-- Logs begin at Tue 2022-03-22 17:55:36 UTC, end at Tue 2022-03-22 20:52:45 UTC. -- Mar 22 19:02:57.881125 n-d-705658-24 systemd[1]: Started Devstack devstack@q-svc.service. Mar 22 19:03:00.817673 n-d-705658-24 neutron-server[104063]: INFO neutron.common.config [-] Logging enabled! Mar 22 19:03:00.818250 n-d-705658-24 neutron-server[104063]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev45 Mar 22 19:03:00.818491 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104063) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 22 19:03:00.821975 n-d-705658-24 neutron-server[104063]: INFO neutron.common.config [-] Logging enabled! Mar 22 19:03:00.822231 n-d-705658-24 neutron-server[104063]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev45 Mar 22 19:03:00.822542 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104063) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 22 19:03:00.823483 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 19:03:00.823719 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 19:03:00.824093 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 19:03:00.824339 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 19:03:00.824566 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 19:03:00.825319 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.825749 n-d-705658-24 neutron-server[104063]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 22 19:03:00.826093 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.826392 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.826686 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.826982 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.827274 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.827557 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.827846 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.828144 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.828430 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.828708 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.828992 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.829286 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.829566 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.829877 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.830167 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.830452 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] debug = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.830729 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.831166 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.831577 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.831859 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.832149 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.832427 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.832962 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.833237 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.833522 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.833896 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] host = n-d-705658-24 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.834178 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.834465 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.834751 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.835034 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.835307 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.835583 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.835865 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.836135 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.836404 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] log_file = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.837198 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.837492 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.837780 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.838089 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.838311 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.838534 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.838837 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.839121 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.839394 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.839669 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.839942 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.840221 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.840491 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.840759 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.841251 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.841571 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.841873 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.842176 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.842388 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.842628 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.842917 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.843214 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.843490 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.843760 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.844032 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.844317 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.844583 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.844857 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.845155 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.845438 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.845720 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.846031 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.846306 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.846590 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.846861 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.847129 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.847397 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] use_json = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.847667 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.847934 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.848212 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.848482 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.848750 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.849022 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.849400 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.849691 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.849988 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:00.850285 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.850580 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.850883 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.851179 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.851468 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.851749 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.852039 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.852974 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.853271 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.853563 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.853878 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.854158 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.854456 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.854745 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.855035 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.855342 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.855635 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.855925 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.856201 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.856475 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.856748 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.857025 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.857312 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.857589 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.857908 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.858198 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.858472 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.858774 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.859055 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.859346 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.859635 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.859906 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.860183 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.860473 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.860748 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.861023 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.861297 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.861586 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.861886 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.862158 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.862442 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.862714 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.862984 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.863253 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.863525 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.863813 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.864087 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.864357 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.864625 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.864897 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.865164 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.865443 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.865714 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.866004 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.866271 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.866546 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.866813 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.867081 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.867354 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.867622 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.867893 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.868187 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.868456 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.868724 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.868992 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.869260 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.869527 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.869812 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.870091 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.870362 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.870630 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.870896 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.871170 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.871436 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.871716 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.872009 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.872283 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.872560 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.872837 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.873111 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.873383 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.873654 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.873953 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.874231 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.874501 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.874788 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.875068 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.875349 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.875643 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.875918 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.876210 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.876489 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.876758 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.877036 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.877313 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.877587 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.877886 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.878168 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.878462 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.878753 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.879046 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.879336 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.879623 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.879905 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.880213 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.880493 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:00.880709 n-d-705658-24 neutron-server[104063]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 19:03:00.880949 n-d-705658-24 neutron-server[104063]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104063) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 22 19:03:01.252473 n-d-705658-24 neutron-server[104063]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 22 19:03:01.252748 n-d-705658-24 neutron-server[104063]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 22 19:03:01.253058 n-d-705658-24 neutron-server[104063]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 22 19:03:01.253628 n-d-705658-24 neutron-server[104063]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 22 19:03:01.581849 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:01.582142 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:01.582416 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:01.583850 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:01.584124 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:01.584510 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:01.639164 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:01.639461 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:01.639713 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:01.654320 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:01.654600 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:01.654866 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:01.683300 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:01.683576 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:01.683868 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:01.826764 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:01.827418 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:01.827418 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.060234 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.060520 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.060783 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.061053 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.061893 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.161394 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.161715 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.162021 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.162376 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.162645 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.162953 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.163211 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.163467 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.163716 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.163995 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.164250 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.164508 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.164776 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.165549 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.165821 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.166094 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.166349 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.166614 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.166877 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.167134 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.167403 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.167652 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.167929 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.168302 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.168547 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.168790 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.169180 n-d-705658-24 neutron-server[104063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 19:03:02.169418 n-d-705658-24 neutron-server[104063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 19:03:02.169656 n-d-705658-24 neutron-server[104063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 19:03:02.169927 n-d-705658-24 neutron-server[104063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 19:03:02.170154 n-d-705658-24 neutron-server[104063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 19:03:02.170382 n-d-705658-24 neutron-server[104063]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 19:03:02.170744 n-d-705658-24 neutron-server[104063]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 22 19:03:02.173968 n-d-705658-24 neutron-server[104063]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 22 19:03:02.178021 n-d-705658-24 neutron-server[104063]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 22 19:03:02.181830 n-d-705658-24 neutron-server[104063]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Mar 22 19:03:02.183464 n-d-705658-24 neutron-server[104063]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 22 19:03:02.183940 n-d-705658-24 neutron-server[104063]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 22 19:03:02.184276 n-d-705658-24 neutron-server[104063]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 22 19:03:02.184655 n-d-705658-24 neutron-server[104063]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 22 19:03:02.187500 n-d-705658-24 neutron-server[104063]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 22 19:03:02.187748 n-d-705658-24 neutron-server[104063]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 22 19:03:02.188088 n-d-705658-24 neutron-server[104063]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 22 19:03:02.192918 n-d-705658-24 neutron-server[104063]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 22 19:03:02.217194 n-d-705658-24 neutron-server[104063]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 22 19:03:02.217640 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.217967 n-d-705658-24 neutron-server[104063]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104063) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 22 19:03:02.218336 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.219704 n-d-705658-24 neutron-server[104063]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104063) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 22 19:03:02.219980 n-d-705658-24 neutron-server[104063]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 22 19:03:02.220227 n-d-705658-24 neutron-server[104063]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 22 19:03:02.223546 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.223825 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.287133 n-d-705658-24 neutron-server[104063]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 22 19:03:02.287367 n-d-705658-24 neutron-server[104063]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 22 19:03:02.287607 n-d-705658-24 neutron-server[104063]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 22 19:03:02.287973 n-d-705658-24 neutron-server[104063]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 22 19:03:02.308541 n-d-705658-24 neutron-server[104063]: DEBUG oslo_db.sqlalchemy.engines [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104063) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 22 19:03:02.750646 n-d-705658-24 neutron-server[104063]: INFO neutron.plugins.ml2.managers [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Initializing driver for type 'gre' Mar 22 19:03:02.751186 n-d-705658-24 neutron-server[104063]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] gre ID ranges: [(1, 1000)] Mar 22 19:03:02.801639 n-d-705658-24 neutron-server[104063]: INFO neutron.plugins.ml2.managers [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Initializing driver for type 'local' Mar 22 19:03:02.802004 n-d-705658-24 neutron-server[104063]: INFO neutron.plugins.ml2.managers [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Initializing driver for type 'vlan' Mar 22 19:03:02.815126 n-d-705658-24 neutron-server[104063]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] VlanTypeDriver initialization complete Mar 22 19:03:02.815458 n-d-705658-24 neutron-server[104063]: INFO neutron.plugins.ml2.managers [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Initializing driver for type 'vxlan' Mar 22 19:03:02.815955 n-d-705658-24 neutron-server[104063]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] vxlan ID ranges: [(1, 1000)] Mar 22 19:03:02.870285 n-d-705658-24 neutron-server[104063]: INFO neutron.plugins.ml2.managers [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Initializing extension driver 'port_security' Mar 22 19:03:02.870883 n-d-705658-24 neutron-server[104063]: INFO neutron.plugins.ml2.extensions.port_security [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] PortSecurityExtensionDriver initialization complete Mar 22 19:03:02.871022 n-d-705658-24 neutron-server[104063]: INFO neutron.plugins.ml2.managers [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Initializing mechanism driver 'openvswitch' Mar 22 19:03:02.871266 n-d-705658-24 neutron-server[104063]: INFO neutron.plugins.ml2.managers [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Initializing mechanism driver 'hyperv' Mar 22 19:03:02.879277 n-d-705658-24 neutron-server[104063]: DEBUG neutron.plugins.ml2.plugin [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:03:02.879969 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > port after_create 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.880343 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > port after_update 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.880699 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > port after_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.881233 n-d-705658-24 neutron-server[104063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 19:03:02.881667 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > subnet after_create 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.882057 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > subnet after_update 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.882408 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.882809 n-d-705658-24 neutron-server[104063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 19:03:02.883216 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > network after_create 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.884155 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > network after_update 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.884506 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > network after_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.884904 n-d-705658-24 neutron-server[104063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 19:03:02.885307 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > security_group after_create 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.885657 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > security_group after_update 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.886024 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.886561 n-d-705658-24 neutron-server[104063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 19:03:02.887058 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.887419 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.887766 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.888167 n-d-705658-24 neutron-server[104063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 19:03:02.888578 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > address_group after_create 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.888934 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > address_group after_update 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.889281 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.889684 n-d-705658-24 neutron-server[104063]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104063) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 22 19:03:02.890152 n-d-705658-24 neutron-server[104063]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] ML2 OVO RPC backend initialized. {{(pid=104063) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 22 19:03:02.890870 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.891229 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.891650 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > network before_response 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.891999 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > networks before_response 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.892348 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > port before_response 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.892692 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > ports before_response 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.893037 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > subnet before_response 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.893383 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > subnets before_response 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.893732 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > network after_create 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.894104 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > network after_update 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.894443 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > network after_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.894781 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > port after_create 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.895117 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > port after_update 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.895453 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > port after_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.895789 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > subnet after_create 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.896125 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > subnet after_update 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.896458 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.903860 n-d-705658-24 neutron-server[104063]: INFO neutron.quota [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded quota_driver: . Mar 22 19:03:02.904229 n-d-705658-24 neutron-server[104063]: INFO neutron.plugins.ml2.plugin [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Modular L2 Plugin initialization complete Mar 22 19:03:02.904579 n-d-705658-24 neutron-server[104063]: DEBUG neutron.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading services supported by the core plugin {{(pid=104063) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 22 19:03:02.904923 n-d-705658-24 neutron-server[104063]: INFO neutron.plugins.ml2.managers [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Got port-security extension from driver 'port_security' Mar 22 19:03:02.905410 n-d-705658-24 neutron-server[104063]: INFO neutron.extensions.vlantransparent [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Disabled vlantransparent extension. Mar 22 19:03:02.905938 n-d-705658-24 neutron-server[104063]: DEBUG neutron.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104063) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 22 19:03:02.906275 n-d-705658-24 neutron-server[104063]: INFO neutron.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading Plugin: router Mar 22 19:03:02.942966 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.943372 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > router after_create 55549900 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.943748 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > router before_create 55549900 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.944120 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.944500 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.944860 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > router after_delete 55549900 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.945222 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.945574 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.945963 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > router after_create 55549900 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.947482 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > router after_update 55549900 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.947854 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > router after_update 55549900 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.948214 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.948579 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > router after_update 55549900 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.948996 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > router precommit_update 55549900 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.949374 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: port after_update 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.949724 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: port after_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.950156 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: subnet after_update 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.950511 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.950866 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.951223 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > router precommit_create 55549900 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.951570 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: port before_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.951916 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > router precommit_create 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.952278 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > router after_update 55549900 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.952622 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.952985 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > router precommit_create 55549900 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.953349 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.953694 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > router precommit_update 55549900 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.954100 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > agent after_create 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.954458 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > agent after_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.954806 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > network after_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.955668 n-d-705658-24 neutron-server[104063]: DEBUG neutron.quota.resource_registry [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Tracking information for resource: router configured {{(pid=104063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 19:03:02.956005 n-d-705658-24 neutron-server[104063]: DEBUG neutron.quota.resource_registry [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Tracking information for resource: floatingip configured {{(pid=104063) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 22 19:03:02.961167 n-d-705658-24 neutron-server[104063]: INFO neutron.db.l3_agentschedulers_db [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 22 19:03:02.961773 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: port after_update 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.962168 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: port after_create 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.962561 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: port after_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.962921 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: port after_update 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.963868 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > router before_create 55550100 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.964240 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.964606 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > router precommit_create 55550100 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.964968 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > router precommit_update 55550100 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.969858 n-d-705658-24 neutron-server[104063]: DEBUG neutron.services.provider_configuration [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Service providers = [] {{(pid=104063) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 22 19:03:02.970231 n-d-705658-24 neutron-server[104063]: DEBUG neutron.db.servicetype_db [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104063) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 22 19:03:02.973246 n-d-705658-24 neutron-server[104063]: DEBUG neutron.services.service_base [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 19:03:02.973599 n-d-705658-24 neutron-server[104063]: DEBUG neutron.services.service_base [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 19:03:02.973979 n-d-705658-24 neutron-server[104063]: DEBUG neutron.services.service_base [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 19:03:02.974876 n-d-705658-24 neutron-server[104063]: DEBUG neutron.services.service_base [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104063) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 22 19:03:02.975257 n-d-705658-24 neutron-server[104063]: INFO neutron.services.service_base [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 22 19:03:02.975648 n-d-705658-24 neutron-server[104063]: DEBUG neutron.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 19:03:02.975971 n-d-705658-24 neutron-server[104063]: INFO neutron.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 22 19:03:02.986797 n-d-705658-24 neutron-server[104063]: DEBUG neutron.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 19:03:02.987143 n-d-705658-24 neutron-server[104063]: INFO neutron.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading Plugin: auto_allocate Mar 22 19:03:02.993544 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: network precommit_update 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.993954 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: network precommit_create 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:02.994498 n-d-705658-24 neutron-server[104063]: DEBUG neutron.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 19:03:02.994801 n-d-705658-24 neutron-server[104063]: INFO neutron.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading Plugin: tag Mar 22 19:03:03.001449 n-d-705658-24 neutron-server[104063]: DEBUG neutron.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 19:03:03.001735 n-d-705658-24 neutron-server[104063]: INFO neutron.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading Plugin: timestamp Mar 22 19:03:03.005806 n-d-705658-24 neutron-server[104063]: DEBUG neutron.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 19:03:03.006151 n-d-705658-24 neutron-server[104063]: INFO neutron.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading Plugin: network_ip_availability Mar 22 19:03:03.012279 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:03.012655 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:03.013014 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:03.013727 n-d-705658-24 neutron-server[104063]: DEBUG neutron.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 19:03:03.014076 n-d-705658-24 neutron-server[104063]: INFO neutron.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading Plugin: flavors Mar 22 19:03:03.018878 n-d-705658-24 neutron-server[104063]: DEBUG neutron.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 19:03:03.019214 n-d-705658-24 neutron-server[104063]: INFO neutron.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading Plugin: revisions Mar 22 19:03:03.023546 n-d-705658-24 neutron-server[104063]: DEBUG neutron.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104063) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 22 19:03:03.023944 n-d-705658-24 neutron-server[104063]: DEBUG oslo_concurrency.lockutils [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.771s {{(pid=104063) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 22 19:03:03.024720 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104063) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 22 19:03:03.025062 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Initializing extension manager. Mar 22 19:03:03.025595 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: __init__.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.025980 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: __pycache__ {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.026321 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: address_group.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.027079 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.027645 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: address-group Mar 22 19:03:03.027978 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: address_scope.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.028700 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.029215 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: address-scope Mar 22 19:03:03.029541 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.030508 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.031026 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: router-admin-state-down-before-update Mar 22 19:03:03.031354 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: agent.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.032246 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.032760 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: agent Mar 22 19:03:03.033088 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: agent_resources_synced.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.034035 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.034547 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: agent-resources-synced Mar 22 19:03:03.034873 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: allowedaddresspairs.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.036662 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.037191 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: allowed-address-pairs Mar 22 19:03:03.037524 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: auto_allocated_topology.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.038636 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.039161 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: auto-allocated-topology Mar 22 19:03:03.039492 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: availability_zone.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.040213 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.040724 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: availability_zone Mar 22 19:03:03.041051 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: availability_zone_filter.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.041996 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.042506 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: availability_zone_filter Mar 22 19:03:03.042831 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: data_plane_status.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.043747 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.044253 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension data-plane-status not supported by any of loaded plugins Mar 22 19:03:03.044580 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: default_subnetpools.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.045496 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.046043 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: default-subnetpools Mar 22 19:03:03.046413 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.047347 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.047980 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: dhcp_agent_scheduler Mar 22 19:03:03.048382 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: dns.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.049326 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.049863 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension dns-integration not supported by any of loaded plugins Mar 22 19:03:03.050196 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: dns_domain_ports.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.051127 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.051643 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 22 19:03:03.051971 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.052903 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.053413 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 22 19:03:03.053741 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: dvr.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.054443 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.054954 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: dvr Mar 22 19:03:03.055284 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: ecmp_routes.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.056736 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.057251 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 22 19:03:03.057577 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: empty_string_filtering.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.058517 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.059032 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: empty-string-filtering Mar 22 19:03:03.059360 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.060265 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.060778 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 22 19:03:03.061108 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.062039 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.062548 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 22 19:03:03.062875 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: external_net.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.063782 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.064293 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: external-net Mar 22 19:03:03.064619 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.065532 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.066073 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: extra_dhcp_opt Mar 22 19:03:03.066405 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: extraroute.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.067324 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.067839 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: extraroute Mar 22 19:03:03.068167 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: extraroute_atomic.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.069212 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.069726 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: extraroute-atomic Mar 22 19:03:03.070088 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: filter_validation.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.070761 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.071817 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: filter-validation Mar 22 19:03:03.072140 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: fip_pf_description.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.073054 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.073560 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 22 19:03:03.073919 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: fip_pf_port_range.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.074837 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.075344 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 22 19:03:03.075669 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: fip_port_details.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.076597 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.077107 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: fip-port-details Mar 22 19:03:03.077429 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: flavors.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.078701 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.079220 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: flavors Mar 22 19:03:03.079555 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.081244 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.081775 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 22 19:03:03.082135 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: floatingip_pools.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.083094 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.083606 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: floatingip-pools Mar 22 19:03:03.083936 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: ip_allocation.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.084862 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.085371 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension ip_allocation not supported by any of loaded plugins Mar 22 19:03:03.085699 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.086682 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.087195 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: ip-substring-filtering Mar 22 19:03:03.087524 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: l2_adjacency.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.088471 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.088984 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 22 19:03:03.089315 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: l3.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.091822 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.092360 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: router Mar 22 19:03:03.092697 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.095023 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.095557 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 22 19:03:03.095892 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.096938 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.097462 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: ext-gw-mode Mar 22 19:03:03.097818 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.098748 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.099261 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: l3-ha Mar 22 19:03:03.099591 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.100508 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.101013 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 22 19:03:03.101336 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: l3_flavors.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.102330 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.103046 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: l3-flavors Mar 22 19:03:03.103372 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.104801 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.105321 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 22 19:03:03.105656 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.106627 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.107148 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 22 19:03:03.107482 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: l3agentscheduler.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.108519 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.109036 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: l3_agent_scheduler Mar 22 19:03:03.109369 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: local_ip.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.111184 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.111713 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension local_ip not supported by any of loaded plugins Mar 22 19:03:03.112049 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: logging.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.113539 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.114115 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension logging not supported by any of loaded plugins Mar 22 19:03:03.114453 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: metering.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.115202 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.115788 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: metering Mar 22 19:03:03.116125 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.117225 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.117746 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: metering_source_and_destination_fields Mar 22 19:03:03.118651 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: multiprovidernet.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.119594 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.120117 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: multi-provider Mar 22 19:03:03.120444 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: netmtu.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.121367 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.121914 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: net-mtu Mar 22 19:03:03.122244 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: netmtu_writable.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.123170 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.123755 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: net-mtu-writable Mar 22 19:03:03.124166 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: network_availability_zone.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.125003 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.125621 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: network_availability_zone Mar 22 19:03:03.126076 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: network_ip_availability.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.127233 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.127752 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: network-ip-availability Mar 22 19:03:03.128081 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: network_segment_range.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.128997 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.129507 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension network-segment-range not supported by any of loaded plugins Mar 22 19:03:03.129875 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: pagination.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.130874 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.131211 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: pagination Mar 22 19:03:03.131537 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: port_device_profile.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.132458 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.132985 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: port-device-profile Mar 22 19:03:03.133316 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.134892 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.135411 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: port-mac-address-regenerate Mar 22 19:03:03.135742 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.136667 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.137186 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: port-numa-affinity-policy Mar 22 19:03:03.137513 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: port_resource_request.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.138477 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.138982 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension port-resource-request not supported by any of loaded plugins Mar 22 19:03:03.139307 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: port_resource_request_groups.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.140286 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.140800 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 22 19:03:03.141127 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: portbindings.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.142098 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.142614 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: binding Mar 22 19:03:03.142938 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: portbindings_extended.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.144219 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.144738 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: binding-extended Mar 22 19:03:03.145072 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: portsecurity.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.146025 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.146546 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: port-security Mar 22 19:03:03.146876 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: project_id.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.147857 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.148189 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: project-id Mar 22 19:03:03.148512 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: providernet.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.149552 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.150096 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: provider Mar 22 19:03:03.150424 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: qos.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.154068 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.154601 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension qos not supported by any of loaded plugins Mar 22 19:03:03.154938 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.156200 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.156728 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 22 19:03:03.157066 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.158016 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.158536 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 22 19:03:03.158872 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: qos_default.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.159813 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.160331 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension qos-default not supported by any of loaded plugins Mar 22 19:03:03.160665 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: qos_fip.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.161596 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.162138 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension qos-fip not supported by any of loaded plugins Mar 22 19:03:03.162472 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.163393 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.163906 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 22 19:03:03.164236 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: qos_gateway_ip.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.165188 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.165700 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 22 19:03:03.166062 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: qos_port_network_policy.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.166985 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.167499 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 22 19:03:03.167831 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.168873 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.169385 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 22 19:03:03.169719 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.170790 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.171308 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 22 19:03:03.171641 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: qos_pps_rule.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.172852 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.173374 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension qos-pps not supported by any of loaded plugins Mar 22 19:03:03.173707 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: qos_rule_type_details.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.174674 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.175192 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 22 19:03:03.175520 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.176448 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.176967 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 22 19:03:03.177292 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: qos_rules_alias.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.178387 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.178906 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 22 19:03:03.179233 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: quota_check_limit.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.180161 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.181208 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: quota-check-limit Mar 22 19:03:03.181533 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: quotasv2.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.182501 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.182950 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: quotas Mar 22 19:03:03.183280 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: quotasv2_detail.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.185023 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.185373 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: quota_details Mar 22 19:03:03.185715 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: rbac.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.186813 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.187345 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: rbac-policies Mar 22 19:03:03.187686 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: rbac_address_group.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.188623 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.189146 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: rbac-address-group Mar 22 19:03:03.189482 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: rbac_address_scope.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.190438 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.190957 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: rbac-address-scope Mar 22 19:03:03.191290 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: rbac_security_groups.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.192287 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.192806 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: rbac-security-groups Mar 22 19:03:03.193138 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: rbac_subnetpool.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.194089 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.194607 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: rbac-subnetpool Mar 22 19:03:03.194939 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: revisionifmatch.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.195872 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.197003 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: revision-if-match Mar 22 19:03:03.197332 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: revisions.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.198500 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.199023 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: standard-attr-revisions Mar 22 19:03:03.199356 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: router_availability_zone.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.200035 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.200553 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: router_availability_zone Mar 22 19:03:03.200883 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: routerservicetype.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.201839 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.202354 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension router-service-type not supported by any of loaded plugins Mar 22 19:03:03.202683 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.203614 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.204130 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: security-groups-normalized-cidr Mar 22 19:03:03.204460 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.205400 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.205956 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: port-security-groups-filtering Mar 22 19:03:03.206290 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.207235 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.208004 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: security-groups-remote-address-group Mar 22 19:03:03.208333 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.209263 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.209775 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: security-groups-shared-filtering Mar 22 19:03:03.210127 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.210729 n-d-705658-24 neutron-server[104063]: WARNING neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 22 19:03:03.211054 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: securitygroup.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.220758 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.221296 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: security-group Mar 22 19:03:03.221636 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: segment.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.222406 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.222928 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension segment not supported by any of loaded plugins Mar 22 19:03:03.223262 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.224211 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.224727 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 22 19:03:03.225058 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: servicetype.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.226196 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.226725 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: service-type Mar 22 19:03:03.227056 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: sorting.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.228082 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.228415 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: sorting Mar 22 19:03:03.228736 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: standard_attr_segment.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.229661 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.230206 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 22 19:03:03.230539 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: standardattrdescription.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.231189 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.231701 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: standard-attr-description Mar 22 19:03:03.232028 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: stateful_security_group.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.233028 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.233536 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: stateful-security-group Mar 22 19:03:03.233886 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: stdattrs_common.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.234478 n-d-705658-24 neutron-server[104063]: WARNING neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 22 19:03:03.234806 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.235767 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.236292 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 22 19:03:03.236628 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: subnet_onboard.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.237707 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.238269 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: subnet_onboard Mar 22 19:03:03.238602 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.239537 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.240055 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 22 19:03:03.240387 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: subnet_service_types.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.241317 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.241877 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: subnet-service-types Mar 22 19:03:03.242212 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: subnetallocation.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.243819 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.244339 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: subnet_allocation Mar 22 19:03:03.244673 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.245347 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.245917 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: subnetpool-prefix-ops Mar 22 19:03:03.246254 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.247169 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.247683 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 22 19:03:03.248013 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: tagging.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.249066 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.249587 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: standard-attr-tag Mar 22 19:03:03.249956 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: timestamp.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.251167 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.251736 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loaded extension: standard-attr-timestamp Mar 22 19:03:03.252018 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: trunk.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.253059 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.253578 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension trunk not supported by any of loaded plugins Mar 22 19:03:03.253941 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: trunk_details.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.254870 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.255389 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension trunk-details not supported by any of loaded plugins Mar 22 19:03:03.255718 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: uplink_status_propagation.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.256641 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.257161 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 22 19:03:03.257587 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Loading extension file: vlantransparent.py {{(pid=104063) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 22 19:03:03.258437 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104063) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 22 19:03:03.259600 n-d-705658-24 neutron-server[104063]: INFO neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 22 19:03:03.262149 n-d-705658-24 neutron-server[104063]: INFO neutron.quota.resource_registry [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Creating instance of TrackedResource for resource:network Mar 22 19:03:03.262678 n-d-705658-24 neutron-server[104063]: INFO neutron.quota.resource_registry [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Creating instance of TrackedResource for resource:subnet Mar 22 19:03:03.263074 n-d-705658-24 neutron-server[104063]: INFO neutron.quota.resource_registry [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 19:03:03.263468 n-d-705658-24 neutron-server[104063]: INFO neutron.quota.resource_registry [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Creating instance of TrackedResource for resource:port Mar 22 19:03:03.264688 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.v2.resource_helper [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:03:03.265130 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.v2.resource_helper [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Service FLAVORS assigned prefix: {{(pid=104063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:03:03.265756 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.v2.resource_helper [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:03:03.266216 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.v2.resource_helper [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:03:03.266553 n-d-705658-24 neutron-server[104063]: INFO neutron.quota.resource_registry [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Creating instance of TrackedResource for resource:router Mar 22 19:03:03.266997 n-d-705658-24 neutron-server[104063]: INFO neutron.quota.resource_registry [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Creating instance of TrackedResource for resource:floatingip Mar 22 19:03:03.267481 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.v2.resource_helper [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Service METERING assigned prefix: /metering {{(pid=104063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:03:03.268933 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:03.269310 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:03.269670 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:03:03.270685 n-d-705658-24 neutron-server[104063]: INFO neutron.quota.resource_registry [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Creating instance of CountableResource for resource:rbac_policy Mar 22 19:03:03.271135 n-d-705658-24 neutron-server[104063]: INFO neutron.quota.resource_registry [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Creating instance of TrackedResource for resource:security_group Mar 22 19:03:03.271573 n-d-705658-24 neutron-server[104063]: INFO neutron.quota.resource_registry [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 22 19:03:03.272178 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.v2.resource_helper [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Service CORE assigned prefix: {{(pid=104063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:03:03.272514 n-d-705658-24 neutron-server[104063]: INFO neutron.quota.resource_registry [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 19:03:03.272865 n-d-705658-24 neutron-server[104063]: WARNING neutron.quota.resource_registry [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] subnetpool is already registered Mar 22 19:03:03.273295 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.v2.resource_helper [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Service CORE assigned prefix: {{(pid=104063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:03:03.273624 n-d-705658-24 neutron-server[104063]: INFO neutron.quota.resource_registry [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 19:03:03.273988 n-d-705658-24 neutron-server[104063]: WARNING neutron.quota.resource_registry [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] subnetpool is already registered Mar 22 19:03:03.276278 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.v2.resource_helper [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:03:03.276719 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.v2.resource_helper [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Service FLAVORS assigned prefix: {{(pid=104063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:03:03.277313 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.v2.resource_helper [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:03:03.277741 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.v2.resource_helper [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:03:03.278107 n-d-705658-24 neutron-server[104063]: INFO neutron.quota.resource_registry [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Creating instance of TrackedResource for resource:router Mar 22 19:03:03.278452 n-d-705658-24 neutron-server[104063]: WARNING neutron.quota.resource_registry [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] router is already registered Mar 22 19:03:03.278867 n-d-705658-24 neutron-server[104063]: INFO neutron.quota.resource_registry [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Creating instance of TrackedResource for resource:floatingip Mar 22 19:03:03.279205 n-d-705658-24 neutron-server[104063]: WARNING neutron.quota.resource_registry [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] floatingip is already registered Mar 22 19:03:03.279661 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.v2.resource_helper [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Service METERING assigned prefix: /metering {{(pid=104063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:03:03.280317 n-d-705658-24 neutron-server[104063]: INFO neutron.quota.resource_registry [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Creating instance of CountableResource for resource:rbac_policy Mar 22 19:03:03.280652 n-d-705658-24 neutron-server[104063]: WARNING neutron.quota.resource_registry [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] rbac_policy is already registered Mar 22 19:03:03.281069 n-d-705658-24 neutron-server[104063]: INFO neutron.quota.resource_registry [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Creating instance of TrackedResource for resource:security_group Mar 22 19:03:03.281408 n-d-705658-24 neutron-server[104063]: WARNING neutron.quota.resource_registry [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] security_group is already registered Mar 22 19:03:03.281831 n-d-705658-24 neutron-server[104063]: INFO neutron.quota.resource_registry [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 22 19:03:03.282171 n-d-705658-24 neutron-server[104063]: WARNING neutron.quota.resource_registry [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] security_group_rule is already registered Mar 22 19:03:03.282805 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.v2.resource_helper [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Service CORE assigned prefix: {{(pid=104063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:03:03.283136 n-d-705658-24 neutron-server[104063]: INFO neutron.quota.resource_registry [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 19:03:03.283472 n-d-705658-24 neutron-server[104063]: WARNING neutron.quota.resource_registry [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] subnetpool is already registered Mar 22 19:03:03.283895 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.v2.resource_helper [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Service CORE assigned prefix: {{(pid=104063) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 22 19:03:03.284221 n-d-705658-24 neutron-server[104063]: INFO neutron.quota.resource_registry [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Creating instance of TrackedResource for resource:subnetpool Mar 22 19:03:03.284582 n-d-705658-24 neutron-server[104063]: WARNING neutron.quota.resource_registry [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] subnetpool is already registered Mar 22 19:03:03.285059 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: extensions {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.286551 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: address-groups {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.288053 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: address-scopes {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.289364 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: agents {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.291101 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: auto-allocated-topology {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.292351 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: availability_zones {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.293566 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: dhcp-networks {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.295129 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: dhcp-agents {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.296537 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: routers {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.298801 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: flavors {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.300185 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: service_profiles {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.301663 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: next_providers {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.303551 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: service_profiles {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.307631 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: floatingip-pools {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.309244 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: routers {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.311979 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: floatingips {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.313295 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: l3-routers {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.314737 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: l3-agents {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.316236 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: metering-labels {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.317538 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: metering-label-rules {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.318812 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: network-ip-availabilities {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.320088 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: bindings {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.321926 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: quotas {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.323504 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: quotas {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.325067 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: rbac-policies {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.326388 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: security-groups {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.327641 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: security-group-rules {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.328879 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: service-providers {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.330103 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: subnetpools {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.331530 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: subnetpools {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.333259 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: tags {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.335010 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: tags {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.337371 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: tags {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.339273 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: tags {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.341070 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: tags {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.343013 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: tags {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.344685 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: tags {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.346600 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: tags {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.348395 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: tags {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.350313 n-d-705658-24 neutron-server[104063]: DEBUG neutron.api.extensions [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Extended resource: tags {{(pid=104063) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 22 19:03:03.356744 n-d-705658-24 neutron-server[104063]: WARNING keystonemiddleware.auth_token [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 22 19:03:03.361441 n-d-705658-24 neutron-server[104063]: WARNING keystonemiddleware.auth_token [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 22 19:03:03.370643 n-d-705658-24 neutron-server[104063]: DEBUG oslo_concurrency.lockutils [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Acquired lock "singleton_lock" {{(pid=104063) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 22 19:03:03.371126 n-d-705658-24 neutron-server[104063]: DEBUG oslo_concurrency.lockutils [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Releasing lock "singleton_lock" {{(pid=104063) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 22 19:03:03.371784 n-d-705658-24 neutron-server[104063]: INFO oslo_service.service [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Starting 2 workers Mar 22 19:03:03.376678 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Started child 104172 {{(pid=104063) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 19:03:03.381159 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Started child 104173 {{(pid=104063) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 19:03:03.382215 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:03.382864 n-d-705658-24 neutron-server[104063]: INFO neutron.service [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 22 19:03:03.383456 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:03.383863 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [-] (104172) wsgi starting up on http://0.0.0.0:9696 Mar 22 19:03:03.386042 n-d-705658-24 neutron-server[104063]: INFO oslo_service.service [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Starting 1 workers Mar 22 19:03:03.386179 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:03.387721 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [-] (104173) wsgi starting up on http://0.0.0.0:9696 Mar 22 19:03:03.391322 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Started child 104174 {{(pid=104063) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 19:03:03.391893 n-d-705658-24 neutron-server[104063]: INFO oslo_service.service [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Starting 1 workers Mar 22 19:03:03.395287 n-d-705658-24 neutron-server[104174]: DEBUG neutron.service [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] calling RpcWorker wait() {{(pid=104174) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 22 19:03:03.395828 n-d-705658-24 neutron-server[104174]: DEBUG neutron.service [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] returning from RpcWorker wait() {{(pid=104174) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 22 19:03:03.396406 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Started child 104175 {{(pid=104063) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 22 19:03:03.397174 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:03.397265 n-d-705658-24 neutron-server[104063]: DEBUG neutron_lib.callbacks.manager [None req-0604e9d1-591f-4c26-ae00-aad23977f283 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:03.397708 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:03:03.399256 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104063) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 22 19:03:03.399467 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 19:03:03.399659 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 19:03:03.399890 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 19:03:03.400245 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 19:03:03.400413 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 19:03:03.400929 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.401223 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.401416 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:03.401894 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.401894 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.402094 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.402645 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.402906 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.403152 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.403424 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.403662 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.403833 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.404001 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.404254 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.404504 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.404807 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.405083 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.405324 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.405585 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.405757 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.406049 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.406336 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.406569 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.406831 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] debug = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.407079 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.407582 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.407814 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.408064 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.408280 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.408552 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.408782 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.409074 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.409308 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.409528 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.409770 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.410063 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.410308 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.410553 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.410808 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.411021 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.411287 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.411525 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.411963 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] host = n-d-705658-24 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.412195 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.412410 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.412642 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.412884 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.413126 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.413355 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.413603 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.413908 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.414156 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.414403 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.414658 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.415460 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.415713 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.415948 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] log_file = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.416113 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] log_options = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.416418 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.416693 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.416951 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.417147 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.417315 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.417476 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.417732 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.417904 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.418161 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.418383 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.418595 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.418824 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.419041 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.419269 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.419533 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.419813 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.419984 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.420219 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.420462 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.420706 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.420931 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.421277 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.421499 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.421756 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.422023 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.422259 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.422517 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.422724 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.422939 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.423183 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.423449 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.423664 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.423894 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.424139 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.424370 n-d-705658-24 neutron-server[104175]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:03:03.424515 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.424640 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.424824 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.425042 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.425320 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.425545 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.425800 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.426051 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.426267 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.426491 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.426710 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.426940 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.427155 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] use_json = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.427383 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.427808 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.428086 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.428644 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.428979 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.429113 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.429275 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.429505 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.429731 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.430220 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.431350 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.431350 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.431760 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.431912 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.432083 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.432317 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.432562 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.432813 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.433043 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.433381 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.433617 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.433949 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.434211 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.434489 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.434817 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.435241 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.435749 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.435885 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.437007 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.437007 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.437007 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.437007 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.437574 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.437574 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.437880 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.438026 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.438307 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.438581 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.439525 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.439525 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.439525 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.439829 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.439917 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.440147 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.440352 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.440928 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.440928 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.442757 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.442757 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.442757 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.442757 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.442757 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.442757 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.442757 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.442757 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.445328 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.445328 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.445328 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.445328 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.445328 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.445328 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.445328 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.445328 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.445328 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.447944 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.447944 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.447944 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.447944 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.447944 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.447944 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.447944 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.447944 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.447944 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.449030 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.449030 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.449030 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.449030 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.449030 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.449030 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.449030 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.449030 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.449030 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.451000 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.451000 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.451000 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.451000 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.451000 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.451000 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.451000 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.451000 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.451000 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.455345 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.455345 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.455345 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.455345 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.455345 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.455345 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.455345 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.455345 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.455345 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.456384 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.456384 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.456384 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.456384 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.456384 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.456384 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.456384 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.456384 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.457362 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.457362 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.457362 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.457362 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.457362 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.457362 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.457362 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.457362 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.458637 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.458637 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.458637 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.458637 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.458637 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.458637 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.458637 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.458637 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.459938 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.459938 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.459938 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.459938 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.459938 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.459938 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.459938 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.459938 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.461225 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.461225 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.461225 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.461225 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.461225 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.461737 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.461879 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.462067 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.462280 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.462508 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.462763 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.463042 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.463228 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.463471 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.463692 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.464501 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.464501 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.464501 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.464986 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.464986 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.465279 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.465407 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.465598 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.465874 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.466204 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.466400 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.466612 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.466836 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.467065 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.467287 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.467525 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.467741 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.468014 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.468286 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.468567 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.468833 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.469128 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.469382 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.469916 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.470661 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.470661 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.470878 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.470986 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.471461 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.471461 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.471689 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.471903 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.472091 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.472298 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.472509 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.472732 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.472996 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.473207 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.473479 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.473742 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.473996 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.474430 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.475702 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.475702 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.475702 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.475702 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.475702 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.476118 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.476118 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.476272 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.476350 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.476566 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.476809 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.477041 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.478419 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.478419 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.478419 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.478785 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.478870 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.479088 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.479325 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.479562 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.480346 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.480346 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.480346 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.480689 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.480689 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.481886 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.481886 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.481886 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.481886 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.481886 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.482541 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.482785 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.483026 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.483271 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.483944 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.483944 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.483944 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.484197 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.484341 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.484529 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.484732 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.485061 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.485212 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.485433 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.485679 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.485939 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.486207 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.486423 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.486754 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.486895 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.487100 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.487302 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.487523 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.487742 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.487949 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.488173 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.488386 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.488594 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.488815 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.489029 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.489237 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.489478 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.489685 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.489919 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.490144 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.490358 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.490590 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.490836 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.491008 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.491223 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.491466 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.491680 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.491889 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.492195 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.492335 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.492522 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.492734 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.493001 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.493768 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.494039 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.494781 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.494781 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.494781 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.495186 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.495313 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.495556 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.495858 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.496183 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.497812 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.497812 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.497812 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.497812 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.497812 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.497812 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.498358 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.498629 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.498877 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.499162 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.499442 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.499725 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.499941 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.500244 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.500569 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.500834 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.501095 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.501500 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.501824 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.502007 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.502246 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.502465 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.502681 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.502915 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.503190 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.503420 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.503827 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.504205 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.504578 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.504939 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.505324 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.505543 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.505766 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.506006 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.506178 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 19:03:03.506692 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104063) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 22 19:03:03.506861 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 22 19:03:03.507027 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 22 19:03:03.507243 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 22 19:03:03.507364 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 22 19:03:03.507498 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 22 19:03:03.507710 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.507869 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.508028 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.508190 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.508348 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.508550 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.508709 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.508868 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.509026 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.509183 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.509339 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.509497 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.509649 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.509832 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.509989 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.510145 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.510304 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.510461 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.510865 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.510865 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.511035 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.511114 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.511217 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] debug = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.511376 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.511581 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.511787 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.511927 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.512049 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.512212 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.512350 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.512506 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.512668 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.512816 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.512972 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.513129 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.513285 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.513443 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.513600 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.513727 n-d-705658-24 neutron-server[104174]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:03:03.513848 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.513991 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.514149 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.514304 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] host = n-d-705658-24 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.514461 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.514618 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.514775 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.514932 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.515088 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.515317 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.515454 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.515583 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.515736 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.515819 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.515981 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.516136 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.516590 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.516590 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] log_file = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.516590 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] log_options = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.517015 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.517015 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.517015 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.517236 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.517357 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.517510 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.517835 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.518135 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.518433 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.518724 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.519027 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.519183 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.519473 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.519775 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.519932 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.520090 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.520248 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.520406 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.520574 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.520732 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.520888 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.521182 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.521483 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.521641 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.521814 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.521979 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.522136 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.522293 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.522452 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.522629 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.522757 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.522911 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.523099 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.523254 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.523411 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.523568 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.523725 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.523883 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.524044 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.524225 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.524384 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.524550 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.524693 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.524850 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.525007 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.525165 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.525322 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] use_json = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.525479 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.525634 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.525887 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.526034 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.526176 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.526338 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.526495 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.526653 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.526810 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 22 19:03:03.526985 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.527145 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.527313 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.527474 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.527633 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.527791 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.527950 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.528110 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.528269 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.528427 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.528593 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.528752 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.528922 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.529082 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.529241 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.529403 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.529562 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.529721 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.529905 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.530064 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.530225 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.530383 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.530556 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.530772 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.530904 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.531029 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.531153 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.531312 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.531471 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.531645 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.531803 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.531964 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.75/identity {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.532124 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.532282 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.532442 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.532602 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.532762 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.532922 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.533083 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.533285 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.533415 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.533540 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.533684 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.533869 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.534034 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.534401 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.534401 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.534641 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.534641 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.535773 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.535773 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.535773 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.535773 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.535773 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.535773 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.535773 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.536792 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.536792 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.536792 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.536792 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.536792 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.536792 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.536792 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.537590 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.537590 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.537590 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.537590 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.537590 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.537590 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.538298 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.538298 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.538298 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.538298 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.538790 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.538790 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.538790 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.538790 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.539202 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.539202 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.539434 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.539434 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.539648 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.539648 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.540336 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.540505 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.540665 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.540869 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.541026 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.541190 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.541350 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.541509 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.541677 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.541874 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.542040 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.542201 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.542356 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.542496 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.542655 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.542809 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.542996 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.543193 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.543409 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.543409 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.543697 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.543697 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.543970 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.543970 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.544273 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.544273 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.544550 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.544689 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.544827 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.544966 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.545112 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.545286 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.545286 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.545766 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.545766 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.545766 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.546312 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.546312 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.546548 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.546673 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.546837 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.547056 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.547247 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.547436 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.547606 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.548182 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.548182 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.548360 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.548441 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.548599 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.548764 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.548924 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.549099 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.549257 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.549573 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.549733 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.549945 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.550141 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.550288 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.550426 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.550579 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.550715 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.550869 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.551015 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.551154 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.551293 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.552465 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.552465 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.75/identity {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.552465 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.552465 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.552465 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.552465 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.552465 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.556666 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.556666 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.556666 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.557181 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 57740) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:03:03.557402 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.557402 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.557402 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.557402 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.558112 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.558112 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.558112 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.558112 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.558112 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.558863 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.558863 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.558863 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.558863 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.558863 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.559888 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.559888 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.559888 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.559888 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.559888 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.559888 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.559888 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.560809 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.560809 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.560809 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.560809 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.560809 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.560809 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.561570 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.561570 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.561570 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.561570 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.561570 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.562258 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.562258 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.562258 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.562258 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.562786 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.562786 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.562786 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.562786 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.563308 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.563308 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.563308 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.563695 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.563695 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.563695 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.564636 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.564636 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.564636 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.564636 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.564636 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.564636 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.565406 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.565406 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.565406 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.565406 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.565406 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.565406 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.566252 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.566252 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.566252 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.566252 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.566252 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.566922 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.566922 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.567372 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.567372 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.567882 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [-] 10.222.0.75 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0080378 Mar 22 19:03:03.568029 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.568169 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.568306 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.568444 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.568615 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.568756 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.568895 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.569032 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.569200 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.569355 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.569522 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.569683 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.569878 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.570041 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.570203 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.570373 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.570538 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.570700 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.570858 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.571048 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.571209 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.571379 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.571540 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.571700 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.571860 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.572020 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.572180 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.572350 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.572509 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.572669 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.572828 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.572994 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.573134 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.573303 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.573464 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.573624 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.573809 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.573983 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.574145 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.574302 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.574481 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.574610 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.574766 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.574927 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.575085 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.575244 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.575405 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.575570 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.575739 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.575906 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.576067 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.576236 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.576404 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.576572 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.576733 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.576899 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.577072 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.577233 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.577393 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.577552 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.577712 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.577895 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.578057 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.578219 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.578379 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.578539 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.578698 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.578860 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.579020 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.579184 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.579368 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.579502 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.579822 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.579983 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.580144 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.580304 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 22 19:03:03.580461 n-d-705658-24 neutron-server[104063]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104063) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 22 19:03:15.079516 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1310dde2-6cd5-44c3-9ae2-71bef5b3c2ab None None] get_active_networks_info from n-d-705658-24 {{(pid=104174) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 19:03:15.135771 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1310dde2-6cd5-44c3-9ae2-71bef5b3c2ab None None] No non-hosted networks {{(pid=104174) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 22 19:03:15.152090 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.agentschedulers_db [None req-1310dde2-6cd5-44c3-9ae2-71bef5b3c2ab None None] DHCP Agent not found on host n-d-705658-24 {{(pid=104174) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 22 19:03:15.210827 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-de449d6b-d2b4-455d-be66-8c3d322f5a66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3915797'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:17.287382 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-32ce814d-7f38-417f-a49f-587a28776689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3915797'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:17.334497 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8b267bde-8a3a-43f8-9dde-ecde5ca6adbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:18.497864 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3915797'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:19.895689 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3915797'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:21.194410 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 57822) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:03:21.267737 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3915797'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:21.269244 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:21.269687 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:21.270496 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:21.271240 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:21.271873 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:21.272427 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:21.272949 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:21.274457 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:21.274979 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:21.275542 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:21.276055 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:21.276709 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:21.277217 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:21.277755 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:21.278278 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:21.279000 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-705658-24', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:03:21.286228 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-705658-24', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:03:21.738108 n-d-705658-24 neutron-server[104173]: WARNING oslo_policy.policy [None req-cdf13321-e52f-42fe-b390-dc75bfb7a7f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 19:03:21.738784 n-d-705658-24 neutron-server[104173]: WARNING oslo_policy.policy [None req-cdf13321-e52f-42fe-b390-dc75bfb7a7f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 19:03:21.970203 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-cdf13321-e52f-42fe-b390-dc75bfb7a7f6 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:03:21.985814 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cdf13321-e52f-42fe-b390-dc75bfb7a7f6 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7754192 Mar 22 19:03:23.450187 n-d-705658-24 neutron-server[104174]: INFO neutron.db.l3_hamode_db [None req-0692a39b-8d87-4d61-9f27-417d2dec9295 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 22 19:03:23.532763 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0692a39b-8d87-4d61-9f27-417d2dec9295 None None] Routers set() bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:03:23.533223 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0692a39b-8d87-4d61-9f27-417d2dec9295 None None] Router IDs set() for agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 22 19:03:24.537865 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 57848) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:03:24.850485 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-8a0ea44d-7654-42e4-b41d-5304f8467ab2 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:03:24.944620 n-d-705658-24 neutron-server[104173]: DEBUG neutron.policy [None req-8a0ea44d-7654-42e4-b41d-5304f8467ab2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104173) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 22 19:03:24.989299 n-d-705658-24 neutron-server[104173]: WARNING oslo_policy.policy [None req-8a0ea44d-7654-42e4-b41d-5304f8467ab2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 19:03:24.989667 n-d-705658-24 neutron-server[104173]: WARNING oslo_policy.policy [None req-8a0ea44d-7654-42e4-b41d-5304f8467ab2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 19:03:25.085143 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8a0ea44d-7654-42e4-b41d-5304f8467ab2 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745615754129', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745615754878', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745615803691', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745615810908', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745615787165', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745616528538', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3514296', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3429034', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-337287', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-498275'] for rbac-policy (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:25.151450 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8a0ea44d-7654-42e4-b41d-5304f8467ab2 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:25.152642 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8a0ea44d-7654-42e4-b41d-5304f8467ab2 admin admin] 10.222.0.75 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6138203 Mar 22 19:03:27.680649 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 57858) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:03:27.985055 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-c726e2bf-0979-456d-8787-42705143b970 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:03:28.014376 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c726e2bf-0979-456d-8787-42705143b970 demo demo] Made reservation on behalf of ef09a908289f4aa2a2549f074f3cfe68 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:03:28.018570 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c726e2bf-0979-456d-8787-42705143b970 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:28.034391 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c726e2bf-0979-456d-8787-42705143b970 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:28.144714 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c726e2bf-0979-456d-8787-42705143b970 demo demo] Publish callbacks [] for security_group (4a77d69f-e877-4197-9cca-bdfdf8a51258), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:28.148507 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c726e2bf-0979-456d-8787-42705143b970 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (4a77d69f-e877-4197-9cca-bdfdf8a51258), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:28.173604 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c726e2bf-0979-456d-8787-42705143b970 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:03:28.208710 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c726e2bf-0979-456d-8787-42705143b970 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745616605754', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (8435cbea-a28d-4a2e-b016-0d194f707a46), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:28.209299 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c726e2bf-0979-456d-8787-42705143b970 demo demo] Unsubscribe: segment precommit_create {{(pid=104173) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 22 19:03:28.209851 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-c726e2bf-0979-456d-8787-42705143b970 demo demo] Added segment 8435cbea-a28d-4a2e-b016-0d194f707a46 of type vlan for network 6734a862-4c3b-42b7-9d61-91b7f55e0270 Mar 22 19:03:28.224876 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726e2bf-0979-456d-8787-42705143b970 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=4a77d69f-e877-4197-9cca-bdfdf8a51258,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:03:28.274397 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c726e2bf-0979-456d-8787-42705143b970 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:28.274670 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c726e2bf-0979-456d-8787-42705143b970 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:28.275003 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c726e2bf-0979-456d-8787-42705143b970 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:28.275335 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c726e2bf-0979-456d-8787-42705143b970 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:28.275662 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c726e2bf-0979-456d-8787-42705143b970 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:28.275986 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c726e2bf-0979-456d-8787-42705143b970 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:28.276306 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c726e2bf-0979-456d-8787-42705143b970 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:28.276627 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c726e2bf-0979-456d-8787-42705143b970 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:28.276947 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c726e2bf-0979-456d-8787-42705143b970 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:28.277263 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c726e2bf-0979-456d-8787-42705143b970 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:28.277583 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c726e2bf-0979-456d-8787-42705143b970 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:28.277931 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c726e2bf-0979-456d-8787-42705143b970 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:28.278251 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c726e2bf-0979-456d-8787-42705143b970 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:28.278566 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c726e2bf-0979-456d-8787-42705143b970 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:28.278881 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c726e2bf-0979-456d-8787-42705143b970 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c726e2bf-0979-456d-8787-42705143b970 demo demo] Tracked resource versions report: Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: pushed versions: Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: { 'AddressGroup': {'1.2'}, Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: 'Agent': {'1.1'}, Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: 'ConntrackHelper': {'1.0'}, Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: 'LocalIPAssociation': {'1.0'}, Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: 'Log': {'1.0'}, Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: 'NDPProxy': {'1.0'}, Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: 'Network': {'1.1'}, Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: 'Port': {'1.7'}, Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: 'PortForwarding': {'1.3'}, Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: 'QosPolicy': {'1.10'}, Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: 'SecurityGroup': {'1.5'}, Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: 'SecurityGroupRule': {'1.2'}, Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: 'SubPort': {'1.0'}, Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: 'Subnet': {'1.1'}, Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: 'Trunk': {'1.1'}} Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: consumer versions: Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: { DHCP agent@n-d-705658-24: {}, Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: L3 agent@n-d-705658-24: {}, Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: Metadata agent@n-d-705658-24: {}, Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: Metering agent@n-d-705658-24: {}, Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: Open vSwitch agent@n-d-705658-24: { 'AddressGroup': '1.2', Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: 'Agent': '1.1', Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: 'ConntrackHelper': '1.0', Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: 'LocalIPAssociation': '1.0', Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: 'Log': '1.0', Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: 'NDPProxy': '1.0', Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: 'Network': '1.1', Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: 'Port': '1.7', Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: 'PortForwarding': '1.3', Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: 'QosPolicy': '1.10', Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: 'SecurityGroup': '1.5', Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: 'SecurityGroupRule': '1.2', Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: 'SubPort': '1.0', Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: 'Subnet': '1.1', Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: 'Trunk': '1.1'}} Mar 22 19:03:28.280099 n-d-705658-24 neutron-server[104173]: {{(pid=104173) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 19:03:28.323102 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c726e2bf-0979-456d-8787-42705143b970 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (6734a862-4c3b-42b7-9d61-91b7f55e0270), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:28.364838 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c726e2bf-0979-456d-8787-42705143b970 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (6734a862-4c3b-42b7-9d61-91b7f55e0270), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:28.370603 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c726e2bf-0979-456d-8787-42705143b970 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:03:28.371321 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c726e2bf-0979-456d-8787-42705143b970 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:28.451944 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c726e2bf-0979-456d-8787-42705143b970 demo demo] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7702136 Mar 22 19:03:28.489703 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726e2bf-0979-456d-8787-42705143b970 demo demo] Pushing event updated for resources: {'Network': ['ID=6734a862-4c3b-42b7-9d61-91b7f55e0270,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:03:28.502402 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 6734a862-4c3b-42b7-9d61-91b7f55e0270 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:03:31.051329 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 57870) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:03:31.460676 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4354e013-a36b-427e-b3f3-682b8c175024 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:03:31.462128 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4354e013-a36b-427e-b3f3-682b8c175024 demo admin] 10.222.0.75 "GET /v2.0/networks/6734a862-4c3b-42b7-9d61-91b7f55e0270 HTTP/1.1" status: 200 len: 825 time: 0.4098244 Mar 22 19:03:31.485389 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e73d3b33-e26c-4eca-8eca-50307d93e376 demo admin] 10.222.0.75 "GET /v2.0/subnetpools/0bd126be-d738-455a-9949-a6736049fc8e HTTP/1.1" status: 200 len: 734 time: 0.0176797 Mar 22 19:03:31.494395 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-53570166-84cd-4447-9169-f856357bd9bf demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '0bd126be-d738-455a-9949-a6736049fc8e', 'gateway_ip': '172.20.0.1', 'network_id': '6734a862-4c3b-42b7-9d61-91b7f55e0270'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:03:31.515020 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53570166-84cd-4447-9169-f856357bd9bf demo admin] Made reservation on behalf of ef09a908289f4aa2a2549f074f3cfe68 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:03:31.517301 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-53570166-84cd-4447-9169-f856357bd9bf demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:31.803797 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-53570166-84cd-4447-9169-f856357bd9bf demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for subnet (f32749b2-d6fa-4409-b946-65e7634b6d30), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:31.874855 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53570166-84cd-4447-9169-f856357bd9bf demo admin] Checking segment: {'id': '8435cbea-a28d-4a2e-b016-0d194f707a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6734a862-4c3b-42b7-9d61-91b7f55e0270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:03:31.875215 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53570166-84cd-4447-9169-f856357bd9bf demo admin] Network hostable DHCP agents. Network: 6734a862-4c3b-42b7-9d61-91b7f55e0270, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:03:31.879646 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53570166-84cd-4447-9169-f856357bd9bf demo admin] Pushing event updated for resources: {'Subnet': ['ID=f32749b2-d6fa-4409-b946-65e7634b6d30,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:03:31.897671 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53570166-84cd-4447-9169-f856357bd9bf demo admin] Network 6734a862-4c3b-42b7-9d61-91b7f55e0270 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:03:31.910191 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-53570166-84cd-4447-9169-f856357bd9bf demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 6734a862-4c3b-42b7-9d61-91b7f55e0270) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:03:31.914670 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53570166-84cd-4447-9169-f856357bd9bf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:03:31.915270 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-53570166-84cd-4447-9169-f856357bd9bf demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:31.920896 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc1c8fe-cc20-42f1-b28a-3874954161dc None None] Network 6734a862-4c3b-42b7-9d61-91b7f55e0270 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:03:31.930685 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-53570166-84cd-4447-9169-f856357bd9bf demo admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4402742 Mar 22 19:03:32.299643 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-6734a862-4c3b-42b7-9d61-91b7f55e0270', 'network_id': '6734a862-4c3b-42b7-9d61-91b7f55e0270', 'project_id': 'ef09a908289f4aa2a2549f074f3cfe68', 'fixed_ips': [{'subnet_id': 'f32749b2-d6fa-4409-b946-65e7634b6d30'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:03:32.300958 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:32.575989 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] Allocated IP 172.20.0.2 (6734a862-4c3b-42b7-9d61-91b7f55e0270/f32749b2-d6fa-4409-b946-65e7634b6d30/92ffc952-ae9b-4c10-8a4f-f79ff30bbff8) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:03:32.838557 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] Publish callbacks [] for port (92ffc952-ae9b-4c10-8a4f-f79ff30bbff8), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:32.846003 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (92ffc952-ae9b-4c10-8a4f-f79ff30bbff8), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:32.911202 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] Network 6734a862-4c3b-42b7-9d61-91b7f55e0270 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:03:32.919280 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:03:32.932346 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:03:32.939619 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] Pushing event updated for resources: {'Port': ['ID=92ffc952-ae9b-4c10-8a4f-f79ff30bbff8,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:03:32.985503 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:32.985874 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:32.986218 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:32.986556 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:32.986890 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:32.987223 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:32.987551 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:32.987891 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:32.988197 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:32.988518 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:32.988839 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:32.989159 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:32.989479 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:32.989811 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:32.990140 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] Tracked resource versions report: Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: pushed versions: Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: { 'AddressGroup': {'1.2'}, Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: 'Agent': {'1.1'}, Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: 'ConntrackHelper': {'1.0'}, Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: 'LocalIPAssociation': {'1.0'}, Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: 'Log': {'1.0'}, Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: 'NDPProxy': {'1.0'}, Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: 'Network': {'1.1'}, Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: 'Port': {'1.7'}, Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: 'PortForwarding': {'1.3'}, Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: 'QosPolicy': {'1.10'}, Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: 'SecurityGroup': {'1.5'}, Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: 'SecurityGroupRule': {'1.2'}, Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: 'SubPort': {'1.0'}, Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: 'Subnet': {'1.1'}, Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: 'Trunk': {'1.1'}} Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: consumer versions: Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: { DHCP agent@n-d-705658-24: {}, Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: L3 agent@n-d-705658-24: {}, Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: Metadata agent@n-d-705658-24: {}, Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: Metering agent@n-d-705658-24: {}, Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: Open vSwitch agent@n-d-705658-24: { 'AddressGroup': '1.2', Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: 'Agent': '1.1', Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: 'ConntrackHelper': '1.0', Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: 'LocalIPAssociation': '1.0', Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: 'Log': '1.0', Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: 'NDPProxy': '1.0', Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: 'Network': '1.1', Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: 'Port': '1.7', Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: 'PortForwarding': '1.3', Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: 'QosPolicy': '1.10', Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: 'SecurityGroup': '1.5', Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: 'SecurityGroupRule': '1.2', Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: 'SubPort': '1.0', Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: 'Subnet': '1.1', Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: 'Trunk': '1.1'}} Mar 22 19:03:32.991443 n-d-705658-24 neutron-server[104174]: {{(pid=104174) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 19:03:33.022523 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] Attempting to bind port 92ffc952-ae9b-4c10-8a4f-f79ff30bbff8 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:03:33.022922 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] Attempting to bind port 92ffc952-ae9b-4c10-8a4f-f79ff30bbff8 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '8435cbea-a28d-4a2e-b016-0d194f707a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6734a862-4c3b-42b7-9d61-91b7f55e0270'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:03:33.023338 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] Attempting to bind port 92ffc952-ae9b-4c10-8a4f-f79ff30bbff8 on network 6734a862-4c3b-42b7-9d61-91b7f55e0270 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:03:33.028094 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:03:33.028459 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] Checking segment: {'id': '8435cbea-a28d-4a2e-b016-0d194f707a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6734a862-4c3b-42b7-9d61-91b7f55e0270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:03:33.028927 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:33.029312 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] Bound using segment: {'id': '8435cbea-a28d-4a2e-b016-0d194f707a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6734a862-4c3b-42b7-9d61-91b7f55e0270'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:03:33.029771 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] Bound port: 92ffc952-ae9b-4c10-8a4f-f79ff30bbff8, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8435cbea-a28d-4a2e-b016-0d194f707a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6734a862-4c3b-42b7-9d61-91b7f55e0270'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:03:33.030194 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (92ffc952-ae9b-4c10-8a4f-f79ff30bbff8), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:33.093680 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] For port 92ffc952-ae9b-4c10-8a4f-f79ff30bbff8, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:03:33.097845 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] For port 92ffc952-ae9b-4c10-8a4f-f79ff30bbff8, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=92ffc952-ae9b-4c10-8a4f-f79ff30bbff8,segment=NetworkSegment(8435cbea-a28d-4a2e-b016-0d194f707a46),segment_id=8435cbea-a28d-4a2e-b016-0d194f707a46)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:03:33.106599 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (92ffc952-ae9b-4c10-8a4f-f79ff30bbff8), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:33.169610 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4677745-d26f-41df-b858-3a191b4e2645 None None] Pushing event updated for resources: {'Port': ['ID=92ffc952-ae9b-4c10-8a4f-f79ff30bbff8,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:03:34.489085 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 57878) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:03:34.798078 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-a891150d-6601-4655-adc8-2ab99bfb917c admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:03:34.799165 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a891150d-6601-4655-adc8-2ab99bfb917c admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3091419 Mar 22 19:03:37.342486 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 57886) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:03:37.661472 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-0e85f74e-4e47-4a9b-8261-a130131187b9 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:03:37.662492 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0e85f74e-4e47-4a9b-8261-a130131187b9 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3189709 Mar 22 19:03:40.209939 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 57894) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:03:40.703887 n-d-705658-24 neutron-server[104172]: WARNING oslo_policy.policy [None req-416bb5e5-f201-498f-8230-d22aea2b0824 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 19:03:40.704618 n-d-705658-24 neutron-server[104172]: WARNING oslo_policy.policy [None req-416bb5e5-f201-498f-8230-d22aea2b0824 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 19:03:40.931237 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-416bb5e5-f201-498f-8230-d22aea2b0824 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:03:40.993109 n-d-705658-24 neutron-server[104172]: DEBUG neutron.policy [None req-416bb5e5-f201-498f-8230-d22aea2b0824 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104172) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 22 19:03:41.037112 n-d-705658-24 neutron-server[104172]: WARNING oslo_policy.policy [None req-416bb5e5-f201-498f-8230-d22aea2b0824 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 19:03:41.037499 n-d-705658-24 neutron-server[104172]: WARNING oslo_policy.policy [None req-416bb5e5-f201-498f-8230-d22aea2b0824 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 22 19:03:41.099476 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-416bb5e5-f201-498f-8230-d22aea2b0824 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (b7970524-8e38-4d46-91f1-4284f974a060), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:41.101843 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-416bb5e5-f201-498f-8230-d22aea2b0824 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (b7970524-8e38-4d46-91f1-4284f974a060), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:41.256158 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-416bb5e5-f201-498f-8230-d22aea2b0824 demo demo] Publish callbacks [] for router_controller (b7970524-8e38-4d46-91f1-4284f974a060), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:41.261825 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-416bb5e5-f201-498f-8230-d22aea2b0824 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (b7970524-8e38-4d46-91f1-4284f974a060), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:41.285376 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-416bb5e5-f201-498f-8230-d22aea2b0824 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:41.286808 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-416bb5e5-f201-498f-8230-d22aea2b0824 demo demo] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0741646 Mar 22 19:03:43.859270 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 57914) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:03:44.040183 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 92ffc952-ae9b-4c10-8a4f-f79ff30bbff8 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:03:44.130329 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 92ffc952-ae9b-4c10-8a4f-f79ff30bbff8 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:03:44.130742 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (92ffc952-ae9b-4c10-8a4f-f79ff30bbff8), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:44.195791 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [None req-792f7475-5b42-446d-a6ef-bafea36d36b4 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:03:44.205826 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-792f7475-5b42-446d-a6ef-bafea36d36b4 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3364027 Mar 22 19:03:44.243478 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 92ffc952-ae9b-4c10-8a4f-f79ff30bbff8 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:03:44.243887 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (92ffc952-ae9b-4c10-8a4f-f79ff30bbff8), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:44.282276 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 92ffc952-ae9b-4c10-8a4f-f79ff30bbff8, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=92ffc952-ae9b-4c10-8a4f-f79ff30bbff8,segment=NetworkSegment(8435cbea-a28d-4a2e-b016-0d194f707a46),segment_id=8435cbea-a28d-4a2e-b016-0d194f707a46)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:03:44.286409 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (92ffc952-ae9b-4c10-8a4f-f79ff30bbff8), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:44.339365 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=92ffc952-ae9b-4c10-8a4f-f79ff30bbff8,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:03:44.538573 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db116df6-60dc-4836-8e9f-22fb29a366d9 None None] Network 6734a862-4c3b-42b7-9d61-91b7f55e0270 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:03:44.642172 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-d9a99ac6-b9a8-4703-adb8-d98261978ba1 None None] Provisioning complete for port 92ffc952-ae9b-4c10-8a4f-f79ff30bbff8 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:03:44.642558 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d9a99ac6-b9a8-4703-adb8-d98261978ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (92ffc952-ae9b-4c10-8a4f-f79ff30bbff8), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:44.742613 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d9a99ac6-b9a8-4703-adb8-d98261978ba1 None None] Current status of the port 92ffc952-ae9b-4c10-8a4f-f79ff30bbff8 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:03:44.963646 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-978f1b45-3c67-460e-9621-aedee0558ac9 None None] Provisioning complete for port 92ffc952-ae9b-4c10-8a4f-f79ff30bbff8 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:03:44.964047 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-978f1b45-3c67-460e-9621-aedee0558ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (92ffc952-ae9b-4c10-8a4f-f79ff30bbff8), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:45.004852 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-842bf1b4-e70c-49b6-847d-aeb8068a9afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:45.053561 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-978f1b45-3c67-460e-9621-aedee0558ac9 None None] Current status of the port 92ffc952-ae9b-4c10-8a4f-f79ff30bbff8 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:03:45.997990 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 92ffc952-ae9b-4c10-8a4f-f79ff30bbff8 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:03:46.045052 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 92ffc952-ae9b-4c10-8a4f-f79ff30bbff8 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:03:46.045357 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (92ffc952-ae9b-4c10-8a4f-f79ff30bbff8), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:46.121429 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 92ffc952-ae9b-4c10-8a4f-f79ff30bbff8 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:03:46.775699 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 57922) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:03:47.089760 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-4c238445-8787-45e9-9cca-d5d91512013c admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:03:47.114606 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c238445-8787-45e9-9cca-d5d91512013c admin admin] Made reservation on behalf of 994d1f993cfe45f58776ab444f187b43 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:03:47.118518 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4c238445-8787-45e9-9cca-d5d91512013c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:47.134852 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4c238445-8787-45e9-9cca-d5d91512013c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:47.235158 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4c238445-8787-45e9-9cca-d5d91512013c admin admin] Publish callbacks [] for security_group (1ea932e1-1e6e-4dda-a538-e0175df6033e), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:47.239413 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4c238445-8787-45e9-9cca-d5d91512013c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1ea932e1-1e6e-4dda-a538-e0175df6033e), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:47.250044 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4c238445-8787-45e9-9cca-d5d91512013c admin admin] Reserving flat network on physical network physnet1 {{(pid=104172) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 22 19:03:47.280383 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5a8d53da-8e3a-40e1-8c3b-3ba5023d94d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:47.284834 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4c238445-8787-45e9-9cca-d5d91512013c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745616605754', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (f702b6c0-e818-459c-b39e-179730eaa4b1), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:47.285505 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4c238445-8787-45e9-9cca-d5d91512013c admin admin] Unsubscribe: segment precommit_create {{(pid=104172) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 22 19:03:47.286087 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-4c238445-8787-45e9-9cca-d5d91512013c admin admin] Added segment f702b6c0-e818-459c-b39e-179730eaa4b1 of type flat for network b209c5bc-34d3-415d-9873-d01a4e6c5db8 Mar 22 19:03:47.319563 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c238445-8787-45e9-9cca-d5d91512013c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea932e1-1e6e-4dda-a538-e0175df6033e,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:03:47.352566 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c238445-8787-45e9-9cca-d5d91512013c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:47.352906 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c238445-8787-45e9-9cca-d5d91512013c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:47.353235 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c238445-8787-45e9-9cca-d5d91512013c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:47.353562 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c238445-8787-45e9-9cca-d5d91512013c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:47.353977 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c238445-8787-45e9-9cca-d5d91512013c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:47.354312 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c238445-8787-45e9-9cca-d5d91512013c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:47.354666 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c238445-8787-45e9-9cca-d5d91512013c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:47.355135 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c238445-8787-45e9-9cca-d5d91512013c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:47.355461 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c238445-8787-45e9-9cca-d5d91512013c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:47.355782 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c238445-8787-45e9-9cca-d5d91512013c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:47.356132 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c238445-8787-45e9-9cca-d5d91512013c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:47.356448 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c238445-8787-45e9-9cca-d5d91512013c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:47.356805 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c238445-8787-45e9-9cca-d5d91512013c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:47.357052 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c238445-8787-45e9-9cca-d5d91512013c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:47.357366 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c238445-8787-45e9-9cca-d5d91512013c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c238445-8787-45e9-9cca-d5d91512013c admin admin] Tracked resource versions report: Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: pushed versions: Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: { 'AddressGroup': {'1.2'}, Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: 'Agent': {'1.1'}, Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: 'ConntrackHelper': {'1.0'}, Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: 'LocalIPAssociation': {'1.0'}, Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: 'Log': {'1.0'}, Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: 'NDPProxy': {'1.0'}, Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: 'Network': {'1.1'}, Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: 'Port': {'1.7'}, Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: 'PortForwarding': {'1.3'}, Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: 'QosPolicy': {'1.10'}, Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: 'SecurityGroup': {'1.5'}, Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: 'SecurityGroupRule': {'1.2'}, Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: 'SubPort': {'1.0'}, Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: 'Subnet': {'1.1'}, Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: 'Trunk': {'1.1'}} Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: consumer versions: Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: { DHCP agent@n-d-705658-24: {}, Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: L3 agent@n-d-705658-24: {}, Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: Metadata agent@n-d-705658-24: {}, Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: Metering agent@n-d-705658-24: {}, Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: Open vSwitch agent@n-d-705658-24: { 'AddressGroup': '1.2', Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: 'Agent': '1.1', Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: 'ConntrackHelper': '1.0', Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: 'LocalIPAssociation': '1.0', Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: 'Log': '1.0', Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: 'NDPProxy': '1.0', Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: 'Network': '1.1', Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: 'Port': '1.7', Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: 'PortForwarding': '1.3', Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: 'QosPolicy': '1.10', Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: 'SecurityGroup': '1.5', Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: 'SecurityGroupRule': '1.2', Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: 'SubPort': '1.0', Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: 'Subnet': '1.1', Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: 'Trunk': '1.1'}} Mar 22 19:03:47.358634 n-d-705658-24 neutron-server[104172]: {{(pid=104172) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 19:03:47.404695 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4c238445-8787-45e9-9cca-d5d91512013c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (b209c5bc-34d3-415d-9873-d01a4e6c5db8), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:47.439676 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 5 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:03:47.447041 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4c238445-8787-45e9-9cca-d5d91512013c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (b209c5bc-34d3-415d-9873-d01a4e6c5db8), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:47.448198 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c238445-8787-45e9-9cca-d5d91512013c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:03:47.448897 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4c238445-8787-45e9-9cca-d5d91512013c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:47.523011 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4c238445-8787-45e9-9cca-d5d91512013c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7461605 Mar 22 19:03:47.552869 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c238445-8787-45e9-9cca-d5d91512013c admin admin] Pushing event updated for resources: {'Network': ['ID=b209c5bc-34d3-415d-9873-d01a4e6c5db8,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:03:47.564093 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:03:48.454451 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:49.858575 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:50.026775 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 57944) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:03:50.198384 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb5a737-cce5-473f-aae6-c027cc0bd868 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:03:50.199689 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0eb5a737-cce5-473f-aae6-c027cc0bd868 demo admin] 10.222.0.75 "GET /v2.0/subnets/f32749b2-d6fa-4409-b946-65e7634b6d30 HTTP/1.1" status: 200 len: 849 time: 0.1719446 Mar 22 19:03:50.360985 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-88e0ff64-a031-43ca-86eb-33b31cb7a200 demo admin] 10.222.0.75 "GET /v2.0/routers/b7970524-8e38-4d46-91f1-4284f974a060 HTTP/1.1" status: 200 len: 704 time: 0.1556895 Mar 22 19:03:50.626392 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-422e14a7-41c8-481d-a8f2-34a1b9562069 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:50.912314 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-422e14a7-41c8-481d-a8f2-34a1b9562069 demo admin] Allocated IP 172.20.0.1 (6734a862-4c3b-42b7-9d61-91b7f55e0270/f32749b2-d6fa-4409-b946-65e7634b6d30/8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:03:51.065104 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-422e14a7-41c8-481d-a8f2-34a1b9562069 demo admin] Publish callbacks [] for port (8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:51.129327 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-422e14a7-41c8-481d-a8f2-34a1b9562069 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:51.242397 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422e14a7-41c8-481d-a8f2-34a1b9562069 demo admin] Network 6734a862-4c3b-42b7-9d61-91b7f55e0270 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:03:51.246988 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-422e14a7-41c8-481d-a8f2-34a1b9562069 demo admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:03:51.253947 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422e14a7-41c8-481d-a8f2-34a1b9562069 demo admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:03:51.254519 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-422e14a7-41c8-481d-a8f2-34a1b9562069 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (b7970524-8e38-4d46-91f1-4284f974a060), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:51.279874 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:51.324498 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e14a7-41c8-481d-a8f2-34a1b9562069 demo admin] Pushing event updated for resources: {'Port': ['ID=8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:03:51.466015 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-422e14a7-41c8-481d-a8f2-34a1b9562069 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:51.515319 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-c0f4a0e7-3039-49a5-9b01-9d4c1a8c64b6 None None] Provisioning complete for port 8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:03:51.515783 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c0f4a0e7-3039-49a5-9b01-9d4c1a8c64b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:51.549690 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c0f4a0e7-3039-49a5-9b01-9d4c1a8c64b6 None None] Port 8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:03:51.674269 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-422e14a7-41c8-481d-a8f2-34a1b9562069 demo admin] Publish callbacks [] for port (8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:51.678598 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-422e14a7-41c8-481d-a8f2-34a1b9562069 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:51.679453 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-422e14a7-41c8-481d-a8f2-34a1b9562069 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (b7970524-8e38-4d46-91f1-4284f974a060), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:51.758478 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e14a7-41c8-481d-a8f2-34a1b9562069 demo admin] Pushing event updated for resources: {'Port': ['ID=8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:03:51.811503 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422e14a7-41c8-481d-a8f2-34a1b9562069 demo admin] Network 6734a862-4c3b-42b7-9d61-91b7f55e0270 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:03:51.812958 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-422e14a7-41c8-481d-a8f2-34a1b9562069 demo admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:03:51.979703 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422e14a7-41c8-481d-a8f2-34a1b9562069 demo admin] Router b7970524-8e38-4d46-91f1-4284f974a060 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:03:52.072621 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-d77b1b61-01a5-46da-96f4-ce120a11ed5c None None] Provisioning complete for port 8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:03:52.073025 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d77b1b61-01a5-46da-96f4-ce120a11ed5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:52.077501 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422e14a7-41c8-481d-a8f2-34a1b9562069 demo admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:03:52.083778 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-422e14a7-41c8-481d-a8f2-34a1b9562069 demo admin] 10.222.0.75 "PUT /v2.0/routers/b7970524-8e38-4d46-91f1-4284f974a060/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7173784 Mar 22 19:03:52.088976 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665e2447-bc5d-47b9-8e80-a774cc8583c8 None None] Sync routers for ids ['b7970524-8e38-4d46-91f1-4284f974a060'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:03:52.101674 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665e2447-bc5d-47b9-8e80-a774cc8583c8 None None] Routers {'b7970524-8e38-4d46-91f1-4284f974a060'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:03:52.102576 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-665e2447-bc5d-47b9-8e80-a774cc8583c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:03:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['b7970524-8e38-4d46-91f1-4284f974a060'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:03:52.112904 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d77b1b61-01a5-46da-96f4-ce120a11ed5c None None] Port 8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:03:52.303256 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-665e2447-bc5d-47b9-8e80-a774cc8583c8 None None] Set router b7970524-8e38-4d46-91f1-4284f974a060 gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:03:52.739433 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-665e2447-bc5d-47b9-8e80-a774cc8583c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7970524-8e38-4d46-91f1-4284f974a060', 'name': 'router1', 'tenant_id': 'ef09a908289f4aa2a2549f074f3cfe68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:03:41Z', 'updated_at': '2022-03-22T19:03:51Z', 'revision_number': 2, 'project_id': 'ef09a908289f4aa2a2549f074f3cfe68', 'gw_port_host': None, '_interfaces': [{'id': '8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2', 'name': '', 'network_id': '6734a862-4c3b-42b7-9d61-91b7f55e0270', 'tenant_id': 'ef09a908289f4aa2a2549f074f3cfe68', 'mac_address': 'fa:16:3e:9b:70:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7970524-8e38-4d46-91f1-4284f974a060', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f32749b2-d6fa-4409-b946-65e7634b6d30', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:03:50Z', 'updated_at': '2022-03-22T19:03:51Z', 'revision_number': 2, 'project_id': 'ef09a908289f4aa2a2549f074f3cfe68', 'subnets': [{'id': 'f32749b2-d6fa-4409-b946-65e7634b6d30', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0bd126be-d738-455a-9949-a6736049fc8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:03:52.791773 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665e2447-bc5d-47b9-8e80-a774cc8583c8 None None] Checking router: b7970524-8e38-4d46-91f1-4284f974a060 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:03:52.792165 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665e2447-bc5d-47b9-8e80-a774cc8583c8 None None] Updating router b7970524-8e38-4d46-91f1-4284f974a060 port 8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:03:52.846973 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-665e2447-bc5d-47b9-8e80-a774cc8583c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:53.354708 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-665e2447-bc5d-47b9-8e80-a774cc8583c8 None None] Publish callbacks [] for port (8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:53.360652 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-665e2447-bc5d-47b9-8e80-a774cc8583c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:53.518890 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8afc4-0ffd-423f-9fc2-0a2f37b962db None None] Pushing event updated for resources: {'Port': ['ID=8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:03:53.539999 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8afc4-0ffd-423f-9fc2-0a2f37b962db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:53.540345 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8afc4-0ffd-423f-9fc2-0a2f37b962db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:53.540686 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8afc4-0ffd-423f-9fc2-0a2f37b962db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:53.541167 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8afc4-0ffd-423f-9fc2-0a2f37b962db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:53.541501 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8afc4-0ffd-423f-9fc2-0a2f37b962db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:53.541848 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8afc4-0ffd-423f-9fc2-0a2f37b962db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:53.542177 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8afc4-0ffd-423f-9fc2-0a2f37b962db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:53.542503 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8afc4-0ffd-423f-9fc2-0a2f37b962db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:53.542826 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8afc4-0ffd-423f-9fc2-0a2f37b962db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:53.543148 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8afc4-0ffd-423f-9fc2-0a2f37b962db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:53.543469 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8afc4-0ffd-423f-9fc2-0a2f37b962db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:53.543790 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8afc4-0ffd-423f-9fc2-0a2f37b962db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:53.544110 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8afc4-0ffd-423f-9fc2-0a2f37b962db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:53.544429 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8afc4-0ffd-423f-9fc2-0a2f37b962db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:53.544746 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8afc4-0ffd-423f-9fc2-0a2f37b962db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0b8afc4-0ffd-423f-9fc2-0a2f37b962db None None] Tracked resource versions report: Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: pushed versions: Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: { 'AddressGroup': {'1.2'}, Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: 'Agent': {'1.1'}, Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: 'ConntrackHelper': {'1.0'}, Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: 'LocalIPAssociation': {'1.0'}, Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: 'Log': {'1.0'}, Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: 'NDPProxy': {'1.0'}, Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: 'Network': {'1.1'}, Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: 'Port': {'1.7'}, Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: 'PortForwarding': {'1.3'}, Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: 'QosPolicy': {'1.10'}, Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: 'SecurityGroup': {'1.5'}, Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: 'SecurityGroupRule': {'1.2'}, Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: 'SubPort': {'1.0'}, Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: 'Subnet': {'1.1'}, Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: 'Trunk': {'1.1'}} Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: consumer versions: Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: { DHCP agent@n-d-705658-24: {}, Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: L3 agent@n-d-705658-24: {}, Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: Metadata agent@n-d-705658-24: {}, Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: Metering agent@n-d-705658-24: {}, Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: Open vSwitch agent@n-d-705658-24: { 'AddressGroup': '1.2', Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: 'Agent': '1.1', Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: 'ConntrackHelper': '1.0', Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: 'LocalIPAssociation': '1.0', Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: 'Log': '1.0', Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: 'NDPProxy': '1.0', Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: 'Network': '1.1', Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: 'Port': '1.7', Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: 'PortForwarding': '1.3', Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: 'QosPolicy': '1.10', Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: 'SecurityGroup': '1.5', Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: 'SecurityGroupRule': '1.2', Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: 'SubPort': '1.0', Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: 'Subnet': '1.1', Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: 'Trunk': '1.1'}} Mar 22 19:03:53.546035 n-d-705658-24 neutron-server[104175]: {{(pid=104175) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 19:03:53.562057 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-665e2447-bc5d-47b9-8e80-a774cc8583c8 None None] Attempting to bind port 8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:03:53.562459 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-665e2447-bc5d-47b9-8e80-a774cc8583c8 None None] Attempting to bind port 8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '8435cbea-a28d-4a2e-b016-0d194f707a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6734a862-4c3b-42b7-9d61-91b7f55e0270'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:03:53.562890 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665e2447-bc5d-47b9-8e80-a774cc8583c8 None None] Attempting to bind port 8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2 on network 6734a862-4c3b-42b7-9d61-91b7f55e0270 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:03:53.567864 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665e2447-bc5d-47b9-8e80-a774cc8583c8 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:03:53.568255 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665e2447-bc5d-47b9-8e80-a774cc8583c8 None None] Checking segment: {'id': '8435cbea-a28d-4a2e-b016-0d194f707a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6734a862-4c3b-42b7-9d61-91b7f55e0270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:03:53.568723 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-665e2447-bc5d-47b9-8e80-a774cc8583c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:53.569109 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665e2447-bc5d-47b9-8e80-a774cc8583c8 None None] Bound using segment: {'id': '8435cbea-a28d-4a2e-b016-0d194f707a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6734a862-4c3b-42b7-9d61-91b7f55e0270'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:03:53.569583 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-665e2447-bc5d-47b9-8e80-a774cc8583c8 None None] Bound port: 8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8435cbea-a28d-4a2e-b016-0d194f707a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6734a862-4c3b-42b7-9d61-91b7f55e0270'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:03:53.570530 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-665e2447-bc5d-47b9-8e80-a774cc8583c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:53.638100 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-665e2447-bc5d-47b9-8e80-a774cc8583c8 None None] For port 8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:03:53.642095 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-28fecde0-19bb-4deb-9401-305e6150e38c None None] Provisioning complete for port 8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:03:53.643069 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-28fecde0-19bb-4deb-9401-305e6150e38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:53.659112 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-665e2447-bc5d-47b9-8e80-a774cc8583c8 None None] For port 8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2,segment=NetworkSegment(8435cbea-a28d-4a2e-b016-0d194f707a46),segment_id=8435cbea-a28d-4a2e-b016-0d194f707a46)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:03:53.665898 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-665e2447-bc5d-47b9-8e80-a774cc8583c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:53.677836 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-28fecde0-19bb-4deb-9401-305e6150e38c None None] Port 8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:03:53.727979 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665e2447-bc5d-47b9-8e80-a774cc8583c8 None None] Routers {'b7970524-8e38-4d46-91f1-4284f974a060'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:03:53.728617 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-665e2447-bc5d-47b9-8e80-a774cc8583c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:03:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['b7970524-8e38-4d46-91f1-4284f974a060'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:03:53.730594 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8afc4-0ffd-423f-9fc2-0a2f37b962db None None] Pushing event updated for resources: {'Port': ['ID=8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2,revision_number=4']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:03:53.830224 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-665e2447-bc5d-47b9-8e80-a774cc8583c8 None None] Set router b7970524-8e38-4d46-91f1-4284f974a060 gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:03:53.898181 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-92484d2f-2be3-4c2e-8a33-feca4c1c53c0 None None] Provisioning complete for port 8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:03:53.898576 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-92484d2f-2be3-4c2e-8a33-feca4c1c53c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:53.978587 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-92484d2f-2be3-4c2e-8a33-feca4c1c53c0 None None] Current status of the port 8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:03:53.978895 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-92484d2f-2be3-4c2e-8a33-feca4c1c53c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:54.011342 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-92484d2f-2be3-4c2e-8a33-feca4c1c53c0 None None] For port 8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2,segment=NetworkSegment(8435cbea-a28d-4a2e-b016-0d194f707a46),segment_id=8435cbea-a28d-4a2e-b016-0d194f707a46)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:03:54.015423 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-92484d2f-2be3-4c2e-8a33-feca4c1c53c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:54.041303 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-665e2447-bc5d-47b9-8e80-a774cc8583c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7970524-8e38-4d46-91f1-4284f974a060', 'name': 'router1', 'tenant_id': 'ef09a908289f4aa2a2549f074f3cfe68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:03:41Z', 'updated_at': '2022-03-22T19:03:51Z', 'revision_number': 2, 'project_id': 'ef09a908289f4aa2a2549f074f3cfe68', 'gw_port_host': None, '_interfaces': [{'id': '8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2', 'name': '', 'network_id': '6734a862-4c3b-42b7-9d61-91b7f55e0270', 'tenant_id': 'ef09a908289f4aa2a2549f074f3cfe68', 'mac_address': 'fa:16:3e:9b:70:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7970524-8e38-4d46-91f1-4284f974a060', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f32749b2-d6fa-4409-b946-65e7634b6d30', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:03:50Z', 'updated_at': '2022-03-22T19:03:53Z', 'revision_number': 4, 'project_id': 'ef09a908289f4aa2a2549f074f3cfe68', 'subnets': [{'id': 'f32749b2-d6fa-4409-b946-65e7634b6d30', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0bd126be-d738-455a-9949-a6736049fc8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:03:54.067982 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92484d2f-2be3-4c2e-8a33-feca4c1c53c0 None None] Pushing event updated for resources: {'Port': ['ID=8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:03:54.070698 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665e2447-bc5d-47b9-8e80-a774cc8583c8 None None] The sync data for ids ['b7970524-8e38-4d46-91f1-4284f974a060'] in n-d-705658-24 is: [{'id': 'b7970524-8e38-4d46-91f1-4284f974a060', 'name': 'router1', 'tenant_id': 'ef09a908289f4aa2a2549f074f3cfe68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:03:41Z', 'updated_at': '2022-03-22T19:03:51Z', 'revision_number': 2, 'project_id': 'ef09a908289f4aa2a2549f074f3cfe68', 'gw_port_host': None, '_interfaces': [{'id': '8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2', 'name': '', 'network_id': '6734a862-4c3b-42b7-9d61-91b7f55e0270', 'tenant_id': 'ef09a908289f4aa2a2549f074f3cfe68', 'mac_address': 'fa:16:3e:9b:70:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7970524-8e38-4d46-91f1-4284f974a060', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f32749b2-d6fa-4409-b946-65e7634b6d30', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:03:50Z', 'updated_at': '2022-03-22T19:03:53Z', 'revision_number': 4, 'project_id': 'ef09a908289f4aa2a2549f074f3cfe68', 'subnets': [{'id': 'f32749b2-d6fa-4409-b946-65e7634b6d30', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0bd126be-d738-455a-9949-a6736049fc8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:03:54.554847 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 57964) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:03:54.666399 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9b2566-15a5-4d9a-af95-f9a489be56f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:03:54.667746 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5a9b2566-15a5-4d9a-af95-f9a489be56f2 admin admin] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 842 time: 0.1119604 Mar 22 19:03:54.677044 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-e0ea56ee-2f9e-4783-a0ec-9f786ae6592b admin admin] Request body: {'subnet': {'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:03:54.697464 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ea56ee-2f9e-4783-a0ec-9f786ae6592b admin admin] Made reservation on behalf of 994d1f993cfe45f58776ab444f187b43 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:03:54.699875 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e0ea56ee-2f9e-4783-a0ec-9f786ae6592b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:54.977202 n-d-705658-24 neutron-server[104173]: DEBUG neutron.objects.ports [None req-e0ea56ee-2f9e-4783-a0ec-9f786ae6592b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104173) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 19:03:54.977560 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e0ea56ee-2f9e-4783-a0ec-9f786ae6592b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for subnet (14d13615-f072-42c4-81c2-7c1720d598f3), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:55.033336 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea56ee-2f9e-4783-a0ec-9f786ae6592b admin admin] Pushing event updated for resources: {'Subnet': ['ID=14d13615-f072-42c4-81c2-7c1720d598f3,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:03:55.042380 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ea56ee-2f9e-4783-a0ec-9f786ae6592b admin admin] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:03:55.042735 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ea56ee-2f9e-4783-a0ec-9f786ae6592b admin admin] Network hostable DHCP agents. Network: b209c5bc-34d3-415d-9873-d01a4e6c5db8, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:03:55.061109 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ea56ee-2f9e-4783-a0ec-9f786ae6592b admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:03:55.071045 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-e0ea56ee-2f9e-4783-a0ec-9f786ae6592b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, b209c5bc-34d3-415d-9873-d01a4e6c5db8) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:03:55.075315 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ea56ee-2f9e-4783-a0ec-9f786ae6592b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:03:55.076113 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e0ea56ee-2f9e-4783-a0ec-9f786ae6592b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:55.081870 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef502aab-ef91-4914-8996-249a2e1276e8 None None] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:03:55.093695 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e0ea56ee-2f9e-4783-a0ec-9f786ae6592b admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4199648 Mar 22 19:03:55.194006 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed228e5-a2aa-4fff-9a54-81ded6e373fe None None] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:03:57.548329 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 57972) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:03:57.746505 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2879093b-88f4-4257-a81f-d85a7a4c115c demo admin] 10.222.0.75 "GET /v2.0/routers/b7970524-8e38-4d46-91f1-4284f974a060 HTTP/1.1" status: 200 len: 710 time: 0.1970272 Mar 22 19:03:57.829635 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba99904d-b419-4765-91a7-08f2f78f805e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:03:57.831035 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ba99904d-b419-4765-91a7-08f2f78f805e demo admin] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 886 time: 0.0793262 Mar 22 19:03:57.840761 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-4f6deebb-0c13-4bc4-bff9-698fe3ef5072 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:03:58.087885 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f6deebb-0c13-4bc4-bff9-698fe3ef5072 demo admin] Publish callbacks [] for router_gateway (b7970524-8e38-4d46-91f1-4284f974a060), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:58.324326 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f6deebb-0c13-4bc4-bff9-698fe3ef5072 demo admin] Publish callbacks [] for router_gateway (b7970524-8e38-4d46-91f1-4284f974a060), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:58.399029 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f6deebb-0c13-4bc4-bff9-698fe3ef5072 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:58.500944 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-4f6deebb-0c13-4bc4-bff9-698fe3ef5072 demo admin] Allocated IP 172.25.5.94 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/b67b2921-773b-4eed-8f63-5df6c7c7e04b) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:03:58.599103 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f6deebb-0c13-4bc4-bff9-698fe3ef5072 demo admin] Publish callbacks [] for port (b67b2921-773b-4eed-8f63-5df6c7c7e04b), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:58.631504 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f6deebb-0c13-4bc4-bff9-698fe3ef5072 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (b67b2921-773b-4eed-8f63-5df6c7c7e04b), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:58.667092 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6deebb-0c13-4bc4-bff9-698fe3ef5072 demo admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:03:58.669985 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-4f6deebb-0c13-4bc4-bff9-698fe3ef5072 demo admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:03:58.672488 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6deebb-0c13-4bc4-bff9-698fe3ef5072 demo admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:03:58.711331 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6deebb-0c13-4bc4-bff9-698fe3ef5072 demo admin] Pushing event updated for resources: {'Port': ['ID=b67b2921-773b-4eed-8f63-5df6c7c7e04b,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:03:58.925718 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f6deebb-0c13-4bc4-bff9-698fe3ef5072 demo admin] Publish callbacks [] for router_gateway (b7970524-8e38-4d46-91f1-4284f974a060), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:59.207570 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f6deebb-0c13-4bc4-bff9-698fe3ef5072 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4043'] for router (b7970524-8e38-4d46-91f1-4284f974a060), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:59.211523 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f6deebb-0c13-4bc4-bff9-698fe3ef5072 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918527'] for router (b7970524-8e38-4d46-91f1-4284f974a060), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:59.326543 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6deebb-0c13-4bc4-bff9-698fe3ef5072 demo admin] Router b7970524-8e38-4d46-91f1-4284f974a060 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:03:59.439650 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6deebb-0c13-4bc4-bff9-698fe3ef5072 demo admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:03:59.444046 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f6deebb-0c13-4bc4-bff9-698fe3ef5072 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:03:59.446427 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4f6deebb-0c13-4bc4-bff9-698fe3ef5072 demo admin] 10.222.0.75 "PUT /v2.0/routers/b7970524-8e38-4d46-91f1-4284f974a060 HTTP/1.1" status: 200 len: 889 time: 1.6089218 Mar 22 19:04:02.035624 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:04:02.042752 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 57984) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:04:02.086382 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:04:02.086647 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:04:02.162620 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-02fb24a4-89f1-4abc-b260-90d93a49aa31 admin admin] 10.222.0.75 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1185997 Mar 22 19:04:02.170179 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:04:02.823121 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ee81a9-4427-4cbb-b346-e8de77232f07 None None] Sync routers for ids ['b7970524-8e38-4d46-91f1-4284f974a060'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:04:02.835872 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ee81a9-4427-4cbb-b346-e8de77232f07 None None] Routers {'b7970524-8e38-4d46-91f1-4284f974a060'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:04:02.836523 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-e6ee81a9-4427-4cbb-b346-e8de77232f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:03:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['b7970524-8e38-4d46-91f1-4284f974a060'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:04:03.052475 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-e6ee81a9-4427-4cbb-b346-e8de77232f07 None None] Set router b7970524-8e38-4d46-91f1-4284f974a060 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:04:03.535529 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-e6ee81a9-4427-4cbb-b346-e8de77232f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7970524-8e38-4d46-91f1-4284f974a060', 'name': 'router1', 'tenant_id': 'ef09a908289f4aa2a2549f074f3cfe68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'b67b2921-773b-4eed-8f63-5df6c7c7e04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:03:41Z', 'updated_at': '2022-03-22T19:03:58Z', 'revision_number': 4, 'project_id': 'ef09a908289f4aa2a2549f074f3cfe68', 'gw_port': {'id': 'b67b2921-773b-4eed-8f63-5df6c7c7e04b', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7970524-8e38-4d46-91f1-4284f974a060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:03:58Z', 'updated_at': '2022-03-22T19:03:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2', 'name': '', 'network_id': '6734a862-4c3b-42b7-9d61-91b7f55e0270', 'tenant_id': 'ef09a908289f4aa2a2549f074f3cfe68', 'mac_address': 'fa:16:3e:9b:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7970524-8e38-4d46-91f1-4284f974a060', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f32749b2-d6fa-4409-b946-65e7634b6d30', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:03:50Z', 'updated_at': '2022-03-22T19:03:53Z', 'revision_number': 5, 'project_id': 'ef09a908289f4aa2a2549f074f3cfe68', 'subnets': [{'id': 'f32749b2-d6fa-4409-b946-65e7634b6d30', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0bd126be-d738-455a-9949-a6736049fc8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:04:03.588462 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ee81a9-4427-4cbb-b346-e8de77232f07 None None] Checking router: b7970524-8e38-4d46-91f1-4284f974a060 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:04:03.588833 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ee81a9-4427-4cbb-b346-e8de77232f07 None None] Updating router b7970524-8e38-4d46-91f1-4284f974a060 port b67b2921-773b-4eed-8f63-5df6c7c7e04b binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:04:03.639761 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e6ee81a9-4427-4cbb-b346-e8de77232f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b67b2921-773b-4eed-8f63-5df6c7c7e04b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:04:03.966032 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e6ee81a9-4427-4cbb-b346-e8de77232f07 None None] Publish callbacks [] for port (b67b2921-773b-4eed-8f63-5df6c7c7e04b), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:04:03.972142 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e6ee81a9-4427-4cbb-b346-e8de77232f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b67b2921-773b-4eed-8f63-5df6c7c7e04b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:04:04.013561 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c04fd-995c-459e-82ac-c4311a6c08cc None None] Pushing event updated for resources: {'Port': ['ID=b67b2921-773b-4eed-8f63-5df6c7c7e04b,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:04:04.031978 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-e6ee81a9-4427-4cbb-b346-e8de77232f07 None None] Attempting to bind port b67b2921-773b-4eed-8f63-5df6c7c7e04b on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:04:04.032279 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-e6ee81a9-4427-4cbb-b346-e8de77232f07 None None] Attempting to bind port b67b2921-773b-4eed-8f63-5df6c7c7e04b by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:04:04.032650 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ee81a9-4427-4cbb-b346-e8de77232f07 None None] Attempting to bind port b67b2921-773b-4eed-8f63-5df6c7c7e04b on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:04:04.037818 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ee81a9-4427-4cbb-b346-e8de77232f07 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:04:04.039453 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ee81a9-4427-4cbb-b346-e8de77232f07 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:04:04.039453 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e6ee81a9-4427-4cbb-b346-e8de77232f07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:04:04.039453 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ee81a9-4427-4cbb-b346-e8de77232f07 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:04:04.039453 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-e6ee81a9-4427-4cbb-b346-e8de77232f07 None None] Bound port: b67b2921-773b-4eed-8f63-5df6c7c7e04b, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:04:04.039923 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e6ee81a9-4427-4cbb-b346-e8de77232f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b67b2921-773b-4eed-8f63-5df6c7c7e04b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:04:04.090596 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e6ee81a9-4427-4cbb-b346-e8de77232f07 None None] For port b67b2921-773b-4eed-8f63-5df6c7c7e04b, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:04:04.093707 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e6ee81a9-4427-4cbb-b346-e8de77232f07 None None] For port b67b2921-773b-4eed-8f63-5df6c7c7e04b, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b67b2921-773b-4eed-8f63-5df6c7c7e04b,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:04:04.100321 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e6ee81a9-4427-4cbb-b346-e8de77232f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b67b2921-773b-4eed-8f63-5df6c7c7e04b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:04:04.150682 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ee81a9-4427-4cbb-b346-e8de77232f07 None None] Routers {'b7970524-8e38-4d46-91f1-4284f974a060'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:04:04.151320 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-e6ee81a9-4427-4cbb-b346-e8de77232f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:03:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['b7970524-8e38-4d46-91f1-4284f974a060'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:04:04.225743 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c04fd-995c-459e-82ac-c4311a6c08cc None None] Pushing event updated for resources: {'Port': ['ID=b67b2921-773b-4eed-8f63-5df6c7c7e04b,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:04:04.272218 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-e6ee81a9-4427-4cbb-b346-e8de77232f07 None None] Set router b7970524-8e38-4d46-91f1-4284f974a060 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:04:04.507664 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-e6ee81a9-4427-4cbb-b346-e8de77232f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7970524-8e38-4d46-91f1-4284f974a060', 'name': 'router1', 'tenant_id': 'ef09a908289f4aa2a2549f074f3cfe68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'b67b2921-773b-4eed-8f63-5df6c7c7e04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:03:41Z', 'updated_at': '2022-03-22T19:03:58Z', 'revision_number': 4, 'project_id': 'ef09a908289f4aa2a2549f074f3cfe68', 'gw_port': {'id': 'b67b2921-773b-4eed-8f63-5df6c7c7e04b', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7970524-8e38-4d46-91f1-4284f974a060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:03:58Z', 'updated_at': '2022-03-22T19:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2', 'name': '', 'network_id': '6734a862-4c3b-42b7-9d61-91b7f55e0270', 'tenant_id': 'ef09a908289f4aa2a2549f074f3cfe68', 'mac_address': 'fa:16:3e:9b:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7970524-8e38-4d46-91f1-4284f974a060', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f32749b2-d6fa-4409-b946-65e7634b6d30', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:03:50Z', 'updated_at': '2022-03-22T19:03:53Z', 'revision_number': 5, 'project_id': 'ef09a908289f4aa2a2549f074f3cfe68', 'subnets': [{'id': 'f32749b2-d6fa-4409-b946-65e7634b6d30', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0bd126be-d738-455a-9949-a6736049fc8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:04:04.535176 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ee81a9-4427-4cbb-b346-e8de77232f07 None None] The sync data for ids ['b7970524-8e38-4d46-91f1-4284f974a060'] in n-d-705658-24 is: [{'id': 'b7970524-8e38-4d46-91f1-4284f974a060', 'name': 'router1', 'tenant_id': 'ef09a908289f4aa2a2549f074f3cfe68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'b67b2921-773b-4eed-8f63-5df6c7c7e04b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:03:41Z', 'updated_at': '2022-03-22T19:03:58Z', 'revision_number': 4, 'project_id': 'ef09a908289f4aa2a2549f074f3cfe68', 'gw_port': {'id': 'b67b2921-773b-4eed-8f63-5df6c7c7e04b', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7970524-8e38-4d46-91f1-4284f974a060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:03:58Z', 'updated_at': '2022-03-22T19:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2', 'name': '', 'network_id': '6734a862-4c3b-42b7-9d61-91b7f55e0270', 'tenant_id': 'ef09a908289f4aa2a2549f074f3cfe68', 'mac_address': 'fa:16:3e:9b:70:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7970524-8e38-4d46-91f1-4284f974a060', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f32749b2-d6fa-4409-b946-65e7634b6d30', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:03:50Z', 'updated_at': '2022-03-22T19:03:53Z', 'revision_number': 5, 'project_id': 'ef09a908289f4aa2a2549f074f3cfe68', 'subnets': [{'id': 'f32749b2-d6fa-4409-b946-65e7634b6d30', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0bd126be-d738-455a-9949-a6736049fc8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:04:06.110151 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b67b2921-773b-4eed-8f63-5df6c7c7e04b up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:04:06.170688 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b67b2921-773b-4eed-8f63-5df6c7c7e04b triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:04:06.171441 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b67b2921-773b-4eed-8f63-5df6c7c7e04b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:04:06.263390 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b67b2921-773b-4eed-8f63-5df6c7c7e04b is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:04:06.264905 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b67b2921-773b-4eed-8f63-5df6c7c7e04b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:04:06.288783 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port b67b2921-773b-4eed-8f63-5df6c7c7e04b, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b67b2921-773b-4eed-8f63-5df6c7c7e04b,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:04:06.298795 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b67b2921-773b-4eed-8f63-5df6c7c7e04b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:04:06.364362 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=b67b2921-773b-4eed-8f63-5df6c7c7e04b,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:04:08.146898 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b67b2921-773b-4eed-8f63-5df6c7c7e04b up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:04:08.322491 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b67b2921-773b-4eed-8f63-5df6c7c7e04b triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:04:08.323332 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b67b2921-773b-4eed-8f63-5df6c7c7e04b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:04:08.532256 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b67b2921-773b-4eed-8f63-5df6c7c7e04b is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:04:14.985021 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6d46e5f8-3c49-4c97-94eb-9338d1542006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:04:17.283511 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9af10c83-cac8-42f9-9cd0-fcc582f521c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:04:18.470853 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:04:19.866590 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:04:21.266814 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:04:24.438342 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 5 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:04:44.978805 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b5445531-4e82-40ef-8d1d-a4ba0dc98660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:04:47.287847 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8d9ffab5-8b05-43f3-ada6-c993e14ac20a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:04:48.466619 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:04:49.868512 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:04:51.260713 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:05:01.435930 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 5 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:05:14.981998 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-03ccbab3-f999-4216-9f9d-925fc557f7e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:05:17.291885 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-67acb0c5-0999-49c5-b36e-27e3e71b6fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:05:18.462421 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:05:19.870381 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:05:21.266516 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:05:29.388647 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58500) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:05:29.449659 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-04724088-05a3-4f98-b4fa-7d1aa2bbd5ec admin admin] GET failed (client error): The resource could not be found. Mar 22 19:05:29.450914 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-04724088-05a3-4f98-b4fa-7d1aa2bbd5ec admin admin] 10.222.0.75 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613143 Mar 22 19:05:29.609949 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bcc060-f979-4b5d-a20b-d33aa0061934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:05:29.611460 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-82bcc060-f979-4b5d-a20b-d33aa0061934 admin admin] 10.222.0.75 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1551764 Mar 22 19:05:32.022251 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58510) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:05:32.114703 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f974242c-68cc-4ebd-b0e4-4c7a290b394c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:05:32.116069 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f974242c-68cc-4ebd-b0e4-4c7a290b394c admin admin] 10.222.0.75 "GET /v2.0/subnets/f32749b2-d6fa-4409-b946-65e7634b6d30 HTTP/1.1" status: 200 len: 849 time: 0.0929301 Mar 22 19:05:32.125285 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-4df7caee-40a1-4473-b9ea-0aae1e1b007b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:05:32.205523 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4df7caee-40a1-4473-b9ea-0aae1e1b007b admin admin] Publish callbacks [] for subnet (f32749b2-d6fa-4409-b946-65e7634b6d30), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:05:32.346023 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4df7caee-40a1-4473-b9ea-0aae1e1b007b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745616779659'] for subnet (f32749b2-d6fa-4409-b946-65e7634b6d30), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:05:32.376787 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df7caee-40a1-4473-b9ea-0aae1e1b007b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:05:32.377385 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4df7caee-40a1-4473-b9ea-0aae1e1b007b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:05:32.378807 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4df7caee-40a1-4473-b9ea-0aae1e1b007b admin admin] 10.222.0.75 "PUT /v2.0/subnets/f32749b2-d6fa-4409-b946-65e7634b6d30 HTTP/1.1" status: 200 len: 868 time: 0.2571130 Mar 22 19:05:32.393156 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb019c2-2abc-42ea-823a-9e116ee68e96 None None] Network 6734a862-4c3b-42b7-9d61-91b7f55e0270 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:05:32.396408 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df7caee-40a1-4473-b9ea-0aae1e1b007b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f32749b2-d6fa-4409-b946-65e7634b6d30,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:05:32.403688 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7caee-40a1-4473-b9ea-0aae1e1b007b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:05:32.404063 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7caee-40a1-4473-b9ea-0aae1e1b007b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:05:32.404382 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7caee-40a1-4473-b9ea-0aae1e1b007b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:05:32.404721 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7caee-40a1-4473-b9ea-0aae1e1b007b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:05:32.405058 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7caee-40a1-4473-b9ea-0aae1e1b007b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:05:32.405392 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7caee-40a1-4473-b9ea-0aae1e1b007b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:05:32.405725 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7caee-40a1-4473-b9ea-0aae1e1b007b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:05:32.406094 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7caee-40a1-4473-b9ea-0aae1e1b007b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:05:32.406426 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7caee-40a1-4473-b9ea-0aae1e1b007b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:05:32.406759 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7caee-40a1-4473-b9ea-0aae1e1b007b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:05:32.407095 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7caee-40a1-4473-b9ea-0aae1e1b007b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:05:32.407427 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7caee-40a1-4473-b9ea-0aae1e1b007b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:05:32.407774 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7caee-40a1-4473-b9ea-0aae1e1b007b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:05:32.408108 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7caee-40a1-4473-b9ea-0aae1e1b007b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:05:32.408438 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4df7caee-40a1-4473-b9ea-0aae1e1b007b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:05:32.721600 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-26981183-0444-43bd-b9b3-9f5fcf74696f None None] Provisioning complete for port 8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:05:32.722031 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-26981183-0444-43bd-b9b3-9f5fcf74696f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:05:32.806232 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-26981183-0444-43bd-b9b3-9f5fcf74696f None None] Current status of the port 8597a1d9-bf2b-4d1c-823a-ee5e8fb443f2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:05:32.816959 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-26981183-0444-43bd-b9b3-9f5fcf74696f None None] Provisioning complete for port 92ffc952-ae9b-4c10-8a4f-f79ff30bbff8 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:05:32.817920 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-26981183-0444-43bd-b9b3-9f5fcf74696f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (92ffc952-ae9b-4c10-8a4f-f79ff30bbff8), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:05:32.893276 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-26981183-0444-43bd-b9b3-9f5fcf74696f None None] Current status of the port 92ffc952-ae9b-4c10-8a4f-f79ff30bbff8 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:05:34.752065 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58518) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:05:34.952765 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73d0fbe-d1e8-418c-837c-f2c0d02d272f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:05:34.953128 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73d0fbe-d1e8-418c-837c-f2c0d02d272f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:05:34.954705 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e73d0fbe-d1e8-418c-837c-f2c0d02d272f admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2016838 Mar 22 19:05:37.276135 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 58526) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:05:37.506072 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4756cf1f-51a2-480f-955f-7008ce83ef85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:05:37.506383 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4756cf1f-51a2-480f-955f-7008ce83ef85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:05:37.507992 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4756cf1f-51a2-480f-955f-7008ce83ef85 admin admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2308710 Mar 22 19:05:38.440714 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 5 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:05:39.833558 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58536) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:05:39.972865 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a518bdac-761a-4d4b-a703-566868b44b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:05:39.974879 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a518bdac-761a-4d4b-a703-566868b44b37 admin admin] 10.222.0.75 "GET /v2.0/networks/6734a862-4c3b-42b7-9d61-91b7f55e0270 HTTP/1.1" status: 200 len: 869 time: 0.1402190 Mar 22 19:05:42.320901 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58544) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:05:42.444757 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fba9166-b7e6-4838-ad54-b6aee6c71231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:05:42.446148 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8fba9166-b7e6-4838-ad54-b6aee6c71231 admin admin] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 886 time: 0.1247025 Mar 22 19:05:44.733379 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58552) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:05:44.854372 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b03a814-2d48-45c7-9546-fffed5a188ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:05:44.854825 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b03a814-2d48-45c7-9546-fffed5a188ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:05:44.856335 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0b03a814-2d48-45c7-9546-fffed5a188ce admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1219890 Mar 22 19:05:44.985755 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9b6226a8-9c56-456a-be2a-b0ec012cab85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:05:47.184555 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58560) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:05:47.276270 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641d8949-f5f1-4bb9-9e0d-858d5770dd5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:05:47.276723 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641d8949-f5f1-4bb9-9e0d-858d5770dd5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:05:47.278259 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-641d8949-f5f1-4bb9-9e0d-858d5770dd5d admin admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0927575 Mar 22 19:05:47.295338 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4c33ccae-ea77-403c-8642-be30cad82845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:05:48.466957 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:05:49.593343 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 58568) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:05:49.703867 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bab9960-c1ae-4a97-8efb-d4435162f99b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:05:49.705215 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2bab9960-c1ae-4a97-8efb-d4435162f99b admin admin] 10.222.0.75 "GET /v2.0/subnets/14d13615-f072-42c4-81c2-7c1720d598f3 HTTP/1.1" status: 200 len: 816 time: 0.1108859 Mar 22 19:05:49.878588 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:05:51.269241 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:05:52.011776 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 58576) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:05:52.114134 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e324a11-5e4c-4b62-99e8-08e339c2425d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:05:52.115483 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5e324a11-5e4c-4b62-99e8-08e339c2425d admin admin] 10.222.0.75 "GET /v2.0/subnets/f32749b2-d6fa-4409-b946-65e7634b6d30 HTTP/1.1" status: 200 len: 868 time: 0.1027687 Mar 22 19:06:14.987025 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1932e95e-5174-4b4a-98ae-dbc761972ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:06:15.438851 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 5 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:06:17.298140 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fd9d4e78-c531-44b1-8ab7-f13c421f20c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:06:18.468971 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:06:19.876932 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:06:20.577085 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58628) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:06:20.623876 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-b1e4313a-67eb-4fbc-95fd-ea682adf2064 admin admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:06:20.624884 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b1e4313a-67eb-4fbc-95fd-ea682adf2064 admin admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466485 Mar 22 19:06:21.275391 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:06:23.016358 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58636) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:06:23.075317 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-a59ca5e1-f86a-4a8d-92ca-2ea5ff120eee admin admin] GET failed (client error): The resource could not be found. Mar 22 19:06:23.076581 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a59ca5e1-f86a-4a8d-92ca-2ea5ff120eee admin admin] 10.222.0.75 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0592964 Mar 22 19:06:23.158925 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f24622a-2877-41d3-9d8e-49aba7ab035d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:06:23.160411 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8f24622a-2877-41d3-9d8e-49aba7ab035d admin admin] 10.222.0.75 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0798872 Mar 22 19:06:25.501013 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58644) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:06:25.547638 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-abecf6e3-53ed-46e3-baa7-4015f9c8a2b5 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:06:25.567415 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abecf6e3-53ed-46e3-baa7-4015f9c8a2b5 admin admin] Made reservation on behalf of 994d1f993cfe45f58776ab444f187b43 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:06:25.569699 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-abecf6e3-53ed-46e3-baa7-4015f9c8a2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:06:25.596549 n-d-705658-24 neutron-server[104173]: WARNING neutron.services.revisions.revision_plugin [None req-abecf6e3-53ed-46e3-baa7-4015f9c8a2b5 admin admin] Could not find related network for resource to bump revision. Mar 22 19:06:25.608805 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abecf6e3-53ed-46e3-baa7-4015f9c8a2b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:06:25.619486 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-abecf6e3-53ed-46e3-baa7-4015f9c8a2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (49ea5c68-9a6d-4164-ad68-df45aac578a6), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:06:25.619816 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-abecf6e3-53ed-46e3-baa7-4015f9c8a2b5 admin admin] Added segment 49ea5c68-9a6d-4164-ad68-df45aac578a6 of type vlan for network 43c82fd2-7e25-4eba-86f2-aced26197dba Mar 22 19:06:25.761426 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-abecf6e3-53ed-46e3-baa7-4015f9c8a2b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (43c82fd2-7e25-4eba-86f2-aced26197dba), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:06:25.785855 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-abecf6e3-53ed-46e3-baa7-4015f9c8a2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (43c82fd2-7e25-4eba-86f2-aced26197dba), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:06:25.786778 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abecf6e3-53ed-46e3-baa7-4015f9c8a2b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:06:25.787342 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-abecf6e3-53ed-46e3-baa7-4015f9c8a2b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:06:25.861387 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-abecf6e3-53ed-46e3-baa7-4015f9c8a2b5 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3592913 Mar 22 19:06:25.884370 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abecf6e3-53ed-46e3-baa7-4015f9c8a2b5 admin admin] Pushing event updated for resources: {'Network': ['ID=43c82fd2-7e25-4eba-86f2-aced26197dba,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:06:25.895145 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 43c82fd2-7e25-4eba-86f2-aced26197dba details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:06:28.182973 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58652) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:06:28.242802 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-f056afb3-5494-4c26-96f8-f0d1e2a7f95b admin admin] GET failed (client error): The resource could not be found. Mar 22 19:06:28.244110 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f056afb3-5494-4c26-96f8-f0d1e2a7f95b admin admin] 10.222.0.75 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601282 Mar 22 19:06:28.310949 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8378265-e1f5-436c-ada2-66878ffb7d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:06:28.312331 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f8378265-e1f5-436c-ada2-66878ffb7d36 admin admin] 10.222.0.75 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0642259 Mar 22 19:06:28.322581 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-8b6cdb44-3506-4572-b260-a5d029533ebb admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:06:28.341394 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6cdb44-3506-4572-b260-a5d029533ebb admin admin] Made reservation on behalf of 994d1f993cfe45f58776ab444f187b43 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:06:28.343633 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8b6cdb44-3506-4572-b260-a5d029533ebb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:06:28.500880 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8b6cdb44-3506-4572-b260-a5d029533ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for subnet (e28314b8-0ed1-465e-a6f2-eda7f6b773cd), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:06:28.560140 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6cdb44-3506-4572-b260-a5d029533ebb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e28314b8-0ed1-465e-a6f2-eda7f6b773cd,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:06:28.564375 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6cdb44-3506-4572-b260-a5d029533ebb admin admin] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:06:28.564656 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6cdb44-3506-4572-b260-a5d029533ebb admin admin] Network hostable DHCP agents. Network: 43c82fd2-7e25-4eba-86f2-aced26197dba, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:06:28.581084 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6cdb44-3506-4572-b260-a5d029533ebb admin admin] Network 43c82fd2-7e25-4eba-86f2-aced26197dba is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:06:28.588971 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-8b6cdb44-3506-4572-b260-a5d029533ebb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 43c82fd2-7e25-4eba-86f2-aced26197dba) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:06:28.592885 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6cdb44-3506-4572-b260-a5d029533ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:06:28.593478 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8b6cdb44-3506-4572-b260-a5d029533ebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:06:28.597906 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797a5295-b96e-47f0-91dc-ac7fdd88c88e None None] Network 43c82fd2-7e25-4eba-86f2-aced26197dba requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:06:28.608489 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8b6cdb44-3506-4572-b260-a5d029533ebb admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2892590 Mar 22 19:06:28.809348 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-43c82fd2-7e25-4eba-86f2-aced26197dba', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'project_id': '994d1f993cfe45f58776ab444f187b43', 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:06:28.810273 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:06:28.945907 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] Allocated IP 192.168.233.2 (43c82fd2-7e25-4eba-86f2-aced26197dba/e28314b8-0ed1-465e-a6f2-eda7f6b773cd/bbdb4a81-9813-47eb-9b8c-e9c19e9cc54c) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:06:29.090912 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] Publish callbacks [] for port (bbdb4a81-9813-47eb-9b8c-e9c19e9cc54c), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:06:29.097833 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (bbdb4a81-9813-47eb-9b8c-e9c19e9cc54c), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:06:29.137894 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] Network 43c82fd2-7e25-4eba-86f2-aced26197dba is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:06:29.145266 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:06:29.148264 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:06:29.154330 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] Pushing event updated for resources: {'Port': ['ID=bbdb4a81-9813-47eb-9b8c-e9c19e9cc54c,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:06:29.164767 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:06:29.165114 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:06:29.165462 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:06:29.165810 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:06:29.166149 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:06:29.166531 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:06:29.166804 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:06:29.167130 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:06:29.167450 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:06:29.167766 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:06:29.168087 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:06:29.168405 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:06:29.168724 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:06:29.169041 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:06:29.169355 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:06:29.223463 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] Attempting to bind port bbdb4a81-9813-47eb-9b8c-e9c19e9cc54c on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:06:29.223755 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] Attempting to bind port bbdb4a81-9813-47eb-9b8c-e9c19e9cc54c by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:06:29.224116 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] Attempting to bind port bbdb4a81-9813-47eb-9b8c-e9c19e9cc54c on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:06:29.229191 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:06:29.229564 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:06:29.229991 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:06:29.230387 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] Bound using segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:06:29.230857 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] Bound port: bbdb4a81-9813-47eb-9b8c-e9c19e9cc54c, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:06:29.231233 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (bbdb4a81-9813-47eb-9b8c-e9c19e9cc54c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:06:29.292446 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] For port bbdb4a81-9813-47eb-9b8c-e9c19e9cc54c, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:06:29.295611 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] For port bbdb4a81-9813-47eb-9b8c-e9c19e9cc54c, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=bbdb4a81-9813-47eb-9b8c-e9c19e9cc54c,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:06:29.303906 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (bbdb4a81-9813-47eb-9b8c-e9c19e9cc54c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:06:29.378393 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7208947-1224-4109-8232-5bc6bd8178b4 None None] Pushing event updated for resources: {'Port': ['ID=bbdb4a81-9813-47eb-9b8c-e9c19e9cc54c,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:06:30.210697 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device bbdb4a81-9813-47eb-9b8c-e9c19e9cc54c up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:06:30.268684 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port bbdb4a81-9813-47eb-9b8c-e9c19e9cc54c triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:06:30.269983 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (bbdb4a81-9813-47eb-9b8c-e9c19e9cc54c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:06:30.315044 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0128455-5811-4163-b0cf-e16154bb3531 None None] Network 43c82fd2-7e25-4eba-86f2-aced26197dba requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:06:30.413947 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port bbdb4a81-9813-47eb-9b8c-e9c19e9cc54c is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:06:30.414333 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (bbdb4a81-9813-47eb-9b8c-e9c19e9cc54c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:06:30.462196 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-0c782a8f-f996-49a1-9cfe-8f2109852b7d None None] Provisioning complete for port bbdb4a81-9813-47eb-9b8c-e9c19e9cc54c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:06:30.462581 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0c782a8f-f996-49a1-9cfe-8f2109852b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (bbdb4a81-9813-47eb-9b8c-e9c19e9cc54c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:06:30.503079 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port bbdb4a81-9813-47eb-9b8c-e9c19e9cc54c, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=bbdb4a81-9813-47eb-9b8c-e9c19e9cc54c,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:06:30.511601 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (bbdb4a81-9813-47eb-9b8c-e9c19e9cc54c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:06:30.600046 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=bbdb4a81-9813-47eb-9b8c-e9c19e9cc54c,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:06:30.615412 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-0c782a8f-f996-49a1-9cfe-8f2109852b7d None None] Current status of the port bbdb4a81-9813-47eb-9b8c-e9c19e9cc54c is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:06:30.736611 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-13949dc2-a022-44c2-bbea-59ccd088f109 None None] Provisioning complete for port bbdb4a81-9813-47eb-9b8c-e9c19e9cc54c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:06:30.737005 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-13949dc2-a022-44c2-bbea-59ccd088f109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (bbdb4a81-9813-47eb-9b8c-e9c19e9cc54c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:06:30.821628 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-13949dc2-a022-44c2-bbea-59ccd088f109 None None] Current status of the port bbdb4a81-9813-47eb-9b8c-e9c19e9cc54c is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:06:32.123360 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device bbdb4a81-9813-47eb-9b8c-e9c19e9cc54c up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:06:32.170752 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port bbdb4a81-9813-47eb-9b8c-e9c19e9cc54c triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:06:32.171148 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (bbdb4a81-9813-47eb-9b8c-e9c19e9cc54c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:06:32.248822 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port bbdb4a81-9813-47eb-9b8c-e9c19e9cc54c is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:06:44.990168 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6e14d76c-e2dd-40e0-af66-b6834591d2a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:06:47.302230 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b2633cb1-7949-442b-b5a8-0ccf9b67a30b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:06:48.470817 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:06:49.882485 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:06:51.269604 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:06:52.437626 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 5 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:07:14.992181 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-44e30f17-504c-44ea-8cbc-5bbbffec6b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:07:17.303950 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5d90d9ab-f70e-4610-b96a-740fa5e59c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:07:18.474540 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:07:19.884367 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:07:21.274455 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:07:29.436325 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 5 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:07:44.995197 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-cc3596ad-41c1-4e07-af2a-26e5c256f82f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:07:47.309778 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6004cc53-02a8-4b83-8a86-694ca5e4f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:07:48.477484 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:07:49.055452 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58692) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:07:49.061098 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-81721ecc-99b4-45d3-9612-408b4c05c82d tempest-verify_tempest_config-1447861689 tempest-verify_tempest_config-1447861689-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:07:49.062114 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-81721ecc-99b4-45d3-9612-408b4c05c82d tempest-verify_tempest_config-1447861689 tempest-verify_tempest_config-1447861689-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056660 Mar 22 19:07:49.348366 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58710) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:07:49.449947 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-936abd84-29f2-4107-a5a0-bf836726f589 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:07:49.523498 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-936abd84-29f2-4107-a5a0-bf836726f589 admin admin] Publish callbacks [] for security_group (257dad32-851c-4775-8fc4-7b46853b1724), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:07:49.526986 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-936abd84-29f2-4107-a5a0-bf836726f589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (257dad32-851c-4775-8fc4-7b46853b1724), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:07:49.569006 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936abd84-29f2-4107-a5a0-bf836726f589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257dad32-851c-4775-8fc4-7b46853b1724,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:07:49.572653 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-936abd84-29f2-4107-a5a0-bf836726f589 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b3c4a2651c614628a1a8dcd1f3e05f9b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2232738 Mar 22 19:07:49.575461 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 58714) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:07:49.577946 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936abd84-29f2-4107-a5a0-bf836726f589 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:07:49.578299 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936abd84-29f2-4107-a5a0-bf836726f589 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:07:49.578638 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936abd84-29f2-4107-a5a0-bf836726f589 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:07:49.578971 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936abd84-29f2-4107-a5a0-bf836726f589 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:07:49.580077 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936abd84-29f2-4107-a5a0-bf836726f589 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:07:49.580411 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936abd84-29f2-4107-a5a0-bf836726f589 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:07:49.580734 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936abd84-29f2-4107-a5a0-bf836726f589 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:07:49.581058 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936abd84-29f2-4107-a5a0-bf836726f589 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:07:49.581384 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936abd84-29f2-4107-a5a0-bf836726f589 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:07:49.581703 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936abd84-29f2-4107-a5a0-bf836726f589 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:07:49.582049 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936abd84-29f2-4107-a5a0-bf836726f589 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:07:49.582369 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936abd84-29f2-4107-a5a0-bf836726f589 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:07:49.582687 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936abd84-29f2-4107-a5a0-bf836726f589 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:07:49.583001 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936abd84-29f2-4107-a5a0-bf836726f589 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:07:49.583314 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-936abd84-29f2-4107-a5a0-bf836726f589 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:07:49.631568 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9d5b3718-cb3b-4ec8-93c9-a3008427965c admin admin] Publish callbacks [] for security_group (257dad32-851c-4775-8fc4-7b46853b1724), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:07:49.652374 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9d5b3718-cb3b-4ec8-93c9-a3008427965c admin admin] Publish callbacks [] for security_group (257dad32-851c-4775-8fc4-7b46853b1724), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:07:49.741501 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9d5b3718-cb3b-4ec8-93c9-a3008427965c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (257dad32-851c-4775-8fc4-7b46853b1724), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:07:49.744058 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9d5b3718-cb3b-4ec8-93c9-a3008427965c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:07:49.745227 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9d5b3718-cb3b-4ec8-93c9-a3008427965c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/257dad32-851c-4775-8fc4-7b46853b1724 HTTP/1.1" status: 204 len: 168 time: 0.1688023 Mar 22 19:07:49.754080 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b3718-cb3b-4ec8-93c9-a3008427965c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257dad32-851c-4775-8fc4-7b46853b1724,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:07:49.760898 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b3718-cb3b-4ec8-93c9-a3008427965c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:07:49.761257 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b3718-cb3b-4ec8-93c9-a3008427965c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:07:49.761601 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b3718-cb3b-4ec8-93c9-a3008427965c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:07:49.761972 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b3718-cb3b-4ec8-93c9-a3008427965c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:07:49.762315 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b3718-cb3b-4ec8-93c9-a3008427965c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:07:49.762652 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b3718-cb3b-4ec8-93c9-a3008427965c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:07:49.762981 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b3718-cb3b-4ec8-93c9-a3008427965c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:07:49.763310 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b3718-cb3b-4ec8-93c9-a3008427965c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:07:49.763667 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b3718-cb3b-4ec8-93c9-a3008427965c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:07:49.763950 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b3718-cb3b-4ec8-93c9-a3008427965c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:07:49.764276 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b3718-cb3b-4ec8-93c9-a3008427965c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:07:49.764600 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b3718-cb3b-4ec8-93c9-a3008427965c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:07:49.764972 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b3718-cb3b-4ec8-93c9-a3008427965c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:07:49.765239 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b3718-cb3b-4ec8-93c9-a3008427965c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:07:49.765622 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b3718-cb3b-4ec8-93c9-a3008427965c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:07:49.887478 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:07:51.276675 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:08:06.434994 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 5 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:08:14.997415 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9cef1d4d-40d4-49f4-86cd-b1a732555fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:08:17.301674 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-86edace8-5e4b-433c-8033-1e65f684bca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:08:18.479065 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:08:19.889344 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:08:21.277585 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:08:43.432918 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 5 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:08:45.000473 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a0fdf764-addc-4648-8985-996ce04b825a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:08:47.303421 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b31ccb32-cd1f-48a1-88c5-679d4e45613e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:08:48.481158 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:08:49.892167 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:08:51.280636 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:09:15.001324 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-53be2c4e-245a-4373-9245-ebfd1a32366a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:09:17.305486 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f1b370fd-b619-4f14-b458-f9185b0539ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:09:18.483619 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:09:19.894973 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:09:20.432517 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 5 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:09:21.282191 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:09:45.002458 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ac4463f-afed-439b-a54f-06746090a5c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:09:47.307045 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b3dc2e14-66b4-470e-8195-da52e781e76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:09:48.486676 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:09:49.900292 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:09:51.285069 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:09:57.430769 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 5 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:10:15.002967 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-af1cbc3b-8b29-4507-8d58-0312c600af3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:10:17.308013 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-23f09f0e-3a09-4b67-a8f3-931500ca2418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:10:18.488777 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:10:19.902100 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:10:21.285862 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:10:34.429163 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 5 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:10:45.005640 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-33498d21-758c-4a3c-a5e9-38a4af0c81c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:10:47.309445 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1730345c-c5d3-454f-aacd-9dab678fec0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:10:48.490645 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:10:49.905103 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:10:51.288163 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:11:11.428621 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 5 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:11:15.007322 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b97df4ee-4806-40bb-bb29-386b9dd39cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:11:15.491610 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3915797'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:11:17.310229 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1fc01adb-ff58-4c45-bcbf-055f6a03f4af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:11:17.958509 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3915797'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:11:18.493341 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:11:19.908135 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:11:21.293891 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:11:45.009504 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bebc56e2-29fd-477b-a724-4097ee08469c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:11:45.482943 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:11:47.318212 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c1a913b9-7e8d-4249-8bf7-797d563e13e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:11:47.930403 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:11:48.430429 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:11:48.496578 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:11:49.911138 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:11:51.296141 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:12:00.765400 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 58772) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:12:00.871227 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0b7d95f5-cc74-47b3-b49c-7dd0d0d44a54 admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1040497 Mar 22 19:12:03.385461 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 58782) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:12:03.451631 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d4276cf2-901e-4caf-809e-4b9a30f11027 admin admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0648627 Mar 22 19:12:15.011056 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7931640c-e0ab-403b-abf8-ce1db9a9438c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:12:15.477544 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:12:17.309359 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c548b559-37c1-4661-b7bb-37a1027d9ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:12:17.946004 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:12:18.497668 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:12:19.914160 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:12:21.299085 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:12:25.429052 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:12:45.015214 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bef0e522-44bd-4bec-ae4e-77b7d21ce5c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:12:45.475145 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:12:47.311019 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3ef03342-d54b-4f69-9a2b-3655fcf0abae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:12:47.947718 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:12:48.503819 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:12:49.920183 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:12:51.305494 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:02.427550 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:13:15.017636 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b68bcf72-09a7-465c-ae57-fd0a940065e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:15.488889 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:17.313308 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b148e6fa-f92e-42fe-a3ad-c1de6d25cdd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:17.975904 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:18.506326 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:19.924100 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:21.312218 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:35.157071 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 58976) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:35.510320 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58996) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:35.510908 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8e7b17a1-dafb-4c15-ba44-c0e32823d7b6 tempest-AutoAllocateNetworkTest-1678713619 tempest-AutoAllocateNetworkTest-1678713619-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=753b5d7fd03a4fba836f8533e45a06ee&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3523295 Mar 22 19:13:35.710208 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2eb6872-9d46-41ad-b536-c6f82088e01d tempest-AutoAllocateNetworkTest-1678713619 tempest-AutoAllocateNetworkTest-1678713619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:35.715174 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b2eb6872-9d46-41ad-b536-c6f82088e01d tempest-AutoAllocateNetworkTest-1678713619 tempest-AutoAllocateNetworkTest-1678713619-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2020066 Mar 22 19:13:35.715332 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59008) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:35.772568 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3c137f5f-1366-44c4-b9e4-b74e562d3200 tempest-AutoAllocateNetworkTest-1678713619 tempest-AutoAllocateNetworkTest-1678713619-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0562327 Mar 22 19:13:35.775360 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59012) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:35.802772 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8f714809-52a6-4141-964c-fbd3a3ee6b9a tempest-AutoAllocateNetworkTest-1678713619 tempest-AutoAllocateNetworkTest-1678713619-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=753b5d7fd03a4fba836f8533e45a06ee HTTP/1.1" status: 200 len: 208 time: 0.0263503 Mar 22 19:13:36.033974 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59026) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:36.540322 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-bc6cae9d-41bd-4693-b2ef-c0add5aaa41f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1818778885-network', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:13:36.562560 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6cae9d-41bd-4693-b2ef-c0add5aaa41f admin admin] Made reservation on behalf of 50f2bfa7a4934aeaa9cc0c2ed043b83a for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:13:36.564996 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bc6cae9d-41bd-4693-b2ef-c0add5aaa41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:36.568544 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59050) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:36.585428 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bc6cae9d-41bd-4693-b2ef-c0add5aaa41f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:36.671594 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bc6cae9d-41bd-4693-b2ef-c0add5aaa41f admin admin] Publish callbacks [] for security_group (e3c24e33-f994-4f53-9aa1-b5bfd1e06573), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:36.678614 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bc6cae9d-41bd-4693-b2ef-c0add5aaa41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e3c24e33-f994-4f53-9aa1-b5bfd1e06573), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:36.712067 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc6cae9d-41bd-4693-b2ef-c0add5aaa41f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:13:36.714185 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6cae9d-41bd-4693-b2ef-c0add5aaa41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c24e33-f994-4f53-9aa1-b5bfd1e06573,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:36.724572 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cae9d-41bd-4693-b2ef-c0add5aaa41f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:36.725030 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cae9d-41bd-4693-b2ef-c0add5aaa41f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:36.725763 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cae9d-41bd-4693-b2ef-c0add5aaa41f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:36.725763 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cae9d-41bd-4693-b2ef-c0add5aaa41f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:36.726202 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cae9d-41bd-4693-b2ef-c0add5aaa41f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:36.726601 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cae9d-41bd-4693-b2ef-c0add5aaa41f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:36.727005 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cae9d-41bd-4693-b2ef-c0add5aaa41f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:36.727395 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cae9d-41bd-4693-b2ef-c0add5aaa41f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:36.728083 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cae9d-41bd-4693-b2ef-c0add5aaa41f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:36.728083 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cae9d-41bd-4693-b2ef-c0add5aaa41f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:36.728537 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cae9d-41bd-4693-b2ef-c0add5aaa41f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:36.728924 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cae9d-41bd-4693-b2ef-c0add5aaa41f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:36.729309 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cae9d-41bd-4693-b2ef-c0add5aaa41f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:36.729707 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cae9d-41bd-4693-b2ef-c0add5aaa41f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:36.730115 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cae9d-41bd-4693-b2ef-c0add5aaa41f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6cae9d-41bd-4693-b2ef-c0add5aaa41f admin admin] Tracked resource versions report: Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: pushed versions: Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: { 'AddressGroup': {'1.2'}, Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: 'Agent': {'1.1'}, Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: 'ConntrackHelper': {'1.0'}, Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: 'LocalIPAssociation': {'1.0'}, Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: 'Log': {'1.0'}, Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: 'NDPProxy': {'1.0'}, Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: 'Network': {'1.1'}, Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: 'Port': {'1.7'}, Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: 'PortForwarding': {'1.3'}, Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: 'QosPolicy': {'1.10'}, Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: 'SecurityGroup': {'1.5'}, Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: 'SecurityGroupRule': {'1.2'}, Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: 'SubPort': {'1.0'}, Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: 'Subnet': {'1.1'}, Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: 'Trunk': {'1.1'}} Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: consumer versions: Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: { DHCP agent@n-d-705658-24: {}, Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: HyperV agent@n-h1-705658-24: {}, Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: HyperV agent@n-h2-705658-24: {}, Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: L3 agent@n-d-705658-24: {}, Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: Metadata agent@n-d-705658-24: {}, Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: Metering agent@n-d-705658-24: {}, Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: Open vSwitch agent@n-d-705658-24: { 'AddressGroup': '1.2', Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: 'Agent': '1.1', Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: 'ConntrackHelper': '1.0', Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: 'LocalIPAssociation': '1.0', Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: 'Log': '1.0', Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: 'NDPProxy': '1.0', Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: 'Network': '1.1', Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: 'Port': '1.7', Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: 'PortForwarding': '1.3', Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: 'QosPolicy': '1.10', Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: 'SecurityGroup': '1.5', Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: 'SecurityGroupRule': '1.2', Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: 'SubPort': '1.0', Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: 'Subnet': '1.1', Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: 'Trunk': '1.1'}} Mar 22 19:13:36.731452 n-d-705658-24 neutron-server[104172]: {{(pid=104172) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 19:13:36.743633 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bc6cae9d-41bd-4693-b2ef-c0add5aaa41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (434c9c69-ff1e-4e34-b423-28413f789ad4), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:36.743805 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-bc6cae9d-41bd-4693-b2ef-c0add5aaa41f admin admin] Added segment 434c9c69-ff1e-4e34-b423-28413f789ad4 of type vlan for network 62c519fc-4ba2-460f-99c0-c4269b238492 Mar 22 19:13:36.796387 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-de84d5cf-88f2-47c9-9f9b-1f52446099d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:36.805969 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bc6cae9d-41bd-4693-b2ef-c0add5aaa41f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (62c519fc-4ba2-460f-99c0-c4269b238492), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:36.833503 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bc6cae9d-41bd-4693-b2ef-c0add5aaa41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (62c519fc-4ba2-460f-99c0-c4269b238492), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:36.834598 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6cae9d-41bd-4693-b2ef-c0add5aaa41f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:36.835181 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bc6cae9d-41bd-4693-b2ef-c0add5aaa41f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:36.873040 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-bc6cae9d-41bd-4693-b2ef-c0add5aaa41f admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8443806 Mar 22 19:13:36.876803 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59074) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:36.885215 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-32bf039b-1aeb-4463-8cea-deaf32c358e8 admin admin] Request body: {'subnet': {'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1818778885-subnet', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:13:36.919302 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bf039b-1aeb-4463-8cea-deaf32c358e8 admin admin] Made reservation on behalf of 50f2bfa7a4934aeaa9cc0c2ed043b83a for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:13:36.923948 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-32bf039b-1aeb-4463-8cea-deaf32c358e8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:36.928468 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6cae9d-41bd-4693-b2ef-c0add5aaa41f admin admin] Pushing event updated for resources: {'Network': ['ID=62c519fc-4ba2-460f-99c0-c4269b238492,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:36.941116 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 62c519fc-4ba2-460f-99c0-c4269b238492 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:13:36.968782 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-de84d5cf-88f2-47c9-9f9b-1f52446099d8 admin admin] Publish callbacks [] for security_group (fe810150-2370-43f6-912f-6b7fc958f3d7), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:36.974301 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-de84d5cf-88f2-47c9-9f9b-1f52446099d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (fe810150-2370-43f6-912f-6b7fc958f3d7), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:37.035477 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-de84d5cf-88f2-47c9-9f9b-1f52446099d8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=753b5d7fd03a4fba836f8533e45a06ee&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4655516 Mar 22 19:13:37.038573 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59082) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:37.064548 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84d5cf-88f2-47c9-9f9b-1f52446099d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe810150-2370-43f6-912f-6b7fc958f3d7,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:37.111747 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-692d8e2d-ec56-4811-a2fc-c820d91a3ea0 admin admin] Publish callbacks [] for security_group (fe810150-2370-43f6-912f-6b7fc958f3d7), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:37.124808 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-32bf039b-1aeb-4463-8cea-deaf32c358e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for subnet (d297ad65-b612-46b9-b407-069a93a8e37f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:37.138521 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-692d8e2d-ec56-4811-a2fc-c820d91a3ea0 admin admin] Publish callbacks [] for security_group (fe810150-2370-43f6-912f-6b7fc958f3d7), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:37.175443 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf039b-1aeb-4463-8cea-deaf32c358e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d297ad65-b612-46b9-b407-069a93a8e37f,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:37.184948 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf039b-1aeb-4463-8cea-deaf32c358e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:37.185295 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf039b-1aeb-4463-8cea-deaf32c358e8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:37.185660 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf039b-1aeb-4463-8cea-deaf32c358e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:37.186008 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf039b-1aeb-4463-8cea-deaf32c358e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:37.186338 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf039b-1aeb-4463-8cea-deaf32c358e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:37.186852 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf039b-1aeb-4463-8cea-deaf32c358e8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:37.187332 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf039b-1aeb-4463-8cea-deaf32c358e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:37.187807 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf039b-1aeb-4463-8cea-deaf32c358e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:37.188291 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf039b-1aeb-4463-8cea-deaf32c358e8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:37.188617 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf039b-1aeb-4463-8cea-deaf32c358e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:37.188948 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf039b-1aeb-4463-8cea-deaf32c358e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:37.189266 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf039b-1aeb-4463-8cea-deaf32c358e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:37.189986 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf039b-1aeb-4463-8cea-deaf32c358e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:37.190320 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf039b-1aeb-4463-8cea-deaf32c358e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:37.191223 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf039b-1aeb-4463-8cea-deaf32c358e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bf039b-1aeb-4463-8cea-deaf32c358e8 admin admin] Tracked resource versions report: Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: pushed versions: Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: { 'AddressGroup': {'1.2'}, Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: 'Agent': {'1.1'}, Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: 'ConntrackHelper': {'1.0'}, Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: 'LocalIPAssociation': {'1.0'}, Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: 'Log': {'1.0'}, Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: 'NDPProxy': {'1.0'}, Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: 'Network': {'1.1'}, Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: 'Port': {'1.7'}, Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: 'PortForwarding': {'1.3'}, Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: 'QosPolicy': {'1.10'}, Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: 'SecurityGroup': {'1.5'}, Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: 'SecurityGroupRule': {'1.2'}, Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: 'SubPort': {'1.0'}, Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: 'Subnet': {'1.1'}, Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: 'Trunk': {'1.1'}} Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: consumer versions: Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: { DHCP agent@n-d-705658-24: {}, Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: HyperV agent@n-h1-705658-24: {}, Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: HyperV agent@n-h2-705658-24: {}, Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: L3 agent@n-d-705658-24: {}, Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: Metadata agent@n-d-705658-24: {}, Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: Metering agent@n-d-705658-24: {}, Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: Open vSwitch agent@n-d-705658-24: { 'AddressGroup': '1.2', Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: 'Agent': '1.1', Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: 'ConntrackHelper': '1.0', Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: 'LocalIPAssociation': '1.0', Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: 'Log': '1.0', Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: 'NDPProxy': '1.0', Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: 'Network': '1.1', Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: 'Port': '1.7', Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: 'PortForwarding': '1.3', Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: 'QosPolicy': '1.10', Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: 'SecurityGroup': '1.5', Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: 'SecurityGroupRule': '1.2', Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: 'SubPort': '1.0', Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: 'Subnet': '1.1', Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: 'Trunk': '1.1'}} Mar 22 19:13:37.191920 n-d-705658-24 neutron-server[104173]: {{(pid=104173) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 19:13:37.219909 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf039b-1aeb-4463-8cea-deaf32c358e8 admin admin] Checking segment: {'id': '434c9c69-ff1e-4e34-b423-28413f789ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:13:37.220751 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bf039b-1aeb-4463-8cea-deaf32c358e8 admin admin] Network hostable DHCP agents. Network: 62c519fc-4ba2-460f-99c0-c4269b238492, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:13:37.220877 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-692d8e2d-ec56-4811-a2fc-c820d91a3ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (fe810150-2370-43f6-912f-6b7fc958f3d7), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:37.224152 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-692d8e2d-ec56-4811-a2fc-c820d91a3ea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:37.228085 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-692d8e2d-ec56-4811-a2fc-c820d91a3ea0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fe810150-2370-43f6-912f-6b7fc958f3d7 HTTP/1.1" status: 204 len: 168 time: 0.1905611 Mar 22 19:13:37.238999 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bf039b-1aeb-4463-8cea-deaf32c358e8 admin admin] Network 62c519fc-4ba2-460f-99c0-c4269b238492 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:13:37.244504 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d8e2d-ec56-4811-a2fc-c820d91a3ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe810150-2370-43f6-912f-6b7fc958f3d7,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:37.250201 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-32bf039b-1aeb-4463-8cea-deaf32c358e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 62c519fc-4ba2-460f-99c0-c4269b238492) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:13:37.260437 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bf039b-1aeb-4463-8cea-deaf32c358e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:37.262470 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-32bf039b-1aeb-4463-8cea-deaf32c358e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:37.264325 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcaec0e-c3f6-4c78-b12a-fbb9bba1bada None None] Network 62c519fc-4ba2-460f-99c0-c4269b238492 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:13:37.288368 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59094) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:37.288974 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-32bf039b-1aeb-4463-8cea-deaf32c358e8 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4097450 Mar 22 19:13:37.292766 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-53aaf936-8868-4a8b-9d46-498f6e9c897c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1818778885-router', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:13:37.317922 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-53aaf936-8868-4a8b-9d46-498f6e9c897c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (ad074be4-fd02-4624-bb50-c9bc6b647811), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:37.320013 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-53aaf936-8868-4a8b-9d46-498f6e9c897c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (ad074be4-fd02-4624-bb50-c9bc6b647811), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:37.391682 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-53aaf936-8868-4a8b-9d46-498f6e9c897c admin admin] Publish callbacks [] for router_controller (ad074be4-fd02-4624-bb50-c9bc6b647811), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:37.398964 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-62c519fc-4ba2-460f-99c0-c4269b238492', 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492', 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'fixed_ips': [{'subnet_id': 'd297ad65-b612-46b9-b407-069a93a8e37f'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:13:37.400379 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:37.563712 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] Allocated IP 172.20.0.2 (62c519fc-4ba2-460f-99c0-c4269b238492/d297ad65-b612-46b9-b407-069a93a8e37f/f8700c61-9157-4f06-96ca-76e6a59b757d) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:13:37.624688 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-53aaf936-8868-4a8b-9d46-498f6e9c897c admin admin] Publish callbacks [] for router_gateway (ad074be4-fd02-4624-bb50-c9bc6b647811), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:37.770634 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] Publish callbacks [] for port (f8700c61-9157-4f06-96ca-76e6a59b757d), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:37.781650 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (f8700c61-9157-4f06-96ca-76e6a59b757d), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:37.822556 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] Network 62c519fc-4ba2-460f-99c0-c4269b238492 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:13:37.826304 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:13:37.830705 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:13:37.876787 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] Pushing event updated for resources: {'Port': ['ID=f8700c61-9157-4f06-96ca-76e6a59b757d,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:37.904146 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:37.904748 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:37.905250 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:37.905731 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:37.906296 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:37.906678 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:37.907162 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:37.907629 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:37.908088 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:37.908552 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:37.909186 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:37.909667 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:37.911049 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:37.911512 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:37.912088 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] Tracked resource versions report: Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: pushed versions: Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: { 'AddressGroup': {'1.2'}, Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: 'Agent': {'1.1'}, Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: 'ConntrackHelper': {'1.0'}, Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: 'LocalIPAssociation': {'1.0'}, Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: 'Log': {'1.0'}, Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: 'NDPProxy': {'1.0'}, Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: 'Network': {'1.1'}, Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: 'Port': {'1.7'}, Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: 'PortForwarding': {'1.3'}, Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: 'QosPolicy': {'1.10'}, Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: 'SecurityGroup': {'1.5'}, Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: 'SecurityGroupRule': {'1.2'}, Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: 'SubPort': {'1.0'}, Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: 'Subnet': {'1.1'}, Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: 'Trunk': {'1.1'}} Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: consumer versions: Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: { DHCP agent@n-d-705658-24: {}, Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: HyperV agent@n-h1-705658-24: {}, Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: HyperV agent@n-h2-705658-24: {}, Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: L3 agent@n-d-705658-24: {}, Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: Metadata agent@n-d-705658-24: {}, Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: Metering agent@n-d-705658-24: {}, Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: Open vSwitch agent@n-d-705658-24: { 'AddressGroup': '1.2', Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: 'Agent': '1.1', Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: 'ConntrackHelper': '1.0', Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: 'LocalIPAssociation': '1.0', Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: 'Log': '1.0', Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: 'NDPProxy': '1.0', Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: 'Network': '1.1', Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: 'Port': '1.7', Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: 'PortForwarding': '1.3', Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: 'QosPolicy': '1.10', Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: 'SecurityGroup': '1.5', Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: 'SecurityGroupRule': '1.2', Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: 'SubPort': '1.0', Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: 'Subnet': '1.1', Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: 'Trunk': '1.1'}} Mar 22 19:13:37.913458 n-d-705658-24 neutron-server[104174]: {{(pid=104174) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 19:13:37.939876 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] Attempting to bind port f8700c61-9157-4f06-96ca-76e6a59b757d on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:13:37.940256 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] Attempting to bind port f8700c61-9157-4f06-96ca-76e6a59b757d by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '434c9c69-ff1e-4e34-b423-28413f789ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:13:37.940707 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] Attempting to bind port f8700c61-9157-4f06-96ca-76e6a59b757d on network 62c519fc-4ba2-460f-99c0-c4269b238492 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:13:37.946926 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:13:37.948032 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] Checking segment: {'id': '434c9c69-ff1e-4e34-b423-28413f789ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:13:37.948446 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:37.948838 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] Bound using segment: {'id': '434c9c69-ff1e-4e34-b423-28413f789ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:13:37.949466 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] Bound port: f8700c61-9157-4f06-96ca-76e6a59b757d, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '434c9c69-ff1e-4e34-b423-28413f789ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:13:37.949882 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f8700c61-9157-4f06-96ca-76e6a59b757d), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:38.064166 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] For port f8700c61-9157-4f06-96ca-76e6a59b757d, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:13:38.067607 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] For port f8700c61-9157-4f06-96ca-76e6a59b757d, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f8700c61-9157-4f06-96ca-76e6a59b757d,segment=NetworkSegment(434c9c69-ff1e-4e34-b423-28413f789ad4),segment_id=434c9c69-ff1e-4e34-b423-28413f789ad4)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:13:38.079593 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f8700c61-9157-4f06-96ca-76e6a59b757d), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:38.141276 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-53aaf936-8868-4a8b-9d46-498f6e9c897c admin admin] Publish callbacks [] for router_gateway (ad074be4-fd02-4624-bb50-c9bc6b647811), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:38.174316 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093c25b-bbc5-4f67-9a02-201cc2dab4b5 None None] Pushing event updated for resources: {'Port': ['ID=f8700c61-9157-4f06-96ca-76e6a59b757d,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:38.190914 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-53aaf936-8868-4a8b-9d46-498f6e9c897c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:38.467446 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-53aaf936-8868-4a8b-9d46-498f6e9c897c admin admin] Allocated IP 172.25.5.123 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/a4370d88-9c8c-42d9-8a71-7284c26913ac) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:13:38.608520 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-53aaf936-8868-4a8b-9d46-498f6e9c897c admin admin] Publish callbacks [] for port (a4370d88-9c8c-42d9-8a71-7284c26913ac), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:38.693705 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-53aaf936-8868-4a8b-9d46-498f6e9c897c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (a4370d88-9c8c-42d9-8a71-7284c26913ac), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:38.802995 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53aaf936-8868-4a8b-9d46-498f6e9c897c admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:13:38.811400 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-53aaf936-8868-4a8b-9d46-498f6e9c897c admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:13:38.818825 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aaf936-8868-4a8b-9d46-498f6e9c897c admin admin] Pushing event updated for resources: {'Port': ['ID=a4370d88-9c8c-42d9-8a71-7284c26913ac,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:38.821662 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aaf936-8868-4a8b-9d46-498f6e9c897c admin admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:13:39.214595 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-53aaf936-8868-4a8b-9d46-498f6e9c897c admin admin] Publish callbacks [] for router_gateway (ad074be4-fd02-4624-bb50-c9bc6b647811), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:39.338721 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd27e5a-7e6a-4917-87e3-d0de9477519b None None] Network 62c519fc-4ba2-460f-99c0-c4269b238492 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:13:39.412468 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f200879c-d87f-4a0f-8c52-6e22e9898506 None None] Provisioning complete for port f8700c61-9157-4f06-96ca-76e6a59b757d triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:13:39.413251 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f200879c-d87f-4a0f-8c52-6e22e9898506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f8700c61-9157-4f06-96ca-76e6a59b757d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:39.427898 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:13:39.523220 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-53aaf936-8868-4a8b-9d46-498f6e9c897c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (ad074be4-fd02-4624-bb50-c9bc6b647811), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:39.604826 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f200879c-d87f-4a0f-8c52-6e22e9898506 None None] Current status of the port f8700c61-9157-4f06-96ca-76e6a59b757d is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:13:39.605572 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f200879c-d87f-4a0f-8c52-6e22e9898506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f8700c61-9157-4f06-96ca-76e6a59b757d), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:39.669110 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f200879c-d87f-4a0f-8c52-6e22e9898506 None None] For port f8700c61-9157-4f06-96ca-76e6a59b757d, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f8700c61-9157-4f06-96ca-76e6a59b757d,segment=NetworkSegment(434c9c69-ff1e-4e34-b423-28413f789ad4),segment_id=434c9c69-ff1e-4e34-b423-28413f789ad4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:13:39.678183 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f200879c-d87f-4a0f-8c52-6e22e9898506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f8700c61-9157-4f06-96ca-76e6a59b757d), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:39.744890 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200879c-d87f-4a0f-8c52-6e22e9898506 None None] Pushing event updated for resources: {'Port': ['ID=f8700c61-9157-4f06-96ca-76e6a59b757d,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:39.771475 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53aaf936-8868-4a8b-9d46-498f6e9c897c admin admin] Router ad074be4-fd02-4624-bb50-c9bc6b647811 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:13:39.923303 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53aaf936-8868-4a8b-9d46-498f6e9c897c admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:13:39.939548 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf346a7-ba44-4e5c-8cd5-923d14c5b602 None None] Sync routers for ids ['ad074be4-fd02-4624-bb50-c9bc6b647811'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:13:39.950454 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-53aaf936-8868-4a8b-9d46-498f6e9c897c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:39.952212 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-53aaf936-8868-4a8b-9d46-498f6e9c897c admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.6628025 Mar 22 19:13:39.957165 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59234) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:39.957727 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf346a7-ba44-4e5c-8cd5-923d14c5b602 None None] Routers {'ad074be4-fd02-4624-bb50-c9bc6b647811'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:13:39.959098 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-8cf346a7-ba44-4e5c-8cd5-923d14c5b602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:13:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ad074be4-fd02-4624-bb50-c9bc6b647811'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:13:40.012791 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-476b0edd-368b-4d35-b071-c3addd733384 None None] Provisioning complete for port f8700c61-9157-4f06-96ca-76e6a59b757d triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:13:40.013208 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-476b0edd-368b-4d35-b071-c3addd733384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f8700c61-9157-4f06-96ca-76e6a59b757d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:40.133163 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59252) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:40.135845 n-d-705658-24 neutron-server[104172]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 22 19:13:40.141406 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-476b0edd-368b-4d35-b071-c3addd733384 None None] Current status of the port f8700c61-9157-4f06-96ca-76e6a59b757d is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:13:40.184577 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-a1e129a5-664a-4590-a470-94b9559172e5 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=5309abedcf71453491aa9ec5599c0fa5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497558 Mar 22 19:13:40.208800 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-8cf346a7-ba44-4e5c-8cd5-923d14c5b602 None None] Set router ad074be4-fd02-4624-bb50-c9bc6b647811 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:13:40.240488 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59260) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:40.428498 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f8700c61-9157-4f06-96ca-76e6a59b757d up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:13:40.468471 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-25df2f2d-204a-48ec-9b6e-50104866d700 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=682cee7870a3473299b91ca330d26cf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2243843 Mar 22 19:13:40.489056 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port f8700c61-9157-4f06-96ca-76e6a59b757d triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:13:40.489686 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f8700c61-9157-4f06-96ca-76e6a59b757d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:40.499384 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2e438bc2-33ba-4c33-a014-8a9a878d45de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:40.544757 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-8cf346a7-ba44-4e5c-8cd5-923d14c5b602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1818778885-router', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:13:37Z', 'updated_at': '2022-03-22T19:13:38Z', 'revision_number': 3, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'gw_port': {'id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:38Z', 'updated_at': '2022-03-22T19:13:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:13:40.586936 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port f8700c61-9157-4f06-96ca-76e6a59b757d is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:13:40.611811 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf346a7-ba44-4e5c-8cd5-923d14c5b602 None None] Checking router: ad074be4-fd02-4624-bb50-c9bc6b647811 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:13:40.612772 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf346a7-ba44-4e5c-8cd5-923d14c5b602 None None] Updating router ad074be4-fd02-4624-bb50-c9bc6b647811 port a4370d88-9c8c-42d9-8a71-7284c26913ac binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:13:40.640459 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-41f9769b-deac-4977-8eb5-339bae92a6ed tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:40.644646 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-41f9769b-deac-4977-8eb5-339bae92a6ed tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4592476 Mar 22 19:13:40.647578 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-8cf346a7-ba44-4e5c-8cd5-923d14c5b602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a4370d88-9c8c-42d9-8a71-7284c26913ac), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:40.666889 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-0a983bf1-27cb-4e97-ab7c-d5ca96863d87 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/quotas/5309abedcf71453491aa9ec5599c0fa5 HTTP/1.1" status: 200 len: 375 time: 0.0181401 Mar 22 19:13:40.673271 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-b266892f-c836-4223-af47-aa9d9257115b tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:40.675454 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-b266892f-c836-4223-af47-aa9d9257115b tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2055769 Mar 22 19:13:40.710388 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-2e438bc2-33ba-4c33-a014-8a9a878d45de admin admin] Allocated IP 172.20.0.1 (62c519fc-4ba2-460f-99c0-c4269b238492/d297ad65-b612-46b9-b407-069a93a8e37f/943862a4-2112-44e0-a6d9-113cc21e8367) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:13:40.732526 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-620f6ccd-eb8d-4fa5-89d6-d53324ff78bd tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5309abedcf71453491aa9ec5599c0fa5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560336 Mar 22 19:13:40.733991 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-dbbfc9a0-8866-453b-a8b2-56f08a291673 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/quotas/682cee7870a3473299b91ca330d26cf2 HTTP/1.1" status: 200 len: 375 time: 0.0490656 Mar 22 19:13:40.767575 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-640279a1-7659-40d0-919d-a420f69a4c2d tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=682cee7870a3473299b91ca330d26cf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276797 Mar 22 19:13:40.999473 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-8cf346a7-ba44-4e5c-8cd5-923d14c5b602 None None] Publish callbacks [] for port (a4370d88-9c8c-42d9-8a71-7284c26913ac), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:41.007447 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-8cf346a7-ba44-4e5c-8cd5-923d14c5b602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a4370d88-9c8c-42d9-8a71-7284c26913ac), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:41.022086 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2e438bc2-33ba-4c33-a014-8a9a878d45de admin admin] Publish callbacks [] for port (943862a4-2112-44e0-a6d9-113cc21e8367), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:41.106362 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa12160-5b6a-407f-b7bb-d50b1e7ba118 None None] Pushing event updated for resources: {'Port': ['ID=a4370d88-9c8c-42d9-8a71-7284c26913ac,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:41.118414 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa12160-5b6a-407f-b7bb-d50b1e7ba118 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:41.118943 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa12160-5b6a-407f-b7bb-d50b1e7ba118 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:41.119428 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa12160-5b6a-407f-b7bb-d50b1e7ba118 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:41.119908 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa12160-5b6a-407f-b7bb-d50b1e7ba118 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:41.120522 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa12160-5b6a-407f-b7bb-d50b1e7ba118 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:41.121006 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa12160-5b6a-407f-b7bb-d50b1e7ba118 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:41.121502 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa12160-5b6a-407f-b7bb-d50b1e7ba118 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:41.122084 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa12160-5b6a-407f-b7bb-d50b1e7ba118 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:41.122419 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa12160-5b6a-407f-b7bb-d50b1e7ba118 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:41.122797 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa12160-5b6a-407f-b7bb-d50b1e7ba118 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:41.123578 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa12160-5b6a-407f-b7bb-d50b1e7ba118 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:41.124083 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa12160-5b6a-407f-b7bb-d50b1e7ba118 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:41.124636 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa12160-5b6a-407f-b7bb-d50b1e7ba118 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:41.125158 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa12160-5b6a-407f-b7bb-d50b1e7ba118 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:41.125513 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa12160-5b6a-407f-b7bb-d50b1e7ba118 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa12160-5b6a-407f-b7bb-d50b1e7ba118 None None] Tracked resource versions report: Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: pushed versions: Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: { 'AddressGroup': {'1.2'}, Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: 'Agent': {'1.1'}, Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: 'ConntrackHelper': {'1.0'}, Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: 'LocalIPAssociation': {'1.0'}, Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: 'Log': {'1.0'}, Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: 'NDPProxy': {'1.0'}, Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: 'Network': {'1.1'}, Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: 'Port': {'1.7'}, Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: 'PortForwarding': {'1.3'}, Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: 'QosPolicy': {'1.10'}, Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: 'SecurityGroup': {'1.5'}, Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: 'SecurityGroupRule': {'1.2'}, Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: 'SubPort': {'1.0'}, Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: 'Subnet': {'1.1'}, Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: 'Trunk': {'1.1'}} Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: consumer versions: Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: { DHCP agent@n-d-705658-24: {}, Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: HyperV agent@n-h1-705658-24: {}, Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: HyperV agent@n-h2-705658-24: {}, Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: L3 agent@n-d-705658-24: {}, Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: Metadata agent@n-d-705658-24: {}, Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: Metering agent@n-d-705658-24: {}, Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: Open vSwitch agent@n-d-705658-24: { 'AddressGroup': '1.2', Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: 'Agent': '1.1', Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: 'ConntrackHelper': '1.0', Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: 'LocalIPAssociation': '1.0', Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: 'Log': '1.0', Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: 'NDPProxy': '1.0', Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: 'Network': '1.1', Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: 'Port': '1.7', Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: 'PortForwarding': '1.3', Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: 'QosPolicy': '1.10', Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: 'SecurityGroup': '1.5', Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: 'SecurityGroupRule': '1.2', Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: 'SubPort': '1.0', Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: 'Subnet': '1.1', Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: 'Trunk': '1.1'}} Mar 22 19:13:41.126784 n-d-705658-24 neutron-server[104175]: {{(pid=104175) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 22 19:13:41.135131 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2e438bc2-33ba-4c33-a014-8a9a878d45de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (943862a4-2112-44e0-a6d9-113cc21e8367), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:41.146652 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3d269c97-e285-4120-b39a-6620d06d0acc req-9eb4cb18-50eb-4594-8015-b174e1940177 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/ports?device_id=04d6ecd5-1d13-4d8c-b81f-b96d41195033 HTTP/1.1" status: 200 len: 210 time: 0.0754333 Mar 22 19:13:41.161761 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-8cf346a7-ba44-4e5c-8cd5-923d14c5b602 None None] Attempting to bind port a4370d88-9c8c-42d9-8a71-7284c26913ac on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:13:41.162260 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-8cf346a7-ba44-4e5c-8cd5-923d14c5b602 None None] Attempting to bind port a4370d88-9c8c-42d9-8a71-7284c26913ac by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:13:41.162767 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf346a7-ba44-4e5c-8cd5-923d14c5b602 None None] Attempting to bind port a4370d88-9c8c-42d9-8a71-7284c26913ac on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:13:41.188379 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf346a7-ba44-4e5c-8cd5-923d14c5b602 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:13:41.188771 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf346a7-ba44-4e5c-8cd5-923d14c5b602 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:13:41.189184 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-8cf346a7-ba44-4e5c-8cd5-923d14c5b602 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:41.189586 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf346a7-ba44-4e5c-8cd5-923d14c5b602 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:13:41.190089 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-8cf346a7-ba44-4e5c-8cd5-923d14c5b602 None None] Bound port: a4370d88-9c8c-42d9-8a71-7284c26913ac, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:13:41.190532 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-8cf346a7-ba44-4e5c-8cd5-923d14c5b602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a4370d88-9c8c-42d9-8a71-7284c26913ac), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:41.219701 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e438bc2-33ba-4c33-a014-8a9a878d45de admin admin] Pushing event updated for resources: {'Port': ['ID=943862a4-2112-44e0-a6d9-113cc21e8367,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:41.230817 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e438bc2-33ba-4c33-a014-8a9a878d45de admin admin] Network 62c519fc-4ba2-460f-99c0-c4269b238492 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:13:41.233285 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-2e438bc2-33ba-4c33-a014-8a9a878d45de admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:13:41.236512 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e438bc2-33ba-4c33-a014-8a9a878d45de admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:13:41.237678 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2e438bc2-33ba-4c33-a014-8a9a878d45de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (ad074be4-fd02-4624-bb50-c9bc6b647811), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:41.294101 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-8cf346a7-ba44-4e5c-8cd5-923d14c5b602 None None] For port a4370d88-9c8c-42d9-8a71-7284c26913ac, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:13:41.302679 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-8cf346a7-ba44-4e5c-8cd5-923d14c5b602 None None] For port a4370d88-9c8c-42d9-8a71-7284c26913ac, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a4370d88-9c8c-42d9-8a71-7284c26913ac,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:13:41.304011 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6b881c1e-b184-4af4-9a2f-3c9e50b9caf6 req-c3d245ad-4edd-4856-88ca-abab9cac386c tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b781844-617f-4b53-92ed-c97c1c7baf9c HTTP/1.1" status: 200 len: 210 time: 0.0741863 Mar 22 19:13:41.317417 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-8cf346a7-ba44-4e5c-8cd5-923d14c5b602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a4370d88-9c8c-42d9-8a71-7284c26913ac), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:41.443896 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf346a7-ba44-4e5c-8cd5-923d14c5b602 None None] Routers {'ad074be4-fd02-4624-bb50-c9bc6b647811'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:13:41.444604 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-8cf346a7-ba44-4e5c-8cd5-923d14c5b602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:13:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ad074be4-fd02-4624-bb50-c9bc6b647811'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:13:41.500364 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2e438bc2-33ba-4c33-a014-8a9a878d45de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (943862a4-2112-44e0-a6d9-113cc21e8367), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:41.545019 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa12160-5b6a-407f-b7bb-d50b1e7ba118 None None] Pushing event updated for resources: {'Port': ['ID=a4370d88-9c8c-42d9-8a71-7284c26913ac,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:41.594752 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-d3ccc002-2b85-462f-b5e4-942289292898 None None] Provisioning complete for port 943862a4-2112-44e0-a6d9-113cc21e8367 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:13:41.595766 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d3ccc002-2b85-462f-b5e4-942289292898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (943862a4-2112-44e0-a6d9-113cc21e8367), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:41.661854 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-8cf346a7-ba44-4e5c-8cd5-923d14c5b602 None None] Set router ad074be4-fd02-4624-bb50-c9bc6b647811 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:13:41.671317 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d3ccc002-2b85-462f-b5e4-942289292898 None None] Port 943862a4-2112-44e0-a6d9-113cc21e8367 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:13:41.677731 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59320) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:41.793015 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2e438bc2-33ba-4c33-a014-8a9a878d45de admin admin] Publish callbacks [] for port (943862a4-2112-44e0-a6d9-113cc21e8367), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:41.800214 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2e438bc2-33ba-4c33-a014-8a9a878d45de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (943862a4-2112-44e0-a6d9-113cc21e8367), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:41.801175 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2e438bc2-33ba-4c33-a014-8a9a878d45de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (ad074be4-fd02-4624-bb50-c9bc6b647811), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:41.860376 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e438bc2-33ba-4c33-a014-8a9a878d45de admin admin] Pushing event updated for resources: {'Port': ['ID=943862a4-2112-44e0-a6d9-113cc21e8367,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:41.871559 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f740367c-c7bb-48f8-9552-788a3c324b1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:41.965426 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-8cf346a7-ba44-4e5c-8cd5-923d14c5b602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1818778885-router', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:13:37Z', 'updated_at': '2022-03-22T19:13:38Z', 'revision_number': 3, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'gw_port': {'id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:38Z', 'updated_at': '2022-03-22T19:13:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:13:42.032824 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f740367c-c7bb-48f8-9552-788a3c324b1d admin admin] Publish callbacks [] for security_group (0ae1e263-1886-4b84-a018-e3329c033e48), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:42.036176 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf346a7-ba44-4e5c-8cd5-923d14c5b602 None None] The sync data for ids ['ad074be4-fd02-4624-bb50-c9bc6b647811'] in n-d-705658-24 is: [{'id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1818778885-router', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:13:37Z', 'updated_at': '2022-03-22T19:13:38Z', 'revision_number': 3, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'gw_port': {'id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:38Z', 'updated_at': '2022-03-22T19:13:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:13:42.045273 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f740367c-c7bb-48f8-9552-788a3c324b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (0ae1e263-1886-4b84-a018-e3329c033e48), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:42.047571 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e438bc2-33ba-4c33-a014-8a9a878d45de admin admin] Network 62c519fc-4ba2-460f-99c0-c4269b238492 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:13:42.049097 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-2e438bc2-33ba-4c33-a014-8a9a878d45de admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:13:42.101069 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f740367c-c7bb-48f8-9552-788a3c324b1d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b85fce652816477291e58d268f91948e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4222341 Mar 22 19:13:42.105231 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59348) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:42.161635 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740367c-c7bb-48f8-9552-788a3c324b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae1e263-1886-4b84-a018-e3329c033e48,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:42.236299 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4b1c7e41-e78e-4dba-9efc-43cdff1f75fb admin admin] Publish callbacks [] for security_group (0ae1e263-1886-4b84-a018-e3329c033e48), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:42.275290 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e438bc2-33ba-4c33-a014-8a9a878d45de admin admin] Router ad074be4-fd02-4624-bb50-c9bc6b647811 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:13:42.316319 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4b1c7e41-e78e-4dba-9efc-43cdff1f75fb admin admin] Publish callbacks [] for security_group (0ae1e263-1886-4b84-a018-e3329c033e48), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:42.360725 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3c1c036f-3449-42bc-ad69-37ef66878099 req-6c4ef87b-c330-4137-8a5d-dee0a08ec7ac tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/ports?device_id=04d6ecd5-1d13-4d8c-b81f-b96d41195033 HTTP/1.1" status: 200 len: 210 time: 0.0876856 Mar 22 19:13:42.458116 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c265a06-eda1-4542-9fd2-3fbafe785818 req-6638328d-6aed-42c2-9114-96ebc9bb648b tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b781844-617f-4b53-92ed-c97c1c7baf9c HTTP/1.1" status: 200 len: 210 time: 0.0870197 Mar 22 19:13:42.505360 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4b1c7e41-e78e-4dba-9efc-43cdff1f75fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (0ae1e263-1886-4b84-a018-e3329c033e48), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:42.509257 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4b1c7e41-e78e-4dba-9efc-43cdff1f75fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:42.514654 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4b1c7e41-e78e-4dba-9efc-43cdff1f75fb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0ae1e263-1886-4b84-a018-e3329c033e48 HTTP/1.1" status: 204 len: 168 time: 0.4031494 Mar 22 19:13:42.532660 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c7e41-e78e-4dba-9efc-43cdff1f75fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae1e263-1886-4b84-a018-e3329c033e48,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:42.553899 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e438bc2-33ba-4c33-a014-8a9a878d45de admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:13:42.573059 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2e438bc2-33ba-4c33-a014-8a9a878d45de admin admin] 10.222.0.75 "PUT /v2.0/routers/ad074be4-fd02-4624-bb50-c9bc6b647811/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6042836 Mar 22 19:13:42.579828 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f8f6873b-083d-4cc0-b553-d3a6bf5512e2 None None] Provisioning complete for port 943862a4-2112-44e0-a6d9-113cc21e8367 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:13:42.581532 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f8f6873b-083d-4cc0-b553-d3a6bf5512e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (943862a4-2112-44e0-a6d9-113cc21e8367), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:42.630841 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59374) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:42.680882 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f8f6873b-083d-4cc0-b553-d3a6bf5512e2 None None] Port 943862a4-2112-44e0-a6d9-113cc21e8367 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:13:42.974872 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0568b887-b5a1-4190-a008-8a96e3d5f625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:43.078714 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0568b887-b5a1-4190-a008-8a96e3d5f625 admin admin] Publish callbacks [] for security_group (3709545e-8c3e-460f-88c2-a3be969a7902), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:43.089116 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0568b887-b5a1-4190-a008-8a96e3d5f625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3709545e-8c3e-460f-88c2-a3be969a7902), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:43.161959 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0568b887-b5a1-4190-a008-8a96e3d5f625 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a08988be9abe4af481cd2bcbb777c11f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5297873 Mar 22 19:13:43.164430 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59390) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:43.176239 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568b887-b5a1-4190-a008-8a96e3d5f625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3709545e-8c3e-460f-88c2-a3be969a7902,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:43.196088 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59392) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:43.224133 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2f9c0a90-f455-4287-b615-07bc4c510886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:43.255674 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-da076104-48b9-49cc-9371-04218709bf89 admin admin] Publish callbacks [] for security_group (3709545e-8c3e-460f-88c2-a3be969a7902), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:43.312050 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-da076104-48b9-49cc-9371-04218709bf89 admin admin] Publish callbacks [] for security_group (3709545e-8c3e-460f-88c2-a3be969a7902), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:43.336454 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2f9c0a90-f455-4287-b615-07bc4c510886 admin admin] Publish callbacks [] for security_group (1eed578c-4d05-46ab-82ea-885805047b09), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:43.343063 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2f9c0a90-f455-4287-b615-07bc4c510886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1eed578c-4d05-46ab-82ea-885805047b09), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:43.403021 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2f9c0a90-f455-4287-b615-07bc4c510886 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=faad8c02b6a749b089c1340af162332c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2028472 Mar 22 19:13:43.403021 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c0a90-f455-4287-b615-07bc4c510886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eed578c-4d05-46ab-82ea-885805047b09,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:43.411255 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59400) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:43.436803 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-da076104-48b9-49cc-9371-04218709bf89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3709545e-8c3e-460f-88c2-a3be969a7902), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:43.443349 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-da076104-48b9-49cc-9371-04218709bf89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:43.447188 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-da076104-48b9-49cc-9371-04218709bf89 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3709545e-8c3e-460f-88c2-a3be969a7902 HTTP/1.1" status: 204 len: 168 time: 0.2805798 Mar 22 19:13:43.497027 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59412) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:43.503370 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da076104-48b9-49cc-9371-04218709bf89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3709545e-8c3e-460f-88c2-a3be969a7902,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:43.504580 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-97457147-0855-42d2-8d7c-5bdebf2c2e3f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-308953491-network', 'tenant_id': 'b934f87bb7434787b3c8cf6868dc58c3'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:13:43.562866 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97457147-0855-42d2-8d7c-5bdebf2c2e3f admin admin] Made reservation on behalf of b934f87bb7434787b3c8cf6868dc58c3 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:13:43.566533 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-97457147-0855-42d2-8d7c-5bdebf2c2e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:43.580150 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-97457147-0855-42d2-8d7c-5bdebf2c2e3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:43.673685 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bc38f3d2-2a6f-40e6-ac61-d5c1b5aaadda req-0c0eb03e-12e1-41b5-baf4-a10774817baa tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b781844-617f-4b53-92ed-c97c1c7baf9c HTTP/1.1" status: 200 len: 210 time: 0.1165059 Mar 22 19:13:43.682619 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.84', 55289) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:43.719203 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-97457147-0855-42d2-8d7c-5bdebf2c2e3f admin admin] Publish callbacks [] for security_group (2dcaeb30-0be0-4ce6-9229-8b24892c175e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:43.723963 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-97457147-0855-42d2-8d7c-5bdebf2c2e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2dcaeb30-0be0-4ce6-9229-8b24892c175e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:43.752165 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97457147-0855-42d2-8d7c-5bdebf2c2e3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:13:43.774213 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97457147-0855-42d2-8d7c-5bdebf2c2e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcaeb30-0be0-4ce6-9229-8b24892c175e,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:43.780472 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-ce4dcd50-2dec-4884-b117-a21ba4e35780 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=682cee7870a3473299b91ca330d26cf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0953126 Mar 22 19:13:43.783399 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-97457147-0855-42d2-8d7c-5bdebf2c2e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (44d6b344-c1e5-42e0-bc2f-cb20546bab74), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:43.783748 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-97457147-0855-42d2-8d7c-5bdebf2c2e3f admin admin] Added segment 44d6b344-c1e5-42e0-bc2f-cb20546bab74 of type vlan for network 1231b19f-ae31-46d1-8efa-98ee63c518aa Mar 22 19:13:43.810087 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e2ff322d-1b60-40e1-9b60-5553d37ed1a9 req-a202cf77-298a-4d23-b873-8b439a5fd725 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/ports?device_id=04d6ecd5-1d13-4d8c-b81f-b96d41195033 HTTP/1.1" status: 200 len: 210 time: 0.0736825 Mar 22 19:13:43.822877 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2476087f-651b-4834-aec2-66ba02989bfa admin admin] Publish callbacks [] for security_group (1eed578c-4d05-46ab-82ea-885805047b09), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:43.867621 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-97457147-0855-42d2-8d7c-5bdebf2c2e3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (1231b19f-ae31-46d1-8efa-98ee63c518aa), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:43.914966 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2476087f-651b-4834-aec2-66ba02989bfa admin admin] Publish callbacks [] for security_group (1eed578c-4d05-46ab-82ea-885805047b09), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:43.917627 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-97457147-0855-42d2-8d7c-5bdebf2c2e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (1231b19f-ae31-46d1-8efa-98ee63c518aa), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:43.919580 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97457147-0855-42d2-8d7c-5bdebf2c2e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:43.920290 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-97457147-0855-42d2-8d7c-5bdebf2c2e3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:43.983154 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-787ddd3e-2736-4c97-9925-8d601dbda16b tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:43.984678 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-787ddd3e-2736-4c97-9925-8d601dbda16b tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1786623 Mar 22 19:13:44.008591 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2476087f-651b-4834-aec2-66ba02989bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1eed578c-4d05-46ab-82ea-885805047b09), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:44.011687 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2476087f-651b-4834-aec2-66ba02989bfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:44.022285 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2476087f-651b-4834-aec2-66ba02989bfa admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1eed578c-4d05-46ab-82ea-885805047b09 HTTP/1.1" status: 204 len: 168 time: 0.6062913 Mar 22 19:13:44.038377 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476087f-651b-4834-aec2-66ba02989bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eed578c-4d05-46ab-82ea-885805047b09,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:44.062352 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97457147-0855-42d2-8d7c-5bdebf2c2e3f admin admin] Pushing event updated for resources: {'Network': ['ID=1231b19f-ae31-46d1-8efa-98ee63c518aa,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:44.069014 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-97457147-0855-42d2-8d7c-5bdebf2c2e3f admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5709019 Mar 22 19:13:44.071819 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59434) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:44.077274 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-76f6c87f-c5a9-42a7-9efd-4690e5a40b05 admin admin] Request body: {'subnet': {'network_id': '1231b19f-ae31-46d1-8efa-98ee63c518aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-308953491-subnet', 'tenant_id': 'b934f87bb7434787b3c8cf6868dc58c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:13:44.079429 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-b97427c8-5235-410d-a41c-57d5700bb9e6 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Request body: {'port': {'device_id': '04d6ecd5-1d13-4d8c-b81f-b96d41195033', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'admin_state_up': True, 'tenant_id': '682cee7870a3473299b91ca330d26cf2'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:13:44.103642 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 1231b19f-ae31-46d1-8efa-98ee63c518aa details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:13:44.120200 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f6c87f-c5a9-42a7-9efd-4690e5a40b05 admin admin] Made reservation on behalf of b934f87bb7434787b3c8cf6868dc58c3 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:13:44.123033 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-76f6c87f-c5a9-42a7-9efd-4690e5a40b05 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:44.178048 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59436) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:44.222240 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ea3580cf-c4ac-41e3-ba89-451339c67aae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:44.397363 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-b97427c8-5235-410d-a41c-57d5700bb9e6 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Made reservation on behalf of 682cee7870a3473299b91ca330d26cf2 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:13:44.401047 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-b97427c8-5235-410d-a41c-57d5700bb9e6 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:44.421172 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-b97427c8-5235-410d-a41c-57d5700bb9e6 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:44.487836 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ea3580cf-c4ac-41e3-ba89-451339c67aae admin admin] Publish callbacks [] for security_group (26518b67-0ad8-4290-a6a4-1ca175fcaee0), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:44.507925 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ea3580cf-c4ac-41e3-ba89-451339c67aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (26518b67-0ad8-4290-a6a4-1ca175fcaee0), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:44.520853 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-76f6c87f-c5a9-42a7-9efd-4690e5a40b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for subnet (94bf40d4-6d7a-4050-a29b-77bf8a47c2d3), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:44.535280 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a4370d88-9c8c-42d9-8a71-7284c26913ac up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:13:44.591052 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc7d20f-88fd-4614-bc2f-5ecfeeb67ca1 None None] Sync routers for ids ['ad074be4-fd02-4624-bb50-c9bc6b647811'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:13:44.591205 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ea3580cf-c4ac-41e3-ba89-451339c67aae admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5144027a826648a88326e4be6c865245&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4125974 Mar 22 19:13:44.593967 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59454) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:44.605994 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6c87f-c5a9-42a7-9efd-4690e5a40b05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94bf40d4-6d7a-4050-a29b-77bf8a47c2d3,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:44.615186 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f6c87f-c5a9-42a7-9efd-4690e5a40b05 admin admin] Checking segment: {'id': '44d6b344-c1e5-42e0-bc2f-cb20546bab74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1231b19f-ae31-46d1-8efa-98ee63c518aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:13:44.615660 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f6c87f-c5a9-42a7-9efd-4690e5a40b05 admin admin] Network hostable DHCP agents. Network: 1231b19f-ae31-46d1-8efa-98ee63c518aa, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:13:44.618312 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3580cf-c4ac-41e3-ba89-451339c67aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26518b67-0ad8-4290-a6a4-1ca175fcaee0,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:44.630801 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-b97427c8-5235-410d-a41c-57d5700bb9e6 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Publish callbacks [] for security_group (85915fa3-560d-4ca7-837a-f1242b7fc5ed), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:44.633365 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.85', 63872) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:44.642586 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f6c87f-c5a9-42a7-9efd-4690e5a40b05 admin admin] Network 1231b19f-ae31-46d1-8efa-98ee63c518aa is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:13:44.662498 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc7d20f-88fd-4614-bc2f-5ecfeeb67ca1 None None] Routers {'ad074be4-fd02-4624-bb50-c9bc6b647811'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:13:44.662837 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-76f6c87f-c5a9-42a7-9efd-4690e5a40b05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 1231b19f-ae31-46d1-8efa-98ee63c518aa) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:13:44.663481 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-adc7d20f-88fd-4614-bc2f-5ecfeeb67ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:13:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ad074be4-fd02-4624-bb50-c9bc6b647811'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:13:44.669298 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f6c87f-c5a9-42a7-9efd-4690e5a40b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:44.670184 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-76f6c87f-c5a9-42a7-9efd-4690e5a40b05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:44.675760 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-b97427c8-5235-410d-a41c-57d5700bb9e6 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (85915fa3-560d-4ca7-837a-f1242b7fc5ed), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:44.699140 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-da47ef88-83ca-484a-94f2-88e559adcfa4 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=5309abedcf71453491aa9ec5599c0fa5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645943 Mar 22 19:13:44.723336 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-76f6c87f-c5a9-42a7-9efd-4690e5a40b05 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6502039 Mar 22 19:13:44.726228 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59466) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:44.733599 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-cc477afa-191f-4b30-97c3-d6711e058311 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-308953491-router', 'tenant_id': 'b934f87bb7434787b3c8cf6868dc58c3', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:13:44.753829 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407b4772-8760-4dbf-af28-7c703d8fcc87 None None] Network 1231b19f-ae31-46d1-8efa-98ee63c518aa requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:13:44.794300 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d86193da-d130-4544-9c32-074b0f473b9d admin admin] Publish callbacks [] for security_group (26518b67-0ad8-4290-a6a4-1ca175fcaee0), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:44.815464 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cc477afa-191f-4b30-97c3-d6711e058311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (5c389b8b-728f-497a-97cb-469330cfacfe), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:44.816328 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cc477afa-191f-4b30-97c3-d6711e058311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (5c389b8b-728f-497a-97cb-469330cfacfe), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:44.976637 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b3f73f6d-3a4e-4b68-bc76-2ce19e471c78 req-587aa079-a54b-4d5b-9b2e-590a116000ba tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b781844-617f-4b53-92ed-c97c1c7baf9c HTTP/1.1" status: 200 len: 210 time: 0.0520165 Mar 22 19:13:44.977242 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97427c8-5235-410d-a41c-57d5700bb9e6 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85915fa3-560d-4ca7-837a-f1242b7fc5ed,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:44.986495 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d86193da-d130-4544-9c32-074b0f473b9d admin admin] Publish callbacks [] for security_group (26518b67-0ad8-4290-a6a4-1ca175fcaee0), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:45.013902 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cc477afa-191f-4b30-97c3-d6711e058311 admin admin] Publish callbacks [] for router_controller (5c389b8b-728f-497a-97cb-469330cfacfe), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:45.083087 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port a4370d88-9c8c-42d9-8a71-7284c26913ac triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:13:45.083629 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a4370d88-9c8c-42d9-8a71-7284c26913ac), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:45.145639 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49efbca-5715-4a09-a27d-f77c3d5b4b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-1231b19f-ae31-46d1-8efa-98ee63c518aa', 'network_id': '1231b19f-ae31-46d1-8efa-98ee63c518aa', 'project_id': 'b934f87bb7434787b3c8cf6868dc58c3', 'fixed_ips': [{'subnet_id': '94bf40d4-6d7a-4050-a29b-77bf8a47c2d3'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:13:45.147411 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f49efbca-5715-4a09-a27d-f77c3d5b4b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:45.189711 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0d605d34-2172-403d-b994-a04c6bbcf812 req-c628787f-9158-49c3-9c1b-763479c18273 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/ports?device_id=04d6ecd5-1d13-4d8c-b81f-b96d41195033 HTTP/1.1" status: 200 len: 210 time: 0.2429740 Mar 22 19:13:45.260896 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-adc7d20f-88fd-4614-bc2f-5ecfeeb67ca1 None None] Set router ad074be4-fd02-4624-bb50-c9bc6b647811 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:13:45.336574 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-b97427c8-5235-410d-a41c-57d5700bb9e6 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Allocated IP 192.168.233.155 (43c82fd2-7e25-4eba-86f2-aced26197dba/e28314b8-0ed1-465e-a6f2-eda7f6b773cd/3d6a7c20-fad0-4a88-a3cd-6c804e894c14) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:13:45.345680 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-cc489fab-73c3-425f-8512-4243ccf05c98 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:45.348020 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-cc489fab-73c3-425f-8512-4243ccf05c98 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6294894 Mar 22 19:13:45.418721 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d86193da-d130-4544-9c32-074b0f473b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (26518b67-0ad8-4290-a6a4-1ca175fcaee0), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:45.422442 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d86193da-d130-4544-9c32-074b0f473b9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:45.424246 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d86193da-d130-4544-9c32-074b0f473b9d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/26518b67-0ad8-4290-a6a4-1ca175fcaee0 HTTP/1.1" status: 204 len: 168 time: 0.8252234 Mar 22 19:13:45.463695 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-cb74a69f-4140-4df8-801f-cd7f1d4229a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:45.465074 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-fa1ce689-e66f-41c1-9a30-6356471804d7 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Request body: {'port': {'device_id': '2b781844-617f-4b53-92ed-c97c1c7baf9c', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'admin_state_up': True, 'tenant_id': '5309abedcf71453491aa9ec5599c0fa5'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:13:45.650883 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86193da-d130-4544-9c32-074b0f473b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26518b67-0ad8-4290-a6a4-1ca175fcaee0,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:45.660283 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cc477afa-191f-4b30-97c3-d6711e058311 admin admin] Publish callbacks [] for router_gateway (5c389b8b-728f-497a-97cb-469330cfacfe), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:45.727805 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-fa1ce689-e66f-41c1-9a30-6356471804d7 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Made reservation on behalf of 5309abedcf71453491aa9ec5599c0fa5 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:13:45.732074 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-fa1ce689-e66f-41c1-9a30-6356471804d7 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:45.749545 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-fa1ce689-e66f-41c1-9a30-6356471804d7 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:45.784870 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:45.830662 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-b97427c8-5235-410d-a41c-57d5700bb9e6 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Publish callbacks [] for port (3d6a7c20-fad0-4a88-a3cd-6c804e894c14), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:46.005702 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-b97427c8-5235-410d-a41c-57d5700bb9e6 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (3d6a7c20-fad0-4a88-a3cd-6c804e894c14), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:46.223188 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-b97427c8-5235-410d-a41c-57d5700bb9e6 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Network 43c82fd2-7e25-4eba-86f2-aced26197dba is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:13:46.230595 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-fa1ce689-e66f-41c1-9a30-6356471804d7 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Publish callbacks [] for security_group (91e18c13-6ef8-410b-9a28-0a79153bfa9e), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:46.254085 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-f49efbca-5715-4a09-a27d-f77c3d5b4b1f None None] Allocated IP 172.20.0.2 (1231b19f-ae31-46d1-8efa-98ee63c518aa/94bf40d4-6d7a-4050-a29b-77bf8a47c2d3/131dcc0a-7787-4270-8811-ceaaf99941c2) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:13:46.284034 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-b97427c8-5235-410d-a41c-57d5700bb9e6 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:13:46.292234 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-b97427c8-5235-410d-a41c-57d5700bb9e6 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:13:46.315681 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-b97427c8-5235-410d-a41c-57d5700bb9e6 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:46.324964 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-b97427c8-5235-410d-a41c-57d5700bb9e6 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:46.427490 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cc477afa-191f-4b30-97c3-d6711e058311 admin admin] Publish callbacks [] for router_gateway (5c389b8b-728f-497a-97cb-469330cfacfe), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:46.452356 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-fa1ce689-e66f-41c1-9a30-6356471804d7 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (91e18c13-6ef8-410b-9a28-0a79153bfa9e), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:46.516561 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cc477afa-191f-4b30-97c3-d6711e058311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:46.660286 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2102c8ab-1d2e-4ca7-876a-068cc537d837 req-976dfeca-453d-4268-891e-1711128604eb tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b781844-617f-4b53-92ed-c97c1c7baf9c HTTP/1.1" status: 200 len: 210 time: 0.4903374 Mar 22 19:13:46.794068 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a4370d88-9c8c-42d9-8a71-7284c26913ac is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:13:46.795026 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ce689-e66f-41c1-9a30-6356471804d7 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91e18c13-6ef8-410b-9a28-0a79153bfa9e,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:46.795579 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a4370d88-9c8c-42d9-8a71-7284c26913ac), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:46.858625 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-cc477afa-191f-4b30-97c3-d6711e058311 admin admin] Allocated IP 172.25.5.138 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/a963e972-1c1d-418b-a2f3-95539df7fa0e) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:13:46.863401 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port a4370d88-9c8c-42d9-8a71-7284c26913ac, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a4370d88-9c8c-42d9-8a71-7284c26913ac,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:13:46.865119 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-b97427c8-5235-410d-a41c-57d5700bb9e6 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7895834 Mar 22 19:13:46.882623 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a4370d88-9c8c-42d9-8a71-7284c26913ac), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:46.930457 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97427c8-5235-410d-a41c-57d5700bb9e6 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Pushing event updated for resources: {'Port': ['ID=3d6a7c20-fad0-4a88-a3cd-6c804e894c14,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:46.954931 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-b276a78f-58a0-4c63-9e0f-4310b69539c7 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:13:46.956962 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-b276a78f-58a0-4c63-9e0f-4310b69539c7 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0415409 Mar 22 19:13:46.965639 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=a4370d88-9c8c-42d9-8a71-7284c26913ac,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:46.973027 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f49efbca-5715-4a09-a27d-f77c3d5b4b1f None None] Publish callbacks [] for port (131dcc0a-7787-4270-8811-ceaaf99941c2), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:46.994580 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f49efbca-5715-4a09-a27d-f77c3d5b4b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (131dcc0a-7787-4270-8811-ceaaf99941c2), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:47.010727 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f09cabb3-ccfa-45a4-b523-dd6b705b65ad None None] Provisioning complete for port 3d6a7c20-fad0-4a88-a3cd-6c804e894c14 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:13:47.011128 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f09cabb3-ccfa-45a4-b523-dd6b705b65ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3d6a7c20-fad0-4a88-a3cd-6c804e894c14), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:47.055953 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cc477afa-191f-4b30-97c3-d6711e058311 admin admin] Publish callbacks [] for port (a963e972-1c1d-418b-a2f3-95539df7fa0e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:47.085304 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f09cabb3-ccfa-45a4-b523-dd6b705b65ad None None] Port 3d6a7c20-fad0-4a88-a3cd-6c804e894c14 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:13:47.090162 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aac1d0-dfb9-4973-9b98-a6a9bd7aa097 req-c62dd72a-b0a3-44ae-a0b7-59c4daa3f2cb tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:47.093973 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-24aac1d0-dfb9-4973-9b98-a6a9bd7aa097 req-c62dd72a-b0a3-44ae-a0b7-59c4daa3f2cb tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/ports?device_id=04d6ecd5-1d13-4d8c-b81f-b96d41195033 HTTP/1.1" status: 200 len: 936 time: 0.6707075 Mar 22 19:13:47.118271 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49efbca-5715-4a09-a27d-f77c3d5b4b1f None None] Network 1231b19f-ae31-46d1-8efa-98ee63c518aa is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:13:47.125852 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-f49efbca-5715-4a09-a27d-f77c3d5b4b1f None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:13:47.131373 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49efbca-5715-4a09-a27d-f77c3d5b4b1f None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:13:47.152880 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cc477afa-191f-4b30-97c3-d6711e058311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (a963e972-1c1d-418b-a2f3-95539df7fa0e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:47.178013 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-adc7d20f-88fd-4614-bc2f-5ecfeeb67ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1818778885-router', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:13:37Z', 'updated_at': '2022-03-22T19:13:41Z', 'revision_number': 4, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'gw_port': {'id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:38Z', 'updated_at': '2022-03-22T19:13:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '943862a4-2112-44e0-a6d9-113cc21e8367', 'name': '', 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'mac_address': 'fa:16:3e:dd:b6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd297ad65-b612-46b9-b407-069a93a8e37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:40Z', 'updated_at': '2022-03-22T19:13:41Z', 'revision_number': 2, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'subnets': [{'id': 'd297ad65-b612-46b9-b407-069a93a8e37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:13:47.199810 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-fa1ce689-e66f-41c1-9a30-6356471804d7 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Allocated IP 192.168.233.102 (43c82fd2-7e25-4eba-86f2-aced26197dba/e28314b8-0ed1-465e-a6f2-eda7f6b773cd/fcf97a1a-1960-4c30-bde2-7f8a1a10c93e) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:13:47.267762 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc477afa-191f-4b30-97c3-d6711e058311 admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:13:47.273873 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc7d20f-88fd-4614-bc2f-5ecfeeb67ca1 None None] Checking router: ad074be4-fd02-4624-bb50-c9bc6b647811 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:13:47.274733 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc7d20f-88fd-4614-bc2f-5ecfeeb67ca1 None None] Updating router ad074be4-fd02-4624-bb50-c9bc6b647811 port 943862a4-2112-44e0-a6d9-113cc21e8367 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:13:47.275015 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-cc477afa-191f-4b30-97c3-d6711e058311 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:13:47.276469 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49efbca-5715-4a09-a27d-f77c3d5b4b1f None None] Pushing event updated for resources: {'Port': ['ID=131dcc0a-7787-4270-8811-ceaaf99941c2,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:47.287650 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc477afa-191f-4b30-97c3-d6711e058311 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:13:47.334985 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f49efbca-5715-4a09-a27d-f77c3d5b4b1f None None] Attempting to bind port 131dcc0a-7787-4270-8811-ceaaf99941c2 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:13:47.335597 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f49efbca-5715-4a09-a27d-f77c3d5b4b1f None None] Attempting to bind port 131dcc0a-7787-4270-8811-ceaaf99941c2 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '44d6b344-c1e5-42e0-bc2f-cb20546bab74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1231b19f-ae31-46d1-8efa-98ee63c518aa'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:13:47.336082 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49efbca-5715-4a09-a27d-f77c3d5b4b1f None None] Attempting to bind port 131dcc0a-7787-4270-8811-ceaaf99941c2 on network 1231b19f-ae31-46d1-8efa-98ee63c518aa {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:13:47.349663 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ad9dbc6d-ca0d-4ab2-bb6e-39ee3255f19b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:47.356024 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49efbca-5715-4a09-a27d-f77c3d5b4b1f None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:13:47.356413 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49efbca-5715-4a09-a27d-f77c3d5b4b1f None None] Checking segment: {'id': '44d6b344-c1e5-42e0-bc2f-cb20546bab74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1231b19f-ae31-46d1-8efa-98ee63c518aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:13:47.357424 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f49efbca-5715-4a09-a27d-f77c3d5b4b1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:47.358290 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49efbca-5715-4a09-a27d-f77c3d5b4b1f None None] Bound using segment: {'id': '44d6b344-c1e5-42e0-bc2f-cb20546bab74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1231b19f-ae31-46d1-8efa-98ee63c518aa'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:13:47.358420 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f49efbca-5715-4a09-a27d-f77c3d5b4b1f None None] Bound port: 131dcc0a-7787-4270-8811-ceaaf99941c2, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d6b344-c1e5-42e0-bc2f-cb20546bab74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1231b19f-ae31-46d1-8efa-98ee63c518aa'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:13:47.358975 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f49efbca-5715-4a09-a27d-f77c3d5b4b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (131dcc0a-7787-4270-8811-ceaaf99941c2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:47.363453 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-adc7d20f-88fd-4614-bc2f-5ecfeeb67ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (943862a4-2112-44e0-a6d9-113cc21e8367), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:47.452750 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-24aac1d0-dfb9-4973-9b98-a6a9bd7aa097 req-8b93130b-f5f9-45f5-88a9-e5213bd3d4ff tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/security-groups?id=85915fa3-560d-4ca7-837a-f1242b7fc5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498592 Mar 22 19:13:47.478143 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f49efbca-5715-4a09-a27d-f77c3d5b4b1f None None] For port 131dcc0a-7787-4270-8811-ceaaf99941c2, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:13:47.483063 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f49efbca-5715-4a09-a27d-f77c3d5b4b1f None None] For port 131dcc0a-7787-4270-8811-ceaaf99941c2, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=131dcc0a-7787-4270-8811-ceaaf99941c2,segment=NetworkSegment(44d6b344-c1e5-42e0-bc2f-cb20546bab74),segment_id=44d6b344-c1e5-42e0-bc2f-cb20546bab74)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:13:47.488676 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc477afa-191f-4b30-97c3-d6711e058311 admin admin] Pushing event updated for resources: {'Port': ['ID=a963e972-1c1d-418b-a2f3-95539df7fa0e,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:47.499811 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f49efbca-5715-4a09-a27d-f77c3d5b4b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (131dcc0a-7787-4270-8811-ceaaf99941c2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:47.633693 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-254a6062-2c9a-42f9-ba60-9e0b8752f250 service neutron] Request body: {'port': {'device_id': '04d6ecd5-1d13-4d8c-b81f-b96d41195033', 'device_owner': 'compute:tempest-test_az-1861844335', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:13:47.866539 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49efbca-5715-4a09-a27d-f77c3d5b4b1f None None] Pushing event updated for resources: {'Port': ['ID=131dcc0a-7787-4270-8811-ceaaf99941c2,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:48.000136 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cc477afa-191f-4b30-97c3-d6711e058311 admin admin] Publish callbacks [] for router_gateway (5c389b8b-728f-497a-97cb-469330cfacfe), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:48.026803 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5bf1cea2-9006-4ef1-89c6-09b27cb85350 req-20135576-782d-47f6-a860-7c2dfe068259 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b781844-617f-4b53-92ed-c97c1c7baf9c HTTP/1.1" status: 200 len: 210 time: 0.1212528 Mar 22 19:13:48.142583 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:48.224855 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-254a6062-2c9a-42f9-ba60-9e0b8752f250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (3d6a7c20-fad0-4a88-a3cd-6c804e894c14), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:48.310636 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-fa1ce689-e66f-41c1-9a30-6356471804d7 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Publish callbacks [] for port (fcf97a1a-1960-4c30-bde2-7f8a1a10c93e), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:48.516160 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-adc7d20f-88fd-4614-bc2f-5ecfeeb67ca1 None None] Publish callbacks [] for port (943862a4-2112-44e0-a6d9-113cc21e8367), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:48.556034 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-adc7d20f-88fd-4614-bc2f-5ecfeeb67ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (943862a4-2112-44e0-a6d9-113cc21e8367), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:48.622224 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cc477afa-191f-4b30-97c3-d6711e058311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (5c389b8b-728f-497a-97cb-469330cfacfe), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:48.693063 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:48.802940 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40cfc0-9347-4194-b973-0dc225ec690b None None] Pushing event updated for resources: {'Port': ['ID=943862a4-2112-44e0-a6d9-113cc21e8367,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:48.914986 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-fa1ce689-e66f-41c1-9a30-6356471804d7 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (fcf97a1a-1960-4c30-bde2-7f8a1a10c93e), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:49.062635 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc477afa-191f-4b30-97c3-d6711e058311 admin admin] Router 5c389b8b-728f-497a-97cb-469330cfacfe is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:13:49.149274 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ce689-e66f-41c1-9a30-6356471804d7 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Pushing event updated for resources: {'Port': ['ID=fcf97a1a-1960-4c30-bde2-7f8a1a10c93e,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:49.214834 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-fa1ce689-e66f-41c1-9a30-6356471804d7 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Network 43c82fd2-7e25-4eba-86f2-aced26197dba is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:13:49.219450 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-fa1ce689-e66f-41c1-9a30-6356471804d7 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:13:49.227214 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-fa1ce689-e66f-41c1-9a30-6356471804d7 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:13:49.243877 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-fa1ce689-e66f-41c1-9a30-6356471804d7 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:49.244583 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-fa1ce689-e66f-41c1-9a30-6356471804d7 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:49.287462 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a6f6d-8849-402c-ae13-0edf76c67a2d req-85c4230e-d904-4de8-ab6b-5d9783875ba4 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:49.291066 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-692a6f6d-8849-402c-ae13-0edf76c67a2d req-85c4230e-d904-4de8-ab6b-5d9783875ba4 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/ports?device_id=04d6ecd5-1d13-4d8c-b81f-b96d41195033 HTTP/1.1" status: 200 len: 936 time: 0.6398606 Mar 22 19:13:49.373119 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a4370d88-9c8c-42d9-8a71-7284c26913ac up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:13:49.403044 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc477afa-191f-4b30-97c3-d6711e058311 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:13:49.417318 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c61d5f4-db48-4dc4-9272-edfdeafdd3e1 None None] Sync routers for ids ['5c389b8b-728f-497a-97cb-469330cfacfe'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:13:49.436470 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c61d5f4-db48-4dc4-9272-edfdeafdd3e1 None None] Routers {'5c389b8b-728f-497a-97cb-469330cfacfe'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:13:49.437596 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-0c61d5f4-db48-4dc4-9272-edfdeafdd3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:13:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['5c389b8b-728f-497a-97cb-469330cfacfe'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:13:49.451972 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cc477afa-191f-4b30-97c3-d6711e058311 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:49.458433 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cc477afa-191f-4b30-97c3-d6711e058311 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.7310765 Mar 22 19:13:49.460316 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59564) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:49.474937 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-fa1ce689-e66f-41c1-9a30-6356471804d7 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0255454 Mar 22 19:13:49.496322 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-cd4de855-2c6d-4eec-a364-9464d5ac0c03 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:13:49.497311 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-cd4de855-2c6d-4eec-a364-9464d5ac0c03 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050826 Mar 22 19:13:49.579686 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-adc7d20f-88fd-4614-bc2f-5ecfeeb67ca1 None None] Attempting to bind port 943862a4-2112-44e0-a6d9-113cc21e8367 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:13:49.580294 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-adc7d20f-88fd-4614-bc2f-5ecfeeb67ca1 None None] Attempting to bind port 943862a4-2112-44e0-a6d9-113cc21e8367 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '434c9c69-ff1e-4e34-b423-28413f789ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:13:49.580406 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc7d20f-88fd-4614-bc2f-5ecfeeb67ca1 None None] Attempting to bind port 943862a4-2112-44e0-a6d9-113cc21e8367 on network 62c519fc-4ba2-460f-99c0-c4269b238492 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:13:49.609826 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc7d20f-88fd-4614-bc2f-5ecfeeb67ca1 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:13:49.610201 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc7d20f-88fd-4614-bc2f-5ecfeeb67ca1 None None] Checking segment: {'id': '434c9c69-ff1e-4e34-b423-28413f789ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:13:49.610606 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-adc7d20f-88fd-4614-bc2f-5ecfeeb67ca1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:49.611003 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc7d20f-88fd-4614-bc2f-5ecfeeb67ca1 None None] Bound using segment: {'id': '434c9c69-ff1e-4e34-b423-28413f789ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:13:49.618843 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-adc7d20f-88fd-4614-bc2f-5ecfeeb67ca1 None None] Bound port: 943862a4-2112-44e0-a6d9-113cc21e8367, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '434c9c69-ff1e-4e34-b423-28413f789ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:13:49.619413 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-adc7d20f-88fd-4614-bc2f-5ecfeeb67ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (943862a4-2112-44e0-a6d9-113cc21e8367), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:49.658560 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-692a6f6d-8849-402c-ae13-0edf76c67a2d req-fc69173b-9325-45ed-8f74-9a2ef48d3ee1 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/security-groups?id=85915fa3-560d-4ca7-837a-f1242b7fc5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903476 Mar 22 19:13:49.705823 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-4b49f79c-7231-4c72-b8be-32f4b5f3121d None None] Provisioning complete for port 943862a4-2112-44e0-a6d9-113cc21e8367 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:13:49.706501 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4b49f79c-7231-4c72-b8be-32f4b5f3121d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (943862a4-2112-44e0-a6d9-113cc21e8367), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:49.850740 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-4b49f79c-7231-4c72-b8be-32f4b5f3121d None None] Port 943862a4-2112-44e0-a6d9-113cc21e8367 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:13:49.943818 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-0c61d5f4-db48-4dc4-9272-edfdeafdd3e1 None None] Set router 5c389b8b-728f-497a-97cb-469330cfacfe gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:13:49.972661 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-6e1bebab-5f54-426b-ae35-cc0b0a6c8629 service neutron] Request body: {'port': {'device_id': '2b781844-617f-4b53-92ed-c97c1c7baf9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:13:49.989854 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ccdb3b-ab3c-4ae3-8f8e-fad73cc22896 None None] Network 1231b19f-ae31-46d1-8efa-98ee63c518aa requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:13:50.068385 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-254a6062-2c9a-42f9-ba60-9e0b8752f250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d6a7c20-fad0-4a88-a3cd-6c804e894c14 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:13:50.079242 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-254a6062-2c9a-42f9-ba60-9e0b8752f250 service neutron] Publish callbacks [] for port (3d6a7c20-fad0-4a88-a3cd-6c804e894c14), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:50.106220 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-254a6062-2c9a-42f9-ba60-9e0b8752f250 service neutron] Transition to ACTIVE for port object 3d6a7c20-fad0-4a88-a3cd-6c804e894c14 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:13:50.137991 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:50.212577 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-6e1bebab-5f54-426b-ae35-cc0b0a6c8629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fcf97a1a-1960-4c30-bde2-7f8a1a10c93e), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:50.214779 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-254a6062-2c9a-42f9-ba60-9e0b8752f250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (3d6a7c20-fad0-4a88-a3cd-6c804e894c14), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:50.230711 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port a4370d88-9c8c-42d9-8a71-7284c26913ac triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:13:50.231088 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a4370d88-9c8c-42d9-8a71-7284c26913ac), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:50.239797 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-66f1b3e7-4703-42e9-ba66-ffb56b4f6c02 None None] Provisioning complete for port 131dcc0a-7787-4270-8811-ceaaf99941c2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:13:50.240309 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-66f1b3e7-4703-42e9-ba66-ffb56b4f6c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (131dcc0a-7787-4270-8811-ceaaf99941c2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:50.428280 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-adc7d20f-88fd-4614-bc2f-5ecfeeb67ca1 None None] For port 943862a4-2112-44e0-a6d9-113cc21e8367, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:13:50.437263 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-0c61d5f4-db48-4dc4-9272-edfdeafdd3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c389b8b-728f-497a-97cb-469330cfacfe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-308953491-router', 'tenant_id': 'b934f87bb7434787b3c8cf6868dc58c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a963e972-1c1d-418b-a2f3-95539df7fa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:13:44Z', 'updated_at': '2022-03-22T19:13:47Z', 'revision_number': 3, 'project_id': 'b934f87bb7434787b3c8cf6868dc58c3', 'gw_port': {'id': 'a963e972-1c1d-418b-a2f3-95539df7fa0e', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bf:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c389b8b-728f-497a-97cb-469330cfacfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:46Z', 'updated_at': '2022-03-22T19:13:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:13:50.502728 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a6062-2c9a-42f9-ba60-9e0b8752f250 service neutron] Pushing event updated for resources: {'Port': ['ID=3d6a7c20-fad0-4a88-a3cd-6c804e894c14,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:50.561173 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c61d5f4-db48-4dc4-9272-edfdeafdd3e1 None None] Checking router: 5c389b8b-728f-497a-97cb-469330cfacfe for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:13:50.562077 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c61d5f4-db48-4dc4-9272-edfdeafdd3e1 None None] Updating router 5c389b8b-728f-497a-97cb-469330cfacfe port a963e972-1c1d-418b-a2f3-95539df7fa0e binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:13:50.566298 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c10ee-66ea-472d-b234-2cfe09eb8133 req-ea92549f-ae11-4664-87e1-5ad207b39f61 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:50.576303 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c57c10ee-66ea-472d-b234-2cfe09eb8133 req-ea92549f-ae11-4664-87e1-5ad207b39f61 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b781844-617f-4b53-92ed-c97c1c7baf9c HTTP/1.1" status: 200 len: 936 time: 0.7726207 Mar 22 19:13:50.626176 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-adc7d20f-88fd-4614-bc2f-5ecfeeb67ca1 None None] For port 943862a4-2112-44e0-a6d9-113cc21e8367, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=943862a4-2112-44e0-a6d9-113cc21e8367,segment=NetworkSegment(434c9c69-ff1e-4e34-b423-28413f789ad4),segment_id=434c9c69-ff1e-4e34-b423-28413f789ad4)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:13:50.678791 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-0c61d5f4-db48-4dc4-9272-edfdeafdd3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a963e972-1c1d-418b-a2f3-95539df7fa0e), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:50.687914 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c57c10ee-66ea-472d-b234-2cfe09eb8133 req-11a23fc0-70e8-4509-84df-e569b49e5fa6 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/security-groups?id=91e18c13-6ef8-410b-9a28-0a79153bfa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104627 Mar 22 19:13:50.759228 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-adc7d20f-88fd-4614-bc2f-5ecfeeb67ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (943862a4-2112-44e0-a6d9-113cc21e8367), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:51.180455 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6b807573-bab6-48ee-a316-7ad32f71930e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:51.269671 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc7d20f-88fd-4614-bc2f-5ecfeeb67ca1 None None] Routers {'ad074be4-fd02-4624-bb50-c9bc6b647811'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:13:51.270427 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-adc7d20f-88fd-4614-bc2f-5ecfeeb67ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:13:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ad074be4-fd02-4624-bb50-c9bc6b647811'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:13:51.471037 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-0c61d5f4-db48-4dc4-9272-edfdeafdd3e1 None None] Publish callbacks [] for port (a963e972-1c1d-418b-a2f3-95539df7fa0e), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:51.481136 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-0c61d5f4-db48-4dc4-9272-edfdeafdd3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a963e972-1c1d-418b-a2f3-95539df7fa0e), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:51.497610 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-66f1b3e7-4703-42e9-ba66-ffb56b4f6c02 None None] Current status of the port 131dcc0a-7787-4270-8811-ceaaf99941c2 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:13:51.498062 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-66f1b3e7-4703-42e9-ba66-ffb56b4f6c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (131dcc0a-7787-4270-8811-ceaaf99941c2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:51.579512 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40cfc0-9347-4194-b973-0dc225ec690b None None] Pushing event updated for resources: {'Port': ['ID=943862a4-2112-44e0-a6d9-113cc21e8367,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:51.603605 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-6b807573-bab6-48ee-a316-7ad32f71930e admin admin] Allocated IP 172.20.0.1 (1231b19f-ae31-46d1-8efa-98ee63c518aa/94bf40d4-6d7a-4050-a29b-77bf8a47c2d3/538525f6-68ed-4631-a9ec-59a9f4788ab4) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:13:51.630538 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59596) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:51.647114 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858e742-522f-4018-aa35-69a8c9d48822 None None] Pushing event updated for resources: {'Port': ['ID=a963e972-1c1d-418b-a2f3-95539df7fa0e,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:51.651296 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-0c61d5f4-db48-4dc4-9272-edfdeafdd3e1 None None] Attempting to bind port a963e972-1c1d-418b-a2f3-95539df7fa0e on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:13:51.652197 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-0c61d5f4-db48-4dc4-9272-edfdeafdd3e1 None None] Attempting to bind port a963e972-1c1d-418b-a2f3-95539df7fa0e by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:13:51.652871 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c61d5f4-db48-4dc4-9272-edfdeafdd3e1 None None] Attempting to bind port a963e972-1c1d-418b-a2f3-95539df7fa0e on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:13:51.660457 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59598) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:51.673747 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c61d5f4-db48-4dc4-9272-edfdeafdd3e1 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:13:51.674225 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c61d5f4-db48-4dc4-9272-edfdeafdd3e1 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:13:51.674676 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-0c61d5f4-db48-4dc4-9272-edfdeafdd3e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:51.675126 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c61d5f4-db48-4dc4-9272-edfdeafdd3e1 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:13:51.675628 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-0c61d5f4-db48-4dc4-9272-edfdeafdd3e1 None None] Bound port: a963e972-1c1d-418b-a2f3-95539df7fa0e, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:13:51.676658 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-0c61d5f4-db48-4dc4-9272-edfdeafdd3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a963e972-1c1d-418b-a2f3-95539df7fa0e), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:51.689934 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a4370d88-9c8c-42d9-8a71-7284c26913ac is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:13:51.691209 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 131dcc0a-7787-4270-8811-ceaaf99941c2 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:13:51.840178 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-254a6062-2c9a-42f9-ba60-9e0b8752f250 service neutron] Attempting to bind port 3d6a7c20-fad0-4a88-a3cd-6c804e894c14 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:13:51.842679 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-254a6062-2c9a-42f9-ba60-9e0b8752f250 service neutron] Attempting to bind port 3d6a7c20-fad0-4a88-a3cd-6c804e894c14 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:13:51.843310 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-254a6062-2c9a-42f9-ba60-9e0b8752f250 service neutron] Attempting to bind port 3d6a7c20-fad0-4a88-a3cd-6c804e894c14 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:13:51.849630 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-0c61d5f4-db48-4dc4-9272-edfdeafdd3e1 None None] For port a963e972-1c1d-418b-a2f3-95539df7fa0e, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:13:51.861484 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-0c61d5f4-db48-4dc4-9272-edfdeafdd3e1 None None] For port a963e972-1c1d-418b-a2f3-95539df7fa0e, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a963e972-1c1d-418b-a2f3-95539df7fa0e,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:13:51.891202 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-0c61d5f4-db48-4dc4-9272-edfdeafdd3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a963e972-1c1d-418b-a2f3-95539df7fa0e), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:51.906185 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:51.953538 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-254a6062-2c9a-42f9-ba60-9e0b8752f250 service neutron] Port 3d6a7c20-fad0-4a88-a3cd-6c804e894c14 on network 43c82fd2-7e25-4eba-86f2-aced26197dba not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:13:51.957145 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-254a6062-2c9a-42f9-ba60-9e0b8752f250 service neutron] Attempting to bind port 3d6a7c20-fad0-4a88-a3cd-6c804e894c14 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:13:51.979305 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-66f1b3e7-4703-42e9-ba66-ffb56b4f6c02 None None] For port 131dcc0a-7787-4270-8811-ceaaf99941c2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=131dcc0a-7787-4270-8811-ceaaf99941c2,segment=NetworkSegment(44d6b344-c1e5-42e0-bc2f-cb20546bab74),segment_id=44d6b344-c1e5-42e0-bc2f-cb20546bab74)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:13:51.986470 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6b807573-bab6-48ee-a316-7ad32f71930e admin admin] Publish callbacks [] for port (538525f6-68ed-4631-a9ec-59a9f4788ab4), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:52.024820 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7fa288e1-1f50-4e86-8757-f9a978e89798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:52.035727 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-6e1bebab-5f54-426b-ae35-cc0b0a6c8629 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcf97a1a-1960-4c30-bde2-7f8a1a10c93e {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:13:52.035946 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c61d5f4-db48-4dc4-9272-edfdeafdd3e1 None None] Routers {'5c389b8b-728f-497a-97cb-469330cfacfe'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:13:52.036726 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-0c61d5f4-db48-4dc4-9272-edfdeafdd3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:13:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['5c389b8b-728f-497a-97cb-469330cfacfe'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:13:52.041410 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-254a6062-2c9a-42f9-ba60-9e0b8752f250 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:13:52.041871 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-254a6062-2c9a-42f9-ba60-9e0b8752f250 service neutron] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:13:52.042396 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-254a6062-2c9a-42f9-ba60-9e0b8752f250 service neutron] Bound using segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:13:52.042860 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-254a6062-2c9a-42f9-ba60-9e0b8752f250 service neutron] Bound port: 3d6a7c20-fad0-4a88-a3cd-6c804e894c14, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:13:52.043214 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-254a6062-2c9a-42f9-ba60-9e0b8752f250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (3d6a7c20-fad0-4a88-a3cd-6c804e894c14), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:52.051114 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-66f1b3e7-4703-42e9-ba66-ffb56b4f6c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (131dcc0a-7787-4270-8811-ceaaf99941c2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:52.071642 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-adc7d20f-88fd-4614-bc2f-5ecfeeb67ca1 None None] Set router ad074be4-fd02-4624-bb50-c9bc6b647811 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:13:52.094494 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-6e1bebab-5f54-426b-ae35-cc0b0a6c8629 service neutron] Publish callbacks [] for port (fcf97a1a-1960-4c30-bde2-7f8a1a10c93e), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:52.119607 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb32ca-55f4-4c8b-bd19-0e1409746878 req-a4e1182b-5c1a-4c83-b712-825771493431 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:52.121325 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c7fb32ca-55f4-4c8b-bd19-0e1409746878 req-a4e1182b-5c1a-4c83-b712-825771493431 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/ports?device_id=04d6ecd5-1d13-4d8c-b81f-b96d41195033 HTTP/1.1" status: 200 len: 970 time: 0.6667430 Mar 22 19:13:52.152975 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-6e1bebab-5f54-426b-ae35-cc0b0a6c8629 service neutron] Transition to ACTIVE for port object fcf97a1a-1960-4c30-bde2-7f8a1a10c93e will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:13:52.161598 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc5430-0af0-43e7-90fa-000866e70c48 req-44e747b1-7fc8-4fc7-8478-ad353825b795 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:52.170640 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-19cc5430-0af0-43e7-90fa-000866e70c48 req-44e747b1-7fc8-4fc7-8478-ad353825b795 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b781844-617f-4b53-92ed-c97c1c7baf9c HTTP/1.1" status: 200 len: 936 time: 0.3094959 Mar 22 19:13:52.206620 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-6e1bebab-5f54-426b-ae35-cc0b0a6c8629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (fcf97a1a-1960-4c30-bde2-7f8a1a10c93e), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:52.233295 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-915859ba-d7e1-482e-a0fe-51b7630168a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:52.289311 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858e742-522f-4018-aa35-69a8c9d48822 None None] Pushing event updated for resources: {'Port': ['ID=a963e972-1c1d-418b-a2f3-95539df7fa0e,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:52.344803 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7fa288e1-1f50-4e86-8757-f9a978e89798 admin admin] Publish callbacks [] for security_group (1020a6f1-1da5-4fff-a330-8831c714f2d0), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:52.364433 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7fa288e1-1f50-4e86-8757-f9a978e89798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1020a6f1-1da5-4fff-a330-8831c714f2d0), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:52.381585 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-0c61d5f4-db48-4dc4-9272-edfdeafdd3e1 None None] Set router 5c389b8b-728f-497a-97cb-469330cfacfe gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:13:52.408548 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6b807573-bab6-48ee-a316-7ad32f71930e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (538525f6-68ed-4631-a9ec-59a9f4788ab4), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:52.429885 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c7fb32ca-55f4-4c8b-bd19-0e1409746878 req-3d10a0b9-bcea-465e-ba2c-afebcf76acd6 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/security-groups?id=85915fa3-560d-4ca7-837a-f1242b7fc5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965250 Mar 22 19:13:52.433317 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-254a6062-2c9a-42f9-ba60-9e0b8752f250 service neutron] For port 3d6a7c20-fad0-4a88-a3cd-6c804e894c14, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:13:52.438632 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1bebab-5f54-426b-ae35-cc0b0a6c8629 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf97a1a-1960-4c30-bde2-7f8a1a10c93e,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:52.458082 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-19cc5430-0af0-43e7-90fa-000866e70c48 req-c7674a0b-4690-40ed-83e8-d15d6ef1c7eb tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/security-groups?id=91e18c13-6ef8-410b-9a28-0a79153bfa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868419 Mar 22 19:13:52.463000 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-254a6062-2c9a-42f9-ba60-9e0b8752f250 service neutron] For port 3d6a7c20-fad0-4a88-a3cd-6c804e894c14, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=3d6a7c20-fad0-4a88-a3cd-6c804e894c14,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:13:52.467108 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 131dcc0a-7787-4270-8811-ceaaf99941c2 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:13:52.467604 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (131dcc0a-7787-4270-8811-ceaaf99941c2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:52.477598 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-9ccea1af-049b-4afb-b587-10e8669d88a0 None None] Provisioning complete for port 943862a4-2112-44e0-a6d9-113cc21e8367 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:13:52.478246 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9ccea1af-049b-4afb-b587-10e8669d88a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (943862a4-2112-44e0-a6d9-113cc21e8367), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:52.516973 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-254a6062-2c9a-42f9-ba60-9e0b8752f250 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (3d6a7c20-fad0-4a88-a3cd-6c804e894c14), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:52.592566 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b807573-bab6-48ee-a316-7ad32f71930e admin admin] Pushing event updated for resources: {'Port': ['ID=538525f6-68ed-4631-a9ec-59a9f4788ab4,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:52.660096 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-6e1bebab-5f54-426b-ae35-cc0b0a6c8629 service neutron] Attempting to bind port fcf97a1a-1960-4c30-bde2-7f8a1a10c93e on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:13:52.660520 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-6e1bebab-5f54-426b-ae35-cc0b0a6c8629 service neutron] Attempting to bind port fcf97a1a-1960-4c30-bde2-7f8a1a10c93e by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:13:52.660958 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-6e1bebab-5f54-426b-ae35-cc0b0a6c8629 service neutron] Attempting to bind port fcf97a1a-1960-4c30-bde2-7f8a1a10c93e on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:13:52.664404 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-9ccea1af-049b-4afb-b587-10e8669d88a0 None None] Current status of the port 943862a4-2112-44e0-a6d9-113cc21e8367 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:13:52.674228 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7fa288e1-1f50-4e86-8757-f9a978e89798 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=832dc28b860442b085c63f2a154de839&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0408258 Mar 22 19:13:52.676096 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9ccea1af-049b-4afb-b587-10e8669d88a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (943862a4-2112-44e0-a6d9-113cc21e8367), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:52.686162 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59612) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:52.695670 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-254a6062-2c9a-42f9-ba60-9e0b8752f250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:52.696536 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-254a6062-2c9a-42f9-ba60-9e0b8752f250 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:52.699340 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-254a6062-2c9a-42f9-ba60-9e0b8752f250 service neutron] 10.222.0.84 "PUT /v2.0/ports/3d6a7c20-fad0-4a88-a3cd-6c804e894c14 HTTP/1.1" status: 200 len: 1119 time: 5.4082284 Mar 22 19:13:52.714349 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04d6ecd5-1d13-4d8c-b81f-b96d41195033', 'tag': '3d6a7c20-fad0-4a88-a3cd-6c804e894c14'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:13:52.720846 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b807573-bab6-48ee-a316-7ad32f71930e admin admin] Network 1231b19f-ae31-46d1-8efa-98ee63c518aa is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:13:52.723967 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa288e1-1f50-4e86-8757-f9a978e89798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1020a6f1-1da5-4fff-a330-8831c714f2d0,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:52.749513 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-6b807573-bab6-48ee-a316-7ad32f71930e admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:13:52.796977 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b807573-bab6-48ee-a316-7ad32f71930e admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:13:52.797533 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6b807573-bab6-48ee-a316-7ad32f71930e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (5c389b8b-728f-497a-97cb-469330cfacfe), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:52.798106 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-9ccea1af-049b-4afb-b587-10e8669d88a0 None None] For port 943862a4-2112-44e0-a6d9-113cc21e8367, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=943862a4-2112-44e0-a6d9-113cc21e8367,segment=NetworkSegment(434c9c69-ff1e-4e34-b423-28413f789ad4),segment_id=434c9c69-ff1e-4e34-b423-28413f789ad4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:13:52.808739 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1b3e7-4703-42e9-ba66-ffb56b4f6c02 None None] Pushing event updated for resources: {'Port': ['ID=131dcc0a-7787-4270-8811-ceaaf99941c2,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:52.826803 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9ccea1af-049b-4afb-b587-10e8669d88a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (943862a4-2112-44e0-a6d9-113cc21e8367), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:52.912156 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-0c61d5f4-db48-4dc4-9272-edfdeafdd3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c389b8b-728f-497a-97cb-469330cfacfe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-308953491-router', 'tenant_id': 'b934f87bb7434787b3c8cf6868dc58c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a963e972-1c1d-418b-a2f3-95539df7fa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:13:44Z', 'updated_at': '2022-03-22T19:13:47Z', 'revision_number': 3, 'project_id': 'b934f87bb7434787b3c8cf6868dc58c3', 'gw_port': {'id': 'a963e972-1c1d-418b-a2f3-95539df7fa0e', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bf:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c389b8b-728f-497a-97cb-469330cfacfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:46Z', 'updated_at': '2022-03-22T19:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:13:52.927594 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccea1af-049b-4afb-b587-10e8669d88a0 None None] Pushing event updated for resources: {'Port': ['ID=943862a4-2112-44e0-a6d9-113cc21e8367,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:52.969308 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-9ccea1af-049b-4afb-b587-10e8669d88a0 None None] Provisioning complete for port 131dcc0a-7787-4270-8811-ceaaf99941c2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:13:52.970004 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9ccea1af-049b-4afb-b587-10e8669d88a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (131dcc0a-7787-4270-8811-ceaaf99941c2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:53.035193 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c61d5f4-db48-4dc4-9272-edfdeafdd3e1 None None] The sync data for ids ['5c389b8b-728f-497a-97cb-469330cfacfe'] in n-d-705658-24 is: [{'id': '5c389b8b-728f-497a-97cb-469330cfacfe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-308953491-router', 'tenant_id': 'b934f87bb7434787b3c8cf6868dc58c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a963e972-1c1d-418b-a2f3-95539df7fa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:13:44Z', 'updated_at': '2022-03-22T19:13:47Z', 'revision_number': 3, 'project_id': 'b934f87bb7434787b3c8cf6868dc58c3', 'gw_port': {'id': 'a963e972-1c1d-418b-a2f3-95539df7fa0e', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bf:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c389b8b-728f-497a-97cb-469330cfacfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:46Z', 'updated_at': '2022-03-22T19:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:13:53.099051 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-6e1bebab-5f54-426b-ae35-cc0b0a6c8629 service neutron] Port fcf97a1a-1960-4c30-bde2-7f8a1a10c93e on network 43c82fd2-7e25-4eba-86f2-aced26197dba not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:13:53.099695 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-6e1bebab-5f54-426b-ae35-cc0b0a6c8629 service neutron] Attempting to bind port fcf97a1a-1960-4c30-bde2-7f8a1a10c93e on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:13:53.163436 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 131dcc0a-7787-4270-8811-ceaaf99941c2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:13:53.208993 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-6e1bebab-5f54-426b-ae35-cc0b0a6c8629 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:13:53.209135 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-6e1bebab-5f54-426b-ae35-cc0b0a6c8629 service neutron] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:13:53.210551 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-6e1bebab-5f54-426b-ae35-cc0b0a6c8629 service neutron] Bound using segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:13:53.211830 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-6e1bebab-5f54-426b-ae35-cc0b0a6c8629 service neutron] Bound port: fcf97a1a-1960-4c30-bde2-7f8a1a10c93e, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:13:53.222116 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-6e1bebab-5f54-426b-ae35-cc0b0a6c8629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fcf97a1a-1960-4c30-bde2-7f8a1a10c93e), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:53.232204 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a6062-2c9a-42f9-ba60-9e0b8752f250 service neutron] Pushing event updated for resources: {'Port': ['ID=3d6a7c20-fad0-4a88-a3cd-6c804e894c14,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:53.287230 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-915859ba-d7e1-482e-a0fe-51b7630168a4 admin admin] Publish callbacks [] for security_group (cf8fc126-d88d-4687-ac63-ea70397e1ad8), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:53.357001 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-9ccea1af-049b-4afb-b587-10e8669d88a0 None None] Current status of the port 131dcc0a-7787-4270-8811-ceaaf99941c2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:13:53.363997 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a0405cff-fd99-4b64-ab73-7f2591f499b5 admin admin] Publish callbacks [] for security_group (1020a6f1-1da5-4fff-a330-8831c714f2d0), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:53.377181 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-915859ba-d7e1-482e-a0fe-51b7630168a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (cf8fc126-d88d-4687-ac63-ea70397e1ad8), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:53.397565 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 131dcc0a-7787-4270-8811-ceaaf99941c2 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:13:53.407041 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb23129-48c1-4dfe-877a-3dd7dbe5f648" -d '{"events": [{"name": "network-changed", "server_uuid": "04d6ecd5-1d13-4d8c-b81f-b96d41195033", "tag": "3d6a7c20-fad0-4a88-a3cd-6c804e894c14"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:13:53.442314 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-a734fec3-ef74-4a99-b94b-2d7fa9c50167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:53.443826 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-a734fec3-ef74-4a99-b94b-2d7fa9c50167 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=682cee7870a3473299b91ca330d26cf2&device_id=04d6ecd5-1d13-4d8c-b81f-b96d41195033 HTTP/1.1" status: 200 len: 1153 time: 0.5465624 Mar 22 19:13:53.489999 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-adc7d20f-88fd-4614-bc2f-5ecfeeb67ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1818778885-router', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:13:37Z', 'updated_at': '2022-03-22T19:13:41Z', 'revision_number': 4, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'gw_port': {'id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:38Z', 'updated_at': '2022-03-22T19:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '943862a4-2112-44e0-a6d9-113cc21e8367', 'name': '', 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'mac_address': 'fa:16:3e:dd:b6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd297ad65-b612-46b9-b407-069a93a8e37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:40Z', 'updated_at': '2022-03-22T19:13:50Z', 'revision_number': 4, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'subnets': [{'id': 'd297ad65-b612-46b9-b407-069a93a8e37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:13:53.491953 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a0405cff-fd99-4b64-ab73-7f2591f499b5 admin admin] Publish callbacks [] for security_group (1020a6f1-1da5-4fff-a330-8831c714f2d0), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:53.566690 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc7d20f-88fd-4614-bc2f-5ecfeeb67ca1 None None] The sync data for ids ['ad074be4-fd02-4624-bb50-c9bc6b647811'] in n-d-705658-24 is: [{'id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1818778885-router', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:13:37Z', 'updated_at': '2022-03-22T19:13:41Z', 'revision_number': 4, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'gw_port': {'id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:38Z', 'updated_at': '2022-03-22T19:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '943862a4-2112-44e0-a6d9-113cc21e8367', 'name': '', 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'mac_address': 'fa:16:3e:dd:b6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd297ad65-b612-46b9-b407-069a93a8e37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:40Z', 'updated_at': '2022-03-22T19:13:50Z', 'revision_number': 4, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'subnets': [{'id': 'd297ad65-b612-46b9-b407-069a93a8e37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:13:53.627563 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a0405cff-fd99-4b64-ab73-7f2591f499b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1020a6f1-1da5-4fff-a330-8831c714f2d0), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:53.636719 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a0405cff-fd99-4b64-ab73-7f2591f499b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:53.639542 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a0405cff-fd99-4b64-ab73-7f2591f499b5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1020a6f1-1da5-4fff-a330-8831c714f2d0 HTTP/1.1" status: 204 len: 168 time: 0.9464710 Mar 22 19:13:53.646887 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-915859ba-d7e1-482e-a0fe-51b7630168a4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a00e23a34ae2457daa9820f624c2e190&name=default HTTP/1.1" status: 200 len: 2994 time: 1.9853930 Mar 22 19:13:53.650835 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59628) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:53.685533 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915859ba-d7e1-482e-a0fe-51b7630168a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8fc126-d88d-4687-ac63-ea70397e1ad8,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:53.703739 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0405cff-fd99-4b64-ab73-7f2591f499b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1020a6f1-1da5-4fff-a330-8831c714f2d0,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:53.751229 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6b807573-bab6-48ee-a316-7ad32f71930e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (538525f6-68ed-4631-a9ec-59a9f4788ab4), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:53.779218 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 131dcc0a-7787-4270-8811-ceaaf99941c2 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:13:53.780398 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (131dcc0a-7787-4270-8811-ceaaf99941c2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:53.835247 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-6d99a015-5a41-4e32-8d33-1dd298e8d803 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=3d6a7c20-fad0-4a88-a3cd-6c804e894c14 HTTP/1.1" status: 200 len: 217 time: 0.3777819 Mar 22 19:13:53.848704 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-27bfa7a5-fa70-4d72-a323-135dd81407b0 admin admin] Publish callbacks [] for security_group (cf8fc126-d88d-4687-ac63-ea70397e1ad8), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:53.911898 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-27bfa7a5-fa70-4d72-a323-135dd81407b0 admin admin] Publish callbacks [] for security_group (cf8fc126-d88d-4687-ac63-ea70397e1ad8), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:53.964036 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-6e1bebab-5f54-426b-ae35-cc0b0a6c8629 service neutron] For port fcf97a1a-1960-4c30-bde2-7f8a1a10c93e, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:13:53.999444 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bb1b9a-cb71-40ed-90f7-324ff70a5d25 x-openstack-request-id: req-22bb1b9a-cb71-40ed-90f7-324ff70a5d25 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:13:53.999778 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04d6ecd5-1d13-4d8c-b81f-b96d41195033", "tag": "3d6a7c20-fad0-4a88-a3cd-6c804e894c14", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:13:54.006384 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-22bb1b9a-cb71-40ed-90f7-324ff70a5d25 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:13:54.006989 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22bb1b9a-cb71-40ed-90f7-324ff70a5d25'] response: {'name': 'network-changed', 'server_uuid': '04d6ecd5-1d13-4d8c-b81f-b96d41195033', 'tag': '3d6a7c20-fad0-4a88-a3cd-6c804e894c14', 'status': 'completed', 'code': 200} Mar 22 19:13:54.012854 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-27bfa7a5-fa70-4d72-a323-135dd81407b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (cf8fc126-d88d-4687-ac63-ea70397e1ad8), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:54.024339 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-27bfa7a5-fa70-4d72-a323-135dd81407b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:54.030492 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-27bfa7a5-fa70-4d72-a323-135dd81407b0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cf8fc126-d88d-4687-ac63-ea70397e1ad8 HTTP/1.1" status: 204 len: 168 time: 0.3675919 Mar 22 19:13:54.058948 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-093bcfd1-f634-4a8c-8e75-9993166a4b8e None None] Provisioning complete for port 538525f6-68ed-4631-a9ec-59a9f4788ab4 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:13:54.059550 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-093bcfd1-f634-4a8c-8e75-9993166a4b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (538525f6-68ed-4631-a9ec-59a9f4788ab4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:54.162523 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 131dcc0a-7787-4270-8811-ceaaf99941c2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:13:54.218274 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-093bcfd1-f634-4a8c-8e75-9993166a4b8e None None] Port 538525f6-68ed-4631-a9ec-59a9f4788ab4 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:13:54.234709 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-6e1bebab-5f54-426b-ae35-cc0b0a6c8629 service neutron] For port fcf97a1a-1960-4c30-bde2-7f8a1a10c93e, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=fcf97a1a-1960-4c30-bde2-7f8a1a10c93e,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:13:54.299934 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-6e1bebab-5f54-426b-ae35-cc0b0a6c8629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (fcf97a1a-1960-4c30-bde2-7f8a1a10c93e), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:54.451054 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6b807573-bab6-48ee-a316-7ad32f71930e admin admin] Publish callbacks [] for port (538525f6-68ed-4631-a9ec-59a9f4788ab4), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:54.461167 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6b807573-bab6-48ee-a316-7ad32f71930e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (538525f6-68ed-4631-a9ec-59a9f4788ab4), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:54.461912 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6b807573-bab6-48ee-a316-7ad32f71930e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (5c389b8b-728f-497a-97cb-469330cfacfe), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:54.562962 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b807573-bab6-48ee-a316-7ad32f71930e admin admin] Pushing event updated for resources: {'Port': ['ID=538525f6-68ed-4631-a9ec-59a9f4788ab4,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:54.611212 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bfa7a5-fa70-4d72-a323-135dd81407b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8fc126-d88d-4687-ac63-ea70397e1ad8,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:54.716391 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1bebab-5f54-426b-ae35-cc0b0a6c8629 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf97a1a-1960-4c30-bde2-7f8a1a10c93e,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:54.803022 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-6e1bebab-5f54-426b-ae35-cc0b0a6c8629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:54.803906 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-6e1bebab-5f54-426b-ae35-cc0b0a6c8629 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:54.805850 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-6e1bebab-5f54-426b-ae35-cc0b0a6c8629 service neutron] 10.222.0.85 "PUT /v2.0/ports/fcf97a1a-1960-4c30-bde2-7f8a1a10c93e HTTP/1.1" status: 200 len: 1097 time: 4.9638984 Mar 22 19:13:54.843357 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb705731-c2de-4e7d-b2cd-26da9cc6e82b req-1605e2fd-f174-4646-9125-97596208c343 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:54.845165 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bb705731-c2de-4e7d-b2cd-26da9cc6e82b req-1605e2fd-f174-4646-9125-97596208c343 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/ports?device_id=04d6ecd5-1d13-4d8c-b81f-b96d41195033 HTTP/1.1" status: 200 len: 970 time: 0.2251780 Mar 22 19:13:54.850636 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-46a2c6b6-dc22-494c-807f-40242b723dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:54.854023 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-46a2c6b6-dc22-494c-807f-40242b723dda service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 1.0018411 Mar 22 19:13:54.933374 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b807573-bab6-48ee-a316-7ad32f71930e admin admin] Network 1231b19f-ae31-46d1-8efa-98ee63c518aa is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:13:54.939353 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-6b807573-bab6-48ee-a316-7ad32f71930e admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:13:55.111061 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467ef7a-a2bf-4260-96e8-44f6511ab89b req-ee213e11-b892-4128-abbf-027aa94af5fc tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:55.139710 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0467ef7a-a2bf-4260-96e8-44f6511ab89b req-ee213e11-b892-4128-abbf-027aa94af5fc tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b781844-617f-4b53-92ed-c97c1c7baf9c HTTP/1.1" status: 200 len: 948 time: 0.8917634 Mar 22 19:13:55.147289 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59638) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:55.150283 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59640) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:55.195547 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b807573-bab6-48ee-a316-7ad32f71930e admin admin] Router 5c389b8b-728f-497a-97cb-469330cfacfe has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:13:55.310064 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0d51afb4-70a3-4324-8911-6b188a0cee7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:55.347834 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d02a324b-869c-44ef-9039-da26fe7a8d35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:55.466933 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 943862a4-2112-44e0-a6d9-113cc21e8367 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:13:55.485603 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bb705731-c2de-4e7d-b2cd-26da9cc6e82b req-6520a8b3-3895-46bf-889c-a708ff2b0011 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/security-groups?id=85915fa3-560d-4ca7-837a-f1242b7fc5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6057205 Mar 22 19:13:55.573555 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b807573-bab6-48ee-a316-7ad32f71930e admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:13:55.599906 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-4f990f43-ca4c-47dc-854c-284a3acc2b03 None None] Provisioning complete for port 538525f6-68ed-4631-a9ec-59a9f4788ab4 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:13:55.600311 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4f990f43-ca4c-47dc-854c-284a3acc2b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (538525f6-68ed-4631-a9ec-59a9f4788ab4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:55.602476 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6b807573-bab6-48ee-a316-7ad32f71930e admin admin] 10.222.0.75 "PUT /v2.0/routers/5c389b8b-728f-497a-97cb-469330cfacfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1396143 Mar 22 19:13:55.620297 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0d51afb4-70a3-4324-8911-6b188a0cee7c admin admin] Publish callbacks [] for security_group (9d481ada-c5ad-4a6a-bff5-592110d99c9c), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:55.674134 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0467ef7a-a2bf-4260-96e8-44f6511ab89b req-ff6b1130-20ac-4b92-babc-12c449bae116 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/security-groups?id=91e18c13-6ef8-410b-9a28-0a79153bfa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5334015 Mar 22 19:13:55.690945 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0d51afb4-70a3-4324-8911-6b188a0cee7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9d481ada-c5ad-4a6a-bff5-592110d99c9c), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:55.714853 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-0094db7b-a553-4316-8257-52e5227f6b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:55.721985 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-0094db7b-a553-4316-8257-52e5227f6b8a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5309abedcf71453491aa9ec5599c0fa5&device_id=2b781844-617f-4b53-92ed-c97c1c7baf9c HTTP/1.1" status: 200 len: 1131 time: 0.8657269 Mar 22 19:13:56.003953 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-86fb3c0c-3157-40e6-9af9-b2e53384e20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:56.013038 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-86fb3c0c-3157-40e6-9af9-b2e53384e20e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 1.0946865 Mar 22 19:13:56.026547 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b781844-617f-4b53-92ed-c97c1c7baf9c', 'tag': 'fcf97a1a-1960-4c30-bde2-7f8a1a10c93e'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:13:56.028824 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1614fb3a-0a47-44bf-80ca-91bd945c63ed" -d '{"events": [{"name": "network-changed", "server_uuid": "2b781844-617f-4b53-92ed-c97c1c7baf9c", "tag": "fcf97a1a-1960-4c30-bde2-7f8a1a10c93e"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:13:56.029129 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 943862a4-2112-44e0-a6d9-113cc21e8367 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:13:56.029736 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (943862a4-2112-44e0-a6d9-113cc21e8367), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:56.051370 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-c1020f4a-bd3a-4d5a-b793-8f0e8c87d6f8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=fcf97a1a-1960-4c30-bde2-7f8a1a10c93e HTTP/1.1" status: 200 len: 217 time: 0.3007662 Mar 22 19:13:56.072601 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0d51afb4-70a3-4324-8911-6b188a0cee7c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=32591cd337a544a0887de934b3dd0fca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8495600 Mar 22 19:13:56.074593 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59652) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:56.139237 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51afb4-70a3-4324-8911-6b188a0cee7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d481ada-c5ad-4a6a-bff5-592110d99c9c,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:56.145873 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0801b0-3ab2-407d-8560-55160d9d587d x-openstack-request-id: req-cd0801b0-3ab2-407d-8560-55160d9d587d {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:13:56.146329 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b781844-617f-4b53-92ed-c97c1c7baf9c", "tag": "fcf97a1a-1960-4c30-bde2-7f8a1a10c93e", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:13:56.146866 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cd0801b0-3ab2-407d-8560-55160d9d587d {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:13:56.147268 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd0801b0-3ab2-407d-8560-55160d9d587d'] response: {'name': 'network-changed', 'server_uuid': '2b781844-617f-4b53-92ed-c97c1c7baf9c', 'tag': 'fcf97a1a-1960-4c30-bde2-7f8a1a10c93e', 'status': 'completed', 'code': 200} Mar 22 19:13:56.189615 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-4f990f43-ca4c-47dc-854c-284a3acc2b03 None None] Port 538525f6-68ed-4631-a9ec-59a9f4788ab4 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:13:56.227855 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-397581bb-d3bd-4648-8688-286893aa3a2e admin admin] Publish callbacks [] for security_group (9d481ada-c5ad-4a6a-bff5-592110d99c9c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:56.303592 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-397581bb-d3bd-4648-8688-286893aa3a2e admin admin] Publish callbacks [] for security_group (9d481ada-c5ad-4a6a-bff5-592110d99c9c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:56.343139 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 943862a4-2112-44e0-a6d9-113cc21e8367 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:13:56.348204 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a963e972-1c1d-418b-a2f3-95539df7fa0e up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:13:56.427614 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-397581bb-d3bd-4648-8688-286893aa3a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9d481ada-c5ad-4a6a-bff5-592110d99c9c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:56.431181 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-397581bb-d3bd-4648-8688-286893aa3a2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:56.435171 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-397581bb-d3bd-4648-8688-286893aa3a2e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9d481ada-c5ad-4a6a-bff5-592110d99c9c HTTP/1.1" status: 204 len: 168 time: 0.3592179 Mar 22 19:13:56.452879 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397581bb-d3bd-4648-8688-286893aa3a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d481ada-c5ad-4a6a-bff5-592110d99c9c,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:56.560096 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port a963e972-1c1d-418b-a2f3-95539df7fa0e triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:13:56.560648 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a963e972-1c1d-418b-a2f3-95539df7fa0e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:56.631316 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d02a324b-869c-44ef-9039-da26fe7a8d35 admin admin] Publish callbacks [] for security_group (a27c7abc-615b-4d1a-bcb9-5c349c72112a), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:56.662875 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-7d82b133-d5c2-4c70-92a9-1a75557be9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:56.664435 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-7d82b133-d5c2-4c70-92a9-1a75557be9a8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.5885823 Mar 22 19:13:56.700380 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d02a324b-869c-44ef-9039-da26fe7a8d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a27c7abc-615b-4d1a-bcb9-5c349c72112a), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:56.721017 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a963e972-1c1d-418b-a2f3-95539df7fa0e is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:13:56.721283 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a963e972-1c1d-418b-a2f3-95539df7fa0e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:56.789926 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port a963e972-1c1d-418b-a2f3-95539df7fa0e, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a963e972-1c1d-418b-a2f3-95539df7fa0e,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:13:56.797776 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a963e972-1c1d-418b-a2f3-95539df7fa0e), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:56.868012 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8292adba-0243-45e7-895e-313e986bd991 None None] Sync routers for ids ['5c389b8b-728f-497a-97cb-469330cfacfe'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:13:56.890684 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a324b-869c-44ef-9039-da26fe7a8d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27c7abc-615b-4d1a-bcb9-5c349c72112a,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:56.891930 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8292adba-0243-45e7-895e-313e986bd991 None None] Routers {'5c389b8b-728f-497a-97cb-469330cfacfe'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:13:56.892833 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-8292adba-0243-45e7-895e-313e986bd991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:13:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['5c389b8b-728f-497a-97cb-469330cfacfe'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:13:56.908277 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59676) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:56.909078 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d02a324b-869c-44ef-9039-da26fe7a8d35 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=69839f646ace4a8a95e157ef8c6ec1cf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6839938 Mar 22 19:13:56.927759 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-52796738-2e88-4b2e-9a41-4a197e72fe13 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8657880 Mar 22 19:13:56.944546 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ec309-e8e1-4530-8864-d2084567d666 req-d462ac61-87ea-4453-aa2f-1fc91ff980b6 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:56.946147 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d18ec309-e8e1-4530-8864-d2084567d666 req-d462ac61-87ea-4453-aa2f-1fc91ff980b6 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/ports?device_id=04d6ecd5-1d13-4d8c-b81f-b96d41195033 HTTP/1.1" status: 200 len: 970 time: 0.2882690 Mar 22 19:13:56.988860 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-b2b127c5-c31b-4c44-a140-8a4a0b3fb3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:56.997159 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-b2b127c5-c31b-4c44-a140-8a4a0b3fb3c1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3063598 Mar 22 19:13:57.039412 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-78a1ed4e-1d05-4ba9-a74f-144754c4849a admin admin] Publish callbacks [] for security_group (a27c7abc-615b-4d1a-bcb9-5c349c72112a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:57.086905 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-78a1ed4e-1d05-4ba9-a74f-144754c4849a admin admin] Publish callbacks [] for security_group (a27c7abc-615b-4d1a-bcb9-5c349c72112a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:57.134907 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=a963e972-1c1d-418b-a2f3-95539df7fa0e,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:57.204170 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-78a1ed4e-1d05-4ba9-a74f-144754c4849a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a27c7abc-615b-4d1a-bcb9-5c349c72112a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:57.210567 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-78a1ed4e-1d05-4ba9-a74f-144754c4849a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:57.211938 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-78a1ed4e-1d05-4ba9-a74f-144754c4849a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a27c7abc-615b-4d1a-bcb9-5c349c72112a HTTP/1.1" status: 204 len: 168 time: 0.3028169 Mar 22 19:13:57.227270 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a1ed4e-1d05-4ba9-a74f-144754c4849a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27c7abc-615b-4d1a-bcb9-5c349c72112a,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:57.242844 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d18ec309-e8e1-4530-8864-d2084567d666 req-7ad89ee8-f995-4948-b687-5ec37e74285a tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/security-groups?id=85915fa3-560d-4ca7-837a-f1242b7fc5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857103 Mar 22 19:13:57.267424 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-8292adba-0243-45e7-895e-313e986bd991 None None] Set router 5c389b8b-728f-497a-97cb-469330cfacfe gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:13:57.319483 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59684) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:57.324261 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-32189e3b-c25a-414c-be6b-4690d17b2eb4 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Request body: {'security_group': {'name': 'tempest-securitygroup--708899972', 'description': 'tempest-description--775058592'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:13:57.458791 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00546fe0-86b3-4bf3-981c-b3733479f332 req-6b108e45-88f1-4417-b624-0673163d05e3 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5091419 Mar 22 19:13:57.465706 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-32189e3b-c25a-414c-be6b-4690d17b2eb4 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:57.521490 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a963e972-1c1d-418b-a2f3-95539df7fa0e up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:13:57.577143 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-ab08e00a-8e2c-41c4-b219-0cdcb9a2fb50 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5107524 Mar 22 19:13:57.683034 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-32189e3b-c25a-414c-be6b-4690d17b2eb4 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks [] for security_group (94bd8754-58bc-422a-a50a-c5dfb277b6cb), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:57.691126 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-32189e3b-c25a-414c-be6b-4690d17b2eb4 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (94bd8754-58bc-422a-a50a-c5dfb277b6cb), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:57.792569 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32189e3b-c25a-414c-be6b-4690d17b2eb4 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94bd8754-58bc-422a-a50a-c5dfb277b6cb,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:57.817110 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-32189e3b-c25a-414c-be6b-4690d17b2eb4 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:57.825679 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-32189e3b-c25a-414c-be6b-4690d17b2eb4 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5046940 Mar 22 19:13:57.827708 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59694) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:57.842516 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port a963e972-1c1d-418b-a2f3-95539df7fa0e triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:13:57.843089 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-ff4fbb38-8cb6-4124-8308-93a5fc01387b tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Request body: {'security_group_rule': {'security_group_id': '94bd8754-58bc-422a-a50a-c5dfb277b6cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:13:57.843180 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a963e972-1c1d-418b-a2f3-95539df7fa0e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:57.892091 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e6585-18a3-43b6-962e-8252d0b4f47a req-fa4eb299-a9ac-4abe-a8b1-6f4ea355898a tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:57.900223 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4e1e6585-18a3-43b6-962e-8252d0b4f47a req-fa4eb299-a9ac-4abe-a8b1-6f4ea355898a tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b781844-617f-4b53-92ed-c97c1c7baf9c HTTP/1.1" status: 200 len: 948 time: 0.4509225 Mar 22 19:13:57.927633 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb23129-48c1-4dfe-877a-3dd7dbe5f648 req-b00cba8c-b79a-4fab-9f1c-2bc4228c0dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:57.932816 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8fb23129-48c1-4dfe-877a-3dd7dbe5f648 req-b00cba8c-b79a-4fab-9f1c-2bc4228c0dd6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=682cee7870a3473299b91ca330d26cf2&device_id=04d6ecd5-1d13-4d8c-b81f-b96d41195033 HTTP/1.1" status: 200 len: 1153 time: 0.3581743 Mar 22 19:13:57.953490 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ff4fbb38-8cb6-4124-8308-93a5fc01387b tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks [] for security_group_rule (0f83a046-0c2e-4000-a063-36d8b57e3578), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:58.161575 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a963e972-1c1d-418b-a2f3-95539df7fa0e is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:13:58.161811 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ff4fbb38-8cb6-4124-8308-93a5fc01387b tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks [] for security_group_rule (0f83a046-0c2e-4000-a063-36d8b57e3578), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:58.171912 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ff4fbb38-8cb6-4124-8308-93a5fc01387b tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (0f83a046-0c2e-4000-a063-36d8b57e3578), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:58.189019 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-8292adba-0243-45e7-895e-313e986bd991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c389b8b-728f-497a-97cb-469330cfacfe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-308953491-router', 'tenant_id': 'b934f87bb7434787b3c8cf6868dc58c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a963e972-1c1d-418b-a2f3-95539df7fa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:13:44Z', 'updated_at': '2022-03-22T19:13:53Z', 'revision_number': 4, 'project_id': 'b934f87bb7434787b3c8cf6868dc58c3', 'gw_port': {'id': 'a963e972-1c1d-418b-a2f3-95539df7fa0e', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bf:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c389b8b-728f-497a-97cb-469330cfacfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:46Z', 'updated_at': '2022-03-22T19:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '538525f6-68ed-4631-a9ec-59a9f4788ab4', 'name': '', 'network_id': '1231b19f-ae31-46d1-8efa-98ee63c518aa', 'tenant_id': 'b934f87bb7434787b3c8cf6868dc58c3', 'mac_address': 'fa:16:3e:f7:f8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c389b8b-728f-497a-97cb-469330cfacfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '94bf40d4-6d7a-4050-a29b-77bf8a47c2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:51Z', 'updated_at': '2022-03-22T19:13:54Z', 'revision_number': 2, 'project_id': 'b934f87bb7434787b3c8cf6868dc58c3', 'subnets': [{'id': '94bf40d4-6d7a-4050-a29b-77bf8a47c2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:13:58.213824 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4fbb38-8cb6-4124-8308-93a5fc01387b tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f83a046-0c2e-4000-a063-36d8b57e3578,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:58.231168 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ce4bcda-775b-4608-990b-6a0c348342f1 req-5da6cc9d-98fb-468a-b7fe-f3edeee4a627 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6154075 Mar 22 19:13:58.233044 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ff4fbb38-8cb6-4124-8308-93a5fc01387b tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:58.265378 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8292adba-0243-45e7-895e-313e986bd991 None None] Checking router: 5c389b8b-728f-497a-97cb-469330cfacfe for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:13:58.265378 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8292adba-0243-45e7-895e-313e986bd991 None None] Updating router 5c389b8b-728f-497a-97cb-469330cfacfe port 538525f6-68ed-4631-a9ec-59a9f4788ab4 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:13:58.265759 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ff4fbb38-8cb6-4124-8308-93a5fc01387b tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4360051 Mar 22 19:13:58.267532 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59710) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:58.282215 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-dd662947-bd64-411f-8845-86c300dbdd42 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Request body: {'security_group_rule': {'security_group_id': '94bd8754-58bc-422a-a50a-c5dfb277b6cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:13:58.351838 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8292adba-0243-45e7-895e-313e986bd991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (538525f6-68ed-4631-a9ec-59a9f4788ab4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:58.354316 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dd662947-bd64-411f-8845-86c300dbdd42 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks [] for security_group_rule (e6503d2e-55a4-4d15-a70c-9a25431c24f2), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:58.429763 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59714) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:58.509064 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dd662947-bd64-411f-8845-86c300dbdd42 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks [] for security_group_rule (e6503d2e-55a4-4d15-a70c-9a25431c24f2), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:58.516058 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dd662947-bd64-411f-8845-86c300dbdd42 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (e6503d2e-55a4-4d15-a70c-9a25431c24f2), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:58.560974 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dd662947-bd64-411f-8845-86c300dbdd42 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:58.562544 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-dd662947-bd64-411f-8845-86c300dbdd42 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2938037 Mar 22 19:13:58.570347 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59720) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:13:58.576572 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-28bf0a1e-b2ec-4dd4-892e-84c9152b1f1e tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:13:58.590945 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd662947-bd64-411f-8845-86c300dbdd42 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6503d2e-55a4-4d15-a70c-9a25431c24f2,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:58.632199 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614fb3a-0a47-44bf-80ca-91bd945c63ed req-37508cca-8113-485f-bc47-b922f83fd7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:58.633843 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1614fb3a-0a47-44bf-80ca-91bd945c63ed req-37508cca-8113-485f-bc47-b922f83fd7b2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5309abedcf71453491aa9ec5599c0fa5&device_id=2b781844-617f-4b53-92ed-c97c1c7baf9c HTTP/1.1" status: 200 len: 1131 time: 0.2957072 Mar 22 19:13:58.647911 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-28bf0a1e-b2ec-4dd4-892e-84c9152b1f1e tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:58.688153 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4e1e6585-18a3-43b6-962e-8252d0b4f47a req-3502b9c5-e0b2-429b-8fc5-471c426a1807 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/security-groups?id=91e18c13-6ef8-410b-9a28-0a79153bfa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7772212 Mar 22 19:13:58.747390 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3e395-7ca5-4592-b697-243e31949a0e req-ea4d0bc3-15f6-4b41-96ec-90289589d7e0 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:58.754855 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3fe3e395-7ca5-4592-b697-243e31949a0e req-ea4d0bc3-15f6-4b41-96ec-90289589d7e0 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/ports?device_id=04d6ecd5-1d13-4d8c-b81f-b96d41195033 HTTP/1.1" status: 200 len: 970 time: 0.2572207 Mar 22 19:13:58.776866 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-4303cefe-4323-4ec9-9fea-d8747efdba77 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-633157578-network', 'tenant_id': '63b171d679de4645b2b9809302e3a66d'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:13:58.832458 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4303cefe-4323-4ec9-9fea-d8747efdba77 admin admin] Made reservation on behalf of 63b171d679de4645b2b9809302e3a66d for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:13:58.837167 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4303cefe-4323-4ec9-9fea-d8747efdba77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:58.885888 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb23129-48c1-4dfe-877a-3dd7dbe5f648 req-62f0f011-6d70-493a-ab9b-5232ceb8e941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:58.887720 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8fb23129-48c1-4dfe-877a-3dd7dbe5f648 req-62f0f011-6d70-493a-ab9b-5232ceb8e941 service neutron] 10.222.0.84 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.9226856 Mar 22 19:13:58.899980 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4303cefe-4323-4ec9-9fea-d8747efdba77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:58.976019 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3fe3e395-7ca5-4592-b697-243e31949a0e req-c9d240a8-34a3-49e8-9c92-7845ef268038 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/security-groups?id=85915fa3-560d-4ca7-837a-f1242b7fc5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194798 Mar 22 19:13:59.004198 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8292adba-0243-45e7-895e-313e986bd991 None None] Publish callbacks [] for port (538525f6-68ed-4631-a9ec-59a9f4788ab4), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:59.021977 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8292adba-0243-45e7-895e-313e986bd991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (538525f6-68ed-4631-a9ec-59a9f4788ab4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:59.098831 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614fb3a-0a47-44bf-80ca-91bd945c63ed req-c93294fe-1d8c-48d4-9501-7fc6250a5a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:59.101329 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1614fb3a-0a47-44bf-80ca-91bd945c63ed req-c93294fe-1d8c-48d4-9501-7fc6250a5a93 service neutron] 10.222.0.85 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.4368868 Mar 22 19:13:59.103361 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8fb23129-48c1-4dfe-877a-3dd7dbe5f648 req-ebcad51a-cabe-4caf-9f00-0ffcb2e15930 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=3d6a7c20-fad0-4a88-a3cd-6c804e894c14 HTTP/1.1" status: 200 len: 217 time: 0.1443346 Mar 22 19:13:59.177382 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1614fb3a-0a47-44bf-80ca-91bd945c63ed req-eb705ac6-fb13-460c-b7d7-6bfd75e1bc35 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=fcf97a1a-1960-4c30-bde2-7f8a1a10c93e HTTP/1.1" status: 200 len: 217 time: 0.0568647 Mar 22 19:13:59.208898 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9280009-29c5-4d4d-bdf4-c539fca43e81 None None] Pushing event updated for resources: {'Port': ['ID=538525f6-68ed-4631-a9ec-59a9f4788ab4,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:59.269067 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-8292adba-0243-45e7-895e-313e986bd991 None None] Attempting to bind port 538525f6-68ed-4631-a9ec-59a9f4788ab4 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:13:59.270153 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-8292adba-0243-45e7-895e-313e986bd991 None None] Attempting to bind port 538525f6-68ed-4631-a9ec-59a9f4788ab4 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '44d6b344-c1e5-42e0-bc2f-cb20546bab74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1231b19f-ae31-46d1-8efa-98ee63c518aa'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:13:59.270870 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8292adba-0243-45e7-895e-313e986bd991 None None] Attempting to bind port 538525f6-68ed-4631-a9ec-59a9f4788ab4 on network 1231b19f-ae31-46d1-8efa-98ee63c518aa {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:13:59.278130 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8292adba-0243-45e7-895e-313e986bd991 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:13:59.280124 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8292adba-0243-45e7-895e-313e986bd991 None None] Checking segment: {'id': '44d6b344-c1e5-42e0-bc2f-cb20546bab74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1231b19f-ae31-46d1-8efa-98ee63c518aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:13:59.280728 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8292adba-0243-45e7-895e-313e986bd991 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:59.281277 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8292adba-0243-45e7-895e-313e986bd991 None None] Bound using segment: {'id': '44d6b344-c1e5-42e0-bc2f-cb20546bab74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1231b19f-ae31-46d1-8efa-98ee63c518aa'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:13:59.281966 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-8292adba-0243-45e7-895e-313e986bd991 None None] Bound port: 538525f6-68ed-4631-a9ec-59a9f4788ab4, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44d6b344-c1e5-42e0-bc2f-cb20546bab74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '1231b19f-ae31-46d1-8efa-98ee63c518aa'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:13:59.282504 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8292adba-0243-45e7-895e-313e986bd991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (538525f6-68ed-4631-a9ec-59a9f4788ab4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:59.383613 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614fb3a-0a47-44bf-80ca-91bd945c63ed req-a9a6debf-2464-48e4-a76a-ab663d32282d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:59.386823 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1614fb3a-0a47-44bf-80ca-91bd945c63ed req-a9a6debf-2464-48e4-a76a-ab663d32282d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1429145 Mar 22 19:13:59.467032 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-8292adba-0243-45e7-895e-313e986bd991 None None] For port 538525f6-68ed-4631-a9ec-59a9f4788ab4, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:13:59.473600 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-8292adba-0243-45e7-895e-313e986bd991 None None] For port 538525f6-68ed-4631-a9ec-59a9f4788ab4, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=538525f6-68ed-4631-a9ec-59a9f4788ab4,segment=NetworkSegment(44d6b344-c1e5-42e0-bc2f-cb20546bab74),segment_id=44d6b344-c1e5-42e0-bc2f-cb20546bab74)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:13:59.508206 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8292adba-0243-45e7-895e-313e986bd991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (538525f6-68ed-4631-a9ec-59a9f4788ab4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:59.519543 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb23129-48c1-4dfe-877a-3dd7dbe5f648 req-41a42652-ef4b-4025-85c1-40894f7cbb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:59.521436 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8fb23129-48c1-4dfe-877a-3dd7dbe5f648 req-41a42652-ef4b-4025-85c1-40894f7cbb0d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.4107776 Mar 22 19:13:59.529684 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614fb3a-0a47-44bf-80ca-91bd945c63ed req-7de6aef1-d40a-402c-94b5-314cc3f72d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:59.531508 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1614fb3a-0a47-44bf-80ca-91bd945c63ed req-7de6aef1-d40a-402c-94b5-314cc3f72d80 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1282339 Mar 22 19:13:59.532880 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-28bf0a1e-b2ec-4dd4-892e-84c9152b1f1e tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:59.553733 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4303cefe-4323-4ec9-9fea-d8747efdba77 admin admin] Publish callbacks [] for security_group (56a01999-3bbc-4d27-8a2e-c6f0a9aeeb52), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:59.590143 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4303cefe-4323-4ec9-9fea-d8747efdba77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (56a01999-3bbc-4d27-8a2e-c6f0a9aeeb52), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:59.630337 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4303cefe-4323-4ec9-9fea-d8747efdba77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:13:59.678823 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1614fb3a-0a47-44bf-80ca-91bd945c63ed req-6fec3bbd-c756-4c36-aa07-a3f192c7b010 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135612 Mar 22 19:13:59.680020 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4303cefe-4323-4ec9-9fea-d8747efdba77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (b66f004b-aaf1-418e-98b0-f6412c9f84a1), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:59.681833 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-4303cefe-4323-4ec9-9fea-d8747efdba77 admin admin] Added segment b66f004b-aaf1-418e-98b0-f6412c9f84a1 of type vlan for network e6a8a27f-220c-44cf-9598-7c94043f3671 Mar 22 19:13:59.726213 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303cefe-4323-4ec9-9fea-d8747efdba77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a01999-3bbc-4d27-8a2e-c6f0a9aeeb52,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:59.799894 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8292adba-0243-45e7-895e-313e986bd991 None None] Routers {'5c389b8b-728f-497a-97cb-469330cfacfe'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:13:59.800550 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-8292adba-0243-45e7-895e-313e986bd991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:13:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['5c389b8b-728f-497a-97cb-469330cfacfe'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:13:59.806696 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-7be5a00a-2fb1-4994-a321-16446ec29f4e None None] Provisioning complete for port 538525f6-68ed-4631-a9ec-59a9f4788ab4 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:13:59.807119 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7be5a00a-2fb1-4994-a321-16446ec29f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (538525f6-68ed-4631-a9ec-59a9f4788ab4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:59.898197 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4303cefe-4323-4ec9-9fea-d8747efdba77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (e6a8a27f-220c-44cf-9598-7c94043f3671), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:13:59.900870 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-28bf0a1e-b2ec-4dd4-892e-84c9152b1f1e tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Allocated IP 172.25.5.231 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/c6058418-66fb-4ed7-b52e-13e4bd175418) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:13:59.941120 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9280009-29c5-4d4d-bdf4-c539fca43e81 None None] Pushing event updated for resources: {'Port': ['ID=538525f6-68ed-4631-a9ec-59a9f4788ab4,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:13:59.956923 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1614fb3a-0a47-44bf-80ca-91bd945c63ed req-16adcac4-7fba-4caf-8850-87fdaee4aac8 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704079 Mar 22 19:13:59.995808 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb23129-48c1-4dfe-877a-3dd7dbe5f648 req-d88be548-8e30-4c1b-ba07-a7be4babc1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:13:59.998045 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8fb23129-48c1-4dfe-877a-3dd7dbe5f648 req-d88be548-8e30-4c1b-ba07-a7be4babc1ce service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4652135 Mar 22 19:14:00.035638 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4303cefe-4323-4ec9-9fea-d8747efdba77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (e6a8a27f-220c-44cf-9598-7c94043f3671), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:00.037928 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4303cefe-4323-4ec9-9fea-d8747efdba77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:00.038621 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4303cefe-4323-4ec9-9fea-d8747efdba77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:00.137914 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-8292adba-0243-45e7-895e-313e986bd991 None None] Set router 5c389b8b-728f-497a-97cb-469330cfacfe gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:14:00.141365 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-7be5a00a-2fb1-4994-a321-16446ec29f4e None None] Current status of the port 538525f6-68ed-4631-a9ec-59a9f4788ab4 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:14:00.142115 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7be5a00a-2fb1-4994-a321-16446ec29f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (538525f6-68ed-4631-a9ec-59a9f4788ab4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:00.171493 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4303cefe-4323-4ec9-9fea-d8747efdba77 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7377551 Mar 22 19:14:00.176111 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59742) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:00.182022 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-79204843-dc67-4e6e-9133-63ee5a12c25a admin admin] Request body: {'subnet': {'network_id': 'e6a8a27f-220c-44cf-9598-7c94043f3671', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-633157578-subnet', 'tenant_id': '63b171d679de4645b2b9809302e3a66d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:14:00.202755 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303cefe-4323-4ec9-9fea-d8747efdba77 admin admin] Pushing event updated for resources: {'Network': ['ID=e6a8a27f-220c-44cf-9598-7c94043f3671,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:00.229257 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network e6a8a27f-220c-44cf-9598-7c94043f3671 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:14:00.244057 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79204843-dc67-4e6e-9133-63ee5a12c25a admin admin] Made reservation on behalf of 63b171d679de4645b2b9809302e3a66d for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:14:00.244299 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7042b-6aea-4f4d-a71a-6f6e35ba7b60 req-6e25cd60-e181-4d2e-a072-e3c4feb606ab tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:00.247500 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-79204843-dc67-4e6e-9133-63ee5a12c25a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:00.249183 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7da7042b-6aea-4f4d-a71a-6f6e35ba7b60 req-6e25cd60-e181-4d2e-a072-e3c4feb606ab tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b781844-617f-4b53-92ed-c97c1c7baf9c HTTP/1.1" status: 200 len: 948 time: 0.4018645 Mar 22 19:14:00.276381 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-28bf0a1e-b2ec-4dd4-892e-84c9152b1f1e tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks [] for port (c6058418-66fb-4ed7-b52e-13e4bd175418), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:00.387382 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7da7042b-6aea-4f4d-a71a-6f6e35ba7b60 req-2a755768-e0c8-45c0-a702-afd58a53f6e5 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/security-groups?id=91e18c13-6ef8-410b-9a28-0a79153bfa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653479 Mar 22 19:14:00.474837 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-28bf0a1e-b2ec-4dd4-892e-84c9152b1f1e tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (c6058418-66fb-4ed7-b52e-13e4bd175418), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:00.498553 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88fc45-4a31-4237-b279-4edeea4cfe76 req-11836cd8-ef4a-4d58-9d16-b671fdba5f5d tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:00.504757 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-db88fc45-4a31-4237-b279-4edeea4cfe76 req-11836cd8-ef4a-4d58-9d16-b671fdba5f5d tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/ports?device_id=04d6ecd5-1d13-4d8c-b81f-b96d41195033 HTTP/1.1" status: 200 len: 970 time: 0.2454498 Mar 22 19:14:00.552761 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bf0a1e-b2ec-4dd4-892e-84c9152b1f1e tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:14:00.562875 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-28bf0a1e-b2ec-4dd4-892e-84c9152b1f1e tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:14:00.570046 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bf0a1e-b2ec-4dd4-892e-84c9152b1f1e tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:14:00.577293 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8fb23129-48c1-4dfe-877a-3dd7dbe5f648 req-6aebbd0c-b667-4356-8a9c-de321e6d3007 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5440440 Mar 22 19:14:00.595145 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-7be5a00a-2fb1-4994-a321-16446ec29f4e None None] For port 538525f6-68ed-4631-a9ec-59a9f4788ab4, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=538525f6-68ed-4631-a9ec-59a9f4788ab4,segment=NetworkSegment(44d6b344-c1e5-42e0-bc2f-cb20546bab74),segment_id=44d6b344-c1e5-42e0-bc2f-cb20546bab74)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:14:00.604925 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7be5a00a-2fb1-4994-a321-16446ec29f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (538525f6-68ed-4631-a9ec-59a9f4788ab4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:00.726357 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-28bf0a1e-b2ec-4dd4-892e-84c9152b1f1e tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks [] for floatingip (e13181dd-8bbe-415f-aa72-077fe2850989), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:00.750757 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf0a1e-b2ec-4dd4-892e-84c9152b1f1e tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Pushing event updated for resources: {'Port': ['ID=c6058418-66fb-4ed7-b52e-13e4bd175418,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:00.788723 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5a00a-2fb1-4994-a321-16446ec29f4e None None] Pushing event updated for resources: {'Port': ['ID=538525f6-68ed-4631-a9ec-59a9f4788ab4,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:00.842973 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-c9c7e3fb-31b0-4a0a-9bfa-049e280715ff None None] Provisioning complete for port 538525f6-68ed-4631-a9ec-59a9f4788ab4 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:14:00.847614 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c9c7e3fb-31b0-4a0a-9bfa-049e280715ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (538525f6-68ed-4631-a9ec-59a9f4788ab4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:00.899722 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-28bf0a1e-b2ec-4dd4-892e-84c9152b1f1e tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c6058418-66fb-4ed7-b52e-13e4bd175418), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:00.925187 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-79204843-dc67-4e6e-9133-63ee5a12c25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for subnet (2f753685-8ba7-4c75-bc1b-cbe3c7723474), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:00.992442 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8fb23129-48c1-4dfe-877a-3dd7dbe5f648 req-82cd25b9-3e2d-435b-8cbe-626e8c2b73d9 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059694 Mar 22 19:14:01.037014 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79204843-dc67-4e6e-9133-63ee5a12c25a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f753685-8ba7-4c75-bc1b-cbe3c7723474,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:01.039403 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-db88fc45-4a31-4237-b279-4edeea4cfe76 req-e5d3d079-260c-43e2-87a1-c1d5739ab697 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/security-groups?id=85915fa3-560d-4ca7-837a-f1242b7fc5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5164280 Mar 22 19:14:01.140742 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-8292adba-0243-45e7-895e-313e986bd991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c389b8b-728f-497a-97cb-469330cfacfe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-308953491-router', 'tenant_id': 'b934f87bb7434787b3c8cf6868dc58c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a963e972-1c1d-418b-a2f3-95539df7fa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:13:44Z', 'updated_at': '2022-03-22T19:13:53Z', 'revision_number': 4, 'project_id': 'b934f87bb7434787b3c8cf6868dc58c3', 'gw_port': {'id': 'a963e972-1c1d-418b-a2f3-95539df7fa0e', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bf:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c389b8b-728f-497a-97cb-469330cfacfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:46Z', 'updated_at': '2022-03-22T19:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '538525f6-68ed-4631-a9ec-59a9f4788ab4', 'name': '', 'network_id': '1231b19f-ae31-46d1-8efa-98ee63c518aa', 'tenant_id': 'b934f87bb7434787b3c8cf6868dc58c3', 'mac_address': 'fa:16:3e:f7:f8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c389b8b-728f-497a-97cb-469330cfacfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '94bf40d4-6d7a-4050-a29b-77bf8a47c2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:51Z', 'updated_at': '2022-03-22T19:13:59Z', 'revision_number': 4, 'project_id': 'b934f87bb7434787b3c8cf6868dc58c3', 'subnets': [{'id': '94bf40d4-6d7a-4050-a29b-77bf8a47c2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:14:01.147184 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c9c7e3fb-31b0-4a0a-9bfa-049e280715ff None None] Current status of the port 538525f6-68ed-4631-a9ec-59a9f4788ab4 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:14:01.180014 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8292adba-0243-45e7-895e-313e986bd991 None None] The sync data for ids ['5c389b8b-728f-497a-97cb-469330cfacfe'] in n-d-705658-24 is: [{'id': '5c389b8b-728f-497a-97cb-469330cfacfe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-308953491-router', 'tenant_id': 'b934f87bb7434787b3c8cf6868dc58c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a963e972-1c1d-418b-a2f3-95539df7fa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:13:44Z', 'updated_at': '2022-03-22T19:13:53Z', 'revision_number': 4, 'project_id': 'b934f87bb7434787b3c8cf6868dc58c3', 'gw_port': {'id': 'a963e972-1c1d-418b-a2f3-95539df7fa0e', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bf:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c389b8b-728f-497a-97cb-469330cfacfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:46Z', 'updated_at': '2022-03-22T19:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '538525f6-68ed-4631-a9ec-59a9f4788ab4', 'name': '', 'network_id': '1231b19f-ae31-46d1-8efa-98ee63c518aa', 'tenant_id': 'b934f87bb7434787b3c8cf6868dc58c3', 'mac_address': 'fa:16:3e:f7:f8:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c389b8b-728f-497a-97cb-469330cfacfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '94bf40d4-6d7a-4050-a29b-77bf8a47c2d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:51Z', 'updated_at': '2022-03-22T19:13:59Z', 'revision_number': 4, 'project_id': 'b934f87bb7434787b3c8cf6868dc58c3', 'subnets': [{'id': '94bf40d4-6d7a-4050-a29b-77bf8a47c2d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:14:01.305689 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79204843-dc67-4e6e-9133-63ee5a12c25a admin admin] Checking segment: {'id': 'b66f004b-aaf1-418e-98b0-f6412c9f84a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e6a8a27f-220c-44cf-9598-7c94043f3671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:14:01.306096 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79204843-dc67-4e6e-9133-63ee5a12c25a admin admin] Network hostable DHCP agents. Network: e6a8a27f-220c-44cf-9598-7c94043f3671, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:14:01.449008 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79204843-dc67-4e6e-9133-63ee5a12c25a admin admin] Network e6a8a27f-220c-44cf-9598-7c94043f3671 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:14:01.517252 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-28bf0a1e-b2ec-4dd4-892e-84c9152b1f1e tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks [] for port (c6058418-66fb-4ed7-b52e-13e4bd175418), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:01.527155 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-79204843-dc67-4e6e-9133-63ee5a12c25a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, e6a8a27f-220c-44cf-9598-7c94043f3671) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:14:01.539978 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e020b357-4ca3-48e7-9828-a20e97abe120 None None] Network e6a8a27f-220c-44cf-9598-7c94043f3671 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:14:01.544804 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79204843-dc67-4e6e-9133-63ee5a12c25a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:01.545814 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-79204843-dc67-4e6e-9133-63ee5a12c25a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:01.559786 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-28bf0a1e-b2ec-4dd4-892e-84c9152b1f1e tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c6058418-66fb-4ed7-b52e-13e4bd175418), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:01.632773 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf0a1e-b2ec-4dd4-892e-84c9152b1f1e tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Pushing event updated for resources: {'Port': ['ID=c6058418-66fb-4ed7-b52e-13e4bd175418,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:01.659825 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-79204843-dc67-4e6e-9133-63ee5a12c25a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4824133 Mar 22 19:14:01.696983 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-28bf0a1e-b2ec-4dd4-892e-84c9152b1f1e tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (e13181dd-8bbe-415f-aa72-077fe2850989), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:01.866273 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-28bf0a1e-b2ec-4dd4-892e-84c9152b1f1e tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:01.877301 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-28bf0a1e-b2ec-4dd4-892e-84c9152b1f1e tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3046556 Mar 22 19:14:01.878145 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706e807-e371-4066-a23e-cd5b77470775 req-c4e5e47f-779c-429b-8d3f-b7f83884af0d tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:01.880451 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e706e807-e371-4066-a23e-cd5b77470775 req-c4e5e47f-779c-429b-8d3f-b7f83884af0d tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b781844-617f-4b53-92ed-c97c1c7baf9c HTTP/1.1" status: 200 len: 948 time: 0.2332926 Mar 22 19:14:01.950390 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cd1606-36d9-4361-85a3-856bfc4891af None None] Network e6a8a27f-220c-44cf-9598-7c94043f3671 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:14:02.022598 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e706e807-e371-4066-a23e-cd5b77470775 req-7b82ff53-9aae-44b1-b236-103f8a1a6217 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/security-groups?id=91e18c13-6ef8-410b-9a28-0a79153bfa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364036 Mar 22 19:14:02.308616 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030db7f6-b72d-4c44-82fb-73f9f6f2195d req-3d788da5-c0bf-46c1-b414-bcbb9ff6c938 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:02.324801 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-030db7f6-b72d-4c44-82fb-73f9f6f2195d req-3d788da5-c0bf-46c1-b414-bcbb9ff6c938 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/ports?device_id=04d6ecd5-1d13-4d8c-b81f-b96d41195033 HTTP/1.1" status: 200 len: 970 time: 0.1469059 Mar 22 19:14:02.426041 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-030db7f6-b72d-4c44-82fb-73f9f6f2195d req-23392594-0e6c-4d46-b686-084c6a5afb1d tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/security-groups?id=85915fa3-560d-4ca7-837a-f1242b7fc5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940630 Mar 22 19:14:03.411612 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aef2cb-91f4-49d4-9622-a7340f4f6b1e req-df3293c8-022d-4660-95eb-f3789039bf7a tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:03.448676 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83aef2cb-91f4-49d4-9622-a7340f4f6b1e req-df3293c8-022d-4660-95eb-f3789039bf7a tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b781844-617f-4b53-92ed-c97c1c7baf9c HTTP/1.1" status: 200 len: 948 time: 0.2730324 Mar 22 19:14:03.461291 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 538525f6-68ed-4631-a9ec-59a9f4788ab4 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:14:03.547179 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59814) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:03.581324 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59818) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:03.586961 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-949fa8b5-1af2-494a-b1b2-95903c650c33 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-599716639-network', 'tenant_id': '8f83df61795f46a582570d4c82f0d3a6'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:14:03.607026 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 538525f6-68ed-4631-a9ec-59a9f4788ab4 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:14:03.607971 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (538525f6-68ed-4631-a9ec-59a9f4788ab4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:03.631118 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83aef2cb-91f4-49d4-9622-a7340f4f6b1e req-665add8f-255c-4e0e-ab76-cf21327df2e3 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/security-groups?id=91e18c13-6ef8-410b-9a28-0a79153bfa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775680 Mar 22 19:14:03.664214 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949fa8b5-1af2-494a-b1b2-95903c650c33 admin admin] Made reservation on behalf of 8f83df61795f46a582570d4c82f0d3a6 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:14:03.666769 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-949fa8b5-1af2-494a-b1b2-95903c650c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:03.717330 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-949fa8b5-1af2-494a-b1b2-95903c650c33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:03.830180 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 538525f6-68ed-4631-a9ec-59a9f4788ab4 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:14:03.897958 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64221985-a99a-4143-b743-e47b59fa6e0c req-32105029-065f-4eb2-87f1-0e95530074ab tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:03.901591 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64221985-a99a-4143-b743-e47b59fa6e0c req-32105029-065f-4eb2-87f1-0e95530074ab tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/ports?device_id=04d6ecd5-1d13-4d8c-b81f-b96d41195033 HTTP/1.1" status: 200 len: 970 time: 0.1229060 Mar 22 19:14:03.995512 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-949fa8b5-1af2-494a-b1b2-95903c650c33 admin admin] Publish callbacks [] for security_group (6378cb89-f71e-40f9-bb98-3d55d34c0047), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:03.996320 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64221985-a99a-4143-b743-e47b59fa6e0c req-3d868a6c-0510-4981-b283-9bcb096c5a60 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/security-groups?id=85915fa3-560d-4ca7-837a-f1242b7fc5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875950 Mar 22 19:14:04.006289 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-949fa8b5-1af2-494a-b1b2-95903c650c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (6378cb89-f71e-40f9-bb98-3d55d34c0047), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:04.031245 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949fa8b5-1af2-494a-b1b2-95903c650c33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:14:04.048498 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-949fa8b5-1af2-494a-b1b2-95903c650c33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (bb8f41dd-991e-4510-b82f-0649d1e10e4b), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:04.048987 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-949fa8b5-1af2-494a-b1b2-95903c650c33 admin admin] Added segment bb8f41dd-991e-4510-b82f-0649d1e10e4b of type vlan for network fe8b5704-b92f-441b-9ea8-627d476a5c9f Mar 22 19:14:04.059073 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949fa8b5-1af2-494a-b1b2-95903c650c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6378cb89-f71e-40f9-bb98-3d55d34c0047,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:04.119481 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-949fa8b5-1af2-494a-b1b2-95903c650c33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (fe8b5704-b92f-441b-9ea8-627d476a5c9f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:04.132914 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6b9a9c01-0b32-4402-953a-6aeff5ba4835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:04.179067 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-949fa8b5-1af2-494a-b1b2-95903c650c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (fe8b5704-b92f-441b-9ea8-627d476a5c9f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:04.180379 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949fa8b5-1af2-494a-b1b2-95903c650c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:04.181094 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-949fa8b5-1af2-494a-b1b2-95903c650c33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:04.269752 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-949fa8b5-1af2-494a-b1b2-95903c650c33 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6847513 Mar 22 19:14:04.270408 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59820) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:04.276847 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-47d651c2-47c3-4786-a8aa-9cdc3650be4a admin admin] Request body: {'subnet': {'network_id': 'fe8b5704-b92f-441b-9ea8-627d476a5c9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-599716639-subnet', 'tenant_id': '8f83df61795f46a582570d4c82f0d3a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:14:04.305474 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949fa8b5-1af2-494a-b1b2-95903c650c33 admin admin] Pushing event updated for resources: {'Network': ['ID=fe8b5704-b92f-441b-9ea8-627d476a5c9f,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:04.322800 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d651c2-47c3-4786-a8aa-9cdc3650be4a admin admin] Made reservation on behalf of 8f83df61795f46a582570d4c82f0d3a6 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:14:04.323801 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network fe8b5704-b92f-441b-9ea8-627d476a5c9f details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:14:04.326312 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-47d651c2-47c3-4786-a8aa-9cdc3650be4a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:04.381766 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6b9a9c01-0b32-4402-953a-6aeff5ba4835 admin admin] Publish callbacks [] for security_group (15f645b4-4034-401b-94dc-3e701bf5249c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:04.387410 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6b9a9c01-0b32-4402-953a-6aeff5ba4835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (15f645b4-4034-401b-94dc-3e701bf5249c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:04.485147 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a9c01-0b32-4402-953a-6aeff5ba4835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f645b4-4034-401b-94dc-3e701bf5249c,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:04.509893 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59822) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:04.515304 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6b9a9c01-0b32-4402-953a-6aeff5ba4835 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b5e6b9b185714ac282bd648a1f04ade1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9668844 Mar 22 19:14:04.840979 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0a926770-fee7-4291-8118-7e5806259a3b admin admin] Publish callbacks [] for security_group (15f645b4-4034-401b-94dc-3e701bf5249c), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:04.934467 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0a926770-fee7-4291-8118-7e5806259a3b admin admin] Publish callbacks [] for security_group (15f645b4-4034-401b-94dc-3e701bf5249c), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:04.960030 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-744ca4ec-9d94-4626-a6c1-73adf91578f0 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--708899972&fields=id&tenant_id=50f2bfa7a4934aeaa9cc0c2ed043b83a HTTP/1.1" status: 200 len: 267 time: 0.1752801 Mar 22 19:14:04.974845 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-47d651c2-47c3-4786-a8aa-9cdc3650be4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for subnet (26f91b14-f392-47e4-a7a1-808e946f8ac3), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:04.983013 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8e5b4-9c99-4b0a-9876-74f6d53ccb6f req-72326fd8-b810-406c-83a9-fd6c3178c4a5 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:04.984462 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dab8e5b4-9c99-4b0a-9876-74f6d53ccb6f req-72326fd8-b810-406c-83a9-fd6c3178c4a5 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b781844-617f-4b53-92ed-c97c1c7baf9c HTTP/1.1" status: 200 len: 948 time: 0.2355618 Mar 22 19:14:05.171106 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d651c2-47c3-4786-a8aa-9cdc3650be4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=26f91b14-f392-47e4-a7a1-808e946f8ac3,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:05.242565 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0a926770-fee7-4291-8118-7e5806259a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (15f645b4-4034-401b-94dc-3e701bf5249c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:05.244978 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0a926770-fee7-4291-8118-7e5806259a3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:05.246144 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0a926770-fee7-4291-8118-7e5806259a3b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/15f645b4-4034-401b-94dc-3e701bf5249c HTTP/1.1" status: 204 len: 168 time: 0.7350814 Mar 22 19:14:05.256691 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d651c2-47c3-4786-a8aa-9cdc3650be4a admin admin] Checking segment: {'id': 'bb8f41dd-991e-4510-b82f-0649d1e10e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'fe8b5704-b92f-441b-9ea8-627d476a5c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:14:05.257047 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d651c2-47c3-4786-a8aa-9cdc3650be4a admin admin] Network hostable DHCP agents. Network: fe8b5704-b92f-441b-9ea8-627d476a5c9f, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:14:05.272796 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dab8e5b4-9c99-4b0a-9876-74f6d53ccb6f req-bf179f06-2ef0-4721-9a39-097c7b1d0801 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/security-groups?id=91e18c13-6ef8-410b-9a28-0a79153bfa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596247 Mar 22 19:14:05.282209 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a926770-fee7-4291-8118-7e5806259a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f645b4-4034-401b-94dc-3e701bf5249c,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:05.292258 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-3a1a81b4-8287-43d3-99b2-da4f86483c84 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:05.293768 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-3a1a81b4-8287-43d3-99b2-da4f86483c84 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/networks?id=62c519fc-4ba2-460f-99c0-c4269b238492 HTTP/1.1" status: 200 len: 824 time: 0.3233101 Mar 22 19:14:05.315062 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d651c2-47c3-4786-a8aa-9cdc3650be4a admin admin] Network fe8b5704-b92f-441b-9ea8-627d476a5c9f is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:14:05.326899 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-de74cf51-67c1-4cb1-b38c-10c6b36a99be tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/quotas/50f2bfa7a4934aeaa9cc0c2ed043b83a HTTP/1.1" status: 200 len: 375 time: 0.0218623 Mar 22 19:14:05.369333 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-47d651c2-47c3-4786-a8aa-9cdc3650be4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, fe8b5704-b92f-441b-9ea8-627d476a5c9f) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:14:05.383776 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd6ab93-2b64-48b3-abb4-4ce41c16375f None None] Network fe8b5704-b92f-441b-9ea8-627d476a5c9f requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:14:05.419008 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d651c2-47c3-4786-a8aa-9cdc3650be4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:05.419814 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-47d651c2-47c3-4786-a8aa-9cdc3650be4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:05.505110 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-47d651c2-47c3-4786-a8aa-9cdc3650be4a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2333663 Mar 22 19:14:05.524860 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d77d70-9866-48f7-b919-3502b70397ff None None] Network fe8b5704-b92f-441b-9ea8-627d476a5c9f requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:14:05.551374 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39acc916-1c19-4e00-8478-3070e5538175 req-ce38a87a-1db4-4825-ba7d-c0ba54bb297b tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:05.558508 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-39acc916-1c19-4e00-8478-3070e5538175 req-ce38a87a-1db4-4825-ba7d-c0ba54bb297b tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/ports?device_id=04d6ecd5-1d13-4d8c-b81f-b96d41195033 HTTP/1.1" status: 200 len: 970 time: 0.1360586 Mar 22 19:14:05.574591 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-2e02a380-a2a9-459d-a08c-3b97c7032d80 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=50f2bfa7a4934aeaa9cc0c2ed043b83a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2243640 Mar 22 19:14:05.662670 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-39acc916-1c19-4e00-8478-3070e5538175 req-50459612-ef26-4ff9-b402-c276b462a7f9 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/security-groups?id=85915fa3-560d-4ca7-837a-f1242b7fc5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031418 Mar 22 19:14:05.701262 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59842) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:05.718585 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59846) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:05.730318 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3b8c0fc1-f351-44ab-9505-75a7e12c3239 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:05.763898 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ae6d65-7c6b-4dc8-9153-ad70dc2402eb admin admin] Deleting subnet 2f753685-8ba7-4c75-bc1b-cbe3c7723474 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:14:05.767316 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-76ae6d65-7c6b-4dc8-9153-ad70dc2402eb admin admin] Publish callbacks [] for subnet (2f753685-8ba7-4c75-bc1b-cbe3c7723474), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:05.807081 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-76ae6d65-7c6b-4dc8-9153-ad70dc2402eb admin admin] Publish callbacks [] for subnet (2f753685-8ba7-4c75-bc1b-cbe3c7723474), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:05.818060 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-76ae6d65-7c6b-4dc8-9153-ad70dc2402eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (2f753685-8ba7-4c75-bc1b-cbe3c7723474), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:05.822597 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3b8c0fc1-f351-44ab-9505-75a7e12c3239 admin admin] Publish callbacks [] for security_group (8ff85bc7-ea87-4a22-ad62-2465caa44513), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:05.829116 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3b8c0fc1-f351-44ab-9505-75a7e12c3239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (8ff85bc7-ea87-4a22-ad62-2465caa44513), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:05.889197 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-76ae6d65-7c6b-4dc8-9153-ad70dc2402eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for subnet (2f753685-8ba7-4c75-bc1b-cbe3c7723474), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:05.897098 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3b8c0fc1-f351-44ab-9505-75a7e12c3239 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1ba491fa731e4e99b4b9c4e9d4983ad8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1944215 Mar 22 19:14:05.898142 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c0fc1-f351-44ab-9505-75a7e12c3239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff85bc7-ea87-4a22-ad62-2465caa44513,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:05.910677 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59850) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:05.939336 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-76ae6d65-7c6b-4dc8-9153-ad70dc2402eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:05.946496 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59852) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:05.947426 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-76ae6d65-7c6b-4dc8-9153-ad70dc2402eb admin admin] 10.222.0.75 "DELETE /v2.0/subnets/2f753685-8ba7-4c75-bc1b-cbe3c7723474 HTTP/1.1" status: 204 len: 168 time: 0.2265782 Mar 22 19:14:05.948726 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae6d65-7c6b-4dc8-9153-ad70dc2402eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f753685-8ba7-4c75-bc1b-cbe3c7723474,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:05.979596 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-5a6fdade-3dc6-4c91-aaa9-3d73b4f44c5b service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:14:05.980615 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-5a6fdade-3dc6-4c91-aaa9-3d73b4f44c5b service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1862698 Mar 22 19:14:06.084663 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b78d6661-a59b-4211-9ba7-95c04c35fe0f admin admin] Publish callbacks [] for security_group (8ff85bc7-ea87-4a22-ad62-2465caa44513), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:06.094144 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db6478fb-f0a1-4b76-b381-bb4f7f8c468e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (e6a8a27f-220c-44cf-9598-7c94043f3671), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:06.130012 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b78d6661-a59b-4211-9ba7-95c04c35fe0f admin admin] Publish callbacks [] for security_group (8ff85bc7-ea87-4a22-ad62-2465caa44513), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:06.199273 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-c0fb5a02-adf3-4647-972e-d5c137cb1f21 service neutron] 10.222.0.75 "GET /v2.0/networks/62c519fc-4ba2-460f-99c0-c4269b238492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939278 Mar 22 19:14:06.285185 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db6478fb-f0a1-4b76-b381-bb4f7f8c468e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (e6a8a27f-220c-44cf-9598-7c94043f3671), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:06.320245 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db6478fb-f0a1-4b76-b381-bb4f7f8c468e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:14:06.320589 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db6478fb-f0a1-4b76-b381-bb4f7f8c468e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:14:06.321321 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db6478fb-f0a1-4b76-b381-bb4f7f8c468e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:14:06.321652 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db6478fb-f0a1-4b76-b381-bb4f7f8c468e admin admin] Subscribe: > port after_create 55550000 {{(pid=104172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:14:06.322000 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db6478fb-f0a1-4b76-b381-bb4f7f8c468e admin admin] Subscribe: > port after_delete 55550000 {{(pid=104172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:14:06.322338 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db6478fb-f0a1-4b76-b381-bb4f7f8c468e admin admin] Subscribe: > port after_update 55550000 {{(pid=104172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:14:06.322670 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db6478fb-f0a1-4b76-b381-bb4f7f8c468e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:14:06.322983 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db6478fb-f0a1-4b76-b381-bb4f7f8c468e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:14:06.323298 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db6478fb-f0a1-4b76-b381-bb4f7f8c468e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:14:06.323620 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db6478fb-f0a1-4b76-b381-bb4f7f8c468e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:14:06.389328 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db6478fb-f0a1-4b76-b381-bb4f7f8c468e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:14:06.389680 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db6478fb-f0a1-4b76-b381-bb4f7f8c468e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:14:06.390049 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db6478fb-f0a1-4b76-b381-bb4f7f8c468e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:14:06.390382 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db6478fb-f0a1-4b76-b381-bb4f7f8c468e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104172) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:14:06.390749 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-db6478fb-f0a1-4b76-b381-bb4f7f8c468e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a8a27f-220c-44cf-9598-7c94043f3671']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:14:06.395886 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b78d6661-a59b-4211-9ba7-95c04c35fe0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (8ff85bc7-ea87-4a22-ad62-2465caa44513), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:06.398621 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b78d6661-a59b-4211-9ba7-95c04c35fe0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:06.399754 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b78d6661-a59b-4211-9ba7-95c04c35fe0f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8ff85bc7-ea87-4a22-ad62-2465caa44513 HTTP/1.1" status: 204 len: 168 time: 0.4873309 Mar 22 19:14:06.423370 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-db6478fb-f0a1-4b76-b381-bb4f7f8c468e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66f004b-aaf1-418e-98b0-f6412c9f84a1') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:14:06.423665 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-db6478fb-f0a1-4b76-b381-bb4f7f8c468e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66f004b-aaf1-418e-98b0-f6412c9f84a1') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:14:06.601980 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db6478fb-f0a1-4b76-b381-bb4f7f8c468e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (b66f004b-aaf1-418e-98b0-f6412c9f84a1), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:06.620888 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d6661-a59b-4211-9ba7-95c04c35fe0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff85bc7-ea87-4a22-ad62-2465caa44513,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:06.659406 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db6478fb-f0a1-4b76-b381-bb4f7f8c468e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (b66f004b-aaf1-418e-98b0-f6412c9f84a1), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:06.677948 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6478fb-f0a1-4b76-b381-bb4f7f8c468e admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:14:06.678356 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db6478fb-f0a1-4b76-b381-bb4f7f8c468e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (b66f004b-aaf1-418e-98b0-f6412c9f84a1), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:06.699108 n-d-705658-24 neutron-server[104172]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 19:14:06.699108 n-d-705658-24 neutron-server[104172]: from cryptography.utils import int_from_bytes Mar 22 19:14:06.699108 n-d-705658-24 neutron-server[104172]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 19:14:06.699108 n-d-705658-24 neutron-server[104172]: from cryptography.utils import int_from_bytes Mar 22 19:14:06.699108 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:14:06.699108 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:14:06.699108 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:14:06.699108 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:14:06.699108 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:14:06.699108 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:14:06.699108 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:14:06.699108 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:14:06.699108 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:14:06.699108 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:14:06.699108 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:14:06.699108 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:14:06.699108 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:14:06.699108 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:14:06.699108 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:14:06.699108 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:14:06.699108 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:14:06.699108 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:14:06.699108 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:14:06.699108 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:14:06.699108 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:14:06.699108 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:14:06.699108 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:14:06.699108 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:14:06.699108 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:14:06.699108 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:14:06.699108 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:14:06.699108 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:14:06.699108 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:14:06.699108 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:14:06.699108 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:14:06.699108 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:14:06.741142 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-3014f3b7-9bfc-42fe-8169-7666e8a4b704 service neutron] 10.222.0.75 "GET /v2.0/networks/62c519fc-4ba2-460f-99c0-c4269b238492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141835 Mar 22 19:14:06.771691 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469b920-8bcd-4eaa-b816-8c8f359bf337 req-cec72fc8-6809-464f-bf1c-cd2c9385fdbb tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:06.773479 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2469b920-8bcd-4eaa-b816-8c8f359bf337 req-cec72fc8-6809-464f-bf1c-cd2c9385fdbb tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b781844-617f-4b53-92ed-c97c1c7baf9c HTTP/1.1" status: 200 len: 948 time: 0.3712969 Mar 22 19:14:06.787520 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db6478fb-f0a1-4b76-b381-bb4f7f8c468e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (e6a8a27f-220c-44cf-9598-7c94043f3671), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:06.819481 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db6478fb-f0a1-4b76-b381-bb4f7f8c468e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:06.825569 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59870) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:06.826507 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-db6478fb-f0a1-4b76-b381-bb4f7f8c468e admin admin] 10.222.0.75 "DELETE /v2.0/networks/e6a8a27f-220c-44cf-9598-7c94043f3671 HTTP/1.1" status: 204 len: 168 time: 0.8750935 Mar 22 19:14:06.827968 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6478fb-f0a1-4b76-b381-bb4f7f8c468e admin admin] Pushing event deleted for resources: {'Network': ['ID=e6a8a27f-220c-44cf-9598-7c94043f3671,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:06.859569 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2469b920-8bcd-4eaa-b816-8c8f359bf337 req-ec1c7654-0ea0-4f35-a010-05c628807861 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/security-groups?id=91e18c13-6ef8-410b-9a28-0a79153bfa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806932 Mar 22 19:14:06.903868 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-65115658-bb40-4776-89c6-674520b515a1 admin admin] Deleting subnet 26f91b14-f392-47e4-a7a1-808e946f8ac3 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:14:06.909875 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-65115658-bb40-4776-89c6-674520b515a1 admin admin] Publish callbacks [] for subnet (26f91b14-f392-47e4-a7a1-808e946f8ac3), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:06.953289 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-65115658-bb40-4776-89c6-674520b515a1 admin admin] Publish callbacks [] for subnet (26f91b14-f392-47e4-a7a1-808e946f8ac3), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:06.960958 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6909fa4f-855f-48e2-bc71-018d3c4b1470 req-568cb65a-c6a7-4df4-adef-9ed1b37f6e97 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/ports?device_id=fae79e7b-d40a-42eb-9bc0-9c233c5efa05 HTTP/1.1" status: 200 len: 210 time: 0.0443802 Mar 22 19:14:06.966472 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-65115658-bb40-4776-89c6-674520b515a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (26f91b14-f392-47e4-a7a1-808e946f8ac3), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:07.022249 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1403f7f-d315-42d6-a10b-34fe7369d519 req-67ae6452-1707-43db-9dbe-c8e6ecba99c6 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:07.029243 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1403f7f-d315-42d6-a10b-34fe7369d519 req-67ae6452-1707-43db-9dbe-c8e6ecba99c6 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/ports?device_id=04d6ecd5-1d13-4d8c-b81f-b96d41195033 HTTP/1.1" status: 200 len: 970 time: 0.1109307 Mar 22 19:14:07.045995 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-65115658-bb40-4776-89c6-674520b515a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for subnet (26f91b14-f392-47e4-a7a1-808e946f8ac3), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:07.078822 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65115658-bb40-4776-89c6-674520b515a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26f91b14-f392-47e4-a7a1-808e946f8ac3,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:07.096375 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1403f7f-d315-42d6-a10b-34fe7369d519 req-88854e30-31eb-4132-8134-f4eb588fecd8 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/security-groups?id=85915fa3-560d-4ca7-837a-f1242b7fc5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660832 Mar 22 19:14:07.098836 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-65115658-bb40-4776-89c6-674520b515a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:07.104271 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-65115658-bb40-4776-89c6-674520b515a1 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/26f91b14-f392-47e4-a7a1-808e946f8ac3 HTTP/1.1" status: 204 len: 168 time: 0.2747493 Mar 22 19:14:07.104525 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59888) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:07.179953 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42bb93dd-63aa-48fd-b6c9-d9af284239e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (fe8b5704-b92f-441b-9ea8-627d476a5c9f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:07.266945 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42bb93dd-63aa-48fd-b6c9-d9af284239e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (fe8b5704-b92f-441b-9ea8-627d476a5c9f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:07.290050 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42bb93dd-63aa-48fd-b6c9-d9af284239e4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:14:07.290401 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42bb93dd-63aa-48fd-b6c9-d9af284239e4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:14:07.291145 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42bb93dd-63aa-48fd-b6c9-d9af284239e4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:14:07.291521 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42bb93dd-63aa-48fd-b6c9-d9af284239e4 admin admin] Subscribe: > port after_create 55550000 {{(pid=104173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:14:07.291839 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42bb93dd-63aa-48fd-b6c9-d9af284239e4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:14:07.292358 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42bb93dd-63aa-48fd-b6c9-d9af284239e4 admin admin] Subscribe: > port after_update 55550000 {{(pid=104173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:14:07.293074 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42bb93dd-63aa-48fd-b6c9-d9af284239e4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:14:07.293561 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42bb93dd-63aa-48fd-b6c9-d9af284239e4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:14:07.294260 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42bb93dd-63aa-48fd-b6c9-d9af284239e4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:14:07.294906 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42bb93dd-63aa-48fd-b6c9-d9af284239e4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:14:07.542977 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42bb93dd-63aa-48fd-b6c9-d9af284239e4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:14:07.543326 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42bb93dd-63aa-48fd-b6c9-d9af284239e4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:14:07.543826 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42bb93dd-63aa-48fd-b6c9-d9af284239e4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:14:07.544158 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42bb93dd-63aa-48fd-b6c9-d9af284239e4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104173) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 22 19:14:07.544526 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-42bb93dd-63aa-48fd-b6c9-d9af284239e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe8b5704-b92f-441b-9ea8-627d476a5c9f']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:14:07.562284 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-42bb93dd-63aa-48fd-b6c9-d9af284239e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb8f41dd-991e-4510-b82f-0649d1e10e4b') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:14:07.562492 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-42bb93dd-63aa-48fd-b6c9-d9af284239e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb8f41dd-991e-4510-b82f-0649d1e10e4b') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:14:07.579085 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42bb93dd-63aa-48fd-b6c9-d9af284239e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (bb8f41dd-991e-4510-b82f-0649d1e10e4b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:07.600043 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42bb93dd-63aa-48fd-b6c9-d9af284239e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (bb8f41dd-991e-4510-b82f-0649d1e10e4b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:07.613382 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42bb93dd-63aa-48fd-b6c9-d9af284239e4 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:14:07.613698 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42bb93dd-63aa-48fd-b6c9-d9af284239e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (bb8f41dd-991e-4510-b82f-0649d1e10e4b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:07.617898 n-d-705658-24 neutron-server[104173]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 19:14:07.617898 n-d-705658-24 neutron-server[104173]: from cryptography.utils import int_from_bytes Mar 22 19:14:07.617898 n-d-705658-24 neutron-server[104173]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 19:14:07.617898 n-d-705658-24 neutron-server[104173]: from cryptography.utils import int_from_bytes Mar 22 19:14:07.617898 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:14:07.617898 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:14:07.617898 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:14:07.617898 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:14:07.617898 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:14:07.617898 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:14:07.617898 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:14:07.617898 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:14:07.617898 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:14:07.617898 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:14:07.617898 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:14:07.617898 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:14:07.617898 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:14:07.617898 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:14:07.617898 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:14:07.617898 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:14:07.617898 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:14:07.617898 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:14:07.617898 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:14:07.617898 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:14:07.617898 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:14:07.617898 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:14:07.617898 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:14:07.617898 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:14:07.617898 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:14:07.617898 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:14:07.617898 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:14:07.617898 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:14:07.617898 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:14:07.617898 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:14:07.617898 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:14:07.617898 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:14:07.816845 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42bb93dd-63aa-48fd-b6c9-d9af284239e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (fe8b5704-b92f-441b-9ea8-627d476a5c9f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:07.824525 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42bb93dd-63aa-48fd-b6c9-d9af284239e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:07.830461 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-42bb93dd-63aa-48fd-b6c9-d9af284239e4 admin admin] 10.222.0.75 "DELETE /v2.0/networks/fe8b5704-b92f-441b-9ea8-627d476a5c9f HTTP/1.1" status: 204 len: 168 time: 0.7248087 Mar 22 19:14:07.840252 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb93dd-63aa-48fd-b6c9-d9af284239e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe8b5704-b92f-441b-9ea8-627d476a5c9f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:08.046886 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59922) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:08.091680 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c42e1b-962d-46bc-aea3-2b1e64c8dc2a req-b18ee3aa-590c-4e0f-9b4c-e0c9f17ffb32 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:08.093160 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51c42e1b-962d-46bc-aea3-2b1e64c8dc2a req-b18ee3aa-590c-4e0f-9b4c-e0c9f17ffb32 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b781844-617f-4b53-92ed-c97c1c7baf9c HTTP/1.1" status: 200 len: 948 time: 0.1609573 Mar 22 19:14:08.109061 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-984cf7a9-3fb4-4523-b6b2-01c5c73d5c9f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=63b171d679de4645b2b9809302e3a66d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0609815 Mar 22 19:14:08.110426 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59924) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:08.135182 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9236e7a3-9a0a-41b3-9047-91cf7e761c6a req-4fad4e94-8c91-457d-9e61-018be08cf21f tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/ports?device_id=fae79e7b-d40a-42eb-9bc0-9c233c5efa05 HTTP/1.1" status: 200 len: 210 time: 0.0408711 Mar 22 19:14:08.144250 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 3d6a7c20-fad0-4a88-a3cd-6c804e894c14 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:14:08.157698 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-e5cce0b6-8cbf-4752-8166-29c9a0b85b08 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:08.159623 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-e5cce0b6-8cbf-4752-8166-29c9a0b85b08 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.85 "GET /v2.0/networks?id=62c519fc-4ba2-460f-99c0-c4269b238492 HTTP/1.1" status: 200 len: 824 time: 0.1915901 Mar 22 19:14:08.173524 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-99be4ac4-ce3f-41f2-8c15-2ea3ddb67f08 admin admin] Publish callbacks [] for security_group (56a01999-3bbc-4d27-8a2e-c6f0a9aeeb52), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:08.195707 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-99be4ac4-ce3f-41f2-8c15-2ea3ddb67f08 admin admin] Publish callbacks [] for security_group (56a01999-3bbc-4d27-8a2e-c6f0a9aeeb52), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:08.210443 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51c42e1b-962d-46bc-aea3-2b1e64c8dc2a req-dc7d670a-2fb8-4ff1-9a06-55c4e1db3630 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/security-groups?id=91e18c13-6ef8-410b-9a28-0a79153bfa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053727 Mar 22 19:14:08.275901 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-aa4eb18f-0d07-4e71-afec-8249daf95297 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50f2bfa7a4934aeaa9cc0c2ed043b83a HTTP/1.1" status: 200 len: 379 time: 0.1044981 Mar 22 19:14:08.276955 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 3d6a7c20-fad0-4a88-a3cd-6c804e894c14, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=3d6a7c20-fad0-4a88-a3cd-6c804e894c14,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:14:08.287869 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-a18fd1aa-e912-457d-9ac8-f6cc393e289b tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Request body: {'port': {'device_id': 'fae79e7b-d40a-42eb-9bc0-9c233c5efa05', 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492', 'admin_state_up': True, 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'security_groups': ['94bd8754-58bc-422a-a50a-c5dfb277b6cb']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:14:08.294355 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '3d6a7c20-fad0-4a88-a3cd-6c804e894c14', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': '3d6a7c20-fad0-4a88-a3cd-6c804e894c14', 'mac_address': 'fa:16:3e:db:a1:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:tempest-test_az-1861844335', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:14:08.296484 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-99be4ac4-ce3f-41f2-8c15-2ea3ddb67f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (56a01999-3bbc-4d27-8a2e-c6f0a9aeeb52), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:08.303550 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-99be4ac4-ce3f-41f2-8c15-2ea3ddb67f08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:08.304789 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-99be4ac4-ce3f-41f2-8c15-2ea3ddb67f08 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/56a01999-3bbc-4d27-8a2e-c6f0a9aeeb52 HTTP/1.1" status: 204 len: 168 time: 0.1933367 Mar 22 19:14:08.327803 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99be4ac4-ce3f-41f2-8c15-2ea3ddb67f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a01999-3bbc-4d27-8a2e-c6f0a9aeeb52,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:08.338419 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 3d6a7c20-fad0-4a88-a3cd-6c804e894c14 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:14:08.339119 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (3d6a7c20-fad0-4a88-a3cd-6c804e894c14), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:08.361549 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d6a7c20-fad0-4a88-a3cd-6c804e894c14 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:14:08.392423 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 3d6a7c20-fad0-4a88-a3cd-6c804e894c14, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=3d6a7c20-fad0-4a88-a3cd-6c804e894c14,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:14:08.400199 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (3d6a7c20-fad0-4a88-a3cd-6c804e894c14), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:08.468854 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=3d6a7c20-fad0-4a88-a3cd-6c804e894c14,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:08.473379 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3268514-d3e0-49a4-8290-35bd96ac64cc req-6b39feb3-03d6-4f0d-b010-0a80a80ab2bd tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:08.474514 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a3268514-d3e0-49a4-8290-35bd96ac64cc req-6b39feb3-03d6-4f0d-b010-0a80a80ab2bd tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/ports?device_id=04d6ecd5-1d13-4d8c-b81f-b96d41195033 HTTP/1.1" status: 200 len: 971 time: 0.1015265 Mar 22 19:14:08.475670 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-a18fd1aa-e912-457d-9ac8-f6cc393e289b tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Made reservation on behalf of 50f2bfa7a4934aeaa9cc0c2ed043b83a for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:14:08.478869 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-a18fd1aa-e912-457d-9ac8-f6cc393e289b tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:08.585284 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a3268514-d3e0-49a4-8290-35bd96ac64cc req-9f93c55c-4b7b-4441-9cb0-aacffbb49165 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/security-groups?id=85915fa3-560d-4ca7-837a-f1242b7fc5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951605 Mar 22 19:14:08.646869 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-a18fd1aa-e912-457d-9ac8-f6cc393e289b tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Allocated IP 172.20.0.12 (62c519fc-4ba2-460f-99c0-c4269b238492/d297ad65-b612-46b9-b407-069a93a8e37f/382ac85c-b675-4f9b-8e57-1cd8ed95f3b8) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:14:08.734304 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['3d6a7c20-fad0-4a88-a3cd-6c804e894c14'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:14:08.761683 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59956) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:08.832877 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-a18fd1aa-e912-457d-9ac8-f6cc393e289b tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks [] for port (382ac85c-b675-4f9b-8e57-1cd8ed95f3b8), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:08.837966 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a3c92f80-dd75-4b0f-98d2-571e4cd44375 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8f83df61795f46a582570d4c82f0d3a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0736885 Mar 22 19:14:08.839626 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59958) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:08.873926 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-a18fd1aa-e912-457d-9ac8-f6cc393e289b tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (382ac85c-b675-4f9b-8e57-1cd8ed95f3b8), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:08.901320 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e69439c6-7974-4e88-8d88-4188ebb18e8d admin admin] Publish callbacks [] for security_group (6378cb89-f71e-40f9-bb98-3d55d34c0047), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:08.927115 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e69439c6-7974-4e88-8d88-4188ebb18e8d admin admin] Publish callbacks [] for security_group (6378cb89-f71e-40f9-bb98-3d55d34c0047), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:08.929627 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-a18fd1aa-e912-457d-9ac8-f6cc393e289b tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Network 62c519fc-4ba2-460f-99c0-c4269b238492 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:14:08.934478 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-a18fd1aa-e912-457d-9ac8-f6cc393e289b tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:14:08.958467 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-a18fd1aa-e912-457d-9ac8-f6cc393e289b tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:14:08.991101 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e69439c6-7974-4e88-8d88-4188ebb18e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (6378cb89-f71e-40f9-bb98-3d55d34c0047), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:08.992478 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fd1aa-e912-457d-9ac8-f6cc393e289b tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Pushing event updated for resources: {'Port': ['ID=382ac85c-b675-4f9b-8e57-1cd8ed95f3b8,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:08.996137 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e69439c6-7974-4e88-8d88-4188ebb18e8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:08.997305 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59962) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:08.998660 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e69439c6-7974-4e88-8d88-4188ebb18e8d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6378cb89-f71e-40f9-bb98-3d55d34c0047 HTTP/1.1" status: 204 len: 168 time: 0.1580400 Mar 22 19:14:09.010040 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69439c6-7974-4e88-8d88-4188ebb18e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6378cb89-f71e-40f9-bb98-3d55d34c0047,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:09.035923 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-a18fd1aa-e912-457d-9ac8-f6cc393e289b tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:09.036660 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-a18fd1aa-e912-457d-9ac8-f6cc393e289b tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:09.060270 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-a18fd1aa-e912-457d-9ac8-f6cc393e289b tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7772710 Mar 22 19:14:09.072508 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-400a26d9-fdf8-45b9-891a-36c5f0e0cc6e service neutron] Request body: {'port': {'device_id': 'fae79e7b-d40a-42eb-9bc0-9c233c5efa05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:14:09.141950 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-400a26d9-fdf8-45b9-891a-36c5f0e0cc6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (382ac85c-b675-4f9b-8e57-1cd8ed95f3b8), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:09.283448 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-18f7f59e-17ac-4638-89ce-fffcbfc1f21a None None] Provisioning complete for port 382ac85c-b675-4f9b-8e57-1cd8ed95f3b8 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:14:09.284014 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-18f7f59e-17ac-4638-89ce-fffcbfc1f21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (382ac85c-b675-4f9b-8e57-1cd8ed95f3b8), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:09.332382 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-18f7f59e-17ac-4638-89ce-fffcbfc1f21a None None] Port 382ac85c-b675-4f9b-8e57-1cd8ed95f3b8 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:14:09.406032 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a709693e-2dbf-4612-aef3-dedbdd6af0b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:09.431543 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0abc14-4431-400b-8737-55285e66a750 req-79bc6f07-8ad5-432d-816b-ad7ce98f83f0 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:09.433039 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf0abc14-4431-400b-8737-55285e66a750 req-79bc6f07-8ad5-432d-816b-ad7ce98f83f0 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/ports?device_id=fae79e7b-d40a-42eb-9bc0-9c233c5efa05 HTTP/1.1" status: 200 len: 932 time: 0.1731308 Mar 22 19:14:09.468210 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b762757-a38f-4f97-998c-1a19280144f5 req-82c68986-ebb7-4768-93ed-9b86618ecfdd tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:09.469662 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b762757-a38f-4f97-998c-1a19280144f5 req-82c68986-ebb7-4768-93ed-9b86618ecfdd tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b781844-617f-4b53-92ed-c97c1c7baf9c HTTP/1.1" status: 200 len: 948 time: 0.1694465 Mar 22 19:14:09.587111 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf0abc14-4431-400b-8737-55285e66a750 req-bae45f35-ad70-47b7-be39-21fa9060f070 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/security-groups?id=94bd8754-58bc-422a-a50a-c5dfb277b6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405935 Mar 22 19:14:09.608622 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b762757-a38f-4f97-998c-1a19280144f5 req-9905ad0a-8d71-422d-8e72-b8eb1e8ad570 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/security-groups?id=91e18c13-6ef8-410b-9a28-0a79153bfa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314459 Mar 22 19:14:09.694789 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-400a26d9-fdf8-45b9-891a-36c5f0e0cc6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 382ac85c-b675-4f9b-8e57-1cd8ed95f3b8 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:14:09.720945 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-400a26d9-fdf8-45b9-891a-36c5f0e0cc6e service neutron] Publish callbacks [] for port (382ac85c-b675-4f9b-8e57-1cd8ed95f3b8), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:09.729509 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a709693e-2dbf-4612-aef3-dedbdd6af0b1 admin admin] Publish callbacks [] for security_group (d4beb8bf-cb18-4d9c-8f60-fe7bd6ffd47c), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:09.744197 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a709693e-2dbf-4612-aef3-dedbdd6af0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d4beb8bf-cb18-4d9c-8f60-fe7bd6ffd47c), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:09.746697 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-400a26d9-fdf8-45b9-891a-36c5f0e0cc6e service neutron] Transition to ACTIVE for port object 382ac85c-b675-4f9b-8e57-1cd8ed95f3b8 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:14:09.765621 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-400a26d9-fdf8-45b9-891a-36c5f0e0cc6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (382ac85c-b675-4f9b-8e57-1cd8ed95f3b8), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:09.818955 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200ddee-b8ad-47d7-8524-56c2666e287a req-a20f5d02-6e45-46ee-883a-5e4e1dfec134 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:09.820458 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8200ddee-b8ad-47d7-8524-56c2666e287a req-a20f5d02-6e45-46ee-883a-5e4e1dfec134 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/ports?device_id=04d6ecd5-1d13-4d8c-b81f-b96d41195033 HTTP/1.1" status: 200 len: 971 time: 0.1471586 Mar 22 19:14:09.829327 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a709693e-2dbf-4612-aef3-dedbdd6af0b1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=16183eb4fef54dde9af0d71ed55981d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8310010 Mar 22 19:14:09.832290 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59992) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:09.833095 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a709693e-2dbf-4612-aef3-dedbdd6af0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4beb8bf-cb18-4d9c-8f60-fe7bd6ffd47c,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:09.867791 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a26d9-fdf8-45b9-891a-36c5f0e0cc6e service neutron] Pushing event updated for resources: {'Port': ['ID=382ac85c-b675-4f9b-8e57-1cd8ed95f3b8,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:09.906029 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7d1cf7c3-7ddc-4281-ac8d-42bbf1b81764 admin admin] Publish callbacks [] for security_group (d4beb8bf-cb18-4d9c-8f60-fe7bd6ffd47c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:09.951103 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7d1cf7c3-7ddc-4281-ac8d-42bbf1b81764 admin admin] Publish callbacks [] for security_group (d4beb8bf-cb18-4d9c-8f60-fe7bd6ffd47c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:09.958382 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8200ddee-b8ad-47d7-8524-56c2666e287a req-149a8214-270e-4d19-b80b-c53ec24b102c tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/security-groups?id=85915fa3-560d-4ca7-837a-f1242b7fc5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277816 Mar 22 19:14:10.013652 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-400a26d9-fdf8-45b9-891a-36c5f0e0cc6e service neutron] Attempting to bind port 382ac85c-b675-4f9b-8e57-1cd8ed95f3b8 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:14:10.013652 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-400a26d9-fdf8-45b9-891a-36c5f0e0cc6e service neutron] Attempting to bind port 382ac85c-b675-4f9b-8e57-1cd8ed95f3b8 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '434c9c69-ff1e-4e34-b423-28413f789ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:14:10.014055 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-400a26d9-fdf8-45b9-891a-36c5f0e0cc6e service neutron] Attempting to bind port 382ac85c-b675-4f9b-8e57-1cd8ed95f3b8 on network 62c519fc-4ba2-460f-99c0-c4269b238492 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:14:10.019479 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-400a26d9-fdf8-45b9-891a-36c5f0e0cc6e service neutron] Port 382ac85c-b675-4f9b-8e57-1cd8ed95f3b8 on network 62c519fc-4ba2-460f-99c0-c4269b238492 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:14:10.019968 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-400a26d9-fdf8-45b9-891a-36c5f0e0cc6e service neutron] Attempting to bind port 382ac85c-b675-4f9b-8e57-1cd8ed95f3b8 on network 62c519fc-4ba2-460f-99c0-c4269b238492 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:14:10.026518 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-400a26d9-fdf8-45b9-891a-36c5f0e0cc6e service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:14:10.027037 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-400a26d9-fdf8-45b9-891a-36c5f0e0cc6e service neutron] Checking segment: {'id': '434c9c69-ff1e-4e34-b423-28413f789ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:14:10.027585 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-400a26d9-fdf8-45b9-891a-36c5f0e0cc6e service neutron] Bound using segment: {'id': '434c9c69-ff1e-4e34-b423-28413f789ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:14:10.028229 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-400a26d9-fdf8-45b9-891a-36c5f0e0cc6e service neutron] Bound port: 382ac85c-b675-4f9b-8e57-1cd8ed95f3b8, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '434c9c69-ff1e-4e34-b423-28413f789ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:14:10.028905 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-400a26d9-fdf8-45b9-891a-36c5f0e0cc6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (382ac85c-b675-4f9b-8e57-1cd8ed95f3b8), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:10.031585 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7d1cf7c3-7ddc-4281-ac8d-42bbf1b81764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d4beb8bf-cb18-4d9c-8f60-fe7bd6ffd47c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:10.035046 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7d1cf7c3-7ddc-4281-ac8d-42bbf1b81764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:10.039072 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7d1cf7c3-7ddc-4281-ac8d-42bbf1b81764 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d4beb8bf-cb18-4d9c-8f60-fe7bd6ffd47c HTTP/1.1" status: 204 len: 168 time: 0.2052002 Mar 22 19:14:10.050624 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1cf7c3-7ddc-4281-ac8d-42bbf1b81764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4beb8bf-cb18-4d9c-8f60-fe7bd6ffd47c,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:10.117896 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-400a26d9-fdf8-45b9-891a-36c5f0e0cc6e service neutron] For port 382ac85c-b675-4f9b-8e57-1cd8ed95f3b8, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:14:10.124069 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-400a26d9-fdf8-45b9-891a-36c5f0e0cc6e service neutron] For port 382ac85c-b675-4f9b-8e57-1cd8ed95f3b8, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=382ac85c-b675-4f9b-8e57-1cd8ed95f3b8,segment=NetworkSegment(434c9c69-ff1e-4e34-b423-28413f789ad4),segment_id=434c9c69-ff1e-4e34-b423-28413f789ad4)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:14:10.132122 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-400a26d9-fdf8-45b9-891a-36c5f0e0cc6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (382ac85c-b675-4f9b-8e57-1cd8ed95f3b8), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:10.145983 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 3d6a7c20-fad0-4a88-a3cd-6c804e894c14 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:14:10.183639 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-400a26d9-fdf8-45b9-891a-36c5f0e0cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:10.184253 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-400a26d9-fdf8-45b9-891a-36c5f0e0cc6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:10.185709 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-400a26d9-fdf8-45b9-891a-36c5f0e0cc6e service neutron] 10.222.0.85 "PUT /v2.0/ports/382ac85c-b675-4f9b-8e57-1cd8ed95f3b8 HTTP/1.1" status: 200 len: 1093 time: 1.1175835 Mar 22 19:14:10.186199 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae79e7b-d40a-42eb-9bc0-9c233c5efa05', 'tag': '382ac85c-b675-4f9b-8e57-1cd8ed95f3b8'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:14:10.188699 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97de7589-d0ff-4a46-baf9-ae2558ad3508" -d '{"events": [{"name": "network-changed", "server_uuid": "fae79e7b-d40a-42eb-9bc0-9c233c5efa05", "tag": "382ac85c-b675-4f9b-8e57-1cd8ed95f3b8"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:14:10.239144 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a26d9-fdf8-45b9-891a-36c5f0e0cc6e service neutron] Pushing event updated for resources: {'Port': ['ID=382ac85c-b675-4f9b-8e57-1cd8ed95f3b8,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:10.274910 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 3d6a7c20-fad0-4a88-a3cd-6c804e894c14 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:14:10.282760 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df66af8b-3c05-4059-932b-fa82dccfa88c x-openstack-request-id: req-df66af8b-3c05-4059-932b-fa82dccfa88c {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:14:10.282959 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 3d6a7c20-fad0-4a88-a3cd-6c804e894c14 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:14:10.283305 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3d6a7c20-fad0-4a88-a3cd-6c804e894c14), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:10.283913 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae79e7b-d40a-42eb-9bc0-9c233c5efa05", "tag": "382ac85c-b675-4f9b-8e57-1cd8ed95f3b8", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:14:10.284323 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-df66af8b-3c05-4059-932b-fa82dccfa88c {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:14:10.284885 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df66af8b-3c05-4059-932b-fa82dccfa88c'] response: {'name': 'network-changed', 'server_uuid': 'fae79e7b-d40a-42eb-9bc0-9c233c5efa05', 'tag': '382ac85c-b675-4f9b-8e57-1cd8ed95f3b8', 'status': 'completed', 'code': 200} Mar 22 19:14:10.319236 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-56f62aae-ca90-46fe-90d8-bec3cac27f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:10.321524 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-56f62aae-ca90-46fe-90d8-bec3cac27f80 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=50f2bfa7a4934aeaa9cc0c2ed043b83a&device_id=fae79e7b-d40a-42eb-9bc0-9c233c5efa05 HTTP/1.1" status: 200 len: 1127 time: 0.0906310 Mar 22 19:14:10.386710 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-7fd9439b-d181-4009-a8f1-115355bf7e41 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=382ac85c-b675-4f9b-8e57-1cd8ed95f3b8 HTTP/1.1" status: 200 len: 217 time: 0.0573802 Mar 22 19:14:10.405715 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 3d6a7c20-fad0-4a88-a3cd-6c804e894c14 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:14:10.406855 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (3d6a7c20-fad0-4a88-a3cd-6c804e894c14), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:10.436467 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d6ecd5-1d13-4d8c-b81f-b96d41195033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6a7c20-fad0-4a88-a3cd-6c804e894c14'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:14:10.474489 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-da71104d-609a-4c4a-a6dc-3ee6eb107371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:10.476128 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-da71104d-609a-4c4a-a6dc-3ee6eb107371 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d297ad65-b612-46b9-b407-069a93a8e37f HTTP/1.1" status: 200 len: 863 time: 0.0836132 Mar 22 19:14:10.480218 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60008) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:10.511430 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-55f3eb3a-8d8c-4cfd-b908-42ecb3b0adab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:10.534480 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 3d6a7c20-fad0-4a88-a3cd-6c804e894c14, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=3d6a7c20-fad0-4a88-a3cd-6c804e894c14,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:14:10.548200 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-810a5b75-2238-45fb-92fb-b1a3c40d8bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:10.550246 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (3d6a7c20-fad0-4a88-a3cd-6c804e894c14), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:10.550918 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-810a5b75-2238-45fb-92fb-b1a3c40d8bba service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=62c519fc-4ba2-460f-99c0-c4269b238492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0682642 Mar 22 19:14:10.613290 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-55f3eb3a-8d8c-4cfd-b908-42ecb3b0adab admin admin] Publish callbacks [] for security_group (e8df2694-986d-44c5-9911-751dad950b9e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:10.620961 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-55f3eb3a-8d8c-4cfd-b908-42ecb3b0adab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e8df2694-986d-44c5-9911-751dad950b9e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:10.633311 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=3d6a7c20-fad0-4a88-a3cd-6c804e894c14,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:10.663369 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device fcf97a1a-1960-4c30-bde2-7f8a1a10c93e details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:14:10.684884 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f3eb3a-8d8c-4cfd-b908-42ecb3b0adab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8df2694-986d-44c5-9911-751dad950b9e,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:10.738870 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-55f3eb3a-8d8c-4cfd-b908-42ecb3b0adab admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=256db16beec644ccb789cbd32198a00d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2568083 Mar 22 19:14:10.739718 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60022) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:10.813930 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-153375ec-5c9e-46ad-82ce-ff744b65ae8b admin admin] Publish callbacks [] for security_group (e8df2694-986d-44c5-9911-751dad950b9e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:10.839337 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cf2c68-7306-47c0-b126-98b3e89ccd5b" -d '{"events": [{"server_uuid": "04d6ecd5-1d13-4d8c-b81f-b96d41195033", "name": "network-vif-plugged", "status": "completed", "tag": "3d6a7c20-fad0-4a88-a3cd-6c804e894c14"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:14:10.841659 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-153375ec-5c9e-46ad-82ce-ff744b65ae8b admin admin] Publish callbacks [] for security_group (e8df2694-986d-44c5-9911-751dad950b9e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:10.907714 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-153375ec-5c9e-46ad-82ce-ff744b65ae8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e8df2694-986d-44c5-9911-751dad950b9e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:10.910269 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-153375ec-5c9e-46ad-82ce-ff744b65ae8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:10.911442 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-153375ec-5c9e-46ad-82ce-ff744b65ae8b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e8df2694-986d-44c5-9911-751dad950b9e HTTP/1.1" status: 204 len: 168 time: 0.1704416 Mar 22 19:14:10.937495 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153375ec-5c9e-46ad-82ce-ff744b65ae8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8df2694-986d-44c5-9911-751dad950b9e,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:10.973190 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port fcf97a1a-1960-4c30-bde2-7f8a1a10c93e, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=fcf97a1a-1960-4c30-bde2-7f8a1a10c93e,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:14:10.987324 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'fcf97a1a-1960-4c30-bde2-7f8a1a10c93e', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': 'fcf97a1a-1960-4c30-bde2-7f8a1a10c93e', 'mac_address': 'fa:16:3e:fc:e3:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:14:10.993929 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-c2f2d96f-b594-4321-8a83-01d6fe224ab2 service neutron] 10.222.0.85 "GET /v2.0/networks/62c519fc-4ba2-460f-99c0-c4269b238492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335334 Mar 22 19:14:11.005408 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae92f1-ac3f-45c3-812c-78a0f7630a8c req-f3cbf1a4-d28e-4012-b85e-fcb27c8ce8d7 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:11.010284 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e8ae92f1-ac3f-45c3-812c-78a0f7630a8c req-f3cbf1a4-d28e-4012-b85e-fcb27c8ce8d7 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/ports?device_id=fae79e7b-d40a-42eb-9bc0-9c233c5efa05 HTTP/1.1" status: 200 len: 944 time: 0.3050780 Mar 22 19:14:11.031914 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port fcf97a1a-1960-4c30-bde2-7f8a1a10c93e is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:14:11.032305 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fcf97a1a-1960-4c30-bde2-7f8a1a10c93e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:11.046259 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcf97a1a-1960-4c30-bde2-7f8a1a10c93e {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:14:11.068874 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port fcf97a1a-1960-4c30-bde2-7f8a1a10c93e, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=fcf97a1a-1960-4c30-bde2-7f8a1a10c93e,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:14:11.073779 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (fcf97a1a-1960-4c30-bde2-7f8a1a10c93e), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:11.100517 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8310e-3b55-4a30-9c36-607ed783e385 req-019ab3d1-9000-4366-b87e-ed3bd28665fe tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:11.101688 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3e8310e-3b55-4a30-9c36-607ed783e385 req-019ab3d1-9000-4366-b87e-ed3bd28665fe tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b781844-617f-4b53-92ed-c97c1c7baf9c HTTP/1.1" status: 200 len: 948 time: 0.1667817 Mar 22 19:14:11.131431 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=fcf97a1a-1960-4c30-bde2-7f8a1a10c93e,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:11.151475 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e8ae92f1-ac3f-45c3-812c-78a0f7630a8c req-e3b76a4b-6b71-46a5-a9ff-1ecead56e86b tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/security-groups?id=94bd8754-58bc-422a-a50a-c5dfb277b6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369095 Mar 22 19:14:11.184162 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85ae4e91-8a7b-442c-8a76-28b350f2b104 req-5d9d488e-df41-485a-943a-4b45fbb118a3 service neutron] 10.222.0.85 "GET /v2.0/networks/62c519fc-4ba2-460f-99c0-c4269b238492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726427 Mar 22 19:14:11.208309 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3e8310e-3b55-4a30-9c36-607ed783e385 req-0e68332c-4347-4661-993f-ad7a25b327ba tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/security-groups?id=91e18c13-6ef8-410b-9a28-0a79153bfa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895436 Mar 22 19:14:11.280536 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de7589-d0ff-4a46-baf9-ae2558ad3508 req-aa558bd0-c306-4fb6-8ce4-acf57fc868ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:11.282147 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-97de7589-d0ff-4a46-baf9-ae2558ad3508 req-aa558bd0-c306-4fb6-8ce4-acf57fc868ea service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=50f2bfa7a4934aeaa9cc0c2ed043b83a&device_id=fae79e7b-d40a-42eb-9bc0-9c233c5efa05 HTTP/1.1" status: 200 len: 1127 time: 0.0461786 Mar 22 19:14:11.386388 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de7589-d0ff-4a46-baf9-ae2558ad3508 req-1b504354-08b3-4a30-bf2e-8b72bd11516f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:11.387871 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-97de7589-d0ff-4a46-baf9-ae2558ad3508 req-1b504354-08b3-4a30-bf2e-8b72bd11516f service neutron] 10.222.0.85 "GET /v2.0/networks?id=62c519fc-4ba2-460f-99c0-c4269b238492 HTTP/1.1" status: 200 len: 925 time: 0.0982718 Mar 22 19:14:11.416648 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa2f2dd-7c31-4a5b-9289-b683f5271ea8 x-openstack-request-id: req-5fa2f2dd-7c31-4a5b-9289-b683f5271ea8 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:14:11.417159 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d6ecd5-1d13-4d8c-b81f-b96d41195033", "name": "network-vif-plugged", "status": "completed", "tag": "3d6a7c20-fad0-4a88-a3cd-6c804e894c14", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:14:11.417250 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5fa2f2dd-7c31-4a5b-9289-b683f5271ea8 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:14:11.417683 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fa2f2dd-7c31-4a5b-9289-b683f5271ea8'] response: {'server_uuid': '04d6ecd5-1d13-4d8c-b81f-b96d41195033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6a7c20-fad0-4a88-a3cd-6c804e894c14', 'code': 200} Mar 22 19:14:11.455050 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-97de7589-d0ff-4a46-baf9-ae2558ad3508 req-327c6691-2ab1-4dcf-9025-c89386c28262 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=382ac85c-b675-4f9b-8e57-1cd8ed95f3b8 HTTP/1.1" status: 200 len: 217 time: 0.0603807 Mar 22 19:14:11.601205 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de7589-d0ff-4a46-baf9-ae2558ad3508 req-07e2f59d-db2c-4395-8153-0b9f9e2948a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:11.602712 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-97de7589-d0ff-4a46-baf9-ae2558ad3508 req-07e2f59d-db2c-4395-8153-0b9f9e2948a6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d297ad65-b612-46b9-b407-069a93a8e37f HTTP/1.1" status: 200 len: 863 time: 0.1405320 Mar 22 19:14:11.631729 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70044319-4f56-45b2-b289-4eaf10fa0097 req-1cfbb3b0-c4fe-4e79-aa98-9ee8065f84e0 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:11.638562 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-70044319-4f56-45b2-b289-4eaf10fa0097 req-1cfbb3b0-c4fe-4e79-aa98-9ee8065f84e0 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/ports?device_id=04d6ecd5-1d13-4d8c-b81f-b96d41195033 HTTP/1.1" status: 200 len: 972 time: 0.1774383 Mar 22 19:14:11.671645 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30d12c-02e7-48db-ba96-2f3570db9b41 req-68082659-cf65-4cde-a07b-6b5d10042dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:11.673160 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fb30d12c-02e7-48db-ba96-2f3570db9b41 req-68082659-cf65-4cde-a07b-6b5d10042dd1 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=04d6ecd5-1d13-4d8c-b81f-b96d41195033 HTTP/1.1" status: 200 len: 1155 time: 0.1706109 Mar 22 19:14:11.711680 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fb30d12c-02e7-48db-ba96-2f3570db9b41 req-ee704e6f-364b-4ad9-8f82-04609e59c570 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:11.724146 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['fcf97a1a-1960-4c30-bde2-7f8a1a10c93e'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:14:11.751233 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de7589-d0ff-4a46-baf9-ae2558ad3508 req-4b1ce976-6ae8-493c-956f-a8bda4a75882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:11.753335 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-97de7589-d0ff-4a46-baf9-ae2558ad3508 req-4b1ce976-6ae8-493c-956f-a8bda4a75882 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=62c519fc-4ba2-460f-99c0-c4269b238492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1414506 Mar 22 19:14:11.757756 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-70044319-4f56-45b2-b289-4eaf10fa0097 req-dfed4f26-be7b-4fdb-8b78-9ac545e2b467 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/security-groups?id=85915fa3-560d-4ca7-837a-f1242b7fc5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183758 Mar 22 19:14:11.890959 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-97de7589-d0ff-4a46-baf9-ae2558ad3508 req-acddbd67-5d23-4337-83c4-a6907b84cfad service neutron] 10.222.0.85 "GET /v2.0/networks/62c519fc-4ba2-460f-99c0-c4269b238492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305726 Mar 22 19:14:11.927183 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fb30d12c-02e7-48db-ba96-2f3570db9b41 req-ee704e6f-364b-4ad9-8f82-04609e59c570 service neutron] Publish callbacks [] for security_group (a1d7bb27-977a-49b6-905e-b87a83f4ed34), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:11.956170 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fb30d12c-02e7-48db-ba96-2f3570db9b41 req-ee704e6f-364b-4ad9-8f82-04609e59c570 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a1d7bb27-977a-49b6-905e-b87a83f4ed34), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:12.013465 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee704e6f-364b-4ad9-8f82-04609e59c570 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d7bb27-977a-49b6-905e-b87a83f4ed34,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:12.017809 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fb30d12c-02e7-48db-ba96-2f3570db9b41 req-ee704e6f-364b-4ad9-8f82-04609e59c570 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=85915fa3-560d-4ca7-837a-f1242b7fc5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359535 Mar 22 19:14:12.050605 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-97de7589-d0ff-4a46-baf9-ae2558ad3508 req-81c67fee-b11e-4349-84fe-ff8ff5372859 service neutron] 10.222.0.85 "GET /v2.0/networks/62c519fc-4ba2-460f-99c0-c4269b238492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506786 Mar 22 19:14:12.269684 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60078) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:12.305520 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948ac99-2800-4d39-a84c-041bcc4542d1 req-441111e4-1f04-4c32-be92-92335a08b0d8 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:12.307103 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8948ac99-2800-4d39-a84c-041bcc4542d1 req-441111e4-1f04-4c32-be92-92335a08b0d8 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/ports?device_id=fae79e7b-d40a-42eb-9bc0-9c233c5efa05 HTTP/1.1" status: 200 len: 944 time: 0.0885777 Mar 22 19:14:12.355273 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5cbe0-a7f6-446f-98f5-96d59abf7f7f req-0e34510b-5020-4201-b35c-bb93e24a4cfe tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:12.356785 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3ce5cbe0-a7f6-446f-98f5-96d59abf7f7f req-0e34510b-5020-4201-b35c-bb93e24a4cfe tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b781844-617f-4b53-92ed-c97c1c7baf9c HTTP/1.1" status: 200 len: 949 time: 0.0875289 Mar 22 19:14:12.386538 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8948ac99-2800-4d39-a84c-041bcc4542d1 req-bd171c2c-dd0d-41ca-9f54-b6767fb826a7 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/security-groups?id=94bd8754-58bc-422a-a50a-c5dfb277b6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723290 Mar 22 19:14:12.397566 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0fe5bd33-004f-4e79-9c03-13ce32d06252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:12.418194 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3ce5cbe0-a7f6-446f-98f5-96d59abf7f7f req-85c3b857-3df1-450b-9a19-22e5de66f39d tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/security-groups?id=91e18c13-6ef8-410b-9a28-0a79153bfa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511537 Mar 22 19:14:12.486007 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0fe5bd33-004f-4e79-9c03-13ce32d06252 admin admin] Publish callbacks [] for security_group (3fd3326c-0ae8-43ac-9fe3-45cc72a730c0), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:12.490472 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0fe5bd33-004f-4e79-9c03-13ce32d06252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3fd3326c-0ae8-43ac-9fe3-45cc72a730c0), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:12.531893 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0fe5bd33-004f-4e79-9c03-13ce32d06252 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c249f735a69b426583fb62536525a4fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2599669 Mar 22 19:14:12.532664 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5bd33-004f-4e79-9c03-13ce32d06252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd3326c-0ae8-43ac-9fe3-45cc72a730c0,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:12.534678 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60090) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:12.589129 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-56bf6e5e-be48-4b58-af7b-01ed0f7f3060 admin admin] Publish callbacks [] for security_group (3fd3326c-0ae8-43ac-9fe3-45cc72a730c0), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:12.609318 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-56bf6e5e-be48-4b58-af7b-01ed0f7f3060 admin admin] Publish callbacks [] for security_group (3fd3326c-0ae8-43ac-9fe3-45cc72a730c0), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:12.657964 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-56bf6e5e-be48-4b58-af7b-01ed0f7f3060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3fd3326c-0ae8-43ac-9fe3-45cc72a730c0), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:12.660748 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-56bf6e5e-be48-4b58-af7b-01ed0f7f3060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:12.661999 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-56bf6e5e-be48-4b58-af7b-01ed0f7f3060 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3fd3326c-0ae8-43ac-9fe3-45cc72a730c0 HTTP/1.1" status: 204 len: 168 time: 0.1263268 Mar 22 19:14:12.665225 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device fcf97a1a-1960-4c30-bde2-7f8a1a10c93e up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:14:12.670261 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf6e5e-be48-4b58-af7b-01ed0f7f3060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd3326c-0ae8-43ac-9fe3-45cc72a730c0,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:12.727733 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port fcf97a1a-1960-4c30-bde2-7f8a1a10c93e completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:14:12.732227 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port fcf97a1a-1960-4c30-bde2-7f8a1a10c93e triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:14:12.732670 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (fcf97a1a-1960-4c30-bde2-7f8a1a10c93e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:12.826590 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port fcf97a1a-1960-4c30-bde2-7f8a1a10c93e is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:14:12.826994 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fcf97a1a-1960-4c30-bde2-7f8a1a10c93e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:12.872506 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port fcf97a1a-1960-4c30-bde2-7f8a1a10c93e, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=fcf97a1a-1960-4c30-bde2-7f8a1a10c93e,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:14:12.878431 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (fcf97a1a-1960-4c30-bde2-7f8a1a10c93e), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:12.920702 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440224a-0ee8-4b4e-ac07-9d1c0e64e37f req-4431e4a1-43cb-4cd8-a0db-24917f956fda tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:12.923270 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3440224a-0ee8-4b4e-ac07-9d1c0e64e37f req-4431e4a1-43cb-4cd8-a0db-24917f956fda tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/ports?device_id=04d6ecd5-1d13-4d8c-b81f-b96d41195033 HTTP/1.1" status: 200 len: 972 time: 0.0678027 Mar 22 19:14:12.946620 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=fcf97a1a-1960-4c30-bde2-7f8a1a10c93e,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:12.976828 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3440224a-0ee8-4b4e-ac07-9d1c0e64e37f req-413ac861-e714-4968-9084-c5ee67f4ed27 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/security-groups?id=85915fa3-560d-4ca7-837a-f1242b7fc5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476360 Mar 22 19:14:13.071620 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60112) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:13.085581 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c60d9d16-eb84-486d-a59e-44408689f227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:13.163407 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c60d9d16-eb84-486d-a59e-44408689f227 admin admin] Publish callbacks [] for security_group (f399a907-f5f6-43d9-894d-8a4e4706e64f), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:13.177962 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c60d9d16-eb84-486d-a59e-44408689f227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f399a907-f5f6-43d9-894d-8a4e4706e64f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:13.204973 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d9d16-eb84-486d-a59e-44408689f227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f399a907-f5f6-43d9-894d-8a4e4706e64f,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:13.209215 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c60d9d16-eb84-486d-a59e-44408689f227 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9e45397d8272438f8f87b2aefcb18c03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365561 Mar 22 19:14:13.211886 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60120) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:13.263262 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0b6d03ce-5be0-43f2-98f2-3eb6c190927a admin admin] Publish callbacks [] for security_group (f399a907-f5f6-43d9-894d-8a4e4706e64f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:13.284724 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0b6d03ce-5be0-43f2-98f2-3eb6c190927a admin admin] Publish callbacks [] for security_group (f399a907-f5f6-43d9-894d-8a4e4706e64f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:13.334165 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0b6d03ce-5be0-43f2-98f2-3eb6c190927a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f399a907-f5f6-43d9-894d-8a4e4706e64f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:13.336729 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0b6d03ce-5be0-43f2-98f2-3eb6c190927a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:13.337949 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0b6d03ce-5be0-43f2-98f2-3eb6c190927a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f399a907-f5f6-43d9-894d-8a4e4706e64f HTTP/1.1" status: 204 len: 168 time: 0.1249180 Mar 22 19:14:13.347088 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d03ce-5be0-43f2-98f2-3eb6c190927a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f399a907-f5f6-43d9-894d-8a4e4706e64f,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:13.426022 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b781844-617f-4b53-92ed-c97c1c7baf9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf97a1a-1960-4c30-bde2-7f8a1a10c93e'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:14:13.432571 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60128) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:13.435592 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf0484b-6bbd-4370-9dfa-a0aec7aa4ed3" -d '{"events": [{"server_uuid": "2b781844-617f-4b53-92ed-c97c1c7baf9c", "name": "network-vif-plugged", "status": "completed", "tag": "fcf97a1a-1960-4c30-bde2-7f8a1a10c93e"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:14:13.478130 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91d9033-279b-47b2-903f-94d229e3067b x-openstack-request-id: req-b91d9033-279b-47b2-903f-94d229e3067b {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:14:13.478531 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b781844-617f-4b53-92ed-c97c1c7baf9c", "name": "network-vif-plugged", "status": "completed", "tag": "fcf97a1a-1960-4c30-bde2-7f8a1a10c93e", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:14:13.479841 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b91d9033-279b-47b2-903f-94d229e3067b {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:14:13.480311 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b91d9033-279b-47b2-903f-94d229e3067b'] response: {'server_uuid': '2b781844-617f-4b53-92ed-c97c1c7baf9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf97a1a-1960-4c30-bde2-7f8a1a10c93e', 'code': 200} Mar 22 19:14:13.556085 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf46565-971c-4ac3-be52-933657c83050 req-f97d80e8-1f6c-437e-b891-5c84f8cd2805 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:13.557610 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3cf46565-971c-4ac3-be52-933657c83050 req-f97d80e8-1f6c-437e-b891-5c84f8cd2805 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/ports?device_id=fae79e7b-d40a-42eb-9bc0-9c233c5efa05 HTTP/1.1" status: 200 len: 944 time: 0.0751972 Mar 22 19:14:13.669249 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1f433-24b7-4eed-9579-9ea8a8150617 req-325559df-70b5-4400-9dbe-0625e012e99b tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:13.671149 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f0b1f433-24b7-4eed-9579-9ea8a8150617 req-325559df-70b5-4400-9dbe-0625e012e99b tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b781844-617f-4b53-92ed-c97c1c7baf9c HTTP/1.1" status: 200 len: 950 time: 0.1317525 Mar 22 19:14:13.678425 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3cf46565-971c-4ac3-be52-933657c83050 req-d3c972c2-c3fa-4aee-a83c-26218b9d13f1 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/security-groups?id=94bd8754-58bc-422a-a50a-c5dfb277b6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971053 Mar 22 19:14:13.685238 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d67d9-00dc-4875-83ae-0206308abab2 req-ad3dbd67-0e28-475a-bd75-10b6ab9557c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:13.686888 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-144d67d9-00dc-4875-83ae-0206308abab2 req-ad3dbd67-0e28-475a-bd75-10b6ab9557c4 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2b781844-617f-4b53-92ed-c97c1c7baf9c HTTP/1.1" status: 200 len: 1133 time: 0.1283972 Mar 22 19:14:13.741133 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c8edea17-c5f2-4faf-b6cc-77a545f7fb7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:13.795328 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f0b1f433-24b7-4eed-9579-9ea8a8150617 req-65d91631-45cf-4225-ac2d-16886871ac5e tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/security-groups?id=91e18c13-6ef8-410b-9a28-0a79153bfa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133599 Mar 22 19:14:13.801366 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-144d67d9-00dc-4875-83ae-0206308abab2 req-beda4b8e-143f-4385-b227-c07e09777cc3 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=91e18c13-6ef8-410b-9a28-0a79153bfa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050389 Mar 22 19:14:13.874066 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c8edea17-c5f2-4faf-b6cc-77a545f7fb7b admin admin] Publish callbacks [] for security_group (b089d854-2bb6-4f17-8eaa-8fab6a45dbe1), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:13.881545 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c8edea17-c5f2-4faf-b6cc-77a545f7fb7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b089d854-2bb6-4f17-8eaa-8fab6a45dbe1), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:13.934887 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c8edea17-c5f2-4faf-b6cc-77a545f7fb7b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=924a69889e7946ef9fe5407934530fbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5011113 Mar 22 19:14:13.936136 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8edea17-c5f2-4faf-b6cc-77a545f7fb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b089d854-2bb6-4f17-8eaa-8fab6a45dbe1,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:13.937589 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60148) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:14.003208 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dd692155-f9ac-4873-9419-de65f1e468e2 admin admin] Publish callbacks [] for security_group (b089d854-2bb6-4f17-8eaa-8fab6a45dbe1), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:14.028893 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dd692155-f9ac-4873-9419-de65f1e468e2 admin admin] Publish callbacks [] for security_group (b089d854-2bb6-4f17-8eaa-8fab6a45dbe1), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:14.089350 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dd692155-f9ac-4873-9419-de65f1e468e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b089d854-2bb6-4f17-8eaa-8fab6a45dbe1), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:14.092155 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dd692155-f9ac-4873-9419-de65f1e468e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:14.094049 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-dd692155-f9ac-4873-9419-de65f1e468e2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b089d854-2bb6-4f17-8eaa-8fab6a45dbe1 HTTP/1.1" status: 204 len: 168 time: 0.1553936 Mar 22 19:14:14.104276 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2267c-3af8-4e6d-bf34-3d39fc1d557c req-2ab2e991-ea5b-4034-87cb-9a2da2a000f2 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:14.105767 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e1d2267c-3af8-4e6d-bf34-3d39fc1d557c req-2ab2e991-ea5b-4034-87cb-9a2da2a000f2 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/ports?device_id=04d6ecd5-1d13-4d8c-b81f-b96d41195033 HTTP/1.1" status: 200 len: 972 time: 0.0560780 Mar 22 19:14:14.108257 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd692155-f9ac-4873-9419-de65f1e468e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b089d854-2bb6-4f17-8eaa-8fab6a45dbe1,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:14.160142 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e1d2267c-3af8-4e6d-bf34-3d39fc1d557c req-98bdcc6e-23a5-4b54-92af-a93bc1507c6a tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/security-groups?id=85915fa3-560d-4ca7-837a-f1242b7fc5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462339 Mar 22 19:14:14.320973 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d59f63b-b8da-478e-bbed-0b41a110627e req-53f43db8-0f2a-45f0-9a3e-8776ea1a5067 tempest-AggregatesAdminTestJSON-532968919 tempest-AggregatesAdminTestJSON-532968919-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:14.322542 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8d59f63b-b8da-478e-bbed-0b41a110627e req-53f43db8-0f2a-45f0-9a3e-8776ea1a5067 tempest-AggregatesAdminTestJSON-532968919 tempest-AggregatesAdminTestJSON-532968919-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=04d6ecd5-1d13-4d8c-b81f-b96d41195033 HTTP/1.1" status: 200 len: 1155 time: 0.0468462 Mar 22 19:14:14.341490 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8d59f63b-b8da-478e-bbed-0b41a110627e req-dd7092a6-b5c4-4f4a-b742-2b83184378cd tempest-AggregatesAdminTestJSON-532968919 tempest-AggregatesAdminTestJSON-532968919-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:14.436099 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8d59f63b-b8da-478e-bbed-0b41a110627e req-dd7092a6-b5c4-4f4a-b742-2b83184378cd tempest-AggregatesAdminTestJSON-532968919 tempest-AggregatesAdminTestJSON-532968919-project-admin] Publish callbacks [] for security_group (bf8a3283-209c-4796-8b3d-ac948efd0e55), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:14.441894 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8d59f63b-b8da-478e-bbed-0b41a110627e req-dd7092a6-b5c4-4f4a-b742-2b83184378cd tempest-AggregatesAdminTestJSON-532968919 tempest-AggregatesAdminTestJSON-532968919-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (bf8a3283-209c-4796-8b3d-ac948efd0e55), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:14.477974 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60172) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:14.490425 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1d8776c0-5e70-4667-a841-7e919f9c165a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:14.494677 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8d59f63b-b8da-478e-bbed-0b41a110627e req-dd7092a6-b5c4-4f4a-b742-2b83184378cd tempest-AggregatesAdminTestJSON-532968919 tempest-AggregatesAdminTestJSON-532968919-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=85915fa3-560d-4ca7-837a-f1242b7fc5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659818 Mar 22 19:14:14.495910 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7092a6-b5c4-4f4a-b742-2b83184378cd tempest-AggregatesAdminTestJSON-532968919 tempest-AggregatesAdminTestJSON-532968919-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8a3283-209c-4796-8b3d-ac948efd0e55,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:14.582393 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1d8776c0-5e70-4667-a841-7e919f9c165a admin admin] Publish callbacks [] for security_group (112540bb-c69d-433f-97d0-bf37a6989f77), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:14.586444 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1d8776c0-5e70-4667-a841-7e919f9c165a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (112540bb-c69d-433f-97d0-bf37a6989f77), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:14.630918 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1d8776c0-5e70-4667-a841-7e919f9c165a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=281006bc84ea4f498a8c107f44b4fe14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1494837 Mar 22 19:14:14.630918 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8776c0-5e70-4667-a841-7e919f9c165a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112540bb-c69d-433f-97d0-bf37a6989f77,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:14.632495 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60178) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:14.697168 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 382ac85c-b675-4f9b-8e57-1cd8ed95f3b8 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:14:14.698641 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-79916cf9-b4e7-4356-82d1-e5d3e32c6ee4 admin admin] Publish callbacks [] for security_group (112540bb-c69d-433f-97d0-bf37a6989f77), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:14.746702 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-79916cf9-b4e7-4356-82d1-e5d3e32c6ee4 admin admin] Publish callbacks [] for security_group (112540bb-c69d-433f-97d0-bf37a6989f77), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:14.816741 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 382ac85c-b675-4f9b-8e57-1cd8ed95f3b8, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=382ac85c-b675-4f9b-8e57-1cd8ed95f3b8,segment=NetworkSegment(434c9c69-ff1e-4e34-b423-28413f789ad4),segment_id=434c9c69-ff1e-4e34-b423-28413f789ad4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:14:14.834490 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '382ac85c-b675-4f9b-8e57-1cd8ed95f3b8', 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492', 'port_id': '382ac85c-b675-4f9b-8e57-1cd8ed95f3b8', 'mac_address': 'fa:16:3e:83:d1:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd297ad65-b612-46b9-b407-069a93a8e37f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:14:14.875836 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-79916cf9-b4e7-4356-82d1-e5d3e32c6ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (112540bb-c69d-433f-97d0-bf37a6989f77), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:14.876396 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 382ac85c-b675-4f9b-8e57-1cd8ed95f3b8 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:14:14.876786 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (382ac85c-b675-4f9b-8e57-1cd8ed95f3b8), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:14.879113 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-79916cf9-b4e7-4356-82d1-e5d3e32c6ee4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:14.882551 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-79916cf9-b4e7-4356-82d1-e5d3e32c6ee4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/112540bb-c69d-433f-97d0-bf37a6989f77 HTTP/1.1" status: 204 len: 168 time: 0.2468469 Mar 22 19:14:14.890473 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f490a37-4862-4ad7-b972-63e34b37c186 req-171c2f5d-0022-4cc6-a30b-8f5e5ff4a4de tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:14.891943 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5f490a37-4862-4ad7-b972-63e34b37c186 req-171c2f5d-0022-4cc6-a30b-8f5e5ff4a4de tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/ports?device_id=04d6ecd5-1d13-4d8c-b81f-b96d41195033 HTTP/1.1" status: 200 len: 972 time: 0.1090651 Mar 22 19:14:14.892602 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 382ac85c-b675-4f9b-8e57-1cd8ed95f3b8 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:14:14.900787 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537932b-530f-40ce-9fc2-e3a3091bad63 req-6336f1bb-d8e8-4c7c-b9df-8fbabec4bb60 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:14.902286 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3537932b-530f-40ce-9fc2-e3a3091bad63 req-6336f1bb-d8e8-4c7c-b9df-8fbabec4bb60 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/ports?device_id=fae79e7b-d40a-42eb-9bc0-9c233c5efa05 HTTP/1.1" status: 200 len: 944 time: 0.0894811 Mar 22 19:14:14.913067 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 382ac85c-b675-4f9b-8e57-1cd8ed95f3b8, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=382ac85c-b675-4f9b-8e57-1cd8ed95f3b8,segment=NetworkSegment(434c9c69-ff1e-4e34-b423-28413f789ad4),segment_id=434c9c69-ff1e-4e34-b423-28413f789ad4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:14:14.915533 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79916cf9-b4e7-4356-82d1-e5d3e32c6ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112540bb-c69d-433f-97d0-bf37a6989f77,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:14.918739 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (382ac85c-b675-4f9b-8e57-1cd8ed95f3b8), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:14.986987 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5f490a37-4862-4ad7-b972-63e34b37c186 req-836c2f35-3057-40a6-aa31-71be4ea79620 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/security-groups?id=85915fa3-560d-4ca7-837a-f1242b7fc5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794418 Mar 22 19:14:14.991039 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3537932b-530f-40ce-9fc2-e3a3091bad63 req-17010e79-e357-4341-bf89-c2a2884aba6c tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/security-groups?id=94bd8754-58bc-422a-a50a-c5dfb277b6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781989 Mar 22 19:14:14.992119 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=382ac85c-b675-4f9b-8e57-1cd8ed95f3b8,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:15.025458 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3a18d439-df96-4309-a148-65bd9c0b04ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:15.124717 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9b9e3-33b4-4a97-acac-d20efeb3eaad req-910512f5-5b94-40dc-a99e-e07630c74ff9 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:15.131686 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3ad9b9e3-33b4-4a97-acac-d20efeb3eaad req-910512f5-5b94-40dc-a99e-e07630c74ff9 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b781844-617f-4b53-92ed-c97c1c7baf9c HTTP/1.1" status: 200 len: 950 time: 0.0646920 Mar 22 19:14:15.176487 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3ad9b9e3-33b4-4a97-acac-d20efeb3eaad req-c1111787-fc92-40a3-8fab-7a8668ca8d40 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/security-groups?id=91e18c13-6ef8-410b-9a28-0a79153bfa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439606 Mar 22 19:14:15.276564 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-58bd2652-33d6-4d2f-86dd-6d2d67d7b06a req-c9f90594-63e3-408f-ba0c-7606894a85e3 tempest-SecurityGroupsTestAdminJSON-2013365975 tempest-SecurityGroupsTestAdminJSON-2013365975-project] Request body: {'security_group': {'name': 'tempest-securitygroup-731818939', 'description': 'tempest-description-1851025762'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:14:15.302329 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-58bd2652-33d6-4d2f-86dd-6d2d67d7b06a req-c9f90594-63e3-408f-ba0c-7606894a85e3 tempest-SecurityGroupsTestAdminJSON-2013365975 tempest-SecurityGroupsTestAdminJSON-2013365975-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:15.311805 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-58bd2652-33d6-4d2f-86dd-6d2d67d7b06a req-c9f90594-63e3-408f-ba0c-7606894a85e3 tempest-SecurityGroupsTestAdminJSON-2013365975 tempest-SecurityGroupsTestAdminJSON-2013365975-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:15.319262 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['382ac85c-b675-4f9b-8e57-1cd8ed95f3b8'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:14:15.401173 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-58bd2652-33d6-4d2f-86dd-6d2d67d7b06a req-c9f90594-63e3-408f-ba0c-7606894a85e3 tempest-SecurityGroupsTestAdminJSON-2013365975 tempest-SecurityGroupsTestAdminJSON-2013365975-project] Publish callbacks [] for security_group (88b6ca8a-48b0-4126-9c1d-27d1376218bb), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:15.407042 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-58bd2652-33d6-4d2f-86dd-6d2d67d7b06a req-c9f90594-63e3-408f-ba0c-7606894a85e3 tempest-SecurityGroupsTestAdminJSON-2013365975 tempest-SecurityGroupsTestAdminJSON-2013365975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (88b6ca8a-48b0-4126-9c1d-27d1376218bb), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:15.444056 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f90594-63e3-408f-ba0c-7606894a85e3 tempest-SecurityGroupsTestAdminJSON-2013365975 tempest-SecurityGroupsTestAdminJSON-2013365975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88b6ca8a-48b0-4126-9c1d-27d1376218bb,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:15.490686 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-58bd2652-33d6-4d2f-86dd-6d2d67d7b06a req-c9f90594-63e3-408f-ba0c-7606894a85e3 tempest-SecurityGroupsTestAdminJSON-2013365975 tempest-SecurityGroupsTestAdminJSON-2013365975-project] Publish callbacks [] for security_group (02a4538b-f20d-4095-8893-b11a2cdbadd7), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:15.495688 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-58bd2652-33d6-4d2f-86dd-6d2d67d7b06a req-c9f90594-63e3-408f-ba0c-7606894a85e3 tempest-SecurityGroupsTestAdminJSON-2013365975 tempest-SecurityGroupsTestAdminJSON-2013365975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (02a4538b-f20d-4095-8893-b11a2cdbadd7), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:15.515765 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:15.527608 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-58bd2652-33d6-4d2f-86dd-6d2d67d7b06a req-c9f90594-63e3-408f-ba0c-7606894a85e3 tempest-SecurityGroupsTestAdminJSON-2013365975 tempest-SecurityGroupsTestAdminJSON-2013365975-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:15.528828 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58bd2652-33d6-4d2f-86dd-6d2d67d7b06a req-c9f90594-63e3-408f-ba0c-7606894a85e3 tempest-SecurityGroupsTestAdminJSON-2013365975 tempest-SecurityGroupsTestAdminJSON-2013365975-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2563908 Mar 22 19:14:15.530667 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f90594-63e3-408f-ba0c-7606894a85e3 tempest-SecurityGroupsTestAdminJSON-2013365975 tempest-SecurityGroupsTestAdminJSON-2013365975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02a4538b-f20d-4095-8893-b11a2cdbadd7,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:15.553731 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-01d219d0-8eae-4f47-9d26-b4687537a72e req-24a275f2-2f8a-4760-832b-a279b7b3eb9d tempest-SecurityGroupsTestAdminJSON-2013365975 tempest-SecurityGroupsTestAdminJSON-2013365975-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2032954189', 'description': 'tempest-description-703698267'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:14:15.574952 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-01d219d0-8eae-4f47-9d26-b4687537a72e req-24a275f2-2f8a-4760-832b-a279b7b3eb9d tempest-SecurityGroupsTestAdminJSON-2013365975 tempest-SecurityGroupsTestAdminJSON-2013365975-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:15.656075 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-01d219d0-8eae-4f47-9d26-b4687537a72e req-24a275f2-2f8a-4760-832b-a279b7b3eb9d tempest-SecurityGroupsTestAdminJSON-2013365975 tempest-SecurityGroupsTestAdminJSON-2013365975-project] Publish callbacks [] for security_group (f38560e3-d83f-4718-bf7d-ea16bd3be7d0), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:15.660442 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-01d219d0-8eae-4f47-9d26-b4687537a72e req-24a275f2-2f8a-4760-832b-a279b7b3eb9d tempest-SecurityGroupsTestAdminJSON-2013365975 tempest-SecurityGroupsTestAdminJSON-2013365975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f38560e3-d83f-4718-bf7d-ea16bd3be7d0), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:15.686702 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-01d219d0-8eae-4f47-9d26-b4687537a72e req-24a275f2-2f8a-4760-832b-a279b7b3eb9d tempest-SecurityGroupsTestAdminJSON-2013365975 tempest-SecurityGroupsTestAdminJSON-2013365975-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:15.687918 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-01d219d0-8eae-4f47-9d26-b4687537a72e req-24a275f2-2f8a-4760-832b-a279b7b3eb9d tempest-SecurityGroupsTestAdminJSON-2013365975 tempest-SecurityGroupsTestAdminJSON-2013365975-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1383920 Mar 22 19:14:15.695688 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a275f2-2f8a-4760-832b-a279b7b3eb9d tempest-SecurityGroupsTestAdminJSON-2013365975 tempest-SecurityGroupsTestAdminJSON-2013365975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f38560e3-d83f-4718-bf7d-ea16bd3be7d0,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:15.884664 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-be51432c-09d3-49f8-8537-be531284a82c req-f18a221f-cce9-4fcb-8c9c-2981cf8e07a7 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-486129182', 'description': 'tempest-description-907819547'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:14:15.904238 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-be51432c-09d3-49f8-8537-be531284a82c req-f18a221f-cce9-4fcb-8c9c-2981cf8e07a7 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:15.912742 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-be51432c-09d3-49f8-8537-be531284a82c req-f18a221f-cce9-4fcb-8c9c-2981cf8e07a7 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:16.045672 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-be51432c-09d3-49f8-8537-be531284a82c req-f18a221f-cce9-4fcb-8c9c-2981cf8e07a7 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] Publish callbacks [] for security_group (4bf98b05-6bcc-499d-8dd5-e39128eceeb0), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:16.049924 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-be51432c-09d3-49f8-8537-be531284a82c req-f18a221f-cce9-4fcb-8c9c-2981cf8e07a7 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (4bf98b05-6bcc-499d-8dd5-e39128eceeb0), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:16.121678 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a221f-cce9-4fcb-8c9c-2981cf8e07a7 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf98b05-6bcc-499d-8dd5-e39128eceeb0,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:16.189474 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-be51432c-09d3-49f8-8537-be531284a82c req-f18a221f-cce9-4fcb-8c9c-2981cf8e07a7 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] Publish callbacks [] for security_group (43774ba7-1c60-40ad-8882-d71249e838ab), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:16.203252 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068252f1-06ed-4224-abe2-a73400a0a4f3 req-3a4e2da1-b111-4258-a34c-9e736958cb73 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:16.204727 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-068252f1-06ed-4224-abe2-a73400a0a4f3 req-3a4e2da1-b111-4258-a34c-9e736958cb73 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.84 "GET /v2.0/ports?device_id=04d6ecd5-1d13-4d8c-b81f-b96d41195033 HTTP/1.1" status: 200 len: 972 time: 0.1113050 Mar 22 19:14:16.205873 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-be51432c-09d3-49f8-8537-be531284a82c req-f18a221f-cce9-4fcb-8c9c-2981cf8e07a7 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (43774ba7-1c60-40ad-8882-d71249e838ab), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:16.216601 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48083196-9e3b-40eb-9c4d-30ee583ce9a5 req-a5795d6a-2d68-48cd-a7b7-8104c8ae2c27 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:16.218183 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-48083196-9e3b-40eb-9c4d-30ee583ce9a5 req-a5795d6a-2d68-48cd-a7b7-8104c8ae2c27 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/ports?device_id=04d6ecd5-1d13-4d8c-b81f-b96d41195033 HTTP/1.1" status: 200 len: 972 time: 0.1466987 Mar 22 19:14:16.307582 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-be51432c-09d3-49f8-8537-be531284a82c req-f18a221f-cce9-4fcb-8c9c-2981cf8e07a7 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:16.308776 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-be51432c-09d3-49f8-8537-be531284a82c req-f18a221f-cce9-4fcb-8c9c-2981cf8e07a7 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4280293 Mar 22 19:14:16.322456 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a221f-cce9-4fcb-8c9c-2981cf8e07a7 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43774ba7-1c60-40ad-8882-d71249e838ab,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:16.417081 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-48083196-9e3b-40eb-9c4d-30ee583ce9a5 req-945cb264-b502-4ddd-9cf3-057aaf7798bd tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/security-groups?id=85915fa3-560d-4ca7-837a-f1242b7fc5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677773 Mar 22 19:14:16.427531 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:14:16.654045 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce85646-a87f-4d47-9545-5d7eddfeae6b req-5d577d19-c978-4799-b8b7-24b540e2cc00 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:16.655495 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8ce85646-a87f-4d47-9545-5d7eddfeae6b req-5d577d19-c978-4799-b8b7-24b540e2cc00 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/ports?device_id=fae79e7b-d40a-42eb-9bc0-9c233c5efa05 HTTP/1.1" status: 200 len: 945 time: 0.2871151 Mar 22 19:14:16.658142 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-068252f1-06ed-4224-abe2-a73400a0a4f3 req-14962f87-e9f0-401d-b157-a0937469dec2 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Deleting port 3d6a7c20-fad0-4a88-a3cd-6c804e894c14 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:14:16.658482 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-068252f1-06ed-4224-abe2-a73400a0a4f3 req-14962f87-e9f0-401d-b157-a0937469dec2 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (3d6a7c20-fad0-4a88-a3cd-6c804e894c14), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:16.712339 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 382ac85c-b675-4f9b-8e57-1cd8ed95f3b8 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:14:16.737452 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691cdf4-785e-4c16-b67f-d97d43223add req-517546db-87d0-40c9-8ddc-cd1e3de44af0 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:16.739159 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9691cdf4-785e-4c16-b67f-d97d43223add req-517546db-87d0-40c9-8ddc-cd1e3de44af0 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b781844-617f-4b53-92ed-c97c1c7baf9c HTTP/1.1" status: 200 len: 950 time: 0.1487136 Mar 22 19:14:16.762360 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 382ac85c-b675-4f9b-8e57-1cd8ed95f3b8 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:14:16.767049 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 382ac85c-b675-4f9b-8e57-1cd8ed95f3b8 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:14:16.767426 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (382ac85c-b675-4f9b-8e57-1cd8ed95f3b8), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:16.808673 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8ce85646-a87f-4d47-9545-5d7eddfeae6b req-925ca0f2-99da-4822-94f0-653a664c5d9e tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/security-groups?id=94bd8754-58bc-422a-a50a-c5dfb277b6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471558 Mar 22 19:14:16.829617 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-068252f1-06ed-4224-abe2-a73400a0a4f3 req-14962f87-e9f0-401d-b157-a0937469dec2 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] For port 3d6a7c20-fad0-4a88-a3cd-6c804e894c14, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=3d6a7c20-fad0-4a88-a3cd-6c804e894c14,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:14:16.830616 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-068252f1-06ed-4224-abe2-a73400a0a4f3 req-14962f87-e9f0-401d-b157-a0937469dec2 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (3d6a7c20-fad0-4a88-a3cd-6c804e894c14), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:16.848335 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 382ac85c-b675-4f9b-8e57-1cd8ed95f3b8 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:14:16.848722 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (382ac85c-b675-4f9b-8e57-1cd8ed95f3b8), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:16.850481 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9691cdf4-785e-4c16-b67f-d97d43223add req-4a2dad59-35e9-471d-ba3f-98f2f372e89c tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/security-groups?id=91e18c13-6ef8-410b-9a28-0a79153bfa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047461 Mar 22 19:14:16.851434 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-068252f1-06ed-4224-abe2-a73400a0a4f3 req-14962f87-e9f0-401d-b157-a0937469dec2 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Calling delete_port for 3d6a7c20-fad0-4a88-a3cd-6c804e894c14 owned by compute:tempest-test_az-1861844335 {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:14:16.870057 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-78c27253-cfcc-4bbe-9b8f-ef76bd183f24 req-3fe7c357-a453-4639-a44b-c29c1c9930f2 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1744225385', 'description': 'tempest-description-1375578018'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:14:16.882938 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae79e7b-d40a-42eb-9bc0-9c233c5efa05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382ac85c-b675-4f9b-8e57-1cd8ed95f3b8'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:14:16.885816 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99ae977-1a8e-4d3d-9e03-3a2fcefbd92f" -d '{"events": [{"server_uuid": "fae79e7b-d40a-42eb-9bc0-9c233c5efa05", "name": "network-vif-plugged", "status": "completed", "tag": "382ac85c-b675-4f9b-8e57-1cd8ed95f3b8"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:14:16.901515 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 382ac85c-b675-4f9b-8e57-1cd8ed95f3b8, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=382ac85c-b675-4f9b-8e57-1cd8ed95f3b8,segment=NetworkSegment(434c9c69-ff1e-4e34-b423-28413f789ad4),segment_id=434c9c69-ff1e-4e34-b423-28413f789ad4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:14:16.907216 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (382ac85c-b675-4f9b-8e57-1cd8ed95f3b8), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:16.955216 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-78c27253-cfcc-4bbe-9b8f-ef76bd183f24 req-3fe7c357-a453-4639-a44b-c29c1c9930f2 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:16.980941 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=382ac85c-b675-4f9b-8e57-1cd8ed95f3b8,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:17.077826 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-78c27253-cfcc-4bbe-9b8f-ef76bd183f24 req-3fe7c357-a453-4639-a44b-c29c1c9930f2 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] Publish callbacks [] for security_group (d0c3e0b3-29a3-485b-a382-e9962848ae8c), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:17.078810 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-068252f1-06ed-4224-abe2-a73400a0a4f3 req-14962f87-e9f0-401d-b157-a0937469dec2 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (3d6a7c20-fad0-4a88-a3cd-6c804e894c14), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:17.091344 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-78c27253-cfcc-4bbe-9b8f-ef76bd183f24 req-3fe7c357-a453-4639-a44b-c29c1c9930f2 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d0c3e0b3-29a3-485b-a382-e9962848ae8c), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:17.096002 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['3d6a7c20-fad0-4a88-a3cd-6c804e894c14'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:14:17.125235 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14962f87-e9f0-401d-b157-a0937469dec2 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Pushing event deleted for resources: {'Port': ['ID=3d6a7c20-fad0-4a88-a3cd-6c804e894c14,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:17.192034 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-78c27253-cfcc-4bbe-9b8f-ef76bd183f24 req-3fe7c357-a453-4639-a44b-c29c1c9930f2 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:17.205503 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78c27253-cfcc-4bbe-9b8f-ef76bd183f24 req-3fe7c357-a453-4639-a44b-c29c1c9930f2 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3413782 Mar 22 19:14:17.230043 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-068252f1-06ed-4224-abe2-a73400a0a4f3 req-14962f87-e9f0-401d-b157-a0937469dec2 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] No DVR routers for this DVR port 3d6a7c20-fad0-4a88-a3cd-6c804e894c14 on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:14:17.241178 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60256) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:17.243134 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-068252f1-06ed-4224-abe2-a73400a0a4f3 req-14962f87-e9f0-401d-b157-a0937469dec2 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:17.246672 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-068252f1-06ed-4224-abe2-a73400a0a4f3 req-14962f87-e9f0-401d-b157-a0937469dec2 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.84 "DELETE /v2.0/ports/3d6a7c20-fad0-4a88-a3cd-6c804e894c14 HTTP/1.1" status: 204 len: 173 time: 1.0240946 Mar 22 19:14:17.247267 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d6ecd5-1d13-4d8c-b81f-b96d41195033', 'name': 'network-vif-deleted', 'tag': '3d6a7c20-fad0-4a88-a3cd-6c804e894c14'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:14:17.249517 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8c6cce-c21c-4207-95e9-defd010e3b27" -d '{"events": [{"server_uuid": "04d6ecd5-1d13-4d8c-b81f-b96d41195033", "name": "network-vif-deleted", "tag": "3d6a7c20-fad0-4a88-a3cd-6c804e894c14"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:14:17.258063 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5fe3c5-e280-4911-a924-f9ec53fbd028 x-openstack-request-id: req-1e5fe3c5-e280-4911-a924-f9ec53fbd028 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:14:17.259905 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae79e7b-d40a-42eb-9bc0-9c233c5efa05", "name": "network-vif-plugged", "status": "completed", "tag": "382ac85c-b675-4f9b-8e57-1cd8ed95f3b8", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:14:17.260419 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1e5fe3c5-e280-4911-a924-f9ec53fbd028 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:14:17.261026 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e5fe3c5-e280-4911-a924-f9ec53fbd028'] response: {'server_uuid': 'fae79e7b-d40a-42eb-9bc0-9c233c5efa05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '382ac85c-b675-4f9b-8e57-1cd8ed95f3b8', 'code': 200} Mar 22 19:14:17.267496 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe7c357-a453-4639-a44b-c29c1c9930f2 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c3e0b3-29a3-485b-a382-e9962848ae8c,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:17.344781 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-15b8150e-dc99-4fd5-9cd5-0caf7f32bc81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:17.472501 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77c8d03-2edb-460b-8251-ba772b988f78 x-openstack-request-id: req-c77c8d03-2edb-460b-8251-ba772b988f78 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:14:17.473038 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d6ecd5-1d13-4d8c-b81f-b96d41195033", "name": "network-vif-deleted", "tag": "3d6a7c20-fad0-4a88-a3cd-6c804e894c14", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:14:17.473524 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c77c8d03-2edb-460b-8251-ba772b988f78 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:14:17.474175 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c77c8d03-2edb-460b-8251-ba772b988f78'] response: {'server_uuid': '04d6ecd5-1d13-4d8c-b81f-b96d41195033', 'name': 'network-vif-deleted', 'tag': '3d6a7c20-fad0-4a88-a3cd-6c804e894c14', 'status': 'completed', 'code': 200} Mar 22 19:14:17.482531 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3476cb7-9afc-4508-a580-aa0c1bdbd1a5 req-92144ce8-6137-4050-bfb5-029ddea209be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:17.484305 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3476cb7-9afc-4508-a580-aa0c1bdbd1a5 req-92144ce8-6137-4050-bfb5-029ddea209be service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=fae79e7b-d40a-42eb-9bc0-9c233c5efa05 HTTP/1.1" status: 200 len: 1129 time: 0.1199317 Mar 22 19:14:17.531877 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5f514e00-21ec-409c-8e8a-43d000195720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:17.606501 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5f514e00-21ec-409c-8e8a-43d000195720 admin admin] Publish callbacks [] for security_group (95869317-096e-464e-aa04-aa416e704f56), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:17.607173 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3476cb7-9afc-4508-a580-aa0c1bdbd1a5 req-f706f936-2dc4-40e6-b8a6-d987c9be7fed service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=94bd8754-58bc-422a-a50a-c5dfb277b6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125846 Mar 22 19:14:17.610723 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5f514e00-21ec-409c-8e8a-43d000195720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (95869317-096e-464e-aa04-aa416e704f56), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:17.635615 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0aa3056-d242-432a-8200-fb2584c4938f req-c379fd99-f22e-4051-89c7-90fa316677ea tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 37038 time: 0.3626351 Mar 22 19:14:17.648313 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e999eb4-4b76-4532-894e-5e130a312af6 req-68ca2438-669e-434c-b086-75decee74c44 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:17.649830 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e999eb4-4b76-4532-894e-5e130a312af6 req-68ca2438-669e-434c-b086-75decee74c44 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b781844-617f-4b53-92ed-c97c1c7baf9c HTTP/1.1" status: 200 len: 950 time: 0.1229787 Mar 22 19:14:17.653559 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5f514e00-21ec-409c-8e8a-43d000195720 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3fc1ab7c710144ec8a2a1b7a7dea6fcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4081976 Mar 22 19:14:17.653973 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f514e00-21ec-409c-8e8a-43d000195720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95869317-096e-464e-aa04-aa416e704f56,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:17.657721 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60266) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:17.705631 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5a8813d3-8d64-4a57-b2f2-356fcbd6ede4 admin admin] Publish callbacks [] for security_group (95869317-096e-464e-aa04-aa416e704f56), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:17.712005 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0aa3056-d242-432a-8200-fb2584c4938f req-f00b4e73-fde6-4c7e-ad40-faf3d661e715 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] 10.222.0.75 "GET /v2.0/security-groups/1ea932e1-1e6e-4dda-a538-e0175df6033e HTTP/1.1" status: 200 len: 2994 time: 0.0611160 Mar 22 19:14:17.726733 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5a8813d3-8d64-4a57-b2f2-356fcbd6ede4 admin admin] Publish callbacks [] for security_group (95869317-096e-464e-aa04-aa416e704f56), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:17.729634 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e999eb4-4b76-4532-894e-5e130a312af6 req-a25ea5e6-db12-4635-96c1-e6b002024f74 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/security-groups?id=91e18c13-6ef8-410b-9a28-0a79153bfa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725455 Mar 22 19:14:17.774768 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0aa3056-d242-432a-8200-fb2584c4938f req-4ff1966d-6af2-44d9-83f4-08e9e6227733 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] 10.222.0.75 "GET /v2.0/security-groups/1ea932e1-1e6e-4dda-a538-e0175df6033e HTTP/1.1" status: 200 len: 2994 time: 0.0553966 Mar 22 19:14:17.778188 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5a8813d3-8d64-4a57-b2f2-356fcbd6ede4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (95869317-096e-464e-aa04-aa416e704f56), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:17.780735 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5a8813d3-8d64-4a57-b2f2-356fcbd6ede4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:17.795154 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5a8813d3-8d64-4a57-b2f2-356fcbd6ede4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/95869317-096e-464e-aa04-aa416e704f56 HTTP/1.1" status: 204 len: 168 time: 0.1260891 Mar 22 19:14:17.815203 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8813d3-8d64-4a57-b2f2-356fcbd6ede4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95869317-096e-464e-aa04-aa416e704f56,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:17.869878 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0aa3056-d242-432a-8200-fb2584c4938f req-f6ff22d2-3021-4bf0-a107-872f5cb85c5a tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] 10.222.0.75 "GET /v2.0/security-groups/2dcaeb30-0be0-4ce6-9229-8b24892c175e HTTP/1.1" status: 200 len: 2994 time: 0.0850933 Mar 22 19:14:17.872334 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-610a18ed-e04d-4f1d-be1c-977d53708285 req-e066aa01-ccc0-41d2-91d2-5395a3aded17 tempest-AggregatesAdminTestJSON-1749482795 tempest-AggregatesAdminTestJSON-1749482795-project] 10.222.0.75 "GET /v2.0/ports?device_id=04d6ecd5-1d13-4d8c-b81f-b96d41195033 HTTP/1.1" status: 200 len: 210 time: 0.0331597 Mar 22 19:14:17.936545 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0aa3056-d242-432a-8200-fb2584c4938f req-8948c3a6-51c2-4875-a306-824c548aebc7 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] 10.222.0.75 "GET /v2.0/security-groups/2dcaeb30-0be0-4ce6-9229-8b24892c175e HTTP/1.1" status: 200 len: 2994 time: 0.0537734 Mar 22 19:14:17.989020 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:18.019252 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0aa3056-d242-432a-8200-fb2584c4938f req-3b60b5ce-350f-438b-87e7-911f7252f3ca tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] 10.222.0.75 "GET /v2.0/security-groups/4a77d69f-e877-4197-9cca-bdfdf8a51258 HTTP/1.1" status: 200 len: 2990 time: 0.0766904 Mar 22 19:14:18.041154 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b96319-7d0a-4594-a1f7-9fd339a9901c req-be1a68e4-6e0b-4682-921a-f87d4ec42311 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:18.042674 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22b96319-7d0a-4594-a1f7-9fd339a9901c req-be1a68e4-6e0b-4682-921a-f87d4ec42311 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/ports?device_id=fae79e7b-d40a-42eb-9bc0-9c233c5efa05 HTTP/1.1" status: 200 len: 946 time: 0.0927691 Mar 22 19:14:18.093992 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0aa3056-d242-432a-8200-fb2584c4938f req-1a7dca84-6eab-432f-8a45-b1dec15b6381 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] 10.222.0.75 "GET /v2.0/security-groups/4a77d69f-e877-4197-9cca-bdfdf8a51258 HTTP/1.1" status: 200 len: 2990 time: 0.0684183 Mar 22 19:14:18.110459 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60274) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:18.123127 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22b96319-7d0a-4594-a1f7-9fd339a9901c req-611d74de-bf86-4981-8764-c3f30fec8822 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/security-groups?id=94bd8754-58bc-422a-a50a-c5dfb277b6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726275 Mar 22 19:14:18.123689 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed305d07-e80d-4dd3-890e-8674f91fc8aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:18.148612 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0aa3056-d242-432a-8200-fb2584c4938f req-19cf7bba-ffe7-4e42-9409-a529bc0098e1 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] 10.222.0.75 "GET /v2.0/security-groups/4bf98b05-6bcc-499d-8dd5-e39128eceeb0 HTTP/1.1" status: 200 len: 2998 time: 0.0482590 Mar 22 19:14:18.191060 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0aa3056-d242-432a-8200-fb2584c4938f req-d407fac3-5898-419e-8851-e381c3a46787 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] 10.222.0.75 "GET /v2.0/security-groups/4bf98b05-6bcc-499d-8dd5-e39128eceeb0 HTTP/1.1" status: 200 len: 2998 time: 0.0368521 Mar 22 19:14:18.207335 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed305d07-e80d-4dd3-890e-8674f91fc8aa admin admin] Publish callbacks [] for security_group (d345a9b7-abfd-48df-8098-6051fcb21e37), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:18.211323 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed305d07-e80d-4dd3-890e-8674f91fc8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d345a9b7-abfd-48df-8098-6051fcb21e37), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:18.238312 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0aa3056-d242-432a-8200-fb2584c4938f req-02cf5a32-e642-460e-ab9a-420dda0932e0 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] 10.222.0.75 "GET /v2.0/security-groups/85915fa3-560d-4ca7-837a-f1242b7fc5ed HTTP/1.1" status: 200 len: 2994 time: 0.0410571 Mar 22 19:14:18.250675 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ed305d07-e80d-4dd3-890e-8674f91fc8aa admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4e3349a99c1f465198633f02b9302b62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389017 Mar 22 19:14:18.251202 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed305d07-e80d-4dd3-890e-8674f91fc8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d345a9b7-abfd-48df-8098-6051fcb21e37,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:18.253938 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60276) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:18.281563 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0aa3056-d242-432a-8200-fb2584c4938f req-e0970ac5-298a-4db3-9e82-ddd4a911929d tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] 10.222.0.75 "GET /v2.0/security-groups/85915fa3-560d-4ca7-837a-f1242b7fc5ed HTTP/1.1" status: 200 len: 2994 time: 0.0369885 Mar 22 19:14:18.302511 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5850acaa-e3a4-45f4-99c2-0b3141497436 admin admin] Publish callbacks [] for security_group (d345a9b7-abfd-48df-8098-6051fcb21e37), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:18.322680 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0aa3056-d242-432a-8200-fb2584c4938f req-f05d6fe4-e264-42c7-b697-4b3143e705e4 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] 10.222.0.75 "GET /v2.0/security-groups/88b6ca8a-48b0-4126-9c1d-27d1376218bb HTTP/1.1" status: 200 len: 2998 time: 0.0349414 Mar 22 19:14:18.322899 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5850acaa-e3a4-45f4-99c2-0b3141497436 admin admin] Publish callbacks [] for security_group (d345a9b7-abfd-48df-8098-6051fcb21e37), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:18.367458 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0aa3056-d242-432a-8200-fb2584c4938f req-3c1b0092-fa67-4718-9acb-3ebbb264dd47 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] 10.222.0.75 "GET /v2.0/security-groups/88b6ca8a-48b0-4126-9c1d-27d1376218bb HTTP/1.1" status: 200 len: 2998 time: 0.0372539 Mar 22 19:14:18.375722 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5850acaa-e3a4-45f4-99c2-0b3141497436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d345a9b7-abfd-48df-8098-6051fcb21e37), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:18.378840 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5850acaa-e3a4-45f4-99c2-0b3141497436 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:18.380102 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5850acaa-e3a4-45f4-99c2-0b3141497436 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d345a9b7-abfd-48df-8098-6051fcb21e37 HTTP/1.1" status: 204 len: 168 time: 0.1249075 Mar 22 19:14:18.388488 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850acaa-e3a4-45f4-99c2-0b3141497436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d345a9b7-abfd-48df-8098-6051fcb21e37,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:18.421464 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0aa3056-d242-432a-8200-fb2584c4938f req-c67576fc-f64a-46d9-8f5c-cb1094a72b08 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] 10.222.0.75 "GET /v2.0/security-groups/91e18c13-6ef8-410b-9a28-0a79153bfa9e HTTP/1.1" status: 200 len: 2994 time: 0.0434566 Mar 22 19:14:18.464162 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0aa3056-d242-432a-8200-fb2584c4938f req-cc2cd45b-1b77-44c3-ab03-0eb03a45b440 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] 10.222.0.75 "GET /v2.0/security-groups/91e18c13-6ef8-410b-9a28-0a79153bfa9e HTTP/1.1" status: 200 len: 2994 time: 0.0366666 Mar 22 19:14:18.508685 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0aa3056-d242-432a-8200-fb2584c4938f req-8e7afbc9-05c0-477e-b2a6-b91bdecc8c05 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] 10.222.0.75 "GET /v2.0/security-groups/a1d7bb27-977a-49b6-905e-b87a83f4ed34 HTTP/1.1" status: 200 len: 2998 time: 0.0386462 Mar 22 19:14:18.513142 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:18.551658 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0aa3056-d242-432a-8200-fb2584c4938f req-f74f6eba-a7d8-4e67-b4b1-763d339847f5 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] 10.222.0.75 "GET /v2.0/security-groups/a1d7bb27-977a-49b6-905e-b87a83f4ed34 HTTP/1.1" status: 200 len: 2998 time: 0.0361292 Mar 22 19:14:18.595154 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0aa3056-d242-432a-8200-fb2584c4938f req-7d96d498-3b33-452c-906c-d11ce41e29f3 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] 10.222.0.75 "GET /v2.0/security-groups/bf8a3283-209c-4796-8b3d-ac948efd0e55 HTTP/1.1" status: 200 len: 2998 time: 0.0362813 Mar 22 19:14:18.636381 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0aa3056-d242-432a-8200-fb2584c4938f req-576f3a6e-cddf-47ca-aa73-0b12debbde32 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] 10.222.0.75 "GET /v2.0/security-groups/bf8a3283-209c-4796-8b3d-ac948efd0e55 HTTP/1.1" status: 200 len: 2998 time: 0.0347540 Mar 22 19:14:18.681737 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0aa3056-d242-432a-8200-fb2584c4938f req-1596fab6-048d-4122-b4a7-5d56ddd0e032 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] 10.222.0.75 "GET /v2.0/security-groups/e3c24e33-f994-4f53-9aa1-b5bfd1e06573 HTTP/1.1" status: 200 len: 2994 time: 0.0358863 Mar 22 19:14:18.723431 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0aa3056-d242-432a-8200-fb2584c4938f req-0338a44c-085d-430c-83cd-a2f2a25326e3 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] 10.222.0.75 "GET /v2.0/security-groups/e3c24e33-f994-4f53-9aa1-b5bfd1e06573 HTTP/1.1" status: 200 len: 2994 time: 0.0360792 Mar 22 19:14:18.842235 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b0568115-cd3a-4619-8c00-bd5f6bf6887a req-39a7976e-2368-434b-bff3-7ef70cbd4f6d tempest-SecurityGroupsTestAdminJSON-2013365975 tempest-SecurityGroupsTestAdminJSON-2013365975-project] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d8ca14661ac5491ea1b7cc264e0f6b90 HTTP/1.1" status: 200 len: 6153 time: 0.0900028 Mar 22 19:14:18.891737 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b9870-f10c-47df-945a-571e3e0457e5 req-23eb56f1-147a-4c18-a653-1d815a786ea3 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:18.893917 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b65b9870-f10c-47df-945a-571e3e0457e5 req-23eb56f1-147a-4c18-a653-1d815a786ea3 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b781844-617f-4b53-92ed-c97c1c7baf9c HTTP/1.1" status: 200 len: 950 time: 0.0896387 Mar 22 19:14:18.917611 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b0568115-cd3a-4619-8c00-bd5f6bf6887a req-e5a567a1-f632-4506-965d-cd1d267aea08 tempest-SecurityGroupsTestAdminJSON-2013365975 tempest-SecurityGroupsTestAdminJSON-2013365975-project] 10.222.0.75 "GET /v2.0/security-groups/88b6ca8a-48b0-4126-9c1d-27d1376218bb HTTP/1.1" status: 200 len: 2998 time: 0.0680540 Mar 22 19:14:19.004187 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b0568115-cd3a-4619-8c00-bd5f6bf6887a req-d3619365-1ba7-4fc2-a0bb-0ff2fa45c8ed tempest-SecurityGroupsTestAdminJSON-2013365975 tempest-SecurityGroupsTestAdminJSON-2013365975-project] 10.222.0.75 "GET /v2.0/security-groups/88b6ca8a-48b0-4126-9c1d-27d1376218bb HTTP/1.1" status: 200 len: 2998 time: 0.0773411 Mar 22 19:14:19.023220 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b65b9870-f10c-47df-945a-571e3e0457e5 req-0fd5e629-3e38-4367-9593-b38c45d1a21b tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/security-groups?id=91e18c13-6ef8-410b-9a28-0a79153bfa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188562 Mar 22 19:14:19.106383 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-24121823-543b-4127-95d4-5db0271c8eec req-c30f6b3b-086b-4d90-9363-41765f4c75f1 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] 10.222.0.75 "GET /v2.0/security-groups/d0c3e0b3-29a3-485b-a382-e9962848ae8c HTTP/1.1" status: 200 len: 1795 time: 0.0583739 Mar 22 19:14:19.167975 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-24121823-543b-4127-95d4-5db0271c8eec req-3571ca34-5dbb-4f71-8dc3-ee997da289fd tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] Publish callbacks [] for security_group (d0c3e0b3-29a3-485b-a382-e9962848ae8c), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:19.190155 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-24121823-543b-4127-95d4-5db0271c8eec req-3571ca34-5dbb-4f71-8dc3-ee997da289fd tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] Publish callbacks [] for security_group (d0c3e0b3-29a3-485b-a382-e9962848ae8c), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:19.230650 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-24121823-543b-4127-95d4-5db0271c8eec req-3571ca34-5dbb-4f71-8dc3-ee997da289fd tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d0c3e0b3-29a3-485b-a382-e9962848ae8c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:19.233525 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-24121823-543b-4127-95d4-5db0271c8eec req-3571ca34-5dbb-4f71-8dc3-ee997da289fd tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:19.235199 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-24121823-543b-4127-95d4-5db0271c8eec req-3571ca34-5dbb-4f71-8dc3-ee997da289fd tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] 10.222.0.75 "DELETE /v2.0/security-groups/d0c3e0b3-29a3-485b-a382-e9962848ae8c HTTP/1.1" status: 204 len: 173 time: 0.1224315 Mar 22 19:14:19.248154 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571ca34-5dbb-4f71-8dc3-ee997da289fd tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c3e0b3-29a3-485b-a382-e9962848ae8c,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:19.364257 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d970f-2e56-4745-acff-c2cb75dc692c req-64d75bc9-bd08-48c0-abea-e8d5fbe9b1cb tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:19.366157 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c83d970f-2e56-4745-acff-c2cb75dc692c req-64d75bc9-bd08-48c0-abea-e8d5fbe9b1cb tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/ports?device_id=fae79e7b-d40a-42eb-9bc0-9c233c5efa05 HTTP/1.1" status: 200 len: 946 time: 0.0571282 Mar 22 19:14:19.462181 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c83d970f-2e56-4745-acff-c2cb75dc692c req-a79e00c5-689f-40e8-8c53-0932f0eb3819 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/security-groups?id=94bd8754-58bc-422a-a50a-c5dfb277b6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873990 Mar 22 19:14:19.471374 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcbb751-65d7-486c-ad91-b729f2bd365a req-a7979454-9c1a-4583-9692-e2743dcb8963 tempest-DeleteServersAdminTestJSON-454292115 tempest-DeleteServersAdminTestJSON-454292115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:19.472858 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bbcbb751-65d7-486c-ad91-b729f2bd365a req-a7979454-9c1a-4583-9692-e2743dcb8963 tempest-DeleteServersAdminTestJSON-454292115 tempest-DeleteServersAdminTestJSON-454292115-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=2b781844-617f-4b53-92ed-c97c1c7baf9c HTTP/1.1" status: 200 len: 1133 time: 0.0816288 Mar 22 19:14:19.576783 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-93dcde46-0156-4332-be77-9ffc43b63e0a req-02e0d29e-c5f1-409a-b147-a3c1d613bffd tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] 10.222.0.75 "GET /v2.0/security-groups/43774ba7-1c60-40ad-8882-d71249e838ab HTTP/1.1" status: 200 len: 1793 time: 0.0835299 Mar 22 19:14:19.629302 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-bbcbb751-65d7-486c-ad91-b729f2bd365a req-6d0f1bbe-4861-40c3-9a4b-e1c256363ca6 tempest-DeleteServersAdminTestJSON-454292115 tempest-DeleteServersAdminTestJSON-454292115-project-admin] Deleting port fcf97a1a-1960-4c30-bde2-7f8a1a10c93e {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:14:19.629654 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-bbcbb751-65d7-486c-ad91-b729f2bd365a req-6d0f1bbe-4861-40c3-9a4b-e1c256363ca6 tempest-DeleteServersAdminTestJSON-454292115 tempest-DeleteServersAdminTestJSON-454292115-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (fcf97a1a-1960-4c30-bde2-7f8a1a10c93e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:19.711698 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-93dcde46-0156-4332-be77-9ffc43b63e0a req-7c94ddc3-d95b-45bf-9da4-47fef33d1ba9 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] Publish callbacks [] for security_group (43774ba7-1c60-40ad-8882-d71249e838ab), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:19.754699 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-93dcde46-0156-4332-be77-9ffc43b63e0a req-7c94ddc3-d95b-45bf-9da4-47fef33d1ba9 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] Publish callbacks [] for security_group (43774ba7-1c60-40ad-8882-d71249e838ab), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:19.802911 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fad4c0-f3fe-4f05-92a7-a36ea0383fb2 req-92cbfc4e-b639-42dd-a8c0-2f3f4f949a6c tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:19.804389 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1fad4c0-f3fe-4f05-92a7-a36ea0383fb2 req-92cbfc4e-b639-42dd-a8c0-2f3f4f949a6c tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/ports?device_id=fae79e7b-d40a-42eb-9bc0-9c233c5efa05 HTTP/1.1" status: 200 len: 946 time: 0.1326141 Mar 22 19:14:19.806151 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-bbcbb751-65d7-486c-ad91-b729f2bd365a req-6d0f1bbe-4861-40c3-9a4b-e1c256363ca6 tempest-DeleteServersAdminTestJSON-454292115 tempest-DeleteServersAdminTestJSON-454292115-project-admin] For port fcf97a1a-1960-4c30-bde2-7f8a1a10c93e, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=fcf97a1a-1960-4c30-bde2-7f8a1a10c93e,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:14:19.806518 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-bbcbb751-65d7-486c-ad91-b729f2bd365a req-6d0f1bbe-4861-40c3-9a4b-e1c256363ca6 tempest-DeleteServersAdminTestJSON-454292115 tempest-DeleteServersAdminTestJSON-454292115-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (fcf97a1a-1960-4c30-bde2-7f8a1a10c93e), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:19.814816 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60346) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:19.820054 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-7ed1c72d-fea2-4748-bbbb-d0182bb9f824 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Request body: {'floatingip': {'port_id': '382ac85c-b675-4f9b-8e57-1cd8ed95f3b8'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:14:19.829585 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-bbcbb751-65d7-486c-ad91-b729f2bd365a req-6d0f1bbe-4861-40c3-9a4b-e1c256363ca6 tempest-DeleteServersAdminTestJSON-454292115 tempest-DeleteServersAdminTestJSON-454292115-project-admin] Calling delete_port for fcf97a1a-1960-4c30-bde2-7f8a1a10c93e owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:14:19.842096 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-93dcde46-0156-4332-be77-9ffc43b63e0a req-7c94ddc3-d95b-45bf-9da4-47fef33d1ba9 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (43774ba7-1c60-40ad-8882-d71249e838ab), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:19.844629 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-93dcde46-0156-4332-be77-9ffc43b63e0a req-7c94ddc3-d95b-45bf-9da4-47fef33d1ba9 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:19.846124 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-93dcde46-0156-4332-be77-9ffc43b63e0a req-7c94ddc3-d95b-45bf-9da4-47fef33d1ba9 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] 10.222.0.75 "DELETE /v2.0/security-groups/43774ba7-1c60-40ad-8882-d71249e838ab HTTP/1.1" status: 204 len: 173 time: 0.2621732 Mar 22 19:14:19.888391 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94ddc3-d95b-45bf-9da4-47fef33d1ba9 tempest-SecurityGroupsTestAdminJSON-486161082 tempest-SecurityGroupsTestAdminJSON-486161082-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43774ba7-1c60-40ad-8882-d71249e838ab,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:19.927316 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7ed1c72d-fea2-4748-bbbb-d0182bb9f824 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks [] for floatingip (e13181dd-8bbe-415f-aa72-077fe2850989), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:19.940915 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:19.943885 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e1090a72-7cbc-4e7f-91c9-a9eda62eec80 req-8487af6f-882e-48e3-83e8-322fd0750188 tempest-SecurityGroupsTestAdminJSON-2013365975 tempest-SecurityGroupsTestAdminJSON-2013365975-project] 10.222.0.75 "GET /v2.0/security-groups/f38560e3-d83f-4718-bf7d-ea16bd3be7d0 HTTP/1.1" status: 200 len: 1794 time: 0.0588629 Mar 22 19:14:20.038160 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e1090a72-7cbc-4e7f-91c9-a9eda62eec80 req-f9d7a0ca-6bf5-4e5d-a701-f723276ae4bb tempest-SecurityGroupsTestAdminJSON-2013365975 tempest-SecurityGroupsTestAdminJSON-2013365975-project] Publish callbacks [] for security_group (f38560e3-d83f-4718-bf7d-ea16bd3be7d0), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:20.043752 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-bbcbb751-65d7-486c-ad91-b729f2bd365a req-6d0f1bbe-4861-40c3-9a4b-e1c256363ca6 tempest-DeleteServersAdminTestJSON-454292115 tempest-DeleteServersAdminTestJSON-454292115-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (fcf97a1a-1960-4c30-bde2-7f8a1a10c93e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:20.056686 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['fcf97a1a-1960-4c30-bde2-7f8a1a10c93e'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:14:20.089624 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f1bbe-4861-40c3-9a4b-e1c256363ca6 tempest-DeleteServersAdminTestJSON-454292115 tempest-DeleteServersAdminTestJSON-454292115-project-admin] Pushing event deleted for resources: {'Port': ['ID=fcf97a1a-1960-4c30-bde2-7f8a1a10c93e,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:20.092430 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e1090a72-7cbc-4e7f-91c9-a9eda62eec80 req-f9d7a0ca-6bf5-4e5d-a701-f723276ae4bb tempest-SecurityGroupsTestAdminJSON-2013365975 tempest-SecurityGroupsTestAdminJSON-2013365975-project] Publish callbacks [] for security_group (f38560e3-d83f-4718-bf7d-ea16bd3be7d0), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:20.160750 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 3d6a7c20-fad0-4a88-a3cd-6c804e894c14 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:14:20.178134 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbcbb751-65d7-486c-ad91-b729f2bd365a req-6d0f1bbe-4861-40c3-9a4b-e1c256363ca6 tempest-DeleteServersAdminTestJSON-454292115 tempest-DeleteServersAdminTestJSON-454292115-project-admin] No DVR routers for this DVR port fcf97a1a-1960-4c30-bde2-7f8a1a10c93e on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:14:20.184266 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-bbcbb751-65d7-486c-ad91-b729f2bd365a req-6d0f1bbe-4861-40c3-9a4b-e1c256363ca6 tempest-DeleteServersAdminTestJSON-454292115 tempest-DeleteServersAdminTestJSON-454292115-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:20.187992 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bbcbb751-65d7-486c-ad91-b729f2bd365a req-6d0f1bbe-4861-40c3-9a4b-e1c256363ca6 tempest-DeleteServersAdminTestJSON-454292115 tempest-DeleteServersAdminTestJSON-454292115-project-admin] 10.222.0.85 "DELETE /v2.0/ports/fcf97a1a-1960-4c30-bde2-7f8a1a10c93e HTTP/1.1" status: 204 len: 173 time: 0.7034450 Mar 22 19:14:20.188148 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b781844-617f-4b53-92ed-c97c1c7baf9c', 'name': 'network-vif-deleted', 'tag': 'fcf97a1a-1960-4c30-bde2-7f8a1a10c93e'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:14:20.192184 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d484ec8-2ae3-4275-ad1d-812ca5bea8ab" -d '{"events": [{"server_uuid": "2b781844-617f-4b53-92ed-c97c1c7baf9c", "name": "network-vif-deleted", "tag": "fcf97a1a-1960-4c30-bde2-7f8a1a10c93e"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:14:20.212426 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e1090a72-7cbc-4e7f-91c9-a9eda62eec80 req-f9d7a0ca-6bf5-4e5d-a701-f723276ae4bb tempest-SecurityGroupsTestAdminJSON-2013365975 tempest-SecurityGroupsTestAdminJSON-2013365975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f38560e3-d83f-4718-bf7d-ea16bd3be7d0), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:20.212949 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 3d6a7c20-fad0-4a88-a3cd-6c804e894c14 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:14:20.213598 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 3d6a7c20-fad0-4a88-a3cd-6c804e894c14 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:14:20.215459 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e1090a72-7cbc-4e7f-91c9-a9eda62eec80 req-f9d7a0ca-6bf5-4e5d-a701-f723276ae4bb tempest-SecurityGroupsTestAdminJSON-2013365975 tempest-SecurityGroupsTestAdminJSON-2013365975-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:20.226445 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e1090a72-7cbc-4e7f-91c9-a9eda62eec80 req-f9d7a0ca-6bf5-4e5d-a701-f723276ae4bb tempest-SecurityGroupsTestAdminJSON-2013365975 tempest-SecurityGroupsTestAdminJSON-2013365975-project] 10.222.0.75 "DELETE /v2.0/security-groups/f38560e3-d83f-4718-bf7d-ea16bd3be7d0 HTTP/1.1" status: 204 len: 173 time: 0.2739189 Mar 22 19:14:20.238952 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7a0ca-6bf5-4e5d-a701-f723276ae4bb tempest-SecurityGroupsTestAdminJSON-2013365975 tempest-SecurityGroupsTestAdminJSON-2013365975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38560e3-d83f-4718-bf7d-ea16bd3be7d0,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:20.306461 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-052e0bba-a7be-40b4-a2c8-133f913f974d req-d975ee6a-ea0d-4765-a6b5-c731d4499f5d tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b781844-617f-4b53-92ed-c97c1c7baf9c HTTP/1.1" status: 200 len: 210 time: 0.0331550 Mar 22 19:14:20.500274 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2148e74b-a07a-4970-9321-445a52cdd16a x-openstack-request-id: req-2148e74b-a07a-4970-9321-445a52cdd16a {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:14:20.500686 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b781844-617f-4b53-92ed-c97c1c7baf9c", "name": "network-vif-deleted", "tag": "fcf97a1a-1960-4c30-bde2-7f8a1a10c93e", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:14:20.501007 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2148e74b-a07a-4970-9321-445a52cdd16a {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:14:20.501560 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2148e74b-a07a-4970-9321-445a52cdd16a'] response: {'server_uuid': '2b781844-617f-4b53-92ed-c97c1c7baf9c', 'name': 'network-vif-deleted', 'tag': 'fcf97a1a-1960-4c30-bde2-7f8a1a10c93e', 'status': 'completed', 'code': 200} Mar 22 19:14:20.567001 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7c9105fa-1e4e-4072-8601-f4de0fd0ab0b req-03c69195-6eb0-4792-89e5-048d35ff7df0 tempest-SecurityGroupsTestAdminJSON-2013365975 tempest-SecurityGroupsTestAdminJSON-2013365975-project] 10.222.0.75 "GET /v2.0/security-groups/02a4538b-f20d-4095-8893-b11a2cdbadd7 HTTP/1.1" status: 200 len: 1794 time: 0.0551205 Mar 22 19:14:20.631679 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7c9105fa-1e4e-4072-8601-f4de0fd0ab0b req-e4288efa-f57f-4256-8edf-b044dac73da1 tempest-SecurityGroupsTestAdminJSON-2013365975 tempest-SecurityGroupsTestAdminJSON-2013365975-project] Publish callbacks [] for security_group (02a4538b-f20d-4095-8893-b11a2cdbadd7), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:20.665445 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7c9105fa-1e4e-4072-8601-f4de0fd0ab0b req-e4288efa-f57f-4256-8edf-b044dac73da1 tempest-SecurityGroupsTestAdminJSON-2013365975 tempest-SecurityGroupsTestAdminJSON-2013365975-project] Publish callbacks [] for security_group (02a4538b-f20d-4095-8893-b11a2cdbadd7), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:20.715361 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7c9105fa-1e4e-4072-8601-f4de0fd0ab0b req-e4288efa-f57f-4256-8edf-b044dac73da1 tempest-SecurityGroupsTestAdminJSON-2013365975 tempest-SecurityGroupsTestAdminJSON-2013365975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (02a4538b-f20d-4095-8893-b11a2cdbadd7), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:20.718154 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7c9105fa-1e4e-4072-8601-f4de0fd0ab0b req-e4288efa-f57f-4256-8edf-b044dac73da1 tempest-SecurityGroupsTestAdminJSON-2013365975 tempest-SecurityGroupsTestAdminJSON-2013365975-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:20.719583 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7c9105fa-1e4e-4072-8601-f4de0fd0ab0b req-e4288efa-f57f-4256-8edf-b044dac73da1 tempest-SecurityGroupsTestAdminJSON-2013365975 tempest-SecurityGroupsTestAdminJSON-2013365975-project] 10.222.0.75 "DELETE /v2.0/security-groups/02a4538b-f20d-4095-8893-b11a2cdbadd7 HTTP/1.1" status: 204 len: 173 time: 0.1475422 Mar 22 19:14:20.749442 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4288efa-f57f-4256-8edf-b044dac73da1 tempest-SecurityGroupsTestAdminJSON-2013365975 tempest-SecurityGroupsTestAdminJSON-2013365975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a4538b-f20d-4095-8893-b11a2cdbadd7,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:20.830772 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.db.resource_extend [None req-7ed1c72d-fea2-4748-bbbb-d0182bb9f824 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:14:20.922129 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7ed1c72d-fea2-4748-bbbb-d0182bb9f824 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:20.928247 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7ed1c72d-fea2-4748-bbbb-d0182bb9f824 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (e13181dd-8bbe-415f-aa72-077fe2850989), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:21.138306 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-7ed1c72d-fea2-4748-bbbb-d0182bb9f824 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Floating IP e13181dd-8bbe-415f-aa72-077fe2850989 associated. External IP: 172.25.5.231, port: 382ac85c-b675-4f9b-8e57-1cd8ed95f3b8. Mar 22 19:14:21.173049 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60414) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:21.230532 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60422) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:21.338200 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:21.446922 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f7a8a2dd-c187-449f-a424-b44602d1c6bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:21.475984 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-16095bd8-a293-44c3-97ed-782f79e28082 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d8ca14661ac5491ea1b7cc264e0f6b90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3015645 Mar 22 19:14:21.478566 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60440) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:21.506482 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed1c72d-fea2-4748-bbbb-d0182bb9f824 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Router ad074be4-fd02-4624-bb50-c9bc6b647811 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:14:21.571288 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fd96c891-c911-420e-87e1-362af102e64a admin admin] Publish callbacks [] for security_group (88b6ca8a-48b0-4126-9c1d-27d1376218bb), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:21.607422 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fd96c891-c911-420e-87e1-362af102e64a admin admin] Publish callbacks [] for security_group (88b6ca8a-48b0-4126-9c1d-27d1376218bb), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:21.646329 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f7a8a2dd-c187-449f-a424-b44602d1c6bd admin admin] Publish callbacks [] for security_group (b2433394-8b83-44bf-b869-9151bd8d2751), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:21.653627 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f7a8a2dd-c187-449f-a424-b44602d1c6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b2433394-8b83-44bf-b869-9151bd8d2751), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:21.660244 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-f1a8ba5d-0cd3-4f00-aabd-4b286e6ae437 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=5309abedcf71453491aa9ec5599c0fa5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370181 Mar 22 19:14:21.701802 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8a2dd-c187-449f-a424-b44602d1c6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2433394-8b83-44bf-b869-9151bd8d2751,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:21.713194 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f7a8a2dd-c187-449f-a424-b44602d1c6bd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0906c38e83ac4de49591310fdf5718ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4816446 Mar 22 19:14:21.713820 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60464) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:21.735850 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed1c72d-fea2-4748-bbbb-d0182bb9f824 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:14:21.742166 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7ed1c72d-fea2-4748-bbbb-d0182bb9f824 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:21.756342 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53040c84-07b3-4572-9ab4-86171773f05f None None] Sync routers for ids ['ad074be4-fd02-4624-bb50-c9bc6b647811'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:14:21.776445 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53040c84-07b3-4572-9ab4-86171773f05f None None] Routers {'ad074be4-fd02-4624-bb50-c9bc6b647811'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:14:21.777091 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-53040c84-07b3-4572-9ab4-86171773f05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:14:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ad074be4-fd02-4624-bb50-c9bc6b647811'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:14:21.792696 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7ed1c72d-fea2-4748-bbbb-d0182bb9f824 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "PUT /v2.0/floatingips/e13181dd-8bbe-415f-aa72-077fe2850989 HTTP/1.1" status: 200 len: 992 time: 1.9761312 Mar 22 19:14:21.794568 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae79e7b-d40a-42eb-9bc0-9c233c5efa05', 'tag': '382ac85c-b675-4f9b-8e57-1cd8ed95f3b8'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:14:21.818441 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d2ae70b-7fc7-41a2-a7d7-1b9e91834228 admin admin] Publish callbacks [] for security_group (b2433394-8b83-44bf-b869-9151bd8d2751), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:21.846700 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d2ae70b-7fc7-41a2-a7d7-1b9e91834228 admin admin] Publish callbacks [] for security_group (b2433394-8b83-44bf-b869-9151bd8d2751), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:21.921854 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d2ae70b-7fc7-41a2-a7d7-1b9e91834228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b2433394-8b83-44bf-b869-9151bd8d2751), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:21.931879 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d2ae70b-7fc7-41a2-a7d7-1b9e91834228 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:21.931879 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3d2ae70b-7fc7-41a2-a7d7-1b9e91834228 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b2433394-8b83-44bf-b869-9151bd8d2751 HTTP/1.1" status: 204 len: 168 time: 0.2136347 Mar 22 19:14:21.933630 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fd96c891-c911-420e-87e1-362af102e64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (88b6ca8a-48b0-4126-9c1d-27d1376218bb), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:21.937520 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fd96c891-c911-420e-87e1-362af102e64a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:21.939062 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fd96c891-c911-420e-87e1-362af102e64a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/88b6ca8a-48b0-4126-9c1d-27d1376218bb HTTP/1.1" status: 204 len: 168 time: 0.4581306 Mar 22 19:14:21.951093 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-53040c84-07b3-4572-9ab4-86171773f05f None None] Set router ad074be4-fd02-4624-bb50-c9bc6b647811 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:14:21.960017 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef49b65c-b1c7-4dae-9d40-a10df978ccdd req-f30c3b57-1f0f-475e-9da3-c138d1d05fad service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=fae79e7b-d40a-42eb-9bc0-9c233c5efa05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0980599 Mar 22 19:14:21.961610 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd96c891-c911-420e-87e1-362af102e64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b6ca8a-48b0-4126-9c1d-27d1376218bb,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:21.968739 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ae70b-7fc7-41a2-a7d7-1b9e91834228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2433394-8b83-44bf-b869-9151bd8d2751,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:21.969941 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-4976bc41-276e-47c1-983b-f12849527c8a tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:21.977745 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-4976bc41-276e-47c1-983b-f12849527c8a tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3048038 Mar 22 19:14:22.012323 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-15552259-84c2-419d-8863-67b16a2cfad5 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/quotas/5309abedcf71453491aa9ec5599c0fa5 HTTP/1.1" status: 200 len: 375 time: 0.0334976 Mar 22 19:14:22.083923 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-7ee1978b-c6b6-4e0f-b990-33108673182d tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5309abedcf71453491aa9ec5599c0fa5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705123 Mar 22 19:14:22.119458 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b896aed-7a16-42a2-9976-8284d0dce243" -d '{"events": [{"name": "network-changed", "server_uuid": "fae79e7b-d40a-42eb-9bc0-9c233c5efa05", "tag": "382ac85c-b675-4f9b-8e57-1cd8ed95f3b8"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:14:22.139373 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd61ec7-6a83-4cf7-9eae-d0569dac16d6 req-ecf89529-5fb8-4a7a-9037-7366c9871c2e tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:22.141013 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7cd61ec7-6a83-4cf7-9eae-d0569dac16d6 req-ecf89529-5fb8-4a7a-9037-7366c9871c2e tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/ports?device_id=fae79e7b-d40a-42eb-9bc0-9c233c5efa05 HTTP/1.1" status: 200 len: 946 time: 0.1499236 Mar 22 19:14:22.160233 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49b65c-b1c7-4dae-9d40-a10df978ccdd req-8bdaee63-0e64-46db-ab5b-7aa2e2969445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:22.161822 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef49b65c-b1c7-4dae-9d40-a10df978ccdd req-8bdaee63-0e64-46db-ab5b-7aa2e2969445 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=50f2bfa7a4934aeaa9cc0c2ed043b83a&device_id=fae79e7b-d40a-42eb-9bc0-9c233c5efa05 HTTP/1.1" status: 200 len: 1129 time: 0.1075857 Mar 22 19:14:22.205296 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7cd61ec7-6a83-4cf7-9eae-d0569dac16d6 req-208dc778-c638-4b01-b8c1-147807ae3c2b tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/security-groups?id=94bd8754-58bc-422a-a50a-c5dfb277b6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530112 Mar 22 19:14:22.411747 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49b65c-b1c7-4dae-9d40-a10df978ccdd req-847cef04-aaca-45c7-8706-a1c243131f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:22.414882 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef49b65c-b1c7-4dae-9d40-a10df978ccdd req-847cef04-aaca-45c7-8706-a1c243131f50 service neutron] 10.222.0.85 "GET /v2.0/networks?id=62c519fc-4ba2-460f-99c0-c4269b238492 HTTP/1.1" status: 200 len: 925 time: 0.2132559 Mar 22 19:14:22.503989 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60504) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:22.514355 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-53040c84-07b3-4572-9ab4-86171773f05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1818778885-router', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:13:37Z', 'updated_at': '2022-03-22T19:13:41Z', 'revision_number': 4, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'gw_port': {'id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:38Z', 'updated_at': '2022-03-22T19:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'e13181dd-8bbe-415f-aa72-077fe2850989', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'floating_ip_address': '172.25.5.231', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'port_id': '382ac85c-b675-4f9b-8e57-1cd8ed95f3b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492', 'mac_address': 'fa:16:3e:83:d1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae79e7b-d40a-42eb-9bc0-9c233c5efa05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:14:00Z', 'updated_at': '2022-03-22T19:14:20Z', 'revision_number': 1, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943862a4-2112-44e0-a6d9-113cc21e8367', 'name': '', 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'mac_address': 'fa:16:3e:dd:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd297ad65-b612-46b9-b407-069a93a8e37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:40Z', 'updated_at': '2022-03-22T19:13:52Z', 'revision_number': 5, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'subnets': [{'id': 'd297ad65-b612-46b9-b407-069a93a8e37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:14:22.533883 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5e872d86-da17-4186-82f5-6c6a266baee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:22.555161 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53040c84-07b3-4572-9ab4-86171773f05f None None] Checking router: ad074be4-fd02-4624-bb50-c9bc6b647811 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:14:22.568510 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53040c84-07b3-4572-9ab4-86171773f05f None None] Routers {'ad074be4-fd02-4624-bb50-c9bc6b647811'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:14:22.569338 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-53040c84-07b3-4572-9ab4-86171773f05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:14:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ad074be4-fd02-4624-bb50-c9bc6b647811'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:14:22.570841 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-26a09e4c-fe4c-4d66-af75-c2de176c0fe9 req-e74f7d73-4bb0-4469-813c-f03c476151dc tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=4bfdfdae-c246-4a5e-baa2-ce673abe91ee HTTP/1.1" status: 200 len: 210 time: 0.1373789 Mar 22 19:14:22.642223 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef49b65c-b1c7-4dae-9d40-a10df978ccdd req-0a085f68-2d9e-41a4-bed6-8922fd280bc7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=382ac85c-b675-4f9b-8e57-1cd8ed95f3b8 HTTP/1.1" status: 200 len: 1000 time: 0.2212989 Mar 22 19:14:22.718146 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5e872d86-da17-4186-82f5-6c6a266baee3 admin admin] Publish callbacks [] for security_group (d0eda901-54d2-4cac-b49f-9a90829a978c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:22.724574 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5e872d86-da17-4186-82f5-6c6a266baee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d0eda901-54d2-4cac-b49f-9a90829a978c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:22.744508 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device fcf97a1a-1960-4c30-bde2-7f8a1a10c93e no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:14:22.766884 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49b65c-b1c7-4dae-9d40-a10df978ccdd req-4509dbf0-f58e-451a-99c2-c2b1530c2ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:22.772533 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef49b65c-b1c7-4dae-9d40-a10df978ccdd req-4509dbf0-f58e-451a-99c2-c2b1530c2ebc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d297ad65-b612-46b9-b407-069a93a8e37f HTTP/1.1" status: 200 len: 863 time: 0.1233826 Mar 22 19:14:22.811178 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: fcf97a1a-1960-4c30-bde2-7f8a1a10c93e {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:14:22.811525 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device fcf97a1a-1960-4c30-bde2-7f8a1a10c93e not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:14:22.820422 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5e872d86-da17-4186-82f5-6c6a266baee3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cff8823105f645c68b63c43c527764f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3135734 Mar 22 19:14:22.823923 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60518) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:22.887954 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-53040c84-07b3-4572-9ab4-86171773f05f None None] Set router ad074be4-fd02-4624-bb50-c9bc6b647811 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:14:22.891058 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60526) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:22.893912 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e872d86-da17-4186-82f5-6c6a266baee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0eda901-54d2-4cac-b49f-9a90829a978c,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:22.914416 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b758e8b-bbd9-4edf-97f7-a1df0eeccf9c x-openstack-request-id: req-0b758e8b-bbd9-4edf-97f7-a1df0eeccf9c {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:14:22.914709 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae79e7b-d40a-42eb-9bc0-9c233c5efa05", "tag": "382ac85c-b675-4f9b-8e57-1cd8ed95f3b8", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:14:22.914968 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0b758e8b-bbd9-4edf-97f7-a1df0eeccf9c {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:14:22.915433 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b758e8b-bbd9-4edf-97f7-a1df0eeccf9c'] response: {'name': 'network-changed', 'server_uuid': 'fae79e7b-d40a-42eb-9bc0-9c233c5efa05', 'tag': '382ac85c-b675-4f9b-8e57-1cd8ed95f3b8', 'status': 'completed', 'code': 200} Mar 22 19:14:22.994571 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-abfa7129-9425-454c-a6f0-05ec49232ac7 admin admin] Publish callbacks [] for security_group (d0eda901-54d2-4cac-b49f-9a90829a978c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:23.035327 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef49b65c-b1c7-4dae-9d40-a10df978ccdd req-65ef72f7-9942-4c79-b113-294d4e646902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:23.037304 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef49b65c-b1c7-4dae-9d40-a10df978ccdd req-65ef72f7-9942-4c79-b113-294d4e646902 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=62c519fc-4ba2-460f-99c0-c4269b238492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2580462 Mar 22 19:14:23.047436 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-28a18223-dbb0-4100-9a2d-4870201a0f93 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2d75cb22ee344427af9ab6eac1a465c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1504917 Mar 22 19:14:23.047874 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60536) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:23.048653 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-abfa7129-9425-454c-a6f0-05ec49232ac7 admin admin] Publish callbacks [] for security_group (d0eda901-54d2-4cac-b49f-9a90829a978c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:23.152469 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-abfa7129-9425-454c-a6f0-05ec49232ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d0eda901-54d2-4cac-b49f-9a90829a978c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:23.156134 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-abfa7129-9425-454c-a6f0-05ec49232ac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:23.157420 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-abfa7129-9425-454c-a6f0-05ec49232ac7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d0eda901-54d2-4cac-b49f-9a90829a978c HTTP/1.1" status: 204 len: 168 time: 0.3325751 Mar 22 19:14:23.174020 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa7129-9425-454c-a6f0-05ec49232ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0eda901-54d2-4cac-b49f-9a90829a978c,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:23.488733 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-53040c84-07b3-4572-9ab4-86171773f05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1818778885-router', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:13:37Z', 'updated_at': '2022-03-22T19:13:41Z', 'revision_number': 4, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'gw_port': {'id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:38Z', 'updated_at': '2022-03-22T19:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'e13181dd-8bbe-415f-aa72-077fe2850989', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'floating_ip_address': '172.25.5.231', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'port_id': '382ac85c-b675-4f9b-8e57-1cd8ed95f3b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492', 'mac_address': 'fa:16:3e:83:d1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae79e7b-d40a-42eb-9bc0-9c233c5efa05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:14:00Z', 'updated_at': '2022-03-22T19:14:20Z', 'revision_number': 1, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943862a4-2112-44e0-a6d9-113cc21e8367', 'name': '', 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'mac_address': 'fa:16:3e:dd:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd297ad65-b612-46b9-b407-069a93a8e37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:40Z', 'updated_at': '2022-03-22T19:13:52Z', 'revision_number': 5, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'subnets': [{'id': 'd297ad65-b612-46b9-b407-069a93a8e37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:14:23.598617 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53040c84-07b3-4572-9ab4-86171773f05f None None] The sync data for ids ['ad074be4-fd02-4624-bb50-c9bc6b647811'] in n-d-705658-24 is: [{'id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1818778885-router', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:13:37Z', 'updated_at': '2022-03-22T19:13:41Z', 'revision_number': 4, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'gw_port': {'id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:38Z', 'updated_at': '2022-03-22T19:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'e13181dd-8bbe-415f-aa72-077fe2850989', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'floating_ip_address': '172.25.5.231', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'port_id': '382ac85c-b675-4f9b-8e57-1cd8ed95f3b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492', 'mac_address': 'fa:16:3e:83:d1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae79e7b-d40a-42eb-9bc0-9c233c5efa05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:14:00Z', 'updated_at': '2022-03-22T19:14:20Z', 'revision_number': 1, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943862a4-2112-44e0-a6d9-113cc21e8367', 'name': '', 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'mac_address': 'fa:16:3e:dd:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd297ad65-b612-46b9-b407-069a93a8e37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:40Z', 'updated_at': '2022-03-22T19:13:52Z', 'revision_number': 5, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'subnets': [{'id': 'd297ad65-b612-46b9-b407-069a93a8e37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:14:23.774641 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60588) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:23.820836 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e0adac39-4709-4253-9b3b-c2e3cbf1e49d req-109efa52-03c5-4b05-aff3-9243c62d62e8 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=4bfdfdae-c246-4a5e-baa2-ce673abe91ee HTTP/1.1" status: 200 len: 210 time: 0.0966296 Mar 22 19:14:23.933155 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cc966c8c-59ff-4d34-866e-a1d7a35fadeb admin admin] Publish callbacks [] for security_group (4bf98b05-6bcc-499d-8dd5-e39128eceeb0), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:23.962335 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cc966c8c-59ff-4d34-866e-a1d7a35fadeb admin admin] Publish callbacks [] for security_group (4bf98b05-6bcc-499d-8dd5-e39128eceeb0), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:24.034714 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-422e03de-ffd9-413a-be2e-e78ea1fd91cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:24.035771 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7c8709-8143-420e-9b43-8e4bbb5ff905 None None] New status for floating IP e13181dd-8bbe-415f-aa72-077fe2850989: ACTIVE {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:14:24.036801 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef49b65c-b1c7-4dae-9d40-a10df978ccdd req-ff2c3a52-b6ed-46e4-beb9-a0b0e1e450e7 service neutron] 10.222.0.85 "GET /v2.0/networks/62c519fc-4ba2-460f-99c0-c4269b238492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9905047 Mar 22 19:14:24.243093 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-e00e5eaa-d82e-4320-ac52-05925c02bb14 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=5309abedcf71453491aa9ec5599c0fa5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0839906 Mar 22 19:14:24.303264 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-422e03de-ffd9-413a-be2e-e78ea1fd91cd admin admin] Publish callbacks [] for security_group (9e4ef5b7-1ca6-4785-961c-9771a4a26645), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:24.311128 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-422e03de-ffd9-413a-be2e-e78ea1fd91cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9e4ef5b7-1ca6-4785-961c-9771a4a26645), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:24.419369 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cc966c8c-59ff-4d34-866e-a1d7a35fadeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (4bf98b05-6bcc-499d-8dd5-e39128eceeb0), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:24.430893 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cc966c8c-59ff-4d34-866e-a1d7a35fadeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:24.432206 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-cc966c8c-59ff-4d34-866e-a1d7a35fadeb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4bf98b05-6bcc-499d-8dd5-e39128eceeb0 HTTP/1.1" status: 204 len: 168 time: 1.3828421 Mar 22 19:14:24.439985 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-422e03de-ffd9-413a-be2e-e78ea1fd91cd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ba72d4caa93546bbb489eedf5b679b68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6635802 Mar 22 19:14:24.441110 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e03de-ffd9-413a-be2e-e78ea1fd91cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4ef5b7-1ca6-4785-961c-9771a4a26645,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:24.457527 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60632) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:24.530820 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ab328f26-05b5-4e6a-b63a-0da854bbd964 admin admin] Publish callbacks [] for security_group (9e4ef5b7-1ca6-4785-961c-9771a4a26645), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:24.532717 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-10b325e8-d0e2-455a-8009-37de634e998b tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:24.535092 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-10b325e8-d0e2-455a-8009-37de634e998b tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2864497 Mar 22 19:14:24.537662 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef49b65c-b1c7-4dae-9d40-a10df978ccdd req-6b992eef-cec4-4dd3-ac2f-2d1173d85828 service neutron] 10.222.0.85 "GET /v2.0/networks/62c519fc-4ba2-460f-99c0-c4269b238492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905536 Mar 22 19:14:24.550893 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-10af2ff3-4732-4b00-be9c-6b85d610773a tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Request body: {'port': {'device_id': '4bfdfdae-c246-4a5e-baa2-ce673abe91ee', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'admin_state_up': True, 'tenant_id': '5309abedcf71453491aa9ec5599c0fa5'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:14:24.555406 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc966c8c-59ff-4d34-866e-a1d7a35fadeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf98b05-6bcc-499d-8dd5-e39128eceeb0,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:24.583615 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ab328f26-05b5-4e6a-b63a-0da854bbd964 admin admin] Publish callbacks [] for security_group (9e4ef5b7-1ca6-4785-961c-9771a4a26645), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:24.652547 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ab328f26-05b5-4e6a-b63a-0da854bbd964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9e4ef5b7-1ca6-4785-961c-9771a4a26645), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:24.655942 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ab328f26-05b5-4e6a-b63a-0da854bbd964 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:24.657316 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ab328f26-05b5-4e6a-b63a-0da854bbd964 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9e4ef5b7-1ca6-4785-961c-9771a4a26645 HTTP/1.1" status: 204 len: 168 time: 0.1987057 Mar 22 19:14:24.671113 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab328f26-05b5-4e6a-b63a-0da854bbd964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4ef5b7-1ca6-4785-961c-9771a4a26645,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:24.817681 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b896aed-7a16-42a2-9976-8284d0dce243 req-3faae5ff-f44f-418e-9714-6ceb046672fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:24.820774 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b896aed-7a16-42a2-9976-8284d0dce243 req-3faae5ff-f44f-418e-9714-6ceb046672fb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=50f2bfa7a4934aeaa9cc0c2ed043b83a&device_id=fae79e7b-d40a-42eb-9bc0-9c233c5efa05 HTTP/1.1" status: 200 len: 1129 time: 0.1322520 Mar 22 19:14:24.836704 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-10af2ff3-4732-4b00-be9c-6b85d610773a tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Made reservation on behalf of 5309abedcf71453491aa9ec5599c0fa5 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:14:24.839932 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-10af2ff3-4732-4b00-be9c-6b85d610773a tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:24.901645 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60664) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:24.912791 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60668) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:24.961106 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d24a3532-4bc6-407f-baee-7467c22dc2c3 req-10b27d10-3488-495d-9bf7-8d66431a1b4a tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=4bfdfdae-c246-4a5e-baa2-ce673abe91ee HTTP/1.1" status: 200 len: 210 time: 0.0534832 Mar 22 19:14:25.062449 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b896aed-7a16-42a2-9976-8284d0dce243 req-4f2e66dc-3e12-4e5c-b92f-9e66046c042e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:25.063926 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b896aed-7a16-42a2-9976-8284d0dce243 req-4f2e66dc-3e12-4e5c-b92f-9e66046c042e service neutron] 10.222.0.85 "GET /v2.0/networks?id=62c519fc-4ba2-460f-99c0-c4269b238492 HTTP/1.1" status: 200 len: 925 time: 0.2366369 Mar 22 19:14:25.179719 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-10af2ff3-4732-4b00-be9c-6b85d610773a tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Allocated IP 192.168.233.153 (43c82fd2-7e25-4eba-86f2-aced26197dba/e28314b8-0ed1-465e-a6f2-eda7f6b773cd/d6ba1848-567e-41d2-ae0c-5131606aaca3) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:14:25.187070 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b896aed-7a16-42a2-9976-8284d0dce243 req-19e9f542-3395-4b95-b605-bb0852dc59f3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=382ac85c-b675-4f9b-8e57-1cd8ed95f3b8 HTTP/1.1" status: 200 len: 1002 time: 0.0988340 Mar 22 19:14:25.246042 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b896aed-7a16-42a2-9976-8284d0dce243 req-d4a0d8e4-fc69-4937-bead-82248c4ce403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:25.247621 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b896aed-7a16-42a2-9976-8284d0dce243 req-d4a0d8e4-fc69-4937-bead-82248c4ce403 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d297ad65-b612-46b9-b407-069a93a8e37f HTTP/1.1" status: 200 len: 863 time: 0.0540097 Mar 22 19:14:25.277579 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-174d78fb-34a2-4455-ba00-7bdf2e79f30d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:25.416712 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-86680001-6662-4a56-99da-53426084364a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=682cee7870a3473299b91ca330d26cf2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5021088 Mar 22 19:14:25.420921 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60688) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:25.482211 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60696) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:25.507441 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b896aed-7a16-42a2-9976-8284d0dce243 req-9dbade8a-7c67-4535-b566-201d58443a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:25.508996 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b896aed-7a16-42a2-9976-8284d0dce243 req-9dbade8a-7c67-4535-b566-201d58443a44 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=62c519fc-4ba2-460f-99c0-c4269b238492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2531199 Mar 22 19:14:25.514427 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-224ebeea-cd63-4e38-abbb-b1c5ce811942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:25.539365 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5bf619ac-9d22-4a2d-8678-896fb312bad8 admin admin] Publish callbacks [] for security_group (85915fa3-560d-4ca7-837a-f1242b7fc5ed), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:25.566867 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-174d78fb-34a2-4455-ba00-7bdf2e79f30d admin admin] Publish callbacks [] for security_group (0b6a342a-1b57-455c-9979-1df576c74f40), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:25.582145 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-174d78fb-34a2-4455-ba00-7bdf2e79f30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (0b6a342a-1b57-455c-9979-1df576c74f40), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:25.619211 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-174d78fb-34a2-4455-ba00-7bdf2e79f30d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=553f4280cf1840ecbd074ccb9fe0bb36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7161746 Mar 22 19:14:25.626425 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5bf619ac-9d22-4a2d-8678-896fb312bad8 admin admin] Publish callbacks [] for security_group (85915fa3-560d-4ca7-837a-f1242b7fc5ed), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:25.630102 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60706) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:25.694363 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b896aed-7a16-42a2-9976-8284d0dce243 req-b91531dc-8f1c-43a9-b007-fb06f07155dc service neutron] 10.222.0.85 "GET /v2.0/networks/62c519fc-4ba2-460f-99c0-c4269b238492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762638 Mar 22 19:14:25.722033 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d78fb-34a2-4455-ba00-7bdf2e79f30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6a342a-1b57-455c-9979-1df576c74f40,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:25.726752 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-10af2ff3-4732-4b00-be9c-6b85d610773a tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Publish callbacks [] for port (d6ba1848-567e-41d2-ae0c-5131606aaca3), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:25.786252 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1fd91c4f-b4ff-4357-b851-041a7cce0079 admin admin] Publish callbacks [] for security_group (0b6a342a-1b57-455c-9979-1df576c74f40), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:25.824903 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5bf619ac-9d22-4a2d-8678-896fb312bad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (85915fa3-560d-4ca7-837a-f1242b7fc5ed), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:25.828100 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5bf619ac-9d22-4a2d-8678-896fb312bad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:25.829331 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5bf619ac-9d22-4a2d-8678-896fb312bad8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/85915fa3-560d-4ca7-837a-f1242b7fc5ed HTTP/1.1" status: 204 len: 168 time: 0.4072855 Mar 22 19:14:25.835275 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-224ebeea-cd63-4e38-abbb-b1c5ce811942 admin admin] Publish callbacks [] for security_group (d59ea2ab-9412-40ec-bb84-be31557c2993), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:25.839935 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1fd91c4f-b4ff-4357-b851-041a7cce0079 admin admin] Publish callbacks [] for security_group (0b6a342a-1b57-455c-9979-1df576c74f40), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:25.851828 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-10af2ff3-4732-4b00-be9c-6b85d610773a tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (d6ba1848-567e-41d2-ae0c-5131606aaca3), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:25.853856 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-224ebeea-cd63-4e38-abbb-b1c5ce811942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d59ea2ab-9412-40ec-bb84-be31557c2993), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:25.855783 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b896aed-7a16-42a2-9976-8284d0dce243 req-d98b721c-a60a-4882-94cd-ed229074fe0c service neutron] 10.222.0.85 "GET /v2.0/networks/62c519fc-4ba2-460f-99c0-c4269b238492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538453 Mar 22 19:14:25.859072 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf619ac-9d22-4a2d-8678-896fb312bad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85915fa3-560d-4ca7-837a-f1242b7fc5ed,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:25.918959 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-10af2ff3-4732-4b00-be9c-6b85d610773a tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Network 43c82fd2-7e25-4eba-86f2-aced26197dba is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:14:25.925488 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-10af2ff3-4732-4b00-be9c-6b85d610773a tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:14:25.930941 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-10af2ff3-4732-4b00-be9c-6b85d610773a tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:14:25.935916 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af2ff3-4732-4b00-be9c-6b85d610773a tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Pushing event updated for resources: {'Port': ['ID=d6ba1848-567e-41d2-ae0c-5131606aaca3,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:25.957742 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-224ebeea-cd63-4e38-abbb-b1c5ce811942 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1c4fd0f95fcd4b54934f7427a8fa88d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4739597 Mar 22 19:14:25.959365 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60728) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:25.961030 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ebeea-cd63-4e38-abbb-b1c5ce811942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59ea2ab-9412-40ec-bb84-be31557c2993,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:25.985078 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1fd91c4f-b4ff-4357-b851-041a7cce0079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (0b6a342a-1b57-455c-9979-1df576c74f40), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:25.989049 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1fd91c4f-b4ff-4357-b851-041a7cce0079 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:25.991298 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1fd91c4f-b4ff-4357-b851-041a7cce0079 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0b6a342a-1b57-455c-9979-1df576c74f40 HTTP/1.1" status: 204 len: 168 time: 0.3545928 Mar 22 19:14:26.013754 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd91c4f-b4ff-4357-b851-041a7cce0079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6a342a-1b57-455c-9979-1df576c74f40,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:26.043066 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-10af2ff3-4732-4b00-be9c-6b85d610773a tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:26.044159 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-10af2ff3-4732-4b00-be9c-6b85d610773a tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:26.077291 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3e6e6d32-9f25-46d1-821d-e45d6bec44a4 admin admin] Publish callbacks [] for security_group (d59ea2ab-9412-40ec-bb84-be31557c2993), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:26.095172 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-10af2ff3-4732-4b00-be9c-6b85d610773a tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5503712 Mar 22 19:14:26.113464 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-f7c5b51e-731a-43ee-b5c5-0e375cf7b631 service neutron] Request body: {'port': {'device_id': '4bfdfdae-c246-4a5e-baa2-ce673abe91ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:14:26.194049 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3e6e6d32-9f25-46d1-821d-e45d6bec44a4 admin admin] Publish callbacks [] for security_group (d59ea2ab-9412-40ec-bb84-be31557c2993), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:26.287310 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-f7c5b51e-731a-43ee-b5c5-0e375cf7b631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d6ba1848-567e-41d2-ae0c-5131606aaca3), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:26.299473 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c0167-e435-400a-80da-4c96371e0582 req-3712edc0-156e-4d63-a39d-560d4b467859 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:26.306772 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef9c0167-e435-400a-80da-4c96371e0582 req-3712edc0-156e-4d63-a39d-560d4b467859 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=4bfdfdae-c246-4a5e-baa2-ce673abe91ee HTTP/1.1" status: 200 len: 936 time: 0.1690648 Mar 22 19:14:26.306988 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f9d0be44-f205-4c79-a51c-39362bf0dc82 None None] Provisioning complete for port d6ba1848-567e-41d2-ae0c-5131606aaca3 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:14:26.307446 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f9d0be44-f205-4c79-a51c-39362bf0dc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d6ba1848-567e-41d2-ae0c-5131606aaca3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:26.380469 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f9d0be44-f205-4c79-a51c-39362bf0dc82 None None] Port d6ba1848-567e-41d2-ae0c-5131606aaca3 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:14:26.398274 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef9c0167-e435-400a-80da-4c96371e0582 req-c97cf670-5d1f-4d56-8819-81face6ed3be tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/security-groups?id=91e18c13-6ef8-410b-9a28-0a79153bfa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854752 Mar 22 19:14:26.405436 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3e6e6d32-9f25-46d1-821d-e45d6bec44a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d59ea2ab-9412-40ec-bb84-be31557c2993), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:26.408755 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3e6e6d32-9f25-46d1-821d-e45d6bec44a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:26.410221 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3e6e6d32-9f25-46d1-821d-e45d6bec44a4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d59ea2ab-9412-40ec-bb84-be31557c2993 HTTP/1.1" status: 204 len: 168 time: 0.4502668 Mar 22 19:14:26.432181 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e6d32-9f25-46d1-821d-e45d6bec44a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59ea2ab-9412-40ec-bb84-be31557c2993,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:26.717813 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-f7c5b51e-731a-43ee-b5c5-0e375cf7b631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6ba1848-567e-41d2-ae0c-5131606aaca3 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:14:26.727441 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-f7c5b51e-731a-43ee-b5c5-0e375cf7b631 service neutron] Publish callbacks [] for port (d6ba1848-567e-41d2-ae0c-5131606aaca3), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:26.735667 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60780) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:26.745945 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-f7c5b51e-731a-43ee-b5c5-0e375cf7b631 service neutron] Transition to ACTIVE for port object d6ba1848-567e-41d2-ae0c-5131606aaca3 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:14:26.753075 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-f7c5b51e-731a-43ee-b5c5-0e375cf7b631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (d6ba1848-567e-41d2-ae0c-5131606aaca3), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:26.800061 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-be033285-6bd7-49cc-b52f-f8ebdd06541e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f2b42505778345b3abfe5a73f4dc537d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0616407 Mar 22 19:14:26.803409 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60784) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:26.866286 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5b51e-731a-43ee-b5c5-0e375cf7b631 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ba1848-567e-41d2-ae0c-5131606aaca3,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:26.871198 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-28e6c89f-306a-45b0-b5c4-f9ef6c670cc0 admin admin] Publish callbacks [] for security_group (bf8a3283-209c-4796-8b3d-ac948efd0e55), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:26.898511 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-28e6c89f-306a-45b0-b5c4-f9ef6c670cc0 admin admin] Publish callbacks [] for security_group (bf8a3283-209c-4796-8b3d-ac948efd0e55), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:26.935107 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-f7c5b51e-731a-43ee-b5c5-0e375cf7b631 service neutron] Attempting to bind port d6ba1848-567e-41d2-ae0c-5131606aaca3 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:14:26.935897 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-f7c5b51e-731a-43ee-b5c5-0e375cf7b631 service neutron] Attempting to bind port d6ba1848-567e-41d2-ae0c-5131606aaca3 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:14:26.935897 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-f7c5b51e-731a-43ee-b5c5-0e375cf7b631 service neutron] Attempting to bind port d6ba1848-567e-41d2-ae0c-5131606aaca3 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:14:26.941327 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-f7c5b51e-731a-43ee-b5c5-0e375cf7b631 service neutron] Port d6ba1848-567e-41d2-ae0c-5131606aaca3 on network 43c82fd2-7e25-4eba-86f2-aced26197dba not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:14:26.941649 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-f7c5b51e-731a-43ee-b5c5-0e375cf7b631 service neutron] Attempting to bind port d6ba1848-567e-41d2-ae0c-5131606aaca3 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:14:26.947062 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-f7c5b51e-731a-43ee-b5c5-0e375cf7b631 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:14:26.947597 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-f7c5b51e-731a-43ee-b5c5-0e375cf7b631 service neutron] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:14:26.948108 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-f7c5b51e-731a-43ee-b5c5-0e375cf7b631 service neutron] Bound using segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:14:26.948736 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-f7c5b51e-731a-43ee-b5c5-0e375cf7b631 service neutron] Bound port: d6ba1848-567e-41d2-ae0c-5131606aaca3, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:14:26.948910 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-f7c5b51e-731a-43ee-b5c5-0e375cf7b631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d6ba1848-567e-41d2-ae0c-5131606aaca3), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:26.968639 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-28e6c89f-306a-45b0-b5c4-f9ef6c670cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (bf8a3283-209c-4796-8b3d-ac948efd0e55), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:26.973145 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-28e6c89f-306a-45b0-b5c4-f9ef6c670cc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:26.976336 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-28e6c89f-306a-45b0-b5c4-f9ef6c670cc0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bf8a3283-209c-4796-8b3d-ac948efd0e55 HTTP/1.1" status: 204 len: 168 time: 0.1710472 Mar 22 19:14:26.992545 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6c89f-306a-45b0-b5c4-f9ef6c670cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8a3283-209c-4796-8b3d-ac948efd0e55,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:27.070091 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-f7c5b51e-731a-43ee-b5c5-0e375cf7b631 service neutron] For port d6ba1848-567e-41d2-ae0c-5131606aaca3, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:14:27.073583 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-f7c5b51e-731a-43ee-b5c5-0e375cf7b631 service neutron] For port d6ba1848-567e-41d2-ae0c-5131606aaca3, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=d6ba1848-567e-41d2-ae0c-5131606aaca3,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:14:27.082061 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-f7c5b51e-731a-43ee-b5c5-0e375cf7b631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (d6ba1848-567e-41d2-ae0c-5131606aaca3), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:27.100738 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-f7c5b51e-731a-43ee-b5c5-0e375cf7b631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:27.101575 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-f7c5b51e-731a-43ee-b5c5-0e375cf7b631 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:27.103019 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-f7c5b51e-731a-43ee-b5c5-0e375cf7b631 service neutron] 10.222.0.84 "PUT /v2.0/ports/d6ba1848-567e-41d2-ae0c-5131606aaca3 HTTP/1.1" status: 200 len: 1097 time: 0.9957750 Mar 22 19:14:27.138337 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfdfdae-c246-4a5e-baa2-ce673abe91ee', 'tag': 'd6ba1848-567e-41d2-ae0c-5131606aaca3'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:14:27.141452 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342ae8bb-4fe8-49df-be35-239d9decbe20" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfdfdae-c246-4a5e-baa2-ce673abe91ee", "tag": "d6ba1848-567e-41d2-ae0c-5131606aaca3"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:14:27.199776 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6daed46e-8f40-460d-847b-6fca8733e7be x-openstack-request-id: req-6daed46e-8f40-460d-847b-6fca8733e7be {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:14:27.200080 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfdfdae-c246-4a5e-baa2-ce673abe91ee", "tag": "d6ba1848-567e-41d2-ae0c-5131606aaca3", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:14:27.200318 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6daed46e-8f40-460d-847b-6fca8733e7be {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:14:27.204187 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6daed46e-8f40-460d-847b-6fca8733e7be'] response: {'name': 'network-changed', 'server_uuid': '4bfdfdae-c246-4a5e-baa2-ce673abe91ee', 'tag': 'd6ba1848-567e-41d2-ae0c-5131606aaca3', 'status': 'completed', 'code': 200} Mar 22 19:14:27.241807 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5b51e-731a-43ee-b5c5-0e375cf7b631 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ba1848-567e-41d2-ae0c-5131606aaca3,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:27.259638 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-e39eb667-2ecb-4fd7-af8a-611ab41eb4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:27.262058 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-e39eb667-2ecb-4fd7-af8a-611ab41eb4b5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5309abedcf71453491aa9ec5599c0fa5&device_id=4bfdfdae-c246-4a5e-baa2-ce673abe91ee HTTP/1.1" status: 200 len: 1131 time: 0.1092999 Mar 22 19:14:27.281709 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60800) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:27.307378 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dafbd34a-c98a-4446-8710-eb132ebedbb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:27.313978 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-84e70865-ceb1-42a5-99c2-267fc79f1773 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=d6ba1848-567e-41d2-ae0c-5131606aaca3 HTTP/1.1" status: 200 len: 217 time: 0.0443201 Mar 22 19:14:27.377705 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-189575b6-25a3-4a90-a60d-43ba3e3c2c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:27.379355 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-189575b6-25a3-4a90-a60d-43ba3e3c2c17 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.0582795 Mar 22 19:14:27.438421 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-75536168-7e2d-4ba0-865e-918845d2c2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:27.441894 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-75536168-7e2d-4ba0-865e-918845d2c2fb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0567696 Mar 22 19:14:27.457050 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dafbd34a-c98a-4446-8710-eb132ebedbb4 admin admin] Publish callbacks [] for security_group (2007dc36-f8de-49e1-8291-af6b4a1e4e35), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:27.466370 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dafbd34a-c98a-4446-8710-eb132ebedbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2007dc36-f8de-49e1-8291-af6b4a1e4e35), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:27.517806 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-dafbd34a-c98a-4446-8710-eb132ebedbb4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b62eb3ae2ac04567ac0379e746358734&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347105 Mar 22 19:14:27.519141 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafbd34a-c98a-4446-8710-eb132ebedbb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2007dc36-f8de-49e1-8291-af6b4a1e4e35,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:27.522088 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60810) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:27.589576 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c2b13f58-cda6-40e8-83a2-d575172469a0 admin admin] Publish callbacks [] for security_group (2007dc36-f8de-49e1-8291-af6b4a1e4e35), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:27.622020 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c2b13f58-cda6-40e8-83a2-d575172469a0 admin admin] Publish callbacks [] for security_group (2007dc36-f8de-49e1-8291-af6b4a1e4e35), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:27.623745 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60814) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:27.624423 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8b0e7-1fed-443a-92a0-5f7e69caa018 req-9879fde5-7e21-4dfa-a92c-6e2a5ce7aa3b tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:27.631943 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0da8b0e7-1fed-443a-92a0-5f7e69caa018 req-9879fde5-7e21-4dfa-a92c-6e2a5ce7aa3b tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=4bfdfdae-c246-4a5e-baa2-ce673abe91ee HTTP/1.1" status: 200 len: 948 time: 0.0902934 Mar 22 19:14:27.654483 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-6ae71bce-0bbd-4929-a473-e6fd53b9c704 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044916 Mar 22 19:14:27.698224 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c2b13f58-cda6-40e8-83a2-d575172469a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2007dc36-f8de-49e1-8291-af6b4a1e4e35), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:27.698224 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c2b13f58-cda6-40e8-83a2-d575172469a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:27.703446 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c2b13f58-cda6-40e8-83a2-d575172469a0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2007dc36-f8de-49e1-8291-af6b4a1e4e35 HTTP/1.1" status: 204 len: 168 time: 0.1779444 Mar 22 19:14:27.715015 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b13f58-cda6-40e8-83a2-d575172469a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2007dc36-f8de-49e1-8291-af6b4a1e4e35,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:27.955166 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ce1c355-6535-45fd-90b1-5130b740f215 req-0f1e6efe-bd1a-437f-818e-12a1eeae7539 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934582 Mar 22 19:14:27.969938 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0da8b0e7-1fed-443a-92a0-5f7e69caa018 req-bd2336c0-4b27-4034-a5da-042e7dc650c8 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/security-groups?id=91e18c13-6ef8-410b-9a28-0a79153bfa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370986 Mar 22 19:14:28.058432 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-937d1772-8569-44c6-8225-dc23e19c7094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:28.075897 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ae8bb-4fe8-49df-be35-239d9decbe20 req-05d3b8dd-b5c5-4d06-8057-320c2dd9030c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:28.077575 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-342ae8bb-4fe8-49df-be35-239d9decbe20 req-05d3b8dd-b5c5-4d06-8057-320c2dd9030c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5309abedcf71453491aa9ec5599c0fa5&device_id=4bfdfdae-c246-4a5e-baa2-ce673abe91ee HTTP/1.1" status: 200 len: 1131 time: 0.0511076 Mar 22 19:14:28.149541 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-937d1772-8569-44c6-8225-dc23e19c7094 admin admin] Publish callbacks [] for security_group (bb26b957-8bb0-464a-83d6-70cde026a739), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:28.155392 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-937d1772-8569-44c6-8225-dc23e19c7094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (bb26b957-8bb0-464a-83d6-70cde026a739), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:28.192623 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ae8bb-4fe8-49df-be35-239d9decbe20 req-b5dd95de-6dc2-4866-936c-2d8130e3b4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:28.194453 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-342ae8bb-4fe8-49df-be35-239d9decbe20 req-b5dd95de-6dc2-4866-936c-2d8130e3b4f6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.1114330 Mar 22 19:14:28.209655 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-937d1772-8569-44c6-8225-dc23e19c7094 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0c2f0876898846afb5e8b5d81f29f99c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5844178 Mar 22 19:14:28.214546 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60836) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:28.227707 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d1772-8569-44c6-8225-dc23e19c7094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb26b957-8bb0-464a-83d6-70cde026a739,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:28.246856 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-342ae8bb-4fe8-49df-be35-239d9decbe20 req-bb8bf8a9-b94c-438d-b50d-1fca191f77f6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=d6ba1848-567e-41d2-ae0c-5131606aaca3 HTTP/1.1" status: 200 len: 217 time: 0.0461237 Mar 22 19:14:28.283569 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a3ac8ce3-5153-44d3-93d7-0de09c17a7d5 admin admin] Publish callbacks [] for security_group (bb26b957-8bb0-464a-83d6-70cde026a739), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:28.308463 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ae8bb-4fe8-49df-be35-239d9decbe20 req-61ac7008-8eed-426b-a5b1-3ca9617c8179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:28.310174 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a3ac8ce3-5153-44d3-93d7-0de09c17a7d5 admin admin] Publish callbacks [] for security_group (bb26b957-8bb0-464a-83d6-70cde026a739), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:28.311702 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-342ae8bb-4fe8-49df-be35-239d9decbe20 req-61ac7008-8eed-426b-a5b1-3ca9617c8179 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.0578876 Mar 22 19:14:28.367181 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a3ac8ce3-5153-44d3-93d7-0de09c17a7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (bb26b957-8bb0-464a-83d6-70cde026a739), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:28.369889 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a3ac8ce3-5153-44d3-93d7-0de09c17a7d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:28.371047 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a3ac8ce3-5153-44d3-93d7-0de09c17a7d5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bb26b957-8bb0-464a-83d6-70cde026a739 HTTP/1.1" status: 204 len: 168 time: 0.1555748 Mar 22 19:14:28.379018 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac8ce3-5153-44d3-93d7-0de09c17a7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb26b957-8bb0-464a-83d6-70cde026a739,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:28.391351 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ae8bb-4fe8-49df-be35-239d9decbe20 req-6aa017a1-684c-429b-819f-3625ff5741e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:28.394992 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-342ae8bb-4fe8-49df-be35-239d9decbe20 req-6aa017a1-684c-429b-819f-3625ff5741e4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0739615 Mar 22 19:14:28.495509 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-342ae8bb-4fe8-49df-be35-239d9decbe20 req-48ffd167-7dd3-451b-81f9-6a504ca695a7 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944633 Mar 22 19:14:28.650813 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-342ae8bb-4fe8-49df-be35-239d9decbe20 req-edb164b3-225d-4a9d-88a6-985b0eb70366 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473272 Mar 22 19:14:29.048885 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-635c8604-950d-42de-a140-06279ecf89b8 req-b1e6eb67-7989-46c7-ad98-28b0c8ec84d6 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=b1da7ae6d55d4efcae108b3bd3ca00ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356896 Mar 22 19:14:29.086151 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60898) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:29.102777 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-51e6cf3f-fe09-4cda-815e-ece8c59e6730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:29.201049 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867bcd30-68b1-43b4-b0bf-6b021e565566 req-4d9550f1-ff32-4491-ba21-1d41fd684255 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:29.204123 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-51e6cf3f-fe09-4cda-815e-ece8c59e6730 admin admin] Publish callbacks [] for security_group (9a22da15-4312-45fb-912d-464396de57f8), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:29.210796 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-51e6cf3f-fe09-4cda-815e-ece8c59e6730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9a22da15-4312-45fb-912d-464396de57f8), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:29.210934 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-867bcd30-68b1-43b4-b0bf-6b021e565566 req-4d9550f1-ff32-4491-ba21-1d41fd684255 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=4bfdfdae-c246-4a5e-baa2-ce673abe91ee HTTP/1.1" status: 200 len: 948 time: 0.1504688 Mar 22 19:14:29.234737 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c8604-950d-42de-a140-06279ecf89b8 req-1a1472e3-ab13-4d5e-bb08-07652d97d4a0 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:29.242029 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-635c8604-950d-42de-a140-06279ecf89b8 req-1a1472e3-ab13-4d5e-bb08-07652d97d4a0 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1920476 Mar 22 19:14:29.260318 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-51e6cf3f-fe09-4cda-815e-ece8c59e6730 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e84bfa4503aa49b992a11d1455adb97a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1700099 Mar 22 19:14:29.260318 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6cf3f-fe09-4cda-815e-ece8c59e6730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a22da15-4312-45fb-912d-464396de57f8,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:29.262101 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60900) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:29.298692 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-635c8604-950d-42de-a140-06279ecf89b8 req-568fffe5-57f8-42dc-8b4c-43dfc7fad9e7 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/quotas/b1da7ae6d55d4efcae108b3bd3ca00ff HTTP/1.1" status: 200 len: 375 time: 0.0554013 Mar 22 19:14:29.330367 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be673483-a8e4-4e08-99a9-945d48ec3341 admin admin] Publish callbacks [] for security_group (9a22da15-4312-45fb-912d-464396de57f8), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:29.356276 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-635c8604-950d-42de-a140-06279ecf89b8 req-afbb6e2c-c34e-4f62-9383-9ea76001b8e8 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b1da7ae6d55d4efcae108b3bd3ca00ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562594 Mar 22 19:14:29.382247 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be673483-a8e4-4e08-99a9-945d48ec3341 admin admin] Publish callbacks [] for security_group (9a22da15-4312-45fb-912d-464396de57f8), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:29.386281 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-867bcd30-68b1-43b4-b0bf-6b021e565566 req-50179030-46fd-46d5-b5f6-3c4770511a41 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/security-groups?id=91e18c13-6ef8-410b-9a28-0a79153bfa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597807 Mar 22 19:14:29.451368 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be673483-a8e4-4e08-99a9-945d48ec3341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9a22da15-4312-45fb-912d-464396de57f8), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:29.454296 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be673483-a8e4-4e08-99a9-945d48ec3341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:29.458456 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-be673483-a8e4-4e08-99a9-945d48ec3341 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9a22da15-4312-45fb-912d-464396de57f8 HTTP/1.1" status: 204 len: 168 time: 0.1927786 Mar 22 19:14:29.471642 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be673483-a8e4-4e08-99a9-945d48ec3341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a22da15-4312-45fb-912d-464396de57f8,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:29.619538 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad5828d8-13fd-4c36-901c-7ad473e4264d req-7368cf89-836b-4c7e-b3fb-c1de086d73d8 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/ports?device_id=0527f369-a1c0-41d9-a19f-930e3218301b HTTP/1.1" status: 200 len: 210 time: 0.0390351 Mar 22 19:14:29.992474 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7364b6ad-b8c5-4aee-b138-32eea2913aa5 req-e242b9a6-285d-4b5d-aaeb-1eefd653180b tempest-FlavorsV2NegativeTest-1246673535 tempest-FlavorsV2NegativeTest-1246673535-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=618f97c44ad842868e0caf5fba832135&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300300 Mar 22 19:14:30.144264 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364b6ad-b8c5-4aee-b138-32eea2913aa5 req-92558627-3cf9-4d3e-9ab1-9ebe2cc63f77 tempest-FlavorsV2NegativeTest-1246673535 tempest-FlavorsV2NegativeTest-1246673535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:30.145779 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7364b6ad-b8c5-4aee-b138-32eea2913aa5 req-92558627-3cf9-4d3e-9ab1-9ebe2cc63f77 tempest-FlavorsV2NegativeTest-1246673535 tempest-FlavorsV2NegativeTest-1246673535-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1524251 Mar 22 19:14:30.175556 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7364b6ad-b8c5-4aee-b138-32eea2913aa5 req-390751fc-a77e-4d64-9ac7-11664a9b0c9b tempest-FlavorsV2NegativeTest-1246673535 tempest-FlavorsV2NegativeTest-1246673535-project] 10.222.0.75 "GET /v2.0/quotas/618f97c44ad842868e0caf5fba832135 HTTP/1.1" status: 200 len: 375 time: 0.0226433 Mar 22 19:14:30.208410 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device d6ba1848-567e-41d2-ae0c-5131606aaca3 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:14:30.215848 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7364b6ad-b8c5-4aee-b138-32eea2913aa5 req-d77218b1-04eb-4c3f-8d22-58f009b3af11 tempest-FlavorsV2NegativeTest-1246673535 tempest-FlavorsV2NegativeTest-1246673535-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=618f97c44ad842868e0caf5fba832135&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389693 Mar 22 19:14:30.333353 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port d6ba1848-567e-41d2-ae0c-5131606aaca3, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=d6ba1848-567e-41d2-ae0c-5131606aaca3,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:14:30.347800 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'd6ba1848-567e-41d2-ae0c-5131606aaca3', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': 'd6ba1848-567e-41d2-ae0c-5131606aaca3', 'mac_address': 'fa:16:3e:ba:3e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:14:30.388072 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port d6ba1848-567e-41d2-ae0c-5131606aaca3 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:14:30.388405 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d6ba1848-567e-41d2-ae0c-5131606aaca3), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:30.402879 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ba1848-567e-41d2-ae0c-5131606aaca3 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:14:30.425158 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port d6ba1848-567e-41d2-ae0c-5131606aaca3, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=d6ba1848-567e-41d2-ae0c-5131606aaca3,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:14:30.436035 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d6ba1848-567e-41d2-ae0c-5131606aaca3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:30.498528 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=d6ba1848-567e-41d2-ae0c-5131606aaca3,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:30.541305 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9a0ba-55f3-4f75-bd4a-530ed6c9175d req-3cc87db5-bb9d-4ecf-be0a-88a7853e1b0a tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:30.543115 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-90f9a0ba-55f3-4f75-bd4a-530ed6c9175d req-3cc87db5-bb9d-4ecf-be0a-88a7853e1b0a tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=4bfdfdae-c246-4a5e-baa2-ce673abe91ee HTTP/1.1" status: 200 len: 949 time: 0.0691376 Mar 22 19:14:30.607440 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-90f9a0ba-55f3-4f75-bd4a-530ed6c9175d req-4ad37e28-5ac5-4336-b3eb-73ace5192d99 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/security-groups?id=91e18c13-6ef8-410b-9a28-0a79153bfa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564678 Mar 22 19:14:30.629342 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['d6ba1848-567e-41d2-ae0c-5131606aaca3'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:14:30.668598 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-635c8604-950d-42de-a140-06279ecf89b8 req-b0a26d19-c294-48aa-9267-7c5bbabcc531 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=b1da7ae6d55d4efcae108b3bd3ca00ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489488 Mar 22 19:14:30.828173 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f97c578-88a8-4c4a-85c5-ec02281ed4fe req-6f331b30-50fb-4664-8e7c-a9ac94d661e0 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/ports?device_id=0527f369-a1c0-41d9-a19f-930e3218301b HTTP/1.1" status: 200 len: 210 time: 0.0435452 Mar 22 19:14:30.863073 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c8604-950d-42de-a140-06279ecf89b8 req-7b2a2e2c-65e6-41bd-a75d-a2618f6a390f tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:30.864759 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-635c8604-950d-42de-a140-06279ecf89b8 req-7b2a2e2c-65e6-41bd-a75d-a2618f6a390f tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1903505 Mar 22 19:14:30.877319 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-635c8604-950d-42de-a140-06279ecf89b8 req-57a665f7-a7ab-4e74-99af-16dc9d96f977 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Request body: {'port': {'device_id': '0527f369-a1c0-41d9-a19f-930e3218301b', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'admin_state_up': True, 'tenant_id': 'b1da7ae6d55d4efcae108b3bd3ca00ff'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:14:31.000468 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-635c8604-950d-42de-a140-06279ecf89b8 req-57a665f7-a7ab-4e74-99af-16dc9d96f977 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Made reservation on behalf of b1da7ae6d55d4efcae108b3bd3ca00ff for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:14:31.004014 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-635c8604-950d-42de-a140-06279ecf89b8 req-57a665f7-a7ab-4e74-99af-16dc9d96f977 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:31.014179 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-635c8604-950d-42de-a140-06279ecf89b8 req-57a665f7-a7ab-4e74-99af-16dc9d96f977 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:31.104214 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-635c8604-950d-42de-a140-06279ecf89b8 req-57a665f7-a7ab-4e74-99af-16dc9d96f977 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Publish callbacks [] for security_group (edde97b7-d7c8-4fa9-a1e1-8069b60aadba), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:31.112237 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-635c8604-950d-42de-a140-06279ecf89b8 req-57a665f7-a7ab-4e74-99af-16dc9d96f977 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (edde97b7-d7c8-4fa9-a1e1-8069b60aadba), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:31.211322 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a665f7-a7ab-4e74-99af-16dc9d96f977 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edde97b7-d7c8-4fa9-a1e1-8069b60aadba,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:31.279362 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-635c8604-950d-42de-a140-06279ecf89b8 req-57a665f7-a7ab-4e74-99af-16dc9d96f977 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Allocated IP 192.168.233.191 (43c82fd2-7e25-4eba-86f2-aced26197dba/e28314b8-0ed1-465e-a6f2-eda7f6b773cd/29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:14:31.452572 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-635c8604-950d-42de-a140-06279ecf89b8 req-57a665f7-a7ab-4e74-99af-16dc9d96f977 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Publish callbacks [] for port (29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:31.489959 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-635c8604-950d-42de-a140-06279ecf89b8 req-57a665f7-a7ab-4e74-99af-16dc9d96f977 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:31.535873 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-635c8604-950d-42de-a140-06279ecf89b8 req-57a665f7-a7ab-4e74-99af-16dc9d96f977 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Network 43c82fd2-7e25-4eba-86f2-aced26197dba is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:14:31.541473 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-635c8604-950d-42de-a140-06279ecf89b8 req-57a665f7-a7ab-4e74-99af-16dc9d96f977 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:14:31.547823 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-635c8604-950d-42de-a140-06279ecf89b8 req-57a665f7-a7ab-4e74-99af-16dc9d96f977 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:14:31.573215 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a665f7-a7ab-4e74-99af-16dc9d96f977 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Pushing event updated for resources: {'Port': ['ID=29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:31.607841 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c8604-950d-42de-a140-06279ecf89b8 req-57a665f7-a7ab-4e74-99af-16dc9d96f977 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:31.608513 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-635c8604-950d-42de-a140-06279ecf89b8 req-57a665f7-a7ab-4e74-99af-16dc9d96f977 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:31.630063 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-635c8604-950d-42de-a140-06279ecf89b8 req-57a665f7-a7ab-4e74-99af-16dc9d96f977 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7570612 Mar 22 19:14:31.656398 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-635c8604-950d-42de-a140-06279ecf89b8 req-3c8f13c3-db52-44cf-af65-cc2f4a7e48d9 service neutron] Request body: {'port': {'device_id': '0527f369-a1c0-41d9-a19f-930e3218301b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:14:31.706521 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 32804) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:31.775527 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-635c8604-950d-42de-a140-06279ecf89b8 req-3c8f13c3-db52-44cf-af65-cc2f4a7e48d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:31.804057 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097a7af-b999-405a-8e58-eee9d81a4497 req-ac7d7d0b-450c-4db2-82a5-70b6fd8a591b tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:31.805599 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c097a7af-b999-405a-8e58-eee9d81a4497 req-ac7d7d0b-450c-4db2-82a5-70b6fd8a591b tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=4bfdfdae-c246-4a5e-baa2-ce673abe91ee HTTP/1.1" status: 200 len: 949 time: 0.1174328 Mar 22 19:14:31.827713 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ea13b565-efe8-4a1b-b0cd-f7a0cea49688 None None] Provisioning complete for port 29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:14:31.828244 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ea13b565-efe8-4a1b-b0cd-f7a0cea49688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:31.871371 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ea13b565-efe8-4a1b-b0cd-f7a0cea49688 None None] Port 29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:14:31.944097 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c097a7af-b999-405a-8e58-eee9d81a4497 req-b5721c1d-fc20-4be7-8d1a-5c7e35367f3a tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/security-groups?id=91e18c13-6ef8-410b-9a28-0a79153bfa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198008 Mar 22 19:14:32.109841 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f795cc-4b39-44a8-98a8-ea551a5aab2f req-f0ed9c06-cef3-4522-8e66-2c68272a9d27 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:32.111390 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-45f795cc-4b39-44a8-98a8-ea551a5aab2f req-f0ed9c06-cef3-4522-8e66-2c68272a9d27 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/ports?device_id=0527f369-a1c0-41d9-a19f-930e3218301b HTTP/1.1" status: 200 len: 936 time: 0.0961549 Mar 22 19:14:32.146822 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d1d91fe4-7017-4e78-9112-208f9ee4b0aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:32.200003 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-635c8604-950d-42de-a140-06279ecf89b8 req-3c8f13c3-db52-44cf-af65-cc2f4a7e48d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:14:32.215567 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-635c8604-950d-42de-a140-06279ecf89b8 req-3c8f13c3-db52-44cf-af65-cc2f4a7e48d9 service neutron] Publish callbacks [] for port (29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:32.223817 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-45f795cc-4b39-44a8-98a8-ea551a5aab2f req-2f17598c-0159-41e9-b997-4f81757d6f03 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/security-groups?id=edde97b7-d7c8-4fa9-a1e1-8069b60aadba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048295 Mar 22 19:14:32.224674 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device d6ba1848-567e-41d2-ae0c-5131606aaca3 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:14:32.238697 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-635c8604-950d-42de-a140-06279ecf89b8 req-3c8f13c3-db52-44cf-af65-cc2f4a7e48d9 service neutron] Transition to ACTIVE for port object 29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:14:32.247021 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-635c8604-950d-42de-a140-06279ecf89b8 req-3c8f13c3-db52-44cf-af65-cc2f4a7e48d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:32.279874 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d1d91fe4-7017-4e78-9112-208f9ee4b0aa admin admin] Publish callbacks [] for security_group (66ee811a-2b54-4c6a-b748-bf4279297bb2), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:32.285431 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d1d91fe4-7017-4e78-9112-208f9ee4b0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (66ee811a-2b54-4c6a-b748-bf4279297bb2), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:32.338237 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port d6ba1848-567e-41d2-ae0c-5131606aaca3 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:14:32.340579 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d91fe4-7017-4e78-9112-208f9ee4b0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ee811a-2b54-4c6a-b748-bf4279297bb2,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:32.349550 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f13c3-db52-44cf-af65-cc2f4a7e48d9 service neutron] Pushing event updated for resources: {'Port': ['ID=29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:32.372356 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port d6ba1848-567e-41d2-ae0c-5131606aaca3 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:14:32.372694 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d6ba1848-567e-41d2-ae0c-5131606aaca3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:32.379447 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 32830) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:32.383899 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d1d91fe4-7017-4e78-9112-208f9ee4b0aa admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=618f97c44ad842868e0caf5fba832135&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6707878 Mar 22 19:14:32.485085 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-635c8604-950d-42de-a140-06279ecf89b8 req-3c8f13c3-db52-44cf-af65-cc2f4a7e48d9 service neutron] Attempting to bind port 29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:14:32.485437 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-635c8604-950d-42de-a140-06279ecf89b8 req-3c8f13c3-db52-44cf-af65-cc2f4a7e48d9 service neutron] Attempting to bind port 29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:14:32.485964 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635c8604-950d-42de-a140-06279ecf89b8 req-3c8f13c3-db52-44cf-af65-cc2f4a7e48d9 service neutron] Attempting to bind port 29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:14:32.489181 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ab1b3fb0-d05d-44dd-b0d2-a11a3e734fcc admin admin] Publish callbacks [] for security_group (66ee811a-2b54-4c6a-b748-bf4279297bb2), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:32.494717 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635c8604-950d-42de-a140-06279ecf89b8 req-3c8f13c3-db52-44cf-af65-cc2f4a7e48d9 service neutron] Port 29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89 on network 43c82fd2-7e25-4eba-86f2-aced26197dba not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:14:32.494914 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635c8604-950d-42de-a140-06279ecf89b8 req-3c8f13c3-db52-44cf-af65-cc2f4a7e48d9 service neutron] Attempting to bind port 29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:14:32.510818 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635c8604-950d-42de-a140-06279ecf89b8 req-3c8f13c3-db52-44cf-af65-cc2f4a7e48d9 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:14:32.511238 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635c8604-950d-42de-a140-06279ecf89b8 req-3c8f13c3-db52-44cf-af65-cc2f4a7e48d9 service neutron] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:14:32.511721 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-635c8604-950d-42de-a140-06279ecf89b8 req-3c8f13c3-db52-44cf-af65-cc2f4a7e48d9 service neutron] Bound using segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:14:32.512183 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-635c8604-950d-42de-a140-06279ecf89b8 req-3c8f13c3-db52-44cf-af65-cc2f4a7e48d9 service neutron] Bound port: 29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:14:32.512725 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-635c8604-950d-42de-a140-06279ecf89b8 req-3c8f13c3-db52-44cf-af65-cc2f4a7e48d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:32.533770 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ab1b3fb0-d05d-44dd-b0d2-a11a3e734fcc admin admin] Publish callbacks [] for security_group (66ee811a-2b54-4c6a-b748-bf4279297bb2), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:32.627158 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-635c8604-950d-42de-a140-06279ecf89b8 req-3c8f13c3-db52-44cf-af65-cc2f4a7e48d9 service neutron] For port 29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:14:32.631044 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-635c8604-950d-42de-a140-06279ecf89b8 req-3c8f13c3-db52-44cf-af65-cc2f4a7e48d9 service neutron] For port 29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:14:32.638357 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-635c8604-950d-42de-a140-06279ecf89b8 req-3c8f13c3-db52-44cf-af65-cc2f4a7e48d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:32.672898 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ab1b3fb0-d05d-44dd-b0d2-a11a3e734fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (66ee811a-2b54-4c6a-b748-bf4279297bb2), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:32.676535 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ab1b3fb0-d05d-44dd-b0d2-a11a3e734fcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:32.677691 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ab1b3fb0-d05d-44dd-b0d2-a11a3e734fcc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/66ee811a-2b54-4c6a-b748-bf4279297bb2 HTTP/1.1" status: 204 len: 168 time: 0.2970898 Mar 22 19:14:32.687857 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c8604-950d-42de-a140-06279ecf89b8 req-3c8f13c3-db52-44cf-af65-cc2f4a7e48d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:32.688528 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-635c8604-950d-42de-a140-06279ecf89b8 req-3c8f13c3-db52-44cf-af65-cc2f4a7e48d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:32.690655 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-635c8604-950d-42de-a140-06279ecf89b8 req-3c8f13c3-db52-44cf-af65-cc2f4a7e48d9 service neutron] 10.222.0.85 "PUT /v2.0/ports/29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89 HTTP/1.1" status: 200 len: 1097 time: 1.0457149 Mar 22 19:14:32.693772 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0527f369-a1c0-41d9-a19f-930e3218301b', 'tag': '29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:14:32.696408 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a195ed-8381-4313-8e71-ee4553b62ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "0527f369-a1c0-41d9-a19f-930e3218301b", "tag": "29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:14:32.729918 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1b3fb0-d05d-44dd-b0d2-a11a3e734fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ee811a-2b54-4c6a-b748-bf4279297bb2,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:32.766917 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port d6ba1848-567e-41d2-ae0c-5131606aaca3 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:14:32.767610 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d6ba1848-567e-41d2-ae0c-5131606aaca3), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:32.788217 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553b3e1f-01e8-4b1b-afc9-7c1f67bf5696 x-openstack-request-id: req-553b3e1f-01e8-4b1b-afc9-7c1f67bf5696 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:14:32.789228 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0527f369-a1c0-41d9-a19f-930e3218301b", "tag": "29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:14:32.789228 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-553b3e1f-01e8-4b1b-afc9-7c1f67bf5696 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:14:32.791396 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-553b3e1f-01e8-4b1b-afc9-7c1f67bf5696'] response: {'name': 'network-changed', 'server_uuid': '0527f369-a1c0-41d9-a19f-930e3218301b', 'tag': '29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89', 'status': 'completed', 'code': 200} Mar 22 19:14:32.811232 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfdfdae-c246-4a5e-baa2-ce673abe91ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ba1848-567e-41d2-ae0c-5131606aaca3'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:14:32.816785 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f13c3-db52-44cf-af65-cc2f4a7e48d9 service neutron] Pushing event updated for resources: {'Port': ['ID=29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:32.818000 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750c9bb4-aa4e-4f45-930e-ae52edca89be" -d '{"events": [{"server_uuid": "4bfdfdae-c246-4a5e-baa2-ce673abe91ee", "name": "network-vif-plugged", "status": "completed", "tag": "d6ba1848-567e-41d2-ae0c-5131606aaca3"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:14:32.833598 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port d6ba1848-567e-41d2-ae0c-5131606aaca3, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=d6ba1848-567e-41d2-ae0c-5131606aaca3,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:14:32.841739 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d6ba1848-567e-41d2-ae0c-5131606aaca3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:32.879315 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c8604-950d-42de-a140-06279ecf89b8 req-eb67bb1a-c82b-4376-9459-dbdcb0cf444c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:32.882406 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-635c8604-950d-42de-a140-06279ecf89b8 req-eb67bb1a-c82b-4376-9459-dbdcb0cf444c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b1da7ae6d55d4efcae108b3bd3ca00ff&device_id=0527f369-a1c0-41d9-a19f-930e3218301b HTTP/1.1" status: 200 len: 1131 time: 0.1221428 Mar 22 19:14:32.888975 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6d7481-10c1-4b79-808f-63d5b926df8c x-openstack-request-id: req-8b6d7481-10c1-4b79-808f-63d5b926df8c {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:14:32.889609 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfdfdae-c246-4a5e-baa2-ce673abe91ee", "name": "network-vif-plugged", "status": "completed", "tag": "d6ba1848-567e-41d2-ae0c-5131606aaca3", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:14:32.890107 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8b6d7481-10c1-4b79-808f-63d5b926df8c {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:14:32.890705 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b6d7481-10c1-4b79-808f-63d5b926df8c'] response: {'server_uuid': '4bfdfdae-c246-4a5e-baa2-ce673abe91ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ba1848-567e-41d2-ae0c-5131606aaca3', 'code': 200} Mar 22 19:14:32.965532 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=d6ba1848-567e-41d2-ae0c-5131606aaca3,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:32.974353 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-635c8604-950d-42de-a140-06279ecf89b8 req-84b48573-e747-4a30-b901-8621d4cf6632 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89 HTTP/1.1" status: 200 len: 217 time: 0.0830488 Mar 22 19:14:32.979849 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 32850) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:33.019254 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 32856) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:33.121661 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c8604-950d-42de-a140-06279ecf89b8 req-f771a752-60b9-4a2b-a85d-c5c3f99a09ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:33.123303 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-635c8604-950d-42de-a140-06279ecf89b8 req-f771a752-60b9-4a2b-a85d-c5c3f99a09ad service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1285522 Mar 22 19:14:33.136246 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8d703-b879-4d63-9e20-0771c3593694 req-b8a2f3be-5944-4ba0-8d1d-72e105b966ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:33.137827 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-54d8d703-b879-4d63-9e20-0771c3593694 req-b8a2f3be-5944-4ba0-8d1d-72e105b966ca service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4bfdfdae-c246-4a5e-baa2-ce673abe91ee HTTP/1.1" status: 200 len: 1133 time: 0.1615634 Mar 22 19:14:33.192717 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed161271-808d-4dc3-9204-e7090178adfb req-70e41fbb-4eed-44d1-8607-8500a26385bf tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:33.194266 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed161271-808d-4dc3-9204-e7090178adfb req-70e41fbb-4eed-44d1-8607-8500a26385bf tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=4bfdfdae-c246-4a5e-baa2-ce673abe91ee HTTP/1.1" status: 200 len: 950 time: 0.1205509 Mar 22 19:14:33.245114 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c8604-950d-42de-a140-06279ecf89b8 req-87f0e5e4-6747-4026-a6b6-acca02fcc815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:33.246539 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-635c8604-950d-42de-a140-06279ecf89b8 req-87f0e5e4-6747-4026-a6b6-acca02fcc815 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1135085 Mar 22 19:14:33.248823 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-54d8d703-b879-4d63-9e20-0771c3593694 req-15438053-a3fe-4ade-ab69-acf7711dc6dc service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=91e18c13-6ef8-410b-9a28-0a79153bfa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025603 Mar 22 19:14:33.271171 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bcc80309-b519-4823-80a0-520545f1d073 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:33.323690 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed161271-808d-4dc3-9204-e7090178adfb req-5dc2179a-ae88-4272-b7fa-fa40c2137aeb tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/security-groups?id=91e18c13-6ef8-410b-9a28-0a79153bfa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164792 Mar 22 19:14:33.327499 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-507e999b-c02e-409f-9dae-55830d50f518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:33.394755 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-635c8604-950d-42de-a140-06279ecf89b8 req-3a315807-0eff-47c1-9d01-091db281105e service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369746 Mar 22 19:14:33.421581 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bcc80309-b519-4823-80a0-520545f1d073 admin admin] Publish callbacks [] for security_group (63c3f4d2-e4ad-4b7e-ba3f-fb20c92ad694), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:33.442514 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bcc80309-b519-4823-80a0-520545f1d073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (63c3f4d2-e4ad-4b7e-ba3f-fb20c92ad694), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:33.541002 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bcc80309-b519-4823-80a0-520545f1d073 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6014f213bcf347d39bf1bed93537723d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5599134 Mar 22 19:14:33.541815 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 32876) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:33.543667 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc80309-b519-4823-80a0-520545f1d073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c3f4d2-e4ad-4b7e-ba3f-fb20c92ad694,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:33.609762 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-507e999b-c02e-409f-9dae-55830d50f518 admin admin] Publish callbacks [] for security_group (6276d852-feda-495b-971a-cddfda922790), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:33.616992 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-507e999b-c02e-409f-9dae-55830d50f518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (6276d852-feda-495b-971a-cddfda922790), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:33.623879 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-635c8604-950d-42de-a140-06279ecf89b8 req-dbab0b09-9ec6-46a8-9ff4-024a4aa27f74 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106383 Mar 22 19:14:33.656812 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c928b75c-cd0f-4523-af22-4d56cb3bc10a admin admin] Publish callbacks [] for security_group (63c3f4d2-e4ad-4b7e-ba3f-fb20c92ad694), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:33.668538 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f9d44-a592-4298-9c60-5337618b2e03 req-da83e86e-76ab-42f2-ab40-603879df919e tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:33.671965 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e999b-c02e-409f-9dae-55830d50f518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6276d852-feda-495b-971a-cddfda922790,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:33.676443 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e25f9d44-a592-4298-9c60-5337618b2e03 req-da83e86e-76ab-42f2-ab40-603879df919e tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/ports?device_id=0527f369-a1c0-41d9-a19f-930e3218301b HTTP/1.1" status: 200 len: 948 time: 0.2467291 Mar 22 19:14:33.677430 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-507e999b-c02e-409f-9dae-55830d50f518 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fddad3b1484b44a7bf679a982f2f61f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6571159 Mar 22 19:14:33.685578 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 32888) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:33.712705 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c928b75c-cd0f-4523-af22-4d56cb3bc10a admin admin] Publish callbacks [] for security_group (63c3f4d2-e4ad-4b7e-ba3f-fb20c92ad694), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:33.728502 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e25f9d44-a592-4298-9c60-5337618b2e03 req-b73d6f00-3b63-4923-8e1d-39760e783870 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/security-groups?id=edde97b7-d7c8-4fa9-a1e1-8069b60aadba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511119 Mar 22 19:14:33.788646 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1b5bacd6-190a-4e67-bce5-574759a632bb admin admin] Publish callbacks [] for security_group (6276d852-feda-495b-971a-cddfda922790), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:33.789488 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a195ed-8381-4313-8e71-ee4553b62ae1 req-612fe183-70c2-48c8-bfb7-c0f1d25d50c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:33.791801 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66a195ed-8381-4313-8e71-ee4553b62ae1 req-612fe183-70c2-48c8-bfb7-c0f1d25d50c6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b1da7ae6d55d4efcae108b3bd3ca00ff&device_id=0527f369-a1c0-41d9-a19f-930e3218301b HTTP/1.1" status: 200 len: 1131 time: 0.0679152 Mar 22 19:14:33.811025 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1b5bacd6-190a-4e67-bce5-574759a632bb admin admin] Publish callbacks [] for security_group (6276d852-feda-495b-971a-cddfda922790), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:33.823525 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c928b75c-cd0f-4523-af22-4d56cb3bc10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (63c3f4d2-e4ad-4b7e-ba3f-fb20c92ad694), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:33.826745 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c928b75c-cd0f-4523-af22-4d56cb3bc10a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:33.830909 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c928b75c-cd0f-4523-af22-4d56cb3bc10a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/63c3f4d2-e4ad-4b7e-ba3f-fb20c92ad694 HTTP/1.1" status: 204 len: 168 time: 0.2843142 Mar 22 19:14:33.851408 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928b75c-cd0f-4523-af22-4d56cb3bc10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c3f4d2-e4ad-4b7e-ba3f-fb20c92ad694,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:33.893140 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1b5bacd6-190a-4e67-bce5-574759a632bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (6276d852-feda-495b-971a-cddfda922790), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:33.895384 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1b5bacd6-190a-4e67-bce5-574759a632bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:33.896959 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1b5bacd6-190a-4e67-bce5-574759a632bb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6276d852-feda-495b-971a-cddfda922790 HTTP/1.1" status: 204 len: 168 time: 0.2080555 Mar 22 19:14:33.905320 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5bacd6-190a-4e67-bce5-574759a632bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6276d852-feda-495b-971a-cddfda922790,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:33.920209 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a195ed-8381-4313-8e71-ee4553b62ae1 req-8ea1503f-04d9-471b-8b35-06239c36b05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:33.921717 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66a195ed-8381-4313-8e71-ee4553b62ae1 req-8ea1503f-04d9-471b-8b35-06239c36b05d service neutron] 10.222.0.85 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.1238320 Mar 22 19:14:33.966882 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66a195ed-8381-4313-8e71-ee4553b62ae1 req-f2578ba3-7fa1-42f7-ba34-0cee9495406d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89 HTTP/1.1" status: 200 len: 217 time: 0.0361676 Mar 22 19:14:34.038778 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a195ed-8381-4313-8e71-ee4553b62ae1 req-c311a5c9-ce4f-4f61-9b83-933243df939f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:34.040260 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66a195ed-8381-4313-8e71-ee4553b62ae1 req-c311a5c9-ce4f-4f61-9b83-933243df939f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.0656359 Mar 22 19:14:34.095823 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a195ed-8381-4313-8e71-ee4553b62ae1 req-4733746a-b613-4a3d-b757-1ed5d0bdff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:34.097338 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66a195ed-8381-4313-8e71-ee4553b62ae1 req-4733746a-b613-4a3d-b757-1ed5d0bdff11 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0508487 Mar 22 19:14:34.196913 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66a195ed-8381-4313-8e71-ee4553b62ae1 req-260d37cd-0854-47f0-abe6-973bd1697cc6 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923359 Mar 22 19:14:34.305909 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66a195ed-8381-4313-8e71-ee4553b62ae1 req-35aee727-2f4e-46f3-ab8d-cee43ea9a4d2 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031160 Mar 22 19:14:34.472679 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 32918) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:34.474815 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457aaa21-3f6c-4695-92a3-37b325ccbcfa req-9fe7e20a-cd20-4903-b44b-fb226c08956b tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:34.476586 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-457aaa21-3f6c-4695-92a3-37b325ccbcfa req-9fe7e20a-cd20-4903-b44b-fb226c08956b tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=4bfdfdae-c246-4a5e-baa2-ce673abe91ee HTTP/1.1" status: 200 len: 950 time: 0.0599227 Mar 22 19:14:34.488874 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-beb088e1-b586-4e67-8561-9840bd431893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:34.536211 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-457aaa21-3f6c-4695-92a3-37b325ccbcfa req-5a108cbe-d6b4-4572-90b4-2e8fba650887 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/security-groups?id=91e18c13-6ef8-410b-9a28-0a79153bfa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537367 Mar 22 19:14:34.569303 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 32922) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:34.592385 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-beb088e1-b586-4e67-8561-9840bd431893 admin admin] Publish callbacks [] for security_group (a0dfb5ad-c8ce-4741-9cea-3b66fdc36ef8), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:34.594063 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-00e225bd-4517-4120-a7d2-df21bcf0d850 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:34.598247 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-beb088e1-b586-4e67-8561-9840bd431893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a0dfb5ad-c8ce-4741-9cea-3b66fdc36ef8), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:34.640500 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb088e1-b586-4e67-8561-9840bd431893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0dfb5ad-c8ce-4741-9cea-3b66fdc36ef8,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:34.647029 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-beb088e1-b586-4e67-8561-9840bd431893 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0c7fc9df05b74ea8a7b10bd96614584d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1721685 Mar 22 19:14:34.649660 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 32924) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:34.755272 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b9f670b9-0a17-42b8-8104-42ebc5791ff7 admin admin] Publish callbacks [] for security_group (a0dfb5ad-c8ce-4741-9cea-3b66fdc36ef8), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:34.768601 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-00e225bd-4517-4120-a7d2-df21bcf0d850 admin admin] Publish callbacks [] for security_group (c6cb1111-e48c-4f48-812e-ec5d1b48d373), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:34.776648 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-00e225bd-4517-4120-a7d2-df21bcf0d850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (c6cb1111-e48c-4f48-812e-ec5d1b48d373), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:34.801531 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b9f670b9-0a17-42b8-8104-42ebc5791ff7 admin admin] Publish callbacks [] for security_group (a0dfb5ad-c8ce-4741-9cea-3b66fdc36ef8), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:35.049281 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-00e225bd-4517-4120-a7d2-df21bcf0d850 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2f136c169d1a410b817e84dabf2752c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4783831 Mar 22 19:14:35.052068 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 32944) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:35.078956 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e225bd-4517-4120-a7d2-df21bcf0d850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cb1111-e48c-4f48-812e-ec5d1b48d373,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:35.115852 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a67ea-9a30-4911-a465-e2604592c83a req-c0de8e06-5696-4054-8685-9463f88bbb23 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:35.117405 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3c4a67ea-9a30-4911-a465-e2604592c83a req-c0de8e06-5696-4054-8685-9463f88bbb23 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/ports?device_id=0527f369-a1c0-41d9-a19f-930e3218301b HTTP/1.1" status: 200 len: 948 time: 0.0992405 Mar 22 19:14:35.118516 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b9f670b9-0a17-42b8-8104-42ebc5791ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a0dfb5ad-c8ce-4741-9cea-3b66fdc36ef8), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:35.121069 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b9f670b9-0a17-42b8-8104-42ebc5791ff7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:35.124850 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b9f670b9-0a17-42b8-8104-42ebc5791ff7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a0dfb5ad-c8ce-4741-9cea-3b66fdc36ef8 HTTP/1.1" status: 204 len: 168 time: 0.4730685 Mar 22 19:14:35.138949 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-00f2297f-50c7-4216-b537-3005f6187cfa admin admin] Publish callbacks [] for security_group (c6cb1111-e48c-4f48-812e-ec5d1b48d373), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:35.156090 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f670b9-0a17-42b8-8104-42ebc5791ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0dfb5ad-c8ce-4741-9cea-3b66fdc36ef8,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:35.168742 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-00f2297f-50c7-4216-b537-3005f6187cfa admin admin] Publish callbacks [] for security_group (c6cb1111-e48c-4f48-812e-ec5d1b48d373), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:35.213851 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3c4a67ea-9a30-4911-a465-e2604592c83a req-98689889-d1bc-4f6e-a39e-bc989e7e8881 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/security-groups?id=edde97b7-d7c8-4fa9-a1e1-8069b60aadba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876226 Mar 22 19:14:35.228369 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f17431-b116-4546-a1fb-ce3f3aa4bd2f req-6adc449f-75f8-4137-b412-277753248cd5 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:35.239138 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-14f17431-b116-4546-a1fb-ce3f3aa4bd2f req-6adc449f-75f8-4137-b412-277753248cd5 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=4bfdfdae-c246-4a5e-baa2-ce673abe91ee HTTP/1.1" status: 200 len: 950 time: 0.1101689 Mar 22 19:14:35.249883 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-00f2297f-50c7-4216-b537-3005f6187cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (c6cb1111-e48c-4f48-812e-ec5d1b48d373), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:35.253095 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-00f2297f-50c7-4216-b537-3005f6187cfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:35.255073 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-00f2297f-50c7-4216-b537-3005f6187cfa admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c6cb1111-e48c-4f48-812e-ec5d1b48d373 HTTP/1.1" status: 204 len: 168 time: 0.2011912 Mar 22 19:14:35.280133 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2297f-50c7-4216-b537-3005f6187cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cb1111-e48c-4f48-812e-ec5d1b48d373,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:35.309401 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-14f17431-b116-4546-a1fb-ce3f3aa4bd2f req-bad6c07d-2f49-4d33-860f-662ec817739b tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/security-groups?id=91e18c13-6ef8-410b-9a28-0a79153bfa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607553 Mar 22 19:14:35.956762 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af04acd-8a7f-491e-b988-feae5f7d556d req-3684e73c-78d2-44af-a15a-7f6282d41960 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:35.958397 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9af04acd-8a7f-491e-b988-feae5f7d556d req-3684e73c-78d2-44af-a15a-7f6282d41960 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=4bfdfdae-c246-4a5e-baa2-ce673abe91ee HTTP/1.1" status: 200 len: 950 time: 0.0573554 Mar 22 19:14:36.011860 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9af04acd-8a7f-491e-b988-feae5f7d556d req-cc21798e-38db-4f95-b71e-93c4b345d29a tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/security-groups?id=91e18c13-6ef8-410b-9a28-0a79153bfa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461242 Mar 22 19:14:36.355329 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56177ea9-3466-436b-9079-805524d73251 req-4f0a06e8-ceb9-4d23-9e1f-8d7918320f92 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:36.358273 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-56177ea9-3466-436b-9079-805524d73251 req-4f0a06e8-ceb9-4d23-9e1f-8d7918320f92 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/ports?device_id=0527f369-a1c0-41d9-a19f-930e3218301b HTTP/1.1" status: 200 len: 948 time: 0.0672171 Mar 22 19:14:36.416503 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-56177ea9-3466-436b-9079-805524d73251 req-785dbfa9-c035-406b-8ec5-16bea37f0907 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/security-groups?id=edde97b7-d7c8-4fa9-a1e1-8069b60aadba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531046 Mar 22 19:14:36.568063 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33072) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:36.577185 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 33074) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:36.840755 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:14:36.869697 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad2be8f3-cf67-4b8c-ba57-f1233e8c3659 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:36.927509 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bb1b09e8-aaa0-42ce-958b-afab9e14620a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:37.016657 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:14:37.034552 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': '29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89', 'mac_address': 'fa:16:3e:af:62:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:14:37.083682 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad2be8f3-cf67-4b8c-ba57-f1233e8c3659 admin admin] Publish callbacks [] for security_group (f73c97e9-0414-4d4b-b5f9-008427637758), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:37.090611 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:14:37.091594 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:37.091904 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad2be8f3-cf67-4b8c-ba57-f1233e8c3659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f73c97e9-0414-4d4b-b5f9-008427637758), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:37.112123 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:14:37.136731 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480ed7e-d80e-4922-bdd6-eb220230a842 req-8b3b1257-e79d-488c-ba5e-e78fd1e7944b tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:37.138835 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f480ed7e-d80e-4922-bdd6-eb220230a842 req-8b3b1257-e79d-488c-ba5e-e78fd1e7944b tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.84 "GET /v2.0/ports?device_id=4bfdfdae-c246-4a5e-baa2-ce673abe91ee HTTP/1.1" status: 200 len: 950 time: 0.1304376 Mar 22 19:14:37.142011 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:14:37.149346 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:37.171396 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ad2be8f3-cf67-4b8c-ba57-f1233e8c3659 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f0f65c3fe51c431c82d642c64cba97b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6016541 Mar 22 19:14:37.173076 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2be8f3-cf67-4b8c-ba57-f1233e8c3659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73c97e9-0414-4d4b-b5f9-008427637758,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:37.177620 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 33110) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:37.261542 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:37.276730 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bb1b09e8-aaa0-42ce-958b-afab9e14620a admin admin] Publish callbacks [] for security_group (be5f21c8-d8eb-43d0-aeb4-53c889a84faa), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:37.292592 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bb1b09e8-aaa0-42ce-958b-afab9e14620a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (be5f21c8-d8eb-43d0-aeb4-53c889a84faa), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:37.381058 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-bb1b09e8-aaa0-42ce-958b-afab9e14620a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=83413bc1f75343049db256862972d192&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8014312 Mar 22 19:14:37.383795 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33118) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:37.392523 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242a7f3-ad7e-4b91-a6d8-ed2f6bc8be3c req-cfca97d5-41cf-4f25-9608-e1c7579b3abe tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:37.400320 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5242a7f3-ad7e-4b91-a6d8-ed2f6bc8be3c req-cfca97d5-41cf-4f25-9608-e1c7579b3abe tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/ports?device_id=4bfdfdae-c246-4a5e-baa2-ce673abe91ee HTTP/1.1" status: 200 len: 950 time: 0.2016737 Mar 22 19:14:37.404693 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b09e8-aaa0-42ce-958b-afab9e14620a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5f21c8-d8eb-43d0-aeb4-53c889a84faa,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:37.413561 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5b87e9a8-88c9-4958-9d0a-e4edb7c4794d admin admin] Publish callbacks [] for security_group (f73c97e9-0414-4d4b-b5f9-008427637758), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:37.432370 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1b09e8-aaa0-42ce-958b-afab9e14620a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:37.432718 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1b09e8-aaa0-42ce-958b-afab9e14620a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:37.433254 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1b09e8-aaa0-42ce-958b-afab9e14620a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:37.433741 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1b09e8-aaa0-42ce-958b-afab9e14620a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:37.434256 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1b09e8-aaa0-42ce-958b-afab9e14620a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:37.434751 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1b09e8-aaa0-42ce-958b-afab9e14620a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:37.435242 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1b09e8-aaa0-42ce-958b-afab9e14620a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:37.435725 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1b09e8-aaa0-42ce-958b-afab9e14620a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:37.436199 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1b09e8-aaa0-42ce-958b-afab9e14620a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:37.436672 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1b09e8-aaa0-42ce-958b-afab9e14620a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:37.437146 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1b09e8-aaa0-42ce-958b-afab9e14620a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:37.437631 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1b09e8-aaa0-42ce-958b-afab9e14620a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:37.439829 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1b09e8-aaa0-42ce-958b-afab9e14620a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:37.440349 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1b09e8-aaa0-42ce-958b-afab9e14620a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:37.440833 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1b09e8-aaa0-42ce-958b-afab9e14620a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:37.464755 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-33bb2a47-e09e-4d3a-86ec-ccdc12ff7164 admin admin] Publish callbacks [] for security_group (be5f21c8-d8eb-43d0-aeb4-53c889a84faa), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:37.486870 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5b87e9a8-88c9-4958-9d0a-e4edb7c4794d admin admin] Publish callbacks [] for security_group (f73c97e9-0414-4d4b-b5f9-008427637758), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:37.496485 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-33bb2a47-e09e-4d3a-86ec-ccdc12ff7164 admin admin] Publish callbacks [] for security_group (be5f21c8-d8eb-43d0-aeb4-53c889a84faa), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:37.516407 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-f480ed7e-d80e-4922-bdd6-eb220230a842 req-d17b0575-e545-4d34-b72a-4a76ea40dc3b tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Deleting port d6ba1848-567e-41d2-ae0c-5131606aaca3 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:14:37.517066 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f480ed7e-d80e-4922-bdd6-eb220230a842 req-d17b0575-e545-4d34-b72a-4a76ea40dc3b tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (d6ba1848-567e-41d2-ae0c-5131606aaca3), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:37.586605 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:14:37.588201 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-33bb2a47-e09e-4d3a-86ec-ccdc12ff7164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (be5f21c8-d8eb-43d0-aeb4-53c889a84faa), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:37.592065 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-33bb2a47-e09e-4d3a-86ec-ccdc12ff7164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:37.596971 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-33bb2a47-e09e-4d3a-86ec-ccdc12ff7164 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/be5f21c8-d8eb-43d0-aeb4-53c889a84faa HTTP/1.1" status: 204 len: 168 time: 0.2088141 Mar 22 19:14:37.599565 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5242a7f3-ad7e-4b91-a6d8-ed2f6bc8be3c req-eb48ed22-d331-4e25-9ba4-de2da9d18ca1 tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.75 "GET /v2.0/security-groups?id=91e18c13-6ef8-410b-9a28-0a79153bfa9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982980 Mar 22 19:14:37.615632 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb2a47-e09e-4d3a-86ec-ccdc12ff7164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5f21c8-d8eb-43d0-aeb4-53c889a84faa,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:37.630100 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb2a47-e09e-4d3a-86ec-ccdc12ff7164 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:37.630702 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb2a47-e09e-4d3a-86ec-ccdc12ff7164 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:37.631231 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb2a47-e09e-4d3a-86ec-ccdc12ff7164 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:37.631874 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb2a47-e09e-4d3a-86ec-ccdc12ff7164 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:37.632407 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb2a47-e09e-4d3a-86ec-ccdc12ff7164 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:37.632926 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb2a47-e09e-4d3a-86ec-ccdc12ff7164 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:37.633454 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb2a47-e09e-4d3a-86ec-ccdc12ff7164 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:37.634434 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb2a47-e09e-4d3a-86ec-ccdc12ff7164 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:37.634982 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb2a47-e09e-4d3a-86ec-ccdc12ff7164 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:37.635612 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb2a47-e09e-4d3a-86ec-ccdc12ff7164 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:37.636131 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb2a47-e09e-4d3a-86ec-ccdc12ff7164 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:37.637008 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb2a47-e09e-4d3a-86ec-ccdc12ff7164 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:37.637549 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb2a47-e09e-4d3a-86ec-ccdc12ff7164 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:37.638107 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb2a47-e09e-4d3a-86ec-ccdc12ff7164 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:37.639032 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bb2a47-e09e-4d3a-86ec-ccdc12ff7164 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:37.757052 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5b87e9a8-88c9-4958-9d0a-e4edb7c4794d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f73c97e9-0414-4d4b-b5f9-008427637758), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:37.760512 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5b87e9a8-88c9-4958-9d0a-e4edb7c4794d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:37.764771 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5b87e9a8-88c9-4958-9d0a-e4edb7c4794d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f73c97e9-0414-4d4b-b5f9-008427637758 HTTP/1.1" status: 204 len: 168 time: 0.5805943 Mar 22 19:14:37.799711 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-f480ed7e-d80e-4922-bdd6-eb220230a842 req-d17b0575-e545-4d34-b72a-4a76ea40dc3b tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] For port d6ba1848-567e-41d2-ae0c-5131606aaca3, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=d6ba1848-567e-41d2-ae0c-5131606aaca3,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:14:37.800522 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f480ed7e-d80e-4922-bdd6-eb220230a842 req-d17b0575-e545-4d34-b72a-4a76ea40dc3b tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (d6ba1848-567e-41d2-ae0c-5131606aaca3), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:37.804941 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87e9a8-88c9-4958-9d0a-e4edb7c4794d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73c97e9-0414-4d4b-b5f9-008427637758,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:37.832369 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa981297-dc71-48c2-ab22-d7c512d1dd93 req-a567ab18-47db-4326-9e72-52d07cef2010 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:37.840403 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa981297-dc71-48c2-ab22-d7c512d1dd93 req-a567ab18-47db-4326-9e72-52d07cef2010 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/ports?device_id=0527f369-a1c0-41d9-a19f-930e3218301b HTTP/1.1" status: 200 len: 949 time: 0.2618606 Mar 22 19:14:37.864953 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-f480ed7e-d80e-4922-bdd6-eb220230a842 req-d17b0575-e545-4d34-b72a-4a76ea40dc3b tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Calling delete_port for d6ba1848-567e-41d2-ae0c-5131606aaca3 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:14:37.942586 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa981297-dc71-48c2-ab22-d7c512d1dd93 req-da21921b-f27e-49c4-8806-a72ddc48c465 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/security-groups?id=edde97b7-d7c8-4fa9-a1e1-8069b60aadba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006584 Mar 22 19:14:38.059499 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f480ed7e-d80e-4922-bdd6-eb220230a842 req-d17b0575-e545-4d34-b72a-4a76ea40dc3b tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (d6ba1848-567e-41d2-ae0c-5131606aaca3), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:38.073222 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['d6ba1848-567e-41d2-ae0c-5131606aaca3'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:14:38.096847 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b0575-e545-4d34-b72a-4a76ea40dc3b tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Pushing event deleted for resources: {'Port': ['ID=d6ba1848-567e-41d2-ae0c-5131606aaca3,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:38.175687 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-f480ed7e-d80e-4922-bdd6-eb220230a842 req-d17b0575-e545-4d34-b72a-4a76ea40dc3b tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] No DVR routers for this DVR port d6ba1848-567e-41d2-ae0c-5131606aaca3 on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:14:38.176575 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f480ed7e-d80e-4922-bdd6-eb220230a842 req-d17b0575-e545-4d34-b72a-4a76ea40dc3b tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:38.180709 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f480ed7e-d80e-4922-bdd6-eb220230a842 req-d17b0575-e545-4d34-b72a-4a76ea40dc3b tempest-DeleteServersAdminTestJSON-757666094 tempest-DeleteServersAdminTestJSON-757666094-project] 10.222.0.84 "DELETE /v2.0/ports/d6ba1848-567e-41d2-ae0c-5131606aaca3 HTTP/1.1" status: 204 len: 173 time: 1.0346351 Mar 22 19:14:38.181862 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfdfdae-c246-4a5e-baa2-ce673abe91ee', 'name': 'network-vif-deleted', 'tag': 'd6ba1848-567e-41d2-ae0c-5131606aaca3'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:14:38.194832 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a2aa0a-97b2-48b2-8418-9808d15d09d8" -d '{"events": [{"server_uuid": "4bfdfdae-c246-4a5e-baa2-ce673abe91ee", "name": "network-vif-deleted", "tag": "d6ba1848-567e-41d2-ae0c-5131606aaca3"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:14:38.308769 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33158) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:38.324131 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-51e37648-fcb2-47fa-b42a-65a88123669f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:38.453283 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-51e37648-fcb2-47fa-b42a-65a88123669f admin admin] Publish callbacks [] for security_group (80691d44-15f8-4bd7-953d-14b836f415cf), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:38.459262 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-51e37648-fcb2-47fa-b42a-65a88123669f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (80691d44-15f8-4bd7-953d-14b836f415cf), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:38.470749 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d5824d-11cf-441f-8bb1-e1edc75bf5b7 x-openstack-request-id: req-f9d5824d-11cf-441f-8bb1-e1edc75bf5b7 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:14:38.471275 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfdfdae-c246-4a5e-baa2-ce673abe91ee", "name": "network-vif-deleted", "tag": "d6ba1848-567e-41d2-ae0c-5131606aaca3", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:14:38.471377 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f9d5824d-11cf-441f-8bb1-e1edc75bf5b7 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:14:38.471779 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9d5824d-11cf-441f-8bb1-e1edc75bf5b7'] response: {'server_uuid': '4bfdfdae-c246-4a5e-baa2-ce673abe91ee', 'name': 'network-vif-deleted', 'tag': 'd6ba1848-567e-41d2-ae0c-5131606aaca3', 'status': 'completed', 'code': 200} Mar 22 19:14:38.510250 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e37648-fcb2-47fa-b42a-65a88123669f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80691d44-15f8-4bd7-953d-14b836f415cf,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:38.514577 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-51e37648-fcb2-47fa-b42a-65a88123669f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0a0dadcb1434423db9609151c6c47ce7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2047505 Mar 22 19:14:38.517240 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 33170) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:38.568622 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0f148c04-dc7f-4d01-8045-2049fb9250c2 admin admin] Publish callbacks [] for security_group (80691d44-15f8-4bd7-953d-14b836f415cf), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:38.593264 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0f148c04-dc7f-4d01-8045-2049fb9250c2 admin admin] Publish callbacks [] for security_group (80691d44-15f8-4bd7-953d-14b836f415cf), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:38.651427 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0f148c04-dc7f-4d01-8045-2049fb9250c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (80691d44-15f8-4bd7-953d-14b836f415cf), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:38.654355 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0f148c04-dc7f-4d01-8045-2049fb9250c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:38.658097 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0f148c04-dc7f-4d01-8045-2049fb9250c2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/80691d44-15f8-4bd7-953d-14b836f415cf HTTP/1.1" status: 204 len: 168 time: 0.1370969 Mar 22 19:14:38.667386 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f148c04-dc7f-4d01-8045-2049fb9250c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80691d44-15f8-4bd7-953d-14b836f415cf,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:38.849434 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:14:38.902757 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:14:38.907957 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:14:38.908339 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:39.008621 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:14:39.009264 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:39.055236 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:14:39.056402 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0527f369-a1c0-41d9-a19f-930e3218301b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:14:39.058948 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf5cea6-a536-4f2d-bb8f-47538723da3d" -d '{"events": [{"server_uuid": "0527f369-a1c0-41d9-a19f-930e3218301b", "name": "network-vif-plugged", "status": "completed", "tag": "29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:14:39.062090 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:39.113670 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:39.121485 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:39.121848 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:39.122344 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:39.122809 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:39.123293 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:39.123754 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:39.124210 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:39.124664 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:39.125118 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:39.125761 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:39.126999 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:39.127462 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:39.127944 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:39.128408 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:39.128872 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:14:39.276371 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceeb147-7132-401e-9383-9f0295cc5628 req-75a1f187-0587-4fb5-918c-b283f45438d6 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:39.278525 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3ceeb147-7132-401e-9383-9f0295cc5628 req-75a1f187-0587-4fb5-918c-b283f45438d6 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/ports?device_id=0527f369-a1c0-41d9-a19f-930e3218301b HTTP/1.1" status: 200 len: 950 time: 0.0592735 Mar 22 19:14:39.327137 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3ceeb147-7132-401e-9383-9f0295cc5628 req-df4cbbc2-50d2-4c31-a2c2-52be5d507b98 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/security-groups?id=edde97b7-d7c8-4fa9-a1e1-8069b60aadba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424402 Mar 22 19:14:39.418379 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735c49e3-c02e-4ed9-bf4a-3d512101ffc2 x-openstack-request-id: req-735c49e3-c02e-4ed9-bf4a-3d512101ffc2 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:14:39.418982 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0527f369-a1c0-41d9-a19f-930e3218301b", "name": "network-vif-plugged", "status": "completed", "tag": "29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:14:39.419429 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-735c49e3-c02e-4ed9-bf4a-3d512101ffc2 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:14:39.420222 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-735c49e3-c02e-4ed9-bf4a-3d512101ffc2'] response: {'server_uuid': '0527f369-a1c0-41d9-a19f-930e3218301b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89', 'code': 200} Mar 22 19:14:39.562573 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a016fdd-4eb5-49f6-8ae5-87995263c643 req-434a97f6-802b-47dd-9aa2-ea2c6d2cfbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:39.564868 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5a016fdd-4eb5-49f6-8ae5-87995263c643 req-434a97f6-802b-47dd-9aa2-ea2c6d2cfbde service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0527f369-a1c0-41d9-a19f-930e3218301b HTTP/1.1" status: 200 len: 1133 time: 0.0820496 Mar 22 19:14:39.657115 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5a016fdd-4eb5-49f6-8ae5-87995263c643 req-7c8c7bfe-d935-40e5-b363-cb8953dd22f3 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=edde97b7-d7c8-4fa9-a1e1-8069b60aadba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859296 Mar 22 19:14:39.980711 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 33260) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:40.190154 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 33280) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:40.261542 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-942a9c8a-208e-4bba-80e0-3b1e8541f046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:40.361883 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-942a9c8a-208e-4bba-80e0-3b1e8541f046 admin admin] Publish callbacks [] for security_group (0681cf5c-224d-4619-bf82-39b3202cc586), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:40.396971 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e7e2f971-b54d-4ee2-8781-5f73b5f7c145 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5309abedcf71453491aa9ec5599c0fa5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2055812 Mar 22 19:14:40.399252 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 33290) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:40.407552 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-942a9c8a-208e-4bba-80e0-3b1e8541f046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (0681cf5c-224d-4619-bf82-39b3202cc586), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:40.506477 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a9c8a-208e-4bba-80e0-3b1e8541f046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0681cf5c-224d-4619-bf82-39b3202cc586,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:40.513651 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-942a9c8a-208e-4bba-80e0-3b1e8541f046 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f84ebf34ca6c4fe697ddf197cc63e3f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5316780 Mar 22 19:14:40.516465 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 33296) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:40.575228 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14385d2e-cf6a-41fe-a6da-f3fdae236fc1 req-06233e71-196c-4541-bdf3-c98350352d65 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:40.580744 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33298) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:40.583110 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-14385d2e-cf6a-41fe-a6da-f3fdae236fc1 req-06233e71-196c-4541-bdf3-c98350352d65 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/ports?device_id=0527f369-a1c0-41d9-a19f-930e3218301b HTTP/1.1" status: 200 len: 950 time: 0.1694753 Mar 22 19:14:40.584863 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6f63fd4f-d4d5-4ab7-891b-a097354a474c admin admin] Publish callbacks [] for security_group (91e18c13-6ef8-410b-9a28-0a79153bfa9e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:40.616562 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33302) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:40.638902 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6f63fd4f-d4d5-4ab7-891b-a097354a474c admin admin] Publish callbacks [] for security_group (91e18c13-6ef8-410b-9a28-0a79153bfa9e), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:40.664131 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db12a873-b0e8-48ea-92c3-dd8df16a216d admin admin] Publish callbacks [] for security_group (0681cf5c-224d-4619-bf82-39b3202cc586), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:40.714379 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-14385d2e-cf6a-41fe-a6da-f3fdae236fc1 req-441d1151-1b60-4a6e-a9dd-45d4fbe8660d tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/security-groups?id=edde97b7-d7c8-4fa9-a1e1-8069b60aadba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303566 Mar 22 19:14:40.734313 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db12a873-b0e8-48ea-92c3-dd8df16a216d admin admin] Publish callbacks [] for security_group (0681cf5c-224d-4619-bf82-39b3202cc586), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:40.740469 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c6f0bdac-e264-4597-b036-661bdaaba70d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:40.742865 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6f63fd4f-d4d5-4ab7-891b-a097354a474c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (91e18c13-6ef8-410b-9a28-0a79153bfa9e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:40.745481 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6f63fd4f-d4d5-4ab7-891b-a097354a474c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:40.757351 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6f63fd4f-d4d5-4ab7-891b-a097354a474c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/91e18c13-6ef8-410b-9a28-0a79153bfa9e HTTP/1.1" status: 204 len: 168 time: 0.3485487 Mar 22 19:14:40.758730 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d567336c-9307-4967-b305-da493283a9b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:40.798947 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63fd4f-d4d5-4ab7-891b-a097354a474c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e18c13-6ef8-410b-9a28-0a79153bfa9e,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:40.877735 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db12a873-b0e8-48ea-92c3-dd8df16a216d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (0681cf5c-224d-4619-bf82-39b3202cc586), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:40.880467 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db12a873-b0e8-48ea-92c3-dd8df16a216d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:40.882053 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-db12a873-b0e8-48ea-92c3-dd8df16a216d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0681cf5c-224d-4619-bf82-39b3202cc586 HTTP/1.1" status: 204 len: 168 time: 0.3643141 Mar 22 19:14:40.899000 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12a873-b0e8-48ea-92c3-dd8df16a216d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0681cf5c-224d-4619-bf82-39b3202cc586,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:40.928816 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c6f0bdac-e264-4597-b036-661bdaaba70d admin admin] Publish callbacks [] for security_group (2b7326a3-5cd4-45b6-aaa4-03c929b28845), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:40.940930 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c6f0bdac-e264-4597-b036-661bdaaba70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2b7326a3-5cd4-45b6-aaa4-03c929b28845), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:40.947808 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d567336c-9307-4967-b305-da493283a9b2 admin admin] Publish callbacks [] for security_group (e8290481-cb05-44e0-8690-8a90932aff57), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:40.965124 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d567336c-9307-4967-b305-da493283a9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e8290481-cb05-44e0-8690-8a90932aff57), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:41.004895 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c6f0bdac-e264-4597-b036-661bdaaba70d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=eb67fb0c00a5437782a1cd0dc607fbb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4228792 Mar 22 19:14:41.007153 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0bdac-e264-4597-b036-661bdaaba70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7326a3-5cd4-45b6-aaa4-03c929b28845,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:41.008666 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 33324) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:41.018402 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d567336c-9307-4967-b305-da493283a9b2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5b013cb3d73641199688f4697be3b21f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4002728 Mar 22 19:14:41.018897 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33326) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:41.077603 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567336c-9307-4967-b305-da493283a9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8290481-cb05-44e0-8690-8a90932aff57,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:41.078433 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4e90f2c2-4ff2-4991-a7b7-b36a3b9878ca admin admin] Publish callbacks [] for security_group (2b7326a3-5cd4-45b6-aaa4-03c929b28845), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:41.113559 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cec3738d-2709-4ef5-ba9d-e84c800f1854 admin admin] Publish callbacks [] for security_group (e8290481-cb05-44e0-8690-8a90932aff57), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:41.121301 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4e90f2c2-4ff2-4991-a7b7-b36a3b9878ca admin admin] Publish callbacks [] for security_group (2b7326a3-5cd4-45b6-aaa4-03c929b28845), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:41.143078 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cec3738d-2709-4ef5-ba9d-e84c800f1854 admin admin] Publish callbacks [] for security_group (e8290481-cb05-44e0-8690-8a90932aff57), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:41.185260 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4e90f2c2-4ff2-4991-a7b7-b36a3b9878ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2b7326a3-5cd4-45b6-aaa4-03c929b28845), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:41.191288 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4e90f2c2-4ff2-4991-a7b7-b36a3b9878ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:41.192459 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4e90f2c2-4ff2-4991-a7b7-b36a3b9878ca admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2b7326a3-5cd4-45b6-aaa4-03c929b28845 HTTP/1.1" status: 204 len: 168 time: 0.1828082 Mar 22 19:14:41.200629 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90f2c2-4ff2-4991-a7b7-b36a3b9878ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7326a3-5cd4-45b6-aaa4-03c929b28845,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:41.229319 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cec3738d-2709-4ef5-ba9d-e84c800f1854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e8290481-cb05-44e0-8690-8a90932aff57), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:41.233515 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cec3738d-2709-4ef5-ba9d-e84c800f1854 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:41.237850 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cec3738d-2709-4ef5-ba9d-e84c800f1854 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e8290481-cb05-44e0-8690-8a90932aff57 HTTP/1.1" status: 204 len: 168 time: 0.2135131 Mar 22 19:14:41.244090 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3738d-2709-4ef5-ba9d-e84c800f1854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8290481-cb05-44e0-8690-8a90932aff57,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:41.440004 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33342) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:41.453596 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 33344) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:41.454054 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ee4ae0e9-60fe-4ada-bd88-c1794e60448a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:41.469591 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7746c592-2b39-4848-a4bd-63703a7635a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:41.554154 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ee4ae0e9-60fe-4ada-bd88-c1794e60448a admin admin] Publish callbacks [] for security_group (5c2dc4d4-67c9-4b6e-921d-08245be25aad), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:41.562008 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ee4ae0e9-60fe-4ada-bd88-c1794e60448a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5c2dc4d4-67c9-4b6e-921d-08245be25aad), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:41.566395 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7746c592-2b39-4848-a4bd-63703a7635a2 admin admin] Publish callbacks [] for security_group (7645964a-24d8-4ece-8aa9-d73fa53cc98b), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:41.571852 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7746c592-2b39-4848-a4bd-63703a7635a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7645964a-24d8-4ece-8aa9-d73fa53cc98b), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:41.608641 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ee4ae0e9-60fe-4ada-bd88-c1794e60448a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=db4f3a8fe1ae4fa19d3fbd156cf357f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1673276 Mar 22 19:14:41.609264 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ae0e9-60fe-4ada-bd88-c1794e60448a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2dc4d4-67c9-4b6e-921d-08245be25aad,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:41.612141 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33346) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:41.630900 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7746c592-2b39-4848-a4bd-63703a7635a2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a31bb0f4f5494b58a93c5c0cda7746ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1759446 Mar 22 19:14:41.631433 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33348) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:41.633489 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7746c592-2b39-4848-a4bd-63703a7635a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7645964a-24d8-4ece-8aa9-d73fa53cc98b,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:41.707014 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4580defc-e3f6-4a98-aa2b-8f1012c3f3b9 admin admin] Publish callbacks [] for security_group (5c2dc4d4-67c9-4b6e-921d-08245be25aad), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:41.722956 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95a13c85-f927-480a-95d6-7e2e16e6d40a admin admin] Publish callbacks [] for security_group (7645964a-24d8-4ece-8aa9-d73fa53cc98b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:41.766726 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4580defc-e3f6-4a98-aa2b-8f1012c3f3b9 admin admin] Publish callbacks [] for security_group (5c2dc4d4-67c9-4b6e-921d-08245be25aad), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:41.787100 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95a13c85-f927-480a-95d6-7e2e16e6d40a admin admin] Publish callbacks [] for security_group (7645964a-24d8-4ece-8aa9-d73fa53cc98b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:41.863829 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4580defc-e3f6-4a98-aa2b-8f1012c3f3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5c2dc4d4-67c9-4b6e-921d-08245be25aad), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:41.867089 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4580defc-e3f6-4a98-aa2b-8f1012c3f3b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:41.870473 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c0a39-7024-432c-873f-48925783d2b3 req-8c46b56d-0672-4a6b-8845-b2cfa692150d tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:41.871411 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4580defc-e3f6-4a98-aa2b-8f1012c3f3b9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5c2dc4d4-67c9-4b6e-921d-08245be25aad HTTP/1.1" status: 204 len: 168 time: 0.2583129 Mar 22 19:14:41.873296 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-842c0a39-7024-432c-873f-48925783d2b3 req-8c46b56d-0672-4a6b-8845-b2cfa692150d tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/ports?device_id=0527f369-a1c0-41d9-a19f-930e3218301b HTTP/1.1" status: 200 len: 950 time: 0.0755763 Mar 22 19:14:41.877418 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95a13c85-f927-480a-95d6-7e2e16e6d40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7645964a-24d8-4ece-8aa9-d73fa53cc98b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:41.880950 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95a13c85-f927-480a-95d6-7e2e16e6d40a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:41.885994 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-95a13c85-f927-480a-95d6-7e2e16e6d40a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7645964a-24d8-4ece-8aa9-d73fa53cc98b HTTP/1.1" status: 204 len: 168 time: 0.2535839 Mar 22 19:14:41.892980 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580defc-e3f6-4a98-aa2b-8f1012c3f3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2dc4d4-67c9-4b6e-921d-08245be25aad,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:41.906349 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a13c85-f927-480a-95d6-7e2e16e6d40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7645964a-24d8-4ece-8aa9-d73fa53cc98b,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:41.959640 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-842c0a39-7024-432c-873f-48925783d2b3 req-7299459e-e0ed-4760-b80c-a39a456af676 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/security-groups?id=edde97b7-d7c8-4fa9-a1e1-8069b60aadba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768955 Mar 22 19:14:42.124222 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33378) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:42.137671 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2b6e7b49-45e7-4c44-8915-36585671ab5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:42.221568 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2b6e7b49-45e7-4c44-8915-36585671ab5b admin admin] Publish callbacks [] for security_group (caefbc12-71a4-4cf1-81f9-8341abdc524b), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:42.226472 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2b6e7b49-45e7-4c44-8915-36585671ab5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (caefbc12-71a4-4cf1-81f9-8341abdc524b), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:42.269246 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device d6ba1848-567e-41d2-ae0c-5131606aaca3 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:14:42.269992 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2b6e7b49-45e7-4c44-8915-36585671ab5b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=93db633b0cb24645a3824b0b1c98f42d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443455 Mar 22 19:14:42.270845 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 33382) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:42.271399 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e7b49-45e7-4c44-8915-36585671ab5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caefbc12-71a4-4cf1-81f9-8341abdc524b,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:42.295270 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: d6ba1848-567e-41d2-ae0c-5131606aaca3 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:14:42.295933 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device d6ba1848-567e-41d2-ae0c-5131606aaca3 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:14:42.350199 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2204ab15-639a-43e9-9816-82ffc0d16768 admin admin] Publish callbacks [] for security_group (caefbc12-71a4-4cf1-81f9-8341abdc524b), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:42.372924 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2204ab15-639a-43e9-9816-82ffc0d16768 admin admin] Publish callbacks [] for security_group (caefbc12-71a4-4cf1-81f9-8341abdc524b), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:42.429427 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2204ab15-639a-43e9-9816-82ffc0d16768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (caefbc12-71a4-4cf1-81f9-8341abdc524b), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:42.432569 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2204ab15-639a-43e9-9816-82ffc0d16768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:42.433895 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2204ab15-639a-43e9-9816-82ffc0d16768 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/caefbc12-71a4-4cf1-81f9-8341abdc524b HTTP/1.1" status: 204 len: 168 time: 0.1619501 Mar 22 19:14:42.448700 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204ab15-639a-43e9-9816-82ffc0d16768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caefbc12-71a4-4cf1-81f9-8341abdc524b,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:42.504166 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 33400) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:42.520349 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9fa0b0b0-5cfb-448e-a624-2f6d20dfb73f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:42.611621 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9fa0b0b0-5cfb-448e-a624-2f6d20dfb73f admin admin] Publish callbacks [] for security_group (3eaa04a1-b4bc-4e51-9679-41956648f125), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:42.616588 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9fa0b0b0-5cfb-448e-a624-2f6d20dfb73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3eaa04a1-b4bc-4e51-9679-41956648f125), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:42.665974 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9fa0b0b0-5cfb-448e-a624-2f6d20dfb73f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=54e81b80529a43c29a7adc70b37b3f74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1605811 Mar 22 19:14:42.668036 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa0b0b0-5cfb-448e-a624-2f6d20dfb73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eaa04a1-b4bc-4e51-9679-41956648f125,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:42.668667 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33410) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:42.728723 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f7de5b6d-943b-40da-b14d-4cd5fec53cd1 admin admin] Publish callbacks [] for security_group (3eaa04a1-b4bc-4e51-9679-41956648f125), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:42.750601 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-0616bc32-26d4-41ec-a623-3ed7f76a53b3 req-7c35480f-5825-4c8b-bf08-55e7f5d0e875 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:14:42.752029 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f7de5b6d-943b-40da-b14d-4cd5fec53cd1 admin admin] Publish callbacks [] for security_group (3eaa04a1-b4bc-4e51-9679-41956648f125), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:42.752381 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0616bc32-26d4-41ec-a623-3ed7f76a53b3 req-7c35480f-5825-4c8b-bf08-55e7f5d0e875 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065222 Mar 22 19:14:42.812430 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f7de5b6d-943b-40da-b14d-4cd5fec53cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3eaa04a1-b4bc-4e51-9679-41956648f125), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:42.815953 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f7de5b6d-943b-40da-b14d-4cd5fec53cd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:42.819471 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f7de5b6d-943b-40da-b14d-4cd5fec53cd1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3eaa04a1-b4bc-4e51-9679-41956648f125 HTTP/1.1" status: 204 len: 168 time: 0.1473513 Mar 22 19:14:42.826565 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de5b6d-943b-40da-b14d-4cd5fec53cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eaa04a1-b4bc-4e51-9679-41956648f125,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:43.034711 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c76500-5eba-45b3-8fab-fc90ed808d49 req-2a621dde-d307-4a49-ba77-e04ef9532a16 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:43.037316 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a5c76500-5eba-45b3-8fab-fc90ed808d49 req-2a621dde-d307-4a49-ba77-e04ef9532a16 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/ports?device_id=0527f369-a1c0-41d9-a19f-930e3218301b HTTP/1.1" status: 200 len: 950 time: 0.0733783 Mar 22 19:14:43.110418 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a5c76500-5eba-45b3-8fab-fc90ed808d49 req-7919770d-1b7a-4eba-a0e9-734ae9901466 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/security-groups?id=edde97b7-d7c8-4fa9-a1e1-8069b60aadba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608206 Mar 22 19:14:43.502969 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-2f9da3e4-ad60-4b2d-acee-1a6201bd24c3 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=b1da7ae6d55d4efcae108b3bd3ca00ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316062 Mar 22 19:14:43.507792 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33490) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:43.523489 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-932c2778-f191-4080-8a72-f21fa3ee6181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:43.618776 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-932c2778-f191-4080-8a72-f21fa3ee6181 admin admin] Publish callbacks [] for security_group (910cea6e-70c5-4e94-9c9f-818050fc345f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:43.623102 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-5b98e4bc-3d7e-4fea-89f3-5f7cb04affa5 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:43.623756 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-932c2778-f191-4080-8a72-f21fa3ee6181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (910cea6e-70c5-4e94-9c9f-818050fc345f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:43.630701 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-5b98e4bc-3d7e-4fea-89f3-5f7cb04affa5 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1267066 Mar 22 19:14:43.648431 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-bd567ece-90c4-49bb-a89d-144191239a02 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/quotas/b1da7ae6d55d4efcae108b3bd3ca00ff HTTP/1.1" status: 200 len: 375 time: 0.0165102 Mar 22 19:14:43.674608 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-932c2778-f191-4080-8a72-f21fa3ee6181 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8df2d8877cd9444bbd8f03977b7a0afa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1652827 Mar 22 19:14:43.675821 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33496) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:43.676554 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c2778-f191-4080-8a72-f21fa3ee6181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910cea6e-70c5-4e94-9c9f-818050fc345f,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:43.718243 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-55baf365-9165-4285-9fbe-c8ae77d2af89 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b1da7ae6d55d4efcae108b3bd3ca00ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0686071 Mar 22 19:14:43.739922 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-87fe62b6-9565-4dc6-be0d-010e05199683 admin admin] Publish callbacks [] for security_group (910cea6e-70c5-4e94-9c9f-818050fc345f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:43.765645 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-87fe62b6-9565-4dc6-be0d-010e05199683 admin admin] Publish callbacks [] for security_group (910cea6e-70c5-4e94-9c9f-818050fc345f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:43.824077 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-87fe62b6-9565-4dc6-be0d-010e05199683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (910cea6e-70c5-4e94-9c9f-818050fc345f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:43.827104 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-87fe62b6-9565-4dc6-be0d-010e05199683 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:43.830549 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-87fe62b6-9565-4dc6-be0d-010e05199683 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/910cea6e-70c5-4e94-9c9f-818050fc345f HTTP/1.1" status: 204 len: 168 time: 0.1476841 Mar 22 19:14:43.843015 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe62b6-9565-4dc6-be0d-010e05199683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910cea6e-70c5-4e94-9c9f-818050fc345f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:43.927244 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33510) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:43.934762 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7464fb52-14c3-4d9d-abfb-b93f79087041 req-03292cc5-e707-42ce-a7d0-e1b3e02a09f0 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3d644e4-f0ab-4bd9-aba9-21e9b4e681ed HTTP/1.1" status: 200 len: 210 time: 0.0385275 Mar 22 19:14:44.149979 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-77e1a0d6-f293-4a4e-bfb8-0e7a934841f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:44.265215 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-77e1a0d6-f293-4a4e-bfb8-0e7a934841f4 admin admin] Publish callbacks [] for security_group (5fb62fb2-37e7-4f12-bc28-a3e3cf8febcc), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:44.272729 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-77e1a0d6-f293-4a4e-bfb8-0e7a934841f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5fb62fb2-37e7-4f12-bc28-a3e3cf8febcc), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:44.320389 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-77e1a0d6-f293-4a4e-bfb8-0e7a934841f4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1f388224a2c04d778dbc49dceac32a0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3919101 Mar 22 19:14:44.323545 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 33536) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:44.325150 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e1a0d6-f293-4a4e-bfb8-0e7a934841f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb62fb2-37e7-4f12-bc28-a3e3cf8febcc,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:44.410606 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-22306a0f-fb17-4d84-999f-f86bb35f9f49 admin admin] Publish callbacks [] for security_group (5fb62fb2-37e7-4f12-bc28-a3e3cf8febcc), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:44.436737 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-22306a0f-fb17-4d84-999f-f86bb35f9f49 admin admin] Publish callbacks [] for security_group (5fb62fb2-37e7-4f12-bc28-a3e3cf8febcc), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:44.498007 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-22306a0f-fb17-4d84-999f-f86bb35f9f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5fb62fb2-37e7-4f12-bc28-a3e3cf8febcc), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:44.500957 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-22306a0f-fb17-4d84-999f-f86bb35f9f49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:44.502604 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-22306a0f-fb17-4d84-999f-f86bb35f9f49 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5fb62fb2-37e7-4f12-bc28-a3e3cf8febcc HTTP/1.1" status: 204 len: 168 time: 0.1775432 Mar 22 19:14:44.518174 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22306a0f-fb17-4d84-999f-f86bb35f9f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb62fb2-37e7-4f12-bc28-a3e3cf8febcc,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:44.983778 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-a6bd67df-70ca-462e-974d-5ebb42e8a413 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=b1da7ae6d55d4efcae108b3bd3ca00ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332146 Mar 22 19:14:45.032733 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3c5b38b8-e30b-4e58-9e2e-f4274899997e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:45.148732 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f95b015d-a276-44be-8a60-cb867dbbcb84 req-b266d2c2-f458-4e37-a03e-25ca4f232878 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3d644e4-f0ab-4bd9-aba9-21e9b4e681ed HTTP/1.1" status: 200 len: 210 time: 0.0331039 Mar 22 19:14:45.216520 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-c69ef463-1212-40db-af9c-1726e52c9d57 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:45.218107 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-c69ef463-1212-40db-af9c-1726e52c9d57 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2276611 Mar 22 19:14:45.238262 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-af7b9bb5-f8ab-405d-a6d8-70b626690d9f tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Request body: {'port': {'device_id': 'e3d644e4-f0ab-4bd9-aba9-21e9b4e681ed', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'admin_state_up': True, 'tenant_id': 'b1da7ae6d55d4efcae108b3bd3ca00ff'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:14:45.288686 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33604) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:45.311224 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f648ccc-e034-4905-a53b-58202839365f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:45.388502 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-af7b9bb5-f8ab-405d-a6d8-70b626690d9f tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Made reservation on behalf of b1da7ae6d55d4efcae108b3bd3ca00ff for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:14:45.393715 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-af7b9bb5-f8ab-405d-a6d8-70b626690d9f tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:45.406947 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f648ccc-e034-4905-a53b-58202839365f admin admin] Publish callbacks [] for security_group (f75dad41-9d59-44da-87f8-07a5a6611dc1), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:45.412456 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f648ccc-e034-4905-a53b-58202839365f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f75dad41-9d59-44da-87f8-07a5a6611dc1), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:45.461173 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4f648ccc-e034-4905-a53b-58202839365f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5e718785a706486e8570fb7be87f182c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1706200 Mar 22 19:14:45.463850 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33610) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:45.471531 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f648ccc-e034-4905-a53b-58202839365f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75dad41-9d59-44da-87f8-07a5a6611dc1,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:45.512068 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:45.527022 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-267ac7d6-787a-4d3f-a85c-4f6305da75f6 admin admin] Publish callbacks [] for security_group (f75dad41-9d59-44da-87f8-07a5a6611dc1), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:45.551832 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-267ac7d6-787a-4d3f-a85c-4f6305da75f6 admin admin] Publish callbacks [] for security_group (f75dad41-9d59-44da-87f8-07a5a6611dc1), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:45.566715 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-af7b9bb5-f8ab-405d-a6d8-70b626690d9f tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Allocated IP 192.168.233.116 (43c82fd2-7e25-4eba-86f2-aced26197dba/e28314b8-0ed1-465e-a6f2-eda7f6b773cd/984098ff-81df-4552-9207-08f32f9fdf2b) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:14:45.611448 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-267ac7d6-787a-4d3f-a85c-4f6305da75f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f75dad41-9d59-44da-87f8-07a5a6611dc1), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:45.616231 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-267ac7d6-787a-4d3f-a85c-4f6305da75f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:45.620381 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-267ac7d6-787a-4d3f-a85c-4f6305da75f6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f75dad41-9d59-44da-87f8-07a5a6611dc1 HTTP/1.1" status: 204 len: 168 time: 0.1525290 Mar 22 19:14:45.625936 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ac7d6-787a-4d3f-a85c-4f6305da75f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75dad41-9d59-44da-87f8-07a5a6611dc1,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:45.760764 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-af7b9bb5-f8ab-405d-a6d8-70b626690d9f tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Publish callbacks [] for port (984098ff-81df-4552-9207-08f32f9fdf2b), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:45.809323 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-af7b9bb5-f8ab-405d-a6d8-70b626690d9f tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (984098ff-81df-4552-9207-08f32f9fdf2b), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:45.823937 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:14:45.862590 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-af7b9bb5-f8ab-405d-a6d8-70b626690d9f tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Network 43c82fd2-7e25-4eba-86f2-aced26197dba is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:14:45.867418 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-af7b9bb5-f8ab-405d-a6d8-70b626690d9f tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:14:45.874292 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-af7b9bb5-f8ab-405d-a6d8-70b626690d9f tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:14:45.914693 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b9bb5-f8ab-405d-a6d8-70b626690d9f tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Pushing event updated for resources: {'Port': ['ID=984098ff-81df-4552-9207-08f32f9fdf2b,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:45.949363 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-af7b9bb5-f8ab-405d-a6d8-70b626690d9f tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:45.950038 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-af7b9bb5-f8ab-405d-a6d8-70b626690d9f tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:45.970552 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-af7b9bb5-f8ab-405d-a6d8-70b626690d9f tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7382684 Mar 22 19:14:45.989998 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-3c4ccc03-e2d3-44cf-a688-e7a36cc317e4 service neutron] Request body: {'port': {'device_id': 'e3d644e4-f0ab-4bd9-aba9-21e9b4e681ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:14:46.068353 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-3c4ccc03-e2d3-44cf-a688-e7a36cc317e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (984098ff-81df-4552-9207-08f32f9fdf2b), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:46.254901 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-6844898e-884c-4be5-b188-b48f14ea1c70 None None] Provisioning complete for port 984098ff-81df-4552-9207-08f32f9fdf2b triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:14:46.255922 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6844898e-884c-4be5-b188-b48f14ea1c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (984098ff-81df-4552-9207-08f32f9fdf2b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:46.296857 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-6844898e-884c-4be5-b188-b48f14ea1c70 None None] Port 984098ff-81df-4552-9207-08f32f9fdf2b cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:14:46.359429 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb12ed-7f4f-4ff2-88ca-895bde76bfcc req-552407f0-f5a0-436c-90bf-a542de87925f tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:46.361042 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-37bb12ed-7f4f-4ff2-88ca-895bde76bfcc req-552407f0-f5a0-436c-90bf-a542de87925f tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3d644e4-f0ab-4bd9-aba9-21e9b4e681ed HTTP/1.1" status: 200 len: 936 time: 0.1155245 Mar 22 19:14:46.441602 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-3c4ccc03-e2d3-44cf-a688-e7a36cc317e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 984098ff-81df-4552-9207-08f32f9fdf2b {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:14:46.458881 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-3c4ccc03-e2d3-44cf-a688-e7a36cc317e4 service neutron] Publish callbacks [] for port (984098ff-81df-4552-9207-08f32f9fdf2b), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:46.466445 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-37bb12ed-7f4f-4ff2-88ca-895bde76bfcc req-a35b9e59-b246-4392-a33e-0ac764328986 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/security-groups?id=edde97b7-d7c8-4fa9-a1e1-8069b60aadba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988805 Mar 22 19:14:46.476940 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-3c4ccc03-e2d3-44cf-a688-e7a36cc317e4 service neutron] Transition to ACTIVE for port object 984098ff-81df-4552-9207-08f32f9fdf2b will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:14:46.481555 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-3c4ccc03-e2d3-44cf-a688-e7a36cc317e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (984098ff-81df-4552-9207-08f32f9fdf2b), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:46.539923 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ccc03-e2d3-44cf-a688-e7a36cc317e4 service neutron] Pushing event updated for resources: {'Port': ['ID=984098ff-81df-4552-9207-08f32f9fdf2b,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:46.629538 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-3c4ccc03-e2d3-44cf-a688-e7a36cc317e4 service neutron] Attempting to bind port 984098ff-81df-4552-9207-08f32f9fdf2b on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:14:46.629817 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-3c4ccc03-e2d3-44cf-a688-e7a36cc317e4 service neutron] Attempting to bind port 984098ff-81df-4552-9207-08f32f9fdf2b by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:14:46.630217 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-3c4ccc03-e2d3-44cf-a688-e7a36cc317e4 service neutron] Attempting to bind port 984098ff-81df-4552-9207-08f32f9fdf2b on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:14:46.635562 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-3c4ccc03-e2d3-44cf-a688-e7a36cc317e4 service neutron] Port 984098ff-81df-4552-9207-08f32f9fdf2b on network 43c82fd2-7e25-4eba-86f2-aced26197dba not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:14:46.635887 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-3c4ccc03-e2d3-44cf-a688-e7a36cc317e4 service neutron] Attempting to bind port 984098ff-81df-4552-9207-08f32f9fdf2b on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:14:46.641498 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-3c4ccc03-e2d3-44cf-a688-e7a36cc317e4 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:14:46.642467 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-3c4ccc03-e2d3-44cf-a688-e7a36cc317e4 service neutron] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:14:46.644089 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-3c4ccc03-e2d3-44cf-a688-e7a36cc317e4 service neutron] Bound using segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:14:46.644555 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-3c4ccc03-e2d3-44cf-a688-e7a36cc317e4 service neutron] Bound port: 984098ff-81df-4552-9207-08f32f9fdf2b, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:14:46.644925 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-3c4ccc03-e2d3-44cf-a688-e7a36cc317e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (984098ff-81df-4552-9207-08f32f9fdf2b), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:46.721071 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-3c4ccc03-e2d3-44cf-a688-e7a36cc317e4 service neutron] For port 984098ff-81df-4552-9207-08f32f9fdf2b, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:14:46.724612 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-3c4ccc03-e2d3-44cf-a688-e7a36cc317e4 service neutron] For port 984098ff-81df-4552-9207-08f32f9fdf2b, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=984098ff-81df-4552-9207-08f32f9fdf2b,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:14:46.731893 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-3c4ccc03-e2d3-44cf-a688-e7a36cc317e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (984098ff-81df-4552-9207-08f32f9fdf2b), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:46.773727 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-3c4ccc03-e2d3-44cf-a688-e7a36cc317e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:46.774391 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-3c4ccc03-e2d3-44cf-a688-e7a36cc317e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:46.775741 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-3c4ccc03-e2d3-44cf-a688-e7a36cc317e4 service neutron] 10.222.0.84 "PUT /v2.0/ports/984098ff-81df-4552-9207-08f32f9fdf2b HTTP/1.1" status: 200 len: 1097 time: 0.7986550 Mar 22 19:14:46.776181 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d644e4-f0ab-4bd9-aba9-21e9b4e681ed', 'tag': '984098ff-81df-4552-9207-08f32f9fdf2b'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:14:46.778649 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cf6441-058f-4b7a-901f-ec4bcbedb1c2" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d644e4-f0ab-4bd9-aba9-21e9b4e681ed", "tag": "984098ff-81df-4552-9207-08f32f9fdf2b"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:14:46.846769 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33ec852-76f3-4879-b424-4ff19c5c2d25 x-openstack-request-id: req-e33ec852-76f3-4879-b424-4ff19c5c2d25 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:14:46.847268 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d644e4-f0ab-4bd9-aba9-21e9b4e681ed", "tag": "984098ff-81df-4552-9207-08f32f9fdf2b", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:14:46.847658 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e33ec852-76f3-4879-b424-4ff19c5c2d25 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:14:46.848210 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e33ec852-76f3-4879-b424-4ff19c5c2d25'] response: {'name': 'network-changed', 'server_uuid': 'e3d644e4-f0ab-4bd9-aba9-21e9b4e681ed', 'tag': '984098ff-81df-4552-9207-08f32f9fdf2b', 'status': 'completed', 'code': 200} Mar 22 19:14:46.850675 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ccc03-e2d3-44cf-a688-e7a36cc317e4 service neutron] Pushing event updated for resources: {'Port': ['ID=984098ff-81df-4552-9207-08f32f9fdf2b,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:46.897588 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-29c78cf8-d6f8-45c0-8049-865a375a063e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:46.899420 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-29c78cf8-d6f8-45c0-8049-865a375a063e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b1da7ae6d55d4efcae108b3bd3ca00ff&device_id=e3d644e4-f0ab-4bd9-aba9-21e9b4e681ed HTTP/1.1" status: 200 len: 1131 time: 0.0675347 Mar 22 19:14:46.953328 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-2b875996-3783-43fe-adc9-ab835fbab4ea service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=984098ff-81df-4552-9207-08f32f9fdf2b HTTP/1.1" status: 200 len: 217 time: 0.0470734 Mar 22 19:14:47.020633 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-d7af3e1c-7452-4053-8e2c-dfb534c2b3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:47.022902 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-d7af3e1c-7452-4053-8e2c-dfb534c2b3bf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.0621567 Mar 22 19:14:47.098154 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-6c33869d-f907-4bfd-97e5-359b617de243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:47.100075 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-6c33869d-f907-4bfd-97e5-359b617de243 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0698028 Mar 22 19:14:47.329870 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8cd2b137-f2ed-4ac8-98c8-c7316e9242fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:47.401468 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-2736c6f4-2ecd-4dde-800d-56f80b4595ad service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947233 Mar 22 19:14:47.509496 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53e8fe3b-66e2-4622-8a35-e44be1862e99 req-07c23c13-8767-43dc-abb8-f741509e60cb service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019685 Mar 22 19:14:47.670366 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf6441-058f-4b7a-901f-ec4bcbedb1c2 req-e4280cba-ba48-4732-8700-627fef2abab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:47.671901 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-43cf6441-058f-4b7a-901f-ec4bcbedb1c2 req-e4280cba-ba48-4732-8700-627fef2abab2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b1da7ae6d55d4efcae108b3bd3ca00ff&device_id=e3d644e4-f0ab-4bd9-aba9-21e9b4e681ed HTTP/1.1" status: 200 len: 1131 time: 0.0991986 Mar 22 19:14:47.679336 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb187e5-91ff-4e42-991e-c604c448674c req-25445e71-9ce5-4c40-8f70-a32cd66ae8da tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:47.680976 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eeb187e5-91ff-4e42-991e-c604c448674c req-25445e71-9ce5-4c40-8f70-a32cd66ae8da tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3d644e4-f0ab-4bd9-aba9-21e9b4e681ed HTTP/1.1" status: 200 len: 948 time: 0.0703237 Mar 22 19:14:47.803082 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eeb187e5-91ff-4e42-991e-c604c448674c req-56be0123-1427-4cfb-9df9-3b354ac8ea21 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/security-groups?id=edde97b7-d7c8-4fa9-a1e1-8069b60aadba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117988 Mar 22 19:14:47.835896 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf6441-058f-4b7a-901f-ec4bcbedb1c2 req-65d15fc7-fd81-47a7-b8d6-fba439d5f000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:47.837389 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-43cf6441-058f-4b7a-901f-ec4bcbedb1c2 req-65d15fc7-fd81-47a7-b8d6-fba439d5f000 service neutron] 10.222.0.84 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.1553879 Mar 22 19:14:47.883970 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-43cf6441-058f-4b7a-901f-ec4bcbedb1c2 req-7c6f39bc-f238-46da-b86b-be11de82d2f9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=984098ff-81df-4552-9207-08f32f9fdf2b HTTP/1.1" status: 200 len: 217 time: 0.0385170 Mar 22 19:14:47.940760 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf6441-058f-4b7a-901f-ec4bcbedb1c2 req-573cc1ab-fe8c-4f4f-96c8-8f3613998a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:47.942260 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-43cf6441-058f-4b7a-901f-ec4bcbedb1c2 req-573cc1ab-fe8c-4f4f-96c8-8f3613998a26 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.0519714 Mar 22 19:14:47.994756 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:48.006805 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf6441-058f-4b7a-901f-ec4bcbedb1c2 req-0fa254cc-a8e0-40ce-879f-3cd8f29ab9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:48.008504 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-43cf6441-058f-4b7a-901f-ec4bcbedb1c2 req-0fa254cc-a8e0-40ce-879f-3cd8f29ab9f0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0598900 Mar 22 19:14:48.117122 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-43cf6441-058f-4b7a-901f-ec4bcbedb1c2 req-3171fbe9-dfc5-41d0-b36d-e7f6be019390 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006382 Mar 22 19:14:48.197291 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-2d15932b-57e3-4551-a0a5-03e78c11421a tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512965 Mar 22 19:14:48.314863 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-43cf6441-058f-4b7a-901f-ec4bcbedb1c2 req-2b59c9fd-ba50-43e0-9f03-ad344e58307a service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916752 Mar 22 19:14:48.375977 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-518b142c-59ee-444f-925b-26b0bc41927e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:48.382868 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-518b142c-59ee-444f-925b-26b0bc41927e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1795776 Mar 22 19:14:48.399770 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-004a0f7c-9f31-4d18-a661-a1f259d4c16c tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/quotas/fa44a62348c348ba8b3d4c4340e75bae HTTP/1.1" status: 200 len: 375 time: 0.0158093 Mar 22 19:14:48.438351 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-c5f5c711-5e0c-438d-90a0-c94869bf435e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324337 Mar 22 19:14:48.461254 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-cc35071f-4c91-41e0-b5c3-5ac895531344 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=e7d15e6050fc49cc9b8160c2a24aabf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432363 Mar 22 19:14:48.541997 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:48.609102 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-c984eae0-701f-48f1-b294-9c7c27fa4040 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:48.617099 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-c984eae0-701f-48f1-b294-9c7c27fa4040 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1476777 Mar 22 19:14:48.634262 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-d09af81c-2bd5-4d3b-ba6a-26bdcca7886d tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/quotas/e7d15e6050fc49cc9b8160c2a24aabf2 HTTP/1.1" status: 200 len: 375 time: 0.0159268 Mar 22 19:14:48.675446 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-70ce5661-5e3a-4af4-a455-edcb9e5bdfd5 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e7d15e6050fc49cc9b8160c2a24aabf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389700 Mar 22 19:14:48.731899 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 33796) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:48.894423 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2f615af-3abc-4a87-b52d-41e965ff3931 req-7df61fba-1983-4ab6-ad6a-0f4aeef669ae tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 210 time: 0.0406799 Mar 22 19:14:49.034953 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349e18a-34a7-47b7-9b18-9aab202c1ca1 req-01265023-2285-4088-882e-2393a0c9f15e tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:49.043140 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4349e18a-34a7-47b7-9b18-9aab202c1ca1 req-01265023-2285-4088-882e-2393a0c9f15e tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3d644e4-f0ab-4bd9-aba9-21e9b4e681ed HTTP/1.1" status: 200 len: 948 time: 0.0826373 Mar 22 19:14:49.072547 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33816) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:49.133895 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c303b49c-0a37-4d24-9766-a70586803220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:49.187744 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4349e18a-34a7-47b7-9b18-9aab202c1ca1 req-d62b17ba-0673-4cb4-99e7-9f6d9c9cad0e tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/security-groups?id=edde97b7-d7c8-4fa9-a1e1-8069b60aadba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429186 Mar 22 19:14:49.300503 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c303b49c-0a37-4d24-9766-a70586803220 admin admin] Publish callbacks [] for security_group (0eb2a4cd-1970-4810-9a6d-78a6db2e7132), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:49.318594 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c303b49c-0a37-4d24-9766-a70586803220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (0eb2a4cd-1970-4810-9a6d-78a6db2e7132), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:49.404883 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-761635aa-9b34-457c-9ec2-12095a7d52ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:49.437457 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-a8a55642-27d1-4715-89d0-3e516c83aca4 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=e7d15e6050fc49cc9b8160c2a24aabf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0877674 Mar 22 19:14:49.446666 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c303b49c-0a37-4d24-9766-a70586803220 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fcc68686b6094f89b5a6886111843530&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7110400 Mar 22 19:14:49.455056 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 33842) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:49.455616 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303b49c-0a37-4d24-9766-a70586803220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb2a4cd-1970-4810-9a6d-78a6db2e7132,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:49.563196 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-761635aa-9b34-457c-9ec2-12095a7d52ce admin admin] Publish callbacks [] for security_group (a91c0b91-c392-4971-b104-74cd58c5c633), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:49.569426 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-761635aa-9b34-457c-9ec2-12095a7d52ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a91c0b91-c392-4971-b104-74cd58c5c633), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:49.592693 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-da07a77f-f261-48fa-b7ab-6a22e881aed8 admin admin] Publish callbacks [] for security_group (0eb2a4cd-1970-4810-9a6d-78a6db2e7132), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:49.636848 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-da07a77f-f261-48fa-b7ab-6a22e881aed8 admin admin] Publish callbacks [] for security_group (0eb2a4cd-1970-4810-9a6d-78a6db2e7132), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:49.682347 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-761635aa-9b34-457c-9ec2-12095a7d52ce admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=88a1b9324a7e4fa5b658e7496f3c6775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6083679 Mar 22 19:14:49.683664 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761635aa-9b34-457c-9ec2-12095a7d52ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91c0b91-c392-4971-b104-74cd58c5c633,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:49.691165 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33854) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:49.707414 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-e6d3485b-527c-4d3d-9454-3b2183ac019d tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:49.718882 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-e6d3485b-527c-4d3d-9454-3b2183ac019d tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2803347 Mar 22 19:14:49.737029 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-152fa2b2-9c0e-4b55-a666-a984bf2b9039 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/quotas/e7d15e6050fc49cc9b8160c2a24aabf2 HTTP/1.1" status: 200 len: 375 time: 0.0170517 Mar 22 19:14:49.765357 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e7f364de-6419-4d01-ba9f-f96830ffffef admin admin] Publish callbacks [] for security_group (a91c0b91-c392-4971-b104-74cd58c5c633), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:49.778419 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-adf560da-fed9-4d0d-833d-667f4024da0b tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e7d15e6050fc49cc9b8160c2a24aabf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397727 Mar 22 19:14:49.797194 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-da07a77f-f261-48fa-b7ab-6a22e881aed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (0eb2a4cd-1970-4810-9a6d-78a6db2e7132), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:49.800166 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-da07a77f-f261-48fa-b7ab-6a22e881aed8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:49.803940 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e7f364de-6419-4d01-ba9f-f96830ffffef admin admin] Publish callbacks [] for security_group (a91c0b91-c392-4971-b104-74cd58c5c633), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:49.804812 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-da07a77f-f261-48fa-b7ab-6a22e881aed8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0eb2a4cd-1970-4810-9a6d-78a6db2e7132 HTTP/1.1" status: 204 len: 168 time: 0.3348198 Mar 22 19:14:49.820286 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07a77f-f261-48fa-b7ab-6a22e881aed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb2a4cd-1970-4810-9a6d-78a6db2e7132,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:49.898342 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e7f364de-6419-4d01-ba9f-f96830ffffef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a91c0b91-c392-4971-b104-74cd58c5c633), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:49.905009 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e7f364de-6419-4d01-ba9f-f96830ffffef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:49.906852 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e7f364de-6419-4d01-ba9f-f96830ffffef admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a91c0b91-c392-4971-b104-74cd58c5c633 HTTP/1.1" status: 204 len: 168 time: 0.2143955 Mar 22 19:14:49.924414 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f364de-6419-4d01-ba9f-f96830ffffef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91c0b91-c392-4971-b104-74cd58c5c633,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:49.947217 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:50.098761 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-972c42ef-2b21-4274-8d41-071a4f18211d tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475855 Mar 22 19:14:50.218593 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ac49e591-4c86-469a-aa19-48d61dd40411 req-e5e28767-1320-4d2e-a378-068d52eb83e8 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 210 time: 0.0797701 Mar 22 19:14:50.313268 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-47984e77-a025-459b-855d-53b6de7a15a8 req-ab56e299-d4ac-486b-ba36-dfa9a5e86f26 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/ports?device_id=862b5c9b-bb12-4d66-920a-9b989ab228f4 HTTP/1.1" status: 200 len: 210 time: 0.0676019 Mar 22 19:14:50.332625 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 984098ff-81df-4552-9207-08f32f9fdf2b details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:14:50.349156 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-579f0a77-3fad-4d76-b3b5-4a18b2fff16b tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:50.352510 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-579f0a77-3fad-4d76-b3b5-4a18b2fff16b tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2477658 Mar 22 19:14:50.374139 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-6e7f3db2-2308-4566-be65-e974219d76fe tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Request body: {'port': {'device_id': '925d2a26-a0a1-45c5-ab20-05f7eeb11ecc', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'admin_state_up': True, 'tenant_id': 'fa44a62348c348ba8b3d4c4340e75bae'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:14:50.489413 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.84', 55308) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:50.567478 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-8b8b770d-e30c-4730-a9fe-c599b7d33f1d tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=e7d15e6050fc49cc9b8160c2a24aabf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746584 Mar 22 19:14:50.680311 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 984098ff-81df-4552-9207-08f32f9fdf2b, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=984098ff-81df-4552-9207-08f32f9fdf2b,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:14:50.697609 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe99e2-60ec-4978-b6a3-a2a1874239b1 req-c1b14bb1-453c-4587-a114-0d1c79a9f2e3 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:50.711140 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f4fe99e2-60ec-4978-b6a3-a2a1874239b1 req-c1b14bb1-453c-4587-a114-0d1c79a9f2e3 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3d644e4-f0ab-4bd9-aba9-21e9b4e681ed HTTP/1.1" status: 200 len: 948 time: 0.2358916 Mar 22 19:14:50.715403 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33898) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:50.734042 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '984098ff-81df-4552-9207-08f32f9fdf2b', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': '984098ff-81df-4552-9207-08f32f9fdf2b', 'mac_address': 'fa:16:3e:0a:fe:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:14:50.774736 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b37d28d8-4e2d-417f-aeac-da8d3ffa87fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:50.810056 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-6e7f3db2-2308-4566-be65-e974219d76fe tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Made reservation on behalf of fa44a62348c348ba8b3d4c4340e75bae for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:14:50.816927 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 984098ff-81df-4552-9207-08f32f9fdf2b is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:14:50.817693 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (984098ff-81df-4552-9207-08f32f9fdf2b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:50.829207 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-6e7f3db2-2308-4566-be65-e974219d76fe tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:50.852091 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 984098ff-81df-4552-9207-08f32f9fdf2b {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:14:50.897828 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-6e7f3db2-2308-4566-be65-e974219d76fe tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:50.907664 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 984098ff-81df-4552-9207-08f32f9fdf2b, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=984098ff-81df-4552-9207-08f32f9fdf2b,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:14:50.913243 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (984098ff-81df-4552-9207-08f32f9fdf2b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:50.946165 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 33908) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:50.957135 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-fc4fa146-0e36-4981-b988-483311140614 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:50.958660 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-fc4fa146-0e36-4981-b988-483311140614 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3880074 Mar 22 19:14:50.973421 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-55c37330-8d2a-42df-9877-c9c0809e31b0 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Request body: {'port': {'device_id': '0840de3f-efcb-487a-93f3-1de7bc2097d5', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'admin_state_up': True, 'tenant_id': 'e7d15e6050fc49cc9b8160c2a24aabf2'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:14:50.988416 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f4fe99e2-60ec-4978-b6a3-a2a1874239b1 req-98cd2893-b615-4494-a8ef-5b44b711173e tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/security-groups?id=edde97b7-d7c8-4fa9-a1e1-8069b60aadba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757096 Mar 22 19:14:51.024310 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=984098ff-81df-4552-9207-08f32f9fdf2b,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:51.104498 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b37d28d8-4e2d-417f-aeac-da8d3ffa87fc admin admin] Publish callbacks [] for security_group (0c93ede0-ec62-4db8-9457-92dfcf41e666), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:51.112746 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b37d28d8-4e2d-417f-aeac-da8d3ffa87fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (0c93ede0-ec62-4db8-9457-92dfcf41e666), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:51.130135 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['984098ff-81df-4552-9207-08f32f9fdf2b'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:14:51.147794 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-6e7f3db2-2308-4566-be65-e974219d76fe tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Publish callbacks [] for security_group (7e851481-81aa-44d7-ac8b-6bd4f6c9a021), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:51.172130 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fefc22ee-6a6f-4718-8a02-3dfacf1a5b61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:51.175379 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b37d28d8-4e2d-417f-aeac-da8d3ffa87fc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c6e40e2bf38a42dbb795c3e6fe3c24bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4561396 Mar 22 19:14:51.176899 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-6e7f3db2-2308-4566-be65-e974219d76fe tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7e851481-81aa-44d7-ac8b-6bd4f6c9a021), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:51.183065 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33916) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:51.215780 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d28d8-4e2d-417f-aeac-da8d3ffa87fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c93ede0-ec62-4db8-9457-92dfcf41e666,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:51.241388 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-55c37330-8d2a-42df-9877-c9c0809e31b0 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Made reservation on behalf of e7d15e6050fc49cc9b8160c2a24aabf2 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:14:51.244964 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-55c37330-8d2a-42df-9877-c9c0809e31b0 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:51.273088 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-55c37330-8d2a-42df-9877-c9c0809e31b0 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:51.286631 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad66d32a-3941-418a-86de-e31c7202b027 admin admin] Publish callbacks [] for security_group (0c93ede0-ec62-4db8-9457-92dfcf41e666), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:51.318158 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad66d32a-3941-418a-86de-e31c7202b027 admin admin] Publish callbacks [] for security_group (0c93ede0-ec62-4db8-9457-92dfcf41e666), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:51.366065 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33922) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:51.373710 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:51.394033 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad66d32a-3941-418a-86de-e31c7202b027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (0c93ede0-ec62-4db8-9457-92dfcf41e666), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:51.397214 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad66d32a-3941-418a-86de-e31c7202b027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:51.400940 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ad66d32a-3941-418a-86de-e31c7202b027 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0c93ede0-ec62-4db8-9457-92dfcf41e666 HTTP/1.1" status: 204 len: 168 time: 0.2144959 Mar 22 19:14:51.406814 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d300bd05-8dac-448a-9f69-a271d72471c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:51.416510 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f3db2-2308-4566-be65-e974219d76fe tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e851481-81aa-44d7-ac8b-6bd4f6c9a021,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:51.441741 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66d32a-3941-418a-86de-e31c7202b027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c93ede0-ec62-4db8-9457-92dfcf41e666,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:51.460070 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-54061603-49bd-4119-a475-1b917abcb603 req-a4d954f6-138e-4017-8363-163417c02311 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 210 time: 0.0702808 Mar 22 19:14:51.495871 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 33928) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:51.588274 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-138e93dd-6bf8-482f-b407-c6a338acf692 req-82f2e64a-1d6b-43c5-bbd2-24754a8125c6 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/ports?device_id=862b5c9b-bb12-4d66-920a-9b989ab228f4 HTTP/1.1" status: 200 len: 210 time: 0.0995581 Mar 22 19:14:51.715311 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-6e7f3db2-2308-4566-be65-e974219d76fe tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Allocated IP 192.168.233.135 (43c82fd2-7e25-4eba-86f2-aced26197dba/e28314b8-0ed1-465e-a6f2-eda7f6b773cd/8968dc95-8b66-420b-912b-413092d8cf15) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:14:51.723027 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-327ca13f-fe19-49af-a2f9-6860dbb95b99 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=e7d15e6050fc49cc9b8160c2a24aabf2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444210 Mar 22 19:14:51.800119 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d300bd05-8dac-448a-9f69-a271d72471c9 admin admin] Publish callbacks [] for security_group (25393c1c-3f47-40e0-94ce-e58aadbb6f45), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:51.808037 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d300bd05-8dac-448a-9f69-a271d72471c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (25393c1c-3f47-40e0-94ce-e58aadbb6f45), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:51.822134 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-55c37330-8d2a-42df-9877-c9c0809e31b0 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Publish callbacks [] for security_group (7d759956-3223-46a8-8476-9fdc36e41283), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:51.847840 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-55c37330-8d2a-42df-9877-c9c0809e31b0 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7d759956-3223-46a8-8476-9fdc36e41283), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:51.849403 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-47e04b32-a0d5-44be-b1ff-f1d5a8896220 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:51.851478 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-47e04b32-a0d5-44be-b1ff-f1d5a8896220 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1151321 Mar 22 19:14:51.861641 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d300bd05-8dac-448a-9f69-a271d72471c9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8d0babfcf7eb4f59afe7846155943171&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4945586 Mar 22 19:14:51.867964 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33934) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:51.871583 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300bd05-8dac-448a-9f69-a271d72471c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25393c1c-3f47-40e0-94ce-e58aadbb6f45,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:51.892599 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-2279defb-b678-419f-bb31-bafaeeb073cc tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Request body: {'port': {'device_id': '862b5c9b-bb12-4d66-920a-9b989ab228f4', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'admin_state_up': True, 'tenant_id': 'e7d15e6050fc49cc9b8160c2a24aabf2'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:14:51.967490 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fefc22ee-6a6f-4718-8a02-3dfacf1a5b61 admin admin] Publish callbacks [] for security_group (631a791c-ad55-433c-bfd3-eb2123f92449), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:51.989167 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fefc22ee-6a6f-4718-8a02-3dfacf1a5b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (631a791c-ad55-433c-bfd3-eb2123f92449), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:51.991697 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b8abda21-ec00-452c-9bf4-8e6f2c8ad0c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:52.036455 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c37330-8d2a-42df-9877-c9c0809e31b0 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d759956-3223-46a8-8476-9fdc36e41283,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:52.064377 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b01e433-4986-4a2e-8dfa-5bdb395014f8 admin admin] Publish callbacks [] for security_group (25393c1c-3f47-40e0-94ce-e58aadbb6f45), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:52.091282 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b01e433-4986-4a2e-8dfa-5bdb395014f8 admin admin] Publish callbacks [] for security_group (25393c1c-3f47-40e0-94ce-e58aadbb6f45), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:52.109528 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc22ee-6a6f-4718-8a02-3dfacf1a5b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631a791c-ad55-433c-bfd3-eb2123f92449,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:52.154022 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b01e433-4986-4a2e-8dfa-5bdb395014f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (25393c1c-3f47-40e0-94ce-e58aadbb6f45), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:52.156752 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b01e433-4986-4a2e-8dfa-5bdb395014f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:52.161368 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9b01e433-4986-4a2e-8dfa-5bdb395014f8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/25393c1c-3f47-40e0-94ce-e58aadbb6f45 HTTP/1.1" status: 204 len: 168 time: 0.2884498 Mar 22 19:14:52.166816 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fefc22ee-6a6f-4718-8a02-3dfacf1a5b61 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0fb5b29cb4b543ca9724210a1f12fea2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2098458 Mar 22 19:14:52.177081 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33948) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:52.178151 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01e433-4986-4a2e-8dfa-5bdb395014f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25393c1c-3f47-40e0-94ce-e58aadbb6f45,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:52.249781 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-607bbd53-f795-4ffb-af55-823e8e0bb154 admin admin] Publish callbacks [] for security_group (631a791c-ad55-433c-bfd3-eb2123f92449), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:52.279268 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-2279defb-b678-419f-bb31-bafaeeb073cc tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Made reservation on behalf of e7d15e6050fc49cc9b8160c2a24aabf2 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:14:52.281106 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-607bbd53-f795-4ffb-af55-823e8e0bb154 admin admin] Publish callbacks [] for security_group (631a791c-ad55-433c-bfd3-eb2123f92449), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:52.283453 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-2279defb-b678-419f-bb31-bafaeeb073cc tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:52.318101 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-6e7f3db2-2308-4566-be65-e974219d76fe tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Publish callbacks [] for port (8968dc95-8b66-420b-912b-413092d8cf15), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:52.343031 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b30823-b103-4246-8829-b20b270b9a3c req-6ed577e3-2fae-4511-9441-8e6b21e51424 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:52.344537 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85b30823-b103-4246-8829-b20b270b9a3c req-6ed577e3-2fae-4511-9441-8e6b21e51424 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3d644e4-f0ab-4bd9-aba9-21e9b4e681ed HTTP/1.1" status: 200 len: 949 time: 0.2486551 Mar 22 19:14:52.349345 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 984098ff-81df-4552-9207-08f32f9fdf2b up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:14:52.351066 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-607bbd53-f795-4ffb-af55-823e8e0bb154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (631a791c-ad55-433c-bfd3-eb2123f92449), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:52.357868 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-607bbd53-f795-4ffb-af55-823e8e0bb154 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:52.362517 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-607bbd53-f795-4ffb-af55-823e8e0bb154 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/631a791c-ad55-433c-bfd3-eb2123f92449 HTTP/1.1" status: 204 len: 168 time: 0.1794267 Mar 22 19:14:52.369944 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b8abda21-ec00-452c-9bf4-8e6f2c8ad0c7 admin admin] Publish callbacks [] for security_group (bd2a72cf-db58-488c-81fd-70e860a3f1dc), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:52.372867 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607bbd53-f795-4ffb-af55-823e8e0bb154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631a791c-ad55-433c-bfd3-eb2123f92449,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:52.416063 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b8abda21-ec00-452c-9bf4-8e6f2c8ad0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (bd2a72cf-db58-488c-81fd-70e860a3f1dc), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:52.440962 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 984098ff-81df-4552-9207-08f32f9fdf2b completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:14:52.445368 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 984098ff-81df-4552-9207-08f32f9fdf2b triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:14:52.445747 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (984098ff-81df-4552-9207-08f32f9fdf2b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:52.535594 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 984098ff-81df-4552-9207-08f32f9fdf2b is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:14:52.536071 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (984098ff-81df-4552-9207-08f32f9fdf2b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:52.561069 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d644e4-f0ab-4bd9-aba9-21e9b4e681ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984098ff-81df-4552-9207-08f32f9fdf2b'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:14:52.563564 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1644643-1be1-44e1-a04e-977e24ac058b" -d '{"events": [{"server_uuid": "e3d644e4-f0ab-4bd9-aba9-21e9b4e681ed", "name": "network-vif-plugged", "status": "completed", "tag": "984098ff-81df-4552-9207-08f32f9fdf2b"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:14:52.577204 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 984098ff-81df-4552-9207-08f32f9fdf2b, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=984098ff-81df-4552-9207-08f32f9fdf2b,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:14:52.583803 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (984098ff-81df-4552-9207-08f32f9fdf2b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:52.642916 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=984098ff-81df-4552-9207-08f32f9fdf2b,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:52.730201 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33976) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:52.766109 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fcd2276d-13a8-4eba-ad89-3c28164dcbe7 req-7ad4b430-4013-4dc8-b379-e5a0e5e8197d tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 210 time: 0.0745740 Mar 22 19:14:52.772106 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b8abda21-ec00-452c-9bf4-8e6f2c8ad0c7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5e3b518fb5df4763b52d8362eee043dd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2644398 Mar 22 19:14:52.773006 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abda21-ec00-452c-9bf4-8e6f2c8ad0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2a72cf-db58-488c-81fd-70e860a3f1dc,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:52.775479 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33982) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:52.784658 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-6e7f3db2-2308-4566-be65-e974219d76fe tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (8968dc95-8b66-420b-912b-413092d8cf15), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:52.814322 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85b30823-b103-4246-8829-b20b270b9a3c req-9c264e37-421b-47f8-a8ce-1c5cb82a8b69 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/security-groups?id=edde97b7-d7c8-4fa9-a1e1-8069b60aadba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428236 Mar 22 19:14:52.875435 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354443ce-d3b0-45d6-a11c-bef105f2bfe7 x-openstack-request-id: req-354443ce-d3b0-45d6-a11c-bef105f2bfe7 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:14:52.875761 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d644e4-f0ab-4bd9-aba9-21e9b4e681ed", "name": "network-vif-plugged", "status": "completed", "tag": "984098ff-81df-4552-9207-08f32f9fdf2b", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:14:52.876052 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-354443ce-d3b0-45d6-a11c-bef105f2bfe7 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:14:52.876460 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-354443ce-d3b0-45d6-a11c-bef105f2bfe7'] response: {'server_uuid': 'e3d644e4-f0ab-4bd9-aba9-21e9b4e681ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984098ff-81df-4552-9207-08f32f9fdf2b', 'code': 200} Mar 22 19:14:52.881056 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-6e7f3db2-2308-4566-be65-e974219d76fe tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Network 43c82fd2-7e25-4eba-86f2-aced26197dba is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:14:52.885837 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-6e7f3db2-2308-4566-be65-e974219d76fe tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:14:52.895149 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-6e7f3db2-2308-4566-be65-e974219d76fe tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:14:52.912459 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-55c37330-8d2a-42df-9877-c9c0809e31b0 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Allocated IP 192.168.233.118 (43c82fd2-7e25-4eba-86f2-aced26197dba/e28314b8-0ed1-465e-a6f2-eda7f6b773cd/57c6a9e0-bb76-439e-9629-7dc8682cded9) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:14:52.938483 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 33984) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:52.978338 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.84', 55309) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:52.979214 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fb036570-33e7-47fd-bd5e-f9180a337824 admin admin] Publish callbacks [] for security_group (bd2a72cf-db58-488c-81fd-70e860a3f1dc), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:52.999035 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f3db2-2308-4566-be65-e974219d76fe tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Pushing event updated for resources: {'Port': ['ID=8968dc95-8b66-420b-912b-413092d8cf15,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:53.014105 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-07833e4e-dd5b-4fc5-af6a-fcaf52bc5a43 req-9adc24bc-889e-442d-815a-dee8fe399f47 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/ports?device_id=862b5c9b-bb12-4d66-920a-9b989ab228f4 HTTP/1.1" status: 200 len: 210 time: 0.1014707 Mar 22 19:14:53.021086 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5afdf0a7-564d-4577-8d3e-a1f94614bec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:53.064700 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-6e7f3db2-2308-4566-be65-e974219d76fe tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:53.065642 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-6e7f3db2-2308-4566-be65-e974219d76fe tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:53.095555 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-c661f8e4-1e75-44de-bcda-52d47aac27a8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1963704943-network', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:14:53.097018 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-6e7f3db2-2308-4566-be65-e974219d76fe tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7343650 Mar 22 19:14:53.110163 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-c018e9cd-233f-4bfd-9dac-dcb9dd05b15d service neutron] Request body: {'port': {'device_id': '925d2a26-a0a1-45c5-ab20-05f7eeb11ecc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:14:53.158779 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fb036570-33e7-47fd-bd5e-f9180a337824 admin admin] Publish callbacks [] for security_group (bd2a72cf-db58-488c-81fd-70e860a3f1dc), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:53.212977 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-c018e9cd-233f-4bfd-9dac-dcb9dd05b15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8968dc95-8b66-420b-912b-413092d8cf15), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:53.217052 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5afdf0a7-564d-4577-8d3e-a1f94614bec7 admin admin] Publish callbacks [] for security_group (9da8ee72-cb32-4183-bfbb-42afaec5edc8), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:53.226325 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5afdf0a7-564d-4577-8d3e-a1f94614bec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9da8ee72-cb32-4183-bfbb-42afaec5edc8), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:53.253643 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-0392533b-f627-4a96-9fc9-8b0c082816b3 None None] Provisioning complete for port 8968dc95-8b66-420b-912b-413092d8cf15 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:14:53.254101 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0392533b-f627-4a96-9fc9-8b0c082816b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8968dc95-8b66-420b-912b-413092d8cf15), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:53.288540 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-0392533b-f627-4a96-9fc9-8b0c082816b3 None None] Port 8968dc95-8b66-420b-912b-413092d8cf15 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:14:53.295237 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5afdf0a7-564d-4577-8d3e-a1f94614bec7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c57318eac9e64b19949b5741b96fa07a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3553736 Mar 22 19:14:53.297439 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec594845-6373-4dd5-9348-34101a49a7bb req-4672c541-2862-469c-b6b2-9f37b9bbc4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:53.297710 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 33992) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:53.300711 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ec594845-6373-4dd5-9348-34101a49a7bb req-4672c541-2862-469c-b6b2-9f37b9bbc4cf service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e3d644e4-f0ab-4bd9-aba9-21e9b4e681ed HTTP/1.1" status: 200 len: 1133 time: 0.3195219 Mar 22 19:14:53.301500 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c661f8e4-1e75-44de-bcda-52d47aac27a8 admin admin] Made reservation on behalf of 9043ed5dac384ebd98a6e2b2119c0162 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:14:53.303947 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c661f8e4-1e75-44de-bcda-52d47aac27a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:53.305714 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afdf0a7-564d-4577-8d3e-a1f94614bec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da8ee72-cb32-4183-bfbb-42afaec5edc8,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:53.333502 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c661f8e4-1e75-44de-bcda-52d47aac27a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:53.385599 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fb036570-33e7-47fd-bd5e-f9180a337824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (bd2a72cf-db58-488c-81fd-70e860a3f1dc), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:53.387683 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fb036570-33e7-47fd-bd5e-f9180a337824 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:53.388827 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-fb036570-33e7-47fd-bd5e-f9180a337824 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bd2a72cf-db58-488c-81fd-70e860a3f1dc HTTP/1.1" status: 204 len: 168 time: 0.6038716 Mar 22 19:14:53.431847 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7bb5ec11-85cb-44cd-8d37-937f3674b3ab admin admin] Publish callbacks [] for security_group (9da8ee72-cb32-4183-bfbb-42afaec5edc8), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:53.436184 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:14:53.462229 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb036570-33e7-47fd-bd5e-f9180a337824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2a72cf-db58-488c-81fd-70e860a3f1dc,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:53.465625 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7bb5ec11-85cb-44cd-8d37-937f3674b3ab admin admin] Publish callbacks [] for security_group (9da8ee72-cb32-4183-bfbb-42afaec5edc8), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:53.472153 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ec594845-6373-4dd5-9348-34101a49a7bb req-bf0c7ee0-f65e-47be-9cd8-45350b5779c7 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=edde97b7-d7c8-4fa9-a1e1-8069b60aadba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609218 Mar 22 19:14:53.477018 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-55c37330-8d2a-42df-9877-c9c0809e31b0 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Publish callbacks [] for port (57c6a9e0-bb76-439e-9629-7dc8682cded9), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:53.551896 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c661f8e4-1e75-44de-bcda-52d47aac27a8 admin admin] Publish callbacks [] for security_group (dd1cfd74-8abc-416a-90e5-3900db09e6a0), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:53.555451 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-55c37330-8d2a-42df-9877-c9c0809e31b0 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (57c6a9e0-bb76-439e-9629-7dc8682cded9), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:53.562991 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c661f8e4-1e75-44de-bcda-52d47aac27a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (dd1cfd74-8abc-416a-90e5-3900db09e6a0), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:53.580006 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7bb5ec11-85cb-44cd-8d37-937f3674b3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9da8ee72-cb32-4183-bfbb-42afaec5edc8), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:53.582420 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7bb5ec11-85cb-44cd-8d37-937f3674b3ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:53.590046 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7bb5ec11-85cb-44cd-8d37-937f3674b3ab admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9da8ee72-cb32-4183-bfbb-42afaec5edc8 HTTP/1.1" status: 204 len: 168 time: 0.2884126 Mar 22 19:14:53.604465 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5ec11-85cb-44cd-8d37-937f3674b3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da8ee72-cb32-4183-bfbb-42afaec5edc8,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:53.630468 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-2279defb-b678-419f-bb31-bafaeeb073cc tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Allocated IP 192.168.233.43 (43c82fd2-7e25-4eba-86f2-aced26197dba/e28314b8-0ed1-465e-a6f2-eda7f6b773cd/9cae237c-da57-489d-9fbb-de398ed39964) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:14:53.654808 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c661f8e4-1e75-44de-bcda-52d47aac27a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:14:53.674133 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-55c37330-8d2a-42df-9877-c9c0809e31b0 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Network 43c82fd2-7e25-4eba-86f2-aced26197dba is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:14:53.682293 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661f8e4-1e75-44de-bcda-52d47aac27a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1cfd74-8abc-416a-90e5-3900db09e6a0,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:53.684973 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-55c37330-8d2a-42df-9877-c9c0809e31b0 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:14:53.688693 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c37330-8d2a-42df-9877-c9c0809e31b0 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Pushing event updated for resources: {'Port': ['ID=57c6a9e0-bb76-439e-9629-7dc8682cded9,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:53.691837 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-55c37330-8d2a-42df-9877-c9c0809e31b0 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:14:53.700612 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c661f8e4-1e75-44de-bcda-52d47aac27a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (ff787278-dda5-44e2-bda4-bbfcbe692a1e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:53.701111 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-c661f8e4-1e75-44de-bcda-52d47aac27a8 admin admin] Added segment ff787278-dda5-44e2-bda4-bbfcbe692a1e of type vlan for network 408d3c74-488c-412d-8e2a-ab74ff098a11 Mar 22 19:14:53.824954 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-55c37330-8d2a-42df-9877-c9c0809e31b0 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:53.827316 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-55c37330-8d2a-42df-9877-c9c0809e31b0 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:53.836399 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c661f8e4-1e75-44de-bcda-52d47aac27a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (408d3c74-488c-412d-8e2a-ab74ff098a11), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:53.888706 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-55c37330-8d2a-42df-9877-c9c0809e31b0 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9205112 Mar 22 19:14:53.896127 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-2279defb-b678-419f-bb31-bafaeeb073cc tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Publish callbacks [] for port (9cae237c-da57-489d-9fbb-de398ed39964), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:53.920270 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-6577c413-d79e-4125-aafd-97b3d9ded8b6 service neutron] Request body: {'port': {'device_id': '0840de3f-efcb-487a-93f3-1de7bc2097d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:14:53.953556 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c661f8e4-1e75-44de-bcda-52d47aac27a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (408d3c74-488c-412d-8e2a-ab74ff098a11), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:53.955194 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c661f8e4-1e75-44de-bcda-52d47aac27a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:53.955864 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c661f8e4-1e75-44de-bcda-52d47aac27a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:54.022437 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-2279defb-b678-419f-bb31-bafaeeb073cc tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (9cae237c-da57-489d-9fbb-de398ed39964), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:54.046761 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c661f8e4-1e75-44de-bcda-52d47aac27a8 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3136051 Mar 22 19:14:54.076964 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34016) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:54.082861 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-e80be3d0-cf4d-478e-bcca-826aef748e0d admin admin] Request body: {'subnet': {'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1963704943-subnet', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:14:54.105693 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661f8e4-1e75-44de-bcda-52d47aac27a8 admin admin] Pushing event updated for resources: {'Network': ['ID=408d3c74-488c-412d-8e2a-ab74ff098a11,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:54.120456 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 408d3c74-488c-412d-8e2a-ab74ff098a11 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:14:54.129480 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-6577c413-d79e-4125-aafd-97b3d9ded8b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (57c6a9e0-bb76-439e-9629-7dc8682cded9), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:54.147045 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a405636-d2ef-4c59-a9ba-16a5ffbc25aa req-1377938f-ae99-4768-8f76-369aa67462c1 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:54.155779 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9a405636-d2ef-4c59-a9ba-16a5ffbc25aa req-1377938f-ae99-4768-8f76-369aa67462c1 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3d644e4-f0ab-4bd9-aba9-21e9b4e681ed HTTP/1.1" status: 200 len: 950 time: 0.1901131 Mar 22 19:14:54.170618 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e61184-900e-495c-99d2-2b039725a0d9 req-4d22593e-2be2-43c4-8d3b-91d9c22eefa7 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:54.170768 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80be3d0-cf4d-478e-bcca-826aef748e0d admin admin] Made reservation on behalf of 9043ed5dac384ebd98a6e2b2119c0162 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:14:54.172384 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-40e61184-900e-495c-99d2-2b039725a0d9 req-4d22593e-2be2-43c4-8d3b-91d9c22eefa7 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 936 time: 0.2632022 Mar 22 19:14:54.174937 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e80be3d0-cf4d-478e-bcca-826aef748e0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:54.189174 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 34022) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:54.199223 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-2279defb-b678-419f-bb31-bafaeeb073cc tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Network 43c82fd2-7e25-4eba-86f2-aced26197dba is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:14:54.234488 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-2279defb-b678-419f-bb31-bafaeeb073cc tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:14:54.255902 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-2279defb-b678-419f-bb31-bafaeeb073cc tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:14:54.262384 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279defb-b678-419f-bb31-bafaeeb073cc tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Pushing event updated for resources: {'Port': ['ID=9cae237c-da57-489d-9fbb-de398ed39964,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:54.283611 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9a25cdf7-75b5-4f4d-9f8a-5ac81b9cb3cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:54.288945 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ec327944-91fb-4f60-8fb9-5143737563ce None None] Provisioning complete for port 57c6a9e0-bb76-439e-9629-7dc8682cded9 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:14:54.289335 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ec327944-91fb-4f60-8fb9-5143737563ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (57c6a9e0-bb76-439e-9629-7dc8682cded9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:54.390871 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ec327944-91fb-4f60-8fb9-5143737563ce None None] Port 57c6a9e0-bb76-439e-9629-7dc8682cded9 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:14:54.469309 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9a405636-d2ef-4c59-a9ba-16a5ffbc25aa req-f6e877fb-c3c9-44da-b27c-1d21320b27c4 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/security-groups?id=edde97b7-d7c8-4fa9-a1e1-8069b60aadba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050091 Mar 22 19:14:54.531746 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-2279defb-b678-419f-bb31-bafaeeb073cc tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:54.533252 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-2279defb-b678-419f-bb31-bafaeeb073cc tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:54.572118 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-40e61184-900e-495c-99d2-2b039725a0d9 req-23dbd5cc-5be4-4355-baa1-0aae1faaf953 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840761 Mar 22 19:14:54.641278 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e80be3d0-cf4d-478e-bcca-826aef748e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (404f1295-a29d-4db9-84c7-cbcf7d46527c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:54.659385 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-2279defb-b678-419f-bb31-bafaeeb073cc tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7857049 Mar 22 19:14:54.677455 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-c018e9cd-233f-4bfd-9dac-dcb9dd05b15d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8968dc95-8b66-420b-912b-413092d8cf15 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:14:54.695707 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-0909408b-dfd8-4f5f-a7e6-21a66077372d service neutron] Request body: {'port': {'device_id': '862b5c9b-bb12-4d66-920a-9b989ab228f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:14:54.708487 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-c018e9cd-233f-4bfd-9dac-dcb9dd05b15d service neutron] Publish callbacks [] for port (8968dc95-8b66-420b-912b-413092d8cf15), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:54.725905 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-8e4a2e01-11f1-4f36-8cba-726028cf96fb None None] Provisioning complete for port 9cae237c-da57-489d-9fbb-de398ed39964 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:14:54.727115 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8e4a2e01-11f1-4f36-8cba-726028cf96fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9cae237c-da57-489d-9fbb-de398ed39964), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:54.732897 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80be3d0-cf4d-478e-bcca-826aef748e0d admin admin] Checking segment: {'id': 'ff787278-dda5-44e2-bda4-bbfcbe692a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:14:54.733288 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80be3d0-cf4d-478e-bcca-826aef748e0d admin admin] Network hostable DHCP agents. Network: 408d3c74-488c-412d-8e2a-ab74ff098a11, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:14:54.738615 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80be3d0-cf4d-478e-bcca-826aef748e0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=404f1295-a29d-4db9-84c7-cbcf7d46527c,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:54.773146 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80be3d0-cf4d-478e-bcca-826aef748e0d admin admin] Network 408d3c74-488c-412d-8e2a-ab74ff098a11 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:14:54.778799 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-c018e9cd-233f-4bfd-9dac-dcb9dd05b15d service neutron] Transition to ACTIVE for port object 8968dc95-8b66-420b-912b-413092d8cf15 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:14:54.786987 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-e80be3d0-cf4d-478e-bcca-826aef748e0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 408d3c74-488c-412d-8e2a-ab74ff098a11) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:14:54.787206 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457ec6b-450b-4de5-a63c-967b011ce000 req-fdcd50b0-2ad5-4d10-9ef2-d75916b6f145 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:54.789038 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e457ec6b-450b-4de5-a63c-967b011ce000 req-fdcd50b0-2ad5-4d10-9ef2-d75916b6f145 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/ports?device_id=862b5c9b-bb12-4d66-920a-9b989ab228f4 HTTP/1.1" status: 200 len: 935 time: 0.1887496 Mar 22 19:14:54.800009 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-c018e9cd-233f-4bfd-9dac-dcb9dd05b15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (8968dc95-8b66-420b-912b-413092d8cf15), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:54.808211 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80be3d0-cf4d-478e-bcca-826aef748e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:54.808805 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e80be3d0-cf4d-478e-bcca-826aef748e0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:54.822328 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8e4a2e01-11f1-4f36-8cba-726028cf96fb None None] Port 9cae237c-da57-489d-9fbb-de398ed39964 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:14:54.828139 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb898ff-e079-4f04-a304-2f5462e1e2b0 None None] Network 408d3c74-488c-412d-8e2a-ab74ff098a11 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:14:54.853932 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e80be3d0-cf4d-478e-bcca-826aef748e0d admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7758780 Mar 22 19:14:54.857132 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34040) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:54.861399 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-7348f85a-113e-4c98-b5fa-93094a81cb9e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1963704943-router', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:14:54.873699 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018e9cd-233f-4bfd-9dac-dcb9dd05b15d service neutron] Pushing event updated for resources: {'Port': ['ID=8968dc95-8b66-420b-912b-413092d8cf15,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:54.914905 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7348f85a-113e-4c98-b5fa-93094a81cb9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (e785be4f-764d-4af5-aede-fd7e5351613f), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:54.916642 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7348f85a-113e-4c98-b5fa-93094a81cb9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (e785be4f-764d-4af5-aede-fd7e5351613f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:54.928666 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-0909408b-dfd8-4f5f-a7e6-21a66077372d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9cae237c-da57-489d-9fbb-de398ed39964), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:54.953502 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9a25cdf7-75b5-4f4d-9f8a-5ac81b9cb3cb admin admin] Publish callbacks [] for security_group (c06abee2-a854-4949-b121-c49738361e69), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:55.044306 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e457ec6b-450b-4de5-a63c-967b011ce000 req-3850423e-7d81-4db9-999b-305ae7aaee2c tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d759956-3223-46a8-8476-9fdc36e41283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326400 Mar 22 19:14:55.045774 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9a25cdf7-75b5-4f4d-9f8a-5ac81b9cb3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (c06abee2-a854-4949-b121-c49738361e69), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:55.113932 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092723fb-8c8a-4de8-a237-cc47963619a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-408d3c74-488c-412d-8e2a-ab74ff098a11', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'fixed_ips': [{'subnet_id': '404f1295-a29d-4db9-84c7-cbcf7d46527c'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:14:55.115103 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-092723fb-8c8a-4de8-a237-cc47963619a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:55.262011 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25cdf7-75b5-4f4d-9f8a-5ac81b9cb3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06abee2-a854-4949-b121-c49738361e69,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:55.285933 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7348f85a-113e-4c98-b5fa-93094a81cb9e admin admin] Publish callbacks [] for router_controller (e785be4f-764d-4af5-aede-fd7e5351613f), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:55.286780 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34050) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:55.356205 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9a25cdf7-75b5-4f4d-9f8a-5ac81b9cb3cb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=abe6a0d5d2b54060a95de5162c5f40b2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1658013 Mar 22 19:14:55.362206 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 34056) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:55.368791 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-092723fb-8c8a-4de8-a237-cc47963619a7 None None] Allocated IP 172.20.0.2 (408d3c74-488c-412d-8e2a-ab74ff098a11/404f1295-a29d-4db9-84c7-cbcf7d46527c/a0fe23a6-9446-41f4-a1fa-78e625bb364e) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:14:55.496494 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-4f5e6c63-955b-4f09-a9fe-2f52b5e389fb admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-693033484-network', 'tenant_id': '299d57ef35bc4e46a2ac01153c6bee7d'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:14:55.516579 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-c018e9cd-233f-4bfd-9dac-dcb9dd05b15d service neutron] Attempting to bind port 8968dc95-8b66-420b-912b-413092d8cf15 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:14:55.516919 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-c018e9cd-233f-4bfd-9dac-dcb9dd05b15d service neutron] Attempting to bind port 8968dc95-8b66-420b-912b-413092d8cf15 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:14:55.517243 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-c018e9cd-233f-4bfd-9dac-dcb9dd05b15d service neutron] Attempting to bind port 8968dc95-8b66-420b-912b-413092d8cf15 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:14:55.522161 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8a5fc7a-379e-4ecc-96f4-f8a015bd5764 admin admin] Publish callbacks [] for security_group (c06abee2-a854-4949-b121-c49738361e69), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:55.526794 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7348f85a-113e-4c98-b5fa-93094a81cb9e admin admin] Publish callbacks [] for router_gateway (e785be4f-764d-4af5-aede-fd7e5351613f), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:55.530905 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-6577c413-d79e-4125-aafd-97b3d9ded8b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c6a9e0-bb76-439e-9629-7dc8682cded9 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:14:55.542670 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-6577c413-d79e-4125-aafd-97b3d9ded8b6 service neutron] Publish callbacks [] for port (57c6a9e0-bb76-439e-9629-7dc8682cded9), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:55.566464 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5e6c63-955b-4f09-a9fe-2f52b5e389fb admin admin] Made reservation on behalf of 299d57ef35bc4e46a2ac01153c6bee7d for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:14:55.568746 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6c63-955b-4f09-a9fe-2f52b5e389fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:55.587994 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8a5fc7a-379e-4ecc-96f4-f8a015bd5764 admin admin] Publish callbacks [] for security_group (c06abee2-a854-4949-b121-c49738361e69), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:55.611328 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-6577c413-d79e-4125-aafd-97b3d9ded8b6 service neutron] Transition to ACTIVE for port object 57c6a9e0-bb76-439e-9629-7dc8682cded9 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:14:55.612522 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6c63-955b-4f09-a9fe-2f52b5e389fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:55.625439 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-6577c413-d79e-4125-aafd-97b3d9ded8b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (57c6a9e0-bb76-439e-9629-7dc8682cded9), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:55.632539 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-c018e9cd-233f-4bfd-9dac-dcb9dd05b15d service neutron] Port 8968dc95-8b66-420b-912b-413092d8cf15 on network 43c82fd2-7e25-4eba-86f2-aced26197dba not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:14:55.632958 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-c018e9cd-233f-4bfd-9dac-dcb9dd05b15d service neutron] Attempting to bind port 8968dc95-8b66-420b-912b-413092d8cf15 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:14:55.752461 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577c413-d79e-4125-aafd-97b3d9ded8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=57c6a9e0-bb76-439e-9629-7dc8682cded9,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:55.767114 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-092723fb-8c8a-4de8-a237-cc47963619a7 None None] Publish callbacks [] for port (a0fe23a6-9446-41f4-a1fa-78e625bb364e), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:55.777850 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-092723fb-8c8a-4de8-a237-cc47963619a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (a0fe23a6-9446-41f4-a1fa-78e625bb364e), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:55.802676 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-c018e9cd-233f-4bfd-9dac-dcb9dd05b15d service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:14:55.802957 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-c018e9cd-233f-4bfd-9dac-dcb9dd05b15d service neutron] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:14:55.803342 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-c018e9cd-233f-4bfd-9dac-dcb9dd05b15d service neutron] Bound using segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:14:55.803802 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-c018e9cd-233f-4bfd-9dac-dcb9dd05b15d service neutron] Bound port: 8968dc95-8b66-420b-912b-413092d8cf15, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:14:55.804165 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-c018e9cd-233f-4bfd-9dac-dcb9dd05b15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8968dc95-8b66-420b-912b-413092d8cf15), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:55.865946 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092723fb-8c8a-4de8-a237-cc47963619a7 None None] Network 408d3c74-488c-412d-8e2a-ab74ff098a11 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:14:55.870163 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-092723fb-8c8a-4de8-a237-cc47963619a7 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:14:55.883354 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092723fb-8c8a-4de8-a237-cc47963619a7 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:14:55.901547 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092723fb-8c8a-4de8-a237-cc47963619a7 None None] Pushing event updated for resources: {'Port': ['ID=a0fe23a6-9446-41f4-a1fa-78e625bb364e,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:55.926779 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8a5fc7a-379e-4ecc-96f4-f8a015bd5764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (c06abee2-a854-4949-b121-c49738361e69), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:55.929430 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8a5fc7a-379e-4ecc-96f4-f8a015bd5764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:55.933644 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f8a5fc7a-379e-4ecc-96f4-f8a015bd5764 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c06abee2-a854-4949-b121-c49738361e69 HTTP/1.1" status: 204 len: 168 time: 0.5695572 Mar 22 19:14:55.938131 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6c63-955b-4f09-a9fe-2f52b5e389fb admin admin] Publish callbacks [] for security_group (be471d46-bdb6-4ac4-9ef6-fed763c60817), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:55.942434 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-6577c413-d79e-4125-aafd-97b3d9ded8b6 service neutron] Attempting to bind port 57c6a9e0-bb76-439e-9629-7dc8682cded9 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:14:55.942799 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-6577c413-d79e-4125-aafd-97b3d9ded8b6 service neutron] Attempting to bind port 57c6a9e0-bb76-439e-9629-7dc8682cded9 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:14:55.943132 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-6577c413-d79e-4125-aafd-97b3d9ded8b6 service neutron] Attempting to bind port 57c6a9e0-bb76-439e-9629-7dc8682cded9 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:14:55.948701 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6c63-955b-4f09-a9fe-2f52b5e389fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (be471d46-bdb6-4ac4-9ef6-fed763c60817), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:55.961390 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-6577c413-d79e-4125-aafd-97b3d9ded8b6 service neutron] Port 57c6a9e0-bb76-439e-9629-7dc8682cded9 on network 43c82fd2-7e25-4eba-86f2-aced26197dba not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:14:55.961858 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-6577c413-d79e-4125-aafd-97b3d9ded8b6 service neutron] Attempting to bind port 57c6a9e0-bb76-439e-9629-7dc8682cded9 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:14:55.984864 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f5e6c63-955b-4f09-a9fe-2f52b5e389fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:14:55.988983 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-6577c413-d79e-4125-aafd-97b3d9ded8b6 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:14:55.989354 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-6577c413-d79e-4125-aafd-97b3d9ded8b6 service neutron] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:14:55.989945 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-6577c413-d79e-4125-aafd-97b3d9ded8b6 service neutron] Bound using segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:14:55.990387 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-6577c413-d79e-4125-aafd-97b3d9ded8b6 service neutron] Bound port: 57c6a9e0-bb76-439e-9629-7dc8682cded9, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:14:55.990750 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-6577c413-d79e-4125-aafd-97b3d9ded8b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (57c6a9e0-bb76-439e-9629-7dc8682cded9), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:56.021626 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-092723fb-8c8a-4de8-a237-cc47963619a7 None None] Attempting to bind port a0fe23a6-9446-41f4-a1fa-78e625bb364e on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:14:56.022770 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-092723fb-8c8a-4de8-a237-cc47963619a7 None None] Attempting to bind port a0fe23a6-9446-41f4-a1fa-78e625bb364e by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'ff787278-dda5-44e2-bda4-bbfcbe692a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:14:56.023777 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092723fb-8c8a-4de8-a237-cc47963619a7 None None] Attempting to bind port a0fe23a6-9446-41f4-a1fa-78e625bb364e on network 408d3c74-488c-412d-8e2a-ab74ff098a11 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:14:56.033044 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092723fb-8c8a-4de8-a237-cc47963619a7 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:14:56.034264 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092723fb-8c8a-4de8-a237-cc47963619a7 None None] Checking segment: {'id': 'ff787278-dda5-44e2-bda4-bbfcbe692a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:14:56.034876 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-092723fb-8c8a-4de8-a237-cc47963619a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:56.035481 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092723fb-8c8a-4de8-a237-cc47963619a7 None None] Bound using segment: {'id': 'ff787278-dda5-44e2-bda4-bbfcbe692a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:14:56.036158 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-092723fb-8c8a-4de8-a237-cc47963619a7 None None] Bound port: a0fe23a6-9446-41f4-a1fa-78e625bb364e, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff787278-dda5-44e2-bda4-bbfcbe692a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:14:56.036751 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-092723fb-8c8a-4de8-a237-cc47963619a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a0fe23a6-9446-41f4-a1fa-78e625bb364e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:56.048593 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-c018e9cd-233f-4bfd-9dac-dcb9dd05b15d service neutron] For port 8968dc95-8b66-420b-912b-413092d8cf15, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:14:56.051844 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-c018e9cd-233f-4bfd-9dac-dcb9dd05b15d service neutron] For port 8968dc95-8b66-420b-912b-413092d8cf15, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=8968dc95-8b66-420b-912b-413092d8cf15,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:14:56.077959 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-0909408b-dfd8-4f5f-a7e6-21a66077372d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cae237c-da57-489d-9fbb-de398ed39964 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:14:56.083382 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-c018e9cd-233f-4bfd-9dac-dcb9dd05b15d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (8968dc95-8b66-420b-912b-413092d8cf15), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:56.085403 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5fc7a-379e-4ecc-96f4-f8a015bd5764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06abee2-a854-4949-b121-c49738361e69,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:56.107176 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6c63-955b-4f09-a9fe-2f52b5e389fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (392f2d81-3a9e-489f-ae67-c9b50be79736), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:56.107533 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-4f5e6c63-955b-4f09-a9fe-2f52b5e389fb admin admin] Added segment 392f2d81-3a9e-489f-ae67-c9b50be79736 of type vlan for network da5fd57b-f10f-4980-a231-2023d84d3d68 Mar 22 19:14:56.109018 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e6c63-955b-4f09-a9fe-2f52b5e389fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be471d46-bdb6-4ac4-9ef6-fed763c60817,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:56.151227 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-0909408b-dfd8-4f5f-a7e6-21a66077372d service neutron] Publish callbacks [] for port (9cae237c-da57-489d-9fbb-de398ed39964), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:56.158978 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018e9cd-233f-4bfd-9dac-dcb9dd05b15d service neutron] Pushing event updated for resources: {'Port': ['ID=8968dc95-8b66-420b-912b-413092d8cf15,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:56.192477 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-c018e9cd-233f-4bfd-9dac-dcb9dd05b15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:56.193097 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-c018e9cd-233f-4bfd-9dac-dcb9dd05b15d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:56.194715 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-c018e9cd-233f-4bfd-9dac-dcb9dd05b15d service neutron] 10.222.0.84 "PUT /v2.0/ports/8968dc95-8b66-420b-912b-413092d8cf15 HTTP/1.1" status: 200 len: 1097 time: 3.0888472 Mar 22 19:14:56.220710 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925d2a26-a0a1-45c5-ab20-05f7eeb11ecc', 'tag': '8968dc95-8b66-420b-912b-413092d8cf15'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:14:56.223656 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c63e1ea-34f3-429d-8821-9151ddd4996c" -d '{"events": [{"name": "network-changed", "server_uuid": "925d2a26-a0a1-45c5-ab20-05f7eeb11ecc", "tag": "8968dc95-8b66-420b-912b-413092d8cf15"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:14:56.234069 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b394d-db9b-4a0c-9b4d-726030c327a3 req-7c4096ab-8b91-49f1-a7fd-2caf76ae4a38 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:56.235778 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b33b394d-db9b-4a0c-9b4d-726030c327a3 req-7c4096ab-8b91-49f1-a7fd-2caf76ae4a38 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3d644e4-f0ab-4bd9-aba9-21e9b4e681ed HTTP/1.1" status: 200 len: 950 time: 0.5963728 Mar 22 19:14:56.237234 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-092723fb-8c8a-4de8-a237-cc47963619a7 None None] For port a0fe23a6-9446-41f4-a1fa-78e625bb364e, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:14:56.241031 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-092723fb-8c8a-4de8-a237-cc47963619a7 None None] For port a0fe23a6-9446-41f4-a1fa-78e625bb364e, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a0fe23a6-9446-41f4-a1fa-78e625bb364e,segment=NetworkSegment(ff787278-dda5-44e2-bda4-bbfcbe692a1e),segment_id=ff787278-dda5-44e2-bda4-bbfcbe692a1e)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:14:56.249440 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-092723fb-8c8a-4de8-a237-cc47963619a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a0fe23a6-9446-41f4-a1fa-78e625bb364e), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:56.261518 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6c63-955b-4f09-a9fe-2f52b5e389fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (da5fd57b-f10f-4980-a231-2023d84d3d68), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:56.277839 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-0909408b-dfd8-4f5f-a7e6-21a66077372d service neutron] Transition to ACTIVE for port object 9cae237c-da57-489d-9fbb-de398ed39964 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:14:56.312625 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-6577c413-d79e-4125-aafd-97b3d9ded8b6 service neutron] For port 57c6a9e0-bb76-439e-9629-7dc8682cded9, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:14:56.319719 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-6577c413-d79e-4125-aafd-97b3d9ded8b6 service neutron] For port 57c6a9e0-bb76-439e-9629-7dc8682cded9, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=57c6a9e0-bb76-439e-9629-7dc8682cded9,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:14:56.337251 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7348f85a-113e-4c98-b5fa-93094a81cb9e admin admin] Publish callbacks [] for router_gateway (e785be4f-764d-4af5-aede-fd7e5351613f), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:56.344029 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092723fb-8c8a-4de8-a237-cc47963619a7 None None] Pushing event updated for resources: {'Port': ['ID=a0fe23a6-9446-41f4-a1fa-78e625bb364e,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:56.364146 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-0909408b-dfd8-4f5f-a7e6-21a66077372d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (9cae237c-da57-489d-9fbb-de398ed39964), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:56.383499 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.db.resource_extend [None req-4f5e6c63-955b-4f09-a9fe-2f52b5e389fb admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:14:56.388929 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-6577c413-d79e-4125-aafd-97b3d9ded8b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (57c6a9e0-bb76-439e-9629-7dc8682cded9), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:56.392050 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7348f85a-113e-4c98-b5fa-93094a81cb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:56.492196 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcea032-390d-4e2c-b3e1-fe1b998cf7ae req-fa4428b7-7b68-42e6-a3e1-942a8321a951 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:56.493745 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8dcea032-390d-4e2c-b3e1-fe1b998cf7ae req-fa4428b7-7b68-42e6-a3e1-942a8321a951 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 948 time: 0.3288381 Mar 22 19:14:56.494334 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-6577c413-d79e-4125-aafd-97b3d9ded8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:56.495015 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-6577c413-d79e-4125-aafd-97b3d9ded8b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:56.496622 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-6577c413-d79e-4125-aafd-97b3d9ded8b6 service neutron] 10.222.0.84 "PUT /v2.0/ports/57c6a9e0-bb76-439e-9629-7dc8682cded9 HTTP/1.1" status: 200 len: 1097 time: 2.5896883 Mar 22 19:14:56.501933 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b33b394d-db9b-4a0c-9b4d-726030c327a3 req-78d207fd-1fa0-4eaf-86de-052bb9577c8a tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/security-groups?id=edde97b7-d7c8-4fa9-a1e1-8069b60aadba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486911 Mar 22 19:14:56.502095 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0840de3f-efcb-487a-93f3-1de7bc2097d5', 'tag': '57c6a9e0-bb76-439e-9629-7dc8682cded9'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:14:56.504423 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d01704f-072e-46e6-82c5-10d738ceedd1" -d '{"events": [{"name": "network-changed", "server_uuid": "0840de3f-efcb-487a-93f3-1de7bc2097d5", "tag": "57c6a9e0-bb76-439e-9629-7dc8682cded9"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:14:56.507230 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6c63-955b-4f09-a9fe-2f52b5e389fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (da5fd57b-f10f-4980-a231-2023d84d3d68), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:56.507838 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5e6c63-955b-4f09-a9fe-2f52b5e389fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:56.508416 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6c63-955b-4f09-a9fe-2f52b5e389fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:56.515120 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0909408b-dfd8-4f5f-a7e6-21a66077372d service neutron] Pushing event updated for resources: {'Port': ['ID=9cae237c-da57-489d-9fbb-de398ed39964,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:56.573145 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-56e1d3eb-cbbf-4372-afd5-c25c58ea9529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:56.588595 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-56e1d3eb-cbbf-4372-afd5-c25c58ea9529 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 1131 time: 0.3379118 Mar 22 19:14:56.769028 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4f5e6c63-955b-4f09-a9fe-2f52b5e389fb admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4808517 Mar 22 19:14:56.770975 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577c413-d79e-4125-aafd-97b3d9ded8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=57c6a9e0-bb76-439e-9629-7dc8682cded9,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:56.776394 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 34094) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:56.779362 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-4466d3c1-186a-43f7-bf95-747a41feeb63 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=8968dc95-8b66-420b-912b-413092d8cf15 HTTP/1.1" status: 200 len: 217 time: 0.1164608 Mar 22 19:14:56.788729 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-11737653-266f-449c-be38-4fab017f381a admin admin] Request body: {'subnet': {'network_id': 'da5fd57b-f10f-4980-a231-2023d84d3d68', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-693033484-subnet', 'tenant_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:14:56.862251 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8dcea032-390d-4e2c-b3e1-fe1b998cf7ae req-0b79bdc0-c12d-47d0-9d4b-ff714344a635 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364949 Mar 22 19:14:56.880316 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e6c63-955b-4f09-a9fe-2f52b5e389fb admin admin] Pushing event updated for resources: {'Network': ['ID=da5fd57b-f10f-4980-a231-2023d84d3d68,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:56.900610 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-0909408b-dfd8-4f5f-a7e6-21a66077372d service neutron] Attempting to bind port 9cae237c-da57-489d-9fbb-de398ed39964 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:14:56.900983 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-0909408b-dfd8-4f5f-a7e6-21a66077372d service neutron] Attempting to bind port 9cae237c-da57-489d-9fbb-de398ed39964 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:14:56.901327 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-0909408b-dfd8-4f5f-a7e6-21a66077372d service neutron] Attempting to bind port 9cae237c-da57-489d-9fbb-de398ed39964 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:14:56.913287 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-26a1387d-82ce-4e62-ba2a-4dce1b3a551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:56.915058 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-26a1387d-82ce-4e62-ba2a-4dce1b3a551a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e7d15e6050fc49cc9b8160c2a24aabf2&device_id=0840de3f-efcb-487a-93f3-1de7bc2097d5 HTTP/1.1" status: 200 len: 1131 time: 0.3103290 Mar 22 19:14:56.919527 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network da5fd57b-f10f-4980-a231-2023d84d3d68 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:14:56.997768 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-7348f85a-113e-4c98-b5fa-93094a81cb9e admin admin] Allocated IP 172.25.5.143 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/dac0a6c9-5652-4954-a03d-a5db12f24d6d) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:14:57.001587 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-869628a8-2829-42cf-96f5-6eeb865a8cb5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=57c6a9e0-bb76-439e-9629-7dc8682cded9 HTTP/1.1" status: 200 len: 217 time: 0.0784690 Mar 22 19:14:57.006910 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e84ac-0299-4126-b5bd-c7af3a05bb96 req-6955f737-ce19-4028-93e0-96055f8b2a81 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:57.009974 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d11e84ac-0299-4126-b5bd-c7af3a05bb96 req-6955f737-ce19-4028-93e0-96055f8b2a81 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/ports?device_id=862b5c9b-bb12-4d66-920a-9b989ab228f4 HTTP/1.1" status: 200 len: 947 time: 0.3759313 Mar 22 19:14:57.010788 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-0909408b-dfd8-4f5f-a7e6-21a66077372d service neutron] Port 9cae237c-da57-489d-9fbb-de398ed39964 on network 43c82fd2-7e25-4eba-86f2-aced26197dba not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:14:57.011624 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-0909408b-dfd8-4f5f-a7e6-21a66077372d service neutron] Attempting to bind port 9cae237c-da57-489d-9fbb-de398ed39964 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:14:57.052546 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11737653-266f-449c-be38-4fab017f381a admin admin] Made reservation on behalf of 299d57ef35bc4e46a2ac01153c6bee7d for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:14:57.057227 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-11737653-266f-449c-be38-4fab017f381a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:57.182248 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-af935f2e-5a93-4b22-8f38-0f4e256c8faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:57.187842 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-af935f2e-5a93-4b22-8f38-0f4e256c8faf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1810865 Mar 22 19:14:57.396964 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-50280555-a36f-41c6-b95d-99c5c6a082d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:57.400583 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-50280555-a36f-41c6-b95d-99c5c6a082d2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2048731 Mar 22 19:14:57.403301 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-0909408b-dfd8-4f5f-a7e6-21a66077372d service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:14:57.403667 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-0909408b-dfd8-4f5f-a7e6-21a66077372d service neutron] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:14:57.404196 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-0909408b-dfd8-4f5f-a7e6-21a66077372d service neutron] Bound using segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:14:57.404652 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-0909408b-dfd8-4f5f-a7e6-21a66077372d service neutron] Bound port: 9cae237c-da57-489d-9fbb-de398ed39964, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:14:57.406029 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7348f85a-113e-4c98-b5fa-93094a81cb9e admin admin] Publish callbacks [] for port (dac0a6c9-5652-4954-a03d-a5db12f24d6d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:57.407689 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-0909408b-dfd8-4f5f-a7e6-21a66077372d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9cae237c-da57-489d-9fbb-de398ed39964), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:57.420798 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-31be609e-5fa2-4900-ba4b-9bbd0c11b267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:57.424895 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a0fe23a6-9446-41f4-a1fa-78e625bb364e up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:14:57.427723 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-31be609e-5fa2-4900-ba4b-9bbd0c11b267 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.5985389 Mar 22 19:14:57.530169 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port a0fe23a6-9446-41f4-a1fa-78e625bb364e triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:14:57.535857 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a0fe23a6-9446-41f4-a1fa-78e625bb364e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:57.577712 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-0b6298f6-3dd4-4674-8ff5-f697fbfba352 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658618 Mar 22 19:14:57.620671 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7348f85a-113e-4c98-b5fa-93094a81cb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (dac0a6c9-5652-4954-a03d-a5db12f24d6d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:57.629291 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-0909408b-dfd8-4f5f-a7e6-21a66077372d service neutron] For port 9cae237c-da57-489d-9fbb-de398ed39964, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:14:57.632873 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-0909408b-dfd8-4f5f-a7e6-21a66077372d service neutron] For port 9cae237c-da57-489d-9fbb-de398ed39964, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=9cae237c-da57-489d-9fbb-de398ed39964,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:14:57.642303 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881f8142-abf3-4f3f-949b-19a58a9a36b0 x-openstack-request-id: req-881f8142-abf3-4f3f-949b-19a58a9a36b0 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:14:57.642917 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "925d2a26-a0a1-45c5-ab20-05f7eeb11ecc", "tag": "8968dc95-8b66-420b-912b-413092d8cf15", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:14:57.643318 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-881f8142-abf3-4f3f-949b-19a58a9a36b0 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:14:57.643856 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-881f8142-abf3-4f3f-949b-19a58a9a36b0'] response: {'name': 'network-changed', 'server_uuid': '925d2a26-a0a1-45c5-ab20-05f7eeb11ecc', 'tag': '8968dc95-8b66-420b-912b-413092d8cf15', 'status': 'completed', 'code': 200} Mar 22 19:14:57.663616 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d11e84ac-0299-4126-b5bd-c7af3a05bb96 req-1b2792b1-5674-418a-adb7-73ad9f51b1a7 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d759956-3223-46a8-8476-9fdc36e41283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6411629 Mar 22 19:14:57.668672 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-0909408b-dfd8-4f5f-a7e6-21a66077372d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (9cae237c-da57-489d-9fbb-de398ed39964), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:57.721475 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a0fe23a6-9446-41f4-a1fa-78e625bb364e is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:14:57.722424 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a0fe23a6-9446-41f4-a1fa-78e625bb364e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:57.759236 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7348f85a-113e-4c98-b5fa-93094a81cb9e admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:14:57.774384 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1407a57-a7df-44fa-bcb5-3a53326182cc x-openstack-request-id: req-b1407a57-a7df-44fa-bcb5-3a53326182cc {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:14:57.775688 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0840de3f-efcb-487a-93f3-1de7bc2097d5", "tag": "57c6a9e0-bb76-439e-9629-7dc8682cded9", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:14:57.776124 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b1407a57-a7df-44fa-bcb5-3a53326182cc {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:14:57.777603 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1407a57-a7df-44fa-bcb5-3a53326182cc'] response: {'name': 'network-changed', 'server_uuid': '0840de3f-efcb-487a-93f3-1de7bc2097d5', 'tag': '57c6a9e0-bb76-439e-9629-7dc8682cded9', 'status': 'completed', 'code': 200} Mar 22 19:14:57.787706 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port a0fe23a6-9446-41f4-a1fa-78e625bb364e, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a0fe23a6-9446-41f4-a1fa-78e625bb364e,segment=NetworkSegment(ff787278-dda5-44e2-bda4-bbfcbe692a1e),segment_id=ff787278-dda5-44e2-bda4-bbfcbe692a1e)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:14:57.795255 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a0fe23a6-9446-41f4-a1fa-78e625bb364e), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:57.828362 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-7348f85a-113e-4c98-b5fa-93094a81cb9e admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:14:57.834629 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0909408b-dfd8-4f5f-a7e6-21a66077372d service neutron] Pushing event updated for resources: {'Port': ['ID=9cae237c-da57-489d-9fbb-de398ed39964,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:57.835224 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7348f85a-113e-4c98-b5fa-93094a81cb9e admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:14:57.907716 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-0909408b-dfd8-4f5f-a7e6-21a66077372d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:57.909320 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-0909408b-dfd8-4f5f-a7e6-21a66077372d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:57.911158 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-0909408b-dfd8-4f5f-a7e6-21a66077372d service neutron] 10.222.0.85 "PUT /v2.0/ports/9cae237c-da57-489d-9fbb-de398ed39964 HTTP/1.1" status: 200 len: 1096 time: 3.2274790 Mar 22 19:14:57.934677 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-15db571b-7d74-43d3-9dd6-d1797ae3cea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:57.936063 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=a0fe23a6-9446-41f4-a1fa-78e625bb364e,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:57.936576 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-15db571b-7d74-43d3-9dd6-d1797ae3cea9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4618444 Mar 22 19:14:57.952330 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348f85a-113e-4c98-b5fa-93094a81cb9e admin admin] Pushing event updated for resources: {'Port': ['ID=dac0a6c9-5652-4954-a03d-a5db12f24d6d,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:58.146029 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a538d4b-0e53-4a0f-98e7-89b50cd668c4 None None] Network 408d3c74-488c-412d-8e2a-ab74ff098a11 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:14:58.227597 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-625dbeb1-2cb2-40e9-a211-91cfed30a4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:58.229175 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-625dbeb1-2cb2-40e9-a211-91cfed30a4f0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e7d15e6050fc49cc9b8160c2a24aabf2&device_id=862b5c9b-bb12-4d66-920a-9b989ab228f4 HTTP/1.1" status: 200 len: 1130 time: 0.2469068 Mar 22 19:14:58.312472 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-42715e06-f146-491c-ba93-80acb9950e17 None None] Provisioning complete for port a0fe23a6-9446-41f4-a1fa-78e625bb364e triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:14:58.313847 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-42715e06-f146-491c-ba93-80acb9950e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a0fe23a6-9446-41f4-a1fa-78e625bb364e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:58.387776 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-4422e332-794d-4832-8777-ca44b75738fd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=9cae237c-da57-489d-9fbb-de398ed39964 HTTP/1.1" status: 200 len: 217 time: 0.1405499 Mar 22 19:14:58.397571 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-2250711b-5f65-4fca-8670-abf18c2ad29a service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309847 Mar 22 19:14:58.480432 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3d22b104-77f7-4c4e-9b6e-d4d7fe288459 req-e9430536-fb22-4966-aa19-a0b518542bfc service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8769023 Mar 22 19:14:58.497728 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-42715e06-f146-491c-ba93-80acb9950e17 None None] Current status of the port a0fe23a6-9446-41f4-a1fa-78e625bb364e is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:14:58.544355 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c0944-57cc-4217-8049-8a1dc4f6c412 req-5baaf67e-871a-44db-839f-f28aeb04d1e6 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:58.552290 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-947c0944-57cc-4217-8049-8a1dc4f6c412 req-5baaf67e-871a-44db-839f-f28aeb04d1e6 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 948 time: 0.4548275 Mar 22 19:14:58.645988 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-947c0944-57cc-4217-8049-8a1dc4f6c412 req-2b30fb96-37cb-41d8-9c7a-a31256fdf95a tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926855 Mar 22 19:14:58.660059 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-11737653-266f-449c-be38-4fab017f381a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (c55e3d95-c01f-4644-b0f9-457902969723), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:58.720218 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01704f-072e-46e6-82c5-10d738ceedd1 req-fcd68db1-3b33-4e5b-bd3b-1567df925fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:58.721730 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6d01704f-072e-46e6-82c5-10d738ceedd1 req-fcd68db1-3b33-4e5b-bd3b-1567df925fbd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e7d15e6050fc49cc9b8160c2a24aabf2&device_id=0840de3f-efcb-487a-93f3-1de7bc2097d5 HTTP/1.1" status: 200 len: 1131 time: 0.1657569 Mar 22 19:14:58.747804 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11737653-266f-449c-be38-4fab017f381a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c55e3d95-c01f-4644-b0f9-457902969723,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:14:58.785835 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5dd402bf-b3e9-43ff-a351-c6c8b0c0b94a req-1fbb3f28-4395-434f-a3d9-79f12ae5cff4 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662534 Mar 22 19:14:58.802929 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-4516b358-6ca2-4d5e-8061-99816c7181f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:58.804553 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-4516b358-6ca2-4d5e-8061-99816c7181f7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.3930266 Mar 22 19:14:58.828131 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d7885-4d19-4670-bd2a-f57f4021df2d req-572941d3-b527-4dca-9e5e-1269e64ccf30 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:58.830496 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a25d7885-4d19-4670-bd2a-f57f4021df2d req-572941d3-b527-4dca-9e5e-1269e64ccf30 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3d644e4-f0ab-4bd9-aba9-21e9b4e681ed HTTP/1.1" status: 200 len: 950 time: 0.2028549 Mar 22 19:14:58.864360 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-0e769d9b-1e6e-4ac2-941b-4e33da921e16 None None] Provisioning complete for port a0fe23a6-9446-41f4-a1fa-78e625bb364e triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:14:58.865023 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0e769d9b-1e6e-4ac2-941b-4e33da921e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a0fe23a6-9446-41f4-a1fa-78e625bb364e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:58.872321 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7348f85a-113e-4c98-b5fa-93094a81cb9e admin admin] Publish callbacks [] for router_gateway (e785be4f-764d-4af5-aede-fd7e5351613f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:58.916201 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11737653-266f-449c-be38-4fab017f381a admin admin] Checking segment: {'id': '392f2d81-3a9e-489f-ae67-c9b50be79736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'da5fd57b-f10f-4980-a231-2023d84d3d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:14:58.916570 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11737653-266f-449c-be38-4fab017f381a admin admin] Network hostable DHCP agents. Network: da5fd57b-f10f-4980-a231-2023d84d3d68, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:14:58.975345 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-0e769d9b-1e6e-4ac2-941b-4e33da921e16 None None] Current status of the port a0fe23a6-9446-41f4-a1fa-78e625bb364e is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:14:58.981313 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a25d7885-4d19-4670-bd2a-f57f4021df2d req-2ef6d911-cfb0-4bba-844a-24ff95299906 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/security-groups?id=edde97b7-d7c8-4fa9-a1e1-8069b60aadba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348491 Mar 22 19:14:59.002562 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-5419868d-5f06-437e-b3c3-0232ff01f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:59.004328 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-5419868d-5f06-437e-b3c3-0232ff01f47c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1892049 Mar 22 19:14:59.006057 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11737653-266f-449c-be38-4fab017f381a admin admin] Network da5fd57b-f10f-4980-a231-2023d84d3d68 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:14:59.011482 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63e1ea-34f3-429d-8821-9151ddd4996c req-52f23296-87d9-4cd5-9979-3fba475a3e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:59.012959 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c63e1ea-34f3-429d-8821-9151ddd4996c req-52f23296-87d9-4cd5-9979-3fba475a3e33 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 1131 time: 0.1455145 Mar 22 19:14:59.079601 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-11737653-266f-449c-be38-4fab017f381a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, da5fd57b-f10f-4980-a231-2023d84d3d68) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:14:59.089148 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bbc7cf-9349-486a-bd54-29fbf02e48ed None None] Network da5fd57b-f10f-4980-a231-2023d84d3d68 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:14:59.125454 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11737653-266f-449c-be38-4fab017f381a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:59.126137 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-11737653-266f-449c-be38-4fab017f381a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:59.126512 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01704f-072e-46e6-82c5-10d738ceedd1 req-ca40dd08-6340-4fb3-910d-5592ee405751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:59.127978 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6d01704f-072e-46e6-82c5-10d738ceedd1 req-ca40dd08-6340-4fb3-910d-5592ee405751 service neutron] 10.222.0.84 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.3934650 Mar 22 19:14:59.184409 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6d01704f-072e-46e6-82c5-10d738ceedd1 req-f5068ac8-88b2-4cf3-ab59-2f2880069562 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=57c6a9e0-bb76-439e-9629-7dc8682cded9 HTTP/1.1" status: 200 len: 217 time: 0.0490994 Mar 22 19:14:59.228447 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-11737653-266f-449c-be38-4fab017f381a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4483783 Mar 22 19:14:59.229280 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34156) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:59.238742 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-ed667ce8-fa14-4388-ae94-2dd6f6f3a637 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-693033484-router', 'tenant_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:14:59.273427 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7348f85a-113e-4c98-b5fa-93094a81cb9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (e785be4f-764d-4af5-aede-fd7e5351613f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:59.276472 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01704f-072e-46e6-82c5-10d738ceedd1 req-b131fd80-2399-4d8c-b475-3a73ef6f802b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:59.278625 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6d01704f-072e-46e6-82c5-10d738ceedd1 req-b131fd80-2399-4d8c-b475-3a73ef6f802b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.0863578 Mar 22 19:14:59.309076 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab1de84-3f19-4564-bbce-42053d10cf43 req-c88de25d-2890-4eaa-957c-b3a7b9925c33 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:59.310895 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eab1de84-3f19-4564-bbce-42053d10cf43 req-c88de25d-2890-4eaa-957c-b3a7b9925c33 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/ports?device_id=862b5c9b-bb12-4d66-920a-9b989ab228f4 HTTP/1.1" status: 200 len: 947 time: 0.2289138 Mar 22 19:14:59.327475 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63e1ea-34f3-429d-8821-9151ddd4996c req-4e3595bf-b926-4476-954d-2a6848883f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:59.328978 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c63e1ea-34f3-429d-8821-9151ddd4996c req-4e3595bf-b926-4476-954d-2a6848883f7f service neutron] 10.222.0.84 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.2891605 Mar 22 19:14:59.330837 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-a1ec20cd-4e1a-4a53-9755-8549adb5ec9b service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149238 Mar 22 19:14:59.337223 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed667ce8-fa14-4388-ae94-2dd6f6f3a637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (27654713-b678-49b7-b5d3-8445f6d28b83), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:59.338361 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed667ce8-fa14-4388-ae94-2dd6f6f3a637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (27654713-b678-49b7-b5d3-8445f6d28b83), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:59.353001 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dbb09c-ac45-4cc2-98d3-7c35c749e9dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-da5fd57b-f10f-4980-a231-2023d84d3d68', 'network_id': 'da5fd57b-f10f-4980-a231-2023d84d3d68', 'project_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'fixed_ips': [{'subnet_id': 'c55e3d95-c01f-4644-b0f9-457902969723'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:14:59.353901 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d8dbb09c-ac45-4cc2-98d3-7c35c749e9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:59.470130 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed667ce8-fa14-4388-ae94-2dd6f6f3a637 admin admin] Publish callbacks [] for router_controller (27654713-b678-49b7-b5d3-8445f6d28b83), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:59.477484 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01704f-072e-46e6-82c5-10d738ceedd1 req-80376b1c-1dd4-41e4-be03-67bf36ecaacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:59.479067 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6d01704f-072e-46e6-82c5-10d738ceedd1 req-80376b1c-1dd4-41e4-be03-67bf36ecaacd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1920283 Mar 22 19:14:59.488296 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c63e1ea-34f3-429d-8821-9151ddd4996c req-8a7642bd-fa99-4bf8-990e-32e7f917609d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=8968dc95-8b66-420b-912b-413092d8cf15 HTTP/1.1" status: 200 len: 217 time: 0.1459076 Mar 22 19:14:59.528945 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a0fe23a6-9446-41f4-a1fa-78e625bb364e up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:14:59.595510 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-d8dbb09c-ac45-4cc2-98d3-7c35c749e9dd None None] Allocated IP 172.20.0.2 (da5fd57b-f10f-4980-a231-2023d84d3d68/c55e3d95-c01f-4644-b0f9-457902969723/902bee6d-d997-4552-b4e7-50b22f5f7081) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:14:59.607891 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eab1de84-3f19-4564-bbce-42053d10cf43 req-a029cb3b-0ee6-44e0-919c-10464e8247b8 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d759956-3223-46a8-8476-9fdc36e41283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888503 Mar 22 19:14:59.631443 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port a0fe23a6-9446-41f4-a1fa-78e625bb364e triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:14:59.632917 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a0fe23a6-9446-41f4-a1fa-78e625bb364e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:59.637313 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63e1ea-34f3-429d-8821-9151ddd4996c req-b0fee89c-2e42-47c4-b7e7-ecbaa4112d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:59.639158 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c63e1ea-34f3-429d-8821-9151ddd4996c req-b0fee89c-2e42-47c4-b7e7-ecbaa4112d97 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1418600 Mar 22 19:14:59.643078 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a7c6b90-393e-45cd-8586-de2b531948bc req-15c9fb5c-6ba3-410f-b3ad-5abbad52afcf service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019240 Mar 22 19:14:59.644649 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '862b5c9b-bb12-4d66-920a-9b989ab228f4', 'tag': '9cae237c-da57-489d-9fbb-de398ed39964'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:14:59.647176 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2274b6f1-101f-49cd-8b3b-c78816800e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "862b5c9b-bb12-4d66-920a-9b989ab228f4", "tag": "9cae237c-da57-489d-9fbb-de398ed39964"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:14:59.719367 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63e1ea-34f3-429d-8821-9151ddd4996c req-9edad847-20ad-443b-bf62-6fa30321ba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:59.721057 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c63e1ea-34f3-429d-8821-9151ddd4996c req-9edad847-20ad-443b-bf62-6fa30321ba4f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0692630 Mar 22 19:14:59.753227 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2442d9f8-7c6f-4fe7-bbde-e77b86d349a6 x-openstack-request-id: req-2442d9f8-7c6f-4fe7-bbde-e77b86d349a6 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:14:59.753519 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "862b5c9b-bb12-4d66-920a-9b989ab228f4", "tag": "9cae237c-da57-489d-9fbb-de398ed39964", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:14:59.754960 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2442d9f8-7c6f-4fe7-bbde-e77b86d349a6 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:14:59.755417 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2442d9f8-7c6f-4fe7-bbde-e77b86d349a6'] response: {'name': 'network-changed', 'server_uuid': '862b5c9b-bb12-4d66-920a-9b989ab228f4', 'tag': '9cae237c-da57-489d-9fbb-de398ed39964', 'status': 'completed', 'code': 200} Mar 22 19:14:59.790799 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed667ce8-fa14-4388-ae94-2dd6f6f3a637 admin admin] Publish callbacks [] for router_gateway (27654713-b678-49b7-b5d3-8445f6d28b83), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:14:59.823760 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6d01704f-072e-46e6-82c5-10d738ceedd1 req-355d74a9-65a9-4ca1-8fcf-30e6bd77c228 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047533 Mar 22 19:14:59.827073 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7348f85a-113e-4c98-b5fa-93094a81cb9e admin admin] Router e785be4f-764d-4af5-aede-fd7e5351613f is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:14:59.941269 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca70d2-c096-4b97-975f-2f43c06366f1 req-80503634-8470-42ed-8b16-7744622a05c8 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:59.948151 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-87ca70d2-c096-4b97-975f-2f43c06366f1 req-80503634-8470-42ed-8b16-7744622a05c8 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 948 time: 0.1167552 Mar 22 19:14:59.975763 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 34172) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:14:59.986276 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274b6f1-101f-49cd-8b3b-c78816800e2c req-1ec948c6-ffca-4656-877b-03084d18a2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:14:59.987964 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2274b6f1-101f-49cd-8b3b-c78816800e2c req-1ec948c6-ffca-4656-877b-03084d18a2f8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e7d15e6050fc49cc9b8160c2a24aabf2&device_id=862b5c9b-bb12-4d66-920a-9b989ab228f4 HTTP/1.1" status: 200 len: 1130 time: 0.2050633 Mar 22 19:14:59.991401 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c63e1ea-34f3-429d-8821-9151ddd4996c req-901a26f3-3253-48e9-b501-ce85eb544bf8 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638993 Mar 22 19:15:00.029303 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a0fe23a6-9446-41f4-a1fa-78e625bb364e is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:00.103354 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d8dbb09c-ac45-4cc2-98d3-7c35c749e9dd None None] Publish callbacks [] for port (902bee6d-d997-4552-b4e7-50b22f5f7081), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:00.114544 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d8dbb09c-ac45-4cc2-98d3-7c35c749e9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (902bee6d-d997-4552-b4e7-50b22f5f7081), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:00.164354 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dbb09c-ac45-4cc2-98d3-7c35c749e9dd None None] Network da5fd57b-f10f-4980-a231-2023d84d3d68 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:15:00.168335 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-d8dbb09c-ac45-4cc2-98d3-7c35c749e9dd None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:15:00.171074 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dbb09c-ac45-4cc2-98d3-7c35c749e9dd None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:15:00.242050 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dbb09c-ac45-4cc2-98d3-7c35c749e9dd None None] Pushing event updated for resources: {'Port': ['ID=902bee6d-d997-4552-b4e7-50b22f5f7081,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:00.269923 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-d8dbb09c-ac45-4cc2-98d3-7c35c749e9dd None None] Attempting to bind port 902bee6d-d997-4552-b4e7-50b22f5f7081 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:15:00.270307 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-d8dbb09c-ac45-4cc2-98d3-7c35c749e9dd None None] Attempting to bind port 902bee6d-d997-4552-b4e7-50b22f5f7081 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '392f2d81-3a9e-489f-ae67-c9b50be79736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'da5fd57b-f10f-4980-a231-2023d84d3d68'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:15:00.270670 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dbb09c-ac45-4cc2-98d3-7c35c749e9dd None None] Attempting to bind port 902bee6d-d997-4552-b4e7-50b22f5f7081 on network da5fd57b-f10f-4980-a231-2023d84d3d68 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:15:00.276293 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dbb09c-ac45-4cc2-98d3-7c35c749e9dd None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:15:00.276750 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dbb09c-ac45-4cc2-98d3-7c35c749e9dd None None] Checking segment: {'id': '392f2d81-3a9e-489f-ae67-c9b50be79736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'da5fd57b-f10f-4980-a231-2023d84d3d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:15:00.277117 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d8dbb09c-ac45-4cc2-98d3-7c35c749e9dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:00.277514 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dbb09c-ac45-4cc2-98d3-7c35c749e9dd None None] Bound using segment: {'id': '392f2d81-3a9e-489f-ae67-c9b50be79736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'da5fd57b-f10f-4980-a231-2023d84d3d68'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:15:00.278361 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-d8dbb09c-ac45-4cc2-98d3-7c35c749e9dd None None] Bound port: 902bee6d-d997-4552-b4e7-50b22f5f7081, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392f2d81-3a9e-489f-ae67-c9b50be79736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'da5fd57b-f10f-4980-a231-2023d84d3d68'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:15:00.278750 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d8dbb09c-ac45-4cc2-98d3-7c35c749e9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (902bee6d-d997-4552-b4e7-50b22f5f7081), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:00.284607 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34180) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:00.345088 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6d01704f-072e-46e6-82c5-10d738ceedd1 req-117506c9-9ab1-415f-b97d-7f9ae9dbd3ed service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4918671 Mar 22 19:15:00.374462 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7348f85a-113e-4c98-b5fa-93094a81cb9e admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:15:00.383192 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-d8dbb09c-ac45-4cc2-98d3-7c35c749e9dd None None] For port 902bee6d-d997-4552-b4e7-50b22f5f7081, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:15:00.387308 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-d8dbb09c-ac45-4cc2-98d3-7c35c749e9dd None None] For port 902bee6d-d997-4552-b4e7-50b22f5f7081, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=902bee6d-d997-4552-b4e7-50b22f5f7081,segment=NetworkSegment(392f2d81-3a9e-489f-ae67-c9b50be79736),segment_id=392f2d81-3a9e-489f-ae67-c9b50be79736)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:15:00.393174 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd624e85-c572-486c-959e-42134cb4bf4d None None] Sync routers for ids ['e785be4f-764d-4af5-aede-fd7e5351613f'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:15:00.396348 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d8dbb09c-ac45-4cc2-98d3-7c35c749e9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (902bee6d-d997-4552-b4e7-50b22f5f7081), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:00.396853 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7348f85a-113e-4c98-b5fa-93094a81cb9e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:00.401150 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7348f85a-113e-4c98-b5fa-93094a81cb9e admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.5430317 Mar 22 19:15:00.401843 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34184) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:00.411520 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd624e85-c572-486c-959e-42134cb4bf4d None None] Routers {'e785be4f-764d-4af5-aede-fd7e5351613f'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:15:00.412597 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-cd624e85-c572-486c-959e-42134cb4bf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:14:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e785be4f-764d-4af5-aede-fd7e5351613f'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:15:00.413192 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-87ca70d2-c096-4b97-975f-2f43c06366f1 req-eae49fab-16de-42f6-afcd-2249a9289ba3 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4640999 Mar 22 19:15:00.478724 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dbb09c-ac45-4cc2-98d3-7c35c749e9dd None None] Pushing event updated for resources: {'Port': ['ID=902bee6d-d997-4552-b4e7-50b22f5f7081,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:00.487760 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c6508a86-a5db-4d3b-8026-d4146155a1e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:00.564274 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-cd624e85-c572-486c-959e-42134cb4bf4d None None] Set router e785be4f-764d-4af5-aede-fd7e5351613f gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:15:00.583538 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274b6f1-101f-49cd-8b3b-c78816800e2c req-3f282a15-a25f-4b52-8c9c-562358fbd532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:00.585216 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2274b6f1-101f-49cd-8b3b-c78816800e2c req-3f282a15-a25f-4b52-8c9c-562358fbd532 service neutron] 10.222.0.85 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.5909245 Mar 22 19:15:00.590589 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-eb97b377-7e5a-4f7e-bff8-006787c6df9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:00.602199 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657f00e-cb5c-45ad-b41f-026055906f21 req-52b6a0cd-3d88-4a42-b3e2-ca0f1a171b27 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:00.603824 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2657f00e-cb5c-45ad-b41f-026055906f21 req-52b6a0cd-3d88-4a42-b3e2-ca0f1a171b27 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3d644e4-f0ab-4bd9-aba9-21e9b4e681ed HTTP/1.1" status: 200 len: 950 time: 0.5036855 Mar 22 19:15:00.653704 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c63e1ea-34f3-429d-8821-9151ddd4996c req-58d37a09-cc10-4cbb-82ea-ca559a8e8d8d service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5258090 Mar 22 19:15:00.677974 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2274b6f1-101f-49cd-8b3b-c78816800e2c req-ba238afe-3055-4bc4-8a6e-1a44755da975 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=9cae237c-da57-489d-9fbb-de398ed39964 HTTP/1.1" status: 200 len: 217 time: 0.0713151 Mar 22 19:15:00.849029 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed667ce8-fa14-4388-ae94-2dd6f6f3a637 admin admin] Publish callbacks [] for router_gateway (27654713-b678-49b7-b5d3-8445f6d28b83), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:00.849596 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c6508a86-a5db-4d3b-8026-d4146155a1e3 admin admin] Publish callbacks [] for security_group (185e0de3-a526-4648-a582-8b8ea28c3e74), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:00.852626 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274b6f1-101f-49cd-8b3b-c78816800e2c req-9571600b-db80-4043-9428-d3bc4310df99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:00.854305 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2274b6f1-101f-49cd-8b3b-c78816800e2c req-9571600b-db80-4043-9428-d3bc4310df99 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1629925 Mar 22 19:15:00.855042 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-cd624e85-c572-486c-959e-42134cb4bf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1963704943-router', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:54Z', 'updated_at': '2022-03-22T19:14:58Z', 'revision_number': 3, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'gw_port': {'id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:14:56Z', 'updated_at': '2022-03-22T19:14:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:15:00.867492 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2657f00e-cb5c-45ad-b41f-026055906f21 req-47c9c06a-aaac-4eb0-b081-8f9acf6c301e tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/security-groups?id=edde97b7-d7c8-4fa9-a1e1-8069b60aadba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189963 Mar 22 19:15:00.868276 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c6508a86-a5db-4d3b-8026-d4146155a1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (185e0de3-a526-4648-a582-8b8ea28c3e74), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:00.887289 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd624e85-c572-486c-959e-42134cb4bf4d None None] Checking router: e785be4f-764d-4af5-aede-fd7e5351613f for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:15:00.887656 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd624e85-c572-486c-959e-42134cb4bf4d None None] Updating router e785be4f-764d-4af5-aede-fd7e5351613f port dac0a6c9-5652-4954-a03d-a5db12f24d6d binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:15:00.892213 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed667ce8-fa14-4388-ae94-2dd6f6f3a637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:00.929553 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-cd624e85-c572-486c-959e-42134cb4bf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (dac0a6c9-5652-4954-a03d-a5db12f24d6d), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:00.939892 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6508a86-a5db-4d3b-8026-d4146155a1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185e0de3-a526-4648-a582-8b8ea28c3e74,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:01.019051 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25c48c-1ced-4fd9-bfc5-af805f99a7b2 req-53f3de26-3060-478a-b8b2-80a3802fbe5b tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:01.029399 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-da25c48c-1ced-4fd9-bfc5-af805f99a7b2 req-53f3de26-3060-478a-b8b2-80a3802fbe5b tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/ports?device_id=862b5c9b-bb12-4d66-920a-9b989ab228f4 HTTP/1.1" status: 200 len: 947 time: 0.3232801 Mar 22 19:15:01.039848 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-eb97b377-7e5a-4f7e-bff8-006787c6df9b admin admin] Publish callbacks [] for security_group (7ebecf14-dfba-4745-98ea-67217664b933), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:01.082795 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-eb97b377-7e5a-4f7e-bff8-006787c6df9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7ebecf14-dfba-4745-98ea-67217664b933), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:01.089145 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c6508a86-a5db-4d3b-8026-d4146155a1e3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=996fb16a5ce543789c7bfa4bc7ff884c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1123195 Mar 22 19:15:01.093615 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 34190) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:01.124519 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274b6f1-101f-49cd-8b3b-c78816800e2c req-62b3ada4-0267-4328-b60f-55d26fee7a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:01.126505 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2274b6f1-101f-49cd-8b3b-c78816800e2c req-62b3ada4-0267-4328-b60f-55d26fee7a6f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2510772 Mar 22 19:15:01.176464 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-ed667ce8-fa14-4388-ae94-2dd6f6f3a637 admin admin] Allocated IP 172.25.5.194 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/b2f8df93-6e6b-4f7f-8074-95f25836f435) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:15:01.178446 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-da25c48c-1ced-4fd9-bfc5-af805f99a7b2 req-c5bda26d-275b-42d8-9657-49bc58ead6cb tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d759956-3223-46a8-8476-9fdc36e41283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479874 Mar 22 19:15:01.180455 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-eb97b377-7e5a-4f7e-bff8-006787c6df9b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=567b369e622246a3b193a6d0828a6e1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8927391 Mar 22 19:15:01.185481 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97b377-7e5a-4f7e-bff8-006787c6df9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebecf14-dfba-4745-98ea-67217664b933,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:01.199083 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34192) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:01.231672 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7ac93-300c-409c-9cc0-ed76294fe873 req-3a05c3c8-0a9e-4617-a27d-938aac086b7f tempest-LiveMigrationNegativeTest-1630764008 tempest-LiveMigrationNegativeTest-1630764008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:01.233331 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6af7ac93-300c-409c-9cc0-ed76294fe873 req-3a05c3c8-0a9e-4617-a27d-938aac086b7f tempest-LiveMigrationNegativeTest-1630764008 tempest-LiveMigrationNegativeTest-1630764008-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e3d644e4-f0ab-4bd9-aba9-21e9b4e681ed HTTP/1.1" status: 200 len: 1133 time: 0.2018440 Mar 22 19:15:01.282488 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6af7ac93-300c-409c-9cc0-ed76294fe873 req-1bd78e53-7828-41cb-8e6a-ddba6db6f108 tempest-LiveMigrationNegativeTest-1630764008 tempest-LiveMigrationNegativeTest-1630764008-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:01.287238 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ec62cc20-3d5a-4ea6-a4c8-9ab69c46aea5 admin admin] Publish callbacks [] for security_group (185e0de3-a526-4648-a582-8b8ea28c3e74), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:01.323669 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2274b6f1-101f-49cd-8b3b-c78816800e2c req-27b2795d-d713-4630-9256-47b155268dd7 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826670 Mar 22 19:15:01.330477 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ec62cc20-3d5a-4ea6-a4c8-9ab69c46aea5 admin admin] Publish callbacks [] for security_group (185e0de3-a526-4648-a582-8b8ea28c3e74), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:01.342960 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 902bee6d-d997-4552-b4e7-50b22f5f7081 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:15:01.386114 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7b0d7292-179e-484a-8cc9-5cb2c8819a93 admin admin] Publish callbacks [] for security_group (7ebecf14-dfba-4745-98ea-67217664b933), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:01.410329 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 902bee6d-d997-4552-b4e7-50b22f5f7081 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:01.410956 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (902bee6d-d997-4552-b4e7-50b22f5f7081), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:01.451396 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed667ce8-fa14-4388-ae94-2dd6f6f3a637 admin admin] Publish callbacks [] for port (b2f8df93-6e6b-4f7f-8074-95f25836f435), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:01.468655 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7b0d7292-179e-484a-8cc9-5cb2c8819a93 admin admin] Publish callbacks [] for security_group (7ebecf14-dfba-4745-98ea-67217664b933), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:01.475575 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2274b6f1-101f-49cd-8b3b-c78816800e2c req-378aa6c9-4349-478d-a9b4-d75b0123b277 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428084 Mar 22 19:15:01.488064 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ec62cc20-3d5a-4ea6-a4c8-9ab69c46aea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (185e0de3-a526-4648-a582-8b8ea28c3e74), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:01.491609 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ec62cc20-3d5a-4ea6-a4c8-9ab69c46aea5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:01.492967 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ec62cc20-3d5a-4ea6-a4c8-9ab69c46aea5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/185e0de3-a526-4648-a582-8b8ea28c3e74 HTTP/1.1" status: 204 len: 168 time: 0.3974884 Mar 22 19:15:01.508967 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62cc20-3d5a-4ea6-a4c8-9ab69c46aea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185e0de3-a526-4648-a582-8b8ea28c3e74,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:01.575655 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6af7ac93-300c-409c-9cc0-ed76294fe873 req-1bd78e53-7828-41cb-8e6a-ddba6db6f108 tempest-LiveMigrationNegativeTest-1630764008 tempest-LiveMigrationNegativeTest-1630764008-project-admin] Publish callbacks [] for security_group (1b03eea1-3ca6-4adc-aad4-29d2acb80c13), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:01.581172 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6af7ac93-300c-409c-9cc0-ed76294fe873 req-1bd78e53-7828-41cb-8e6a-ddba6db6f108 tempest-LiveMigrationNegativeTest-1630764008 tempest-LiveMigrationNegativeTest-1630764008-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1b03eea1-3ca6-4adc-aad4-29d2acb80c13), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:01.596241 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 902bee6d-d997-4552-b4e7-50b22f5f7081 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:01.597007 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (902bee6d-d997-4552-b4e7-50b22f5f7081), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:01.638882 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-51f57fbc-39db-419b-a7f6-1ac544afd535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:01.669496 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 902bee6d-d997-4552-b4e7-50b22f5f7081, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=902bee6d-d997-4552-b4e7-50b22f5f7081,segment=NetworkSegment(392f2d81-3a9e-489f-ae67-c9b50be79736),segment_id=392f2d81-3a9e-489f-ae67-c9b50be79736)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:01.675043 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (902bee6d-d997-4552-b4e7-50b22f5f7081), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:01.682997 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed667ce8-fa14-4388-ae94-2dd6f6f3a637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (b2f8df93-6e6b-4f7f-8074-95f25836f435), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:01.726380 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6af7ac93-300c-409c-9cc0-ed76294fe873 req-1bd78e53-7828-41cb-8e6a-ddba6db6f108 tempest-LiveMigrationNegativeTest-1630764008 tempest-LiveMigrationNegativeTest-1630764008-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=edde97b7-d7c8-4fa9-a1e1-8069b60aadba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833093 Mar 22 19:15:01.759676 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5813a-72a8-4db0-991a-a89030f3879c req-5d580bca-b336-45ed-ac3b-b23b77fbc6db tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:01.766740 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-27e5813a-72a8-4db0-991a-a89030f3879c req-5d580bca-b336-45ed-ac3b-b23b77fbc6db tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 948 time: 0.1787999 Mar 22 19:15:01.769366 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd78e53-7828-41cb-8e6a-ddba6db6f108 tempest-LiveMigrationNegativeTest-1630764008 tempest-LiveMigrationNegativeTest-1630764008-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b03eea1-3ca6-4adc-aad4-29d2acb80c13,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:01.812738 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=902bee6d-d997-4552-b4e7-50b22f5f7081,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:01.819232 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed667ce8-fa14-4388-ae94-2dd6f6f3a637 admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:15:01.819642 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7b0d7292-179e-484a-8cc9-5cb2c8819a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7ebecf14-dfba-4745-98ea-67217664b933), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:01.826652 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7b0d7292-179e-484a-8cc9-5cb2c8819a93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:01.831231 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7b0d7292-179e-484a-8cc9-5cb2c8819a93 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7ebecf14-dfba-4745-98ea-67217664b933 HTTP/1.1" status: 204 len: 168 time: 0.6152568 Mar 22 19:15:01.856785 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-27e5813a-72a8-4db0-991a-a89030f3879c req-2b520a0c-2c4d-45f7-9924-a5776bd991a1 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882733 Mar 22 19:15:01.912826 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-ed667ce8-fa14-4388-ae94-2dd6f6f3a637 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:15:01.945825 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed667ce8-fa14-4388-ae94-2dd6f6f3a637 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:15:01.952262 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed667ce8-fa14-4388-ae94-2dd6f6f3a637 admin admin] Pushing event updated for resources: {'Port': ['ID=b2f8df93-6e6b-4f7f-8074-95f25836f435,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:02.007666 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-cd624e85-c572-486c-959e-42134cb4bf4d None None] Publish callbacks [] for port (dac0a6c9-5652-4954-a03d-a5db12f24d6d), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:02.017647 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-cd624e85-c572-486c-959e-42134cb4bf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (dac0a6c9-5652-4954-a03d-a5db12f24d6d), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:02.054929 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d7292-179e-484a-8cc9-5cb2c8819a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebecf14-dfba-4745-98ea-67217664b933,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:02.111978 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-cd624e85-c572-486c-959e-42134cb4bf4d None None] Attempting to bind port dac0a6c9-5652-4954-a03d-a5db12f24d6d on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:15:02.112357 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-cd624e85-c572-486c-959e-42134cb4bf4d None None] Attempting to bind port dac0a6c9-5652-4954-a03d-a5db12f24d6d by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:15:02.113463 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd624e85-c572-486c-959e-42134cb4bf4d None None] Attempting to bind port dac0a6c9-5652-4954-a03d-a5db12f24d6d on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:15:02.131383 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd624e85-c572-486c-959e-42134cb4bf4d None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:15:02.132791 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd624e85-c572-486c-959e-42134cb4bf4d None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:15:02.133507 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-cd624e85-c572-486c-959e-42134cb4bf4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:02.134066 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61043f4a-a767-4da0-ae62-b8d96ec999c6 None None] Network da5fd57b-f10f-4980-a231-2023d84d3d68 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:15:02.134621 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd624e85-c572-486c-959e-42134cb4bf4d None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:15:02.135599 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-cd624e85-c572-486c-959e-42134cb4bf4d None None] Bound port: dac0a6c9-5652-4954-a03d-a5db12f24d6d, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:15:02.136196 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-cd624e85-c572-486c-959e-42134cb4bf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (dac0a6c9-5652-4954-a03d-a5db12f24d6d), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:02.188757 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 34212) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:02.197489 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-cd624e85-c572-486c-959e-42134cb4bf4d None None] For port dac0a6c9-5652-4954-a03d-a5db12f24d6d, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:15:02.201631 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-cd624e85-c572-486c-959e-42134cb4bf4d None None] For port dac0a6c9-5652-4954-a03d-a5db12f24d6d, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=dac0a6c9-5652-4954-a03d-a5db12f24d6d,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:15:02.205945 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce7c22-d315-4983-a76a-0604b490b9b2 None None] Pushing event updated for resources: {'Port': ['ID=dac0a6c9-5652-4954-a03d-a5db12f24d6d,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:02.215621 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce7c22-d315-4983-a76a-0604b490b9b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:02.216521 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce7c22-d315-4983-a76a-0604b490b9b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:02.217018 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce7c22-d315-4983-a76a-0604b490b9b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:02.217496 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce7c22-d315-4983-a76a-0604b490b9b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:02.218130 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce7c22-d315-4983-a76a-0604b490b9b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:02.218606 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce7c22-d315-4983-a76a-0604b490b9b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:02.219080 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce7c22-d315-4983-a76a-0604b490b9b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:02.220320 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce7c22-d315-4983-a76a-0604b490b9b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:02.220805 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce7c22-d315-4983-a76a-0604b490b9b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:02.221278 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce7c22-d315-4983-a76a-0604b490b9b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:02.221750 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce7c22-d315-4983-a76a-0604b490b9b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:02.222250 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce7c22-d315-4983-a76a-0604b490b9b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:02.222781 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce7c22-d315-4983-a76a-0604b490b9b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:02.223249 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce7c22-d315-4983-a76a-0604b490b9b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:02.223716 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ce7c22-d315-4983-a76a-0604b490b9b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:02.228314 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-cd624e85-c572-486c-959e-42134cb4bf4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (dac0a6c9-5652-4954-a03d-a5db12f24d6d), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:02.236073 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8d79408b-17cb-4e5e-8de1-db00a31b228f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:02.282258 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce7c22-d315-4983-a76a-0604b490b9b2 None None] Pushing event updated for resources: {'Port': ['ID=dac0a6c9-5652-4954-a03d-a5db12f24d6d,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:02.303259 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd624e85-c572-486c-959e-42134cb4bf4d None None] Routers {'e785be4f-764d-4af5-aede-fd7e5351613f'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:15:02.304287 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-cd624e85-c572-486c-959e-42134cb4bf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:14:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e785be4f-764d-4af5-aede-fd7e5351613f'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:15:02.399912 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 8968dc95-8b66-420b-912b-413092d8cf15 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:15:02.422658 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-cd624e85-c572-486c-959e-42134cb4bf4d None None] Set router e785be4f-764d-4af5-aede-fd7e5351613f gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:15:02.445491 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-854530fb-01a6-40c7-955c-30b5da6aba7e None None] Provisioning complete for port 902bee6d-d997-4552-b4e7-50b22f5f7081 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:02.445939 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-854530fb-01a6-40c7-955c-30b5da6aba7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (902bee6d-d997-4552-b4e7-50b22f5f7081), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:02.485012 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8d79408b-17cb-4e5e-8de1-db00a31b228f admin admin] Publish callbacks [] for security_group (d858141f-540c-4eac-a4d4-d5081b256a35), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:02.521287 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8d79408b-17cb-4e5e-8de1-db00a31b228f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d858141f-540c-4eac-a4d4-d5081b256a35), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:02.591055 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-854530fb-01a6-40c7-955c-30b5da6aba7e None None] Current status of the port 902bee6d-d997-4552-b4e7-50b22f5f7081 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:02.641303 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d79408b-17cb-4e5e-8de1-db00a31b228f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d858141f-540c-4eac-a4d4-d5081b256a35,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:02.668260 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-ad33e95e-c390-4427-beba-7aea3225ba8e req-7b7846b2-5da3-4eee-b64d-8f120f07a5d2 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:15:02.689005 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad33e95e-c390-4427-beba-7aea3225ba8e req-7b7846b2-5da3-4eee-b64d-8f120f07a5d2 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1997101 Mar 22 19:15:02.690418 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 8968dc95-8b66-420b-912b-413092d8cf15, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=8968dc95-8b66-420b-912b-413092d8cf15,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:02.731928 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '8968dc95-8b66-420b-912b-413092d8cf15', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': '8968dc95-8b66-420b-912b-413092d8cf15', 'mac_address': 'fa:16:3e:14:75:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:15:02.738967 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8d79408b-17cb-4e5e-8de1-db00a31b228f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d7c9842591614ca3851be7b9e2ecd347&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5489988 Mar 22 19:15:02.745778 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34224) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:02.758326 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-51f57fbc-39db-419b-a7f6-1ac544afd535 admin admin] Allocated IP 172.20.0.1 (408d3c74-488c-412d-8e2a-ab74ff098a11/404f1295-a29d-4db9-84c7-cbcf7d46527c/7862fcd2-cf05-4bdc-934f-2c77bbac6505) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:15:02.761302 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 34226) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:02.799907 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 8968dc95-8b66-420b-912b-413092d8cf15 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:02.800233 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8968dc95-8b66-420b-912b-413092d8cf15), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:02.820629 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1d6d5a3e-b9ec-42d5-b3ce-e2bec53ccb9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:02.829967 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8968dc95-8b66-420b-912b-413092d8cf15 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:15:02.859034 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 8968dc95-8b66-420b-912b-413092d8cf15, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=8968dc95-8b66-420b-912b-413092d8cf15,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:02.861297 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf6db9-80c3-4231-93e8-cfc2fd8f71ba req-b878c01d-6f07-48fb-aaba-1665c85f273c tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:02.866740 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8968dc95-8b66-420b-912b-413092d8cf15), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:02.867505 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 57c6a9e0-bb76-439e-9629-7dc8682cded9 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:15:02.879985 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-88bf6db9-80c3-4231-93e8-cfc2fd8f71ba req-b878c01d-6f07-48fb-aaba-1665c85f273c tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/ports?device_id=862b5c9b-bb12-4d66-920a-9b989ab228f4 HTTP/1.1" status: 200 len: 947 time: 0.3886137 Mar 22 19:15:02.917055 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 57c6a9e0-bb76-439e-9629-7dc8682cded9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=57c6a9e0-bb76-439e-9629-7dc8682cded9,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:02.936106 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '57c6a9e0-bb76-439e-9629-7dc8682cded9', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': '57c6a9e0-bb76-439e-9629-7dc8682cded9', 'mac_address': 'fa:16:3e:30:06:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:15:02.984856 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-cd624e85-c572-486c-959e-42134cb4bf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1963704943-router', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:54Z', 'updated_at': '2022-03-22T19:14:58Z', 'revision_number': 3, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'gw_port': {'id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:14:56Z', 'updated_at': '2022-03-22T19:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:15:02.991335 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-88bf6db9-80c3-4231-93e8-cfc2fd8f71ba req-53711295-2339-4f69-8fb5-ac38501ebc42 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d759956-3223-46a8-8476-9fdc36e41283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099899 Mar 22 19:15:03.046190 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 9cae237c-da57-489d-9fbb-de398ed39964 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:15:03.053909 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd624e85-c572-486c-959e-42134cb4bf4d None None] The sync data for ids ['e785be4f-764d-4af5-aede-fd7e5351613f'] in n-d-705658-24 is: [{'id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1963704943-router', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:54Z', 'updated_at': '2022-03-22T19:14:58Z', 'revision_number': 3, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'gw_port': {'id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6f:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:14:56Z', 'updated_at': '2022-03-22T19:15:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:15:03.078546 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed667ce8-fa14-4388-ae94-2dd6f6f3a637 admin admin] Publish callbacks [] for router_gateway (27654713-b678-49b7-b5d3-8445f6d28b83), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:03.095113 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-a098e3f8-5ac1-417a-927d-d69ad4d16663 None None] Provisioning complete for port 902bee6d-d997-4552-b4e7-50b22f5f7081 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:03.095492 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a098e3f8-5ac1-417a-927d-d69ad4d16663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (902bee6d-d997-4552-b4e7-50b22f5f7081), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:03.170569 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1d6d5a3e-b9ec-42d5-b3ce-e2bec53ccb9d admin admin] Publish callbacks [] for security_group (ff08a2b5-092f-42b7-96fe-e439f64ead4c), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:03.190324 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d717b75a-4e7f-402c-95c0-cd3d8d2df398 admin admin] Publish callbacks [] for security_group (d858141f-540c-4eac-a4d4-d5081b256a35), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:03.203106 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1d6d5a3e-b9ec-42d5-b3ce-e2bec53ccb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ff08a2b5-092f-42b7-96fe-e439f64ead4c), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:03.278116 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290caef-9127-40e9-be63-4cd1f58529d0 req-702fe22e-8408-4fdd-afaa-66b4f99b227d tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:03.279897 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2290caef-9127-40e9-be63-4cd1f58529d0 req-702fe22e-8408-4fdd-afaa-66b4f99b227d tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3d644e4-f0ab-4bd9-aba9-21e9b4e681ed HTTP/1.1" status: 200 len: 950 time: 0.1372204 Mar 22 19:15:03.289158 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e43e7c-0f36-4ed1-97a7-bdbf5513100f req-400d4e37-3b9a-4ac1-8670-3ade96c54f08 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:03.296674 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65e43e7c-0f36-4ed1-97a7-bdbf5513100f req-400d4e37-3b9a-4ac1-8670-3ade96c54f08 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 949 time: 0.1897848 Mar 22 19:15:03.305126 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1d6d5a3e-b9ec-42d5-b3ce-e2bec53ccb9d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e5d1ee15218d4dd48e2b90ccd4c8aefd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5191059 Mar 22 19:15:03.320951 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d5a3e-b9ec-42d5-b3ce-e2bec53ccb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff08a2b5-092f-42b7-96fe-e439f64ead4c,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:03.326644 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 34232) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:03.431312 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65e43e7c-0f36-4ed1-97a7-bdbf5513100f req-9fcca494-31fe-45ef-9f96-6c14e0ce4908 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334620 Mar 22 19:15:03.447028 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 9cae237c-da57-489d-9fbb-de398ed39964, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=9cae237c-da57-489d-9fbb-de398ed39964,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:03.460419 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2290caef-9127-40e9-be63-4cd1f58529d0 req-cb6603bc-c454-443d-b2eb-18758ca380a5 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/security-groups?id=edde97b7-d7c8-4fa9-a1e1-8069b60aadba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602569 Mar 22 19:15:03.477867 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a9ff3588-fee3-4b19-a7e8-3f87d38f7a91 admin admin] Publish callbacks [] for security_group (ff08a2b5-092f-42b7-96fe-e439f64ead4c), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:03.498552 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=8968dc95-8b66-420b-912b-413092d8cf15,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:03.504629 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a9ff3588-fee3-4b19-a7e8-3f87d38f7a91 admin admin] Publish callbacks [] for security_group (ff08a2b5-092f-42b7-96fe-e439f64ead4c), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:03.532101 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '9cae237c-da57-489d-9fbb-de398ed39964', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': '9cae237c-da57-489d-9fbb-de398ed39964', 'mac_address': 'fa:16:3e:d2:02:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:15:03.562387 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-51f57fbc-39db-419b-a7f6-1ac544afd535 admin admin] Publish callbacks [] for port (7862fcd2-cf05-4bdc-934f-2c77bbac6505), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:03.572060 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a9ff3588-fee3-4b19-a7e8-3f87d38f7a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ff08a2b5-092f-42b7-96fe-e439f64ead4c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:03.574990 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a9ff3588-fee3-4b19-a7e8-3f87d38f7a91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:03.576490 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a9ff3588-fee3-4b19-a7e8-3f87d38f7a91 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ff08a2b5-092f-42b7-96fe-e439f64ead4c HTTP/1.1" status: 204 len: 168 time: 0.2302761 Mar 22 19:15:03.585725 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff3588-fee3-4b19-a7e8-3f87d38f7a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff08a2b5-092f-42b7-96fe-e439f64ead4c,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:03.608680 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d717b75a-4e7f-402c-95c0-cd3d8d2df398 admin admin] Publish callbacks [] for security_group (d858141f-540c-4eac-a4d4-d5081b256a35), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:03.736974 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 902bee6d-d997-4552-b4e7-50b22f5f7081 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:15:03.776826 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-51f57fbc-39db-419b-a7f6-1ac544afd535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (7862fcd2-cf05-4bdc-934f-2c77bbac6505), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:03.821268 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d717b75a-4e7f-402c-95c0-cd3d8d2df398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d858141f-540c-4eac-a4d4-d5081b256a35), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:03.831963 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d717b75a-4e7f-402c-95c0-cd3d8d2df398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:03.833586 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d717b75a-4e7f-402c-95c0-cd3d8d2df398 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d858141f-540c-4eac-a4d4-d5081b256a35 HTTP/1.1" status: 204 len: 168 time: 1.0817790 Mar 22 19:15:03.854625 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f57fbc-39db-419b-a7f6-1ac544afd535 admin admin] Network 408d3c74-488c-412d-8e2a-ab74ff098a11 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:15:03.862056 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-51f57fbc-39db-419b-a7f6-1ac544afd535 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:15:03.879731 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f57fbc-39db-419b-a7f6-1ac544afd535 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:15:03.889222 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 57c6a9e0-bb76-439e-9629-7dc8682cded9 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:03.889657 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (57c6a9e0-bb76-439e-9629-7dc8682cded9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:03.916761 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717b75a-4e7f-402c-95c0-cd3d8d2df398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d858141f-540c-4eac-a4d4-d5081b256a35,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:03.926137 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 9cae237c-da57-489d-9fbb-de398ed39964 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:03.926539 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9cae237c-da57-489d-9fbb-de398ed39964), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:03.960797 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f57fbc-39db-419b-a7f6-1ac544afd535 admin admin] Pushing event updated for resources: {'Port': ['ID=7862fcd2-cf05-4bdc-934f-2c77bbac6505,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:03.975879 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c6a9e0-bb76-439e-9629-7dc8682cded9 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:15:03.987987 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed667ce8-fa14-4388-ae94-2dd6f6f3a637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (27654713-b678-49b7-b5d3-8445f6d28b83), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:03.990704 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cae237c-da57-489d-9fbb-de398ed39964 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:15:03.997245 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-51f57fbc-39db-419b-a7f6-1ac544afd535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (e785be4f-764d-4af5-aede-fd7e5351613f), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:04.127970 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 57c6a9e0-bb76-439e-9629-7dc8682cded9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=57c6a9e0-bb76-439e-9629-7dc8682cded9,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:04.131260 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 9cae237c-da57-489d-9fbb-de398ed39964, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=9cae237c-da57-489d-9fbb-de398ed39964,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:04.189759 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (9cae237c-da57-489d-9fbb-de398ed39964), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:04.200384 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (57c6a9e0-bb76-439e-9629-7dc8682cded9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:04.224483 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 902bee6d-d997-4552-b4e7-50b22f5f7081 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:04.233197 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (902bee6d-d997-4552-b4e7-50b22f5f7081), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:04.335759 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-a098e3f8-5ac1-417a-927d-d69ad4d16663 None None] Current status of the port 902bee6d-d997-4552-b4e7-50b22f5f7081 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:04.347323 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2f453-13aa-47d9-9b55-d07e0ed78a28 req-a0e50d58-ebfa-4ef3-bff2-f0491f8356c4 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:04.357314 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3cd2f453-13aa-47d9-9b55-d07e0ed78a28 req-a0e50d58-ebfa-4ef3-bff2-f0491f8356c4 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/ports?device_id=862b5c9b-bb12-4d66-920a-9b989ab228f4 HTTP/1.1" status: 200 len: 948 time: 0.1531036 Mar 22 19:15:04.436531 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=9cae237c-da57-489d-9fbb-de398ed39964,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:04.442400 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['57c6a9e0-bb76-439e-9629-7dc8682cded9'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:15:04.502552 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3cd2f453-13aa-47d9-9b55-d07e0ed78a28 req-896c5f1e-eee9-467e-a57b-98e1772477a1 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d759956-3223-46a8-8476-9fdc36e41283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427858 Mar 22 19:15:04.575990 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-51f57fbc-39db-419b-a7f6-1ac544afd535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7862fcd2-cf05-4bdc-934f-2c77bbac6505), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:04.596121 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54b052-7f35-4189-963f-4df1765b3f34 req-94b19163-d26b-401c-bc17-4843797f6364 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:04.600285 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7f54b052-7f35-4189-963f-4df1765b3f34 req-94b19163-d26b-401c-bc17-4843797f6364 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.84 "GET /v2.0/ports?device_id=e3d644e4-f0ab-4bd9-aba9-21e9b4e681ed HTTP/1.1" status: 200 len: 950 time: 0.1902714 Mar 22 19:15:04.607731 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['8968dc95-8b66-420b-912b-413092d8cf15'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:15:04.610230 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['9cae237c-da57-489d-9fbb-de398ed39964'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:15:04.611395 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed667ce8-fa14-4388-ae94-2dd6f6f3a637 admin admin] Router 27654713-b678-49b7-b5d3-8445f6d28b83 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:15:04.920302 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe30451-2f55-4f10-b3d7-a3d8d6c1355f req-3b2ef485-f179-4494-b32a-24bbdbf65185 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:04.921932 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cbe30451-2f55-4f10-b3d7-a3d8d6c1355f req-3b2ef485-f179-4494-b32a-24bbdbf65185 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 949 time: 0.3195519 Mar 22 19:15:04.977840 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-8f906293-19af-413b-a148-70f6155b82ae None None] Provisioning complete for port 7862fcd2-cf05-4bdc-934f-2c77bbac6505 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:04.978868 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8f906293-19af-413b-a148-70f6155b82ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7862fcd2-cf05-4bdc-934f-2c77bbac6505), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:04.989233 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09309fc-13ab-4e95-891f-0b3d4e0f8ea7 req-57c4adb0-58e0-417b-ad41-3c7580a0a849 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:04.991129 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c09309fc-13ab-4e95-891f-0b3d4e0f8ea7 req-57c4adb0-58e0-417b-ad41-3c7580a0a849 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3d644e4-f0ab-4bd9-aba9-21e9b4e681ed HTTP/1.1" status: 200 len: 950 time: 0.2895546 Mar 22 19:15:05.054885 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cbe30451-2f55-4f10-b3d7-a3d8d6c1355f req-e8720e9c-8fd2-4a13-b412-507435dba865 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239598 Mar 22 19:15:05.106479 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c09309fc-13ab-4e95-891f-0b3d4e0f8ea7 req-36658084-2f84-48ff-8fd4-2f8e64bd2762 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/security-groups?id=edde97b7-d7c8-4fa9-a1e1-8069b60aadba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045227 Mar 22 19:15:05.108731 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-7f54b052-7f35-4189-963f-4df1765b3f34 req-5db51380-31e2-4452-bf05-a2127ca7bad1 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Deleting port 984098ff-81df-4552-9207-08f32f9fdf2b {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:15:05.109076 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7f54b052-7f35-4189-963f-4df1765b3f34 req-5db51380-31e2-4452-bf05-a2127ca7bad1 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (984098ff-81df-4552-9207-08f32f9fdf2b), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:05.139357 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed667ce8-fa14-4388-ae94-2dd6f6f3a637 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:15:05.168170 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=57c6a9e0-bb76-439e-9629-7dc8682cded9,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:05.175784 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 902bee6d-d997-4552-b4e7-50b22f5f7081 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:05.184615 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8f906293-19af-413b-a148-70f6155b82ae None None] Port 7862fcd2-cf05-4bdc-934f-2c77bbac6505 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:15:05.216594 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec42ad68-ef30-4927-9e86-7d970d43054f None None] Sync routers for ids ['27654713-b678-49b7-b5d3-8445f6d28b83'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:15:05.243991 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed667ce8-fa14-4388-ae94-2dd6f6f3a637 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:05.247240 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec42ad68-ef30-4927-9e86-7d970d43054f None None] Routers {'27654713-b678-49b7-b5d3-8445f6d28b83'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:15:05.248080 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-ec42ad68-ef30-4927-9e86-7d970d43054f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:14:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['27654713-b678-49b7-b5d3-8445f6d28b83'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:15:05.254346 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ed667ce8-fa14-4388-ae94-2dd6f6f3a637 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.0210140 Mar 22 19:15:05.254979 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34280) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:05.365477 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-7f54b052-7f35-4189-963f-4df1765b3f34 req-5db51380-31e2-4452-bf05-a2127ca7bad1 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] For port 984098ff-81df-4552-9207-08f32f9fdf2b, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=984098ff-81df-4552-9207-08f32f9fdf2b,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:05.365879 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7f54b052-7f35-4189-963f-4df1765b3f34 req-5db51380-31e2-4452-bf05-a2127ca7bad1 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (984098ff-81df-4552-9207-08f32f9fdf2b), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:05.399318 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-7f54b052-7f35-4189-963f-4df1765b3f34 req-5db51380-31e2-4452-bf05-a2127ca7bad1 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Calling delete_port for 984098ff-81df-4552-9207-08f32f9fdf2b owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:15:05.418649 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-ec42ad68-ef30-4927-9e86-7d970d43054f None None] Set router 27654713-b678-49b7-b5d3-8445f6d28b83 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:15:05.455097 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34282) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:05.612296 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device dac0a6c9-5652-4954-a03d-a5db12f24d6d up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:15:05.644970 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-51f57fbc-39db-419b-a7f6-1ac544afd535 admin admin] Publish callbacks [] for port (7862fcd2-cf05-4bdc-934f-2c77bbac6505), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:05.670732 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-51f57fbc-39db-419b-a7f6-1ac544afd535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (7862fcd2-cf05-4bdc-934f-2c77bbac6505), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:05.769053 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7f54b052-7f35-4189-963f-4df1765b3f34 req-5db51380-31e2-4452-bf05-a2127ca7bad1 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (984098ff-81df-4552-9207-08f32f9fdf2b), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:05.808277 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-51f57fbc-39db-419b-a7f6-1ac544afd535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (e785be4f-764d-4af5-aede-fd7e5351613f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:05.834471 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['984098ff-81df-4552-9207-08f32f9fdf2b'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:15:05.848239 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db51380-31e2-4452-bf05-a2127ca7bad1 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Pushing event deleted for resources: {'Port': ['ID=984098ff-81df-4552-9207-08f32f9fdf2b,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:05.864775 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:15:05.907681 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-4e662469-e685-4b15-b531-8755a8e2b165 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1904244895-network', 'tenant_id': '635145d2a62d432cbc865a99eb3219e4'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:15:05.960987 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c653c-d7ce-4f96-9d28-89bb441d18e8 req-7f9b1b8b-6c4c-4ee5-91e6-6f276c815271 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:05.962430 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-df7c653c-d7ce-4f96-9d28-89bb441d18e8 req-7f9b1b8b-6c4c-4ee5-91e6-6f276c815271 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/ports?device_id=862b5c9b-bb12-4d66-920a-9b989ab228f4 HTTP/1.1" status: 200 len: 948 time: 0.2553394 Mar 22 19:15:05.962594 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port dac0a6c9-5652-4954-a03d-a5db12f24d6d triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:05.962912 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (dac0a6c9-5652-4954-a03d-a5db12f24d6d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:06.003304 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f54b052-7f35-4189-963f-4df1765b3f34 req-5db51380-31e2-4452-bf05-a2127ca7bad1 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] No DVR routers for this DVR port 984098ff-81df-4552-9207-08f32f9fdf2b on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:15:06.006575 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7f54b052-7f35-4189-963f-4df1765b3f34 req-5db51380-31e2-4452-bf05-a2127ca7bad1 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:06.013645 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7f54b052-7f35-4189-963f-4df1765b3f34 req-5db51380-31e2-4452-bf05-a2127ca7bad1 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.84 "DELETE /v2.0/ports/984098ff-81df-4552-9207-08f32f9fdf2b HTTP/1.1" status: 204 len: 173 time: 1.3826571 Mar 22 19:15:06.021366 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d644e4-f0ab-4bd9-aba9-21e9b4e681ed', 'name': 'network-vif-deleted', 'tag': '984098ff-81df-4552-9207-08f32f9fdf2b'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:15:06.023803 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35887e13-b274-4d0c-b163-68ea123e05c9" -d '{"events": [{"server_uuid": "e3d644e4-f0ab-4bd9-aba9-21e9b4e681ed", "name": "network-vif-deleted", "tag": "984098ff-81df-4552-9207-08f32f9fdf2b"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:15:06.086263 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-df7c653c-d7ce-4f96-9d28-89bb441d18e8 req-078899cc-8258-4d40-af13-97ff498a6a5e tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d759956-3223-46a8-8476-9fdc36e41283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841098 Mar 22 19:15:06.146334 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de01012-0f34-45b7-a78a-49849501ee4c x-openstack-request-id: req-0de01012-0f34-45b7-a78a-49849501ee4c {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:15:06.147120 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d644e4-f0ab-4bd9-aba9-21e9b4e681ed", "name": "network-vif-deleted", "tag": "984098ff-81df-4552-9207-08f32f9fdf2b", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:15:06.147120 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0de01012-0f34-45b7-a78a-49849501ee4c {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:15:06.147390 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0de01012-0f34-45b7-a78a-49849501ee4c'] response: {'server_uuid': 'e3d644e4-f0ab-4bd9-aba9-21e9b4e681ed', 'name': 'network-vif-deleted', 'tag': '984098ff-81df-4552-9207-08f32f9fdf2b', 'status': 'completed', 'code': 200} Mar 22 19:15:06.195517 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f57fbc-39db-419b-a7f6-1ac544afd535 admin admin] Pushing event updated for resources: {'Port': ['ID=7862fcd2-cf05-4bdc-934f-2c77bbac6505,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:06.198228 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e662469-e685-4b15-b531-8755a8e2b165 admin admin] Made reservation on behalf of 635145d2a62d432cbc865a99eb3219e4 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:15:06.201653 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e662469-e685-4b15-b531-8755a8e2b165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:06.228040 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e662469-e685-4b15-b531-8755a8e2b165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:06.311268 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f57fbc-39db-419b-a7f6-1ac544afd535 admin admin] Network 408d3c74-488c-412d-8e2a-ab74ff098a11 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:15:06.326944 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f8e63743-c1bb-4e4f-9592-baad44732829 req-7c633d54-881f-4e3f-9c4e-70240c5f359d tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3d644e4-f0ab-4bd9-aba9-21e9b4e681ed HTTP/1.1" status: 200 len: 210 time: 0.0362532 Mar 22 19:15:06.352715 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce5190-5c8d-48f6-8577-368e2fdf4cdb req-49f22d7a-726b-4f35-94f8-2cbc386d6fd0 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:06.358475 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-51f57fbc-39db-419b-a7f6-1ac544afd535 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:15:06.359538 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fcce5190-5c8d-48f6-8577-368e2fdf4cdb req-49f22d7a-726b-4f35-94f8-2cbc386d6fd0 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 949 time: 0.1190922 Mar 22 19:15:06.416708 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fcce5190-5c8d-48f6-8577-368e2fdf4cdb req-91cb992a-1305-4c5d-a953-84d8a8f25a07 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558670 Mar 22 19:15:06.422128 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-ec42ad68-ef30-4927-9e86-7d970d43054f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'name': 'tempest-AttachSCSIVolumeTestJSON-693033484-router', 'tenant_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b2f8df93-6e6b-4f7f-8074-95f25836f435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:59Z', 'updated_at': '2022-03-22T19:15:02Z', 'revision_number': 3, 'project_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'gw_port': {'id': 'b2f8df93-6e6b-4f7f-8074-95f25836f435', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:00Z', 'updated_at': '2022-03-22T19:15:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:15:06.507522 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec42ad68-ef30-4927-9e86-7d970d43054f None None] Checking router: 27654713-b678-49b7-b5d3-8445f6d28b83 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:15:06.507744 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec42ad68-ef30-4927-9e86-7d970d43054f None None] Updating router 27654713-b678-49b7-b5d3-8445f6d28b83 port b2f8df93-6e6b-4f7f-8074-95f25836f435 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:15:06.538845 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e662469-e685-4b15-b531-8755a8e2b165 admin admin] Publish callbacks [] for security_group (6826ae5e-9936-497d-9252-05a5e4dac993), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:06.552512 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e662469-e685-4b15-b531-8755a8e2b165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (6826ae5e-9936-497d-9252-05a5e4dac993), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:06.577609 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port dac0a6c9-5652-4954-a03d-a5db12f24d6d is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:06.578020 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (dac0a6c9-5652-4954-a03d-a5db12f24d6d), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:06.587110 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ec42ad68-ef30-4927-9e86-7d970d43054f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b2f8df93-6e6b-4f7f-8074-95f25836f435), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:06.597348 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e662469-e685-4b15-b531-8755a8e2b165 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:15:06.655178 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e662469-e685-4b15-b531-8755a8e2b165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6826ae5e-9936-497d-9252-05a5e4dac993,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:06.658900 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port dac0a6c9-5652-4954-a03d-a5db12f24d6d, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=dac0a6c9-5652-4954-a03d-a5db12f24d6d,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:06.671110 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (dac0a6c9-5652-4954-a03d-a5db12f24d6d), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:06.671291 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e662469-e685-4b15-b531-8755a8e2b165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (323ac0af-e11d-4c36-a1de-a33d0641d418), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:06.671522 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-4e662469-e685-4b15-b531-8755a8e2b165 admin admin] Added segment 323ac0af-e11d-4c36-a1de-a33d0641d418 of type vlan for network 63b49c54-7e45-4147-9f0e-8b47e058281a Mar 22 19:15:06.717269 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f57fbc-39db-419b-a7f6-1ac544afd535 admin admin] Router e785be4f-764d-4af5-aede-fd7e5351613f has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:15:06.755800 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e662469-e685-4b15-b531-8755a8e2b165 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (63b49c54-7e45-4147-9f0e-8b47e058281a), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:06.831051 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-3fb5aa2d-a005-422d-9e5f-416c2b64fed8 None None] Provisioning complete for port 7862fcd2-cf05-4bdc-934f-2c77bbac6505 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:06.831439 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3fb5aa2d-a005-422d-9e5f-416c2b64fed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7862fcd2-cf05-4bdc-934f-2c77bbac6505), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:06.871876 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=dac0a6c9-5652-4954-a03d-a5db12f24d6d,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:06.893812 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e662469-e685-4b15-b531-8755a8e2b165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (63b49c54-7e45-4147-9f0e-8b47e058281a), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:06.894810 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e662469-e685-4b15-b531-8755a8e2b165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:06.895390 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e662469-e685-4b15-b531-8755a8e2b165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:07.043732 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 9cae237c-da57-489d-9fbb-de398ed39964 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:15:07.083184 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-3fb5aa2d-a005-422d-9e5f-416c2b64fed8 None None] Port 7862fcd2-cf05-4bdc-934f-2c77bbac6505 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:15:07.100432 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-43bc8448-1bfb-40f8-9bf2-6f90fc6f0092 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=38638c01b940485389df7af141390434&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286076 Mar 22 19:15:07.173784 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 9cae237c-da57-489d-9fbb-de398ed39964 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:15:07.192776 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e7e3228c-3680-4754-b66c-b777ea051d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:07.208744 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 9cae237c-da57-489d-9fbb-de398ed39964 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:07.209126 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9cae237c-da57-489d-9fbb-de398ed39964), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:07.215982 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4e662469-e685-4b15-b531-8755a8e2b165 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7581718 Mar 22 19:15:07.219348 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 34324) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:07.224574 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-164f8357-114c-4709-8b33-992b3308b213 admin admin] Request body: {'subnet': {'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1904244895-subnet', 'tenant_id': '635145d2a62d432cbc865a99eb3219e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:15:07.235636 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e662469-e685-4b15-b531-8755a8e2b165 admin admin] Pushing event updated for resources: {'Network': ['ID=63b49c54-7e45-4147-9f0e-8b47e058281a,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:07.263414 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ec42ad68-ef30-4927-9e86-7d970d43054f None None] Publish callbacks [] for port (b2f8df93-6e6b-4f7f-8074-95f25836f435), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:07.266942 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 63b49c54-7e45-4147-9f0e-8b47e058281a details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:15:07.273804 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f57fbc-39db-419b-a7f6-1ac544afd535 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:15:07.288658 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665602d4-3e43-413f-8620-337d5c28caa1 None None] Sync routers for ids ['e785be4f-764d-4af5-aede-fd7e5351613f'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:15:07.304928 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-51f57fbc-39db-419b-a7f6-1ac544afd535 admin admin] 10.222.0.75 "PUT /v2.0/routers/e785be4f-764d-4af5-aede-fd7e5351613f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8931289 Mar 22 19:15:07.305134 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-c3ec72a6-3ab5-42f9-80f1-c27362dd5fd9 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:07.305134 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-c3ec72a6-3ab5-42f9-80f1-c27362dd5fd9 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1976817 Mar 22 19:15:07.309856 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665602d4-3e43-413f-8620-337d5c28caa1 None None] Routers {'e785be4f-764d-4af5-aede-fd7e5351613f'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:15:07.310614 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-665602d4-3e43-413f-8620-337d5c28caa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:14:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e785be4f-764d-4af5-aede-fd7e5351613f'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:15:07.318183 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164f8357-114c-4709-8b33-992b3308b213 admin admin] Made reservation on behalf of 635145d2a62d432cbc865a99eb3219e4 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:15:07.321579 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-164f8357-114c-4709-8b33-992b3308b213 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:07.332163 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ec42ad68-ef30-4927-9e86-7d970d43054f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b2f8df93-6e6b-4f7f-8074-95f25836f435), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:07.387108 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-b1950270-371b-4b2d-ab08-3101b483140b tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] 10.222.0.75 "GET /v2.0/quotas/38638c01b940485389df7af141390434 HTTP/1.1" status: 200 len: 375 time: 0.0629110 Mar 22 19:15:07.412679 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device dac0a6c9-5652-4954-a03d-a5db12f24d6d up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:15:07.438071 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-4bc223e2-4a23-48d5-acac-596fdb3a8199 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=38638c01b940485389df7af141390434&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499268 Mar 22 19:15:07.461549 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003742f8-c305-4288-87f5-3d4de31937fe req-7a3eab4f-5b6d-4176-9cc7-733a5f37517b tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:07.477210 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-003742f8-c305-4288-87f5-3d4de31937fe req-7a3eab4f-5b6d-4176-9cc7-733a5f37517b tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/ports?device_id=862b5c9b-bb12-4d66-920a-9b989ab228f4 HTTP/1.1" status: 200 len: 948 time: 0.2584648 Mar 22 19:15:07.490991 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865fff0b-e19c-4d44-836f-7fcfc7da9b4c None None] Pushing event updated for resources: {'Port': ['ID=b2f8df93-6e6b-4f7f-8074-95f25836f435,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:07.540983 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-ec42ad68-ef30-4927-9e86-7d970d43054f None None] Attempting to bind port b2f8df93-6e6b-4f7f-8074-95f25836f435 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:15:07.541366 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-ec42ad68-ef30-4927-9e86-7d970d43054f None None] Attempting to bind port b2f8df93-6e6b-4f7f-8074-95f25836f435 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:15:07.541738 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec42ad68-ef30-4927-9e86-7d970d43054f None None] Attempting to bind port b2f8df93-6e6b-4f7f-8074-95f25836f435 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:15:07.566923 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-e7e3228c-3680-4754-b66c-b777ea051d51 admin admin] Allocated IP 172.20.0.1 (da5fd57b-f10f-4980-a231-2023d84d3d68/c55e3d95-c01f-4644-b0f9-457902969723/94ec6b17-c474-4976-9b71-9e70abcfd141) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:15:07.582714 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec42ad68-ef30-4927-9e86-7d970d43054f None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:15:07.583139 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec42ad68-ef30-4927-9e86-7d970d43054f None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:15:07.583556 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ec42ad68-ef30-4927-9e86-7d970d43054f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:07.588506 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec42ad68-ef30-4927-9e86-7d970d43054f None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:15:07.588986 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-ec42ad68-ef30-4927-9e86-7d970d43054f None None] Bound port: b2f8df93-6e6b-4f7f-8074-95f25836f435, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:15:07.589768 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ec42ad68-ef30-4927-9e86-7d970d43054f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b2f8df93-6e6b-4f7f-8074-95f25836f435), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:07.612927 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-003742f8-c305-4288-87f5-3d4de31937fe req-8b3e750d-cd6e-4062-aaa4-226c6c76ad31 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d759956-3223-46a8-8476-9fdc36e41283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293967 Mar 22 19:15:07.624310 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-665602d4-3e43-413f-8620-337d5c28caa1 None None] Set router e785be4f-764d-4af5-aede-fd7e5351613f gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:15:07.635295 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 9cae237c-da57-489d-9fbb-de398ed39964 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:07.635695 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9cae237c-da57-489d-9fbb-de398ed39964), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:07.759664 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e7e3228c-3680-4754-b66c-b777ea051d51 admin admin] Publish callbacks [] for port (94ec6b17-c474-4976-9b71-9e70abcfd141), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:07.767393 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port dac0a6c9-5652-4954-a03d-a5db12f24d6d triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:07.771543 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (dac0a6c9-5652-4954-a03d-a5db12f24d6d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:07.780514 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862b5c9b-bb12-4d66-920a-9b989ab228f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cae237c-da57-489d-9fbb-de398ed39964'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:15:07.792303 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c75831-7cd0-4b57-8ea8-9f3254e6a4f1" -d '{"events": [{"server_uuid": "862b5c9b-bb12-4d66-920a-9b989ab228f4", "name": "network-vif-plugged", "status": "completed", "tag": "9cae237c-da57-489d-9fbb-de398ed39964"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:15:07.823372 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e7e3228c-3680-4754-b66c-b777ea051d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (94ec6b17-c474-4976-9b71-9e70abcfd141), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:07.884641 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-164f8357-114c-4709-8b33-992b3308b213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (1824832e-8035-4e29-a8c5-aaeabb7261e8), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:07.910374 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e3228c-3680-4754-b66c-b777ea051d51 admin admin] Network da5fd57b-f10f-4980-a231-2023d84d3d68 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:15:07.914381 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 9cae237c-da57-489d-9fbb-de398ed39964, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=9cae237c-da57-489d-9fbb-de398ed39964,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:07.918921 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-ec42ad68-ef30-4927-9e86-7d970d43054f None None] For port b2f8df93-6e6b-4f7f-8074-95f25836f435, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:15:07.927161 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-e7e3228c-3680-4754-b66c-b777ea051d51 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:15:07.934852 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (9cae237c-da57-489d-9fbb-de398ed39964), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:07.947251 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e3228c-3680-4754-b66c-b777ea051d51 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:15:08.013535 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3228c-3680-4754-b66c-b777ea051d51 admin admin] Pushing event updated for resources: {'Port': ['ID=94ec6b17-c474-4976-9b71-9e70abcfd141,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:08.023150 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=9cae237c-da57-489d-9fbb-de398ed39964,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:08.024866 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f8357-114c-4709-8b33-992b3308b213 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1824832e-8035-4e29-a8c5-aaeabb7261e8,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:08.027702 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-ec42ad68-ef30-4927-9e86-7d970d43054f None None] For port b2f8df93-6e6b-4f7f-8074-95f25836f435, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b2f8df93-6e6b-4f7f-8074-95f25836f435,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:15:08.041108 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ec42ad68-ef30-4927-9e86-7d970d43054f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b2f8df93-6e6b-4f7f-8074-95f25836f435), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:08.075842 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e7e3228c-3680-4754-b66c-b777ea051d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (27654713-b678-49b7-b5d3-8445f6d28b83), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:08.091195 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea5aab-4911-49d0-bfcc-eef616494c78 req-f04ff2f8-1875-483b-8187-d66e11f9cc0d tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:08.092985 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-26ea5aab-4911-49d0-bfcc-eef616494c78 req-f04ff2f8-1875-483b-8187-d66e11f9cc0d tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 949 time: 0.3037791 Mar 22 19:15:08.095118 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-665602d4-3e43-413f-8620-337d5c28caa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1963704943-router', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:54Z', 'updated_at': '2022-03-22T19:15:04Z', 'revision_number': 4, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'gw_port': {'id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:14:56Z', 'updated_at': '2022-03-22T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7862fcd2-cf05-4bdc-934f-2c77bbac6505', 'name': '', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'mac_address': 'fa:16:3e:66:23:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:01Z', 'updated_at': '2022-03-22T19:15:04Z', 'revision_number': 2, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'subnets': [{'id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:15:08.133073 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665602d4-3e43-413f-8620-337d5c28caa1 None None] Checking router: e785be4f-764d-4af5-aede-fd7e5351613f for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:15:08.133951 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665602d4-3e43-413f-8620-337d5c28caa1 None None] Updating router e785be4f-764d-4af5-aede-fd7e5351613f port 7862fcd2-cf05-4bdc-934f-2c77bbac6505 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:15:08.143110 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865fff0b-e19c-4d44-836f-7fcfc7da9b4c None None] Pushing event updated for resources: {'Port': ['ID=b2f8df93-6e6b-4f7f-8074-95f25836f435,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:08.177989 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-665602d4-3e43-413f-8620-337d5c28caa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7862fcd2-cf05-4bdc-934f-2c77bbac6505), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:08.185437 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec42ad68-ef30-4927-9e86-7d970d43054f None None] Routers {'27654713-b678-49b7-b5d3-8445f6d28b83'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:15:08.186121 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-ec42ad68-ef30-4927-9e86-7d970d43054f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:14:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['27654713-b678-49b7-b5d3-8445f6d28b83'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:15:08.200559 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164f8357-114c-4709-8b33-992b3308b213 admin admin] Checking segment: {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:15:08.201133 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164f8357-114c-4709-8b33-992b3308b213 admin admin] Network hostable DHCP agents. Network: 63b49c54-7e45-4147-9f0e-8b47e058281a, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:15:08.316530 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port dac0a6c9-5652-4954-a03d-a5db12f24d6d is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:08.335284 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e7e3228c-3680-4754-b66c-b777ea051d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (94ec6b17-c474-4976-9b71-9e70abcfd141), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:08.347220 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-8dc58c08-4235-4c74-b1e4-b824eaefe5fb tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:08.368222 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-8dc58c08-4235-4c74-b1e4-b824eaefe5fb tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/networks?id=408d3c74-488c-412d-8e2a-ab74ff098a11 HTTP/1.1" status: 200 len: 821 time: 0.4327974 Mar 22 19:15:08.399808 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-ec42ad68-ef30-4927-9e86-7d970d43054f None None] Set router 27654713-b678-49b7-b5d3-8445f6d28b83 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:15:08.412393 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-22bc4f17-b685-4a08-99e2-79997640aa12 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/quotas/9043ed5dac384ebd98a6e2b2119c0162 HTTP/1.1" status: 200 len: 375 time: 0.0431159 Mar 22 19:15:08.441749 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-26ea5aab-4911-49d0-bfcc-eef616494c78 req-ceafa049-b9a5-4d52-afe2-086696cbe32b tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298283 Mar 22 19:15:08.462664 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164f8357-114c-4709-8b33-992b3308b213 admin admin] Network 63b49c54-7e45-4147-9f0e-8b47e058281a is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:15:08.482106 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-164f8357-114c-4709-8b33-992b3308b213 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 63b49c54-7e45-4147-9f0e-8b47e058281a) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:15:08.488667 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164f8357-114c-4709-8b33-992b3308b213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:08.489383 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-164f8357-114c-4709-8b33-992b3308b213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:08.517817 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-a8a53b34-8717-4b8b-a808-657724048fed tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=9043ed5dac384ebd98a6e2b2119c0162&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1044674 Mar 22 19:15:08.522123 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-164f8357-114c-4709-8b33-992b3308b213 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3011074 Mar 22 19:15:08.543039 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 8968dc95-8b66-420b-912b-413092d8cf15 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:15:08.548870 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f7a1f1-240a-495b-a1ab-11bc0c8f4048 None None] Network 63b49c54-7e45-4147-9f0e-8b47e058281a requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:15:08.626470 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-665602d4-3e43-413f-8620-337d5c28caa1 None None] Publish callbacks [] for port (7862fcd2-cf05-4bdc-934f-2c77bbac6505), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:08.637319 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-665602d4-3e43-413f-8620-337d5c28caa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7862fcd2-cf05-4bdc-934f-2c77bbac6505), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:08.654299 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e7e3228c-3680-4754-b66c-b777ea051d51 admin admin] Publish callbacks [] for port (94ec6b17-c474-4976-9b71-9e70abcfd141), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:08.663394 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e7e3228c-3680-4754-b66c-b777ea051d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (94ec6b17-c474-4976-9b71-9e70abcfd141), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:08.693913 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bcfef3-eb1e-418e-b1a2-95adf865c6d1 None None] Pushing event updated for resources: {'Port': ['ID=7862fcd2-cf05-4bdc-934f-2c77bbac6505,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:08.763102 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1dc4310f-a66f-4817-a34d-ae0743317e12 req-ba9c2dc1-5bd7-4456-aefb-6d1b1a04b735 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4159d5c-de82-454d-b7f0-56656a17ef48 HTTP/1.1" status: 200 len: 210 time: 0.1287153 Mar 22 19:15:08.765702 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-edaf7435-d7b3-4e22-a06d-a4947f8b1c44 service neutron] 10.222.0.75 "GET /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373836 Mar 22 19:15:08.776723 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-665602d4-3e43-413f-8620-337d5c28caa1 None None] Attempting to bind port 7862fcd2-cf05-4bdc-934f-2c77bbac6505 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:15:08.777108 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-665602d4-3e43-413f-8620-337d5c28caa1 None None] Attempting to bind port 7862fcd2-cf05-4bdc-934f-2c77bbac6505 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'ff787278-dda5-44e2-bda4-bbfcbe692a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:15:08.777468 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665602d4-3e43-413f-8620-337d5c28caa1 None None] Attempting to bind port 7862fcd2-cf05-4bdc-934f-2c77bbac6505 on network 408d3c74-488c-412d-8e2a-ab74ff098a11 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:15:08.785055 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665602d4-3e43-413f-8620-337d5c28caa1 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:15:08.785433 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665602d4-3e43-413f-8620-337d5c28caa1 None None] Checking segment: {'id': 'ff787278-dda5-44e2-bda4-bbfcbe692a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:15:08.786124 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-665602d4-3e43-413f-8620-337d5c28caa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:08.786525 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665602d4-3e43-413f-8620-337d5c28caa1 None None] Bound using segment: {'id': 'ff787278-dda5-44e2-bda4-bbfcbe692a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:15:08.786998 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-665602d4-3e43-413f-8620-337d5c28caa1 None None] Bound port: 7862fcd2-cf05-4bdc-934f-2c77bbac6505, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff787278-dda5-44e2-bda4-bbfcbe692a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:15:08.787379 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-665602d4-3e43-413f-8620-337d5c28caa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7862fcd2-cf05-4bdc-934f-2c77bbac6505), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:08.870610 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3228c-3680-4754-b66c-b777ea051d51 admin admin] Pushing event updated for resources: {'Port': ['ID=94ec6b17-c474-4976-9b71-9e70abcfd141,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:08.878955 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e7e3228c-3680-4754-b66c-b777ea051d51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (27654713-b678-49b7-b5d3-8445f6d28b83), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:08.901723 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-6904cfab-1206-4223-9e5f-173212191a92 None None] Provisioning complete for port 94ec6b17-c474-4976-9b71-9e70abcfd141 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:08.902213 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6904cfab-1206-4223-9e5f-173212191a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (94ec6b17-c474-4976-9b71-9e70abcfd141), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:09.029632 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-665602d4-3e43-413f-8620-337d5c28caa1 None None] For port 7862fcd2-cf05-4bdc-934f-2c77bbac6505, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:15:09.037527 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-665602d4-3e43-413f-8620-337d5c28caa1 None None] For port 7862fcd2-cf05-4bdc-934f-2c77bbac6505, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=7862fcd2-cf05-4bdc-934f-2c77bbac6505,segment=NetworkSegment(ff787278-dda5-44e2-bda4-bbfcbe692a1e),segment_id=ff787278-dda5-44e2-bda4-bbfcbe692a1e)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:15:09.047247 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-665602d4-3e43-413f-8620-337d5c28caa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7862fcd2-cf05-4bdc-934f-2c77bbac6505), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:09.105491 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e3228c-3680-4754-b66c-b777ea051d51 admin admin] Network da5fd57b-f10f-4980-a231-2023d84d3d68 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:15:09.107991 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-e7e3228c-3680-4754-b66c-b777ea051d51 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:15:09.110842 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-6904cfab-1206-4223-9e5f-173212191a92 None None] Port 94ec6b17-c474-4976-9b71-9e70abcfd141 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:15:09.223826 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 8968dc95-8b66-420b-912b-413092d8cf15 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:15:09.227531 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9a6564-6212-4ecd-8e21-38924d144b3f None None] Network 63b49c54-7e45-4147-9f0e-8b47e058281a requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:15:09.287505 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bcfef3-eb1e-418e-b1a2-95adf865c6d1 None None] Pushing event updated for resources: {'Port': ['ID=7862fcd2-cf05-4bdc-934f-2c77bbac6505,revision_number=4']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:09.315852 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665602d4-3e43-413f-8620-337d5c28caa1 None None] Routers {'e785be4f-764d-4af5-aede-fd7e5351613f'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:15:09.317054 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-665602d4-3e43-413f-8620-337d5c28caa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:14:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e785be4f-764d-4af5-aede-fd7e5351613f'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:15:09.329136 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 8968dc95-8b66-420b-912b-413092d8cf15 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:09.329136 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8968dc95-8b66-420b-912b-413092d8cf15), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:09.335787 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-c194f3c5-249d-43ba-9404-09f2eb15b623 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=38638c01b940485389df7af141390434&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776522 Mar 22 19:15:09.440576 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e3228c-3680-4754-b66c-b777ea051d51 admin admin] Router 27654713-b678-49b7-b5d3-8445f6d28b83 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:15:09.454998 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f4a846-dee8-422e-a03d-e526a12548a7 x-openstack-request-id: req-86f4a846-dee8-422e-a03d-e526a12548a7 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:15:09.457213 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "862b5c9b-bb12-4d66-920a-9b989ab228f4", "name": "network-vif-plugged", "status": "completed", "tag": "9cae237c-da57-489d-9fbb-de398ed39964", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:15:09.457489 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-86f4a846-dee8-422e-a03d-e526a12548a7 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:15:09.459042 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86f4a846-dee8-422e-a03d-e526a12548a7'] response: {'server_uuid': '862b5c9b-bb12-4d66-920a-9b989ab228f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cae237c-da57-489d-9fbb-de398ed39964', 'code': 200} Mar 22 19:15:09.528434 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-ea9b1095-16c7-4a18-bc18-b8c9d8bc00d7 service neutron] 10.222.0.75 "GET /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7524173 Mar 22 19:15:09.664148 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34382) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:09.666406 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-665602d4-3e43-413f-8620-337d5c28caa1 None None] Set router e785be4f-764d-4af5-aede-fd7e5351613f gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:15:09.671623 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-9b925c49-1eca-4b78-86de-dc902e97b796 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-449882479-network', 'tenant_id': 'afefe06ac9074307986ef86c2cce6f52'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:15:09.682906 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e1518737-f5e8-4580-a634-e76e13658220 None None] Provisioning complete for port 7862fcd2-cf05-4bdc-934f-2c77bbac6505 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:09.683511 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e1518737-f5e8-4580-a634-e76e13658220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7862fcd2-cf05-4bdc-934f-2c77bbac6505), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:09.709275 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b925c49-1eca-4b78-86de-dc902e97b796 admin admin] Made reservation on behalf of afefe06ac9074307986ef86c2cce6f52 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:15:09.711667 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b925c49-1eca-4b78-86de-dc902e97b796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:09.714711 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e3228c-3680-4754-b66c-b777ea051d51 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:15:09.721040 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e7e3228c-3680-4754-b66c-b777ea051d51 admin admin] 10.222.0.75 "PUT /v2.0/routers/27654713-b678-49b7-b5d3-8445f6d28b83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4576478 Mar 22 19:15:09.729960 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b925c49-1eca-4b78-86de-dc902e97b796 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:09.859723 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b925c49-1eca-4b78-86de-dc902e97b796 admin admin] Publish callbacks [] for security_group (ba725f41-3bfe-455c-8c2e-04ec5793540f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:09.868005 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b925c49-1eca-4b78-86de-dc902e97b796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ba725f41-3bfe-455c-8c2e-04ec5793540f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:09.890204 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8756a3-b6dd-4d74-8b69-0ff7539dd84b req-e771a0e5-192d-4c4a-a8be-bc106c4c276c tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:09.892439 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1c8756a3-b6dd-4d74-8b69-0ff7539dd84b req-e771a0e5-192d-4c4a-a8be-bc106c4c276c tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/ports?device_id=862b5c9b-bb12-4d66-920a-9b989ab228f4 HTTP/1.1" status: 200 len: 949 time: 0.3841166 Mar 22 19:15:09.901623 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-1511b2cb-d2a8-40b9-b9b5-40e850b6ad4f tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:09.903250 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-1511b2cb-d2a8-40b9-b9b5-40e850b6ad4f tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5536652 Mar 22 19:15:09.905918 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6be62-8558-430c-9a97-01ee08039cd6 req-d82425d2-4a3a-4d68-8a13-fe3aca10cbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:09.907475 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8ae6be62-8558-430c-9a97-01ee08039cd6 req-d82425d2-4a3a-4d68-8a13-fe3aca10cbb4 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=862b5c9b-bb12-4d66-920a-9b989ab228f4 HTTP/1.1" status: 200 len: 1132 time: 0.3054967 Mar 22 19:15:09.917834 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b925c49-1eca-4b78-86de-dc902e97b796 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:15:09.934980 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-3413b451-bb72-4584-abb9-e8d43df07c27 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] Request body: {'port': {'device_id': 'e4159d5c-de82-454d-b7f0-56656a17ef48', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'admin_state_up': True, 'tenant_id': '38638c01b940485389df7af141390434'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:15:09.960986 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b925c49-1eca-4b78-86de-dc902e97b796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba725f41-3bfe-455c-8c2e-04ec5793540f,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:09.968202 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b925c49-1eca-4b78-86de-dc902e97b796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (1c1232ec-ab84-4468-9fc1-e1775b352e8f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:09.968828 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-9b925c49-1eca-4b78-86de-dc902e97b796 admin admin] Added segment 1c1232ec-ab84-4468-9fc1-e1775b352e8f of type vlan for network fe57c29a-d1fa-4dd1-9cd8-332c625c17e3 Mar 22 19:15:10.049666 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b925c49-1eca-4b78-86de-dc902e97b796 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (fe57c29a-d1fa-4dd1-9cd8-332c625c17e3), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:10.050259 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-665602d4-3e43-413f-8620-337d5c28caa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1963704943-router', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:54Z', 'updated_at': '2022-03-22T19:15:04Z', 'revision_number': 4, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'gw_port': {'id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:14:56Z', 'updated_at': '2022-03-22T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7862fcd2-cf05-4bdc-934f-2c77bbac6505', 'name': '', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'mac_address': 'fa:16:3e:66:23:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:01Z', 'updated_at': '2022-03-22T19:15:09Z', 'revision_number': 4, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'subnets': [{'id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:15:10.090287 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665602d4-3e43-413f-8620-337d5c28caa1 None None] The sync data for ids ['e785be4f-764d-4af5-aede-fd7e5351613f'] in n-d-705658-24 is: [{'id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1963704943-router', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:54Z', 'updated_at': '2022-03-22T19:15:04Z', 'revision_number': 4, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'gw_port': {'id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:14:56Z', 'updated_at': '2022-03-22T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7862fcd2-cf05-4bdc-934f-2c77bbac6505', 'name': '', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'mac_address': 'fa:16:3e:66:23:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:01Z', 'updated_at': '2022-03-22T19:15:09Z', 'revision_number': 4, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'subnets': [{'id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:15:10.119162 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b925c49-1eca-4b78-86de-dc902e97b796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (fe57c29a-d1fa-4dd1-9cd8-332c625c17e3), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:10.121148 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b925c49-1eca-4b78-86de-dc902e97b796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:10.122515 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b925c49-1eca-4b78-86de-dc902e97b796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:10.150176 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 8968dc95-8b66-420b-912b-413092d8cf15 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:10.159721 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8968dc95-8b66-420b-912b-413092d8cf15), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:10.194377 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-ec42ad68-ef30-4927-9e86-7d970d43054f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'name': 'tempest-AttachSCSIVolumeTestJSON-693033484-router', 'tenant_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b2f8df93-6e6b-4f7f-8074-95f25836f435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:59Z', 'updated_at': '2022-03-22T19:15:02Z', 'revision_number': 3, 'project_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'gw_port': {'id': 'b2f8df93-6e6b-4f7f-8074-95f25836f435', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:00Z', 'updated_at': '2022-03-22T19:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:15:10.227274 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f74357-616b-4523-a8db-e46b22d6d6f9 req-e2b4f0c9-7abc-4828-9483-d1827476d049 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:10.236015 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-24f74357-616b-4523-a8db-e46b22d6d6f9 req-e2b4f0c9-7abc-4828-9483-d1827476d049 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/ports?device_id=0527f369-a1c0-41d9-a19f-930e3218301b HTTP/1.1" status: 200 len: 950 time: 0.3709030 Mar 22 19:15:10.243053 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1c8756a3-b6dd-4d74-8b69-0ff7539dd84b req-5eadf540-7fe3-490b-8dd2-f952edbb68e9 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d759956-3223-46a8-8476-9fdc36e41283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164992 Mar 22 19:15:10.343066 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b925c49-1eca-4b78-86de-dc902e97b796 admin admin] Pushing event updated for resources: {'Network': ['ID=fe57c29a-d1fa-4dd1-9cd8-332c625c17e3,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:10.359698 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9b925c49-1eca-4b78-86de-dc902e97b796 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6943221 Mar 22 19:15:10.364507 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34402) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:10.373998 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-5142a6d3-d3c5-4956-93f7-aafd31ed5ff5 admin admin] Request body: {'subnet': {'network_id': 'fe57c29a-d1fa-4dd1-9cd8-332c625c17e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-449882479-subnet', 'tenant_id': 'afefe06ac9074307986ef86c2cce6f52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:15:10.403189 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network fe57c29a-d1fa-4dd1-9cd8-332c625c17e3 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:15:10.406028 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e1518737-f5e8-4580-a634-e76e13658220 None None] Current status of the port 7862fcd2-cf05-4bdc-934f-2c77bbac6505 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:10.406698 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e1518737-f5e8-4580-a634-e76e13658220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7862fcd2-cf05-4bdc-934f-2c77bbac6505), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:10.407937 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5142a6d3-d3c5-4956-93f7-aafd31ed5ff5 admin admin] Made reservation on behalf of afefe06ac9074307986ef86c2cce6f52 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:15:10.410643 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5142a6d3-d3c5-4956-93f7-aafd31ed5ff5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:10.418198 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8ae6be62-8558-430c-9a97-01ee08039cd6 req-c3f2f472-c713-4eb2-995b-b09b3833c3a6 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=7d759956-3223-46a8-8476-9fdc36e41283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882100 Mar 22 19:15:10.421172 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec42ad68-ef30-4927-9e86-7d970d43054f None None] The sync data for ids ['27654713-b678-49b7-b5d3-8445f6d28b83'] in n-d-705658-24 is: [{'id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'name': 'tempest-AttachSCSIVolumeTestJSON-693033484-router', 'tenant_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b2f8df93-6e6b-4f7f-8074-95f25836f435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:59Z', 'updated_at': '2022-03-22T19:15:02Z', 'revision_number': 3, 'project_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'gw_port': {'id': 'b2f8df93-6e6b-4f7f-8074-95f25836f435', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:00Z', 'updated_at': '2022-03-22T19:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:15:10.525725 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 8968dc95-8b66-420b-912b-413092d8cf15, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=8968dc95-8b66-420b-912b-413092d8cf15,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:10.539309 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8968dc95-8b66-420b-912b-413092d8cf15), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:10.540120 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 57c6a9e0-bb76-439e-9629-7dc8682cded9 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:15:10.661954 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-3413b451-bb72-4584-abb9-e8d43df07c27 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] Made reservation on behalf of 38638c01b940485389df7af141390434 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:15:10.667647 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-3413b451-bb72-4584-abb9-e8d43df07c27 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:10.716209 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-24f74357-616b-4523-a8db-e46b22d6d6f9 req-fa26b77e-f707-4c30-9d34-d5fcf481a4d3 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/security-groups?id=edde97b7-d7c8-4fa9-a1e1-8069b60aadba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788675 Mar 22 19:15:10.728592 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-3413b451-bb72-4584-abb9-e8d43df07c27 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:10.822520 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da02bd0-a6dd-498c-9585-53bae954d44d req-212b50cf-d12d-4e95-b376-c9314216d7a7 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:10.828725 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4da02bd0-a6dd-498c-9585-53bae954d44d req-212b50cf-d12d-4e95-b376-c9314216d7a7 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 949 time: 0.4129105 Mar 22 19:15:10.954483 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-11b3da98-1340-4423-99ed-e227dae0c116 req-129ca163-21e3-4ca1-b17b-b8eae357cadb tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/ports?device_id=76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264 HTTP/1.1" status: 200 len: 210 time: 0.1177485 Mar 22 19:15:11.045828 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5142a6d3-d3c5-4956-93f7-aafd31ed5ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (aacc126b-f002-487a-b159-665613c9328e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:11.057608 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34414) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:11.130919 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e1518737-f5e8-4580-a634-e76e13658220 None None] For port 7862fcd2-cf05-4bdc-934f-2c77bbac6505, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=7862fcd2-cf05-4bdc-934f-2c77bbac6505,segment=NetworkSegment(ff787278-dda5-44e2-bda4-bbfcbe692a1e),segment_id=ff787278-dda5-44e2-bda4-bbfcbe692a1e)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:11.151407 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e1518737-f5e8-4580-a634-e76e13658220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7862fcd2-cf05-4bdc-934f-2c77bbac6505), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:11.159102 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5a23d1d6-9977-4b65-aedc-46c714d0eb21 req-ab5058a6-651f-47a2-be8c-ae14a2330d39 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4159d5c-de82-454d-b7f0-56656a17ef48 HTTP/1.1" status: 200 len: 210 time: 0.0556922 Mar 22 19:15:11.165218 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4da02bd0-a6dd-498c-9585-53bae954d44d req-3cd5d3b0-2de1-4834-b28e-6bfffe09559a tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124557 Mar 22 19:15:11.193885 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-3413b451-bb72-4584-abb9-e8d43df07c27 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] Publish callbacks [] for security_group (c0da2def-0efc-40c7-9bec-bcd9a7be1b45), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:11.204262 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-3413b451-bb72-4584-abb9-e8d43df07c27 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (c0da2def-0efc-40c7-9bec-bcd9a7be1b45), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:11.208544 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-05d01cca-d2b6-4e81-b69c-b9763def46b1 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1033502042-network', 'tenant_id': 'f79901facf514622a5b7e18f35767704'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:15:11.214150 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=8968dc95-8b66-420b-912b-413092d8cf15,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:11.223046 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142a6d3-d3c5-4956-93f7-aafd31ed5ff5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aacc126b-f002-487a-b159-665613c9328e,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:11.259367 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d01cca-d2b6-4e81-b69c-b9763def46b1 admin admin] Made reservation on behalf of f79901facf514622a5b7e18f35767704 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:15:11.261926 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-05d01cca-d2b6-4e81-b69c-b9763def46b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:11.298078 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-05d01cca-d2b6-4e81-b69c-b9763def46b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:11.318380 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 57c6a9e0-bb76-439e-9629-7dc8682cded9 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:15:11.333966 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5142a6d3-d3c5-4956-93f7-aafd31ed5ff5 admin admin] Checking segment: {'id': '1c1232ec-ab84-4468-9fc1-e1775b352e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'fe57c29a-d1fa-4dd1-9cd8-332c625c17e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:15:11.341104 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5142a6d3-d3c5-4956-93f7-aafd31ed5ff5 admin admin] Network hostable DHCP agents. Network: fe57c29a-d1fa-4dd1-9cd8-332c625c17e3, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:15:11.347668 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 57c6a9e0-bb76-439e-9629-7dc8682cded9 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:11.348721 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (57c6a9e0-bb76-439e-9629-7dc8682cded9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:11.477344 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-05d01cca-d2b6-4e81-b69c-b9763def46b1 admin admin] Publish callbacks [] for security_group (5bbcb9e4-4cf5-4fe3-8923-7b920b9b167d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:11.483486 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-07804441-7112-407f-976f-6f18b62fbec3 None None] Provisioning complete for port 94ec6b17-c474-4976-9b71-9e70abcfd141 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:11.484044 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-07804441-7112-407f-976f-6f18b62fbec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (94ec6b17-c474-4976-9b71-9e70abcfd141), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:11.484883 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-05d01cca-d2b6-4e81-b69c-b9763def46b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5bbcb9e4-4cf5-4fe3-8923-7b920b9b167d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:11.522490 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925d2a26-a0a1-45c5-ab20-05f7eeb11ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8968dc95-8b66-420b-912b-413092d8cf15'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:15:11.523509 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5142a6d3-d3c5-4956-93f7-aafd31ed5ff5 admin admin] Network fe57c29a-d1fa-4dd1-9cd8-332c625c17e3 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:15:11.530674 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4628a8-15af-44f6-8e16-54165e0d371b" -d '{"events": [{"server_uuid": "925d2a26-a0a1-45c5-ab20-05f7eeb11ecc", "name": "network-vif-plugged", "status": "completed", "tag": "8968dc95-8b66-420b-912b-413092d8cf15"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:15:11.534804 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55a5da-0ce2-4915-9618-757dd8d6de9c req-68ef3157-9466-4e7e-8845-e963efb12463 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:11.538036 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9f55a5da-0ce2-4915-9618-757dd8d6de9c req-68ef3157-9466-4e7e-8845-e963efb12463 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.85 "GET /v2.0/ports?device_id=0527f369-a1c0-41d9-a19f-930e3218301b HTTP/1.1" status: 200 len: 950 time: 0.5632119 Mar 22 19:15:11.541007 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1518737-f5e8-4580-a634-e76e13658220 None None] Pushing event updated for resources: {'Port': ['ID=7862fcd2-cf05-4bdc-934f-2c77bbac6505,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:11.548401 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d01cca-d2b6-4e81-b69c-b9763def46b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:15:11.555609 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d01cca-d2b6-4e81-b69c-b9763def46b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbcb9e4-4cf5-4fe3-8923-7b920b9b167d,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:11.568014 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-5142a6d3-d3c5-4956-93f7-aafd31ed5ff5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, fe57c29a-d1fa-4dd1-9cd8-332c625c17e3) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:15:11.570927 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 7862fcd2-cf05-4bdc-934f-2c77bbac6505 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:15:11.587564 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-05d01cca-d2b6-4e81-b69c-b9763def46b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (ff39e43a-f57b-433f-b046-1161350ee9d4), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:11.587862 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-05d01cca-d2b6-4e81-b69c-b9763def46b1 admin admin] Added segment ff39e43a-f57b-433f-b046-1161350ee9d4 of type vlan for network 76db1a35-645b-4039-985c-ae5c72fc2d41 Mar 22 19:15:11.589007 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.85', 63890) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:11.590533 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5142a6d3-d3c5-4956-93f7-aafd31ed5ff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:11.592038 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5142a6d3-d3c5-4956-93f7-aafd31ed5ff5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:11.617598 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413b451-bb72-4584-abb9-e8d43df07c27 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0da2def-0efc-40c7-9bec-bcd9a7be1b45,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:11.673026 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16038dc3-844a-4064-bf79-508f3cfb80d7 x-openstack-request-id: req-16038dc3-844a-4064-bf79-508f3cfb80d7 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:15:11.673355 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925d2a26-a0a1-45c5-ab20-05f7eeb11ecc", "name": "network-vif-plugged", "status": "completed", "tag": "8968dc95-8b66-420b-912b-413092d8cf15", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:15:11.674102 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-16038dc3-844a-4064-bf79-508f3cfb80d7 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:15:11.674523 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16038dc3-844a-4064-bf79-508f3cfb80d7'] response: {'server_uuid': '925d2a26-a0a1-45c5-ab20-05f7eeb11ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8968dc95-8b66-420b-912b-413092d8cf15', 'code': 200} Mar 22 19:15:11.678670 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19c6c92-6fe0-4e40-aa0f-a3e436e03b10 None None] Network fe57c29a-d1fa-4dd1-9cd8-332c625c17e3 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:15:11.692733 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-3413b451-bb72-4584-abb9-e8d43df07c27 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] Allocated IP 192.168.233.168 (43c82fd2-7e25-4eba-86f2-aced26197dba/e28314b8-0ed1-465e-a6f2-eda7f6b773cd/eb3d1138-f8ab-49d4-a78d-f6cacc791272) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:15:11.854384 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca3226-5bf1-469d-8554-d3eb3fda254f req-3aaa9fe8-c34d-4ecc-ae85-0c6f427e02e5 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:11.862754 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9cca3226-5bf1-469d-8554-d3eb3fda254f req-3aaa9fe8-c34d-4ecc-ae85-0c6f427e02e5 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/ports?device_id=862b5c9b-bb12-4d66-920a-9b989ab228f4 HTTP/1.1" status: 200 len: 949 time: 0.3443632 Mar 22 19:15:11.862985 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-07804441-7112-407f-976f-6f18b62fbec3 None None] Port 94ec6b17-c474-4976-9b71-9e70abcfd141 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:15:11.876480 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-05d01cca-d2b6-4e81-b69c-b9763def46b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (76db1a35-645b-4039-985c-ae5c72fc2d41), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:11.944654 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-05d01cca-d2b6-4e81-b69c-b9763def46b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (76db1a35-645b-4039-985c-ae5c72fc2d41), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:11.945664 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d01cca-d2b6-4e81-b69c-b9763def46b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:11.946373 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-05d01cca-d2b6-4e81-b69c-b9763def46b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:11.959416 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5142a6d3-d3c5-4956-93f7-aafd31ed5ff5 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5857940 Mar 22 19:15:12.050663 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 57c6a9e0-bb76-439e-9629-7dc8682cded9 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:12.051501 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (57c6a9e0-bb76-439e-9629-7dc8682cded9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:12.067761 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-07804441-7112-407f-976f-6f18b62fbec3 None None] Provisioning complete for port 7862fcd2-cf05-4bdc-934f-2c77bbac6505 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:12.068281 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-07804441-7112-407f-976f-6f18b62fbec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7862fcd2-cf05-4bdc-934f-2c77bbac6505), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:12.150390 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-05d01cca-d2b6-4e81-b69c-b9763def46b1 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9490023 Mar 22 19:15:12.161677 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 7862fcd2-cf05-4bdc-934f-2c77bbac6505 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:12.162260 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7862fcd2-cf05-4bdc-934f-2c77bbac6505), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:12.168740 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 34428) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:12.207826 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-a51e3ab5-1bab-4cda-bf08-0e00cd5982d1 admin admin] Request body: {'subnet': {'network_id': '76db1a35-645b-4039-985c-ae5c72fc2d41', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1033502042-subnet', 'tenant_id': 'f79901facf514622a5b7e18f35767704', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:15:12.255971 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d01cca-d2b6-4e81-b69c-b9763def46b1 admin admin] Pushing event updated for resources: {'Network': ['ID=76db1a35-645b-4039-985c-ae5c72fc2d41,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:12.272629 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9cca3226-5bf1-469d-8554-d3eb3fda254f req-3ca43e09-a1a7-4757-b1a9-9589a6bcc6b1 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d759956-3223-46a8-8476-9fdc36e41283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4085460 Mar 22 19:15:12.296616 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-9f55a5da-0ce2-4915-9618-757dd8d6de9c req-0cf7cd9c-c7b0-4591-8fe2-f0d8d812ee46 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Deleting port 29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:15:12.296616 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9f55a5da-0ce2-4915-9618-757dd8d6de9c req-0cf7cd9c-c7b0-4591-8fe2-f0d8d812ee46 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:12.297016 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 76db1a35-645b-4039-985c-ae5c72fc2d41 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:15:12.307399 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4c744-de8d-4196-af7e-7b95837e7cad req-efdbb2a0-7e56-4ecb-9408-7a66b315a749 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:12.308968 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-92b4c744-de8d-4196-af7e-7b95837e7cad req-efdbb2a0-7e56-4ecb-9408-7a66b315a749 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/ports?device_id=0527f369-a1c0-41d9-a19f-930e3218301b HTTP/1.1" status: 200 len: 950 time: 0.4795690 Mar 22 19:15:12.314143 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-ce4524ca-31b9-4e66-99dd-be780701ddc8 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:12.315991 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-ce4524ca-31b9-4e66-99dd-be780701ddc8 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.85 "GET /v2.0/networks?id=408d3c74-488c-412d-8e2a-ab74ff098a11 HTTP/1.1" status: 200 len: 821 time: 0.6999264 Mar 22 19:15:12.320537 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d22380-a1cc-4727-83a7-39282f1b0401 req-e3d7b306-efe7-4543-8db4-db9bbcf69fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:12.324319 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-09d22380-a1cc-4727-83a7-39282f1b0401 req-e3d7b306-efe7-4543-8db4-db9bbcf69fd9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 1133 time: 0.5255694 Mar 22 19:15:12.330944 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-4168933d-cb1a-4d74-9615-a8eadda14762 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Request body: {'port': {'device_id': '76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'admin_state_up': True, 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:15:12.390562 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 57c6a9e0-bb76-439e-9629-7dc8682cded9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=57c6a9e0-bb76-439e-9629-7dc8682cded9,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:12.392209 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6d1763-dc80-4719-854c-d30eb8f50139 None None] Network fe57c29a-d1fa-4dd1-9cd8-332c625c17e3 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:15:12.405447 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51e3ab5-1bab-4cda-bf08-0e00cd5982d1 admin admin] Made reservation on behalf of f79901facf514622a5b7e18f35767704 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:15:12.408226 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a51e3ab5-1bab-4cda-bf08-0e00cd5982d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:12.449836 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-09d22380-a1cc-4727-83a7-39282f1b0401 req-e033a7a5-830b-43a1-ac1d-497c966b3df9 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109302 Mar 22 19:15:12.475865 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (57c6a9e0-bb76-439e-9629-7dc8682cded9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:12.477166 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 984098ff-81df-4552-9207-08f32f9fdf2b no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:15:12.478148 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0b8304bc-ba11-482a-9f29-515b7ba99cce req-27860a9c-8a44-4431-8a9c-cf4f9e7c0fa0 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/ports?device_id=76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264 HTTP/1.1" status: 200 len: 210 time: 0.1071305 Mar 22 19:15:12.483096 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-3413b451-bb72-4584-abb9-e8d43df07c27 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] Publish callbacks [] for port (eb3d1138-f8ab-49d4-a78d-f6cacc791272), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:12.512754 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-4168933d-cb1a-4d74-9615-a8eadda14762 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Made reservation on behalf of 9043ed5dac384ebd98a6e2b2119c0162 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:15:12.517659 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-4168933d-cb1a-4d74-9615-a8eadda14762 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:12.574105 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 984098ff-81df-4552-9207-08f32f9fdf2b {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:15:12.574486 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 984098ff-81df-4552-9207-08f32f9fdf2b not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:15:12.577747 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-92b4c744-de8d-4196-af7e-7b95837e7cad req-67194635-58b1-4d52-ae99-e1e144c024ea tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.75 "GET /v2.0/security-groups?id=edde97b7-d7c8-4fa9-a1e1-8069b60aadba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532532 Mar 22 19:15:12.583467 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-9f55a5da-0ce2-4915-9618-757dd8d6de9c req-0cf7cd9c-c7b0-4591-8fe2-f0d8d812ee46 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] For port 29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:12.583850 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9f55a5da-0ce2-4915-9618-757dd8d6de9c req-0cf7cd9c-c7b0-4591-8fe2-f0d8d812ee46 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:12.616128 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-9f55a5da-0ce2-4915-9618-757dd8d6de9c req-0cf7cd9c-c7b0-4591-8fe2-f0d8d812ee46 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Calling delete_port for 29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:15:12.685293 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-4168933d-cb1a-4d74-9615-a8eadda14762 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Allocated IP 172.20.0.13 (408d3c74-488c-412d-8e2a-ab74ff098a11/404f1295-a29d-4db9-84c7-cbcf7d46527c/93d11184-ab81-4e97-b7f1-4996710160b2) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:15:12.688662 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2506be3c-59be-4140-a05c-29e57f302e7b req-8111e856-f2b5-47f9-889c-a94ba8aee3f2 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4159d5c-de82-454d-b7f0-56656a17ef48 HTTP/1.1" status: 200 len: 210 time: 0.0438769 Mar 22 19:15:12.724579 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-07804441-7112-407f-976f-6f18b62fbec3 None None] Current status of the port 7862fcd2-cf05-4bdc-934f-2c77bbac6505 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:12.733152 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 7862fcd2-cf05-4bdc-934f-2c77bbac6505 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:12.733152 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b2f8df93-6e6b-4f7f-8074-95f25836f435 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:15:12.777989 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=57c6a9e0-bb76-439e-9629-7dc8682cded9,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:12.812030 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b2f8df93-6e6b-4f7f-8074-95f25836f435 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:12.812390 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b2f8df93-6e6b-4f7f-8074-95f25836f435), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:12.848714 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-3413b451-bb72-4584-abb9-e8d43df07c27 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (eb3d1138-f8ab-49d4-a78d-f6cacc791272), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:12.887820 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-3413b451-bb72-4584-abb9-e8d43df07c27 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] Network 43c82fd2-7e25-4eba-86f2-aced26197dba is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:15:12.915579 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-4168933d-cb1a-4d74-9615-a8eadda14762 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks [] for port (93d11184-ab81-4e97-b7f1-4996710160b2), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:12.921576 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b2f8df93-6e6b-4f7f-8074-95f25836f435 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:12.922472 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b2f8df93-6e6b-4f7f-8074-95f25836f435), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:12.941140 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-3413b451-bb72-4584-abb9-e8d43df07c27 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:15:12.951873 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port b2f8df93-6e6b-4f7f-8074-95f25836f435, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b2f8df93-6e6b-4f7f-8074-95f25836f435,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:12.957298 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b2f8df93-6e6b-4f7f-8074-95f25836f435), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:12.958923 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-3413b451-bb72-4584-abb9-e8d43df07c27 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:15:12.962816 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-4168933d-cb1a-4d74-9615-a8eadda14762 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (93d11184-ab81-4e97-b7f1-4996710160b2), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:13.014713 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=b2f8df93-6e6b-4f7f-8074-95f25836f435,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:13.047291 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-4168933d-cb1a-4d74-9615-a8eadda14762 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Network 408d3c74-488c-412d-8e2a-ab74ff098a11 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:15:13.055265 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-4168933d-cb1a-4d74-9615-a8eadda14762 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:15:13.063474 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-4168933d-cb1a-4d74-9615-a8eadda14762 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:15:13.066808 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168933d-cb1a-4d74-9615-a8eadda14762 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Pushing event updated for resources: {'Port': ['ID=93d11184-ab81-4e97-b7f1-4996710160b2,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:13.141932 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-4168933d-cb1a-4d74-9615-a8eadda14762 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:13.142613 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-4168933d-cb1a-4d74-9615-a8eadda14762 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:13.172995 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-4168933d-cb1a-4d74-9615-a8eadda14762 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8448811 Mar 22 19:15:13.184365 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-8d8878de-d3cb-49e9-afd3-1a4d9f705ad0 service neutron] Request body: {'port': {'device_id': '76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:15:13.222491 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fadc2-7dc0-49be-ab09-a7d1a3224588 req-695cb745-ab64-45f1-ad2d-5484f0b4c2b9 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:13.225228 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-003fadc2-7dc0-49be-ab09-a7d1a3224588 req-695cb745-ab64-45f1-ad2d-5484f0b4c2b9 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 950 time: 0.5412626 Mar 22 19:15:13.258469 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-8d8878de-d3cb-49e9-afd3-1a4d9f705ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (93d11184-ab81-4e97-b7f1-4996710160b2), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:13.289568 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-6312213e-9668-4e19-b022-62a6629446cc None None] Provisioning complete for port eb3d1138-f8ab-49d4-a78d-f6cacc791272 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:13.290142 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6312213e-9668-4e19-b022-62a6629446cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (eb3d1138-f8ab-49d4-a78d-f6cacc791272), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:13.391076 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-6312213e-9668-4e19-b022-62a6629446cc None None] Port eb3d1138-f8ab-49d4-a78d-f6cacc791272 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:15:13.420334 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 7862fcd2-cf05-4bdc-934f-2c77bbac6505 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:15:13.437206 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-003fadc2-7dc0-49be-ab09-a7d1a3224588 req-42d07ac8-4e71-4e3d-b3f3-43c961ac239e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184821 Mar 22 19:15:13.521622 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413b451-bb72-4584-abb9-e8d43df07c27 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] Pushing event updated for resources: {'Port': ['ID=eb3d1138-f8ab-49d4-a78d-f6cacc791272,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:13.563964 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-3413b451-bb72-4584-abb9-e8d43df07c27 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:13.564684 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-3413b451-bb72-4584-abb9-e8d43df07c27 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:13.565674 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-84e79843-90f5-4622-943f-1f14a15b386e None None] Provisioning complete for port 93d11184-ab81-4e97-b7f1-4996710160b2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:13.566083 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-84e79843-90f5-4622-943f-1f14a15b386e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (93d11184-ab81-4e97-b7f1-4996710160b2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:13.577751 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aef495-3abb-40e4-af3f-e001966abe17 req-1950ef17-e7f9-4d9e-8b69-1dad788c6037 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:13.579599 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-01aef495-3abb-40e4-af3f-e001966abe17 req-1950ef17-e7f9-4d9e-8b69-1dad788c6037 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/networks?id=63b49c54-7e45-4147-9f0e-8b47e058281a HTTP/1.1" status: 200 len: 808 time: 0.6291745 Mar 22 19:15:13.593029 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 7862fcd2-cf05-4bdc-934f-2c77bbac6505 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:13.593401 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7862fcd2-cf05-4bdc-934f-2c77bbac6505), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:13.637901 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a51e3ab5-1bab-4cda-bf08-0e00cd5982d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (af788fd8-4bb7-4c04-be37-16693662f6f1), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:13.644436 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-84e79843-90f5-4622-943f-1f14a15b386e None None] Port 93d11184-ab81-4e97-b7f1-4996710160b2 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:15:13.669193 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-3413b451-bb72-4584-abb9-e8d43df07c27 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7405508 Mar 22 19:15:13.670401 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a756a4e-5b2a-410e-beff-8efe16b83d95 None None] Sync routers for ids ['27654713-b678-49b7-b5d3-8445f6d28b83'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:15:13.685567 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-8d8878de-d3cb-49e9-afd3-1a4d9f705ad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93d11184-ab81-4e97-b7f1-4996710160b2 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:15:13.691611 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0840de3f-efcb-487a-93f3-1de7bc2097d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c6a9e0-bb76-439e-9629-7dc8682cded9'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:15:13.693875 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b4a967-3741-4f0a-acc8-3e69bef648e0" -d '{"events": [{"server_uuid": "0840de3f-efcb-487a-93f3-1de7bc2097d5", "name": "network-vif-plugged", "status": "completed", "tag": "57c6a9e0-bb76-439e-9629-7dc8682cded9"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:15:13.696878 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-8d8878de-d3cb-49e9-afd3-1a4d9f705ad0 service neutron] Publish callbacks [] for port (93d11184-ab81-4e97-b7f1-4996710160b2), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:13.699347 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-01aef495-3abb-40e4-af3f-e001966abe17 req-1e12ef70-eef7-46de-a2b1-be1d84db734f tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/quotas/635145d2a62d432cbc865a99eb3219e4 HTTP/1.1" status: 200 len: 375 time: 0.0964730 Mar 22 19:15:13.712667 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a756a4e-5b2a-410e-beff-8efe16b83d95 None None] Routers {'27654713-b678-49b7-b5d3-8445f6d28b83'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:15:13.713152 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-8669fff8-3eb7-4596-91d5-7ac9daf0496b service neutron] Request body: {'port': {'device_id': 'e4159d5c-de82-454d-b7f0-56656a17ef48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:15:13.713318 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7a756a4e-5b2a-410e-beff-8efe16b83d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:14:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['27654713-b678-49b7-b5d3-8445f6d28b83'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:15:13.754848 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 7862fcd2-cf05-4bdc-934f-2c77bbac6505 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:13.755966 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b2f8df93-6e6b-4f7f-8074-95f25836f435 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:15:13.771254 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-8d8878de-d3cb-49e9-afd3-1a4d9f705ad0 service neutron] Transition to ACTIVE for port object 93d11184-ab81-4e97-b7f1-4996710160b2 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:15:13.775539 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-8d8878de-d3cb-49e9-afd3-1a4d9f705ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (93d11184-ab81-4e97-b7f1-4996710160b2), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:13.787877 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-01aef495-3abb-40e4-af3f-e001966abe17 req-234ecbfd-2ca7-428f-9ca5-a09019eea13b tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=635145d2a62d432cbc865a99eb3219e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661466 Mar 22 19:15:13.792986 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9f55a5da-0ce2-4915-9618-757dd8d6de9c req-0cf7cd9c-c7b0-4591-8fe2-f0d8d812ee46 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:13.802155 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e3ab5-1bab-4cda-bf08-0e00cd5982d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af788fd8-4bb7-4c04-be37-16693662f6f1,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:13.865513 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf7cd9c-c7b0-4591-8fe2-f0d8d812ee46 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Pushing event deleted for resources: {'Port': ['ID=29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:13.869291 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8878de-d3cb-49e9-afd3-1a4d9f705ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=93d11184-ab81-4e97-b7f1-4996710160b2,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:13.874569 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-7a756a4e-5b2a-410e-beff-8efe16b83d95 None None] Set router 27654713-b678-49b7-b5d3-8445f6d28b83 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:15:13.909433 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b2f8df93-6e6b-4f7f-8074-95f25836f435 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:13.909740 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b2f8df93-6e6b-4f7f-8074-95f25836f435), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:13.940929 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701beb54-5fec-4c10-8e14-8d63f71fbc46 req-a33e7f68-cd7d-4e1e-b436-39fdbc0c1a97 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:13.942989 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-701beb54-5fec-4c10-8e14-8d63f71fbc46 req-a33e7f68-cd7d-4e1e-b436-39fdbc0c1a97 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/ports?device_id=862b5c9b-bb12-4d66-920a-9b989ab228f4 HTTP/1.1" status: 200 len: 949 time: 0.3715582 Mar 22 19:15:13.960150 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-8d8878de-d3cb-49e9-afd3-1a4d9f705ad0 service neutron] Attempting to bind port 93d11184-ab81-4e97-b7f1-4996710160b2 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:15:13.960506 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-8d8878de-d3cb-49e9-afd3-1a4d9f705ad0 service neutron] Attempting to bind port 93d11184-ab81-4e97-b7f1-4996710160b2 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': 'ff787278-dda5-44e2-bda4-bbfcbe692a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:15:13.960838 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-8d8878de-d3cb-49e9-afd3-1a4d9f705ad0 service neutron] Attempting to bind port 93d11184-ab81-4e97-b7f1-4996710160b2 on network 408d3c74-488c-412d-8e2a-ab74ff098a11 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:15:13.966463 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-8d8878de-d3cb-49e9-afd3-1a4d9f705ad0 service neutron] Port 93d11184-ab81-4e97-b7f1-4996710160b2 on network 408d3c74-488c-412d-8e2a-ab74ff098a11 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:15:13.966790 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-8d8878de-d3cb-49e9-afd3-1a4d9f705ad0 service neutron] Attempting to bind port 93d11184-ab81-4e97-b7f1-4996710160b2 on network 408d3c74-488c-412d-8e2a-ab74ff098a11 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:15:13.972889 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-8d8878de-d3cb-49e9-afd3-1a4d9f705ad0 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:15:13.973237 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-8d8878de-d3cb-49e9-afd3-1a4d9f705ad0 service neutron] Checking segment: {'id': 'ff787278-dda5-44e2-bda4-bbfcbe692a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:15:13.973624 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-8d8878de-d3cb-49e9-afd3-1a4d9f705ad0 service neutron] Bound using segment: {'id': 'ff787278-dda5-44e2-bda4-bbfcbe692a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:15:13.974421 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-8d8878de-d3cb-49e9-afd3-1a4d9f705ad0 service neutron] Bound port: 93d11184-ab81-4e97-b7f1-4996710160b2, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff787278-dda5-44e2-bda4-bbfcbe692a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:15:13.975108 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-8d8878de-d3cb-49e9-afd3-1a4d9f705ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (93d11184-ab81-4e97-b7f1-4996710160b2), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:13.982601 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51e3ab5-1bab-4cda-bf08-0e00cd5982d1 admin admin] Checking segment: {'id': 'ff39e43a-f57b-433f-b046-1161350ee9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '76db1a35-645b-4039-985c-ae5c72fc2d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:15:13.983044 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51e3ab5-1bab-4cda-bf08-0e00cd5982d1 admin admin] Network hostable DHCP agents. Network: 76db1a35-645b-4039-985c-ae5c72fc2d41, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:15:14.036985 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-8669fff8-3eb7-4596-91d5-7ac9daf0496b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (eb3d1138-f8ab-49d4-a78d-f6cacc791272), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:14.047927 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f55a5da-0ce2-4915-9618-757dd8d6de9c req-0cf7cd9c-c7b0-4591-8fe2-f0d8d812ee46 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] No DVR routers for this DVR port 29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:15:14.063856 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9f55a5da-0ce2-4915-9618-757dd8d6de9c req-0cf7cd9c-c7b0-4591-8fe2-f0d8d812ee46 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:14.068488 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9f55a5da-0ce2-4915-9618-757dd8d6de9c req-0cf7cd9c-c7b0-4591-8fe2-f0d8d812ee46 tempest-LiveMigrationNegativeTest-613744546 tempest-LiveMigrationNegativeTest-613744546-project] 10.222.0.85 "DELETE /v2.0/ports/29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89 HTTP/1.1" status: 204 len: 173 time: 2.5169840 Mar 22 19:15:14.077619 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-8d8878de-d3cb-49e9-afd3-1a4d9f705ad0 service neutron] For port 93d11184-ab81-4e97-b7f1-4996710160b2, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:15:14.083199 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0527f369-a1c0-41d9-a19f-930e3218301b', 'name': 'network-vif-deleted', 'tag': '29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:15:14.084965 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025daaed-8c47-49da-ae6c-9bc08ace0a1f" -d '{"events": [{"server_uuid": "0527f369-a1c0-41d9-a19f-930e3218301b", "name": "network-vif-deleted", "tag": "29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:15:14.094696 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-8d8878de-d3cb-49e9-afd3-1a4d9f705ad0 service neutron] For port 93d11184-ab81-4e97-b7f1-4996710160b2, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=93d11184-ab81-4e97-b7f1-4996710160b2,segment=NetworkSegment(ff787278-dda5-44e2-bda4-bbfcbe692a1e),segment_id=ff787278-dda5-44e2-bda4-bbfcbe692a1e)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:15:14.105259 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-8d8878de-d3cb-49e9-afd3-1a4d9f705ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (93d11184-ab81-4e97-b7f1-4996710160b2), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:14.187871 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-8d8878de-d3cb-49e9-afd3-1a4d9f705ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:14.188575 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51e3ab5-1bab-4cda-bf08-0e00cd5982d1 admin admin] Network 76db1a35-645b-4039-985c-ae5c72fc2d41 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:15:14.188675 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-8d8878de-d3cb-49e9-afd3-1a4d9f705ad0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:14.190274 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-8d8878de-d3cb-49e9-afd3-1a4d9f705ad0 service neutron] 10.222.0.85 "PUT /v2.0/ports/93d11184-ab81-4e97-b7f1-4996710160b2 HTTP/1.1" status: 200 len: 1093 time: 1.0111487 Mar 22 19:15:14.191025 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8878de-d3cb-49e9-afd3-1a4d9f705ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=93d11184-ab81-4e97-b7f1-4996710160b2,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:14.195776 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264', 'tag': '93d11184-ab81-4e97-b7f1-4996710160b2'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:15:14.198561 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c04595-635c-41ac-84b4-0b62c4cb6ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264", "tag": "93d11184-ab81-4e97-b7f1-4996710160b2"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:15:14.241292 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-01aef495-3abb-40e4-af3f-e001966abe17 req-e35fe001-0acf-48a3-b420-4588b38e43a6 service neutron] 10.222.0.75 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313517 Mar 22 19:15:14.256385 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-a51e3ab5-1bab-4cda-bf08-0e00cd5982d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 76db1a35-645b-4039-985c-ae5c72fc2d41) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:15:14.271387 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51e3ab5-1bab-4cda-bf08-0e00cd5982d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:14.271983 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a51e3ab5-1bab-4cda-bf08-0e00cd5982d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:14.276989 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-701beb54-5fec-4c10-8e14-8d63f71fbc46 req-90be87a8-2e9c-458c-8b24-3cf8620e3d7d tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d759956-3223-46a8-8476-9fdc36e41283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011043 Mar 22 19:15:14.339426 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-9a900bf1-25e8-465c-9940-6c26ea0d5619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:14.341238 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-9a900bf1-25e8-465c-9940-6c26ea0d5619 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9043ed5dac384ebd98a6e2b2119c0162&device_id=76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264 HTTP/1.1" status: 200 len: 1127 time: 0.0752270 Mar 22 19:15:14.419277 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-5f35b3d8-657a-4e0d-b8e9-10a99e61d9ae service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93d11184-ab81-4e97-b7f1-4996710160b2 HTTP/1.1" status: 200 len: 217 time: 0.0693617 Mar 22 19:15:14.436189 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a51e3ab5-1bab-4cda-bf08-0e00cd5982d1 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2532134 Mar 22 19:15:14.456014 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34462) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:14.456231 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b163e87-66cd-4c26-b3da-0649edf83694 None None] Network 76db1a35-645b-4039-985c-ae5c72fc2d41 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:15:14.460494 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-9ddbbd99-0374-47c1-90bf-3498f1ca4825 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1033502042-router', 'tenant_id': 'f79901facf514622a5b7e18f35767704', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:15:14.505807 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-989ad365-3cca-4ba9-8771-964230af2d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:14.507341 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-989ad365-3cca-4ba9-8771-964230af2d87 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=404f1295-a29d-4db9-84c7-cbcf7d46527c HTTP/1.1" status: 200 len: 860 time: 0.0813599 Mar 22 19:15:14.510775 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9ddbbd99-0374-47c1-90bf-3498f1ca4825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (12d5fe11-5e73-4ca4-81de-235e440e96dc), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:14.511831 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9ddbbd99-0374-47c1-90bf-3498f1ca4825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (12d5fe11-5e73-4ca4-81de-235e440e96dc), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:14.521874 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b2f8df93-6e6b-4f7f-8074-95f25836f435 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:14.600573 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7a756a4e-5b2a-410e-beff-8efe16b83d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'name': 'tempest-AttachSCSIVolumeTestJSON-693033484-router', 'tenant_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b2f8df93-6e6b-4f7f-8074-95f25836f435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:59Z', 'updated_at': '2022-03-22T19:15:08Z', 'revision_number': 4, 'project_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'gw_port': {'id': 'b2f8df93-6e6b-4f7f-8074-95f25836f435', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:00Z', 'updated_at': '2022-03-22T19:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '94ec6b17-c474-4976-9b71-9e70abcfd141', 'name': '', 'network_id': 'da5fd57b-f10f-4980-a231-2023d84d3d68', 'tenant_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'mac_address': 'fa:16:3e:43:05:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c55e3d95-c01f-4644-b0f9-457902969723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:07Z', 'updated_at': '2022-03-22T19:15:08Z', 'revision_number': 2, 'project_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'subnets': [{'id': 'c55e3d95-c01f-4644-b0f9-457902969723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:15:14.605065 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93e4d95-a87d-41a2-8d00-cb2bc915ad80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-76db1a35-645b-4039-985c-ae5c72fc2d41', 'network_id': '76db1a35-645b-4039-985c-ae5c72fc2d41', 'project_id': 'f79901facf514622a5b7e18f35767704', 'fixed_ips': [{'subnet_id': 'af788fd8-4bb7-4c04-be37-16693662f6f1'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:15:14.606057 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c93e4d95-a87d-41a2-8d00-cb2bc915ad80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:14.620752 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-01aef495-3abb-40e4-af3f-e001966abe17 req-aa0fcb4a-1d74-4f5a-b8b7-12ccd11810ef service neutron] 10.222.0.75 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664880 Mar 22 19:15:14.640179 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a756a4e-5b2a-410e-beff-8efe16b83d95 None None] Checking router: 27654713-b678-49b7-b5d3-8445f6d28b83 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:15:14.640608 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a756a4e-5b2a-410e-beff-8efe16b83d95 None None] Updating router 27654713-b678-49b7-b5d3-8445f6d28b83 port 94ec6b17-c474-4976-9b71-9e70abcfd141 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:15:14.651661 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8eaba-e7d7-45da-ab51-a0c692ee8b03 req-140be581-9ddd-4f2e-a7e2-c9e501cb860f tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:14.659260 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fda8eaba-e7d7-45da-ab51-a0c692ee8b03 req-140be581-9ddd-4f2e-a7e2-c9e501cb860f tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/ports?device_id=76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264 HTTP/1.1" status: 200 len: 944 time: 0.2320414 Mar 22 19:15:14.688721 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9ddbbd99-0374-47c1-90bf-3498f1ca4825 admin admin] Publish callbacks [] for router_controller (12d5fe11-5e73-4ca4-81de-235e440e96dc), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:14.707242 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-933add0f-95b7-498d-a131-c1f90db90992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:14.709297 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-933add0f-95b7-498d-a131-c1f90db90992 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=408d3c74-488c-412d-8e2a-ab74ff098a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1923637 Mar 22 19:15:14.743915 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7a756a4e-5b2a-410e-beff-8efe16b83d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (94ec6b17-c474-4976-9b71-9e70abcfd141), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:14.769064 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fda8eaba-e7d7-45da-ab51-a0c692ee8b03 req-1bd78323-9502-430e-90ee-d7dcb42c0b19 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd1cfd74-8abc-416a-90e5-3900db09e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044176 Mar 22 19:15:14.826346 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-8669fff8-3eb7-4596-91d5-7ac9daf0496b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb3d1138-f8ab-49d4-a78d-f6cacc791272 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:15:14.862583 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-8669fff8-3eb7-4596-91d5-7ac9daf0496b service neutron] Publish callbacks [] for port (eb3d1138-f8ab-49d4-a78d-f6cacc791272), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:14.896969 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-8f943604-5421-4815-8a1b-079a916fe872 service neutron] 10.222.0.85 "GET /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409643 Mar 22 19:15:14.906526 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-8669fff8-3eb7-4596-91d5-7ac9daf0496b service neutron] Transition to ACTIVE for port object eb3d1138-f8ab-49d4-a78d-f6cacc791272 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:15:14.911743 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d141270-162e-4098-ad08-a7524066cd1d x-openstack-request-id: req-6d141270-162e-4098-ad08-a7524066cd1d {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:15:14.912075 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0840de3f-efcb-487a-93f3-1de7bc2097d5", "name": "network-vif-plugged", "status": "completed", "tag": "57c6a9e0-bb76-439e-9629-7dc8682cded9", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:15:14.916050 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6d141270-162e-4098-ad08-a7524066cd1d {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:15:14.916605 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d141270-162e-4098-ad08-a7524066cd1d'] response: {'server_uuid': '0840de3f-efcb-487a-93f3-1de7bc2097d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c6a9e0-bb76-439e-9629-7dc8682cded9', 'code': 200} Mar 22 19:15:14.928543 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-8669fff8-3eb7-4596-91d5-7ac9daf0496b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (eb3d1138-f8ab-49d4-a78d-f6cacc791272), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:14.996194 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c530f7a3-6567-43f6-b039-3de0e80cfffc x-openstack-request-id: req-c530f7a3-6567-43f6-b039-3de0e80cfffc {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:15:14.998725 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0527f369-a1c0-41d9-a19f-930e3218301b", "name": "network-vif-deleted", "tag": "29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:15:14.999240 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c530f7a3-6567-43f6-b039-3de0e80cfffc {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:15:14.999836 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c530f7a3-6567-43f6-b039-3de0e80cfffc'] response: {'server_uuid': '0527f369-a1c0-41d9-a19f-930e3218301b', 'name': 'network-vif-deleted', 'tag': '29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89', 'status': 'completed', 'code': 200} Mar 22 19:15:15.029114 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-c93e4d95-a87d-41a2-8d00-cb2bc915ad80 None None] Allocated IP 172.20.0.2 (76db1a35-645b-4039-985c-ae5c72fc2d41/af788fd8-4bb7-4c04-be37-16693662f6f1/f83541b1-3795-4018-ae2a-b13a27912bc5) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:15:15.097074 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:15:15.103255 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-24f4b0a3-8fcd-4fe0-b8c3-c2c6e122eb9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:15.186204 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8153ba6b-85c2-4198-b54d-b5d4aa8bf64e req-dec25214-ffaf-4c0d-bdf0-e986fce95039 service neutron] 10.222.0.85 "GET /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637943 Mar 22 19:15:15.188504 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b13a2d-95a7-4f5d-bb09-6a9c77720868 x-openstack-request-id: req-31b13a2d-95a7-4f5d-bb09-6a9c77720868 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:15:15.190147 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264", "tag": "93d11184-ab81-4e97-b7f1-4996710160b2", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:15:15.190648 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-31b13a2d-95a7-4f5d-bb09-6a9c77720868 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:15:15.191208 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31b13a2d-95a7-4f5d-bb09-6a9c77720868'] response: {'name': 'network-changed', 'server_uuid': '76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264', 'tag': '93d11184-ab81-4e97-b7f1-4996710160b2', 'status': 'completed', 'code': 200} Mar 22 19:15:15.244125 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669fff8-3eb7-4596-91d5-7ac9daf0496b service neutron] Pushing event updated for resources: {'Port': ['ID=eb3d1138-f8ab-49d4-a78d-f6cacc791272,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:15.338740 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:15:15.339082 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 29b52a9e-e6c7-4d6d-a42c-bb5dd84f8c89 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:15:15.352030 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98118426-f0cb-4890-9876-7c71d94296a0 req-befc9d8f-4770-42b1-8248-ce7da427c2d4 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:15.370691 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-98118426-f0cb-4890-9876-7c71d94296a0 req-befc9d8f-4770-42b1-8248-ce7da427c2d4 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4159d5c-de82-454d-b7f0-56656a17ef48 HTTP/1.1" status: 200 len: 948 time: 0.4230406 Mar 22 19:15:15.436895 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b7962-ca82-40bc-86c4-10a6e5d34d07 req-82734b16-7d79-47df-a070-5868df165fe0 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:15.438882 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e99b7962-ca82-40bc-86c4-10a6e5d34d07 req-82734b16-7d79-47df-a070-5868df165fe0 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/ports?device_id=0840de3f-efcb-487a-93f3-1de7bc2097d5 HTTP/1.1" status: 200 len: 950 time: 0.2574599 Mar 22 19:15:15.445700 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-8669fff8-3eb7-4596-91d5-7ac9daf0496b service neutron] Attempting to bind port eb3d1138-f8ab-49d4-a78d-f6cacc791272 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:15:15.446352 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-8669fff8-3eb7-4596-91d5-7ac9daf0496b service neutron] Attempting to bind port eb3d1138-f8ab-49d4-a78d-f6cacc791272 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:15:15.446902 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-8669fff8-3eb7-4596-91d5-7ac9daf0496b service neutron] Attempting to bind port eb3d1138-f8ab-49d4-a78d-f6cacc791272 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:15:15.457053 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c93e4d95-a87d-41a2-8d00-cb2bc915ad80 None None] Publish callbacks [] for port (f83541b1-3795-4018-ae2a-b13a27912bc5), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:15.475411 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-8669fff8-3eb7-4596-91d5-7ac9daf0496b service neutron] Port eb3d1138-f8ab-49d4-a78d-f6cacc791272 on network 43c82fd2-7e25-4eba-86f2-aced26197dba not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:15:15.476175 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-8669fff8-3eb7-4596-91d5-7ac9daf0496b service neutron] Attempting to bind port eb3d1138-f8ab-49d4-a78d-f6cacc791272 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:15:15.488586 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c93e4d95-a87d-41a2-8d00-cb2bc915ad80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (f83541b1-3795-4018-ae2a-b13a27912bc5), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:15.505464 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-98118426-f0cb-4890-9876-7c71d94296a0 req-96138b0f-4f1a-4a4d-b351-cc7590e2cd46 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0da2def-0efc-40c7-9bec-bcd9a7be1b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337776 Mar 22 19:15:15.506388 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-8669fff8-3eb7-4596-91d5-7ac9daf0496b service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:15:15.506568 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-8669fff8-3eb7-4596-91d5-7ac9daf0496b service neutron] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:15:15.506944 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-8669fff8-3eb7-4596-91d5-7ac9daf0496b service neutron] Bound using segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:15:15.507396 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-8669fff8-3eb7-4596-91d5-7ac9daf0496b service neutron] Bound port: eb3d1138-f8ab-49d4-a78d-f6cacc791272, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:15:15.507755 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-8669fff8-3eb7-4596-91d5-7ac9daf0496b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (eb3d1138-f8ab-49d4-a78d-f6cacc791272), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:15.566910 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93e4d95-a87d-41a2-8d00-cb2bc915ad80 None None] Network 76db1a35-645b-4039-985c-ae5c72fc2d41 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:15:15.568289 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e99b7962-ca82-40bc-86c4-10a6e5d34d07 req-7b5cfec3-4b50-427e-8770-19ff77ec6747 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d759956-3223-46a8-8476-9fdc36e41283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173959 Mar 22 19:15:15.579874 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 34482) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:15.610646 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-c93e4d95-a87d-41a2-8d00-cb2bc915ad80 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:15:15.618644 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93e4d95-a87d-41a2-8d00-cb2bc915ad80 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:15:15.686395 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9ddbbd99-0374-47c1-90bf-3498f1ca4825 admin admin] Publish callbacks [] for router_gateway (12d5fe11-5e73-4ca4-81de-235e440e96dc), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:15.705056 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:15.725200 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-868b6f6b-9833-4a63-83c8-f19d5ae6d2b3 req-cc97ecca-a9fc-4258-8e6c-52664e71932c tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb HTTP/1.1" status: 200 len: 210 time: 0.0690408 Mar 22 19:15:15.758538 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-8669fff8-3eb7-4596-91d5-7ac9daf0496b service neutron] For port eb3d1138-f8ab-49d4-a78d-f6cacc791272, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:15:15.762722 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-8669fff8-3eb7-4596-91d5-7ac9daf0496b service neutron] For port eb3d1138-f8ab-49d4-a78d-f6cacc791272, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=eb3d1138-f8ab-49d4-a78d-f6cacc791272,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:15:15.775770 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-8669fff8-3eb7-4596-91d5-7ac9daf0496b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (eb3d1138-f8ab-49d4-a78d-f6cacc791272), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:15.782330 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e63e1-ef86-419d-8010-3d8948c16fad req-c9aca140-6268-494c-bd96-1ab50291d6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:15.784024 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-289e63e1-ef86-419d-8010-3d8948c16fad req-c9aca140-6268-494c-bd96-1ab50291d6d6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0840de3f-efcb-487a-93f3-1de7bc2097d5 HTTP/1.1" status: 200 len: 1133 time: 0.7631609 Mar 22 19:15:15.790286 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c04595-635c-41ac-84b4-0b62c4cb6ff5 req-4211e5f0-556e-421e-b43c-084361fda400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:15.792064 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-68c04595-635c-41ac-84b4-0b62c4cb6ff5 req-4211e5f0-556e-421e-b43c-084361fda400 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9043ed5dac384ebd98a6e2b2119c0162&device_id=76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264 HTTP/1.1" status: 200 len: 1127 time: 0.1534996 Mar 22 19:15:15.799090 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b6259-5497-4829-ab5b-a10d137fe06d req-2b01573a-c63a-463a-acdf-ca27d76b2e4e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:15.809865 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc9b6259-5497-4829-ab5b-a10d137fe06d req-2b01573a-c63a-463a-acdf-ca27d76b2e4e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 950 time: 0.1513715 Mar 22 19:15:15.873104 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-8669fff8-3eb7-4596-91d5-7ac9daf0496b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:15.874348 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-8669fff8-3eb7-4596-91d5-7ac9daf0496b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:15.876096 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-8669fff8-3eb7-4596-91d5-7ac9daf0496b service neutron] 10.222.0.84 "PUT /v2.0/ports/eb3d1138-f8ab-49d4-a78d-f6cacc791272 HTTP/1.1" status: 200 len: 1097 time: 2.1779747 Mar 22 19:15:15.877001 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7a756a4e-5b2a-410e-beff-8efe16b83d95 None None] Publish callbacks [] for port (94ec6b17-c474-4976-9b71-9e70abcfd141), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:15.880518 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e4d95-a87d-41a2-8d00-cb2bc915ad80 None None] Pushing event updated for resources: {'Port': ['ID=f83541b1-3795-4018-ae2a-b13a27912bc5,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:15.885498 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7a756a4e-5b2a-410e-beff-8efe16b83d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (94ec6b17-c474-4976-9b71-9e70abcfd141), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:15.954989 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-289e63e1-ef86-419d-8010-3d8948c16fad req-03617960-91ae-4df1-a849-1eadae4d0c26 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=7d759956-3223-46a8-8476-9fdc36e41283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552246 Mar 22 19:15:15.970907 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34488) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:15.971823 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c1d42f5f-00f2-4245-a526-8c4a56a5e999 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b1da7ae6d55d4efcae108b3bd3ca00ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3866746 Mar 22 19:15:15.982302 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669fff8-3eb7-4596-91d5-7ac9daf0496b service neutron] Pushing event updated for resources: {'Port': ['ID=eb3d1138-f8ab-49d4-a78d-f6cacc791272,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:16.030230 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c93e4d95-a87d-41a2-8d00-cb2bc915ad80 None None] Attempting to bind port f83541b1-3795-4018-ae2a-b13a27912bc5 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:15:16.030611 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c93e4d95-a87d-41a2-8d00-cb2bc915ad80 None None] Attempting to bind port f83541b1-3795-4018-ae2a-b13a27912bc5 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'ff39e43a-f57b-433f-b046-1161350ee9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '76db1a35-645b-4039-985c-ae5c72fc2d41'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:15:16.030984 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93e4d95-a87d-41a2-8d00-cb2bc915ad80 None None] Attempting to bind port f83541b1-3795-4018-ae2a-b13a27912bc5 on network 76db1a35-645b-4039-985c-ae5c72fc2d41 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:15:16.047038 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93e4d95-a87d-41a2-8d00-cb2bc915ad80 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:15:16.048036 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93e4d95-a87d-41a2-8d00-cb2bc915ad80 None None] Checking segment: {'id': 'ff39e43a-f57b-433f-b046-1161350ee9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '76db1a35-645b-4039-985c-ae5c72fc2d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:15:16.048591 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c93e4d95-a87d-41a2-8d00-cb2bc915ad80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:16.049034 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93e4d95-a87d-41a2-8d00-cb2bc915ad80 None None] Bound using segment: {'id': 'ff39e43a-f57b-433f-b046-1161350ee9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '76db1a35-645b-4039-985c-ae5c72fc2d41'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:15:16.049572 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c93e4d95-a87d-41a2-8d00-cb2bc915ad80 None None] Bound port: f83541b1-3795-4018-ae2a-b13a27912bc5, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff39e43a-f57b-433f-b046-1161350ee9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '76db1a35-645b-4039-985c-ae5c72fc2d41'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:15:16.054735 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c93e4d95-a87d-41a2-8d00-cb2bc915ad80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f83541b1-3795-4018-ae2a-b13a27912bc5), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:16.119011 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508616fc-777e-4a22-94d9-cb16d5b77c54 req-120f0290-6400-4472-a5be-69c86839b0ce tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:16.127994 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-508616fc-777e-4a22-94d9-cb16d5b77c54 req-120f0290-6400-4472-a5be-69c86839b0ce tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/ports?device_id=76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264 HTTP/1.1" status: 200 len: 944 time: 0.2266481 Mar 22 19:15:16.171623 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c93e4d95-a87d-41a2-8d00-cb2bc915ad80 None None] For port f83541b1-3795-4018-ae2a-b13a27912bc5, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:15:16.175474 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c93e4d95-a87d-41a2-8d00-cb2bc915ad80 None None] For port f83541b1-3795-4018-ae2a-b13a27912bc5, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f83541b1-3795-4018-ae2a-b13a27912bc5,segment=NetworkSegment(ff39e43a-f57b-433f-b046-1161350ee9d4),segment_id=ff39e43a-f57b-433f-b046-1161350ee9d4)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:15:16.176777 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c04595-635c-41ac-84b4-0b62c4cb6ff5 req-0b7ca635-1bc6-4fd9-92d7-3f1584cd4b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:16.178589 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-68c04595-635c-41ac-84b4-0b62c4cb6ff5 req-0b7ca635-1bc6-4fd9-92d7-3f1584cd4b67 service neutron] 10.222.0.85 "GET /v2.0/networks?id=408d3c74-488c-412d-8e2a-ab74ff098a11 HTTP/1.1" status: 200 len: 922 time: 0.3800223 Mar 22 19:15:16.187544 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc9b6259-5497-4829-ab5b-a10d137fe06d req-f09d7c6a-00c5-44c7-9969-be7167b55a27 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802247 Mar 22 19:15:16.194841 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c93e4d95-a87d-41a2-8d00-cb2bc915ad80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f83541b1-3795-4018-ae2a-b13a27912bc5), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:16.204648 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-508616fc-777e-4a22-94d9-cb16d5b77c54 req-d8ea2a4d-d6b6-49ed-b083-19c0d201e32a tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd1cfd74-8abc-416a-90e5-3900db09e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756931 Mar 22 19:15:16.213396 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a79ae86-a358-443d-8cfb-cdc5bf54e875 None None] Pushing event updated for resources: {'Port': ['ID=94ec6b17-c474-4976-9b71-9e70abcfd141,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:16.230775 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-c1fc3790-b09e-45d9-a70d-a503f20a5372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:16.232402 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-c1fc3790-b09e-45d9-a70d-a503f20a5372 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=38638c01b940485389df7af141390434&device_id=e4159d5c-de82-454d-b7f0-56656a17ef48 HTTP/1.1" status: 200 len: 1131 time: 0.2513487 Mar 22 19:15:16.250019 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-7a756a4e-5b2a-410e-beff-8efe16b83d95 None None] Attempting to bind port 94ec6b17-c474-4976-9b71-9e70abcfd141 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:15:16.250473 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-7a756a4e-5b2a-410e-beff-8efe16b83d95 None None] Attempting to bind port 94ec6b17-c474-4976-9b71-9e70abcfd141 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '392f2d81-3a9e-489f-ae67-c9b50be79736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'da5fd57b-f10f-4980-a231-2023d84d3d68'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:15:16.250842 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a756a4e-5b2a-410e-beff-8efe16b83d95 None None] Attempting to bind port 94ec6b17-c474-4976-9b71-9e70abcfd141 on network da5fd57b-f10f-4980-a231-2023d84d3d68 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:15:16.259400 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a756a4e-5b2a-410e-beff-8efe16b83d95 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:15:16.260086 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a756a4e-5b2a-410e-beff-8efe16b83d95 None None] Checking segment: {'id': '392f2d81-3a9e-489f-ae67-c9b50be79736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'da5fd57b-f10f-4980-a231-2023d84d3d68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:15:16.260200 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7a756a4e-5b2a-410e-beff-8efe16b83d95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:16.260579 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a756a4e-5b2a-410e-beff-8efe16b83d95 None None] Bound using segment: {'id': '392f2d81-3a9e-489f-ae67-c9b50be79736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'da5fd57b-f10f-4980-a231-2023d84d3d68'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:15:16.261067 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-7a756a4e-5b2a-410e-beff-8efe16b83d95 None None] Bound port: 94ec6b17-c474-4976-9b71-9e70abcfd141, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392f2d81-3a9e-489f-ae67-c9b50be79736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'da5fd57b-f10f-4980-a231-2023d84d3d68'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:15:16.261454 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7a756a4e-5b2a-410e-beff-8efe16b83d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (94ec6b17-c474-4976-9b71-9e70abcfd141), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:16.300743 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-fe97aabd-4177-41af-8625-32ecb4a470c7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=eb3d1138-f8ab-49d4-a78d-f6cacc791272 HTTP/1.1" status: 200 len: 217 time: 0.0605841 Mar 22 19:15:16.326442 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-68c04595-635c-41ac-84b4-0b62c4cb6ff5 req-c5a10dc4-9205-46dd-bcf7-95762019b23e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93d11184-ab81-4e97-b7f1-4996710160b2 HTTP/1.1" status: 200 len: 217 time: 0.1372960 Mar 22 19:15:16.367394 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1de237e3-abd2-465c-9029-850c2cb5e979 admin admin] Publish callbacks [] for security_group (edde97b7-d7c8-4fa9-a1e1-8069b60aadba), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:16.381206 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e4d95-a87d-41a2-8d00-cb2bc915ad80 None None] Pushing event updated for resources: {'Port': ['ID=f83541b1-3795-4018-ae2a-b13a27912bc5,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:16.397883 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-7a756a4e-5b2a-410e-beff-8efe16b83d95 None None] For port 94ec6b17-c474-4976-9b71-9e70abcfd141, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:15:16.403435 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-7a756a4e-5b2a-410e-beff-8efe16b83d95 None None] For port 94ec6b17-c474-4976-9b71-9e70abcfd141, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=94ec6b17-c474-4976-9b71-9e70abcfd141,segment=NetworkSegment(392f2d81-3a9e-489f-ae67-c9b50be79736),segment_id=392f2d81-3a9e-489f-ae67-c9b50be79736)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:15:16.407104 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-9307679a-2778-4a4d-afb0-08cee4811816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:16.415908 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7a756a4e-5b2a-410e-beff-8efe16b83d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (94ec6b17-c474-4976-9b71-9e70abcfd141), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:16.420578 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1de237e3-abd2-465c-9029-850c2cb5e979 admin admin] Publish callbacks [] for security_group (edde97b7-d7c8-4fa9-a1e1-8069b60aadba), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:16.423033 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-9307679a-2778-4a4d-afb0-08cee4811816 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.0959523 Mar 22 19:15:16.480011 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9ddbbd99-0374-47c1-90bf-3498f1ca4825 admin admin] Publish callbacks [] for router_gateway (12d5fe11-5e73-4ca4-81de-235e440e96dc), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:16.501433 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-cd2fe240-fc01-4779-9377-294f43e54bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:16.504541 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1de237e3-abd2-465c-9029-850c2cb5e979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (edde97b7-d7c8-4fa9-a1e1-8069b60aadba), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:16.505929 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-cd2fe240-fc01-4779-9377-294f43e54bc9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0742891 Mar 22 19:15:16.508063 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1de237e3-abd2-465c-9029-850c2cb5e979 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:16.510004 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1de237e3-abd2-465c-9029-850c2cb5e979 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/edde97b7-d7c8-4fa9-a1e1-8069b60aadba HTTP/1.1" status: 204 len: 168 time: 0.5378129 Mar 22 19:15:16.597455 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9ddbbd99-0374-47c1-90bf-3498f1ca4825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:16.634752 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de237e3-abd2-465c-9029-850c2cb5e979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edde97b7-d7c8-4fa9-a1e1-8069b60aadba,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:16.733760 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a79ae86-a358-443d-8cfb-cdc5bf54e875 None None] Pushing event updated for resources: {'Port': ['ID=94ec6b17-c474-4976-9b71-9e70abcfd141,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:16.749973 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a756a4e-5b2a-410e-beff-8efe16b83d95 None None] Routers {'27654713-b678-49b7-b5d3-8445f6d28b83'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:15:16.751189 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7a756a4e-5b2a-410e-beff-8efe16b83d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:14:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['27654713-b678-49b7-b5d3-8445f6d28b83'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:15:16.897328 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-32ba0286-a3e5-4faf-beb8-a2d1e55aef11 None None] Provisioning complete for port 94ec6b17-c474-4976-9b71-9e70abcfd141 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:16.898003 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-32ba0286-a3e5-4faf-beb8-a2d1e55aef11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (94ec6b17-c474-4976-9b71-9e70abcfd141), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:16.925675 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-9ddbbd99-0374-47c1-90bf-3498f1ca4825 admin admin] Allocated IP 172.25.5.78 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/226720bc-cc87-498d-91f3-90196c1ed12d) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:15:16.995882 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c04595-635c-41ac-84b4-0b62c4cb6ff5 req-afcd3266-43e0-4acd-a332-b756f9f09bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:16.998857 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-68c04595-635c-41ac-84b4-0b62c4cb6ff5 req-afcd3266-43e0-4acd-a332-b756f9f09bb5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=404f1295-a29d-4db9-84c7-cbcf7d46527c HTTP/1.1" status: 200 len: 860 time: 0.6489534 Mar 22 19:15:17.023844 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-7a756a4e-5b2a-410e-beff-8efe16b83d95 None None] Set router 27654713-b678-49b7-b5d3-8445f6d28b83 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:15:17.067399 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4159d5c-de82-454d-b7f0-56656a17ef48', 'tag': 'eb3d1138-f8ab-49d4-a78d-f6cacc791272'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:15:17.070008 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9d6554-e034-46db-8929-2141aff47f62" -d '{"events": [{"name": "network-changed", "server_uuid": "e4159d5c-de82-454d-b7f0-56656a17ef48", "tag": "eb3d1138-f8ab-49d4-a78d-f6cacc791272"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:15:17.070249 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-32ba0286-a3e5-4faf-beb8-a2d1e55aef11 None None] Current status of the port 94ec6b17-c474-4976-9b71-9e70abcfd141 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:17.070784 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-32ba0286-a3e5-4faf-beb8-a2d1e55aef11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (94ec6b17-c474-4976-9b71-9e70abcfd141), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:17.079935 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aef495-3abb-40e4-af3f-e001966abe17 req-8e6c164d-76ab-411c-b1d7-2ca11440e7d2 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:17.082548 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-01aef495-3abb-40e4-af3f-e001966abe17 req-8e6c164d-76ab-411c-b1d7-2ca11440e7d2 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.85 "GET /v2.0/networks?id=63b49c54-7e45-4147-9f0e-8b47e058281a HTTP/1.1" status: 200 len: 808 time: 0.2651160 Mar 22 19:15:17.100796 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c04595-635c-41ac-84b4-0b62c4cb6ff5 req-44b29970-7ea9-4195-b991-8f3a33a31055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:17.102532 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-68c04595-635c-41ac-84b4-0b62c4cb6ff5 req-44b29970-7ea9-4195-b991-8f3a33a31055 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=408d3c74-488c-412d-8e2a-ab74ff098a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0911179 Mar 22 19:15:17.106982 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9ddbbd99-0374-47c1-90bf-3498f1ca4825 admin admin] Publish callbacks [] for port (226720bc-cc87-498d-91f3-90196c1ed12d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:17.126264 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-01aef495-3abb-40e4-af3f-e001966abe17 req-faa26cb2-d9eb-488c-877f-7f13aa38b568 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Request body: {'port': {'device_id': '378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb', 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a', 'admin_state_up': True, 'tenant_id': '635145d2a62d432cbc865a99eb3219e4'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:15:17.134896 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34506) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:17.199356 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-32ba0286-a3e5-4faf-beb8-a2d1e55aef11 None None] For port 94ec6b17-c474-4976-9b71-9e70abcfd141, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=94ec6b17-c474-4976-9b71-9e70abcfd141,segment=NetworkSegment(392f2d81-3a9e-489f-ae67-c9b50be79736),segment_id=392f2d81-3a9e-489f-ae67-c9b50be79736)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:17.208228 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-32ba0286-a3e5-4faf-beb8-a2d1e55aef11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (94ec6b17-c474-4976-9b71-9e70abcfd141), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:17.220989 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-05bf8cf0-8ece-4b98-956b-1a096e317589 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7054007 Mar 22 19:15:17.244392 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e0586ff3-f3e8-4d2c-bf12-9b2ce2b20a7f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=097c1e27b50845268de8a7e4682b3b3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1082561 Mar 22 19:15:17.249649 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34510) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:17.339917 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9ddbbd99-0374-47c1-90bf-3498f1ca4825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (226720bc-cc87-498d-91f3-90196c1ed12d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:17.398491 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-68c04595-635c-41ac-84b4-0b62c4cb6ff5 req-86a13cdc-18ba-4f61-8d0c-267a6cff8f7f service neutron] 10.222.0.85 "GET /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873394 Mar 22 19:15:17.413596 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddbbd99-0374-47c1-90bf-3498f1ca4825 admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:15:17.434331 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-9ddbbd99-0374-47c1-90bf-3498f1ca4825 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:15:17.444278 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddbbd99-0374-47c1-90bf-3498f1ca4825 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:15:17.472560 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d3fa99f6-d62e-4e66-8e54-99acdacf90ee admin admin] Publish callbacks [] for security_group (1b03eea1-3ca6-4adc-aad4-29d2acb80c13), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:17.522387 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f83541b1-3795-4018-ae2a-b13a27912bc5 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:15:17.547369 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4242b214-5af1-4681-b86d-d1a70b9e3a19 req-a2360fd0-c402-4ee5-98b7-88ec71a5921f service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195632 Mar 22 19:15:17.552121 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddbbd99-0374-47c1-90bf-3498f1ca4825 admin admin] Pushing event updated for resources: {'Port': ['ID=226720bc-cc87-498d-91f3-90196c1ed12d,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:17.553808 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7cf2d6-0927-4589-98d4-90b133b4b788 req-09dacce9-4c83-4777-8d6a-cd3be2600e59 tempest-MigrationsAdminTest-102229236 tempest-MigrationsAdminTest-102229236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:17.563837 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7c7cf2d6-0927-4589-98d4-90b133b4b788 req-09dacce9-4c83-4777-8d6a-cd3be2600e59 tempest-MigrationsAdminTest-102229236 tempest-MigrationsAdminTest-102229236-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 1133 time: 0.7761543 Mar 22 19:15:17.586792 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d3fa99f6-d62e-4e66-8e54-99acdacf90ee admin admin] Publish callbacks [] for security_group (1b03eea1-3ca6-4adc-aad4-29d2acb80c13), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:17.597774 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba0286-a3e5-4faf-beb8-a2d1e55aef11 None None] Pushing event updated for resources: {'Port': ['ID=94ec6b17-c474-4976-9b71-9e70abcfd141,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:17.599341 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7c7cf2d6-0927-4589-98d4-90b133b4b788 req-d85211d3-cc00-4361-a20f-97c3c7f92d30 tempest-MigrationsAdminTest-102229236 tempest-MigrationsAdminTest-102229236-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:17.609332 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a243acae-7e25-48a2-9b06-57afdbebfb38 req-29d71617-3f98-4a28-9c8a-9d4483267ba0 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:17.610937 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a243acae-7e25-48a2-9b06-57afdbebfb38 req-29d71617-3f98-4a28-9c8a-9d4483267ba0 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4159d5c-de82-454d-b7f0-56656a17ef48 HTTP/1.1" status: 200 len: 948 time: 0.8252978 Mar 22 19:15:17.620347 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2cf3cd07-d872-4951-ae6d-b6ce32ba8525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:17.627648 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-868bf001-d931-49b0-a77a-6758984e3190 None None] Provisioning complete for port 94ec6b17-c474-4976-9b71-9e70abcfd141 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:17.628113 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-868bf001-d931-49b0-a77a-6758984e3190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (94ec6b17-c474-4976-9b71-9e70abcfd141), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:17.699733 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01aef495-3abb-40e4-af3f-e001966abe17 req-faa26cb2-d9eb-488c-877f-7f13aa38b568 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Made reservation on behalf of 635145d2a62d432cbc865a99eb3219e4 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:15:17.704198 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port f83541b1-3795-4018-ae2a-b13a27912bc5 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:17.704368 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-01aef495-3abb-40e4-af3f-e001966abe17 req-faa26cb2-d9eb-488c-877f-7f13aa38b568 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:17.704465 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f83541b1-3795-4018-ae2a-b13a27912bc5), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:17.722466 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a243acae-7e25-48a2-9b06-57afdbebfb38 req-fa21378c-2acf-4014-b9ff-2400a1ff0468 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0da2def-0efc-40c7-9bec-bcd9a7be1b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030684 Mar 22 19:15:17.821093 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-68c04595-635c-41ac-84b4-0b62c4cb6ff5 req-841fdf70-e436-4b63-8d8c-a9d06264b33b service neutron] 10.222.0.85 "GET /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016511 Mar 22 19:15:17.825953 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7a756a4e-5b2a-410e-beff-8efe16b83d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'name': 'tempest-AttachSCSIVolumeTestJSON-693033484-router', 'tenant_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b2f8df93-6e6b-4f7f-8074-95f25836f435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:59Z', 'updated_at': '2022-03-22T19:15:08Z', 'revision_number': 4, 'project_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'gw_port': {'id': 'b2f8df93-6e6b-4f7f-8074-95f25836f435', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:00Z', 'updated_at': '2022-03-22T19:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '94ec6b17-c474-4976-9b71-9e70abcfd141', 'name': '', 'network_id': 'da5fd57b-f10f-4980-a231-2023d84d3d68', 'tenant_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'mac_address': 'fa:16:3e:43:05:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c55e3d95-c01f-4644-b0f9-457902969723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:07Z', 'updated_at': '2022-03-22T19:15:16Z', 'revision_number': 4, 'project_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'subnets': [{'id': 'c55e3d95-c01f-4644-b0f9-457902969723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:15:17.842237 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-868bf001-d931-49b0-a77a-6758984e3190 None None] Current status of the port 94ec6b17-c474-4976-9b71-9e70abcfd141 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:17.876597 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a756a4e-5b2a-410e-beff-8efe16b83d95 None None] The sync data for ids ['27654713-b678-49b7-b5d3-8445f6d28b83'] in n-d-705658-24 is: [{'id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'name': 'tempest-AttachSCSIVolumeTestJSON-693033484-router', 'tenant_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b2f8df93-6e6b-4f7f-8074-95f25836f435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:59Z', 'updated_at': '2022-03-22T19:15:08Z', 'revision_number': 4, 'project_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'gw_port': {'id': 'b2f8df93-6e6b-4f7f-8074-95f25836f435', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:00Z', 'updated_at': '2022-03-22T19:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '94ec6b17-c474-4976-9b71-9e70abcfd141', 'name': '', 'network_id': 'da5fd57b-f10f-4980-a231-2023d84d3d68', 'tenant_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'mac_address': 'fa:16:3e:43:05:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c55e3d95-c01f-4644-b0f9-457902969723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:07Z', 'updated_at': '2022-03-22T19:15:16Z', 'revision_number': 4, 'project_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'subnets': [{'id': 'c55e3d95-c01f-4644-b0f9-457902969723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:15:17.922881 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7c7cf2d6-0927-4589-98d4-90b133b4b788 req-d85211d3-cc00-4361-a20f-97c3c7f92d30 tempest-MigrationsAdminTest-102229236 tempest-MigrationsAdminTest-102229236-project-admin] Publish callbacks [] for security_group (f9a5064d-5481-46d4-a907-108aa7ba89e3), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:17.940293 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port f83541b1-3795-4018-ae2a-b13a27912bc5 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:17.941089 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f83541b1-3795-4018-ae2a-b13a27912bc5), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:17.958812 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7c7cf2d6-0927-4589-98d4-90b133b4b788 req-d85211d3-cc00-4361-a20f-97c3c7f92d30 tempest-MigrationsAdminTest-102229236 tempest-MigrationsAdminTest-102229236-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f9a5064d-5481-46d4-a907-108aa7ba89e3), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:18.002030 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d3fa99f6-d62e-4e66-8e54-99acdacf90ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1b03eea1-3ca6-4adc-aad4-29d2acb80c13), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:18.006546 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d3fa99f6-d62e-4e66-8e54-99acdacf90ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:18.009000 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d3fa99f6-d62e-4e66-8e54-99acdacf90ee admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1b03eea1-3ca6-4adc-aad4-29d2acb80c13 HTTP/1.1" status: 204 len: 168 time: 0.7572558 Mar 22 19:15:18.049427 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port f83541b1-3795-4018-ae2a-b13a27912bc5, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f83541b1-3795-4018-ae2a-b13a27912bc5,segment=NetworkSegment(ff39e43a-f57b-433f-b046-1161350ee9d4),segment_id=ff39e43a-f57b-433f-b046-1161350ee9d4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:18.050910 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:18.053933 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f83541b1-3795-4018-ae2a-b13a27912bc5), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:18.059883 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930d3e6-0f7c-45fb-b9ac-9361439f404c req-66eded03-c5fe-49f9-b8f4-5f7f25fbe121 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:18.067531 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0930d3e6-0f7c-45fb-b9ac-9361439f404c req-66eded03-c5fe-49f9-b8f4-5f7f25fbe121 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/ports?device_id=0840de3f-efcb-487a-93f3-1de7bc2097d5 HTTP/1.1" status: 200 len: 950 time: 0.2725856 Mar 22 19:15:18.070120 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-01aef495-3abb-40e4-af3f-e001966abe17 req-faa26cb2-d9eb-488c-877f-7f13aa38b568 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Allocated IP 172.20.0.9 (63b49c54-7e45-4147-9f0e-8b47e058281a/1824832e-8035-4e29-a8c5-aaeabb7261e8/76f3eddc-2af4-4a52-99a6-900a5e60ba18) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:15:18.074819 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7c7cf2d6-0927-4589-98d4-90b133b4b788 req-d85211d3-cc00-4361-a20f-97c3c7f92d30 tempest-MigrationsAdminTest-102229236 tempest-MigrationsAdminTest-102229236-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5102367 Mar 22 19:15:18.075687 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85211d3-cc00-4361-a20f-97c3c7f92d30 tempest-MigrationsAdminTest-102229236 tempest-MigrationsAdminTest-102229236-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a5064d-5481-46d4-a907-108aa7ba89e3,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:18.099678 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa99f6-d62e-4e66-8e54-99acdacf90ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b03eea1-3ca6-4adc-aad4-29d2acb80c13,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:18.145868 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=f83541b1-3795-4018-ae2a-b13a27912bc5,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:18.156283 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b5b7da-8a37-4a75-8fa2-eb8be316a9e1 None None] Network 76db1a35-645b-4039-985c-ae5c72fc2d41 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:15:18.159770 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9ddbbd99-0374-47c1-90bf-3498f1ca4825 admin admin] Publish callbacks [] for router_gateway (12d5fe11-5e73-4ca4-81de-235e440e96dc), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:18.248203 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-d6dbbb49-ba59-4fc8-afce-975e14bc8589 None None] Provisioning complete for port f83541b1-3795-4018-ae2a-b13a27912bc5 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:18.248888 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d6dbbb49-ba59-4fc8-afce-975e14bc8589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f83541b1-3795-4018-ae2a-b13a27912bc5), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:18.323244 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0930d3e6-0f7c-45fb-b9ac-9361439f404c req-5a002d38-6399-46f4-a0ef-077f0a6cc477 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d759956-3223-46a8-8476-9fdc36e41283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546995 Mar 22 19:15:18.348747 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5bbb6bbe-1a6b-44a7-bbde-4b9e587e96ae req-c79940d0-7843-4d81-a925-7cce3603489a tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb HTTP/1.1" status: 200 len: 210 time: 0.1186900 Mar 22 19:15:18.458312 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d6dbbb49-ba59-4fc8-afce-975e14bc8589 None None] Current status of the port f83541b1-3795-4018-ae2a-b13a27912bc5 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:18.531728 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-01aef495-3abb-40e4-af3f-e001966abe17 req-faa26cb2-d9eb-488c-877f-7f13aa38b568 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Publish callbacks [] for port (76f3eddc-2af4-4a52-99a6-900a5e60ba18), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:18.538909 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:18.591509 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9ddbbd99-0374-47c1-90bf-3498f1ca4825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (12d5fe11-5e73-4ca4-81de-235e440e96dc), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:18.599526 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937e25a7-662f-462f-af7e-bfd6514ffa21 x-openstack-request-id: req-937e25a7-662f-462f-af7e-bfd6514ffa21 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:15:18.599943 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4159d5c-de82-454d-b7f0-56656a17ef48", "tag": "eb3d1138-f8ab-49d4-a78d-f6cacc791272", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:15:18.600088 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-937e25a7-662f-462f-af7e-bfd6514ffa21 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:15:18.600533 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-937e25a7-662f-462f-af7e-bfd6514ffa21'] response: {'name': 'network-changed', 'server_uuid': 'e4159d5c-de82-454d-b7f0-56656a17ef48', 'tag': 'eb3d1138-f8ab-49d4-a78d-f6cacc791272', 'status': 'completed', 'code': 200} Mar 22 19:15:18.611832 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-01aef495-3abb-40e4-af3f-e001966abe17 req-faa26cb2-d9eb-488c-877f-7f13aa38b568 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (76f3eddc-2af4-4a52-99a6-900a5e60ba18), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:18.707193 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c4217011-875b-4025-a0e5-abb5bd6b8508 req-840f9bc3-57d6-4cba-95bf-ff6d6dfaaa20 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4841790 Mar 22 19:15:18.733160 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d6554-e034-46db-8929-2141aff47f62 req-c0a010d0-32cf-4d9d-89bb-051f6ecdff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:18.735731 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8f9d6554-e034-46db-8929-2141aff47f62 req-c0a010d0-32cf-4d9d-89bb-051f6ecdff7f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=38638c01b940485389df7af141390434&device_id=e4159d5c-de82-454d-b7f0-56656a17ef48 HTTP/1.1" status: 200 len: 1131 time: 0.2002151 Mar 22 19:15:18.783249 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01aef495-3abb-40e4-af3f-e001966abe17 req-faa26cb2-d9eb-488c-877f-7f13aa38b568 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Network 63b49c54-7e45-4147-9f0e-8b47e058281a is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:15:18.806984 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-01aef495-3abb-40e4-af3f-e001966abe17 req-faa26cb2-d9eb-488c-877f-7f13aa38b568 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:15:18.827772 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa26cb2-d9eb-488c-877f-7f13aa38b568 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Pushing event updated for resources: {'Port': ['ID=76f3eddc-2af4-4a52-99a6-900a5e60ba18,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:18.830555 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-01aef495-3abb-40e4-af3f-e001966abe17 req-faa26cb2-d9eb-488c-877f-7f13aa38b568 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:15:18.849581 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae3680-a0da-483f-a654-b5732142d019 req-3a8df691-3007-418d-9e31-feccbe268700 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:18.851273 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f8ae3680-a0da-483f-a654-b5732142d019 req-3a8df691-3007-418d-9e31-feccbe268700 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/ports?device_id=76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264 HTTP/1.1" status: 200 len: 944 time: 0.2564063 Mar 22 19:15:18.915393 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f3ec21b5-e25c-43d6-b084-82c2e3443681 None None] Provisioning complete for port f83541b1-3795-4018-ae2a-b13a27912bc5 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:18.915911 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f3ec21b5-e25c-43d6-b084-82c2e3443681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f83541b1-3795-4018-ae2a-b13a27912bc5), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:18.963552 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aef495-3abb-40e4-af3f-e001966abe17 req-faa26cb2-d9eb-488c-877f-7f13aa38b568 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:18.964374 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-01aef495-3abb-40e4-af3f-e001966abe17 req-faa26cb2-d9eb-488c-877f-7f13aa38b568 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:18.979364 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4217011-875b-4025-a0e5-abb5bd6b8508 req-2d00ebce-3833-4117-9275-08e3290da448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:18.981030 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c4217011-875b-4025-a0e5-abb5bd6b8508 req-2d00ebce-3833-4117-9275-08e3290da448 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 1133 time: 0.1907368 Mar 22 19:15:18.995786 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d6554-e034-46db-8929-2141aff47f62 req-e96cab1b-1022-4139-adcb-7a17bb243e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:18.997254 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8f9d6554-e034-46db-8929-2141aff47f62 req-e96cab1b-1022-4139-adcb-7a17bb243e98 service neutron] 10.222.0.84 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.2505560 Mar 22 19:15:19.028567 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f3ec21b5-e25c-43d6-b084-82c2e3443681 None None] Current status of the port f83541b1-3795-4018-ae2a-b13a27912bc5 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:19.046157 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ddbbd99-0374-47c1-90bf-3498f1ca4825 admin admin] Router 12d5fe11-5e73-4ca4-81de-235e440e96dc is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:15:19.081319 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-01aef495-3abb-40e4-af3f-e001966abe17 req-faa26cb2-d9eb-488c-877f-7f13aa38b568 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9619675 Mar 22 19:15:19.102040 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f8ae3680-a0da-483f-a654-b5732142d019 req-61b10376-9b1f-4ee0-a9ed-e44cba267eb5 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd1cfd74-8abc-416a-90e5-3900db09e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236502 Mar 22 19:15:19.109317 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-01aef495-3abb-40e4-af3f-e001966abe17 req-4bd2d023-7f8d-41be-a810-534783a58b96 service neutron] Request body: {'port': {'device_id': '378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:15:19.112270 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8f9d6554-e034-46db-8929-2141aff47f62 req-fbefbe2b-65e9-4947-97e9-2b847f50f2cb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=eb3d1138-f8ab-49d4-a78d-f6cacc791272 HTTP/1.1" status: 200 len: 217 time: 0.0939541 Mar 22 19:15:19.119066 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 93d11184-ab81-4e97-b7f1-4996710160b2 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:15:19.274118 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4217011-875b-4025-a0e5-abb5bd6b8508 req-de8e7a3e-ce94-4337-99e1-c5e49701aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:19.279877 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c4217011-875b-4025-a0e5-abb5bd6b8508 req-de8e7a3e-ce94-4337-99e1-c5e49701aefb service neutron] 10.222.0.84 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.2720656 Mar 22 19:15:19.286678 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-01aef495-3abb-40e4-af3f-e001966abe17 req-4bd2d023-7f8d-41be-a810-534783a58b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (76f3eddc-2af4-4a52-99a6-900a5e60ba18), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:19.310063 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d6554-e034-46db-8929-2141aff47f62 req-b3fe71b7-533b-46f3-ac61-4334d4b02177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:19.311555 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8f9d6554-e034-46db-8929-2141aff47f62 req-b3fe71b7-533b-46f3-ac61-4334d4b02177 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1985064 Mar 22 19:15:19.430076 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 93d11184-ab81-4e97-b7f1-4996710160b2, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=93d11184-ab81-4e97-b7f1-4996710160b2,segment=NetworkSegment(ff787278-dda5-44e2-bda4-bbfcbe692a1e),segment_id=ff787278-dda5-44e2-bda4-bbfcbe692a1e)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:19.464748 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c4217011-875b-4025-a0e5-abb5bd6b8508 req-29c2149d-9aed-4c65-b29b-72dc2ea0310b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=8968dc95-8b66-420b-912b-413092d8cf15 HTTP/1.1" status: 200 len: 217 time: 0.1700954 Mar 22 19:15:19.471447 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '93d11184-ab81-4e97-b7f1-4996710160b2', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'port_id': '93d11184-ab81-4e97-b7f1-4996710160b2', 'mac_address': 'fa:16:3e:0a:e0:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:15:19.489476 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddbbd99-0374-47c1-90bf-3498f1ca4825 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:15:19.502493 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0244ec94-3b00-4264-9928-8e9c7e6654f1 None None] Sync routers for ids ['12d5fe11-5e73-4ca4-81de-235e440e96dc'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:15:19.540542 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d6554-e034-46db-8929-2141aff47f62 req-824bebc8-f9c9-4f5a-a5ae-c0ca4fd0bec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:19.542096 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8f9d6554-e034-46db-8929-2141aff47f62 req-824bebc8-f9c9-4f5a-a5ae-c0ca4fd0bec0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2213798 Mar 22 19:15:19.560463 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0244ec94-3b00-4264-9928-8e9c7e6654f1 None None] Routers {'12d5fe11-5e73-4ca4-81de-235e440e96dc'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:15:19.561563 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-0244ec94-3b00-4264-9928-8e9c7e6654f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:15:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['12d5fe11-5e73-4ca4-81de-235e440e96dc'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:15:19.563215 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9ddbbd99-0374-47c1-90bf-3498f1ca4825 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:19.564437 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9ddbbd99-0374-47c1-90bf-3498f1ca4825 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1074774 Mar 22 19:15:19.602388 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 93d11184-ab81-4e97-b7f1-4996710160b2 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:19.607654 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (93d11184-ab81-4e97-b7f1-4996710160b2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:19.626745 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d11184-ab81-4e97-b7f1-4996710160b2 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:15:19.631621 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34560) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:19.653044 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 93d11184-ab81-4e97-b7f1-4996710160b2, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=93d11184-ab81-4e97-b7f1-4996710160b2,segment=NetworkSegment(ff787278-dda5-44e2-bda4-bbfcbe692a1e),segment_id=ff787278-dda5-44e2-bda4-bbfcbe692a1e)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:19.657280 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 94ec6b17-c474-4976-9b71-9e70abcfd141 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:15:19.765192 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (93d11184-ab81-4e97-b7f1-4996710160b2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:19.843209 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-0244ec94-3b00-4264-9928-8e9c7e6654f1 None None] Set router 12d5fe11-5e73-4ca4-81de-235e440e96dc gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:15:19.851799 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4217011-875b-4025-a0e5-abb5bd6b8508 req-a9bd9b07-f1be-42a1-9696-58242edac77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:19.860974 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c4217011-875b-4025-a0e5-abb5bd6b8508 req-a9bd9b07-f1be-42a1-9696-58242edac77e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.2772880 Mar 22 19:15:19.916516 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 94ec6b17-c474-4976-9b71-9e70abcfd141 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:19.917091 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (94ec6b17-c474-4976-9b71-9e70abcfd141), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:20.027451 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:20.126726 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 94ec6b17-c474-4976-9b71-9e70abcfd141 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:20.127970 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f83541b1-3795-4018-ae2a-b13a27912bc5 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:15:20.154658 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=93d11184-ab81-4e97-b7f1-4996710160b2,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:20.168463 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['93d11184-ab81-4e97-b7f1-4996710160b2'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:15:20.216957 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 34574) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:20.259355 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port f83541b1-3795-4018-ae2a-b13a27912bc5 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:20.259653 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f83541b1-3795-4018-ae2a-b13a27912bc5), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:20.314633 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-0244ec94-3b00-4264-9928-8e9c7e6654f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d5fe11-5e73-4ca4-81de-235e440e96dc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1033502042-router', 'tenant_id': 'f79901facf514622a5b7e18f35767704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '226720bc-cc87-498d-91f3-90196c1ed12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:15:14Z', 'updated_at': '2022-03-22T19:15:17Z', 'revision_number': 3, 'project_id': 'f79901facf514622a5b7e18f35767704', 'gw_port': {'id': '226720bc-cc87-498d-91f3-90196c1ed12d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:50:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d5fe11-5e73-4ca4-81de-235e440e96dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:16Z', 'updated_at': '2022-03-22T19:15:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:15:20.353332 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0244ec94-3b00-4264-9928-8e9c7e6654f1 None None] Checking router: 12d5fe11-5e73-4ca4-81de-235e440e96dc for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:15:20.353679 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0244ec94-3b00-4264-9928-8e9c7e6654f1 None None] Updating router 12d5fe11-5e73-4ca4-81de-235e440e96dc port 226720bc-cc87-498d-91f3-90196c1ed12d binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:15:20.377646 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8f9d6554-e034-46db-8929-2141aff47f62 req-68a41cb7-eca0-41a8-8d4c-dc58f5625624 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8289053 Mar 22 19:15:20.411251 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-0244ec94-3b00-4264-9928-8e9c7e6654f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (226720bc-cc87-498d-91f3-90196c1ed12d), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:20.444868 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b1c9a-83e8-45e8-8132-ef87b51a3033 req-e9724b79-2998-4fd3-8190-eda5f36e9c7d tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:20.446572 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-399b1c9a-83e8-45e8-8132-ef87b51a3033 req-e9724b79-2998-4fd3-8190-eda5f36e9c7d tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb HTTP/1.1" status: 200 len: 931 time: 0.2286940 Mar 22 19:15:20.487619 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device eb3d1138-f8ab-49d4-a78d-f6cacc791272 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:15:20.493038 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a8e74-2dc9-4816-baf1-9476a2baef79 req-7625cf6d-0794-43b4-9dfb-27bfa2b6e9d1 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:20.494768 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a58a8e74-2dc9-4816-baf1-9476a2baef79 req-7625cf6d-0794-43b4-9dfb-27bfa2b6e9d1 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4159d5c-de82-454d-b7f0-56656a17ef48 HTTP/1.1" status: 200 len: 948 time: 0.3457425 Mar 22 19:15:20.504880 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4217011-875b-4025-a0e5-abb5bd6b8508 req-74ea8f8e-d8e9-4b1f-9bcb-3834679155fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:20.506439 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c4217011-875b-4025-a0e5-abb5bd6b8508 req-74ea8f8e-d8e9-4b1f-9bcb-3834679155fc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6376915 Mar 22 19:15:20.512105 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port f83541b1-3795-4018-ae2a-b13a27912bc5 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:20.551835 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8f9d6554-e034-46db-8929-2141aff47f62 req-6a0501e7-8691-409d-bcc6-21f782f583f7 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630745 Mar 22 19:15:20.593021 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a58a8e74-2dc9-4816-baf1-9476a2baef79 req-bab2ac20-3de5-4ef2-bab8-f85c3f8b63fa tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0da2def-0efc-40c7-9bec-bcd9a7be1b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841568 Mar 22 19:15:20.757664 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c4217011-875b-4025-a0e5-abb5bd6b8508 req-e24c3b3f-4c77-4e35-9a70-2b370aaab6f2 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863465 Mar 22 19:15:20.776690 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port eb3d1138-f8ab-49d4-a78d-f6cacc791272, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=eb3d1138-f8ab-49d4-a78d-f6cacc791272,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:20.806420 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'eb3d1138-f8ab-49d4-a78d-f6cacc791272', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': 'eb3d1138-f8ab-49d4-a78d-f6cacc791272', 'mac_address': 'fa:16:3e:76:8c:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:15:20.907556 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port eb3d1138-f8ab-49d4-a78d-f6cacc791272 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:20.909442 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (eb3d1138-f8ab-49d4-a78d-f6cacc791272), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:20.942238 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb3d1138-f8ab-49d4-a78d-f6cacc791272 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:15:20.963896 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-0244ec94-3b00-4264-9928-8e9c7e6654f1 None None] Publish callbacks [] for port (226720bc-cc87-498d-91f3-90196c1ed12d), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:20.968990 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port eb3d1138-f8ab-49d4-a78d-f6cacc791272, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=eb3d1138-f8ab-49d4-a78d-f6cacc791272,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:20.970498 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-0244ec94-3b00-4264-9928-8e9c7e6654f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (226720bc-cc87-498d-91f3-90196c1ed12d), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:20.974740 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (eb3d1138-f8ab-49d4-a78d-f6cacc791272), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:20.991013 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0227c010-c0a8-433a-b573-952af830dde4 req-2c0599fa-0154-44ba-85c9-6a4b0de09e17 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6928639 Mar 22 19:15:20.998889 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-0227c010-c0a8-433a-b573-952af830dde4 req-5725888d-2f98-448d-9c8f-b7f36d3e0aa7 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:15:20.998889 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0227c010-c0a8-433a-b573-952af830dde4 req-5725888d-2f98-448d-9c8f-b7f36d3e0aa7 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053463 Mar 22 19:15:21.028015 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c4217011-875b-4025-a0e5-abb5bd6b8508 req-c6367aef-347c-4372-a830-ffd74c7c5a69 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334058 Mar 22 19:15:21.032349 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-399b1c9a-83e8-45e8-8132-ef87b51a3033 req-bc022fef-8059-444f-bea0-61cfa0154d53 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5608339 Mar 22 19:15:21.045370 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e648a-7b01-433e-ac09-e06d89d191a7 req-a6f1ce06-4679-4c5d-bd36-ecee9c1e5970 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:21.052137 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-012e648a-7b01-433e-ac09-e06d89d191a7 req-a6f1ce06-4679-4c5d-bd36-ecee9c1e5970 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 950 time: 0.2914448 Mar 22 19:15:21.057230 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=eb3d1138-f8ab-49d4-a78d-f6cacc791272,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:21.078968 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c923e5-5fd0-48a5-8345-8b7570f22530 None None] Pushing event updated for resources: {'Port': ['ID=226720bc-cc87-498d-91f3-90196c1ed12d,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:21.079422 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-01aef495-3abb-40e4-af3f-e001966abe17 req-4bd2d023-7f8d-41be-a810-534783a58b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f3eddc-2af4-4a52-99a6-900a5e60ba18 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:15:21.091805 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-01aef495-3abb-40e4-af3f-e001966abe17 req-4bd2d023-7f8d-41be-a810-534783a58b96 service neutron] Publish callbacks [] for port (76f3eddc-2af4-4a52-99a6-900a5e60ba18), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:21.121543 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-0244ec94-3b00-4264-9928-8e9c7e6654f1 None None] Attempting to bind port 226720bc-cc87-498d-91f3-90196c1ed12d on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:15:21.124179 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-0244ec94-3b00-4264-9928-8e9c7e6654f1 None None] Attempting to bind port 226720bc-cc87-498d-91f3-90196c1ed12d by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:15:21.126016 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0244ec94-3b00-4264-9928-8e9c7e6654f1 None None] Attempting to bind port 226720bc-cc87-498d-91f3-90196c1ed12d on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:15:21.128850 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-012e648a-7b01-433e-ac09-e06d89d191a7 req-b12e6dda-ed9e-48bc-ad48-be5e2fdba1e5 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757413 Mar 22 19:15:21.146180 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0244ec94-3b00-4264-9928-8e9c7e6654f1 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:15:21.146566 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0244ec94-3b00-4264-9928-8e9c7e6654f1 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:15:21.146977 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-0244ec94-3b00-4264-9928-8e9c7e6654f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:21.147376 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0244ec94-3b00-4264-9928-8e9c7e6654f1 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:15:21.147867 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-0244ec94-3b00-4264-9928-8e9c7e6654f1 None None] Bound port: 226720bc-cc87-498d-91f3-90196c1ed12d, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:15:21.148247 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-0244ec94-3b00-4264-9928-8e9c7e6654f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (226720bc-cc87-498d-91f3-90196c1ed12d), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:21.148661 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e9c0a1a-e4b0-420f-b021-fa6e45d1b7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:21.157595 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-01aef495-3abb-40e4-af3f-e001966abe17 req-4bd2d023-7f8d-41be-a810-534783a58b96 service neutron] Transition to ACTIVE for port object 76f3eddc-2af4-4a52-99a6-900a5e60ba18 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:15:21.164313 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-01aef495-3abb-40e4-af3f-e001966abe17 req-4bd2d023-7f8d-41be-a810-534783a58b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (76f3eddc-2af4-4a52-99a6-900a5e60ba18), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:21.248971 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['eb3d1138-f8ab-49d4-a78d-f6cacc791272'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:15:21.267497 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-0244ec94-3b00-4264-9928-8e9c7e6654f1 None None] For port 226720bc-cc87-498d-91f3-90196c1ed12d, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:15:21.276863 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-0244ec94-3b00-4264-9928-8e9c7e6654f1 None None] For port 226720bc-cc87-498d-91f3-90196c1ed12d, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=226720bc-cc87-498d-91f3-90196c1ed12d,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:15:21.285410 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-0244ec94-3b00-4264-9928-8e9c7e6654f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (226720bc-cc87-498d-91f3-90196c1ed12d), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:21.370971 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:21.383785 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-0e9c0a1a-e4b0-420f-b021-fa6e45d1b7a3 admin admin] Allocated IP 172.20.0.1 (76db1a35-645b-4039-985c-ae5c72fc2d41/af788fd8-4bb7-4c04-be37-16693662f6f1/811bcf1c-35e2-4189-b549-b4c54c416da6) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:15:21.401547 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0244ec94-3b00-4264-9928-8e9c7e6654f1 None None] Routers {'12d5fe11-5e73-4ca4-81de-235e440e96dc'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:15:21.402205 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-0244ec94-3b00-4264-9928-8e9c7e6654f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:15:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['12d5fe11-5e73-4ca4-81de-235e440e96dc'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:15:21.407490 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c923e5-5fd0-48a5-8345-8b7570f22530 None None] Pushing event updated for resources: {'Port': ['ID=226720bc-cc87-498d-91f3-90196c1ed12d,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:21.430163 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2d023-7f8d-41be-a810-534783a58b96 service neutron] Pushing event updated for resources: {'Port': ['ID=76f3eddc-2af4-4a52-99a6-900a5e60ba18,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:21.588395 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-0244ec94-3b00-4264-9928-8e9c7e6654f1 None None] Set router 12d5fe11-5e73-4ca4-81de-235e440e96dc gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:15:21.597361 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e9c0a1a-e4b0-420f-b021-fa6e45d1b7a3 admin admin] Publish callbacks [] for port (811bcf1c-35e2-4189-b549-b4c54c416da6), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:21.670423 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e9c0a1a-e4b0-420f-b021-fa6e45d1b7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (811bcf1c-35e2-4189-b549-b4c54c416da6), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:21.670699 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7da01-7e6c-4e7a-8762-5f39f6ed6b30 req-69fe8ab6-1e47-45f9-bf5e-d42390c5e2f3 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:21.678981 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a2c7da01-7e6c-4e7a-8762-5f39f6ed6b30 req-69fe8ab6-1e47-45f9-bf5e-d42390c5e2f3 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/ports?device_id=76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264 HTTP/1.1" status: 200 len: 945 time: 0.3806255 Mar 22 19:15:21.726632 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c0a1a-e4b0-420f-b021-fa6e45d1b7a3 admin admin] Pushing event updated for resources: {'Port': ['ID=811bcf1c-35e2-4189-b549-b4c54c416da6,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:21.746990 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9c0a1a-e4b0-420f-b021-fa6e45d1b7a3 admin admin] Network 76db1a35-645b-4039-985c-ae5c72fc2d41 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:15:21.748981 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-0e9c0a1a-e4b0-420f-b021-fa6e45d1b7a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:15:21.759533 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-01aef495-3abb-40e4-af3f-e001966abe17 req-4bd2d023-7f8d-41be-a810-534783a58b96 service neutron] Attempting to bind port 76f3eddc-2af4-4a52-99a6-900a5e60ba18 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:15:21.760638 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-01aef495-3abb-40e4-af3f-e001966abe17 req-4bd2d023-7f8d-41be-a810-534783a58b96 service neutron] Attempting to bind port 76f3eddc-2af4-4a52-99a6-900a5e60ba18 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:15:21.765882 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9c0a1a-e4b0-420f-b021-fa6e45d1b7a3 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:15:21.778297 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01aef495-3abb-40e4-af3f-e001966abe17 req-4bd2d023-7f8d-41be-a810-534783a58b96 service neutron] Attempting to bind port 76f3eddc-2af4-4a52-99a6-900a5e60ba18 on network 63b49c54-7e45-4147-9f0e-8b47e058281a {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:15:21.785283 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-0244ec94-3b00-4264-9928-8e9c7e6654f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d5fe11-5e73-4ca4-81de-235e440e96dc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1033502042-router', 'tenant_id': 'f79901facf514622a5b7e18f35767704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '226720bc-cc87-498d-91f3-90196c1ed12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:15:14Z', 'updated_at': '2022-03-22T19:15:17Z', 'revision_number': 3, 'project_id': 'f79901facf514622a5b7e18f35767704', 'gw_port': {'id': '226720bc-cc87-498d-91f3-90196c1ed12d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:50:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d5fe11-5e73-4ca4-81de-235e440e96dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:16Z', 'updated_at': '2022-03-22T19:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:15:21.797381 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01aef495-3abb-40e4-af3f-e001966abe17 req-4bd2d023-7f8d-41be-a810-534783a58b96 service neutron] Port 76f3eddc-2af4-4a52-99a6-900a5e60ba18 on network 63b49c54-7e45-4147-9f0e-8b47e058281a not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:15:21.798244 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01aef495-3abb-40e4-af3f-e001966abe17 req-4bd2d023-7f8d-41be-a810-534783a58b96 service neutron] Attempting to bind port 76f3eddc-2af4-4a52-99a6-900a5e60ba18 on network 63b49c54-7e45-4147-9f0e-8b47e058281a {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:15:21.825844 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0244ec94-3b00-4264-9928-8e9c7e6654f1 None None] The sync data for ids ['12d5fe11-5e73-4ca4-81de-235e440e96dc'] in n-d-705658-24 is: [{'id': '12d5fe11-5e73-4ca4-81de-235e440e96dc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1033502042-router', 'tenant_id': 'f79901facf514622a5b7e18f35767704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '226720bc-cc87-498d-91f3-90196c1ed12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:15:14Z', 'updated_at': '2022-03-22T19:15:17Z', 'revision_number': 3, 'project_id': 'f79901facf514622a5b7e18f35767704', 'gw_port': {'id': '226720bc-cc87-498d-91f3-90196c1ed12d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:50:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d5fe11-5e73-4ca4-81de-235e440e96dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:16Z', 'updated_at': '2022-03-22T19:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:15:21.838458 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a2c7da01-7e6c-4e7a-8762-5f39f6ed6b30 req-80cbc012-40c9-4687-bae3-72e888ec1052 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd1cfd74-8abc-416a-90e5-3900db09e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582565 Mar 22 19:15:21.838696 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e9c0a1a-e4b0-420f-b021-fa6e45d1b7a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (12d5fe11-5e73-4ca4-81de-235e440e96dc), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:21.859821 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01aef495-3abb-40e4-af3f-e001966abe17 req-4bd2d023-7f8d-41be-a810-534783a58b96 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:15:21.859821 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01aef495-3abb-40e4-af3f-e001966abe17 req-4bd2d023-7f8d-41be-a810-534783a58b96 service neutron] Checking segment: {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:15:21.859821 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01aef495-3abb-40e4-af3f-e001966abe17 req-4bd2d023-7f8d-41be-a810-534783a58b96 service neutron] Bound using segment: {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:15:21.859821 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-01aef495-3abb-40e4-af3f-e001966abe17 req-4bd2d023-7f8d-41be-a810-534783a58b96 service neutron] Bound port: 76f3eddc-2af4-4a52-99a6-900a5e60ba18, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:15:21.859821 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-01aef495-3abb-40e4-af3f-e001966abe17 req-4bd2d023-7f8d-41be-a810-534783a58b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (76f3eddc-2af4-4a52-99a6-900a5e60ba18), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:21.952723 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 34640) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:21.964970 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-01aef495-3abb-40e4-af3f-e001966abe17 req-4bd2d023-7f8d-41be-a810-534783a58b96 service neutron] For port 76f3eddc-2af4-4a52-99a6-900a5e60ba18, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:15:21.983634 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf3b42-202e-4b7c-a57b-747615b80f4b req-40f6576a-d4f3-4091-a8a3-3e04cb8e2477 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:21.985402 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c6bf3b42-202e-4b7c-a57b-747615b80f4b req-40f6576a-d4f3-4091-a8a3-3e04cb8e2477 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4159d5c-de82-454d-b7f0-56656a17ef48 HTTP/1.1" status: 200 len: 949 time: 0.1928453 Mar 22 19:15:21.990647 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-01aef495-3abb-40e4-af3f-e001966abe17 req-4bd2d023-7f8d-41be-a810-534783a58b96 service neutron] For port 76f3eddc-2af4-4a52-99a6-900a5e60ba18, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=76f3eddc-2af4-4a52-99a6-900a5e60ba18,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:15:22.020282 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-01aef495-3abb-40e4-af3f-e001966abe17 req-4bd2d023-7f8d-41be-a810-534783a58b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (76f3eddc-2af4-4a52-99a6-900a5e60ba18), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:22.091996 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aef495-3abb-40e4-af3f-e001966abe17 req-4bd2d023-7f8d-41be-a810-534783a58b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:22.092890 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-01aef495-3abb-40e4-af3f-e001966abe17 req-4bd2d023-7f8d-41be-a810-534783a58b96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:22.093611 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e9c0a1a-e4b0-420f-b021-fa6e45d1b7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (811bcf1c-35e2-4189-b549-b4c54c416da6), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:22.095994 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-01aef495-3abb-40e4-af3f-e001966abe17 req-4bd2d023-7f8d-41be-a810-534783a58b96 service neutron] 10.222.0.85 "PUT /v2.0/ports/76f3eddc-2af4-4a52-99a6-900a5e60ba18 HTTP/1.1" status: 200 len: 1092 time: 2.9929819 Mar 22 19:15:22.098783 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb', 'tag': '76f3eddc-2af4-4a52-99a6-900a5e60ba18'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:15:22.101308 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c991d991-d8d6-499a-8e91-1acd3beebefb" -d '{"events": [{"name": "network-changed", "server_uuid": "378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb", "tag": "76f3eddc-2af4-4a52-99a6-900a5e60ba18"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:15:22.102942 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-30c90fb1-efa6-4c1e-96f5-9bf07badd70f None None] Provisioning complete for port 811bcf1c-35e2-4189-b549-b4c54c416da6 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:22.105046 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-30c90fb1-efa6-4c1e-96f5-9bf07badd70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (811bcf1c-35e2-4189-b549-b4c54c416da6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:22.149431 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c6bf3b42-202e-4b7c-a57b-747615b80f4b req-4b035b63-cbd1-440e-a27c-2cae1c4c2a54 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0da2def-0efc-40c7-9bec-bcd9a7be1b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433721 Mar 22 19:15:22.152022 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd2d023-7f8d-41be-a810-534783a58b96 service neutron] Pushing event updated for resources: {'Port': ['ID=76f3eddc-2af4-4a52-99a6-900a5e60ba18,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:22.182813 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-30c90fb1-efa6-4c1e-96f5-9bf07badd70f None None] Port 811bcf1c-35e2-4189-b549-b4c54c416da6 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:15:22.251953 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75b4745-094e-4850-a020-ff49434307f7 x-openstack-request-id: req-c75b4745-094e-4850-a020-ff49434307f7 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:15:22.252233 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb", "tag": "76f3eddc-2af4-4a52-99a6-900a5e60ba18", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:15:22.252497 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c75b4745-094e-4850-a020-ff49434307f7 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:15:22.252882 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c75b4745-094e-4850-a020-ff49434307f7'] response: {'name': 'network-changed', 'server_uuid': '378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb', 'tag': '76f3eddc-2af4-4a52-99a6-900a5e60ba18', 'status': 'completed', 'code': 200} Mar 22 19:15:22.259552 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227c010-c0a8-433a-b573-952af830dde4 req-e1d56961-f96c-4ad0-b2c2-852bba25d1f9 tempest-MigrationsAdminTest-102229236 tempest-MigrationsAdminTest-102229236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:22.266606 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0227c010-c0a8-433a-b573-952af830dde4 req-e1d56961-f96c-4ad0-b2c2-852bba25d1f9 tempest-MigrationsAdminTest-102229236 tempest-MigrationsAdminTest-102229236-project-admin] 10.222.0.75 "GET /v2.0/ports/8968dc95-8b66-420b-912b-413092d8cf15 HTTP/1.1" status: 200 len: 1130 time: 0.3113625 Mar 22 19:15:22.292303 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aef495-3abb-40e4-af3f-e001966abe17 req-1b193f77-a93d-41aa-a028-809de095db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:22.293832 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-01aef495-3abb-40e4-af3f-e001966abe17 req-1b193f77-a93d-41aa-a028-809de095db93 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=635145d2a62d432cbc865a99eb3219e4&device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb HTTP/1.1" status: 200 len: 1126 time: 0.1428387 Mar 22 19:15:22.486782 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e9c0a1a-e4b0-420f-b021-fa6e45d1b7a3 admin admin] Publish callbacks [] for port (811bcf1c-35e2-4189-b549-b4c54c416da6), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:22.487498 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 57c6a9e0-bb76-439e-9629-7dc8682cded9 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:15:22.491331 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device eb3d1138-f8ab-49d4-a78d-f6cacc791272 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:15:22.503185 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e9c0a1a-e4b0-420f-b021-fa6e45d1b7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (811bcf1c-35e2-4189-b549-b4c54c416da6), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:22.662065 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e9c0a1a-e4b0-420f-b021-fa6e45d1b7a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (12d5fe11-5e73-4ca4-81de-235e440e96dc), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:22.695935 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port eb3d1138-f8ab-49d4-a78d-f6cacc791272 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:15:22.704725 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c0a1a-e4b0-420f-b021-fa6e45d1b7a3 admin admin] Pushing event updated for resources: {'Port': ['ID=811bcf1c-35e2-4189-b549-b4c54c416da6,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:22.707769 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f0dbf-cb2b-402a-bc33-9b2abdec6805 req-7535b070-850e-45a8-ab91-68ab012b2fbb tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:22.711623 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port eb3d1138-f8ab-49d4-a78d-f6cacc791272 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:22.712013 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (eb3d1138-f8ab-49d4-a78d-f6cacc791272), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:22.713069 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f83f0dbf-cb2b-402a-bc33-9b2abdec6805 req-7535b070-850e-45a8-ab91-68ab012b2fbb tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb HTTP/1.1" status: 200 len: 943 time: 0.4985421 Mar 22 19:15:22.715151 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-01aef495-3abb-40e4-af3f-e001966abe17 req-3126038d-92a0-4f83-9cdf-1e46e07a386e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76f3eddc-2af4-4a52-99a6-900a5e60ba18 HTTP/1.1" status: 200 len: 217 time: 0.4128561 Mar 22 19:15:22.828244 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-aedd5486-8d87-4499-b88e-e54675ea23e6 req-5feacf67-2bd0-4a41-93d7-e7964cbbee01 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=fae79e7b-d40a-42eb-9bc0-9c233c5efa05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3383491 Mar 22 19:15:22.829507 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 57c6a9e0-bb76-439e-9629-7dc8682cded9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=57c6a9e0-bb76-439e-9629-7dc8682cded9,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:22.855728 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '57c6a9e0-bb76-439e-9629-7dc8682cded9', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': '57c6a9e0-bb76-439e-9629-7dc8682cded9', 'mac_address': 'fa:16:3e:30:06:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:15:22.924750 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9c0a1a-e4b0-420f-b021-fa6e45d1b7a3 admin admin] Network 76db1a35-645b-4039-985c-ae5c72fc2d41 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:15:22.926640 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-0e9c0a1a-e4b0-420f-b021-fa6e45d1b7a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:15:22.959340 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aef495-3abb-40e4-af3f-e001966abe17 req-aafdab4c-b6c9-4999-a423-eaee10f48d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:22.960855 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-01aef495-3abb-40e4-af3f-e001966abe17 req-aafdab4c-b6c9-4999-a423-eaee10f48d2d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1824832e-8035-4e29-a8c5-aaeabb7261e8 HTTP/1.1" status: 200 len: 848 time: 0.2138252 Mar 22 19:15:23.029396 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f83f0dbf-cb2b-402a-bc33-9b2abdec6805 req-871471a0-6d53-4ace-8efc-0dcbcae00da5 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512360 Mar 22 19:15:23.064250 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e3c595-a22e-4950-864b-04f482bea1de req-d49130a4-d701-44b4-8bb2-5cf0f15eda49 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:23.069904 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-11e3c595-a22e-4950-864b-04f482bea1de req-d49130a4-d701-44b4-8bb2-5cf0f15eda49 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 950 time: 0.4043400 Mar 22 19:15:23.073251 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-01aef495-3abb-40e4-af3f-e001966abe17 req-7349841f-9bc7-43db-9166-398e87089d8a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=63b49c54-7e45-4147-9f0e-8b47e058281a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800335 Mar 22 19:15:23.127410 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 93d11184-ab81-4e97-b7f1-4996710160b2 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:15:23.137206 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port eb3d1138-f8ab-49d4-a78d-f6cacc791272 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:23.137998 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (eb3d1138-f8ab-49d4-a78d-f6cacc791272), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:23.167902 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd5486-8d87-4499-b88e-e54675ea23e6 req-c9589a01-8b68-40c1-a485-ca64fa8c44f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:23.185161 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-aedd5486-8d87-4499-b88e-e54675ea23e6 req-c9589a01-8b68-40c1-a485-ca64fa8c44f4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=50f2bfa7a4934aeaa9cc0c2ed043b83a&device_id=fae79e7b-d40a-42eb-9bc0-9c233c5efa05 HTTP/1.1" status: 200 len: 1129 time: 0.2062950 Mar 22 19:15:23.224706 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 57c6a9e0-bb76-439e-9629-7dc8682cded9 is: ACTIVE; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:23.225175 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (57c6a9e0-bb76-439e-9629-7dc8682cded9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:23.233656 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9c0a1a-e4b0-420f-b021-fa6e45d1b7a3 admin admin] Router 12d5fe11-5e73-4ca4-81de-235e440e96dc has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:15:23.246538 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57c6a9e0-bb76-439e-9629-7dc8682cded9 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:15:23.391007 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-11e3c595-a22e-4950-864b-04f482bea1de req-99e32b11-dc42-4877-80c1-f6aab0565458 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200774 Mar 22 19:15:23.396364 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4159d5c-de82-454d-b7f0-56656a17ef48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3d1138-f8ab-49d4-a78d-f6cacc791272'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:15:23.405772 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7daad9-db8f-4a0c-8d24-51540bab706f" -d '{"events": [{"server_uuid": "e4159d5c-de82-454d-b7f0-56656a17ef48", "name": "network-vif-plugged", "status": "completed", "tag": "eb3d1138-f8ab-49d4-a78d-f6cacc791272"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:15:23.467894 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 57c6a9e0-bb76-439e-9629-7dc8682cded9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=57c6a9e0-bb76-439e-9629-7dc8682cded9,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:23.485296 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-01aef495-3abb-40e4-af3f-e001966abe17 req-3a963f74-831a-41dc-b9e2-211cc379811b service neutron] 10.222.0.85 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043806 Mar 22 19:15:23.492878 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port eb3d1138-f8ab-49d4-a78d-f6cacc791272, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=eb3d1138-f8ab-49d4-a78d-f6cacc791272,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:23.501440 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (57c6a9e0-bb76-439e-9629-7dc8682cded9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:23.518100 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (eb3d1138-f8ab-49d4-a78d-f6cacc791272), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:23.587758 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 226720bc-cc87-498d-91f3-90196c1ed12d up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:15:23.606928 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['57c6a9e0-bb76-439e-9629-7dc8682cded9'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:15:23.720478 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9c0a1a-e4b0-420f-b021-fa6e45d1b7a3 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:15:23.733523 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0e9c0a1a-e4b0-420f-b021-fa6e45d1b7a3 admin admin] 10.222.0.75 "PUT /v2.0/routers/12d5fe11-5e73-4ca4-81de-235e440e96dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1007783 Mar 22 19:15:23.794381 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-8fc15091-22e1-49f0-b844-3f64d5b0c9a4 None None] Provisioning complete for port 811bcf1c-35e2-4189-b549-b4c54c416da6 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:23.795264 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8fc15091-22e1-49f0-b844-3f64d5b0c9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (811bcf1c-35e2-4189-b549-b4c54c416da6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:23.827074 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd5486-8d87-4499-b88e-e54675ea23e6 req-07cc2352-bf31-4792-90c9-e72d6a77d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:23.827074 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-aedd5486-8d87-4499-b88e-e54675ea23e6 req-07cc2352-bf31-4792-90c9-e72d6a77d0f2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=62c519fc-4ba2-460f-99c0-c4269b238492 HTTP/1.1" status: 200 len: 925 time: 0.3334808 Mar 22 19:15:23.850487 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8fc15091-22e1-49f0-b844-3f64d5b0c9a4 None None] Port 811bcf1c-35e2-4189-b549-b4c54c416da6 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:15:23.864388 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 93d11184-ab81-4e97-b7f1-4996710160b2 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:15:23.873555 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 93d11184-ab81-4e97-b7f1-4996710160b2 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:23.874111 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (93d11184-ab81-4e97-b7f1-4996710160b2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:23.951767 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=57c6a9e0-bb76-439e-9629-7dc8682cded9,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:24.003391 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-01aef495-3abb-40e4-af3f-e001966abe17 req-6168d1e1-4eec-4919-986f-dddf3cfcf509 service neutron] 10.222.0.85 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4989858 Mar 22 19:15:24.029078 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6277c08-c6e9-44a6-886c-d9a1d4f20979 req-813bf007-a1c7-4ba3-ac75-e0528ae6d98f tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:24.037644 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 226720bc-cc87-498d-91f3-90196c1ed12d triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:24.038045 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (226720bc-cc87-498d-91f3-90196c1ed12d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:24.040368 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-aedd5486-8d87-4499-b88e-e54675ea23e6 req-6719b388-6ea6-493b-aad1-1d36cecfd099 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=382ac85c-b675-4f9b-8e57-1cd8ed95f3b8 HTTP/1.1" status: 200 len: 1002 time: 0.2028201 Mar 22 19:15:24.042800 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d6277c08-c6e9-44a6-886c-d9a1d4f20979 req-813bf007-a1c7-4ba3-ac75-e0528ae6d98f tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/ports?device_id=76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264 HTTP/1.1" status: 200 len: 945 time: 0.5533504 Mar 22 19:15:24.069990 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227c010-c0a8-433a-b573-952af830dde4 req-b3071d11-1773-4451-b065-b84166ed5294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:24.071795 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0227c010-c0a8-433a-b573-952af830dde4 req-b3071d11-1773-4451-b065-b84166ed5294 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 1133 time: 0.3415480 Mar 22 19:15:24.128741 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff0a18-d3b2-4d8c-b20a-80d48598556f req-11323b2d-e991-49dd-b79c-adc0a42e41fe tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:24.137377 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f2ff0a18-d3b2-4d8c-b20a-80d48598556f req-11323b2d-e991-49dd-b79c-adc0a42e41fe tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4159d5c-de82-454d-b7f0-56656a17ef48 HTTP/1.1" status: 200 len: 950 time: 0.4851570 Mar 22 19:15:24.146376 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd5486-8d87-4499-b88e-e54675ea23e6 req-3fad637d-d164-4b9b-a8c4-503661cb5d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:24.148023 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-aedd5486-8d87-4499-b88e-e54675ea23e6 req-3fad637d-d164-4b9b-a8c4-503661cb5d56 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d297ad65-b612-46b9-b407-069a93a8e37f HTTP/1.1" status: 200 len: 863 time: 0.0980949 Mar 22 19:15:24.253862 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd5486-8d87-4499-b88e-e54675ea23e6 req-c5b8e4b5-b019-418a-851a-53d2b3914a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:24.300262 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-aedd5486-8d87-4499-b88e-e54675ea23e6 req-c5b8e4b5-b019-418a-851a-53d2b3914a55 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=62c519fc-4ba2-460f-99c0-c4269b238492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1029246 Mar 22 19:15:24.322852 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227c010-c0a8-433a-b573-952af830dde4 req-8190f665-ccea-4b89-b4ff-2beacbbece23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:24.324452 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0227c010-c0a8-433a-b573-952af830dde4 req-8190f665-ccea-4b89-b4ff-2beacbbece23 service neutron] 10.222.0.84 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.2185700 Mar 22 19:15:24.386964 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0227c010-c0a8-433a-b573-952af830dde4 req-9e8d2d4f-d8ad-4958-b294-68a576357687 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=8968dc95-8b66-420b-912b-413092d8cf15 HTTP/1.1" status: 200 len: 217 time: 0.0523264 Mar 22 19:15:24.459647 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227c010-c0a8-433a-b573-952af830dde4 req-ffe3c262-0f16-4e6b-abb2-424d743cf3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:24.461948 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0227c010-c0a8-433a-b573-952af830dde4 req-ffe3c262-0f16-4e6b-abb2-424d743cf3fc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.0657823 Mar 22 19:15:24.505774 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991d991-d8d6-499a-8e91-1acd3beebefb req-71ef1ddd-d20b-4bfd-9cf1-8b202bc27f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:24.507639 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c991d991-d8d6-499a-8e91-1acd3beebefb req-71ef1ddd-d20b-4bfd-9cf1-8b202bc27f85 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=635145d2a62d432cbc865a99eb3219e4&device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb HTTP/1.1" status: 200 len: 1126 time: 0.4295218 Mar 22 19:15:24.545836 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-aedd5486-8d87-4499-b88e-e54675ea23e6 req-e620daab-552c-4d2f-84be-a8c38301e11f service neutron] 10.222.0.85 "GET /v2.0/networks/62c519fc-4ba2-460f-99c0-c4269b238492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437119 Mar 22 19:15:24.585955 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d6277c08-c6e9-44a6-886c-d9a1d4f20979 req-69d8700d-71da-42a5-b910-dd311ca7b60e tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd1cfd74-8abc-416a-90e5-3900db09e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5420558 Mar 22 19:15:24.738121 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991d991-d8d6-499a-8e91-1acd3beebefb req-0608075b-3e80-48e1-92f2-23d990dac4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:24.741897 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c991d991-d8d6-499a-8e91-1acd3beebefb req-0608075b-3e80-48e1-92f2-23d990dac4d6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=63b49c54-7e45-4147-9f0e-8b47e058281a HTTP/1.1" status: 200 len: 909 time: 0.2230761 Mar 22 19:15:24.764307 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-aedd5486-8d87-4499-b88e-e54675ea23e6 req-39210c30-3534-4501-9b34-927cbdb3356f service neutron] 10.222.0.85 "GET /v2.0/networks/62c519fc-4ba2-460f-99c0-c4269b238492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101269 Mar 22 19:15:24.786130 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bd1150-cd2d-4b00-ac30-bcfc65a73b79 x-openstack-request-id: req-08bd1150-cd2d-4b00-ac30-bcfc65a73b79 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:15:24.786750 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4159d5c-de82-454d-b7f0-56656a17ef48", "name": "network-vif-plugged", "status": "completed", "tag": "eb3d1138-f8ab-49d4-a78d-f6cacc791272", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:15:24.786750 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-08bd1150-cd2d-4b00-ac30-bcfc65a73b79 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:15:24.787063 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08bd1150-cd2d-4b00-ac30-bcfc65a73b79'] response: {'server_uuid': 'e4159d5c-de82-454d-b7f0-56656a17ef48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3d1138-f8ab-49d4-a78d-f6cacc791272', 'code': 200} Mar 22 19:15:24.787769 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 93d11184-ab81-4e97-b7f1-4996710160b2 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:24.788158 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (93d11184-ab81-4e97-b7f1-4996710160b2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:24.795070 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=eb3d1138-f8ab-49d4-a78d-f6cacc791272,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:24.850071 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 226720bc-cc87-498d-91f3-90196c1ed12d is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:24.875775 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (226720bc-cc87-498d-91f3-90196c1ed12d), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:24.949013 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c991d991-d8d6-499a-8e91-1acd3beebefb req-cbcf7fb4-8506-4e75-801c-43e2117180c0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76f3eddc-2af4-4a52-99a6-900a5e60ba18 HTTP/1.1" status: 200 len: 217 time: 0.1896255 Mar 22 19:15:24.974807 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 226720bc-cc87-498d-91f3-90196c1ed12d, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=226720bc-cc87-498d-91f3-90196c1ed12d,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:24.988376 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c47050-f184-40d9-abef-9bf119ca153f req-570b32e5-9fae-4d47-8b8d-f6c59eb0bdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:24.992100 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-24c47050-f184-40d9-abef-9bf119ca153f req-570b32e5-9fae-4d47-8b8d-f6c59eb0bdb4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e4159d5c-de82-454d-b7f0-56656a17ef48 HTTP/1.1" status: 200 len: 1133 time: 0.1030874 Mar 22 19:15:25.000136 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (226720bc-cc87-498d-91f3-90196c1ed12d), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:25.011449 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 93d11184-ab81-4e97-b7f1-4996710160b2, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=93d11184-ab81-4e97-b7f1-4996710160b2,segment=NetworkSegment(ff787278-dda5-44e2-bda4-bbfcbe692a1e),segment_id=ff787278-dda5-44e2-bda4-bbfcbe692a1e)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:25.052593 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (93d11184-ab81-4e97-b7f1-4996710160b2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:25.173979 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f2ff0a18-d3b2-4d8c-b20a-80d48598556f req-a3957312-e357-4a1c-b10f-24657bc9c6ec tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0da2def-0efc-40c7-9bec-bcd9a7be1b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0352077 Mar 22 19:15:25.181324 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991d991-d8d6-499a-8e91-1acd3beebefb req-ce94d1c6-1b28-4e30-a9da-c91ca5c4f99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:25.182886 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c991d991-d8d6-499a-8e91-1acd3beebefb req-ce94d1c6-1b28-4e30-a9da-c91ca5c4f99c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1824832e-8035-4e29-a8c5-aaeabb7261e8 HTTP/1.1" status: 200 len: 848 time: 0.2268422 Mar 22 19:15:25.224737 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-24c47050-f184-40d9-abef-9bf119ca153f req-46997806-9329-4542-9458-8c7fdb682517 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=c0da2def-0efc-40c7-9bec-bcd9a7be1b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225382 Mar 22 19:15:25.227550 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=226720bc-cc87-498d-91f3-90196c1ed12d,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:25.294737 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c991d991-d8d6-499a-8e91-1acd3beebefb req-33926a98-5d8e-496d-bbfd-baf6dd6dbb88 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=63b49c54-7e45-4147-9f0e-8b47e058281a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855975 Mar 22 19:15:25.354034 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227c010-c0a8-433a-b573-952af830dde4 req-f30d46be-2045-4b71-973d-000c68079f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:25.362529 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0227c010-c0a8-433a-b573-952af830dde4 req-f30d46be-2045-4b71-973d-000c68079f01 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.8815913 Mar 22 19:15:25.373379 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=93d11184-ab81-4e97-b7f1-4996710160b2,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:25.441821 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8e6e42-e525-4974-995d-2756ce5d24aa None None] Sync routers for ids ['12d5fe11-5e73-4ca4-81de-235e440e96dc'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:15:25.464524 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e6e42-e525-4974-995d-2756ce5d24aa None None] Routers {'12d5fe11-5e73-4ca4-81de-235e440e96dc'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:15:25.465091 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-eb8e6e42-e525-4974-995d-2756ce5d24aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:15:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['12d5fe11-5e73-4ca4-81de-235e440e96dc'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:15:25.627045 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 226720bc-cc87-498d-91f3-90196c1ed12d up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:15:25.836623 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0227c010-c0a8-433a-b573-952af830dde4 req-17924548-34d2-4fc6-bab1-a81edaac09e2 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689946 Mar 22 19:15:25.914738 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 226720bc-cc87-498d-91f3-90196c1ed12d triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:25.915352 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (226720bc-cc87-498d-91f3-90196c1ed12d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:25.992968 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713bce6-a924-40d8-90fa-3885e4f887ad req-415ebe2b-5d09-457b-89ba-6631d4cd6a28 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:25.993284 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2713bce6-a924-40d8-90fa-3885e4f887ad req-415ebe2b-5d09-457b-89ba-6631d4cd6a28 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb HTTP/1.1" status: 200 len: 943 time: 0.5716894 Mar 22 19:15:26.003126 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-eb8e6e42-e525-4974-995d-2756ce5d24aa None None] Set router 12d5fe11-5e73-4ca4-81de-235e440e96dc gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:15:26.122125 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c991d991-d8d6-499a-8e91-1acd3beebefb req-7953dbf3-1fd7-42ef-b687-ce5b12a22547 service neutron] 10.222.0.85 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8155825 Mar 22 19:15:26.277225 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 226720bc-cc87-498d-91f3-90196c1ed12d is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:26.331274 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-eb8e6e42-e525-4974-995d-2756ce5d24aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d5fe11-5e73-4ca4-81de-235e440e96dc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1033502042-router', 'tenant_id': 'f79901facf514622a5b7e18f35767704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '226720bc-cc87-498d-91f3-90196c1ed12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:15:14Z', 'updated_at': '2022-03-22T19:15:22Z', 'revision_number': 4, 'project_id': 'f79901facf514622a5b7e18f35767704', 'gw_port': {'id': '226720bc-cc87-498d-91f3-90196c1ed12d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:50:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5fe11-5e73-4ca4-81de-235e440e96dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:16Z', 'updated_at': '2022-03-22T19:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '811bcf1c-35e2-4189-b549-b4c54c416da6', 'name': '', 'network_id': '76db1a35-645b-4039-985c-ae5c72fc2d41', 'tenant_id': 'f79901facf514622a5b7e18f35767704', 'mac_address': 'fa:16:3e:56:59:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d5fe11-5e73-4ca4-81de-235e440e96dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'af788fd8-4bb7-4c04-be37-16693662f6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:21Z', 'updated_at': '2022-03-22T19:15:22Z', 'revision_number': 2, 'project_id': 'f79901facf514622a5b7e18f35767704', 'subnets': [{'id': 'af788fd8-4bb7-4c04-be37-16693662f6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:15:26.361318 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8e6e42-e525-4974-995d-2756ce5d24aa None None] Checking router: 12d5fe11-5e73-4ca4-81de-235e440e96dc for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:15:26.361598 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8e6e42-e525-4974-995d-2756ce5d24aa None None] Updating router 12d5fe11-5e73-4ca4-81de-235e440e96dc port 811bcf1c-35e2-4189-b549-b4c54c416da6 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:15:26.426264 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-eb8e6e42-e525-4974-995d-2756ce5d24aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (811bcf1c-35e2-4189-b549-b4c54c416da6), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:26.480385 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2713bce6-a924-40d8-90fa-3885e4f887ad req-3a33c94c-e954-4034-9aad-1135b723b204 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4734914 Mar 22 19:15:26.510174 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0227c010-c0a8-433a-b573-952af830dde4 req-0ef7b150-256d-40b6-a1e4-26772f890316 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6538663 Mar 22 19:15:26.541766 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 57c6a9e0-bb76-439e-9629-7dc8682cded9 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:15:26.738524 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c991d991-d8d6-499a-8e91-1acd3beebefb req-b5c1a22c-c321-4cc2-b2d8-105800827f33 service neutron] 10.222.0.85 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5894008 Mar 22 19:15:26.797772 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d11184-ab81-4e97-b7f1-4996710160b2'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:15:26.799072 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66280ce-977b-4732-8018-bd43b71b941d req-2405c277-2cac-46aa-9127-2385c84ebbb3 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:26.799956 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36cb4a7-b548-4363-8d8d-6a506a2a5eb7" -d '{"events": [{"server_uuid": "76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264", "name": "network-vif-plugged", "status": "completed", "tag": "93d11184-ab81-4e97-b7f1-4996710160b2"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:15:26.800634 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f66280ce-977b-4732-8018-bd43b71b941d req-2405c277-2cac-46aa-9127-2385c84ebbb3 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 950 time: 0.1805134 Mar 22 19:15:26.816339 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 57c6a9e0-bb76-439e-9629-7dc8682cded9 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:26.816720 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (57c6a9e0-bb76-439e-9629-7dc8682cded9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:26.922398 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f66280ce-977b-4732-8018-bd43b71b941d req-d7c08180-d72d-461e-b20e-80b2ff1b9d33 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014807 Mar 22 19:15:27.037529 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 57c6a9e0-bb76-439e-9629-7dc8682cded9 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:27.038190 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (57c6a9e0-bb76-439e-9629-7dc8682cded9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:27.098384 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-eb8e6e42-e525-4974-995d-2756ce5d24aa None None] Publish callbacks [] for port (811bcf1c-35e2-4189-b549-b4c54c416da6), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:27.109868 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-eb8e6e42-e525-4974-995d-2756ce5d24aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (811bcf1c-35e2-4189-b549-b4c54c416da6), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:27.149688 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 76f3eddc-2af4-4a52-99a6-900a5e60ba18 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:15:27.164290 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 57c6a9e0-bb76-439e-9629-7dc8682cded9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=57c6a9e0-bb76-439e-9629-7dc8682cded9,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:27.182796 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (57c6a9e0-bb76-439e-9629-7dc8682cded9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:27.198642 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e794c-19f1-4c4e-8fa9-aca359d479f7 None None] Pushing event updated for resources: {'Port': ['ID=811bcf1c-35e2-4189-b549-b4c54c416da6,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:27.209671 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacca888-222b-4bb8-86d5-c9ac1abb4748 req-45ec92fa-c0ed-4000-80a1-1d43978f0fd7 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:27.222545 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eacca888-222b-4bb8-86d5-c9ac1abb4748 req-45ec92fa-c0ed-4000-80a1-1d43978f0fd7 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/ports?device_id=76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264 HTTP/1.1" status: 200 len: 946 time: 0.1354678 Mar 22 19:15:27.360523 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eacca888-222b-4bb8-86d5-c9ac1abb4748 req-69881f24-6b08-4d50-81b4-aca59175b6c8 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd1cfd74-8abc-416a-90e5-3900db09e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368444 Mar 22 19:15:27.520939 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-eb8e6e42-e525-4974-995d-2756ce5d24aa None None] Attempting to bind port 811bcf1c-35e2-4189-b549-b4c54c416da6 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:15:27.521233 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-eb8e6e42-e525-4974-995d-2756ce5d24aa None None] Attempting to bind port 811bcf1c-35e2-4189-b549-b4c54c416da6 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'ff39e43a-f57b-433f-b046-1161350ee9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '76db1a35-645b-4039-985c-ae5c72fc2d41'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:15:27.521605 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e6e42-e525-4974-995d-2756ce5d24aa None None] Attempting to bind port 811bcf1c-35e2-4189-b549-b4c54c416da6 on network 76db1a35-645b-4039-985c-ae5c72fc2d41 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:15:27.524059 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=57c6a9e0-bb76-439e-9629-7dc8682cded9,revision_number=7']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:27.550286 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e6e42-e525-4974-995d-2756ce5d24aa None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:15:27.550672 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e6e42-e525-4974-995d-2756ce5d24aa None None] Checking segment: {'id': 'ff39e43a-f57b-433f-b046-1161350ee9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '76db1a35-645b-4039-985c-ae5c72fc2d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:15:27.551052 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-eb8e6e42-e525-4974-995d-2756ce5d24aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:27.551450 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8e6e42-e525-4974-995d-2756ce5d24aa None None] Bound using segment: {'id': 'ff39e43a-f57b-433f-b046-1161350ee9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '76db1a35-645b-4039-985c-ae5c72fc2d41'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:15:27.552735 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-eb8e6e42-e525-4974-995d-2756ce5d24aa None None] Bound port: 811bcf1c-35e2-4189-b549-b4c54c416da6, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff39e43a-f57b-433f-b046-1161350ee9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '76db1a35-645b-4039-985c-ae5c72fc2d41'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:15:27.552735 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-eb8e6e42-e525-4974-995d-2756ce5d24aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (811bcf1c-35e2-4189-b549-b4c54c416da6), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:27.636860 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 76f3eddc-2af4-4a52-99a6-900a5e60ba18, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=76f3eddc-2af4-4a52-99a6-900a5e60ba18,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:27.672330 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '76f3eddc-2af4-4a52-99a6-900a5e60ba18', 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a', 'port_id': '76f3eddc-2af4-4a52-99a6-900a5e60ba18', 'mac_address': 'fa:16:3e:f7:5e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1824832e-8035-4e29-a8c5-aaeabb7261e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:15:27.786107 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-eb8e6e42-e525-4974-995d-2756ce5d24aa None None] For port 811bcf1c-35e2-4189-b549-b4c54c416da6, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:15:27.790604 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-eb8e6e42-e525-4974-995d-2756ce5d24aa None None] For port 811bcf1c-35e2-4189-b549-b4c54c416da6, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=811bcf1c-35e2-4189-b549-b4c54c416da6,segment=NetworkSegment(ff39e43a-f57b-433f-b046-1161350ee9d4),segment_id=ff39e43a-f57b-433f-b046-1161350ee9d4)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:15:27.793973 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 76f3eddc-2af4-4a52-99a6-900a5e60ba18 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:27.794365 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (76f3eddc-2af4-4a52-99a6-900a5e60ba18), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:27.811986 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-56c55582-4252-4b5e-8669-94f3ee0bfecc None None] Provisioning complete for port 811bcf1c-35e2-4189-b549-b4c54c416da6 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:27.812437 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-56c55582-4252-4b5e-8669-94f3ee0bfecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (811bcf1c-35e2-4189-b549-b4c54c416da6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:27.814597 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-eb8e6e42-e525-4974-995d-2756ce5d24aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (811bcf1c-35e2-4189-b549-b4c54c416da6), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:27.882867 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f3eddc-2af4-4a52-99a6-900a5e60ba18 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:15:27.973072 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e6e42-e525-4974-995d-2756ce5d24aa None None] Routers {'12d5fe11-5e73-4ca4-81de-235e440e96dc'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:15:27.973715 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-eb8e6e42-e525-4974-995d-2756ce5d24aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:15:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['12d5fe11-5e73-4ca4-81de-235e440e96dc'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:15:27.993822 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 76f3eddc-2af4-4a52-99a6-900a5e60ba18, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=76f3eddc-2af4-4a52-99a6-900a5e60ba18,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:28.085442 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027cea46-5973-4174-b74a-91b0617abbb5 req-1f2ac485-57fe-498a-a861-a9679e12f1f9 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:28.097637 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-027cea46-5973-4174-b74a-91b0617abbb5 req-1f2ac485-57fe-498a-a861-a9679e12f1f9 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4159d5c-de82-454d-b7f0-56656a17ef48 HTTP/1.1" status: 200 len: 950 time: 0.0965090 Mar 22 19:15:28.203233 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-027cea46-5973-4174-b74a-91b0617abbb5 req-1555ef01-a541-4305-99f9-606737f5839e tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0da2def-0efc-40c7-9bec-bcd9a7be1b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040602 Mar 22 19:15:28.436700 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8cf687-3c8e-4cfa-9ef3-d44d6ffd14dc x-openstack-request-id: req-0e8cf687-3c8e-4cfa-9ef3-d44d6ffd14dc {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:15:28.437242 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264", "name": "network-vif-plugged", "status": "completed", "tag": "93d11184-ab81-4e97-b7f1-4996710160b2", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:15:28.437242 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0e8cf687-3c8e-4cfa-9ef3-d44d6ffd14dc {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:15:28.438749 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e8cf687-3c8e-4cfa-9ef3-d44d6ffd14dc'] response: {'server_uuid': '76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d11184-ab81-4e97-b7f1-4996710160b2', 'code': 200} Mar 22 19:15:28.441696 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (76f3eddc-2af4-4a52-99a6-900a5e60ba18), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:28.445567 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e794c-19f1-4c4e-8fa9-aca359d479f7 None None] Pushing event updated for resources: {'Port': ['ID=811bcf1c-35e2-4189-b549-b4c54c416da6,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:28.567514 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=76f3eddc-2af4-4a52-99a6-900a5e60ba18,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:28.585130 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-56c55582-4252-4b5e-8669-94f3ee0bfecc None None] Current status of the port 811bcf1c-35e2-4189-b549-b4c54c416da6 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:28.585511 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-56c55582-4252-4b5e-8669-94f3ee0bfecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (811bcf1c-35e2-4189-b549-b4c54c416da6), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:28.591393 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-eb8e6e42-e525-4974-995d-2756ce5d24aa None None] Set router 12d5fe11-5e73-4ca4-81de-235e440e96dc gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:15:28.711686 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-56c55582-4252-4b5e-8669-94f3ee0bfecc None None] For port 811bcf1c-35e2-4189-b549-b4c54c416da6, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=811bcf1c-35e2-4189-b549-b4c54c416da6,segment=NetworkSegment(ff39e43a-f57b-433f-b046-1161350ee9d4),segment_id=ff39e43a-f57b-433f-b046-1161350ee9d4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:28.732931 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-56c55582-4252-4b5e-8669-94f3ee0bfecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (811bcf1c-35e2-4189-b549-b4c54c416da6), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:28.794748 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530b697-5e83-4256-aa9f-6f2e88fd47dc req-83f258f8-d65b-4769-937f-25b413f943ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:28.796567 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6530b697-5e83-4256-aa9f-6f2e88fd47dc req-83f258f8-d65b-4769-937f-25b413f943ba service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264 HTTP/1.1" status: 200 len: 1129 time: 0.3174858 Mar 22 19:15:28.853085 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['76f3eddc-2af4-4a52-99a6-900a5e60ba18'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:15:28.859027 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9204dd4-61b9-410a-9f25-18fd3b1af7aa req-a6ea2d5c-ea1c-4228-9a5e-4dd3a0e6355b tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:28.867450 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9204dd4-61b9-410a-9f25-18fd3b1af7aa req-a6ea2d5c-ea1c-4228-9a5e-4dd3a0e6355b tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb HTTP/1.1" status: 200 len: 944 time: 0.2715769 Mar 22 19:15:28.970897 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-29fabe46-af7c-4545-afa9-f44d0e51aab1 None None] Provisioning complete for port 811bcf1c-35e2-4189-b549-b4c54c416da6 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:28.971378 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-29fabe46-af7c-4545-afa9-f44d0e51aab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (811bcf1c-35e2-4189-b549-b4c54c416da6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:29.013770 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c55582-4252-4b5e-8669-94f3ee0bfecc None None] Pushing event updated for resources: {'Port': ['ID=811bcf1c-35e2-4189-b549-b4c54c416da6,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:29.168659 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444167c3-b169-4a2f-9efc-01260b7b23f9 req-484b1dac-7a8f-47e7-bf2a-1aeea3c96848 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:29.177581 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-444167c3-b169-4a2f-9efc-01260b7b23f9 req-484b1dac-7a8f-47e7-bf2a-1aeea3c96848 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 950 time: 0.4938669 Mar 22 19:15:29.213017 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-29fabe46-af7c-4545-afa9-f44d0e51aab1 None None] Current status of the port 811bcf1c-35e2-4189-b549-b4c54c416da6 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:29.239937 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-eb8e6e42-e525-4974-995d-2756ce5d24aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d5fe11-5e73-4ca4-81de-235e440e96dc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1033502042-router', 'tenant_id': 'f79901facf514622a5b7e18f35767704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '226720bc-cc87-498d-91f3-90196c1ed12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:15:14Z', 'updated_at': '2022-03-22T19:15:22Z', 'revision_number': 4, 'project_id': 'f79901facf514622a5b7e18f35767704', 'gw_port': {'id': '226720bc-cc87-498d-91f3-90196c1ed12d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:50:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5fe11-5e73-4ca4-81de-235e440e96dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:16Z', 'updated_at': '2022-03-22T19:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '811bcf1c-35e2-4189-b549-b4c54c416da6', 'name': '', 'network_id': '76db1a35-645b-4039-985c-ae5c72fc2d41', 'tenant_id': 'f79901facf514622a5b7e18f35767704', 'mac_address': 'fa:16:3e:56:59:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d5fe11-5e73-4ca4-81de-235e440e96dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'af788fd8-4bb7-4c04-be37-16693662f6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:21Z', 'updated_at': '2022-03-22T19:15:27Z', 'revision_number': 4, 'project_id': 'f79901facf514622a5b7e18f35767704', 'subnets': [{'id': 'af788fd8-4bb7-4c04-be37-16693662f6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:15:29.255065 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-444167c3-b169-4a2f-9efc-01260b7b23f9 req-cc37bacd-872c-452f-99f0-2da83439774b tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764780 Mar 22 19:15:29.286942 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8e6e42-e525-4974-995d-2756ce5d24aa None None] The sync data for ids ['12d5fe11-5e73-4ca4-81de-235e440e96dc'] in n-d-705658-24 is: [{'id': '12d5fe11-5e73-4ca4-81de-235e440e96dc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1033502042-router', 'tenant_id': 'f79901facf514622a5b7e18f35767704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '226720bc-cc87-498d-91f3-90196c1ed12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:15:14Z', 'updated_at': '2022-03-22T19:15:22Z', 'revision_number': 4, 'project_id': 'f79901facf514622a5b7e18f35767704', 'gw_port': {'id': '226720bc-cc87-498d-91f3-90196c1ed12d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:50:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5fe11-5e73-4ca4-81de-235e440e96dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:16Z', 'updated_at': '2022-03-22T19:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '811bcf1c-35e2-4189-b549-b4c54c416da6', 'name': '', 'network_id': '76db1a35-645b-4039-985c-ae5c72fc2d41', 'tenant_id': 'f79901facf514622a5b7e18f35767704', 'mac_address': 'fa:16:3e:56:59:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d5fe11-5e73-4ca4-81de-235e440e96dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': 'af788fd8-4bb7-4c04-be37-16693662f6f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:21Z', 'updated_at': '2022-03-22T19:15:27Z', 'revision_number': 4, 'project_id': 'f79901facf514622a5b7e18f35767704', 'subnets': [{'id': 'af788fd8-4bb7-4c04-be37-16693662f6f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:15:29.391153 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9204dd4-61b9-410a-9f25-18fd3b1af7aa req-1c3a38fa-3231-45ab-9d35-fed9ad924cf3 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5134554 Mar 22 19:15:29.393655 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6530b697-5e83-4256-aa9f-6f2e88fd47dc req-b63f825b-f6fa-415b-b7e7-d2891ef929c2 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=dd1cfd74-8abc-416a-90e5-3900db09e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5750532 Mar 22 19:15:29.600777 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df64bf-62b5-4754-aab1-863b1a34e7e1 req-e6fc2724-477f-4419-817a-bc628bac8126 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:29.608252 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c7df64bf-62b5-4754-aab1-863b1a34e7e1 req-e6fc2724-477f-4419-817a-bc628bac8126 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/ports?device_id=76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264 HTTP/1.1" status: 200 len: 946 time: 0.0974159 Mar 22 19:15:29.674177 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c7df64bf-62b5-4754-aab1-863b1a34e7e1 req-33e71b0e-e204-4fda-b850-0d35c6062b3d tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd1cfd74-8abc-416a-90e5-3900db09e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648522 Mar 22 19:15:30.198741 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a32238-b87e-415a-a146-2a38bc492782 req-675b9277-2827-45e2-9f29-af48a36074ae tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:30.206604 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-38a32238-b87e-415a-a146-2a38bc492782 req-675b9277-2827-45e2-9f29-af48a36074ae tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4159d5c-de82-454d-b7f0-56656a17ef48 HTTP/1.1" status: 200 len: 950 time: 0.1045065 Mar 22 19:15:30.327038 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-38a32238-b87e-415a-a146-2a38bc492782 req-eec4e96b-9d1d-41f7-b8be-8708f02d9b57 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0da2def-0efc-40c7-9bec-bcd9a7be1b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186340 Mar 22 19:15:30.432650 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:15:30.439435 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0840de3f-efcb-487a-93f3-1de7bc2097d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c6a9e0-bb76-439e-9629-7dc8682cded9'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:15:30.441781 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759911f1-3341-40c2-aa63-2904b9ac0081" -d '{"events": [{"server_uuid": "0840de3f-efcb-487a-93f3-1de7bc2097d5", "name": "network-vif-plugged", "status": "completed", "tag": "57c6a9e0-bb76-439e-9629-7dc8682cded9"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:15:30.586248 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51f12a-18a3-45bf-9dd5-bf75194ad27c req-155a5045-8e9e-40a3-af9c-04f73fbc789a tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:30.593952 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2f51f12a-18a3-45bf-9dd5-bf75194ad27c req-155a5045-8e9e-40a3-af9c-04f73fbc789a tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 950 time: 0.1741848 Mar 22 19:15:30.599298 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-260e2f62-2797-462a-afef-414734cf08aa tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--708899972&fields=id&tenant_id=50f2bfa7a4934aeaa9cc0c2ed043b83a HTTP/1.1" status: 200 len: 267 time: 0.1388683 Mar 22 19:15:30.975674 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-caf80064-9eee-40e8-963a-fb89f7d9ccee tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:30.982956 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-caf80064-9eee-40e8-963a-fb89f7d9ccee tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/networks?id=62c519fc-4ba2-460f-99c0-c4269b238492 HTTP/1.1" status: 200 len: 824 time: 0.3674462 Mar 22 19:15:31.004928 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-02a15075-2283-42b0-9f8e-c68f61bb6cea tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/quotas/50f2bfa7a4934aeaa9cc0c2ed043b83a HTTP/1.1" status: 200 len: 375 time: 0.0210192 Mar 22 19:15:31.055645 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2f51f12a-18a3-45bf-9dd5-bf75194ad27c req-06d6b86c-5e88-4d3e-8013-83463aac93d9 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605856 Mar 22 19:15:31.144950 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 76f3eddc-2af4-4a52-99a6-900a5e60ba18 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:15:31.196769 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-4c30ec40-44df-4f9a-ae35-582d0edac478 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=50f2bfa7a4934aeaa9cc0c2ed043b83a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1902606 Mar 22 19:15:31.204482 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-c95dba78-4b22-4276-bab2-642d2b8f1e7a service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:15:31.212199 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-c95dba78-4b22-4276-bab2-642d2b8f1e7a service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0144093 Mar 22 19:15:31.251991 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 76f3eddc-2af4-4a52-99a6-900a5e60ba18 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:15:31.256713 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 76f3eddc-2af4-4a52-99a6-900a5e60ba18 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:31.259062 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (76f3eddc-2af4-4a52-99a6-900a5e60ba18), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:31.359193 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b77fec-e550-40b8-8e06-11580b539052 req-a38df466-4e08-432b-b5b8-680118330913 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:31.367657 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c6b77fec-e550-40b8-8e06-11580b539052 req-a38df466-4e08-432b-b5b8-680118330913 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb HTTP/1.1" status: 200 len: 944 time: 0.1534758 Mar 22 19:15:31.401628 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-004ecd66-b6e4-4340-9943-bfa32914d43b service neutron] 10.222.0.75 "GET /v2.0/networks/62c519fc-4ba2-460f-99c0-c4269b238492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854811 Mar 22 19:15:31.524479 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c6b77fec-e550-40b8-8e06-11580b539052 req-65558910-418a-4880-a8ea-19e0a09ceee2 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556938 Mar 22 19:15:31.545390 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 811bcf1c-35e2-4189-b549-b4c54c416da6 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:15:31.606861 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-15762898-9d40-4565-aea1-0103795b561a service neutron] 10.222.0.75 "GET /v2.0/networks/62c519fc-4ba2-460f-99c0-c4269b238492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046576 Mar 22 19:15:31.614686 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 76f3eddc-2af4-4a52-99a6-900a5e60ba18 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:31.615075 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (76f3eddc-2af4-4a52-99a6-900a5e60ba18), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:31.661370 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 76f3eddc-2af4-4a52-99a6-900a5e60ba18, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=76f3eddc-2af4-4a52-99a6-900a5e60ba18,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:31.666400 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8d9adf-4430-4cd9-b21c-c7aad10a61a5 x-openstack-request-id: req-ac8d9adf-4430-4cd9-b21c-c7aad10a61a5 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:15:31.666759 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0840de3f-efcb-487a-93f3-1de7bc2097d5", "name": "network-vif-plugged", "status": "completed", "tag": "57c6a9e0-bb76-439e-9629-7dc8682cded9", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:15:31.667020 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ac8d9adf-4430-4cd9-b21c-c7aad10a61a5 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:15:31.667427 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac8d9adf-4430-4cd9-b21c-c7aad10a61a5'] response: {'server_uuid': '0840de3f-efcb-487a-93f3-1de7bc2097d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c6a9e0-bb76-439e-9629-7dc8682cded9', 'code': 200} Mar 22 19:15:31.674955 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 811bcf1c-35e2-4189-b549-b4c54c416da6 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:31.675388 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (811bcf1c-35e2-4189-b549-b4c54c416da6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:31.680424 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (76f3eddc-2af4-4a52-99a6-900a5e60ba18), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:31.763291 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4698c4-7dd4-47f0-ac0f-ea137115d49f req-6add9a50-320c-483b-b9ff-ae311e8a66c9 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:31.765158 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad4698c4-7dd4-47f0-ac0f-ea137115d49f req-6add9a50-320c-483b-b9ff-ae311e8a66c9 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] 10.222.0.84 "GET /v2.0/ports?device_id=e4159d5c-de82-454d-b7f0-56656a17ef48 HTTP/1.1" status: 200 len: 950 time: 0.2314093 Mar 22 19:15:31.803047 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=76f3eddc-2af4-4a52-99a6-900a5e60ba18,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:31.949616 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 811bcf1c-35e2-4189-b549-b4c54c416da6 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:32.162464 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62cb1a-ec1c-4e3e-946c-20ab23636fae req-213837f0-7e02-47d9-8ffe-4f6b209ab4c0 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:32.164643 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af62cb1a-ec1c-4e3e-946c-20ab23636fae req-213837f0-7e02-47d9-8ffe-4f6b209ab4c0 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.85 "GET /v2.0/ports?device_id=fae79e7b-d40a-42eb-9bc0-9c233c5efa05 HTTP/1.1" status: 200 len: 946 time: 0.3869517 Mar 22 19:15:32.204670 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ba3c7-2207-476b-a2ba-f512edf47a1e req-92843364-1613-43a1-85a5-acd61b10cecd tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:32.206913 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c3ba3c7-2207-476b-a2ba-f512edf47a1e req-92843364-1613-43a1-85a5-acd61b10cecd tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/ports?device_id=76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264 HTTP/1.1" status: 200 len: 946 time: 0.2444928 Mar 22 19:15:32.309509 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-ad4698c4-7dd4-47f0-ac0f-ea137115d49f req-b7061ee0-edd5-49fd-8c77-33e8d3445691 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] Deleting port eb3d1138-f8ab-49d4-a78d-f6cacc791272 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:15:32.309896 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ad4698c4-7dd4-47f0-ac0f-ea137115d49f req-b7061ee0-edd5-49fd-8c77-33e8d3445691 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (eb3d1138-f8ab-49d4-a78d-f6cacc791272), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:32.449515 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c3ba3c7-2207-476b-a2ba-f512edf47a1e req-c3ef6634-bbcf-49c4-8c25-4ebd94b3d76a tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd1cfd74-8abc-416a-90e5-3900db09e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082479 Mar 22 19:15:32.538783 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-af62cb1a-ec1c-4e3e-946c-20ab23636fae req-55af0cc1-d06f-4e6b-ac2f-11023ef99a7c tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Deleting port 382ac85c-b675-4f9b-8e57-1cd8ed95f3b8 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:15:32.539124 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-af62cb1a-ec1c-4e3e-946c-20ab23636fae req-55af0cc1-d06f-4e6b-ac2f-11023ef99a7c tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (382ac85c-b675-4f9b-8e57-1cd8ed95f3b8), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:32.784860 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1652a06b-2ecb-4cce-8180-e34c8f39c9a4 req-d590b292-f332-41aa-8fa9-7fed7c5ed76c tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/ports?device_id=be0e1de6-a346-4f2b-87e9-7eebc2fd7dab HTTP/1.1" status: 200 len: 210 time: 0.1175396 Mar 22 19:15:32.801603 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-ad4698c4-7dd4-47f0-ac0f-ea137115d49f req-b7061ee0-edd5-49fd-8c77-33e8d3445691 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] For port eb3d1138-f8ab-49d4-a78d-f6cacc791272, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=eb3d1138-f8ab-49d4-a78d-f6cacc791272,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:32.802028 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ad4698c4-7dd4-47f0-ac0f-ea137115d49f req-b7061ee0-edd5-49fd-8c77-33e8d3445691 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (eb3d1138-f8ab-49d4-a78d-f6cacc791272), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:32.885837 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-ad4698c4-7dd4-47f0-ac0f-ea137115d49f req-b7061ee0-edd5-49fd-8c77-33e8d3445691 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] Calling delete_port for eb3d1138-f8ab-49d4-a78d-f6cacc791272 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:15:33.113980 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-af62cb1a-ec1c-4e3e-946c-20ab23636fae req-55af0cc1-d06f-4e6b-ac2f-11023ef99a7c tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] For port 382ac85c-b675-4f9b-8e57-1cd8ed95f3b8, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=382ac85c-b675-4f9b-8e57-1cd8ed95f3b8,segment=NetworkSegment(434c9c69-ff1e-4e34-b423-28413f789ad4),segment_id=434c9c69-ff1e-4e34-b423-28413f789ad4)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:33.114693 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-af62cb1a-ec1c-4e3e-946c-20ab23636fae req-55af0cc1-d06f-4e6b-ac2f-11023ef99a7c tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (382ac85c-b675-4f9b-8e57-1cd8ed95f3b8), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:33.254361 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abda8a4-ed55-4c00-8855-218d87f26bfd req-3a62f04d-7ec5-4647-8795-5469ec784bee tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:33.256840 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6abda8a4-ed55-4c00-8855-218d87f26bfd req-3a62f04d-7ec5-4647-8795-5469ec784bee tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4159d5c-de82-454d-b7f0-56656a17ef48 HTTP/1.1" status: 200 len: 950 time: 0.5792065 Mar 22 19:15:33.462143 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67b33b-0fa3-4448-a0b8-853a881df41d req-166bbbb2-ba1c-4229-9c22-91f1ca72318a tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:33.469943 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5d67b33b-0fa3-4448-a0b8-853a881df41d req-166bbbb2-ba1c-4229-9c22-91f1ca72318a tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 950 time: 0.5613461 Mar 22 19:15:33.487162 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6abda8a4-ed55-4c00-8855-218d87f26bfd req-f0c08c4c-9593-4161-9ca1-366d5f9b63e8 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] 10.222.0.75 "GET /v2.0/security-groups?id=c0da2def-0efc-40c7-9bec-bcd9a7be1b45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128415 Mar 22 19:15:33.668743 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f3eddc-2af4-4a52-99a6-900a5e60ba18'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:15:33.673994 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5bafa3-b245-4f39-b9ea-0a243c02dac5" -d '{"events": [{"server_uuid": "378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb", "name": "network-vif-plugged", "status": "completed", "tag": "76f3eddc-2af4-4a52-99a6-900a5e60ba18"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:15:33.828799 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-af62cb1a-ec1c-4e3e-946c-20ab23636fae req-55af0cc1-d06f-4e6b-ac2f-11023ef99a7c tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:33.828799 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-af62cb1a-ec1c-4e3e-946c-20ab23636fae req-55af0cc1-d06f-4e6b-ac2f-11023ef99a7c tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (e13181dd-8bbe-415f-aa72-077fe2850989), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:33.828799 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [req-af62cb1a-ec1c-4e3e-946c-20ab23636fae req-55af0cc1-d06f-4e6b-ac2f-11023ef99a7c tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Floating IP e13181dd-8bbe-415f-aa72-077fe2850989 disassociated. External IP: 172.25.5.231, port: 382ac85c-b675-4f9b-8e57-1cd8ed95f3b8. Mar 22 19:15:33.828799 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-af62cb1a-ec1c-4e3e-946c-20ab23636fae req-55af0cc1-d06f-4e6b-ac2f-11023ef99a7c tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Calling delete_port for 382ac85c-b675-4f9b-8e57-1cd8ed95f3b8 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:15:33.989509 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ad4698c4-7dd4-47f0-ac0f-ea137115d49f req-b7061ee0-edd5-49fd-8c77-33e8d3445691 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (eb3d1138-f8ab-49d4-a78d-f6cacc791272), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:34.004107 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['eb3d1138-f8ab-49d4-a78d-f6cacc791272'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:15:34.055671 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7061ee0-edd5-49fd-8c77-33e8d3445691 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] Pushing event deleted for resources: {'Port': ['ID=eb3d1138-f8ab-49d4-a78d-f6cacc791272,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:34.095270 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5d67b33b-0fa3-4448-a0b8-853a881df41d req-3db64e66-8bbb-4167-b807-8c579bfc8ea9 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6241963 Mar 22 19:15:34.113288 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-78820ae6-e5b8-4899-b705-7dc2d08f3fcd tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:34.119909 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-78820ae6-e5b8-4899-b705-7dc2d08f3fcd tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.84 "GET /v2.0/networks?id=62c519fc-4ba2-460f-99c0-c4269b238492 HTTP/1.1" status: 200 len: 824 time: 0.3757088 Mar 22 19:15:34.300588 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-94e53062-6d54-4f47-bf5f-f87b9d556d32 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50f2bfa7a4934aeaa9cc0c2ed043b83a HTTP/1.1" status: 200 len: 379 time: 0.1710737 Mar 22 19:15:34.330627 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-1747aa9a-4dd8-4062-a523-cbb1c7f3f331 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Request body: {'port': {'device_id': 'be0e1de6-a346-4f2b-87e9-7eebc2fd7dab', 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492', 'admin_state_up': True, 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'security_groups': ['94bd8754-58bc-422a-a50a-c5dfb277b6cb']}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:15:34.535383 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-1747aa9a-4dd8-4062-a523-cbb1c7f3f331 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Made reservation on behalf of 50f2bfa7a4934aeaa9cc0c2ed043b83a for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:15:34.540094 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-1747aa9a-4dd8-4062-a523-cbb1c7f3f331 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:34.729216 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad4698c4-7dd4-47f0-ac0f-ea137115d49f req-b7061ee0-edd5-49fd-8c77-33e8d3445691 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] No DVR routers for this DVR port eb3d1138-f8ab-49d4-a78d-f6cacc791272 on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:15:34.733027 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ad4698c4-7dd4-47f0-ac0f-ea137115d49f req-b7061ee0-edd5-49fd-8c77-33e8d3445691 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:34.736838 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad4698c4-7dd4-47f0-ac0f-ea137115d49f req-b7061ee0-edd5-49fd-8c77-33e8d3445691 tempest-ServerDiagnosticsNegativeTest-2089846686 tempest-ServerDiagnosticsNegativeTest-2089846686-project] 10.222.0.84 "DELETE /v2.0/ports/eb3d1138-f8ab-49d4-a78d-f6cacc791272 HTTP/1.1" status: 204 len: 173 time: 2.9600279 Mar 22 19:15:34.737473 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-af62cb1a-ec1c-4e3e-946c-20ab23636fae req-55af0cc1-d06f-4e6b-ac2f-11023ef99a7c tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (382ac85c-b675-4f9b-8e57-1cd8ed95f3b8), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:34.756199 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-1747aa9a-4dd8-4062-a523-cbb1c7f3f331 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Allocated IP 172.20.0.14 (62c519fc-4ba2-460f-99c0-c4269b238492/d297ad65-b612-46b9-b407-069a93a8e37f/6b40b806-9fca-4dfd-8a82-d796f37023fd) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:15:34.786289 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4159d5c-de82-454d-b7f0-56656a17ef48', 'name': 'network-vif-deleted', 'tag': 'eb3d1138-f8ab-49d4-a78d-f6cacc791272'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:15:34.789389 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0778884f-6071-4d3f-b38a-2ee2c9bec8a9" -d '{"events": [{"server_uuid": "e4159d5c-de82-454d-b7f0-56656a17ef48", "name": "network-vif-deleted", "tag": "eb3d1138-f8ab-49d4-a78d-f6cacc791272"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:15:34.967700 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af0cc1-d06f-4e6b-ac2f-11023ef99a7c tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Pushing event deleted for resources: {'Port': ['ID=382ac85c-b675-4f9b-8e57-1cd8ed95f3b8,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:35.037980 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-1747aa9a-4dd8-4062-a523-cbb1c7f3f331 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks [] for port (6b40b806-9fca-4dfd-8a82-d796f37023fd), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:35.087717 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-1747aa9a-4dd8-4062-a523-cbb1c7f3f331 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (6b40b806-9fca-4dfd-8a82-d796f37023fd), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:35.128750 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-1747aa9a-4dd8-4062-a523-cbb1c7f3f331 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Network 62c519fc-4ba2-460f-99c0-c4269b238492 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:15:35.150275 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 382ac85c-b675-4f9b-8e57-1cd8ed95f3b8 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:15:35.172129 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-1747aa9a-4dd8-4062-a523-cbb1c7f3f331 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:15:35.178755 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af62cb1a-ec1c-4e3e-946c-20ab23636fae req-55af0cc1-d06f-4e6b-ac2f-11023ef99a7c tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Router ad074be4-fd02-4624-bb50-c9bc6b647811 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:15:35.184700 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-1747aa9a-4dd8-4062-a523-cbb1c7f3f331 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:15:35.196408 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5e0f8a5-147c-40bd-be6b-b091720efeb2 req-ca7422c5-2cba-49c3-8bbe-2cfc5c2b65f4 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.0379078 Mar 22 19:15:35.201649 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-f5e0f8a5-147c-40bd-be6b-b091720efeb2 req-0b07d98b-8cea-4e0e-bf7d-0674d0df3adb tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:15:35.210090 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 382ac85c-b675-4f9b-8e57-1cd8ed95f3b8 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:15:35.210870 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 382ac85c-b675-4f9b-8e57-1cd8ed95f3b8 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:15:35.361883 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af62cb1a-ec1c-4e3e-946c-20ab23636fae req-55af0cc1-d06f-4e6b-ac2f-11023ef99a7c tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:15:35.370665 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81bebc-f1c6-4635-a6f9-afc3e19a9121 req-e7f0c32f-b97e-4f64-86ab-9d5d9832f850 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:35.380458 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc81bebc-f1c6-4635-a6f9-afc3e19a9121 req-e7f0c32f-b97e-4f64-86ab-9d5d9832f850 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb HTTP/1.1" status: 200 len: 945 time: 0.6785376 Mar 22 19:15:35.382522 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19199b07-3147-4f5c-9bac-9d9b21e89bd8 None None] Sync routers for ids ['ad074be4-fd02-4624-bb50-c9bc6b647811'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:15:35.388780 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f5e0f8a5-147c-40bd-be6b-b091720efeb2 req-0b07d98b-8cea-4e0e-bf7d-0674d0df3adb tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:35.405676 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19199b07-3147-4f5c-9bac-9d9b21e89bd8 None None] Routers {'ad074be4-fd02-4624-bb50-c9bc6b647811'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:15:35.409121 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-19199b07-3147-4f5c-9bac-9d9b21e89bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:15:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ad074be4-fd02-4624-bb50-c9bc6b647811'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:15:35.439184 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747aa9a-4dd8-4062-a523-cbb1c7f3f331 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Pushing event updated for resources: {'Port': ['ID=6b40b806-9fca-4dfd-8a82-d796f37023fd,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:35.460140 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-1747aa9a-4dd8-4062-a523-cbb1c7f3f331 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:35.460140 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-1747aa9a-4dd8-4062-a523-cbb1c7f3f331 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:35.494153 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-1747aa9a-4dd8-4062-a523-cbb1c7f3f331 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1718776 Mar 22 19:15:35.508383 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] Request body: {'port': {'device_id': 'be0e1de6-a346-4f2b-87e9-7eebc2fd7dab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:15:35.588453 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-af62cb1a-ec1c-4e3e-946c-20ab23636fae req-55af0cc1-d06f-4e6b-ac2f-11023ef99a7c tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] No DVR routers for this DVR port 382ac85c-b675-4f9b-8e57-1cd8ed95f3b8 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:15:35.611408 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-af62cb1a-ec1c-4e3e-946c-20ab23636fae req-55af0cc1-d06f-4e6b-ac2f-11023ef99a7c tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:35.614983 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af62cb1a-ec1c-4e3e-946c-20ab23636fae req-55af0cc1-d06f-4e6b-ac2f-11023ef99a7c tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.85 "DELETE /v2.0/ports/382ac85c-b675-4f9b-8e57-1cd8ed95f3b8 HTTP/1.1" status: 204 len: 173 time: 3.4386175 Mar 22 19:15:35.650666 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6b40b806-9fca-4dfd-8a82-d796f37023fd), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:35.710396 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc81bebc-f1c6-4635-a6f9-afc3e19a9121 req-faf91571-7545-41f0-89e5-f8888b290877 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288093 Mar 22 19:15:35.941432 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f5e0f8a5-147c-40bd-be6b-b091720efeb2 req-0b07d98b-8cea-4e0e-bf7d-0674d0df3adb tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:36.041419 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-19199b07-3147-4f5c-9bac-9d9b21e89bd8 None None] Set router ad074be4-fd02-4624-bb50-c9bc6b647811 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:15:36.087711 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9cb2e4-8c74-4233-93dd-cd0f03ed19fd x-openstack-request-id: req-bf9cb2e4-8c74-4233-93dd-cd0f03ed19fd {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:15:36.088519 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb", "name": "network-vif-plugged", "status": "completed", "tag": "76f3eddc-2af4-4a52-99a6-900a5e60ba18", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:15:36.089626 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bf9cb2e4-8c74-4233-93dd-cd0f03ed19fd {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:15:36.090292 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf9cb2e4-8c74-4233-93dd-cd0f03ed19fd'] response: {'server_uuid': '378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f3eddc-2af4-4a52-99a6-900a5e60ba18', 'code': 200} Mar 22 19:15:36.340725 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-f5e0f8a5-147c-40bd-be6b-b091720efeb2 req-0b07d98b-8cea-4e0e-bf7d-0674d0df3adb tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Allocated IP 172.25.5.228 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/0e640320-e54f-43aa-af3e-47d680ba22be) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:15:36.564048 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device eb3d1138-f8ab-49d4-a78d-f6cacc791272 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:15:36.588106 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-19199b07-3147-4f5c-9bac-9d9b21e89bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1818778885-router', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:13:37Z', 'updated_at': '2022-03-22T19:13:41Z', 'revision_number': 4, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'gw_port': {'id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:38Z', 'updated_at': '2022-03-22T19:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '943862a4-2112-44e0-a6d9-113cc21e8367', 'name': '', 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'mac_address': 'fa:16:3e:dd:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd297ad65-b612-46b9-b407-069a93a8e37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:40Z', 'updated_at': '2022-03-22T19:13:52Z', 'revision_number': 5, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'subnets': [{'id': 'd297ad65-b612-46b9-b407-069a93a8e37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:15:36.654482 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19199b07-3147-4f5c-9bac-9d9b21e89bd8 None None] Checking router: ad074be4-fd02-4624-bb50-c9bc6b647811 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:15:36.665541 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19199b07-3147-4f5c-9bac-9d9b21e89bd8 None None] Routers {'ad074be4-fd02-4624-bb50-c9bc6b647811'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:15:36.666181 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-19199b07-3147-4f5c-9bac-9d9b21e89bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:15:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ad074be4-fd02-4624-bb50-c9bc6b647811'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:15:36.677706 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b40b806-9fca-4dfd-8a82-d796f37023fd {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:15:36.681334 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: eb3d1138-f8ab-49d4-a78d-f6cacc791272 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:15:36.683927 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device eb3d1138-f8ab-49d4-a78d-f6cacc791272 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:15:36.691022 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f5e0f8a5-147c-40bd-be6b-b091720efeb2 req-0b07d98b-8cea-4e0e-bf7d-0674d0df3adb tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks [] for port (0e640320-e54f-43aa-af3e-47d680ba22be), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:36.708008 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] Publish callbacks [] for port (6b40b806-9fca-4dfd-8a82-d796f37023fd), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:36.758272 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] Transition to ACTIVE for port object 6b40b806-9fca-4dfd-8a82-d796f37023fd will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:15:36.772231 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (6b40b806-9fca-4dfd-8a82-d796f37023fd), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:36.877362 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-19199b07-3147-4f5c-9bac-9d9b21e89bd8 None None] Set router ad074be4-fd02-4624-bb50-c9bc6b647811 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:15:36.892281 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f5e0f8a5-147c-40bd-be6b-b091720efeb2 req-0b07d98b-8cea-4e0e-bf7d-0674d0df3adb tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (0e640320-e54f-43aa-af3e-47d680ba22be), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:36.943403 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] Pushing event updated for resources: {'Port': ['ID=6b40b806-9fca-4dfd-8a82-d796f37023fd,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:37.067948 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e0f8a5-147c-40bd-be6b-b091720efeb2 req-0b07d98b-8cea-4e0e-bf7d-0674d0df3adb tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:15:37.074079 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-f5e0f8a5-147c-40bd-be6b-b091720efeb2 req-0b07d98b-8cea-4e0e-bf7d-0674d0df3adb tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:15:37.080371 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e0f8a5-147c-40bd-be6b-b091720efeb2 req-0b07d98b-8cea-4e0e-bf7d-0674d0df3adb tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:15:37.098805 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07d98b-8cea-4e0e-bf7d-0674d0df3adb tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Pushing event updated for resources: {'Port': ['ID=0e640320-e54f-43aa-af3e-47d680ba22be,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:37.163630 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82cb2e-cbdf-46e1-9e1d-bf1f3140a8b7 req-a22d6d6f-939e-40a1-962b-50bd4d898a6a tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:37.172797 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a82cb2e-cbdf-46e1-9e1d-bf1f3140a8b7 req-a22d6d6f-939e-40a1-962b-50bd4d898a6a tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/ports?device_id=be0e1de6-a346-4f2b-87e9-7eebc2fd7dab HTTP/1.1" status: 200 len: 944 time: 0.3609567 Mar 22 19:15:37.197699 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] Attempting to bind port 6b40b806-9fca-4dfd-8a82-d796f37023fd on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:15:37.201676 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] Attempting to bind port 6b40b806-9fca-4dfd-8a82-d796f37023fd by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '434c9c69-ff1e-4e34-b423-28413f789ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:15:37.202068 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] Attempting to bind port 6b40b806-9fca-4dfd-8a82-d796f37023fd on network 62c519fc-4ba2-460f-99c0-c4269b238492 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:15:37.218511 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] Port 6b40b806-9fca-4dfd-8a82-d796f37023fd on network 62c519fc-4ba2-460f-99c0-c4269b238492 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:15:37.219351 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] Attempting to bind port 6b40b806-9fca-4dfd-8a82-d796f37023fd on network 62c519fc-4ba2-460f-99c0-c4269b238492 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:15:37.230575 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:15:37.232440 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] Checking segment: {'id': '434c9c69-ff1e-4e34-b423-28413f789ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:15:37.232879 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] Bound using segment: {'id': '434c9c69-ff1e-4e34-b423-28413f789ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:15:37.233356 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] Bound port: 6b40b806-9fca-4dfd-8a82-d796f37023fd, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '434c9c69-ff1e-4e34-b423-28413f789ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:15:37.233706 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6b40b806-9fca-4dfd-8a82-d796f37023fd), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:37.266856 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8c075-c4b2-4932-9193-dc4295199a16 req-fb8f1b1f-1d6e-4fb5-88e6-003e1de2a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:37.277657 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41f8c075-c4b2-4932-9193-dc4295199a16 req-fb8f1b1f-1d6e-4fb5-88e6-003e1de2a8c1 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb HTTP/1.1" status: 200 len: 1128 time: 0.4690070 Mar 22 19:15:37.433268 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] For port 6b40b806-9fca-4dfd-8a82-d796f37023fd, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:15:37.437258 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] For port 6b40b806-9fca-4dfd-8a82-d796f37023fd, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=6b40b806-9fca-4dfd-8a82-d796f37023fd,segment=NetworkSegment(434c9c69-ff1e-4e34-b423-28413f789ad4),segment_id=434c9c69-ff1e-4e34-b423-28413f789ad4)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:15:37.445750 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (6b40b806-9fca-4dfd-8a82-d796f37023fd), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:37.460072 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a82cb2e-cbdf-46e1-9e1d-bf1f3140a8b7 req-3633f26b-8f2e-4450-8e19-cf4586d45e9a tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/security-groups?id=94bd8754-58bc-422a-a50a-c5dfb277b6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2848809 Mar 22 19:15:37.528233 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f5e0f8a5-147c-40bd-be6b-b091720efeb2 req-0b07d98b-8cea-4e0e-bf7d-0674d0df3adb tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks [] for floatingip (e0f38d1b-13bc-40be-bf19-ec9bffcad644), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:37.540740 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:37.541416 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:37.544269 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41f8c075-c4b2-4932-9193-dc4295199a16 req-22b6a175-79fc-47b6-a840-1dffbb197ac5 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890228 Mar 22 19:15:37.545727 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] 10.222.0.84 "PUT /v2.0/ports/6b40b806-9fca-4dfd-8a82-d796f37023fd HTTP/1.1" status: 200 len: 1093 time: 2.0401983 Mar 22 19:15:37.547510 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be0e1de6-a346-4f2b-87e9-7eebc2fd7dab', 'tag': '6b40b806-9fca-4dfd-8a82-d796f37023fd'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:15:37.554646 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c45e31e-0773-4ded-a3c8-7600e8e5cccb" -d '{"events": [{"name": "network-changed", "server_uuid": "be0e1de6-a346-4f2b-87e9-7eebc2fd7dab", "tag": "6b40b806-9fca-4dfd-8a82-d796f37023fd"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:15:37.586065 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f5e0f8a5-147c-40bd-be6b-b091720efeb2 req-0b07d98b-8cea-4e0e-bf7d-0674d0df3adb tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0e640320-e54f-43aa-af3e-47d680ba22be), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:37.646207 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-19199b07-3147-4f5c-9bac-9d9b21e89bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1818778885-router', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:13:37Z', 'updated_at': '2022-03-22T19:13:41Z', 'revision_number': 4, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'gw_port': {'id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:38Z', 'updated_at': '2022-03-22T19:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '943862a4-2112-44e0-a6d9-113cc21e8367', 'name': '', 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'mac_address': 'fa:16:3e:dd:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd297ad65-b612-46b9-b407-069a93a8e37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:40Z', 'updated_at': '2022-03-22T19:13:52Z', 'revision_number': 5, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'subnets': [{'id': 'd297ad65-b612-46b9-b407-069a93a8e37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:15:37.699527 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19199b07-3147-4f5c-9bac-9d9b21e89bd8 None None] The sync data for ids ['ad074be4-fd02-4624-bb50-c9bc6b647811'] in n-d-705658-24 is: [{'id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1818778885-router', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:13:37Z', 'updated_at': '2022-03-22T19:13:41Z', 'revision_number': 4, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'gw_port': {'id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:38Z', 'updated_at': '2022-03-22T19:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '943862a4-2112-44e0-a6d9-113cc21e8367', 'name': '', 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'mac_address': 'fa:16:3e:dd:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd297ad65-b612-46b9-b407-069a93a8e37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:40Z', 'updated_at': '2022-03-22T19:13:52Z', 'revision_number': 5, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'subnets': [{'id': 'd297ad65-b612-46b9-b407-069a93a8e37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:15:37.711527 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] Pushing event updated for resources: {'Port': ['ID=6b40b806-9fca-4dfd-8a82-d796f37023fd,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:37.722496 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:37.722869 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:37.723237 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:37.723586 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:37.723932 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:37.724311 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:37.724770 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:37.724993 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:37.725309 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:37.725676 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:37.726520 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:37.726520 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:37.726808 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:37.727136 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:37.727524 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932151eb-2080-4eb5-b107-b2a50abf11c6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:37.761307 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-d387bb23-4102-43d6-8280-1284b310c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:37.771020 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-d387bb23-4102-43d6-8280-1284b310c3dc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=50f2bfa7a4934aeaa9cc0c2ed043b83a&device_id=be0e1de6-a346-4f2b-87e9-7eebc2fd7dab HTTP/1.1" status: 200 len: 1127 time: 0.1803558 Mar 22 19:15:37.885972 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-29a47453-069b-421e-8012-03c3fade9dbf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b40b806-9fca-4dfd-8a82-d796f37023fd HTTP/1.1" status: 200 len: 217 time: 0.1048863 Mar 22 19:15:37.907271 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f5e0f8a5-147c-40bd-be6b-b091720efeb2 req-0b07d98b-8cea-4e0e-bf7d-0674d0df3adb tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks [] for port (0e640320-e54f-43aa-af3e-47d680ba22be), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:37.916155 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f5e0f8a5-147c-40bd-be6b-b091720efeb2 req-0b07d98b-8cea-4e0e-bf7d-0674d0df3adb tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (0e640320-e54f-43aa-af3e-47d680ba22be), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:38.057825 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-b1006529-0bd5-4cce-b227-b9a8906cf669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:38.069946 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-b1006529-0bd5-4cce-b227-b9a8906cf669 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d297ad65-b612-46b9-b407-069a93a8e37f HTTP/1.1" status: 200 len: 863 time: 0.1785436 Mar 22 19:15:38.134170 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f5e0f8a5-147c-40bd-be6b-b091720efeb2 req-0b07d98b-8cea-4e0e-bf7d-0674d0df3adb tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (e0f38d1b-13bc-40be-bf19-ec9bffcad644), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:38.199493 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f5e0f8a5-147c-40bd-be6b-b091720efeb2 req-0b07d98b-8cea-4e0e-bf7d-0674d0df3adb tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:38.208056 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5e0f8a5-147c-40bd-be6b-b091720efeb2 req-0b07d98b-8cea-4e0e-bf7d-0674d0df3adb tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0101929 Mar 22 19:15:38.213573 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-9806957c-48c7-4d8b-b079-73f441c3bb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:38.215118 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-9806957c-48c7-4d8b-b079-73f441c3bb18 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=62c519fc-4ba2-460f-99c0-c4269b238492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1380210 Mar 22 19:15:38.263287 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07d98b-8cea-4e0e-bf7d-0674d0df3adb tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Pushing event updated for resources: {'Port': ['ID=0e640320-e54f-43aa-af3e-47d680ba22be,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:38.298489 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912e6df0-7c55-40ee-9e9c-12d8fc0ac3c3 None None] New status for floating IP e13181dd-8bbe-415f-aa72-077fe2850989: DOWN {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:15:38.401401 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07d98b-8cea-4e0e-bf7d-0674d0df3adb tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:38.401782 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07d98b-8cea-4e0e-bf7d-0674d0df3adb tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:38.402136 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07d98b-8cea-4e0e-bf7d-0674d0df3adb tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:38.402482 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07d98b-8cea-4e0e-bf7d-0674d0df3adb tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:38.402822 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07d98b-8cea-4e0e-bf7d-0674d0df3adb tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:38.403159 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07d98b-8cea-4e0e-bf7d-0674d0df3adb tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:38.403493 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07d98b-8cea-4e0e-bf7d-0674d0df3adb tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:38.403824 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07d98b-8cea-4e0e-bf7d-0674d0df3adb tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:38.404153 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07d98b-8cea-4e0e-bf7d-0674d0df3adb tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:38.404486 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07d98b-8cea-4e0e-bf7d-0674d0df3adb tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:38.404816 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07d98b-8cea-4e0e-bf7d-0674d0df3adb tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:38.405144 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07d98b-8cea-4e0e-bf7d-0674d0df3adb tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:38.405471 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07d98b-8cea-4e0e-bf7d-0674d0df3adb tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:38.405814 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07d98b-8cea-4e0e-bf7d-0674d0df3adb tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:38.406685 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b07d98b-8cea-4e0e-bf7d-0674d0df3adb tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:38.416994 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-df7dae84-190f-4ae9-8dd3-b45faa91c9be service neutron] 10.222.0.84 "GET /v2.0/networks/62c519fc-4ba2-460f-99c0-c4269b238492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892538 Mar 22 19:15:38.442391 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5e0f8a5-147c-40bd-be6b-b091720efeb2 req-8143f526-48c8-4172-9501-5f04d3655ac0 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.228 HTTP/1.1" status: 200 len: 696 time: 0.2334757 Mar 22 19:15:38.656765 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-66cdd34d-2d22-4157-b741-b60a68ed81fe req-ee765c05-8d18-4090-b4fe-3fc1107180f0 service neutron] 10.222.0.84 "GET /v2.0/networks/62c519fc-4ba2-460f-99c0-c4269b238492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321150 Mar 22 19:15:38.761058 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e0f8a5-147c-40bd-be6b-b091720efeb2 req-d2bf7a8f-b2cd-49cc-8ec8-616fd9e4626c tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:38.781883 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5e0f8a5-147c-40bd-be6b-b091720efeb2 req-d2bf7a8f-b2cd-49cc-8ec8-616fd9e4626c tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 784 time: 0.3329661 Mar 22 19:15:38.795298 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a198864d-e8b9-41fe-ac40-a80323e7ac0e x-openstack-request-id: req-a198864d-e8b9-41fe-ac40-a80323e7ac0e {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:15:38.795658 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4159d5c-de82-454d-b7f0-56656a17ef48", "name": "network-vif-deleted", "tag": "eb3d1138-f8ab-49d4-a78d-f6cacc791272", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:15:38.795859 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a198864d-e8b9-41fe-ac40-a80323e7ac0e {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:15:38.796280 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a198864d-e8b9-41fe-ac40-a80323e7ac0e'] response: {'server_uuid': 'e4159d5c-de82-454d-b7f0-56656a17ef48', 'name': 'network-vif-deleted', 'tag': 'eb3d1138-f8ab-49d4-a78d-f6cacc791272', 'status': 'completed', 'code': 200} Mar 22 19:15:38.839222 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-f5e0f8a5-147c-40bd-be6b-b091720efeb2 req-cc481be9-3803-43e1-84ec-22308c7797a1 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:15:38.849550 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5e0f8a5-147c-40bd-be6b-b091720efeb2 req-cc481be9-3803-43e1-84ec-22308c7797a1 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0487030 Mar 22 19:15:39.057588 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b8900b-fc88-4362-a6e9-97f8887c06ab req-75e7a0b1-502f-4886-b021-3b74099dbd66 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:39.081544 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9b8900b-fc88-4362-a6e9-97f8887c06ab req-75e7a0b1-502f-4886-b021-3b74099dbd66 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 950 time: 0.2260759 Mar 22 19:15:39.262810 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34936) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:39.303673 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34940) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:39.389268 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d387ba9-e31b-41ab-a271-1ef8a4389150 req-e1156ff0-b7c0-4999-aa1f-d85470eac502 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:39.398606 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8d387ba9-e31b-41ab-a271-1ef8a4389150 req-e1156ff0-b7c0-4999-aa1f-d85470eac502 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb HTTP/1.1" status: 200 len: 945 time: 0.2873545 Mar 22 19:15:39.424258 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9b8900b-fc88-4362-a6e9-97f8887c06ab req-ce53a42f-c50a-41f1-9bb4-7d66174f7b97 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3424349 Mar 22 19:15:39.550014 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8d387ba9-e31b-41ab-a271-1ef8a4389150 req-a8d509ea-78b9-45fb-8947-430c1380c564 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453879 Mar 22 19:15:39.601260 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-efd029d4-8f7e-4905-a4f2-0ea9a78e9058 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:39.647842 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf6d442-8d78-45b7-bdb5-4022f5b48d3b x-openstack-request-id: req-4bf6d442-8d78-45b7-bdb5-4022f5b48d3b {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:15:39.648788 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be0e1de6-a346-4f2b-87e9-7eebc2fd7dab", "tag": "6b40b806-9fca-4dfd-8a82-d796f37023fd", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:15:39.649144 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4bf6d442-8d78-45b7-bdb5-4022f5b48d3b {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:15:39.649748 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bf6d442-8d78-45b7-bdb5-4022f5b48d3b'] response: {'name': 'network-changed', 'server_uuid': 'be0e1de6-a346-4f2b-87e9-7eebc2fd7dab', 'tag': '6b40b806-9fca-4dfd-8a82-d796f37023fd', 'status': 'completed', 'code': 200} Mar 22 19:15:39.713397 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5193fda2-6a89-4285-acda-75ea2f7c77c8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=38638c01b940485389df7af141390434&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4079545 Mar 22 19:15:39.714665 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 34948) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:39.795240 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-eab1916c-511b-4a34-8b1d-86afb93005c4 admin admin] Publish callbacks [] for security_group (c0da2def-0efc-40c7-9bec-bcd9a7be1b45), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:39.805833 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6d8d6-b846-42ff-a2a3-f561dd524bca req-adfe6b84-87de-4b8d-a1c7-af19dd2ade97 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:39.813166 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a8c6d8d6-b846-42ff-a2a3-f561dd524bca req-adfe6b84-87de-4b8d-a1c7-af19dd2ade97 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/ports?device_id=be0e1de6-a346-4f2b-87e9-7eebc2fd7dab HTTP/1.1" status: 200 len: 944 time: 0.1061847 Mar 22 19:15:39.855771 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-eab1916c-511b-4a34-8b1d-86afb93005c4 admin admin] Publish callbacks [] for security_group (c0da2def-0efc-40c7-9bec-bcd9a7be1b45), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:39.868111 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45e31e-0773-4ded-a3c8-7600e8e5cccb req-c1439961-d41e-4cca-a8bb-2af462459344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:39.880702 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7c45e31e-0773-4ded-a3c8-7600e8e5cccb req-c1439961-d41e-4cca-a8bb-2af462459344 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=50f2bfa7a4934aeaa9cc0c2ed043b83a&device_id=be0e1de6-a346-4f2b-87e9-7eebc2fd7dab HTTP/1.1" status: 200 len: 1127 time: 0.1844811 Mar 22 19:15:39.917322 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a8c6d8d6-b846-42ff-a2a3-f561dd524bca req-f7d01469-92d6-47ee-997e-5305db7fd212 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/security-groups?id=94bd8754-58bc-422a-a50a-c5dfb277b6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030798 Mar 22 19:15:39.967010 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-eab1916c-511b-4a34-8b1d-86afb93005c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (c0da2def-0efc-40c7-9bec-bcd9a7be1b45), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:39.970394 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-eab1916c-511b-4a34-8b1d-86afb93005c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:39.971684 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-eab1916c-511b-4a34-8b1d-86afb93005c4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c0da2def-0efc-40c7-9bec-bcd9a7be1b45 HTTP/1.1" status: 204 len: 168 time: 0.2561073 Mar 22 19:15:40.005953 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1916c-511b-4a34-8b1d-86afb93005c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0da2def-0efc-40c7-9bec-bcd9a7be1b45,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:40.479435 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-efd029d4-8f7e-4905-a4f2-0ea9a78e9058 admin admin] Publish callbacks [] for security_group (cce12e7b-b65b-40a7-a48f-af8eda706b2e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:40.500981 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-efd029d4-8f7e-4905-a4f2-0ea9a78e9058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (cce12e7b-b65b-40a7-a48f-af8eda706b2e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:40.557361 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 34960) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:40.573053 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-efd029d4-8f7e-4905-a4f2-0ea9a78e9058 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=06c62200994443ba80ccc3e716d7ae1a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3089752 Mar 22 19:15:40.576655 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 34964) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:40.594197 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2984c0f2-2e32-4212-94c8-0af02b5e37e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:40.608276 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45e31e-0773-4ded-a3c8-7600e8e5cccb req-3dfc5cd6-e723-4711-add5-8a9a7f33c17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:40.610032 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7c45e31e-0773-4ded-a3c8-7600e8e5cccb req-3dfc5cd6-e723-4711-add5-8a9a7f33c17b service neutron] 10.222.0.84 "GET /v2.0/networks?id=62c519fc-4ba2-460f-99c0-c4269b238492 HTTP/1.1" status: 200 len: 925 time: 0.7210052 Mar 22 19:15:40.611427 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd029d4-8f7e-4905-a4f2-0ea9a78e9058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce12e7b-b65b-40a7-a48f-af8eda706b2e,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:40.683147 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7c45e31e-0773-4ded-a3c8-7600e8e5cccb req-3f76df0d-6b88-4484-9dbf-d6b10a35c17c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b40b806-9fca-4dfd-8a82-d796f37023fd HTTP/1.1" status: 200 len: 217 time: 0.0669794 Mar 22 19:15:40.755923 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2984c0f2-2e32-4212-94c8-0af02b5e37e8 admin admin] Publish callbacks [] for security_group (5ce78b25-b340-4210-b8ea-5621d67ee516), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:40.763971 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2984c0f2-2e32-4212-94c8-0af02b5e37e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5ce78b25-b340-4210-b8ea-5621d67ee516), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:40.787674 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45e31e-0773-4ded-a3c8-7600e8e5cccb req-f9c3b893-be6c-44a4-ae18-a3dbfc2b84bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:40.789177 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7c45e31e-0773-4ded-a3c8-7600e8e5cccb req-f9c3b893-be6c-44a4-ae18-a3dbfc2b84bc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d297ad65-b612-46b9-b407-069a93a8e37f HTTP/1.1" status: 200 len: 863 time: 0.0981417 Mar 22 19:15:40.793238 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984c0f2-2e32-4212-94c8-0af02b5e37e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce78b25-b340-4210-b8ea-5621d67ee516,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:40.814083 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae79e7b-d40a-42eb-9bc0-9c233c5efa05', 'name': 'network-vif-deleted', 'tag': '382ac85c-b675-4f9b-8e57-1cd8ed95f3b8'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:15:40.816750 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c668e59-9c48-43f6-863b-d409bec8746b" -d '{"events": [{"server_uuid": "fae79e7b-d40a-42eb-9bc0-9c233c5efa05", "name": "network-vif-deleted", "tag": "382ac85c-b675-4f9b-8e57-1cd8ed95f3b8"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:15:40.848248 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-acab9ab9-9ecd-4d03-ad49-91a2e079ab26 admin admin] Publish callbacks [] for security_group (cce12e7b-b65b-40a7-a48f-af8eda706b2e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:40.859186 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2984c0f2-2e32-4212-94c8-0af02b5e37e8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3de9ebee30d34cc4ac6af4e5884e08db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3015018 Mar 22 19:15:40.862985 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34968) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:41.020772 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-acab9ab9-9ecd-4d03-ad49-91a2e079ab26 admin admin] Publish callbacks [] for security_group (cce12e7b-b65b-40a7-a48f-af8eda706b2e), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:41.047339 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45e31e-0773-4ded-a3c8-7600e8e5cccb req-ac6ac4c9-808f-4279-820b-bef4ba1cf5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:41.047339 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7c45e31e-0773-4ded-a3c8-7600e8e5cccb req-ac6ac4c9-808f-4279-820b-bef4ba1cf5d7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=62c519fc-4ba2-460f-99c0-c4269b238492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2042551 Mar 22 19:15:41.064886 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-acab9ab9-9ecd-4d03-ad49-91a2e079ab26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (cce12e7b-b65b-40a7-a48f-af8eda706b2e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:41.072951 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-acab9ab9-9ecd-4d03-ad49-91a2e079ab26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:41.075540 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-acab9ab9-9ecd-4d03-ad49-91a2e079ab26 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cce12e7b-b65b-40a7-a48f-af8eda706b2e HTTP/1.1" status: 204 len: 168 time: 0.4977565 Mar 22 19:15:41.092070 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab9ab9-9ecd-4d03-ad49-91a2e079ab26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce12e7b-b65b-40a7-a48f-af8eda706b2e,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:41.127278 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cc56a451-d1d0-4c6f-a952-ad55e1ceec2e admin admin] Publish callbacks [] for security_group (5ce78b25-b340-4210-b8ea-5621d67ee516), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:41.258555 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7c45e31e-0773-4ded-a3c8-7600e8e5cccb req-6aeb88c4-ac2e-4c37-9112-b8dc7013f8b5 service neutron] 10.222.0.84 "GET /v2.0/networks/62c519fc-4ba2-460f-99c0-c4269b238492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195423 Mar 22 19:15:41.292221 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cc56a451-d1d0-4c6f-a952-ad55e1ceec2e admin admin] Publish callbacks [] for security_group (5ce78b25-b340-4210-b8ea-5621d67ee516), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:41.493316 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cc56a451-d1d0-4c6f-a952-ad55e1ceec2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5ce78b25-b340-4210-b8ea-5621d67ee516), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:41.495885 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cc56a451-d1d0-4c6f-a952-ad55e1ceec2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:41.500699 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cc56a451-d1d0-4c6f-a952-ad55e1ceec2e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5ce78b25-b340-4210-b8ea-5621d67ee516 HTTP/1.1" status: 204 len: 168 time: 0.6328678 Mar 22 19:15:41.556341 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56a451-d1d0-4c6f-a952-ad55e1ceec2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce78b25-b340-4210-b8ea-5621d67ee516,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:41.600461 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7c45e31e-0773-4ded-a3c8-7600e8e5cccb req-6298d7ef-307c-4739-9182-af330305a011 service neutron] 10.222.0.84 "GET /v2.0/networks/62c519fc-4ba2-460f-99c0-c4269b238492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404838 Mar 22 19:15:41.817782 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34982) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:41.872432 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b78769bf-c253-425c-9ed6-96f8a5f2087f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:42.164224 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b78769bf-c253-425c-9ed6-96f8a5f2087f admin admin] Publish callbacks [] for security_group (535b8bda-80fc-4dad-8678-9cb714251049), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:42.175966 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b78769bf-c253-425c-9ed6-96f8a5f2087f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (535b8bda-80fc-4dad-8678-9cb714251049), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:42.225144 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b78769bf-c253-425c-9ed6-96f8a5f2087f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9b950b6fed0243a7bf4228eb11226985&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4062827 Mar 22 19:15:42.227640 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34990) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:42.234659 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78769bf-c253-425c-9ed6-96f8a5f2087f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535b8bda-80fc-4dad-8678-9cb714251049,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:42.350855 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9f1fe4fb-9d03-44e5-91f5-28d19175a0dd admin admin] Publish callbacks [] for security_group (535b8bda-80fc-4dad-8678-9cb714251049), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:42.439079 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9f1fe4fb-9d03-44e5-91f5-28d19175a0dd admin admin] Publish callbacks [] for security_group (535b8bda-80fc-4dad-8678-9cb714251049), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:42.535727 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9f1fe4fb-9d03-44e5-91f5-28d19175a0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (535b8bda-80fc-4dad-8678-9cb714251049), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:42.539210 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9f1fe4fb-9d03-44e5-91f5-28d19175a0dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:42.543517 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9f1fe4fb-9d03-44e5-91f5-28d19175a0dd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/535b8bda-80fc-4dad-8678-9cb714251049 HTTP/1.1" status: 204 len: 168 time: 0.3117278 Mar 22 19:15:42.562022 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1fe4fb-9d03-44e5-91f5-28d19175a0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535b8bda-80fc-4dad-8678-9cb714251049,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:42.611760 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 6b40b806-9fca-4dfd-8a82-d796f37023fd details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:15:42.788079 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 6b40b806-9fca-4dfd-8a82-d796f37023fd, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=6b40b806-9fca-4dfd-8a82-d796f37023fd,segment=NetworkSegment(434c9c69-ff1e-4e34-b423-28413f789ad4),segment_id=434c9c69-ff1e-4e34-b423-28413f789ad4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:42.805436 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '6b40b806-9fca-4dfd-8a82-d796f37023fd', 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492', 'port_id': '6b40b806-9fca-4dfd-8a82-d796f37023fd', 'mac_address': 'fa:16:3e:de:67:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd297ad65-b612-46b9-b407-069a93a8e37f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:15:42.878781 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 6b40b806-9fca-4dfd-8a82-d796f37023fd is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:42.879431 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6b40b806-9fca-4dfd-8a82-d796f37023fd), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:42.899631 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b40b806-9fca-4dfd-8a82-d796f37023fd {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:15:42.956520 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 6b40b806-9fca-4dfd-8a82-d796f37023fd, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=6b40b806-9fca-4dfd-8a82-d796f37023fd,segment=NetworkSegment(434c9c69-ff1e-4e34-b423-28413f789ad4),segment_id=434c9c69-ff1e-4e34-b423-28413f789ad4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:42.965846 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (6b40b806-9fca-4dfd-8a82-d796f37023fd), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:43.173939 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=6b40b806-9fca-4dfd-8a82-d796f37023fd,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:43.183539 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:43.183944 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:43.184297 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:43.184636 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:43.184978 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:43.185313 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:43.185687 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:43.186047 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:43.186382 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:43.186707 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:43.187068 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:43.187394 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:43.187782 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:43.188121 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:43.188449 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:15:43.276360 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['6b40b806-9fca-4dfd-8a82-d796f37023fd'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:15:43.422337 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 35016) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:43.767128 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-f5976af9-27ae-43dd-86cd-9e88c2bfdbd7 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-429187094-network', 'tenant_id': '6baa0c4671fe40f89b69725a70157b5e'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:15:43.819406 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5976af9-27ae-43dd-86cd-9e88c2bfdbd7 admin admin] Made reservation on behalf of 6baa0c4671fe40f89b69725a70157b5e for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:15:43.823160 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f5976af9-27ae-43dd-86cd-9e88c2bfdbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:43.846318 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f5976af9-27ae-43dd-86cd-9e88c2bfdbd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:44.020024 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [req-0227c010-c0a8-433a-b573-952af830dde4 req-307574a9-6809-49cd-b527-3a5478eeca17 service neutron] show failed (client error): The resource could not be found. Mar 22 19:15:44.020994 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0227c010-c0a8-433a-b573-952af830dde4 req-307574a9-6809-49cd-b527-3a5478eeca17 service neutron] 10.222.0.84 "GET /v2.0/ports/8968dc95-8b66-420b-912b-413092d8cf15/bindings/n-h2-705658-24 HTTP/1.1" status: 404 len: 381 time: 0.1540956 Mar 22 19:15:44.067333 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f5976af9-27ae-43dd-86cd-9e88c2bfdbd7 admin admin] Publish callbacks [] for security_group (e643afbd-6d24-4f79-99a2-68451ff2e1d7), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:44.076022 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f5976af9-27ae-43dd-86cd-9e88c2bfdbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e643afbd-6d24-4f79-99a2-68451ff2e1d7), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:44.174139 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5976af9-27ae-43dd-86cd-9e88c2bfdbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e643afbd-6d24-4f79-99a2-68451ff2e1d7,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:44.191663 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5976af9-27ae-43dd-86cd-9e88c2bfdbd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:15:44.231114 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f5976af9-27ae-43dd-86cd-9e88c2bfdbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (85cf4aab-02b0-4ed0-89a0-65a703cfb595), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:44.231457 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-f5976af9-27ae-43dd-86cd-9e88c2bfdbd7 admin admin] Added segment 85cf4aab-02b0-4ed0-89a0-65a703cfb595 of type vlan for network c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd Mar 22 19:15:44.478108 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f5976af9-27ae-43dd-86cd-9e88c2bfdbd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:44.590865 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227c010-c0a8-433a-b573-952af830dde4 req-a4dc1fa8-ff0f-4f41-914a-8ad7607c3dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:44.597455 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0227c010-c0a8-433a-b573-952af830dde4 req-a4dc1fa8-ff0f-4f41-914a-8ad7607c3dbe service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc&tenant_id=fa44a62348c348ba8b3d4c4340e75bae HTTP/1.1" status: 200 len: 1133 time: 0.2715292 Mar 22 19:15:44.600212 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f5976af9-27ae-43dd-86cd-9e88c2bfdbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:44.605838 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5976af9-27ae-43dd-86cd-9e88c2bfdbd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:44.608841 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f5976af9-27ae-43dd-86cd-9e88c2bfdbd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:44.611548 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 6b40b806-9fca-4dfd-8a82-d796f37023fd up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:15:44.631933 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-0227c010-c0a8-433a-b573-952af830dde4 req-efe954c1-71fd-4fac-b7a7-6798655b777e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705658-24', 'device_owner': 'compute:nova'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:15:44.722028 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5976af9-27ae-43dd-86cd-9e88c2bfdbd7 admin admin] Pushing event updated for resources: {'Network': ['ID=c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:44.741112 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:15:44.773818 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 6b40b806-9fca-4dfd-8a82-d796f37023fd completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:15:44.831619 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f5976af9-27ae-43dd-86cd-9e88c2bfdbd7 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4043856 Mar 22 19:15:44.832481 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35040) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:44.837932 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-b675e5ef-7c32-4935-aff3-f177e9a411f5 admin admin] Request body: {'subnet': {'network_id': 'c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-429187094-subnet', 'tenant_id': '6baa0c4671fe40f89b69725a70157b5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:15:44.849954 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 6b40b806-9fca-4dfd-8a82-d796f37023fd triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:44.852402 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6b40b806-9fca-4dfd-8a82-d796f37023fd), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:44.863597 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0227c010-c0a8-433a-b573-952af830dde4 req-efe954c1-71fd-4fac-b7a7-6798655b777e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8968dc95-8b66-420b-912b-413092d8cf15), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:44.882272 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b675e5ef-7c32-4935-aff3-f177e9a411f5 admin admin] Made reservation on behalf of 6baa0c4671fe40f89b69725a70157b5e for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:15:44.886945 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b675e5ef-7c32-4935-aff3-f177e9a411f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:45.402197 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 6b40b806-9fca-4dfd-8a82-d796f37023fd is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:45.403027 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6b40b806-9fca-4dfd-8a82-d796f37023fd), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:45.405904 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c83218ce-a09a-42bd-b7f7-fe9d05c0e001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:45.407620 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b675e5ef-7c32-4935-aff3-f177e9a411f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (557c463e-0ced-46b1-95bb-72c186d37083), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:45.443359 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be0e1de6-a346-4f2b-87e9-7eebc2fd7dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b40b806-9fca-4dfd-8a82-d796f37023fd'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:15:45.447225 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136cd372-c664-4343-9f06-7c016c40c32d" -d '{"events": [{"server_uuid": "be0e1de6-a346-4f2b-87e9-7eebc2fd7dab", "name": "network-vif-plugged", "status": "completed", "tag": "6b40b806-9fca-4dfd-8a82-d796f37023fd"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:15:45.466091 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 6b40b806-9fca-4dfd-8a82-d796f37023fd, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=6b40b806-9fca-4dfd-8a82-d796f37023fd,segment=NetworkSegment(434c9c69-ff1e-4e34-b423-28413f789ad4),segment_id=434c9c69-ff1e-4e34-b423-28413f789ad4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:45.472887 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (6b40b806-9fca-4dfd-8a82-d796f37023fd), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:45.540300 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=6b40b806-9fca-4dfd-8a82-d796f37023fd,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:45.555354 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b675e5ef-7c32-4935-aff3-f177e9a411f5 admin admin] Checking segment: {'id': '85cf4aab-02b0-4ed0-89a0-65a703cfb595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:15:45.555712 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b675e5ef-7c32-4935-aff3-f177e9a411f5 admin admin] Network hostable DHCP agents. Network: c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:15:45.579781 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:45.615170 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675e5ef-7c32-4935-aff3-f177e9a411f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=557c463e-0ced-46b1-95bb-72c186d37083,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:45.627575 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b675e5ef-7c32-4935-aff3-f177e9a411f5 admin admin] Network c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:15:45.660415 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-b675e5ef-7c32-4935-aff3-f177e9a411f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:15:45.664658 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b675e5ef-7c32-4935-aff3-f177e9a411f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:45.667350 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b675e5ef-7c32-4935-aff3-f177e9a411f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:45.691331 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50668647-35c5-47db-8f60-3b632a6fd053 None None] Network c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:15:45.703797 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b675e5ef-7c32-4935-aff3-f177e9a411f5 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8695788 Mar 22 19:15:45.918722 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-0227c010-c0a8-433a-b573-952af830dde4 req-efe954c1-71fd-4fac-b7a7-6798655b777e service neutron] For port 8968dc95-8b66-420b-912b-413092d8cf15, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=8968dc95-8b66-420b-912b-413092d8cf15,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:45.959932 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97809bce-7fa0-4172-b78c-37ce90f25365 None None] Network c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:15:45.994061 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-0227c010-c0a8-433a-b573-952af830dde4 req-efe954c1-71fd-4fac-b7a7-6798655b777e service neutron] For port 8968dc95-8b66-420b-912b-413092d8cf15, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:15:46.063727 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0227c010-c0a8-433a-b573-952af830dde4 req-efe954c1-71fd-4fac-b7a7-6798655b777e service neutron] Publish callbacks [] for port (8968dc95-8b66-420b-912b-413092d8cf15), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:46.083740 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-0227c010-c0a8-433a-b573-952af830dde4 req-efe954c1-71fd-4fac-b7a7-6798655b777e service neutron] Transition to ACTIVE for port object 8968dc95-8b66-420b-912b-413092d8cf15 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:15:46.090642 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0227c010-c0a8-433a-b573-952af830dde4 req-efe954c1-71fd-4fac-b7a7-6798655b777e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (8968dc95-8b66-420b-912b-413092d8cf15), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:46.171031 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe954c1-71fd-4fac-b7a7-6798655b777e service neutron] Pushing event updated for resources: {'Port': ['ID=8968dc95-8b66-420b-912b-413092d8cf15,revision_number=6']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:46.200708 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-0227c010-c0a8-433a-b573-952af830dde4 req-efe954c1-71fd-4fac-b7a7-6798655b777e service neutron] No DVR routers for this DVR port 8968dc95-8b66-420b-912b-413092d8cf15 on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:15:46.265558 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-0227c010-c0a8-433a-b573-952af830dde4 req-efe954c1-71fd-4fac-b7a7-6798655b777e service neutron] Attempting to bind port 8968dc95-8b66-420b-912b-413092d8cf15 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:15:46.266037 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-0227c010-c0a8-433a-b573-952af830dde4 req-efe954c1-71fd-4fac-b7a7-6798655b777e service neutron] Attempting to bind port 8968dc95-8b66-420b-912b-413092d8cf15 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:15:46.266807 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0227c010-c0a8-433a-b573-952af830dde4 req-efe954c1-71fd-4fac-b7a7-6798655b777e service neutron] Attempting to bind port 8968dc95-8b66-420b-912b-413092d8cf15 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:15:46.284754 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0227c010-c0a8-433a-b573-952af830dde4 req-efe954c1-71fd-4fac-b7a7-6798655b777e service neutron] Port 8968dc95-8b66-420b-912b-413092d8cf15 on network 43c82fd2-7e25-4eba-86f2-aced26197dba not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:15:46.284998 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0227c010-c0a8-433a-b573-952af830dde4 req-efe954c1-71fd-4fac-b7a7-6798655b777e service neutron] Attempting to bind port 8968dc95-8b66-420b-912b-413092d8cf15 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:15:46.298696 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0227c010-c0a8-433a-b573-952af830dde4 req-efe954c1-71fd-4fac-b7a7-6798655b777e service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:15:46.299070 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0227c010-c0a8-433a-b573-952af830dde4 req-efe954c1-71fd-4fac-b7a7-6798655b777e service neutron] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:15:46.299427 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0227c010-c0a8-433a-b573-952af830dde4 req-efe954c1-71fd-4fac-b7a7-6798655b777e service neutron] Bound using segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:15:46.299867 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-0227c010-c0a8-433a-b573-952af830dde4 req-efe954c1-71fd-4fac-b7a7-6798655b777e service neutron] Bound port: 8968dc95-8b66-420b-912b-413092d8cf15, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:15:46.300234 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0227c010-c0a8-433a-b573-952af830dde4 req-efe954c1-71fd-4fac-b7a7-6798655b777e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8968dc95-8b66-420b-912b-413092d8cf15), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:46.444613 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-0227c010-c0a8-433a-b573-952af830dde4 req-efe954c1-71fd-4fac-b7a7-6798655b777e service neutron] For port 8968dc95-8b66-420b-912b-413092d8cf15, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:15:46.450768 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-0227c010-c0a8-433a-b573-952af830dde4 req-efe954c1-71fd-4fac-b7a7-6798655b777e service neutron] For port 8968dc95-8b66-420b-912b-413092d8cf15, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=8968dc95-8b66-420b-912b-413092d8cf15,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:15:46.460549 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0227c010-c0a8-433a-b573-952af830dde4 req-efe954c1-71fd-4fac-b7a7-6798655b777e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (8968dc95-8b66-420b-912b-413092d8cf15), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:46.536638 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe954c1-71fd-4fac-b7a7-6798655b777e service neutron] Pushing event updated for resources: {'Port': ['ID=8968dc95-8b66-420b-912b-413092d8cf15,revision_number=7']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:46.566369 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227c010-c0a8-433a-b573-952af830dde4 req-efe954c1-71fd-4fac-b7a7-6798655b777e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:46.567315 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0227c010-c0a8-433a-b573-952af830dde4 req-efe954c1-71fd-4fac-b7a7-6798655b777e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:46.569500 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0227c010-c0a8-433a-b573-952af830dde4 req-efe954c1-71fd-4fac-b7a7-6798655b777e service neutron] 10.222.0.85 "PUT /v2.0/ports/8968dc95-8b66-420b-912b-413092d8cf15 HTTP/1.1" status: 200 len: 1097 time: 1.9577513 Mar 22 19:15:46.750693 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227c010-c0a8-433a-b573-952af830dde4 req-319b873a-cf6a-4c6e-bf11-3edf2a2cb980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:46.752561 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0227c010-c0a8-433a-b573-952af830dde4 req-319b873a-cf6a-4c6e-bf11-3edf2a2cb980 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 1131 time: 0.1527236 Mar 22 19:15:46.934091 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227c010-c0a8-433a-b573-952af830dde4 req-a9836ac0-2382-4916-8cfe-953e71791592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:46.935593 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0227c010-c0a8-433a-b573-952af830dde4 req-a9836ac0-2382-4916-8cfe-953e71791592 service neutron] 10.222.0.85 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.1758599 Mar 22 19:15:46.989093 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0227c010-c0a8-433a-b573-952af830dde4 req-1b374307-5b11-4e34-87ee-9e805e68962e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=8968dc95-8b66-420b-912b-413092d8cf15 HTTP/1.1" status: 200 len: 217 time: 0.0449314 Mar 22 19:15:47.059995 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227c010-c0a8-433a-b573-952af830dde4 req-57c600de-050f-4d94-8c21-7a4da8c2424e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:47.061698 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0227c010-c0a8-433a-b573-952af830dde4 req-57c600de-050f-4d94-8c21-7a4da8c2424e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.0668752 Mar 22 19:15:47.123645 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227c010-c0a8-433a-b573-952af830dde4 req-5e81761d-43dd-4899-9bb4-e04c79552295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:47.126093 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0227c010-c0a8-433a-b573-952af830dde4 req-5e81761d-43dd-4899-9bb4-e04c79552295 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0537879 Mar 22 19:15:47.252130 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0227c010-c0a8-433a-b573-952af830dde4 req-d7a9e506-e490-4df4-96f0-c0cc109f6d1e service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186368 Mar 22 19:15:47.333574 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-61d03c0f-88cf-45e2-b4c5-677b81a9f599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:47.496747 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0227c010-c0a8-433a-b573-952af830dde4 req-6e983112-478a-4b9a-903a-15950df78390 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379830 Mar 22 19:15:47.544771 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e90847-b6f7-48ba-af28-5013575d30d2 req-3448c4fc-fb55-4ca5-ada1-35aec556b876 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:47.546331 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-15e90847-b6f7-48ba-af28-5013575d30d2 req-3448c4fc-fb55-4ca5-ada1-35aec556b876 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 948 time: 0.1230612 Mar 22 19:15:47.553185 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68635312-268e-40a1-810d-2867371d032c req-36cd8547-f849-4841-8c0e-e889d9978cde tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:47.554771 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-68635312-268e-40a1-810d-2867371d032c req-36cd8547-f849-4841-8c0e-e889d9978cde tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/networks?id=408d3c74-488c-412d-8e2a-ab74ff098a11 HTTP/1.1" status: 200 len: 821 time: 0.2034159 Mar 22 19:15:47.588331 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-68635312-268e-40a1-810d-2867371d032c req-6e3c0354-057d-4085-9534-aac9c042ad14 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/quotas/9043ed5dac384ebd98a6e2b2119c0162 HTTP/1.1" status: 200 len: 375 time: 0.0274923 Mar 22 19:15:47.662472 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-15e90847-b6f7-48ba-af28-5013575d30d2 req-5c905776-30e1-47ed-ad56-0565e5e701b1 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972037 Mar 22 19:15:47.705258 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-68635312-268e-40a1-810d-2867371d032c req-a5c58629-ea9a-4f59-8ea7-1eee36639a6c tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=9043ed5dac384ebd98a6e2b2119c0162&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1052001 Mar 22 19:15:47.864006 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5efc27-60eb-4a57-9eba-0e28508f9a70 req-1092673b-fe0c-4366-a090-626fbb7c662c tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:47.865613 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f5efc27-60eb-4a57-9eba-0e28508f9a70 req-1092673b-fe0c-4366-a090-626fbb7c662c tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb HTTP/1.1" status: 200 len: 945 time: 0.0957987 Mar 22 19:15:47.867790 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-68635312-268e-40a1-810d-2867371d032c req-652355e8-93cf-4937-86c3-d50edebb1099 service neutron] 10.222.0.75 "GET /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554968 Mar 22 19:15:47.982245 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f5efc27-60eb-4a57-9eba-0e28508f9a70 req-9f542371-518c-473a-997c-f40eed8c8987 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102788 Mar 22 19:15:48.012395 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:48.024020 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-68635312-268e-40a1-810d-2867371d032c req-cbd7f708-1665-4391-9ff4-df89427ec39b service neutron] 10.222.0.75 "GET /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501720 Mar 22 19:15:48.059763 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a58def6-e04b-43f4-a965-a248b734668e x-openstack-request-id: req-1a58def6-e04b-43f4-a965-a248b734668e {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:15:48.060624 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae79e7b-d40a-42eb-9bc0-9c233c5efa05", "name": "network-vif-deleted", "tag": "382ac85c-b675-4f9b-8e57-1cd8ed95f3b8", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:15:48.061153 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1a58def6-e04b-43f4-a965-a248b734668e {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:15:48.061861 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a58def6-e04b-43f4-a965-a248b734668e'] response: {'server_uuid': 'fae79e7b-d40a-42eb-9bc0-9c233c5efa05', 'name': 'network-vif-deleted', 'tag': '382ac85c-b675-4f9b-8e57-1cd8ed95f3b8', 'status': 'completed', 'code': 200} Mar 22 19:15:48.179550 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab74958-83e0-4378-983b-19c2975351c6 req-c260834d-e3cd-4c41-b27d-eef9d97a7fb2 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:48.181725 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7ab74958-83e0-4378-983b-19c2975351c6 req-c260834d-e3cd-4c41-b27d-eef9d97a7fb2 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/ports?device_id=be0e1de6-a346-4f2b-87e9-7eebc2fd7dab HTTP/1.1" status: 200 len: 946 time: 0.0726554 Mar 22 19:15:48.210527 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7d4337-26a7-4117-90f0-24517e50d3dd x-openstack-request-id: req-5d7d4337-26a7-4117-90f0-24517e50d3dd {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:15:48.211096 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be0e1de6-a346-4f2b-87e9-7eebc2fd7dab", "name": "network-vif-plugged", "status": "completed", "tag": "6b40b806-9fca-4dfd-8a82-d796f37023fd", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:15:48.211360 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5d7d4337-26a7-4117-90f0-24517e50d3dd {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:15:48.211776 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d7d4337-26a7-4117-90f0-24517e50d3dd'] response: {'server_uuid': 'be0e1de6-a346-4f2b-87e9-7eebc2fd7dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b40b806-9fca-4dfd-8a82-d796f37023fd', 'code': 200} Mar 22 19:15:48.286404 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7ab74958-83e0-4378-983b-19c2975351c6 req-36dd641b-408e-4fe8-afe6-32504d1b350a tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/security-groups?id=94bd8754-58bc-422a-a50a-c5dfb277b6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972736 Mar 22 19:15:48.388516 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad18f13-aebf-4c87-801a-f5f5dfc36aa6 req-bbb1d4b6-552b-4a19-9cf7-92db989586eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:48.392714 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5ad18f13-aebf-4c87-801a-f5f5dfc36aa6 req-bbb1d4b6-552b-4a19-9cf7-92db989586eb service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=be0e1de6-a346-4f2b-87e9-7eebc2fd7dab HTTP/1.1" status: 200 len: 1129 time: 0.1156309 Mar 22 19:15:48.486721 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5ad18f13-aebf-4c87-801a-f5f5dfc36aa6 req-f761c2b0-b53d-4d6f-9eb3-6a94f5e600d0 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=94bd8754-58bc-422a-a50a-c5dfb277b6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746486 Mar 22 19:15:48.531971 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:48.611432 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 8968dc95-8b66-420b-912b-413092d8cf15 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:15:48.705690 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] The host n-h1-705658-24 is not matching for port 8968dc95-8b66-420b-912b-413092d8cf15 host n-h2-705658-24! {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 19:15:48.706475 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 8968dc95-8b66-420b-912b-413092d8cf15 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:15:48.719777 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b15930-a952-4ef6-8352-1015e8485dbd req-9efe38d3-c9dd-47e7-9708-5baf98d8ac5f tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:48.732429 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-75b15930-a952-4ef6-8352-1015e8485dbd req-9efe38d3-c9dd-47e7-9708-5baf98d8ac5f tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/networks?id=c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd HTTP/1.1" status: 200 len: 804 time: 0.1294937 Mar 22 19:15:48.754747 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-75b15930-a952-4ef6-8352-1015e8485dbd req-3599f042-5b15-4f6d-8e25-53efd14171d9 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/quotas/6baa0c4671fe40f89b69725a70157b5e HTTP/1.1" status: 200 len: 375 time: 0.0209897 Mar 22 19:15:48.797449 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-75b15930-a952-4ef6-8352-1015e8485dbd req-caac440c-7d8a-4d16-8224-a756cc275963 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6baa0c4671fe40f89b69725a70157b5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365648 Mar 22 19:15:48.954477 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-75b15930-a952-4ef6-8352-1015e8485dbd req-ab1a4552-5b4b-41f3-9c8a-d09bae6ac9d3 service neutron] 10.222.0.75 "GET /v2.0/networks/c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497712 Mar 22 19:15:49.108299 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d6cad-e4f3-4a0f-8ffc-7c0c1bfb5a58 req-073b077a-a6f0-4510-9f18-4a063f570393 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:49.110607 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-389d6cad-e4f3-4a0f-8ffc-7c0c1bfb5a58 req-073b077a-a6f0-4510-9f18-4a063f570393 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb HTTP/1.1" status: 200 len: 1128 time: 0.1352000 Mar 22 19:15:49.123244 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-75b15930-a952-4ef6-8352-1015e8485dbd req-4a9ea216-6dd0-4fda-8f10-c3d0075068bf service neutron] 10.222.0.75 "GET /v2.0/networks/c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665390 Mar 22 19:15:49.222235 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-389d6cad-e4f3-4a0f-8ffc-7c0c1bfb5a58 req-509ffd73-6fac-497d-bb6d-fc26137e3fef tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943911 Mar 22 19:15:49.350754 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0e10f2f-ca45-4b79-8810-f90ba235b0ef req-37f966a1-1e5c-4288-9488-cff76577398a tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7c5a848-3bf4-432b-95d0-47c2c562f473 HTTP/1.1" status: 200 len: 210 time: 0.0551941 Mar 22 19:15:49.524346 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b598d-4546-4ca2-a748-f1d7fbe19ecd req-09e06209-5e50-4805-b96d-2a1d4528a5b1 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:49.528477 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2f2b598d-4546-4ca2-a748-f1d7fbe19ecd req-09e06209-5e50-4805-b96d-2a1d4528a5b1 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 948 time: 0.1167593 Mar 22 19:15:49.705549 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2f2b598d-4546-4ca2-a748-f1d7fbe19ecd req-ba16c8d5-ddba-4a12-b196-fb005f704e13 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634133 Mar 22 19:15:49.778734 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60040875-bfd8-4d2c-b447-b9e801fccd33 req-2b5ec0ae-e892-48ed-af69-23a4631306a9 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:49.784310 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-60040875-bfd8-4d2c-b447-b9e801fccd33 req-2b5ec0ae-e892-48ed-af69-23a4631306a9 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/ports?device_id=0840de3f-efcb-487a-93f3-1de7bc2097d5 HTTP/1.1" status: 200 len: 950 time: 0.1605914 Mar 22 19:15:49.857022 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-60040875-bfd8-4d2c-b447-b9e801fccd33 req-3e9d2e62-b25f-4c98-a667-311d1c1ce552 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d759956-3223-46a8-8476-9fdc36e41283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681908 Mar 22 19:15:49.915927 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68635312-268e-40a1-810d-2867371d032c req-3fb4e1b4-b02f-4b61-b39a-bfa5f31157cc tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:49.922112 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-68635312-268e-40a1-810d-2867371d032c req-3fb4e1b4-b02f-4b61-b39a-bfa5f31157cc tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.84 "GET /v2.0/networks?id=408d3c74-488c-412d-8e2a-ab74ff098a11 HTTP/1.1" status: 200 len: 821 time: 0.2918451 Mar 22 19:15:49.927148 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12886ea-2150-4189-8cc0-0eacb9d149cf req-6fb0c420-c1b5-4c28-88e3-996ad7652be9 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:49.941260 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-68635312-268e-40a1-810d-2867371d032c req-ccbc1da7-2626-4e6f-8038-e4e38d1c6f8f tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Request body: {'port': {'device_id': 'b7c5a848-3bf4-432b-95d0-47c2c562f473', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'admin_state_up': True, 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:15:49.944663 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c12886ea-2150-4189-8cc0-0eacb9d149cf req-6fb0c420-c1b5-4c28-88e3-996ad7652be9 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb HTTP/1.1" status: 200 len: 1128 time: 0.0962491 Mar 22 19:15:49.962941 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:50.039331 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2dc301d7-a9a6-4aa5-b3ca-d2efd03322ee req-e2f90373-3093-44d9-9af2-d60b454ecb1a tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=0bcb160a-fa10-486a-9a04-8e829e46ac37 HTTP/1.1" status: 200 len: 210 time: 0.0798008 Mar 22 19:15:50.089186 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925d2a26-a0a1-45c5-ab20-05f7eeb11ecc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8968dc95-8b66-420b-912b-413092d8cf15'}, {'name': 'network-changed', 'server_uuid': '925d2a26-a0a1-45c5-ab20-05f7eeb11ecc', 'tag': '8968dc95-8b66-420b-912b-413092d8cf15'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:15:50.093484 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce30bbf8-09f6-4649-b9d0-b5fd77d908bc" -d '{"events": [{"server_uuid": "925d2a26-a0a1-45c5-ab20-05f7eeb11ecc", "name": "network-vif-unplugged", "status": "completed", "tag": "8968dc95-8b66-420b-912b-413092d8cf15"}, {"name": "network-changed", "server_uuid": "925d2a26-a0a1-45c5-ab20-05f7eeb11ecc", "tag": "8968dc95-8b66-420b-912b-413092d8cf15"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:15:50.132171 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68635312-268e-40a1-810d-2867371d032c req-ccbc1da7-2626-4e6f-8038-e4e38d1c6f8f tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Made reservation on behalf of 9043ed5dac384ebd98a6e2b2119c0162 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:15:50.136048 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-68635312-268e-40a1-810d-2867371d032c req-ccbc1da7-2626-4e6f-8038-e4e38d1c6f8f tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:50.139758 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c12886ea-2150-4189-8cc0-0eacb9d149cf req-94322f3d-819b-43c6-9c1a-7010286d156f tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724918 Mar 22 19:15:50.243646 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8298e99f-a061-4a59-bdc1-8070e527b62f req-63f9da0d-d1a9-43d4-ba0e-38ea3c91996a tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:50.245299 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8298e99f-a061-4a59-bdc1-8070e527b62f req-63f9da0d-d1a9-43d4-ba0e-38ea3c91996a tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/ports?device_id=be0e1de6-a346-4f2b-87e9-7eebc2fd7dab HTTP/1.1" status: 200 len: 946 time: 0.0791109 Mar 22 19:15:50.324102 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8298e99f-a061-4a59-bdc1-8070e527b62f req-48c0d171-6d0b-44de-9682-f0bbd8caad02 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/security-groups?id=94bd8754-58bc-422a-a50a-c5dfb277b6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704920 Mar 22 19:15:50.401180 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-68635312-268e-40a1-810d-2867371d032c req-ccbc1da7-2626-4e6f-8038-e4e38d1c6f8f tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Allocated IP 172.20.0.11 (408d3c74-488c-412d-8e2a-ab74ff098a11/404f1295-a29d-4db9-84c7-cbcf7d46527c/21140333-5cbd-433e-84c6-3e60ef6be741) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:15:50.563522 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 22 Mar 2022 19:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b3617c-6fca-4385-99e8-ca3c5a282aac x-openstack-request-id: req-57b3617c-6fca-4385-99e8-ca3c5a282aac {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:15:50.563751 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925d2a26-a0a1-45c5-ab20-05f7eeb11ecc", "name": "network-vif-unplugged", "status": "completed", "tag": "8968dc95-8b66-420b-912b-413092d8cf15", "code": 200}, {"name": "network-changed", "server_uuid": "925d2a26-a0a1-45c5-ab20-05f7eeb11ecc", "tag": "8968dc95-8b66-420b-912b-413092d8cf15", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:15:50.563998 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-57b3617c-6fca-4385-99e8-ca3c5a282aac {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:15:50.564479 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57b3617c-6fca-4385-99e8-ca3c5a282aac'] response: {'server_uuid': '925d2a26-a0a1-45c5-ab20-05f7eeb11ecc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8968dc95-8b66-420b-912b-413092d8cf15', 'code': 200} Mar 22 19:15:50.564678 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57b3617c-6fca-4385-99e8-ca3c5a282aac'] response: {'name': 'network-changed', 'server_uuid': '925d2a26-a0a1-45c5-ab20-05f7eeb11ecc', 'tag': '8968dc95-8b66-420b-912b-413092d8cf15', 'status': 'completed', 'code': 200} Mar 22 19:15:50.653731 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-68635312-268e-40a1-810d-2867371d032c req-ccbc1da7-2626-4e6f-8038-e4e38d1c6f8f tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks [] for port (21140333-5cbd-433e-84c6-3e60ef6be741), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:50.702765 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-68635312-268e-40a1-810d-2867371d032c req-ccbc1da7-2626-4e6f-8038-e4e38d1c6f8f tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (21140333-5cbd-433e-84c6-3e60ef6be741), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:50.719286 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['93d11184-ab81-4e97-b7f1-4996710160b2'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:15:50.757678 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30bbf8-09f6-4649-b9d0-b5fd77d908bc req-b2b25175-5ef4-410c-8873-9e9df32874eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:50.763197 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce30bbf8-09f6-4649-b9d0-b5fd77d908bc req-b2b25175-5ef4-410c-8873-9e9df32874eb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 1131 time: 0.1760075 Mar 22 19:15:50.777852 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68635312-268e-40a1-810d-2867371d032c req-ccbc1da7-2626-4e6f-8038-e4e38d1c6f8f tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Network 408d3c74-488c-412d-8e2a-ab74ff098a11 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:15:50.781918 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-68635312-268e-40a1-810d-2867371d032c req-ccbc1da7-2626-4e6f-8038-e4e38d1c6f8f tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:15:50.782201 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30bbf8-09f6-4649-b9d0-b5fd77d908bc req-cc4c2bac-1558-45fd-9257-6b70ef7990f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:50.783802 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce30bbf8-09f6-4649-b9d0-b5fd77d908bc req-cc4c2bac-1558-45fd-9257-6b70ef7990f4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 1131 time: 0.1874635 Mar 22 19:15:50.809459 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-68635312-268e-40a1-810d-2867371d032c req-ccbc1da7-2626-4e6f-8038-e4e38d1c6f8f tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:15:50.920243 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30bbf8-09f6-4649-b9d0-b5fd77d908bc req-0cfe6553-58c4-4b49-b756-39bd2f3c1977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:50.922603 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce30bbf8-09f6-4649-b9d0-b5fd77d908bc req-0cfe6553-58c4-4b49-b756-39bd2f3c1977 service neutron] 10.222.0.84 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.1077545 Mar 22 19:15:50.976940 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68635312-268e-40a1-810d-2867371d032c req-ccbc1da7-2626-4e6f-8038-e4e38d1c6f8f tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:50.978049 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-68635312-268e-40a1-810d-2867371d032c req-ccbc1da7-2626-4e6f-8038-e4e38d1c6f8f tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:51.097016 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce30bbf8-09f6-4649-b9d0-b5fd77d908bc req-d2af28bf-0c31-49a3-8a06-e4cec058f696 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=8968dc95-8b66-420b-912b-413092d8cf15 HTTP/1.1" status: 200 len: 217 time: 0.0723393 Mar 22 19:15:51.230167 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30bbf8-09f6-4649-b9d0-b5fd77d908bc req-d7c00989-9fbb-4848-9189-f4dadb537aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:51.231784 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce30bbf8-09f6-4649-b9d0-b5fd77d908bc req-d7c00989-9fbb-4848-9189-f4dadb537aae service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.0926211 Mar 22 19:15:51.241074 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-444958d5-7b3a-430f-82f8-3766efd6626a None None] Provisioning complete for port 21140333-5cbd-433e-84c6-3e60ef6be741 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:51.242453 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-444958d5-7b3a-430f-82f8-3766efd6626a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (21140333-5cbd-433e-84c6-3e60ef6be741), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:51.268145 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e504aa9-88d3-4f4c-bd61-df3a87de42be req-5030a325-924b-4854-9d45-0b2ffe35622b tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:51.274232 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6e504aa9-88d3-4f4c-bd61-df3a87de42be req-5030a325-924b-4854-9d45-0b2ffe35622b tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/ports?device_id=be0e1de6-a346-4f2b-87e9-7eebc2fd7dab HTTP/1.1" status: 200 len: 946 time: 0.5081332 Mar 22 19:15:51.274391 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-68635312-268e-40a1-810d-2867371d032c req-ccbc1da7-2626-4e6f-8038-e4e38d1c6f8f tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3376222 Mar 22 19:15:51.281282 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbc1da7-2626-4e6f-8038-e4e38d1c6f8f tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Pushing event updated for resources: {'Port': ['ID=21140333-5cbd-433e-84c6-3e60ef6be741,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:51.283445 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35198) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:51.303670 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 8968dc95-8b66-420b-912b-413092d8cf15 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:15:51.339827 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-098da78e-458d-467c-b2e7-26e4397e74be tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Request body: {'floatingip': {'port_id': '6b40b806-9fca-4dfd-8a82-d796f37023fd'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:15:51.381524 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:51.383284 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-68635312-268e-40a1-810d-2867371d032c req-b22b0ed0-55dc-4c1c-b6a2-926f61ae99f2 service neutron] Request body: {'port': {'device_id': 'b7c5a848-3bf4-432b-95d0-47c2c562f473', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:15:51.392760 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-444958d5-7b3a-430f-82f8-3766efd6626a None None] Port 21140333-5cbd-433e-84c6-3e60ef6be741 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:15:51.418037 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30bbf8-09f6-4649-b9d0-b5fd77d908bc req-2b5ca272-d887-4c76-979a-c64960b5d948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:51.419937 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce30bbf8-09f6-4649-b9d0-b5fd77d908bc req-2b5ca272-d887-4c76-979a-c64960b5d948 service neutron] 10.222.0.85 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.6351202 Mar 22 19:15:51.454724 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30bbf8-09f6-4649-b9d0-b5fd77d908bc req-195d5ae4-7359-4c9d-b2aa-943cbfeeb0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:51.456121 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce30bbf8-09f6-4649-b9d0-b5fd77d908bc req-195d5ae4-7359-4c9d-b2aa-943cbfeeb0d2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2145948 Mar 22 19:15:51.489069 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd539d3b-ae99-4f14-8a82-a61b3b68bc2c req-21bf21ca-6ae3-45f6-a145-1be40105ff1d tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:51.503817 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cd539d3b-ae99-4f14-8a82-a61b3b68bc2c req-21bf21ca-6ae3-45f6-a145-1be40105ff1d tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7c5a848-3bf4-432b-95d0-47c2c562f473 HTTP/1.1" status: 200 len: 932 time: 0.4136329 Mar 22 19:15:51.590540 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 8968dc95-8b66-420b-912b-413092d8cf15, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=8968dc95-8b66-420b-912b-413092d8cf15,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:51.597837 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce30bbf8-09f6-4649-b9d0-b5fd77d908bc req-a03b7b33-821c-4b40-bee4-1b6c1e7308cb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=8968dc95-8b66-420b-912b-413092d8cf15 HTTP/1.1" status: 200 len: 217 time: 0.1461859 Mar 22 19:15:51.615362 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-098da78e-458d-467c-b2e7-26e4397e74be tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks [] for floatingip (e13181dd-8bbe-415f-aa72-077fe2850989), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:51.629926 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '8968dc95-8b66-420b-912b-413092d8cf15', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': '8968dc95-8b66-420b-912b-413092d8cf15', 'mac_address': 'fa:16:3e:14:75:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:15:51.701291 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b15930-a952-4ef6-8352-1015e8485dbd req-1c11c061-db5f-428c-9b61-c4e20348fbf3 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:51.703119 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-75b15930-a952-4ef6-8352-1015e8485dbd req-1c11c061-db5f-428c-9b61-c4e20348fbf3 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.85 "GET /v2.0/networks?id=c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd HTTP/1.1" status: 200 len: 804 time: 0.7130997 Mar 22 19:15:51.715878 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 8968dc95-8b66-420b-912b-413092d8cf15 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:51.716277 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8968dc95-8b66-420b-912b-413092d8cf15), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:51.735623 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cd539d3b-ae99-4f14-8a82-a61b3b68bc2c req-19c3c950-b11c-43f5-896c-2ebc949eb8e9 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd1cfd74-8abc-416a-90e5-3900db09e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308547 Mar 22 19:15:51.744327 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8968dc95-8b66-420b-912b-413092d8cf15 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:15:51.755764 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-75b15930-a952-4ef6-8352-1015e8485dbd req-72d910aa-090d-4654-a5cc-748bf5023848 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Request body: {'port': {'device_id': '0bcb160a-fa10-486a-9a04-8e829e46ac37', 'network_id': 'c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd', 'admin_state_up': True, 'tenant_id': '6baa0c4671fe40f89b69725a70157b5e'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:15:51.779308 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 8968dc95-8b66-420b-912b-413092d8cf15, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=8968dc95-8b66-420b-912b-413092d8cf15,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:51.787308 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8968dc95-8b66-420b-912b-413092d8cf15), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:51.850343 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30bbf8-09f6-4649-b9d0-b5fd77d908bc req-b5db7c3b-0c09-4c1a-8eb6-d8654dc5dc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:51.856652 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce30bbf8-09f6-4649-b9d0-b5fd77d908bc req-b5db7c3b-0c09-4c1a-8eb6-d8654dc5dc27 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.2266295 Mar 22 19:15:51.937021 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=8968dc95-8b66-420b-912b-413092d8cf15,revision_number=8']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:51.960195 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce30bbf8-09f6-4649-b9d0-b5fd77d908bc req-88b96d72-38f2-498f-8006-4fd6f413f66d service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866073 Mar 22 19:15:51.984355 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-68635312-268e-40a1-810d-2867371d032c req-b22b0ed0-55dc-4c1c-b6a2-926f61ae99f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (21140333-5cbd-433e-84c6-3e60ef6be741), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:52.245282 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['8968dc95-8b66-420b-912b-413092d8cf15'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:15:52.402174 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75b15930-a952-4ef6-8352-1015e8485dbd req-72d910aa-090d-4654-a5cc-748bf5023848 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Made reservation on behalf of 6baa0c4671fe40f89b69725a70157b5e for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:15:52.405425 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-75b15930-a952-4ef6-8352-1015e8485dbd req-72d910aa-090d-4654-a5cc-748bf5023848 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:52.543837 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35230) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:52.611520 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 57c6a9e0-bb76-439e-9629-7dc8682cded9 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:15:52.672009 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce30bbf8-09f6-4649-b9d0-b5fd77d908bc req-f048861d-7f94-4f0b-b11e-a10a78f45371 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6455188 Mar 22 19:15:52.709151 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ac2f9-b4c2-49c1-89d6-37bc99847c61 req-959fef07-7554-4ada-b7c6-a5f413d02c3c tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:52.721774 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-306ac2f9-b4c2-49c1-89d6-37bc99847c61 req-959fef07-7554-4ada-b7c6-a5f413d02c3c tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 949 time: 0.7660420 Mar 22 19:15:52.750435 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30bbf8-09f6-4649-b9d0-b5fd77d908bc req-6a5bd80a-9798-472d-82d8-fd442c76bda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:52.752772 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce30bbf8-09f6-4649-b9d0-b5fd77d908bc req-6a5bd80a-9798-472d-82d8-fd442c76bda7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.8728607 Mar 22 19:15:52.786558 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 57c6a9e0-bb76-439e-9629-7dc8682cded9 is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:52.786951 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (57c6a9e0-bb76-439e-9629-7dc8682cded9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:52.844948 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0840de3f-efcb-487a-93f3-1de7bc2097d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57c6a9e0-bb76-439e-9629-7dc8682cded9'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:15:52.847266 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58203924-0a80-469e-a1a7-f56d35512e72" -d '{"events": [{"server_uuid": "0840de3f-efcb-487a-93f3-1de7bc2097d5", "name": "network-vif-unplugged", "status": "completed", "tag": "57c6a9e0-bb76-439e-9629-7dc8682cded9"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:15:52.884380 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 57c6a9e0-bb76-439e-9629-7dc8682cded9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=57c6a9e0-bb76-439e-9629-7dc8682cded9,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:52.899484 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (57c6a9e0-bb76-439e-9629-7dc8682cded9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:52.922776 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-306ac2f9-b4c2-49c1-89d6-37bc99847c61 req-e3699cea-237c-4247-8600-ba8e1f02ed5e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000935 Mar 22 19:15:52.960627 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce30bbf8-09f6-4649-b9d0-b5fd77d908bc req-54ac25fa-11e4-465e-9b6c-72b6f5176c3b service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884601 Mar 22 19:15:53.009262 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=57c6a9e0-bb76-439e-9629-7dc8682cded9,revision_number=8']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:53.177551 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e136fc0d-0b0b-4d0a-a1f4-177fb03acc2f req-ffd0905c-ebea-42c3-a061-fe0e06bb68f4 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=0bcb160a-fa10-486a-9a04-8e829e46ac37 HTTP/1.1" status: 200 len: 210 time: 0.0504663 Mar 22 19:15:53.180577 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce30bbf8-09f6-4649-b9d0-b5fd77d908bc req-2a3b53d4-cc0c-4952-a05a-e8f0da375556 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107301 Mar 22 19:15:53.258635 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.db.resource_extend [None req-098da78e-458d-467c-b2e7-26e4397e74be tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:15:53.314822 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-72a4368e-3a83-41ad-a860-7796cfb6a93e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:53.342469 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e743ba-b1c5-4ff1-8a5d-f636446ccc86 req-1dfb3963-c795-4a36-beb2-4dc812e7127d tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:53.349562 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-68e743ba-b1c5-4ff1-8a5d-f636446ccc86 req-1dfb3963-c795-4a36-beb2-4dc812e7127d tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7c5a848-3bf4-432b-95d0-47c2c562f473 HTTP/1.1" status: 200 len: 932 time: 0.1044571 Mar 22 19:15:53.395637 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-098da78e-458d-467c-b2e7-26e4397e74be tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:53.417420 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-098da78e-458d-467c-b2e7-26e4397e74be tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (e13181dd-8bbe-415f-aa72-077fe2850989), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:53.499585 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-68e743ba-b1c5-4ff1-8a5d-f636446ccc86 req-fa68fd08-a525-4104-b37c-cef79756d62a tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd1cfd74-8abc-416a-90e5-3900db09e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463213 Mar 22 19:15:53.553290 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-75b15930-a952-4ef6-8352-1015e8485dbd req-72d910aa-090d-4654-a5cc-748bf5023848 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Allocated IP 172.20.0.2 (c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd/557c463e-0ced-46b1-95bb-72c186d37083/55ef4fe3-4cf5-4b32-966f-3c289d2a196e) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:15:53.561114 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 19:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ece557-d1d4-4131-9b2d-30a9d32f4147 x-openstack-request-id: req-73ece557-d1d4-4131-9b2d-30a9d32f4147 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:15:53.561598 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0840de3f-efcb-487a-93f3-1de7bc2097d5", "name": "network-vif-unplugged", "status": "completed", "tag": "57c6a9e0-bb76-439e-9629-7dc8682cded9", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:15:53.561751 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-73ece557-d1d4-4131-9b2d-30a9d32f4147 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:15:53.562293 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73ece557-d1d4-4131-9b2d-30a9d32f4147'] response: {'server_uuid': '0840de3f-efcb-487a-93f3-1de7bc2097d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57c6a9e0-bb76-439e-9629-7dc8682cded9', 'code': 200} Mar 22 19:15:53.726247 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-68635312-268e-40a1-810d-2867371d032c req-b22b0ed0-55dc-4c1c-b6a2-926f61ae99f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21140333-5cbd-433e-84c6-3e60ef6be741 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:15:53.739896 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-098da78e-458d-467c-b2e7-26e4397e74be tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Floating IP e13181dd-8bbe-415f-aa72-077fe2850989 associated. External IP: 172.25.5.231, port: 6b40b806-9fca-4dfd-8a82-d796f37023fd. Mar 22 19:15:53.746121 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-68635312-268e-40a1-810d-2867371d032c req-b22b0ed0-55dc-4c1c-b6a2-926f61ae99f2 service neutron] Publish callbacks [] for port (21140333-5cbd-433e-84c6-3e60ef6be741), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:53.746636 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-f770a494-e69d-48c1-99b4-4a4871ee9ea1 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:15:53.750277 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-72a4368e-3a83-41ad-a860-7796cfb6a93e admin admin] Publish callbacks [] for security_group (fdffb756-8662-4490-a2b2-e4bc246cd09d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:53.759075 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-f770a494-e69d-48c1-99b4-4a4871ee9ea1 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1269438 Mar 22 19:15:53.859393 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-72a4368e-3a83-41ad-a860-7796cfb6a93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (fdffb756-8662-4490-a2b2-e4bc246cd09d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:53.881758 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-d7cac335-d547-48ff-b32d-b0d16ff117c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:53.893290 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-d7cac335-d547-48ff-b32d-b0d16ff117c3 service neutron] 10.222.0.75 "GET /v2.0/ports/76f3eddc-2af4-4a52-99a6-900a5e60ba18 HTTP/1.1" status: 200 len: 1125 time: 0.1247454 Mar 22 19:15:53.895389 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-68635312-268e-40a1-810d-2867371d032c req-b22b0ed0-55dc-4c1c-b6a2-926f61ae99f2 service neutron] Transition to ACTIVE for port object 21140333-5cbd-433e-84c6-3e60ef6be741 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:15:53.900370 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-ffbecbfe-7b11-47c4-8d48-48de9ccf0c3d service neutron] Request body: {'binding': {'host': 'n-h1-705658-24', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:15:53.901069 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-ffbecbfe-7b11-47c4-8d48-48de9ccf0c3d service neutron] Unknown quota resources ['binding']. {{(pid=104172) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 19:15:53.927698 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-68635312-268e-40a1-810d-2867371d032c req-b22b0ed0-55dc-4c1c-b6a2-926f61ae99f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (21140333-5cbd-433e-84c6-3e60ef6be741), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:53.977926 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-72a4368e-3a83-41ad-a860-7796cfb6a93e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=53515ac99ff34b2b894c1b1bb01caedf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4278507 Mar 22 19:15:53.990485 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35270) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:54.006229 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a4368e-3a83-41ad-a860-7796cfb6a93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdffb756-8662-4490-a2b2-e4bc246cd09d,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:54.041063 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07782311-787d-47a6-b91f-edc183d0ebab req-db7e8d91-27af-4acd-bfe8-98457ca5171a tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:54.049106 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-07782311-787d-47a6-b91f-edc183d0ebab req-db7e8d91-27af-4acd-bfe8-98457ca5171a tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 949 time: 0.2231126 Mar 22 19:15:54.060145 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b0ed0-55dc-4c1c-b6a2-926f61ae99f2 service neutron] Pushing event updated for resources: {'Port': ['ID=21140333-5cbd-433e-84c6-3e60ef6be741,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:54.086472 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-75b15930-a952-4ef6-8352-1015e8485dbd req-72d910aa-090d-4654-a5cc-748bf5023848 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Publish callbacks [] for port (55ef4fe3-4cf5-4b32-966f-3c289d2a196e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:54.190353 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-ffbecbfe-7b11-47c4-8d48-48de9ccf0c3d service neutron] Attempting to bind port 76f3eddc-2af4-4a52-99a6-900a5e60ba18 on host n-h1-705658-24 for vnic_type normal with profile None {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:15:54.190864 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-ffbecbfe-7b11-47c4-8d48-48de9ccf0c3d service neutron] Attempting to bind port 76f3eddc-2af4-4a52-99a6-900a5e60ba18 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:15:54.191301 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-ffbecbfe-7b11-47c4-8d48-48de9ccf0c3d service neutron] Attempting to bind port 76f3eddc-2af4-4a52-99a6-900a5e60ba18 on network 63b49c54-7e45-4147-9f0e-8b47e058281a {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:15:54.210750 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-ffbecbfe-7b11-47c4-8d48-48de9ccf0c3d service neutron] Port 76f3eddc-2af4-4a52-99a6-900a5e60ba18 on network 63b49c54-7e45-4147-9f0e-8b47e058281a not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:15:54.211165 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-ffbecbfe-7b11-47c4-8d48-48de9ccf0c3d service neutron] Attempting to bind port 76f3eddc-2af4-4a52-99a6-900a5e60ba18 on network 63b49c54-7e45-4147-9f0e-8b47e058281a {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:15:54.224277 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-ffbecbfe-7b11-47c4-8d48-48de9ccf0c3d service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:15:54.224717 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-ffbecbfe-7b11-47c4-8d48-48de9ccf0c3d service neutron] Checking segment: {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:15:54.225387 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-ffbecbfe-7b11-47c4-8d48-48de9ccf0c3d service neutron] Bound using segment: {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:15:54.226050 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-ffbecbfe-7b11-47c4-8d48-48de9ccf0c3d service neutron] Bound port: 76f3eddc-2af4-4a52-99a6-900a5e60ba18, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:15:54.281551 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a6363b52-4a29-44c2-8132-30d95cdaea34 admin admin] Publish callbacks [] for security_group (fdffb756-8662-4490-a2b2-e4bc246cd09d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:54.330698 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c694f35-ea8b-4ca6-8a0c-6c2427afe710 req-1efcb86e-3457-4817-bfc7-7ecec4fc57e5 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:54.330698 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1c694f35-ea8b-4ca6-8a0c-6c2427afe710 req-1efcb86e-3457-4817-bfc7-7ecec4fc57e5 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.84 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc&tenant_id=fa44a62348c348ba8b3d4c4340e75bae&binding%3Ahost_id=n-h2-705658-24 HTTP/1.1" status: 200 len: 949 time: 0.4202504 Mar 22 19:15:54.331028 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-68635312-268e-40a1-810d-2867371d032c req-b22b0ed0-55dc-4c1c-b6a2-926f61ae99f2 service neutron] Attempting to bind port 21140333-5cbd-433e-84c6-3e60ef6be741 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:15:54.331028 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-68635312-268e-40a1-810d-2867371d032c req-b22b0ed0-55dc-4c1c-b6a2-926f61ae99f2 service neutron] Attempting to bind port 21140333-5cbd-433e-84c6-3e60ef6be741 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': 'ff787278-dda5-44e2-bda4-bbfcbe692a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:15:54.331028 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68635312-268e-40a1-810d-2867371d032c req-b22b0ed0-55dc-4c1c-b6a2-926f61ae99f2 service neutron] Attempting to bind port 21140333-5cbd-433e-84c6-3e60ef6be741 on network 408d3c74-488c-412d-8e2a-ab74ff098a11 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:15:54.333006 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-75b15930-a952-4ef6-8352-1015e8485dbd req-72d910aa-090d-4654-a5cc-748bf5023848 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (55ef4fe3-4cf5-4b32-966f-3c289d2a196e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:54.357599 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a6363b52-4a29-44c2-8132-30d95cdaea34 admin admin] Publish callbacks [] for security_group (fdffb756-8662-4490-a2b2-e4bc246cd09d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:54.379441 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-ffbecbfe-7b11-47c4-8d48-48de9ccf0c3d service neutron] For port 76f3eddc-2af4-4a52-99a6-900a5e60ba18, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=76f3eddc-2af4-4a52-99a6-900a5e60ba18,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:15:54.396894 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68635312-268e-40a1-810d-2867371d032c req-b22b0ed0-55dc-4c1c-b6a2-926f61ae99f2 service neutron] Port 21140333-5cbd-433e-84c6-3e60ef6be741 on network 408d3c74-488c-412d-8e2a-ab74ff098a11 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:15:54.397241 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68635312-268e-40a1-810d-2867371d032c req-b22b0ed0-55dc-4c1c-b6a2-926f61ae99f2 service neutron] Attempting to bind port 21140333-5cbd-433e-84c6-3e60ef6be741 on network 408d3c74-488c-412d-8e2a-ab74ff098a11 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:15:54.416819 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-ffbecbfe-7b11-47c4-8d48-48de9ccf0c3d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:54.418027 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-ffbecbfe-7b11-47c4-8d48-48de9ccf0c3d service neutron] 10.222.0.75 "POST /v2.0/ports/76f3eddc-2af4-4a52-99a6-900a5e60ba18/bindings HTTP/1.1" status: 201 len: 390 time: 0.5226917 Mar 22 19:15:54.422338 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68635312-268e-40a1-810d-2867371d032c req-b22b0ed0-55dc-4c1c-b6a2-926f61ae99f2 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:15:54.422754 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68635312-268e-40a1-810d-2867371d032c req-b22b0ed0-55dc-4c1c-b6a2-926f61ae99f2 service neutron] Checking segment: {'id': 'ff787278-dda5-44e2-bda4-bbfcbe692a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:15:54.423082 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68635312-268e-40a1-810d-2867371d032c req-b22b0ed0-55dc-4c1c-b6a2-926f61ae99f2 service neutron] Bound using segment: {'id': 'ff787278-dda5-44e2-bda4-bbfcbe692a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:15:54.423537 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-68635312-268e-40a1-810d-2867371d032c req-b22b0ed0-55dc-4c1c-b6a2-926f61ae99f2 service neutron] Bound port: 21140333-5cbd-433e-84c6-3e60ef6be741, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff787278-dda5-44e2-bda4-bbfcbe692a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:15:54.423896 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-68635312-268e-40a1-810d-2867371d032c req-b22b0ed0-55dc-4c1c-b6a2-926f61ae99f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (21140333-5cbd-433e-84c6-3e60ef6be741), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:54.425250 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-07782311-787d-47a6-b91f-edc183d0ebab req-718f4fcd-df2e-4e34-8856-bbfa0537c9ac tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752990 Mar 22 19:15:54.454263 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b15930-a952-4ef6-8352-1015e8485dbd req-72d910aa-090d-4654-a5cc-748bf5023848 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Network c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:15:54.454263 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098da78e-458d-467c-b2e7-26e4397e74be tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Router ad074be4-fd02-4624-bb50-c9bc6b647811 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:15:54.466902 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d910aa-090d-4654-a5cc-748bf5023848 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Pushing event updated for resources: {'Port': ['ID=55ef4fe3-4cf5-4b32-966f-3c289d2a196e,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:54.476314 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-75b15930-a952-4ef6-8352-1015e8485dbd req-72d910aa-090d-4654-a5cc-748bf5023848 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:15:54.480842 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b15930-a952-4ef6-8352-1015e8485dbd req-72d910aa-090d-4654-a5cc-748bf5023848 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:15:54.492569 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [req-1c694f35-ea8b-4ca6-8a0c-6c2427afe710 req-52c799d4-d7ea-40eb-972c-93d590be4d2c service neutron] delete failed (client error): The resource could not be found. Mar 22 19:15:54.494625 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1c694f35-ea8b-4ca6-8a0c-6c2427afe710 req-52c799d4-d7ea-40eb-972c-93d590be4d2c service neutron] 10.222.0.84 "DELETE /v2.0/ports/8968dc95-8b66-420b-912b-413092d8cf15/bindings/n-h1-705658-24 HTTP/1.1" status: 404 len: 381 time: 0.1289289 Mar 22 19:15:54.584445 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a6363b52-4a29-44c2-8132-30d95cdaea34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (fdffb756-8662-4490-a2b2-e4bc246cd09d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:54.587466 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a6363b52-4a29-44c2-8132-30d95cdaea34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:54.591588 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a6363b52-4a29-44c2-8132-30d95cdaea34 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fdffb756-8662-4490-a2b2-e4bc246cd09d HTTP/1.1" status: 204 len: 168 time: 0.5958357 Mar 22 19:15:54.752706 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c694f35-ea8b-4ca6-8a0c-6c2427afe710 req-af6da6d7-e974-431b-b4ca-ddc768212c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:54.754404 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1c694f35-ea8b-4ca6-8a0c-6c2427afe710 req-af6da6d7-e974-431b-b4ca-ddc768212c59 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 1132 time: 0.1377103 Mar 22 19:15:54.775633 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ccc39f-1368-46f4-b0c7-1f4d3c36ed77 req-e19a7f0a-a5f8-4ebb-81c6-b77c01674bf6 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:54.778308 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b3ccc39f-1368-46f4-b0c7-1f4d3c36ed77 req-e19a7f0a-a5f8-4ebb-81c6-b77c01674bf6 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=0bcb160a-fa10-486a-9a04-8e829e46ac37 HTTP/1.1" status: 200 len: 931 time: 0.1118784 Mar 22 19:15:54.794275 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098da78e-458d-467c-b2e7-26e4397e74be tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:15:54.797821 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a47402-26d5-4faf-98f8-906859b0aa4d req-7ae22a47-d598-44c1-b6e5-2bfef8c77741 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:54.799922 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a8a47402-26d5-4faf-98f8-906859b0aa4d req-7ae22a47-d598-44c1-b6e5-2bfef8c77741 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7c5a848-3bf4-432b-95d0-47c2c562f473 HTTP/1.1" status: 200 len: 944 time: 0.1347499 Mar 22 19:15:54.806089 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23746a49-5232-4a7d-9633-1759c4494929 None None] Sync routers for ids ['ad074be4-fd02-4624-bb50-c9bc6b647811'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:15:54.814694 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b15930-a952-4ef6-8352-1015e8485dbd req-72d910aa-090d-4654-a5cc-748bf5023848 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:54.815582 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-75b15930-a952-4ef6-8352-1015e8485dbd req-72d910aa-090d-4654-a5cc-748bf5023848 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:54.821426 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-098da78e-458d-467c-b2e7-26e4397e74be tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:54.825813 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6363b52-4a29-44c2-8132-30d95cdaea34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdffb756-8662-4490-a2b2-e4bc246cd09d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:54.832177 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23746a49-5232-4a7d-9633-1759c4494929 None None] Routers {'ad074be4-fd02-4624-bb50-c9bc6b647811'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:15:54.851063 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-23746a49-5232-4a7d-9633-1759c4494929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:15:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ad074be4-fd02-4624-bb50-c9bc6b647811'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:15:54.872450 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-68635312-268e-40a1-810d-2867371d032c req-b22b0ed0-55dc-4c1c-b6a2-926f61ae99f2 service neutron] For port 21140333-5cbd-433e-84c6-3e60ef6be741, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:15:54.927949 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b3ccc39f-1368-46f4-b0c7-1f4d3c36ed77 req-1ffe2956-ce83-420a-ac47-4555a2bc418f tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378005 Mar 22 19:15:54.928947 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-68635312-268e-40a1-810d-2867371d032c req-b22b0ed0-55dc-4c1c-b6a2-926f61ae99f2 service neutron] For port 21140333-5cbd-433e-84c6-3e60ef6be741, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=21140333-5cbd-433e-84c6-3e60ef6be741,segment=NetworkSegment(ff787278-dda5-44e2-bda4-bbfcbe692a1e),segment_id=ff787278-dda5-44e2-bda4-bbfcbe692a1e)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:15:54.936080 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-75b15930-a952-4ef6-8352-1015e8485dbd req-72d910aa-090d-4654-a5cc-748bf5023848 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2020135 Mar 22 19:15:54.954629 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a8a47402-26d5-4faf-98f8-906859b0aa4d req-491da2b8-33b1-4c2d-8494-0b24317cda6c tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd1cfd74-8abc-416a-90e5-3900db09e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393018 Mar 22 19:15:54.961208 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-75b15930-a952-4ef6-8352-1015e8485dbd req-e9862414-6331-44c0-8387-1ed997d46ad9 service neutron] Request body: {'port': {'device_id': '0bcb160a-fa10-486a-9a04-8e829e46ac37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:15:54.974317 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c694f35-ea8b-4ca6-8a0c-6c2427afe710 req-c1eca5f0-e4a2-43b2-9218-8ecd359cd50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:54.975849 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1c694f35-ea8b-4ca6-8a0c-6c2427afe710 req-c1eca5f0-e4a2-43b2-9218-8ecd359cd50b service neutron] 10.222.0.84 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.1964924 Mar 22 19:15:55.021157 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-098da78e-458d-467c-b2e7-26e4397e74be tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "PUT /v2.0/floatingips/e13181dd-8bbe-415f-aa72-077fe2850989 HTTP/1.1" status: 200 len: 992 time: 3.6922266 Mar 22 19:15:55.036576 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be0e1de6-a346-4f2b-87e9-7eebc2fd7dab', 'tag': '6b40b806-9fca-4dfd-8a82-d796f37023fd'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:15:55.039206 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af06b126-58f7-49cf-ad8a-96102349fc27" -d '{"events": [{"name": "network-changed", "server_uuid": "be0e1de6-a346-4f2b-87e9-7eebc2fd7dab", "tag": "6b40b806-9fca-4dfd-8a82-d796f37023fd"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:15:55.044943 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-68635312-268e-40a1-810d-2867371d032c req-b22b0ed0-55dc-4c1c-b6a2-926f61ae99f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (21140333-5cbd-433e-84c6-3e60ef6be741), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:55.065043 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1c694f35-ea8b-4ca6-8a0c-6c2427afe710 req-6890c8cd-6c9e-4120-9c86-0e226cd773f7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=8968dc95-8b66-420b-912b-413092d8cf15 HTTP/1.1" status: 200 len: 217 time: 0.0826437 Mar 22 19:15:55.082819 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-bce55976-0801-4a99-8f27-45a5ec993c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:55.084375 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-bce55976-0801-4a99-8f27-45a5ec993c61 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=635145d2a62d432cbc865a99eb3219e4&device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb HTTP/1.1" status: 200 len: 1128 time: 0.2074513 Mar 22 19:15:55.107589 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-23746a49-5232-4a7d-9633-1759c4494929 None None] Set router ad074be4-fd02-4624-bb50-c9bc6b647811 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:15:55.109199 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68635312-268e-40a1-810d-2867371d032c req-b22b0ed0-55dc-4c1c-b6a2-926f61ae99f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:55.111198 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-68635312-268e-40a1-810d-2867371d032c req-b22b0ed0-55dc-4c1c-b6a2-926f61ae99f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:55.113556 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-68635312-268e-40a1-810d-2867371d032c req-b22b0ed0-55dc-4c1c-b6a2-926f61ae99f2 service neutron] 10.222.0.84 "PUT /v2.0/ports/21140333-5cbd-433e-84c6-3e60ef6be741 HTTP/1.1" status: 200 len: 1093 time: 3.7677970 Mar 22 19:15:55.119895 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35308) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:55.175758 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c694f35-ea8b-4ca6-8a0c-6c2427afe710 req-10ea9316-634e-4512-8c7f-e52c7fef5996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:55.177203 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1c694f35-ea8b-4ca6-8a0c-6c2427afe710 req-10ea9316-634e-4512-8c7f-e52c7fef5996 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.0912938 Mar 22 19:15:55.189571 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976eaba-7873-4953-8692-ea74e982539b req-b7136a01-45fd-448c-ba2d-36face3bc37a tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:55.191214 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c976eaba-7873-4953-8692-ea74e982539b req-b7136a01-45fd-448c-ba2d-36face3bc37a tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb HTTP/1.1" status: 200 len: 945 time: 0.1353846 Mar 22 19:15:55.216186 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-628ba4bc-6427-4d56-87c6-853c8bdcef50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:55.284621 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 8968dc95-8b66-420b-912b-413092d8cf15 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:15:55.357430 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c694f35-ea8b-4ca6-8a0c-6c2427afe710 req-b5f3e599-82bc-4b7a-bd45-9f7b0866a46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:55.368797 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1c694f35-ea8b-4ca6-8a0c-6c2427afe710 req-b5f3e599-82bc-4b7a-bd45-9f7b0866a46f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1765735 Mar 22 19:15:55.380566 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c976eaba-7873-4953-8692-ea74e982539b req-6aac2d16-29b3-47c9-863e-a975c4371e10 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772768 Mar 22 19:15:55.417876 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 8968dc95-8b66-420b-912b-413092d8cf15 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:15:55.422729 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 8968dc95-8b66-420b-912b-413092d8cf15 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:55.423783 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8968dc95-8b66-420b-912b-413092d8cf15), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:55.443516 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-628ba4bc-6427-4d56-87c6-853c8bdcef50 admin admin] Publish callbacks [] for security_group (d04529c3-d063-4f74-bf95-da8f291c2c37), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:55.465384 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-628ba4bc-6427-4d56-87c6-853c8bdcef50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d04529c3-d063-4f74-bf95-da8f291c2c37), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:55.490165 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-75b15930-a952-4ef6-8352-1015e8485dbd req-e9862414-6331-44c0-8387-1ed997d46ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (55ef4fe3-4cf5-4b32-966f-3c289d2a196e), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:55.492288 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b0ed0-55dc-4c1c-b6a2-926f61ae99f2 service neutron] Pushing event updated for resources: {'Port': ['ID=21140333-5cbd-433e-84c6-3e60ef6be741,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:55.494454 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-23746a49-5232-4a7d-9633-1759c4494929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1818778885-router', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:13:37Z', 'updated_at': '2022-03-22T19:13:41Z', 'revision_number': 4, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'gw_port': {'id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:38Z', 'updated_at': '2022-03-22T19:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'e13181dd-8bbe-415f-aa72-077fe2850989', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'floating_ip_address': '172.25.5.231', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'port_id': '6b40b806-9fca-4dfd-8a82-d796f37023fd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492', 'mac_address': 'fa:16:3e:de:67:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0e1de6-a346-4f2b-87e9-7eebc2fd7dab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:14:00Z', 'updated_at': '2022-03-22T19:15:52Z', 'revision_number': 5, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943862a4-2112-44e0-a6d9-113cc21e8367', 'name': '', 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'mac_address': 'fa:16:3e:dd:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd297ad65-b612-46b9-b407-069a93a8e37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:40Z', 'updated_at': '2022-03-22T19:13:52Z', 'revision_number': 5, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'subnets': [{'id': 'd297ad65-b612-46b9-b407-069a93a8e37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:15:55.514225 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-628ba4bc-6427-4d56-87c6-853c8bdcef50 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b700d1405a454ff3aeb9cdd2f3b1e6b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3396590 Mar 22 19:15:55.533610 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23746a49-5232-4a7d-9633-1759c4494929 None None] Checking router: ad074be4-fd02-4624-bb50-c9bc6b647811 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:15:55.537589 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35312) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:55.544641 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23746a49-5232-4a7d-9633-1759c4494929 None None] Routers {'ad074be4-fd02-4624-bb50-c9bc6b647811'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:15:55.545266 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-23746a49-5232-4a7d-9633-1759c4494929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:15:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ad074be4-fd02-4624-bb50-c9bc6b647811'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:15:55.591262 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 8968dc95-8b66-420b-912b-413092d8cf15 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:55.592126 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8968dc95-8b66-420b-912b-413092d8cf15), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:55.626244 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925d2a26-a0a1-45c5-ab20-05f7eeb11ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8968dc95-8b66-420b-912b-413092d8cf15'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:15:55.629874 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f71b8b3-b8cd-45cd-9cab-f47ae1e82230" -d '{"events": [{"server_uuid": "925d2a26-a0a1-45c5-ab20-05f7eeb11ecc", "name": "network-vif-plugged", "status": "completed", "tag": "8968dc95-8b66-420b-912b-413092d8cf15"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:15:55.646328 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 8968dc95-8b66-420b-912b-413092d8cf15, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=8968dc95-8b66-420b-912b-413092d8cf15,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:55.653264 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8968dc95-8b66-420b-912b-413092d8cf15), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:55.679295 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68635312-268e-40a1-810d-2867371d032c req-767ad48f-0653-48ec-be13-40b8a8f507ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:55.679819 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-23746a49-5232-4a7d-9633-1759c4494929 None None] Set router ad074be4-fd02-4624-bb50-c9bc6b647811 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:15:55.680951 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-68635312-268e-40a1-810d-2867371d032c req-767ad48f-0653-48ec-be13-40b8a8f507ff service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9043ed5dac384ebd98a6e2b2119c0162&device_id=b7c5a848-3bf4-432b-95d0-47c2c562f473 HTTP/1.1" status: 200 len: 1127 time: 0.4993987 Mar 22 19:15:55.681572 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ba4bc-6427-4d56-87c6-853c8bdcef50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04529c3-d063-4f74-bf95-da8f291c2c37,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:55.704158 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc016b8-8807-4dac-ae97-9d3a4e403545 req-8c750fba-40e3-44c1-bbc7-1d9d64985dd3 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:55.705707 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7cc016b8-8807-4dac-ae97-9d3a4e403545 req-8c750fba-40e3-44c1-bbc7-1d9d64985dd3 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/ports?device_id=be0e1de6-a346-4f2b-87e9-7eebc2fd7dab HTTP/1.1" status: 200 len: 946 time: 0.1977510 Mar 22 19:15:55.707775 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1c694f35-ea8b-4ca6-8a0c-6c2427afe710 req-196e94ea-ce30-4244-bde3-36a6adee2b89 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253353 Mar 22 19:15:55.727604 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=8968dc95-8b66-420b-912b-413092d8cf15,revision_number=9']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:55.737232 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-68635312-268e-40a1-810d-2867371d032c req-9b955a27-87e0-4bfa-a523-23bbcbe7874a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21140333-5cbd-433e-84c6-3e60ef6be741 HTTP/1.1" status: 200 len: 217 time: 0.0432081 Mar 22 19:15:55.755135 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-6dbfe9ab-d17c-4b1b-a61d-88c76188bd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:55.756581 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-6dbfe9ab-d17c-4b1b-a61d-88c76188bd10 service neutron] 10.222.0.84 "GET /v2.0/networks?id=63b49c54-7e45-4147-9f0e-8b47e058281a HTTP/1.1" status: 200 len: 909 time: 0.6587100 Mar 22 19:15:55.768276 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 35318) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:55.778355 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-b94aa8fc-e535-40b9-a97a-5e8553dd0ddc tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1268320636', 'description': 'tempest-description--835193128'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:15:55.795357 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c1c5d2c3-55ab-4e21-9466-5ea3c75beee9 admin admin] Publish callbacks [] for security_group (d04529c3-d063-4f74-bf95-da8f291c2c37), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:55.807390 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc190a77-23ac-4688-97f2-20f1d04b8974 x-openstack-request-id: req-bc190a77-23ac-4688-97f2-20f1d04b8974 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:15:55.807681 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be0e1de6-a346-4f2b-87e9-7eebc2fd7dab", "tag": "6b40b806-9fca-4dfd-8a82-d796f37023fd", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:15:55.807932 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bc190a77-23ac-4688-97f2-20f1d04b8974 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:15:55.808332 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc190a77-23ac-4688-97f2-20f1d04b8974'] response: {'name': 'network-changed', 'server_uuid': 'be0e1de6-a346-4f2b-87e9-7eebc2fd7dab', 'tag': '6b40b806-9fca-4dfd-8a82-d796f37023fd', 'status': 'completed', 'code': 200} Mar 22 19:15:55.874382 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7cc016b8-8807-4dac-ae97-9d3a4e403545 req-f44a4550-f5fd-4a96-808e-ea8cb7ea36ed tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/security-groups?id=94bd8754-58bc-422a-a50a-c5dfb277b6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595259 Mar 22 19:15:55.877130 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.84', 55333) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:55.986382 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1c694f35-ea8b-4ca6-8a0c-6c2427afe710 req-f38919a2-ecfe-490f-a080-cb3be147e2bb service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703028 Mar 22 19:15:56.008484 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b94aa8fc-e535-40b9-a97a-5e8553dd0ddc tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:56.039728 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06b126-58f7-49cf-ad8a-96102349fc27 req-c10142f5-b0b5-44a3-8562-6619fc68f2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:56.041053 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-23746a49-5232-4a7d-9633-1759c4494929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1818778885-router', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:13:37Z', 'updated_at': '2022-03-22T19:13:41Z', 'revision_number': 4, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'gw_port': {'id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:38Z', 'updated_at': '2022-03-22T19:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'e13181dd-8bbe-415f-aa72-077fe2850989', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'floating_ip_address': '172.25.5.231', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'port_id': '6b40b806-9fca-4dfd-8a82-d796f37023fd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492', 'mac_address': 'fa:16:3e:de:67:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0e1de6-a346-4f2b-87e9-7eebc2fd7dab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:14:00Z', 'updated_at': '2022-03-22T19:15:52Z', 'revision_number': 5, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943862a4-2112-44e0-a6d9-113cc21e8367', 'name': '', 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'mac_address': 'fa:16:3e:dd:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd297ad65-b612-46b9-b407-069a93a8e37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:40Z', 'updated_at': '2022-03-22T19:13:52Z', 'revision_number': 5, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'subnets': [{'id': 'd297ad65-b612-46b9-b407-069a93a8e37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:15:56.041575 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af06b126-58f7-49cf-ad8a-96102349fc27 req-c10142f5-b0b5-44a3-8562-6619fc68f2da service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=50f2bfa7a4934aeaa9cc0c2ed043b83a&device_id=be0e1de6-a346-4f2b-87e9-7eebc2fd7dab HTTP/1.1" status: 200 len: 1129 time: 0.1604986 Mar 22 19:15:56.082564 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b338ac0f-0889-4578-9c9e-aafa1f6cc3a5 x-openstack-request-id: req-b338ac0f-0889-4578-9c9e-aafa1f6cc3a5 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:15:56.086312 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925d2a26-a0a1-45c5-ab20-05f7eeb11ecc", "name": "network-vif-plugged", "status": "completed", "tag": "8968dc95-8b66-420b-912b-413092d8cf15", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:15:56.086312 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b338ac0f-0889-4578-9c9e-aafa1f6cc3a5 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:15:56.086312 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b338ac0f-0889-4578-9c9e-aafa1f6cc3a5'] response: {'server_uuid': '925d2a26-a0a1-45c5-ab20-05f7eeb11ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8968dc95-8b66-420b-912b-413092d8cf15', 'code': 200} Mar 22 19:15:56.090372 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23746a49-5232-4a7d-9633-1759c4494929 None None] The sync data for ids ['ad074be4-fd02-4624-bb50-c9bc6b647811'] in n-d-705658-24 is: [{'id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1818778885-router', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:13:37Z', 'updated_at': '2022-03-22T19:13:41Z', 'revision_number': 4, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'gw_port': {'id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:38Z', 'updated_at': '2022-03-22T19:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'e13181dd-8bbe-415f-aa72-077fe2850989', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'floating_ip_address': '172.25.5.231', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'port_id': '6b40b806-9fca-4dfd-8a82-d796f37023fd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492', 'mac_address': 'fa:16:3e:de:67:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0e1de6-a346-4f2b-87e9-7eebc2fd7dab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:14:00Z', 'updated_at': '2022-03-22T19:15:52Z', 'revision_number': 5, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '943862a4-2112-44e0-a6d9-113cc21e8367', 'name': '', 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'mac_address': 'fa:16:3e:dd:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd297ad65-b612-46b9-b407-069a93a8e37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:40Z', 'updated_at': '2022-03-22T19:13:52Z', 'revision_number': 5, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'subnets': [{'id': 'd297ad65-b612-46b9-b407-069a93a8e37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:15:56.175837 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf6bea-54ac-424a-8988-de116661c30c req-fe0dd851-a1cd-46a2-a5b1-372aa8c5a36d tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:56.177448 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2caf6bea-54ac-424a-8988-de116661c30c req-fe0dd851-a1cd-46a2-a5b1-372aa8c5a36d tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 950 time: 0.2992606 Mar 22 19:15:56.179862 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b94aa8fc-e535-40b9-a97a-5e8553dd0ddc tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks [] for security_group (71fd05ff-3cbd-4f39-bb1a-2004a9fe7af2), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:56.202042 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-ef4f0295-42da-435f-9bba-807f2c550a71 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76f3eddc-2af4-4a52-99a6-900a5e60ba18 HTTP/1.1" status: 200 len: 217 time: 0.4261575 Mar 22 19:15:56.210241 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b94aa8fc-e535-40b9-a97a-5e8553dd0ddc tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (71fd05ff-3cbd-4f39-bb1a-2004a9fe7af2), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:56.218014 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68635312-268e-40a1-810d-2867371d032c req-86694ded-f5bd-4517-a1c4-d22907b98222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:56.219458 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-68635312-268e-40a1-810d-2867371d032c req-86694ded-f5bd-4517-a1c4-d22907b98222 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=404f1295-a29d-4db9-84c7-cbcf7d46527c HTTP/1.1" status: 200 len: 860 time: 0.4751780 Mar 22 19:15:56.235800 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c1c5d2c3-55ab-4e21-9466-5ea3c75beee9 admin admin] Publish callbacks [] for security_group (d04529c3-d063-4f74-bf95-da8f291c2c37), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:56.302578 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b94aa8fc-e535-40b9-a97a-5e8553dd0ddc tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:56.306646 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b94aa8fc-e535-40b9-a97a-5e8553dd0ddc tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5373757 Mar 22 19:15:56.307393 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 35334) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:56.318266 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94aa8fc-e535-40b9-a97a-5e8553dd0ddc tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71fd05ff-3cbd-4f39-bb1a-2004a9fe7af2,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:56.324906 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-8c4a7e1d-e3c6-4815-bac3-968594bec908 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Request body: {'security_group_rule': {'security_group_id': '71fd05ff-3cbd-4f39-bb1a-2004a9fe7af2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:15:56.334857 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06b126-58f7-49cf-ad8a-96102349fc27 req-c130d35f-c24c-4155-bfe1-7226e66ad247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:56.336461 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af06b126-58f7-49cf-ad8a-96102349fc27 req-c130d35f-c24c-4155-bfe1-7226e66ad247 service neutron] 10.222.0.84 "GET /v2.0/networks?id=62c519fc-4ba2-460f-99c0-c4269b238492 HTTP/1.1" status: 200 len: 925 time: 0.2309761 Mar 22 19:15:56.368555 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27707535-292f-4a54-a4fe-1c35bf607b3a req-d5cd41fd-201a-44e0-b91c-bde363849681 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:56.370132 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-27707535-292f-4a54-a4fe-1c35bf607b3a req-d5cd41fd-201a-44e0-b91c-bde363849681 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=0bcb160a-fa10-486a-9a04-8e829e46ac37 HTTP/1.1" status: 200 len: 931 time: 0.2104719 Mar 22 19:15:56.388030 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2caf6bea-54ac-424a-8988-de116661c30c req-167e0a84-24d2-450c-bdeb-f42a39ecc631 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951182 Mar 22 19:15:56.403127 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b60388-847c-4a06-902d-4d9172f513e2 None None] New status for floating IP e13181dd-8bbe-415f-aa72-077fe2850989: ACTIVE {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:15:56.415854 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-48731d70-5960-4c16-bad6-f42743111e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:56.417396 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-48731d70-5960-4c16-bad6-f42743111e77 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1824832e-8035-4e29-a8c5-aaeabb7261e8 HTTP/1.1" status: 200 len: 848 time: 0.2050683 Mar 22 19:15:56.446686 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8c4a7e1d-e3c6-4815-bac3-968594bec908 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks [] for security_group_rule (f75b91c2-a797-4df8-b522-34b4a6e4046d), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:56.493553 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af06b126-58f7-49cf-ad8a-96102349fc27 req-bb0749ba-e9c5-45ce-8cae-1565c1361cf7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b40b806-9fca-4dfd-8a82-d796f37023fd HTTP/1.1" status: 200 len: 1000 time: 0.1224504 Mar 22 19:15:56.503039 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-e0958751-4bfc-4d8b-8b1a-a42c9c9801fd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=63b49c54-7e45-4147-9f0e-8b47e058281a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763490 Mar 22 19:15:56.522061 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68635312-268e-40a1-810d-2867371d032c req-d0420482-7a1c-45db-8489-a75028e53c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:56.527370 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-68635312-268e-40a1-810d-2867371d032c req-d0420482-7a1c-45db-8489-a75028e53c15 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=408d3c74-488c-412d-8e2a-ab74ff098a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2961812 Mar 22 19:15:56.583356 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-27707535-292f-4a54-a4fe-1c35bf607b3a req-8bb6669e-353e-41f3-8939-bdb2659ba3ab tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025433 Mar 22 19:15:56.609918 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06b126-58f7-49cf-ad8a-96102349fc27 req-482094f7-2de8-44ff-8caf-374d47b5c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:56.611683 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af06b126-58f7-49cf-ad8a-96102349fc27 req-482094f7-2de8-44ff-8caf-374d47b5c0fc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d297ad65-b612-46b9-b407-069a93a8e37f HTTP/1.1" status: 200 len: 863 time: 0.1108842 Mar 22 19:15:56.637812 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8c4a7e1d-e3c6-4815-bac3-968594bec908 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks [] for security_group_rule (f75b91c2-a797-4df8-b522-34b4a6e4046d), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:56.669520 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef488f7-05d8-4a2d-99c6-f1716a0183be req-24de4588-4ed6-4218-bb33-77d1d2a42307 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:56.671375 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ef488f7-05d8-4a2d-99c6-f1716a0183be req-24de4588-4ed6-4218-bb33-77d1d2a42307 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7c5a848-3bf4-432b-95d0-47c2c562f473 HTTP/1.1" status: 200 len: 944 time: 0.1760957 Mar 22 19:15:56.673984 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8c4a7e1d-e3c6-4815-bac3-968594bec908 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (f75b91c2-a797-4df8-b522-34b4a6e4046d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:56.680381 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c1c5d2c3-55ab-4e21-9466-5ea3c75beee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d04529c3-d063-4f74-bf95-da8f291c2c37), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:56.683135 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c1c5d2c3-55ab-4e21-9466-5ea3c75beee9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:56.684360 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c1c5d2c3-55ab-4e21-9466-5ea3c75beee9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d04529c3-d063-4f74-bf95-da8f291c2c37 HTTP/1.1" status: 204 len: 168 time: 1.1457033 Mar 22 19:15:56.706478 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a7e1d-e3c6-4815-bac3-968594bec908 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f75b91c2-a797-4df8-b522-34b4a6e4046d,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:56.726819 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8c4a7e1d-e3c6-4815-bac3-968594bec908 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:56.730725 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8c4a7e1d-e3c6-4815-bac3-968594bec908 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4121571 Mar 22 19:15:56.731785 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 35340) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:56.738796 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-3104c894-9dac-445a-ae05-1c36b42fd74d tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Request body: {'security_group_rule': {'security_group_id': '71fd05ff-3cbd-4f39-bb1a-2004a9fe7af2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:15:56.785186 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06b126-58f7-49cf-ad8a-96102349fc27 req-ce0f44a5-8858-4fb9-8b4a-87e9d056dd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:56.786724 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af06b126-58f7-49cf-ad8a-96102349fc27 req-ce0f44a5-8858-4fb9-8b4a-87e9d056dd71 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=62c519fc-4ba2-460f-99c0-c4269b238492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1592579 Mar 22 19:15:56.807285 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-000b659f-df75-45ce-9186-2d0c2529cc46 service neutron] 10.222.0.84 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923734 Mar 22 19:15:56.819914 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c5d2c3-55ab-4e21-9466-5ea3c75beee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04529c3-d063-4f74-bf95-da8f291c2c37,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:56.854157 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ef488f7-05d8-4a2d-99c6-f1716a0183be req-d3db06cd-e9f2-40e6-a6ae-5266eaa52ed7 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd1cfd74-8abc-416a-90e5-3900db09e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678495 Mar 22 19:15:56.903336 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3104c894-9dac-445a-ae05-1c36b42fd74d tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks [] for security_group_rule (486f07d3-6277-491b-bef0-26a0aa4ed571), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:56.965262 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-68635312-268e-40a1-810d-2867371d032c req-57b8abfe-1b2a-422a-8681-af3ddcc9c80e service neutron] 10.222.0.84 "GET /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053422 Mar 22 19:15:56.980043 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-75b15930-a952-4ef6-8352-1015e8485dbd req-e9862414-6331-44c0-8387-1ed997d46ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ef4fe3-4cf5-4b32-966f-3c289d2a196e {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:15:57.054725 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-75b15930-a952-4ef6-8352-1015e8485dbd req-e9862414-6331-44c0-8387-1ed997d46ad9 service neutron] Publish callbacks [] for port (55ef4fe3-4cf5-4b32-966f-3c289d2a196e), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:57.102578 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-75b15930-a952-4ef6-8352-1015e8485dbd req-e9862414-6331-44c0-8387-1ed997d46ad9 service neutron] Transition to ACTIVE for port object 55ef4fe3-4cf5-4b32-966f-3c289d2a196e will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:15:57.107271 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-01dcb9e2-40cd-49e9-9756-9788a2ad2388 service neutron] 10.222.0.84 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809522 Mar 22 19:15:57.109617 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-68635312-268e-40a1-810d-2867371d032c req-76511abc-e572-493a-a4a8-ff642e7e361a service neutron] 10.222.0.84 "GET /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337330 Mar 22 19:15:57.110465 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-75b15930-a952-4ef6-8352-1015e8485dbd req-e9862414-6331-44c0-8387-1ed997d46ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (55ef4fe3-4cf5-4b32-966f-3c289d2a196e), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:57.188346 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9862414-6331-44c0-8387-1ed997d46ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=55ef4fe3-4cf5-4b32-966f-3c289d2a196e,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:57.203721 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7198a-0ba9-4516-af45-2b8132ad82f8 req-d4129627-fa4d-439f-9729-b2b677127e5f tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:57.204078 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0dc7198a-0ba9-4516-af45-2b8132ad82f8 req-d4129627-fa4d-439f-9729-b2b677127e5f tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb HTTP/1.1" status: 200 len: 945 time: 0.4498131 Mar 22 19:15:57.245368 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af06b126-58f7-49cf-ad8a-96102349fc27 req-0ab396fe-4b65-4a90-825a-bdb4162c7728 service neutron] 10.222.0.84 "GET /v2.0/networks/62c519fc-4ba2-460f-99c0-c4269b238492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312479 Mar 22 19:15:57.260127 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-75b15930-a952-4ef6-8352-1015e8485dbd req-e9862414-6331-44c0-8387-1ed997d46ad9 service neutron] Attempting to bind port 55ef4fe3-4cf5-4b32-966f-3c289d2a196e on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:15:57.260549 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-75b15930-a952-4ef6-8352-1015e8485dbd req-e9862414-6331-44c0-8387-1ed997d46ad9 service neutron] Attempting to bind port 55ef4fe3-4cf5-4b32-966f-3c289d2a196e by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '85cf4aab-02b0-4ed0-89a0-65a703cfb595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:15:57.261543 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b15930-a952-4ef6-8352-1015e8485dbd req-e9862414-6331-44c0-8387-1ed997d46ad9 service neutron] Attempting to bind port 55ef4fe3-4cf5-4b32-966f-3c289d2a196e on network c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:15:57.265978 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b15930-a952-4ef6-8352-1015e8485dbd req-e9862414-6331-44c0-8387-1ed997d46ad9 service neutron] Port 55ef4fe3-4cf5-4b32-966f-3c289d2a196e on network c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:15:57.266379 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b15930-a952-4ef6-8352-1015e8485dbd req-e9862414-6331-44c0-8387-1ed997d46ad9 service neutron] Attempting to bind port 55ef4fe3-4cf5-4b32-966f-3c289d2a196e on network c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:15:57.272860 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3104c894-9dac-445a-ae05-1c36b42fd74d tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks [] for security_group_rule (486f07d3-6277-491b-bef0-26a0aa4ed571), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:57.273460 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b15930-a952-4ef6-8352-1015e8485dbd req-e9862414-6331-44c0-8387-1ed997d46ad9 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:15:57.273961 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b15930-a952-4ef6-8352-1015e8485dbd req-e9862414-6331-44c0-8387-1ed997d46ad9 service neutron] Checking segment: {'id': '85cf4aab-02b0-4ed0-89a0-65a703cfb595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:15:57.274606 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b15930-a952-4ef6-8352-1015e8485dbd req-e9862414-6331-44c0-8387-1ed997d46ad9 service neutron] Bound using segment: {'id': '85cf4aab-02b0-4ed0-89a0-65a703cfb595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:15:57.275437 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-75b15930-a952-4ef6-8352-1015e8485dbd req-e9862414-6331-44c0-8387-1ed997d46ad9 service neutron] Bound port: 55ef4fe3-4cf5-4b32-966f-3c289d2a196e, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85cf4aab-02b0-4ed0-89a0-65a703cfb595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:15:57.275966 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-75b15930-a952-4ef6-8352-1015e8485dbd req-e9862414-6331-44c0-8387-1ed997d46ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (55ef4fe3-4cf5-4b32-966f-3c289d2a196e), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:57.302285 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 9cae237c-da57-489d-9fbb-de398ed39964 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:15:57.310199 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3104c894-9dac-445a-ae05-1c36b42fd74d tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (486f07d3-6277-491b-bef0-26a0aa4ed571), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:57.348060 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0dc7198a-0ba9-4516-af45-2b8132ad82f8 req-5ef70ab7-eae6-423e-9224-cd7dc8ff8e7c tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312973 Mar 22 19:15:57.348311 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3104c894-9dac-445a-ae05-1c36b42fd74d tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=486f07d3-6277-491b-bef0-26a0aa4ed571,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:57.371814 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3104c894-9dac-445a-ae05-1c36b42fd74d tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:57.372207 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3104c894-9dac-445a-ae05-1c36b42fd74d tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6392698 Mar 22 19:15:57.376719 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 35364) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:15:57.381391 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-53e03f70-a3f2-4750-b46c-baef3161c2f3 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:15:57.408150 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af06b126-58f7-49cf-ad8a-96102349fc27 req-8b5e8ab5-0feb-40f2-be5c-db6e65d01975 service neutron] 10.222.0.84 "GET /v2.0/networks/62c519fc-4ba2-460f-99c0-c4269b238492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522615 Mar 22 19:15:57.422066 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-53e03f70-a3f2-4750-b46c-baef3161c2f3 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:57.473286 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 9cae237c-da57-489d-9fbb-de398ed39964, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=9cae237c-da57-489d-9fbb-de398ed39964,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:57.487327 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-7dc65b17-b501-40c7-9721-56675c4a8a4a tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:57.487843 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '9cae237c-da57-489d-9fbb-de398ed39964', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': '9cae237c-da57-489d-9fbb-de398ed39964', 'mac_address': 'fa:16:3e:d2:02:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:15:57.489747 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-7dc65b17-b501-40c7-9721-56675c4a8a4a tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb&tenant_id=635145d2a62d432cbc865a99eb3219e4&binding%3Ahost_id=n-h2-705658-24 HTTP/1.1" status: 200 len: 1128 time: 0.2079480 Mar 22 19:15:57.518648 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-f8bf8bf6-8652-4438-ac3e-e8efa665497d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-705658-24'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:15:57.539871 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 9cae237c-da57-489d-9fbb-de398ed39964 is: ACTIVE; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:57.540268 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9cae237c-da57-489d-9fbb-de398ed39964), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:57.555008 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-75b15930-a952-4ef6-8352-1015e8485dbd req-e9862414-6331-44c0-8387-1ed997d46ad9 service neutron] For port 55ef4fe3-4cf5-4b32-966f-3c289d2a196e, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:15:57.559602 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-75b15930-a952-4ef6-8352-1015e8485dbd req-e9862414-6331-44c0-8387-1ed997d46ad9 service neutron] For port 55ef4fe3-4cf5-4b32-966f-3c289d2a196e, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=55ef4fe3-4cf5-4b32-966f-3c289d2a196e,segment=NetworkSegment(85cf4aab-02b0-4ed0-89a0-65a703cfb595),segment_id=85cf4aab-02b0-4ed0-89a0-65a703cfb595)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:15:57.570347 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9cae237c-da57-489d-9fbb-de398ed39964 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:15:57.570514 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-75b15930-a952-4ef6-8352-1015e8485dbd req-e9862414-6331-44c0-8387-1ed997d46ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (55ef4fe3-4cf5-4b32-966f-3c289d2a196e), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:57.595888 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 9cae237c-da57-489d-9fbb-de398ed39964, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=9cae237c-da57-489d-9fbb-de398ed39964,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:57.600063 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (9cae237c-da57-489d-9fbb-de398ed39964), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:57.604385 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-53e03f70-a3f2-4750-b46c-baef3161c2f3 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:57.634783 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b15930-a952-4ef6-8352-1015e8485dbd req-e9862414-6331-44c0-8387-1ed997d46ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:57.635414 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-75b15930-a952-4ef6-8352-1015e8485dbd req-e9862414-6331-44c0-8387-1ed997d46ad9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:57.636866 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-75b15930-a952-4ef6-8352-1015e8485dbd req-e9862414-6331-44c0-8387-1ed997d46ad9 service neutron] 10.222.0.85 "PUT /v2.0/ports/55ef4fe3-4cf5-4b32-966f-3c289d2a196e HTTP/1.1" status: 200 len: 1092 time: 2.6885645 Mar 22 19:15:57.639233 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-f8bf8bf6-8652-4438-ac3e-e8efa665497d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (76f3eddc-2af4-4a52-99a6-900a5e60ba18), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:57.669491 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9862414-6331-44c0-8387-1ed997d46ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=55ef4fe3-4cf5-4b32-966f-3c289d2a196e,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:57.703335 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80865204-754e-473b-bb5f-30d33b0504e3 req-7a43e375-8e68-4f21-a2f9-662d28fd69ed tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:57.704921 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80865204-754e-473b-bb5f-30d33b0504e3 req-7a43e375-8e68-4f21-a2f9-662d28fd69ed tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 950 time: 0.1672082 Mar 22 19:15:57.729933 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=9cae237c-da57-489d-9fbb-de398ed39964,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:57.800330 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['9cae237c-da57-489d-9fbb-de398ed39964'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:15:57.803823 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b15930-a952-4ef6-8352-1015e8485dbd req-399de5e3-6d8b-46db-a88b-85b6c9655c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:57.805356 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-75b15930-a952-4ef6-8352-1015e8485dbd req-399de5e3-6d8b-46db-a88b-85b6c9655c8c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6baa0c4671fe40f89b69725a70157b5e&device_id=0bcb160a-fa10-486a-9a04-8e829e46ac37 HTTP/1.1" status: 200 len: 1126 time: 0.1154709 Mar 22 19:15:57.809531 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c5a848-3bf4-432b-95d0-47c2c562f473', 'tag': '21140333-5cbd-433e-84c6-3e60ef6be741'}, {'name': 'network-changed', 'server_uuid': '0bcb160a-fa10-486a-9a04-8e829e46ac37', 'tag': '55ef4fe3-4cf5-4b32-966f-3c289d2a196e'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:15:57.812403 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467a95e8-3f3a-4d02-91f3-3f443088cf17" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c5a848-3bf4-432b-95d0-47c2c562f473", "tag": "21140333-5cbd-433e-84c6-3e60ef6be741"}, {"name": "network-changed", "server_uuid": "0bcb160a-fa10-486a-9a04-8e829e46ac37", "tag": "55ef4fe3-4cf5-4b32-966f-3c289d2a196e"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:15:57.847349 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b42e2-72b3-4c1d-b45b-77d8ec8597f8 req-64351cf2-6245-442a-af65-c41f7d0be9b3 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:57.849111 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e57b42e2-72b3-4c1d-b45b-77d8ec8597f8 req-64351cf2-6245-442a-af65-c41f7d0be9b3 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=0bcb160a-fa10-486a-9a04-8e829e46ac37 HTTP/1.1" status: 200 len: 943 time: 0.1411505 Mar 22 19:15:57.864433 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-53e03f70-a3f2-4750-b46c-baef3161c2f3 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Allocated IP 172.25.5.10 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/dc910faf-eb4e-47a4-a808-7b0c78df9ee5) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:15:57.865439 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-75b15930-a952-4ef6-8352-1015e8485dbd req-f7f0de31-dae6-46b0-b7c9-ec86a0a766fd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=55ef4fe3-4cf5-4b32-966f-3c289d2a196e HTTP/1.1" status: 200 len: 217 time: 0.0425401 Mar 22 19:15:57.878849 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80865204-754e-473b-bb5f-30d33b0504e3 req-503dbaac-e934-4741-aa18-5ae1c59c22ef tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608095 Mar 22 19:15:57.932553 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-f8bf8bf6-8652-4438-ac3e-e8efa665497d service neutron] For port 76f3eddc-2af4-4a52-99a6-900a5e60ba18, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=76f3eddc-2af4-4a52-99a6-900a5e60ba18,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:57.972932 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e57b42e2-72b3-4c1d-b45b-77d8ec8597f8 req-103112c8-9ba2-4a29-b706-c1a7fd0fefb5 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113064 Mar 22 19:15:57.973757 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b15930-a952-4ef6-8352-1015e8485dbd req-6a46948e-f165-41f4-b6b1-74a479deb097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:57.975806 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-75b15930-a952-4ef6-8352-1015e8485dbd req-6a46948e-f165-41f4-b6b1-74a479deb097 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=557c463e-0ced-46b1-95bb-72c186d37083 HTTP/1.1" status: 200 len: 844 time: 0.1001477 Mar 22 19:15:58.007783 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 22 Mar 2022 19:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56824c76-1cf3-4758-ab06-7bb4e7190c8c x-openstack-request-id: req-56824c76-1cf3-4758-ab06-7bb4e7190c8c {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:15:58.008198 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c5a848-3bf4-432b-95d0-47c2c562f473", "tag": "21140333-5cbd-433e-84c6-3e60ef6be741", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0bcb160a-fa10-486a-9a04-8e829e46ac37", "tag": "55ef4fe3-4cf5-4b32-966f-3c289d2a196e", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:15:58.008405 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-56824c76-1cf3-4758-ab06-7bb4e7190c8c {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:15:58.008800 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56824c76-1cf3-4758-ab06-7bb4e7190c8c'] response: {'name': 'network-changed', 'server_uuid': 'b7c5a848-3bf4-432b-95d0-47c2c562f473', 'tag': '21140333-5cbd-433e-84c6-3e60ef6be741', 'status': 'completed', 'code': 200} Mar 22 19:15:58.009067 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56824c76-1cf3-4758-ab06-7bb4e7190c8c'] response: {'name': 'network-changed', 'server_uuid': '0bcb160a-fa10-486a-9a04-8e829e46ac37', 'tag': '55ef4fe3-4cf5-4b32-966f-3c289d2a196e', 'status': 'completed', 'code': 200} Mar 22 19:15:58.030946 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-75b15930-a952-4ef6-8352-1015e8485dbd req-52aa7b1e-b542-4d9f-a4a2-bc4f435e7186 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395947 Mar 22 19:15:58.053316 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-f8bf8bf6-8652-4438-ac3e-e8efa665497d service neutron] For port 76f3eddc-2af4-4a52-99a6-900a5e60ba18, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:15:58.164978 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-53e03f70-a3f2-4750-b46c-baef3161c2f3 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks [] for port (dc910faf-eb4e-47a4-a808-7b0c78df9ee5), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:58.171496 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-f8bf8bf6-8652-4438-ac3e-e8efa665497d service neutron] Publish callbacks [] for port (76f3eddc-2af4-4a52-99a6-900a5e60ba18), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:58.183317 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a95e8-3f3a-4d02-91f3-3f443088cf17 req-71c80415-c806-4338-8dc6-4b11f92adc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:58.184803 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-f8bf8bf6-8652-4438-ac3e-e8efa665497d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (76f3eddc-2af4-4a52-99a6-900a5e60ba18), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:58.184945 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-467a95e8-3f3a-4d02-91f3-3f443088cf17 req-71c80415-c806-4338-8dc6-4b11f92adc86 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9043ed5dac384ebd98a6e2b2119c0162&device_id=b7c5a848-3bf4-432b-95d0-47c2c562f473 HTTP/1.1" status: 200 len: 1127 time: 0.1535983 Mar 22 19:15:58.213982 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a534c8-f0a2-4774-b8d6-774860c9e0c9 req-af41368e-c4dc-440c-9589-bd831a84e15b tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:58.215513 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62a534c8-f0a2-4774-b8d6-774860c9e0c9 req-af41368e-c4dc-440c-9589-bd831a84e15b tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7c5a848-3bf4-432b-95d0-47c2c562f473 HTTP/1.1" status: 200 len: 944 time: 0.1831174 Mar 22 19:15:58.241090 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf8bf6-8652-4438-ac3e-e8efa665497d service neutron] Pushing event updated for resources: {'Port': ['ID=76f3eddc-2af4-4a52-99a6-900a5e60ba18,revision_number=7']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:58.256802 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa1b9c-76f1-4d14-ba2a-90cc285eb587 req-24c1e72a-820b-47b9-baa0-8b5ead45a815 tempest-MigrationsAdminTest-102229236 tempest-MigrationsAdminTest-102229236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:58.258470 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-13fa1b9c-76f1-4d14-ba2a-90cc285eb587 req-24c1e72a-820b-47b9-baa0-8b5ead45a815 tempest-MigrationsAdminTest-102229236 tempest-MigrationsAdminTest-102229236-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 1133 time: 0.1620028 Mar 22 19:15:58.270436 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-75b15930-a952-4ef6-8352-1015e8485dbd req-15ab21a0-3d7f-4633-a810-7a5e07cc3980 service neutron] 10.222.0.85 "GET /v2.0/networks/c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303205 Mar 22 19:15:58.311483 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-f8bf8bf6-8652-4438-ac3e-e8efa665497d service neutron] Attempting to bind port 76f3eddc-2af4-4a52-99a6-900a5e60ba18 on host n-h2-705658-24 for vnic_type normal with profile {"migrating_to": "n-h1-705658-24"} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:15:58.312393 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-f8bf8bf6-8652-4438-ac3e-e8efa665497d service neutron] Attempting to bind port 76f3eddc-2af4-4a52-99a6-900a5e60ba18 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:15:58.312733 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-f8bf8bf6-8652-4438-ac3e-e8efa665497d service neutron] Attempting to bind port 76f3eddc-2af4-4a52-99a6-900a5e60ba18 on network 63b49c54-7e45-4147-9f0e-8b47e058281a {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:15:58.327534 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-f8bf8bf6-8652-4438-ac3e-e8efa665497d service neutron] Port 76f3eddc-2af4-4a52-99a6-900a5e60ba18 on network 63b49c54-7e45-4147-9f0e-8b47e058281a not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:15:58.327867 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-f8bf8bf6-8652-4438-ac3e-e8efa665497d service neutron] Attempting to bind port 76f3eddc-2af4-4a52-99a6-900a5e60ba18 on network 63b49c54-7e45-4147-9f0e-8b47e058281a {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:15:58.349294 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-53e03f70-a3f2-4750-b46c-baef3161c2f3 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (dc910faf-eb4e-47a4-a808-7b0c78df9ee5), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:58.367502 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-f8bf8bf6-8652-4438-ac3e-e8efa665497d service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:15:58.367502 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-f8bf8bf6-8652-4438-ac3e-e8efa665497d service neutron] Checking segment: {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:15:58.367502 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-f8bf8bf6-8652-4438-ac3e-e8efa665497d service neutron] Bound using segment: {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:15:58.367502 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-f8bf8bf6-8652-4438-ac3e-e8efa665497d service neutron] Bound port: 76f3eddc-2af4-4a52-99a6-900a5e60ba18, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:15:58.367502 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-f8bf8bf6-8652-4438-ac3e-e8efa665497d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (76f3eddc-2af4-4a52-99a6-900a5e60ba18), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:58.420723 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62a534c8-f0a2-4774-b8d6-774860c9e0c9 req-5fc3247a-326c-4364-9484-d1bd77d7f490 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd1cfd74-8abc-416a-90e5-3900db09e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935778 Mar 22 19:15:58.427771 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a95e8-3f3a-4d02-91f3-3f443088cf17 req-762bdf7d-4ea3-4b1d-86f4-91c39187221c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:58.429358 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-467a95e8-3f3a-4d02-91f3-3f443088cf17 req-762bdf7d-4ea3-4b1d-86f4-91c39187221c service neutron] 10.222.0.84 "GET /v2.0/networks?id=408d3c74-488c-412d-8e2a-ab74ff098a11 HTTP/1.1" status: 200 len: 922 time: 0.2363195 Mar 22 19:15:58.447798 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-f8bf8bf6-8652-4438-ac3e-e8efa665497d service neutron] For port 76f3eddc-2af4-4a52-99a6-900a5e60ba18, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:15:58.464998 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e03f70-a3f2-4750-b46c-baef3161c2f3 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:15:58.470934 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-f8bf8bf6-8652-4438-ac3e-e8efa665497d service neutron] For port 76f3eddc-2af4-4a52-99a6-900a5e60ba18, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=76f3eddc-2af4-4a52-99a6-900a5e60ba18,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:15:58.479712 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-13fa1b9c-76f1-4d14-ba2a-90cc285eb587 req-73c9e1c9-c573-41c5-a9ff-20189f105cc6 tempest-MigrationsAdminTest-102229236 tempest-MigrationsAdminTest-102229236-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990290 Mar 22 19:15:58.482912 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-53e03f70-a3f2-4750-b46c-baef3161c2f3 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:15:58.491800 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e03f70-a3f2-4750-b46c-baef3161c2f3 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Pushing event updated for resources: {'Port': ['ID=dc910faf-eb4e-47a4-a808-7b0c78df9ee5,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:58.494945 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-75b15930-a952-4ef6-8352-1015e8485dbd req-ccafb03d-260b-4355-881a-d233d60bc88c service neutron] 10.222.0.85 "GET /v2.0/networks/c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877391 Mar 22 19:15:58.501784 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-f8bf8bf6-8652-4438-ac3e-e8efa665497d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (76f3eddc-2af4-4a52-99a6-900a5e60ba18), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:58.558700 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e03f70-a3f2-4750-b46c-baef3161c2f3 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:15:58.563242 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-467a95e8-3f3a-4d02-91f3-3f443088cf17 req-5d1b243a-2a4d-4047-bf94-2c6acdb8ffc3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21140333-5cbd-433e-84c6-3e60ef6be741 HTTP/1.1" status: 200 len: 217 time: 0.1137621 Mar 22 19:15:58.604608 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-f8bf8bf6-8652-4438-ac3e-e8efa665497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:58.605297 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-f8bf8bf6-8652-4438-ac3e-e8efa665497d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:58.606595 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-f8bf8bf6-8652-4438-ac3e-e8efa665497d service neutron] 10.222.0.84 "PUT /v2.0/ports/76f3eddc-2af4-4a52-99a6-900a5e60ba18 HTTP/1.1" status: 200 len: 1123 time: 1.1022518 Mar 22 19:15:58.648968 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf8bf6-8652-4438-ac3e-e8efa665497d service neutron] Pushing event updated for resources: {'Port': ['ID=76f3eddc-2af4-4a52-99a6-900a5e60ba18,revision_number=8']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:58.675734 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a95e8-3f3a-4d02-91f3-3f443088cf17 req-aece4b07-ed70-4d4b-8f94-b1daeeaffde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:58.677551 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-467a95e8-3f3a-4d02-91f3-3f443088cf17 req-aece4b07-ed70-4d4b-8f94-b1daeeaffde6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=404f1295-a29d-4db9-84c7-cbcf7d46527c HTTP/1.1" status: 200 len: 860 time: 0.0963356 Mar 22 19:15:58.689136 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a95e8-3f3a-4d02-91f3-3f443088cf17 req-93c57ede-9b6f-45ff-90f2-133045187f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:58.690783 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-467a95e8-3f3a-4d02-91f3-3f443088cf17 req-93c57ede-9b6f-45ff-90f2-133045187f73 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6baa0c4671fe40f89b69725a70157b5e&device_id=0bcb160a-fa10-486a-9a04-8e829e46ac37 HTTP/1.1" status: 200 len: 1126 time: 0.1035671 Mar 22 19:15:58.698148 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['76f3eddc-2af4-4a52-99a6-900a5e60ba18'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:15:58.762411 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63419375-9683-4eb7-b605-01de8e872f21 req-a6cd1226-2ad2-497f-850a-bda3b0e7739b tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:58.772307 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-63419375-9683-4eb7-b605-01de8e872f21 req-a6cd1226-2ad2-497f-850a-bda3b0e7739b tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb HTTP/1.1" status: 200 len: 943 time: 0.1583474 Mar 22 19:15:58.788702 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-53e03f70-a3f2-4750-b46c-baef3161c2f3 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks [] for floatingip (736abfcd-157e-464d-b461-1aa2e93c387b), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:58.823366 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a95e8-3f3a-4d02-91f3-3f443088cf17 req-ba5678a2-0ed3-43be-9738-496f3fdcb1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:58.825401 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-467a95e8-3f3a-4d02-91f3-3f443088cf17 req-ba5678a2-0ed3-43be-9738-496f3fdcb1ee service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=408d3c74-488c-412d-8e2a-ab74ff098a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1405401 Mar 22 19:15:58.875563 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a95e8-3f3a-4d02-91f3-3f443088cf17 req-f4e0dccc-c5cb-46aa-9ac2-af52ba9990a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:58.877916 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-467a95e8-3f3a-4d02-91f3-3f443088cf17 req-f4e0dccc-c5cb-46aa-9ac2-af52ba9990a1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd HTTP/1.1" status: 200 len: 905 time: 0.1330471 Mar 22 19:15:58.914553 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-63419375-9683-4eb7-b605-01de8e872f21 req-57bd6467-23e4-454f-b412-9b0dba1f267e tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412749 Mar 22 19:15:58.926003 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-53e03f70-a3f2-4750-b46c-baef3161c2f3 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (dc910faf-eb4e-47a4-a808-7b0c78df9ee5), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:58.926307 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-467a95e8-3f3a-4d02-91f3-3f443088cf17 req-8df1f5cf-da37-434a-8de6-ae92d5ab68b3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=55ef4fe3-4cf5-4b32-966f-3c289d2a196e HTTP/1.1" status: 200 len: 217 time: 0.0420763 Mar 22 19:15:58.998401 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-467a95e8-3f3a-4d02-91f3-3f443088cf17 req-2ac9958c-ddbd-4a84-b3b1-b5541a24e7a2 service neutron] 10.222.0.84 "GET /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657791 Mar 22 19:15:59.004772 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a95e8-3f3a-4d02-91f3-3f443088cf17 req-df28d8fc-8521-4fe1-8c20-4fd6e97a66e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:59.006589 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-467a95e8-3f3a-4d02-91f3-3f443088cf17 req-df28d8fc-8521-4fe1-8c20-4fd6e97a66e8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=557c463e-0ced-46b1-95bb-72c186d37083 HTTP/1.1" status: 200 len: 844 time: 0.0718286 Mar 22 19:15:59.042985 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-467a95e8-3f3a-4d02-91f3-3f443088cf17 req-876f9f3a-af2e-4315-a4e3-e97f01bbd169 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277290 Mar 22 19:15:59.113345 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-74a4b29a-d63b-4565-be3a-98a3f8242903 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0770710 Mar 22 19:15:59.149240 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-467a95e8-3f3a-4d02-91f3-3f443088cf17 req-f84740e0-bfdb-4977-b13b-0b86fb31ead4 service neutron] 10.222.0.85 "GET /v2.0/networks/c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004884 Mar 22 19:15:59.253921 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-467a95e8-3f3a-4d02-91f3-3f443088cf17 req-9fd203ed-d8d4-4175-b627-a77ff1804b04 service neutron] 10.222.0.85 "GET /v2.0/networks/c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923483 Mar 22 19:15:59.296813 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-467a95e8-3f3a-4d02-91f3-3f443088cf17 req-b98eea63-8c09-447b-bd54-d504eeec1b79 service neutron] 10.222.0.84 "GET /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588723 Mar 22 19:15:59.310494 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de909bc1-48ba-433a-9dc3-b09a9c214cc7 req-d95ba14e-e7d3-435e-a596-ceac6a7c7dbd tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:59.312043 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-de909bc1-48ba-433a-9dc3-b09a9c214cc7 req-d95ba14e-e7d3-435e-a596-ceac6a7c7dbd tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=0bcb160a-fa10-486a-9a04-8e829e46ac37 HTTP/1.1" status: 200 len: 943 time: 0.1963611 Mar 22 19:15:59.318507 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 9cae237c-da57-489d-9fbb-de398ed39964 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:15:59.356987 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-e5d00363-ac5f-4977-9c09-77ce8cb36173 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:59.359141 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-e5d00363-ac5f-4977-9c09-77ce8cb36173 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2300978 Mar 22 19:15:59.362878 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-53e03f70-a3f2-4750-b46c-baef3161c2f3 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks [] for port (dc910faf-eb4e-47a4-a808-7b0c78df9ee5), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:59.376041 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-53e03f70-a3f2-4750-b46c-baef3161c2f3 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (dc910faf-eb4e-47a4-a808-7b0c78df9ee5), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:59.389594 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 9cae237c-da57-489d-9fbb-de398ed39964 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:15:59.390245 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9cae237c-da57-489d-9fbb-de398ed39964), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:59.394774 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-dd8472c3-235c-47b8-bcaf-e306b7fcb5ce tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/quotas/fa44a62348c348ba8b3d4c4340e75bae HTTP/1.1" status: 200 len: 375 time: 0.0288432 Mar 22 19:15:59.447032 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-de909bc1-48ba-433a-9dc3-b09a9c214cc7 req-10fdf835-61a1-404b-85fc-1e3436e12a0d tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262734 Mar 22 19:15:59.485144 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 9cae237c-da57-489d-9fbb-de398ed39964 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:15:59.485645 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9cae237c-da57-489d-9fbb-de398ed39964), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:59.514165 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e03f70-a3f2-4750-b46c-baef3161c2f3 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Pushing event updated for resources: {'Port': ['ID=dc910faf-eb4e-47a4-a808-7b0c78df9ee5,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:59.514620 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862b5c9b-bb12-4d66-920a-9b989ab228f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cae237c-da57-489d-9fbb-de398ed39964'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:15:59.517405 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d572103-e2ab-45b1-95bf-e63ade47da75" -d '{"events": [{"server_uuid": "862b5c9b-bb12-4d66-920a-9b989ab228f4", "name": "network-vif-plugged", "status": "completed", "tag": "9cae237c-da57-489d-9fbb-de398ed39964"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:15:59.527229 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-53e03f70-a3f2-4750-b46c-baef3161c2f3 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (736abfcd-157e-464d-b461-1aa2e93c387b), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:59.535309 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 9cae237c-da57-489d-9fbb-de398ed39964, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=9cae237c-da57-489d-9fbb-de398ed39964,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:15:59.542013 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (9cae237c-da57-489d-9fbb-de398ed39964), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:59.549136 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-330cadcb-d7fd-4286-890a-c90a8be469a7 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1289556 Mar 22 19:15:59.557215 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-53e03f70-a3f2-4750-b46c-baef3161c2f3 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:15:59.558661 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-53e03f70-a3f2-4750-b46c-baef3161c2f3 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1807961 Mar 22 19:15:59.608120 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a8533dbc-a2dd-4eb4-823e-7ec2277c9668 req-c12c71ef-bae8-4c27-baf5-4c1f168f6d06 tempest-ServersAdmin275Test-1405569353 tempest-ServersAdmin275Test-1405569353-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0285168 Mar 22 19:15:59.627322 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=9cae237c-da57-489d-9fbb-de398ed39964,revision_number=7']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:15:59.760817 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc96f74-90d0-4367-b7d7-47d42ea68a9f x-openstack-request-id: req-6fc96f74-90d0-4367-b7d7-47d42ea68a9f {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:15:59.761460 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "862b5c9b-bb12-4d66-920a-9b989ab228f4", "name": "network-vif-plugged", "status": "completed", "tag": "9cae237c-da57-489d-9fbb-de398ed39964", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:15:59.761460 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6fc96f74-90d0-4367-b7d7-47d42ea68a9f {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:15:59.761817 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fc96f74-90d0-4367-b7d7-47d42ea68a9f'] response: {'server_uuid': '862b5c9b-bb12-4d66-920a-9b989ab228f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cae237c-da57-489d-9fbb-de398ed39964', 'code': 200} Mar 22 19:15:59.767645 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20176085-c3a4-430d-a886-059ec7241a9f req-b535e852-470d-4b18-963a-30bb3bae6300 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:15:59.770202 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20176085-c3a4-430d-a886-059ec7241a9f req-b535e852-470d-4b18-963a-30bb3bae6300 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7c5a848-3bf4-432b-95d0-47c2c562f473 HTTP/1.1" status: 200 len: 944 time: 0.0879350 Mar 22 19:15:59.820131 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20176085-c3a4-430d-a886-059ec7241a9f req-9067dcea-54d0-4057-afeb-c2e3213671df tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd1cfd74-8abc-416a-90e5-3900db09e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449028 Mar 22 19:15:59.927000 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b4f3ef71-998a-4f2d-abb6-3851f04bb628 req-a435d492-512f-4fcb-8013-943676c45b13 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 210 time: 0.0355022 Mar 22 19:15:59.986759 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-43226b88-c580-4b38-9027-441972cd36af req-dc47650c-11eb-4ca1-b33b-2584489f9e28 tempest-ServersAdmin275Test-1405569353 tempest-ServersAdmin275Test-1405569353-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0385878 Mar 22 19:16:00.010468 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76f3eddc-2af4-4a52-99a6-900a5e60ba18'}, {'name': 'network-changed', 'server_uuid': '378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb', 'tag': '76f3eddc-2af4-4a52-99a6-900a5e60ba18'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:16:00.013409 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5a41fc-4bc8-40c1-9c10-3391b8b422b0" -d '{"events": [{"server_uuid": "378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb", "name": "network-vif-unplugged", "status": "completed", "tag": "76f3eddc-2af4-4a52-99a6-900a5e60ba18"}, {"name": "network-changed", "server_uuid": "378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb", "tag": "76f3eddc-2af4-4a52-99a6-900a5e60ba18"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:16:00.071496 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-42389d96-760f-4480-b0c3-db227bf06f19 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1268320636&fields=id&tenant_id=299d57ef35bc4e46a2ac01153c6bee7d HTTP/1.1" status: 200 len: 267 time: 0.0548561 Mar 22 19:16:00.394818 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50954fb1-2ede-4f29-b75c-05f690b6be48 req-a44cc466-2c19-4938-a598-354662eba419 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:00.396338 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-50954fb1-2ede-4f29-b75c-05f690b6be48 req-a44cc466-2c19-4938-a598-354662eba419 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb HTTP/1.1" status: 200 len: 943 time: 0.3404789 Mar 22 19:16:00.445555 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-efbdf63f-46e4-4412-85e0-be75a092f535 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:00.447066 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-efbdf63f-46e4-4412-85e0-be75a092f535 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "GET /v2.0/networks?id=da5fd57b-f10f-4980-a231-2023d84d3d68 HTTP/1.1" status: 200 len: 814 time: 0.3605738 Mar 22 19:16:00.473699 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-cbacf989-e34e-4dd8-9a69-8a79d8b59a51 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "GET /v2.0/quotas/299d57ef35bc4e46a2ac01153c6bee7d HTTP/1.1" status: 200 len: 375 time: 0.0183840 Mar 22 19:16:00.477051 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-50954fb1-2ede-4f29-b75c-05f690b6be48 req-3028be70-61b9-4df3-bf42-507be90658aa tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732348 Mar 22 19:16:00.521089 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 22 Mar 2022 19:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32dfecc8-67ea-4ae7-98b9-0d3e868c7046 x-openstack-request-id: req-32dfecc8-67ea-4ae7-98b9-0d3e868c7046 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:16:00.521395 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb", "name": "network-vif-unplugged", "status": "completed", "tag": "76f3eddc-2af4-4a52-99a6-900a5e60ba18", "code": 200}, {"name": "network-changed", "server_uuid": "378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb", "tag": "76f3eddc-2af4-4a52-99a6-900a5e60ba18", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:16:00.521854 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-32dfecc8-67ea-4ae7-98b9-0d3e868c7046 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:16:00.522267 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32dfecc8-67ea-4ae7-98b9-0d3e868c7046'] response: {'server_uuid': '378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76f3eddc-2af4-4a52-99a6-900a5e60ba18', 'code': 200} Mar 22 19:16:00.522550 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32dfecc8-67ea-4ae7-98b9-0d3e868c7046'] response: {'name': 'network-changed', 'server_uuid': '378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb', 'tag': '76f3eddc-2af4-4a52-99a6-900a5e60ba18', 'status': 'completed', 'code': 200} Mar 22 19:16:00.533866 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-7cbf2d4d-1345-42b5-a616-63dd58623ac1 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=299d57ef35bc4e46a2ac01153c6bee7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540860 Mar 22 19:16:00.668795 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-bb582e3f-113d-4df3-a381-e5c54ec062e4 service neutron] 10.222.0.75 "GET /v2.0/networks/da5fd57b-f10f-4980-a231-2023d84d3d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188321 Mar 22 19:16:00.676325 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d56c63-95da-4efb-bf9f-dea3758c84d6 req-19a32680-8dd5-464e-8339-a132beee6fff tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:00.677424 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 21140333-5cbd-433e-84c6-3e60ef6be741 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:16:00.677621 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a41fc-4bc8-40c1-9c10-3391b8b422b0 req-3cc1bda4-61e3-45f5-87d3-8f62f8baf987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:00.677869 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c2d56c63-95da-4efb-bf9f-dea3758c84d6 req-19a32680-8dd5-464e-8339-a132beee6fff tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=0bcb160a-fa10-486a-9a04-8e829e46ac37 HTTP/1.1" status: 200 len: 943 time: 0.1098561 Mar 22 19:16:00.679282 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cf5a41fc-4bc8-40c1-9c10-3391b8b422b0 req-3cc1bda4-61e3-45f5-87d3-8f62f8baf987 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=635145d2a62d432cbc865a99eb3219e4&device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb HTTP/1.1" status: 200 len: 1157 time: 0.0484490 Mar 22 19:16:00.796513 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c2d56c63-95da-4efb-bf9f-dea3758c84d6 req-adc141df-3d07-4cf3-aa5d-385b77eca1e7 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955482 Mar 22 19:16:00.798391 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a41fc-4bc8-40c1-9c10-3391b8b422b0 req-9bc92eb2-1567-4989-93dc-42bd20fc9c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:00.800197 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cf5a41fc-4bc8-40c1-9c10-3391b8b422b0 req-9bc92eb2-1567-4989-93dc-42bd20fc9c3f service neutron] 10.222.0.85 "GET /v2.0/networks?id=63b49c54-7e45-4147-9f0e-8b47e058281a HTTP/1.1" status: 200 len: 909 time: 0.1096430 Mar 22 19:16:00.808333 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-4eab2be7-9952-4c92-8488-7f0e3ea989ae service neutron] 10.222.0.75 "GET /v2.0/networks/da5fd57b-f10f-4980-a231-2023d84d3d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294205 Mar 22 19:16:00.853118 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cf5a41fc-4bc8-40c1-9c10-3391b8b422b0 req-80523815-baf8-4975-a500-f6111942c796 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76f3eddc-2af4-4a52-99a6-900a5e60ba18 HTTP/1.1" status: 200 len: 217 time: 0.0412717 Mar 22 19:16:00.855065 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 21140333-5cbd-433e-84c6-3e60ef6be741, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=21140333-5cbd-433e-84c6-3e60ef6be741,segment=NetworkSegment(ff787278-dda5-44e2-bda4-bbfcbe692a1e),segment_id=ff787278-dda5-44e2-bda4-bbfcbe692a1e)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:00.884093 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '21140333-5cbd-433e-84c6-3e60ef6be741', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'port_id': '21140333-5cbd-433e-84c6-3e60ef6be741', 'mac_address': 'fa:16:3e:a5:cb:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:16:00.914304 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a41fc-4bc8-40c1-9c10-3391b8b422b0 req-c735fd4e-46d0-42e3-b5b9-fd0c74bfa84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:00.916513 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cf5a41fc-4bc8-40c1-9c10-3391b8b422b0 req-c735fd4e-46d0-42e3-b5b9-fd0c74bfa84f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1824832e-8035-4e29-a8c5-aaeabb7261e8 HTTP/1.1" status: 200 len: 848 time: 0.0552516 Mar 22 19:16:00.929323 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-bcf451f4-e9b4-4df9-a7d5-c9c158eddd0c tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462925 Mar 22 19:16:00.958060 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 21140333-5cbd-433e-84c6-3e60ef6be741 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:16:00.958605 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (21140333-5cbd-433e-84c6-3e60ef6be741), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:00.976226 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21140333-5cbd-433e-84c6-3e60ef6be741 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:16:01.001475 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 21140333-5cbd-433e-84c6-3e60ef6be741, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=21140333-5cbd-433e-84c6-3e60ef6be741,segment=NetworkSegment(ff787278-dda5-44e2-bda4-bbfcbe692a1e),segment_id=ff787278-dda5-44e2-bda4-bbfcbe692a1e)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:01.008143 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cf5a41fc-4bc8-40c1-9c10-3391b8b422b0 req-5a55d458-cdc1-4197-b577-a60bc907031f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=63b49c54-7e45-4147-9f0e-8b47e058281a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718250 Mar 22 19:16:01.013767 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (21140333-5cbd-433e-84c6-3e60ef6be741), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:01.120291 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=21140333-5cbd-433e-84c6-3e60ef6be741,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:01.168879 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cf5a41fc-4bc8-40c1-9c10-3391b8b422b0 req-0e7ef53d-8c7e-4e62-9bfd-d3329dc44265 service neutron] 10.222.0.85 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591275 Mar 22 19:16:01.184275 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-136ea85e-9035-4edb-b6d5-51310b572dad tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:01.185710 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-136ea85e-9035-4edb-b6d5-51310b572dad tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2511797 Mar 22 19:16:01.219509 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-78cdf937-a31b-4e77-9471-42b1d6d0b43c tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Request body: {'port': {'device_id': 'd1907f34-6c4a-4b45-8ea6-71b6e056868b', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'admin_state_up': True, 'tenant_id': 'fa44a62348c348ba8b3d4c4340e75bae'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:16:01.241525 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-191ffbd9-34be-460f-8f2a-ebd58e4d9a91 req-eb8062a2-1e71-4225-8443-58cbf1b8ef6b tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 210 time: 0.0674944 Mar 22 19:16:01.326487 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['21140333-5cbd-433e-84c6-3e60ef6be741'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:16:01.329227 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cf5a41fc-4bc8-40c1-9c10-3391b8b422b0 req-517160bf-f31d-457d-bbc8-2695315d24e0 service neutron] 10.222.0.85 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503091 Mar 22 19:16:01.348593 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e0e31e2f-e3d6-442f-ae4c-3494e67af9cb req-b6afa46e-b9a3-43fa-96e8-8d11588955dd tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "GET /v2.0/ports?device_id=acee74b5-2dff-40d9-95df-0462b1466357 HTTP/1.1" status: 200 len: 210 time: 0.0392957 Mar 22 19:16:01.370655 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd06fe-f9c4-488b-9531-e8d63428760b req-f7d2d91b-7692-4c52-b4cf-4a1d522bf347 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:01.388894 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-04fd06fe-f9c4-488b-9531-e8d63428760b req-f7d2d91b-7692-4c52-b4cf-4a1d522bf347 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7c5a848-3bf4-432b-95d0-47c2c562f473 HTTP/1.1" status: 200 len: 945 time: 0.2541583 Mar 22 19:16:01.476864 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-78cdf937-a31b-4e77-9471-42b1d6d0b43c tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Made reservation on behalf of fa44a62348c348ba8b3d4c4340e75bae for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:16:01.480822 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-78cdf937-a31b-4e77-9471-42b1d6d0b43c tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:01.502653 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-04fd06fe-f9c4-488b-9531-e8d63428760b req-c0291e3a-c31e-40c3-8964-83ef67fd297c tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd1cfd74-8abc-416a-90e5-3900db09e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128435 Mar 22 19:16:01.592497 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4ae3d6d9-a29f-4d32-88aa-60d5daeb8c28 req-2435ee10-5e0e-4abd-af9b-9c0e27f7da8c tempest-ServersAdmin275Test-1405569353 tempest-ServersAdmin275Test-1405569353-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0409067 Mar 22 19:16:01.760612 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-78cdf937-a31b-4e77-9471-42b1d6d0b43c tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Allocated IP 192.168.233.204 (43c82fd2-7e25-4eba-86f2-aced26197dba/e28314b8-0ed1-465e-a6f2-eda7f6b773cd/fc644c63-8438-4b82-98b0-4202839125c6) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:16:01.792952 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b301d6-695d-4e8b-922f-83d362f222cc req-3ec65a31-d5be-4ed8-9e98-8c124535b220 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:01.795166 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-13b301d6-695d-4e8b-922f-83d362f222cc req-3ec65a31-d5be-4ed8-9e98-8c124535b220 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb HTTP/1.1" status: 200 len: 943 time: 0.1122904 Mar 22 19:16:01.966626 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-13b301d6-695d-4e8b-922f-83d362f222cc req-e53bb307-a354-46ec-9b95-09037cd83465 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555972 Mar 22 19:16:02.075452 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddcbb77-b2b6-4b4c-9da6-5d82a153f43c req-a0163b00-1ee0-4c89-8707-d4d8aa6fae19 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:02.078017 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ddcbb77-b2b6-4b4c-9da6-5d82a153f43c req-a0163b00-1ee0-4c89-8707-d4d8aa6fae19 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=0bcb160a-fa10-486a-9a04-8e829e46ac37 HTTP/1.1" status: 200 len: 943 time: 0.1508822 Mar 22 19:16:02.085122 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-78cdf937-a31b-4e77-9471-42b1d6d0b43c tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Publish callbacks [] for port (fc644c63-8438-4b82-98b0-4202839125c6), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:02.129520 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7db74216-19f3-4393-a56b-3f8db15a272a req-acafd08e-15f6-438b-9d09-f2bc6e3c5984 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.5411313 Mar 22 19:16:02.173114 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ddcbb77-b2b6-4b4c-9da6-5d82a153f43c req-e151f133-504e-43bc-ba5b-45e7befcc818 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857117 Mar 22 19:16:02.203654 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-78cdf937-a31b-4e77-9471-42b1d6d0b43c tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (fc644c63-8438-4b82-98b0-4202839125c6), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:02.219128 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['8968dc95-8b66-420b-912b-413092d8cf15'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:16:02.250953 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-78cdf937-a31b-4e77-9471-42b1d6d0b43c tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Network 43c82fd2-7e25-4eba-86f2-aced26197dba is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:16:02.255614 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-78cdf937-a31b-4e77-9471-42b1d6d0b43c tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:16:02.278196 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-78cdf937-a31b-4e77-9471-42b1d6d0b43c tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:16:02.345012 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-78cdf937-a31b-4e77-9471-42b1d6d0b43c tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:02.345955 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-78cdf937-a31b-4e77-9471-42b1d6d0b43c tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:02.355861 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cdf937-a31b-4e77-9471-42b1d6d0b43c tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Pushing event updated for resources: {'Port': ['ID=fc644c63-8438-4b82-98b0-4202839125c6,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:02.383320 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-78cdf937-a31b-4e77-9471-42b1d6d0b43c tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1734145 Mar 22 19:16:02.432498 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-dbb172c4-601d-4d52-bc61-880db491395e service neutron] Request body: {'port': {'device_id': 'd1907f34-6c4a-4b45-8ea6-71b6e056868b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:16:02.527133 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f07005f-75fc-4362-bab4-6e156e4eaab7 req-a63f2ffa-18f9-46f4-8ca4-7133f1d1f9af tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "GET /v2.0/ports?device_id=acee74b5-2dff-40d9-95df-0462b1466357 HTTP/1.1" status: 200 len: 210 time: 0.0435195 Mar 22 19:16:02.583950 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-dbb172c4-601d-4d52-bc61-880db491395e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fc644c63-8438-4b82-98b0-4202839125c6), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:02.620156 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b842452-b65b-4d6a-ae6b-5ab104a83fe1 req-6d249479-b49b-49e0-b2de-f19be2e520db tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:02.629925 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b842452-b65b-4d6a-ae6b-5ab104a83fe1 req-6d249479-b49b-49e0-b2de-f19be2e520db tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 936 time: 0.2673981 Mar 22 19:16:02.641212 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f1570de7-dd36-44c1-bb9d-ba0a465453be None None] Provisioning complete for port fc644c63-8438-4b82-98b0-4202839125c6 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:16:02.642047 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f1570de7-dd36-44c1-bb9d-ba0a465453be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (fc644c63-8438-4b82-98b0-4202839125c6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:02.686063 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f1570de7-dd36-44c1-bb9d-ba0a465453be None None] Port fc644c63-8438-4b82-98b0-4202839125c6 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:16:02.697444 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 76f3eddc-2af4-4a52-99a6-900a5e60ba18 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:16:02.702704 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 21140333-5cbd-433e-84c6-3e60ef6be741 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:16:02.788134 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b842452-b65b-4d6a-ae6b-5ab104a83fe1 req-43163d4d-b525-46cc-b596-ed82b4ae8574 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572466 Mar 22 19:16:02.859211 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 21140333-5cbd-433e-84c6-3e60ef6be741 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:16:02.867988 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 21140333-5cbd-433e-84c6-3e60ef6be741 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:16:02.868442 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (21140333-5cbd-433e-84c6-3e60ef6be741), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:02.930717 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 76f3eddc-2af4-4a52-99a6-900a5e60ba18, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=76f3eddc-2af4-4a52-99a6-900a5e60ba18,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:02.950253 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 76f3eddc-2af4-4a52-99a6-900a5e60ba18 has no active binding in host n-h1-705658-24 {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 22 19:16:03.005061 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 21140333-5cbd-433e-84c6-3e60ef6be741 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:16:03.005464 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (21140333-5cbd-433e-84c6-3e60ef6be741), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:03.031160 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c5a848-3bf4-432b-95d0-47c2c562f473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21140333-5cbd-433e-84c6-3e60ef6be741'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:16:03.034823 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3bc2ad-525a-45bb-9af2-a961debe2420" -d '{"events": [{"server_uuid": "b7c5a848-3bf4-432b-95d0-47c2c562f473", "name": "network-vif-plugged", "status": "completed", "tag": "21140333-5cbd-433e-84c6-3e60ef6be741"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:16:03.051762 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 21140333-5cbd-433e-84c6-3e60ef6be741, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=21140333-5cbd-433e-84c6-3e60ef6be741,segment=NetworkSegment(ff787278-dda5-44e2-bda4-bbfcbe692a1e),segment_id=ff787278-dda5-44e2-bda4-bbfcbe692a1e)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:03.061009 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (21140333-5cbd-433e-84c6-3e60ef6be741), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:03.122056 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41b9c950-bf68-4938-b45f-57d4555900f5 req-bd8300ad-175f-4044-93fa-3dd794d2cbcb tempest-ServersAdmin275Test-1405569353 tempest-ServersAdmin275Test-1405569353-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0702596 Mar 22 19:16:03.140494 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=21140333-5cbd-433e-84c6-3e60ef6be741,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:03.165556 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5bbaaf-0ad3-4333-81d2-0c87839ca30a req-256a6a2f-5427-47c7-a9a8-a869b3443ad3 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:03.179885 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa5bbaaf-0ad3-4333-81d2-0c87839ca30a req-256a6a2f-5427-47c7-a9a8-a869b3443ad3 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7c5a848-3bf4-432b-95d0-47c2c562f473 HTTP/1.1" status: 200 len: 945 time: 0.5040867 Mar 22 19:16:03.191833 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-bab3edf4-3cd9-4c73-8ac1-d4cc025aafe7 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:03.194081 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-bab3edf4-3cd9-4c73-8ac1-d4cc025aafe7 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.85 "GET /v2.0/networks?id=da5fd57b-f10f-4980-a231-2023d84d3d68 HTTP/1.1" status: 200 len: 814 time: 0.2290988 Mar 22 19:16:03.336078 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 55ef4fe3-4cf5-4b32-966f-3c289d2a196e details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:16:03.338992 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-2f466669-bf2a-4b85-b53f-f1577b618f4b tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=299d57ef35bc4e46a2ac01153c6bee7d HTTP/1.1" status: 200 len: 380 time: 0.1323092 Mar 22 19:16:03.359191 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-da9138b2-1a73-4cba-a275-29c4e369eff2 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Request body: {'port': {'device_id': 'acee74b5-2dff-40d9-95df-0462b1466357', 'network_id': 'da5fd57b-f10f-4980-a231-2023d84d3d68', 'admin_state_up': True, 'tenant_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'security_groups': ['71fd05ff-3cbd-4f39-bb1a-2004a9fe7af2']}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:16:03.387370 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-dbb172c4-601d-4d52-bc61-880db491395e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc644c63-8438-4b82-98b0-4202839125c6 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:16:03.437705 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-dbb172c4-601d-4d52-bc61-880db491395e service neutron] Publish callbacks [] for port (fc644c63-8438-4b82-98b0-4202839125c6), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:03.478277 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa5bbaaf-0ad3-4333-81d2-0c87839ca30a req-c93ef1dd-d0d6-454b-a2c9-40aa481ac366 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd1cfd74-8abc-416a-90e5-3900db09e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972531 Mar 22 19:16:03.543764 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 55ef4fe3-4cf5-4b32-966f-3c289d2a196e, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=55ef4fe3-4cf5-4b32-966f-3c289d2a196e,segment=NetworkSegment(85cf4aab-02b0-4ed0-89a0-65a703cfb595),segment_id=85cf4aab-02b0-4ed0-89a0-65a703cfb595)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:03.558718 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab966d-5488-47b3-a68f-ef395d52ab31 req-bb814c4c-ca9c-450e-833e-804f75c4144a tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:03.567643 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '55ef4fe3-4cf5-4b32-966f-3c289d2a196e', 'network_id': 'c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd', 'port_id': '55ef4fe3-4cf5-4b32-966f-3c289d2a196e', 'mac_address': 'fa:16:3e:9f:54:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '557c463e-0ced-46b1-95bb-72c186d37083', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:16:03.570904 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5dab966d-5488-47b3-a68f-ef395d52ab31 req-bb814c4c-ca9c-450e-833e-804f75c4144a tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb HTTP/1.1" status: 200 len: 943 time: 0.3324325 Mar 22 19:16:03.576734 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-dbb172c4-601d-4d52-bc61-880db491395e service neutron] Transition to ACTIVE for port object fc644c63-8438-4b82-98b0-4202839125c6 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:16:03.618474 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-dbb172c4-601d-4d52-bc61-880db491395e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (fc644c63-8438-4b82-98b0-4202839125c6), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:03.649527 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4e7e53-3760-4993-a2db-a09fd2c1625e x-openstack-request-id: req-ed4e7e53-3760-4993-a2db-a09fd2c1625e {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:16:03.649527 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c5a848-3bf4-432b-95d0-47c2c562f473", "name": "network-vif-plugged", "status": "completed", "tag": "21140333-5cbd-433e-84c6-3e60ef6be741", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:16:03.649527 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ed4e7e53-3760-4993-a2db-a09fd2c1625e {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:16:03.651215 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed4e7e53-3760-4993-a2db-a09fd2c1625e'] response: {'server_uuid': 'b7c5a848-3bf4-432b-95d0-47c2c562f473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21140333-5cbd-433e-84c6-3e60ef6be741', 'code': 200} Mar 22 19:16:03.686821 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 55ef4fe3-4cf5-4b32-966f-3c289d2a196e is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:16:03.689601 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (55ef4fe3-4cf5-4b32-966f-3c289d2a196e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:03.731626 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-da9138b2-1a73-4cba-a275-29c4e369eff2 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Made reservation on behalf of 299d57ef35bc4e46a2ac01153c6bee7d for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:16:03.751211 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-da9138b2-1a73-4cba-a275-29c4e369eff2 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:03.767949 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ef4fe3-4cf5-4b32-966f-3c289d2a196e {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:16:03.817129 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5dab966d-5488-47b3-a68f-ef395d52ab31 req-da081e3f-76c3-4f70-83b4-3c209fbd3dee tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449875 Mar 22 19:16:03.841360 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb172c4-601d-4d52-bc61-880db491395e service neutron] Pushing event updated for resources: {'Port': ['ID=fc644c63-8438-4b82-98b0-4202839125c6,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:03.845563 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 55ef4fe3-4cf5-4b32-966f-3c289d2a196e, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=55ef4fe3-4cf5-4b32-966f-3c289d2a196e,segment=NetworkSegment(85cf4aab-02b0-4ed0-89a0-65a703cfb595),segment_id=85cf4aab-02b0-4ed0-89a0-65a703cfb595)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:03.862670 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (55ef4fe3-4cf5-4b32-966f-3c289d2a196e), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:04.025352 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=55ef4fe3-4cf5-4b32-966f-3c289d2a196e,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:04.083147 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10868b4d-4ca2-41b4-8e1e-b76e854b7b8e req-9e6a50b6-dcff-4206-a18d-f3898c93f93d tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:04.093953 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-10868b4d-4ca2-41b4-8e1e-b76e854b7b8e req-9e6a50b6-dcff-4206-a18d-f3898c93f93d tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=0bcb160a-fa10-486a-9a04-8e829e46ac37 HTTP/1.1" status: 200 len: 943 time: 0.3713422 Mar 22 19:16:04.142957 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4f2a9-b212-4e42-90b8-9f799e500dd1 req-e33c89e2-c8b8-405f-ab7b-4c8f8c9bf4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:04.144496 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-74c4f2a9-b212-4e42-90b8-9f799e500dd1 req-e33c89e2-c8b8-405f-ab7b-4c8f8c9bf4bf service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b7c5a848-3bf4-432b-95d0-47c2c562f473 HTTP/1.1" status: 200 len: 1129 time: 0.3187723 Mar 22 19:16:04.169893 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-dbb172c4-601d-4d52-bc61-880db491395e service neutron] Attempting to bind port fc644c63-8438-4b82-98b0-4202839125c6 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:16:04.170442 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-dbb172c4-601d-4d52-bc61-880db491395e service neutron] Attempting to bind port fc644c63-8438-4b82-98b0-4202839125c6 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:16:04.170442 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-dbb172c4-601d-4d52-bc61-880db491395e service neutron] Attempting to bind port fc644c63-8438-4b82-98b0-4202839125c6 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:16:04.197323 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-dbb172c4-601d-4d52-bc61-880db491395e service neutron] Port fc644c63-8438-4b82-98b0-4202839125c6 on network 43c82fd2-7e25-4eba-86f2-aced26197dba not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:16:04.197653 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-dbb172c4-601d-4d52-bc61-880db491395e service neutron] Attempting to bind port fc644c63-8438-4b82-98b0-4202839125c6 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:16:04.204325 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-dbb172c4-601d-4d52-bc61-880db491395e service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:16:04.204662 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-dbb172c4-601d-4d52-bc61-880db491395e service neutron] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:16:04.205300 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-dbb172c4-601d-4d52-bc61-880db491395e service neutron] Bound using segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:16:04.206597 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-dbb172c4-601d-4d52-bc61-880db491395e service neutron] Bound port: fc644c63-8438-4b82-98b0-4202839125c6, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:16:04.207610 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-dbb172c4-601d-4d52-bc61-880db491395e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fc644c63-8438-4b82-98b0-4202839125c6), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:04.242275 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-10868b4d-4ca2-41b4-8e1e-b76e854b7b8e req-53f23d9d-5bd8-4ba8-9329-fd1d3d889e80 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435404 Mar 22 19:16:04.308501 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['55ef4fe3-4cf5-4b32-966f-3c289d2a196e'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:16:04.421867 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-74c4f2a9-b212-4e42-90b8-9f799e500dd1 req-5127d02c-a9fc-4b4a-8687-411ca1b3ce4a service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=dd1cfd74-8abc-416a-90e5-3900db09e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483284 Mar 22 19:16:04.513103 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-da9138b2-1a73-4cba-a275-29c4e369eff2 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Allocated IP 172.20.0.11 (da5fd57b-f10f-4980-a231-2023d84d3d68/c55e3d95-c01f-4644-b0f9-457902969723/fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:16:04.544779 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-34c6ed5e-1046-49e4-8129-469532f6460b req-8423be42-0262-49f2-869c-dd6c8220c623 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "GET /v2.0/ports?device_id=acee74b5-2dff-40d9-95df-0462b1466357 HTTP/1.1" status: 200 len: 210 time: 0.1468768 Mar 22 19:16:04.582649 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-dbb172c4-601d-4d52-bc61-880db491395e service neutron] For port fc644c63-8438-4b82-98b0-4202839125c6, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:16:04.589802 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-dbb172c4-601d-4d52-bc61-880db491395e service neutron] For port fc644c63-8438-4b82-98b0-4202839125c6, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=fc644c63-8438-4b82-98b0-4202839125c6,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:16:04.610483 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-dbb172c4-601d-4d52-bc61-880db491395e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (fc644c63-8438-4b82-98b0-4202839125c6), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:04.642968 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-dbb172c4-601d-4d52-bc61-880db491395e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:04.644451 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-dbb172c4-601d-4d52-bc61-880db491395e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:04.645917 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-dbb172c4-601d-4d52-bc61-880db491395e service neutron] 10.222.0.84 "PUT /v2.0/ports/fc644c63-8438-4b82-98b0-4202839125c6 HTTP/1.1" status: 200 len: 1097 time: 2.2289195 Mar 22 19:16:04.647477 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1907f34-6c4a-4b45-8ea6-71b6e056868b', 'tag': 'fc644c63-8438-4b82-98b0-4202839125c6'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:16:04.661514 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc57ea6-e0f2-4431-aa51-287c312216a6" -d '{"events": [{"name": "network-changed", "server_uuid": "d1907f34-6c4a-4b45-8ea6-71b6e056868b", "tag": "fc644c63-8438-4b82-98b0-4202839125c6"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:16:04.907272 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb172c4-601d-4d52-bc61-880db491395e service neutron] Pushing event updated for resources: {'Port': ['ID=fc644c63-8438-4b82-98b0-4202839125c6,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:04.939331 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-708c264b-1d92-4ce1-b16a-5da7a853eedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:04.940928 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-708c264b-1d92-4ce1-b16a-5da7a853eedd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 1131 time: 0.1521511 Mar 22 19:16:04.961764 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3982b14-ebcc-4420-a0d5-f79c43014860 req-7bab4204-0597-44ae-90d7-4e18168f19e7 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:04.971713 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a3982b14-ebcc-4420-a0d5-f79c43014860 req-7bab4204-0597-44ae-90d7-4e18168f19e7 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 948 time: 0.2521515 Mar 22 19:16:05.018269 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-da9138b2-1a73-4cba-a275-29c4e369eff2 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks [] for port (fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:05.068270 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-294cb2fd-575c-422f-a0b5-e84862e4b424 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=fc644c63-8438-4b82-98b0-4202839125c6 HTTP/1.1" status: 200 len: 217 time: 0.0842190 Mar 22 19:16:05.091339 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-da9138b2-1a73-4cba-a275-29c4e369eff2 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:05.139161 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-da9138b2-1a73-4cba-a275-29c4e369eff2 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Network da5fd57b-f10f-4980-a231-2023d84d3d68 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:16:05.143275 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-da9138b2-1a73-4cba-a275-29c4e369eff2 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:16:05.162917 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-da9138b2-1a73-4cba-a275-29c4e369eff2 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:16:05.204409 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-74a64e3f-6a88-429e-854e-df800814851d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:05.206256 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-74a64e3f-6a88-429e-854e-df800814851d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1210959 Mar 22 19:16:05.259564 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9138b2-1a73-4cba-a275-29c4e369eff2 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Pushing event updated for resources: {'Port': ['ID=fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:05.302647 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-da9138b2-1a73-4cba-a275-29c4e369eff2 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:05.303311 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-da9138b2-1a73-4cba-a275-29c4e369eff2 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:05.346828 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-da9138b2-1a73-4cba-a275-29c4e369eff2 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9974360 Mar 22 19:16:05.371344 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-68861bb5-7c3b-4bba-8e85-147fc921d263 service neutron] Request body: {'port': {'device_id': 'acee74b5-2dff-40d9-95df-0462b1466357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:16:05.399773 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a3982b14-ebcc-4420-a0d5-f79c43014860 req-69e95c7c-4595-4ec0-8158-1978551357f5 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268925 Mar 22 19:16:05.485880 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-55965bcb-cbcf-44f0-97a8-4ebbeed31a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:05.500838 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-55965bcb-cbcf-44f0-97a8-4ebbeed31a09 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2715132 Mar 22 19:16:05.547597 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-68861bb5-7c3b-4bba-8e85-147fc921d263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:05.635080 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-5c8172ab-9c03-4af1-82a0-6662275b268d None None] Provisioning complete for port fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:16:05.636037 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5c8172ab-9c03-4af1-82a0-6662275b268d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:05.644301 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-e1e43f63-9101-49ae-9b03-dc950d41b318 service neutron] 10.222.0.85 "GET /v2.0/ports/76f3eddc-2af4-4a52-99a6-900a5e60ba18/bindings/n-h1-705658-24 HTTP/1.1" status: 200 len: 385 time: 0.3578885 Mar 22 19:16:05.708726 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fef99e11-426e-4f5c-898f-6d9b5bb52bfb req-7fae6c09-47af-4ec9-b726-7b17f6c5ceb0 tempest-ServersAdmin275Test-1405569353 tempest-ServersAdmin275Test-1405569353-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.1012313 Mar 22 19:16:05.886653 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-5c8172ab-9c03-4af1-82a0-6662275b268d None None] Port fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:16:05.945383 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-ba1384b4-d02c-43bb-8202-ec3f4e739e5d service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4436159 Mar 22 19:16:06.177501 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-68861bb5-7c3b-4bba-8e85-147fc921d263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:16:06.198684 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-68861bb5-7c3b-4bba-8e85-147fc921d263 service neutron] Publish callbacks [] for port (fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:06.227354 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-68861bb5-7c3b-4bba-8e85-147fc921d263 service neutron] Transition to ACTIVE for port object fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:16:06.238465 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-68861bb5-7c3b-4bba-8e85-147fc921d263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:06.441601 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68861bb5-7c3b-4bba-8e85-147fc921d263 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:06.484247 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-68861bb5-7c3b-4bba-8e85-147fc921d263 service neutron] Attempting to bind port fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:16:06.484542 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-68861bb5-7c3b-4bba-8e85-147fc921d263 service neutron] Attempting to bind port fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '392f2d81-3a9e-489f-ae67-c9b50be79736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'da5fd57b-f10f-4980-a231-2023d84d3d68'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:16:06.484873 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-68861bb5-7c3b-4bba-8e85-147fc921d263 service neutron] Attempting to bind port fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c on network da5fd57b-f10f-4980-a231-2023d84d3d68 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:16:06.500852 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-68861bb5-7c3b-4bba-8e85-147fc921d263 service neutron] Port fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c on network da5fd57b-f10f-4980-a231-2023d84d3d68 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:16:06.501181 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-68861bb5-7c3b-4bba-8e85-147fc921d263 service neutron] Attempting to bind port fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c on network da5fd57b-f10f-4980-a231-2023d84d3d68 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:16:06.507037 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-68861bb5-7c3b-4bba-8e85-147fc921d263 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:16:06.507417 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-68861bb5-7c3b-4bba-8e85-147fc921d263 service neutron] Checking segment: {'id': '392f2d81-3a9e-489f-ae67-c9b50be79736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'da5fd57b-f10f-4980-a231-2023d84d3d68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:16:06.508495 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-68861bb5-7c3b-4bba-8e85-147fc921d263 service neutron] Bound using segment: {'id': '392f2d81-3a9e-489f-ae67-c9b50be79736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'da5fd57b-f10f-4980-a231-2023d84d3d68'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:16:06.508942 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-68861bb5-7c3b-4bba-8e85-147fc921d263 service neutron] Bound port: fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '392f2d81-3a9e-489f-ae67-c9b50be79736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'da5fd57b-f10f-4980-a231-2023d84d3d68'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:16:06.509305 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-68861bb5-7c3b-4bba-8e85-147fc921d263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:06.652276 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-68861bb5-7c3b-4bba-8e85-147fc921d263 service neutron] For port fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:16:06.656499 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-68861bb5-7c3b-4bba-8e85-147fc921d263 service neutron] For port fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c,segment=NetworkSegment(392f2d81-3a9e-489f-ae67-c9b50be79736),segment_id=392f2d81-3a9e-489f-ae67-c9b50be79736)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:16:06.667940 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-68861bb5-7c3b-4bba-8e85-147fc921d263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:06.736322 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613a112-d845-433b-8465-deeb17889d45 req-1d938143-881f-4367-818e-7fea079620be tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:06.742968 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-68861bb5-7c3b-4bba-8e85-147fc921d263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:06.743597 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-68861bb5-7c3b-4bba-8e85-147fc921d263 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:06.745008 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-68861bb5-7c3b-4bba-8e85-147fc921d263 service neutron] 10.222.0.85 "PUT /v2.0/ports/fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c HTTP/1.1" status: 200 len: 1093 time: 1.3789203 Mar 22 19:16:06.745452 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acee74b5-2dff-40d9-95df-0462b1466357', 'tag': 'fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:16:06.747773 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7fb295-5953-44cb-9344-9514a33821b2" -d '{"events": [{"name": "network-changed", "server_uuid": "acee74b5-2dff-40d9-95df-0462b1466357", "tag": "fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:16:06.759710 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2613a112-d845-433b-8465-deeb17889d45 req-1d938143-881f-4367-818e-7fea079620be tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7c5a848-3bf4-432b-95d0-47c2c562f473 HTTP/1.1" status: 200 len: 946 time: 0.8867438 Mar 22 19:16:06.867359 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68861bb5-7c3b-4bba-8e85-147fc921d263 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:06.902436 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-5eaba956-2b3e-4f29-b5bd-8de8e4ab2c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:06.912037 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-5eaba956-2b3e-4f29-b5bd-8de8e4ab2c6b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=299d57ef35bc4e46a2ac01153c6bee7d&device_id=acee74b5-2dff-40d9-95df-0462b1466357 HTTP/1.1" status: 200 len: 1127 time: 0.1008120 Mar 22 19:16:06.997034 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-9113c8ee-604b-4dff-93cd-90ed17e7cbe3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c HTTP/1.1" status: 200 len: 217 time: 0.0668478 Mar 22 19:16:07.003529 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f541ac1-cbbd-4ae7-a06c-4821cca663c0 req-3b42cf7b-4ea4-4d49-9ceb-9a0c3ff008c1 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0310001 Mar 22 19:16:07.027545 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2613a112-d845-433b-8465-deeb17889d45 req-612583c1-7a02-4e1d-8883-aecc3d2b8c54 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd1cfd74-8abc-416a-90e5-3900db09e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663658 Mar 22 19:16:07.066103 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-354812f8-1e0d-4f5d-b662-1de8e2c223a4 service neutron] For port 76f3eddc-2af4-4a52-99a6-900a5e60ba18, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=76f3eddc-2af4-4a52-99a6-900a5e60ba18,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:07.103793 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-354812f8-1e0d-4f5d-b662-1de8e2c223a4 service neutron] For port 76f3eddc-2af4-4a52-99a6-900a5e60ba18, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:16:07.107600 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-40625ade-c1aa-42e4-a54b-206a45a5930a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:07.112161 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-40625ade-c1aa-42e4-a54b-206a45a5930a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c55e3d95-c01f-4644-b0f9-457902969723 HTTP/1.1" status: 200 len: 853 time: 0.0991778 Mar 22 19:16:07.136617 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a3820e-7076-4c78-b36c-4e09b2b55a76 x-openstack-request-id: req-55a3820e-7076-4c78-b36c-4e09b2b55a76 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:16:07.136910 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1907f34-6c4a-4b45-8ea6-71b6e056868b", "tag": "fc644c63-8438-4b82-98b0-4202839125c6", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:16:07.141003 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-55a3820e-7076-4c78-b36c-4e09b2b55a76 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:16:07.141926 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55a3820e-7076-4c78-b36c-4e09b2b55a76'] response: {'name': 'network-changed', 'server_uuid': 'd1907f34-6c4a-4b45-8ea6-71b6e056868b', 'tag': 'fc644c63-8438-4b82-98b0-4202839125c6', 'status': 'completed', 'code': 200} Mar 22 19:16:07.160661 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-354812f8-1e0d-4f5d-b662-1de8e2c223a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f3eddc-2af4-4a52-99a6-900a5e60ba18 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:16:07.230093 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-a189c6cd-2268-4a37-842c-039df3083ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:07.235273 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-a189c6cd-2268-4a37-842c-039df3083ec2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=da5fd57b-f10f-4980-a231-2023d84d3d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1105549 Mar 22 19:16:07.310405 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-354812f8-1e0d-4f5d-b662-1de8e2c223a4 service neutron] For port 76f3eddc-2af4-4a52-99a6-900a5e60ba18, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=76f3eddc-2af4-4a52-99a6-900a5e60ba18,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:07.335438 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-354812f8-1e0d-4f5d-b662-1de8e2c223a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (76f3eddc-2af4-4a52-99a6-900a5e60ba18), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:07.356167 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc57ea6-e0f2-4431-aa51-287c312216a6 req-efe2283c-fede-4dbe-bde7-73c8cf7e247c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:07.357737 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-abc57ea6-e0f2-4431-aa51-287c312216a6 req-efe2283c-fede-4dbe-bde7-73c8cf7e247c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 1131 time: 0.1903284 Mar 22 19:16:07.369252 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 55ef4fe3-4cf5-4b32-966f-3c289d2a196e up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:16:07.438693 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:16:07.447374 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb7640-82c6-485d-823c-01b8c9f1abbe req-3e15eab3-9755-499d-87fb-e6e3e799ce75 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:07.453839 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3fbb7640-82c6-485d-823c-01b8c9f1abbe req-3e15eab3-9755-499d-87fb-e6e3e799ce75 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb HTTP/1.1" status: 200 len: 943 time: 0.2077374 Mar 22 19:16:07.488046 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 55ef4fe3-4cf5-4b32-966f-3c289d2a196e completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:16:07.492597 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 55ef4fe3-4cf5-4b32-966f-3c289d2a196e triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:16:07.492915 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (55ef4fe3-4cf5-4b32-966f-3c289d2a196e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:07.558854 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-aa094516-d688-494a-8616-445e52ab3ece service neutron] 10.222.0.85 "GET /v2.0/networks/da5fd57b-f10f-4980-a231-2023d84d3d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932900 Mar 22 19:16:07.681019 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 55ef4fe3-4cf5-4b32-966f-3c289d2a196e is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:16:07.681332 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (55ef4fe3-4cf5-4b32-966f-3c289d2a196e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:07.693018 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3fbb7640-82c6-485d-823c-01b8c9f1abbe req-10c7a9cf-5a6b-440b-ab47-bef6ae3f8378 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454666 Mar 22 19:16:07.734798 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcb160a-fa10-486a-9a04-8e829e46ac37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ef4fe3-4cf5-4b32-966f-3c289d2a196e'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:16:07.737042 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b07a3ec-4cb8-4da5-9dfe-d45d7ee019cb" -d '{"events": [{"server_uuid": "0bcb160a-fa10-486a-9a04-8e829e46ac37", "name": "network-vif-plugged", "status": "completed", "tag": "55ef4fe3-4cf5-4b32-966f-3c289d2a196e"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:16:07.773979 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-354812f8-1e0d-4f5d-b662-1de8e2c223a4 service neutron] Transition to ACTIVE for port object 76f3eddc-2af4-4a52-99a6-900a5e60ba18 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:16:07.785943 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc57ea6-e0f2-4431-aa51-287c312216a6 req-8885a8c4-074f-4aee-8e4e-ad68460ce36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:07.787466 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-abc57ea6-e0f2-4431-aa51-287c312216a6 req-8885a8c4-074f-4aee-8e4e-ad68460ce36d service neutron] 10.222.0.84 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.4141257 Mar 22 19:16:07.788640 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-354812f8-1e0d-4f5d-b662-1de8e2c223a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (76f3eddc-2af4-4a52-99a6-900a5e60ba18), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:07.792085 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 55ef4fe3-4cf5-4b32-966f-3c289d2a196e, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=55ef4fe3-4cf5-4b32-966f-3c289d2a196e,segment=NetworkSegment(85cf4aab-02b0-4ed0-89a0-65a703cfb595),segment_id=85cf4aab-02b0-4ed0-89a0-65a703cfb595)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:07.800005 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (55ef4fe3-4cf5-4b32-966f-3c289d2a196e), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:07.800521 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b3ed70ab-1473-4d29-9383-e68a37eb5854 req-170ad76b-f510-45e0-a40c-3a5ecbc567d7 service neutron] 10.222.0.85 "GET /v2.0/networks/da5fd57b-f10f-4980-a231-2023d84d3d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065818 Mar 22 19:16:07.801431 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 76f3eddc-2af4-4a52-99a6-900a5e60ba18 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:16:07.899101 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-abc57ea6-e0f2-4431-aa51-287c312216a6 req-b981cfad-09a4-4feb-8ebd-191fd8dbac6f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=fc644c63-8438-4b82-98b0-4202839125c6 HTTP/1.1" status: 200 len: 217 time: 0.1007648 Mar 22 19:16:07.931981 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] The host n-h2-705658-24 is not matching for port 76f3eddc-2af4-4a52-99a6-900a5e60ba18 host n-h1-705658-24! {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 19:16:07.932301 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 76f3eddc-2af4-4a52-99a6-900a5e60ba18 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:16:07.947956 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=55ef4fe3-4cf5-4b32-966f-3c289d2a196e,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:08.002576 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-354812f8-1e0d-4f5d-b662-1de8e2c223a4 service neutron] No DVR routers for this DVR port 76f3eddc-2af4-4a52-99a6-900a5e60ba18 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:16:08.005224 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc57ea6-e0f2-4431-aa51-287c312216a6 req-0c7418f7-ac5d-4ab2-9d83-5ab1a552aa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:08.006699 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-abc57ea6-e0f2-4431-aa51-287c312216a6 req-0c7418f7-ac5d-4ab2-9d83-5ab1a552aa4f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.0659986 Mar 22 19:16:08.064677 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354812f8-1e0d-4f5d-b662-1de8e2c223a4 service neutron] Pushing event updated for resources: {'Port': ['ID=76f3eddc-2af4-4a52-99a6-900a5e60ba18,revision_number=10']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:08.103604 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b419a-b944-4906-86a6-b23547e0c5bf req-4444d0a1-5fe3-4e14-a76c-790bda8fe324 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:08.110448 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e5b419a-b944-4906-86a6-b23547e0c5bf req-4444d0a1-5fe3-4e14-a76c-790bda8fe324 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=0bcb160a-fa10-486a-9a04-8e829e46ac37 HTTP/1.1" status: 200 len: 945 time: 0.2317169 Mar 22 19:16:08.115860 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-354812f8-1e0d-4f5d-b662-1de8e2c223a4 service neutron] 10.222.0.85 "PUT /v2.0/ports/76f3eddc-2af4-4a52-99a6-900a5e60ba18/bindings/n-h1-705658-24/activate HTTP/1.1" status: 200 len: 370 time: 2.4215283 Mar 22 19:16:08.165670 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc57ea6-e0f2-4431-aa51-287c312216a6 req-3fae6e82-0c80-40c2-91ee-3719cf1a8b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:08.167195 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-abc57ea6-e0f2-4431-aa51-287c312216a6 req-3fae6e82-0c80-40c2-91ee-3719cf1a8b57 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1474042 Mar 22 19:16:08.270345 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-9e4354a1-020b-44e8-99d2-40689f45ac34 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:08.272567 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-9e4354a1-020b-44e8-99d2-40689f45ac34 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb&tenant_id=635145d2a62d432cbc865a99eb3219e4&binding%3Ahost_id=n-h2-705658-24 HTTP/1.1" status: 200 len: 1127 time: 0.0805459 Mar 22 19:16:08.292781 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e5b419a-b944-4906-86a6-b23547e0c5bf req-057cc86d-8a81-4335-9883-f443778fe125 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813893 Mar 22 19:16:08.320678 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-abc57ea6-e0f2-4431-aa51-287c312216a6 req-5591f138-fce6-4390-b0fd-333114b83546 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416631 Mar 22 19:16:08.428136 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-785d53a0-3771-43d7-ba0e-5e2d960d04a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:08.430306 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-785d53a0-3771-43d7-ba0e-5e2d960d04a4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb&tenant_id=635145d2a62d432cbc865a99eb3219e4 HTTP/1.1" status: 200 len: 1127 time: 0.1509380 Mar 22 19:16:08.516832 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-abc57ea6-e0f2-4431-aa51-287c312216a6 req-278d18ad-ae88-44f2-88cd-cb6f3bb85579 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882005 Mar 22 19:16:08.551144 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-d84b8bdd-3aba-4184-ae5d-f57ae68a84c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:08.553117 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-d84b8bdd-3aba-4184-ae5d-f57ae68a84c4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=635145d2a62d432cbc865a99eb3219e4&device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb HTTP/1.1" status: 200 len: 1127 time: 0.0965502 Mar 22 19:16:08.591955 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd7126-165a-417c-b6ec-9524af5dcb46 req-58e17b6b-e595-4385-abd1-c04df740946d tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:08.594086 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dffd7126-165a-417c-b6ec-9524af5dcb46 req-58e17b6b-e595-4385-abd1-c04df740946d tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "GET /v2.0/ports?device_id=acee74b5-2dff-40d9-95df-0462b1466357 HTTP/1.1" status: 200 len: 944 time: 0.1481783 Mar 22 19:16:08.664910 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-b927d6ad-a3c2-45e9-a6fc-36f8d03b6fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:08.666785 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-b927d6ad-a3c2-45e9-a6fc-36f8d03b6fe9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=63b49c54-7e45-4147-9f0e-8b47e058281a HTTP/1.1" status: 200 len: 909 time: 0.1039870 Mar 22 19:16:08.679410 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dffd7126-165a-417c-b6ec-9524af5dcb46 req-8a258765-7b24-4d32-ba03-e7808f66a64e tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "GET /v2.0/security-groups?id=71fd05ff-3cbd-4f39-bb1a-2004a9fe7af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782552 Mar 22 19:16:08.728916 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-dc88f4cc-8823-436e-a0d8-2f1a8b0421bc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76f3eddc-2af4-4a52-99a6-900a5e60ba18 HTTP/1.1" status: 200 len: 217 time: 0.0472343 Mar 22 19:16:08.825149 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-e0a949f6-9778-41e3-bb53-b5ecddac5424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:08.827565 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-e0a949f6-9778-41e3-bb53-b5ecddac5424 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1824832e-8035-4e29-a8c5-aaeabb7261e8 HTTP/1.1" status: 200 len: 848 time: 0.0884371 Mar 22 19:16:08.874754 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-32649523-85d4-44bb-8ffb-20c1fb5dbc91 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=63b49c54-7e45-4147-9f0e-8b47e058281a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377734 Mar 22 19:16:08.982193 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-167b474b-d6ef-4366-b4a7-203911e64546 service neutron] 10.222.0.84 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019726 Mar 22 19:16:09.098240 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-59a5df95-ed19-49d8-97cb-446dfb79b241 service neutron] 10.222.0.84 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070149 Mar 22 19:16:09.460087 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-0a0238c0-1383-4efb-979e-349834af6007 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:09.469436 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-0a0238c0-1383-4efb-979e-349834af6007 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb&tenant_id=635145d2a62d432cbc865a99eb3219e4&binding%3Ahost_id=n-h1-705658-24 HTTP/1.1" status: 200 len: 1127 time: 0.0898113 Mar 22 19:16:09.728127 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-4b6796c3-dfe3-4acf-87ea-202965487d83 service neutron] For port 76f3eddc-2af4-4a52-99a6-900a5e60ba18, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:16:09.732867 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-4b6796c3-dfe3-4acf-87ea-202965487d83 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:09.735073 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b1f13d7e-4de5-4273-b9ca-d8eff1615826 req-4b6796c3-dfe3-4acf-87ea-202965487d83 service neutron] 10.222.0.84 "DELETE /v2.0/ports/76f3eddc-2af4-4a52-99a6-900a5e60ba18/bindings/n-h2-705658-24 HTTP/1.1" status: 204 len: 173 time: 0.2591908 Mar 22 19:16:10.761442 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device fc644c63-8438-4b82-98b0-4202839125c6 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:16:10.912979 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port fc644c63-8438-4b82-98b0-4202839125c6, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=fc644c63-8438-4b82-98b0-4202839125c6,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:10.927405 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'fc644c63-8438-4b82-98b0-4202839125c6', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': 'fc644c63-8438-4b82-98b0-4202839125c6', 'mac_address': 'fa:16:3e:36:b0:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:16:10.967862 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port fc644c63-8438-4b82-98b0-4202839125c6 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:16:10.968279 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fc644c63-8438-4b82-98b0-4202839125c6), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:10.997816 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc644c63-8438-4b82-98b0-4202839125c6 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:16:11.039729 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port fc644c63-8438-4b82-98b0-4202839125c6, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=fc644c63-8438-4b82-98b0-4202839125c6,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:11.051801 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (fc644c63-8438-4b82-98b0-4202839125c6), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:11.135557 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=fc644c63-8438-4b82-98b0-4202839125c6,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:11.367473 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['fc644c63-8438-4b82-98b0-4202839125c6'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:16:12.768020 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device fc644c63-8438-4b82-98b0-4202839125c6 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:16:12.858580 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port fc644c63-8438-4b82-98b0-4202839125c6 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:16:12.863623 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port fc644c63-8438-4b82-98b0-4202839125c6 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:16:12.864069 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (fc644c63-8438-4b82-98b0-4202839125c6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:12.962463 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port fc644c63-8438-4b82-98b0-4202839125c6 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:16:12.963187 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fc644c63-8438-4b82-98b0-4202839125c6), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:13.000976 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port fc644c63-8438-4b82-98b0-4202839125c6, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=fc644c63-8438-4b82-98b0-4202839125c6,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:13.026687 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (fc644c63-8438-4b82-98b0-4202839125c6), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:13.097016 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=fc644c63-8438-4b82-98b0-4202839125c6,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:15.042033 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8b20f647-889e-4dc2-a8d4-48c75b294c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:15.098874 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd20e36-38d8-49e1-a41d-6593d58189a2 req-26683e18-6732-46df-97fc-1bbffe58bc48 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:15.100832 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8fd20e36-38d8-49e1-a41d-6593d58189a2 req-26683e18-6732-46df-97fc-1bbffe58bc48 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 950 time: 0.0610843 Mar 22 19:16:15.204434 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e06cc79b-d915-4608-9b57-91901b0eb12d req-b23a4167-983c-439f-a503-dabeb3a5cbaf tempest-ServersAdmin275Test-1405569353 tempest-ServersAdmin275Test-1405569353-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0450621 Mar 22 19:16:15.237497 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8fd20e36-38d8-49e1-a41d-6593d58189a2 req-8b4cb810-7268-49a3-9bc8-cd3e7ee6f3d1 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246655 Mar 22 19:16:15.281146 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dbd5e9-6773-407b-91e5-87bad3161a52 x-openstack-request-id: req-d3dbd5e9-6773-407b-91e5-87bad3161a52 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:16:15.281645 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acee74b5-2dff-40d9-95df-0462b1466357", "tag": "fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:16:15.281804 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d3dbd5e9-6773-407b-91e5-87bad3161a52 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:16:15.282399 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3dbd5e9-6773-407b-91e5-87bad3161a52'] response: {'name': 'network-changed', 'server_uuid': 'acee74b5-2dff-40d9-95df-0462b1466357', 'tag': 'fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c', 'status': 'completed', 'code': 200} Mar 22 19:16:15.292544 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3f733a-46a5-43de-a0f5-c8e160a18f7a x-openstack-request-id: req-6f3f733a-46a5-43de-a0f5-c8e160a18f7a {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:16:15.293104 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcb160a-fa10-486a-9a04-8e829e46ac37", "name": "network-vif-plugged", "status": "completed", "tag": "55ef4fe3-4cf5-4b32-966f-3c289d2a196e", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:16:15.293529 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6f3f733a-46a5-43de-a0f5-c8e160a18f7a {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:16:15.294112 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f3f733a-46a5-43de-a0f5-c8e160a18f7a'] response: {'server_uuid': '0bcb160a-fa10-486a-9a04-8e829e46ac37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ef4fe3-4cf5-4b32-966f-3c289d2a196e', 'code': 200} Mar 22 19:16:15.444690 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad31fee-edb3-4b67-9f71-0db36715cac1 req-20eb283b-12ce-4290-92f0-2ed1fb0f033d tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:15.446202 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2ad31fee-edb3-4b67-9f71-0db36715cac1 req-20eb283b-12ce-4290-92f0-2ed1fb0f033d tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7c5a848-3bf4-432b-95d0-47c2c562f473 HTTP/1.1" status: 200 len: 946 time: 0.1090004 Mar 22 19:16:15.487278 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ebb1a-3514-4b1c-abac-0f73e77636c0 req-a91d238c-0d93-4b22-9b8f-28c5a114ef2d tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:15.488883 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3f4ebb1a-3514-4b1c-abac-0f73e77636c0 req-a91d238c-0d93-4b22-9b8f-28c5a114ef2d tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb HTTP/1.1" status: 200 len: 944 time: 0.0902152 Mar 22 19:16:15.526037 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:15.543622 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2ad31fee-edb3-4b67-9f71-0db36715cac1 req-43e5f707-30c9-4562-b4a2-e5cac4a9b1fd tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd1cfd74-8abc-416a-90e5-3900db09e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899775 Mar 22 19:16:15.562450 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3f4ebb1a-3514-4b1c-abac-0f73e77636c0 req-a3a85892-d3fe-4a46-8b7e-300dbd1a2c25 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648415 Mar 22 19:16:15.720918 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2ea8b-7b8c-4554-b230-45dceca9b248 req-73cd3eb2-4e4b-45b3-baf7-f5e495689c3d tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:15.722752 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2ce2ea8b-7b8c-4554-b230-45dceca9b248 req-73cd3eb2-4e4b-45b3-baf7-f5e495689c3d tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "GET /v2.0/ports?device_id=acee74b5-2dff-40d9-95df-0462b1466357 HTTP/1.1" status: 200 len: 944 time: 0.0994906 Mar 22 19:16:15.732303 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cca930-4c24-4849-b39f-2ada8e226538 req-3b76678b-aad1-43c5-9de5-43326e620367 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:15.734381 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a3cca930-4c24-4849-b39f-2ada8e226538 req-3b76678b-aad1-43c5-9de5-43326e620367 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=0bcb160a-fa10-486a-9a04-8e829e46ac37 HTTP/1.1" status: 200 len: 945 time: 0.0957248 Mar 22 19:16:15.811904 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2ce2ea8b-7b8c-4554-b230-45dceca9b248 req-8f162320-f3f2-4e6d-b7ee-47993b0f5750 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "GET /v2.0/security-groups?id=71fd05ff-3cbd-4f39-bb1a-2004a9fe7af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765281 Mar 22 19:16:15.822081 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a3cca930-4c24-4849-b39f-2ada8e226538 req-55de7a05-1bd9-44e1-adfe-757cad71a891 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771298 Mar 22 19:16:15.919670 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7ea4db45-1c4a-4f99-a442-6f44f7cf87a4 req-7a2f5e75-c8ac-4c56-9397-e1e0f1095fc4 tempest-ServersAdmin275Test-1405569353 tempest-ServersAdmin275Test-1405569353-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0278723 Mar 22 19:16:16.154179 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef560977-2c62-41ff-b1f4-1201fd7bc4bd req-74101515-ef78-4412-a305-1087267b43d7 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:16.156402 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef560977-2c62-41ff-b1f4-1201fd7bc4bd req-74101515-ef78-4412-a305-1087267b43d7 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/ports?device_id=76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1503265 Mar 22 19:16:16.164275 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2e44bb-3df1-437b-974b-3b9feb57b32d req-af96096d-e5c9-4623-8aa5-bce219dec24c tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:16.165659 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0b2e44bb-3df1-437b-974b-3b9feb57b32d req-af96096d-e5c9-4623-8aa5-bce219dec24c tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/ports?device_id=862b5c9b-bb12-4d66-920a-9b989ab228f4 HTTP/1.1" status: 200 len: 949 time: 0.1296017 Mar 22 19:16:16.221259 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef560977-2c62-41ff-b1f4-1201fd7bc4bd req-d1aed708-1495-4466-9ac4-cdca9a9229c4 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.228 HTTP/1.1" status: 200 len: 696 time: 0.0545158 Mar 22 19:16:16.237023 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-ef560977-2c62-41ff-b1f4-1201fd7bc4bd req-c4bda86e-e073-4720-881e-0914e8683785 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Request body: {'floatingip': {'port_id': '93d11184-ab81-4e97-b7f1-4996710160b2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:16:16.289087 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ef560977-2c62-41ff-b1f4-1201fd7bc4bd req-c4bda86e-e073-4720-881e-0914e8683785 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks [] for floatingip (e0f38d1b-13bc-40be-bf19-ec9bffcad644), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:16.319818 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0b2e44bb-3df1-437b-974b-3b9feb57b32d req-343f6768-544a-454d-a367-28eb8be7413d tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d759956-3223-46a8-8476-9fdc36e41283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472859 Mar 22 19:16:16.509158 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ae095-f9e6-4529-b070-ed0d513a56f5 req-a605e764-e940-4aa2-94da-4a9ce6684148 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:16.510602 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-004ae095-f9e6-4529-b070-ed0d513a56f5 req-a605e764-e940-4aa2-94da-4a9ce6684148 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb HTTP/1.1" status: 200 len: 1127 time: 0.1305842 Mar 22 19:16:16.583029 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-004ae095-f9e6-4529-b070-ed0d513a56f5 req-b3a75604-1988-4596-bbfc-fe0463cb1a51 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660350 Mar 22 19:16:17.047189 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b92e0a-cc18-4b88-8064-0048c99560d6 req-d1db9fe6-c173-4a63-989f-0ba147252d9b tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:17.048586 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-57b92e0a-cc18-4b88-8064-0048c99560d6 req-d1db9fe6-c173-4a63-989f-0ba147252d9b tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 950 time: 0.4083679 Mar 22 19:16:17.172284 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-57b92e0a-cc18-4b88-8064-0048c99560d6 req-ee260605-8315-4b32-86a4-473329c774c4 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030312 Mar 22 19:16:17.181440 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ef560977-2c62-41ff-b1f4-1201fd7bc4bd req-c4bda86e-e073-4720-881e-0914e8683785 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:17.185705 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ef560977-2c62-41ff-b1f4-1201fd7bc4bd req-c4bda86e-e073-4720-881e-0914e8683785 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (e0f38d1b-13bc-40be-bf19-ec9bffcad644), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:17.295301 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1907f34-6c4a-4b45-8ea6-71b6e056868b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc644c63-8438-4b82-98b0-4202839125c6'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:16:17.299050 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27b7254-8f04-485b-9dc5-08f9f3ab5f78" -d '{"events": [{"server_uuid": "d1907f34-6c4a-4b45-8ea6-71b6e056868b", "name": "network-vif-plugged", "status": "completed", "tag": "fc644c63-8438-4b82-98b0-4202839125c6"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:16:17.328192 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-020d5114-dcdf-46ee-a43f-3f1b08167066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:17.380790 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [req-ef560977-2c62-41ff-b1f4-1201fd7bc4bd req-c4bda86e-e073-4720-881e-0914e8683785 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Floating IP e0f38d1b-13bc-40be-bf19-ec9bffcad644 associated. External IP: 172.25.5.228, port: 93d11184-ab81-4e97-b7f1-4996710160b2. Mar 22 19:16:17.390455 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32637934-2894-4c80-b76d-3511b0192e8e req-2062553b-c56f-4add-b829-1a9bd43197ce tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:17.391902 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32637934-2894-4c80-b76d-3511b0192e8e req-2062553b-c56f-4add-b829-1a9bd43197ce tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/networks?id=63b49c54-7e45-4147-9f0e-8b47e058281a HTTP/1.1" status: 200 len: 808 time: 0.1308599 Mar 22 19:16:17.461221 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32637934-2894-4c80-b76d-3511b0192e8e req-ab3bbe38-74a8-4e56-a14d-311936e6d2a1 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/quotas/635145d2a62d432cbc865a99eb3219e4 HTTP/1.1" status: 200 len: 375 time: 0.0375879 Mar 22 19:16:17.533510 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32637934-2894-4c80-b76d-3511b0192e8e req-7f6a3cbf-acab-44ca-9e16-dd8244415d72 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=635145d2a62d432cbc865a99eb3219e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0662956 Mar 22 19:16:17.698066 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32637934-2894-4c80-b76d-3511b0192e8e req-e7d13a8c-76d5-4e0e-93e6-8dc4b48d6a88 service neutron] 10.222.0.75 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578245 Mar 22 19:16:17.707921 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef560977-2c62-41ff-b1f4-1201fd7bc4bd req-c4bda86e-e073-4720-881e-0914e8683785 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Router e785be4f-764d-4af5-aede-fd7e5351613f has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:16:17.870493 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32637934-2894-4c80-b76d-3511b0192e8e req-d012cce5-0cbd-4ed0-a8fe-3b7e40479182 service neutron] 10.222.0.75 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644845 Mar 22 19:16:17.889095 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef560977-2c62-41ff-b1f4-1201fd7bc4bd req-c4bda86e-e073-4720-881e-0914e8683785 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:16:17.894544 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ef560977-2c62-41ff-b1f4-1201fd7bc4bd req-c4bda86e-e073-4720-881e-0914e8683785 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:17.899685 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0665ff0-72ac-4978-9989-3b3aafa28984 None None] Sync routers for ids ['e785be4f-764d-4af5-aede-fd7e5351613f'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:16:17.910220 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0665ff0-72ac-4978-9989-3b3aafa28984 None None] Routers {'e785be4f-764d-4af5-aede-fd7e5351613f'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:16:17.910953 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-e0665ff0-72ac-4978-9989-3b3aafa28984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:16:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e785be4f-764d-4af5-aede-fd7e5351613f'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:17.929858 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef560977-2c62-41ff-b1f4-1201fd7bc4bd req-c4bda86e-e073-4720-881e-0914e8683785 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "PUT /v2.0/floatingips/e0f38d1b-13bc-40be-bf19-ec9bffcad644 HTTP/1.1" status: 200 len: 997 time: 1.7020831 Mar 22 19:16:17.930389 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264', 'tag': '93d11184-ab81-4e97-b7f1-4996710160b2'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:16:17.932668 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52aa4754-b239-49d3-8cac-5e2ecdd18ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264", "tag": "93d11184-ab81-4e97-b7f1-4996710160b2"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:16:17.992626 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef560977-2c62-41ff-b1f4-1201fd7bc4bd req-8c299fac-4174-4030-bb66-4fea779692b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:17.994080 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef560977-2c62-41ff-b1f4-1201fd7bc4bd req-8c299fac-4174-4030-bb66-4fea779692b9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9043ed5dac384ebd98a6e2b2119c0162&device_id=76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264 HTTP/1.1" status: 200 len: 1129 time: 0.0470207 Mar 22 19:16:18.027914 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-e0665ff0-72ac-4978-9989-3b3aafa28984 None None] Set router e785be4f-764d-4af5-aede-fd7e5351613f gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:16:18.043520 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:18.140798 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fb009-4b7b-4b7a-8555-7206e5119b08 req-9a094668-2b92-48b1-8fb0-20afe08821bf tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:18.142308 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b87fb009-4b7b-4b7a-8555-7206e5119b08 req-9a094668-2b92-48b1-8fb0-20afe08821bf tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "GET /v2.0/ports?device_id=acee74b5-2dff-40d9-95df-0462b1466357 HTTP/1.1" status: 200 len: 944 time: 0.0816209 Mar 22 19:16:18.147405 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef560977-2c62-41ff-b1f4-1201fd7bc4bd req-0ddc2b7a-bf23-4683-8bfb-4ec9eacc447f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:18.154074 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef560977-2c62-41ff-b1f4-1201fd7bc4bd req-0ddc2b7a-bf23-4683-8bfb-4ec9eacc447f service neutron] 10.222.0.75 "GET /v2.0/networks?id=408d3c74-488c-412d-8e2a-ab74ff098a11 HTTP/1.1" status: 200 len: 922 time: 0.1458972 Mar 22 19:16:18.250447 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef560977-2c62-41ff-b1f4-1201fd7bc4bd req-8e5b88ec-ef8d-4792-b88d-765253545c64 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93d11184-ab81-4e97-b7f1-4996710160b2 HTTP/1.1" status: 200 len: 1000 time: 0.0954428 Mar 22 19:16:18.256359 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b87fb009-4b7b-4b7a-8555-7206e5119b08 req-a9210c7d-4bd6-445f-94c0-0a0acab33d8b tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "GET /v2.0/security-groups?id=71fd05ff-3cbd-4f39-bb1a-2004a9fe7af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954285 Mar 22 19:16:18.274337 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-e0665ff0-72ac-4978-9989-3b3aafa28984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1963704943-router', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:54Z', 'updated_at': '2022-03-22T19:15:04Z', 'revision_number': 4, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'gw_port': {'id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:14:56Z', 'updated_at': '2022-03-22T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'e0f38d1b-13bc-40be-bf19-ec9bffcad644', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'floating_ip_address': '172.25.5.228', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'port_id': '93d11184-ab81-4e97-b7f1-4996710160b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'mac_address': 'fa:16:3e:0a:e0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:15:37Z', 'updated_at': '2022-03-22T19:16:17Z', 'revision_number': 1, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7862fcd2-cf05-4bdc-934f-2c77bbac6505', 'name': '', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'mac_address': 'fa:16:3e:66:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:01Z', 'updated_at': '2022-03-22T19:15:10Z', 'revision_number': 5, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'subnets': [{'id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:18.316234 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef560977-2c62-41ff-b1f4-1201fd7bc4bd req-14202715-3698-4d3d-935e-06708201b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:18.318479 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef560977-2c62-41ff-b1f4-1201fd7bc4bd req-14202715-3698-4d3d-935e-06708201b0d9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=404f1295-a29d-4db9-84c7-cbcf7d46527c HTTP/1.1" status: 200 len: 860 time: 0.0611815 Mar 22 19:16:18.402260 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0665ff0-72ac-4978-9989-3b3aafa28984 None None] Checking router: e785be4f-764d-4af5-aede-fd7e5351613f for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:16:18.415384 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0665ff0-72ac-4978-9989-3b3aafa28984 None None] Routers {'e785be4f-764d-4af5-aede-fd7e5351613f'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:16:18.416283 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-e0665ff0-72ac-4978-9989-3b3aafa28984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:16:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e785be4f-764d-4af5-aede-fd7e5351613f'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:18.420095 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c367d-f0e9-41f4-af1d-523f3764cfd2 req-d388d0d3-2f1f-4da3-a2e6-ad71d9f82e61 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:18.422200 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5a8c367d-f0e9-41f4-af1d-523f3764cfd2 req-d388d0d3-2f1f-4da3-a2e6-ad71d9f82e61 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=0bcb160a-fa10-486a-9a04-8e829e46ac37 HTTP/1.1" status: 200 len: 945 time: 0.0972261 Mar 22 19:16:18.424355 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef560977-2c62-41ff-b1f4-1201fd7bc4bd req-793975a0-66a8-429c-945f-eceef03c3a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:18.425739 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef560977-2c62-41ff-b1f4-1201fd7bc4bd req-793975a0-66a8-429c-945f-eceef03c3a2c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=408d3c74-488c-412d-8e2a-ab74ff098a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0993903 Mar 22 19:16:18.438666 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-ef560977-2c62-41ff-b1f4-1201fd7bc4bd req-1e717853-95e7-4669-9d0c-352dc026054a service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:16:18.439844 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef560977-2c62-41ff-b1f4-1201fd7bc4bd req-1e717853-95e7-4669-9d0c-352dc026054a service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061767 Mar 22 19:16:18.527763 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-e0665ff0-72ac-4978-9989-3b3aafa28984 None None] Set router e785be4f-764d-4af5-aede-fd7e5351613f gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:16:18.532250 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:18.542043 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5a8c367d-f0e9-41f4-af1d-523f3764cfd2 req-743add58-1c26-4a0f-bed1-66eecade5d31 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012077 Mar 22 19:16:18.559531 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a0878356-4c9e-4f9a-a9dc-e2d6560c525c req-7c3f6225-5526-4263-88ad-4f6f6a7052e5 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0840de3f-efcb-487a-93f3-1de7bc2097d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0608723 Mar 22 19:16:18.571274 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef560977-2c62-41ff-b1f4-1201fd7bc4bd req-c532c67f-b741-4168-8add-b329b086ccd9 service neutron] 10.222.0.75 "GET /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200802 Mar 22 19:16:18.638335 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0878356-4c9e-4f9a-a9dc-e2d6560c525c req-9f1b25c5-50ef-41ac-b040-3ef9aa0b6609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:18.640695 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a0878356-4c9e-4f9a-a9dc-e2d6560c525c req-9f1b25c5-50ef-41ac-b040-3ef9aa0b6609 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e7d15e6050fc49cc9b8160c2a24aabf2&device_id=0840de3f-efcb-487a-93f3-1de7bc2097d5 HTTP/1.1" status: 200 len: 1131 time: 0.0509663 Mar 22 19:16:18.665773 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-03cbec23-0662-44cd-9b70-378d4e354a58 req-2e543a79-cd03-47bc-a062-b088570e9cb3 tempest-ServersAdmin275Test-1405569353 tempest-ServersAdmin275Test-1405569353-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0383172 Mar 22 19:16:18.704264 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef560977-2c62-41ff-b1f4-1201fd7bc4bd req-6aab1e78-5e56-4d09-a355-abcc23ec5bb6 service neutron] 10.222.0.75 "GET /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257803 Mar 22 19:16:18.741703 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3643093b-c802-4967-8042-ca460051d719 x-openstack-request-id: req-3643093b-c802-4967-8042-ca460051d719 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:16:18.742252 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1907f34-6c4a-4b45-8ea6-71b6e056868b", "name": "network-vif-plugged", "status": "completed", "tag": "fc644c63-8438-4b82-98b0-4202839125c6", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:16:18.742729 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3643093b-c802-4967-8042-ca460051d719 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:16:18.743810 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3643093b-c802-4967-8042-ca460051d719'] response: {'server_uuid': 'd1907f34-6c4a-4b45-8ea6-71b6e056868b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc644c63-8438-4b82-98b0-4202839125c6', 'code': 200} Mar 22 19:16:18.793483 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0878356-4c9e-4f9a-a9dc-e2d6560c525c req-cb3f6f9d-9e5d-481f-89d3-9212b35227f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:18.795173 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a0878356-4c9e-4f9a-a9dc-e2d6560c525c req-cb3f6f9d-9e5d-481f-89d3-9212b35227f2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.1296813 Mar 22 19:16:18.796585 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-e0665ff0-72ac-4978-9989-3b3aafa28984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1963704943-router', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:54Z', 'updated_at': '2022-03-22T19:15:04Z', 'revision_number': 4, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'gw_port': {'id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:14:56Z', 'updated_at': '2022-03-22T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'e0f38d1b-13bc-40be-bf19-ec9bffcad644', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'floating_ip_address': '172.25.5.228', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'port_id': '93d11184-ab81-4e97-b7f1-4996710160b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'mac_address': 'fa:16:3e:0a:e0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:15:37Z', 'updated_at': '2022-03-22T19:16:17Z', 'revision_number': 1, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7862fcd2-cf05-4bdc-934f-2c77bbac6505', 'name': '', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'mac_address': 'fa:16:3e:66:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:01Z', 'updated_at': '2022-03-22T19:15:10Z', 'revision_number': 5, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'subnets': [{'id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:18.818473 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebd14c3-1d73-48bf-8ba8-4f9ae3f3e68e x-openstack-request-id: req-3ebd14c3-1d73-48bf-8ba8-4f9ae3f3e68e {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:16:18.820579 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264", "tag": "93d11184-ab81-4e97-b7f1-4996710160b2", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:16:18.820919 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3ebd14c3-1d73-48bf-8ba8-4f9ae3f3e68e {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:16:18.821284 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ebd14c3-1d73-48bf-8ba8-4f9ae3f3e68e'] response: {'name': 'network-changed', 'server_uuid': '76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264', 'tag': '93d11184-ab81-4e97-b7f1-4996710160b2', 'status': 'completed', 'code': 200} Mar 22 19:16:18.857466 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0665ff0-72ac-4978-9989-3b3aafa28984 None None] The sync data for ids ['e785be4f-764d-4af5-aede-fd7e5351613f'] in n-d-705658-24 is: [{'id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1963704943-router', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:54Z', 'updated_at': '2022-03-22T19:15:04Z', 'revision_number': 4, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'gw_port': {'id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:14:56Z', 'updated_at': '2022-03-22T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'e0f38d1b-13bc-40be-bf19-ec9bffcad644', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'floating_ip_address': '172.25.5.228', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'port_id': '93d11184-ab81-4e97-b7f1-4996710160b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'mac_address': 'fa:16:3e:0a:e0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:15:37Z', 'updated_at': '2022-03-22T19:16:17Z', 'revision_number': 1, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7862fcd2-cf05-4bdc-934f-2c77bbac6505', 'name': '', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'mac_address': 'fa:16:3e:66:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:01Z', 'updated_at': '2022-03-22T19:15:10Z', 'revision_number': 5, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'subnets': [{'id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:16:18.908369 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a0878356-4c9e-4f9a-a9dc-e2d6560c525c req-6124efd4-cdb4-4623-ace2-c22802cdecaf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=57c6a9e0-bb76-439e-9629-7dc8682cded9 HTTP/1.1" status: 200 len: 217 time: 0.1056123 Mar 22 19:16:18.948021 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.85', 63937) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:16:18.996801 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0878356-4c9e-4f9a-a9dc-e2d6560c525c req-48536b53-ef58-48d5-a439-8ecb369814a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:18.999220 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a0878356-4c9e-4f9a-a9dc-e2d6560c525c req-48536b53-ef58-48d5-a439-8ecb369814a6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.0790534 Mar 22 19:16:19.056510 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c17741cc-a866-4b54-991e-5a4be4acb9d9 req-2897d3fc-5a7c-4645-98c2-c8b9286d0b46 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6a480b5-a6c0-4d49-a762-c37a48ac4e09 HTTP/1.1" status: 200 len: 210 time: 0.1022787 Mar 22 19:16:19.066211 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa4754-b239-49d3-8cac-5e2ecdd18ffb req-88b18f0e-1b48-452d-8096-0f47ea4a1811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:19.068097 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-52aa4754-b239-49d3-8cac-5e2ecdd18ffb req-88b18f0e-1b48-452d-8096-0f47ea4a1811 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9043ed5dac384ebd98a6e2b2119c0162&device_id=76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264 HTTP/1.1" status: 200 len: 1129 time: 0.1583397 Mar 22 19:16:19.086125 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8ee21-bc26-4c48-bf27-51bda471b3a4 req-b9ef396b-87b7-423c-ac63-85c9bc6fa00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:19.087700 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c6f8ee21-bc26-4c48-bf27-51bda471b3a4 req-b9ef396b-87b7-423c-ac63-85c9bc6fa00a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 1133 time: 0.2656014 Mar 22 19:16:19.124682 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0878356-4c9e-4f9a-a9dc-e2d6560c525c req-a282ac21-08e5-47a0-9f23-818aeb8e5fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:19.126364 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a0878356-4c9e-4f9a-a9dc-e2d6560c525c req-a282ac21-08e5-47a0-9f23-818aeb8e5fa6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1172700 Mar 22 19:16:19.127196 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7fb295-5953-44cb-9344-9514a33821b2 req-3beaa494-f32c-41bc-9649-b0ef48ddc1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:19.128666 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6b7fb295-5953-44cb-9344-9514a33821b2 req-3beaa494-f32c-41bc-9649-b0ef48ddc1f1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=299d57ef35bc4e46a2ac01153c6bee7d&device_id=acee74b5-2dff-40d9-95df-0462b1466357 HTTP/1.1" status: 200 len: 1127 time: 0.2529111 Mar 22 19:16:19.136559 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831f042-4d7a-4a41-be5a-e604f1213fd5 req-88fac7a9-fc58-4b5e-a81a-07a7d126ea9e tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:19.143899 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2831f042-4d7a-4a41-be5a-e604f1213fd5 req-88fac7a9-fc58-4b5e-a81a-07a7d126ea9e tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/ports?device_id=862b5c9b-bb12-4d66-920a-9b989ab228f4 HTTP/1.1" status: 200 len: 949 time: 0.3421721 Mar 22 19:16:19.272999 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa4754-b239-49d3-8cac-5e2ecdd18ffb req-3e5b8b04-7ad5-474b-aded-32bfa2da02ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:19.274531 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-52aa4754-b239-49d3-8cac-5e2ecdd18ffb req-3e5b8b04-7ad5-474b-aded-32bfa2da02ce service neutron] 10.222.0.85 "GET /v2.0/networks?id=408d3c74-488c-412d-8e2a-ab74ff098a11 HTTP/1.1" status: 200 len: 922 time: 0.1882205 Mar 22 19:16:19.292973 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec92d70-4807-4758-a965-3129ece16b94 None None] New status for floating IP e0f38d1b-13bc-40be-bf19-ec9bffcad644: ACTIVE {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:16:19.327883 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a0878356-4c9e-4f9a-a9dc-e2d6560c525c req-3dd80f0b-f343-4862-9549-1378be9f0796 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711700 Mar 22 19:16:19.371655 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-52aa4754-b239-49d3-8cac-5e2ecdd18ffb req-c680d998-54e1-4c75-a570-0b8afd7f5ce9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93d11184-ab81-4e97-b7f1-4996710160b2 HTTP/1.1" status: 200 len: 1000 time: 0.0872908 Mar 22 19:16:19.428146 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76f788-6074-4cf4-b8a6-94b6c5511cb2 req-8c805336-a14a-4e78-81f5-d225f843652b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:19.429631 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6b76f788-6074-4cf4-b8a6-94b6c5511cb2 req-8c805336-a14a-4e78-81f5-d225f843652b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0bcb160a-fa10-486a-9a04-8e829e46ac37 HTTP/1.1" status: 200 len: 1128 time: 0.4687550 Mar 22 19:16:19.464654 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa4754-b239-49d3-8cac-5e2ecdd18ffb req-80bbc48c-ee83-45ad-9e81-08cdd61e4330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:19.466148 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-52aa4754-b239-49d3-8cac-5e2ecdd18ffb req-80bbc48c-ee83-45ad-9e81-08cdd61e4330 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=404f1295-a29d-4db9-84c7-cbcf7d46527c HTTP/1.1" status: 200 len: 860 time: 0.0695634 Mar 22 19:16:19.501699 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a0878356-4c9e-4f9a-a9dc-e2d6560c525c req-928765de-e364-4638-928e-705dc730d50f service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515868 Mar 22 19:16:19.526555 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c6f8ee21-bc26-4c48-bf27-51bda471b3a4 req-b2d86935-656e-46bb-a8e8-941bcfdc87d6 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315803 Mar 22 19:16:19.539080 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa4754-b239-49d3-8cac-5e2ecdd18ffb req-90bc55a5-c1d9-4b34-80d4-ba2827d1a0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:19.540983 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-52aa4754-b239-49d3-8cac-5e2ecdd18ffb req-90bc55a5-c1d9-4b34-80d4-ba2827d1a0b9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=408d3c74-488c-412d-8e2a-ab74ff098a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0629044 Mar 22 19:16:19.557395 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2831f042-4d7a-4a41-be5a-e604f1213fd5 req-6feffcc2-df9c-4ef0-b840-b071cd5fad01 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d759956-3223-46a8-8476-9fdc36e41283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125886 Mar 22 19:16:19.595344 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98b78b-b4f6-4519-8c38-6f66610b864b req-940860f0-966a-4f4f-be9b-fef478c2af9d tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:19.596840 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7a98b78b-b4f6-4519-8c38-6f66610b864b req-940860f0-966a-4f4f-be9b-fef478c2af9d tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 950 time: 0.4329238 Mar 22 19:16:19.603304 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7fb295-5953-44cb-9344-9514a33821b2 req-aeab7c09-bd74-46c3-9281-98998d7acb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:19.604743 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6b7fb295-5953-44cb-9344-9514a33821b2 req-aeab7c09-bd74-46c3-9281-98998d7acb82 service neutron] 10.222.0.85 "GET /v2.0/networks?id=da5fd57b-f10f-4980-a231-2023d84d3d68 HTTP/1.1" status: 200 len: 915 time: 0.4564574 Mar 22 19:16:19.606853 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6b76f788-6074-4cf4-b8a6-94b6c5511cb2 req-8a0229a3-3b78-46b3-ab28-bcb9f2f2e1c2 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371820 Mar 22 19:16:19.676462 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7a98b78b-b4f6-4519-8c38-6f66610b864b req-a42e544a-0a38-4240-980d-53a13e7693aa tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686440 Mar 22 19:16:19.692130 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-3076e524-42ff-4452-8312-345baa5f3f0c tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:19.693588 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-3076e524-42ff-4452-8312-345baa5f3f0c tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/ports?device_id=b7c5a848-3bf4-432b-95d0-47c2c562f473&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0784590 Mar 22 19:16:19.813526 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-b6f2c334-e6b9-4041-8d1f-218e0b5b852f tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.228 HTTP/1.1" status: 200 len: 1002 time: 0.1135290 Mar 22 19:16:19.825070 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-2860e98a-2781-4f44-9e41-b32edac7c790 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Request body: {'floatingip': {'port_id': '21140333-5cbd-433e-84c6-3e60ef6be741', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:16:19.870666 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd731e-b46c-490c-b83c-6fe101b52c00 req-4d4c1c62-2d74-4403-8aae-4e6e69839ae2 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:19.872030 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-accd731e-b46c-490c-b83c-6fe101b52c00 req-4d4c1c62-2d74-4403-8aae-4e6e69839ae2 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "GET /v2.0/ports?device_id=acee74b5-2dff-40d9-95df-0462b1466357 HTTP/1.1" status: 200 len: 944 time: 0.1325819 Mar 22 19:16:19.904773 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-2860e98a-2781-4f44-9e41-b32edac7c790 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks [] for floatingip (e0f38d1b-13bc-40be-bf19-ec9bffcad644), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:19.943632 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:19.966233 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-accd731e-b46c-490c-b83c-6fe101b52c00 req-bf788bab-9fea-4608-a7e5-913bd763cd79 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "GET /v2.0/security-groups?id=71fd05ff-3cbd-4f39-bb1a-2004a9fe7af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875967 Mar 22 19:16:20.044536 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6b7fb295-5953-44cb-9344-9514a33821b2 req-d9fddd58-c9b0-4317-bedd-c3cb24f26c25 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c HTTP/1.1" status: 200 len: 217 time: 0.0470419 Mar 22 19:16:20.109723 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-52aa4754-b239-49d3-8cac-5e2ecdd18ffb req-83c16adb-4544-4ac7-8055-ce874d00003a service neutron] 10.222.0.85 "GET /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185126 Mar 22 19:16:20.213972 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-52aa4754-b239-49d3-8cac-5e2ecdd18ffb req-cfbbdc8c-07d1-4afd-9108-bd1c3541b919 service neutron] 10.222.0.85 "GET /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969477 Mar 22 19:16:20.223161 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7fb295-5953-44cb-9344-9514a33821b2 req-66b675fb-4cec-4d87-a25c-5ab80c49dd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:20.224592 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6b7fb295-5953-44cb-9344-9514a33821b2 req-66b675fb-4cec-4d87-a25c-5ab80c49dd13 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c55e3d95-c01f-4644-b0f9-457902969723 HTTP/1.1" status: 200 len: 853 time: 0.1538060 Mar 22 19:16:20.241673 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88edb3cc-23bc-4a04-a648-957e0b8af744 req-538f67bc-7887-4b18-a73e-b3cb66064902 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:20.242841 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-88edb3cc-23bc-4a04-a648-957e0b8af744 req-538f67bc-7887-4b18-a73e-b3cb66064902 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=0bcb160a-fa10-486a-9a04-8e829e46ac37 HTTP/1.1" status: 200 len: 945 time: 0.2055838 Mar 22 19:16:20.354436 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-88edb3cc-23bc-4a04-a648-957e0b8af744 req-0d794eb8-3ba5-4495-94a8-efc4cd0f8802 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969546 Mar 22 19:16:20.387691 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32637934-2894-4c80-b76d-3511b0192e8e req-41283b50-66d3-4f45-8c53-1d5501ee8e4d tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:20.389462 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-32637934-2894-4c80-b76d-3511b0192e8e req-41283b50-66d3-4f45-8c53-1d5501ee8e4d tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.85 "GET /v2.0/networks?id=63b49c54-7e45-4147-9f0e-8b47e058281a HTTP/1.1" status: 200 len: 808 time: 0.1250601 Mar 22 19:16:20.401819 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-32637934-2894-4c80-b76d-3511b0192e8e req-7608b0a9-4904-42e8-b45d-c0f8783e9e89 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Request body: {'port': {'device_id': 'e6a480b5-a6c0-4d49-a762-c37a48ac4e09', 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a', 'admin_state_up': True, 'tenant_id': '635145d2a62d432cbc865a99eb3219e4'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:16:20.409551 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7fb295-5953-44cb-9344-9514a33821b2 req-233ea888-c58f-487a-b10d-880e726dae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:20.411211 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6b7fb295-5953-44cb-9344-9514a33821b2 req-233ea888-c58f-487a-b10d-880e726dae41 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=da5fd57b-f10f-4980-a231-2023d84d3d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1655908 Mar 22 19:16:20.501148 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3643e4c1-eedb-4573-bad6-c3615a64573e req-8052d059-73a3-4985-a26c-61ce518c5fce tempest-ServersAdmin275Test-1405569353 tempest-ServersAdmin275Test-1405569353-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0712957 Mar 22 19:16:20.512659 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32637934-2894-4c80-b76d-3511b0192e8e req-7608b0a9-4904-42e8-b45d-c0f8783e9e89 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Made reservation on behalf of 635145d2a62d432cbc865a99eb3219e4 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:16:20.516508 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-32637934-2894-4c80-b76d-3511b0192e8e req-7608b0a9-4904-42e8-b45d-c0f8783e9e89 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:20.615048 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-108f3b79-a914-4266-8ce9-22eb47e6a9ce req-f48f49b2-4acc-4554-a16d-28bfddbc5643 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6a480b5-a6c0-4d49-a762-c37a48ac4e09 HTTP/1.1" status: 200 len: 210 time: 0.0436294 Mar 22 19:16:20.647574 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6b7fb295-5953-44cb-9344-9514a33821b2 req-6c7add2b-293c-4457-98e8-fee2800f2262 service neutron] 10.222.0.85 "GET /v2.0/networks/da5fd57b-f10f-4980-a231-2023d84d3d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296500 Mar 22 19:16:20.655639 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-32637934-2894-4c80-b76d-3511b0192e8e req-7608b0a9-4904-42e8-b45d-c0f8783e9e89 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Allocated IP 172.20.0.2 (63b49c54-7e45-4147-9f0e-8b47e058281a/1824832e-8035-4e29-a8c5-aaeabb7261e8/1eea9213-f629-429e-ad2d-d16c1f3621b4) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:16:20.756117 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.db.resource_extend [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-2860e98a-2781-4f44-9e41-b32edac7c790 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:16:20.803830 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-32637934-2894-4c80-b76d-3511b0192e8e req-7608b0a9-4904-42e8-b45d-c0f8783e9e89 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Publish callbacks [] for port (1eea9213-f629-429e-ad2d-d16c1f3621b4), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:20.837576 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-2860e98a-2781-4f44-9e41-b32edac7c790 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:20.841205 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-32637934-2894-4c80-b76d-3511b0192e8e req-7608b0a9-4904-42e8-b45d-c0f8783e9e89 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (1eea9213-f629-429e-ad2d-d16c1f3621b4), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:20.887757 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32637934-2894-4c80-b76d-3511b0192e8e req-7608b0a9-4904-42e8-b45d-c0f8783e9e89 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Network 63b49c54-7e45-4147-9f0e-8b47e058281a is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:16:20.891077 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-32637934-2894-4c80-b76d-3511b0192e8e req-7608b0a9-4904-42e8-b45d-c0f8783e9e89 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:16:20.893149 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e3e23-0f89-4980-9a4d-e048d11ed42d req-ce313ae0-1e7f-447d-b27e-ca425b4533c8 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:20.895207 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-601e3e23-0f89-4980-9a4d-e048d11ed42d req-ce313ae0-1e7f-447d-b27e-ca425b4533c8 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/ports?device_id=862b5c9b-bb12-4d66-920a-9b989ab228f4 HTTP/1.1" status: 200 len: 949 time: 0.2131510 Mar 22 19:16:20.895904 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-2860e98a-2781-4f44-9e41-b32edac7c790 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (e0f38d1b-13bc-40be-bf19-ec9bffcad644), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:20.897849 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-32637934-2894-4c80-b76d-3511b0192e8e req-7608b0a9-4904-42e8-b45d-c0f8783e9e89 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:16:20.923574 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608b0a9-4904-42e8-b45d-c0f8783e9e89 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Pushing event updated for resources: {'Port': ['ID=1eea9213-f629-429e-ad2d-d16c1f3621b4,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:20.938791 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6b7fb295-5953-44cb-9344-9514a33821b2 req-799916bc-d35a-4605-adb3-5857754b9bce service neutron] 10.222.0.85 "GET /v2.0/networks/da5fd57b-f10f-4980-a231-2023d84d3d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669013 Mar 22 19:16:20.948758 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32637934-2894-4c80-b76d-3511b0192e8e req-7608b0a9-4904-42e8-b45d-c0f8783e9e89 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:20.949635 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-32637934-2894-4c80-b76d-3511b0192e8e req-7608b0a9-4904-42e8-b45d-c0f8783e9e89 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:20.969210 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-32637934-2894-4c80-b76d-3511b0192e8e req-7608b0a9-4904-42e8-b45d-c0f8783e9e89 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5714703 Mar 22 19:16:20.981968 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-32637934-2894-4c80-b76d-3511b0192e8e req-c0a2fb72-3f0f-4f5b-a6b7-fc45b258ff8d service neutron] Request body: {'port': {'device_id': 'e6a480b5-a6c0-4d49-a762-c37a48ac4e09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:16:21.028025 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-601e3e23-0f89-4980-9a4d-e048d11ed42d req-9521acb3-6fa2-49c9-8eaa-50fff4a4ce5e tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d759956-3223-46a8-8476-9fdc36e41283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881023 Mar 22 19:16:21.044663 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-32637934-2894-4c80-b76d-3511b0192e8e req-c0a2fb72-3f0f-4f5b-a6b7-fc45b258ff8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1eea9213-f629-429e-ad2d-d16c1f3621b4), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:21.049997 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-2860e98a-2781-4f44-9e41-b32edac7c790 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Floating IP e0f38d1b-13bc-40be-bf19-ec9bffcad644 associated. External IP: 172.25.5.228, port: 93d11184-ab81-4e97-b7f1-4996710160b2. Mar 22 19:16:21.183846 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0eac1-fec0-47d4-a541-b5870e06b486 req-68f42296-64b7-4ac1-88e2-827f2e96a2c3 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:21.185334 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dff0eac1-fec0-47d4-a541-b5870e06b486 req-68f42296-64b7-4ac1-88e2-827f2e96a2c3 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 950 time: 0.0971298 Mar 22 19:16:21.307235 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:21.309365 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-32637934-2894-4c80-b76d-3511b0192e8e req-c0a2fb72-3f0f-4f5b-a6b7-fc45b258ff8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eea9213-f629-429e-ad2d-d16c1f3621b4 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:16:21.318196 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-32637934-2894-4c80-b76d-3511b0192e8e req-c0a2fb72-3f0f-4f5b-a6b7-fc45b258ff8d service neutron] Publish callbacks [] for port (1eea9213-f629-429e-ad2d-d16c1f3621b4), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:21.331708 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-32637934-2894-4c80-b76d-3511b0192e8e req-c0a2fb72-3f0f-4f5b-a6b7-fc45b258ff8d service neutron] Transition to ACTIVE for port object 1eea9213-f629-429e-ad2d-d16c1f3621b4 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:16:21.336215 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-32637934-2894-4c80-b76d-3511b0192e8e req-c0a2fb72-3f0f-4f5b-a6b7-fc45b258ff8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (1eea9213-f629-429e-ad2d-d16c1f3621b4), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:21.391294 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2fb72-3f0f-4f5b-a6b7-fc45b258ff8d service neutron] Pushing event updated for resources: {'Port': ['ID=1eea9213-f629-429e-ad2d-d16c1f3621b4,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:21.458394 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-32637934-2894-4c80-b76d-3511b0192e8e req-c0a2fb72-3f0f-4f5b-a6b7-fc45b258ff8d service neutron] Attempting to bind port 1eea9213-f629-429e-ad2d-d16c1f3621b4 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:16:21.458738 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-32637934-2894-4c80-b76d-3511b0192e8e req-c0a2fb72-3f0f-4f5b-a6b7-fc45b258ff8d service neutron] Attempting to bind port 1eea9213-f629-429e-ad2d-d16c1f3621b4 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:16:21.459058 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32637934-2894-4c80-b76d-3511b0192e8e req-c0a2fb72-3f0f-4f5b-a6b7-fc45b258ff8d service neutron] Attempting to bind port 1eea9213-f629-429e-ad2d-d16c1f3621b4 on network 63b49c54-7e45-4147-9f0e-8b47e058281a {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:16:21.463292 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32637934-2894-4c80-b76d-3511b0192e8e req-c0a2fb72-3f0f-4f5b-a6b7-fc45b258ff8d service neutron] Port 1eea9213-f629-429e-ad2d-d16c1f3621b4 on network 63b49c54-7e45-4147-9f0e-8b47e058281a not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:16:21.463613 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32637934-2894-4c80-b76d-3511b0192e8e req-c0a2fb72-3f0f-4f5b-a6b7-fc45b258ff8d service neutron] Attempting to bind port 1eea9213-f629-429e-ad2d-d16c1f3621b4 on network 63b49c54-7e45-4147-9f0e-8b47e058281a {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:16:21.468330 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32637934-2894-4c80-b76d-3511b0192e8e req-c0a2fb72-3f0f-4f5b-a6b7-fc45b258ff8d service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:16:21.468664 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32637934-2894-4c80-b76d-3511b0192e8e req-c0a2fb72-3f0f-4f5b-a6b7-fc45b258ff8d service neutron] Checking segment: {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:16:21.469039 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32637934-2894-4c80-b76d-3511b0192e8e req-c0a2fb72-3f0f-4f5b-a6b7-fc45b258ff8d service neutron] Bound using segment: {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:16:21.469457 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-32637934-2894-4c80-b76d-3511b0192e8e req-c0a2fb72-3f0f-4f5b-a6b7-fc45b258ff8d service neutron] Bound port: 1eea9213-f629-429e-ad2d-d16c1f3621b4, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:16:21.469824 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-32637934-2894-4c80-b76d-3511b0192e8e req-c0a2fb72-3f0f-4f5b-a6b7-fc45b258ff8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1eea9213-f629-429e-ad2d-d16c1f3621b4), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:21.527889 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dff0eac1-fec0-47d4-a541-b5870e06b486 req-7af24330-17dd-41df-b4f0-52b95d6342ee tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355830 Mar 22 19:16:21.534000 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-32637934-2894-4c80-b76d-3511b0192e8e req-c0a2fb72-3f0f-4f5b-a6b7-fc45b258ff8d service neutron] For port 1eea9213-f629-429e-ad2d-d16c1f3621b4, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:16:21.538830 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-32637934-2894-4c80-b76d-3511b0192e8e req-c0a2fb72-3f0f-4f5b-a6b7-fc45b258ff8d service neutron] For port 1eea9213-f629-429e-ad2d-d16c1f3621b4, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=1eea9213-f629-429e-ad2d-d16c1f3621b4,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:16:21.556880 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-32637934-2894-4c80-b76d-3511b0192e8e req-c0a2fb72-3f0f-4f5b-a6b7-fc45b258ff8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (1eea9213-f629-429e-ad2d-d16c1f3621b4), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:21.577998 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-2860e98a-2781-4f44-9e41-b32edac7c790 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Router e785be4f-764d-4af5-aede-fd7e5351613f has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:16:21.594850 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32637934-2894-4c80-b76d-3511b0192e8e req-c0a2fb72-3f0f-4f5b-a6b7-fc45b258ff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:21.595548 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-32637934-2894-4c80-b76d-3511b0192e8e req-c0a2fb72-3f0f-4f5b-a6b7-fc45b258ff8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:21.596993 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-32637934-2894-4c80-b76d-3511b0192e8e req-c0a2fb72-3f0f-4f5b-a6b7-fc45b258ff8d service neutron] 10.222.0.85 "PUT /v2.0/ports/1eea9213-f629-429e-ad2d-d16c1f3621b4 HTTP/1.1" status: 200 len: 1092 time: 0.6190414 Mar 22 19:16:21.597446 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a480b5-a6c0-4d49-a762-c37a48ac4e09', 'tag': '1eea9213-f629-429e-ad2d-d16c1f3621b4'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:16:21.599710 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00cb7b35-6c01-414e-98e2-e500ecc009a6" -d '{"events": [{"name": "network-changed", "server_uuid": "e6a480b5-a6c0-4d49-a762-c37a48ac4e09", "tag": "1eea9213-f629-429e-ad2d-d16c1f3621b4"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:16:21.622357 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2fb72-3f0f-4f5b-a6b7-fc45b258ff8d service neutron] Pushing event updated for resources: {'Port': ['ID=1eea9213-f629-429e-ad2d-d16c1f3621b4,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:21.676985 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32637934-2894-4c80-b76d-3511b0192e8e req-75477783-dd3b-416e-907e-8536d28bd4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:21.678591 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-32637934-2894-4c80-b76d-3511b0192e8e req-75477783-dd3b-416e-907e-8536d28bd4e1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=635145d2a62d432cbc865a99eb3219e4&device_id=e6a480b5-a6c0-4d49-a762-c37a48ac4e09 HTTP/1.1" status: 200 len: 1126 time: 0.0450869 Mar 22 19:16:21.715217 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caca659-51e6-4bb0-83a7-17e4bc31d834 req-ad8ccecd-0c05-4704-9ed0-0d1e1040a482 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:21.716760 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1caca659-51e6-4bb0-83a7-17e4bc31d834 req-ad8ccecd-0c05-4704-9ed0-0d1e1040a482 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "GET /v2.0/ports?device_id=acee74b5-2dff-40d9-95df-0462b1466357 HTTP/1.1" status: 200 len: 944 time: 0.1290658 Mar 22 19:16:21.736858 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-2860e98a-2781-4f44-9e41-b32edac7c790 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:16:21.747555 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0dacd4-41d8-4ee4-8850-e456ab95845a None None] Sync routers for ids ['e785be4f-764d-4af5-aede-fd7e5351613f'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:16:21.760524 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0dacd4-41d8-4ee4-8850-e456ab95845a None None] Routers {'e785be4f-764d-4af5-aede-fd7e5351613f'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:16:21.761302 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-7c0dacd4-41d8-4ee4-8850-e456ab95845a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:16:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e785be4f-764d-4af5-aede-fd7e5351613f'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:21.867079 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1caca659-51e6-4bb0-83a7-17e4bc31d834 req-6b6a6563-4d3a-4c4a-b42a-02a1efcb69ab tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "GET /v2.0/security-groups?id=71fd05ff-3cbd-4f39-bb1a-2004a9fe7af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433518 Mar 22 19:16:21.909758 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-7c0dacd4-41d8-4ee4-8850-e456ab95845a None None] Set router e785be4f-764d-4af5-aede-fd7e5351613f gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:16:21.958035 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-32637934-2894-4c80-b76d-3511b0192e8e req-0d6b321a-0d8a-4fc9-878a-7db37049bf53 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1eea9213-f629-429e-ad2d-d16c1f3621b4 HTTP/1.1" status: 200 len: 217 time: 0.2719109 Mar 22 19:16:22.016095 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32637934-2894-4c80-b76d-3511b0192e8e req-43e94cd3-be63-4706-8338-c7208a212b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:22.017720 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-32637934-2894-4c80-b76d-3511b0192e8e req-43e94cd3-be63-4706-8338-c7208a212b1c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1824832e-8035-4e29-a8c5-aaeabb7261e8 HTTP/1.1" status: 200 len: 848 time: 0.0522797 Mar 22 19:16:22.056806 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-32637934-2894-4c80-b76d-3511b0192e8e req-a3dc2f9e-a417-4c55-ba01-9da221ed2f1e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=63b49c54-7e45-4147-9f0e-8b47e058281a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329454 Mar 22 19:16:22.093455 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-2860e98a-2781-4f44-9e41-b32edac7c790 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Router e785be4f-764d-4af5-aede-fd7e5351613f has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:16:22.175749 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-32637934-2894-4c80-b76d-3511b0192e8e req-7a20cd11-0e1f-4ffd-9449-9a81ef214c32 service neutron] 10.222.0.85 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098690 Mar 22 19:16:22.213411 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-7c0dacd4-41d8-4ee4-8850-e456ab95845a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1963704943-router', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:54Z', 'updated_at': '2022-03-22T19:15:04Z', 'revision_number': 4, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'gw_port': {'id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:14:56Z', 'updated_at': '2022-03-22T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'e0f38d1b-13bc-40be-bf19-ec9bffcad644', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'floating_ip_address': '172.25.5.228', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'port_id': '21140333-5cbd-433e-84c6-3e60ef6be741', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'mac_address': 'fa:16:3e:a5:cb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c5a848-3bf4-432b-95d0-47c2c562f473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:15:37Z', 'updated_at': '2022-03-22T19:16:20Z', 'revision_number': 3, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7862fcd2-cf05-4bdc-934f-2c77bbac6505', 'name': '', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'mac_address': 'fa:16:3e:66:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:01Z', 'updated_at': '2022-03-22T19:15:10Z', 'revision_number': 5, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'subnets': [{'id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:22.246794 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-2860e98a-2781-4f44-9e41-b32edac7c790 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:16:22.255642 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0dacd4-41d8-4ee4-8850-e456ab95845a None None] Checking router: e785be4f-764d-4af5-aede-fd7e5351613f for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:16:22.259536 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-2860e98a-2781-4f44-9e41-b32edac7c790 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:22.265374 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0dacd4-41d8-4ee4-8850-e456ab95845a None None] Routers {'e785be4f-764d-4af5-aede-fd7e5351613f'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:16:22.266061 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-7c0dacd4-41d8-4ee4-8850-e456ab95845a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:16:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e785be4f-764d-4af5-aede-fd7e5351613f'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:22.305848 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264', 'tag': '93d11184-ab81-4e97-b7f1-4996710160b2'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:16:22.308796 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19777253-ac76-47bc-9c24-c76eb2138a77" -d '{"events": [{"name": "network-changed", "server_uuid": "76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264", "tag": "93d11184-ab81-4e97-b7f1-4996710160b2"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:16:22.318263 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-32637934-2894-4c80-b76d-3511b0192e8e req-88ee7a98-8543-4926-9bcf-6f9551fc9ad2 service neutron] 10.222.0.85 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364660 Mar 22 19:16:22.364035 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-2860e98a-2781-4f44-9e41-b32edac7c790 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "PUT /v2.0/floatingips/e0f38d1b-13bc-40be-bf19-ec9bffcad644 HTTP/1.1" status: 200 len: 999 time: 2.5443878 Mar 22 19:16:22.385150 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-7c0dacd4-41d8-4ee4-8850-e456ab95845a None None] Set router e785be4f-764d-4af5-aede-fd7e5351613f gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:16:22.421288 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cec4a2-82a1-4e02-8af7-5a4b2c249ace req-56394df7-4bdf-4f01-bb90-7aca5f80035a tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:22.422761 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00cec4a2-82a1-4e02-8af7-5a4b2c249ace req-56394df7-4bdf-4f01-bb90-7aca5f80035a tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=0bcb160a-fa10-486a-9a04-8e829e46ac37 HTTP/1.1" status: 200 len: 945 time: 0.1189528 Mar 22 19:16:22.432291 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-000cf581-20e8-45f8-a6d4-9f830430b1be tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:22.433651 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-000cf581-20e8-45f8-a6d4-9f830430b1be tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/ports/93d11184-ab81-4e97-b7f1-4996710160b2 HTTP/1.1" status: 200 len: 943 time: 0.0626070 Mar 22 19:16:22.479112 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00cec4a2-82a1-4e02-8af7-5a4b2c249ace req-7703b376-2a31-43b3-8e64-029c7884f961 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442421 Mar 22 19:16:22.540477 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-0dace28a-d494-4fa6-b309-4df1199bc837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:22.542047 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-0dace28a-d494-4fa6-b309-4df1199bc837 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9043ed5dac384ebd98a6e2b2119c0162&device_id=76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264 HTTP/1.1" status: 200 len: 1129 time: 0.0493731 Mar 22 19:16:22.615927 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e26a2831-fa29-4e0e-9b3c-6f791f3bcb88 req-411c7911-8755-4583-98e7-bd22d416959d tempest-ServersAdmin275Test-1405569353 tempest-ServersAdmin275Test-1405569353-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0605059 Mar 22 19:16:22.628597 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-7c0dacd4-41d8-4ee4-8850-e456ab95845a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1963704943-router', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:54Z', 'updated_at': '2022-03-22T19:15:04Z', 'revision_number': 4, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'gw_port': {'id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:14:56Z', 'updated_at': '2022-03-22T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'e0f38d1b-13bc-40be-bf19-ec9bffcad644', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'floating_ip_address': '172.25.5.228', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'port_id': '21140333-5cbd-433e-84c6-3e60ef6be741', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'mac_address': 'fa:16:3e:a5:cb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c5a848-3bf4-432b-95d0-47c2c562f473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:15:37Z', 'updated_at': '2022-03-22T19:16:20Z', 'revision_number': 3, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7862fcd2-cf05-4bdc-934f-2c77bbac6505', 'name': '', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'mac_address': 'fa:16:3e:66:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:01Z', 'updated_at': '2022-03-22T19:15:10Z', 'revision_number': 5, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'subnets': [{'id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:22.655343 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0dacd4-41d8-4ee4-8850-e456ab95845a None None] The sync data for ids ['e785be4f-764d-4af5-aede-fd7e5351613f'] in n-d-705658-24 is: [{'id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1963704943-router', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:54Z', 'updated_at': '2022-03-22T19:15:04Z', 'revision_number': 4, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'gw_port': {'id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:14:56Z', 'updated_at': '2022-03-22T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'e0f38d1b-13bc-40be-bf19-ec9bffcad644', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'floating_ip_address': '172.25.5.228', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'port_id': '21140333-5cbd-433e-84c6-3e60ef6be741', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'mac_address': 'fa:16:3e:a5:cb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c5a848-3bf4-432b-95d0-47c2c562f473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:15:37Z', 'updated_at': '2022-03-22T19:16:20Z', 'revision_number': 3, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7862fcd2-cf05-4bdc-934f-2c77bbac6505', 'name': '', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'mac_address': 'fa:16:3e:66:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:01Z', 'updated_at': '2022-03-22T19:15:10Z', 'revision_number': 5, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'subnets': [{'id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:16:22.656133 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-64dcfd42-3c4f-44e5-90a4-0d45bf7af2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:22.657645 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-64dcfd42-3c4f-44e5-90a4-0d45bf7af2ad service neutron] 10.222.0.75 "GET /v2.0/networks?id=408d3c74-488c-412d-8e2a-ab74ff098a11 HTTP/1.1" status: 200 len: 922 time: 0.1094990 Mar 22 19:16:22.702361 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-fe787fe9-fc59-4351-93e2-681407c6d745 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93d11184-ab81-4e97-b7f1-4996710160b2 HTTP/1.1" status: 200 len: 217 time: 0.0360005 Mar 22 19:16:22.751727 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-0a9cc121-906e-4f03-834d-dd64c870d665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:22.753241 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-0a9cc121-906e-4f03-834d-dd64c870d665 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=404f1295-a29d-4db9-84c7-cbcf7d46527c HTTP/1.1" status: 200 len: 860 time: 0.0451396 Mar 22 19:16:22.817410 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-30dc64ce-e4d2-401a-b123-3f2d3b06b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:22.819250 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-30dc64ce-e4d2-401a-b123-3f2d3b06b005 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=408d3c74-488c-412d-8e2a-ab74ff098a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0593629 Mar 22 19:16:22.860328 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73fa137-a72e-4c4b-83c8-69853f288175 None None] New status for floating IP e0f38d1b-13bc-40be-bf19-ec9bffcad644: ACTIVE {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:16:22.912623 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-24d8c4ee-ef3c-4a29-bbbe-bb0ef44ee43a service neutron] 10.222.0.75 "GET /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865467 Mar 22 19:16:22.920610 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-cc1a9404-9018-498b-befd-ffcafaa1b3d9 req-b710b528-39f8-40e7-8f62-bc93b739ceb8 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:16:22.921596 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc1a9404-9018-498b-befd-ffcafaa1b3d9 req-b710b528-39f8-40e7-8f62-bc93b739ceb8 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053258 Mar 22 19:16:23.010330 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-f2a32a3d-8f59-4078-8f00-21e78e676b3c service neutron] 10.222.0.75 "GET /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876629 Mar 22 19:16:23.096267 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-b9fee9b9-2b2c-4250-94d7-1857357c4865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:23.101186 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711cee8b-6a7b-4ef6-b9fb-1cce22e6d8c3 x-openstack-request-id: req-711cee8b-6a7b-4ef6-b9fb-1cce22e6d8c3 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:16:23.101609 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6a480b5-a6c0-4d49-a762-c37a48ac4e09", "tag": "1eea9213-f629-429e-ad2d-d16c1f3621b4", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:16:23.101963 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-711cee8b-6a7b-4ef6-b9fb-1cce22e6d8c3 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:16:23.102640 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-711cee8b-6a7b-4ef6-b9fb-1cce22e6d8c3'] response: {'name': 'network-changed', 'server_uuid': 'e6a480b5-a6c0-4d49-a762-c37a48ac4e09', 'tag': '1eea9213-f629-429e-ad2d-d16c1f3621b4', 'status': 'completed', 'code': 200} Mar 22 19:16:23.104220 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-b9fee9b9-2b2c-4250-94d7-1857357c4865 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9043ed5dac384ebd98a6e2b2119c0162&device_id=b7c5a848-3bf4-432b-95d0-47c2c562f473 HTTP/1.1" status: 200 len: 1129 time: 0.0676222 Mar 22 19:16:23.132570 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1a121c-8644-464b-a139-2eaf6c0010fd None None] Sync routers for ids ['e785be4f-764d-4af5-aede-fd7e5351613f'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:16:23.150849 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1a121c-8644-464b-a139-2eaf6c0010fd None None] Routers {'e785be4f-764d-4af5-aede-fd7e5351613f'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:16:23.151500 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-8a1a121c-8644-464b-a139-2eaf6c0010fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:16:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e785be4f-764d-4af5-aede-fd7e5351613f'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:23.209928 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb7b35-6c01-414e-98e2-e500ecc009a6 req-2b7523b3-9d93-4b1c-b0c8-d90b7520f082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:23.211486 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-00cb7b35-6c01-414e-98e2-e500ecc009a6 req-2b7523b3-9d93-4b1c-b0c8-d90b7520f082 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=635145d2a62d432cbc865a99eb3219e4&device_id=e6a480b5-a6c0-4d49-a762-c37a48ac4e09 HTTP/1.1" status: 200 len: 1126 time: 0.0865440 Mar 22 19:16:23.272873 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-8a1a121c-8644-464b-a139-2eaf6c0010fd None None] Set router e785be4f-764d-4af5-aede-fd7e5351613f gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:16:23.276434 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-221d4b12-6226-42cb-a364-84e3663bd86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:23.278145 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-221d4b12-6226-42cb-a364-84e3663bd86c service neutron] 10.222.0.75 "GET /v2.0/networks?id=408d3c74-488c-412d-8e2a-ab74ff098a11 HTTP/1.1" status: 200 len: 922 time: 0.1729398 Mar 22 19:16:23.293144 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8891916-2623-41f6-8803-37ff03b2afc3 req-56a19914-3d35-4221-aca5-737ec55b7b88 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:23.294794 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c8891916-2623-41f6-8803-37ff03b2afc3 req-56a19914-3d35-4221-aca5-737ec55b7b88 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6a480b5-a6c0-4d49-a762-c37a48ac4e09 HTTP/1.1" status: 200 len: 943 time: 0.1192091 Mar 22 19:16:23.302982 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ffeae789-b119-4fc5-902d-021634485441 req-ccfb3172-067f-40c9-89b8-e82bb80be1b8 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1262538 Mar 22 19:16:23.312731 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb7b35-6c01-414e-98e2-e500ecc009a6 req-467ff493-f7ea-4d73-ace7-837768c2c3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:23.314400 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-00cb7b35-6c01-414e-98e2-e500ecc009a6 req-467ff493-f7ea-4d73-ace7-837768c2c3d7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=63b49c54-7e45-4147-9f0e-8b47e058281a HTTP/1.1" status: 200 len: 909 time: 0.0956552 Mar 22 19:16:23.362383 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-00cb7b35-6c01-414e-98e2-e500ecc009a6 req-b4ce67e0-1242-4a05-8377-99d40a55eb13 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1eea9213-f629-429e-ad2d-d16c1f3621b4 HTTP/1.1" status: 200 len: 217 time: 0.0405624 Mar 22 19:16:23.418667 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-f82ceac6-de0f-4459-9616-b39168b81f52 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21140333-5cbd-433e-84c6-3e60ef6be741 HTTP/1.1" status: 200 len: 1002 time: 0.1331849 Mar 22 19:16:23.423299 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb7b35-6c01-414e-98e2-e500ecc009a6 req-c0214306-c4f2-4a3e-b70e-23caf0ad8648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:23.424972 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-00cb7b35-6c01-414e-98e2-e500ecc009a6 req-c0214306-c4f2-4a3e-b70e-23caf0ad8648 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1824832e-8035-4e29-a8c5-aaeabb7261e8 HTTP/1.1" status: 200 len: 848 time: 0.0570183 Mar 22 19:16:23.452666 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:16:23.461385 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-00cb7b35-6c01-414e-98e2-e500ecc009a6 req-dc7e5ad4-2343-4313-bca6-3cca9b15388a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=63b49c54-7e45-4147-9f0e-8b47e058281a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291979 Mar 22 19:16:23.488165 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 9cae237c-da57-489d-9fbb-de398ed39964 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:16:23.493886 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c8891916-2623-41f6-8803-37ff03b2afc3 req-e2a804eb-6b6b-4598-b54b-0696f561f524 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886177 Mar 22 19:16:23.525911 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-3b0a1e57-962d-4c7a-8435-5a41582d2ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:23.527217 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-3b0a1e57-962d-4c7a-8435-5a41582d2ab7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=404f1295-a29d-4db9-84c7-cbcf7d46527c HTTP/1.1" status: 200 len: 860 time: 0.0746572 Mar 22 19:16:23.588307 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.resource_extend [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:16:23.618069 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-ae314b6b-c8c7-43bc-b12d-77f8e0c8748c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:23.619590 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-ae314b6b-c8c7-43bc-b12d-77f8e0c8748c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=408d3c74-488c-412d-8e2a-ab74ff098a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0866363 Mar 22 19:16:23.649080 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214f4c99-b6df-40a6-a54f-9f13048c9b7b x-openstack-request-id: req-214f4c99-b6df-40a6-a54f-9f13048c9b7b {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:16:23.649470 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264", "tag": "93d11184-ab81-4e97-b7f1-4996710160b2", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:16:23.649584 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-214f4c99-b6df-40a6-a54f-9f13048c9b7b {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:16:23.651409 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-214f4c99-b6df-40a6-a54f-9f13048c9b7b'] response: {'name': 'network-changed', 'server_uuid': '76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264', 'tag': '93d11184-ab81-4e97-b7f1-4996710160b2', 'status': 'completed', 'code': 200} Mar 22 19:16:23.691986 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-00cb7b35-6c01-414e-98e2-e500ecc009a6 req-3dd50eb0-431c-4657-9dcc-7bc083bc10b8 service neutron] 10.222.0.85 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232831 Mar 22 19:16:23.881124 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-8a1a121c-8644-464b-a139-2eaf6c0010fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1963704943-router', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:54Z', 'updated_at': '2022-03-22T19:15:04Z', 'revision_number': 4, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'gw_port': {'id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:14:56Z', 'updated_at': '2022-03-22T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'e0f38d1b-13bc-40be-bf19-ec9bffcad644', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'floating_ip_address': '172.25.5.228', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'port_id': '21140333-5cbd-433e-84c6-3e60ef6be741', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'mac_address': 'fa:16:3e:a5:cb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c5a848-3bf4-432b-95d0-47c2c562f473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:15:37Z', 'updated_at': '2022-03-22T19:16:22Z', 'revision_number': 4, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7862fcd2-cf05-4bdc-934f-2c77bbac6505', 'name': '', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'mac_address': 'fa:16:3e:66:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:01Z', 'updated_at': '2022-03-22T19:15:10Z', 'revision_number': 5, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'subnets': [{'id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:23.970304 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c,segment=NetworkSegment(392f2d81-3a9e-489f-ae67-c9b50be79736),segment_id=392f2d81-3a9e-489f-ae67-c9b50be79736)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:23.971073 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19777253-ac76-47bc-9c24-c76eb2138a77 req-3f51d3ec-3dd4-4bb2-a9f7-6baa05866b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:23.972571 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-19777253-ac76-47bc-9c24-c76eb2138a77 req-3f51d3ec-3dd4-4bb2-a9f7-6baa05866b94 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9043ed5dac384ebd98a6e2b2119c0162&device_id=76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264 HTTP/1.1" status: 200 len: 1129 time: 0.2983084 Mar 22 19:16:23.978933 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1a121c-8644-464b-a139-2eaf6c0010fd None None] Checking router: e785be4f-764d-4af5-aede-fd7e5351613f for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:16:23.994307 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-00cb7b35-6c01-414e-98e2-e500ecc009a6 req-0995869b-91d6-4c43-b77c-9a458a568626 service neutron] 10.222.0.85 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955542 Mar 22 19:16:24.008846 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1a121c-8644-464b-a139-2eaf6c0010fd None None] Routers {'e785be4f-764d-4af5-aede-fd7e5351613f'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:16:24.009715 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-8a1a121c-8644-464b-a139-2eaf6c0010fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:16:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e785be4f-764d-4af5-aede-fd7e5351613f'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:24.017233 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c', 'network_id': 'da5fd57b-f10f-4980-a231-2023d84d3d68', 'port_id': 'fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c', 'mac_address': 'fa:16:3e:d2:4e:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c55e3d95-c01f-4644-b0f9-457902969723', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:16:24.032452 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 9cae237c-da57-489d-9fbb-de398ed39964 is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:16:24.032901 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9cae237c-da57-489d-9fbb-de398ed39964), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:24.106594 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-733f1a10-6b14-4434-9703-4f3d10f2a35b service neutron] 10.222.0.75 "GET /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4804096 Mar 22 19:16:24.121007 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 9cae237c-da57-489d-9fbb-de398ed39964, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=9cae237c-da57-489d-9fbb-de398ed39964,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:24.139544 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862b5c9b-bb12-4d66-920a-9b989ab228f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cae237c-da57-489d-9fbb-de398ed39964'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:16:24.142117 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2d4367-3dc8-4c26-919b-666f32cd1f1c" -d '{"events": [{"server_uuid": "862b5c9b-bb12-4d66-920a-9b989ab228f4", "name": "network-vif-unplugged", "status": "completed", "tag": "9cae237c-da57-489d-9fbb-de398ed39964"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:16:24.144796 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:16:24.145198 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:24.156819 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (9cae237c-da57-489d-9fbb-de398ed39964), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:24.168264 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c141642-0ac0-45f8-a7be-47ed38772605 req-78a765d0-3e09-4c2d-b8ed-bcd155a91105 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=862b5c9b-bb12-4d66-920a-9b989ab228f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2555268 Mar 22 19:16:24.185395 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:16:24.193321 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-8a1a121c-8644-464b-a139-2eaf6c0010fd None None] Set router e785be4f-764d-4af5-aede-fd7e5351613f gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:16:24.223908 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c,segment=NetworkSegment(392f2d81-3a9e-489f-ae67-c9b50be79736),segment_id=392f2d81-3a9e-489f-ae67-c9b50be79736)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:24.231391 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:24.236250 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=9cae237c-da57-489d-9fbb-de398ed39964,revision_number=8']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:24.248380 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeae789-b119-4fc5-902d-021634485441 req-2f3d1a7d-9aa5-4c65-a482-7cc9e7c4bff3 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:24.249978 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ffeae789-b119-4fc5-902d-021634485441 req-2f3d1a7d-9aa5-4c65-a482-7cc9e7c4bff3 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports/fc644c63-8438-4b82-98b0-4202839125c6 HTTP/1.1" status: 200 len: 947 time: 0.1706493 Mar 22 19:16:24.320006 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:24.525158 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-8a1a121c-8644-464b-a139-2eaf6c0010fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1963704943-router', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:54Z', 'updated_at': '2022-03-22T19:15:04Z', 'revision_number': 4, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'gw_port': {'id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:14:56Z', 'updated_at': '2022-03-22T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'e0f38d1b-13bc-40be-bf19-ec9bffcad644', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'floating_ip_address': '172.25.5.228', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'port_id': '21140333-5cbd-433e-84c6-3e60ef6be741', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'mac_address': 'fa:16:3e:a5:cb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c5a848-3bf4-432b-95d0-47c2c562f473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:15:37Z', 'updated_at': '2022-03-22T19:16:22Z', 'revision_number': 4, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7862fcd2-cf05-4bdc-934f-2c77bbac6505', 'name': '', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'mac_address': 'fa:16:3e:66:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:01Z', 'updated_at': '2022-03-22T19:15:10Z', 'revision_number': 5, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'subnets': [{'id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:24.555817 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1a121c-8644-464b-a139-2eaf6c0010fd None None] The sync data for ids ['e785be4f-764d-4af5-aede-fd7e5351613f'] in n-d-705658-24 is: [{'id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1963704943-router', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:54Z', 'updated_at': '2022-03-22T19:15:04Z', 'revision_number': 4, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'gw_port': {'id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:14:56Z', 'updated_at': '2022-03-22T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'e0f38d1b-13bc-40be-bf19-ec9bffcad644', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'floating_ip_address': '172.25.5.228', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'port_id': '21140333-5cbd-433e-84c6-3e60ef6be741', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'mac_address': 'fa:16:3e:a5:cb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c5a848-3bf4-432b-95d0-47c2c562f473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:15:37Z', 'updated_at': '2022-03-22T19:16:22Z', 'revision_number': 4, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7862fcd2-cf05-4bdc-934f-2c77bbac6505', 'name': '', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'mac_address': 'fa:16:3e:66:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:01Z', 'updated_at': '2022-03-22T19:15:10Z', 'revision_number': 5, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'subnets': [{'id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:16:24.564512 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19777253-ac76-47bc-9c24-c76eb2138a77 req-da865a1b-8e7e-4bf1-acee-f478679e8e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:24.566055 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-19777253-ac76-47bc-9c24-c76eb2138a77 req-da865a1b-8e7e-4bf1-acee-f478679e8e7f service neutron] 10.222.0.85 "GET /v2.0/networks?id=408d3c74-488c-412d-8e2a-ab74ff098a11 HTTP/1.1" status: 200 len: 922 time: 0.5846288 Mar 22 19:16:24.581709 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b3111-2296-42a2-b3e8-5aaea9fc023e req-d5c357a1-23e9-45e3-a7c7-c0253edcc157 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:24.583099 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-181b3111-2296-42a2-b3e8-5aaea9fc023e req-d5c357a1-23e9-45e3-a7c7-c0253edcc157 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "GET /v2.0/ports?device_id=acee74b5-2dff-40d9-95df-0462b1466357 HTTP/1.1" status: 200 len: 944 time: 0.5137851 Mar 22 19:16:24.651994 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1890da1-d314-4bab-a87d-a147763e9bc7 req-cf7af2b4-8b6a-4dbd-a8ac-4ffcbdfcf543 service neutron] 10.222.0.75 "GET /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5039556 Mar 22 19:16:24.655986 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-19777253-ac76-47bc-9c24-c76eb2138a77 req-c88006b3-073e-4cc6-bd84-a40a8ad28e68 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93d11184-ab81-4e97-b7f1-4996710160b2 HTTP/1.1" status: 200 len: 217 time: 0.0717824 Mar 22 19:16:24.661713 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c141642-0ac0-45f8-a7be-47ed38772605 req-1b46edbc-c72d-4811-aad0-6d3f43fd9808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:24.663757 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c141642-0ac0-45f8-a7be-47ed38772605 req-1b46edbc-c72d-4811-aad0-6d3f43fd9808 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e7d15e6050fc49cc9b8160c2a24aabf2&device_id=862b5c9b-bb12-4d66-920a-9b989ab228f4 HTTP/1.1" status: 200 len: 1130 time: 0.4469123 Mar 22 19:16:24.682193 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:16:24.822263 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-181b3111-2296-42a2-b3e8-5aaea9fc023e req-839cb2fc-8332-46e7-8be9-dd9f528ef71a tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "GET /v2.0/security-groups?id=71fd05ff-3cbd-4f39-bb1a-2004a9fe7af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229402 Mar 22 19:16:24.823732 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19777253-ac76-47bc-9c24-c76eb2138a77 req-9d0b81fb-4def-47c7-b6fd-a3d3a133072b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:24.825376 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-19777253-ac76-47bc-9c24-c76eb2138a77 req-9d0b81fb-4def-47c7-b6fd-a3d3a133072b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=404f1295-a29d-4db9-84c7-cbcf7d46527c HTTP/1.1" status: 200 len: 860 time: 0.1581609 Mar 22 19:16:24.947399 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-49793337-260f-44ad-ad9a-6974ac0811a4 req-0434cee6-6b4f-41d5-9940-2d5c09cddeba tempest-ServersAdmin275Test-1405569353 tempest-ServersAdmin275Test-1405569353-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0467553 Mar 22 19:16:24.950243 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c141642-0ac0-45f8-a7be-47ed38772605 req-bebcb15b-8e58-4992-ab97-30098adb016a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:24.951662 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c141642-0ac0-45f8-a7be-47ed38772605 req-bebcb15b-8e58-4992-ab97-30098adb016a service neutron] 10.222.0.85 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.2483966 Mar 22 19:16:24.958953 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21940f-4181-4408-ab18-505745e2cba1 req-d393fb3c-a922-4846-90e8-26cb9fb4def6 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:24.960412 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa21940f-4181-4408-ab18-505745e2cba1 req-d393fb3c-a922-4846-90e8-26cb9fb4def6 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 950 time: 0.1603472 Mar 22 19:16:25.010205 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19777253-ac76-47bc-9c24-c76eb2138a77 req-24acdf9e-5352-4505-84f3-24a0175375de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:25.011720 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-19777253-ac76-47bc-9c24-c76eb2138a77 req-24acdf9e-5352-4505-84f3-24a0175375de service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=408d3c74-488c-412d-8e2a-ab74ff098a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1679091 Mar 22 19:16:25.019102 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c141642-0ac0-45f8-a7be-47ed38772605 req-0b0ff01f-ef40-4b87-8dbb-276add001a44 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=9cae237c-da57-489d-9fbb-de398ed39964 HTTP/1.1" status: 200 len: 217 time: 0.0528147 Mar 22 19:16:25.164094 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa21940f-4181-4408-ab18-505745e2cba1 req-fef2bd56-ff37-4eda-a9a5-e0a907a3fc33 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965246 Mar 22 19:16:25.186503 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c141642-0ac0-45f8-a7be-47ed38772605 req-ebe57aaa-60cf-49b6-96c7-7cc917d10253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:25.187950 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c141642-0ac0-45f8-a7be-47ed38772605 req-ebe57aaa-60cf-49b6-96c7-7cc917d10253 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1552458 Mar 22 19:16:25.242091 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa747c-de86-4be2-8e96-588cc360914b req-2bdf3e49-c53f-4ed8-a063-4ce84abf43ab tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:25.243679 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8ffa747c-de86-4be2-8e96-588cc360914b req-2bdf3e49-c53f-4ed8-a063-4ce84abf43ab tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=0bcb160a-fa10-486a-9a04-8e829e46ac37 HTTP/1.1" status: 200 len: 945 time: 0.2120540 Mar 22 19:16:25.246881 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-19777253-ac76-47bc-9c24-c76eb2138a77 req-ff686684-5cbe-4ad1-a8f1-7158b2bde467 service neutron] 10.222.0.85 "GET /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253106 Mar 22 19:16:25.356556 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c141642-0ac0-45f8-a7be-47ed38772605 req-a61cf5c3-7e4f-418e-8ae9-95ebbb17d4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:25.358160 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c141642-0ac0-45f8-a7be-47ed38772605 req-a61cf5c3-7e4f-418e-8ae9-95ebbb17d4d7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1593482 Mar 22 19:16:25.364254 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8ffa747c-de86-4be2-8e96-588cc360914b req-211e4fb0-8b41-430a-b4d1-8822213570ad tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145668 Mar 22 19:16:25.376623 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 19:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36a9e1f-1be8-41c8-8ff2-33f69d8bb8ea x-openstack-request-id: req-b36a9e1f-1be8-41c8-8ff2-33f69d8bb8ea {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:16:25.377975 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "862b5c9b-bb12-4d66-920a-9b989ab228f4", "name": "network-vif-unplugged", "status": "completed", "tag": "9cae237c-da57-489d-9fbb-de398ed39964", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:16:25.378319 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b36a9e1f-1be8-41c8-8ff2-33f69d8bb8ea {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:16:25.378815 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b36a9e1f-1be8-41c8-8ff2-33f69d8bb8ea'] response: {'server_uuid': '862b5c9b-bb12-4d66-920a-9b989ab228f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cae237c-da57-489d-9fbb-de398ed39964', 'code': 200} Mar 22 19:16:25.457884 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 1eea9213-f629-429e-ad2d-d16c1f3621b4 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:16:25.461973 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-19777253-ac76-47bc-9c24-c76eb2138a77 req-a3f2bce3-3ef4-482b-b2d6-f4baeb664e6c service neutron] 10.222.0.85 "GET /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020884 Mar 22 19:16:25.565000 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 1eea9213-f629-429e-ad2d-d16c1f3621b4, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=1eea9213-f629-429e-ad2d-d16c1f3621b4,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:25.565724 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c141642-0ac0-45f8-a7be-47ed38772605 req-18bb36f5-8c2b-4020-9673-e2b74bb8387c service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004926 Mar 22 19:16:25.578491 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '1eea9213-f629-429e-ad2d-d16c1f3621b4', 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a', 'port_id': '1eea9213-f629-429e-ad2d-d16c1f3621b4', 'mac_address': 'fa:16:3e:d6:a1:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1824832e-8035-4e29-a8c5-aaeabb7261e8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:16:25.585737 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a071bea-e0a8-4686-864e-a221615daa10 req-0b0d3528-f304-418c-a864-3c8b4cbe5183 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.228 HTTP/1.1" status: 200 len: 1002 time: 0.1057613 Mar 22 19:16:25.593873 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7758236-e4cb-4285-8d04-9b7c2a16ea17 req-6bde048c-6098-43c1-986c-f8e69451beed tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:25.595374 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7758236-e4cb-4285-8d04-9b7c2a16ea17 req-6bde048c-6098-43c1-986c-f8e69451beed tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6a480b5-a6c0-4d49-a762-c37a48ac4e09 HTTP/1.1" status: 200 len: 943 time: 0.1656840 Mar 22 19:16:25.628988 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 1eea9213-f629-429e-ad2d-d16c1f3621b4 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:16:25.629894 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1eea9213-f629-429e-ad2d-d16c1f3621b4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:25.643640 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eea9213-f629-429e-ad2d-d16c1f3621b4 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:16:25.664553 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 1eea9213-f629-429e-ad2d-d16c1f3621b4, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=1eea9213-f629-429e-ad2d-d16c1f3621b4,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:25.668450 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (1eea9213-f629-429e-ad2d-d16c1f3621b4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:25.680166 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c5a848-3bf4-432b-95d0-47c2c562f473', 'tag': '21140333-5cbd-433e-84c6-3e60ef6be741'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:16:25.682565 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53da1a9-a78d-4ee7-9724-92e32705d183" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c5a848-3bf4-432b-95d0-47c2c562f473", "tag": "21140333-5cbd-433e-84c6-3e60ef6be741"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:16:25.720796 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=1eea9213-f629-429e-ad2d-d16c1f3621b4,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:25.751666 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a071bea-e0a8-4686-864e-a221615daa10 req-cda32e8d-8219-4730-86d1-d9fe0c823b69 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:25.753045 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a071bea-e0a8-4686-864e-a221615daa10 req-cda32e8d-8219-4730-86d1-d9fe0c823b69 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/ports/21140333-5cbd-433e-84c6-3e60ef6be741 HTTP/1.1" status: 200 len: 943 time: 0.1558142 Mar 22 19:16:25.797512 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7758236-e4cb-4285-8d04-9b7c2a16ea17 req-905d4743-d521-4215-b011-6c310eb7acad tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548426 Mar 22 19:16:25.804754 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeae789-b119-4fc5-902d-021634485441 req-bd31e992-8495-401b-aa57-baa63be501d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:25.811456 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ffeae789-b119-4fc5-902d-021634485441 req-bd31e992-8495-401b-aa57-baa63be501d4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 1133 time: 0.1611912 Mar 22 19:16:25.811456 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c141642-0ac0-45f8-a7be-47ed38772605 req-2253dc4b-87ed-4b8c-8808-10e77a9cc491 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317152 Mar 22 19:16:25.947516 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a071bea-e0a8-4686-864e-a221615daa10 req-4e67b3a7-e9df-49a0-9b5e-26f35c7798b8 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.228 HTTP/1.1" status: 200 len: 1002 time: 0.1100368 Mar 22 19:16:25.966384 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeae789-b119-4fc5-902d-021634485441 req-9d0fbc48-1006-47ee-9319-b1c9112999c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:25.967836 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ffeae789-b119-4fc5-902d-021634485441 req-9d0fbc48-1006-47ee-9319-b1c9112999c7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.1494792 Mar 22 19:16:26.041480 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ffeae789-b119-4fc5-902d-021634485441 req-fc59f40a-f1ec-44b3-be16-05c3f00efdb2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=fc644c63-8438-4b82-98b0-4202839125c6 HTTP/1.1" status: 200 len: 217 time: 0.0642567 Mar 22 19:16:26.042898 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['1eea9213-f629-429e-ad2d-d16c1f3621b4'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:16:26.115570 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeae789-b119-4fc5-902d-021634485441 req-2b3d155e-43c6-4b0c-8958-af51696d3b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:26.117384 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ffeae789-b119-4fc5-902d-021634485441 req-2b3d155e-43c6-4b0c-8958-af51696d3b45 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.0694733 Mar 22 19:16:26.143038 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a071bea-e0a8-4686-864e-a221615daa10 req-653f4e4c-8faf-4eb0-acc2-272daf4aedef tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:26.149847 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a071bea-e0a8-4686-864e-a221615daa10 req-653f4e4c-8faf-4eb0-acc2-272daf4aedef tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 784 time: 0.1964524 Mar 22 19:16:26.155267 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-0a071bea-e0a8-4686-864e-a221615daa10 req-527ee59f-1288-4486-8463-abdc19d7df43 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:16:26.167115 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a071bea-e0a8-4686-864e-a221615daa10 req-527ee59f-1288-4486-8463-abdc19d7df43 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0163620 Mar 22 19:16:26.173095 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7822243b-3728-4add-a6d2-111bd90aaf2d x-openstack-request-id: req-7822243b-3728-4add-a6d2-111bd90aaf2d {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:16:26.173385 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c5a848-3bf4-432b-95d0-47c2c562f473", "tag": "21140333-5cbd-433e-84c6-3e60ef6be741", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:16:26.173644 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7822243b-3728-4add-a6d2-111bd90aaf2d {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:16:26.174081 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7822243b-3728-4add-a6d2-111bd90aaf2d'] response: {'name': 'network-changed', 'server_uuid': 'b7c5a848-3bf4-432b-95d0-47c2c562f473', 'tag': '21140333-5cbd-433e-84c6-3e60ef6be741', 'status': 'completed', 'code': 200} Mar 22 19:16:26.214515 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeae789-b119-4fc5-902d-021634485441 req-15a7ccca-f4a8-4be5-b4aa-178bac86cf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:26.215941 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ffeae789-b119-4fc5-902d-021634485441 req-15a7ccca-f4a8-4be5-b4aa-178bac86cf01 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0897744 Mar 22 19:16:26.259756 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53da1a9-a78d-4ee7-9724-92e32705d183 req-2a2de089-aa22-4750-9dbb-4d2bc81506b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:26.261262 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e53da1a9-a78d-4ee7-9724-92e32705d183 req-2a2de089-aa22-4750-9dbb-4d2bc81506b9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9043ed5dac384ebd98a6e2b2119c0162&device_id=b7c5a848-3bf4-432b-95d0-47c2c562f473 HTTP/1.1" status: 200 len: 1129 time: 0.0651491 Mar 22 19:16:26.319513 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aab70446-4771-4726-b690-a2e6bd5f3513 req-504e058b-f0da-4c9f-8817-c9060c0071ea tempest-ServersAdmin275Test-1405569353 tempest-ServersAdmin275Test-1405569353-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0711174 Mar 22 19:16:26.348089 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24abc6-2810-46d0-9a5d-778a5929745a req-5511d50b-2c3f-4942-aef5-0e2c66149f38 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:26.349651 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4e24abc6-2810-46d0-9a5d-778a5929745a req-5511d50b-2c3f-4942-aef5-0e2c66149f38 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "GET /v2.0/ports?device_id=acee74b5-2dff-40d9-95df-0462b1466357 HTTP/1.1" status: 200 len: 945 time: 0.1328156 Mar 22 19:16:26.385174 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53da1a9-a78d-4ee7-9724-92e32705d183 req-168ce00f-1e75-4ac9-a2ec-1a92462c2546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:26.386156 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e53da1a9-a78d-4ee7-9724-92e32705d183 req-168ce00f-1e75-4ac9-a2ec-1a92462c2546 service neutron] 10.222.0.84 "GET /v2.0/networks?id=408d3c74-488c-412d-8e2a-ab74ff098a11 HTTP/1.1" status: 200 len: 922 time: 0.1167293 Mar 22 19:16:26.402452 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ffeae789-b119-4fc5-902d-021634485441 req-96ff428a-5678-4c13-8c47-10a01777d979 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745152 Mar 22 19:16:26.454640 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e53da1a9-a78d-4ee7-9724-92e32705d183 req-d6ae2ea6-d6cd-41a9-860a-724d212405f4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21140333-5cbd-433e-84c6-3e60ef6be741 HTTP/1.1" status: 200 len: 1002 time: 0.0600636 Mar 22 19:16:26.465004 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4e24abc6-2810-46d0-9a5d-778a5929745a req-0e23a4a8-532c-44b2-97f4-a85a068d849b tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "GET /v2.0/security-groups?id=71fd05ff-3cbd-4f39-bb1a-2004a9fe7af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081188 Mar 22 19:16:26.508879 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53da1a9-a78d-4ee7-9724-92e32705d183 req-bd14b773-4a58-47c6-9159-5abb3e23501e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:26.510371 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e53da1a9-a78d-4ee7-9724-92e32705d183 req-bd14b773-4a58-47c6-9159-5abb3e23501e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=404f1295-a29d-4db9-84c7-cbcf7d46527c HTTP/1.1" status: 200 len: 860 time: 0.0475485 Mar 22 19:16:26.571022 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53da1a9-a78d-4ee7-9724-92e32705d183 req-835038bd-6a18-47a5-924e-3f6826f05235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:26.572548 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e53da1a9-a78d-4ee7-9724-92e32705d183 req-835038bd-6a18-47a5-924e-3f6826f05235 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=408d3c74-488c-412d-8e2a-ab74ff098a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0507147 Mar 22 19:16:26.666492 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e53da1a9-a78d-4ee7-9724-92e32705d183 req-ee575d54-8e54-4d9f-97f3-9365feb1acbd service neutron] 10.222.0.84 "GET /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832231 Mar 22 19:16:26.763922 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e53da1a9-a78d-4ee7-9724-92e32705d183 req-11098916-f6e9-4990-aa8a-608803ca5c53 service neutron] 10.222.0.84 "GET /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907366 Mar 22 19:16:26.805360 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d44e42ca-7d38-48a7-9c9f-f9c26b1b5eb9 req-35db30fa-7660-41a3-ab5c-3c0cef8a70f6 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.228 HTTP/1.1" status: 200 len: 1002 time: 0.3827052 Mar 22 19:16:26.840410 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ffeae789-b119-4fc5-902d-021634485441 req-6ef6985d-8750-4ce9-9bbc-ca5ba57189fd service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284589 Mar 22 19:16:26.860546 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 57c6a9e0-bb76-439e-9629-7dc8682cded9 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:16:26.864337 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29880571-27d0-442a-ba5a-270527c6de1d req-c76be342-b91f-4fa9-afa5-65122005c279 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:26.865943 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-29880571-27d0-442a-ba5a-270527c6de1d req-c76be342-b91f-4fa9-afa5-65122005c279 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 950 time: 0.1265001 Mar 22 19:16:26.892410 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e42ca-7d38-48a7-9c9f-f9c26b1b5eb9 req-8fff9796-e515-4dc3-8d6c-83514b00ba05 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:26.893755 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d44e42ca-7d38-48a7-9c9f-f9c26b1b5eb9 req-8fff9796-e515-4dc3-8d6c-83514b00ba05 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/ports/21140333-5cbd-433e-84c6-3e60ef6be741 HTTP/1.1" status: 200 len: 943 time: 0.0706780 Mar 22 19:16:26.934420 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-29880571-27d0-442a-ba5a-270527c6de1d req-b1623f0d-efe8-4575-aec4-fa1216a86fd0 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595553 Mar 22 19:16:26.984868 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 57c6a9e0-bb76-439e-9629-7dc8682cded9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=57c6a9e0-bb76-439e-9629-7dc8682cded9,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:26.997552 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '57c6a9e0-bb76-439e-9629-7dc8682cded9', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': '57c6a9e0-bb76-439e-9629-7dc8682cded9', 'mac_address': 'fa:16:3e:30:06:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:16:27.041064 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d44e42ca-7d38-48a7-9c9f-f9c26b1b5eb9 req-1b77dfa5-a329-4aae-8f83-5574f53d7087 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.228 HTTP/1.1" status: 200 len: 1002 time: 0.0816047 Mar 22 19:16:27.058083 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 57c6a9e0-bb76-439e-9629-7dc8682cded9 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:16:27.058972 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (57c6a9e0-bb76-439e-9629-7dc8682cded9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:27.076455 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c6a9e0-bb76-439e-9629-7dc8682cded9 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:16:27.099923 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 57c6a9e0-bb76-439e-9629-7dc8682cded9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=57c6a9e0-bb76-439e-9629-7dc8682cded9,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:27.104653 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (57c6a9e0-bb76-439e-9629-7dc8682cded9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:27.168127 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=57c6a9e0-bb76-439e-9629-7dc8682cded9,revision_number=9']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:27.186644 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3ec2b-737b-456a-9fa7-cfc07889573a req-70b1122f-884f-4e60-af5e-5b984fd0e775 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:27.188154 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2ae3ec2b-737b-456a-9fa7-cfc07889573a req-70b1122f-884f-4e60-af5e-5b984fd0e775 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6a480b5-a6c0-4d49-a762-c37a48ac4e09 HTTP/1.1" status: 200 len: 944 time: 0.1289039 Mar 22 19:16:27.210265 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e42ca-7d38-48a7-9c9f-f9c26b1b5eb9 req-7fccc640-c537-42b8-9cc0-632607d6fc04 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:27.211608 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d44e42ca-7d38-48a7-9c9f-f9c26b1b5eb9 req-7fccc640-c537-42b8-9cc0-632607d6fc04 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 784 time: 0.1641905 Mar 22 19:16:27.268306 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['57c6a9e0-bb76-439e-9629-7dc8682cded9'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:16:27.290906 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2ae3ec2b-737b-456a-9fa7-cfc07889573a req-9ff31e94-31ba-4a04-8438-b3facef9066d tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970447 Mar 22 19:16:27.301638 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d44e42ca-7d38-48a7-9c9f-f9c26b1b5eb9 req-a3a3364d-2b33-4960-8ea0-6df2365a35a6 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.228 HTTP/1.1" status: 200 len: 1002 time: 0.0808458 Mar 22 19:16:27.313033 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-d44e42ca-7d38-48a7-9c9f-f9c26b1b5eb9 req-6e7a9bf7-398e-4576-8b29-07a5a8335be7 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:16:27.375633 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d44e42ca-7d38-48a7-9c9f-f9c26b1b5eb9 req-6e7a9bf7-398e-4576-8b29-07a5a8335be7 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks [] for floatingip (e0f38d1b-13bc-40be-bf19-ec9bffcad644), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:27.471516 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7edd9a13-649f-4d81-82d6-8d2cae2eda15 req-94b34453-47e0-4739-ad4d-7711e298618b tempest-ServersAdmin275Test-1405569353 tempest-ServersAdmin275Test-1405569353-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0495076 Mar 22 19:16:27.476972 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 1eea9213-f629-429e-ad2d-d16c1f3621b4 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:16:27.545946 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 1eea9213-f629-429e-ad2d-d16c1f3621b4 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:16:27.551686 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 1eea9213-f629-429e-ad2d-d16c1f3621b4 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:16:27.552079 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (1eea9213-f629-429e-ad2d-d16c1f3621b4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:27.590046 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d44e42ca-7d38-48a7-9c9f-f9c26b1b5eb9 req-6e7a9bf7-398e-4576-8b29-07a5a8335be7 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:27.595324 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d44e42ca-7d38-48a7-9c9f-f9c26b1b5eb9 req-6e7a9bf7-398e-4576-8b29-07a5a8335be7 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (e0f38d1b-13bc-40be-bf19-ec9bffcad644), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:27.595600 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [req-d44e42ca-7d38-48a7-9c9f-f9c26b1b5eb9 req-6e7a9bf7-398e-4576-8b29-07a5a8335be7 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Floating IP e0f38d1b-13bc-40be-bf19-ec9bffcad644 disassociated. External IP: 172.25.5.228, port: 21140333-5cbd-433e-84c6-3e60ef6be741. Mar 22 19:16:27.659539 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 1eea9213-f629-429e-ad2d-d16c1f3621b4 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:16:27.660091 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1eea9213-f629-429e-ad2d-d16c1f3621b4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:27.685899 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a480b5-a6c0-4d49-a762-c37a48ac4e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eea9213-f629-429e-ad2d-d16c1f3621b4'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:16:27.688153 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584c1433-c064-4a57-90eb-082a714f4500" -d '{"events": [{"server_uuid": "e6a480b5-a6c0-4d49-a762-c37a48ac4e09", "name": "network-vif-plugged", "status": "completed", "tag": "1eea9213-f629-429e-ad2d-d16c1f3621b4"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:16:27.701960 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 1eea9213-f629-429e-ad2d-d16c1f3621b4, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=1eea9213-f629-429e-ad2d-d16c1f3621b4,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:27.707585 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (1eea9213-f629-429e-ad2d-d16c1f3621b4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:27.708611 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:16:27.747997 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a46ab-9dfe-4594-aae5-d64c9d72dfc9 req-41cf2055-036e-489d-999e-fd9d13ec6713 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:27.750056 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b7a46ab-9dfe-4594-aae5-d64c9d72dfc9 req-41cf2055-036e-489d-999e-fd9d13ec6713 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "GET /v2.0/ports?device_id=acee74b5-2dff-40d9-95df-0462b1466357 HTTP/1.1" status: 200 len: 945 time: 0.1109970 Mar 22 19:16:27.802077 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=1eea9213-f629-429e-ad2d-d16c1f3621b4,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:27.810243 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b7a46ab-9dfe-4594-aae5-d64c9d72dfc9 req-ea7c1138-dfbd-45ec-896f-09119cc38854 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "GET /v2.0/security-groups?id=71fd05ff-3cbd-4f39-bb1a-2004a9fe7af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543270 Mar 22 19:16:27.823022 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:16:27.838161 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:16:27.838161 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:27.879933 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab60ce4-aafe-4d2b-ab0d-3b6828fdda17 x-openstack-request-id: req-aab60ce4-aafe-4d2b-ab0d-3b6828fdda17 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:16:27.880523 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a480b5-a6c0-4d49-a762-c37a48ac4e09", "name": "network-vif-plugged", "status": "completed", "tag": "1eea9213-f629-429e-ad2d-d16c1f3621b4", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:16:27.880523 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-aab60ce4-aafe-4d2b-ab0d-3b6828fdda17 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:16:27.880851 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aab60ce4-aafe-4d2b-ab0d-3b6828fdda17'] response: {'server_uuid': 'e6a480b5-a6c0-4d49-a762-c37a48ac4e09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eea9213-f629-429e-ad2d-d16c1f3621b4', 'code': 200} Mar 22 19:16:27.966319 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:16:27.966712 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:27.996672 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d44e42ca-7d38-48a7-9c9f-f9c26b1b5eb9 req-6e7a9bf7-398e-4576-8b29-07a5a8335be7 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Router e785be4f-764d-4af5-aede-fd7e5351613f has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:16:28.025122 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636466f-c2e5-4b62-be90-e80c354f54c9 req-a4d6e8f7-0ad2-43ae-93ca-bb6fbab89cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:28.026772 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0636466f-c2e5-4b62-be90-e80c354f54c9 req-a4d6e8f7-0ad2-43ae-93ca-bb6fbab89cc7 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e6a480b5-a6c0-4d49-a762-c37a48ac4e09 HTTP/1.1" status: 200 len: 1128 time: 0.0784416 Mar 22 19:16:28.028014 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c,segment=NetworkSegment(392f2d81-3a9e-489f-ae67-c9b50be79736),segment_id=392f2d81-3a9e-489f-ae67-c9b50be79736)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:28.036856 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:28.111786 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:28.192551 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f06421-d864-464e-9bbc-9a653edad272 req-952134c4-8be3-4959-83eb-8d9d71c47022 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:28.200985 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-89f06421-d864-464e-9bbc-9a653edad272 req-952134c4-8be3-4959-83eb-8d9d71c47022 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 950 time: 0.1704159 Mar 22 19:16:28.207932 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0636466f-c2e5-4b62-be90-e80c354f54c9 req-0cfda42a-3168-4f84-8cef-6ec0893f6236 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493366 Mar 22 19:16:28.241996 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d44e42ca-7d38-48a7-9c9f-f9c26b1b5eb9 req-6e7a9bf7-398e-4576-8b29-07a5a8335be7 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:16:28.247383 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d44e42ca-7d38-48a7-9c9f-f9c26b1b5eb9 req-6e7a9bf7-398e-4576-8b29-07a5a8335be7 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:28.254006 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe3d3ea-0708-4f1a-b9f3-2e7a96c4749c None None] Sync routers for ids ['e785be4f-764d-4af5-aede-fd7e5351613f'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:16:28.274214 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe3d3ea-0708-4f1a-b9f3-2e7a96c4749c None None] Routers {'e785be4f-764d-4af5-aede-fd7e5351613f'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:16:28.275211 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-fbe3d3ea-0708-4f1a-b9f3-2e7a96c4749c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:16:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e785be4f-764d-4af5-aede-fd7e5351613f'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:28.300151 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d44e42ca-7d38-48a7-9c9f-f9c26b1b5eb9 req-6e7a9bf7-398e-4576-8b29-07a5a8335be7 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "PUT /v2.0/floatingips/e0f38d1b-13bc-40be-bf19-ec9bffcad644 HTTP/1.1" status: 200 len: 695 time: 0.9912443 Mar 22 19:16:28.300828 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c5a848-3bf4-432b-95d0-47c2c562f473', 'tag': '21140333-5cbd-433e-84c6-3e60ef6be741'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:16:28.310128 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6283f8c2-2830-4970-90c7-076fd7003ebc" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c5a848-3bf4-432b-95d0-47c2c562f473", "tag": "21140333-5cbd-433e-84c6-3e60ef6be741"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:16:28.329714 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-89f06421-d864-464e-9bbc-9a653edad272 req-c84b6074-8239-427c-8356-84ae73d41e17 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269271 Mar 22 19:16:28.394350 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e42ca-7d38-48a7-9c9f-f9c26b1b5eb9 req-f7c8c24c-6f3b-4945-bc81-72d4f0147035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:28.396122 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d44e42ca-7d38-48a7-9c9f-f9c26b1b5eb9 req-f7c8c24c-6f3b-4945-bc81-72d4f0147035 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9043ed5dac384ebd98a6e2b2119c0162&device_id=b7c5a848-3bf4-432b-95d0-47c2c562f473 HTTP/1.1" status: 200 len: 1129 time: 0.0650320 Mar 22 19:16:28.443525 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-fbe3d3ea-0708-4f1a-b9f3-2e7a96c4749c None None] Set router e785be4f-764d-4af5-aede-fd7e5351613f gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:16:28.567679 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e42ca-7d38-48a7-9c9f-f9c26b1b5eb9 req-47ebc321-73eb-48df-b4b4-86130a870cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:28.569336 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d44e42ca-7d38-48a7-9c9f-f9c26b1b5eb9 req-47ebc321-73eb-48df-b4b4-86130a870cd3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=408d3c74-488c-412d-8e2a-ab74ff098a11 HTTP/1.1" status: 200 len: 922 time: 0.1675992 Mar 22 19:16:28.582392 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4644ede-0bf2-4ced-bdaa-bc5abf6fc938 req-a13d714f-6429-4feb-8c37-b5054db284e4 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:28.589204 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c4644ede-0bf2-4ced-bdaa-bc5abf6fc938 req-a13d714f-6429-4feb-8c37-b5054db284e4 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6a480b5-a6c0-4d49-a762-c37a48ac4e09 HTTP/1.1" status: 200 len: 945 time: 0.1029937 Mar 22 19:16:28.642043 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d44e42ca-7d38-48a7-9c9f-f9c26b1b5eb9 req-a1d9c259-e5db-46a1-82e0-09e82a17d1f4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21140333-5cbd-433e-84c6-3e60ef6be741 HTTP/1.1" status: 200 len: 217 time: 0.0493631 Mar 22 19:16:28.700540 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-fbe3d3ea-0708-4f1a-b9f3-2e7a96c4749c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1963704943-router', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:54Z', 'updated_at': '2022-03-22T19:15:04Z', 'revision_number': 4, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'gw_port': {'id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:14:56Z', 'updated_at': '2022-03-22T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7862fcd2-cf05-4bdc-934f-2c77bbac6505', 'name': '', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'mac_address': 'fa:16:3e:66:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:01Z', 'updated_at': '2022-03-22T19:15:10Z', 'revision_number': 5, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'subnets': [{'id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:28.728188 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c4644ede-0bf2-4ced-bdaa-bc5abf6fc938 req-384c5f0d-e317-4e24-a347-c941e90793ad tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381178 Mar 22 19:16:28.730063 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e42ca-7d38-48a7-9c9f-f9c26b1b5eb9 req-188d2939-3fd6-4ea5-804f-7ca8ea17db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:28.731462 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d44e42ca-7d38-48a7-9c9f-f9c26b1b5eb9 req-188d2939-3fd6-4ea5-804f-7ca8ea17db91 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=404f1295-a29d-4db9-84c7-cbcf7d46527c HTTP/1.1" status: 200 len: 860 time: 0.0818713 Mar 22 19:16:28.735572 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe3d3ea-0708-4f1a-b9f3-2e7a96c4749c None None] Checking router: e785be4f-764d-4af5-aede-fd7e5351613f for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:16:28.744931 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe3d3ea-0708-4f1a-b9f3-2e7a96c4749c None None] Routers {'e785be4f-764d-4af5-aede-fd7e5351613f'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:16:28.745674 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-fbe3d3ea-0708-4f1a-b9f3-2e7a96c4749c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:16:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e785be4f-764d-4af5-aede-fd7e5351613f'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:28.811387 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79375e05-ccf1-43f4-b539-bb8408ec2a91 x-openstack-request-id: req-79375e05-ccf1-43f4-b539-bb8408ec2a91 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:16:28.811387 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c5a848-3bf4-432b-95d0-47c2c562f473", "tag": "21140333-5cbd-433e-84c6-3e60ef6be741", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:16:28.811387 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-79375e05-ccf1-43f4-b539-bb8408ec2a91 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:16:28.811387 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79375e05-ccf1-43f4-b539-bb8408ec2a91'] response: {'name': 'network-changed', 'server_uuid': 'b7c5a848-3bf4-432b-95d0-47c2c562f473', 'tag': '21140333-5cbd-433e-84c6-3e60ef6be741', 'status': 'completed', 'code': 200} Mar 22 19:16:28.830957 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e42ca-7d38-48a7-9c9f-f9c26b1b5eb9 req-cb2d4a10-90d6-4520-8f93-ca2b371ecfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:28.834809 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d44e42ca-7d38-48a7-9c9f-f9c26b1b5eb9 req-cb2d4a10-90d6-4520-8f93-ca2b371ecfe8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=408d3c74-488c-412d-8e2a-ab74ff098a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0922132 Mar 22 19:16:28.883667 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-fbe3d3ea-0708-4f1a-b9f3-2e7a96c4749c None None] Set router e785be4f-764d-4af5-aede-fd7e5351613f gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:16:28.989884 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d44e42ca-7d38-48a7-9c9f-f9c26b1b5eb9 req-4aee8148-bfe9-4b00-adac-32023d9f10d3 service neutron] 10.222.0.75 "GET /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370850 Mar 22 19:16:28.993417 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-81e99c78-a1bf-4ed2-a223-c73f7df45f0b req-6c5a90b0-dc64-44c2-b589-5e7fd6014ca7 tempest-ServersAdmin275Test-1405569353 tempest-ServersAdmin275Test-1405569353-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0451834 Mar 22 19:16:29.002704 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 57c6a9e0-bb76-439e-9629-7dc8682cded9 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:16:29.033035 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283f8c2-2830-4970-90c7-076fd7003ebc req-8030f7d5-b0fd-43cf-99fa-18ab04717a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:29.033035 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6283f8c2-2830-4970-90c7-076fd7003ebc req-8030f7d5-b0fd-43cf-99fa-18ab04717a2f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9043ed5dac384ebd98a6e2b2119c0162&device_id=b7c5a848-3bf4-432b-95d0-47c2c562f473 HTTP/1.1" status: 200 len: 1129 time: 0.1868560 Mar 22 19:16:29.162761 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 57c6a9e0-bb76-439e-9629-7dc8682cded9 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:16:29.163179 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (57c6a9e0-bb76-439e-9629-7dc8682cded9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:29.185183 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d44e42ca-7d38-48a7-9c9f-f9c26b1b5eb9 req-31ba5f3b-abcd-4e2a-a13f-55f55b3eeb09 service neutron] 10.222.0.75 "GET /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851132 Mar 22 19:16:29.222338 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283f8c2-2830-4970-90c7-076fd7003ebc req-23084351-aa02-419b-9cd1-b4ed3225320b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:29.224149 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6283f8c2-2830-4970-90c7-076fd7003ebc req-23084351-aa02-419b-9cd1-b4ed3225320b service neutron] 10.222.0.84 "GET /v2.0/networks?id=408d3c74-488c-412d-8e2a-ab74ff098a11 HTTP/1.1" status: 200 len: 922 time: 0.1732488 Mar 22 19:16:29.296526 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6283f8c2-2830-4970-90c7-076fd7003ebc req-b76f545c-b82c-43b6-9291-a403a9030c39 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21140333-5cbd-433e-84c6-3e60ef6be741 HTTP/1.1" status: 200 len: 217 time: 0.0514874 Mar 22 19:16:29.336378 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 57c6a9e0-bb76-439e-9629-7dc8682cded9 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:16:29.336680 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (57c6a9e0-bb76-439e-9629-7dc8682cded9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:29.368295 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-fbe3d3ea-0708-4f1a-b9f3-2e7a96c4749c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1963704943-router', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:54Z', 'updated_at': '2022-03-22T19:15:04Z', 'revision_number': 4, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'gw_port': {'id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:14:56Z', 'updated_at': '2022-03-22T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7862fcd2-cf05-4bdc-934f-2c77bbac6505', 'name': '', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'mac_address': 'fa:16:3e:66:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:01Z', 'updated_at': '2022-03-22T19:15:10Z', 'revision_number': 5, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'subnets': [{'id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:29.399156 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee97d1-8be0-43cc-8e8f-55b4c92ffc97 req-f3dfca00-5a7c-43f5-bf66-1afdd067ed52 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:29.416822 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-92ee97d1-8be0-43cc-8e8f-55b4c92ffc97 req-f3dfca00-5a7c-43f5-bf66-1afdd067ed52 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "GET /v2.0/ports?device_id=acee74b5-2dff-40d9-95df-0462b1466357 HTTP/1.1" status: 200 len: 946 time: 0.2261660 Mar 22 19:16:29.424972 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe3d3ea-0708-4f1a-b9f3-2e7a96c4749c None None] The sync data for ids ['e785be4f-764d-4af5-aede-fd7e5351613f'] in n-d-705658-24 is: [{'id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1963704943-router', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:54Z', 'updated_at': '2022-03-22T19:15:04Z', 'revision_number': 4, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'gw_port': {'id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:14:56Z', 'updated_at': '2022-03-22T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7862fcd2-cf05-4bdc-934f-2c77bbac6505', 'name': '', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'mac_address': 'fa:16:3e:66:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:01Z', 'updated_at': '2022-03-22T19:15:10Z', 'revision_number': 5, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'subnets': [{'id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:16:29.447871 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283f8c2-2830-4970-90c7-076fd7003ebc req-b7b18c0e-8dbe-4501-8c00-1cd006b16cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:29.449763 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6283f8c2-2830-4970-90c7-076fd7003ebc req-b7b18c0e-8dbe-4501-8c00-1cd006b16cfc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=404f1295-a29d-4db9-84c7-cbcf7d46527c HTTP/1.1" status: 200 len: 860 time: 0.1469917 Mar 22 19:16:29.455029 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 57c6a9e0-bb76-439e-9629-7dc8682cded9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=57c6a9e0-bb76-439e-9629-7dc8682cded9,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:29.464133 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (57c6a9e0-bb76-439e-9629-7dc8682cded9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:29.528666 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 55ef4fe3-4cf5-4b32-966f-3c289d2a196e details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:16:29.572134 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-92ee97d1-8be0-43cc-8e8f-55b4c92ffc97 req-9ca467b8-3082-4aee-80c9-16ed5520e16c tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "GET /v2.0/security-groups?id=71fd05ff-3cbd-4f39-bb1a-2004a9fe7af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480005 Mar 22 19:16:29.602910 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=57c6a9e0-bb76-439e-9629-7dc8682cded9,revision_number=10']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:29.646599 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283f8c2-2830-4970-90c7-076fd7003ebc req-61085b4c-4537-42f6-9948-ba863cebb713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:29.649031 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6283f8c2-2830-4970-90c7-076fd7003ebc req-61085b4c-4537-42f6-9948-ba863cebb713 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=408d3c74-488c-412d-8e2a-ab74ff098a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1885750 Mar 22 19:16:29.678461 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f403b2-38d6-4fb5-bd7f-559a56aaae3c req-c89a69a0-f8ef-48cd-b9d8-dcbf400caf39 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:29.688190 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-10f403b2-38d6-4fb5-bd7f-559a56aaae3c req-c89a69a0-f8ef-48cd-b9d8-dcbf400caf39 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 950 time: 0.1528752 Mar 22 19:16:29.750306 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 55ef4fe3-4cf5-4b32-966f-3c289d2a196e, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=55ef4fe3-4cf5-4b32-966f-3c289d2a196e,segment=NetworkSegment(85cf4aab-02b0-4ed0-89a0-65a703cfb595),segment_id=85cf4aab-02b0-4ed0-89a0-65a703cfb595)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:29.770597 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '55ef4fe3-4cf5-4b32-966f-3c289d2a196e', 'network_id': 'c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd', 'port_id': '55ef4fe3-4cf5-4b32-966f-3c289d2a196e', 'mac_address': 'fa:16:3e:9f:54:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '557c463e-0ced-46b1-95bb-72c186d37083', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:16:29.814374 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-10f403b2-38d6-4fb5-bd7f-559a56aaae3c req-33bb7da4-0fcb-412f-a3ba-ea77b853101f tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250401 Mar 22 19:16:29.824516 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 55ef4fe3-4cf5-4b32-966f-3c289d2a196e is: ACTIVE; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:16:29.824923 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (55ef4fe3-4cf5-4b32-966f-3c289d2a196e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:29.840468 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55ef4fe3-4cf5-4b32-966f-3c289d2a196e {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:16:29.883072 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acee74b5-2dff-40d9-95df-0462b1466357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c'}, {'server_uuid': '0840de3f-efcb-487a-93f3-1de7bc2097d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c6a9e0-bb76-439e-9629-7dc8682cded9'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:16:29.893199 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75b0c69-c445-4970-a4f6-c06cb6d78d32 None None] New status for floating IP e0f38d1b-13bc-40be-bf19-ec9bffcad644: DOWN {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:16:29.906857 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de050e1-42d3-40b4-8132-6d7cd4cc2a39" -d '{"events": [{"server_uuid": "acee74b5-2dff-40d9-95df-0462b1466357", "name": "network-vif-plugged", "status": "completed", "tag": "fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c"}, {"server_uuid": "0840de3f-efcb-487a-93f3-1de7bc2097d5", "name": "network-vif-plugged", "status": "completed", "tag": "57c6a9e0-bb76-439e-9629-7dc8682cded9"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:16:29.922320 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 55ef4fe3-4cf5-4b32-966f-3c289d2a196e, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=55ef4fe3-4cf5-4b32-966f-3c289d2a196e,segment=NetworkSegment(85cf4aab-02b0-4ed0-89a0-65a703cfb595),segment_id=85cf4aab-02b0-4ed0-89a0-65a703cfb595)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:29.928153 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2707b1a-adca-42b9-a090-78f4796a352a req-cef406db-a24e-45e5-b634-a7e5bab328c8 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:29.930665 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (55ef4fe3-4cf5-4b32-966f-3c289d2a196e), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:29.952445 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2707b1a-adca-42b9-a090-78f4796a352a req-cef406db-a24e-45e5-b634-a7e5bab328c8 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/ports?device_id=76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2449462 Mar 22 19:16:30.054521 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=55ef4fe3-4cf5-4b32-966f-3c289d2a196e,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:30.066801 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['55ef4fe3-4cf5-4b32-966f-3c289d2a196e'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:16:30.067596 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6283f8c2-2830-4970-90c7-076fd7003ebc req-a74ce76c-a1e2-449f-a06c-01b66991a54c service neutron] 10.222.0.84 "GET /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061785 Mar 22 19:16:30.079509 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2707b1a-adca-42b9-a090-78f4796a352a req-7e37bbde-8a3d-47db-ab23-6998ef67f86e tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.228 HTTP/1.1" status: 200 len: 698 time: 0.1261032 Mar 22 19:16:30.102243 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-d2707b1a-adca-42b9-a090-78f4796a352a req-48662c7d-6012-4750-b029-9390c0ce1560 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Request body: {'floatingip': {'port_id': '93d11184-ab81-4e97-b7f1-4996710160b2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:16:30.236787 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d2707b1a-adca-42b9-a090-78f4796a352a req-48662c7d-6012-4750-b029-9390c0ce1560 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks [] for floatingip (e0f38d1b-13bc-40be-bf19-ec9bffcad644), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:30.240605 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6283f8c2-2830-4970-90c7-076fd7003ebc req-23724c31-5a87-427f-a7ea-2fb9097add3e service neutron] 10.222.0.84 "GET /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590776 Mar 22 19:16:30.357240 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fb181-a564-4d95-9121-798e6ad88c9c req-0b63b0b9-bab3-4602-96ec-5eb394dea9ea tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:30.367039 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8b4fb181-a564-4d95-9121-798e6ad88c9c req-0b63b0b9-bab3-4602-96ec-5eb394dea9ea tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6a480b5-a6c0-4d49-a762-c37a48ac4e09 HTTP/1.1" status: 200 len: 945 time: 0.3159020 Mar 22 19:16:30.508431 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8b4fb181-a564-4d95-9121-798e6ad88c9c req-70762241-bccb-4f23-9970-2ddec9956987 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404328 Mar 22 19:16:30.576221 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 19:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2a9288-b93e-4a04-873a-5d2437b59f86 x-openstack-request-id: req-9c2a9288-b93e-4a04-873a-5d2437b59f86 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:16:30.577251 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acee74b5-2dff-40d9-95df-0462b1466357", "name": "network-vif-plugged", "status": "completed", "tag": "fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c", "code": 200}, {"server_uuid": "0840de3f-efcb-487a-93f3-1de7bc2097d5", "name": "network-vif-plugged", "status": "completed", "tag": "57c6a9e0-bb76-439e-9629-7dc8682cded9", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:16:30.577870 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9c2a9288-b93e-4a04-873a-5d2437b59f86 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:16:30.578532 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c2a9288-b93e-4a04-873a-5d2437b59f86'] response: {'server_uuid': 'acee74b5-2dff-40d9-95df-0462b1466357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c', 'code': 200} Mar 22 19:16:30.579323 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c2a9288-b93e-4a04-873a-5d2437b59f86'] response: {'server_uuid': '0840de3f-efcb-487a-93f3-1de7bc2097d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c6a9e0-bb76-439e-9629-7dc8682cded9', 'code': 200} Mar 22 19:16:30.616624 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.db.api [req-d2707b1a-adca-42b9-a090-78f4796a352a req-48662c7d-6012-4750-b029-9390c0ce1560 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:16:30.616851 n-d-705658-24 neutron-server[104172]: DEBUG oslo_db.api [req-d2707b1a-adca-42b9-a090-78f4796a352a req-48662c7d-6012-4750-b029-9390c0ce1560 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:16:30.669348 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4e366e99-af52-45ce-8918-d6ec76d11370 req-271d526f-b96c-4a26-ab88-873c43699f2b tempest-ServersAdmin275Test-1405569353 tempest-ServersAdmin275Test-1405569353-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0343070 Mar 22 19:16:30.729418 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab26c9a-84d4-4889-a2b2-3fbe4179d275 req-d767c003-5c08-463a-ab48-387278bdfe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:30.730916 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7ab26c9a-84d4-4889-a2b2-3fbe4179d275 req-d767c003-5c08-463a-ab48-387278bdfe15 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=acee74b5-2dff-40d9-95df-0462b1466357 HTTP/1.1" status: 200 len: 1129 time: 0.0702248 Mar 22 19:16:30.809455 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7ab26c9a-84d4-4889-a2b2-3fbe4179d275 req-c8f8abb9-19f3-4b8a-9229-3db890581157 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=71fd05ff-3cbd-4f39-bb1a-2004a9fe7af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701265 Mar 22 19:16:31.119521 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d2707b1a-adca-42b9-a090-78f4796a352a req-48662c7d-6012-4750-b029-9390c0ce1560 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks [] for floatingip (e0f38d1b-13bc-40be-bf19-ec9bffcad644), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:31.123006 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc1465-17a9-4645-aa7b-21243ec31c6d req-0e4212f1-175f-4791-87b0-4b0bb2e21143 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:31.125156 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7dc1465-17a9-4645-aa7b-21243ec31c6d req-0e4212f1-175f-4791-87b0-4b0bb2e21143 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e6a480b5-a6c0-4d49-a762-c37a48ac4e09 HTTP/1.1" status: 200 len: 1128 time: 0.2963104 Mar 22 19:16:31.292067 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7dc1465-17a9-4645-aa7b-21243ec31c6d req-f2ca200b-10d0-4d7d-a59e-33db81723dc6 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288340 Mar 22 19:16:31.308723 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a517e-f761-45e4-b11d-a044eb68e94e req-e3a0564a-69a3-4ce9-b655-b1fe34226f15 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:31.309541 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d80a517e-f761-45e4-b11d-a044eb68e94e req-e3a0564a-69a3-4ce9-b655-b1fe34226f15 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.84 "GET /v2.0/ports?device_id=b7c5a848-3bf4-432b-95d0-47c2c562f473 HTTP/1.1" status: 200 len: 946 time: 0.1577284 Mar 22 19:16:31.496085 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 55ef4fe3-4cf5-4b32-966f-3c289d2a196e up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:16:31.534080 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f871e-cb5f-421f-b4cd-5f6c100e1854 req-81ec91f6-a8b6-45cb-8ba5-a6ec3f4d561e tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:31.535853 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b06f871e-cb5f-421f-b4cd-5f6c100e1854 req-81ec91f6-a8b6-45cb-8ba5-a6ec3f4d561e tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "GET /v2.0/ports?device_id=acee74b5-2dff-40d9-95df-0462b1466357 HTTP/1.1" status: 200 len: 946 time: 0.1405008 Mar 22 19:16:31.599789 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 55ef4fe3-4cf5-4b32-966f-3c289d2a196e triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:16:31.600161 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (55ef4fe3-4cf5-4b32-966f-3c289d2a196e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:31.688577 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b06f871e-cb5f-421f-b4cd-5f6c100e1854 req-051b962d-6a79-4fb2-9159-c7db5ba099ee tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "GET /v2.0/security-groups?id=71fd05ff-3cbd-4f39-bb1a-2004a9fe7af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461487 Mar 22 19:16:31.721045 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-d80a517e-f761-45e4-b11d-a044eb68e94e req-2ee8ea33-ba34-4099-a8ab-b97e8d1f4156 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Deleting port 21140333-5cbd-433e-84c6-3e60ef6be741 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:16:31.721508 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d80a517e-f761-45e4-b11d-a044eb68e94e req-2ee8ea33-ba34-4099-a8ab-b97e8d1f4156 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (21140333-5cbd-433e-84c6-3e60ef6be741), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:31.724239 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 55ef4fe3-4cf5-4b32-966f-3c289d2a196e is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:16:31.724698 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (55ef4fe3-4cf5-4b32-966f-3c289d2a196e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:31.765660 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 55ef4fe3-4cf5-4b32-966f-3c289d2a196e, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=55ef4fe3-4cf5-4b32-966f-3c289d2a196e,segment=NetworkSegment(85cf4aab-02b0-4ed0-89a0-65a703cfb595),segment_id=85cf4aab-02b0-4ed0-89a0-65a703cfb595)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:31.782415 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (55ef4fe3-4cf5-4b32-966f-3c289d2a196e), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:31.901756 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-d80a517e-f761-45e4-b11d-a044eb68e94e req-2ee8ea33-ba34-4099-a8ab-b97e8d1f4156 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] For port 21140333-5cbd-433e-84c6-3e60ef6be741, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=21140333-5cbd-433e-84c6-3e60ef6be741,segment=NetworkSegment(ff787278-dda5-44e2-bda4-bbfcbe692a1e),segment_id=ff787278-dda5-44e2-bda4-bbfcbe692a1e)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:31.902282 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d80a517e-f761-45e4-b11d-a044eb68e94e req-2ee8ea33-ba34-4099-a8ab-b97e8d1f4156 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (21140333-5cbd-433e-84c6-3e60ef6be741), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:31.928236 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-d80a517e-f761-45e4-b11d-a044eb68e94e req-2ee8ea33-ba34-4099-a8ab-b97e8d1f4156 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Calling delete_port for 21140333-5cbd-433e-84c6-3e60ef6be741 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:16:31.945663 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e487a-115f-43c3-b8d8-f82fe58f3497 req-98c5ffb8-6810-4742-b010-2feced2e43dc tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:31.953330 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3c8e487a-115f-43c3-b8d8-f82fe58f3497 req-98c5ffb8-6810-4742-b010-2feced2e43dc tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 950 time: 0.1766918 Mar 22 19:16:32.042427 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=55ef4fe3-4cf5-4b32-966f-3c289d2a196e,revision_number=7']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:32.086558 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d2707b1a-adca-42b9-a090-78f4796a352a req-48662c7d-6012-4750-b029-9390c0ce1560 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:32.098845 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d2707b1a-adca-42b9-a090-78f4796a352a req-48662c7d-6012-4750-b029-9390c0ce1560 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (e0f38d1b-13bc-40be-bf19-ec9bffcad644), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:32.106520 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3c8e487a-115f-43c3-b8d8-f82fe58f3497 req-5eddac28-3bc1-4dbe-a15d-98fb9841edd7 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520979 Mar 22 19:16:32.261543 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [req-d2707b1a-adca-42b9-a090-78f4796a352a req-48662c7d-6012-4750-b029-9390c0ce1560 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Floating IP e0f38d1b-13bc-40be-bf19-ec9bffcad644 associated. External IP: 172.25.5.228, port: 93d11184-ab81-4e97-b7f1-4996710160b2. Mar 22 19:16:32.267438 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d80a517e-f761-45e4-b11d-a044eb68e94e req-2ee8ea33-ba34-4099-a8ab-b97e8d1f4156 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (21140333-5cbd-433e-84c6-3e60ef6be741), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:32.279954 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['21140333-5cbd-433e-84c6-3e60ef6be741'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:16:32.286148 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['93d11184-ab81-4e97-b7f1-4996710160b2'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:16:32.386034 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee8ea33-ba34-4099-a8ab-b97e8d1f4156 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Pushing event deleted for resources: {'Port': ['ID=21140333-5cbd-433e-84c6-3e60ef6be741,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:32.466602 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80a517e-f761-45e4-b11d-a044eb68e94e req-2ee8ea33-ba34-4099-a8ab-b97e8d1f4156 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] No DVR routers for this DVR port 21140333-5cbd-433e-84c6-3e60ef6be741 on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:16:32.469525 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d80a517e-f761-45e4-b11d-a044eb68e94e req-2ee8ea33-ba34-4099-a8ab-b97e8d1f4156 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:32.475285 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d80a517e-f761-45e4-b11d-a044eb68e94e req-2ee8ea33-ba34-4099-a8ab-b97e8d1f4156 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.84 "DELETE /v2.0/ports/21140333-5cbd-433e-84c6-3e60ef6be741 HTTP/1.1" status: 204 len: 173 time: 1.1600411 Mar 22 19:16:32.480775 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c5a848-3bf4-432b-95d0-47c2c562f473', 'name': 'network-vif-deleted', 'tag': '21140333-5cbd-433e-84c6-3e60ef6be741'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:16:32.484908 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d86029-1ecb-4837-8b0e-2628d434e972" -d '{"events": [{"server_uuid": "b7c5a848-3bf4-432b-95d0-47c2c562f473", "name": "network-vif-deleted", "tag": "21140333-5cbd-433e-84c6-3e60ef6be741"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:16:32.507038 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8bbeaa-4a5a-4c92-8d57-392a258c4ed0 req-106c6a99-8ba4-4643-a7e9-ed90f959eece tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:32.515314 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3c8bbeaa-4a5a-4c92-8d57-392a258c4ed0 req-106c6a99-8ba4-4643-a7e9-ed90f959eece tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e6a480b5-a6c0-4d49-a762-c37a48ac4e09 HTTP/1.1" status: 200 len: 1128 time: 0.2503154 Mar 22 19:16:32.580119 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcb160a-fa10-486a-9a04-8e829e46ac37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ef4fe3-4cf5-4b32-966f-3c289d2a196e'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:16:32.582769 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f33a90-e2d5-4bd2-9489-12aee8cae928" -d '{"events": [{"server_uuid": "0bcb160a-fa10-486a-9a04-8e829e46ac37", "name": "network-vif-plugged", "status": "completed", "tag": "55ef4fe3-4cf5-4b32-966f-3c289d2a196e"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:16:32.692156 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3c8bbeaa-4a5a-4c92-8d57-392a258c4ed0 req-27ee7f10-6aae-4318-8ca1-a97585a23137 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660035 Mar 22 19:16:32.730680 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2707b1a-adca-42b9-a090-78f4796a352a req-48662c7d-6012-4750-b029-9390c0ce1560 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Router e785be4f-764d-4af5-aede-fd7e5351613f has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:16:32.877017 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7174a1c0-c437-465d-9de6-3a86c754a4dc req-6f98c507-fe13-4a43-86b1-acc42063e62c tempest-ServersAdmin275Test-1405569353 tempest-ServersAdmin275Test-1405569353-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.1248734 Mar 22 19:16:32.917262 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2707b1a-adca-42b9-a090-78f4796a352a req-48662c7d-6012-4750-b029-9390c0ce1560 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:16:32.934451 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820ac00b-879c-4e7d-b26f-458487334cb7 None None] Sync routers for ids ['e785be4f-764d-4af5-aede-fd7e5351613f'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:16:32.937784 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d2707b1a-adca-42b9-a090-78f4796a352a req-48662c7d-6012-4750-b029-9390c0ce1560 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:32.952212 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820ac00b-879c-4e7d-b26f-458487334cb7 None None] Routers {'e785be4f-764d-4af5-aede-fd7e5351613f'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:16:32.953034 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-820ac00b-879c-4e7d-b26f-458487334cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:16:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e785be4f-764d-4af5-aede-fd7e5351613f'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:33.023254 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2707b1a-adca-42b9-a090-78f4796a352a req-48662c7d-6012-4750-b029-9390c0ce1560 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "PUT /v2.0/floatingips/e0f38d1b-13bc-40be-bf19-ec9bffcad644 HTTP/1.1" status: 200 len: 997 time: 2.9419122 Mar 22 19:16:33.069250 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0f3ce0-17d2-4370-80ea-d8026cccf101 x-openstack-request-id: req-7c0f3ce0-17d2-4370-80ea-d8026cccf101 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:16:33.070045 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c5a848-3bf4-432b-95d0-47c2c562f473", "name": "network-vif-deleted", "tag": "21140333-5cbd-433e-84c6-3e60ef6be741", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:16:33.070539 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7c0f3ce0-17d2-4370-80ea-d8026cccf101 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:16:33.071155 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c0f3ce0-17d2-4370-80ea-d8026cccf101'] response: {'server_uuid': 'b7c5a848-3bf4-432b-95d0-47c2c562f473', 'name': 'network-vif-deleted', 'tag': '21140333-5cbd-433e-84c6-3e60ef6be741', 'status': 'completed', 'code': 200} Mar 22 19:16:33.135614 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2707b1a-adca-42b9-a090-78f4796a352a req-64b1cf22-ba85-4972-b914-16a3dee7cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:33.150178 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2707b1a-adca-42b9-a090-78f4796a352a req-64b1cf22-ba85-4972-b914-16a3dee7cafa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9043ed5dac384ebd98a6e2b2119c0162&device_id=76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264 HTTP/1.1" status: 200 len: 1129 time: 0.1066344 Mar 22 19:16:33.157152 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbb7bb9-eda4-4dbb-bd07-b821b46d2d3e x-openstack-request-id: req-7fbb7bb9-eda4-4dbb-bd07-b821b46d2d3e {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:16:33.166239 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcb160a-fa10-486a-9a04-8e829e46ac37", "name": "network-vif-plugged", "status": "completed", "tag": "55ef4fe3-4cf5-4b32-966f-3c289d2a196e", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:16:33.166808 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7fbb7bb9-eda4-4dbb-bd07-b821b46d2d3e {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:16:33.167510 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fbb7bb9-eda4-4dbb-bd07-b821b46d2d3e'] response: {'server_uuid': '0bcb160a-fa10-486a-9a04-8e829e46ac37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ef4fe3-4cf5-4b32-966f-3c289d2a196e', 'code': 200} Mar 22 19:16:33.176527 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-820ac00b-879c-4e7d-b26f-458487334cb7 None None] Set router e785be4f-764d-4af5-aede-fd7e5351613f gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:16:33.627837 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-820ac00b-879c-4e7d-b26f-458487334cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1963704943-router', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:54Z', 'updated_at': '2022-03-22T19:15:04Z', 'revision_number': 4, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'gw_port': {'id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:14:56Z', 'updated_at': '2022-03-22T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'e0f38d1b-13bc-40be-bf19-ec9bffcad644', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'floating_ip_address': '172.25.5.228', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'port_id': '93d11184-ab81-4e97-b7f1-4996710160b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'mac_address': 'fa:16:3e:0a:e0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:15:37Z', 'updated_at': '2022-03-22T19:16:31Z', 'revision_number': 8, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7862fcd2-cf05-4bdc-934f-2c77bbac6505', 'name': '', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'mac_address': 'fa:16:3e:66:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:01Z', 'updated_at': '2022-03-22T19:15:10Z', 'revision_number': 5, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'subnets': [{'id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:33.666044 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6076e24-98dc-406f-b990-1dfe5c15100b req-e3c085cc-2ec2-48a6-b19b-78239908c707 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:33.673463 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e6076e24-98dc-406f-b990-1dfe5c15100b req-e3c085cc-2ec2-48a6-b19b-78239908c707 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "GET /v2.0/ports?device_id=acee74b5-2dff-40d9-95df-0462b1466357 HTTP/1.1" status: 200 len: 946 time: 0.0965083 Mar 22 19:16:33.682311 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820ac00b-879c-4e7d-b26f-458487334cb7 None None] Checking router: e785be4f-764d-4af5-aede-fd7e5351613f for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:16:33.692651 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820ac00b-879c-4e7d-b26f-458487334cb7 None None] Routers {'e785be4f-764d-4af5-aede-fd7e5351613f'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:16:33.693277 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-820ac00b-879c-4e7d-b26f-458487334cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:16:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e785be4f-764d-4af5-aede-fd7e5351613f'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:33.742937 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2707b1a-adca-42b9-a090-78f4796a352a req-c23f278e-6b52-4fb5-b0c2-227289f1c59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:33.751157 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2707b1a-adca-42b9-a090-78f4796a352a req-c23f278e-6b52-4fb5-b0c2-227289f1c59c service neutron] 10.222.0.75 "GET /v2.0/networks?id=408d3c74-488c-412d-8e2a-ab74ff098a11 HTTP/1.1" status: 200 len: 922 time: 0.5985651 Mar 22 19:16:33.821019 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2707b1a-adca-42b9-a090-78f4796a352a req-70adb7c4-db90-4f94-920f-b4ce68ae3951 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93d11184-ab81-4e97-b7f1-4996710160b2 HTTP/1.1" status: 200 len: 1000 time: 0.0687702 Mar 22 19:16:33.840224 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e6076e24-98dc-406f-b990-1dfe5c15100b req-4881e04c-f864-4234-909b-06e224f0d855 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "GET /v2.0/security-groups?id=71fd05ff-3cbd-4f39-bb1a-2004a9fe7af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656463 Mar 22 19:16:33.841214 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-820ac00b-879c-4e7d-b26f-458487334cb7 None None] Set router e785be4f-764d-4af5-aede-fd7e5351613f gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:16:33.943246 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2707b1a-adca-42b9-a090-78f4796a352a req-9f34b005-aee2-432c-992f-7e43ea007c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:33.956062 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2707b1a-adca-42b9-a090-78f4796a352a req-9f34b005-aee2-432c-992f-7e43ea007c79 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=404f1295-a29d-4db9-84c7-cbcf7d46527c HTTP/1.1" status: 200 len: 860 time: 0.1341767 Mar 22 19:16:34.067110 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2707b1a-adca-42b9-a090-78f4796a352a req-89d418e8-325e-4b7b-8bc0-ced3c1a8607c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:34.074885 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2707b1a-adca-42b9-a090-78f4796a352a req-89d418e8-325e-4b7b-8bc0-ced3c1a8607c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=408d3c74-488c-412d-8e2a-ab74ff098a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1178341 Mar 22 19:16:34.185631 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c0ee1-5750-4a40-8ab0-2585b2fe7f95 req-2d1d9f02-f182-4408-9027-fb7ed155ed6d tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:34.200245 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a51c0ee1-5750-4a40-8ab0-2585b2fe7f95 req-2d1d9f02-f182-4408-9027-fb7ed155ed6d tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 950 time: 0.2054331 Mar 22 19:16:34.319488 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-820ac00b-879c-4e7d-b26f-458487334cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1963704943-router', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:54Z', 'updated_at': '2022-03-22T19:15:04Z', 'revision_number': 4, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'gw_port': {'id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:14:56Z', 'updated_at': '2022-03-22T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'e0f38d1b-13bc-40be-bf19-ec9bffcad644', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'floating_ip_address': '172.25.5.228', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'port_id': '93d11184-ab81-4e97-b7f1-4996710160b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'mac_address': 'fa:16:3e:0a:e0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:15:37Z', 'updated_at': '2022-03-22T19:16:31Z', 'revision_number': 8, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7862fcd2-cf05-4bdc-934f-2c77bbac6505', 'name': '', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'mac_address': 'fa:16:3e:66:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:01Z', 'updated_at': '2022-03-22T19:15:10Z', 'revision_number': 5, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'subnets': [{'id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:34.367023 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a51c0ee1-5750-4a40-8ab0-2585b2fe7f95 req-a5e34d0b-a7b3-42b2-8232-7e7782f2f020 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646869 Mar 22 19:16:34.370689 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2707b1a-adca-42b9-a090-78f4796a352a req-ac090080-0995-42f3-9c20-56aacefa6786 service neutron] 10.222.0.75 "GET /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949944 Mar 22 19:16:34.403221 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820ac00b-879c-4e7d-b26f-458487334cb7 None None] The sync data for ids ['e785be4f-764d-4af5-aede-fd7e5351613f'] in n-d-705658-24 is: [{'id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1963704943-router', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:54Z', 'updated_at': '2022-03-22T19:15:04Z', 'revision_number': 4, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'gw_port': {'id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:14:56Z', 'updated_at': '2022-03-22T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'e0f38d1b-13bc-40be-bf19-ec9bffcad644', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'floating_ip_address': '172.25.5.228', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'port_id': '93d11184-ab81-4e97-b7f1-4996710160b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'mac_address': 'fa:16:3e:0a:e0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:15:37Z', 'updated_at': '2022-03-22T19:16:31Z', 'revision_number': 8, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7862fcd2-cf05-4bdc-934f-2c77bbac6505', 'name': '', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'mac_address': 'fa:16:3e:66:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:01Z', 'updated_at': '2022-03-22T19:15:10Z', 'revision_number': 5, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'subnets': [{'id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:16:34.643005 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2707b1a-adca-42b9-a090-78f4796a352a req-6c1877e0-b9de-4d1d-8bf4-b40e5f42bd51 service neutron] 10.222.0.75 "GET /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551095 Mar 22 19:16:34.860734 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fa909-cddc-4735-bf4a-28ed0652165a req-6224b0fa-4361-47a7-b1ed-16a73d9919d7 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:34.862484 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-234fa909-cddc-4735-bf4a-28ed0652165a req-6224b0fa-4361-47a7-b1ed-16a73d9919d7 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "GET /v2.0/ports?device_id=acee74b5-2dff-40d9-95df-0462b1466357 HTTP/1.1" status: 200 len: 946 time: 0.0832508 Mar 22 19:16:34.874663 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36070) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:16:34.879789 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-5499d2fb-3a58-457c-9b04-b5fed128e07f tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Request body: {'floatingip': {'port_id': 'fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:16:34.954125 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2b6be3-57f3-4497-b788-cf4dd1882eba None None] New status for floating IP e0f38d1b-13bc-40be-bf19-ec9bffcad644: ACTIVE {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:16:34.980916 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 21140333-5cbd-433e-84c6-3e60ef6be741 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:16:35.009454 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 21140333-5cbd-433e-84c6-3e60ef6be741 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:16:35.009454 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 21140333-5cbd-433e-84c6-3e60ef6be741 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:16:35.124626 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264', 'tag': '93d11184-ab81-4e97-b7f1-4996710160b2'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:16:35.126972 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd7148e-f1a2-4283-8c58-56b53e68fcb9" -d '{"events": [{"name": "network-changed", "server_uuid": "76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264", "tag": "93d11184-ab81-4e97-b7f1-4996710160b2"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:16:35.156301 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5499d2fb-3a58-457c-9b04-b5fed128e07f tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks [] for floatingip (736abfcd-157e-464d-b461-1aa2e93c387b), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:35.248624 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a40d03a4-c550-45d6-a6b4-ed1177bf36ad req-612abbf0-7e36-45ce-b8e3-667d437996f5 tempest-ServersAdmin275Test-1405569353 tempest-ServersAdmin275Test-1405569353-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0656185 Mar 22 19:16:35.735705 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5499d2fb-3a58-457c-9b04-b5fed128e07f tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:35.742864 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5499d2fb-3a58-457c-9b04-b5fed128e07f tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (736abfcd-157e-464d-b461-1aa2e93c387b), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:35.908913 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-5499d2fb-3a58-457c-9b04-b5fed128e07f tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Floating IP 736abfcd-157e-464d-b461-1aa2e93c387b associated. External IP: 172.25.5.10, port: fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c. Mar 22 19:16:36.211602 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5499d2fb-3a58-457c-9b04-b5fed128e07f tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Router 27654713-b678-49b7-b5d3-8445f6d28b83 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:16:36.365384 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5499d2fb-3a58-457c-9b04-b5fed128e07f tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:16:36.371699 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5499d2fb-3a58-457c-9b04-b5fed128e07f tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:36.377177 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2514718-1ed8-4f5c-830b-87d93af48cbd None None] Sync routers for ids ['27654713-b678-49b7-b5d3-8445f6d28b83'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:16:36.401593 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2514718-1ed8-4f5c-830b-87d93af48cbd None None] Routers {'27654713-b678-49b7-b5d3-8445f6d28b83'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:16:36.402696 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-c2514718-1ed8-4f5c-830b-87d93af48cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:16:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['27654713-b678-49b7-b5d3-8445f6d28b83'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:36.485697 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5499d2fb-3a58-457c-9b04-b5fed128e07f tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "PUT /v2.0/floatingips/736abfcd-157e-464d-b461-1aa2e93c387b HTTP/1.1" status: 200 len: 991 time: 1.6096106 Mar 22 19:16:36.486782 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acee74b5-2dff-40d9-95df-0462b1466357', 'tag': 'fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:16:36.489362 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4684b3-a89f-4b07-91e9-211a49ae9f47" -d '{"events": [{"name": "network-changed", "server_uuid": "acee74b5-2dff-40d9-95df-0462b1466357", "tag": "fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:16:36.590179 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-c2514718-1ed8-4f5c-830b-87d93af48cbd None None] Set router 27654713-b678-49b7-b5d3-8445f6d28b83 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:16:36.957191 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-c2514718-1ed8-4f5c-830b-87d93af48cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'name': 'tempest-AttachSCSIVolumeTestJSON-693033484-router', 'tenant_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b2f8df93-6e6b-4f7f-8074-95f25836f435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:59Z', 'updated_at': '2022-03-22T19:15:08Z', 'revision_number': 4, 'project_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'gw_port': {'id': 'b2f8df93-6e6b-4f7f-8074-95f25836f435', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:00Z', 'updated_at': '2022-03-22T19:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '736abfcd-157e-464d-b461-1aa2e93c387b', 'tenant_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'floating_ip_address': '172.25.5.10', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'port_id': 'fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da5fd57b-f10f-4980-a231-2023d84d3d68', 'mac_address': 'fa:16:3e:d2:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acee74b5-2dff-40d9-95df-0462b1466357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:15:58Z', 'updated_at': '2022-03-22T19:16:35Z', 'revision_number': 1, 'project_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ec6b17-c474-4976-9b71-9e70abcfd141', 'name': '', 'network_id': 'da5fd57b-f10f-4980-a231-2023d84d3d68', 'tenant_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'mac_address': 'fa:16:3e:43:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c55e3d95-c01f-4644-b0f9-457902969723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:07Z', 'updated_at': '2022-03-22T19:15:17Z', 'revision_number': 5, 'project_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'subnets': [{'id': 'c55e3d95-c01f-4644-b0f9-457902969723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:36.996155 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2514718-1ed8-4f5c-830b-87d93af48cbd None None] Checking router: 27654713-b678-49b7-b5d3-8445f6d28b83 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:16:37.016579 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2514718-1ed8-4f5c-830b-87d93af48cbd None None] Routers {'27654713-b678-49b7-b5d3-8445f6d28b83'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:16:37.017217 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-c2514718-1ed8-4f5c-830b-87d93af48cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:16:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['27654713-b678-49b7-b5d3-8445f6d28b83'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:37.400121 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-c2514718-1ed8-4f5c-830b-87d93af48cbd None None] Set router 27654713-b678-49b7-b5d3-8445f6d28b83 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:16:37.913926 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-c2514718-1ed8-4f5c-830b-87d93af48cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'name': 'tempest-AttachSCSIVolumeTestJSON-693033484-router', 'tenant_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b2f8df93-6e6b-4f7f-8074-95f25836f435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:59Z', 'updated_at': '2022-03-22T19:15:08Z', 'revision_number': 4, 'project_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'gw_port': {'id': 'b2f8df93-6e6b-4f7f-8074-95f25836f435', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:00Z', 'updated_at': '2022-03-22T19:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '736abfcd-157e-464d-b461-1aa2e93c387b', 'tenant_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'floating_ip_address': '172.25.5.10', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'port_id': 'fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da5fd57b-f10f-4980-a231-2023d84d3d68', 'mac_address': 'fa:16:3e:d2:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acee74b5-2dff-40d9-95df-0462b1466357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:15:58Z', 'updated_at': '2022-03-22T19:16:35Z', 'revision_number': 1, 'project_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ec6b17-c474-4976-9b71-9e70abcfd141', 'name': '', 'network_id': 'da5fd57b-f10f-4980-a231-2023d84d3d68', 'tenant_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'mac_address': 'fa:16:3e:43:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c55e3d95-c01f-4644-b0f9-457902969723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:07Z', 'updated_at': '2022-03-22T19:15:17Z', 'revision_number': 5, 'project_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'subnets': [{'id': 'c55e3d95-c01f-4644-b0f9-457902969723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:37.954945 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2514718-1ed8-4f5c-830b-87d93af48cbd None None] The sync data for ids ['27654713-b678-49b7-b5d3-8445f6d28b83'] in n-d-705658-24 is: [{'id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'name': 'tempest-AttachSCSIVolumeTestJSON-693033484-router', 'tenant_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b2f8df93-6e6b-4f7f-8074-95f25836f435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:59Z', 'updated_at': '2022-03-22T19:15:08Z', 'revision_number': 4, 'project_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'gw_port': {'id': 'b2f8df93-6e6b-4f7f-8074-95f25836f435', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:00Z', 'updated_at': '2022-03-22T19:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '736abfcd-157e-464d-b461-1aa2e93c387b', 'tenant_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'floating_ip_address': '172.25.5.10', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'port_id': 'fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da5fd57b-f10f-4980-a231-2023d84d3d68', 'mac_address': 'fa:16:3e:d2:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acee74b5-2dff-40d9-95df-0462b1466357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:15:58Z', 'updated_at': '2022-03-22T19:16:35Z', 'revision_number': 1, 'project_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94ec6b17-c474-4976-9b71-9e70abcfd141', 'name': '', 'network_id': 'da5fd57b-f10f-4980-a231-2023d84d3d68', 'tenant_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'mac_address': 'fa:16:3e:43:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c55e3d95-c01f-4644-b0f9-457902969723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:07Z', 'updated_at': '2022-03-22T19:15:17Z', 'revision_number': 5, 'project_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'subnets': [{'id': 'c55e3d95-c01f-4644-b0f9-457902969723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:16:38.374047 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031addd2-e974-4093-9769-c2a4e5514d86 None None] New status for floating IP 736abfcd-157e-464d-b461-1aa2e93c387b: ACTIVE {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:16:40.157356 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c049ddea-0136-4740-a7ec-62675d1d1de1 req-c4c5aac6-2640-4ce3-b5db-b715d89bbf38 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/floatingips/e0f38d1b-13bc-40be-bf19-ec9bffcad644 HTTP/1.1" status: 200 len: 999 time: 0.1125836 Mar 22 19:16:40.227053 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad44278-f7bc-41c2-9241-3eb50f85a478 req-7e782457-1f48-43c5-9943-9f9423a23150 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:40.228595 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ad44278-f7bc-41c2-9241-3eb50f85a478 req-7e782457-1f48-43c5-9943-9f9423a23150 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e6a480b5-a6c0-4d49-a762-c37a48ac4e09 HTTP/1.1" status: 200 len: 1128 time: 0.1257775 Mar 22 19:16:40.331476 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ad44278-f7bc-41c2-9241-3eb50f85a478 req-a0c8c446-1657-45b9-b2ce-be7e24da6080 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952964 Mar 22 19:16:40.365546 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c049ddea-0136-4740-a7ec-62675d1d1de1 req-47636da8-215c-487d-a4a2-458d7463d976 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:40.367246 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c049ddea-0136-4740-a7ec-62675d1d1de1 req-47636da8-215c-487d-a4a2-458d7463d976 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 784 time: 0.2045753 Mar 22 19:16:40.383917 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-c049ddea-0136-4740-a7ec-62675d1d1de1 req-770d0ae5-eabd-455b-bb09-e4567f1d8be7 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:16:40.386438 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c049ddea-0136-4740-a7ec-62675d1d1de1 req-770d0ae5-eabd-455b-bb09-e4567f1d8be7 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096226 Mar 22 19:16:40.411648 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d096cd99-d046-4a17-88fa-a0baa405c576 x-openstack-request-id: req-d096cd99-d046-4a17-88fa-a0baa405c576 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:16:40.411945 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264", "tag": "93d11184-ab81-4e97-b7f1-4996710160b2", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:16:40.412640 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d096cd99-d046-4a17-88fa-a0baa405c576 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:16:40.413058 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d096cd99-d046-4a17-88fa-a0baa405c576'] response: {'name': 'network-changed', 'server_uuid': '76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264', 'tag': '93d11184-ab81-4e97-b7f1-4996710160b2', 'status': 'completed', 'code': 200} Mar 22 19:16:40.537736 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-47b162ac-fe0a-4443-b043-fd9d6bada86b req-8365ec9f-0bfd-42e0-99fb-8653f48a4d89 tempest-ServersAdmin275Test-1405569353 tempest-ServersAdmin275Test-1405569353-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0656734 Mar 22 19:16:40.565539 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af23721-4ceb-4e05-a328-7bb5272fccde req-010da6c3-4b46-4c74-a193-51748f0aff50 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:40.567092 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5af23721-4ceb-4e05-a328-7bb5272fccde req-010da6c3-4b46-4c74-a193-51748f0aff50 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 950 time: 0.1096151 Mar 22 19:16:40.573693 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7148e-f1a2-4283-8c58-56b53e68fcb9 req-8f36cbad-a5a4-4a65-a177-2b960dfa051c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:40.575494 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6dd7148e-f1a2-4283-8c58-56b53e68fcb9 req-8f36cbad-a5a4-4a65-a177-2b960dfa051c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9043ed5dac384ebd98a6e2b2119c0162&device_id=76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264 HTTP/1.1" status: 200 len: 1129 time: 0.1306584 Mar 22 19:16:40.619018 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92789313-dd0c-4d85-8b52-2b15ee35b7c3 x-openstack-request-id: req-92789313-dd0c-4d85-8b52-2b15ee35b7c3 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:16:40.620047 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acee74b5-2dff-40d9-95df-0462b1466357", "tag": "fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:16:40.620642 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-92789313-dd0c-4d85-8b52-2b15ee35b7c3 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:16:40.621290 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92789313-dd0c-4d85-8b52-2b15ee35b7c3'] response: {'name': 'network-changed', 'server_uuid': 'acee74b5-2dff-40d9-95df-0462b1466357', 'tag': 'fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c', 'status': 'completed', 'code': 200} Mar 22 19:16:40.729852 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5af23721-4ceb-4e05-a328-7bb5272fccde req-ebb7c18e-a8a2-4e38-bb9d-8abfb050b548 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406877 Mar 22 19:16:40.768237 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4684b3-a89f-4b07-91e9-211a49ae9f47 req-f6d547ef-81fe-4df7-b9f2-e8a6d8e44b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:40.775349 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f4684b3-a89f-4b07-91e9-211a49ae9f47 req-f6d547ef-81fe-4df7-b9f2-e8a6d8e44b91 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=299d57ef35bc4e46a2ac01153c6bee7d&device_id=acee74b5-2dff-40d9-95df-0462b1466357 HTTP/1.1" status: 200 len: 1129 time: 0.1236901 Mar 22 19:16:40.881290 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7148e-f1a2-4283-8c58-56b53e68fcb9 req-f0209627-24a0-42a0-876c-df0a3a8e013a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:40.882993 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6dd7148e-f1a2-4283-8c58-56b53e68fcb9 req-f0209627-24a0-42a0-876c-df0a3a8e013a service neutron] 10.222.0.85 "GET /v2.0/networks?id=408d3c74-488c-412d-8e2a-ab74ff098a11 HTTP/1.1" status: 200 len: 922 time: 0.2988582 Mar 22 19:16:41.024436 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6dd7148e-f1a2-4283-8c58-56b53e68fcb9 req-e531c578-721a-437e-ae17-46f73c40a2ff service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93d11184-ab81-4e97-b7f1-4996710160b2 HTTP/1.1" status: 200 len: 1002 time: 0.1343591 Mar 22 19:16:41.033540 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4684b3-a89f-4b07-91e9-211a49ae9f47 req-f50b5e74-bd5d-44b2-8306-8eb6e7718d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:41.033975 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f4684b3-a89f-4b07-91e9-211a49ae9f47 req-f50b5e74-bd5d-44b2-8306-8eb6e7718d2d service neutron] 10.222.0.85 "GET /v2.0/networks?id=da5fd57b-f10f-4980-a231-2023d84d3d68 HTTP/1.1" status: 200 len: 915 time: 0.2511551 Mar 22 19:16:41.079864 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9feb97e8-91a1-446c-9a74-55b368667449 req-0390811d-a628-4eb1-9b4d-426524a6ed43 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.228 HTTP/1.1" status: 200 len: 1002 time: 0.1486087 Mar 22 19:16:41.173318 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7148e-f1a2-4283-8c58-56b53e68fcb9 req-48352fc6-6464-4542-878a-6cd7ea978b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:41.174892 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6dd7148e-f1a2-4283-8c58-56b53e68fcb9 req-48352fc6-6464-4542-878a-6cd7ea978b14 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=404f1295-a29d-4db9-84c7-cbcf7d46527c HTTP/1.1" status: 200 len: 860 time: 0.1400502 Mar 22 19:16:41.184707 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f4684b3-a89f-4b07-91e9-211a49ae9f47 req-363f5004-a2b9-493b-8ef0-a89fd9290a9b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c HTTP/1.1" status: 200 len: 1001 time: 0.1380093 Mar 22 19:16:41.191066 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb97e8-91a1-446c-9a74-55b368667449 req-f8ba3b9f-cc49-48dd-acdb-82b8e587d244 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:41.192448 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9feb97e8-91a1-446c-9a74-55b368667449 req-f8ba3b9f-cc49-48dd-acdb-82b8e587d244 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/ports/93d11184-ab81-4e97-b7f1-4996710160b2 HTTP/1.1" status: 200 len: 943 time: 0.0827518 Mar 22 19:16:41.250313 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4684b3-a89f-4b07-91e9-211a49ae9f47 req-49736513-873c-4a31-8632-3822a03dcd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:41.251898 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f4684b3-a89f-4b07-91e9-211a49ae9f47 req-49736513-873c-4a31-8632-3822a03dcd98 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c55e3d95-c01f-4644-b0f9-457902969723 HTTP/1.1" status: 200 len: 853 time: 0.0584726 Mar 22 19:16:41.381247 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9feb97e8-91a1-446c-9a74-55b368667449 req-65f60e69-611d-4cf4-b39c-d56f54876856 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.228 HTTP/1.1" status: 200 len: 1002 time: 0.1132405 Mar 22 19:16:41.384923 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7148e-f1a2-4283-8c58-56b53e68fcb9 req-1ea09b02-0fd0-4330-85c3-49a969e16e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:41.386943 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6dd7148e-f1a2-4283-8c58-56b53e68fcb9 req-1ea09b02-0fd0-4330-85c3-49a969e16e53 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=408d3c74-488c-412d-8e2a-ab74ff098a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2045424 Mar 22 19:16:41.398741 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4684b3-a89f-4b07-91e9-211a49ae9f47 req-19a0c06c-dfd4-476d-b995-b48656befe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:41.400248 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f4684b3-a89f-4b07-91e9-211a49ae9f47 req-19a0c06c-dfd4-476d-b995-b48656befe0e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=da5fd57b-f10f-4980-a231-2023d84d3d68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1334925 Mar 22 19:16:41.644225 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb97e8-91a1-446c-9a74-55b368667449 req-eddde6ce-2f1c-4c5b-9fc6-21ebb26408ba tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:41.652363 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9feb97e8-91a1-446c-9a74-55b368667449 req-eddde6ce-2f1c-4c5b-9fc6-21ebb26408ba tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 784 time: 0.2642312 Mar 22 19:16:41.663512 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6dd7148e-f1a2-4283-8c58-56b53e68fcb9 req-44c092ce-db04-4ec2-bce0-598c78a16b0e service neutron] 10.222.0.85 "GET /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622433 Mar 22 19:16:41.701337 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f4684b3-a89f-4b07-91e9-211a49ae9f47 req-3b06ab76-8bf7-420c-8d4f-cb47f28ee69b service neutron] 10.222.0.85 "GET /v2.0/networks/da5fd57b-f10f-4980-a231-2023d84d3d68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904027 Mar 22 19:16:41.831458 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9feb97e8-91a1-446c-9a74-55b368667449 req-7cf485a8-7df1-4952-a268-b749cecfe958 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.228 HTTP/1.1" status: 200 len: 1002 time: 0.1781023 Mar 22 19:16:41.836103 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-9feb97e8-91a1-446c-9a74-55b368667449 req-2e0b8e85-a013-468f-a5a5-064f9be25b11 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:16:42.038750 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36176) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:16:42.173804 n-d-705658-24 neutron-server[104173]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 22 19:16:42.177992 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-d965a974-070b-4192-ae74-236192e62c7b tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:16:42.182690 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6dd7148e-f1a2-4283-8c58-56b53e68fcb9 req-e6af41ae-c640-47fd-9e2e-0decb0c070f7 service neutron] 10.222.0.85 "GET /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4901607 Mar 22 19:16:42.185095 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9feb97e8-91a1-446c-9a74-55b368667449 req-2e0b8e85-a013-468f-a5a5-064f9be25b11 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks [] for floatingip (e0f38d1b-13bc-40be-bf19-ec9bffcad644), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:42.188981 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f4684b3-a89f-4b07-91e9-211a49ae9f47 req-3fe4ef33-0c8c-4046-892d-fe2b2f7c2c23 service neutron] 10.222.0.85 "GET /v2.0/networks/da5fd57b-f10f-4980-a231-2023d84d3d68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717436 Mar 22 19:16:42.190667 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-d965a974-070b-4192-ae74-236192e62c7b tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1470470 Mar 22 19:16:42.391879 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-1fe031f2-c360-4482-b957-bb79743dbd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:42.400767 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-1fe031f2-c360-4482-b957-bb79743dbd0f service neutron] 10.222.0.75 "GET /v2.0/ports/1eea9213-f629-429e-ad2d-d16c1f3621b4 HTTP/1.1" status: 200 len: 1125 time: 0.1338358 Mar 22 19:16:42.406034 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-0be098b3-04c0-4a65-b190-30f196b06546 service neutron] Request body: {'binding': {'host': 'n-h1-705658-24', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:16:42.406902 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-0be098b3-04c0-4a65-b190-30f196b06546 service neutron] Unknown quota resources ['binding']. {{(pid=104173) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 19:16:42.412181 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9feb97e8-91a1-446c-9a74-55b368667449 req-2e0b8e85-a013-468f-a5a5-064f9be25b11 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:42.434323 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9feb97e8-91a1-446c-9a74-55b368667449 req-2e0b8e85-a013-468f-a5a5-064f9be25b11 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (e0f38d1b-13bc-40be-bf19-ec9bffcad644), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:42.434674 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [req-9feb97e8-91a1-446c-9a74-55b368667449 req-2e0b8e85-a013-468f-a5a5-064f9be25b11 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Floating IP e0f38d1b-13bc-40be-bf19-ec9bffcad644 disassociated. External IP: 172.25.5.228, port: 93d11184-ab81-4e97-b7f1-4996710160b2. Mar 22 19:16:42.547187 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8fd6a-34a1-4e9b-8549-e66602c0907e req-632333fd-0cc3-4d6b-bfee-70929c85dee3 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:42.548685 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-deb8fd6a-34a1-4e9b-8549-e66602c0907e req-632333fd-0cc3-4d6b-bfee-70929c85dee3 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.84 "GET /v2.0/ports?device_id=be0e1de6-a346-4f2b-87e9-7eebc2fd7dab HTTP/1.1" status: 200 len: 946 time: 0.1568842 Mar 22 19:16:42.612226 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-0be098b3-04c0-4a65-b190-30f196b06546 service neutron] Attempting to bind port 1eea9213-f629-429e-ad2d-d16c1f3621b4 on host n-h1-705658-24 for vnic_type normal with profile None {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:16:42.612767 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-0be098b3-04c0-4a65-b190-30f196b06546 service neutron] Attempting to bind port 1eea9213-f629-429e-ad2d-d16c1f3621b4 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:16:42.613423 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-0be098b3-04c0-4a65-b190-30f196b06546 service neutron] Attempting to bind port 1eea9213-f629-429e-ad2d-d16c1f3621b4 on network 63b49c54-7e45-4147-9f0e-8b47e058281a {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:16:42.618724 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-0be098b3-04c0-4a65-b190-30f196b06546 service neutron] Port 1eea9213-f629-429e-ad2d-d16c1f3621b4 on network 63b49c54-7e45-4147-9f0e-8b47e058281a not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:16:42.619177 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-0be098b3-04c0-4a65-b190-30f196b06546 service neutron] Attempting to bind port 1eea9213-f629-429e-ad2d-d16c1f3621b4 on network 63b49c54-7e45-4147-9f0e-8b47e058281a {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:16:42.627285 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-0be098b3-04c0-4a65-b190-30f196b06546 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:16:42.627746 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-0be098b3-04c0-4a65-b190-30f196b06546 service neutron] Checking segment: {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:16:42.628229 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-0be098b3-04c0-4a65-b190-30f196b06546 service neutron] Bound using segment: {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:16:42.628827 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-0be098b3-04c0-4a65-b190-30f196b06546 service neutron] Bound port: 1eea9213-f629-429e-ad2d-d16c1f3621b4, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:16:42.700157 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-0be098b3-04c0-4a65-b190-30f196b06546 service neutron] For port 1eea9213-f629-429e-ad2d-d16c1f3621b4, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=1eea9213-f629-429e-ad2d-d16c1f3621b4,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:16:42.712335 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-0be098b3-04c0-4a65-b190-30f196b06546 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:42.725113 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-0be098b3-04c0-4a65-b190-30f196b06546 service neutron] 10.222.0.75 "POST /v2.0/ports/1eea9213-f629-429e-ad2d-d16c1f3621b4/bindings HTTP/1.1" status: 201 len: 390 time: 0.3234057 Mar 22 19:16:42.741961 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-deb8fd6a-34a1-4e9b-8549-e66602c0907e req-301725e6-9d28-42d8-baa4-122ef81e426d tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Deleting port 6b40b806-9fca-4dfd-8a82-d796f37023fd {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:16:42.742306 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-deb8fd6a-34a1-4e9b-8549-e66602c0907e req-301725e6-9d28-42d8-baa4-122ef81e426d tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (6b40b806-9fca-4dfd-8a82-d796f37023fd), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:42.826628 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9feb97e8-91a1-446c-9a74-55b368667449 req-2e0b8e85-a013-468f-a5a5-064f9be25b11 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Router e785be4f-764d-4af5-aede-fd7e5351613f has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:16:42.959390 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-deb8fd6a-34a1-4e9b-8549-e66602c0907e req-301725e6-9d28-42d8-baa4-122ef81e426d tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] For port 6b40b806-9fca-4dfd-8a82-d796f37023fd, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=6b40b806-9fca-4dfd-8a82-d796f37023fd,segment=NetworkSegment(434c9c69-ff1e-4e34-b423-28413f789ad4),segment_id=434c9c69-ff1e-4e34-b423-28413f789ad4)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:42.960113 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-deb8fd6a-34a1-4e9b-8549-e66602c0907e req-301725e6-9d28-42d8-baa4-122ef81e426d tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (6b40b806-9fca-4dfd-8a82-d796f37023fd), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:43.085654 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-dc9a758b-1f1a-41da-b23d-223bfd528fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:43.094792 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-dc9a758b-1f1a-41da-b23d-223bfd528fa7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=635145d2a62d432cbc865a99eb3219e4&device_id=e6a480b5-a6c0-4d49-a762-c37a48ac4e09 HTTP/1.1" status: 200 len: 1128 time: 0.0680652 Mar 22 19:16:43.102064 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ceff5-0dd4-4495-9dfa-9178a4efe954 req-7d3d3a08-20ae-41b5-83d3-884a1b9428af tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:43.103578 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-645ceff5-0dd4-4495-9dfa-9178a4efe954 req-7d3d3a08-20ae-41b5-83d3-884a1b9428af tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/ports?device_id=0840de3f-efcb-487a-93f3-1de7bc2097d5 HTTP/1.1" status: 200 len: 951 time: 0.2103608 Mar 22 19:16:43.133465 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9feb97e8-91a1-446c-9a74-55b368667449 req-2e0b8e85-a013-468f-a5a5-064f9be25b11 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:16:43.141474 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9feb97e8-91a1-446c-9a74-55b368667449 req-2e0b8e85-a013-468f-a5a5-064f9be25b11 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:43.145441 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cb43bb-7693-45b7-aba0-8e05a3ee2ac7 None None] Sync routers for ids ['e785be4f-764d-4af5-aede-fd7e5351613f'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:16:43.168733 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cb43bb-7693-45b7-aba0-8e05a3ee2ac7 None None] Routers {'e785be4f-764d-4af5-aede-fd7e5351613f'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:16:43.169475 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a9cb43bb-7693-45b7-aba0-8e05a3ee2ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:16:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e785be4f-764d-4af5-aede-fd7e5351613f'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:43.233544 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-8503315e-330c-4f87-bb8d-39bbeccd787d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:43.236095 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-8503315e-330c-4f87-bb8d-39bbeccd787d service neutron] 10.222.0.84 "GET /v2.0/networks?id=63b49c54-7e45-4147-9f0e-8b47e058281a HTTP/1.1" status: 200 len: 909 time: 0.1335630 Mar 22 19:16:43.270410 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9feb97e8-91a1-446c-9a74-55b368667449 req-2e0b8e85-a013-468f-a5a5-064f9be25b11 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "PUT /v2.0/floatingips/e0f38d1b-13bc-40be-bf19-ec9bffcad644 HTTP/1.1" status: 200 len: 696 time: 1.4284132 Mar 22 19:16:43.288434 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264', 'tag': '93d11184-ab81-4e97-b7f1-4996710160b2'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:16:43.290790 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5387928f-4206-48bd-bb8d-a7588af9308d" -d '{"events": [{"name": "network-changed", "server_uuid": "76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264", "tag": "93d11184-ab81-4e97-b7f1-4996710160b2"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:16:43.294435 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-fe8784ec-c8aa-4f77-a776-5e53f2830e8e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1eea9213-f629-429e-ad2d-d16c1f3621b4 HTTP/1.1" status: 200 len: 217 time: 0.0526979 Mar 22 19:16:43.327391 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-645ceff5-0dd4-4495-9dfa-9178a4efe954 req-a43a8201-135a-44de-a221-2c56f5af6067 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d759956-3223-46a8-8476-9fdc36e41283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103322 Mar 22 19:16:43.328092 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-deb8fd6a-34a1-4e9b-8549-e66602c0907e req-301725e6-9d28-42d8-baa4-122ef81e426d tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:43.328466 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-deb8fd6a-34a1-4e9b-8549-e66602c0907e req-301725e6-9d28-42d8-baa4-122ef81e426d tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (e13181dd-8bbe-415f-aa72-077fe2850989), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:43.328793 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [req-deb8fd6a-34a1-4e9b-8549-e66602c0907e req-301725e6-9d28-42d8-baa4-122ef81e426d tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Floating IP e13181dd-8bbe-415f-aa72-077fe2850989 disassociated. External IP: 172.25.5.231, port: 6b40b806-9fca-4dfd-8a82-d796f37023fd. Mar 22 19:16:43.329179 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-deb8fd6a-34a1-4e9b-8549-e66602c0907e req-301725e6-9d28-42d8-baa4-122ef81e426d tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Calling delete_port for 6b40b806-9fca-4dfd-8a82-d796f37023fd owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:16:43.373698 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-5d0344a3-32af-481a-9d08-7a1180a33f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:43.373698 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-5d0344a3-32af-481a-9d08-7a1180a33f8a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1824832e-8035-4e29-a8c5-aaeabb7261e8 HTTP/1.1" status: 200 len: 848 time: 0.0720685 Mar 22 19:16:43.387814 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-a9cb43bb-7693-45b7-aba0-8e05a3ee2ac7 None None] Set router e785be4f-764d-4af5-aede-fd7e5351613f gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:16:43.400405 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb97e8-91a1-446c-9a74-55b368667449 req-e26624f6-1612-4c03-8d27-6e07e67fd87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:43.408942 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9feb97e8-91a1-446c-9a74-55b368667449 req-e26624f6-1612-4c03-8d27-6e07e67fd87d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9043ed5dac384ebd98a6e2b2119c0162&device_id=76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264 HTTP/1.1" status: 200 len: 1129 time: 0.1371975 Mar 22 19:16:43.435232 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-7d2559a4-8387-4bc6-88c8-fe5db5f08419 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=63b49c54-7e45-4147-9f0e-8b47e058281a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503595 Mar 22 19:16:43.590073 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-f65b3b50-6588-4918-8760-5737c8f95d33 service neutron] 10.222.0.84 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524014 Mar 22 19:16:43.603869 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb97e8-91a1-446c-9a74-55b368667449 req-8b207f7c-081a-4c86-86d3-d38498bbc8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:43.613462 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9feb97e8-91a1-446c-9a74-55b368667449 req-8b207f7c-081a-4c86-86d3-d38498bbc8c4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=408d3c74-488c-412d-8e2a-ab74ff098a11 HTTP/1.1" status: 200 len: 922 time: 0.2030778 Mar 22 19:16:43.683737 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9feb97e8-91a1-446c-9a74-55b368667449 req-cb98fd2b-7d47-4041-8254-056af28189a4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93d11184-ab81-4e97-b7f1-4996710160b2 HTTP/1.1" status: 200 len: 217 time: 0.0689988 Mar 22 19:16:43.725340 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-fc948c0e-861e-493b-bcbb-53c6cbfcf3f7 service neutron] 10.222.0.84 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254108 Mar 22 19:16:43.743528 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-deb8fd6a-34a1-4e9b-8549-e66602c0907e req-301725e6-9d28-42d8-baa4-122ef81e426d tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (6b40b806-9fca-4dfd-8a82-d796f37023fd), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:43.752578 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ace0c-35c2-42dd-a0f2-59dcb99bccc0 req-e1378cfb-8d0f-4e49-a7a2-4767cc5426ed tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:43.758458 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-606ace0c-35c2-42dd-a0f2-59dcb99bccc0 req-e1378cfb-8d0f-4e49-a7a2-4767cc5426ed tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/ports?device_id=be0e1de6-a346-4f2b-87e9-7eebc2fd7dab HTTP/1.1" status: 200 len: 867 time: 0.2397962 Mar 22 19:16:43.774742 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb97e8-91a1-446c-9a74-55b368667449 req-980c5f27-695e-4af9-8f75-9397851c1b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:43.776417 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9feb97e8-91a1-446c-9a74-55b368667449 req-980c5f27-695e-4af9-8f75-9397851c1b0b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=404f1295-a29d-4db9-84c7-cbcf7d46527c HTTP/1.1" status: 200 len: 860 time: 0.0917640 Mar 22 19:16:43.790800 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a9cb43bb-7693-45b7-aba0-8e05a3ee2ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1963704943-router', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:54Z', 'updated_at': '2022-03-22T19:15:04Z', 'revision_number': 4, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'gw_port': {'id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:14:56Z', 'updated_at': '2022-03-22T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7862fcd2-cf05-4bdc-934f-2c77bbac6505', 'name': '', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'mac_address': 'fa:16:3e:66:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:01Z', 'updated_at': '2022-03-22T19:15:10Z', 'revision_number': 5, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'subnets': [{'id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:43.831347 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cb43bb-7693-45b7-aba0-8e05a3ee2ac7 None None] Checking router: e785be4f-764d-4af5-aede-fd7e5351613f for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:16:43.843313 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cb43bb-7693-45b7-aba0-8e05a3ee2ac7 None None] Routers {'e785be4f-764d-4af5-aede-fd7e5351613f'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:16:43.844800 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a9cb43bb-7693-45b7-aba0-8e05a3ee2ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:16:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e785be4f-764d-4af5-aede-fd7e5351613f'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:43.854789 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301725e6-9d28-42d8-baa4-122ef81e426d tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Pushing event deleted for resources: {'Port': ['ID=6b40b806-9fca-4dfd-8a82-d796f37023fd,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:43.892463 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301725e6-9d28-42d8-baa4-122ef81e426d tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:43.893107 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301725e6-9d28-42d8-baa4-122ef81e426d tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:43.893583 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301725e6-9d28-42d8-baa4-122ef81e426d tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:43.893966 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301725e6-9d28-42d8-baa4-122ef81e426d tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:43.894311 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301725e6-9d28-42d8-baa4-122ef81e426d tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:43.894656 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301725e6-9d28-42d8-baa4-122ef81e426d tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:43.895088 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301725e6-9d28-42d8-baa4-122ef81e426d tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:43.895611 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301725e6-9d28-42d8-baa4-122ef81e426d tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:43.895955 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301725e6-9d28-42d8-baa4-122ef81e426d tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:43.896288 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301725e6-9d28-42d8-baa4-122ef81e426d tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:43.896623 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301725e6-9d28-42d8-baa4-122ef81e426d tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:43.897240 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301725e6-9d28-42d8-baa4-122ef81e426d tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:43.897682 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301725e6-9d28-42d8-baa4-122ef81e426d tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:43.898060 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301725e6-9d28-42d8-baa4-122ef81e426d tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:43.898408 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301725e6-9d28-42d8-baa4-122ef81e426d tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:43.950467 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-606ace0c-35c2-42dd-a0f2-59dcb99bccc0 req-b06eee53-ef82-42f1-938c-6a7988e987dc tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/security-groups?id=94bd8754-58bc-422a-a50a-c5dfb277b6cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684282 Mar 22 19:16:44.130221 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-a9cb43bb-7693-45b7-aba0-8e05a3ee2ac7 None None] Set router e785be4f-764d-4af5-aede-fd7e5351613f gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:16:44.131581 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb97e8-91a1-446c-9a74-55b368667449 req-20e7547b-bedf-41e0-9a17-a63e15e699a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:44.150600 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9feb97e8-91a1-446c-9a74-55b368667449 req-20e7547b-bedf-41e0-9a17-a63e15e699a7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=408d3c74-488c-412d-8e2a-ab74ff098a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3159614 Mar 22 19:16:44.188923 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-f66c5c4d-8806-4444-bd03-2d42eaaf14d5 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:44.191276 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-f66c5c4d-8806-4444-bd03-2d42eaaf14d5 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=e6a480b5-a6c0-4d49-a762-c37a48ac4e09&tenant_id=635145d2a62d432cbc865a99eb3219e4&binding%3Ahost_id=n-h2-705658-24 HTTP/1.1" status: 200 len: 1128 time: 0.4035621 Mar 22 19:16:44.208334 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-705658-24'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:16:44.305179 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a44649ef-4ba2-4488-a950-f227ad945b20 req-99df2ab4-1735-4ec1-8bfa-8b471f14d8cc tempest-ServersAdmin275Test-1405569353 tempest-ServersAdmin275Test-1405569353-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.1051369 Mar 22 19:16:44.306031 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1eea9213-f629-429e-ad2d-d16c1f3621b4), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:44.396306 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [req-deb8fd6a-34a1-4e9b-8549-e66602c0907e req-301725e6-9d28-42d8-baa4-122ef81e426d tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Router ad074be4-fd02-4624-bb50-c9bc6b647811 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:16:44.421412 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:16:44.503750 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a9cb43bb-7693-45b7-aba0-8e05a3ee2ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1963704943-router', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:54Z', 'updated_at': '2022-03-22T19:15:04Z', 'revision_number': 4, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'gw_port': {'id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:14:56Z', 'updated_at': '2022-03-22T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7862fcd2-cf05-4bdc-934f-2c77bbac6505', 'name': '', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'mac_address': 'fa:16:3e:66:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:01Z', 'updated_at': '2022-03-22T19:15:10Z', 'revision_number': 5, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'subnets': [{'id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:44.538358 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cb43bb-7693-45b7-aba0-8e05a3ee2ac7 None None] The sync data for ids ['e785be4f-764d-4af5-aede-fd7e5351613f'] in n-d-705658-24 is: [{'id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1963704943-router', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:54Z', 'updated_at': '2022-03-22T19:15:04Z', 'revision_number': 4, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'gw_port': {'id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:14:56Z', 'updated_at': '2022-03-22T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7862fcd2-cf05-4bdc-934f-2c77bbac6505', 'name': '', 'network_id': '408d3c74-488c-412d-8e2a-ab74ff098a11', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'mac_address': 'fa:16:3e:66:23:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:01Z', 'updated_at': '2022-03-22T19:15:10Z', 'revision_number': 5, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'subnets': [{'id': '404f1295-a29d-4db9-84c7-cbcf7d46527c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:16:44.552857 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9feb97e8-91a1-446c-9a74-55b368667449 req-15f02884-a3f4-44b1-860a-3a79aa0360f3 service neutron] 10.222.0.75 "GET /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007514 Mar 22 19:16:44.596362 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] For port 1eea9213-f629-429e-ad2d-d16c1f3621b4, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=1eea9213-f629-429e-ad2d-d16c1f3621b4,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:44.663910 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] For port 1eea9213-f629-429e-ad2d-d16c1f3621b4, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:16:44.729196 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a480b5-a6c0-4d49-a762-c37a48ac4e09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1eea9213-f629-429e-ad2d-d16c1f3621b4'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:16:44.731780 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1779fbf3-1328-4443-b2fc-9afe313b360b" -d '{"events": [{"server_uuid": "e6a480b5-a6c0-4d49-a762-c37a48ac4e09", "name": "network-vif-unplugged", "status": "completed", "tag": "1eea9213-f629-429e-ad2d-d16c1f3621b4"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:16:44.737005 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] Publish callbacks [] for port (1eea9213-f629-429e-ad2d-d16c1f3621b4), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:44.748929 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (1eea9213-f629-429e-ad2d-d16c1f3621b4), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:44.862757 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] Pushing event updated for resources: {'Port': ['ID=1eea9213-f629-429e-ad2d-d16c1f3621b4,revision_number=7']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:44.882359 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] Attempting to bind port 1eea9213-f629-429e-ad2d-d16c1f3621b4 on host n-h2-705658-24 for vnic_type normal with profile {"migrating_to": "n-h1-705658-24"} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:16:44.882359 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] Attempting to bind port 1eea9213-f629-429e-ad2d-d16c1f3621b4 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:16:44.882359 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] Attempting to bind port 1eea9213-f629-429e-ad2d-d16c1f3621b4 on network 63b49c54-7e45-4147-9f0e-8b47e058281a {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:16:44.895877 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] Port 1eea9213-f629-429e-ad2d-d16c1f3621b4 on network 63b49c54-7e45-4147-9f0e-8b47e058281a not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:16:44.896098 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] Attempting to bind port 1eea9213-f629-429e-ad2d-d16c1f3621b4 on network 63b49c54-7e45-4147-9f0e-8b47e058281a {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:16:44.901910 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:44.902979 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:44.903333 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:44.903683 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:44.904071 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:44.904955 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:44.905295 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:44.905628 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:44.906028 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:44.906348 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:44.906682 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:44.907013 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:44.907399 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:44.907732 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:44.908723 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:44.917086 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:16:44.917421 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] Checking segment: {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:16:44.917829 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] Bound using segment: {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:16:44.918270 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] Bound port: 1eea9213-f629-429e-ad2d-d16c1f3621b4, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:16:44.918633 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1eea9213-f629-429e-ad2d-d16c1f3621b4), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:44.941085 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f71916c-66f1-4fa0-893a-0ae9a3ada293 None None] New status for floating IP e0f38d1b-13bc-40be-bf19-ec9bffcad644: DOWN {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:16:44.944689 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 6b40b806-9fca-4dfd-8a82-d796f37023fd no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:16:44.980150 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 6b40b806-9fca-4dfd-8a82-d796f37023fd {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:16:44.982986 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 6b40b806-9fca-4dfd-8a82-d796f37023fd not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:16:44.983622 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 57c6a9e0-bb76-439e-9629-7dc8682cded9 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:16:45.021823 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18261fa-18ed-4c02-8dbb-7370349c6873 req-09f1ddda-66c2-4b9c-9649-81dbc2936980 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:45.028841 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e18261fa-18ed-4c02-8dbb-7370349c6873 req-09f1ddda-66c2-4b9c-9649-81dbc2936980 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 950 time: 0.5818362 Mar 22 19:16:45.036331 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] For port 1eea9213-f629-429e-ad2d-d16c1f3621b4, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:16:45.040639 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] For port 1eea9213-f629-429e-ad2d-d16c1f3621b4, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=1eea9213-f629-429e-ad2d-d16c1f3621b4,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:16:45.049180 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9feb97e8-91a1-446c-9a74-55b368667449 req-b01f7ea3-e68b-4017-8b58-b678f39e2e62 service neutron] 10.222.0.75 "GET /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428010 Mar 22 19:16:45.054925 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (1eea9213-f629-429e-ad2d-d16c1f3621b4), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:45.109053 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-deb8fd6a-34a1-4e9b-8549-e66602c0907e req-301725e6-9d28-42d8-baa4-122ef81e426d tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:16:45.111655 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-17eaf0c1-7d75-4487-8a24-8598cd23d84b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:45.148688 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b216a30-23d5-47eb-88c3-e63974b09f7a None None] Sync routers for ids ['ad074be4-fd02-4624-bb50-c9bc6b647811'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:16:45.172689 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b216a30-23d5-47eb-88c3-e63974b09f7a None None] Routers {'ad074be4-fd02-4624-bb50-c9bc6b647811'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:16:45.177327 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-8b216a30-23d5-47eb-88c3-e63974b09f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:16:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ad074be4-fd02-4624-bb50-c9bc6b647811'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:45.190114 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e18261fa-18ed-4c02-8dbb-7370349c6873 req-92874f5d-6706-4cff-8216-6c6dfc5165b4 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596940 Mar 22 19:16:45.320020 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] Pushing event updated for resources: {'Port': ['ID=1eea9213-f629-429e-ad2d-d16c1f3621b4,revision_number=8']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:45.351083 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb8fd6a-34a1-4e9b-8549-e66602c0907e req-301725e6-9d28-42d8-baa4-122ef81e426d tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] No DVR routers for this DVR port 6b40b806-9fca-4dfd-8a82-d796f37023fd on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:16:45.412199 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f493b-1172-452f-b70e-1d7c3278abde req-821f9bb0-f7de-4a74-b5b0-a840f60f68a0 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:45.414629 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bb2f493b-1172-452f-b70e-1d7c3278abde req-821f9bb0-f7de-4a74-b5b0-a840f60f68a0 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6a480b5-a6c0-4d49-a762-c37a48ac4e09 HTTP/1.1" status: 200 len: 943 time: 0.2812195 Mar 22 19:16:45.416367 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ca3bd6-d997-4a8b-b559-7be9432980d4 x-openstack-request-id: req-11ca3bd6-d997-4a8b-b559-7be9432980d4 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:16:45.416665 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264", "tag": "93d11184-ab81-4e97-b7f1-4996710160b2", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:16:45.416920 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-11ca3bd6-d997-4a8b-b559-7be9432980d4 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:16:45.417336 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11ca3bd6-d997-4a8b-b559-7be9432980d4'] response: {'name': 'network-changed', 'server_uuid': '76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264', 'tag': '93d11184-ab81-4e97-b7f1-4996710160b2', 'status': 'completed', 'code': 200} Mar 22 19:16:45.448723 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-8b216a30-23d5-47eb-88c3-e63974b09f7a None None] Set router ad074be4-fd02-4624-bb50-c9bc6b647811 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:16:45.457436 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:45.458363 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:45.459929 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-66eab6c6-9abc-48c7-a381-fc5a0ea6e05d service neutron] 10.222.0.84 "PUT /v2.0/ports/1eea9213-f629-429e-ad2d-d16c1f3621b4 HTTP/1.1" status: 200 len: 1123 time: 1.2612648 Mar 22 19:16:45.492491 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-deb8fd6a-34a1-4e9b-8549-e66602c0907e req-301725e6-9d28-42d8-baa4-122ef81e426d tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:45.496294 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-deb8fd6a-34a1-4e9b-8549-e66602c0907e req-301725e6-9d28-42d8-baa4-122ef81e426d tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.84 "DELETE /v2.0/ports/6b40b806-9fca-4dfd-8a82-d796f37023fd HTTP/1.1" status: 204 len: 173 time: 2.9417756 Mar 22 19:16:45.674646 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bb2f493b-1172-452f-b70e-1d7c3278abde req-854e1a79-2c21-4293-b2cc-223f04084094 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420108 Mar 22 19:16:45.690056 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387928f-4206-48bd-bb8d-a7588af9308d req-4ad009b4-6761-4f52-b741-495b5a6f16fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:45.691607 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5387928f-4206-48bd-bb8d-a7588af9308d req-4ad009b4-6761-4f52-b741-495b5a6f16fe service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9043ed5dac384ebd98a6e2b2119c0162&device_id=76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264 HTTP/1.1" status: 200 len: 1129 time: 0.1943872 Mar 22 19:16:45.722894 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 57c6a9e0-bb76-439e-9629-7dc8682cded9 is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:16:45.723442 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (57c6a9e0-bb76-439e-9629-7dc8682cded9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:45.752495 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:45.791701 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['1eea9213-f629-429e-ad2d-d16c1f3621b4'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:16:45.815924 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 19:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69ab5b6-a6d0-4575-b7d4-3cb20da28b67 x-openstack-request-id: req-f69ab5b6-a6d0-4575-b7d4-3cb20da28b67 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:16:45.816221 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a480b5-a6c0-4d49-a762-c37a48ac4e09", "name": "network-vif-unplugged", "status": "completed", "tag": "1eea9213-f629-429e-ad2d-d16c1f3621b4", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:16:45.816472 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f69ab5b6-a6d0-4575-b7d4-3cb20da28b67 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:16:45.816876 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f69ab5b6-a6d0-4575-b7d4-3cb20da28b67'] response: {'server_uuid': 'e6a480b5-a6c0-4d49-a762-c37a48ac4e09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1eea9213-f629-429e-ad2d-d16c1f3621b4', 'code': 200} Mar 22 19:16:45.839798 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387928f-4206-48bd-bb8d-a7588af9308d req-10edc4a6-848a-4536-846d-c877d257b092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:45.843018 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5387928f-4206-48bd-bb8d-a7588af9308d req-10edc4a6-848a-4536-846d-c877d257b092 service neutron] 10.222.0.85 "GET /v2.0/networks?id=408d3c74-488c-412d-8e2a-ab74ff098a11 HTTP/1.1" status: 200 len: 922 time: 0.1434021 Mar 22 19:16:45.884455 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0840de3f-efcb-487a-93f3-1de7bc2097d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57c6a9e0-bb76-439e-9629-7dc8682cded9'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:16:45.886723 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e65c9db-f4d7-434c-b89c-8fe6b4448edd" -d '{"events": [{"server_uuid": "0840de3f-efcb-487a-93f3-1de7bc2097d5", "name": "network-vif-unplugged", "status": "completed", "tag": "57c6a9e0-bb76-439e-9629-7dc8682cded9"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:16:45.910532 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 57c6a9e0-bb76-439e-9629-7dc8682cded9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=57c6a9e0-bb76-439e-9629-7dc8682cded9,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:45.921783 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5387928f-4206-48bd-bb8d-a7588af9308d req-16759bf8-da22-45d6-86bc-99738b6b76c4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93d11184-ab81-4e97-b7f1-4996710160b2 HTTP/1.1" status: 200 len: 217 time: 0.0696685 Mar 22 19:16:45.932701 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (57c6a9e0-bb76-439e-9629-7dc8682cded9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:46.066700 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c4fc3070-78f6-46d7-a60a-dee9a3a73b7c req-f5eb2797-142b-434e-b571-d4502cc6e932 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/ports?device_id=be0e1de6-a346-4f2b-87e9-7eebc2fd7dab HTTP/1.1" status: 200 len: 210 time: 0.1156011 Mar 22 19:16:46.090445 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9047c6ae-baa1-4fa2-b70b-59359eb9a19f req-13e5cebd-2a7f-4ab7-b948-2d595d187502 tempest-ServersAdmin275Test-1405569353 tempest-ServersAdmin275Test-1405569353-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0594866 Mar 22 19:16:46.115160 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=57c6a9e0-bb76-439e-9629-7dc8682cded9,revision_number=11']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:46.126712 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387928f-4206-48bd-bb8d-a7588af9308d req-e3b439ac-db6f-4482-9781-e61d15a17191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:46.135252 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5387928f-4206-48bd-bb8d-a7588af9308d req-e3b439ac-db6f-4482-9781-e61d15a17191 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=404f1295-a29d-4db9-84c7-cbcf7d46527c HTTP/1.1" status: 200 len: 860 time: 0.2064342 Mar 22 19:16:46.159523 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:46.159867 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:46.160207 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:46.160578 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:46.160858 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:46.161181 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:46.161505 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:46.161846 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:46.162169 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:46.162488 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:46.162803 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:46.163117 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:46.165572 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:46.165572 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:46.165572 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:16:46.211221 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-8b216a30-23d5-47eb-88c3-e63974b09f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1818778885-router', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:13:37Z', 'updated_at': '2022-03-22T19:13:41Z', 'revision_number': 4, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'gw_port': {'id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:38Z', 'updated_at': '2022-03-22T19:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '943862a4-2112-44e0-a6d9-113cc21e8367', 'name': '', 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'mac_address': 'fa:16:3e:dd:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd297ad65-b612-46b9-b407-069a93a8e37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:40Z', 'updated_at': '2022-03-22T19:13:52Z', 'revision_number': 5, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'subnets': [{'id': 'd297ad65-b612-46b9-b407-069a93a8e37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:46.265779 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b216a30-23d5-47eb-88c3-e63974b09f7a None None] Checking router: ad074be4-fd02-4624-bb50-c9bc6b647811 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:16:46.273299 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 19:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ed029d-59b7-45b6-ae07-41aca71ccbde x-openstack-request-id: req-97ed029d-59b7-45b6-ae07-41aca71ccbde {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:16:46.273576 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0840de3f-efcb-487a-93f3-1de7bc2097d5", "name": "network-vif-unplugged", "status": "completed", "tag": "57c6a9e0-bb76-439e-9629-7dc8682cded9", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:16:46.273846 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-97ed029d-59b7-45b6-ae07-41aca71ccbde {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:16:46.274241 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97ed029d-59b7-45b6-ae07-41aca71ccbde'] response: {'server_uuid': '0840de3f-efcb-487a-93f3-1de7bc2097d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57c6a9e0-bb76-439e-9629-7dc8682cded9', 'code': 200} Mar 22 19:16:46.275188 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387928f-4206-48bd-bb8d-a7588af9308d req-99ac6d85-a7ff-473b-8fa7-c840aafcaa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:46.277256 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5387928f-4206-48bd-bb8d-a7588af9308d req-99ac6d85-a7ff-473b-8fa7-c840aafcaa6f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=408d3c74-488c-412d-8e2a-ab74ff098a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1344228 Mar 22 19:16:46.280038 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b216a30-23d5-47eb-88c3-e63974b09f7a None None] Routers {'ad074be4-fd02-4624-bb50-c9bc6b647811'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:16:46.281176 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-8b216a30-23d5-47eb-88c3-e63974b09f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:16:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ad074be4-fd02-4624-bb50-c9bc6b647811'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:46.401001 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5f513641-f825-4615-8939-2fd0b17abd17 req-420ff126-1377-4fe1-bacf-1804a455dfb2 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/floatingips/e0f38d1b-13bc-40be-bf19-ec9bffcad644 HTTP/1.1" status: 200 len: 694 time: 0.1221442 Mar 22 19:16:46.425030 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-8b216a30-23d5-47eb-88c3-e63974b09f7a None None] Set router ad074be4-fd02-4624-bb50-c9bc6b647811 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:16:46.559302 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afdf50-325b-4e61-af31-f1ee1472e0a3 req-2dff0256-14e2-4c8a-b1f5-4909982684a8 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:46.560831 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-81afdf50-325b-4e61-af31-f1ee1472e0a3 req-2dff0256-14e2-4c8a-b1f5-4909982684a8 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 950 time: 0.2225435 Mar 22 19:16:46.571786 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f513641-f825-4615-8939-2fd0b17abd17 req-663d0f43-64b5-46c1-a323-9c7e563f10f9 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:46.573135 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5f513641-f825-4615-8939-2fd0b17abd17 req-663d0f43-64b5-46c1-a323-9c7e563f10f9 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 784 time: 0.1648276 Mar 22 19:16:46.575217 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5387928f-4206-48bd-bb8d-a7588af9308d req-ebd6051d-9897-439e-a3f5-22f5086d8873 service neutron] 10.222.0.85 "GET /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866929 Mar 22 19:16:46.596740 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-5f513641-f825-4615-8939-2fd0b17abd17 req-d57b2fac-2312-48e5-b418-9f13f320989a tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:16:46.597736 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5f513641-f825-4615-8939-2fd0b17abd17 req-d57b2fac-2312-48e5-b418-9f13f320989a tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0143356 Mar 22 19:16:46.643845 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-8b216a30-23d5-47eb-88c3-e63974b09f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1818778885-router', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:13:37Z', 'updated_at': '2022-03-22T19:13:41Z', 'revision_number': 4, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'gw_port': {'id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:38Z', 'updated_at': '2022-03-22T19:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '943862a4-2112-44e0-a6d9-113cc21e8367', 'name': '', 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'mac_address': 'fa:16:3e:dd:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd297ad65-b612-46b9-b407-069a93a8e37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:40Z', 'updated_at': '2022-03-22T19:13:52Z', 'revision_number': 5, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'subnets': [{'id': 'd297ad65-b612-46b9-b407-069a93a8e37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:46.670491 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b216a30-23d5-47eb-88c3-e63974b09f7a None None] The sync data for ids ['ad074be4-fd02-4624-bb50-c9bc6b647811'] in n-d-705658-24 is: [{'id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1818778885-router', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:13:37Z', 'updated_at': '2022-03-22T19:13:41Z', 'revision_number': 4, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'gw_port': {'id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:38Z', 'updated_at': '2022-03-22T19:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '943862a4-2112-44e0-a6d9-113cc21e8367', 'name': '', 'network_id': '62c519fc-4ba2-460f-99c0-c4269b238492', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'mac_address': 'fa:16:3e:dd:b6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd297ad65-b612-46b9-b407-069a93a8e37f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:40Z', 'updated_at': '2022-03-22T19:13:52Z', 'revision_number': 5, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'subnets': [{'id': 'd297ad65-b612-46b9-b407-069a93a8e37f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:16:46.710375 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5f513641-f825-4615-8939-2fd0b17abd17 req-1309241f-c7a0-41e1-94f4-40361926a259 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.228 HTTP/1.1" status: 200 len: 697 time: 0.1034474 Mar 22 19:16:46.725010 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-81afdf50-325b-4e61-af31-f1ee1472e0a3 req-b67a46fe-a53c-43d2-909c-afaeb88bf87f tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488466 Mar 22 19:16:46.777669 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5f513641-f825-4615-8939-2fd0b17abd17 req-dde2f846-6a6b-46e5-8441-12849675fd93 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.228 HTTP/1.1" status: 200 len: 697 time: 0.0585222 Mar 22 19:16:46.830148 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5387928f-4206-48bd-bb8d-a7588af9308d req-5ceb31b4-8480-4972-901f-e554509788fb service neutron] 10.222.0.85 "GET /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474542 Mar 22 19:16:46.939685 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dce45d-f8a4-4029-8f41-636a158426c7 None None] New status for floating IP e13181dd-8bbe-415f-aa72-077fe2850989: DOWN {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:16:46.974754 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761b4e9-0006-408e-b77f-ffa31b3c5556 req-013573da-5fd4-4ff5-89b2-dc55009fbcf2 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:46.976175 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8761b4e9-0006-408e-b77f-ffa31b3c5556 req-013573da-5fd4-4ff5-89b2-dc55009fbcf2 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6a480b5-a6c0-4d49-a762-c37a48ac4e09 HTTP/1.1" status: 200 len: 943 time: 0.0720227 Mar 22 19:16:46.977655 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-5f513641-f825-4615-8939-2fd0b17abd17 req-15c187a0-f6f4-489f-8392-666bcf93b74e tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Deleting port 0e640320-e54f-43aa-af3e-47d680ba22be {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:16:46.978019 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5f513641-f825-4615-8939-2fd0b17abd17 req-15c187a0-f6f4-489f-8392-666bcf93b74e tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (0e640320-e54f-43aa-af3e-47d680ba22be), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:47.078807 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8761b4e9-0006-408e-b77f-ffa31b3c5556 req-589023d8-e266-4392-908e-e3eb2c9559f5 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887508 Mar 22 19:16:47.095308 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5f513641-f825-4615-8939-2fd0b17abd17 req-15c187a0-f6f4-489f-8392-666bcf93b74e tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (0e640320-e54f-43aa-af3e-47d680ba22be), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:47.095640 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5f513641-f825-4615-8939-2fd0b17abd17 req-15c187a0-f6f4-489f-8392-666bcf93b74e tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks [] for floatingip (0e640320-e54f-43aa-af3e-47d680ba22be), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:47.114276 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-5f513641-f825-4615-8939-2fd0b17abd17 req-15c187a0-f6f4-489f-8392-666bcf93b74e tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Calling delete_port for 0e640320-e54f-43aa-af3e-47d680ba22be owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:16:47.274088 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5f513641-f825-4615-8939-2fd0b17abd17 req-15c187a0-f6f4-489f-8392-666bcf93b74e tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (0e640320-e54f-43aa-af3e-47d680ba22be), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:47.314558 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c187a0-f6f4-489f-8392-666bcf93b74e tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Pushing event deleted for resources: {'Port': ['ID=0e640320-e54f-43aa-af3e-47d680ba22be,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:47.325700 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-31f3016a-db0d-4d0f-aad7-b8dcb488fabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:47.350341 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f133ddec-9ad7-4366-bc2f-37c172b2e71b req-7b296b76-4080-4847-bca8-4f62a5ce0448 tempest-ServersAdmin275Test-1405569353 tempest-ServersAdmin275Test-1405569353-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0464501 Mar 22 19:16:47.390514 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5f513641-f825-4615-8939-2fd0b17abd17 req-15c187a0-f6f4-489f-8392-666bcf93b74e tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks [] for floatingip (e0f38d1b-13bc-40be-bf19-ec9bffcad644), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:47.393150 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5f513641-f825-4615-8939-2fd0b17abd17 req-15c187a0-f6f4-489f-8392-666bcf93b74e tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:47.394319 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5f513641-f825-4615-8939-2fd0b17abd17 req-15c187a0-f6f4-489f-8392-666bcf93b74e tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "DELETE /v2.0/floatingips/e0f38d1b-13bc-40be-bf19-ec9bffcad644 HTTP/1.1" status: 204 len: 173 time: 0.6082699 Mar 22 19:16:47.418082 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be0e1de6-a346-4f2b-87e9-7eebc2fd7dab', 'name': 'network-vif-deleted', 'tag': '6b40b806-9fca-4dfd-8a82-d796f37023fd'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:16:47.420674 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66c902b-f7d8-40bd-a0f5-74af945e4e8c" -d '{"events": [{"server_uuid": "be0e1de6-a346-4f2b-87e9-7eebc2fd7dab", "name": "network-vif-deleted", "tag": "6b40b806-9fca-4dfd-8a82-d796f37023fd"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:16:47.496148 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07131307-30ac-40a1-b137-5e061ee8e7a3 x-openstack-request-id: req-07131307-30ac-40a1-b137-5e061ee8e7a3 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:16:47.496541 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be0e1de6-a346-4f2b-87e9-7eebc2fd7dab", "name": "network-vif-deleted", "tag": "6b40b806-9fca-4dfd-8a82-d796f37023fd", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:16:47.497099 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-07131307-30ac-40a1-b137-5e061ee8e7a3 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:16:47.497613 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07131307-30ac-40a1-b137-5e061ee8e7a3'] response: {'server_uuid': 'be0e1de6-a346-4f2b-87e9-7eebc2fd7dab', 'name': 'network-vif-deleted', 'tag': '6b40b806-9fca-4dfd-8a82-d796f37023fd', 'status': 'completed', 'code': 200} Mar 22 19:16:47.765749 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e15fe-ac84-4752-9eff-a94a6fe0520b req-d14d5d5f-d803-476d-8dc1-250e7815efb4 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:47.767306 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a54e15fe-ac84-4752-9eff-a94a6fe0520b req-d14d5d5f-d803-476d-8dc1-250e7815efb4 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/ports?device_id=76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264 HTTP/1.1" status: 200 len: 946 time: 0.0612023 Mar 22 19:16:47.818332 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a480b5-a6c0-4d49-a762-c37a48ac4e09', 'tag': '1eea9213-f629-429e-ad2d-d16c1f3621b4'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:16:47.819932 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a54e15fe-ac84-4752-9eff-a94a6fe0520b req-347fd261-1640-456a-812f-cd1ba5d3bf8a tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd1cfd74-8abc-416a-90e5-3900db09e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461228 Mar 22 19:16:47.820679 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b432eb0-62b4-4304-9444-c4562c9259b8" -d '{"events": [{"name": "network-changed", "server_uuid": "e6a480b5-a6c0-4d49-a762-c37a48ac4e09", "tag": "1eea9213-f629-429e-ad2d-d16c1f3621b4"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:16:47.965257 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36392) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:16:48.026153 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:48.041727 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bb638e50-6dc3-43cb-87bc-7b4d3f709d6f tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks [] for security_group (94bd8754-58bc-422a-a50a-c5dfb277b6cb), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:48.067178 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bb638e50-6dc3-43cb-87bc-7b4d3f709d6f tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks [] for security_group (94bd8754-58bc-422a-a50a-c5dfb277b6cb), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:48.069034 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82e111-504f-43eb-b8f8-f789ca9f49a1 req-ba38cdd0-2316-40c4-8d6f-3bc4fbd78224 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:48.071245 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f82e111-504f-43eb-b8f8-f789ca9f49a1 req-ba38cdd0-2316-40c4-8d6f-3bc4fbd78224 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 950 time: 0.0592306 Mar 22 19:16:48.076674 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97378f63-5592-4267-b9c1-6f81dfb06b32 x-openstack-request-id: req-97378f63-5592-4267-b9c1-6f81dfb06b32 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:16:48.076958 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6a480b5-a6c0-4d49-a762-c37a48ac4e09", "tag": "1eea9213-f629-429e-ad2d-d16c1f3621b4", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:16:48.077451 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-97378f63-5592-4267-b9c1-6f81dfb06b32 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:16:48.078234 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97378f63-5592-4267-b9c1-6f81dfb06b32'] response: {'name': 'network-changed', 'server_uuid': 'e6a480b5-a6c0-4d49-a762-c37a48ac4e09', 'tag': '1eea9213-f629-429e-ad2d-d16c1f3621b4', 'status': 'completed', 'code': 200} Mar 22 19:16:48.127300 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bb638e50-6dc3-43cb-87bc-7b4d3f709d6f tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (94bd8754-58bc-422a-a50a-c5dfb277b6cb), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:48.131136 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bb638e50-6dc3-43cb-87bc-7b4d3f709d6f tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:48.135192 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bb638e50-6dc3-43cb-87bc-7b4d3f709d6f tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "DELETE /v2.0/security-groups/94bd8754-58bc-422a-a50a-c5dfb277b6cb HTTP/1.1" status: 204 len: 168 time: 0.1659997 Mar 22 19:16:48.137310 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36402) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:16:48.159428 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f82e111-504f-43eb-b8f8-f789ca9f49a1 req-8b201d65-c3c9-4766-a693-6abfefd0a4dc tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820625 Mar 22 19:16:48.166581 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b432eb0-62b4-4304-9444-c4562c9259b8 req-58295ab1-e0e5-4608-bef0-203afa478774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:48.168048 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b432eb0-62b4-4304-9444-c4562c9259b8 req-58295ab1-e0e5-4608-bef0-203afa478774 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=635145d2a62d432cbc865a99eb3219e4&device_id=e6a480b5-a6c0-4d49-a762-c37a48ac4e09 HTTP/1.1" status: 200 len: 1157 time: 0.0729110 Mar 22 19:16:48.170879 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb638e50-6dc3-43cb-87bc-7b4d3f709d6f tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bd8754-58bc-422a-a50a-c5dfb277b6cb,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:48.181134 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-35c30211-d59b-4f03-96f0-696c06aa315f tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] show failed (client error): The resource could not be found. Mar 22 19:16:48.181134 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-35c30211-d59b-4f03-96f0-696c06aa315f tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "GET /v2.0/security-groups/94bd8754-58bc-422a-a50a-c5dfb277b6cb HTTP/1.1" status: 404 len: 347 time: 0.0368624 Mar 22 19:16:48.181721 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36408) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:16:48.423817 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d978977-db59-4209-9a1b-65b594ff8464 req-2c5f0c11-494d-4b85-88ca-f9c9936cab70 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:48.425303 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6d978977-db59-4209-9a1b-65b594ff8464 req-2c5f0c11-494d-4b85-88ca-f9c9936cab70 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6a480b5-a6c0-4d49-a762-c37a48ac4e09 HTTP/1.1" status: 200 len: 943 time: 0.1898549 Mar 22 19:16:48.446986 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b432eb0-62b4-4304-9444-c4562c9259b8 req-65f7d404-3710-456c-a9e9-71102b64ad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:48.448374 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b432eb0-62b4-4304-9444-c4562c9259b8 req-65f7d404-3710-456c-a9e9-71102b64ad5a service neutron] 10.222.0.85 "GET /v2.0/networks?id=63b49c54-7e45-4147-9f0e-8b47e058281a HTTP/1.1" status: 200 len: 909 time: 0.2697809 Mar 22 19:16:48.509575 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b432eb0-62b4-4304-9444-c4562c9259b8 req-c78753ff-0f48-416a-8b3c-d397ba7c321d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1eea9213-f629-429e-ad2d-d16c1f3621b4 HTTP/1.1" status: 200 len: 217 time: 0.0505795 Mar 22 19:16:48.531783 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:48.539656 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-6725f11f-4a38-4ee4-b45b-c5eb15233869 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Deleting port c6058418-66fb-4ed7-b52e-13e4bd175418 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:16:48.540000 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6725f11f-4a38-4ee4-b45b-c5eb15233869 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (c6058418-66fb-4ed7-b52e-13e4bd175418), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:48.572581 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-773da1be-6a6e-42a9-8092-18c7728df6f2 req-e05914f0-71b2-4667-abf7-ba0ff148ba58 tempest-ServersAdmin275Test-1405569353 tempest-ServersAdmin275Test-1405569353-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0619586 Mar 22 19:16:48.631954 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6d978977-db59-4209-9a1b-65b594ff8464 req-37e82d14-c79c-412b-889b-8ba5877b3cf0 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931441 Mar 22 19:16:48.660131 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b432eb0-62b4-4304-9444-c4562c9259b8 req-ee219d95-1674-490c-96b8-d4e8c84ead95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:48.660131 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b432eb0-62b4-4304-9444-c4562c9259b8 req-ee219d95-1674-490c-96b8-d4e8c84ead95 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1824832e-8035-4e29-a8c5-aaeabb7261e8 HTTP/1.1" status: 200 len: 848 time: 0.1253803 Mar 22 19:16:48.737661 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2e4a9887-bc15-4b47-bab9-ae2393833f3f req-48cb418e-7411-4511-88f9-61130a93710f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0742028 Mar 22 19:16:48.767704 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b432eb0-62b4-4304-9444-c4562c9259b8 req-2f9f1d2d-6260-4417-a481-a2346b43999e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=63b49c54-7e45-4147-9f0e-8b47e058281a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939064 Mar 22 19:16:48.776217 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6725f11f-4a38-4ee4-b45b-c5eb15233869 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (c6058418-66fb-4ed7-b52e-13e4bd175418), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:48.776546 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6725f11f-4a38-4ee4-b45b-c5eb15233869 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks [] for floatingip (c6058418-66fb-4ed7-b52e-13e4bd175418), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:48.810296 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-6725f11f-4a38-4ee4-b45b-c5eb15233869 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Calling delete_port for c6058418-66fb-4ed7-b52e-13e4bd175418 owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:16:48.967885 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-7fe4cc9b-1258-44e5-8c3e-a90e7bc1a3c2 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:48.969336 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-7fe4cc9b-1258-44e5-8c3e-a90e7bc1a3c2 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/networks?id=c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd HTTP/1.1" status: 200 len: 804 time: 0.2966113 Mar 22 19:16:48.985759 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 1eea9213-f629-429e-ad2d-d16c1f3621b4 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:16:49.010793 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b432eb0-62b4-4304-9444-c4562c9259b8 req-e0c2c8eb-a44c-41dd-b35a-ecc919b76c47 service neutron] 10.222.0.85 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316322 Mar 22 19:16:49.014027 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-aa726b02-cf2b-4542-9e9a-c3310f564f4e tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/quotas/6baa0c4671fe40f89b69725a70157b5e HTTP/1.1" status: 200 len: 375 time: 0.0362105 Mar 22 19:16:49.095808 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 1eea9213-f629-429e-ad2d-d16c1f3621b4, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=1eea9213-f629-429e-ad2d-d16c1f3621b4,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:49.107778 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 1eea9213-f629-429e-ad2d-d16c1f3621b4 has no active binding in host n-h1-705658-24 {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 22 19:16:49.113435 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c647428-0c49-4d4e-a02a-1e09709a79dd req-31c8828b-7bec-4a99-9366-db17c57222ae tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:49.114946 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9c647428-0c49-4d4e-a02a-1e09709a79dd req-31c8828b-7bec-4a99-9366-db17c57222ae tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/ports?device_id=76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264 HTTP/1.1" status: 200 len: 946 time: 0.2003543 Mar 22 19:16:49.455831 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-4389da2a-c5ed-426c-9933-32543c2d966a tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6baa0c4671fe40f89b69725a70157b5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4272678 Mar 22 19:16:49.462893 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b432eb0-62b4-4304-9444-c4562c9259b8 req-e67e61a0-ff54-4689-b169-4bdcdca3f241 service neutron] 10.222.0.85 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457607 Mar 22 19:16:49.467241 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6725f11f-4a38-4ee4-b45b-c5eb15233869 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (c6058418-66fb-4ed7-b52e-13e4bd175418), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:49.501456 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9c647428-0c49-4d4e-a02a-1e09709a79dd req-a6616d58-a105-4450-8245-82ebb525e82d tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd1cfd74-8abc-416a-90e5-3900db09e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801560 Mar 22 19:16:49.538181 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725f11f-4a38-4ee4-b45b-c5eb15233869 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Pushing event deleted for resources: {'Port': ['ID=c6058418-66fb-4ed7-b52e-13e4bd175418,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:49.637590 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 55ef4fe3-4cf5-4b32-966f-3c289d2a196e no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:16:49.719810 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 55ef4fe3-4cf5-4b32-966f-3c289d2a196e is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:16:49.720314 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (55ef4fe3-4cf5-4b32-966f-3c289d2a196e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:49.724948 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6725f11f-4a38-4ee4-b45b-c5eb15233869 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks [] for floatingip (e13181dd-8bbe-415f-aa72-077fe2850989), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:49.727464 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6725f11f-4a38-4ee4-b45b-c5eb15233869 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:49.728623 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6725f11f-4a38-4ee4-b45b-c5eb15233869 tempest-ServersWithSpecificFlavorTestJSON-245778453 tempest-ServersWithSpecificFlavorTestJSON-245778453-project] 10.222.0.75 "DELETE /v2.0/floatingips/e13181dd-8bbe-415f-aa72-077fe2850989 HTTP/1.1" status: 204 len: 168 time: 1.5482631 Mar 22 19:16:49.731594 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-65855fc0-667d-4388-b132-bcafe70eac71 service neutron] 10.222.0.75 "GET /v2.0/networks/c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652786 Mar 22 19:16:49.745129 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcb160a-fa10-486a-9a04-8e829e46ac37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55ef4fe3-4cf5-4b32-966f-3c289d2a196e'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:16:49.747380 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6714cd9-4c20-4e6c-82dd-3a5ca7d29586" -d '{"events": [{"server_uuid": "0bcb160a-fa10-486a-9a04-8e829e46ac37", "name": "network-vif-unplugged", "status": "completed", "tag": "55ef4fe3-4cf5-4b32-966f-3c289d2a196e"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:16:49.759701 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 55ef4fe3-4cf5-4b32-966f-3c289d2a196e, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=55ef4fe3-4cf5-4b32-966f-3c289d2a196e,segment=NetworkSegment(85cf4aab-02b0-4ed0-89a0-65a703cfb595),segment_id=85cf4aab-02b0-4ed0-89a0-65a703cfb595)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:49.764658 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (55ef4fe3-4cf5-4b32-966f-3c289d2a196e), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:49.765318 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 1eea9213-f629-429e-ad2d-d16c1f3621b4 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:16:49.775610 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39743e6-fe65-4ad6-9028-6fe1953b95d9 req-ff4a2cec-ed4b-4418-ae2a-93ceb204f74b tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:49.777070 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a39743e6-fe65-4ad6-9028-6fe1953b95d9 req-ff4a2cec-ed4b-4418-ae2a-93ceb204f74b tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.85 "GET /v2.0/ports?device_id=76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264 HTTP/1.1" status: 200 len: 946 time: 0.2089891 Mar 22 19:16:49.828068 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-e16822c9-8c43-4c62-a64a-dc7cde8f93b0 service neutron] 10.222.0.85 "GET /v2.0/ports/1eea9213-f629-429e-ad2d-d16c1f3621b4/bindings/n-h1-705658-24 HTTP/1.1" status: 200 len: 385 time: 0.2116339 Mar 22 19:16:49.841934 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=55ef4fe3-4cf5-4b32-966f-3c289d2a196e,revision_number=8']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:49.881563 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 1eea9213-f629-429e-ad2d-d16c1f3621b4 is: DOWN; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:16:49.892838 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333dcc1-41a5-4526-a507-7abca8b97ccb req-e28a486d-55b8-427c-ac28-f47deb9f1626 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:49.894358 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6333dcc1-41a5-4526-a507-7abca8b97ccb req-e28a486d-55b8-427c-ac28-f47deb9f1626 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 950 time: 0.2225449 Mar 22 19:16:49.946043 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:49.992402 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-2dc299e8-91d5-4c99-b3c7-b711d7965d5d service neutron] 10.222.0.75 "GET /v2.0/networks/c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507732 Mar 22 19:16:50.043282 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6333dcc1-41a5-4526-a507-7abca8b97ccb req-d6552570-3d36-4f16-941c-1379f0ffe1de tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351304 Mar 22 19:16:50.067362 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-a39743e6-fe65-4ad6-9028-6fe1953b95d9 req-0f0310ae-3d23-43d7-9b54-0487121a1926 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Deleting port 93d11184-ab81-4e97-b7f1-4996710160b2 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:16:50.067704 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a39743e6-fe65-4ad6-9028-6fe1953b95d9 req-0f0310ae-3d23-43d7-9b54-0487121a1926 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (93d11184-ab81-4e97-b7f1-4996710160b2), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:50.218348 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c16a877c-75c4-44c3-8c47-2a3c68f487ad req-6b043b85-9827-4bc4-8f6b-89dba94b0575 tempest-ServersAdmin275Test-1405569353 tempest-ServersAdmin275Test-1405569353-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0525827 Mar 22 19:16:50.310112 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 19:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7569c2-af9b-4367-b882-dfe2a232567c x-openstack-request-id: req-1c7569c2-af9b-4367-b882-dfe2a232567c {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:16:50.311442 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcb160a-fa10-486a-9a04-8e829e46ac37", "name": "network-vif-unplugged", "status": "completed", "tag": "55ef4fe3-4cf5-4b32-966f-3c289d2a196e", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:16:50.311745 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1c7569c2-af9b-4367-b882-dfe2a232567c {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:16:50.312429 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c7569c2-af9b-4367-b882-dfe2a232567c'] response: {'server_uuid': '0bcb160a-fa10-486a-9a04-8e829e46ac37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55ef4fe3-4cf5-4b32-966f-3c289d2a196e', 'code': 200} Mar 22 19:16:50.348884 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-eb7d96c2-5902-4f70-b987-845b554d7d50 service neutron] For port 1eea9213-f629-429e-ad2d-d16c1f3621b4, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=1eea9213-f629-429e-ad2d-d16c1f3621b4,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:50.409431 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f7eede4-5265-4501-a089-2b9c8ac8763e req-6d4bfea1-832e-4349-a058-7a0b119af057 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad43c6fd-4460-42af-a977-7bbd6ae77530 HTTP/1.1" status: 200 len: 210 time: 0.0683467 Mar 22 19:16:50.420089 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c5fe7-0dec-422f-9c58-7bab9a3542c3 req-1d32580b-e7eb-47b3-bfa6-e1a5930949d8 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:50.421678 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e5c5fe7-0dec-422f-9c58-7bab9a3542c3 req-1d32580b-e7eb-47b3-bfa6-e1a5930949d8 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6a480b5-a6c0-4d49-a762-c37a48ac4e09 HTTP/1.1" status: 200 len: 943 time: 0.1508887 Mar 22 19:16:50.424776 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-a39743e6-fe65-4ad6-9028-6fe1953b95d9 req-0f0310ae-3d23-43d7-9b54-0487121a1926 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] For port 93d11184-ab81-4e97-b7f1-4996710160b2, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=93d11184-ab81-4e97-b7f1-4996710160b2,segment=NetworkSegment(ff787278-dda5-44e2-bda4-bbfcbe692a1e),segment_id=ff787278-dda5-44e2-bda4-bbfcbe692a1e)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:50.425158 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a39743e6-fe65-4ad6-9028-6fe1953b95d9 req-0f0310ae-3d23-43d7-9b54-0487121a1926 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (93d11184-ab81-4e97-b7f1-4996710160b2), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:50.437006 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-eb7d96c2-5902-4f70-b987-845b554d7d50 service neutron] For port 1eea9213-f629-429e-ad2d-d16c1f3621b4, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:16:50.475134 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-a39743e6-fe65-4ad6-9028-6fe1953b95d9 req-0f0310ae-3d23-43d7-9b54-0487121a1926 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Calling delete_port for 93d11184-ab81-4e97-b7f1-4996710160b2 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:16:50.504367 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-eb7d96c2-5902-4f70-b987-845b554d7d50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eea9213-f629-429e-ad2d-d16c1f3621b4 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:16:50.575012 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-eb7d96c2-5902-4f70-b987-845b554d7d50 service neutron] For port 1eea9213-f629-429e-ad2d-d16c1f3621b4, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=1eea9213-f629-429e-ad2d-d16c1f3621b4,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:50.604195 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e5c5fe7-0dec-422f-9c58-7bab9a3542c3 req-fa4f3f66-b639-41ca-a533-f9b05eebdb4b tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689587 Mar 22 19:16:50.613045 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-eb7d96c2-5902-4f70-b987-845b554d7d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1eea9213-f629-429e-ad2d-d16c1f3621b4), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:50.743899 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125fba4-1521-47d1-8b3e-a839d195131f req-5b598f3c-775e-4c95-8939-9ff5ecf3c580 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:50.745410 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4125fba4-1521-47d1-8b3e-a839d195131f req-5b598f3c-775e-4c95-8939-9ff5ecf3c580 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/ports?device_id=76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264 HTTP/1.1" status: 200 len: 946 time: 0.1213987 Mar 22 19:16:50.799659 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-eb7d96c2-5902-4f70-b987-845b554d7d50 service neutron] Transition to ACTIVE for port object 1eea9213-f629-429e-ad2d-d16c1f3621b4 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:16:50.817536 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-eb7d96c2-5902-4f70-b987-845b554d7d50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (1eea9213-f629-429e-ad2d-d16c1f3621b4), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:50.887459 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a39743e6-fe65-4ad6-9028-6fe1953b95d9 req-0f0310ae-3d23-43d7-9b54-0487121a1926 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (93d11184-ab81-4e97-b7f1-4996710160b2), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:50.897251 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4125fba4-1521-47d1-8b3e-a839d195131f req-dd73a72f-b19e-4375-a6f9-bd0f387a0e7d tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd1cfd74-8abc-416a-90e5-3900db09e6a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220617 Mar 22 19:16:50.901596 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['93d11184-ab81-4e97-b7f1-4996710160b2'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:16:50.973712 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d96c2-5902-4f70-b987-845b554d7d50 service neutron] Pushing event updated for resources: {'Port': ['ID=1eea9213-f629-429e-ad2d-d16c1f3621b4,revision_number=10']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:50.985544 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-eb7d96c2-5902-4f70-b987-845b554d7d50 service neutron] No DVR routers for this DVR port 1eea9213-f629-429e-ad2d-d16c1f3621b4 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:16:50.993037 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64abc7c-6bd0-4a02-8dcb-804ee023f016 req-897adabb-2e34-4e70-b760-ab15b7dd90ac tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:50.995190 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b64abc7c-6bd0-4a02-8dcb-804ee023f016 req-897adabb-2e34-4e70-b760-ab15b7dd90ac tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.85 "GET /v2.0/ports?device_id=0bcb160a-fa10-486a-9a04-8e829e46ac37 HTTP/1.1" status: 200 len: 943 time: 0.1546235 Mar 22 19:16:51.072685 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0310ae-3d23-43d7-9b54-0487121a1926 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Pushing event deleted for resources: {'Port': ['ID=93d11184-ab81-4e97-b7f1-4996710160b2,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:51.080287 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39743e6-fe65-4ad6-9028-6fe1953b95d9 req-0f0310ae-3d23-43d7-9b54-0487121a1926 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] No DVR routers for this DVR port 93d11184-ab81-4e97-b7f1-4996710160b2 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:16:51.100473 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a39743e6-fe65-4ad6-9028-6fe1953b95d9 req-0f0310ae-3d23-43d7-9b54-0487121a1926 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:51.103820 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a39743e6-fe65-4ad6-9028-6fe1953b95d9 req-0f0310ae-3d23-43d7-9b54-0487121a1926 tempest-FloatingIPsAssociationTestJSON-621315224 tempest-FloatingIPsAssociationTestJSON-621315224-project] 10.222.0.85 "DELETE /v2.0/ports/93d11184-ab81-4e97-b7f1-4996710160b2 HTTP/1.1" status: 204 len: 173 time: 1.2933841 Mar 22 19:16:51.104432 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264', 'name': 'network-vif-deleted', 'tag': '93d11184-ab81-4e97-b7f1-4996710160b2'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:16:51.106886 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5131cf14-509e-42b2-837c-3e381670a5e2" -d '{"events": [{"server_uuid": "76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264", "name": "network-vif-deleted", "tag": "93d11184-ab81-4e97-b7f1-4996710160b2"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:16:51.126526 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-eb7d96c2-5902-4f70-b987-845b554d7d50 service neutron] 10.222.0.85 "PUT /v2.0/ports/1eea9213-f629-429e-ad2d-d16c1f3621b4/bindings/n-h1-705658-24/activate HTTP/1.1" status: 200 len: 370 time: 1.2783623 Mar 22 19:16:51.206666 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-b64abc7c-6bd0-4a02-8dcb-804ee023f016 req-4aea8c08-b53b-4d7d-b2b7-2761690413d8 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Deleting port 55ef4fe3-4cf5-4b32-966f-3c289d2a196e {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:16:51.206992 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b64abc7c-6bd0-4a02-8dcb-804ee023f016 req-4aea8c08-b53b-4d7d-b2b7-2761690413d8 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (55ef4fe3-4cf5-4b32-966f-3c289d2a196e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:51.335066 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca776a-9ff1-4611-927c-02a47262e15c req-97493356-9c33-48df-9ca6-88a045541152 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:51.335389 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:51.337425 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c1ca776a-9ff1-4611-927c-02a47262e15c req-97493356-9c33-48df-9ca6-88a045541152 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 950 time: 0.1493957 Mar 22 19:16:51.352822 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-3c944c39-4a76-4cff-aaa0-2bc06b45095f tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:51.355496 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-3c944c39-4a76-4cff-aaa0-2bc06b45095f tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=e6a480b5-a6c0-4d49-a762-c37a48ac4e09&tenant_id=635145d2a62d432cbc865a99eb3219e4&binding%3Ahost_id=n-h2-705658-24 HTTP/1.1" status: 200 len: 1127 time: 0.1584806 Mar 22 19:16:51.371817 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36590) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:16:51.431106 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78de5a47-172c-4a72-9c3c-c84bf951e11d x-openstack-request-id: req-78de5a47-172c-4a72-9c3c-c84bf951e11d {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:16:51.432281 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264", "name": "network-vif-deleted", "tag": "93d11184-ab81-4e97-b7f1-4996710160b2", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:16:51.432711 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-78de5a47-172c-4a72-9c3c-c84bf951e11d {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:16:51.433390 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78de5a47-172c-4a72-9c3c-c84bf951e11d'] response: {'server_uuid': '76b4e4d4-f6cd-43b1-8dc8-20cc8c6a6264', 'name': 'network-vif-deleted', 'tag': '93d11184-ab81-4e97-b7f1-4996710160b2', 'status': 'completed', 'code': 200} Mar 22 19:16:51.470405 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-d8058e66-4501-4bdb-b456-45c4283abee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:51.472381 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-d8058e66-4501-4bdb-b456-45c4283abee1 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e6a480b5-a6c0-4d49-a762-c37a48ac4e09&tenant_id=635145d2a62d432cbc865a99eb3219e4 HTTP/1.1" status: 200 len: 1127 time: 0.0860512 Mar 22 19:16:51.486611 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c1ca776a-9ff1-4611-927c-02a47262e15c req-6014dc90-312a-4e57-8571-3e00569a7974 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371906 Mar 22 19:16:51.549732 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-b64abc7c-6bd0-4a02-8dcb-804ee023f016 req-4aea8c08-b53b-4d7d-b2b7-2761690413d8 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] For port 55ef4fe3-4cf5-4b32-966f-3c289d2a196e, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=55ef4fe3-4cf5-4b32-966f-3c289d2a196e,segment=NetworkSegment(85cf4aab-02b0-4ed0-89a0-65a703cfb595),segment_id=85cf4aab-02b0-4ed0-89a0-65a703cfb595)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:51.550147 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b64abc7c-6bd0-4a02-8dcb-804ee023f016 req-4aea8c08-b53b-4d7d-b2b7-2761690413d8 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (55ef4fe3-4cf5-4b32-966f-3c289d2a196e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:51.573223 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e93306b7-e1f8-42bb-97cc-1c812795de9e req-1f0fabf1-8292-4475-b13e-0047a129ec9f tempest-ServersAdmin275Test-1405569353 tempest-ServersAdmin275Test-1405569353-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0738533 Mar 22 19:16:51.579726 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-b64abc7c-6bd0-4a02-8dcb-804ee023f016 req-4aea8c08-b53b-4d7d-b2b7-2761690413d8 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Calling delete_port for 55ef4fe3-4cf5-4b32-966f-3c289d2a196e owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:16:51.587965 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-83b3b915-eb04-471b-af5d-701d592afabf tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:51.589452 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-83b3b915-eb04-471b-af5d-701d592afabf tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.84 "GET /v2.0/networks?id=c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd HTTP/1.1" status: 200 len: 804 time: 0.3131540 Mar 22 19:16:51.597077 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-02885851-6fb3-4a5f-ad9b-ca6b02ae9367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:51.599557 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-02885851-6fb3-4a5f-ad9b-ca6b02ae9367 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=635145d2a62d432cbc865a99eb3219e4&device_id=e6a480b5-a6c0-4d49-a762-c37a48ac4e09 HTTP/1.1" status: 200 len: 1127 time: 0.0651693 Mar 22 19:16:51.611374 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-14f1e9df-a3fb-4d41-8ecb-035cafa94efe tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Request body: {'port': {'device_id': 'ad43c6fd-4460-42af-a977-7bbd6ae77530', 'network_id': 'c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd', 'admin_state_up': True, 'tenant_id': '6baa0c4671fe40f89b69725a70157b5e'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:16:51.750369 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a809415b-4bf8-472d-b4a7-d9741d154cb2 req-31585731-8402-43ab-9429-75996a6585ca tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad43c6fd-4460-42af-a977-7bbd6ae77530 HTTP/1.1" status: 200 len: 210 time: 0.0523720 Mar 22 19:16:51.775625 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-4ccbf5e3-cb08-4152-9485-f583e60ea64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:51.777143 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-4ccbf5e3-cb08-4152-9485-f583e60ea64a service neutron] 10.222.0.84 "GET /v2.0/networks?id=63b49c54-7e45-4147-9f0e-8b47e058281a HTTP/1.1" status: 200 len: 909 time: 0.1687944 Mar 22 19:16:51.826803 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-77fc00fb-6dfe-4a19-8bbd-3a00cd0ca7dd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1eea9213-f629-429e-ad2d-d16c1f3621b4 HTTP/1.1" status: 200 len: 217 time: 0.0423896 Mar 22 19:16:51.908280 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-b9490780-9663-4cb6-9e81-8b8b5ef7ca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:51.909929 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-b9490780-9663-4cb6-9e81-8b8b5ef7ca6d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1824832e-8035-4e29-a8c5-aaeabb7261e8 HTTP/1.1" status: 200 len: 848 time: 0.0774527 Mar 22 19:16:51.953197 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120745c-3788-47e4-8394-e1abf0ae6af6 req-8042a3c9-a45b-4cd0-b339-0646208905dc tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:51.954758 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5120745c-3788-47e4-8394-e1abf0ae6af6 req-8042a3c9-a45b-4cd0-b339-0646208905dc tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6a480b5-a6c0-4d49-a762-c37a48ac4e09 HTTP/1.1" status: 200 len: 944 time: 0.0925224 Mar 22 19:16:51.956703 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-5a7ea4da-33db-4c8a-a8e1-4f5176dca0c7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=63b49c54-7e45-4147-9f0e-8b47e058281a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404725 Mar 22 19:16:52.020597 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b64abc7c-6bd0-4a02-8dcb-804ee023f016 req-4aea8c08-b53b-4d7d-b2b7-2761690413d8 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (55ef4fe3-4cf5-4b32-966f-3c289d2a196e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:52.060548 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5120745c-3788-47e4-8394-e1abf0ae6af6 req-48c91f75-4156-4670-9e05-7b1d35ca9a40 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956986 Mar 22 19:16:52.068284 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea8c08-b53b-4d7d-b2b7-2761690413d8 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Pushing event deleted for resources: {'Port': ['ID=55ef4fe3-4cf5-4b32-966f-3c289d2a196e,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:52.089630 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-8a41815d-bd7e-4587-87ef-b6b53748c45e service neutron] 10.222.0.84 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258531 Mar 22 19:16:52.145420 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36640) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:16:52.159513 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-14f1e9df-a3fb-4d41-8ecb-035cafa94efe tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Made reservation on behalf of 6baa0c4671fe40f89b69725a70157b5e for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:16:52.163292 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-14f1e9df-a3fb-4d41-8ecb-035cafa94efe tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:52.182717 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64abc7c-6bd0-4a02-8dcb-804ee023f016 req-4aea8c08-b53b-4d7d-b2b7-2761690413d8 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] No DVR routers for this DVR port 55ef4fe3-4cf5-4b32-966f-3c289d2a196e on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:16:52.196840 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b64abc7c-6bd0-4a02-8dcb-804ee023f016 req-4aea8c08-b53b-4d7d-b2b7-2761690413d8 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:52.200593 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b64abc7c-6bd0-4a02-8dcb-804ee023f016 req-4aea8c08-b53b-4d7d-b2b7-2761690413d8 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.85 "DELETE /v2.0/ports/55ef4fe3-4cf5-4b32-966f-3c289d2a196e HTTP/1.1" status: 204 len: 173 time: 1.1905181 Mar 22 19:16:52.201588 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcb160a-fa10-486a-9a04-8e829e46ac37', 'name': 'network-vif-deleted', 'tag': '55ef4fe3-4cf5-4b32-966f-3c289d2a196e'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:16:52.204220 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85888904-81c4-4f69-a8b8-f43a8755ff83" -d '{"events": [{"server_uuid": "0bcb160a-fa10-486a-9a04-8e829e46ac37", "name": "network-vif-deleted", "tag": "55ef4fe3-4cf5-4b32-966f-3c289d2a196e"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:16:52.433376 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-14f1e9df-a3fb-4d41-8ecb-035cafa94efe tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Allocated IP 172.20.0.5 (c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd/557c463e-0ced-46b1-95bb-72c186d37083/eb4bac57-786a-416c-8df2-15fa4becb1a5) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:16:52.629745 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b82e907e-c649-41fe-819f-1bd1251cd70f req-a1140fb4-9869-40b0-83d4-f8be00e3ad18 tempest-ServersAdmin275Test-1141048238 tempest-ServersAdmin275Test-1141048238-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0412967 Mar 22 19:16:52.693767 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e3cc2504-932f-437f-b406-fa7489ef53c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (ad074be4-fd02-4624-bb50-c9bc6b647811), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:52.736149 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-84d77729-ba4d-4431-a608-37ccadfc901b service neutron] 10.222.0.84 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6400638 Mar 22 19:16:52.788668 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c223ea-e356-4c5c-b19e-64c8864b3609 x-openstack-request-id: req-81c223ea-e356-4c5c-b19e-64c8864b3609 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:16:52.789176 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bcb160a-fa10-486a-9a04-8e829e46ac37", "name": "network-vif-deleted", "tag": "55ef4fe3-4cf5-4b32-966f-3c289d2a196e", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:16:52.789607 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-81c223ea-e356-4c5c-b19e-64c8864b3609 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:16:52.790214 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81c223ea-e356-4c5c-b19e-64c8864b3609'] response: {'server_uuid': '0bcb160a-fa10-486a-9a04-8e829e46ac37', 'name': 'network-vif-deleted', 'tag': '55ef4fe3-4cf5-4b32-966f-3c289d2a196e', 'status': 'completed', 'code': 200} Mar 22 19:16:52.864275 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-14f1e9df-a3fb-4d41-8ecb-035cafa94efe tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Publish callbacks [] for port (eb4bac57-786a-416c-8df2-15fa4becb1a5), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:53.002463 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd076ca-5277-4c87-a4eb-4a66c3c92f90 req-35793f0e-c6bc-4b28-b5a2-b5fdea38cac7 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:53.006294 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8fd076ca-5277-4c87-a4eb-4a66c3c92f90 req-35793f0e-c6bc-4b28-b5a2-b5fdea38cac7 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 950 time: 0.1566896 Mar 22 19:16:53.036359 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-14f1e9df-a3fb-4d41-8ecb-035cafa94efe tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (eb4bac57-786a-416c-8df2-15fa4becb1a5), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:53.073524 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-98dd132c-96da-4d3c-985e-db7b2e3b2f90 req-0faea31b-fd65-42fc-9d09-d8f83ecdc6f7 tempest-ServersAdmin275Test-1141048238 tempest-ServersAdmin275Test-1141048238-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0655968 Mar 22 19:16:53.191422 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8fd076ca-5277-4c87-a4eb-4a66c3c92f90 req-a8e825a2-5231-4a42-909f-84656b7a5e73 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724939 Mar 22 19:16:53.220853 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-2f65ee61-0ade-479c-8f79-084ccb712dd3 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:53.222422 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-2f65ee61-0ade-479c-8f79-084ccb712dd3 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=e6a480b5-a6c0-4d49-a762-c37a48ac4e09&tenant_id=635145d2a62d432cbc865a99eb3219e4&binding%3Ahost_id=n-h1-705658-24 HTTP/1.1" status: 200 len: 1127 time: 0.1349990 Mar 22 19:16:53.356723 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-14f1e9df-a3fb-4d41-8ecb-035cafa94efe tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Network c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:16:53.371148 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-14f1e9df-a3fb-4d41-8ecb-035cafa94efe tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:16:53.374789 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-14f1e9df-a3fb-4d41-8ecb-035cafa94efe tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:16:53.376961 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a36ff-2a3d-43ac-870e-8eb326cb6b47 req-016d3ace-8c54-4bbb-b63a-15e6c652b0f9 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:53.377203 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f1e9df-a3fb-4d41-8ecb-035cafa94efe tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Pushing event updated for resources: {'Port': ['ID=eb4bac57-786a-416c-8df2-15fa4becb1a5,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:53.384094 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-799a36ff-2a3d-43ac-870e-8eb326cb6b47 req-016d3ace-8c54-4bbb-b63a-15e6c652b0f9 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad43c6fd-4460-42af-a977-7bbd6ae77530 HTTP/1.1" status: 200 len: 931 time: 0.1836820 Mar 22 19:16:53.447048 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-14f1e9df-a3fb-4d41-8ecb-035cafa94efe tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:53.447568 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-14f1e9df-a3fb-4d41-8ecb-035cafa94efe tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:53.486006 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-14f1e9df-a3fb-4d41-8ecb-035cafa94efe tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8822944 Mar 22 19:16:53.514291 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-27b96478-4b5c-4cc3-b48e-b28201cad7f5 service neutron] Request body: {'port': {'device_id': 'ad43c6fd-4460-42af-a977-7bbd6ae77530', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:16:53.519892 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-799a36ff-2a3d-43ac-870e-8eb326cb6b47 req-23b2e39e-f650-45db-93da-a4678957b9e4 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348696 Mar 22 19:16:53.556252 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-00e94df8-788b-4c90-ba07-732415584eb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (e785be4f-764d-4af5-aede-fd7e5351613f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:53.587613 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-27b96478-4b5c-4cc3-b48e-b28201cad7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (eb4bac57-786a-416c-8df2-15fa4becb1a5), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:53.591927 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-6eb7f493-d241-4040-9a08-db8ccd9ff930 service neutron] For port 1eea9213-f629-429e-ad2d-d16c1f3621b4, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:16:53.598194 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-e3cc2504-932f-437f-b406-fa7489ef53c5 admin admin] Deleting port 943862a4-2112-44e0-a6d9-113cc21e8367 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:16:53.598533 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e3cc2504-932f-437f-b406-fa7489ef53c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (943862a4-2112-44e0-a6d9-113cc21e8367), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:53.633097 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-6eb7f493-d241-4040-9a08-db8ccd9ff930 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:53.634156 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cde11137-9017-4ce1-a12d-34d9567c1528 req-6eb7f493-d241-4040-9a08-db8ccd9ff930 service neutron] 10.222.0.84 "DELETE /v2.0/ports/1eea9213-f629-429e-ad2d-d16c1f3621b4/bindings/n-h2-705658-24 HTTP/1.1" status: 204 len: 173 time: 0.3919742 Mar 22 19:16:53.644553 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae24ea-ba22-4bc6-9fb1-47012997130f req-628fd22d-96e7-4d11-9f06-93f86ff24ad5 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:53.646146 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fbae24ea-ba22-4bc6-9fb1-47012997130f req-628fd22d-96e7-4d11-9f06-93f86ff24ad5 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6a480b5-a6c0-4d49-a762-c37a48ac4e09 HTTP/1.1" status: 200 len: 944 time: 0.2230759 Mar 22 19:16:53.657760 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 93d11184-ab81-4e97-b7f1-4996710160b2 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:16:53.715509 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 93d11184-ab81-4e97-b7f1-4996710160b2 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:16:53.716181 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 93d11184-ab81-4e97-b7f1-4996710160b2 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:16:53.717430 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 55ef4fe3-4cf5-4b32-966f-3c289d2a196e no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:16:53.741479 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 55ef4fe3-4cf5-4b32-966f-3c289d2a196e {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:16:53.742102 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 55ef4fe3-4cf5-4b32-966f-3c289d2a196e not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:16:53.750907 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b5928-ff23-4c8c-a0cc-88f8772dc935 req-03f97e7a-eb9c-4ee2-a2f0-44b3a5a5895f tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:53.752395 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e82b5928-ff23-4c8c-a0cc-88f8772dc935 req-03f97e7a-eb9c-4ee2-a2f0-44b3a5a5895f tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/ports?device_id=862b5c9b-bb12-4d66-920a-9b989ab228f4 HTTP/1.1" status: 200 len: 947 time: 0.1627979 Mar 22 19:16:53.761464 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fbae24ea-ba22-4bc6-9fb1-47012997130f req-02b0e968-3011-4a49-93c3-d6d1e6ba5e6c tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988176 Mar 22 19:16:53.789902 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-e3cc2504-932f-437f-b406-fa7489ef53c5 admin admin] For port 943862a4-2112-44e0-a6d9-113cc21e8367, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=943862a4-2112-44e0-a6d9-113cc21e8367,segment=NetworkSegment(434c9c69-ff1e-4e34-b423-28413f789ad4),segment_id=434c9c69-ff1e-4e34-b423-28413f789ad4)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:53.790273 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e3cc2504-932f-437f-b406-fa7489ef53c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (943862a4-2112-44e0-a6d9-113cc21e8367), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:53.819617 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-e3cc2504-932f-437f-b406-fa7489ef53c5 admin admin] Calling delete_port for 943862a4-2112-44e0-a6d9-113cc21e8367 owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:16:53.927742 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e82b5928-ff23-4c8c-a0cc-88f8772dc935 req-87780f06-8b69-4ae0-aacf-6cf99bd154dc tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d759956-3223-46a8-8476-9fdc36e41283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631422 Mar 22 19:16:53.973337 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691a8cd-32f7-4528-9911-f3f95c413e99 req-bf0afd70-5194-4ce6-acd6-22842d126586 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:53.975107 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6691a8cd-32f7-4528-9911-f3f95c413e99 req-bf0afd70-5194-4ce6-acd6-22842d126586 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e6a480b5-a6c0-4d49-a762-c37a48ac4e09 HTTP/1.1" status: 200 len: 1127 time: 0.1164303 Mar 22 19:16:54.062497 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-27b96478-4b5c-4cc3-b48e-b28201cad7f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb4bac57-786a-416c-8df2-15fa4becb1a5 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:16:54.071025 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-27b96478-4b5c-4cc3-b48e-b28201cad7f5 service neutron] Publish callbacks [] for port (eb4bac57-786a-416c-8df2-15fa4becb1a5), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:54.078658 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6691a8cd-32f7-4528-9911-f3f95c413e99 req-7b117e30-6de1-484c-b2da-00aac7927688 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964873 Mar 22 19:16:54.086323 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-27b96478-4b5c-4cc3-b48e-b28201cad7f5 service neutron] Transition to ACTIVE for port object eb4bac57-786a-416c-8df2-15fa4becb1a5 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:16:54.119759 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-27b96478-4b5c-4cc3-b48e-b28201cad7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (eb4bac57-786a-416c-8df2-15fa4becb1a5), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:54.120998 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-00e94df8-788b-4c90-ba07-732415584eb1 admin admin] Deleting port 7862fcd2-cf05-4bdc-934f-2c77bbac6505 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:16:54.121515 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-00e94df8-788b-4c90-ba07-732415584eb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (7862fcd2-cf05-4bdc-934f-2c77bbac6505), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:54.186342 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b96478-4b5c-4cc3-b48e-b28201cad7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=eb4bac57-786a-416c-8df2-15fa4becb1a5,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:54.194608 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e3cc2504-932f-437f-b406-fa7489ef53c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (943862a4-2112-44e0-a6d9-113cc21e8367), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:54.238723 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc2504-932f-437f-b406-fa7489ef53c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=943862a4-2112-44e0-a6d9-113cc21e8367,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:54.244148 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-00e94df8-788b-4c90-ba07-732415584eb1 admin admin] For port 7862fcd2-cf05-4bdc-934f-2c77bbac6505, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=7862fcd2-cf05-4bdc-934f-2c77bbac6505,segment=NetworkSegment(ff787278-dda5-44e2-bda4-bbfcbe692a1e),segment_id=ff787278-dda5-44e2-bda4-bbfcbe692a1e)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:54.244364 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-00e94df8-788b-4c90-ba07-732415584eb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (7862fcd2-cf05-4bdc-934f-2c77bbac6505), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:54.321852 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-00e94df8-788b-4c90-ba07-732415584eb1 admin admin] Calling delete_port for 7862fcd2-cf05-4bdc-934f-2c77bbac6505 owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:16:54.339554 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-27b96478-4b5c-4cc3-b48e-b28201cad7f5 service neutron] Attempting to bind port eb4bac57-786a-416c-8df2-15fa4becb1a5 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:16:54.339860 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-27b96478-4b5c-4cc3-b48e-b28201cad7f5 service neutron] Attempting to bind port eb4bac57-786a-416c-8df2-15fa4becb1a5 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '85cf4aab-02b0-4ed0-89a0-65a703cfb595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:16:54.340446 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-27b96478-4b5c-4cc3-b48e-b28201cad7f5 service neutron] Attempting to bind port eb4bac57-786a-416c-8df2-15fa4becb1a5 on network c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:16:54.351644 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59afac1b-0644-4af1-bc90-115778b23240 req-31bc3071-c842-41bd-a6e9-0a7ad88b1e39 tempest-ServersAdmin275Test-1141048238 tempest-ServersAdmin275Test-1141048238-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0758047 Mar 22 19:16:54.434435 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-27b96478-4b5c-4cc3-b48e-b28201cad7f5 service neutron] Port eb4bac57-786a-416c-8df2-15fa4becb1a5 on network c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:16:54.434690 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-27b96478-4b5c-4cc3-b48e-b28201cad7f5 service neutron] Attempting to bind port eb4bac57-786a-416c-8df2-15fa4becb1a5 on network c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:16:54.443409 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-27b96478-4b5c-4cc3-b48e-b28201cad7f5 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:16:54.443790 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-27b96478-4b5c-4cc3-b48e-b28201cad7f5 service neutron] Checking segment: {'id': '85cf4aab-02b0-4ed0-89a0-65a703cfb595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:16:54.444125 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-27b96478-4b5c-4cc3-b48e-b28201cad7f5 service neutron] Bound using segment: {'id': '85cf4aab-02b0-4ed0-89a0-65a703cfb595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:16:54.444566 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-27b96478-4b5c-4cc3-b48e-b28201cad7f5 service neutron] Bound port: eb4bac57-786a-416c-8df2-15fa4becb1a5, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85cf4aab-02b0-4ed0-89a0-65a703cfb595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:16:54.444922 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-27b96478-4b5c-4cc3-b48e-b28201cad7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (eb4bac57-786a-416c-8df2-15fa4becb1a5), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:54.541100 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-27b96478-4b5c-4cc3-b48e-b28201cad7f5 service neutron] For port eb4bac57-786a-416c-8df2-15fa4becb1a5, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:16:54.556563 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e3cc2504-932f-437f-b406-fa7489ef53c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (ad074be4-fd02-4624-bb50-c9bc6b647811), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:54.560937 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-4adec063-07be-449f-a84a-09341fae01e4 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:54.562204 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-27b96478-4b5c-4cc3-b48e-b28201cad7f5 service neutron] For port eb4bac57-786a-416c-8df2-15fa4becb1a5, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=eb4bac57-786a-416c-8df2-15fa4becb1a5,segment=NetworkSegment(85cf4aab-02b0-4ed0-89a0-65a703cfb595),segment_id=85cf4aab-02b0-4ed0-89a0-65a703cfb595)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:16:54.562555 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-4adec063-07be-449f-a84a-09341fae01e4 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/networks?id=63b49c54-7e45-4147-9f0e-8b47e058281a HTTP/1.1" status: 200 len: 808 time: 0.3151841 Mar 22 19:16:54.577266 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-27b96478-4b5c-4cc3-b48e-b28201cad7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (eb4bac57-786a-416c-8df2-15fa4becb1a5), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:54.638666 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-9edda208-25fe-4705-bea8-68afa50b33b3 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/quotas/635145d2a62d432cbc865a99eb3219e4 HTTP/1.1" status: 200 len: 375 time: 0.0538468 Mar 22 19:16:54.672682 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-27b96478-4b5c-4cc3-b48e-b28201cad7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:54.673684 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-27b96478-4b5c-4cc3-b48e-b28201cad7f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:54.675334 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-27b96478-4b5c-4cc3-b48e-b28201cad7f5 service neutron] 10.222.0.84 "PUT /v2.0/ports/eb4bac57-786a-416c-8df2-15fa4becb1a5 HTTP/1.1" status: 200 len: 1092 time: 1.1661527 Mar 22 19:16:54.692679 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913784f-2468-4ee0-b43e-9f24156e8942 req-504ab4ad-ed83-4f50-a590-8e8c42d47d96 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:54.694386 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1913784f-2468-4ee0-b43e-9f24156e8942 req-504ab4ad-ed83-4f50-a590-8e8c42d47d96 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 950 time: 0.2025156 Mar 22 19:16:54.718332 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b96478-4b5c-4cc3-b48e-b28201cad7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=eb4bac57-786a-416c-8df2-15fa4becb1a5,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:54.784080 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-20be82f1-5d79-4860-aac5-95ce47978cf2 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=635145d2a62d432cbc865a99eb3219e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1350329 Mar 22 19:16:54.787806 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-829f541c-c80e-4753-ab95-426addd316c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:54.789330 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-829f541c-c80e-4753-ab95-426addd316c6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6baa0c4671fe40f89b69725a70157b5e&device_id=ad43c6fd-4460-42af-a977-7bbd6ae77530 HTTP/1.1" status: 200 len: 1126 time: 0.0635016 Mar 22 19:16:54.805670 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-00e94df8-788b-4c90-ba07-732415584eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (7862fcd2-cf05-4bdc-934f-2c77bbac6505), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:54.820036 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad43c6fd-4460-42af-a977-7bbd6ae77530', 'tag': 'eb4bac57-786a-416c-8df2-15fa4becb1a5'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:16:54.821752 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1eafcc5-13dc-433f-a36c-e4a37b83b123" -d '{"events": [{"name": "network-changed", "server_uuid": "ad43c6fd-4460-42af-a977-7bbd6ae77530", "tag": "eb4bac57-786a-416c-8df2-15fa4becb1a5"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:16:54.826321 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1913784f-2468-4ee0-b43e-9f24156e8942 req-16af5837-f9a6-44fd-ba85-63132e89fa70 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204381 Mar 22 19:16:54.880227 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e94df8-788b-4c90-ba07-732415584eb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7862fcd2-cf05-4bdc-934f-2c77bbac6505,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:54.889183 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-fe853ff6-b212-46e2-81cb-182475889861 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb4bac57-786a-416c-8df2-15fa4becb1a5 HTTP/1.1" status: 200 len: 217 time: 0.0641794 Mar 22 19:16:54.960310 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-1f749f15-1409-4946-9050-6dbe3f71c7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:54.961846 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-1f749f15-1409-4946-9050-6dbe3f71c7df service neutron] 10.222.0.84 "GET /v2.0/subnets?id=557c463e-0ced-46b1-95bb-72c186d37083 HTTP/1.1" status: 200 len: 844 time: 0.0665755 Mar 22 19:16:54.999592 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-7a211323-08bb-4952-97f2-8fba6cd7ead3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316839 Mar 22 19:16:55.001513 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cc2504-932f-437f-b406-fa7489ef53c5 admin admin] Router ad074be4-fd02-4624-bb50-c9bc6b647811 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:16:55.182710 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-32f4a93f-26a9-4131-a1e1-b3b72c150487 service neutron] 10.222.0.84 "GET /v2.0/networks/c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731911 Mar 22 19:16:55.201395 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cc2504-932f-437f-b406-fa7489ef53c5 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:16:55.211830 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106c3dab-465e-4993-ad6d-966ebffa0754 None None] Sync routers for ids ['ad074be4-fd02-4624-bb50-c9bc6b647811'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:16:55.214741 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e3cc2504-932f-437f-b406-fa7489ef53c5 admin admin] 10.222.0.75 "PUT /v2.0/routers/ad074be4-fd02-4624-bb50-c9bc6b647811/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8373103 Mar 22 19:16:55.226549 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106c3dab-465e-4993-ad6d-966ebffa0754 None None] Routers {'ad074be4-fd02-4624-bb50-c9bc6b647811'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:16:55.227191 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-106c3dab-465e-4993-ad6d-966ebffa0754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:16:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ad074be4-fd02-4624-bb50-c9bc6b647811'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:55.235870 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36732) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:16:55.286647 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-990a5398-36b7-4d61-9dc5-4876c516c66e req-84486857-6c3e-409a-af59-cb5719439c75 service neutron] 10.222.0.84 "GET /v2.0/networks/c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958116 Mar 22 19:16:55.340738 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-4866f71d-fdb6-4037-9ee1-47a8b22a61f4 service neutron] 10.222.0.75 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5441778 Mar 22 19:16:55.345677 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-106c3dab-465e-4993-ad6d-966ebffa0754 None None] Set router ad074be4-fd02-4624-bb50-c9bc6b647811 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:16:55.351503 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367cd4c-16ff-4df5-be0d-89fcfdb33c6f req-8c10a039-a746-44d9-a07c-ae87cc38a1cc tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:55.352955 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e367cd4c-16ff-4df5-be0d-89fcfdb33c6f req-8c10a039-a746-44d9-a07c-ae87cc38a1cc tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad43c6fd-4460-42af-a977-7bbd6ae77530 HTTP/1.1" status: 200 len: 943 time: 0.4677868 Mar 22 19:16:55.434039 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1eff6c-1a51-45e6-93f4-9f1ed7d01e6f req-90ece971-d709-4ae0-8606-297d9e4a752e tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:55.437105 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ac1eff6c-1a51-45e6-93f4-9f1ed7d01e6f req-90ece971-d709-4ae0-8606-297d9e4a752e tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.85 "GET /v2.0/ports?device_id=862b5c9b-bb12-4d66-920a-9b989ab228f4 HTTP/1.1" status: 200 len: 947 time: 0.0734165 Mar 22 19:16:55.546392 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-ac1eff6c-1a51-45e6-93f4-9f1ed7d01e6f req-ad558048-ef7f-4954-baa4-0368a414417c tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Deleting port 9cae237c-da57-489d-9fbb-de398ed39964 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:16:55.547551 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ac1eff6c-1a51-45e6-93f4-9f1ed7d01e6f req-ad558048-ef7f-4954-baa4-0368a414417c tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (9cae237c-da57-489d-9fbb-de398ed39964), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:55.557693 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-106c3dab-465e-4993-ad6d-966ebffa0754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1818778885-router', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:13:37Z', 'updated_at': '2022-03-22T19:16:54Z', 'revision_number': 5, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'gw_port': {'id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:38Z', 'updated_at': '2022-03-22T19:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:55.567314 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1220cd76-b51d-41ca-826d-e636f989eb76 admin admin] Publish callbacks [] for router (ad074be4-fd02-4624-bb50-c9bc6b647811), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:55.575663 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e367cd4c-16ff-4df5-be0d-89fcfdb33c6f req-166a5e1b-5c86-47d3-858e-b6e75e59e621 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610565 Mar 22 19:16:55.589503 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106c3dab-465e-4993-ad6d-966ebffa0754 None None] Checking router: ad074be4-fd02-4624-bb50-c9bc6b647811 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:16:55.613552 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106c3dab-465e-4993-ad6d-966ebffa0754 None None] Routers {'ad074be4-fd02-4624-bb50-c9bc6b647811'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:16:55.614358 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-106c3dab-465e-4993-ad6d-966ebffa0754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:16:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ad074be4-fd02-4624-bb50-c9bc6b647811'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:55.644400 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563fe3d0-d514-488d-b7f1-4e9dac9a9604 x-openstack-request-id: req-563fe3d0-d514-488d-b7f1-4e9dac9a9604 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:16:55.644893 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad43c6fd-4460-42af-a977-7bbd6ae77530", "tag": "eb4bac57-786a-416c-8df2-15fa4becb1a5", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:16:55.645315 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-563fe3d0-d514-488d-b7f1-4e9dac9a9604 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:16:55.645890 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-563fe3d0-d514-488d-b7f1-4e9dac9a9604'] response: {'name': 'network-changed', 'server_uuid': 'ad43c6fd-4460-42af-a977-7bbd6ae77530', 'tag': 'eb4bac57-786a-416c-8df2-15fa4becb1a5', 'status': 'completed', 'code': 200} Mar 22 19:16:55.650411 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-ac1eff6c-1a51-45e6-93f4-9f1ed7d01e6f req-ad558048-ef7f-4954-baa4-0368a414417c tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] For port 9cae237c-da57-489d-9fbb-de398ed39964, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=9cae237c-da57-489d-9fbb-de398ed39964,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:55.650986 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ac1eff6c-1a51-45e6-93f4-9f1ed7d01e6f req-ad558048-ef7f-4954-baa4-0368a414417c tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (9cae237c-da57-489d-9fbb-de398ed39964), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:55.669301 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-ac1eff6c-1a51-45e6-93f4-9f1ed7d01e6f req-ad558048-ef7f-4954-baa4-0368a414417c tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Calling delete_port for 9cae237c-da57-489d-9fbb-de398ed39964 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:16:55.671785 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-5b3d7871-43f6-45f8-85d8-5c2b2007d532 service neutron] 10.222.0.75 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148651 Mar 22 19:16:55.704961 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-00e94df8-788b-4c90-ba07-732415584eb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (e785be4f-764d-4af5-aede-fd7e5351613f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:55.758922 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-106c3dab-465e-4993-ad6d-966ebffa0754 None None] Set router ad074be4-fd02-4624-bb50-c9bc6b647811 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:16:55.787842 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eafcc5-13dc-433f-a36c-e4a37b83b123 req-a85b9179-df9c-40d1-9f86-28d0682c93db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:55.789929 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f1eafcc5-13dc-433f-a36c-e4a37b83b123 req-a85b9179-df9c-40d1-9f86-28d0682c93db service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6baa0c4671fe40f89b69725a70157b5e&device_id=ad43c6fd-4460-42af-a977-7bbd6ae77530 HTTP/1.1" status: 200 len: 1126 time: 0.1172485 Mar 22 19:16:55.854797 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1220cd76-b51d-41ca-826d-e636f989eb76 admin admin] Publish callbacks [] for router_gateway (ad074be4-fd02-4624-bb50-c9bc6b647811), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:55.876184 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253915b2-78cf-4ec1-bafc-7236cff11328 req-ef701444-6077-47b3-bbbd-97fff47319eb tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:55.877749 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-253915b2-78cf-4ec1-bafc-7236cff11328 req-ef701444-6077-47b3-bbbd-97fff47319eb tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/ports?device_id=862b5c9b-bb12-4d66-920a-9b989ab228f4 HTTP/1.1" status: 200 len: 947 time: 0.1699529 Mar 22 19:16:55.969485 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eafcc5-13dc-433f-a36c-e4a37b83b123 req-03f3288d-e109-433f-805e-18a42e746138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:55.971277 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f1eafcc5-13dc-433f-a36c-e4a37b83b123 req-03f3288d-e109-433f-805e-18a42e746138 service neutron] 10.222.0.84 "GET /v2.0/networks?id=c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd HTTP/1.1" status: 200 len: 905 time: 0.1658306 Mar 22 19:16:56.003075 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-253915b2-78cf-4ec1-bafc-7236cff11328 req-4ec87e13-41c2-4939-9c26-a83d4d5198d5 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d759956-3223-46a8-8476-9fdc36e41283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119614 Mar 22 19:16:56.022960 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d113f150-5e0a-4e27-b665-b9ea0d75722a req-03c67338-ca3e-4b47-80a7-74421ebd6e4e tempest-ServersAdmin275Test-1141048238 tempest-ServersAdmin275Test-1141048238-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0527043 Mar 22 19:16:56.028226 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f1eafcc5-13dc-433f-a36c-e4a37b83b123 req-93e159eb-86c5-4500-894a-dbf0b70fbbc2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb4bac57-786a-416c-8df2-15fa4becb1a5 HTTP/1.1" status: 200 len: 217 time: 0.0490463 Mar 22 19:16:56.030401 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-1220cd76-b51d-41ca-826d-e636f989eb76 admin admin] Deleting port a4370d88-9c8c-42d9-8a71-7284c26913ac {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:16:56.030750 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1220cd76-b51d-41ca-826d-e636f989eb76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (a4370d88-9c8c-42d9-8a71-7284c26913ac), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:56.047377 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ac1eff6c-1a51-45e6-93f4-9f1ed7d01e6f req-ad558048-ef7f-4954-baa4-0368a414417c tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (9cae237c-da57-489d-9fbb-de398ed39964), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:56.143448 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad558048-ef7f-4954-baa4-0368a414417c tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Pushing event deleted for resources: {'Port': ['ID=9cae237c-da57-489d-9fbb-de398ed39964,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:56.203440 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1eff6c-1a51-45e6-93f4-9f1ed7d01e6f req-ad558048-ef7f-4954-baa4-0368a414417c tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] No DVR routers for this DVR port 9cae237c-da57-489d-9fbb-de398ed39964 on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:16:56.206586 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eafcc5-13dc-433f-a36c-e4a37b83b123 req-69b0492c-5d3f-4306-8fa3-a6a46eba5e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:56.207850 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f1eafcc5-13dc-433f-a36c-e4a37b83b123 req-69b0492c-5d3f-4306-8fa3-a6a46eba5e3e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=557c463e-0ced-46b1-95bb-72c186d37083 HTTP/1.1" status: 200 len: 844 time: 0.1734788 Mar 22 19:16:56.208889 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ac1eff6c-1a51-45e6-93f4-9f1ed7d01e6f req-ad558048-ef7f-4954-baa4-0368a414417c tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:56.212193 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ac1eff6c-1a51-45e6-93f4-9f1ed7d01e6f req-ad558048-ef7f-4954-baa4-0368a414417c tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.85 "DELETE /v2.0/ports/9cae237c-da57-489d-9fbb-de398ed39964 HTTP/1.1" status: 204 len: 173 time: 0.7687643 Mar 22 19:16:56.228872 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c31dad70-7509-4dea-b441-e3a9d5120915 req-aca1bec6-93c4-4002-a567-e48dfcfb6e17 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 210 time: 0.0892060 Mar 22 19:16:56.259070 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f1eafcc5-13dc-433f-a36c-e4a37b83b123 req-43fa92a5-2cf9-4181-9c62-f7adca11c15a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443451 Mar 22 19:16:56.323045 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-1220cd76-b51d-41ca-826d-e636f989eb76 admin admin] For port a4370d88-9c8c-42d9-8a71-7284c26913ac, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a4370d88-9c8c-42d9-8a71-7284c26913ac,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:56.323413 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1220cd76-b51d-41ca-826d-e636f989eb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (a4370d88-9c8c-42d9-8a71-7284c26913ac), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:56.339361 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5a37d-8869-4856-a2ee-0e00b067c946 req-4c83f24e-722a-4aed-bdc4-7b4e74a1f45e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:56.340890 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-75f5a37d-8869-4856-a2ee-0e00b067c946 req-4c83f24e-722a-4aed-bdc4-7b4e74a1f45e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 950 time: 0.2045193 Mar 22 19:16:56.342841 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-106c3dab-465e-4993-ad6d-966ebffa0754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1818778885-router', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:13:37Z', 'updated_at': '2022-03-22T19:16:54Z', 'revision_number': 5, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'gw_port': {'id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:38Z', 'updated_at': '2022-03-22T19:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:56.354016 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e94df8-788b-4c90-ba07-732415584eb1 admin admin] Router e785be4f-764d-4af5-aede-fd7e5351613f has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:16:56.355650 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-1220cd76-b51d-41ca-826d-e636f989eb76 admin admin] Calling delete_port for a4370d88-9c8c-42d9-8a71-7284c26913ac owned by network:router_gateway {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:16:56.388271 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106c3dab-465e-4993-ad6d-966ebffa0754 None None] The sync data for ids ['ad074be4-fd02-4624-bb50-c9bc6b647811'] in n-d-705658-24 is: [{'id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1818778885-router', 'tenant_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:13:37Z', 'updated_at': '2022-03-22T19:16:54Z', 'revision_number': 5, 'project_id': '50f2bfa7a4934aeaa9cc0c2ed043b83a', 'gw_port': {'id': 'a4370d88-9c8c-42d9-8a71-7284c26913ac', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad074be4-fd02-4624-bb50-c9bc6b647811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:38Z', 'updated_at': '2022-03-22T19:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:16:56.392978 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f1eafcc5-13dc-433f-a36c-e4a37b83b123 req-00df2e22-22b0-40d5-857a-7f0bf44a0afa service neutron] 10.222.0.84 "GET /v2.0/networks/c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263051 Mar 22 19:16:56.473513 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-75f5a37d-8869-4856-a2ee-0e00b067c946 req-2512edaf-017d-4481-8201-b7b0a7714b35 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217537 Mar 22 19:16:56.512464 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f1eafcc5-13dc-433f-a36c-e4a37b83b123 req-d25c3445-4b05-4681-8aed-3af0958bdb07 service neutron] 10.222.0.84 "GET /v2.0/networks/c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128898 Mar 22 19:16:56.676004 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e94df8-788b-4c90-ba07-732415584eb1 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:16:56.690307 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50528b74-00e7-472c-b024-b04379b9c607 None None] Sync routers for ids ['e785be4f-764d-4af5-aede-fd7e5351613f'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:16:56.703819 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-00e94df8-788b-4c90-ba07-732415584eb1 admin admin] 10.222.0.75 "PUT /v2.0/routers/e785be4f-764d-4af5-aede-fd7e5351613f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5551524 Mar 22 19:16:56.704689 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36750) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:16:56.707631 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50528b74-00e7-472c-b024-b04379b9c607 None None] Routers {'e785be4f-764d-4af5-aede-fd7e5351613f'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:16:56.708951 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-50528b74-00e7-472c-b024-b04379b9c607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:16:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e785be4f-764d-4af5-aede-fd7e5351613f'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:56.854104 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-50528b74-00e7-472c-b024-b04379b9c607 None None] Set router e785be4f-764d-4af5-aede-fd7e5351613f gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:16:56.897997 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aaa7e3-8ff0-4a7b-92f9-0a2be4a33c48 req-afa558a0-c38e-4bae-aa36-f004fb69743d tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:56.899519 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-35aaa7e3-8ff0-4a7b-92f9-0a2be4a33c48 req-afa558a0-c38e-4bae-aa36-f004fb69743d tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad43c6fd-4460-42af-a977-7bbd6ae77530 HTTP/1.1" status: 200 len: 943 time: 0.2374089 Mar 22 19:16:56.903111 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1220cd76-b51d-41ca-826d-e636f989eb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (a4370d88-9c8c-42d9-8a71-7284c26913ac), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:56.947791 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220cd76-b51d-41ca-826d-e636f989eb76 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4370d88-9c8c-42d9-8a71-7284c26913ac,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:56.973713 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8efc324-0618-4be6-b0d1-ca757dd48442 admin admin] Publish callbacks [] for router (e785be4f-764d-4af5-aede-fd7e5351613f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:57.070877 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-50528b74-00e7-472c-b024-b04379b9c607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1963704943-router', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:54Z', 'updated_at': '2022-03-22T19:16:54Z', 'revision_number': 5, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'gw_port': {'id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:14:56Z', 'updated_at': '2022-03-22T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:57.103956 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50528b74-00e7-472c-b024-b04379b9c607 None None] Checking router: e785be4f-764d-4af5-aede-fd7e5351613f for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:16:57.114541 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50528b74-00e7-472c-b024-b04379b9c607 None None] Routers {'e785be4f-764d-4af5-aede-fd7e5351613f'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:16:57.115316 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-50528b74-00e7-472c-b024-b04379b9c607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:16:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e785be4f-764d-4af5-aede-fd7e5351613f'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:57.270995 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-50528b74-00e7-472c-b024-b04379b9c607 None None] Set router e785be4f-764d-4af5-aede-fd7e5351613f gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:16:57.402614 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-22bcfeec-9e83-4860-99e1-68356c3fc613 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:57.404936 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-22bcfeec-9e83-4860-99e1-68356c3fc613 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.85 "GET /v2.0/networks?id=63b49c54-7e45-4147-9f0e-8b47e058281a HTTP/1.1" status: 200 len: 808 time: 0.2094073 Mar 22 19:16:57.419998 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-f639f0fd-5093-4b68-8f94-7a5109711987 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Request body: {'port': {'device_id': '909fc672-2eb2-469d-8094-43fac906a98c', 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a', 'admin_state_up': True, 'tenant_id': '635145d2a62d432cbc865a99eb3219e4'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:16:57.452328 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-461de301-a05a-4c6e-bb26-2b65bb8e8502 req-96c6a439-d93d-4540-b45e-1bd93ee30543 tempest-ServersAdmin275Test-1141048238 tempest-ServersAdmin275Test-1141048238-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0715892 Mar 22 19:16:57.455476 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-35aaa7e3-8ff0-4a7b-92f9-0a2be4a33c48 req-df5decba-4646-41e4-8ff7-5809da8683a2 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5457251 Mar 22 19:16:57.474476 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1220cd76-b51d-41ca-826d-e636f989eb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (ad074be4-fd02-4624-bb50-c9bc6b647811), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:57.514482 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 943862a4-2112-44e0-a6d9-113cc21e8367 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:16:57.525897 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-50528b74-00e7-472c-b024-b04379b9c607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1963704943-router', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:54Z', 'updated_at': '2022-03-22T19:16:54Z', 'revision_number': 5, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'gw_port': {'id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:14:56Z', 'updated_at': '2022-03-22T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:57.553044 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-f639f0fd-5093-4b68-8f94-7a5109711987 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Made reservation on behalf of 635145d2a62d432cbc865a99eb3219e4 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:16:57.556717 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 943862a4-2112-44e0-a6d9-113cc21e8367 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:16:57.557464 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 943862a4-2112-44e0-a6d9-113cc21e8367 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:16:57.564219 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50528b74-00e7-472c-b024-b04379b9c607 None None] The sync data for ids ['e785be4f-764d-4af5-aede-fd7e5351613f'] in n-d-705658-24 is: [{'id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1963704943-router', 'tenant_id': '9043ed5dac384ebd98a6e2b2119c0162', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143'}], 'enable_snat': True}, 'gw_port_id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:54Z', 'updated_at': '2022-03-22T19:16:54Z', 'revision_number': 5, 'project_id': '9043ed5dac384ebd98a6e2b2119c0162', 'gw_port': {'id': 'dac0a6c9-5652-4954-a03d-a5db12f24d6d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:6f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e785be4f-764d-4af5-aede-fd7e5351613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:14:56Z', 'updated_at': '2022-03-22T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:16:57.572777 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-f639f0fd-5093-4b68-8f94-7a5109711987 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:57.649086 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '862b5c9b-bb12-4d66-920a-9b989ab228f4', 'name': 'network-vif-deleted', 'tag': '9cae237c-da57-489d-9fbb-de398ed39964'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:16:57.651316 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaba3c06-4b5b-40de-b8ee-c887b31fecaf" -d '{"events": [{"server_uuid": "862b5c9b-bb12-4d66-920a-9b989ab228f4", "name": "network-vif-deleted", "tag": "9cae237c-da57-489d-9fbb-de398ed39964"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:16:57.681889 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 9cae237c-da57-489d-9fbb-de398ed39964 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:16:57.697936 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1220cd76-b51d-41ca-826d-e636f989eb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (ad074be4-fd02-4624-bb50-c9bc6b647811), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:57.704987 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f4ccb905-8c5d-40d9-b283-3c3e42ba37b8 req-c00f35c7-61e2-4866-8c4f-df257583c63d tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 210 time: 0.0657411 Mar 22 19:16:57.708552 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1220cd76-b51d-41ca-826d-e636f989eb76 admin admin] Publish callbacks [] for router_controller (ad074be4-fd02-4624-bb50-c9bc6b647811), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:57.708760 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 9cae237c-da57-489d-9fbb-de398ed39964 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:16:57.708946 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 9cae237c-da57-489d-9fbb-de398ed39964 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:16:57.734445 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-f639f0fd-5093-4b68-8f94-7a5109711987 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Allocated IP 172.20.0.6 (63b49c54-7e45-4147-9f0e-8b47e058281a/1824832e-8035-4e29-a8c5-aaeabb7261e8/c0f856f7-dd46-407a-9757-5669f772ffe3) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:16:57.786437 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8efc324-0618-4be6-b0d1-ca757dd48442 admin admin] Publish callbacks [] for router_gateway (e785be4f-764d-4af5-aede-fd7e5351613f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:57.819194 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1220cd76-b51d-41ca-826d-e636f989eb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (ad074be4-fd02-4624-bb50-c9bc6b647811), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:57.819738 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1220cd76-b51d-41ca-826d-e636f989eb76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad074be4-fd02-4624-bb50-c9bc6b647811 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:16:57.831237 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7675763-1ced-4947-9ee8-d25996c435bc req-5ca205af-a108-4e76-8535-3d21e904cd07 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:57.832764 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e7675763-1ced-4947-9ee8-d25996c435bc req-5ca205af-a108-4e76-8535-3d21e904cd07 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/ports?device_id=0840de3f-efcb-487a-93f3-1de7bc2097d5 HTTP/1.1" status: 200 len: 949 time: 0.2242327 Mar 22 19:16:57.836498 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1220cd76-b51d-41ca-826d-e636f989eb76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:57.837577 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1220cd76-b51d-41ca-826d-e636f989eb76 admin admin] 10.222.0.75 "DELETE /v2.0/routers/ad074be4-fd02-4624-bb50-c9bc6b647811 HTTP/1.1" status: 204 len: 168 time: 2.5995512 Mar 22 19:16:57.840682 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36766) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:16:57.922929 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6d200-ba6d-4948-b019-61cd2e5173b8 req-5312ae1d-5802-4cec-b95e-5b2639627e92 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:57.924584 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ada6d200-ba6d-4948-b019-61cd2e5173b8 req-5312ae1d-5802-4cec-b95e-5b2639627e92 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 950 time: 0.1442125 Mar 22 19:16:57.984927 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e7675763-1ced-4947-9ee8-d25996c435bc req-997bc885-2e8b-4403-8732-083eca1e614d tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d759956-3223-46a8-8476-9fdc36e41283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160457 Mar 22 19:16:57.992066 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-f8efc324-0618-4be6-b0d1-ca757dd48442 admin admin] Deleting port dac0a6c9-5652-4954-a03d-a5db12f24d6d {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:16:57.992415 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8efc324-0618-4be6-b0d1-ca757dd48442 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (dac0a6c9-5652-4954-a03d-a5db12f24d6d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:58.090630 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ada6d200-ba6d-4948-b019-61cd2e5173b8 req-bff9a79f-4e71-4817-8257-34133dbcca9a tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481574 Mar 22 19:16:58.125044 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-f8efc324-0618-4be6-b0d1-ca757dd48442 admin admin] For port dac0a6c9-5652-4954-a03d-a5db12f24d6d, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=dac0a6c9-5652-4954-a03d-a5db12f24d6d,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:58.125567 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8efc324-0618-4be6-b0d1-ca757dd48442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (dac0a6c9-5652-4954-a03d-a5db12f24d6d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:58.140709 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-f8efc324-0618-4be6-b0d1-ca757dd48442 admin admin] Calling delete_port for dac0a6c9-5652-4954-a03d-a5db12f24d6d owned by network:router_gateway {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:16:58.151842 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89e344e-ad81-42f9-91f3-7bfdf54b18c8 x-openstack-request-id: req-e89e344e-ad81-42f9-91f3-7bfdf54b18c8 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:16:58.152127 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "862b5c9b-bb12-4d66-920a-9b989ab228f4", "name": "network-vif-deleted", "tag": "9cae237c-da57-489d-9fbb-de398ed39964", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:16:58.152370 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e89e344e-ad81-42f9-91f3-7bfdf54b18c8 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:16:58.152756 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e89e344e-ad81-42f9-91f3-7bfdf54b18c8'] response: {'server_uuid': '862b5c9b-bb12-4d66-920a-9b989ab228f4', 'name': 'network-vif-deleted', 'tag': '9cae237c-da57-489d-9fbb-de398ed39964', 'status': 'completed', 'code': 200} Mar 22 19:16:58.189447 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d628c2e-c1a2-49ef-9687-9d4894f026de admin admin] Deleting subnet d297ad65-b612-46b9-b407-069a93a8e37f {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:16:58.196930 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5d628c2e-c1a2-49ef-9687-9d4894f026de admin admin] Publish callbacks [] for subnet (d297ad65-b612-46b9-b407-069a93a8e37f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:58.245747 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-f639f0fd-5093-4b68-8f94-7a5109711987 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Publish callbacks [] for port (c0f856f7-dd46-407a-9757-5669f772ffe3), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:58.251023 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5d628c2e-c1a2-49ef-9687-9d4894f026de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (d297ad65-b612-46b9-b407-069a93a8e37f), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:58.317424 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8efc324-0618-4be6-b0d1-ca757dd48442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (dac0a6c9-5652-4954-a03d-a5db12f24d6d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:58.342993 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efc324-0618-4be6-b0d1-ca757dd48442 admin admin] Pushing event deleted for resources: {'Port': ['ID=dac0a6c9-5652-4954-a03d-a5db12f24d6d,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:58.370565 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-f639f0fd-5093-4b68-8f94-7a5109711987 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (c0f856f7-dd46-407a-9757-5669f772ffe3), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:58.414495 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8efc324-0618-4be6-b0d1-ca757dd48442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (e785be4f-764d-4af5-aede-fd7e5351613f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:58.422321 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5d628c2e-c1a2-49ef-9687-9d4894f026de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (d297ad65-b612-46b9-b407-069a93a8e37f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:58.448321 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-f639f0fd-5093-4b68-8f94-7a5109711987 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Network 63b49c54-7e45-4147-9f0e-8b47e058281a is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:16:58.459014 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-f639f0fd-5093-4b68-8f94-7a5109711987 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:16:58.464487 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-f639f0fd-5093-4b68-8f94-7a5109711987 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:16:58.475169 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639f0fd-5093-4b68-8f94-7a5109711987 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Pushing event updated for resources: {'Port': ['ID=c0f856f7-dd46-407a-9757-5669f772ffe3,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:58.521374 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8efc324-0618-4be6-b0d1-ca757dd48442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (e785be4f-764d-4af5-aede-fd7e5351613f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:58.524036 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8efc324-0618-4be6-b0d1-ca757dd48442 admin admin] Publish callbacks [] for router_controller (e785be4f-764d-4af5-aede-fd7e5351613f), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:58.544027 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-f639f0fd-5093-4b68-8f94-7a5109711987 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:58.545205 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-f639f0fd-5093-4b68-8f94-7a5109711987 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:58.555944 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5d628c2e-c1a2-49ef-9687-9d4894f026de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (d297ad65-b612-46b9-b407-069a93a8e37f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:58.582202 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8efc324-0618-4be6-b0d1-ca757dd48442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (e785be4f-764d-4af5-aede-fd7e5351613f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:58.582796 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8efc324-0618-4be6-b0d1-ca757dd48442 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e785be4f-764d-4af5-aede-fd7e5351613f {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:16:58.587959 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8efc324-0618-4be6-b0d1-ca757dd48442 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:58.588209 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d628c2e-c1a2-49ef-9687-9d4894f026de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d297ad65-b612-46b9-b407-069a93a8e37f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:58.594588 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f8efc324-0618-4be6-b0d1-ca757dd48442 admin admin] 10.222.0.75 "DELETE /v2.0/routers/e785be4f-764d-4af5-aede-fd7e5351613f HTTP/1.1" status: 204 len: 168 time: 1.8882515 Mar 22 19:16:58.595237 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36774) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:16:58.598724 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-f639f0fd-5093-4b68-8f94-7a5109711987 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1839347 Mar 22 19:16:58.600251 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5d628c2e-c1a2-49ef-9687-9d4894f026de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:58.602065 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5252c6-14cf-474f-9975-260bbbe7fa5b None None] Network 62c519fc-4ba2-460f-99c0-c4269b238492 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:16:58.603802 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5d628c2e-c1a2-49ef-9687-9d4894f026de admin admin] 10.222.0.75 "DELETE /v2.0/subnets/d297ad65-b612-46b9-b407-069a93a8e37f HTTP/1.1" status: 204 len: 168 time: 0.7609677 Mar 22 19:16:58.612489 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-8c7f8949-56a2-4254-b894-6f8a91c19554 service neutron] Request body: {'port': {'device_id': '909fc672-2eb2-469d-8094-43fac906a98c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:16:58.615522 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36776) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:16:58.692341 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2777a2d-38be-4f1a-a1bb-ee7bdf735b4b req-fcc1f6bb-b621-4253-ad11-2560fd088ba1 tempest-ServersAdmin275Test-1141048238 tempest-ServersAdmin275Test-1141048238-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0551476 Mar 22 19:16:58.724952 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5948191d-6b53-43e9-a96d-5ab1401a7f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (62c519fc-4ba2-460f-99c0-c4269b238492), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:58.735703 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-55bd5196-74ac-4dd3-94b4-62a6ac9387c5 admin admin] Deleting subnet 404f1295-a29d-4db9-84c7-cbcf7d46527c {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:16:58.739111 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55bd5196-74ac-4dd3-94b4-62a6ac9387c5 admin admin] Publish callbacks [] for subnet (404f1295-a29d-4db9-84c7-cbcf7d46527c), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:58.790914 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55bd5196-74ac-4dd3-94b4-62a6ac9387c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (404f1295-a29d-4db9-84c7-cbcf7d46527c), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:58.794538 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-8c7f8949-56a2-4254-b894-6f8a91c19554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c0f856f7-dd46-407a-9757-5669f772ffe3), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:58.853583 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c64e9-efdd-400e-959b-c0e1b982b348 req-eaa74196-70a1-469b-b5bb-2c5f8f27a2b7 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:58.855130 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-565c64e9-efdd-400e-959b-c0e1b982b348 req-eaa74196-70a1-469b-b5bb-2c5f8f27a2b7 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad43c6fd-4460-42af-a977-7bbd6ae77530 HTTP/1.1" status: 200 len: 943 time: 0.2868426 Mar 22 19:16:58.934222 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-5948191d-6b53-43e9-a96d-5ab1401a7f4b admin admin] Deleting port f8700c61-9157-4f06-96ca-76e6a59b757d {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:16:58.934619 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5948191d-6b53-43e9-a96d-5ab1401a7f4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f8700c61-9157-4f06-96ca-76e6a59b757d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:58.994942 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60accbe-8e51-4bcb-b9e7-86aff7448617 req-84816109-caa6-4e3c-a21d-475b0176261e tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:58.996424 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e60accbe-8e51-4bcb-b9e7-86aff7448617 req-84816109-caa6-4e3c-a21d-475b0176261e tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 931 time: 0.1652176 Mar 22 19:16:59.016798 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-565c64e9-efdd-400e-959b-c0e1b982b348 req-b1c9162f-64f5-4b15-9b7a-2957ee12bbda tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458051 Mar 22 19:16:59.019908 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55bd5196-74ac-4dd3-94b4-62a6ac9387c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (404f1295-a29d-4db9-84c7-cbcf7d46527c), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:59.049017 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device eb4bac57-786a-416c-8df2-15fa4becb1a5 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:16:59.051302 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-5948191d-6b53-43e9-a96d-5ab1401a7f4b admin admin] For port f8700c61-9157-4f06-96ca-76e6a59b757d, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f8700c61-9157-4f06-96ca-76e6a59b757d,segment=NetworkSegment(434c9c69-ff1e-4e34-b423-28413f789ad4),segment_id=434c9c69-ff1e-4e34-b423-28413f789ad4)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:59.051698 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5948191d-6b53-43e9-a96d-5ab1401a7f4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f8700c61-9157-4f06-96ca-76e6a59b757d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:59.075886 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-5948191d-6b53-43e9-a96d-5ab1401a7f4b admin admin] Calling delete_port for f8700c61-9157-4f06-96ca-76e6a59b757d owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:16:59.114004 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e60accbe-8e51-4bcb-b9e7-86aff7448617 req-9934031a-74b9-4275-82e9-ceb13bbf20ae tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061134 Mar 22 19:16:59.178119 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb39469c-eb46-4947-bd5b-d6c727304891 None None] DHCP port deletion for 62c519fc-4ba2-460f-99c0-c4269b238492 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:16:59.181556 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55bd5196-74ac-4dd3-94b4-62a6ac9387c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (404f1295-a29d-4db9-84c7-cbcf7d46527c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:59.206836 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55bd5196-74ac-4dd3-94b4-62a6ac9387c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:59.213765 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-55bd5196-74ac-4dd3-94b4-62a6ac9387c5 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/404f1295-a29d-4db9-84c7-cbcf7d46527c HTTP/1.1" status: 204 len: 168 time: 0.5841930 Mar 22 19:16:59.215483 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36784) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:16:59.231302 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ea829a-3794-4dde-911a-f0ab32c273ce None None] Network 408d3c74-488c-412d-8e2a-ab74ff098a11 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:16:59.241770 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd5196-74ac-4dd3-94b4-62a6ac9387c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=404f1295-a29d-4db9-84c7-cbcf7d46527c,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:59.289255 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32480e-e2c7-4523-ac37-cda95766ef1a req-d8e8a169-c9b4-4be7-bf6f-fd4eaf24661d tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:59.290672 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa32480e-e2c7-4523-ac37-cda95766ef1a req-d8e8a169-c9b4-4be7-bf6f-fd4eaf24661d tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/ports?device_id=0840de3f-efcb-487a-93f3-1de7bc2097d5 HTTP/1.1" status: 200 len: 949 time: 0.1678100 Mar 22 19:16:59.324081 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port eb4bac57-786a-416c-8df2-15fa4becb1a5, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=eb4bac57-786a-416c-8df2-15fa4becb1a5,segment=NetworkSegment(85cf4aab-02b0-4ed0-89a0-65a703cfb595),segment_id=85cf4aab-02b0-4ed0-89a0-65a703cfb595)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:59.331608 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b548d-673b-4c56-9b92-01c219094851 req-ca06ab03-e203-4312-97f8-20a8b77df6c9 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:59.333120 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-645b548d-673b-4c56-9b92-01c219094851 req-ca06ab03-e203-4312-97f8-20a8b77df6c9 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 950 time: 0.0944192 Mar 22 19:16:59.340097 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'eb4bac57-786a-416c-8df2-15fa4becb1a5', 'network_id': 'c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd', 'port_id': 'eb4bac57-786a-416c-8df2-15fa4becb1a5', 'mac_address': 'fa:16:3e:40:47:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '557c463e-0ced-46b1-95bb-72c186d37083', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:16:59.385343 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa32480e-e2c7-4523-ac37-cda95766ef1a req-e4ae2053-270a-4f71-87b7-013edf2853ba tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.75 "GET /v2.0/security-groups?id=7d759956-3223-46a8-8476-9fdc36e41283&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860839 Mar 22 19:16:59.424666 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-8c7f8949-56a2-4254-b894-6f8a91c19554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0f856f7-dd46-407a-9757-5669f772ffe3 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:16:59.430028 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b9fd1ca2-7235-4444-9e94-d4677736e2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (408d3c74-488c-412d-8e2a-ab74ff098a11), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:59.431971 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5948191d-6b53-43e9-a96d-5ab1401a7f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f8700c61-9157-4f06-96ca-76e6a59b757d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:59.453942 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-8c7f8949-56a2-4254-b894-6f8a91c19554 service neutron] Publish callbacks [] for port (c0f856f7-dd46-407a-9757-5669f772ffe3), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:59.461527 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-645b548d-673b-4c56-9b92-01c219094851 req-59f4947a-df4a-4208-af5b-65c839783889 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220417 Mar 22 19:16:59.475122 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-eb39469c-eb46-4947-bd5b-d6c727304891 None None] Deleting port f8700c61-9157-4f06-96ca-76e6a59b757d {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:16:59.475776 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-eb39469c-eb46-4947-bd5b-d6c727304891 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f8700c61-9157-4f06-96ca-76e6a59b757d), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:59.481602 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5948191d-6b53-43e9-a96d-5ab1401a7f4b admin admin] No DVR routers for this DVR port f8700c61-9157-4f06-96ca-76e6a59b757d on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:16:59.489726 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe3068-2160-4a6b-a1a3-d3044dac98cd req-9a15686e-f49e-4740-9235-b1e2465c2035 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:59.491490 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0ebe3068-2160-4a6b-a1a3-d3044dac98cd req-9a15686e-f49e-4740-9235-b1e2465c2035 tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.84 "GET /v2.0/ports?device_id=0840de3f-efcb-487a-93f3-1de7bc2097d5 HTTP/1.1" status: 200 len: 949 time: 0.1051631 Mar 22 19:16:59.493454 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port eb4bac57-786a-416c-8df2-15fa4becb1a5 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:16:59.494032 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (eb4bac57-786a-416c-8df2-15fa4becb1a5), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:59.512011 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948191d-6b53-43e9-a96d-5ab1401a7f4b admin admin] Pushing event deleted for resources: {'Port': ['ID=f8700c61-9157-4f06-96ca-76e6a59b757d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:59.527116 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device dac0a6c9-5652-4954-a03d-a5db12f24d6d no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:16:59.550463 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-8c7f8949-56a2-4254-b894-6f8a91c19554 service neutron] Transition to ACTIVE for port object c0f856f7-dd46-407a-9757-5669f772ffe3 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:16:59.557994 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: dac0a6c9-5652-4954-a03d-a5db12f24d6d {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:16:59.558548 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device dac0a6c9-5652-4954-a03d-a5db12f24d6d not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:16:59.559372 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a4370d88-9c8c-42d9-8a71-7284c26913ac no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:16:59.593376 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: a4370d88-9c8c-42d9-8a71-7284c26913ac {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:16:59.593608 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-8c7f8949-56a2-4254-b894-6f8a91c19554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (c0f856f7-dd46-407a-9757-5669f772ffe3), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:59.593770 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a4370d88-9c8c-42d9-8a71-7284c26913ac not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:16:59.594301 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 7862fcd2-cf05-4bdc-934f-2c77bbac6505 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:16:59.600340 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac9e9e3-ee8a-487c-a084-5e717a71d5ed None None] DHCP port deletion for 408d3c74-488c-412d-8e2a-ab74ff098a11 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:16:59.618283 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [req-ffeae789-b119-4fc5-902d-021634485441 req-e45a14cc-816d-4bef-8eb6-e5d83922c99d service neutron] show failed (client error): The resource could not be found. Mar 22 19:16:59.620475 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ffeae789-b119-4fc5-902d-021634485441 req-e45a14cc-816d-4bef-8eb6-e5d83922c99d service neutron] 10.222.0.84 "GET /v2.0/ports/fc644c63-8438-4b82-98b0-4202839125c6/bindings/n-h2-705658-24 HTTP/1.1" status: 404 len: 381 time: 0.2885022 Mar 22 19:16:59.627647 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb4bac57-786a-416c-8df2-15fa4becb1a5 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:16:59.639312 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-0ebe3068-2160-4a6b-a1a3-d3044dac98cd req-fc6ee718-2740-4207-bd77-41617b1d516b tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Deleting port 57c6a9e0-bb76-439e-9629-7dc8682cded9 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:16:59.639924 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0ebe3068-2160-4a6b-a1a3-d3044dac98cd req-fc6ee718-2740-4207-bd77-41617b1d516b tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (57c6a9e0-bb76-439e-9629-7dc8682cded9), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:59.649313 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port eb4bac57-786a-416c-8df2-15fa4becb1a5, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=eb4bac57-786a-416c-8df2-15fa4becb1a5,segment=NetworkSegment(85cf4aab-02b0-4ed0-89a0-65a703cfb595),segment_id=85cf4aab-02b0-4ed0-89a0-65a703cfb595)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:59.663845 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5948191d-6b53-43e9-a96d-5ab1401a7f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (62c519fc-4ba2-460f-99c0-c4269b238492), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:59.684237 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-eb39469c-eb46-4947-bd5b-d6c727304891 None None] For port f8700c61-9157-4f06-96ca-76e6a59b757d, host n-d-705658-24, got binding levels [] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:59.685474 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-eb39469c-eb46-4947-bd5b-d6c727304891 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f8700c61-9157-4f06-96ca-76e6a59b757d), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:59.702201 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-5948191d-6b53-43e9-a96d-5ab1401a7f4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c519fc-4ba2-460f-99c0-c4269b238492']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:59.705974 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-eb39469c-eb46-4947-bd5b-d6c727304891 None None] Calling delete_port for f8700c61-9157-4f06-96ca-76e6a59b757d owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:16:59.714216 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.ipam_backend_mixin [None req-eb39469c-eb46-4947-bd5b-d6c727304891 None None] Port f8700c61-9157-4f06-96ca-76e6a59b757d was not found and therefore no delete operation was performed {{(pid=104174) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 19:16:59.715418 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 7862fcd2-cf05-4bdc-934f-2c77bbac6505 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:16:59.715778 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 7862fcd2-cf05-4bdc-934f-2c77bbac6505 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:16:59.717371 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f8700c61-9157-4f06-96ca-76e6a59b757d no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:16:59.721310 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-5948191d-6b53-43e9-a96d-5ab1401a7f4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '434c9c69-ff1e-4e34-b423-28413f789ad4') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:59.721613 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-5948191d-6b53-43e9-a96d-5ab1401a7f4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '434c9c69-ff1e-4e34-b423-28413f789ad4') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:16:59.723415 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f8949-56a2-4254-b894-6f8a91c19554 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f856f7-dd46-407a-9757-5669f772ffe3,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:59.742657 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-eb39469c-eb46-4947-bd5b-d6c727304891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (f8700c61-9157-4f06-96ca-76e6a59b757d), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:59.745158 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (eb4bac57-786a-416c-8df2-15fa4becb1a5), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:59.749584 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: f8700c61-9157-4f06-96ca-76e6a59b757d {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:16:59.749963 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f8700c61-9157-4f06-96ca-76e6a59b757d not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:16:59.750910 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5948191d-6b53-43e9-a96d-5ab1401a7f4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (434c9c69-ff1e-4e34-b423-28413f789ad4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:59.788474 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-0ebe3068-2160-4a6b-a1a3-d3044dac98cd req-fc6ee718-2740-4207-bd77-41617b1d516b tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] For port 57c6a9e0-bb76-439e-9629-7dc8682cded9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=57c6a9e0-bb76-439e-9629-7dc8682cded9,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:16:59.788977 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0ebe3068-2160-4a6b-a1a3-d3044dac98cd req-fc6ee718-2740-4207-bd77-41617b1d516b tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (57c6a9e0-bb76-439e-9629-7dc8682cded9), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:59.803242 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39469c-eb46-4947-bd5b-d6c727304891 None None] Pushing event deleted for resources: {'Port': ['ID=f8700c61-9157-4f06-96ca-76e6a59b757d,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:59.816915 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-0ebe3068-2160-4a6b-a1a3-d3044dac98cd req-fc6ee718-2740-4207-bd77-41617b1d516b tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Calling delete_port for 57c6a9e0-bb76-439e-9629-7dc8682cded9 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:16:59.822614 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb39469c-eb46-4947-bd5b-d6c727304891 None None] No DVR routers for this DVR port f8700c61-9157-4f06-96ca-76e6a59b757d on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:16:59.857149 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5948191d-6b53-43e9-a96d-5ab1401a7f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (434c9c69-ff1e-4e34-b423-28413f789ad4), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:59.865483 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-b9fd1ca2-7235-4444-9e94-d4677736e2ae admin admin] Deleting port a0fe23a6-9446-41f4-a1fa-78e625bb364e {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:16:59.865845 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b9fd1ca2-7235-4444-9e94-d4677736e2ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (a0fe23a6-9446-41f4-a1fa-78e625bb364e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:59.890436 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5948191d-6b53-43e9-a96d-5ab1401a7f4b admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:16:59.890852 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5948191d-6b53-43e9-a96d-5ab1401a7f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (434c9c69-ff1e-4e34-b423-28413f789ad4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:59.892537 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:16:59.892537 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:16:59.892537 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:16:59.892537 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:16:59.892537 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:16:59.892537 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:16:59.892537 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:16:59.892537 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:16:59.892537 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:16:59.892537 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:16:59.892537 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:16:59.892537 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:16:59.892537 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:16:59.892537 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:16:59.892537 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:16:59.892537 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:16:59.892537 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:16:59.892537 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:16:59.892537 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:16:59.892537 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:16:59.892537 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:16:59.892537 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:16:59.892537 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:16:59.892537 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:16:59.892537 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:16:59.892537 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:16:59.892537 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:16:59.892537 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:16:59.892537 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:16:59.892537 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:16:59.892537 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:16:59.892537 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:16:59.903693 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=eb4bac57-786a-416c-8df2-15fa4becb1a5,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:16:59.913892 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-dac9e9e3-ee8a-487c-a084-5e717a71d5ed None None] Deleting port a0fe23a6-9446-41f4-a1fa-78e625bb364e {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:16:59.914890 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-dac9e9e3-ee8a-487c-a084-5e717a71d5ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (a0fe23a6-9446-41f4-a1fa-78e625bb364e), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:16:59.946500 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-302d3318-6550-483e-8389-aac35a6c92b9 req-a836169c-610c-4bf5-96a8-719e6d78b455 tempest-ServersAdmin275Test-1141048238 tempest-ServersAdmin275Test-1141048238-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0471499 Mar 22 19:16:59.988822 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeae789-b119-4fc5-902d-021634485441 req-c098a367-327f-427b-84c0-6c599430bf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:16:59.988822 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ffeae789-b119-4fc5-902d-021634485441 req-c098a367-327f-427b-84c0-6c599430bf93 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b&tenant_id=fa44a62348c348ba8b3d4c4340e75bae HTTP/1.1" status: 200 len: 1133 time: 0.1503668 Mar 22 19:16:59.992465 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-8c7f8949-56a2-4254-b894-6f8a91c19554 service neutron] Attempting to bind port c0f856f7-dd46-407a-9757-5669f772ffe3 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:16:59.992811 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-8c7f8949-56a2-4254-b894-6f8a91c19554 service neutron] Attempting to bind port c0f856f7-dd46-407a-9757-5669f772ffe3 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:16:59.993255 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-8c7f8949-56a2-4254-b894-6f8a91c19554 service neutron] Attempting to bind port c0f856f7-dd46-407a-9757-5669f772ffe3 on network 63b49c54-7e45-4147-9f0e-8b47e058281a {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:17:00.000127 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-ffeae789-b119-4fc5-902d-021634485441 req-7355c8a2-615e-4882-8742-288d4449f79e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705658-24', 'device_owner': 'compute:nova'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:00.001746 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-8c7f8949-56a2-4254-b894-6f8a91c19554 service neutron] Port c0f856f7-dd46-407a-9757-5669f772ffe3 on network 63b49c54-7e45-4147-9f0e-8b47e058281a not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:17:00.002121 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-8c7f8949-56a2-4254-b894-6f8a91c19554 service neutron] Attempting to bind port c0f856f7-dd46-407a-9757-5669f772ffe3 on network 63b49c54-7e45-4147-9f0e-8b47e058281a {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:17:00.003112 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['eb4bac57-786a-416c-8df2-15fa4becb1a5'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:17:00.024884 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-8c7f8949-56a2-4254-b894-6f8a91c19554 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:17:00.025236 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-8c7f8949-56a2-4254-b894-6f8a91c19554 service neutron] Checking segment: {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:17:00.025751 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-8c7f8949-56a2-4254-b894-6f8a91c19554 service neutron] Bound using segment: {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:17:00.026238 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-8c7f8949-56a2-4254-b894-6f8a91c19554 service neutron] Bound port: c0f856f7-dd46-407a-9757-5669f772ffe3, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:17:00.026584 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-8c7f8949-56a2-4254-b894-6f8a91c19554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c0f856f7-dd46-407a-9757-5669f772ffe3), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:00.031149 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-b9fd1ca2-7235-4444-9e94-d4677736e2ae admin admin] For port a0fe23a6-9446-41f4-a1fa-78e625bb364e, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a0fe23a6-9446-41f4-a1fa-78e625bb364e,segment=NetworkSegment(ff787278-dda5-44e2-bda4-bbfcbe692a1e),segment_id=ff787278-dda5-44e2-bda4-bbfcbe692a1e)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:17:00.031599 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b9fd1ca2-7235-4444-9e94-d4677736e2ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (a0fe23a6-9446-41f4-a1fa-78e625bb364e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:00.034336 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5948191d-6b53-43e9-a96d-5ab1401a7f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (62c519fc-4ba2-460f-99c0-c4269b238492), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:00.034806 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-dac9e9e3-ee8a-487c-a084-5e717a71d5ed None None] For port a0fe23a6-9446-41f4-a1fa-78e625bb364e, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a0fe23a6-9446-41f4-a1fa-78e625bb364e,segment=NetworkSegment(ff787278-dda5-44e2-bda4-bbfcbe692a1e),segment_id=ff787278-dda5-44e2-bda4-bbfcbe692a1e)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:17:00.035215 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-dac9e9e3-ee8a-487c-a084-5e717a71d5ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (a0fe23a6-9446-41f4-a1fa-78e625bb364e), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:00.039455 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5948191d-6b53-43e9-a96d-5ab1401a7f4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:00.047699 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36790) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:00.047909 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5948191d-6b53-43e9-a96d-5ab1401a7f4b admin admin] 10.222.0.75 "DELETE /v2.0/networks/62c519fc-4ba2-460f-99c0-c4269b238492 HTTP/1.1" status: 204 len: 168 time: 1.4309652 Mar 22 19:17:00.057490 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-dac9e9e3-ee8a-487c-a084-5e717a71d5ed None None] Calling delete_port for a0fe23a6-9446-41f4-a1fa-78e625bb364e owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:17:00.085844 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-b9fd1ca2-7235-4444-9e94-d4677736e2ae admin admin] Calling delete_port for a0fe23a6-9446-41f4-a1fa-78e625bb364e owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:17:00.144896 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-8c7f8949-56a2-4254-b894-6f8a91c19554 service neutron] For port c0f856f7-dd46-407a-9757-5669f772ffe3, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:17:00.148198 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-8c7f8949-56a2-4254-b894-6f8a91c19554 service neutron] For port c0f856f7-dd46-407a-9757-5669f772ffe3, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=c0f856f7-dd46-407a-9757-5669f772ffe3,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:17:00.154700 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948191d-6b53-43e9-a96d-5ab1401a7f4b admin admin] Pushing event deleted for resources: {'Network': ['ID=62c519fc-4ba2-460f-99c0-c4269b238492,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:00.161927 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-8c7f8949-56a2-4254-b894-6f8a91c19554 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (c0f856f7-dd46-407a-9757-5669f772ffe3), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:00.213377 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0ebe3068-2160-4a6b-a1a3-d3044dac98cd req-fc6ee718-2740-4207-bd77-41617b1d516b tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (57c6a9e0-bb76-439e-9629-7dc8682cded9), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:00.222322 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ffeae789-b119-4fc5-902d-021634485441 req-7355c8a2-615e-4882-8742-288d4449f79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fc644c63-8438-4b82-98b0-4202839125c6), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:00.248831 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-8c7f8949-56a2-4254-b894-6f8a91c19554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:00.250021 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-8c7f8949-56a2-4254-b894-6f8a91c19554 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:00.251810 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-8c7f8949-56a2-4254-b894-6f8a91c19554 service neutron] 10.222.0.85 "PUT /v2.0/ports/c0f856f7-dd46-407a-9757-5669f772ffe3 HTTP/1.1" status: 200 len: 1092 time: 1.6452849 Mar 22 19:17:00.252410 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909fc672-2eb2-469d-8094-43fac906a98c', 'tag': 'c0f856f7-dd46-407a-9757-5669f772ffe3'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:17:00.254717 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3075070-9229-4bf4-b310-665685826d54" -d '{"events": [{"name": "network-changed", "server_uuid": "909fc672-2eb2-469d-8094-43fac906a98c", "tag": "c0f856f7-dd46-407a-9757-5669f772ffe3"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:17:00.277532 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6ee718-2740-4207-bd77-41617b1d516b tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Pushing event deleted for resources: {'Port': ['ID=57c6a9e0-bb76-439e-9629-7dc8682cded9,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:00.302862 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-dac9e9e3-ee8a-487c-a084-5e717a71d5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (a0fe23a6-9446-41f4-a1fa-78e625bb364e), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:00.340144 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9e9e3-ee8a-487c-a084-5e717a71d5ed None None] Pushing event deleted for resources: {'Port': ['ID=a0fe23a6-9446-41f4-a1fa-78e625bb364e,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:00.342204 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac9e9e3-ee8a-487c-a084-5e717a71d5ed None None] No DVR routers for this DVR port a0fe23a6-9446-41f4-a1fa-78e625bb364e on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:17:00.357821 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f8949-56a2-4254-b894-6f8a91c19554 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f856f7-dd46-407a-9757-5669f772ffe3,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:00.381915 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3818e70-d754-4151-bd2a-4c243901e69a req-631c215f-f160-43ca-94e2-ee833a2b3239 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:00.383424 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3818e70-d754-4151-bd2a-4c243901e69a req-631c215f-f160-43ca-94e2-ee833a2b3239 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad43c6fd-4460-42af-a977-7bbd6ae77530 HTTP/1.1" status: 200 len: 944 time: 0.2508433 Mar 22 19:17:00.390020 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b9fd1ca2-7235-4444-9e94-d4677736e2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (a0fe23a6-9446-41f4-a1fa-78e625bb364e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:00.398059 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-57c43db3-c1d2-4cd5-8e06-53df770c5f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:00.399600 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-57c43db3-c1d2-4cd5-8e06-53df770c5f7c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=635145d2a62d432cbc865a99eb3219e4&device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 1126 time: 0.0831516 Mar 22 19:17:00.418476 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebe3068-2160-4a6b-a1a3-d3044dac98cd req-fc6ee718-2740-4207-bd77-41617b1d516b tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] No DVR routers for this DVR port 57c6a9e0-bb76-439e-9629-7dc8682cded9 on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:17:00.427905 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd1ca2-7235-4444-9e94-d4677736e2ae admin admin] Pushing event deleted for resources: {'Port': ['ID=a0fe23a6-9446-41f4-a1fa-78e625bb364e,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:00.461937 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-47feefb0-363e-4cea-b149-8dd8592766df service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0f856f7-dd46-407a-9757-5669f772ffe3 HTTP/1.1" status: 200 len: 217 time: 0.0424962 Mar 22 19:17:00.462708 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fd1ca2-7235-4444-9e94-d4677736e2ae admin admin] No DVR routers for this DVR port a0fe23a6-9446-41f4-a1fa-78e625bb364e on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:17:00.465741 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0ebe3068-2160-4a6b-a1a3-d3044dac98cd req-fc6ee718-2740-4207-bd77-41617b1d516b tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:00.469583 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0ebe3068-2160-4a6b-a1a3-d3044dac98cd req-fc6ee718-2740-4207-bd77-41617b1d516b tempest-ListImageFiltersTestJSON-11068766 tempest-ListImageFiltersTestJSON-11068766-project] 10.222.0.84 "DELETE /v2.0/ports/57c6a9e0-bb76-439e-9629-7dc8682cded9 HTTP/1.1" status: 204 len: 173 time: 0.9704661 Mar 22 19:17:00.471028 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0840de3f-efcb-487a-93f3-1de7bc2097d5', 'name': 'network-vif-deleted', 'tag': '57c6a9e0-bb76-439e-9629-7dc8682cded9'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:17:00.473310 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e494c67b-e130-4331-bb74-a85d7df6b5ec" -d '{"events": [{"server_uuid": "0840de3f-efcb-487a-93f3-1de7bc2097d5", "name": "network-vif-deleted", "tag": "57c6a9e0-bb76-439e-9629-7dc8682cded9"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:17:00.575211 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b9fd1ca2-7235-4444-9e94-d4677736e2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (408d3c74-488c-412d-8e2a-ab74ff098a11), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:00.579840 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-db3f6cd0-28b9-475b-88d3-82f204595465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:00.581275 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-db3f6cd0-28b9-475b-88d3-82f204595465 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1824832e-8035-4e29-a8c5-aaeabb7261e8 HTTP/1.1" status: 200 len: 848 time: 0.1128120 Mar 22 19:17:00.624517 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-a3caca03-2ba4-4b96-af3d-9ebca12d7631 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=63b49c54-7e45-4147-9f0e-8b47e058281a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354152 Mar 22 19:17:00.626213 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-b9fd1ca2-7235-4444-9e94-d4677736e2ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['408d3c74-488c-412d-8e2a-ab74ff098a11']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:17:00.646883 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-b9fd1ca2-7235-4444-9e94-d4677736e2ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff787278-dda5-44e2-bda4-bbfcbe692a1e') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:17:00.647181 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-b9fd1ca2-7235-4444-9e94-d4677736e2ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff787278-dda5-44e2-bda4-bbfcbe692a1e') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:17:00.690256 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b9fd1ca2-7235-4444-9e94-d4677736e2ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (ff787278-dda5-44e2-bda4-bbfcbe692a1e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:00.716356 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b9fd1ca2-7235-4444-9e94-d4677736e2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (ff787278-dda5-44e2-bda4-bbfcbe692a1e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:00.726465 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9fd1ca2-7235-4444-9e94-d4677736e2ae admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:17:00.726877 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b9fd1ca2-7235-4444-9e94-d4677736e2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (ff787278-dda5-44e2-bda4-bbfcbe692a1e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: self.session.flush() Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: self.session.flush() Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: self.session.flush() Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: self.session.flush() Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:17:00.728617 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:17:00.799967 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-a671a609-2121-49fd-aea0-663387ea991b service neutron] 10.222.0.85 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660440 Mar 22 19:17:00.804564 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b9fd1ca2-7235-4444-9e94-d4677736e2ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (408d3c74-488c-412d-8e2a-ab74ff098a11), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:00.810379 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b9fd1ca2-7235-4444-9e94-d4677736e2ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:00.813692 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b9fd1ca2-7235-4444-9e94-d4677736e2ae admin admin] 10.222.0.75 "DELETE /v2.0/networks/408d3c74-488c-412d-8e2a-ab74ff098a11 HTTP/1.1" status: 204 len: 168 time: 1.5952280 Mar 22 19:17:00.892156 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd1ca2-7235-4444-9e94-d4677736e2ae admin admin] Pushing event deleted for resources: {'Network': ['ID=408d3c74-488c-412d-8e2a-ab74ff098a11,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:00.897497 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b24802-6d25-4fe2-bd18-ed1657dfa184 req-55e18064-88de-43b7-bd04-6c43fed4c492 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:00.905501 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62b24802-6d25-4fe2-bd18-ed1657dfa184 req-55e18064-88de-43b7-bd04-6c43fed4c492 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 943 time: 0.6326318 Mar 22 19:17:00.926735 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3818e70-d754-4151-bd2a-4c243901e69a req-31981ea3-9071-4539-87c6-0d58130f1669 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5338712 Mar 22 19:17:00.934905 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4a9d2515-2f07-4b9a-b811-02928ae0613f req-a58a50fc-907b-4e02-8b6b-f34977ab6f6c service neutron] 10.222.0.85 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199763 Mar 22 19:17:00.997081 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e1dcb5-3f48-46cf-9757-c5eb0132de65 x-openstack-request-id: req-15e1dcb5-3f48-46cf-9757-c5eb0132de65 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:17:00.997302 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "909fc672-2eb2-469d-8094-43fac906a98c", "tag": "c0f856f7-dd46-407a-9757-5669f772ffe3", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:17:00.997452 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-15e1dcb5-3f48-46cf-9757-c5eb0132de65 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:17:00.998234 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15e1dcb5-3f48-46cf-9757-c5eb0132de65'] response: {'name': 'network-changed', 'server_uuid': '909fc672-2eb2-469d-8094-43fac906a98c', 'tag': 'c0f856f7-dd46-407a-9757-5669f772ffe3', 'status': 'completed', 'code': 200} Mar 22 19:17:01.057329 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62b24802-6d25-4fe2-bd18-ed1657dfa184 req-0c805b85-21fe-47f4-82d4-65055883c1c4 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421783 Mar 22 19:17:01.057536 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device eb4bac57-786a-416c-8df2-15fa4becb1a5 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:17:01.113024 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3075070-9229-4bf4-b310-665685826d54 req-b6dc5358-4664-4242-b224-67beb814c7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:01.118394 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b3075070-9229-4bf4-b310-665685826d54 req-b6dc5358-4664-4242-b224-67beb814c7bf service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=635145d2a62d432cbc865a99eb3219e4&device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 1126 time: 0.0996778 Mar 22 19:17:01.133190 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a49e701-b357-4659-a634-cec0498ec9d5 x-openstack-request-id: req-4a49e701-b357-4659-a634-cec0498ec9d5 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:17:01.133479 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0840de3f-efcb-487a-93f3-1de7bc2097d5", "name": "network-vif-deleted", "tag": "57c6a9e0-bb76-439e-9629-7dc8682cded9", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:17:01.133729 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4a49e701-b357-4659-a634-cec0498ec9d5 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:17:01.134280 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a49e701-b357-4659-a634-cec0498ec9d5'] response: {'server_uuid': '0840de3f-efcb-487a-93f3-1de7bc2097d5', 'name': 'network-vif-deleted', 'tag': '57c6a9e0-bb76-439e-9629-7dc8682cded9', 'status': 'completed', 'code': 200} Mar 22 19:17:01.134591 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port eb4bac57-786a-416c-8df2-15fa4becb1a5 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:17:01.144841 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port eb4bac57-786a-416c-8df2-15fa4becb1a5 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:17:01.145552 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (eb4bac57-786a-416c-8df2-15fa4becb1a5), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:01.146429 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-ffeae789-b119-4fc5-902d-021634485441 req-7355c8a2-615e-4882-8742-288d4449f79e service neutron] For port fc644c63-8438-4b82-98b0-4202839125c6, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=fc644c63-8438-4b82-98b0-4202839125c6,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:17:01.205891 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36808) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:01.254905 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-ffeae789-b119-4fc5-902d-021634485441 req-7355c8a2-615e-4882-8742-288d4449f79e service neutron] For port fc644c63-8438-4b82-98b0-4202839125c6, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:17:01.273810 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5e936ce9-3423-4cc1-baa4-8352576376e9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9043ed5dac384ebd98a6e2b2119c0162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0644686 Mar 22 19:17:01.274988 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36810) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:01.292812 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c0d3ab3-12d8-428d-a12b-e390c64d5505 req-4bbc1625-708a-4701-8fd6-4610f53637bf tempest-ServersAdmin275Test-1141048238 tempest-ServersAdmin275Test-1141048238-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0583131 Mar 22 19:17:01.293026 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port eb4bac57-786a-416c-8df2-15fa4becb1a5 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:17:01.293371 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (eb4bac57-786a-416c-8df2-15fa4becb1a5), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:01.298963 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3075070-9229-4bf4-b310-665685826d54 req-994208c0-b236-4c07-a923-178290d5618b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:01.300464 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b3075070-9229-4bf4-b310-665685826d54 req-994208c0-b236-4c07-a923-178290d5618b service neutron] 10.222.0.85 "GET /v2.0/networks?id=63b49c54-7e45-4147-9f0e-8b47e058281a HTTP/1.1" status: 200 len: 909 time: 0.1760602 Mar 22 19:17:01.331948 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad43c6fd-4460-42af-a977-7bbd6ae77530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb4bac57-786a-416c-8df2-15fa4becb1a5'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:17:01.334706 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74ff612-f7c1-4e9c-8606-70078bdaaf38" -d '{"events": [{"server_uuid": "ad43c6fd-4460-42af-a977-7bbd6ae77530", "name": "network-vif-plugged", "status": "completed", "tag": "eb4bac57-786a-416c-8df2-15fa4becb1a5"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:17:01.340165 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ffeae789-b119-4fc5-902d-021634485441 req-7355c8a2-615e-4882-8742-288d4449f79e service neutron] Publish callbacks [] for port (fc644c63-8438-4b82-98b0-4202839125c6), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:01.351519 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port eb4bac57-786a-416c-8df2-15fa4becb1a5, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=eb4bac57-786a-416c-8df2-15fa4becb1a5,segment=NetworkSegment(85cf4aab-02b0-4ed0-89a0-65a703cfb595),segment_id=85cf4aab-02b0-4ed0-89a0-65a703cfb595)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:17:01.359893 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (eb4bac57-786a-416c-8df2-15fa4becb1a5), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:01.361077 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c0340-8392-434a-b966-9babf17ea1d2 req-5c40f631-217d-4ff5-bd8b-656207794040 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:01.361754 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device fc644c63-8438-4b82-98b0-4202839125c6 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:17:01.362750 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d29c0340-8392-434a-b966-9babf17ea1d2 req-5c40f631-217d-4ff5-bd8b-656207794040 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 950 time: 0.1730051 Mar 22 19:17:01.371609 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b3075070-9229-4bf4-b310-665685826d54 req-2065855b-f010-435d-8bf5-c26a4351f0ff service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0f856f7-dd46-407a-9757-5669f772ffe3 HTTP/1.1" status: 200 len: 217 time: 0.0633705 Mar 22 19:17:01.378208 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-ffeae789-b119-4fc5-902d-021634485441 req-7355c8a2-615e-4882-8742-288d4449f79e service neutron] Transition to ACTIVE for port object fc644c63-8438-4b82-98b0-4202839125c6 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:17:01.397747 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ffeae789-b119-4fc5-902d-021634485441 req-7355c8a2-615e-4882-8742-288d4449f79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (fc644c63-8438-4b82-98b0-4202839125c6), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:01.426730 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6a03bbe9-f82e-4125-9630-2a30c60935fe admin admin] Publish callbacks [] for security_group (dd1cfd74-8abc-416a-90e5-3900db09e6a0), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:01.458701 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3075070-9229-4bf4-b310-665685826d54 req-856d5127-e4d2-476a-9caa-4e4f8ce84177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:01.460339 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b3075070-9229-4bf4-b310-665685826d54 req-856d5127-e4d2-476a-9caa-4e4f8ce84177 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1824832e-8035-4e29-a8c5-aaeabb7261e8 HTTP/1.1" status: 200 len: 848 time: 0.0825200 Mar 22 19:17:01.462384 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6a03bbe9-f82e-4125-9630-2a30c60935fe admin admin] Publish callbacks [] for security_group (dd1cfd74-8abc-416a-90e5-3900db09e6a0), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:01.474962 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] The host n-h1-705658-24 is not matching for port fc644c63-8438-4b82-98b0-4202839125c6 host n-h2-705658-24! {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 19:17:01.475376 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device fc644c63-8438-4b82-98b0-4202839125c6 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:17:01.475802 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 57c6a9e0-bb76-439e-9629-7dc8682cded9 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:17:01.503077 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a0fe23a6-9446-41f4-a1fa-78e625bb364e no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:17:01.504115 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b3075070-9229-4bf4-b310-665685826d54 req-bd74de97-f86c-4e1a-91ef-f15267a4e2f3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=63b49c54-7e45-4147-9f0e-8b47e058281a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342574 Mar 22 19:17:01.527987 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=eb4bac57-786a-416c-8df2-15fa4becb1a5,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:01.531800 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: a0fe23a6-9446-41f4-a1fa-78e625bb364e {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:17:01.532157 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a0fe23a6-9446-41f4-a1fa-78e625bb364e not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:17:01.533357 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 57c6a9e0-bb76-439e-9629-7dc8682cded9 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:17:01.533715 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 57c6a9e0-bb76-439e-9629-7dc8682cded9 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:17:01.639290 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6a03bbe9-f82e-4125-9630-2a30c60935fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (dd1cfd74-8abc-416a-90e5-3900db09e6a0), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:01.642474 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6a03bbe9-f82e-4125-9630-2a30c60935fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:01.645987 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6a03bbe9-f82e-4125-9630-2a30c60935fe admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dd1cfd74-8abc-416a-90e5-3900db09e6a0 HTTP/1.1" status: 204 len: 168 time: 0.3678010 Mar 22 19:17:01.650716 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b3075070-9229-4bf4-b310-665685826d54 req-cc4dc5e6-da85-47d3-b078-badd211b86b0 service neutron] 10.222.0.85 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340585 Mar 22 19:17:01.656065 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a03bbe9-f82e-4125-9630-2a30c60935fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1cfd74-8abc-416a-90e5-3900db09e6a0,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:01.673463 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffeae789-b119-4fc5-902d-021634485441 req-7355c8a2-615e-4882-8742-288d4449f79e service neutron] No DVR routers for this DVR port fc644c63-8438-4b82-98b0-4202839125c6 on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:17:01.776667 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b3075070-9229-4bf4-b310-665685826d54 req-136ff286-7858-400a-be7e-3beab62bbaad service neutron] 10.222.0.85 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176496 Mar 22 19:17:01.805992 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d29c0340-8392-434a-b966-9babf17ea1d2 req-d5d18caa-af36-449b-ac2c-397692f0ac52 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333072 Mar 22 19:17:01.813475 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7355c8a2-615e-4882-8742-288d4449f79e service neutron] Pushing event updated for resources: {'Port': ['ID=fc644c63-8438-4b82-98b0-4202839125c6,revision_number=6']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:01.832966 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3160f598-3fdc-438f-95ea-e6e94034ee69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (5c389b8b-728f-497a-97cb-469330cfacfe), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:01.836569 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-ffeae789-b119-4fc5-902d-021634485441 req-7355c8a2-615e-4882-8742-288d4449f79e service neutron] Attempting to bind port fc644c63-8438-4b82-98b0-4202839125c6 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:17:01.837034 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-ffeae789-b119-4fc5-902d-021634485441 req-7355c8a2-615e-4882-8742-288d4449f79e service neutron] Attempting to bind port fc644c63-8438-4b82-98b0-4202839125c6 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:17:01.837491 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffeae789-b119-4fc5-902d-021634485441 req-7355c8a2-615e-4882-8742-288d4449f79e service neutron] Attempting to bind port fc644c63-8438-4b82-98b0-4202839125c6 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:17:01.891900 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffeae789-b119-4fc5-902d-021634485441 req-7355c8a2-615e-4882-8742-288d4449f79e service neutron] Port fc644c63-8438-4b82-98b0-4202839125c6 on network 43c82fd2-7e25-4eba-86f2-aced26197dba not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:17:01.892230 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffeae789-b119-4fc5-902d-021634485441 req-7355c8a2-615e-4882-8742-288d4449f79e service neutron] Attempting to bind port fc644c63-8438-4b82-98b0-4202839125c6 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:17:01.905739 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cfab79-e315-4d7a-86f7-f0e5338b3eb1 x-openstack-request-id: req-75cfab79-e315-4d7a-86f7-f0e5338b3eb1 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:17:01.906447 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad43c6fd-4460-42af-a977-7bbd6ae77530", "name": "network-vif-plugged", "status": "completed", "tag": "eb4bac57-786a-416c-8df2-15fa4becb1a5", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:17:01.907099 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-75cfab79-e315-4d7a-86f7-f0e5338b3eb1 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:17:01.907721 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75cfab79-e315-4d7a-86f7-f0e5338b3eb1'] response: {'server_uuid': 'ad43c6fd-4460-42af-a977-7bbd6ae77530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb4bac57-786a-416c-8df2-15fa4becb1a5', 'code': 200} Mar 22 19:17:01.937501 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffeae789-b119-4fc5-902d-021634485441 req-7355c8a2-615e-4882-8742-288d4449f79e service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:17:01.938010 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffeae789-b119-4fc5-902d-021634485441 req-7355c8a2-615e-4882-8742-288d4449f79e service neutron] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:17:01.938269 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffeae789-b119-4fc5-902d-021634485441 req-7355c8a2-615e-4882-8742-288d4449f79e service neutron] Bound using segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:17:01.939028 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-ffeae789-b119-4fc5-902d-021634485441 req-7355c8a2-615e-4882-8742-288d4449f79e service neutron] Bound port: fc644c63-8438-4b82-98b0-4202839125c6, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:17:01.939405 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ffeae789-b119-4fc5-902d-021634485441 req-7355c8a2-615e-4882-8742-288d4449f79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fc644c63-8438-4b82-98b0-4202839125c6), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:02.032039 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-ffeae789-b119-4fc5-902d-021634485441 req-7355c8a2-615e-4882-8742-288d4449f79e service neutron] For port fc644c63-8438-4b82-98b0-4202839125c6, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:17:02.035217 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-ffeae789-b119-4fc5-902d-021634485441 req-7355c8a2-615e-4882-8742-288d4449f79e service neutron] For port fc644c63-8438-4b82-98b0-4202839125c6, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=fc644c63-8438-4b82-98b0-4202839125c6,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:17:02.055656 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ffeae789-b119-4fc5-902d-021634485441 req-7355c8a2-615e-4882-8742-288d4449f79e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (fc644c63-8438-4b82-98b0-4202839125c6), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:02.150449 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7355c8a2-615e-4882-8742-288d4449f79e service neutron] Pushing event updated for resources: {'Port': ['ID=fc644c63-8438-4b82-98b0-4202839125c6,revision_number=7']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:02.197904 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeae789-b119-4fc5-902d-021634485441 req-7355c8a2-615e-4882-8742-288d4449f79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:02.199543 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ffeae789-b119-4fc5-902d-021634485441 req-7355c8a2-615e-4882-8742-288d4449f79e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:02.201682 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ffeae789-b119-4fc5-902d-021634485441 req-7355c8a2-615e-4882-8742-288d4449f79e service neutron] 10.222.0.85 "PUT /v2.0/ports/fc644c63-8438-4b82-98b0-4202839125c6 HTTP/1.1" status: 200 len: 1097 time: 2.2064383 Mar 22 19:17:02.364161 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c104ab-2214-4b91-ba2e-c61d95b4d427 req-65f4e683-5e48-45e0-b648-6c993c02a945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:02.365925 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-56c104ab-2214-4b91-ba2e-c61d95b4d427 req-65f4e683-5e48-45e0-b648-6c993c02a945 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ad43c6fd-4460-42af-a977-7bbd6ae77530 HTTP/1.1" status: 200 len: 1128 time: 0.3271563 Mar 22 19:17:02.373634 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c50d2-45dd-42ef-8c8d-331db436fe5c req-dc1e8d77-514a-4339-98e3-cbe1ee8318ed tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:02.375354 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ba4c50d2-45dd-42ef-8c8d-331db436fe5c req-dc1e8d77-514a-4339-98e3-cbe1ee8318ed tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad43c6fd-4460-42af-a977-7bbd6ae77530 HTTP/1.1" status: 200 len: 945 time: 0.2384048 Mar 22 19:17:02.458744 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5759df-4442-4dfd-ab90-3bbeb2080a71 req-30db95d1-608a-4316-bd00-406cf6484a3b tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:02.462815 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b5759df-4442-4dfd-ab90-3bbeb2080a71 req-30db95d1-608a-4316-bd00-406cf6484a3b tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 943 time: 0.2328384 Mar 22 19:17:02.499844 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeae789-b119-4fc5-902d-021634485441 req-0bcc8886-3415-498b-9200-386a8b6ffb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:02.501348 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ffeae789-b119-4fc5-902d-021634485441 req-0bcc8886-3415-498b-9200-386a8b6ffb44 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 1131 time: 0.2677128 Mar 22 19:17:02.538866 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-56c104ab-2214-4b91-ba2e-c61d95b4d427 req-90d1fab3-3128-4c09-af40-9bf62e4e2f02 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611753 Mar 22 19:17:02.602444 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ba4c50d2-45dd-42ef-8c8d-331db436fe5c req-c834096a-ce92-4bdb-90f7-59538671b49b tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123175 Mar 22 19:17:02.655377 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b5759df-4442-4dfd-ab90-3bbeb2080a71 req-5dc41ad2-e328-4b79-b28c-f52046624961 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842554 Mar 22 19:17:02.703736 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36866) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:02.719392 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeae789-b119-4fc5-902d-021634485441 req-a47598e2-c795-4c04-8c5b-454471e134e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:02.720721 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ffeae789-b119-4fc5-902d-021634485441 req-a47598e2-c795-4c04-8c5b-454471e134e3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.1999786 Mar 22 19:17:02.770747 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ffeae789-b119-4fc5-902d-021634485441 req-02c8fbfd-c8f0-4484-ab03-7a5b9777451a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=fc644c63-8438-4b82-98b0-4202839125c6 HTTP/1.1" status: 200 len: 217 time: 0.0429993 Mar 22 19:17:02.840772 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-de51dab3-6361-4b7f-a8b6-97482eed15e6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-258178502-network', 'tenant_id': '13e7b5224c10491dbf9366ab9b8e5373'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:02.845908 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ae0dcc12-e549-487c-859f-0b0c850bd4ac req-ccc209f6-cebd-49dd-9e96-99d8ec56eea5 tempest-ServersAdmin275Test-1141048238 tempest-ServersAdmin275Test-1141048238-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0741732 Mar 22 19:17:02.871089 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeae789-b119-4fc5-902d-021634485441 req-c7a0327f-bc9a-487e-9592-c5bf81040216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:02.871948 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de51dab3-6361-4b7f-a8b6-97482eed15e6 admin admin] Made reservation on behalf of 13e7b5224c10491dbf9366ab9b8e5373 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:17:02.872762 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ffeae789-b119-4fc5-902d-021634485441 req-c7a0327f-bc9a-487e-9592-c5bf81040216 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.0900233 Mar 22 19:17:02.876909 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-de51dab3-6361-4b7f-a8b6-97482eed15e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:02.909544 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-de51dab3-6361-4b7f-a8b6-97482eed15e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:02.920028 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-3160f598-3fdc-438f-95ea-e6e94034ee69 admin admin] Deleting port 538525f6-68ed-4631-a9ec-59a9f4788ab4 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:17:02.920368 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3160f598-3fdc-438f-95ea-e6e94034ee69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (538525f6-68ed-4631-a9ec-59a9f4788ab4), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:03.027519 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeae789-b119-4fc5-902d-021634485441 req-015f24ac-fed6-4efc-9671-af8bcfb01f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:03.030637 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ffeae789-b119-4fc5-902d-021634485441 req-015f24ac-fed6-4efc-9671-af8bcfb01f9a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1500130 Mar 22 19:17:03.036878 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-de51dab3-6361-4b7f-a8b6-97482eed15e6 admin admin] Publish callbacks [] for security_group (08c50cb9-cee1-44c9-9056-fa480f11b737), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:03.042933 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-de51dab3-6361-4b7f-a8b6-97482eed15e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (08c50cb9-cee1-44c9-9056-fa480f11b737), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:03.076390 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de51dab3-6361-4b7f-a8b6-97482eed15e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:17:03.088996 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51dab3-6361-4b7f-a8b6-97482eed15e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c50cb9-cee1-44c9-9056-fa480f11b737,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:03.110675 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-de51dab3-6361-4b7f-a8b6-97482eed15e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (b0d2788d-766d-4375-8775-9ae70e53c6ff), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:03.112269 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-de51dab3-6361-4b7f-a8b6-97482eed15e6 admin admin] Added segment b0d2788d-766d-4375-8775-9ae70e53c6ff of type vlan for network a13bef42-2d87-4801-a89d-6d3d346bccae Mar 22 19:17:03.142122 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1907f34-6c4a-4b45-8ea6-71b6e056868b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc644c63-8438-4b82-98b0-4202839125c6'}, {'name': 'network-changed', 'server_uuid': 'd1907f34-6c4a-4b45-8ea6-71b6e056868b', 'tag': 'fc644c63-8438-4b82-98b0-4202839125c6'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:17:03.148205 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58953c60-a7da-411d-97d6-20701b22f92c" -d '{"events": [{"server_uuid": "d1907f34-6c4a-4b45-8ea6-71b6e056868b", "name": "network-vif-unplugged", "status": "completed", "tag": "fc644c63-8438-4b82-98b0-4202839125c6"}, {"name": "network-changed", "server_uuid": "d1907f34-6c4a-4b45-8ea6-71b6e056868b", "tag": "fc644c63-8438-4b82-98b0-4202839125c6"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:17:03.164556 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-de51dab3-6361-4b7f-a8b6-97482eed15e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (a13bef42-2d87-4801-a89d-6d3d346bccae), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:03.187843 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e304a4-9527-4f9e-8e63-ee895178d402 req-b002994d-a7e5-4754-bb9a-6d3440eef6ab tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:03.190279 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85e304a4-9527-4f9e-8e63-ee895178d402 req-b002994d-a7e5-4754-bb9a-6d3440eef6ab tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 948 time: 0.2483397 Mar 22 19:17:03.192980 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-3160f598-3fdc-438f-95ea-e6e94034ee69 admin admin] For port 538525f6-68ed-4631-a9ec-59a9f4788ab4, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=538525f6-68ed-4631-a9ec-59a9f4788ab4,segment=NetworkSegment(44d6b344-c1e5-42e0-bc2f-cb20546bab74),segment_id=44d6b344-c1e5-42e0-bc2f-cb20546bab74)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:17:03.194318 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3160f598-3fdc-438f-95ea-e6e94034ee69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (538525f6-68ed-4631-a9ec-59a9f4788ab4), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:03.199717 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-de51dab3-6361-4b7f-a8b6-97482eed15e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (a13bef42-2d87-4801-a89d-6d3d346bccae), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:03.202025 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de51dab3-6361-4b7f-a8b6-97482eed15e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:03.202940 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-de51dab3-6361-4b7f-a8b6-97482eed15e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:03.231906 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-3160f598-3fdc-438f-95ea-e6e94034ee69 admin admin] Calling delete_port for 538525f6-68ed-4631-a9ec-59a9f4788ab4 owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:17:03.278378 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-de51dab3-6361-4b7f-a8b6-97482eed15e6 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5734913 Mar 22 19:17:03.279316 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36898) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:03.290457 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-9b95cd24-5477-4251-a121-65dcec7a4d85 admin admin] Request body: {'subnet': {'network_id': 'a13bef42-2d87-4801-a89d-6d3d346bccae', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-258178502-subnet', 'tenant_id': '13e7b5224c10491dbf9366ab9b8e5373', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:03.303817 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ffeae789-b119-4fc5-902d-021634485441 req-d0a735fa-c8db-4a24-a4c3-f1ac43cfb0f0 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655461 Mar 22 19:17:03.311717 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51dab3-6361-4b7f-a8b6-97482eed15e6 admin admin] Pushing event updated for resources: {'Network': ['ID=a13bef42-2d87-4801-a89d-6d3d346bccae,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:03.326730 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b95cd24-5477-4251-a121-65dcec7a4d85 admin admin] Made reservation on behalf of 13e7b5224c10491dbf9366ab9b8e5373 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:17:03.329369 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b95cd24-5477-4251-a121-65dcec7a4d85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:03.333422 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network a13bef42-2d87-4801-a89d-6d3d346bccae details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:17:03.415209 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ffeae789-b119-4fc5-902d-021634485441 req-57f83854-125e-40d7-a69e-19882f3a9230 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022787 Mar 22 19:17:03.581854 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 22 Mar 2022 19:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3127e16b-cd9b-46eb-b16e-cc1fcb8b7004 x-openstack-request-id: req-3127e16b-cd9b-46eb-b16e-cc1fcb8b7004 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:17:03.582031 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b95cd24-5477-4251-a121-65dcec7a4d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (1b269adf-edaf-4f13-8f43-0b1572f7a53e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:03.582620 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1907f34-6c4a-4b45-8ea6-71b6e056868b", "name": "network-vif-unplugged", "status": "completed", "tag": "fc644c63-8438-4b82-98b0-4202839125c6", "code": 200}, {"name": "network-changed", "server_uuid": "d1907f34-6c4a-4b45-8ea6-71b6e056868b", "tag": "fc644c63-8438-4b82-98b0-4202839125c6", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:17:03.583169 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3127e16b-cd9b-46eb-b16e-cc1fcb8b7004 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:17:03.584261 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3127e16b-cd9b-46eb-b16e-cc1fcb8b7004'] response: {'server_uuid': 'd1907f34-6c4a-4b45-8ea6-71b6e056868b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc644c63-8438-4b82-98b0-4202839125c6', 'code': 200} Mar 22 19:17:03.584729 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3127e16b-cd9b-46eb-b16e-cc1fcb8b7004'] response: {'name': 'network-changed', 'server_uuid': 'd1907f34-6c4a-4b45-8ea6-71b6e056868b', 'tag': 'fc644c63-8438-4b82-98b0-4202839125c6', 'status': 'completed', 'code': 200} Mar 22 19:17:03.598812 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85e304a4-9527-4f9e-8e63-ee895178d402 req-c64f6025-2785-4fcf-912b-701ce05425e1 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3909066 Mar 22 19:17:03.758688 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b95cd24-5477-4251-a121-65dcec7a4d85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b269adf-edaf-4f13-8f43-0b1572f7a53e,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:03.760180 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b95cd24-5477-4251-a121-65dcec7a4d85 admin admin] Checking segment: {'id': 'b0d2788d-766d-4375-8775-9ae70e53c6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a13bef42-2d87-4801-a89d-6d3d346bccae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:17:03.760309 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b95cd24-5477-4251-a121-65dcec7a4d85 admin admin] Network hostable DHCP agents. Network: a13bef42-2d87-4801-a89d-6d3d346bccae, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:17:03.808534 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b95cd24-5477-4251-a121-65dcec7a4d85 admin admin] Network a13bef42-2d87-4801-a89d-6d3d346bccae is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:17:03.826004 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-9b95cd24-5477-4251-a121-65dcec7a4d85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, a13bef42-2d87-4801-a89d-6d3d346bccae) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:17:03.845432 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b95cd24-5477-4251-a121-65dcec7a4d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:03.845647 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device c0f856f7-dd46-407a-9757-5669f772ffe3 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:17:03.848227 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aedc6c8-c656-4210-8e0c-5bf8493f7476 None None] Network a13bef42-2d87-4801-a89d-6d3d346bccae requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:17:03.853710 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b95cd24-5477-4251-a121-65dcec7a4d85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:03.905998 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9b95cd24-5477-4251-a121-65dcec7a4d85 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6184528 Mar 22 19:17:03.909666 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36914) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:03.913730 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58953c60-a7da-411d-97d6-20701b22f92c req-2f8a2d15-4841-4cc2-8535-056689d1fe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:03.915281 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58953c60-a7da-411d-97d6-20701b22f92c req-2f8a2d15-4841-4cc2-8535-056689d1fe75 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 1131 time: 0.2933817 Mar 22 19:17:03.933381 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-0aa29226-8f3b-4b49-8965-8dd0e0203d13 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-258178502-router', 'tenant_id': '13e7b5224c10491dbf9366ab9b8e5373', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:03.987088 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0aa29226-8f3b-4b49-8965-8dd0e0203d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (fd8f1929-7dfd-4a77-82dc-8267340ff771), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:03.988122 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0aa29226-8f3b-4b49-8965-8dd0e0203d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (fd8f1929-7dfd-4a77-82dc-8267340ff771), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:04.030877 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36916) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:04.074251 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3160f598-3fdc-438f-95ea-e6e94034ee69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (538525f6-68ed-4631-a9ec-59a9f4788ab4), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:04.077133 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58953c60-a7da-411d-97d6-20701b22f92c req-5ead4345-a8d4-4d13-abd6-6798c07f3f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:04.078852 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58953c60-a7da-411d-97d6-20701b22f92c req-5ead4345-a8d4-4d13-abd6-6798c07f3f2e service neutron] 10.222.0.84 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.1336408 Mar 22 19:17:04.104931 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da2c216-2724-4a73-87fd-8d80280a64eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-a13bef42-2d87-4801-a89d-6d3d346bccae', 'network_id': 'a13bef42-2d87-4801-a89d-6d3d346bccae', 'project_id': '13e7b5224c10491dbf9366ab9b8e5373', 'fixed_ips': [{'subnet_id': '1b269adf-edaf-4f13-8f43-0b1572f7a53e'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:17:04.105827 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6da2c216-2724-4a73-87fd-8d80280a64eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:04.124892 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0aa29226-8f3b-4b49-8965-8dd0e0203d13 admin admin] Publish callbacks [] for router_controller (fd8f1929-7dfd-4a77-82dc-8267340ff771), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:04.136046 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58953c60-a7da-411d-97d6-20701b22f92c req-53d2cfef-b300-4c92-9c87-a89c1c922da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:04.138521 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58953c60-a7da-411d-97d6-20701b22f92c req-53d2cfef-b300-4c92-9c87-a89c1c922da5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 1131 time: 0.3764710 Mar 22 19:17:04.139332 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port c0f856f7-dd46-407a-9757-5669f772ffe3, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=c0f856f7-dd46-407a-9757-5669f772ffe3,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:17:04.142258 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160f598-3fdc-438f-95ea-e6e94034ee69 admin admin] Pushing event deleted for resources: {'Port': ['ID=538525f6-68ed-4631-a9ec-59a9f4788ab4,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:04.191858 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d198ea5-08d6-46c5-b2b0-4610a87a9367 req-a0a53fd9-ba70-4a64-bb5c-484c3687c691 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:04.202009 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4d198ea5-08d6-46c5-b2b0-4610a87a9367 req-a0a53fd9-ba70-4a64-bb5c-484c3687c691 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 943 time: 0.4006860 Mar 22 19:17:04.244518 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58953c60-a7da-411d-97d6-20701b22f92c req-af534add-d7f3-4b03-98d0-871eb2c613f0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=fc644c63-8438-4b82-98b0-4202839125c6 HTTP/1.1" status: 200 len: 217 time: 0.1518347 Mar 22 19:17:04.247360 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'c0f856f7-dd46-407a-9757-5669f772ffe3', 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a', 'port_id': 'c0f856f7-dd46-407a-9757-5669f772ffe3', 'mac_address': 'fa:16:3e:6e:7e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1824832e-8035-4e29-a8c5-aaeabb7261e8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:17:04.266816 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2800ea4-a3a9-4b74-95ed-cb8d1d208e9f req-a12e3a87-8723-4f5d-a6c7-daed77c17671 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:04.274276 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2800ea4-a3a9-4b74-95ed-cb8d1d208e9f req-a12e3a87-8723-4f5d-a6c7-daed77c17671 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad43c6fd-4460-42af-a977-7bbd6ae77530 HTTP/1.1" status: 200 len: 945 time: 0.5105948 Mar 22 19:17:04.370291 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port c0f856f7-dd46-407a-9757-5669f772ffe3 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:17:04.371975 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c0f856f7-dd46-407a-9757-5669f772ffe3), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:04.423993 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0f856f7-dd46-407a-9757-5669f772ffe3 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:17:04.498684 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-6da2c216-2724-4a73-87fd-8d80280a64eb None None] Allocated IP 172.20.0.2 (a13bef42-2d87-4801-a89d-6d3d346bccae/1b269adf-edaf-4f13-8f43-0b1572f7a53e/419226d6-5564-4e7d-a71a-004b85bc15a3) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:17:04.502807 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port c0f856f7-dd46-407a-9757-5669f772ffe3, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=c0f856f7-dd46-407a-9757-5669f772ffe3,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:17:04.515984 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c0f856f7-dd46-407a-9757-5669f772ffe3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:04.630758 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=c0f856f7-dd46-407a-9757-5669f772ffe3,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:04.728496 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0aa29226-8f3b-4b49-8965-8dd0e0203d13 admin admin] Publish callbacks [] for router_gateway (fd8f1929-7dfd-4a77-82dc-8267340ff771), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:04.729987 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6da2c216-2724-4a73-87fd-8d80280a64eb None None] Publish callbacks [] for port (419226d6-5564-4e7d-a71a-004b85bc15a3), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:04.734087 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f1a12e4c-6ea6-4dcb-898d-5e4b4a169fbb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e7d15e6050fc49cc9b8160c2a24aabf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7020829 Mar 22 19:17:04.736874 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36922) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:04.739680 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6da2c216-2724-4a73-87fd-8d80280a64eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (419226d6-5564-4e7d-a71a-004b85bc15a3), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:04.775551 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58953c60-a7da-411d-97d6-20701b22f92c req-762a4c13-a499-4bc5-a112-a3fa81196f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:04.777081 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58953c60-a7da-411d-97d6-20701b22f92c req-762a4c13-a499-4bc5-a112-a3fa81196f39 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.4674950 Mar 22 19:17:04.784521 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da2c216-2724-4a73-87fd-8d80280a64eb None None] Network a13bef42-2d87-4801-a89d-6d3d346bccae is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:17:04.789250 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-6da2c216-2724-4a73-87fd-8d80280a64eb None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:17:04.800922 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da2c216-2724-4a73-87fd-8d80280a64eb None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:17:04.803066 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2c216-2724-4a73-87fd-8d80280a64eb None None] Pushing event updated for resources: {'Port': ['ID=419226d6-5564-4e7d-a71a-004b85bc15a3,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:04.826096 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2800ea4-a3a9-4b74-95ed-cb8d1d208e9f req-ccb71abc-d807-4a03-99b2-610b763bba11 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5457206 Mar 22 19:17:04.850066 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4723db89-1447-4d06-aa82-48f90692f3b6 admin admin] Publish callbacks [] for security_group (7d759956-3223-46a8-8476-9fdc36e41283), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:04.870705 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4d198ea5-08d6-46c5-b2b0-4610a87a9367 req-5fc72de2-2171-4ec4-a721-41b156eec218 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6283431 Mar 22 19:17:04.880995 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4723db89-1447-4d06-aa82-48f90692f3b6 admin admin] Publish callbacks [] for security_group (7d759956-3223-46a8-8476-9fdc36e41283), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:04.881197 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58953c60-a7da-411d-97d6-20701b22f92c req-f43cb6a0-c3c0-4582-9bb7-c2e715a76430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:04.882371 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58953c60-a7da-411d-97d6-20701b22f92c req-f43cb6a0-c3c0-4582-9bb7-c2e715a76430 service neutron] 10.222.0.85 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.7337058 Mar 22 19:17:04.885934 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-6da2c216-2724-4a73-87fd-8d80280a64eb None None] Attempting to bind port 419226d6-5564-4e7d-a71a-004b85bc15a3 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:17:04.886314 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-6da2c216-2724-4a73-87fd-8d80280a64eb None None] Attempting to bind port 419226d6-5564-4e7d-a71a-004b85bc15a3 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'b0d2788d-766d-4375-8775-9ae70e53c6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a13bef42-2d87-4801-a89d-6d3d346bccae'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:17:04.886685 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da2c216-2724-4a73-87fd-8d80280a64eb None None] Attempting to bind port 419226d6-5564-4e7d-a71a-004b85bc15a3 on network a13bef42-2d87-4801-a89d-6d3d346bccae {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:17:04.901950 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da2c216-2724-4a73-87fd-8d80280a64eb None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:17:04.902927 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da2c216-2724-4a73-87fd-8d80280a64eb None None] Checking segment: {'id': 'b0d2788d-766d-4375-8775-9ae70e53c6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a13bef42-2d87-4801-a89d-6d3d346bccae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:17:04.903480 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6da2c216-2724-4a73-87fd-8d80280a64eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:04.903785 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da2c216-2724-4a73-87fd-8d80280a64eb None None] Bound using segment: {'id': 'b0d2788d-766d-4375-8775-9ae70e53c6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a13bef42-2d87-4801-a89d-6d3d346bccae'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:17:04.904342 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-6da2c216-2724-4a73-87fd-8d80280a64eb None None] Bound port: 419226d6-5564-4e7d-a71a-004b85bc15a3, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d2788d-766d-4375-8775-9ae70e53c6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a13bef42-2d87-4801-a89d-6d3d346bccae'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:17:04.905901 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6da2c216-2724-4a73-87fd-8d80280a64eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (419226d6-5564-4e7d-a71a-004b85bc15a3), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:04.965137 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58953c60-a7da-411d-97d6-20701b22f92c req-11e2588c-bffb-4d01-9d72-fdb0be88c699 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=fc644c63-8438-4b82-98b0-4202839125c6 HTTP/1.1" status: 200 len: 217 time: 0.0529625 Mar 22 19:17:05.033273 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-6da2c216-2724-4a73-87fd-8d80280a64eb None None] For port 419226d6-5564-4e7d-a71a-004b85bc15a3, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:17:05.035976 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4723db89-1447-4d06-aa82-48f90692f3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7d759956-3223-46a8-8476-9fdc36e41283), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:05.038715 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-6da2c216-2724-4a73-87fd-8d80280a64eb None None] For port 419226d6-5564-4e7d-a71a-004b85bc15a3, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=419226d6-5564-4e7d-a71a-004b85bc15a3,segment=NetworkSegment(b0d2788d-766d-4375-8775-9ae70e53c6ff),segment_id=b0d2788d-766d-4375-8775-9ae70e53c6ff)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:17:05.038858 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4723db89-1447-4d06-aa82-48f90692f3b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:05.042594 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4723db89-1447-4d06-aa82-48f90692f3b6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7d759956-3223-46a8-8476-9fdc36e41283 HTTP/1.1" status: 204 len: 168 time: 0.3019545 Mar 22 19:17:05.052862 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0aa29226-8f3b-4b49-8965-8dd0e0203d13 admin admin] Publish callbacks [] for router_gateway (fd8f1929-7dfd-4a77-82dc-8267340ff771), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:05.055580 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4723db89-1447-4d06-aa82-48f90692f3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d759956-3223-46a8-8476-9fdc36e41283,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:05.066112 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f4bd79b6-7600-4dce-81b0-22133ef3c2b8 req-471960d5-e10b-4a54-8e1f-738285c4f994 tempest-ServersAdmin275Test-1141048238 tempest-ServersAdmin275Test-1141048238-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0801153 Mar 22 19:17:05.068951 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6da2c216-2724-4a73-87fd-8d80280a64eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (419226d6-5564-4e7d-a71a-004b85bc15a3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:05.076136 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0aa29226-8f3b-4b49-8965-8dd0e0203d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:05.085544 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3160f598-3fdc-438f-95ea-e6e94034ee69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (5c389b8b-728f-497a-97cb-469330cfacfe), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:05.088688 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['c0f856f7-dd46-407a-9757-5669f772ffe3'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:17:05.096616 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58953c60-a7da-411d-97d6-20701b22f92c req-03edcca5-e8e3-48da-ae9b-c75063867c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:05.098170 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58953c60-a7da-411d-97d6-20701b22f92c req-03edcca5-e8e3-48da-ae9b-c75063867c60 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2315550 Mar 22 19:17:05.105334 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58953c60-a7da-411d-97d6-20701b22f92c req-79b36861-6771-459f-86be-0a557e31bd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:05.106857 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58953c60-a7da-411d-97d6-20701b22f92c req-79b36861-6771-459f-86be-0a557e31bd45 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1263788 Mar 22 19:17:05.226602 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-0aa29226-8f3b-4b49-8965-8dd0e0203d13 admin admin] Allocated IP 172.25.5.218 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/cc0d0fcf-c8a8-400e-8892-451c5de012d2) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:17:05.262660 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c0a17-2dab-4f2e-be22-20e5ee96460e req-a17eba2b-49d0-46c5-adbd-c3d1ad2bdee2 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:05.265380 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e45c0a17-2dab-4f2e-be22-20e5ee96460e req-a17eba2b-49d0-46c5-adbd-c3d1ad2bdee2 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 948 time: 0.2971828 Mar 22 19:17:05.276549 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2c216-2724-4a73-87fd-8d80280a64eb None None] Pushing event updated for resources: {'Port': ['ID=419226d6-5564-4e7d-a71a-004b85bc15a3,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:05.389279 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58953c60-a7da-411d-97d6-20701b22f92c req-30b5c913-2ee3-4933-8056-14614a99e080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:05.391603 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58953c60-a7da-411d-97d6-20701b22f92c req-30b5c913-2ee3-4933-8056-14614a99e080 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2734098 Mar 22 19:17:05.409369 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58953c60-a7da-411d-97d6-20701b22f92c req-43b3515f-4256-417a-97a8-faa3758c6415 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015783 Mar 22 19:17:05.412589 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e45c0a17-2dab-4f2e-be22-20e5ee96460e req-40f67924-2a6b-423c-8b32-a4662b75107f tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414235 Mar 22 19:17:05.449721 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0aa29226-8f3b-4b49-8965-8dd0e0203d13 admin admin] Publish callbacks [] for port (cc0d0fcf-c8a8-400e-8892-451c5de012d2), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:05.501714 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0aa29226-8f3b-4b49-8965-8dd0e0203d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (cc0d0fcf-c8a8-400e-8892-451c5de012d2), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:05.553039 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa29226-8f3b-4b49-8965-8dd0e0203d13 admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:17:05.556165 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-0aa29226-8f3b-4b49-8965-8dd0e0203d13 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:17:05.560330 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa29226-8f3b-4b49-8965-8dd0e0203d13 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:17:05.619673 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa29226-8f3b-4b49-8965-8dd0e0203d13 admin admin] Pushing event updated for resources: {'Port': ['ID=cc0d0fcf-c8a8-400e-8892-451c5de012d2,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:05.701887 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58953c60-a7da-411d-97d6-20701b22f92c req-30a938d2-9607-48a7-99f5-0033118887a3 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856185 Mar 22 19:17:05.719891 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58953c60-a7da-411d-97d6-20701b22f92c req-2a387b73-3dec-4676-8350-547493db3d6e service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210680 Mar 22 19:17:05.792645 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3160f598-3fdc-438f-95ea-e6e94034ee69 admin admin] Router 5c389b8b-728f-497a-97cb-469330cfacfe has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:17:05.931399 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58953c60-a7da-411d-97d6-20701b22f92c req-9b1b0a8b-7a36-4b67-80fa-73239a1209c2 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035356 Mar 22 19:17:05.942992 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0aa29226-8f3b-4b49-8965-8dd0e0203d13 admin admin] Publish callbacks [] for router_gateway (fd8f1929-7dfd-4a77-82dc-8267340ff771), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:05.967683 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3160f598-3fdc-438f-95ea-e6e94034ee69 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:17:05.973104 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3160f598-3fdc-438f-95ea-e6e94034ee69 admin admin] 10.222.0.75 "PUT /v2.0/routers/5c389b8b-728f-497a-97cb-469330cfacfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9224908 Mar 22 19:17:05.979889 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a910ce9d-4af8-4a7b-9800-a21412c201f2 None None] Sync routers for ids ['5c389b8b-728f-497a-97cb-469330cfacfe'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:17:05.980627 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b572e80-3fc2-4397-b834-6bf70627ebe6 req-12182f8a-62a9-4b35-8e03-7e6c60b0906f tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:05.982358 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9b572e80-3fc2-4397-b834-6bf70627ebe6 req-12182f8a-62a9-4b35-8e03-7e6c60b0906f tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad43c6fd-4460-42af-a977-7bbd6ae77530 HTTP/1.1" status: 200 len: 945 time: 0.0888197 Mar 22 19:17:05.982845 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36948) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:05.995371 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a910ce9d-4af8-4a7b-9800-a21412c201f2 None None] Routers {'5c389b8b-728f-497a-97cb-469330cfacfe'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:17:05.996018 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a910ce9d-4af8-4a7b-9800-a21412c201f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:16:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['5c389b8b-728f-497a-97cb-469330cfacfe'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:17:06.059112 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36950) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:06.151173 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9b572e80-3fc2-4397-b834-6bf70627ebe6 req-1620cef7-c028-425e-8da7-a04c35527572 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218233 Mar 22 19:17:06.173991 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-a910ce9d-4af8-4a7b-9800-a21412c201f2 None None] Set router 5c389b8b-728f-497a-97cb-469330cfacfe gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:17:06.178560 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4f6f3-4f0f-4109-bda7-8611047c5d0d req-502b8cbd-e271-415d-ba7a-c281c7e8c854 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:06.180462 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-acf4f6f3-4f0f-4109-bda7-8611047c5d0d req-502b8cbd-e271-415d-ba7a-c281c7e8c854 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 944 time: 0.1523840 Mar 22 19:17:06.182720 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-43ea277c-dab6-4024-aac5-4762034bb898 admin admin] Publish callbacks [] for router (5c389b8b-728f-497a-97cb-469330cfacfe), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:06.234557 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0aa29226-8f3b-4b49-8965-8dd0e0203d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (fd8f1929-7dfd-4a77-82dc-8267340ff771), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:06.239533 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-5f7db5d0-56e3-4792-b840-7e36167b13dd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-280881484-network', 'tenant_id': 'ebcdc7d9c01043cbbe3c42b117df8288'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:06.304837 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c04b0f8-dd2c-4963-85ec-afb16a3a9b5c req-ce315c55-2ee6-4c38-98c6-1fd0297d7628 tempest-ServersAdmin275Test-1141048238 tempest-ServersAdmin275Test-1141048238-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0457063 Mar 22 19:17:06.347165 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7db5d0-56e3-4792-b840-7e36167b13dd admin admin] Made reservation on behalf of ebcdc7d9c01043cbbe3c42b117df8288 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:17:06.349709 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5f7db5d0-56e3-4792-b840-7e36167b13dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:06.355473 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-acf4f6f3-4f0f-4109-bda7-8611047c5d0d req-b66b3a47-028c-4a68-9389-560fc6b1f105 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643720 Mar 22 19:17:06.374721 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5f7db5d0-56e3-4792-b840-7e36167b13dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:06.387104 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-43ea277c-dab6-4024-aac5-4762034bb898 admin admin] Publish callbacks [] for router_gateway (5c389b8b-728f-497a-97cb-469330cfacfe), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:06.484682 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-43ea277c-dab6-4024-aac5-4762034bb898 admin admin] Deleting port a963e972-1c1d-418b-a2f3-95539df7fa0e {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:17:06.488783 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-43ea277c-dab6-4024-aac5-4762034bb898 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (a963e972-1c1d-418b-a2f3-95539df7fa0e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:06.491128 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a910ce9d-4af8-4a7b-9800-a21412c201f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c389b8b-728f-497a-97cb-469330cfacfe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-308953491-router', 'tenant_id': 'b934f87bb7434787b3c8cf6868dc58c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'a963e972-1c1d-418b-a2f3-95539df7fa0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:13:44Z', 'updated_at': '2022-03-22T19:17:03Z', 'revision_number': 5, 'project_id': 'b934f87bb7434787b3c8cf6868dc58c3', 'gw_port': {'id': 'a963e972-1c1d-418b-a2f3-95539df7fa0e', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:bf:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c389b8b-728f-497a-97cb-469330cfacfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:13:46Z', 'updated_at': '2022-03-22T19:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:17:06.538479 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a910ce9d-4af8-4a7b-9800-a21412c201f2 None None] Checking router: 5c389b8b-728f-497a-97cb-469330cfacfe for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:17:06.549019 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a910ce9d-4af8-4a7b-9800-a21412c201f2 None None] Routers {'5c389b8b-728f-497a-97cb-469330cfacfe'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:17:06.550058 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a910ce9d-4af8-4a7b-9800-a21412c201f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:16:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['5c389b8b-728f-497a-97cb-469330cfacfe'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:17:06.597329 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa29226-8f3b-4b49-8965-8dd0e0203d13 admin admin] Router fd8f1929-7dfd-4a77-82dc-8267340ff771 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:17:06.635657 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-43ea277c-dab6-4024-aac5-4762034bb898 admin admin] For port a963e972-1c1d-418b-a2f3-95539df7fa0e, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a963e972-1c1d-418b-a2f3-95539df7fa0e,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:17:06.636079 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-43ea277c-dab6-4024-aac5-4762034bb898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (a963e972-1c1d-418b-a2f3-95539df7fa0e), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:06.652029 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-43ea277c-dab6-4024-aac5-4762034bb898 admin admin] Calling delete_port for a963e972-1c1d-418b-a2f3-95539df7fa0e owned by network:router_gateway {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:17:06.666309 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-a910ce9d-4af8-4a7b-9800-a21412c201f2 None None] Set router 5c389b8b-728f-497a-97cb-469330cfacfe gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:17:06.720500 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5f7db5d0-56e3-4792-b840-7e36167b13dd admin admin] Publish callbacks [] for security_group (25896bab-78bb-429c-845e-e51f40256641), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:06.728667 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a910ce9d-4af8-4a7b-9800-a21412c201f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c389b8b-728f-497a-97cb-469330cfacfe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-308953491-router', 'tenant_id': 'b934f87bb7434787b3c8cf6868dc58c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:13:44Z', 'updated_at': '2022-03-22T19:17:06Z', 'revision_number': 6, 'project_id': 'b934f87bb7434787b3c8cf6868dc58c3', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:17:06.755753 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5f7db5d0-56e3-4792-b840-7e36167b13dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (25896bab-78bb-429c-845e-e51f40256641), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:06.759504 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a910ce9d-4af8-4a7b-9800-a21412c201f2 None None] The sync data for ids ['5c389b8b-728f-497a-97cb-469330cfacfe'] in n-d-705658-24 is: [{'id': '5c389b8b-728f-497a-97cb-469330cfacfe', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-308953491-router', 'tenant_id': 'b934f87bb7434787b3c8cf6868dc58c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:13:44Z', 'updated_at': '2022-03-22T19:17:06Z', 'revision_number': 6, 'project_id': 'b934f87bb7434787b3c8cf6868dc58c3', 'gw_port_host': None}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:17:06.791956 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9567a7d-e841-4b92-995f-112e40a22ca0 None None] Network a13bef42-2d87-4801-a89d-6d3d346bccae requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:17:06.817750 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f7db5d0-56e3-4792-b840-7e36167b13dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:17:06.832973 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7db5d0-56e3-4792-b840-7e36167b13dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25896bab-78bb-429c-845e-e51f40256641,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:06.840629 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5f7db5d0-56e3-4792-b840-7e36167b13dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (85353f7e-00a1-4aab-a39d-2bd6d73900c0), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:06.841004 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-5f7db5d0-56e3-4792-b840-7e36167b13dd admin admin] Added segment 85353f7e-00a1-4aab-a39d-2bd6d73900c0 of type vlan for network 4fd26d66-2711-46f5-825d-b4e91261c18a Mar 22 19:17:06.882468 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa29226-8f3b-4b49-8965-8dd0e0203d13 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:17:06.891132 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-dd536fa7-22fb-4222-b4c0-b66f5f6d34d7 None None] Provisioning complete for port 419226d6-5564-4e7d-a71a-004b85bc15a3 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:17:06.891556 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-dd536fa7-22fb-4222-b4c0-b66f5f6d34d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (419226d6-5564-4e7d-a71a-004b85bc15a3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:06.896340 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8694222-bf54-4e65-8bb4-4fad83dea4c9 None None] Sync routers for ids ['fd8f1929-7dfd-4a77-82dc-8267340ff771'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:17:06.906120 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005c5e9-e9bc-46bb-b707-502e6a5c5c1d req-e41fa369-05b7-4eb6-8baf-75be10bfdc18 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:06.907248 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8694222-bf54-4e65-8bb4-4fad83dea4c9 None None] Routers {'fd8f1929-7dfd-4a77-82dc-8267340ff771'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:17:06.907867 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d005c5e9-e9bc-46bb-b707-502e6a5c5c1d req-e41fa369-05b7-4eb6-8baf-75be10bfdc18 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad43c6fd-4460-42af-a977-7bbd6ae77530 HTTP/1.1" status: 200 len: 945 time: 0.1180594 Mar 22 19:17:06.908097 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5f7db5d0-56e3-4792-b840-7e36167b13dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (4fd26d66-2711-46f5-825d-b4e91261c18a), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:06.908532 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-e8694222-bf54-4e65-8bb4-4fad83dea4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:16:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['fd8f1929-7dfd-4a77-82dc-8267340ff771'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:17:06.944807 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5f7db5d0-56e3-4792-b840-7e36167b13dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (4fd26d66-2711-46f5-825d-b4e91261c18a), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:06.945959 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1121f-a6cd-432f-919e-e801703f1d09 req-2072dc07-3717-481e-b7ba-8b8ef26941d3 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:06.946152 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7db5d0-56e3-4792-b840-7e36167b13dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:06.946730 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5f7db5d0-56e3-4792-b840-7e36167b13dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:06.954500 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-04f1121f-a6cd-432f-919e-e801703f1d09 req-2072dc07-3717-481e-b7ba-8b8ef26941d3 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 948 time: 0.1663268 Mar 22 19:17:06.969755 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0aa29226-8f3b-4b49-8965-8dd0e0203d13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:06.976860 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0aa29226-8f3b-4b49-8965-8dd0e0203d13 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0571210 Mar 22 19:17:06.985893 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36964) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:06.991248 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5f7db5d0-56e3-4792-b840-7e36167b13dd admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9300597 Mar 22 19:17:07.019881 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36966) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:07.024096 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d005c5e9-e9bc-46bb-b707-502e6a5c5c1d req-5f0a51c5-ca83-49f2-a8ce-b0cc891f406a tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083839 Mar 22 19:17:07.026111 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-e8694222-bf54-4e65-8bb4-4fad83dea4c9 None None] Set router fd8f1929-7dfd-4a77-82dc-8267340ff771 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:17:07.042837 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-cc077c25-8112-4d84-b7c0-7ba75ae759ba admin admin] Request body: {'subnet': {'network_id': '4fd26d66-2711-46f5-825d-b4e91261c18a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-280881484-subnet', 'tenant_id': 'ebcdc7d9c01043cbbe3c42b117df8288', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:07.054844 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-43ea277c-dab6-4024-aac5-4762034bb898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (a963e972-1c1d-418b-a2f3-95539df7fa0e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:07.103309 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-dd536fa7-22fb-4222-b4c0-b66f5f6d34d7 None None] Current status of the port 419226d6-5564-4e7d-a71a-004b85bc15a3 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:17:07.104354 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-dd536fa7-22fb-4222-b4c0-b66f5f6d34d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (419226d6-5564-4e7d-a71a-004b85bc15a3), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:07.170615 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-dd536fa7-22fb-4222-b4c0-b66f5f6d34d7 None None] For port 419226d6-5564-4e7d-a71a-004b85bc15a3, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=419226d6-5564-4e7d-a71a-004b85bc15a3,segment=NetworkSegment(b0d2788d-766d-4375-8775-9ae70e53c6ff),segment_id=b0d2788d-766d-4375-8775-9ae70e53c6ff)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:17:07.181133 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-dd536fa7-22fb-4222-b4c0-b66f5f6d34d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (419226d6-5564-4e7d-a71a-004b85bc15a3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:07.195396 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea277c-dab6-4024-aac5-4762034bb898 admin admin] Pushing event deleted for resources: {'Port': ['ID=a963e972-1c1d-418b-a2f3-95539df7fa0e,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:07.256468 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-e8694222-bf54-4e65-8bb4-4fad83dea4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8f1929-7dfd-4a77-82dc-8267340ff771', 'name': 'tempest-FloatingIPDetailsTestJSON-258178502-router', 'tenant_id': '13e7b5224c10491dbf9366ab9b8e5373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'cc0d0fcf-c8a8-400e-8892-451c5de012d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:17:03Z', 'updated_at': '2022-03-22T19:17:05Z', 'revision_number': 3, 'project_id': '13e7b5224c10491dbf9366ab9b8e5373', 'gw_port': {'id': 'cc0d0fcf-c8a8-400e-8892-451c5de012d2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cc:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8f1929-7dfd-4a77-82dc-8267340ff771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:17:05Z', 'updated_at': '2022-03-22T19:17:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:17:07.263053 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-43ea277c-dab6-4024-aac5-4762034bb898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (5c389b8b-728f-497a-97cb-469330cfacfe), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:07.285125 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-04f1121f-a6cd-432f-919e-e801703f1d09 req-07a5ebb9-2e05-49fc-b563-cdd8ac0b0daa tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296366 Mar 22 19:17:07.287531 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc077c25-8112-4d84-b7c0-7ba75ae759ba admin admin] Made reservation on behalf of ebcdc7d9c01043cbbe3c42b117df8288 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:17:07.293764 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cc077c25-8112-4d84-b7c0-7ba75ae759ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:07.308220 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8694222-bf54-4e65-8bb4-4fad83dea4c9 None None] Checking router: fd8f1929-7dfd-4a77-82dc-8267340ff771 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:17:07.308570 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8694222-bf54-4e65-8bb4-4fad83dea4c9 None None] Updating router fd8f1929-7dfd-4a77-82dc-8267340ff771 port cc0d0fcf-c8a8-400e-8892-451c5de012d2 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:17:07.339382 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd536fa7-22fb-4222-b4c0-b66f5f6d34d7 None None] Pushing event updated for resources: {'Port': ['ID=419226d6-5564-4e7d-a71a-004b85bc15a3,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:07.368715 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-e8694222-bf54-4e65-8bb4-4fad83dea4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (cc0d0fcf-c8a8-400e-8892-451c5de012d2), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:07.484363 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7db5d0-56e3-4792-b840-7e36167b13dd admin admin] Pushing event updated for resources: {'Network': ['ID=4fd26d66-2711-46f5-825d-b4e91261c18a,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:07.495148 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 4fd26d66-2711-46f5-825d-b4e91261c18a details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:17:07.577374 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-7ae5e522-5f17-4f3c-8c64-8700fd1ae48b None None] Provisioning complete for port 419226d6-5564-4e7d-a71a-004b85bc15a3 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:17:07.577863 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7ae5e522-5f17-4f3c-8c64-8700fd1ae48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (419226d6-5564-4e7d-a71a-004b85bc15a3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:07.680056 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-e8694222-bf54-4e65-8bb4-4fad83dea4c9 None None] Publish callbacks [] for port (cc0d0fcf-c8a8-400e-8892-451c5de012d2), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:07.688089 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-e8694222-bf54-4e65-8bb4-4fad83dea4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (cc0d0fcf-c8a8-400e-8892-451c5de012d2), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:07.689757 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-7ae5e522-5f17-4f3c-8c64-8700fd1ae48b None None] Current status of the port 419226d6-5564-4e7d-a71a-004b85bc15a3 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:17:07.740128 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device fc644c63-8438-4b82-98b0-4202839125c6 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:17:07.746205 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-e8694222-bf54-4e65-8bb4-4fad83dea4c9 None None] Attempting to bind port cc0d0fcf-c8a8-400e-8892-451c5de012d2 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:17:07.746904 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-e8694222-bf54-4e65-8bb4-4fad83dea4c9 None None] Attempting to bind port cc0d0fcf-c8a8-400e-8892-451c5de012d2 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:17:07.748060 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8694222-bf54-4e65-8bb4-4fad83dea4c9 None None] Attempting to bind port cc0d0fcf-c8a8-400e-8892-451c5de012d2 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:17:07.749242 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device c0f856f7-dd46-407a-9757-5669f772ffe3 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:17:07.762093 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8694222-bf54-4e65-8bb4-4fad83dea4c9 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:17:07.763063 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8694222-bf54-4e65-8bb4-4fad83dea4c9 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:17:07.763688 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-e8694222-bf54-4e65-8bb4-4fad83dea4c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:07.764291 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8694222-bf54-4e65-8bb4-4fad83dea4c9 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:17:07.765361 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-e8694222-bf54-4e65-8bb4-4fad83dea4c9 None None] Bound port: cc0d0fcf-c8a8-400e-8892-451c5de012d2, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:17:07.766383 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b82a0552-2b2e-43b3-8ec9-c684d132b61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:07.766646 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-e8694222-bf54-4e65-8bb4-4fad83dea4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (cc0d0fcf-c8a8-400e-8892-451c5de012d2), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:07.770193 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45baa074-0e60-4913-bee8-de0c158f8722 None None] Pushing event updated for resources: {'Port': ['ID=cc0d0fcf-c8a8-400e-8892-451c5de012d2,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:07.858376 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-323e8aee-bb04-438d-b797-7e8367f1b766 req-f1e6a265-add1-4741-98c4-1f36a20625d3 tempest-ServersAdmin275Test-1141048238 tempest-ServersAdmin275Test-1141048238-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0764749 Mar 22 19:17:07.905050 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45baa074-0e60-4913-bee8-de0c158f8722 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:07.906030 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45baa074-0e60-4913-bee8-de0c158f8722 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:07.906597 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45baa074-0e60-4913-bee8-de0c158f8722 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:07.907138 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45baa074-0e60-4913-bee8-de0c158f8722 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:07.907923 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45baa074-0e60-4913-bee8-de0c158f8722 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:07.908588 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45baa074-0e60-4913-bee8-de0c158f8722 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:07.909153 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45baa074-0e60-4913-bee8-de0c158f8722 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:07.909685 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45baa074-0e60-4913-bee8-de0c158f8722 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:07.910236 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45baa074-0e60-4913-bee8-de0c158f8722 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:07.913019 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45baa074-0e60-4913-bee8-de0c158f8722 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:07.913580 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45baa074-0e60-4913-bee8-de0c158f8722 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:07.914191 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45baa074-0e60-4913-bee8-de0c158f8722 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:07.914750 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45baa074-0e60-4913-bee8-de0c158f8722 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:07.915283 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45baa074-0e60-4913-bee8-de0c158f8722 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:07.915838 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45baa074-0e60-4913-bee8-de0c158f8722 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:07.966827 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-e8694222-bf54-4e65-8bb4-4fad83dea4c9 None None] For port cc0d0fcf-c8a8-400e-8892-451c5de012d2, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:17:07.972701 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-e8694222-bf54-4e65-8bb4-4fad83dea4c9 None None] For port cc0d0fcf-c8a8-400e-8892-451c5de012d2, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=cc0d0fcf-c8a8-400e-8892-451c5de012d2,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:17:07.988259 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-e8694222-bf54-4e65-8bb4-4fad83dea4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (cc0d0fcf-c8a8-400e-8892-451c5de012d2), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:08.025389 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port c0f856f7-dd46-407a-9757-5669f772ffe3 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:17:08.035843 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port c0f856f7-dd46-407a-9757-5669f772ffe3 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:17:08.036272 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c0f856f7-dd46-407a-9757-5669f772ffe3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:08.037325 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bd155-259b-47e2-aebb-2e387f8e57dd req-bbe50279-5e5c-4c00-bbd6-d068dd730447 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:08.038275 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 419226d6-5564-4e7d-a71a-004b85bc15a3 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:17:08.038925 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4e3bd155-259b-47e2-aebb-2e387f8e57dd req-bbe50279-5e5c-4c00-bbd6-d068dd730447 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 944 time: 0.2355168 Mar 22 19:17:08.044075 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8694222-bf54-4e65-8bb4-4fad83dea4c9 None None] Routers {'fd8f1929-7dfd-4a77-82dc-8267340ff771'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:17:08.044991 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-e8694222-bf54-4e65-8bb4-4fad83dea4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:16:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['fd8f1929-7dfd-4a77-82dc-8267340ff771'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:17:08.079154 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-43ea277c-dab6-4024-aac5-4762034bb898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (5c389b8b-728f-497a-97cb-469330cfacfe), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:08.118045 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-43ea277c-dab6-4024-aac5-4762034bb898 admin admin] Publish callbacks [] for router_controller (5c389b8b-728f-497a-97cb-469330cfacfe), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:08.129425 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-b82a0552-2b2e-43b3-8ec9-c684d132b61e admin admin] Allocated IP 172.20.0.1 (a13bef42-2d87-4801-a89d-6d3d346bccae/1b269adf-edaf-4f13-8f43-0b1572f7a53e/c3d3a936-cecc-4098-8f4c-f2f807e5e80c) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:17:08.135573 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port fc644c63-8438-4b82-98b0-4202839125c6, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=fc644c63-8438-4b82-98b0-4202839125c6,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:17:08.154724 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4e3bd155-259b-47e2-aebb-2e387f8e57dd req-1aa6cd95-1f72-49cb-947a-046dea5fbb14 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058309 Mar 22 19:17:08.177915 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45baa074-0e60-4913-bee8-de0c158f8722 None None] Pushing event updated for resources: {'Port': ['ID=cc0d0fcf-c8a8-400e-8892-451c5de012d2,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:08.180891 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'fc644c63-8438-4b82-98b0-4202839125c6', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': 'fc644c63-8438-4b82-98b0-4202839125c6', 'mac_address': 'fa:16:3e:36:b0:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:17:08.214779 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-e8694222-bf54-4e65-8bb4-4fad83dea4c9 None None] Set router fd8f1929-7dfd-4a77-82dc-8267340ff771 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:17:08.274912 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-43ea277c-dab6-4024-aac5-4762034bb898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (5c389b8b-728f-497a-97cb-469330cfacfe), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:08.275513 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ea277c-dab6-4024-aac5-4762034bb898 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c389b8b-728f-497a-97cb-469330cfacfe {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:17:08.280463 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-43ea277c-dab6-4024-aac5-4762034bb898 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:08.284001 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b82a0552-2b2e-43b3-8ec9-c684d132b61e admin admin] Publish callbacks [] for port (c3d3a936-cecc-4098-8f4c-f2f807e5e80c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:08.284254 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-43ea277c-dab6-4024-aac5-4762034bb898 admin admin] 10.222.0.75 "DELETE /v2.0/routers/5c389b8b-728f-497a-97cb-469330cfacfe HTTP/1.1" status: 204 len: 168 time: 2.3004296 Mar 22 19:17:08.285584 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36974) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:08.300855 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee8920-dde2-43fa-a6d6-32d0651ba7fd req-74c2b979-ed35-47ee-a742-5c4428569c96 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:08.302184 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port fc644c63-8438-4b82-98b0-4202839125c6 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:17:08.302748 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fc644c63-8438-4b82-98b0-4202839125c6), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:08.309531 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-01ee8920-dde2-43fa-a6d6-32d0651ba7fd req-74c2b979-ed35-47ee-a742-5c4428569c96 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad43c6fd-4460-42af-a977-7bbd6ae77530 HTTP/1.1" status: 200 len: 945 time: 0.0956142 Mar 22 19:17:08.314150 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 419226d6-5564-4e7d-a71a-004b85bc15a3 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:17:08.314605 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (419226d6-5564-4e7d-a71a-004b85bc15a3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:08.359927 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c9d5b5a-312e-4154-b4b1-4466e47ec017 admin admin] Deleting subnet 94bf40d4-6d7a-4050-a29b-77bf8a47c2d3 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:17:08.364863 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7c9d5b5a-312e-4154-b4b1-4466e47ec017 admin admin] Publish callbacks [] for subnet (94bf40d4-6d7a-4050-a29b-77bf8a47c2d3), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:08.413771 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc644c63-8438-4b82-98b0-4202839125c6 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:17:08.456913 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port fc644c63-8438-4b82-98b0-4202839125c6, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=fc644c63-8438-4b82-98b0-4202839125c6,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:17:08.460445 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port c0f856f7-dd46-407a-9757-5669f772ffe3 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:17:08.461242 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c0f856f7-dd46-407a-9757-5669f772ffe3), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:08.463495 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7c9d5b5a-312e-4154-b4b1-4466e47ec017 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (94bf40d4-6d7a-4050-a29b-77bf8a47c2d3), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:08.480459 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (fc644c63-8438-4b82-98b0-4202839125c6), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:08.497574 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-e8694222-bf54-4e65-8bb4-4fad83dea4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8f1929-7dfd-4a77-82dc-8267340ff771', 'name': 'tempest-FloatingIPDetailsTestJSON-258178502-router', 'tenant_id': '13e7b5224c10491dbf9366ab9b8e5373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'cc0d0fcf-c8a8-400e-8892-451c5de012d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:17:03Z', 'updated_at': '2022-03-22T19:17:05Z', 'revision_number': 3, 'project_id': '13e7b5224c10491dbf9366ab9b8e5373', 'gw_port': {'id': 'cc0d0fcf-c8a8-400e-8892-451c5de012d2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cc:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8f1929-7dfd-4a77-82dc-8267340ff771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:17:05Z', 'updated_at': '2022-03-22T19:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:17:08.501366 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b82a0552-2b2e-43b3-8ec9-c684d132b61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (c3d3a936-cecc-4098-8f4c-f2f807e5e80c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:08.527368 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-01ee8920-dde2-43fa-a6d6-32d0651ba7fd req-3593caf0-9e65-4f7c-b9d1-4e33dccdf32b tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173867 Mar 22 19:17:08.540149 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8694222-bf54-4e65-8bb4-4fad83dea4c9 None None] The sync data for ids ['fd8f1929-7dfd-4a77-82dc-8267340ff771'] in n-d-705658-24 is: [{'id': 'fd8f1929-7dfd-4a77-82dc-8267340ff771', 'name': 'tempest-FloatingIPDetailsTestJSON-258178502-router', 'tenant_id': '13e7b5224c10491dbf9366ab9b8e5373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'cc0d0fcf-c8a8-400e-8892-451c5de012d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:17:03Z', 'updated_at': '2022-03-22T19:17:05Z', 'revision_number': 3, 'project_id': '13e7b5224c10491dbf9366ab9b8e5373', 'gw_port': {'id': 'cc0d0fcf-c8a8-400e-8892-451c5de012d2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cc:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8f1929-7dfd-4a77-82dc-8267340ff771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:17:05Z', 'updated_at': '2022-03-22T19:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:17:08.560520 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cc077c25-8112-4d84-b7c0-7ba75ae759ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (ec2cf2c0-8e88-4e77-8d45-82695c998f2b), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:08.574995 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82a0552-2b2e-43b3-8ec9-c684d132b61e admin admin] Network a13bef42-2d87-4801-a89d-6d3d346bccae is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:17:08.582669 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335eb83-561c-4474-80f7-2e0ba4ecc66f req-9da89992-b7f2-4615-bfb7-c66a600c8449 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:08.585225 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-b82a0552-2b2e-43b3-8ec9-c684d132b61e admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:17:08.587907 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82a0552-2b2e-43b3-8ec9-c684d132b61e admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:17:08.591512 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9335eb83-561c-4474-80f7-2e0ba4ecc66f req-9da89992-b7f2-4615-bfb7-c66a600c8449 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 949 time: 0.1459739 Mar 22 19:17:08.630069 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a0552-2b2e-43b3-8ec9-c684d132b61e admin admin] Pushing event updated for resources: {'Port': ['ID=c3d3a936-cecc-4098-8f4c-f2f807e5e80c,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:08.672986 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc077c25-8112-4d84-b7c0-7ba75ae759ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec2cf2c0-8e88-4e77-8d45-82695c998f2b,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:08.710235 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b82a0552-2b2e-43b3-8ec9-c684d132b61e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (fd8f1929-7dfd-4a77-82dc-8267340ff771), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:08.733674 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7c9d5b5a-312e-4154-b4b1-4466e47ec017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (94bf40d4-6d7a-4050-a29b-77bf8a47c2d3), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:08.737224 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc077c25-8112-4d84-b7c0-7ba75ae759ba admin admin] Checking segment: {'id': '85353f7e-00a1-4aab-a39d-2bd6d73900c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '4fd26d66-2711-46f5-825d-b4e91261c18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:17:08.737598 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc077c25-8112-4d84-b7c0-7ba75ae759ba admin admin] Network hostable DHCP agents. Network: 4fd26d66-2711-46f5-825d-b4e91261c18a, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:17:08.744117 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port c0f856f7-dd46-407a-9757-5669f772ffe3, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=c0f856f7-dd46-407a-9757-5669f772ffe3,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:17:08.747473 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909fc672-2eb2-469d-8094-43fac906a98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f856f7-dd46-407a-9757-5669f772ffe3'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:17:08.750858 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1d8cbe-979b-492c-ba80-3a0b537a9c50" -d '{"events": [{"server_uuid": "909fc672-2eb2-469d-8094-43fac906a98c", "name": "network-vif-plugged", "status": "completed", "tag": "c0f856f7-dd46-407a-9757-5669f772ffe3"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:17:08.757210 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9335eb83-561c-4474-80f7-2e0ba4ecc66f req-1b906b85-11a6-4076-9174-6e70b3247b0b tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658900 Mar 22 19:17:08.795438 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c0f856f7-dd46-407a-9757-5669f772ffe3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:08.798954 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc077c25-8112-4d84-b7c0-7ba75ae759ba admin admin] Network 4fd26d66-2711-46f5-825d-b4e91261c18a is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:17:08.819283 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-cc077c25-8112-4d84-b7c0-7ba75ae759ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 4fd26d66-2711-46f5-825d-b4e91261c18a) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:17:08.823898 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc077c25-8112-4d84-b7c0-7ba75ae759ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:08.824613 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cc077c25-8112-4d84-b7c0-7ba75ae759ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:08.845043 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1802f9-7d23-4bee-a4e9-7f2645cb1579 None None] Network 4fd26d66-2711-46f5-825d-b4e91261c18a requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:17:08.865218 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-cc077c25-8112-4d84-b7c0-7ba75ae759ba admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8399613 Mar 22 19:17:08.970954 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=fc644c63-8438-4b82-98b0-4202839125c6,revision_number=8']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:08.977133 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2f9cc1-e0cf-4a2e-b03f-e99ff884e1bd x-openstack-request-id: req-5d2f9cc1-e0cf-4a2e-b03f-e99ff884e1bd {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:17:08.977567 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909fc672-2eb2-469d-8094-43fac906a98c", "name": "network-vif-plugged", "status": "completed", "tag": "c0f856f7-dd46-407a-9757-5669f772ffe3", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:17:08.977880 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5d2f9cc1-e0cf-4a2e-b03f-e99ff884e1bd {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:17:08.978283 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d2f9cc1-e0cf-4a2e-b03f-e99ff884e1bd'] response: {'server_uuid': '909fc672-2eb2-469d-8094-43fac906a98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f856f7-dd46-407a-9757-5669f772ffe3', 'code': 200} Mar 22 19:17:08.980769 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['fc644c63-8438-4b82-98b0-4202839125c6'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:17:09.180253 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-811208e5-89ae-4ed6-8ba9-ffe922b8fcc0 req-fb7b9193-1222-40dc-84ac-c9993c960bc1 tempest-ServersAdmin275Test-1141048238 tempest-ServersAdmin275Test-1141048238-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.1046855 Mar 22 19:17:09.181747 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7c9d5b5a-312e-4154-b4b1-4466e47ec017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (94bf40d4-6d7a-4050-a29b-77bf8a47c2d3), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:09.201882 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b82a0552-2b2e-43b3-8ec9-c684d132b61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c3d3a936-cecc-4098-8f4c-f2f807e5e80c), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:09.222956 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d8cfa-733d-41a8-ac99-3724daf238b8 req-f7346a45-2cb1-49a3-b81f-882c7b785a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:09.223295 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7c9d5b5a-312e-4154-b4b1-4466e47ec017 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:09.226674 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b42d68-4d30-4a09-8235-04daaed372cf None None] Network 4fd26d66-2711-46f5-825d-b4e91261c18a requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:17:09.229876 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-634d8cfa-733d-41a8-ac99-3724daf238b8 req-f7346a45-2cb1-49a3-b81f-882c7b785a19 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 1128 time: 0.2387764 Mar 22 19:17:09.230294 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7c9d5b5a-312e-4154-b4b1-4466e47ec017 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/94bf40d4-6d7a-4050-a29b-77bf8a47c2d3 HTTP/1.1" status: 204 len: 168 time: 0.9430594 Mar 22 19:17:09.231482 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36992) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:09.279067 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d5b5a-312e-4154-b4b1-4466e47ec017 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94bf40d4-6d7a-4050-a29b-77bf8a47c2d3,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:09.300531 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dfb2a3-e23c-4831-b1fe-cccb2d443a6c None None] Network 1231b19f-ae31-46d1-8efa-98ee63c518aa requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:17:09.410668 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-645b5343-66b1-4a46-9a97-9270bda2d177 None None] Provisioning complete for port c3d3a936-cecc-4098-8f4c-f2f807e5e80c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:17:09.411054 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-645b5343-66b1-4a46-9a97-9270bda2d177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c3d3a936-cecc-4098-8f4c-f2f807e5e80c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:09.457356 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-634d8cfa-733d-41a8-ac99-3724daf238b8 req-025d01e7-d9ba-4f0a-b638-ae4e712773f8 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583092 Mar 22 19:17:09.475253 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 419226d6-5564-4e7d-a71a-004b85bc15a3 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:17:09.477668 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047e619-0cbc-418b-8758-e9f83f6e97d2 req-923652fa-a4ec-42a2-8554-d229616842c4 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:09.480415 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2047e619-0cbc-418b-8758-e9f83f6e97d2 req-923652fa-a4ec-42a2-8554-d229616842c4 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.84 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b&tenant_id=fa44a62348c348ba8b3d4c4340e75bae&binding%3Ahost_id=n-h2-705658-24 HTTP/1.1" status: 200 len: 949 time: 0.2961099 Mar 22 19:17:09.491555 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ba351-df36-4b3d-a067-0b66fe34c9ea req-517cc21f-be3a-4e12-b8b0-b2fd010ec5ae tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:09.502304 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b00ba351-df36-4b3d-a067-0b66fe34c9ea req-517cc21f-be3a-4e12-b8b0-b2fd010ec5ae tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 949 time: 0.3642042 Mar 22 19:17:09.511423 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=c0f856f7-dd46-407a-9757-5669f772ffe3,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:09.527822 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecdd06-09cd-4747-9d5d-fad2b3163ee0 req-d11b8413-a684-4d47-8df1-5eecc4c6025c tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:09.536292 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-76ecdd06-09cd-4747-9d5d-fad2b3163ee0 req-d11b8413-a684-4d47-8df1-5eecc4c6025c tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 945 time: 0.2253439 Mar 22 19:17:09.585549 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-645b5343-66b1-4a46-9a97-9270bda2d177 None None] Port c3d3a936-cecc-4098-8f4c-f2f807e5e80c cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:17:09.682686 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-76ecdd06-09cd-4747-9d5d-fad2b3163ee0 req-6a3496f9-85b2-4be2-a92d-c9dbb727ed11 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453614 Mar 22 19:17:09.705681 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 538525f6-68ed-4631-a9ec-59a9f4788ab4 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:17:09.735346 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 538525f6-68ed-4631-a9ec-59a9f4788ab4 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:17:09.735701 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 538525f6-68ed-4631-a9ec-59a9f4788ab4 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:17:09.754718 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc0de60-6319-47b3-9758-1e8fbf7ea51c None None] DHCP port deletion for 1231b19f-ae31-46d1-8efa-98ee63c518aa request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:17:09.769578 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b00ba351-df36-4b3d-a067-0b66fe34c9ea req-4ef21d4d-7ca2-4831-88ba-e1caa6ebc247 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639816 Mar 22 19:17:09.779208 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [req-2047e619-0cbc-418b-8758-e9f83f6e97d2 req-32cb02e8-469f-4aee-b32d-7bbee71c046e service neutron] delete failed (client error): The resource could not be found. Mar 22 19:17:09.783040 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2047e619-0cbc-418b-8758-e9f83f6e97d2 req-32cb02e8-469f-4aee-b32d-7bbee71c046e service neutron] 10.222.0.84 "DELETE /v2.0/ports/fc644c63-8438-4b82-98b0-4202839125c6/bindings/n-h1-705658-24 HTTP/1.1" status: 404 len: 381 time: 0.2712350 Mar 22 19:17:09.850016 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ca987230-72b1-4e28-b940-b6b674858d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (1231b19f-ae31-46d1-8efa-98ee63c518aa), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:09.874939 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-6dc0de60-6319-47b3-9758-1e8fbf7ea51c None None] Deleting port 131dcc0a-7787-4270-8811-ceaaf99941c2 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:17:09.875322 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6dc0de60-6319-47b3-9758-1e8fbf7ea51c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (131dcc0a-7787-4270-8811-ceaaf99941c2), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:09.947826 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device cc0d0fcf-c8a8-400e-8892-451c5de012d2 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:17:09.988920 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ea33c-4400-403e-b3b7-bca8e99ce344 req-b8c416d4-875f-40a2-bb52-b45db4dea720 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:09.996093 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-874ea33c-4400-403e-b3b7-bca8e99ce344 req-b8c416d4-875f-40a2-bb52-b45db4dea720 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad43c6fd-4460-42af-a977-7bbd6ae77530 HTTP/1.1" status: 200 len: 945 time: 0.1596396 Mar 22 19:17:10.007625 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b82a0552-2b2e-43b3-8ec9-c684d132b61e admin admin] Publish callbacks [] for port (c3d3a936-cecc-4098-8f4c-f2f807e5e80c), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:10.015607 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b82a0552-2b2e-43b3-8ec9-c684d132b61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (c3d3a936-cecc-4098-8f4c-f2f807e5e80c), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:10.028206 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-6dc0de60-6319-47b3-9758-1e8fbf7ea51c None None] For port 131dcc0a-7787-4270-8811-ceaaf99941c2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=131dcc0a-7787-4270-8811-ceaaf99941c2,segment=NetworkSegment(44d6b344-c1e5-42e0-bc2f-cb20546bab74),segment_id=44d6b344-c1e5-42e0-bc2f-cb20546bab74)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:17:10.029138 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6dc0de60-6319-47b3-9758-1e8fbf7ea51c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (131dcc0a-7787-4270-8811-ceaaf99941c2), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:10.048679 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-6dc0de60-6319-47b3-9758-1e8fbf7ea51c None None] Calling delete_port for 131dcc0a-7787-4270-8811-ceaaf99941c2 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:17:10.086796 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-874ea33c-4400-403e-b3b7-bca8e99ce344 req-7a242722-6089-4a73-9a20-f0e50a3c55ad tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895035 Mar 22 19:17:10.092525 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-9fcd265d-cd05-4c0d-b1ba-bd3ea4650dbe req-c298a2ae-3058-4fe3-8a9d-95fa5b040a55 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1048075202', 'description': 'tempest-description-1813807165'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:10.101325 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b82a0552-2b2e-43b3-8ec9-c684d132b61e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (fd8f1929-7dfd-4a77-82dc-8267340ff771), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:10.103346 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a0552-2b2e-43b3-8ec9-c684d132b61e admin admin] Pushing event updated for resources: {'Port': ['ID=c3d3a936-cecc-4098-8f4c-f2f807e5e80c,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:10.106787 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-ca987230-72b1-4e28-b940-b6b674858d58 admin admin] Deleting port 131dcc0a-7787-4270-8811-ceaaf99941c2 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:17:10.107126 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ca987230-72b1-4e28-b940-b6b674858d58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (131dcc0a-7787-4270-8811-ceaaf99941c2), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:10.118932 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047e619-0cbc-418b-8758-e9f83f6e97d2 req-cc1f72db-d31c-448b-9d1c-f650fc7f3544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:10.120274 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port cc0d0fcf-c8a8-400e-8892-451c5de012d2 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:17:10.120654 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (cc0d0fcf-c8a8-400e-8892-451c5de012d2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:10.121749 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2047e619-0cbc-418b-8758-e9f83f6e97d2 req-cc1f72db-d31c-448b-9d1c-f650fc7f3544 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 1132 time: 0.2347066 Mar 22 19:17:10.191091 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6dc0de60-6319-47b3-9758-1e8fbf7ea51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (131dcc0a-7787-4270-8811-ceaaf99941c2), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:10.206870 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9fcd265d-cd05-4c0d-b1ba-bd3ea4650dbe req-c298a2ae-3058-4fe3-8a9d-95fa5b040a55 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:10.230759 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-ca987230-72b1-4e28-b940-b6b674858d58 admin admin] For port 131dcc0a-7787-4270-8811-ceaaf99941c2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=131dcc0a-7787-4270-8811-ceaaf99941c2,segment=NetworkSegment(44d6b344-c1e5-42e0-bc2f-cb20546bab74),segment_id=44d6b344-c1e5-42e0-bc2f-cb20546bab74)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:17:10.231298 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ca987230-72b1-4e28-b940-b6b674858d58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (131dcc0a-7787-4270-8811-ceaaf99941c2), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:10.236544 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0de60-6319-47b3-9758-1e8fbf7ea51c None None] Pushing event deleted for resources: {'Port': ['ID=131dcc0a-7787-4270-8811-ceaaf99941c2,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:10.244708 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc0de60-6319-47b3-9758-1e8fbf7ea51c None None] No DVR routers for this DVR port 131dcc0a-7787-4270-8811-ceaaf99941c2 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:17:10.263975 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port cc0d0fcf-c8a8-400e-8892-451c5de012d2 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:17:10.264211 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (cc0d0fcf-c8a8-400e-8892-451c5de012d2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:10.280665 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-ca987230-72b1-4e28-b940-b6b674858d58 admin admin] Calling delete_port for 131dcc0a-7787-4270-8811-ceaaf99941c2 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:17:10.296834 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047e619-0cbc-418b-8758-e9f83f6e97d2 req-d1a54abe-9b3d-4113-9cfe-a9fcb4eb5517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:10.298391 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2047e619-0cbc-418b-8758-e9f83f6e97d2 req-d1a54abe-9b3d-4113-9cfe-a9fcb4eb5517 service neutron] 10.222.0.84 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.1662152 Mar 22 19:17:10.304294 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port cc0d0fcf-c8a8-400e-8892-451c5de012d2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=cc0d0fcf-c8a8-400e-8892-451c5de012d2,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:17:10.312712 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (cc0d0fcf-c8a8-400e-8892-451c5de012d2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:10.351653 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82a0552-2b2e-43b3-8ec9-c684d132b61e admin admin] Network a13bef42-2d87-4801-a89d-6d3d346bccae is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:17:10.355602 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-b82a0552-2b2e-43b3-8ec9-c684d132b61e admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:17:10.388766 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2047e619-0cbc-418b-8758-e9f83f6e97d2 req-ad163604-74f5-493e-b0e5-296433236330 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=fc644c63-8438-4b82-98b0-4202839125c6 HTTP/1.1" status: 200 len: 217 time: 0.0822392 Mar 22 19:17:10.411424 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78a79590-acd5-4549-810e-92fe950ef320 req-a3b71cc9-27c0-4d4f-9927-a9e77ef30eae tempest-ServersAdmin275Test-1141048238 tempest-ServersAdmin275Test-1141048238-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0534761 Mar 22 19:17:10.416109 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=cc0d0fcf-c8a8-400e-8892-451c5de012d2,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:10.420174 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9fcd265d-cd05-4c0d-b1ba-bd3ea4650dbe req-c298a2ae-3058-4fe3-8a9d-95fa5b040a55 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks [] for security_group (ca8a976b-97fb-4e64-9300-760784794485), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:10.425291 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a963e972-1c1d-418b-a2f3-95539df7fa0e no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:17:10.433617 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9fcd265d-cd05-4c0d-b1ba-bd3ea4650dbe req-c298a2ae-3058-4fe3-8a9d-95fa5b040a55 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ca8a976b-97fb-4e64-9300-760784794485), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:10.478313 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ca987230-72b1-4e28-b940-b6b674858d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (131dcc0a-7787-4270-8811-ceaaf99941c2), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:10.486396 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: a963e972-1c1d-418b-a2f3-95539df7fa0e {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:17:10.486973 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a963e972-1c1d-418b-a2f3-95539df7fa0e not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:17:10.487578 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 131dcc0a-7787-4270-8811-ceaaf99941c2 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:17:10.509680 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca987230-72b1-4e28-b940-b6b674858d58 admin admin] Pushing event deleted for resources: {'Port': ['ID=131dcc0a-7787-4270-8811-ceaaf99941c2,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:10.512148 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9fcd265d-cd05-4c0d-b1ba-bd3ea4650dbe req-c298a2ae-3058-4fe3-8a9d-95fa5b040a55 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:10.515233 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca987230-72b1-4e28-b940-b6b674858d58 admin admin] No DVR routers for this DVR port 131dcc0a-7787-4270-8811-ceaaf99941c2 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:17:10.518146 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9fcd265d-cd05-4c0d-b1ba-bd3ea4650dbe req-c298a2ae-3058-4fe3-8a9d-95fa5b040a55 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4403262 Mar 22 19:17:10.526426 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 131dcc0a-7787-4270-8811-ceaaf99941c2 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:17:10.527026 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 131dcc0a-7787-4270-8811-ceaaf99941c2 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:17:10.529401 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c298a2ae-3058-4fe3-8a9d-95fa5b040a55 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8a976b-97fb-4e64-9300-760784794485,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:10.537996 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047e619-0cbc-418b-8758-e9f83f6e97d2 req-b481f677-b4be-4e25-b669-a81b5e371563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:10.539693 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2047e619-0cbc-418b-8758-e9f83f6e97d2 req-b481f677-b4be-4e25-b669-a81b5e371563 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1180270 Mar 22 19:17:10.614611 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ca987230-72b1-4e28-b940-b6b674858d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (1231b19f-ae31-46d1-8efa-98ee63c518aa), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:10.626461 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82a0552-2b2e-43b3-8ec9-c684d132b61e admin admin] Router fd8f1929-7dfd-4a77-82dc-8267340ff771 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:17:10.634819 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c398fd58-170a-4c49-8723-c76d8acfeeaa req-3df2565e-ba69-42d7-8ae7-1923d475fa37 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] 10.222.0.75 "GET /v2.0/security-groups/ca8a976b-97fb-4e64-9300-760784794485 HTTP/1.1" status: 200 len: 1830 time: 0.0824246 Mar 22 19:17:10.643631 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-ca987230-72b1-4e28-b940-b6b674858d58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1231b19f-ae31-46d1-8efa-98ee63c518aa']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:17:10.647103 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-c398fd58-170a-4c49-8723-c76d8acfeeaa req-f556e6c7-011a-48ae-9b1a-b47b4c6d3fcd tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ca8a976b-97fb-4e64-9300-760784794485', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:10.647424 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-c398fd58-170a-4c49-8723-c76d8acfeeaa req-f556e6c7-011a-48ae-9b1a-b47b4c6d3fcd tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ca8a976b-97fb-4e64-9300-760784794485', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:10.657347 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-ca987230-72b1-4e28-b940-b6b674858d58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44d6b344-c1e5-42e0-bc2f-cb20546bab74') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:17:10.658044 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-ca987230-72b1-4e28-b940-b6b674858d58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44d6b344-c1e5-42e0-bc2f-cb20546bab74') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:17:10.663572 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2047e619-0cbc-418b-8758-e9f83f6e97d2 req-f36aded5-72c6-4fec-a52b-e18a87f3182d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:10.665287 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2047e619-0cbc-418b-8758-e9f83f6e97d2 req-f36aded5-72c6-4fec-a52b-e18a87f3182d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1091292 Mar 22 19:17:10.712136 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ca987230-72b1-4e28-b940-b6b674858d58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (44d6b344-c1e5-42e0-bc2f-cb20546bab74), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:10.733037 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-837b431a-8057-443d-923f-2f03556fbcf7 None None] Provisioning complete for port c3d3a936-cecc-4098-8f4c-f2f807e5e80c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:17:10.733872 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-837b431a-8057-443d-923f-2f03556fbcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c3d3a936-cecc-4098-8f4c-f2f807e5e80c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:10.759382 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ca987230-72b1-4e28-b940-b6b674858d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (44d6b344-c1e5-42e0-bc2f-cb20546bab74), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:10.775723 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c398fd58-170a-4c49-8723-c76d8acfeeaa req-f556e6c7-011a-48ae-9b1a-b47b4c6d3fcd tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks [] for security_group_rule (04832cb0-60ea-4fdc-a1b0-9c71f8ff53a9), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:10.785748 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca987230-72b1-4e28-b940-b6b674858d58 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:17:10.786485 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ca987230-72b1-4e28-b940-b6b674858d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (44d6b344-c1e5-42e0-bc2f-cb20546bab74), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:10.789673 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-837b431a-8057-443d-923f-2f03556fbcf7 None None] Port c3d3a936-cecc-4098-8f4c-f2f807e5e80c cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:17:10.790139 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:17:10.790139 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:17:10.790139 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:17:10.790139 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:17:10.790139 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:17:10.790139 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:17:10.790139 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:17:10.790139 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:17:10.790139 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:17:10.790139 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:17:10.790139 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:17:10.790139 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:17:10.790139 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:17:10.790139 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:17:10.790139 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:17:10.790139 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:17:10.790139 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:17:10.790139 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:17:10.790139 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:17:10.790139 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:17:10.790139 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:17:10.790139 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:17:10.790139 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:17:10.790139 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:17:10.790139 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:17:10.790139 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:17:10.790139 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:17:10.790139 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:17:10.790139 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:17:10.790139 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:17:10.790139 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:17:10.790139 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:17:10.798108 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c398fd58-170a-4c49-8723-c76d8acfeeaa req-f556e6c7-011a-48ae-9b1a-b47b4c6d3fcd tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks [] for security_group_rule (04832cb0-60ea-4fdc-a1b0-9c71f8ff53a9), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:10.808214 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c398fd58-170a-4c49-8723-c76d8acfeeaa req-f556e6c7-011a-48ae-9b1a-b47b4c6d3fcd tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (04832cb0-60ea-4fdc-a1b0-9c71f8ff53a9), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:10.864856 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556e6c7-011a-48ae-9b1a-b47b4c6d3fcd tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04832cb0-60ea-4fdc-a1b0-9c71f8ff53a9,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:10.872482 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ca987230-72b1-4e28-b940-b6b674858d58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (1231b19f-ae31-46d1-8efa-98ee63c518aa), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:10.877301 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ca987230-72b1-4e28-b940-b6b674858d58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:10.885935 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ca987230-72b1-4e28-b940-b6b674858d58 admin admin] 10.222.0.75 "DELETE /v2.0/networks/1231b19f-ae31-46d1-8efa-98ee63c518aa HTTP/1.1" status: 204 len: 168 time: 1.6516633 Mar 22 19:17:10.890662 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82a0552-2b2e-43b3-8ec9-c684d132b61e admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:17:10.897779 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b82a0552-2b2e-43b3-8ec9-c684d132b61e admin admin] 10.222.0.75 "PUT /v2.0/routers/fd8f1929-7dfd-4a77-82dc-8267340ff771/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9054263 Mar 22 19:17:10.906593 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2047e619-0cbc-418b-8758-e9f83f6e97d2 req-15fc24fb-bf76-46ae-b4a6-ad7bb8fbf88f service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340016 Mar 22 19:17:10.910574 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c398fd58-170a-4c49-8723-c76d8acfeeaa req-f556e6c7-011a-48ae-9b1a-b47b4c6d3fcd tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:10.912383 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c398fd58-170a-4c49-8723-c76d8acfeeaa req-f556e6c7-011a-48ae-9b1a-b47b4c6d3fcd tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2696054 Mar 22 19:17:10.923726 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca987230-72b1-4e28-b940-b6b674858d58 admin admin] Pushing event deleted for resources: {'Network': ['ID=1231b19f-ae31-46d1-8efa-98ee63c518aa,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:11.022942 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48977a-2f6e-4c9c-909b-87edf962ad7d req-99c73f01-a68e-451b-a9eb-bf3144b6b58d tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:11.024461 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-be48977a-2f6e-4c9c-909b-87edf962ad7d req-99c73f01-a68e-451b-a9eb-bf3144b6b58d tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 945 time: 0.2100868 Mar 22 19:17:11.101382 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37014) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:11.116621 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2047e619-0cbc-418b-8758-e9f83f6e97d2 req-095124df-c5bd-4afb-8bde-b9eaa49ffe3d service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016473 Mar 22 19:17:11.132777 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25745528-e0c9-48c9-810e-ff601cfdc138 req-e4800cce-b587-48f5-b1af-6ae7f18e4bca tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:11.141710 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-25745528-e0c9-48c9-810e-ff601cfdc138 req-e4800cce-b587-48f5-b1af-6ae7f18e4bca tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 949 time: 0.1407876 Mar 22 19:17:11.162064 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-75ca11c2-4a83-4b2e-b6d4-3787ab009ba8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=50f2bfa7a4934aeaa9cc0c2ed043b83a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0571570 Mar 22 19:17:11.162686 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37018) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:11.207363 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-be48977a-2f6e-4c9c-909b-87edf962ad7d req-a9dfec96-7402-47a2-9121-2016317b40d1 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600816 Mar 22 19:17:11.215760 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b2c560-f325-4279-a738-e28a4bced0d3 None None] Sync routers for ids ['fd8f1929-7dfd-4a77-82dc-8267340ff771'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:17:11.235621 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b2c560-f325-4279-a738-e28a4bced0d3 None None] Routers {'fd8f1929-7dfd-4a77-82dc-8267340ff771'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:17:11.235621 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-56b2c560-f325-4279-a738-e28a4bced0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:16:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['fd8f1929-7dfd-4a77-82dc-8267340ff771'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:17:11.262331 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-25745528-e0c9-48c9-810e-ff601cfdc138 req-fbe1e3d9-a3e5-4ef4-b294-fd64cab85633 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181018 Mar 22 19:17:11.313431 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-668e4874-3063-4987-b038-8800ddffe4e2 admin admin] Publish callbacks [] for security_group (e3c24e33-f994-4f53-9aa1-b5bfd1e06573), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:11.338888 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a01e2b55-e5c1-47ef-9fe0-90f045986205 req-d1bd53c2-05bf-4b6a-b136-ba19d544e776 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] 10.222.0.75 "GET /v2.0/security-groups/ca8a976b-97fb-4e64-9300-760784794485 HTTP/1.1" status: 200 len: 2423 time: 0.0747039 Mar 22 19:17:11.352655 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-668e4874-3063-4987-b038-8800ddffe4e2 admin admin] Publish callbacks [] for security_group (e3c24e33-f994-4f53-9aa1-b5bfd1e06573), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:11.370686 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-56b2c560-f325-4279-a738-e28a4bced0d3 None None] Set router fd8f1929-7dfd-4a77-82dc-8267340ff771 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:17:11.485383 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11124d3-7ec8-4168-9138-5b36beb65ca2 req-02c8f253-809f-4c09-b01e-2734f3626031 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:11.486884 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d11124d3-7ec8-4168-9138-5b36beb65ca2 req-02c8f253-809f-4c09-b01e-2734f3626031 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad43c6fd-4460-42af-a977-7bbd6ae77530 HTTP/1.1" status: 200 len: 945 time: 0.0788057 Mar 22 19:17:11.487527 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-668e4874-3063-4987-b038-8800ddffe4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e3c24e33-f994-4f53-9aa1-b5bfd1e06573), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:11.490281 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-668e4874-3063-4987-b038-8800ddffe4e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:11.491354 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-668e4874-3063-4987-b038-8800ddffe4e2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e3c24e33-f994-4f53-9aa1-b5bfd1e06573 HTTP/1.1" status: 204 len: 168 time: 0.3271980 Mar 22 19:17:11.537575 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e4874-3063-4987-b038-8800ddffe4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c24e33-f994-4f53-9aa1-b5bfd1e06573,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:11.578915 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d11124d3-7ec8-4168-9138-5b36beb65ca2 req-20a237e7-1c9f-4e19-8cdb-926b85a4399b tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796366 Mar 22 19:17:11.680514 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f8aaf2d1-eb25-478f-9363-d795dcbb051c req-90932f34-7164-4c76-b103-c8b84dcd7784 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] 10.222.0.75 "GET /v2.0/security-group-rules/04832cb0-60ea-4fdc-a1b0-9c71f8ff53a9 HTTP/1.1" status: 200 len: 778 time: 0.0653889 Mar 22 19:17:11.726443 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-56b2c560-f325-4279-a738-e28a4bced0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8f1929-7dfd-4a77-82dc-8267340ff771', 'name': 'tempest-FloatingIPDetailsTestJSON-258178502-router', 'tenant_id': '13e7b5224c10491dbf9366ab9b8e5373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'cc0d0fcf-c8a8-400e-8892-451c5de012d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:17:03Z', 'updated_at': '2022-03-22T19:17:09Z', 'revision_number': 4, 'project_id': '13e7b5224c10491dbf9366ab9b8e5373', 'gw_port': {'id': 'cc0d0fcf-c8a8-400e-8892-451c5de012d2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8f1929-7dfd-4a77-82dc-8267340ff771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:17:05Z', 'updated_at': '2022-03-22T19:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'c3d3a936-cecc-4098-8f4c-f2f807e5e80c', 'name': '', 'network_id': 'a13bef42-2d87-4801-a89d-6d3d346bccae', 'tenant_id': '13e7b5224c10491dbf9366ab9b8e5373', 'mac_address': 'fa:16:3e:4b:08:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8f1929-7dfd-4a77-82dc-8267340ff771', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1b269adf-edaf-4f13-8f43-0b1572f7a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:17:07Z', 'updated_at': '2022-03-22T19:17:09Z', 'revision_number': 2, 'project_id': '13e7b5224c10491dbf9366ab9b8e5373', 'subnets': [{'id': '1b269adf-edaf-4f13-8f43-0b1572f7a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:17:11.768518 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b2c560-f325-4279-a738-e28a4bced0d3 None None] Checking router: fd8f1929-7dfd-4a77-82dc-8267340ff771 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:17:11.768518 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b2c560-f325-4279-a738-e28a4bced0d3 None None] Updating router fd8f1929-7dfd-4a77-82dc-8267340ff771 port c3d3a936-cecc-4098-8f4c-f2f807e5e80c binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:17:11.780741 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2b2d4d66-3233-4315-8b1a-594a29916db0 req-555ad7ab-04ba-4a3b-97c4-2b0ebfd3498f tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1960447 Mar 22 19:17:11.786482 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device fc644c63-8438-4b82-98b0-4202839125c6 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:17:11.793907 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f8aaf2d1-eb25-478f-9363-d795dcbb051c req-6514f8cd-def0-48f8-bfd9-6299d551f74c tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] 10.222.0.75 "GET /v2.0/security-groups/ca8a976b-97fb-4e64-9300-760784794485 HTTP/1.1" status: 200 len: 2423 time: 0.1059451 Mar 22 19:17:11.807113 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-2b2d4d66-3233-4315-8b1a-594a29916db0 req-78ec9a3e-abbf-4f40-b486-ecc8614a98e6 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:11.820878 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-56b2c560-f325-4279-a738-e28a4bced0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c3d3a936-cecc-4098-8f4c-f2f807e5e80c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:11.841896 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2b2d4d66-3233-4315-8b1a-594a29916db0 req-78ec9a3e-abbf-4f40-b486-ecc8614a98e6 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:11.869095 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device cc0d0fcf-c8a8-400e-8892-451c5de012d2 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:17:11.869774 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f8aaf2d1-eb25-478f-9363-d795dcbb051c req-205588a5-d864-4a10-adf7-08a06045cc81 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks [] for security_group_rule (04832cb0-60ea-4fdc-a1b0-9c71f8ff53a9), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:11.882981 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f8aaf2d1-eb25-478f-9363-d795dcbb051c req-205588a5-d864-4a10-adf7-08a06045cc81 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks [] for security_group_rule (04832cb0-60ea-4fdc-a1b0-9c71f8ff53a9), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:11.962590 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f8aaf2d1-eb25-478f-9363-d795dcbb051c req-205588a5-d864-4a10-adf7-08a06045cc81 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (04832cb0-60ea-4fdc-a1b0-9c71f8ff53a9), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:11.971463 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f8aaf2d1-eb25-478f-9363-d795dcbb051c req-205588a5-d864-4a10-adf7-08a06045cc81 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:11.972676 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f8aaf2d1-eb25-478f-9363-d795dcbb051c req-205588a5-d864-4a10-adf7-08a06045cc81 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/04832cb0-60ea-4fdc-a1b0-9c71f8ff53a9 HTTP/1.1" status: 204 len: 173 time: 0.1782620 Mar 22 19:17:11.977284 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port fc644c63-8438-4b82-98b0-4202839125c6 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:17:11.980194 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205588a5-d864-4a10-adf7-08a06045cc81 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04832cb0-60ea-4fdc-a1b0-9c71f8ff53a9,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:11.991463 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port fc644c63-8438-4b82-98b0-4202839125c6 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:17:11.991849 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (fc644c63-8438-4b82-98b0-4202839125c6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:12.038250 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37032) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:12.046645 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2b2d4d66-3233-4315-8b1a-594a29916db0 req-78ec9a3e-abbf-4f40-b486-ecc8614a98e6 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:12.083418 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-427d2a70-466e-4098-9347-9968b718ae20 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b934f87bb7434787b3c8cf6868dc58c3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0439003 Mar 22 19:17:12.085868 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37034) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:12.091778 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port cc0d0fcf-c8a8-400e-8892-451c5de012d2 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:17:12.092481 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (cc0d0fcf-c8a8-400e-8892-451c5de012d2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:12.112518 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3d1e394d-dbe1-4d5c-b2e6-a6e45d48d950 req-d428441c-8017-47b3-885d-f96ee44f5cba tempest-ServersAdmin275Test-1141048238 tempest-ServersAdmin275Test-1141048238-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0550275 Mar 22 19:17:12.138802 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6b2d0cd8-4810-42f9-abdd-2b32b8ffce70 admin admin] Publish callbacks [] for security_group (2dcaeb30-0be0-4ce6-9229-8b24892c175e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:12.165691 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6b2d0cd8-4810-42f9-abdd-2b32b8ffce70 admin admin] Publish callbacks [] for security_group (2dcaeb30-0be0-4ce6-9229-8b24892c175e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:12.196139 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-5a8f919d-8e76-4920-ad6c-3ed36b2f3e35 req-c48a7201-f7df-4acf-abba-13cda351296d tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1483183496', 'description': 'tempest-description-1567423240'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:12.202590 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-2b2d4d66-3233-4315-8b1a-594a29916db0 req-78ec9a3e-abbf-4f40-b486-ecc8614a98e6 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Allocated IP 172.25.5.9 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/9ee23036-de60-4db5-93e1-987c6089b263) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:17:12.234562 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6b2d0cd8-4810-42f9-abdd-2b32b8ffce70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2dcaeb30-0be0-4ce6-9229-8b24892c175e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:12.237610 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6b2d0cd8-4810-42f9-abdd-2b32b8ffce70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:12.239280 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6b2d0cd8-4810-42f9-abdd-2b32b8ffce70 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2dcaeb30-0be0-4ce6-9229-8b24892c175e HTTP/1.1" status: 204 len: 168 time: 0.1525135 Mar 22 19:17:12.240685 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5a8f919d-8e76-4920-ad6c-3ed36b2f3e35 req-c48a7201-f7df-4acf-abba-13cda351296d tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:12.252057 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port fc644c63-8438-4b82-98b0-4202839125c6 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:17:12.252504 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fc644c63-8438-4b82-98b0-4202839125c6), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:12.263436 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d0cd8-4810-42f9-abdd-2b32b8ffce70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcaeb30-0be0-4ce6-9229-8b24892c175e,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:12.336978 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port cc0d0fcf-c8a8-400e-8892-451c5de012d2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:17:12.345689 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1907f34-6c4a-4b45-8ea6-71b6e056868b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc644c63-8438-4b82-98b0-4202839125c6'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:17:12.348046 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6744c61a-dbc2-4719-8c03-26be5c7e4039" -d '{"events": [{"server_uuid": "d1907f34-6c4a-4b45-8ea6-71b6e056868b", "name": "network-vif-plugged", "status": "completed", "tag": "fc644c63-8438-4b82-98b0-4202839125c6"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:17:12.353074 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-56b2c560-f325-4279-a738-e28a4bced0d3 None None] Publish callbacks [] for port (c3d3a936-cecc-4098-8f4c-f2f807e5e80c), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:12.364453 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-56b2c560-f325-4279-a738-e28a4bced0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c3d3a936-cecc-4098-8f4c-f2f807e5e80c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:12.366084 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2b2d4d66-3233-4315-8b1a-594a29916db0 req-78ec9a3e-abbf-4f40-b486-ecc8614a98e6 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks [] for port (9ee23036-de60-4db5-93e1-987c6089b263), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:12.367686 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port fc644c63-8438-4b82-98b0-4202839125c6, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=fc644c63-8438-4b82-98b0-4202839125c6,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:17:12.396630 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5a8f919d-8e76-4920-ad6c-3ed36b2f3e35 req-c48a7201-f7df-4acf-abba-13cda351296d tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks [] for security_group (bc6ffb89-0e00-49e3-9638-fa8573fdb5f9), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:12.410022 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5a8f919d-8e76-4920-ad6c-3ed36b2f3e35 req-c48a7201-f7df-4acf-abba-13cda351296d tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (bc6ffb89-0e00-49e3-9638-fa8573fdb5f9), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:12.451461 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5a8f919d-8e76-4920-ad6c-3ed36b2f3e35 req-c48a7201-f7df-4acf-abba-13cda351296d tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:12.452769 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5a8f919d-8e76-4920-ad6c-3ed36b2f3e35 req-c48a7201-f7df-4acf-abba-13cda351296d tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2615902 Mar 22 19:17:12.455991 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a7201-f7df-4acf-abba-13cda351296d tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6ffb89-0e00-49e3-9638-fa8573fdb5f9,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:12.465168 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2b2d4d66-3233-4315-8b1a-594a29916db0 req-78ec9a3e-abbf-4f40-b486-ecc8614a98e6 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (9ee23036-de60-4db5-93e1-987c6089b263), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:12.517857 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b2d4d66-3233-4315-8b1a-594a29916db0 req-78ec9a3e-abbf-4f40-b486-ecc8614a98e6 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:17:12.532512 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-2b2d4d66-3233-4315-8b1a-594a29916db0 req-78ec9a3e-abbf-4f40-b486-ecc8614a98e6 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:17:12.534961 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (fc644c63-8438-4b82-98b0-4202839125c6), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:12.539901 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2d4d66-3233-4315-8b1a-594a29916db0 req-78ec9a3e-abbf-4f40-b486-ecc8614a98e6 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:17:12.562748 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e924c1-61a7-4505-ae38-37cb0d089236 None None] Pushing event updated for resources: {'Port': ['ID=c3d3a936-cecc-4098-8f4c-f2f807e5e80c,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:12.590626 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec9a3e-abbf-4f40-b486-ecc8614a98e6 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Pushing event updated for resources: {'Port': ['ID=9ee23036-de60-4db5-93e1-987c6089b263,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:12.636380 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95277b75-5b3d-4295-97e3-b87739e06266 req-627e6f23-6a38-4692-bd2f-c8e6d62e60a6 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:12.638812 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-95277b75-5b3d-4295-97e3-b87739e06266 req-627e6f23-6a38-4692-bd2f-c8e6d62e60a6 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 945 time: 0.1181340 Mar 22 19:17:12.694702 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=fc644c63-8438-4b82-98b0-4202839125c6,revision_number=9']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:12.711943 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2b2d4d66-3233-4315-8b1a-594a29916db0 req-78ec9a3e-abbf-4f40-b486-ecc8614a98e6 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks [] for floatingip (a90a75b0-7626-4a50-8cfc-116e7c7595d2), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:12.729954 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-95277b75-5b3d-4295-97e3-b87739e06266 req-5dacea85-5ae0-4ab7-8e06-fd1bce2ad8df tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677423 Mar 22 19:17:12.742307 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-56b2c560-f325-4279-a738-e28a4bced0d3 None None] Attempting to bind port c3d3a936-cecc-4098-8f4c-f2f807e5e80c on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:17:12.742889 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-56b2c560-f325-4279-a738-e28a4bced0d3 None None] Attempting to bind port c3d3a936-cecc-4098-8f4c-f2f807e5e80c by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'b0d2788d-766d-4375-8775-9ae70e53c6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a13bef42-2d87-4801-a89d-6d3d346bccae'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:17:12.743772 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b2c560-f325-4279-a738-e28a4bced0d3 None None] Attempting to bind port c3d3a936-cecc-4098-8f4c-f2f807e5e80c on network a13bef42-2d87-4801-a89d-6d3d346bccae {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:17:12.751918 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b2c560-f325-4279-a738-e28a4bced0d3 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:17:12.752311 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b2c560-f325-4279-a738-e28a4bced0d3 None None] Checking segment: {'id': 'b0d2788d-766d-4375-8775-9ae70e53c6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a13bef42-2d87-4801-a89d-6d3d346bccae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:17:12.752726 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-56b2c560-f325-4279-a738-e28a4bced0d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:12.759857 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b2c560-f325-4279-a738-e28a4bced0d3 None None] Bound using segment: {'id': 'b0d2788d-766d-4375-8775-9ae70e53c6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a13bef42-2d87-4801-a89d-6d3d346bccae'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:17:12.760575 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-56b2c560-f325-4279-a738-e28a4bced0d3 None None] Bound port: c3d3a936-cecc-4098-8f4c-f2f807e5e80c, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d2788d-766d-4375-8775-9ae70e53c6ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a13bef42-2d87-4801-a89d-6d3d346bccae'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:17:12.760989 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-56b2c560-f325-4279-a738-e28a4bced0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c3d3a936-cecc-4098-8f4c-f2f807e5e80c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:12.777813 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2b2d4d66-3233-4315-8b1a-594a29916db0 req-78ec9a3e-abbf-4f40-b486-ecc8614a98e6 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9ee23036-de60-4db5-93e1-987c6089b263), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:12.854220 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-8e39573a-9073-4061-98aa-f76020b963cf None None] Provisioning complete for port c3d3a936-cecc-4098-8f4c-f2f807e5e80c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:17:12.854661 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8e39573a-9073-4061-98aa-f76020b963cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c3d3a936-cecc-4098-8f4c-f2f807e5e80c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:12.890499 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-56b2c560-f325-4279-a738-e28a4bced0d3 None None] For port c3d3a936-cecc-4098-8f4c-f2f807e5e80c, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:17:12.906642 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8e39573a-9073-4061-98aa-f76020b963cf None None] Port c3d3a936-cecc-4098-8f4c-f2f807e5e80c cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:17:12.909162 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-56b2c560-f325-4279-a738-e28a4bced0d3 None None] For port c3d3a936-cecc-4098-8f4c-f2f807e5e80c, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c3d3a936-cecc-4098-8f4c-f2f807e5e80c,segment=NetworkSegment(b0d2788d-766d-4375-8775-9ae70e53c6ff),segment_id=b0d2788d-766d-4375-8775-9ae70e53c6ff)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:17:12.917340 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-56b2c560-f325-4279-a738-e28a4bced0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c3d3a936-cecc-4098-8f4c-f2f807e5e80c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:12.929856 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c4461-cb30-4429-917a-5035d853bf7e req-795f0bda-8b4f-4c40-be0b-4c3265c7f3f3 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:12.931340 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8d0c4461-cb30-4429-917a-5035d853bf7e req-795f0bda-8b4f-4c40-be0b-4c3265c7f3f3 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 950 time: 0.1110299 Mar 22 19:17:12.979249 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b2c560-f325-4279-a738-e28a4bced0d3 None None] Routers {'fd8f1929-7dfd-4a77-82dc-8267340ff771'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:17:12.980044 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-56b2c560-f325-4279-a738-e28a4bced0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:16:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['fd8f1929-7dfd-4a77-82dc-8267340ff771'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:17:13.020170 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8d0c4461-cb30-4429-917a-5035d853bf7e req-453fae15-af9b-4635-aa97-5f6892714253 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818250 Mar 22 19:17:13.051200 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2b2d4d66-3233-4315-8b1a-594a29916db0 req-78ec9a3e-abbf-4f40-b486-ecc8614a98e6 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks [] for port (9ee23036-de60-4db5-93e1-987c6089b263), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:13.059264 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2b2d4d66-3233-4315-8b1a-594a29916db0 req-78ec9a3e-abbf-4f40-b486-ecc8614a98e6 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (9ee23036-de60-4db5-93e1-987c6089b263), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:13.133992 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c36783-8718-4b98-9dab-8936d6718b66 x-openstack-request-id: req-45c36783-8718-4b98-9dab-8936d6718b66 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:17:13.134311 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1907f34-6c4a-4b45-8ea6-71b6e056868b", "name": "network-vif-plugged", "status": "completed", "tag": "fc644c63-8438-4b82-98b0-4202839125c6", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:17:13.134568 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-45c36783-8718-4b98-9dab-8936d6718b66 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:17:13.134978 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45c36783-8718-4b98-9dab-8936d6718b66'] response: {'server_uuid': 'd1907f34-6c4a-4b45-8ea6-71b6e056868b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc644c63-8438-4b82-98b0-4202839125c6', 'code': 200} Mar 22 19:17:13.135367 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec9a3e-abbf-4f40-b486-ecc8614a98e6 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Pushing event updated for resources: {'Port': ['ID=9ee23036-de60-4db5-93e1-987c6089b263,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:13.149157 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e924c1-61a7-4505-ae38-37cb0d089236 None None] Pushing event updated for resources: {'Port': ['ID=c3d3a936-cecc-4098-8f4c-f2f807e5e80c,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:13.149650 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2b2d4d66-3233-4315-8b1a-594a29916db0 req-78ec9a3e-abbf-4f40-b486-ecc8614a98e6 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (a90a75b0-7626-4a50-8cfc-116e7c7595d2), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:13.190070 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2b2d4d66-3233-4315-8b1a-594a29916db0 req-78ec9a3e-abbf-4f40-b486-ecc8614a98e6 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:13.191691 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2b2d4d66-3233-4315-8b1a-594a29916db0 req-78ec9a3e-abbf-4f40-b486-ecc8614a98e6 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.3948042 Mar 22 19:17:13.192854 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-56b2c560-f325-4279-a738-e28a4bced0d3 None None] Set router fd8f1929-7dfd-4a77-82dc-8267340ff771 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:17:13.211605 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-efd12ad5-72b7-4b47-9df0-38f32d16f131 req-47b125fe-6985-4b7e-90b8-ff4d7c357a87 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] 10.222.0.75 "GET /v2.0/security-groups/bc6ffb89-0e00-49e3-9638-fa8573fdb5f9 HTTP/1.1" status: 200 len: 1830 time: 0.0639346 Mar 22 19:17:13.282252 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2b2d4d66-3233-4315-8b1a-594a29916db0 req-c8863d0b-9bb8-4db3-9e13-417f115c3213 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.9 HTTP/1.1" status: 200 len: 694 time: 0.0743876 Mar 22 19:17:13.365724 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e57c5fc3-51e2-41ec-8d12-c019fa2ca18f None None] Provisioning complete for port c3d3a936-cecc-4098-8f4c-f2f807e5e80c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:17:13.366107 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e57c5fc3-51e2-41ec-8d12-c019fa2ca18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c3d3a936-cecc-4098-8f4c-f2f807e5e80c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:13.422292 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35b8ef-deab-4db6-8f94-7bed2ec537aa req-b550fefd-0b44-4e99-a61f-77bb3c8703fb tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:13.423920 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a35b8ef-deab-4db6-8f94-7bed2ec537aa req-b550fefd-0b44-4e99-a61f-77bb3c8703fb tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad43c6fd-4460-42af-a977-7bbd6ae77530 HTTP/1.1" status: 200 len: 945 time: 0.1305742 Mar 22 19:17:13.433077 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d4d66-3233-4315-8b1a-594a29916db0 req-60ff5053-64d2-468c-a671-3e71c945b0a3 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:13.434765 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2b2d4d66-3233-4315-8b1a-594a29916db0 req-60ff5053-64d2-468c-a671-3e71c945b0a3 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 784 time: 0.1507490 Mar 22 19:17:13.471885 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-2b2d4d66-3233-4315-8b1a-594a29916db0 req-54f35177-7ac6-46e6-a1eb-1f12ff5cc235 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:17:13.471885 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2b2d4d66-3233-4315-8b1a-594a29916db0 req-54f35177-7ac6-46e6-a1eb-1f12ff5cc235 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080698 Mar 22 19:17:13.510944 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e57c5fc3-51e2-41ec-8d12-c019fa2ca18f None None] Current status of the port c3d3a936-cecc-4098-8f4c-f2f807e5e80c is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:17:13.511334 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e57c5fc3-51e2-41ec-8d12-c019fa2ca18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c3d3a936-cecc-4098-8f4c-f2f807e5e80c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:13.516108 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a35b8ef-deab-4db6-8f94-7bed2ec537aa req-ad1cf9ab-ab25-47ff-82a8-e383a47491d3 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803454 Mar 22 19:17:13.516526 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-56b2c560-f325-4279-a738-e28a4bced0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8f1929-7dfd-4a77-82dc-8267340ff771', 'name': 'tempest-FloatingIPDetailsTestJSON-258178502-router', 'tenant_id': '13e7b5224c10491dbf9366ab9b8e5373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'cc0d0fcf-c8a8-400e-8892-451c5de012d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:17:03Z', 'updated_at': '2022-03-22T19:17:09Z', 'revision_number': 4, 'project_id': '13e7b5224c10491dbf9366ab9b8e5373', 'gw_port': {'id': 'cc0d0fcf-c8a8-400e-8892-451c5de012d2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8f1929-7dfd-4a77-82dc-8267340ff771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:17:05Z', 'updated_at': '2022-03-22T19:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'c3d3a936-cecc-4098-8f4c-f2f807e5e80c', 'name': '', 'network_id': 'a13bef42-2d87-4801-a89d-6d3d346bccae', 'tenant_id': '13e7b5224c10491dbf9366ab9b8e5373', 'mac_address': 'fa:16:3e:4b:08:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8f1929-7dfd-4a77-82dc-8267340ff771', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1b269adf-edaf-4f13-8f43-0b1572f7a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:17:07Z', 'updated_at': '2022-03-22T19:17:12Z', 'revision_number': 4, 'project_id': '13e7b5224c10491dbf9366ab9b8e5373', 'subnets': [{'id': '1b269adf-edaf-4f13-8f43-0b1572f7a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:17:13.556604 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b2c560-f325-4279-a738-e28a4bced0d3 None None] The sync data for ids ['fd8f1929-7dfd-4a77-82dc-8267340ff771'] in n-d-705658-24 is: [{'id': 'fd8f1929-7dfd-4a77-82dc-8267340ff771', 'name': 'tempest-FloatingIPDetailsTestJSON-258178502-router', 'tenant_id': '13e7b5224c10491dbf9366ab9b8e5373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'cc0d0fcf-c8a8-400e-8892-451c5de012d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:17:03Z', 'updated_at': '2022-03-22T19:17:09Z', 'revision_number': 4, 'project_id': '13e7b5224c10491dbf9366ab9b8e5373', 'gw_port': {'id': 'cc0d0fcf-c8a8-400e-8892-451c5de012d2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8f1929-7dfd-4a77-82dc-8267340ff771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:17:05Z', 'updated_at': '2022-03-22T19:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'c3d3a936-cecc-4098-8f4c-f2f807e5e80c', 'name': '', 'network_id': 'a13bef42-2d87-4801-a89d-6d3d346bccae', 'tenant_id': '13e7b5224c10491dbf9366ab9b8e5373', 'mac_address': 'fa:16:3e:4b:08:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd8f1929-7dfd-4a77-82dc-8267340ff771', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1b269adf-edaf-4f13-8f43-0b1572f7a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:17:07Z', 'updated_at': '2022-03-22T19:17:12Z', 'revision_number': 4, 'project_id': '13e7b5224c10491dbf9366ab9b8e5373', 'subnets': [{'id': '1b269adf-edaf-4f13-8f43-0b1572f7a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:17:13.593943 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e57c5fc3-51e2-41ec-8d12-c019fa2ca18f None None] For port c3d3a936-cecc-4098-8f4c-f2f807e5e80c, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c3d3a936-cecc-4098-8f4c-f2f807e5e80c,segment=NetworkSegment(b0d2788d-766d-4375-8775-9ae70e53c6ff),segment_id=b0d2788d-766d-4375-8775-9ae70e53c6ff)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:17:13.595358 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bb47b-eef5-4721-ac96-6885ae0724df req-35246753-e53e-47cc-87fa-b0ea216e4da1 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:13.597132 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a9bb47b-eef5-4721-ac96-6885ae0724df req-35246753-e53e-47cc-87fa-b0ea216e4da1 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 1128 time: 0.0660574 Mar 22 19:17:13.617963 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e57c5fc3-51e2-41ec-8d12-c019fa2ca18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c3d3a936-cecc-4098-8f4c-f2f807e5e80c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:13.672928 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c5fc3-51e2-41ec-8d12-c019fa2ca18f None None] Pushing event updated for resources: {'Port': ['ID=c3d3a936-cecc-4098-8f4c-f2f807e5e80c,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:13.734220 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a9bb47b-eef5-4721-ac96-6885ae0724df req-1fb131cf-202c-4751-a332-e2750b74fef5 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262100 Mar 22 19:17:13.744495 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30763cb-03e4-4671-8aac-503011c3dbe7 req-8cc0b7da-feca-4553-b05a-59b329ecdb57 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:13.746044 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e30763cb-03e4-4671-8aac-503011c3dbe7 req-8cc0b7da-feca-4553-b05a-59b329ecdb57 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 950 time: 0.1121364 Mar 22 19:17:13.845075 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-531d1661-c6d2-409b-87b3-8544332cf3b6 req-95cdf90b-0a96-4b5c-a2db-c72f2d31024a tempest-ServersAdmin275Test-1141048238 tempest-ServersAdmin275Test-1141048238-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0325513 Mar 22 19:17:13.860067 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e30763cb-03e4-4671-8aac-503011c3dbe7 req-d689629e-e97d-4525-b395-93fffa1b403f tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922909 Mar 22 19:17:13.915876 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c3d3a936-cecc-4098-8f4c-f2f807e5e80c up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:17:14.018660 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port c3d3a936-cecc-4098-8f4c-f2f807e5e80c triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:17:14.019043 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c3d3a936-cecc-4098-8f4c-f2f807e5e80c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:14.047935 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-471740e0-b5b9-4175-a6ad-a810f1d14b75 req-3ee89441-0e1c-4d61-9d23-b73aaca8d256 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1967294265', 'description': 'tempest-description-1505021081'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:14.134415 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port c3d3a936-cecc-4098-8f4c-f2f807e5e80c is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:17:14.401575 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-107eb8b3-1bb6-4dff-85d4-716fe151eb92 req-f7d2acbe-cbe3-442a-902a-fe6c413cb321 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5066364 Mar 22 19:17:14.404566 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-471740e0-b5b9-4175-a6ad-a810f1d14b75 req-3ee89441-0e1c-4d61-9d23-b73aaca8d256 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:14.419558 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-107eb8b3-1bb6-4dff-85d4-716fe151eb92 req-3f92e556-be9a-4299-8b6f-f65c05801320 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:14.456793 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-107eb8b3-1bb6-4dff-85d4-716fe151eb92 req-3f92e556-be9a-4299-8b6f-f65c05801320 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:14.562052 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-471740e0-b5b9-4175-a6ad-a810f1d14b75 req-3ee89441-0e1c-4d61-9d23-b73aaca8d256 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks [] for security_group (6edb65a9-6e65-495f-b9e8-eb9ff8a3af85), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:14.577011 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-471740e0-b5b9-4175-a6ad-a810f1d14b75 req-3ee89441-0e1c-4d61-9d23-b73aaca8d256 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (6edb65a9-6e65-495f-b9e8-eb9ff8a3af85), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:14.621933 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee89441-0e1c-4d61-9d23-b73aaca8d256 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6edb65a9-6e65-495f-b9e8-eb9ff8a3af85,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:14.633189 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-471740e0-b5b9-4175-a6ad-a810f1d14b75 req-3ee89441-0e1c-4d61-9d23-b73aaca8d256 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:14.649268 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-471740e0-b5b9-4175-a6ad-a810f1d14b75 req-3ee89441-0e1c-4d61-9d23-b73aaca8d256 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.6142695 Mar 22 19:17:14.672769 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-107eb8b3-1bb6-4dff-85d4-716fe151eb92 req-3f92e556-be9a-4299-8b6f-f65c05801320 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:14.802558 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-107eb8b3-1bb6-4dff-85d4-716fe151eb92 req-3f92e556-be9a-4299-8b6f-f65c05801320 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Allocated IP 172.25.5.219 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/32b65742-5032-4462-aa44-0b83ede06aad) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:17:14.960228 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-107eb8b3-1bb6-4dff-85d4-716fe151eb92 req-3f92e556-be9a-4299-8b6f-f65c05801320 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks [] for port (32b65742-5032-4462-aa44-0b83ede06aad), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:15.022261 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc19f7c-6c53-4ece-a319-f4d9f5b2c809 req-fc97eae1-a566-4269-bc9d-086aaae455eb tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:15.023769 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bbc19f7c-6c53-4ece-a319-f4d9f5b2c809 req-fc97eae1-a566-4269-bc9d-086aaae455eb tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad43c6fd-4460-42af-a977-7bbd6ae77530 HTTP/1.1" status: 200 len: 945 time: 0.0789480 Mar 22 19:17:15.039212 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9e1246fa-f8fe-4186-ab65-b790ae566b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:15.048510 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-107eb8b3-1bb6-4dff-85d4-716fe151eb92 req-3f92e556-be9a-4299-8b6f-f65c05801320 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (32b65742-5032-4462-aa44-0b83ede06aad), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:15.106292 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-107eb8b3-1bb6-4dff-85d4-716fe151eb92 req-3f92e556-be9a-4299-8b6f-f65c05801320 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:17:15.116348 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-107eb8b3-1bb6-4dff-85d4-716fe151eb92 req-3f92e556-be9a-4299-8b6f-f65c05801320 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:17:15.121943 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-107eb8b3-1bb6-4dff-85d4-716fe151eb92 req-3f92e556-be9a-4299-8b6f-f65c05801320 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:17:15.128993 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bbc19f7c-6c53-4ece-a319-f4d9f5b2c809 req-8d7740b6-8970-4610-89c7-d389da1fe783 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974874 Mar 22 19:17:15.129681 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92e556-be9a-4299-8b6f-f65c05801320 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Pushing event updated for resources: {'Port': ['ID=32b65742-5032-4462-aa44-0b83ede06aad,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:15.237494 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f762eb6d-91f9-4799-9341-2ca322a0f58d req-eb721bbc-a671-409e-9de1-79274ff3583e tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] 10.222.0.75 "GET /v2.0/security-groups/6edb65a9-6e65-495f-b9e8-eb9ff8a3af85 HTTP/1.1" status: 200 len: 1830 time: 0.0746281 Mar 22 19:17:15.261437 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-107eb8b3-1bb6-4dff-85d4-716fe151eb92 req-3f92e556-be9a-4299-8b6f-f65c05801320 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks [] for floatingip (ef1574b4-79b8-472b-b168-8b4071d372f5), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:15.310858 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-107eb8b3-1bb6-4dff-85d4-716fe151eb92 req-3f92e556-be9a-4299-8b6f-f65c05801320 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (32b65742-5032-4462-aa44-0b83ede06aad), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:15.380452 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-67862414-679e-4e9c-97f6-c9931fc7bd96 req-edc4b7bf-caa3-4305-83aa-1d27d8f4db1d tempest-ServersAdmin275Test-1141048238 tempest-ServersAdmin275Test-1141048238-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0370295 Mar 22 19:17:15.432427 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-f5f42f47-8d08-4960-858e-88cadd70df3e req-024677dd-3181-4b53-b5ec-107089fdd5be tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1771787906', 'description': 'tempest-description-1209951651'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:15.467578 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f5f42f47-8d08-4960-858e-88cadd70df3e req-024677dd-3181-4b53-b5ec-107089fdd5be tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:15.536633 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:15.539878 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-107eb8b3-1bb6-4dff-85d4-716fe151eb92 req-3f92e556-be9a-4299-8b6f-f65c05801320 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks [] for port (32b65742-5032-4462-aa44-0b83ede06aad), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:15.545751 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-107eb8b3-1bb6-4dff-85d4-716fe151eb92 req-3f92e556-be9a-4299-8b6f-f65c05801320 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (32b65742-5032-4462-aa44-0b83ede06aad), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:15.605256 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f5f42f47-8d08-4960-858e-88cadd70df3e req-024677dd-3181-4b53-b5ec-107089fdd5be tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks [] for security_group (ef42d908-853e-4a0e-8ad0-e81f87c68d08), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:15.627763 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f5f42f47-8d08-4960-858e-88cadd70df3e req-024677dd-3181-4b53-b5ec-107089fdd5be tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ef42d908-853e-4a0e-8ad0-e81f87c68d08), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:15.660327 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92e556-be9a-4299-8b6f-f65c05801320 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Pushing event updated for resources: {'Port': ['ID=32b65742-5032-4462-aa44-0b83ede06aad,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:15.677715 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f5f42f47-8d08-4960-858e-88cadd70df3e req-024677dd-3181-4b53-b5ec-107089fdd5be tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:15.678970 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5f42f47-8d08-4960-858e-88cadd70df3e req-024677dd-3181-4b53-b5ec-107089fdd5be tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2520957 Mar 22 19:17:15.681057 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-107eb8b3-1bb6-4dff-85d4-716fe151eb92 req-3f92e556-be9a-4299-8b6f-f65c05801320 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (ef1574b4-79b8-472b-b168-8b4071d372f5), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:15.683979 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024677dd-3181-4b53-b5ec-107089fdd5be tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef42d908-853e-4a0e-8ad0-e81f87c68d08,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:15.718167 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-107eb8b3-1bb6-4dff-85d4-716fe151eb92 req-3f92e556-be9a-4299-8b6f-f65c05801320 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:15.720033 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-107eb8b3-1bb6-4dff-85d4-716fe151eb92 req-3f92e556-be9a-4299-8b6f-f65c05801320 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3051546 Mar 22 19:17:15.805952 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-107eb8b3-1bb6-4dff-85d4-716fe151eb92 req-bdcd4a2c-936e-44b5-8b45-0ea6dd59285f tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.219 HTTP/1.1" status: 200 len: 696 time: 0.0797579 Mar 22 19:17:15.850577 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5a55e627-5b90-413d-b10d-37de8bdd9166 req-90f31584-bd17-40f3-a586-86e6a8f55e0a tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] 10.222.0.75 "GET /v2.0/security-groups/ef42d908-853e-4a0e-8ad0-e81f87c68d08 HTTP/1.1" status: 200 len: 1830 time: 0.1030529 Mar 22 19:17:15.937652 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107eb8b3-1bb6-4dff-85d4-716fe151eb92 req-07cc4ada-3f10-4398-8b35-e78f07b2f4cf tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:15.939117 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-107eb8b3-1bb6-4dff-85d4-716fe151eb92 req-07cc4ada-3f10-4398-8b35-e78f07b2f4cf tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 784 time: 0.1164582 Mar 22 19:17:15.962125 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-ccc4ff54-af03-4e4a-a889-ee4e7a2f5cb4 req-828cb870-6d7c-4e2e-a3ca-ee3f0ed6b01c tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-475873717', 'description': 'tempest-description-1775979195'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:15.997257 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6810600b-078b-40ed-9eed-7f5825287812 req-994b4cf8-6630-458c-a954-15f84e5bc6e9 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291324 Mar 22 19:17:16.012149 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ccc4ff54-af03-4e4a-a889-ee4e7a2f5cb4 req-828cb870-6d7c-4e2e-a3ca-ee3f0ed6b01c tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:16.136687 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810600b-078b-40ed-9eed-7f5825287812 req-1c8809fd-06a7-454e-88f2-0919de46af69 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:16.138600 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6810600b-078b-40ed-9eed-7f5825287812 req-1c8809fd-06a7-454e-88f2-0919de46af69 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1353683 Mar 22 19:17:16.165062 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6810600b-078b-40ed-9eed-7f5825287812 req-8eef70eb-2430-4b5d-a3cd-56b5581c1932 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/quotas/fa44a62348c348ba8b3d4c4340e75bae HTTP/1.1" status: 200 len: 375 time: 0.0167205 Mar 22 19:17:16.167760 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ccc4ff54-af03-4e4a-a889-ee4e7a2f5cb4 req-828cb870-6d7c-4e2e-a3ca-ee3f0ed6b01c tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks [] for security_group (11804773-6bcd-4511-b60e-9a691883232c), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:16.179381 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ccc4ff54-af03-4e4a-a889-ee4e7a2f5cb4 req-828cb870-6d7c-4e2e-a3ca-ee3f0ed6b01c tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (11804773-6bcd-4511-b60e-9a691883232c), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:16.219782 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ccc4ff54-af03-4e4a-a889-ee4e7a2f5cb4 req-828cb870-6d7c-4e2e-a3ca-ee3f0ed6b01c tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:16.221000 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ccc4ff54-af03-4e4a-a889-ee4e7a2f5cb4 req-828cb870-6d7c-4e2e-a3ca-ee3f0ed6b01c tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2632177 Mar 22 19:17:16.237643 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828cb870-6d7c-4e2e-a3ca-ee3f0ed6b01c tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11804773-6bcd-4511-b60e-9a691883232c,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:16.252781 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6810600b-078b-40ed-9eed-7f5825287812 req-66e0a073-bf25-4052-872f-d8edca5b31e6 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819206 Mar 22 19:17:16.385398 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c6c9dbee-63f4-4ab3-b1a1-b8ce81847c19 req-325eba7b-4329-411b-8f8e-fdcfec541d19 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1109653 Mar 22 19:17:16.398305 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-c6c9dbee-63f4-4ab3-b1a1-b8ce81847c19 req-fe8b13b5-f73b-48a5-bce1-f91046eab0e5 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:16.437578 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c6c9dbee-63f4-4ab3-b1a1-b8ce81847c19 req-fe8b13b5-f73b-48a5-bce1-f91046eab0e5 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:16.551829 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62b836-7665-4d46-8f18-734a098f294e req-a5f7cddd-0a9a-440c-a757-f253ecdfd84d tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:16.553352 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a62b836-7665-4d46-8f18-734a098f294e req-a5f7cddd-0a9a-440c-a757-f253ecdfd84d tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad43c6fd-4460-42af-a977-7bbd6ae77530 HTTP/1.1" status: 200 len: 945 time: 0.1181662 Mar 22 19:17:16.628888 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a62b836-7665-4d46-8f18-734a098f294e req-886c1194-bc03-4716-811b-5a7508308ae8 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677140 Mar 22 19:17:16.642788 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c6c9dbee-63f4-4ab3-b1a1-b8ce81847c19 req-fe8b13b5-f73b-48a5-bce1-f91046eab0e5 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:16.791780 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94b1babe-1d19-4302-83dd-993ef33a3afd req-f9f27d5a-0216-4757-9aaa-d5b037efd54a tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] 10.222.0.75 "GET /v2.0/security-groups/11804773-6bcd-4511-b60e-9a691883232c HTTP/1.1" status: 200 len: 1829 time: 0.1033614 Mar 22 19:17:16.828760 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-c6c9dbee-63f4-4ab3-b1a1-b8ce81847c19 req-fe8b13b5-f73b-48a5-bce1-f91046eab0e5 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Allocated IP 172.25.5.237 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/01e99d27-63bc-4e65-a04f-e9948ed5a679) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:17:16.939275 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6fb27b48-e874-4f23-8287-2f556ea8b78f req-52b9f9aa-5995-4a1c-aeb7-ab49e85d8bba tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 210 time: 0.0319388 Mar 22 19:17:17.002564 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c6c9dbee-63f4-4ab3-b1a1-b8ce81847c19 req-fe8b13b5-f73b-48a5-bce1-f91046eab0e5 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks [] for port (01e99d27-63bc-4e65-a04f-e9948ed5a679), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:17.044030 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5175a4ad-34b2-41b6-8b3c-6410b3564c28 req-9ffeb8db-4cb3-4d5e-9919-2dc6cd4efa43 tempest-ServersAdmin275Test-1141048238 tempest-ServersAdmin275Test-1141048238-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0396717 Mar 22 19:17:17.089276 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c6c9dbee-63f4-4ab3-b1a1-b8ce81847c19 req-fe8b13b5-f73b-48a5-bce1-f91046eab0e5 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (01e99d27-63bc-4e65-a04f-e9948ed5a679), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:17.150543 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [req-91ec6f74-da0a-4abc-b9b6-e7d6d3f1cb69 req-00735219-8643-4bce-a6b8-199ab78602e2 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] show failed (client error): The resource could not be found. Mar 22 19:17:17.151566 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-91ec6f74-da0a-4abc-b9b6-e7d6d3f1cb69 req-00735219-8643-4bce-a6b8-199ab78602e2 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] 10.222.0.75 "GET /v2.0/security-groups/fe27b80d-479e-4a9f-bb3f-21f04892823f HTTP/1.1" status: 404 len: 352 time: 0.0335510 Mar 22 19:17:17.153999 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6c9dbee-63f4-4ab3-b1a1-b8ce81847c19 req-fe8b13b5-f73b-48a5-bce1-f91046eab0e5 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:17:17.158507 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-c6c9dbee-63f4-4ab3-b1a1-b8ce81847c19 req-fe8b13b5-f73b-48a5-bce1-f91046eab0e5 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:17:17.161746 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b13b5-f73b-48a5-bce1-f91046eab0e5 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Pushing event updated for resources: {'Port': ['ID=01e99d27-63bc-4e65-a04f-e9948ed5a679,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:17.169107 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c9dbee-63f4-4ab3-b1a1-b8ce81847c19 req-fe8b13b5-f73b-48a5-bce1-f91046eab0e5 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:17:17.226401 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [req-fc605547-a0a0-407f-81f2-786d5ca3601a req-689b7903-f8f0-45ba-8b70-a57c4c6a7701 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] show failed (client error): The resource could not be found. Mar 22 19:17:17.227366 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc605547-a0a0-407f-81f2-786d5ca3601a req-689b7903-f8f0-45ba-8b70-a57c4c6a7701 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] 10.222.0.75 "GET /v2.0/security-group-rules/4f86f939-2d43-4725-9492-ad1bb38db10f HTTP/1.1" status: 404 len: 361 time: 0.0173769 Mar 22 19:17:17.287342 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c6c9dbee-63f4-4ab3-b1a1-b8ce81847c19 req-fe8b13b5-f73b-48a5-bce1-f91046eab0e5 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks [] for floatingip (1e927774-b596-4605-8c13-e7ae4bab155b), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:17.323393 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-eb99175d-8f63-4af4-9d23-8ce05a9af375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:17.335402 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7ba2ba08-df2d-4327-a34e-f754dab974fb req-d2b2891d-9e41-429c-aeeb-6eeab421494d tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] 10.222.0.75 "GET /v2.0/security-groups/11804773-6bcd-4511-b60e-9a691883232c HTTP/1.1" status: 200 len: 1829 time: 0.0648396 Mar 22 19:17:17.343499 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c6c9dbee-63f4-4ab3-b1a1-b8ce81847c19 req-fe8b13b5-f73b-48a5-bce1-f91046eab0e5 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (01e99d27-63bc-4e65-a04f-e9948ed5a679), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:17.469497 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7ba2ba08-df2d-4327-a34e-f754dab974fb req-eaae929d-e769-433e-8a62-740d59f68915 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks [] for security_group (11804773-6bcd-4511-b60e-9a691883232c), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:17.512677 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7ba2ba08-df2d-4327-a34e-f754dab974fb req-eaae929d-e769-433e-8a62-740d59f68915 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks [] for security_group (11804773-6bcd-4511-b60e-9a691883232c), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:17.585469 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6810600b-078b-40ed-9eed-7f5825287812 req-a2e0f59a-2ea4-4ac3-adb5-309d5b6914a5 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398114 Mar 22 19:17:17.651581 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c6c9dbee-63f4-4ab3-b1a1-b8ce81847c19 req-fe8b13b5-f73b-48a5-bce1-f91046eab0e5 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks [] for port (01e99d27-63bc-4e65-a04f-e9948ed5a679), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:17.655797 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7ba2ba08-df2d-4327-a34e-f754dab974fb req-eaae929d-e769-433e-8a62-740d59f68915 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (11804773-6bcd-4511-b60e-9a691883232c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:17.658250 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7ba2ba08-df2d-4327-a34e-f754dab974fb req-eaae929d-e769-433e-8a62-740d59f68915 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:17.659375 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7ba2ba08-df2d-4327-a34e-f754dab974fb req-eaae929d-e769-433e-8a62-740d59f68915 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] 10.222.0.75 "DELETE /v2.0/security-groups/11804773-6bcd-4511-b60e-9a691883232c HTTP/1.1" status: 204 len: 173 time: 0.3174837 Mar 22 19:17:17.671821 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c6c9dbee-63f4-4ab3-b1a1-b8ce81847c19 req-fe8b13b5-f73b-48a5-bce1-f91046eab0e5 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (01e99d27-63bc-4e65-a04f-e9948ed5a679), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:17.708885 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae929d-e769-433e-8a62-740d59f68915 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11804773-6bcd-4511-b60e-9a691883232c,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:17.820363 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b13b5-f73b-48a5-bce1-f91046eab0e5 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Pushing event updated for resources: {'Port': ['ID=01e99d27-63bc-4e65-a04f-e9948ed5a679,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:17.831663 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810600b-078b-40ed-9eed-7f5825287812 req-6672f61f-a6ef-43d9-a383-5fcd32485e9a tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:17.833190 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6810600b-078b-40ed-9eed-7f5825287812 req-6672f61f-a6ef-43d9-a383-5fcd32485e9a tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2406521 Mar 22 19:17:17.841605 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c6c9dbee-63f4-4ab3-b1a1-b8ce81847c19 req-fe8b13b5-f73b-48a5-bce1-f91046eab0e5 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (1e927774-b596-4605-8c13-e7ae4bab155b), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:17.849339 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-6810600b-078b-40ed-9eed-7f5825287812 req-bc899eb8-88ce-4aa3-97b4-fbe08e99f45e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Request body: {'port': {'device_id': 'd7938c17-bdbf-476e-a988-f09aed7e4775', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'admin_state_up': True, 'tenant_id': 'fa44a62348c348ba8b3d4c4340e75bae'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:17.909194 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c6c9dbee-63f4-4ab3-b1a1-b8ce81847c19 req-fe8b13b5-f73b-48a5-bce1-f91046eab0e5 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:17.910428 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c6c9dbee-63f4-4ab3-b1a1-b8ce81847c19 req-fe8b13b5-f73b-48a5-bce1-f91046eab0e5 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5184560 Mar 22 19:17:17.921887 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f0b7a-6992-4f5c-943e-e28685a4af39 req-11b2a5b5-b8b7-4f89-a9f2-cde3d45d2149 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:17.923319 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e35f0b7a-6992-4f5c-943e-e28685a4af39 req-11b2a5b5-b8b7-4f89-a9f2-cde3d45d2149 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad43c6fd-4460-42af-a977-7bbd6ae77530 HTTP/1.1" status: 200 len: 945 time: 0.1680982 Mar 22 19:17:18.002554 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c6c9dbee-63f4-4ab3-b1a1-b8ce81847c19 req-6ac92cb5-c6bb-4cb6-a544-6971baaddc3b tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.237 HTTP/1.1" status: 200 len: 696 time: 0.0781920 Mar 22 19:17:18.040083 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:18.099478 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e35f0b7a-6992-4f5c-943e-e28685a4af39 req-e4de332a-db84-4570-91e4-8ff5f9a79372 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651075 Mar 22 19:17:18.124328 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6810600b-078b-40ed-9eed-7f5825287812 req-bc899eb8-88ce-4aa3-97b4-fbe08e99f45e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Made reservation on behalf of fa44a62348c348ba8b3d4c4340e75bae for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:17:18.127655 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6810600b-078b-40ed-9eed-7f5825287812 req-bc899eb8-88ce-4aa3-97b4-fbe08e99f45e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:18.181091 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9dbee-63f4-4ab3-b1a1-b8ce81847c19 req-a1288bc7-b1e5-4c34-b541-754d98fa882a tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:18.182461 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c6c9dbee-63f4-4ab3-b1a1-b8ce81847c19 req-a1288bc7-b1e5-4c34-b541-754d98fa882a tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 784 time: 0.1711762 Mar 22 19:17:18.239273 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c352a45e-3f03-4004-86ce-641c5c639534 req-3b16ea60-0112-4b3f-9fc2-90ede89e2830 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] 10.222.0.75 "GET /v2.0/security-groups/ef42d908-853e-4a0e-8ad0-e81f87c68d08 HTTP/1.1" status: 200 len: 1830 time: 0.1068230 Mar 22 19:17:18.349144 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-6810600b-078b-40ed-9eed-7f5825287812 req-bc899eb8-88ce-4aa3-97b4-fbe08e99f45e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Allocated IP 192.168.233.102 (43c82fd2-7e25-4eba-86f2-aced26197dba/e28314b8-0ed1-465e-a6f2-eda7f6b773cd/a59d6df8-7b4c-4429-8382-fe68fd10987b) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:17:18.354939 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c352a45e-3f03-4004-86ce-641c5c639534 req-7076721f-888f-4124-b068-cafb71bff6d6 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks [] for security_group (ef42d908-853e-4a0e-8ad0-e81f87c68d08), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:18.394304 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c352a45e-3f03-4004-86ce-641c5c639534 req-7076721f-888f-4124-b068-cafb71bff6d6 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks [] for security_group (ef42d908-853e-4a0e-8ad0-e81f87c68d08), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:18.492490 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c352a45e-3f03-4004-86ce-641c5c639534 req-7076721f-888f-4124-b068-cafb71bff6d6 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ef42d908-853e-4a0e-8ad0-e81f87c68d08), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:18.495426 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c352a45e-3f03-4004-86ce-641c5c639534 req-7076721f-888f-4124-b068-cafb71bff6d6 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:18.496582 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c352a45e-3f03-4004-86ce-641c5c639534 req-7076721f-888f-4124-b068-cafb71bff6d6 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] 10.222.0.75 "DELETE /v2.0/security-groups/ef42d908-853e-4a0e-8ad0-e81f87c68d08 HTTP/1.1" status: 204 len: 173 time: 0.2517912 Mar 22 19:17:18.513566 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076721f-888f-4124-b068-cafb71bff6d6 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef42d908-853e-4a0e-8ad0-e81f87c68d08,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:18.565987 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:18.606139 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b7a60cc6-e447-4416-b0fd-8fcf75027eb0 req-99c10370-759b-4476-ad29-8069dec5d6be tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 210 time: 0.0456896 Mar 22 19:17:18.628010 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6810600b-078b-40ed-9eed-7f5825287812 req-bc899eb8-88ce-4aa3-97b4-fbe08e99f45e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Publish callbacks [] for port (a59d6df8-7b4c-4429-8382-fe68fd10987b), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:18.670570 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-906467a7-7a7e-40d4-8e84-49f2612e5aac req-523d4fa5-8ef4-43ea-b3f2-6b8d60a33c3c tempest-ServersAdmin275Test-1141048238 tempest-ServersAdmin275Test-1141048238-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0502286 Mar 22 19:17:18.790303 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dc16abca-4c48-46a3-9da8-e1e813479986 req-a84ac065-cea2-45b2-9767-79bcafc10cc9 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1660290 Mar 22 19:17:18.791343 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6810600b-078b-40ed-9eed-7f5825287812 req-bc899eb8-88ce-4aa3-97b4-fbe08e99f45e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (a59d6df8-7b4c-4429-8382-fe68fd10987b), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:18.803474 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['8968dc95-8b66-420b-912b-413092d8cf15', 'fc644c63-8438-4b82-98b0-4202839125c6'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:17:18.808507 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-dc16abca-4c48-46a3-9da8-e1e813479986 req-5aee477d-6967-4ffb-9995-459895fb0497 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:18.866229 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6810600b-078b-40ed-9eed-7f5825287812 req-bc899eb8-88ce-4aa3-97b4-fbe08e99f45e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Network 43c82fd2-7e25-4eba-86f2-aced26197dba is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:17:18.869072 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d0a51075-7621-4b78-8d8e-b6574948a5b0 req-0e5456af-d2b1-4694-b573-fcb005fae737 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] 10.222.0.75 "GET /v2.0/security-groups/6edb65a9-6e65-495f-b9e8-eb9ff8a3af85 HTTP/1.1" status: 200 len: 1830 time: 0.1335366 Mar 22 19:17:18.880232 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-6810600b-078b-40ed-9eed-7f5825287812 req-bc899eb8-88ce-4aa3-97b4-fbe08e99f45e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:17:18.883936 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-6810600b-078b-40ed-9eed-7f5825287812 req-bc899eb8-88ce-4aa3-97b4-fbe08e99f45e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:17:18.892107 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc899eb8-88ce-4aa3-97b4-fbe08e99f45e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Pushing event updated for resources: {'Port': ['ID=a59d6df8-7b4c-4429-8382-fe68fd10987b,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:18.927618 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-dc16abca-4c48-46a3-9da8-e1e813479986 req-5aee477d-6967-4ffb-9995-459895fb0497 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:19.016527 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810600b-078b-40ed-9eed-7f5825287812 req-bc899eb8-88ce-4aa3-97b4-fbe08e99f45e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:19.017169 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6810600b-078b-40ed-9eed-7f5825287812 req-bc899eb8-88ce-4aa3-97b4-fbe08e99f45e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:19.059080 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6810600b-078b-40ed-9eed-7f5825287812 req-bc899eb8-88ce-4aa3-97b4-fbe08e99f45e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2136443 Mar 22 19:17:19.069683 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d0a51075-7621-4b78-8d8e-b6574948a5b0 req-8482db99-2439-4078-927d-18a1d0dc5cdf tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks [] for security_group (6edb65a9-6e65-495f-b9e8-eb9ff8a3af85), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:19.082485 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-6810600b-078b-40ed-9eed-7f5825287812 req-f92e1d7f-3936-4f37-8b44-bb66c61c7e03 service neutron] Request body: {'port': {'device_id': 'd7938c17-bdbf-476e-a988-f09aed7e4775', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:19.141943 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d0a51075-7621-4b78-8d8e-b6574948a5b0 req-8482db99-2439-4078-927d-18a1d0dc5cdf tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks [] for security_group (6edb65a9-6e65-495f-b9e8-eb9ff8a3af85), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:19.234161 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6810600b-078b-40ed-9eed-7f5825287812 req-f92e1d7f-3936-4f37-8b44-bb66c61c7e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a59d6df8-7b4c-4429-8382-fe68fd10987b), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:19.234959 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-5571b009-e61f-4326-9420-9b3a20375bd9 None None] Provisioning complete for port a59d6df8-7b4c-4429-8382-fe68fd10987b triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:17:19.235341 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5571b009-e61f-4326-9420-9b3a20375bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a59d6df8-7b4c-4429-8382-fe68fd10987b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:19.273887 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-5571b009-e61f-4326-9420-9b3a20375bd9 None None] Port a59d6df8-7b4c-4429-8382-fe68fd10987b cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:17:19.300569 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d0a51075-7621-4b78-8d8e-b6574948a5b0 req-8482db99-2439-4078-927d-18a1d0dc5cdf tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (6edb65a9-6e65-495f-b9e8-eb9ff8a3af85), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:19.303123 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d0a51075-7621-4b78-8d8e-b6574948a5b0 req-8482db99-2439-4078-927d-18a1d0dc5cdf tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:19.304266 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d0a51075-7621-4b78-8d8e-b6574948a5b0 req-8482db99-2439-4078-927d-18a1d0dc5cdf tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] 10.222.0.75 "DELETE /v2.0/security-groups/6edb65a9-6e65-495f-b9e8-eb9ff8a3af85 HTTP/1.1" status: 204 len: 173 time: 0.4280221 Mar 22 19:17:19.316225 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d008db70-dad1-48f9-8f42-232645249fd4 req-72fc3b1a-e1fe-4b0a-a00a-33c283061af4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1385386 Mar 22 19:17:19.317444 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-dc16abca-4c48-46a3-9da8-e1e813479986 req-5aee477d-6967-4ffb-9995-459895fb0497 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:19.618662 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8482db99-2439-4078-927d-18a1d0dc5cdf tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edb65a9-6e65-495f-b9e8-eb9ff8a3af85,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:19.874016 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008db70-dad1-48f9-8f42-232645249fd4 req-715216f2-c64f-4507-ad6b-6c11380292f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:19.875455 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d008db70-dad1-48f9-8f42-232645249fd4 req-715216f2-c64f-4507-ad6b-6c11380292f0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=635145d2a62d432cbc865a99eb3219e4&device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb HTTP/1.1" status: 200 len: 1127 time: 0.2694371 Mar 22 19:17:19.893473 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783f6e2-957e-4744-af67-cdd34a4b2783 req-9e54ac39-779c-4e82-a4d7-cf4f271d5c4b tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:19.894994 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1783f6e2-957e-4744-af67-cdd34a4b2783 req-9e54ac39-779c-4e82-a4d7-cf4f271d5c4b tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad43c6fd-4460-42af-a977-7bbd6ae77530 HTTP/1.1" status: 200 len: 945 time: 0.2922196 Mar 22 19:17:19.926563 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-dc16abca-4c48-46a3-9da8-e1e813479986 req-5aee477d-6967-4ffb-9995-459895fb0497 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Allocated IP 172.25.5.137 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/643e7e41-7635-4674-a553-daa5f0bce977) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:17:19.950313 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:20.117570 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1783f6e2-957e-4744-af67-cdd34a4b2783 req-c4df1ae6-9296-47b7-bdfb-9f9a28c3ea41 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068632 Mar 22 19:17:20.192290 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008db70-dad1-48f9-8f42-232645249fd4 req-40c0c1bf-00b3-4d8a-b7b5-0aaeba578d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:20.193743 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d008db70-dad1-48f9-8f42-232645249fd4 req-40c0c1bf-00b3-4d8a-b7b5-0aaeba578d1b service neutron] 10.222.0.84 "GET /v2.0/networks?id=63b49c54-7e45-4147-9f0e-8b47e058281a HTTP/1.1" status: 200 len: 909 time: 0.2842627 Mar 22 19:17:20.232638 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-6810600b-078b-40ed-9eed-7f5825287812 req-f92e1d7f-3936-4f37-8b44-bb66c61c7e03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a59d6df8-7b4c-4429-8382-fe68fd10987b {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:17:20.240585 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-dc16abca-4c48-46a3-9da8-e1e813479986 req-5aee477d-6967-4ffb-9995-459895fb0497 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks [] for port (643e7e41-7635-4674-a553-daa5f0bce977), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:20.273563 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6810600b-078b-40ed-9eed-7f5825287812 req-f92e1d7f-3936-4f37-8b44-bb66c61c7e03 service neutron] Publish callbacks [] for port (a59d6df8-7b4c-4429-8382-fe68fd10987b), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:20.279433 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d008db70-dad1-48f9-8f42-232645249fd4 req-1be71d74-9c8e-4826-a19b-f4f3be3e7539 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76f3eddc-2af4-4a52-99a6-900a5e60ba18 HTTP/1.1" status: 200 len: 217 time: 0.0725806 Mar 22 19:17:20.325819 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-6810600b-078b-40ed-9eed-7f5825287812 req-f92e1d7f-3936-4f37-8b44-bb66c61c7e03 service neutron] Transition to ACTIVE for port object a59d6df8-7b4c-4429-8382-fe68fd10987b will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:17:20.334799 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73cfc772-c6c0-4284-bccd-bcac872b49e7 req-e65f1237-8ccb-44f9-a17c-370b8029d186 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] 10.222.0.75 "GET /v2.0/security-groups/bc6ffb89-0e00-49e3-9638-fa8573fdb5f9 HTTP/1.1" status: 200 len: 1830 time: 0.1743939 Mar 22 19:17:20.340040 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6810600b-078b-40ed-9eed-7f5825287812 req-f92e1d7f-3936-4f37-8b44-bb66c61c7e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (a59d6df8-7b4c-4429-8382-fe68fd10987b), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:20.411696 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008db70-dad1-48f9-8f42-232645249fd4 req-ff33b4c4-5d07-46ff-a961-3598a9b69a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:20.413186 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d008db70-dad1-48f9-8f42-232645249fd4 req-ff33b4c4-5d07-46ff-a961-3598a9b69a01 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1824832e-8035-4e29-a8c5-aaeabb7261e8 HTTP/1.1" status: 200 len: 848 time: 0.1254215 Mar 22 19:17:20.455968 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-dc16abca-4c48-46a3-9da8-e1e813479986 req-5aee477d-6967-4ffb-9995-459895fb0497 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (643e7e41-7635-4674-a553-daa5f0bce977), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:20.474768 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e1d7f-3936-4f37-8b44-bb66c61c7e03 service neutron] Pushing event updated for resources: {'Port': ['ID=a59d6df8-7b4c-4429-8382-fe68fd10987b,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:20.483243 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d008db70-dad1-48f9-8f42-232645249fd4 req-821e1ea1-3933-4068-bce1-592164bcd819 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=63b49c54-7e45-4147-9f0e-8b47e058281a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608146 Mar 22 19:17:20.584277 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc16abca-4c48-46a3-9da8-e1e813479986 req-5aee477d-6967-4ffb-9995-459895fb0497 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:17:20.622886 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-dc16abca-4c48-46a3-9da8-e1e813479986 req-5aee477d-6967-4ffb-9995-459895fb0497 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:17:20.637239 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc16abca-4c48-46a3-9da8-e1e813479986 req-5aee477d-6967-4ffb-9995-459895fb0497 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:17:20.646523 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee477d-6967-4ffb-9995-459895fb0497 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Pushing event updated for resources: {'Port': ['ID=643e7e41-7635-4674-a553-daa5f0bce977,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:20.691917 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-73cfc772-c6c0-4284-bccd-bcac872b49e7 req-27c89aab-2694-4d59-8f79-97874d63d017 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks [] for security_group (bc6ffb89-0e00-49e3-9638-fa8573fdb5f9), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:20.757531 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d008db70-dad1-48f9-8f42-232645249fd4 req-5f6a4f0e-7157-4f2c-a054-9fb29909798e service neutron] 10.222.0.84 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607245 Mar 22 19:17:20.758207 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-6810600b-078b-40ed-9eed-7f5825287812 req-f92e1d7f-3936-4f37-8b44-bb66c61c7e03 service neutron] Attempting to bind port a59d6df8-7b4c-4429-8382-fe68fd10987b on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:17:20.758544 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-6810600b-078b-40ed-9eed-7f5825287812 req-f92e1d7f-3936-4f37-8b44-bb66c61c7e03 service neutron] Attempting to bind port a59d6df8-7b4c-4429-8382-fe68fd10987b by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:17:20.758871 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6810600b-078b-40ed-9eed-7f5825287812 req-f92e1d7f-3936-4f37-8b44-bb66c61c7e03 service neutron] Attempting to bind port a59d6df8-7b4c-4429-8382-fe68fd10987b on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:17:20.761942 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-73cfc772-c6c0-4284-bccd-bcac872b49e7 req-27c89aab-2694-4d59-8f79-97874d63d017 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks [] for security_group (bc6ffb89-0e00-49e3-9638-fa8573fdb5f9), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:20.766744 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-bdc533ae-cd8f-4027-8b95-507f54f0001d req-e94c825f-f3b3-442d-bf71-db826f5160f1 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0375929 Mar 22 19:17:20.812752 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6810600b-078b-40ed-9eed-7f5825287812 req-f92e1d7f-3936-4f37-8b44-bb66c61c7e03 service neutron] Port a59d6df8-7b4c-4429-8382-fe68fd10987b on network 43c82fd2-7e25-4eba-86f2-aced26197dba not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:17:20.813078 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6810600b-078b-40ed-9eed-7f5825287812 req-f92e1d7f-3936-4f37-8b44-bb66c61c7e03 service neutron] Attempting to bind port a59d6df8-7b4c-4429-8382-fe68fd10987b on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:17:20.864568 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6810600b-078b-40ed-9eed-7f5825287812 req-f92e1d7f-3936-4f37-8b44-bb66c61c7e03 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:17:20.864910 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6810600b-078b-40ed-9eed-7f5825287812 req-f92e1d7f-3936-4f37-8b44-bb66c61c7e03 service neutron] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:17:20.865295 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6810600b-078b-40ed-9eed-7f5825287812 req-f92e1d7f-3936-4f37-8b44-bb66c61c7e03 service neutron] Bound using segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:17:20.865741 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-6810600b-078b-40ed-9eed-7f5825287812 req-f92e1d7f-3936-4f37-8b44-bb66c61c7e03 service neutron] Bound port: a59d6df8-7b4c-4429-8382-fe68fd10987b, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:17:20.866124 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6810600b-078b-40ed-9eed-7f5825287812 req-f92e1d7f-3936-4f37-8b44-bb66c61c7e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a59d6df8-7b4c-4429-8382-fe68fd10987b), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:20.915014 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-dc16abca-4c48-46a3-9da8-e1e813479986 req-5aee477d-6967-4ffb-9995-459895fb0497 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks [] for floatingip (f35fb2ea-b214-4ee5-973d-db86dc0e5b32), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:20.945243 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-73cfc772-c6c0-4284-bccd-bcac872b49e7 req-27c89aab-2694-4d59-8f79-97874d63d017 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (bc6ffb89-0e00-49e3-9638-fa8573fdb5f9), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:20.947913 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-73cfc772-c6c0-4284-bccd-bcac872b49e7 req-27c89aab-2694-4d59-8f79-97874d63d017 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:20.949300 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73cfc772-c6c0-4284-bccd-bcac872b49e7 req-27c89aab-2694-4d59-8f79-97874d63d017 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] 10.222.0.75 "DELETE /v2.0/security-groups/bc6ffb89-0e00-49e3-9638-fa8573fdb5f9 HTTP/1.1" status: 204 len: 173 time: 0.5956492 Mar 22 19:17:21.006314 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d008db70-dad1-48f9-8f42-232645249fd4 req-cf2f87d4-fc39-4707-9d41-7b0571d2749a service neutron] 10.222.0.84 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332654 Mar 22 19:17:21.007176 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c89aab-2694-4d59-8f79-97874d63d017 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6ffb89-0e00-49e3-9638-fa8573fdb5f9,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:21.037466 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-dc16abca-4c48-46a3-9da8-e1e813479986 req-5aee477d-6967-4ffb-9995-459895fb0497 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (643e7e41-7635-4674-a553-daa5f0bce977), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:21.066553 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-6810600b-078b-40ed-9eed-7f5825287812 req-f92e1d7f-3936-4f37-8b44-bb66c61c7e03 service neutron] For port a59d6df8-7b4c-4429-8382-fe68fd10987b, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:17:21.103796 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-6810600b-078b-40ed-9eed-7f5825287812 req-f92e1d7f-3936-4f37-8b44-bb66c61c7e03 service neutron] For port a59d6df8-7b4c-4429-8382-fe68fd10987b, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=a59d6df8-7b4c-4429-8382-fe68fd10987b,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:17:21.122875 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6810600b-078b-40ed-9eed-7f5825287812 req-f92e1d7f-3936-4f37-8b44-bb66c61c7e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (a59d6df8-7b4c-4429-8382-fe68fd10987b), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:21.214871 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810600b-078b-40ed-9eed-7f5825287812 req-f92e1d7f-3936-4f37-8b44-bb66c61c7e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:21.215494 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6810600b-078b-40ed-9eed-7f5825287812 req-f92e1d7f-3936-4f37-8b44-bb66c61c7e03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:21.217435 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6810600b-078b-40ed-9eed-7f5825287812 req-f92e1d7f-3936-4f37-8b44-bb66c61c7e03 service neutron] 10.222.0.85 "PUT /v2.0/ports/a59d6df8-7b4c-4429-8382-fe68fd10987b HTTP/1.1" status: 200 len: 1097 time: 2.1439815 Mar 22 19:17:21.221215 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7938c17-bdbf-476e-a988-f09aed7e4775', 'tag': 'a59d6df8-7b4c-4429-8382-fe68fd10987b'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:17:21.223621 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dca7254-80db-4f13-969f-bb5cefc2a225" -d '{"events": [{"name": "network-changed", "server_uuid": "d7938c17-bdbf-476e-a988-f09aed7e4775", "tag": "a59d6df8-7b4c-4429-8382-fe68fd10987b"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:17:21.263214 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61630299-419d-4db9-bf85-5b72cecb0580 req-6d609e0b-00fe-4d76-b1b8-ab3cb799b54c tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:21.264769 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-61630299-419d-4db9-bf85-5b72cecb0580 req-6d609e0b-00fe-4d76-b1b8-ab3cb799b54c tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 948 time: 0.1997359 Mar 22 19:17:21.309079 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e1d7f-3936-4f37-8b44-bb66c61c7e03 service neutron] Pushing event updated for resources: {'Port': ['ID=a59d6df8-7b4c-4429-8382-fe68fd10987b,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:21.321782 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:21.377094 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-61630299-419d-4db9-bf85-5b72cecb0580 req-595fb430-938e-4e23-8200-4d0c55499b02 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037169 Mar 22 19:17:21.399225 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810600b-078b-40ed-9eed-7f5825287812 req-2c721d82-6620-450d-ae33-919b64d443ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:21.400753 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6810600b-078b-40ed-9eed-7f5825287812 req-2c721d82-6620-450d-ae33-919b64d443ee service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 1131 time: 0.1306365 Mar 22 19:17:21.420935 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-dc16abca-4c48-46a3-9da8-e1e813479986 req-5aee477d-6967-4ffb-9995-459895fb0497 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks [] for port (643e7e41-7635-4674-a553-daa5f0bce977), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:21.422431 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:17:21.456142 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6810600b-078b-40ed-9eed-7f5825287812 req-44f4fb1f-771e-4e1d-adde-224e73541aa1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=a59d6df8-7b4c-4429-8382-fe68fd10987b HTTP/1.1" status: 200 len: 217 time: 0.0470519 Mar 22 19:17:21.456722 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-dc16abca-4c48-46a3-9da8-e1e813479986 req-5aee477d-6967-4ffb-9995-459895fb0497 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (643e7e41-7635-4674-a553-daa5f0bce977), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:21.567347 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eb8fdb2c-935e-4ae3-a52e-1bf08dfc79fc req-86f872e3-3f70-4cb3-9477-e12708e0a95f tempest-ServersAdmin275Test-1141048238 tempest-ServersAdmin275Test-1141048238-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0819278 Mar 22 19:17:21.581987 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee477d-6967-4ffb-9995-459895fb0497 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Pushing event updated for resources: {'Port': ['ID=643e7e41-7635-4674-a553-daa5f0bce977,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:21.598529 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810600b-078b-40ed-9eed-7f5825287812 req-7562add7-c31f-4d41-b3c3-33756a303751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:21.599954 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6810600b-078b-40ed-9eed-7f5825287812 req-7562add7-c31f-4d41-b3c3-33756a303751 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1186409 Mar 22 19:17:21.600985 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-dc16abca-4c48-46a3-9da8-e1e813479986 req-5aee477d-6967-4ffb-9995-459895fb0497 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (f35fb2ea-b214-4ee5-973d-db86dc0e5b32), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:21.631326 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-dc16abca-4c48-46a3-9da8-e1e813479986 req-5aee477d-6967-4ffb-9995-459895fb0497 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:21.632491 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dc16abca-4c48-46a3-9da8-e1e813479986 req-5aee477d-6967-4ffb-9995-459895fb0497 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8327332 Mar 22 19:17:21.716932 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dc16abca-4c48-46a3-9da8-e1e813479986 req-d6a2c97e-5431-40d2-8190-f0e03af8091e tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.137 HTTP/1.1" status: 200 len: 696 time: 0.0650330 Mar 22 19:17:21.750224 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-349904bb-e8cd-4bc5-8d30-68b417f46cb4 req-bcf67294-b749-48bf-8eb2-7fbb9fae63a2 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] 10.222.0.75 "GET /v2.0/security-groups/ca8a976b-97fb-4e64-9300-760784794485 HTTP/1.1" status: 200 len: 1830 time: 0.1373003 Mar 22 19:17:21.778294 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810600b-078b-40ed-9eed-7f5825287812 req-e7e991c8-bf41-4f8c-9e80-2b09e3d1bc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:21.779779 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6810600b-078b-40ed-9eed-7f5825287812 req-e7e991c8-bf41-4f8c-9e80-2b09e3d1bc22 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1658573 Mar 22 19:17:22.212441 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16abca-4c48-46a3-9da8-e1e813479986 req-16ab869c-c3ae-409c-b547-a10048d141e4 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:22.213779 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dc16abca-4c48-46a3-9da8-e1e813479986 req-16ab869c-c3ae-409c-b547-a10048d141e4 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 784 time: 0.4908950 Mar 22 19:17:22.223945 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-349904bb-e8cd-4bc5-8d30-68b417f46cb4 req-9be8bc2a-83f2-4635-8174-efc7248a59d5 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks [] for security_group (ca8a976b-97fb-4e64-9300-760784794485), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:22.255895 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6810600b-078b-40ed-9eed-7f5825287812 req-d69e6a9c-f15b-4f03-9296-5a9ecd2ed5b6 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641159 Mar 22 19:17:22.265148 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-349904bb-e8cd-4bc5-8d30-68b417f46cb4 req-9be8bc2a-83f2-4635-8174-efc7248a59d5 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks [] for security_group (ca8a976b-97fb-4e64-9300-760784794485), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:22.401056 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-349904bb-e8cd-4bc5-8d30-68b417f46cb4 req-9be8bc2a-83f2-4635-8174-efc7248a59d5 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ca8a976b-97fb-4e64-9300-760784794485), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:22.404023 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-349904bb-e8cd-4bc5-8d30-68b417f46cb4 req-9be8bc2a-83f2-4635-8174-efc7248a59d5 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:22.405145 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-349904bb-e8cd-4bc5-8d30-68b417f46cb4 req-9be8bc2a-83f2-4635-8174-efc7248a59d5 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] 10.222.0.75 "DELETE /v2.0/security-groups/ca8a976b-97fb-4e64-9300-760784794485 HTTP/1.1" status: 204 len: 173 time: 0.6295571 Mar 22 19:17:22.412387 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37252) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:22.422044 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6810600b-078b-40ed-9eed-7f5825287812 req-277cc52f-dac8-407f-8411-4ae097d28fda service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592171 Mar 22 19:17:22.423599 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be8bc2a-83f2-4635-8174-efc7248a59d5 tempest-SecurityGroupRulesNegativeTestJSON-1561196529 tempest-SecurityGroupRulesNegativeTestJSON-1561196529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8a976b-97fb-4e64-9300-760784794485,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:22.432545 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035a5e7-d32a-464e-80ce-09af4161d0f4 req-1bd9a5aa-b28f-48fc-98d8-f30f4364f300 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:22.434059 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6035a5e7-d32a-464e-80ce-09af4161d0f4 req-1bd9a5aa-b28f-48fc-98d8-f30f4364f300 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad43c6fd-4460-42af-a977-7bbd6ae77530 HTTP/1.1" status: 200 len: 945 time: 0.1440012 Mar 22 19:17:22.473229 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c51bf9b-c876-495d-a8d1-b93147fdb73c admin admin] Deleting subnet ec2cf2c0-8e88-4e77-8d45-82695c998f2b {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:17:22.477508 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3c51bf9b-c876-495d-a8d1-b93147fdb73c admin admin] Publish callbacks [] for subnet (ec2cf2c0-8e88-4e77-8d45-82695c998f2b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:22.511170 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0080751-87bc-49eb-9afd-2c88f6f5a3c4 x-openstack-request-id: req-f0080751-87bc-49eb-9afd-2c88f6f5a3c4 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:17:22.511556 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7938c17-bdbf-476e-a988-f09aed7e4775", "tag": "a59d6df8-7b4c-4429-8382-fe68fd10987b", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:17:22.511877 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f0080751-87bc-49eb-9afd-2c88f6f5a3c4 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:17:22.513202 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0080751-87bc-49eb-9afd-2c88f6f5a3c4'] response: {'name': 'network-changed', 'server_uuid': 'd7938c17-bdbf-476e-a988-f09aed7e4775', 'tag': 'a59d6df8-7b4c-4429-8382-fe68fd10987b', 'status': 'completed', 'code': 200} Mar 22 19:17:22.518736 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6035a5e7-d32a-464e-80ce-09af4161d0f4 req-fcaddb8b-691a-429e-8f05-3d49da367323 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705900 Mar 22 19:17:22.520822 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3c51bf9b-c876-495d-a8d1-b93147fdb73c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (ec2cf2c0-8e88-4e77-8d45-82695c998f2b), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:22.571036 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3c51bf9b-c876-495d-a8d1-b93147fdb73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (ec2cf2c0-8e88-4e77-8d45-82695c998f2b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:22.585537 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b00048d-ed95-4c45-ad32-717793a2fdf3 req-98d7c11d-d715-4eb1-9eda-24404b5b116a tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "GET /v2.0/floatingips/f35fb2ea-b214-4ee5-973d-db86dc0e5b32 HTTP/1.1" status: 200 len: 693 time: 0.0761454 Mar 22 19:17:22.633164 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3c51bf9b-c876-495d-a8d1-b93147fdb73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (ec2cf2c0-8e88-4e77-8d45-82695c998f2b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:22.660448 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51bf9b-c876-495d-a8d1-b93147fdb73c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec2cf2c0-8e88-4e77-8d45-82695c998f2b,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:22.666518 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3c51bf9b-c876-495d-a8d1-b93147fdb73c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:22.670560 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3c51bf9b-c876-495d-a8d1-b93147fdb73c admin admin] 10.222.0.75 "DELETE /v2.0/subnets/ec2cf2c0-8e88-4e77-8d45-82695c998f2b HTTP/1.1" status: 204 len: 168 time: 0.2566712 Mar 22 19:17:22.672954 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37258) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:22.732995 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca7254-80db-4f13-969f-bb5cefc2a225 req-183aa3a0-84c4-495e-be2d-a21478b43c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:22.735092 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7dca7254-80db-4f13-969f-bb5cefc2a225 req-183aa3a0-84c4-495e-be2d-a21478b43c3c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 1131 time: 0.1543522 Mar 22 19:17:22.741011 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3cf3ea9c-18cf-422e-8a29-24e95ac0e50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (4fd26d66-2711-46f5-825d-b4e91261c18a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:22.814023 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed09de7-31ec-48de-ba26-a5c8422f4e66 req-d8cc773a-8acd-4f1a-8769-a524faa51205 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:22.815543 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7ed09de7-31ec-48de-ba26-a5c8422f4e66 req-d8cc773a-8acd-4f1a-8769-a524faa51205 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 948 time: 0.1983833 Mar 22 19:17:22.837840 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3cf3ea9c-18cf-422e-8a29-24e95ac0e50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (4fd26d66-2711-46f5-825d-b4e91261c18a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:22.862204 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-3cf3ea9c-18cf-422e-8a29-24e95ac0e50d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd26d66-2711-46f5-825d-b4e91261c18a']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:17:22.864665 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00048d-ed95-4c45-ad32-717793a2fdf3 req-6faef5fe-6de2-4712-9edc-7def4442804a tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:22.866079 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b00048d-ed95-4c45-ad32-717793a2fdf3 req-6faef5fe-6de2-4712-9edc-7def4442804a tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 784 time: 0.2512844 Mar 22 19:17:22.891305 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-3cf3ea9c-18cf-422e-8a29-24e95ac0e50d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85353f7e-00a1-4aab-a39d-2bd6d73900c0') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:17:22.893242 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-3cf3ea9c-18cf-422e-8a29-24e95ac0e50d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85353f7e-00a1-4aab-a39d-2bd6d73900c0') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:17:22.924503 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7ed09de7-31ec-48de-ba26-a5c8422f4e66 req-efc51b70-a872-4e06-af28-21f760e59f29 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001563 Mar 22 19:17:22.928959 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3cf3ea9c-18cf-422e-8a29-24e95ac0e50d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (85353f7e-00a1-4aab-a39d-2bd6d73900c0), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:22.935855 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca7254-80db-4f13-969f-bb5cefc2a225 req-a139da4b-7ddf-4677-817e-cf45694dc2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:22.941627 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7dca7254-80db-4f13-969f-bb5cefc2a225 req-a139da4b-7ddf-4677-817e-cf45694dc2a0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.1946340 Mar 22 19:17:22.949456 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3cf3ea9c-18cf-422e-8a29-24e95ac0e50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (85353f7e-00a1-4aab-a39d-2bd6d73900c0), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:22.969216 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf3ea9c-18cf-422e-8a29-24e95ac0e50d admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:17:22.970691 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3cf3ea9c-18cf-422e-8a29-24e95ac0e50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (85353f7e-00a1-4aab-a39d-2bd6d73900c0), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:23.005543 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7dca7254-80db-4f13-969f-bb5cefc2a225 req-af7a21cc-83ba-43bb-8d1c-e6d07c569bd3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=a59d6df8-7b4c-4429-8382-fe68fd10987b HTTP/1.1" status: 200 len: 217 time: 0.0559127 Mar 22 19:17:23.010220 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:17:23.010220 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:17:23.010220 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:17:23.010220 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:17:23.010220 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:17:23.010220 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:17:23.010220 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:17:23.010220 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:17:23.010220 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:17:23.010220 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:17:23.010220 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:17:23.010220 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:17:23.010220 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:17:23.010220 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:17:23.010220 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:17:23.010220 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:17:23.010220 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:17:23.010220 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:17:23.010220 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:17:23.010220 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:17:23.010220 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:17:23.010220 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:17:23.010220 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:17:23.010220 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:17:23.010220 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:17:23.010220 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:17:23.010220 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:17:23.010220 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:17:23.010220 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:17:23.010220 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:17:23.010220 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:17:23.010220 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:17:23.038272 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3cf3ea9c-18cf-422e-8a29-24e95ac0e50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (4fd26d66-2711-46f5-825d-b4e91261c18a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:23.047194 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3cf3ea9c-18cf-422e-8a29-24e95ac0e50d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:23.052784 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3cf3ea9c-18cf-422e-8a29-24e95ac0e50d admin admin] 10.222.0.75 "DELETE /v2.0/networks/4fd26d66-2711-46f5-825d-b4e91261c18a HTTP/1.1" status: 204 len: 168 time: 0.3765755 Mar 22 19:17:23.064207 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3ea9c-18cf-422e-8a29-24e95ac0e50d admin admin] Pushing event deleted for resources: {'Network': ['ID=4fd26d66-2711-46f5-825d-b4e91261c18a,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:23.070831 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5d69c47d-4886-480a-b70e-0fbba80c3358 req-25b29140-4967-4baf-97aa-533633c230b8 tempest-ServersAdmin275Test-1141048238 tempest-ServersAdmin275Test-1141048238-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0789382 Mar 22 19:17:23.097527 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc85fddc-5411-4c8b-8f3a-0959f5ec343f req-ceb8c296-9697-46b8-bc6b-1d61026fa0e7 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "GET /v2.0/floatingips/f35fb2ea-b214-4ee5-973d-db86dc0e5b32 HTTP/1.1" status: 200 len: 693 time: 0.1071198 Mar 22 19:17:23.178359 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca7254-80db-4f13-969f-bb5cefc2a225 req-815babfc-1ae1-4de6-8e86-ef2f7b86a845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:23.179650 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7dca7254-80db-4f13-969f-bb5cefc2a225 req-815babfc-1ae1-4de6-8e86-ef2f7b86a845 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1233337 Mar 22 19:17:23.272226 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85fddc-5411-4c8b-8f3a-0959f5ec343f req-076876b3-7779-4f27-98da-804ddb0e7c38 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:23.274302 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc85fddc-5411-4c8b-8f3a-0959f5ec343f req-076876b3-7779-4f27-98da-804ddb0e7c38 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 784 time: 0.1697097 Mar 22 19:17:23.276429 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca7254-80db-4f13-969f-bb5cefc2a225 req-bf0f6eec-9314-4d6b-8406-5e3dbc85cc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:23.277924 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7dca7254-80db-4f13-969f-bb5cefc2a225 req-bf0f6eec-9314-4d6b-8406-5e3dbc85cc8a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0903277 Mar 22 19:17:23.286729 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-fc85fddc-5411-4c8b-8f3a-0959f5ec343f req-f064d09c-ce42-496e-8b14-38e47ea8350a tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:17:23.287903 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc85fddc-5411-4c8b-8f3a-0959f5ec343f req-f064d09c-ce42-496e-8b14-38e47ea8350a tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078888 Mar 22 19:17:23.326386 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37272) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:23.398562 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c43e7a5e-34da-4091-8905-da2983ff8213 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ebcdc7d9c01043cbbe3c42b117df8288&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0708218 Mar 22 19:17:23.401105 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37278) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:23.430279 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc85fddc-5411-4c8b-8f3a-0959f5ec343f req-07c741aa-ebd2-4c3c-b3eb-9291c29263a2 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.137 HTTP/1.1" status: 200 len: 696 time: 0.1326976 Mar 22 19:17:23.432360 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c15c16ef-5598-43bd-ba77-3f43353eb0fc req-4ea1eaec-8db0-4f2b-ac8c-7c371a0268d7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=402cd84291264e429a157722b8ade985&device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0492356 Mar 22 19:17:23.481430 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9d4a689f-c89a-4c56-8c5c-bf62ca3ff0d1 admin admin] Publish callbacks [] for security_group (25896bab-78bb-429c-845e-e51f40256641), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:23.503486 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9d4a689f-c89a-4c56-8c5c-bf62ca3ff0d1 admin admin] Publish callbacks [] for security_group (25896bab-78bb-429c-845e-e51f40256641), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:23.536831 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f1273a3a-74d5-40b3-8757-bb2d6b179598 req-af8ab9f1-9084-40f7-b93c-348113d7e4a4 tempest-ServersAdmin275Test-1405569353 tempest-ServersAdmin275Test-1405569353-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.1008191 Mar 22 19:17:23.544579 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c15c16ef-5598-43bd-ba77-3f43353eb0fc req-2ce88fce-6566-47a3-9bf2-96fda35a4655 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=402cd84291264e429a157722b8ade985&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0957506 Mar 22 19:17:23.549467 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc85fddc-5411-4c8b-8f3a-0959f5ec343f req-d30583db-0678-45ee-aa3e-543860606af6 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.137 HTTP/1.1" status: 200 len: 696 time: 0.1106920 Mar 22 19:17:23.556659 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9d4a689f-c89a-4c56-8c5c-bf62ca3ff0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (25896bab-78bb-429c-845e-e51f40256641), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:23.561281 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9d4a689f-c89a-4c56-8c5c-bf62ca3ff0d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:23.564960 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9d4a689f-c89a-4c56-8c5c-bf62ca3ff0d1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/25896bab-78bb-429c-845e-e51f40256641 HTTP/1.1" status: 204 len: 168 time: 0.1604879 Mar 22 19:17:23.599036 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a689f-c89a-4c56-8c5c-bf62ca3ff0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25896bab-78bb-429c-845e-e51f40256641,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:23.675941 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7dca7254-80db-4f13-969f-bb5cefc2a225 req-5bd848fc-cdd8-42aa-b41e-c6c590999169 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868690 Mar 22 19:17:23.901933 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c16ef-5598-43bd-ba77-3f43353eb0fc req-a9aad463-09c5-4245-9ad3-a10a8cbc9610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:23.904090 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c15c16ef-5598-43bd-ba77-3f43353eb0fc req-a9aad463-09c5-4245-9ad3-a10a8cbc9610 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3536723 Mar 22 19:17:23.924700 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7dca7254-80db-4f13-969f-bb5cefc2a225 req-d59cb816-42d0-4c4c-8333-655cfbc8a3b3 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318490 Mar 22 19:17:23.936975 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-fc85fddc-5411-4c8b-8f3a-0959f5ec343f req-840f6e61-8217-4a89-8d67-891eba87e61a tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Deleting port 643e7e41-7635-4674-a553-daa5f0bce977 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:17:23.936975 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fc85fddc-5411-4c8b-8f3a-0959f5ec343f req-840f6e61-8217-4a89-8d67-891eba87e61a tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (643e7e41-7635-4674-a553-daa5f0bce977), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:24.097041 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fc85fddc-5411-4c8b-8f3a-0959f5ec343f req-840f6e61-8217-4a89-8d67-891eba87e61a tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (643e7e41-7635-4674-a553-daa5f0bce977), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:24.097479 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fc85fddc-5411-4c8b-8f3a-0959f5ec343f req-840f6e61-8217-4a89-8d67-891eba87e61a tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks [] for floatingip (643e7e41-7635-4674-a553-daa5f0bce977), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:24.114358 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7cd628-7532-4a45-92c3-eeb3e1a171cc req-32d51bd0-76fe-4c4b-bbb3-1d83416828f3 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:24.116092 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9f7cd628-7532-4a45-92c3-eeb3e1a171cc req-32d51bd0-76fe-4c4b-bbb3-1d83416828f3 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad43c6fd-4460-42af-a977-7bbd6ae77530 HTTP/1.1" status: 200 len: 945 time: 0.1068521 Mar 22 19:17:24.123845 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-fc85fddc-5411-4c8b-8f3a-0959f5ec343f req-840f6e61-8217-4a89-8d67-891eba87e61a tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Calling delete_port for 643e7e41-7635-4674-a553-daa5f0bce977 owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:17:24.226688 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9f7cd628-7532-4a45-92c3-eeb3e1a171cc req-e44e3408-b761-4329-85a5-fcc6abe94561 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042192 Mar 22 19:17:24.329196 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fc85fddc-5411-4c8b-8f3a-0959f5ec343f req-840f6e61-8217-4a89-8d67-891eba87e61a tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (643e7e41-7635-4674-a553-daa5f0bce977), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:24.355627 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f6e61-8217-4a89-8d67-891eba87e61a tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Pushing event deleted for resources: {'Port': ['ID=643e7e41-7635-4674-a553-daa5f0bce977,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:24.463509 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37314) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:24.470914 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc6559-6db0-4906-852e-618fb57deda6 req-fdbe5e71-cdc0-4604-b655-f18a4cb5ea17 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:24.474567 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f2dc6559-6db0-4906-852e-618fb57deda6 req-fdbe5e71-cdc0-4604-b655-f18a4cb5ea17 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 948 time: 0.1145990 Mar 22 19:17:24.480591 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fc85fddc-5411-4c8b-8f3a-0959f5ec343f req-840f6e61-8217-4a89-8d67-891eba87e61a tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks [] for floatingip (f35fb2ea-b214-4ee5-973d-db86dc0e5b32), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:24.483924 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fc85fddc-5411-4c8b-8f3a-0959f5ec343f req-840f6e61-8217-4a89-8d67-891eba87e61a tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:24.485359 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc85fddc-5411-4c8b-8f3a-0959f5ec343f req-840f6e61-8217-4a89-8d67-891eba87e61a tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "DELETE /v2.0/floatingips/f35fb2ea-b214-4ee5-973d-db86dc0e5b32 HTTP/1.1" status: 204 len: 173 time: 0.9211907 Mar 22 19:17:24.546261 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f2dc6559-6db0-4906-852e-618fb57deda6 req-3c0208a7-efd0-4c05-956c-3c3dd989ac38 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609477 Mar 22 19:17:24.611679 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-c2abdc32-6351-4857-9924-cfbf140aee89 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-3362066-network', 'tenant_id': 'd705cf46da4049c5a3f437a1e3d200c6'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:24.637909 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2abdc32-6351-4857-9924-cfbf140aee89 admin admin] Made reservation on behalf of d705cf46da4049c5a3f437a1e3d200c6 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:17:24.641731 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c2abdc32-6351-4857-9924-cfbf140aee89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:24.653558 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c2abdc32-6351-4857-9924-cfbf140aee89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:24.708708 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f01c4ccc-ba9c-455b-9631-a22c161c7d1a req-ca46f7f1-22bb-432a-ac29-a96ff58168dc tempest-ServersAdmin275Test-1405569353 tempest-ServersAdmin275Test-1405569353-project] 10.222.0.75 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0513189 Mar 22 19:17:24.756863 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c2abdc32-6351-4857-9924-cfbf140aee89 admin admin] Publish callbacks [] for security_group (d172c154-0f3d-4475-b969-ef5097b854b0), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:24.765179 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c2abdc32-6351-4857-9924-cfbf140aee89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d172c154-0f3d-4475-b969-ef5097b854b0), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:24.801666 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2abdc32-6351-4857-9924-cfbf140aee89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:17:24.806751 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118023a-ad39-4a20-bb03-4b5e2c1912d7 req-8ed51e93-2962-4d5d-9d68-122607945fcc tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:24.808357 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a118023a-ad39-4a20-bb03-4b5e2c1912d7 req-8ed51e93-2962-4d5d-9d68-122607945fcc tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2608612 Mar 22 19:17:24.811412 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abdc32-6351-4857-9924-cfbf140aee89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d172c154-0f3d-4475-b969-ef5097b854b0,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:24.822081 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c2abdc32-6351-4857-9924-cfbf140aee89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:24.822386 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-c2abdc32-6351-4857-9924-cfbf140aee89 admin admin] Added segment 7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7 of type vlan for network af063d67-c3ee-47b0-bb92-498195b15a92 Mar 22 19:17:24.881279 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c2abdc32-6351-4857-9924-cfbf140aee89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (af063d67-c3ee-47b0-bb92-498195b15a92), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:24.928294 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c2abdc32-6351-4857-9924-cfbf140aee89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (af063d67-c3ee-47b0-bb92-498195b15a92), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:24.930195 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2abdc32-6351-4857-9924-cfbf140aee89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:24.936662 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c2abdc32-6351-4857-9924-cfbf140aee89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:24.936779 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9029c6aa-f86f-4fe4-b756-ac3db4c600a7 req-4b3c6c41-1ae1-40f2-a63c-d1bad51b4c27 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "GET /v2.0/floatingips?tenant_id=13e7b5224c10491dbf9366ab9b8e5373 HTTP/1.1" status: 200 len: 1655 time: 0.1064787 Mar 22 19:17:25.014284 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c2abdc32-6351-4857-9924-cfbf140aee89 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5489802 Mar 22 19:17:25.023209 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37342) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:25.041389 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-69a735c4-e00d-4db4-b7b1-c5a2d1a28c89 admin admin] Request body: {'subnet': {'network_id': 'af063d67-c3ee-47b0-bb92-498195b15a92', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-3362066-subnet', 'tenant_id': 'd705cf46da4049c5a3f437a1e3d200c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:25.049216 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abdc32-6351-4857-9924-cfbf140aee89 admin admin] Pushing event updated for resources: {'Network': ['ID=af063d67-c3ee-47b0-bb92-498195b15a92,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:25.064345 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network af063d67-c3ee-47b0-bb92-498195b15a92 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:17:25.103971 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029c6aa-f86f-4fe4-b756-ac3db4c600a7 req-dae435c5-055e-4f0d-b863-41b953961b79 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:25.105535 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9029c6aa-f86f-4fe4-b756-ac3db4c600a7 req-dae435c5-055e-4f0d-b863-41b953961b79 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "GET /v2.0/networks?id=b209c5bc-34d3-415d-9873-d01a4e6c5db8&id=b209c5bc-34d3-415d-9873-d01a4e6c5db8&id=b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 787 time: 0.1632562 Mar 22 19:17:25.119170 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-9029c6aa-f86f-4fe4-b756-ac3db4c600a7 req-a1b80dfc-e69c-449f-b761-8b752441e7b7 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:17:25.120233 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9029c6aa-f86f-4fe4-b756-ac3db4c600a7 req-a1b80dfc-e69c-449f-b761-8b752441e7b7 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058615 Mar 22 19:17:25.131704 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a735c4-e00d-4db4-b7b1-c5a2d1a28c89 admin admin] Made reservation on behalf of d705cf46da4049c5a3f437a1e3d200c6 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:17:25.131704 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-69a735c4-e00d-4db4-b7b1-c5a2d1a28c89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:25.261095 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d280153-8193-4a5f-baa7-2b8b8c938f6e req-0ec50dbb-f487-4815-8d13-e525f02aa865 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "GET /v2.0/floatingips/1e927774-b596-4605-8c13-e7ae4bab155b HTTP/1.1" status: 200 len: 693 time: 0.0728247 Mar 22 19:17:25.294660 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c15c16ef-5598-43bd-ba77-3f43353eb0fc req-22a4446a-9ede-4700-a5ba-ac61af26ae32 tempest-ServersAdmin275Test-1405569353 tempest-ServersAdmin275Test-1405569353-project] 10.222.0.84 "GET /v2.0/ports?device_id=9ea208a7-c408-4013-9335-95771c2ef7ae HTTP/1.1" status: 200 len: 210 time: 0.0574956 Mar 22 19:17:25.799831 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f4e9d-8196-4df7-ae97-10113912b199 req-e3d4332a-f77b-4805-b5f5-fef78e0f0311 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:25.807694 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-680f4e9d-8196-4df7-ae97-10113912b199 req-e3d4332a-f77b-4805-b5f5-fef78e0f0311 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad43c6fd-4460-42af-a977-7bbd6ae77530 HTTP/1.1" status: 200 len: 945 time: 0.4804616 Mar 22 19:17:25.823982 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d280153-8193-4a5f-baa7-2b8b8c938f6e req-248dc983-4cf6-43c7-a409-561462d9bd4a tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:25.825479 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d280153-8193-4a5f-baa7-2b8b8c938f6e req-248dc983-4cf6-43c7-a409-561462d9bd4a tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 784 time: 0.5377185 Mar 22 19:17:25.880971 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device a59d6df8-7b4c-4429-8382-fe68fd10987b details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:17:25.907457 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-69a735c4-e00d-4db4-b7b1-c5a2d1a28c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (449e1584-fac1-45c3-a72f-a3a79da9b7df), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:25.925499 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d280153-8193-4a5f-baa7-2b8b8c938f6e req-9067874a-ba9f-4ffc-8691-1f2de1b9cbdd tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.237 HTTP/1.1" status: 200 len: 696 time: 0.0760877 Mar 22 19:17:26.003233 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port a59d6df8-7b4c-4429-8382-fe68fd10987b, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=a59d6df8-7b4c-4429-8382-fe68fd10987b,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:17:26.014988 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'a59d6df8-7b4c-4429-8382-fe68fd10987b', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': 'a59d6df8-7b4c-4429-8382-fe68fd10987b', 'mac_address': 'fa:16:3e:ca:ff:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:17:26.036326 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-680f4e9d-8196-4df7-ae97-10113912b199 req-e6d3e4cb-8e71-4cdd-8e35-e98ab6d2c84b tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278008 Mar 22 19:17:26.039539 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-795b61bc-2b44-4f09-8008-adec637b68d2 req-16afd287-5b40-4010-b615-204f94eba694 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2599378 Mar 22 19:17:26.044689 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a735c4-e00d-4db4-b7b1-c5a2d1a28c89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=449e1584-fac1-45c3-a72f-a3a79da9b7df,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:26.050970 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d280153-8193-4a5f-baa7-2b8b8c938f6e req-18b7851c-ae39-4817-8827-720f4d3bfec0 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.237 HTTP/1.1" status: 200 len: 696 time: 0.0981007 Mar 22 19:17:26.062312 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port a59d6df8-7b4c-4429-8382-fe68fd10987b is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:17:26.062896 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a59d6df8-7b4c-4429-8382-fe68fd10987b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:26.085814 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59d6df8-7b4c-4429-8382-fe68fd10987b {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:17:26.132715 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port a59d6df8-7b4c-4429-8382-fe68fd10987b, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=a59d6df8-7b4c-4429-8382-fe68fd10987b,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:17:26.138562 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a735c4-e00d-4db4-b7b1-c5a2d1a28c89 admin admin] Checking segment: {'id': '7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'af063d67-c3ee-47b0-bb92-498195b15a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:17:26.143786 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a59d6df8-7b4c-4429-8382-fe68fd10987b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:26.146428 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a735c4-e00d-4db4-b7b1-c5a2d1a28c89 admin admin] Network hostable DHCP agents. Network: af063d67-c3ee-47b0-bb92-498195b15a92, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:17:26.218127 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=a59d6df8-7b4c-4429-8382-fe68fd10987b,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:26.295544 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a735c4-e00d-4db4-b7b1-c5a2d1a28c89 admin admin] Network af063d67-c3ee-47b0-bb92-498195b15a92 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:17:26.315949 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-69a735c4-e00d-4db4-b7b1-c5a2d1a28c89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, af063d67-c3ee-47b0-bb92-498195b15a92) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:17:26.324565 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0290c410-3d95-4b19-b8eb-56f6a5efca83 None None] Network af063d67-c3ee-47b0-bb92-498195b15a92 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:17:26.329977 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a735c4-e00d-4db4-b7b1-c5a2d1a28c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:26.330584 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-69a735c4-e00d-4db4-b7b1-c5a2d1a28c89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:26.344591 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b61bc-2b44-4f09-8008-adec637b68d2 req-360ed3ed-0222-4ff1-aa51-02e608b000a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:26.346179 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-795b61bc-2b44-4f09-8008-adec637b68d2 req-360ed3ed-0222-4ff1-aa51-02e608b000a8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 1133 time: 0.1868532 Mar 22 19:17:26.353431 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3022c92-a13d-4623-9105-d77c58d566c5 req-1716c709-804f-4d05-836b-0420dfccdddd tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:26.354940 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b3022c92-a13d-4623-9105-d77c58d566c5 req-1716c709-804f-4d05-836b-0420dfccdddd tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 949 time: 0.1806836 Mar 22 19:17:26.394369 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-69a735c4-e00d-4db4-b7b1-c5a2d1a28c89 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3625236 Mar 22 19:17:26.429752 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-7d280153-8193-4a5f-baa7-2b8b8c938f6e req-a54061e7-b636-4883-8f99-2118a3cd510b tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Deleting port 01e99d27-63bc-4e65-a04f-e9948ed5a679 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:17:26.430122 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7d280153-8193-4a5f-baa7-2b8b8c938f6e req-a54061e7-b636-4883-8f99-2118a3cd510b tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (01e99d27-63bc-4e65-a04f-e9948ed5a679), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:26.453055 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7932e32-8537-450d-918e-234bb7001692 None None] Network af063d67-c3ee-47b0-bb92-498195b15a92 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:17:26.548560 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b3022c92-a13d-4623-9105-d77c58d566c5 req-c645802e-9a1c-456c-ba11-c8021807af3d tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865089 Mar 22 19:17:26.581240 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['a59d6df8-7b4c-4429-8382-fe68fd10987b'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:17:26.637170 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b61bc-2b44-4f09-8008-adec637b68d2 req-441e2aab-23bb-464e-816a-c5cd1a0e1b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:26.639267 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-795b61bc-2b44-4f09-8008-adec637b68d2 req-441e2aab-23bb-464e-816a-c5cd1a0e1b33 service neutron] 10.222.0.85 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.2536843 Mar 22 19:17:26.645366 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7d280153-8193-4a5f-baa7-2b8b8c938f6e req-a54061e7-b636-4883-8f99-2118a3cd510b tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (01e99d27-63bc-4e65-a04f-e9948ed5a679), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:26.649398 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7d280153-8193-4a5f-baa7-2b8b8c938f6e req-a54061e7-b636-4883-8f99-2118a3cd510b tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks [] for floatingip (01e99d27-63bc-4e65-a04f-e9948ed5a679), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:26.730927 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-7d280153-8193-4a5f-baa7-2b8b8c938f6e req-a54061e7-b636-4883-8f99-2118a3cd510b tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Calling delete_port for 01e99d27-63bc-4e65-a04f-e9948ed5a679 owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:17:26.734149 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-795b61bc-2b44-4f09-8008-adec637b68d2 req-ece94e47-4742-45d5-adea-fbcc5aaad221 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=8968dc95-8b66-420b-912b-413092d8cf15 HTTP/1.1" status: 200 len: 217 time: 0.0664668 Mar 22 19:17:26.851483 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b61bc-2b44-4f09-8008-adec637b68d2 req-3c22f792-66b5-485a-b29e-c07432116a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:26.853029 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-795b61bc-2b44-4f09-8008-adec637b68d2 req-3c22f792-66b5-485a-b29e-c07432116a1d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1023660 Mar 22 19:17:26.954909 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37388) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:26.955432 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b61bc-2b44-4f09-8008-adec637b68d2 req-b84ff8be-0a7e-4525-a470-35ab3c8e5e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:26.957141 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-795b61bc-2b44-4f09-8008-adec637b68d2 req-b84ff8be-0a7e-4525-a470-35ab3c8e5e85 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0935745 Mar 22 19:17:27.037310 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7d280153-8193-4a5f-baa7-2b8b8c938f6e req-a54061e7-b636-4883-8f99-2118a3cd510b tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (01e99d27-63bc-4e65-a04f-e9948ed5a679), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:27.074239 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54061e7-b636-4883-8f99-2118a3cd510b tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Pushing event deleted for resources: {'Port': ['ID=01e99d27-63bc-4e65-a04f-e9948ed5a679,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:27.102234 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ca9eb5b8-a901-49df-9123-62c9e848109f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:27.142173 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-795b61bc-2b44-4f09-8008-adec637b68d2 req-c33f5f15-7743-48fa-b7a8-56686b53bbb2 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744702 Mar 22 19:17:27.211084 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ca9eb5b8-a901-49df-9123-62c9e848109f admin admin] Publish callbacks [] for security_group (b83cc6af-d412-4c0c-ba6a-b51281f8ed09), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:27.218574 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7d280153-8193-4a5f-baa7-2b8b8c938f6e req-a54061e7-b636-4883-8f99-2118a3cd510b tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks [] for floatingip (1e927774-b596-4605-8c13-e7ae4bab155b), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:27.219238 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ca9eb5b8-a901-49df-9123-62c9e848109f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b83cc6af-d412-4c0c-ba6a-b51281f8ed09), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:27.221127 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7d280153-8193-4a5f-baa7-2b8b8c938f6e req-a54061e7-b636-4883-8f99-2118a3cd510b tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:27.222259 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d280153-8193-4a5f-baa7-2b8b8c938f6e req-a54061e7-b636-4883-8f99-2118a3cd510b tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "DELETE /v2.0/floatingips/1e927774-b596-4605-8c13-e7ae4bab155b HTTP/1.1" status: 204 len: 173 time: 1.1653936 Mar 22 19:17:27.269860 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9eb5b8-a901-49df-9123-62c9e848109f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83cc6af-d412-4c0c-ba6a-b51281f8ed09,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:27.280102 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ca9eb5b8-a901-49df-9123-62c9e848109f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=402cd84291264e429a157722b8ade985&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3241067 Mar 22 19:17:27.282731 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37408) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:27.355903 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ae1d7f41-3f59-49e4-8622-ddb8b49f2d59 admin admin] Publish callbacks [] for security_group (b83cc6af-d412-4c0c-ba6a-b51281f8ed09), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:27.356220 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-795b61bc-2b44-4f09-8008-adec637b68d2 req-0b7f81e9-e309-4963-978c-961f033783d3 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058742 Mar 22 19:17:27.393527 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ae1d7f41-3f59-49e4-8622-ddb8b49f2d59 admin admin] Publish callbacks [] for security_group (b83cc6af-d412-4c0c-ba6a-b51281f8ed09), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:27.400223 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-9dcd147a-98f2-48ec-8033-1e6dbeae706d tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:27.401698 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-9dcd147a-98f2-48ec-8033-1e6dbeae706d tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/networks?id=af063d67-c3ee-47b0-bb92-498195b15a92 HTTP/1.1" status: 200 len: 811 time: 0.1843815 Mar 22 19:17:27.426765 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-608f05e4-2674-4378-96e5-d8f82fe15cdb tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/quotas/d705cf46da4049c5a3f437a1e3d200c6 HTTP/1.1" status: 200 len: 375 time: 0.0172184 Mar 22 19:17:27.434844 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d723a-1d2a-49ae-9916-3db2296f768a req-bb18d187-0b15-44e6-98e4-5379e6989ea1 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:27.436306 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-035d723a-1d2a-49ae-9916-3db2296f768a req-bb18d187-0b15-44e6-98e4-5379e6989ea1 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad43c6fd-4460-42af-a977-7bbd6ae77530 HTTP/1.1" status: 200 len: 945 time: 0.0856049 Mar 22 19:17:27.470954 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ae1d7f41-3f59-49e4-8622-ddb8b49f2d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b83cc6af-d412-4c0c-ba6a-b51281f8ed09), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:27.474355 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ae1d7f41-3f59-49e4-8622-ddb8b49f2d59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:27.477921 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-1c2240b2-b75e-462b-9dd1-def9be230b24 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d705cf46da4049c5a3f437a1e3d200c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381832 Mar 22 19:17:27.478064 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ae1d7f41-3f59-49e4-8622-ddb8b49f2d59 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b83cc6af-d412-4c0c-ba6a-b51281f8ed09 HTTP/1.1" status: 204 len: 168 time: 0.1917703 Mar 22 19:17:27.484895 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d7f41-3f59-49e4-8622-ddb8b49f2d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83cc6af-d412-4c0c-ba6a-b51281f8ed09,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:27.510144 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-035d723a-1d2a-49ae-9916-3db2296f768a req-bb451da5-d78d-47fc-bcc9-25c8bb104713 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647650 Mar 22 19:17:27.614162 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-571ed64d-34c8-4aa6-ba8d-a6cb0ca2cc17 req-659b9343-5a97-43c1-a00c-519659884777 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "GET /v2.0/floatingips/ef1574b4-79b8-472b-b168-8b4071d372f5 HTTP/1.1" status: 200 len: 693 time: 0.0562999 Mar 22 19:17:27.694884 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-3abdde20-9788-4dc6-8bb9-aac330fa3586 service neutron] 10.222.0.75 "GET /v2.0/networks/af063d67-c3ee-47b0-bb92-498195b15a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837196 Mar 22 19:17:27.798180 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ed64d-34c8-4aa6-ba8d-a6cb0ca2cc17 req-6791e7de-a708-4996-a69d-622524b4f170 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:27.800752 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-571ed64d-34c8-4aa6-ba8d-a6cb0ca2cc17 req-6791e7de-a708-4996-a69d-622524b4f170 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 784 time: 0.1753149 Mar 22 19:17:27.820387 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37416) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:27.835598 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6c427b0b-0189-4769-a4f3-1f3b21e388a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:27.874407 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-571ed64d-34c8-4aa6-ba8d-a6cb0ca2cc17 req-1173fe94-7228-4981-98d8-d258acbfc017 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.219 HTTP/1.1" status: 200 len: 696 time: 0.0601974 Mar 22 19:17:27.881364 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-916f3e34-2392-4949-b6d6-bd8c10cc933c service neutron] 10.222.0.75 "GET /v2.0/networks/af063d67-c3ee-47b0-bb92-498195b15a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694367 Mar 22 19:17:27.909221 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device a59d6df8-7b4c-4429-8382-fe68fd10987b up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:17:27.922715 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6c427b0b-0189-4769-a4f3-1f3b21e388a9 admin admin] Publish callbacks [] for security_group (4df7a855-e8cb-4f84-9f12-e1de102980bf), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:27.928661 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6c427b0b-0189-4769-a4f3-1f3b21e388a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (4df7a855-e8cb-4f84-9f12-e1de102980bf), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:27.958108 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-571ed64d-34c8-4aa6-ba8d-a6cb0ca2cc17 req-ebfbf068-3e3a-41a6-8ee1-8d758b3815c7 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.219 HTTP/1.1" status: 200 len: 696 time: 0.0751915 Mar 22 19:17:27.968023 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6c427b0b-0189-4769-a4f3-1f3b21e388a9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=90a13e63b4cb42a0a1d002993e183701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1462200 Mar 22 19:17:27.970288 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37418) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:28.019344 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c427b0b-0189-4769-a4f3-1f3b21e388a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df7a855-e8cb-4f84-9f12-e1de102980bf,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:28.026276 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port a59d6df8-7b4c-4429-8382-fe68fd10987b completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:17:28.034839 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port a59d6df8-7b4c-4429-8382-fe68fd10987b triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:17:28.035102 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a59d6df8-7b4c-4429-8382-fe68fd10987b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:28.058293 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a03eb3a8-d5b5-4182-a718-fa9623390d59 admin admin] Publish callbacks [] for security_group (4df7a855-e8cb-4f84-9f12-e1de102980bf), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:28.109723 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a03eb3a8-d5b5-4182-a718-fa9623390d59 admin admin] Publish callbacks [] for security_group (4df7a855-e8cb-4f84-9f12-e1de102980bf), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:28.131831 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-571ed64d-34c8-4aa6-ba8d-a6cb0ca2cc17 req-d4029114-7ffe-4a57-afcc-9e13526f9b36 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Deleting port 32b65742-5032-4462-aa44-0b83ede06aad {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:17:28.132178 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-571ed64d-34c8-4aa6-ba8d-a6cb0ca2cc17 req-d4029114-7ffe-4a57-afcc-9e13526f9b36 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (32b65742-5032-4462-aa44-0b83ede06aad), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:28.185108 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a03eb3a8-d5b5-4182-a718-fa9623390d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (4df7a855-e8cb-4f84-9f12-e1de102980bf), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:28.188792 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a03eb3a8-d5b5-4182-a718-fa9623390d59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:28.192321 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a03eb3a8-d5b5-4182-a718-fa9623390d59 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4df7a855-e8cb-4f84-9f12-e1de102980bf HTTP/1.1" status: 204 len: 168 time: 0.2187955 Mar 22 19:17:28.200722 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03eb3a8-d5b5-4182-a718-fa9623390d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df7a855-e8cb-4f84-9f12-e1de102980bf,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:28.228707 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port a59d6df8-7b4c-4429-8382-fe68fd10987b is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:17:28.229873 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a59d6df8-7b4c-4429-8382-fe68fd10987b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:28.257921 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7938c17-bdbf-476e-a988-f09aed7e4775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59d6df8-7b4c-4429-8382-fe68fd10987b'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:17:28.260352 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebbe8bd-e845-42e6-ba65-241917612291" -d '{"events": [{"server_uuid": "d7938c17-bdbf-476e-a988-f09aed7e4775", "name": "network-vif-plugged", "status": "completed", "tag": "a59d6df8-7b4c-4429-8382-fe68fd10987b"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:17:28.279687 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port a59d6df8-7b4c-4429-8382-fe68fd10987b, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=a59d6df8-7b4c-4429-8382-fe68fd10987b,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:17:28.285519 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a59d6df8-7b4c-4429-8382-fe68fd10987b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:28.351580 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-571ed64d-34c8-4aa6-ba8d-a6cb0ca2cc17 req-d4029114-7ffe-4a57-afcc-9e13526f9b36 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (32b65742-5032-4462-aa44-0b83ede06aad), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:28.351920 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-571ed64d-34c8-4aa6-ba8d-a6cb0ca2cc17 req-d4029114-7ffe-4a57-afcc-9e13526f9b36 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks [] for floatingip (32b65742-5032-4462-aa44-0b83ede06aad), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:28.376442 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf23a4-3afe-4501-8252-d5d48cd2e808 req-c5c34ed6-f060-45df-844b-0c72574976d8 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:28.384064 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8fdf23a4-3afe-4501-8252-d5d48cd2e808 req-c5c34ed6-f060-45df-844b-0c72574976d8 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 950 time: 0.1081917 Mar 22 19:17:28.392726 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-571ed64d-34c8-4aa6-ba8d-a6cb0ca2cc17 req-d4029114-7ffe-4a57-afcc-9e13526f9b36 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Calling delete_port for 32b65742-5032-4462-aa44-0b83ede06aad owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:17:28.418608 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=a59d6df8-7b4c-4429-8382-fe68fd10987b,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:28.542775 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8fdf23a4-3afe-4501-8252-d5d48cd2e808 req-f1f40879-629b-4ea0-a521-ab43b46b0af5 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538908 Mar 22 19:17:28.678449 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c18e3b9c-5623-4e9c-b511-139d3db47f72 req-2b071024-23b7-4705-97c2-cc4c7b6f9921 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 210 time: 0.0398233 Mar 22 19:17:28.700738 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-571ed64d-34c8-4aa6-ba8d-a6cb0ca2cc17 req-d4029114-7ffe-4a57-afcc-9e13526f9b36 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (32b65742-5032-4462-aa44-0b83ede06aad), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:28.794423 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4029114-7ffe-4a57-afcc-9e13526f9b36 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Pushing event deleted for resources: {'Port': ['ID=32b65742-5032-4462-aa44-0b83ede06aad,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:28.836543 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f42f76e-9508-4906-8a15-d7f05f426be6 x-openstack-request-id: req-8f42f76e-9508-4906-8a15-d7f05f426be6 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:17:28.836971 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7938c17-bdbf-476e-a988-f09aed7e4775", "name": "network-vif-plugged", "status": "completed", "tag": "a59d6df8-7b4c-4429-8382-fe68fd10987b", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:17:28.837329 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8f42f76e-9508-4906-8a15-d7f05f426be6 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:17:28.837918 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f42f76e-9508-4906-8a15-d7f05f426be6'] response: {'server_uuid': 'd7938c17-bdbf-476e-a988-f09aed7e4775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59d6df8-7b4c-4429-8382-fe68fd10987b', 'code': 200} Mar 22 19:17:28.903749 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-571ed64d-34c8-4aa6-ba8d-a6cb0ca2cc17 req-d4029114-7ffe-4a57-afcc-9e13526f9b36 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks [] for floatingip (ef1574b4-79b8-472b-b168-8b4071d372f5), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:28.906447 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-571ed64d-34c8-4aa6-ba8d-a6cb0ca2cc17 req-d4029114-7ffe-4a57-afcc-9e13526f9b36 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:28.912470 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-571ed64d-34c8-4aa6-ba8d-a6cb0ca2cc17 req-d4029114-7ffe-4a57-afcc-9e13526f9b36 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "DELETE /v2.0/floatingips/ef1574b4-79b8-472b-b168-8b4071d372f5 HTTP/1.1" status: 204 len: 173 time: 0.9525199 Mar 22 19:17:29.069479 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d047ecd6-28c8-489c-ba77-8851bff8be93 req-5fb07932-40c3-4b48-803d-61ba89078451 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "GET /v2.0/floatingips/a90a75b0-7626-4a50-8cfc-116e7c7595d2 HTTP/1.1" status: 200 len: 691 time: 0.0899169 Mar 22 19:17:29.089049 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94233a-7064-460e-b3b4-06ee7dcb3df6 req-aa283bed-a7dc-4282-800a-bf027229cc44 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:29.098042 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-db94233a-7064-460e-b3b4-06ee7dcb3df6 req-aa283bed-a7dc-4282-800a-bf027229cc44 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad43c6fd-4460-42af-a977-7bbd6ae77530 HTTP/1.1" status: 200 len: 945 time: 0.1782475 Mar 22 19:17:29.121561 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8acd20-81a5-499a-a59a-a7fb8abeac53 req-0ec65cd7-980b-4fc0-83bf-5ccdb630741f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:29.123370 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bb8acd20-81a5-499a-a59a-a7fb8abeac53 req-0ec65cd7-980b-4fc0-83bf-5ccdb630741f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 1133 time: 0.2098601 Mar 22 19:17:29.252598 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-db94233a-7064-460e-b3b4-06ee7dcb3df6 req-dedaad55-2c3f-4878-b15c-17f478fe1260 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535780 Mar 22 19:17:29.308512 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bb8acd20-81a5-499a-a59a-a7fb8abeac53 req-2fff67a7-bc1b-4bd3-b4f7-6fad039534a3 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665461 Mar 22 19:17:29.352582 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047ecd6-28c8-489c-ba77-8851bff8be93 req-d3b8536e-f511-4c0e-9e31-5ac1f323f55a tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:29.354283 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d047ecd6-28c8-489c-ba77-8851bff8be93 req-d3b8536e-f511-4c0e-9e31-5ac1f323f55a tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 784 time: 0.2759521 Mar 22 19:17:29.457877 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d047ecd6-28c8-489c-ba77-8851bff8be93 req-d2aa0eda-da1e-4c8d-af6f-c6d470db168a tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.9 HTTP/1.1" status: 200 len: 694 time: 0.0903211 Mar 22 19:17:29.517610 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d047ecd6-28c8-489c-ba77-8851bff8be93 req-f719839d-1c3a-4e0a-ad04-09a0469fe352 tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.9 HTTP/1.1" status: 200 len: 694 time: 0.0527344 Mar 22 19:17:29.957375 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37492) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:30.140833 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa2141-df4c-4564-ab29-17cc591bb8b9 req-67162316-1fb0-4aa4-8da1-cb981d3816c6 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:30.147901 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8dfa2141-df4c-4564-ab29-17cc591bb8b9 req-67162316-1fb0-4aa4-8da1-cb981d3816c6 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 950 time: 0.5167799 Mar 22 19:17:30.183003 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-8d168109-04cd-445c-a349-1aafaa804e47 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:30.184735 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-8d168109-04cd-445c-a349-1aafaa804e47 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.84 "GET /v2.0/networks?id=af063d67-c3ee-47b0-bb92-498195b15a92 HTTP/1.1" status: 200 len: 811 time: 0.5303993 Mar 22 19:17:30.201508 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-63e23bac-60bb-4812-8c23-08e252b95844 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Request body: {'port': {'device_id': '4b999c45-ae77-4d42-a6e4-55ae341f0d8f', 'network_id': 'af063d67-c3ee-47b0-bb92-498195b15a92', 'admin_state_up': True, 'tenant_id': 'd705cf46da4049c5a3f437a1e3d200c6'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:30.248886 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-66bb99ee-7e01-4128-a56c-663d717d5620 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:30.264678 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-d047ecd6-28c8-489c-ba77-8851bff8be93 req-92cf025c-7c98-451b-80b4-e6c31b9bbc0f tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Deleting port 9ee23036-de60-4db5-93e1-987c6089b263 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:17:30.264970 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d047ecd6-28c8-489c-ba77-8851bff8be93 req-92cf025c-7c98-451b-80b4-e6c31b9bbc0f tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (9ee23036-de60-4db5-93e1-987c6089b263), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:30.281489 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8dfa2141-df4c-4564-ab29-17cc591bb8b9 req-e83fd842-1aec-47de-b16f-2be0c3b12460 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309764 Mar 22 19:17:30.368737 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-66bb99ee-7e01-4128-a56c-663d717d5620 admin admin] Publish callbacks [] for security_group (475acb54-7eac-4af9-8e4d-3d35091bab4e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:30.375123 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-66bb99ee-7e01-4128-a56c-663d717d5620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (475acb54-7eac-4af9-8e4d-3d35091bab4e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:30.416310 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-259e0004-a207-4491-8bf9-0babf3532987 req-f6f0b71d-54d9-4581-be6b-c95471899246 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 210 time: 0.0572705 Mar 22 19:17:30.422813 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-66bb99ee-7e01-4128-a56c-663d717d5620 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=579a570b2c564c96a63acf08898ba09f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4637063 Mar 22 19:17:30.423807 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb99ee-7e01-4128-a56c-663d717d5620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475acb54-7eac-4af9-8e4d-3d35091bab4e,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:30.425872 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37506) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:30.447573 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d047ecd6-28c8-489c-ba77-8851bff8be93 req-92cf025c-7c98-451b-80b4-e6c31b9bbc0f tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (9ee23036-de60-4db5-93e1-987c6089b263), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:30.447903 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d047ecd6-28c8-489c-ba77-8851bff8be93 req-92cf025c-7c98-451b-80b4-e6c31b9bbc0f tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks [] for floatingip (9ee23036-de60-4db5-93e1-987c6089b263), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:30.477774 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-d047ecd6-28c8-489c-ba77-8851bff8be93 req-92cf025c-7c98-451b-80b4-e6c31b9bbc0f tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Calling delete_port for 9ee23036-de60-4db5-93e1-987c6089b263 owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:17:30.498972 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-63e23bac-60bb-4812-8c23-08e252b95844 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Made reservation on behalf of d705cf46da4049c5a3f437a1e3d200c6 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:17:30.502276 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-63e23bac-60bb-4812-8c23-08e252b95844 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:30.621898 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dcb92747-23fc-42dc-8409-99d4f5386fee admin admin] Publish callbacks [] for security_group (475acb54-7eac-4af9-8e4d-3d35091bab4e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:30.730205 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990d8f6-de6e-4bd4-9a6c-fddcb26cb7c9 req-9ceccf97-3454-4e3c-88fb-7030f4313c73 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:30.731740 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9990d8f6-de6e-4bd4-9a6c-fddcb26cb7c9 req-9ceccf97-3454-4e3c-88fb-7030f4313c73 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad43c6fd-4460-42af-a977-7bbd6ae77530 HTTP/1.1" status: 200 len: 945 time: 0.2258132 Mar 22 19:17:30.744844 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dcb92747-23fc-42dc-8409-99d4f5386fee admin admin] Publish callbacks [] for security_group (475acb54-7eac-4af9-8e4d-3d35091bab4e), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:30.884126 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-63e23bac-60bb-4812-8c23-08e252b95844 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Allocated IP 172.20.0.6 (af063d67-c3ee-47b0-bb92-498195b15a92/449e1584-fac1-45c3-a72f-a3a79da9b7df/dd676179-107e-43cf-b677-eb7c2d034d8a) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:17:30.899216 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9990d8f6-de6e-4bd4-9a6c-fddcb26cb7c9 req-6db84d2a-3953-459b-b8fe-5c4100b54355 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524844 Mar 22 19:17:30.922338 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d047ecd6-28c8-489c-ba77-8851bff8be93 req-92cf025c-7c98-451b-80b4-e6c31b9bbc0f tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (9ee23036-de60-4db5-93e1-987c6089b263), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:30.952648 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf025c-7c98-451b-80b4-e6c31b9bbc0f tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Pushing event deleted for resources: {'Port': ['ID=9ee23036-de60-4db5-93e1-987c6089b263,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:30.955394 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dcb92747-23fc-42dc-8409-99d4f5386fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (475acb54-7eac-4af9-8e4d-3d35091bab4e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:30.959026 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dcb92747-23fc-42dc-8409-99d4f5386fee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:30.960557 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-dcb92747-23fc-42dc-8409-99d4f5386fee admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/475acb54-7eac-4af9-8e4d-3d35091bab4e HTTP/1.1" status: 204 len: 168 time: 0.5334463 Mar 22 19:17:31.000053 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb92747-23fc-42dc-8409-99d4f5386fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475acb54-7eac-4af9-8e4d-3d35091bab4e,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:31.123669 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d047ecd6-28c8-489c-ba77-8851bff8be93 req-92cf025c-7c98-451b-80b4-e6c31b9bbc0f tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks [] for floatingip (a90a75b0-7626-4a50-8cfc-116e7c7595d2), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:31.126255 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d047ecd6-28c8-489c-ba77-8851bff8be93 req-92cf025c-7c98-451b-80b4-e6c31b9bbc0f tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:31.127341 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d047ecd6-28c8-489c-ba77-8851bff8be93 req-92cf025c-7c98-451b-80b4-e6c31b9bbc0f tempest-FloatingIPDetailsTestJSON-1052464892 tempest-FloatingIPDetailsTestJSON-1052464892-project] 10.222.0.75 "DELETE /v2.0/floatingips/a90a75b0-7626-4a50-8cfc-116e7c7595d2 HTTP/1.1" status: 204 len: 173 time: 1.6042495 Mar 22 19:17:31.138985 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37520) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:31.255711 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-955aa9f4-0422-4677-929c-3eeecc310bb7 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=3c1864ec73704dd6b7a3598ea8b26760&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646257 Mar 22 19:17:31.303356 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-63e23bac-60bb-4812-8c23-08e252b95844 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Publish callbacks [] for port (dd676179-107e-43cf-b677-eb7c2d034d8a), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:31.307804 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37528) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:31.323116 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-214eaf6a-bd26-42c7-9eed-df5a5c1aa700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:31.420537 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-214eaf6a-bd26-42c7-9eed-df5a5c1aa700 admin admin] Publish callbacks [] for security_group (d615038d-ebc4-447a-b1dc-dc43923213bf), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:31.424355 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-214eaf6a-bd26-42c7-9eed-df5a5c1aa700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d615038d-ebc4-447a-b1dc-dc43923213bf), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:31.464237 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-214eaf6a-bd26-42c7-9eed-df5a5c1aa700 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3bae7e7de1594a20a98852fe48360211&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1539006 Mar 22 19:17:31.467415 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37532) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:31.474562 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214eaf6a-bd26-42c7-9eed-df5a5c1aa700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d615038d-ebc4-447a-b1dc-dc43923213bf,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:31.519240 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a5b06d14-31df-4c2f-a88f-c8ade30896d2 admin admin] Publish callbacks [] for security_group (d615038d-ebc4-447a-b1dc-dc43923213bf), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:31.521756 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-5bc6a90b-bb05-4d89-ac97-3179cb5ed3b0 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:31.523405 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-5bc6a90b-bb05-4d89-ac97-3179cb5ed3b0 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2566648 Mar 22 19:17:31.531390 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-63e23bac-60bb-4812-8c23-08e252b95844 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (dd676179-107e-43cf-b677-eb7c2d034d8a), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:31.543880 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a5b06d14-31df-4c2f-a88f-c8ade30896d2 admin admin] Publish callbacks [] for security_group (d615038d-ebc4-447a-b1dc-dc43923213bf), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:31.588511 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-aad29f03-23b2-480e-96b8-5a2331d98315 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/quotas/3c1864ec73704dd6b7a3598ea8b26760 HTTP/1.1" status: 200 len: 375 time: 0.0551827 Mar 22 19:17:31.595612 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abed128-b7c2-4787-a544-6907b93dc68b req-3b9e015e-fd8b-4bfb-9110-fd392b5d6cf0 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:31.597050 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0abed128-b7c2-4787-a544-6907b93dc68b req-3b9e015e-fd8b-4bfb-9110-fd392b5d6cf0 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 950 time: 0.2465768 Mar 22 19:17:31.597197 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a5b06d14-31df-4c2f-a88f-c8ade30896d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d615038d-ebc4-447a-b1dc-dc43923213bf), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:31.599826 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a5b06d14-31df-4c2f-a88f-c8ade30896d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:31.600970 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a5b06d14-31df-4c2f-a88f-c8ade30896d2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d615038d-ebc4-447a-b1dc-dc43923213bf HTTP/1.1" status: 204 len: 168 time: 0.1326435 Mar 22 19:17:31.611465 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b06d14-31df-4c2f-a88f-c8ade30896d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d615038d-ebc4-447a-b1dc-dc43923213bf,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:31.626575 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-63e23bac-60bb-4812-8c23-08e252b95844 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Network af063d67-c3ee-47b0-bb92-498195b15a92 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:17:31.642402 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-63e23bac-60bb-4812-8c23-08e252b95844 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:17:31.670061 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-63e23bac-60bb-4812-8c23-08e252b95844 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:17:31.673997 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-c833be75-cfd0-4052-aebc-dc99e4bf0257 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=3c1864ec73704dd6b7a3598ea8b26760&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710485 Mar 22 19:17:31.674596 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e23bac-60bb-4812-8c23-08e252b95844 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Pushing event updated for resources: {'Port': ['ID=dd676179-107e-43cf-b677-eb7c2d034d8a,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:31.774653 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0abed128-b7c2-4787-a544-6907b93dc68b req-d7f66d20-a29d-4790-9604-8b33c9a61578 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622825 Mar 22 19:17:31.787471 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-63e23bac-60bb-4812-8c23-08e252b95844 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:31.788203 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-63e23bac-60bb-4812-8c23-08e252b95844 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:31.832094 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-63e23bac-60bb-4812-8c23-08e252b95844 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6353979 Mar 22 19:17:31.852049 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-9657a040-2309-4dc6-b14f-00560d159c83 service neutron] Request body: {'port': {'device_id': '4b999c45-ae77-4d42-a6e4-55ae341f0d8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:32.035940 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-9657a040-2309-4dc6-b14f-00560d159c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (dd676179-107e-43cf-b677-eb7c2d034d8a), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:32.061660 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a7a74-17be-42d2-a437-9b45f758e4d3 req-dd369ba4-edcb-4a40-9fd3-c35b94cade19 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:32.066764 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b92a7a74-17be-42d2-a437-9b45f758e4d3 req-dd369ba4-edcb-4a40-9fd3-c35b94cade19 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 931 time: 0.1814499 Mar 22 19:17:32.157951 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736d852-cc6b-4078-a247-1fea09565b2f req-a9d3dd20-ed6d-4cf2-a385-e075471bea7a tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:32.165565 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7736d852-cc6b-4078-a247-1fea09565b2f req-a9d3dd20-ed6d-4cf2-a385-e075471bea7a tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 950 time: 0.2644327 Mar 22 19:17:32.322362 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b92a7a74-17be-42d2-a437-9b45f758e4d3 req-cc864795-06a2-4042-bd21-ea742823d464 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309725 Mar 22 19:17:32.338406 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b01feec7-a9a2-468b-b623-7ed304afe4fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (fd8f1929-7dfd-4a77-82dc-8267340ff771), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:32.388216 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7736d852-cc6b-4078-a247-1fea09565b2f req-8117dd13-dd06-4b29-a9ee-7704146bb409 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210317 Mar 22 19:17:32.501936 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b40fd17d-4655-45a9-8dcf-ef3cfdbf802b req-13739073-39b6-4d85-9440-32516b639140 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/ports?device_id=249249ca-02a7-4ff8-9a6b-b733f2fa88a9 HTTP/1.1" status: 200 len: 210 time: 0.0708973 Mar 22 19:17:32.683742 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43258629-e726-4f7a-a98b-876322e02ebc req-fe36d724-632c-4954-b4ab-676ecfb3823e tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:32.685382 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-43258629-e726-4f7a-a98b-876322e02ebc req-fe36d724-632c-4954-b4ab-676ecfb3823e tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=ad43c6fd-4460-42af-a977-7bbd6ae77530 HTTP/1.1" status: 200 len: 945 time: 0.2094793 Mar 22 19:17:32.735889 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-a79ea10f-ea7f-41fc-93a5-cc6f631e18ae req-3ef30742-77ff-4bf8-b699-041b03a61536 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:17:32.736891 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a79ea10f-ea7f-41fc-93a5-cc6f631e18ae req-3ef30742-77ff-4bf8-b699-041b03a61536 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154481 Mar 22 19:17:33.009355 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-0ce7d4c5-66bf-4328-9034-c7c2544b8c0e tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=3c1864ec73704dd6b7a3598ea8b26760&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242028 Mar 22 19:17:33.115433 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-9657a040-2309-4dc6-b14f-00560d159c83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd676179-107e-43cf-b677-eb7c2d034d8a {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:17:33.164262 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-40dd0818-4fc0-4d7b-a7ce-45f9fb383829 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:33.166105 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-43258629-e726-4f7a-a98b-876322e02ebc req-a3dd36d3-88d8-446c-8e4b-fa5333624afb tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721224 Mar 22 19:17:33.166271 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-40dd0818-4fc0-4d7b-a7ce-45f9fb383829 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1493211 Mar 22 19:17:33.169447 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-9657a040-2309-4dc6-b14f-00560d159c83 service neutron] Publish callbacks [] for port (dd676179-107e-43cf-b677-eb7c2d034d8a), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:33.179735 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-6ec83fe0-d046-46e9-afc7-f107fdac0f19 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Request body: {'port': {'device_id': '249249ca-02a7-4ff8-9a6b-b733f2fa88a9', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'admin_state_up': True, 'tenant_id': '3c1864ec73704dd6b7a3598ea8b26760'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:33.219882 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-9657a040-2309-4dc6-b14f-00560d159c83 service neutron] Transition to ACTIVE for port object dd676179-107e-43cf-b677-eb7c2d034d8a will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:17:33.234390 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-9657a040-2309-4dc6-b14f-00560d159c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (dd676179-107e-43cf-b677-eb7c2d034d8a), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:33.301179 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-6ec83fe0-d046-46e9-afc7-f107fdac0f19 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Made reservation on behalf of 3c1864ec73704dd6b7a3598ea8b26760 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:17:33.303141 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a97ca-9ee3-4932-a4ca-39c9ab9a6623 req-e0ed661b-d12b-42bc-92db-21c7d2ca1c2f tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:33.304684 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c51a97ca-9ee3-4932-a4ca-39c9ab9a6623 req-e0ed661b-d12b-42bc-92db-21c7d2ca1c2f tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 950 time: 0.1950665 Mar 22 19:17:33.305142 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-6ec83fe0-d046-46e9-afc7-f107fdac0f19 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:33.316269 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-6ec83fe0-d046-46e9-afc7-f107fdac0f19 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:33.316746 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-875d148d-d61b-4811-982e-1e89c289675b req-4a4c8951-97c4-4637-a418-347be591b327 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2081840 Mar 22 19:17:33.345835 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657a040-2309-4dc6-b14f-00560d159c83 service neutron] Pushing event updated for resources: {'Port': ['ID=dd676179-107e-43cf-b677-eb7c2d034d8a,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:33.458538 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c51a97ca-9ee3-4932-a4ca-39c9ab9a6623 req-beb3fbe2-dfc2-4d67-9809-0f0730bac7c5 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407776 Mar 22 19:17:33.466359 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-6ec83fe0-d046-46e9-afc7-f107fdac0f19 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Publish callbacks [] for security_group (9db6d82e-8007-4564-b6e2-60fb9528de83), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:33.472850 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-6ec83fe0-d046-46e9-afc7-f107fdac0f19 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9db6d82e-8007-4564-b6e2-60fb9528de83), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:33.489950 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-9657a040-2309-4dc6-b14f-00560d159c83 service neutron] Attempting to bind port dd676179-107e-43cf-b677-eb7c2d034d8a on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:17:33.489950 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-9657a040-2309-4dc6-b14f-00560d159c83 service neutron] Attempting to bind port dd676179-107e-43cf-b677-eb7c2d034d8a by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'af063d67-c3ee-47b0-bb92-498195b15a92'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:17:33.489950 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-9657a040-2309-4dc6-b14f-00560d159c83 service neutron] Attempting to bind port dd676179-107e-43cf-b677-eb7c2d034d8a on network af063d67-c3ee-47b0-bb92-498195b15a92 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:17:33.505923 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-b01feec7-a9a2-468b-b623-7ed304afe4fc admin admin] Deleting port c3d3a936-cecc-4098-8f4c-f2f807e5e80c {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:17:33.507386 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b01feec7-a9a2-468b-b623-7ed304afe4fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (c3d3a936-cecc-4098-8f4c-f2f807e5e80c), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:33.510300 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-9657a040-2309-4dc6-b14f-00560d159c83 service neutron] Port dd676179-107e-43cf-b677-eb7c2d034d8a on network af063d67-c3ee-47b0-bb92-498195b15a92 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:17:33.510661 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-9657a040-2309-4dc6-b14f-00560d159c83 service neutron] Attempting to bind port dd676179-107e-43cf-b677-eb7c2d034d8a on network af063d67-c3ee-47b0-bb92-498195b15a92 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:17:33.557819 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-9657a040-2309-4dc6-b14f-00560d159c83 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:17:33.558186 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-9657a040-2309-4dc6-b14f-00560d159c83 service neutron] Checking segment: {'id': '7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'af063d67-c3ee-47b0-bb92-498195b15a92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:17:33.558578 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-9657a040-2309-4dc6-b14f-00560d159c83 service neutron] Bound using segment: {'id': '7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'af063d67-c3ee-47b0-bb92-498195b15a92'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:17:33.559471 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-9657a040-2309-4dc6-b14f-00560d159c83 service neutron] Bound port: dd676179-107e-43cf-b677-eb7c2d034d8a, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'af063d67-c3ee-47b0-bb92-498195b15a92'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:17:33.559471 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-9657a040-2309-4dc6-b14f-00560d159c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (dd676179-107e-43cf-b677-eb7c2d034d8a), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:33.612248 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec83fe0-d046-46e9-afc7-f107fdac0f19 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9db6d82e-8007-4564-b6e2-60fb9528de83,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:33.678673 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-b01feec7-a9a2-468b-b623-7ed304afe4fc admin admin] For port c3d3a936-cecc-4098-8f4c-f2f807e5e80c, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c3d3a936-cecc-4098-8f4c-f2f807e5e80c,segment=NetworkSegment(b0d2788d-766d-4375-8775-9ae70e53c6ff),segment_id=b0d2788d-766d-4375-8775-9ae70e53c6ff)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:17:33.679049 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b01feec7-a9a2-468b-b623-7ed304afe4fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (c3d3a936-cecc-4098-8f4c-f2f807e5e80c), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:33.688638 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-9657a040-2309-4dc6-b14f-00560d159c83 service neutron] For port dd676179-107e-43cf-b677-eb7c2d034d8a, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:17:33.705151 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-b01feec7-a9a2-468b-b623-7ed304afe4fc admin admin] Calling delete_port for c3d3a936-cecc-4098-8f4c-f2f807e5e80c owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:17:33.710496 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-9657a040-2309-4dc6-b14f-00560d159c83 service neutron] For port dd676179-107e-43cf-b677-eb7c2d034d8a, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=dd676179-107e-43cf-b677-eb7c2d034d8a,segment=NetworkSegment(7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7),segment_id=7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:17:33.726101 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-9657a040-2309-4dc6-b14f-00560d159c83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (dd676179-107e-43cf-b677-eb7c2d034d8a), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:33.844784 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-6ec83fe0-d046-46e9-afc7-f107fdac0f19 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Allocated IP 192.168.233.30 (43c82fd2-7e25-4eba-86f2-aced26197dba/e28314b8-0ed1-465e-a6f2-eda7f6b773cd/e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:17:33.849768 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-9657a040-2309-4dc6-b14f-00560d159c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:33.850735 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-9657a040-2309-4dc6-b14f-00560d159c83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:33.852324 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-9657a040-2309-4dc6-b14f-00560d159c83 service neutron] 10.222.0.84 "PUT /v2.0/ports/dd676179-107e-43cf-b677-eb7c2d034d8a HTTP/1.1" status: 200 len: 1092 time: 2.0085397 Mar 22 19:17:33.859665 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b999c45-ae77-4d42-a6e4-55ae341f0d8f', 'tag': 'dd676179-107e-43cf-b677-eb7c2d034d8a'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:17:33.862685 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0148014-e194-4bb7-812f-9a4fea21875a" -d '{"events": [{"name": "network-changed", "server_uuid": "4b999c45-ae77-4d42-a6e4-55ae341f0d8f", "tag": "dd676179-107e-43cf-b677-eb7c2d034d8a"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:17:33.906796 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657a040-2309-4dc6-b14f-00560d159c83 service neutron] Pushing event updated for resources: {'Port': ['ID=dd676179-107e-43cf-b677-eb7c2d034d8a,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:34.052701 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c8e3eb3a-1ca5-4f0d-acee-184b76331190 req-6105d69a-006f-4e41-90b1-6251c2f44fee tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/ports?device_id=249249ca-02a7-4ff8-9a6b-b733f2fa88a9 HTTP/1.1" status: 200 len: 210 time: 0.0680852 Mar 22 19:17:34.059882 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f80825-8494-4e90-bda9-2dd2e3745fc2 req-c4fd3f49-aaec-4dfe-989a-3b474a4d98b7 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:34.061554 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5f80825-8494-4e90-bda9-2dd2e3745fc2 req-c4fd3f49-aaec-4dfe-989a-3b474a4d98b7 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 943 time: 0.2759697 Mar 22 19:17:34.066501 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-6ec83fe0-d046-46e9-afc7-f107fdac0f19 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Publish callbacks [] for port (e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:34.118242 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d148d-d61b-4811-982e-1e89c289675b req-a77f4b05-b099-49a8-925d-2f8d7360c46d tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:34.119878 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-875d148d-d61b-4811-982e-1e89c289675b req-a77f4b05-b099-49a8-925d-2f8d7360c46d tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports/a59d6df8-7b4c-4429-8382-fe68fd10987b HTTP/1.1" status: 200 len: 947 time: 0.1538007 Mar 22 19:17:34.124213 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-6ec83fe0-d046-46e9-afc7-f107fdac0f19 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:34.133370 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-3688a8cf-c944-4a12-b36c-5e6a8e1508ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:34.135057 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-3688a8cf-c944-4a12-b36c-5e6a8e1508ab service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d705cf46da4049c5a3f437a1e3d200c6&device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 1126 time: 0.2244072 Mar 22 19:17:34.180013 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-6ec83fe0-d046-46e9-afc7-f107fdac0f19 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Network 43c82fd2-7e25-4eba-86f2-aced26197dba is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:17:34.184238 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-6ec83fe0-d046-46e9-afc7-f107fdac0f19 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:17:34.192671 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d1d365-0ffd-420c-bb92-fe22d7ebc2bf x-openstack-request-id: req-d3d1d365-0ffd-420c-bb92-fe22d7ebc2bf {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:17:34.192881 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-6ec83fe0-d046-46e9-afc7-f107fdac0f19 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:17:34.192986 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b999c45-ae77-4d42-a6e4-55ae341f0d8f", "tag": "dd676179-107e-43cf-b677-eb7c2d034d8a", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:17:34.193205 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d3d1d365-0ffd-420c-bb92-fe22d7ebc2bf {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:17:34.193614 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3d1d365-0ffd-420c-bb92-fe22d7ebc2bf'] response: {'name': 'network-changed', 'server_uuid': '4b999c45-ae77-4d42-a6e4-55ae341f0d8f', 'tag': 'dd676179-107e-43cf-b677-eb7c2d034d8a', 'status': 'completed', 'code': 200} Mar 22 19:17:34.199113 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-a84a2bf0-942a-4e64-b8b2-2cd8af253085 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd676179-107e-43cf-b677-eb7c2d034d8a HTTP/1.1" status: 200 len: 217 time: 0.0539622 Mar 22 19:17:34.201993 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec83fe0-d046-46e9-afc7-f107fdac0f19 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Pushing event updated for resources: {'Port': ['ID=e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:34.241602 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5f80825-8494-4e90-bda9-2dd2e3745fc2 req-917faf7b-db68-4c24-8a8f-2c7c7d4d06a5 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649575 Mar 22 19:17:34.269108 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-6ec83fe0-d046-46e9-afc7-f107fdac0f19 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:34.275887 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-6ec83fe0-d046-46e9-afc7-f107fdac0f19 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:34.302388 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-6ec83fe0-d046-46e9-afc7-f107fdac0f19 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1280382 Mar 22 19:17:34.316444 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-3c8f8fc8-ffb2-4c4f-9c4e-060f3d6f884a service neutron] Request body: {'port': {'device_id': '249249ca-02a7-4ff8-9a6b-b733f2fa88a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:34.317808 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b01feec7-a9a2-468b-b623-7ed304afe4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (c3d3a936-cecc-4098-8f4c-f2f807e5e80c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:34.392955 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01feec7-a9a2-468b-b623-7ed304afe4fc admin admin] Pushing event deleted for resources: {'Port': ['ID=c3d3a936-cecc-4098-8f4c-f2f807e5e80c,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:34.397543 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-3c8f8fc8-ffb2-4c4f-9c4e-060f3d6f884a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:34.422785 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-7f0af9a4-1542-4042-9fd7-0adde57a2a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:34.426021 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-7f0af9a4-1542-4042-9fd7-0adde57a2a8c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=449e1584-fac1-45c3-a72f-a3a79da9b7df HTTP/1.1" status: 200 len: 851 time: 0.2013154 Mar 22 19:17:34.504293 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-723e410a-e1af-4492-8605-4333023b5d8f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=af063d67-c3ee-47b0-bb92-498195b15a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597937 Mar 22 19:17:34.685907 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-02720f1d-daaf-4c6a-a737-855f64930768 None None] Provisioning complete for port e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:17:34.686481 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-02720f1d-daaf-4c6a-a737-855f64930768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:34.761522 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-02720f1d-daaf-4c6a-a737-855f64930768 None None] Port e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:17:34.833647 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff626a-7157-4e88-be73-9bc8e57bf413 req-9c1236ab-08b1-4f98-add5-e012e2db6420 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:34.835345 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4dff626a-7157-4e88-be73-9bc8e57bf413 req-9c1236ab-08b1-4f98-add5-e012e2db6420 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 950 time: 0.1981421 Mar 22 19:17:34.842724 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-7b7a0e7a-a59d-48c6-9874-3fb961dc42bd service neutron] 10.222.0.84 "GET /v2.0/networks/af063d67-c3ee-47b0-bb92-498195b15a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046107 Mar 22 19:17:34.869636 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-3c8f8fc8-ffb2-4c4f-9c4e-060f3d6f884a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:17:34.880830 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-3c8f8fc8-ffb2-4c4f-9c4e-060f3d6f884a service neutron] Publish callbacks [] for port (e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:34.899125 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-3c8f8fc8-ffb2-4c4f-9c4e-060f3d6f884a service neutron] Transition to ACTIVE for port object e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:17:34.905131 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-3c8f8fc8-ffb2-4c4f-9c4e-060f3d6f884a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:34.942633 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b01feec7-a9a2-468b-b623-7ed304afe4fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (fd8f1929-7dfd-4a77-82dc-8267340ff771), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:34.979945 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f8fc8-ffb2-4c4f-9c4e-060f3d6f884a service neutron] Pushing event updated for resources: {'Port': ['ID=e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:35.014627 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37662) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:35.068446 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4dff626a-7157-4e88-be73-9bc8e57bf413 req-22b087c4-7314-49bd-9652-d2621a03a3e1 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231956 Mar 22 19:17:35.102411 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-3c8f8fc8-ffb2-4c4f-9c4e-060f3d6f884a service neutron] Attempting to bind port e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:17:35.102980 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-3c8f8fc8-ffb2-4c4f-9c4e-060f3d6f884a service neutron] Attempting to bind port e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:17:35.103080 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-3c8f8fc8-ffb2-4c4f-9c4e-060f3d6f884a service neutron] Attempting to bind port e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:17:35.110551 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9419b70-b5f6-481d-b19f-a0bedbd3bb38 req-ab6a2596-c387-43d2-8d68-e25d35752f9b service neutron] 10.222.0.84 "GET /v2.0/networks/af063d67-c3ee-47b0-bb92-498195b15a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498033 Mar 22 19:17:35.120849 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-3c8f8fc8-ffb2-4c4f-9c4e-060f3d6f884a service neutron] Port e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2 on network 43c82fd2-7e25-4eba-86f2-aced26197dba not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:17:35.123464 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-3c8f8fc8-ffb2-4c4f-9c4e-060f3d6f884a service neutron] Attempting to bind port e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:17:35.139055 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-3c8f8fc8-ffb2-4c4f-9c4e-060f3d6f884a service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:17:35.142264 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-3c8f8fc8-ffb2-4c4f-9c4e-060f3d6f884a service neutron] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:17:35.143568 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-3c8f8fc8-ffb2-4c4f-9c4e-060f3d6f884a service neutron] Bound using segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:17:35.144223 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-3c8f8fc8-ffb2-4c4f-9c4e-060f3d6f884a service neutron] Bound port: e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:17:35.144766 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-3c8f8fc8-ffb2-4c4f-9c4e-060f3d6f884a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:35.171596 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7a0c65bd-82e7-47c2-9cc9-e06f86d8bd95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:35.218813 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device eb4bac57-786a-416c-8df2-15fa4becb1a5 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:17:35.258481 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-3c8f8fc8-ffb2-4c4f-9c4e-060f3d6f884a service neutron] For port e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:17:35.263475 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-3c8f8fc8-ffb2-4c4f-9c4e-060f3d6f884a service neutron] For port e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:17:35.275770 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-3c8f8fc8-ffb2-4c4f-9c4e-060f3d6f884a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:35.338646 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-3c8f8fc8-ffb2-4c4f-9c4e-060f3d6f884a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:35.339539 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-3c8f8fc8-ffb2-4c4f-9c4e-060f3d6f884a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:35.341998 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-3c8f8fc8-ffb2-4c4f-9c4e-060f3d6f884a service neutron] 10.222.0.84 "PUT /v2.0/ports/e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2 HTTP/1.1" status: 200 len: 1096 time: 1.0303588 Mar 22 19:17:35.342683 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249249ca-02a7-4ff8-9a6b-b733f2fa88a9', 'tag': 'e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:17:35.349216 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73dd970d-6236-4b78-ab67-b891b690323e" -d '{"events": [{"name": "network-changed", "server_uuid": "249249ca-02a7-4ff8-9a6b-b733f2fa88a9", "tag": "e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:17:35.355418 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0148014-e194-4bb7-812f-9a4fea21875a req-620875c4-4c4b-4e94-bae5-c684df3e9b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:35.357902 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f0148014-e194-4bb7-812f-9a4fea21875a req-620875c4-4c4b-4e94-bae5-c684df3e9b8a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d705cf46da4049c5a3f437a1e3d200c6&device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 1126 time: 0.1721375 Mar 22 19:17:35.368758 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5960dc-3efa-4187-8909-d798a23e4c93 req-1d8e8407-3f29-43b3-a010-81f869bc5988 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:35.376650 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0d5960dc-3efa-4187-8909-d798a23e4c93 req-1d8e8407-3f29-43b3-a010-81f869bc5988 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/ports?device_id=249249ca-02a7-4ff8-9a6b-b733f2fa88a9 HTTP/1.1" status: 200 len: 947 time: 0.2073324 Mar 22 19:17:35.440189 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f8fc8-ffb2-4c4f-9c4e-060f3d6f884a service neutron] Pushing event updated for resources: {'Port': ['ID=e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:35.461379 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port eb4bac57-786a-416c-8df2-15fa4becb1a5, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=eb4bac57-786a-416c-8df2-15fa4becb1a5,segment=NetworkSegment(85cf4aab-02b0-4ed0-89a0-65a703cfb595),segment_id=85cf4aab-02b0-4ed0-89a0-65a703cfb595)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:17:35.477513 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'eb4bac57-786a-416c-8df2-15fa4becb1a5', 'network_id': 'c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd', 'port_id': 'eb4bac57-786a-416c-8df2-15fa4becb1a5', 'mac_address': 'fa:16:3e:40:47:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '557c463e-0ced-46b1-95bb-72c186d37083', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:17:35.495864 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7a0c65bd-82e7-47c2-9cc9-e06f86d8bd95 admin admin] Publish callbacks [] for security_group (fbb09524-66a6-4b57-8680-dfb7ed0011f8), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:35.500150 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-748447a2-cb3d-416c-867a-107bc4f04846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:35.501868 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-748447a2-cb3d-416c-867a-107bc4f04846 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3c1864ec73704dd6b7a3598ea8b26760&device_id=249249ca-02a7-4ff8-9a6b-b733f2fa88a9 HTTP/1.1" status: 200 len: 1130 time: 0.1118193 Mar 22 19:17:35.503522 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7a0c65bd-82e7-47c2-9cc9-e06f86d8bd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (fbb09524-66a6-4b57-8680-dfb7ed0011f8), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:35.525644 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port eb4bac57-786a-416c-8df2-15fa4becb1a5 is: ACTIVE; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:17:35.526069 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (eb4bac57-786a-416c-8df2-15fa4becb1a5), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:35.543764 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb4bac57-786a-416c-8df2-15fa4becb1a5 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:17:35.558475 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0d5960dc-3efa-4187-8909-d798a23e4c93 req-1b0afa68-5c55-4a41-952f-566e3b9b59a1 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/security-groups?id=9db6d82e-8007-4564-b6e2-60fb9528de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809247 Mar 22 19:17:35.566446 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port eb4bac57-786a-416c-8df2-15fa4becb1a5, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=eb4bac57-786a-416c-8df2-15fa4becb1a5,segment=NetworkSegment(85cf4aab-02b0-4ed0-89a0-65a703cfb595),segment_id=85cf4aab-02b0-4ed0-89a0-65a703cfb595)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:17:35.573272 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01feec7-a9a2-468b-b623-7ed304afe4fc admin admin] Router fd8f1929-7dfd-4a77-82dc-8267340ff771 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:17:35.573757 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (eb4bac57-786a-416c-8df2-15fa4becb1a5), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:35.587558 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-6e73c39f-452c-4d7c-97cc-11e8925ffe73 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2 HTTP/1.1" status: 200 len: 217 time: 0.0658278 Mar 22 19:17:35.627322 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7a0c65bd-82e7-47c2-9cc9-e06f86d8bd95 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d9dff48bdcd747039517d8407398ca02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6116261 Mar 22 19:17:35.630434 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c65bd-82e7-47c2-9cc9-e06f86d8bd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb09524-66a6-4b57-8680-dfb7ed0011f8,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:35.632635 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37684) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:35.645316 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a66e427-27ad-4813-a28b-f45385ee84ad x-openstack-request-id: req-3a66e427-27ad-4813-a28b-f45385ee84ad {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:17:35.645612 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "249249ca-02a7-4ff8-9a6b-b733f2fa88a9", "tag": "e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:17:35.645886 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3a66e427-27ad-4813-a28b-f45385ee84ad {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:17:35.646290 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a66e427-27ad-4813-a28b-f45385ee84ad'] response: {'name': 'network-changed', 'server_uuid': '249249ca-02a7-4ff8-9a6b-b733f2fa88a9', 'tag': 'e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2', 'status': 'completed', 'code': 200} Mar 22 19:17:35.647811 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea4aba-955c-4ef8-af3e-69e706e37188 req-011248d2-54f6-4f96-b709-db2f5671f60a tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:35.651704 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9fea4aba-955c-4ef8-af3e-69e706e37188 req-011248d2-54f6-4f96-b709-db2f5671f60a tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 943 time: 0.2711914 Mar 22 19:17:35.670843 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=eb4bac57-786a-416c-8df2-15fa4becb1a5,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:35.680556 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-f608c3f2-1d08-4b14-b6e2-0bd52506b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:35.681625 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['eb4bac57-786a-416c-8df2-15fa4becb1a5'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:17:35.682018 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-f608c3f2-1d08-4b14-b6e2-0bd52506b6f1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.0866466 Mar 22 19:17:35.734903 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f43e5c7-d623-4b69-a3fb-c5ae547d65c3 admin admin] Publish callbacks [] for security_group (fbb09524-66a6-4b57-8680-dfb7ed0011f8), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:35.757471 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d148d-d61b-4811-982e-1e89c289675b req-b2c38ec9-a683-445a-97ae-7681e4a98a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:35.759102 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-875d148d-d61b-4811-982e-1e89c289675b req-b2c38ec9-a683-445a-97ae-7681e4a98a59 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 1133 time: 0.3610907 Mar 22 19:17:35.767690 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f43e5c7-d623-4b69-a3fb-c5ae547d65c3 admin admin] Publish callbacks [] for security_group (fbb09524-66a6-4b57-8680-dfb7ed0011f8), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:35.772628 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-17c2ce78-5656-480c-8d91-bc8cb45348e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:35.774161 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-17c2ce78-5656-480c-8d91-bc8cb45348e8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0841534 Mar 22 19:17:35.826953 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9fea4aba-955c-4ef8-af3e-69e706e37188 req-be89c198-173c-4bf5-9f29-b9d2b5cdebc4 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614978 Mar 22 19:17:35.864156 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0148014-e194-4bb7-812f-9a4fea21875a req-b553d50e-28e1-468e-88d5-d0879872e440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:35.865598 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f0148014-e194-4bb7-812f-9a4fea21875a req-b553d50e-28e1-468e-88d5-d0879872e440 service neutron] 10.222.0.84 "GET /v2.0/networks?id=af063d67-c3ee-47b0-bb92-498195b15a92 HTTP/1.1" status: 200 len: 912 time: 0.4869449 Mar 22 19:17:35.916919 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f0148014-e194-4bb7-812f-9a4fea21875a req-a3835ad2-3208-4e56-a3d8-a9463b12df35 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd676179-107e-43cf-b677-eb7c2d034d8a HTTP/1.1" status: 200 len: 217 time: 0.0416715 Mar 22 19:17:35.924477 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-e19b8b3c-164d-4981-8b7d-9a703ae49325 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377685 Mar 22 19:17:35.931037 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f43e5c7-d623-4b69-a3fb-c5ae547d65c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (fbb09524-66a6-4b57-8680-dfb7ed0011f8), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:35.933820 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f43e5c7-d623-4b69-a3fb-c5ae547d65c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:35.934962 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0f43e5c7-d623-4b69-a3fb-c5ae547d65c3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fbb09524-66a6-4b57-8680-dfb7ed0011f8 HTTP/1.1" status: 204 len: 168 time: 0.2981467 Mar 22 19:17:35.993518 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01feec7-a9a2-468b-b623-7ed304afe4fc admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:17:35.998283 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43e5c7-d623-4b69-a3fb-c5ae547d65c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb09524-66a6-4b57-8680-dfb7ed0011f8,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:36.003798 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b01feec7-a9a2-468b-b623-7ed304afe4fc admin admin] 10.222.0.75 "PUT /v2.0/routers/fd8f1929-7dfd-4a77-82dc-8267340ff771/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8579748 Mar 22 19:17:36.006672 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37690) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:36.015736 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f681f8-ae1b-4b13-8ff6-e914963a0977 None None] Sync routers for ids ['fd8f1929-7dfd-4a77-82dc-8267340ff771'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:17:36.020690 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d148d-d61b-4811-982e-1e89c289675b req-ca2760ad-3f8a-46ae-8219-df899df6e1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:36.022556 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-875d148d-d61b-4811-982e-1e89c289675b req-ca2760ad-3f8a-46ae-8219-df899df6e1e7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.2533178 Mar 22 19:17:36.030123 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0148014-e194-4bb7-812f-9a4fea21875a req-b15cabaa-37f7-4ffd-ac75-b560f8b7d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:36.032532 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f0148014-e194-4bb7-812f-9a4fea21875a req-b15cabaa-37f7-4ffd-ac75-b560f8b7d932 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=449e1584-fac1-45c3-a72f-a3a79da9b7df HTTP/1.1" status: 200 len: 851 time: 0.1079001 Mar 22 19:17:36.034476 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f681f8-ae1b-4b13-8ff6-e914963a0977 None None] Routers {'fd8f1929-7dfd-4a77-82dc-8267340ff771'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:17:36.035088 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-e3f681f8-ae1b-4b13-8ff6-e914963a0977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:17:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['fd8f1929-7dfd-4a77-82dc-8267340ff771'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:17:36.110111 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-466e31cf-68b8-4958-ada9-dd4c65b2976d req-40303c2d-dd7e-4531-bd68-d1481ed236bc service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739185 Mar 22 19:17:36.112460 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f0148014-e194-4bb7-812f-9a4fea21875a req-7860a315-0f44-45d5-9e37-ed328952e354 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=af063d67-c3ee-47b0-bb92-498195b15a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694511 Mar 22 19:17:36.125497 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-875d148d-d61b-4811-982e-1e89c289675b req-23bdb2ba-07c5-49fe-9de0-1197fbde377a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=a59d6df8-7b4c-4429-8382-fe68fd10987b HTTP/1.1" status: 200 len: 217 time: 0.0802443 Mar 22 19:17:36.152085 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-e3f681f8-ae1b-4b13-8ff6-e914963a0977 None None] Set router fd8f1929-7dfd-4a77-82dc-8267340ff771 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:17:36.158763 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-df64326f-d881-4062-8cfe-85074bde29ea admin admin] Publish callbacks [] for router (fd8f1929-7dfd-4a77-82dc-8267340ff771), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:36.331552 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd970d-6236-4b78-ab67-b891b690323e req-5c28edf0-2f15-4475-94ee-81089781abba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:36.333058 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-73dd970d-6236-4b78-ab67-b891b690323e req-5c28edf0-2f15-4475-94ee-81089781abba service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3c1864ec73704dd6b7a3598ea8b26760&device_id=249249ca-02a7-4ff8-9a6b-b733f2fa88a9 HTTP/1.1" status: 200 len: 1130 time: 0.1238115 Mar 22 19:17:36.394548 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37706) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:36.406754 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-df64326f-d881-4062-8cfe-85074bde29ea admin admin] Publish callbacks [] for router_gateway (fd8f1929-7dfd-4a77-82dc-8267340ff771), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:36.427838 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-e3f681f8-ae1b-4b13-8ff6-e914963a0977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8f1929-7dfd-4a77-82dc-8267340ff771', 'name': 'tempest-FloatingIPDetailsTestJSON-258178502-router', 'tenant_id': '13e7b5224c10491dbf9366ab9b8e5373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'cc0d0fcf-c8a8-400e-8892-451c5de012d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:17:03Z', 'updated_at': '2022-03-22T19:17:34Z', 'revision_number': 5, 'project_id': '13e7b5224c10491dbf9366ab9b8e5373', 'gw_port': {'id': 'cc0d0fcf-c8a8-400e-8892-451c5de012d2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8f1929-7dfd-4a77-82dc-8267340ff771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:17:05Z', 'updated_at': '2022-03-22T19:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:17:36.457742 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f681f8-ae1b-4b13-8ff6-e914963a0977 None None] Checking router: fd8f1929-7dfd-4a77-82dc-8267340ff771 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:17:36.468929 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f681f8-ae1b-4b13-8ff6-e914963a0977 None None] Routers {'fd8f1929-7dfd-4a77-82dc-8267340ff771'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:17:36.470237 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-e3f681f8-ae1b-4b13-8ff6-e914963a0977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:17:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['fd8f1929-7dfd-4a77-82dc-8267340ff771'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:17:36.603105 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-e3f681f8-ae1b-4b13-8ff6-e914963a0977 None None] Set router fd8f1929-7dfd-4a77-82dc-8267340ff771 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:17:36.610445 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d148d-d61b-4811-982e-1e89c289675b req-697abed9-7a6a-4035-ab5b-10187a1194f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:36.612393 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-875d148d-d61b-4811-982e-1e89c289675b req-697abed9-7a6a-4035-ab5b-10187a1194f5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.4860582 Mar 22 19:17:36.687606 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f0148014-e194-4bb7-812f-9a4fea21875a req-e838a970-39df-42f0-832f-30a15f6cabdd service neutron] 10.222.0.84 "GET /v2.0/networks/af063d67-c3ee-47b0-bb92-498195b15a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5439272 Mar 22 19:17:36.699210 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e104a6b-81b8-4c7f-bf9f-26d82d764fce req-54c3815e-8fe0-4308-9a4d-9baccb1ed069 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:36.706573 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e104a6b-81b8-4c7f-bf9f-26d82d764fce req-54c3815e-8fe0-4308-9a4d-9baccb1ed069 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 950 time: 0.1604819 Mar 22 19:17:36.762330 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9389bcde-aee3-4be5-aa56-6bc9ca095c89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:36.850021 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9389bcde-aee3-4be5-aa56-6bc9ca095c89 admin admin] Publish callbacks [] for security_group (32e1adba-5e0b-44bf-befb-27acac010069), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:36.864854 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9389bcde-aee3-4be5-aa56-6bc9ca095c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (32e1adba-5e0b-44bf-befb-27acac010069), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:36.869341 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d148d-d61b-4811-982e-1e89c289675b req-d16b87d5-2280-4da3-b360-def56961493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:36.870939 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-875d148d-d61b-4811-982e-1e89c289675b req-d16b87d5-2280-4da3-b360-def56961493b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2478201 Mar 22 19:17:36.872570 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-e3f681f8-ae1b-4b13-8ff6-e914963a0977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd8f1929-7dfd-4a77-82dc-8267340ff771', 'name': 'tempest-FloatingIPDetailsTestJSON-258178502-router', 'tenant_id': '13e7b5224c10491dbf9366ab9b8e5373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'cc0d0fcf-c8a8-400e-8892-451c5de012d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:17:03Z', 'updated_at': '2022-03-22T19:17:34Z', 'revision_number': 5, 'project_id': '13e7b5224c10491dbf9366ab9b8e5373', 'gw_port': {'id': 'cc0d0fcf-c8a8-400e-8892-451c5de012d2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8f1929-7dfd-4a77-82dc-8267340ff771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:17:05Z', 'updated_at': '2022-03-22T19:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:17:36.894450 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7a641-c4e1-45bf-82d4-3d1cae1c8a74 req-2d45c91b-c881-4a0e-95fe-a9777a5d7866 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:36.895832 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65c7a641-c4e1-45bf-82d4-3d1cae1c8a74 req-2d45c91b-c881-4a0e-95fe-a9777a5d7866 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/ports?device_id=249249ca-02a7-4ff8-9a6b-b733f2fa88a9 HTTP/1.1" status: 200 len: 947 time: 0.2274957 Mar 22 19:17:36.914224 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f681f8-ae1b-4b13-8ff6-e914963a0977 None None] The sync data for ids ['fd8f1929-7dfd-4a77-82dc-8267340ff771'] in n-d-705658-24 is: [{'id': 'fd8f1929-7dfd-4a77-82dc-8267340ff771', 'name': 'tempest-FloatingIPDetailsTestJSON-258178502-router', 'tenant_id': '13e7b5224c10491dbf9366ab9b8e5373', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': 'cc0d0fcf-c8a8-400e-8892-451c5de012d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:17:03Z', 'updated_at': '2022-03-22T19:17:34Z', 'revision_number': 5, 'project_id': '13e7b5224c10491dbf9366ab9b8e5373', 'gw_port': {'id': 'cc0d0fcf-c8a8-400e-8892-451c5de012d2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:cc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd8f1929-7dfd-4a77-82dc-8267340ff771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:17:05Z', 'updated_at': '2022-03-22T19:17:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:17:36.921579 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e104a6b-81b8-4c7f-bf9f-26d82d764fce req-515756d4-d51e-486e-9776-eeab6afaad2a tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086282 Mar 22 19:17:36.973463 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd970d-6236-4b78-ab67-b891b690323e req-7be2936d-07d5-441f-a3bf-4a3c8cd50b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:36.975214 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-73dd970d-6236-4b78-ab67-b891b690323e req-7be2936d-07d5-441f-a3bf-4a3c8cd50b36 service neutron] 10.222.0.84 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.6323371 Mar 22 19:17:36.985488 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9389bcde-aee3-4be5-aa56-6bc9ca095c89 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=049832275b54445ba94b3d2628987ab4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5874135 Mar 22 19:17:36.986664 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37726) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:36.994399 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9389bcde-aee3-4be5-aa56-6bc9ca095c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e1adba-5e0b-44bf-befb-27acac010069,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:37.045140 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-73dd970d-6236-4b78-ab67-b891b690323e req-5ae4a7c5-fec7-486d-a008-8ee33bb10d4f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2 HTTP/1.1" status: 200 len: 217 time: 0.0599849 Mar 22 19:17:37.063637 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f0148014-e194-4bb7-812f-9a4fea21875a req-6282c7cc-8963-4475-a9ba-d27f79329de5 service neutron] 10.222.0.84 "GET /v2.0/networks/af063d67-c3ee-47b0-bb92-498195b15a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383496 Mar 22 19:17:37.122144 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-df64326f-d881-4062-8cfe-85074bde29ea admin admin] Deleting port cc0d0fcf-c8a8-400e-8892-451c5de012d2 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:17:37.123105 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-df64326f-d881-4062-8cfe-85074bde29ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (cc0d0fcf-c8a8-400e-8892-451c5de012d2), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:37.142377 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65c7a641-c4e1-45bf-82d4-3d1cae1c8a74 req-c83e1816-674c-4244-8f28-c0de7a90c6d4 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/security-groups?id=9db6d82e-8007-4564-b6e2-60fb9528de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176270 Mar 22 19:17:37.156224 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-875d148d-d61b-4811-982e-1e89c289675b req-dbf60a49-5e29-438c-acb6-889be9bf7163 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712379 Mar 22 19:17:37.170334 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd970d-6236-4b78-ab67-b891b690323e req-8f3a3756-133e-451c-a33e-f04ef838704f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:37.171967 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-73dd970d-6236-4b78-ab67-b891b690323e req-8f3a3756-133e-451c-a33e-f04ef838704f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1167276 Mar 22 19:17:37.178685 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d88e9-5425-4ab9-8c65-677515043741 req-df5489b7-4a42-4562-a19e-248b12f20355 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:37.180379 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5d9d88e9-5425-4ab9-8c65-677515043741 req-df5489b7-4a42-4562-a19e-248b12f20355 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 943 time: 0.1361115 Mar 22 19:17:37.216857 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device dd676179-107e-43cf-b677-eb7c2d034d8a details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:17:37.219839 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device eb4bac57-786a-416c-8df2-15fa4becb1a5 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:17:37.222955 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b0859d1d-3af7-4dfb-bd4b-18f23d0b6eae admin admin] Publish callbacks [] for security_group (32e1adba-5e0b-44bf-befb-27acac010069), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:37.263572 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-df64326f-d881-4062-8cfe-85074bde29ea admin admin] For port cc0d0fcf-c8a8-400e-8892-451c5de012d2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=cc0d0fcf-c8a8-400e-8892-451c5de012d2,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:17:37.263936 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-df64326f-d881-4062-8cfe-85074bde29ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (cc0d0fcf-c8a8-400e-8892-451c5de012d2), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:37.266437 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5d9d88e9-5425-4ab9-8c65-677515043741 req-f2c4a200-8576-4e51-91d9-658436db3bd7 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731933 Mar 22 19:17:37.305512 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-df64326f-d881-4062-8cfe-85074bde29ea admin admin] Calling delete_port for cc0d0fcf-c8a8-400e-8892-451c5de012d2 owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:17:37.315601 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port eb4bac57-786a-416c-8df2-15fa4becb1a5 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:17:37.315980 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (eb4bac57-786a-416c-8df2-15fa4becb1a5), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:37.327159 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-875d148d-d61b-4811-982e-1e89c289675b req-ae5e25de-98a7-4a69-8550-822549951137 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632862 Mar 22 19:17:37.425781 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.resource_extend [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:17:37.536427 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-df64326f-d881-4062-8cfe-85074bde29ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (cc0d0fcf-c8a8-400e-8892-451c5de012d2), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:37.585954 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64326f-d881-4062-8cfe-85074bde29ea admin admin] Pushing event deleted for resources: {'Port': ['ID=cc0d0fcf-c8a8-400e-8892-451c5de012d2,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:37.605244 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b0859d1d-3af7-4dfb-bd4b-18f23d0b6eae admin admin] Publish callbacks [] for security_group (32e1adba-5e0b-44bf-befb-27acac010069), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:37.628216 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port eb4bac57-786a-416c-8df2-15fa4becb1a5 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:17:37.628962 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (eb4bac57-786a-416c-8df2-15fa4becb1a5), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:37.699078 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dd970d-6236-4b78-ab67-b891b690323e req-a0cd440d-1cb9-4d07-b45a-c8e0bfb7e126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:37.701095 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-73dd970d-6236-4b78-ab67-b891b690323e req-a0cd440d-1cb9-4d07-b45a-c8e0bfb7e126 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5201261 Mar 22 19:17:37.781568 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-df64326f-d881-4062-8cfe-85074bde29ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (fd8f1929-7dfd-4a77-82dc-8267340ff771), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:37.899516 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port dd676179-107e-43cf-b677-eb7c2d034d8a, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=dd676179-107e-43cf-b677-eb7c2d034d8a,segment=NetworkSegment(7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7),segment_id=7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:17:37.910673 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad43c6fd-4460-42af-a977-7bbd6ae77530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb4bac57-786a-416c-8df2-15fa4becb1a5'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:17:37.913376 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6ffe89-80a8-4a70-8f80-512535ad9d1e" -d '{"events": [{"server_uuid": "ad43c6fd-4460-42af-a977-7bbd6ae77530", "name": "network-vif-plugged", "status": "completed", "tag": "eb4bac57-786a-416c-8df2-15fa4becb1a5"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:17:37.920924 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-73dd970d-6236-4b78-ab67-b891b690323e req-f986ba38-88da-419b-a3f7-a4c74b6a40f7 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124403 Mar 22 19:17:37.942820 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'dd676179-107e-43cf-b677-eb7c2d034d8a', 'network_id': 'af063d67-c3ee-47b0-bb92-498195b15a92', 'port_id': 'dd676179-107e-43cf-b677-eb7c2d034d8a', 'mac_address': 'fa:16:3e:f7:3e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '449e1584-fac1-45c3-a72f-a3a79da9b7df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:17:37.954496 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port eb4bac57-786a-416c-8df2-15fa4becb1a5, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=eb4bac57-786a-416c-8df2-15fa4becb1a5,segment=NetworkSegment(85cf4aab-02b0-4ed0-89a0-65a703cfb595),segment_id=85cf4aab-02b0-4ed0-89a0-65a703cfb595)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:17:37.976730 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (eb4bac57-786a-416c-8df2-15fa4becb1a5), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:37.999013 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-df64326f-d881-4062-8cfe-85074bde29ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (fd8f1929-7dfd-4a77-82dc-8267340ff771), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:38.001182 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-df64326f-d881-4062-8cfe-85074bde29ea admin admin] Publish callbacks [] for router_controller (fd8f1929-7dfd-4a77-82dc-8267340ff771), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:38.062322 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc73d92a-bd09-4781-a1ad-3f4d64254918 x-openstack-request-id: req-cc73d92a-bd09-4781-a1ad-3f4d64254918 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:17:38.063575 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad43c6fd-4460-42af-a977-7bbd6ae77530", "name": "network-vif-plugged", "status": "completed", "tag": "eb4bac57-786a-416c-8df2-15fa4becb1a5", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:17:38.063848 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cc73d92a-bd09-4781-a1ad-3f4d64254918 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:17:38.064253 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc73d92a-bd09-4781-a1ad-3f4d64254918'] response: {'server_uuid': 'ad43c6fd-4460-42af-a977-7bbd6ae77530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb4bac57-786a-416c-8df2-15fa4becb1a5', 'code': 200} Mar 22 19:17:38.066727 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port dd676179-107e-43cf-b677-eb7c2d034d8a is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:17:38.067200 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (dd676179-107e-43cf-b677-eb7c2d034d8a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:38.074258 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3040953-6334-4478-9d86-da724e72249b req-a12f65e5-f012-4008-9c99-cba33820858f tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:38.083456 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3040953-6334-4478-9d86-da724e72249b req-a12f65e5-f012-4008-9c99-cba33820858f tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 950 time: 0.0739827 Mar 22 19:17:38.086059 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd676179-107e-43cf-b677-eb7c2d034d8a {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:17:38.093307 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c3d3a936-cecc-4098-8f4c-f2f807e5e80c no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:17:38.113219 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b0859d1d-3af7-4dfb-bd4b-18f23d0b6eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (32e1adba-5e0b-44bf-befb-27acac010069), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:38.117638 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b0859d1d-3af7-4dfb-bd4b-18f23d0b6eae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:38.121444 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b0859d1d-3af7-4dfb-bd4b-18f23d0b6eae admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/32e1adba-5e0b-44bf-befb-27acac010069 HTTP/1.1" status: 204 len: 168 time: 1.1260035 Mar 22 19:17:38.153567 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: c3d3a936-cecc-4098-8f4c-f2f807e5e80c {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:17:38.154524 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c3d3a936-cecc-4098-8f4c-f2f807e5e80c not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:17:38.175876 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0859d1d-3af7-4dfb-bd4b-18f23d0b6eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e1adba-5e0b-44bf-befb-27acac010069,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:38.179287 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-df64326f-d881-4062-8cfe-85074bde29ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (fd8f1929-7dfd-4a77-82dc-8267340ff771), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:38.179818 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df64326f-d881-4062-8cfe-85074bde29ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd8f1929-7dfd-4a77-82dc-8267340ff771 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:17:38.186706 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3040953-6334-4478-9d86-da724e72249b req-a597c002-f1c9-4fb7-88bf-aacc33470b73 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967999 Mar 22 19:17:38.201578 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-df64326f-d881-4062-8cfe-85074bde29ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:38.205110 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-df64326f-d881-4062-8cfe-85074bde29ea admin admin] 10.222.0.75 "DELETE /v2.0/routers/fd8f1929-7dfd-4a77-82dc-8267340ff771 HTTP/1.1" status: 204 len: 168 time: 2.1951590 Mar 22 19:17:38.205496 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37758) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:38.255386 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port dd676179-107e-43cf-b677-eb7c2d034d8a, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=dd676179-107e-43cf-b677-eb7c2d034d8a,segment=NetworkSegment(7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7),segment_id=7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:17:38.303124 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (dd676179-107e-43cf-b677-eb7c2d034d8a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:38.337287 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=eb4bac57-786a-416c-8df2-15fa4becb1a5,revision_number=7']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:38.339557 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-73dd970d-6236-4b78-ab67-b891b690323e req-7ff72748-8f4b-4072-a663-8c5d9544276f service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426980 Mar 22 19:17:38.424134 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=dd676179-107e-43cf-b677-eb7c2d034d8a,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:38.523022 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbfd1dda-0868-4665-9114-f8b526698e94 admin admin] Deleting subnet 1b269adf-edaf-4f13-8f43-0b1572f7a53e {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:17:38.529084 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fbfd1dda-0868-4665-9114-f8b526698e94 admin admin] Publish callbacks [] for subnet (1b269adf-edaf-4f13-8f43-0b1572f7a53e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:38.549423 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['dd676179-107e-43cf-b677-eb7c2d034d8a'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:17:38.568765 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c6f68-ebd3-4a41-882b-046dd24742a0 req-e6a6a945-0b0a-47fc-bd19-ca87e3a18167 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:38.570573 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-330c6f68-ebd3-4a41-882b-046dd24742a0 req-e6a6a945-0b0a-47fc-bd19-ca87e3a18167 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/ports?device_id=249249ca-02a7-4ff8-9a6b-b733f2fa88a9 HTTP/1.1" status: 200 len: 947 time: 0.2614458 Mar 22 19:17:38.600425 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fbfd1dda-0868-4665-9114-f8b526698e94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (1b269adf-edaf-4f13-8f43-0b1572f7a53e), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:38.678548 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ec3ce-c859-4a24-b5e2-f8939b7c5eb2 req-6e99a576-b843-43b3-a3a1-0bc6d38fd4e6 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:38.680536 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9e2ec3ce-c859-4a24-b5e2-f8939b7c5eb2 req-6e99a576-b843-43b3-a3a1-0bc6d38fd4e6 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 944 time: 0.2102563 Mar 22 19:17:38.715837 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-330c6f68-ebd3-4a41-882b-046dd24742a0 req-de3d1821-5ba2-431e-9845-b97841889cb1 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/security-groups?id=9db6d82e-8007-4564-b6e2-60fb9528de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359162 Mar 22 19:17:38.899111 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9e2ec3ce-c859-4a24-b5e2-f8939b7c5eb2 req-16ecf21f-bf07-42cc-9eca-2bfedc37af82 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931593 Mar 22 19:17:38.912450 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fbfd1dda-0868-4665-9114-f8b526698e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (1b269adf-edaf-4f13-8f43-0b1572f7a53e), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:38.987809 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fbfd1dda-0868-4665-9114-f8b526698e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (1b269adf-edaf-4f13-8f43-0b1572f7a53e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:39.029281 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd1dda-0868-4665-9114-f8b526698e94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b269adf-edaf-4f13-8f43-0b1572f7a53e,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:39.036827 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fbfd1dda-0868-4665-9114-f8b526698e94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:39.043730 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae8b760-c607-4acc-97d0-e7454f39c126 None None] Network a13bef42-2d87-4801-a89d-6d3d346bccae requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:17:39.058452 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fbfd1dda-0868-4665-9114-f8b526698e94 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/1b269adf-edaf-4f13-8f43-0b1572f7a53e HTTP/1.1" status: 204 len: 168 time: 0.8517363 Mar 22 19:17:39.061399 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37782) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:39.188918 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0845c482-2647-4696-94af-9ee63bd87208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (a13bef42-2d87-4801-a89d-6d3d346bccae), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:39.233071 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:17:39.269257 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-0845c482-2647-4696-94af-9ee63bd87208 admin admin] Deleting port 419226d6-5564-4e7d-a71a-004b85bc15a3 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:17:39.269604 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0845c482-2647-4696-94af-9ee63bd87208 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (419226d6-5564-4e7d-a71a-004b85bc15a3), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:39.330083 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78805a4c-0099-401d-8150-62694e7f81ae None None] DHCP port deletion for a13bef42-2d87-4801-a89d-6d3d346bccae request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:17:39.389405 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-0845c482-2647-4696-94af-9ee63bd87208 admin admin] For port 419226d6-5564-4e7d-a71a-004b85bc15a3, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=419226d6-5564-4e7d-a71a-004b85bc15a3,segment=NetworkSegment(b0d2788d-766d-4375-8775-9ae70e53c6ff),segment_id=b0d2788d-766d-4375-8775-9ae70e53c6ff)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:17:39.389780 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0845c482-2647-4696-94af-9ee63bd87208 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (419226d6-5564-4e7d-a71a-004b85bc15a3), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:39.416797 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:17:39.427331 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-0845c482-2647-4696-94af-9ee63bd87208 admin admin] Calling delete_port for 419226d6-5564-4e7d-a71a-004b85bc15a3 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:17:39.443514 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': 'e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2', 'mac_address': 'fa:16:3e:a3:ae:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:17:39.453609 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-78805a4c-0099-401d-8150-62694e7f81ae None None] Deleting port 419226d6-5564-4e7d-a71a-004b85bc15a3 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:17:39.454024 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-78805a4c-0099-401d-8150-62694e7f81ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (419226d6-5564-4e7d-a71a-004b85bc15a3), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:39.541755 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:17:39.542158 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:39.578625 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-78805a4c-0099-401d-8150-62694e7f81ae None None] For port 419226d6-5564-4e7d-a71a-004b85bc15a3, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=419226d6-5564-4e7d-a71a-004b85bc15a3,segment=NetworkSegment(b0d2788d-766d-4375-8775-9ae70e53c6ff),segment_id=b0d2788d-766d-4375-8775-9ae70e53c6ff)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:17:39.579617 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-78805a4c-0099-401d-8150-62694e7f81ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (419226d6-5564-4e7d-a71a-004b85bc15a3), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:39.590189 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:17:39.602970 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-78805a4c-0099-401d-8150-62694e7f81ae None None] Calling delete_port for 419226d6-5564-4e7d-a71a-004b85bc15a3 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:17:39.604159 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd2f28-e208-4528-b0d0-d50def7ccaf1 req-d503731f-cf7f-4392-8146-939b8e35ae54 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:39.620930 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e5bd2f28-e208-4528-b0d0-d50def7ccaf1 req-d503731f-cf7f-4392-8146-939b8e35ae54 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 950 time: 0.1841948 Mar 22 19:17:39.631331 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:17:39.637808 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0845c482-2647-4696-94af-9ee63bd87208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (419226d6-5564-4e7d-a71a-004b85bc15a3), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:39.654206 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b94ec-9c3e-40b8-b5de-bc18e461759a req-988d376e-570b-4e45-b5f7-8bdc2274e317 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:39.655830 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-191b94ec-9c3e-40b8-b5de-bc18e461759a req-988d376e-570b-4e45-b5f7-8bdc2274e317 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 1128 time: 0.1628587 Mar 22 19:17:39.694933 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:39.716497 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845c482-2647-4696-94af-9ee63bd87208 admin admin] Pushing event deleted for resources: {'Port': ['ID=419226d6-5564-4e7d-a71a-004b85bc15a3,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:39.725265 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0845c482-2647-4696-94af-9ee63bd87208 admin admin] No DVR routers for this DVR port 419226d6-5564-4e7d-a71a-004b85bc15a3 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:17:39.792485 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e5bd2f28-e208-4528-b0d0-d50def7ccaf1 req-bef9ddf5-7190-46e3-bc46-530c4f8a2aba tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704175 Mar 22 19:17:39.825137 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37802) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:39.832281 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0845c482-2647-4696-94af-9ee63bd87208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (a13bef42-2d87-4801-a89d-6d3d346bccae), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:39.865176 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-0845c482-2647-4696-94af-9ee63bd87208 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a13bef42-2d87-4801-a89d-6d3d346bccae']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:17:39.867301 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:39.890969 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-78805a4c-0099-401d-8150-62694e7f81ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (419226d6-5564-4e7d-a71a-004b85bc15a3), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:39.907725 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-0845c482-2647-4696-94af-9ee63bd87208 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d2788d-766d-4375-8775-9ae70e53c6ff') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:17:39.907725 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-0845c482-2647-4696-94af-9ee63bd87208 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d2788d-766d-4375-8775-9ae70e53c6ff') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:17:39.912447 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-191b94ec-9c3e-40b8-b5de-bc18e461759a req-24cad3dc-33e8-418c-bf41-3b5f5eff1b19 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401016 Mar 22 19:17:39.915864 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78805a4c-0099-401d-8150-62694e7f81ae None None] No DVR routers for this DVR port 419226d6-5564-4e7d-a71a-004b85bc15a3 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:17:39.951244 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0845c482-2647-4696-94af-9ee63bd87208 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (b0d2788d-766d-4375-8775-9ae70e53c6ff), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:39.973504 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device cc0d0fcf-c8a8-400e-8892-451c5de012d2 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:17:39.975808 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:17:39.979215 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78805a4c-0099-401d-8150-62694e7f81ae None None] Pushing event deleted for resources: {'Port': ['ID=419226d6-5564-4e7d-a71a-004b85bc15a3,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:39.981773 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0845c482-2647-4696-94af-9ee63bd87208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (b0d2788d-766d-4375-8775-9ae70e53c6ff), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:39.993665 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0845c482-2647-4696-94af-9ee63bd87208 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:17:39.994377 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0845c482-2647-4696-94af-9ee63bd87208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (b0d2788d-766d-4375-8775-9ae70e53c6ff), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:39.999079 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abb39d-cd57-40bd-b6a4-b677e9048a48 req-63245a25-09b5-48fb-8766-c0bf5eacfe8c tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:40.003142 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:17:40.003142 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:17:40.003142 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:17:40.003142 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:17:40.003142 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:17:40.003142 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:17:40.003142 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:17:40.003142 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:17:40.003142 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:17:40.003142 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:17:40.003142 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:17:40.003142 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:17:40.003142 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:17:40.003142 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:17:40.003142 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:17:40.003142 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:17:40.003142 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:17:40.003142 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:17:40.003142 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:17:40.003142 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:17:40.003142 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:17:40.003142 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:17:40.003142 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:17:40.003142 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:17:40.003142 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:17:40.003142 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:17:40.003142 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:17:40.003142 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:17:40.003142 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:17:40.003142 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:17:40.003142 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:17:40.003142 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:17:40.007736 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32abb39d-cd57-40bd-b6a4-b677e9048a48 req-63245a25-09b5-48fb-8766-c0bf5eacfe8c tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/ports?device_id=249249ca-02a7-4ff8-9a6b-b733f2fa88a9 HTTP/1.1" status: 200 len: 948 time: 0.1339104 Mar 22 19:17:40.026637 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: cc0d0fcf-c8a8-400e-8892-451c5de012d2 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:17:40.027137 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device cc0d0fcf-c8a8-400e-8892-451c5de012d2 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:17:40.028244 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 419226d6-5564-4e7d-a71a-004b85bc15a3 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:17:40.057079 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 419226d6-5564-4e7d-a71a-004b85bc15a3 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:17:40.057427 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 419226d6-5564-4e7d-a71a-004b85bc15a3 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:17:40.119949 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32abb39d-cd57-40bd-b6a4-b677e9048a48 req-9d897544-593a-40e6-af53-3b0bf35904cc tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/security-groups?id=9db6d82e-8007-4564-b6e2-60fb9528de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112072 Mar 22 19:17:40.126384 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-e7912891-3a99-4a12-89b6-2350e938d514 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1539916349-network', 'tenant_id': '21ca62c1596a4d419681f3e57266f544'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:40.170570 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0845c482-2647-4696-94af-9ee63bd87208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (a13bef42-2d87-4801-a89d-6d3d346bccae), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:40.194670 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0845c482-2647-4696-94af-9ee63bd87208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:40.206165 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0845c482-2647-4696-94af-9ee63bd87208 admin admin] 10.222.0.75 "DELETE /v2.0/networks/a13bef42-2d87-4801-a89d-6d3d346bccae HTTP/1.1" status: 204 len: 168 time: 1.1431136 Mar 22 19:17:40.207470 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845c482-2647-4696-94af-9ee63bd87208 admin admin] Pushing event deleted for resources: {'Network': ['ID=a13bef42-2d87-4801-a89d-6d3d346bccae,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:40.219799 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7912891-3a99-4a12-89b6-2350e938d514 admin admin] Made reservation on behalf of 21ca62c1596a4d419681f3e57266f544 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:17:40.223780 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e7912891-3a99-4a12-89b6-2350e938d514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:40.244345 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e7912891-3a99-4a12-89b6-2350e938d514 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:40.258147 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53b6a3-1bee-4a70-a55f-6161c5f29aa8 req-9a4309bd-71b5-41d7-babe-1965241eb2c5 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:40.271665 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-be53b6a3-1bee-4a70-a55f-6161c5f29aa8 req-9a4309bd-71b5-41d7-babe-1965241eb2c5 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 944 time: 0.1648862 Mar 22 19:17:40.390181 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37822) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:40.392000 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-be53b6a3-1bee-4a70-a55f-6161c5f29aa8 req-3c617796-ad8d-47aa-b946-4dcdbac836e7 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114757 Mar 22 19:17:40.460070 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e7912891-3a99-4a12-89b6-2350e938d514 admin admin] Publish callbacks [] for security_group (c53f95d6-e4f0-40cd-aa54-b7b95277b743), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:40.464204 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e7912891-3a99-4a12-89b6-2350e938d514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (c53f95d6-e4f0-40cd-aa54-b7b95277b743), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:40.472268 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d393216c-1ed2-4ee8-bb2d-da5a3789269a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=13e7b5224c10491dbf9366ab9b8e5373&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0808113 Mar 22 19:17:40.473018 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37824) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:40.506809 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7912891-3a99-4a12-89b6-2350e938d514 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:17:40.526258 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7912891-3a99-4a12-89b6-2350e938d514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53f95d6-e4f0-40cd-aa54-b7b95277b743,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:40.534128 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e7912891-3a99-4a12-89b6-2350e938d514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (c2ed43d8-e40a-415a-8d7f-e553ea3f29bd), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:40.534772 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-e7912891-3a99-4a12-89b6-2350e938d514 admin admin] Added segment c2ed43d8-e40a-415a-8d7f-e553ea3f29bd of type vlan for network 3f43483d-05ef-426b-881a-d8fc390ab6a9 Mar 22 19:17:40.557316 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-88dd56ae-f617-4070-8454-2b1d037b696e admin admin] Publish callbacks [] for security_group (08c50cb9-cee1-44c9-9056-fa480f11b737), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:40.591757 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e7912891-3a99-4a12-89b6-2350e938d514 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (3f43483d-05ef-426b-881a-d8fc390ab6a9), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:40.601092 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-88dd56ae-f617-4070-8454-2b1d037b696e admin admin] Publish callbacks [] for security_group (08c50cb9-cee1-44c9-9056-fa480f11b737), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:40.629741 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e7912891-3a99-4a12-89b6-2350e938d514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (3f43483d-05ef-426b-881a-d8fc390ab6a9), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:40.631761 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7912891-3a99-4a12-89b6-2350e938d514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:40.633301 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e7912891-3a99-4a12-89b6-2350e938d514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:40.669692 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-88dd56ae-f617-4070-8454-2b1d037b696e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (08c50cb9-cee1-44c9-9056-fa480f11b737), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:40.672536 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-88dd56ae-f617-4070-8454-2b1d037b696e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:40.674498 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-88dd56ae-f617-4070-8454-2b1d037b696e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/08c50cb9-cee1-44c9-9056-fa480f11b737 HTTP/1.1" status: 204 len: 168 time: 0.2005618 Mar 22 19:17:40.683716 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd56ae-f617-4070-8454-2b1d037b696e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c50cb9-cee1-44c9-9056-fa480f11b737,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:40.715550 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e7912891-3a99-4a12-89b6-2350e938d514 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8856659 Mar 22 19:17:40.715550 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37838) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:40.720834 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-bbe9d8fd-b836-4863-8536-e09a8d2648ab admin admin] Request body: {'subnet': {'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1539916349-subnet', 'tenant_id': '21ca62c1596a4d419681f3e57266f544', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:40.737059 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7912891-3a99-4a12-89b6-2350e938d514 admin admin] Pushing event updated for resources: {'Network': ['ID=3f43483d-05ef-426b-881a-d8fc390ab6a9,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:40.750721 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 3f43483d-05ef-426b-881a-d8fc390ab6a9 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:17:40.761186 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe9d8fd-b836-4863-8536-e09a8d2648ab admin admin] Made reservation on behalf of 21ca62c1596a4d419681f3e57266f544 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:17:40.765991 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bbe9d8fd-b836-4863-8536-e09a8d2648ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:41.109460 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b329c4-64a5-4489-accb-1e64716773bd req-ae472b04-5967-496f-b735-9957ee212838 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:41.111568 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d6b329c4-64a5-4489-accb-1e64716773bd req-ae472b04-5967-496f-b735-9957ee212838 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 950 time: 0.1632512 Mar 22 19:17:41.112752 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bbe9d8fd-b836-4863-8536-e09a8d2648ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (bc515ca7-b43f-45d2-b838-320d24bc42f9), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:41.207030 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9d8fd-b836-4863-8536-e09a8d2648ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc515ca7-b43f-45d2-b838-320d24bc42f9,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:41.232780 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe9d8fd-b836-4863-8536-e09a8d2648ab admin admin] Checking segment: {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:17:41.233258 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe9d8fd-b836-4863-8536-e09a8d2648ab admin admin] Network hostable DHCP agents. Network: 3f43483d-05ef-426b-881a-d8fc390ab6a9, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:17:41.239590 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d6b329c4-64a5-4489-accb-1e64716773bd req-e486f210-4cc4-4f2d-bb24-f48fa376820c tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185238 Mar 22 19:17:41.248770 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device dd676179-107e-43cf-b677-eb7c2d034d8a up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:17:41.261242 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe9d8fd-b836-4863-8536-e09a8d2648ab admin admin] Network 3f43483d-05ef-426b-881a-d8fc390ab6a9 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:17:41.280044 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-bbe9d8fd-b836-4863-8536-e09a8d2648ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 3f43483d-05ef-426b-881a-d8fc390ab6a9) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:17:41.285597 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe9d8fd-b836-4863-8536-e09a8d2648ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:41.286447 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bbe9d8fd-b836-4863-8536-e09a8d2648ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:41.303605 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc296ec-6652-447f-a8eb-dbed4b6069a6 None None] Network 3f43483d-05ef-426b-881a-d8fc390ab6a9 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:17:41.326479 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-bbe9d8fd-b836-4863-8536-e09a8d2648ab admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6082139 Mar 22 19:17:41.518805 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-07ef98d8-db46-4bc3-8673-56402fe25d3a tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:17:41.520446 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-07ef98d8-db46-4bc3-8673-56402fe25d3a tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069995 Mar 22 19:17:41.546023 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port dd676179-107e-43cf-b677-eb7c2d034d8a completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:17:41.556120 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port dd676179-107e-43cf-b677-eb7c2d034d8a triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:17:41.557622 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (dd676179-107e-43cf-b677-eb7c2d034d8a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:41.626162 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-85035d81-2ca4-42b2-994c-e37b817bdf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:41.629667 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-85035d81-2ca4-42b2-994c-e37b817bdf2d service neutron] 10.222.0.75 "GET /v2.0/ports/c0f856f7-dd46-407a-9757-5669f772ffe3 HTTP/1.1" status: 200 len: 1125 time: 0.1004591 Mar 22 19:17:41.635895 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99d4f2-eefd-49c4-a5a2-cb5fb29e5702 req-4c3d6a83-14c8-4414-8e17-c17873a97c45 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:41.643126 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa99d4f2-eefd-49c4-a5a2-cb5fb29e5702 req-4c3d6a83-14c8-4414-8e17-c17873a97c45 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/ports?device_id=249249ca-02a7-4ff8-9a6b-b733f2fa88a9 HTTP/1.1" status: 200 len: 948 time: 0.1477191 Mar 22 19:17:41.650490 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-9bf11815-f035-41a6-b1be-169bcdd1b6b0 service neutron] Request body: {'binding': {'host': 'n-h1-705658-24', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:41.651686 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-9bf11815-f035-41a6-b1be-169bcdd1b6b0 service neutron] Unknown quota resources ['binding']. {{(pid=104173) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 19:17:41.678274 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a07de8-9491-49ad-8524-221067522939 None None] Network 3f43483d-05ef-426b-881a-d8fc390ab6a9 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:17:41.777739 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa99d4f2-eefd-49c4-a5a2-cb5fb29e5702 req-ee96a16f-0718-48c0-bfbc-2f02da3cfa1b tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/security-groups?id=9db6d82e-8007-4564-b6e2-60fb9528de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208141 Mar 22 19:17:41.848736 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port dd676179-107e-43cf-b677-eb7c2d034d8a is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:17:41.849782 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (dd676179-107e-43cf-b677-eb7c2d034d8a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:41.923166 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b999c45-ae77-4d42-a6e4-55ae341f0d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd676179-107e-43cf-b677-eb7c2d034d8a'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:17:41.927009 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20524fd-7e6a-4d53-855e-4e5a465f0384" -d '{"events": [{"server_uuid": "4b999c45-ae77-4d42-a6e4-55ae341f0d8f", "name": "network-vif-plugged", "status": "completed", "tag": "dd676179-107e-43cf-b677-eb7c2d034d8a"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:17:41.936286 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-9bf11815-f035-41a6-b1be-169bcdd1b6b0 service neutron] Attempting to bind port c0f856f7-dd46-407a-9757-5669f772ffe3 on host n-h1-705658-24 for vnic_type normal with profile None {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:17:41.936641 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-9bf11815-f035-41a6-b1be-169bcdd1b6b0 service neutron] Attempting to bind port c0f856f7-dd46-407a-9757-5669f772ffe3 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:17:41.938131 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-9bf11815-f035-41a6-b1be-169bcdd1b6b0 service neutron] Attempting to bind port c0f856f7-dd46-407a-9757-5669f772ffe3 on network 63b49c54-7e45-4147-9f0e-8b47e058281a {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:17:41.952668 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port dd676179-107e-43cf-b677-eb7c2d034d8a, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=dd676179-107e-43cf-b677-eb7c2d034d8a,segment=NetworkSegment(7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7),segment_id=7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:17:41.954316 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-9bf11815-f035-41a6-b1be-169bcdd1b6b0 service neutron] Port c0f856f7-dd46-407a-9757-5669f772ffe3 on network 63b49c54-7e45-4147-9f0e-8b47e058281a not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:17:41.954662 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-9bf11815-f035-41a6-b1be-169bcdd1b6b0 service neutron] Attempting to bind port c0f856f7-dd46-407a-9757-5669f772ffe3 on network 63b49c54-7e45-4147-9f0e-8b47e058281a {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:17:41.959700 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (dd676179-107e-43cf-b677-eb7c2d034d8a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:41.962174 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:17:41.967970 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-9bf11815-f035-41a6-b1be-169bcdd1b6b0 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:17:41.968328 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-9bf11815-f035-41a6-b1be-169bcdd1b6b0 service neutron] Checking segment: {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:17:41.970442 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-9bf11815-f035-41a6-b1be-169bcdd1b6b0 service neutron] Bound using segment: {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:17:41.972383 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-9bf11815-f035-41a6-b1be-169bcdd1b6b0 service neutron] Bound port: c0f856f7-dd46-407a-9757-5669f772ffe3, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:17:42.017107 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3939051-6437-4f72-8a77-639ff968d547 req-a87a95e1-a800-4395-af44-579a0b46619e tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:42.034331 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e3939051-6437-4f72-8a77-639ff968d547 req-a87a95e1-a800-4395-af44-579a0b46619e tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 944 time: 0.1351140 Mar 22 19:17:42.036426 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-9bf11815-f035-41a6-b1be-169bcdd1b6b0 service neutron] For port c0f856f7-dd46-407a-9757-5669f772ffe3, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=c0f856f7-dd46-407a-9757-5669f772ffe3,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:17:42.050441 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-9bf11815-f035-41a6-b1be-169bcdd1b6b0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:42.051963 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-9bf11815-f035-41a6-b1be-169bcdd1b6b0 service neutron] 10.222.0.75 "POST /v2.0/ports/c0f856f7-dd46-407a-9757-5669f772ffe3/bindings HTTP/1.1" status: 201 len: 390 time: 0.4131975 Mar 22 19:17:42.082298 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=dd676179-107e-43cf-b677-eb7c2d034d8a,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:42.194515 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e3939051-6437-4f72-8a77-639ff968d547 req-91aab728-8b63-41d5-84a9-451e4c438287 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578233 Mar 22 19:17:42.213883 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a33af30-fae3-49f1-b6f8-268750881024 x-openstack-request-id: req-1a33af30-fae3-49f1-b6f8-268750881024 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:17:42.214371 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b999c45-ae77-4d42-a6e4-55ae341f0d8f", "name": "network-vif-plugged", "status": "completed", "tag": "dd676179-107e-43cf-b677-eb7c2d034d8a", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:17:42.214935 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1a33af30-fae3-49f1-b6f8-268750881024 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:17:42.218421 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a33af30-fae3-49f1-b6f8-268750881024'] response: {'server_uuid': '4b999c45-ae77-4d42-a6e4-55ae341f0d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd676179-107e-43cf-b677-eb7c2d034d8a', 'code': 200} Mar 22 19:17:42.220155 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:17:42.225170 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:17:42.225638 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:42.334774 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37904) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:42.482749 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:17:42.483156 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:42.517587 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d263365-1466-4c4d-968f-c6e5087ea013 req-1896fce3-e2b3-4a71-84f7-82320601cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:42.519436 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2d263365-1466-4c4d-968f-c6e5087ea013 req-1896fce3-e2b3-4a71-84f7-82320601cd5a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 1128 time: 0.1241736 Mar 22 19:17:42.521576 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37912) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:42.536069 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-b7394753-d5ee-47b5-ab07-6d1442b418be admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1852115150-network', 'tenant_id': 'de592165bf9c485d93efffdf81c8a184'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:42.575931 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:17:42.583960 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be857dc-d66e-49a5-9d93-d39c6d9804e0 req-9892e334-0ede-446b-a59f-128743e637d6 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:42.587724 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:42.593463 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0be857dc-d66e-49a5-9d93-d39c6d9804e0 req-9892e334-0ede-446b-a59f-128743e637d6 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 945 time: 0.2222881 Mar 22 19:17:42.624986 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2d263365-1466-4c4d-968f-c6e5087ea013 req-5f4b9032-5950-4703-a74a-5ba4ffeabe03 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770583 Mar 22 19:17:42.629400 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220725be-131b-4081-8c34-268db756092d req-b50e5a72-70d7-40ac-bf52-16c4900c438d tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:42.635561 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7394753-d5ee-47b5-ab07-6d1442b418be admin admin] Made reservation on behalf of de592165bf9c485d93efffdf81c8a184 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:17:42.639238 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-220725be-131b-4081-8c34-268db756092d req-b50e5a72-70d7-40ac-bf52-16c4900c438d tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 950 time: 0.2104702 Mar 22 19:17:42.639771 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7394753-d5ee-47b5-ab07-6d1442b418be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:42.666964 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7394753-d5ee-47b5-ab07-6d1442b418be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:42.683975 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-bf7311dc-57cd-4248-b829-62175b0a1474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:42.686073 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:42.686386 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-bf7311dc-57cd-4248-b829-62175b0a1474 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=635145d2a62d432cbc865a99eb3219e4&device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 1128 time: 0.1730514 Mar 22 19:17:42.734911 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0be857dc-d66e-49a5-9d93-d39c6d9804e0 req-fc5c524d-fb0d-4fd8-a677-a7f2317ef394 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356630 Mar 22 19:17:42.771094 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-220725be-131b-4081-8c34-268db756092d req-946616ed-4893-427f-88cd-9b616a03e146 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296546 Mar 22 19:17:42.800256 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-82001cad-226a-4f6c-8532-4854aea064cf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1002226762-network', 'tenant_id': '2ce462ade62c4e25895dd16faa19fb11'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:42.842956 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7394753-d5ee-47b5-ab07-6d1442b418be admin admin] Publish callbacks [] for security_group (37c85236-3414-44c0-94f8-d676febcb102), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:42.851492 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7394753-d5ee-47b5-ab07-6d1442b418be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (37c85236-3414-44c0-94f8-d676febcb102), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:42.888369 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82001cad-226a-4f6c-8532-4854aea064cf admin admin] Made reservation on behalf of 2ce462ade62c4e25895dd16faa19fb11 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:17:42.893056 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-82001cad-226a-4f6c-8532-4854aea064cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:42.913053 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7394753-d5ee-47b5-ab07-6d1442b418be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:17:42.919798 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-82001cad-226a-4f6c-8532-4854aea064cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:42.922222 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7394753-d5ee-47b5-ab07-6d1442b418be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c85236-3414-44c0-94f8-d676febcb102,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:42.930536 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7394753-d5ee-47b5-ab07-6d1442b418be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (579de051-f50e-4454-b8ff-451365906ed9), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:42.931213 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-b7394753-d5ee-47b5-ab07-6d1442b418be admin admin] Added segment 579de051-f50e-4454-b8ff-451365906ed9 of type vlan for network 26cd5311-0e99-4449-adcd-7e74654c18cd Mar 22 19:17:42.987829 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7394753-d5ee-47b5-ab07-6d1442b418be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (26cd5311-0e99-4449-adcd-7e74654c18cd), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:43.026245 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7394753-d5ee-47b5-ab07-6d1442b418be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (26cd5311-0e99-4449-adcd-7e74654c18cd), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:43.028081 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7394753-d5ee-47b5-ab07-6d1442b418be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:43.039107 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7394753-d5ee-47b5-ab07-6d1442b418be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:43.042950 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-1e2cd9b9-61e1-45c1-b5b5-d25a4d1b5b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:43.046266 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-1e2cd9b9-61e1-45c1-b5b5-d25a4d1b5b46 service neutron] 10.222.0.84 "GET /v2.0/networks?id=63b49c54-7e45-4147-9f0e-8b47e058281a HTTP/1.1" status: 200 len: 909 time: 0.2342129 Mar 22 19:17:43.062063 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b7394753-d5ee-47b5-ab07-6d1442b418be admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5344071 Mar 22 19:17:43.064145 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a45ef-8c92-4c5e-9633-3d7836a4f844 req-1c9fe259-5163-44b2-9895-5840e5fcf88c tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:43.066354 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-625a45ef-8c92-4c5e-9633-3d7836a4f844 req-1c9fe259-5163-44b2-9895-5840e5fcf88c tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/ports?device_id=249249ca-02a7-4ff8-9a6b-b733f2fa88a9 HTTP/1.1" status: 200 len: 949 time: 0.1500537 Mar 22 19:17:43.078617 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37924) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:43.111607 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7394753-d5ee-47b5-ab07-6d1442b418be admin admin] Pushing event updated for resources: {'Network': ['ID=26cd5311-0e99-4449-adcd-7e74654c18cd,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:43.124117 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 26cd5311-0e99-4449-adcd-7e74654c18cd details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:17:43.126121 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-ee9a1754-25cc-4a6f-9f34-1eb7a1e3f01e admin admin] Request body: {'subnet': {'network_id': '26cd5311-0e99-4449-adcd-7e74654c18cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1852115150-subnet', 'tenant_id': 'de592165bf9c485d93efffdf81c8a184', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:43.158947 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-a43394f9-584e-4b96-9cba-d453e8d18c16 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0f856f7-dd46-407a-9757-5669f772ffe3 HTTP/1.1" status: 200 len: 217 time: 0.1040215 Mar 22 19:17:43.242402 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-625a45ef-8c92-4c5e-9633-3d7836a4f844 req-0248d4d8-728f-44c9-b6ba-170fecf4232e tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/security-groups?id=9db6d82e-8007-4564-b6e2-60fb9528de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554403 Mar 22 19:17:43.260651 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-82001cad-226a-4f6c-8532-4854aea064cf admin admin] Publish callbacks [] for security_group (e2841ed9-0f1c-4683-a41f-4beb60eef9fe), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:43.265637 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9a1754-25cc-4a6f-9f34-1eb7a1e3f01e admin admin] Made reservation on behalf of de592165bf9c485d93efffdf81c8a184 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:17:43.267836 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ee9a1754-25cc-4a6f-9f34-1eb7a1e3f01e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:43.271008 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-de2a7008-2887-4f67-85ff-9e13ed832942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:43.272405 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-de2a7008-2887-4f67-85ff-9e13ed832942 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1824832e-8035-4e29-a8c5-aaeabb7261e8 HTTP/1.1" status: 200 len: 848 time: 0.1065795 Mar 22 19:17:43.274157 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-82001cad-226a-4f6c-8532-4854aea064cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e2841ed9-0f1c-4683-a41f-4beb60eef9fe), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:43.369534 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82001cad-226a-4f6c-8532-4854aea064cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:17:43.373247 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-4647c4cb-936a-4e33-a309-a366faf77468 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=63b49c54-7e45-4147-9f0e-8b47e058281a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583453 Mar 22 19:17:43.431038 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82001cad-226a-4f6c-8532-4854aea064cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2841ed9-0f1c-4683-a41f-4beb60eef9fe,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:43.468474 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-82001cad-226a-4f6c-8532-4854aea064cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (7b04b5e8-4c2f-4362-8153-062ff74663dc), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:43.468868 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-82001cad-226a-4f6c-8532-4854aea064cf admin admin] Added segment 7b04b5e8-4c2f-4362-8153-062ff74663dc of type vlan for network ad9498eb-49fc-4719-9fe0-94f29ed202fb Mar 22 19:17:43.545653 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-82001cad-226a-4f6c-8532-4854aea064cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (ad9498eb-49fc-4719-9fe0-94f29ed202fb), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:43.592029 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ed1ec-9f7e-4604-b772-3d3299c2600a req-1e669440-46c3-4381-b207-3e056ef1c09f tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:43.593521 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-833ed1ec-9f7e-4604-b772-3d3299c2600a req-1e669440-46c3-4381-b207-3e056ef1c09f tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.2775278 Mar 22 19:17:43.638935 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-ed86f0b6-43c0-4b7f-85d7-8b8b6a41d8e5 service neutron] 10.222.0.84 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375619 Mar 22 19:17:43.678332 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-82001cad-226a-4f6c-8532-4854aea064cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (ad9498eb-49fc-4719-9fe0-94f29ed202fb), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:43.679305 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82001cad-226a-4f6c-8532-4854aea064cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:43.679884 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-82001cad-226a-4f6c-8532-4854aea064cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:43.854133 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-82001cad-226a-4f6c-8532-4854aea064cf admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5181224 Mar 22 19:17:43.857452 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37938) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:43.865258 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-037eb8de-d639-4218-9fab-e0bd0b5da674 admin admin] Request body: {'subnet': {'network_id': 'ad9498eb-49fc-4719-9fe0-94f29ed202fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1002226762-subnet', 'tenant_id': '2ce462ade62c4e25895dd16faa19fb11', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:43.881836 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-833ed1ec-9f7e-4604-b772-3d3299c2600a req-a4aeb6b8-95ac-44b2-a3a9-33ebba683397 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633655 Mar 22 19:17:43.887842 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82001cad-226a-4f6c-8532-4854aea064cf admin admin] Pushing event updated for resources: {'Network': ['ID=ad9498eb-49fc-4719-9fe0-94f29ed202fb,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:43.891936 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037eb8de-d639-4218-9fab-e0bd0b5da674 admin admin] Made reservation on behalf of 2ce462ade62c4e25895dd16faa19fb11 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:17:43.895679 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-037eb8de-d639-4218-9fab-e0bd0b5da674 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:43.913518 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network ad9498eb-49fc-4719-9fe0-94f29ed202fb details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:17:43.921897 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ee9a1754-25cc-4a6f-9f34-1eb7a1e3f01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (0cd57acc-432f-4ea4-8c13-c4df22e2ae00), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:44.018463 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-92cadd94-904d-4f8c-9baa-6c5c08ec942d service neutron] 10.222.0.84 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659742 Mar 22 19:17:44.037283 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9a1754-25cc-4a6f-9f34-1eb7a1e3f01e admin admin] Checking segment: {'id': '579de051-f50e-4454-b8ff-451365906ed9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '26cd5311-0e99-4449-adcd-7e74654c18cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:17:44.038190 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9a1754-25cc-4a6f-9f34-1eb7a1e3f01e admin admin] Network hostable DHCP agents. Network: 26cd5311-0e99-4449-adcd-7e74654c18cd, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:17:44.052572 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c2ce5-e1ed-4e02-9b88-c17225c641c9 req-90f893a9-1bbd-4f82-bb1b-2eaf0d50fe35 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:44.054320 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc9c2ce5-e1ed-4e02-9b88-c17225c641c9 req-90f893a9-1bbd-4f82-bb1b-2eaf0d50fe35 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 945 time: 0.2076709 Mar 22 19:17:44.076092 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a1754-25cc-4a6f-9f34-1eb7a1e3f01e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cd57acc-432f-4ea4-8c13-c4df22e2ae00,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:44.123916 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a1754-25cc-4a6f-9f34-1eb7a1e3f01e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:44.124385 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a1754-25cc-4a6f-9f34-1eb7a1e3f01e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:44.125134 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a1754-25cc-4a6f-9f34-1eb7a1e3f01e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:44.125392 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a1754-25cc-4a6f-9f34-1eb7a1e3f01e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:44.125881 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a1754-25cc-4a6f-9f34-1eb7a1e3f01e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:44.126274 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a1754-25cc-4a6f-9f34-1eb7a1e3f01e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:44.126632 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a1754-25cc-4a6f-9f34-1eb7a1e3f01e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:44.127030 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a1754-25cc-4a6f-9f34-1eb7a1e3f01e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:44.127417 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a1754-25cc-4a6f-9f34-1eb7a1e3f01e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:44.127754 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a1754-25cc-4a6f-9f34-1eb7a1e3f01e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:44.128154 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a1754-25cc-4a6f-9f34-1eb7a1e3f01e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:44.128552 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a1754-25cc-4a6f-9f34-1eb7a1e3f01e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:44.128961 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a1754-25cc-4a6f-9f34-1eb7a1e3f01e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:44.129354 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a1754-25cc-4a6f-9f34-1eb7a1e3f01e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:44.129745 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9a1754-25cc-4a6f-9f34-1eb7a1e3f01e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:44.158786 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9a1754-25cc-4a6f-9f34-1eb7a1e3f01e admin admin] Network 26cd5311-0e99-4449-adcd-7e74654c18cd is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:17:44.191739 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-037eb8de-d639-4218-9fab-e0bd0b5da674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (843271ad-8589-4fa7-82e2-6c4f32a8cd9c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:44.195669 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50921c-0c14-4b03-9eed-448eb5febe0c req-cae76891-3ae5-4b4c-b1a4-69ba03fa55b6 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:44.202310 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bd50921c-0c14-4b03-9eed-448eb5febe0c req-cae76891-3ae5-4b4c-b1a4-69ba03fa55b6 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 950 time: 0.1399605 Mar 22 19:17:44.205762 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc9c2ce5-e1ed-4e02-9b88-c17225c641c9 req-86749321-9e99-4765-b1a7-f9b5168d6ae6 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312463 Mar 22 19:17:44.206440 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-ee9a1754-25cc-4a6f-9f34-1eb7a1e3f01e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 26cd5311-0e99-4449-adcd-7e74654c18cd) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:17:44.217110 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9a1754-25cc-4a6f-9f34-1eb7a1e3f01e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:44.217626 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ee9a1754-25cc-4a6f-9f34-1eb7a1e3f01e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:44.219999 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249249ca-02a7-4ff8-9a6b-b733f2fa88a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:17:44.225457 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca619f63-5441-4dfd-be33-851f2aca4206" -d '{"events": [{"server_uuid": "249249ca-02a7-4ff8-9a6b-b733f2fa88a9", "name": "network-vif-plugged", "status": "completed", "tag": "e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:17:44.237710 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908831b4-63a0-444b-b616-afac441936c9 None None] Network 26cd5311-0e99-4449-adcd-7e74654c18cd requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:17:44.264279 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ee9a1754-25cc-4a6f-9f34-1eb7a1e3f01e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1833801 Mar 22 19:17:44.329913 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bd50921c-0c14-4b03-9eed-448eb5febe0c req-48823b9a-e7e6-41b4-af26-5c04868ff5f0 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142595 Mar 22 19:17:44.378955 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037eb8de-d639-4218-9fab-e0bd0b5da674 admin admin] Pushing event updated for resources: {'Subnet': ['ID=843271ad-8589-4fa7-82e2-6c4f32a8cd9c,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:44.448108 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037eb8de-d639-4218-9fab-e0bd0b5da674 admin admin] Checking segment: {'id': '7b04b5e8-4c2f-4362-8153-062ff74663dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ad9498eb-49fc-4719-9fe0-94f29ed202fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:17:44.450363 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037eb8de-d639-4218-9fab-e0bd0b5da674 admin admin] Network hostable DHCP agents. Network: ad9498eb-49fc-4719-9fe0-94f29ed202fb, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:17:44.450899 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ead3c3-3b30-4f2b-9c23-84721bd6505b x-openstack-request-id: req-99ead3c3-3b30-4f2b-9c23-84721bd6505b {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:17:44.451212 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249249ca-02a7-4ff8-9a6b-b733f2fa88a9", "name": "network-vif-plugged", "status": "completed", "tag": "e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:17:44.451476 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-99ead3c3-3b30-4f2b-9c23-84721bd6505b {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:17:44.451897 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99ead3c3-3b30-4f2b-9c23-84721bd6505b'] response: {'server_uuid': '249249ca-02a7-4ff8-9a6b-b733f2fa88a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2', 'code': 200} Mar 22 19:17:44.495985 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037eb8de-d639-4218-9fab-e0bd0b5da674 admin admin] Network ad9498eb-49fc-4719-9fe0-94f29ed202fb is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:17:44.518343 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8e02b-2d2a-402f-988d-ef52ab000b56 req-1a872ded-8381-4390-9b50-2c5c0591d67b tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:44.520033 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-07e8e02b-2d2a-402f-988d-ef52ab000b56 req-1a872ded-8381-4390-9b50-2c5c0591d67b tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/ports?device_id=249249ca-02a7-4ff8-9a6b-b733f2fa88a9 HTTP/1.1" status: 200 len: 949 time: 0.0989614 Mar 22 19:17:44.530891 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-037eb8de-d639-4218-9fab-e0bd0b5da674 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, ad9498eb-49fc-4719-9fe0-94f29ed202fb) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:17:44.540828 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037eb8de-d639-4218-9fab-e0bd0b5da674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:44.541543 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-037eb8de-d639-4218-9fab-e0bd0b5da674 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:44.599007 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c202bf13-0a6e-41c4-bd62-7634c4953b36 None None] Network ad9498eb-49fc-4719-9fe0-94f29ed202fb requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:17:44.599240 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-037eb8de-d639-4218-9fab-e0bd0b5da674 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7395232 Mar 22 19:17:44.602055 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37956) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:44.613833 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-4e1224d3-686c-4019-af18-f0d0a1ef37c8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1002226762-router', 'tenant_id': '2ce462ade62c4e25895dd16faa19fb11', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:44.655040 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e1224d3-686c-4019-af18-f0d0a1ef37c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (439d5ee5-0428-4717-9a01-f08f7c601d19), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:44.659674 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e1224d3-686c-4019-af18-f0d0a1ef37c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (439d5ee5-0428-4717-9a01-f08f7c601d19), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:44.752497 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e1224d3-686c-4019-af18-f0d0a1ef37c8 admin admin] Publish callbacks [] for router_controller (439d5ee5-0428-4717-9a01-f08f7c601d19), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:44.790547 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-07e8e02b-2d2a-402f-988d-ef52ab000b56 req-c503a029-7565-42d2-8ee3-64049f64c26e tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/security-groups?id=9db6d82e-8007-4564-b6e2-60fb9528de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443168 Mar 22 19:17:44.796953 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f487c25-11d9-4d07-ae5e-b3db43a5765e req-1c8acd93-9346-4b62-b6a7-952ba4c00930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:44.800328 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5f487c25-11d9-4d07-ae5e-b3db43a5765e req-1c8acd93-9346-4b62-b6a7-952ba4c00930 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=249249ca-02a7-4ff8-9a6b-b733f2fa88a9 HTTP/1.1" status: 200 len: 1132 time: 0.2960126 Mar 22 19:17:44.866855 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c13580-6249-4a9b-84e5-7302cdc5c6b9 None None] Network 26cd5311-0e99-4449-adcd-7e74654c18cd requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:17:44.891471 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5f487c25-11d9-4d07-ae5e-b3db43a5765e req-7a05d270-11d6-473b-9473-5003e075250f service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=9db6d82e-8007-4564-b6e2-60fb9528de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842443 Mar 22 19:17:44.971306 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e1224d3-686c-4019-af18-f0d0a1ef37c8 admin admin] Publish callbacks [] for router_gateway (439d5ee5-0428-4717-9a01-f08f7c601d19), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:44.995270 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-ad9498eb-49fc-4719-9fe0-94f29ed202fb', 'network_id': 'ad9498eb-49fc-4719-9fe0-94f29ed202fb', 'project_id': '2ce462ade62c4e25895dd16faa19fb11', 'fixed_ips': [{'subnet_id': '843271ad-8589-4fa7-82e2-6c4f32a8cd9c'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:17:44.997344 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:45.096741 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0ae9bc-192f-4336-a29d-5ec1656689b4 req-44e5a349-b902-478a-8b2d-0acecacd29b2 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:45.098370 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2d0ae9bc-192f-4336-a29d-5ec1656689b4 req-44e5a349-b902-478a-8b2d-0acecacd29b2 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1105409 Mar 22 19:17:45.206127 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8439f04a-832a-4a76-bd02-5381ccce1fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:45.322124 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] Allocated IP 172.20.0.2 (ad9498eb-49fc-4719-9fe0-94f29ed202fb/843271ad-8589-4fa7-82e2-6c4f32a8cd9c/09f87aff-120a-4e52-b053-df38f533c427) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:17:45.333411 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-d24efeab-49e0-4386-b402-9ce5b03cf416 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:45.335087 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-d24efeab-49e0-4386-b402-9ce5b03cf416 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/networks?id=3f43483d-05ef-426b-881a-d8fc390ab6a9 HTTP/1.1" status: 200 len: 821 time: 0.1945763 Mar 22 19:17:45.437330 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e1224d3-686c-4019-af18-f0d0a1ef37c8 admin admin] Publish callbacks [] for router_gateway (439d5ee5-0428-4717-9a01-f08f7c601d19), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:45.466701 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e1224d3-686c-4019-af18-f0d0a1ef37c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:45.598576 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:45.634457 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-4e1224d3-686c-4019-af18-f0d0a1ef37c8 admin admin] Allocated IP 172.25.5.183 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/ba599db4-e0a4-4b16-bd22-2d42f4268629) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:17:45.664418 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] Publish callbacks [] for port (09f87aff-120a-4e52-b053-df38f533c427), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:45.681836 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (09f87aff-120a-4e52-b053-df38f533c427), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:45.780084 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-2a4977ef-53d2-48d1-8e9d-f89a10e323d3 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/quotas/21ca62c1596a4d419681f3e57266f544 HTTP/1.1" status: 200 len: 375 time: 0.4378486 Mar 22 19:17:45.786865 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e1224d3-686c-4019-af18-f0d0a1ef37c8 admin admin] Publish callbacks [] for port (ba599db4-e0a4-4b16-bd22-2d42f4268629), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:45.789299 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] Network ad9498eb-49fc-4719-9fe0-94f29ed202fb is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:17:45.833561 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] Pushing event updated for resources: {'Port': ['ID=09f87aff-120a-4e52-b053-df38f533c427,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:45.840527 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:17:45.843682 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-c43a2e39-f0ff-498f-9a14-9cb79667f4bb tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=21ca62c1596a4d419681f3e57266f544&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623631 Mar 22 19:17:45.847180 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:17:45.864734 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2d0ae9bc-192f-4336-a29d-5ec1656689b4 req-4dabc93c-f10e-4627-ae12-2fbda357e5df tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7552109 Mar 22 19:17:45.865646 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e1224d3-686c-4019-af18-f0d0a1ef37c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (ba599db4-e0a4-4b16-bd22-2d42f4268629), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:46.001374 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1224d3-686c-4019-af18-f0d0a1ef37c8 admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:17:46.009379 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-4e1224d3-686c-4019-af18-f0d0a1ef37c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:17:46.015709 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1224d3-686c-4019-af18-f0d0a1ef37c8 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:17:46.024243 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] Attempting to bind port 09f87aff-120a-4e52-b053-df38f533c427 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:17:46.024243 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] Attempting to bind port 09f87aff-120a-4e52-b053-df38f533c427 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '7b04b5e8-4c2f-4362-8153-062ff74663dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ad9498eb-49fc-4719-9fe0-94f29ed202fb'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:17:46.024521 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] Attempting to bind port 09f87aff-120a-4e52-b053-df38f533c427 on network ad9498eb-49fc-4719-9fe0-94f29ed202fb {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:17:46.042395 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:17:46.044306 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] Checking segment: {'id': '7b04b5e8-4c2f-4362-8153-062ff74663dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ad9498eb-49fc-4719-9fe0-94f29ed202fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:17:46.044306 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:46.044306 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] Bound using segment: {'id': '7b04b5e8-4c2f-4362-8153-062ff74663dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ad9498eb-49fc-4719-9fe0-94f29ed202fb'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:17:46.044752 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] Bound port: 09f87aff-120a-4e52-b053-df38f533c427, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b04b5e8-4c2f-4362-8153-062ff74663dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ad9498eb-49fc-4719-9fe0-94f29ed202fb'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:17:46.045117 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (09f87aff-120a-4e52-b053-df38f533c427), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:46.059922 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c89cb7-f3fb-4eec-8284-df0c69bae45b req-d012111c-7d43-4178-9055-47d5c8445a2a tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:46.066802 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-57c89cb7-f3fb-4eec-8284-df0c69bae45b req-d012111c-7d43-4178-9055-47d5c8445a2a tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 945 time: 0.0944417 Mar 22 19:17:46.098364 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-5e88fc53-2d51-489c-9741-72293704b38b service neutron] 10.222.0.75 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526765 Mar 22 19:17:46.162517 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1224d3-686c-4019-af18-f0d0a1ef37c8 admin admin] Pushing event updated for resources: {'Port': ['ID=ba599db4-e0a4-4b16-bd22-2d42f4268629,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:46.188417 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1224d3-686c-4019-af18-f0d0a1ef37c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:46.188762 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1224d3-686c-4019-af18-f0d0a1ef37c8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:46.189114 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1224d3-686c-4019-af18-f0d0a1ef37c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:46.189454 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1224d3-686c-4019-af18-f0d0a1ef37c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:46.189822 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1224d3-686c-4019-af18-f0d0a1ef37c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:46.207977 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1224d3-686c-4019-af18-f0d0a1ef37c8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:46.208765 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1224d3-686c-4019-af18-f0d0a1ef37c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:46.209167 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1224d3-686c-4019-af18-f0d0a1ef37c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:46.209812 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1224d3-686c-4019-af18-f0d0a1ef37c8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:46.210291 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1224d3-686c-4019-af18-f0d0a1ef37c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:46.210978 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1224d3-686c-4019-af18-f0d0a1ef37c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:46.211765 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1224d3-686c-4019-af18-f0d0a1ef37c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:46.212389 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1224d3-686c-4019-af18-f0d0a1ef37c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:46.212619 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-2d14523e-3e03-4308-beae-5aa4c5d717b0 service neutron] 10.222.0.75 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131594 Mar 22 19:17:46.213063 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1224d3-686c-4019-af18-f0d0a1ef37c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:46.213777 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1224d3-686c-4019-af18-f0d0a1ef37c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:46.225129 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] For port 09f87aff-120a-4e52-b053-df38f533c427, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:17:46.234462 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] For port 09f87aff-120a-4e52-b053-df38f533c427, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=09f87aff-120a-4e52-b053-df38f533c427,segment=NetworkSegment(7b04b5e8-4c2f-4362-8153-062ff74663dc),segment_id=7b04b5e8-4c2f-4362-8153-062ff74663dc)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:17:46.250593 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (09f87aff-120a-4e52-b053-df38f533c427), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:46.315446 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-57c89cb7-f3fb-4eec-8284-df0c69bae45b req-f87f2d43-8c2c-48f7-befa-073ee8f97ae0 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470679 Mar 22 19:17:46.422763 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] Pushing event updated for resources: {'Port': ['ID=09f87aff-120a-4e52-b053-df38f533c427,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:46.443786 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:46.446696 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:46.447184 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:46.447639 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:46.452248 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:46.452733 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:46.453182 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:46.453644 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:46.454142 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:46.457193 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:46.457807 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:46.458277 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:46.465584 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:46.470263 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:46.471759 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2bb01d-4cea-4f36-b702-fd4ce938228d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:17:46.521027 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499fede-7601-4e22-aefb-462c79fa5976 req-c0d8bc5f-8a30-4665-8650-2698e2fbdaab tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:46.529439 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b499fede-7601-4e22-aefb-462c79fa5976 req-c0d8bc5f-8a30-4665-8650-2698e2fbdaab tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 950 time: 0.1184621 Mar 22 19:17:46.634081 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b499fede-7601-4e22-aefb-462c79fa5976 req-1a486374-d7af-4eac-b561-cf5b54888469 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037569 Mar 22 19:17:46.714483 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e1224d3-686c-4019-af18-f0d0a1ef37c8 admin admin] Publish callbacks [] for router_gateway (439d5ee5-0428-4717-9a01-f08f7c601d19), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:46.919416 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c72ae-5971-4a72-9abe-e394c22c2529 req-7bd61a40-63a8-4376-960a-2625e51991f4 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:46.921926 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ca7c72ae-5971-4a72-9abe-e394c22c2529 req-7bd61a40-63a8-4376-960a-2625e51991f4 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/ports?device_id=249249ca-02a7-4ff8-9a6b-b733f2fa88a9 HTTP/1.1" status: 200 len: 949 time: 0.2027941 Mar 22 19:17:47.019715 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ca7c72ae-5971-4a72-9abe-e394c22c2529 req-aa464797-ec71-42ff-8362-911431a35e7d tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/security-groups?id=9db6d82e-8007-4564-b6e2-60fb9528de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898077 Mar 22 19:17:47.036512 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e1224d3-686c-4019-af18-f0d0a1ef37c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (439d5ee5-0428-4717-9a01-f08f7c601d19), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:47.041740 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-1e567512-908f-48e6-a5e9-a24bcd1131e3 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:47.045373 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-1e567512-908f-48e6-a5e9-a24bcd1131e3 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/networks?id=af063d67-c3ee-47b0-bb92-498195b15a92 HTTP/1.1" status: 200 len: 811 time: 0.2541504 Mar 22 19:17:47.076618 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-46d630f3-2719-4236-bc5d-a4a94ec383d9 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/quotas/d705cf46da4049c5a3f437a1e3d200c6 HTTP/1.1" status: 200 len: 375 time: 0.0246427 Mar 22 19:17:47.122138 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-17ed767e-7b80-47f3-b879-62477c93287a req-c6a51331-2175-4ce3-890b-02ea8370ecc5 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 210 time: 0.0431793 Mar 22 19:17:47.279054 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-93f1bc3d-f7c8-46d0-b39b-c58d892cce92 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d705cf46da4049c5a3f437a1e3d200c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1555829 Mar 22 19:17:47.342658 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6af130d8-e8d8-493d-bbfd-1963867212fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:47.623505 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-bbb8ba9d-51d1-4e6a-97bf-39e1d5490178 service neutron] 10.222.0.75 "GET /v2.0/networks/af063d67-c3ee-47b0-bb92-498195b15a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358188 Mar 22 19:17:47.695673 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1224d3-686c-4019-af18-f0d0a1ef37c8 admin admin] Router 439d5ee5-0428-4717-9a01-f08f7c601d19 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:17:47.826494 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109af446-e31d-468e-8e71-63ac46c7f75a req-ec767aca-ab5a-4e20-a149-bd753bd3afc2 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:47.828305 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-109af446-e31d-468e-8e71-63ac46c7f75a req-ec767aca-ab5a-4e20-a149-bd753bd3afc2 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 945 time: 0.2097547 Mar 22 19:17:47.919702 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-bc47ac76-1096-40eb-be89-b3a29f30b238 service neutron] 10.222.0.75 "GET /v2.0/networks/af063d67-c3ee-47b0-bb92-498195b15a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087972 Mar 22 19:17:47.939429 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-109af446-e31d-468e-8e71-63ac46c7f75a req-ddfa2ade-572c-4f0a-9a5a-af8e1ee9cf3b tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049545 Mar 22 19:17:48.054636 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 09f87aff-120a-4e52-b053-df38f533c427 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:17:48.088490 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1224d3-686c-4019-af18-f0d0a1ef37c8 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:17:48.128297 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e1224d3-686c-4019-af18-f0d0a1ef37c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:48.129737 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4e1224d3-686c-4019-af18-f0d0a1ef37c8 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.5267084 Mar 22 19:17:48.132656 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38032) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:17:48.154070 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:48.168743 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefb26bd-925c-4413-bef3-ff9a6d30ba44 None None] Network ad9498eb-49fc-4719-9fe0-94f29ed202fb requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:17:48.180165 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6713972-afc2-485e-8831-61e57598c71a None None] Sync routers for ids ['439d5ee5-0428-4717-9a01-f08f7c601d19'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:17:48.359256 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-f6a65621-ba51-48ca-af6e-5e0e0d54866b tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=3c1864ec73704dd6b7a3598ea8b26760&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416567 Mar 22 19:17:48.373369 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4bc289-d3f4-441e-b71f-ca063fe50888 req-5ba4a06b-8e0e-4db3-9b5a-e82a05fd5e9c tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:48.382050 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc4bc289-d3f4-441e-b71f-ca063fe50888 req-5ba4a06b-8e0e-4db3-9b5a-e82a05fd5e9c tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 950 time: 0.1196392 Mar 22 19:17:48.473243 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc4bc289-d3f4-441e-b71f-ca063fe50888 req-6bd408dd-3c29-4b49-a13a-3c59aa081c63 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875914 Mar 22 19:17:48.661453 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-31aa0294-7c0f-4329-af00-8816b902db16 req-1ddfc084-d433-4e73-abb6-d8651455ec38 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 210 time: 0.0457022 Mar 22 19:17:48.751332 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-8b3628b9-bac0-4ba6-a099-c0012dc74a9d None None] Provisioning complete for port 09f87aff-120a-4e52-b053-df38f533c427 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:17:48.751742 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8b3628b9-bac0-4ba6-a099-c0012dc74a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (09f87aff-120a-4e52-b053-df38f533c427), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:48.814512 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1c23ec1c-44f6-43a5-bc6d-1610adabba6f req-7e82b319-86fe-4256-8059-431e55e30094 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d8e5460-11c6-4047-a926-53fbc5e422d7 HTTP/1.1" status: 200 len: 210 time: 0.0469415 Mar 22 19:17:48.919396 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6713972-afc2-485e-8831-61e57598c71a None None] Routers {'439d5ee5-0428-4717-9a01-f08f7c601d19'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:17:48.922305 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b6713972-afc2-485e-8831-61e57598c71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:17:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['439d5ee5-0428-4717-9a01-f08f7c601d19'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:17:48.928773 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-52331891-52ad-44e5-ba74-bb037031c90e tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:48.930730 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-52331891-52ad-44e5-ba74-bb037031c90e tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.85 "GET /v2.0/networks?id=3f43483d-05ef-426b-881a-d8fc390ab6a9 HTTP/1.1" status: 200 len: 821 time: 0.3457532 Mar 22 19:17:48.937769 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-38542b0f-e05f-4b8c-85ab-35d3b30a1235 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:48.944811 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-38542b0f-e05f-4b8c-85ab-35d3b30a1235 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5602546 Mar 22 19:17:48.966395 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-4c20701c-2db6-4b53-b567-986b9d4e5b49 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/quotas/3c1864ec73704dd6b7a3598ea8b26760 HTTP/1.1" status: 200 len: 375 time: 0.0206459 Mar 22 19:17:48.972320 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-e53e81de-8b61-45f0-81b4-152e8812d698 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Request body: {'port': {'device_id': '7c3280fb-6d74-46f7-829d-3337dbd2777a', 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9', 'admin_state_up': True, 'tenant_id': '21ca62c1596a4d419681f3e57266f544'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:49.016860 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 09f87aff-120a-4e52-b053-df38f533c427 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:17:49.017298 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (09f87aff-120a-4e52-b053-df38f533c427), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:49.201290 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:49.400229 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8b3628b9-bac0-4ba6-a099-c0012dc74a9d None None] Current status of the port 09f87aff-120a-4e52-b053-df38f533c427 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:17:49.400783 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8b3628b9-bac0-4ba6-a099-c0012dc74a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (09f87aff-120a-4e52-b053-df38f533c427), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:49.454095 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 09f87aff-120a-4e52-b053-df38f533c427 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:17:49.454394 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (09f87aff-120a-4e52-b053-df38f533c427), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:49.480306 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-b6713972-afc2-485e-8831-61e57598c71a None None] Set router 439d5ee5-0428-4717-9a01-f08f7c601d19 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:17:49.533942 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-8b3628b9-bac0-4ba6-a099-c0012dc74a9d None None] For port 09f87aff-120a-4e52-b053-df38f533c427, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=09f87aff-120a-4e52-b053-df38f533c427,segment=NetworkSegment(7b04b5e8-4c2f-4362-8153-062ff74663dc),segment_id=7b04b5e8-4c2f-4362-8153-062ff74663dc)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:17:49.557606 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-dec301a4-f557-4a04-91c4-8f014536976c tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=3c1864ec73704dd6b7a3598ea8b26760&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5882587 Mar 22 19:17:49.583506 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8b3628b9-bac0-4ba6-a099-c0012dc74a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (09f87aff-120a-4e52-b053-df38f533c427), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:49.674836 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d6ea5-09cd-4df8-9625-5819d1b874cf req-da853d00-e8ca-4992-aa25-b98e93ea54ea tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:49.684996 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-578d6ea5-09cd-4df8-9625-5819d1b874cf req-da853d00-e8ca-4992-aa25-b98e93ea54ea tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 945 time: 0.5083876 Mar 22 19:17:49.847279 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:17:49.847789 n-d-705658-24 neutron-server[104174]: DEBUG oslo_db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:17:49.886773 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3628b9-bac0-4ba6-a099-c0012dc74a9d None None] Pushing event updated for resources: {'Port': ['ID=09f87aff-120a-4e52-b053-df38f533c427,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:49.948676 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b6713972-afc2-485e-8831-61e57598c71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439d5ee5-0428-4717-9a01-f08f7c601d19', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1002226762-router', 'tenant_id': '2ce462ade62c4e25895dd16faa19fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'ba599db4-e0a4-4b16-bd22-2d42f4268629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:17:44Z', 'updated_at': '2022-03-22T19:17:46Z', 'revision_number': 3, 'project_id': '2ce462ade62c4e25895dd16faa19fb11', 'gw_port': {'id': 'ba599db4-e0a4-4b16-bd22-2d42f4268629', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439d5ee5-0428-4717-9a01-f08f7c601d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:17:45Z', 'updated_at': '2022-03-22T19:17:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:17:49.954676 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-e53e81de-8b61-45f0-81b4-152e8812d698 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Made reservation on behalf of 21ca62c1596a4d419681f3e57266f544 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:17:49.958063 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-e53e81de-8b61-45f0-81b4-152e8812d698 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:50.033493 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6713972-afc2-485e-8831-61e57598c71a None None] Checking router: 439d5ee5-0428-4717-9a01-f08f7c601d19 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:17:50.033881 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6713972-afc2-485e-8831-61e57598c71a None None] Updating router 439d5ee5-0428-4717-9a01-f08f7c601d19 port ba599db4-e0a4-4b16-bd22-2d42f4268629 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:17:50.035831 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:50.084354 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b6713972-afc2-485e-8831-61e57598c71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ba599db4-e0a4-4b16-bd22-2d42f4268629), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:50.162195 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-578d6ea5-09cd-4df8-9625-5819d1b874cf req-d92cda3b-76f1-4d16-9cf4-f5f91616664d tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4706333 Mar 22 19:17:50.444964 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80a7d8af-35bf-4342-9758-1a73232d9cbc req-7c521775-e1a1-4103-9883-b3341b58dea1 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 210 time: 0.1537735 Mar 22 19:17:50.573510 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d229f5e5-44c1-4074-831e-a24d5801a6c0 req-8b0b211f-47d5-4092-aeef-361fb4770740 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59d4860-c310-4c55-bc5f-10db93229635 HTTP/1.1" status: 200 len: 210 time: 0.0574627 Mar 22 19:17:50.691978 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-e00c9bb2-4b7e-4a81-905d-990f70e1dea9 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:50.693927 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-e00c9bb2-4b7e-4a81-905d-990f70e1dea9 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.84 "GET /v2.0/networks?id=af063d67-c3ee-47b0-bb92-498195b15a92 HTTP/1.1" status: 200 len: 811 time: 0.6594689 Mar 22 19:17:50.727811 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d85b6e-3c1c-406f-a66d-35a0b68d2b58 req-c9782cc0-ddef-4967-b7c3-b29e9b22c015 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:50.731519 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-12c41cee-1158-4fdc-857e-f6af20cb55b5 None None] Provisioning complete for port 09f87aff-120a-4e52-b053-df38f533c427 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:17:50.732144 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-12c41cee-1158-4fdc-857e-f6af20cb55b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (09f87aff-120a-4e52-b053-df38f533c427), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:50.732838 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-98d85b6e-3c1c-406f-a66d-35a0b68d2b58 req-c9782cc0-ddef-4967-b7c3-b29e9b22c015 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 950 time: 0.5645652 Mar 22 19:17:50.748086 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-557a5b8d-2e4f-4362-b6eb-bf43022d5a31 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Request body: {'port': {'device_id': '0d8e5460-11c6-4047-a926-53fbc5e422d7', 'network_id': 'af063d67-c3ee-47b0-bb92-498195b15a92', 'admin_state_up': True, 'tenant_id': 'd705cf46da4049c5a3f437a1e3d200c6'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:50.849306 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 09f87aff-120a-4e52-b053-df38f533c427 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:17:50.849641 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3285bb91-0958-4e9d-b9b8-cd83f4e697aa req-dea64302-d8f1-4e5b-8fa3-d023b7819606 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d8e5460-11c6-4047-a926-53fbc5e422d7 HTTP/1.1" status: 200 len: 210 time: 0.1378372 Mar 22 19:17:50.900069 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b2dc66a9-2272-4ba8-b836-9159fc7bc429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:50.912952 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b6713972-afc2-485e-8831-61e57598c71a None None] Publish callbacks [] for port (ba599db4-e0a4-4b16-bd22-2d42f4268629), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:50.977547 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b6713972-afc2-485e-8831-61e57598c71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (ba599db4-e0a4-4b16-bd22-2d42f4268629), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:51.064608 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 09f87aff-120a-4e52-b053-df38f533c427 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:17:51.137505 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-12c41cee-1158-4fdc-857e-f6af20cb55b5 None None] Current status of the port 09f87aff-120a-4e52-b053-df38f533c427 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:17:51.166438 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-b6713972-afc2-485e-8831-61e57598c71a None None] Attempting to bind port ba599db4-e0a4-4b16-bd22-2d42f4268629 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:17:51.167461 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-b6713972-afc2-485e-8831-61e57598c71a None None] Attempting to bind port ba599db4-e0a4-4b16-bd22-2d42f4268629 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:17:51.168675 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6713972-afc2-485e-8831-61e57598c71a None None] Attempting to bind port ba599db4-e0a4-4b16-bd22-2d42f4268629 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:17:51.178436 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a9f76-13f0-4631-8c32-78e5dbddfc46 None None] Pushing event updated for resources: {'Port': ['ID=ba599db4-e0a4-4b16-bd22-2d42f4268629,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:51.187655 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6713972-afc2-485e-8831-61e57598c71a None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:17:51.188287 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6713972-afc2-485e-8831-61e57598c71a None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:17:51.188790 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b6713972-afc2-485e-8831-61e57598c71a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:51.189323 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6713972-afc2-485e-8831-61e57598c71a None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:17:51.190027 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-b6713972-afc2-485e-8831-61e57598c71a None None] Bound port: ba599db4-e0a4-4b16-bd22-2d42f4268629, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:17:51.190501 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b6713972-afc2-485e-8831-61e57598c71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ba599db4-e0a4-4b16-bd22-2d42f4268629), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:51.263048 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 09f87aff-120a-4e52-b053-df38f533c427 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:17:51.263578 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (09f87aff-120a-4e52-b053-df38f533c427), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:51.297368 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-b6713972-afc2-485e-8831-61e57598c71a None None] For port ba599db4-e0a4-4b16-bd22-2d42f4268629, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:17:51.333842 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-b6713972-afc2-485e-8831-61e57598c71a None None] For port ba599db4-e0a4-4b16-bd22-2d42f4268629, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=ba599db4-e0a4-4b16-bd22-2d42f4268629,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:17:51.352908 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:51.362504 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b6713972-afc2-485e-8831-61e57598c71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (ba599db4-e0a4-4b16-bd22-2d42f4268629), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:51.367751 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-e53e81de-8b61-45f0-81b4-152e8812d698 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Allocated IP 172.20.0.11 (3f43483d-05ef-426b-881a-d8fc390ab6a9/bc515ca7-b43f-45d2-b838-320d24bc42f9/27c13ab8-4afc-4cd0-80c8-f2143469b5fa) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:17:51.451575 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-98d85b6e-3c1c-406f-a66d-35a0b68d2b58 req-1ad1bfe8-5999-42ca-9535-95447e38ce28 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6949368 Mar 22 19:17:51.524295 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a9f76-13f0-4631-8c32-78e5dbddfc46 None None] Pushing event updated for resources: {'Port': ['ID=ba599db4-e0a4-4b16-bd22-2d42f4268629,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:51.534348 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6713972-afc2-485e-8831-61e57598c71a None None] Routers {'439d5ee5-0428-4717-9a01-f08f7c601d19'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:17:51.536222 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b6713972-afc2-485e-8831-61e57598c71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:17:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['439d5ee5-0428-4717-9a01-f08f7c601d19'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:17:51.538375 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 09f87aff-120a-4e52-b053-df38f533c427 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:17:51.721309 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-b6713972-afc2-485e-8831-61e57598c71a None None] Set router 439d5ee5-0428-4717-9a01-f08f7c601d19 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:17:51.751347 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-80e07b28-112d-4eeb-9f51-bdbbecfcab53 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=3c1864ec73704dd6b7a3598ea8b26760&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0942760 Mar 22 19:17:51.770265 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f6eae493-c0d9-4ef8-9f92-ba510a45c4a0 req-d24644ca-90ba-40db-8cfb-795a8a121f9a tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 210 time: 0.2031074 Mar 22 19:17:51.953433 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7bd7c-b7c4-431f-b895-0ebfe53a792b req-17f1e32b-6f0c-48fa-9e12-4d09312fd930 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:51.962749 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eec7bd7c-b7c4-431f-b895-0ebfe53a792b req-17f1e32b-6f0c-48fa-9e12-4d09312fd930 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 945 time: 0.6105962 Mar 22 19:17:52.094813 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-b8246d5f-d24d-4c9d-9eb6-83992eb7b1a7 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:52.096379 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-b8246d5f-d24d-4c9d-9eb6-83992eb7b1a7 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3391798 Mar 22 19:17:52.125049 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-0403f809-8e54-454a-9e1c-80b729f7c058 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Request body: {'port': {'device_id': 'b59d4860-c310-4c55-bc5f-10db93229635', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'admin_state_up': True, 'tenant_id': '3c1864ec73704dd6b7a3598ea8b26760'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:52.130523 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3aac3a72-0c77-4c44-bad2-aa0795fe6a89 req-c077f587-d610-4c4e-921f-132eea020676 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59d4860-c310-4c55-bc5f-10db93229635 HTTP/1.1" status: 200 len: 210 time: 0.2234647 Mar 22 19:17:52.154533 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-557a5b8d-2e4f-4362-b6eb-bf43022d5a31 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Made reservation on behalf of d705cf46da4049c5a3f437a1e3d200c6 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:17:52.158229 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-557a5b8d-2e4f-4362-b6eb-bf43022d5a31 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:52.347939 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3871386f-1d8e-4a2d-88d5-3403557474c3 req-a1d1fbd6-b95a-46b6-b8e5-7425622f9ba9 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d8e5460-11c6-4047-a926-53fbc5e422d7 HTTP/1.1" status: 200 len: 210 time: 0.0902262 Mar 22 19:17:52.350300 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-0403f809-8e54-454a-9e1c-80b729f7c058 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Made reservation on behalf of 3c1864ec73704dd6b7a3598ea8b26760 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:17:52.356315 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-0403f809-8e54-454a-9e1c-80b729f7c058 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:52.456180 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eec7bd7c-b7c4-431f-b895-0ebfe53a792b req-80e12ea7-02a3-4e38-9c1f-4dbde08119e9 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4892905 Mar 22 19:17:52.482244 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-b2dc66a9-2272-4ba8-b836-9159fc7bc429 admin admin] Allocated IP 172.20.0.1 (ad9498eb-49fc-4719-9fe0-94f29ed202fb/843271ad-8589-4fa7-82e2-6c4f32a8cd9c/328a779c-eba8-495f-9572-9649274ad44f) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:17:52.544976 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b6713972-afc2-485e-8831-61e57598c71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439d5ee5-0428-4717-9a01-f08f7c601d19', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1002226762-router', 'tenant_id': '2ce462ade62c4e25895dd16faa19fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'ba599db4-e0a4-4b16-bd22-2d42f4268629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:17:44Z', 'updated_at': '2022-03-22T19:17:46Z', 'revision_number': 3, 'project_id': '2ce462ade62c4e25895dd16faa19fb11', 'gw_port': {'id': 'ba599db4-e0a4-4b16-bd22-2d42f4268629', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439d5ee5-0428-4717-9a01-f08f7c601d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:17:45Z', 'updated_at': '2022-03-22T19:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:17:52.560007 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-e53e81de-8b61-45f0-81b4-152e8812d698 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Publish callbacks [] for port (27c13ab8-4afc-4cd0-80c8-f2143469b5fa), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:52.607925 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6713972-afc2-485e-8831-61e57598c71a None None] The sync data for ids ['439d5ee5-0428-4717-9a01-f08f7c601d19'] in n-d-705658-24 is: [{'id': '439d5ee5-0428-4717-9a01-f08f7c601d19', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1002226762-router', 'tenant_id': '2ce462ade62c4e25895dd16faa19fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'ba599db4-e0a4-4b16-bd22-2d42f4268629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:17:44Z', 'updated_at': '2022-03-22T19:17:46Z', 'revision_number': 3, 'project_id': '2ce462ade62c4e25895dd16faa19fb11', 'gw_port': {'id': 'ba599db4-e0a4-4b16-bd22-2d42f4268629', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439d5ee5-0428-4717-9a01-f08f7c601d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:17:45Z', 'updated_at': '2022-03-22T19:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:17:52.639481 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-0403f809-8e54-454a-9e1c-80b729f7c058 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Allocated IP 192.168.233.87 (43c82fd2-7e25-4eba-86f2-aced26197dba/e28314b8-0ed1-465e-a6f2-eda7f6b773cd/1e39d502-6bf2-4873-9e3c-4893ea7ef97f) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:17:52.699621 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-557a5b8d-2e4f-4362-b6eb-bf43022d5a31 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Allocated IP 172.20.0.3 (af063d67-c3ee-47b0-bb92-498195b15a92/449e1584-fac1-45c3-a72f-a3a79da9b7df/7061c009-d60f-468f-a825-16adb20ee6eb) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:17:52.851542 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78cfaa-2964-4c3c-8705-700a914147f9 req-b9f1a25c-c45b-4ecc-bd24-301b2d91dc7d tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:52.859543 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ff78cfaa-2964-4c3c-8705-700a914147f9 req-b9f1a25c-c45b-4ecc-bd24-301b2d91dc7d tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 950 time: 0.2864125 Mar 22 19:17:52.882659 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b2dc66a9-2272-4ba8-b836-9159fc7bc429 admin admin] Publish callbacks [] for port (328a779c-eba8-495f-9572-9649274ad44f), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:52.887633 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-e53e81de-8b61-45f0-81b4-152e8812d698 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (27c13ab8-4afc-4cd0-80c8-f2143469b5fa), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:52.966369 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-0403f809-8e54-454a-9e1c-80b729f7c058 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Publish callbacks [] for port (1e39d502-6bf2-4873-9e3c-4893ea7ef97f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:53.007835 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e81de-8b61-45f0-81b4-152e8812d698 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Pushing event updated for resources: {'Port': ['ID=27c13ab8-4afc-4cd0-80c8-f2143469b5fa,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:53.033117 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-0403f809-8e54-454a-9e1c-80b729f7c058 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (1e39d502-6bf2-4873-9e3c-4893ea7ef97f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:53.064118 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:17:53.123483 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-e53e81de-8b61-45f0-81b4-152e8812d698 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Network 3f43483d-05ef-426b-881a-d8fc390ab6a9 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:17:53.173668 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-0403f809-8e54-454a-9e1c-80b729f7c058 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Network 43c82fd2-7e25-4eba-86f2-aced26197dba is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:17:53.175325 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-e53e81de-8b61-45f0-81b4-152e8812d698 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:17:53.186451 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-0403f809-8e54-454a-9e1c-80b729f7c058 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:17:53.194531 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-0403f809-8e54-454a-9e1c-80b729f7c058 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:17:53.197691 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-e53e81de-8b61-45f0-81b4-152e8812d698 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:17:53.345803 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-e53e81de-8b61-45f0-81b4-152e8812d698 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:53.347274 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-e53e81de-8b61-45f0-81b4-152e8812d698 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:53.347840 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-0403f809-8e54-454a-9e1c-80b729f7c058 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:53.348531 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-0403f809-8e54-454a-9e1c-80b729f7c058 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:53.426842 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-0403f809-8e54-454a-9e1c-80b729f7c058 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3199551 Mar 22 19:17:53.431608 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0403f809-8e54-454a-9e1c-80b729f7c058 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Pushing event updated for resources: {'Port': ['ID=1e39d502-6bf2-4873-9e3c-4893ea7ef97f,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:53.446211 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-721521ec-8da8-4a8d-9008-d1ded19735fd service neutron] Request body: {'port': {'device_id': 'b59d4860-c310-4c55-bc5f-10db93229635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:53.601923 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-721521ec-8da8-4a8d-9008-d1ded19735fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1e39d502-6bf2-4873-9e3c-4893ea7ef97f), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:53.659005 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-e53e81de-8b61-45f0-81b4-152e8812d698 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6899414 Mar 22 19:17:53.725431 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-78ba478e-30ae-4336-9059-70f475697be1 None None] Provisioning complete for port 1e39d502-6bf2-4873-9e3c-4893ea7ef97f triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:17:53.731889 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-78ba478e-30ae-4336-9059-70f475697be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (1e39d502-6bf2-4873-9e3c-4893ea7ef97f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:53.749867 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-53ca8f0a-e38a-4d94-9c79-628d85f45b60 service neutron] Request body: {'port': {'device_id': '7c3280fb-6d74-46f7-829d-3337dbd2777a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:53.767999 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ff78cfaa-2964-4c3c-8705-700a914147f9 req-3f4dd9bd-10d7-4102-b5f8-d266def104fe tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9045250 Mar 22 19:17:53.775724 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b2dc66a9-2272-4ba8-b836-9159fc7bc429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (328a779c-eba8-495f-9572-9649274ad44f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:53.874141 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-78ba478e-30ae-4336-9059-70f475697be1 None None] Port 1e39d502-6bf2-4873-9e3c-4893ea7ef97f cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:17:53.945165 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d3fc5-de90-4149-a624-699add6d7871 req-3c696500-7bed-4529-832f-c8923ea6f0c7 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:53.954667 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3a4d3fc5-de90-4149-a624-699add6d7871 req-3c696500-7bed-4529-832f-c8923ea6f0c7 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 932 time: 0.9619875 Mar 22 19:17:53.994010 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-557a5b8d-2e4f-4362-b6eb-bf43022d5a31 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Publish callbacks [] for port (7061c009-d60f-468f-a825-16adb20ee6eb), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:54.088143 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dc66a9-2272-4ba8-b836-9159fc7bc429 admin admin] Network ad9498eb-49fc-4719-9fe0-94f29ed202fb is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:17:54.115256 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-b2dc66a9-2272-4ba8-b836-9159fc7bc429 admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:17:54.139705 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc66a9-2272-4ba8-b836-9159fc7bc429 admin admin] Pushing event updated for resources: {'Port': ['ID=328a779c-eba8-495f-9572-9649274ad44f,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:54.149096 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dc66a9-2272-4ba8-b836-9159fc7bc429 admin admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:17:54.194115 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-53ca8f0a-e38a-4d94-9c79-628d85f45b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (27c13ab8-4afc-4cd0-80c8-f2143469b5fa), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:54.254012 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-721521ec-8da8-4a8d-9008-d1ded19735fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e39d502-6bf2-4873-9e3c-4893ea7ef97f {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:17:54.270946 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-721521ec-8da8-4a8d-9008-d1ded19735fd service neutron] Publish callbacks [] for port (1e39d502-6bf2-4873-9e3c-4893ea7ef97f), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:54.297559 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-721521ec-8da8-4a8d-9008-d1ded19735fd service neutron] Transition to ACTIVE for port object 1e39d502-6bf2-4873-9e3c-4893ea7ef97f will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:17:54.319001 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-721521ec-8da8-4a8d-9008-d1ded19735fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (1e39d502-6bf2-4873-9e3c-4893ea7ef97f), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:54.319247 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3a4d3fc5-de90-4149-a624-699add6d7871 req-6693c37a-b239-4598-9565-19db78e1037d tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630931 Mar 22 19:17:54.332491 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b2dc66a9-2272-4ba8-b836-9159fc7bc429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (439d5ee5-0428-4717-9a01-f08f7c601d19), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:54.423256 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721521ec-8da8-4a8d-9008-d1ded19735fd service neutron] Pushing event updated for resources: {'Port': ['ID=1e39d502-6bf2-4873-9e3c-4893ea7ef97f,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:54.612692 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-557a5b8d-2e4f-4362-b6eb-bf43022d5a31 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (7061c009-d60f-468f-a825-16adb20ee6eb), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:54.614470 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-721521ec-8da8-4a8d-9008-d1ded19735fd service neutron] Attempting to bind port 1e39d502-6bf2-4873-9e3c-4893ea7ef97f on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:17:54.617227 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-721521ec-8da8-4a8d-9008-d1ded19735fd service neutron] Attempting to bind port 1e39d502-6bf2-4873-9e3c-4893ea7ef97f by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:17:54.617648 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-721521ec-8da8-4a8d-9008-d1ded19735fd service neutron] Attempting to bind port 1e39d502-6bf2-4873-9e3c-4893ea7ef97f on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:17:54.629626 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-721521ec-8da8-4a8d-9008-d1ded19735fd service neutron] Port 1e39d502-6bf2-4873-9e3c-4893ea7ef97f on network 43c82fd2-7e25-4eba-86f2-aced26197dba not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:17:54.630576 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-721521ec-8da8-4a8d-9008-d1ded19735fd service neutron] Attempting to bind port 1e39d502-6bf2-4873-9e3c-4893ea7ef97f on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:17:54.641532 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-721521ec-8da8-4a8d-9008-d1ded19735fd service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:17:54.644377 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-721521ec-8da8-4a8d-9008-d1ded19735fd service neutron] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:17:54.644974 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-721521ec-8da8-4a8d-9008-d1ded19735fd service neutron] Bound using segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:17:54.646960 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['dd676179-107e-43cf-b677-eb7c2d034d8a'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:17:54.647609 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-721521ec-8da8-4a8d-9008-d1ded19735fd service neutron] Bound port: 1e39d502-6bf2-4873-9e3c-4893ea7ef97f, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:17:54.648096 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-721521ec-8da8-4a8d-9008-d1ded19735fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1e39d502-6bf2-4873-9e3c-4893ea7ef97f), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:54.684743 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc934f5-ef2b-4ce5-b3d7-ec60587f954a req-cffec237-b286-4dde-9022-346885911394 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:54.692212 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0dc934f5-ef2b-4ce5-b3d7-ec60587f954a req-cffec237-b286-4dde-9022-346885911394 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59d4860-c310-4c55-bc5f-10db93229635 HTTP/1.1" status: 200 len: 935 time: 0.7183719 Mar 22 19:17:54.783166 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-47ea7564-6b6e-4543-a655-003a4f760566 None None] Provisioning complete for port 328a779c-eba8-495f-9572-9649274ad44f triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:17:54.783712 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-47ea7564-6b6e-4543-a655-003a4f760566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (328a779c-eba8-495f-9572-9649274ad44f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:54.856090 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-721521ec-8da8-4a8d-9008-d1ded19735fd service neutron] For port 1e39d502-6bf2-4873-9e3c-4893ea7ef97f, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:17:54.865883 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-721521ec-8da8-4a8d-9008-d1ded19735fd service neutron] For port 1e39d502-6bf2-4873-9e3c-4893ea7ef97f, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=1e39d502-6bf2-4873-9e3c-4893ea7ef97f,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:17:54.893740 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-721521ec-8da8-4a8d-9008-d1ded19735fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (1e39d502-6bf2-4873-9e3c-4893ea7ef97f), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:54.945639 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-721521ec-8da8-4a8d-9008-d1ded19735fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:54.950828 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-721521ec-8da8-4a8d-9008-d1ded19735fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:54.951027 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-47ea7564-6b6e-4543-a655-003a4f760566 None None] Port 328a779c-eba8-495f-9572-9649274ad44f cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:17:54.956023 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-721521ec-8da8-4a8d-9008-d1ded19735fd service neutron] 10.222.0.85 "PUT /v2.0/ports/1e39d502-6bf2-4873-9e3c-4893ea7ef97f HTTP/1.1" status: 200 len: 1096 time: 1.5173020 Mar 22 19:17:54.958975 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b59d4860-c310-4c55-bc5f-10db93229635', 'tag': '1e39d502-6bf2-4873-9e3c-4893ea7ef97f'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:17:54.972741 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcdc556-913a-4f92-a9a5-df8ee6868b08" -d '{"events": [{"name": "network-changed", "server_uuid": "b59d4860-c310-4c55-bc5f-10db93229635", "tag": "1e39d502-6bf2-4873-9e3c-4893ea7ef97f"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:17:55.120499 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721521ec-8da8-4a8d-9008-d1ded19735fd service neutron] Pushing event updated for resources: {'Port': ['ID=1e39d502-6bf2-4873-9e3c-4893ea7ef97f,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:55.182351 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device ba599db4-e0a4-4b16-bd22-2d42f4268629 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:17:55.262474 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-c98f6f1e-5127-413e-aaad-21c4a635ace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:55.267080 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-c98f6f1e-5127-413e-aaad-21c4a635ace6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3c1864ec73704dd6b7a3598ea8b26760&device_id=b59d4860-c310-4c55-bc5f-10db93229635 HTTP/1.1" status: 200 len: 1130 time: 0.1354301 Mar 22 19:17:55.300895 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port ba599db4-e0a4-4b16-bd22-2d42f4268629 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:17:55.303679 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (ba599db4-e0a4-4b16-bd22-2d42f4268629), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:55.323812 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-557a5b8d-2e4f-4362-b6eb-bf43022d5a31 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Network af063d67-c3ee-47b0-bb92-498195b15a92 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:17:55.391681 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-17bd4c38-91ae-40d3-a81a-88f66f84eca3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=1e39d502-6bf2-4873-9e3c-4893ea7ef97f HTTP/1.1" status: 200 len: 217 time: 0.1115575 Mar 22 19:17:55.461521 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-557a5b8d-2e4f-4362-b6eb-bf43022d5a31 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:17:55.464778 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-557a5b8d-2e4f-4362-b6eb-bf43022d5a31 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:17:55.468360 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port ba599db4-e0a4-4b16-bd22-2d42f4268629 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:17:55.468954 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ba599db4-e0a4-4b16-bd22-2d42f4268629), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:55.518644 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a5b8d-2e4f-4362-b6eb-bf43022d5a31 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Pushing event updated for resources: {'Port': ['ID=7061c009-d60f-468f-a825-16adb20ee6eb,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:55.540600 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port ba599db4-e0a4-4b16-bd22-2d42f4268629, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=ba599db4-e0a4-4b16-bd22-2d42f4268629,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:17:55.560592 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (ba599db4-e0a4-4b16-bd22-2d42f4268629), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:55.580088 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1cfec-a2a3-4a44-9318-65eef4d56147 req-b43e7200-98fe-45b3-a342-6929e77059a0 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:55.583758 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-d8567e75-4937-4b11-ab08-f630a917b653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:55.586270 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-d8567e75-4937-4b11-ab08-f630a917b653 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1892564 Mar 22 19:17:55.587686 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-40d1cfec-a2a3-4a44-9318-65eef4d56147 req-b43e7200-98fe-45b3-a342-6929e77059a0 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d8e5460-11c6-4047-a926-53fbc5e422d7 HTTP/1.1" status: 200 len: 931 time: 1.0098436 Mar 22 19:17:55.656161 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=ba599db4-e0a4-4b16-bd22-2d42f4268629,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:55.675031 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0dc934f5-ef2b-4ce5-b3d7-ec60587f954a req-88db2832-eaff-435e-ace1-14bbfc3d5e56 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/security-groups?id=9db6d82e-8007-4564-b6e2-60fb9528de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9732182 Mar 22 19:17:55.709393 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-820fd16c-f2cc-4867-a0de-bb8de44ca220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:55.711405 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-820fd16c-f2cc-4867-a0de-bb8de44ca220 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1162612 Mar 22 19:17:55.895746 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-f0608b6a-6d2f-4734-9379-681b36ef1fa3 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735222 Mar 22 19:17:55.936821 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-53ca8f0a-e38a-4d94-9c79-628d85f45b60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c13ab8-4afc-4cd0-80c8-f2143469b5fa {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:17:55.944454 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-557a5b8d-2e4f-4362-b6eb-bf43022d5a31 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:55.945322 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-557a5b8d-2e4f-4362-b6eb-bf43022d5a31 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:55.986923 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-53ca8f0a-e38a-4d94-9c79-628d85f45b60 service neutron] Publish callbacks [] for port (27c13ab8-4afc-4cd0-80c8-f2143469b5fa), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:56.013957 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-557a5b8d-2e4f-4362-b6eb-bf43022d5a31 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2728477 Mar 22 19:17:56.045241 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-dad71b38-45b6-4655-b4f8-26c0dafc336d service neutron] Request body: {'port': {'device_id': '0d8e5460-11c6-4047-a926-53fbc5e422d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:17:56.087090 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-53ca8f0a-e38a-4d94-9c79-628d85f45b60 service neutron] Transition to ACTIVE for port object 27c13ab8-4afc-4cd0-80c8-f2143469b5fa will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:17:56.114240 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-53ca8f0a-e38a-4d94-9c79-628d85f45b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (27c13ab8-4afc-4cd0-80c8-f2143469b5fa), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:56.133354 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b2dc66a9-2272-4ba8-b836-9159fc7bc429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (328a779c-eba8-495f-9572-9649274ad44f), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:56.150347 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-920e38d1-bb60-4c2a-b15e-c2b56a6d3992 req-6de1dd47-fbb4-4e13-8f36-ec87691f37a7 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469616 Mar 22 19:17:56.163753 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-40d1cfec-a2a3-4a44-9318-65eef4d56147 req-084576f6-c5df-4e59-8222-0bb09e450f1d tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5751247 Mar 22 19:17:56.293557 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-dad71b38-45b6-4655-b4f8-26c0dafc336d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7061c009-d60f-468f-a825-16adb20ee6eb), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:56.416302 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c11cd-68ef-4e77-9365-6a40596f9633 req-d596b5a0-5593-431e-b1a0-36ff4c5a4235 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:56.424303 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-087c11cd-68ef-4e77-9365-6a40596f9633 req-d596b5a0-5593-431e-b1a0-36ff4c5a4235 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 945 time: 0.4622905 Mar 22 19:17:56.472391 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca8f0a-e38a-4d94-9c79-628d85f45b60 service neutron] Pushing event updated for resources: {'Port': ['ID=27c13ab8-4afc-4cd0-80c8-f2143469b5fa,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:56.960869 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device ba599db4-e0a4-4b16-bd22-2d42f4268629 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:17:57.156795 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-dad71b38-45b6-4655-b4f8-26c0dafc336d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7061c009-d60f-468f-a825-16adb20ee6eb {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:17:57.159684 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port ba599db4-e0a4-4b16-bd22-2d42f4268629 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:17:57.160249 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (ba599db4-e0a4-4b16-bd22-2d42f4268629), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:57.215094 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-087c11cd-68ef-4e77-9365-6a40596f9633 req-1a8b9247-6c07-4ae3-a044-342abafb7513 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7896326 Mar 22 19:17:57.219760 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-dad71b38-45b6-4655-b4f8-26c0dafc336d service neutron] Publish callbacks [] for port (7061c009-d60f-468f-a825-16adb20ee6eb), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:57.284371 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-dad71b38-45b6-4655-b4f8-26c0dafc336d service neutron] Transition to ACTIVE for port object 7061c009-d60f-468f-a825-16adb20ee6eb will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:17:57.287899 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-53ca8f0a-e38a-4d94-9c79-628d85f45b60 service neutron] Attempting to bind port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:17:57.288375 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-53ca8f0a-e38a-4d94-9c79-628d85f45b60 service neutron] Attempting to bind port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:17:57.288947 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-53ca8f0a-e38a-4d94-9c79-628d85f45b60 service neutron] Attempting to bind port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa on network 3f43483d-05ef-426b-881a-d8fc390ab6a9 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:17:57.289504 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port ba599db4-e0a4-4b16-bd22-2d42f4268629 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:17:57.304230 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00162da-f1c0-4a03-b6e3-9f33a457aafd req-699aa610-6ff1-48af-a7a9-6f303054db60 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:57.309094 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b00162da-f1c0-4a03-b6e3-9f33a457aafd req-699aa610-6ff1-48af-a7a9-6f303054db60 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 950 time: 0.9294813 Mar 22 19:17:57.323774 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-dad71b38-45b6-4655-b4f8-26c0dafc336d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (7061c009-d60f-468f-a825-16adb20ee6eb), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:57.326592 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-53ca8f0a-e38a-4d94-9c79-628d85f45b60 service neutron] Port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa on network 3f43483d-05ef-426b-881a-d8fc390ab6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:17:57.327022 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-53ca8f0a-e38a-4d94-9c79-628d85f45b60 service neutron] Attempting to bind port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa on network 3f43483d-05ef-426b-881a-d8fc390ab6a9 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:17:57.331515 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050674f6-6389-46b2-b45a-aba451451052 x-openstack-request-id: req-050674f6-6389-46b2-b45a-aba451451052 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:17:57.332515 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b59d4860-c310-4c55-bc5f-10db93229635", "tag": "1e39d502-6bf2-4873-9e3c-4893ea7ef97f", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:17:57.332979 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-050674f6-6389-46b2-b45a-aba451451052 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:17:57.333578 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-050674f6-6389-46b2-b45a-aba451451052'] response: {'name': 'network-changed', 'server_uuid': 'b59d4860-c310-4c55-bc5f-10db93229635', 'tag': '1e39d502-6bf2-4873-9e3c-4893ea7ef97f', 'status': 'completed', 'code': 200} Mar 22 19:17:57.397969 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-53ca8f0a-e38a-4d94-9c79-628d85f45b60 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:17:57.398475 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-53ca8f0a-e38a-4d94-9c79-628d85f45b60 service neutron] Checking segment: {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:17:57.399573 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-53ca8f0a-e38a-4d94-9c79-628d85f45b60 service neutron] Bound using segment: {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:17:57.400115 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-53ca8f0a-e38a-4d94-9c79-628d85f45b60 service neutron] Bound port: 27c13ab8-4afc-4cd0-80c8-f2143469b5fa, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:17:57.400677 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-53ca8f0a-e38a-4d94-9c79-628d85f45b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (27c13ab8-4afc-4cd0-80c8-f2143469b5fa), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:57.527207 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdc556-913a-4f92-a9a5-df8ee6868b08 req-0923f120-a3cd-4d69-b48e-6e667ce4779a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:57.531934 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3dcdc556-913a-4f92-a9a5-df8ee6868b08 req-0923f120-a3cd-4d69-b48e-6e667ce4779a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3c1864ec73704dd6b7a3598ea8b26760&device_id=b59d4860-c310-4c55-bc5f-10db93229635 HTTP/1.1" status: 200 len: 1130 time: 0.1716263 Mar 22 19:17:57.555185 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b00162da-f1c0-4a03-b6e3-9f33a457aafd req-e114dd1d-dfbf-40bd-8fac-f5c65f9f67cc tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450256 Mar 22 19:17:57.555848 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad71b38-45b6-4655-b4f8-26c0dafc336d service neutron] Pushing event updated for resources: {'Port': ['ID=7061c009-d60f-468f-a825-16adb20ee6eb,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:57.638188 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b2dc66a9-2272-4ba8-b836-9159fc7bc429 admin admin] Publish callbacks [] for port (328a779c-eba8-495f-9572-9649274ad44f), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:57.668861 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdc556-913a-4f92-a9a5-df8ee6868b08 req-102ae871-d028-4121-8cf3-a3417a0b472b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:57.670886 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3dcdc556-913a-4f92-a9a5-df8ee6868b08 req-102ae871-d028-4121-8cf3-a3417a0b472b service neutron] 10.222.0.85 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.1313584 Mar 22 19:17:57.688788 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b2dc66a9-2272-4ba8-b836-9159fc7bc429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (328a779c-eba8-495f-9572-9649274ad44f), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:57.729520 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3dcdc556-913a-4f92-a9a5-df8ee6868b08 req-cb552d42-6190-41f6-a4e7-1c4ae260a7fe service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=1e39d502-6bf2-4873-9e3c-4893ea7ef97f HTTP/1.1" status: 200 len: 217 time: 0.0513496 Mar 22 19:17:57.742312 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b2dc66a9-2272-4ba8-b836-9159fc7bc429 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (439d5ee5-0428-4717-9a01-f08f7c601d19), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:57.766898 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c759f7-aed4-4e98-8b30-beb773b3f013 req-e271abb3-79f4-466e-b61b-c53400a01b18 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:57.774225 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80c759f7-aed4-4e98-8b30-beb773b3f013 req-e271abb3-79f4-466e-b61b-c53400a01b18 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 944 time: 0.3061886 Mar 22 19:17:57.813417 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdc556-913a-4f92-a9a5-df8ee6868b08 req-441a7897-52a5-4474-87ca-b2e7d7e99021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:57.815229 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3dcdc556-913a-4f92-a9a5-df8ee6868b08 req-441a7897-52a5-4474-87ca-b2e7d7e99021 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.0778477 Mar 22 19:17:57.851281 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-53ca8f0a-e38a-4d94-9c79-628d85f45b60 service neutron] For port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:17:57.888155 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-dad71b38-45b6-4655-b4f8-26c0dafc336d service neutron] Attempting to bind port 7061c009-d60f-468f-a825-16adb20ee6eb on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:17:57.888496 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-dad71b38-45b6-4655-b4f8-26c0dafc336d service neutron] Attempting to bind port 7061c009-d60f-468f-a825-16adb20ee6eb by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'af063d67-c3ee-47b0-bb92-498195b15a92'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:17:57.888837 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-dad71b38-45b6-4655-b4f8-26c0dafc336d service neutron] Attempting to bind port 7061c009-d60f-468f-a825-16adb20ee6eb on network af063d67-c3ee-47b0-bb92-498195b15a92 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:17:57.891950 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-53ca8f0a-e38a-4d94-9c79-628d85f45b60 service neutron] For port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=27c13ab8-4afc-4cd0-80c8-f2143469b5fa,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:17:57.923108 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdc556-913a-4f92-a9a5-df8ee6868b08 req-7efeb5c2-ad53-47b8-a452-28c3fc2e669c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:57.924633 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3dcdc556-913a-4f92-a9a5-df8ee6868b08 req-7efeb5c2-ad53-47b8-a452-28c3fc2e669c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1016648 Mar 22 19:17:57.955041 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-dad71b38-45b6-4655-b4f8-26c0dafc336d service neutron] Port 7061c009-d60f-468f-a825-16adb20ee6eb on network af063d67-c3ee-47b0-bb92-498195b15a92 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:17:57.955988 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-dad71b38-45b6-4655-b4f8-26c0dafc336d service neutron] Attempting to bind port 7061c009-d60f-468f-a825-16adb20ee6eb on network af063d67-c3ee-47b0-bb92-498195b15a92 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:17:57.958835 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-53ca8f0a-e38a-4d94-9c79-628d85f45b60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (27c13ab8-4afc-4cd0-80c8-f2143469b5fa), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:57.987410 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc66a9-2272-4ba8-b836-9159fc7bc429 admin admin] Pushing event updated for resources: {'Port': ['ID=328a779c-eba8-495f-9572-9649274ad44f,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:58.005337 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-dad71b38-45b6-4655-b4f8-26c0dafc336d service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:17:58.005688 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-dad71b38-45b6-4655-b4f8-26c0dafc336d service neutron] Checking segment: {'id': '7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'af063d67-c3ee-47b0-bb92-498195b15a92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:17:58.006113 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-dad71b38-45b6-4655-b4f8-26c0dafc336d service neutron] Bound using segment: {'id': '7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'af063d67-c3ee-47b0-bb92-498195b15a92'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:17:58.006567 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-dad71b38-45b6-4655-b4f8-26c0dafc336d service neutron] Bound port: 7061c009-d60f-468f-a825-16adb20ee6eb, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'af063d67-c3ee-47b0-bb92-498195b15a92'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:17:58.006928 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-dad71b38-45b6-4655-b4f8-26c0dafc336d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7061c009-d60f-468f-a825-16adb20ee6eb), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:58.048563 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3dcdc556-913a-4f92-a9a5-df8ee6868b08 req-d1041bc9-32d9-4928-bcf6-f316ca32babf service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159644 Mar 22 19:17:58.085530 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80c759f7-aed4-4e98-8b30-beb773b3f013 req-fa65650d-f569-4257-ab28-60f2327321fe tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103056 Mar 22 19:17:58.109228 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f9da31-cdeb-409c-8b51-c48ca5f1a60e req-4b02ea1c-b4c9-4912-8f05-270f6fbca1f5 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:58.111124 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85f9da31-cdeb-409c-8b51-c48ca5f1a60e req-4b02ea1c-b4c9-4912-8f05-270f6fbca1f5 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59d4860-c310-4c55-bc5f-10db93229635 HTTP/1.1" status: 200 len: 947 time: 0.4249449 Mar 22 19:17:58.114889 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-53ca8f0a-e38a-4d94-9c79-628d85f45b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:58.119353 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-53ca8f0a-e38a-4d94-9c79-628d85f45b60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:58.122955 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-53ca8f0a-e38a-4d94-9c79-628d85f45b60 service neutron] 10.222.0.85 "PUT /v2.0/ports/27c13ab8-4afc-4cd0-80c8-f2143469b5fa HTTP/1.1" status: 200 len: 1093 time: 4.3820412 Mar 22 19:17:58.140713 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3280fb-6d74-46f7-829d-3337dbd2777a', 'tag': '27c13ab8-4afc-4cd0-80c8-f2143469b5fa'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:17:58.145583 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39410fe3-d27f-466f-a2b6-2991385c51f2" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3280fb-6d74-46f7-829d-3337dbd2777a", "tag": "27c13ab8-4afc-4cd0-80c8-f2143469b5fa"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:17:58.254122 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3dcdc556-913a-4f92-a9a5-df8ee6868b08 req-a2a5edb8-39a1-4ca3-83ec-05a0ad849998 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938457 Mar 22 19:17:58.279566 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-dad71b38-45b6-4655-b4f8-26c0dafc336d service neutron] For port 7061c009-d60f-468f-a825-16adb20ee6eb, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:17:58.283607 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-dad71b38-45b6-4655-b4f8-26c0dafc336d service neutron] For port 7061c009-d60f-468f-a825-16adb20ee6eb, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=7061c009-d60f-468f-a825-16adb20ee6eb,segment=NetworkSegment(7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7),segment_id=7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:17:58.345954 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca8f0a-e38a-4d94-9c79-628d85f45b60 service neutron] Pushing event updated for resources: {'Port': ['ID=27c13ab8-4afc-4cd0-80c8-f2143469b5fa,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:58.382785 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-dad71b38-45b6-4655-b4f8-26c0dafc336d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (7061c009-d60f-468f-a825-16adb20ee6eb), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:58.425234 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:17:58.498641 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dc66a9-2272-4ba8-b836-9159fc7bc429 admin admin] Network ad9498eb-49fc-4719-9fe0-94f29ed202fb is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:17:58.508457 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-b2dc66a9-2272-4ba8-b836-9159fc7bc429 admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:17:58.527015 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-dad71b38-45b6-4655-b4f8-26c0dafc336d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:58.528463 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-dad71b38-45b6-4655-b4f8-26c0dafc336d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:58.530446 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-dad71b38-45b6-4655-b4f8-26c0dafc336d service neutron] 10.222.0.84 "PUT /v2.0/ports/7061c009-d60f-468f-a825-16adb20ee6eb HTTP/1.1" status: 200 len: 1092 time: 2.4929545 Mar 22 19:17:58.535682 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad71b38-45b6-4655-b4f8-26c0dafc336d service neutron] Pushing event updated for resources: {'Port': ['ID=7061c009-d60f-468f-a825-16adb20ee6eb,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:17:58.751215 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85f9da31-cdeb-409c-8b51-c48ca5f1a60e req-841ae0cb-d75b-47f7-a6f1-8f84c6342c8c tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/security-groups?id=9db6d82e-8007-4564-b6e2-60fb9528de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5895751 Mar 22 19:17:58.820452 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-45551bc4-3157-4b6b-99ae-89e26c81e95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:58.821945 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-45551bc4-3157-4b6b-99ae-89e26c81e95a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=21ca62c1596a4d419681f3e57266f544&device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 1127 time: 0.6443334 Mar 22 19:17:58.889238 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-8bf24684-171a-4f5c-9446-3693604fa21a None None] Provisioning complete for port 328a779c-eba8-495f-9572-9649274ad44f triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:17:58.892379 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8bf24684-171a-4f5c-9446-3693604fa21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (328a779c-eba8-495f-9572-9649274ad44f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:17:58.893323 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-67226457-38f9-40c6-a0a4-ab28f1358c68 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27c13ab8-4afc-4cd0-80c8-f2143469b5fa HTTP/1.1" status: 200 len: 217 time: 0.0546584 Mar 22 19:17:58.903540 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-ca362c54-8c8f-4be6-a006-2bdca57e25eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:58.905050 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-ca362c54-8c8f-4be6-a006-2bdca57e25eb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d705cf46da4049c5a3f437a1e3d200c6&device_id=0d8e5460-11c6-4047-a926-53fbc5e422d7 HTTP/1.1" status: 200 len: 1126 time: 0.2999089 Mar 22 19:17:58.923889 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd461d09-1ccd-4214-8517-2bd0ef332e57 req-8b1c69af-53ba-4f6b-adc2-39db40178f6e tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:58.925398 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bd461d09-1ccd-4214-8517-2bd0ef332e57 req-8b1c69af-53ba-4f6b-adc2-39db40178f6e tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d8e5460-11c6-4047-a926-53fbc5e422d7 HTTP/1.1" status: 200 len: 943 time: 0.1722779 Mar 22 19:17:58.982937 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8bf24684-171a-4f5c-9446-3693604fa21a None None] Port 328a779c-eba8-495f-9572-9649274ad44f cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:17:58.993480 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-07a254b8-2f4e-4620-b97f-ceac05cdb70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:58.994986 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-07a254b8-2f4e-4620-b97f-ceac05cdb70b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bc515ca7-b43f-45d2-b838-320d24bc42f9 HTTP/1.1" status: 200 len: 861 time: 0.0890868 Mar 22 19:17:58.998217 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c296d48f-2659-4417-a706-19414fbf20d7 x-openstack-request-id: req-c296d48f-2659-4417-a706-19414fbf20d7 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:17:58.998501 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3280fb-6d74-46f7-829d-3337dbd2777a", "tag": "27c13ab8-4afc-4cd0-80c8-f2143469b5fa", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:17:58.998747 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c296d48f-2659-4417-a706-19414fbf20d7 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:17:58.999129 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c296d48f-2659-4417-a706-19414fbf20d7'] response: {'name': 'network-changed', 'server_uuid': '7c3280fb-6d74-46f7-829d-3337dbd2777a', 'tag': '27c13ab8-4afc-4cd0-80c8-f2143469b5fa', 'status': 'completed', 'code': 200} Mar 22 19:17:59.039405 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2dc66a9-2272-4ba8-b836-9159fc7bc429 admin admin] Router 439d5ee5-0428-4717-9a01-f08f7c601d19 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:17:59.056217 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-4b0e089b-726e-4ab8-91a7-7adc395c6c57 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7061c009-d60f-468f-a825-16adb20ee6eb HTTP/1.1" status: 200 len: 217 time: 0.0692029 Mar 22 19:17:59.141768 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-ac8e8046-89c0-4361-b374-cacb6e6d16fe service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3f43483d-05ef-426b-881a-d8fc390ab6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087973 Mar 22 19:17:59.322912 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-2f4b48e4-a6dd-4a64-aa6e-4f7c37fabe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:59.325284 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-2f4b48e4-a6dd-4a64-aa6e-4f7c37fabe09 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=449e1584-fac1-45c3-a72f-a3a79da9b7df HTTP/1.1" status: 200 len: 851 time: 0.2161055 Mar 22 19:17:59.332778 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bd461d09-1ccd-4214-8517-2bd0ef332e57 req-19b76989-9600-4da7-8fc5-e9e1239ca330 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367100 Mar 22 19:17:59.363713 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aefb89-837e-4e9c-96f1-d67b744fb7d7 req-09816b5f-def8-4af7-bee2-7d0b5bd02c78 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:59.363713 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-49aefb89-837e-4e9c-96f1-d67b744fb7d7 req-09816b5f-def8-4af7-bee2-7d0b5bd02c78 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 945 time: 0.3116281 Mar 22 19:17:59.393985 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-e290ab69-7a17-4a62-a347-37cb67eebf34 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=af063d67-c3ee-47b0-bb92-498195b15a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601122 Mar 22 19:17:59.516881 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-486ecc61-fce5-4a38-86aa-a51c0d9af153 service neutron] 10.222.0.85 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517008 Mar 22 19:17:59.595391 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-49aefb89-837e-4e9c-96f1-d67b744fb7d7 req-0cb15799-7352-4c17-8415-06d770019d59 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104540 Mar 22 19:17:59.597544 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2dc66a9-2272-4ba8-b836-9159fc7bc429 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:17:59.625435 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb1b3be-c197-4763-97a8-2aa5eea9f369 None None] Sync routers for ids ['439d5ee5-0428-4717-9a01-f08f7c601d19'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:17:59.627068 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b2dc66a9-2272-4ba8-b836-9159fc7bc429 admin admin] 10.222.0.75 "PUT /v2.0/routers/439d5ee5-0428-4717-9a01-f08f7c601d19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4929445 Mar 22 19:17:59.655305 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb1b3be-c197-4763-97a8-2aa5eea9f369 None None] Routers {'439d5ee5-0428-4717-9a01-f08f7c601d19'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:17:59.656755 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ddb1b3be-c197-4763-97a8-2aa5eea9f369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:17:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['439d5ee5-0428-4717-9a01-f08f7c601d19'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:17:59.722047 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-40a09f0e-a744-4a62-a79b-0491ddb4c4ca req-510b7c60-7acb-450f-bec8-95e2bdb80d4b service neutron] 10.222.0.85 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821082 Mar 22 19:17:59.759192 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-7d55f44e-1fc2-4ac8-82f8-e46678461ddc service neutron] 10.222.0.84 "GET /v2.0/networks/af063d67-c3ee-47b0-bb92-498195b15a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437819 Mar 22 19:17:59.767120 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bceb916-cb87-40f4-9b35-c8f1977dafb1 req-4a953718-c5a6-4fff-8e80-feebc95dc8a8 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:59.768228 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4bceb916-cb87-40f4-9b35-c8f1977dafb1 req-4a953718-c5a6-4fff-8e80-feebc95dc8a8 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 950 time: 0.3416138 Mar 22 19:17:59.801130 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-ddb1b3be-c197-4763-97a8-2aa5eea9f369 None None] Set router 439d5ee5-0428-4717-9a01-f08f7c601d19 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:17:59.976275 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4bceb916-cb87-40f4-9b35-c8f1977dafb1 req-adc79805-909e-4098-b608-34d20613c155 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823108 Mar 22 19:17:59.994575 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39410fe3-d27f-466f-a2b6-2991385c51f2 req-3ca23bae-6073-42c7-803e-078841de7ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:17:59.996924 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-39410fe3-d27f-466f-a2b6-2991385c51f2 req-3ca23bae-6073-42c7-803e-078841de7ebf service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=21ca62c1596a4d419681f3e57266f544&device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 1127 time: 0.2014101 Mar 22 19:18:00.061660 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 1e39d502-6bf2-4873-9e3c-4893ea7ef97f details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:18:00.116955 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39410fe3-d27f-466f-a2b6-2991385c51f2 req-6b9ddb28-939b-4077-ab16-ef253992a40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:00.118479 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-39410fe3-d27f-466f-a2b6-2991385c51f2 req-6b9ddb28-939b-4077-ab16-ef253992a40a service neutron] 10.222.0.85 "GET /v2.0/networks?id=3f43483d-05ef-426b-881a-d8fc390ab6a9 HTTP/1.1" status: 200 len: 922 time: 0.1109414 Mar 22 19:18:00.196209 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19b887-56f7-44cf-b880-2b38cb73f03d req-85599abd-d73c-4fe0-aeb2-83b4805f9956 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:00.197857 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9a19b887-56f7-44cf-b880-2b38cb73f03d req-85599abd-d73c-4fe0-aeb2-83b4805f9956 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 944 time: 0.2981458 Mar 22 19:18:00.199513 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-39410fe3-d27f-466f-a2b6-2991385c51f2 req-663db428-b931-4731-ab24-f6470b36fadd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27c13ab8-4afc-4cd0-80c8-f2143469b5fa HTTP/1.1" status: 200 len: 217 time: 0.0723290 Mar 22 19:18:00.201627 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-564535d3-3ceb-4f30-b02b-aa445b93b918 req-1219170a-e097-4fb8-901e-bfb4e2ff3fad service neutron] 10.222.0.84 "GET /v2.0/networks/af063d67-c3ee-47b0-bb92-498195b15a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324932 Mar 22 19:18:00.224566 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ddb1b3be-c197-4763-97a8-2aa5eea9f369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439d5ee5-0428-4717-9a01-f08f7c601d19', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1002226762-router', 'tenant_id': '2ce462ade62c4e25895dd16faa19fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'ba599db4-e0a4-4b16-bd22-2d42f4268629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:17:44Z', 'updated_at': '2022-03-22T19:17:55Z', 'revision_number': 4, 'project_id': '2ce462ade62c4e25895dd16faa19fb11', 'gw_port': {'id': 'ba599db4-e0a4-4b16-bd22-2d42f4268629', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d5ee5-0428-4717-9a01-f08f7c601d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:17:45Z', 'updated_at': '2022-03-22T19:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '328a779c-eba8-495f-9572-9649274ad44f', 'name': '', 'network_id': 'ad9498eb-49fc-4719-9fe0-94f29ed202fb', 'tenant_id': '2ce462ade62c4e25895dd16faa19fb11', 'mac_address': 'fa:16:3e:14:80:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439d5ee5-0428-4717-9a01-f08f7c601d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '843271ad-8589-4fa7-82e2-6c4f32a8cd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:17:51Z', 'updated_at': '2022-03-22T19:17:56Z', 'revision_number': 2, 'project_id': '2ce462ade62c4e25895dd16faa19fb11', 'subnets': [{'id': '843271ad-8589-4fa7-82e2-6c4f32a8cd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:18:00.250359 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 1e39d502-6bf2-4873-9e3c-4893ea7ef97f, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=1e39d502-6bf2-4873-9e3c-4893ea7ef97f,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:00.267564 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb1b3be-c197-4763-97a8-2aa5eea9f369 None None] Checking router: 439d5ee5-0428-4717-9a01-f08f7c601d19 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:18:00.267924 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb1b3be-c197-4763-97a8-2aa5eea9f369 None None] Updating router 439d5ee5-0428-4717-9a01-f08f7c601d19 port 328a779c-eba8-495f-9572-9649274ad44f binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:18:00.280024 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '1e39d502-6bf2-4873-9e3c-4893ea7ef97f', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': '1e39d502-6bf2-4873-9e3c-4893ea7ef97f', 'mac_address': 'fa:16:3e:2e:29:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:18:00.304108 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-ddb1b3be-c197-4763-97a8-2aa5eea9f369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (328a779c-eba8-495f-9572-9649274ad44f), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:00.322980 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39410fe3-d27f-466f-a2b6-2991385c51f2 req-0d810373-357e-4fe8-8067-77608fb4892c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:00.324800 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-39410fe3-d27f-466f-a2b6-2991385c51f2 req-0d810373-357e-4fe8-8067-77608fb4892c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bc515ca7-b43f-45d2-b838-320d24bc42f9 HTTP/1.1" status: 200 len: 861 time: 0.1170835 Mar 22 19:18:00.355912 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 1e39d502-6bf2-4873-9e3c-4893ea7ef97f is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:00.356792 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1e39d502-6bf2-4873-9e3c-4893ea7ef97f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:00.370805 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-39410fe3-d27f-466f-a2b6-2991385c51f2 req-e466a1c4-2315-4698-90fb-81aa1af17c09 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3f43483d-05ef-426b-881a-d8fc390ab6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389688 Mar 22 19:18:00.376593 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e39d502-6bf2-4873-9e3c-4893ea7ef97f {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:18:00.416762 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 1e39d502-6bf2-4873-9e3c-4893ea7ef97f, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=1e39d502-6bf2-4873-9e3c-4893ea7ef97f,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:00.428197 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (1e39d502-6bf2-4873-9e3c-4893ea7ef97f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:00.530177 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9a19b887-56f7-44cf-b880-2b38cb73f03d req-5babe7a2-8c2e-4d4d-b651-e6b4e887bed2 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250198 Mar 22 19:18:00.544966 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=1e39d502-6bf2-4873-9e3c-4893ea7ef97f,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:00.558044 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-39410fe3-d27f-466f-a2b6-2991385c51f2 req-e40dcf1f-560c-4ec6-809c-1a9f67f0e1f1 service neutron] 10.222.0.85 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677372 Mar 22 19:18:00.693948 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-ddb1b3be-c197-4763-97a8-2aa5eea9f369 None None] Publish callbacks [] for port (328a779c-eba8-495f-9572-9649274ad44f), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:00.702912 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-ddb1b3be-c197-4763-97a8-2aa5eea9f369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (328a779c-eba8-495f-9572-9649274ad44f), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:00.775233 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ab562-27fe-4eeb-9096-45934cb18e1d None None] Pushing event updated for resources: {'Port': ['ID=328a779c-eba8-495f-9572-9649274ad44f,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:00.880029 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-ddb1b3be-c197-4763-97a8-2aa5eea9f369 None None] Attempting to bind port 328a779c-eba8-495f-9572-9649274ad44f on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:18:00.880408 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-ddb1b3be-c197-4763-97a8-2aa5eea9f369 None None] Attempting to bind port 328a779c-eba8-495f-9572-9649274ad44f by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '7b04b5e8-4c2f-4362-8153-062ff74663dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ad9498eb-49fc-4719-9fe0-94f29ed202fb'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:18:00.880776 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb1b3be-c197-4763-97a8-2aa5eea9f369 None None] Attempting to bind port 328a779c-eba8-495f-9572-9649274ad44f on network ad9498eb-49fc-4719-9fe0-94f29ed202fb {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:18:00.896909 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb1b3be-c197-4763-97a8-2aa5eea9f369 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:18:00.897832 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb1b3be-c197-4763-97a8-2aa5eea9f369 None None] Checking segment: {'id': '7b04b5e8-4c2f-4362-8153-062ff74663dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ad9498eb-49fc-4719-9fe0-94f29ed202fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:18:00.898409 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-ddb1b3be-c197-4763-97a8-2aa5eea9f369 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:00.898968 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb1b3be-c197-4763-97a8-2aa5eea9f369 None None] Bound using segment: {'id': '7b04b5e8-4c2f-4362-8153-062ff74663dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ad9498eb-49fc-4719-9fe0-94f29ed202fb'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:18:00.899641 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-ddb1b3be-c197-4763-97a8-2aa5eea9f369 None None] Bound port: 328a779c-eba8-495f-9572-9649274ad44f, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b04b5e8-4c2f-4362-8153-062ff74663dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ad9498eb-49fc-4719-9fe0-94f29ed202fb'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:18:00.900228 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-ddb1b3be-c197-4763-97a8-2aa5eea9f369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (328a779c-eba8-495f-9572-9649274ad44f), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:00.943473 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['1e39d502-6bf2-4873-9e3c-4893ea7ef97f'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:18:01.020635 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-ddb1b3be-c197-4763-97a8-2aa5eea9f369 None None] For port 328a779c-eba8-495f-9572-9649274ad44f, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:18:01.026427 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-ddb1b3be-c197-4763-97a8-2aa5eea9f369 None None] For port 328a779c-eba8-495f-9572-9649274ad44f, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=328a779c-eba8-495f-9572-9649274ad44f,segment=NetworkSegment(7b04b5e8-4c2f-4362-8153-062ff74663dc),segment_id=7b04b5e8-4c2f-4362-8153-062ff74663dc)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:18:01.062107 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-ddb1b3be-c197-4763-97a8-2aa5eea9f369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (328a779c-eba8-495f-9572-9649274ad44f), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:01.094957 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d8e5460-11c6-4047-a926-53fbc5e422d7', 'tag': '7061c009-d60f-468f-a825-16adb20ee6eb'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:18:01.097393 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251a95b7-5bff-489d-98aa-450e5468c19a" -d '{"events": [{"name": "network-changed", "server_uuid": "0d8e5460-11c6-4047-a926-53fbc5e422d7", "tag": "7061c009-d60f-468f-a825-16adb20ee6eb"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:18:01.141290 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955f131-731c-4b5c-ab08-ec090ae315cb req-edfb01a7-28c7-430b-936f-65e60b25a6c2 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:01.143710 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c955f131-731c-4b5c-ab08-ec090ae315cb req-edfb01a7-28c7-430b-936f-65e60b25a6c2 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59d4860-c310-4c55-bc5f-10db93229635 HTTP/1.1" status: 200 len: 948 time: 0.5138209 Mar 22 19:18:01.148730 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-39410fe3-d27f-466f-a2b6-2991385c51f2 req-0331051d-b2cf-4760-9499-6193bf52dd20 service neutron] 10.222.0.85 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5774632 Mar 22 19:18:01.157157 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-6d943b41-c3b0-4d83-b7ef-fa19fa180f43 None None] Provisioning complete for port 328a779c-eba8-495f-9572-9649274ad44f triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:18:01.158130 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6d943b41-c3b0-4d83-b7ef-fa19fa180f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (328a779c-eba8-495f-9572-9649274ad44f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:01.208639 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ab562-27fe-4eeb-9096-45934cb18e1d None None] Pushing event updated for resources: {'Port': ['ID=328a779c-eba8-495f-9572-9649274ad44f,revision_number=4']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:01.222738 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb1b3be-c197-4763-97a8-2aa5eea9f369 None None] Routers {'439d5ee5-0428-4717-9a01-f08f7c601d19'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:18:01.223559 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ddb1b3be-c197-4763-97a8-2aa5eea9f369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:17:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['439d5ee5-0428-4717-9a01-f08f7c601d19'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:18:01.286409 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c955f131-731c-4b5c-ab08-ec090ae315cb req-4fb3c54f-de76-4910-a2c3-77c0b44ab964 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/security-groups?id=9db6d82e-8007-4564-b6e2-60fb9528de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215570 Mar 22 19:18:01.287911 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [req-d1e2b1f6-df7d-4353-bb87-809ddb8e31d4 req-0ce74c09-f4f2-4de3-be1d-3f31cc5151f5 tempest-FloatingIPDetailsNegativeTestJSON-1863663308 tempest-FloatingIPDetailsNegativeTestJSON-1863663308-project] show failed (client error): The resource could not be found. Mar 22 19:18:01.299528 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38276) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:18:01.303688 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1e2b1f6-df7d-4353-bb87-809ddb8e31d4 req-0ce74c09-f4f2-4de3-be1d-3f31cc5151f5 tempest-FloatingIPDetailsNegativeTestJSON-1863663308 tempest-FloatingIPDetailsNegativeTestJSON-1863663308-project] 10.222.0.75 "GET /v2.0/floatingips/f1967f40-b35f-46e9-b5dd-cb7e3697e8dc HTTP/1.1" status: 404 len: 350 time: 0.1074870 Mar 22 19:18:01.451342 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-6d943b41-c3b0-4d83-b7ef-fa19fa180f43 None None] Current status of the port 328a779c-eba8-495f-9572-9649274ad44f is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:01.452090 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6d943b41-c3b0-4d83-b7ef-fa19fa180f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (328a779c-eba8-495f-9572-9649274ad44f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:01.462629 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-ddb1b3be-c197-4763-97a8-2aa5eea9f369 None None] Set router 439d5ee5-0428-4717-9a01-f08f7c601d19 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:18:01.492178 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-6d943b41-c3b0-4d83-b7ef-fa19fa180f43 None None] For port 328a779c-eba8-495f-9572-9649274ad44f, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=328a779c-eba8-495f-9572-9649274ad44f,segment=NetworkSegment(7b04b5e8-4c2f-4362-8153-062ff74663dc),segment_id=7b04b5e8-4c2f-4362-8153-062ff74663dc)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:01.503361 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6d943b41-c3b0-4d83-b7ef-fa19fa180f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (328a779c-eba8-495f-9572-9649274ad44f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:01.520113 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d199d9f-9ef5-42c8-a87d-a04baeb2581e req-eb14455f-618d-4e1b-ad23-091e6111bd15 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:01.529200 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9d199d9f-9ef5-42c8-a87d-a04baeb2581e req-eb14455f-618d-4e1b-ad23-091e6111bd15 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d8e5460-11c6-4047-a926-53fbc5e422d7 HTTP/1.1" status: 200 len: 943 time: 0.1333270 Mar 22 19:18:01.553606 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a917ed-21fb-4456-b3de-3eb22502ecfb req-15cb926c-93bc-4c16-8e54-506a6c9028f5 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:01.555344 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73a917ed-21fb-4456-b3de-3eb22502ecfb req-15cb926c-93bc-4c16-8e54-506a6c9028f5 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 945 time: 0.1203063 Mar 22 19:18:01.621819 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9d199d9f-9ef5-42c8-a87d-a04baeb2581e req-6e017f55-04ac-4967-882c-e0862d398b65 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885131 Mar 22 19:18:01.650402 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d943b41-c3b0-4d83-b7ef-fa19fa180f43 None None] Pushing event updated for resources: {'Port': ['ID=328a779c-eba8-495f-9572-9649274ad44f,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:01.693470 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73a917ed-21fb-4456-b3de-3eb22502ecfb req-45287e9e-b6dc-40ba-8e33-4fb3c49b36f3 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260519 Mar 22 19:18:01.701880 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2cf73e91-c901-4b43-a20d-00cccb1a2897 None None] Provisioning complete for port 328a779c-eba8-495f-9572-9649274ad44f triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:18:01.702329 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2cf73e91-c901-4b43-a20d-00cccb1a2897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (328a779c-eba8-495f-9572-9649274ad44f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:01.792618 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08a9ce-344a-45f0-b233-21b72b01b4ab req-a761961a-ee56-4d5d-98f3-5ed68bb195f0 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:01.806178 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a08a9ce-344a-45f0-b233-21b72b01b4ab req-a761961a-ee56-4d5d-98f3-5ed68bb195f0 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 950 time: 0.0926416 Mar 22 19:18:01.899436 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ddb1b3be-c197-4763-97a8-2aa5eea9f369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439d5ee5-0428-4717-9a01-f08f7c601d19', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1002226762-router', 'tenant_id': '2ce462ade62c4e25895dd16faa19fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'ba599db4-e0a4-4b16-bd22-2d42f4268629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:17:44Z', 'updated_at': '2022-03-22T19:17:55Z', 'revision_number': 4, 'project_id': '2ce462ade62c4e25895dd16faa19fb11', 'gw_port': {'id': 'ba599db4-e0a4-4b16-bd22-2d42f4268629', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d5ee5-0428-4717-9a01-f08f7c601d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:17:45Z', 'updated_at': '2022-03-22T19:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '328a779c-eba8-495f-9572-9649274ad44f', 'name': '', 'network_id': 'ad9498eb-49fc-4719-9fe0-94f29ed202fb', 'tenant_id': '2ce462ade62c4e25895dd16faa19fb11', 'mac_address': 'fa:16:3e:14:80:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439d5ee5-0428-4717-9a01-f08f7c601d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '843271ad-8589-4fa7-82e2-6c4f32a8cd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:17:51Z', 'updated_at': '2022-03-22T19:18:01Z', 'revision_number': 4, 'project_id': '2ce462ade62c4e25895dd16faa19fb11', 'subnets': [{'id': '843271ad-8589-4fa7-82e2-6c4f32a8cd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:18:01.908480 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a08a9ce-344a-45f0-b233-21b72b01b4ab req-8959f3cd-ba8e-4b52-b6ea-312d8e805763 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011405 Mar 22 19:18:01.948752 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2cf73e91-c901-4b43-a20d-00cccb1a2897 None None] Current status of the port 328a779c-eba8-495f-9572-9649274ad44f is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:01.956445 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb1b3be-c197-4763-97a8-2aa5eea9f369 None None] The sync data for ids ['439d5ee5-0428-4717-9a01-f08f7c601d19'] in n-d-705658-24 is: [{'id': '439d5ee5-0428-4717-9a01-f08f7c601d19', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1002226762-router', 'tenant_id': '2ce462ade62c4e25895dd16faa19fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'ba599db4-e0a4-4b16-bd22-2d42f4268629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:17:44Z', 'updated_at': '2022-03-22T19:17:55Z', 'revision_number': 4, 'project_id': '2ce462ade62c4e25895dd16faa19fb11', 'gw_port': {'id': 'ba599db4-e0a4-4b16-bd22-2d42f4268629', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d5ee5-0428-4717-9a01-f08f7c601d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:17:45Z', 'updated_at': '2022-03-22T19:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '328a779c-eba8-495f-9572-9649274ad44f', 'name': '', 'network_id': 'ad9498eb-49fc-4719-9fe0-94f29ed202fb', 'tenant_id': '2ce462ade62c4e25895dd16faa19fb11', 'mac_address': 'fa:16:3e:14:80:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439d5ee5-0428-4717-9a01-f08f7c601d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '843271ad-8589-4fa7-82e2-6c4f32a8cd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:17:51Z', 'updated_at': '2022-03-22T19:18:01Z', 'revision_number': 4, 'project_id': '2ce462ade62c4e25895dd16faa19fb11', 'subnets': [{'id': '843271ad-8589-4fa7-82e2-6c4f32a8cd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:18:02.038420 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d56abe-4241-47ad-b9a0-b2318665f53c x-openstack-request-id: req-89d56abe-4241-47ad-b9a0-b2318665f53c {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:18:02.038723 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d8e5460-11c6-4047-a926-53fbc5e422d7", "tag": "7061c009-d60f-468f-a825-16adb20ee6eb", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:18:02.039076 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-89d56abe-4241-47ad-b9a0-b2318665f53c {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:18:02.039508 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89d56abe-4241-47ad-b9a0-b2318665f53c'] response: {'name': 'network-changed', 'server_uuid': '0d8e5460-11c6-4047-a926-53fbc5e422d7', 'tag': '7061c009-d60f-468f-a825-16adb20ee6eb', 'status': 'completed', 'code': 200} Mar 22 19:18:02.084542 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e2d2fc8d-1260-4778-ad91-2ea5b33086e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (439d5ee5-0428-4717-9a01-f08f7c601d19), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:02.282026 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2c986-a3a5-49eb-a7fc-e90c5f8760de req-c841d0b4-2b29-4ce2-b67a-256c82ceab78 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:02.283557 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-93f2c986-a3a5-49eb-a7fc-e90c5f8760de req-c841d0b4-2b29-4ce2-b67a-256c82ceab78 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 944 time: 0.1323717 Mar 22 19:18:02.286926 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a95b7-5bff-489d-98aa-450e5468c19a req-84967771-f056-4625-9590-76c0b6f8a0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:02.289644 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-251a95b7-5bff-489d-98aa-450e5468c19a req-84967771-f056-4625-9590-76c0b6f8a0a3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d705cf46da4049c5a3f437a1e3d200c6&device_id=0d8e5460-11c6-4047-a926-53fbc5e422d7 HTTP/1.1" status: 200 len: 1126 time: 0.2223146 Mar 22 19:18:02.452829 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3e011-093d-4eca-b205-2a5852413801 req-8c0a8546-acd1-43ba-8970-153d5458a356 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:02.460129 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-98c3e011-093d-4eca-b205-2a5852413801 req-8c0a8546-acd1-43ba-8970-153d5458a356 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/networks?id=c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd HTTP/1.1" status: 200 len: 804 time: 0.1360595 Mar 22 19:18:02.484241 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-e2d2fc8d-1260-4778-ad91-2ea5b33086e3 admin admin] Deleting port 328a779c-eba8-495f-9572-9649274ad44f {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:18:02.489573 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e2d2fc8d-1260-4778-ad91-2ea5b33086e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (328a779c-eba8-495f-9572-9649274ad44f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:02.492688 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-98c3e011-093d-4eca-b205-2a5852413801 req-d1f801a3-d2c7-4409-ab3a-6c8e0c9998d3 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/quotas/6baa0c4671fe40f89b69725a70157b5e HTTP/1.1" status: 200 len: 375 time: 0.0316281 Mar 22 19:18:02.595559 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-e2d2fc8d-1260-4778-ad91-2ea5b33086e3 admin admin] For port 328a779c-eba8-495f-9572-9649274ad44f, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=328a779c-eba8-495f-9572-9649274ad44f,segment=NetworkSegment(7b04b5e8-4c2f-4362-8153-062ff74663dc),segment_id=7b04b5e8-4c2f-4362-8153-062ff74663dc)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:02.596282 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e2d2fc8d-1260-4778-ad91-2ea5b33086e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (328a779c-eba8-495f-9572-9649274ad44f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:02.611687 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-e2d2fc8d-1260-4778-ad91-2ea5b33086e3 admin admin] Calling delete_port for 328a779c-eba8-495f-9572-9649274ad44f owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:18:02.642463 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-98c3e011-093d-4eca-b205-2a5852413801 req-0ea346af-2ded-4707-8733-209ec9fc4d97 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6baa0c4671fe40f89b69725a70157b5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1486712 Mar 22 19:18:02.744939 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-93f2c986-a3a5-49eb-a7fc-e90c5f8760de req-72753561-660b-447f-a71f-84bfe68a3183 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4440413 Mar 22 19:18:02.836482 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a95b7-5bff-489d-98aa-450e5468c19a req-69e11f1b-df9d-46f3-a609-be1ea963fb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:02.850199 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-251a95b7-5bff-489d-98aa-450e5468c19a req-69e11f1b-df9d-46f3-a609-be1ea963fb66 service neutron] 10.222.0.84 "GET /v2.0/networks?id=af063d67-c3ee-47b0-bb92-498195b15a92 HTTP/1.1" status: 200 len: 912 time: 0.5277133 Mar 22 19:18:02.973072 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-251a95b7-5bff-489d-98aa-450e5468c19a req-c87e1e5a-853a-41c1-9c0f-36a8ff9b48f1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7061c009-d60f-468f-a825-16adb20ee6eb HTTP/1.1" status: 200 len: 217 time: 0.1089277 Mar 22 19:18:02.984124 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-98c3e011-093d-4eca-b205-2a5852413801 req-b4a2640e-3243-40dc-a93b-1a8d4d92d308 service neutron] 10.222.0.75 "GET /v2.0/networks/c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402336 Mar 22 19:18:03.022887 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e2d2fc8d-1260-4778-ad91-2ea5b33086e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (328a779c-eba8-495f-9572-9649274ad44f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:03.056186 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 328a779c-eba8-495f-9572-9649274ad44f up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:18:03.084132 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2fc8d-1260-4778-ad91-2ea5b33086e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=328a779c-eba8-495f-9572-9649274ad44f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:03.094997 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 328a779c-eba8-495f-9572-9649274ad44f {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:18:03.095514 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 328a779c-eba8-495f-9572-9649274ad44f not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 22 19:18:03.135781 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-98c3e011-093d-4eca-b205-2a5852413801 req-5d9a315e-f62a-4ffa-b8cb-a78c1dcd242a service neutron] 10.222.0.75 "GET /v2.0/networks/c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485014 Mar 22 19:18:03.155118 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Port 328a779c-eba8-495f-9572-9649274ad44f not found, will not notify nova. {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 22 19:18:03.186357 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0875b-06f1-4e2f-a0f8-3d5ca87032a6 req-5f48ec95-79c2-4562-9139-fc04dc8fbc75 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:03.193345 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0df0875b-06f1-4e2f-a0f8-3d5ca87032a6 req-5f48ec95-79c2-4562-9139-fc04dc8fbc75 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59d4860-c310-4c55-bc5f-10db93229635 HTTP/1.1" status: 200 len: 948 time: 0.3026478 Mar 22 19:18:03.250194 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a95b7-5bff-489d-98aa-450e5468c19a req-e03d5362-a07a-4187-bc37-1550f994c71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:03.253912 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-251a95b7-5bff-489d-98aa-450e5468c19a req-e03d5362-a07a-4187-bc37-1550f994c71f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=449e1584-fac1-45c3-a72f-a3a79da9b7df HTTP/1.1" status: 200 len: 851 time: 0.2599182 Mar 22 19:18:03.324679 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-251a95b7-5bff-489d-98aa-450e5468c19a req-8395ef15-3c5a-4ed0-ac06-80ee8cb425e9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=af063d67-c3ee-47b0-bb92-498195b15a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630043 Mar 22 19:18:03.346114 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0df0875b-06f1-4e2f-a0f8-3d5ca87032a6 req-0deddf96-0bd0-41b5-a51e-718b10458f01 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/security-groups?id=9db6d82e-8007-4564-b6e2-60fb9528de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455102 Mar 22 19:18:03.359059 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 7061c009-d60f-468f-a825-16adb20ee6eb details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:18:03.363075 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device eb4bac57-786a-416c-8df2-15fa4becb1a5 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:18:03.395986 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e2d2fc8d-1260-4778-ad91-2ea5b33086e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (439d5ee5-0428-4717-9a01-f08f7c601d19), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:03.790060 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-251a95b7-5bff-489d-98aa-450e5468c19a req-f68017a6-b3f2-4f56-8932-1fe95d567f47 service neutron] 10.222.0.84 "GET /v2.0/networks/af063d67-c3ee-47b0-bb92-498195b15a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428506 Mar 22 19:18:03.815362 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c8a7e-3efe-4111-b623-ec73e364b874 req-08e13a12-f6b8-41d0-85a7-9b33408da210 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:03.819336 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d94c8a7e-3efe-4111-b623-ec73e364b874 req-08e13a12-f6b8-41d0-85a7-9b33408da210 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d8e5460-11c6-4047-a926-53fbc5e422d7 HTTP/1.1" status: 200 len: 943 time: 0.2820876 Mar 22 19:18:03.868001 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port eb4bac57-786a-416c-8df2-15fa4becb1a5 is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:03.869652 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (eb4bac57-786a-416c-8df2-15fa4becb1a5), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:03.960278 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port eb4bac57-786a-416c-8df2-15fa4becb1a5, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=eb4bac57-786a-416c-8df2-15fa4becb1a5,segment=NetworkSegment(85cf4aab-02b0-4ed0-89a0-65a703cfb595),segment_id=85cf4aab-02b0-4ed0-89a0-65a703cfb595)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:03.966475 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad43c6fd-4460-42af-a977-7bbd6ae77530', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb4bac57-786a-416c-8df2-15fa4becb1a5'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:18:03.969333 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6886a12-1983-4133-b862-0a74060e8cda" -d '{"events": [{"server_uuid": "ad43c6fd-4460-42af-a977-7bbd6ae77530", "name": "network-vif-unplugged", "status": "completed", "tag": "eb4bac57-786a-416c-8df2-15fa4becb1a5"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:18:03.986115 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (eb4bac57-786a-416c-8df2-15fa4becb1a5), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:04.076265 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6d64a-398d-4455-99fe-0986d8362553 req-37024993-78bf-4420-9a38-9b682a0e99e0 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:04.077933 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aca6d64a-398d-4455-99fe-0986d8362553 req-37024993-78bf-4420-9a38-9b682a0e99e0 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 945 time: 0.4657879 Mar 22 19:18:04.082859 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-251a95b7-5bff-489d-98aa-450e5468c19a req-0856651b-b682-4b6c-99f4-c21fd16c4ddf service neutron] 10.222.0.84 "GET /v2.0/networks/af063d67-c3ee-47b0-bb92-498195b15a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620819 Mar 22 19:18:04.098015 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d2fc8d-1260-4778-ad91-2ea5b33086e3 admin admin] Router 439d5ee5-0428-4717-9a01-f08f7c601d19 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:18:04.192290 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=eb4bac57-786a-416c-8df2-15fa4becb1a5,revision_number=8']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:04.209446 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 27c13ab8-4afc-4cd0-80c8-f2143469b5fa details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:18:04.263081 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d94c8a7e-3efe-4111-b623-ec73e364b874 req-20d22210-a8d2-49f3-84d3-f3f5d89d056e tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996475 Mar 22 19:18:04.327605 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d434a4-9b29-4d43-bad6-0d456b94107d req-32541959-f2aa-49b2-924d-79bf3ef27f79 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:04.329374 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e1d434a4-9b29-4d43-bad6-0d456b94107d req-32541959-f2aa-49b2-924d-79bf3ef27f79 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.84 "GET /v2.0/ports?device_id=ad43c6fd-4460-42af-a977-7bbd6ae77530 HTTP/1.1" status: 200 len: 945 time: 0.6132033 Mar 22 19:18:04.377041 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aca6d64a-398d-4455-99fe-0986d8362553 req-1fafeb81-98a6-42a9-b53f-66023056d6bd tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808213 Mar 22 19:18:04.394939 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=27c13ab8-4afc-4cd0-80c8-f2143469b5fa,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:04.415304 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 1e39d502-6bf2-4873-9e3c-4893ea7ef97f up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:18:04.476876 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '27c13ab8-4afc-4cd0-80c8-f2143469b5fa', 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9', 'port_id': '27c13ab8-4afc-4cd0-80c8-f2143469b5fa', 'mac_address': 'fa:16:3e:d7:e4:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc515ca7-b43f-45d2-b838-320d24bc42f9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:18:04.488359 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 7061c009-d60f-468f-a825-16adb20ee6eb, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=7061c009-d60f-468f-a825-16adb20ee6eb,segment=NetworkSegment(7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7),segment_id=7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:04.530088 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22befb03-ee0c-4347-82cb-34938d9de415 req-145a6a73-cbd0-454f-bddf-c699cc43c9d9 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:04.531768 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22befb03-ee0c-4347-82cb-34938d9de415 req-145a6a73-cbd0-454f-bddf-c699cc43c9d9 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 950 time: 0.1523738 Mar 22 19:18:04.545417 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d2fc8d-1260-4778-ad91-2ea5b33086e3 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:18:04.564869 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e2d2fc8d-1260-4778-ad91-2ea5b33086e3 admin admin] 10.222.0.75 "PUT /v2.0/routers/439d5ee5-0428-4717-9a01-f08f7c601d19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2630143 Mar 22 19:18:04.569311 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38316) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:18:04.586960 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 1e39d502-6bf2-4873-9e3c-4893ea7ef97f completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:18:04.594910 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:04.595764 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (27c13ab8-4afc-4cd0-80c8-f2143469b5fa), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:04.613756 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 1e39d502-6bf2-4873-9e3c-4893ea7ef97f triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:18:04.614534 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (1e39d502-6bf2-4873-9e3c-4893ea7ef97f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:04.616607 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390d8e4d-e0cf-47c9-a750-86ec04223c42 None None] Sync routers for ids ['439d5ee5-0428-4717-9a01-f08f7c601d19'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:18:04.623006 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9417a56e-1d51-4dbd-88e1-652c570b470e req-66eadca6-76ba-4fd5-b5d9-55858c7fd6e5 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=4be2263e-7dc2-47c8-ad4d-d0a20ef6285a HTTP/1.1" status: 200 len: 210 time: 0.0902123 Mar 22 19:18:04.630955 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c13ab8-4afc-4cd0-80c8-f2143469b5fa {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:18:04.679923 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=27c13ab8-4afc-4cd0-80c8-f2143469b5fa,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:04.682838 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '7061c009-d60f-468f-a825-16adb20ee6eb', 'network_id': 'af063d67-c3ee-47b0-bb92-498195b15a92', 'port_id': '7061c009-d60f-468f-a825-16adb20ee6eb', 'mac_address': 'fa:16:3e:15:c2:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '449e1584-fac1-45c3-a72f-a3a79da9b7df', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:18:04.700439 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22befb03-ee0c-4347-82cb-34938d9de415 req-a9a535fa-c275-466b-a3a1-958738b2142c tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401215 Mar 22 19:18:04.887898 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (27c13ab8-4afc-4cd0-80c8-f2143469b5fa), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:04.899763 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 19:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ddef72-eafe-4605-85ee-46061f43bf62 x-openstack-request-id: req-f8ddef72-eafe-4605-85ee-46061f43bf62 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:18:04.900196 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad43c6fd-4460-42af-a977-7bbd6ae77530", "name": "network-vif-unplugged", "status": "completed", "tag": "eb4bac57-786a-416c-8df2-15fa4becb1a5", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:18:04.908558 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f8ddef72-eafe-4605-85ee-46061f43bf62 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:18:04.909035 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8ddef72-eafe-4605-85ee-46061f43bf62'] response: {'server_uuid': 'ad43c6fd-4460-42af-a977-7bbd6ae77530', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb4bac57-786a-416c-8df2-15fa4becb1a5', 'code': 200} Mar 22 19:18:04.914473 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0c20a-a6b6-454d-8045-4ed7ccdd804a req-1ed2c026-538d-4cdf-bca6-594d0df69e91 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:04.916111 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-50d0c20a-a6b6-454d-8045-4ed7ccdd804a req-1ed2c026-538d-4cdf-bca6-594d0df69e91 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 945 time: 0.1410060 Mar 22 19:18:04.924107 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 7061c009-d60f-468f-a825-16adb20ee6eb is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:04.924585 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7061c009-d60f-468f-a825-16adb20ee6eb), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:04.973478 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7061c009-d60f-468f-a825-16adb20ee6eb {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:18:04.984966 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390d8e4d-e0cf-47c9-a750-86ec04223c42 None None] Routers {'439d5ee5-0428-4717-9a01-f08f7c601d19'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:18:04.985621 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-390d8e4d-e0cf-47c9-a750-86ec04223c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:17:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['439d5ee5-0428-4717-9a01-f08f7c601d19'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:18:05.098035 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-50d0c20a-a6b6-454d-8045-4ed7ccdd804a req-a9cb2751-2140-4d3b-b97a-2aec049b6df0 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746552 Mar 22 19:18:05.126874 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-390d8e4d-e0cf-47c9-a750-86ec04223c42 None None] Set router 439d5ee5-0428-4717-9a01-f08f7c601d19 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:18:05.156500 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea06f0-7d50-4626-907c-4dd476ce32b8 req-eaacae62-dd53-4cbd-a272-11376a0ea1e9 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:05.158766 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2cea06f0-7d50-4626-907c-4dd476ce32b8 req-eaacae62-dd53-4cbd-a272-11376a0ea1e9 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59d4860-c310-4c55-bc5f-10db93229635 HTTP/1.1" status: 200 len: 948 time: 0.1839442 Mar 22 19:18:05.259876 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-e1d434a4-9b29-4d43-bad6-0d456b94107d req-a671d5aa-6584-45c8-bd51-0d0aca43108c tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Deleting port eb4bac57-786a-416c-8df2-15fa4becb1a5 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:18:05.260441 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e1d434a4-9b29-4d43-bad6-0d456b94107d req-a671d5aa-6584-45c8-bd51-0d0aca43108c tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (eb4bac57-786a-416c-8df2-15fa4becb1a5), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:05.260590 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 7061c009-d60f-468f-a825-16adb20ee6eb, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=7061c009-d60f-468f-a825-16adb20ee6eb,segment=NetworkSegment(7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7),segment_id=7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:05.279753 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2cea06f0-7d50-4626-907c-4dd476ce32b8 req-3d1168d2-7e2b-4b71-86b6-771218e11e19 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/security-groups?id=9db6d82e-8007-4564-b6e2-60fb9528de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102617 Mar 22 19:18:05.321844 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7061c009-d60f-468f-a825-16adb20ee6eb), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:05.359489 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=27c13ab8-4afc-4cd0-80c8-f2143469b5fa,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:05.372039 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device eb4bac57-786a-416c-8df2-15fa4becb1a5 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:18:05.446970 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bf507703-f415-425c-8964-ca706c4df0a4 admin admin] Publish callbacks [] for router (439d5ee5-0428-4717-9a01-f08f7c601d19), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:05.531370 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3e011-093d-4eca-b205-2a5852413801 req-9d08dcbf-f0de-4d70-8563-8c5311949309 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:05.533050 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-98c3e011-093d-4eca-b205-2a5852413801 req-9d08dcbf-f0de-4d70-8563-8c5311949309 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.84 "GET /v2.0/networks?id=c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd HTTP/1.1" status: 200 len: 804 time: 0.2523394 Mar 22 19:18:05.554817 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-98c3e011-093d-4eca-b205-2a5852413801 req-e5145a54-b76d-4087-971e-5266cef0faec tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Request body: {'port': {'device_id': '4be2263e-7dc2-47c8-ad4d-d0a20ef6285a', 'network_id': 'c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd', 'admin_state_up': True, 'tenant_id': '6baa0c4671fe40f89b69725a70157b5e'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:18:05.638790 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['27c13ab8-4afc-4cd0-80c8-f2143469b5fa'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:18:05.653964 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f112fde-6464-473a-a84d-dfa51888f6ca req-2135f56b-911b-4834-9c49-171966bd2e86 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:05.660880 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5f112fde-6464-473a-a84d-dfa51888f6ca req-2135f56b-911b-4834-9c49-171966bd2e86 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d8e5460-11c6-4047-a926-53fbc5e422d7 HTTP/1.1" status: 200 len: 944 time: 0.2799702 Mar 22 19:18:05.685682 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-e1d434a4-9b29-4d43-bad6-0d456b94107d req-a671d5aa-6584-45c8-bd51-0d0aca43108c tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] For port eb4bac57-786a-416c-8df2-15fa4becb1a5, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=eb4bac57-786a-416c-8df2-15fa4becb1a5,segment=NetworkSegment(85cf4aab-02b0-4ed0-89a0-65a703cfb595),segment_id=85cf4aab-02b0-4ed0-89a0-65a703cfb595)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:05.686143 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e1d434a4-9b29-4d43-bad6-0d456b94107d req-a671d5aa-6584-45c8-bd51-0d0aca43108c tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (eb4bac57-786a-416c-8df2-15fa4becb1a5), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:05.723393 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-e1d434a4-9b29-4d43-bad6-0d456b94107d req-a671d5aa-6584-45c8-bd51-0d0aca43108c tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Calling delete_port for eb4bac57-786a-416c-8df2-15fa4becb1a5 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:18:05.770267 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['7061c009-d60f-468f-a825-16adb20ee6eb'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:18:05.776084 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5f112fde-6464-473a-a84d-dfa51888f6ca req-1fd974fc-53ec-49ed-a0e8-236dd783fe14 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143525 Mar 22 19:18:05.840017 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58bf213-ac36-4d53-852f-9487d880d635 req-8614e9ed-fe4b-421d-a198-2045dd572847 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:05.841868 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a58bf213-ac36-4d53-852f-9487d880d635 req-8614e9ed-fe4b-421d-a198-2045dd572847 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 945 time: 0.3076801 Mar 22 19:18:05.873142 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 1e39d502-6bf2-4873-9e3c-4893ea7ef97f is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:05.873543 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1e39d502-6bf2-4873-9e3c-4893ea7ef97f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:05.939282 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5937e937-99ef-4b3c-a811-2ea2fc673e3e req-9ed77602-a5ff-482d-98ff-36dd4885e915 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=4be2263e-7dc2-47c8-ad4d-d0a20ef6285a HTTP/1.1" status: 200 len: 210 time: 0.0506063 Mar 22 19:18:05.984359 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=7061c009-d60f-468f-a825-16adb20ee6eb,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:05.994206 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e1d434a4-9b29-4d43-bad6-0d456b94107d req-a671d5aa-6584-45c8-bd51-0d0aca43108c tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (eb4bac57-786a-416c-8df2-15fa4becb1a5), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:06.007080 n-d-705658-24 neutron-server[104174]: INFO neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No ports have port_id starting with eb4bac57-786a-416c-8df2-15fa4becb1a5 Mar 22 19:18:06.034941 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671d5aa-6584-45c8-bd51-0d0aca43108c tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Pushing event deleted for resources: {'Port': ['ID=eb4bac57-786a-416c-8df2-15fa4becb1a5,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:06.037825 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a58bf213-ac36-4d53-852f-9487d880d635 req-91e47ae9-1c37-4103-a90e-2573345c42ee tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774747 Mar 22 19:18:06.038558 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98c3e011-093d-4eca-b205-2a5852413801 req-e5145a54-b76d-4087-971e-5266cef0faec tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Made reservation on behalf of 6baa0c4671fe40f89b69725a70157b5e for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:18:06.041744 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-98c3e011-093d-4eca-b205-2a5852413801 req-e5145a54-b76d-4087-971e-5266cef0faec tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:06.053202 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bf507703-f415-425c-8964-ca706c4df0a4 admin admin] Publish callbacks [] for router_gateway (439d5ee5-0428-4717-9a01-f08f7c601d19), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:06.100229 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d434a4-9b29-4d43-bad6-0d456b94107d req-a671d5aa-6584-45c8-bd51-0d0aca43108c tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] No DVR routers for this DVR port eb4bac57-786a-416c-8df2-15fa4becb1a5 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:18:06.102420 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e1d434a4-9b29-4d43-bad6-0d456b94107d req-a671d5aa-6584-45c8-bd51-0d0aca43108c tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:06.105996 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e1d434a4-9b29-4d43-bad6-0d456b94107d req-a671d5aa-6584-45c8-bd51-0d0aca43108c tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.84 "DELETE /v2.0/ports/eb4bac57-786a-416c-8df2-15fa4becb1a5 HTTP/1.1" status: 204 len: 173 time: 1.7127388 Mar 22 19:18:06.106572 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad43c6fd-4460-42af-a977-7bbd6ae77530', 'name': 'network-vif-deleted', 'tag': 'eb4bac57-786a-416c-8df2-15fa4becb1a5'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:18:06.109065 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf90e41-87ea-4df3-b329-cff034fa35cb" -d '{"events": [{"server_uuid": "ad43c6fd-4460-42af-a977-7bbd6ae77530", "name": "network-vif-deleted", "tag": "eb4bac57-786a-416c-8df2-15fa4becb1a5"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:18:06.164310 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-bf507703-f415-425c-8964-ca706c4df0a4 admin admin] Deleting port ba599db4-e0a4-4b16-bd22-2d42f4268629 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:18:06.164865 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bf507703-f415-425c-8964-ca706c4df0a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (ba599db4-e0a4-4b16-bd22-2d42f4268629), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:06.223654 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8116f356-5c4c-4581-af14-18bae77fb630 x-openstack-request-id: req-8116f356-5c4c-4581-af14-18bae77fb630 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:18:06.224027 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad43c6fd-4460-42af-a977-7bbd6ae77530", "name": "network-vif-deleted", "tag": "eb4bac57-786a-416c-8df2-15fa4becb1a5", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:18:06.224230 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8116f356-5c4c-4581-af14-18bae77fb630 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:18:06.224595 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8116f356-5c4c-4581-af14-18bae77fb630'] response: {'server_uuid': 'ad43c6fd-4460-42af-a977-7bbd6ae77530', 'name': 'network-vif-deleted', 'tag': 'eb4bac57-786a-416c-8df2-15fa4becb1a5', 'status': 'completed', 'code': 200} Mar 22 19:18:06.225302 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6bcf6-9154-4ee4-8566-13da3e140c3c req-2c8337bb-246a-42ab-a60a-d7a9d9f8fd48 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:06.233307 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f2c6bcf6-9154-4ee4-8566-13da3e140c3c req-2c8337bb-246a-42ab-a60a-d7a9d9f8fd48 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 950 time: 0.1506650 Mar 22 19:18:06.313504 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-bf507703-f415-425c-8964-ca706c4df0a4 admin admin] For port ba599db4-e0a4-4b16-bd22-2d42f4268629, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=ba599db4-e0a4-4b16-bd22-2d42f4268629,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:06.314123 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bf507703-f415-425c-8964-ca706c4df0a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (ba599db4-e0a4-4b16-bd22-2d42f4268629), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:06.322349 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 1e39d502-6bf2-4873-9e3c-4893ea7ef97f, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=1e39d502-6bf2-4873-9e3c-4893ea7ef97f,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:06.338563 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f2c6bcf6-9154-4ee4-8566-13da3e140c3c req-90f2a0b4-5da9-443f-b285-f86b52515dd4 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041343 Mar 22 19:18:06.345740 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-bf507703-f415-425c-8964-ca706c4df0a4 admin admin] Calling delete_port for ba599db4-e0a4-4b16-bd22-2d42f4268629 owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:18:06.348550 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-98c3e011-093d-4eca-b205-2a5852413801 req-e5145a54-b76d-4087-971e-5266cef0faec tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Allocated IP 172.20.0.13 (c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd/557c463e-0ced-46b1-95bb-72c186d37083/bb95e980-9195-45e8-bbe0-781f42a51103) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:18:06.363047 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (1e39d502-6bf2-4873-9e3c-4893ea7ef97f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:06.472797 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-390d8e4d-e0cf-47c9-a750-86ec04223c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439d5ee5-0428-4717-9a01-f08f7c601d19', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1002226762-router', 'tenant_id': '2ce462ade62c4e25895dd16faa19fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'ba599db4-e0a4-4b16-bd22-2d42f4268629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:17:44Z', 'updated_at': '2022-03-22T19:18:02Z', 'revision_number': 5, 'project_id': '2ce462ade62c4e25895dd16faa19fb11', 'gw_port': {'id': 'ba599db4-e0a4-4b16-bd22-2d42f4268629', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:95:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d5ee5-0428-4717-9a01-f08f7c601d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:17:45Z', 'updated_at': '2022-03-22T19:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:18:06.506791 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968b14e-433d-4589-b4ef-9237eb24db45 req-5f19b4fb-7164-40b2-a7f0-c6cfc247bc55 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:06.507354 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=1e39d502-6bf2-4873-9e3c-4893ea7ef97f,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:06.508517 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3968b14e-433d-4589-b4ef-9237eb24db45 req-5f19b4fb-7164-40b2-a7f0-c6cfc247bc55 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 945 time: 0.1579089 Mar 22 19:18:06.510132 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390d8e4d-e0cf-47c9-a750-86ec04223c42 None None] Checking router: 439d5ee5-0428-4717-9a01-f08f7c601d19 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:18:06.531956 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390d8e4d-e0cf-47c9-a750-86ec04223c42 None None] Routers {'439d5ee5-0428-4717-9a01-f08f7c601d19'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:18:06.532603 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-390d8e4d-e0cf-47c9-a750-86ec04223c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:17:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['439d5ee5-0428-4717-9a01-f08f7c601d19'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:18:06.635390 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78226da8-4028-476c-ade8-218e0b298cad req-c684c861-6bf1-4d5f-9101-8919301ece28 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:06.642963 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78226da8-4028-476c-ade8-218e0b298cad req-c684c861-6bf1-4d5f-9101-8919301ece28 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59d4860-c310-4c55-bc5f-10db93229635 HTTP/1.1" status: 200 len: 949 time: 0.1802874 Mar 22 19:18:06.648320 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-390d8e4d-e0cf-47c9-a750-86ec04223c42 None None] Set router 439d5ee5-0428-4717-9a01-f08f7c601d19 gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:18:06.654768 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bf507703-f415-425c-8964-ca706c4df0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (ba599db4-e0a4-4b16-bd22-2d42f4268629), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:06.670365 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3968b14e-433d-4589-b4ef-9237eb24db45 req-00c308e2-a21d-403f-9277-cdc4a129ea7b tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481497 Mar 22 19:18:06.747906 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78226da8-4028-476c-ade8-218e0b298cad req-6b83c5d3-b35f-49b9-95b3-da55a190a77e tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/security-groups?id=9db6d82e-8007-4564-b6e2-60fb9528de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987661 Mar 22 19:18:06.752307 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-390d8e4d-e0cf-47c9-a750-86ec04223c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439d5ee5-0428-4717-9a01-f08f7c601d19', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1002226762-router', 'tenant_id': '2ce462ade62c4e25895dd16faa19fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:17:44Z', 'updated_at': '2022-03-22T19:18:06Z', 'revision_number': 6, 'project_id': '2ce462ade62c4e25895dd16faa19fb11', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:18:06.764983 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-98c3e011-093d-4eca-b205-2a5852413801 req-e5145a54-b76d-4087-971e-5266cef0faec tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Publish callbacks [] for port (bb95e980-9195-45e8-bbe0-781f42a51103), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:06.793620 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390d8e4d-e0cf-47c9-a750-86ec04223c42 None None] The sync data for ids ['439d5ee5-0428-4717-9a01-f08f7c601d19'] in n-d-705658-24 is: [{'id': '439d5ee5-0428-4717-9a01-f08f7c601d19', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1002226762-router', 'tenant_id': '2ce462ade62c4e25895dd16faa19fb11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:17:44Z', 'updated_at': '2022-03-22T19:18:06Z', 'revision_number': 6, 'project_id': '2ce462ade62c4e25895dd16faa19fb11', 'gw_port_host': None}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:18:06.814473 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-98c3e011-093d-4eca-b205-2a5852413801 req-e5145a54-b76d-4087-971e-5266cef0faec tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (bb95e980-9195-45e8-bbe0-781f42a51103), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:06.818454 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bf507703-f415-425c-8964-ca706c4df0a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (439d5ee5-0428-4717-9a01-f08f7c601d19), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:06.821613 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf507703-f415-425c-8964-ca706c4df0a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba599db4-e0a4-4b16-bd22-2d42f4268629,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:06.896104 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5145a54-b76d-4087-971e-5266cef0faec tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Pushing event updated for resources: {'Port': ['ID=bb95e980-9195-45e8-bbe0-781f42a51103,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:06.910417 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59d4860-c310-4c55-bc5f-10db93229635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e39d502-6bf2-4873-9e3c-4893ea7ef97f'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:18:06.913886 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aeb9202-f89e-4b6b-9a92-065232675aa6" -d '{"events": [{"server_uuid": "b59d4860-c310-4c55-bc5f-10db93229635", "name": "network-vif-plugged", "status": "completed", "tag": "1e39d502-6bf2-4873-9e3c-4893ea7ef97f"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:18:06.941139 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bf507703-f415-425c-8964-ca706c4df0a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (439d5ee5-0428-4717-9a01-f08f7c601d19), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:06.944491 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bf507703-f415-425c-8964-ca706c4df0a4 admin admin] Publish callbacks [] for router_controller (439d5ee5-0428-4717-9a01-f08f7c601d19), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:06.967543 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990c3b60-7184-4160-9365-54f17560a6d0 x-openstack-request-id: req-990c3b60-7184-4160-9365-54f17560a6d0 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:18:06.967844 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59d4860-c310-4c55-bc5f-10db93229635", "name": "network-vif-plugged", "status": "completed", "tag": "1e39d502-6bf2-4873-9e3c-4893ea7ef97f", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:18:06.968102 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-990c3b60-7184-4160-9365-54f17560a6d0 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:18:06.968509 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-990c3b60-7184-4160-9365-54f17560a6d0'] response: {'server_uuid': 'b59d4860-c310-4c55-bc5f-10db93229635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e39d502-6bf2-4873-9e3c-4893ea7ef97f', 'code': 200} Mar 22 19:18:06.969667 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98c3e011-093d-4eca-b205-2a5852413801 req-e5145a54-b76d-4087-971e-5266cef0faec tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Network c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:18:06.978330 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-98c3e011-093d-4eca-b205-2a5852413801 req-e5145a54-b76d-4087-971e-5266cef0faec tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:18:06.986372 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c3e011-093d-4eca-b205-2a5852413801 req-e5145a54-b76d-4087-971e-5266cef0faec tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:18:07.020440 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bf507703-f415-425c-8964-ca706c4df0a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (439d5ee5-0428-4717-9a01-f08f7c601d19), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:07.020950 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf507703-f415-425c-8964-ca706c4df0a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 439d5ee5-0428-4717-9a01-f08f7c601d19 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:18:07.031309 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bf507703-f415-425c-8964-ca706c4df0a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:07.034869 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bf507703-f415-425c-8964-ca706c4df0a4 admin admin] 10.222.0.75 "DELETE /v2.0/routers/439d5ee5-0428-4717-9a01-f08f7c601d19 HTTP/1.1" status: 204 len: 168 time: 2.4618149 Mar 22 19:18:07.035169 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38344) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:18:07.087734 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2b851d6-5510-4cbb-92a1-bf473d68aa6e admin admin] Deleting subnet 843271ad-8589-4fa7-82e2-6c4f32a8cd9c {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:18:07.093213 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d2b851d6-5510-4cbb-92a1-bf473d68aa6e admin admin] Publish callbacks [] for subnet (843271ad-8589-4fa7-82e2-6c4f32a8cd9c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:07.130020 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d2b851d6-5510-4cbb-92a1-bf473d68aa6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (843271ad-8589-4fa7-82e2-6c4f32a8cd9c), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:07.149485 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3e011-093d-4eca-b205-2a5852413801 req-e5145a54-b76d-4087-971e-5266cef0faec tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:07.150046 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-98c3e011-093d-4eca-b205-2a5852413801 req-e5145a54-b76d-4087-971e-5266cef0faec tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:07.163822 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d2572-3adb-4851-ba55-5aba9a65bf53 req-6b611c87-5330-4ae2-b421-94da42a43a4d tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:07.173126 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-194d2572-3adb-4851-ba55-5aba9a65bf53 req-6b611c87-5330-4ae2-b421-94da42a43a4d tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d8e5460-11c6-4047-a926-53fbc5e422d7 HTTP/1.1" status: 200 len: 944 time: 0.2642407 Mar 22 19:18:07.216332 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-98c3e011-093d-4eca-b205-2a5852413801 req-e5145a54-b76d-4087-971e-5266cef0faec tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6679583 Mar 22 19:18:07.231117 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-98c3e011-093d-4eca-b205-2a5852413801 req-5da45df3-f824-40d1-8e1b-3d7565b323b5 service neutron] Request body: {'port': {'device_id': '4be2263e-7dc2-47c8-ad4d-d0a20ef6285a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:18:07.244048 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d2b851d6-5510-4cbb-92a1-bf473d68aa6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (843271ad-8589-4fa7-82e2-6c4f32a8cd9c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:07.259567 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ccfc8-2f3c-4538-bbb2-9903f63f757d req-c737d2d1-ef52-4d4e-b8a7-2d9fa417b17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:07.261913 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-061ccfc8-2f3c-4538-bbb2-9903f63f757d req-c737d2d1-ef52-4d4e-b8a7-2d9fa417b17c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b59d4860-c310-4c55-bc5f-10db93229635 HTTP/1.1" status: 200 len: 1132 time: 0.2035136 Mar 22 19:18:07.312161 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 328a779c-eba8-495f-9572-9649274ad44f no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:18:07.322200 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5d033-103f-4b2d-b61d-6b514722f60e req-bcc5f859-6776-4269-95c4-776c653c921d tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:07.325646 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d2b851d6-5510-4cbb-92a1-bf473d68aa6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (843271ad-8589-4fa7-82e2-6c4f32a8cd9c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:07.331331 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-25a5d033-103f-4b2d-b61d-6b514722f60e req-bcc5f859-6776-4269-95c4-776c653c921d tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=4be2263e-7dc2-47c8-ad4d-d0a20ef6285a HTTP/1.1" status: 200 len: 932 time: 0.2391515 Mar 22 19:18:07.349666 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 328a779c-eba8-495f-9572-9649274ad44f {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:18:07.350345 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 328a779c-eba8-495f-9572-9649274ad44f not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:18:07.362676 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d2b851d6-5510-4cbb-92a1-bf473d68aa6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:07.366140 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d2b851d6-5510-4cbb-92a1-bf473d68aa6e admin admin] 10.222.0.75 "DELETE /v2.0/subnets/843271ad-8589-4fa7-82e2-6c4f32a8cd9c HTTP/1.1" status: 204 len: 168 time: 0.3300626 Mar 22 19:18:07.367007 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b851d6-5510-4cbb-92a1-bf473d68aa6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=843271ad-8589-4fa7-82e2-6c4f32a8cd9c,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:07.368513 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38350) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:18:07.375300 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20806cea-fd16-4941-845a-3c1dc6932225 None None] Network ad9498eb-49fc-4719-9fe0-94f29ed202fb requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:18:07.388826 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 7061c009-d60f-468f-a825-16adb20ee6eb up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:18:07.402077 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-194d2572-3adb-4851-ba55-5aba9a65bf53 req-2e647a99-3b4e-451e-b428-aaf9322adb9b tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279160 Mar 22 19:18:07.445375 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4646af3c-572e-4300-b42e-2a1d674def29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (ad9498eb-49fc-4719-9fe0-94f29ed202fb), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:07.487560 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-25a5d033-103f-4b2d-b61d-6b514722f60e req-9701eaf8-830c-4202-a09e-e75beb928ddb tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518632 Mar 22 19:18:07.495202 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-98c3e011-093d-4eca-b205-2a5852413801 req-5da45df3-f824-40d1-8e1b-3d7565b323b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (bb95e980-9195-45e8-bbe0-781f42a51103), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:07.505770 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-4646af3c-572e-4300-b42e-2a1d674def29 admin admin] Deleting port 09f87aff-120a-4e52-b053-df38f533c427 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:18:07.506217 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4646af3c-572e-4300-b42e-2a1d674def29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (09f87aff-120a-4e52-b053-df38f533c427), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:07.617495 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-4646af3c-572e-4300-b42e-2a1d674def29 admin admin] For port 09f87aff-120a-4e52-b053-df38f533c427, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=09f87aff-120a-4e52-b053-df38f533c427,segment=NetworkSegment(7b04b5e8-4c2f-4362-8153-062ff74663dc),segment_id=7b04b5e8-4c2f-4362-8153-062ff74663dc)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:07.618019 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4646af3c-572e-4300-b42e-2a1d674def29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (09f87aff-120a-4e52-b053-df38f533c427), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:07.638876 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-4646af3c-572e-4300-b42e-2a1d674def29 admin admin] Calling delete_port for 09f87aff-120a-4e52-b053-df38f533c427 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:18:07.639771 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 7061c009-d60f-468f-a825-16adb20ee6eb completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:18:07.665168 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 7061c009-d60f-468f-a825-16adb20ee6eb triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:18:07.665940 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7061c009-d60f-468f-a825-16adb20ee6eb), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:07.699437 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-061ccfc8-2f3c-4538-bbb2-9903f63f757d req-45274a13-5b48-47c0-be44-d3c8396eb62e service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=9db6d82e-8007-4564-b6e2-60fb9528de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124439 Mar 22 19:18:07.750649 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d825eb71-8c59-40e2-9c86-57515cf89972 None None] DHCP port deletion for ad9498eb-49fc-4719-9fe0-94f29ed202fb request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:18:07.761188 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4646af3c-572e-4300-b42e-2a1d674def29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (09f87aff-120a-4e52-b053-df38f533c427), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:07.800104 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d825eb71-8c59-40e2-9c86-57515cf89972 None None] The port '09f87aff-120a-4e52-b053-df38f533c427' was deleted {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 22 19:18:07.803200 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4646af3c-572e-4300-b42e-2a1d674def29 admin admin] No DVR routers for this DVR port 09f87aff-120a-4e52-b053-df38f533c427 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:18:07.806370 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646af3c-572e-4300-b42e-2a1d674def29 admin admin] Pushing event deleted for resources: {'Port': ['ID=09f87aff-120a-4e52-b053-df38f533c427,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:07.806832 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762dde0-79a7-4a4d-80c0-edcca1f88bc0 req-b54330ae-60bd-495a-a487-3650a22201a3 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:07.816161 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9762dde0-79a7-4a4d-80c0-edcca1f88bc0 req-b54330ae-60bd-495a-a487-3650a22201a3 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 950 time: 0.1868560 Mar 22 19:18:07.836082 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d739dbc9-1d2f-45a6-8426-8a532c5c7483 req-25887522-013e-4555-be35-4a8df8bc9b84 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:07.837606 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d739dbc9-1d2f-45a6-8426-8a532c5c7483 req-25887522-013e-4555-be35-4a8df8bc9b84 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 945 time: 0.1961217 Mar 22 19:18:07.874792 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 7061c009-d60f-468f-a825-16adb20ee6eb is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:07.875811 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7061c009-d60f-468f-a825-16adb20ee6eb), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:07.915526 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 7061c009-d60f-468f-a825-16adb20ee6eb, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=7061c009-d60f-468f-a825-16adb20ee6eb,segment=NetworkSegment(7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7),segment_id=7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:07.923166 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7061c009-d60f-468f-a825-16adb20ee6eb), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:07.943130 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9762dde0-79a7-4a4d-80c0-edcca1f88bc0 req-931dab5a-3a9d-436a-a794-35273792c597 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261804 Mar 22 19:18:07.976064 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4646af3c-572e-4300-b42e-2a1d674def29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (ad9498eb-49fc-4719-9fe0-94f29ed202fb), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:08.017030 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=7061c009-d60f-468f-a825-16adb20ee6eb,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:08.027524 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-4646af3c-572e-4300-b42e-2a1d674def29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad9498eb-49fc-4719-9fe0-94f29ed202fb']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:18:08.039885 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d739dbc9-1d2f-45a6-8426-8a532c5c7483 req-1c9ca3bd-d1cf-464e-8a7d-9227b2bd20c5 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746638 Mar 22 19:18:08.040420 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-4646af3c-572e-4300-b42e-2a1d674def29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b04b5e8-4c2f-4362-8153-062ff74663dc') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:18:08.040420 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-4646af3c-572e-4300-b42e-2a1d674def29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b04b5e8-4c2f-4362-8153-062ff74663dc') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:18:08.044326 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-98c3e011-093d-4eca-b205-2a5852413801 req-5da45df3-f824-40d1-8e1b-3d7565b323b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb95e980-9195-45e8-bbe0-781f42a51103 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:18:08.053045 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4646af3c-572e-4300-b42e-2a1d674def29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (7b04b5e8-4c2f-4362-8153-062ff74663dc), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:08.054066 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-98c3e011-093d-4eca-b205-2a5852413801 req-5da45df3-f824-40d1-8e1b-3d7565b323b5 service neutron] Publish callbacks [] for port (bb95e980-9195-45e8-bbe0-781f42a51103), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:08.081906 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4646af3c-572e-4300-b42e-2a1d674def29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (7b04b5e8-4c2f-4362-8153-062ff74663dc), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:08.094109 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4646af3c-572e-4300-b42e-2a1d674def29 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:18:08.095515 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4646af3c-572e-4300-b42e-2a1d674def29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (7b04b5e8-4c2f-4362-8153-062ff74663dc), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:08.099460 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:18:08.099460 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:18:08.099460 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:18:08.099460 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:18:08.099460 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:18:08.099460 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:18:08.099460 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:18:08.099460 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:18:08.099460 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:18:08.099460 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:18:08.099460 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:18:08.099460 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:18:08.099460 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:18:08.099460 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:18:08.099460 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:18:08.099460 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:18:08.099460 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:18:08.099460 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:18:08.099460 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:18:08.099460 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:18:08.099460 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:18:08.099460 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:18:08.099460 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:18:08.099460 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:18:08.099460 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:18:08.099460 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:18:08.099460 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:18:08.099460 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:18:08.099460 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:18:08.099460 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:18:08.099460 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:18:08.099460 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:18:08.128737 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-98c3e011-093d-4eca-b205-2a5852413801 req-5da45df3-f824-40d1-8e1b-3d7565b323b5 service neutron] Transition to ACTIVE for port object bb95e980-9195-45e8-bbe0-781f42a51103 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:18:08.131725 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 27c13ab8-4afc-4cd0-80c8-f2143469b5fa up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:18:08.189622 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-98c3e011-093d-4eca-b205-2a5852413801 req-5da45df3-f824-40d1-8e1b-3d7565b323b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (bb95e980-9195-45e8-bbe0-781f42a51103), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:08.221458 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:18:08.231229 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:18:08.231618 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (27c13ab8-4afc-4cd0-80c8-f2143469b5fa), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:08.253318 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4646af3c-572e-4300-b42e-2a1d674def29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (ad9498eb-49fc-4719-9fe0-94f29ed202fb), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:08.267694 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c2a75-0b97-4a5a-b638-7797eb779b9e req-414ac4ae-3abd-4dff-a925-813b480a8b52 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:08.275061 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646af3c-572e-4300-b42e-2a1d674def29 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad9498eb-49fc-4719-9fe0-94f29ed202fb,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:08.276200 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-554c2a75-0b97-4a5a-b638-7797eb779b9e req-414ac4ae-3abd-4dff-a925-813b480a8b52 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 945 time: 0.2084572 Mar 22 19:18:08.279037 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4646af3c-572e-4300-b42e-2a1d674def29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:08.283223 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4646af3c-572e-4300-b42e-2a1d674def29 admin admin] 10.222.0.75 "DELETE /v2.0/networks/ad9498eb-49fc-4719-9fe0-94f29ed202fb HTTP/1.1" status: 204 len: 168 time: 0.9137781 Mar 22 19:18:08.352778 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:08.353235 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (27c13ab8-4afc-4cd0-80c8-f2143469b5fa), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:08.398401 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=27c13ab8-4afc-4cd0-80c8-f2143469b5fa,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:08.404703 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (27c13ab8-4afc-4cd0-80c8-f2143469b5fa), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:08.468764 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=27c13ab8-4afc-4cd0-80c8-f2143469b5fa,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:08.473178 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38362) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:18:08.518385 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4dc60f98-e2b9-43ba-99cf-ae4c7a15ea0b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2ce462ade62c4e25895dd16faa19fb11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432365 Mar 22 19:18:08.520976 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38366) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:18:08.570912 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-19f66974-e756-4b37-a056-b1891a2e2a4f admin admin] Publish callbacks [] for security_group (e2841ed9-0f1c-4683-a41f-4beb60eef9fe), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:08.595655 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-19f66974-e756-4b37-a056-b1891a2e2a4f admin admin] Publish callbacks [] for security_group (e2841ed9-0f1c-4683-a41f-4beb60eef9fe), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:08.647176 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-19f66974-e756-4b37-a056-b1891a2e2a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e2841ed9-0f1c-4683-a41f-4beb60eef9fe), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:08.650634 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-19f66974-e756-4b37-a056-b1891a2e2a4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:08.654359 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-19f66974-e756-4b37-a056-b1891a2e2a4f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e2841ed9-0f1c-4683-a41f-4beb60eef9fe HTTP/1.1" status: 204 len: 168 time: 0.1298952 Mar 22 19:18:08.661382 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f66974-e756-4b37-a056-b1891a2e2a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2841ed9-0f1c-4683-a41f-4beb60eef9fe,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:08.689310 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da45df3-f824-40d1-8e1b-3d7565b323b5 service neutron] Pushing event updated for resources: {'Port': ['ID=bb95e980-9195-45e8-bbe0-781f42a51103,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:08.712705 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df92207-30cd-47bd-b250-6989de5a0cdf req-4c210ec7-5673-487e-89a0-9a0fa9a314e5 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:08.714236 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9df92207-30cd-47bd-b250-6989de5a0cdf req-4c210ec7-5673-487e-89a0-9a0fa9a314e5 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59d4860-c310-4c55-bc5f-10db93229635 HTTP/1.1" status: 200 len: 949 time: 0.5782256 Mar 22 19:18:08.717701 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-98c3e011-093d-4eca-b205-2a5852413801 req-5da45df3-f824-40d1-8e1b-3d7565b323b5 service neutron] Attempting to bind port bb95e980-9195-45e8-bbe0-781f42a51103 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:18:08.718061 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-98c3e011-093d-4eca-b205-2a5852413801 req-5da45df3-f824-40d1-8e1b-3d7565b323b5 service neutron] Attempting to bind port bb95e980-9195-45e8-bbe0-781f42a51103 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '85cf4aab-02b0-4ed0-89a0-65a703cfb595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:18:08.718393 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c3e011-093d-4eca-b205-2a5852413801 req-5da45df3-f824-40d1-8e1b-3d7565b323b5 service neutron] Attempting to bind port bb95e980-9195-45e8-bbe0-781f42a51103 on network c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:18:08.740678 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-554c2a75-0b97-4a5a-b638-7797eb779b9e req-5487c14d-fa9c-48c9-afed-3672e556e0d4 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4634991 Mar 22 19:18:08.741238 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c3e011-093d-4eca-b205-2a5852413801 req-5da45df3-f824-40d1-8e1b-3d7565b323b5 service neutron] Port bb95e980-9195-45e8-bbe0-781f42a51103 on network c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:18:08.741562 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c3e011-093d-4eca-b205-2a5852413801 req-5da45df3-f824-40d1-8e1b-3d7565b323b5 service neutron] Attempting to bind port bb95e980-9195-45e8-bbe0-781f42a51103 on network c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:18:08.755362 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c3e011-093d-4eca-b205-2a5852413801 req-5da45df3-f824-40d1-8e1b-3d7565b323b5 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:18:08.755713 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c3e011-093d-4eca-b205-2a5852413801 req-5da45df3-f824-40d1-8e1b-3d7565b323b5 service neutron] Checking segment: {'id': '85cf4aab-02b0-4ed0-89a0-65a703cfb595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:18:08.756102 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c3e011-093d-4eca-b205-2a5852413801 req-5da45df3-f824-40d1-8e1b-3d7565b323b5 service neutron] Bound using segment: {'id': '85cf4aab-02b0-4ed0-89a0-65a703cfb595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:18:08.756548 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-98c3e011-093d-4eca-b205-2a5852413801 req-5da45df3-f824-40d1-8e1b-3d7565b323b5 service neutron] Bound port: bb95e980-9195-45e8-bbe0-781f42a51103, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85cf4aab-02b0-4ed0-89a0-65a703cfb595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:18:08.756913 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-98c3e011-093d-4eca-b205-2a5852413801 req-5da45df3-f824-40d1-8e1b-3d7565b323b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (bb95e980-9195-45e8-bbe0-781f42a51103), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:08.827219 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9df92207-30cd-47bd-b250-6989de5a0cdf req-283bdcc2-44bd-4913-9830-1b3f4110ab5e tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/security-groups?id=9db6d82e-8007-4564-b6e2-60fb9528de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028113 Mar 22 19:18:08.900800 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-98c3e011-093d-4eca-b205-2a5852413801 req-5da45df3-f824-40d1-8e1b-3d7565b323b5 service neutron] For port bb95e980-9195-45e8-bbe0-781f42a51103, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:18:08.917945 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-98c3e011-093d-4eca-b205-2a5852413801 req-5da45df3-f824-40d1-8e1b-3d7565b323b5 service neutron] For port bb95e980-9195-45e8-bbe0-781f42a51103, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=bb95e980-9195-45e8-bbe0-781f42a51103,segment=NetworkSegment(85cf4aab-02b0-4ed0-89a0-65a703cfb595),segment_id=85cf4aab-02b0-4ed0-89a0-65a703cfb595)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:18:08.927505 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-98c3e011-093d-4eca-b205-2a5852413801 req-5da45df3-f824-40d1-8e1b-3d7565b323b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (bb95e980-9195-45e8-bbe0-781f42a51103), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:08.970165 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8e5460-11c6-4047-a926-53fbc5e422d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7061c009-d60f-468f-a825-16adb20ee6eb'}, {'server_uuid': '7c3280fb-6d74-46f7-829d-3337dbd2777a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c13ab8-4afc-4cd0-80c8-f2143469b5fa'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:18:08.973426 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89605046-07f5-462a-8b69-be47b1f898be" -d '{"events": [{"server_uuid": "0d8e5460-11c6-4047-a926-53fbc5e422d7", "name": "network-vif-plugged", "status": "completed", "tag": "7061c009-d60f-468f-a825-16adb20ee6eb"}, {"server_uuid": "7c3280fb-6d74-46f7-829d-3337dbd2777a", "name": "network-vif-plugged", "status": "completed", "tag": "27c13ab8-4afc-4cd0-80c8-f2143469b5fa"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:18:08.989605 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device ba599db4-e0a4-4b16-bd22-2d42f4268629 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:18:08.991562 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e89c76-d35f-4e8b-8090-d239214e4de1 req-0f561dfc-e17a-41f0-8686-2b91902b8514 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:08.993148 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9e89c76-d35f-4e8b-8090-d239214e4de1 req-0f561dfc-e17a-41f0-8686-2b91902b8514 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d8e5460-11c6-4047-a926-53fbc5e422d7 HTTP/1.1" status: 200 len: 945 time: 0.1465843 Mar 22 19:18:09.014048 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: ba599db4-e0a4-4b16-bd22-2d42f4268629 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:18:09.014798 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device ba599db4-e0a4-4b16-bd22-2d42f4268629 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:18:09.015385 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 09f87aff-120a-4e52-b053-df38f533c427 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:18:09.024727 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3e011-093d-4eca-b205-2a5852413801 req-5da45df3-f824-40d1-8e1b-3d7565b323b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:09.025352 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-98c3e011-093d-4eca-b205-2a5852413801 req-5da45df3-f824-40d1-8e1b-3d7565b323b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:09.027335 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-98c3e011-093d-4eca-b205-2a5852413801 req-5da45df3-f824-40d1-8e1b-3d7565b323b5 service neutron] 10.222.0.84 "PUT /v2.0/ports/bb95e980-9195-45e8-bbe0-781f42a51103 HTTP/1.1" status: 200 len: 1093 time: 1.8028793 Mar 22 19:18:09.030582 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be2263e-7dc2-47c8-ad4d-d0a20ef6285a', 'tag': 'bb95e980-9195-45e8-bbe0-781f42a51103'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:18:09.032730 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4a9fc4-4121-4b17-8dac-6c39250f1340" -d '{"events": [{"name": "network-changed", "server_uuid": "4be2263e-7dc2-47c8-ad4d-d0a20ef6285a", "tag": "bb95e980-9195-45e8-bbe0-781f42a51103"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:18:09.050342 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 09f87aff-120a-4e52-b053-df38f533c427 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:18:09.050951 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 09f87aff-120a-4e52-b053-df38f533c427 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:18:09.067403 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da45df3-f824-40d1-8e1b-3d7565b323b5 service neutron] Pushing event updated for resources: {'Port': ['ID=bb95e980-9195-45e8-bbe0-781f42a51103,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:09.095612 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3883db-68e5-4a49-8e28-c52e7d018f44 req-fe49cb0d-74f8-498d-9ccd-8109ede6e7da tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:09.106641 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e3883db-68e5-4a49-8e28-c52e7d018f44 req-fe49cb0d-74f8-498d-9ccd-8109ede6e7da tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=4be2263e-7dc2-47c8-ad4d-d0a20ef6285a HTTP/1.1" status: 200 len: 944 time: 0.1801786 Mar 22 19:18:09.153716 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9e89c76-d35f-4e8b-8090-d239214e4de1 req-4d169321-76a2-486f-9406-b7a0d9211cb4 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523898 Mar 22 19:18:09.222597 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e3883db-68e5-4a49-8e28-c52e7d018f44 req-c172968e-194e-40f0-ac72-9bc7d584660d tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030936 Mar 22 19:18:09.241494 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3e011-093d-4eca-b205-2a5852413801 req-6d4ac7c1-c866-43e3-9708-a8d51de89c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:09.243111 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-98c3e011-093d-4eca-b205-2a5852413801 req-6d4ac7c1-c866-43e3-9708-a8d51de89c31 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6baa0c4671fe40f89b69725a70157b5e&device_id=4be2263e-7dc2-47c8-ad4d-d0a20ef6285a HTTP/1.1" status: 200 len: 1127 time: 0.1567733 Mar 22 19:18:09.309761 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 19:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f3b1aa-ba25-4c0a-87b4-0e89907b20bb x-openstack-request-id: req-b6f3b1aa-ba25-4c0a-87b4-0e89907b20bb {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:18:09.310095 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8e5460-11c6-4047-a926-53fbc5e422d7", "name": "network-vif-plugged", "status": "completed", "tag": "7061c009-d60f-468f-a825-16adb20ee6eb", "code": 200}, {"server_uuid": "7c3280fb-6d74-46f7-829d-3337dbd2777a", "name": "network-vif-plugged", "status": "completed", "tag": "27c13ab8-4afc-4cd0-80c8-f2143469b5fa", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:18:09.310366 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b6f3b1aa-ba25-4c0a-87b4-0e89907b20bb {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:18:09.310766 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6f3b1aa-ba25-4c0a-87b4-0e89907b20bb'] response: {'server_uuid': '0d8e5460-11c6-4047-a926-53fbc5e422d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7061c009-d60f-468f-a825-16adb20ee6eb', 'code': 200} Mar 22 19:18:09.311037 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6f3b1aa-ba25-4c0a-87b4-0e89907b20bb'] response: {'server_uuid': '7c3280fb-6d74-46f7-829d-3337dbd2777a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c13ab8-4afc-4cd0-80c8-f2143469b5fa', 'code': 200} Mar 22 19:18:09.330911 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-98c3e011-093d-4eca-b205-2a5852413801 req-fa63e49c-17fe-4451-9144-3fdb53673e13 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb95e980-9195-45e8-bbe0-781f42a51103 HTTP/1.1" status: 200 len: 217 time: 0.0791283 Mar 22 19:18:09.392076 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75b2efd-db1b-4573-8ad2-4402ae5a6ca4 x-openstack-request-id: req-d75b2efd-db1b-4573-8ad2-4402ae5a6ca4 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:18:09.392618 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be2263e-7dc2-47c8-ad4d-d0a20ef6285a", "tag": "bb95e980-9195-45e8-bbe0-781f42a51103", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:18:09.392618 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d75b2efd-db1b-4573-8ad2-4402ae5a6ca4 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:18:09.393308 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d75b2efd-db1b-4573-8ad2-4402ae5a6ca4'] response: {'name': 'network-changed', 'server_uuid': '4be2263e-7dc2-47c8-ad4d-d0a20ef6285a', 'tag': 'bb95e980-9195-45e8-bbe0-781f42a51103', 'status': 'completed', 'code': 200} Mar 22 19:18:09.421910 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3e011-093d-4eca-b205-2a5852413801 req-bd65fd21-81cf-4d66-91f1-633666227191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:09.423310 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-98c3e011-093d-4eca-b205-2a5852413801 req-bd65fd21-81cf-4d66-91f1-633666227191 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=557c463e-0ced-46b1-95bb-72c186d37083 HTTP/1.1" status: 200 len: 844 time: 0.0681686 Mar 22 19:18:09.443361 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0cd98-3577-43e5-a615-1c63c3815203 req-b4e49b11-81c9-406f-a5e7-c0cff7b5d53d tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:09.450311 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bfc0cd98-3577-43e5-a615-1c63c3815203 req-b4e49b11-81c9-406f-a5e7-c0cff7b5d53d tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 950 time: 0.1868804 Mar 22 19:18:09.487018 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e07ea-fc2d-4175-9acd-934fb64ace10 req-f24f6b6a-87b7-479f-983c-ee3cbb393498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:09.488932 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c98e07ea-fc2d-4175-9acd-934fb64ace10 req-f24f6b6a-87b7-479f-983c-ee3cbb393498 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0d8e5460-11c6-4047-a926-53fbc5e422d7 HTTP/1.1" status: 200 len: 1128 time: 0.0637376 Mar 22 19:18:09.524847 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-98c3e011-093d-4eca-b205-2a5852413801 req-63100d41-f0e1-48d4-a878-d1fbfa277061 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892699 Mar 22 19:18:09.551208 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c98e07ea-fc2d-4175-9acd-934fb64ace10 req-cdd99d83-0690-4212-8cd5-d8cd720e8484 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549903 Mar 22 19:18:09.641039 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bfc0cd98-3577-43e5-a615-1c63c3815203 req-23af6e02-e42f-4d71-b2b6-f21e96a5bc81 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897490 Mar 22 19:18:09.652674 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d5598-ae93-4e2f-9a46-2b1ff0badbe6 req-76dfab28-de7c-4dfe-a919-eccf22f69ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:09.654195 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-599d5598-ae93-4e2f-9a46-2b1ff0badbe6 req-76dfab28-de7c-4dfe-a919-eccf22f69ee6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 1129 time: 0.2279332 Mar 22 19:18:09.686164 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19230825-71de-4e69-bcda-47abdc1e3e1c req-02eaf320-0353-4ebd-baa6-cc3880e965a8 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:09.692843 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-19230825-71de-4e69-bcda-47abdc1e3e1c req-02eaf320-0353-4ebd-baa6-cc3880e965a8 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 945 time: 0.2278657 Mar 22 19:18:09.732674 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-98c3e011-093d-4eca-b205-2a5852413801 req-7e7171e3-caa1-4e49-b907-09ffdf2d7171 service neutron] 10.222.0.84 "GET /v2.0/networks/c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000983 Mar 22 19:18:09.815414 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-599d5598-ae93-4e2f-9a46-2b1ff0badbe6 req-08ed08da-12b3-4309-8822-2f05d48eb658 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458552 Mar 22 19:18:09.829529 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-19230825-71de-4e69-bcda-47abdc1e3e1c req-47deb7cf-b01a-42e1-b8f9-eaf854c4d192 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358266 Mar 22 19:18:09.889449 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-98c3e011-093d-4eca-b205-2a5852413801 req-ebae62d2-0f1c-4e30-9b5c-fac6283c7742 service neutron] 10.222.0.84 "GET /v2.0/networks/c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377285 Mar 22 19:18:09.955331 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291b634-3d34-4b39-ae82-0ff387e6e1ea req-0f4552bb-db9f-484c-8240-b6297ff0f042 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:09.957094 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4291b634-3d34-4b39-ae82-0ff387e6e1ea req-0f4552bb-db9f-484c-8240-b6297ff0f042 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 946 time: 0.0558789 Mar 22 19:18:10.071074 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a9fc4-4121-4b17-8dac-6c39250f1340 req-8c442ef2-d244-40f1-94ae-854b9d6d2fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:10.072595 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e4a9fc4-4121-4b17-8dac-6c39250f1340 req-8c442ef2-d244-40f1-94ae-854b9d6d2fa7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6baa0c4671fe40f89b69725a70157b5e&device_id=4be2263e-7dc2-47c8-ad4d-d0a20ef6285a HTTP/1.1" status: 200 len: 1127 time: 0.1134541 Mar 22 19:18:10.076011 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4291b634-3d34-4b39-ae82-0ff387e6e1ea req-9ec9d5d3-6d30-4cc8-a299-f3aff813c99f tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083689 Mar 22 19:18:10.090001 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72d021-770d-441d-a0d0-0c57f87560fa req-012d2989-462b-481d-bcbf-7927cad02bd1 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:10.101422 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e72d021-770d-441d-a0d0-0c57f87560fa req-012d2989-462b-481d-bcbf-7927cad02bd1 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59d4860-c310-4c55-bc5f-10db93229635 HTTP/1.1" status: 200 len: 949 time: 0.1334131 Mar 22 19:18:10.249151 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-875d148d-d61b-4811-982e-1e89c289675b req-1143b67e-607d-47a4-b678-171a66496c4b service neutron] 10.222.0.85 "GET /v2.0/ports/a59d6df8-7b4c-4429-8382-fe68fd10987b/bindings/n-h2-705658-24 HTTP/1.1" status: 200 len: 383 time: 0.1713829 Mar 22 19:18:10.255952 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e72d021-770d-441d-a0d0-0c57f87560fa req-5e969400-3069-4f0e-90e5-1129529036ed tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/security-groups?id=9db6d82e-8007-4564-b6e2-60fb9528de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407881 Mar 22 19:18:10.269281 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a9fc4-4121-4b17-8dac-6c39250f1340 req-3fe15380-9094-4a80-b95a-7db779ee1599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:10.270816 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e4a9fc4-4121-4b17-8dac-6c39250f1340 req-3fe15380-9094-4a80-b95a-7db779ee1599 service neutron] 10.222.0.84 "GET /v2.0/networks?id=c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd HTTP/1.1" status: 200 len: 905 time: 0.1784875 Mar 22 19:18:10.332550 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e4a9fc4-4121-4b17-8dac-6c39250f1340 req-e8c1e452-9ca9-43eb-a145-66f6d686d82a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb95e980-9195-45e8-bbe0-781f42a51103 HTTP/1.1" status: 200 len: 217 time: 0.0515735 Mar 22 19:18:10.455682 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a9fc4-4121-4b17-8dac-6c39250f1340 req-0cde23ec-581a-4a07-9f1f-7a68f2778898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:10.457282 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e4a9fc4-4121-4b17-8dac-6c39250f1340 req-0cde23ec-581a-4a07-9f1f-7a68f2778898 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=557c463e-0ced-46b1-95bb-72c186d37083 HTTP/1.1" status: 200 len: 844 time: 0.1167622 Mar 22 19:18:10.468255 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510272c8-e66a-4b40-bf96-50ea1f69b5bd req-59af1153-8be4-40fd-b58a-2dc86021df9d tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:10.469871 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-510272c8-e66a-4b40-bf96-50ea1f69b5bd req-59af1153-8be4-40fd-b58a-2dc86021df9d tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d8e5460-11c6-4047-a926-53fbc5e422d7 HTTP/1.1" status: 200 len: 945 time: 0.1411586 Mar 22 19:18:10.511619 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e4a9fc4-4121-4b17-8dac-6c39250f1340 req-3628c531-6f90-49da-bcfd-b78c2c08d622 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380094 Mar 22 19:18:10.557235 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b7a76-e7fb-4df4-9b18-69e03080de98 req-8975899c-79e7-424c-8790-9b7b93e7c4a0 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:10.558771 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a03b7a76-e7fb-4df4-9b18-69e03080de98 req-8975899c-79e7-424c-8790-9b7b93e7c4a0 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=4be2263e-7dc2-47c8-ad4d-d0a20ef6285a HTTP/1.1" status: 200 len: 944 time: 0.1693296 Mar 22 19:18:10.666668 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d148d-d61b-4811-982e-1e89c289675b req-a8f731cf-acfd-47a6-b55e-56d6b1d41c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:10.668154 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-875d148d-d61b-4811-982e-1e89c289675b req-a8f731cf-acfd-47a6-b55e-56d6b1d41c87 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775&tenant_id=fa44a62348c348ba8b3d4c4340e75bae HTTP/1.1" status: 200 len: 1133 time: 0.1589117 Mar 22 19:18:10.671219 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-510272c8-e66a-4b40-bf96-50ea1f69b5bd req-eb4effc7-a4b0-4227-8a39-8bb00aa3f182 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868546 Mar 22 19:18:10.737987 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a03b7a76-e7fb-4df4-9b18-69e03080de98 req-59683bf1-9a96-4314-ba6f-a9740cc0017f tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615374 Mar 22 19:18:10.766898 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e4a9fc4-4121-4b17-8dac-6c39250f1340 req-874361f1-d75f-4c14-97ab-2f85eca6e525 service neutron] 10.222.0.84 "GET /v2.0/networks/c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251670 Mar 22 19:18:10.773699 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d148d-d61b-4811-982e-1e89c289675b req-2e8b95e1-8dd2-4f0a-9c68-5803b7be97ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:10.775276 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-875d148d-d61b-4811-982e-1e89c289675b req-2e8b95e1-8dd2-4f0a-9c68-5803b7be97ee service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 1133 time: 0.0713472 Mar 22 19:18:11.016585 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-7100fc84-b8b0-4072-9696-21fda7809127 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:11.019087 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-7100fc84-b8b0-4072-9696-21fda7809127 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c&tenant_id=635145d2a62d432cbc865a99eb3219e4&binding%3Ahost_id=n-h2-705658-24 HTTP/1.1" status: 200 len: 1128 time: 0.0643306 Mar 22 19:18:11.032463 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-f53a18a8-f184-49ea-b062-f5ab607f4b08 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-705658-24'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:18:11.070508 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e4a9fc4-4121-4b17-8dac-6c39250f1340 req-e7b30479-a82c-42ce-af2a-2000cd0b5707 service neutron] 10.222.0.84 "GET /v2.0/networks/c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942193 Mar 22 19:18:11.101955 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8f017-b068-42d0-99ce-6836d4252b14 req-475dd256-2dd9-487e-b6f0-96e2c543a48b tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:11.106216 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-f53a18a8-f184-49ea-b062-f5ab607f4b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c0f856f7-dd46-407a-9757-5669f772ffe3), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:11.109396 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bfa8f017-b068-42d0-99ce-6836d4252b14 req-475dd256-2dd9-487e-b6f0-96e2c543a48b tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 950 time: 0.1709261 Mar 22 19:18:11.123095 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d148d-d61b-4811-982e-1e89c289675b req-59b0b3b7-7ee9-413c-b005-1aeccf158e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:11.124545 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-875d148d-d61b-4811-982e-1e89c289675b req-59b0b3b7-7ee9-413c-b005-1aeccf158e80 service neutron] 10.222.0.85 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.3396010 Mar 22 19:18:11.188094 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b1571-7dae-4a26-b789-c6cd8f29b335 req-14cd3951-b5e9-4a9e-b41a-fe3eaab7dd31 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:11.189441 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc9b1571-7dae-4a26-b789-c6cd8f29b335 req-14cd3951-b5e9-4a9e-b41a-fe3eaab7dd31 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 945 time: 0.2043397 Mar 22 19:18:11.221974 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-875d148d-d61b-4811-982e-1e89c289675b req-1c671c39-0d18-4b3a-839f-5cb92ee708aa service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=a59d6df8-7b4c-4429-8382-fe68fd10987b HTTP/1.1" status: 200 len: 217 time: 0.0857019 Mar 22 19:18:11.246161 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bfa8f017-b068-42d0-99ce-6836d4252b14 req-2b006d0c-1a2f-4f1d-a3c1-d594a7eaabe6 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357577 Mar 22 19:18:11.283465 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-f53a18a8-f184-49ea-b062-f5ab607f4b08 service neutron] For port c0f856f7-dd46-407a-9757-5669f772ffe3, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=c0f856f7-dd46-407a-9757-5669f772ffe3,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:11.285847 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38458) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:18:11.344695 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-f53a18a8-f184-49ea-b062-f5ab607f4b08 service neutron] For port c0f856f7-dd46-407a-9757-5669f772ffe3, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:18:11.358134 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc9b1571-7dae-4a26-b789-c6cd8f29b335 req-c7050e9d-2fb9-4ca8-a0c2-50682417733a tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269095 Mar 22 19:18:11.420345 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-f53a18a8-f184-49ea-b062-f5ab607f4b08 service neutron] Publish callbacks [] for port (c0f856f7-dd46-407a-9757-5669f772ffe3), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:11.426176 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909fc672-2eb2-469d-8094-43fac906a98c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0f856f7-dd46-407a-9757-5669f772ffe3'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:18:11.428569 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc39d10e-a54f-45cd-93f8-d95b6e824b61" -d '{"events": [{"server_uuid": "909fc672-2eb2-469d-8094-43fac906a98c", "name": "network-vif-unplugged", "status": "completed", "tag": "c0f856f7-dd46-407a-9757-5669f772ffe3"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:18:11.442167 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d148d-d61b-4811-982e-1e89c289675b req-03c57acc-f7c3-475d-8507-e0b8df8e4d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:11.443861 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-875d148d-d61b-4811-982e-1e89c289675b req-03c57acc-f7c3-475d-8507-e0b8df8e4d55 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1965928 Mar 22 19:18:11.457569 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-f53a18a8-f184-49ea-b062-f5ab607f4b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (c0f856f7-dd46-407a-9757-5669f772ffe3), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:11.485967 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-252a6974-c209-438b-a5ec-f35faaeb0c85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:11.535718 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3fb98-3ab7-441c-9876-3b2be1697666 req-38fd69ed-4223-44ee-8dc4-ae74b1509569 tempest-ServersAdminNegativeTestJSON-1313178359 tempest-ServersAdminNegativeTestJSON-1313178359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:11.537387 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5d3fb98-3ab7-441c-9876-3b2be1697666 req-38fd69ed-4223-44ee-8dc4-ae74b1509569 tempest-ServersAdminNegativeTestJSON-1313178359 tempest-ServersAdminNegativeTestJSON-1313178359-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=b59d4860-c310-4c55-bc5f-10db93229635 HTTP/1.1" status: 200 len: 1132 time: 0.1779149 Mar 22 19:18:11.563535 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520a7a7-0eb9-49f7-9fba-39585b844b19 req-81e92352-1c1f-440a-b99e-b13bab053050 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:11.565173 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a520a7a7-0eb9-49f7-9fba-39585b844b19 req-81e92352-1c1f-440a-b99e-b13bab053050 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 946 time: 0.1056030 Mar 22 19:18:11.575619 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d148d-d61b-4811-982e-1e89c289675b req-d69b847f-06d7-4cb9-ba8f-e5bb0eebb6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:11.577212 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-875d148d-d61b-4811-982e-1e89c289675b req-d69b847f-06d7-4cb9-ba8f-e5bb0eebb6f1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1193974 Mar 22 19:18:11.578751 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d5d3fb98-3ab7-441c-9876-3b2be1697666 req-f3dc15d6-b85e-41aa-83f3-a249c124f856 tempest-ServersAdminNegativeTestJSON-1313178359 tempest-ServersAdminNegativeTestJSON-1313178359-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:11.597302 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a18a8-f184-49ea-b062-f5ab607f4b08 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f856f7-dd46-407a-9757-5669f772ffe3,revision_number=7']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:11.616655 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-f53a18a8-f184-49ea-b062-f5ab607f4b08 service neutron] Attempting to bind port c0f856f7-dd46-407a-9757-5669f772ffe3 on host n-h2-705658-24 for vnic_type normal with profile {"migrating_to": "n-h1-705658-24"} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:18:11.617246 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-f53a18a8-f184-49ea-b062-f5ab607f4b08 service neutron] Attempting to bind port c0f856f7-dd46-407a-9757-5669f772ffe3 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:18:11.617750 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-f53a18a8-f184-49ea-b062-f5ab607f4b08 service neutron] Attempting to bind port c0f856f7-dd46-407a-9757-5669f772ffe3 on network 63b49c54-7e45-4147-9f0e-8b47e058281a {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:18:11.628988 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-f53a18a8-f184-49ea-b062-f5ab607f4b08 service neutron] Port c0f856f7-dd46-407a-9757-5669f772ffe3 on network 63b49c54-7e45-4147-9f0e-8b47e058281a not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:18:11.629592 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-f53a18a8-f184-49ea-b062-f5ab607f4b08 service neutron] Attempting to bind port c0f856f7-dd46-407a-9757-5669f772ffe3 on network 63b49c54-7e45-4147-9f0e-8b47e058281a {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:18:11.642171 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-f53a18a8-f184-49ea-b062-f5ab607f4b08 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:18:11.642905 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-f53a18a8-f184-49ea-b062-f5ab607f4b08 service neutron] Checking segment: {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:18:11.643695 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-f53a18a8-f184-49ea-b062-f5ab607f4b08 service neutron] Bound using segment: {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:18:11.644640 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-f53a18a8-f184-49ea-b062-f5ab607f4b08 service neutron] Bound port: c0f856f7-dd46-407a-9757-5669f772ffe3, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:18:11.645342 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-f53a18a8-f184-49ea-b062-f5ab607f4b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c0f856f7-dd46-407a-9757-5669f772ffe3), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:11.703352 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-875d148d-d61b-4811-982e-1e89c289675b req-23eb5611-7df7-40e2-96a2-fbb58b81ca3b service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163607 Mar 22 19:18:11.751265 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-252a6974-c209-438b-a5ec-f35faaeb0c85 admin admin] Publish callbacks [] for security_group (8a304ff2-0f65-4b43-bec1-738b81dc4c4c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:11.766784 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-252a6974-c209-438b-a5ec-f35faaeb0c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (8a304ff2-0f65-4b43-bec1-738b81dc4c4c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:11.787195 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-f53a18a8-f184-49ea-b062-f5ab607f4b08 service neutron] For port c0f856f7-dd46-407a-9757-5669f772ffe3, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:18:11.793523 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a520a7a7-0eb9-49f7-9fba-39585b844b19 req-272ceaf2-1489-4551-9a8e-d41fb6f7dd5d tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206511 Mar 22 19:18:11.840236 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-f53a18a8-f184-49ea-b062-f5ab607f4b08 service neutron] For port c0f856f7-dd46-407a-9757-5669f772ffe3, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=c0f856f7-dd46-407a-9757-5669f772ffe3,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:18:11.862586 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-252a6974-c209-438b-a5ec-f35faaeb0c85 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1050d3c7100e4ee2b827cf516207ee06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5752234 Mar 22 19:18:11.864753 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 19:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88007bf7-8d50-488c-8818-3ac7a75b7f98 x-openstack-request-id: req-88007bf7-8d50-488c-8818-3ac7a75b7f98 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:18:11.865036 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909fc672-2eb2-469d-8094-43fac906a98c", "name": "network-vif-unplugged", "status": "completed", "tag": "c0f856f7-dd46-407a-9757-5669f772ffe3", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:18:11.865281 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-88007bf7-8d50-488c-8818-3ac7a75b7f98 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:18:11.865832 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88007bf7-8d50-488c-8818-3ac7a75b7f98'] response: {'server_uuid': '909fc672-2eb2-469d-8094-43fac906a98c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0f856f7-dd46-407a-9757-5669f772ffe3', 'code': 200} Mar 22 19:18:11.867175 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38470) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:18:11.871490 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-f53a18a8-f184-49ea-b062-f5ab607f4b08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (c0f856f7-dd46-407a-9757-5669f772ffe3), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:11.903228 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-875d148d-d61b-4811-982e-1e89c289675b req-1b210d93-9279-4ec7-88ab-7a73783d3c67 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925726 Mar 22 19:18:11.920271 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d5d3fb98-3ab7-441c-9876-3b2be1697666 req-f3dc15d6-b85e-41aa-83f3-a249c124f856 tempest-ServersAdminNegativeTestJSON-1313178359 tempest-ServersAdminNegativeTestJSON-1313178359-project-admin] Publish callbacks [] for security_group (c1dd8904-1e38-4b29-aa1b-5eabf7789eed), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:11.931606 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d5d3fb98-3ab7-441c-9876-3b2be1697666 req-f3dc15d6-b85e-41aa-83f3-a249c124f856 tempest-ServersAdminNegativeTestJSON-1313178359 tempest-ServersAdminNegativeTestJSON-1313178359-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (c1dd8904-1e38-4b29-aa1b-5eabf7789eed), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:11.994044 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a18a8-f184-49ea-b062-f5ab607f4b08 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f856f7-dd46-407a-9757-5669f772ffe3,revision_number=8']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:12.028794 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5d3fb98-3ab7-441c-9876-3b2be1697666 req-f3dc15d6-b85e-41aa-83f3-a249c124f856 tempest-ServersAdminNegativeTestJSON-1313178359 tempest-ServersAdminNegativeTestJSON-1313178359-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=9db6d82e-8007-4564-b6e2-60fb9528de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4803081 Mar 22 19:18:12.040361 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc15d6-b85e-41aa-83f3-a249c124f856 tempest-ServersAdminNegativeTestJSON-1313178359 tempest-ServersAdminNegativeTestJSON-1313178359-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1dd8904-1e38-4b29-aa1b-5eabf7789eed,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:12.047220 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-29cd1275-5495-4092-9ff0-6cc4b9c81074 admin admin] Publish callbacks [] for security_group (8a304ff2-0f65-4b43-bec1-738b81dc4c4c), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:12.074701 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-29cd1275-5495-4092-9ff0-6cc4b9c81074 admin admin] Publish callbacks [] for security_group (8a304ff2-0f65-4b43-bec1-738b81dc4c4c), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:12.098569 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a6974-c209-438b-a5ec-f35faaeb0c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a304ff2-0f65-4b43-bec1-738b81dc4c4c,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:12.104066 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-f53a18a8-f184-49ea-b062-f5ab607f4b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:12.105018 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-f53a18a8-f184-49ea-b062-f5ab607f4b08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:12.107755 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-f53a18a8-f184-49ea-b062-f5ab607f4b08 service neutron] 10.222.0.84 "PUT /v2.0/ports/c0f856f7-dd46-407a-9757-5669f772ffe3 HTTP/1.1" status: 200 len: 1123 time: 1.0798259 Mar 22 19:18:12.152755 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0b55b-8965-4156-b051-3021bb9cc365 req-5196a541-3a5f-498f-8adb-7bee874e8252 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:12.163717 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-abf0b55b-8965-4156-b051-3021bb9cc365 req-5196a541-3a5f-498f-8adb-7bee874e8252 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d8e5460-11c6-4047-a926-53fbc5e422d7 HTTP/1.1" status: 200 len: 945 time: 0.1807091 Mar 22 19:18:12.226994 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['c0f856f7-dd46-407a-9757-5669f772ffe3'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:18:12.229588 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['c0f856f7-dd46-407a-9757-5669f772ffe3'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:18:12.267551 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-29cd1275-5495-4092-9ff0-6cc4b9c81074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (8a304ff2-0f65-4b43-bec1-738b81dc4c4c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:12.270195 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-29cd1275-5495-4092-9ff0-6cc4b9c81074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:12.272099 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-29cd1275-5495-4092-9ff0-6cc4b9c81074 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8a304ff2-0f65-4b43-bec1-738b81dc4c4c HTTP/1.1" status: 204 len: 168 time: 0.4025350 Mar 22 19:18:12.285417 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-abf0b55b-8965-4156-b051-3021bb9cc365 req-8cffc1ef-c89c-48d8-8813-99cdac04f665 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207612 Mar 22 19:18:12.314880 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd1275-5495-4092-9ff0-6cc4b9c81074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a304ff2-0f65-4b43-bec1-738b81dc4c4c,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:12.343626 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ed0eb-0627-4ded-b830-b503ff2dc41e req-722bbc05-ae04-40e9-87d1-7e6ad6daf6f8 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:12.345260 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e32ed0eb-0627-4ded-b830-b503ff2dc41e req-722bbc05-ae04-40e9-87d1-7e6ad6daf6f8 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=4be2263e-7dc2-47c8-ad4d-d0a20ef6285a HTTP/1.1" status: 200 len: 944 time: 0.1502235 Mar 22 19:18:12.437556 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e32ed0eb-0627-4ded-b830-b503ff2dc41e req-1d839387-e4cd-4f5d-867e-f9d3f03a3d31 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861106 Mar 22 19:18:12.459816 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64757560-5d2f-4a1e-bed7-eff3139ad8e9 req-d31bca63-d886-4299-8b84-ac515eabe8df tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:12.468263 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64757560-5d2f-4a1e-bed7-eff3139ad8e9 req-d31bca63-d886-4299-8b84-ac515eabe8df tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 950 time: 0.0900412 Mar 22 19:18:12.581848 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64757560-5d2f-4a1e-bed7-eff3139ad8e9 req-559fc3ab-cac4-4627-9f3d-6a9c555694ce tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031103 Mar 22 19:18:12.724302 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b64c57-6ff8-46d3-bb74-c6400d1ffd11 req-cc82e6f5-c906-4fc0-844e-c17732e7374e tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:12.725448 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b6b64c57-6ff8-46d3-bb74-c6400d1ffd11 req-cc82e6f5-c906-4fc0-844e-c17732e7374e tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 943 time: 0.0694168 Mar 22 19:18:12.823691 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b6b64c57-6ff8-46d3-bb74-c6400d1ffd11 req-c334abfa-f6df-4eed-acd4-3790ea621db5 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912311 Mar 22 19:18:12.838110 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe598099-55b1-4c32-9d93-8dc09cb7c0c3 req-aeae9eab-a310-4673-93fd-590bf8db75cc tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:12.840241 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fe598099-55b1-4c32-9d93-8dc09cb7c0c3 req-aeae9eab-a310-4673-93fd-590bf8db75cc tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d8e5460-11c6-4047-a926-53fbc5e422d7 HTTP/1.1" status: 200 len: 945 time: 0.0911551 Mar 22 19:18:12.899887 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fe598099-55b1-4c32-9d93-8dc09cb7c0c3 req-62100635-be01-47af-9b26-20686d472b76 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542905 Mar 22 19:18:12.960932 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ba371-0f3e-49a0-9ba5-720feb25a8fc req-b1c3c9f3-3cd4-4f61-a123-9be40dee3938 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:12.964091 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7c8ba371-0f3e-49a0-9ba5-720feb25a8fc req-b1c3c9f3-3cd4-4f61-a123-9be40dee3938 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 946 time: 0.0698206 Mar 22 19:18:13.017039 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7c8ba371-0f3e-49a0-9ba5-720feb25a8fc req-57ff26d6-4e8c-4847-a12f-0ea69b3bccc5 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471127 Mar 22 19:18:13.174950 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfaa9e5-2f47-437c-83c0-a30310aad60b req-a1e5728a-27d0-495e-b6bc-e4cb3ec57a95 tempest-ServersAdminNegativeTestJSON-1313178359 tempest-ServersAdminNegativeTestJSON-1313178359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:13.176628 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2dfaa9e5-2f47-437c-83c0-a30310aad60b req-a1e5728a-27d0-495e-b6bc-e4cb3ec57a95 tempest-ServersAdminNegativeTestJSON-1313178359 tempest-ServersAdminNegativeTestJSON-1313178359-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=b59d4860-c310-4c55-bc5f-10db93229635 HTTP/1.1" status: 200 len: 1132 time: 0.0473270 Mar 22 19:18:13.224683 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2dfaa9e5-2f47-437c-83c0-a30310aad60b req-92cd20d8-1e75-4b66-91b1-f9cb3db6bab3 tempest-ServersAdminNegativeTestJSON-1313178359 tempest-ServersAdminNegativeTestJSON-1313178359-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=9db6d82e-8007-4564-b6e2-60fb9528de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402751 Mar 22 19:18:13.390850 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device c0f856f7-dd46-407a-9757-5669f772ffe3 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:18:13.452475 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9660b-6e88-46a2-b90c-5d1d21fe6de0 req-8903c243-3861-4913-8611-5dab0f8d13b4 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:13.454377 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1cf9660b-6e88-46a2-b90c-5d1d21fe6de0 req-8903c243-3861-4913-8611-5dab0f8d13b4 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 1129 time: 0.0614846 Mar 22 19:18:13.515795 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port c0f856f7-dd46-407a-9757-5669f772ffe3, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=c0f856f7-dd46-407a-9757-5669f772ffe3,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:13.529473 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device c0f856f7-dd46-407a-9757-5669f772ffe3 has no active binding in host n-h1-705658-24 {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 22 19:18:13.529878 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device bb95e980-9195-45e8-bbe0-781f42a51103 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:18:13.656796 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port bb95e980-9195-45e8-bbe0-781f42a51103, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=bb95e980-9195-45e8-bbe0-781f42a51103,segment=NetworkSegment(85cf4aab-02b0-4ed0-89a0-65a703cfb595),segment_id=85cf4aab-02b0-4ed0-89a0-65a703cfb595)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:13.673992 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'bb95e980-9195-45e8-bbe0-781f42a51103', 'network_id': 'c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd', 'port_id': 'bb95e980-9195-45e8-bbe0-781f42a51103', 'mac_address': 'fa:16:3e:74:b2:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '557c463e-0ced-46b1-95bb-72c186d37083', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:18:13.716777 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port bb95e980-9195-45e8-bbe0-781f42a51103 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:13.717173 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (bb95e980-9195-45e8-bbe0-781f42a51103), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:13.731122 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb95e980-9195-45e8-bbe0-781f42a51103 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:18:13.752369 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port bb95e980-9195-45e8-bbe0-781f42a51103, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=bb95e980-9195-45e8-bbe0-781f42a51103,segment=NetworkSegment(85cf4aab-02b0-4ed0-89a0-65a703cfb595),segment_id=85cf4aab-02b0-4ed0-89a0-65a703cfb595)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:13.757708 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (bb95e980-9195-45e8-bbe0-781f42a51103), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:13.814496 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=bb95e980-9195-45e8-bbe0-781f42a51103,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:13.819914 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1cf9660b-6e88-46a2-b90c-5d1d21fe6de0 req-6ad2f5e9-74c2-47f9-b4eb-639730ba1b2f tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595526 Mar 22 19:18:13.867624 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909fc672-2eb2-469d-8094-43fac906a98c', 'tag': 'c0f856f7-dd46-407a-9757-5669f772ffe3'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:18:13.870272 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f21559f-4e68-4247-ad43-b6c1fe563484" -d '{"events": [{"name": "network-changed", "server_uuid": "909fc672-2eb2-469d-8094-43fac906a98c", "tag": "c0f856f7-dd46-407a-9757-5669f772ffe3"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:18:13.954369 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e23e5e-a384-414c-8569-a5266de30987 req-0c0585a2-300a-4f48-b322-f19021219888 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:13.955845 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2e23e5e-a384-414c-8569-a5266de30987 req-0c0585a2-300a-4f48-b322-f19021219888 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=4be2263e-7dc2-47c8-ad4d-d0a20ef6285a HTTP/1.1" status: 200 len: 945 time: 0.0555053 Mar 22 19:18:14.005022 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2e23e5e-a384-414c-8569-a5266de30987 req-fba0462b-c482-493a-9e17-a368208965a3 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410881 Mar 22 19:18:14.099860 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['bb95e980-9195-45e8-bbe0-781f42a51103'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:18:14.111823 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa501ba-2a3e-4468-986d-cd8893159c2e req-65421d48-e96c-4064-84ec-8a1e71883adb tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:14.113415 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8aa501ba-2a3e-4468-986d-cd8893159c2e req-65421d48-e96c-4064-84ec-8a1e71883adb tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 950 time: 0.0545702 Mar 22 19:18:14.159442 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device a59d6df8-7b4c-4429-8382-fe68fd10987b no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:18:14.167063 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8aa501ba-2a3e-4468-986d-cd8893159c2e req-4542b43e-cb2f-4bb6-b77f-a88ba69f3b7d tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477750 Mar 22 19:18:14.291305 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834dbced-51ca-4258-a3c1-2e7b6801b7dc req-89ea6b36-d99c-4d11-a113-caf71638b3fd tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:14.292759 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-834dbced-51ca-4258-a3c1-2e7b6801b7dc req-89ea6b36-d99c-4d11-a113-caf71638b3fd tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 943 time: 0.0657539 Mar 22 19:18:14.315644 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port a59d6df8-7b4c-4429-8382-fe68fd10987b is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:14.316381 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a59d6df8-7b4c-4429-8382-fe68fd10987b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:14.341641 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-834dbced-51ca-4258-a3c1-2e7b6801b7dc req-2d7ba24f-f670-4e22-8f2f-bd0e6d2dbacc tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424812 Mar 22 19:18:14.352257 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7938c17-bdbf-476e-a988-f09aed7e4775', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a59d6df8-7b4c-4429-8382-fe68fd10987b'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:18:14.354515 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d175b9e6-4d4b-42ef-aefa-bf07874337b8" -d '{"events": [{"server_uuid": "d7938c17-bdbf-476e-a988-f09aed7e4775", "name": "network-vif-unplugged", "status": "completed", "tag": "a59d6df8-7b4c-4429-8382-fe68fd10987b"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:18:14.383882 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port a59d6df8-7b4c-4429-8382-fe68fd10987b, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=a59d6df8-7b4c-4429-8382-fe68fd10987b,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:14.394429 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a59d6df8-7b4c-4429-8382-fe68fd10987b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:14.451136 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=a59d6df8-7b4c-4429-8382-fe68fd10987b,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:14.465759 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991e0b6-1a4e-42ed-9fa7-9d3a004c2553 req-add295a6-1b52-4151-ba53-debc77cd4aa5 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:14.467319 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7991e0b6-1a4e-42ed-9fa7-9d3a004c2553 req-add295a6-1b52-4151-ba53-debc77cd4aa5 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 1129 time: 0.0458317 Mar 22 19:18:14.527400 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5764f-cf59-410a-81e7-71bc547a58b9 req-84a5a62a-41c3-4b68-a5e0-e2577424da78 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:14.530056 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7991e0b6-1a4e-42ed-9fa7-9d3a004c2553 req-ccd3e882-e947-4373-b397-afe25e79f274 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479698 Mar 22 19:18:14.530398 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-64e5764f-cf59-410a-81e7-71bc547a58b9 req-84a5a62a-41c3-4b68-a5e0-e2577424da78 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.84 "GET /v2.0/ports?device_id=0d8e5460-11c6-4047-a926-53fbc5e422d7 HTTP/1.1" status: 200 len: 945 time: 0.0814567 Mar 22 19:18:14.644178 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38289d8-accc-4e4b-a8f4-ae413460346d x-openstack-request-id: req-f38289d8-accc-4e4b-a8f4-ae413460346d {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:18:14.644470 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "909fc672-2eb2-469d-8094-43fac906a98c", "tag": "c0f856f7-dd46-407a-9757-5669f772ffe3", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:18:14.644721 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f38289d8-accc-4e4b-a8f4-ae413460346d {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:18:14.645119 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f38289d8-accc-4e4b-a8f4-ae413460346d'] response: {'name': 'network-changed', 'server_uuid': '909fc672-2eb2-469d-8094-43fac906a98c', 'tag': 'c0f856f7-dd46-407a-9757-5669f772ffe3', 'status': 'completed', 'code': 200} Mar 22 19:18:14.679186 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-64e5764f-cf59-410a-81e7-71bc547a58b9 req-50ac3de7-0d50-4fc3-ad76-8fb0c5349321 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Deleting port 7061c009-d60f-468f-a825-16adb20ee6eb {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:18:14.679794 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-64e5764f-cf59-410a-81e7-71bc547a58b9 req-50ac3de7-0d50-4fc3-ad76-8fb0c5349321 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (7061c009-d60f-468f-a825-16adb20ee6eb), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:14.747318 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21559f-4e68-4247-ad43-b6c1fe563484 req-e30ee9a1-9682-41c0-96ce-36a03ca51f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:14.748846 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3f21559f-4e68-4247-ad43-b6c1fe563484 req-e30ee9a1-9682-41c0-96ce-36a03ca51f11 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=635145d2a62d432cbc865a99eb3219e4&device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 1157 time: 0.1230419 Mar 22 19:18:14.787868 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-64e5764f-cf59-410a-81e7-71bc547a58b9 req-50ac3de7-0d50-4fc3-ad76-8fb0c5349321 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] For port 7061c009-d60f-468f-a825-16adb20ee6eb, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=7061c009-d60f-468f-a825-16adb20ee6eb,segment=NetworkSegment(7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7),segment_id=7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:14.788243 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-64e5764f-cf59-410a-81e7-71bc547a58b9 req-50ac3de7-0d50-4fc3-ad76-8fb0c5349321 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (7061c009-d60f-468f-a825-16adb20ee6eb), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:14.804351 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-64e5764f-cf59-410a-81e7-71bc547a58b9 req-50ac3de7-0d50-4fc3-ad76-8fb0c5349321 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Calling delete_port for 7061c009-d60f-468f-a825-16adb20ee6eb owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:18:14.836486 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015467c9-abd7-4d73-b7ed-831c7f9a07e2 req-5d158d36-2380-4e3b-b666-284b2f8acc6b tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:14.843738 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-015467c9-abd7-4d73-b7ed-831c7f9a07e2 req-5d158d36-2380-4e3b-b666-284b2f8acc6b tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d8e5460-11c6-4047-a926-53fbc5e422d7 HTTP/1.1" status: 200 len: 945 time: 0.1517832 Mar 22 19:18:14.871135 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 19:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beda4c37-eb18-4220-afdf-e0d8330ca72f x-openstack-request-id: req-beda4c37-eb18-4220-afdf-e0d8330ca72f {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:18:14.871664 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7938c17-bdbf-476e-a988-f09aed7e4775", "name": "network-vif-unplugged", "status": "completed", "tag": "a59d6df8-7b4c-4429-8382-fe68fd10987b", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:18:14.871925 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-beda4c37-eb18-4220-afdf-e0d8330ca72f {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:18:14.872481 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beda4c37-eb18-4220-afdf-e0d8330ca72f'] response: {'server_uuid': 'd7938c17-bdbf-476e-a988-f09aed7e4775', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a59d6df8-7b4c-4429-8382-fe68fd10987b', 'code': 200} Mar 22 19:18:14.926218 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-015467c9-abd7-4d73-b7ed-831c7f9a07e2 req-61d86fb0-82e4-4740-a6d6-a16ab1b4a054 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759602 Mar 22 19:18:14.958970 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-64e5764f-cf59-410a-81e7-71bc547a58b9 req-50ac3de7-0d50-4fc3-ad76-8fb0c5349321 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (7061c009-d60f-468f-a825-16adb20ee6eb), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:14.968968 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21559f-4e68-4247-ad43-b6c1fe563484 req-9e7147b7-d970-4017-99ef-f92c1c7b56bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:14.971834 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3f21559f-4e68-4247-ad43-b6c1fe563484 req-9e7147b7-d970-4017-99ef-f92c1c7b56bf service neutron] 10.222.0.85 "GET /v2.0/networks?id=63b49c54-7e45-4147-9f0e-8b47e058281a HTTP/1.1" status: 200 len: 909 time: 0.2139256 Mar 22 19:18:14.973641 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['dd676179-107e-43cf-b677-eb7c2d034d8a', '7061c009-d60f-468f-a825-16adb20ee6eb'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:18:15.040633 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3f21559f-4e68-4247-ad43-b6c1fe563484 req-e44fc8b1-1458-4c85-8111-675db869513f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0f856f7-dd46-407a-9757-5669f772ffe3 HTTP/1.1" status: 200 len: 217 time: 0.0607026 Mar 22 19:18:15.047085 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac3de7-0d50-4fc3-ad76-8fb0c5349321 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Pushing event deleted for resources: {'Port': ['ID=7061c009-d60f-468f-a825-16adb20ee6eb,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:15.092255 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-428bbece-7c3f-4225-9142-706a9adef448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:15.146656 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e5764f-cf59-410a-81e7-71bc547a58b9 req-50ac3de7-0d50-4fc3-ad76-8fb0c5349321 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] No DVR routers for this DVR port 7061c009-d60f-468f-a825-16adb20ee6eb on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:18:15.147065 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21559f-4e68-4247-ad43-b6c1fe563484 req-2542ce5c-9bd5-421d-ae82-18042f996bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:15.152268 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-64e5764f-cf59-410a-81e7-71bc547a58b9 req-50ac3de7-0d50-4fc3-ad76-8fb0c5349321 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:15.160563 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-64e5764f-cf59-410a-81e7-71bc547a58b9 req-50ac3de7-0d50-4fc3-ad76-8fb0c5349321 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.84 "DELETE /v2.0/ports/7061c009-d60f-468f-a825-16adb20ee6eb HTTP/1.1" status: 204 len: 173 time: 0.6140077 Mar 22 19:18:15.161910 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3f21559f-4e68-4247-ad43-b6c1fe563484 req-2542ce5c-9bd5-421d-ae82-18042f996bed service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1824832e-8035-4e29-a8c5-aaeabb7261e8 HTTP/1.1" status: 200 len: 848 time: 0.1027067 Mar 22 19:18:15.237385 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3f21559f-4e68-4247-ad43-b6c1fe563484 req-b187b008-8536-4b27-954a-b417df59f0fd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=63b49c54-7e45-4147-9f0e-8b47e058281a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745337 Mar 22 19:18:15.373004 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3f21559f-4e68-4247-ad43-b6c1fe563484 req-87dc3250-6235-4c65-b112-228f4abb7ae5 service neutron] 10.222.0.85 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276855 Mar 22 19:18:15.393878 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device bb95e980-9195-45e8-bbe0-781f42a51103 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:18:15.485454 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127208d8-682a-46ff-a4dd-6aaa2c8dbd60 req-587a82b7-0cf1-4b5c-a9e4-0c5aa6b72d04 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:15.493165 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-127208d8-682a-46ff-a4dd-6aaa2c8dbd60 req-587a82b7-0cf1-4b5c-a9e4-0c5aa6b72d04 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=4be2263e-7dc2-47c8-ad4d-d0a20ef6285a HTTP/1.1" status: 200 len: 945 time: 0.1350527 Mar 22 19:18:15.495861 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port bb95e980-9195-45e8-bbe0-781f42a51103 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:18:15.502525 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port bb95e980-9195-45e8-bbe0-781f42a51103 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:18:15.503210 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (bb95e980-9195-45e8-bbe0-781f42a51103), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:15.532398 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3f21559f-4e68-4247-ad43-b6c1fe563484 req-cc52168e-5b57-4b48-9822-a746aee0f810 service neutron] 10.222.0.85 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445854 Mar 22 19:18:15.566023 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:15.588756 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-127208d8-682a-46ff-a4dd-6aaa2c8dbd60 req-7fcc0739-5ccc-4e39-a6f4-840753516b68 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889187 Mar 22 19:18:15.630110 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port bb95e980-9195-45e8-bbe0-781f42a51103 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:15.630110 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (bb95e980-9195-45e8-bbe0-781f42a51103), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:15.675521 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port bb95e980-9195-45e8-bbe0-781f42a51103, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=bb95e980-9195-45e8-bbe0-781f42a51103,segment=NetworkSegment(85cf4aab-02b0-4ed0-89a0-65a703cfb595),segment_id=85cf4aab-02b0-4ed0-89a0-65a703cfb595)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:15.683330 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (bb95e980-9195-45e8-bbe0-781f42a51103), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:15.696701 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431e3f6-3aa7-43de-93da-0f501c44e7b3 req-dfcd2664-2719-4d78-93b1-ce8352f75550 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:15.704774 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3431e3f6-3aa7-43de-93da-0f501c44e7b3 req-dfcd2664-2719-4d78-93b1-ce8352f75550 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 948 time: 0.0671308 Mar 22 19:18:15.751988 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=bb95e980-9195-45e8-bbe0-781f42a51103,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:15.783229 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3431e3f6-3aa7-43de-93da-0f501c44e7b3 req-4dc24f46-48da-46eb-abd7-6b6fdf3f5347 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774655 Mar 22 19:18:15.929062 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce97fb-25aa-4dfc-a1a8-91ff94e14e23 req-4f92d262-110f-45eb-a1ae-c497e2713f9e tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:15.936738 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32ce97fb-25aa-4dfc-a1a8-91ff94e14e23 req-4f92d262-110f-45eb-a1ae-c497e2713f9e tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59d4860-c310-4c55-bc5f-10db93229635 HTTP/1.1" status: 200 len: 949 time: 0.0630651 Mar 22 19:18:15.988373 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32ce97fb-25aa-4dfc-a1a8-91ff94e14e23 req-dd63959d-663c-4a1e-a950-02fa870061fe tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/security-groups?id=9db6d82e-8007-4564-b6e2-60fb9528de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506084 Mar 22 19:18:16.184569 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device a59d6df8-7b4c-4429-8382-fe68fd10987b details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:18:16.278606 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-7b5d5a07-793f-4fe5-9524-ee314276e4e1 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:18:16.280043 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-7b5d5a07-793f-4fe5-9524-ee314276e4e1 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056992 Mar 22 19:18:16.303229 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port a59d6df8-7b4c-4429-8382-fe68fd10987b, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=a59d6df8-7b4c-4429-8382-fe68fd10987b,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:16.316247 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'a59d6df8-7b4c-4429-8382-fe68fd10987b', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': 'a59d6df8-7b4c-4429-8382-fe68fd10987b', 'mac_address': 'fa:16:3e:ca:ff:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:18:16.325176 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-19ccf638-0853-422c-a4cb-4b0999327d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:16.332060 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-19ccf638-0853-422c-a4cb-4b0999327d06 service neutron] 10.222.0.75 "GET /v2.0/ports/27c13ab8-4afc-4cd0-80c8-f2143469b5fa HTTP/1.1" status: 200 len: 1126 time: 0.0450721 Mar 22 19:18:16.336174 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-02bd7409-f926-4516-9494-0826b5690c0b service neutron] Request body: {'binding': {'host': 'n-h1-705658-24', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:18:16.336617 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-02bd7409-f926-4516-9494-0826b5690c0b service neutron] Unknown quota resources ['binding']. {{(pid=104172) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 19:18:16.362499 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port a59d6df8-7b4c-4429-8382-fe68fd10987b is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:16.362813 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a59d6df8-7b4c-4429-8382-fe68fd10987b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:16.375631 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59d6df8-7b4c-4429-8382-fe68fd10987b {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:18:16.398372 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port a59d6df8-7b4c-4429-8382-fe68fd10987b, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=a59d6df8-7b4c-4429-8382-fe68fd10987b,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:16.404238 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a59d6df8-7b4c-4429-8382-fe68fd10987b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:16.450673 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=a59d6df8-7b4c-4429-8382-fe68fd10987b,revision_number=7']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:16.500160 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a7c5f-172d-41cd-870f-a8592959df8a req-5144430b-1383-40c0-9e8e-2ad95584e410 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:16.501690 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c00a7c5f-172d-41cd-870f-a8592959df8a req-5144430b-1383-40c0-9e8e-2ad95584e410 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 943 time: 0.1201649 Mar 22 19:18:16.546405 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-02bd7409-f926-4516-9494-0826b5690c0b service neutron] Attempting to bind port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa on host n-h1-705658-24 for vnic_type normal with profile None {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:18:16.546731 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-02bd7409-f926-4516-9494-0826b5690c0b service neutron] Attempting to bind port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:18:16.547300 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-02bd7409-f926-4516-9494-0826b5690c0b service neutron] Attempting to bind port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa on network 3f43483d-05ef-426b-881a-d8fc390ab6a9 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:18:16.563482 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-02bd7409-f926-4516-9494-0826b5690c0b service neutron] Port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa on network 3f43483d-05ef-426b-881a-d8fc390ab6a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:18:16.563810 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-02bd7409-f926-4516-9494-0826b5690c0b service neutron] Attempting to bind port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa on network 3f43483d-05ef-426b-881a-d8fc390ab6a9 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:18:16.575110 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-02bd7409-f926-4516-9494-0826b5690c0b service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:18:16.575444 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-02bd7409-f926-4516-9494-0826b5690c0b service neutron] Checking segment: {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:18:16.575823 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-02bd7409-f926-4516-9494-0826b5690c0b service neutron] Bound using segment: {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:18:16.576250 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-02bd7409-f926-4516-9494-0826b5690c0b service neutron] Bound port: 27c13ab8-4afc-4cd0-80c8-f2143469b5fa, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:18:16.586938 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c00a7c5f-172d-41cd-870f-a8592959df8a req-1a112ded-5dc6-4f5e-b5b5-7d5c942ac2a8 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770607 Mar 22 19:18:16.634691 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-02bd7409-f926-4516-9494-0826b5690c0b service neutron] For port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=27c13ab8-4afc-4cd0-80c8-f2143469b5fa,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:18:16.645324 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-02bd7409-f926-4516-9494-0826b5690c0b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:16.646359 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8e5460-11c6-4047-a926-53fbc5e422d7', 'name': 'network-vif-deleted', 'tag': '7061c009-d60f-468f-a825-16adb20ee6eb'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:18:16.646853 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-02bd7409-f926-4516-9494-0826b5690c0b service neutron] 10.222.0.75 "POST /v2.0/ports/27c13ab8-4afc-4cd0-80c8-f2143469b5fa/bindings HTTP/1.1" status: 201 len: 390 time: 0.3139720 Mar 22 19:18:16.648734 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60c21cc-2318-479b-bdf9-73f2145528ce" -d '{"events": [{"server_uuid": "0d8e5460-11c6-4047-a926-53fbc5e422d7", "name": "network-vif-deleted", "tag": "7061c009-d60f-468f-a825-16adb20ee6eb"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:18:16.796495 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc406b-b90a-4628-9cb7-901cb80a4909 req-73585ca8-92da-4a11-9b90-bbed634ecf5f tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:16.798025 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-25dc406b-b90a-4628-9cb7-901cb80a4909 req-73585ca8-92da-4a11-9b90-bbed634ecf5f tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=4be2263e-7dc2-47c8-ad4d-d0a20ef6285a HTTP/1.1" status: 200 len: 946 time: 0.0908375 Mar 22 19:18:16.832803 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1f92e-5789-40d1-ae00-f11c71db62f5 req-2ff29699-2394-4d8f-af8c-ac267614d4bb tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:16.834392 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32a1f92e-5789-40d1-ae00-f11c71db62f5 req-2ff29699-2394-4d8f-af8c-ac267614d4bb tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.0817852 Mar 22 19:18:16.873252 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be2263e-7dc2-47c8-ad4d-d0a20ef6285a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb95e980-9195-45e8-bbe0-781f42a51103'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:18:16.876053 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccada4da-6caf-41a5-95f9-efe4d223f7d2" -d '{"events": [{"server_uuid": "4be2263e-7dc2-47c8-ad4d-d0a20ef6285a", "name": "network-vif-plugged", "status": "completed", "tag": "bb95e980-9195-45e8-bbe0-781f42a51103"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:18:16.887138 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-25dc406b-b90a-4628-9cb7-901cb80a4909 req-96d46bd8-42b7-4301-a088-f7fde4fc4e48 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809674 Mar 22 19:18:16.911084 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32a1f92e-5789-40d1-ae00-f11c71db62f5 req-ac86d7b0-10b8-4d10-b309-340d05a73fb1 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699968 Mar 22 19:18:16.915289 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['a59d6df8-7b4c-4429-8382-fe68fd10987b'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:18:16.939685 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98481980-9678-4558-affd-9c788ddf407a x-openstack-request-id: req-98481980-9678-4558-affd-9c788ddf407a {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:18:16.940242 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8e5460-11c6-4047-a926-53fbc5e422d7", "name": "network-vif-deleted", "tag": "7061c009-d60f-468f-a825-16adb20ee6eb", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:18:16.941061 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-98481980-9678-4558-affd-9c788ddf407a {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:18:16.941647 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98481980-9678-4558-affd-9c788ddf407a'] response: {'server_uuid': '0d8e5460-11c6-4047-a926-53fbc5e422d7', 'name': 'network-vif-deleted', 'tag': '7061c009-d60f-468f-a825-16adb20ee6eb', 'status': 'completed', 'code': 200} Mar 22 19:18:17.065218 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9527f8-7967-4194-80ff-2462aaf3285f req-b5f2bf04-2e0a-42b3-97d1-d88657b95747 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:17.067088 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-de9527f8-7967-4194-80ff-2462aaf3285f req-b5f2bf04-2e0a-42b3-97d1-d88657b95747 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 946 time: 0.0712662 Mar 22 19:18:17.139225 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-de9527f8-7967-4194-80ff-2462aaf3285f req-786b50fd-c62d-43fc-ac4d-0d5d64e17fb2 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646250 Mar 22 19:18:17.164796 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f759b1-38f4-4399-9b96-88cb92d448f6 req-b9ffe486-40d4-4e3a-8d72-2b00e09c9609 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:17.166366 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94f759b1-38f4-4399-9b96-88cb92d448f6 req-b9ffe486-40d4-4e3a-8d72-2b00e09c9609 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 949 time: 0.0754380 Mar 22 19:18:17.187613 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0c6a53-47b2-440c-a0f5-f691469225f7 x-openstack-request-id: req-3e0c6a53-47b2-440c-a0f5-f691469225f7 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:18:17.188570 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be2263e-7dc2-47c8-ad4d-d0a20ef6285a", "name": "network-vif-plugged", "status": "completed", "tag": "bb95e980-9195-45e8-bbe0-781f42a51103", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:18:17.188570 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3e0c6a53-47b2-440c-a0f5-f691469225f7 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:18:17.188855 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e0c6a53-47b2-440c-a0f5-f691469225f7'] response: {'server_uuid': '4be2263e-7dc2-47c8-ad4d-d0a20ef6285a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb95e980-9195-45e8-bbe0-781f42a51103', 'code': 200} Mar 22 19:18:17.228431 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94f759b1-38f4-4399-9b96-88cb92d448f6 req-9f222833-dc25-427e-b5d8-a98740662f38 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557153 Mar 22 19:18:17.298070 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72da19d-5d4f-489b-ab1b-edeb8a4aecf7 req-f88da262-86a7-4ce8-88fd-c51e753fdaae tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:17.299856 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f72da19d-5d4f-489b-ab1b-edeb8a4aecf7 req-f88da262-86a7-4ce8-88fd-c51e753fdaae tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59d4860-c310-4c55-bc5f-10db93229635 HTTP/1.1" status: 200 len: 949 time: 0.0677533 Mar 22 19:18:17.309753 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8961baa-d719-43bb-be94-f112526b2c04 req-164855dd-60cc-4c95-bbec-210388820964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:17.311559 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f8961baa-d719-43bb-be94-f112526b2c04 req-164855dd-60cc-4c95-bbec-210388820964 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4be2263e-7dc2-47c8-ad4d-d0a20ef6285a HTTP/1.1" status: 200 len: 1129 time: 0.0568111 Mar 22 19:18:17.318258 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d24b4041-ba11-4c4a-89ec-31b8b58200de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:17.357027 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f72da19d-5d4f-489b-ab1b-edeb8a4aecf7 req-4db626ed-9b2f-4bb6-9038-30b20abe6edc tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/security-groups?id=9db6d82e-8007-4564-b6e2-60fb9528de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510905 Mar 22 19:18:17.367025 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f8961baa-d719-43bb-be94-f112526b2c04 req-2ea87b68-f7e5-457d-8e47-d94df28c1a48 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471294 Mar 22 19:18:17.647846 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e507db-7a6b-4fb3-9a57-64ddb5f16c8b req-0f094017-c254-4c79-93bb-f5652a70c4c2 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:17.649019 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-39e507db-7a6b-4fb3-9a57-64ddb5f16c8b req-0f094017-c254-4c79-93bb-f5652a70c4c2 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1132648 Mar 22 19:18:17.657371 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21366307-0976-4fe8-aeca-6b7ba8142403 req-6e778b77-783e-4de3-a367-0b8e1359905e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:17.658860 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21366307-0976-4fe8-aeca-6b7ba8142403 req-6e778b77-783e-4de3-a367-0b8e1359905e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.85 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775&tenant_id=fa44a62348c348ba8b3d4c4340e75bae&binding%3Ahost_id=n-h2-705658-24 HTTP/1.1" status: 200 len: 949 time: 0.1327860 Mar 22 19:18:17.678211 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e88597-cfdc-4317-896a-05c386470397 req-2cafe957-fb6c-4a72-bc70-5171adcdba20 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:17.679721 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-33e88597-cfdc-4317-896a-05c386470397 req-2cafe957-fb6c-4a72-bc70-5171adcdba20 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.85 "GET /v2.0/ports?device_id=b59d4860-c310-4c55-bc5f-10db93229635 HTTP/1.1" status: 200 len: 949 time: 0.0566015 Mar 22 19:18:17.711746 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d277b49-66c9-487f-b903-4db386f17779 req-2b2b9e2e-bdaf-4f0e-864f-6cd85ae744e7 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:17.713234 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5d277b49-66c9-487f-b903-4db386f17779 req-2b2b9e2e-bdaf-4f0e-864f-6cd85ae744e7 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 949 time: 0.1370437 Mar 22 19:18:17.776009 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-33e88597-cfdc-4317-896a-05c386470397 req-468febd5-a2c1-4477-b21c-600b49382aab tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Deleting port 1e39d502-6bf2-4873-9e3c-4893ea7ef97f {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:18:17.776358 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-33e88597-cfdc-4317-896a-05c386470397 req-468febd5-a2c1-4477-b21c-600b49382aab tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (1e39d502-6bf2-4873-9e3c-4893ea7ef97f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:17.777031 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-39e507db-7a6b-4fb3-9a57-64ddb5f16c8b req-0bbed67f-67bc-4ea4-9922-413a10895c65 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172094 Mar 22 19:18:17.791682 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21366307-0976-4fe8-aeca-6b7ba8142403 req-290886c5-7635-41e3-8f64-5e56095efba4 service neutron] 10.222.0.85 "GET /v2.0/ports/a59d6df8-7b4c-4429-8382-fe68fd10987b/bindings/n-h2-705658-24 HTTP/1.1" status: 200 len: 383 time: 0.1217430 Mar 22 19:18:17.805230 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5d277b49-66c9-487f-b903-4db386f17779 req-0b73013f-5e83-4fd2-962a-6c47fa67d8cf tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842934 Mar 22 19:18:17.884687 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-33e88597-cfdc-4317-896a-05c386470397 req-468febd5-a2c1-4477-b21c-600b49382aab tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] For port 1e39d502-6bf2-4873-9e3c-4893ea7ef97f, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=1e39d502-6bf2-4873-9e3c-4893ea7ef97f,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:17.885061 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-33e88597-cfdc-4317-896a-05c386470397 req-468febd5-a2c1-4477-b21c-600b49382aab tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (1e39d502-6bf2-4873-9e3c-4893ea7ef97f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:17.886569 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21366307-0976-4fe8-aeca-6b7ba8142403 req-e93d698a-3722-4ee5-a7bd-e580b53ec7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:17.888262 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21366307-0976-4fe8-aeca-6b7ba8142403 req-e93d698a-3722-4ee5-a7bd-e580b53ec7ca service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 1132 time: 0.0600822 Mar 22 19:18:17.899929 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-33e88597-cfdc-4317-896a-05c386470397 req-468febd5-a2c1-4477-b21c-600b49382aab tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Calling delete_port for 1e39d502-6bf2-4873-9e3c-4893ea7ef97f owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:18:18.053872 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b5c5f-b0b1-4576-9887-92dc011c3edf req-c780c9f8-088d-41ec-a00e-f31b186a1df2 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:18.055515 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b81b5c5f-b0b1-4576-9887-92dc011c3edf req-c780c9f8-088d-41ec-a00e-f31b186a1df2 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 943 time: 0.1507850 Mar 22 19:18:18.062740 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:18.063393 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-33e88597-cfdc-4317-896a-05c386470397 req-468febd5-a2c1-4477-b21c-600b49382aab tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (1e39d502-6bf2-4873-9e3c-4893ea7ef97f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:18.075386 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['1e39d502-6bf2-4873-9e3c-4893ea7ef97f'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:18:18.076591 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21366307-0976-4fe8-aeca-6b7ba8142403 req-4b71109f-3abd-46e4-926e-2b56a4918332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:18.078159 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21366307-0976-4fe8-aeca-6b7ba8142403 req-4b71109f-3abd-46e4-926e-2b56a4918332 service neutron] 10.222.0.85 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.1824167 Mar 22 19:18:18.101274 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:18:18.112090 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468febd5-a2c1-4477-b21c-600b49382aab tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Pushing event deleted for resources: {'Port': ['ID=1e39d502-6bf2-4873-9e3c-4893ea7ef97f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:18.143528 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21366307-0976-4fe8-aeca-6b7ba8142403 req-d12102f8-8586-4d25-a89e-08f93034a558 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=a59d6df8-7b4c-4429-8382-fe68fd10987b HTTP/1.1" status: 200 len: 217 time: 0.0583606 Mar 22 19:18:18.162844 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e88597-cfdc-4317-896a-05c386470397 req-468febd5-a2c1-4477-b21c-600b49382aab tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] No DVR routers for this DVR port 1e39d502-6bf2-4873-9e3c-4893ea7ef97f on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:18:18.172527 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-33e88597-cfdc-4317-896a-05c386470397 req-468febd5-a2c1-4477-b21c-600b49382aab tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:18.177058 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-33e88597-cfdc-4317-896a-05c386470397 req-468febd5-a2c1-4477-b21c-600b49382aab tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.85 "DELETE /v2.0/ports/1e39d502-6bf2-4873-9e3c-4893ea7ef97f HTTP/1.1" status: 204 len: 173 time: 0.4915628 Mar 22 19:18:18.221332 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a79083-4564-4bdf-9213-389521c18968 req-95168b0b-6cb4-44ab-aaf9-3c91fa87bdd4 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:18.223017 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-67a79083-4564-4bdf-9213-389521c18968 req-95168b0b-6cb4-44ab-aaf9-3c91fa87bdd4 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.2050550 Mar 22 19:18:18.230561 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b81b5c5f-b0b1-4576-9887-92dc011c3edf req-03dbd54c-aff7-4e8c-83e4-4ea774accdde tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571944 Mar 22 19:18:18.250223 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21366307-0976-4fe8-aeca-6b7ba8142403 req-f31ab64b-f0d9-4e7e-84a8-36060ad10f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:18.263879 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21366307-0976-4fe8-aeca-6b7ba8142403 req-f31ab64b-f0d9-4e7e-84a8-36060ad10f01 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1106350 Mar 22 19:18:18.300030 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device a59d6df8-7b4c-4429-8382-fe68fd10987b up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:18:18.344957 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-67a79083-4564-4bdf-9213-389521c18968 req-43f272c8-123b-46c4-96a0-770d3e0125b8 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129835 Mar 22 19:18:18.409882 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21366307-0976-4fe8-aeca-6b7ba8142403 req-6b8056dd-60b2-4b0a-8b7c-5533b612d043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:18.411638 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21366307-0976-4fe8-aeca-6b7ba8142403 req-6b8056dd-60b2-4b0a-8b7c-5533b612d043 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1403725 Mar 22 19:18:18.423388 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port a59d6df8-7b4c-4429-8382-fe68fd10987b triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:18:18.423783 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a59d6df8-7b4c-4429-8382-fe68fd10987b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:18.429088 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26549563-216a-4beb-8a0d-872983fdbebb req-562d0537-4f26-4011-b1fb-fb4722257c53 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:18.430858 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-26549563-216a-4beb-8a0d-872983fdbebb req-562d0537-4f26-4011-b1fb-fb4722257c53 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=4be2263e-7dc2-47c8-ad4d-d0a20ef6285a HTTP/1.1" status: 200 len: 946 time: 0.0839922 Mar 22 19:18:18.557657 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21366307-0976-4fe8-aeca-6b7ba8142403 req-fadad00d-5bbe-4769-a2ad-c37b63def10e service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258006 Mar 22 19:18:18.613989 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:18.648649 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port a59d6df8-7b4c-4429-8382-fe68fd10987b is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:18.649109 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a59d6df8-7b4c-4429-8382-fe68fd10987b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:18.694896 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21366307-0976-4fe8-aeca-6b7ba8142403 req-77482bde-c4ac-4312-9ee4-082fb9667221 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295607 Mar 22 19:18:18.708452 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port a59d6df8-7b4c-4429-8382-fe68fd10987b, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=a59d6df8-7b4c-4429-8382-fe68fd10987b,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:18.721727 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a59d6df8-7b4c-4429-8382-fe68fd10987b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:18.747680 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-26549563-216a-4beb-8a0d-872983fdbebb req-9239432e-d8f9-4365-8339-8901db5bbd08 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888666 Mar 22 19:18:18.869726 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=a59d6df8-7b4c-4429-8382-fe68fd10987b,revision_number=8']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:18.943948 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b59d4860-c310-4c55-bc5f-10db93229635', 'name': 'network-vif-deleted', 'tag': '1e39d502-6bf2-4873-9e3c-4893ea7ef97f'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:18:18.948240 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10455e4c-b2fa-4296-aaa4-41b20a1fc8cd" -d '{"events": [{"server_uuid": "b59d4860-c310-4c55-bc5f-10db93229635", "name": "network-vif-deleted", "tag": "1e39d502-6bf2-4873-9e3c-4893ea7ef97f"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:18:18.959752 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdbea94-5490-4d0f-ad62-898851b45930 req-856ea2db-f211-4b89-a0ab-ef9695fdfe7f tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:18.961422 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2fdbea94-5490-4d0f-ad62-898851b45930 req-856ea2db-f211-4b89-a0ab-ef9695fdfe7f tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 946 time: 0.1466472 Mar 22 19:18:18.985192 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-39ef3108-2d60-4c15-bc6f-1bbb95a50275 req-38483365-b960-475d-8e82-5b24b3bb18e8 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/ports?device_id=b59d4860-c310-4c55-bc5f-10db93229635 HTTP/1.1" status: 200 len: 210 time: 0.0489094 Mar 22 19:18:19.051767 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2fdbea94-5490-4d0f-ad62-898851b45930 req-da9275c3-8b62-4b0b-b9ca-f1aad6794507 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656650 Mar 22 19:18:19.140548 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba78f88b-37d0-47d3-8ca7-21f457c9efa0 x-openstack-request-id: req-ba78f88b-37d0-47d3-8ca7-21f457c9efa0 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:18:19.140844 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b59d4860-c310-4c55-bc5f-10db93229635", "name": "network-vif-deleted", "tag": "1e39d502-6bf2-4873-9e3c-4893ea7ef97f", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:18:19.141121 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ba78f88b-37d0-47d3-8ca7-21f457c9efa0 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:18:19.141584 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba78f88b-37d0-47d3-8ca7-21f457c9efa0'] response: {'server_uuid': 'b59d4860-c310-4c55-bc5f-10db93229635', 'name': 'network-vif-deleted', 'tag': '1e39d502-6bf2-4873-9e3c-4893ea7ef97f', 'status': 'completed', 'code': 200} Mar 22 19:18:19.152946 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94121a4-909e-48c3-8c70-da22a74223e8 req-1971728c-4834-4265-a314-92d5b8d0f99e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:19.154907 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b94121a4-909e-48c3-8c70-da22a74223e8 req-1971728c-4834-4265-a314-92d5b8d0f99e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 950 time: 0.0701413 Mar 22 19:18:19.189762 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7938c17-bdbf-476e-a988-f09aed7e4775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59d6df8-7b4c-4429-8382-fe68fd10987b'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:18:19.194129 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2e8040-3d4c-4021-b001-35270fc99a0b" -d '{"events": [{"server_uuid": "d7938c17-bdbf-476e-a988-f09aed7e4775", "name": "network-vif-plugged", "status": "completed", "tag": "a59d6df8-7b4c-4429-8382-fe68fd10987b"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:18:19.221475 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b94121a4-909e-48c3-8c70-da22a74223e8 req-2b4dcc2c-7372-4390-8aa8-898ada6443ac tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587342 Mar 22 19:18:19.250398 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8a2b62-aca2-4c06-ab8e-14193c4edc36 x-openstack-request-id: req-fd8a2b62-aca2-4c06-ab8e-14193c4edc36 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:18:19.250875 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7938c17-bdbf-476e-a988-f09aed7e4775", "name": "network-vif-plugged", "status": "completed", "tag": "a59d6df8-7b4c-4429-8382-fe68fd10987b", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:18:19.251304 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fd8a2b62-aca2-4c06-ab8e-14193c4edc36 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:18:19.251867 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd8a2b62-aca2-4c06-ab8e-14193c4edc36'] response: {'server_uuid': 'd7938c17-bdbf-476e-a988-f09aed7e4775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59d6df8-7b4c-4429-8382-fe68fd10987b', 'code': 200} Mar 22 19:18:19.380920 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1583e64-adf5-4a07-913e-c414c41f2a85 req-7d59e52f-bec1-40ba-8e68-27141a8c9723 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:19.389047 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1583e64-adf5-4a07-913e-c414c41f2a85 req-7d59e52f-bec1-40ba-8e68-27141a8c9723 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 943 time: 0.0639076 Mar 22 19:18:19.389533 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 7061c009-d60f-468f-a825-16adb20ee6eb no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:18:19.453854 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1583e64-adf5-4a07-913e-c414c41f2a85 req-4634e852-7b75-4a33-aa07-0fb8dbf687e2 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567658 Mar 22 19:18:19.454147 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 7061c009-d60f-468f-a825-16adb20ee6eb {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:18:19.454147 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 7061c009-d60f-468f-a825-16adb20ee6eb not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:18:19.902799 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca821d-3d89-4d28-a859-561f5133676e req-ae358b86-a4c0-4b4f-be0f-e015087f4089 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:19.904338 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22ca821d-3d89-4d28-a859-561f5133676e req-ae358b86-a4c0-4b4f-be0f-e015087f4089 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=4be2263e-7dc2-47c8-ad4d-d0a20ef6285a HTTP/1.1" status: 200 len: 946 time: 0.0643382 Mar 22 19:18:19.970649 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:19.983752 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22ca821d-3d89-4d28-a859-561f5133676e req-1dd03c38-2a9b-480c-9970-9a1172c8b0fe tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731452 Mar 22 19:18:20.585351 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70823312-adc2-40af-a025-c46572fa25b7 req-049da526-d85e-405f-84ff-c8fcab7275fe tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:20.587191 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-70823312-adc2-40af-a025-c46572fa25b7 req-049da526-d85e-405f-84ff-c8fcab7275fe tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 946 time: 0.1092346 Mar 22 19:18:20.673156 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-70823312-adc2-40af-a025-c46572fa25b7 req-e4e6e421-e0ff-4999-aae4-5dbd1669c5cc tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795810 Mar 22 19:18:20.693734 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f32ee-12d3-4453-935a-bd4a4ea0ced9 req-eecf4691-87a1-4ae3-a76c-d209f8dd5be2 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:20.696385 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d07f32ee-12d3-4453-935a-bd4a4ea0ced9 req-eecf4691-87a1-4ae3-a76c-d209f8dd5be2 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=4be2263e-7dc2-47c8-ad4d-d0a20ef6285a HTTP/1.1" status: 200 len: 946 time: 0.0791533 Mar 22 19:18:20.789666 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d07f32ee-12d3-4453-935a-bd4a4ea0ced9 req-b3d98cba-e46e-49fe-8738-f335bf9e8f53 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792186 Mar 22 19:18:20.854806 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0f48b-1121-41e4-a3c5-f7dd291ba9a6 req-ea260469-e071-4a47-ba0f-053aad2c83a7 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:20.856871 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-54f0f48b-1121-41e4-a3c5-f7dd291ba9a6 req-ea260469-e071-4a47-ba0f-053aad2c83a7 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 950 time: 0.1047475 Mar 22 19:18:20.944942 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-54f0f48b-1121-41e4-a3c5-f7dd291ba9a6 req-916573f1-3616-4085-8c34-3cee84bc1455 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822966 Mar 22 19:18:20.971254 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed010a0-5860-4d48-869e-fb80e0d1fa00 req-e3246b56-694a-4728-be1b-9eba4bde8fa7 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:20.972336 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7ed010a0-5860-4d48-869e-fb80e0d1fa00 req-e3246b56-694a-4728-be1b-9eba4bde8fa7 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/ports?device_id=249249ca-02a7-4ff8-9a6b-b733f2fa88a9 HTTP/1.1" status: 200 len: 949 time: 0.1023679 Mar 22 19:18:21.042168 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7ed010a0-5860-4d48-869e-fb80e0d1fa00 req-1dc63508-ca50-4deb-93bf-61da4e949a40 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/security-groups?id=9db6d82e-8007-4564-b6e2-60fb9528de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612404 Mar 22 19:18:21.161932 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56996a-ec37-44b3-8cdc-80253e0dc155 req-72d6f56a-f53c-4fdf-861f-791ed4d31ed6 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:21.163622 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bb56996a-ec37-44b3-8cdc-80253e0dc155 req-72d6f56a-f53c-4fdf-861f-791ed4d31ed6 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 943 time: 0.0744104 Mar 22 19:18:21.279221 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bb56996a-ec37-44b3-8cdc-80253e0dc155 req-c059a480-1709-4ef1-8812-ba50e4137aac tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999289 Mar 22 19:18:21.328247 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:21.352786 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21366307-0976-4fe8-aeca-6b7ba8142403 req-3ffa2611-6e8a-43b1-8671-78d31b2ccf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:21.354353 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21366307-0976-4fe8-aeca-6b7ba8142403 req-3ffa2611-6e8a-43b1-8671-78d31b2ccf40 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775&tenant_id=fa44a62348c348ba8b3d4c4340e75bae HTTP/1.1" status: 200 len: 1133 time: 0.1738925 Mar 22 19:18:21.384423 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a908daf9-bffb-440b-84ec-746595c12136 req-59ba2f59-eb05-460f-951b-40856fb9feb3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e6a480b5-a6c0-4d49-a762-c37a48ac4e09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1188707 Mar 22 19:18:21.482361 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21366307-0976-4fe8-aeca-6b7ba8142403 req-e8181ed1-5d94-415f-b070-6086a7d82164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:21.482809 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908daf9-bffb-440b-84ec-746595c12136 req-15d503cd-af37-4e03-b58b-5e8f9a34400f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:21.484651 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21366307-0976-4fe8-aeca-6b7ba8142403 req-e8181ed1-5d94-415f-b070-6086a7d82164 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 1133 time: 0.1056533 Mar 22 19:18:21.488896 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a908daf9-bffb-440b-84ec-746595c12136 req-15d503cd-af37-4e03-b58b-5e8f9a34400f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=635145d2a62d432cbc865a99eb3219e4&device_id=e6a480b5-a6c0-4d49-a762-c37a48ac4e09 HTTP/1.1" status: 200 len: 1127 time: 0.0741167 Mar 22 19:18:21.621043 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38720) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:18:21.645753 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908daf9-bffb-440b-84ec-746595c12136 req-3e2e0eb4-1feb-4eb7-977d-774a2deb0ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:21.647374 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a908daf9-bffb-440b-84ec-746595c12136 req-3e2e0eb4-1feb-4eb7-977d-774a2deb0ca9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=63b49c54-7e45-4147-9f0e-8b47e058281a HTTP/1.1" status: 200 len: 909 time: 0.1321142 Mar 22 19:18:21.656660 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21366307-0976-4fe8-aeca-6b7ba8142403 req-52a597b7-5b99-45ee-95b8-d5eb8f5358a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:21.658412 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21366307-0976-4fe8-aeca-6b7ba8142403 req-52a597b7-5b99-45ee-95b8-d5eb8f5358a6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.1680989 Mar 22 19:18:21.673236 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060be5c1-2a5e-4325-9045-28c058ab3c22 req-a59d7bdf-905b-4df8-ba57-bc6404c02722 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:21.680545 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-060be5c1-2a5e-4325-9045-28c058ab3c22 req-a59d7bdf-905b-4df8-ba57-bc6404c02722 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1309383 Mar 22 19:18:21.717883 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a908daf9-bffb-440b-84ec-746595c12136 req-ffcbe23b-956f-4742-ba14-c53d5524e425 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1eea9213-f629-429e-ad2d-d16c1f3621b4 HTTP/1.1" status: 200 len: 217 time: 0.0611017 Mar 22 19:18:21.736280 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21366307-0976-4fe8-aeca-6b7ba8142403 req-7f94d3eb-b0d7-4d85-a2af-de4fe2b2e348 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=a59d6df8-7b4c-4429-8382-fe68fd10987b HTTP/1.1" status: 200 len: 217 time: 0.0533044 Mar 22 19:18:21.786994 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f5e5bf63-36fd-474a-b9f2-c70d1591e06b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:21.810243 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908daf9-bffb-440b-84ec-746595c12136 req-885fae8f-01ad-4767-908f-8546f6c27e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:21.811994 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a908daf9-bffb-440b-84ec-746595c12136 req-885fae8f-01ad-4767-908f-8546f6c27e13 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1824832e-8035-4e29-a8c5-aaeabb7261e8 HTTP/1.1" status: 200 len: 848 time: 0.0852025 Mar 22 19:18:21.838471 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-060be5c1-2a5e-4325-9045-28c058ab3c22 req-b4d9f0f5-5409-4107-842a-3917d610a57f tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568124 Mar 22 19:18:21.842581 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21366307-0976-4fe8-aeca-6b7ba8142403 req-caec4557-d9a5-48e0-b2a5-aa5168bf270d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:21.844002 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21366307-0976-4fe8-aeca-6b7ba8142403 req-caec4557-d9a5-48e0-b2a5-aa5168bf270d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1007144 Mar 22 19:18:21.865190 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a908daf9-bffb-440b-84ec-746595c12136 req-41e9e10d-6bc3-4cb0-9b4b-9137f2c440b5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=63b49c54-7e45-4147-9f0e-8b47e058281a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302944 Mar 22 19:18:21.908664 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1aae9-2076-4605-9a85-d5e68e85f462 req-d545f829-52b4-477f-8204-5f0cdccc5d7f tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:21.910876 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ec1aae9-2076-4605-9a85-d5e68e85f462 req-d545f829-52b4-477f-8204-5f0cdccc5d7f tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 946 time: 0.1252286 Mar 22 19:18:21.985749 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f5e5bf63-36fd-474a-b9f2-c70d1591e06b admin admin] Publish callbacks [] for security_group (93e6b777-40cf-4612-991d-cf20bbc068ec), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:21.998238 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f5e5bf63-36fd-474a-b9f2-c70d1591e06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (93e6b777-40cf-4612-991d-cf20bbc068ec), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:22.001481 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21366307-0976-4fe8-aeca-6b7ba8142403 req-ccf4397a-c055-41c8-b724-142f7a199cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:22.003026 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21366307-0976-4fe8-aeca-6b7ba8142403 req-ccf4397a-c055-41c8-b724-142f7a199cc9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1520064 Mar 22 19:18:22.020231 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a908daf9-bffb-440b-84ec-746595c12136 req-af92e49d-0e0b-4492-b238-e9716923c985 service neutron] 10.222.0.84 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467474 Mar 22 19:18:22.055639 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f5e5bf63-36fd-474a-b9f2-c70d1591e06b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=466ec1cec43842da85aa527fdf98b758&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4335063 Mar 22 19:18:22.074451 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38732) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:18:22.096627 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5bf63-36fd-474a-b9f2-c70d1591e06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e6b777-40cf-4612-991d-cf20bbc068ec,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:22.102914 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ec1aae9-2076-4605-9a85-d5e68e85f462 req-bef401bc-c69f-47c5-bd82-d95b16896242 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810603 Mar 22 19:18:22.152971 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a908daf9-bffb-440b-84ec-746595c12136 req-f0456a06-5a82-44db-af80-5fa8f791af97 service neutron] 10.222.0.84 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175339 Mar 22 19:18:22.203256 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb60d1f-e667-4fb2-80f8-f8cf07df962d req-0704258f-a147-4815-b8ac-3ecd4865a422 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:22.204741 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bbb60d1f-e667-4fb2-80f8-f8cf07df962d req-0704258f-a147-4815-b8ac-3ecd4865a422 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=4be2263e-7dc2-47c8-ad4d-d0a20ef6285a HTTP/1.1" status: 200 len: 946 time: 0.2453387 Mar 22 19:18:22.204879 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device c0f856f7-dd46-407a-9757-5669f772ffe3 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:18:22.271384 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21366307-0976-4fe8-aeca-6b7ba8142403 req-acf63b96-31f7-45ca-873b-ae8e29012f25 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569633 Mar 22 19:18:22.288011 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port c0f856f7-dd46-407a-9757-5669f772ffe3 is: DOWN; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:22.289168 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device a59d6df8-7b4c-4429-8382-fe68fd10987b no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:18:22.367399 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port a59d6df8-7b4c-4429-8382-fe68fd10987b is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:22.368083 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a59d6df8-7b4c-4429-8382-fe68fd10987b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:22.387548 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd844d10-1936-46dd-8fff-abc2d4efdbf3 req-c382c9b8-d8aa-4ff9-8798-94edba51492b tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:22.388953 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bd844d10-1936-46dd-8fff-abc2d4efdbf3 req-c382c9b8-d8aa-4ff9-8798-94edba51492b tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.84 "GET /v2.0/ports?device_id=249249ca-02a7-4ff8-9a6b-b733f2fa88a9 HTTP/1.1" status: 200 len: 949 time: 0.2772989 Mar 22 19:18:22.389587 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f9180ae1-685f-4608-b2a9-8f9b41f3f62e admin admin] Publish callbacks [] for security_group (93e6b777-40cf-4612-991d-cf20bbc068ec), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:22.391875 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7938c17-bdbf-476e-a988-f09aed7e4775', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a59d6df8-7b4c-4429-8382-fe68fd10987b'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:18:22.393978 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939e92ab-ef73-4389-add5-54fb47cb3463" -d '{"events": [{"server_uuid": "d7938c17-bdbf-476e-a988-f09aed7e4775", "name": "network-vif-unplugged", "status": "completed", "tag": "a59d6df8-7b4c-4429-8382-fe68fd10987b"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:18:22.409918 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port a59d6df8-7b4c-4429-8382-fe68fd10987b, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=a59d6df8-7b4c-4429-8382-fe68fd10987b,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:22.419347 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a59d6df8-7b4c-4429-8382-fe68fd10987b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:22.420961 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 1e39d502-6bf2-4873-9e3c-4893ea7ef97f no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:18:22.478192 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 1e39d502-6bf2-4873-9e3c-4893ea7ef97f {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:18:22.478406 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d2da2-8562-454f-a3b8-1bc136d1c7c7 req-fc7b5959-b273-41ef-aeeb-2c0adeb4a7fe tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:22.478684 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 1e39d502-6bf2-4873-9e3c-4893ea7ef97f not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:18:22.486466 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-528d2da2-8562-454f-a3b8-1bc136d1c7c7 req-fc7b5959-b273-41ef-aeeb-2c0adeb4a7fe tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.3012934 Mar 22 19:18:22.505055 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=a59d6df8-7b4c-4429-8382-fe68fd10987b,revision_number=9']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:22.522086 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21366307-0976-4fe8-aeca-6b7ba8142403 req-b8b60f17-5ccc-40ab-9aaa-138b34753a29 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383566 Mar 22 19:18:22.552088 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bbb60d1f-e667-4fb2-80f8-f8cf07df962d req-1be5c7cd-8fc6-4692-87f8-d52a846ed4f7 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330479 Mar 22 19:18:22.554105 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f9180ae1-685f-4608-b2a9-8f9b41f3f62e admin admin] Publish callbacks [] for security_group (93e6b777-40cf-4612-991d-cf20bbc068ec), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:22.609113 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-528d2da2-8562-454f-a3b8-1bc136d1c7c7 req-3b81103d-4d96-4123-a6d2-3bb6276b5a99 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218050 Mar 22 19:18:22.717119 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-bd844d10-1936-46dd-8fff-abc2d4efdbf3 req-915eb7c9-e124-434a-a383-49cff69f0081 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Deleting port e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:18:22.717627 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-bd844d10-1936-46dd-8fff-abc2d4efdbf3 req-915eb7c9-e124-434a-a383-49cff69f0081 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:22.779945 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f9180ae1-685f-4608-b2a9-8f9b41f3f62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (93e6b777-40cf-4612-991d-cf20bbc068ec), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:22.782591 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f9180ae1-685f-4608-b2a9-8f9b41f3f62e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:22.783801 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f9180ae1-685f-4608-b2a9-8f9b41f3f62e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/93e6b777-40cf-4612-991d-cf20bbc068ec HTTP/1.1" status: 204 len: 168 time: 0.7059331 Mar 22 19:18:22.804305 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770479c2-063e-4bff-8f1c-b31b3eb27aba req-bcc7d5cf-5496-4ef3-9226-5e908c3ef7c8 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:22.812065 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-770479c2-063e-4bff-8f1c-b31b3eb27aba req-bcc7d5cf-5496-4ef3-9226-5e908c3ef7c8 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 948 time: 0.1845245 Mar 22 19:18:22.836213 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9180ae1-685f-4608-b2a9-8f9b41f3f62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e6b777-40cf-4612-991d-cf20bbc068ec,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:22.903772 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0ec66-197f-44e1-9d4d-d585ffe8391e req-706f09dc-1d88-47a7-8ee1-28b7a7735b86 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:22.912259 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22f0ec66-197f-44e1-9d4d-d585ffe8391e req-706f09dc-1d88-47a7-8ee1-28b7a7735b86 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/ports?device_id=249249ca-02a7-4ff8-9a6b-b733f2fa88a9 HTTP/1.1" status: 200 len: 949 time: 0.2135153 Mar 22 19:18:23.295653 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-bd844d10-1936-46dd-8fff-abc2d4efdbf3 req-915eb7c9-e124-434a-a383-49cff69f0081 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] For port e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:23.296331 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-bd844d10-1936-46dd-8fff-abc2d4efdbf3 req-915eb7c9-e124-434a-a383-49cff69f0081 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:23.328548 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-770479c2-063e-4bff-8f1c-b31b3eb27aba req-dce8e12b-cbbf-488f-a099-453416458d22 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5154877 Mar 22 19:18:23.338663 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-bd844d10-1936-46dd-8fff-abc2d4efdbf3 req-915eb7c9-e124-434a-a383-49cff69f0081 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Calling delete_port for e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:18:23.421675 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22f0ec66-197f-44e1-9d4d-d585ffe8391e req-8bdcfaf6-7c0a-4ce7-83a6-1e53169844de tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/security-groups?id=9db6d82e-8007-4564-b6e2-60fb9528de83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5085392 Mar 22 19:18:23.477938 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-2d3f5e0c-d6d0-4fec-a830-5743bcfcd5ec service neutron] 10.222.0.85 "GET /v2.0/ports/c0f856f7-dd46-407a-9757-5669f772ffe3/bindings/n-h1-705658-24 HTTP/1.1" status: 200 len: 385 time: 0.1989381 Mar 22 19:18:23.513938 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 19:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95f7315-10b1-405c-88c4-9f289e33985f x-openstack-request-id: req-d95f7315-10b1-405c-88c4-9f289e33985f {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:18:23.514532 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7938c17-bdbf-476e-a988-f09aed7e4775", "name": "network-vif-unplugged", "status": "completed", "tag": "a59d6df8-7b4c-4429-8382-fe68fd10987b", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:18:23.514666 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d95f7315-10b1-405c-88c4-9f289e33985f {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:18:23.515255 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d95f7315-10b1-405c-88c4-9f289e33985f'] response: {'server_uuid': 'd7938c17-bdbf-476e-a988-f09aed7e4775', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a59d6df8-7b4c-4429-8382-fe68fd10987b', 'code': 200} Mar 22 19:18:23.585549 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad26c6e-3087-4166-8325-c540bd65bf49 req-819cb95b-23f0-427a-a6ae-716e632d7aa1 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:23.587182 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ad26c6e-3087-4166-8325-c540bd65bf49 req-819cb95b-23f0-427a-a6ae-716e632d7aa1 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 943 time: 0.1644609 Mar 22 19:18:23.668285 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-bd844d10-1936-46dd-8fff-abc2d4efdbf3 req-915eb7c9-e124-434a-a383-49cff69f0081 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:23.703832 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38782) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:18:23.713433 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915eb7c9-e124-434a-a383-49cff69f0081 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Pushing event deleted for resources: {'Port': ['ID=e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:23.738072 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ad26c6e-3087-4166-8325-c540bd65bf49 req-329f3173-df91-4b75-ba0d-c1d02fa9bded tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297843 Mar 22 19:18:23.870152 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-628522f8-6e7e-4d46-afbe-70c7a664dfe9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1562501856-network', 'tenant_id': '67b86c6af44b4a07933828ae021d3977'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:18:23.891139 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628522f8-6e7e-4d46-afbe-70c7a664dfe9 admin admin] Made reservation on behalf of 67b86c6af44b4a07933828ae021d3977 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:18:23.894338 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-628522f8-6e7e-4d46-afbe-70c7a664dfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:23.908215 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-628522f8-6e7e-4d46-afbe-70c7a664dfe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:23.929689 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd844d10-1936-46dd-8fff-abc2d4efdbf3 req-915eb7c9-e124-434a-a383-49cff69f0081 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] No DVR routers for this DVR port e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2 on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:18:23.955414 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-bd844d10-1936-46dd-8fff-abc2d4efdbf3 req-915eb7c9-e124-434a-a383-49cff69f0081 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:23.963022 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bd844d10-1936-46dd-8fff-abc2d4efdbf3 req-915eb7c9-e124-434a-a383-49cff69f0081 tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.84 "DELETE /v2.0/ports/e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2 HTTP/1.1" status: 204 len: 173 time: 1.5552962 Mar 22 19:18:23.967617 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249249ca-02a7-4ff8-9a6b-b733f2fa88a9', 'name': 'network-vif-deleted', 'tag': 'e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:18:23.969775 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d5d0db-72e7-4d19-a443-7662812300cd" -d '{"events": [{"server_uuid": "249249ca-02a7-4ff8-9a6b-b733f2fa88a9", "name": "network-vif-deleted", "tag": "e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:18:24.040135 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-628522f8-6e7e-4d46-afbe-70c7a664dfe9 admin admin] Publish callbacks [] for security_group (53b0544f-7c82-4357-9b74-e06f9ac16163), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:24.045835 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-628522f8-6e7e-4d46-afbe-70c7a664dfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (53b0544f-7c82-4357-9b74-e06f9ac16163), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:24.053915 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-2b6c04d1-2dfc-4a8d-8b8f-acc93aa43b48 service neutron] For port c0f856f7-dd46-407a-9757-5669f772ffe3, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=c0f856f7-dd46-407a-9757-5669f772ffe3,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:24.102170 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-628522f8-6e7e-4d46-afbe-70c7a664dfe9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:18:24.118635 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628522f8-6e7e-4d46-afbe-70c7a664dfe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b0544f-7c82-4357-9b74-e06f9ac16163,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:24.121752 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-2b6c04d1-2dfc-4a8d-8b8f-acc93aa43b48 service neutron] For port c0f856f7-dd46-407a-9757-5669f772ffe3, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:18:24.127907 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-628522f8-6e7e-4d46-afbe-70c7a664dfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (7854b17a-32db-45d2-80c3-67b704ec8127), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:24.129337 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-628522f8-6e7e-4d46-afbe-70c7a664dfe9 admin admin] Added segment 7854b17a-32db-45d2-80c3-67b704ec8127 of type vlan for network 03567d3e-2a3a-4a67-bf7b-8674b83ab9fe Mar 22 19:18:24.134327 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9f6b0-ae55-4472-aa6d-2159120b349a req-2f801c29-9976-47e8-afe1-9a7e73187c81 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:24.150163 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-abd9f6b0-ae55-4472-aa6d-2159120b349a req-2f801c29-9976-47e8-afe1-9a7e73187c81 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 946 time: 0.2472229 Mar 22 19:18:24.215130 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-628522f8-6e7e-4d46-afbe-70c7a664dfe9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (03567d3e-2a3a-4a67-bf7b-8674b83ab9fe), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:24.246592 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-628522f8-6e7e-4d46-afbe-70c7a664dfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (03567d3e-2a3a-4a67-bf7b-8674b83ab9fe), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:24.247667 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628522f8-6e7e-4d46-afbe-70c7a664dfe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:24.248346 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-628522f8-6e7e-4d46-afbe-70c7a664dfe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:24.249283 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-2b6c04d1-2dfc-4a8d-8b8f-acc93aa43b48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0f856f7-dd46-407a-9757-5669f772ffe3 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:18:24.279762 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-2b6c04d1-2dfc-4a8d-8b8f-acc93aa43b48 service neutron] For port c0f856f7-dd46-407a-9757-5669f772ffe3, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=c0f856f7-dd46-407a-9757-5669f772ffe3,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:24.284572 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-628522f8-6e7e-4d46-afbe-70c7a664dfe9 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5790527 Mar 22 19:18:24.310210 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38800) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:18:24.316659 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-dcc473a4-1da1-4573-ac17-92e25ca76f7c admin admin] Request body: {'subnet': {'network_id': '03567d3e-2a3a-4a67-bf7b-8674b83ab9fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1562501856-subnet', 'tenant_id': '67b86c6af44b4a07933828ae021d3977', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:18:24.330001 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-2b6c04d1-2dfc-4a8d-8b8f-acc93aa43b48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c0f856f7-dd46-407a-9757-5669f772ffe3), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:24.344002 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628522f8-6e7e-4d46-afbe-70c7a664dfe9 admin admin] Pushing event updated for resources: {'Network': ['ID=03567d3e-2a3a-4a67-bf7b-8674b83ab9fe,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:24.357447 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 03567d3e-2a3a-4a67-bf7b-8674b83ab9fe details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:18:24.465918 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-abd9f6b0-ae55-4472-aa6d-2159120b349a req-0a453be9-5735-44c5-b9df-64bafbdf6271 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147385 Mar 22 19:18:24.472355 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc473a4-1da1-4573-ac17-92e25ca76f7c admin admin] Made reservation on behalf of 67b86c6af44b4a07933828ae021d3977 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:18:24.475387 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dcc473a4-1da1-4573-ac17-92e25ca76f7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:24.481900 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-2b6c04d1-2dfc-4a8d-8b8f-acc93aa43b48 service neutron] Transition to ACTIVE for port object c0f856f7-dd46-407a-9757-5669f772ffe3 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:18:24.512475 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-2b6c04d1-2dfc-4a8d-8b8f-acc93aa43b48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (c0f856f7-dd46-407a-9757-5669f772ffe3), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:24.648334 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a950c162-2305-4293-bc25-c80f6b12b5f2 x-openstack-request-id: req-a950c162-2305-4293-bc25-c80f6b12b5f2 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:18:24.648671 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249249ca-02a7-4ff8-9a6b-b733f2fa88a9", "name": "network-vif-deleted", "tag": "e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:18:24.648927 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a950c162-2305-4293-bc25-c80f6b12b5f2 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:18:24.649378 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a950c162-2305-4293-bc25-c80f6b12b5f2'] response: {'server_uuid': '249249ca-02a7-4ff8-9a6b-b733f2fa88a9', 'name': 'network-vif-deleted', 'tag': 'e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2', 'status': 'completed', 'code': 200} Mar 22 19:18:24.758854 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-2b6c04d1-2dfc-4a8d-8b8f-acc93aa43b48 service neutron] No DVR routers for this DVR port c0f856f7-dd46-407a-9757-5669f772ffe3 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:18:24.838747 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-30fbeea0-6229-47c2-9355-1e61889cce0d req-005b2527-0fa8-4eeb-8d88-22fafa40155f tempest-ServersAdminNegativeTestJSON-525266590 tempest-ServersAdminNegativeTestJSON-525266590-project] 10.222.0.75 "GET /v2.0/ports?device_id=249249ca-02a7-4ff8-9a6b-b733f2fa88a9 HTTP/1.1" status: 200 len: 210 time: 0.0860558 Mar 22 19:18:24.840970 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c04d1-2dfc-4a8d-8b8f-acc93aa43b48 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f856f7-dd46-407a-9757-5669f772ffe3,revision_number=10']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:24.865050 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-2b6c04d1-2dfc-4a8d-8b8f-acc93aa43b48 service neutron] 10.222.0.85 "PUT /v2.0/ports/c0f856f7-dd46-407a-9757-5669f772ffe3/bindings/n-h1-705658-24/activate HTTP/1.1" status: 200 len: 370 time: 1.3791604 Mar 22 19:18:24.884237 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74709cbe-568b-46e3-b588-49acfe4936fa req-afd7247a-2c74-4285-8bff-71709314b7ba tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:24.885920 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74709cbe-568b-46e3-b588-49acfe4936fa req-afd7247a-2c74-4285-8bff-71709314b7ba tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 948 time: 0.2417815 Mar 22 19:18:25.063606 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74709cbe-568b-46e3-b588-49acfe4936fa req-43938677-f112-4d27-9f62-d45467c7efc2 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535482 Mar 22 19:18:25.081679 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-aa04816f-b2a9-44fa-986d-cdc02f84972c tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:25.083227 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-aa04816f-b2a9-44fa-986d-cdc02f84972c tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c&tenant_id=635145d2a62d432cbc865a99eb3219e4&binding%3Ahost_id=n-h2-705658-24 HTTP/1.1" status: 200 len: 1127 time: 0.1431909 Mar 22 19:18:25.084145 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dcc473a4-1da1-4573-ac17-92e25ca76f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (35e7f954-278d-46e2-ab42-e47551b1c517), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:25.095288 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21770a4-00ae-4e4d-aad3-3c5335b3aa3f req-461df589-1929-4afa-bdf4-bb7cb845a248 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:25.096706 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c21770a4-00ae-4e4d-aad3-3c5335b3aa3f req-461df589-1929-4afa-bdf4-bb7cb845a248 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 944 time: 0.1833191 Mar 22 19:18:25.211686 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc473a4-1da1-4573-ac17-92e25ca76f7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=35e7f954-278d-46e2-ab42-e47551b1c517,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:25.239992 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c21770a4-00ae-4e4d-aad3-3c5335b3aa3f req-3a00546a-ddeb-4e0d-8120-218e92680420 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312671 Mar 22 19:18:25.241623 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc473a4-1da1-4573-ac17-92e25ca76f7c admin admin] Checking segment: {'id': '7854b17a-32db-45d2-80c3-67b704ec8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '03567d3e-2a3a-4a67-bf7b-8674b83ab9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:18:25.242006 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc473a4-1da1-4573-ac17-92e25ca76f7c admin admin] Network hostable DHCP agents. Network: 03567d3e-2a3a-4a67-bf7b-8674b83ab9fe, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:18:25.246787 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-83890801-ff1c-4c6f-bd20-fdb8695db364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:25.248301 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-83890801-ff1c-4c6f-bd20-fdb8695db364 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c&tenant_id=635145d2a62d432cbc865a99eb3219e4 HTTP/1.1" status: 200 len: 1127 time: 0.1507394 Mar 22 19:18:25.264316 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc473a4-1da1-4573-ac17-92e25ca76f7c admin admin] Network 03567d3e-2a3a-4a67-bf7b-8674b83ab9fe is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:18:25.276065 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-dcc473a4-1da1-4573-ac17-92e25ca76f7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 03567d3e-2a3a-4a67-bf7b-8674b83ab9fe) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:18:25.282779 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc473a4-1da1-4573-ac17-92e25ca76f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:25.282986 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dcc473a4-1da1-4573-ac17-92e25ca76f7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:25.287253 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad803f4-48ec-4d93-8205-779fc1e3e908 None None] Network 03567d3e-2a3a-4a67-bf7b-8674b83ab9fe requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:18:25.328444 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-dcc473a4-1da1-4573-ac17-92e25ca76f7c admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0159616 Mar 22 19:18:25.330171 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38828) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:18:25.334530 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-dc64304e-bd56-43ab-8966-909b76c76c15 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1562501856-router', 'tenant_id': '67b86c6af44b4a07933828ae021d3977', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:18:25.360726 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-d111a018-c78b-480b-81d8-211cc8123255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:25.362636 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-d111a018-c78b-480b-81d8-211cc8123255 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=635145d2a62d432cbc865a99eb3219e4&device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 1127 time: 0.0751319 Mar 22 19:18:25.364618 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dc64304e-bd56-43ab-8966-909b76c76c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (ae7dbe59-f08e-44b8-beea-c9b34c21e80d), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:25.365919 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dc64304e-bd56-43ab-8966-909b76c76c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (ae7dbe59-f08e-44b8-beea-c9b34c21e80d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:25.410438 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:18:25.428676 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dc64304e-bd56-43ab-8966-909b76c76c15 admin admin] Publish callbacks [] for router_controller (ae7dbe59-f08e-44b8-beea-c9b34c21e80d), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:25.436263 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:18:25.436854 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device e3eaa6e5-8610-47f1-a46c-ac3c6dfa8cf2 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:18:25.487168 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb68119-5719-4ca1-b581-76d1864e0f15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-03567d3e-2a3a-4a67-bf7b-8674b83ab9fe', 'network_id': '03567d3e-2a3a-4a67-bf7b-8674b83ab9fe', 'project_id': '67b86c6af44b4a07933828ae021d3977', 'fixed_ips': [{'subnet_id': '35e7f954-278d-46e2-ab42-e47551b1c517'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:18:25.488739 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-feb68119-5719-4ca1-b581-76d1864e0f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:25.492009 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-d4b3284e-3fbe-49a2-bcf6-57efc34e5376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:25.493580 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-d4b3284e-3fbe-49a2-bcf6-57efc34e5376 service neutron] 10.222.0.84 "GET /v2.0/networks?id=63b49c54-7e45-4147-9f0e-8b47e058281a HTTP/1.1" status: 200 len: 909 time: 0.1216636 Mar 22 19:18:25.551836 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-63dfa66f-1523-4f04-8a03-789322a9be00 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0f856f7-dd46-407a-9757-5669f772ffe3 HTTP/1.1" status: 200 len: 217 time: 0.0452220 Mar 22 19:18:25.625096 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-f43d4c13-cd95-4fcd-adb1-dfd21458dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:25.625317 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dc64304e-bd56-43ab-8966-909b76c76c15 admin admin] Publish callbacks [] for router_gateway (ae7dbe59-f08e-44b8-beea-c9b34c21e80d), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:25.627061 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-f43d4c13-cd95-4fcd-adb1-dfd21458dc90 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1824832e-8035-4e29-a8c5-aaeabb7261e8 HTTP/1.1" status: 200 len: 848 time: 0.0598066 Mar 22 19:18:25.689914 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb87b78-66d7-441a-b416-7b2708fa548d req-b95bb863-c480-4370-b171-83ef2d2fe0ab tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:25.694175 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-feb68119-5719-4ca1-b581-76d1864e0f15 None None] Allocated IP 172.20.0.2 (03567d3e-2a3a-4a67-bf7b-8674b83ab9fe/35e7f954-278d-46e2-ab42-e47551b1c517/f5168082-4cb9-4457-8fbd-053ded8a4ca0) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:18:25.697500 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3fb87b78-66d7-441a-b416-7b2708fa548d req-b95bb863-c480-4370-b171-83ef2d2fe0ab tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.2028849 Mar 22 19:18:25.701646 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-0f095155-9aca-42ee-b076-6c0898efd090 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=63b49c54-7e45-4147-9f0e-8b47e058281a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561070 Mar 22 19:18:25.877126 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3fb87b78-66d7-441a-b416-7b2708fa548d req-935e5900-b539-488d-80d9-3bc6c3471a2d tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777654 Mar 22 19:18:25.880808 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-feb68119-5719-4ca1-b581-76d1864e0f15 None None] Publish callbacks [] for port (f5168082-4cb9-4457-8fbd-053ded8a4ca0), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:25.888625 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-feb68119-5719-4ca1-b581-76d1864e0f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (f5168082-4cb9-4457-8fbd-053ded8a4ca0), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:25.895610 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-33f1e57e-6050-4f69-b221-2bcfa0af55b4 service neutron] 10.222.0.84 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760402 Mar 22 19:18:25.918350 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dc64304e-bd56-43ab-8966-909b76c76c15 admin admin] Publish callbacks [] for router_gateway (ae7dbe59-f08e-44b8-beea-c9b34c21e80d), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:25.940880 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb68119-5719-4ca1-b581-76d1864e0f15 None None] Network 03567d3e-2a3a-4a67-bf7b-8674b83ab9fe is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:18:25.943989 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-feb68119-5719-4ca1-b581-76d1864e0f15 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:18:25.950844 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb68119-5719-4ca1-b581-76d1864e0f15 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:18:25.973624 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dc64304e-bd56-43ab-8966-909b76c76c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:25.977500 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb68119-5719-4ca1-b581-76d1864e0f15 None None] Pushing event updated for resources: {'Port': ['ID=f5168082-4cb9-4457-8fbd-053ded8a4ca0,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:26.016451 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd3b56-91b5-405d-82b0-ae18cf492fdd req-4e223f6b-f51a-479a-80f4-70e7b25ab4e7 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:26.019090 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ecdd3b56-91b5-405d-82b0-ae18cf492fdd req-4e223f6b-f51a-479a-80f4-70e7b25ab4e7 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 946 time: 0.3910494 Mar 22 19:18:26.091106 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-feb68119-5719-4ca1-b581-76d1864e0f15 None None] Attempting to bind port f5168082-4cb9-4457-8fbd-053ded8a4ca0 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:18:26.091492 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-feb68119-5719-4ca1-b581-76d1864e0f15 None None] Attempting to bind port f5168082-4cb9-4457-8fbd-053ded8a4ca0 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '7854b17a-32db-45d2-80c3-67b704ec8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '03567d3e-2a3a-4a67-bf7b-8674b83ab9fe'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:18:26.091859 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb68119-5719-4ca1-b581-76d1864e0f15 None None] Attempting to bind port f5168082-4cb9-4457-8fbd-053ded8a4ca0 on network 03567d3e-2a3a-4a67-bf7b-8674b83ab9fe {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:18:26.111659 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb68119-5719-4ca1-b581-76d1864e0f15 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:18:26.112078 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb68119-5719-4ca1-b581-76d1864e0f15 None None] Checking segment: {'id': '7854b17a-32db-45d2-80c3-67b704ec8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '03567d3e-2a3a-4a67-bf7b-8674b83ab9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:18:26.112478 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-feb68119-5719-4ca1-b581-76d1864e0f15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:26.113306 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb68119-5719-4ca1-b581-76d1864e0f15 None None] Bound using segment: {'id': '7854b17a-32db-45d2-80c3-67b704ec8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '03567d3e-2a3a-4a67-bf7b-8674b83ab9fe'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:18:26.113446 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-feb68119-5719-4ca1-b581-76d1864e0f15 None None] Bound port: f5168082-4cb9-4457-8fbd-053ded8a4ca0, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7854b17a-32db-45d2-80c3-67b704ec8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '03567d3e-2a3a-4a67-bf7b-8674b83ab9fe'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:18:26.113760 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-feb68119-5719-4ca1-b581-76d1864e0f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f5168082-4cb9-4457-8fbd-053ded8a4ca0), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:26.129188 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-dc64304e-bd56-43ab-8966-909b76c76c15 admin admin] Allocated IP 172.25.5.56 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/84a0cb72-776f-43ea-a528-a28866507eec) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:18:26.181944 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-9dca5611-63d5-487b-9e4d-59c41654e156 service neutron] 10.222.0.84 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746160 Mar 22 19:18:26.217674 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device a59d6df8-7b4c-4429-8382-fe68fd10987b details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:18:26.219420 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ecdd3b56-91b5-405d-82b0-ae18cf492fdd req-f54b9854-a6fa-4421-9dd3-a3a4d907d06e tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934478 Mar 22 19:18:26.259562 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54775a9-e6aa-4e77-8561-87c1b9b39a5a req-68174cf1-27be-446c-b4ff-78f96d69d0f6 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:26.265723 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a54775a9-e6aa-4e77-8561-87c1b9b39a5a req-68174cf1-27be-446c-b4ff-78f96d69d0f6 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1487372 Mar 22 19:18:26.317809 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dc64304e-bd56-43ab-8966-909b76c76c15 admin admin] Publish callbacks [] for port (84a0cb72-776f-43ea-a528-a28866507eec), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:26.367354 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dc64304e-bd56-43ab-8966-909b76c76c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (84a0cb72-776f-43ea-a528-a28866507eec), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:26.369168 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-feb68119-5719-4ca1-b581-76d1864e0f15 None None] For port f5168082-4cb9-4457-8fbd-053ded8a4ca0, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:18:26.390898 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-feb68119-5719-4ca1-b581-76d1864e0f15 None None] For port f5168082-4cb9-4457-8fbd-053ded8a4ca0, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f5168082-4cb9-4457-8fbd-053ded8a4ca0,segment=NetworkSegment(7854b17a-32db-45d2-80c3-67b704ec8127),segment_id=7854b17a-32db-45d2-80c3-67b704ec8127)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:18:26.413958 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a54775a9-e6aa-4e77-8561-87c1b9b39a5a req-5fe23d87-92a1-45ed-8c82-4856c3684e04 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414416 Mar 22 19:18:26.419240 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc64304e-bd56-43ab-8966-909b76c76c15 admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:18:26.437666 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-feb68119-5719-4ca1-b581-76d1864e0f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f5168082-4cb9-4457-8fbd-053ded8a4ca0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:26.439748 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-dc64304e-bd56-43ab-8966-909b76c76c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:18:26.448810 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc64304e-bd56-43ab-8966-909b76c76c15 admin admin] Pushing event updated for resources: {'Port': ['ID=84a0cb72-776f-43ea-a528-a28866507eec,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:26.452361 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc64304e-bd56-43ab-8966-909b76c76c15 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:18:26.467831 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132cda9-f502-447b-b861-74c3c8df94f3 req-a95f24b9-d1ae-4ed6-8772-ddd623453008 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:26.469438 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5132cda9-f502-447b-b861-74c3c8df94f3 req-a95f24b9-d1ae-4ed6-8772-ddd623453008 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 948 time: 0.1480069 Mar 22 19:18:26.590204 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port a59d6df8-7b4c-4429-8382-fe68fd10987b, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=a59d6df8-7b4c-4429-8382-fe68fd10987b,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:26.598677 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38858) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:18:26.641254 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'a59d6df8-7b4c-4429-8382-fe68fd10987b', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': 'a59d6df8-7b4c-4429-8382-fe68fd10987b', 'mac_address': 'fa:16:3e:ca:ff:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:18:26.688803 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5132cda9-f502-447b-b861-74c3c8df94f3 req-21c3c675-de73-4768-b430-ffc9be11f496 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102189 Mar 22 19:18:26.764866 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596cec12-5cdb-4a52-80cd-81d8d6971e8f req-a525ff5e-f2ad-4927-bbc3-161d2de07b42 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:26.780934 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-596cec12-5cdb-4a52-80cd-81d8d6971e8f req-a525ff5e-f2ad-4927-bbc3-161d2de07b42 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 944 time: 0.2138057 Mar 22 19:18:26.817188 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb68119-5719-4ca1-b581-76d1864e0f15 None None] Pushing event updated for resources: {'Port': ['ID=f5168082-4cb9-4457-8fbd-053ded8a4ca0,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:26.836907 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port a59d6df8-7b4c-4429-8382-fe68fd10987b is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:26.843085 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a59d6df8-7b4c-4429-8382-fe68fd10987b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:26.876633 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59d6df8-7b4c-4429-8382-fe68fd10987b {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:18:26.967847 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port a59d6df8-7b4c-4429-8382-fe68fd10987b, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=a59d6df8-7b4c-4429-8382-fe68fd10987b,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:26.977306 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a59d6df8-7b4c-4429-8382-fe68fd10987b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:27.094231 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f5168082-4cb9-4457-8fbd-053ded8a4ca0 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:18:27.153964 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=a59d6df8-7b4c-4429-8382-fe68fd10987b,revision_number=10']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:27.192844 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-596cec12-5cdb-4a52-80cd-81d8d6971e8f req-348d7509-cb6c-41fd-aeef-12d013e270e1 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100823 Mar 22 19:18:27.220963 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port f5168082-4cb9-4457-8fbd-053ded8a4ca0 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:18:27.221650 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f5168082-4cb9-4457-8fbd-053ded8a4ca0), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:27.252295 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d708431d-a7e8-44d7-97eb-2c9e709caf12 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3c1864ec73704dd6b7a3598ea8b26760&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6512625 Mar 22 19:18:27.256241 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38884) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:18:27.263776 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-27790f7f-0f35-4e67-b603-76abf67a0d10 req-99faeef8-f18e-41e4-8301-a983ed17311c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3909488 Mar 22 19:18:27.271057 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-790fbfb8-e0c3-4a4e-ac41-81025500cea2 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:27.274624 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-790fbfb8-e0c3-4a4e-ac41-81025500cea2 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c&tenant_id=635145d2a62d432cbc865a99eb3219e4&binding%3Ahost_id=n-h1-705658-24 HTTP/1.1" status: 200 len: 1127 time: 0.3901448 Mar 22 19:18:27.296249 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c777a4b-b8fc-4f82-b7f5-4317bb1794da req-97929e61-1cc3-496b-bef7-2f0f8196c80b tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:27.298064 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9c777a4b-b8fc-4f82-b7f5-4317bb1794da req-97929e61-1cc3-496b-bef7-2f0f8196c80b tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.3232505 Mar 22 19:18:27.353168 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-80a7001c-16aa-450f-97a0-d16c5bb45865 admin admin] Publish callbacks [] for security_group (9db6d82e-8007-4564-b6e2-60fb9528de83), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:27.383841 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port f5168082-4cb9-4457-8fbd-053ded8a4ca0 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:27.386115 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f5168082-4cb9-4457-8fbd-053ded8a4ca0), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:27.422290 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device bb95e980-9195-45e8-bbe0-781f42a51103 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:18:27.447106 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port f5168082-4cb9-4457-8fbd-053ded8a4ca0, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f5168082-4cb9-4457-8fbd-053ded8a4ca0,segment=NetworkSegment(7854b17a-32db-45d2-80c3-67b704ec8127),segment_id=7854b17a-32db-45d2-80c3-67b704ec8127)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:27.456997 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f5168082-4cb9-4457-8fbd-053ded8a4ca0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:27.504713 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-80a7001c-16aa-450f-97a0-d16c5bb45865 admin admin] Publish callbacks [] for security_group (9db6d82e-8007-4564-b6e2-60fb9528de83), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:27.578442 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['a59d6df8-7b4c-4429-8382-fe68fd10987b'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:18:27.603453 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9c777a4b-b8fc-4f82-b7f5-4317bb1794da req-404034ac-d721-4889-b92d-42193e11cdb6 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848444 Mar 22 19:18:27.609833 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.resource_extend [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:18:27.640373 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27790f7f-0f35-4e67-b603-76abf67a0d10 req-043b81f0-ed95-4baf-8b07-e3e6ba416143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:27.640373 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-27790f7f-0f35-4e67-b603-76abf67a0d10 req-043b81f0-ed95-4baf-8b07-e3e6ba416143 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 1133 time: 0.3308833 Mar 22 19:18:27.658168 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dc64304e-bd56-43ab-8966-909b76c76c15 admin admin] Publish callbacks [] for router_gateway (ae7dbe59-f08e-44b8-beea-c9b34c21e80d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:27.721159 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-80a7001c-16aa-450f-97a0-d16c5bb45865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9db6d82e-8007-4564-b6e2-60fb9528de83), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:27.724951 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-80a7001c-16aa-450f-97a0-d16c5bb45865 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:27.726175 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-80a7001c-16aa-450f-97a0-d16c5bb45865 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9db6d82e-8007-4564-b6e2-60fb9528de83 HTTP/1.1" status: 204 len: 168 time: 0.4689062 Mar 22 19:18:27.790653 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7001c-16aa-450f-97a0-d16c5bb45865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db6d82e-8007-4564-b6e2-60fb9528de83,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:27.829312 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=f5168082-4cb9-4457-8fbd-053ded8a4ca0,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:27.835058 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f888a-a8b9-4bdc-b2f3-d04406e49946 req-f64c13f5-cefe-43f4-ba66-4bcffbe8a079 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:27.854641 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b15f888a-a8b9-4bdc-b2f3-d04406e49946 req-f64c13f5-cefe-43f4-ba66-4bcffbe8a079 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 946 time: 0.4391766 Mar 22 19:18:28.097961 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port bb95e980-9195-45e8-bbe0-781f42a51103, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=bb95e980-9195-45e8-bbe0-781f42a51103,segment=NetworkSegment(85cf4aab-02b0-4ed0-89a0-65a703cfb595),segment_id=85cf4aab-02b0-4ed0-89a0-65a703cfb595)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:28.139213 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dc64304e-bd56-43ab-8966-909b76c76c15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (ae7dbe59-f08e-44b8-beea-c9b34c21e80d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:28.148014 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'bb95e980-9195-45e8-bbe0-781f42a51103', 'network_id': 'c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd', 'port_id': 'bb95e980-9195-45e8-bbe0-781f42a51103', 'mac_address': 'fa:16:3e:74:b2:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '557c463e-0ced-46b1-95bb-72c186d37083', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:18:28.185595 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-62c8b038-aa65-4ebf-b3e3-2025f945bfe7 service neutron] For port c0f856f7-dd46-407a-9757-5669f772ffe3, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:18:28.226095 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port bb95e980-9195-45e8-bbe0-781f42a51103 is: ACTIVE; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:28.226491 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (bb95e980-9195-45e8-bbe0-781f42a51103), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:28.256512 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb95e980-9195-45e8-bbe0-781f42a51103 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:18:28.294235 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-62c8b038-aa65-4ebf-b3e3-2025f945bfe7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:28.295658 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-806bf80c-8564-4e0a-9639-d6ab601317ee req-62c8b038-aa65-4ebf-b3e3-2025f945bfe7 service neutron] 10.222.0.84 "DELETE /v2.0/ports/c0f856f7-dd46-407a-9757-5669f772ffe3/bindings/n-h2-705658-24 HTTP/1.1" status: 204 len: 173 time: 0.9955728 Mar 22 19:18:28.297136 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27790f7f-0f35-4e67-b603-76abf67a0d10 req-1f422df4-e713-4b9f-bf84-877c56581b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:28.299546 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-27790f7f-0f35-4e67-b603-76abf67a0d10 req-1f422df4-e713-4b9f-bf84-877c56581b0a service neutron] 10.222.0.85 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.6221402 Mar 22 19:18:28.304438 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port bb95e980-9195-45e8-bbe0-781f42a51103, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=bb95e980-9195-45e8-bbe0-781f42a51103,segment=NetworkSegment(85cf4aab-02b0-4ed0-89a0-65a703cfb595),segment_id=85cf4aab-02b0-4ed0-89a0-65a703cfb595)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:28.305220 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b15f888a-a8b9-4bdc-b2f3-d04406e49946 req-e60e129f-27d8-4660-a489-771246d56ff6 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474669 Mar 22 19:18:28.342143 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (bb95e980-9195-45e8-bbe0-781f42a51103), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:28.359460 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e944f2b5-b58a-4bd2-a7f0-2a8fc0e3b8f1 None None] Network 03567d3e-2a3a-4a67-bf7b-8674b83ab9fe requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:18:28.373441 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-27790f7f-0f35-4e67-b603-76abf67a0d10 req-d17545a6-a897-4b2f-a9ee-c3717474e857 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=fc644c63-8438-4b82-98b0-4202839125c6 HTTP/1.1" status: 200 len: 217 time: 0.0670471 Mar 22 19:18:28.398085 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bc962-7228-4605-9463-598e88d8b0f3 req-f03d152b-d5a6-4da1-8cb0-1ecd97cd07cf tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:28.402079 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2f7bc962-7228-4605-9463-598e88d8b0f3 req-f03d152b-d5a6-4da1-8cb0-1ecd97cd07cf tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.5400004 Mar 22 19:18:28.418481 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38914) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:18:28.472766 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc64304e-bd56-43ab-8966-909b76c76c15 admin admin] Router ae7dbe59-f08e-44b8-beea-c9b34c21e80d is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:18:28.562737 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['bb95e980-9195-45e8-bbe0-781f42a51103'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:18:28.570437 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-38011072-cce7-4c91-a362-8974e78d49f4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9f14a4fd04ad4f82a1b4fd91ea6fb43a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1459944 Mar 22 19:18:28.594262 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38920) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:18:28.673426 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27790f7f-0f35-4e67-b603-76abf67a0d10 req-0b2fbb5b-d9e7-4a10-b20f-662dd6694a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:28.678635 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-27790f7f-0f35-4e67-b603-76abf67a0d10 req-0b2fbb5b-d9e7-4a10-b20f-662dd6694a9c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.2746818 Mar 22 19:18:28.715215 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc64304e-bd56-43ab-8966-909b76c76c15 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:18:28.725844 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654b5127-b995-4607-af9b-dcce334ac3d8 None None] Sync routers for ids ['ae7dbe59-f08e-44b8-beea-c9b34c21e80d'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:18:28.739583 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dc64304e-bd56-43ab-8966-909b76c76c15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:28.741841 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-dc64304e-bd56-43ab-8966-909b76c76c15 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4099832 Mar 22 19:18:28.744719 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38922) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:18:28.748509 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654b5127-b995-4607-af9b-dcce334ac3d8 None None] Routers {'ae7dbe59-f08e-44b8-beea-c9b34c21e80d'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:18:28.753451 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-654b5127-b995-4607-af9b-dcce334ac3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:18:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ae7dbe59-f08e-44b8-beea-c9b34c21e80d'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:18:28.795253 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2f7bc962-7228-4605-9463-598e88d8b0f3 req-b813b0ba-ad98-4a7b-bd58-1daaae5ca05d tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270805 Mar 22 19:18:28.949157 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb007e-a094-4943-8b6e-ef281d11c36b req-3d371143-0538-4efc-9b6c-d87a14ea1afb tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:28.964700 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-c3add9eb-7f85-4394-ad8c-2e0ce197976f None None] Provisioning complete for port f5168082-4cb9-4457-8fbd-053ded8a4ca0 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:18:28.965090 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c3add9eb-7f85-4394-ad8c-2e0ce197976f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f5168082-4cb9-4457-8fbd-053ded8a4ca0), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:28.967122 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-30fb007e-a094-4943-8b6e-ef281d11c36b req-3d371143-0538-4efc-9b6c-d87a14ea1afb tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 950 time: 0.4238765 Mar 22 19:18:29.070864 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=bb95e980-9195-45e8-bbe0-781f42a51103,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:29.162567 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-654b5127-b995-4607-af9b-dcce334ac3d8 None None] Set router ae7dbe59-f08e-44b8-beea-c9b34c21e80d gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:18:29.177410 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f5168082-4cb9-4457-8fbd-053ded8a4ca0 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:18:29.364185 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27790f7f-0f35-4e67-b603-76abf67a0d10 req-5027eb02-c75d-4616-81ca-214c5a66b5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:29.365779 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-27790f7f-0f35-4e67-b603-76abf67a0d10 req-5027eb02-c75d-4616-81ca-214c5a66b5b9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6650290 Mar 22 19:18:29.393269 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-30fb007e-a094-4943-8b6e-ef281d11c36b req-9ad1cecb-360e-4b55-913a-b3834035564c tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216583 Mar 22 19:18:29.394180 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4200ae39-2017-444b-871d-dca783385282 admin admin] Publish callbacks [] for security_group (c1dd8904-1e38-4b29-aa1b-5eabf7789eed), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:29.477904 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-654b5127-b995-4607-af9b-dcce334ac3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7dbe59-f08e-44b8-beea-c9b34c21e80d', 'name': 'tempest-ServersTestMultiNic-1562501856-router', 'tenant_id': '67b86c6af44b4a07933828ae021d3977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '84a0cb72-776f-43ea-a528-a28866507eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:18:25Z', 'updated_at': '2022-03-22T19:18:27Z', 'revision_number': 3, 'project_id': '67b86c6af44b4a07933828ae021d3977', 'gw_port': {'id': '84a0cb72-776f-43ea-a528-a28866507eec', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:89:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7dbe59-f08e-44b8-beea-c9b34c21e80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:18:25Z', 'updated_at': '2022-03-22T19:18:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:18:29.502418 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5b55c-b6d1-4325-9bd0-a3ec018344e0 req-065362f9-1662-41fb-be34-c81408697ef6 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:29.509531 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-49c5b55c-b6d1-4325-9bd0-a3ec018344e0 req-065362f9-1662-41fb-be34-c81408697ef6 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 944 time: 0.5021205 Mar 22 19:18:29.517974 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654b5127-b995-4607-af9b-dcce334ac3d8 None None] Checking router: ae7dbe59-f08e-44b8-beea-c9b34c21e80d for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:18:29.518439 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654b5127-b995-4607-af9b-dcce334ac3d8 None None] Updating router ae7dbe59-f08e-44b8-beea-c9b34c21e80d port 84a0cb72-776f-43ea-a528-a28866507eec binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:18:29.521467 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c3add9eb-7f85-4394-ad8c-2e0ce197976f None None] Current status of the port f5168082-4cb9-4457-8fbd-053ded8a4ca0 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:29.566506 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port f5168082-4cb9-4457-8fbd-053ded8a4ca0 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:18:29.567174 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f5168082-4cb9-4457-8fbd-053ded8a4ca0), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:29.602086 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-654b5127-b995-4607-af9b-dcce334ac3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (84a0cb72-776f-43ea-a528-a28866507eec), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:29.663536 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4200ae39-2017-444b-871d-dca783385282 admin admin] Publish callbacks [] for security_group (c1dd8904-1e38-4b29-aa1b-5eabf7789eed), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:29.719646 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-b402c4af-9d49-4eb7-968b-6ba17370e50a None None] Provisioning complete for port f5168082-4cb9-4457-8fbd-053ded8a4ca0 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:18:29.720029 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b402c4af-9d49-4eb7-968b-6ba17370e50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f5168082-4cb9-4457-8fbd-053ded8a4ca0), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:29.884440 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c932058-5a94-49db-a1dd-934835414340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:29.983398 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-49c5b55c-b6d1-4325-9bd0-a3ec018344e0 req-e0724d3c-ddf0-4232-85ad-548a40b25b30 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975861 Mar 22 19:18:29.988054 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-b402c4af-9d49-4eb7-968b-6ba17370e50a None None] Current status of the port f5168082-4cb9-4457-8fbd-053ded8a4ca0 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:29.994539 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port f5168082-4cb9-4457-8fbd-053ded8a4ca0 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:30.061085 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-27790f7f-0f35-4e67-b603-76abf67a0d10 req-2ab5a3e7-5dd4-4e4e-9e63-e6ceed2027f2 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6610026 Mar 22 19:18:30.089220 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-5746a37e-db1e-4e17-ac20-9df5f980f001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:30.090995 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-5746a37e-db1e-4e17-ac20-9df5f980f001 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=21ca62c1596a4d419681f3e57266f544&device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 1129 time: 0.2623301 Mar 22 19:18:30.151931 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4200ae39-2017-444b-871d-dca783385282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (c1dd8904-1e38-4b29-aa1b-5eabf7789eed), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:30.154537 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4200ae39-2017-444b-871d-dca783385282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:30.157924 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4200ae39-2017-444b-871d-dca783385282 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c1dd8904-1e38-4b29-aa1b-5eabf7789eed HTTP/1.1" status: 204 len: 168 time: 1.5587845 Mar 22 19:18:30.263476 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device a59d6df8-7b4c-4429-8382-fe68fd10987b up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:18:30.335153 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-5c932058-5a94-49db-a1dd-934835414340 admin admin] Allocated IP 172.20.0.1 (03567d3e-2a3a-4a67-bf7b-8674b83ab9fe/35e7f954-278d-46e2-ab42-e47551b1c517/c3f448d0-7bff-42d4-82c3-6c6461a1d0ba) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:18:30.366265 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port a59d6df8-7b4c-4429-8382-fe68fd10987b triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:18:30.366648 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a59d6df8-7b4c-4429-8382-fe68fd10987b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:30.395161 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-654b5127-b995-4607-af9b-dcce334ac3d8 None None] Publish callbacks [] for port (84a0cb72-776f-43ea-a528-a28866507eec), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:30.409323 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-654b5127-b995-4607-af9b-dcce334ac3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (84a0cb72-776f-43ea-a528-a28866507eec), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:30.536770 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-654b5127-b995-4607-af9b-dcce334ac3d8 None None] Attempting to bind port 84a0cb72-776f-43ea-a528-a28866507eec on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:18:30.538953 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-654b5127-b995-4607-af9b-dcce334ac3d8 None None] Attempting to bind port 84a0cb72-776f-43ea-a528-a28866507eec by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:18:30.545067 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654b5127-b995-4607-af9b-dcce334ac3d8 None None] Attempting to bind port 84a0cb72-776f-43ea-a528-a28866507eec on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:18:30.563295 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecffa21-01f6-4aaf-b428-85987bcfa374 None None] Pushing event updated for resources: {'Port': ['ID=84a0cb72-776f-43ea-a528-a28866507eec,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:30.567567 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port a59d6df8-7b4c-4429-8382-fe68fd10987b is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:30.568630 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a59d6df8-7b4c-4429-8382-fe68fd10987b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:30.597635 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654b5127-b995-4607-af9b-dcce334ac3d8 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:18:30.598566 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654b5127-b995-4607-af9b-dcce334ac3d8 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:18:30.600853 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-654b5127-b995-4607-af9b-dcce334ac3d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:30.601505 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654b5127-b995-4607-af9b-dcce334ac3d8 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:18:30.602558 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-654b5127-b995-4607-af9b-dcce334ac3d8 None None] Bound port: 84a0cb72-776f-43ea-a528-a28866507eec, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:18:30.604945 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-654b5127-b995-4607-af9b-dcce334ac3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (84a0cb72-776f-43ea-a528-a28866507eec), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:30.610772 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7938c17-bdbf-476e-a988-f09aed7e4775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59d6df8-7b4c-4429-8382-fe68fd10987b'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:18:30.616956 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159752b3-2c24-4d98-85c2-c6c3e4744c4c" -d '{"events": [{"server_uuid": "d7938c17-bdbf-476e-a988-f09aed7e4775", "name": "network-vif-plugged", "status": "completed", "tag": "a59d6df8-7b4c-4429-8382-fe68fd10987b"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:18:30.636411 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c932058-5a94-49db-a1dd-934835414340 admin admin] Publish callbacks [] for port (c3f448d0-7bff-42d4-82c3-6c6461a1d0ba), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:30.649927 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port a59d6df8-7b4c-4429-8382-fe68fd10987b, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=a59d6df8-7b4c-4429-8382-fe68fd10987b,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:30.654676 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a59d6df8-7b4c-4429-8382-fe68fd10987b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:30.661087 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecffa21-01f6-4aaf-b428-85987bcfa374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:30.661603 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecffa21-01f6-4aaf-b428-85987bcfa374 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:30.665448 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecffa21-01f6-4aaf-b428-85987bcfa374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:30.665947 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecffa21-01f6-4aaf-b428-85987bcfa374 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:30.666386 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecffa21-01f6-4aaf-b428-85987bcfa374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:30.668711 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecffa21-01f6-4aaf-b428-85987bcfa374 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:30.669192 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecffa21-01f6-4aaf-b428-85987bcfa374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:30.669634 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecffa21-01f6-4aaf-b428-85987bcfa374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:30.671753 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecffa21-01f6-4aaf-b428-85987bcfa374 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:30.672207 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecffa21-01f6-4aaf-b428-85987bcfa374 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:30.672642 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecffa21-01f6-4aaf-b428-85987bcfa374 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:30.673229 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecffa21-01f6-4aaf-b428-85987bcfa374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:30.673658 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecffa21-01f6-4aaf-b428-85987bcfa374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:30.675868 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecffa21-01f6-4aaf-b428-85987bcfa374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:30.676332 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecffa21-01f6-4aaf-b428-85987bcfa374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:30.721871 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c932058-5a94-49db-a1dd-934835414340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (c3f448d0-7bff-42d4-82c3-6c6461a1d0ba), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:30.769551 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c932058-5a94-49db-a1dd-934835414340 admin admin] Network 03567d3e-2a3a-4a67-bf7b-8674b83ab9fe is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:18:30.777070 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-5c932058-5a94-49db-a1dd-934835414340 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:18:30.780841 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c932058-5a94-49db-a1dd-934835414340 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:18:30.823173 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c932058-5a94-49db-a1dd-934835414340 admin admin] Pushing event updated for resources: {'Port': ['ID=c3f448d0-7bff-42d4-82c3-6c6461a1d0ba,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:30.839298 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c932058-5a94-49db-a1dd-934835414340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (ae7dbe59-f08e-44b8-beea-c9b34c21e80d), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:30.853467 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-654b5127-b995-4607-af9b-dcce334ac3d8 None None] For port 84a0cb72-776f-43ea-a528-a28866507eec, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:18:30.867675 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=a59d6df8-7b4c-4429-8382-fe68fd10987b,revision_number=11']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:30.874284 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-654b5127-b995-4607-af9b-dcce334ac3d8 None None] For port 84a0cb72-776f-43ea-a528-a28866507eec, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=84a0cb72-776f-43ea-a528-a28866507eec,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:18:30.896048 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-654b5127-b995-4607-af9b-dcce334ac3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (84a0cb72-776f-43ea-a528-a28866507eec), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:31.056856 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654b5127-b995-4607-af9b-dcce334ac3d8 None None] Routers {'ae7dbe59-f08e-44b8-beea-c9b34c21e80d'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:18:31.059326 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-654b5127-b995-4607-af9b-dcce334ac3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:18:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ae7dbe59-f08e-44b8-beea-c9b34c21e80d'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:18:31.141401 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd70c1-ce67-49d2-89f4-37ca699bb916 req-855843c9-1c9c-4211-a343-32d59bc60945 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:31.146749 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0acd70c1-ce67-49d2-89f4-37ca699bb916 req-855843c9-1c9c-4211-a343-32d59bc60945 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 946 time: 1.2195177 Mar 22 19:18:31.153637 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecffa21-01f6-4aaf-b428-85987bcfa374 None None] Pushing event updated for resources: {'Port': ['ID=84a0cb72-776f-43ea-a528-a28866507eec,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:31.208119 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-27790f7f-0f35-4e67-b603-76abf67a0d10 req-65a77410-9c1c-45ea-8d5a-f0eb0a18df85 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1393101 Mar 22 19:18:31.209027 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200ae39-2017-444b-871d-dca783385282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1dd8904-1e38-4b29-aa1b-5eabf7789eed,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:31.313570 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-0a2785fb-651e-4e9e-a1a4-25533daa9120 None None] Provisioning complete for port c3f448d0-7bff-42d4-82c3-6c6461a1d0ba triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:18:31.316944 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0a2785fb-651e-4e9e-a1a4-25533daa9120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c3f448d0-7bff-42d4-82c3-6c6461a1d0ba), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:31.327142 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c932058-5a94-49db-a1dd-934835414340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c3f448d0-7bff-42d4-82c3-6c6461a1d0ba), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:31.361120 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-654b5127-b995-4607-af9b-dcce334ac3d8 None None] Set router ae7dbe59-f08e-44b8-beea-c9b34c21e80d gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:18:31.391081 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-0c9ba76c-ccf4-47e5-ad6c-0a0e309502f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:31.393213 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-0c9ba76c-ccf4-47e5-ad6c-0a0e309502f9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3f43483d-05ef-426b-881a-d8fc390ab6a9 HTTP/1.1" status: 200 len: 922 time: 1.2834101 Mar 22 19:18:31.427236 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-0a2785fb-651e-4e9e-a1a4-25533daa9120 None None] Port c3f448d0-7bff-42d4-82c3-6c6461a1d0ba cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:18:31.440638 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device bb95e980-9195-45e8-bbe0-781f42a51103 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:18:31.540720 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0acd70c1-ce67-49d2-89f4-37ca699bb916 req-fed69756-ea16-45ad-942e-593231b1d96a tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894937 Mar 22 19:18:31.557298 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port bb95e980-9195-45e8-bbe0-781f42a51103 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:18:31.560534 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (bb95e980-9195-45e8-bbe0-781f42a51103), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:31.586568 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24148c3-31f1-4670-9588-13ffe4ee65a0 req-b10366f1-a87c-42a7-8bef-5f1c3b2532f1 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:31.604585 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b24148c3-31f1-4670-9588-13ffe4ee65a0 req-b10366f1-a87c-42a7-8bef-5f1c3b2532f1 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 950 time: 1.4522281 Mar 22 19:18:31.616957 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-e7f17b35-8792-49ec-81ab-37a97dd9c963 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27c13ab8-4afc-4cd0-80c8-f2143469b5fa HTTP/1.1" status: 200 len: 217 time: 0.2130430 Mar 22 19:18:31.660162 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c932058-5a94-49db-a1dd-934835414340 admin admin] Publish callbacks [] for port (c3f448d0-7bff-42d4-82c3-6c6461a1d0ba), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:31.668202 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c932058-5a94-49db-a1dd-934835414340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (c3f448d0-7bff-42d4-82c3-6c6461a1d0ba), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:31.766004 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-654b5127-b995-4607-af9b-dcce334ac3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7dbe59-f08e-44b8-beea-c9b34c21e80d', 'name': 'tempest-ServersTestMultiNic-1562501856-router', 'tenant_id': '67b86c6af44b4a07933828ae021d3977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '84a0cb72-776f-43ea-a528-a28866507eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:18:25Z', 'updated_at': '2022-03-22T19:18:27Z', 'revision_number': 3, 'project_id': '67b86c6af44b4a07933828ae021d3977', 'gw_port': {'id': '84a0cb72-776f-43ea-a528-a28866507eec', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:89:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7dbe59-f08e-44b8-beea-c9b34c21e80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:18:25Z', 'updated_at': '2022-03-22T19:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:18:31.811086 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654b5127-b995-4607-af9b-dcce334ac3d8 None None] The sync data for ids ['ae7dbe59-f08e-44b8-beea-c9b34c21e80d'] in n-d-705658-24 is: [{'id': 'ae7dbe59-f08e-44b8-beea-c9b34c21e80d', 'name': 'tempest-ServersTestMultiNic-1562501856-router', 'tenant_id': '67b86c6af44b4a07933828ae021d3977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '84a0cb72-776f-43ea-a528-a28866507eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:18:25Z', 'updated_at': '2022-03-22T19:18:27Z', 'revision_number': 3, 'project_id': '67b86c6af44b4a07933828ae021d3977', 'gw_port': {'id': '84a0cb72-776f-43ea-a528-a28866507eec', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:89:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7dbe59-f08e-44b8-beea-c9b34c21e80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:18:25Z', 'updated_at': '2022-03-22T19:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:18:31.825076 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port bb95e980-9195-45e8-bbe0-781f42a51103 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:31.825634 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (bb95e980-9195-45e8-bbe0-781f42a51103), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:31.870610 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c932058-5a94-49db-a1dd-934835414340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (ae7dbe59-f08e-44b8-beea-c9b34c21e80d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:31.876205 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port bb95e980-9195-45e8-bbe0-781f42a51103, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=bb95e980-9195-45e8-bbe0-781f42a51103,segment=NetworkSegment(85cf4aab-02b0-4ed0-89a0-65a703cfb595),segment_id=85cf4aab-02b0-4ed0-89a0-65a703cfb595)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:31.883826 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (bb95e980-9195-45e8-bbe0-781f42a51103), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:31.895994 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c932058-5a94-49db-a1dd-934835414340 admin admin] Pushing event updated for resources: {'Port': ['ID=c3f448d0-7bff-42d4-82c3-6c6461a1d0ba,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:31.991634 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=bb95e980-9195-45e8-bbe0-781f42a51103,revision_number=7']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:31.992950 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b24148c3-31f1-4670-9588-13ffe4ee65a0 req-71480736-f90f-4ce1-abb7-8eb17f2402f1 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873711 Mar 22 19:18:32.012023 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-84df70de-8885-41aa-8976-d09cefab0eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:32.014305 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-84df70de-8885-41aa-8976-d09cefab0eae service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bc515ca7-b43f-45d2-b838-320d24bc42f9 HTTP/1.1" status: 200 len: 861 time: 0.3675077 Mar 22 19:18:32.069875 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c932058-5a94-49db-a1dd-934835414340 admin admin] Network 03567d3e-2a3a-4a67-bf7b-8674b83ab9fe is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:18:32.071189 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-123faeab-30fa-4985-bfc8-9813ed497e23 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3f43483d-05ef-426b-881a-d8fc390ab6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485291 Mar 22 19:18:32.079975 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-5c932058-5a94-49db-a1dd-934835414340 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:18:32.380760 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56c6b2-6ce2-4671-a695-3c970d767c15 req-fae8c4bc-d35f-4f8d-88d5-ce8116801130 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:32.381854 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a0a5d6-c5f7-4688-ad09-2a34fdad8c1c x-openstack-request-id: req-55a0a5d6-c5f7-4688-ad09-2a34fdad8c1c {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:18:32.382160 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7938c17-bdbf-476e-a988-f09aed7e4775", "name": "network-vif-plugged", "status": "completed", "tag": "a59d6df8-7b4c-4429-8382-fe68fd10987b", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:18:32.382408 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-55a0a5d6-c5f7-4688-ad09-2a34fdad8c1c {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:18:32.382516 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed56c6b2-6ce2-4671-a695-3c970d767c15 req-fae8c4bc-d35f-4f8d-88d5-ce8116801130 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.6435065 Mar 22 19:18:32.382804 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55a0a5d6-c5f7-4688-ad09-2a34fdad8c1c'] response: {'server_uuid': 'd7938c17-bdbf-476e-a988-f09aed7e4775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59d6df8-7b4c-4429-8382-fe68fd10987b', 'code': 200} Mar 22 19:18:32.486989 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-4974ff8d-51d4-4db6-b6fe-f938652bf04f service neutron] 10.222.0.84 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058073 Mar 22 19:18:32.522162 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c932058-5a94-49db-a1dd-934835414340 admin admin] Router ae7dbe59-f08e-44b8-beea-c9b34c21e80d has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:18:32.696779 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed56c6b2-6ce2-4671-a695-3c970d767c15 req-feb30491-500b-417e-bccd-8552700c4f35 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989714 Mar 22 19:18:32.700832 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-9f028783-a1d6-48d1-963a-af370b2c0b49 None None] Provisioning complete for port c3f448d0-7bff-42d4-82c3-6c6461a1d0ba triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:18:32.701340 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9f028783-a1d6-48d1-963a-af370b2c0b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c3f448d0-7bff-42d4-82c3-6c6461a1d0ba), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:32.704921 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c932058-5a94-49db-a1dd-934835414340 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:18:32.724929 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5c932058-5a94-49db-a1dd-934835414340 admin admin] 10.222.0.75 "PUT /v2.0/routers/ae7dbe59-f08e-44b8-beea-c9b34c21e80d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9691029 Mar 22 19:18:32.890126 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-9f028783-a1d6-48d1-963a-af370b2c0b49 None None] Port c3f448d0-7bff-42d4-82c3-6c6461a1d0ba cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:18:32.900689 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39008) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:18:33.042854 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f5189-cff0-4e1b-b5eb-1a2f0fff2149 req-a62c28a1-c8e2-452c-b0e8-171359ed3a62 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:33.072936 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3f9f5189-cff0-4e1b-b5eb-1a2f0fff2149 req-a62c28a1-c8e2-452c-b0e8-171359ed3a62 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 1127 time: 0.4162619 Mar 22 19:18:33.124732 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 84a0cb72-776f-43ea-a528-a28866507eec up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:18:33.205236 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-4709df06-ff9b-4683-a0bf-0b03c086ac34 service neutron] 10.222.0.84 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7040911 Mar 22 19:18:33.249143 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b421d4-e30b-49b8-b9e5-a28f5e238909 req-7406b411-4a23-4179-8726-de3565474ffa tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:33.269562 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e0b421d4-e30b-49b8-b9e5-a28f5e238909 req-7406b411-4a23-4179-8726-de3565474ffa tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 946 time: 0.3472915 Mar 22 19:18:33.326557 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 84a0cb72-776f-43ea-a528-a28866507eec triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:18:33.327218 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (84a0cb72-776f-43ea-a528-a28866507eec), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:33.331937 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-b59191f4-6d22-46e3-8123-50530fa8c744 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1007529205'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:18:33.376980 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59191f4-6d22-46e3-8123-50530fa8c744 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Made reservation on behalf of 67b86c6af44b4a07933828ae021d3977 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:18:33.390411 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b59191f4-6d22-46e3-8123-50530fa8c744 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:33.402812 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3f9f5189-cff0-4e1b-b5eb-1a2f0fff2149 req-157d3c71-f7da-4b32-b199-c0649967c3e4 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225229 Mar 22 19:18:33.477502 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b59191f4-6d22-46e3-8123-50530fa8c744 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:18:33.532738 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b59191f4-6d22-46e3-8123-50530fa8c744 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (8105ea73-bcc4-4b4e-baf1-619804a6d9a4), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:33.534899 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-b59191f4-6d22-46e3-8123-50530fa8c744 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Added segment 8105ea73-bcc4-4b4e-baf1-619804a6d9a4 of type vlan for network 5d6f6a23-9aeb-4117-ab7d-682e6517e99d Mar 22 19:18:33.631383 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 84a0cb72-776f-43ea-a528-a28866507eec is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:33.631579 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (84a0cb72-776f-43ea-a528-a28866507eec), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:33.661191 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b59191f4-6d22-46e3-8123-50530fa8c744 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (5d6f6a23-9aeb-4117-ab7d-682e6517e99d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:33.696514 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 84a0cb72-776f-43ea-a528-a28866507eec, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=84a0cb72-776f-43ea-a528-a28866507eec,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:33.707397 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (84a0cb72-776f-43ea-a528-a28866507eec), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:33.722706 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b59191f4-6d22-46e3-8123-50530fa8c744 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (5d6f6a23-9aeb-4117-ab7d-682e6517e99d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:33.740039 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59191f4-6d22-46e3-8123-50530fa8c744 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:33.740992 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b59191f4-6d22-46e3-8123-50530fa8c744 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:33.752815 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e0b421d4-e30b-49b8-b9e5-a28f5e238909 req-2e1e8311-0979-4df4-b854-89d695b946f2 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4081256 Mar 22 19:18:33.835453 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b59191f4-6d22-46e3-8123-50530fa8c744 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9325407 Mar 22 19:18:33.838702 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39030) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:18:33.841178 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-c3af39cc-fd94-49d7-9e5b-074c386cb911 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:33.844660 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-c3af39cc-fd94-49d7-9e5b-074c386cb911 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a&tenant_id=21ca62c1596a4d419681f3e57266f544&binding%3Ahost_id=n-h2-705658-24 HTTP/1.1" status: 200 len: 1129 time: 0.4977679 Mar 22 19:18:33.846493 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-a987e824-4540-4451-812a-11207f25213c tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Request body: {'subnet': {'network_id': '5d6f6a23-9aeb-4117-ab7d-682e6517e99d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:18:33.864314 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=84a0cb72-776f-43ea-a528-a28866507eec,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:33.868804 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900e963-3a8f-454b-b645-21b0438d76d5 req-d6dd394b-ec40-4a0c-9747-57b15ddd075d tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:33.879376 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f900e963-3a8f-454b-b645-21b0438d76d5 req-d6dd394b-ec40-4a0c-9747-57b15ddd075d tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.2875011 Mar 22 19:18:33.887442 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-ed58b1ca-ed79-4fe7-901c-e4eb665c3641 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-705658-24'}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:18:33.967549 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59191f4-6d22-46e3-8123-50530fa8c744 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Pushing event updated for resources: {'Network': ['ID=5d6f6a23-9aeb-4117-ab7d-682e6517e99d,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:33.970023 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-e7b62d73-6bfd-48e1-8747-aaa502e9a822 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562167 Mar 22 19:18:33.980453 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 5d6f6a23-9aeb-4117-ab7d-682e6517e99d details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:18:34.009875 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a987e824-4540-4451-812a-11207f25213c tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Made reservation on behalf of 67b86c6af44b4a07933828ae021d3977 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:18:34.015875 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a987e824-4540-4451-812a-11207f25213c tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:34.268516 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-2e2029dc-bf22-4928-bb67-ddc541de90aa tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:34.270581 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-2e2029dc-bf22-4928-bb67-ddc541de90aa tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2656584 Mar 22 19:18:34.278138 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f900e963-3a8f-454b-b645-21b0438d76d5 req-c8624ab0-b89d-404c-a20a-a6e434546171 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956499 Mar 22 19:18:34.295518 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-ed58b1ca-ed79-4fe7-901c-e4eb665c3641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (27c13ab8-4afc-4cd0-80c8-f2143469b5fa), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:34.316008 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-468510b2-a6ef-487e-a5f1-a53229bc6682 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/quotas/fa44a62348c348ba8b3d4c4340e75bae HTTP/1.1" status: 200 len: 375 time: 0.0278821 Mar 22 19:18:34.327427 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a987e824-4540-4451-812a-11207f25213c tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (e3a2e87f-5dc1-4757-b2d8-ef6e3402b6e9), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:34.385895 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be2263e-7dc2-47c8-ad4d-d0a20ef6285a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb95e980-9195-45e8-bbe0-781f42a51103'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:18:34.389775 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e75efb0-0227-47cb-9586-542198cc965a" -d '{"events": [{"server_uuid": "4be2263e-7dc2-47c8-ad4d-d0a20ef6285a", "name": "network-vif-plugged", "status": "completed", "tag": "bb95e980-9195-45e8-bbe0-781f42a51103"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:18:34.446257 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a987e824-4540-4451-812a-11207f25213c tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Pushing event updated for resources: {'Subnet': ['ID=e3a2e87f-5dc1-4757-b2d8-ef6e3402b6e9,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:34.459735 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-262d5678-d862-4953-a2a4-a256b50e7261 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1145756 Mar 22 19:18:34.531996 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a987e824-4540-4451-812a-11207f25213c tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Checking segment: {'id': '8105ea73-bcc4-4b4e-baf1-619804a6d9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5d6f6a23-9aeb-4117-ab7d-682e6517e99d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:18:34.532368 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a987e824-4540-4451-812a-11207f25213c tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Network hostable DHCP agents. Network: 5d6f6a23-9aeb-4117-ab7d-682e6517e99d, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:18:34.564337 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a987e824-4540-4451-812a-11207f25213c tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Network 5d6f6a23-9aeb-4117-ab7d-682e6517e99d is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:18:34.584841 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-a987e824-4540-4451-812a-11207f25213c tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 5d6f6a23-9aeb-4117-ab7d-682e6517e99d) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:18:34.590853 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a987e824-4540-4451-812a-11207f25213c tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:34.591771 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a987e824-4540-4451-812a-11207f25213c tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:34.622384 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289579eb-49f9-4b2e-a1f0-07bcd4f431e1 None None] Network 5d6f6a23-9aeb-4117-ab7d-682e6517e99d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:18:34.626927 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a987e824-4540-4451-812a-11207f25213c tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7862763 Mar 22 19:18:34.631156 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39050) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:18:34.638053 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-f2350759-d8de-455e-b684-c23e85310000 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-288186727'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:18:34.685210 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2350759-d8de-455e-b684-c23e85310000 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Made reservation on behalf of 67b86c6af44b4a07933828ae021d3977 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:18:34.690901 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2350759-d8de-455e-b684-c23e85310000 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:34.705482 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-ed58b1ca-ed79-4fe7-901c-e4eb665c3641 service neutron] For port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=27c13ab8-4afc-4cd0-80c8-f2143469b5fa,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:34.757334 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2350759-d8de-455e-b684-c23e85310000 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:18:34.783259 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2350759-d8de-455e-b684-c23e85310000 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (d4078bfb-4afc-4f94-9b5c-8d8a7c8ea86b), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:34.784070 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-f2350759-d8de-455e-b684-c23e85310000 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Added segment d4078bfb-4afc-4f94-9b5c-8d8a7c8ea86b of type vlan for network 83ed3166-b5c2-4945-82df-ee0b5d50cd22 Mar 22 19:18:34.800174 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a0eda-2e1b-4991-aeb9-bb1f7faa58d1 req-47159ecd-c293-4dd0-8dfd-c38db1c92d75 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:34.806263 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3c0a0eda-2e1b-4991-aeb9-bb1f7faa58d1 req-47159ecd-c293-4dd0-8dfd-c38db1c92d75 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 1127 time: 0.2482629 Mar 22 19:18:34.881086 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5796e490-4016-40ba-a290-646c4e326887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-5d6f6a23-9aeb-4117-ab7d-682e6517e99d', 'network_id': '5d6f6a23-9aeb-4117-ab7d-682e6517e99d', 'project_id': '67b86c6af44b4a07933828ae021d3977', 'fixed_ips': [{'subnet_id': 'e3a2e87f-5dc1-4757-b2d8-ef6e3402b6e9'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:18:34.881329 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-ed58b1ca-ed79-4fe7-901c-e4eb665c3641 service neutron] For port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:18:34.882641 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5796e490-4016-40ba-a290-646c4e326887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:34.896071 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2350759-d8de-455e-b684-c23e85310000 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (83ed3166-b5c2-4945-82df-ee0b5d50cd22), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:34.958007 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2350759-d8de-455e-b684-c23e85310000 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (83ed3166-b5c2-4945-82df-ee0b5d50cd22), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:34.963443 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2350759-d8de-455e-b684-c23e85310000 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:34.964238 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2350759-d8de-455e-b684-c23e85310000 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:35.023941 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3280fb-6d74-46f7-829d-3337dbd2777a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27c13ab8-4afc-4cd0-80c8-f2143469b5fa'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:18:35.028493 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0853c1-5972-4d63-ba46-9f40ec35fe82" -d '{"events": [{"server_uuid": "7c3280fb-6d74-46f7-829d-3337dbd2777a", "name": "network-vif-unplugged", "status": "completed", "tag": "27c13ab8-4afc-4cd0-80c8-f2143469b5fa"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:18:35.051943 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-ed58b1ca-ed79-4fe7-901c-e4eb665c3641 service neutron] Publish callbacks [] for port (27c13ab8-4afc-4cd0-80c8-f2143469b5fa), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:35.069465 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3c0a0eda-2e1b-4991-aeb9-bb1f7faa58d1 req-5b23d3fe-4850-49e7-892a-1e1434ecc8ef tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475119 Mar 22 19:18:35.076336 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-ed58b1ca-ed79-4fe7-901c-e4eb665c3641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (27c13ab8-4afc-4cd0-80c8-f2143469b5fa), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:35.194948 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-5796e490-4016-40ba-a290-646c4e326887 None None] Allocated IP 19.80.0.2 (5d6f6a23-9aeb-4117-ab7d-682e6517e99d/e3a2e87f-5dc1-4757-b2d8-ef6e3402b6e9/e8b6a953-6342-4b8c-8a15-f58e4127d466) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:18:35.230848 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2350759-d8de-455e-b684-c23e85310000 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Pushing event updated for resources: {'Network': ['ID=83ed3166-b5c2-4945-82df-ee0b5d50cd22,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:35.283463 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f2350759-d8de-455e-b684-c23e85310000 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6535830 Mar 22 19:18:35.286022 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39078) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:18:35.299638 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-c9e7cad7-8dca-48fa-aff0-484800b77c2d tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Request body: {'subnet': {'network_id': '83ed3166-b5c2-4945-82df-ee0b5d50cd22', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:18:35.424837 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:18:35.474099 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f095a8-3b38-4a34-970b-4d97f7817eda x-openstack-request-id: req-31f095a8-3b38-4a34-970b-4d97f7817eda {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:18:35.482041 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be2263e-7dc2-47c8-ad4d-d0a20ef6285a", "name": "network-vif-plugged", "status": "completed", "tag": "bb95e980-9195-45e8-bbe0-781f42a51103", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:18:35.482311 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-31f095a8-3b38-4a34-970b-4d97f7817eda {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:18:35.484595 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31f095a8-3b38-4a34-970b-4d97f7817eda'] response: {'server_uuid': '4be2263e-7dc2-47c8-ad4d-d0a20ef6285a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb95e980-9195-45e8-bbe0-781f42a51103', 'code': 200} Mar 22 19:18:35.498507 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 84a0cb72-776f-43ea-a528-a28866507eec up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:18:35.538886 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e7cad7-8dca-48fa-aff0-484800b77c2d tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Made reservation on behalf of 67b86c6af44b4a07933828ae021d3977 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:18:35.548673 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c9e7cad7-8dca-48fa-aff0-484800b77c2d tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:35.552099 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-792686fc-8ebb-4085-b48d-797024e30442 req-a277e08e-2635-43b0-8ebf-d5cc475e68c1 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 210 time: 0.2406957 Mar 22 19:18:35.597579 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 83ed3166-b5c2-4945-82df-ee0b5d50cd22 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:18:35.607020 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58b1ca-ed79-4fe7-901c-e4eb665c3641 service neutron] Pushing event updated for resources: {'Port': ['ID=27c13ab8-4afc-4cd0-80c8-f2143469b5fa,revision_number=7']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:35.616301 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef86736-9a97-45ba-be66-2719a8e3be81 None None] Sync routers for ids ['ae7dbe59-f08e-44b8-beea-c9b34c21e80d'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:18:35.648493 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-a5d7fe3f-a543-4736-90ef-7e19e1e9f615 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3383276 Mar 22 19:18:35.680073 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-ed58b1ca-ed79-4fe7-901c-e4eb665c3641 service neutron] Attempting to bind port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa on host n-h2-705658-24 for vnic_type normal with profile {"migrating_to": "n-h1-705658-24"} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:18:35.686761 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-ed58b1ca-ed79-4fe7-901c-e4eb665c3641 service neutron] Attempting to bind port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:18:35.688792 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-ed58b1ca-ed79-4fe7-901c-e4eb665c3641 service neutron] Attempting to bind port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa on network 3f43483d-05ef-426b-881a-d8fc390ab6a9 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:18:35.703295 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef86736-9a97-45ba-be66-2719a8e3be81 None None] Routers {'ae7dbe59-f08e-44b8-beea-c9b34c21e80d'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:18:35.704089 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7ef86736-9a97-45ba-be66-2719a8e3be81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:18:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ae7dbe59-f08e-44b8-beea-c9b34c21e80d'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:18:35.714197 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-ed58b1ca-ed79-4fe7-901c-e4eb665c3641 service neutron] Port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa on network 3f43483d-05ef-426b-881a-d8fc390ab6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:18:35.715726 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-ed58b1ca-ed79-4fe7-901c-e4eb665c3641 service neutron] Attempting to bind port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa on network 3f43483d-05ef-426b-881a-d8fc390ab6a9 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:18:35.881947 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c9e7cad7-8dca-48fa-aff0-484800b77c2d tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (d78dad49-c82e-489d-a628-439118d301f0), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:35.962335 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-ed58b1ca-ed79-4fe7-901c-e4eb665c3641 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:18:35.962846 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-ed58b1ca-ed79-4fe7-901c-e4eb665c3641 service neutron] Checking segment: {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:18:35.963431 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-ed58b1ca-ed79-4fe7-901c-e4eb665c3641 service neutron] Bound using segment: {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:18:35.964986 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-ed58b1ca-ed79-4fe7-901c-e4eb665c3641 service neutron] Bound port: 27c13ab8-4afc-4cd0-80c8-f2143469b5fa, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:18:35.965552 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-ed58b1ca-ed79-4fe7-901c-e4eb665c3641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (27c13ab8-4afc-4cd0-80c8-f2143469b5fa), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:35.987641 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e7cad7-8dca-48fa-aff0-484800b77c2d tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Checking segment: {'id': 'd4078bfb-4afc-4f94-9b5c-8d8a7c8ea86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '83ed3166-b5c2-4945-82df-ee0b5d50cd22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:18:35.987910 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e7cad7-8dca-48fa-aff0-484800b77c2d tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Network hostable DHCP agents. Network: 83ed3166-b5c2-4945-82df-ee0b5d50cd22, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:18:36.031352 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7cad7-8dca-48fa-aff0-484800b77c2d tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Pushing event updated for resources: {'Subnet': ['ID=d78dad49-c82e-489d-a628-439118d301f0,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:36.040023 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e7cad7-8dca-48fa-aff0-484800b77c2d tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Network 83ed3166-b5c2-4945-82df-ee0b5d50cd22 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:18:36.057225 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5796e490-4016-40ba-a290-646c4e326887 None None] Publish callbacks [] for port (e8b6a953-6342-4b8c-8a15-f58e4127d466), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:36.059813 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-c9e7cad7-8dca-48fa-aff0-484800b77c2d tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 83ed3166-b5c2-4945-82df-ee0b5d50cd22) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:18:36.067992 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e7cad7-8dca-48fa-aff0-484800b77c2d tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:36.068550 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c9e7cad7-8dca-48fa-aff0-484800b77c2d tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:36.080859 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1090fb33-2e5a-431f-b624-502b390f778a None None] Network 83ed3166-b5c2-4945-82df-ee0b5d50cd22 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:18:36.103036 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5796e490-4016-40ba-a290-646c4e326887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (e8b6a953-6342-4b8c-8a15-f58e4127d466), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:36.109880 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c9e7cad7-8dca-48fa-aff0-484800b77c2d tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8211076 Mar 22 19:18:36.159053 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-a7508ae2-634c-4248-bc20-dd5f4b8bb0ba tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:36.161454 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-a7508ae2-634c-4248-bc20-dd5f4b8bb0ba tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5118649 Mar 22 19:18:36.225770 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d82e8-6b80-438f-86c1-b0443cb2a8bf req-ea8d3ae8-acdf-4069-8818-ef8d619d03e0 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:36.232627 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a51d82e8-6b80-438f-86c1-b0443cb2a8bf req-ea8d3ae8-acdf-4069-8818-ef8d619d03e0 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 944 time: 0.5058789 Mar 22 19:18:36.236152 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-51405549-abff-471a-8d4d-442571168d9d tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/quotas/20b66ad6871e4aa4b2cde9f25603dddb HTTP/1.1" status: 200 len: 375 time: 0.0554478 Mar 22 19:18:36.238268 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-ed58b1ca-ed79-4fe7-901c-e4eb665c3641 service neutron] For port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:18:36.311910 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-074cd090-4320-4b1d-b386-2982f92e5126 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693734 Mar 22 19:18:36.315341 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-ed58b1ca-ed79-4fe7-901c-e4eb665c3641 service neutron] For port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=27c13ab8-4afc-4cd0-80c8-f2143469b5fa,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:18:36.332942 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-ed58b1ca-ed79-4fe7-901c-e4eb665c3641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (27c13ab8-4afc-4cd0-80c8-f2143469b5fa), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:36.406285 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a51d82e8-6b80-438f-86c1-b0443cb2a8bf req-d7503298-7124-4572-969c-0a54dd240019 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689105 Mar 22 19:18:36.492151 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58b1ca-ed79-4fe7-901c-e4eb665c3641 service neutron] Pushing event updated for resources: {'Port': ['ID=27c13ab8-4afc-4cd0-80c8-f2143469b5fa,revision_number=8']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:36.571780 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-7ef86736-9a97-45ba-be66-2719a8e3be81 None None] Set router ae7dbe59-f08e-44b8-beea-c9b34c21e80d gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:18:36.586451 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 19:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8070eff-d101-4f20-8e71-9dd4d395b638 x-openstack-request-id: req-e8070eff-d101-4f20-8e71-9dd4d395b638 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:18:36.587129 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3280fb-6d74-46f7-829d-3337dbd2777a", "name": "network-vif-unplugged", "status": "completed", "tag": "27c13ab8-4afc-4cd0-80c8-f2143469b5fa", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:18:36.587129 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e8070eff-d101-4f20-8e71-9dd4d395b638 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:18:36.587471 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8070eff-d101-4f20-8e71-9dd4d395b638'] response: {'server_uuid': '7c3280fb-6d74-46f7-829d-3337dbd2777a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27c13ab8-4afc-4cd0-80c8-f2143469b5fa', 'code': 200} Mar 22 19:18:36.596743 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-ed58b1ca-ed79-4fe7-901c-e4eb665c3641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:36.597766 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-ed58b1ca-ed79-4fe7-901c-e4eb665c3641 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:36.599944 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-ed58b1ca-ed79-4fe7-901c-e4eb665c3641 service neutron] 10.222.0.84 "PUT /v2.0/ports/27c13ab8-4afc-4cd0-80c8-f2143469b5fa HTTP/1.1" status: 200 len: 1124 time: 2.7181559 Mar 22 19:18:36.703418 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42ffeb-da8a-4624-9438-95819ac5f4d2 req-9222fd25-2bea-49f7-9063-ef7f5ab7e800 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:36.712836 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a42ffeb-da8a-4624-9438-95819ac5f4d2 req-9222fd25-2bea-49f7-9063-ef7f5ab7e800 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1222522 Mar 22 19:18:36.831572 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a42ffeb-da8a-4624-9438-95819ac5f4d2 req-9e470b70-6f5d-49c0-bd10-afebb10406d0 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176181 Mar 22 19:18:37.099455 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-6419ea54-e598-44bf-b680-69a3b2094e55 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534296 Mar 22 19:18:37.208200 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5796e490-4016-40ba-a290-646c4e326887 None None] Network 5d6f6a23-9aeb-4117-ab7d-682e6517e99d is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:18:37.213381 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796e490-4016-40ba-a290-646c4e326887 None None] Pushing event updated for resources: {'Port': ['ID=e8b6a953-6342-4b8c-8a15-f58e4127d466,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:37.252096 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['27c13ab8-4afc-4cd0-80c8-f2143469b5fa'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:18:37.265402 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-5796e490-4016-40ba-a290-646c4e326887 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:18:37.275879 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5796e490-4016-40ba-a290-646c4e326887 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:18:37.289911 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 84a0cb72-776f-43ea-a528-a28866507eec triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:18:37.290299 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (84a0cb72-776f-43ea-a528-a28866507eec), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:37.327587 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-5661c597-d726-4925-b95a-94636483e33e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:37.329924 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-5661c597-d726-4925-b95a-94636483e33e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2245345 Mar 22 19:18:37.441012 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-3187e9d9-fddb-414d-951d-c27af9f950a6 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Request body: {'port': {'device_id': 'd5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'admin_state_up': True, 'tenant_id': 'fa44a62348c348ba8b3d4c4340e75bae'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:18:37.598661 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc45686-6888-405b-8164-f8eb22d1b05e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-83ed3166-b5c2-4945-82df-ee0b5d50cd22', 'network_id': '83ed3166-b5c2-4945-82df-ee0b5d50cd22', 'project_id': '67b86c6af44b4a07933828ae021d3977', 'fixed_ips': [{'subnet_id': 'd78dad49-c82e-489d-a628-439118d301f0'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:18:37.599527 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9bc45686-6888-405b-8164-f8eb22d1b05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:37.612908 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295373-8c42-440c-9561-9dd24f203086 req-9cf5f546-ab70-4074-8a99-a3253f68cc3c tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:37.621382 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295373-8c42-440c-9561-9dd24f203086 req-9cf5f546-ab70-4074-8a99-a3253f68cc3c tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:37.629547 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1295373-8c42-440c-9561-9dd24f203086 req-9cf5f546-ab70-4074-8a99-a3253f68cc3c tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/networks?id=5d6f6a23-9aeb-4117-ab7d-682e6517e99d&id=83ed3166-b5c2-4945-82df-ee0b5d50cd22&id=5d6f6a23-9aeb-4117-ab7d-682e6517e99d HTTP/1.1" status: 200 len: 1391 time: 0.2982187 Mar 22 19:18:37.680796 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f49c1f3-d29a-45e0-863c-189a78c7b2fc req-31df1323-81fc-4cba-aefc-558879f99ac1 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 210 time: 0.2353032 Mar 22 19:18:37.768238 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1295373-8c42-440c-9561-9dd24f203086 req-de2c1079-9380-46e1-950a-5679aa5ec619 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/quotas/67b86c6af44b4a07933828ae021d3977 HTTP/1.1" status: 200 len: 375 time: 0.1266682 Mar 22 19:18:37.879324 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4059ca92-0c85-48cf-9f3c-0832cc360dc9 req-d219dc38-c9db-47d9-99b5-23adfc2bc357 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=7843c71d-fc80-4e28-9418-8c90f5040774 HTTP/1.1" status: 200 len: 210 time: 0.0580308 Mar 22 19:18:37.951043 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1295373-8c42-440c-9561-9dd24f203086 req-2dc8c86c-58a6-4684-820b-67ea77696902 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=67b86c6af44b4a07933828ae021d3977&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1813364 Mar 22 19:18:38.056013 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-3187e9d9-fddb-414d-951d-c27af9f950a6 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Made reservation on behalf of fa44a62348c348ba8b3d4c4340e75bae for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:18:38.059572 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-3187e9d9-fddb-414d-951d-c27af9f950a6 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:38.166461 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-9bc45686-6888-405b-8164-f8eb22d1b05e None None] Allocated IP 19.86.0.2 (83ed3166-b5c2-4945-82df-ee0b5d50cd22/d78dad49-c82e-489d-a628-439118d301f0/2e294d46-08b8-40f1-a368-e7ea82f49d49) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:18:38.190452 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1295373-8c42-440c-9561-9dd24f203086 req-082409f8-9072-4a6d-99d7-3ab13446bf36 service neutron] 10.222.0.75 "GET /v2.0/networks/5d6f6a23-9aeb-4117-ab7d-682e6517e99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300284 Mar 22 19:18:38.211481 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21568c3b-aead-486a-b013-a581b1685972 req-6fcf07a7-c85c-4163-a99f-9696b038a8db tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:38.219371 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21568c3b-aead-486a-b013-a581b1685972 req-6fcf07a7-c85c-4163-a99f-9696b038a8db tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1818662 Mar 22 19:18:38.373213 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9bc45686-6888-405b-8164-f8eb22d1b05e None None] Publish callbacks [] for port (2e294d46-08b8-40f1-a368-e7ea82f49d49), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:38.376569 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-5796e490-4016-40ba-a290-646c4e326887 None None] Attempting to bind port e8b6a953-6342-4b8c-8a15-f58e4127d466 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:18:38.377895 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-5796e490-4016-40ba-a290-646c4e326887 None None] Attempting to bind port e8b6a953-6342-4b8c-8a15-f58e4127d466 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '8105ea73-bcc4-4b4e-baf1-619804a6d9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5d6f6a23-9aeb-4117-ab7d-682e6517e99d'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:18:38.378497 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5796e490-4016-40ba-a290-646c4e326887 None None] Attempting to bind port e8b6a953-6342-4b8c-8a15-f58e4127d466 on network 5d6f6a23-9aeb-4117-ab7d-682e6517e99d {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:18:38.382807 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 84a0cb72-776f-43ea-a528-a28866507eec is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:38.416045 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9bc45686-6888-405b-8164-f8eb22d1b05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (2e294d46-08b8-40f1-a368-e7ea82f49d49), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:38.430624 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-3187e9d9-fddb-414d-951d-c27af9f950a6 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Allocated IP 192.168.233.159 (43c82fd2-7e25-4eba-86f2-aced26197dba/e28314b8-0ed1-465e-a6f2-eda7f6b773cd/af2b96db-74fa-4129-bb17-9e177edae123) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:18:38.434566 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7ef86736-9a97-45ba-be66-2719a8e3be81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7dbe59-f08e-44b8-beea-c9b34c21e80d', 'name': 'tempest-ServersTestMultiNic-1562501856-router', 'tenant_id': '67b86c6af44b4a07933828ae021d3977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '84a0cb72-776f-43ea-a528-a28866507eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:18:25Z', 'updated_at': '2022-03-22T19:18:31Z', 'revision_number': 4, 'project_id': '67b86c6af44b4a07933828ae021d3977', 'gw_port': {'id': '84a0cb72-776f-43ea-a528-a28866507eec', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:89:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dbe59-f08e-44b8-beea-c9b34c21e80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:18:25Z', 'updated_at': '2022-03-22T19:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'c3f448d0-7bff-42d4-82c3-6c6461a1d0ba', 'name': '', 'network_id': '03567d3e-2a3a-4a67-bf7b-8674b83ab9fe', 'tenant_id': '67b86c6af44b4a07933828ae021d3977', 'mac_address': 'fa:16:3e:b2:d1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7dbe59-f08e-44b8-beea-c9b34c21e80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '35e7f954-278d-46e2-ab42-e47551b1c517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:18:29Z', 'updated_at': '2022-03-22T19:18:31Z', 'revision_number': 2, 'project_id': '67b86c6af44b4a07933828ae021d3977', 'subnets': [{'id': '35e7f954-278d-46e2-ab42-e47551b1c517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:18:38.446471 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21568c3b-aead-486a-b013-a581b1685972 req-4aa88c9f-2b21-4e82-8b68-c84c161a3052 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259967 Mar 22 19:18:38.459185 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1295373-8c42-440c-9561-9dd24f203086 req-964f35de-d608-4203-becd-3676ca748a7c service neutron] 10.222.0.75 "GET /v2.0/networks/5d6f6a23-9aeb-4117-ab7d-682e6517e99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676897 Mar 22 19:18:38.548352 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc45686-6888-405b-8164-f8eb22d1b05e None None] Network 83ed3166-b5c2-4945-82df-ee0b5d50cd22 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:18:38.549775 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef86736-9a97-45ba-be66-2719a8e3be81 None None] Checking router: ae7dbe59-f08e-44b8-beea-c9b34c21e80d for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:18:38.550158 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef86736-9a97-45ba-be66-2719a8e3be81 None None] Updating router ae7dbe59-f08e-44b8-beea-c9b34c21e80d port c3f448d0-7bff-42d4-82c3-6c6461a1d0ba binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:18:38.590941 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3280fb-6d74-46f7-829d-3337dbd2777a', 'tag': '27c13ab8-4afc-4cd0-80c8-f2143469b5fa'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:18:38.593418 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4764ab9-c72d-4e49-9326-010d6cb7ab00" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3280fb-6d74-46f7-829d-3337dbd2777a", "tag": "27c13ab8-4afc-4cd0-80c8-f2143469b5fa"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:18:38.630841 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc45686-6888-405b-8164-f8eb22d1b05e None None] Pushing event updated for resources: {'Port': ['ID=2e294d46-08b8-40f1-a368-e7ea82f49d49,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:38.634792 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-9bc45686-6888-405b-8164-f8eb22d1b05e None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:18:38.639609 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc45686-6888-405b-8164-f8eb22d1b05e None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:18:38.646786 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5796e490-4016-40ba-a290-646c4e326887 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:18:38.647422 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5796e490-4016-40ba-a290-646c4e326887 None None] Checking segment: {'id': '8105ea73-bcc4-4b4e-baf1-619804a6d9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5d6f6a23-9aeb-4117-ab7d-682e6517e99d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:18:38.647844 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5796e490-4016-40ba-a290-646c4e326887 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:38.648244 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5796e490-4016-40ba-a290-646c4e326887 None None] Bound using segment: {'id': '8105ea73-bcc4-4b4e-baf1-619804a6d9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5d6f6a23-9aeb-4117-ab7d-682e6517e99d'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:18:38.648731 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-5796e490-4016-40ba-a290-646c4e326887 None None] Bound port: e8b6a953-6342-4b8c-8a15-f58e4127d466, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8105ea73-bcc4-4b4e-baf1-619804a6d9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5d6f6a23-9aeb-4117-ab7d-682e6517e99d'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:18:38.649343 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5796e490-4016-40ba-a290-646c4e326887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e8b6a953-6342-4b8c-8a15-f58e4127d466), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:38.670961 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7ef86736-9a97-45ba-be66-2719a8e3be81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c3f448d0-7bff-42d4-82c3-6c6461a1d0ba), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:38.899906 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-663fb26c-2700-4309-a362-6effce62cae4 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1695297 Mar 22 19:18:38.921409 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1295373-8c42-440c-9561-9dd24f203086 req-cb8c0ac4-e741-429e-854b-f2e09d2d50be service neutron] 10.222.0.75 "GET /v2.0/networks/83ed3166-b5c2-4945-82df-ee0b5d50cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4602187 Mar 22 19:18:39.002165 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-9bc45686-6888-405b-8164-f8eb22d1b05e None None] Attempting to bind port 2e294d46-08b8-40f1-a368-e7ea82f49d49 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:18:39.002552 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-9bc45686-6888-405b-8164-f8eb22d1b05e None None] Attempting to bind port 2e294d46-08b8-40f1-a368-e7ea82f49d49 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'd4078bfb-4afc-4f94-9b5c-8d8a7c8ea86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '83ed3166-b5c2-4945-82df-ee0b5d50cd22'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:18:39.002920 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc45686-6888-405b-8164-f8eb22d1b05e None None] Attempting to bind port 2e294d46-08b8-40f1-a368-e7ea82f49d49 on network 83ed3166-b5c2-4945-82df-ee0b5d50cd22 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:18:39.021253 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc45686-6888-405b-8164-f8eb22d1b05e None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:18:39.021641 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc45686-6888-405b-8164-f8eb22d1b05e None None] Checking segment: {'id': 'd4078bfb-4afc-4f94-9b5c-8d8a7c8ea86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '83ed3166-b5c2-4945-82df-ee0b5d50cd22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:18:39.022090 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9bc45686-6888-405b-8164-f8eb22d1b05e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:39.022780 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc45686-6888-405b-8164-f8eb22d1b05e None None] Bound using segment: {'id': 'd4078bfb-4afc-4f94-9b5c-8d8a7c8ea86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '83ed3166-b5c2-4945-82df-ee0b5d50cd22'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:18:39.023280 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-9bc45686-6888-405b-8164-f8eb22d1b05e None None] Bound port: 2e294d46-08b8-40f1-a368-e7ea82f49d49, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4078bfb-4afc-4f94-9b5c-8d8a7c8ea86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '83ed3166-b5c2-4945-82df-ee0b5d50cd22'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:18:39.023668 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9bc45686-6888-405b-8164-f8eb22d1b05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (2e294d46-08b8-40f1-a368-e7ea82f49d49), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:39.068962 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3161cc-7f0d-48b5-ae5d-2271e807f210 req-e6aad0aa-1c4b-454b-b68a-c631f44b808b tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:39.076461 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c3161cc-7f0d-48b5-ae5d-2271e807f210 req-e6aad0aa-1c4b-454b-b68a-c631f44b808b tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 944 time: 0.4113901 Mar 22 19:18:39.172792 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-9bc45686-6888-405b-8164-f8eb22d1b05e None None] For port 2e294d46-08b8-40f1-a368-e7ea82f49d49, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:18:39.176522 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-9bc45686-6888-405b-8164-f8eb22d1b05e None None] For port 2e294d46-08b8-40f1-a368-e7ea82f49d49, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=2e294d46-08b8-40f1-a368-e7ea82f49d49,segment=NetworkSegment(d4078bfb-4afc-4f94-9b5c-8d8a7c8ea86b),segment_id=d4078bfb-4afc-4f94-9b5c-8d8a7c8ea86b)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:18:39.277397 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9bc45686-6888-405b-8164-f8eb22d1b05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (2e294d46-08b8-40f1-a368-e7ea82f49d49), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:39.300999 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-5796e490-4016-40ba-a290-646c4e326887 None None] For port e8b6a953-6342-4b8c-8a15-f58e4127d466, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:18:39.308042 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-3187e9d9-fddb-414d-951d-c27af9f950a6 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Publish callbacks [] for port (af2b96db-74fa-4129-bb17-9e177edae123), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:39.341469 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-56e9bc55-2fa2-4260-8550-1743d10f2756 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:39.343214 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-56e9bc55-2fa2-4260-8550-1743d10f2756 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4076242 Mar 22 19:18:39.371688 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1295373-8c42-440c-9561-9dd24f203086 req-733bf411-d627-4a9f-b023-b2ff745053cc service neutron] 10.222.0.75 "GET /v2.0/networks/83ed3166-b5c2-4945-82df-ee0b5d50cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485641 Mar 22 19:18:39.389386 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-eb6171e2-82b6-47ce-8341-17d5bc066261 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Request body: {'port': {'device_id': '7843c71d-fc80-4e28-9418-8c90f5040774', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'admin_state_up': True, 'tenant_id': '20b66ad6871e4aa4b2cde9f25603dddb'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:18:39.399439 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-5796e490-4016-40ba-a290-646c4e326887 None None] For port e8b6a953-6342-4b8c-8a15-f58e4127d466, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=e8b6a953-6342-4b8c-8a15-f58e4127d466,segment=NetworkSegment(8105ea73-bcc4-4b4e-baf1-619804a6d9a4),segment_id=8105ea73-bcc4-4b4e-baf1-619804a6d9a4)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:18:39.444932 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5796e490-4016-40ba-a290-646c4e326887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (e8b6a953-6342-4b8c-8a15-f58e4127d466), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:39.480097 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7ef86736-9a97-45ba-be66-2719a8e3be81 None None] Publish callbacks [] for port (c3f448d0-7bff-42d4-82c3-6c6461a1d0ba), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:39.485349 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 27c13ab8-4afc-4cd0-80c8-f2143469b5fa details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:18:39.489825 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc45686-6888-405b-8164-f8eb22d1b05e None None] Pushing event updated for resources: {'Port': ['ID=2e294d46-08b8-40f1-a368-e7ea82f49d49,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:39.525123 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7ef86736-9a97-45ba-be66-2719a8e3be81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c3f448d0-7bff-42d4-82c3-6c6461a1d0ba), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:39.661714 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c3161cc-7f0d-48b5-ae5d-2271e807f210 req-18e32084-7882-4192-b48d-5c7ed7aec90b tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5761957 Mar 22 19:18:39.674286 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-3187e9d9-fddb-414d-951d-c27af9f950a6 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (af2b96db-74fa-4129-bb17-9e177edae123), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:39.730427 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['8968dc95-8b66-420b-912b-413092d8cf15', 'fc644c63-8438-4b82-98b0-4202839125c6', 'a59d6df8-7b4c-4429-8382-fe68fd10987b'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:18:39.872848 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1295373-8c42-440c-9561-9dd24f203086 req-42f5ae6e-639f-4875-9abc-f45d9c2d8f4c service neutron] 10.222.0.75 "GET /v2.0/networks/5d6f6a23-9aeb-4117-ab7d-682e6517e99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5000062 Mar 22 19:18:39.880898 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796e490-4016-40ba-a290-646c4e326887 None None] Pushing event updated for resources: {'Port': ['ID=e8b6a953-6342-4b8c-8a15-f58e4127d466,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:39.969289 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187e9d9-fddb-414d-951d-c27af9f950a6 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Pushing event updated for resources: {'Port': ['ID=af2b96db-74fa-4129-bb17-9e177edae123,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:39.975045 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-3187e9d9-fddb-414d-951d-c27af9f950a6 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Network 43c82fd2-7e25-4eba-86f2-aced26197dba is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:18:40.039126 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107e322-6c9a-4b4d-98b9-1bbc131ae17f None None] Pushing event updated for resources: {'Port': ['ID=c3f448d0-7bff-42d4-82c3-6c6461a1d0ba,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:40.084449 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4764ab9-c72d-4e49-9326-010d6cb7ab00 req-42d349a3-a45d-4443-85a0-230d3d17895c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:40.086017 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e4764ab9-c72d-4e49-9326-010d6cb7ab00 req-42d349a3-a45d-4443-85a0-230d3d17895c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=21ca62c1596a4d419681f3e57266f544&device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 1158 time: 0.1133142 Mar 22 19:18:40.223796 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae5d306-47b0-4668-a9ad-e3808899013a x-openstack-request-id: req-7ae5d306-47b0-4668-a9ad-e3808899013a {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:18:40.224121 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3280fb-6d74-46f7-829d-3337dbd2777a", "tag": "27c13ab8-4afc-4cd0-80c8-f2143469b5fa", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:18:40.224502 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7ae5d306-47b0-4668-a9ad-e3808899013a {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:18:40.224973 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ae5d306-47b0-4668-a9ad-e3808899013a'] response: {'name': 'network-changed', 'server_uuid': '7c3280fb-6d74-46f7-829d-3337dbd2777a', 'tag': '27c13ab8-4afc-4cd0-80c8-f2143469b5fa', 'status': 'completed', 'code': 200} Mar 22 19:18:40.225996 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-3187e9d9-fddb-414d-951d-c27af9f950a6 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:18:40.253396 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1295373-8c42-440c-9561-9dd24f203086 req-52a872bc-3e14-40d5-b718-77af7a8eaced service neutron] 10.222.0.75 "GET /v2.0/networks/5d6f6a23-9aeb-4117-ab7d-682e6517e99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340080 Mar 22 19:18:40.257088 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-3187e9d9-fddb-414d-951d-c27af9f950a6 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:18:40.309443 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4764ab9-c72d-4e49-9326-010d6cb7ab00 req-24e94340-01a7-4d29-9e1f-fc26cf6a6544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:40.311026 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e4764ab9-c72d-4e49-9326-010d6cb7ab00 req-24e94340-01a7-4d29-9e1f-fc26cf6a6544 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3f43483d-05ef-426b-881a-d8fc390ab6a9 HTTP/1.1" status: 200 len: 922 time: 0.2159588 Mar 22 19:18:40.373544 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-7ef86736-9a97-45ba-be66-2719a8e3be81 None None] Attempting to bind port c3f448d0-7bff-42d4-82c3-6c6461a1d0ba on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:18:40.374395 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-7ef86736-9a97-45ba-be66-2719a8e3be81 None None] Attempting to bind port c3f448d0-7bff-42d4-82c3-6c6461a1d0ba by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '7854b17a-32db-45d2-80c3-67b704ec8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '03567d3e-2a3a-4a67-bf7b-8674b83ab9fe'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:18:40.375368 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef86736-9a97-45ba-be66-2719a8e3be81 None None] Attempting to bind port c3f448d0-7bff-42d4-82c3-6c6461a1d0ba on network 03567d3e-2a3a-4a67-bf7b-8674b83ab9fe {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:18:40.389782 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=27c13ab8-4afc-4cd0-80c8-f2143469b5fa,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:40.422363 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ffb8ea18-4010-48b7-b770-3e70ecc08e19 None None] Provisioning complete for port c3f448d0-7bff-42d4-82c3-6c6461a1d0ba triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:18:40.425184 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-3187e9d9-fddb-414d-951d-c27af9f950a6 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:40.425996 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-3187e9d9-fddb-414d-951d-c27af9f950a6 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:40.433439 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ffb8ea18-4010-48b7-b770-3e70ecc08e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c3f448d0-7bff-42d4-82c3-6c6461a1d0ba), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:40.436532 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e4764ab9-c72d-4e49-9326-010d6cb7ab00 req-a193d040-ed44-4fb5-838d-658f56e9f35f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27c13ab8-4afc-4cd0-80c8-f2143469b5fa HTTP/1.1" status: 200 len: 217 time: 0.1181786 Mar 22 19:18:40.488104 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-3187e9d9-fddb-414d-951d-c27af9f950a6 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1274068 Mar 22 19:18:40.511934 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ffb8ea18-4010-48b7-b770-3e70ecc08e19 None None] Port c3f448d0-7bff-42d4-82c3-6c6461a1d0ba cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:18:40.516615 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef86736-9a97-45ba-be66-2719a8e3be81 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:18:40.517305 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef86736-9a97-45ba-be66-2719a8e3be81 None None] Checking segment: {'id': '7854b17a-32db-45d2-80c3-67b704ec8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '03567d3e-2a3a-4a67-bf7b-8674b83ab9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:18:40.518234 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] Request body: {'port': {'device_id': 'd5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:18:40.519899 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7ef86736-9a97-45ba-be66-2719a8e3be81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:40.520535 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef86736-9a97-45ba-be66-2719a8e3be81 None None] Bound using segment: {'id': '7854b17a-32db-45d2-80c3-67b704ec8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '03567d3e-2a3a-4a67-bf7b-8674b83ab9fe'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:18:40.521262 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-7ef86736-9a97-45ba-be66-2719a8e3be81 None None] Bound port: c3f448d0-7bff-42d4-82c3-6c6461a1d0ba, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7854b17a-32db-45d2-80c3-67b704ec8127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '03567d3e-2a3a-4a67-bf7b-8674b83ab9fe'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:18:40.522400 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7ef86736-9a97-45ba-be66-2719a8e3be81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c3f448d0-7bff-42d4-82c3-6c6461a1d0ba), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:40.567159 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 27c13ab8-4afc-4cd0-80c8-f2143469b5fa has no active binding in host n-h1-705658-24 {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 22 19:18:40.603269 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4764ab9-c72d-4e49-9326-010d6cb7ab00 req-0451c695-3aa9-42da-9a03-c0c1105dd866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:40.612813 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e4764ab9-c72d-4e49-9326-010d6cb7ab00 req-0451c695-3aa9-42da-9a03-c0c1105dd866 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bc515ca7-b43f-45d2-b838-320d24bc42f9 HTTP/1.1" status: 200 len: 861 time: 0.1700323 Mar 22 19:18:40.744529 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e4764ab9-c72d-4e49-9326-010d6cb7ab00 req-8c32f3e5-5083-491d-96c1-abdc6d19a00b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3f43483d-05ef-426b-881a-d8fc390ab6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234291 Mar 22 19:18:40.796167 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 2e294d46-08b8-40f1-a368-e7ea82f49d49 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:18:40.887354 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e4764ab9-c72d-4e49-9326-010d6cb7ab00 req-23f60e30-8fd8-41b2-8492-bf769eee0053 service neutron] 10.222.0.85 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345921 Mar 22 19:18:41.002867 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-c886f76e-77e1-4059-ac97-af55a722d7c9 None None] Provisioning complete for port af2b96db-74fa-4129-bb17-9e177edae123 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:18:41.007718 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c886f76e-77e1-4059-ac97-af55a722d7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (af2b96db-74fa-4129-bb17-9e177edae123), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:41.097666 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e4764ab9-c72d-4e49-9326-010d6cb7ab00 req-5028e557-284f-40e4-9417-ee6e80b23904 service neutron] 10.222.0.85 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006218 Mar 22 19:18:41.115005 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-7ef86736-9a97-45ba-be66-2719a8e3be81 None None] For port c3f448d0-7bff-42d4-82c3-6c6461a1d0ba, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:18:41.151106 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-7ef86736-9a97-45ba-be66-2719a8e3be81 None None] For port c3f448d0-7bff-42d4-82c3-6c6461a1d0ba, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c3f448d0-7bff-42d4-82c3-6c6461a1d0ba,segment=NetworkSegment(7854b17a-32db-45d2-80c3-67b704ec8127),segment_id=7854b17a-32db-45d2-80c3-67b704ec8127)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:18:41.162754 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 2e294d46-08b8-40f1-a368-e7ea82f49d49 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:18:41.163284 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (2e294d46-08b8-40f1-a368-e7ea82f49d49), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:41.165252 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c886f76e-77e1-4059-ac97-af55a722d7c9 None None] Port af2b96db-74fa-4129-bb17-9e177edae123 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:18:41.180164 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7ef86736-9a97-45ba-be66-2719a8e3be81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c3f448d0-7bff-42d4-82c3-6c6461a1d0ba), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:41.528154 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107e322-6c9a-4b4d-98b9-1bbc131ae17f None None] Pushing event updated for resources: {'Port': ['ID=c3f448d0-7bff-42d4-82c3-6c6461a1d0ba,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:41.533509 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20baacb4-ba21-4837-bece-5764015ef547 None None] Network 83ed3166-b5c2-4945-82df-ee0b5d50cd22 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:18:41.566939 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-eb6171e2-82b6-47ce-8341-17d5bc066261 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Made reservation on behalf of 20b66ad6871e4aa4b2cde9f25603dddb for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:18:41.571082 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-eb6171e2-82b6-47ce-8341-17d5bc066261 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:41.585870 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (af2b96db-74fa-4129-bb17-9e177edae123), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:41.590106 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-eb6171e2-82b6-47ce-8341-17d5bc066261 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:41.720962 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3e8aa-e84b-4589-8e18-79d0bc79890a req-1c3c2940-9b79-4870-87aa-b8e57ae8a41b tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:41.742409 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bec3e8aa-e84b-4589-8e18-79d0bc79890a req-1c3c2940-9b79-4870-87aa-b8e57ae8a41b tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 936 time: 1.3637953 Mar 22 19:18:41.789111 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-1bd200c5-2821-4636-a66e-dc65522c987a service neutron] 10.222.0.85 "GET /v2.0/ports/27c13ab8-4afc-4cd0-80c8-f2143469b5fa/bindings/n-h1-705658-24 HTTP/1.1" status: 200 len: 385 time: 0.1471484 Mar 22 19:18:41.809224 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef86736-9a97-45ba-be66-2719a8e3be81 None None] Routers {'ae7dbe59-f08e-44b8-beea-c9b34c21e80d'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:18:41.810606 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7ef86736-9a97-45ba-be66-2719a8e3be81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:18:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ae7dbe59-f08e-44b8-beea-c9b34c21e80d'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:18:41.945479 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6e04a1ae-ecdd-4e43-9bc4-81f25e08d40b req-d25382c4-ed41-474b-ba6e-f723681fbebb tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=7843c71d-fc80-4e28-9418-8c90f5040774 HTTP/1.1" status: 200 len: 210 time: 0.3950655 Mar 22 19:18:41.946295 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-a24c9f84-58cf-4921-91ec-ea9a6efa978d None None] Provisioning complete for port 2e294d46-08b8-40f1-a368-e7ea82f49d49 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:18:41.946681 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a24c9f84-58cf-4921-91ec-ea9a6efa978d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (2e294d46-08b8-40f1-a368-e7ea82f49d49), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:42.159146 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf570b1-4a84-490d-b28f-8902f5065280 None None] Network 5d6f6a23-9aeb-4117-ab7d-682e6517e99d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:18:42.260650 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bec3e8aa-e84b-4589-8e18-79d0bc79890a req-af8426ad-c6e6-4eb4-b2a8-384ac4cdb052 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5170374 Mar 22 19:18:42.457128 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-eb6171e2-82b6-47ce-8341-17d5bc066261 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks [] for security_group (92a61ce0-b95b-437d-a2ec-5b76be3fe2ab), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:42.471305 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ce94475-4d03-4f64-99f9-accd1860f6b0 req-3d70a771-a48e-4c75-a9f4-a54596518589 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=68209daa-05c0-44fb-9b57-77757fcacb88 HTTP/1.1" status: 200 len: 210 time: 0.1112757 Mar 22 19:18:42.487156 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-eb6171e2-82b6-47ce-8341-17d5bc066261 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (92a61ce0-b95b-437d-a2ec-5b76be3fe2ab), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:42.502934 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-7ef86736-9a97-45ba-be66-2719a8e3be81 None None] Set router ae7dbe59-f08e-44b8-beea-c9b34c21e80d gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:18:42.696333 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b7911-8583-4b5e-a3be-70a6dbaac743 req-24b543c7-4985-495d-9b2d-aabf06199036 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:42.706442 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b0b7911-8583-4b5e-a3be-70a6dbaac743 req-24b543c7-4985-495d-9b2d-aabf06199036 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.4823458 Mar 22 19:18:42.716025 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6171e2-82b6-47ce-8341-17d5bc066261 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:42.847256 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab799f-b02a-4803-816e-8c27400cd576 req-6f94964a-0c3d-4ae1-b54c-90a2ad36e217 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:42.854953 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7dab799f-b02a-4803-816e-8c27400cd576 req-6f94964a-0c3d-4ae1-b54c-90a2ad36e217 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 944 time: 0.2853379 Mar 22 19:18:42.864802 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af2b96db-74fa-4129-bb17-9e177edae123 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:18:42.884188 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b0b7911-8583-4b5e-a3be-70a6dbaac743 req-3cde22b2-2d23-450f-88f1-4f4f16cde315 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719069 Mar 22 19:18:42.922517 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] Publish callbacks [] for port (af2b96db-74fa-4129-bb17-9e177edae123), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:42.973203 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] Transition to ACTIVE for port object af2b96db-74fa-4129-bb17-9e177edae123 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:18:43.021997 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (af2b96db-74fa-4129-bb17-9e177edae123), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:43.031267 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-a24c9f84-58cf-4921-91ec-ea9a6efa978d None None] Current status of the port 2e294d46-08b8-40f1-a368-e7ea82f49d49 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:43.031841 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a24c9f84-58cf-4921-91ec-ea9a6efa978d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (2e294d46-08b8-40f1-a368-e7ea82f49d49), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:43.147611 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7dab799f-b02a-4803-816e-8c27400cd576 req-482d172c-9726-4178-b5f3-15bc4c1c88f5 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912533 Mar 22 19:18:43.236420 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-66d7088d-2c15-4a9b-8a5d-5ff2eac8b47a service neutron] For port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=27c13ab8-4afc-4cd0-80c8-f2143469b5fa,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:43.326045 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-66d7088d-2c15-4a9b-8a5d-5ff2eac8b47a service neutron] For port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:18:43.364456 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-34de2a04-06fd-422e-a0ba-bf480e85371d req-ca69d563-55ba-4792-a02b-fe8cf6673248 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=7843c71d-fc80-4e28-9418-8c90f5040774 HTTP/1.1" status: 200 len: 210 time: 0.0900481 Mar 22 19:18:43.435649 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-eb6171e2-82b6-47ce-8341-17d5bc066261 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Allocated IP 192.168.233.168 (43c82fd2-7e25-4eba-86f2-aced26197dba/e28314b8-0ed1-465e-a6f2-eda7f6b773cd/2ba56533-1468-4396-bf3b-f65932d77f9d) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:18:43.443570 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] Pushing event updated for resources: {'Port': ['ID=af2b96db-74fa-4129-bb17-9e177edae123,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:43.454020 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-66d7088d-2c15-4a9b-8a5d-5ff2eac8b47a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c13ab8-4afc-4cd0-80c8-f2143469b5fa {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:18:43.498398 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-66d7088d-2c15-4a9b-8a5d-5ff2eac8b47a service neutron] For port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=27c13ab8-4afc-4cd0-80c8-f2143469b5fa,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:43.529916 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-66d7088d-2c15-4a9b-8a5d-5ff2eac8b47a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (27c13ab8-4afc-4cd0-80c8-f2143469b5fa), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:43.543946 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-a24c9f84-58cf-4921-91ec-ea9a6efa978d None None] For port 2e294d46-08b8-40f1-a368-e7ea82f49d49, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=2e294d46-08b8-40f1-a368-e7ea82f49d49,segment=NetworkSegment(d4078bfb-4afc-4f94-9b5c-8d8a7c8ea86b),segment_id=d4078bfb-4afc-4f94-9b5c-8d8a7c8ea86b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:43.620910 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a24c9f84-58cf-4921-91ec-ea9a6efa978d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (2e294d46-08b8-40f1-a368-e7ea82f49d49), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:43.786009 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-66d7088d-2c15-4a9b-8a5d-5ff2eac8b47a service neutron] Transition to ACTIVE for port object 27c13ab8-4afc-4cd0-80c8-f2143469b5fa will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:18:43.797478 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-66d7088d-2c15-4a9b-8a5d-5ff2eac8b47a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (27c13ab8-4afc-4cd0-80c8-f2143469b5fa), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:43.803627 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c9f84-58cf-4921-91ec-ea9a6efa978d None None] Pushing event updated for resources: {'Port': ['ID=2e294d46-08b8-40f1-a368-e7ea82f49d49,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:43.872956 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 2e294d46-08b8-40f1-a368-e7ea82f49d49 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:43.873413 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (2e294d46-08b8-40f1-a368-e7ea82f49d49), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:43.894857 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-66d7088d-2c15-4a9b-8a5d-5ff2eac8b47a service neutron] No DVR routers for this DVR port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:18:43.932984 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd3498-34b3-494d-823d-a3ab4e0c00be req-657815e7-1aff-450f-bb28-79832bfcad17 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:43.935730 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1bd3498-34b3-494d-823d-a3ab4e0c00be req-657815e7-1aff-450f-bb28-79832bfcad17 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.8161490 Mar 22 19:18:43.945918 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-66d7088d-2c15-4a9b-8a5d-5ff2eac8b47a service neutron] 10.222.0.85 "PUT /v2.0/ports/27c13ab8-4afc-4cd0-80c8-f2143469b5fa/bindings/n-h1-705658-24/activate HTTP/1.1" status: 200 len: 370 time: 2.1518784 Mar 22 19:18:43.961154 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-78c4d167-27b5-454d-ac37-29cf2c8ceb91 None None] Provisioning complete for port c3f448d0-7bff-42d4-82c3-6c6461a1d0ba triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:18:43.961523 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-78c4d167-27b5-454d-ac37-29cf2c8ceb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c3f448d0-7bff-42d4-82c3-6c6461a1d0ba), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:44.011986 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] Attempting to bind port af2b96db-74fa-4129-bb17-9e177edae123 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:18:44.012339 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] Attempting to bind port af2b96db-74fa-4129-bb17-9e177edae123 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:18:44.012586 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] Attempting to bind port af2b96db-74fa-4129-bb17-9e177edae123 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:18:44.013705 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7088d-2c15-4a9b-8a5d-5ff2eac8b47a service neutron] Pushing event updated for resources: {'Port': ['ID=27c13ab8-4afc-4cd0-80c8-f2143469b5fa,revision_number=10']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:44.021575 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] Port af2b96db-74fa-4129-bb17-9e177edae123 on network 43c82fd2-7e25-4eba-86f2-aced26197dba not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:18:44.021938 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] Attempting to bind port af2b96db-74fa-4129-bb17-9e177edae123 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:18:44.043417 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295373-8c42-440c-9561-9dd24f203086 req-b61f999c-3e3b-43ed-9430-845fcf6d3be3 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:44.048741 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295373-8c42-440c-9561-9dd24f203086 req-b61f999c-3e3b-43ed-9430-845fcf6d3be3 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:44.050456 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1295373-8c42-440c-9561-9dd24f203086 req-b61f999c-3e3b-43ed-9430-845fcf6d3be3 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.85 "GET /v2.0/networks?id=5d6f6a23-9aeb-4117-ab7d-682e6517e99d&id=83ed3166-b5c2-4945-82df-ee0b5d50cd22&id=5d6f6a23-9aeb-4117-ab7d-682e6517e99d HTTP/1.1" status: 200 len: 1391 time: 0.9674404 Mar 22 19:18:44.073041 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-d1295373-8c42-440c-9561-9dd24f203086 req-9967d51b-745a-4af9-925e-72d1c3452bce tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Request body: {'port': {'device_id': '68209daa-05c0-44fb-9b57-77757fcacb88', 'network_id': '5d6f6a23-9aeb-4117-ab7d-682e6517e99d', 'admin_state_up': True, 'tenant_id': '67b86c6af44b4a07933828ae021d3977'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:18:44.090481 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7ef86736-9a97-45ba-be66-2719a8e3be81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7dbe59-f08e-44b8-beea-c9b34c21e80d', 'name': 'tempest-ServersTestMultiNic-1562501856-router', 'tenant_id': '67b86c6af44b4a07933828ae021d3977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '84a0cb72-776f-43ea-a528-a28866507eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:18:25Z', 'updated_at': '2022-03-22T19:18:31Z', 'revision_number': 4, 'project_id': '67b86c6af44b4a07933828ae021d3977', 'gw_port': {'id': '84a0cb72-776f-43ea-a528-a28866507eec', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:89:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dbe59-f08e-44b8-beea-c9b34c21e80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:18:25Z', 'updated_at': '2022-03-22T19:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'c3f448d0-7bff-42d4-82c3-6c6461a1d0ba', 'name': '', 'network_id': '03567d3e-2a3a-4a67-bf7b-8674b83ab9fe', 'tenant_id': '67b86c6af44b4a07933828ae021d3977', 'mac_address': 'fa:16:3e:b2:d1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7dbe59-f08e-44b8-beea-c9b34c21e80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '35e7f954-278d-46e2-ab42-e47551b1c517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:18:29Z', 'updated_at': '2022-03-22T19:18:41Z', 'revision_number': 4, 'project_id': '67b86c6af44b4a07933828ae021d3977', 'subnets': [{'id': '35e7f954-278d-46e2-ab42-e47551b1c517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:18:44.105409 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-8a51b28e-df37-494b-930e-fcbf2f860773 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:44.108275 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-8a51b28e-df37-494b-930e-fcbf2f860773 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a&tenant_id=21ca62c1596a4d419681f3e57266f544&binding%3Ahost_id=n-h2-705658-24 HTTP/1.1" status: 200 len: 1128 time: 0.0736809 Mar 22 19:18:44.113295 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:18:44.113598 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:18:44.114025 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] Bound using segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:18:44.114477 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] Bound port: af2b96db-74fa-4129-bb17-9e177edae123, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:18:44.114832 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (af2b96db-74fa-4129-bb17-9e177edae123), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:44.195154 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-33107e94-1de0-447f-bd7d-ee4f557e7b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:44.197227 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-33107e94-1de0-447f-bd7d-ee4f557e7b8c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a&tenant_id=21ca62c1596a4d419681f3e57266f544 HTTP/1.1" status: 200 len: 1128 time: 0.0795596 Mar 22 19:18:44.203128 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef86736-9a97-45ba-be66-2719a8e3be81 None None] The sync data for ids ['ae7dbe59-f08e-44b8-beea-c9b34c21e80d'] in n-d-705658-24 is: [{'id': 'ae7dbe59-f08e-44b8-beea-c9b34c21e80d', 'name': 'tempest-ServersTestMultiNic-1562501856-router', 'tenant_id': '67b86c6af44b4a07933828ae021d3977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '84a0cb72-776f-43ea-a528-a28866507eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:18:25Z', 'updated_at': '2022-03-22T19:18:31Z', 'revision_number': 4, 'project_id': '67b86c6af44b4a07933828ae021d3977', 'gw_port': {'id': '84a0cb72-776f-43ea-a528-a28866507eec', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:89:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dbe59-f08e-44b8-beea-c9b34c21e80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:18:25Z', 'updated_at': '2022-03-22T19:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'c3f448d0-7bff-42d4-82c3-6c6461a1d0ba', 'name': '', 'network_id': '03567d3e-2a3a-4a67-bf7b-8674b83ab9fe', 'tenant_id': '67b86c6af44b4a07933828ae021d3977', 'mac_address': 'fa:16:3e:b2:d1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7dbe59-f08e-44b8-beea-c9b34c21e80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': '35e7f954-278d-46e2-ab42-e47551b1c517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:18:29Z', 'updated_at': '2022-03-22T19:18:41Z', 'revision_number': 4, 'project_id': '67b86c6af44b4a07933828ae021d3977', 'subnets': [{'id': '35e7f954-278d-46e2-ab42-e47551b1c517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:18:44.325443 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:18:44.325908 n-d-705658-24 neutron-server[104174]: DEBUG oslo_db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:18:44.328192 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1bd3498-34b3-494d-823d-a3ab4e0c00be req-5b9b3dd5-c1d7-40a5-aba2-0affee6dd8a6 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844991 Mar 22 19:18:44.353053 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b0704-3c16-43b3-829e-9d235044bff3 req-9f99c05e-5b21-4166-bacf-31b3348693b7 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:44.381173 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c60b0704-3c16-43b3-829e-9d235044bff3 req-9f99c05e-5b21-4166-bacf-31b3348693b7 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 948 time: 0.6202841 Mar 22 19:18:44.438877 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-5eb0048b-af32-4bd1-be19-df9c5ec1b415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:44.441432 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-5eb0048b-af32-4bd1-be19-df9c5ec1b415 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=21ca62c1596a4d419681f3e57266f544&device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 1128 time: 0.2045124 Mar 22 19:18:44.518685 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-78c4d167-27b5-454d-ac37-29cf2c8ceb91 None None] Current status of the port c3f448d0-7bff-42d4-82c3-6c6461a1d0ba is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:44.518685 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-78c4d167-27b5-454d-ac37-29cf2c8ceb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c3f448d0-7bff-42d4-82c3-6c6461a1d0ba), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:44.586667 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-78c4d167-27b5-454d-ac37-29cf2c8ceb91 None None] For port c3f448d0-7bff-42d4-82c3-6c6461a1d0ba, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c3f448d0-7bff-42d4-82c3-6c6461a1d0ba,segment=NetworkSegment(7854b17a-32db-45d2-80c3-67b704ec8127),segment_id=7854b17a-32db-45d2-80c3-67b704ec8127)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:44.607955 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-caeec3cb-3e2b-4cc7-a6b6-9c7155dee7d5 req-a8e97082-1ec8-46c3-bcae-0021c5c4f1ed tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=68209daa-05c0-44fb-9b57-77757fcacb88 HTTP/1.1" status: 200 len: 210 time: 0.1245675 Mar 22 19:18:44.619394 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-78c4d167-27b5-454d-ac37-29cf2c8ceb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c3f448d0-7bff-42d4-82c3-6c6461a1d0ba), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:44.661182 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c60b0704-3c16-43b3-829e-9d235044bff3 req-6d57a4ae-e42e-497e-8a12-05efbfe8e6fb tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731054 Mar 22 19:18:44.691036 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-67434c13-e05a-4370-83da-c4bf5b8b0952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:44.693599 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-67434c13-e05a-4370-83da-c4bf5b8b0952 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3f43483d-05ef-426b-881a-d8fc390ab6a9 HTTP/1.1" status: 200 len: 922 time: 0.2416382 Mar 22 19:18:44.731660 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] For port af2b96db-74fa-4129-bb17-9e177edae123, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:18:44.744643 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] For port af2b96db-74fa-4129-bb17-9e177edae123, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=af2b96db-74fa-4129-bb17-9e177edae123,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:18:44.768628 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-eb6171e2-82b6-47ce-8341-17d5bc066261 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks [] for port (2ba56533-1468-4396-bf3b-f65932d77f9d), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:44.802822 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-0b6a76eb-f8a5-48fa-a542-24197dd284b2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27c13ab8-4afc-4cd0-80c8-f2143469b5fa HTTP/1.1" status: 200 len: 217 time: 0.0860302 Mar 22 19:18:44.806898 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (af2b96db-74fa-4129-bb17-9e177edae123), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:44.834405 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1295373-8c42-440c-9561-9dd24f203086 req-9967d51b-745a-4af9-925e-72d1c3452bce tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Made reservation on behalf of 67b86c6af44b4a07933828ae021d3977 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:18:44.842321 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d1295373-8c42-440c-9561-9dd24f203086 req-9967d51b-745a-4af9-925e-72d1c3452bce tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:44.919171 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-a201a8bc-b82c-49bf-8412-d0a2d095caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:44.925673 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-a201a8bc-b82c-49bf-8412-d0a2d095caf4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bc515ca7-b43f-45d2-b838-320d24bc42f9 HTTP/1.1" status: 200 len: 861 time: 0.0993688 Mar 22 19:18:44.956004 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-78c4d167-27b5-454d-ac37-29cf2c8ceb91 None None] Provisioning complete for port e8b6a953-6342-4b8c-8a15-f58e4127d466 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:18:44.956633 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-78c4d167-27b5-454d-ac37-29cf2c8ceb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e8b6a953-6342-4b8c-8a15-f58e4127d466), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:44.959581 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4d167-27b5-454d-ac37-29cf2c8ceb91 None None] Pushing event updated for resources: {'Port': ['ID=c3f448d0-7bff-42d4-82c3-6c6461a1d0ba,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:44.985807 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:44.986590 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:44.988134 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] 10.222.0.85 "PUT /v2.0/ports/af2b96db-74fa-4129-bb17-9e177edae123 HTTP/1.1" status: 200 len: 1097 time: 4.4757731 Mar 22 19:18:44.991828 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec', 'tag': 'af2b96db-74fa-4129-bb17-9e177edae123'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:18:44.994280 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8ae84c-362e-4979-8e61-2878a60ab1e2" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec", "tag": "af2b96db-74fa-4129-bb17-9e177edae123"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:18:45.014180 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-6d241b76-be19-4237-8795-fff530ffb8ce service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3f43483d-05ef-426b-881a-d8fc390ab6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794454 Mar 22 19:18:45.153301 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e04a3ef6-7592-487d-8cd0-526607fcb66d req-be005f72-4f65-47d4-bab9-400e47e1046c tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=7843c71d-fc80-4e28-9418-8c90f5040774 HTTP/1.1" status: 200 len: 210 time: 0.1920524 Mar 22 19:18:45.256080 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 2e294d46-08b8-40f1-a368-e7ea82f49d49 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:45.264867 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device e8b6a953-6342-4b8c-8a15-f58e4127d466 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:18:45.347094 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-bbdc7b55-a5d3-423a-9517-302c94fa6796 service neutron] 10.222.0.84 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243198 Mar 22 19:18:45.394562 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6b66f75a-d6e0-410b-a075-0c7938d80e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:45.402728 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a8b0d-5113-4bda-b4c3-232191ae0a33 req-ad9c0984-c9db-41d6-bb5d-73226e9c37e0 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:45.415227 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b51a8b0d-5113-4bda-b4c3-232191ae0a33 req-ad9c0984-c9db-41d6-bb5d-73226e9c37e0 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 945 time: 0.6192956 Mar 22 19:18:45.502326 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] Pushing event updated for resources: {'Port': ['ID=af2b96db-74fa-4129-bb17-9e177edae123,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:45.514173 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port e8b6a953-6342-4b8c-8a15-f58e4127d466 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:18:45.514549 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e8b6a953-6342-4b8c-8a15-f58e4127d466), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:45.559109 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:45.559852 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:45.560708 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:45.561996 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:45.564053 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:45.564642 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:45.565193 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:45.566191 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:45.568097 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:45.568679 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:45.569244 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:45.570206 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:45.571967 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:45.572796 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:45.586646 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540729b9-a07d-4dc3-897f-e114dfd6dec3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:45.613110 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-5374a2d5-ba77-40fa-9710-d417b09a74b8 service neutron] 10.222.0.84 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551146 Mar 22 19:18:45.634594 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6d96a2-226b-415f-b5d1-ad0a7db040f5 x-openstack-request-id: req-cf6d96a2-226b-415f-b5d1-ad0a7db040f5 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:18:45.635353 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec", "tag": "af2b96db-74fa-4129-bb17-9e177edae123", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:18:45.635877 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cf6d96a2-226b-415f-b5d1-ad0a7db040f5 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:18:45.636787 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf6d96a2-226b-415f-b5d1-ad0a7db040f5'] response: {'name': 'network-changed', 'server_uuid': 'd5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec', 'tag': 'af2b96db-74fa-4129-bb17-9e177edae123', 'status': 'completed', 'code': 200} Mar 22 19:18:45.713822 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:45.721074 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-eb6171e2-82b6-47ce-8341-17d5bc066261 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (2ba56533-1468-4396-bf3b-f65932d77f9d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:45.738320 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-147b23f1-7c29-4db3-b404-0c0c7cc92446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:45.756148 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-147b23f1-7c29-4db3-b404-0c0c7cc92446 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 1131 time: 0.6933806 Mar 22 19:18:45.795951 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-78c4d167-27b5-454d-ac37-29cf2c8ceb91 None None] Current status of the port e8b6a953-6342-4b8c-8a15-f58e4127d466 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:45.796356 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-78c4d167-27b5-454d-ac37-29cf2c8ceb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e8b6a953-6342-4b8c-8a15-f58e4127d466), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:45.882605 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-78c4d167-27b5-454d-ac37-29cf2c8ceb91 None None] For port e8b6a953-6342-4b8c-8a15-f58e4127d466, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=e8b6a953-6342-4b8c-8a15-f58e4127d466,segment=NetworkSegment(8105ea73-bcc4-4b4e-baf1-619804a6d9a4),segment_id=8105ea73-bcc4-4b4e-baf1-619804a6d9a4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:45.896970 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-78c4d167-27b5-454d-ac37-29cf2c8ceb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (e8b6a953-6342-4b8c-8a15-f58e4127d466), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:45.983084 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-eb6171e2-82b6-47ce-8341-17d5bc066261 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Network 43c82fd2-7e25-4eba-86f2-aced26197dba is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:18:45.991018 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b51a8b0d-5113-4bda-b4c3-232191ae0a33 req-171148e7-1e67-42b7-a035-d25ad12900e1 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5693755 Mar 22 19:18:46.064776 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port e8b6a953-6342-4b8c-8a15-f58e4127d466 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:46.087287 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-eb6171e2-82b6-47ce-8341-17d5bc066261 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:18:46.104933 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4d167-27b5-454d-ac37-29cf2c8ceb91 None None] Pushing event updated for resources: {'Port': ['ID=e8b6a953-6342-4b8c-8a15-f58e4127d466,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:46.105905 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-eb6171e2-82b6-47ce-8341-17d5bc066261 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:18:46.115342 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-de350ba4-55d0-4041-833c-4fbd69b53020 None None] Provisioning complete for port e8b6a953-6342-4b8c-8a15-f58e4127d466 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:18:46.115726 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-de350ba4-55d0-4041-833c-4fbd69b53020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e8b6a953-6342-4b8c-8a15-f58e4127d466), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:46.133038 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-538db926-8be3-49c1-ab9b-c2dd37fa4841 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:46.134799 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-538db926-8be3-49c1-ab9b-c2dd37fa4841 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a&tenant_id=21ca62c1596a4d419681f3e57266f544&binding%3Ahost_id=n-h1-705658-24 HTTP/1.1" status: 200 len: 1128 time: 0.1370971 Mar 22 19:18:46.377889 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6171e2-82b6-47ce-8341-17d5bc066261 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Pushing event updated for resources: {'Port': ['ID=2ba56533-1468-4396-bf3b-f65932d77f9d,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:46.480949 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-4c26b13d-18f3-4d0d-af19-7577a8df4c01 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=af2b96db-74fa-4129-bb17-9e177edae123 HTTP/1.1" status: 200 len: 217 time: 0.4844420 Mar 22 19:18:46.481908 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 27c13ab8-4afc-4cd0-80c8-f2143469b5fa no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:18:46.484811 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 2e294d46-08b8-40f1-a368-e7ea82f49d49 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:18:46.595407 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-b7e414c3-6b33-40c7-8337-5b846a3e4cc1 service neutron] For port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:18:46.600395 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-b7e414c3-6b33-40c7-8337-5b846a3e4cc1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:46.601600 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-146cd42a-ac59-4f9b-b23e-bc2ba2929fa9 req-b7e414c3-6b33-40c7-8337-5b846a3e4cc1 service neutron] 10.222.0.84 "DELETE /v2.0/ports/27c13ab8-4afc-4cd0-80c8-f2143469b5fa/bindings/n-h2-705658-24 HTTP/1.1" status: 204 len: 173 time: 0.4582341 Mar 22 19:18:46.647142 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cd169a96-77e7-41f1-8358-3e20efd0473c req-5803b845-1c2a-4acd-9adb-21b93a39f49d tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=68209daa-05c0-44fb-9b57-77757fcacb88 HTTP/1.1" status: 200 len: 210 time: 0.3280962 Mar 22 19:18:46.670004 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-d1295373-8c42-440c-9561-9dd24f203086 req-9967d51b-745a-4af9-925e-72d1c3452bce tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Allocated IP 19.80.0.137 (5d6f6a23-9aeb-4117-ab7d-682e6517e99d/e3a2e87f-5dc1-4757-b2d8-ef6e3402b6e9/429aec1f-e681-4d8b-9427-c5abeccedc00) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:18:46.691401 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] The host n-h2-705658-24 is not matching for port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa host n-h1-705658-24! {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 19:18:46.692203 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 27c13ab8-4afc-4cd0-80c8-f2143469b5fa not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:18:46.707482 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0e6e3-458b-4e74-a754-64b90de54af7 req-62102c54-390a-4ec5-8d9e-3f836cd855f2 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:46.719210 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1b0e6e3-458b-4e74-a754-64b90de54af7 req-62102c54-390a-4ec5-8d9e-3f836cd855f2 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.7108576 Mar 22 19:18:46.730370 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 2e294d46-08b8-40f1-a368-e7ea82f49d49 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:18:46.730985 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (2e294d46-08b8-40f1-a368-e7ea82f49d49), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:46.775432 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-de350ba4-55d0-4041-833c-4fbd69b53020 None None] Current status of the port e8b6a953-6342-4b8c-8a15-f58e4127d466 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:46.778613 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-eb6171e2-82b6-47ce-8341-17d5bc066261 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:46.779434 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-eb6171e2-82b6-47ce-8341-17d5bc066261 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:46.802591 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-e4f6b327-bbd4-45b1-b6eb-895359b24919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:46.803192 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-de350ba4-55d0-4041-833c-4fbd69b53020 None None] Provisioning complete for port 2e294d46-08b8-40f1-a368-e7ea82f49d49 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:18:46.803924 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-de350ba4-55d0-4041-833c-4fbd69b53020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (2e294d46-08b8-40f1-a368-e7ea82f49d49), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:46.805089 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-e4f6b327-bbd4-45b1-b6eb-895359b24919 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.3025348 Mar 22 19:18:46.814625 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-eb6171e2-82b6-47ce-8341-17d5bc066261 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.4306841 Mar 22 19:18:46.881204 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-8b4fc514-b9a8-4061-a859-60719a34f35a service neutron] Request body: {'port': {'device_id': '7843c71d-fc80-4e28-9418-8c90f5040774', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:18:46.909395 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 2e294d46-08b8-40f1-a368-e7ea82f49d49 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:46.915061 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c3f448d0-7bff-42d4-82c3-6c6461a1d0ba up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:18:47.000716 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-de350ba4-55d0-4041-833c-4fbd69b53020 None None] Current status of the port 2e294d46-08b8-40f1-a368-e7ea82f49d49 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:47.033151 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port c3f448d0-7bff-42d4-82c3-6c6461a1d0ba triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:18:47.033683 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c3f448d0-7bff-42d4-82c3-6c6461a1d0ba), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:47.066439 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d1295373-8c42-440c-9561-9dd24f203086 req-9967d51b-745a-4af9-925e-72d1c3452bce tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks [] for port (429aec1f-e681-4d8b-9427-c5abeccedc00), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:47.148897 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d1295373-8c42-440c-9561-9dd24f203086 req-9967d51b-745a-4af9-925e-72d1c3452bce tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (429aec1f-e681-4d8b-9427-c5abeccedc00), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:47.180750 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1295373-8c42-440c-9561-9dd24f203086 req-9967d51b-745a-4af9-925e-72d1c3452bce tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Network 5d6f6a23-9aeb-4117-ab7d-682e6517e99d is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:18:47.191495 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-d1295373-8c42-440c-9561-9dd24f203086 req-9967d51b-745a-4af9-925e-72d1c3452bce tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:18:47.225677 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1295373-8c42-440c-9561-9dd24f203086 req-9967d51b-745a-4af9-925e-72d1c3452bce tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:18:47.226754 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-34ac82f3-b873-4dfa-a66d-90925740be0b None None] Provisioning complete for port 2ba56533-1468-4396-bf3b-f65932d77f9d triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:18:47.227144 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-34ac82f3-b873-4dfa-a66d-90925740be0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (2ba56533-1468-4396-bf3b-f65932d77f9d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:47.261442 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port c3f448d0-7bff-42d4-82c3-6c6461a1d0ba is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:47.313721 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-520a1597-c188-4365-b52a-e2ff6d638190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:47.315898 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-520a1597-c188-4365-b52a-e2ff6d638190 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4992299 Mar 22 19:18:47.319653 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1b0e6e3-458b-4e74-a754-64b90de54af7 req-069f6652-7a19-42a9-8bf6-f99e3d7e9a27 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5994720 Mar 22 19:18:47.426893 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-34b2bc85-ce99-4f2c-9f91-bda46073e66f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:47.445378 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-34ac82f3-b873-4dfa-a66d-90925740be0b None None] Port 2ba56533-1468-4396-bf3b-f65932d77f9d cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:18:47.586623 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-8b4fc514-b9a8-4061-a859-60719a34f35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (2ba56533-1468-4396-bf3b-f65932d77f9d), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:47.646556 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9967d51b-745a-4af9-925e-72d1c3452bce tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Pushing event updated for resources: {'Port': ['ID=429aec1f-e681-4d8b-9427-c5abeccedc00,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:47.788618 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-0c1afe11-e068-4371-a466-0bb3f0752d01 None None] Provisioning complete for port 429aec1f-e681-4d8b-9427-c5abeccedc00 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:18:47.789955 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0c1afe11-e068-4371-a466-0bb3f0752d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (429aec1f-e681-4d8b-9427-c5abeccedc00), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:47.840322 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-0c1afe11-e068-4371-a466-0bb3f0752d01 None None] Port 429aec1f-e681-4d8b-9427-c5abeccedc00 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:18:48.070301 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:48.082968 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295373-8c42-440c-9561-9dd24f203086 req-9967d51b-745a-4af9-925e-72d1c3452bce tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:48.083634 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d1295373-8c42-440c-9561-9dd24f203086 req-9967d51b-745a-4af9-925e-72d1c3452bce tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:48.125231 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-7016da3a-0574-4e3d-be3c-d554ba42152e service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7952290 Mar 22 19:18:48.132023 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5432400-7417-4942-bdf4-3992e9ecdf0c req-2d683412-7979-4c7b-bc5f-32659b317aca tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:48.134010 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b5432400-7417-4942-bdf4-3992e9ecdf0c req-2d683412-7979-4c7b-bc5f-32659b317aca tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 948 time: 1.2850604 Mar 22 19:18:48.193236 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device e8b6a953-6342-4b8c-8a15-f58e4127d466 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:18:48.281400 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1295373-8c42-440c-9561-9dd24f203086 req-9967d51b-745a-4af9-925e-72d1c3452bce tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2124877 Mar 22 19:18:48.284975 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port e8b6a953-6342-4b8c-8a15-f58e4127d466 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:18:48.285366 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e8b6a953-6342-4b8c-8a15-f58e4127d466), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:48.298469 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-d1295373-8c42-440c-9561-9dd24f203086 req-eadbeab0-7d99-433e-a48b-da3a49a4f31e tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Request body: {'port': {'device_id': '68209daa-05c0-44fb-9b57-77757fcacb88', 'network_id': '83ed3166-b5c2-4945-82df-ee0b5d50cd22', 'admin_state_up': True, 'tenant_id': '67b86c6af44b4a07933828ae021d3977'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:18:48.382344 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b5432400-7417-4942-bdf4-3992e9ecdf0c req-5dc58833-5fbb-4842-9b48-b75f205b36ad tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145154 Mar 22 19:18:48.434946 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port e8b6a953-6342-4b8c-8a15-f58e4127d466 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:48.483912 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c0049-ed5c-4c5c-93b4-1aeb0bde5f87 req-d927fea9-7e43-40a3-8de9-f8f6c0efa217 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:48.485477 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e9c0049-ed5c-4c5c-93b4-1aeb0bde5f87 req-d927fea9-7e43-40a3-8de9-f8f6c0efa217 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=7843c71d-fc80-4e28-9418-8c90f5040774 HTTP/1.1" status: 200 len: 936 time: 0.7977276 Mar 22 19:18:48.564263 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cfdc9399-a130-46a1-93e0-c3b0b797acc2 req-4ce46bc1-c353-4758-bfeb-8b5a71e8ed50 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280207 Mar 22 19:18:48.590261 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:48.642901 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e9c0049-ed5c-4c5c-93b4-1aeb0bde5f87 req-64de9abb-da2d-4ffe-b2f6-26c82c32c950 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389725 Mar 22 19:18:48.732883 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1295373-8c42-440c-9561-9dd24f203086 req-eadbeab0-7d99-433e-a48b-da3a49a4f31e tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Made reservation on behalf of 67b86c6af44b4a07933828ae021d3977 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:18:48.747160 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d1295373-8c42-440c-9561-9dd24f203086 req-eadbeab0-7d99-433e-a48b-da3a49a4f31e tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:48.917277 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ae84c-362e-4979-8e61-2878a60ab1e2 req-85435d59-8f88-4878-81f5-4bab378dc616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:48.918793 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-da8ae84c-362e-4979-8e61-2878a60ab1e2 req-85435d59-8f88-4878-81f5-4bab378dc616 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 1131 time: 0.2720001 Mar 22 19:18:49.036683 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06992c-29aa-4bca-ad4c-80edd2235fb9 req-8c811c6a-6869-48de-9a04-28942df8d48a tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:49.044924 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5f06992c-29aa-4bca-ad4c-80edd2235fb9 req-8c811c6a-6869-48de-9a04-28942df8d48a tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 945 time: 0.2751849 Mar 22 19:18:49.081247 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71420625-fa0a-4b07-a6c5-75e0ae79dcda req-d7c0b42b-45b3-467e-8f91-12e2ea52d8c7 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:49.082833 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-71420625-fa0a-4b07-a6c5-75e0ae79dcda req-d7c0b42b-45b3-467e-8f91-12e2ea52d8c7 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.2799461 Mar 22 19:18:49.101779 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-8b4fc514-b9a8-4061-a859-60719a34f35a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ba56533-1468-4396-bf3b-f65932d77f9d {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:18:49.126346 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-8b4fc514-b9a8-4061-a859-60719a34f35a service neutron] Publish callbacks [] for port (2ba56533-1468-4396-bf3b-f65932d77f9d), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:49.187266 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-8b4fc514-b9a8-4061-a859-60719a34f35a service neutron] Transition to ACTIVE for port object 2ba56533-1468-4396-bf3b-f65932d77f9d will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:18:49.206866 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-d1295373-8c42-440c-9561-9dd24f203086 req-eadbeab0-7d99-433e-a48b-da3a49a4f31e tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Allocated IP 19.86.0.72 (83ed3166-b5c2-4945-82df-ee0b5d50cd22/d78dad49-c82e-489d-a628-439118d301f0/df3203e1-54a7-4a0d-acbb-fcd907d50e1b) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:18:49.220578 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-8b4fc514-b9a8-4061-a859-60719a34f35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (2ba56533-1468-4396-bf3b-f65932d77f9d), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:49.281413 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5f06992c-29aa-4bca-ad4c-80edd2235fb9 req-d08a0692-27fe-48c6-9dd4-0ce8770278ae tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356021 Mar 22 19:18:49.309979 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-71420625-fa0a-4b07-a6c5-75e0ae79dcda req-4aeb69a4-bffd-44b9-b538-1e9d9e6f6d4a tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017765 Mar 22 19:18:49.317671 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ae84c-362e-4979-8e61-2878a60ab1e2 req-f3689e7e-25ac-486b-aed8-b1761498ddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:49.319346 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-da8ae84c-362e-4979-8e61-2878a60ab1e2 req-f3689e7e-25ac-486b-aed8-b1761498ddd8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.3875234 Mar 22 19:18:49.459679 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4fc514-b9a8-4061-a859-60719a34f35a service neutron] Pushing event updated for resources: {'Port': ['ID=2ba56533-1468-4396-bf3b-f65932d77f9d,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:49.638048 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-da8ae84c-362e-4979-8e61-2878a60ab1e2 req-81f014a8-e026-4697-8159-190156431eac service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=af2b96db-74fa-4129-bb17-9e177edae123 HTTP/1.1" status: 200 len: 217 time: 0.3012633 Mar 22 19:18:49.787028 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-8b4fc514-b9a8-4061-a859-60719a34f35a service neutron] Attempting to bind port 2ba56533-1468-4396-bf3b-f65932d77f9d on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:18:49.787375 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-8b4fc514-b9a8-4061-a859-60719a34f35a service neutron] Attempting to bind port 2ba56533-1468-4396-bf3b-f65932d77f9d by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:18:49.787705 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-8b4fc514-b9a8-4061-a859-60719a34f35a service neutron] Attempting to bind port 2ba56533-1468-4396-bf3b-f65932d77f9d on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:18:49.814659 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c424414-9dbf-4911-a48f-34defa2ab921 req-fb8463e6-c408-4021-8156-f53a85ff3ae1 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:49.816296 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3c424414-9dbf-4911-a48f-34defa2ab921 req-fb8463e6-c408-4021-8156-f53a85ff3ae1 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=68209daa-05c0-44fb-9b57-77757fcacb88 HTTP/1.1" status: 200 len: 932 time: 0.3311551 Mar 22 19:18:49.816905 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-8b4fc514-b9a8-4061-a859-60719a34f35a service neutron] Port 2ba56533-1468-4396-bf3b-f65932d77f9d on network 43c82fd2-7e25-4eba-86f2-aced26197dba not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:18:49.817234 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-8b4fc514-b9a8-4061-a859-60719a34f35a service neutron] Attempting to bind port 2ba56533-1468-4396-bf3b-f65932d77f9d on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:18:49.836353 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ae84c-362e-4979-8e61-2878a60ab1e2 req-fee17c2e-7a53-46bc-9ae4-0c8ba5ad5869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:49.837822 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-da8ae84c-362e-4979-8e61-2878a60ab1e2 req-fee17c2e-7a53-46bc-9ae4-0c8ba5ad5869 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1802495 Mar 22 19:18:49.839098 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-8b4fc514-b9a8-4061-a859-60719a34f35a service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:18:49.839436 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-8b4fc514-b9a8-4061-a859-60719a34f35a service neutron] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:18:49.839818 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-8b4fc514-b9a8-4061-a859-60719a34f35a service neutron] Bound using segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:18:49.840430 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-8b4fc514-b9a8-4061-a859-60719a34f35a service neutron] Bound port: 2ba56533-1468-4396-bf3b-f65932d77f9d, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:18:49.840797 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-8b4fc514-b9a8-4061-a859-60719a34f35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (2ba56533-1468-4396-bf3b-f65932d77f9d), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:49.977810 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:50.026333 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d1295373-8c42-440c-9561-9dd24f203086 req-eadbeab0-7d99-433e-a48b-da3a49a4f31e tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks [] for port (df3203e1-54a7-4a0d-acbb-fcd907d50e1b), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:50.039869 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3c424414-9dbf-4911-a48f-34defa2ab921 req-42168626-f5fc-452d-b95a-0adfe1f93fa9 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135208 Mar 22 19:18:50.094023 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ed4ab-4c91-4160-a017-832c034082c7 req-be4012bd-d835-436d-a35a-3ac6acaa61c1 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:50.100868 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b0ed4ab-4c91-4160-a017-832c034082c7 req-be4012bd-d835-436d-a35a-3ac6acaa61c1 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 948 time: 0.2363458 Mar 22 19:18:50.111342 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ae84c-362e-4979-8e61-2878a60ab1e2 req-46d3b36b-c069-410a-9483-057bf1e2010e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:50.112898 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-da8ae84c-362e-4979-8e61-2878a60ab1e2 req-46d3b36b-c069-410a-9483-057bf1e2010e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2564137 Mar 22 19:18:50.138606 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-8b4fc514-b9a8-4061-a859-60719a34f35a service neutron] For port 2ba56533-1468-4396-bf3b-f65932d77f9d, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:18:50.221443 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-8b4fc514-b9a8-4061-a859-60719a34f35a service neutron] For port 2ba56533-1468-4396-bf3b-f65932d77f9d, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=2ba56533-1468-4396-bf3b-f65932d77f9d,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:18:50.259917 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d1295373-8c42-440c-9561-9dd24f203086 req-eadbeab0-7d99-433e-a48b-da3a49a4f31e tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (df3203e1-54a7-4a0d-acbb-fcd907d50e1b), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:50.270929 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-8b4fc514-b9a8-4061-a859-60719a34f35a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (2ba56533-1468-4396-bf3b-f65932d77f9d), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:50.366577 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b0ed4ab-4c91-4160-a017-832c034082c7 req-fb6ad22e-f0b9-4967-a162-52503d0a4b6b tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644489 Mar 22 19:18:50.378749 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-8b4fc514-b9a8-4061-a859-60719a34f35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:50.379376 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-8b4fc514-b9a8-4061-a859-60719a34f35a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:50.380769 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-8b4fc514-b9a8-4061-a859-60719a34f35a service neutron] 10.222.0.84 "PUT /v2.0/ports/2ba56533-1468-4396-bf3b-f65932d77f9d HTTP/1.1" status: 200 len: 1097 time: 3.5057015 Mar 22 19:18:50.391831 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7843c71d-fc80-4e28-9418-8c90f5040774', 'tag': '2ba56533-1468-4396-bf3b-f65932d77f9d'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:18:50.394196 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7202232-af88-4a82-ab79-11610dfbdc27" -d '{"events": [{"name": "network-changed", "server_uuid": "7843c71d-fc80-4e28-9418-8c90f5040774", "tag": "2ba56533-1468-4396-bf3b-f65932d77f9d"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:18:50.429113 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1295373-8c42-440c-9561-9dd24f203086 req-eadbeab0-7d99-433e-a48b-da3a49a4f31e tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Network 83ed3166-b5c2-4945-82df-ee0b5d50cd22 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:18:50.493819 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-d1295373-8c42-440c-9561-9dd24f203086 req-eadbeab0-7d99-433e-a48b-da3a49a4f31e tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:18:50.532159 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1295373-8c42-440c-9561-9dd24f203086 req-eadbeab0-7d99-433e-a48b-da3a49a4f31e tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:18:50.574814 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-da8ae84c-362e-4979-8e61-2878a60ab1e2 req-88338d49-a741-4daf-b461-13dc1e238d9b service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481297 Mar 22 19:18:50.611149 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4fc514-b9a8-4061-a859-60719a34f35a service neutron] Pushing event updated for resources: {'Port': ['ID=2ba56533-1468-4396-bf3b-f65932d77f9d,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:50.752525 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27f5f1-d464-4021-bbe8-dd3a69dbfd09 req-336b6f9b-57c4-4abc-ae0d-f57b642bc6ec tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:50.760808 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ff27f5f1-d464-4021-bbe8-dd3a69dbfd09 req-336b6f9b-57c4-4abc-ae0d-f57b642bc6ec tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/networks?id=af063d67-c3ee-47b0-bb92-498195b15a92 HTTP/1.1" status: 200 len: 811 time: 0.6237967 Mar 22 19:18:50.775454 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295373-8c42-440c-9561-9dd24f203086 req-eadbeab0-7d99-433e-a48b-da3a49a4f31e tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:50.777135 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d1295373-8c42-440c-9561-9dd24f203086 req-eadbeab0-7d99-433e-a48b-da3a49a4f31e tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:50.847020 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ff27f5f1-d464-4021-bbe8-dd3a69dbfd09 req-a934c27c-d8a5-4641-a440-525cca8158db tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/quotas/d705cf46da4049c5a3f437a1e3d200c6 HTTP/1.1" status: 200 len: 375 time: 0.0850136 Mar 22 19:18:50.905552 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-ea4b91c6-5303-4fee-8232-c04e68afa073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:50.907350 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-ea4b91c6-5303-4fee-8232-c04e68afa073 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&device_id=7843c71d-fc80-4e28-9418-8c90f5040774 HTTP/1.1" status: 200 len: 1131 time: 0.4415405 Mar 22 19:18:50.911759 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1295373-8c42-440c-9561-9dd24f203086 req-eadbeab0-7d99-433e-a48b-da3a49a4f31e tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6173081 Mar 22 19:18:50.926210 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-d1295373-8c42-440c-9561-9dd24f203086 req-571f251b-828b-4d0c-846e-db96352fb8e7 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Request body: {'port': {'device_id': '68209daa-05c0-44fb-9b57-77757fcacb88', 'network_id': '5d6f6a23-9aeb-4117-ab7d-682e6517e99d', 'admin_state_up': True, 'tenant_id': '67b86c6af44b4a07933828ae021d3977'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:18:50.970516 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-d857720b-72b8-492c-a36d-665501395486 None None] Provisioning complete for port df3203e1-54a7-4a0d-acbb-fcd907d50e1b triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:18:50.971233 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d857720b-72b8-492c-a36d-665501395486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (df3203e1-54a7-4a0d-acbb-fcd907d50e1b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:51.011587 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d857720b-72b8-492c-a36d-665501395486 None None] Port df3203e1-54a7-4a0d-acbb-fcd907d50e1b cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:18:51.316249 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:51.370615 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbeab0-7d99-433e-a48b-da3a49a4f31e tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Pushing event updated for resources: {'Port': ['ID=df3203e1-54a7-4a0d-acbb-fcd907d50e1b,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:51.432579 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-4be5e9af-259c-4206-a13d-e0453238ef70 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=2ba56533-1468-4396-bf3b-f65932d77f9d HTTP/1.1" status: 200 len: 217 time: 0.5111215 Mar 22 19:18:51.475605 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20e703-d2ee-4111-8736-0c2e45a6a691 req-1ab9239e-3923-438d-947a-2eef45d5d859 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:51.482828 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3a20e703-d2ee-4111-8736-0c2e45a6a691 req-1ab9239e-3923-438d-947a-2eef45d5d859 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "GET /v2.0/ports?device_id=acee74b5-2dff-40d9-95df-0462b1466357 HTTP/1.1" status: 200 len: 946 time: 0.9070132 Mar 22 19:18:51.523437 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdecd267-07df-44c5-84b7-b05c5c831100 req-b0be8771-a39f-4f15-b8d5-5fac25d4cc4f tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:51.528647 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-bdecd267-07df-44c5-84b7-b05c5c831100 req-b0be8771-a39f-4f15-b8d5-5fac25d4cc4f tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.85 "GET /v2.0/ports?device_id=acee74b5-2dff-40d9-95df-0462b1466357 HTTP/1.1" status: 200 len: 946 time: 0.0871611 Mar 22 19:18:51.539234 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-da8ae84c-362e-4979-8e61-2878a60ab1e2 req-69fbc0ee-cc98-448e-a692-d70704163c1b service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9433851 Mar 22 19:18:51.609903 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ff27f5f1-d464-4021-bbe8-dd3a69dbfd09 req-4f4dd142-e7d2-4c31-918f-baaad323a62e tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=d705cf46da4049c5a3f437a1e3d200c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7566836 Mar 22 19:18:51.661160 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-0a9f11fd-b9f0-4091-b843-83b7d7cdbdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:51.662724 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-0a9f11fd-b9f0-4091-b843-83b7d7cdbdad service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.2215817 Mar 22 19:18:51.752248 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-bdecd267-07df-44c5-84b7-b05c5c831100 req-4d5c07b8-a0ef-4a9b-8012-52888d626959 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Deleting port fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:18:51.753157 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-bdecd267-07df-44c5-84b7-b05c5c831100 req-4d5c07b8-a0ef-4a9b-8012-52888d626959 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:51.776830 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3a20e703-d2ee-4111-8736-0c2e45a6a691 req-8092d99e-cf95-4d41-bb15-b00ea2cf607b tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "GET /v2.0/security-groups?id=71fd05ff-3cbd-4f39-bb1a-2004a9fe7af2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2930911 Mar 22 19:18:51.804724 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1295373-8c42-440c-9561-9dd24f203086 req-571f251b-828b-4d0c-846e-db96352fb8e7 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Made reservation on behalf of 67b86c6af44b4a07933828ae021d3977 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:18:51.816928 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d1295373-8c42-440c-9561-9dd24f203086 req-571f251b-828b-4d0c-846e-db96352fb8e7 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:51.890673 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-bdecd267-07df-44c5-84b7-b05c5c831100 req-4d5c07b8-a0ef-4a9b-8012-52888d626959 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] For port fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c,segment=NetworkSegment(392f2d81-3a9e-489f-ae67-c9b50be79736),segment_id=392f2d81-3a9e-489f-ae67-c9b50be79736)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:51.892481 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-bdecd267-07df-44c5-84b7-b05c5c831100 req-4d5c07b8-a0ef-4a9b-8012-52888d626959 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:51.898100 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-ae2add70-c8e8-4b61-bce5-9e78aae63355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:51.899720 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-ae2add70-c8e8-4b61-bce5-9e78aae63355 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2185774 Mar 22 19:18:52.044993 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1dd3ba-cf29-476f-9923-c53eb69ace46 req-c1abe168-4080-4774-9967-eaf6f38471c6 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:52.051926 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e1dd3ba-cf29-476f-9923-c53eb69ace46 req-c1abe168-4080-4774-9967-eaf6f38471c6 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=7843c71d-fc80-4e28-9418-8c90f5040774 HTTP/1.1" status: 200 len: 948 time: 0.3484635 Mar 22 19:18:52.175409 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13f1af-68ce-4698-8a97-c1a7a1924af1 req-6966660a-81cb-4b86-a866-9511727a95a9 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:52.184789 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a13f1af-68ce-4698-8a97-c1a7a1924af1 req-6966660a-81cb-4b86-a866-9511727a95a9 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 1128 time: 0.2516487 Mar 22 19:18:52.199512 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-bdecd267-07df-44c5-84b7-b05c5c831100 req-4d5c07b8-a0ef-4a9b-8012-52888d626959 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:52.200523 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-bdecd267-07df-44c5-84b7-b05c5c831100 req-4d5c07b8-a0ef-4a9b-8012-52888d626959 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (736abfcd-157e-464d-b461-1aa2e93c387b), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:52.201436 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [req-bdecd267-07df-44c5-84b7-b05c5c831100 req-4d5c07b8-a0ef-4a9b-8012-52888d626959 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Floating IP 736abfcd-157e-464d-b461-1aa2e93c387b disassociated. External IP: 172.25.5.10, port: fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c. Mar 22 19:18:52.202068 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-bdecd267-07df-44c5-84b7-b05c5c831100 req-4d5c07b8-a0ef-4a9b-8012-52888d626959 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Calling delete_port for fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:18:52.217784 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e1dd3ba-cf29-476f-9923-c53eb69ace46 req-616dcff5-f7d0-4bea-8be1-f11b80105542 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639252 Mar 22 19:18:52.228440 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-d1295373-8c42-440c-9561-9dd24f203086 req-571f251b-828b-4d0c-846e-db96352fb8e7 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Allocated IP 19.80.0.175 (5d6f6a23-9aeb-4117-ab7d-682e6517e99d/e3a2e87f-5dc1-4757-b2d8-ef6e3402b6e9/2269c63d-7b32-41ed-babb-1e84e5c0dd6b) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:18:52.239151 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-260edc54-8c01-495f-ba30-f61de0fe8a7d service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985809 Mar 22 19:18:52.363825 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a13f1af-68ce-4698-8a97-c1a7a1924af1 req-6d7e8c41-cd60-41ff-a04f-da70d26fb160 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683764 Mar 22 19:18:52.365186 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device af2b96db-74fa-4129-bb17-9e177edae123 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:18:52.495540 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-bdecd267-07df-44c5-84b7-b05c5c831100 req-4d5c07b8-a0ef-4a9b-8012-52888d626959 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:52.561260 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8933e21e-b9f1-40fa-af23-a9feca9b0b59 x-openstack-request-id: req-8933e21e-b9f1-40fa-af23-a9feca9b0b59 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:18:52.568070 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7843c71d-fc80-4e28-9418-8c90f5040774", "tag": "2ba56533-1468-4396-bf3b-f65932d77f9d", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:18:52.568628 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8933e21e-b9f1-40fa-af23-a9feca9b0b59 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:18:52.570757 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8933e21e-b9f1-40fa-af23-a9feca9b0b59'] response: {'name': 'network-changed', 'server_uuid': '7843c71d-fc80-4e28-9418-8c90f5040774', 'tag': '2ba56533-1468-4396-bf3b-f65932d77f9d', 'status': 'completed', 'code': 200} Mar 22 19:18:52.611882 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c07b8-a0ef-4a9b-8012-52888d626959 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Pushing event deleted for resources: {'Port': ['ID=fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:52.636471 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8ee57464-6c8f-45e1-bc04-775e1579ddbe req-c7f55617-56f3-452c-8728-be0bb24f28ad service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910549 Mar 22 19:18:52.701732 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port af2b96db-74fa-4129-bb17-9e177edae123, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=af2b96db-74fa-4129-bb17-9e177edae123,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:52.734783 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'af2b96db-74fa-4129-bb17-9e177edae123', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': 'af2b96db-74fa-4129-bb17-9e177edae123', 'mac_address': 'fa:16:3e:bd:5c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:18:52.740919 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d1295373-8c42-440c-9561-9dd24f203086 req-571f251b-828b-4d0c-846e-db96352fb8e7 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks [] for port (2269c63d-7b32-41ed-babb-1e84e5c0dd6b), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:52.802337 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port af2b96db-74fa-4129-bb17-9e177edae123 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:52.802726 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (af2b96db-74fa-4129-bb17-9e177edae123), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:52.825923 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c07b8-a0ef-4a9b-8012-52888d626959 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:52.828196 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af2b96db-74fa-4129-bb17-9e177edae123 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:18:52.828936 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d1295373-8c42-440c-9561-9dd24f203086 req-571f251b-828b-4d0c-846e-db96352fb8e7 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (2269c63d-7b32-41ed-babb-1e84e5c0dd6b), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:52.832873 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c07b8-a0ef-4a9b-8012-52888d626959 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:52.833137 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c07b8-a0ef-4a9b-8012-52888d626959 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:52.833478 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c07b8-a0ef-4a9b-8012-52888d626959 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:52.833902 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c07b8-a0ef-4a9b-8012-52888d626959 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:52.834201 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c07b8-a0ef-4a9b-8012-52888d626959 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:52.834705 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c07b8-a0ef-4a9b-8012-52888d626959 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:52.834886 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c07b8-a0ef-4a9b-8012-52888d626959 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:52.835189 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c07b8-a0ef-4a9b-8012-52888d626959 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:52.835521 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c07b8-a0ef-4a9b-8012-52888d626959 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:52.835847 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c07b8-a0ef-4a9b-8012-52888d626959 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:52.836185 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c07b8-a0ef-4a9b-8012-52888d626959 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:52.839652 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c07b8-a0ef-4a9b-8012-52888d626959 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:52.839652 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c07b8-a0ef-4a9b-8012-52888d626959 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:52.839963 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5c07b8-a0ef-4a9b-8012-52888d626959 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:52.879239 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port af2b96db-74fa-4129-bb17-9e177edae123, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=af2b96db-74fa-4129-bb17-9e177edae123,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:52.895201 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (af2b96db-74fa-4129-bb17-9e177edae123), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:52.905172 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdecd267-07df-44c5-84b7-b05c5c831100 req-4d5c07b8-a0ef-4a9b-8012-52888d626959 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Router 27654713-b678-49b7-b5d3-8445f6d28b83 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:18:53.012793 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=af2b96db-74fa-4129-bb17-9e177edae123,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:53.021809 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:53.025513 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:53.026559 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:53.026971 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:53.027431 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:53.031831 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:53.032367 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:53.032765 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:53.033171 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:53.033572 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:53.034013 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:53.035293 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:53.043105 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:53.043855 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:53.044489 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:18:53.073353 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdecd267-07df-44c5-84b7-b05c5c831100 req-4d5c07b8-a0ef-4a9b-8012-52888d626959 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:18:53.084075 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fb64b1-e50b-4bef-a713-fb9e5392b806 None None] Sync routers for ids ['27654713-b678-49b7-b5d3-8445f6d28b83'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:18:53.098897 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1295373-8c42-440c-9561-9dd24f203086 req-571f251b-828b-4d0c-846e-db96352fb8e7 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Network 5d6f6a23-9aeb-4117-ab7d-682e6517e99d is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:18:53.115859 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fb64b1-e50b-4bef-a713-fb9e5392b806 None None] Routers {'27654713-b678-49b7-b5d3-8445f6d28b83'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:18:53.116811 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-07fb64b1-e50b-4bef-a713-fb9e5392b806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:18:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['27654713-b678-49b7-b5d3-8445f6d28b83'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:18:53.169461 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-d1295373-8c42-440c-9561-9dd24f203086 req-571f251b-828b-4d0c-846e-db96352fb8e7 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:18:53.189330 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0905d4a-21a0-4933-b67f-8303e8733d12 req-7c6d0e7e-352f-4108-be38-8b07cf432ea9 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:53.195863 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0905d4a-21a0-4933-b67f-8303e8733d12 req-7c6d0e7e-352f-4108-be38-8b07cf432ea9 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:53.208935 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdecd267-07df-44c5-84b7-b05c5c831100 req-4d5c07b8-a0ef-4a9b-8012-52888d626959 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] No DVR routers for this DVR port fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:18:53.214844 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0905d4a-21a0-4933-b67f-8303e8733d12 req-7c6d0e7e-352f-4108-be38-8b07cf432ea9 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:53.222211 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['af2b96db-74fa-4129-bb17-9e177edae123'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:18:53.225784 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-bdecd267-07df-44c5-84b7-b05c5c831100 req-4d5c07b8-a0ef-4a9b-8012-52888d626959 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:53.231125 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-bdecd267-07df-44c5-84b7-b05c5c831100 req-4d5c07b8-a0ef-4a9b-8012-52888d626959 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.85 "DELETE /v2.0/ports/fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c HTTP/1.1" status: 204 len: 173 time: 1.6725950 Mar 22 19:18:53.231603 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acee74b5-2dff-40d9-95df-0462b1466357', 'name': 'network-vif-deleted', 'tag': 'fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:18:53.242274 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f0905d4a-21a0-4933-b67f-8303e8733d12 req-7c6d0e7e-352f-4108-be38-8b07cf432ea9 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=68209daa-05c0-44fb-9b57-77757fcacb88 HTTP/1.1" status: 200 len: 2376 time: 0.4238334 Mar 22 19:18:53.272962 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc1e110-ae34-4881-b859-28484b9b1b80" -d '{"events": [{"server_uuid": "acee74b5-2dff-40d9-95df-0462b1466357", "name": "network-vif-deleted", "tag": "fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:18:53.290611 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f251b-828b-4d0c-846e-db96352fb8e7 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Pushing event updated for resources: {'Port': ['ID=2269c63d-7b32-41ed-babb-1e84e5c0dd6b,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:53.300766 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1295373-8c42-440c-9561-9dd24f203086 req-571f251b-828b-4d0c-846e-db96352fb8e7 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:18:53.379793 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9dfc16-9693-4792-b387-80061e12ff8c req-f043ded5-801f-492c-94d3-b5e3a32baeee tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:53.391684 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bd9dfc16-9693-4792-b387-80061e12ff8c req-f043ded5-801f-492c-94d3-b5e3a32baeee tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 948 time: 0.5755219 Mar 22 19:18:53.392935 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-07fb64b1-e50b-4bef-a713-fb9e5392b806 None None] Set router 27654713-b678-49b7-b5d3-8445f6d28b83 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:18:53.467868 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f0905d4a-21a0-4933-b67f-8303e8733d12 req-97e97030-63eb-4110-b8d4-89e156d7a06c tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235360 Mar 22 19:18:53.630658 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bd9dfc16-9693-4792-b387-80061e12ff8c req-0fdadd77-3dda-4e5f-814b-fab2fc766396 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380228 Mar 22 19:18:53.656064 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7202232-af88-4a82-ab79-11610dfbdc27 req-3723185a-e909-410e-afab-cf08b0776480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:53.669807 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e7202232-af88-4a82-ab79-11610dfbdc27 req-3723185a-e909-410e-afab-cf08b0776480 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&device_id=7843c71d-fc80-4e28-9418-8c90f5040774 HTTP/1.1" status: 200 len: 1131 time: 0.8432956 Mar 22 19:18:53.780296 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-07fb64b1-e50b-4bef-a713-fb9e5392b806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'name': 'tempest-AttachSCSIVolumeTestJSON-693033484-router', 'tenant_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b2f8df93-6e6b-4f7f-8074-95f25836f435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:59Z', 'updated_at': '2022-03-22T19:15:08Z', 'revision_number': 4, 'project_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'gw_port': {'id': 'b2f8df93-6e6b-4f7f-8074-95f25836f435', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:00Z', 'updated_at': '2022-03-22T19:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '94ec6b17-c474-4976-9b71-9e70abcfd141', 'name': '', 'network_id': 'da5fd57b-f10f-4980-a231-2023d84d3d68', 'tenant_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'mac_address': 'fa:16:3e:43:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c55e3d95-c01f-4644-b0f9-457902969723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:07Z', 'updated_at': '2022-03-22T19:15:17Z', 'revision_number': 5, 'project_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'subnets': [{'id': 'c55e3d95-c01f-4644-b0f9-457902969723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:18:53.806788 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-b1c9e9dc-c19b-4dd4-aaeb-42edc49c8844 None None] Provisioning complete for port 2269c63d-7b32-41ed-babb-1e84e5c0dd6b triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:18:53.807413 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b1c9e9dc-c19b-4dd4-aaeb-42edc49c8844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (2269c63d-7b32-41ed-babb-1e84e5c0dd6b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:53.817984 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fb64b1-e50b-4bef-a713-fb9e5392b806 None None] Checking router: 27654713-b678-49b7-b5d3-8445f6d28b83 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:18:53.828481 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fb64b1-e50b-4bef-a713-fb9e5392b806 None None] Routers {'27654713-b678-49b7-b5d3-8445f6d28b83'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:18:53.829342 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-07fb64b1-e50b-4bef-a713-fb9e5392b806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:18:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['27654713-b678-49b7-b5d3-8445f6d28b83'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:18:53.904158 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-b1c9e9dc-c19b-4dd4-aaeb-42edc49c8844 None None] Port 2269c63d-7b32-41ed-babb-1e84e5c0dd6b cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:18:54.005922 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-07fb64b1-e50b-4bef-a713-fb9e5392b806 None None] Set router 27654713-b678-49b7-b5d3-8445f6d28b83 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:18:54.021536 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-fea36f17-2dec-475b-9964-86be36ee8146 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:54.028460 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-fea36f17-2dec-475b-9964-86be36ee8146 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/networks?id=3f43483d-05ef-426b-881a-d8fc390ab6a9 HTTP/1.1" status: 200 len: 821 time: 0.2143185 Mar 22 19:18:54.050064 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-4a24a08b-29af-4970-963e-260fa1808696 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/quotas/21ca62c1596a4d419681f3e57266f544 HTTP/1.1" status: 200 len: 375 time: 0.0206549 Mar 22 19:18:54.123088 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295373-8c42-440c-9561-9dd24f203086 req-571f251b-828b-4d0c-846e-db96352fb8e7 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:54.123890 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d1295373-8c42-440c-9561-9dd24f203086 req-571f251b-828b-4d0c-846e-db96352fb8e7 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:54.156500 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-d051d419-8bad-44f3-a923-7fef27c6e850 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=21ca62c1596a4d419681f3e57266f544&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1050935 Mar 22 19:18:54.167940 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1295373-8c42-440c-9561-9dd24f203086 req-571f251b-828b-4d0c-846e-db96352fb8e7 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2453563 Mar 22 19:18:54.196769 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-d1295373-8c42-440c-9561-9dd24f203086 req-08fe2f27-7895-444d-bc43-ef87dff9d188 service neutron] Request body: {'port': {'device_id': '68209daa-05c0-44fb-9b57-77757fcacb88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:18:54.287635 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1514814-8a72-494e-b835-fd9a80bfd7e3 req-5d538699-fbce-44b0-b44f-89f6eaba54ed tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:54.294822 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1514814-8a72-494e-b835-fd9a80bfd7e3 req-5d538699-fbce-44b0-b44f-89f6eaba54ed tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.3151143 Mar 22 19:18:54.356521 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7202232-af88-4a82-ab79-11610dfbdc27 req-369fe18a-4a0a-4a7e-b05e-9ab4d662977d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:54.359215 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e7202232-af88-4a82-ab79-11610dfbdc27 req-369fe18a-4a0a-4a7e-b05e-9ab4d662977d service neutron] 10.222.0.84 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.6873271 Mar 22 19:18:54.363393 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-07fb64b1-e50b-4bef-a713-fb9e5392b806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'name': 'tempest-AttachSCSIVolumeTestJSON-693033484-router', 'tenant_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b2f8df93-6e6b-4f7f-8074-95f25836f435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:59Z', 'updated_at': '2022-03-22T19:15:08Z', 'revision_number': 4, 'project_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'gw_port': {'id': 'b2f8df93-6e6b-4f7f-8074-95f25836f435', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:00Z', 'updated_at': '2022-03-22T19:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '94ec6b17-c474-4976-9b71-9e70abcfd141', 'name': '', 'network_id': 'da5fd57b-f10f-4980-a231-2023d84d3d68', 'tenant_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'mac_address': 'fa:16:3e:43:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c55e3d95-c01f-4644-b0f9-457902969723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:07Z', 'updated_at': '2022-03-22T19:15:17Z', 'revision_number': 5, 'project_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'subnets': [{'id': 'c55e3d95-c01f-4644-b0f9-457902969723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:18:54.371818 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device af2b96db-74fa-4129-bb17-9e177edae123 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:18:54.405145 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fb64b1-e50b-4bef-a713-fb9e5392b806 None None] The sync data for ids ['27654713-b678-49b7-b5d3-8445f6d28b83'] in n-d-705658-24 is: [{'id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'name': 'tempest-AttachSCSIVolumeTestJSON-693033484-router', 'tenant_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b2f8df93-6e6b-4f7f-8074-95f25836f435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:59Z', 'updated_at': '2022-03-22T19:15:08Z', 'revision_number': 4, 'project_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'gw_port': {'id': 'b2f8df93-6e6b-4f7f-8074-95f25836f435', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:00Z', 'updated_at': '2022-03-22T19:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '94ec6b17-c474-4976-9b71-9e70abcfd141', 'name': '', 'network_id': 'da5fd57b-f10f-4980-a231-2023d84d3d68', 'tenant_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'mac_address': 'fa:16:3e:43:05:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'c55e3d95-c01f-4644-b0f9-457902969723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:07Z', 'updated_at': '2022-03-22T19:15:17Z', 'revision_number': 5, 'project_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'subnets': [{'id': 'c55e3d95-c01f-4644-b0f9-457902969723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:18:54.433285 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d1295373-8c42-440c-9561-9dd24f203086 req-08fe2f27-7895-444d-bc43-ef87dff9d188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (429aec1f-e681-4d8b-9427-c5abeccedc00), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:54.441320 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e7202232-af88-4a82-ab79-11610dfbdc27 req-ea4419bb-2310-40b5-8c20-bc5ec101c3b5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=2ba56533-1468-4396-bf3b-f65932d77f9d HTTP/1.1" status: 200 len: 217 time: 0.0640161 Mar 22 19:18:54.456328 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1514814-8a72-494e-b835-fd9a80bfd7e3 req-a14e8342-df2b-41ed-8d5c-728fd035d00e tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606550 Mar 22 19:18:54.509096 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-64cc6122-0920-40fb-bdb9-da01c627d2d4 service neutron] 10.222.0.75 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517604 Mar 22 19:18:54.525057 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port af2b96db-74fa-4129-bb17-9e177edae123 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:18:54.531627 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port af2b96db-74fa-4129-bb17-9e177edae123 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:18:54.533705 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (af2b96db-74fa-4129-bb17-9e177edae123), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:54.606368 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7202232-af88-4a82-ab79-11610dfbdc27 req-ccf85ff9-dffe-442d-bd0b-262224a29f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:54.608380 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e7202232-af88-4a82-ab79-11610dfbdc27 req-ccf85ff9-dffe-442d-bd0b-262224a29f57 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1430914 Mar 22 19:18:54.688422 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port af2b96db-74fa-4129-bb17-9e177edae123 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:54.688819 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (af2b96db-74fa-4129-bb17-9e177edae123), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:54.727032 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2b96db-74fa-4129-bb17-9e177edae123'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:18:54.730405 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe1c807-729f-44f8-9674-593a9f223837" -d '{"events": [{"server_uuid": "d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec", "name": "network-vif-plugged", "status": "completed", "tag": "af2b96db-74fa-4129-bb17-9e177edae123"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:18:54.737059 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port af2b96db-74fa-4129-bb17-9e177edae123, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=af2b96db-74fa-4129-bb17-9e177edae123,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:54.741663 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (af2b96db-74fa-4129-bb17-9e177edae123), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:54.742640 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:18:54.810206 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=af2b96db-74fa-4129-bb17-9e177edae123,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:54.831053 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:18:54.831700 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:18:54.841883 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-8fc91a00-2364-43a8-93ce-3b8f8f7d85a4 service neutron] 10.222.0.75 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258059 Mar 22 19:18:54.862842 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42095b8-0041-4ba4-b654-ea1f46d2c754 None None] New status for floating IP 736abfcd-157e-464d-b461-1aa2e93c387b: DOWN {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:18:54.869338 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7202232-af88-4a82-ab79-11610dfbdc27 req-04d5a7e3-41f8-4545-aebc-94da1db3866d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:54.870886 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e7202232-af88-4a82-ab79-11610dfbdc27 req-04d5a7e3-41f8-4545-aebc-94da1db3866d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2509189 Mar 22 19:18:54.889063 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010d774-eac5-4877-a338-648e151098bf req-188ce109-3558-42da-a0b8-596134ae588e tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:54.890424 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3010d774-eac5-4877-a338-648e151098bf req-188ce109-3558-42da-a0b8-596134ae588e tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=7843c71d-fc80-4e28-9418-8c90f5040774 HTTP/1.1" status: 200 len: 948 time: 0.2534742 Mar 22 19:18:55.040974 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5467447d-11b5-4ca7-b907-03cc08903a53 x-openstack-request-id: req-5467447d-11b5-4ca7-b907-03cc08903a53 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:18:55.042129 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acee74b5-2dff-40d9-95df-0462b1466357", "name": "network-vif-deleted", "tag": "fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:18:55.042232 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5467447d-11b5-4ca7-b907-03cc08903a53 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:18:55.043025 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5467447d-11b5-4ca7-b907-03cc08903a53'] response: {'server_uuid': 'acee74b5-2dff-40d9-95df-0462b1466357', 'name': 'network-vif-deleted', 'tag': 'fa2d9239-2d8e-49b9-a1c8-bf2e7ec6796c', 'status': 'completed', 'code': 200} Mar 22 19:18:55.076427 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3010d774-eac5-4877-a338-648e151098bf req-cdef54ab-d37e-4d01-8c64-a8a573b5fb9d tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729705 Mar 22 19:18:55.078465 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e7202232-af88-4a82-ab79-11610dfbdc27 req-c6a5114d-59fb-40ab-970e-96af095956fe service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856129 Mar 22 19:18:55.323608 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e7202232-af88-4a82-ab79-11610dfbdc27 req-714579b6-c5ce-404f-a83d-63d8db9abf30 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366350 Mar 22 19:18:55.343817 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-d1295373-8c42-440c-9561-9dd24f203086 req-08fe2f27-7895-444d-bc43-ef87dff9d188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 429aec1f-e681-4d8b-9427-c5abeccedc00 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:18:55.355803 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d1295373-8c42-440c-9561-9dd24f203086 req-08fe2f27-7895-444d-bc43-ef87dff9d188 service neutron] Publish callbacks [] for port (429aec1f-e681-4d8b-9427-c5abeccedc00), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:55.372324 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014db7c-97f2-4f3d-9bb3-2d228d21568f req-2129f4c8-149a-4d73-b78b-7b3fad26de0e tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:55.378272 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4014db7c-97f2-4f3d-9bb3-2d228d21568f req-2129f4c8-149a-4d73-b78b-7b3fad26de0e tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1983271 Mar 22 19:18:55.411090 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645454c-72e8-4890-9762-04f355f1099e req-6f4f41ac-d90b-4a52-bbd9-026cbef5e12b tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:55.418029 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645454c-72e8-4890-9762-04f355f1099e req-6f4f41ac-d90b-4a52-bbd9-026cbef5e12b tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:55.423417 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645454c-72e8-4890-9762-04f355f1099e req-6f4f41ac-d90b-4a52-bbd9-026cbef5e12b tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:55.425104 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1645454c-72e8-4890-9762-04f355f1099e req-6f4f41ac-d90b-4a52-bbd9-026cbef5e12b tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=68209daa-05c0-44fb-9b57-77757fcacb88 HTTP/1.1" status: 200 len: 2376 time: 0.2090509 Mar 22 19:18:55.429545 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-d1295373-8c42-440c-9561-9dd24f203086 req-08fe2f27-7895-444d-bc43-ef87dff9d188 service neutron] Transition to ACTIVE for port object 429aec1f-e681-4d8b-9427-c5abeccedc00 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:18:55.450624 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d1295373-8c42-440c-9561-9dd24f203086 req-08fe2f27-7895-444d-bc43-ef87dff9d188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (429aec1f-e681-4d8b-9427-c5abeccedc00), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:55.519883 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4014db7c-97f2-4f3d-9bb3-2d228d21568f req-16ee7b33-c4b8-427b-b56c-1a60528406ae tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404698 Mar 22 19:18:55.557461 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1645454c-72e8-4890-9762-04f355f1099e req-35410c3c-60a4-4e02-97b1-20aff70bd2b1 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209235 Mar 22 19:18:55.608062 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39396) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:18:55.613158 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 2ba56533-1468-4396-bf3b-f65932d77f9d details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:18:55.669838 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe2f27-7895-444d-bc43-ef87dff9d188 service neutron] Pushing event updated for resources: {'Port': ['ID=429aec1f-e681-4d8b-9427-c5abeccedc00,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:55.810612 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-313e84ad-c0d1-431d-b862-8eafcb94f437 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks [] for security_group (71fd05ff-3cbd-4f39-bb1a-2004a9fe7af2), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:55.825282 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975fb14a-1115-4bcf-839a-bb307e5850fa x-openstack-request-id: req-975fb14a-1115-4bcf-839a-bb307e5850fa {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:18:55.825840 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec", "name": "network-vif-plugged", "status": "completed", "tag": "af2b96db-74fa-4129-bb17-9e177edae123", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:18:55.827113 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-975fb14a-1115-4bcf-839a-bb307e5850fa {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:18:55.827597 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-975fb14a-1115-4bcf-839a-bb307e5850fa'] response: {'server_uuid': 'd5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2b96db-74fa-4129-bb17-9e177edae123', 'code': 200} Mar 22 19:18:55.864242 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-313e84ad-c0d1-431d-b862-8eafcb94f437 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks [] for security_group (71fd05ff-3cbd-4f39-bb1a-2004a9fe7af2), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:55.890764 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 2ba56533-1468-4396-bf3b-f65932d77f9d, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=2ba56533-1468-4396-bf3b-f65932d77f9d,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:55.901490 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-d1295373-8c42-440c-9561-9dd24f203086 req-08fe2f27-7895-444d-bc43-ef87dff9d188 service neutron] Attempting to bind port 429aec1f-e681-4d8b-9427-c5abeccedc00 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:18:55.902075 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-d1295373-8c42-440c-9561-9dd24f203086 req-08fe2f27-7895-444d-bc43-ef87dff9d188 service neutron] Attempting to bind port 429aec1f-e681-4d8b-9427-c5abeccedc00 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '8105ea73-bcc4-4b4e-baf1-619804a6d9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5d6f6a23-9aeb-4117-ab7d-682e6517e99d'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:18:55.902315 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1295373-8c42-440c-9561-9dd24f203086 req-08fe2f27-7895-444d-bc43-ef87dff9d188 service neutron] Attempting to bind port 429aec1f-e681-4d8b-9427-c5abeccedc00 on network 5d6f6a23-9aeb-4117-ab7d-682e6517e99d {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:18:55.909501 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '2ba56533-1468-4396-bf3b-f65932d77f9d', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': '2ba56533-1468-4396-bf3b-f65932d77f9d', 'mac_address': 'fa:16:3e:d3:30:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:18:55.914622 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f1b15-1885-4ee1-80f2-eee96b00a74e req-4cfb8c14-8a85-4c6d-845a-c20e86189d7d tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:55.916890 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-788f1b15-1885-4ee1-80f2-eee96b00a74e req-4cfb8c14-8a85-4c6d-845a-c20e86189d7d tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 950 time: 0.1542735 Mar 22 19:18:55.929316 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1295373-8c42-440c-9561-9dd24f203086 req-08fe2f27-7895-444d-bc43-ef87dff9d188 service neutron] Port 429aec1f-e681-4d8b-9427-c5abeccedc00 on network 5d6f6a23-9aeb-4117-ab7d-682e6517e99d not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:18:55.929829 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1295373-8c42-440c-9561-9dd24f203086 req-08fe2f27-7895-444d-bc43-ef87dff9d188 service neutron] Attempting to bind port 429aec1f-e681-4d8b-9427-c5abeccedc00 on network 5d6f6a23-9aeb-4117-ab7d-682e6517e99d {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:18:55.937952 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1295373-8c42-440c-9561-9dd24f203086 req-08fe2f27-7895-444d-bc43-ef87dff9d188 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:18:55.938294 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1295373-8c42-440c-9561-9dd24f203086 req-08fe2f27-7895-444d-bc43-ef87dff9d188 service neutron] Checking segment: {'id': '8105ea73-bcc4-4b4e-baf1-619804a6d9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5d6f6a23-9aeb-4117-ab7d-682e6517e99d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:18:55.938689 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1295373-8c42-440c-9561-9dd24f203086 req-08fe2f27-7895-444d-bc43-ef87dff9d188 service neutron] Bound using segment: {'id': '8105ea73-bcc4-4b4e-baf1-619804a6d9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5d6f6a23-9aeb-4117-ab7d-682e6517e99d'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:18:55.939947 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-d1295373-8c42-440c-9561-9dd24f203086 req-08fe2f27-7895-444d-bc43-ef87dff9d188 service neutron] Bound port: 429aec1f-e681-4d8b-9427-c5abeccedc00, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8105ea73-bcc4-4b4e-baf1-619804a6d9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5d6f6a23-9aeb-4117-ab7d-682e6517e99d'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:18:55.940341 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d1295373-8c42-440c-9561-9dd24f203086 req-08fe2f27-7895-444d-bc43-ef87dff9d188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (429aec1f-e681-4d8b-9427-c5abeccedc00), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:55.969869 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 2ba56533-1468-4396-bf3b-f65932d77f9d is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:55.970411 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (2ba56533-1468-4396-bf3b-f65932d77f9d), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:55.996319 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fef471-f9c6-4417-a516-9014096c5b8d req-42d98683-200e-4108-8c17-2b52d85d4764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:56.001353 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-02fef471-f9c6-4417-a516-9014096c5b8d req-42d98683-200e-4108-8c17-2b52d85d4764 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 1133 time: 0.0817828 Mar 22 19:18:56.001474 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ba56533-1468-4396-bf3b-f65932d77f9d {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:18:56.002707 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-313e84ad-c0d1-431d-b862-8eafcb94f437 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (71fd05ff-3cbd-4f39-bb1a-2004a9fe7af2), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:56.006148 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-313e84ad-c0d1-431d-b862-8eafcb94f437 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:56.007333 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-313e84ad-c0d1-431d-b862-8eafcb94f437 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "DELETE /v2.0/security-groups/71fd05ff-3cbd-4f39-bb1a-2004a9fe7af2 HTTP/1.1" status: 204 len: 168 time: 0.3979857 Mar 22 19:18:56.010548 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-50942af3-94a3-4d4b-98cd-985a3d0640db req-5f10bf18-93c1-4908-9b0f-0d6eadc44a74 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=f64585e8-933c-4b95-8326-543c09c4f621 HTTP/1.1" status: 200 len: 210 time: 0.0918450 Mar 22 19:18:56.023017 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39400) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:18:56.049867 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 2ba56533-1468-4396-bf3b-f65932d77f9d, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=2ba56533-1468-4396-bf3b-f65932d77f9d,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:56.053986 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e84ad-c0d1-431d-b862-8eafcb94f437 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fd05ff-3cbd-4f39-bb1a-2004a9fe7af2,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:56.061947 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-ef59793a-d41a-46fd-b9f2-7f9e5db07129 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] show failed (client error): The resource could not be found. Mar 22 19:18:56.063841 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ef59793a-d41a-46fd-b9f2-7f9e5db07129 tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "GET /v2.0/security-groups/71fd05ff-3cbd-4f39-bb1a-2004a9fe7af2 HTTP/1.1" status: 404 len: 347 time: 0.0441880 Mar 22 19:18:56.068294 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (2ba56533-1468-4396-bf3b-f65932d77f9d), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:56.068485 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39410) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:18:56.129016 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-788f1b15-1885-4ee1-80f2-eee96b00a74e req-ea78c8be-2b48-4aac-b187-215ad1d365bb tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922636 Mar 22 19:18:56.133078 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-d1295373-8c42-440c-9561-9dd24f203086 req-08fe2f27-7895-444d-bc43-ef87dff9d188 service neutron] For port 429aec1f-e681-4d8b-9427-c5abeccedc00, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:18:56.140841 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-d1295373-8c42-440c-9561-9dd24f203086 req-08fe2f27-7895-444d-bc43-ef87dff9d188 service neutron] For port 429aec1f-e681-4d8b-9427-c5abeccedc00, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=429aec1f-e681-4d8b-9427-c5abeccedc00,segment=NetworkSegment(8105ea73-bcc4-4b4e-baf1-619804a6d9a4),segment_id=8105ea73-bcc4-4b4e-baf1-619804a6d9a4)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:18:56.150341 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d1295373-8c42-440c-9561-9dd24f203086 req-08fe2f27-7895-444d-bc43-ef87dff9d188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (429aec1f-e681-4d8b-9427-c5abeccedc00), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:56.197236 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295373-8c42-440c-9561-9dd24f203086 req-08fe2f27-7895-444d-bc43-ef87dff9d188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:56.199831 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d1295373-8c42-440c-9561-9dd24f203086 req-08fe2f27-7895-444d-bc43-ef87dff9d188 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:56.201582 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1295373-8c42-440c-9561-9dd24f203086 req-08fe2f27-7895-444d-bc43-ef87dff9d188 service neutron] 10.222.0.85 "PUT /v2.0/ports/429aec1f-e681-4d8b-9427-c5abeccedc00 HTTP/1.1" status: 200 len: 1093 time: 2.0091267 Mar 22 19:18:56.206037 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68209daa-05c0-44fb-9b57-77757fcacb88', 'tag': '429aec1f-e681-4d8b-9427-c5abeccedc00'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:18:56.210469 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f4bf34-6a68-4647-a490-ae100c2718e6" -d '{"events": [{"name": "network-changed", "server_uuid": "68209daa-05c0-44fb-9b57-77757fcacb88", "tag": "429aec1f-e681-4d8b-9427-c5abeccedc00"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:18:56.240323 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-d1295373-8c42-440c-9561-9dd24f203086 req-c4b364fe-ef02-45af-9faf-497513b49384 service neutron] Request body: {'port': {'device_id': '68209daa-05c0-44fb-9b57-77757fcacb88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:18:56.276692 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=2ba56533-1468-4396-bf3b-f65932d77f9d,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:56.320289 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-02fef471-f9c6-4417-a516-9014096c5b8d req-a36b6725-35d4-42b6-96f3-47c901e2d043 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117988 Mar 22 19:18:56.352022 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d1295373-8c42-440c-9561-9dd24f203086 req-c4b364fe-ef02-45af-9faf-497513b49384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (df3203e1-54a7-4a0d-acbb-fcd907d50e1b), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:56.362047 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['2ba56533-1468-4396-bf3b-f65932d77f9d'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:18:56.390245 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-e08268ca-e418-43a1-a92f-c43097ff14cb tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Deleting port dc910faf-eb4e-47a4-a808-7b0c78df9ee5 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:18:56.390847 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e08268ca-e418-43a1-a92f-c43097ff14cb tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (dc910faf-eb4e-47a4-a808-7b0c78df9ee5), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:56.530499 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e08268ca-e418-43a1-a92f-c43097ff14cb tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (dc910faf-eb4e-47a4-a808-7b0c78df9ee5), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:56.530880 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e08268ca-e418-43a1-a92f-c43097ff14cb tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks [] for floatingip (dc910faf-eb4e-47a4-a808-7b0c78df9ee5), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:56.566615 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-e08268ca-e418-43a1-a92f-c43097ff14cb tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Calling delete_port for dc910faf-eb4e-47a4-a808-7b0c78df9ee5 owned by network:floatingip {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:18:56.835187 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e08268ca-e418-43a1-a92f-c43097ff14cb tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (dc910faf-eb4e-47a4-a808-7b0c78df9ee5), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:56.864263 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08268ca-e418-43a1-a92f-c43097ff14cb tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Pushing event deleted for resources: {'Port': ['ID=dc910faf-eb4e-47a4-a808-7b0c78df9ee5,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:56.934186 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe2f27-7895-444d-bc43-ef87dff9d188 service neutron] Pushing event updated for resources: {'Port': ['ID=429aec1f-e681-4d8b-9427-c5abeccedc00,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:56.958771 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e08268ca-e418-43a1-a92f-c43097ff14cb tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks [] for floatingip (736abfcd-157e-464d-b461-1aa2e93c387b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:56.961541 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e08268ca-e418-43a1-a92f-c43097ff14cb tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:56.969895 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e08268ca-e418-43a1-a92f-c43097ff14cb tempest-AttachSCSIVolumeTestJSON-778822068 tempest-AttachSCSIVolumeTestJSON-778822068-project] 10.222.0.75 "DELETE /v2.0/floatingips/736abfcd-157e-464d-b461-1aa2e93c387b HTTP/1.1" status: 204 len: 168 time: 0.9000778 Mar 22 19:18:56.975303 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c11532c2-ebd6-4934-ae69-5d87f56a82cf req-f4df44d2-00d1-48db-9e9d-95ebd091dcb7 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=d705cf46da4049c5a3f437a1e3d200c6 HTTP/1.1" status: 200 len: 221 time: 0.7723348 Mar 22 19:18:57.292761 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90f49a7-f083-4543-8d7f-50de0a806743 x-openstack-request-id: req-b90f49a7-f083-4543-8d7f-50de0a806743 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:18:57.293094 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68209daa-05c0-44fb-9b57-77757fcacb88", "tag": "429aec1f-e681-4d8b-9427-c5abeccedc00", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:18:57.294599 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b90f49a7-f083-4543-8d7f-50de0a806743 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:18:57.295216 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b90f49a7-f083-4543-8d7f-50de0a806743'] response: {'name': 'network-changed', 'server_uuid': '68209daa-05c0-44fb-9b57-77757fcacb88', 'tag': '429aec1f-e681-4d8b-9427-c5abeccedc00', 'status': 'completed', 'code': 200} Mar 22 19:18:57.304592 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4bf34-6a68-4647-a490-ae100c2718e6 req-dcceb251-0e3c-43c2-805a-0c39aa202e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:57.305336 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4bf34-6a68-4647-a490-ae100c2718e6 req-dcceb251-0e3c-43c2-805a-0c39aa202e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:57.305754 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4bf34-6a68-4647-a490-ae100c2718e6 req-dcceb251-0e3c-43c2-805a-0c39aa202e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:57.307516 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-75f4bf34-6a68-4647-a490-ae100c2718e6 req-dcceb251-0e3c-43c2-805a-0c39aa202e96 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=67b86c6af44b4a07933828ae021d3977&device_id=68209daa-05c0-44fb-9b57-77757fcacb88 HTTP/1.1" status: 200 len: 2763 time: 0.0873923 Mar 22 19:18:57.311573 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-cba32204-24ae-41ae-a8ca-de185b7a09a3 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:57.313257 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-cba32204-24ae-41ae-a8ca-de185b7a09a3 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.84 "GET /v2.0/networks?id=3f43483d-05ef-426b-881a-d8fc390ab6a9 HTTP/1.1" status: 200 len: 821 time: 0.9624109 Mar 22 19:18:57.341365 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-9d0b5d6e-aefd-4194-8f57-37f26b258439 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Request body: {'port': {'device_id': 'f64585e8-933c-4b95-8326-543c09c4f621', 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9', 'admin_state_up': True, 'tenant_id': '21ca62c1596a4d419681f3e57266f544'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:18:57.482657 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea3242-b087-44d8-a386-352c2d0033ce req-98c4ccac-f1ef-4d3d-85dc-eac49d279518 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:57.485243 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7cea3242-b087-44d8-a386-352c2d0033ce req-98c4ccac-f1ef-4d3d-85dc-eac49d279518 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=7843c71d-fc80-4e28-9418-8c90f5040774 HTTP/1.1" status: 200 len: 949 time: 0.3866494 Mar 22 19:18:57.554622 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4bf34-6a68-4647-a490-ae100c2718e6 req-7d1e8ac8-4f56-43e4-9039-cc87b5226747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:57.555116 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4bf34-6a68-4647-a490-ae100c2718e6 req-7d1e8ac8-4f56-43e4-9039-cc87b5226747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:57.555583 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4bf34-6a68-4647-a490-ae100c2718e6 req-7d1e8ac8-4f56-43e4-9039-cc87b5226747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:57.557453 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-75f4bf34-6a68-4647-a490-ae100c2718e6 req-7d1e8ac8-4f56-43e4-9039-cc87b5226747 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=67b86c6af44b4a07933828ae021d3977&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2417879 Mar 22 19:18:57.606925 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 2ba56533-1468-4396-bf3b-f65932d77f9d up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:18:57.611497 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-d1295373-8c42-440c-9561-9dd24f203086 req-c4b364fe-ef02-45af-9faf-497513b49384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df3203e1-54a7-4a0d-acbb-fcd907d50e1b {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:18:57.633152 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d1295373-8c42-440c-9561-9dd24f203086 req-c4b364fe-ef02-45af-9faf-497513b49384 service neutron] Publish callbacks [] for port (df3203e1-54a7-4a0d-acbb-fcd907d50e1b), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:57.689239 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed43dc-e485-41fd-8e25-fbc93a607e71 req-41b5d696-0877-4013-bec3-5c72cc5e1354 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:57.714367 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed43dc-e485-41fd-8e25-fbc93a607e71 req-41b5d696-0877-4013-bec3-5c72cc5e1354 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:57.741604 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed43dc-e485-41fd-8e25-fbc93a607e71 req-41b5d696-0877-4013-bec3-5c72cc5e1354 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:57.747851 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b7ed43dc-e485-41fd-8e25-fbc93a607e71 req-41b5d696-0877-4013-bec3-5c72cc5e1354 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=68209daa-05c0-44fb-9b57-77757fcacb88 HTTP/1.1" status: 200 len: 2388 time: 0.4577990 Mar 22 19:18:57.750927 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 2ba56533-1468-4396-bf3b-f65932d77f9d completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:18:57.759566 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 2ba56533-1468-4396-bf3b-f65932d77f9d triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:18:57.760993 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (2ba56533-1468-4396-bf3b-f65932d77f9d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:57.762431 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4bf34-6a68-4647-a490-ae100c2718e6 req-93d2dc31-ab52-4aec-b39c-b998f70f950a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:57.764039 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-75f4bf34-6a68-4647-a490-ae100c2718e6 req-93d2dc31-ab52-4aec-b39c-b998f70f950a service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2004256 Mar 22 19:18:57.801041 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7cea3242-b087-44d8-a386-352c2d0033ce req-773adb75-4005-4f71-ad86-6f5ff17f5e79 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036544 Mar 22 19:18:57.803581 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-d1295373-8c42-440c-9561-9dd24f203086 req-c4b364fe-ef02-45af-9faf-497513b49384 service neutron] Transition to ACTIVE for port object df3203e1-54a7-4a0d-acbb-fcd907d50e1b will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:18:57.812805 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d1295373-8c42-440c-9561-9dd24f203086 req-c4b364fe-ef02-45af-9faf-497513b49384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (df3203e1-54a7-4a0d-acbb-fcd907d50e1b), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:57.956106 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b364fe-ef02-45af-9faf-497513b49384 service neutron] Pushing event updated for resources: {'Port': ['ID=df3203e1-54a7-4a0d-acbb-fcd907d50e1b,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:57.956815 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 2ba56533-1468-4396-bf3b-f65932d77f9d is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:57.956815 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (2ba56533-1468-4396-bf3b-f65932d77f9d), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:57.980518 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7843c71d-fc80-4e28-9418-8c90f5040774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba56533-1468-4396-bf3b-f65932d77f9d'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:18:57.983092 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d6ddcb-566c-4de1-9a99-ad0ae96ed9b6" -d '{"events": [{"server_uuid": "7843c71d-fc80-4e28-9418-8c90f5040774", "name": "network-vif-plugged", "status": "completed", "tag": "2ba56533-1468-4396-bf3b-f65932d77f9d"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:18:57.996389 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 2ba56533-1468-4396-bf3b-f65932d77f9d, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=2ba56533-1468-4396-bf3b-f65932d77f9d,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:58.001029 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (2ba56533-1468-4396-bf3b-f65932d77f9d), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:58.001986 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device bb95e980-9195-45e8-bbe0-781f42a51103 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:18:58.008652 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-9d0b5d6e-aefd-4194-8f57-37f26b258439 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Made reservation on behalf of 21ca62c1596a4d419681f3e57266f544 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:18:58.017983 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-9d0b5d6e-aefd-4194-8f57-37f26b258439 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:58.161652 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b7ed43dc-e485-41fd-8e25-fbc93a607e71 req-605484da-ef61-4673-b685-3037e6514c48 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592947 Mar 22 19:18:58.229490 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=2ba56533-1468-4396-bf3b-f65932d77f9d,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:58.279726 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe425e-592b-4fc7-9494-d561985bbc7f req-60dbd6be-1c20-45b0-8dae-3d36b3115a5f tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:58.281697 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eebe425e-592b-4fc7-9494-d561985bbc7f req-60dbd6be-1c20-45b0-8dae-3d36b3115a5f tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.3103456 Mar 22 19:18:58.290369 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port bb95e980-9195-45e8-bbe0-781f42a51103 is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:18:58.290769 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (bb95e980-9195-45e8-bbe0-781f42a51103), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:58.341269 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port bb95e980-9195-45e8-bbe0-781f42a51103, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=bb95e980-9195-45e8-bbe0-781f42a51103,segment=NetworkSegment(85cf4aab-02b0-4ed0-89a0-65a703cfb595),segment_id=85cf4aab-02b0-4ed0-89a0-65a703cfb595)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:18:58.347503 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (bb95e980-9195-45e8-bbe0-781f42a51103), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:58.357400 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a252d3df-4815-46f3-b0e2-73555e88d48b req-993e3680-ecbe-458f-b256-bf995393439d tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=f64585e8-933c-4b95-8326-543c09c4f621 HTTP/1.1" status: 200 len: 210 time: 0.0716577 Mar 22 19:18:58.378514 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-d1295373-8c42-440c-9561-9dd24f203086 req-c4b364fe-ef02-45af-9faf-497513b49384 service neutron] Attempting to bind port df3203e1-54a7-4a0d-acbb-fcd907d50e1b on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:18:58.379179 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-d1295373-8c42-440c-9561-9dd24f203086 req-c4b364fe-ef02-45af-9faf-497513b49384 service neutron] Attempting to bind port df3203e1-54a7-4a0d-acbb-fcd907d50e1b by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': 'd4078bfb-4afc-4f94-9b5c-8d8a7c8ea86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '83ed3166-b5c2-4945-82df-ee0b5d50cd22'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:18:58.380338 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1295373-8c42-440c-9561-9dd24f203086 req-c4b364fe-ef02-45af-9faf-497513b49384 service neutron] Attempting to bind port df3203e1-54a7-4a0d-acbb-fcd907d50e1b on network 83ed3166-b5c2-4945-82df-ee0b5d50cd22 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:18:58.409150 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=bb95e980-9195-45e8-bbe0-781f42a51103,revision_number=8']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:58.421614 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1295373-8c42-440c-9561-9dd24f203086 req-c4b364fe-ef02-45af-9faf-497513b49384 service neutron] Port df3203e1-54a7-4a0d-acbb-fcd907d50e1b on network 83ed3166-b5c2-4945-82df-ee0b5d50cd22 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:18:58.422295 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1295373-8c42-440c-9561-9dd24f203086 req-c4b364fe-ef02-45af-9faf-497513b49384 service neutron] Attempting to bind port df3203e1-54a7-4a0d-acbb-fcd907d50e1b on network 83ed3166-b5c2-4945-82df-ee0b5d50cd22 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:18:58.445298 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eebe425e-592b-4fc7-9494-d561985bbc7f req-1850f004-c81f-4570-8c75-9675aa5feb0b tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549656 Mar 22 19:18:58.446081 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1295373-8c42-440c-9561-9dd24f203086 req-c4b364fe-ef02-45af-9faf-497513b49384 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:18:58.446407 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1295373-8c42-440c-9561-9dd24f203086 req-c4b364fe-ef02-45af-9faf-497513b49384 service neutron] Checking segment: {'id': 'd4078bfb-4afc-4f94-9b5c-8d8a7c8ea86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '83ed3166-b5c2-4945-82df-ee0b5d50cd22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:18:58.446783 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1295373-8c42-440c-9561-9dd24f203086 req-c4b364fe-ef02-45af-9faf-497513b49384 service neutron] Bound using segment: {'id': 'd4078bfb-4afc-4f94-9b5c-8d8a7c8ea86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '83ed3166-b5c2-4945-82df-ee0b5d50cd22'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:18:58.447227 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-d1295373-8c42-440c-9561-9dd24f203086 req-c4b364fe-ef02-45af-9faf-497513b49384 service neutron] Bound port: df3203e1-54a7-4a0d-acbb-fcd907d50e1b, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4078bfb-4afc-4f94-9b5c-8d8a7c8ea86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '83ed3166-b5c2-4945-82df-ee0b5d50cd22'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:18:58.448341 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d1295373-8c42-440c-9561-9dd24f203086 req-c4b364fe-ef02-45af-9faf-497513b49384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (df3203e1-54a7-4a0d-acbb-fcd907d50e1b), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:58.519947 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-9d0b5d6e-aefd-4194-8f57-37f26b258439 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Allocated IP 172.20.0.9 (3f43483d-05ef-426b-881a-d8fc390ab6a9/bc515ca7-b43f-45d2-b838-320d24bc42f9/f1821a1c-09f6-44a1-a91b-c3c1c61023c7) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:18:58.621005 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b02b759-85a8-4bb0-acff-ac2ba1177259 x-openstack-request-id: req-1b02b759-85a8-4bb0-acff-ac2ba1177259 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:18:58.622891 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7843c71d-fc80-4e28-9418-8c90f5040774", "name": "network-vif-plugged", "status": "completed", "tag": "2ba56533-1468-4396-bf3b-f65932d77f9d", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:18:58.623331 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1b02b759-85a8-4bb0-acff-ac2ba1177259 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:18:58.625892 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b02b759-85a8-4bb0-acff-ac2ba1177259'] response: {'server_uuid': '7843c71d-fc80-4e28-9418-8c90f5040774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba56533-1468-4396-bf3b-f65932d77f9d', 'code': 200} Mar 22 19:18:58.691467 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-d1295373-8c42-440c-9561-9dd24f203086 req-c4b364fe-ef02-45af-9faf-497513b49384 service neutron] For port df3203e1-54a7-4a0d-acbb-fcd907d50e1b, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:18:58.733228 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b0773-a8ce-4f33-9876-1212c618af23 req-7c4cd64a-5d42-4b51-b16a-21bfd53e2189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:58.735521 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-217b0773-a8ce-4f33-9876-1212c618af23 req-7c4cd64a-5d42-4b51-b16a-21bfd53e2189 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7843c71d-fc80-4e28-9418-8c90f5040774 HTTP/1.1" status: 200 len: 1133 time: 0.0523267 Mar 22 19:18:58.739646 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-d1295373-8c42-440c-9561-9dd24f203086 req-c4b364fe-ef02-45af-9faf-497513b49384 service neutron] For port df3203e1-54a7-4a0d-acbb-fcd907d50e1b, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=df3203e1-54a7-4a0d-acbb-fcd907d50e1b,segment=NetworkSegment(d4078bfb-4afc-4f94-9b5c-8d8a7c8ea86b),segment_id=d4078bfb-4afc-4f94-9b5c-8d8a7c8ea86b)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:18:58.748575 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c073a-ec3d-4e86-8b9e-c9774b530664 req-a0b8f1a5-b881-4751-b815-4d58545adcc9 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:58.750086 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a53c073a-ec3d-4e86-8b9e-c9774b530664 req-a0b8f1a5-b881-4751-b815-4d58545adcc9 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 950 time: 0.2080607 Mar 22 19:18:58.773652 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d1295373-8c42-440c-9561-9dd24f203086 req-c4b364fe-ef02-45af-9faf-497513b49384 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (df3203e1-54a7-4a0d-acbb-fcd907d50e1b), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:58.788555 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-217b0773-a8ce-4f33-9876-1212c618af23 req-acbbc90e-4970-4a6f-aab5-1e80915b7d56 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449944 Mar 22 19:18:58.868393 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295373-8c42-440c-9561-9dd24f203086 req-c4b364fe-ef02-45af-9faf-497513b49384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:58.870579 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d1295373-8c42-440c-9561-9dd24f203086 req-c4b364fe-ef02-45af-9faf-497513b49384 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:58.872147 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1295373-8c42-440c-9561-9dd24f203086 req-c4b364fe-ef02-45af-9faf-497513b49384 service neutron] 10.222.0.85 "PUT /v2.0/ports/df3203e1-54a7-4a0d-acbb-fcd907d50e1b HTTP/1.1" status: 200 len: 1092 time: 2.6441801 Mar 22 19:18:58.910332 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e1947-e89e-4cd7-a9b7-37035a27e9db req-07223f87-4473-4862-940d-4e0957eaab31 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:58.918243 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f18e1947-e89e-4cd7-a9b7-37035a27e9db req-07223f87-4473-4862-940d-4e0957eaab31 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.2374761 Mar 22 19:18:58.926818 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-d1295373-8c42-440c-9561-9dd24f203086 req-298642b3-91a0-4bcb-b2f2-232d7c77e917 service neutron] Request body: {'port': {'device_id': '68209daa-05c0-44fb-9b57-77757fcacb88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:18:59.011581 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b364fe-ef02-45af-9faf-497513b49384 service neutron] Pushing event updated for resources: {'Port': ['ID=df3203e1-54a7-4a0d-acbb-fcd907d50e1b,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:59.047109 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a53c073a-ec3d-4e86-8b9e-c9774b530664 req-e63a8aa0-88dc-456b-a648-3b23b1c60814 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685580 Mar 22 19:18:59.108675 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d1295373-8c42-440c-9561-9dd24f203086 req-298642b3-91a0-4bcb-b2f2-232d7c77e917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (2269c63d-7b32-41ed-babb-1e84e5c0dd6b), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:59.113231 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f18e1947-e89e-4cd7-a9b7-37035a27e9db req-2320ef25-cd9f-4c39-9ed5-9eec7ee4caa1 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939478 Mar 22 19:18:59.126743 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-9d0b5d6e-aefd-4194-8f57-37f26b258439 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Publish callbacks [] for port (f1821a1c-09f6-44a1-a91b-c3c1c61023c7), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:59.296575 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68209daa-05c0-44fb-9b57-77757fcacb88', 'tag': 'df3203e1-54a7-4a0d-acbb-fcd907d50e1b'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:18:59.298562 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefda3d8-c0f7-44bd-b1c1-594ec10b05f5" -d '{"events": [{"name": "network-changed", "server_uuid": "68209daa-05c0-44fb-9b57-77757fcacb88", "tag": "df3203e1-54a7-4a0d-acbb-fcd907d50e1b"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:18:59.381547 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-9d0b5d6e-aefd-4194-8f57-37f26b258439 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (f1821a1c-09f6-44a1-a91b-c3c1c61023c7), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:59.499352 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-9d0b5d6e-aefd-4194-8f57-37f26b258439 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Network 3f43483d-05ef-426b-881a-d8fc390ab6a9 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:18:59.521974 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89e796-5165-4312-bc7c-4bc2e9a554b5 req-711eed8f-331f-49e5-80b0-9a9baf397e98 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:59.523478 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0b89e796-5165-4312-bc7c-4bc2e9a554b5 req-711eed8f-331f-49e5-80b0-9a9baf397e98 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=7843c71d-fc80-4e28-9418-8c90f5040774 HTTP/1.1" status: 200 len: 950 time: 0.3204112 Mar 22 19:18:59.524349 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-9d0b5d6e-aefd-4194-8f57-37f26b258439 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:18:59.532075 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-9d0b5d6e-aefd-4194-8f57-37f26b258439 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:18:59.541845 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-4e8b2d5c-5bec-4496-acd6-b4291465d0ca tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:59.543329 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-4e8b2d5c-5bec-4496-acd6-b4291465d0ca tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/networks?id=c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd HTTP/1.1" status: 200 len: 804 time: 0.3793910 Mar 22 19:18:59.547847 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b5d6e-aefd-4194-8f57-37f26b258439 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Pushing event updated for resources: {'Port': ['ID=f1821a1c-09f6-44a1-a91b-c3c1c61023c7,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:18:59.612540 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-86662e12-01bb-4bdb-8a49-6d24a2bb490d tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/quotas/6baa0c4671fe40f89b69725a70157b5e HTTP/1.1" status: 200 len: 375 time: 0.0614758 Mar 22 19:18:59.675778 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-9d0b5d6e-aefd-4194-8f57-37f26b258439 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:18:59.676394 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-9d0b5d6e-aefd-4194-8f57-37f26b258439 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:59.712088 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0b89e796-5165-4312-bc7c-4bc2e9a554b5 req-5f3d7e29-6178-43bd-8c38-253290c9d612 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677823 Mar 22 19:18:59.727648 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-9d0b5d6e-aefd-4194-8f57-37f26b258439 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3916209 Mar 22 19:18:59.740673 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-43c47630-5a20-46e5-836e-b7aa4dee437d service neutron] Request body: {'port': {'device_id': 'f64585e8-933c-4b95-8326-543c09c4f621', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:18:59.799928 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-2f438df6-dc99-4088-9bcf-18a9d377052f tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6baa0c4671fe40f89b69725a70157b5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1797664 Mar 22 19:18:59.829588 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-d1295373-8c42-440c-9561-9dd24f203086 req-298642b3-91a0-4bcb-b2f2-232d7c77e917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2269c63d-7b32-41ed-babb-1e84e5c0dd6b {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:18:59.891227 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d1295373-8c42-440c-9561-9dd24f203086 req-298642b3-91a0-4bcb-b2f2-232d7c77e917 service neutron] Publish callbacks [] for port (2269c63d-7b32-41ed-babb-1e84e5c0dd6b), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:59.944521 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-d1295373-8c42-440c-9561-9dd24f203086 req-298642b3-91a0-4bcb-b2f2-232d7c77e917 service neutron] Transition to ACTIVE for port object 2269c63d-7b32-41ed-babb-1e84e5c0dd6b will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:18:59.949356 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-43c47630-5a20-46e5-836e-b7aa4dee437d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f1821a1c-09f6-44a1-a91b-c3c1c61023c7), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:18:59.962047 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d1295373-8c42-440c-9561-9dd24f203086 req-298642b3-91a0-4bcb-b2f2-232d7c77e917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (2269c63d-7b32-41ed-babb-1e84e5c0dd6b), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:00.095465 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-3467507f-3eb2-408a-99ce-3906a05d1f54 service neutron] 10.222.0.75 "GET /v2.0/networks/c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819939 Mar 22 19:19:00.102088 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ba870-aa4d-4cfe-9d25-573896ffc351 req-6e50ccfa-6a3a-44d6-882e-d6945b692b80 tempest-MigrationsAdminTest-102229236 tempest-MigrationsAdminTest-102229236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:00.103830 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-658ba870-aa4d-4cfe-9d25-573896ffc351 req-6e50ccfa-6a3a-44d6-882e-d6945b692b80 tempest-MigrationsAdminTest-102229236 tempest-MigrationsAdminTest-102229236-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 1133 time: 0.2421446 Mar 22 19:19:00.136486 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298642b3-91a0-4bcb-b2f2-232d7c77e917 service neutron] Pushing event updated for resources: {'Port': ['ID=2269c63d-7b32-41ed-babb-1e84e5c0dd6b,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:00.464353 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-658ba870-aa4d-4cfe-9d25-573896ffc351 req-c331b62b-4398-40e3-886c-03f5fa0950b9 tempest-MigrationsAdminTest-102229236 tempest-MigrationsAdminTest-102229236-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353469 Mar 22 19:19:00.482508 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-d1295373-8c42-440c-9561-9dd24f203086 req-298642b3-91a0-4bcb-b2f2-232d7c77e917 service neutron] Attempting to bind port 2269c63d-7b32-41ed-babb-1e84e5c0dd6b on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:19:00.482846 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-d1295373-8c42-440c-9561-9dd24f203086 req-298642b3-91a0-4bcb-b2f2-232d7c77e917 service neutron] Attempting to bind port 2269c63d-7b32-41ed-babb-1e84e5c0dd6b by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '8105ea73-bcc4-4b4e-baf1-619804a6d9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5d6f6a23-9aeb-4117-ab7d-682e6517e99d'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:19:00.483173 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1295373-8c42-440c-9561-9dd24f203086 req-298642b3-91a0-4bcb-b2f2-232d7c77e917 service neutron] Attempting to bind port 2269c63d-7b32-41ed-babb-1e84e5c0dd6b on network 5d6f6a23-9aeb-4117-ab7d-682e6517e99d {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:19:00.491291 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-584196d1-74da-4cdc-ad64-2465d3097c7e service neutron] 10.222.0.75 "GET /v2.0/networks/c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805463 Mar 22 19:19:00.501246 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1295373-8c42-440c-9561-9dd24f203086 req-298642b3-91a0-4bcb-b2f2-232d7c77e917 service neutron] Port 2269c63d-7b32-41ed-babb-1e84e5c0dd6b on network 5d6f6a23-9aeb-4117-ab7d-682e6517e99d not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:19:00.501594 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1295373-8c42-440c-9561-9dd24f203086 req-298642b3-91a0-4bcb-b2f2-232d7c77e917 service neutron] Attempting to bind port 2269c63d-7b32-41ed-babb-1e84e5c0dd6b on network 5d6f6a23-9aeb-4117-ab7d-682e6517e99d {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:19:00.515190 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1295373-8c42-440c-9561-9dd24f203086 req-298642b3-91a0-4bcb-b2f2-232d7c77e917 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:19:00.515750 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1295373-8c42-440c-9561-9dd24f203086 req-298642b3-91a0-4bcb-b2f2-232d7c77e917 service neutron] Checking segment: {'id': '8105ea73-bcc4-4b4e-baf1-619804a6d9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5d6f6a23-9aeb-4117-ab7d-682e6517e99d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:19:00.516317 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1295373-8c42-440c-9561-9dd24f203086 req-298642b3-91a0-4bcb-b2f2-232d7c77e917 service neutron] Bound using segment: {'id': '8105ea73-bcc4-4b4e-baf1-619804a6d9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5d6f6a23-9aeb-4117-ab7d-682e6517e99d'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:19:00.516762 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-d1295373-8c42-440c-9561-9dd24f203086 req-298642b3-91a0-4bcb-b2f2-232d7c77e917 service neutron] Bound port: 2269c63d-7b32-41ed-babb-1e84e5c0dd6b, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8105ea73-bcc4-4b4e-baf1-619804a6d9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5d6f6a23-9aeb-4117-ab7d-682e6517e99d'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:19:00.517120 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d1295373-8c42-440c-9561-9dd24f203086 req-298642b3-91a0-4bcb-b2f2-232d7c77e917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (2269c63d-7b32-41ed-babb-1e84e5c0dd6b), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:00.627500 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be2263e-7dc2-47c8-ad4d-d0a20ef6285a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb95e980-9195-45e8-bbe0-781f42a51103'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:19:00.631299 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407ddeb0-517f-4002-8471-309b1aab392b" -d '{"events": [{"server_uuid": "4be2263e-7dc2-47c8-ad4d-d0a20ef6285a", "name": "network-vif-unplugged", "status": "completed", "tag": "bb95e980-9195-45e8-bbe0-781f42a51103"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:19:00.741126 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-d1295373-8c42-440c-9561-9dd24f203086 req-298642b3-91a0-4bcb-b2f2-232d7c77e917 service neutron] For port 2269c63d-7b32-41ed-babb-1e84e5c0dd6b, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:19:00.754918 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c7ade-c02a-4db4-bae6-b26c1eb646b2 req-8bb5a8c8-22fc-4b5b-b62f-8bbb2a0d58db tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:00.761658 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-237c7ade-c02a-4db4-bae6-b26c1eb646b2 req-8bb5a8c8-22fc-4b5b-b62f-8bbb2a0d58db tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.84 "GET /v2.0/ports?device_id=4be2263e-7dc2-47c8-ad4d-d0a20ef6285a HTTP/1.1" status: 200 len: 944 time: 0.1463087 Mar 22 19:19:00.959270 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefda3d8-c0f7-44bd-b1c1-594ec10b05f5 req-f87b4dd0-d457-43e0-8447-53a1072c0d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:00.959877 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefda3d8-c0f7-44bd-b1c1-594ec10b05f5 req-f87b4dd0-d457-43e0-8447-53a1072c0d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:00.960824 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefda3d8-c0f7-44bd-b1c1-594ec10b05f5 req-f87b4dd0-d457-43e0-8447-53a1072c0d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:00.962975 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-aefda3d8-c0f7-44bd-b1c1-594ec10b05f5 req-f87b4dd0-d457-43e0-8447-53a1072c0d8f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=67b86c6af44b4a07933828ae021d3977&device_id=68209daa-05c0-44fb-9b57-77757fcacb88 HTTP/1.1" status: 200 len: 2888 time: 0.1497569 Mar 22 19:19:01.160649 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefda3d8-c0f7-44bd-b1c1-594ec10b05f5 req-b0e0d0f6-d9d9-4fdb-9b6e-8050de1b278f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:01.161240 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefda3d8-c0f7-44bd-b1c1-594ec10b05f5 req-b0e0d0f6-d9d9-4fdb-9b6e-8050de1b278f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:01.161588 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefda3d8-c0f7-44bd-b1c1-594ec10b05f5 req-b0e0d0f6-d9d9-4fdb-9b6e-8050de1b278f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:01.163928 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-aefda3d8-c0f7-44bd-b1c1-594ec10b05f5 req-b0e0d0f6-d9d9-4fdb-9b6e-8050de1b278f service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=67b86c6af44b4a07933828ae021d3977&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1895201 Mar 22 19:19:01.235014 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-237c7ade-c02a-4db4-bae6-b26c1eb646b2 req-4ddb715c-01df-4d19-9384-0465149719a9 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Deleting port bb95e980-9195-45e8-bbe0-781f42a51103 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:19:01.235362 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-237c7ade-c02a-4db4-bae6-b26c1eb646b2 req-4ddb715c-01df-4d19-9384-0465149719a9 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (bb95e980-9195-45e8-bbe0-781f42a51103), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:01.340703 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-43c47630-5a20-46e5-836e-b7aa4dee437d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1821a1c-09f6-44a1-a91b-c3c1c61023c7 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:19:01.351226 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-43c47630-5a20-46e5-836e-b7aa4dee437d service neutron] Publish callbacks [] for port (f1821a1c-09f6-44a1-a91b-c3c1c61023c7), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:01.365958 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-43c47630-5a20-46e5-836e-b7aa4dee437d service neutron] Transition to ACTIVE for port object f1821a1c-09f6-44a1-a91b-c3c1c61023c7 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:19:01.383592 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-237c7ade-c02a-4db4-bae6-b26c1eb646b2 req-4ddb715c-01df-4d19-9384-0465149719a9 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] For port bb95e980-9195-45e8-bbe0-781f42a51103, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=bb95e980-9195-45e8-bbe0-781f42a51103,segment=NetworkSegment(85cf4aab-02b0-4ed0-89a0-65a703cfb595),segment_id=85cf4aab-02b0-4ed0-89a0-65a703cfb595)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:01.385028 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-237c7ade-c02a-4db4-bae6-b26c1eb646b2 req-4ddb715c-01df-4d19-9384-0465149719a9 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (bb95e980-9195-45e8-bbe0-781f42a51103), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:01.391329 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04006d01-0b52-426a-b3b4-3cd3938cd35c x-openstack-request-id: req-04006d01-0b52-426a-b3b4-3cd3938cd35c {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:19:01.392221 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68209daa-05c0-44fb-9b57-77757fcacb88", "tag": "df3203e1-54a7-4a0d-acbb-fcd907d50e1b", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:19:01.392668 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-04006d01-0b52-426a-b3b4-3cd3938cd35c {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:19:01.394837 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04006d01-0b52-426a-b3b4-3cd3938cd35c'] response: {'name': 'network-changed', 'server_uuid': '68209daa-05c0-44fb-9b57-77757fcacb88', 'tag': 'df3203e1-54a7-4a0d-acbb-fcd907d50e1b', 'status': 'completed', 'code': 200} Mar 22 19:19:01.399533 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-d1295373-8c42-440c-9561-9dd24f203086 req-298642b3-91a0-4bcb-b2f2-232d7c77e917 service neutron] For port 2269c63d-7b32-41ed-babb-1e84e5c0dd6b, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=2269c63d-7b32-41ed-babb-1e84e5c0dd6b,segment=NetworkSegment(8105ea73-bcc4-4b4e-baf1-619804a6d9a4),segment_id=8105ea73-bcc4-4b4e-baf1-619804a6d9a4)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:19:01.406173 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-43c47630-5a20-46e5-836e-b7aa4dee437d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (f1821a1c-09f6-44a1-a91b-c3c1c61023c7), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:01.417597 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-237c7ade-c02a-4db4-bae6-b26c1eb646b2 req-4ddb715c-01df-4d19-9384-0465149719a9 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Calling delete_port for bb95e980-9195-45e8-bbe0-781f42a51103 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:19:01.462938 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefda3d8-c0f7-44bd-b1c1-594ec10b05f5 req-792d2cba-ba84-4167-aee4-3393a80c1a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:01.464539 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-aefda3d8-c0f7-44bd-b1c1-594ec10b05f5 req-792d2cba-ba84-4167-aee4-3393a80c1a63 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2884324 Mar 22 19:19:01.512337 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c47630-5a20-46e5-836e-b7aa4dee437d service neutron] Pushing event updated for resources: {'Port': ['ID=f1821a1c-09f6-44a1-a91b-c3c1c61023c7,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:01.528028 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d1295373-8c42-440c-9561-9dd24f203086 req-298642b3-91a0-4bcb-b2f2-232d7c77e917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (2269c63d-7b32-41ed-babb-1e84e5c0dd6b), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:01.620351 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-237c7ade-c02a-4db4-bae6-b26c1eb646b2 req-4ddb715c-01df-4d19-9384-0465149719a9 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (bb95e980-9195-45e8-bbe0-781f42a51103), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:01.642523 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295373-8c42-440c-9561-9dd24f203086 req-298642b3-91a0-4bcb-b2f2-232d7c77e917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:01.649354 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d1295373-8c42-440c-9561-9dd24f203086 req-298642b3-91a0-4bcb-b2f2-232d7c77e917 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:01.652158 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1295373-8c42-440c-9561-9dd24f203086 req-298642b3-91a0-4bcb-b2f2-232d7c77e917 service neutron] 10.222.0.85 "PUT /v2.0/ports/2269c63d-7b32-41ed-babb-1e84e5c0dd6b HTTP/1.1" status: 200 len: 1093 time: 2.7528164 Mar 22 19:19:01.688066 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f108bc-8eb4-4e4f-86dd-90f0f37ad0e8 req-6a5fa15a-def8-45fb-87d8-9df8b03b606e tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:01.692782 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb715c-01df-4d19-9384-0465149719a9 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Pushing event deleted for resources: {'Port': ['ID=bb95e980-9195-45e8-bbe0-781f42a51103,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:01.707673 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f108bc-8eb4-4e4f-86dd-90f0f37ad0e8 req-6a5fa15a-def8-45fb-87d8-9df8b03b606e tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:01.731473 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f108bc-8eb4-4e4f-86dd-90f0f37ad0e8 req-6a5fa15a-def8-45fb-87d8-9df8b03b606e tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:01.735077 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51f108bc-8eb4-4e4f-86dd-90f0f37ad0e8 req-6a5fa15a-def8-45fb-87d8-9df8b03b606e tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=68209daa-05c0-44fb-9b57-77757fcacb88 HTTP/1.1" status: 200 len: 2412 time: 1.1045685 Mar 22 19:19:01.788948 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-237c7ade-c02a-4db4-bae6-b26c1eb646b2 req-4ddb715c-01df-4d19-9384-0465149719a9 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] No DVR routers for this DVR port bb95e980-9195-45e8-bbe0-781f42a51103 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:19:01.796943 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-237c7ade-c02a-4db4-bae6-b26c1eb646b2 req-4ddb715c-01df-4d19-9384-0465149719a9 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:01.800531 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-237c7ade-c02a-4db4-bae6-b26c1eb646b2 req-4ddb715c-01df-4d19-9384-0465149719a9 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.84 "DELETE /v2.0/ports/bb95e980-9195-45e8-bbe0-781f42a51103 HTTP/1.1" status: 204 len: 173 time: 1.0334132 Mar 22 19:19:01.801047 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be2263e-7dc2-47c8-ad4d-d0a20ef6285a', 'name': 'network-vif-deleted', 'tag': 'bb95e980-9195-45e8-bbe0-781f42a51103'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:19:01.803383 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38026786-52d4-4b64-be0c-9ab571568cd6" -d '{"events": [{"server_uuid": "4be2263e-7dc2-47c8-ad4d-d0a20ef6285a", "name": "network-vif-deleted", "tag": "bb95e980-9195-45e8-bbe0-781f42a51103"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:19:01.898956 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60fd09e-f67e-4383-983b-9463ff1422bc req-0af73f7a-bf81-4e78-8aab-c1e3fc6fdca7 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:01.906012 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b60fd09e-f67e-4383-983b-9463ff1422bc req-0af73f7a-bf81-4e78-8aab-c1e3fc6fdca7 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=f64585e8-933c-4b95-8326-543c09c4f621 HTTP/1.1" status: 200 len: 943 time: 0.5295672 Mar 22 19:19:02.019553 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298642b3-91a0-4bcb-b2f2-232d7c77e917 service neutron] Pushing event updated for resources: {'Port': ['ID=2269c63d-7b32-41ed-babb-1e84e5c0dd6b,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:02.076947 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51f108bc-8eb4-4e4f-86dd-90f0f37ad0e8 req-9aac5ee9-5a70-4498-9e79-b1770da05ed5 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099909 Mar 22 19:19:02.148890 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b60fd09e-f67e-4383-983b-9463ff1422bc req-3b20de63-0c06-4719-8cce-5f272b26df0d tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419035 Mar 22 19:19:02.182434 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295373-8c42-440c-9561-9dd24f203086 req-ae61b441-b796-4260-88bd-07dfe6567a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:02.183918 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295373-8c42-440c-9561-9dd24f203086 req-ae61b441-b796-4260-88bd-07dfe6567a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:02.184633 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295373-8c42-440c-9561-9dd24f203086 req-ae61b441-b796-4260-88bd-07dfe6567a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:02.188335 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1295373-8c42-440c-9561-9dd24f203086 req-ae61b441-b796-4260-88bd-07dfe6567a93 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=67b86c6af44b4a07933828ae021d3977&device_id=68209daa-05c0-44fb-9b57-77757fcacb88 HTTP/1.1" status: 200 len: 2961 time: 0.4079862 Mar 22 19:19:02.196187 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-43c47630-5a20-46e5-836e-b7aa4dee437d service neutron] Attempting to bind port f1821a1c-09f6-44a1-a91b-c3c1c61023c7 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:19:02.198380 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-43c47630-5a20-46e5-836e-b7aa4dee437d service neutron] Attempting to bind port f1821a1c-09f6-44a1-a91b-c3c1c61023c7 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:19:02.198916 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-43c47630-5a20-46e5-836e-b7aa4dee437d service neutron] Attempting to bind port f1821a1c-09f6-44a1-a91b-c3c1c61023c7 on network 3f43483d-05ef-426b-881a-d8fc390ab6a9 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:19:02.399017 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-43c47630-5a20-46e5-836e-b7aa4dee437d service neutron] Port f1821a1c-09f6-44a1-a91b-c3c1c61023c7 on network 3f43483d-05ef-426b-881a-d8fc390ab6a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:19:02.399017 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-43c47630-5a20-46e5-836e-b7aa4dee437d service neutron] Attempting to bind port f1821a1c-09f6-44a1-a91b-c3c1c61023c7 on network 3f43483d-05ef-426b-881a-d8fc390ab6a9 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:19:02.399017 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1295373-8c42-440c-9561-9dd24f203086 req-6608e229-9353-401c-9bcb-5795d4c8cf93 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.137&port_id=429aec1f-e681-4d8b-9427-c5abeccedc00 HTTP/1.1" status: 200 len: 217 time: 0.1526716 Mar 22 19:19:02.408002 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-43c47630-5a20-46e5-836e-b7aa4dee437d service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:19:02.408002 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-43c47630-5a20-46e5-836e-b7aa4dee437d service neutron] Checking segment: {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:19:02.408002 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-43c47630-5a20-46e5-836e-b7aa4dee437d service neutron] Bound using segment: {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:19:02.408002 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-43c47630-5a20-46e5-836e-b7aa4dee437d service neutron] Bound port: f1821a1c-09f6-44a1-a91b-c3c1c61023c7, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:19:02.408002 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-43c47630-5a20-46e5-836e-b7aa4dee437d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f1821a1c-09f6-44a1-a91b-c3c1c61023c7), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:02.508330 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-9690ddfb-1b65-480a-a956-4e450c52e723 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:02.512167 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-9690ddfb-1b65-480a-a956-4e450c52e723 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.85 "GET /v2.0/networks?id=c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd HTTP/1.1" status: 200 len: 804 time: 0.2962539 Mar 22 19:19:02.521322 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295373-8c42-440c-9561-9dd24f203086 req-51220ce2-f45f-46c3-bb53-eb7305d2f0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:02.523140 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1295373-8c42-440c-9561-9dd24f203086 req-51220ce2-f45f-46c3-bb53-eb7305d2f0ef service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e3a2e87f-5dc1-4757-b2d8-ef6e3402b6e9 HTTP/1.1" status: 200 len: 801 time: 0.1495783 Mar 22 19:19:02.528648 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-a807c660-7b57-44f9-b362-ca22da12cfc8 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Request body: {'port': {'device_id': '1e1a16a7-c281-41f4-a876-e71629476ded', 'network_id': 'c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd', 'admin_state_up': True, 'tenant_id': '6baa0c4671fe40f89b69725a70157b5e'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:19:02.570663 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9cb3e-ff70-4803-9b66-f0222adc8e44 req-b5ec045b-9c7a-41f8-a228-661da37cb99e tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:02.578362 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ff9cb3e-ff70-4803-9b66-f0222adc8e44 req-b5ec045b-9c7a-41f8-a228-661da37cb99e tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.2214587 Mar 22 19:19:02.649522 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-43c47630-5a20-46e5-836e-b7aa4dee437d service neutron] For port f1821a1c-09f6-44a1-a91b-c3c1c61023c7, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:19:02.691524 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-43c47630-5a20-46e5-836e-b7aa4dee437d service neutron] For port f1821a1c-09f6-44a1-a91b-c3c1c61023c7, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f1821a1c-09f6-44a1-a91b-c3c1c61023c7,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:19:02.723094 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-43c47630-5a20-46e5-836e-b7aa4dee437d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (f1821a1c-09f6-44a1-a91b-c3c1c61023c7), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:02.788276 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-a807c660-7b57-44f9-b362-ca22da12cfc8 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Made reservation on behalf of 6baa0c4671fe40f89b69725a70157b5e for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:19:02.795603 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-a807c660-7b57-44f9-b362-ca22da12cfc8 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:02.815843 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-43c47630-5a20-46e5-836e-b7aa4dee437d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:02.816496 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-43c47630-5a20-46e5-836e-b7aa4dee437d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:02.818072 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-43c47630-5a20-46e5-836e-b7aa4dee437d service neutron] 10.222.0.84 "PUT /v2.0/ports/f1821a1c-09f6-44a1-a91b-c3c1c61023c7 HTTP/1.1" status: 200 len: 1092 time: 3.0813277 Mar 22 19:19:02.860636 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ff9cb3e-ff70-4803-9b66-f0222adc8e44 req-9f8add55-d4fb-4c47-9aa6-d2c10824ea9f tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777920 Mar 22 19:19:02.874060 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295373-8c42-440c-9561-9dd24f203086 req-6fa30bee-31d6-4b7d-bf24-232afb7cb8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:02.878778 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1295373-8c42-440c-9561-9dd24f203086 req-6fa30bee-31d6-4b7d-bf24-232afb7cb8b9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5d6f6a23-9aeb-4117-ab7d-682e6517e99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3392317 Mar 22 19:19:03.023184 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 19:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3025dd8-d21e-4ff3-9076-89a95d52daf8 x-openstack-request-id: req-b3025dd8-d21e-4ff3-9076-89a95d52daf8 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:19:03.024018 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be2263e-7dc2-47c8-ad4d-d0a20ef6285a", "name": "network-vif-unplugged", "status": "completed", "tag": "bb95e980-9195-45e8-bbe0-781f42a51103", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:19:03.024440 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b3025dd8-d21e-4ff3-9076-89a95d52daf8 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:19:03.025091 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3025dd8-d21e-4ff3-9076-89a95d52daf8'] response: {'server_uuid': '4be2263e-7dc2-47c8-ad4d-d0a20ef6285a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb95e980-9195-45e8-bbe0-781f42a51103', 'code': 200} Mar 22 19:19:03.086192 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-a807c660-7b57-44f9-b362-ca22da12cfc8 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Allocated IP 172.20.0.7 (c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd/557c463e-0ced-46b1-95bb-72c186d37083/402d2c10-941f-46e4-9a55-e0a20ae71ec2) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:19:03.220274 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c47630-5a20-46e5-836e-b7aa4dee437d service neutron] Pushing event updated for resources: {'Port': ['ID=f1821a1c-09f6-44a1-a91b-c3c1c61023c7,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:03.257379 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0eb0e4bd-e34d-4a56-9802-838ce9347f7d req-8ea7afd4-c763-499d-befb-fb733c803f0a tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1a16a7-c281-41f4-a876-e71629476ded HTTP/1.1" status: 200 len: 210 time: 0.1185095 Mar 22 19:19:03.334404 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-3fe70518-1201-4fe6-9e56-5520f71444eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:03.337116 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-3fe70518-1201-4fe6-9e56-5520f71444eb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=21ca62c1596a4d419681f3e57266f544&device_id=f64585e8-933c-4b95-8326-543c09c4f621 HTTP/1.1" status: 200 len: 1126 time: 0.4716690 Mar 22 19:19:03.389218 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-832d1afb-9204-4094-b9f3-05930a19c375 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2486882 Mar 22 19:19:03.401047 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68209daa-05c0-44fb-9b57-77757fcacb88', 'tag': '2269c63d-7b32-41ed-babb-1e84e5c0dd6b'}, {'name': 'network-changed', 'server_uuid': 'f64585e8-933c-4b95-8326-543c09c4f621', 'tag': 'f1821a1c-09f6-44a1-a91b-c3c1c61023c7'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:19:03.409886 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3027575c-571c-4545-a5c4-847a4a7d51ee" -d '{"events": [{"name": "network-changed", "server_uuid": "68209daa-05c0-44fb-9b57-77757fcacb88", "tag": "2269c63d-7b32-41ed-babb-1e84e5c0dd6b"}, {"name": "network-changed", "server_uuid": "f64585e8-933c-4b95-8326-543c09c4f621", "tag": "f1821a1c-09f6-44a1-a91b-c3c1c61023c7"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:19:03.515208 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1295373-8c42-440c-9561-9dd24f203086 req-2b7e1d80-0ecd-4f49-9848-eeece04e794d service neutron] 10.222.0.85 "GET /v2.0/networks/5d6f6a23-9aeb-4117-ab7d-682e6517e99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6006329 Mar 22 19:19:03.519353 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-257cc452-309a-4a73-b2f8-95fff8004d8c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1821a1c-09f6-44a1-a91b-c3c1c61023c7 HTTP/1.1" status: 200 len: 217 time: 0.1617167 Mar 22 19:19:03.614904 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e5f75-8e27-4494-89a4-ad4ac2f2a4c0 req-93c97680-afe7-4071-a25d-6b8bb31441fd tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:03.623357 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e3e5f75-8e27-4494-89a4-ad4ac2f2a4c0 req-93c97680-afe7-4071-a25d-6b8bb31441fd tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=7843c71d-fc80-4e28-9418-8c90f5040774 HTTP/1.1" status: 200 len: 950 time: 0.4056654 Mar 22 19:19:03.692867 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abd8682-8976-472b-be6b-acc7ad40ac52 x-openstack-request-id: req-3abd8682-8976-472b-be6b-acc7ad40ac52 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:19:03.693117 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be2263e-7dc2-47c8-ad4d-d0a20ef6285a", "name": "network-vif-deleted", "tag": "bb95e980-9195-45e8-bbe0-781f42a51103", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:19:03.693309 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3abd8682-8976-472b-be6b-acc7ad40ac52 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:19:03.693730 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3abd8682-8976-472b-be6b-acc7ad40ac52'] response: {'server_uuid': '4be2263e-7dc2-47c8-ad4d-d0a20ef6285a', 'name': 'network-vif-deleted', 'tag': 'bb95e980-9195-45e8-bbe0-781f42a51103', 'status': 'completed', 'code': 200} Mar 22 19:19:03.806032 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-645a8d39-fefc-424a-83fa-5cfbf7c57961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:03.808189 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-645a8d39-fefc-424a-83fa-5cfbf7c57961 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bc515ca7-b43f-45d2-b838-320d24bc42f9 HTTP/1.1" status: 200 len: 861 time: 0.2761307 Mar 22 19:19:03.865235 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e3e5f75-8e27-4494-89a4-ad4ac2f2a4c0 req-0c5090a2-cf25-4ff5-be9b-373db747b43d tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409046 Mar 22 19:19:03.894562 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37faab-941d-4de1-85a1-7e73753ccf00 req-593a382a-7ce7-47f7-9d2b-8d6815a11657 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:03.896165 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1d37faab-941d-4de1-85a1-7e73753ccf00 req-593a382a-7ce7-47f7-9d2b-8d6815a11657 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.3887527 Mar 22 19:19:03.906704 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-a807c660-7b57-44f9-b362-ca22da12cfc8 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Publish callbacks [] for port (402d2c10-941f-46e4-9a55-e0a20ae71ec2), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:03.940346 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-5eccf593-fc2e-4f0d-ac4d-17da2d047c72 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3f43483d-05ef-426b-881a-d8fc390ab6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1155090 Mar 22 19:19:03.973630 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-a807c660-7b57-44f9-b362-ca22da12cfc8 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (402d2c10-941f-46e4-9a55-e0a20ae71ec2), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:04.038133 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-a807c660-7b57-44f9-b362-ca22da12cfc8 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Network c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:19:04.042452 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-a807c660-7b57-44f9-b362-ca22da12cfc8 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:19:04.045255 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-a807c660-7b57-44f9-b362-ca22da12cfc8 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:19:04.055053 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1295373-8c42-440c-9561-9dd24f203086 req-021e303e-bba0-4b39-878b-4cefea691859 service neutron] 10.222.0.85 "GET /v2.0/networks/5d6f6a23-9aeb-4117-ab7d-682e6517e99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5196967 Mar 22 19:19:04.091533 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807c660-7b57-44f9-b362-ca22da12cfc8 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Pushing event updated for resources: {'Port': ['ID=402d2c10-941f-46e4-9a55-e0a20ae71ec2,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:04.139118 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-a807c660-7b57-44f9-b362-ca22da12cfc8 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:04.147675 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-a807c660-7b57-44f9-b362-ca22da12cfc8 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:04.168074 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1295373-8c42-440c-9561-9dd24f203086 req-4d68bf08-e62c-45a8-b364-43dfcdca5ddc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.72&port_id=df3203e1-54a7-4a0d-acbb-fcd907d50e1b HTTP/1.1" status: 200 len: 217 time: 0.0936913 Mar 22 19:19:04.175427 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-f801d7ad-a345-4493-b46c-9375cb212a6a tempest-MigrationsAdminTest-102229236 tempest-MigrationsAdminTest-102229236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:04.176910 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-f801d7ad-a345-4493-b46c-9375cb212a6a tempest-MigrationsAdminTest-102229236 tempest-MigrationsAdminTest-102229236-project-admin] 10.222.0.75 "GET /v2.0/ports/af2b96db-74fa-4129-bb17-9e177edae123 HTTP/1.1" status: 200 len: 1130 time: 0.2430458 Mar 22 19:19:04.188213 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-a807c660-7b57-44f9-b362-ca22da12cfc8 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6681983 Mar 22 19:19:04.214615 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-0e5d0798-a6f2-442a-b243-3d6040573ca8 service neutron] Request body: {'port': {'device_id': '1e1a16a7-c281-41f4-a876-e71629476ded', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:19:04.233440 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1d37faab-941d-4de1-85a1-7e73753ccf00 req-9981d033-32f5-40a9-b6d1-d606c571633c tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954073 Mar 22 19:19:04.236519 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-b2e0b895-2be4-4766-9021-4b349848f1de service neutron] 10.222.0.84 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694523 Mar 22 19:19:04.344902 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295373-8c42-440c-9561-9dd24f203086 req-737d4a8e-fb3d-410b-9761-019859f6dcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:04.346451 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1295373-8c42-440c-9561-9dd24f203086 req-737d4a8e-fb3d-410b-9761-019859f6dcbc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=d78dad49-c82e-489d-a628-439118d301f0 HTTP/1.1" status: 200 len: 801 time: 0.1687353 Mar 22 19:19:04.358549 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d8208-ed1f-4932-8a35-e296bb9cc61c req-0e305342-401c-41fe-8b61-b028f9457059 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:04.365690 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-395d8208-ed1f-4932-8a35-e296bb9cc61c req-0e305342-401c-41fe-8b61-b028f9457059 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 950 time: 0.3277147 Mar 22 19:19:04.418497 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-0e5d0798-a6f2-442a-b243-3d6040573ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (402d2c10-941f-46e4-9a55-e0a20ae71ec2), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:04.565589 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-537bb62e-e5e3-4b53-8f9e-c0c4dd2fb5ec req-13046bc7-8920-49e8-89ae-ea4292045172 service neutron] 10.222.0.84 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197260 Mar 22 19:19:04.587827 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-395d8208-ed1f-4932-8a35-e296bb9cc61c req-2d51102d-63ab-464c-920d-4bdad7aa799c tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166038 Mar 22 19:19:04.612143 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295373-8c42-440c-9561-9dd24f203086 req-9875f09d-2191-40a1-87f7-8770b3aea418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:04.614994 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1295373-8c42-440c-9561-9dd24f203086 req-9875f09d-2191-40a1-87f7-8770b3aea418 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=83ed3166-b5c2-4945-82df-ee0b5d50cd22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2455442 Mar 22 19:19:04.636293 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00492bc5-f54b-465d-a503-2e24fc24eec4 req-27d9c880-a47e-4b52-b410-ce732ae1d28d tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:04.656917 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00492bc5-f54b-465d-a503-2e24fc24eec4 req-27d9c880-a47e-4b52-b410-ce732ae1d28d tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:04.662488 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00492bc5-f54b-465d-a503-2e24fc24eec4 req-27d9c880-a47e-4b52-b410-ce732ae1d28d tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:04.667458 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00492bc5-f54b-465d-a503-2e24fc24eec4 req-27d9c880-a47e-4b52-b410-ce732ae1d28d tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=68209daa-05c0-44fb-9b57-77757fcacb88 HTTP/1.1" status: 200 len: 2412 time: 0.2963841 Mar 22 19:19:04.940856 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00492bc5-f54b-465d-a503-2e24fc24eec4 req-77229ff9-54e9-4544-89f6-976d0a4afcba tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252645 Mar 22 19:19:04.965927 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-0e5d0798-a6f2-442a-b243-3d6040573ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 402d2c10-941f-46e4-9a55-e0a20ae71ec2 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:19:04.976319 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-0e5d0798-a6f2-442a-b243-3d6040573ca8 service neutron] Publish callbacks [] for port (402d2c10-941f-46e4-9a55-e0a20ae71ec2), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:04.981301 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9048990-e90a-4a6d-aa9c-92597bba8baf req-a20bf105-46b9-41d6-b07b-0c523d6c59c7 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:04.995008 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9048990-e90a-4a6d-aa9c-92597bba8baf req-a20bf105-46b9-41d6-b07b-0c523d6c59c7 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=f64585e8-933c-4b95-8326-543c09c4f621 HTTP/1.1" status: 200 len: 943 time: 0.3037698 Mar 22 19:19:05.003506 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 22 Mar 2022 19:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973fd74b-bce9-4c87-a35a-8dfc6f6cfe48 x-openstack-request-id: req-973fd74b-bce9-4c87-a35a-8dfc6f6cfe48 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:19:05.003824 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68209daa-05c0-44fb-9b57-77757fcacb88", "tag": "2269c63d-7b32-41ed-babb-1e84e5c0dd6b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f64585e8-933c-4b95-8326-543c09c4f621", "tag": "f1821a1c-09f6-44a1-a91b-c3c1c61023c7", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:19:05.004081 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-973fd74b-bce9-4c87-a35a-8dfc6f6cfe48 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:19:05.004494 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-973fd74b-bce9-4c87-a35a-8dfc6f6cfe48'] response: {'name': 'network-changed', 'server_uuid': '68209daa-05c0-44fb-9b57-77757fcacb88', 'tag': '2269c63d-7b32-41ed-babb-1e84e5c0dd6b', 'status': 'completed', 'code': 200} Mar 22 19:19:05.004845 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-973fd74b-bce9-4c87-a35a-8dfc6f6cfe48'] response: {'name': 'network-changed', 'server_uuid': 'f64585e8-933c-4b95-8326-543c09c4f621', 'tag': 'f1821a1c-09f6-44a1-a91b-c3c1c61023c7', 'status': 'completed', 'code': 200} Mar 22 19:19:05.016949 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1295373-8c42-440c-9561-9dd24f203086 req-108b08e9-0ddd-4468-a905-5244d2069ec3 service neutron] 10.222.0.85 "GET /v2.0/networks/83ed3166-b5c2-4945-82df-ee0b5d50cd22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457296 Mar 22 19:19:05.018873 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-0e5d0798-a6f2-442a-b243-3d6040573ca8 service neutron] Transition to ACTIVE for port object 402d2c10-941f-46e4-9a55-e0a20ae71ec2 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:19:05.026718 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-0e5d0798-a6f2-442a-b243-3d6040573ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (402d2c10-941f-46e4-9a55-e0a20ae71ec2), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:05.171897 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d0798-a6f2-442a-b243-3d6040573ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=402d2c10-941f-46e4-9a55-e0a20ae71ec2,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:05.200901 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9048990-e90a-4a6d-aa9c-92597bba8baf req-53cb74c6-02fd-42b6-8ff8-5131cd638d19 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972580 Mar 22 19:19:05.348330 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-0e5d0798-a6f2-442a-b243-3d6040573ca8 service neutron] Attempting to bind port 402d2c10-941f-46e4-9a55-e0a20ae71ec2 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:19:05.349540 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-0e5d0798-a6f2-442a-b243-3d6040573ca8 service neutron] Attempting to bind port 402d2c10-941f-46e4-9a55-e0a20ae71ec2 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '85cf4aab-02b0-4ed0-89a0-65a703cfb595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:19:05.349905 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-0e5d0798-a6f2-442a-b243-3d6040573ca8 service neutron] Attempting to bind port 402d2c10-941f-46e4-9a55-e0a20ae71ec2 on network c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:19:05.356268 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-0e5d0798-a6f2-442a-b243-3d6040573ca8 service neutron] Port 402d2c10-941f-46e4-9a55-e0a20ae71ec2 on network c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:19:05.356603 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-0e5d0798-a6f2-442a-b243-3d6040573ca8 service neutron] Attempting to bind port 402d2c10-941f-46e4-9a55-e0a20ae71ec2 on network c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:19:05.363108 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-0e5d0798-a6f2-442a-b243-3d6040573ca8 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:19:05.363463 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-0e5d0798-a6f2-442a-b243-3d6040573ca8 service neutron] Checking segment: {'id': '85cf4aab-02b0-4ed0-89a0-65a703cfb595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:19:05.363856 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-0e5d0798-a6f2-442a-b243-3d6040573ca8 service neutron] Bound using segment: {'id': '85cf4aab-02b0-4ed0-89a0-65a703cfb595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:19:05.364296 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-0e5d0798-a6f2-442a-b243-3d6040573ca8 service neutron] Bound port: 402d2c10-941f-46e4-9a55-e0a20ae71ec2, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85cf4aab-02b0-4ed0-89a0-65a703cfb595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:19:05.364657 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-0e5d0798-a6f2-442a-b243-3d6040573ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (402d2c10-941f-46e4-9a55-e0a20ae71ec2), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:05.415902 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027575c-571c-4545-a5c4-847a4a7d51ee req-6c6f1995-ccc7-4df5-a107-1ea7347c0d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:05.419080 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3027575c-571c-4545-a5c4-847a4a7d51ee req-6c6f1995-ccc7-4df5-a107-1ea7347c0d48 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=21ca62c1596a4d419681f3e57266f544&device_id=f64585e8-933c-4b95-8326-543c09c4f621 HTTP/1.1" status: 200 len: 1126 time: 0.3719919 Mar 22 19:19:05.468422 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-0e5d0798-a6f2-442a-b243-3d6040573ca8 service neutron] For port 402d2c10-941f-46e4-9a55-e0a20ae71ec2, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:19:05.471821 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-0e5d0798-a6f2-442a-b243-3d6040573ca8 service neutron] For port 402d2c10-941f-46e4-9a55-e0a20ae71ec2, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=402d2c10-941f-46e4-9a55-e0a20ae71ec2,segment=NetworkSegment(85cf4aab-02b0-4ed0-89a0-65a703cfb595),segment_id=85cf4aab-02b0-4ed0-89a0-65a703cfb595)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:19:05.480467 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-0e5d0798-a6f2-442a-b243-3d6040573ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (402d2c10-941f-46e4-9a55-e0a20ae71ec2), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:05.565107 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1295373-8c42-440c-9561-9dd24f203086 req-3a643779-a253-49c1-ad62-02d0b6768c8b service neutron] 10.222.0.85 "GET /v2.0/networks/83ed3166-b5c2-4945-82df-ee0b5d50cd22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5357969 Mar 22 19:19:05.580703 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d0798-a6f2-442a-b243-3d6040573ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=402d2c10-941f-46e4-9a55-e0a20ae71ec2,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:05.596848 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-0e5d0798-a6f2-442a-b243-3d6040573ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:05.598031 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-0e5d0798-a6f2-442a-b243-3d6040573ca8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:05.600025 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-0e5d0798-a6f2-442a-b243-3d6040573ca8 service neutron] 10.222.0.85 "PUT /v2.0/ports/402d2c10-941f-46e4-9a55-e0a20ae71ec2 HTTP/1.1" status: 200 len: 1092 time: 1.4054365 Mar 22 19:19:05.662468 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device bb95e980-9195-45e8-bbe0-781f42a51103 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:19:05.684630 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: bb95e980-9195-45e8-bbe0-781f42a51103 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:19:05.685260 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device bb95e980-9195-45e8-bbe0-781f42a51103 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:19:05.697901 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e1a16a7-c281-41f4-a876-e71629476ded', 'tag': '402d2c10-941f-46e4-9a55-e0a20ae71ec2'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:19:05.700296 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f03d4d9-3c8b-4cd9-b068-26bf306b44ae" -d '{"events": [{"name": "network-changed", "server_uuid": "1e1a16a7-c281-41f4-a876-e71629476ded", "tag": "402d2c10-941f-46e4-9a55-e0a20ae71ec2"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:19:05.738646 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-aff710a1-1218-46f2-b741-1c10c90d46f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:05.740400 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-aff710a1-1218-46f2-b741-1c10c90d46f6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6baa0c4671fe40f89b69725a70157b5e&device_id=1e1a16a7-c281-41f4-a876-e71629476ded HTTP/1.1" status: 200 len: 1126 time: 0.1022618 Mar 22 19:19:05.803972 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-82547053-8021-4f25-b09b-fa80995f3031 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=402d2c10-941f-46e4-9a55-e0a20ae71ec2 HTTP/1.1" status: 200 len: 217 time: 0.0563548 Mar 22 19:19:05.877138 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-576ed623-dc0f-4970-a5a5-0b379d28cf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:05.880147 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-576ed623-dc0f-4970-a5a5-0b379d28cf81 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=557c463e-0ced-46b1-95bb-72c186d37083 HTTP/1.1" status: 200 len: 844 time: 0.0674086 Mar 22 19:19:05.919748 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-1fdc422d-7ffe-4dac-8868-877af66c8809 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348763 Mar 22 19:19:06.022787 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1295373-8c42-440c-9561-9dd24f203086 req-6443d38f-665c-4a3b-b90c-a634bd6179b6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.175&port_id=2269c63d-7b32-41ed-babb-1e84e5c0dd6b HTTP/1.1" status: 200 len: 217 time: 0.4467187 Mar 22 19:19:06.035370 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318358ef-ca84-4074-b833-407b508da2b3 req-1e573f8e-4f14-4287-abf6-280eef58afe5 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:06.037040 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-318358ef-ca84-4074-b833-407b508da2b3 req-1e573f8e-4f14-4287-abf6-280eef58afe5 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1a16a7-c281-41f4-a876-e71629476ded HTTP/1.1" status: 200 len: 943 time: 0.6857450 Mar 22 19:19:06.043699 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040ad21-06ae-454c-b576-fb52dac614f7 req-5ab667ce-0395-4849-86b8-26bd3b9929a5 tempest-ServersOnMultiNodesTest-1385471072 tempest-ServersOnMultiNodesTest-1385471072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:06.045227 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2040ad21-06ae-454c-b576-fb52dac614f7 req-5ab667ce-0395-4849-86b8-26bd3b9929a5 tempest-ServersOnMultiNodesTest-1385471072 tempest-ServersOnMultiNodesTest-1385471072-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=7843c71d-fc80-4e28-9418-8c90f5040774 HTTP/1.1" status: 200 len: 1133 time: 0.7717869 Mar 22 19:19:06.055324 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-fa8e19f8-e097-4714-b656-3368b1569f73 service neutron] 10.222.0.85 "GET /v2.0/networks/c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288075 Mar 22 19:19:06.133343 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-696774af-9834-4b6f-870d-6aa43914b906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:06.134657 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-696774af-9834-4b6f-870d-6aa43914b906 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 1133 time: 0.6942420 Mar 22 19:19:06.148622 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2040ad21-06ae-454c-b576-fb52dac614f7 req-3cdb62c2-30fa-45e1-8c2a-31a0baefe2ab tempest-ServersOnMultiNodesTest-1385471072 tempest-ServersOnMultiNodesTest-1385471072-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:06.170084 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7b85a1f0-bc82-4a67-bfff-983736b822e8 req-e295a7e7-5a0f-49a5-8da6-b39b2865b4b3 service neutron] 10.222.0.85 "GET /v2.0/networks/c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092246 Mar 22 19:19:06.221480 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295373-8c42-440c-9561-9dd24f203086 req-e55f9184-a528-47f4-9f85-1b05b68513b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:06.222999 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1295373-8c42-440c-9561-9dd24f203086 req-e55f9184-a528-47f4-9f85-1b05b68513b8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e3a2e87f-5dc1-4757-b2d8-ef6e3402b6e9 HTTP/1.1" status: 200 len: 801 time: 0.1849227 Mar 22 19:19:06.254680 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027575c-571c-4545-a5c4-847a4a7d51ee req-1a449859-4cd4-4cc6-ab04-3fc29aa7b682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:06.256120 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3027575c-571c-4545-a5c4-847a4a7d51ee req-1a449859-4cd4-4cc6-ab04-3fc29aa7b682 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3f43483d-05ef-426b-881a-d8fc390ab6a9 HTTP/1.1" status: 200 len: 922 time: 0.8107858 Mar 22 19:19:06.265001 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-318358ef-ca84-4074-b833-407b508da2b3 req-b2ef05d9-0634-4371-96d3-687f41bcb79e tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102458 Mar 22 19:19:06.352360 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3027575c-571c-4545-a5c4-847a4a7d51ee req-5f0b0d32-f6df-4eae-97a5-f226e141e103 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1821a1c-09f6-44a1-a91b-c3c1c61023c7 HTTP/1.1" status: 200 len: 217 time: 0.0835738 Mar 22 19:19:06.474976 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-f7fed079-93f4-4d24-a03f-2e3bd25af6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:06.476474 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-f7fed079-93f4-4d24-a03f-2e3bd25af6f1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.3236291 Mar 22 19:19:06.486493 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1295373-8c42-440c-9561-9dd24f203086 req-68f22806-1ffe-4050-bc1f-98b89df549d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:06.487997 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1295373-8c42-440c-9561-9dd24f203086 req-68f22806-1ffe-4050-bc1f-98b89df549d3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5d6f6a23-9aeb-4117-ab7d-682e6517e99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2309444 Mar 22 19:19:06.547881 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027575c-571c-4545-a5c4-847a4a7d51ee req-3e5326aa-ecfb-4446-9277-d3bd404aa598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:06.549280 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3027575c-571c-4545-a5c4-847a4a7d51ee req-3e5326aa-ecfb-4446-9277-d3bd404aa598 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bc515ca7-b43f-45d2-b838-320d24bc42f9 HTTP/1.1" status: 200 len: 861 time: 0.1757965 Mar 22 19:19:06.568333 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-1d7287b4-5489-48a1-9255-93c75c10a357 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=af2b96db-74fa-4129-bb17-9e177edae123 HTTP/1.1" status: 200 len: 217 time: 0.0739493 Mar 22 19:19:06.673948 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3027575c-571c-4545-a5c4-847a4a7d51ee req-589aea23-f929-4fb9-b7dc-66164ace793c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3f43483d-05ef-426b-881a-d8fc390ab6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072426 Mar 22 19:19:06.688641 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b797a3-69da-4fcd-bc14-b2e42b0a03e3 req-3d0af2c7-8b8a-4eb7-8010-6c08c23e0605 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:06.690090 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2b797a3-69da-4fcd-bc14-b2e42b0a03e3 req-3d0af2c7-8b8a-4eb7-8010-6c08c23e0605 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.3308465 Mar 22 19:19:06.692135 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2040ad21-06ae-454c-b576-fb52dac614f7 req-3cdb62c2-30fa-45e1-8c2a-31a0baefe2ab tempest-ServersOnMultiNodesTest-1385471072 tempest-ServersOnMultiNodesTest-1385471072-project-admin] Publish callbacks [] for security_group (b91f9d88-d03d-4152-8e63-ab7cdda42732), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:06.712249 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2040ad21-06ae-454c-b576-fb52dac614f7 req-3cdb62c2-30fa-45e1-8c2a-31a0baefe2ab tempest-ServersOnMultiNodesTest-1385471072 tempest-ServersOnMultiNodesTest-1385471072-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b91f9d88-d03d-4152-8e63-ab7cdda42732), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:06.807120 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-e7a9aecc-7803-47f4-8a54-aa25c5c03fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:06.808600 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-e7a9aecc-7803-47f4-8a54-aa25c5c03fd6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.2051728 Mar 22 19:19:06.852322 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb62c2-30fa-45e1-8c2a-31a0baefe2ab tempest-ServersOnMultiNodesTest-1385471072 tempest-ServersOnMultiNodesTest-1385471072-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91f9d88-d03d-4152-8e63-ab7cdda42732,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:06.878752 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2040ad21-06ae-454c-b576-fb52dac614f7 req-3cdb62c2-30fa-45e1-8c2a-31a0baefe2ab tempest-ServersOnMultiNodesTest-1385471072 tempest-ServersOnMultiNodesTest-1385471072-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8201289 Mar 22 19:19:06.886579 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1295373-8c42-440c-9561-9dd24f203086 req-ad58273b-de18-434f-bee7-0db34523f96b service neutron] 10.222.0.85 "GET /v2.0/networks/5d6f6a23-9aeb-4117-ab7d-682e6517e99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840418 Mar 22 19:19:06.965268 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2b797a3-69da-4fcd-bc14-b2e42b0a03e3 req-afda8667-8e80-493e-a988-21bf6873bf1a tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598197 Mar 22 19:19:07.019045 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca86ea5-0108-4f18-ac10-100498cbd521 x-openstack-request-id: req-7ca86ea5-0108-4f18-ac10-100498cbd521 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:19:07.019356 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e1a16a7-c281-41f4-a876-e71629476ded", "tag": "402d2c10-941f-46e4-9a55-e0a20ae71ec2", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:19:07.019598 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7ca86ea5-0108-4f18-ac10-100498cbd521 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:19:07.020000 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ca86ea5-0108-4f18-ac10-100498cbd521'] response: {'name': 'network-changed', 'server_uuid': '1e1a16a7-c281-41f4-a876-e71629476ded', 'tag': '402d2c10-941f-46e4-9a55-e0a20ae71ec2', 'status': 'completed', 'code': 200} Mar 22 19:19:07.020126 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3027575c-571c-4545-a5c4-847a4a7d51ee req-d459a879-155e-4226-a60b-b717a14ca3da service neutron] 10.222.0.84 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224244 Mar 22 19:19:07.048986 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-8506eaaf-6f7f-4d8f-b2ce-3512cc60594d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:07.050528 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-8506eaaf-6f7f-4d8f-b2ce-3512cc60594d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2194645 Mar 22 19:19:07.115577 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03d4d9-3c8b-4cd9-b068-26bf306b44ae req-f38dd154-47ca-4f9a-873b-dc212119c760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:07.118101 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7f03d4d9-3c8b-4cd9-b068-26bf306b44ae req-f38dd154-47ca-4f9a-873b-dc212119c760 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6baa0c4671fe40f89b69725a70157b5e&device_id=1e1a16a7-c281-41f4-a876-e71629476ded HTTP/1.1" status: 200 len: 1126 time: 0.0692887 Mar 22 19:19:07.208587 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1295373-8c42-440c-9561-9dd24f203086 req-68052e6b-9d93-4a19-8d6e-05751675b6a2 service neutron] 10.222.0.85 "GET /v2.0/networks/5d6f6a23-9aeb-4117-ab7d-682e6517e99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138804 Mar 22 19:19:07.236319 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03d4d9-3c8b-4cd9-b068-26bf306b44ae req-e9dfa5a9-41d4-4896-b2f2-4fce6552a94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:07.238423 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7f03d4d9-3c8b-4cd9-b068-26bf306b44ae req-e9dfa5a9-41d4-4896-b2f2-4fce6552a94f service neutron] 10.222.0.85 "GET /v2.0/networks?id=c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd HTTP/1.1" status: 200 len: 905 time: 0.1138470 Mar 22 19:19:07.281078 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30326969-2787-443b-9834-714499213ee5 req-bcc67db6-aede-405e-a3de-d226d589274f tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:07.284095 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-30326969-2787-443b-9834-714499213ee5 req-bcc67db6-aede-405e-a3de-d226d589274f tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 950 time: 0.3121576 Mar 22 19:19:07.300453 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7f03d4d9-3c8b-4cd9-b068-26bf306b44ae req-75a0d8d5-3a3c-462b-8452-5352b9404a24 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=402d2c10-941f-46e4-9a55-e0a20ae71ec2 HTTP/1.1" status: 200 len: 217 time: 0.0524523 Mar 22 19:19:07.378786 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-a9148ad7-3ebf-4133-8de9-da9cf5f86efb service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078196 Mar 22 19:19:07.383022 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3027575c-571c-4545-a5c4-847a4a7d51ee req-72ad888e-78bd-494f-a69c-c48e1fcfdad1 service neutron] 10.222.0.84 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543673 Mar 22 19:19:07.396706 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e70225-877d-4d3a-9087-3fdba5d76aaf req-f9a6175c-5a0c-47db-bd71-5a0d71485c50 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:07.402844 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e70225-877d-4d3a-9087-3fdba5d76aaf req-f9a6175c-5a0c-47db-bd71-5a0d71485c50 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:07.406345 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03d4d9-3c8b-4cd9-b068-26bf306b44ae req-7b26ca9a-3f81-4a9f-ade1-112e85023c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:07.407955 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7f03d4d9-3c8b-4cd9-b068-26bf306b44ae req-7b26ca9a-3f81-4a9f-ade1-112e85023c0f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=557c463e-0ced-46b1-95bb-72c186d37083 HTTP/1.1" status: 200 len: 844 time: 0.1014235 Mar 22 19:19:07.414884 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e70225-877d-4d3a-9087-3fdba5d76aaf req-f9a6175c-5a0c-47db-bd71-5a0d71485c50 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:07.417017 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65e70225-877d-4d3a-9087-3fdba5d76aaf req-f9a6175c-5a0c-47db-bd71-5a0d71485c50 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=68209daa-05c0-44fb-9b57-77757fcacb88 HTTP/1.1" status: 200 len: 2412 time: 0.3008828 Mar 22 19:19:07.452514 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7f03d4d9-3c8b-4cd9-b068-26bf306b44ae req-54a92dfb-fc54-4da6-9523-7f52dad74488 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379725 Mar 22 19:19:07.516649 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-30326969-2787-443b-9834-714499213ee5 req-1b3c3d3c-01b1-4f3a-803a-29006b3d23f6 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215500 Mar 22 19:19:07.531070 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027575c-571c-4545-a5c4-847a4a7d51ee req-c034bd3f-441c-4e51-a2d5-1bce52c42fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:07.531652 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027575c-571c-4545-a5c4-847a4a7d51ee req-c034bd3f-441c-4e51-a2d5-1bce52c42fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:07.532832 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027575c-571c-4545-a5c4-847a4a7d51ee req-c034bd3f-441c-4e51-a2d5-1bce52c42fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:07.534062 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3027575c-571c-4545-a5c4-847a4a7d51ee req-c034bd3f-441c-4e51-a2d5-1bce52c42fa4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=67b86c6af44b4a07933828ae021d3977&device_id=68209daa-05c0-44fb-9b57-77757fcacb88 HTTP/1.1" status: 200 len: 2961 time: 0.2423499 Mar 22 19:19:07.575898 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7f03d4d9-3c8b-4cd9-b068-26bf306b44ae req-3e6834dd-0f4d-4da5-bf70-128f36aec4da service neutron] 10.222.0.85 "GET /v2.0/networks/c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172888 Mar 22 19:19:07.589666 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65e70225-877d-4d3a-9087-3fdba5d76aaf req-111c265e-fdab-46f5-a1ad-db68ce6178e5 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583626 Mar 22 19:19:07.673117 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device f1821a1c-09f6-44a1-a91b-c3c1c61023c7 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:19:07.711255 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-ae66a733-458c-4c7c-a96e-b92ba071fad8 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239224 Mar 22 19:19:07.743614 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7f03d4d9-3c8b-4cd9-b068-26bf306b44ae req-d2fde713-abe7-482d-a810-38bca721c8d1 service neutron] 10.222.0.85 "GET /v2.0/networks/c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604524 Mar 22 19:19:07.816911 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9392983-f6b0-4cfb-90f5-b9c265764d98 req-ee4df563-2a91-48ed-be5c-4d5102008946 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:07.818703 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9392983-f6b0-4cfb-90f5-b9c265764d98 req-ee4df563-2a91-48ed-be5c-4d5102008946 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=f64585e8-933c-4b95-8326-543c09c4f621 HTTP/1.1" status: 200 len: 943 time: 0.1915848 Mar 22 19:19:07.825652 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027575c-571c-4545-a5c4-847a4a7d51ee req-168b219b-18ed-41bd-b961-dfca7375a713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:07.827401 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3027575c-571c-4545-a5c4-847a4a7d51ee req-168b219b-18ed-41bd-b961-dfca7375a713 service neutron] 10.222.0.85 "GET /v2.0/networks?id=5d6f6a23-9aeb-4117-ab7d-682e6517e99d HTTP/1.1" status: 200 len: 903 time: 0.2862313 Mar 22 19:19:07.912884 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3027575c-571c-4545-a5c4-847a4a7d51ee req-24166c68-d161-4626-96e2-533fd7c94f9d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.175&port_id=2269c63d-7b32-41ed-babb-1e84e5c0dd6b HTTP/1.1" status: 200 len: 217 time: 0.0736339 Mar 22 19:19:07.965659 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port f1821a1c-09f6-44a1-a91b-c3c1c61023c7, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f1821a1c-09f6-44a1-a91b-c3c1c61023c7,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:07.981941 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'f1821a1c-09f6-44a1-a91b-c3c1c61023c7', 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9', 'port_id': 'f1821a1c-09f6-44a1-a91b-c3c1c61023c7', 'mac_address': 'fa:16:3e:c0:47:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc515ca7-b43f-45d2-b838-320d24bc42f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:19:08.005821 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9392983-f6b0-4cfb-90f5-b9c265764d98 req-19cb1659-2695-4b3a-8248-d498dc26cae9 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768014 Mar 22 19:19:08.040427 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port f1821a1c-09f6-44a1-a91b-c3c1c61023c7 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:08.041360 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f1821a1c-09f6-44a1-a91b-c3c1c61023c7), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:08.058421 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd97ad-7bbf-4bb3-961a-2270581753eb req-405f0936-bbe3-4170-a36c-3ee146a7e7e5 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:08.064169 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1821a1c-09f6-44a1-a91b-c3c1c61023c7 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:19:08.067204 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-57cd97ad-7bbf-4bb3-961a-2270581753eb req-405f0936-bbe3-4170-a36c-3ee146a7e7e5 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1107109 Mar 22 19:19:08.069227 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027575c-571c-4545-a5c4-847a4a7d51ee req-9d4803df-0a94-4573-8311-a0e2ead081bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:08.070833 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3027575c-571c-4545-a5c4-847a4a7d51ee req-9d4803df-0a94-4573-8311-a0e2ead081bf service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e3a2e87f-5dc1-4757-b2d8-ef6e3402b6e9 HTTP/1.1" status: 200 len: 801 time: 0.1256812 Mar 22 19:19:08.100412 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port f1821a1c-09f6-44a1-a91b-c3c1c61023c7, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f1821a1c-09f6-44a1-a91b-c3c1c61023c7,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:08.105373 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f1821a1c-09f6-44a1-a91b-c3c1c61023c7), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:08.170372 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=f1821a1c-09f6-44a1-a91b-c3c1c61023c7,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:08.226559 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-57cd97ad-7bbf-4bb3-961a-2270581753eb req-7c85920d-99de-46dc-98a4-bf6f7e603160 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496429 Mar 22 19:19:08.231502 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027575c-571c-4545-a5c4-847a4a7d51ee req-98f2b003-4186-45d4-8ab0-3819b20e996d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:08.232942 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3027575c-571c-4545-a5c4-847a4a7d51ee req-98f2b003-4186-45d4-8ab0-3819b20e996d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5d6f6a23-9aeb-4117-ab7d-682e6517e99d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1550045 Mar 22 19:19:08.256999 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa6d42-0a49-4323-85e3-03e8e2a01481 req-f1289251-b9c7-4496-8375-123e0c2d14bd tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:08.258542 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-81aa6d42-0a49-4323-85e3-03e8e2a01481 req-f1289251-b9c7-4496-8375-123e0c2d14bd tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1a16a7-c281-41f4-a876-e71629476ded HTTP/1.1" status: 200 len: 943 time: 0.1223054 Mar 22 19:19:08.299464 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39748) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:19:08.384077 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['f1821a1c-09f6-44a1-a91b-c3c1c61023c7'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:19:08.444999 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3027575c-571c-4545-a5c4-847a4a7d51ee req-08c6902f-9bf1-4089-9d03-1808e48ffe4d service neutron] 10.222.0.85 "GET /v2.0/networks/5d6f6a23-9aeb-4117-ab7d-682e6517e99d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040548 Mar 22 19:19:08.531288 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-81aa6d42-0a49-4323-85e3-03e8e2a01481 req-817e5a95-2736-4232-86c6-092132b8ecc8 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622256 Mar 22 19:19:08.587028 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-507f32c1-f047-46e8-98dd-24a5d61d92fb tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1370215 Mar 22 19:19:08.739434 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d133fe2e-0821-4b8b-a37b-d872ccc85cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (27654713-b678-49b7-b5d3-8445f6d28b83), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:08.795144 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3027575c-571c-4545-a5c4-847a4a7d51ee req-a6151ca4-5b81-45ab-8183-dd71a7e83ee2 service neutron] 10.222.0.85 "GET /v2.0/networks/5d6f6a23-9aeb-4117-ab7d-682e6517e99d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342221 Mar 22 19:19:08.826837 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534066f1-eacd-46d2-825f-34c89fb7e022 req-43e2c352-a277-40e7-93b6-9ed23ee821fb tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:08.828787 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-534066f1-eacd-46d2-825f-34c89fb7e022 req-43e2c352-a277-40e7-93b6-9ed23ee821fb tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 950 time: 0.1570394 Mar 22 19:19:08.835097 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-7555fde8-820c-4a60-8382-131b2354670f tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:08.836820 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-7555fde8-820c-4a60-8382-131b2354670f tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2482634 Mar 22 19:19:08.868105 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-41b9e4d2-66a4-4c52-9d86-cc6effe705a5 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/quotas/20b66ad6871e4aa4b2cde9f25603dddb HTTP/1.1" status: 200 len: 375 time: 0.0232899 Mar 22 19:19:08.905196 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-534066f1-eacd-46d2-825f-34c89fb7e022 req-de380c79-6622-4045-a71f-5d26889e9d14 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673962 Mar 22 19:19:08.963163 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-feecc6e8-a56f-49bf-b99b-bc23098dda68 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0834203 Mar 22 19:19:09.053700 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91012e07-1384-41e2-926c-8a9e0663193b req-5e4ceeb9-b781-484d-ae8d-fe4bd1ec4ac2 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:09.060836 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-91012e07-1384-41e2-926c-8a9e0663193b req-5e4ceeb9-b781-484d-ae8d-fe4bd1ec4ac2 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.0748560 Mar 22 19:19:09.091076 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-d133fe2e-0821-4b8b-a37b-d872ccc85cf2 admin admin] Deleting port 94ec6b17-c474-4976-9b71-9e70abcfd141 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:19:09.091895 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d133fe2e-0821-4b8b-a37b-d872ccc85cf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (94ec6b17-c474-4976-9b71-9e70abcfd141), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:09.157051 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-91012e07-1384-41e2-926c-8a9e0663193b req-ad176d3d-c99a-46eb-abc0-96e384aaf9e3 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833418 Mar 22 19:19:09.208458 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-d133fe2e-0821-4b8b-a37b-d872ccc85cf2 admin admin] For port 94ec6b17-c474-4976-9b71-9e70abcfd141, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=94ec6b17-c474-4976-9b71-9e70abcfd141,segment=NetworkSegment(392f2d81-3a9e-489f-ae67-c9b50be79736),segment_id=392f2d81-3a9e-489f-ae67-c9b50be79736)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:09.208823 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d133fe2e-0821-4b8b-a37b-d872ccc85cf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (94ec6b17-c474-4976-9b71-9e70abcfd141), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:09.230968 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-d133fe2e-0821-4b8b-a37b-d872ccc85cf2 admin admin] Calling delete_port for 94ec6b17-c474-4976-9b71-9e70abcfd141 owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:19:09.318022 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685d450-5fc7-4ead-b6b0-52e9927d52bb req-05a7a14b-2656-46ed-b626-aefb9f97f430 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:09.332925 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685d450-5fc7-4ead-b6b0-52e9927d52bb req-05a7a14b-2656-46ed-b626-aefb9f97f430 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:09.347501 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685d450-5fc7-4ead-b6b0-52e9927d52bb req-05a7a14b-2656-46ed-b626-aefb9f97f430 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:09.361465 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1685d450-5fc7-4ead-b6b0-52e9927d52bb req-05a7a14b-2656-46ed-b626-aefb9f97f430 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=68209daa-05c0-44fb-9b57-77757fcacb88 HTTP/1.1" status: 200 len: 2412 time: 0.1393828 Mar 22 19:19:09.434317 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1685d450-5fc7-4ead-b6b0-52e9927d52bb req-9fcdb255-96ca-47f0-aaaa-194148b91180 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709758 Mar 22 19:19:09.498363 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d133fe2e-0821-4b8b-a37b-d872ccc85cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (94ec6b17-c474-4976-9b71-9e70abcfd141), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:09.528130 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133fe2e-0821-4b8b-a37b-d872ccc85cf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=94ec6b17-c474-4976-9b71-9e70abcfd141,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:09.657963 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2884c1e-9f98-4c9f-9087-0b2e3e25dbb8 req-404eec27-0a45-4556-af87-ac79e5477cc7 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:09.661020 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e2884c1e-9f98-4c9f-9087-0b2e3e25dbb8 req-404eec27-0a45-4556-af87-ac79e5477cc7 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1481209 Mar 22 19:19:09.668234 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device f1821a1c-09f6-44a1-a91b-c3c1c61023c7 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:19:09.680926 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794971cc-19a0-417c-ad30-048ef4706213 req-0fdeb5b7-ec3f-4b41-83bf-dc2815ad8423 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:09.690995 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-794971cc-19a0-417c-ad30-048ef4706213 req-0fdeb5b7-ec3f-4b41-83bf-dc2815ad8423 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=f64585e8-933c-4b95-8326-543c09c4f621 HTTP/1.1" status: 200 len: 944 time: 0.1888418 Mar 22 19:19:09.755336 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port f1821a1c-09f6-44a1-a91b-c3c1c61023c7 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:19:09.768246 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port f1821a1c-09f6-44a1-a91b-c3c1c61023c7 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:19:09.768848 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f1821a1c-09f6-44a1-a91b-c3c1c61023c7), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:09.842106 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d133fe2e-0821-4b8b-a37b-d872ccc85cf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (27654713-b678-49b7-b5d3-8445f6d28b83), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:09.856025 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-794971cc-19a0-417c-ad30-048ef4706213 req-727f4dba-1cef-4e3d-80b5-523dea7c1d55 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641083 Mar 22 19:19:09.894010 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e2884c1e-9f98-4c9f-9087-0b2e3e25dbb8 req-577a539b-a052-4668-bacc-c5353f313dd8 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008672 Mar 22 19:19:09.941892 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port f1821a1c-09f6-44a1-a91b-c3c1c61023c7 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:09.942430 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f1821a1c-09f6-44a1-a91b-c3c1c61023c7), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:10.009750 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64585e8-933c-4b95-8326-543c09c4f621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1821a1c-09f6-44a1-a91b-c3c1c61023c7'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:19:10.013752 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace3d6ea-c436-44fc-aa9f-6bb532cee844" -d '{"events": [{"server_uuid": "f64585e8-933c-4b95-8326-543c09c4f621", "name": "network-vif-plugged", "status": "completed", "tag": "f1821a1c-09f6-44a1-a91b-c3c1c61023c7"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:19:10.041547 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port f1821a1c-09f6-44a1-a91b-c3c1c61023c7, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f1821a1c-09f6-44a1-a91b-c3c1c61023c7,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:10.052547 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f1821a1c-09f6-44a1-a91b-c3c1c61023c7), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:10.114497 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=f1821a1c-09f6-44a1-a91b-c3c1c61023c7,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:10.127544 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2e98b-06fe-43d0-a9b7-bd9db42958c5 req-7d73aea5-291f-490a-b460-f20888f323bb tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:10.146417 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-29f2e98b-06fe-43d0-a9b7-bd9db42958c5 req-7d73aea5-291f-490a-b460-f20888f323bb tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1a16a7-c281-41f4-a876-e71629476ded HTTP/1.1" status: 200 len: 943 time: 0.1165378 Mar 22 19:19:10.258069 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-29f2e98b-06fe-43d0-a9b7-bd9db42958c5 req-6c4532d8-793a-407b-9711-a7561988028d tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106524 Mar 22 19:19:10.287529 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d133fe2e-0821-4b8b-a37b-d872ccc85cf2 admin admin] Router 27654713-b678-49b7-b5d3-8445f6d28b83 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:19:10.299230 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525fd8f8-1989-44c2-b0da-38b94c573746 x-openstack-request-id: req-525fd8f8-1989-44c2-b0da-38b94c573746 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:19:10.299567 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64585e8-933c-4b95-8326-543c09c4f621", "name": "network-vif-plugged", "status": "completed", "tag": "f1821a1c-09f6-44a1-a91b-c3c1c61023c7", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:19:10.299821 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-525fd8f8-1989-44c2-b0da-38b94c573746 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:19:10.300284 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-525fd8f8-1989-44c2-b0da-38b94c573746'] response: {'server_uuid': 'f64585e8-933c-4b95-8326-543c09c4f621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1821a1c-09f6-44a1-a91b-c3c1c61023c7', 'code': 200} Mar 22 19:19:10.413835 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eb7a2b5e-96a3-443c-8b25-e11a70b4146d req-d65a28dc-0b9a-4fd5-af92-82c644449832 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=bff0c81a-f906-478b-a119-2cd49b4518c8 HTTP/1.1" status: 200 len: 210 time: 0.0498374 Mar 22 19:19:10.428736 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 402d2c10-941f-46e4-9a55-e0a20ae71ec2 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:19:10.471248 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ffbb3-064f-48b1-9e6a-72df1b10bf68 req-dba63198-c981-4bb9-9aa8-cdd5e11431d4 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:10.479176 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-355ffbb3-064f-48b1-9e6a-72df1b10bf68 req-dba63198-c981-4bb9-9aa8-cdd5e11431d4 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 950 time: 0.1543491 Mar 22 19:19:10.492983 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d133fe2e-0821-4b8b-a37b-d872ccc85cf2 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:19:10.528297 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517bf0fc-660e-4c08-b3b1-3d6520e3c650 None None] Sync routers for ids ['27654713-b678-49b7-b5d3-8445f6d28b83'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:19:10.535395 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d133fe2e-0821-4b8b-a37b-d872ccc85cf2 admin admin] 10.222.0.75 "PUT /v2.0/routers/27654713-b678-49b7-b5d3-8445f6d28b83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2332742 Mar 22 19:19:10.537857 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39800) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:19:10.543162 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517bf0fc-660e-4c08-b3b1-3d6520e3c650 None None] Routers {'27654713-b678-49b7-b5d3-8445f6d28b83'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:19:10.544726 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-517bf0fc-660e-4c08-b3b1-3d6520e3c650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:18:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['27654713-b678-49b7-b5d3-8445f6d28b83'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:19:10.644834 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9136c8-7776-43f9-99d9-573c7dbd153c req-7429e705-4751-474b-adc5-bd3bd1c22476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:10.646665 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5d9136c8-7776-43f9-99d9-573c7dbd153c req-7429e705-4751-474b-adc5-bd3bd1c22476 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f64585e8-933c-4b95-8326-543c09c4f621 HTTP/1.1" status: 200 len: 1128 time: 0.2693105 Mar 22 19:19:10.690446 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 402d2c10-941f-46e4-9a55-e0a20ae71ec2, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=402d2c10-941f-46e4-9a55-e0a20ae71ec2,segment=NetworkSegment(85cf4aab-02b0-4ed0-89a0-65a703cfb595),segment_id=85cf4aab-02b0-4ed0-89a0-65a703cfb595)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:10.717171 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '402d2c10-941f-46e4-9a55-e0a20ae71ec2', 'network_id': 'c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd', 'port_id': '402d2c10-941f-46e4-9a55-e0a20ae71ec2', 'mac_address': 'fa:16:3e:ba:98:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '557c463e-0ced-46b1-95bb-72c186d37083', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:19:10.722036 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-355ffbb3-064f-48b1-9e6a-72df1b10bf68 req-a1a3a067-9129-4784-8569-9d0dfb2d3f87 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420170 Mar 22 19:19:10.814105 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 402d2c10-941f-46e4-9a55-e0a20ae71ec2 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:10.814713 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (402d2c10-941f-46e4-9a55-e0a20ae71ec2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:10.816743 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de512b52-3251-45d8-9632-b9c5f4006107 req-7de7935a-b11e-4313-bf21-3f8d5b632bd6 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:10.830571 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f824cb49-8aeb-4f18-9947-f9e7e2ccaa57 admin admin] Publish callbacks [] for router (27654713-b678-49b7-b5d3-8445f6d28b83), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:10.831314 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-de512b52-3251-45d8-9632-b9c5f4006107 req-7de7935a-b11e-4313-bf21-3f8d5b632bd6 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.3147681 Mar 22 19:19:10.844755 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5d9136c8-7776-43f9-99d9-573c7dbd153c req-a7b0a85e-a017-437b-b4ca-c6518bedc516 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810696 Mar 22 19:19:10.858481 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 402d2c10-941f-46e4-9a55-e0a20ae71ec2 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:19:10.909858 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 402d2c10-941f-46e4-9a55-e0a20ae71ec2, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=402d2c10-941f-46e4-9a55-e0a20ae71ec2,segment=NetworkSegment(85cf4aab-02b0-4ed0-89a0-65a703cfb595),segment_id=85cf4aab-02b0-4ed0-89a0-65a703cfb595)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:10.918236 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (402d2c10-941f-46e4-9a55-e0a20ae71ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:10.970738 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-517bf0fc-660e-4c08-b3b1-3d6520e3c650 None None] Set router 27654713-b678-49b7-b5d3-8445f6d28b83 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:19:10.999170 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f824cb49-8aeb-4f18-9947-f9e7e2ccaa57 admin admin] Publish callbacks [] for router_gateway (27654713-b678-49b7-b5d3-8445f6d28b83), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:11.025106 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-de512b52-3251-45d8-9632-b9c5f4006107 req-cdc7d946-c4ca-4d52-8d3f-94362ac4938a tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923902 Mar 22 19:19:11.038599 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=402d2c10-941f-46e4-9a55-e0a20ae71ec2,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:11.067914 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0633cd-f79b-4363-900e-12120ce04ec7 req-713069e0-a29f-428c-a7c4-fe2208ce28a5 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:11.084834 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0633cd-f79b-4363-900e-12120ce04ec7 req-713069e0-a29f-428c-a7c4-fe2208ce28a5 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:11.090656 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0633cd-f79b-4363-900e-12120ce04ec7 req-713069e0-a29f-428c-a7c4-fe2208ce28a5 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:11.096382 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7a0633cd-f79b-4363-900e-12120ce04ec7 req-713069e0-a29f-428c-a7c4-fe2208ce28a5 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=68209daa-05c0-44fb-9b57-77757fcacb88 HTTP/1.1" status: 200 len: 2412 time: 0.2197940 Mar 22 19:19:11.117237 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-f824cb49-8aeb-4f18-9947-f9e7e2ccaa57 admin admin] Deleting port b2f8df93-6e6b-4f7f-8074-95f25836f435 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:19:11.117664 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f824cb49-8aeb-4f18-9947-f9e7e2ccaa57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (b2f8df93-6e6b-4f7f-8074-95f25836f435), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:11.201716 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d180f17-395f-434b-893b-724cfa4be9a9 req-86355722-cbd5-4180-a425-6c24570fb62a tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:11.203208 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3d180f17-395f-434b-893b-724cfa4be9a9 req-86355722-cbd5-4180-a425-6c24570fb62a tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=f64585e8-933c-4b95-8326-543c09c4f621 HTTP/1.1" status: 200 len: 945 time: 0.1055279 Mar 22 19:19:11.218908 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7a0633cd-f79b-4363-900e-12120ce04ec7 req-1c01ae1e-faed-4e93-beb1-2d28b4a7548e tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844457 Mar 22 19:19:11.249457 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-517bf0fc-660e-4c08-b3b1-3d6520e3c650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'name': 'tempest-AttachSCSIVolumeTestJSON-693033484-router', 'tenant_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'b2f8df93-6e6b-4f7f-8074-95f25836f435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:59Z', 'updated_at': '2022-03-22T19:19:09Z', 'revision_number': 5, 'project_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'gw_port': {'id': 'b2f8df93-6e6b-4f7f-8074-95f25836f435', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:00Z', 'updated_at': '2022-03-22T19:15:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:19:11.261932 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-f824cb49-8aeb-4f18-9947-f9e7e2ccaa57 admin admin] For port b2f8df93-6e6b-4f7f-8074-95f25836f435, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b2f8df93-6e6b-4f7f-8074-95f25836f435,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:11.262306 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f824cb49-8aeb-4f18-9947-f9e7e2ccaa57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (b2f8df93-6e6b-4f7f-8074-95f25836f435), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:11.286816 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-f824cb49-8aeb-4f18-9947-f9e7e2ccaa57 admin admin] Calling delete_port for b2f8df93-6e6b-4f7f-8074-95f25836f435 owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:19:11.288420 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['402d2c10-941f-46e4-9a55-e0a20ae71ec2'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:19:11.299200 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517bf0fc-660e-4c08-b3b1-3d6520e3c650 None None] Checking router: 27654713-b678-49b7-b5d3-8445f6d28b83 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:19:11.322904 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517bf0fc-660e-4c08-b3b1-3d6520e3c650 None None] Routers {'27654713-b678-49b7-b5d3-8445f6d28b83'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:19:11.324241 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-517bf0fc-660e-4c08-b3b1-3d6520e3c650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:18:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['27654713-b678-49b7-b5d3-8445f6d28b83'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:19:11.354742 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3d180f17-395f-434b-893b-724cfa4be9a9 req-40b40a80-64b2-48a4-b534-785ae04ce65f tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347661 Mar 22 19:19:11.389424 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a5d79-fd46-4e35-a32e-c57bdc48ecf9 req-b926afb8-2782-465e-bff0-799c1f286c79 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:11.393170 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-710a5d79-fd46-4e35-a32e-c57bdc48ecf9 req-b926afb8-2782-465e-bff0-799c1f286c79 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1101406 Mar 22 19:19:11.496239 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-517bf0fc-660e-4c08-b3b1-3d6520e3c650 None None] Set router 27654713-b678-49b7-b5d3-8445f6d28b83 gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:19:11.527808 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f824cb49-8aeb-4f18-9947-f9e7e2ccaa57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (b2f8df93-6e6b-4f7f-8074-95f25836f435), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:11.548732 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-710a5d79-fd46-4e35-a32e-c57bdc48ecf9 req-d587fc4b-5036-419e-9e8c-89c2100f2ad2 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482871 Mar 22 19:19:11.604739 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-517bf0fc-660e-4c08-b3b1-3d6520e3c650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'name': 'tempest-AttachSCSIVolumeTestJSON-693033484-router', 'tenant_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:59Z', 'updated_at': '2022-03-22T19:19:10Z', 'revision_number': 6, 'project_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:19:11.623085 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e7764-02ba-4ccf-bcba-1201c98ca696 req-4eab20d5-c819-41a0-b331-651b4c39837d tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:11.627975 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f824cb49-8aeb-4f18-9947-f9e7e2ccaa57 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2f8df93-6e6b-4f7f-8074-95f25836f435,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:11.635868 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-172e7764-02ba-4ccf-bcba-1201c98ca696 req-4eab20d5-c819-41a0-b331-651b4c39837d tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1a16a7-c281-41f4-a876-e71629476ded HTTP/1.1" status: 200 len: 944 time: 0.1291838 Mar 22 19:19:11.672199 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517bf0fc-660e-4c08-b3b1-3d6520e3c650 None None] The sync data for ids ['27654713-b678-49b7-b5d3-8445f6d28b83'] in n-d-705658-24 is: [{'id': '27654713-b678-49b7-b5d3-8445f6d28b83', 'name': 'tempest-AttachSCSIVolumeTestJSON-693033484-router', 'tenant_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:14:59Z', 'updated_at': '2022-03-22T19:19:10Z', 'revision_number': 6, 'project_id': '299d57ef35bc4e46a2ac01153c6bee7d', 'gw_port_host': None}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:19:11.699254 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b3f4b1d1-5ce5-4b8a-9ed6-3f1bdab7a18e req-522dfe4c-05c1-45cb-987a-17430bdba448 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=bff0c81a-f906-478b-a119-2cd49b4518c8 HTTP/1.1" status: 200 len: 210 time: 0.0413437 Mar 22 19:19:11.711193 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f824cb49-8aeb-4f18-9947-f9e7e2ccaa57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (27654713-b678-49b7-b5d3-8445f6d28b83), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:11.767970 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-172e7764-02ba-4ccf-bcba-1201c98ca696 req-638b4b84-fbff-4011-850a-95703adf0012 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237178 Mar 22 19:19:11.819147 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-eac7f323-02da-4651-b834-8ec11b276650 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495913 Mar 22 19:19:11.935785 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f824cb49-8aeb-4f18-9947-f9e7e2ccaa57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (27654713-b678-49b7-b5d3-8445f6d28b83), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:11.939672 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-3c143dbc-faca-4ccc-b785-422a2d08d272 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317094 Mar 22 19:19:11.941433 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f824cb49-8aeb-4f18-9947-f9e7e2ccaa57 admin admin] Publish callbacks [] for router_controller (27654713-b678-49b7-b5d3-8445f6d28b83), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:12.049387 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f824cb49-8aeb-4f18-9947-f9e7e2ccaa57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (27654713-b678-49b7-b5d3-8445f6d28b83), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:12.052964 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f824cb49-8aeb-4f18-9947-f9e7e2ccaa57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27654713-b678-49b7-b5d3-8445f6d28b83 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:19:12.062792 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f824cb49-8aeb-4f18-9947-f9e7e2ccaa57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:12.064114 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f824cb49-8aeb-4f18-9947-f9e7e2ccaa57 admin admin] 10.222.0.75 "DELETE /v2.0/routers/27654713-b678-49b7-b5d3-8445f6d28b83 HTTP/1.1" status: 204 len: 168 time: 1.5246782 Mar 22 19:19:12.066905 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39820) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:19:12.254615 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 94ec6b17-c474-4976-9b71-9e70abcfd141 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:19:12.304454 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 94ec6b17-c474-4976-9b71-9e70abcfd141 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:19:12.304802 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 94ec6b17-c474-4976-9b71-9e70abcfd141 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:19:12.426071 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:19:12.434834 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 429aec1f-e681-4d8b-9427-c5abeccedc00 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:19:12.536954 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 402d2c10-941f-46e4-9a55-e0a20ae71ec2 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:19:12.566451 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b20ab9-d1b1-4059-a93e-0abc2174bf3e req-68baf15d-83d3-49b2-b47b-b0ac2d2d66be tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:12.568983 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65b20ab9-d1b1-4059-a93e-0abc2174bf3e req-68baf15d-83d3-49b2-b47b-b0ac2d2d66be tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 950 time: 0.6811709 Mar 22 19:19:12.582961 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-e0e2327e-692f-4b92-94e1-5d8120845377 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:12.585265 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-e0e2327e-692f-4b92-94e1-5d8120845377 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7521091 Mar 22 19:19:12.590725 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 429aec1f-e681-4d8b-9427-c5abeccedc00, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=429aec1f-e681-4d8b-9427-c5abeccedc00,segment=NetworkSegment(8105ea73-bcc4-4b4e-baf1-619804a6d9a4),segment_id=8105ea73-bcc4-4b4e-baf1-619804a6d9a4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:12.607993 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-7603a524-6f46-41d0-9c74-9ddb13c7648d admin admin] Deleting subnet c55e3d95-c01f-4644-b0f9-457902969723 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:19:12.614286 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7603a524-6f46-41d0-9c74-9ddb13c7648d admin admin] Publish callbacks [] for subnet (c55e3d95-c01f-4644-b0f9-457902969723), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:12.624097 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef875ab-c60c-41a1-9969-3b4c13d0effa req-b8399cd2-5262-401c-a80d-884696cade86 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:12.634671 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aef875ab-c60c-41a1-9969-3b4c13d0effa req-b8399cd2-5262-401c-a80d-884696cade86 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.7032437 Mar 22 19:19:12.690455 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '429aec1f-e681-4d8b-9427-c5abeccedc00', 'network_id': '5d6f6a23-9aeb-4117-ab7d-682e6517e99d', 'port_id': '429aec1f-e681-4d8b-9427-c5abeccedc00', 'mac_address': 'fa:16:3e:3e:55:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3a2e87f-5dc1-4757-b2d8-ef6e3402b6e9', 'ip_address': '19.80.0.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:19:12.696326 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-113476a8-e903-4d56-9739-a336250bba15 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Request body: {'port': {'device_id': '5256a593-e092-41bd-a0b8-03f96e51a62e', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'admin_state_up': True, 'tenant_id': '20b66ad6871e4aa4b2cde9f25603dddb'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:19:12.723704 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-d637fea8-6771-4eb0-b06f-7def25aac187 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:12.726793 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-d637fea8-6771-4eb0-b06f-7def25aac187 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7803552 Mar 22 19:19:12.730721 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7603a524-6f46-41d0-9c74-9ddb13c7648d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (c55e3d95-c01f-4644-b0f9-457902969723), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:12.767863 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-0b7053f8-a4a7-4ca0-ad03-717a83a74d60 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Request body: {'port': {'device_id': 'bff0c81a-f906-478b-a119-2cd49b4518c8', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'admin_state_up': True, 'tenant_id': '20b66ad6871e4aa4b2cde9f25603dddb'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:19:12.782651 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 402d2c10-941f-46e4-9a55-e0a20ae71ec2 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:19:12.792631 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 402d2c10-941f-46e4-9a55-e0a20ae71ec2 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:19:12.795669 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (402d2c10-941f-46e4-9a55-e0a20ae71ec2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:12.851006 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 429aec1f-e681-4d8b-9427-c5abeccedc00 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:12.851861 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (429aec1f-e681-4d8b-9427-c5abeccedc00), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:12.876875 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 429aec1f-e681-4d8b-9427-c5abeccedc00 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:19:12.896577 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65b20ab9-d1b1-4059-a93e-0abc2174bf3e req-037c12f6-0ae1-4c7a-8e92-a2af9a40c2f3 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032973 Mar 22 19:19:12.927304 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 429aec1f-e681-4d8b-9427-c5abeccedc00, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=429aec1f-e681-4d8b-9427-c5abeccedc00,segment=NetworkSegment(8105ea73-bcc4-4b4e-baf1-619804a6d9a4),segment_id=8105ea73-bcc4-4b4e-baf1-619804a6d9a4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:12.978022 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aef875ab-c60c-41a1-9969-3b4c13d0effa req-be5f6aa4-1459-4201-a0bb-ab2fcaa90afb tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383689 Mar 22 19:19:12.984215 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (429aec1f-e681-4d8b-9427-c5abeccedc00), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:12.985133 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device df3203e1-54a7-4a0d-acbb-fcd907d50e1b details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:19:13.031740 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-0b7053f8-a4a7-4ca0-ad03-717a83a74d60 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Made reservation on behalf of 20b66ad6871e4aa4b2cde9f25603dddb for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:19:13.042232 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-0b7053f8-a4a7-4ca0-ad03-717a83a74d60 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:13.070572 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 402d2c10-941f-46e4-9a55-e0a20ae71ec2 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:13.071784 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (402d2c10-941f-46e4-9a55-e0a20ae71ec2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:13.108599 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7603a524-6f46-41d0-9c74-9ddb13c7648d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (c55e3d95-c01f-4644-b0f9-457902969723), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:13.135009 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-113476a8-e903-4d56-9739-a336250bba15 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Made reservation on behalf of 20b66ad6871e4aa4b2cde9f25603dddb for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:19:13.138428 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-113476a8-e903-4d56-9739-a336250bba15 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:13.173313 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1a16a7-c281-41f4-a876-e71629476ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402d2c10-941f-46e4-9a55-e0a20ae71ec2'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:19:13.176226 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ccd229-7333-48ef-b8b2-1f7b922fd837" -d '{"events": [{"server_uuid": "1e1a16a7-c281-41f4-a876-e71629476ded", "name": "network-vif-plugged", "status": "completed", "tag": "402d2c10-941f-46e4-9a55-e0a20ae71ec2"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:19:13.202051 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=429aec1f-e681-4d8b-9427-c5abeccedc00,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:13.204748 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d42679-94da-43b4-a998-a18fd53de010 req-4ae28ca2-0b66-443d-a29a-e6db64771a7d tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:13.211840 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d42679-94da-43b4-a998-a18fd53de010 req-4ae28ca2-0b66-443d-a29a-e6db64771a7d tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:13.214311 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 402d2c10-941f-46e4-9a55-e0a20ae71ec2, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=402d2c10-941f-46e4-9a55-e0a20ae71ec2,segment=NetworkSegment(85cf4aab-02b0-4ed0-89a0-65a703cfb595),segment_id=85cf4aab-02b0-4ed0-89a0-65a703cfb595)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:13.217108 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d42679-94da-43b4-a998-a18fd53de010 req-4ae28ca2-0b66-443d-a29a-e6db64771a7d tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:13.225412 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c5d42679-94da-43b4-a998-a18fd53de010 req-4ae28ca2-0b66-443d-a29a-e6db64771a7d tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=68209daa-05c0-44fb-9b57-77757fcacb88 HTTP/1.1" status: 200 len: 2413 time: 0.1976154 Mar 22 19:19:13.274103 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port df3203e1-54a7-4a0d-acbb-fcd907d50e1b, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=df3203e1-54a7-4a0d-acbb-fcd907d50e1b,segment=NetworkSegment(d4078bfb-4afc-4f94-9b5c-8d8a7c8ea86b),segment_id=d4078bfb-4afc-4f94-9b5c-8d8a7c8ea86b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:13.290124 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'df3203e1-54a7-4a0d-acbb-fcd907d50e1b', 'network_id': '83ed3166-b5c2-4945-82df-ee0b5d50cd22', 'port_id': 'df3203e1-54a7-4a0d-acbb-fcd907d50e1b', 'mac_address': 'fa:16:3e:ea:5a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd78dad49-c82e-489d-a628-439118d301f0', 'ip_address': '19.86.0.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:19:13.296484 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9e1a9-5f18-4ded-85a7-43bcee62cbf1 req-2180d8ca-9a3b-4732-a674-3a7e6d60d5c2 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:13.298670 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (402d2c10-941f-46e4-9a55-e0a20ae71ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:13.303641 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-55e9e1a9-5f18-4ded-85a7-43bcee62cbf1 req-2180d8ca-9a3b-4732-a674-3a7e6d60d5c2 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=f64585e8-933c-4b95-8326-543c09c4f621 HTTP/1.1" status: 200 len: 945 time: 0.2481658 Mar 22 19:19:13.360726 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7603a524-6f46-41d0-9c74-9ddb13c7648d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (c55e3d95-c01f-4644-b0f9-457902969723), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:13.369120 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port df3203e1-54a7-4a0d-acbb-fcd907d50e1b is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:13.369523 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (df3203e1-54a7-4a0d-acbb-fcd907d50e1b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:13.383156 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-0b7053f8-a4a7-4ca0-ad03-717a83a74d60 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Allocated IP 192.168.233.54 (43c82fd2-7e25-4eba-86f2-aced26197dba/e28314b8-0ed1-465e-a6f2-eda7f6b773cd/8fea3b44-fcd3-48eb-893f-0e8aae10c0bf) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:19:13.383605 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c5d42679-94da-43b4-a998-a18fd53de010 req-17150005-a903-41d1-ad58-6c41a6ac105e tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572590 Mar 22 19:19:13.400559 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df3203e1-54a7-4a0d-acbb-fcd907d50e1b {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:19:13.414686 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-55e9e1a9-5f18-4ded-85a7-43bcee62cbf1 req-dcb53449-41ba-45b8-87aa-44ab1fcb89f7 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100986 Mar 22 19:19:13.420860 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port df3203e1-54a7-4a0d-acbb-fcd907d50e1b, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=df3203e1-54a7-4a0d-acbb-fcd907d50e1b,segment=NetworkSegment(d4078bfb-4afc-4f94-9b5c-8d8a7c8ea86b),segment_id=d4078bfb-4afc-4f94-9b5c-8d8a7c8ea86b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:13.422144 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=402d2c10-941f-46e4-9a55-e0a20ae71ec2,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:13.433002 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (df3203e1-54a7-4a0d-acbb-fcd907d50e1b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:13.433750 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 2269c63d-7b32-41ed-babb-1e84e5c0dd6b details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:19:13.457691 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603a524-6f46-41d0-9c74-9ddb13c7648d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c55e3d95-c01f-4644-b0f9-457902969723,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:13.470535 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7603a524-6f46-41d0-9c74-9ddb13c7648d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:13.474001 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7603a524-6f46-41d0-9c74-9ddb13c7648d admin admin] 10.222.0.75 "DELETE /v2.0/subnets/c55e3d95-c01f-4644-b0f9-457902969723 HTTP/1.1" status: 204 len: 168 time: 1.4056487 Mar 22 19:19:13.476490 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39838) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:19:13.518925 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac30890-3f51-4916-b17f-1e64a8f6710c None None] Network da5fd57b-f10f-4980-a231-2023d84d3d68 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:19:13.570917 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.resource_extend [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:19:13.602748 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 2269c63d-7b32-41ed-babb-1e84e5c0dd6b, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=2269c63d-7b32-41ed-babb-1e84e5c0dd6b,segment=NetworkSegment(8105ea73-bcc4-4b4e-baf1-619804a6d9a4),segment_id=8105ea73-bcc4-4b4e-baf1-619804a6d9a4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:13.610492 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-710a1f6c-6b8d-4119-a532-c456bf2dde0a req-6bf9276b-a6b6-4864-9027-40069cd22477 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=bff0c81a-f906-478b-a119-2cd49b4518c8 HTTP/1.1" status: 200 len: 210 time: 0.0651312 Mar 22 19:19:13.633546 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a66513d8-f012-49a1-b32b-e9bed54ce11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (da5fd57b-f10f-4980-a231-2023d84d3d68), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:13.634771 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=df3203e1-54a7-4a0d-acbb-fcd907d50e1b,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:13.639393 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '2269c63d-7b32-41ed-babb-1e84e5c0dd6b', 'network_id': '5d6f6a23-9aeb-4117-ab7d-682e6517e99d', 'port_id': '2269c63d-7b32-41ed-babb-1e84e5c0dd6b', 'mac_address': 'fa:16:3e:ce:0c:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3a2e87f-5dc1-4757-b2d8-ef6e3402b6e9', 'ip_address': '19.80.0.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:19:13.666863 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b75dee-ec3e-4f65-9b2c-a9637010f7aa req-94072752-b815-4afa-8579-5ccfc364510c tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:13.669389 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59b75dee-ec3e-4f65-9b2c-a9637010f7aa req-94072752-b815-4afa-8579-5ccfc364510c tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1a16a7-c281-41f4-a876-e71629476ded HTTP/1.1" status: 200 len: 945 time: 0.1227870 Mar 22 19:19:13.724075 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-0b7053f8-a4a7-4ca0-ad03-717a83a74d60 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks [] for port (8fea3b44-fcd3-48eb-893f-0e8aae10c0bf), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:13.741703 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 2269c63d-7b32-41ed-babb-1e84e5c0dd6b is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:13.742137 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (2269c63d-7b32-41ed-babb-1e84e5c0dd6b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:13.770713 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-0b7053f8-a4a7-4ca0-ad03-717a83a74d60 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (8fea3b44-fcd3-48eb-893f-0e8aae10c0bf), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:13.781325 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2269c63d-7b32-41ed-babb-1e84e5c0dd6b {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:19:13.793018 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['2ba56533-1468-4396-bf3b-f65932d77f9d'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:19:13.807183 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59b75dee-ec3e-4f65-9b2c-a9637010f7aa req-15300a3f-26da-48dc-a726-357432b8da79 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238389 Mar 22 19:19:13.835550 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-0b7053f8-a4a7-4ca0-ad03-717a83a74d60 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Network 43c82fd2-7e25-4eba-86f2-aced26197dba is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:19:13.840298 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6b5907-4b77-462e-8d60-b9e9866cf54c None None] DHCP port deletion for da5fd57b-f10f-4980-a231-2023d84d3d68 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:19:13.860361 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-0b7053f8-a4a7-4ca0-ad03-717a83a74d60 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:19:13.885749 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-a66513d8-f012-49a1-b32b-e9bed54ce11c admin admin] Deleting port 902bee6d-d997-4552-b4e7-50b22f5f7081 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:19:13.886130 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a66513d8-f012-49a1-b32b-e9bed54ce11c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (902bee6d-d997-4552-b4e7-50b22f5f7081), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:13.890630 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7053f8-a4a7-4ca0-ad03-717a83a74d60 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Pushing event updated for resources: {'Port': ['ID=8fea3b44-fcd3-48eb-893f-0e8aae10c0bf,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:13.898209 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 2269c63d-7b32-41ed-babb-1e84e5c0dd6b, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=2269c63d-7b32-41ed-babb-1e84e5c0dd6b,segment=NetworkSegment(8105ea73-bcc4-4b4e-baf1-619804a6d9a4),segment_id=8105ea73-bcc4-4b4e-baf1-619804a6d9a4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:13.900889 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-0b7053f8-a4a7-4ca0-ad03-717a83a74d60 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:19:13.935642 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (2269c63d-7b32-41ed-babb-1e84e5c0dd6b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:13.951718 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-113476a8-e903-4d56-9739-a336250bba15 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Allocated IP 192.168.233.137 (43c82fd2-7e25-4eba-86f2-aced26197dba/e28314b8-0ed1-465e-a6f2-eda7f6b773cd/20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:19:13.997949 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67e8fa-237e-493a-9498-00a57ebf257c req-3fa019a1-43c1-4c27-a9b1-d7a762ea5d69 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:14.001856 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9c67e8fa-237e-493a-9498-00a57ebf257c req-3fa019a1-43c1-4c27-a9b1-d7a762ea5d69 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.2664390 Mar 22 19:19:14.016355 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-0b7053f8-a4a7-4ca0-ad03-717a83a74d60 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:14.017276 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-0b7053f8-a4a7-4ca0-ad03-717a83a74d60 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:14.065457 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb76cb54-3d98-47a5-b00c-4f8a459d2ed6 x-openstack-request-id: req-cb76cb54-3d98-47a5-b00c-4f8a459d2ed6 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:19:14.065847 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1a16a7-c281-41f4-a876-e71629476ded", "name": "network-vif-plugged", "status": "completed", "tag": "402d2c10-941f-46e4-9a55-e0a20ae71ec2", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:19:14.066183 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cb76cb54-3d98-47a5-b00c-4f8a459d2ed6 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:19:14.066887 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb76cb54-3d98-47a5-b00c-4f8a459d2ed6'] response: {'server_uuid': '1e1a16a7-c281-41f4-a876-e71629476ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402d2c10-941f-46e4-9a55-e0a20ae71ec2', 'code': 200} Mar 22 19:19:14.074891 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-0b7053f8-a4a7-4ca0-ad03-717a83a74d60 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3386495 Mar 22 19:19:14.088595 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-873d0dc5-c8c2-44c7-948b-71da86d953b8 service neutron] Request body: {'port': {'device_id': 'bff0c81a-f906-478b-a119-2cd49b4518c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:19:14.183234 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-6a6b5907-4b77-462e-8d60-b9e9866cf54c None None] Deleting port 902bee6d-d997-4552-b4e7-50b22f5f7081 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:19:14.183707 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6a6b5907-4b77-462e-8d60-b9e9866cf54c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (902bee6d-d997-4552-b4e7-50b22f5f7081), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:14.229485 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-873d0dc5-c8c2-44c7-948b-71da86d953b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8fea3b44-fcd3-48eb-893f-0e8aae10c0bf), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:14.307924 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=2269c63d-7b32-41ed-babb-1e84e5c0dd6b,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:14.313867 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b2f8df93-6e6b-4f7f-8074-95f25836f435 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:19:14.323610 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-a66513d8-f012-49a1-b32b-e9bed54ce11c admin admin] For port 902bee6d-d997-4552-b4e7-50b22f5f7081, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=902bee6d-d997-4552-b4e7-50b22f5f7081,segment=NetworkSegment(392f2d81-3a9e-489f-ae67-c9b50be79736),segment_id=392f2d81-3a9e-489f-ae67-c9b50be79736)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:14.323989 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a66513d8-f012-49a1-b32b-e9bed54ce11c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (902bee6d-d997-4552-b4e7-50b22f5f7081), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:14.371088 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: b2f8df93-6e6b-4f7f-8074-95f25836f435 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:19:14.371696 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b2f8df93-6e6b-4f7f-8074-95f25836f435 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:19:14.372283 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 902bee6d-d997-4552-b4e7-50b22f5f7081 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:19:14.380086 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-a66513d8-f012-49a1-b32b-e9bed54ce11c admin admin] Calling delete_port for 902bee6d-d997-4552-b4e7-50b22f5f7081 owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:19:14.424327 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9c67e8fa-237e-493a-9498-00a57ebf257c req-5ef3d73f-674d-413c-8684-fe14c8e54955 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045243 Mar 22 19:19:14.431899 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-113476a8-e903-4d56-9739-a336250bba15 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks [] for port (20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:14.443467 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-6a6b5907-4b77-462e-8d60-b9e9866cf54c None None] For port 902bee6d-d997-4552-b4e7-50b22f5f7081, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=902bee6d-d997-4552-b4e7-50b22f5f7081,segment=NetworkSegment(392f2d81-3a9e-489f-ae67-c9b50be79736),segment_id=392f2d81-3a9e-489f-ae67-c9b50be79736)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:14.443883 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6a6b5907-4b77-462e-8d60-b9e9866cf54c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (902bee6d-d997-4552-b4e7-50b22f5f7081), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:14.464534 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-6032d589-b553-49e8-b8b3-e501a7e37329 None None] Provisioning complete for port 8fea3b44-fcd3-48eb-893f-0e8aae10c0bf triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:19:14.464946 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6032d589-b553-49e8-b8b3-e501a7e37329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8fea3b44-fcd3-48eb-893f-0e8aae10c0bf), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:14.495474 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-6a6b5907-4b77-462e-8d60-b9e9866cf54c None None] Calling delete_port for 902bee6d-d997-4552-b4e7-50b22f5f7081 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:19:14.509043 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083aed6e-2840-45aa-9eb4-7fe9e4349658 req-bf5af794-7a01-4b22-a473-9aba7214016e tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:14.511983 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-083aed6e-2840-45aa-9eb4-7fe9e4349658 req-bf5af794-7a01-4b22-a473-9aba7214016e tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f64585e8-933c-4b95-8326-543c09c4f621 HTTP/1.1" status: 200 len: 1128 time: 0.2715018 Mar 22 19:19:14.518238 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b70acb-a164-4f4b-aaf8-f3d1aaa42935 req-87b2515f-5d2b-4fba-8d3e-f4f016c0a001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:14.521158 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51b70acb-a164-4f4b-aaf8-f3d1aaa42935 req-87b2515f-5d2b-4fba-8d3e-f4f016c0a001 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1e1a16a7-c281-41f4-a876-e71629476ded HTTP/1.1" status: 200 len: 1128 time: 0.2988741 Mar 22 19:19:14.535806 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['df3203e1-54a7-4a0d-acbb-fcd907d50e1b'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:19:14.575089 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['429aec1f-e681-4d8b-9427-c5abeccedc00'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:19:14.608108 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-6032d589-b553-49e8-b8b3-e501a7e37329 None None] Port 8fea3b44-fcd3-48eb-893f-0e8aae10c0bf cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:19:14.635431 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 902bee6d-d997-4552-b4e7-50b22f5f7081 is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:14.635777 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (902bee6d-d997-4552-b4e7-50b22f5f7081), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:14.680761 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-113476a8-e903-4d56-9739-a336250bba15 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:14.698883 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51b70acb-a164-4f4b-aaf8-f3d1aaa42935 req-30c6b715-a993-45ac-9285-c106ffdf643f service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647670 Mar 22 19:19:14.731976 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a569a3-7c12-406b-9e15-3ee4ff228765 req-7d850308-8856-4f44-84cd-62e3be745e96 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:14.739329 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-33a569a3-7c12-406b-9e15-3ee4ff228765 req-7d850308-8856-4f44-84cd-62e3be745e96 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 950 time: 0.2250743 Mar 22 19:19:14.786365 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-083aed6e-2840-45aa-9eb4-7fe9e4349658 req-c032e84a-8517-4464-b926-5d5031747dee tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618632 Mar 22 19:19:14.804172 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a66513d8-f012-49a1-b32b-e9bed54ce11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (902bee6d-d997-4552-b4e7-50b22f5f7081), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:14.838134 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-113476a8-e903-4d56-9739-a336250bba15 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Network 43c82fd2-7e25-4eba-86f2-aced26197dba is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:19:14.840676 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-873d0dc5-c8c2-44c7-948b-71da86d953b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fea3b44-fcd3-48eb-893f-0e8aae10c0bf {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:19:14.864817 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['2ba56533-1468-4396-bf3b-f65932d77f9d'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:19:14.866065 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-873d0dc5-c8c2-44c7-948b-71da86d953b8 service neutron] Publish callbacks [] for port (8fea3b44-fcd3-48eb-893f-0e8aae10c0bf), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:14.890134 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-113476a8-e903-4d56-9739-a336250bba15 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:19:14.890134 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-113476a8-e903-4d56-9739-a336250bba15 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:19:14.890495 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-873d0dc5-c8c2-44c7-948b-71da86d953b8 service neutron] Transition to ACTIVE for port object 8fea3b44-fcd3-48eb-893f-0e8aae10c0bf will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:19:14.903940 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-873d0dc5-c8c2-44c7-948b-71da86d953b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (8fea3b44-fcd3-48eb-893f-0e8aae10c0bf), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:14.954509 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113476a8-e903-4d56-9739-a336250bba15 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Pushing event updated for resources: {'Port': ['ID=20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:15.000111 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6a6b5907-4b77-462e-8d60-b9e9866cf54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (902bee6d-d997-4552-b4e7-50b22f5f7081), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:15.028948 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66513d8-f012-49a1-b32b-e9bed54ce11c admin admin] No DVR routers for this DVR port 902bee6d-d997-4552-b4e7-50b22f5f7081 on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:19:15.033128 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d0dc5-c8c2-44c7-948b-71da86d953b8 service neutron] Pushing event updated for resources: {'Port': ['ID=8fea3b44-fcd3-48eb-893f-0e8aae10c0bf,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:15.080967 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-33a569a3-7c12-406b-9e15-3ee4ff228765 req-2d3fa338-2e15-4ec3-9711-c31a7be2efd0 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396056 Mar 22 19:19:15.094424 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b5907-4b77-462e-8d60-b9e9866cf54c None None] Pushing event deleted for resources: {'Port': ['ID=902bee6d-d997-4552-b4e7-50b22f5f7081,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:15.114863 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66513d8-f012-49a1-b32b-e9bed54ce11c admin admin] Pushing event deleted for resources: {'Port': ['ID=902bee6d-d997-4552-b4e7-50b22f5f7081,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:15.120551 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6b5907-4b77-462e-8d60-b9e9866cf54c None None] No DVR routers for this DVR port 902bee6d-d997-4552-b4e7-50b22f5f7081 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:19:15.153034 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1842f45e-c7cc-4137-ad2c-ea5d3de967a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:15.169558 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-873d0dc5-c8c2-44c7-948b-71da86d953b8 service neutron] Attempting to bind port 8fea3b44-fcd3-48eb-893f-0e8aae10c0bf on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:19:15.169916 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-873d0dc5-c8c2-44c7-948b-71da86d953b8 service neutron] Attempting to bind port 8fea3b44-fcd3-48eb-893f-0e8aae10c0bf by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:19:15.170249 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-873d0dc5-c8c2-44c7-948b-71da86d953b8 service neutron] Attempting to bind port 8fea3b44-fcd3-48eb-893f-0e8aae10c0bf on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:19:15.182393 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-873d0dc5-c8c2-44c7-948b-71da86d953b8 service neutron] Port 8fea3b44-fcd3-48eb-893f-0e8aae10c0bf on network 43c82fd2-7e25-4eba-86f2-aced26197dba not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:19:15.184384 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-873d0dc5-c8c2-44c7-948b-71da86d953b8 service neutron] Attempting to bind port 8fea3b44-fcd3-48eb-893f-0e8aae10c0bf on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:19:15.209638 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-873d0dc5-c8c2-44c7-948b-71da86d953b8 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:19:15.209638 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-873d0dc5-c8c2-44c7-948b-71da86d953b8 service neutron] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:19:15.209638 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-873d0dc5-c8c2-44c7-948b-71da86d953b8 service neutron] Bound using segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:19:15.209638 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-873d0dc5-c8c2-44c7-948b-71da86d953b8 service neutron] Bound port: 8fea3b44-fcd3-48eb-893f-0e8aae10c0bf, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:19:15.209638 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-873d0dc5-c8c2-44c7-948b-71da86d953b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8fea3b44-fcd3-48eb-893f-0e8aae10c0bf), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:15.234145 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-113476a8-e903-4d56-9739-a336250bba15 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:15.234934 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-113476a8-e903-4d56-9739-a336250bba15 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:15.264088 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a66513d8-f012-49a1-b32b-e9bed54ce11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (da5fd57b-f10f-4980-a231-2023d84d3d68), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:15.299205 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c16faa-0579-420b-8074-ead52ccd507c req-bd6f72f8-16ad-4c9c-b8fd-19e78338f0a5 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:15.304500 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c16faa-0579-420b-8074-ead52ccd507c req-bd6f72f8-16ad-4c9c-b8fd-19e78338f0a5 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:15.309906 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c16faa-0579-420b-8074-ead52ccd507c req-bd6f72f8-16ad-4c9c-b8fd-19e78338f0a5 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:15.312030 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c4c16faa-0579-420b-8074-ead52ccd507c req-bd6f72f8-16ad-4c9c-b8fd-19e78338f0a5 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=68209daa-05c0-44fb-9b57-77757fcacb88 HTTP/1.1" status: 200 len: 2415 time: 0.3400667 Mar 22 19:19:15.315827 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-113476a8-e903-4d56-9739-a336250bba15 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6764052 Mar 22 19:19:15.344586 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-06f9cf4e-8f79-4637-93ae-058a2f149022 service neutron] Request body: {'port': {'device_id': '5256a593-e092-41bd-a0b8-03f96e51a62e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:19:15.371407 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-a66513d8-f012-49a1-b32b-e9bed54ce11c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da5fd57b-f10f-4980-a231-2023d84d3d68']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:19:15.375075 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-873d0dc5-c8c2-44c7-948b-71da86d953b8 service neutron] For port 8fea3b44-fcd3-48eb-893f-0e8aae10c0bf, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:19:15.379874 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-873d0dc5-c8c2-44c7-948b-71da86d953b8 service neutron] For port 8fea3b44-fcd3-48eb-893f-0e8aae10c0bf, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=8fea3b44-fcd3-48eb-893f-0e8aae10c0bf,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:19:15.393509 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-873d0dc5-c8c2-44c7-948b-71da86d953b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (8fea3b44-fcd3-48eb-893f-0e8aae10c0bf), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:15.438042 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-873d0dc5-c8c2-44c7-948b-71da86d953b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:15.438790 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-873d0dc5-c8c2-44c7-948b-71da86d953b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:15.440124 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-873d0dc5-c8c2-44c7-948b-71da86d953b8 service neutron] 10.222.0.84 "PUT /v2.0/ports/8fea3b44-fcd3-48eb-893f-0e8aae10c0bf HTTP/1.1" status: 200 len: 1096 time: 1.3567607 Mar 22 19:19:15.442661 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff0c81a-f906-478b-a119-2cd49b4518c8', 'tag': '8fea3b44-fcd3-48eb-893f-0e8aae10c0bf'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:19:15.446259 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53283228-7e9b-4adb-8df6-2a086412ffc9" -d '{"events": [{"name": "network-changed", "server_uuid": "bff0c81a-f906-478b-a119-2cd49b4518c8", "tag": "8fea3b44-fcd3-48eb-893f-0e8aae10c0bf"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:19:15.482281 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-bc7ed7e8-c348-436f-b5f5-0875f8127dbc None None] Provisioning complete for port 20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:19:15.482892 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bc7ed7e8-c348-436f-b5f5-0875f8127dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:15.490985 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-a66513d8-f012-49a1-b32b-e9bed54ce11c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392f2d81-3a9e-489f-ae67-c9b50be79736') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:19:15.491293 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-a66513d8-f012-49a1-b32b-e9bed54ce11c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392f2d81-3a9e-489f-ae67-c9b50be79736') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:19:15.524586 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['2269c63d-7b32-41ed-babb-1e84e5c0dd6b'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:19:15.540424 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c4c16faa-0579-420b-8074-ead52ccd507c req-870e5e87-b454-4fe8-bd61-6341c7bc210b tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019649 Mar 22 19:19:15.545398 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d0dc5-c8c2-44c7-948b-71da86d953b8 service neutron] Pushing event updated for resources: {'Port': ['ID=8fea3b44-fcd3-48eb-893f-0e8aae10c0bf,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:15.592823 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-b47c13b2-c0d3-4bf1-924b-cdd52f51008f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:15.594414 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-b47c13b2-c0d3-4bf1-924b-cdd52f51008f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&device_id=bff0c81a-f906-478b-a119-2cd49b4518c8 HTTP/1.1" status: 200 len: 1130 time: 0.1140001 Mar 22 19:19:15.602566 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-bc7ed7e8-c348-436f-b5f5-0875f8127dbc None None] Port 20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:19:15.617622 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:15.619327 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a66513d8-f012-49a1-b32b-e9bed54ce11c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (392f2d81-3a9e-489f-ae67-c9b50be79736), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:15.650602 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a8dad-18c7-4b17-a596-d4598257d22b req-2f70a2b4-d8cb-4ed8-977c-ebb38582cef1 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:15.652442 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed4a8dad-18c7-4b17-a596-d4598257d22b req-2f70a2b4-d8cb-4ed8-977c-ebb38582cef1 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=bff0c81a-f906-478b-a119-2cd49b4518c8 HTTP/1.1" status: 200 len: 947 time: 0.3949511 Mar 22 19:19:15.655780 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-7b369233-d297-4769-b271-52f0636e3d0d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=8fea3b44-fcd3-48eb-893f-0e8aae10c0bf HTTP/1.1" status: 200 len: 217 time: 0.0480227 Mar 22 19:19:15.709179 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a66513d8-f012-49a1-b32b-e9bed54ce11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (392f2d81-3a9e-489f-ae67-c9b50be79736), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:15.717247 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-06f9cf4e-8f79-4637-93ae-058a2f149022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:15.728390 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-d59856ef-a503-4471-9d66-718bf73f79fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:15.729903 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-d59856ef-a503-4471-9d66-718bf73f79fe service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.0679438 Mar 22 19:19:15.754598 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a66513d8-f012-49a1-b32b-e9bed54ce11c admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:19:15.755109 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a66513d8-f012-49a1-b32b-e9bed54ce11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (392f2d81-3a9e-489f-ae67-c9b50be79736), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:15.791743 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:19:15.791743 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:19:15.791743 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:19:15.791743 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:19:15.791743 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:19:15.791743 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:19:15.791743 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:19:15.791743 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:19:15.791743 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:19:15.791743 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:19:15.791743 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:19:15.791743 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:19:15.791743 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:19:15.791743 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:19:15.791743 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:19:15.791743 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:19:15.791743 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:19:15.791743 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:19:15.791743 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:19:15.791743 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:19:15.791743 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:19:15.791743 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:19:15.791743 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:19:15.791743 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:19:15.791743 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:19:15.791743 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:19:15.791743 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:19:15.791743 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:19:15.791743 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:19:15.791743 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:19:15.791743 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:19:15.791743 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:19:15.821752 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-0a1dcec8-bfac-415f-a85a-41b83738a1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:15.824473 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-0a1dcec8-bfac-415f-a85a-41b83738a1c9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0873408 Mar 22 19:19:15.870741 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eadab0-ba56-46ba-83bc-2e08f5e468a6 req-f78ce65b-050a-4e75-a794-37e2488adc35 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:15.875672 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a1eadab0-ba56-46ba-83bc-2e08f5e468a6 req-f78ce65b-050a-4e75-a794-37e2488adc35 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1a16a7-c281-41f4-a876-e71629476ded HTTP/1.1" status: 200 len: 945 time: 0.2364447 Mar 22 19:19:15.886322 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed4a8dad-18c7-4b17-a596-d4598257d22b req-0888ec89-493b-4ec5-9ff8-2e935560a97e tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894689 Mar 22 19:19:15.950243 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-679543ad-85d3-47f8-9840-7e38f2c002c3 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188183 Mar 22 19:19:16.059480 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-71fcc18d-3489-4642-847c-e4a88a8ec62e service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022809 Mar 22 19:19:16.064639 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a66513d8-f012-49a1-b32b-e9bed54ce11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (da5fd57b-f10f-4980-a231-2023d84d3d68), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:16.110848 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a66513d8-f012-49a1-b32b-e9bed54ce11c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:16.114059 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a66513d8-f012-49a1-b32b-e9bed54ce11c admin admin] 10.222.0.75 "DELETE /v2.0/networks/da5fd57b-f10f-4980-a231-2023d84d3d68 HTTP/1.1" status: 204 len: 168 time: 2.6366963 Mar 22 19:19:16.117388 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39864) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:19:16.146824 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66513d8-f012-49a1-b32b-e9bed54ce11c admin admin] Pushing event deleted for resources: {'Network': ['ID=da5fd57b-f10f-4980-a231-2023d84d3d68,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:16.153503 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a1eadab0-ba56-46ba-83bc-2e08f5e468a6 req-80c2dfd6-3996-425d-b281-25e9b1d48d6f tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318776 Mar 22 19:19:16.179360 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df47a9-b553-4bde-8926-ca41400e272c req-be4dc84c-aace-452d-8a97-bb128d0cab28 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:16.180942 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-34df47a9-b553-4bde-8926-ca41400e272c req-be4dc84c-aace-452d-8a97-bb128d0cab28 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f64585e8-933c-4b95-8326-543c09c4f621 HTTP/1.1" status: 200 len: 1128 time: 0.1680064 Mar 22 19:19:16.303990 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-34df47a9-b553-4bde-8926-ca41400e272c req-356963ea-c8e9-4de1-9859-d71b9075ae08 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132903 Mar 22 19:19:16.384182 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-06f9cf4e-8f79-4637-93ae-058a2f149022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:19:16.397750 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-06f9cf4e-8f79-4637-93ae-058a2f149022 service neutron] Publish callbacks [] for port (20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:16.419838 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e95c6b-801b-4d9b-b901-ea09d3497e0f x-openstack-request-id: req-d4e95c6b-801b-4d9b-b901-ea09d3497e0f {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:19:16.425101 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff0c81a-f906-478b-a119-2cd49b4518c8", "tag": "8fea3b44-fcd3-48eb-893f-0e8aae10c0bf", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:19:16.425606 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d4e95c6b-801b-4d9b-b901-ea09d3497e0f {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:19:16.426130 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-06f9cf4e-8f79-4637-93ae-058a2f149022 service neutron] Transition to ACTIVE for port object 20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:19:16.426918 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4e95c6b-801b-4d9b-b901-ea09d3497e0f'] response: {'name': 'network-changed', 'server_uuid': 'bff0c81a-f906-478b-a119-2cd49b4518c8', 'tag': '8fea3b44-fcd3-48eb-893f-0e8aae10c0bf', 'status': 'completed', 'code': 200} Mar 22 19:19:16.435968 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aafe6d0-f7b6-473c-8290-8a3a8370c17e req-4d954ac3-4f86-4c2f-a4c9-0806e4a91a44 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:16.444899 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4aafe6d0-f7b6-473c-8290-8a3a8370c17e req-4d954ac3-4f86-4c2f-a4c9-0806e4a91a44 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1833711 Mar 22 19:19:16.460983 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-06f9cf4e-8f79-4637-93ae-058a2f149022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:16.565265 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53283228-7e9b-4adb-8df6-2a086412ffc9 req-0f8f1250-9794-4c02-be21-4d5d6af1606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:16.566843 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-53283228-7e9b-4adb-8df6-2a086412ffc9 req-0f8f1250-9794-4c02-be21-4d5d6af1606a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&device_id=bff0c81a-f906-478b-a119-2cd49b4518c8 HTTP/1.1" status: 200 len: 1130 time: 0.1073754 Mar 22 19:19:16.573004 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9cf4e-8f79-4637-93ae-058a2f149022 service neutron] Pushing event updated for resources: {'Port': ['ID=20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:16.607004 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4aafe6d0-f7b6-473c-8290-8a3a8370c17e req-b592ce39-5a26-4a5e-ba46-80865c8619e3 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610916 Mar 22 19:19:16.719058 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d17a92-5f53-4a71-a3d1-668778e797a5 req-37d7bca8-e282-481c-be84-d0b9110c1366 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:16.720655 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-19d17a92-5f53-4a71-a3d1-668778e797a5 req-37d7bca8-e282-481c-be84-d0b9110c1366 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 950 time: 0.2544367 Mar 22 19:19:16.723358 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53283228-7e9b-4adb-8df6-2a086412ffc9 req-af6aa2ca-15bf-40d2-b90e-3acbdec57830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:16.724550 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-53283228-7e9b-4adb-8df6-2a086412ffc9 req-af6aa2ca-15bf-40d2-b90e-3acbdec57830 service neutron] 10.222.0.84 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.1417289 Mar 22 19:19:16.792976 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-53283228-7e9b-4adb-8df6-2a086412ffc9 req-668283b5-a3a0-4e06-9fdc-663de5e8a737 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=8fea3b44-fcd3-48eb-893f-0e8aae10c0bf HTTP/1.1" status: 200 len: 217 time: 0.0600920 Mar 22 19:19:16.813175 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-06f9cf4e-8f79-4637-93ae-058a2f149022 service neutron] Attempting to bind port 20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:19:16.813774 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-06f9cf4e-8f79-4637-93ae-058a2f149022 service neutron] Attempting to bind port 20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:19:16.814196 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-06f9cf4e-8f79-4637-93ae-058a2f149022 service neutron] Attempting to bind port 20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:19:16.839254 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-06f9cf4e-8f79-4637-93ae-058a2f149022 service neutron] Port 20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b on network 43c82fd2-7e25-4eba-86f2-aced26197dba not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:19:16.839657 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-06f9cf4e-8f79-4637-93ae-058a2f149022 service neutron] Attempting to bind port 20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:19:16.854986 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-19d17a92-5f53-4a71-a3d1-668778e797a5 req-0b475497-50e1-4879-84bd-78572fb4e20e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226790 Mar 22 19:19:16.856807 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-06f9cf4e-8f79-4637-93ae-058a2f149022 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:19:16.857219 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-06f9cf4e-8f79-4637-93ae-058a2f149022 service neutron] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:19:16.857666 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-06f9cf4e-8f79-4637-93ae-058a2f149022 service neutron] Bound using segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:19:16.858228 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-06f9cf4e-8f79-4637-93ae-058a2f149022 service neutron] Bound port: 20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:19:16.858653 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-06f9cf4e-8f79-4637-93ae-058a2f149022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:16.870709 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e3c2ba5-06ed-42c8-8ebc-ed6c08425bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (12d5fe11-5e73-4ca4-81de-235e440e96dc), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:16.888131 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00b08d-710a-4e1c-95d6-acd19cf5a67a req-bc401f5a-5833-4e3b-b902-98628f08efc8 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:16.893478 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00b08d-710a-4e1c-95d6-acd19cf5a67a req-bc401f5a-5833-4e3b-b902-98628f08efc8 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:16.899370 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00b08d-710a-4e1c-95d6-acd19cf5a67a req-bc401f5a-5833-4e3b-b902-98628f08efc8 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:16.901695 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e00b08d-710a-4e1c-95d6-acd19cf5a67a req-bc401f5a-5833-4e3b-b902-98628f08efc8 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=68209daa-05c0-44fb-9b57-77757fcacb88 HTTP/1.1" status: 200 len: 2415 time: 0.1384277 Mar 22 19:19:16.979654 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53283228-7e9b-4adb-8df6-2a086412ffc9 req-b44de054-06e0-4bd4-9a4c-53523c1bc6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:16.981231 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-53283228-7e9b-4adb-8df6-2a086412ffc9 req-b44de054-06e0-4bd4-9a4c-53523c1bc6e7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1708291 Mar 22 19:19:17.032109 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-06f9cf4e-8f79-4637-93ae-058a2f149022 service neutron] For port 20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:19:17.043182 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e00b08d-710a-4e1c-95d6-acd19cf5a67a req-b54a695b-9889-452a-9cb1-00322a228c45 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232996 Mar 22 19:19:17.052897 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-06f9cf4e-8f79-4637-93ae-058a2f149022 service neutron] For port 20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:19:17.060833 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-06f9cf4e-8f79-4637-93ae-058a2f149022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:17.080652 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbdbf1-c561-4b59-83b9-a6996c28fe4d req-2a5e440a-22ad-4c64-b953-b8a9bad75da6 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:17.088222 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c7fbdbf1-c561-4b59-83b9-a6996c28fe4d req-2a5e440a-22ad-4c64-b953-b8a9bad75da6 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1429558 Mar 22 19:19:17.099415 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53283228-7e9b-4adb-8df6-2a086412ffc9 req-ce782c56-0854-471b-8e27-9b401535b075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:17.101170 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-53283228-7e9b-4adb-8df6-2a086412ffc9 req-ce782c56-0854-471b-8e27-9b401535b075 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1070223 Mar 22 19:19:17.121375 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-06f9cf4e-8f79-4637-93ae-058a2f149022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:17.122016 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-06f9cf4e-8f79-4637-93ae-058a2f149022 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:17.123378 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-06f9cf4e-8f79-4637-93ae-058a2f149022 service neutron] 10.222.0.84 "PUT /v2.0/ports/20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b HTTP/1.1" status: 200 len: 1097 time: 1.7882199 Mar 22 19:19:17.124325 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5256a593-e092-41bd-a0b8-03f96e51a62e', 'tag': '20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:19:17.126074 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b312614-885e-445f-b04c-915b63dc379b" -d '{"events": [{"name": "network-changed", "server_uuid": "5256a593-e092-41bd-a0b8-03f96e51a62e", "tag": "20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:19:17.251293 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9cf4e-8f79-4637-93ae-058a2f149022 service neutron] Pushing event updated for resources: {'Port': ['ID=20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:17.283478 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c7fbdbf1-c561-4b59-83b9-a6996c28fe4d req-f56a7456-fd19-4ffb-9156-37683da0d1fb tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943681 Mar 22 19:19:17.291915 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-53283228-7e9b-4adb-8df6-2a086412ffc9 req-5aff5a22-2834-4c1c-9b0f-2fe73f1f5e94 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653683 Mar 22 19:19:17.301442 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-28b327b5-033f-4053-84af-4891ea217006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:17.303896 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-28b327b5-033f-4053-84af-4891ea217006 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&device_id=5256a593-e092-41bd-a0b8-03f96e51a62e HTTP/1.1" status: 200 len: 1131 time: 0.1294107 Mar 22 19:19:17.354239 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3f41ee53-c632-42c8-a69f-20434ffa81f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:17.393611 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-6299e00b-ad45-42ab-8361-9fbdba703c1e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b HTTP/1.1" status: 200 len: 217 time: 0.0812552 Mar 22 19:19:17.440662 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44c49d9-e76a-4dd2-a4db-ff9b4a8ad947 x-openstack-request-id: req-b44c49d9-e76a-4dd2-a4db-ff9b4a8ad947 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:19:17.440950 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5256a593-e092-41bd-a0b8-03f96e51a62e", "tag": "20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:19:17.441300 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b44c49d9-e76a-4dd2-a4db-ff9b4a8ad947 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:19:17.441948 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b44c49d9-e76a-4dd2-a4db-ff9b4a8ad947'] response: {'name': 'network-changed', 'server_uuid': '5256a593-e092-41bd-a0b8-03f96e51a62e', 'tag': '20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b', 'status': 'completed', 'code': 200} Mar 22 19:19:17.504610 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-376db944-dca9-4bd6-b38f-f5ecfda6d972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:17.506319 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-376db944-dca9-4bd6-b38f-f5ecfda6d972 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.0981700 Mar 22 19:19:17.515837 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a6fa4-32d1-4933-a394-97c2f902f3e1 req-1166aab3-8f94-4707-ad09-ff7f5dd804e0 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:17.524574 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-055a6fa4-32d1-4933-a394-97c2f902f3e1 req-1166aab3-8f94-4707-ad09-ff7f5dd804e0 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=bff0c81a-f906-478b-a119-2cd49b4518c8 HTTP/1.1" status: 200 len: 947 time: 0.1285622 Mar 22 19:19:17.553996 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-53283228-7e9b-4adb-8df6-2a086412ffc9 req-0de7854c-4062-4cf8-ad75-184934ce640a service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392550 Mar 22 19:19:17.598333 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-0e3c2ba5-06ed-42c8-8ebc-ed6c08425bf1 admin admin] Deleting port 811bcf1c-35e2-4189-b549-b4c54c416da6 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:19:17.598681 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e3c2ba5-06ed-42c8-8ebc-ed6c08425bf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (811bcf1c-35e2-4189-b549-b4c54c416da6), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:17.671314 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-055a6fa4-32d1-4933-a394-97c2f902f3e1 req-b3a5ab59-fc33-41cf-a1f1-fbe9793eabbb tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452096 Mar 22 19:19:17.678721 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88602920-6ac5-4203-a321-bcc858b2e86e req-e777a550-8cef-46a0-a67f-5bda2ee3e6f4 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:17.680299 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-88602920-6ac5-4203-a321-bcc858b2e86e req-e777a550-8cef-46a0-a67f-5bda2ee3e6f4 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1a16a7-c281-41f4-a876-e71629476ded HTTP/1.1" status: 200 len: 945 time: 0.1247590 Mar 22 19:19:17.686125 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-4b524a77-aee1-450d-b30f-8aabca25f790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:17.686125 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-4b524a77-aee1-450d-b30f-8aabca25f790 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1584136 Mar 22 19:19:17.704569 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-0e3c2ba5-06ed-42c8-8ebc-ed6c08425bf1 admin admin] For port 811bcf1c-35e2-4189-b549-b4c54c416da6, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=811bcf1c-35e2-4189-b549-b4c54c416da6,segment=NetworkSegment(ff39e43a-f57b-433f-b046-1161350ee9d4),segment_id=ff39e43a-f57b-433f-b046-1161350ee9d4)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:17.704569 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e3c2ba5-06ed-42c8-8ebc-ed6c08425bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (811bcf1c-35e2-4189-b549-b4c54c416da6), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:17.717416 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-0e3c2ba5-06ed-42c8-8ebc-ed6c08425bf1 admin admin] Calling delete_port for 811bcf1c-35e2-4189-b549-b4c54c416da6 owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:19:17.979268 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e3c2ba5-06ed-42c8-8ebc-ed6c08425bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (811bcf1c-35e2-4189-b549-b4c54c416da6), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:18.020038 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c2ba5-06ed-42c8-8ebc-ed6c08425bf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=811bcf1c-35e2-4189-b549-b4c54c416da6,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:18.080464 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:18.140859 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-88602920-6ac5-4203-a321-bcc858b2e86e req-5f15798c-34f0-4a49-9e09-e9ad42bb13b6 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506719 Mar 22 19:19:18.198464 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029e5c5-d832-4c48-abcf-b883aa6218e4 req-862630ad-f4f8-45e8-a302-0b01150e6dbc tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:18.207018 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7029e5c5-d832-4c48-abcf-b883aa6218e4 req-862630ad-f4f8-45e8-a302-0b01150e6dbc tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f64585e8-933c-4b95-8326-543c09c4f621 HTTP/1.1" status: 200 len: 1128 time: 0.1945577 Mar 22 19:19:18.215616 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-9ae3a827-e985-4325-b03a-b3c33de10b80 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5187097 Mar 22 19:19:18.246391 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e3c2ba5-06ed-42c8-8ebc-ed6c08425bf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (12d5fe11-5e73-4ca4-81de-235e440e96dc), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:18.342347 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7029e5c5-d832-4c48-abcf-b883aa6218e4 req-8e74d2d6-394c-4596-9811-a68b7c082c35 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343880 Mar 22 19:19:18.388452 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9094ea17-0e73-4a17-b0de-f7acdf92da2a req-26d154d9-d452-4c51-96c4-93b8f14d5ba2 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560643 Mar 22 19:19:18.396812 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3d7cc-6e85-48fb-9dcc-88390db352aa req-47a40670-4a8c-45c5-852d-58d9ed93902b tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:18.398371 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6de3d7cc-6e85-48fb-9dcc-88390db352aa req-47a40670-4a8c-45c5-852d-58d9ed93902b tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 950 time: 0.1184955 Mar 22 19:19:18.475413 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device df3203e1-54a7-4a0d-acbb-fcd907d50e1b up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:19:18.553139 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6de3d7cc-6e85-48fb-9dcc-88390db352aa req-fe78a7ae-1d8e-4005-9011-8f55d7ad1e72 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422081 Mar 22 19:19:18.569441 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:18.576904 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port df3203e1-54a7-4a0d-acbb-fcd907d50e1b completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:19:18.583411 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b312614-885e-445f-b04c-915b63dc379b req-34450781-2f64-4f10-ab0d-afc71ce22785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:18.584934 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5b312614-885e-445f-b04c-915b63dc379b req-34450781-2f64-4f10-ab0d-afc71ce22785 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&device_id=5256a593-e092-41bd-a0b8-03f96e51a62e HTTP/1.1" status: 200 len: 1131 time: 0.1172099 Mar 22 19:19:18.585149 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port df3203e1-54a7-4a0d-acbb-fcd907d50e1b triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:19:18.585777 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (df3203e1-54a7-4a0d-acbb-fcd907d50e1b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:18.595842 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161f411-129c-4b45-bf76-21db57552b66 req-d014cca4-8a38-4cb8-91e3-c2d837a02bb5 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:18.601350 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161f411-129c-4b45-bf76-21db57552b66 req-d014cca4-8a38-4cb8-91e3-c2d837a02bb5 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:18.607529 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161f411-129c-4b45-bf76-21db57552b66 req-d014cca4-8a38-4cb8-91e3-c2d837a02bb5 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:18.609283 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e161f411-129c-4b45-bf76-21db57552b66 req-d014cca4-8a38-4cb8-91e3-c2d837a02bb5 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=68209daa-05c0-44fb-9b57-77757fcacb88 HTTP/1.1" status: 200 len: 2415 time: 0.1537056 Mar 22 19:19:18.721251 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e161f411-129c-4b45-bf76-21db57552b66 req-05d2cb16-5e2e-43ad-a8ad-4bd952c8acde tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032648 Mar 22 19:19:18.750794 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b312614-885e-445f-b04c-915b63dc379b req-f4165051-bb31-486e-aceb-2c494e8ba841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:18.752113 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port df3203e1-54a7-4a0d-acbb-fcd907d50e1b is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:18.752406 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5b312614-885e-445f-b04c-915b63dc379b req-f4165051-bb31-486e-aceb-2c494e8ba841 service neutron] 10.222.0.84 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.1421928 Mar 22 19:19:18.752997 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (df3203e1-54a7-4a0d-acbb-fcd907d50e1b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:18.787448 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68209daa-05c0-44fb-9b57-77757fcacb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3203e1-54a7-4a0d-acbb-fcd907d50e1b'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:19:18.790432 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4a4a21-4674-4bd4-bc05-bd67a2348ffd" -d '{"events": [{"server_uuid": "68209daa-05c0-44fb-9b57-77757fcacb88", "name": "network-vif-plugged", "status": "completed", "tag": "df3203e1-54a7-4a0d-acbb-fcd907d50e1b"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:19:18.808596 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port df3203e1-54a7-4a0d-acbb-fcd907d50e1b, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=df3203e1-54a7-4a0d-acbb-fcd907d50e1b,segment=NetworkSegment(d4078bfb-4afc-4f94-9b5c-8d8a7c8ea86b),segment_id=d4078bfb-4afc-4f94-9b5c-8d8a7c8ea86b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:18.818888 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (df3203e1-54a7-4a0d-acbb-fcd907d50e1b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:18.820549 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 2269c63d-7b32-41ed-babb-1e84e5c0dd6b up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:19:18.847426 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5b312614-885e-445f-b04c-915b63dc379b req-aeb7b037-3043-48b4-b3f7-231f02d8eb02 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b HTTP/1.1" status: 200 len: 217 time: 0.0856586 Mar 22 19:19:18.930813 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b312614-885e-445f-b04c-915b63dc379b req-83183c26-b82c-4576-88cc-d961dde0e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:18.932426 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5b312614-885e-445f-b04c-915b63dc379b req-83183c26-b82c-4576-88cc-d961dde0e263 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.0781689 Mar 22 19:19:18.983381 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb5cfa-5de4-4b65-8ec1-60b2a2ea569f req-43956349-05a9-4892-bdf8-9b4eaaeef61a tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:18.990369 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8abb5cfa-5de4-4b65-8ec1-60b2a2ea569f req-43956349-05a9-4892-bdf8-9b4eaaeef61a tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1039653 Mar 22 19:19:19.003439 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 2269c63d-7b32-41ed-babb-1e84e5c0dd6b completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:19:19.018160 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 2269c63d-7b32-41ed-babb-1e84e5c0dd6b triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:19:19.018835 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (2269c63d-7b32-41ed-babb-1e84e5c0dd6b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:19.033779 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b312614-885e-445f-b04c-915b63dc379b req-6782f626-c09f-4730-93aa-16e3df669815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:19.035316 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5b312614-885e-445f-b04c-915b63dc379b req-6782f626-c09f-4730-93aa-16e3df669815 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0963302 Mar 22 19:19:19.050629 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=df3203e1-54a7-4a0d-acbb-fcd907d50e1b,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:19.054930 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3c2ba5-06ed-42c8-8ebc-ed6c08425bf1 admin admin] Router 12d5fe11-5e73-4ca4-81de-235e440e96dc has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:19:19.076242 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8abb5cfa-5de4-4b65-8ec1-60b2a2ea569f req-e7c8d697-6517-4103-a03c-91feebce17ee tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825999 Mar 22 19:19:19.177978 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 2269c63d-7b32-41ed-babb-1e84e5c0dd6b is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:19.178375 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (2269c63d-7b32-41ed-babb-1e84e5c0dd6b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:19.242148 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5b312614-885e-445f-b04c-915b63dc379b req-41d65e0c-c801-4c34-bf03-68c7d25cebe4 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981022 Mar 22 19:19:19.248027 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 2269c63d-7b32-41ed-babb-1e84e5c0dd6b, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=2269c63d-7b32-41ed-babb-1e84e5c0dd6b,segment=NetworkSegment(8105ea73-bcc4-4b4e-baf1-619804a6d9a4),segment_id=8105ea73-bcc4-4b4e-baf1-619804a6d9a4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:19.254239 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (2269c63d-7b32-41ed-babb-1e84e5c0dd6b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:19.255225 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 429aec1f-e681-4d8b-9427-c5abeccedc00 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:19:19.299184 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3c2ba5-06ed-42c8-8ebc-ed6c08425bf1 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:19:19.313562 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0e3c2ba5-06ed-42c8-8ebc-ed6c08425bf1 admin admin] 10.222.0.75 "PUT /v2.0/routers/12d5fe11-5e73-4ca4-81de-235e440e96dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1946158 Mar 22 19:19:19.316328 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39920) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:19:19.340783 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fa3f25-0512-40de-a07f-9a5b761958a1 None None] Sync routers for ids ['12d5fe11-5e73-4ca4-81de-235e440e96dc'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:19:19.375307 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fa3f25-0512-40de-a07f-9a5b761958a1 None None] Routers {'12d5fe11-5e73-4ca4-81de-235e440e96dc'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:19:19.376000 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b7fa3f25-0512-40de-a07f-9a5b761958a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:19:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['12d5fe11-5e73-4ca4-81de-235e440e96dc'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:19:19.470247 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be76e18-5c39-443a-b48e-4a3a713bcc74 req-3d742084-6e19-4bd0-9adb-521432cc5ff6 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:19.479843 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4be76e18-5c39-443a-b48e-4a3a713bcc74 req-3d742084-6e19-4bd0-9adb-521432cc5ff6 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=bff0c81a-f906-478b-a119-2cd49b4518c8 HTTP/1.1" status: 200 len: 947 time: 0.2769418 Mar 22 19:19:19.494831 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=2269c63d-7b32-41ed-babb-1e84e5c0dd6b,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:19.526643 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-790e8daf-d3d2-4d21-8407-79a780574be6 admin admin] Publish callbacks [] for router (12d5fe11-5e73-4ca4-81de-235e440e96dc), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:19.530257 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 429aec1f-e681-4d8b-9427-c5abeccedc00 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:19:19.537311 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 429aec1f-e681-4d8b-9427-c5abeccedc00 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:19:19.537951 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (429aec1f-e681-4d8b-9427-c5abeccedc00), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:19.605881 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-b7fa3f25-0512-40de-a07f-9a5b761958a1 None None] Set router 12d5fe11-5e73-4ca4-81de-235e440e96dc gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:19:19.646405 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5b312614-885e-445f-b04c-915b63dc379b req-1359c747-787d-408d-82f0-a3dab41cda24 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780043 Mar 22 19:19:19.650049 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4be76e18-5c39-443a-b48e-4a3a713bcc74 req-409800da-f544-4df1-b40c-30e2765593e2 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692474 Mar 22 19:19:19.693904 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-790e8daf-d3d2-4d21-8407-79a780574be6 admin admin] Publish callbacks [] for router_gateway (12d5fe11-5e73-4ca4-81de-235e440e96dc), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:19.747718 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 8fea3b44-fcd3-48eb-893f-0e8aae10c0bf details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:19:19.805295 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-790e8daf-d3d2-4d21-8407-79a780574be6 admin admin] Deleting port 226720bc-cc87-498d-91f3-90196c1ed12d {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:19:19.805821 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-790e8daf-d3d2-4d21-8407-79a780574be6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (226720bc-cc87-498d-91f3-90196c1ed12d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:19.911840 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-790e8daf-d3d2-4d21-8407-79a780574be6 admin admin] For port 226720bc-cc87-498d-91f3-90196c1ed12d, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=226720bc-cc87-498d-91f3-90196c1ed12d,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:19.912210 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-790e8daf-d3d2-4d21-8407-79a780574be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (226720bc-cc87-498d-91f3-90196c1ed12d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:19.945171 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-790e8daf-d3d2-4d21-8407-79a780574be6 admin admin] Calling delete_port for 226720bc-cc87-498d-91f3-90196c1ed12d owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:19:19.951934 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 429aec1f-e681-4d8b-9427-c5abeccedc00 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:19.952498 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (429aec1f-e681-4d8b-9427-c5abeccedc00), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:20.029461 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:20.061595 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 8fea3b44-fcd3-48eb-893f-0e8aae10c0bf, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=8fea3b44-fcd3-48eb-893f-0e8aae10c0bf,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:20.065039 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 429aec1f-e681-4d8b-9427-c5abeccedc00, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=429aec1f-e681-4d8b-9427-c5abeccedc00,segment=NetworkSegment(8105ea73-bcc4-4b4e-baf1-619804a6d9a4),segment_id=8105ea73-bcc4-4b4e-baf1-619804a6d9a4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:20.080278 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '8fea3b44-fcd3-48eb-893f-0e8aae10c0bf', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': '8fea3b44-fcd3-48eb-893f-0e8aae10c0bf', 'mac_address': 'fa:16:3e:90:1f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:19:20.084384 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (429aec1f-e681-4d8b-9427-c5abeccedc00), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:20.128136 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345cd75c-f63e-4fce-9e64-af68f27e1f34 x-openstack-request-id: req-345cd75c-f63e-4fce-9e64-af68f27e1f34 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:19:20.128440 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68209daa-05c0-44fb-9b57-77757fcacb88", "name": "network-vif-plugged", "status": "completed", "tag": "df3203e1-54a7-4a0d-acbb-fcd907d50e1b", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:19:20.128696 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-345cd75c-f63e-4fce-9e64-af68f27e1f34 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:19:20.129108 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-345cd75c-f63e-4fce-9e64-af68f27e1f34'] response: {'server_uuid': '68209daa-05c0-44fb-9b57-77757fcacb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3203e1-54a7-4a0d-acbb-fcd907d50e1b', 'code': 200} Mar 22 19:19:20.179004 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b7fa3f25-0512-40de-a07f-9a5b761958a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d5fe11-5e73-4ca4-81de-235e440e96dc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1033502042-router', 'tenant_id': 'f79901facf514622a5b7e18f35767704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '226720bc-cc87-498d-91f3-90196c1ed12d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:15:14Z', 'updated_at': '2022-03-22T19:19:17Z', 'revision_number': 5, 'project_id': 'f79901facf514622a5b7e18f35767704', 'gw_port': {'id': '226720bc-cc87-498d-91f3-90196c1ed12d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:50:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d5fe11-5e73-4ca4-81de-235e440e96dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:15:16Z', 'updated_at': '2022-03-22T19:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:19:20.238782 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-790e8daf-d3d2-4d21-8407-79a780574be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (226720bc-cc87-498d-91f3-90196c1ed12d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:20.241345 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fa3f25-0512-40de-a07f-9a5b761958a1 None None] Checking router: 12d5fe11-5e73-4ca4-81de-235e440e96dc for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:19:20.249202 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 8fea3b44-fcd3-48eb-893f-0e8aae10c0bf is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:20.249202 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8fea3b44-fcd3-48eb-893f-0e8aae10c0bf), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:20.273597 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ac1b7-ac90-43ab-874e-031f01bea10c req-4dc0039a-ed38-4a92-8bf4-ce623922ebfa tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:20.280040 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e8daf-d3d2-4d21-8407-79a780574be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=226720bc-cc87-498d-91f3-90196c1ed12d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:20.281946 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-776ac1b7-ac90-43ab-874e-031f01bea10c req-4dc0039a-ed38-4a92-8bf4-ce623922ebfa tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.0948594 Mar 22 19:19:20.344916 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-776ac1b7-ac90-43ab-874e-031f01bea10c req-4c265b8a-c2e5-49aa-bf51-364037c925d2 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622003 Mar 22 19:19:20.393300 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-790e8daf-d3d2-4d21-8407-79a780574be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (12d5fe11-5e73-4ca4-81de-235e440e96dc), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:20.505292 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-b01085fd-63d4-4bed-b243-ca5fb549fe04 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:19:20.507372 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-b01085fd-63d4-4bed-b243-ca5fb549fe04 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066662 Mar 22 19:19:20.536108 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-790e8daf-d3d2-4d21-8407-79a780574be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (12d5fe11-5e73-4ca4-81de-235e440e96dc), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:20.538456 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-790e8daf-d3d2-4d21-8407-79a780574be6 admin admin] Publish callbacks [] for router_controller (12d5fe11-5e73-4ca4-81de-235e440e96dc), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:20.544195 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fea3b44-fcd3-48eb-893f-0e8aae10c0bf {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:19:20.555742 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=429aec1f-e681-4d8b-9427-c5abeccedc00,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:20.567703 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fa3f25-0512-40de-a07f-9a5b761958a1 None None] Routers {'12d5fe11-5e73-4ca4-81de-235e440e96dc'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:19:20.568347 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b7fa3f25-0512-40de-a07f-9a5b761958a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:19:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['12d5fe11-5e73-4ca4-81de-235e440e96dc'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:19:20.586442 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-6c739ff0-1d27-4986-8170-7d44ab288658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:20.588521 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-6c739ff0-1d27-4986-8170-7d44ab288658 service neutron] 10.222.0.75 "GET /v2.0/ports/f1821a1c-09f6-44a1-a91b-c3c1c61023c7 HTTP/1.1" status: 200 len: 1125 time: 0.0608933 Mar 22 19:19:20.590079 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-790e8daf-d3d2-4d21-8407-79a780574be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (12d5fe11-5e73-4ca4-81de-235e440e96dc), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:20.590731 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790e8daf-d3d2-4d21-8407-79a780574be6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12d5fe11-5e73-4ca4-81de-235e440e96dc {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:19:20.596362 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-790e8daf-d3d2-4d21-8407-79a780574be6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:20.600053 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-790e8daf-d3d2-4d21-8407-79a780574be6 admin admin] 10.222.0.75 "DELETE /v2.0/routers/12d5fe11-5e73-4ca4-81de-235e440e96dc HTTP/1.1" status: 204 len: 168 time: 1.2805309 Mar 22 19:19:20.600376 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39970) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:19:20.606620 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-683a5526-e17b-4870-9209-df7557513d6c service neutron] Request body: {'binding': {'host': 'n-h2-705658-24', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:19:20.607311 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-683a5526-e17b-4870-9209-df7557513d6c service neutron] Unknown quota resources ['binding']. {{(pid=104172) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 19:19:20.617155 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df967c8-2cdb-4246-a388-b776deba8f3a req-3e31a10d-d28c-4e83-8704-9db3e36367ad tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:20.619100 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7df967c8-2cdb-4246-a388-b776deba8f3a req-3e31a10d-d28c-4e83-8704-9db3e36367ad tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 950 time: 0.1056325 Mar 22 19:19:20.672915 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 8fea3b44-fcd3-48eb-893f-0e8aae10c0bf, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=8fea3b44-fcd3-48eb-893f-0e8aae10c0bf,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:20.675982 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-59186de3-eeef-4021-a7f3-50229a16001e admin admin] Deleting subnet af788fd8-4bb7-4c04-be37-16693662f6f1 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:19:20.680187 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-59186de3-eeef-4021-a7f3-50229a16001e admin admin] Publish callbacks [] for subnet (af788fd8-4bb7-4c04-be37-16693662f6f1), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:20.685743 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8fea3b44-fcd3-48eb-893f-0e8aae10c0bf), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:20.687996 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-b7fa3f25-0512-40de-a07f-9a5b761958a1 None None] Set router 12d5fe11-5e73-4ca4-81de-235e440e96dc gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:19:20.731006 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-59186de3-eeef-4021-a7f3-50229a16001e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (af788fd8-4bb7-4c04-be37-16693662f6f1), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:20.769695 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7df967c8-2cdb-4246-a388-b776deba8f3a req-a22808c8-8047-4aae-aadc-b09441ce971c tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167016 Mar 22 19:19:20.794840 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b7fa3f25-0512-40de-a07f-9a5b761958a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d5fe11-5e73-4ca4-81de-235e440e96dc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1033502042-router', 'tenant_id': 'f79901facf514622a5b7e18f35767704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:15:14Z', 'updated_at': '2022-03-22T19:19:20Z', 'revision_number': 7, 'project_id': 'f79901facf514622a5b7e18f35767704', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:19:20.841549 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fa3f25-0512-40de-a07f-9a5b761958a1 None None] The sync data for ids ['12d5fe11-5e73-4ca4-81de-235e440e96dc'] in n-d-705658-24 is: [{'id': '12d5fe11-5e73-4ca4-81de-235e440e96dc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1033502042-router', 'tenant_id': 'f79901facf514622a5b7e18f35767704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:15:14Z', 'updated_at': '2022-03-22T19:19:20Z', 'revision_number': 7, 'project_id': 'f79901facf514622a5b7e18f35767704', 'gw_port_host': None}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:19:20.849773 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-59186de3-eeef-4021-a7f3-50229a16001e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (af788fd8-4bb7-4c04-be37-16693662f6f1), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:20.862873 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=8fea3b44-fcd3-48eb-893f-0e8aae10c0bf,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:20.919305 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-683a5526-e17b-4870-9209-df7557513d6c service neutron] Attempting to bind port f1821a1c-09f6-44a1-a91b-c3c1c61023c7 on host n-h2-705658-24 for vnic_type normal with profile None {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:19:20.919712 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-683a5526-e17b-4870-9209-df7557513d6c service neutron] Attempting to bind port f1821a1c-09f6-44a1-a91b-c3c1c61023c7 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:19:20.920092 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-683a5526-e17b-4870-9209-df7557513d6c service neutron] Attempting to bind port f1821a1c-09f6-44a1-a91b-c3c1c61023c7 on network 3f43483d-05ef-426b-881a-d8fc390ab6a9 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:19:20.923552 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-59186de3-eeef-4021-a7f3-50229a16001e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (af788fd8-4bb7-4c04-be37-16693662f6f1), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:20.929199 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-683a5526-e17b-4870-9209-df7557513d6c service neutron] Port f1821a1c-09f6-44a1-a91b-c3c1c61023c7 on network 3f43483d-05ef-426b-881a-d8fc390ab6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:19:20.929536 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-683a5526-e17b-4870-9209-df7557513d6c service neutron] Attempting to bind port f1821a1c-09f6-44a1-a91b-c3c1c61023c7 on network 3f43483d-05ef-426b-881a-d8fc390ab6a9 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:19:20.941191 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd30242-654a-4302-9937-8a9c5b788f01 req-05ddc688-66cf-4541-a71d-b3840a131ee7 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:20.947350 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd30242-654a-4302-9937-8a9c5b788f01 req-05ddc688-66cf-4541-a71d-b3840a131ee7 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:20.952824 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd30242-654a-4302-9937-8a9c5b788f01 req-05ddc688-66cf-4541-a71d-b3840a131ee7 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:20.954704 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3cd30242-654a-4302-9937-8a9c5b788f01 req-05ddc688-66cf-4541-a71d-b3840a131ee7 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=68209daa-05c0-44fb-9b57-77757fcacb88 HTTP/1.1" status: 200 len: 2418 time: 0.1363537 Mar 22 19:19:20.957919 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-683a5526-e17b-4870-9209-df7557513d6c service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:19:20.958253 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-683a5526-e17b-4870-9209-df7557513d6c service neutron] Checking segment: {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:19:20.958645 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-683a5526-e17b-4870-9209-df7557513d6c service neutron] Bound using segment: {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:19:20.959088 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-683a5526-e17b-4870-9209-df7557513d6c service neutron] Bound port: f1821a1c-09f6-44a1-a91b-c3c1c61023c7, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:19:20.966353 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59186de3-eeef-4021-a7f3-50229a16001e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af788fd8-4bb7-4c04-be37-16693662f6f1,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:20.972084 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-59186de3-eeef-4021-a7f3-50229a16001e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:20.975579 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-59186de3-eeef-4021-a7f3-50229a16001e admin admin] 10.222.0.75 "DELETE /v2.0/subnets/af788fd8-4bb7-4c04-be37-16693662f6f1 HTTP/1.1" status: 204 len: 168 time: 0.3740420 Mar 22 19:19:20.978082 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39976) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:19:20.978578 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a1bb0b-6d7f-42d2-80ac-bb10f5329e66 None None] Network 76db1a35-645b-4039-985c-ae5c72fc2d41 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:19:21.027928 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['8fea3b44-fcd3-48eb-893f-0e8aae10c0bf'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:19:21.031799 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-683a5526-e17b-4870-9209-df7557513d6c service neutron] For port f1821a1c-09f6-44a1-a91b-c3c1c61023c7, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=f1821a1c-09f6-44a1-a91b-c3c1c61023c7,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:19:21.043531 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-683a5526-e17b-4870-9209-df7557513d6c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:21.044671 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-683a5526-e17b-4870-9209-df7557513d6c service neutron] 10.222.0.75 "POST /v2.0/ports/f1821a1c-09f6-44a1-a91b-c3c1c61023c7/bindings HTTP/1.1" status: 201 len: 390 time: 0.4426610 Mar 22 19:19:21.066505 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0412bb01-e81c-45e9-9a88-01d71dbc28f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (76db1a35-645b-4039-985c-ae5c72fc2d41), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:21.097190 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3cd30242-654a-4302-9937-8a9c5b788f01 req-43000945-5834-4524-8d6b-e532eb5088d9 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306219 Mar 22 19:19:21.194659 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-0412bb01-e81c-45e9-9a88-01d71dbc28f5 admin admin] Deleting port f83541b1-3795-4018-ae2a-b13a27912bc5 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:19:21.195440 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0412bb01-e81c-45e9-9a88-01d71dbc28f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f83541b1-3795-4018-ae2a-b13a27912bc5), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:21.265643 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21693551-bc7b-47ce-8c18-f1aba9ce4733 None None] DHCP port deletion for 76db1a35-645b-4039-985c-ae5c72fc2d41 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:19:21.289607 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-0412bb01-e81c-45e9-9a88-01d71dbc28f5 admin admin] For port f83541b1-3795-4018-ae2a-b13a27912bc5, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f83541b1-3795-4018-ae2a-b13a27912bc5,segment=NetworkSegment(ff39e43a-f57b-433f-b046-1161350ee9d4),segment_id=ff39e43a-f57b-433f-b046-1161350ee9d4)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:21.290665 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0412bb01-e81c-45e9-9a88-01d71dbc28f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f83541b1-3795-4018-ae2a-b13a27912bc5), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:21.313099 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-0412bb01-e81c-45e9-9a88-01d71dbc28f5 admin admin] Calling delete_port for f83541b1-3795-4018-ae2a-b13a27912bc5 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:19:21.331874 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334a942-7c90-49b0-849f-01c740b54926 req-0ca8e676-f3c5-4e08-97f5-e5ea65d19aa5 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:21.333475 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3334a942-7c90-49b0-849f-01c740b54926 req-0ca8e676-f3c5-4e08-97f5-e5ea65d19aa5 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=bff0c81a-f906-478b-a119-2cd49b4518c8 HTTP/1.1" status: 200 len: 948 time: 0.1295614 Mar 22 19:19:21.395349 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:21.448794 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0412bb01-e81c-45e9-9a88-01d71dbc28f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f83541b1-3795-4018-ae2a-b13a27912bc5), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:21.450960 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-21693551-bc7b-47ce-8c18-f1aba9ce4733 None None] Deleting port f83541b1-3795-4018-ae2a-b13a27912bc5 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:19:21.451601 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-21693551-bc7b-47ce-8c18-f1aba9ce4733 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f83541b1-3795-4018-ae2a-b13a27912bc5), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:21.458068 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4b55c-f6d8-43db-ac4e-16311a85885e req-fead8d9a-f537-4770-9314-74e3e1001c18 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:21.459778 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-57e4b55c-f6d8-43db-ac4e-16311a85885e req-fead8d9a-f537-4770-9314-74e3e1001c18 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=f64585e8-933c-4b95-8326-543c09c4f621 HTTP/1.1" status: 200 len: 945 time: 0.1252937 Mar 22 19:19:21.463802 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3334a942-7c90-49b0-849f-01c740b54926 req-8a3ac75e-d45e-4a3d-b056-3460c052b712 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184464 Mar 22 19:19:21.531859 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412bb01-e81c-45e9-9a88-01d71dbc28f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f83541b1-3795-4018-ae2a-b13a27912bc5,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:21.542211 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-21693551-bc7b-47ce-8c18-f1aba9ce4733 None None] For port f83541b1-3795-4018-ae2a-b13a27912bc5, host n-d-705658-24, got binding levels [] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:21.542694 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-21693551-bc7b-47ce-8c18-f1aba9ce4733 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f83541b1-3795-4018-ae2a-b13a27912bc5), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:21.545134 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0412bb01-e81c-45e9-9a88-01d71dbc28f5 admin admin] No DVR routers for this DVR port f83541b1-3795-4018-ae2a-b13a27912bc5 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:19:21.563740 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-21693551-bc7b-47ce-8c18-f1aba9ce4733 None None] Calling delete_port for f83541b1-3795-4018-ae2a-b13a27912bc5 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:19:21.567578 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.ipam_backend_mixin [None req-21693551-bc7b-47ce-8c18-f1aba9ce4733 None None] Port f83541b1-3795-4018-ae2a-b13a27912bc5 was not found and therefore no delete operation was performed {{(pid=104174) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 19:19:21.569129 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-21693551-bc7b-47ce-8c18-f1aba9ce4733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (f83541b1-3795-4018-ae2a-b13a27912bc5), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:21.583686 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-57e4b55c-f6d8-43db-ac4e-16311a85885e req-09072efe-c065-4268-b012-9b6147e5287f tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173391 Mar 22 19:19:21.591579 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-cbf973d8-b1dc-424a-9702-4ebaccd5a4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:21.593299 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-cbf973d8-b1dc-424a-9702-4ebaccd5a4bc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=21ca62c1596a4d419681f3e57266f544&device_id=f64585e8-933c-4b95-8326-543c09c4f621 HTTP/1.1" status: 200 len: 1128 time: 0.0978665 Mar 22 19:19:21.627344 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21693551-bc7b-47ce-8c18-f1aba9ce4733 None None] Pushing event deleted for resources: {'Port': ['ID=f83541b1-3795-4018-ae2a-b13a27912bc5,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:21.640171 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21693551-bc7b-47ce-8c18-f1aba9ce4733 None None] No DVR routers for this DVR port f83541b1-3795-4018-ae2a-b13a27912bc5 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:19:21.662287 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0412bb01-e81c-45e9-9a88-01d71dbc28f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (76db1a35-645b-4039-985c-ae5c72fc2d41), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:21.695798 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-0412bb01-e81c-45e9-9a88-01d71dbc28f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76db1a35-645b-4039-985c-ae5c72fc2d41']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:19:21.711095 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-0412bb01-e81c-45e9-9a88-01d71dbc28f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff39e43a-f57b-433f-b046-1161350ee9d4') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:19:21.712207 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-0412bb01-e81c-45e9-9a88-01d71dbc28f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff39e43a-f57b-433f-b046-1161350ee9d4') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:19:21.730266 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0412bb01-e81c-45e9-9a88-01d71dbc28f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (ff39e43a-f57b-433f-b046-1161350ee9d4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:21.734614 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:19:21.751775 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0412bb01-e81c-45e9-9a88-01d71dbc28f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (ff39e43a-f57b-433f-b046-1161350ee9d4), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:21.762524 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0412bb01-e81c-45e9-9a88-01d71dbc28f5 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:19:21.763069 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0412bb01-e81c-45e9-9a88-01d71dbc28f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (ff39e43a-f57b-433f-b046-1161350ee9d4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:21.766763 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:19:21.766763 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:19:21.766763 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:19:21.766763 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:19:21.766763 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:19:21.766763 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:19:21.766763 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:19:21.766763 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:19:21.766763 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:19:21.766763 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:19:21.766763 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:19:21.766763 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:19:21.766763 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:19:21.766763 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:19:21.766763 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:19:21.766763 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:19:21.766763 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:19:21.766763 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:19:21.766763 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:19:21.766763 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:19:21.766763 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:19:21.766763 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:19:21.766763 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:19:21.766763 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:19:21.766763 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:19:21.766763 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:19:21.766763 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:19:21.766763 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:19:21.766763 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:19:21.766763 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:19:21.766763 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:19:21.766763 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:19:21.786652 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a96bf-c4f7-4a90-aa9d-03918242ab81 req-ef381f2a-f44c-4eb8-b6af-d3c14bb7de94 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:21.794685 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3c7a96bf-c4f7-4a90-aa9d-03918242ab81 req-ef381f2a-f44c-4eb8-b6af-d3c14bb7de94 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1975100 Mar 22 19:19:21.852222 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-a2f2aee3-8687-444e-8e88-0bfe59e2d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:21.854987 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-a2f2aee3-8687-444e-8e88-0bfe59e2d466 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3f43483d-05ef-426b-881a-d8fc390ab6a9 HTTP/1.1" status: 200 len: 922 time: 0.2399249 Mar 22 19:19:21.864046 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0412bb01-e81c-45e9-9a88-01d71dbc28f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (76db1a35-645b-4039-985c-ae5c72fc2d41), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:21.874690 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0412bb01-e81c-45e9-9a88-01d71dbc28f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:21.879181 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0412bb01-e81c-45e9-9a88-01d71dbc28f5 admin admin] 10.222.0.75 "DELETE /v2.0/networks/76db1a35-645b-4039-985c-ae5c72fc2d41 HTTP/1.1" status: 204 len: 168 time: 0.9000452 Mar 22 19:19:21.899002 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412bb01-e81c-45e9-9a88-01d71dbc28f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=76db1a35-645b-4039-985c-ae5c72fc2d41,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:21.914003 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-cde3247e-6794-4430-b352-12508b01037e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1821a1c-09f6-44a1-a91b-c3c1c61023c7 HTTP/1.1" status: 200 len: 217 time: 0.0495193 Mar 22 19:19:21.934551 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3c7a96bf-c4f7-4a90-aa9d-03918242ab81 req-0008aaa0-8e38-4b2c-afa2-9f594dbc7d5a tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283338 Mar 22 19:19:22.007065 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:22.027062 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': '20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b', 'mac_address': 'fa:16:3e:f6:b8:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:19:22.063002 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-73773618-96f6-481b-81df-256f812e63b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:22.064876 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-73773618-96f6-481b-81df-256f812e63b4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bc515ca7-b43f-45d2-b838-320d24bc42f9 HTTP/1.1" status: 200 len: 861 time: 0.1289794 Mar 22 19:19:22.100245 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:22.100876 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:22.120881 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-3132c61c-80da-4cfa-ba6b-b4e8c8b6ca43 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3f43483d-05ef-426b-881a-d8fc390ab6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459323 Mar 22 19:19:22.130381 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68209daa-05c0-44fb-9b57-77757fcacb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2269c63d-7b32-41ed-babb-1e84e5c0dd6b'}, {'server_uuid': '68209daa-05c0-44fb-9b57-77757fcacb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429aec1f-e681-4d8b-9427-c5abeccedc00'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:19:22.137745 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca06773-5de4-41d4-8577-484fb63e2425" -d '{"events": [{"server_uuid": "68209daa-05c0-44fb-9b57-77757fcacb88", "name": "network-vif-plugged", "status": "completed", "tag": "2269c63d-7b32-41ed-babb-1e84e5c0dd6b"}, {"server_uuid": "68209daa-05c0-44fb-9b57-77757fcacb88", "name": "network-vif-plugged", "status": "completed", "tag": "429aec1f-e681-4d8b-9427-c5abeccedc00"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:19:22.148503 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:19:22.201339 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40024) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:19:22.202333 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:22.207355 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:22.268492 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5f279b84-ab81-4033-8a64-fc1099b099e0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=299d57ef35bc4e46a2ac01153c6bee7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0659301 Mar 22 19:19:22.270876 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40026) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:19:22.280891 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:22.284023 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 811bcf1c-35e2-4189-b549-b4c54c416da6 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:19:22.293602 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-b8bc113e-a702-40c4-ad97-97fbd941a9fa service neutron] 10.222.0.85 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367977 Mar 22 19:19:22.313995 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 811bcf1c-35e2-4189-b549-b4c54c416da6 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:19:22.314355 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 811bcf1c-35e2-4189-b549-b4c54c416da6 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:19:22.314789 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 226720bc-cc87-498d-91f3-90196c1ed12d no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:19:22.341957 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 226720bc-cc87-498d-91f3-90196c1ed12d {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:19:22.342340 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 226720bc-cc87-498d-91f3-90196c1ed12d not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:19:22.342878 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f83541b1-3795-4018-ae2a-b13a27912bc5 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:19:22.372046 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b41d39-3f63-40eb-97ac-36cec0db5971 req-80ac16bb-9bde-4532-8376-b87b8c0cdde5 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:22.374371 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: f83541b1-3795-4018-ae2a-b13a27912bc5 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:19:22.374732 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f83541b1-3795-4018-ae2a-b13a27912bc5 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:19:22.377156 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b0b41d39-3f63-40eb-97ac-36cec0db5971 req-80ac16bb-9bde-4532-8376-b87b8c0cdde5 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 950 time: 0.3610709 Mar 22 19:19:22.390588 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6a326d6-f115-4c31-b2e8-6b983f3db604 admin admin] Publish callbacks [] for security_group (be471d46-bdb6-4ac4-9ef6-fed763c60817), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:22.392446 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e1b17-9e15-4238-b0a9-74bea3ba8540 req-f020766f-4d3b-42c2-9e99-81cdb68d89b7 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:22.394226 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e11e1b17-9e15-4238-b0a9-74bea3ba8540 req-f020766f-4d3b-42c2-9e99-81cdb68d89b7 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.2796609 Mar 22 19:19:22.415931 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6a326d6-f115-4c31-b2e8-6b983f3db604 admin admin] Publish callbacks [] for security_group (be471d46-bdb6-4ac4-9ef6-fed763c60817), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:22.487496 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6a326d6-f115-4c31-b2e8-6b983f3db604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (be471d46-bdb6-4ac4-9ef6-fed763c60817), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:22.491001 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b0b41d39-3f63-40eb-97ac-36cec0db5971 req-c39181cc-622d-4370-bd2e-2b0f16ed1356 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958052 Mar 22 19:19:22.491605 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6a326d6-f115-4c31-b2e8-6b983f3db604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:22.497513 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e6a326d6-f115-4c31-b2e8-6b983f3db604 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/be471d46-bdb6-4ac4-9ef6-fed763c60817 HTTP/1.1" status: 204 len: 168 time: 0.2252400 Mar 22 19:19:22.506063 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a326d6-f115-4c31-b2e8-6b983f3db604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be471d46-bdb6-4ac4-9ef6-fed763c60817,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:22.518348 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e11e1b17-9e15-4238-b0a9-74bea3ba8540 req-34a7120c-52ba-4fe2-9a4c-478279b88f93 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143510 Mar 22 19:19:22.520800 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-92bf15b3-6fdf-4f45-be65-49346c0564f8 service neutron] 10.222.0.85 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205749 Mar 22 19:19:22.593009 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:19:22.722377 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-30278cb2-5da2-4f47-86f6-bdcb50064667 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:22.724060 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-30278cb2-5da2-4f47-86f6-bdcb50064667 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=f64585e8-933c-4b95-8326-543c09c4f621&tenant_id=21ca62c1596a4d419681f3e57266f544&binding%3Ahost_id=n-h1-705658-24 HTTP/1.1" status: 200 len: 1128 time: 0.1074491 Mar 22 19:19:22.741239 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-25e184f6-9fd9-4d09-b063-8aa67862571b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-705658-24'}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:19:22.753421 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d7e374-9c8e-42d7-84f2-04860920a4fb req-8e5aafe7-1089-4d83-a64f-11d57c78ffa1 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:22.755178 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c1d7e374-9c8e-42d7-84f2-04860920a4fb req-8e5aafe7-1089-4d83-a64f-11d57c78ffa1 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1a16a7-c281-41f4-a876-e71629476ded HTTP/1.1" status: 200 len: 945 time: 0.1697850 Mar 22 19:19:22.795282 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f259d-919c-4594-ba3d-c33ed416add8 req-36c2da17-93c6-47ae-9fbf-33e5ec162e44 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:22.800486 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f259d-919c-4594-ba3d-c33ed416add8 req-36c2da17-93c6-47ae-9fbf-33e5ec162e44 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:22.805777 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f259d-919c-4594-ba3d-c33ed416add8 req-36c2da17-93c6-47ae-9fbf-33e5ec162e44 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:22.814215 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c76f259d-919c-4594-ba3d-c33ed416add8 req-36c2da17-93c6-47ae-9fbf-33e5ec162e44 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=68209daa-05c0-44fb-9b57-77757fcacb88 HTTP/1.1" status: 200 len: 2418 time: 0.1960230 Mar 22 19:19:22.897611 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-25e184f6-9fd9-4d09-b063-8aa67862571b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f1821a1c-09f6-44a1-a91b-c3c1c61023c7), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:22.922716 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c1d7e374-9c8e-42d7-84f2-04860920a4fb req-e5e1591e-1282-444f-9f2e-2fa0aebadc55 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394026 Mar 22 19:19:22.930611 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c76f259d-919c-4594-ba3d-c33ed416add8 req-2e7a8ba5-719e-4235-8b6a-7ae411066023 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155059 Mar 22 19:19:22.957738 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40040) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:19:22.990627 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 19:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4c138e-2db5-4ba1-a880-45bdde14c3ce x-openstack-request-id: req-9b4c138e-2db5-4ba1-a880-45bdde14c3ce {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:19:22.990943 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68209daa-05c0-44fb-9b57-77757fcacb88", "name": "network-vif-plugged", "status": "completed", "tag": "2269c63d-7b32-41ed-babb-1e84e5c0dd6b", "code": 200}, {"server_uuid": "68209daa-05c0-44fb-9b57-77757fcacb88", "name": "network-vif-plugged", "status": "completed", "tag": "429aec1f-e681-4d8b-9427-c5abeccedc00", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:19:22.991243 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9b4c138e-2db5-4ba1-a880-45bdde14c3ce {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:19:22.992150 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b4c138e-2db5-4ba1-a880-45bdde14c3ce'] response: {'server_uuid': '68209daa-05c0-44fb-9b57-77757fcacb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2269c63d-7b32-41ed-babb-1e84e5c0dd6b', 'code': 200} Mar 22 19:19:22.992418 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b4c138e-2db5-4ba1-a880-45bdde14c3ce'] response: {'server_uuid': '68209daa-05c0-44fb-9b57-77757fcacb88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429aec1f-e681-4d8b-9427-c5abeccedc00', 'code': 200} Mar 22 19:19:23.025188 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6d036133-d8b2-4b8f-87c4-eb10520cacab admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f79901facf514622a5b7e18f35767704&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0657723 Mar 22 19:19:23.033058 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40044) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:19:23.137471 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-def413b4-962a-401f-89d7-95ce852f90ca admin admin] Publish callbacks [] for security_group (5bbcb9e4-4cf5-4fe3-8923-7b920b9b167d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:23.153821 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864da7cf-2db8-406f-92cf-894bde5ed21d req-d5d0f725-8209-4dcd-8438-82204779e824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:23.154458 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864da7cf-2db8-406f-92cf-894bde5ed21d req-d5d0f725-8209-4dcd-8438-82204779e824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:23.154931 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864da7cf-2db8-406f-92cf-894bde5ed21d req-d5d0f725-8209-4dcd-8438-82204779e824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:23.156673 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-864da7cf-2db8-406f-92cf-894bde5ed21d req-d5d0f725-8209-4dcd-8438-82204779e824 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=68209daa-05c0-44fb-9b57-77757fcacb88 HTTP/1.1" status: 200 len: 2967 time: 0.0877450 Mar 22 19:19:23.177634 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-def413b4-962a-401f-89d7-95ce852f90ca admin admin] Publish callbacks [] for security_group (5bbcb9e4-4cf5-4fe3-8923-7b920b9b167d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:23.213504 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13192d0c-8f01-4d46-808b-7e1aafe4b23c req-c7b259d2-7529-4f8f-bd8f-64f85cb70f27 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:23.215111 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-13192d0c-8f01-4d46-808b-7e1aafe4b23c req-c7b259d2-7529-4f8f-bd8f-64f85cb70f27 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=bff0c81a-f906-478b-a119-2cd49b4518c8 HTTP/1.1" status: 200 len: 948 time: 0.2103894 Mar 22 19:19:23.238738 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-864da7cf-2db8-406f-92cf-894bde5ed21d req-39d69b4f-36b0-47f8-82d6-3f2c640382e9 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708046 Mar 22 19:19:23.249306 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb54814-673a-4f25-9c75-28d230434b67 req-f893d8aa-d7b0-4672-9a5b-85bdc981531a tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:23.250905 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4bb54814-673a-4f25-9c75-28d230434b67 req-f893d8aa-d7b0-4672-9a5b-85bdc981531a tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=f64585e8-933c-4b95-8326-543c09c4f621 HTTP/1.1" status: 200 len: 945 time: 0.1826138 Mar 22 19:19:23.259161 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-def413b4-962a-401f-89d7-95ce852f90ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5bbcb9e4-4cf5-4fe3-8923-7b920b9b167d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:23.261711 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-def413b4-962a-401f-89d7-95ce852f90ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:23.262942 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-def413b4-962a-401f-89d7-95ce852f90ca admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5bbcb9e4-4cf5-4fe3-8923-7b920b9b167d HTTP/1.1" status: 204 len: 168 time: 0.2288735 Mar 22 19:19:23.274352 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-25e184f6-9fd9-4d09-b063-8aa67862571b service neutron] For port f1821a1c-09f6-44a1-a91b-c3c1c61023c7, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f1821a1c-09f6-44a1-a91b-c3c1c61023c7,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:23.275242 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def413b4-962a-401f-89d7-95ce852f90ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbcb9e4-4cf5-4fe3-8923-7b920b9b167d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:23.370084 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4bb54814-673a-4f25-9c75-28d230434b67 req-ab79128c-91e1-4600-a875-745151abccb9 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058564 Mar 22 19:19:23.383462 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-13192d0c-8f01-4d46-808b-7e1aafe4b23c req-71018ec4-0101-498a-ba44-f52d60e703f8 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535313 Mar 22 19:19:23.399461 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-25e184f6-9fd9-4d09-b063-8aa67862571b service neutron] For port f1821a1c-09f6-44a1-a91b-c3c1c61023c7, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:19:23.548155 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64585e8-933c-4b95-8326-543c09c4f621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1821a1c-09f6-44a1-a91b-c3c1c61023c7'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:19:23.550616 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b15b474-cd7c-4eaf-ad75-959693120fc9" -d '{"events": [{"server_uuid": "f64585e8-933c-4b95-8326-543c09c4f621", "name": "network-vif-unplugged", "status": "completed", "tag": "f1821a1c-09f6-44a1-a91b-c3c1c61023c7"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:19:23.555167 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-25e184f6-9fd9-4d09-b063-8aa67862571b service neutron] Publish callbacks [] for port (f1821a1c-09f6-44a1-a91b-c3c1c61023c7), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:23.572314 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-25e184f6-9fd9-4d09-b063-8aa67862571b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (f1821a1c-09f6-44a1-a91b-c3c1c61023c7), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:23.613926 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b456e49-3f77-4e46-a296-5711b911ead1 req-c51ad0b3-429e-4573-be17-8686da9c48a2 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:23.620730 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1b456e49-3f77-4e46-a296-5711b911ead1 req-c51ad0b3-429e-4573-be17-8686da9c48a2 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1218798 Mar 22 19:19:23.718619 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e184f6-9fd9-4d09-b063-8aa67862571b service neutron] Pushing event updated for resources: {'Port': ['ID=f1821a1c-09f6-44a1-a91b-c3c1c61023c7,revision_number=7']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:23.731852 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:19:23.768075 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1b456e49-3f77-4e46-a296-5711b911ead1 req-254c920d-c209-4419-b35c-1e3c2292e623 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464036 Mar 22 19:19:23.776834 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-25e184f6-9fd9-4d09-b063-8aa67862571b service neutron] Attempting to bind port f1821a1c-09f6-44a1-a91b-c3c1c61023c7 on host n-h1-705658-24 for vnic_type normal with profile {"migrating_to": "n-h2-705658-24"} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:19:23.777170 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-25e184f6-9fd9-4d09-b063-8aa67862571b service neutron] Attempting to bind port f1821a1c-09f6-44a1-a91b-c3c1c61023c7 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:19:23.777495 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-25e184f6-9fd9-4d09-b063-8aa67862571b service neutron] Attempting to bind port f1821a1c-09f6-44a1-a91b-c3c1c61023c7 on network 3f43483d-05ef-426b-881a-d8fc390ab6a9 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:19:23.788977 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-25e184f6-9fd9-4d09-b063-8aa67862571b service neutron] Port f1821a1c-09f6-44a1-a91b-c3c1c61023c7 on network 3f43483d-05ef-426b-881a-d8fc390ab6a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:19:23.789488 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-25e184f6-9fd9-4d09-b063-8aa67862571b service neutron] Attempting to bind port f1821a1c-09f6-44a1-a91b-c3c1c61023c7 on network 3f43483d-05ef-426b-881a-d8fc390ab6a9 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:19:23.815869 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49001d80-2a2f-435c-8483-0f8b5838f306 req-2f044cbc-c8fc-4b87-a6c5-238433dc3622 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:23.821299 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:19:23.823288 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-49001d80-2a2f-435c-8483-0f8b5838f306 req-2f044cbc-c8fc-4b87-a6c5-238433dc3622 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 950 time: 0.1933305 Mar 22 19:19:23.826741 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-25e184f6-9fd9-4d09-b063-8aa67862571b service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:19:23.827185 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-25e184f6-9fd9-4d09-b063-8aa67862571b service neutron] Checking segment: {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:19:23.827651 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-25e184f6-9fd9-4d09-b063-8aa67862571b service neutron] Bound using segment: {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:19:23.828326 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-25e184f6-9fd9-4d09-b063-8aa67862571b service neutron] Bound port: f1821a1c-09f6-44a1-a91b-c3c1c61023c7, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:19:23.828786 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-25e184f6-9fd9-4d09-b063-8aa67862571b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f1821a1c-09f6-44a1-a91b-c3c1c61023c7), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:23.830137 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:19:23.832777 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 19:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3094635d-ed5b-420c-81d9-027bec8a7c1a x-openstack-request-id: req-3094635d-ed5b-420c-81d9-027bec8a7c1a {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:19:23.833162 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64585e8-933c-4b95-8326-543c09c4f621", "name": "network-vif-unplugged", "status": "completed", "tag": "f1821a1c-09f6-44a1-a91b-c3c1c61023c7", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:19:23.833510 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3094635d-ed5b-420c-81d9-027bec8a7c1a {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:19:23.834019 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3094635d-ed5b-420c-81d9-027bec8a7c1a'] response: {'server_uuid': 'f64585e8-933c-4b95-8326-543c09c4f621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1821a1c-09f6-44a1-a91b-c3c1c61023c7', 'code': 200} Mar 22 19:19:23.834174 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:23.950835 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-49001d80-2a2f-435c-8483-0f8b5838f306 req-76517ec4-e5f8-4a7d-96ab-8adbdeef4450 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215830 Mar 22 19:19:24.001683 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:24.002388 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:24.050663 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:24.052080 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-25e184f6-9fd9-4d09-b063-8aa67862571b service neutron] For port f1821a1c-09f6-44a1-a91b-c3c1c61023c7, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:19:24.055766 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:24.057488 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 8fea3b44-fcd3-48eb-893f-0e8aae10c0bf up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:19:24.083505 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-25e184f6-9fd9-4d09-b063-8aa67862571b service neutron] For port f1821a1c-09f6-44a1-a91b-c3c1c61023c7, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f1821a1c-09f6-44a1-a91b-c3c1c61023c7,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:19:24.113173 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-25e184f6-9fd9-4d09-b063-8aa67862571b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (f1821a1c-09f6-44a1-a91b-c3c1c61023c7), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:24.152797 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:24.158630 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 8fea3b44-fcd3-48eb-893f-0e8aae10c0bf completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:19:24.164083 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 8fea3b44-fcd3-48eb-893f-0e8aae10c0bf triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:19:24.164608 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8fea3b44-fcd3-48eb-893f-0e8aae10c0bf), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:24.185238 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb5648-0f95-499e-bce0-223429c19b93 req-fdf86345-3b94-4c4a-b6ab-fc3b98d896ec tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:24.191939 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b8bb5648-0f95-499e-bce0-223429c19b93 req-fdf86345-3b94-4c4a-b6ab-fc3b98d896ec tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.2386186 Mar 22 19:19:24.270865 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4224e-f3c9-45f5-a968-7203fff2ebea req-23de0a10-d067-4644-b3db-c98a6c955855 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:24.276928 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4224e-f3c9-45f5-a968-7203fff2ebea req-23de0a10-d067-4644-b3db-c98a6c955855 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:24.282940 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4224e-f3c9-45f5-a968-7203fff2ebea req-23de0a10-d067-4644-b3db-c98a6c955855 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:24.285027 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 8fea3b44-fcd3-48eb-893f-0e8aae10c0bf is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:24.285436 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8fea3b44-fcd3-48eb-893f-0e8aae10c0bf), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:24.290256 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-feb4224e-f3c9-45f5-a968-7203fff2ebea req-23de0a10-d067-4644-b3db-c98a6c955855 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=68209daa-05c0-44fb-9b57-77757fcacb88 HTTP/1.1" status: 200 len: 2418 time: 0.2394764 Mar 22 19:19:24.292851 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e184f6-9fd9-4d09-b063-8aa67862571b service neutron] Pushing event updated for resources: {'Port': ['ID=f1821a1c-09f6-44a1-a91b-c3c1c61023c7,revision_number=8']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:24.305501 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-25e184f6-9fd9-4d09-b063-8aa67862571b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:24.307203 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-25e184f6-9fd9-4d09-b063-8aa67862571b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:24.308250 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-25e184f6-9fd9-4d09-b063-8aa67862571b service neutron] 10.222.0.85 "PUT /v2.0/ports/f1821a1c-09f6-44a1-a91b-c3c1c61023c7 HTTP/1.1" status: 200 len: 1123 time: 1.5725875 Mar 22 19:19:24.362779 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b8bb5648-0f95-499e-bce0-223429c19b93 req-948cacba-1b55-42d5-8db7-44e9887d497d tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542459 Mar 22 19:19:24.370077 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 8fea3b44-fcd3-48eb-893f-0e8aae10c0bf, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=8fea3b44-fcd3-48eb-893f-0e8aae10c0bf,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:24.377551 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8fea3b44-fcd3-48eb-893f-0e8aae10c0bf), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:24.412957 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-feb4224e-f3c9-45f5-a968-7203fff2ebea req-6bccfaaa-ee58-47c8-97e9-5d142ca5cf6c tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190047 Mar 22 19:19:24.458261 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=8fea3b44-fcd3-48eb-893f-0e8aae10c0bf,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:24.461633 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['f1821a1c-09f6-44a1-a91b-c3c1c61023c7'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:19:24.503596 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 402d2c10-941f-46e4-9a55-e0a20ae71ec2 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:19:24.761392 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 402d2c10-941f-46e4-9a55-e0a20ae71ec2, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=402d2c10-941f-46e4-9a55-e0a20ae71ec2,segment=NetworkSegment(85cf4aab-02b0-4ed0-89a0-65a703cfb595),segment_id=85cf4aab-02b0-4ed0-89a0-65a703cfb595)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:24.825237 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '402d2c10-941f-46e4-9a55-e0a20ae71ec2', 'network_id': 'c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd', 'port_id': '402d2c10-941f-46e4-9a55-e0a20ae71ec2', 'mac_address': 'fa:16:3e:ba:98:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '557c463e-0ced-46b1-95bb-72c186d37083', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:19:24.910774 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 402d2c10-941f-46e4-9a55-e0a20ae71ec2 is: ACTIVE; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:24.911171 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (402d2c10-941f-46e4-9a55-e0a20ae71ec2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:24.940029 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 402d2c10-941f-46e4-9a55-e0a20ae71ec2 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:19:24.943746 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c98bee-0eeb-4c90-b7b2-85638e9e4c18 req-27f73bbf-85bf-47d9-903a-c8a45d24da00 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:24.958744 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-90c98bee-0eeb-4c90-b7b2-85638e9e4c18 req-27f73bbf-85bf-47d9-903a-c8a45d24da00 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1a16a7-c281-41f4-a876-e71629476ded HTTP/1.1" status: 200 len: 945 time: 0.5134835 Mar 22 19:19:24.971521 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 402d2c10-941f-46e4-9a55-e0a20ae71ec2, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=402d2c10-941f-46e4-9a55-e0a20ae71ec2,segment=NetworkSegment(85cf4aab-02b0-4ed0-89a0-65a703cfb595),segment_id=85cf4aab-02b0-4ed0-89a0-65a703cfb595)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:24.974602 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506a986-f142-44da-aeaf-0e66157fd712 req-7b7466d5-7fd6-4380-829e-d77d44e4a861 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:24.982112 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a506a986-f142-44da-aeaf-0e66157fd712 req-7b7466d5-7fd6-4380-829e-d77d44e4a861 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=bff0c81a-f906-478b-a119-2cd49b4518c8 HTTP/1.1" status: 200 len: 949 time: 0.1346378 Mar 22 19:19:24.983432 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (402d2c10-941f-46e4-9a55-e0a20ae71ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:25.011793 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5256a593-e092-41bd-a0b8-03f96e51a62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b'}, {'server_uuid': 'bff0c81a-f906-478b-a119-2cd49b4518c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fea3b44-fcd3-48eb-893f-0e8aae10c0bf'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:19:25.014721 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63685fb-f347-4fde-8477-1b1ae1e8e41d" -d '{"events": [{"server_uuid": "5256a593-e092-41bd-a0b8-03f96e51a62e", "name": "network-vif-plugged", "status": "completed", "tag": "20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b"}, {"server_uuid": "bff0c81a-f906-478b-a119-2cd49b4518c8", "name": "network-vif-plugged", "status": "completed", "tag": "8fea3b44-fcd3-48eb-893f-0e8aae10c0bf"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:19:25.065957 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=402d2c10-941f-46e4-9a55-e0a20ae71ec2,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:25.082433 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-90c98bee-0eeb-4c90-b7b2-85638e9e4c18 req-2b3723bd-0bb8-4912-9bf8-54764cbcda38 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227055 Mar 22 19:19:25.086504 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a506a986-f142-44da-aeaf-0e66157fd712 req-69269d97-6fe0-4df3-acc0-f1901faedd53 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035624 Mar 22 19:19:25.212897 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af5e13-3afe-4189-a93a-9bfade6ba170 req-9918ecee-52bf-45f2-8c64-fe76d897ddc8 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:25.214567 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80af5e13-3afe-4189-a93a-9bfade6ba170 req-9918ecee-52bf-45f2-8c64-fe76d897ddc8 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=f64585e8-933c-4b95-8326-543c09c4f621 HTTP/1.1" status: 200 len: 943 time: 0.0902314 Mar 22 19:19:25.235333 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d816b-cb57-416f-8a02-15ea1571ca74 req-9208a50a-e3a4-45f1-94cc-3f466b7051b9 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:25.236849 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-916d816b-cb57-416f-8a02-15ea1571ca74 req-9208a50a-e3a4-45f1-94cc-3f466b7051b9 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.0789692 Mar 22 19:19:25.294556 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80af5e13-3afe-4189-a93a-9bfade6ba170 req-7aa35953-aa92-4a0c-af30-5ffd985cc116 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741651 Mar 22 19:19:25.305597 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-916d816b-cb57-416f-8a02-15ea1571ca74 req-9e3d2aa3-92be-4c57-94dd-a9c1a5f26813 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625489 Mar 22 19:19:25.363747 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 19:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca48c7b-113f-4a71-b073-1f38a992faff x-openstack-request-id: req-0ca48c7b-113f-4a71-b073-1f38a992faff {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:19:25.364192 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5256a593-e092-41bd-a0b8-03f96e51a62e", "name": "network-vif-plugged", "status": "completed", "tag": "20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b", "code": 200}, {"server_uuid": "bff0c81a-f906-478b-a119-2cd49b4518c8", "name": "network-vif-plugged", "status": "completed", "tag": "8fea3b44-fcd3-48eb-893f-0e8aae10c0bf", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:19:25.364459 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0ca48c7b-113f-4a71-b073-1f38a992faff {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:19:25.364871 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ca48c7b-113f-4a71-b073-1f38a992faff'] response: {'server_uuid': '5256a593-e092-41bd-a0b8-03f96e51a62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b', 'code': 200} Mar 22 19:19:25.365137 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ca48c7b-113f-4a71-b073-1f38a992faff'] response: {'server_uuid': 'bff0c81a-f906-478b-a119-2cd49b4518c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fea3b44-fcd3-48eb-893f-0e8aae10c0bf', 'code': 200} Mar 22 19:19:25.424394 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404ece1-51c2-4ca1-9df1-e4551f608917 req-80a6aa0e-f362-4d1f-a6fe-c80cd6f83ade tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:25.425923 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4404ece1-51c2-4ca1-9df1-e4551f608917 req-80a6aa0e-f362-4d1f-a6fe-c80cd6f83ade tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 950 time: 0.0681882 Mar 22 19:19:25.523238 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4404ece1-51c2-4ca1-9df1-e4551f608917 req-1d9dd8fa-5e98-4a05-a7b8-8e573d7e53e1 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895643 Mar 22 19:19:25.523547 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87865205-c396-4abb-9cae-ffb16a1c2dab req-547cac06-bbe6-4f44-b818-07e1a2c005f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:25.525656 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-87865205-c396-4abb-9cae-ffb16a1c2dab req-547cac06-bbe6-4f44-b818-07e1a2c005f8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=bff0c81a-f906-478b-a119-2cd49b4518c8 HTTP/1.1" status: 200 len: 1132 time: 0.0518539 Mar 22 19:19:25.536344 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98cfb76-f2cb-4c52-9d54-da09081a62c2 req-9b238de4-4ec8-48f0-983d-a8e196a12132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:25.538904 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d98cfb76-f2cb-4c52-9d54-da09081a62c2 req-9b238de4-4ec8-48f0-983d-a8e196a12132 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5256a593-e092-41bd-a0b8-03f96e51a62e HTTP/1.1" status: 200 len: 1133 time: 0.0634387 Mar 22 19:19:25.602610 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d98cfb76-f2cb-4c52-9d54-da09081a62c2 req-e97f02e4-1229-4987-90cb-a1ed8c28e4b9 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521026 Mar 22 19:19:25.646585 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-87865205-c396-4abb-9cae-ffb16a1c2dab req-94add67e-dcc2-4bdb-8d8c-41f340a00f2e service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136906 Mar 22 19:19:25.671276 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['402d2c10-941f-46e4-9a55-e0a20ae71ec2'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:19:25.703071 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1a68a-cdb8-4af8-a1e7-2305433632e3 req-520b492d-aec6-484f-b890-fc855d9804d4 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:25.723623 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1a68a-cdb8-4af8-a1e7-2305433632e3 req-520b492d-aec6-484f-b890-fc855d9804d4 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:25.736586 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1a68a-cdb8-4af8-a1e7-2305433632e3 req-520b492d-aec6-484f-b890-fc855d9804d4 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:25.738572 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-10d1a68a-cdb8-4af8-a1e7-2305433632e3 req-520b492d-aec6-484f-b890-fc855d9804d4 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=68209daa-05c0-44fb-9b57-77757fcacb88 HTTP/1.1" status: 200 len: 2418 time: 0.1678526 Mar 22 19:19:25.814346 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-10d1a68a-cdb8-4af8-a1e7-2305433632e3 req-b435ce9f-efbf-4c71-a155-c103c22ff36d tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691392 Mar 22 19:19:25.835045 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64585e8-933c-4b95-8326-543c09c4f621', 'tag': 'f1821a1c-09f6-44a1-a91b-c3c1c61023c7'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:19:25.837354 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6312b1b-2d8d-4226-95dd-a2de415c8a01" -d '{"events": [{"name": "network-changed", "server_uuid": "f64585e8-933c-4b95-8326-543c09c4f621", "tag": "f1821a1c-09f6-44a1-a91b-c3c1c61023c7"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:19:25.993662 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72ff15b-c9ee-437e-9e7a-114dbb2849d1 x-openstack-request-id: req-f72ff15b-c9ee-437e-9e7a-114dbb2849d1 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:19:25.994040 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64585e8-933c-4b95-8326-543c09c4f621", "tag": "f1821a1c-09f6-44a1-a91b-c3c1c61023c7", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:19:25.994358 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f72ff15b-c9ee-437e-9e7a-114dbb2849d1 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:19:25.994829 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f72ff15b-c9ee-437e-9e7a-114dbb2849d1'] response: {'name': 'network-changed', 'server_uuid': 'f64585e8-933c-4b95-8326-543c09c4f621', 'tag': 'f1821a1c-09f6-44a1-a91b-c3c1c61023c7', 'status': 'completed', 'code': 200} Mar 22 19:19:26.088031 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6312b1b-2d8d-4226-95dd-a2de415c8a01 req-dda63352-852e-47b4-9d9d-009cef4376b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:26.089535 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d6312b1b-2d8d-4226-95dd-a2de415c8a01 req-dda63352-852e-47b4-9d9d-009cef4376b3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=21ca62c1596a4d419681f3e57266f544&device_id=f64585e8-933c-4b95-8326-543c09c4f621 HTTP/1.1" status: 200 len: 1157 time: 0.0579467 Mar 22 19:19:26.150679 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7b973-a81d-4e3e-84a8-c135e1770748 req-5bb6041f-9545-440b-9913-9dd9516fcae1 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:26.152355 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aaa7b973-a81d-4e3e-84a8-c135e1770748 req-5bb6041f-9545-440b-9913-9dd9516fcae1 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1050086 Mar 22 19:19:26.250707 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aaa7b973-a81d-4e3e-84a8-c135e1770748 req-9ce66dcc-bdd9-4c43-9987-d6e4fd0dc4f0 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917065 Mar 22 19:19:26.280715 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6312b1b-2d8d-4226-95dd-a2de415c8a01 req-c85f30f1-2a6a-4824-9b7d-72b73098cf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:26.282678 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d6312b1b-2d8d-4226-95dd-a2de415c8a01 req-c85f30f1-2a6a-4824-9b7d-72b73098cf61 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3f43483d-05ef-426b-881a-d8fc390ab6a9 HTTP/1.1" status: 200 len: 922 time: 0.1765800 Mar 22 19:19:26.335738 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d6312b1b-2d8d-4226-95dd-a2de415c8a01 req-d4ac8a4c-6604-48ea-b5e5-fbb8fbecbc17 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1821a1c-09f6-44a1-a91b-c3c1c61023c7 HTTP/1.1" status: 200 len: 217 time: 0.0456676 Mar 22 19:19:26.359118 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac9e41-8bd3-4a56-b6c4-4e23b08b7af6 req-9581bb80-6bc0-40ab-8e63-a033c4e369ae tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:26.360761 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9dac9e41-8bd3-4a56-b6c4-4e23b08b7af6 req-9581bb80-6bc0-40ab-8e63-a033c4e369ae tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1a16a7-c281-41f4-a876-e71629476ded HTTP/1.1" status: 200 len: 944 time: 0.0797513 Mar 22 19:19:26.393576 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6312b1b-2d8d-4226-95dd-a2de415c8a01 req-59dbeeb6-0424-4321-94be-76d7c27c9304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:26.396821 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d6312b1b-2d8d-4226-95dd-a2de415c8a01 req-59dbeeb6-0424-4321-94be-76d7c27c9304 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bc515ca7-b43f-45d2-b838-320d24bc42f9 HTTP/1.1" status: 200 len: 861 time: 0.0517111 Mar 22 19:19:26.429832 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d6312b1b-2d8d-4226-95dd-a2de415c8a01 req-0722da62-023b-4099-8dff-8b813038496a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3f43483d-05ef-426b-881a-d8fc390ab6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260563 Mar 22 19:19:26.440149 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81970586-1ce8-4c74-9224-e8fa35842c86 req-dd6c6517-16e2-424f-8ac1-8b5c6b03f4ce tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:26.441608 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-81970586-1ce8-4c74-9224-e8fa35842c86 req-dd6c6517-16e2-424f-8ac1-8b5c6b03f4ce tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=bff0c81a-f906-478b-a119-2cd49b4518c8 HTTP/1.1" status: 200 len: 949 time: 0.1048167 Mar 22 19:19:26.444905 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9dac9e41-8bd3-4a56-b6c4-4e23b08b7af6 req-84f7faac-5a8a-4732-b6e9-c6ed73a70a64 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694840 Mar 22 19:19:26.513286 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-81970586-1ce8-4c74-9224-e8fa35842c86 req-f3b54b9a-65c3-465e-804a-ba62844e891f tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625408 Mar 22 19:19:26.513671 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device f1821a1c-09f6-44a1-a91b-c3c1c61023c7 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:19:26.516949 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 402d2c10-941f-46e4-9a55-e0a20ae71ec2 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:19:26.553156 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d6312b1b-2d8d-4226-95dd-a2de415c8a01 req-3bd572b0-269b-4de1-a1cc-dcbb83161f6f service neutron] 10.222.0.84 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163254 Mar 22 19:19:26.676669 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 402d2c10-941f-46e4-9a55-e0a20ae71ec2 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:19:26.677054 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (402d2c10-941f-46e4-9a55-e0a20ae71ec2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:26.774916 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port f1821a1c-09f6-44a1-a91b-c3c1c61023c7, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f1821a1c-09f6-44a1-a91b-c3c1c61023c7,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:26.782183 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d6312b1b-2d8d-4226-95dd-a2de415c8a01 req-5599d754-702a-4417-ad1a-60aee8d8d920 service neutron] 10.222.0.84 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224793 Mar 22 19:19:26.789546 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device f1821a1c-09f6-44a1-a91b-c3c1c61023c7 has no active binding in host n-h2-705658-24 {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 22 19:19:26.882947 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 402d2c10-941f-46e4-9a55-e0a20ae71ec2 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:26.883368 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (402d2c10-941f-46e4-9a55-e0a20ae71ec2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:26.924773 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 402d2c10-941f-46e4-9a55-e0a20ae71ec2, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=402d2c10-941f-46e4-9a55-e0a20ae71ec2,segment=NetworkSegment(85cf4aab-02b0-4ed0-89a0-65a703cfb595),segment_id=85cf4aab-02b0-4ed0-89a0-65a703cfb595)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:26.930714 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (402d2c10-941f-46e4-9a55-e0a20ae71ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:27.033429 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703efb6-34ed-42cd-a490-c785ce06f383 req-6f231a93-cdcd-4466-b2d4-c01f9edf1771 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:27.035072 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2703efb6-34ed-42cd-a490-c785ce06f383 req-6f231a93-cdcd-4466-b2d4-c01f9edf1771 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=f64585e8-933c-4b95-8326-543c09c4f621 HTTP/1.1" status: 200 len: 943 time: 0.1250839 Mar 22 19:19:27.045871 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=402d2c10-941f-46e4-9a55-e0a20ae71ec2,revision_number=7']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:27.121243 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2703efb6-34ed-42cd-a490-c785ce06f383 req-48b8fe97-b027-4e10-abb4-873be8a71028 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744352 Mar 22 19:19:27.246602 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b177d-1c66-428f-b449-a9551a7daaff req-bf7e1932-d9fa-4305-a624-1058e0307e54 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:27.250340 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a12b177d-1c66-428f-b449-a9551a7daaff req-bf7e1932-d9fa-4305-a624-1058e0307e54 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 950 time: 0.0634012 Mar 22 19:19:27.343722 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a12b177d-1c66-428f-b449-a9551a7daaff req-a6385c4b-5017-42e3-ad66-6f6a7e9f2067 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802500 Mar 22 19:19:27.352197 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10136d5-d925-4f02-a023-54f4809d30dc req-7dcdfc76-37f9-4787-99ea-f07978397d43 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:27.360945 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10136d5-d925-4f02-a023-54f4809d30dc req-7dcdfc76-37f9-4787-99ea-f07978397d43 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:27.363766 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10136d5-d925-4f02-a023-54f4809d30dc req-7dcdfc76-37f9-4787-99ea-f07978397d43 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:27.365526 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d10136d5-d925-4f02-a023-54f4809d30dc req-7dcdfc76-37f9-4787-99ea-f07978397d43 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=68209daa-05c0-44fb-9b57-77757fcacb88 HTTP/1.1" status: 200 len: 2418 time: 0.1129470 Mar 22 19:19:27.366061 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1a16a7-c281-41f4-a876-e71629476ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402d2c10-941f-46e4-9a55-e0a20ae71ec2'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:19:27.368949 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451a220d-7d94-44d9-a52d-b21f2f3d55ae" -d '{"events": [{"server_uuid": "1e1a16a7-c281-41f4-a876-e71629476ded", "name": "network-vif-plugged", "status": "completed", "tag": "402d2c10-941f-46e4-9a55-e0a20ae71ec2"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:19:27.435437 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d10136d5-d925-4f02-a023-54f4809d30dc req-a5a6a04e-42e6-4932-9686-f2619477a860 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634685 Mar 22 19:19:27.494950 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e276e5-1955-466f-be20-fcf8f4f53bcf x-openstack-request-id: req-c2e276e5-1955-466f-be20-fcf8f4f53bcf {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:19:27.495462 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1a16a7-c281-41f4-a876-e71629476ded", "name": "network-vif-plugged", "status": "completed", "tag": "402d2c10-941f-46e4-9a55-e0a20ae71ec2", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:19:27.495791 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c2e276e5-1955-466f-be20-fcf8f4f53bcf {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:19:27.496255 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2e276e5-1955-466f-be20-fcf8f4f53bcf'] response: {'server_uuid': '1e1a16a7-c281-41f4-a876-e71629476ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402d2c10-941f-46e4-9a55-e0a20ae71ec2', 'code': 200} Mar 22 19:19:27.520580 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003c253-a1c8-4ba2-967d-95648cf7726b req-019d3fdb-7a80-46de-889e-2d41f9311e74 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:27.522106 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4003c253-a1c8-4ba2-967d-95648cf7726b req-019d3fdb-7a80-46de-889e-2d41f9311e74 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.0577955 Mar 22 19:19:27.579341 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4003c253-a1c8-4ba2-967d-95648cf7726b req-8fe647c8-9cdc-403c-ac87-6be36e5805ce tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518599 Mar 22 19:19:27.754171 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a9704-2ebf-445a-8ad2-c8b0efdfd7cf req-c65aee0e-2dbf-4fc0-aaad-3ed8e1f80e09 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:27.756337 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa9a9704-2ebf-445a-8ad2-c8b0efdfd7cf req-c65aee0e-2dbf-4fc0-aaad-3ed8e1f80e09 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1a16a7-c281-41f4-a876-e71629476ded HTTP/1.1" status: 200 len: 945 time: 0.0632749 Mar 22 19:19:27.829051 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa9a9704-2ebf-445a-8ad2-c8b0efdfd7cf req-3c1a34a6-d03e-4201-ba01-56b1791f7347 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617437 Mar 22 19:19:27.942212 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffcbc2-38d3-404c-929e-75c1e336ffd8 req-3186eb7a-d21a-4b4f-a96b-64ebf00c7173 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:27.943830 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-03ffcbc2-38d3-404c-929e-75c1e336ffd8 req-3186eb7a-d21a-4b4f-a96b-64ebf00c7173 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=bff0c81a-f906-478b-a119-2cd49b4518c8 HTTP/1.1" status: 200 len: 949 time: 0.0610085 Mar 22 19:19:28.029720 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-03ffcbc2-38d3-404c-929e-75c1e336ffd8 req-2c487a47-7b92-4823-8647-b3c0e0a8d962 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786614 Mar 22 19:19:28.040195 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accad1dc-6b4b-4948-b50f-39608c5d62bd req-ec0deb29-7d36-4503-bc85-e0da2a6339df tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:28.045939 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-accad1dc-6b4b-4948-b50f-39608c5d62bd req-ec0deb29-7d36-4503-bc85-e0da2a6339df tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.0890422 Mar 22 19:19:28.090940 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-accad1dc-6b4b-4948-b50f-39608c5d62bd req-7092b793-3625-4f0a-a1f6-9a8e32c814cc tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428784 Mar 22 19:19:28.355167 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe10522-de5e-4999-9841-f7fd23ddf1e9 req-b5e6247a-a104-4f1f-9bc9-cf90d8966967 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:28.356869 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ebe10522-de5e-4999-9841-f7fd23ddf1e9 req-b5e6247a-a104-4f1f-9bc9-cf90d8966967 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=5256a593-e092-41bd-a0b8-03f96e51a62e HTTP/1.1" status: 200 len: 950 time: 0.0637512 Mar 22 19:19:28.438534 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da645c57-c05d-46d7-9b94-5f06ed18caa1 req-649e74df-62a1-48ed-b3a9-ada2a515383b tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:28.439944 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-da645c57-c05d-46d7-9b94-5f06ed18caa1 req-649e74df-62a1-48ed-b3a9-ada2a515383b tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=f64585e8-933c-4b95-8326-543c09c4f621 HTTP/1.1" status: 200 len: 943 time: 0.0821223 Mar 22 19:19:28.442879 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ebe10522-de5e-4999-9841-f7fd23ddf1e9 req-ab1113eb-df69-4f59-b979-64681927a5ad tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768850 Mar 22 19:19:28.502996 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-da645c57-c05d-46d7-9b94-5f06ed18caa1 req-e3b321a3-6a40-4139-9420-9218ec5dd9ed tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569777 Mar 22 19:19:28.584132 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32988a50-8b57-4ec3-818a-dc5203ea8296 req-fc549f69-f163-4be4-aa47-3e747b9866ac tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:28.590281 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32988a50-8b57-4ec3-818a-dc5203ea8296 req-fc549f69-f163-4be4-aa47-3e747b9866ac tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:28.595941 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32988a50-8b57-4ec3-818a-dc5203ea8296 req-fc549f69-f163-4be4-aa47-3e747b9866ac tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:28.597663 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32988a50-8b57-4ec3-818a-dc5203ea8296 req-fc549f69-f163-4be4-aa47-3e747b9866ac tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=68209daa-05c0-44fb-9b57-77757fcacb88 HTTP/1.1" status: 200 len: 2418 time: 0.0828481 Mar 22 19:19:28.652334 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32988a50-8b57-4ec3-818a-dc5203ea8296 req-64890db1-96a9-4c66-a378-6c0ea2e427f7 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467885 Mar 22 19:19:28.791033 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b590a36-5f54-4f79-bd03-edf32ceffdc1 req-430ee7b4-f64e-4bf1-a9fb-169336835103 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:28.792542 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5b590a36-5f54-4f79-bd03-edf32ceffdc1 req-430ee7b4-f64e-4bf1-a9fb-169336835103 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.0543256 Mar 22 19:19:28.842520 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5b590a36-5f54-4f79-bd03-edf32ceffdc1 req-4ba12c06-f90e-4932-a1be-6d9a60976720 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439603 Mar 22 19:19:28.966610 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b2dc2-6f71-4fe4-a0a3-a5e26b8b78ef req-98c8a881-a583-458a-84af-1c7b0696611e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:28.968063 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc9b2dc2-6f71-4fe4-a0a3-a5e26b8b78ef req-98c8a881-a583-458a-84af-1c7b0696611e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 950 time: 0.0598655 Mar 22 19:19:29.015731 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc9b2dc2-6f71-4fe4-a0a3-a5e26b8b78ef req-90964ddc-de6a-431e-a6e2-1cf1974c795b tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415862 Mar 22 19:19:29.184733 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166be44b-df27-4391-aa9e-c00534b0090c req-e0a33cc0-72ca-488c-afd3-3ff1ca072be2 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:29.190333 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166be44b-df27-4391-aa9e-c00534b0090c req-e0a33cc0-72ca-488c-afd3-3ff1ca072be2 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:29.191871 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-166be44b-df27-4391-aa9e-c00534b0090c req-e0a33cc0-72ca-488c-afd3-3ff1ca072be2 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=5256a593-e092-41bd-a0b8-03f96e51a62e&device_id=bff0c81a-f906-478b-a119-2cd49b4518c8 HTTP/1.1" status: 200 len: 1690 time: 0.0690200 Mar 22 19:19:29.277119 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-166be44b-df27-4391-aa9e-c00534b0090c req-0161b087-8b9d-4b42-a882-9817fcceb6ba tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784662 Mar 22 19:19:29.302014 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f907014-e767-4114-a6ea-10614ec5f6f0 req-b6dd27ef-678b-4ec2-98e3-e5109d269048 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:29.303274 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f907014-e767-4114-a6ea-10614ec5f6f0 req-b6dd27ef-678b-4ec2-98e3-e5109d269048 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.0733559 Mar 22 19:19:29.387736 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f907014-e767-4114-a6ea-10614ec5f6f0 req-1e6ec7db-e4d7-4bc7-93f8-1d3730ac1e7e tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740130 Mar 22 19:19:29.414111 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c79df1-90aa-4aef-aebd-ce5445c5d071 req-7dfc4c96-57b8-40ac-9425-1e3f1abd50e0 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:29.416403 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3c79df1-90aa-4aef-aebd-ce5445c5d071 req-7dfc4c96-57b8-40ac-9425-1e3f1abd50e0 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1a16a7-c281-41f4-a876-e71629476ded HTTP/1.1" status: 200 len: 945 time: 0.0888150 Mar 22 19:19:29.469859 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3c79df1-90aa-4aef-aebd-ce5445c5d071 req-3f256311-2223-48db-a60e-617bb7e443c2 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465481 Mar 22 19:19:29.798198 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a072c9-7e48-4d13-ae56-49d731ab1574 req-019bccf2-a604-4917-bb41-9e6030426da3 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:29.800559 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-98a072c9-7e48-4d13-ae56-49d731ab1574 req-019bccf2-a604-4917-bb41-9e6030426da3 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=f64585e8-933c-4b95-8326-543c09c4f621 HTTP/1.1" status: 200 len: 943 time: 0.0777824 Mar 22 19:19:29.867302 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-98a072c9-7e48-4d13-ae56-49d731ab1574 req-71999fae-8758-47dd-82f4-99a3f93d7352 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581529 Mar 22 19:19:30.010950 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c746426-a9a7-4e69-a234-e0d095303736 req-4c4ef792-b113-43b6-a331-7497aec4e06f tempest-ServersOnMultiNodesTest-1385471072 tempest-ServersOnMultiNodesTest-1385471072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:30.013400 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7c746426-a9a7-4e69-a234-e0d095303736 req-4c4ef792-b113-43b6-a331-7497aec4e06f tempest-ServersOnMultiNodesTest-1385471072 tempest-ServersOnMultiNodesTest-1385471072-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=5256a593-e092-41bd-a0b8-03f96e51a62e HTTP/1.1" status: 200 len: 1133 time: 0.1054566 Mar 22 19:19:30.039687 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff67bd3-e700-4c19-96b1-adaf1fc2a316 req-8e6e7a2c-689a-43f1-aa77-68050f2aae9c tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:30.041992 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4ff67bd3-e700-4c19-96b1-adaf1fc2a316 req-8e6e7a2c-689a-43f1-aa77-68050f2aae9c tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.0984619 Mar 22 19:19:30.113211 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7c746426-a9a7-4e69-a234-e0d095303736 req-95c8036a-bac7-4d37-9306-63669fb5f5a3 tempest-ServersOnMultiNodesTest-1385471072 tempest-ServersOnMultiNodesTest-1385471072-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922973 Mar 22 19:19:30.139612 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4ff67bd3-e700-4c19-96b1-adaf1fc2a316 req-5376b8f7-5b32-428e-ae4d-cc12e527c2be tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783582 Mar 22 19:19:30.248277 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0eea1c-3ffc-45f5-bd1d-160b0696c6d5 req-537aa5e3-d63f-41c0-a2d9-a254e98d0c54 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:30.254198 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0eea1c-3ffc-45f5-bd1d-160b0696c6d5 req-537aa5e3-d63f-41c0-a2d9-a254e98d0c54 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:30.260830 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0eea1c-3ffc-45f5-bd1d-160b0696c6d5 req-537aa5e3-d63f-41c0-a2d9-a254e98d0c54 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:30.262672 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2b0eea1c-3ffc-45f5-bd1d-160b0696c6d5 req-537aa5e3-d63f-41c0-a2d9-a254e98d0c54 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=68209daa-05c0-44fb-9b57-77757fcacb88 HTTP/1.1" status: 200 len: 2418 time: 0.0847166 Mar 22 19:19:30.342629 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2b0eea1c-3ffc-45f5-bd1d-160b0696c6d5 req-186ba717-e212-420a-aa3a-9fa449eb2ec7 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740478 Mar 22 19:19:30.469812 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41ffa4-5375-4341-8df2-829d83a1be32 req-2e129401-25dd-4d7a-803c-3225c8715783 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:30.471409 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c41ffa4-5375-4341-8df2-829d83a1be32 req-2e129401-25dd-4d7a-803c-3225c8715783 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 950 time: 0.0576177 Mar 22 19:19:30.521297 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c41ffa4-5375-4341-8df2-829d83a1be32 req-4fd6bb4a-b09e-4f0d-8ea5-5dc9784e443f tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435491 Mar 22 19:19:30.550205 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 402d2c10-941f-46e4-9a55-e0a20ae71ec2 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:19:30.645031 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87dce7-3531-4350-a274-9775f9329dde req-893e9da9-073e-4dbf-b6e9-ca80918346e3 tempest-ServersOnMultiNodesTest-1385471072 tempest-ServersOnMultiNodesTest-1385471072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:30.649126 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7e87dce7-3531-4350-a274-9775f9329dde req-893e9da9-073e-4dbf-b6e9-ca80918346e3 tempest-ServersOnMultiNodesTest-1385471072 tempest-ServersOnMultiNodesTest-1385471072-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=bff0c81a-f906-478b-a119-2cd49b4518c8 HTTP/1.1" status: 200 len: 1132 time: 0.0650413 Mar 22 19:19:30.663874 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 402d2c10-941f-46e4-9a55-e0a20ae71ec2 is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:30.664570 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (402d2c10-941f-46e4-9a55-e0a20ae71ec2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:30.691071 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1a16a7-c281-41f4-a876-e71629476ded', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '402d2c10-941f-46e4-9a55-e0a20ae71ec2'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:19:30.693300 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d5874a-042b-494c-9056-a5e1f8669b26" -d '{"events": [{"server_uuid": "1e1a16a7-c281-41f4-a876-e71629476ded", "name": "network-vif-unplugged", "status": "completed", "tag": "402d2c10-941f-46e4-9a55-e0a20ae71ec2"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:19:30.706038 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 402d2c10-941f-46e4-9a55-e0a20ae71ec2, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=402d2c10-941f-46e4-9a55-e0a20ae71ec2,segment=NetworkSegment(85cf4aab-02b0-4ed0-89a0-65a703cfb595),segment_id=85cf4aab-02b0-4ed0-89a0-65a703cfb595)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:30.710316 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (402d2c10-941f-46e4-9a55-e0a20ae71ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:30.740255 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7e87dce7-3531-4350-a274-9775f9329dde req-bfb2e2f5-c615-4383-8f5a-4954b8fcce53 tempest-ServersOnMultiNodesTest-1385471072 tempest-ServersOnMultiNodesTest-1385471072-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850098 Mar 22 19:19:30.761848 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17f8b7-2d55-48f2-aef4-20c3bfa74c20 req-966ac534-8739-46ed-a41b-dc41976ca100 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:30.768864 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4e17f8b7-2d55-48f2-aef4-20c3bfa74c20 req-966ac534-8739-46ed-a41b-dc41976ca100 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.0954416 Mar 22 19:19:30.782874 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=402d2c10-941f-46e4-9a55-e0a20ae71ec2,revision_number=8']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:30.833425 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4e17f8b7-2d55-48f2-aef4-20c3bfa74c20 req-4b72dc86-ab54-4c8a-85dc-32266403ac91 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637143 Mar 22 19:19:30.879740 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914ba02-e6e6-439f-b0bf-9802e9b70333 req-64135b33-3bf0-4f59-859b-39524ce036d9 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:30.882272 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d914ba02-e6e6-439f-b0bf-9802e9b70333 req-64135b33-3bf0-4f59-859b-39524ce036d9 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1a16a7-c281-41f4-a876-e71629476ded HTTP/1.1" status: 200 len: 943 time: 0.0609360 Mar 22 19:19:30.930620 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 19:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8eb337-f43c-437d-b7a8-8ddb635a0fe8 x-openstack-request-id: req-2a8eb337-f43c-437d-b7a8-8ddb635a0fe8 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:19:30.931296 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1a16a7-c281-41f4-a876-e71629476ded", "name": "network-vif-unplugged", "status": "completed", "tag": "402d2c10-941f-46e4-9a55-e0a20ae71ec2", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:19:30.931928 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2a8eb337-f43c-437d-b7a8-8ddb635a0fe8 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:19:30.932526 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a8eb337-f43c-437d-b7a8-8ddb635a0fe8'] response: {'server_uuid': '1e1a16a7-c281-41f4-a876-e71629476ded', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '402d2c10-941f-46e4-9a55-e0a20ae71ec2', 'code': 200} Mar 22 19:19:30.944026 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d914ba02-e6e6-439f-b0bf-9802e9b70333 req-ff6a55cf-5f29-4a70-af53-dd251d85585f tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562036 Mar 22 19:19:31.160070 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631fafc-92d5-43e2-86c5-8f667962aa0f req-6fb2ca26-d304-4ce2-9b48-94f5881c7856 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:31.161962 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9631fafc-92d5-43e2-86c5-8f667962aa0f req-6fb2ca26-d304-4ce2-9b48-94f5881c7856 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=f64585e8-933c-4b95-8326-543c09c4f621 HTTP/1.1" status: 200 len: 943 time: 0.0686271 Mar 22 19:19:31.211406 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9631fafc-92d5-43e2-86c5-8f667962aa0f req-e172f1e1-dd8f-4774-b37e-c90f8175c495 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421979 Mar 22 19:19:31.329147 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c7392-daf2-4bd1-b564-0cc240e95a0c req-fdd3fc72-fe62-4daa-b3c3-562dfcdc854e tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:31.333707 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-be8c7392-daf2-4bd1-b564-0cc240e95a0c req-fdd3fc72-fe62-4daa-b3c3-562dfcdc854e tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.0598037 Mar 22 19:19:31.402304 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-be8c7392-daf2-4bd1-b564-0cc240e95a0c req-70eb5e56-d1ef-4227-94cb-daeee9c8c28d tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653379 Mar 22 19:19:31.512501 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-be10e766-f230-4d9b-b801-0db92983f079 req-42759978-67ee-4b1e-966a-1f33115fcd62 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295846 Mar 22 19:19:31.621030 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87252315-e992-4389-b8e0-bd1f4f6119df req-528baa37-4e47-445f-a3e0-1e622c5797b0 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:31.626321 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87252315-e992-4389-b8e0-bd1f4f6119df req-528baa37-4e47-445f-a3e0-1e622c5797b0 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:31.631664 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87252315-e992-4389-b8e0-bd1f4f6119df req-528baa37-4e47-445f-a3e0-1e622c5797b0 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:31.633301 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-87252315-e992-4389-b8e0-bd1f4f6119df req-528baa37-4e47-445f-a3e0-1e622c5797b0 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=68209daa-05c0-44fb-9b57-77757fcacb88 HTTP/1.1" status: 200 len: 2418 time: 0.1408777 Mar 22 19:19:31.681973 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10e766-f230-4d9b-b801-0db92983f079 req-e39114d2-644b-488e-bc32-f359998e7bd6 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:31.683924 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-be10e766-f230-4d9b-b801-0db92983f079 req-e39114d2-644b-488e-bc32-f359998e7bd6 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1565783 Mar 22 19:19:31.710382 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-be10e766-f230-4d9b-b801-0db92983f079 req-d4758433-2776-479d-a48c-cc550a6037bd tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/quotas/20b66ad6871e4aa4b2cde9f25603dddb HTTP/1.1" status: 200 len: 375 time: 0.0205677 Mar 22 19:19:31.714459 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-87252315-e992-4389-b8e0-bd1f4f6119df req-35215f47-8496-42fc-85f0-c1332836351a tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740745 Mar 22 19:19:31.778723 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-be10e766-f230-4d9b-b801-0db92983f079 req-3de793cc-b9f2-46cd-b4ab-997f91ea758e tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0619035 Mar 22 19:19:31.855235 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c72b1c-5731-4bc0-8ffc-2b654409ab2c req-efc29257-a524-4f29-a5af-24c377870ee4 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:31.856983 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74c72b1c-5731-4bc0-8ffc-2b654409ab2c req-efc29257-a524-4f29-a5af-24c377870ee4 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.0599046 Mar 22 19:19:31.906636 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74c72b1c-5731-4bc0-8ffc-2b654409ab2c req-79bbf4b6-f412-4761-bebd-7f103e64ca42 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432594 Mar 22 19:19:31.998616 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-6dd13c2f-1c97-4fb1-93d3-9a7eac75e326 service neutron] show failed (client error): The resource could not be found. Mar 22 19:19:31.999732 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-6dd13c2f-1c97-4fb1-93d3-9a7eac75e326 service neutron] 10.222.0.85 "GET /v2.0/ports/af2b96db-74fa-4129-bb17-9e177edae123/bindings/n-h1-705658-24 HTTP/1.1" status: 404 len: 381 time: 0.0652525 Mar 22 19:19:32.113706 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-be7e6594-d9fc-4efc-9fc2-5c932c22c1e0 service neutron] 10.222.0.84 "GET /v2.0/ports/f1821a1c-09f6-44a1-a91b-c3c1c61023c7/bindings/n-h2-705658-24 HTTP/1.1" status: 200 len: 385 time: 0.0740974 Mar 22 19:19:32.311073 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542f38f-c9fb-4c0a-95ab-2287b9a32242 req-496d1cd4-857d-412d-8099-5e69f6b7971b tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:32.318282 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d542f38f-c9fb-4c0a-95ab-2287b9a32242 req-496d1cd4-857d-412d-8099-5e69f6b7971b tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 950 time: 0.1411273 Mar 22 19:19:32.487143 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-34fb3744-1717-46ac-9485-d07c44d87806 service neutron] For port f1821a1c-09f6-44a1-a91b-c3c1c61023c7, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f1821a1c-09f6-44a1-a91b-c3c1c61023c7,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:32.512884 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-34fb3744-1717-46ac-9485-d07c44d87806 service neutron] For port f1821a1c-09f6-44a1-a91b-c3c1c61023c7, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:19:32.518963 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80e45a-542f-4818-8205-7888522d94e7 req-3b1dff89-8fa9-4ebd-9d09-e88bf9ae692f tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:32.524479 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80e45a-542f-4818-8205-7888522d94e7 req-3b1dff89-8fa9-4ebd-9d09-e88bf9ae692f tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:32.530158 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80e45a-542f-4818-8205-7888522d94e7 req-3b1dff89-8fa9-4ebd-9d09-e88bf9ae692f tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:32.531693 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6f80e45a-542f-4818-8205-7888522d94e7 req-3b1dff89-8fa9-4ebd-9d09-e88bf9ae692f tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.85 "GET /v2.0/ports?device_id=68209daa-05c0-44fb-9b57-77757fcacb88 HTTP/1.1" status: 200 len: 2418 time: 0.1927764 Mar 22 19:19:32.534243 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-75771d8b-86f5-496a-b522-7ae8116e0f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:32.535427 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-75771d8b-86f5-496a-b522-7ae8116e0f0b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec&tenant_id=fa44a62348c348ba8b3d4c4340e75bae HTTP/1.1" status: 200 len: 1133 time: 0.2162185 Mar 22 19:19:32.557220 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-34fb3744-1717-46ac-9485-d07c44d87806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1821a1c-09f6-44a1-a91b-c3c1c61023c7 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:19:32.559049 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device f1821a1c-09f6-44a1-a91b-c3c1c61023c7 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:19:32.577829 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d542f38f-c9fb-4c0a-95ab-2287b9a32242 req-f78a8440-46d3-4205-a9e0-12d71d5f6228 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415435 Mar 22 19:19:32.581983 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-34fb3744-1717-46ac-9485-d07c44d87806 service neutron] For port f1821a1c-09f6-44a1-a91b-c3c1c61023c7, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=f1821a1c-09f6-44a1-a91b-c3c1c61023c7,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:32.602889 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-9d4432fc-dbac-45ee-8c06-2c14796447e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-705658-24', 'device_owner': 'compute:nova'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:19:32.641925 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-34fb3744-1717-46ac-9485-d07c44d87806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f1821a1c-09f6-44a1-a91b-c3c1c61023c7), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:32.751801 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89b041-8f09-44ea-95dc-3c1d0cd3798c req-a7375e16-2040-4790-8f9b-62d2bb9148a2 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:32.754385 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6e89b041-8f09-44ea-95dc-3c1d0cd3798c req-a7375e16-2040-4790-8f9b-62d2bb9148a2 tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1a16a7-c281-41f4-a876-e71629476ded HTTP/1.1" status: 200 len: 943 time: 0.2571716 Mar 22 19:19:32.774661 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4155f1-c3ce-4651-89d9-0e382f044a5d req-f018bee4-a30d-41ec-89e3-ba3f9962951b tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:32.782092 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9a4155f1-c3ce-4651-89d9-0e382f044a5d req-f018bee4-a30d-41ec-89e3-ba3f9962951b tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e1a16a7-c281-41f4-a876-e71629476ded HTTP/1.1" status: 200 len: 943 time: 0.1775863 Mar 22 19:19:32.787143 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port f1821a1c-09f6-44a1-a91b-c3c1c61023c7, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f1821a1c-09f6-44a1-a91b-c3c1c61023c7,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:32.803028 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device f1821a1c-09f6-44a1-a91b-c3c1c61023c7 has no active binding in host n-h2-705658-24 {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 22 19:19:32.805204 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-9d4432fc-dbac-45ee-8c06-2c14796447e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (af2b96db-74fa-4129-bb17-9e177edae123), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:32.886985 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-34fb3744-1717-46ac-9485-d07c44d87806 service neutron] Transition to ACTIVE for port object f1821a1c-09f6-44a1-a91b-c3c1c61023c7 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:19:32.895075 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-34fb3744-1717-46ac-9485-d07c44d87806 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (f1821a1c-09f6-44a1-a91b-c3c1c61023c7), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:32.905813 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-6f80e45a-542f-4818-8205-7888522d94e7 req-c5a79393-6f91-48b2-b3e7-11e8f80a8f8f tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Deleting port 2269c63d-7b32-41ed-babb-1e84e5c0dd6b {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:19:32.906390 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6f80e45a-542f-4818-8205-7888522d94e7 req-c5a79393-6f91-48b2-b3e7-11e8f80a8f8f tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (2269c63d-7b32-41ed-babb-1e84e5c0dd6b), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:32.919297 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6e89b041-8f09-44ea-95dc-3c1d0cd3798c req-0405ef7b-661f-4eff-ae5b-ad0083e8755b tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.75 "GET /v2.0/security-groups?id=e643afbd-6d24-4f79-99a2-68451ff2e1d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586530 Mar 22 19:19:32.975390 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-34fb3744-1717-46ac-9485-d07c44d87806 service neutron] No DVR routers for this DVR port f1821a1c-09f6-44a1-a91b-c3c1c61023c7 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:19:33.018253 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb3744-1717-46ac-9485-d07c44d87806 service neutron] Pushing event updated for resources: {'Port': ['ID=f1821a1c-09f6-44a1-a91b-c3c1c61023c7,revision_number=10']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:33.047466 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-34fb3744-1717-46ac-9485-d07c44d87806 service neutron] 10.222.0.84 "PUT /v2.0/ports/f1821a1c-09f6-44a1-a91b-c3c1c61023c7/bindings/n-h2-705658-24/activate HTTP/1.1" status: 200 len: 370 time: 0.9270966 Mar 22 19:19:33.050602 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-9a4155f1-c3ce-4651-89d9-0e382f044a5d req-bc12342e-2342-4ec0-87f7-0225b2c9829e tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Deleting port 402d2c10-941f-46e4-9a55-e0a20ae71ec2 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:19:33.051333 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9a4155f1-c3ce-4651-89d9-0e382f044a5d req-bc12342e-2342-4ec0-87f7-0225b2c9829e tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (402d2c10-941f-46e4-9a55-e0a20ae71ec2), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:33.073826 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698075ef-14be-455e-ab84-211b4601b8df req-be2d6a7c-abbf-46fd-b0da-f11dda634fbd tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:33.075389 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-698075ef-14be-455e-ab84-211b4601b8df req-be2d6a7c-abbf-46fd-b0da-f11dda634fbd tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=f64585e8-933c-4b95-8326-543c09c4f621 HTTP/1.1" status: 200 len: 943 time: 0.2608263 Mar 22 19:19:33.197940 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-9a4155f1-c3ce-4651-89d9-0e382f044a5d req-bc12342e-2342-4ec0-87f7-0225b2c9829e tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] For port 402d2c10-941f-46e4-9a55-e0a20ae71ec2, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=402d2c10-941f-46e4-9a55-e0a20ae71ec2,segment=NetworkSegment(85cf4aab-02b0-4ed0-89a0-65a703cfb595),segment_id=85cf4aab-02b0-4ed0-89a0-65a703cfb595)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:33.198467 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9a4155f1-c3ce-4651-89d9-0e382f044a5d req-bc12342e-2342-4ec0-87f7-0225b2c9829e tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (402d2c10-941f-46e4-9a55-e0a20ae71ec2), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:33.216048 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-9a4155f1-c3ce-4651-89d9-0e382f044a5d req-bc12342e-2342-4ec0-87f7-0225b2c9829e tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Calling delete_port for 402d2c10-941f-46e4-9a55-e0a20ae71ec2 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:19:33.271120 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-6f80e45a-542f-4818-8205-7888522d94e7 req-c5a79393-6f91-48b2-b3e7-11e8f80a8f8f tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] For port 2269c63d-7b32-41ed-babb-1e84e5c0dd6b, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=2269c63d-7b32-41ed-babb-1e84e5c0dd6b,segment=NetworkSegment(8105ea73-bcc4-4b4e-baf1-619804a6d9a4),segment_id=8105ea73-bcc4-4b4e-baf1-619804a6d9a4)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:33.271780 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6f80e45a-542f-4818-8205-7888522d94e7 req-c5a79393-6f91-48b2-b3e7-11e8f80a8f8f tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (2269c63d-7b32-41ed-babb-1e84e5c0dd6b), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:33.291664 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-698075ef-14be-455e-ab84-211b4601b8df req-4c161cba-48ef-448a-b6c3-83e99b13a3c7 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029948 Mar 22 19:19:33.306233 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-6f80e45a-542f-4818-8205-7888522d94e7 req-c5a79393-6f91-48b2-b3e7-11e8f80a8f8f tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Calling delete_port for 2269c63d-7b32-41ed-babb-1e84e5c0dd6b owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:19:33.391237 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699574e-635c-499c-b2a2-a2e2f4a37358 req-c64a1248-4d49-4f60-abe3-e510a5382afd tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:33.398035 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9699574e-635c-499c-b2a2-a2e2f4a37358 req-c64a1248-4d49-4f60-abe3-e510a5382afd tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.2736423 Mar 22 19:19:33.408225 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9a4155f1-c3ce-4651-89d9-0e382f044a5d req-bc12342e-2342-4ec0-87f7-0225b2c9829e tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (402d2c10-941f-46e4-9a55-e0a20ae71ec2), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:33.417477 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-9d4432fc-dbac-45ee-8c06-2c14796447e3 service neutron] For port af2b96db-74fa-4129-bb17-9e177edae123, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=af2b96db-74fa-4129-bb17-9e177edae123,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:33.421006 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-6c52ccb0-ee78-48ea-a22f-7d319327e019 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:33.422277 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-6c52ccb0-ee78-48ea-a22f-7d319327e019 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=f64585e8-933c-4b95-8326-543c09c4f621&tenant_id=21ca62c1596a4d419681f3e57266f544&binding%3Ahost_id=n-h1-705658-24 HTTP/1.1" status: 200 len: 1127 time: 0.2799270 Mar 22 19:19:33.455874 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc12342e-2342-4ec0-87f7-0225b2c9829e tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Pushing event deleted for resources: {'Port': ['ID=402d2c10-941f-46e4-9a55-e0a20ae71ec2,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:33.506206 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4155f1-c3ce-4651-89d9-0e382f044a5d req-bc12342e-2342-4ec0-87f7-0225b2c9829e tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] No DVR routers for this DVR port 402d2c10-941f-46e4-9a55-e0a20ae71ec2 on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:19:33.508871 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9a4155f1-c3ce-4651-89d9-0e382f044a5d req-bc12342e-2342-4ec0-87f7-0225b2c9829e tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:33.512201 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9a4155f1-c3ce-4651-89d9-0e382f044a5d req-bc12342e-2342-4ec0-87f7-0225b2c9829e tempest-ImagesTestJSON-2016542143 tempest-ImagesTestJSON-2016542143-project] 10.222.0.85 "DELETE /v2.0/ports/402d2c10-941f-46e4-9a55-e0a20ae71ec2 HTTP/1.1" status: 204 len: 173 time: 0.7224884 Mar 22 19:19:33.512645 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1a16a7-c281-41f4-a876-e71629476ded', 'name': 'network-vif-deleted', 'tag': '402d2c10-941f-46e4-9a55-e0a20ae71ec2'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:19:33.515041 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2870ef8f-f50c-4fc7-9b4b-72800041909b" -d '{"events": [{"server_uuid": "1e1a16a7-c281-41f4-a876-e71629476ded", "name": "network-vif-deleted", "tag": "402d2c10-941f-46e4-9a55-e0a20ae71ec2"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:19:33.591144 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-9d4432fc-dbac-45ee-8c06-2c14796447e3 service neutron] For port af2b96db-74fa-4129-bb17-9e177edae123, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:19:33.627670 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9699574e-635c-499c-b2a2-a2e2f4a37358 req-b27b2963-9574-4b62-bf6b-fab0bc75fbf4 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287726 Mar 22 19:19:33.699138 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af2b96db-74fa-4129-bb17-9e177edae123'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:19:33.701364 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3535a8c7-2455-4bd0-a160-18dc982899a7" -d '{"events": [{"server_uuid": "d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec", "name": "network-vif-unplugged", "status": "completed", "tag": "af2b96db-74fa-4129-bb17-9e177edae123"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:19:33.709778 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-9d4432fc-dbac-45ee-8c06-2c14796447e3 service neutron] Publish callbacks [] for port (af2b96db-74fa-4129-bb17-9e177edae123), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:33.735351 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-a664398b-6732-4044-a7a7-078a8363158e tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:33.736779 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-a664398b-6732-4044-a7a7-078a8363158e tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/networks?id=63b49c54-7e45-4147-9f0e-8b47e058281a HTTP/1.1" status: 200 len: 808 time: 0.2983501 Mar 22 19:19:33.738877 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-3891314f-17da-41f4-8ba1-61ed2d2668e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:33.740224 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-3891314f-17da-41f4-8ba1-61ed2d2668e7 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f64585e8-933c-4b95-8326-543c09c4f621&tenant_id=21ca62c1596a4d419681f3e57266f544 HTTP/1.1" status: 200 len: 1127 time: 0.3033540 Mar 22 19:19:33.769244 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-115758a4-7737-4dca-b46d-f42b0b6396b5 req-a07994fb-4dbf-42c8-9ebc-9b9d2d4b7ee8 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=461218c1-15af-4c75-ba02-f5fc448c4a3a HTTP/1.1" status: 200 len: 210 time: 0.0549550 Mar 22 19:19:33.820413 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-2e3aa708-078a-4998-a41a-903a33bcedeb tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/quotas/635145d2a62d432cbc865a99eb3219e4 HTTP/1.1" status: 200 len: 375 time: 0.0582418 Mar 22 19:19:33.833470 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-9d4432fc-dbac-45ee-8c06-2c14796447e3 service neutron] Transition to ACTIVE for port object af2b96db-74fa-4129-bb17-9e177edae123 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:19:33.845426 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6f80e45a-542f-4818-8205-7888522d94e7 req-c5a79393-6f91-48b2-b3e7-11e8f80a8f8f tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (2269c63d-7b32-41ed-babb-1e84e5c0dd6b), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:33.857146 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['df3203e1-54a7-4a0d-acbb-fcd907d50e1b', '429aec1f-e681-4d8b-9427-c5abeccedc00', '2269c63d-7b32-41ed-babb-1e84e5c0dd6b'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:19:33.889934 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-9d4432fc-dbac-45ee-8c06-2c14796447e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (af2b96db-74fa-4129-bb17-9e177edae123), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:33.918920 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-be10e766-f230-4d9b-b801-0db92983f079 req-bc0e59a1-8c1d-4011-b5c3-cf69c46716c8 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601869 Mar 22 19:19:33.951507 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-59bb8f67-3585-4e6a-a402-24eb264bfcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:33.953329 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-59bb8f67-3585-4e6a-a402-24eb264bfcde service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=21ca62c1596a4d419681f3e57266f544&device_id=f64585e8-933c-4b95-8326-543c09c4f621 HTTP/1.1" status: 200 len: 1127 time: 0.1749196 Mar 22 19:19:33.957338 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a79393-6f91-48b2-b3e7-11e8f80a8f8f tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Pushing event deleted for resources: {'Port': ['ID=2269c63d-7b32-41ed-babb-1e84e5c0dd6b,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:34.159493 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-be10e766-f230-4d9b-b801-0db92983f079 req-2ab67e6b-1196-4203-9b1d-611a6d0d7cee tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538929 Mar 22 19:19:34.181984 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4432fc-dbac-45ee-8c06-2c14796447e3 service neutron] Pushing event updated for resources: {'Port': ['ID=af2b96db-74fa-4129-bb17-9e177edae123,revision_number=6']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:34.217740 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-9d4432fc-dbac-45ee-8c06-2c14796447e3 service neutron] No DVR routers for this DVR port af2b96db-74fa-4129-bb17-9e177edae123 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:19:34.279070 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aac712-23b2-483d-9228-58a70e3e4951 req-e23f87f5-b5b7-4223-aed4-7520a65217c6 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:34.285137 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aac712-23b2-483d-9228-58a70e3e4951 req-e23f87f5-b5b7-4223-aed4-7520a65217c6 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:34.295487 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-60aac712-23b2-483d-9228-58a70e3e4951 req-e23f87f5-b5b7-4223-aed4-7520a65217c6 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=68209daa-05c0-44fb-9b57-77757fcacb88 HTTP/1.1" status: 200 len: 1682 time: 0.4510064 Mar 22 19:19:34.341834 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-ef77f229-4123-49df-af01-e9f0bd2cba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:34.343668 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-ef77f229-4123-49df-af01-e9f0bd2cba9b service neutron] 10.222.0.85 "GET /v2.0/networks?id=3f43483d-05ef-426b-881a-d8fc390ab6a9 HTTP/1.1" status: 200 len: 922 time: 0.3670256 Mar 22 19:19:34.367603 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10e766-f230-4d9b-b801-0db92983f079 req-61a10730-457a-4fab-9484-b8566487066a tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:34.370633 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-be10e766-f230-4d9b-b801-0db92983f079 req-61a10730-457a-4fab-9484-b8566487066a tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2055182 Mar 22 19:19:34.378111 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10e766-f230-4d9b-b801-0db92983f079 req-fcca078c-6c4b-4939-95de-d3b4993e63db tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:34.380114 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-be10e766-f230-4d9b-b801-0db92983f079 req-fcca078c-6c4b-4939-95de-d3b4993e63db tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4439094 Mar 22 19:19:34.385493 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-be10e766-f230-4d9b-b801-0db92983f079 req-fdd459b7-2f28-4264-a9a1-f5c68d802f39 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Request body: {'port': {'device_id': '461218c1-15af-4c75-ba02-f5fc448c4a3a', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'admin_state_up': True, 'tenant_id': '20b66ad6871e4aa4b2cde9f25603dddb'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:19:34.398356 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-be10e766-f230-4d9b-b801-0db92983f079 req-6a4a7f51-34b4-4c16-bfac-e6b241f7e615 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Request body: {'port': {'device_id': '7d8ad874-0f2f-424a-ad1d-5f32227821d9', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'admin_state_up': True, 'tenant_id': '20b66ad6871e4aa4b2cde9f25603dddb'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:19:34.422175 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-47a3d079-4527-475e-abe8-3bc8fc74ffd6 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=635145d2a62d432cbc865a99eb3219e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5946181 Mar 22 19:19:34.425951 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-b9b3bea8-3a57-4a7e-8991-ce6203d2e096 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1821a1c-09f6-44a1-a91b-c3c1c61023c7 HTTP/1.1" status: 200 len: 217 time: 0.0611544 Mar 22 19:19:34.426689 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-9d4432fc-dbac-45ee-8c06-2c14796447e3 service neutron] Attempting to bind port af2b96db-74fa-4129-bb17-9e177edae123 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:19:34.427505 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-9d4432fc-dbac-45ee-8c06-2c14796447e3 service neutron] Attempting to bind port af2b96db-74fa-4129-bb17-9e177edae123 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:19:34.427505 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-9d4432fc-dbac-45ee-8c06-2c14796447e3 service neutron] Attempting to bind port af2b96db-74fa-4129-bb17-9e177edae123 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:19:34.480291 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f80e45a-542f-4818-8205-7888522d94e7 req-c5a79393-6f91-48b2-b3e7-11e8f80a8f8f tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] No DVR routers for this DVR port 2269c63d-7b32-41ed-babb-1e84e5c0dd6b on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:19:34.618964 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be10e766-f230-4d9b-b801-0db92983f079 req-6a4a7f51-34b4-4c16-bfac-e6b241f7e615 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Made reservation on behalf of 20b66ad6871e4aa4b2cde9f25603dddb for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:19:34.623054 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-be10e766-f230-4d9b-b801-0db92983f079 req-6a4a7f51-34b4-4c16-bfac-e6b241f7e615 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:34.648795 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be10e766-f230-4d9b-b801-0db92983f079 req-fdd459b7-2f28-4264-a9a1-f5c68d802f39 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Made reservation on behalf of 20b66ad6871e4aa4b2cde9f25603dddb for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:19:34.652094 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-be10e766-f230-4d9b-b801-0db92983f079 req-fdd459b7-2f28-4264-a9a1-f5c68d802f39 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:34.806622 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6f80e45a-542f-4818-8205-7888522d94e7 req-c5a79393-6f91-48b2-b3e7-11e8f80a8f8f tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:34.809887 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6f80e45a-542f-4818-8205-7888522d94e7 req-c5a79393-6f91-48b2-b3e7-11e8f80a8f8f tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.85 "DELETE /v2.0/ports/2269c63d-7b32-41ed-babb-1e84e5c0dd6b HTTP/1.1" status: 204 len: 173 time: 2.2712858 Mar 22 19:19:34.810677 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-9d4432fc-dbac-45ee-8c06-2c14796447e3 service neutron] Port af2b96db-74fa-4129-bb17-9e177edae123 on network 43c82fd2-7e25-4eba-86f2-aced26197dba not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:19:34.811004 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-9d4432fc-dbac-45ee-8c06-2c14796447e3 service neutron] Attempting to bind port af2b96db-74fa-4129-bb17-9e177edae123 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:19:34.826365 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-be10e766-f230-4d9b-b801-0db92983f079 req-6a4a7f51-34b4-4c16-bfac-e6b241f7e615 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Allocated IP 192.168.233.36 (43c82fd2-7e25-4eba-86f2-aced26197dba/e28314b8-0ed1-465e-a6f2-eda7f6b773cd/5c1d98d1-388f-4a10-8a87-afba767d4899) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:19:34.873143 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-9d4432fc-dbac-45ee-8c06-2c14796447e3 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:19:34.873482 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-9d4432fc-dbac-45ee-8c06-2c14796447e3 service neutron] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:19:34.873916 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-9d4432fc-dbac-45ee-8c06-2c14796447e3 service neutron] Bound using segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:19:34.874353 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-9d4432fc-dbac-45ee-8c06-2c14796447e3 service neutron] Bound port: af2b96db-74fa-4129-bb17-9e177edae123, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:19:34.874712 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-9d4432fc-dbac-45ee-8c06-2c14796447e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (af2b96db-74fa-4129-bb17-9e177edae123), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:34.937900 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-60aac712-23b2-483d-9228-58a70e3e4951 req-d1d2c93f-98d9-4b5d-a912-fdb9c6d87dc0 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5699377 Mar 22 19:19:34.939218 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-e96221e3-20bc-4280-b9f3-72b7a6c24246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:34.940643 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-e96221e3-20bc-4280-b9f3-72b7a6c24246 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bc515ca7-b43f-45d2-b838-320d24bc42f9 HTTP/1.1" status: 200 len: 861 time: 0.4836676 Mar 22 19:19:34.985505 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-be10e766-f230-4d9b-b801-0db92983f079 req-6a4a7f51-34b4-4c16-bfac-e6b241f7e615 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks [] for port (5c1d98d1-388f-4a10-8a87-afba767d4899), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:35.034915 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-53f6f81d-1838-4fc4-a750-fa557a702339 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3f43483d-05ef-426b-881a-d8fc390ab6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809686 Mar 22 19:19:35.051091 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-be10e766-f230-4d9b-b801-0db92983f079 req-6a4a7f51-34b4-4c16-bfac-e6b241f7e615 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (5c1d98d1-388f-4a10-8a87-afba767d4899), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:35.070092 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['2ba56533-1468-4396-bf3b-f65932d77f9d', '8fea3b44-fcd3-48eb-893f-0e8aae10c0bf', '20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:19:35.109273 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be10e766-f230-4d9b-b801-0db92983f079 req-6a4a7f51-34b4-4c16-bfac-e6b241f7e615 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Network 43c82fd2-7e25-4eba-86f2-aced26197dba is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:19:35.116477 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-be10e766-f230-4d9b-b801-0db92983f079 req-6a4a7f51-34b4-4c16-bfac-e6b241f7e615 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:19:35.126300 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-be10e766-f230-4d9b-b801-0db92983f079 req-6a4a7f51-34b4-4c16-bfac-e6b241f7e615 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:19:35.137057 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-de1fccce-f830-4049-b9e6-00f5f1478758 service neutron] 10.222.0.75 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7139924 Mar 22 19:19:35.174822 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-be10e766-f230-4d9b-b801-0db92983f079 req-fdd459b7-2f28-4264-a9a1-f5c68d802f39 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Allocated IP 192.168.233.119 (43c82fd2-7e25-4eba-86f2-aced26197dba/e28314b8-0ed1-465e-a6f2-eda7f6b773cd/c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:19:35.175001 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-9d4432fc-dbac-45ee-8c06-2c14796447e3 service neutron] For port af2b96db-74fa-4129-bb17-9e177edae123, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:19:35.193505 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a7f51-34b4-4c16-bfac-e6b241f7e615 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Pushing event updated for resources: {'Port': ['ID=5c1d98d1-388f-4a10-8a87-afba767d4899,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:35.245566 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10e766-f230-4d9b-b801-0db92983f079 req-6a4a7f51-34b4-4c16-bfac-e6b241f7e615 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:35.246410 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-be10e766-f230-4d9b-b801-0db92983f079 req-6a4a7f51-34b4-4c16-bfac-e6b241f7e615 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:35.257024 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-9d4432fc-dbac-45ee-8c06-2c14796447e3 service neutron] For port af2b96db-74fa-4129-bb17-9e177edae123, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=af2b96db-74fa-4129-bb17-9e177edae123,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:19:35.278252 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-be10e766-f230-4d9b-b801-0db92983f079 req-6a4a7f51-34b4-4c16-bfac-e6b241f7e615 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8871238 Mar 22 19:19:35.289773 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-9d4432fc-dbac-45ee-8c06-2c14796447e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (af2b96db-74fa-4129-bb17-9e177edae123), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:35.300101 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-be10e766-f230-4d9b-b801-0db92983f079 req-b6ecd43a-da0c-4d89-9b7d-4771df36b272 service neutron] Request body: {'port': {'device_id': '7d8ad874-0f2f-424a-ad1d-5f32227821d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:19:35.331884 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-6f80e45a-542f-4818-8205-7888522d94e7 req-50b6a5d1-2845-416e-8752-d5b28d6796fc tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Deleting port 429aec1f-e681-4d8b-9427-c5abeccedc00 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:19:35.332235 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6f80e45a-542f-4818-8205-7888522d94e7 req-50b6a5d1-2845-416e-8752-d5b28d6796fc tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (429aec1f-e681-4d8b-9427-c5abeccedc00), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:35.455198 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-9d4432fc-dbac-45ee-8c06-2c14796447e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:35.463708 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-9d4432fc-dbac-45ee-8c06-2c14796447e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:35.465218 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-9d4432fc-dbac-45ee-8c06-2c14796447e3 service neutron] 10.222.0.84 "PUT /v2.0/ports/af2b96db-74fa-4129-bb17-9e177edae123 HTTP/1.1" status: 200 len: 1097 time: 2.9199734 Mar 22 19:19:35.492419 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-0d15691c-cdfc-4c35-990f-f6ba8c953510 service neutron] 10.222.0.85 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465244 Mar 22 19:19:35.533171 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-75de8d64-2832-48c4-9493-293ce4be6327 None None] Provisioning complete for port 5c1d98d1-388f-4a10-8a87-afba767d4899 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:19:35.533695 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-75de8d64-2832-48c4-9493-293ce4be6327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5c1d98d1-388f-4a10-8a87-afba767d4899), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:35.537004 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-be10e766-f230-4d9b-b801-0db92983f079 req-b6ecd43a-da0c-4d89-9b7d-4771df36b272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5c1d98d1-388f-4a10-8a87-afba767d4899), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:35.581189 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-7f6d8ab4-54f4-48a6-b61d-ebb6c11af537 service neutron] 10.222.0.75 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4432571 Mar 22 19:19:35.628102 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-75de8d64-2832-48c4-9493-293ce4be6327 None None] Port 5c1d98d1-388f-4a10-8a87-afba767d4899 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:19:35.640937 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-be10e766-f230-4d9b-b801-0db92983f079 req-fdd459b7-2f28-4264-a9a1-f5c68d802f39 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks [] for port (c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:35.659239 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4432fc-dbac-45ee-8c06-2c14796447e3 service neutron] Pushing event updated for resources: {'Port': ['ID=af2b96db-74fa-4129-bb17-9e177edae123,revision_number=7']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:35.734974 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-6f80e45a-542f-4818-8205-7888522d94e7 req-50b6a5d1-2845-416e-8752-d5b28d6796fc tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] For port 429aec1f-e681-4d8b-9427-c5abeccedc00, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=429aec1f-e681-4d8b-9427-c5abeccedc00,segment=NetworkSegment(8105ea73-bcc4-4b4e-baf1-619804a6d9a4),segment_id=8105ea73-bcc4-4b4e-baf1-619804a6d9a4)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:35.739170 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6f80e45a-542f-4818-8205-7888522d94e7 req-50b6a5d1-2845-416e-8752-d5b28d6796fc tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (429aec1f-e681-4d8b-9427-c5abeccedc00), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:35.750192 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0afa34d-c2fe-4efe-a113-7c6379a47086 x-openstack-request-id: req-a0afa34d-c2fe-4efe-a113-7c6379a47086 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:19:35.750486 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1a16a7-c281-41f4-a876-e71629476ded", "name": "network-vif-deleted", "tag": "402d2c10-941f-46e4-9a55-e0a20ae71ec2", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:19:35.750740 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a0afa34d-c2fe-4efe-a113-7c6379a47086 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:19:35.751155 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0afa34d-c2fe-4efe-a113-7c6379a47086'] response: {'server_uuid': '1e1a16a7-c281-41f4-a876-e71629476ded', 'name': 'network-vif-deleted', 'tag': '402d2c10-941f-46e4-9a55-e0a20ae71ec2', 'status': 'completed', 'code': 200} Mar 22 19:19:35.779867 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-6f80e45a-542f-4818-8205-7888522d94e7 req-50b6a5d1-2845-416e-8752-d5b28d6796fc tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Calling delete_port for 429aec1f-e681-4d8b-9427-c5abeccedc00 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:19:35.792683 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-a803b2e9-71aa-49b2-8f70-20446bbc528b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:35.794802 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-a803b2e9-71aa-49b2-8f70-20446bbc528b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 1131 time: 0.2941530 Mar 22 19:19:35.802443 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device f1821a1c-09f6-44a1-a91b-c3c1c61023c7 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:19:35.811311 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-be10e766-f230-4d9b-b801-0db92983f079 req-fdd459b7-2f28-4264-a9a1-f5c68d802f39 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:35.856147 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['2ba56533-1468-4396-bf3b-f65932d77f9d', '8fea3b44-fcd3-48eb-893f-0e8aae10c0bf', '20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:19:35.870972 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-e0172cc8-beda-4568-8ad6-db6c513fffb7 service neutron] 10.222.0.85 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3593562 Mar 22 19:19:35.928497 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be10e766-f230-4d9b-b801-0db92983f079 req-fdd459b7-2f28-4264-a9a1-f5c68d802f39 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Network 43c82fd2-7e25-4eba-86f2-aced26197dba is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:19:35.930220 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] The host n-h1-705658-24 is not matching for port f1821a1c-09f6-44a1-a91b-c3c1c61023c7 host n-h2-705658-24! {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 19:19:35.931518 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device f1821a1c-09f6-44a1-a91b-c3c1c61023c7 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:19:35.939422 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-be10e766-f230-4d9b-b801-0db92983f079 req-fdd459b7-2f28-4264-a9a1-f5c68d802f39 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:19:35.945585 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-be10e766-f230-4d9b-b801-0db92983f079 req-fdd459b7-2f28-4264-a9a1-f5c68d802f39 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:19:36.009454 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-61aed2d1-9f17-4f6f-8da2-2b2e20d23fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:36.011094 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-61aed2d1-9f17-4f6f-8da2-2b2e20d23fe0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.2057645 Mar 22 19:19:36.046882 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ae1a3-7ed4-4ecb-bdb6-61e6c6a55f48 req-fa723e30-cbaa-4464-871d-a5b9ad0e5598 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:36.049315 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-de3ae1a3-7ed4-4ecb-bdb6-61e6c6a55f48 req-fa723e30-cbaa-4464-871d-a5b9ad0e5598 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 948 time: 0.1757925 Mar 22 19:19:36.229140 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-3a1b62c6-62b0-4866-ad1e-79b7522999a6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=af2b96db-74fa-4129-bb17-9e177edae123 HTTP/1.1" status: 200 len: 217 time: 0.2053511 Mar 22 19:19:36.382836 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-4ee26749-d312-4fb0-b25b-3987b675ff82 None None] Provisioning complete for port c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:19:36.383334 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4ee26749-d312-4fb0-b25b-3987b675ff82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:36.434995 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6f80e45a-542f-4818-8205-7888522d94e7 req-50b6a5d1-2845-416e-8752-d5b28d6796fc tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (429aec1f-e681-4d8b-9427-c5abeccedc00), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:36.455291 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-de3ae1a3-7ed4-4ecb-bdb6-61e6c6a55f48 req-76266ba7-385d-4e2d-9d87-0b50d5b0d17b tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942366 Mar 22 19:19:36.458935 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-92ad3c8a-1c94-4f95-8084-c4b24878b226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:36.462977 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-92ad3c8a-1c94-4f95-8084-c4b24878b226 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1676710 Mar 22 19:19:36.501878 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-4ee26749-d312-4fb0-b25b-3987b675ff82 None None] Port c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:19:36.502334 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd459b7-2f28-4264-a9a1-f5c68d802f39 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Pushing event updated for resources: {'Port': ['ID=c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:36.554435 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-6b7330aa-0030-4ae1-abc1-8e3917bdcffb tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:36.554596 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10e766-f230-4d9b-b801-0db92983f079 req-fdd459b7-2f28-4264-a9a1-f5c68d802f39 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:36.555156 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-be10e766-f230-4d9b-b801-0db92983f079 req-fdd459b7-2f28-4264-a9a1-f5c68d802f39 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:36.556354 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-6b7330aa-0030-4ae1-abc1-8e3917bdcffb tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=f64585e8-933c-4b95-8326-543c09c4f621&tenant_id=21ca62c1596a4d419681f3e57266f544&binding%3Ahost_id=n-h2-705658-24 HTTP/1.1" status: 200 len: 1127 time: 0.3792970 Mar 22 19:19:36.559176 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device f1821a1c-09f6-44a1-a91b-c3c1c61023c7 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:19:36.566450 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b6a5d1-2845-416e-8752-d5b28d6796fc tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Pushing event deleted for resources: {'Port': ['ID=429aec1f-e681-4d8b-9427-c5abeccedc00,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:36.584338 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-be10e766-f230-4d9b-b801-0db92983f079 req-fdd459b7-2f28-4264-a9a1-f5c68d802f39 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2017529 Mar 22 19:19:36.596291 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-be10e766-f230-4d9b-b801-0db92983f079 req-6b83d1c7-7650-46d2-b32d-c9c7cf97f1cb service neutron] Request body: {'port': {'device_id': '461218c1-15af-4c75-ba02-f5fc448c4a3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:19:36.622450 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ede09-9153-4279-aebd-1d90ba9a5e4b req-e82a5c9b-21fb-4603-81ad-cdf16a8de56e tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:36.624077 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f50ede09-9153-4279-aebd-1d90ba9a5e4b req-e82a5c9b-21fb-4603-81ad-cdf16a8de56e tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.4225338 Mar 22 19:19:36.659877 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-be10e766-f230-4d9b-b801-0db92983f079 req-b6ecd43a-da0c-4d89-9b7d-4771df36b272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c1d98d1-388f-4a10-8a87-afba767d4899 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:19:36.671477 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 19:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9910988-fb34-4356-a781-3fbc700662f6 x-openstack-request-id: req-c9910988-fb34-4356-a781-3fbc700662f6 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:19:36.671928 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec", "name": "network-vif-unplugged", "status": "completed", "tag": "af2b96db-74fa-4129-bb17-9e177edae123", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:19:36.673781 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c9910988-fb34-4356-a781-3fbc700662f6 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:19:36.674274 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9910988-fb34-4356-a781-3fbc700662f6'] response: {'server_uuid': 'd5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af2b96db-74fa-4129-bb17-9e177edae123', 'code': 200} Mar 22 19:19:36.675664 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-be10e766-f230-4d9b-b801-0db92983f079 req-b6ecd43a-da0c-4d89-9b7d-4771df36b272 service neutron] Publish callbacks [] for port (5c1d98d1-388f-4a10-8a87-afba767d4899), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:36.716167 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f80e45a-542f-4818-8205-7888522d94e7 req-50b6a5d1-2845-416e-8752-d5b28d6796fc tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] No DVR routers for this DVR port 429aec1f-e681-4d8b-9427-c5abeccedc00 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:19:36.736763 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6f80e45a-542f-4818-8205-7888522d94e7 req-50b6a5d1-2845-416e-8752-d5b28d6796fc tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:36.740060 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6f80e45a-542f-4818-8205-7888522d94e7 req-50b6a5d1-2845-416e-8752-d5b28d6796fc tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.85 "DELETE /v2.0/ports/429aec1f-e681-4d8b-9427-c5abeccedc00 HTTP/1.1" status: 204 len: 173 time: 1.9202528 Mar 22 19:19:36.746215 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-be10e766-f230-4d9b-b801-0db92983f079 req-6b83d1c7-7650-46d2-b32d-c9c7cf97f1cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:36.759432 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-be10e766-f230-4d9b-b801-0db92983f079 req-b6ecd43a-da0c-4d89-9b7d-4771df36b272 service neutron] Transition to ACTIVE for port object 5c1d98d1-388f-4a10-8a87-afba767d4899 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:19:36.779514 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-be10e766-f230-4d9b-b801-0db92983f079 req-b6ecd43a-da0c-4d89-9b7d-4771df36b272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (5c1d98d1-388f-4a10-8a87-afba767d4899), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:36.802196 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port f1821a1c-09f6-44a1-a91b-c3c1c61023c7 is: DOWN; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:36.803301 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 429aec1f-e681-4d8b-9427-c5abeccedc00 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:19:36.831528 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 429aec1f-e681-4d8b-9427-c5abeccedc00 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:19:36.832318 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 429aec1f-e681-4d8b-9427-c5abeccedc00 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:19:36.832921 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device af2b96db-74fa-4129-bb17-9e177edae123 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:19:36.842016 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-003f0012-b802-4beb-89a1-505e91e5ca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:36.844787 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-003f0012-b802-4beb-89a1-505e91e5ca5c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3566132 Mar 22 19:19:36.874473 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f50ede09-9153-4279-aebd-1d90ba9a5e4b req-de5d573b-36df-4391-9e3c-87219ccbd2d1 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990271 Mar 22 19:19:36.888013 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] The host n-h2-705658-24 is not matching for port af2b96db-74fa-4129-bb17-9e177edae123 host n-h1-705658-24! {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 19:19:36.888472 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device af2b96db-74fa-4129-bb17-9e177edae123 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:19:36.888903 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device df3203e1-54a7-4a0d-acbb-fcd907d50e1b no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:19:37.000952 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port df3203e1-54a7-4a0d-acbb-fcd907d50e1b is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:37.002059 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (df3203e1-54a7-4a0d-acbb-fcd907d50e1b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:37.035429 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68209daa-05c0-44fb-9b57-77757fcacb88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df3203e1-54a7-4a0d-acbb-fcd907d50e1b'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:19:37.037942 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08220b01-7bc2-48c7-bc87-64b05538bfb3" -d '{"events": [{"server_uuid": "68209daa-05c0-44fb-9b57-77757fcacb88", "name": "network-vif-unplugged", "status": "completed", "tag": "df3203e1-54a7-4a0d-acbb-fcd907d50e1b"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:19:37.051158 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port df3203e1-54a7-4a0d-acbb-fcd907d50e1b, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=df3203e1-54a7-4a0d-acbb-fcd907d50e1b,segment=NetworkSegment(d4078bfb-4afc-4f94-9b5c-8d8a7c8ea86b),segment_id=d4078bfb-4afc-4f94-9b5c-8d8a7c8ea86b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:37.056673 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (df3203e1-54a7-4a0d-acbb-fcd907d50e1b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:37.058766 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 2269c63d-7b32-41ed-babb-1e84e5c0dd6b no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:19:37.081661 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 2269c63d-7b32-41ed-babb-1e84e5c0dd6b {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:19:37.082122 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 2269c63d-7b32-41ed-babb-1e84e5c0dd6b not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:19:37.082620 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 402d2c10-941f-46e4-9a55-e0a20ae71ec2 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:19:37.117722 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ecd43a-da0c-4d89-9b7d-4771df36b272 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1d98d1-388f-4a10-8a87-afba767d4899,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:37.139801 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 402d2c10-941f-46e4-9a55-e0a20ae71ec2 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:19:37.140156 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 402d2c10-941f-46e4-9a55-e0a20ae71ec2 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:19:37.169394 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-5cb0f285-a677-4aa8-8427-046858c09d35 service neutron] For port f1821a1c-09f6-44a1-a91b-c3c1c61023c7, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:19:37.187507 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=df3203e1-54a7-4a0d-acbb-fcd907d50e1b,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:37.188121 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-5cb0f285-a677-4aa8-8427-046858c09d35 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:37.189258 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa0a5c67-c129-44c9-a674-53b66c3301cd req-5cb0f285-a677-4aa8-8427-046858c09d35 service neutron] 10.222.0.85 "DELETE /v2.0/ports/f1821a1c-09f6-44a1-a91b-c3c1c61023c7/bindings/n-h1-705658-24 HTTP/1.1" status: 204 len: 173 time: 0.6163886 Mar 22 19:19:37.223365 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-be10e766-f230-4d9b-b801-0db92983f079 req-b6ecd43a-da0c-4d89-9b7d-4771df36b272 service neutron] Attempting to bind port 5c1d98d1-388f-4a10-8a87-afba767d4899 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:19:37.223603 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-be10e766-f230-4d9b-b801-0db92983f079 req-b6ecd43a-da0c-4d89-9b7d-4771df36b272 service neutron] Attempting to bind port 5c1d98d1-388f-4a10-8a87-afba767d4899 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:19:37.223931 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be10e766-f230-4d9b-b801-0db92983f079 req-b6ecd43a-da0c-4d89-9b7d-4771df36b272 service neutron] Attempting to bind port 5c1d98d1-388f-4a10-8a87-afba767d4899 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:19:37.236669 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be10e766-f230-4d9b-b801-0db92983f079 req-b6ecd43a-da0c-4d89-9b7d-4771df36b272 service neutron] Port 5c1d98d1-388f-4a10-8a87-afba767d4899 on network 43c82fd2-7e25-4eba-86f2-aced26197dba not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:19:37.237254 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be10e766-f230-4d9b-b801-0db92983f079 req-b6ecd43a-da0c-4d89-9b7d-4771df36b272 service neutron] Attempting to bind port 5c1d98d1-388f-4a10-8a87-afba767d4899 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:19:37.246616 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be10e766-f230-4d9b-b801-0db92983f079 req-b6ecd43a-da0c-4d89-9b7d-4771df36b272 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:19:37.246960 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be10e766-f230-4d9b-b801-0db92983f079 req-b6ecd43a-da0c-4d89-9b7d-4771df36b272 service neutron] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:19:37.247353 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be10e766-f230-4d9b-b801-0db92983f079 req-b6ecd43a-da0c-4d89-9b7d-4771df36b272 service neutron] Bound using segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:19:37.247627 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c4734-3799-4aca-aa93-fb785e2fee99 req-2d0132b0-932c-4749-922e-f4014e0ec384 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:37.247784 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-be10e766-f230-4d9b-b801-0db92983f079 req-b6ecd43a-da0c-4d89-9b7d-4771df36b272 service neutron] Bound port: 5c1d98d1-388f-4a10-8a87-afba767d4899, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:19:37.248146 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-be10e766-f230-4d9b-b801-0db92983f079 req-b6ecd43a-da0c-4d89-9b7d-4771df36b272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5c1d98d1-388f-4a10-8a87-afba767d4899), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:37.249384 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa2c4734-3799-4aca-aa93-fb785e2fee99 req-2d0132b0-932c-4749-922e-f4014e0ec384 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=f64585e8-933c-4b95-8326-543c09c4f621 HTTP/1.1" status: 200 len: 944 time: 0.4153643 Mar 22 19:19:37.311650 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-a0804696-c539-47fb-9e8a-175e0beacbc7 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4359820 Mar 22 19:19:37.320956 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec0da1-5108-44cd-9532-c2253fefbc05 req-6d57f2ea-1845-4a27-8736-13fe4b565f64 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:37.323217 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-16ec0da1-5108-44cd-9532-c2253fefbc05 req-6d57f2ea-1845-4a27-8736-13fe4b565f64 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=461218c1-15af-4c75-ba02-f5fc448c4a3a HTTP/1.1" status: 200 len: 936 time: 0.2755971 Mar 22 19:19:37.329360 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-be10e766-f230-4d9b-b801-0db92983f079 req-6b83d1c7-7650-46d2-b32d-c9c7cf97f1cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:19:37.344187 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-be10e766-f230-4d9b-b801-0db92983f079 req-6b83d1c7-7650-46d2-b32d-c9c7cf97f1cb service neutron] Publish callbacks [] for port (c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:37.368753 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-be10e766-f230-4d9b-b801-0db92983f079 req-6b83d1c7-7650-46d2-b32d-c9c7cf97f1cb service neutron] Transition to ACTIVE for port object c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:19:37.369997 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-be10e766-f230-4d9b-b801-0db92983f079 req-b6ecd43a-da0c-4d89-9b7d-4771df36b272 service neutron] For port 5c1d98d1-388f-4a10-8a87-afba767d4899, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:19:37.373386 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-be10e766-f230-4d9b-b801-0db92983f079 req-b6ecd43a-da0c-4d89-9b7d-4771df36b272 service neutron] For port 5c1d98d1-388f-4a10-8a87-afba767d4899, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=5c1d98d1-388f-4a10-8a87-afba767d4899,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:19:37.374722 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-be10e766-f230-4d9b-b801-0db92983f079 req-6b83d1c7-7650-46d2-b32d-c9c7cf97f1cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:37.405405 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-be10e766-f230-4d9b-b801-0db92983f079 req-b6ecd43a-da0c-4d89-9b7d-4771df36b272 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (5c1d98d1-388f-4a10-8a87-afba767d4899), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:37.435225 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10e766-f230-4d9b-b801-0db92983f079 req-b6ecd43a-da0c-4d89-9b7d-4771df36b272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:37.435870 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-be10e766-f230-4d9b-b801-0db92983f079 req-b6ecd43a-da0c-4d89-9b7d-4771df36b272 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:37.437383 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-be10e766-f230-4d9b-b801-0db92983f079 req-b6ecd43a-da0c-4d89-9b7d-4771df36b272 service neutron] 10.222.0.84 "PUT /v2.0/ports/5c1d98d1-388f-4a10-8a87-afba767d4899 HTTP/1.1" status: 200 len: 1096 time: 2.1442876 Mar 22 19:19:37.440671 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa2c4734-3799-4aca-aa93-fb785e2fee99 req-b584cbc6-773b-4f0d-825f-edee975e6910 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747777 Mar 22 19:19:37.444202 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b83d1c7-7650-46d2-b32d-c9c7cf97f1cb service neutron] Pushing event updated for resources: {'Port': ['ID=c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:37.449530 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-6f80e45a-542f-4818-8205-7888522d94e7 req-d7d954f0-082b-4c8f-b38d-2a44ebad3e32 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Deleting port df3203e1-54a7-4a0d-acbb-fcd907d50e1b {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:19:37.450073 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6f80e45a-542f-4818-8205-7888522d94e7 req-d7d954f0-082b-4c8f-b38d-2a44ebad3e32 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (df3203e1-54a7-4a0d-acbb-fcd907d50e1b), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:37.587272 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ecd43a-da0c-4d89-9b7d-4771df36b272 service neutron] Pushing event updated for resources: {'Port': ['ID=5c1d98d1-388f-4a10-8a87-afba767d4899,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:37.623387 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-be10e766-f230-4d9b-b801-0db92983f079 req-6b83d1c7-7650-46d2-b32d-c9c7cf97f1cb service neutron] Attempting to bind port c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:19:37.623737 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-be10e766-f230-4d9b-b801-0db92983f079 req-6b83d1c7-7650-46d2-b32d-c9c7cf97f1cb service neutron] Attempting to bind port c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:19:37.624074 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be10e766-f230-4d9b-b801-0db92983f079 req-6b83d1c7-7650-46d2-b32d-c9c7cf97f1cb service neutron] Attempting to bind port c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:19:37.639864 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be10e766-f230-4d9b-b801-0db92983f079 req-6b83d1c7-7650-46d2-b32d-c9c7cf97f1cb service neutron] Port c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6 on network 43c82fd2-7e25-4eba-86f2-aced26197dba not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:19:37.640187 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be10e766-f230-4d9b-b801-0db92983f079 req-6b83d1c7-7650-46d2-b32d-c9c7cf97f1cb service neutron] Attempting to bind port c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:19:37.645271 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10e766-f230-4d9b-b801-0db92983f079 req-b280e112-b02c-4488-bedf-12218c2fa1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:37.646920 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-be10e766-f230-4d9b-b801-0db92983f079 req-b280e112-b02c-4488-bedf-12218c2fa1cc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&device_id=7d8ad874-0f2f-424a-ad1d-5f32227821d9 HTTP/1.1" status: 200 len: 1130 time: 0.1311238 Mar 22 19:19:37.650853 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be10e766-f230-4d9b-b801-0db92983f079 req-6b83d1c7-7650-46d2-b32d-c9c7cf97f1cb service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:19:37.651203 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be10e766-f230-4d9b-b801-0db92983f079 req-6b83d1c7-7650-46d2-b32d-c9c7cf97f1cb service neutron] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:19:37.651598 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be10e766-f230-4d9b-b801-0db92983f079 req-6b83d1c7-7650-46d2-b32d-c9c7cf97f1cb service neutron] Bound using segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:19:37.652051 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-be10e766-f230-4d9b-b801-0db92983f079 req-6b83d1c7-7650-46d2-b32d-c9c7cf97f1cb service neutron] Bound port: c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:19:37.652418 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-be10e766-f230-4d9b-b801-0db92983f079 req-6b83d1c7-7650-46d2-b32d-c9c7cf97f1cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:37.716426 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-be10e766-f230-4d9b-b801-0db92983f079 req-a40eae12-9131-407f-8765-4c95491cb1a8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=5c1d98d1-388f-4a10-8a87-afba767d4899 HTTP/1.1" status: 200 len: 217 time: 0.0604537 Mar 22 19:19:37.768367 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d8ad874-0f2f-424a-ad1d-5f32227821d9', 'tag': '5c1d98d1-388f-4a10-8a87-afba767d4899'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:19:37.768367 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a044e9-d17f-4f08-9214-c3662da9f4ec" -d '{"events": [{"name": "network-changed", "server_uuid": "7d8ad874-0f2f-424a-ad1d-5f32227821d9", "tag": "5c1d98d1-388f-4a10-8a87-afba767d4899"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:19:37.879758 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10e766-f230-4d9b-b801-0db92983f079 req-e9512339-0e04-43a0-b1a6-b4fcdb372a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:37.881555 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-be10e766-f230-4d9b-b801-0db92983f079 req-e9512339-0e04-43a0-b1a6-b4fcdb372a4c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1589396 Mar 22 19:19:37.889376 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-be10e766-f230-4d9b-b801-0db92983f079 req-6b83d1c7-7650-46d2-b32d-c9c7cf97f1cb service neutron] For port c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:19:37.903951 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-be10e766-f230-4d9b-b801-0db92983f079 req-6b83d1c7-7650-46d2-b32d-c9c7cf97f1cb service neutron] For port c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:19:37.934170 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-be10e766-f230-4d9b-b801-0db92983f079 req-6b83d1c7-7650-46d2-b32d-c9c7cf97f1cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:38.008016 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10e766-f230-4d9b-b801-0db92983f079 req-6b83d1c7-7650-46d2-b32d-c9c7cf97f1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:38.008842 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-be10e766-f230-4d9b-b801-0db92983f079 req-6b83d1c7-7650-46d2-b32d-c9c7cf97f1cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:38.011963 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-be10e766-f230-4d9b-b801-0db92983f079 req-6b83d1c7-7650-46d2-b32d-c9c7cf97f1cb service neutron] 10.222.0.85 "PUT /v2.0/ports/c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6 HTTP/1.1" status: 200 len: 1097 time: 1.4207323 Mar 22 19:19:38.060679 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b83d1c7-7650-46d2-b32d-c9c7cf97f1cb service neutron] Pushing event updated for resources: {'Port': ['ID=c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:38.072705 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10e766-f230-4d9b-b801-0db92983f079 req-0bab598a-eed5-4534-877e-1c076d2af9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:38.078547 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-be10e766-f230-4d9b-b801-0db92983f079 req-0bab598a-eed5-4534-877e-1c076d2af9e4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1848013 Mar 22 19:19:38.088192 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-16ec0da1-5108-44cd-9532-c2253fefbc05 req-8a2737b2-8620-4b7a-8e36-951c9e2b8a63 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7465391 Mar 22 19:19:38.125395 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22daaaa1-23b7-4cf5-967a-04159f81e450 req-82206ada-9a23-4155-93a8-949cf8279554 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8002245 Mar 22 19:19:38.188024 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-6f80e45a-542f-4818-8205-7888522d94e7 req-d7d954f0-082b-4c8f-b38d-2a44ebad3e32 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] For port df3203e1-54a7-4a0d-acbb-fcd907d50e1b, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=df3203e1-54a7-4a0d-acbb-fcd907d50e1b,segment=NetworkSegment(d4078bfb-4afc-4f94-9b5c-8d8a7c8ea86b),segment_id=d4078bfb-4afc-4f94-9b5c-8d8a7c8ea86b)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:38.190095 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6f80e45a-542f-4818-8205-7888522d94e7 req-d7d954f0-082b-4c8f-b38d-2a44ebad3e32 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (df3203e1-54a7-4a0d-acbb-fcd907d50e1b), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:38.232405 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-82a89fa6-a787-4c30-a27c-177bb0598374 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:38.234829 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-82a89fa6-a787-4c30-a27c-177bb0598374 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.85 "GET /v2.0/networks?id=63b49c54-7e45-4147-9f0e-8b47e058281a HTTP/1.1" status: 200 len: 808 time: 0.7362435 Mar 22 19:19:38.236498 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-6f80e45a-542f-4818-8205-7888522d94e7 req-d7d954f0-082b-4c8f-b38d-2a44ebad3e32 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Calling delete_port for df3203e1-54a7-4a0d-acbb-fcd907d50e1b owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:19:38.256179 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-0fa31c5b-9514-4b71-b305-59c3dadec0bc tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Request body: {'port': {'device_id': '03efcdf7-dafe-42ec-9752-edf5a2d30853', 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a', 'admin_state_up': True, 'tenant_id': '635145d2a62d432cbc865a99eb3219e4'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:19:38.357432 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10e766-f230-4d9b-b801-0db92983f079 req-5170118c-2864-4a25-8447-f028b46028d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:38.360569 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-be10e766-f230-4d9b-b801-0db92983f079 req-5170118c-2864-4a25-8447-f028b46028d8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&device_id=461218c1-15af-4c75-ba02-f5fc448c4a3a HTTP/1.1" status: 200 len: 1131 time: 0.2802601 Mar 22 19:19:38.490312 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-be10e766-f230-4d9b-b801-0db92983f079 req-04c5ff0d-7319-47d8-a003-01c692d5b9fe service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6 HTTP/1.1" status: 200 len: 217 time: 0.0973246 Mar 22 19:19:38.495248 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-be10e766-f230-4d9b-b801-0db92983f079 req-19b2ffa9-4fbd-4ab3-a8cc-821245c72213 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799145 Mar 22 19:19:38.568292 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dd64b24b-7200-42d9-9c80-541682c45d10 req-0454af1a-bd0a-4e81-8081-9f7872bb9c71 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 210 time: 0.1068325 Mar 22 19:19:38.615025 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10e766-f230-4d9b-b801-0db92983f079 req-db103c6e-0447-4845-a2d3-ca66c928b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:38.616877 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-be10e766-f230-4d9b-b801-0db92983f079 req-db103c6e-0447-4845-a2d3-ca66c928b1b7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1202343 Mar 22 19:19:38.635846 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40953e4e-b2e9-4dd5-b7f5-16e8b0c23d69 req-e3a2212e-c921-443f-992d-9b928ba18eca tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:38.644545 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-40953e4e-b2e9-4dd5-b7f5-16e8b0c23d69 req-e3a2212e-c921-443f-992d-9b928ba18eca tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=68209daa-05c0-44fb-9b57-77757fcacb88 HTTP/1.1" status: 200 len: 943 time: 0.3748169 Mar 22 19:19:38.676162 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68209daa-05c0-44fb-9b57-77757fcacb88', 'name': 'network-vif-deleted', 'tag': '2269c63d-7b32-41ed-babb-1e84e5c0dd6b'}, {'name': 'network-changed', 'server_uuid': 'd5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec', 'tag': 'af2b96db-74fa-4129-bb17-9e177edae123'}, {'server_uuid': '68209daa-05c0-44fb-9b57-77757fcacb88', 'name': 'network-vif-deleted', 'tag': '429aec1f-e681-4d8b-9427-c5abeccedc00'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:19:38.678776 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ad0a43-0cdd-4239-b3e0-274bcd3e9927" -d '{"events": [{"server_uuid": "68209daa-05c0-44fb-9b57-77757fcacb88", "name": "network-vif-deleted", "tag": "2269c63d-7b32-41ed-babb-1e84e5c0dd6b"}, {"name": "network-changed", "server_uuid": "d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec", "tag": "af2b96db-74fa-4129-bb17-9e177edae123"}, {"server_uuid": "68209daa-05c0-44fb-9b57-77757fcacb88", "name": "network-vif-deleted", "tag": "429aec1f-e681-4d8b-9427-c5abeccedc00"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:19:38.685092 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-be10e766-f230-4d9b-b801-0db92983f079 req-83a5dcee-18b2-45a0-a486-a1e30d5e6eed service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732104 Mar 22 19:19:38.695237 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10e766-f230-4d9b-b801-0db92983f079 req-cdc2b47f-0021-4835-b76d-0d045cf00c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:38.698387 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-be10e766-f230-4d9b-b801-0db92983f079 req-cdc2b47f-0021-4835-b76d-0d045cf00c6d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0685787 Mar 22 19:19:38.699666 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 19:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6dd694-edda-4f9d-8951-ef860412726a x-openstack-request-id: req-fc6dd694-edda-4f9d-8951-ef860412726a {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:19:38.700496 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68209daa-05c0-44fb-9b57-77757fcacb88", "name": "network-vif-unplugged", "status": "completed", "tag": "df3203e1-54a7-4a0d-acbb-fcd907d50e1b", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:19:38.701075 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fc6dd694-edda-4f9d-8951-ef860412726a {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:19:38.701629 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc6dd694-edda-4f9d-8951-ef860412726a'] response: {'server_uuid': '68209daa-05c0-44fb-9b57-77757fcacb88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df3203e1-54a7-4a0d-acbb-fcd907d50e1b', 'code': 200} Mar 22 19:19:38.758089 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-40953e4e-b2e9-4dd5-b7f5-16e8b0c23d69 req-d2840ee1-efcc-4ecc-949f-62ecde598a54 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124573 Mar 22 19:19:38.781570 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-0fa31c5b-9514-4b71-b305-59c3dadec0bc tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Made reservation on behalf of 635145d2a62d432cbc865a99eb3219e4 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:19:38.785327 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-0fa31c5b-9514-4b71-b305-59c3dadec0bc tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:38.872463 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-be10e766-f230-4d9b-b801-0db92983f079 req-69d6dc61-fe5e-4ee2-b742-2da41a0acfc2 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557508 Mar 22 19:19:38.880183 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b020bb-af33-434d-804b-99048060fd83 x-openstack-request-id: req-22b020bb-af33-434d-804b-99048060fd83 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:19:38.880638 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d8ad874-0f2f-424a-ad1d-5f32227821d9", "tag": "5c1d98d1-388f-4a10-8a87-afba767d4899", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:19:38.881025 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-22b020bb-af33-434d-804b-99048060fd83 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:19:38.881579 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22b020bb-af33-434d-804b-99048060fd83'] response: {'name': 'network-changed', 'server_uuid': '7d8ad874-0f2f-424a-ad1d-5f32227821d9', 'tag': '5c1d98d1-388f-4a10-8a87-afba767d4899', 'status': 'completed', 'code': 200} Mar 22 19:19:38.925656 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3f74a-0fe4-4bae-9f82-cf5445753e50 req-034843a3-4170-45a1-81f9-6d4480376325 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:38.927414 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6bc3f74a-0fe4-4bae-9f82-cf5445753e50 req-034843a3-4170-45a1-81f9-6d4480376325 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 948 time: 0.1666665 Mar 22 19:19:39.017998 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6f80e45a-542f-4818-8205-7888522d94e7 req-d7d954f0-082b-4c8f-b38d-2a44ebad3e32 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (df3203e1-54a7-4a0d-acbb-fcd907d50e1b), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:39.043200 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a044e9-d17f-4f08-9214-c3662da9f4ec req-e745f24f-75f7-48d9-b769-63a8ae5203a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:39.044722 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b6a044e9-d17f-4f08-9214-c3662da9f4ec req-e745f24f-75f7-48d9-b769-63a8ae5203a3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&device_id=7d8ad874-0f2f-424a-ad1d-5f32227821d9 HTTP/1.1" status: 200 len: 1130 time: 0.1370006 Mar 22 19:19:39.087635 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-be10e766-f230-4d9b-b801-0db92983f079 req-3bbcda57-52fd-4c46-afbf-0479b6394aad service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934047 Mar 22 19:19:39.104145 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d954f0-082b-4c8f-b38d-2a44ebad3e32 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Pushing event deleted for resources: {'Port': ['ID=df3203e1-54a7-4a0d-acbb-fcd907d50e1b,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:39.185283 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a044e9-d17f-4f08-9214-c3662da9f4ec req-c75f82d7-f792-499f-914c-4a1b4e578f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:39.187209 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b6a044e9-d17f-4f08-9214-c3662da9f4ec req-c75f82d7-f792-499f-914c-4a1b4e578f50 service neutron] 10.222.0.84 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.1268811 Mar 22 19:19:39.203353 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6bc3f74a-0fe4-4bae-9f82-cf5445753e50 req-6452eae1-a77b-4c63-963f-4fb4c86b2a65 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586167 Mar 22 19:19:39.209757 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f80e45a-542f-4818-8205-7888522d94e7 req-d7d954f0-082b-4c8f-b38d-2a44ebad3e32 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] No DVR routers for this DVR port df3203e1-54a7-4a0d-acbb-fcd907d50e1b on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:19:39.212930 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-0fa31c5b-9514-4b71-b305-59c3dadec0bc tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Allocated IP 172.20.0.11 (63b49c54-7e45-4147-9f0e-8b47e058281a/1824832e-8035-4e29-a8c5-aaeabb7261e8/4fd4069b-2348-42da-8c6c-b594453833d1) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:19:39.232570 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6f80e45a-542f-4818-8205-7888522d94e7 req-d7d954f0-082b-4c8f-b38d-2a44ebad3e32 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:39.239381 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6f80e45a-542f-4818-8205-7888522d94e7 req-d7d954f0-082b-4c8f-b38d-2a44ebad3e32 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.85 "DELETE /v2.0/ports/df3203e1-54a7-4a0d-acbb-fcd907d50e1b HTTP/1.1" status: 204 len: 173 time: 2.4870596 Mar 22 19:19:39.307383 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b6a044e9-d17f-4f08-9214-c3662da9f4ec req-5b3a4746-3198-4056-ae88-3dc2d6467af7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=5c1d98d1-388f-4a10-8a87-afba767d4899 HTTP/1.1" status: 200 len: 217 time: 0.1076612 Mar 22 19:19:39.340892 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 22 Mar 2022 19:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df51f9c-3105-41ce-96ba-4989533c45c0 x-openstack-request-id: req-2df51f9c-3105-41ce-96ba-4989533c45c0 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:19:39.341391 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68209daa-05c0-44fb-9b57-77757fcacb88", "name": "network-vif-deleted", "tag": "2269c63d-7b32-41ed-babb-1e84e5c0dd6b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec", "tag": "af2b96db-74fa-4129-bb17-9e177edae123", "status": "completed", "code": 200}, {"server_uuid": "68209daa-05c0-44fb-9b57-77757fcacb88", "name": "network-vif-deleted", "tag": "429aec1f-e681-4d8b-9427-c5abeccedc00", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:19:39.341774 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2df51f9c-3105-41ce-96ba-4989533c45c0 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:19:39.342580 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2df51f9c-3105-41ce-96ba-4989533c45c0'] response: {'server_uuid': '68209daa-05c0-44fb-9b57-77757fcacb88', 'name': 'network-vif-deleted', 'tag': '2269c63d-7b32-41ed-babb-1e84e5c0dd6b', 'status': 'completed', 'code': 200} Mar 22 19:19:39.343274 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2df51f9c-3105-41ce-96ba-4989533c45c0'] response: {'name': 'network-changed', 'server_uuid': 'd5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec', 'tag': 'af2b96db-74fa-4129-bb17-9e177edae123', 'status': 'completed', 'code': 200} Mar 22 19:19:39.343637 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2df51f9c-3105-41ce-96ba-4989533c45c0'] response: {'server_uuid': '68209daa-05c0-44fb-9b57-77757fcacb88', 'name': 'network-vif-deleted', 'tag': '429aec1f-e681-4d8b-9427-c5abeccedc00', 'status': 'completed', 'code': 200} Mar 22 19:19:39.358555 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4dea63-ae8f-4702-bbb7-08647aa05cc3 req-636f8020-6ce8-4fe2-9e37-8c3b48a517c8 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:39.361428 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ec4dea63-ae8f-4702-bbb7-08647aa05cc3 req-636f8020-6ce8-4fe2-9e37-8c3b48a517c8 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.3132122 Mar 22 19:19:39.447407 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a044e9-d17f-4f08-9214-c3662da9f4ec req-98f26578-74bb-4363-9e4f-47aa44b0da35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:39.449328 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b6a044e9-d17f-4f08-9214-c3662da9f4ec req-98f26578-74bb-4363-9e4f-47aa44b0da35 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1377783 Mar 22 19:19:39.555754 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a044e9-d17f-4f08-9214-c3662da9f4ec req-4f8d53e9-bb02-4b1b-91b5-b03571cb18c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:39.557531 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b6a044e9-d17f-4f08-9214-c3662da9f4ec req-4f8d53e9-bb02-4b1b-91b5-b03571cb18c1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0931389 Mar 22 19:19:39.621517 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ec4dea63-ae8f-4702-bbb7-08647aa05cc3 req-ff661a0e-255b-45b0-af17-489c2fdbf6ae tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482417 Mar 22 19:19:39.654979 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad0a43-0cdd-4239-b3e0-274bcd3e9927 req-19b3c379-c70b-43e9-89bf-7b059384391c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:39.656520 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62ad0a43-0cdd-4239-b3e0-274bcd3e9927 req-19b3c379-c70b-43e9-89bf-7b059384391c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 1131 time: 0.2232161 Mar 22 19:19:39.689468 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-0fa31c5b-9514-4b71-b305-59c3dadec0bc tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Publish callbacks [] for port (4fd4069b-2348-42da-8c6c-b594453833d1), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:39.694607 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c053e-3c2f-4242-b9b5-b30994ea33aa req-05744385-8255-40b1-ac88-4583e1d9e267 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:39.697031 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-293c053e-3c2f-4242-b9b5-b30994ea33aa req-05744385-8255-40b1-ac88-4583e1d9e267 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f64585e8-933c-4b95-8326-543c09c4f621 HTTP/1.1" status: 200 len: 1127 time: 0.2159052 Mar 22 19:19:39.728652 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b6a044e9-d17f-4f08-9214-c3662da9f4ec req-214108ad-cbfa-43ce-8a4a-43b051fa84a3 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545815 Mar 22 19:19:39.750425 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad0a43-0cdd-4239-b3e0-274bcd3e9927 req-c2ac68ee-7af5-4453-945d-757809a52c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:39.752272 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62ad0a43-0cdd-4239-b3e0-274bcd3e9927 req-c2ac68ee-7af5-4453-945d-757809a52c2d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 1131 time: 0.1959014 Mar 22 19:19:39.853841 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b6a044e9-d17f-4f08-9214-c3662da9f4ec req-cae07b45-5c34-4158-9d17-3ad1b9cba7de service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185105 Mar 22 19:19:39.877178 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40824) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:19:39.990397 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad0a43-0cdd-4239-b3e0-274bcd3e9927 req-90a2ad01-e7dd-4a65-a31a-1c46a5199bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:39.991881 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62ad0a43-0cdd-4239-b3e0-274bcd3e9927 req-90a2ad01-e7dd-4a65-a31a-1c46a5199bc3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.2271345 Mar 22 19:19:40.030527 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6ab205e-acc3-41c7-95cf-256811844135 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:40.054010 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-293c053e-3c2f-4242-b9b5-b30994ea33aa req-b9fc1cc3-62f0-4802-82ee-3cc086398abf tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429000 Mar 22 19:19:40.054979 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad0a43-0cdd-4239-b3e0-274bcd3e9927 req-472d7c8b-c932-4314-8751-cd4ffaeffad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:40.057466 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62ad0a43-0cdd-4239-b3e0-274bcd3e9927 req-472d7c8b-c932-4314-8751-cd4ffaeffad2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.3798089 Mar 22 19:19:40.061199 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62ad0a43-0cdd-4239-b3e0-274bcd3e9927 req-4e33b306-69a3-46c7-8fb9-ba9df9be76da service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=af2b96db-74fa-4129-bb17-9e177edae123 HTTP/1.1" status: 200 len: 217 time: 0.0584548 Mar 22 19:19:40.103066 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-0fa31c5b-9514-4b71-b305-59c3dadec0bc tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (4fd4069b-2348-42da-8c6c-b594453833d1), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:40.120173 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['c0f856f7-dd46-407a-9757-5669f772ffe3'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:19:40.141935 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6ab205e-acc3-41c7-95cf-256811844135 admin admin] Publish callbacks [] for security_group (dc4f2307-2ebf-4453-b6b9-3d01112f400a), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:40.155253 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6ab205e-acc3-41c7-95cf-256811844135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (dc4f2307-2ebf-4453-b6b9-3d01112f400a), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:40.248816 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62ad0a43-0cdd-4239-b3e0-274bcd3e9927 req-5fae856a-7962-41d4-9205-4c47324b39be service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=af2b96db-74fa-4129-bb17-9e177edae123 HTTP/1.1" status: 200 len: 217 time: 0.1786265 Mar 22 19:19:40.249460 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e6ab205e-acc3-41c7-95cf-256811844135 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0e85f81e07db4a9cbc31e25f954ede11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3706417 Mar 22 19:19:40.249564 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40834) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:19:40.256546 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab205e-acc3-41c7-95cf-256811844135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4f2307-2ebf-4453-b6b9-3d01112f400a,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:40.352676 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024abc47-d954-4845-8d1a-c810566f864e req-858b3974-c0e6-49b6-96f4-37872a9f4525 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:40.354188 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-024abc47-d954-4845-8d1a-c810566f864e req-858b3974-c0e6-49b6-96f4-37872a9f4525 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=461218c1-15af-4c75-ba02-f5fc448c4a3a HTTP/1.1" status: 200 len: 948 time: 0.5374222 Mar 22 19:19:40.390474 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-0fa31c5b-9514-4b71-b305-59c3dadec0bc tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Network 63b49c54-7e45-4147-9f0e-8b47e058281a is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:19:40.429543 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad0a43-0cdd-4239-b3e0-274bcd3e9927 req-8ca834d6-5b48-43d0-8977-9446f0fda377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:40.431097 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62ad0a43-0cdd-4239-b3e0-274bcd3e9927 req-8ca834d6-5b48-43d0-8977-9446f0fda377 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.3556898 Mar 22 19:19:40.445403 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa31c5b-9514-4b71-b305-59c3dadec0bc tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Pushing event updated for resources: {'Port': ['ID=4fd4069b-2348-42da-8c6c-b594453833d1,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:40.448896 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-0fa31c5b-9514-4b71-b305-59c3dadec0bc tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:19:40.457291 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-0fa31c5b-9514-4b71-b305-59c3dadec0bc tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:19:40.515951 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c177020b-8870-4a92-8edc-4fbcac0a9de3 admin admin] Publish callbacks [] for security_group (dc4f2307-2ebf-4453-b6b9-3d01112f400a), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:40.553072 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad0a43-0cdd-4239-b3e0-274bcd3e9927 req-1ea326d5-8d9c-4abd-9c95-d8a9a290ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:40.554583 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62ad0a43-0cdd-4239-b3e0-274bcd3e9927 req-1ea326d5-8d9c-4abd-9c95-d8a9a290ae6a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.2617421 Mar 22 19:19:40.592749 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c177020b-8870-4a92-8edc-4fbcac0a9de3 admin admin] Publish callbacks [] for security_group (dc4f2307-2ebf-4453-b6b9-3d01112f400a), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:40.625772 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-024abc47-d954-4845-8d1a-c810566f864e req-11dcd079-be07-412c-85cc-44d8fd59a45f tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595363 Mar 22 19:19:40.654694 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-0fa31c5b-9514-4b71-b305-59c3dadec0bc tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:40.654694 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-0fa31c5b-9514-4b71-b305-59c3dadec0bc tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:40.674325 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519bd7a-17c8-4b23-b72c-28c47d737d84 req-9808ff33-c1e5-4242-a0cb-4570374d5416 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:40.675826 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f519bd7a-17c8-4b23-b72c-28c47d737d84 req-9808ff33-c1e5-4242-a0cb-4570374d5416 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 932 time: 0.4256687 Mar 22 19:19:40.710829 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad0a43-0cdd-4239-b3e0-274bcd3e9927 req-4eda2b7f-dbfa-4b1c-827a-45c6cc93ea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:40.713340 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62ad0a43-0cdd-4239-b3e0-274bcd3e9927 req-4eda2b7f-dbfa-4b1c-827a-45c6cc93ea73 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2495065 Mar 22 19:19:40.725933 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-0fa31c5b-9514-4b71-b305-59c3dadec0bc tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4792318 Mar 22 19:19:40.756675 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-a142a66f-8ec3-4f09-b8bf-fafc00ae549c service neutron] Request body: {'port': {'device_id': '03efcdf7-dafe-42ec-9752-edf5a2d30853', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:19:40.856815 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad0a43-0cdd-4239-b3e0-274bcd3e9927 req-d7e1818a-1244-4882-b811-788de136fd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:40.858424 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62ad0a43-0cdd-4239-b3e0-274bcd3e9927 req-d7e1818a-1244-4882-b811-788de136fd8c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2933776 Mar 22 19:19:40.882432 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461218c1-15af-4c75-ba02-f5fc448c4a3a', 'tag': 'c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:19:40.885234 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1ed713-8da3-46df-9c39-8d5778330543" -d '{"events": [{"name": "network-changed", "server_uuid": "461218c1-15af-4c75-ba02-f5fc448c4a3a", "tag": "c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:19:40.901666 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c177020b-8870-4a92-8edc-4fbcac0a9de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (dc4f2307-2ebf-4453-b6b9-3d01112f400a), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:40.904535 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c177020b-8870-4a92-8edc-4fbcac0a9de3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:40.908037 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c177020b-8870-4a92-8edc-4fbcac0a9de3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dc4f2307-2ebf-4453-b6b9-3d01112f400a HTTP/1.1" status: 204 len: 168 time: 0.6503704 Mar 22 19:19:40.924802 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f519bd7a-17c8-4b23-b72c-28c47d737d84 req-2ffd1f76-3944-4437-bde6-b56b330b03e6 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383587 Mar 22 19:19:40.996155 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177020b-8870-4a92-8edc-4fbcac0a9de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4f2307-2ebf-4453-b6b9-3d01112f400a,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:41.042478 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-a142a66f-8ec3-4f09-b8bf-fafc00ae549c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4fd4069b-2348-42da-8c6c-b594453833d1), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:41.052537 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40850) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:19:41.063355 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899572a-fc10-42c5-b328-d87e1f160258 req-56bc9f9d-65c5-4772-8a84-affb689412f2 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:41.070310 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0899572a-fc10-42c5-b328-d87e1f160258 req-56bc9f9d-65c5-4772-8a84-affb689412f2 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.3627441 Mar 22 19:19:41.092987 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62ad0a43-0cdd-4239-b3e0-274bcd3e9927 req-60ab5ff4-4e33-4dda-a918-9a3e24968386 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641291 Mar 22 19:19:41.160187 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-181ba64d-6ac0-4be3-a12f-26f5c60e27d8 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Deleting subnet d78dad49-c82e-489d-a628-439118d301f0 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:19:41.163277 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-181ba64d-6ac0-4be3-a12f-26f5c60e27d8 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks [] for subnet (d78dad49-c82e-489d-a628-439118d301f0), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:41.209957 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-181ba64d-6ac0-4be3-a12f-26f5c60e27d8 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (d78dad49-c82e-489d-a628-439118d301f0), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:41.272632 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62ad0a43-0cdd-4239-b3e0-274bcd3e9927 req-85d706d7-7ccf-4f3a-9adc-43250a658945 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016862 Mar 22 19:19:41.307902 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-181ba64d-6ac0-4be3-a12f-26f5c60e27d8 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (d78dad49-c82e-489d-a628-439118d301f0), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:41.395712 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-181ba64d-6ac0-4be3-a12f-26f5c60e27d8 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (d78dad49-c82e-489d-a628-439118d301f0), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:41.433277 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ba64d-6ac0-4be3-a12f-26f5c60e27d8 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Pushing event deleted for resources: {'Subnet': ['ID=d78dad49-c82e-489d-a628-439118d301f0,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:41.440611 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-181ba64d-6ac0-4be3-a12f-26f5c60e27d8 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:41.444824 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-181ba64d-6ac0-4be3-a12f-26f5c60e27d8 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "DELETE /v2.0/subnets/d78dad49-c82e-489d-a628-439118d301f0 HTTP/1.1" status: 204 len: 168 time: 0.3908679 Mar 22 19:19:41.451474 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19805ee8-6ae7-453f-8d2f-a4ceaa126bc7 None None] Network 83ed3166-b5c2-4945-82df-ee0b5d50cd22 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:19:41.454526 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40862) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:19:41.573245 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-719ad079-b2c3-465c-8ae1-4e40851beeb6 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (83ed3166-b5c2-4945-82df-ee0b5d50cd22), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:41.691022 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-719ad079-b2c3-465c-8ae1-4e40851beeb6 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Deleting port 2e294d46-08b8-40f1-a368-e7ea82f49d49 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:19:41.694064 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-719ad079-b2c3-465c-8ae1-4e40851beeb6 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (2e294d46-08b8-40f1-a368-e7ea82f49d49), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:41.707099 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310e2835-5484-4d2f-bcc0-90e067f7de82 None None] DHCP port deletion for 83ed3166-b5c2-4945-82df-ee0b5d50cd22 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:19:41.757940 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0899572a-fc10-42c5-b328-d87e1f160258 req-1843235f-7ca4-472e-9ef0-ce90064b51f7 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6673737 Mar 22 19:19:41.758962 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68209daa-05c0-44fb-9b57-77757fcacb88', 'name': 'network-vif-deleted', 'tag': 'df3203e1-54a7-4a0d-acbb-fcd907d50e1b'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:19:41.761308 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27f1e27-e63f-4e64-b975-cb14f1537a17" -d '{"events": [{"server_uuid": "68209daa-05c0-44fb-9b57-77757fcacb88", "name": "network-vif-deleted", "tag": "df3203e1-54a7-4a0d-acbb-fcd907d50e1b"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:19:41.832466 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-719ad079-b2c3-465c-8ae1-4e40851beeb6 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] For port 2e294d46-08b8-40f1-a368-e7ea82f49d49, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=2e294d46-08b8-40f1-a368-e7ea82f49d49,segment=NetworkSegment(d4078bfb-4afc-4f94-9b5c-8d8a7c8ea86b),segment_id=d4078bfb-4afc-4f94-9b5c-8d8a7c8ea86b)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:41.832466 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-719ad079-b2c3-465c-8ae1-4e40851beeb6 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (2e294d46-08b8-40f1-a368-e7ea82f49d49), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:41.832717 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device af2b96db-74fa-4129-bb17-9e177edae123 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:19:41.845128 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-719ad079-b2c3-465c-8ae1-4e40851beeb6 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Calling delete_port for 2e294d46-08b8-40f1-a368-e7ea82f49d49 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:19:41.880805 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-310e2835-5484-4d2f-bcc0-90e067f7de82 None None] Deleting port 2e294d46-08b8-40f1-a368-e7ea82f49d49 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:19:41.881190 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-310e2835-5484-4d2f-bcc0-90e067f7de82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (2e294d46-08b8-40f1-a368-e7ea82f49d49), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:41.947979 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-719ad079-b2c3-465c-8ae1-4e40851beeb6 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (2e294d46-08b8-40f1-a368-e7ea82f49d49), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:41.970203 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-310e2835-5484-4d2f-bcc0-90e067f7de82 None None] For port 2e294d46-08b8-40f1-a368-e7ea82f49d49, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=2e294d46-08b8-40f1-a368-e7ea82f49d49,segment=NetworkSegment(d4078bfb-4afc-4f94-9b5c-8d8a7c8ea86b),segment_id=d4078bfb-4afc-4f94-9b5c-8d8a7c8ea86b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:41.970606 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-310e2835-5484-4d2f-bcc0-90e067f7de82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (2e294d46-08b8-40f1-a368-e7ea82f49d49), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:41.986974 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-310e2835-5484-4d2f-bcc0-90e067f7de82 None None] Calling delete_port for 2e294d46-08b8-40f1-a368-e7ea82f49d49 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:19:41.987415 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ad079-b2c3-465c-8ae1-4e40851beeb6 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Pushing event deleted for resources: {'Port': ['ID=2e294d46-08b8-40f1-a368-e7ea82f49d49,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:41.995759 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719ad079-b2c3-465c-8ae1-4e40851beeb6 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] No DVR routers for this DVR port 2e294d46-08b8-40f1-a368-e7ea82f49d49 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:19:42.027538 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-a142a66f-8ec3-4f09-b8bf-fafc00ae549c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fd4069b-2348-42da-8c6c-b594453833d1 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:19:42.036454 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-a142a66f-8ec3-4f09-b8bf-fafc00ae549c service neutron] Publish callbacks [] for port (4fd4069b-2348-42da-8c6c-b594453833d1), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:42.052189 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-a142a66f-8ec3-4f09-b8bf-fafc00ae549c service neutron] Transition to ACTIVE for port object 4fd4069b-2348-42da-8c6c-b594453833d1 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:19:42.085101 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-310e2835-5484-4d2f-bcc0-90e067f7de82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (2e294d46-08b8-40f1-a368-e7ea82f49d49), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:42.097191 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-719ad079-b2c3-465c-8ae1-4e40851beeb6 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (83ed3166-b5c2-4945-82df-ee0b5d50cd22), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:42.118709 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-719ad079-b2c3-465c-8ae1-4e40851beeb6 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ed3166-b5c2-4945-82df-ee0b5d50cd22']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:19:42.118962 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.resource_extend [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:19:42.129500 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-719ad079-b2c3-465c-8ae1-4e40851beeb6 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4078bfb-4afc-4f94-9b5c-8d8a7c8ea86b') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:19:42.129854 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-719ad079-b2c3-465c-8ae1-4e40851beeb6 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4078bfb-4afc-4f94-9b5c-8d8a7c8ea86b') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:19:42.140014 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-a142a66f-8ec3-4f09-b8bf-fafc00ae549c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (4fd4069b-2348-42da-8c6c-b594453833d1), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:42.140226 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-719ad079-b2c3-465c-8ae1-4e40851beeb6 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (d4078bfb-4afc-4f94-9b5c-8d8a7c8ea86b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:42.141649 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e2835-5484-4d2f-bcc0-90e067f7de82 None None] Pushing event deleted for resources: {'Port': ['ID=2e294d46-08b8-40f1-a368-e7ea82f49d49,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:42.155569 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-719ad079-b2c3-465c-8ae1-4e40851beeb6 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (d4078bfb-4afc-4f94-9b5c-8d8a7c8ea86b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:42.167478 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-719ad079-b2c3-465c-8ae1-4e40851beeb6 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:19:42.167890 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-719ad079-b2c3-465c-8ae1-4e40851beeb6 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (d4078bfb-4afc-4f94-9b5c-8d8a7c8ea86b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:42.194718 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310e2835-5484-4d2f-bcc0-90e067f7de82 None None] No DVR routers for this DVR port 2e294d46-08b8-40f1-a368-e7ea82f49d49 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:19:42.246653 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f37c6-3d82-4dbb-9f1c-582ec383a32c req-c21c757f-6a96-41c9-b631-4f9b2b6475fd tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:42.248196 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c83f37c6-3d82-4dbb-9f1c-582ec383a32c req-c21c757f-6a96-41c9-b631-4f9b2b6475fd tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 948 time: 1.0625806 Mar 22 19:19:42.253542 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62ad0a43-0cdd-4239-b3e0-274bcd3e9927 req-8df63102-eee7-4573-b9c1-20d9397a155a service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9615927 Mar 22 19:19:42.256002 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 2e294d46-08b8-40f1-a368-e7ea82f49d49 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:19:42.260348 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:19:42.260348 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:19:42.260348 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:19:42.260348 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:19:42.260348 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:19:42.260348 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:19:42.260348 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:19:42.260348 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:19:42.260348 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:19:42.260348 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:19:42.260348 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:19:42.260348 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:19:42.260348 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:19:42.260348 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:19:42.260348 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:19:42.260348 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:19:42.260348 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:19:42.260348 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:19:42.260348 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:19:42.260348 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:19:42.260348 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:19:42.260348 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:19:42.260348 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:19:42.260348 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:19:42.260348 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:19:42.260348 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:19:42.260348 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:19:42.260348 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:19:42.260348 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:19:42.260348 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:19:42.260348 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:19:42.260348 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:19:42.263357 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62ad0a43-0cdd-4239-b3e0-274bcd3e9927 req-66dcc45b-9aa3-4337-b6c9-c092a9590f3f service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1579525 Mar 22 19:19:42.268361 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-719ad079-b2c3-465c-8ae1-4e40851beeb6 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (83ed3166-b5c2-4945-82df-ee0b5d50cd22), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:42.308831 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-719ad079-b2c3-465c-8ae1-4e40851beeb6 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:42.316875 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-719ad079-b2c3-465c-8ae1-4e40851beeb6 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "DELETE /v2.0/networks/83ed3166-b5c2-4945-82df-ee0b5d50cd22 HTTP/1.1" status: 204 len: 168 time: 0.8573568 Mar 22 19:19:42.316875 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ad079-b2c3-465c-8ae1-4e40851beeb6 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Pushing event deleted for resources: {'Network': ['ID=83ed3166-b5c2-4945-82df-ee0b5d50cd22,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:42.317862 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40890) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:19:42.330437 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 2e294d46-08b8-40f1-a368-e7ea82f49d49 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:19:42.330787 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 2e294d46-08b8-40f1-a368-e7ea82f49d49 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:19:42.341025 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port af2b96db-74fa-4129-bb17-9e177edae123, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=af2b96db-74fa-4129-bb17-9e177edae123,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:42.347000 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a142a66f-8ec3-4f09-b8bf-fafc00ae549c service neutron] Pushing event updated for resources: {'Port': ['ID=4fd4069b-2348-42da-8c6c-b594453833d1,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:42.354701 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'af2b96db-74fa-4129-bb17-9e177edae123', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': 'af2b96db-74fa-4129-bb17-9e177edae123', 'mac_address': 'fa:16:3e:bd:5c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:19:42.398893 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port af2b96db-74fa-4129-bb17-9e177edae123 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:42.399444 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (af2b96db-74fa-4129-bb17-9e177edae123), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:42.408058 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a8c011d-f442-4f63-a4df-d144767ff231 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Deleting subnet e3a2e87f-5dc1-4757-b2d8-ef6e3402b6e9 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:19:42.412708 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af2b96db-74fa-4129-bb17-9e177edae123 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:19:42.413341 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5a8c011d-f442-4f63-a4df-d144767ff231 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks [] for subnet (e3a2e87f-5dc1-4757-b2d8-ef6e3402b6e9), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:42.435156 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port af2b96db-74fa-4129-bb17-9e177edae123, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=af2b96db-74fa-4129-bb17-9e177edae123,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:42.441449 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (af2b96db-74fa-4129-bb17-9e177edae123), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:42.442319 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 5c1d98d1-388f-4a10-8a87-afba767d4899 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:19:42.462492 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-a142a66f-8ec3-4f09-b8bf-fafc00ae549c service neutron] Attempting to bind port 4fd4069b-2348-42da-8c6c-b594453833d1 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:19:42.462925 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-a142a66f-8ec3-4f09-b8bf-fafc00ae549c service neutron] Attempting to bind port 4fd4069b-2348-42da-8c6c-b594453833d1 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:19:42.463327 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-a142a66f-8ec3-4f09-b8bf-fafc00ae549c service neutron] Attempting to bind port 4fd4069b-2348-42da-8c6c-b594453833d1 on network 63b49c54-7e45-4147-9f0e-8b47e058281a {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:19:42.469960 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-a142a66f-8ec3-4f09-b8bf-fafc00ae549c service neutron] Port 4fd4069b-2348-42da-8c6c-b594453833d1 on network 63b49c54-7e45-4147-9f0e-8b47e058281a not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:19:42.470250 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-a142a66f-8ec3-4f09-b8bf-fafc00ae549c service neutron] Attempting to bind port 4fd4069b-2348-42da-8c6c-b594453833d1 on network 63b49c54-7e45-4147-9f0e-8b47e058281a {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:19:42.475964 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c83f37c6-3d82-4dbb-9f1c-582ec383a32c req-df276cf0-8bf3-4457-aa58-9df6c8b9d89e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094486 Mar 22 19:19:42.482855 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-faf39525-398a-482a-84fe-76f7b47dccdb tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:42.489520 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-faf39525-398a-482a-84fe-76f7b47dccdb tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/networks?id=3f43483d-05ef-426b-881a-d8fc390ab6a9 HTTP/1.1" status: 200 len: 821 time: 0.4316871 Mar 22 19:19:42.491515 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5a8c011d-f442-4f63-a4df-d144767ff231 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (e3a2e87f-5dc1-4757-b2d8-ef6e3402b6e9), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:42.509059 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-f37e587e-464c-456a-b005-17ca9e84756b tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/quotas/21ca62c1596a4d419681f3e57266f544 HTTP/1.1" status: 200 len: 375 time: 0.0187407 Mar 22 19:19:42.530974 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 5c1d98d1-388f-4a10-8a87-afba767d4899, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=5c1d98d1-388f-4a10-8a87-afba767d4899,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:42.533567 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=af2b96db-74fa-4129-bb17-9e177edae123,revision_number=8']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:42.542522 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-a142a66f-8ec3-4f09-b8bf-fafc00ae549c service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:19:42.542938 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-a142a66f-8ec3-4f09-b8bf-fafc00ae549c service neutron] Checking segment: {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:19:42.543749 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-a142a66f-8ec3-4f09-b8bf-fafc00ae549c service neutron] Bound using segment: {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:19:42.543857 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-a142a66f-8ec3-4f09-b8bf-fafc00ae549c service neutron] Bound port: 4fd4069b-2348-42da-8c6c-b594453833d1, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:19:42.544287 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-a142a66f-8ec3-4f09-b8bf-fafc00ae549c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4fd4069b-2348-42da-8c6c-b594453833d1), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:42.547358 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '5c1d98d1-388f-4a10-8a87-afba767d4899', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': '5c1d98d1-388f-4a10-8a87-afba767d4899', 'mac_address': 'fa:16:3e:e3:1d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:19:42.591584 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bac64b-a348-4e5b-a770-f2d4d70b8bb1 x-openstack-request-id: req-f4bac64b-a348-4e5b-a770-f2d4d70b8bb1 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:19:42.591904 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461218c1-15af-4c75-ba02-f5fc448c4a3a", "tag": "c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:19:42.592543 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f4bac64b-a348-4e5b-a770-f2d4d70b8bb1 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:19:42.592543 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4bac64b-a348-4e5b-a770-f2d4d70b8bb1'] response: {'name': 'network-changed', 'server_uuid': '461218c1-15af-4c75-ba02-f5fc448c4a3a', 'tag': 'c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6', 'status': 'completed', 'code': 200} Mar 22 19:19:42.617449 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:19:42.630081 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-a94959ae-4889-423e-ade2-bb47f372e5b6 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=21ca62c1596a4d419681f3e57266f544&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1200032 Mar 22 19:19:42.630707 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 5c1d98d1-388f-4a10-8a87-afba767d4899 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:42.631112 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5c1d98d1-388f-4a10-8a87-afba767d4899), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:42.667887 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c1d98d1-388f-4a10-8a87-afba767d4899 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:19:42.686571 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5a8c011d-f442-4f63-a4df-d144767ff231 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (e3a2e87f-5dc1-4757-b2d8-ef6e3402b6e9), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:42.732288 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 5c1d98d1-388f-4a10-8a87-afba767d4899, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=5c1d98d1-388f-4a10-8a87-afba767d4899,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:42.740739 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5c1d98d1-388f-4a10-8a87-afba767d4899), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:42.756839 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5a8c011d-f442-4f63-a4df-d144767ff231 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (e3a2e87f-5dc1-4757-b2d8-ef6e3402b6e9), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:42.795450 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c011d-f442-4f63-a4df-d144767ff231 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Pushing event deleted for resources: {'Subnet': ['ID=e3a2e87f-5dc1-4757-b2d8-ef6e3402b6e9,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:42.799212 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5a8c011d-f442-4f63-a4df-d144767ff231 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:42.805100 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5a8c011d-f442-4f63-a4df-d144767ff231 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "DELETE /v2.0/subnets/e3a2e87f-5dc1-4757-b2d8-ef6e3402b6e9 HTTP/1.1" status: 204 len: 168 time: 0.4840403 Mar 22 19:19:42.805930 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40896) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:19:42.813968 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19658cd-5d8a-4e20-ae73-3df65b9900e0 None None] Network 5d6f6a23-9aeb-4117-ab7d-682e6517e99d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:19:42.851109 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-a142a66f-8ec3-4f09-b8bf-fafc00ae549c service neutron] For port 4fd4069b-2348-42da-8c6c-b594453833d1, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:19:42.887163 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-a142a66f-8ec3-4f09-b8bf-fafc00ae549c service neutron] For port 4fd4069b-2348-42da-8c6c-b594453833d1, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=4fd4069b-2348-42da-8c6c-b594453833d1,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:19:42.896077 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ed713-8da3-46df-9c39-8d5778330543 req-9c4500bd-ab6a-4a7f-a4ca-a4126c18ec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:42.897756 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2b1ed713-8da3-46df-9c39-8d5778330543 req-9c4500bd-ab6a-4a7f-a4ca-a4126c18ec17 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&device_id=461218c1-15af-4c75-ba02-f5fc448c4a3a HTTP/1.1" status: 200 len: 1131 time: 0.2568479 Mar 22 19:19:42.901707 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-ddf08641-d4f8-4252-a61a-44933b3129ef service neutron] 10.222.0.75 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707951 Mar 22 19:19:42.906960 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-a142a66f-8ec3-4f09-b8bf-fafc00ae549c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (4fd4069b-2348-42da-8c6c-b594453833d1), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:42.918134 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=5c1d98d1-388f-4a10-8a87-afba767d4899,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:42.933111 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f3f9e91-5798-40b8-89b6-3545856458da tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (5d6f6a23-9aeb-4117-ab7d-682e6517e99d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:42.957860 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:42.978874 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': 'c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6', 'mac_address': 'fa:16:3e:b9:e0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:19:43.006178 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-0f3f9e91-5798-40b8-89b6-3545856458da tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Deleting port e8b6a953-6342-4b8c-8a15-f58e4127d466 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:19:43.006722 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f3f9e91-5798-40b8-89b6-3545856458da tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (e8b6a953-6342-4b8c-8a15-f58e4127d466), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:43.035714 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:43.036927 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:43.059376 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:19:43.065260 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ae154-4392-4577-8e2e-57ac7ddbd2c6 req-530d1d86-a91a-4f67-97ad-948bf6d5c008 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:43.066848 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-298ae154-4392-4577-8e2e-57ac7ddbd2c6 req-530d1d86-a91a-4f67-97ad-948bf6d5c008 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=461218c1-15af-4c75-ba02-f5fc448c4a3a HTTP/1.1" status: 200 len: 948 time: 0.3195968 Mar 22 19:19:43.095646 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:43.096123 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-a142a66f-8ec3-4f09-b8bf-fafc00ae549c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:43.097172 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-a142a66f-8ec3-4f09-b8bf-fafc00ae549c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:43.098749 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-a142a66f-8ec3-4f09-b8bf-fafc00ae549c service neutron] 10.222.0.85 "PUT /v2.0/ports/4fd4069b-2348-42da-8c6c-b594453833d1 HTTP/1.1" status: 200 len: 1093 time: 2.3515584 Mar 22 19:19:43.101506 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-0f3f9e91-5798-40b8-89b6-3545856458da tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] For port e8b6a953-6342-4b8c-8a15-f58e4127d466, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=e8b6a953-6342-4b8c-8a15-f58e4127d466,segment=NetworkSegment(8105ea73-bcc4-4b4e-baf1-619804a6d9a4),segment_id=8105ea73-bcc4-4b4e-baf1-619804a6d9a4)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:43.104192 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:43.106317 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f3f9e91-5798-40b8-89b6-3545856458da tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (e8b6a953-6342-4b8c-8a15-f58e4127d466), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:43.114568 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['af2b96db-74fa-4129-bb17-9e177edae123'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:19:43.117048 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['5c1d98d1-388f-4a10-8a87-afba767d4899'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:19:43.132584 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-0f3f9e91-5798-40b8-89b6-3545856458da tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Calling delete_port for e8b6a953-6342-4b8c-8a15-f58e4127d466 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:19:43.184630 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29709e2-a39a-4a51-be46-fe66d8c35f72 None None] DHCP port deletion for 5d6f6a23-9aeb-4117-ab7d-682e6517e99d request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:19:43.241212 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f3f9e91-5798-40b8-89b6-3545856458da tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (e8b6a953-6342-4b8c-8a15-f58e4127d466), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:43.250967 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a142a66f-8ec3-4f09-b8bf-fafc00ae549c service neutron] Pushing event updated for resources: {'Port': ['ID=4fd4069b-2348-42da-8c6c-b594453833d1,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:43.257815 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3f9e91-5798-40b8-89b6-3545856458da tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] No DVR routers for this DVR port e8b6a953-6342-4b8c-8a15-f58e4127d466 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:19:43.276327 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ed713-8da3-46df-9c39-8d5778330543 req-ae8233cb-f8f9-4365-b792-75481e11d9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:43.278669 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2b1ed713-8da3-46df-9c39-8d5778330543 req-ae8233cb-f8f9-4365-b792-75481e11d9c9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.3750694 Mar 22 19:19:43.284665 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f9e91-5798-40b8-89b6-3545856458da tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Pushing event deleted for resources: {'Port': ['ID=e8b6a953-6342-4b8c-8a15-f58e4127d466,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:43.319477 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-298ae154-4392-4577-8e2e-57ac7ddbd2c6 req-1d4a44b5-737a-4d94-929b-7ce240d545f7 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299173 Mar 22 19:19:43.357334 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-c1e38c90-01ab-47a9-950e-791e2710e734 service neutron] 10.222.0.75 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367599 Mar 22 19:19:43.358684 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2b1ed713-8da3-46df-9c39-8d5778330543 req-374f2199-273b-40aa-a69e-d8bccf7baa33 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6 HTTP/1.1" status: 200 len: 217 time: 0.0692003 Mar 22 19:19:43.431446 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c632851-6644-489c-bcbf-fc614926bf52 x-openstack-request-id: req-4c632851-6644-489c-bcbf-fc614926bf52 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:19:43.431824 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68209daa-05c0-44fb-9b57-77757fcacb88", "name": "network-vif-deleted", "tag": "df3203e1-54a7-4a0d-acbb-fcd907d50e1b", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:19:43.431958 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4c632851-6644-489c-bcbf-fc614926bf52 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:19:43.432357 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c632851-6644-489c-bcbf-fc614926bf52'] response: {'server_uuid': '68209daa-05c0-44fb-9b57-77757fcacb88', 'name': 'network-vif-deleted', 'tag': 'df3203e1-54a7-4a0d-acbb-fcd907d50e1b', 'status': 'completed', 'code': 200} Mar 22 19:19:43.434494 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-b6781173-16c0-426c-b344-79e4d3edbe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:43.436025 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-b6781173-16c0-426c-b344-79e4d3edbe3b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=635145d2a62d432cbc865a99eb3219e4&device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 1127 time: 0.2867920 Mar 22 19:19:43.497835 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f3f9e91-5798-40b8-89b6-3545856458da tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (5d6f6a23-9aeb-4117-ab7d-682e6517e99d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:43.507604 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d29709e2-a39a-4a51-be46-fe66d8c35f72 None None] The port 'e8b6a953-6342-4b8c-8a15-f58e4127d466' was deleted {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 22 19:19:43.523498 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:43.552729 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-0f3f9e91-5798-40b8-89b6-3545856458da tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6f6a23-9aeb-4117-ab7d-682e6517e99d']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:19:43.560932 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ed713-8da3-46df-9c39-8d5778330543 req-5487aa4e-cc65-44f4-8f75-7d610b5b67fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:43.563715 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2b1ed713-8da3-46df-9c39-8d5778330543 req-5487aa4e-cc65-44f4-8f75-7d610b5b67fd service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1973069 Mar 22 19:19:43.567886 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-8dfba2de-e327-4c48-8119-d5e95e7840f4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fd4069b-2348-42da-8c6c-b594453833d1 HTTP/1.1" status: 200 len: 217 time: 0.1123059 Mar 22 19:19:43.571494 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-0f3f9e91-5798-40b8-89b6-3545856458da tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8105ea73-bcc4-4b4e-baf1-619804a6d9a4') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:19:43.572448 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-0f3f9e91-5798-40b8-89b6-3545856458da tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8105ea73-bcc4-4b4e-baf1-619804a6d9a4') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:19:43.595399 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f3f9e91-5798-40b8-89b6-3545856458da tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (8105ea73-bcc4-4b4e-baf1-619804a6d9a4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:43.613775 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:19:43.632233 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f3f9e91-5798-40b8-89b6-3545856458da tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (8105ea73-bcc4-4b4e-baf1-619804a6d9a4), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:43.640931 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f3f9e91-5798-40b8-89b6-3545856458da tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:19:43.641453 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f3f9e91-5798-40b8-89b6-3545856458da tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (8105ea73-bcc4-4b4e-baf1-619804a6d9a4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:43.646208 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:19:43.646208 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:19:43.646208 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:19:43.646208 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:19:43.646208 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:19:43.646208 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:19:43.646208 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:19:43.646208 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:19:43.646208 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:19:43.646208 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:19:43.646208 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:19:43.646208 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:19:43.646208 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:19:43.646208 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:19:43.646208 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:19:43.646208 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:19:43.646208 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:19:43.646208 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:19:43.646208 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:19:43.646208 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:19:43.646208 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:19:43.646208 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:19:43.646208 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:19:43.646208 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:19:43.646208 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:19:43.646208 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:19:43.646208 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:19:43.646208 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:19:43.646208 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:19:43.646208 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:19:43.646208 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:19:43.646208 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:19:43.785951 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f3f9e91-5798-40b8-89b6-3545856458da tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (5d6f6a23-9aeb-4117-ab7d-682e6517e99d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:43.792840 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f3f9e91-5798-40b8-89b6-3545856458da tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:43.796160 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0f3f9e91-5798-40b8-89b6-3545856458da tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "DELETE /v2.0/networks/5d6f6a23-9aeb-4117-ab7d-682e6517e99d HTTP/1.1" status: 204 len: 168 time: 0.9885223 Mar 22 19:19:43.816349 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40906) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:19:43.833523 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f9e91-5798-40b8-89b6-3545856458da tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Pushing event deleted for resources: {'Network': ['ID=5d6f6a23-9aeb-4117-ab7d-682e6517e99d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:43.851266 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-42fdf953-2f30-4a2a-a208-2c801119e243 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1393064068'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:19:43.971375 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30bf059-3e8c-4dd7-a3c7-eed81b782d94 req-601b807c-c6d7-40ee-9e9f-1f1424e04ce6 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:43.972995 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c30bf059-3e8c-4dd7-a3c7-eed81b782d94 req-601b807c-c6d7-40ee-9e9f-1f1424e04ce6 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 944 time: 0.4081602 Mar 22 19:19:43.976995 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ed713-8da3-46df-9c39-8d5778330543 req-a7c6b748-10c1-4366-b3a1-947f1ca6e5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:43.979429 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2b1ed713-8da3-46df-9c39-8d5778330543 req-a7c6b748-10c1-4366-b3a1-947f1ca6e5d0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4005556 Mar 22 19:19:43.982246 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-9b5a8295-20eb-4fe5-b59f-32efba7b2027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:43.984426 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-9b5a8295-20eb-4fe5-b59f-32efba7b2027 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1824832e-8035-4e29-a8c5-aaeabb7261e8 HTTP/1.1" status: 200 len: 848 time: 0.4040778 Mar 22 19:19:43.986369 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fdf953-2f30-4a2a-a208-2c801119e243 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Made reservation on behalf of 67b86c6af44b4a07933828ae021d3977 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:19:43.990350 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-42fdf953-2f30-4a2a-a208-2c801119e243 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:44.070368 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42fdf953-2f30-4a2a-a208-2c801119e243 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:19:44.166920 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-143cc632-cfc3-4b21-a63f-8b2878825be5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=63b49c54-7e45-4147-9f0e-8b47e058281a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1529925 Mar 22 19:19:44.243468 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device e8b6a953-6342-4b8c-8a15-f58e4127d466 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:19:44.269571 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: e8b6a953-6342-4b8c-8a15-f58e4127d466 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:19:44.269760 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device e8b6a953-6342-4b8c-8a15-f58e4127d466 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:19:44.328741 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40926) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:19:44.384543 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-42fdf953-2f30-4a2a-a208-2c801119e243 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (9fc784f7-7764-470d-9bd6-369c3ff943b7), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:44.385099 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-42fdf953-2f30-4a2a-a208-2c801119e243 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Added segment 9fc784f7-7764-470d-9bd6-369c3ff943b7 of type vlan for network cceaf50e-e47c-40b2-a7b2-8439fe158fbc Mar 22 19:19:44.476567 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-42fdf953-2f30-4a2a-a208-2c801119e243 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (cceaf50e-e47c-40b2-a7b2-8439fe158fbc), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:44.477921 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dff741bf-8424-42a4-86b1-4a5d07ce8ab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:44.559248 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c30bf059-3e8c-4dd7-a3c7-eed81b782d94 req-c1fefaa4-ed3d-49a7-87f0-29394c46e49f tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5736082 Mar 22 19:19:44.601434 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dff741bf-8424-42a4-86b1-4a5d07ce8ab4 admin admin] Publish callbacks [] for security_group (4585701b-7b80-48bf-a344-30b0f0ddcfca), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:44.610486 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dff741bf-8424-42a4-86b1-4a5d07ce8ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (4585701b-7b80-48bf-a344-30b0f0ddcfca), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:44.633176 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a013e8d-bf53-448f-b161-73b96a85a2f2 req-a801b0fa-0209-470a-8ee5-6c44ec53dbde tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:44.643006 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a013e8d-bf53-448f-b161-73b96a85a2f2 req-a801b0fa-0209-470a-8ee5-6c44ec53dbde tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.3890066 Mar 22 19:19:44.669093 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-dff741bf-8424-42a4-86b1-4a5d07ce8ab4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f538a4eae5e94fc18b9afbeb4fb338c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3392289 Mar 22 19:19:44.670720 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff741bf-8424-42a4-86b1-4a5d07ce8ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4585701b-7b80-48bf-a344-30b0f0ddcfca,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:44.673247 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40932) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:19:44.678965 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-f107ee70-04bc-4cdf-a722-8d9dc5b162ee tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:44.681677 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-f107ee70-04bc-4cdf-a722-8d9dc5b162ee tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec&tenant_id=fa44a62348c348ba8b3d4c4340e75bae&binding%3Ahost_id=n-h1-705658-24 HTTP/1.1" status: 200 len: 949 time: 0.5102022 Mar 22 19:19:44.703930 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-42fdf953-2f30-4a2a-a208-2c801119e243 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (cceaf50e-e47c-40b2-a7b2-8439fe158fbc), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:44.709082 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fdf953-2f30-4a2a-a208-2c801119e243 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:44.709810 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-42fdf953-2f30-4a2a-a208-2c801119e243 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:44.714075 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-d6c5cd60-5e4a-4dba-887a-7b783a58fc3b service neutron] 10.222.0.85 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591722 Mar 22 19:19:44.726303 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-188f9bb3-ac1d-41a8-92e4-69d14a312125 admin admin] Publish callbacks [] for security_group (4585701b-7b80-48bf-a344-30b0f0ddcfca), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:44.751506 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-188f9bb3-ac1d-41a8-92e4-69d14a312125 admin admin] Publish callbacks [] for security_group (4585701b-7b80-48bf-a344-30b0f0ddcfca), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:44.803490 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0429aeff-09c5-4845-b0f1-9bf59eee5a2c req-05652242-6e5d-46e9-8380-354e707a2f6d tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 210 time: 0.1350410 Mar 22 19:19:44.805437 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2b1ed713-8da3-46df-9c39-8d5778330543 req-e22a1145-0619-4125-a5fc-66f9c3e7703a service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7927487 Mar 22 19:19:44.818323 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-188f9bb3-ac1d-41a8-92e4-69d14a312125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (4585701b-7b80-48bf-a344-30b0f0ddcfca), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:44.822838 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-188f9bb3-ac1d-41a8-92e4-69d14a312125 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:44.824778 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-188f9bb3-ac1d-41a8-92e4-69d14a312125 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4585701b-7b80-48bf-a344-30b0f0ddcfca HTTP/1.1" status: 204 len: 168 time: 0.1503487 Mar 22 19:19:44.841933 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f9bb3-ac1d-41a8-92e4-69d14a312125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4585701b-7b80-48bf-a344-30b0f0ddcfca,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:45.002278 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-42fdf953-2f30-4a2a-a208-2c801119e243 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1660724 Mar 22 19:19:45.005290 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40938) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:19:45.013982 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-750eca01-38c8-4337-99e6-3fe2626e5732 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Request body: {'subnet': {'network_id': 'cceaf50e-e47c-40b2-a7b2-8439fe158fbc', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:19:45.044333 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-38f6119b-2a2c-44a0-898f-ba14554d0caa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:45.100588 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fdf953-2f30-4a2a-a208-2c801119e243 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Pushing event updated for resources: {'Network': ['ID=cceaf50e-e47c-40b2-a7b2-8439fe158fbc,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:45.117664 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network cceaf50e-e47c-40b2-a7b2-8439fe158fbc details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:19:45.232200 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-85abea70-bac6-46b4-b353-1201ab0e62af tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:45.233871 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-85abea70-bac6-46b4-b353-1201ab0e62af tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.84 "GET /v2.0/networks?id=3f43483d-05ef-426b-881a-d8fc390ab6a9 HTTP/1.1" status: 200 len: 821 time: 0.1158333 Mar 22 19:19:45.234491 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a013e8d-bf53-448f-b161-73b96a85a2f2 req-6e78fd69-eb3c-4bf3-8167-88d78c2c65e8 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5905399 Mar 22 19:19:45.308463 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-9e68a73f-6e7d-467b-b983-7a3a7a3c412a tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Request body: {'port': {'device_id': '2809ca70-dde7-49a7-a1a0-d9b1bc4dacde', 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9', 'admin_state_up': True, 'tenant_id': '21ca62c1596a4d419681f3e57266f544'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:19:45.346878 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2b1ed713-8da3-46df-9c39-8d5778330543 req-eefbb5ec-9ac4-40ef-8fe6-731a6cff55e9 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457862 Mar 22 19:19:45.378216 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-340ab12f-0f64-496e-9f38-7b8b6531d096 service neutron] 10.222.0.84 "GET /v2.0/ports/af2b96db-74fa-4129-bb17-9e177edae123/bindings/n-h1-705658-24 HTTP/1.1" status: 200 len: 383 time: 0.6535378 Mar 22 19:19:45.414825 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750eca01-38c8-4337-99e6-3fe2626e5732 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Made reservation on behalf of 67b86c6af44b4a07933828ae021d3977 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:19:45.419049 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-750eca01-38c8-4337-99e6-3fe2626e5732 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:45.437190 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03efcdf7-dafe-42ec-9752-edf5a2d30853', 'tag': '4fd4069b-2348-42da-8c6c-b594453833d1'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:19:45.444807 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacdcf28-70f4-4951-82c6-2edaf53b5ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "03efcdf7-dafe-42ec-9752-edf5a2d30853", "tag": "4fd4069b-2348-42da-8c6c-b594453833d1"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:19:45.483775 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a60bf5-c9a5-43ee-9430-35509fa4e920 req-2ed2336e-9b07-403b-808e-eb6b372597a0 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:45.494075 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c2a60bf5-c9a5-43ee-9430-35509fa4e920 req-2ed2336e-9b07-403b-808e-eb6b372597a0 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 949 time: 0.5849771 Mar 22 19:19:45.544795 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-9e68a73f-6e7d-467b-b983-7a3a7a3c412a tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Made reservation on behalf of 21ca62c1596a4d419681f3e57266f544 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:19:45.547153 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-314dccd1-16ca-46ce-9042-e9181a545bd1 req-ef83dffb-1a2f-48e8-9829-8e833f68792d service neutron] 10.222.0.85 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8007505 Mar 22 19:19:45.548162 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-9e68a73f-6e7d-467b-b983-7a3a7a3c412a tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:45.593843 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:45.640290 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c2a60bf5-c9a5-43ee-9430-35509fa4e920 req-5f3336d6-0427-42e4-b298-c795247fe147 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443074 Mar 22 19:19:45.661755 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-b2f0aef8-acc7-4046-9cad-6117a1736bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:45.672032 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-b2f0aef8-acc7-4046-9cad-6117a1736bee service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 1132 time: 0.2584224 Mar 22 19:19:45.705078 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac9b30-b2f2-45de-bcf5-f0ecf03b7d30 req-c56b39db-9d51-40e5-b854-57e26341e21c tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:45.707067 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-39ac9b30-b2f2-45de-bcf5-f0ecf03b7d30 req-c56b39db-9d51-40e5-b854-57e26341e21c tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=461218c1-15af-4c75-ba02-f5fc448c4a3a HTTP/1.1" status: 200 len: 949 time: 0.2794652 Mar 22 19:19:45.795003 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-750eca01-38c8-4337-99e6-3fe2626e5732 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (201dc86d-bfca-423b-a8a1-a6818ea52550), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:45.837638 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 5c1d98d1-388f-4a10-8a87-afba767d4899 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:19:45.839329 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-9e68a73f-6e7d-467b-b983-7a3a7a3c412a tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Allocated IP 172.20.0.14 (3f43483d-05ef-426b-881a-d8fc390ab6a9/bc515ca7-b43f-45d2-b838-320d24bc42f9/66e7a65a-1ce6-4bd9-9b89-f98a88095201) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:19:45.916978 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750eca01-38c8-4337-99e6-3fe2626e5732 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Pushing event updated for resources: {'Subnet': ['ID=201dc86d-bfca-423b-a8a1-a6818ea52550,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:45.919225 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750eca01-38c8-4337-99e6-3fe2626e5732 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Checking segment: {'id': '9fc784f7-7764-470d-9bd6-369c3ff943b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cceaf50e-e47c-40b2-a7b2-8439fe158fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:19:45.919636 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750eca01-38c8-4337-99e6-3fe2626e5732 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Network hostable DHCP agents. Network: cceaf50e-e47c-40b2-a7b2-8439fe158fbc, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:19:45.936910 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 5c1d98d1-388f-4a10-8a87-afba767d4899 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:19:45.941866 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 5c1d98d1-388f-4a10-8a87-afba767d4899 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:19:45.942543 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5c1d98d1-388f-4a10-8a87-afba767d4899), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:45.960619 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750eca01-38c8-4337-99e6-3fe2626e5732 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Network cceaf50e-e47c-40b2-a7b2-8439fe158fbc is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:19:46.007861 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-750eca01-38c8-4337-99e6-3fe2626e5732 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, cceaf50e-e47c-40b2-a7b2-8439fe158fbc) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:19:46.024702 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438cad96-281d-4d00-817a-6141e6aad015 None None] Network cceaf50e-e47c-40b2-a7b2-8439fe158fbc requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:19:46.027132 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750eca01-38c8-4337-99e6-3fe2626e5732 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:46.027721 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-750eca01-38c8-4337-99e6-3fe2626e5732 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:46.057756 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-750eca01-38c8-4337-99e6-3fe2626e5732 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0511029 Mar 22 19:19:46.065958 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40972) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:19:46.077481 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-b2f0f041-4c45-49e2-9e98-9ae8d7db5069 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1003279977'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:19:46.103640 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 5c1d98d1-388f-4a10-8a87-afba767d4899 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:46.104252 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5c1d98d1-388f-4a10-8a87-afba767d4899), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:46.106739 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f0f041-4c45-49e2-9e98-9ae8d7db5069 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Made reservation on behalf of 67b86c6af44b4a07933828ae021d3977 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:19:46.110461 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b2f0f041-4c45-49e2-9e98-9ae8d7db5069 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:46.153640 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8ad874-0f2f-424a-ad1d-5f32227821d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1d98d1-388f-4a10-8a87-afba767d4899'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:19:46.156083 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f45ed69-1a3f-4a49-82db-dbcdbb3c0e35" -d '{"events": [{"server_uuid": "7d8ad874-0f2f-424a-ad1d-5f32227821d9", "name": "network-vif-plugged", "status": "completed", "tag": "5c1d98d1-388f-4a10-8a87-afba767d4899"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:19:46.157866 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-9e68a73f-6e7d-467b-b983-7a3a7a3c412a tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Publish callbacks [] for port (66e7a65a-1ce6-4bd9-9b89-f98a88095201), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:46.168143 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f0f041-4c45-49e2-9e98-9ae8d7db5069 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:19:46.186296 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b2f0f041-4c45-49e2-9e98-9ae8d7db5069 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (c220f14e-ecc6-4430-b8c4-85e311e92cfa), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:46.186717 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-b2f0f041-4c45-49e2-9e98-9ae8d7db5069 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Added segment c220f14e-ecc6-4430-b8c4-85e311e92cfa of type vlan for network e930d616-8bf8-463b-a18b-d69f6a228771 Mar 22 19:19:46.197646 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 5c1d98d1-388f-4a10-8a87-afba767d4899, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=5c1d98d1-388f-4a10-8a87-afba767d4899,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:46.206511 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5c1d98d1-388f-4a10-8a87-afba767d4899), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:46.207484 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device af2b96db-74fa-4129-bb17-9e177edae123 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:19:46.215069 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb51dad-069a-451e-bb1f-6038f1a3a847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-cceaf50e-e47c-40b2-a7b2-8439fe158fbc', 'network_id': 'cceaf50e-e47c-40b2-a7b2-8439fe158fbc', 'project_id': '67b86c6af44b4a07933828ae021d3977', 'fixed_ips': [{'subnet_id': '201dc86d-bfca-423b-a8a1-a6818ea52550'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:19:46.216156 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7eb51dad-069a-451e-bb1f-6038f1a3a847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:46.252111 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-39ac9b30-b2f2-45de-bcf5-f0ecf03b7d30 req-699017a1-dad4-40b4-9a7f-5a378bb5900b tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5305953 Mar 22 19:19:46.278142 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b2f0f041-4c45-49e2-9e98-9ae8d7db5069 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (e930d616-8bf8-463b-a18b-d69f6a228771), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:46.291154 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-9e68a73f-6e7d-467b-b983-7a3a7a3c412a tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (66e7a65a-1ce6-4bd9-9b89-f98a88095201), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:46.304170 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389da922-12b7-41fb-b3b3-b6b28fc349be req-969dfcd1-bb72-44fe-a5eb-e4d3b1a30746 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:46.312652 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-389da922-12b7-41fb-b3b3-b6b28fc349be req-969dfcd1-bb72-44fe-a5eb-e4d3b1a30746 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.5912716 Mar 22 19:19:46.315085 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-45a33be3-3a96-4272-b8f1-ab1eb601161b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:46.316538 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-45a33be3-3a96-4272-b8f1-ab1eb601161b service neutron] 10.222.0.84 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.6328387 Mar 22 19:19:46.371208 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-fdddce5a-1baf-4a0b-bc49-9e94de2c199c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=af2b96db-74fa-4129-bb17-9e177edae123 HTTP/1.1" status: 200 len: 217 time: 0.0476587 Mar 22 19:19:46.385103 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=5c1d98d1-388f-4a10-8a87-afba767d4899,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:46.391968 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port af2b96db-74fa-4129-bb17-9e177edae123 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:19:46.400567 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port af2b96db-74fa-4129-bb17-9e177edae123 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:19:46.401225 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (af2b96db-74fa-4129-bb17-9e177edae123), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:46.403233 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68a73f-6e7d-467b-b983-7a3a7a3c412a tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Pushing event updated for resources: {'Port': ['ID=66e7a65a-1ce6-4bd9-9b89-f98a88095201,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:46.416149 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-389da922-12b7-41fb-b3b3-b6b28fc349be req-afecaa6c-fafc-486e-85a1-6ceea2a92fe5 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989966 Mar 22 19:19:46.438017 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.db.resource_extend [None req-b2f0f041-4c45-49e2-9e98-9ae8d7db5069 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:19:46.486355 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-9e68a73f-6e7d-467b-b983-7a3a7a3c412a tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Network 3f43483d-05ef-426b-881a-d8fc390ab6a9 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:19:46.496832 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d44ade-d17b-448b-bd91-3fcfd33db441 x-openstack-request-id: req-12d44ade-d17b-448b-bd91-3fcfd33db441 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:19:46.497406 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03efcdf7-dafe-42ec-9752-edf5a2d30853", "tag": "4fd4069b-2348-42da-8c6c-b594453833d1", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:19:46.497406 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-12d44ade-d17b-448b-bd91-3fcfd33db441 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:19:46.497757 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12d44ade-d17b-448b-bd91-3fcfd33db441'] response: {'name': 'network-changed', 'server_uuid': '03efcdf7-dafe-42ec-9752-edf5a2d30853', 'tag': '4fd4069b-2348-42da-8c6c-b594453833d1', 'status': 'completed', 'code': 200} Mar 22 19:19:46.509381 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-9e68a73f-6e7d-467b-b983-7a3a7a3c412a tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:19:46.512152 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-9e68a73f-6e7d-467b-b983-7a3a7a3c412a tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:19:46.542554 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-7eb51dad-069a-451e-bb1f-6038f1a3a847 None None] Allocated IP 19.80.0.2 (cceaf50e-e47c-40b2-a7b2-8439fe158fbc/201dc86d-bfca-423b-a8a1-a6818ea52550/d85a44a4-f523-4432-a33e-817dcc7d2c18) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:19:46.548941 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port af2b96db-74fa-4129-bb17-9e177edae123 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:46.549463 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (af2b96db-74fa-4129-bb17-9e177edae123), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:46.576419 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-9e68a73f-6e7d-467b-b983-7a3a7a3c412a tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:46.577179 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-9e68a73f-6e7d-467b-b983-7a3a7a3c412a tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:46.580086 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-d3819812-83e8-440b-b99b-39bfe2713cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:46.581163 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b2f0f041-4c45-49e2-9e98-9ae8d7db5069 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (e930d616-8bf8-463b-a18b-d69f6a228771), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:46.582884 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-d3819812-83e8-440b-b99b-39bfe2713cd7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1815372 Mar 22 19:19:46.587878 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f0f041-4c45-49e2-9e98-9ae8d7db5069 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:46.588503 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b2f0f041-4c45-49e2-9e98-9ae8d7db5069 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:46.588993 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port af2b96db-74fa-4129-bb17-9e177edae123, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=af2b96db-74fa-4129-bb17-9e177edae123,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:46.597847 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (af2b96db-74fa-4129-bb17-9e177edae123), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:46.647580 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-9e68a73f-6e7d-467b-b983-7a3a7a3c412a tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3450246 Mar 22 19:19:46.661075 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-90d1be04-9b09-429a-bbc9-ca5ab3d8a08d service neutron] Request body: {'port': {'device_id': '2809ca70-dde7-49a7-a1a0-d9b1bc4dacde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:19:46.686360 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b2f0f041-4c45-49e2-9e98-9ae8d7db5069 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6189890 Mar 22 19:19:46.686963 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:19:46.693506 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40982) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:19:46.703414 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0f041-4c45-49e2-9e98-9ae8d7db5069 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Pushing event updated for resources: {'Network': ['ID=e930d616-8bf8-463b-a18b-d69f6a228771,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:46.707353 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-c227f3e1-070a-4816-af88-296f8f164f87 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Request body: {'subnet': {'network_id': 'e930d616-8bf8-463b-a18b-d69f6a228771', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:19:46.743119 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-90d1be04-9b09-429a-bbc9-ca5ab3d8a08d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (66e7a65a-1ce6-4bd9-9b89-f98a88095201), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:46.797204 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network e930d616-8bf8-463b-a18b-d69f6a228771 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:19:46.818421 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=af2b96db-74fa-4129-bb17-9e177edae123,revision_number=9']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:46.818831 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacdcf28-70f4-4951-82c6-2edaf53b5ce2 req-f3d5b750-a34b-4489-9f43-56231d150346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:46.820382 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dacdcf28-70f4-4951-82c6-2edaf53b5ce2 req-f3d5b750-a34b-4489-9f43-56231d150346 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=635145d2a62d432cbc865a99eb3219e4&device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 1127 time: 0.3218555 Mar 22 19:19:46.830542 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-2541aad4-5c14-4573-8721-dac8839d6a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:46.832046 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-2541aad4-5c14-4573-8721-dac8839d6a94 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2303908 Mar 22 19:19:46.942902 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacdcf28-70f4-4951-82c6-2edaf53b5ce2 req-7f939777-a3ce-42fd-8308-6985b84191fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:46.944363 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dacdcf28-70f4-4951-82c6-2edaf53b5ce2 req-7f939777-a3ce-42fd-8308-6985b84191fb service neutron] 10.222.0.85 "GET /v2.0/networks?id=63b49c54-7e45-4147-9f0e-8b47e058281a HTTP/1.1" status: 200 len: 909 time: 0.1114221 Mar 22 19:19:46.954211 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:19:46.954618 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b56110-66c3-4070-97c4-fcefe6914ae5 req-3d158d59-f01a-44c4-9810-3c11f4336291 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:46.962747 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21b56110-66c3-4070-97c4-fcefe6914ae5 req-3d158d59-f01a-44c4-9810-3c11f4336291 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 944 time: 0.4356947 Mar 22 19:19:46.971371 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cba06-85c5-416f-b84c-9b198799626f req-aeceb544-262f-4fb0-bf55-21e58a21718a tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:46.979248 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c7cba06-85c5-416f-b84c-9b198799626f req-aeceb544-262f-4fb0-bf55-21e58a21718a tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 932 time: 0.4244330 Mar 22 19:19:46.985575 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:19:46.986312 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:47.045998 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7eb51dad-069a-451e-bb1f-6038f1a3a847 None None] Publish callbacks [] for port (d85a44a4-f523-4432-a33e-817dcc7d2c18), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:47.066618 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7eb51dad-069a-451e-bb1f-6038f1a3a847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (d85a44a4-f523-4432-a33e-817dcc7d2c18), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:47.116733 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:47.117448 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:47.133932 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dacdcf28-70f4-4951-82c6-2edaf53b5ce2 req-d35b99c6-a06c-4b89-8743-f0cecffb3373 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fd4069b-2348-42da-8c6c-b594453833d1 HTTP/1.1" status: 200 len: 217 time: 0.1430795 Mar 22 19:19:47.189507 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c7cba06-85c5-416f-b84c-9b198799626f req-3fe19980-34b5-40a8-b9fd-6518dfcca2e7 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043176 Mar 22 19:19:47.194234 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:47.214453 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb51dad-069a-451e-bb1f-6038f1a3a847 None None] Network cceaf50e-e47c-40b2-a7b2-8439fe158fbc is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:19:47.221898 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:47.228326 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-7eb51dad-069a-451e-bb1f-6038f1a3a847 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:19:47.232615 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb51dad-069a-451e-bb1f-6038f1a3a847 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:19:47.239877 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c227f3e1-070a-4816-af88-296f8f164f87 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Made reservation on behalf of 67b86c6af44b4a07933828ae021d3977 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:19:47.241881 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb51dad-069a-451e-bb1f-6038f1a3a847 None None] Pushing event updated for resources: {'Port': ['ID=d85a44a4-f523-4432-a33e-817dcc7d2c18,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:47.259529 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c227f3e1-070a-4816-af88-296f8f164f87 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:47.345554 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-aaeee5a7-fd99-4d5e-9e01-e211cf4dfc67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:47.351049 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-7eb51dad-069a-451e-bb1f-6038f1a3a847 None None] Attempting to bind port d85a44a4-f523-4432-a33e-817dcc7d2c18 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:19:47.351420 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-7eb51dad-069a-451e-bb1f-6038f1a3a847 None None] Attempting to bind port d85a44a4-f523-4432-a33e-817dcc7d2c18 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '9fc784f7-7764-470d-9bd6-369c3ff943b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cceaf50e-e47c-40b2-a7b2-8439fe158fbc'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:19:47.351835 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb51dad-069a-451e-bb1f-6038f1a3a847 None None] Attempting to bind port d85a44a4-f523-4432-a33e-817dcc7d2c18 on network cceaf50e-e47c-40b2-a7b2-8439fe158fbc {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:19:47.368634 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb51dad-069a-451e-bb1f-6038f1a3a847 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:19:47.369132 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb51dad-069a-451e-bb1f-6038f1a3a847 None None] Checking segment: {'id': '9fc784f7-7764-470d-9bd6-369c3ff943b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cceaf50e-e47c-40b2-a7b2-8439fe158fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:19:47.369523 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7eb51dad-069a-451e-bb1f-6038f1a3a847 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:47.369894 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb51dad-069a-451e-bb1f-6038f1a3a847 None None] Bound using segment: {'id': '9fc784f7-7764-470d-9bd6-369c3ff943b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cceaf50e-e47c-40b2-a7b2-8439fe158fbc'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:19:47.370567 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-7eb51dad-069a-451e-bb1f-6038f1a3a847 None None] Bound port: d85a44a4-f523-4432-a33e-817dcc7d2c18, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc784f7-7764-470d-9bd6-369c3ff943b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cceaf50e-e47c-40b2-a7b2-8439fe158fbc'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:19:47.370948 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7eb51dad-069a-451e-bb1f-6038f1a3a847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d85a44a4-f523-4432-a33e-817dcc7d2c18), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:47.372926 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:47.454255 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-90d1be04-9b09-429a-bbc9-ca5ab3d8a08d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e7a65a-1ce6-4bd9-9b89-f98a88095201 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:19:47.458556 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-7eb51dad-069a-451e-bb1f-6038f1a3a847 None None] For port d85a44a4-f523-4432-a33e-817dcc7d2c18, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:19:47.462222 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-7eb51dad-069a-451e-bb1f-6038f1a3a847 None None] For port d85a44a4-f523-4432-a33e-817dcc7d2c18, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=d85a44a4-f523-4432-a33e-817dcc7d2c18,segment=NetworkSegment(9fc784f7-7764-470d-9bd6-369c3ff943b7),segment_id=9fc784f7-7764-470d-9bd6-369c3ff943b7)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:19:47.463906 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-90d1be04-9b09-429a-bbc9-ca5ab3d8a08d service neutron] Publish callbacks [] for port (66e7a65a-1ce6-4bd9-9b89-f98a88095201), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:47.469978 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7eb51dad-069a-451e-bb1f-6038f1a3a847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d85a44a4-f523-4432-a33e-817dcc7d2c18), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:47.473631 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21b56110-66c3-4070-97c4-fcefe6914ae5 req-3640640a-c9ea-40d6-8086-e0dfeb8c925c tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5100029 Mar 22 19:19:47.482434 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-90d1be04-9b09-429a-bbc9-ca5ab3d8a08d service neutron] Transition to ACTIVE for port object 66e7a65a-1ce6-4bd9-9b89-f98a88095201 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:19:47.488937 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-90d1be04-9b09-429a-bbc9-ca5ab3d8a08d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (66e7a65a-1ce6-4bd9-9b89-f98a88095201), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:47.532751 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacdcf28-70f4-4951-82c6-2edaf53b5ce2 req-b43e81c6-1b36-40ca-a8aa-ff01efaab987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:47.534714 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dacdcf28-70f4-4951-82c6-2edaf53b5ce2 req-b43e81c6-1b36-40ca-a8aa-ff01efaab987 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1824832e-8035-4e29-a8c5-aaeabb7261e8 HTTP/1.1" status: 200 len: 848 time: 0.3666985 Mar 22 19:19:47.594634 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048706bb-2eaf-4c57-b584-41d01d926d4c x-openstack-request-id: req-048706bb-2eaf-4c57-b584-41d01d926d4c {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:19:47.594996 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8ad874-0f2f-424a-ad1d-5f32227821d9", "name": "network-vif-plugged", "status": "completed", "tag": "5c1d98d1-388f-4a10-8a87-afba767d4899", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:19:47.596585 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-048706bb-2eaf-4c57-b584-41d01d926d4c {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:19:47.597011 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-048706bb-2eaf-4c57-b584-41d01d926d4c'] response: {'server_uuid': '7d8ad874-0f2f-424a-ad1d-5f32227821d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c1d98d1-388f-4a10-8a87-afba767d4899', 'code': 200} Mar 22 19:19:47.653351 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40998) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:19:47.660158 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb51dad-069a-451e-bb1f-6038f1a3a847 None None] Pushing event updated for resources: {'Port': ['ID=d85a44a4-f523-4432-a33e-817dcc7d2c18,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:47.685371 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dacdcf28-70f4-4951-82c6-2edaf53b5ce2 req-2ffd2072-bd33-4e6e-a4da-c9b182532ccc service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=63b49c54-7e45-4147-9f0e-8b47e058281a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1384408 Mar 22 19:19:47.709932 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-fbaa3be6-5045-4000-b652-3a6894f1d249 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7693324 Mar 22 19:19:47.724259 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1be04-9b09-429a-bbc9-ca5ab3d8a08d service neutron] Pushing event updated for resources: {'Port': ['ID=66e7a65a-1ce6-4bd9-9b89-f98a88095201,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:47.865357 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e150b64-3ef5-4411-b534-c22ab2d63091 admin admin] Deleting subnet 557c463e-0ced-46b1-95bb-72c186d37083 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:19:47.900469 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e150b64-3ef5-4411-b534-c22ab2d63091 admin admin] Publish callbacks [] for subnet (557c463e-0ced-46b1-95bb-72c186d37083), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:47.968655 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dacdcf28-70f4-4951-82c6-2edaf53b5ce2 req-8ce5bfa4-d066-42a1-9ed7-14f32ac0af20 service neutron] 10.222.0.85 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576780 Mar 22 19:19:47.971599 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346c1ba-7f44-45d7-911e-14ddce8f581b req-7c9514dd-e0dd-4ab0-a0f4-b21266461db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:47.973426 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2346c1ba-7f44-45d7-911e-14ddce8f581b req-7c9514dd-e0dd-4ab0-a0f4-b21266461db4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7d8ad874-0f2f-424a-ad1d-5f32227821d9 HTTP/1.1" status: 200 len: 1132 time: 0.2917166 Mar 22 19:19:47.985056 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e150b64-3ef5-4411-b534-c22ab2d63091 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (557c463e-0ced-46b1-95bb-72c186d37083), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:48.059610 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-90d1be04-9b09-429a-bbc9-ca5ab3d8a08d service neutron] Attempting to bind port 66e7a65a-1ce6-4bd9-9b89-f98a88095201 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:19:48.060759 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-90d1be04-9b09-429a-bbc9-ca5ab3d8a08d service neutron] Attempting to bind port 66e7a65a-1ce6-4bd9-9b89-f98a88095201 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:19:48.061360 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-90d1be04-9b09-429a-bbc9-ca5ab3d8a08d service neutron] Attempting to bind port 66e7a65a-1ce6-4bd9-9b89-f98a88095201 on network 3f43483d-05ef-426b-881a-d8fc390ab6a9 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:19:48.093036 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e150b64-3ef5-4411-b534-c22ab2d63091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (557c463e-0ced-46b1-95bb-72c186d37083), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:48.097800 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-90d1be04-9b09-429a-bbc9-ca5ab3d8a08d service neutron] Port 66e7a65a-1ce6-4bd9-9b89-f98a88095201 on network 3f43483d-05ef-426b-881a-d8fc390ab6a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:19:48.097800 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-90d1be04-9b09-429a-bbc9-ca5ab3d8a08d service neutron] Attempting to bind port 66e7a65a-1ce6-4bd9-9b89-f98a88095201 on network 3f43483d-05ef-426b-881a-d8fc390ab6a9 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:19:48.099228 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:48.137559 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-90d1be04-9b09-429a-bbc9-ca5ab3d8a08d service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:19:48.137847 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-90d1be04-9b09-429a-bbc9-ca5ab3d8a08d service neutron] Checking segment: {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:19:48.138253 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-90d1be04-9b09-429a-bbc9-ca5ab3d8a08d service neutron] Bound using segment: {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:19:48.138701 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-90d1be04-9b09-429a-bbc9-ca5ab3d8a08d service neutron] Bound port: 66e7a65a-1ce6-4bd9-9b89-f98a88095201, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:19:48.139061 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-90d1be04-9b09-429a-bbc9-ca5ab3d8a08d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (66e7a65a-1ce6-4bd9-9b89-f98a88095201), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:48.157717 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2346c1ba-7f44-45d7-911e-14ddce8f581b req-10fb0972-88bb-4506-881e-509c234cd7fc service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313086 Mar 22 19:19:48.199145 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17aa498-fc23-42a4-90fb-f68113020f2e req-c25bccf2-94b3-434d-aac9-d8ee448076e2 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:48.207126 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d17aa498-fc23-42a4-90fb-f68113020f2e req-c25bccf2-94b3-434d-aac9-d8ee448076e2 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=461218c1-15af-4c75-ba02-f5fc448c4a3a HTTP/1.1" status: 200 len: 950 time: 0.4906809 Mar 22 19:19:48.222631 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-90d1be04-9b09-429a-bbc9-ca5ab3d8a08d service neutron] For port 66e7a65a-1ce6-4bd9-9b89-f98a88095201, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:19:48.225664 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-90d1be04-9b09-429a-bbc9-ca5ab3d8a08d service neutron] For port 66e7a65a-1ce6-4bd9-9b89-f98a88095201, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=66e7a65a-1ce6-4bd9-9b89-f98a88095201,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:19:48.230814 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08dc3ef-e719-4c2b-a81a-fd109d5039cc req-20653a7c-cb41-437f-b676-28d85017623e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:48.232456 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d08dc3ef-e719-4c2b-a81a-fd109d5039cc req-20653a7c-cb41-437f-b676-28d85017623e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 950 time: 0.4728770 Mar 22 19:19:48.243520 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-90d1be04-9b09-429a-bbc9-ca5ab3d8a08d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (66e7a65a-1ce6-4bd9-9b89-f98a88095201), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:48.270939 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-a6757ea6-178e-4a95-ae79-97aaaeff0162 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5382264 Mar 22 19:19:48.311530 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-90d1be04-9b09-429a-bbc9-ca5ab3d8a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:48.312211 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-90d1be04-9b09-429a-bbc9-ca5ab3d8a08d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:48.313683 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-90d1be04-9b09-429a-bbc9-ca5ab3d8a08d service neutron] 10.222.0.84 "PUT /v2.0/ports/66e7a65a-1ce6-4bd9-9b89-f98a88095201 HTTP/1.1" status: 200 len: 1093 time: 1.6578028 Mar 22 19:19:48.314745 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2809ca70-dde7-49a7-a1a0-d9b1bc4dacde', 'tag': '66e7a65a-1ce6-4bd9-9b89-f98a88095201'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:19:48.316709 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803383c9-909a-477d-8479-95910e1ab0a9" -d '{"events": [{"name": "network-changed", "server_uuid": "2809ca70-dde7-49a7-a1a0-d9b1bc4dacde", "tag": "66e7a65a-1ce6-4bd9-9b89-f98a88095201"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:19:48.319981 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dacdcf28-70f4-4951-82c6-2edaf53b5ce2 req-f63a20b6-01df-4737-81b7-bb85f330f9a4 service neutron] 10.222.0.85 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200066 Mar 22 19:19:48.326183 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e150b64-3ef5-4411-b534-c22ab2d63091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (557c463e-0ced-46b1-95bb-72c186d37083), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:48.343822 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c227f3e1-070a-4816-af88-296f8f164f87 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (fe022df2-c3fa-4f05-ae34-40e2d408aaf3), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:48.372567 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e150b64-3ef5-4411-b534-c22ab2d63091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=557c463e-0ced-46b1-95bb-72c186d37083,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:48.374213 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d85a44a4-f523-4432-a33e-817dcc7d2c18 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:19:48.374697 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e150b64-3ef5-4411-b534-c22ab2d63091 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:48.380421 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4e150b64-3ef5-4411-b534-c22ab2d63091 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/557c463e-0ced-46b1-95bb-72c186d37083 HTTP/1.1" status: 204 len: 168 time: 0.7247806 Mar 22 19:19:48.382233 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1be04-9b09-429a-bbc9-ca5ab3d8a08d service neutron] Pushing event updated for resources: {'Port': ['ID=66e7a65a-1ce6-4bd9-9b89-f98a88095201,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:48.385368 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41008) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:19:48.453644 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d17aa498-fc23-42a4-90fb-f68113020f2e req-9b5d3af4-c2ed-490f-9dfb-f148ab573069 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454305 Mar 22 19:19:48.516063 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2efe861c-1e55-4442-a118-f85270deeaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:48.522935 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port d85a44a4-f523-4432-a33e-817dcc7d2c18 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:19:48.523443 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d85a44a4-f523-4432-a33e-817dcc7d2c18), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:48.629648 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227f3e1-070a-4816-af88-296f8f164f87 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Pushing event updated for resources: {'Subnet': ['ID=fe022df2-c3fa-4f05-ae34-40e2d408aaf3,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:48.662800 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:48.671516 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2efe861c-1e55-4442-a118-f85270deeaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:48.687961 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227f3e1-070a-4816-af88-296f8f164f87 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:48.693101 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227f3e1-070a-4816-af88-296f8f164f87 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:48.693747 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227f3e1-070a-4816-af88-296f8f164f87 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:48.694344 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227f3e1-070a-4816-af88-296f8f164f87 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:48.699795 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227f3e1-070a-4816-af88-296f8f164f87 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:48.706346 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227f3e1-070a-4816-af88-296f8f164f87 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:48.707005 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227f3e1-070a-4816-af88-296f8f164f87 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:48.707505 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-2efe861c-1e55-4442-a118-f85270deeaa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:19:48.707826 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227f3e1-070a-4816-af88-296f8f164f87 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:48.708374 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227f3e1-070a-4816-af88-296f8f164f87 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:48.708936 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227f3e1-070a-4816-af88-296f8f164f87 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:48.709483 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227f3e1-070a-4816-af88-296f8f164f87 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:48.711847 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227f3e1-070a-4816-af88-296f8f164f87 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:48.712860 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227f3e1-070a-4816-af88-296f8f164f87 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:48.713434 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227f3e1-070a-4816-af88-296f8f164f87 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:48.714046 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c227f3e1-070a-4816-af88-296f8f164f87 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:48.726105 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-2efe861c-1e55-4442-a118-f85270deeaa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85cf4aab-02b0-4ed0-89a0-65a703cfb595') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:19:48.726321 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-2efe861c-1e55-4442-a118-f85270deeaa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85cf4aab-02b0-4ed0-89a0-65a703cfb595') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:19:48.738168 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port d85a44a4-f523-4432-a33e-817dcc7d2c18 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:48.738864 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d85a44a4-f523-4432-a33e-817dcc7d2c18), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:48.744376 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2efe861c-1e55-4442-a118-f85270deeaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (85cf4aab-02b0-4ed0-89a0-65a703cfb595), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:48.758835 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2efe861c-1e55-4442-a118-f85270deeaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (85cf4aab-02b0-4ed0-89a0-65a703cfb595), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:48.781124 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2efe861c-1e55-4442-a118-f85270deeaa8 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:19:48.781870 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2efe861c-1e55-4442-a118-f85270deeaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (85cf4aab-02b0-4ed0-89a0-65a703cfb595), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:48.784805 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:19:48.784805 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:19:48.784805 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:19:48.784805 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:19:48.784805 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:19:48.784805 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:19:48.784805 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:19:48.784805 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:19:48.784805 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:19:48.784805 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:19:48.784805 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:19:48.784805 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:19:48.784805 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:19:48.784805 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:19:48.784805 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:19:48.784805 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:19:48.784805 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:19:48.784805 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:19:48.784805 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:19:48.784805 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:19:48.784805 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:19:48.784805 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:19:48.784805 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:19:48.784805 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:19:48.784805 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:19:48.784805 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:19:48.784805 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:19:48.784805 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:19:48.784805 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:19:48.784805 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:19:48.784805 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:19:48.784805 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:19:48.794598 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-f5118033-04f6-4054-b36f-0d5f608d78cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:48.797175 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-f5118033-04f6-4054-b36f-0d5f608d78cc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=21ca62c1596a4d419681f3e57266f544&device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 1127 time: 0.3391929 Mar 22 19:19:48.797878 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c227f3e1-070a-4816-af88-296f8f164f87 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Checking segment: {'id': 'c220f14e-ecc6-4430-b8c4-85e311e92cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e930d616-8bf8-463b-a18b-d69f6a228771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:19:48.798351 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c227f3e1-070a-4816-af88-296f8f164f87 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Network hostable DHCP agents. Network: e930d616-8bf8-463b-a18b-d69f6a228771, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:19:48.825562 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port d85a44a4-f523-4432-a33e-817dcc7d2c18, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=d85a44a4-f523-4432-a33e-817dcc7d2c18,segment=NetworkSegment(9fc784f7-7764-470d-9bd6-369c3ff943b7),segment_id=9fc784f7-7764-470d-9bd6-369c3ff943b7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:48.843269 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d85a44a4-f523-4432-a33e-817dcc7d2c18), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:48.866043 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-39f3d2e2-cf61-43cc-92a7-1cb8327c6d3c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66e7a65a-1ce6-4bd9-9b89-f98a88095201 HTTP/1.1" status: 200 len: 217 time: 0.0584729 Mar 22 19:19:48.881673 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d08dc3ef-e719-4c2b-a81a-fd109d5039cc req-e06d7de5-013d-4589-b1fc-bad2d38d09ae tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6165795 Mar 22 19:19:48.902234 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2efe861c-1e55-4442-a118-f85270deeaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:48.914118 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2efe861c-1e55-4442-a118-f85270deeaa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:48.936865 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2efe861c-1e55-4442-a118-f85270deeaa8 admin admin] 10.222.0.75 "DELETE /v2.0/networks/c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd HTTP/1.1" status: 204 len: 168 time: 0.5387571 Mar 22 19:19:48.963675 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe861c-1e55-4442-a118-f85270deeaa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c91fb2ff-e0c8-4c83-a6c3-d92719fba3bd,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:48.972595 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=d85a44a4-f523-4432-a33e-817dcc7d2c18,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:49.034248 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c227f3e1-070a-4816-af88-296f8f164f87 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Network e930d616-8bf8-463b-a18b-d69f6a228771 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:19:49.054181 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19fefb7-3caf-4258-98ec-fc4af060b2a1 req-bf8ff87f-c15d-49a7-98c1-5e68cfcdd084 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:49.056427 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d19fefb7-3caf-4258-98ec-fc4af060b2a1 req-bf8ff87f-c15d-49a7-98c1-5e68cfcdd084 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.3364174 Mar 22 19:19:49.061315 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-383ac4d0-5f8a-4037-98c0-87dcdba7688a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:49.062853 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-383ac4d0-5f8a-4037-98c0-87dcdba7688a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bc515ca7-b43f-45d2-b838-320d24bc42f9 HTTP/1.1" status: 200 len: 861 time: 0.1650491 Mar 22 19:19:49.072803 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-c227f3e1-070a-4816-af88-296f8f164f87 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, e930d616-8bf8-463b-a18b-d69f6a228771) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:19:49.077730 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c227f3e1-070a-4816-af88-296f8f164f87 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:49.077730 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c227f3e1-070a-4816-af88-296f8f164f87 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:49.083835 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e957e00-d7c1-4b84-9897-539758c7a01a None None] Network e930d616-8bf8-463b-a18b-d69f6a228771 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:19:49.127671 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32c9a96-921d-4109-a04f-fccd3acc616c None None] Network cceaf50e-e47c-40b2-a7b2-8439fe158fbc requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:19:49.128760 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-77a45ee5-5940-4129-8e9c-ecbe17ada7cd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3f43483d-05ef-426b-881a-d8fc390ab6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450659 Mar 22 19:19:49.146237 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c227f3e1-070a-4816-af88-296f8f164f87 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4457512 Mar 22 19:19:49.154162 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f0c22-cd6e-4e6f-bc7e-a51ff596a0ea req-66bc67a9-d7d8-40f2-8567-cbf0c5bee9bd tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:49.162631 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-689f0c22-cd6e-4e6f-bc7e-a51ff596a0ea req-66bc67a9-d7d8-40f2-8567-cbf0c5bee9bd tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 944 time: 0.1709821 Mar 22 19:19:49.222897 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41026) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:19:49.254904 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d19fefb7-3caf-4258-98ec-fc4af060b2a1 req-255048f0-58ad-4738-ae68-a35e6700da38 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900349 Mar 22 19:19:49.319762 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e8c8e49d-0b06-4194-bbcc-28235d101d01 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6baa0c4671fe40f89b69725a70157b5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0952954 Mar 22 19:19:49.321254 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41030) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:19:49.343887 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef05c62-ac02-46cc-9117-74ddb8143ed7 x-openstack-request-id: req-8ef05c62-ac02-46cc-9117-74ddb8143ed7 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:19:49.344234 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2809ca70-dde7-49a7-a1a0-d9b1bc4dacde", "tag": "66e7a65a-1ce6-4bd9-9b89-f98a88095201", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:19:49.344721 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8ef05c62-ac02-46cc-9117-74ddb8143ed7 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:19:49.345197 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ef05c62-ac02-46cc-9117-74ddb8143ed7'] response: {'name': 'network-changed', 'server_uuid': '2809ca70-dde7-49a7-a1a0-d9b1bc4dacde', 'tag': '66e7a65a-1ce6-4bd9-9b89-f98a88095201', 'status': 'completed', 'code': 200} Mar 22 19:19:49.383044 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d08060c8-7905-4f9f-b491-4976897551b8 admin admin] Publish callbacks [] for security_group (e643afbd-6d24-4f79-99a2-68451ff2e1d7), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:49.389237 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-689f0c22-cd6e-4e6f-bc7e-a51ff596a0ea req-5f467332-4678-4668-a888-86b62d8ce6e2 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253797 Mar 22 19:19:49.423250 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-3e060677-0529-4d61-8860-12aaf49040ff None None] Provisioning complete for port d85a44a4-f523-4432-a33e-817dcc7d2c18 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:19:49.423250 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3e060677-0529-4d61-8860-12aaf49040ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d85a44a4-f523-4432-a33e-817dcc7d2c18), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:49.427838 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:19:49.438930 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d08060c8-7905-4f9f-b491-4976897551b8 admin admin] Publish callbacks [] for security_group (e643afbd-6d24-4f79-99a2-68451ff2e1d7), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:49.454348 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-b54fcfbc-cf95-4d8b-b348-358078c8a732 service neutron] 10.222.0.84 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866180 Mar 22 19:19:49.529272 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fefbe6-51cf-4f40-826f-7950a691b9b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-e930d616-8bf8-463b-a18b-d69f6a228771', 'network_id': 'e930d616-8bf8-463b-a18b-d69f6a228771', 'project_id': '67b86c6af44b4a07933828ae021d3977', 'fixed_ips': [{'subnet_id': 'fe022df2-c3fa-4f05-ae34-40e2d408aaf3'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:19:49.530511 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c4fefbe6-51cf-4f40-826f-7950a691b9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:49.540084 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d08060c8-7905-4f9f-b491-4976897551b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e643afbd-6d24-4f79-99a2-68451ff2e1d7), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:49.542928 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d08060c8-7905-4f9f-b491-4976897551b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:49.547092 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d08060c8-7905-4f9f-b491-4976897551b8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e643afbd-6d24-4f79-99a2-68451ff2e1d7 HTTP/1.1" status: 204 len: 168 time: 0.2242937 Mar 22 19:19:49.557137 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08060c8-7905-4f9f-b491-4976897551b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e643afbd-6d24-4f79-99a2-68451ff2e1d7,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:49.621623 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2b96db-74fa-4129-bb17-9e177edae123'}, {'server_uuid': '461218c1-15af-4c75-ba02-f5fc448c4a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:19:49.624241 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148e93ed-4c6b-4c8f-ab09-46277c92b93e" -d '{"events": [{"server_uuid": "d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec", "name": "network-vif-plugged", "status": "completed", "tag": "af2b96db-74fa-4129-bb17-9e177edae123"}, {"server_uuid": "461218c1-15af-4c75-ba02-f5fc448c4a3a", "name": "network-vif-plugged", "status": "completed", "tag": "c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:19:49.812477 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-3e060677-0529-4d61-8860-12aaf49040ff None None] Current status of the port d85a44a4-f523-4432-a33e-817dcc7d2c18 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:49.826185 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-155501b9-cde5-4aba-af82-0fe42a86ca16 req-0d7422ac-9009-462c-a985-c3c082235e4f service neutron] 10.222.0.84 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637094 Mar 22 19:19:49.834800 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937f5af-38d1-4688-8981-64d693e3bd82 req-44928ddd-5a9e-4be1-ae76-8fa17b8760c4 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:49.836359 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a937f5af-38d1-4688-8981-64d693e3bd82 req-44928ddd-5a9e-4be1-ae76-8fa17b8760c4 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 944 time: 0.3585436 Mar 22 19:19:49.844530 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21ab910-1aeb-4aa3-9432-3f48f08f1971 req-8cf8398c-267f-432a-9310-e497ce43a2f7 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:49.851334 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a21ab910-1aeb-4aa3-9432-3f48f08f1971 req-8cf8398c-267f-432a-9310-e497ce43a2f7 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1915927 Mar 22 19:19:49.984399 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-c4fefbe6-51cf-4f40-826f-7950a691b9b8 None None] Allocated IP 19.86.0.2 (e930d616-8bf8-463b-a18b-d69f6a228771/fe022df2-c3fa-4f05-ae34-40e2d408aaf3/865d9c8b-ee7a-4728-9408-7b36de412709) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:19:49.993270 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a21ab910-1aeb-4aa3-9432-3f48f08f1971 req-b6ff410c-9709-4805-97d1-11a0f819da53 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409853 Mar 22 19:19:50.011409 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41058) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:19:50.092564 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a937f5af-38d1-4688-8981-64d693e3bd82 req-22f3215d-66d1-4728-88d0-891778b97908 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303944 Mar 22 19:19:50.270711 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8300ce0b-a855-4719-b93c-a3b190650a3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:50.286209 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:50.324643 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d85a44a4-f523-4432-a33e-817dcc7d2c18 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:19:50.366838 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803383c9-909a-477d-8479-95910e1ab0a9 req-7a73d345-dde8-40b6-a59b-443c585c5a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:50.368387 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-803383c9-909a-477d-8479-95910e1ab0a9 req-7a73d345-dde8-40b6-a59b-443c585c5a3f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=21ca62c1596a4d419681f3e57266f544&device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 1127 time: 0.4080515 Mar 22 19:19:50.447230 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8300ce0b-a855-4719-b93c-a3b190650a3a admin admin] Publish callbacks [] for security_group (820d4cff-0e42-486a-acc8-075bbeb56c57), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:50.455785 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8300ce0b-a855-4719-b93c-a3b190650a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (820d4cff-0e42-486a-acc8-075bbeb56c57), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:50.471776 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c4fefbe6-51cf-4f40-826f-7950a691b9b8 None None] Publish callbacks [] for port (865d9c8b-ee7a-4728-9408-7b36de412709), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:50.481904 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-d1442df9-0466-4a68-a098-2e1d242858c4 None None] Provisioning complete for port d85a44a4-f523-4432-a33e-817dcc7d2c18 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:19:50.482440 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d1442df9-0466-4a68-a098-2e1d242858c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d85a44a4-f523-4432-a33e-817dcc7d2c18), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:50.487939 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c4fefbe6-51cf-4f40-826f-7950a691b9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (865d9c8b-ee7a-4728-9408-7b36de412709), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:50.490633 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803383c9-909a-477d-8479-95910e1ab0a9 req-19027189-674c-4213-8ef1-268b798d98c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:50.493162 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-803383c9-909a-477d-8479-95910e1ab0a9 req-19027189-674c-4213-8ef1-268b798d98c9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3f43483d-05ef-426b-881a-d8fc390ab6a9 HTTP/1.1" status: 200 len: 922 time: 0.1091912 Mar 22 19:19:50.510352 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300ce0b-a855-4719-b93c-a3b190650a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820d4cff-0e42-486a-acc8-075bbeb56c57,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:50.537391 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8300ce0b-a855-4719-b93c-a3b190650a3a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4ddc57b8a28c4eeaa60d8f48d5695709&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5247018 Mar 22 19:19:50.539852 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41080) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:19:50.561743 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-803383c9-909a-477d-8479-95910e1ab0a9 req-8881ab0f-2ade-47c0-aeb9-f7b56dc30478 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66e7a65a-1ce6-4bd9-9b89-f98a88095201 HTTP/1.1" status: 200 len: 217 time: 0.0551188 Mar 22 19:19:50.566907 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fefbe6-51cf-4f40-826f-7950a691b9b8 None None] Network e930d616-8bf8-463b-a18b-d69f6a228771 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:19:50.572462 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b0aa9-0383-47ef-9f3a-19a2afded25b req-77c9eaa2-0fe8-4298-aa81-9f40a4e3fbfc tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:50.572847 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-c4fefbe6-51cf-4f40-826f-7950a691b9b8 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:19:50.573997 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d57b0aa9-0383-47ef-9f3a-19a2afded25b req-77c9eaa2-0fe8-4298-aa81-9f40a4e3fbfc tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=461218c1-15af-4c75-ba02-f5fc448c4a3a HTTP/1.1" status: 200 len: 950 time: 0.3400962 Mar 22 19:19:50.586374 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fefbe6-51cf-4f40-826f-7950a691b9b8 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:19:50.591922 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-d4e27837-06ae-4850-a1ab-e52431890d00 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:50.597604 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fefbe6-51cf-4f40-826f-7950a691b9b8 None None] Pushing event updated for resources: {'Port': ['ID=865d9c8b-ee7a-4728-9408-7b36de412709,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:50.597753 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-d4e27837-06ae-4850-a1ab-e52431890d00 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:50.604514 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-d4e27837-06ae-4850-a1ab-e52431890d00 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/networks?id=cceaf50e-e47c-40b2-a7b2-8439fe158fbc&id=e930d616-8bf8-463b-a18b-d69f6a228771 HTTP/1.1" status: 200 len: 1392 time: 0.4964845 Mar 22 19:19:50.635509 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port d85a44a4-f523-4432-a33e-817dcc7d2c18 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:19:50.635893 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d85a44a4-f523-4432-a33e-817dcc7d2c18), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:50.641608 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-b4636afc-ef52-4dad-baf7-33b291e5d7d6 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/quotas/67b86c6af44b4a07933828ae021d3977 HTTP/1.1" status: 200 len: 375 time: 0.0361688 Mar 22 19:19:50.644634 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3e580762-c17c-4eb9-9b71-303d0ed978c0 admin admin] Publish callbacks [] for security_group (820d4cff-0e42-486a-acc8-075bbeb56c57), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:50.685472 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3e580762-c17c-4eb9-9b71-303d0ed978c0 admin admin] Publish callbacks [] for security_group (820d4cff-0e42-486a-acc8-075bbeb56c57), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:50.720683 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803383c9-909a-477d-8479-95910e1ab0a9 req-dd221bff-afb6-47d4-926b-519f5f898951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:50.729252 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-803383c9-909a-477d-8479-95910e1ab0a9 req-dd221bff-afb6-47d4-926b-519f5f898951 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bc515ca7-b43f-45d2-b838-320d24bc42f9 HTTP/1.1" status: 200 len: 861 time: 0.1523755 Mar 22 19:19:50.738005 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c4fefbe6-51cf-4f40-826f-7950a691b9b8 None None] Attempting to bind port 865d9c8b-ee7a-4728-9408-7b36de412709 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:19:50.738427 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c4fefbe6-51cf-4f40-826f-7950a691b9b8 None None] Attempting to bind port 865d9c8b-ee7a-4728-9408-7b36de412709 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'c220f14e-ecc6-4430-b8c4-85e311e92cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e930d616-8bf8-463b-a18b-d69f6a228771'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:19:50.738781 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fefbe6-51cf-4f40-826f-7950a691b9b8 None None] Attempting to bind port 865d9c8b-ee7a-4728-9408-7b36de412709 on network e930d616-8bf8-463b-a18b-d69f6a228771 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:19:50.764408 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d1442df9-0466-4a68-a098-2e1d242858c4 None None] Current status of the port d85a44a4-f523-4432-a33e-817dcc7d2c18 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:50.766674 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fefbe6-51cf-4f40-826f-7950a691b9b8 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:19:50.769976 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fefbe6-51cf-4f40-826f-7950a691b9b8 None None] Checking segment: {'id': 'c220f14e-ecc6-4430-b8c4-85e311e92cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e930d616-8bf8-463b-a18b-d69f6a228771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:19:50.769976 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c4fefbe6-51cf-4f40-826f-7950a691b9b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:50.769976 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fefbe6-51cf-4f40-826f-7950a691b9b8 None None] Bound using segment: {'id': 'c220f14e-ecc6-4430-b8c4-85e311e92cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e930d616-8bf8-463b-a18b-d69f6a228771'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:19:50.769976 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c4fefbe6-51cf-4f40-826f-7950a691b9b8 None None] Bound port: 865d9c8b-ee7a-4728-9408-7b36de412709, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c220f14e-ecc6-4430-b8c4-85e311e92cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e930d616-8bf8-463b-a18b-d69f6a228771'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:19:50.769976 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c4fefbe6-51cf-4f40-826f-7950a691b9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (865d9c8b-ee7a-4728-9408-7b36de412709), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:50.799144 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d57b0aa9-0383-47ef-9f3a-19a2afded25b req-272fea49-bd5f-4775-af19-ebce12d0ca21 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923914 Mar 22 19:19:50.802320 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-803383c9-909a-477d-8479-95910e1ab0a9 req-d913f7bb-8430-4cc4-9c43-2c7a837586ae service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3f43483d-05ef-426b-881a-d8fc390ab6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587842 Mar 22 19:19:50.841886 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3e580762-c17c-4eb9-9b71-303d0ed978c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (820d4cff-0e42-486a-acc8-075bbeb56c57), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:50.848365 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3e580762-c17c-4eb9-9b71-303d0ed978c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:50.850092 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3e580762-c17c-4eb9-9b71-303d0ed978c0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/820d4cff-0e42-486a-acc8-075bbeb56c57 HTTP/1.1" status: 204 len: 168 time: 0.3089092 Mar 22 19:19:50.854855 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-527b5e0d-5105-4225-8042-e8d99b2d6a5e tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=67b86c6af44b4a07933828ae021d3977&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2119339 Mar 22 19:19:50.863166 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e580762-c17c-4eb9-9b71-303d0ed978c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820d4cff-0e42-486a-acc8-075bbeb56c57,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:50.999286 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c4fefbe6-51cf-4f40-826f-7950a691b9b8 None None] For port 865d9c8b-ee7a-4728-9408-7b36de412709, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:19:51.004583 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c4fefbe6-51cf-4f40-826f-7950a691b9b8 None None] For port 865d9c8b-ee7a-4728-9408-7b36de412709, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=865d9c8b-ee7a-4728-9408-7b36de412709,segment=NetworkSegment(c220f14e-ecc6-4430-b8c4-85e311e92cfa),segment_id=c220f14e-ecc6-4430-b8c4-85e311e92cfa)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:19:51.013974 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port d85a44a4-f523-4432-a33e-817dcc7d2c18 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:51.020972 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 19:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf28227-23c2-41fd-b419-ae5566c13ee3 x-openstack-request-id: req-fdf28227-23c2-41fd-b419-ae5566c13ee3 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:19:51.021358 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec", "name": "network-vif-plugged", "status": "completed", "tag": "af2b96db-74fa-4129-bb17-9e177edae123", "code": 200}, {"server_uuid": "461218c1-15af-4c75-ba02-f5fc448c4a3a", "name": "network-vif-plugged", "status": "completed", "tag": "c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:19:51.023028 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fdf28227-23c2-41fd-b419-ae5566c13ee3 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:19:51.024416 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdf28227-23c2-41fd-b419-ae5566c13ee3'] response: {'server_uuid': 'd5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2b96db-74fa-4129-bb17-9e177edae123', 'code': 200} Mar 22 19:19:51.025105 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdf28227-23c2-41fd-b419-ae5566c13ee3'] response: {'server_uuid': '461218c1-15af-4c75-ba02-f5fc448c4a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6', 'code': 200} Mar 22 19:19:51.028474 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c4fefbe6-51cf-4f40-826f-7950a691b9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (865d9c8b-ee7a-4728-9408-7b36de412709), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:51.156314 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fefbe6-51cf-4f40-826f-7950a691b9b8 None None] Pushing event updated for resources: {'Port': ['ID=865d9c8b-ee7a-4728-9408-7b36de412709,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:51.206843 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-803383c9-909a-477d-8479-95910e1ab0a9 req-f1f87ef0-3d20-4efb-a1c0-0d2292d370d9 service neutron] 10.222.0.84 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497534 Mar 22 19:19:51.326111 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:51.733961 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-fcebbcb4-0937-4542-ada4-a416898bb58c service neutron] 10.222.0.75 "GET /v2.0/networks/cceaf50e-e47c-40b2-a7b2-8439fe158fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8783844 Mar 22 19:19:51.751319 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23005ba-5c84-47b7-8946-bf802c3b8685 req-e6f15015-6c7f-41a6-a753-aadb43d5fd61 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:51.752803 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d23005ba-5c84-47b7-8946-bf802c3b8685 req-e6f15015-6c7f-41a6-a753-aadb43d5fd61 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 950 time: 0.6124575 Mar 22 19:19:51.754709 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292be9d-fab7-4a17-b32a-233988d85989 req-3ab76d1e-b402-4006-ac91-1fc8a86866af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:51.758784 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d292be9d-fab7-4a17-b32a-233988d85989 req-3ab76d1e-b402-4006-ac91-1fc8a86866af service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=461218c1-15af-4c75-ba02-f5fc448c4a3a HTTP/1.1" status: 200 len: 1133 time: 0.6142526 Mar 22 19:19:51.870926 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-803383c9-909a-477d-8479-95910e1ab0a9 req-64e66210-3e37-4561-87c0-c63e46d0e783 service neutron] 10.222.0.84 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6385548 Mar 22 19:19:51.897891 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-bfda8a5b-ccc0-4893-afec-d8cbc065e239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:51.899962 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-bfda8a5b-ccc0-4893-afec-d8cbc065e239 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec&tenant_id=fa44a62348c348ba8b3d4c4340e75bae HTTP/1.1" status: 200 len: 1133 time: 0.5611997 Mar 22 19:19:51.919445 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 66e7a65a-1ce6-4bd9-9b89-f98a88095201 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:19:51.926328 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-dd58b8fe-45f9-4c1c-b2e4-572e5dc30bd3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705658-24', 'device_owner': 'compute:nova'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:19:51.980414 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d292be9d-fab7-4a17-b32a-233988d85989 req-44d2ca79-387a-41d5-a43f-6b7c8dce1315 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066002 Mar 22 19:19:51.986621 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d23005ba-5c84-47b7-8946-bf802c3b8685 req-6b4f5eb1-ae7c-4265-ba0f-3629f9275802 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164557 Mar 22 19:19:51.992852 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-1180d2a6-4c3a-4093-9f91-d7b00aa5b2b9 service neutron] 10.222.0.75 "GET /v2.0/networks/cceaf50e-e47c-40b2-a7b2-8439fe158fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335458 Mar 22 19:19:52.068593 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 66e7a65a-1ce6-4bd9-9b89-f98a88095201, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=66e7a65a-1ce6-4bd9-9b89-f98a88095201,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:52.094456 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '66e7a65a-1ce6-4bd9-9b89-f98a88095201', 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9', 'port_id': '66e7a65a-1ce6-4bd9-9b89-f98a88095201', 'mac_address': 'fa:16:3e:c1:f0:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc515ca7-b43f-45d2-b838-320d24bc42f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:19:52.139360 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 66e7a65a-1ce6-4bd9-9b89-f98a88095201 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:52.140625 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (66e7a65a-1ce6-4bd9-9b89-f98a88095201), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:52.141199 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-e67eabe1-42cc-40a5-b725-648312942c65 service neutron] 10.222.0.75 "GET /v2.0/networks/e930d616-8bf8-463b-a18b-d69f6a228771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223059 Mar 22 19:19:52.167853 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-dd58b8fe-45f9-4c1c-b2e4-572e5dc30bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (af2b96db-74fa-4129-bb17-9e177edae123), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:52.195359 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e7a65a-1ce6-4bd9-9b89-f98a88095201 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:19:52.260216 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 66e7a65a-1ce6-4bd9-9b89-f98a88095201, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=66e7a65a-1ce6-4bd9-9b89-f98a88095201,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:52.266483 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (66e7a65a-1ce6-4bd9-9b89-f98a88095201), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:52.312081 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 865d9c8b-ee7a-4728-9408-7b36de412709 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:19:52.365647 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=66e7a65a-1ce6-4bd9-9b89-f98a88095201,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:52.393416 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 865d9c8b-ee7a-4728-9408-7b36de412709 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:19:52.393903 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (865d9c8b-ee7a-4728-9408-7b36de412709), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:52.449329 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961dbcc4-44d2-40ff-9948-b02a5fef0fb6 req-720a72a4-bfde-48de-8fbd-0f1ed34b647c tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:52.450910 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-961dbcc4-44d2-40ff-9948-b02a5fef0fb6 req-720a72a4-bfde-48de-8fbd-0f1ed34b647c tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 944 time: 0.3001714 Mar 22 19:19:52.523942 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 865d9c8b-ee7a-4728-9408-7b36de412709 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:52.524514 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (865d9c8b-ee7a-4728-9408-7b36de412709), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:52.527891 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-326a3e6d-7bfa-49cd-9259-8958a71c0689 service neutron] 10.222.0.75 "GET /v2.0/networks/e930d616-8bf8-463b-a18b-d69f6a228771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856816 Mar 22 19:19:52.570487 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 865d9c8b-ee7a-4728-9408-7b36de412709, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=865d9c8b-ee7a-4728-9408-7b36de412709,segment=NetworkSegment(c220f14e-ecc6-4430-b8c4-85e311e92cfa),segment_id=c220f14e-ecc6-4430-b8c4-85e311e92cfa)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:52.578984 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (865d9c8b-ee7a-4728-9408-7b36de412709), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:52.583514 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-961dbcc4-44d2-40ff-9948-b02a5fef0fb6 req-d8533899-37e9-459a-8db9-429da1663790 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190276 Mar 22 19:19:52.609951 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-dd58b8fe-45f9-4c1c-b2e4-572e5dc30bd3 service neutron] For port af2b96db-74fa-4129-bb17-9e177edae123, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=af2b96db-74fa-4129-bb17-9e177edae123,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:52.613458 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df013b17-2d04-42dc-9ba5-9f2cdc677522 None None] Network e930d616-8bf8-463b-a18b-d69f6a228771 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:19:52.671172 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['66e7a65a-1ce6-4bd9-9b89-f98a88095201'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:19:52.676327 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-dd58b8fe-45f9-4c1c-b2e4-572e5dc30bd3 service neutron] For port af2b96db-74fa-4129-bb17-9e177edae123, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:19:52.759457 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af2b96db-74fa-4129-bb17-9e177edae123'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:19:52.771697 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3703b3-e17e-430b-8e1a-b036f27b6179" -d '{"events": [{"server_uuid": "d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec", "name": "network-vif-unplugged", "status": "completed", "tag": "af2b96db-74fa-4129-bb17-9e177edae123"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:19:52.796802 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-dd58b8fe-45f9-4c1c-b2e4-572e5dc30bd3 service neutron] Publish callbacks [] for port (af2b96db-74fa-4129-bb17-9e177edae123), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:52.802343 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=865d9c8b-ee7a-4728-9408-7b36de412709,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:52.805582 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-d143313a-20fa-40f2-8e94-64b45a8aa740 None None] Provisioning complete for port 865d9c8b-ee7a-4728-9408-7b36de412709 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:19:52.806964 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d143313a-20fa-40f2-8e94-64b45a8aa740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (865d9c8b-ee7a-4728-9408-7b36de412709), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:52.842317 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-dd58b8fe-45f9-4c1c-b2e4-572e5dc30bd3 service neutron] Transition to ACTIVE for port object af2b96db-74fa-4129-bb17-9e177edae123 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:19:52.846967 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-dd58b8fe-45f9-4c1c-b2e4-572e5dc30bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (af2b96db-74fa-4129-bb17-9e177edae123), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:52.899170 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58b8fe-45f9-4c1c-b2e4-572e5dc30bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=af2b96db-74fa-4129-bb17-9e177edae123,revision_number=10']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:52.920614 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bf129-bef4-4aa7-9988-35e25a3fff4a req-06427c36-9863-4a58-bbbb-f5601ba6d5d9 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:52.922755 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a7bf129-bef4-4aa7-9988-35e25a3fff4a req-06427c36-9863-4a58-bbbb-f5601ba6d5d9 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 944 time: 0.2070978 Mar 22 19:19:52.965722 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-dd58b8fe-45f9-4c1c-b2e4-572e5dc30bd3 service neutron] No DVR routers for this DVR port af2b96db-74fa-4129-bb17-9e177edae123 on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:19:53.011553 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d143313a-20fa-40f2-8e94-64b45a8aa740 None None] Current status of the port 865d9c8b-ee7a-4728-9408-7b36de412709 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:53.114145 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a7bf129-bef4-4aa7-9988-35e25a3fff4a req-4bd34406-df5f-4151-ab73-fcac52d13f51 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804199 Mar 22 19:19:53.115440 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-dd58b8fe-45f9-4c1c-b2e4-572e5dc30bd3 service neutron] Attempting to bind port af2b96db-74fa-4129-bb17-9e177edae123 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:19:53.115780 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-dd58b8fe-45f9-4c1c-b2e4-572e5dc30bd3 service neutron] Attempting to bind port af2b96db-74fa-4129-bb17-9e177edae123 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:19:53.116163 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-dd58b8fe-45f9-4c1c-b2e4-572e5dc30bd3 service neutron] Attempting to bind port af2b96db-74fa-4129-bb17-9e177edae123 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:19:53.125650 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-dd58b8fe-45f9-4c1c-b2e4-572e5dc30bd3 service neutron] Port af2b96db-74fa-4129-bb17-9e177edae123 on network 43c82fd2-7e25-4eba-86f2-aced26197dba not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:19:53.126017 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-dd58b8fe-45f9-4c1c-b2e4-572e5dc30bd3 service neutron] Attempting to bind port af2b96db-74fa-4129-bb17-9e177edae123 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:19:53.131835 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-dd58b8fe-45f9-4c1c-b2e4-572e5dc30bd3 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:19:53.132432 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-dd58b8fe-45f9-4c1c-b2e4-572e5dc30bd3 service neutron] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:19:53.133713 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-dd58b8fe-45f9-4c1c-b2e4-572e5dc30bd3 service neutron] Bound using segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:19:53.134547 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-dd58b8fe-45f9-4c1c-b2e4-572e5dc30bd3 service neutron] Bound port: af2b96db-74fa-4129-bb17-9e177edae123, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:19:53.135056 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-dd58b8fe-45f9-4c1c-b2e4-572e5dc30bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (af2b96db-74fa-4129-bb17-9e177edae123), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:53.246401 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-dd58b8fe-45f9-4c1c-b2e4-572e5dc30bd3 service neutron] For port af2b96db-74fa-4129-bb17-9e177edae123, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:19:53.283921 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-dd58b8fe-45f9-4c1c-b2e4-572e5dc30bd3 service neutron] For port af2b96db-74fa-4129-bb17-9e177edae123, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=af2b96db-74fa-4129-bb17-9e177edae123,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:19:53.302343 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-dd58b8fe-45f9-4c1c-b2e4-572e5dc30bd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (af2b96db-74fa-4129-bb17-9e177edae123), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:53.315451 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f2fe7-9f3d-4634-8bb0-b5e3668311bb req-aa7d7a8a-2924-47f1-a44d-a75e31abff30 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:53.318076 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bd7f2fe7-9f3d-4634-8bb0-b5e3668311bb req-aa7d7a8a-2924-47f1-a44d-a75e31abff30 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=461218c1-15af-4c75-ba02-f5fc448c4a3a HTTP/1.1" status: 200 len: 950 time: 0.1048501 Mar 22 19:19:53.343049 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ed7fe3cf-fcf0-410f-8533-3e9475b68f3b None None] Provisioning complete for port 865d9c8b-ee7a-4728-9408-7b36de412709 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:19:53.343331 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ed7fe3cf-fcf0-410f-8533-3e9475b68f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (865d9c8b-ee7a-4728-9408-7b36de412709), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:53.428132 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-dd58b8fe-45f9-4c1c-b2e4-572e5dc30bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:53.430896 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-dd58b8fe-45f9-4c1c-b2e4-572e5dc30bd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:53.432889 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-dd58b8fe-45f9-4c1c-b2e4-572e5dc30bd3 service neutron] 10.222.0.85 "PUT /v2.0/ports/af2b96db-74fa-4129-bb17-9e177edae123 HTTP/1.1" status: 200 len: 1098 time: 1.5220041 Mar 22 19:19:53.491912 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bd7f2fe7-9f3d-4634-8bb0-b5e3668311bb req-90bacd10-bc5c-4907-be52-c90be6e22da2 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370645 Mar 22 19:19:53.547630 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ed7fe3cf-fcf0-410f-8533-3e9475b68f3b None None] Current status of the port 865d9c8b-ee7a-4728-9408-7b36de412709 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:53.581106 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58b8fe-45f9-4c1c-b2e4-572e5dc30bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=af2b96db-74fa-4129-bb17-9e177edae123,revision_number=11']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:53.646984 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e1f4a57d-be33-44d1-a8c6-dddbe93df0c3 req-af1ed416-0b4f-45f5-bb8e-65b19d72b49e tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=7781ffc5-cc2a-4995-9d63-e12105bccdad HTTP/1.1" status: 200 len: 210 time: 0.0594070 Mar 22 19:19:53.670234 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-f3591e9e-d971-462c-82ca-a06c13ef2dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:53.672029 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-f3591e9e-d971-462c-82ca-a06c13ef2dbb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 1132 time: 0.1996045 Mar 22 19:19:53.680316 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f98c17-f688-4ec7-9cd8-4538735659bd req-8e3cb116-30cc-4ddd-a8e2-ed0b0aa71a81 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:53.681940 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94f98c17-f688-4ec7-9cd8-4538735659bd req-8e3cb116-30cc-4ddd-a8e2-ed0b0aa71a81 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1145239 Mar 22 19:19:53.748146 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 19:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d5b6b6-5449-4ddf-bfec-53de87942df2 x-openstack-request-id: req-63d5b6b6-5449-4ddf-bfec-53de87942df2 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:19:53.748443 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec", "name": "network-vif-unplugged", "status": "completed", "tag": "af2b96db-74fa-4129-bb17-9e177edae123", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:19:53.748696 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-63d5b6b6-5449-4ddf-bfec-53de87942df2 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:19:53.750535 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63d5b6b6-5449-4ddf-bfec-53de87942df2'] response: {'server_uuid': 'd5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af2b96db-74fa-4129-bb17-9e177edae123', 'code': 200} Mar 22 19:19:53.837265 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94f98c17-f688-4ec7-9cd8-4538735659bd req-19cb0946-971a-49fe-92fa-509212158a18 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464694 Mar 22 19:19:53.849698 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-c9defd5a-1d2a-4a0f-a01b-9720a1bd04d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:53.861344 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-c9defd5a-1d2a-4a0f-a01b-9720a1bd04d9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.1684697 Mar 22 19:19:53.908556 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-551e72c2-96e4-4d50-b04e-c2cb738f0363 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=af2b96db-74fa-4129-bb17-9e177edae123 HTTP/1.1" status: 200 len: 217 time: 0.0484247 Mar 22 19:19:53.916399 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2079fe-ee1a-442c-86dd-a86d4a9fc790 req-4c51a18e-562c-4c84-85bf-8063a3144f7c tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:53.917825 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c2079fe-ee1a-442c-86dd-a86d4a9fc790 req-4c51a18e-562c-4c84-85bf-8063a3144f7c tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 949 time: 0.1348531 Mar 22 19:19:53.937511 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device af2b96db-74fa-4129-bb17-9e177edae123 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:19:53.991299 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-5cfe1b36-3876-4905-a288-5a85ccf24eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:53.993584 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-5cfe1b36-3876-4905-a288-5a85ccf24eca service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.0747833 Mar 22 19:19:53.996754 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] The host n-h1-705658-24 is not matching for port af2b96db-74fa-4129-bb17-9e177edae123 host n-h2-705658-24! {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 19:19:53.997230 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device af2b96db-74fa-4129-bb17-9e177edae123 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:19:54.022595 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c2079fe-ee1a-442c-86dd-a86d4a9fc790 req-a2a6502c-fa2b-4708-9ffd-ec574bc93427 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959907 Mar 22 19:19:54.103196 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1974f-b9ef-4bd2-a086-206fe10c34b5 req-a50aa246-528a-4200-b05e-06ba74c72b99 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:54.104682 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0ad1974f-b9ef-4bd2-a086-206fe10c34b5 req-a50aa246-528a-4200-b05e-06ba74c72b99 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 945 time: 0.1061349 Mar 22 19:19:54.106627 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-247f2154-acbc-457f-adf4-b61a793bd2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:54.107990 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-247f2154-acbc-457f-adf4-b61a793bd2f0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1075737 Mar 22 19:19:54.211737 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 865d9c8b-ee7a-4728-9408-7b36de412709 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:19:54.243519 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0ad1974f-b9ef-4bd2-a086-206fe10c34b5 req-86ab3f89-4b4e-4d6b-8eec-3f817e0126d6 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204100 Mar 22 19:19:54.253754 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab9f70-4049-413f-af66-5af7d2403a27 req-f4a92d82-1888-47f3-9ffe-cfcede2563c8 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:54.255618 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5aab9f70-4049-413f-af66-5af7d2403a27 req-f4a92d82-1888-47f3-9ffe-cfcede2563c8 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1768136 Mar 22 19:19:54.278220 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 865d9c8b-ee7a-4728-9408-7b36de412709 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:19:54.278588 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (865d9c8b-ee7a-4728-9408-7b36de412709), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:54.353820 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-d03e32c4-2fb1-4600-a50e-20bb3628cdf0 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317641 Mar 22 19:19:54.384815 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 865d9c8b-ee7a-4728-9408-7b36de412709 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:54.474677 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5aab9f70-4049-413f-af66-5af7d2403a27 req-ccd5d4b2-cfc3-4fa1-b9e7-14d797903016 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982570 Mar 22 19:19:54.500833 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-0f4ab621-b93c-4e23-aa31-65c239cbdc83 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:54.506675 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-0f4ab621-b93c-4e23-aa31-65c239cbdc83 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:54.510178 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-0f4ab621-b93c-4e23-aa31-65c239cbdc83 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.85 "GET /v2.0/networks?id=cceaf50e-e47c-40b2-a7b2-8439fe158fbc&id=e930d616-8bf8-463b-a18b-d69f6a228771 HTTP/1.1" status: 200 len: 1392 time: 0.2505953 Mar 22 19:19:54.541897 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-d2b057df-572e-42d4-bf84-92a4b7734ebe tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Request body: {'port': {'device_id': '7781ffc5-cc2a-4995-9d63-e12105bccdad', 'network_id': 'cceaf50e-e47c-40b2-a7b2-8439fe158fbc', 'admin_state_up': True, 'tenant_id': '67b86c6af44b4a07933828ae021d3977'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:19:54.546375 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9f74ec5-5382-4789-ac4f-3c1eaad6cd7c req-787a8529-b82c-44d2-b749-3a644052fb16 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861107 Mar 22 19:19:54.662777 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ddf8d-7c84-4008-bcb0-040aa9571c9a req-08e747fc-7870-4982-a0a5-6cc46efc6584 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:54.664295 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6e5ddf8d-7c84-4008-bcb0-040aa9571c9a req-08e747fc-7870-4982-a0a5-6cc46efc6584 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 944 time: 0.1268108 Mar 22 19:19:54.725592 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-d2b057df-572e-42d4-bf84-92a4b7734ebe tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Made reservation on behalf of 67b86c6af44b4a07933828ae021d3977 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:19:54.729092 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-d2b057df-572e-42d4-bf84-92a4b7734ebe tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:54.734786 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6e5ddf8d-7c84-4008-bcb0-040aa9571c9a req-ce850653-5f2e-4307-9f69-059825c96514 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646579 Mar 22 19:19:54.896122 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445bae10-eba7-4892-a937-ff4e813477fc req-5a71a44f-f5a0-43a7-a2ec-81efc586757e tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:54.897596 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-445bae10-eba7-4892-a937-ff4e813477fc req-5a71a44f-f5a0-43a7-a2ec-81efc586757e tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=461218c1-15af-4c75-ba02-f5fc448c4a3a HTTP/1.1" status: 200 len: 950 time: 0.0978305 Mar 22 19:19:54.908367 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-d2b057df-572e-42d4-bf84-92a4b7734ebe tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Allocated IP 19.80.0.228 (cceaf50e-e47c-40b2-a7b2-8439fe158fbc/201dc86d-bfca-423b-a8a1-a6818ea52550/1565b79e-62d6-4795-b96e-4360fb434ef2) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:19:54.974323 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-445bae10-eba7-4892-a937-ff4e813477fc req-c3a43e05-f5e9-4839-a56d-a566bb1d8fb7 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672066 Mar 22 19:19:55.080932 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7ee126e1-67cb-4150-8bb1-1b752f1a1bac req-cda8c084-f4d5-4749-aad4-36bf01993529 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=7781ffc5-cc2a-4995-9d63-e12105bccdad HTTP/1.1" status: 200 len: 210 time: 0.0351288 Mar 22 19:19:55.169408 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-d2b057df-572e-42d4-bf84-92a4b7734ebe tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks [] for port (1565b79e-62d6-4795-b96e-4360fb434ef2), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:55.184050 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e547a9-5a51-4bfd-a9bc-f579340616e2 req-ccd1f5bb-24d9-4b74-afc4-eac0ae34fa94 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:55.185552 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f3e547a9-5a51-4bfd-a9bc-f579340616e2 req-ccd1f5bb-24d9-4b74-afc4-eac0ae34fa94 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1037564 Mar 22 19:19:55.281283 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f3e547a9-5a51-4bfd-a9bc-f579340616e2 req-dd9bfaf8-d1cf-414b-8b02-16dcee242855 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833414 Mar 22 19:19:55.283550 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-d2b057df-572e-42d4-bf84-92a4b7734ebe tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (1565b79e-62d6-4795-b96e-4360fb434ef2), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:55.300298 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd2f90-206c-4b48-b4dd-7161900657d3 req-59f551f4-f229-4531-847b-cfc395df0a26 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:55.301814 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74dd2f90-206c-4b48-b4dd-7161900657d3 req-59f551f4-f229-4531-847b-cfc395df0a26 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=7d8ad874-0f2f-424a-ad1d-5f32227821d9 HTTP/1.1" status: 200 len: 949 time: 0.1141450 Mar 22 19:19:55.350142 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-d2b057df-572e-42d4-bf84-92a4b7734ebe tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Network cceaf50e-e47c-40b2-a7b2-8439fe158fbc is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:19:55.360182 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-d2b057df-572e-42d4-bf84-92a4b7734ebe tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:19:55.381635 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-d2b057df-572e-42d4-bf84-92a4b7734ebe tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:19:55.410466 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b057df-572e-42d4-bf84-92a4b7734ebe tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Pushing event updated for resources: {'Port': ['ID=1565b79e-62d6-4795-b96e-4360fb434ef2,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:55.455986 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74dd2f90-206c-4b48-b4dd-7161900657d3 req-ed4e231f-7975-47c1-840c-7fcc3918e16f tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326807 Mar 22 19:19:55.474699 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-d2b057df-572e-42d4-bf84-92a4b7734ebe tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:55.475326 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-d2b057df-572e-42d4-bf84-92a4b7734ebe tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:55.496821 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e0760-c783-4601-a3bf-f385d43038db req-869f1722-c7dc-4a03-95c9-44a93238fbd6 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:55.498431 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c0e0760-c783-4601-a3bf-f385d43038db req-869f1722-c7dc-4a03-95c9-44a93238fbd6 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 949 time: 0.1462610 Mar 22 19:19:55.507593 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-d2b057df-572e-42d4-bf84-92a4b7734ebe tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9711678 Mar 22 19:19:55.519799 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-7419c994-1252-4564-a981-d7a9afcc7a5a tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Request body: {'port': {'device_id': '7781ffc5-cc2a-4995-9d63-e12105bccdad', 'network_id': 'e930d616-8bf8-463b-a18b-d69f6a228771', 'admin_state_up': True, 'tenant_id': '67b86c6af44b4a07933828ae021d3977'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:19:55.636067 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c0e0760-c783-4601-a3bf-f385d43038db req-6ca378c6-aa96-4e00-8fc2-887ae39c8058 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268156 Mar 22 19:19:55.677471 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ff25c-cc22-412a-a36e-97d41af44106 req-7d2a59e5-9d58-47dc-b791-6f2c94b27960 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:55.679164 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8f9ff25c-cc22-412a-a36e-97d41af44106 req-7d2a59e5-9d58-47dc-b791-6f2c94b27960 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 945 time: 0.1057034 Mar 22 19:19:55.753133 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec', 'tag': 'af2b96db-74fa-4129-bb17-9e177edae123'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:19:55.756106 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c045d1c4-a662-4c59-8a59-160a417246b3" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec", "tag": "af2b96db-74fa-4129-bb17-9e177edae123"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:19:55.766554 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-7419c994-1252-4564-a981-d7a9afcc7a5a tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Made reservation on behalf of 67b86c6af44b4a07933828ae021d3977 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:19:55.766765 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-7acb553b-6682-4ed4-a812-5a47590d0771 None None] Provisioning complete for port 1565b79e-62d6-4795-b96e-4360fb434ef2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:19:55.766765 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7acb553b-6682-4ed4-a812-5a47590d0771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (1565b79e-62d6-4795-b96e-4360fb434ef2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:55.767323 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-7419c994-1252-4564-a981-d7a9afcc7a5a tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:55.799457 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8f9ff25c-cc22-412a-a36e-97d41af44106 req-ef27123a-7ca5-4aff-8b7e-cedbe3aa022a tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106107 Mar 22 19:19:55.801822 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-7acb553b-6682-4ed4-a812-5a47590d0771 None None] Port 1565b79e-62d6-4795-b96e-4360fb434ef2 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:19:55.857204 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db6517-0bef-4c4a-9be3-09870504438a req-314ded95-d869-4d27-be46-01b09d1d34e8 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:55.858189 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c5db6517-0bef-4c4a-9be3-09870504438a req-314ded95-d869-4d27-be46-01b09d1d34e8 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1449587 Mar 22 19:19:55.947937 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 66e7a65a-1ce6-4bd9-9b89-f98a88095201 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:19:55.951392 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c5db6517-0bef-4c4a-9be3-09870504438a req-f9b8477b-0e34-403b-848f-c4ed6c81de1d tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832887 Mar 22 19:19:55.964412 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-7419c994-1252-4564-a981-d7a9afcc7a5a tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Allocated IP 19.86.0.172 (e930d616-8bf8-463b-a18b-d69f6a228771/fe022df2-c3fa-4f05-ae34-40e2d408aaf3/535ac561-17d7-4277-b583-cbc88938a996) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:19:56.020098 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 66e7a65a-1ce6-4bd9-9b89-f98a88095201 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:19:56.024308 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 66e7a65a-1ce6-4bd9-9b89-f98a88095201 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:19:56.024967 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (66e7a65a-1ce6-4bd9-9b89-f98a88095201), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:56.120039 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 66e7a65a-1ce6-4bd9-9b89-f98a88095201 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:56.120440 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (66e7a65a-1ce6-4bd9-9b89-f98a88095201), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:56.153340 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2809ca70-dde7-49a7-a1a0-d9b1bc4dacde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e7a65a-1ce6-4bd9-9b89-f98a88095201'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:19:56.158465 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02133b3f-442c-464c-9bdd-f0e8c0e84744" -d '{"events": [{"server_uuid": "2809ca70-dde7-49a7-a1a0-d9b1bc4dacde", "name": "network-vif-plugged", "status": "completed", "tag": "66e7a65a-1ce6-4bd9-9b89-f98a88095201"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:19:56.169496 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 66e7a65a-1ce6-4bd9-9b89-f98a88095201, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=66e7a65a-1ce6-4bd9-9b89-f98a88095201,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:56.173628 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-7419c994-1252-4564-a981-d7a9afcc7a5a tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks [] for port (535ac561-17d7-4277-b583-cbc88938a996), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:56.174689 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (66e7a65a-1ce6-4bd9-9b89-f98a88095201), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:56.217681 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731afc0-a614-4bc7-8d41-68fa7fa7631c req-b0a50674-8ba8-498f-88c6-e9c7c276c081 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:56.221530 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=66e7a65a-1ce6-4bd9-9b89-f98a88095201,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:56.223238 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5731afc0-a614-4bc7-8d41-68fa7fa7631c req-b0a50674-8ba8-498f-88c6-e9c7c276c081 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:56.224944 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5731afc0-a614-4bc7-8d41-68fa7fa7631c req-b0a50674-8ba8-498f-88c6-e9c7c276c081 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=461218c1-15af-4c75-ba02-f5fc448c4a3a&device_id=7d8ad874-0f2f-424a-ad1d-5f32227821d9 HTTP/1.1" status: 200 len: 1690 time: 0.0885122 Mar 22 19:19:56.230090 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:56.230573 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:56.231055 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:56.231402 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:56.231754 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:56.232299 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:56.232422 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:56.232735 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:56.233066 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:56.233397 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:56.233764 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:56.234084 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:56.234445 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:56.234777 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:56.235109 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:56.242937 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-7419c994-1252-4564-a981-d7a9afcc7a5a tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (535ac561-17d7-4277-b583-cbc88938a996), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:56.312162 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-7419c994-1252-4564-a981-d7a9afcc7a5a tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Network e930d616-8bf8-463b-a18b-d69f6a228771 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:19:56.328395 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-7419c994-1252-4564-a981-d7a9afcc7a5a tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:19:56.339713 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-7419c994-1252-4564-a981-d7a9afcc7a5a tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:19:56.344873 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7419c994-1252-4564-a981-d7a9afcc7a5a tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Pushing event updated for resources: {'Port': ['ID=535ac561-17d7-4277-b583-cbc88938a996,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:56.381264 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5731afc0-a614-4bc7-8d41-68fa7fa7631c req-7d9d7490-e7ab-470e-8a8a-78210d005d1b tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468868 Mar 22 19:19:56.418997 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-7419c994-1252-4564-a981-d7a9afcc7a5a tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:56.420089 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-7419c994-1252-4564-a981-d7a9afcc7a5a tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:56.441597 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666305ba-9fa6-4d19-b95d-26c5fcf4b32b req-489dbb75-4083-4f8b-a567-b7c07cd8bebc tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:56.443345 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-666305ba-9fa6-4d19-b95d-26c5fcf4b32b req-489dbb75-4083-4f8b-a567-b7c07cd8bebc tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 944 time: 0.1239057 Mar 22 19:19:56.445002 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1593e5f4-90f6-4213-aabb-97edadf8387a x-openstack-request-id: req-1593e5f4-90f6-4213-aabb-97edadf8387a {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:19:56.445417 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec", "tag": "af2b96db-74fa-4129-bb17-9e177edae123", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:19:56.445780 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1593e5f4-90f6-4213-aabb-97edadf8387a {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:19:56.447152 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1593e5f4-90f6-4213-aabb-97edadf8387a'] response: {'name': 'network-changed', 'server_uuid': 'd5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec', 'tag': 'af2b96db-74fa-4129-bb17-9e177edae123', 'status': 'completed', 'code': 200} Mar 22 19:19:56.451297 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-7419c994-1252-4564-a981-d7a9afcc7a5a tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9361246 Mar 22 19:19:56.488096 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-9bbd3d3d-cda1-4ef8-9e0d-110e2dd51b65 service neutron] Request body: {'port': {'device_id': '7781ffc5-cc2a-4995-9d63-e12105bccdad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:19:56.627205 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-3dd30aa1-2939-44b8-8bb6-0614b108fc70 None None] Provisioning complete for port 535ac561-17d7-4277-b583-cbc88938a996 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:19:56.627622 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3dd30aa1-2939-44b8-8bb6-0614b108fc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (535ac561-17d7-4277-b583-cbc88938a996), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:56.643270 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-666305ba-9fa6-4d19-b95d-26c5fcf4b32b req-d65f4cb8-357c-4106-947d-87734a3abf98 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908700 Mar 22 19:19:56.665857 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045d1c4-a662-4c59-8a59-160a417246b3 req-ce1c22f3-46ad-442d-a424-cd75ed10bd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:56.667576 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c045d1c4-a662-4c59-8a59-160a417246b3 req-ce1c22f3-46ad-442d-a424-cd75ed10bd19 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 1132 time: 0.1989961 Mar 22 19:19:56.669855 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045d1c4-a662-4c59-8a59-160a417246b3 req-5f87fcd2-85eb-48d5-97f1-9832a1995bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:56.671359 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c045d1c4-a662-4c59-8a59-160a417246b3 req-5f87fcd2-85eb-48d5-97f1-9832a1995bfb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 1132 time: 0.1947572 Mar 22 19:19:56.674621 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-3dd30aa1-2939-44b8-8bb6-0614b108fc70 None None] Port 535ac561-17d7-4277-b583-cbc88938a996 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:19:56.686254 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-9bbd3d3d-cda1-4ef8-9e0d-110e2dd51b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1565b79e-62d6-4795-b96e-4360fb434ef2), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:56.696731 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09089e7-26e4-4159-9333-34210008767c x-openstack-request-id: req-e09089e7-26e4-4159-9333-34210008767c {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:19:56.696887 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2809ca70-dde7-49a7-a1a0-d9b1bc4dacde", "name": "network-vif-plugged", "status": "completed", "tag": "66e7a65a-1ce6-4bd9-9b89-f98a88095201", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:19:56.697237 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e09089e7-26e4-4159-9333-34210008767c {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:19:56.697657 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e09089e7-26e4-4159-9333-34210008767c'] response: {'server_uuid': '2809ca70-dde7-49a7-a1a0-d9b1bc4dacde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e7a65a-1ce6-4bd9-9b89-f98a88095201', 'code': 200} Mar 22 19:19:56.803457 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143b222-90bd-4419-9e35-d2a1c2e9fd8e req-c586e241-cfe4-47ae-9f62-b9291c31cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:56.805036 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a143b222-90bd-4419-9e35-d2a1c2e9fd8e req-c586e241-cfe4-47ae-9f62-b9291c31cbf2 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 1129 time: 0.0478480 Mar 22 19:19:56.855436 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a143b222-90bd-4419-9e35-d2a1c2e9fd8e req-29c906cf-4276-4782-88d4-6569bfad8d3b service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423281 Mar 22 19:19:57.082804 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f6b71-9db9-470b-97fd-a4f2777cdd51 req-a2f98c25-d714-49fe-be23-f520467f15f7 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:57.088149 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f6b71-9db9-470b-97fd-a4f2777cdd51 req-a2f98c25-d714-49fe-be23-f520467f15f7 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:57.089706 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cb7f6b71-9db9-470b-97fd-a4f2777cdd51 req-a2f98c25-d714-49fe-be23-f520467f15f7 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=7781ffc5-cc2a-4995-9d63-e12105bccdad HTTP/1.1" status: 200 len: 1655 time: 0.5418317 Mar 22 19:19:57.314604 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cb7f6b71-9db9-470b-97fd-a4f2777cdd51 req-6f621c6d-9af9-4172-a26c-56e3f51f0a59 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156217 Mar 22 19:19:57.326913 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045d1c4-a662-4c59-8a59-160a417246b3 req-6a9a6534-cfc6-4f6f-9cc9-ce432138b8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:57.328389 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c045d1c4-a662-4c59-8a59-160a417246b3 req-6a9a6534-cfc6-4f6f-9cc9-ce432138b8eb service neutron] 10.222.0.85 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.6513662 Mar 22 19:19:57.333913 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045d1c4-a662-4c59-8a59-160a417246b3 req-d5b841ec-13ee-4ece-bfbe-50ad9477f2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:57.335389 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c045d1c4-a662-4c59-8a59-160a417246b3 req-d5b841ec-13ee-4ece-bfbe-50ad9477f2c2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.6510108 Mar 22 19:19:57.397885 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59820f0-a4b2-4d4f-b92d-34ecd53206fe req-baf142c2-1399-43bc-b875-cb98785cbd74 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:57.399935 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b59820f0-a4b2-4d4f-b92d-34ecd53206fe req-baf142c2-1399-43bc-b875-cb98785cbd74 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.2529278 Mar 22 19:19:57.428775 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c045d1c4-a662-4c59-8a59-160a417246b3 req-d14582b3-76b8-436b-aaca-c72c91813d28 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=af2b96db-74fa-4129-bb17-9e177edae123 HTTP/1.1" status: 200 len: 217 time: 0.0924587 Mar 22 19:19:57.476706 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c045d1c4-a662-4c59-8a59-160a417246b3 req-d697118e-3d83-4bcb-a437-c5042e232403 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=af2b96db-74fa-4129-bb17-9e177edae123 HTTP/1.1" status: 200 len: 217 time: 0.1304948 Mar 22 19:19:57.629236 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045d1c4-a662-4c59-8a59-160a417246b3 req-2d7fe203-1025-4fda-a21e-24e5deec99ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:57.630769 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c045d1c4-a662-4c59-8a59-160a417246b3 req-2d7fe203-1025-4fda-a21e-24e5deec99ba service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1559949 Mar 22 19:19:57.636342 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045d1c4-a662-4c59-8a59-160a417246b3 req-b0f53f01-5644-49a3-8263-0885d1765f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:57.637681 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c045d1c4-a662-4c59-8a59-160a417246b3 req-b0f53f01-5644-49a3-8263-0885d1765f03 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1321669 Mar 22 19:19:57.663530 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41436c8b-1eff-455e-ab4c-1d6772fdf967 req-52ed8be7-609d-4b74-bd89-b8843be3c15b tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:57.665526 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41436c8b-1eff-455e-ab4c-1d6772fdf967 req-52ed8be7-609d-4b74-bd89-b8843be3c15b tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 949 time: 0.2783391 Mar 22 19:19:57.668609 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b59820f0-a4b2-4d4f-b92d-34ecd53206fe req-60eaafc7-3c89-429b-bb58-9a2e1408ddab tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308969 Mar 22 19:19:57.859144 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045d1c4-a662-4c59-8a59-160a417246b3 req-f16deefa-b8d4-4805-a043-20c6b10bdb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:57.861142 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c045d1c4-a662-4c59-8a59-160a417246b3 req-f16deefa-b8d4-4805-a043-20c6b10bdb84 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2181416 Mar 22 19:19:57.876869 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41436c8b-1eff-455e-ab4c-1d6772fdf967 req-ea1b8561-2d02-4f86-a576-328bfd12ae41 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788692 Mar 22 19:19:57.887989 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045d1c4-a662-4c59-8a59-160a417246b3 req-7ae71157-3ed2-4ab3-8c98-419b898cc48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:57.889499 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c045d1c4-a662-4c59-8a59-160a417246b3 req-7ae71157-3ed2-4ab3-8c98-419b898cc48f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2344694 Mar 22 19:19:57.911641 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-9bbd3d3d-cda1-4ef8-9e0d-110e2dd51b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1565b79e-62d6-4795-b96e-4360fb434ef2 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:19:57.953507 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-9bbd3d3d-cda1-4ef8-9e0d-110e2dd51b65 service neutron] Publish callbacks [] for port (1565b79e-62d6-4795-b96e-4360fb434ef2), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:58.014223 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81875c3-2dbf-4e6e-a5f8-95c1451ef6e3 req-249e1194-c86c-433c-b371-023e7ba2d615 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:58.015748 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e81875c3-2dbf-4e6e-a5f8-95c1451ef6e3 req-249e1194-c86c-433c-b371-023e7ba2d615 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 946 time: 0.2671103 Mar 22 19:19:58.030755 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-9bbd3d3d-cda1-4ef8-9e0d-110e2dd51b65 service neutron] Transition to ACTIVE for port object 1565b79e-62d6-4795-b96e-4360fb434ef2 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:19:58.045665 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-9bbd3d3d-cda1-4ef8-9e0d-110e2dd51b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (1565b79e-62d6-4795-b96e-4360fb434ef2), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:58.199906 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c045d1c4-a662-4c59-8a59-160a417246b3 req-428564a6-9d71-41a0-aa22-6365c8884823 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276770 Mar 22 19:19:58.205840 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd3d3d-cda1-4ef8-9e0d-110e2dd51b65 service neutron] Pushing event updated for resources: {'Port': ['ID=1565b79e-62d6-4795-b96e-4360fb434ef2,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:58.241224 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c045d1c4-a662-4c59-8a59-160a417246b3 req-652a9f59-ab14-4546-9a55-c290581b2b28 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340189 Mar 22 19:19:58.244485 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e81875c3-2dbf-4e6e-a5f8-95c1451ef6e3 req-00ac899d-6bba-46cd-912e-32b8b77c1118 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178264 Mar 22 19:19:58.426810 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e4b3a-c84b-466c-8b65-357ef8b1534d req-275c4012-17c0-473e-887f-4d325d2a55a3 tempest-ServersOnMultiNodesTest-1385471072 tempest-ServersOnMultiNodesTest-1385471072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:58.428439 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa0e4b3a-c84b-466c-8b65-357ef8b1534d req-275c4012-17c0-473e-887f-4d325d2a55a3 tempest-ServersOnMultiNodesTest-1385471072 tempest-ServersOnMultiNodesTest-1385471072-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=461218c1-15af-4c75-ba02-f5fc448c4a3a HTTP/1.1" status: 200 len: 1133 time: 0.3326151 Mar 22 19:19:58.500680 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-9bbd3d3d-cda1-4ef8-9e0d-110e2dd51b65 service neutron] Attempting to bind port 1565b79e-62d6-4795-b96e-4360fb434ef2 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:19:58.501021 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-9bbd3d3d-cda1-4ef8-9e0d-110e2dd51b65 service neutron] Attempting to bind port 1565b79e-62d6-4795-b96e-4360fb434ef2 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '9fc784f7-7764-470d-9bd6-369c3ff943b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cceaf50e-e47c-40b2-a7b2-8439fe158fbc'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:19:58.501353 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-9bbd3d3d-cda1-4ef8-9e0d-110e2dd51b65 service neutron] Attempting to bind port 1565b79e-62d6-4795-b96e-4360fb434ef2 on network cceaf50e-e47c-40b2-a7b2-8439fe158fbc {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:19:58.511393 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c045d1c4-a662-4c59-8a59-160a417246b3 req-9e38f5cb-39c3-4f35-810e-6e864aab39d5 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988110 Mar 22 19:19:58.535409 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-9bbd3d3d-cda1-4ef8-9e0d-110e2dd51b65 service neutron] Port 1565b79e-62d6-4795-b96e-4360fb434ef2 on network cceaf50e-e47c-40b2-a7b2-8439fe158fbc not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:19:58.535738 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-9bbd3d3d-cda1-4ef8-9e0d-110e2dd51b65 service neutron] Attempting to bind port 1565b79e-62d6-4795-b96e-4360fb434ef2 on network cceaf50e-e47c-40b2-a7b2-8439fe158fbc {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:19:58.553394 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f1d02-ef6e-4058-b508-8a7059d530d7 req-01a308f2-a8fc-4dd1-b91e-123fd7d70ae2 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:58.555461 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e85f1d02-ef6e-4058-b508-8a7059d530d7 req-01a308f2-a8fc-4dd1-b91e-123fd7d70ae2 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 944 time: 0.2060547 Mar 22 19:19:58.559966 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c045d1c4-a662-4c59-8a59-160a417246b3 req-2a4423fe-917a-4ba0-9d00-dda01bd88025 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747216 Mar 22 19:19:58.562883 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41234) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:19:58.563358 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa0e4b3a-c84b-466c-8b65-357ef8b1534d req-fcfdd7e8-4c99-47e4-aeaa-72ee0834a3b5 tempest-ServersOnMultiNodesTest-1385471072 tempest-ServersOnMultiNodesTest-1385471072-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249006 Mar 22 19:19:58.563909 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-9bbd3d3d-cda1-4ef8-9e0d-110e2dd51b65 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:19:58.564248 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-9bbd3d3d-cda1-4ef8-9e0d-110e2dd51b65 service neutron] Checking segment: {'id': '9fc784f7-7764-470d-9bd6-369c3ff943b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cceaf50e-e47c-40b2-a7b2-8439fe158fbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:19:58.564661 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-9bbd3d3d-cda1-4ef8-9e0d-110e2dd51b65 service neutron] Bound using segment: {'id': '9fc784f7-7764-470d-9bd6-369c3ff943b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cceaf50e-e47c-40b2-a7b2-8439fe158fbc'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:19:58.565381 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-9bbd3d3d-cda1-4ef8-9e0d-110e2dd51b65 service neutron] Bound port: 1565b79e-62d6-4795-b96e-4360fb434ef2, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fc784f7-7764-470d-9bd6-369c3ff943b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'cceaf50e-e47c-40b2-a7b2-8439fe158fbc'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:19:58.565748 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-9bbd3d3d-cda1-4ef8-9e0d-110e2dd51b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1565b79e-62d6-4795-b96e-4360fb434ef2), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:58.682464 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e85f1d02-ef6e-4058-b508-8a7059d530d7 req-57f9cccd-81a0-4ac2-b1dd-dd4f19811f43 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140575 Mar 22 19:19:58.691923 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d5ab1dfe-0a53-48a9-9158-e2c66f561dd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:58.698712 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-9bbd3d3d-cda1-4ef8-9e0d-110e2dd51b65 service neutron] For port 1565b79e-62d6-4795-b96e-4360fb434ef2, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:19:58.702744 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-9bbd3d3d-cda1-4ef8-9e0d-110e2dd51b65 service neutron] For port 1565b79e-62d6-4795-b96e-4360fb434ef2, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=1565b79e-62d6-4795-b96e-4360fb434ef2,segment=NetworkSegment(9fc784f7-7764-470d-9bd6-369c3ff943b7),segment_id=9fc784f7-7764-470d-9bd6-369c3ff943b7)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:19:58.708175 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device af2b96db-74fa-4129-bb17-9e177edae123 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:19:58.714653 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-9bbd3d3d-cda1-4ef8-9e0d-110e2dd51b65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (1565b79e-62d6-4795-b96e-4360fb434ef2), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:58.734772 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe6ef7-5f9d-4190-89ee-7ba44be4b473 req-5fbd19e6-4c70-41d9-8b7b-2eb4420c3de8 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:58.736414 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbbe6ef7-5f9d-4190-89ee-7ba44be4b473 req-5fbd19e6-4c70-41d9-8b7b-2eb4420c3de8 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1043260 Mar 22 19:19:58.764941 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-9bbd3d3d-cda1-4ef8-9e0d-110e2dd51b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:58.764941 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-9bbd3d3d-cda1-4ef8-9e0d-110e2dd51b65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:58.764941 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-9bbd3d3d-cda1-4ef8-9e0d-110e2dd51b65 service neutron] 10.222.0.85 "PUT /v2.0/ports/1565b79e-62d6-4795-b96e-4360fb434ef2 HTTP/1.1" status: 200 len: 1093 time: 2.2972920 Mar 22 19:19:58.771260 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7781ffc5-cc2a-4995-9d63-e12105bccdad', 'tag': '1565b79e-62d6-4795-b96e-4360fb434ef2'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:19:58.774492 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3e68d3-c712-4d33-8036-8dcadf926742" -d '{"events": [{"name": "network-changed", "server_uuid": "7781ffc5-cc2a-4995-9d63-e12105bccdad", "tag": "1565b79e-62d6-4795-b96e-4360fb434ef2"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:19:58.775445 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d5ab1dfe-0a53-48a9-9158-e2c66f561dd8 admin admin] Publish callbacks [] for security_group (659541c1-5476-4610-81f3-7b5bb4a3a7db), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:58.781497 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d5ab1dfe-0a53-48a9-9158-e2c66f561dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (659541c1-5476-4610-81f3-7b5bb4a3a7db), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:58.819724 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-7b1f0cad-80a4-47aa-9270-84816287cdd7 service neutron] Request body: {'port': {'device_id': '7781ffc5-cc2a-4995-9d63-e12105bccdad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:19:58.840579 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d5ab1dfe-0a53-48a9-9158-e2c66f561dd8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3b150ddf8a154b68a7e201bb529afe14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2765079 Mar 22 19:19:58.841587 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab1dfe-0a53-48a9-9158-e2c66f561dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659541c1-5476-4610-81f3-7b5bb4a3a7db,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:58.844569 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41244) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:19:58.858968 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd3d3d-cda1-4ef8-9e0d-110e2dd51b65 service neutron] Pushing event updated for resources: {'Port': ['ID=1565b79e-62d6-4795-b96e-4360fb434ef2,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:58.880635 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbbe6ef7-5f9d-4190-89ee-7ba44be4b473 req-fdf341bf-60c9-47ad-bfd7-146d78800ee5 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206887 Mar 22 19:19:58.904912 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port af2b96db-74fa-4129-bb17-9e177edae123, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=af2b96db-74fa-4129-bb17-9e177edae123,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:58.914031 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab1dfe-0a53-48a9-9158-e2c66f561dd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:58.915314 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab1dfe-0a53-48a9-9158-e2c66f561dd8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:58.915822 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab1dfe-0a53-48a9-9158-e2c66f561dd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:58.916457 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab1dfe-0a53-48a9-9158-e2c66f561dd8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:58.917847 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'af2b96db-74fa-4129-bb17-9e177edae123', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': 'af2b96db-74fa-4129-bb17-9e177edae123', 'mac_address': 'fa:16:3e:bd:5c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:19:58.918885 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab1dfe-0a53-48a9-9158-e2c66f561dd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:58.919232 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab1dfe-0a53-48a9-9158-e2c66f561dd8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:58.919632 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab1dfe-0a53-48a9-9158-e2c66f561dd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:58.919978 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab1dfe-0a53-48a9-9158-e2c66f561dd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:58.920467 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab1dfe-0a53-48a9-9158-e2c66f561dd8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:58.920814 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab1dfe-0a53-48a9-9158-e2c66f561dd8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:58.921146 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab1dfe-0a53-48a9-9158-e2c66f561dd8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:58.921475 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab1dfe-0a53-48a9-9158-e2c66f561dd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:58.921817 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab1dfe-0a53-48a9-9158-e2c66f561dd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:58.922162 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab1dfe-0a53-48a9-9158-e2c66f561dd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:58.922487 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ab1dfe-0a53-48a9-9158-e2c66f561dd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:19:58.962660 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-754b162b-ed63-4374-a501-544cc64f2a13 admin admin] Publish callbacks [] for security_group (659541c1-5476-4610-81f3-7b5bb4a3a7db), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:58.989524 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port af2b96db-74fa-4129-bb17-9e177edae123 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:19:58.990338 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (af2b96db-74fa-4129-bb17-9e177edae123), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:58.993345 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-754b162b-ed63-4374-a501-544cc64f2a13 admin admin] Publish callbacks [] for security_group (659541c1-5476-4610-81f3-7b5bb4a3a7db), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:59.007606 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af2b96db-74fa-4129-bb17-9e177edae123 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:19:59.026482 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-7b1f0cad-80a4-47aa-9270-84816287cdd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (535ac561-17d7-4277-b583-cbc88938a996), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:59.036268 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port af2b96db-74fa-4129-bb17-9e177edae123, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=af2b96db-74fa-4129-bb17-9e177edae123,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:19:59.041335 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (af2b96db-74fa-4129-bb17-9e177edae123), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:59.058157 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-754b162b-ed63-4374-a501-544cc64f2a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (659541c1-5476-4610-81f3-7b5bb4a3a7db), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:59.061312 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-754b162b-ed63-4374-a501-544cc64f2a13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:19:59.062787 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-754b162b-ed63-4374-a501-544cc64f2a13 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/659541c1-5476-4610-81f3-7b5bb4a3a7db HTTP/1.1" status: 204 len: 168 time: 0.2170775 Mar 22 19:19:59.075564 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b162b-ed63-4374-a501-544cc64f2a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659541c1-5476-4610-81f3-7b5bb4a3a7db,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:59.078611 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6398f3c-f473-4a18-baae-c71eb6d902dd req-818911a8-32c7-414d-ac72-2b4e431aa459 tempest-ServersOnMultiNodesTest-1385471072 tempest-ServersOnMultiNodesTest-1385471072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:59.080249 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a6398f3c-f473-4a18-baae-c71eb6d902dd req-818911a8-32c7-414d-ac72-2b4e431aa459 tempest-ServersOnMultiNodesTest-1385471072 tempest-ServersOnMultiNodesTest-1385471072-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=7d8ad874-0f2f-424a-ad1d-5f32227821d9 HTTP/1.1" status: 200 len: 1132 time: 0.1073380 Mar 22 19:19:59.088446 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4686633-c230-4152-abb4-bf3364025d87 req-cbf2a185-6580-48d9-be1e-964678f8cdbf tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:59.093691 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4686633-c230-4152-abb4-bf3364025d87 req-cbf2a185-6580-48d9-be1e-964678f8cdbf tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:59.095380 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c4686633-c230-4152-abb4-bf3364025d87 req-cbf2a185-6580-48d9-be1e-964678f8cdbf tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=7781ffc5-cc2a-4995-9d63-e12105bccdad HTTP/1.1" status: 200 len: 1667 time: 0.2377317 Mar 22 19:19:59.105247 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=af2b96db-74fa-4129-bb17-9e177edae123,revision_number=12']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:19:59.259493 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a6398f3c-f473-4a18-baae-c71eb6d902dd req-bb06d8ca-fd6b-4822-a7a1-c84311ce6575 tempest-ServersOnMultiNodesTest-1385471072 tempest-ServersOnMultiNodesTest-1385471072-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447878 Mar 22 19:19:59.264877 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c4686633-c230-4152-abb4-bf3364025d87 req-7e474700-be4d-4dbf-94a1-3698c38e049d tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485035 Mar 22 19:19:59.367352 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9ca97d-cabd-415e-8910-b06dc13feeac x-openstack-request-id: req-ee9ca97d-cabd-415e-8910-b06dc13feeac {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:19:59.367646 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7781ffc5-cc2a-4995-9d63-e12105bccdad", "tag": "1565b79e-62d6-4795-b96e-4360fb434ef2", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:19:59.367905 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ee9ca97d-cabd-415e-8910-b06dc13feeac {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:19:59.382367 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee9ca97d-cabd-415e-8910-b06dc13feeac'] response: {'name': 'network-changed', 'server_uuid': '7781ffc5-cc2a-4995-9d63-e12105bccdad', 'tag': '1565b79e-62d6-4795-b96e-4360fb434ef2', 'status': 'completed', 'code': 200} Mar 22 19:19:59.455398 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['af2b96db-74fa-4129-bb17-9e177edae123'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:19:59.575974 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e68d3-c712-4d33-8036-8dcadf926742 req-5d5e8df0-9d4d-469f-b598-e87c64c4fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:59.576555 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e68d3-c712-4d33-8036-8dcadf926742 req-5d5e8df0-9d4d-469f-b598-e87c64c4fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:59.578137 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e3e68d3-c712-4d33-8036-8dcadf926742 req-5d5e8df0-9d4d-469f-b598-e87c64c4fcc7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=67b86c6af44b4a07933828ae021d3977&device_id=7781ffc5-cc2a-4995-9d63-e12105bccdad HTTP/1.1" status: 200 len: 1946 time: 0.1538219 Mar 22 19:19:59.588815 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53f19d-b116-49b8-9977-e443c7bbd8df req-bb646eb5-cefb-4ef0-a81f-6ed9299b6e26 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:19:59.595914 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce53f19d-b116-49b8-9977-e443c7bbd8df req-bb646eb5-cefb-4ef0-a81f-6ed9299b6e26 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 950 time: 0.1532924 Mar 22 19:19:59.713748 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-7b1f0cad-80a4-47aa-9270-84816287cdd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 535ac561-17d7-4277-b583-cbc88938a996 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:20:00.065559 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-7b1f0cad-80a4-47aa-9270-84816287cdd7 service neutron] Publish callbacks [] for port (535ac561-17d7-4277-b583-cbc88938a996), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:00.123146 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce53f19d-b116-49b8-9977-e443c7bbd8df req-6b1ca48c-31b5-4903-8f83-b9e3349c3d9c tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5263634 Mar 22 19:20:00.147389 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-7b1f0cad-80a4-47aa-9270-84816287cdd7 service neutron] Transition to ACTIVE for port object 535ac561-17d7-4277-b583-cbc88938a996 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:20:00.171225 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-7b1f0cad-80a4-47aa-9270-84816287cdd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (535ac561-17d7-4277-b583-cbc88938a996), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:00.222677 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e68d3-c712-4d33-8036-8dcadf926742 req-f9293756-a054-42c1-a55c-3c58bc64756a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:00.223267 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e68d3-c712-4d33-8036-8dcadf926742 req-f9293756-a054-42c1-a55c-3c58bc64756a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:00.223734 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e68d3-c712-4d33-8036-8dcadf926742 req-f9293756-a054-42c1-a55c-3c58bc64756a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:00.225310 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e3e68d3-c712-4d33-8036-8dcadf926742 req-f9293756-a054-42c1-a55c-3c58bc64756a service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=67b86c6af44b4a07933828ae021d3977&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6251132 Mar 22 19:20:00.284721 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14150020-c886-4cd0-8769-2badeab99d7d req-23a1a5b6-cb3a-4198-844f-81aff0bb9f9f tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:00.286566 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-14150020-c886-4cd0-8769-2badeab99d7d req-23a1a5b6-cb3a-4198-844f-81aff0bb9f9f tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 946 time: 0.2121575 Mar 22 19:20:00.320319 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f0cad-80a4-47aa-9270-84816287cdd7 service neutron] Pushing event updated for resources: {'Port': ['ID=535ac561-17d7-4277-b583-cbc88938a996,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:00.334881 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-e3c583ea-f274-42b2-b8fd-f9e7aea06e35 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1039906 Mar 22 19:20:00.540911 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-14150020-c886-4cd0-8769-2badeab99d7d req-f28f6766-7af9-4823-9c06-1d1b2d413cb9 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144790 Mar 22 19:20:00.565978 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e68d3-c712-4d33-8036-8dcadf926742 req-a6313027-f245-4913-b6a5-2c37517686dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:00.567459 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e3e68d3-c712-4d33-8036-8dcadf926742 req-a6313027-f245-4913-b6a5-2c37517686dd service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3290474 Mar 22 19:20:00.576556 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-7b1f0cad-80a4-47aa-9270-84816287cdd7 service neutron] Attempting to bind port 535ac561-17d7-4277-b583-cbc88938a996 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:20:00.577172 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-7b1f0cad-80a4-47aa-9270-84816287cdd7 service neutron] Attempting to bind port 535ac561-17d7-4277-b583-cbc88938a996 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': 'c220f14e-ecc6-4430-b8c4-85e311e92cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e930d616-8bf8-463b-a18b-d69f6a228771'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:20:00.577282 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-7b1f0cad-80a4-47aa-9270-84816287cdd7 service neutron] Attempting to bind port 535ac561-17d7-4277-b583-cbc88938a996 on network e930d616-8bf8-463b-a18b-d69f6a228771 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:20:00.590023 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-7b1f0cad-80a4-47aa-9270-84816287cdd7 service neutron] Port 535ac561-17d7-4277-b583-cbc88938a996 on network e930d616-8bf8-463b-a18b-d69f6a228771 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:20:00.590350 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-7b1f0cad-80a4-47aa-9270-84816287cdd7 service neutron] Attempting to bind port 535ac561-17d7-4277-b583-cbc88938a996 on network e930d616-8bf8-463b-a18b-d69f6a228771 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:20:00.598732 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-6393a6cf-0020-41a4-88d5-049c4251d57d tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:00.600248 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-6393a6cf-0020-41a4-88d5-049c4251d57d tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2578604 Mar 22 19:20:00.603803 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-7b1f0cad-80a4-47aa-9270-84816287cdd7 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:20:00.604143 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-7b1f0cad-80a4-47aa-9270-84816287cdd7 service neutron] Checking segment: {'id': 'c220f14e-ecc6-4430-b8c4-85e311e92cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e930d616-8bf8-463b-a18b-d69f6a228771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:20:00.604533 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-7b1f0cad-80a4-47aa-9270-84816287cdd7 service neutron] Bound using segment: {'id': 'c220f14e-ecc6-4430-b8c4-85e311e92cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e930d616-8bf8-463b-a18b-d69f6a228771'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:20:00.604967 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-7b1f0cad-80a4-47aa-9270-84816287cdd7 service neutron] Bound port: 535ac561-17d7-4277-b583-cbc88938a996, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c220f14e-ecc6-4430-b8c4-85e311e92cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e930d616-8bf8-463b-a18b-d69f6a228771'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:20:00.605329 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-7b1f0cad-80a4-47aa-9270-84816287cdd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (535ac561-17d7-4277-b583-cbc88938a996), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:00.651374 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-565731fb-a2de-4735-94c6-d067b6fcc447 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/quotas/20b66ad6871e4aa4b2cde9f25603dddb HTTP/1.1" status: 200 len: 375 time: 0.0411854 Mar 22 19:20:00.713373 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device af2b96db-74fa-4129-bb17-9e177edae123 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:20:00.745868 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a52642-d911-438c-a160-5199c1f4f573 req-08eac82e-190d-487d-a6b4-42b9d0129d45 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:00.747379 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a8a52642-d911-438c-a160-5199c1f4f573 req-08eac82e-190d-487d-a6b4-42b9d0129d45 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 944 time: 0.1398439 Mar 22 19:20:00.756054 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-7b1f0cad-80a4-47aa-9270-84816287cdd7 service neutron] For port 535ac561-17d7-4277-b583-cbc88938a996, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:20:00.762953 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port af2b96db-74fa-4129-bb17-9e177edae123 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:20:00.765266 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-7b1f0cad-80a4-47aa-9270-84816287cdd7 service neutron] For port 535ac561-17d7-4277-b583-cbc88938a996, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=535ac561-17d7-4277-b583-cbc88938a996,segment=NetworkSegment(c220f14e-ecc6-4430-b8c4-85e311e92cfa),segment_id=c220f14e-ecc6-4430-b8c4-85e311e92cfa)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:20:00.768004 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port af2b96db-74fa-4129-bb17-9e177edae123 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:20:00.768503 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (af2b96db-74fa-4129-bb17-9e177edae123), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:00.781827 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-7b1f0cad-80a4-47aa-9270-84816287cdd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (535ac561-17d7-4277-b583-cbc88938a996), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:00.819749 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-e323b83d-7aa4-4637-b556-7af0867a1aac tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1467955 Mar 22 19:20:00.850289 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-7b1f0cad-80a4-47aa-9270-84816287cdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:00.850921 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-7b1f0cad-80a4-47aa-9270-84816287cdd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:00.852577 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-7b1f0cad-80a4-47aa-9270-84816287cdd7 service neutron] 10.222.0.85 "PUT /v2.0/ports/535ac561-17d7-4277-b583-cbc88938a996 HTTP/1.1" status: 200 len: 1093 time: 2.0388198 Mar 22 19:20:00.862682 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port af2b96db-74fa-4129-bb17-9e177edae123 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:00.863299 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (af2b96db-74fa-4129-bb17-9e177edae123), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:00.880402 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a8a52642-d911-438c-a160-5199c1f4f573 req-c965c46b-c3d7-4091-8a49-b0dbcbe0b705 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256111 Mar 22 19:20:00.881237 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f0cad-80a4-47aa-9270-84816287cdd7 service neutron] Pushing event updated for resources: {'Port': ['ID=535ac561-17d7-4277-b583-cbc88938a996,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:00.899460 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2b96db-74fa-4129-bb17-9e177edae123'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:20:00.901736 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a57b1c-845f-4f55-b8c7-8a96dc6d6e46" -d '{"events": [{"server_uuid": "d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec", "name": "network-vif-plugged", "status": "completed", "tag": "af2b96db-74fa-4129-bb17-9e177edae123"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:20:00.943681 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port af2b96db-74fa-4129-bb17-9e177edae123, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=af2b96db-74fa-4129-bb17-9e177edae123,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:00.951486 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (af2b96db-74fa-4129-bb17-9e177edae123), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:01.010926 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=af2b96db-74fa-4129-bb17-9e177edae123,revision_number=13']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:01.046646 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-a2252341-9731-4b29-bbcd-84025aacd7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:01.047127 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-a2252341-9731-4b29-bbcd-84025aacd7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:01.048759 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-a2252341-9731-4b29-bbcd-84025aacd7d3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=67b86c6af44b4a07933828ae021d3977&device_id=7781ffc5-cc2a-4995-9d63-e12105bccdad HTTP/1.1" status: 200 len: 2045 time: 0.1246610 Mar 22 19:20:01.071061 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060dc54-1318-4e96-b77e-d983f3e19023 req-b677c33b-a591-49c1-9389-137e6f7e166a tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:01.072890 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c060dc54-1318-4e96-b77e-d983f3e19023 req-b677c33b-a591-49c1-9389-137e6f7e166a tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.0998156 Mar 22 19:20:01.104923 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-fba76154-8fda-4756-9362-bdee7c76897c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.228&port_id=1565b79e-62d6-4795-b96e-4360fb434ef2 HTTP/1.1" status: 200 len: 217 time: 0.0471592 Mar 22 19:20:01.188683 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-2ca3a387-9b1e-4916-8224-ff69a06e5e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:01.190332 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-2ca3a387-9b1e-4916-8224-ff69a06e5e0e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=201dc86d-bfca-423b-a8a1-a6818ea52550 HTTP/1.1" status: 200 len: 801 time: 0.0788617 Mar 22 19:20:01.193586 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c060dc54-1318-4e96-b77e-d983f3e19023 req-380f3d26-33d7-4613-bfb3-094ed0a4961a tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915542 Mar 22 19:20:01.259012 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-a15a9b6c-5498-4957-ab59-999cc77d8b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:01.260573 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-a15a9b6c-5498-4957-ab59-999cc77d8b1a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=cceaf50e-e47c-40b2-a7b2-8439fe158fbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0635686 Mar 22 19:20:01.389913 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7781ffc5-cc2a-4995-9d63-e12105bccdad', 'tag': '535ac561-17d7-4277-b583-cbc88938a996'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:20:01.392241 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58109811-b9b3-4e01-980f-f6a44fe31cfd" -d '{"events": [{"name": "network-changed", "server_uuid": "7781ffc5-cc2a-4995-9d63-e12105bccdad", "tag": "535ac561-17d7-4277-b583-cbc88938a996"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:20:01.447378 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-c511c0ff-53bb-4c27-a6ed-eaec2282aeee service neutron] 10.222.0.85 "GET /v2.0/networks/cceaf50e-e47c-40b2-a7b2-8439fe158fbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797912 Mar 22 19:20:01.449313 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3a251-9f09-466c-bb22-7ac96423a900 req-d81c9280-6d9a-44db-8b3d-d8782340e59b tempest-MigrationsAdminTest-102229236 tempest-MigrationsAdminTest-102229236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:01.450804 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e1d3a251-9f09-466c-bb22-7ac96423a900 req-d81c9280-6d9a-44db-8b3d-d8782340e59b tempest-MigrationsAdminTest-102229236 tempest-MigrationsAdminTest-102229236-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 1134 time: 0.1583571 Mar 22 19:20:01.483440 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9771abc-6c64-404e-aec3-6150c6714ccc req-a1ff52ed-e21c-4251-b1a5-7321047bf9a8 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:01.488992 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9771abc-6c64-404e-aec3-6150c6714ccc req-a1ff52ed-e21c-4251-b1a5-7321047bf9a8 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:01.490627 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9771abc-6c64-404e-aec3-6150c6714ccc req-a1ff52ed-e21c-4251-b1a5-7321047bf9a8 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=7781ffc5-cc2a-4995-9d63-e12105bccdad HTTP/1.1" status: 200 len: 1679 time: 0.1378474 Mar 22 19:20:01.616021 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41332) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:01.652779 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e1d3a251-9f09-466c-bb22-7ac96423a900 req-45688c95-5912-4f50-ad3a-d6cafc492d70 tempest-MigrationsAdminTest-102229236 tempest-MigrationsAdminTest-102229236-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594322 Mar 22 19:20:01.691360 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9771abc-6c64-404e-aec3-6150c6714ccc req-b8da6476-1703-438c-91ac-f959d5d65038 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562479 Mar 22 19:20:01.697135 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-5cd27574-4e4d-4dd4-8f9c-a8daf45fa82a service neutron] 10.222.0.85 "GET /v2.0/networks/cceaf50e-e47c-40b2-a7b2-8439fe158fbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435215 Mar 22 19:20:01.746600 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2292a70-efac-4793-ad6e-0548fc9b5f2f x-openstack-request-id: req-d2292a70-efac-4793-ad6e-0548fc9b5f2f {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:20:01.748799 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec", "name": "network-vif-plugged", "status": "completed", "tag": "af2b96db-74fa-4129-bb17-9e177edae123", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:20:01.748799 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d2292a70-efac-4793-ad6e-0548fc9b5f2f {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:20:01.748799 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2292a70-efac-4793-ad6e-0548fc9b5f2f'] response: {'server_uuid': 'd5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2b96db-74fa-4129-bb17-9e177edae123', 'code': 200} Mar 22 19:20:01.795123 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6c1ea7c9-e268-4adc-9014-81e0f5dc01ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:01.819557 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-90857e11-9fd2-4684-8d17-20726faa2bab service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.172&port_id=535ac561-17d7-4277-b583-cbc88938a996 HTTP/1.1" status: 200 len: 217 time: 0.0733697 Mar 22 19:20:01.865058 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-335c32b2-f300-4e11-b697-188bc698b494 req-f4f95e1c-3fc7-4ad0-88da-d9c41c5c071f tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=8dc98309-d831-4607-b7c2-5c7dc676d496 HTTP/1.1" status: 200 len: 210 time: 0.0415306 Mar 22 19:20:01.887591 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e382ffd-c4b5-43a5-b297-3448880f4290 req-20f89c29-d470-46ba-aeec-1d4d36751094 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:01.894975 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7e382ffd-c4b5-43a5-b297-3448880f4290 req-20f89c29-d470-46ba-aeec-1d4d36751094 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 1129 time: 0.1966991 Mar 22 19:20:01.924454 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6c1ea7c9-e268-4adc-9014-81e0f5dc01ba admin admin] Publish callbacks [] for security_group (794405c2-7e1c-4862-a861-2e9639954e8d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:01.930133 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6c1ea7c9-e268-4adc-9014-81e0f5dc01ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (794405c2-7e1c-4862-a861-2e9639954e8d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:01.940312 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-2d17afbc-1382-42a9-aeaa-b24e2f370c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:01.941776 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-2d17afbc-1382-42a9-aeaa-b24e2f370c51 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fe022df2-c3fa-4f05-ae34-40e2d408aaf3 HTTP/1.1" status: 200 len: 801 time: 0.1080635 Mar 22 19:20:01.968216 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6c1ea7c9-e268-4adc-9014-81e0f5dc01ba admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7f72a6e5a3f14412ac0626b76424256d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3496087 Mar 22 19:20:01.974514 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7e382ffd-c4b5-43a5-b297-3448880f4290 req-a012b496-95c6-40df-a9f8-6bb524582bfd tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786138 Mar 22 19:20:01.978823 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41348) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:02.021629 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b7a531f-2a05-4423-aaa4-e8a2b151583b req-d8c3ab94-8520-4138-b2ce-cb6e606feb91 tempest-AbsoluteLimitsNegativeTestJSON-725400554 tempest-AbsoluteLimitsNegativeTestJSON-725400554-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=89314366c644458fb434d6cd03a1441a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460780 Mar 22 19:20:02.045906 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-4f6ecc38-a4f0-43a5-b21e-636f63422eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:02.047701 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-4f6ecc38-a4f0-43a5-b21e-636f63422eca service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e930d616-8bf8-463b-a18b-d69f6a228771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0973659 Mar 22 19:20:02.051412 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ca7cb6d1-cbef-467d-af23-b22f1bfcbd6d admin admin] Publish callbacks [] for security_group (794405c2-7e1c-4862-a861-2e9639954e8d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:02.053162 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ea7c9-e268-4adc-9014-81e0f5dc01ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794405c2-7e1c-4862-a861-2e9639954e8d,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:02.059745 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24df6496-0eee-436e-aca5-e6290fca2e90 x-openstack-request-id: req-24df6496-0eee-436e-aca5-e6290fca2e90 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:20:02.060030 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7781ffc5-cc2a-4995-9d63-e12105bccdad", "tag": "535ac561-17d7-4277-b583-cbc88938a996", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:20:02.060278 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-24df6496-0eee-436e-aca5-e6290fca2e90 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:20:02.060663 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24df6496-0eee-436e-aca5-e6290fca2e90'] response: {'name': 'network-changed', 'server_uuid': '7781ffc5-cc2a-4995-9d63-e12105bccdad', 'tag': '535ac561-17d7-4277-b583-cbc88938a996', 'status': 'completed', 'code': 200} Mar 22 19:20:02.078110 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ca7cb6d1-cbef-467d-af23-b22f1bfcbd6d admin admin] Publish callbacks [] for security_group (794405c2-7e1c-4862-a861-2e9639954e8d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:02.142806 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ca7cb6d1-cbef-467d-af23-b22f1bfcbd6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (794405c2-7e1c-4862-a861-2e9639954e8d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:02.145884 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ca7cb6d1-cbef-467d-af23-b22f1bfcbd6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:02.150702 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ca7cb6d1-cbef-467d-af23-b22f1bfcbd6d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/794405c2-7e1c-4862-a861-2e9639954e8d HTTP/1.1" status: 204 len: 168 time: 0.1708858 Mar 22 19:20:02.160021 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7cb6d1-cbef-467d-af23-b22f1bfcbd6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794405c2-7e1c-4862-a861-2e9639954e8d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:02.261605 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-d9db952f-ae48-4d3d-ad41-c7f0932be6d5 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455852 Mar 22 19:20:02.267966 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-08a0023b-aa40-4e46-99f3-269faac46d79 service neutron] 10.222.0.85 "GET /v2.0/networks/e930d616-8bf8-463b-a18b-d69f6a228771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061937 Mar 22 19:20:02.276455 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a531f-2a05-4423-aaa4-e8a2b151583b req-f90e4868-fb8b-46f0-a63e-1c5ebf984f02 tempest-AbsoluteLimitsNegativeTestJSON-725400554 tempest-AbsoluteLimitsNegativeTestJSON-725400554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:02.283456 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b7a531f-2a05-4423-aaa4-e8a2b151583b req-f90e4868-fb8b-46f0-a63e-1c5ebf984f02 tempest-AbsoluteLimitsNegativeTestJSON-725400554 tempest-AbsoluteLimitsNegativeTestJSON-725400554-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2530589 Mar 22 19:20:02.337122 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b7a531f-2a05-4423-aaa4-e8a2b151583b req-f1d866b5-ed1c-4fa2-8de2-696e5e0294d0 tempest-AbsoluteLimitsNegativeTestJSON-725400554 tempest-AbsoluteLimitsNegativeTestJSON-725400554-project] 10.222.0.75 "GET /v2.0/quotas/89314366c644458fb434d6cd03a1441a HTTP/1.1" status: 200 len: 375 time: 0.0526164 Mar 22 19:20:02.442654 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b7a531f-2a05-4423-aaa4-e8a2b151583b req-d405a0e1-73d3-4e67-92db-21dc65e79f69 tempest-AbsoluteLimitsNegativeTestJSON-725400554 tempest-AbsoluteLimitsNegativeTestJSON-725400554-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=89314366c644458fb434d6cd03a1441a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1047194 Mar 22 19:20:02.565670 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-34a61c80-84e2-4393-a43a-60a6cc72d7f2 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:02.565670 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-34a61c80-84e2-4393-a43a-60a6cc72d7f2 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2968550 Mar 22 19:20:02.568690 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-911ee9b7-b33b-4118-8bff-0f2c4eeeb6c4 req-e99d9b1d-3711-4fb7-93bd-bf93e4bb22e9 service neutron] 10.222.0.85 "GET /v2.0/networks/e930d616-8bf8-463b-a18b-d69f6a228771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766120 Mar 22 19:20:02.579391 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fe2ab-7c35-4c99-a2f2-dd50e59d51cf req-cb280eb7-5e02-4837-89e6-0ae072967e77 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:02.580922 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ae4fe2ab-7c35-4c99-a2f2-dd50e59d51cf req-cb280eb7-5e02-4837-89e6-0ae072967e77 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 944 time: 0.1707423 Mar 22 19:20:02.688257 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-e9a20855-56e2-45bf-8e21-c27b38246d59 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Request body: {'port': {'device_id': '8dc98309-d831-4607-b7c2-5c7dc676d496', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'admin_state_up': True, 'tenant_id': '20b66ad6871e4aa4b2cde9f25603dddb'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:02.713928 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ae4fe2ab-7c35-4c99-a2f2-dd50e59d51cf req-d5af6106-0665-4f5b-b1bd-42fde8fd221f tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254582 Mar 22 19:20:02.745542 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 4fd4069b-2348-42da-8c6c-b594453833d1 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:20:02.919822 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 4fd4069b-2348-42da-8c6c-b594453833d1, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=4fd4069b-2348-42da-8c6c-b594453833d1,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:02.958338 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '4fd4069b-2348-42da-8c6c-b594453833d1', 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a', 'port_id': '4fd4069b-2348-42da-8c6c-b594453833d1', 'mac_address': 'fa:16:3e:46:e5:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1824832e-8035-4e29-a8c5-aaeabb7261e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:20:02.968258 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41382) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:03.021455 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 4fd4069b-2348-42da-8c6c-b594453833d1 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:03.022724 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4fd4069b-2348-42da-8c6c-b594453833d1), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:03.041770 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fd4069b-2348-42da-8c6c-b594453833d1 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:20:03.072212 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 4fd4069b-2348-42da-8c6c-b594453833d1, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=4fd4069b-2348-42da-8c6c-b594453833d1,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:03.093887 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4fd4069b-2348-42da-8c6c-b594453833d1), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:03.185547 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-051730b7-eded-4923-8752-f8b954ca0714 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:03.187084 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58109811-b9b3-4e01-980f-f6a44fe31cfd req-4cd59da8-f6f6-44e4-ba44-3c3f190363e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:03.187662 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58109811-b9b3-4e01-980f-f6a44fe31cfd req-4cd59da8-f6f6-44e4-ba44-3c3f190363e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:03.189259 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58109811-b9b3-4e01-980f-f6a44fe31cfd req-4cd59da8-f6f6-44e4-ba44-3c3f190363e0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=67b86c6af44b4a07933828ae021d3977&device_id=7781ffc5-cc2a-4995-9d63-e12105bccdad HTTP/1.1" status: 200 len: 2045 time: 0.4411530 Mar 22 19:20:03.234162 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=4fd4069b-2348-42da-8c6c-b594453833d1,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:03.246701 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8ed5e-bc13-443d-b360-23ab4ad1a40b req-286e1c7a-b31d-42c0-9a8b-3071ad5eeb30 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:03.255857 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-89b8ed5e-bc13-443d-b360-23ab4ad1a40b req-286e1c7a-b31d-42c0-9a8b-3071ad5eeb30 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.5059519 Mar 22 19:20:03.285476 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5bfaae-8707-4d6d-9405-7d1194d3c307 req-388096dc-eba7-4da5-9ae8-5f7f4cd7c1be tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:03.292777 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0b5bfaae-8707-4d6d-9405-7d1194d3c307 req-388096dc-eba7-4da5-9ae8-5f7f4cd7c1be tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 951 time: 0.3944488 Mar 22 19:20:03.340088 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41396) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:03.362764 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-051730b7-eded-4923-8752-f8b954ca0714 admin admin] Publish callbacks [] for security_group (3410dc64-e65e-4cfa-baeb-abc2c8df9fc6), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:03.370074 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-051730b7-eded-4923-8752-f8b954ca0714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3410dc64-e65e-4cfa-baeb-abc2c8df9fc6), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:03.423479 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051730b7-eded-4923-8752-f8b954ca0714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3410dc64-e65e-4cfa-baeb-abc2c8df9fc6,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:03.433815 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-051730b7-eded-4923-8752-f8b954ca0714 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=89314366c644458fb434d6cd03a1441a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4633958 Mar 22 19:20:03.434872 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41400) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:03.502378 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aed96021-54f9-4def-a313-d788c92394c1 admin admin] Publish callbacks [] for security_group (3410dc64-e65e-4cfa-baeb-abc2c8df9fc6), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:03.526852 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['4fd4069b-2348-42da-8c6c-b594453833d1'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:20:03.531551 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aed96021-54f9-4def-a313-d788c92394c1 admin admin] Publish callbacks [] for security_group (3410dc64-e65e-4cfa-baeb-abc2c8df9fc6), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:03.534464 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-e9a20855-56e2-45bf-8e21-c27b38246d59 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Made reservation on behalf of 20b66ad6871e4aa4b2cde9f25603dddb for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:20:03.538320 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-e9a20855-56e2-45bf-8e21-c27b38246d59 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:03.587926 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-89b8ed5e-bc13-443d-b360-23ab4ad1a40b req-0067872a-7fd1-4c3d-ac9b-cf4b6c8416e7 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311350 Mar 22 19:20:03.589034 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-f2fc06da-11f2-4992-9f65-c80ce00c96f7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1162032436-network', 'tenant_id': 'a87c8a076483411eb7894474e2822587'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:03.613591 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aed96021-54f9-4def-a313-d788c92394c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3410dc64-e65e-4cfa-baeb-abc2c8df9fc6), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:03.616382 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aed96021-54f9-4def-a313-d788c92394c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:03.620855 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-aed96021-54f9-4def-a313-d788c92394c1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3410dc64-e65e-4cfa-baeb-abc2c8df9fc6 HTTP/1.1" status: 204 len: 168 time: 0.1837049 Mar 22 19:20:03.635962 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed96021-54f9-4def-a313-d788c92394c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3410dc64-e65e-4cfa-baeb-abc2c8df9fc6,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:03.642890 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fc06da-11f2-4992-9f65-c80ce00c96f7 admin admin] Made reservation on behalf of a87c8a076483411eb7894474e2822587 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:20:03.645378 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2fc06da-11f2-4992-9f65-c80ce00c96f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:03.665580 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0b5bfaae-8707-4d6d-9405-7d1194d3c307 req-cb084f04-7560-4a30-9b5c-2621a4c29346 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711760 Mar 22 19:20:03.669108 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2fc06da-11f2-4992-9f65-c80ce00c96f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:03.833655 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58109811-b9b3-4e01-980f-f6a44fe31cfd req-3e1903b9-6f95-43d1-a017-6b0e1fcb4b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:03.835319 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58109811-b9b3-4e01-980f-f6a44fe31cfd req-3e1903b9-6f95-43d1-a017-6b0e1fcb4b1f service neutron] 10.222.0.85 "GET /v2.0/networks?id=e930d616-8bf8-463b-a18b-d69f6a228771 HTTP/1.1" status: 200 len: 903 time: 0.6249058 Mar 22 19:20:03.839083 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2fc06da-11f2-4992-9f65-c80ce00c96f7 admin admin] Publish callbacks [] for security_group (4a47de8c-b018-4d6b-8105-fe904df08c76), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:03.853522 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2fc06da-11f2-4992-9f65-c80ce00c96f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (4a47de8c-b018-4d6b-8105-fe904df08c76), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:03.888009 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2fc06da-11f2-4992-9f65-c80ce00c96f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:20:03.930579 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc06da-11f2-4992-9f65-c80ce00c96f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a47de8c-b018-4d6b-8105-fe904df08c76,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:03.934012 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2fc06da-11f2-4992-9f65-c80ce00c96f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (7580fb1c-608c-421b-ad5c-6101e28ac13d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:03.934370 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-f2fc06da-11f2-4992-9f65-c80ce00c96f7 admin admin] Added segment 7580fb1c-608c-421b-ad5c-6101e28ac13d of type vlan for network 065957e6-5cde-4360-bd59-13ce4d6b33a5 Mar 22 19:20:04.037611 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2fc06da-11f2-4992-9f65-c80ce00c96f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (065957e6-5cde-4360-bd59-13ce4d6b33a5), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:04.103025 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2fc06da-11f2-4992-9f65-c80ce00c96f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (065957e6-5cde-4360-bd59-13ce4d6b33a5), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:04.104267 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fc06da-11f2-4992-9f65-c80ce00c96f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:04.105048 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2fc06da-11f2-4992-9f65-c80ce00c96f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:04.214727 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f2fc06da-11f2-4992-9f65-c80ce00c96f7 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8706861 Mar 22 19:20:04.234343 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41412) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:04.252160 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-20e2f4b6-4e78-4fed-91a9-71becb36df0e admin admin] Request body: {'subnet': {'network_id': '065957e6-5cde-4360-bd59-13ce4d6b33a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1162032436-subnet', 'tenant_id': 'a87c8a076483411eb7894474e2822587', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:04.292296 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc06da-11f2-4992-9f65-c80ce00c96f7 admin admin] Pushing event updated for resources: {'Network': ['ID=065957e6-5cde-4360-bd59-13ce4d6b33a5,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:04.307972 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 065957e6-5cde-4360-bd59-13ce4d6b33a5 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:20:04.317429 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e2f4b6-4e78-4fed-91a9-71becb36df0e admin admin] Made reservation on behalf of a87c8a076483411eb7894474e2822587 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:20:04.321158 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-20e2f4b6-4e78-4fed-91a9-71becb36df0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:04.506779 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58109811-b9b3-4e01-980f-f6a44fe31cfd req-3d39694d-fcc3-4adf-82da-7a704f928e5f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.172&port_id=535ac561-17d7-4277-b583-cbc88938a996 HTTP/1.1" status: 200 len: 217 time: 0.6529741 Mar 22 19:20:04.513512 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-49bfa091-8019-4156-a1b2-28798177593d req-57621009-4944-44ac-9e7f-2be8bfbc2350 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=8dc98309-d831-4607-b7c2-5c7dc676d496 HTTP/1.1" status: 200 len: 210 time: 0.7153563 Mar 22 19:20:04.606275 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb0e29-018d-494c-9165-1faf1d6ade02 req-82a171cb-342d-4b43-8a20-521287752c77 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:04.611848 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb0e29-018d-494c-9165-1faf1d6ade02 req-82a171cb-342d-4b43-8a20-521287752c77 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:04.619844 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-19fb0e29-018d-494c-9165-1faf1d6ade02 req-82a171cb-342d-4b43-8a20-521287752c77 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=7781ffc5-cc2a-4995-9d63-e12105bccdad HTTP/1.1" status: 200 len: 1679 time: 0.8411362 Mar 22 19:20:04.665513 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-20e2f4b6-4e78-4fed-91a9-71becb36df0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (4c3d7519-04f2-45b0-872d-dd521cebaa66), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:04.674950 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3031ec-7171-437f-9ae1-654604041cd7 req-694e2a17-3ea4-45c0-a8da-2acbf1cc6705 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:04.693147 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5b3031ec-7171-437f-9ae1-654604041cd7 req-694e2a17-3ea4-45c0-a8da-2acbf1cc6705 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.85 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 951 time: 0.3772268 Mar 22 19:20:04.746062 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58109811-b9b3-4e01-980f-f6a44fe31cfd req-48636d1f-ddd1-47ac-b866-720e8f953145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:04.747594 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58109811-b9b3-4e01-980f-f6a44fe31cfd req-48636d1f-ddd1-47ac-b866-720e8f953145 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fe022df2-c3fa-4f05-ae34-40e2d408aaf3 HTTP/1.1" status: 200 len: 801 time: 0.2300272 Mar 22 19:20:04.750332 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-e9a20855-56e2-45bf-8e21-c27b38246d59 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Allocated IP 192.168.233.48 (43c82fd2-7e25-4eba-86f2-aced26197dba/e28314b8-0ed1-465e-a6f2-eda7f6b773cd/28ec1b78-b2e0-4ad5-ae45-96897787c94f) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:20:04.779265 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-19fb0e29-018d-494c-9165-1faf1d6ade02 req-ef0444b6-4892-4ec7-8b5d-a16af4caf523 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523881 Mar 22 19:20:04.815526 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2f4b6-4e78-4fed-91a9-71becb36df0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c3d7519-04f2-45b0-872d-dd521cebaa66,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:04.916664 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740db809-d140-4f0b-a81f-bbf5a508113a req-3794942a-8a12-4566-adf5-b0964e4bfbeb tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:04.923549 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-740db809-d140-4f0b-a81f-bbf5a508113a req-3794942a-8a12-4566-adf5-b0964e4bfbeb tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 945 time: 0.2666836 Mar 22 19:20:04.939682 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e2f4b6-4e78-4fed-91a9-71becb36df0e admin admin] Checking segment: {'id': '7580fb1c-608c-421b-ad5c-6101e28ac13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '065957e6-5cde-4360-bd59-13ce4d6b33a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:20:04.940612 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e2f4b6-4e78-4fed-91a9-71becb36df0e admin admin] Network hostable DHCP agents. Network: 065957e6-5cde-4360-bd59-13ce4d6b33a5, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:20:04.959927 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58109811-b9b3-4e01-980f-f6a44fe31cfd req-f86c6092-3f4f-4aca-a1c7-74449afabf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:04.961517 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58109811-b9b3-4e01-980f-f6a44fe31cfd req-f86c6092-3f4f-4aca-a1c7-74449afabf57 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e930d616-8bf8-463b-a18b-d69f6a228771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2050331 Mar 22 19:20:04.991684 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e2f4b6-4e78-4fed-91a9-71becb36df0e admin admin] Network 065957e6-5cde-4360-bd59-13ce4d6b33a5 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:20:04.994254 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41432) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:05.006442 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-5b3031ec-7171-437f-9ae1-654604041cd7 req-026f1476-8422-4e86-accf-43e73376c8cf tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Deleting port af2b96db-74fa-4129-bb17-9e177edae123 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:20:05.006877 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5b3031ec-7171-437f-9ae1-654604041cd7 req-026f1476-8422-4e86-accf-43e73376c8cf tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (af2b96db-74fa-4129-bb17-9e177edae123), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:05.084189 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-20e2f4b6-4e78-4fed-91a9-71becb36df0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 065957e6-5cde-4360-bd59-13ce4d6b33a5) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:20:05.089098 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e2f4b6-4e78-4fed-91a9-71becb36df0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:05.089704 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-20e2f4b6-4e78-4fed-91a9-71becb36df0e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:05.095546 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576b4385-c9d3-48bf-bdcf-4184f39b79b1 None None] Network 065957e6-5cde-4360-bd59-13ce4d6b33a5 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:20:05.172087 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-49cf03f2-a9f2-4c48-8aed-b19f533413ed admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1272089014-network', 'tenant_id': '3776c74538ed43b2bc56c1ee64bd0054'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:05.177128 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-740db809-d140-4f0b-a81f-bbf5a508113a req-e105d073-7061-4835-bcd0-2ef776751e9d tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521579 Mar 22 19:20:05.186290 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7236b-0d07-45b5-8e65-8243710bf9da req-163e802e-c01f-4d61-b08d-48b3056c5f6d tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:05.188468 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fdb7236b-0d07-45b5-8e65-8243710bf9da req-163e802e-c01f-4d61-b08d-48b3056c5f6d tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.3020651 Mar 22 19:20:05.199744 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-20e2f4b6-4e78-4fed-91a9-71becb36df0e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9599960 Mar 22 19:20:05.239157 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cf03f2-a9f2-4c48-8aed-b19f533413ed admin admin] Made reservation on behalf of 3776c74538ed43b2bc56c1ee64bd0054 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:20:05.242964 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-49cf03f2-a9f2-4c48-8aed-b19f533413ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:05.258382 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-49cf03f2-a9f2-4c48-8aed-b19f533413ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:05.268321 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-5b3031ec-7171-437f-9ae1-654604041cd7 req-026f1476-8422-4e86-accf-43e73376c8cf tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] For port af2b96db-74fa-4129-bb17-9e177edae123, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=af2b96db-74fa-4129-bb17-9e177edae123,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:05.268998 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5b3031ec-7171-437f-9ae1-654604041cd7 req-026f1476-8422-4e86-accf-43e73376c8cf tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (af2b96db-74fa-4129-bb17-9e177edae123), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:05.286425 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42270b90-6901-48ae-8d47-881bca7ca393 None None] Network 065957e6-5cde-4360-bd59-13ce4d6b33a5 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:20:05.290211 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58109811-b9b3-4e01-980f-f6a44fe31cfd req-2c5eb660-4a97-48b7-895a-bde992d2476c service neutron] 10.222.0.85 "GET /v2.0/networks/e930d616-8bf8-463b-a18b-d69f6a228771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050158 Mar 22 19:20:05.292957 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-5b3031ec-7171-437f-9ae1-654604041cd7 req-026f1476-8422-4e86-accf-43e73376c8cf tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Calling delete_port for af2b96db-74fa-4129-bb17-9e177edae123 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:20:05.327035 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-e9a20855-56e2-45bf-8e21-c27b38246d59 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks [] for port (28ec1b78-b2e0-4ad5-ae45-96897787c94f), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:05.413846 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fdb7236b-0d07-45b5-8e65-8243710bf9da req-ad0132c0-5955-4fd7-919e-02311c81e959 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965542 Mar 22 19:20:05.497661 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-49cf03f2-a9f2-4c48-8aed-b19f533413ed admin admin] Publish callbacks [] for security_group (6dfa9a51-1ff2-49db-9182-549a7c4ff057), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:05.512161 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-49cf03f2-a9f2-4c48-8aed-b19f533413ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (6dfa9a51-1ff2-49db-9182-549a7c4ff057), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:05.512559 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-e9a20855-56e2-45bf-8e21-c27b38246d59 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (28ec1b78-b2e0-4ad5-ae45-96897787c94f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:05.556300 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:20:05.568242 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58109811-b9b3-4e01-980f-f6a44fe31cfd req-daad93c8-5c24-48e6-9ea7-db0c2e6605e8 service neutron] 10.222.0.85 "GET /v2.0/networks/e930d616-8bf8-463b-a18b-d69f6a228771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645473 Mar 22 19:20:05.570761 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf03f2-a9f2-4c48-8aed-b19f533413ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfa9a51-1ff2-49db-9182-549a7c4ff057,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:05.571921 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a20855-56e2-45bf-8e21-c27b38246d59 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Pushing event updated for resources: {'Port': ['ID=28ec1b78-b2e0-4ad5-ae45-96897787c94f,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:05.600484 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55700260-ece0-4a0c-9f86-4f5bfde6b64e req-48134d41-659f-4cdf-a935-790ec032b647 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:05.607130 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['2ba56533-1468-4396-bf3b-f65932d77f9d', '8fea3b44-fcd3-48eb-893f-0e8aae10c0bf', '20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b', '5c1d98d1-388f-4a10-8a87-afba767d4899'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:20:05.608286 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-55700260-ece0-4a0c-9f86-4f5bfde6b64e req-48134d41-659f-4cdf-a935-790ec032b647 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec HTTP/1.1" status: 200 len: 951 time: 0.2356925 Mar 22 19:20:05.621559 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49cf03f2-a9f2-4c48-8aed-b19f533413ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:20:05.636798 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-e9a20855-56e2-45bf-8e21-c27b38246d59 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Network 43c82fd2-7e25-4eba-86f2-aced26197dba is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:20:05.638789 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-e9a20855-56e2-45bf-8e21-c27b38246d59 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:20:05.640014 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-49cf03f2-a9f2-4c48-8aed-b19f533413ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (cb81fee5-5ae6-4468-8a44-82f153864c34), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:05.644476 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-e9a20855-56e2-45bf-8e21-c27b38246d59 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:20:05.653547 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-49cf03f2-a9f2-4c48-8aed-b19f533413ed admin admin] Added segment cb81fee5-5ae6-4468-8a44-82f153864c34 of type vlan for network 665ce1a5-e5f2-48a0-b53a-9e9cf374c82f Mar 22 19:20:05.666361 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5b3031ec-7171-437f-9ae1-654604041cd7 req-026f1476-8422-4e86-accf-43e73376c8cf tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (af2b96db-74fa-4129-bb17-9e177edae123), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:05.701393 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f1476-8422-4e86-accf-43e73376c8cf tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Pushing event deleted for resources: {'Port': ['ID=af2b96db-74fa-4129-bb17-9e177edae123,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:05.714077 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [req-ad76423c-5eff-4093-b449-082c3e57c6b4 req-3d5b1e6a-3d49-4144-a3f7-538e6286f67f tempest-SecurityGroupsNegativeTestJSON-454530332 tempest-SecurityGroupsNegativeTestJSON-454530332-project] show failed (client error): The resource could not be found. Mar 22 19:20:05.715147 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad76423c-5eff-4093-b449-082c3e57c6b4 req-3d5b1e6a-3d49-4144-a3f7-538e6286f67f tempest-SecurityGroupsNegativeTestJSON-454530332 tempest-SecurityGroupsNegativeTestJSON-454530332-project] 10.222.0.75 "GET /v2.0/security-groups/a1bd4e31-c448-4c92-8a56-55a483f401bd HTTP/1.1" status: 404 len: 352 time: 0.0343077 Mar 22 19:20:05.734504 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['8968dc95-8b66-420b-912b-413092d8cf15', 'fc644c63-8438-4b82-98b0-4202839125c6', 'a59d6df8-7b4c-4429-8382-fe68fd10987b', 'af2b96db-74fa-4129-bb17-9e177edae123'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:20:05.735557 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-55700260-ece0-4a0c-9f86-4f5bfde6b64e req-30f8384d-ec04-441c-89f6-fbfbf37cde2a tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263130 Mar 22 19:20:05.775938 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-e9a20855-56e2-45bf-8e21-c27b38246d59 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:05.776872 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-e9a20855-56e2-45bf-8e21-c27b38246d59 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:05.835752 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-49cf03f2-a9f2-4c48-8aed-b19f533413ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (665ce1a5-e5f2-48a0-b53a-9e9cf374c82f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:05.860396 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-e9a20855-56e2-45bf-8e21-c27b38246d59 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1856966 Mar 22 19:20:05.863547 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3031ec-7171-437f-9ae1-654604041cd7 req-026f1476-8422-4e86-accf-43e73376c8cf tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] No DVR routers for this DVR port af2b96db-74fa-4129-bb17-9e177edae123 on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:20:05.869503 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5b3031ec-7171-437f-9ae1-654604041cd7 req-026f1476-8422-4e86-accf-43e73376c8cf tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:05.873702 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5b3031ec-7171-437f-9ae1-654604041cd7 req-026f1476-8422-4e86-accf-43e73376c8cf tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.85 "DELETE /v2.0/ports/af2b96db-74fa-4129-bb17-9e177edae123 HTTP/1.1" status: 204 len: 173 time: 1.0601261 Mar 22 19:20:05.874217 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec', 'name': 'network-vif-deleted', 'tag': 'af2b96db-74fa-4129-bb17-9e177edae123'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:20:05.876509 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf425d4-2b15-4fbb-b016-dc03592a9cdd" -d '{"events": [{"server_uuid": "d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec", "name": "network-vif-deleted", "tag": "af2b96db-74fa-4129-bb17-9e177edae123"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:20:05.884967 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-3ac35f9b-71dc-4f40-b15e-b9732fa1a330 service neutron] Request body: {'port': {'device_id': '8dc98309-d831-4607-b7c2-5c7dc676d496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:05.918950 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-49cf03f2-a9f2-4c48-8aed-b19f533413ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (665ce1a5-e5f2-48a0-b53a-9e9cf374c82f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:05.920212 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cf03f2-a9f2-4c48-8aed-b19f533413ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:05.920995 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-49cf03f2-a9f2-4c48-8aed-b19f533413ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:05.954630 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a650527b-d03f-4e66-854a-27742cd9fc7c req-fd75bf9b-06a6-4378-8985-1151cf1f8ca4 tempest-SecurityGroupsNegativeTestJSON-454530332 tempest-SecurityGroupsNegativeTestJSON-454530332-project] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a87c8a076483411eb7894474e2822587 HTTP/1.1" status: 200 len: 3001 time: 0.1716013 Mar 22 19:20:05.983972 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a28a6-6b5f-48f1-bc61-99f58e15d67e req-6ac57cb4-ad1a-4f90-8afc-1c2b4753fef3 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:05.991649 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf9a28a6-6b5f-48f1-bc61-99f58e15d67e req-6ac57cb4-ad1a-4f90-8afc-1c2b4753fef3 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=8dc98309-d831-4607-b7c2-5c7dc676d496 HTTP/1.1" status: 200 len: 935 time: 0.1871908 Mar 22 19:20:05.998105 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-49cf03f2-a9f2-4c48-8aed-b19f533413ed admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0013287 Mar 22 19:20:06.001114 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41454) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:06.008159 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-53554fde-1fab-4673-8bcc-76ba57a8a933 admin admin] Request body: {'subnet': {'network_id': '665ce1a5-e5f2-48a0-b53a-9e9cf374c82f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1272089014-subnet', 'tenant_id': '3776c74538ed43b2bc56c1ee64bd0054', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:06.056247 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf03f2-a9f2-4c48-8aed-b19f533413ed admin admin] Pushing event updated for resources: {'Network': ['ID=665ce1a5-e5f2-48a0-b53a-9e9cf374c82f,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:06.061719 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53554fde-1fab-4673-8bcc-76ba57a8a933 admin admin] Made reservation on behalf of 3776c74538ed43b2bc56c1ee64bd0054 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:20:06.065740 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-53554fde-1fab-4673-8bcc-76ba57a8a933 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:06.079268 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-3ac35f9b-71dc-4f40-b15e-b9732fa1a330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (28ec1b78-b2e0-4ad5-ae45-96897787c94f), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:06.087530 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-9ec7fabf-befe-4a3b-a039-d43612ea2b56 None None] Provisioning complete for port 28ec1b78-b2e0-4ad5-ae45-96897787c94f triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:20:06.087918 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9ec7fabf-befe-4a3b-a039-d43612ea2b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (28ec1b78-b2e0-4ad5-ae45-96897787c94f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:06.090734 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 665ce1a5-e5f2-48a0-b53a-9e9cf374c82f details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:20:06.111497 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a650527b-d03f-4e66-854a-27742cd9fc7c req-5f5512f7-4902-4a4d-87e8-de506adaa59a tempest-SecurityGroupsNegativeTestJSON-454530332 tempest-SecurityGroupsNegativeTestJSON-454530332-project] 10.222.0.75 "GET /v2.0/security-groups/4a47de8c-b018-4d6b-8105-fe904df08c76 HTTP/1.1" status: 200 len: 2998 time: 0.1486628 Mar 22 19:20:06.150957 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf9a28a6-6b5f-48f1-bc61-99f58e15d67e req-83bbafa8-bc1a-43fc-8ec9-08694a09fb9b tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582723 Mar 22 19:20:06.281598 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a650527b-d03f-4e66-854a-27742cd9fc7c req-273a904a-2870-4323-a18f-62ab911cbe2a tempest-SecurityGroupsNegativeTestJSON-454530332 tempest-SecurityGroupsNegativeTestJSON-454530332-project] 10.222.0.75 "GET /v2.0/security-groups/4a47de8c-b018-4d6b-8105-fe904df08c76 HTTP/1.1" status: 200 len: 2998 time: 0.1618025 Mar 22 19:20:06.301641 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-53554fde-1fab-4673-8bcc-76ba57a8a933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (791197ad-b493-4998-ab0c-b15b9ded5bbf), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:06.313267 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-9ec7fabf-befe-4a3b-a039-d43612ea2b56 None None] Port 28ec1b78-b2e0-4ad5-ae45-96897787c94f cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:20:06.368880 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6159b8-776c-49ce-b756-00a954f668e8 x-openstack-request-id: req-aa6159b8-776c-49ce-b756-00a954f668e8 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:20:06.369516 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec", "name": "network-vif-deleted", "tag": "af2b96db-74fa-4129-bb17-9e177edae123", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:20:06.369516 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-aa6159b8-776c-49ce-b756-00a954f668e8 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:20:06.369871 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa6159b8-776c-49ce-b756-00a954f668e8'] response: {'server_uuid': 'd5d9bd2f-05c0-4b7c-bfa0-ffdb8ce01fec', 'name': 'network-vif-deleted', 'tag': 'af2b96db-74fa-4129-bb17-9e177edae123', 'status': 'completed', 'code': 200} Mar 22 19:20:06.373405 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53554fde-1fab-4673-8bcc-76ba57a8a933 admin admin] Pushing event updated for resources: {'Subnet': ['ID=791197ad-b493-4998-ab0c-b15b9ded5bbf,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:06.385557 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53554fde-1fab-4673-8bcc-76ba57a8a933 admin admin] Checking segment: {'id': 'cb81fee5-5ae6-4468-8a44-82f153864c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '665ce1a5-e5f2-48a0-b53a-9e9cf374c82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:20:06.385959 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53554fde-1fab-4673-8bcc-76ba57a8a933 admin admin] Network hostable DHCP agents. Network: 665ce1a5-e5f2-48a0-b53a-9e9cf374c82f, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:20:06.418502 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53554fde-1fab-4673-8bcc-76ba57a8a933 admin admin] Network 665ce1a5-e5f2-48a0-b53a-9e9cf374c82f is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:20:06.426049 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ad08d-4f11-4991-b432-caf7489a79c6 req-f9489338-7507-430c-86ca-171f16a2210b tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:06.433088 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ad08d-4f11-4991-b432-caf7489a79c6 req-f9489338-7507-430c-86ca-171f16a2210b tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:06.439904 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-53554fde-1fab-4673-8bcc-76ba57a8a933 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 665ce1a5-e5f2-48a0-b53a-9e9cf374c82f) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:20:06.441371 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-664ad08d-4f11-4991-b432-caf7489a79c6 req-f9489338-7507-430c-86ca-171f16a2210b tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=7781ffc5-cc2a-4995-9d63-e12105bccdad HTTP/1.1" status: 200 len: 1679 time: 0.2026584 Mar 22 19:20:06.456627 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53554fde-1fab-4673-8bcc-76ba57a8a933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:06.468103 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-53554fde-1fab-4673-8bcc-76ba57a8a933 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:06.480787 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469d6b4d-22e1-4288-8228-b6dc6ef066b8 None None] Network 665ce1a5-e5f2-48a0-b53a-9e9cf374c82f requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:20:06.491789 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-53554fde-1fab-4673-8bcc-76ba57a8a933 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4894016 Mar 22 19:20:06.494888 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41466) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:06.502446 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-83dfc8c5-0b66-4767-b95e-4ae4a6f821ee admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1272089014-router', 'tenant_id': '3776c74538ed43b2bc56c1ee64bd0054', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:06.527336 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-83dfc8c5-0b66-4767-b95e-4ae4a6f821ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (bb65b0c0-12b6-43ab-8795-a8160ab7ec47), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:06.528405 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-83dfc8c5-0b66-4767-b95e-4ae4a6f821ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (bb65b0c0-12b6-43ab-8795-a8160ab7ec47), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:06.578071 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-664ad08d-4f11-4991-b432-caf7489a79c6 req-729e1b6e-ee60-4b25-adaa-6c6eaaebc380 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212230 Mar 22 19:20:06.608852 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-83dfc8c5-0b66-4767-b95e-4ae4a6f821ee admin admin] Publish callbacks [] for router_controller (bb65b0c0-12b6-43ab-8795-a8160ab7ec47), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:06.680375 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05a379-a225-4bbb-a71b-f15356a73b04 req-807d01d2-b91f-42d3-862e-6e12e5313469 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:06.687185 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c05a379-a225-4bbb-a71b-f15356a73b04 req-807d01d2-b91f-42d3-862e-6e12e5313469 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 945 time: 0.1800001 Mar 22 19:20:06.703967 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6de6507-a020-44f9-b1eb-65270edac157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-665ce1a5-e5f2-48a0-b53a-9e9cf374c82f', 'network_id': '665ce1a5-e5f2-48a0-b53a-9e9cf374c82f', 'project_id': '3776c74538ed43b2bc56c1ee64bd0054', 'fixed_ips': [{'subnet_id': '791197ad-b493-4998-ab0c-b15b9ded5bbf'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:20:06.704814 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d6de6507-a020-44f9-b1eb-65270edac157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:06.737901 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d7834193-1795-4609-a540-81d7acf26852 req-042913d7-1a74-4d5d-b772-f89122b06b03 tempest-SecurityGroupsNegativeTestJSON-454530332 tempest-SecurityGroupsNegativeTestJSON-454530332-project] 10.222.0.75 "GET /v2.0/security-groups/4a47de8c-b018-4d6b-8105-fe904df08c76 HTTP/1.1" status: 200 len: 2998 time: 0.1406720 Mar 22 19:20:06.762778 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 535ac561-17d7-4277-b583-cbc88938a996 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:20:06.764655 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 4fd4069b-2348-42da-8c6c-b594453833d1 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:20:06.779254 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-83dfc8c5-0b66-4767-b95e-4ae4a6f821ee admin admin] Publish callbacks [] for router_gateway (bb65b0c0-12b6-43ab-8795-a8160ab7ec47), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:06.780507 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-3ac35f9b-71dc-4f40-b15e-b9732fa1a330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28ec1b78-b2e0-4ad5-ae45-96897787c94f {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:20:06.802401 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-3ac35f9b-71dc-4f40-b15e-b9732fa1a330 service neutron] Publish callbacks [] for port (28ec1b78-b2e0-4ad5-ae45-96897787c94f), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:06.814518 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c05a379-a225-4bbb-a71b-f15356a73b04 req-178dc885-5401-42de-8611-da76a770e2c2 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262612 Mar 22 19:20:06.856149 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-3ac35f9b-71dc-4f40-b15e-b9732fa1a330 service neutron] Transition to ACTIVE for port object 28ec1b78-b2e0-4ad5-ae45-96897787c94f will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:20:06.881502 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-3ac35f9b-71dc-4f40-b15e-b9732fa1a330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (28ec1b78-b2e0-4ad5-ae45-96897787c94f), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:06.934966 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [req-d7834193-1795-4609-a540-81d7acf26852 req-f3aa169e-623f-4041-a86c-471f3a1318f5 tempest-SecurityGroupsNegativeTestJSON-454530332 tempest-SecurityGroupsNegativeTestJSON-454530332-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 22 19:20:06.936536 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d7834193-1795-4609-a540-81d7acf26852 req-f3aa169e-623f-4041-a86c-471f3a1318f5 tempest-SecurityGroupsNegativeTestJSON-454530332 tempest-SecurityGroupsNegativeTestJSON-454530332-project] 10.222.0.75 "DELETE /v2.0/security-groups/4a47de8c-b018-4d6b-8105-fe904df08c76 HTTP/1.1" status: 409 len: 352 time: 0.1972921 Mar 22 19:20:07.008937 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac35f9b-71dc-4f40-b15e-b9732fa1a330 service neutron] Pushing event updated for resources: {'Port': ['ID=28ec1b78-b2e0-4ad5-ae45-96897787c94f,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:07.052460 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306bc13-dd6a-40d7-bfba-d522b5aff457 req-99f4ffdb-338e-4990-9578-cf46559911fc tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:07.055591 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-83dfc8c5-0b66-4767-b95e-4ae4a6f821ee admin admin] Publish callbacks [] for router_gateway (bb65b0c0-12b6-43ab-8795-a8160ab7ec47), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:07.059577 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4306bc13-dd6a-40d7-bfba-d522b5aff457 req-99f4ffdb-338e-4990-9578-cf46559911fc tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1670706 Mar 22 19:20:07.083252 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-83dfc8c5-0b66-4767-b95e-4ae4a6f821ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:07.150690 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-3ac35f9b-71dc-4f40-b15e-b9732fa1a330 service neutron] Attempting to bind port 28ec1b78-b2e0-4ad5-ae45-96897787c94f on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:20:07.151036 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-3ac35f9b-71dc-4f40-b15e-b9732fa1a330 service neutron] Attempting to bind port 28ec1b78-b2e0-4ad5-ae45-96897787c94f by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:20:07.151370 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-3ac35f9b-71dc-4f40-b15e-b9732fa1a330 service neutron] Attempting to bind port 28ec1b78-b2e0-4ad5-ae45-96897787c94f on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:20:07.171174 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4306bc13-dd6a-40d7-bfba-d522b5aff457 req-c1158e9d-5b4c-49ee-966d-f0fdb25c4ede tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043637 Mar 22 19:20:07.175862 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-3ac35f9b-71dc-4f40-b15e-b9732fa1a330 service neutron] Port 28ec1b78-b2e0-4ad5-ae45-96897787c94f on network 43c82fd2-7e25-4eba-86f2-aced26197dba not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:20:07.176264 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-3ac35f9b-71dc-4f40-b15e-b9732fa1a330 service neutron] Attempting to bind port 28ec1b78-b2e0-4ad5-ae45-96897787c94f on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:20:07.188126 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-3ac35f9b-71dc-4f40-b15e-b9732fa1a330 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:20:07.192642 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-3ac35f9b-71dc-4f40-b15e-b9732fa1a330 service neutron] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:20:07.193165 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-3ac35f9b-71dc-4f40-b15e-b9732fa1a330 service neutron] Bound using segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:20:07.193717 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-3ac35f9b-71dc-4f40-b15e-b9732fa1a330 service neutron] Bound port: 28ec1b78-b2e0-4ad5-ae45-96897787c94f, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:20:07.194202 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-3ac35f9b-71dc-4f40-b15e-b9732fa1a330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (28ec1b78-b2e0-4ad5-ae45-96897787c94f), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:07.256393 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-83dfc8c5-0b66-4767-b95e-4ae4a6f821ee admin admin] Allocated IP 172.25.5.115 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/87768678-7a46-477b-a27d-3fe363a6a21b) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:20:07.279081 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [req-57dff43d-41c3-4027-a8bd-eae1d23731da req-13260bd8-91a7-43fa-9358-08a6ac0702b4 tempest-SecurityGroupsNegativeTestJSON-454530332 tempest-SecurityGroupsNegativeTestJSON-454530332-project] show failed (client error): The resource could not be found. Mar 22 19:20:07.290272 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-57dff43d-41c3-4027-a8bd-eae1d23731da req-13260bd8-91a7-43fa-9358-08a6ac0702b4 tempest-SecurityGroupsNegativeTestJSON-454530332 tempest-SecurityGroupsNegativeTestJSON-454530332-project] 10.222.0.75 "GET /v2.0/security-groups/89468dd9-6b11-48bb-99d5-80fa4a03dc6b HTTP/1.1" status: 404 len: 352 time: 0.0309136 Mar 22 19:20:07.323662 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-3ac35f9b-71dc-4f40-b15e-b9732fa1a330 service neutron] For port 28ec1b78-b2e0-4ad5-ae45-96897787c94f, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:20:07.327072 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-3ac35f9b-71dc-4f40-b15e-b9732fa1a330 service neutron] For port 28ec1b78-b2e0-4ad5-ae45-96897787c94f, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=28ec1b78-b2e0-4ad5-ae45-96897787c94f,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:20:07.338090 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-3ac35f9b-71dc-4f40-b15e-b9732fa1a330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (28ec1b78-b2e0-4ad5-ae45-96897787c94f), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:07.378256 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-d6de6507-a020-44f9-b1eb-65270edac157 None None] Allocated IP 172.20.0.2 (665ce1a5-e5f2-48a0-b53a-9e9cf374c82f/791197ad-b493-4998-ab0c-b15b9ded5bbf/bf500ced-3c7b-41ff-971e-919cb93782f7) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:20:07.384117 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-3ac35f9b-71dc-4f40-b15e-b9732fa1a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:07.388214 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-3ac35f9b-71dc-4f40-b15e-b9732fa1a330 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:07.388840 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-3ac35f9b-71dc-4f40-b15e-b9732fa1a330 service neutron] 10.222.0.85 "PUT /v2.0/ports/28ec1b78-b2e0-4ad5-ae45-96897787c94f HTTP/1.1" status: 200 len: 1096 time: 1.5173328 Mar 22 19:20:07.389312 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dc98309-d831-4607-b7c2-5c7dc676d496', 'tag': '28ec1b78-b2e0-4ad5-ae45-96897787c94f'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:20:07.399710 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34334afd-7632-48e2-a091-e679c07855a3" -d '{"events": [{"name": "network-changed", "server_uuid": "8dc98309-d831-4607-b7c2-5c7dc676d496", "tag": "28ec1b78-b2e0-4ad5-ae45-96897787c94f"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:20:07.406021 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 4fd4069b-2348-42da-8c6c-b594453833d1 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:20:07.482512 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 4fd4069b-2348-42da-8c6c-b594453833d1 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:20:07.491718 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (4fd4069b-2348-42da-8c6c-b594453833d1), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:07.529411 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-83dfc8c5-0b66-4767-b95e-4ae4a6f821ee admin admin] Publish callbacks [] for port (87768678-7a46-477b-a27d-3fe363a6a21b), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:07.558387 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac35f9b-71dc-4f40-b15e-b9732fa1a330 service neutron] Pushing event updated for resources: {'Port': ['ID=28ec1b78-b2e0-4ad5-ae45-96897787c94f,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:07.605474 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-83dfc8c5-0b66-4767-b95e-4ae4a6f821ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (87768678-7a46-477b-a27d-3fe363a6a21b), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:07.609264 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 535ac561-17d7-4277-b583-cbc88938a996, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=535ac561-17d7-4277-b583-cbc88938a996,segment=NetworkSegment(c220f14e-ecc6-4430-b8c4-85e311e92cfa),segment_id=c220f14e-ecc6-4430-b8c4-85e311e92cfa)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:07.667535 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '535ac561-17d7-4277-b583-cbc88938a996', 'network_id': 'e930d616-8bf8-463b-a18b-d69f6a228771', 'port_id': '535ac561-17d7-4277-b583-cbc88938a996', 'mac_address': 'fa:16:3e:73:fc:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe022df2-c3fa-4f05-ae34-40e2d408aaf3', 'ip_address': '19.86.0.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:20:07.704543 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dfc8c5-0b66-4767-b95e-4ae4a6f821ee admin admin] Pushing event updated for resources: {'Port': ['ID=87768678-7a46-477b-a27d-3fe363a6a21b,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:07.733467 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83dfc8c5-0b66-4767-b95e-4ae4a6f821ee admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:20:07.737776 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-83dfc8c5-0b66-4767-b95e-4ae4a6f821ee admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:20:07.746470 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dfc8c5-0b66-4767-b95e-4ae4a6f821ee admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:20:07.793153 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7377031-2eb2-4304-9936-c240920c14c4 req-ad52c0f1-4823-4ee2-aeda-fa43731f4e55 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:07.800352 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b7377031-2eb2-4304-9936-c240920c14c4 req-ad52c0f1-4823-4ee2-aeda-fa43731f4e55 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=8dc98309-d831-4607-b7c2-5c7dc676d496 HTTP/1.1" status: 200 len: 947 time: 0.2432449 Mar 22 19:20:07.822254 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-3be4d465-3136-41ff-b88b-bede1d78fb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:07.823783 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-3be4d465-3136-41ff-b88b-bede1d78fb9c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&device_id=8dc98309-d831-4607-b7c2-5c7dc676d496 HTTP/1.1" status: 200 len: 1130 time: 0.2618415 Mar 22 19:20:07.825969 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [req-c32a88ef-25d8-4308-a5d4-e5ef5c841817 req-f7cae981-bcd5-444f-9a26-73885f0b0267 tempest-SecurityGroupsNegativeTestJSON-454530332 tempest-SecurityGroupsNegativeTestJSON-454530332-project] show failed (client error): The resource could not be found. Mar 22 19:20:07.827660 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c32a88ef-25d8-4308-a5d4-e5ef5c841817 req-f7cae981-bcd5-444f-9a26-73885f0b0267 tempest-SecurityGroupsNegativeTestJSON-454530332 tempest-SecurityGroupsNegativeTestJSON-454530332-project] 10.222.0.75 "GET /v2.0/security-groups/b5e080ea-5839-485c-81bd-e1a93f13c3d0 HTTP/1.1" status: 404 len: 352 time: 0.0868893 Mar 22 19:20:07.848287 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41494) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:07.909105 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d6de6507-a020-44f9-b1eb-65270edac157 None None] Publish callbacks [] for port (bf500ced-3c7b-41ff-971e-919cb93782f7), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:07.951756 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d6de6507-a020-44f9-b1eb-65270edac157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (bf500ced-3c7b-41ff-971e-919cb93782f7), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:07.997312 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04c8696-8b92-472a-818a-b637c23268bf x-openstack-request-id: req-f04c8696-8b92-472a-818a-b637c23268bf {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:20:07.997819 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dc98309-d831-4607-b7c2-5c7dc676d496", "tag": "28ec1b78-b2e0-4ad5-ae45-96897787c94f", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:20:07.999107 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f04c8696-8b92-472a-818a-b637c23268bf {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:20:07.999107 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f04c8696-8b92-472a-818a-b637c23268bf'] response: {'name': 'network-changed', 'server_uuid': '8dc98309-d831-4607-b7c2-5c7dc676d496', 'tag': '28ec1b78-b2e0-4ad5-ae45-96897787c94f', 'status': 'completed', 'code': 200} Mar 22 19:20:08.007216 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-1428b976-bc8e-4ad4-af94-7529de98f0d7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=28ec1b78-b2e0-4ad5-ae45-96897787c94f HTTP/1.1" status: 200 len: 217 time: 0.1722279 Mar 22 19:20:08.048386 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de6507-a020-44f9-b1eb-65270edac157 None None] Pushing event updated for resources: {'Port': ['ID=bf500ced-3c7b-41ff-971e-919cb93782f7,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:08.063885 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6de6507-a020-44f9-b1eb-65270edac157 None None] Network 665ce1a5-e5f2-48a0-b53a-9e9cf374c82f is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:20:08.085997 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-d6de6507-a020-44f9-b1eb-65270edac157 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:20:08.088551 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 535ac561-17d7-4277-b583-cbc88938a996 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:08.089388 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (535ac561-17d7-4277-b583-cbc88938a996), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:08.100077 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6de6507-a020-44f9-b1eb-65270edac157 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:20:08.108410 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b7377031-2eb2-4304-9936-c240920c14c4 req-10df63db-9508-44c0-b075-0bd25f2c98bf tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030105 Mar 22 19:20:08.125523 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec3fdfd-64ba-4a43-97b8-c08900af0168 admin admin] Deleting subnet 4c3d7519-04f2-45b0-872d-dd521cebaa66 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:20:08.127724 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-83dfc8c5-0b66-4767-b95e-4ae4a6f821ee admin admin] Publish callbacks [] for router_gateway (bb65b0c0-12b6-43ab-8795-a8160ab7ec47), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:08.129436 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8ec3fdfd-64ba-4a43-97b8-c08900af0168 admin admin] Publish callbacks [] for subnet (4c3d7519-04f2-45b0-872d-dd521cebaa66), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:08.162294 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 535ac561-17d7-4277-b583-cbc88938a996 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:20:08.179314 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8ec3fdfd-64ba-4a43-97b8-c08900af0168 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (4c3d7519-04f2-45b0-872d-dd521cebaa66), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:08.207281 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 4fd4069b-2348-42da-8c6c-b594453833d1 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:08.207674 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4fd4069b-2348-42da-8c6c-b594453833d1), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:08.275884 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 535ac561-17d7-4277-b583-cbc88938a996, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=535ac561-17d7-4277-b583-cbc88938a996,segment=NetworkSegment(c220f14e-ecc6-4430-b8c4-85e311e92cfa),segment_id=c220f14e-ecc6-4430-b8c4-85e311e92cfa)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:08.285618 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03efcdf7-dafe-42ec-9752-edf5a2d30853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd4069b-2348-42da-8c6c-b594453833d1'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:20:08.288723 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac95e8e-5546-4ffb-93ea-7c7a223c012a" -d '{"events": [{"server_uuid": "03efcdf7-dafe-42ec-9752-edf5a2d30853", "name": "network-vif-plugged", "status": "completed", "tag": "4fd4069b-2348-42da-8c6c-b594453833d1"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:20:08.292036 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-d6de6507-a020-44f9-b1eb-65270edac157 None None] Attempting to bind port bf500ced-3c7b-41ff-971e-919cb93782f7 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:20:08.292429 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-d6de6507-a020-44f9-b1eb-65270edac157 None None] Attempting to bind port bf500ced-3c7b-41ff-971e-919cb93782f7 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'cb81fee5-5ae6-4468-8a44-82f153864c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '665ce1a5-e5f2-48a0-b53a-9e9cf374c82f'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:20:08.292778 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6de6507-a020-44f9-b1eb-65270edac157 None None] Attempting to bind port bf500ced-3c7b-41ff-971e-919cb93782f7 on network 665ce1a5-e5f2-48a0-b53a-9e9cf374c82f {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:20:08.298960 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (535ac561-17d7-4277-b583-cbc88938a996), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:08.299620 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 1565b79e-62d6-4795-b96e-4360fb434ef2 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:20:08.317225 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe02d2-71c4-42d1-a031-b85cd07c0ad5 req-706c42f5-045d-4b33-b2b0-bf67d3cc20ef tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:08.323601 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe02d2-71c4-42d1-a031-b85cd07c0ad5 req-706c42f5-045d-4b33-b2b0-bf67d3cc20ef tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:08.331113 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-72fe02d2-71c4-42d1-a031-b85cd07c0ad5 req-706c42f5-045d-4b33-b2b0-bf67d3cc20ef tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=7781ffc5-cc2a-4995-9d63-e12105bccdad HTTP/1.1" status: 200 len: 1679 time: 0.3314943 Mar 22 19:20:08.334812 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-0f97a192-197e-494c-83b5-cb7678f42d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:08.336962 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-0f97a192-197e-494c-83b5-cb7678f42d54 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.3086088 Mar 22 19:20:08.359974 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=535ac561-17d7-4277-b583-cbc88938a996,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:08.368325 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 4fd4069b-2348-42da-8c6c-b594453833d1, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=4fd4069b-2348-42da-8c6c-b594453833d1,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:08.369590 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6de6507-a020-44f9-b1eb-65270edac157 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:20:08.370181 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6de6507-a020-44f9-b1eb-65270edac157 None None] Checking segment: {'id': 'cb81fee5-5ae6-4468-8a44-82f153864c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '665ce1a5-e5f2-48a0-b53a-9e9cf374c82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:20:08.370588 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d6de6507-a020-44f9-b1eb-65270edac157 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:08.371094 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6de6507-a020-44f9-b1eb-65270edac157 None None] Bound using segment: {'id': 'cb81fee5-5ae6-4468-8a44-82f153864c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '665ce1a5-e5f2-48a0-b53a-9e9cf374c82f'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:20:08.371685 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-d6de6507-a020-44f9-b1eb-65270edac157 None None] Bound port: bf500ced-3c7b-41ff-971e-919cb93782f7, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb81fee5-5ae6-4468-8a44-82f153864c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '665ce1a5-e5f2-48a0-b53a-9e9cf374c82f'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:20:08.372066 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d6de6507-a020-44f9-b1eb-65270edac157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (bf500ced-3c7b-41ff-971e-919cb93782f7), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:08.387455 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4fd4069b-2348-42da-8c6c-b594453833d1), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:08.395424 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-72fe02d2-71c4-42d1-a031-b85cd07c0ad5 req-fc37e60f-9d75-42b3-8ca9-574bfce960ad tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632892 Mar 22 19:20:08.397274 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-83dfc8c5-0b66-4767-b95e-4ae4a6f821ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (bb65b0c0-12b6-43ab-8795-a8160ab7ec47), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:08.398781 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8ec3fdfd-64ba-4a43-97b8-c08900af0168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (4c3d7519-04f2-45b0-872d-dd521cebaa66), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:08.536916 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=4fd4069b-2348-42da-8c6c-b594453833d1,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:08.563908 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-d6de6507-a020-44f9-b1eb-65270edac157 None None] For port bf500ced-3c7b-41ff-971e-919cb93782f7, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:20:08.591830 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-d6de6507-a020-44f9-b1eb-65270edac157 None None] For port bf500ced-3c7b-41ff-971e-919cb93782f7, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=bf500ced-3c7b-41ff-971e-919cb93782f7,segment=NetworkSegment(cb81fee5-5ae6-4468-8a44-82f153864c34),segment_id=cb81fee5-5ae6-4468-8a44-82f153864c34)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:20:08.599306 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 1565b79e-62d6-4795-b96e-4360fb434ef2, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=1565b79e-62d6-4795-b96e-4360fb434ef2,segment=NetworkSegment(9fc784f7-7764-470d-9bd6-369c3ff943b7),segment_id=9fc784f7-7764-470d-9bd6-369c3ff943b7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:08.609596 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9354faf-89f6-4463-93ed-04500939c91a req-0c61d146-8ebe-4b9d-93fb-f2a1c045bd86 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:08.612432 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d6de6507-a020-44f9-b1eb-65270edac157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (bf500ced-3c7b-41ff-971e-919cb93782f7), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:08.618852 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9354faf-89f6-4463-93ed-04500939c91a req-0c61d146-8ebe-4b9d-93fb-f2a1c045bd86 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 951 time: 0.3831117 Mar 22 19:20:08.624629 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8ec3fdfd-64ba-4a43-97b8-c08900af0168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (4c3d7519-04f2-45b0-872d-dd521cebaa66), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:08.628155 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '1565b79e-62d6-4795-b96e-4360fb434ef2', 'network_id': 'cceaf50e-e47c-40b2-a7b2-8439fe158fbc', 'port_id': '1565b79e-62d6-4795-b96e-4360fb434ef2', 'mac_address': 'fa:16:3e:07:86:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '201dc86d-bfca-423b-a8a1-a6818ea52550', 'ip_address': '19.80.0.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:20:08.691936 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec3fdfd-64ba-4a43-97b8-c08900af0168 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c3d7519-04f2-45b0-872d-dd521cebaa66,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:08.704815 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8ec3fdfd-64ba-4a43-97b8-c08900af0168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:08.708068 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8ec3fdfd-64ba-4a43-97b8-c08900af0168 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/4c3d7519-04f2-45b0-872d-dd521cebaa66 HTTP/1.1" status: 204 len: 168 time: 0.8588216 Mar 22 19:20:08.712844 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41504) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:08.768276 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 1565b79e-62d6-4795-b96e-4360fb434ef2 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:08.768276 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1565b79e-62d6-4795-b96e-4360fb434ef2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:08.768276 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de6507-a020-44f9-b1eb-65270edac157 None None] Pushing event updated for resources: {'Port': ['ID=bf500ced-3c7b-41ff-971e-919cb93782f7,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:08.781348 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-f2d2f6a3-103e-4746-9bc7-0781bc6348d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:08.782921 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-f2d2f6a3-103e-4746-9bc7-0781bc6348d8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3960052 Mar 22 19:20:08.791128 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1565b79e-62d6-4795-b96e-4360fb434ef2 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:20:08.820893 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef3709-6260-4ddc-ae5b-79b7a0221293 req-e03c2368-1c22-4772-900b-93e49869020a tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:08.827297 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 1565b79e-62d6-4795-b96e-4360fb434ef2, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=1565b79e-62d6-4795-b96e-4360fb434ef2,segment=NetworkSegment(9fc784f7-7764-470d-9bd6-369c3ff943b7),segment_id=9fc784f7-7764-470d-9bd6-369c3ff943b7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:08.828713 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-87ef3709-6260-4ddc-ae5b-79b7a0221293 req-e03c2368-1c22-4772-900b-93e49869020a tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 946 time: 0.3414714 Mar 22 19:20:08.837375 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (1565b79e-62d6-4795-b96e-4360fb434ef2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:08.935305 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=1565b79e-62d6-4795-b96e-4360fb434ef2,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:08.969600 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f6fe9a1c-7cd4-414a-9fad-f1862ba29830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (065957e6-5cde-4360-bd59-13ce4d6b33a5), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:08.997677 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83dfc8c5-0b66-4767-b95e-4ae4a6f821ee admin admin] Router bb65b0c0-12b6-43ab-8795-a8160ab7ec47 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:20:09.016606 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9354faf-89f6-4463-93ed-04500939c91a req-03cb677d-84a0-4ec2-b9e5-148166e7c6d4 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967440 Mar 22 19:20:09.098766 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-87ef3709-6260-4ddc-ae5b-79b7a0221293 req-cce4cea4-783c-4e60-b6bf-b9103b198aa8 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689993 Mar 22 19:20:09.178143 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef8a546-9f61-4bd2-93e5-40b5ad32b590 x-openstack-request-id: req-3ef8a546-9f61-4bd2-93e5-40b5ad32b590 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:20:09.178685 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03efcdf7-dafe-42ec-9752-edf5a2d30853", "name": "network-vif-plugged", "status": "completed", "tag": "4fd4069b-2348-42da-8c6c-b594453833d1", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:20:09.179120 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3ef8a546-9f61-4bd2-93e5-40b5ad32b590 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:20:09.180250 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ef8a546-9f61-4bd2-93e5-40b5ad32b590'] response: {'server_uuid': '03efcdf7-dafe-42ec-9752-edf5a2d30853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fd4069b-2348-42da-8c6c-b594453833d1', 'code': 200} Mar 22 19:20:09.201366 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-ab9c1411-fa84-4235-9fd2-3f4fb03bf4b5 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992290 Mar 22 19:20:09.203051 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f6fe9a1c-7cd4-414a-9fad-f1862ba29830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (065957e6-5cde-4360-bd59-13ce4d6b33a5), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:09.232117 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83dfc8c5-0b66-4767-b95e-4ae4a6f821ee admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:20:09.254097 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a898de-1efa-44c6-aa9d-20f75b7da2a9 None None] Sync routers for ids ['bb65b0c0-12b6-43ab-8795-a8160ab7ec47'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:20:09.258600 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-f6fe9a1c-7cd4-414a-9fad-f1862ba29830 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['065957e6-5cde-4360-bd59-13ce4d6b33a5']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:09.268526 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a898de-1efa-44c6-aa9d-20f75b7da2a9 None None] Routers {'bb65b0c0-12b6-43ab-8795-a8160ab7ec47'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:20:09.269160 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-43a898de-1efa-44c6-aa9d-20f75b7da2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:19:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['bb65b0c0-12b6-43ab-8795-a8160ab7ec47'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:09.297164 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-83dfc8c5-0b66-4767-b95e-4ae4a6f821ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:09.300868 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-83dfc8c5-0b66-4767-b95e-4ae4a6f821ee admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7996073 Mar 22 19:20:09.318850 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41508) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:09.353464 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72392c1-1377-440f-a6c5-74838ad72721 req-488d59f2-af26-41e4-91f1-4bcf235dd9ba tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:09.360371 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b72392c1-1377-440f-a6c5-74838ad72721 req-488d59f2-af26-41e4-91f1-4bcf235dd9ba tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.2248895 Mar 22 19:20:09.363362 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-f6fe9a1c-7cd4-414a-9fad-f1862ba29830 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7580fb1c-608c-421b-ad5c-6101e28ac13d') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:09.363662 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-f6fe9a1c-7cd4-414a-9fad-f1862ba29830 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7580fb1c-608c-421b-ad5c-6101e28ac13d') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:09.416926 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-43a898de-1efa-44c6-aa9d-20f75b7da2a9 None None] Set router bb65b0c0-12b6-43ab-8795-a8160ab7ec47 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:20:09.421992 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f6fe9a1c-7cd4-414a-9fad-f1862ba29830 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (7580fb1c-608c-421b-ad5c-6101e28ac13d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:09.437857 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c71fc9-da30-4033-b7cf-859e6fdc81f0 req-5ea1ae2b-1e8f-4c04-8c3d-734e528d3c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:09.439336 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-22c71fc9-da30-4033-b7cf-859e6fdc81f0 req-5ea1ae2b-1e8f-4c04-8c3d-734e528d3c0e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 1129 time: 0.1567664 Mar 22 19:20:09.454401 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['1565b79e-62d6-4795-b96e-4360fb434ef2'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:20:09.454763 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f6fe9a1c-7cd4-414a-9fad-f1862ba29830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (7580fb1c-608c-421b-ad5c-6101e28ac13d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:09.515598 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6fe9a1c-7cd4-414a-9fad-f1862ba29830 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:20:09.516137 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f6fe9a1c-7cd4-414a-9fad-f1862ba29830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (7580fb1c-608c-421b-ad5c-6101e28ac13d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:09.528159 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:20:09.528159 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:20:09.528159 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:20:09.528159 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:20:09.528159 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:20:09.528159 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:20:09.528159 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:20:09.528159 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:20:09.528159 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:20:09.528159 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:20:09.528159 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:20:09.528159 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:20:09.528159 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:20:09.528159 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:20:09.528159 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:20:09.528159 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:20:09.528159 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:20:09.528159 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:20:09.528159 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:20:09.528159 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:20:09.528159 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:20:09.528159 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:20:09.528159 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:20:09.528159 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:20:09.528159 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:20:09.528159 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:20:09.528159 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:20:09.528159 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:20:09.528159 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:20:09.528159 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:20:09.528159 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:20:09.528159 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:20:09.534444 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-22c71fc9-da30-4033-b7cf-859e6fdc81f0 req-c8020683-d3d8-4d88-9dcd-b542f1f63516 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827522 Mar 22 19:20:09.536756 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['535ac561-17d7-4277-b583-cbc88938a996'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:20:09.816393 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-43a898de-1efa-44c6-aa9d-20f75b7da2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'name': 'tempest-ServersTestFqdnHostnames-1272089014-router', 'tenant_id': '3776c74538ed43b2bc56c1ee64bd0054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '87768678-7a46-477b-a27d-3fe363a6a21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:20:06Z', 'updated_at': '2022-03-22T19:20:07Z', 'revision_number': 3, 'project_id': '3776c74538ed43b2bc56c1ee64bd0054', 'gw_port': {'id': '87768678-7a46-477b-a27d-3fe363a6a21b', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:20:07Z', 'updated_at': '2022-03-22T19:20:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:09.863542 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a898de-1efa-44c6-aa9d-20f75b7da2a9 None None] Checking router: bb65b0c0-12b6-43ab-8795-a8160ab7ec47 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:20:09.863806 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a898de-1efa-44c6-aa9d-20f75b7da2a9 None None] Updating router bb65b0c0-12b6-43ab-8795-a8160ab7ec47 port 87768678-7a46-477b-a27d-3fe363a6a21b binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:20:09.923550 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-43a898de-1efa-44c6-aa9d-20f75b7da2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (87768678-7a46-477b-a27d-3fe363a6a21b), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:10.133012 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d356337e-2ded-4722-9e51-3bb7dbbc5f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:10.156755 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b72392c1-1377-440f-a6c5-74838ad72721 req-a9cade41-be9a-49e6-bba5-3111bf64c09b tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7955649 Mar 22 19:20:10.183145 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fb7d48bc-88d0-4100-8cef-729cd825d260 req-19fb1227-bb62-42ce-853c-c37e9d0c1623 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9399619 Mar 22 19:20:10.260809 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa490a4-722f-4564-9b24-b1a1f32b9f06 req-3877665a-55a2-4a00-9b78-e18cc87dba69 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:10.282791 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6fa490a4-722f-4564-9b24-b1a1f32b9f06 req-3877665a-55a2-4a00-9b78-e18cc87dba69 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=8dc98309-d831-4607-b7c2-5c7dc676d496 HTTP/1.1" status: 200 len: 947 time: 0.9436426 Mar 22 19:20:10.339337 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device bf500ced-3c7b-41ff-971e-919cb93782f7 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:20:10.342312 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-43a898de-1efa-44c6-aa9d-20f75b7da2a9 None None] Publish callbacks [] for port (87768678-7a46-477b-a27d-3fe363a6a21b), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:10.354895 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-43a898de-1efa-44c6-aa9d-20f75b7da2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (87768678-7a46-477b-a27d-3fe363a6a21b), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:10.376048 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b55f20e-cf51-49da-a49a-7db27267d27a None None] Network 665ce1a5-e5f2-48a0-b53a-9e9cf374c82f requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:20:10.377645 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ffdb3-ec4c-464c-9da3-7685ba6d1325 req-41e86fa3-6688-4c5c-944e-00beb0f0bd9b tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:10.379193 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-270ffdb3-ec4c-464c-9da3-7685ba6d1325 req-41e86fa3-6688-4c5c-944e-00beb0f0bd9b tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.85 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 951 time: 0.9211659 Mar 22 19:20:10.459849 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-d356337e-2ded-4722-9e51-3bb7dbbc5f71 admin admin] Allocated IP 172.20.0.1 (665ce1a5-e5f2-48a0-b53a-9e9cf374c82f/791197ad-b493-4998-ab0c-b15b9ded5bbf/8b25ba5c-e942-42aa-acc4-9acc1441d567) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:20:10.525684 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-05290b41-4e22-4fa6-825f-5d4d17c08ed8 None None] Provisioning complete for port bf500ced-3c7b-41ff-971e-919cb93782f7 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:20:10.526380 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-05290b41-4e22-4fa6-825f-5d4d17c08ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (bf500ced-3c7b-41ff-971e-919cb93782f7), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:10.531523 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port bf500ced-3c7b-41ff-971e-919cb93782f7 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:20:10.531895 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (bf500ced-3c7b-41ff-971e-919cb93782f7), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:10.568178 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f6fe9a1c-7cd4-414a-9fad-f1862ba29830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (065957e6-5cde-4360-bd59-13ce4d6b33a5), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:10.576010 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f6fe9a1c-7cd4-414a-9fad-f1862ba29830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:10.582024 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f6fe9a1c-7cd4-414a-9fad-f1862ba29830 admin admin] 10.222.0.75 "DELETE /v2.0/networks/065957e6-5cde-4360-bd59-13ce4d6b33a5 HTTP/1.1" status: 204 len: 168 time: 1.8634083 Mar 22 19:20:10.620904 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe9a1c-7cd4-414a-9fad-f1862ba29830 admin admin] Pushing event deleted for resources: {'Network': ['ID=065957e6-5cde-4360-bd59-13ce4d6b33a5,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:10.668916 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d356337e-2ded-4722-9e51-3bb7dbbc5f71 admin admin] Publish callbacks [] for port (8b25ba5c-e942-42aa-acc4-9acc1441d567), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:10.669094 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6fa490a4-722f-4564-9b24-b1a1f32b9f06 req-3807df05-85b9-4fff-9dfd-32a713ef85a3 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837147 Mar 22 19:20:10.699773 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34334afd-7632-48e2-a091-e679c07855a3 req-c163e9b2-bb6a-463f-a31c-a51075f5f523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:10.701576 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-34334afd-7632-48e2-a091-e679c07855a3 req-c163e9b2-bb6a-463f-a31c-a51075f5f523 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&device_id=8dc98309-d831-4607-b7c2-5c7dc676d496 HTTP/1.1" status: 200 len: 1130 time: 0.3781564 Mar 22 19:20:10.729068 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-43a898de-1efa-44c6-aa9d-20f75b7da2a9 None None] Attempting to bind port 87768678-7a46-477b-a27d-3fe363a6a21b on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:20:10.729442 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-43a898de-1efa-44c6-aa9d-20f75b7da2a9 None None] Attempting to bind port 87768678-7a46-477b-a27d-3fe363a6a21b by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:20:10.729824 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a898de-1efa-44c6-aa9d-20f75b7da2a9 None None] Attempting to bind port 87768678-7a46-477b-a27d-3fe363a6a21b on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:20:10.739347 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f89cd-4302-4f09-bf6f-1f8a3ecf106a None None] Pushing event updated for resources: {'Port': ['ID=87768678-7a46-477b-a27d-3fe363a6a21b,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:10.753418 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-270ffdb3-ec4c-464c-9da3-7685ba6d1325 req-e4f24e5c-7ebb-4b53-aa4e-a9e157e3092e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Deleting port a59d6df8-7b4c-4429-8382-fe68fd10987b {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:20:10.753764 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-270ffdb3-ec4c-464c-9da3-7685ba6d1325 req-e4f24e5c-7ebb-4b53-aa4e-a9e157e3092e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (a59d6df8-7b4c-4429-8382-fe68fd10987b), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:10.761652 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a898de-1efa-44c6-aa9d-20f75b7da2a9 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:20:10.762074 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a898de-1efa-44c6-aa9d-20f75b7da2a9 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:20:10.762483 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-43a898de-1efa-44c6-aa9d-20f75b7da2a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:10.762876 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a898de-1efa-44c6-aa9d-20f75b7da2a9 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:20:10.763349 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-43a898de-1efa-44c6-aa9d-20f75b7da2a9 None None] Bound port: 87768678-7a46-477b-a27d-3fe363a6a21b, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:20:10.763935 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-43a898de-1efa-44c6-aa9d-20f75b7da2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (87768678-7a46-477b-a27d-3fe363a6a21b), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:10.767670 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f89cd-4302-4f09-bf6f-1f8a3ecf106a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:10.771989 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port bf500ced-3c7b-41ff-971e-919cb93782f7 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:10.772382 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (bf500ced-3c7b-41ff-971e-919cb93782f7), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:10.772781 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f89cd-4302-4f09-bf6f-1f8a3ecf106a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:10.773939 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f89cd-4302-4f09-bf6f-1f8a3ecf106a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:10.790229 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f89cd-4302-4f09-bf6f-1f8a3ecf106a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:10.790998 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d356337e-2ded-4722-9e51-3bb7dbbc5f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (8b25ba5c-e942-42aa-acc4-9acc1441d567), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:10.791764 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f89cd-4302-4f09-bf6f-1f8a3ecf106a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:10.800801 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19e1e9-5148-4ae6-bcda-2fce4c30219e req-d31d026a-578b-4424-b983-374bcc7f9515 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:10.802338 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f89cd-4302-4f09-bf6f-1f8a3ecf106a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:10.802679 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f89cd-4302-4f09-bf6f-1f8a3ecf106a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:10.803013 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f89cd-4302-4f09-bf6f-1f8a3ecf106a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:10.803338 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f89cd-4302-4f09-bf6f-1f8a3ecf106a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:10.803755 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f89cd-4302-4f09-bf6f-1f8a3ecf106a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:10.804083 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f89cd-4302-4f09-bf6f-1f8a3ecf106a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:10.804961 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f89cd-4302-4f09-bf6f-1f8a3ecf106a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:10.805478 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f89cd-4302-4f09-bf6f-1f8a3ecf106a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:10.805825 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f89cd-4302-4f09-bf6f-1f8a3ecf106a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:10.806149 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490f89cd-4302-4f09-bf6f-1f8a3ecf106a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:10.824262 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19e1e9-5148-4ae6-bcda-2fce4c30219e req-d31d026a-578b-4424-b983-374bcc7f9515 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:10.826094 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2e19e1e9-5148-4ae6-bcda-2fce4c30219e req-d31d026a-578b-4424-b983-374bcc7f9515 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=7781ffc5-cc2a-4995-9d63-e12105bccdad HTTP/1.1" status: 200 len: 1681 time: 0.4897766 Mar 22 19:20:10.852490 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port bf500ced-3c7b-41ff-971e-919cb93782f7, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=bf500ced-3c7b-41ff-971e-919cb93782f7,segment=NetworkSegment(cb81fee5-5ae6-4468-8a44-82f153864c34),segment_id=cb81fee5-5ae6-4468-8a44-82f153864c34)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:10.865508 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device a59d6df8-7b4c-4429-8382-fe68fd10987b no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:20:10.872724 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (bf500ced-3c7b-41ff-971e-919cb93782f7), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:10.893820 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41522) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:10.918445 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-43a898de-1efa-44c6-aa9d-20f75b7da2a9 None None] For port 87768678-7a46-477b-a27d-3fe363a6a21b, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:20:10.923142 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-43a898de-1efa-44c6-aa9d-20f75b7da2a9 None None] For port 87768678-7a46-477b-a27d-3fe363a6a21b, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=87768678-7a46-477b-a27d-3fe363a6a21b,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:20:10.933488 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d356337e-2ded-4722-9e51-3bb7dbbc5f71 admin admin] Network 665ce1a5-e5f2-48a0-b53a-9e9cf374c82f is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:20:10.934675 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356337e-2ded-4722-9e51-3bb7dbbc5f71 admin admin] Pushing event updated for resources: {'Port': ['ID=8b25ba5c-e942-42aa-acc4-9acc1441d567,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:10.935117 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-43a898de-1efa-44c6-aa9d-20f75b7da2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (87768678-7a46-477b-a27d-3fe363a6a21b), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:10.954043 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-d356337e-2ded-4722-9e51-3bb7dbbc5f71 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:20:10.962036 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d356337e-2ded-4722-9e51-3bb7dbbc5f71 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:20:10.999894 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=bf500ced-3c7b-41ff-971e-919cb93782f7,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:11.034817 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a898de-1efa-44c6-aa9d-20f75b7da2a9 None None] Routers {'bb65b0c0-12b6-43ab-8795-a8160ab7ec47'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:20:11.035896 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-43a898de-1efa-44c6-aa9d-20f75b7da2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:19:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['bb65b0c0-12b6-43ab-8795-a8160ab7ec47'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:11.039712 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f89cd-4302-4f09-bf6f-1f8a3ecf106a None None] Pushing event updated for resources: {'Port': ['ID=87768678-7a46-477b-a27d-3fe363a6a21b,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:11.050488 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d356337e-2ded-4722-9e51-3bb7dbbc5f71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (bb65b0c0-12b6-43ab-8795-a8160ab7ec47), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:11.059157 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-05290b41-4e22-4fa6-825f-5d4d17c08ed8 None None] Current status of the port bf500ced-3c7b-41ff-971e-919cb93782f7 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:11.128842 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port a59d6df8-7b4c-4429-8382-fe68fd10987b is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:11.129249 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a59d6df8-7b4c-4429-8382-fe68fd10987b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:11.179969 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port a59d6df8-7b4c-4429-8382-fe68fd10987b, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=a59d6df8-7b4c-4429-8382-fe68fd10987b,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:11.180899 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7938c17-bdbf-476e-a988-f09aed7e4775', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a59d6df8-7b4c-4429-8382-fe68fd10987b'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:20:11.183351 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54288546-9c90-4dbb-9d5f-a5a0bcc269a5" -d '{"events": [{"server_uuid": "d7938c17-bdbf-476e-a988-f09aed7e4775", "name": "network-vif-unplugged", "status": "completed", "tag": "a59d6df8-7b4c-4429-8382-fe68fd10987b"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:20:11.191150 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a59d6df8-7b4c-4429-8382-fe68fd10987b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:11.192279 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device af2b96db-74fa-4129-bb17-9e177edae123 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:20:11.211664 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5fb2e07e-fb50-48a6-8070-f70f71324ce5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a87c8a076483411eb7894474e2822587&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064370 Mar 22 19:20:11.211664 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41528) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:11.239391 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d356337e-2ded-4722-9e51-3bb7dbbc5f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8b25ba5c-e942-42aa-acc4-9acc1441d567), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:11.240749 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: af2b96db-74fa-4129-bb17-9e177edae123 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:20:11.241495 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device af2b96db-74fa-4129-bb17-9e177edae123 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:20:11.242732 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-43a898de-1efa-44c6-aa9d-20f75b7da2a9 None None] Set router bb65b0c0-12b6-43ab-8795-a8160ab7ec47 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:20:11.269416 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-270ffdb3-ec4c-464c-9da3-7685ba6d1325 req-e4f24e5c-7ebb-4b53-aa4e-a9e157e3092e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] For port a59d6df8-7b4c-4429-8382-fe68fd10987b, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=a59d6df8-7b4c-4429-8382-fe68fd10987b,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:11.273002 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-270ffdb3-ec4c-464c-9da3-7685ba6d1325 req-e4f24e5c-7ebb-4b53-aa4e-a9e157e3092e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (a59d6df8-7b4c-4429-8382-fe68fd10987b), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:11.303919 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=a59d6df8-7b4c-4429-8382-fe68fd10987b,revision_number=12']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:11.310209 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-270ffdb3-ec4c-464c-9da3-7685ba6d1325 req-e4f24e5c-7ebb-4b53-aa4e-a9e157e3092e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Calling delete_port for a59d6df8-7b4c-4429-8382-fe68fd10987b owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:20:11.322679 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f5af06e3-2a27-4b9f-921b-f1bbc17edf51 None None] Provisioning complete for port bf500ced-3c7b-41ff-971e-919cb93782f7 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:20:11.323258 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5af06e3-2a27-4b9f-921b-f1bbc17edf51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (bf500ced-3c7b-41ff-971e-919cb93782f7), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:11.480520 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f5af06e3-2a27-4b9f-921b-f1bbc17edf51 None None] Current status of the port bf500ced-3c7b-41ff-971e-919cb93782f7 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:11.492837 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-83443dfc-e675-4109-9fd9-801bbb99fcbd admin admin] Publish callbacks [] for security_group (4a47de8c-b018-4d6b-8105-fe904df08c76), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:11.540915 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-83443dfc-e675-4109-9fd9-801bbb99fcbd admin admin] Publish callbacks [] for security_group (4a47de8c-b018-4d6b-8105-fe904df08c76), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:11.556456 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34334afd-7632-48e2-a091-e679c07855a3 req-efb4d9e9-cbc3-4a44-840d-79f13391eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:11.559092 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-34334afd-7632-48e2-a091-e679c07855a3 req-efb4d9e9-cbc3-4a44-840d-79f13391eacb service neutron] 10.222.0.85 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.8497193 Mar 22 19:20:11.599002 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-43a898de-1efa-44c6-aa9d-20f75b7da2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'name': 'tempest-ServersTestFqdnHostnames-1272089014-router', 'tenant_id': '3776c74538ed43b2bc56c1ee64bd0054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '87768678-7a46-477b-a27d-3fe363a6a21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:20:06Z', 'updated_at': '2022-03-22T19:20:07Z', 'revision_number': 3, 'project_id': '3776c74538ed43b2bc56c1ee64bd0054', 'gw_port': {'id': '87768678-7a46-477b-a27d-3fe363a6a21b', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:20:07Z', 'updated_at': '2022-03-22T19:20:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:11.607925 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d356337e-2ded-4722-9e51-3bb7dbbc5f71 admin admin] Publish callbacks [] for port (8b25ba5c-e942-42aa-acc4-9acc1441d567), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:11.610395 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-b5acb789-63b9-4755-b167-ea2a9c0035ec None None] Provisioning complete for port 8b25ba5c-e942-42aa-acc4-9acc1441d567 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:20:11.614406 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b5acb789-63b9-4755-b167-ea2a9c0035ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8b25ba5c-e942-42aa-acc4-9acc1441d567), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:11.615036 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d356337e-2ded-4722-9e51-3bb7dbbc5f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (8b25ba5c-e942-42aa-acc4-9acc1441d567), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:11.648402 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a898de-1efa-44c6-aa9d-20f75b7da2a9 None None] The sync data for ids ['bb65b0c0-12b6-43ab-8795-a8160ab7ec47'] in n-d-705658-24 is: [{'id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'name': 'tempest-ServersTestFqdnHostnames-1272089014-router', 'tenant_id': '3776c74538ed43b2bc56c1ee64bd0054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '87768678-7a46-477b-a27d-3fe363a6a21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:20:06Z', 'updated_at': '2022-03-22T19:20:07Z', 'revision_number': 3, 'project_id': '3776c74538ed43b2bc56c1ee64bd0054', 'gw_port': {'id': '87768678-7a46-477b-a27d-3fe363a6a21b', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:20:07Z', 'updated_at': '2022-03-22T19:20:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:20:11.683285 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-83443dfc-e675-4109-9fd9-801bbb99fcbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (4a47de8c-b018-4d6b-8105-fe904df08c76), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:11.684718 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-83443dfc-e675-4109-9fd9-801bbb99fcbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:11.688246 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-83443dfc-e675-4109-9fd9-801bbb99fcbd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4a47de8c-b018-4d6b-8105-fe904df08c76 HTTP/1.1" status: 204 len: 168 time: 0.4734700 Mar 22 19:20:11.692350 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-34334afd-7632-48e2-a091-e679c07855a3 req-bf058541-009f-40cb-8dcf-d97277a984e7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=28ec1b78-b2e0-4ad5-ae45-96897787c94f HTTP/1.1" status: 200 len: 217 time: 0.1183727 Mar 22 19:20:11.698868 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-b5acb789-63b9-4755-b167-ea2a9c0035ec None None] Port 8b25ba5c-e942-42aa-acc4-9acc1441d567 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:20:11.714740 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd720eef-b0d7-408d-ad79-ebb953b54f0d req-c62c7437-4c92-4870-83a4-f41e14ec8a71 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:11.716607 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cd720eef-b0d7-408d-ad79-ebb953b54f0d req-c62c7437-4c92-4870-83a4-f41e14ec8a71 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d7938c17-bdbf-476e-a988-f09aed7e4775 HTTP/1.1" status: 200 len: 951 time: 0.8777075 Mar 22 19:20:11.740203 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83443dfc-e675-4109-9fd9-801bbb99fcbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a47de8c-b018-4d6b-8105-fe904df08c76,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:11.753276 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d356337e-2ded-4722-9e51-3bb7dbbc5f71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (bb65b0c0-12b6-43ab-8795-a8160ab7ec47), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:11.766491 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356337e-2ded-4722-9e51-3bb7dbbc5f71 admin admin] Pushing event updated for resources: {'Port': ['ID=8b25ba5c-e942-42aa-acc4-9acc1441d567,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:11.796120 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2e19e1e9-5148-4ae6-bcda-2fce4c30219e req-1e3137ad-6e8a-4593-9325-734121e913b7 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8121262 Mar 22 19:20:11.866162 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34334afd-7632-48e2-a091-e679c07855a3 req-1d8a19c1-eefe-4d40-a381-256a03b2725c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:11.868563 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-34334afd-7632-48e2-a091-e679c07855a3 req-1d8a19c1-eefe-4d40-a381-256a03b2725c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1479580 Mar 22 19:20:11.959653 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d356337e-2ded-4722-9e51-3bb7dbbc5f71 admin admin] Network 665ce1a5-e5f2-48a0-b53a-9e9cf374c82f is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:20:11.962020 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-d356337e-2ded-4722-9e51-3bb7dbbc5f71 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:20:12.073763 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cd720eef-b0d7-408d-ad79-ebb953b54f0d req-aa33c8f3-c170-4cdc-be6a-2a5bc9976c64 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837603 Mar 22 19:20:12.192869 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-270ffdb3-ec4c-464c-9da3-7685ba6d1325 req-e4f24e5c-7ebb-4b53-aa4e-a9e157e3092e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (a59d6df8-7b4c-4429-8382-fe68fd10987b), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:12.212301 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['8968dc95-8b66-420b-912b-413092d8cf15', 'fc644c63-8438-4b82-98b0-4202839125c6'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:20:12.227736 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 19:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132427fa-5e30-4672-b8b3-690062698e2b x-openstack-request-id: req-132427fa-5e30-4672-b8b3-690062698e2b {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:20:12.227962 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7938c17-bdbf-476e-a988-f09aed7e4775", "name": "network-vif-unplugged", "status": "completed", "tag": "a59d6df8-7b4c-4429-8382-fe68fd10987b", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:20:12.228221 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-132427fa-5e30-4672-b8b3-690062698e2b {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:20:12.228627 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-132427fa-5e30-4672-b8b3-690062698e2b'] response: {'server_uuid': 'd7938c17-bdbf-476e-a988-f09aed7e4775', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a59d6df8-7b4c-4429-8382-fe68fd10987b', 'code': 200} Mar 22 19:20:12.241638 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d356337e-2ded-4722-9e51-3bb7dbbc5f71 admin admin] Router bb65b0c0-12b6-43ab-8795-a8160ab7ec47 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:20:12.336315 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800a162-beb4-46a7-bc54-0d11e53493b9 req-fc47fe33-ae27-416a-af35-d788bd239cff tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:12.343845 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a800a162-beb4-46a7-bc54-0d11e53493b9 req-fc47fe33-ae27-416a-af35-d788bd239cff tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 946 time: 0.4199011 Mar 22 19:20:12.387368 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f24e5c-7ebb-4b53-aa4e-a9e157e3092e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Pushing event deleted for resources: {'Port': ['ID=a59d6df8-7b4c-4429-8382-fe68fd10987b,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:12.450572 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34334afd-7632-48e2-a091-e679c07855a3 req-8599d8b5-70ba-4f16-b26c-50d2b44d46f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:12.453160 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-34334afd-7632-48e2-a091-e679c07855a3 req-8599d8b5-70ba-4f16-b26c-50d2b44d46f3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5723615 Mar 22 19:20:12.531345 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 87768678-7a46-477b-a27d-3fe363a6a21b up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:20:12.632942 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-270ffdb3-ec4c-464c-9da3-7685ba6d1325 req-e4f24e5c-7ebb-4b53-aa4e-a9e157e3092e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] No DVR routers for this DVR port a59d6df8-7b4c-4429-8382-fe68fd10987b on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:20:12.647837 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d356337e-2ded-4722-9e51-3bb7dbbc5f71 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:20:12.658106 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d356337e-2ded-4722-9e51-3bb7dbbc5f71 admin admin] 10.222.0.75 "PUT /v2.0/routers/bb65b0c0-12b6-43ab-8795-a8160ab7ec47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3376942 Mar 22 19:20:12.667298 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-c9eaf7b4-0860-4a84-8f0f-8610ae0941cd None None] Provisioning complete for port 8b25ba5c-e942-42aa-acc4-9acc1441d567 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:20:12.667453 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c9eaf7b4-0860-4a84-8f0f-8610ae0941cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8b25ba5c-e942-42aa-acc4-9acc1441d567), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:12.675908 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-270ffdb3-ec4c-464c-9da3-7685ba6d1325 req-e4f24e5c-7ebb-4b53-aa4e-a9e157e3092e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:12.680462 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-270ffdb3-ec4c-464c-9da3-7685ba6d1325 req-e4f24e5c-7ebb-4b53-aa4e-a9e157e3092e tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.85 "DELETE /v2.0/ports/a59d6df8-7b4c-4429-8382-fe68fd10987b HTTP/1.1" status: 204 len: 173 time: 2.2891831 Mar 22 19:20:12.681251 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7938c17-bdbf-476e-a988-f09aed7e4775', 'name': 'network-vif-deleted', 'tag': 'a59d6df8-7b4c-4429-8382-fe68fd10987b'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:20:12.685091 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0f2468-e30b-4801-899a-ac94e58cc377" -d '{"events": [{"server_uuid": "d7938c17-bdbf-476e-a988-f09aed7e4775", "name": "network-vif-deleted", "tag": "a59d6df8-7b4c-4429-8382-fe68fd10987b"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:20:12.717808 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-34334afd-7632-48e2-a091-e679c07855a3 req-fece8b3d-897c-41ad-a51f-f54b47fb6891 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451475 Mar 22 19:20:12.781282 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 87768678-7a46-477b-a27d-3fe363a6a21b triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:20:12.783116 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (87768678-7a46-477b-a27d-3fe363a6a21b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:12.865473 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c9eaf7b4-0860-4a84-8f0f-8610ae0941cd None None] Port 8b25ba5c-e942-42aa-acc4-9acc1441d567 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:20:12.922915 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 1565b79e-62d6-4795-b96e-4360fb434ef2 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:20:12.945591 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b47529-9fb8-4a2b-a44e-d4ddf84cfda4 req-61c7f273-b7e0-4f65-a001-bc6fda593d1a tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:12.954230 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-54b47529-9fb8-4a2b-a44e-d4ddf84cfda4 req-61c7f273-b7e0-4f65-a001-bc6fda593d1a tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.5917058 Mar 22 19:20:12.997943 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-34334afd-7632-48e2-a091-e679c07855a3 req-9110ada3-8abc-47cf-aa9b-3096195fc291 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630095 Mar 22 19:20:13.270804 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-54b47529-9fb8-4a2b-a44e-d4ddf84cfda4 req-9cce8ff8-71fb-424c-b071-35b0d1ae798f tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071413 Mar 22 19:20:13.296317 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 1565b79e-62d6-4795-b96e-4360fb434ef2 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:20:13.303244 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a800a162-beb4-46a7-bc54-0d11e53493b9 req-356e3bba-890e-4641-acfc-e9eafa443e88 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9533565 Mar 22 19:20:13.335071 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 1565b79e-62d6-4795-b96e-4360fb434ef2 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:20:13.337968 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (1565b79e-62d6-4795-b96e-4360fb434ef2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:13.408733 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440a84ed-b68c-4b07-9ff6-eaaaff8b4602 x-openstack-request-id: req-440a84ed-b68c-4b07-9ff6-eaaaff8b4602 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:20:13.409276 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7938c17-bdbf-476e-a988-f09aed7e4775", "name": "network-vif-deleted", "tag": "a59d6df8-7b4c-4429-8382-fe68fd10987b", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:20:13.409482 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-440a84ed-b68c-4b07-9ff6-eaaaff8b4602 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:20:13.410037 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-440a84ed-b68c-4b07-9ff6-eaaaff8b4602'] response: {'server_uuid': 'd7938c17-bdbf-476e-a988-f09aed7e4775', 'name': 'network-vif-deleted', 'tag': 'a59d6df8-7b4c-4429-8382-fe68fd10987b', 'status': 'completed', 'code': 200} Mar 22 19:20:13.442524 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41572) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:13.504994 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 87768678-7a46-477b-a27d-3fe363a6a21b is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:13.505468 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (87768678-7a46-477b-a27d-3fe363a6a21b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:13.527744 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779b0cf-e6b5-4dde-8fb0-ae6f7fec8304 req-6ca8ecfa-0158-4b15-b4f0-af25b6ff528b tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:13.528837 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e779b0cf-e6b5-4dde-8fb0-ae6f7fec8304 req-6ca8ecfa-0158-4b15-b4f0-af25b6ff528b tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=8dc98309-d831-4607-b7c2-5c7dc676d496 HTTP/1.1" status: 200 len: 947 time: 0.1117129 Mar 22 19:20:13.586476 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 87768678-7a46-477b-a27d-3fe363a6a21b, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=87768678-7a46-477b-a27d-3fe363a6a21b,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:13.602467 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (87768678-7a46-477b-a27d-3fe363a6a21b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:13.603827 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device bf500ced-3c7b-41ff-971e-919cb93782f7 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:20:13.610260 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-5e0157b8-40c5-49f9-8863-703f8ce60535 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1163651802-network', 'tenant_id': 'cd5d7b09e78b4f8992b733b5b4229fbb'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:13.632485 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0157b8-40c5-49f9-8863-703f8ce60535 admin admin] Made reservation on behalf of cd5d7b09e78b4f8992b733b5b4229fbb for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:20:13.635317 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5e0157b8-40c5-49f9-8863-703f8ce60535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:13.645285 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5e0157b8-40c5-49f9-8863-703f8ce60535 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:13.649952 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e779b0cf-e6b5-4dde-8fb0-ae6f7fec8304 req-1ba063a2-3281-46e7-9d79-8eb18d7da943 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106904 Mar 22 19:20:13.686705 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf90d51-57e3-4829-9c2f-3c5c9adc7bfe req-a6be1bec-1757-4e11-bfe3-737222a1477c tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:13.698396 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf90d51-57e3-4829-9c2f-3c5c9adc7bfe req-a6be1bec-1757-4e11-bfe3-737222a1477c tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:13.714825 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fdf90d51-57e3-4829-9c2f-3c5c9adc7bfe req-a6be1bec-1757-4e11-bfe3-737222a1477c tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=7781ffc5-cc2a-4995-9d63-e12105bccdad HTTP/1.1" status: 200 len: 1681 time: 0.1536086 Mar 22 19:20:13.777591 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5e0157b8-40c5-49f9-8863-703f8ce60535 admin admin] Publish callbacks [] for security_group (ef1a257e-acc9-4ad2-a565-789e21545200), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:13.786701 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5e0157b8-40c5-49f9-8863-703f8ce60535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ef1a257e-acc9-4ad2-a565-789e21545200), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:13.799880 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fdf90d51-57e3-4829-9c2f-3c5c9adc7bfe req-2aae4458-3ce4-4e90-b7ee-b25e66233ad3 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836675 Mar 22 19:20:13.826122 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e0157b8-40c5-49f9-8863-703f8ce60535 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:20:13.854062 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0157b8-40c5-49f9-8863-703f8ce60535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1a257e-acc9-4ad2-a565-789e21545200,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:13.870756 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5e0157b8-40c5-49f9-8863-703f8ce60535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (8c6ba457-004e-47f9-ab30-ce3aaf4ab771), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:13.872371 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-5e0157b8-40c5-49f9-8863-703f8ce60535 admin admin] Added segment 8c6ba457-004e-47f9-ab30-ce3aaf4ab771 of type vlan for network 4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 Mar 22 19:20:13.929926 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5e0157b8-40c5-49f9-8863-703f8ce60535 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (4d8eafd3-40f3-4f59-9d29-1a60a94dbe40), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:13.981982 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5e0157b8-40c5-49f9-8863-703f8ce60535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (4d8eafd3-40f3-4f59-9d29-1a60a94dbe40), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:13.983370 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0157b8-40c5-49f9-8863-703f8ce60535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:13.984666 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5e0157b8-40c5-49f9-8863-703f8ce60535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:14.005555 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=87768678-7a46-477b-a27d-3fe363a6a21b,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:14.056085 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db497e60-0835-4868-803e-60d7a83c1127 req-3b7202ff-55c8-44e1-bf32-11fb6105a19f tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:14.064316 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-db497e60-0835-4868-803e-60d7a83c1127 req-3b7202ff-55c8-44e1-bf32-11fb6105a19f tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 1129 time: 0.1396101 Mar 22 19:20:14.137879 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5e0157b8-40c5-49f9-8863-703f8ce60535 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6941781 Mar 22 19:20:14.148890 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41582) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:14.152741 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 1565b79e-62d6-4795-b96e-4360fb434ef2 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:14.153288 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1565b79e-62d6-4795-b96e-4360fb434ef2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:14.170422 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-db497e60-0835-4868-803e-60d7a83c1127 req-7a1c18de-1397-45e3-92db-753e7aebea39 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996978 Mar 22 19:20:14.173225 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-64e4d7f1-8ba8-4258-bbcf-39f4fb5c2ce9 admin admin] Request body: {'subnet': {'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1163651802-subnet', 'tenant_id': 'cd5d7b09e78b4f8992b733b5b4229fbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:14.188018 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port bf500ced-3c7b-41ff-971e-919cb93782f7 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:20:14.188407 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (bf500ced-3c7b-41ff-971e-919cb93782f7), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:14.224896 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e4d7f1-8ba8-4258-bbcf-39f4fb5c2ce9 admin admin] Made reservation on behalf of cd5d7b09e78b4f8992b733b5b4229fbb for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:20:14.231330 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-64e4d7f1-8ba8-4258-bbcf-39f4fb5c2ce9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:14.236944 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0157b8-40c5-49f9-8863-703f8ce60535 admin admin] Pushing event updated for resources: {'Network': ['ID=4d8eafd3-40f3-4f59-9d29-1a60a94dbe40,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:14.255850 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:20:14.268087 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7781ffc5-cc2a-4995-9d63-e12105bccdad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1565b79e-62d6-4795-b96e-4360fb434ef2'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:20:14.270541 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541bde11-cf3c-4345-a9ee-ded6be76bc1c" -d '{"events": [{"server_uuid": "7781ffc5-cc2a-4995-9d63-e12105bccdad", "name": "network-vif-plugged", "status": "completed", "tag": "1565b79e-62d6-4795-b96e-4360fb434ef2"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:20:14.379626 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 1565b79e-62d6-4795-b96e-4360fb434ef2, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=1565b79e-62d6-4795-b96e-4360fb434ef2,segment=NetworkSegment(9fc784f7-7764-470d-9bd6-369c3ff943b7),segment_id=9fc784f7-7764-470d-9bd6-369c3ff943b7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:14.389725 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port bf500ced-3c7b-41ff-971e-919cb93782f7 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:14.394661 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (1565b79e-62d6-4795-b96e-4360fb434ef2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:14.395437 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 535ac561-17d7-4277-b583-cbc88938a996 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:20:14.532976 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=1565b79e-62d6-4795-b96e-4360fb434ef2,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:14.551909 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 535ac561-17d7-4277-b583-cbc88938a996 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:20:14.557399 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 535ac561-17d7-4277-b583-cbc88938a996 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:20:14.557821 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (535ac561-17d7-4277-b583-cbc88938a996), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:14.584213 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 87768678-7a46-477b-a27d-3fe363a6a21b up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:20:14.593416 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641535d5-57df-42b7-a98a-d15bf6ae9602 req-ab1072d7-64a3-44d8-abe1-40c1945c74cf tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:14.606336 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-641535d5-57df-42b7-a98a-d15bf6ae9602 req-ab1072d7-64a3-44d8-abe1-40c1945c74cf tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 1129 time: 0.0937562 Mar 22 19:20:14.621667 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-64e4d7f1-8ba8-4258-bbcf-39f4fb5c2ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (9beaf938-d336-4dec-9fdf-4059a4c13370), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:14.631818 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754fa3ad-84ca-4062-967b-b3806be0424f None None] Sync routers for ids ['bb65b0c0-12b6-43ab-8795-a8160ab7ec47'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:20:14.670156 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754fa3ad-84ca-4062-967b-b3806be0424f None None] Routers {'bb65b0c0-12b6-43ab-8795-a8160ab7ec47'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:20:14.670806 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-754fa3ad-84ca-4062-967b-b3806be0424f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:19:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['bb65b0c0-12b6-43ab-8795-a8160ab7ec47'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:14.704704 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-641535d5-57df-42b7-a98a-d15bf6ae9602 req-ab6fdb37-b69a-493e-b50a-98cd958b0f53 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973980 Mar 22 19:20:14.711179 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e4d7f1-8ba8-4258-bbcf-39f4fb5c2ce9 admin admin] Checking segment: {'id': '8c6ba457-004e-47f9-ab30-ce3aaf4ab771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:20:14.711481 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e4d7f1-8ba8-4258-bbcf-39f4fb5c2ce9 admin admin] Network hostable DHCP agents. Network: 4d8eafd3-40f3-4f59-9d29-1a60a94dbe40, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:20:14.716834 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4d7f1-8ba8-4258-bbcf-39f4fb5c2ce9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9beaf938-d336-4dec-9fdf-4059a4c13370,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:14.739474 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e4d7f1-8ba8-4258-bbcf-39f4fb5c2ce9 admin admin] Network 4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:20:14.754108 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952f6f95-986a-4162-b643-ca5c2f9eb64a x-openstack-request-id: req-952f6f95-986a-4162-b643-ca5c2f9eb64a {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:20:14.754453 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7781ffc5-cc2a-4995-9d63-e12105bccdad", "name": "network-vif-plugged", "status": "completed", "tag": "1565b79e-62d6-4795-b96e-4360fb434ef2", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:20:14.754659 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-952f6f95-986a-4162-b643-ca5c2f9eb64a {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:20:14.755063 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-952f6f95-986a-4162-b643-ca5c2f9eb64a'] response: {'server_uuid': '7781ffc5-cc2a-4995-9d63-e12105bccdad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1565b79e-62d6-4795-b96e-4360fb434ef2', 'code': 200} Mar 22 19:20:14.755517 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-64e4d7f1-8ba8-4258-bbcf-39f4fb5c2ce9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 4d8eafd3-40f3-4f59-9d29-1a60a94dbe40) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:20:14.763635 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e4d7f1-8ba8-4258-bbcf-39f4fb5c2ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:14.765448 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-64e4d7f1-8ba8-4258-bbcf-39f4fb5c2ce9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:14.798781 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-64e4d7f1-8ba8-4258-bbcf-39f4fb5c2ce9 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6458564 Mar 22 19:20:14.874460 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 535ac561-17d7-4277-b583-cbc88938a996 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:14.874857 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (535ac561-17d7-4277-b583-cbc88938a996), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:14.878632 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358122be-6d02-465a-ada0-339b2f6cd92b None None] Network 4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:20:14.884842 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 28ec1b78-b2e0-4ad5-ae45-96897787c94f details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:20:14.932521 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480df4b7-f7ac-489f-810e-bcbf84c7f260 req-c66eae30-d1fc-494e-9a02-aa1f93886660 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:14.942803 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 87768678-7a46-477b-a27d-3fe363a6a21b triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:20:14.943191 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (87768678-7a46-477b-a27d-3fe363a6a21b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:14.945946 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-480df4b7-f7ac-489f-810e-bcbf84c7f260 req-c66eae30-d1fc-494e-9a02-aa1f93886660 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1359127 Mar 22 19:20:15.062584 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-480df4b7-f7ac-489f-810e-bcbf84c7f260 req-5896cbcd-2965-4acd-af76-0c13b3e02bde tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135521 Mar 22 19:20:15.075419 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41600) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:15.081625 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-cf57e933-10f0-40f8-b88d-0750b8665201 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1462103118', 'description': 'tempest-description--1491391759'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:15.096662 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 535ac561-17d7-4277-b583-cbc88938a996, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=535ac561-17d7-4277-b583-cbc88938a996,segment=NetworkSegment(c220f14e-ecc6-4430-b8c4-85e311e92cfa),segment_id=c220f14e-ecc6-4430-b8c4-85e311e92cfa)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:15.145587 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cf57e933-10f0-40f8-b88d-0750b8665201 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:15.152310 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.resource_extend [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:20:15.167833 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (535ac561-17d7-4277-b583-cbc88938a996), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:15.219372 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919775d4-0b3a-42ae-b35f-c8c7e09d2078 None None] Network 4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:20:15.231029 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81349db-7614-4d0c-bee3-836389e1e695 req-0c408f32-86df-4c0d-8da5-379664a95ddb tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:15.240916 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e81349db-7614-4d0c-bee3-836389e1e695 req-0c408f32-86df-4c0d-8da5-379664a95ddb tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 950 time: 0.1128516 Mar 22 19:20:15.309202 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cf57e933-10f0-40f8-b88d-0750b8665201 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks [] for security_group (114a9f64-72dd-4bcc-a993-74152fce1fec), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:15.315531 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cf57e933-10f0-40f8-b88d-0750b8665201 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (114a9f64-72dd-4bcc-a993-74152fce1fec), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:15.342039 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2f1890f3-a4d0-4e6d-99b4-efdb06c49f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:15.344275 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cf57e933-10f0-40f8-b88d-0750b8665201 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:15.349516 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cf57e933-10f0-40f8-b88d-0750b8665201 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2727046 Mar 22 19:20:15.353179 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41608) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:15.360705 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-daae3d7d-eb7f-4bb4-8b45-0d6f3ea53a54 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Request body: {'security_group_rule': {'security_group_id': '114a9f64-72dd-4bcc-a993-74152fce1fec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:15.362572 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d793cda-6888-4ae0-9b2a-e56463b61524 req-1b1045e6-f035-4c07-b22e-1fc1efdb3a97 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:15.370169 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3d793cda-6888-4ae0-9b2a-e56463b61524 req-1b1045e6-f035-4c07-b22e-1fc1efdb3a97 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=8dc98309-d831-4607-b7c2-5c7dc676d496 HTTP/1.1" status: 200 len: 947 time: 0.1020873 Mar 22 19:20:15.376312 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e81349db-7614-4d0c-bee3-836389e1e695 req-17074e7b-0ae9-4449-9c0b-ae85f7aec993 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347845 Mar 22 19:20:15.390586 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57e933-10f0-40f8-b88d-0750b8665201 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=114a9f64-72dd-4bcc-a993-74152fce1fec,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:15.406431 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-daae3d7d-eb7f-4bb4-8b45-0d6f3ea53a54 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks [] for security_group_rule (6affceb7-ec3f-4e44-a74f-f8b325b75377), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:15.448668 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-754fa3ad-84ca-4062-967b-b3806be0424f None None] Set router bb65b0c0-12b6-43ab-8795-a8160ab7ec47 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:20:15.478244 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-daae3d7d-eb7f-4bb4-8b45-0d6f3ea53a54 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks [] for security_group_rule (6affceb7-ec3f-4e44-a74f-f8b325b75377), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:15.482430 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3d793cda-6888-4ae0-9b2a-e56463b61524 req-7a32472b-0bc8-4477-9dc1-6f5195c4bd26 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086555 Mar 22 19:20:15.486493 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-daae3d7d-eb7f-4bb4-8b45-0d6f3ea53a54 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (6affceb7-ec3f-4e44-a74f-f8b325b75377), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:15.535311 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae3d7d-eb7f-4bb4-8b45-0d6f3ea53a54 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6affceb7-ec3f-4e44-a74f-f8b325b75377,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:15.556625 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-daae3d7d-eb7f-4bb4-8b45-0d6f3ea53a54 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:15.560532 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-daae3d7d-eb7f-4bb4-8b45-0d6f3ea53a54 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2037783 Mar 22 19:20:15.561701 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41616) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:15.562193 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 87768678-7a46-477b-a27d-3fe363a6a21b is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:15.567211 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-d8dc6741-e462-47c6-8f19-a79fe6ef59d2 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Request body: {'security_group_rule': {'security_group_id': '114a9f64-72dd-4bcc-a993-74152fce1fec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:15.607538 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=535ac561-17d7-4277-b583-cbc88938a996,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:15.652478 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d8dc6741-e462-47c6-8f19-a79fe6ef59d2 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks [] for security_group_rule (1f1ec2cd-ac66-45b9-a30b-349f98ff1b2c), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:15.666096 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b94ea4-81e9-44af-b821-5043c4de38b7 req-f13d58ab-5ed6-4793-a637-983df6804275 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:15.673739 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b94ea4-81e9-44af-b821-5043c4de38b7 req-f13d58ab-5ed6-4793-a637-983df6804275 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:15.676139 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e2b94ea4-81e9-44af-b821-5043c4de38b7 req-f13d58ab-5ed6-4793-a637-983df6804275 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=7781ffc5-cc2a-4995-9d63-e12105bccdad HTTP/1.1" status: 200 len: 1683 time: 0.1007440 Mar 22 19:20:15.678926 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 28ec1b78-b2e0-4ad5-ae45-96897787c94f, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=28ec1b78-b2e0-4ad5-ae45-96897787c94f,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:15.753848 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:15.761086 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '28ec1b78-b2e0-4ad5-ae45-96897787c94f', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': '28ec1b78-b2e0-4ad5-ae45-96897787c94f', 'mac_address': 'fa:16:3e:5c:d5:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:20:15.844628 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 28ec1b78-b2e0-4ad5-ae45-96897787c94f is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:15.844978 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (28ec1b78-b2e0-4ad5-ae45-96897787c94f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:15.855164 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e2b94ea4-81e9-44af-b821-5043c4de38b7 req-0ddf64c7-fe30-4fc0-8e53-796a87a251f6 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513801 Mar 22 19:20:15.874501 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d8dc6741-e462-47c6-8f19-a79fe6ef59d2 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks [] for security_group_rule (1f1ec2cd-ac66-45b9-a30b-349f98ff1b2c), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:15.880523 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28ec1b78-b2e0-4ad5-ae45-96897787c94f {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:20:15.902716 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d8dc6741-e462-47c6-8f19-a79fe6ef59d2 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (1f1ec2cd-ac66-45b9-a30b-349f98ff1b2c), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:15.912320 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 28ec1b78-b2e0-4ad5-ae45-96897787c94f, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=28ec1b78-b2e0-4ad5-ae45-96897787c94f,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:15.920833 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (28ec1b78-b2e0-4ad5-ae45-96897787c94f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:15.928285 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e474bfe-6263-4338-b146-84f4d3685981 req-aa365809-4ec4-4f95-b0fb-a6154a360411 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:15.930629 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3e474bfe-6263-4338-b146-84f4d3685981 req-aa365809-4ec4-4f95-b0fb-a6154a360411 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/networks?id=4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 HTTP/1.1" status: 200 len: 812 time: 0.2534797 Mar 22 19:20:15.963208 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3e474bfe-6263-4338-b146-84f4d3685981 req-a16da067-1ef1-41d2-9b84-aa58a65293c3 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/quotas/cd5d7b09e78b4f8992b733b5b4229fbb HTTP/1.1" status: 200 len: 375 time: 0.0244815 Mar 22 19:20:16.000562 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3e474bfe-6263-4338-b146-84f4d3685981 req-1976a38e-a111-42ec-91e7-633db31e3670 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=cd5d7b09e78b4f8992b733b5b4229fbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364115 Mar 22 19:20:16.002630 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc6741-e462-47c6-8f19-a79fe6ef59d2 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f1ec2cd-ac66-45b9-a30b-349f98ff1b2c,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:16.014250 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device dd676179-107e-43cf-b677-eb7c2d034d8a details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:20:16.016496 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d8dc6741-e462-47c6-8f19-a79fe6ef59d2 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:16.020918 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-754fa3ad-84ca-4062-967b-b3806be0424f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'name': 'tempest-ServersTestFqdnHostnames-1272089014-router', 'tenant_id': '3776c74538ed43b2bc56c1ee64bd0054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '87768678-7a46-477b-a27d-3fe363a6a21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:20:06Z', 'updated_at': '2022-03-22T19:20:11Z', 'revision_number': 4, 'project_id': '3776c74538ed43b2bc56c1ee64bd0054', 'gw_port': {'id': '87768678-7a46-477b-a27d-3fe363a6a21b', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:20:07Z', 'updated_at': '2022-03-22T19:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '8b25ba5c-e942-42aa-acc4-9acc1441d567', 'name': '', 'network_id': '665ce1a5-e5f2-48a0-b53a-9e9cf374c82f', 'tenant_id': '3776c74538ed43b2bc56c1ee64bd0054', 'mac_address': 'fa:16:3e:c2:54:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '791197ad-b493-4998-ab0c-b15b9ded5bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:20:10Z', 'updated_at': '2022-03-22T19:20:11Z', 'revision_number': 2, 'project_id': '3776c74538ed43b2bc56c1ee64bd0054', 'subnets': [{'id': '791197ad-b493-4998-ab0c-b15b9ded5bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:16.021561 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41628) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:16.022167 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d8dc6741-e462-47c6-8f19-a79fe6ef59d2 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4580424 Mar 22 19:20:16.025638 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=28ec1b78-b2e0-4ad5-ae45-96897787c94f,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:16.031180 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-367312c4-adc1-4b41-91d5-40b2d08462d1 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:16.073985 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-367312c4-adc1-4b41-91d5-40b2d08462d1 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:16.082009 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754fa3ad-84ca-4062-967b-b3806be0424f None None] Checking router: bb65b0c0-12b6-43ab-8795-a8160ab7ec47 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:20:16.082509 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754fa3ad-84ca-4062-967b-b3806be0424f None None] Updating router bb65b0c0-12b6-43ab-8795-a8160ab7ec47 port 8b25ba5c-e942-42aa-acc4-9acc1441d567 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:20:16.185261 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-754fa3ad-84ca-4062-967b-b3806be0424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8b25ba5c-e942-42aa-acc4-9acc1441d567), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:16.236464 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-367312c4-adc1-4b41-91d5-40b2d08462d1 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:16.242781 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3e474bfe-6263-4338-b146-84f4d3685981 req-cdcfce17-6b85-4755-94b7-e4893ad83c4b service neutron] 10.222.0.75 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412107 Mar 22 19:20:16.426223 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-367312c4-adc1-4b41-91d5-40b2d08462d1 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Allocated IP 172.25.5.211 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/ea8b837a-1ed9-4c23-a6a2-163f89a93176) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:20:16.509874 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3e474bfe-6263-4338-b146-84f4d3685981 req-73bdde08-e517-4383-849b-3f33f8ec1489 service neutron] 10.222.0.75 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604356 Mar 22 19:20:16.539433 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6e4cb-c99d-4357-8866-910ccd460b0c req-53cdd6e2-5c8a-48ef-bde4-103e05b21739 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:16.540915 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3af6e4cb-c99d-4357-8866-910ccd460b0c req-53cdd6e2-5c8a-48ef-bde4-103e05b21739 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.85 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 950 time: 0.2307420 Mar 22 19:20:16.581710 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port dd676179-107e-43cf-b677-eb7c2d034d8a, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=dd676179-107e-43cf-b677-eb7c2d034d8a,segment=NetworkSegment(7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7),segment_id=7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:16.596729 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-367312c4-adc1-4b41-91d5-40b2d08462d1 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks [] for port (ea8b837a-1ed9-4c23-a6a2-163f89a93176), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:16.612207 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'dd676179-107e-43cf-b677-eb7c2d034d8a', 'network_id': 'af063d67-c3ee-47b0-bb92-498195b15a92', 'port_id': 'dd676179-107e-43cf-b677-eb7c2d034d8a', 'mac_address': 'fa:16:3e:f7:3e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '449e1584-fac1-45c3-a72f-a3a79da9b7df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:20:16.696824 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-367312c4-adc1-4b41-91d5-40b2d08462d1 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (ea8b837a-1ed9-4c23-a6a2-163f89a93176), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:16.736226 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['28ec1b78-b2e0-4ad5-ae45-96897787c94f'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:20:16.740396 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-3af6e4cb-c99d-4357-8866-910ccd460b0c req-70da9ec6-2a0b-47fe-bee4-f36963216458 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Deleting port fc644c63-8438-4b82-98b0-4202839125c6 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:20:16.740876 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-3af6e4cb-c99d-4357-8866-910ccd460b0c req-70da9ec6-2a0b-47fe-bee4-f36963216458 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (fc644c63-8438-4b82-98b0-4202839125c6), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:16.792938 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7781ffc5-cc2a-4995-9d63-e12105bccdad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535ac561-17d7-4277-b583-cbc88938a996'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:20:16.795223 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda59f83-8598-4688-a084-fd7d5d1a18d5" -d '{"events": [{"server_uuid": "7781ffc5-cc2a-4995-9d63-e12105bccdad", "name": "network-vif-plugged", "status": "completed", "tag": "535ac561-17d7-4277-b583-cbc88938a996"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:20:16.813160 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367312c4-adc1-4b41-91d5-40b2d08462d1 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:20:16.816154 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port dd676179-107e-43cf-b677-eb7c2d034d8a is: ACTIVE; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:16.817773 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (dd676179-107e-43cf-b677-eb7c2d034d8a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:16.822376 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-367312c4-adc1-4b41-91d5-40b2d08462d1 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:20:16.831498 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367312c4-adc1-4b41-91d5-40b2d08462d1 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:20:16.865042 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd676179-107e-43cf-b677-eb7c2d034d8a {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:20:16.903867 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367312c4-adc1-4b41-91d5-40b2d08462d1 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Pushing event updated for resources: {'Port': ['ID=ea8b837a-1ed9-4c23-a6a2-163f89a93176,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:16.913286 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port dd676179-107e-43cf-b677-eb7c2d034d8a, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=dd676179-107e-43cf-b677-eb7c2d034d8a,segment=NetworkSegment(7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7),segment_id=7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:16.962276 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-367312c4-adc1-4b41-91d5-40b2d08462d1 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks [] for floatingip (c5edbba2-bd9a-4d39-bf11-8077c615cf66), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:16.968993 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (dd676179-107e-43cf-b677-eb7c2d034d8a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:16.998191 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfb5d2-9800-4657-94d4-049492097001 req-d8540c4a-28e0-49bc-a9b2-61c83044fe04 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:17.005117 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a2cfb5d2-9800-4657-94d4-049492097001 req-d8540c4a-28e0-49bc-a9b2-61c83044fe04 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.2403316 Mar 22 19:20:17.008909 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-3af6e4cb-c99d-4357-8866-910ccd460b0c req-70da9ec6-2a0b-47fe-bee4-f36963216458 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] For port fc644c63-8438-4b82-98b0-4202839125c6, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=fc644c63-8438-4b82-98b0-4202839125c6,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:17.009283 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-3af6e4cb-c99d-4357-8866-910ccd460b0c req-70da9ec6-2a0b-47fe-bee4-f36963216458 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (fc644c63-8438-4b82-98b0-4202839125c6), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:17.025074 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-367312c4-adc1-4b41-91d5-40b2d08462d1 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ea8b837a-1ed9-4c23-a6a2-163f89a93176), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:17.033980 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-3af6e4cb-c99d-4357-8866-910ccd460b0c req-70da9ec6-2a0b-47fe-bee4-f36963216458 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Calling delete_port for fc644c63-8438-4b82-98b0-4202839125c6 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:20:17.116475 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a2cfb5d2-9800-4657-94d4-049492097001 req-6a6a316b-b87a-4226-a8a2-540a9c2e4acd tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104138 Mar 22 19:20:17.165599 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-754fa3ad-84ca-4062-967b-b3806be0424f None None] Publish callbacks [] for port (8b25ba5c-e942-42aa-acc4-9acc1441d567), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:17.230451 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=dd676179-107e-43cf-b677-eb7c2d034d8a,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:17.233826 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-754fa3ad-84ca-4062-967b-b3806be0424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8b25ba5c-e942-42aa-acc4-9acc1441d567), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:17.330617 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-3af6e4cb-c99d-4357-8866-910ccd460b0c req-70da9ec6-2a0b-47fe-bee4-f36963216458 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (fc644c63-8438-4b82-98b0-4202839125c6), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:17.370656 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e7951b8d-0652-48cd-b59a-58ca63792319 req-165eb534-cf69-4289-865e-6e080718ec9b tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=d1907f34-6c4a-4b45-8ea6-71b6e056868b HTTP/1.1" status: 200 len: 210 time: 0.0547900 Mar 22 19:20:17.403872 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['dd676179-107e-43cf-b677-eb7c2d034d8a'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:20:17.445895 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-577eab1e-7304-4e1c-bdb5-21c4785773e1 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:20:17.449235 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-577eab1e-7304-4e1c-bdb5-21c4785773e1 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0826054 Mar 22 19:20:17.454155 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da9ec6-2a0b-47fe-bee4-f36963216458 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Pushing event deleted for resources: {'Port': ['ID=fc644c63-8438-4b82-98b0-4202839125c6,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:17.499795 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['8968dc95-8b66-420b-912b-413092d8cf15', 'fc644c63-8438-4b82-98b0-4202839125c6'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:20:17.537222 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-367312c4-adc1-4b41-91d5-40b2d08462d1 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks [] for port (ea8b837a-1ed9-4c23-a6a2-163f89a93176), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:17.555235 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-367312c4-adc1-4b41-91d5-40b2d08462d1 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (ea8b837a-1ed9-4c23-a6a2-163f89a93176), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:17.600801 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af6e4cb-c99d-4357-8866-910ccd460b0c req-70da9ec6-2a0b-47fe-bee4-f36963216458 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] No DVR routers for this DVR port fc644c63-8438-4b82-98b0-4202839125c6 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:20:17.605774 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-3af6e4cb-c99d-4357-8866-910ccd460b0c req-70da9ec6-2a0b-47fe-bee4-f36963216458 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:17.610671 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3af6e4cb-c99d-4357-8866-910ccd460b0c req-70da9ec6-2a0b-47fe-bee4-f36963216458 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.85 "DELETE /v2.0/ports/fc644c63-8438-4b82-98b0-4202839125c6 HTTP/1.1" status: 204 len: 173 time: 1.0581503 Mar 22 19:20:17.611624 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-754fa3ad-84ca-4062-967b-b3806be0424f None None] Attempting to bind port 8b25ba5c-e942-42aa-acc4-9acc1441d567 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:20:17.623910 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-754fa3ad-84ca-4062-967b-b3806be0424f None None] Attempting to bind port 8b25ba5c-e942-42aa-acc4-9acc1441d567 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'cb81fee5-5ae6-4468-8a44-82f153864c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '665ce1a5-e5f2-48a0-b53a-9e9cf374c82f'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:20:17.624855 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754fa3ad-84ca-4062-967b-b3806be0424f None None] Attempting to bind port 8b25ba5c-e942-42aa-acc4-9acc1441d567 on network 665ce1a5-e5f2-48a0-b53a-9e9cf374c82f {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:20:17.644213 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1907f34-6c4a-4b45-8ea6-71b6e056868b', 'name': 'network-vif-deleted', 'tag': 'fc644c63-8438-4b82-98b0-4202839125c6'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:20:17.646132 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754fa3ad-84ca-4062-967b-b3806be0424f None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:20:17.646885 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754fa3ad-84ca-4062-967b-b3806be0424f None None] Checking segment: {'id': 'cb81fee5-5ae6-4468-8a44-82f153864c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '665ce1a5-e5f2-48a0-b53a-9e9cf374c82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:20:17.647040 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065bb9e0-53ab-4d18-b809-df95c107edc4" -d '{"events": [{"server_uuid": "d1907f34-6c4a-4b45-8ea6-71b6e056868b", "name": "network-vif-deleted", "tag": "fc644c63-8438-4b82-98b0-4202839125c6"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:20:17.647637 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-754fa3ad-84ca-4062-967b-b3806be0424f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:17.648257 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754fa3ad-84ca-4062-967b-b3806be0424f None None] Bound using segment: {'id': 'cb81fee5-5ae6-4468-8a44-82f153864c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '665ce1a5-e5f2-48a0-b53a-9e9cf374c82f'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:20:17.649102 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-754fa3ad-84ca-4062-967b-b3806be0424f None None] Bound port: 8b25ba5c-e942-42aa-acc4-9acc1441d567, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb81fee5-5ae6-4468-8a44-82f153864c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '665ce1a5-e5f2-48a0-b53a-9e9cf374c82f'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:20:17.649772 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-754fa3ad-84ca-4062-967b-b3806be0424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8b25ba5c-e942-42aa-acc4-9acc1441d567), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:17.652527 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-9d9fe12e-bf5f-4512-95e7-03a1e8599efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:17.654406 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-9d9fe12e-bf5f-4512-95e7-03a1e8599efa service neutron] 10.222.0.75 "GET /v2.0/ports/4fd4069b-2348-42da-8c6c-b594453833d1 HTTP/1.1" status: 200 len: 1126 time: 0.1920342 Mar 22 19:20:17.669896 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-d2cd8995-5e7f-4ed3-ad17-3477ae827894 service neutron] Request body: {'binding': {'host': 'n-h1-705658-24', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:17.670530 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-d2cd8995-5e7f-4ed3-ad17-3477ae827894 service neutron] Unknown quota resources ['binding']. {{(pid=104172) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 19:20:17.730348 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367312c4-adc1-4b41-91d5-40b2d08462d1 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Pushing event updated for resources: {'Port': ['ID=ea8b837a-1ed9-4c23-a6a2-163f89a93176,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:17.765557 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9258b-b2d1-4a53-87ee-9fd97051e667 req-e457899a-dace-4ea1-8169-7a521bdc8ea8 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:17.770213 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2ff9258b-b2d1-4a53-87ee-9fd97051e667 req-e457899a-dace-4ea1-8169-7a521bdc8ea8 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=8dc98309-d831-4607-b7c2-5c7dc676d496 HTTP/1.1" status: 200 len: 948 time: 0.2242465 Mar 22 19:20:17.778166 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-367312c4-adc1-4b41-91d5-40b2d08462d1 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (c5edbba2-bd9a-4d39-bf11-8077c615cf66), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:17.819986 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-367312c4-adc1-4b41-91d5-40b2d08462d1 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:17.821665 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-367312c4-adc1-4b41-91d5-40b2d08462d1 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7976696 Mar 22 19:20:17.895211 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d4d56bff-6f28-44b0-b69e-0b67bef3c4ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:17.916245 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2ff9258b-b2d1-4a53-87ee-9fd97051e667 req-f531e595-3559-4897-90e7-d478acc7af51 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396582 Mar 22 19:20:17.954192 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75cc1f4-21c9-4630-870a-630922c13381 None None] Pushing event updated for resources: {'Port': ['ID=8b25ba5c-e942-42aa-acc4-9acc1441d567,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:17.999459 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-d2cd8995-5e7f-4ed3-ad17-3477ae827894 service neutron] Attempting to bind port 4fd4069b-2348-42da-8c6c-b594453833d1 on host n-h1-705658-24 for vnic_type normal with profile None {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:20:18.000207 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-d2cd8995-5e7f-4ed3-ad17-3477ae827894 service neutron] Attempting to bind port 4fd4069b-2348-42da-8c6c-b594453833d1 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:20:18.000791 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-d2cd8995-5e7f-4ed3-ad17-3477ae827894 service neutron] Attempting to bind port 4fd4069b-2348-42da-8c6c-b594453833d1 on network 63b49c54-7e45-4147-9f0e-8b47e058281a {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:20:18.007735 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-d2cd8995-5e7f-4ed3-ad17-3477ae827894 service neutron] Port 4fd4069b-2348-42da-8c6c-b594453833d1 on network 63b49c54-7e45-4147-9f0e-8b47e058281a not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:20:18.008081 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-d2cd8995-5e7f-4ed3-ad17-3477ae827894 service neutron] Attempting to bind port 4fd4069b-2348-42da-8c6c-b594453833d1 on network 63b49c54-7e45-4147-9f0e-8b47e058281a {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:20:18.014494 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-d2cd8995-5e7f-4ed3-ad17-3477ae827894 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:20:18.014909 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-d2cd8995-5e7f-4ed3-ad17-3477ae827894 service neutron] Checking segment: {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:20:18.015301 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-d2cd8995-5e7f-4ed3-ad17-3477ae827894 service neutron] Bound using segment: {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:20:18.015743 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-d2cd8995-5e7f-4ed3-ad17-3477ae827894 service neutron] Bound port: 4fd4069b-2348-42da-8c6c-b594453833d1, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:20:18.045502 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-10c707fe-d99b-455a-8041-e2dfab665284 None None] Provisioning complete for port 8b25ba5c-e942-42aa-acc4-9acc1441d567 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:20:18.046001 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-10c707fe-d99b-455a-8041-e2dfab665284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8b25ba5c-e942-42aa-acc4-9acc1441d567), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:18.090860 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ec34f377-e366-4ec5-8b91-36c9d777a25b req-b3930e2f-3812-4c68-accf-fc7e91c693fa tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=ebeee435-9a49-44cd-a911-674ed9e12ebf HTTP/1.1" status: 200 len: 210 time: 0.0404329 Mar 22 19:20:18.105194 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-754fa3ad-84ca-4062-967b-b3806be0424f None None] For port 8b25ba5c-e942-42aa-acc4-9acc1441d567, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:20:18.117925 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-10c707fe-d99b-455a-8041-e2dfab665284 None None] Port 8b25ba5c-e942-42aa-acc4-9acc1441d567 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:20:18.142440 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-754fa3ad-84ca-4062-967b-b3806be0424f None None] For port 8b25ba5c-e942-42aa-acc4-9acc1441d567, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=8b25ba5c-e942-42aa-acc4-9acc1441d567,segment=NetworkSegment(cb81fee5-5ae6-4468-8a44-82f153864c34),segment_id=cb81fee5-5ae6-4468-8a44-82f153864c34)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:20:18.158965 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-d2cd8995-5e7f-4ed3-ad17-3477ae827894 service neutron] For port 4fd4069b-2348-42da-8c6c-b594453833d1, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=4fd4069b-2348-42da-8c6c-b594453833d1,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:20:18.171430 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-754fa3ad-84ca-4062-967b-b3806be0424f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8b25ba5c-e942-42aa-acc4-9acc1441d567), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:18.182255 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-d2cd8995-5e7f-4ed3-ad17-3477ae827894 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:18.183808 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-d2cd8995-5e7f-4ed3-ad17-3477ae827894 service neutron] 10.222.0.75 "POST /v2.0/ports/4fd4069b-2348-42da-8c6c-b594453833d1/bindings HTTP/1.1" status: 201 len: 390 time: 0.5209525 Mar 22 19:20:18.239462 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:18.260433 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6623dce3-119c-4236-9ac7-78fc2762556a x-openstack-request-id: req-6623dce3-119c-4236-9ac7-78fc2762556a {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:20:18.267965 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7781ffc5-cc2a-4995-9d63-e12105bccdad", "name": "network-vif-plugged", "status": "completed", "tag": "535ac561-17d7-4277-b583-cbc88938a996", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:20:18.268702 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6623dce3-119c-4236-9ac7-78fc2762556a {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:20:18.270540 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6623dce3-119c-4236-9ac7-78fc2762556a'] response: {'server_uuid': '7781ffc5-cc2a-4995-9d63-e12105bccdad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535ac561-17d7-4277-b583-cbc88938a996', 'code': 200} Mar 22 19:20:18.363166 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4ae0d4-f088-4502-947e-c30654e650fb x-openstack-request-id: req-1b4ae0d4-f088-4502-947e-c30654e650fb {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:20:18.363441 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1907f34-6c4a-4b45-8ea6-71b6e056868b", "name": "network-vif-deleted", "tag": "fc644c63-8438-4b82-98b0-4202839125c6", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:20:18.363693 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1b4ae0d4-f088-4502-947e-c30654e650fb {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:20:18.364365 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b4ae0d4-f088-4502-947e-c30654e650fb'] response: {'server_uuid': 'd1907f34-6c4a-4b45-8ea6-71b6e056868b', 'name': 'network-vif-deleted', 'tag': 'fc644c63-8438-4b82-98b0-4202839125c6', 'status': 'completed', 'code': 200} Mar 22 19:20:18.369826 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75cc1f4-21c9-4630-870a-630922c13381 None None] Pushing event updated for resources: {'Port': ['ID=8b25ba5c-e942-42aa-acc4-9acc1441d567,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:18.442606 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2eeaa-6bf7-4b68-813a-8e11ec878770 req-730124ec-3d6b-4842-85b1-d115e53de573 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:18.443909 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754fa3ad-84ca-4062-967b-b3806be0424f None None] Routers {'bb65b0c0-12b6-43ab-8795-a8160ab7ec47'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:20:18.445268 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-754fa3ad-84ca-4062-967b-b3806be0424f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:20:18Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['bb65b0c0-12b6-43ab-8795-a8160ab7ec47'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:18.464510 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2eeaa-6bf7-4b68-813a-8e11ec878770 req-730124ec-3d6b-4842-85b1-d115e53de573 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:18.466205 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a6c2eeaa-6bf7-4b68-813a-8e11ec878770 req-730124ec-3d6b-4842-85b1-d115e53de573 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=7781ffc5-cc2a-4995-9d63-e12105bccdad HTTP/1.1" status: 200 len: 1683 time: 0.2210896 Mar 22 19:20:18.534622 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d16da-0aa7-41cf-b5f8-6edd81b3df00 req-8f2d3a62-ee60-4fec-bf38-b03646f41e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:18.536191 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d16da-0aa7-41cf-b5f8-6edd81b3df00 req-8f2d3a62-ee60-4fec-bf38-b03646f41e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:18.544119 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-982d16da-0aa7-41cf-b5f8-6edd81b3df00 req-8f2d3a62-ee60-4fec-bf38-b03646f41e16 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=7781ffc5-cc2a-4995-9d63-e12105bccdad HTTP/1.1" status: 200 len: 2049 time: 0.2519839 Mar 22 19:20:18.603019 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:18.654876 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-754fa3ad-84ca-4062-967b-b3806be0424f None None] Set router bb65b0c0-12b6-43ab-8795-a8160ab7ec47 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:20:18.666922 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-042a3a30-56f7-4ecf-8996-7a52205d0f6e tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1462103118&fields=id&tenant_id=3776c74538ed43b2bc56c1ee64bd0054 HTTP/1.1" status: 200 len: 267 time: 0.1987822 Mar 22 19:20:18.877359 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-d5e12915-c411-4b27-a3d8-d72d376a6b75 None None] Provisioning complete for port 8b25ba5c-e942-42aa-acc4-9acc1441d567 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:20:18.878077 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d5e12915-c411-4b27-a3d8-d72d376a6b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8b25ba5c-e942-42aa-acc4-9acc1441d567), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:18.932661 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-982d16da-0aa7-41cf-b5f8-6edd81b3df00 req-dba7c25f-ef4d-4c27-8137-94868e00024f service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653529 Mar 22 19:20:18.963255 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e474bfe-6263-4338-b146-84f4d3685981 req-fd2f4f0a-120a-4bf1-99d1-240859542f1b tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:18.965062 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3e474bfe-6263-4338-b146-84f4d3685981 req-fd2f4f0a-120a-4bf1-99d1-240859542f1b tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.84 "GET /v2.0/networks?id=4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 HTTP/1.1" status: 200 len: 812 time: 0.2025044 Mar 22 19:20:18.969744 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a6c2eeaa-6bf7-4b68-813a-8e11ec878770 req-34494e25-8db0-4ce8-86b3-7bec88a21754 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4918439 Mar 22 19:20:19.007525 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-3e474bfe-6263-4338-b146-84f4d3685981 req-2c0ccfc1-d426-410a-99e5-92401ed911bf tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Request body: {'port': {'device_id': 'ebeee435-9a49-44cd-a911-674ed9e12ebf', 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40', 'admin_state_up': True, 'tenant_id': 'cd5d7b09e78b4f8992b733b5b4229fbb'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:19.013265 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-ce050c59-dbd1-40e6-9444-15fe6fcf4d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:19.015705 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-ce050c59-dbd1-40e6-9444-15fe6fcf4d4a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=635145d2a62d432cbc865a99eb3219e4&device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 1129 time: 0.3544402 Mar 22 19:20:19.046894 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-e3cb0db9-91f8-48bf-845b-a7c178e7978f tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:19.055996 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-e3cb0db9-91f8-48bf-845b-a7c178e7978f tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.75 "GET /v2.0/networks?id=665ce1a5-e5f2-48a0-b53a-9e9cf374c82f HTTP/1.1" status: 200 len: 815 time: 0.3151317 Mar 22 19:20:19.074391 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d5e12915-c411-4b27-a3d8-d72d376a6b75 None None] Current status of the port 8b25ba5c-e942-42aa-acc4-9acc1441d567 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:19.075721 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d5e12915-c411-4b27-a3d8-d72d376a6b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8b25ba5c-e942-42aa-acc4-9acc1441d567), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:19.124654 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-38be1059-c897-410d-b675-e7ec8d2a8e12 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.75 "GET /v2.0/quotas/3776c74538ed43b2bc56c1ee64bd0054 HTTP/1.1" status: 200 len: 375 time: 0.0678561 Mar 22 19:20:19.137747 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-754fa3ad-84ca-4062-967b-b3806be0424f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'name': 'tempest-ServersTestFqdnHostnames-1272089014-router', 'tenant_id': '3776c74538ed43b2bc56c1ee64bd0054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '87768678-7a46-477b-a27d-3fe363a6a21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:20:06Z', 'updated_at': '2022-03-22T19:20:11Z', 'revision_number': 4, 'project_id': '3776c74538ed43b2bc56c1ee64bd0054', 'gw_port': {'id': '87768678-7a46-477b-a27d-3fe363a6a21b', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:20:07Z', 'updated_at': '2022-03-22T19:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '8b25ba5c-e942-42aa-acc4-9acc1441d567', 'name': '', 'network_id': '665ce1a5-e5f2-48a0-b53a-9e9cf374c82f', 'tenant_id': '3776c74538ed43b2bc56c1ee64bd0054', 'mac_address': 'fa:16:3e:c2:54:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '791197ad-b493-4998-ab0c-b15b9ded5bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:20:10Z', 'updated_at': '2022-03-22T19:20:18Z', 'revision_number': 4, 'project_id': '3776c74538ed43b2bc56c1ee64bd0054', 'subnets': [{'id': '791197ad-b493-4998-ab0c-b15b9ded5bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:19.170860 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-d5e12915-c411-4b27-a3d8-d72d376a6b75 None None] For port 8b25ba5c-e942-42aa-acc4-9acc1441d567, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=8b25ba5c-e942-42aa-acc4-9acc1441d567,segment=NetworkSegment(cb81fee5-5ae6-4468-8a44-82f153864c34),segment_id=cb81fee5-5ae6-4468-8a44-82f153864c34)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:19.172596 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754fa3ad-84ca-4062-967b-b3806be0424f None None] The sync data for ids ['bb65b0c0-12b6-43ab-8795-a8160ab7ec47'] in n-d-705658-24 is: [{'id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'name': 'tempest-ServersTestFqdnHostnames-1272089014-router', 'tenant_id': '3776c74538ed43b2bc56c1ee64bd0054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '87768678-7a46-477b-a27d-3fe363a6a21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:20:06Z', 'updated_at': '2022-03-22T19:20:11Z', 'revision_number': 4, 'project_id': '3776c74538ed43b2bc56c1ee64bd0054', 'gw_port': {'id': '87768678-7a46-477b-a27d-3fe363a6a21b', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:20:07Z', 'updated_at': '2022-03-22T19:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '8b25ba5c-e942-42aa-acc4-9acc1441d567', 'name': '', 'network_id': '665ce1a5-e5f2-48a0-b53a-9e9cf374c82f', 'tenant_id': '3776c74538ed43b2bc56c1ee64bd0054', 'mac_address': 'fa:16:3e:c2:54:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '791197ad-b493-4998-ab0c-b15b9ded5bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:20:10Z', 'updated_at': '2022-03-22T19:20:18Z', 'revision_number': 4, 'project_id': '3776c74538ed43b2bc56c1ee64bd0054', 'subnets': [{'id': '791197ad-b493-4998-ab0c-b15b9ded5bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:20:19.188590 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d5e12915-c411-4b27-a3d8-d72d376a6b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8b25ba5c-e942-42aa-acc4-9acc1441d567), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:19.303055 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e12915-c411-4b27-a3d8-d72d376a6b75 None None] Pushing event updated for resources: {'Port': ['ID=8b25ba5c-e942-42aa-acc4-9acc1441d567,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:19.317685 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e474bfe-6263-4338-b146-84f4d3685981 req-2c0ccfc1-d426-410a-99e5-92401ed911bf tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Made reservation on behalf of cd5d7b09e78b4f8992b733b5b4229fbb for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:20:19.321714 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3e474bfe-6263-4338-b146-84f4d3685981 req-2c0ccfc1-d426-410a-99e5-92401ed911bf tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:19.486908 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-3e474bfe-6263-4338-b146-84f4d3685981 req-2c0ccfc1-d426-410a-99e5-92401ed911bf tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Allocated IP 172.20.0.12 (4d8eafd3-40f3-4f59-9d29-1a60a94dbe40/9beaf938-d336-4dec-9fdf-4059a4c13370/bd9518f8-9d6b-4788-8bbf-d3c260a26d08) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:20:19.712695 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3e474bfe-6263-4338-b146-84f4d3685981 req-2c0ccfc1-d426-410a-99e5-92401ed911bf tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks [] for port (bd9518f8-9d6b-4788-8bbf-d3c260a26d08), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:19.786329 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4781e9-82c3-4ace-a125-02bf705a8ad5 req-1f36254c-23bd-43e3-b9b2-8edf4c5c0875 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:19.797130 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6a4781e9-82c3-4ace-a125-02bf705a8ad5 req-1f36254c-23bd-43e3-b9b2-8edf4c5c0875 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 944 time: 0.6759834 Mar 22 19:20:19.798868 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3e474bfe-6263-4338-b146-84f4d3685981 req-2c0ccfc1-d426-410a-99e5-92401ed911bf tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (bd9518f8-9d6b-4788-8bbf-d3c260a26d08), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:19.832342 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-fb907f8c-cf03-48fc-9fc7-eaa0205d64b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:19.833913 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-fb907f8c-cf03-48fc-9fc7-eaa0205d64b4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=63b49c54-7e45-4147-9f0e-8b47e058281a HTTP/1.1" status: 200 len: 909 time: 0.8072269 Mar 22 19:20:19.848226 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-33fb23ec-3e67-4daf-acc4-4698d4cfb559 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=3776c74538ed43b2bc56c1ee64bd0054&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6831427 Mar 22 19:20:19.874501 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e474bfe-6263-4338-b146-84f4d3685981 req-2c0ccfc1-d426-410a-99e5-92401ed911bf tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Network 4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:20:19.878418 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-3e474bfe-6263-4338-b146-84f4d3685981 req-2c0ccfc1-d426-410a-99e5-92401ed911bf tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:20:19.882047 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e474bfe-6263-4338-b146-84f4d3685981 req-2c0ccfc1-d426-410a-99e5-92401ed911bf tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:20:19.926859 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-66012b47-7986-4108-9ec7-a18bcb894491 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fd4069b-2348-42da-8c6c-b594453833d1 HTTP/1.1" status: 200 len: 217 time: 0.0757308 Mar 22 19:20:19.970587 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ccfc1-d426-410a-99e5-92401ed911bf tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Pushing event updated for resources: {'Port': ['ID=bd9518f8-9d6b-4788-8bbf-d3c260a26d08,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:19.975515 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:20.003235 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e474bfe-6263-4338-b146-84f4d3685981 req-2c0ccfc1-d426-410a-99e5-92401ed911bf tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:20.003901 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3e474bfe-6263-4338-b146-84f4d3685981 req-2c0ccfc1-d426-410a-99e5-92401ed911bf tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:20.033291 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3e474bfe-6263-4338-b146-84f4d3685981 req-2c0ccfc1-d426-410a-99e5-92401ed911bf tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0346408 Mar 22 19:20:20.039842 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device dd676179-107e-43cf-b677-eb7c2d034d8a up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:20:20.061545 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-3e474bfe-6263-4338-b146-84f4d3685981 req-2918c6c0-3fb7-4899-858e-e0e6891a3fde service neutron] Request body: {'port': {'device_id': 'ebeee435-9a49-44cd-a911-674ed9e12ebf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:20.082424 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6a4781e9-82c3-4ace-a125-02bf705a8ad5 req-3c6c0c68-938a-46e7-bbd1-a38c366bdb48 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841063 Mar 22 19:20:20.154014 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-a309126c-46f6-40c3-a1aa-2c1ddf9cf5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:20.157405 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-a309126c-46f6-40c3-a1aa-2c1ddf9cf5d9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1824832e-8035-4e29-a8c5-aaeabb7261e8 HTTP/1.1" status: 200 len: 848 time: 0.2079782 Mar 22 19:20:20.185723 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port dd676179-107e-43cf-b677-eb7c2d034d8a triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:20:20.186355 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3e474bfe-6263-4338-b146-84f4d3685981 req-2918c6c0-3fb7-4899-858e-e0e6891a3fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (bd9518f8-9d6b-4788-8bbf-d3c260a26d08), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:20.186468 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (dd676179-107e-43cf-b677-eb7c2d034d8a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:20.333647 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-cb9a1ac1-5f0b-4680-bbd0-20fa2051fb91 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=63b49c54-7e45-4147-9f0e-8b47e058281a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1681790 Mar 22 19:20:20.385668 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port dd676179-107e-43cf-b677-eb7c2d034d8a is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:20.386858 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (dd676179-107e-43cf-b677-eb7c2d034d8a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:20.422704 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b999c45-ae77-4d42-a6e4-55ae341f0d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd676179-107e-43cf-b677-eb7c2d034d8a'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:20:20.429685 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88eb0866-45e2-48c9-8075-245491d2e5f7" -d '{"events": [{"server_uuid": "4b999c45-ae77-4d42-a6e4-55ae341f0d8f", "name": "network-vif-plugged", "status": "completed", "tag": "dd676179-107e-43cf-b677-eb7c2d034d8a"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:20:20.465584 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port dd676179-107e-43cf-b677-eb7c2d034d8a, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=dd676179-107e-43cf-b677-eb7c2d034d8a,segment=NetworkSegment(7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7),segment_id=7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:20.477779 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (dd676179-107e-43cf-b677-eb7c2d034d8a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:20.513345 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-cea91eeb-f0f5-40bf-a733-c58b56f02702 service neutron] 10.222.0.75 "GET /v2.0/networks/665ce1a5-e5f2-48a0-b53a-9e9cf374c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6051688 Mar 22 19:20:20.589710 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=dd676179-107e-43cf-b677-eb7c2d034d8a,revision_number=7']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:20.630334 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 8b25ba5c-e942-42aa-acc4-9acc1441d567 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:20:20.701920 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-b123ee17-2d4b-427f-80a9-c3424216b00a service neutron] 10.222.0.84 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908776 Mar 22 19:20:20.718435 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 8b25ba5c-e942-42aa-acc4-9acc1441d567 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:20:20.719107 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8b25ba5c-e942-42aa-acc4-9acc1441d567), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:20.901992 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 8b25ba5c-e942-42aa-acc4-9acc1441d567 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:20.917269 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-3e474bfe-6263-4338-b146-84f4d3685981 req-2918c6c0-3fb7-4899-858e-e0e6891a3fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd9518f8-9d6b-4788-8bbf-d3c260a26d08 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:20:20.920426 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 28ec1b78-b2e0-4ad5-ae45-96897787c94f up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:20:20.935925 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3e474bfe-6263-4338-b146-84f4d3685981 req-2918c6c0-3fb7-4899-858e-e0e6891a3fde service neutron] Publish callbacks [] for port (bd9518f8-9d6b-4788-8bbf-d3c260a26d08), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:20.954276 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6fb8d4-3389-492a-bf84-4f02fd792755 req-ddffd827-d65a-4280-806f-bef78056b121 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:20.956569 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c6fb8d4-3389-492a-bf84-4f02fd792755 req-ddffd827-d65a-4280-806f-bef78056b121 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 946 time: 0.7377801 Mar 22 19:20:20.980976 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-3e474bfe-6263-4338-b146-84f4d3685981 req-2918c6c0-3fb7-4899-858e-e0e6891a3fde service neutron] Transition to ACTIVE for port object bd9518f8-9d6b-4788-8bbf-d3c260a26d08 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:20:20.997884 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3e474bfe-6263-4338-b146-84f4d3685981 req-2918c6c0-3fb7-4899-858e-e0e6891a3fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (bd9518f8-9d6b-4788-8bbf-d3c260a26d08), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:21.080211 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 28ec1b78-b2e0-4ad5-ae45-96897787c94f completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:20:21.086971 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 28ec1b78-b2e0-4ad5-ae45-96897787c94f triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:20:21.089491 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (28ec1b78-b2e0-4ad5-ae45-96897787c94f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:21.166502 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918c6c0-3fb7-4899-858e-e0e6891a3fde service neutron] Pushing event updated for resources: {'Port': ['ID=bd9518f8-9d6b-4788-8bbf-d3c260a26d08,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:21.206051 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-32e981d7-2e05-4ca8-8a88-bd58bca21bb2 service neutron] 10.222.0.75 "GET /v2.0/networks/665ce1a5-e5f2-48a0-b53a-9e9cf374c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5159621 Mar 22 19:20:21.220406 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-3e474bfe-6263-4338-b146-84f4d3685981 req-2918c6c0-3fb7-4899-858e-e0e6891a3fde service neutron] Attempting to bind port bd9518f8-9d6b-4788-8bbf-d3c260a26d08 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:20:21.220751 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-3e474bfe-6263-4338-b146-84f4d3685981 req-2918c6c0-3fb7-4899-858e-e0e6891a3fde service neutron] Attempting to bind port bd9518f8-9d6b-4788-8bbf-d3c260a26d08 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '8c6ba457-004e-47f9-ab30-ce3aaf4ab771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:20:21.221111 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e474bfe-6263-4338-b146-84f4d3685981 req-2918c6c0-3fb7-4899-858e-e0e6891a3fde service neutron] Attempting to bind port bd9518f8-9d6b-4788-8bbf-d3c260a26d08 on network 4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:20:21.234814 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-aa0c59ad-05c2-47ef-b9e5-f1d742c12984 service neutron] 10.222.0.84 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5099540 Mar 22 19:20:21.235267 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e474bfe-6263-4338-b146-84f4d3685981 req-2918c6c0-3fb7-4899-858e-e0e6891a3fde service neutron] Port bd9518f8-9d6b-4788-8bbf-d3c260a26d08 on network 4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:20:21.235632 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e474bfe-6263-4338-b146-84f4d3685981 req-2918c6c0-3fb7-4899-858e-e0e6891a3fde service neutron] Attempting to bind port bd9518f8-9d6b-4788-8bbf-d3c260a26d08 on network 4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:20:21.251306 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e474bfe-6263-4338-b146-84f4d3685981 req-2918c6c0-3fb7-4899-858e-e0e6891a3fde service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:20:21.251651 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e474bfe-6263-4338-b146-84f4d3685981 req-2918c6c0-3fb7-4899-858e-e0e6891a3fde service neutron] Checking segment: {'id': '8c6ba457-004e-47f9-ab30-ce3aaf4ab771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:20:21.252042 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e474bfe-6263-4338-b146-84f4d3685981 req-2918c6c0-3fb7-4899-858e-e0e6891a3fde service neutron] Bound using segment: {'id': '8c6ba457-004e-47f9-ab30-ce3aaf4ab771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:20:21.252610 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-3e474bfe-6263-4338-b146-84f4d3685981 req-2918c6c0-3fb7-4899-858e-e0e6891a3fde service neutron] Bound port: bd9518f8-9d6b-4788-8bbf-d3c260a26d08, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c6ba457-004e-47f9-ab30-ce3aaf4ab771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:20:21.253043 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3e474bfe-6263-4338-b146-84f4d3685981 req-2918c6c0-3fb7-4899-858e-e0e6891a3fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (bd9518f8-9d6b-4788-8bbf-d3c260a26d08), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:21.269493 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c6fb8d4-3389-492a-bf84-4f02fd792755 req-999be6c5-9cb7-439b-a437-7e1534393b3e tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045695 Mar 22 19:20:21.297441 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 28ec1b78-b2e0-4ad5-ae45-96897787c94f is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:21.298014 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (28ec1b78-b2e0-4ad5-ae45-96897787c94f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:21.398742 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 28ec1b78-b2e0-4ad5-ae45-96897787c94f, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=28ec1b78-b2e0-4ad5-ae45-96897787c94f,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:21.402331 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:21.414652 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (28ec1b78-b2e0-4ad5-ae45-96897787c94f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:21.415453 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device fc644c63-8438-4b82-98b0-4202839125c6 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:20:21.437643 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-3e474bfe-6263-4338-b146-84f4d3685981 req-2918c6c0-3fb7-4899-858e-e0e6891a3fde service neutron] For port bd9518f8-9d6b-4788-8bbf-d3c260a26d08, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:20:21.454613 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-3e474bfe-6263-4338-b146-84f4d3685981 req-2918c6c0-3fb7-4899-858e-e0e6891a3fde service neutron] For port bd9518f8-9d6b-4788-8bbf-d3c260a26d08, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=bd9518f8-9d6b-4788-8bbf-d3c260a26d08,segment=NetworkSegment(8c6ba457-004e-47f9-ab30-ce3aaf4ab771),segment_id=8c6ba457-004e-47f9-ab30-ce3aaf4ab771)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:20:21.474339 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3e474bfe-6263-4338-b146-84f4d3685981 req-2918c6c0-3fb7-4899-858e-e0e6891a3fde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (bd9518f8-9d6b-4788-8bbf-d3c260a26d08), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:21.513933 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: fc644c63-8438-4b82-98b0-4202839125c6 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:20:21.514296 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device fc644c63-8438-4b82-98b0-4202839125c6 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:20:21.607367 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e474bfe-6263-4338-b146-84f4d3685981 req-2918c6c0-3fb7-4899-858e-e0e6891a3fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:21.615037 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3e474bfe-6263-4338-b146-84f4d3685981 req-2918c6c0-3fb7-4899-858e-e0e6891a3fde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:21.620482 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3e474bfe-6263-4338-b146-84f4d3685981 req-2918c6c0-3fb7-4899-858e-e0e6891a3fde service neutron] 10.222.0.84 "PUT /v2.0/ports/bd9518f8-9d6b-4788-8bbf-d3c260a26d08 HTTP/1.1" status: 200 len: 1093 time: 1.5743668 Mar 22 19:20:21.622370 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebeee435-9a49-44cd-a911-674ed9e12ebf', 'tag': 'bd9518f8-9d6b-4788-8bbf-d3c260a26d08'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:20:21.625953 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0abe65-891a-49ab-9d78-4af2da17a83f" -d '{"events": [{"name": "network-changed", "server_uuid": "ebeee435-9a49-44cd-a911-674ed9e12ebf", "tag": "bd9518f8-9d6b-4788-8bbf-d3c260a26d08"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:20:21.673048 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=28ec1b78-b2e0-4ad5-ae45-96897787c94f,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:21.728057 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2918c6c0-3fb7-4899-858e-e0e6891a3fde service neutron] Pushing event updated for resources: {'Port': ['ID=bd9518f8-9d6b-4788-8bbf-d3c260a26d08,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:21.739768 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e474bfe-6263-4338-b146-84f4d3685981 req-2519a716-813d-42c3-bd77-724a9e3ce94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:21.742373 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3e474bfe-6263-4338-b146-84f4d3685981 req-2519a716-813d-42c3-bd77-724a9e3ce94a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cd5d7b09e78b4f8992b733b5b4229fbb&device_id=ebeee435-9a49-44cd-a911-674ed9e12ebf HTTP/1.1" status: 200 len: 1127 time: 0.0836442 Mar 22 19:20:21.766308 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15a285-b250-4fd1-b541-f743c7109374 req-15be2fe6-4f55-4541-a68f-ac3366556c3d tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:21.768017 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ae15a285-b250-4fd1-b541-f743c7109374 req-15be2fe6-4f55-4541-a68f-ac3366556c3d tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=8dc98309-d831-4607-b7c2-5c7dc676d496 HTTP/1.1" status: 200 len: 949 time: 0.2372248 Mar 22 19:20:21.793019 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7b345-7b04-4f4a-bb7e-c4ffc114166f req-a8069db7-fa73-46cb-a756-ffc9e982f952 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:21.801137 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-03e7b345-7b04-4f4a-bb7e-c4ffc114166f req-a8069db7-fa73-46cb-a756-ffc9e982f952 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=ebeee435-9a49-44cd-a911-674ed9e12ebf HTTP/1.1" status: 200 len: 944 time: 0.1850679 Mar 22 19:20:21.827256 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3e474bfe-6263-4338-b146-84f4d3685981 req-f9285762-c3eb-48e9-970a-e359620ba1ca service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd9518f8-9d6b-4788-8bbf-d3c260a26d08 HTTP/1.1" status: 200 len: 217 time: 0.0771434 Mar 22 19:20:21.893095 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e474bfe-6263-4338-b146-84f4d3685981 req-cc02b825-dae9-4d8c-b5db-f05788ab9312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:21.895266 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3e474bfe-6263-4338-b146-84f4d3685981 req-cc02b825-dae9-4d8c-b5db-f05788ab9312 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9beaf938-d336-4dec-9fdf-4059a4c13370 HTTP/1.1" status: 200 len: 852 time: 0.0573235 Mar 22 19:20:21.935195 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3e474bfe-6263-4338-b146-84f4d3685981 req-51d73a1e-ba06-4ee2-b429-0092ee64757e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4d8eafd3-40f3-4f59-9d29-1a60a94dbe40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325551 Mar 22 19:20:21.960137 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-03e7b345-7b04-4f4a-bb7e-c4ffc114166f req-f6ab73fe-a8d0-4995-8f0e-bc7786933768 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531119 Mar 22 19:20:21.967816 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ae15a285-b250-4fd1-b541-f743c7109374 req-e1074723-7734-4fd8-8176-084ea2276039 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845539 Mar 22 19:20:22.114628 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f537cb-9f37-4cfe-9231-93eccf250fd5 x-openstack-request-id: req-36f537cb-9f37-4cfe-9231-93eccf250fd5 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:20:22.115148 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b999c45-ae77-4d42-a6e4-55ae341f0d8f", "name": "network-vif-plugged", "status": "completed", "tag": "dd676179-107e-43cf-b677-eb7c2d034d8a", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:20:22.115581 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-36f537cb-9f37-4cfe-9231-93eccf250fd5 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:20:22.116165 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36f537cb-9f37-4cfe-9231-93eccf250fd5'] response: {'server_uuid': '4b999c45-ae77-4d42-a6e4-55ae341f0d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd676179-107e-43cf-b677-eb7c2d034d8a', 'code': 200} Mar 22 19:20:22.124524 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b04fbe-cc3c-4aeb-93b9-eab7aa90e670 req-462d9bbf-9628-43e6-abce-9a80468cecaf tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:22.134119 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b04fbe-cc3c-4aeb-93b9-eab7aa90e670 req-462d9bbf-9628-43e6-abce-9a80468cecaf tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:22.141678 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-68b04fbe-cc3c-4aeb-93b9-eab7aa90e670 req-462d9bbf-9628-43e6-abce-9a80468cecaf tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=7781ffc5-cc2a-4995-9d63-e12105bccdad HTTP/1.1" status: 200 len: 1683 time: 0.0904975 Mar 22 19:20:22.175592 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3e474bfe-6263-4338-b146-84f4d3685981 req-e92d32bf-2e31-4cd1-aebb-d1ba245b3798 service neutron] 10.222.0.84 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319086 Mar 22 19:20:22.302573 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-68b04fbe-cc3c-4aeb-93b9-eab7aa90e670 req-2ad71c3f-11d4-450d-b6d8-178ab4217272 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597040 Mar 22 19:20:22.363709 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d303c-cbb4-4d08-be55-39babc0abe9d req-01f8b8f8-8b03-4e1b-acae-54cc7af98bac tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:22.366384 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f52d303c-cbb4-4d08-be55-39babc0abe9d req-01f8b8f8-8b03-4e1b-acae-54cc7af98bac tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1498420 Mar 22 19:20:22.405427 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3e474bfe-6263-4338-b146-84f4d3685981 req-4297697a-6310-4681-be9b-cca9bed4b25a service neutron] 10.222.0.84 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193809 Mar 22 19:20:22.511988 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f52d303c-cbb4-4d08-be55-39babc0abe9d req-44955588-0ec5-4f64-b937-864d42f5f8a5 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404870 Mar 22 19:20:22.639332 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e55b79f7-0c89-4c9f-86dd-e423c1747d71 req-a4e16ed3-a850-4798-9797-5e1c7a9b8ed2 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5cd308-3d7b-433a-9e51-3167d364728d HTTP/1.1" status: 200 len: 210 time: 0.0587196 Mar 22 19:20:22.644188 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb03834-e59e-4466-8f53-9b0409dfe84f x-openstack-request-id: req-8cb03834-e59e-4466-8f53-9b0409dfe84f {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:20:22.644745 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebeee435-9a49-44cd-a911-674ed9e12ebf", "tag": "bd9518f8-9d6b-4788-8bbf-d3c260a26d08", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:20:22.645717 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8cb03834-e59e-4466-8f53-9b0409dfe84f {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:20:22.646364 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cb03834-e59e-4466-8f53-9b0409dfe84f'] response: {'name': 'network-changed', 'server_uuid': 'ebeee435-9a49-44cd-a911-674ed9e12ebf', 'tag': 'bd9518f8-9d6b-4788-8bbf-d3c260a26d08', 'status': 'completed', 'code': 200} Mar 22 19:20:22.794414 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0abe65-891a-49ab-9d78-4af2da17a83f req-38537819-7692-4af4-8393-2f534fb6b986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:22.796602 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9f0abe65-891a-49ab-9d78-4af2da17a83f req-38537819-7692-4af4-8393-2f534fb6b986 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cd5d7b09e78b4f8992b733b5b4229fbb&device_id=ebeee435-9a49-44cd-a911-674ed9e12ebf HTTP/1.1" status: 200 len: 1127 time: 0.1201870 Mar 22 19:20:22.880400 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73675982-3806-4115-be3e-91c5a2a4a319 req-0d124d9b-a1d0-4127-b5fa-453ff7d83a5a tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:22.882179 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73675982-3806-4115-be3e-91c5a2a4a319 req-0d124d9b-a1d0-4127-b5fa-453ff7d83a5a tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 946 time: 0.1719918 Mar 22 19:20:22.968145 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9146cb-6806-4e3b-a0e5-7d25380afe74 req-07e28e07-3954-4707-ae96-76ad756a04c5 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:22.976780 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eb9146cb-6806-4e3b-a0e5-7d25380afe74 req-07e28e07-3954-4707-ae96-76ad756a04c5 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 950 time: 0.1837075 Mar 22 19:20:23.035651 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eb9146cb-6806-4e3b-a0e5-7d25380afe74 req-8f2b19b6-9da5-4ce5-ad56-18537a2b5294 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536008 Mar 22 19:20:23.060823 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0abe65-891a-49ab-9d78-4af2da17a83f req-dc2cf31c-ef79-4104-83b0-e47a08d40844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:23.062532 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9f0abe65-891a-49ab-9d78-4af2da17a83f req-dc2cf31c-ef79-4104-83b0-e47a08d40844 service neutron] 10.222.0.84 "GET /v2.0/networks?id=4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 HTTP/1.1" status: 200 len: 913 time: 0.2574651 Mar 22 19:20:23.124928 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73675982-3806-4115-be3e-91c5a2a4a319 req-26fd4c02-350e-4186-b922-837706f1550f tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273290 Mar 22 19:20:23.164878 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9f0abe65-891a-49ab-9d78-4af2da17a83f req-a2da04af-6caf-409b-8821-8906ea6b1361 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd9518f8-9d6b-4788-8bbf-d3c260a26d08 HTTP/1.1" status: 200 len: 217 time: 0.0936711 Mar 22 19:20:23.634727 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-520b53a7-819b-4722-afda-dd90f5dcbce7 req-b19c0a22-4825-4ca7-8d62-29b41b9515bc service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3693893 Mar 22 19:20:23.687882 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66005d58-d187-42c6-a410-774ad1100c80 req-1dd6d8ef-77b3-4b64-a3d9-b2738016fa3a tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:23.696695 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66005d58-d187-42c6-a410-774ad1100c80 req-1dd6d8ef-77b3-4b64-a3d9-b2738016fa3a tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=ebeee435-9a49-44cd-a911-674ed9e12ebf HTTP/1.1" status: 200 len: 944 time: 0.3538337 Mar 22 19:20:23.792804 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-c1839a06-736c-4b22-a4ed-5e4ce71cdb5a tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:23.794658 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-c1839a06-736c-4b22-a4ed-5e4ce71cdb5a tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.85 "GET /v2.0/networks?id=665ce1a5-e5f2-48a0-b53a-9e9cf374c82f HTTP/1.1" status: 200 len: 815 time: 0.3603616 Mar 22 19:20:23.812120 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c3263-36d4-4681-a642-ef5f35239bd7 req-7f6284dc-7454-4b2b-bf04-04974837ca2a tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:23.820767 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-614c3263-36d4-4681-a642-ef5f35239bd7 req-7f6284dc-7454-4b2b-bf04-04974837ca2a tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=8dc98309-d831-4607-b7c2-5c7dc676d496 HTTP/1.1" status: 200 len: 949 time: 0.2591445 Mar 22 19:20:23.927050 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66005d58-d187-42c6-a410-774ad1100c80 req-6eed43c6-eb15-4e33-8580-b3fa87ad51b6 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285345 Mar 22 19:20:24.029377 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0abe65-891a-49ab-9d78-4af2da17a83f req-ad3521f5-2953-45f3-b3da-51ab3a3998f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:24.030842 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9f0abe65-891a-49ab-9d78-4af2da17a83f req-ad3521f5-2953-45f3-b3da-51ab3a3998f0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9beaf938-d336-4dec-9fdf-4059a4c13370 HTTP/1.1" status: 200 len: 852 time: 0.8601265 Mar 22 19:20:24.033735 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b53a7-819b-4722-afda-dd90f5dcbce7 req-ff45daf6-aadf-4b81-8193-7320c5a8307d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:24.036422 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-520b53a7-819b-4722-afda-dd90f5dcbce7 req-ff45daf6-aadf-4b81-8193-7320c5a8307d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=635145d2a62d432cbc865a99eb3219e4&device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb HTTP/1.1" status: 200 len: 1127 time: 0.3124690 Mar 22 19:20:24.073100 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device bd9518f8-9d6b-4788-8bbf-d3c260a26d08 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:20:24.091431 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9f0abe65-891a-49ab-9d78-4af2da17a83f req-83e19407-d627-4270-8de9-1823795426ad service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4d8eafd3-40f3-4f59-9d29-1a60a94dbe40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458438 Mar 22 19:20:24.106843 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-614c3263-36d4-4681-a642-ef5f35239bd7 req-e925c5ec-bfb9-4afc-b5fa-fe4676621c74 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843306 Mar 22 19:20:24.119425 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc98309-d831-4607-b7c2-5c7dc676d496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ec1b78-b2e0-4ad5-ae45-96897787c94f'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:20:24.122022 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-728519ad-524e-46c9-b485-cab2d23b8a64 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3776c74538ed43b2bc56c1ee64bd0054 HTTP/1.1" status: 200 len: 380 time: 0.2818851 Mar 22 19:20:24.122505 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7760cd0e-8e31-4f85-9d65-d286e5e6743d" -d '{"events": [{"server_uuid": "8dc98309-d831-4607-b7c2-5c7dc676d496", "name": "network-vif-plugged", "status": "completed", "tag": "28ec1b78-b2e0-4ad5-ae45-96897787c94f"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:20:24.133226 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-5e555503-9bf9-49af-b020-443c2a103e52 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Request body: {'port': {'device_id': '8b5cd308-3d7b-433a-9e51-3167d364728d', 'network_id': '665ce1a5-e5f2-48a0-b53a-9e9cf374c82f', 'admin_state_up': True, 'tenant_id': '3776c74538ed43b2bc56c1ee64bd0054', 'security_groups': ['114a9f64-72dd-4bcc-a993-74152fce1fec']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:24.280995 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9f0abe65-891a-49ab-9d78-4af2da17a83f req-34e05a99-2b68-4a8e-9663-a8f2397e689f service neutron] 10.222.0.84 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805930 Mar 22 19:20:24.307139 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port bd9518f8-9d6b-4788-8bbf-d3c260a26d08, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=bd9518f8-9d6b-4788-8bbf-d3c260a26d08,segment=NetworkSegment(8c6ba457-004e-47f9-ab30-ce3aaf4ab771),segment_id=8c6ba457-004e-47f9-ab30-ce3aaf4ab771)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:24.326361 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'bd9518f8-9d6b-4788-8bbf-d3c260a26d08', 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40', 'port_id': 'bd9518f8-9d6b-4788-8bbf-d3c260a26d08', 'mac_address': 'fa:16:3e:89:2c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9beaf938-d336-4dec-9fdf-4059a4c13370', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:20:24.448872 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9f0abe65-891a-49ab-9d78-4af2da17a83f req-bc0b0110-3835-4dfa-953a-f0b92250c7ef service neutron] 10.222.0.84 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606903 Mar 22 19:20:24.449122 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port bd9518f8-9d6b-4788-8bbf-d3c260a26d08 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:24.449357 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (bd9518f8-9d6b-4788-8bbf-d3c260a26d08), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:24.483441 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bca977-83ab-440d-b74b-3f0c7647f7d4 req-eefe043a-842b-47bb-adbf-95b0493d0c7f tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:24.489272 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bca977-83ab-440d-b74b-3f0c7647f7d4 req-eefe043a-842b-47bb-adbf-95b0493d0c7f tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:24.496652 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-29bca977-83ab-440d-b74b-3f0c7647f7d4 req-eefe043a-842b-47bb-adbf-95b0493d0c7f tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=7781ffc5-cc2a-4995-9d63-e12105bccdad HTTP/1.1" status: 200 len: 1683 time: 0.3561273 Mar 22 19:20:24.502581 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd9518f8-9d6b-4788-8bbf-d3c260a26d08 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:20:24.532051 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port bd9518f8-9d6b-4788-8bbf-d3c260a26d08, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=bd9518f8-9d6b-4788-8bbf-d3c260a26d08,segment=NetworkSegment(8c6ba457-004e-47f9-ab30-ce3aaf4ab771),segment_id=8c6ba457-004e-47f9-ab30-ce3aaf4ab771)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:24.541313 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (bd9518f8-9d6b-4788-8bbf-d3c260a26d08), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:24.607928 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79462994-cb8e-463d-bae1-ca2c01de7444 req-19208751-d3ae-45eb-904d-b96ddb5548ef tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:24.620447 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=bd9518f8-9d6b-4788-8bbf-d3c260a26d08,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:24.623963 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-79462994-cb8e-463d-bae1-ca2c01de7444 req-19208751-d3ae-45eb-904d-b96ddb5548ef tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.3931463 Mar 22 19:20:24.651942 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b53a7-819b-4722-afda-dd90f5dcbce7 req-4a1734a5-6bc9-45bf-83e3-57ce48504b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:24.653598 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-520b53a7-819b-4722-afda-dd90f5dcbce7 req-4a1734a5-6bc9-45bf-83e3-57ce48504b7c service neutron] 10.222.0.84 "GET /v2.0/networks?id=63b49c54-7e45-4147-9f0e-8b47e058281a HTTP/1.1" status: 200 len: 909 time: 0.5144372 Mar 22 19:20:24.750326 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1304586-cb75-4abc-9b75-c9d453741f68 req-aaa3852b-2b5b-4fe6-a3df-1762d68d9bc9 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:24.750326 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f1304586-cb75-4abc-9b75-c9d453741f68 req-aaa3852b-2b5b-4fe6-a3df-1762d68d9bc9 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.85 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 950 time: 0.2783201 Mar 22 19:20:24.864343 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-79462994-cb8e-463d-bae1-ca2c01de7444 req-c04e203d-b3c5-4973-9020-6c726be93911 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383096 Mar 22 19:20:24.867654 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-520b53a7-819b-4722-afda-dd90f5dcbce7 req-c1368d29-c673-48b9-a54e-4b593e30a832 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76f3eddc-2af4-4a52-99a6-900a5e60ba18 HTTP/1.1" status: 200 len: 217 time: 0.1863019 Mar 22 19:20:24.875827 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-29bca977-83ab-440d-b74b-3f0c7647f7d4 req-2578669e-ff81-412c-973c-c286b457848b tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/security-groups?id=53b0544f-7c82-4357-9b74-e06f9ac16163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781946 Mar 22 19:20:24.925937 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['bd9518f8-9d6b-4788-8bbf-d3c260a26d08'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:20:24.968355 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-5e555503-9bf9-49af-b020-443c2a103e52 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Made reservation on behalf of 3776c74538ed43b2bc56c1ee64bd0054 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:20:24.971805 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-5e555503-9bf9-49af-b020-443c2a103e52 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:25.129465 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-50a63b5f-9f1e-465f-8342-de0136ae0133 req-e1490581-e839-498c-bff0-99d28a1e243d tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5cd308-3d7b-433a-9e51-3167d364728d HTTP/1.1" status: 200 len: 210 time: 0.1448560 Mar 22 19:20:25.213001 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b53a7-819b-4722-afda-dd90f5dcbce7 req-f7ae55ea-7982-4594-8c87-d14b77241908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:25.221283 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-520b53a7-819b-4722-afda-dd90f5dcbce7 req-f7ae55ea-7982-4594-8c87-d14b77241908 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1824832e-8035-4e29-a8c5-aaeabb7261e8 HTTP/1.1" status: 200 len: 848 time: 0.3405766 Mar 22 19:20:25.278430 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba61fd5-9873-481d-b265-2c7a22a2f1cc x-openstack-request-id: req-2ba61fd5-9873-481d-b265-2c7a22a2f1cc {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:20:25.279100 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dc98309-d831-4607-b7c2-5c7dc676d496", "name": "network-vif-plugged", "status": "completed", "tag": "28ec1b78-b2e0-4ad5-ae45-96897787c94f", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:20:25.279100 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2ba61fd5-9873-481d-b265-2c7a22a2f1cc {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:20:25.279986 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ba61fd5-9873-481d-b265-2c7a22a2f1cc'] response: {'server_uuid': '8dc98309-d831-4607-b7c2-5c7dc676d496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ec1b78-b2e0-4ad5-ae45-96897787c94f', 'code': 200} Mar 22 19:20:25.350392 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-520b53a7-819b-4722-afda-dd90f5dcbce7 req-1286f9e4-e4cd-4e47-9810-3aa3b2653a36 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=63b49c54-7e45-4147-9f0e-8b47e058281a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573206 Mar 22 19:20:25.370699 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.85', 64074) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:25.481264 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597e9ed-4fd1-4370-8fc5-b173f546fa99 req-0a943c61-c7b2-4b39-937f-c4b8cb7beb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:25.483580 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1597e9ed-4fd1-4370-8fc5-b173f546fa99 req-0a943c61-c7b2-4b39-937f-c4b8cb7beb23 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=8dc98309-d831-4607-b7c2-5c7dc676d496 HTTP/1.1" status: 200 len: 1132 time: 0.1053200 Mar 22 19:20:25.495420 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7147d-7885-40be-b76c-18f8d0347e6b req-3efd5747-8cb3-4964-bbca-7301f330f3d1 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:25.501081 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7147d-7885-40be-b76c-18f8d0347e6b req-3efd5747-8cb3-4964-bbca-7301f330f3d1 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:25.503082 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-78f7147d-7885-40be-b76c-18f8d0347e6b req-3efd5747-8cb3-4964-bbca-7301f330f3d1 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.85 "GET /v2.0/ports?device_id=7781ffc5-cc2a-4995-9d63-e12105bccdad HTTP/1.1" status: 200 len: 1683 time: 0.2310231 Mar 22 19:20:25.521344 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc749995-fd7e-4fdf-a032-702354888ba2 req-ff48cc34-3bec-43a9-a259-955b8e6daa2f tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:25.523922 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc749995-fd7e-4fdf-a032-702354888ba2 req-ff48cc34-3bec-43a9-a259-955b8e6daa2f tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 950 time: 0.4908352 Mar 22 19:20:25.646613 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1597e9ed-4fd1-4370-8fc5-b173f546fa99 req-dabe4889-4dc2-44c0-a022-18b4365373ba service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421976 Mar 22 19:20:25.686557 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-f1304586-cb75-4abc-9b75-c9d453741f68 req-7a15ccae-e1c4-42c4-a430-d32cd30cff3f tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Deleting port 8968dc95-8b66-420b-912b-413092d8cf15 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:20:25.687465 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f1304586-cb75-4abc-9b75-c9d453741f68 req-7a15ccae-e1c4-42c4-a430-d32cd30cff3f tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (8968dc95-8b66-420b-912b-413092d8cf15), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:25.691401 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-78f7147d-7885-40be-b76c-18f8d0347e6b req-53855ff1-825e-40f4-8c17-feece01544d9 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Deleting port 535ac561-17d7-4277-b583-cbc88938a996 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:20:25.691888 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-78f7147d-7885-40be-b76c-18f8d0347e6b req-53855ff1-825e-40f4-8c17-feece01544d9 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (535ac561-17d7-4277-b583-cbc88938a996), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:25.701560 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-5e555503-9bf9-49af-b020-443c2a103e52 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Allocated IP 172.20.0.11 (665ce1a5-e5f2-48a0-b53a-9e9cf374c82f/791197ad-b493-4998-ab0c-b15b9ded5bbf/9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:20:25.776753 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-520b53a7-819b-4722-afda-dd90f5dcbce7 req-2373dc08-ac04-49e5-9e6a-1e63939edfc9 service neutron] 10.222.0.84 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945277 Mar 22 19:20:25.827913 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-78f7147d-7885-40be-b76c-18f8d0347e6b req-53855ff1-825e-40f4-8c17-feece01544d9 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] For port 535ac561-17d7-4277-b583-cbc88938a996, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=535ac561-17d7-4277-b583-cbc88938a996,segment=NetworkSegment(c220f14e-ecc6-4430-b8c4-85e311e92cfa),segment_id=c220f14e-ecc6-4430-b8c4-85e311e92cfa)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:25.828358 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-78f7147d-7885-40be-b76c-18f8d0347e6b req-53855ff1-825e-40f4-8c17-feece01544d9 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (535ac561-17d7-4277-b583-cbc88938a996), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:25.860219 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-78f7147d-7885-40be-b76c-18f8d0347e6b req-53855ff1-825e-40f4-8c17-feece01544d9 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Calling delete_port for 535ac561-17d7-4277-b583-cbc88938a996 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:20:25.869122 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc749995-fd7e-4fdf-a032-702354888ba2 req-91f1aba1-c92a-4b17-a547-bacdb1a65b1b tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/security-groups?id=7e851481-81aa-44d7-ac8b-6bd4f6c9a021&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130004 Mar 22 19:20:25.932842 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ebfbc9-cba5-4a27-b2d4-47a351038e97 req-54b7900a-4626-49dd-bfbb-eebc0323c108 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:25.934354 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a0ebfbc9-cba5-4a27-b2d4-47a351038e97 req-54b7900a-4626-49dd-bfbb-eebc0323c108 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 946 time: 0.4247212 Mar 22 19:20:26.010528 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-f1304586-cb75-4abc-9b75-c9d453741f68 req-7a15ccae-e1c4-42c4-a430-d32cd30cff3f tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] For port 8968dc95-8b66-420b-912b-413092d8cf15, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=8968dc95-8b66-420b-912b-413092d8cf15,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:26.010923 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f1304586-cb75-4abc-9b75-c9d453741f68 req-7a15ccae-e1c4-42c4-a430-d32cd30cff3f tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (8968dc95-8b66-420b-912b-413092d8cf15), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:26.107122 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-f1304586-cb75-4abc-9b75-c9d453741f68 req-7a15ccae-e1c4-42c4-a430-d32cd30cff3f tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Calling delete_port for 8968dc95-8b66-420b-912b-413092d8cf15 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:20:26.142404 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-78f7147d-7885-40be-b76c-18f8d0347e6b req-53855ff1-825e-40f4-8c17-feece01544d9 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (535ac561-17d7-4277-b583-cbc88938a996), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:26.161095 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['535ac561-17d7-4277-b583-cbc88938a996', '1565b79e-62d6-4795-b96e-4360fb434ef2'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:20:26.177521 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a0ebfbc9-cba5-4a27-b2d4-47a351038e97 req-b30eb61a-bc96-4fba-90b7-819addfea4aa tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112088 Mar 22 19:20:26.184630 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-520b53a7-819b-4722-afda-dd90f5dcbce7 req-7cf474b6-3a79-4ed8-9954-be5d07f02a00 service neutron] 10.222.0.84 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970256 Mar 22 19:20:26.223476 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53855ff1-825e-40f4-8c17-feece01544d9 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Pushing event deleted for resources: {'Port': ['ID=535ac561-17d7-4277-b583-cbc88938a996,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:26.317216 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f7147d-7885-40be-b76c-18f8d0347e6b req-53855ff1-825e-40f4-8c17-feece01544d9 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] No DVR routers for this DVR port 535ac561-17d7-4277-b583-cbc88938a996 on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:20:26.322884 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-78f7147d-7885-40be-b76c-18f8d0347e6b req-53855ff1-825e-40f4-8c17-feece01544d9 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:26.323655 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec6c38-41d2-4aab-a9dd-fffb753a3fab req-138c6e70-70ab-4687-a924-97faf6c10b3b tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:26.327002 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-78f7147d-7885-40be-b76c-18f8d0347e6b req-53855ff1-825e-40f4-8c17-feece01544d9 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.85 "DELETE /v2.0/ports/535ac561-17d7-4277-b583-cbc88938a996 HTTP/1.1" status: 204 len: 173 time: 0.8127556 Mar 22 19:20:26.331241 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9ec6c38-41d2-4aab-a9dd-fffb753a3fab req-138c6e70-70ab-4687-a924-97faf6c10b3b tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=ebeee435-9a49-44cd-a911-674ed9e12ebf HTTP/1.1" status: 200 len: 945 time: 0.3397391 Mar 22 19:20:26.334417 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7781ffc5-cc2a-4995-9d63-e12105bccdad', 'name': 'network-vif-deleted', 'tag': '535ac561-17d7-4277-b583-cbc88938a996'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:20:26.337291 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5c13d4-1a41-4b77-95e2-7dffc7067e24" -d '{"events": [{"server_uuid": "7781ffc5-cc2a-4995-9d63-e12105bccdad", "name": "network-vif-deleted", "tag": "535ac561-17d7-4277-b583-cbc88938a996"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:20:26.428399 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:20:26.517168 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9ec6c38-41d2-4aab-a9dd-fffb753a3fab req-07a9a93a-2f74-48a9-9f2a-bce78290442e tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841557 Mar 22 19:20:26.536833 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-78f7147d-7885-40be-b76c-18f8d0347e6b req-4ef33080-61de-4cb5-8cb7-fba1052d2766 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Deleting port 1565b79e-62d6-4795-b96e-4360fb434ef2 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:20:26.537340 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-78f7147d-7885-40be-b76c-18f8d0347e6b req-4ef33080-61de-4cb5-8cb7-fba1052d2766 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (1565b79e-62d6-4795-b96e-4360fb434ef2), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:26.577767 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-5e555503-9bf9-49af-b020-443c2a103e52 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks [] for port (9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:26.635500 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefaed2-9e11-48a4-85af-8b322ed6c311 req-6135aa8a-c02f-4c3c-9fe4-8a7b3c30f044 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:26.637628 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8eefaed2-9e11-48a4-85af-8b322ed6c311 req-6135aa8a-c02f-4c3c-9fe4-8a7b3c30f044 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=8dc98309-d831-4607-b7c2-5c7dc676d496 HTTP/1.1" status: 200 len: 949 time: 0.3517902 Mar 22 19:20:26.720078 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-78f7147d-7885-40be-b76c-18f8d0347e6b req-4ef33080-61de-4cb5-8cb7-fba1052d2766 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] For port 1565b79e-62d6-4795-b96e-4360fb434ef2, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=1565b79e-62d6-4795-b96e-4360fb434ef2,segment=NetworkSegment(9fc784f7-7764-470d-9bd6-369c3ff943b7),segment_id=9fc784f7-7764-470d-9bd6-369c3ff943b7)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:26.722287 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-78f7147d-7885-40be-b76c-18f8d0347e6b req-4ef33080-61de-4cb5-8cb7-fba1052d2766 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (1565b79e-62d6-4795-b96e-4360fb434ef2), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:26.756798 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-78f7147d-7885-40be-b76c-18f8d0347e6b req-4ef33080-61de-4cb5-8cb7-fba1052d2766 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Calling delete_port for 1565b79e-62d6-4795-b96e-4360fb434ef2 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:20:26.796355 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8eefaed2-9e11-48a4-85af-8b322ed6c311 req-c1d9aa73-b81e-4946-b710-528554e0ea30 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527524 Mar 22 19:20:26.826833 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-5e555503-9bf9-49af-b020-443c2a103e52 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:26.878392 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d552fd-758b-41b8-b835-7a1d89c8d7bb req-fc0652d9-c130-410a-ae6b-48a803864ed2 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:26.886310 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b3d552fd-758b-41b8-b835-7a1d89c8d7bb req-fc0652d9-c130-410a-ae6b-48a803864ed2 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.2473698 Mar 22 19:20:26.888391 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f1304586-cb75-4abc-9b75-c9d453741f68 req-7a15ccae-e1c4-42c4-a430-d32cd30cff3f tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (8968dc95-8b66-420b-912b-413092d8cf15), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:26.903994 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['8968dc95-8b66-420b-912b-413092d8cf15'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:20:26.921859 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-78f7147d-7885-40be-b76c-18f8d0347e6b req-4ef33080-61de-4cb5-8cb7-fba1052d2766 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (1565b79e-62d6-4795-b96e-4360fb434ef2), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:26.951099 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-5e555503-9bf9-49af-b020-443c2a103e52 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Network 665ce1a5-e5f2-48a0-b53a-9e9cf374c82f is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:20:26.958517 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef33080-61de-4cb5-8cb7-fba1052d2766 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Pushing event deleted for resources: {'Port': ['ID=1565b79e-62d6-4795-b96e-4360fb434ef2,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:26.972689 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-5e555503-9bf9-49af-b020-443c2a103e52 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:20:26.972832 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['535ac561-17d7-4277-b583-cbc88938a996'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:20:26.985087 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-5e555503-9bf9-49af-b020-443c2a103e52 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:20:27.107274 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f7147d-7885-40be-b76c-18f8d0347e6b req-4ef33080-61de-4cb5-8cb7-fba1052d2766 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] No DVR routers for this DVR port 1565b79e-62d6-4795-b96e-4360fb434ef2 on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:20:27.109261 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-78f7147d-7885-40be-b76c-18f8d0347e6b req-4ef33080-61de-4cb5-8cb7-fba1052d2766 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:27.114575 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-78f7147d-7885-40be-b76c-18f8d0347e6b req-4ef33080-61de-4cb5-8cb7-fba1052d2766 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.85 "DELETE /v2.0/ports/1565b79e-62d6-4795-b96e-4360fb434ef2 HTTP/1.1" status: 204 len: 173 time: 0.7680595 Mar 22 19:20:27.134509 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-50c6206c-8431-4278-b818-5fb5962d450c req-4a0da233-3fcc-4381-9910-d5757f4a7d98 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "GET /v2.0/ports?device_id=7781ffc5-cc2a-4995-9d63-e12105bccdad HTTP/1.1" status: 200 len: 210 time: 0.1635382 Mar 22 19:20:27.519052 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-697fe3f2-bc42-45c9-8f31-666444f43cea None None] Provisioning complete for port 9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:20:27.519736 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-697fe3f2-bc42-45c9-8f31-666444f43cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:27.587163 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-697fe3f2-bc42-45c9-8f31-666444f43cea None None] Port 9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:20:27.703973 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-5e555503-9bf9-49af-b020-443c2a103e52 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:27.704983 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-5e555503-9bf9-49af-b020-443c2a103e52 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:27.799507 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e555503-9bf9-49af-b020-443c2a103e52 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Pushing event updated for resources: {'Port': ['ID=9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:27.806161 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1304586-cb75-4abc-9b75-c9d453741f68 req-7a15ccae-e1c4-42c4-a430-d32cd30cff3f tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] No DVR routers for this DVR port 8968dc95-8b66-420b-912b-413092d8cf15 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:20:27.817367 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f1304586-cb75-4abc-9b75-c9d453741f68 req-7a15ccae-e1c4-42c4-a430-d32cd30cff3f tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:27.821872 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f1304586-cb75-4abc-9b75-c9d453741f68 req-7a15ccae-e1c4-42c4-a430-d32cd30cff3f tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.85 "DELETE /v2.0/ports/8968dc95-8b66-420b-912b-413092d8cf15 HTTP/1.1" status: 204 len: 173 time: 2.9445758 Mar 22 19:20:27.822378 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925d2a26-a0a1-45c5-ab20-05f7eeb11ecc', 'name': 'network-vif-deleted', 'tag': '8968dc95-8b66-420b-912b-413092d8cf15'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:20:27.824623 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156122f5-78dc-44c6-8d74-5ab386943dca" -d '{"events": [{"server_uuid": "925d2a26-a0a1-45c5-ab20-05f7eeb11ecc", "name": "network-vif-deleted", "tag": "8968dc95-8b66-420b-912b-413092d8cf15"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:20:27.858425 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-5e555503-9bf9-49af-b020-443c2a103e52 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7348335 Mar 22 19:20:27.862867 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15ccae-e1c4-42c4-a430-d32cd30cff3f tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] Pushing event deleted for resources: {'Port': ['ID=8968dc95-8b66-420b-912b-413092d8cf15,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:27.869444 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b3d552fd-758b-41b8-b835-7a1d89c8d7bb req-e5d0d34c-ba4d-43a7-9427-e47878a95872 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9820261 Mar 22 19:20:27.883779 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-d663e8b9-3196-4d40-87f8-b89178c7a36c service neutron] Request body: {'port': {'device_id': '8b5cd308-3d7b-433a-9e51-3167d364728d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:27.951239 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d701a-13c1-443a-972f-71adb5ff09d5 req-8491489a-0c24-4b70-9941-a665a3715eff tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:27.954524 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afd5fa8-9abf-4d41-b716-ad504f581515 x-openstack-request-id: req-2afd5fa8-9abf-4d41-b716-ad504f581515 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:20:27.955014 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7781ffc5-cc2a-4995-9d63-e12105bccdad", "name": "network-vif-deleted", "tag": "535ac561-17d7-4277-b583-cbc88938a996", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:20:27.955121 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2afd5fa8-9abf-4d41-b716-ad504f581515 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:20:27.955445 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2afd5fa8-9abf-4d41-b716-ad504f581515'] response: {'server_uuid': '7781ffc5-cc2a-4995-9d63-e12105bccdad', 'name': 'network-vif-deleted', 'tag': '535ac561-17d7-4277-b583-cbc88938a996', 'status': 'completed', 'code': 200} Mar 22 19:20:27.957484 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d39d701a-13c1-443a-972f-71adb5ff09d5 req-8491489a-0c24-4b70-9941-a665a3715eff tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5cd308-3d7b-433a-9e51-3167d364728d HTTP/1.1" status: 200 len: 932 time: 0.2692208 Mar 22 19:20:28.100174 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f148c465-64ed-45ed-9ea6-823d154d7200 req-e45cf7b3-4e05-4050-bf81-3ba9d1168fb7 tempest-MigrationsAdminTest-162402829 tempest-MigrationsAdminTest-162402829-project] 10.222.0.75 "GET /v2.0/ports?device_id=925d2a26-a0a1-45c5-ab20-05f7eeb11ecc HTTP/1.1" status: 200 len: 210 time: 0.0429182 Mar 22 19:20:28.103205 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-d663e8b9-3196-4d40-87f8-b89178c7a36c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:28.106120 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device bd9518f8-9d6b-4788-8bbf-d3c260a26d08 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:20:28.153880 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d39d701a-13c1-443a-972f-71adb5ff09d5 req-2d5761ac-89f4-4d4b-bcaa-8ad6b896a99e tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.75 "GET /v2.0/security-groups?id=114a9f64-72dd-4bcc-a993-74152fce1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745384 Mar 22 19:20:28.286369 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port bd9518f8-9d6b-4788-8bbf-d3c260a26d08 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:20:28.291113 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port bd9518f8-9d6b-4788-8bbf-d3c260a26d08 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:20:28.291686 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (bd9518f8-9d6b-4788-8bbf-d3c260a26d08), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:28.473489 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port bd9518f8-9d6b-4788-8bbf-d3c260a26d08 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:28.473906 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (bd9518f8-9d6b-4788-8bbf-d3c260a26d08), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:28.535410 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port bd9518f8-9d6b-4788-8bbf-d3c260a26d08, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=bd9518f8-9d6b-4788-8bbf-d3c260a26d08,segment=NetworkSegment(8c6ba457-004e-47f9-ab30-ce3aaf4ab771),segment_id=8c6ba457-004e-47f9-ab30-ce3aaf4ab771)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:28.538334 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebeee435-9a49-44cd-a911-674ed9e12ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9518f8-9d6b-4788-8bbf-d3c260a26d08'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:20:28.548682 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89823e2e-985a-44e5-99ea-696385f79168" -d '{"events": [{"server_uuid": "ebeee435-9a49-44cd-a911-674ed9e12ebf", "name": "network-vif-plugged", "status": "completed", "tag": "bd9518f8-9d6b-4788-8bbf-d3c260a26d08"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:20:28.556053 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (bd9518f8-9d6b-4788-8bbf-d3c260a26d08), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:28.573908 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f15c9-f698-4f2b-a554-001ff3660ebb req-080bc7d0-a275-46b7-963a-b543c44ef5e5 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:28.581529 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-091f15c9-f698-4f2b-a554-001ff3660ebb req-080bc7d0-a275-46b7-963a-b543c44ef5e5 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 946 time: 0.3345253 Mar 22 19:20:28.641508 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=bd9518f8-9d6b-4788-8bbf-d3c260a26d08,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:28.670542 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4314e55-42d1-46d6-8eeb-5a6e4bd2e08b req-c1b75ca7-fd91-4533-b16b-91c1e1620a46 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:28.672142 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f4314e55-42d1-46d6-8eeb-5a6e4bd2e08b req-c1b75ca7-fd91-4533-b16b-91c1e1620a46 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=ebeee435-9a49-44cd-a911-674ed9e12ebf HTTP/1.1" status: 200 len: 945 time: 0.3680091 Mar 22 19:20:28.777235 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f4314e55-42d1-46d6-8eeb-5a6e4bd2e08b req-56b23445-5f50-4c9e-8627-ccd65495f05d tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921450 Mar 22 19:20:28.781544 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-091f15c9-f698-4f2b-a554-001ff3660ebb req-1c75ce61-2000-467d-a51a-90cb8bd7816c tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990032 Mar 22 19:20:28.934647 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce977b2-a45f-4790-96bf-3493e5c463f5 x-openstack-request-id: req-6ce977b2-a45f-4790-96bf-3493e5c463f5 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:20:28.935211 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925d2a26-a0a1-45c5-ab20-05f7eeb11ecc", "name": "network-vif-deleted", "tag": "8968dc95-8b66-420b-912b-413092d8cf15", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:20:28.935211 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6ce977b2-a45f-4790-96bf-3493e5c463f5 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:20:28.935574 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ce977b2-a45f-4790-96bf-3493e5c463f5'] response: {'server_uuid': '925d2a26-a0a1-45c5-ab20-05f7eeb11ecc', 'name': 'network-vif-deleted', 'tag': '8968dc95-8b66-420b-912b-413092d8cf15', 'status': 'completed', 'code': 200} Mar 22 19:20:28.952551 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41814) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:28.954161 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 8968dc95-8b66-420b-912b-413092d8cf15 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:20:28.983646 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-d663e8b9-3196-4d40-87f8-b89178c7a36c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:20:29.006463 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 8968dc95-8b66-420b-912b-413092d8cf15 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:20:29.007706 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 8968dc95-8b66-420b-912b-413092d8cf15 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:20:29.008381 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 1565b79e-62d6-4795-b96e-4360fb434ef2 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:20:29.015999 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-d663e8b9-3196-4d40-87f8-b89178c7a36c service neutron] Publish callbacks [] for port (9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:29.063271 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50cc3fa0-2483-4332-822c-8183b13855ce x-openstack-request-id: req-50cc3fa0-2483-4332-822c-8183b13855ce {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:20:29.066161 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71411c0-3a34-487b-b8cb-600effb07944 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Deleting subnet fe022df2-c3fa-4f05-ae34-40e2d408aaf3 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:20:29.071768 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a71411c0-3a34-487b-b8cb-600effb07944 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks [] for subnet (fe022df2-c3fa-4f05-ae34-40e2d408aaf3), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:29.080868 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebeee435-9a49-44cd-a911-674ed9e12ebf", "name": "network-vif-plugged", "status": "completed", "tag": "bd9518f8-9d6b-4788-8bbf-d3c260a26d08", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:20:29.082514 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-50cc3fa0-2483-4332-822c-8183b13855ce {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:20:29.083286 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50cc3fa0-2483-4332-822c-8183b13855ce'] response: {'server_uuid': 'ebeee435-9a49-44cd-a911-674ed9e12ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd9518f8-9d6b-4788-8bbf-d3c260a26d08', 'code': 200} Mar 22 19:20:29.085924 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 1565b79e-62d6-4795-b96e-4360fb434ef2 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:20:29.086671 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 1565b79e-62d6-4795-b96e-4360fb434ef2 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:20:29.089366 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 535ac561-17d7-4277-b583-cbc88938a996 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:20:29.095646 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac658786-616e-4ddd-86a4-d1ea4fa17ce3 req-53fb08f2-4f1e-4ad3-a7e4-201db45d7d48 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:29.112172 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ac658786-616e-4ddd-86a4-d1ea4fa17ce3 req-53fb08f2-4f1e-4ad3-a7e4-201db45d7d48 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=8dc98309-d831-4607-b7c2-5c7dc676d496 HTTP/1.1" status: 200 len: 949 time: 0.1755326 Mar 22 19:20:29.118317 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a71411c0-3a34-487b-b8cb-600effb07944 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (fe022df2-c3fa-4f05-ae34-40e2d408aaf3), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:29.118999 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 535ac561-17d7-4277-b583-cbc88938a996 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:20:29.119553 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 535ac561-17d7-4277-b583-cbc88938a996 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:20:29.137407 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-d663e8b9-3196-4d40-87f8-b89178c7a36c service neutron] Transition to ACTIVE for port object 9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:20:29.171380 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-d663e8b9-3196-4d40-87f8-b89178c7a36c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:29.221216 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a71411c0-3a34-487b-b8cb-600effb07944 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (fe022df2-c3fa-4f05-ae34-40e2d408aaf3), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:29.304842 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a71411c0-3a34-487b-b8cb-600effb07944 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (fe022df2-c3fa-4f05-ae34-40e2d408aaf3), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:29.345443 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71411c0-3a34-487b-b8cb-600effb07944 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Pushing event deleted for resources: {'Subnet': ['ID=fe022df2-c3fa-4f05-ae34-40e2d408aaf3,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:29.350226 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a71411c0-3a34-487b-b8cb-600effb07944 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:29.358677 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a71411c0-3a34-487b-b8cb-600effb07944 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "DELETE /v2.0/subnets/fe022df2-c3fa-4f05-ae34-40e2d408aaf3 HTTP/1.1" status: 204 len: 168 time: 0.4048283 Mar 22 19:20:29.359550 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41822) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:29.364815 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ead0b2-50ea-47e3-8fc1-44ca5eb8586e None None] Network e930d616-8bf8-463b-a18b-d69f6a228771 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:20:29.377478 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ac658786-616e-4ddd-86a4-d1ea4fa17ce3 req-a8b0b6cb-e34a-4e46-a4d1-0fba1eb44643 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641549 Mar 22 19:20:29.429324 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663e8b9-3196-4d40-87f8-b89178c7a36c service neutron] Pushing event updated for resources: {'Port': ['ID=9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:29.517443 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702c472-5e17-4a4f-acda-803cb480c9b1 req-df8bd53c-77e4-448e-aa9e-d7ce02b4b3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:29.519285 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c702c472-5e17-4a4f-acda-803cb480c9b1 req-df8bd53c-77e4-448e-aa9e-d7ce02b4b3d8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ebeee435-9a49-44cd-a911-674ed9e12ebf HTTP/1.1" status: 200 len: 1129 time: 0.3807132 Mar 22 19:20:29.558071 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d1b64c29-9ec2-4cfc-9946-b2aeef068c88 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (e930d616-8bf8-463b-a18b-d69f6a228771), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:29.650963 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-d1b64c29-9ec2-4cfc-9946-b2aeef068c88 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Deleting port 865d9c8b-ee7a-4728-9408-7b36de412709 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:20:29.651756 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d1b64c29-9ec2-4cfc-9946-b2aeef068c88 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (865d9c8b-ee7a-4728-9408-7b36de412709), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:29.702279 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad56918-4d58-4b00-94ee-e55c2f4ff42e req-9fc2dd49-ea37-4be6-934e-59ae31050deb tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:29.703839 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fad56918-4d58-4b00-94ee-e55c2f4ff42e req-9fc2dd49-ea37-4be6-934e-59ae31050deb tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.5100706 Mar 22 19:20:29.837296 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a60e22-846f-4d8d-b200-8057d43d0c01 None None] DHCP port deletion for e930d616-8bf8-463b-a18b-d69f6a228771 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:20:29.927409 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d9a60e22-846f-4d8d-b200-8057d43d0c01 None None] Deleting port 865d9c8b-ee7a-4728-9408-7b36de412709 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:20:29.930277 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d9a60e22-846f-4d8d-b200-8057d43d0c01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (865d9c8b-ee7a-4728-9408-7b36de412709), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:29.963112 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7781ffc5-cc2a-4995-9d63-e12105bccdad', 'name': 'network-vif-deleted', 'tag': '1565b79e-62d6-4795-b96e-4360fb434ef2'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:20:29.970197 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae1fa01-7925-4111-b520-b07492e67794" -d '{"events": [{"server_uuid": "7781ffc5-cc2a-4995-9d63-e12105bccdad", "name": "network-vif-deleted", "tag": "1565b79e-62d6-4795-b96e-4360fb434ef2"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:20:30.006566 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-d1b64c29-9ec2-4cfc-9946-b2aeef068c88 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] For port 865d9c8b-ee7a-4728-9408-7b36de412709, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=865d9c8b-ee7a-4728-9408-7b36de412709,segment=NetworkSegment(c220f14e-ecc6-4430-b8c4-85e311e92cfa),segment_id=c220f14e-ecc6-4430-b8c4-85e311e92cfa)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:30.007827 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d1b64c29-9ec2-4cfc-9946-b2aeef068c88 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (865d9c8b-ee7a-4728-9408-7b36de412709), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:30.026920 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c702c472-5e17-4a4f-acda-803cb480c9b1 req-86c6732c-961e-492f-9d8c-6a71eef5575e service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663943 Mar 22 19:20:30.039109 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-d1b64c29-9ec2-4cfc-9946-b2aeef068c88 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Calling delete_port for 865d9c8b-ee7a-4728-9408-7b36de412709 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:20:30.043880 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c467ca-9134-4c60-a311-dd725faeb166 req-525f5280-2f5a-4127-9248-756127eaade3 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:30.045395 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-31c467ca-9134-4c60-a311-dd725faeb166 req-525f5280-2f5a-4127-9248-756127eaade3 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5cd308-3d7b-433a-9e51-3167d364728d HTTP/1.1" status: 200 len: 944 time: 0.5245202 Mar 22 19:20:30.046634 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-d663e8b9-3196-4d40-87f8-b89178c7a36c service neutron] Attempting to bind port 9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:20:30.046975 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-d663e8b9-3196-4d40-87f8-b89178c7a36c service neutron] Attempting to bind port 9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': 'cb81fee5-5ae6-4468-8a44-82f153864c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '665ce1a5-e5f2-48a0-b53a-9e9cf374c82f'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:20:30.047303 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-d663e8b9-3196-4d40-87f8-b89178c7a36c service neutron] Attempting to bind port 9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40 on network 665ce1a5-e5f2-48a0-b53a-9e9cf374c82f {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:20:30.058460 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41836) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:30.092893 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fad56918-4d58-4b00-94ee-e55c2f4ff42e req-adbfcb9f-8b1b-4b7f-9c4b-b18c6bfeb69e tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019598 Mar 22 19:20:30.128354 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-d663e8b9-3196-4d40-87f8-b89178c7a36c service neutron] Port 9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40 on network 665ce1a5-e5f2-48a0-b53a-9e9cf374c82f not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:20:30.129784 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-d663e8b9-3196-4d40-87f8-b89178c7a36c service neutron] Attempting to bind port 9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40 on network 665ce1a5-e5f2-48a0-b53a-9e9cf374c82f {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:20:30.147897 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-d9a60e22-846f-4d8d-b200-8057d43d0c01 None None] For port 865d9c8b-ee7a-4728-9408-7b36de412709, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=865d9c8b-ee7a-4728-9408-7b36de412709,segment=NetworkSegment(c220f14e-ecc6-4430-b8c4-85e311e92cfa),segment_id=c220f14e-ecc6-4430-b8c4-85e311e92cfa)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:30.148597 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d9a60e22-846f-4d8d-b200-8057d43d0c01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (865d9c8b-ee7a-4728-9408-7b36de412709), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:30.169414 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-d663e8b9-3196-4d40-87f8-b89178c7a36c service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:20:30.170367 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-d663e8b9-3196-4d40-87f8-b89178c7a36c service neutron] Checking segment: {'id': 'cb81fee5-5ae6-4468-8a44-82f153864c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '665ce1a5-e5f2-48a0-b53a-9e9cf374c82f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:20:30.171010 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-d663e8b9-3196-4d40-87f8-b89178c7a36c service neutron] Bound using segment: {'id': 'cb81fee5-5ae6-4468-8a44-82f153864c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '665ce1a5-e5f2-48a0-b53a-9e9cf374c82f'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:20:30.172103 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-d663e8b9-3196-4d40-87f8-b89178c7a36c service neutron] Bound port: 9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb81fee5-5ae6-4468-8a44-82f153864c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '665ce1a5-e5f2-48a0-b53a-9e9cf374c82f'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:20:30.173046 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-d663e8b9-3196-4d40-87f8-b89178c7a36c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:30.195573 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-31c467ca-9134-4c60-a311-dd725faeb166 req-68568c13-f4bd-4b9c-a69c-3d12238066fd tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.75 "GET /v2.0/security-groups?id=114a9f64-72dd-4bcc-a993-74152fce1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361909 Mar 22 19:20:30.200896 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d9a60e22-846f-4d8d-b200-8057d43d0c01 None None] Calling delete_port for 865d9c8b-ee7a-4728-9408-7b36de412709 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:20:30.214984 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d1b64c29-9ec2-4cfc-9946-b2aeef068c88 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (865d9c8b-ee7a-4728-9408-7b36de412709), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:30.288677 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b64c29-9ec2-4cfc-9946-b2aeef068c88 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Pushing event deleted for resources: {'Port': ['ID=865d9c8b-ee7a-4728-9408-7b36de412709,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:30.296841 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b64c29-9ec2-4cfc-9946-b2aeef068c88 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] No DVR routers for this DVR port 865d9c8b-ee7a-4728-9408-7b36de412709 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:20:30.402947 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-d663e8b9-3196-4d40-87f8-b89178c7a36c service neutron] For port 9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:20:30.407229 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-d663e8b9-3196-4d40-87f8-b89178c7a36c service neutron] For port 9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40,segment=NetworkSegment(cb81fee5-5ae6-4468-8a44-82f153864c34),segment_id=cb81fee5-5ae6-4468-8a44-82f153864c34)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:20:30.423136 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de7f8b9-0137-4cfc-9b9c-1bacdc1c9cb8 req-f298e880-d453-455f-a1a7-c02e1af0c823 tempest-ServersOnMultiNodesTest-1385471072 tempest-ServersOnMultiNodesTest-1385471072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:30.434166 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6de7f8b9-0137-4cfc-9b9c-1bacdc1c9cb8 req-f298e880-d453-455f-a1a7-c02e1af0c823 tempest-ServersOnMultiNodesTest-1385471072 tempest-ServersOnMultiNodesTest-1385471072-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8dc98309-d831-4607-b7c2-5c7dc676d496 HTTP/1.1" status: 200 len: 1132 time: 0.1589100 Mar 22 19:20:30.439466 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-d663e8b9-3196-4d40-87f8-b89178c7a36c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:30.450535 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d9a60e22-846f-4d8d-b200-8057d43d0c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (865d9c8b-ee7a-4728-9408-7b36de412709), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:30.492110 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d1b64c29-9ec2-4cfc-9946-b2aeef068c88 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (e930d616-8bf8-463b-a18b-d69f6a228771), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:30.494144 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a60e22-846f-4d8d-b200-8057d43d0c01 None None] Pushing event deleted for resources: {'Port': ['ID=865d9c8b-ee7a-4728-9408-7b36de412709,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:30.513436 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a60e22-846f-4d8d-b200-8057d43d0c01 None None] No DVR routers for this DVR port 865d9c8b-ee7a-4728-9408-7b36de412709 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:20:30.537437 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-d663e8b9-3196-4d40-87f8-b89178c7a36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:30.544543 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-d663e8b9-3196-4d40-87f8-b89178c7a36c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:30.546225 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-d663e8b9-3196-4d40-87f8-b89178c7a36c service neutron] 10.222.0.85 "PUT /v2.0/ports/9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40 HTTP/1.1" status: 200 len: 1093 time: 2.6747725 Mar 22 19:20:30.565225 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4260b9-532b-4a44-9d2a-cbd70068f7bd req-5ffc44bf-fc8e-4308-8a67-f303da6fe0ca tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:30.570628 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 865d9c8b-ee7a-4728-9408-7b36de412709 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:20:30.575345 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6a4260b9-532b-4a44-9d2a-cbd70068f7bd req-5ffc44bf-fc8e-4308-8a67-f303da6fe0ca tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 946 time: 0.2684219 Mar 22 19:20:30.648507 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 865d9c8b-ee7a-4728-9408-7b36de412709 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:20:30.648865 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 865d9c8b-ee7a-4728-9408-7b36de412709 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:20:30.681360 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-63990e1f-26e5-475b-9105-d6a2e251514a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fa44a62348c348ba8b3d4c4340e75bae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6178334 Mar 22 19:20:30.682612 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663e8b9-3196-4d40-87f8-b89178c7a36c service neutron] Pushing event updated for resources: {'Port': ['ID=9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:30.684698 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-d1b64c29-9ec2-4cfc-9946-b2aeef068c88 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e930d616-8bf8-463b-a18b-d69f6a228771']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:30.697695 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41842) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:30.723129 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-d1b64c29-9ec2-4cfc-9946-b2aeef068c88 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c220f14e-ecc6-4430-b8c4-85e311e92cfa') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:30.724073 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-d1b64c29-9ec2-4cfc-9946-b2aeef068c88 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c220f14e-ecc6-4430-b8c4-85e311e92cfa') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:30.730767 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6de7f8b9-0137-4cfc-9b9c-1bacdc1c9cb8 req-8f5879d6-1363-4ffa-94dd-fb49259a858c tempest-ServersOnMultiNodesTest-1385471072 tempest-ServersOnMultiNodesTest-1385471072-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910714 Mar 22 19:20:30.796175 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d1b64c29-9ec2-4cfc-9946-b2aeef068c88 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (c220f14e-ecc6-4430-b8c4-85e311e92cfa), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:30.807452 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6a4260b9-532b-4a44-9d2a-cbd70068f7bd req-8da5aa1a-f59f-4b8c-8e5e-370f03515d84 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308547 Mar 22 19:20:30.839999 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-6b52feb4-6a68-487a-a683-a1758fd6dc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:30.841456 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d1b64c29-9ec2-4cfc-9946-b2aeef068c88 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (c220f14e-ecc6-4430-b8c4-85e311e92cfa), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:30.863623 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c82459aa-e882-4349-a2f6-16bcf28f9d04 admin admin] Publish callbacks [] for security_group (7e851481-81aa-44d7-ac8b-6bd4f6c9a021), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:30.866999 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-6b52feb4-6a68-487a-a683-a1758fd6dc13 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3776c74538ed43b2bc56c1ee64bd0054&device_id=8b5cd308-3d7b-433a-9e51-3167d364728d HTTP/1.1" status: 200 len: 1127 time: 0.2410614 Mar 22 19:20:30.891963 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c82459aa-e882-4349-a2f6-16bcf28f9d04 admin admin] Publish callbacks [] for security_group (7e851481-81aa-44d7-ac8b-6bd4f6c9a021), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:30.962311 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5cd308-3d7b-433a-9e51-3167d364728d', 'tag': '9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:20:30.966541 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86e94d0-c8c8-4583-bee0-f53fd2b92c18" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5cd308-3d7b-433a-9e51-3167d364728d", "tag": "9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:20:30.968738 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237045ee-e4b1-4b27-8c9c-1781b5b84c75 x-openstack-request-id: req-237045ee-e4b1-4b27-8c9c-1781b5b84c75 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:20:30.969280 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7781ffc5-cc2a-4995-9d63-e12105bccdad", "name": "network-vif-deleted", "tag": "1565b79e-62d6-4795-b96e-4360fb434ef2", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:20:30.969729 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-237045ee-e4b1-4b27-8c9c-1781b5b84c75 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:20:30.970349 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-237045ee-e4b1-4b27-8c9c-1781b5b84c75'] response: {'server_uuid': '7781ffc5-cc2a-4995-9d63-e12105bccdad', 'name': 'network-vif-deleted', 'tag': '1565b79e-62d6-4795-b96e-4360fb434ef2', 'status': 'completed', 'code': 200} Mar 22 19:20:30.975212 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b64c29-9ec2-4cfc-9946-b2aeef068c88 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:20:30.976648 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d1b64c29-9ec2-4cfc-9946-b2aeef068c88 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (c220f14e-ecc6-4430-b8c4-85e311e92cfa), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:30.980262 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:20:30.980262 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:20:30.980262 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:20:30.980262 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:20:30.980262 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:20:30.980262 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:20:30.980262 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:20:30.980262 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:20:30.980262 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:20:30.980262 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:20:30.980262 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:20:30.980262 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:20:30.980262 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:20:30.980262 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:20:30.980262 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:20:30.980262 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:20:30.980262 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:20:30.980262 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:20:30.980262 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:20:30.980262 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:20:30.980262 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:20:30.980262 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:20:30.980262 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:20:30.980262 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:20:30.980262 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:20:30.980262 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:20:30.980262 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:20:30.980262 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:20:30.980262 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:20:30.980262 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:20:30.980262 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:20:30.980262 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:20:30.997393 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c82459aa-e882-4349-a2f6-16bcf28f9d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7e851481-81aa-44d7-ac8b-6bd4f6c9a021), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:31.017231 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c82459aa-e882-4349-a2f6-16bcf28f9d04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:31.020877 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c82459aa-e882-4349-a2f6-16bcf28f9d04 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7e851481-81aa-44d7-ac8b-6bd4f6c9a021 HTTP/1.1" status: 204 len: 168 time: 0.3218682 Mar 22 19:20:31.079804 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82459aa-e882-4349-a2f6-16bcf28f9d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e851481-81aa-44d7-ac8b-6bd4f6c9a021,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:31.097034 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d1b64c29-9ec2-4cfc-9946-b2aeef068c88 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (e930d616-8bf8-463b-a18b-d69f6a228771), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:31.142420 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d1b64c29-9ec2-4cfc-9946-b2aeef068c88 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:31.156331 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d1b64c29-9ec2-4cfc-9946-b2aeef068c88 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "DELETE /v2.0/networks/e930d616-8bf8-463b-a18b-d69f6a228771 HTTP/1.1" status: 204 len: 168 time: 1.7950909 Mar 22 19:20:31.157247 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41862) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:31.158099 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b64c29-9ec2-4cfc-9946-b2aeef068c88 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Pushing event deleted for resources: {'Network': ['ID=e930d616-8bf8-463b-a18b-d69f6a228771,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:31.168579 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-c1c242bc-d69d-49c8-acbe-c76174da2694 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40 HTTP/1.1" status: 200 len: 217 time: 0.2526865 Mar 22 19:20:31.252783 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6e8c59-82bb-46dc-9e13-8021bbfed868 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Deleting subnet 201dc86d-bfca-423b-a8a1-a6818ea52550 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:20:31.254085 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-3d34e147-033b-4682-a1b1-26e999637774 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0921173 Mar 22 19:20:31.258938 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3a6e8c59-82bb-46dc-9e13-8021bbfed868 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks [] for subnet (201dc86d-bfca-423b-a8a1-a6818ea52550), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:31.317603 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3a6e8c59-82bb-46dc-9e13-8021bbfed868 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (201dc86d-bfca-423b-a8a1-a6818ea52550), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:31.338505 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bbbed71-bb8e-4de4-92d7-925014032686 req-48d7dca8-cef7-4522-8ddd-a1d6b372d864 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f64585e8-933c-4b95-8326-543c09c4f621&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5297101 Mar 22 19:20:31.435368 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cf0cf1-3baf-4d79-8db3-39518ed16a04 req-37d60c77-cf6d-4a09-9084-12b55d47e5f8 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:31.438447 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62cf0cf1-3baf-4d79-8db3-39518ed16a04 req-37d60c77-cf6d-4a09-9084-12b55d47e5f8 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=ebeee435-9a49-44cd-a911-674ed9e12ebf HTTP/1.1" status: 200 len: 946 time: 0.5274742 Mar 22 19:20:31.464358 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-75e6e7bc-33af-470d-85e4-42a7ef420d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:31.466565 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-75e6e7bc-33af-470d-85e4-42a7ef420d43 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=791197ad-b493-4998-ab0c-b15b9ded5bbf HTTP/1.1" status: 200 len: 854 time: 0.2736912 Mar 22 19:20:31.503840 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3a6e8c59-82bb-46dc-9e13-8021bbfed868 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (201dc86d-bfca-423b-a8a1-a6818ea52550), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:31.621678 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41870) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:31.718434 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3a6e8c59-82bb-46dc-9e13-8021bbfed868 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (201dc86d-bfca-423b-a8a1-a6818ea52550), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:31.757955 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0972af41-3bab-478e-ae4a-d7f6c43de225 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b9a54e2e5ca345769a49ce8705f266bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1327550 Mar 22 19:20:31.760554 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41872) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:31.766936 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e8c59-82bb-46dc-9e13-8021bbfed868 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Pushing event deleted for resources: {'Subnet': ['ID=201dc86d-bfca-423b-a8a1-a6818ea52550,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:31.778016 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3a6e8c59-82bb-46dc-9e13-8021bbfed868 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:31.778860 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdb7a3f-5568-4b1f-9d52-6fabdc2cdd4d None None] Network cceaf50e-e47c-40b2-a7b2-8439fe158fbc requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:20:31.783942 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3a6e8c59-82bb-46dc-9e13-8021bbfed868 tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "DELETE /v2.0/subnets/201dc86d-bfca-423b-a8a1-a6818ea52550 HTTP/1.1" status: 204 len: 168 time: 0.6212847 Mar 22 19:20:31.790484 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62cf0cf1-3baf-4d79-8db3-39518ed16a04 req-661d2078-225d-4e8d-bc0f-5fa0f6bdc016 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329947 Mar 22 19:20:31.790826 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41874) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:31.881377 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-7076bcc3-d4e5-43c4-800f-bc38173ce9ab tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:31.894723 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-7076bcc3-d4e5-43c4-800f-bc38173ce9ab tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6382661 Mar 22 19:20:31.897140 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-5313d141-d051-40a5-8674-ccafe4a4e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:31.899843 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-5313d141-d051-40a5-8674-ccafe4a4e3f0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=665ce1a5-e5f2-48a0-b53a-9e9cf374c82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4190118 Mar 22 19:20:31.909027 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbed71-bb8e-4de4-92d7-925014032686 req-950d2c3c-4ca0-4357-962e-e593730ea43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:31.914829 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bbbed71-bb8e-4de4-92d7-925014032686 req-950d2c3c-4ca0-4357-962e-e593730ea43a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=21ca62c1596a4d419681f3e57266f544&device_id=f64585e8-933c-4b95-8326-543c09c4f621 HTTP/1.1" status: 200 len: 1127 time: 0.4416051 Mar 22 19:20:31.919174 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88592f50-4ae7-49ec-9ae1-b3d58e51fe62 x-openstack-request-id: req-88592f50-4ae7-49ec-9ae1-b3d58e51fe62 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:20:31.919397 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5cd308-3d7b-433a-9e51-3167d364728d", "tag": "9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:20:31.921340 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-88592f50-4ae7-49ec-9ae1-b3d58e51fe62 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:20:31.922017 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88592f50-4ae7-49ec-9ae1-b3d58e51fe62'] response: {'name': 'network-changed', 'server_uuid': '8b5cd308-3d7b-433a-9e51-3167d364728d', 'tag': '9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40', 'status': 'completed', 'code': 200} Mar 22 19:20:31.948290 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-f8b56162-a310-4366-aec0-6b742571c13c tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/quotas/20b66ad6871e4aa4b2cde9f25603dddb HTTP/1.1" status: 200 len: 375 time: 0.0219831 Mar 22 19:20:31.994893 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-906ee559-a438-402e-b77e-c965c811b94d admin admin] Publish callbacks [] for security_group (f9a5064d-5481-46d4-a907-108aa7ba89e3), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:32.007499 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d6043035-6c7a-43b3-ac9a-f9a15d2694eb tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (cceaf50e-e47c-40b2-a7b2-8439fe158fbc), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:32.050505 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-906ee559-a438-402e-b77e-c965c811b94d admin admin] Publish callbacks [] for security_group (f9a5064d-5481-46d4-a907-108aa7ba89e3), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:32.062797 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702f8f39-78c9-4ebd-a606-9ea792a70978 None None] DHCP port deletion for cceaf50e-e47c-40b2-a7b2-8439fe158fbc request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:20:32.102486 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-e4dacea0-6f57-4f0c-ba09-905b0059229e service neutron] 10.222.0.85 "GET /v2.0/networks/665ce1a5-e5f2-48a0-b53a-9e9cf374c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771233 Mar 22 19:20:32.176751 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-702f8f39-78c9-4ebd-a606-9ea792a70978 None None] Deleting port d85a44a4-f523-4432-a33e-817dcc7d2c18 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:20:32.177546 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-702f8f39-78c9-4ebd-a606-9ea792a70978 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (d85a44a4-f523-4432-a33e-817dcc7d2c18), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:32.219998 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbed71-bb8e-4de4-92d7-925014032686 req-46cce526-b9bd-4943-b5b3-80ac1f6d94e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:32.221912 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bbbed71-bb8e-4de4-92d7-925014032686 req-46cce526-b9bd-4943-b5b3-80ac1f6d94e3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3f43483d-05ef-426b-881a-d8fc390ab6a9 HTTP/1.1" status: 200 len: 922 time: 0.1224597 Mar 22 19:20:32.231495 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-d6043035-6c7a-43b3-ac9a-f9a15d2694eb tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Deleting port d85a44a4-f523-4432-a33e-817dcc7d2c18 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:20:32.232192 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d6043035-6c7a-43b3-ac9a-f9a15d2694eb tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (d85a44a4-f523-4432-a33e-817dcc7d2c18), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:32.333272 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-702f8f39-78c9-4ebd-a606-9ea792a70978 None None] For port d85a44a4-f523-4432-a33e-817dcc7d2c18, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=d85a44a4-f523-4432-a33e-817dcc7d2c18,segment=NetworkSegment(9fc784f7-7764-470d-9bd6-369c3ff943b7),segment_id=9fc784f7-7764-470d-9bd6-369c3ff943b7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:32.333728 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-702f8f39-78c9-4ebd-a606-9ea792a70978 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (d85a44a4-f523-4432-a33e-817dcc7d2c18), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:32.350930 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-906ee559-a438-402e-b77e-c965c811b94d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f9a5064d-5481-46d4-a907-108aa7ba89e3), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:32.353922 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-702f8f39-78c9-4ebd-a606-9ea792a70978 None None] Calling delete_port for d85a44a4-f523-4432-a33e-817dcc7d2c18 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:20:32.355550 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-906ee559-a438-402e-b77e-c965c811b94d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:32.358606 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-906ee559-a438-402e-b77e-c965c811b94d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f9a5064d-5481-46d4-a907-108aa7ba89e3 HTTP/1.1" status: 204 len: 168 time: 0.5971055 Mar 22 19:20:32.412613 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ee559-a438-402e-b77e-c965c811b94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a5064d-5481-46d4-a907-108aa7ba89e3,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:32.427335 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-d6043035-6c7a-43b3-ac9a-f9a15d2694eb tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] For port d85a44a4-f523-4432-a33e-817dcc7d2c18, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=d85a44a4-f523-4432-a33e-817dcc7d2c18,segment=NetworkSegment(9fc784f7-7764-470d-9bd6-369c3ff943b7),segment_id=9fc784f7-7764-470d-9bd6-369c3ff943b7)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:32.430001 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d6043035-6c7a-43b3-ac9a-f9a15d2694eb tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (d85a44a4-f523-4432-a33e-817dcc7d2c18), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:32.442018 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bbbed71-bb8e-4de4-92d7-925014032686 req-d771fe5a-3eb6-4836-8777-5c2611d3bc8d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1821a1c-09f6-44a1-a91b-c3c1c61023c7 HTTP/1.1" status: 200 len: 217 time: 0.1783783 Mar 22 19:20:32.460394 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-d6043035-6c7a-43b3-ac9a-f9a15d2694eb tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Calling delete_port for d85a44a4-f523-4432-a33e-817dcc7d2c18 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:20:32.483682 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-702f8f39-78c9-4ebd-a606-9ea792a70978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (d85a44a4-f523-4432-a33e-817dcc7d2c18), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:32.525145 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702f8f39-78c9-4ebd-a606-9ea792a70978 None None] No DVR routers for this DVR port d85a44a4-f523-4432-a33e-817dcc7d2c18 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:20:32.532330 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f8f39-78c9-4ebd-a606-9ea792a70978 None None] Pushing event deleted for resources: {'Port': ['ID=d85a44a4-f523-4432-a33e-817dcc7d2c18,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:32.613593 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d85a44a4-f523-4432-a33e-817dcc7d2c18 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:20:32.645987 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: d85a44a4-f523-4432-a33e-817dcc7d2c18 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:20:32.646338 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d85a44a4-f523-4432-a33e-817dcc7d2c18 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:20:32.650575 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d6043035-6c7a-43b3-ac9a-f9a15d2694eb tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (d85a44a4-f523-4432-a33e-817dcc7d2c18), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:32.676385 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-f1334c38-5cbe-4139-9c5a-5eee86ca8d75 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4657228 Mar 22 19:20:32.701216 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6043035-6c7a-43b3-ac9a-f9a15d2694eb tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Pushing event deleted for resources: {'Port': ['ID=d85a44a4-f523-4432-a33e-817dcc7d2c18,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:32.703197 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6043035-6c7a-43b3-ac9a-f9a15d2694eb tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] No DVR routers for this DVR port d85a44a4-f523-4432-a33e-817dcc7d2c18 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:20:32.744998 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17530712-2855-41d0-bc15-f0950fa9e861 req-5379777a-1439-4075-83e9-ae00b62c4d13 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:32.750798 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-17530712-2855-41d0-bc15-f0950fa9e861 req-5379777a-1439-4075-83e9-ae00b62c4d13 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.5407498 Mar 22 19:20:32.845188 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbed71-bb8e-4de4-92d7-925014032686 req-733dc376-6fc5-41be-9255-7cf3441c81ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:32.869406 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bbbed71-bb8e-4de4-92d7-925014032686 req-733dc376-6fc5-41be-9255-7cf3441c81ba service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bc515ca7-b43f-45d2-b838-320d24bc42f9 HTTP/1.1" status: 200 len: 861 time: 0.4098246 Mar 22 19:20:32.879924 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51d1e36d-ddde-4f34-9564-be9094d1b446 req-b342c61c-656f-4740-a148-71a2932d9f39 service neutron] 10.222.0.85 "GET /v2.0/networks/665ce1a5-e5f2-48a0-b53a-9e9cf374c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6560938 Mar 22 19:20:32.903554 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d6043035-6c7a-43b3-ac9a-f9a15d2694eb tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (cceaf50e-e47c-40b2-a7b2-8439fe158fbc), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:32.955952 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-d6043035-6c7a-43b3-ac9a-f9a15d2694eb tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cceaf50e-e47c-40b2-a7b2-8439fe158fbc']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:32.967281 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bbbed71-bb8e-4de4-92d7-925014032686 req-9b9c27f6-daa2-463c-afa1-91d0523ca9db service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3f43483d-05ef-426b-881a-d8fc390ab6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842175 Mar 22 19:20:32.977249 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-d6043035-6c7a-43b3-ac9a-f9a15d2694eb tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc784f7-7764-470d-9bd6-369c3ff943b7') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:32.977550 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-d6043035-6c7a-43b3-ac9a-f9a15d2694eb tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc784f7-7764-470d-9bd6-369c3ff943b7') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:32.992365 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d6043035-6c7a-43b3-ac9a-f9a15d2694eb tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (9fc784f7-7764-470d-9bd6-369c3ff943b7), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:33.023709 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d6043035-6c7a-43b3-ac9a-f9a15d2694eb tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (9fc784f7-7764-470d-9bd6-369c3ff943b7), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:33.032584 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6043035-6c7a-43b3-ac9a-f9a15d2694eb tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:20:33.033270 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d6043035-6c7a-43b3-ac9a-f9a15d2694eb tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (9fc784f7-7764-470d-9bd6-369c3ff943b7), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: self.session.flush() Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: self.session.flush() Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: self.session.flush() Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: self.session.flush() Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:20:33.038656 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:20:33.165999 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d6043035-6c7a-43b3-ac9a-f9a15d2694eb tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (cceaf50e-e47c-40b2-a7b2-8439fe158fbc), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:33.184683 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d6043035-6c7a-43b3-ac9a-f9a15d2694eb tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:33.188640 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d6043035-6c7a-43b3-ac9a-f9a15d2694eb tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] 10.222.0.75 "DELETE /v2.0/networks/cceaf50e-e47c-40b2-a7b2-8439fe158fbc HTTP/1.1" status: 204 len: 168 time: 1.3968098 Mar 22 19:20:33.203910 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6043035-6c7a-43b3-ac9a-f9a15d2694eb tempest-ServersTestMultiNic-652173112 tempest-ServersTestMultiNic-652173112-project] Pushing event deleted for resources: {'Network': ['ID=cceaf50e-e47c-40b2-a7b2-8439fe158fbc,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:33.218570 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-17530712-2855-41d0-bc15-f0950fa9e861 req-d36bc530-7f00-44b0-bad3-65549dac801d tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4554429 Mar 22 19:20:33.372263 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537155ae-53de-4a1b-9950-46d362f3df74 req-aa0ade8e-3244-44ec-b5fc-c29d848263d2 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:33.373817 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-537155ae-53de-4a1b-9950-46d362f3df74 req-aa0ade8e-3244-44ec-b5fc-c29d848263d2 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5cd308-3d7b-433a-9e51-3167d364728d HTTP/1.1" status: 200 len: 944 time: 0.2518394 Mar 22 19:20:33.380118 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bbbed71-bb8e-4de4-92d7-925014032686 req-dedfccc5-89eb-42b5-a8a5-e1948afb2013 service neutron] 10.222.0.85 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743796 Mar 22 19:20:33.384100 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e94d0-c8c8-4583-bee0-f53fd2b92c18 req-60587026-db18-4437-9c09-4e15498f9afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:33.386940 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e86e94d0-c8c8-4583-bee0-f53fd2b92c18 req-60587026-db18-4437-9c09-4e15498f9afa service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3776c74538ed43b2bc56c1ee64bd0054&device_id=8b5cd308-3d7b-433a-9e51-3167d364728d HTTP/1.1" status: 200 len: 1127 time: 0.4251850 Mar 22 19:20:33.678380 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-537155ae-53de-4a1b-9950-46d362f3df74 req-db4d35a8-0600-4abc-bde3-934ef00aa800 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.75 "GET /v2.0/security-groups?id=114a9f64-72dd-4bcc-a993-74152fce1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2861376 Mar 22 19:20:33.706064 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa926661-38d6-4e0e-abae-08f22a29fbfb req-2db5275a-b2a7-4f49-b277-7b679c2c67db tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:33.722177 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa926661-38d6-4e0e-abae-08f22a29fbfb req-2db5275a-b2a7-4f49-b277-7b679c2c67db tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 946 time: 0.3799903 Mar 22 19:20:33.839132 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa926661-38d6-4e0e-abae-08f22a29fbfb req-d5be1d78-2059-45e2-a5d1-1aab9264090d tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159604 Mar 22 19:20:34.008270 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bbbed71-bb8e-4de4-92d7-925014032686 req-f3393459-a096-455f-b804-1d68af031bd8 service neutron] 10.222.0.85 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5887859 Mar 22 19:20:34.082273 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e94d0-c8c8-4583-bee0-f53fd2b92c18 req-8f042ef0-c597-4d9b-a944-dbcb1184ba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:34.084606 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e86e94d0-c8c8-4583-bee0-f53fd2b92c18 req-8f042ef0-c597-4d9b-a944-dbcb1184ba22 service neutron] 10.222.0.85 "GET /v2.0/networks?id=665ce1a5-e5f2-48a0-b53a-9e9cf374c82f HTTP/1.1" status: 200 len: 916 time: 0.6548390 Mar 22 19:20:34.166048 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b41a0-52c2-4218-b595-0eb2995a3a06 req-0e929ab4-d924-4f93-9bcc-033d3851f866 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:34.167790 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d43b41a0-52c2-4218-b595-0eb2995a3a06 req-0e929ab4-d924-4f93-9bcc-033d3851f866 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=ebeee435-9a49-44cd-a911-674ed9e12ebf HTTP/1.1" status: 200 len: 946 time: 0.3339748 Mar 22 19:20:34.169715 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e86e94d0-c8c8-4583-bee0-f53fd2b92c18 req-a6b77864-999b-49ad-832a-e47e3d2c5094 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40 HTTP/1.1" status: 200 len: 217 time: 0.0642207 Mar 22 19:20:34.269515 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d43b41a0-52c2-4218-b595-0eb2995a3a06 req-51b8a346-60e0-4de6-8d00-16094b3253e6 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948184 Mar 22 19:20:34.272927 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8654b7-8f7e-43bf-aed2-5ffeb521567d req-aa1264bb-69d3-4349-99a1-a66fc7cf94a0 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:34.283642 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a8654b7-8f7e-43bf-aed2-5ffeb521567d req-aa1264bb-69d3-4349-99a1-a66fc7cf94a0 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 1129 time: 0.2715909 Mar 22 19:20:34.340081 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e94d0-c8c8-4583-bee0-f53fd2b92c18 req-1fabe68d-9461-4be9-a5a7-98cffef33955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:34.341722 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e86e94d0-c8c8-4583-bee0-f53fd2b92c18 req-1fabe68d-9461-4be9-a5a7-98cffef33955 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=791197ad-b493-4998-ab0c-b15b9ded5bbf HTTP/1.1" status: 200 len: 854 time: 0.1515098 Mar 22 19:20:34.355710 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a8654b7-8f7e-43bf-aed2-5ffeb521567d req-9362dba2-91ba-4c5d-92a0-90517194d581 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695374 Mar 22 19:20:34.480804 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ca1c6bb9-86fa-4013-be69-6768626675ec req-2fafdcc7-0bde-45c2-a9f5-90f5e63c4a1b tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc909016-56b3-449e-9ef8-5b7a573d5953 HTTP/1.1" status: 200 len: 210 time: 0.0413077 Mar 22 19:20:34.515390 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e94d0-c8c8-4583-bee0-f53fd2b92c18 req-4c65bb53-8220-4c02-9665-bc52371b6eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:34.520619 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e86e94d0-c8c8-4583-bee0-f53fd2b92c18 req-4c65bb53-8220-4c02-9665-bc52371b6eab service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=665ce1a5-e5f2-48a0-b53a-9e9cf374c82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1616008 Mar 22 19:20:35.169696 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-91f54c6c-2053-49e9-b155-66e5df303cfa tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0966482 Mar 22 19:20:35.269450 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e86e94d0-c8c8-4583-bee0-f53fd2b92c18 req-d7385226-94fd-4a20-b4ce-679bfccd5658 service neutron] 10.222.0.85 "GET /v2.0/networks/665ce1a5-e5f2-48a0-b53a-9e9cf374c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7396448 Mar 22 19:20:35.291996 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912c030-8a90-441c-ac19-84da6040dd2b req-be5dfbfb-5c34-4f4c-a360-e9c2183aacff tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:35.300790 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7912c030-8a90-441c-ac19-84da6040dd2b req-be5dfbfb-5c34-4f4c-a360-e9c2183aacff tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.7548945 Mar 22 19:20:35.556065 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7912c030-8a90-441c-ac19-84da6040dd2b req-76d603f9-1b9a-461c-952a-a3df78d830d7 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491577 Mar 22 19:20:35.638968 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-8413a171-5a26-4a99-afd5-496364229421 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:35.650585 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-8413a171-5a26-4a99-afd5-496364229421 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4637694 Mar 22 19:20:35.653036 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e86e94d0-c8c8-4583-bee0-f53fd2b92c18 req-8cf03da3-6123-49a9-9b6a-ac6ea3741561 service neutron] 10.222.0.85 "GET /v2.0/networks/665ce1a5-e5f2-48a0-b53a-9e9cf374c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432218 Mar 22 19:20:35.745904 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-5de46bb7-0254-4417-8912-c9494e06a6c1 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Request body: {'port': {'device_id': 'fc909016-56b3-449e-9ef8-5b7a573d5953', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'admin_state_up': True, 'tenant_id': '20b66ad6871e4aa4b2cde9f25603dddb'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:35.858337 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c01448-52d4-42b2-a888-459d006da387 req-8e6653ac-e9cc-4b6d-ae74-9c00240ded14 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:35.859992 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-45c01448-52d4-42b2-a888-459d006da387 req-8e6653ac-e9cc-4b6d-ae74-9c00240ded14 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5cd308-3d7b-433a-9e51-3167d364728d HTTP/1.1" status: 200 len: 944 time: 0.1612973 Mar 22 19:20:35.977898 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-5de46bb7-0254-4417-8912-c9494e06a6c1 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Made reservation on behalf of 20b66ad6871e4aa4b2cde9f25603dddb for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:20:35.982159 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-5de46bb7-0254-4417-8912-c9494e06a6c1 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:35.989609 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-45c01448-52d4-42b2-a888-459d006da387 req-0b7b8a1e-cab5-4f7f-82fc-03d8c03e0788 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.75 "GET /v2.0/security-groups?id=114a9f64-72dd-4bcc-a993-74152fce1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224496 Mar 22 19:20:36.248765 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-4e26aeba-cfac-4d2b-b177-7fc8b89be2df tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:20:36.250221 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-4e26aeba-cfac-4d2b-b177-7fc8b89be2df tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125294 Mar 22 19:20:36.275442 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d060f-f049-4abd-8fbf-8be66c05d5fb req-7daf1c65-569b-40d3-baa4-7707f05a1f6b tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:36.284015 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f3d060f-f049-4abd-8fbf-8be66c05d5fb req-7daf1c65-569b-40d3-baa4-7707f05a1f6b tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=ebeee435-9a49-44cd-a911-674ed9e12ebf HTTP/1.1" status: 200 len: 946 time: 0.1696217 Mar 22 19:20:36.290737 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-5de46bb7-0254-4417-8912-c9494e06a6c1 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Allocated IP 192.168.233.154 (43c82fd2-7e25-4eba-86f2-aced26197dba/e28314b8-0ed1-465e-a6f2-eda7f6b773cd/f3e51167-d8b4-4bc8-936b-c607dd9311a3) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:20:36.380053 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f3d060f-f049-4abd-8fbf-8be66c05d5fb req-31ab3a62-b946-407b-99b9-215fb9019180 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949311 Mar 22 19:20:36.603502 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-a641bc26-aafc-42ac-aead-9ec46ea4aead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:36.609837 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-a641bc26-aafc-42ac-aead-9ec46ea4aead service neutron] 10.222.0.75 "GET /v2.0/ports/66e7a65a-1ce6-4bd9-9b89-f98a88095201 HTTP/1.1" status: 200 len: 1126 time: 0.3425806 Mar 22 19:20:36.622072 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-164aed1a-9a5d-4e4e-89b6-b38825014f25 service neutron] Request body: {'binding': {'host': 'n-h2-705658-24', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:36.622799 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-164aed1a-9a5d-4e4e-89b6-b38825014f25 service neutron] Unknown quota resources ['binding']. {{(pid=104172) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 19:20:36.759210 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d82ca-b91c-4654-b07d-fa19436cab4b req-cdd5db51-59d9-4ab3-9b61-314f46e5dc61 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:36.777472 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d07d82ca-b91c-4654-b07d-fa19436cab4b req-cdd5db51-59d9-4ab3-9b61-314f46e5dc61 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 946 time: 0.2827489 Mar 22 19:20:36.790461 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219de4fa-1607-46ad-8b4f-8890e168fe6a req-d33653a5-06e9-4ace-a82f-cb15aaac7c34 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:36.792161 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-219de4fa-1607-46ad-8b4f-8890e168fe6a req-d33653a5-06e9-4ace-a82f-cb15aaac7c34 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.84 "GET /v2.0/ports?device_id=ebeee435-9a49-44cd-a911-674ed9e12ebf HTTP/1.1" status: 200 len: 946 time: 0.2999895 Mar 22 19:20:36.795309 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-5de46bb7-0254-4417-8912-c9494e06a6c1 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks [] for port (f3e51167-d8b4-4bc8-936b-c607dd9311a3), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:36.978125 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:20:36.998887 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d07d82ca-b91c-4654-b07d-fa19436cab4b req-d1177ab4-7bc0-470e-9b62-2b2d1d39c9f7 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201662 Mar 22 19:20:37.037385 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-5de46bb7-0254-4417-8912-c9494e06a6c1 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (f3e51167-d8b4-4bc8-936b-c607dd9311a3), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:37.051438 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-164aed1a-9a5d-4e4e-89b6-b38825014f25 service neutron] Attempting to bind port 66e7a65a-1ce6-4bd9-9b89-f98a88095201 on host n-h2-705658-24 for vnic_type normal with profile None {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:20:37.052054 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-164aed1a-9a5d-4e4e-89b6-b38825014f25 service neutron] Attempting to bind port 66e7a65a-1ce6-4bd9-9b89-f98a88095201 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:20:37.052573 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-164aed1a-9a5d-4e4e-89b6-b38825014f25 service neutron] Attempting to bind port 66e7a65a-1ce6-4bd9-9b89-f98a88095201 on network 3f43483d-05ef-426b-881a-d8fc390ab6a9 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:20:37.057102 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6', '28ec1b78-b2e0-4ad5-ae45-96897787c94f'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:20:37.059884 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['2ba56533-1468-4396-bf3b-f65932d77f9d', '8fea3b44-fcd3-48eb-893f-0e8aae10c0bf', '20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b', '5c1d98d1-388f-4a10-8a87-afba767d4899'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:20:37.096597 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-164aed1a-9a5d-4e4e-89b6-b38825014f25 service neutron] Port 66e7a65a-1ce6-4bd9-9b89-f98a88095201 on network 3f43483d-05ef-426b-881a-d8fc390ab6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:20:37.097278 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-164aed1a-9a5d-4e4e-89b6-b38825014f25 service neutron] Attempting to bind port 66e7a65a-1ce6-4bd9-9b89-f98a88095201 on network 3f43483d-05ef-426b-881a-d8fc390ab6a9 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:20:37.115221 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-5de46bb7-0254-4417-8912-c9494e06a6c1 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Network 43c82fd2-7e25-4eba-86f2-aced26197dba is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:20:37.123167 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-164aed1a-9a5d-4e4e-89b6-b38825014f25 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:20:37.126001 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-164aed1a-9a5d-4e4e-89b6-b38825014f25 service neutron] Checking segment: {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:20:37.129290 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-164aed1a-9a5d-4e4e-89b6-b38825014f25 service neutron] Bound using segment: {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:20:37.130002 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-164aed1a-9a5d-4e4e-89b6-b38825014f25 service neutron] Bound port: 66e7a65a-1ce6-4bd9-9b89-f98a88095201, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:20:37.137699 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-5de46bb7-0254-4417-8912-c9494e06a6c1 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:20:37.158736 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-5de46bb7-0254-4417-8912-c9494e06a6c1 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:20:37.176339 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-219de4fa-1607-46ad-8b4f-8890e168fe6a req-08d56742-78e9-466a-901c-1ac14560bd35 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Deleting port bd9518f8-9d6b-4788-8bbf-d3c260a26d08 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:20:37.176670 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-219de4fa-1607-46ad-8b4f-8890e168fe6a req-08d56742-78e9-466a-901c-1ac14560bd35 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (bd9518f8-9d6b-4788-8bbf-d3c260a26d08), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:37.240102 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de46bb7-0254-4417-8912-c9494e06a6c1 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Pushing event updated for resources: {'Port': ['ID=f3e51167-d8b4-4bc8-936b-c607dd9311a3,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:37.268940 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40,segment=NetworkSegment(cb81fee5-5ae6-4468-8a44-82f153864c34),segment_id=cb81fee5-5ae6-4468-8a44-82f153864c34)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:37.333153 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40', 'network_id': '665ce1a5-e5f2-48a0-b53a-9e9cf374c82f', 'port_id': '9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40', 'mac_address': 'fa:16:3e:a9:23:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '791197ad-b493-4998-ab0c-b15b9ded5bbf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:20:37.472964 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-5de46bb7-0254-4417-8912-c9494e06a6c1 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:37.473556 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-5de46bb7-0254-4417-8912-c9494e06a6c1 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:37.549447 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-5de46bb7-0254-4417-8912-c9494e06a6c1 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8090699 Mar 22 19:20:37.572871 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-ef1ad259-ab68-4de3-bc1d-8702eb76d429 service neutron] Request body: {'port': {'device_id': 'fc909016-56b3-449e-9ef8-5b7a573d5953', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:37.577230 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-164aed1a-9a5d-4e4e-89b6-b38825014f25 service neutron] For port 66e7a65a-1ce6-4bd9-9b89-f98a88095201, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=66e7a65a-1ce6-4bd9-9b89-f98a88095201,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:20:37.621256 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-164aed1a-9a5d-4e4e-89b6-b38825014f25 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:37.632927 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-164aed1a-9a5d-4e4e-89b6-b38825014f25 service neutron] 10.222.0.75 "POST /v2.0/ports/66e7a65a-1ce6-4bd9-9b89-f98a88095201/bindings HTTP/1.1" status: 201 len: 390 time: 1.0174406 Mar 22 19:20:37.646944 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:37.647959 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:37.673289 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:20:37.760919 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40,segment=NetworkSegment(cb81fee5-5ae6-4468-8a44-82f153864c34),segment_id=cb81fee5-5ae6-4468-8a44-82f153864c34)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:37.774334 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-219de4fa-1607-46ad-8b4f-8890e168fe6a req-08d56742-78e9-466a-901c-1ac14560bd35 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] For port bd9518f8-9d6b-4788-8bbf-d3c260a26d08, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=bd9518f8-9d6b-4788-8bbf-d3c260a26d08,segment=NetworkSegment(8c6ba457-004e-47f9-ab30-ce3aaf4ab771),segment_id=8c6ba457-004e-47f9-ab30-ce3aaf4ab771)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:37.775427 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-219de4fa-1607-46ad-8b4f-8890e168fe6a req-08d56742-78e9-466a-901c-1ac14560bd35 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (bd9518f8-9d6b-4788-8bbf-d3c260a26d08), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:37.830075 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:37.909054 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-219de4fa-1607-46ad-8b4f-8890e168fe6a req-08d56742-78e9-466a-901c-1ac14560bd35 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Calling delete_port for bd9518f8-9d6b-4788-8bbf-d3c260a26d08 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:20:37.935446 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009e931-3455-46d4-912a-3dd64a89545e req-e1d5c6a5-e143-4cfd-8c8f-fc2657fb17dc tempest-NetworksTest-426229781 tempest-NetworksTest-426229781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:37.936247 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009e931-3455-46d4-912a-3dd64a89545e req-e1d5c6a5-e143-4cfd-8c8f-fc2657fb17dc tempest-NetworksTest-426229781 tempest-NetworksTest-426229781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:37.938032 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009e931-3455-46d4-912a-3dd64a89545e req-e1d5c6a5-e143-4cfd-8c8f-fc2657fb17dc tempest-NetworksTest-426229781 tempest-NetworksTest-426229781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:37.938716 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009e931-3455-46d4-912a-3dd64a89545e req-e1d5c6a5-e143-4cfd-8c8f-fc2657fb17dc tempest-NetworksTest-426229781 tempest-NetworksTest-426229781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:37.939342 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009e931-3455-46d4-912a-3dd64a89545e req-e1d5c6a5-e143-4cfd-8c8f-fc2657fb17dc tempest-NetworksTest-426229781 tempest-NetworksTest-426229781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:37.939976 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009e931-3455-46d4-912a-3dd64a89545e req-e1d5c6a5-e143-4cfd-8c8f-fc2657fb17dc tempest-NetworksTest-426229781 tempest-NetworksTest-426229781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:37.940786 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009e931-3455-46d4-912a-3dd64a89545e req-e1d5c6a5-e143-4cfd-8c8f-fc2657fb17dc tempest-NetworksTest-426229781 tempest-NetworksTest-426229781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:37.941409 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009e931-3455-46d4-912a-3dd64a89545e req-e1d5c6a5-e143-4cfd-8c8f-fc2657fb17dc tempest-NetworksTest-426229781 tempest-NetworksTest-426229781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:37.942074 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009e931-3455-46d4-912a-3dd64a89545e req-e1d5c6a5-e143-4cfd-8c8f-fc2657fb17dc tempest-NetworksTest-426229781 tempest-NetworksTest-426229781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:37.942852 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009e931-3455-46d4-912a-3dd64a89545e req-e1d5c6a5-e143-4cfd-8c8f-fc2657fb17dc tempest-NetworksTest-426229781 tempest-NetworksTest-426229781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:37.943742 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009e931-3455-46d4-912a-3dd64a89545e req-e1d5c6a5-e143-4cfd-8c8f-fc2657fb17dc tempest-NetworksTest-426229781 tempest-NetworksTest-426229781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:37.947148 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8009e931-3455-46d4-912a-3dd64a89545e req-e1d5c6a5-e143-4cfd-8c8f-fc2657fb17dc tempest-NetworksTest-426229781 tempest-NetworksTest-426229781-project-admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7815 time: 0.6659720 Mar 22 19:20:37.953566 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-ef1ad259-ab68-4de3-bc1d-8702eb76d429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f3e51167-d8b4-4bc8-936b-c607dd9311a3), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:38.023883 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-977f4261-0de1-46e0-80d8-20fe513eea7b None None] Provisioning complete for port f3e51167-d8b4-4bc8-936b-c607dd9311a3 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:20:38.024445 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-977f4261-0de1-46e0-80d8-20fe513eea7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f3e51167-d8b4-4bc8-936b-c607dd9311a3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:38.101571 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-977f4261-0de1-46e0-80d8-20fe513eea7b None None] Port f3e51167-d8b4-4bc8-936b-c607dd9311a3 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:20:38.125824 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab8714-d83b-4130-8f18-e323d7f0ad62 req-54bb8dd6-0f78-499d-934c-5ec726c986f8 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:38.139918 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5ab8714-d83b-4130-8f18-e323d7f0ad62 req-54bb8dd6-0f78-499d-934c-5ec726c986f8 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc909016-56b3-449e-9ef8-5b7a573d5953 HTTP/1.1" status: 200 len: 936 time: 0.2972155 Mar 22 19:20:38.163803 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:38.301974 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:20:38.361166 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5ab8714-d83b-4130-8f18-e323d7f0ad62 req-de1b7889-eb07-43a2-ab39-f5598cfe1afd tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177970 Mar 22 19:20:38.472409 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-4d0ee3fb-3418-4962-bd02-5736cd9f8874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:38.474132 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-4d0ee3fb-3418-4962-bd02-5736cd9f8874 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=21ca62c1596a4d419681f3e57266f544&device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 1129 time: 0.4292550 Mar 22 19:20:38.608358 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbae87-794a-4875-9dff-1d4d3d33ddd7 req-caadb062-cf4f-48f4-8559-e0c8075cfa36 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:38.612009 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5bbae87-794a-4875-9dff-1d4d3d33ddd7 req-caadb062-cf4f-48f4-8559-e0c8075cfa36 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.4158831 Mar 22 19:20:38.757732 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-219de4fa-1607-46ad-8b4f-8890e168fe6a req-08d56742-78e9-466a-901c-1ac14560bd35 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (bd9518f8-9d6b-4788-8bbf-d3c260a26d08), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:38.766881 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5bbae87-794a-4875-9dff-1d4d3d33ddd7 req-0b2a478a-70fa-478f-8d47-c6f141d529a7 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537344 Mar 22 19:20:38.809718 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-3d8c4616-b316-462f-bfa5-a2f88de900b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:38.811095 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-3d8c4616-b316-462f-bfa5-a2f88de900b8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3f43483d-05ef-426b-881a-d8fc390ab6a9 HTTP/1.1" status: 200 len: 922 time: 0.3252063 Mar 22 19:20:38.867159 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d56742-78e9-466a-901c-1ac14560bd35 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Pushing event deleted for resources: {'Port': ['ID=bd9518f8-9d6b-4788-8bbf-d3c260a26d08,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:38.936513 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-6b94bc17-86ca-4308-86eb-e348c95b98d6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66e7a65a-1ce6-4bd9-9b89-f98a88095201 HTTP/1.1" status: 200 len: 217 time: 0.1070647 Mar 22 19:20:38.973283 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72766eaa-ed6a-43f2-8f54-becd659662a2 req-d6bc7aaa-9d4e-401a-ac9b-bd1c598cba87 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:38.974877 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-72766eaa-ed6a-43f2-8f54-becd659662a2 req-d6bc7aaa-9d4e-401a-ac9b-bd1c598cba87 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5cd308-3d7b-433a-9e51-3167d364728d HTTP/1.1" status: 200 len: 945 time: 0.4311628 Mar 22 19:20:38.999655 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2455cec8-0d5e-4b96-8789-6fa8ce9bf73c req-a50ec7a3-b59d-44f4-b5ec-19d380831252 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=ebeee435-9a49-44cd-a911-674ed9e12ebf HTTP/1.1" status: 200 len: 210 time: 0.1284335 Mar 22 19:20:39.005780 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-219de4fa-1607-46ad-8b4f-8890e168fe6a req-08d56742-78e9-466a-901c-1ac14560bd35 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] No DVR routers for this DVR port bd9518f8-9d6b-4788-8bbf-d3c260a26d08 on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:20:39.040422 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-219de4fa-1607-46ad-8b4f-8890e168fe6a req-08d56742-78e9-466a-901c-1ac14560bd35 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:39.043797 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-219de4fa-1607-46ad-8b4f-8890e168fe6a req-08d56742-78e9-466a-901c-1ac14560bd35 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.84 "DELETE /v2.0/ports/bd9518f8-9d6b-4788-8bbf-d3c260a26d08 HTTP/1.1" status: 204 len: 173 time: 2.2298403 Mar 22 19:20:39.050574 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebeee435-9a49-44cd-a911-674ed9e12ebf', 'name': 'network-vif-deleted', 'tag': 'bd9518f8-9d6b-4788-8bbf-d3c260a26d08'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:20:39.052814 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c200d25-5b21-4779-8ee8-01e68ec829ae" -d '{"events": [{"server_uuid": "ebeee435-9a49-44cd-a911-674ed9e12ebf", "name": "network-vif-deleted", "tag": "bd9518f8-9d6b-4788-8bbf-d3c260a26d08"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:20:39.490079 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-f11c3347-03bb-46c0-9ec8-f07d79f9ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:39.490079 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-f11c3347-03bb-46c0-9ec8-f07d79f9ff77 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bc515ca7-b43f-45d2-b838-320d24bc42f9 HTTP/1.1" status: 200 len: 861 time: 0.5437584 Mar 22 19:20:39.534501 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-427a7338-71f7-4be3-a2c7-9b7f52550843 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3f43483d-05ef-426b-881a-d8fc390ab6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308635 Mar 22 19:20:39.564124 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-72766eaa-ed6a-43f2-8f54-becd659662a2 req-aca4caec-9f6f-43e2-b394-70cecb97883c tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.75 "GET /v2.0/security-groups?id=114a9f64-72dd-4bcc-a993-74152fce1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5591941 Mar 22 19:20:39.575406 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-ef1ad259-ab68-4de3-bc1d-8702eb76d429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3e51167-d8b4-4bc8-936b-c607dd9311a3 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:20:39.599318 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-ef1ad259-ab68-4de3-bc1d-8702eb76d429 service neutron] Publish callbacks [] for port (f3e51167-d8b4-4bc8-936b-c607dd9311a3), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:39.713700 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-ef1ad259-ab68-4de3-bc1d-8702eb76d429 service neutron] Transition to ACTIVE for port object f3e51167-d8b4-4bc8-936b-c607dd9311a3 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:20:39.727828 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a116c9e-f78d-4ea3-8e0d-890dcb511e26 req-3b6c2c22-0a51-4466-a3d5-ec71a0616e87 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:39.729391 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1a116c9e-f78d-4ea3-8e0d-890dcb511e26 req-3b6c2c22-0a51-4466-a3d5-ec71a0616e87 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 946 time: 0.6239479 Mar 22 19:20:39.735298 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-ef1ad259-ab68-4de3-bc1d-8702eb76d429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (f3e51167-d8b4-4bc8-936b-c607dd9311a3), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:39.901894 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ad259-ab68-4de3-bc1d-8702eb76d429 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e51167-d8b4-4bc8-936b-c607dd9311a3,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:39.921357 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b4b91-da4d-4494-b848-78b4f2b1623c req-63b053bb-00a7-47aa-be70-247621884844 tempest-NetworksTest-426229781 tempest-NetworksTest-426229781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:39.941585 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9c3b4b91-da4d-4494-b848-78b4f2b1623c req-63b053bb-00a7-47aa-be70-247621884844 tempest-NetworksTest-426229781 tempest-NetworksTest-426229781-project-admin] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 886 time: 0.3461409 Mar 22 19:20:39.944026 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-586ddf29-c88d-4e2d-8787-586ca252486d service neutron] 10.222.0.85 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637147 Mar 22 19:20:40.149019 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1a116c9e-f78d-4ea3-8e0d-890dcb511e26 req-598ef80d-bea3-4d23-8860-15291a757a98 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098794 Mar 22 19:20:40.167502 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device bd9518f8-9d6b-4788-8bbf-d3c260a26d08 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:20:40.183294 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-ef1ad259-ab68-4de3-bc1d-8702eb76d429 service neutron] Attempting to bind port f3e51167-d8b4-4bc8-936b-c607dd9311a3 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:20:40.183639 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-ef1ad259-ab68-4de3-bc1d-8702eb76d429 service neutron] Attempting to bind port f3e51167-d8b4-4bc8-936b-c607dd9311a3 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:20:40.183969 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-ef1ad259-ab68-4de3-bc1d-8702eb76d429 service neutron] Attempting to bind port f3e51167-d8b4-4bc8-936b-c607dd9311a3 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:20:40.205220 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-ef1ad259-ab68-4de3-bc1d-8702eb76d429 service neutron] Port f3e51167-d8b4-4bc8-936b-c607dd9311a3 on network 43c82fd2-7e25-4eba-86f2-aced26197dba not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:20:40.205733 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-ef1ad259-ab68-4de3-bc1d-8702eb76d429 service neutron] Attempting to bind port f3e51167-d8b4-4bc8-936b-c607dd9311a3 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:20:40.221884 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-ef1ad259-ab68-4de3-bc1d-8702eb76d429 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:20:40.222294 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-ef1ad259-ab68-4de3-bc1d-8702eb76d429 service neutron] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:20:40.222688 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-ef1ad259-ab68-4de3-bc1d-8702eb76d429 service neutron] Bound using segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:20:40.223138 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-ef1ad259-ab68-4de3-bc1d-8702eb76d429 service neutron] Bound port: f3e51167-d8b4-4bc8-936b-c607dd9311a3, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:20:40.223498 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-ef1ad259-ab68-4de3-bc1d-8702eb76d429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f3e51167-d8b4-4bc8-936b-c607dd9311a3), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:40.224194 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: bd9518f8-9d6b-4788-8bbf-d3c260a26d08 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:20:40.224555 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device bd9518f8-9d6b-4788-8bbf-d3c260a26d08 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:20:40.254215 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42004) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:40.331166 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1349a20f-9bc3-46cf-acb4-1d686a77e884 x-openstack-request-id: req-1349a20f-9bc3-46cf-acb4-1d686a77e884 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:20:40.331466 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebeee435-9a49-44cd-a911-674ed9e12ebf", "name": "network-vif-deleted", "tag": "bd9518f8-9d6b-4788-8bbf-d3c260a26d08", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:20:40.331722 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1349a20f-9bc3-46cf-acb4-1d686a77e884 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:20:40.332124 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1349a20f-9bc3-46cf-acb4-1d686a77e884'] response: {'server_uuid': 'ebeee435-9a49-44cd-a911-674ed9e12ebf', 'name': 'network-vif-deleted', 'tag': 'bd9518f8-9d6b-4788-8bbf-d3c260a26d08', 'status': 'completed', 'code': 200} Mar 22 19:20:40.340752 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c7caa-b4e3-4b0f-a62e-8212bcf077fb req-cdc50b2c-b3aa-4cca-a8c4-07a88598521b tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:40.348209 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9e2c7caa-b4e3-4b0f-a62e-8212bcf077fb req-cdc50b2c-b3aa-4cca-a8c4-07a88598521b tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 946 time: 0.3027534 Mar 22 19:20:40.396879 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-350bbf59-4523-4c2e-a29a-08a2c122bde5 service neutron] 10.222.0.85 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427589 Mar 22 19:20:40.457694 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9e2c7caa-b4e3-4b0f-a62e-8212bcf077fb req-3f0a3f8a-dcdd-4f64-95a8-44199034ed80 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085038 Mar 22 19:20:40.581594 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-ef1ad259-ab68-4de3-bc1d-8702eb76d429 service neutron] For port f3e51167-d8b4-4bc8-936b-c607dd9311a3, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:20:40.609156 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-ef1ad259-ab68-4de3-bc1d-8702eb76d429 service neutron] For port f3e51167-d8b4-4bc8-936b-c607dd9311a3, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=f3e51167-d8b4-4bc8-936b-c607dd9311a3,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:20:40.654552 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-ef1ad259-ab68-4de3-bc1d-8702eb76d429 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (f3e51167-d8b4-4bc8-936b-c607dd9311a3), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:40.679448 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ba362-4f25-4003-b810-427a163dc5a9 req-3125719a-275e-46aa-ac22-da5535b2dc4b tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:40.681329 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-829ba362-4f25-4003-b810-427a163dc5a9 req-3125719a-275e-46aa-ac22-da5535b2dc4b tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc909016-56b3-449e-9ef8-5b7a573d5953 HTTP/1.1" status: 200 len: 948 time: 0.2179332 Mar 22 19:20:40.710986 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df37e5d-9165-42c7-b676-ccb09d85154c req-7bb397ba-9d89-413e-8d3a-ab5e613f2b7c tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:40.719757 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1df37e5d-9165-42c7-b676-ccb09d85154c req-7bb397ba-9d89-413e-8d3a-ab5e613f2b7c tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1396546 Mar 22 19:20:40.744830 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ced53ef2-60b0-4ae1-a777-b9a10fd5e128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (ae7dbe59-f08e-44b8-beea-c9b34c21e80d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:40.833013 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-829ba362-4f25-4003-b810-427a163dc5a9 req-b90ceabc-29db-429b-a1fe-1c3c5a1ed3bc tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111176 Mar 22 19:20:40.842079 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-ef1ad259-ab68-4de3-bc1d-8702eb76d429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:40.842697 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-ef1ad259-ab68-4de3-bc1d-8702eb76d429 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:40.844066 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-ef1ad259-ab68-4de3-bc1d-8702eb76d429 service neutron] 10.222.0.85 "PUT /v2.0/ports/f3e51167-d8b4-4bc8-936b-c607dd9311a3 HTTP/1.1" status: 200 len: 1097 time: 3.2800097 Mar 22 19:20:40.873952 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ad259-ab68-4de3-bc1d-8702eb76d429 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e51167-d8b4-4bc8-936b-c607dd9311a3,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:40.992121 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:20:41.103530 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:20:41.119275 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:20:41.120202 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:41.153822 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1df37e5d-9165-42c7-b676-ccb09d85154c req-236f473c-c568-4a0f-b609-a069ff55bb67 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328902 Mar 22 19:20:41.205550 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-f3831531-d4d0-476f-964e-278de760296f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:41.209249 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-f3831531-d4d0-476f-964e-278de760296f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&device_id=fc909016-56b3-449e-9ef8-5b7a573d5953 HTTP/1.1" status: 200 len: 1131 time: 0.2926166 Mar 22 19:20:41.337201 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:41.337763 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:41.430567 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-ced53ef2-60b0-4ae1-a777-b9a10fd5e128 admin admin] Deleting port c3f448d0-7bff-42d4-82c3-6c6461a1d0ba {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:20:41.431141 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ced53ef2-60b0-4ae1-a777-b9a10fd5e128 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (c3f448d0-7bff-42d4-82c3-6c6461a1d0ba), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:41.445563 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5cd308-3d7b-433a-9e51-3167d364728d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:20:41.447076 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-6797d394-bf4a-49c8-bce2-ef7752b4cc27 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=f3e51167-d8b4-4bc8-936b-c607dd9311a3 HTTP/1.1" status: 200 len: 217 time: 0.2207041 Mar 22 19:20:41.448490 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f89dff-88f0-48ff-a500-2815a615a7c1" -d '{"events": [{"server_uuid": "8b5cd308-3d7b-433a-9e51-3167d364728d", "name": "network-vif-plugged", "status": "completed", "tag": "9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:20:41.456115 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0377c6-6b0a-4c8d-800b-643a8d2a2831 req-05483d46-68c2-42a8-be67-f5a7926c9082 tempest-NetworksTest-426229781 tempest-NetworksTest-426229781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:41.456643 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0377c6-6b0a-4c8d-800b-643a8d2a2831 req-05483d46-68c2-42a8-be67-f5a7926c9082 tempest-NetworksTest-426229781 tempest-NetworksTest-426229781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:41.457099 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0377c6-6b0a-4c8d-800b-643a8d2a2831 req-05483d46-68c2-42a8-be67-f5a7926c9082 tempest-NetworksTest-426229781 tempest-NetworksTest-426229781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:41.457575 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0377c6-6b0a-4c8d-800b-643a8d2a2831 req-05483d46-68c2-42a8-be67-f5a7926c9082 tempest-NetworksTest-426229781 tempest-NetworksTest-426229781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:41.458086 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0377c6-6b0a-4c8d-800b-643a8d2a2831 req-05483d46-68c2-42a8-be67-f5a7926c9082 tempest-NetworksTest-426229781 tempest-NetworksTest-426229781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:41.458544 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0377c6-6b0a-4c8d-800b-643a8d2a2831 req-05483d46-68c2-42a8-be67-f5a7926c9082 tempest-NetworksTest-426229781 tempest-NetworksTest-426229781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:41.459007 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0377c6-6b0a-4c8d-800b-643a8d2a2831 req-05483d46-68c2-42a8-be67-f5a7926c9082 tempest-NetworksTest-426229781 tempest-NetworksTest-426229781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:41.459468 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0377c6-6b0a-4c8d-800b-643a8d2a2831 req-05483d46-68c2-42a8-be67-f5a7926c9082 tempest-NetworksTest-426229781 tempest-NetworksTest-426229781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:41.460490 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0377c6-6b0a-4c8d-800b-643a8d2a2831 req-05483d46-68c2-42a8-be67-f5a7926c9082 tempest-NetworksTest-426229781 tempest-NetworksTest-426229781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:41.467007 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0377c6-6b0a-4c8d-800b-643a8d2a2831 req-05483d46-68c2-42a8-be67-f5a7926c9082 tempest-NetworksTest-426229781 tempest-NetworksTest-426229781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:41.470591 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0377c6-6b0a-4c8d-800b-643a8d2a2831 req-05483d46-68c2-42a8-be67-f5a7926c9082 tempest-NetworksTest-426229781 tempest-NetworksTest-426229781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:41.485246 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40,segment=NetworkSegment(cb81fee5-5ae6-4468-8a44-82f153864c34),segment_id=cb81fee5-5ae6-4468-8a44-82f153864c34)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:41.488370 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-da0377c6-6b0a-4c8d-800b-643a8d2a2831 req-05483d46-68c2-42a8-be67-f5a7926c9082 tempest-NetworksTest-426229781 tempest-NetworksTest-426229781-project-admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7815 time: 0.5776877 Mar 22 19:20:41.495270 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:41.563883 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:41.660914 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-ced53ef2-60b0-4ae1-a777-b9a10fd5e128 admin admin] For port c3f448d0-7bff-42d4-82c3-6c6461a1d0ba, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c3f448d0-7bff-42d4-82c3-6c6461a1d0ba,segment=NetworkSegment(7854b17a-32db-45d2-80c3-67b704ec8127),segment_id=7854b17a-32db-45d2-80c3-67b704ec8127)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:41.661359 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ced53ef2-60b0-4ae1-a777-b9a10fd5e128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (c3f448d0-7bff-42d4-82c3-6c6461a1d0ba), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:41.683990 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-ced53ef2-60b0-4ae1-a777-b9a10fd5e128 admin admin] Calling delete_port for c3f448d0-7bff-42d4-82c3-6c6461a1d0ba owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:20:41.778703 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-28c61ebc-ad3f-419a-b409-749da3a93725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:41.780351 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-28c61ebc-ad3f-419a-b409-749da3a93725 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.2904091 Mar 22 19:20:41.797370 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1f10e-da75-41f2-9f1f-3b1c79f15c9a req-62d46933-c5a2-46a0-8f14-90e7410630de tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:41.824114 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-29e1f10e-da75-41f2-9f1f-3b1c79f15c9a req-62d46933-c5a2-46a0-8f14-90e7410630de tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5cd308-3d7b-433a-9e51-3167d364728d HTTP/1.1" status: 200 len: 945 time: 0.4039633 Mar 22 19:20:41.983660 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-29e1f10e-da75-41f2-9f1f-3b1c79f15c9a req-3d822ea0-40f5-4694-b964-40687bd0d77e tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.75 "GET /v2.0/security-groups?id=114a9f64-72dd-4bcc-a993-74152fce1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547713 Mar 22 19:20:42.071832 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d4821-22a2-4733-8e5a-03d090356ca1 req-d5fa71d1-1134-41dd-aad5-2d2da428f924 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:42.073830 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-417d4821-22a2-4733-8e5a-03d090356ca1 req-d5fa71d1-1134-41dd-aad5-2d2da428f924 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 946 time: 0.4584422 Mar 22 19:20:42.150106 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42032) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:42.184750 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-417d4821-22a2-4733-8e5a-03d090356ca1 req-aab5447c-3695-463d-818f-fb3076d9a1b7 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928588 Mar 22 19:20:42.244058 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ced53ef2-60b0-4ae1-a777-b9a10fd5e128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (c3f448d0-7bff-42d4-82c3-6c6461a1d0ba), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:42.286601 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64e93ba-5589-4e32-a668-8cea10e08e52 x-openstack-request-id: req-d64e93ba-5589-4e32-a668-8cea10e08e52 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:20:42.286789 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5cd308-3d7b-433a-9e51-3167d364728d", "name": "network-vif-plugged", "status": "completed", "tag": "9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:20:42.287380 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d64e93ba-5589-4e32-a668-8cea10e08e52 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:20:42.287813 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d64e93ba-5589-4e32-a668-8cea10e08e52'] response: {'server_uuid': '8b5cd308-3d7b-433a-9e51-3167d364728d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40', 'code': 200} Mar 22 19:20:42.307421 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced53ef2-60b0-4ae1-a777-b9a10fd5e128 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3f448d0-7bff-42d4-82c3-6c6461a1d0ba,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:42.413514 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc909016-56b3-449e-9ef8-5b7a573d5953', 'tag': 'f3e51167-d8b4-4bc8-936b-c607dd9311a3'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:20:42.416699 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8cf95c-91b2-4bf7-9ec5-1ff5265cf288" -d '{"events": [{"name": "network-changed", "server_uuid": "fc909016-56b3-449e-9ef8-5b7a573d5953", "tag": "f3e51167-d8b4-4bc8-936b-c607dd9311a3"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:20:42.449739 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-1b9eb6fa-4aa5-4c87-a34c-35d3e3d42b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:42.451313 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-1b9eb6fa-4aa5-4c87-a34c-35d3e3d42b91 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5669186 Mar 22 19:20:42.505466 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7a508021-4726-49c3-91ac-1782dacfb4d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:42.633342 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ced53ef2-60b0-4ae1-a777-b9a10fd5e128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (ae7dbe59-f08e-44b8-beea-c9b34c21e80d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:42.730433 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-cfcba348-8eb1-4d40-948a-96ee31687df5 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220383 Mar 22 19:20:42.741007 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-7fcdb972-59f8-4566-b470-ee612b475b4b tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:42.742742 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-7fcdb972-59f8-4566-b470-ee612b475b4b tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/networks?id=4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 HTTP/1.1" status: 200 len: 812 time: 0.5460780 Mar 22 19:20:42.757247 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7a508021-4726-49c3-91ac-1782dacfb4d8 admin admin] Publish callbacks [] for security_group (4eddffa4-492d-42c2-ac54-adc0c6c754dc), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:42.769767 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7a508021-4726-49c3-91ac-1782dacfb4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (4eddffa4-492d-42c2-ac54-adc0c6c754dc), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:42.791056 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad66de-4ba8-4c85-b0d9-23bb36d72748 req-ae6cb577-8d18-430f-828a-0fa0a6b667b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:42.792548 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-faad66de-4ba8-4c85-b0d9-23bb36d72748 req-ae6cb577-8d18-430f-828a-0fa0a6b667b4 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=8b5cd308-3d7b-433a-9e51-3167d364728d HTTP/1.1" status: 200 len: 1129 time: 0.3722391 Mar 22 19:20:42.805238 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7a508021-4726-49c3-91ac-1782dacfb4d8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=85e561d1783e459f91a7314353e4df71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6345947 Mar 22 19:20:42.807284 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42054) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:42.832112 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6d646-4381-4c1e-8451-e983020d0bc6 req-a44781fa-83bf-471e-b200-db4e28df122c tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:42.838308 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a3b6d646-4381-4c1e-8451-e983020d0bc6 req-a44781fa-83bf-471e-b200-db4e28df122c tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 946 time: 0.4043028 Mar 22 19:20:42.849299 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-3683de10-fe2e-4216-a676-2aff4afaba9d tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/quotas/cd5d7b09e78b4f8992b733b5b4229fbb HTTP/1.1" status: 200 len: 375 time: 0.0995159 Mar 22 19:20:42.859068 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a508021-4726-49c3-91ac-1782dacfb4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eddffa4-492d-42c2-ac54-adc0c6c754dc,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:42.919549 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-c4036ddb-d347-4c76-bb4f-478c602ee8b7 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=cd5d7b09e78b4f8992b733b5b4229fbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521450 Mar 22 19:20:42.983313 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7a68901e-ad39-4613-96f0-4781fddccf6e admin admin] Publish callbacks [] for security_group (4eddffa4-492d-42c2-ac54-adc0c6c754dc), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:43.024641 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7a68901e-ad39-4613-96f0-4781fddccf6e admin admin] Publish callbacks [] for security_group (4eddffa4-492d-42c2-ac54-adc0c6c754dc), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:43.038369 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-faad66de-4ba8-4c85-b0d9-23bb36d72748 req-c43d520d-b410-4ff5-a0b4-a8cecdb308c9 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=114a9f64-72dd-4bcc-a993-74152fce1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145302 Mar 22 19:20:43.047689 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a3b6d646-4381-4c1e-8451-e983020d0bc6 req-a2abe4d0-04d9-43ac-bfc2-3bf7e66f58bb tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013328 Mar 22 19:20:43.051522 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ed52ae3-d7c7-4818-8db9-cdc28c201689 req-9c7c6457-d554-4018-9e14-2d1cd1419065 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042364 Mar 22 19:20:43.080146 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced53ef2-60b0-4ae1-a777-b9a10fd5e128 admin admin] Router ae7dbe59-f08e-44b8-beea-c9b34c21e80d has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:20:43.094390 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-3a1583f3-e842-4ebe-aef0-b2df60d68460 service neutron] 10.222.0.75 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589491 Mar 22 19:20:43.238007 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-eeee5c51-2ed1-423e-b9a2-0bc16e7c74e6 service neutron] 10.222.0.75 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287885 Mar 22 19:20:43.246649 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6e6f5-6bec-4451-9a79-7bac4cd64dd5 req-9d727d89-8af1-4fa6-ba14-0b5e0e0e2311 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:43.248201 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-14c6e6f5-6bec-4451-9a79-7bac4cd64dd5 req-9d727d89-8af1-4fa6-ba14-0b5e0e0e2311 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc909016-56b3-449e-9ef8-5b7a573d5953 HTTP/1.1" status: 200 len: 948 time: 0.0907621 Mar 22 19:20:43.344633 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-14c6e6f5-6bec-4451-9a79-7bac4cd64dd5 req-e2498162-be2d-4a36-8438-4e14e7498522 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897818 Mar 22 19:20:43.371939 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d50df-3eb1-404b-b8ae-9d0365064110 req-1ebb821a-1038-47c3-97ce-52e9d1d68202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:43.373477 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bc4d50df-3eb1-404b-b8ae-9d0365064110 req-1ebb821a-1038-47c3-97ce-52e9d1d68202 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=d705cf46da4049c5a3f437a1e3d200c6&device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 1128 time: 0.0872614 Mar 22 19:20:43.488743 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e6b072-c647-4f0b-8f99-b355a8499dc8 x-openstack-request-id: req-53e6b072-c647-4f0b-8f99-b355a8499dc8 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:20:43.488743 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc909016-56b3-449e-9ef8-5b7a573d5953", "tag": "f3e51167-d8b4-4bc8-936b-c607dd9311a3", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:20:43.488743 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-53e6b072-c647-4f0b-8f99-b355a8499dc8 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:20:43.488743 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53e6b072-c647-4f0b-8f99-b355a8499dc8'] response: {'name': 'network-changed', 'server_uuid': 'fc909016-56b3-449e-9ef8-5b7a573d5953', 'tag': 'f3e51167-d8b4-4bc8-936b-c607dd9311a3', 'status': 'completed', 'code': 200} Mar 22 19:20:43.641135 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7a68901e-ad39-4613-96f0-4781fddccf6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (4eddffa4-492d-42c2-ac54-adc0c6c754dc), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:43.643800 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7a68901e-ad39-4613-96f0-4781fddccf6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:43.645035 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7a68901e-ad39-4613-96f0-4781fddccf6e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4eddffa4-492d-42c2-ac54-adc0c6c754dc HTTP/1.1" status: 204 len: 168 time: 0.8328564 Mar 22 19:20:43.660864 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a68901e-ad39-4613-96f0-4781fddccf6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eddffa4-492d-42c2-ac54-adc0c6c754dc,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:43.733115 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d034ce-2e8e-4cdf-b5c4-a2f5cade7e91 req-177de2a4-50ab-4449-b635-39df8610e5ad tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:43.734707 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-69d034ce-2e8e-4cdf-b5c4-a2f5cade7e91 req-177de2a4-50ab-4449-b635-39df8610e5ad tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.2652225 Mar 22 19:20:43.737151 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d50df-3eb1-404b-b8ae-9d0365064110 req-b710ecc1-7778-43de-be43-0eb6f7442d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:43.738574 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bc4d50df-3eb1-404b-b8ae-9d0365064110 req-b710ecc1-7778-43de-be43-0eb6f7442d65 service neutron] 10.222.0.84 "GET /v2.0/networks?id=af063d67-c3ee-47b0-bb92-498195b15a92 HTTP/1.1" status: 200 len: 912 time: 0.3577754 Mar 22 19:20:43.750702 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f321e073-4fa5-4f7a-ad24-5d6d5efe030a req-931ad836-8f4c-4de2-8eb3-24786e911cfe tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:43.752328 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f321e073-4fa5-4f7a-ad24-5d6d5efe030a req-931ad836-8f4c-4de2-8eb3-24786e911cfe tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5cd308-3d7b-433a-9e51-3167d364728d HTTP/1.1" status: 200 len: 946 time: 0.1654122 Mar 22 19:20:43.753922 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced53ef2-60b0-4ae1-a777-b9a10fd5e128 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:20:43.762099 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ced53ef2-60b0-4ae1-a777-b9a10fd5e128 admin admin] 10.222.0.75 "PUT /v2.0/routers/ae7dbe59-f08e-44b8-beea-c9b34c21e80d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5063953 Mar 22 19:20:43.764521 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42070) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:43.767631 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558b1bed-3038-4def-8844-97648f054536 None None] Sync routers for ids ['ae7dbe59-f08e-44b8-beea-c9b34c21e80d'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:20:43.784113 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558b1bed-3038-4def-8844-97648f054536 None None] Routers {'ae7dbe59-f08e-44b8-beea-c9b34c21e80d'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:20:43.788416 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-558b1bed-3038-4def-8844-97648f054536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:20:18Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ae7dbe59-f08e-44b8-beea-c9b34c21e80d'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:43.807441 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cf95c-91b2-4bf7-9ec5-1ff5265cf288 req-1348c37c-7944-4f39-88a1-1e8012d3a719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:43.814929 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce8cf95c-91b2-4bf7-9ec5-1ff5265cf288 req-1348c37c-7944-4f39-88a1-1e8012d3a719 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&device_id=fc909016-56b3-449e-9ef8-5b7a573d5953 HTTP/1.1" status: 200 len: 1131 time: 0.2870212 Mar 22 19:20:43.875852 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bc4d50df-3eb1-404b-b8ae-9d0365064110 req-c02b96ed-4b9f-4a64-a0c8-0223e8ebffea service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd676179-107e-43cf-b677-eb7c2d034d8a HTTP/1.1" status: 200 len: 217 time: 0.1214147 Mar 22 19:20:43.974350 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-558b1bed-3038-4def-8844-97648f054536 None None] Set router ae7dbe59-f08e-44b8-beea-c9b34c21e80d gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:20:44.050675 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-91ad820e-1b72-4480-9611-ee96e79e031f admin admin] Publish callbacks [] for router (ae7dbe59-f08e-44b8-beea-c9b34c21e80d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:44.249553 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-558b1bed-3038-4def-8844-97648f054536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7dbe59-f08e-44b8-beea-c9b34c21e80d', 'name': 'tempest-ServersTestMultiNic-1562501856-router', 'tenant_id': '67b86c6af44b4a07933828ae021d3977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '84a0cb72-776f-43ea-a528-a28866507eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:18:25Z', 'updated_at': '2022-03-22T19:20:42Z', 'revision_number': 5, 'project_id': '67b86c6af44b4a07933828ae021d3977', 'gw_port': {'id': '84a0cb72-776f-43ea-a528-a28866507eec', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:89:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dbe59-f08e-44b8-beea-c9b34c21e80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:18:25Z', 'updated_at': '2022-03-22T19:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:44.304968 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-69d034ce-2e8e-4cdf-b5c4-a2f5cade7e91 req-0af7e951-3c8f-4f03-9313-e72b97ed6f71 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5412781 Mar 22 19:20:44.320609 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558b1bed-3038-4def-8844-97648f054536 None None] Checking router: ae7dbe59-f08e-44b8-beea-c9b34c21e80d for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:20:44.329443 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f321e073-4fa5-4f7a-ad24-5d6d5efe030a req-db7f8cf1-c111-41b9-8ed7-bffaaedaf3d7 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.75 "GET /v2.0/security-groups?id=114a9f64-72dd-4bcc-a993-74152fce1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5131631 Mar 22 19:20:44.342862 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d50df-3eb1-404b-b8ae-9d0365064110 req-380cc8cf-9302-445d-b2b6-7941bb256c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:44.344328 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bc4d50df-3eb1-404b-b8ae-9d0365064110 req-380cc8cf-9302-445d-b2b6-7941bb256c61 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=449e1584-fac1-45c3-a72f-a3a79da9b7df HTTP/1.1" status: 200 len: 851 time: 0.3483160 Mar 22 19:20:44.348988 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558b1bed-3038-4def-8844-97648f054536 None None] Routers {'ae7dbe59-f08e-44b8-beea-c9b34c21e80d'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:20:44.350552 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-558b1bed-3038-4def-8844-97648f054536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:20:18Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ae7dbe59-f08e-44b8-beea-c9b34c21e80d'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:44.382089 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cf95c-91b2-4bf7-9ec5-1ff5265cf288 req-9f340bd3-7f3c-4d07-a561-7f15550cec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:44.383532 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce8cf95c-91b2-4bf7-9ec5-1ff5265cf288 req-9f340bd3-7f3c-4d07-a561-7f15550cec05 service neutron] 10.222.0.85 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.4981709 Mar 22 19:20:44.390292 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-91ad820e-1b72-4480-9611-ee96e79e031f admin admin] Publish callbacks [] for router_gateway (ae7dbe59-f08e-44b8-beea-c9b34c21e80d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:44.412264 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bc4d50df-3eb1-404b-b8ae-9d0365064110 req-215fc2ac-4948-4999-9b03-21f4ba975746 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=af063d67-c3ee-47b0-bb92-498195b15a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533676 Mar 22 19:20:44.418454 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42080) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:44.500118 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e1b811cc-be63-4e91-ba91-acf7fe97e68d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:44.526854 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce8cf95c-91b2-4bf7-9ec5-1ff5265cf288 req-16ff2592-888a-4fb0-a34e-76c2a5ec2445 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=f3e51167-d8b4-4bc8-936b-c607dd9311a3 HTTP/1.1" status: 200 len: 217 time: 0.1179192 Mar 22 19:20:44.538319 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-558b1bed-3038-4def-8844-97648f054536 None None] Set router ae7dbe59-f08e-44b8-beea-c9b34c21e80d gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:20:44.572574 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-91ad820e-1b72-4480-9611-ee96e79e031f admin admin] Deleting port 84a0cb72-776f-43ea-a528-a28866507eec {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:20:44.573074 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-91ad820e-1b72-4480-9611-ee96e79e031f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (84a0cb72-776f-43ea-a528-a28866507eec), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:44.623683 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b3c785d5-0ed8-4c10-8f76-fc8a69b0a8c8 req-b7df8953-3383-4bf1-858c-8da309346ab3 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f7edb2d-1204-4e56-a578-b478c17ceb6f HTTP/1.1" status: 200 len: 210 time: 0.1023090 Mar 22 19:20:44.712834 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cf95c-91b2-4bf7-9ec5-1ff5265cf288 req-ce9d8c88-1d7b-48fe-b0c4-850802d8b22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:44.714966 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce8cf95c-91b2-4bf7-9ec5-1ff5265cf288 req-ce9d8c88-1d7b-48fe-b0c4-850802d8b22b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1600702 Mar 22 19:20:44.735654 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-558b1bed-3038-4def-8844-97648f054536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7dbe59-f08e-44b8-beea-c9b34c21e80d', 'name': 'tempest-ServersTestMultiNic-1562501856-router', 'tenant_id': '67b86c6af44b4a07933828ae021d3977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '84a0cb72-776f-43ea-a528-a28866507eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:18:25Z', 'updated_at': '2022-03-22T19:20:42Z', 'revision_number': 5, 'project_id': '67b86c6af44b4a07933828ae021d3977', 'gw_port': {'id': '84a0cb72-776f-43ea-a528-a28866507eec', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:89:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dbe59-f08e-44b8-beea-c9b34c21e80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:18:25Z', 'updated_at': '2022-03-22T19:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:44.778996 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558b1bed-3038-4def-8844-97648f054536 None None] The sync data for ids ['ae7dbe59-f08e-44b8-beea-c9b34c21e80d'] in n-d-705658-24 is: [{'id': 'ae7dbe59-f08e-44b8-beea-c9b34c21e80d', 'name': 'tempest-ServersTestMultiNic-1562501856-router', 'tenant_id': '67b86c6af44b4a07933828ae021d3977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '84a0cb72-776f-43ea-a528-a28866507eec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:18:25Z', 'updated_at': '2022-03-22T19:20:42Z', 'revision_number': 5, 'project_id': '67b86c6af44b4a07933828ae021d3977', 'gw_port': {'id': '84a0cb72-776f-43ea-a528-a28866507eec', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:89:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dbe59-f08e-44b8-beea-c9b34c21e80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:18:25Z', 'updated_at': '2022-03-22T19:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:20:44.787203 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e1b811cc-be63-4e91-ba91-acf7fe97e68d admin admin] Publish callbacks [] for security_group (09f18720-46f5-4f23-b8d2-67449df038d5), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:44.807586 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-91ad820e-1b72-4480-9611-ee96e79e031f admin admin] For port 84a0cb72-776f-43ea-a528-a28866507eec, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=84a0cb72-776f-43ea-a528-a28866507eec,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:44.807955 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-91ad820e-1b72-4480-9611-ee96e79e031f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (84a0cb72-776f-43ea-a528-a28866507eec), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:44.814211 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e1b811cc-be63-4e91-ba91-acf7fe97e68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (09f18720-46f5-4f23-b8d2-67449df038d5), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:44.815278 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bc4d50df-3eb1-404b-b8ae-9d0365064110 req-0af8e821-a242-45af-b077-25ea61162617 service neutron] 10.222.0.84 "GET /v2.0/networks/af063d67-c3ee-47b0-bb92-498195b15a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623552 Mar 22 19:20:44.852430 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-91ad820e-1b72-4480-9611-ee96e79e031f admin admin] Calling delete_port for 84a0cb72-776f-43ea-a528-a28866507eec owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:20:44.877447 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b811cc-be63-4e91-ba91-acf7fe97e68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f18720-46f5-4f23-b8d2-67449df038d5,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:44.883650 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e1b811cc-be63-4e91-ba91-acf7fe97e68d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f1e8e63a026941f382a4b0cbbe4f7adb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4635086 Mar 22 19:20:44.886668 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42082) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:44.886919 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98685012-504b-473a-b04c-1a022d8c9192 req-fe094763-15b8-46c5-b700-0c115570f7ae tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:44.888742 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-98685012-504b-473a-b04c-1a022d8c9192 req-fe094763-15b8-46c5-b700-0c115570f7ae tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 946 time: 0.3657756 Mar 22 19:20:45.047180 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9043c833-28ee-4b0d-86e2-c2c2a25bf613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:45.149886 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c9e9dfc6-8cab-4adb-838c-d68a31ee0b8e admin admin] Publish callbacks [] for security_group (09f18720-46f5-4f23-b8d2-67449df038d5), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:45.215070 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c9e9dfc6-8cab-4adb-838c-d68a31ee0b8e admin admin] Publish callbacks [] for security_group (09f18720-46f5-4f23-b8d2-67449df038d5), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:45.271478 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-ddb1addb-99fd-479e-aa9b-99da1e9b902a tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:45.274108 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-ddb1addb-99fd-479e-aa9b-99da1e9b902a tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.84 "GET /v2.0/networks?id=4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 HTTP/1.1" status: 200 len: 812 time: 0.3050206 Mar 22 19:20:45.292418 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-1e9a0928-78bc-40f1-8b3a-493b5e6e0a5d tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Request body: {'port': {'device_id': '2f7edb2d-1204-4e56-a578-b478c17ceb6f', 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40', 'admin_state_up': True, 'tenant_id': 'cd5d7b09e78b4f8992b733b5b4229fbb'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:45.304076 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7502bdd-ea6a-4f07-851d-5ca638ee1f0b req-a69489ed-bfb8-404c-b79b-d15030701ad6 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:45.311185 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c7502bdd-ea6a-4f07-851d-5ca638ee1f0b req-a69489ed-bfb8-404c-b79b-d15030701ad6 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 946 time: 0.5555544 Mar 22 19:20:45.376623 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-98685012-504b-473a-b04c-1a022d8c9192 req-f10c6f71-195a-44d0-994b-a06924159d56 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894833 Mar 22 19:20:45.408369 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cf95c-91b2-4bf7-9ec5-1ff5265cf288 req-f6325e6d-ddcb-4202-8eba-6c03425227de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:45.409900 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce8cf95c-91b2-4bf7-9ec5-1ff5265cf288 req-f6325e6d-ddcb-4202-8eba-6c03425227de service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6554153 Mar 22 19:20:45.443304 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c9e9dfc6-8cab-4adb-838c-d68a31ee0b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (09f18720-46f5-4f23-b8d2-67449df038d5), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:45.449532 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c9e9dfc6-8cab-4adb-838c-d68a31ee0b8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:45.453688 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c9e9dfc6-8cab-4adb-838c-d68a31ee0b8e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/09f18720-46f5-4f23-b8d2-67449df038d5 HTTP/1.1" status: 204 len: 168 time: 0.5237043 Mar 22 19:20:45.482999 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9dfc6-8cab-4adb-838c-d68a31ee0b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f18720-46f5-4f23-b8d2-67449df038d5,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:45.501337 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-91ad820e-1b72-4480-9611-ee96e79e031f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (84a0cb72-776f-43ea-a528-a28866507eec), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:45.533265 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce8cf95c-91b2-4bf7-9ec5-1ff5265cf288 req-40c54999-881f-4a05-9ff2-12aaedb851e5 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101689 Mar 22 19:20:45.553293 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad820e-1b72-4480-9611-ee96e79e031f admin admin] Pushing event deleted for resources: {'Port': ['ID=84a0cb72-776f-43ea-a528-a28866507eec,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:45.555279 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-1e9a0928-78bc-40f1-8b3a-493b5e6e0a5d tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Made reservation on behalf of cd5d7b09e78b4f8992b733b5b4229fbb for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:20:45.559243 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-1e9a0928-78bc-40f1-8b3a-493b5e6e0a5d tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:45.583148 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:45.589161 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c7502bdd-ea6a-4f07-851d-5ca638ee1f0b req-969719bc-12a4-42ba-a2bb-4ccf4adbf789 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768874 Mar 22 19:20:45.682633 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bc4d50df-3eb1-404b-b8ae-9d0365064110 req-b380872a-662c-4976-893d-6e4a66b43ff3 service neutron] 10.222.0.84 "GET /v2.0/networks/af063d67-c3ee-47b0-bb92-498195b15a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8381140 Mar 22 19:20:45.717772 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-91ad820e-1b72-4480-9611-ee96e79e031f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (ae7dbe59-f08e-44b8-beea-c9b34c21e80d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:45.738319 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b28494-0175-4779-85a8-943c2009d860 req-09f4c76a-6133-412f-89d0-103b6741cbf6 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:45.740294 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83b28494-0175-4779-85a8-943c2009d860 req-09f4c76a-6133-412f-89d0-103b6741cbf6 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc909016-56b3-449e-9ef8-5b7a573d5953 HTTP/1.1" status: 200 len: 948 time: 0.2015717 Mar 22 19:20:45.849677 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce8cf95c-91b2-4bf7-9ec5-1ff5265cf288 req-57f12f43-9b9e-4af4-b4f2-ae08227dee72 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967868 Mar 22 19:20:45.859451 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-91ad820e-1b72-4480-9611-ee96e79e031f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (ae7dbe59-f08e-44b8-beea-c9b34c21e80d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:45.864101 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-91ad820e-1b72-4480-9611-ee96e79e031f admin admin] Publish callbacks [] for router_controller (ae7dbe59-f08e-44b8-beea-c9b34c21e80d), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:45.890928 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6b26c-6da8-469b-a804-af3948a54f0a req-a205f05a-e7fa-417f-8239-4afe99379991 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:45.892541 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1bf6b26c-6da8-469b-a804-af3948a54f0a req-a205f05a-e7fa-417f-8239-4afe99379991 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.1506338 Mar 22 19:20:45.917735 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83b28494-0175-4779-85a8-943c2009d860 req-5d9b4ee2-539a-4626-8a24-8f6749b2c64c tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371810 Mar 22 19:20:45.926550 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-1e9a0928-78bc-40f1-8b3a-493b5e6e0a5d tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Allocated IP 172.20.0.13 (4d8eafd3-40f3-4f59-9d29-1a60a94dbe40/9beaf938-d336-4dec-9fdf-4059a4c13370/cb500bc2-a97f-4cfe-854a-334901468105) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:20:45.937606 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-91ad820e-1b72-4480-9611-ee96e79e031f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (ae7dbe59-f08e-44b8-beea-c9b34c21e80d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:45.938165 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ad820e-1b72-4480-9611-ee96e79e031f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae7dbe59-f08e-44b8-beea-c9b34c21e80d {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:20:45.944355 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-91ad820e-1b72-4480-9611-ee96e79e031f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:45.944915 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-91ad820e-1b72-4480-9611-ee96e79e031f admin admin] 10.222.0.75 "DELETE /v2.0/routers/ae7dbe59-f08e-44b8-beea-c9b34c21e80d HTTP/1.1" status: 204 len: 168 time: 2.1677010 Mar 22 19:20:45.948098 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42094) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:45.993076 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1bf6b26c-6da8-469b-a804-af3948a54f0a req-4be0effa-7bb5-4332-8579-5af5dbb000e8 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822322 Mar 22 19:20:46.057187 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-23aea4df-1c80-46b0-836b-d3969d1d96ea admin admin] Deleting subnet 35e7f954-278d-46e2-ab42-e47551b1c517 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:20:46.087457 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-23aea4df-1c80-46b0-836b-d3969d1d96ea admin admin] Publish callbacks [] for subnet (35e7f954-278d-46e2-ab42-e47551b1c517), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:46.130759 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9a56db12-0b47-4b20-9859-a3ffd2de3fd0 req-de67dcc4-9d5d-4bbf-85f3-d0a9ce404afb tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f7edb2d-1204-4e56-a578-b478c17ceb6f HTTP/1.1" status: 200 len: 210 time: 0.0523062 Mar 22 19:20:46.201175 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device dd676179-107e-43cf-b677-eb7c2d034d8a no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:20:46.232752 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-23aea4df-1c80-46b0-836b-d3969d1d96ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (35e7f954-278d-46e2-ab42-e47551b1c517), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:46.246411 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f44ba-160d-45f8-b0c7-ac655e7a8bb7 req-82225aa3-8d46-4138-b104-374a4d77b05c tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:46.248051 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9f5f44ba-160d-45f8-b0c7-ac655e7a8bb7 req-82225aa3-8d46-4138-b104-374a4d77b05c tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5cd308-3d7b-433a-9e51-3167d364728d HTTP/1.1" status: 200 len: 946 time: 0.1544185 Mar 22 19:20:46.283784 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-1e9a0928-78bc-40f1-8b3a-493b5e6e0a5d tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks [] for port (cb500bc2-a97f-4cfe-854a-334901468105), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:46.332844 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9f5f44ba-160d-45f8-b0c7-ac655e7a8bb7 req-553df02f-786c-4365-ba54-ead34e9a43e4 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.75 "GET /v2.0/security-groups?id=114a9f64-72dd-4bcc-a993-74152fce1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780194 Mar 22 19:20:46.351555 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port dd676179-107e-43cf-b677-eb7c2d034d8a is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:46.352995 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (dd676179-107e-43cf-b677-eb7c2d034d8a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:46.390287 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-23aea4df-1c80-46b0-836b-d3969d1d96ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (35e7f954-278d-46e2-ab42-e47551b1c517), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:46.396401 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port dd676179-107e-43cf-b677-eb7c2d034d8a, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=dd676179-107e-43cf-b677-eb7c2d034d8a,segment=NetworkSegment(7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7),segment_id=7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:46.398592 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b999c45-ae77-4d42-a6e4-55ae341f0d8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd676179-107e-43cf-b677-eb7c2d034d8a'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:20:46.402372 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62905e1e-b8f9-4f38-adb8-091296ee7d13" -d '{"events": [{"server_uuid": "4b999c45-ae77-4d42-a6e4-55ae341f0d8f", "name": "network-vif-unplugged", "status": "completed", "tag": "dd676179-107e-43cf-b677-eb7c2d034d8a"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:20:46.408409 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (dd676179-107e-43cf-b677-eb7c2d034d8a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:46.464885 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-1e9a0928-78bc-40f1-8b3a-493b5e6e0a5d tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (cb500bc2-a97f-4cfe-854a-334901468105), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:46.466152 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 19:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202d18e4-d55e-4e35-9c3b-b31ce8b4702f x-openstack-request-id: req-202d18e4-d55e-4e35-9c3b-b31ce8b4702f {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:20:46.466305 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b999c45-ae77-4d42-a6e4-55ae341f0d8f", "name": "network-vif-unplugged", "status": "completed", "tag": "dd676179-107e-43cf-b677-eb7c2d034d8a", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:20:46.466755 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-202d18e4-d55e-4e35-9c3b-b31ce8b4702f {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:20:46.467166 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-202d18e4-d55e-4e35-9c3b-b31ce8b4702f'] response: {'server_uuid': '4b999c45-ae77-4d42-a6e4-55ae341f0d8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd676179-107e-43cf-b677-eb7c2d034d8a', 'code': 200} Mar 22 19:20:46.490053 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=dd676179-107e-43cf-b677-eb7c2d034d8a,revision_number=8']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:46.548317 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c6b94-369b-48f1-9aa1-8e68f3db9225 req-7de30f91-bfaa-4653-8645-6ea1a1006c5c tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:46.555399 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e12c6b94-369b-48f1-9aa1-8e68f3db9225 req-7de30f91-bfaa-4653-8645-6ea1a1006c5c tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5cd308-3d7b-433a-9e51-3167d364728d HTTP/1.1" status: 200 len: 946 time: 0.1254532 Mar 22 19:20:46.560143 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-1e9a0928-78bc-40f1-8b3a-493b5e6e0a5d tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Network 4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:20:46.561992 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-1e9a0928-78bc-40f1-8b3a-493b5e6e0a5d tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:20:46.564675 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-1e9a0928-78bc-40f1-8b3a-493b5e6e0a5d tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:20:46.566644 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42114) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:46.573867 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-59d96f11-665d-4f85-9b5c-e3c5132fbc4b tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Request body: {'floatingip': {'port_id': '9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:46.617709 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a0928-78bc-40f1-8b3a-493b5e6e0a5d tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Pushing event updated for resources: {'Port': ['ID=cb500bc2-a97f-4cfe-854a-334901468105,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:46.670321 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-23aea4df-1c80-46b0-836b-d3969d1d96ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (35e7f954-278d-46e2-ab42-e47551b1c517), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:46.689610 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 84a0cb72-776f-43ea-a528-a28866507eec no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:20:46.689982 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-1e9a0928-78bc-40f1-8b3a-493b5e6e0a5d tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:46.690694 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-1e9a0928-78bc-40f1-8b3a-493b5e6e0a5d tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:46.734286 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-1e9a0928-78bc-40f1-8b3a-493b5e6e0a5d tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4422443 Mar 22 19:20:46.734286 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aea4df-1c80-46b0-836b-d3969d1d96ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35e7f954-278d-46e2-ab42-e47551b1c517,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:46.739235 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-23aea4df-1c80-46b0-836b-d3969d1d96ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:46.740230 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 84a0cb72-776f-43ea-a528-a28866507eec {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:20:46.742446 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 84a0cb72-776f-43ea-a528-a28866507eec not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:20:46.743510 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c3f448d0-7bff-42d4-82c3-6c6461a1d0ba no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:20:46.750234 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-23aea4df-1c80-46b0-836b-d3969d1d96ea admin admin] 10.222.0.75 "DELETE /v2.0/subnets/35e7f954-278d-46e2-ab42-e47551b1c517 HTTP/1.1" status: 204 len: 168 time: 0.8010590 Mar 22 19:20:46.754802 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edad3773-2d4e-475c-afa8-67b658995d88 None None] Network 03567d3e-2a3a-4a67-bf7b-8674b83ab9fe requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:20:46.766162 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42122) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:46.766533 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-ca26e628-114b-4bc8-af0b-b2d8d0e6729a service neutron] Request body: {'port': {'device_id': '2f7edb2d-1204-4e56-a578-b478c17ceb6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:46.781952 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-59d96f11-665d-4f85-9b5c-e3c5132fbc4b tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks [] for floatingip (c5edbba2-bd9a-4d39-bf11-8077c615cf66), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:46.826406 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: c3f448d0-7bff-42d4-82c3-6c6461a1d0ba {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:20:46.828106 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c3f448d0-7bff-42d4-82c3-6c6461a1d0ba not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:20:46.885033 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-ca26e628-114b-4bc8-af0b-b2d8d0e6729a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (cb500bc2-a97f-4cfe-854a-334901468105), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:47.007336 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8ccd9-3061-4ce8-97d3-b342fdebff71 req-54a64bfa-5853-4312-81d1-f9af2c877ebe tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:47.014510 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-48c8ccd9-3061-4ce8-97d3-b342fdebff71 req-54a64bfa-5853-4312-81d1-f9af2c877ebe tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 946 time: 0.3048968 Mar 22 19:20:47.029867 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33465894-f3fe-4310-969c-43a775f001a4 req-3c35e5fe-20fb-4278-acbc-1d7ccf8cc480 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:47.031587 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-33465894-f3fe-4310-969c-43a775f001a4 req-3c35e5fe-20fb-4278-acbc-1d7ccf8cc480 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 946 time: 0.4751148 Mar 22 19:20:47.046141 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device f3e51167-d8b4-4bc8-936b-c607dd9311a3 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:20:47.069434 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9f5535-3169-49b9-ba49-d7676dde178f None None] DHCP port deletion for 03567d3e-2a3a-4a67-bf7b-8674b83ab9fe request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:20:47.090572 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cfff351e-0f82-4039-a9b3-3ef5ea7398e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (03567d3e-2a3a-4a67-bf7b-8674b83ab9fe), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:47.278001 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-48c8ccd9-3061-4ce8-97d3-b342fdebff71 req-32496e5e-ea51-4986-9c7d-4234289322b9 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582746 Mar 22 19:20:47.297826 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port f3e51167-d8b4-4bc8-936b-c607dd9311a3, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=f3e51167-d8b4-4bc8-936b-c607dd9311a3,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:47.304370 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-33465894-f3fe-4310-969c-43a775f001a4 req-e4376ee8-0f0a-4a57-9de8-ad0df67974f7 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519469 Mar 22 19:20:47.349469 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'f3e51167-d8b4-4bc8-936b-c607dd9311a3', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': 'f3e51167-d8b4-4bc8-936b-c607dd9311a3', 'mac_address': 'fa:16:3e:27:71:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:20:47.445549 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-ca26e628-114b-4bc8-af0b-b2d8d0e6729a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb500bc2-a97f-4cfe-854a-334901468105 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:20:47.464606 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-ca26e628-114b-4bc8-af0b-b2d8d0e6729a service neutron] Publish callbacks [] for port (cb500bc2-a97f-4cfe-854a-334901468105), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:47.465430 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1c9d2c86-00fa-48f7-a3f9-5f32539ad1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:47.485212 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-ca26e628-114b-4bc8-af0b-b2d8d0e6729a service neutron] Transition to ACTIVE for port object cb500bc2-a97f-4cfe-854a-334901468105 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:20:47.493079 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-ca26e628-114b-4bc8-af0b-b2d8d0e6729a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (cb500bc2-a97f-4cfe-854a-334901468105), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:47.541231 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-7f9f5535-3169-49b9-ba49-d7676dde178f None None] Deleting port f5168082-4cb9-4457-8fbd-053ded8a4ca0 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:20:47.541824 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7f9f5535-3169-49b9-ba49-d7676dde178f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f5168082-4cb9-4457-8fbd-053ded8a4ca0), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:47.543967 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-cfff351e-0f82-4039-a9b3-3ef5ea7398e4 admin admin] Deleting port f5168082-4cb9-4457-8fbd-053ded8a4ca0 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:20:47.544446 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cfff351e-0f82-4039-a9b3-3ef5ea7398e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f5168082-4cb9-4457-8fbd-053ded8a4ca0), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:47.556832 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port f3e51167-d8b4-4bc8-936b-c607dd9311a3 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:47.557394 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f3e51167-d8b4-4bc8-936b-c607dd9311a3), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:47.559384 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca26e628-114b-4bc8-af0b-b2d8d0e6729a service neutron] Pushing event updated for resources: {'Port': ['ID=cb500bc2-a97f-4cfe-854a-334901468105,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:47.653065 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e51167-d8b4-4bc8-936b-c607dd9311a3 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:20:47.689834 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port f3e51167-d8b4-4bc8-936b-c607dd9311a3, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=f3e51167-d8b4-4bc8-936b-c607dd9311a3,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:47.714331 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f3e51167-d8b4-4bc8-936b-c607dd9311a3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:47.717808 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-ca26e628-114b-4bc8-af0b-b2d8d0e6729a service neutron] Attempting to bind port cb500bc2-a97f-4cfe-854a-334901468105 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:20:47.718141 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-ca26e628-114b-4bc8-af0b-b2d8d0e6729a service neutron] Attempting to bind port cb500bc2-a97f-4cfe-854a-334901468105 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '8c6ba457-004e-47f9-ab30-ce3aaf4ab771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:20:47.718484 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-ca26e628-114b-4bc8-af0b-b2d8d0e6729a service neutron] Attempting to bind port cb500bc2-a97f-4cfe-854a-334901468105 on network 4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:20:47.729964 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-ca26e628-114b-4bc8-af0b-b2d8d0e6729a service neutron] Port cb500bc2-a97f-4cfe-854a-334901468105 on network 4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:20:47.730295 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-ca26e628-114b-4bc8-af0b-b2d8d0e6729a service neutron] Attempting to bind port cb500bc2-a97f-4cfe-854a-334901468105 on network 4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:20:47.734379 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-7f9f5535-3169-49b9-ba49-d7676dde178f None None] For port f5168082-4cb9-4457-8fbd-053ded8a4ca0, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f5168082-4cb9-4457-8fbd-053ded8a4ca0,segment=NetworkSegment(7854b17a-32db-45d2-80c3-67b704ec8127),segment_id=7854b17a-32db-45d2-80c3-67b704ec8127)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:47.734786 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7f9f5535-3169-49b9-ba49-d7676dde178f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f5168082-4cb9-4457-8fbd-053ded8a4ca0), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:47.744963 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-ca26e628-114b-4bc8-af0b-b2d8d0e6729a service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:20:47.745532 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-ca26e628-114b-4bc8-af0b-b2d8d0e6729a service neutron] Checking segment: {'id': '8c6ba457-004e-47f9-ab30-ce3aaf4ab771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:20:47.746200 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-ca26e628-114b-4bc8-af0b-b2d8d0e6729a service neutron] Bound using segment: {'id': '8c6ba457-004e-47f9-ab30-ce3aaf4ab771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:20:47.746844 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-ca26e628-114b-4bc8-af0b-b2d8d0e6729a service neutron] Bound port: cb500bc2-a97f-4cfe-854a-334901468105, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c6ba457-004e-47f9-ab30-ce3aaf4ab771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:20:47.747396 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-ca26e628-114b-4bc8-af0b-b2d8d0e6729a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (cb500bc2-a97f-4cfe-854a-334901468105), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:47.821067 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd841e-40bc-4d94-bdc8-07491434f0bf req-dd46e06a-1b8c-4355-bf0b-700b790bb058 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:47.821558 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-7f9f5535-3169-49b9-ba49-d7676dde178f None None] Calling delete_port for f5168082-4cb9-4457-8fbd-053ded8a4ca0 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:20:47.822324 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-12dd841e-40bc-4d94-bdc8-07491434f0bf req-dd46e06a-1b8c-4355-bf0b-700b790bb058 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc909016-56b3-449e-9ef8-5b7a573d5953 HTTP/1.1" status: 200 len: 948 time: 0.4318781 Mar 22 19:20:47.826107 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-cfff351e-0f82-4039-a9b3-3ef5ea7398e4 admin admin] For port f5168082-4cb9-4457-8fbd-053ded8a4ca0, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f5168082-4cb9-4457-8fbd-053ded8a4ca0,segment=NetworkSegment(7854b17a-32db-45d2-80c3-67b704ec8127),segment_id=7854b17a-32db-45d2-80c3-67b704ec8127)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:47.826480 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cfff351e-0f82-4039-a9b3-3ef5ea7398e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f5168082-4cb9-4457-8fbd-053ded8a4ca0), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:47.882342 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-ca26e628-114b-4bc8-af0b-b2d8d0e6729a service neutron] For port cb500bc2-a97f-4cfe-854a-334901468105, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:20:47.890207 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-cfff351e-0f82-4039-a9b3-3ef5ea7398e4 admin admin] Calling delete_port for f5168082-4cb9-4457-8fbd-053ded8a4ca0 owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:20:47.893135 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-ca26e628-114b-4bc8-af0b-b2d8d0e6729a service neutron] For port cb500bc2-a97f-4cfe-854a-334901468105, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=cb500bc2-a97f-4cfe-854a-334901468105,segment=NetworkSegment(8c6ba457-004e-47f9-ab30-ce3aaf4ab771),segment_id=8c6ba457-004e-47f9-ab30-ce3aaf4ab771)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:20:47.906134 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-ca26e628-114b-4bc8-af0b-b2d8d0e6729a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (cb500bc2-a97f-4cfe-854a-334901468105), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:47.947066 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=f3e51167-d8b4-4bc8-936b-c607dd9311a3,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:47.980684 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-ca26e628-114b-4bc8-af0b-b2d8d0e6729a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:47.981563 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-ca26e628-114b-4bc8-af0b-b2d8d0e6729a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:47.983026 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-ca26e628-114b-4bc8-af0b-b2d8d0e6729a service neutron] 10.222.0.84 "PUT /v2.0/ports/cb500bc2-a97f-4cfe-854a-334901468105 HTTP/1.1" status: 200 len: 1093 time: 1.2288733 Mar 22 19:20:47.985357 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7edb2d-1204-4e56-a578-b478c17ceb6f', 'tag': 'cb500bc2-a97f-4cfe-854a-334901468105'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:20:47.992602 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be942d7-4384-4e80-974c-6e148e588d73" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7edb2d-1204-4e56-a578-b478c17ceb6f", "tag": "cb500bc2-a97f-4cfe-854a-334901468105"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:20:47.997905 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7f9f5535-3169-49b9-ba49-d7676dde178f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (f5168082-4cb9-4457-8fbd-053ded8a4ca0), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:48.018076 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca26e628-114b-4bc8-af0b-b2d8d0e6729a service neutron] Pushing event updated for resources: {'Port': ['ID=cb500bc2-a97f-4cfe-854a-334901468105,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:48.036164 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f5535-3169-49b9-ba49-d7676dde178f None None] Pushing event deleted for resources: {'Port': ['ID=f5168082-4cb9-4457-8fbd-053ded8a4ca0,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:48.041575 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9f5535-3169-49b9-ba49-d7676dde178f None None] No DVR routers for this DVR port f5168082-4cb9-4457-8fbd-053ded8a4ca0 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:20:48.064757 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2998629-213c-44cd-979d-bb245828c933 req-665a32ba-aa58-40ec-a268-1b27863d82f2 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:48.072830 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2998629-213c-44cd-979d-bb245828c933 req-665a32ba-aa58-40ec-a268-1b27863d82f2 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 943 time: 0.5955591 Mar 22 19:20:48.130314 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:48.134164 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['f3e51167-d8b4-4bc8-936b-c607dd9311a3'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:20:48.140277 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-3187a990-9ffd-428b-b455-4e1cc0002fa5 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:48.141983 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-3187a990-9ffd-428b-b455-4e1cc0002fa5 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853&tenant_id=635145d2a62d432cbc865a99eb3219e4&binding%3Ahost_id=n-h2-705658-24 HTTP/1.1" status: 200 len: 1129 time: 0.0729768 Mar 22 19:20:48.154974 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-f02d72a7-e25a-406f-8096-da1c31a5f045 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-705658-24'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:48.167708 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-59d96f11-665d-4f85-9b5c-e3c5132fbc4b tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:48.203688 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-59d96f11-665d-4f85-9b5c-e3c5132fbc4b tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (c5edbba2-bd9a-4d39-bf11-8077c615cf66), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:48.233612 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 4fd4069b-2348-42da-8c6c-b594453833d1 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:20:48.243913 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-f02d72a7-e25a-406f-8096-da1c31a5f045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4fd4069b-2348-42da-8c6c-b594453833d1), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:48.336958 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cfff351e-0f82-4039-a9b3-3ef5ea7398e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (f5168082-4cb9-4457-8fbd-053ded8a4ca0), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:48.377902 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-12dd841e-40bc-4d94-bdc8-07491434f0bf req-86f17f89-2ecd-4361-8bb5-91abfa8d3791 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5320036 Mar 22 19:20:48.412257 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-f02d72a7-e25a-406f-8096-da1c31a5f045 service neutron] For port 4fd4069b-2348-42da-8c6c-b594453833d1, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=4fd4069b-2348-42da-8c6c-b594453833d1,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:48.412406 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfff351e-0f82-4039-a9b3-3ef5ea7398e4 admin admin] No DVR routers for this DVR port f5168082-4cb9-4457-8fbd-053ded8a4ca0 on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:20:48.447291 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 4fd4069b-2348-42da-8c6c-b594453833d1, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=4fd4069b-2348-42da-8c6c-b594453833d1,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:48.466159 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 4fd4069b-2348-42da-8c6c-b594453833d1 has no active binding in host n-h1-705658-24 {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 22 19:20:48.476301 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-f02d72a7-e25a-406f-8096-da1c31a5f045 service neutron] For port 4fd4069b-2348-42da-8c6c-b594453833d1, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:20:48.528507 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-f02d72a7-e25a-406f-8096-da1c31a5f045 service neutron] Publish callbacks [] for port (4fd4069b-2348-42da-8c6c-b594453833d1), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:48.535398 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-f02d72a7-e25a-406f-8096-da1c31a5f045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (4fd4069b-2348-42da-8c6c-b594453833d1), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:48.543659 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff351e-0f82-4039-a9b3-3ef5ea7398e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5168082-4cb9-4457-8fbd-053ded8a4ca0,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:48.561105 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f5168082-4cb9-4457-8fbd-053ded8a4ca0 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:20:48.598501 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:48.600656 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2998629-213c-44cd-979d-bb245828c933 req-5bd73933-0f8c-4f7b-be40-8cff76745b76 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5263724 Mar 22 19:20:48.612271 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: f5168082-4cb9-4457-8fbd-053ded8a4ca0 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:20:48.614784 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f5168082-4cb9-4457-8fbd-053ded8a4ca0 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:20:48.643035 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-410c6e2b-d7d0-4aca-b075-ab0b6c525b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:48.644536 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-410c6e2b-d7d0-4aca-b075-ab0b6c525b3f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cd5d7b09e78b4f8992b733b5b4229fbb&device_id=2f7edb2d-1204-4e56-a578-b478c17ceb6f HTTP/1.1" status: 200 len: 1127 time: 0.5681949 Mar 22 19:20:48.657074 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-f02d72a7-e25a-406f-8096-da1c31a5f045 service neutron] Attempting to bind port 4fd4069b-2348-42da-8c6c-b594453833d1 on host n-h2-705658-24 for vnic_type normal with profile {"migrating_to": "n-h1-705658-24"} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:20:48.657426 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-f02d72a7-e25a-406f-8096-da1c31a5f045 service neutron] Attempting to bind port 4fd4069b-2348-42da-8c6c-b594453833d1 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:20:48.657758 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-f02d72a7-e25a-406f-8096-da1c31a5f045 service neutron] Attempting to bind port 4fd4069b-2348-42da-8c6c-b594453833d1 on network 63b49c54-7e45-4147-9f0e-8b47e058281a {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:20:48.671261 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-f02d72a7-e25a-406f-8096-da1c31a5f045 service neutron] Port 4fd4069b-2348-42da-8c6c-b594453833d1 on network 63b49c54-7e45-4147-9f0e-8b47e058281a not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:20:48.671599 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-f02d72a7-e25a-406f-8096-da1c31a5f045 service neutron] Attempting to bind port 4fd4069b-2348-42da-8c6c-b594453833d1 on network 63b49c54-7e45-4147-9f0e-8b47e058281a {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:20:48.677641 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-f02d72a7-e25a-406f-8096-da1c31a5f045 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:20:48.678183 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-f02d72a7-e25a-406f-8096-da1c31a5f045 service neutron] Checking segment: {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:20:48.678583 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-f02d72a7-e25a-406f-8096-da1c31a5f045 service neutron] Bound using segment: {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:20:48.678884 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [None req-59d96f11-665d-4f85-9b5c-e3c5132fbc4b tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Floating IP c5edbba2-bd9a-4d39-bf11-8077c615cf66 associated. External IP: 172.25.5.211, port: 9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40. Mar 22 19:20:48.679010 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-f02d72a7-e25a-406f-8096-da1c31a5f045 service neutron] Bound port: 4fd4069b-2348-42da-8c6c-b594453833d1, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '323ac0af-e11d-4c36-a1de-a33d0641d418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '63b49c54-7e45-4147-9f0e-8b47e058281a'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:20:48.679498 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-f02d72a7-e25a-406f-8096-da1c31a5f045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4fd4069b-2348-42da-8c6c-b594453833d1), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:48.684694 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d72a7-e25a-406f-8096-da1c31a5f045 service neutron] Pushing event updated for resources: {'Port': ['ID=4fd4069b-2348-42da-8c6c-b594453833d1,revision_number=7']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:48.704092 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302e50e8-091c-46ad-b54b-ca862c57e171 x-openstack-request-id: req-302e50e8-091c-46ad-b54b-ca862c57e171 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:20:48.704389 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7edb2d-1204-4e56-a578-b478c17ceb6f", "tag": "cb500bc2-a97f-4cfe-854a-334901468105", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:20:48.704666 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-302e50e8-091c-46ad-b54b-ca862c57e171 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:20:48.705080 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-302e50e8-091c-46ad-b54b-ca862c57e171'] response: {'name': 'network-changed', 'server_uuid': '2f7edb2d-1204-4e56-a578-b478c17ceb6f', 'tag': 'cb500bc2-a97f-4cfe-854a-334901468105', 'status': 'completed', 'code': 200} Mar 22 19:20:48.755497 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cfff351e-0f82-4039-a9b3-3ef5ea7398e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (03567d3e-2a3a-4a67-bf7b-8674b83ab9fe), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:48.758890 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-3d856fb9-4884-471a-aa3c-26882bd903fa service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb500bc2-a97f-4cfe-854a-334901468105 HTTP/1.1" status: 200 len: 217 time: 0.0975335 Mar 22 19:20:48.775514 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-f02d72a7-e25a-406f-8096-da1c31a5f045 service neutron] For port 4fd4069b-2348-42da-8c6c-b594453833d1, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:20:48.779231 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-f02d72a7-e25a-406f-8096-da1c31a5f045 service neutron] For port 4fd4069b-2348-42da-8c6c-b594453833d1, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=4fd4069b-2348-42da-8c6c-b594453833d1,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:20:48.786075 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-f02d72a7-e25a-406f-8096-da1c31a5f045 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (4fd4069b-2348-42da-8c6c-b594453833d1), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:48.851543 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d72a7-e25a-406f-8096-da1c31a5f045 service neutron] Pushing event updated for resources: {'Port': ['ID=4fd4069b-2348-42da-8c6c-b594453833d1,revision_number=8']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:48.877609 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275bf6f-8d21-49e2-869e-fbd9d4ba7115 req-0dce78d0-a7d2-4977-8d13-514f6f7ada83 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:48.879461 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e275bf6f-8d21-49e2-869e-fbd9d4ba7115 req-0dce78d0-a7d2-4977-8d13-514f6f7ada83 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f7edb2d-1204-4e56-a578-b478c17ceb6f HTTP/1.1" status: 200 len: 944 time: 0.4064121 Mar 22 19:20:48.881047 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-f51a6164-ed1b-42a3-a3b0-7e6df61ff70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:48.882547 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-f51a6164-ed1b-42a3-a3b0-7e6df61ff70c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9beaf938-d336-4dec-9fdf-4059a4c13370 HTTP/1.1" status: 200 len: 852 time: 0.0785458 Mar 22 19:20:48.902310 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-f02d72a7-e25a-406f-8096-da1c31a5f045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:48.902956 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-f02d72a7-e25a-406f-8096-da1c31a5f045 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:48.905306 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-f02d72a7-e25a-406f-8096-da1c31a5f045 service neutron] 10.222.0.84 "PUT /v2.0/ports/4fd4069b-2348-42da-8c6c-b594453833d1 HTTP/1.1" status: 200 len: 1124 time: 0.7543006 Mar 22 19:20:48.986034 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-cfff351e-0f82-4039-a9b3-3ef5ea7398e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03567d3e-2a3a-4a67-bf7b-8674b83ab9fe']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:48.991202 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-80fa3882-ccbd-492a-83fa-4586d2124851 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4d8eafd3-40f3-4f59-9d29-1a60a94dbe40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004069 Mar 22 19:20:49.015642 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['4fd4069b-2348-42da-8c6c-b594453833d1'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:20:49.030422 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-cfff351e-0f82-4039-a9b3-3ef5ea7398e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7854b17a-32db-45d2-80c3-67b704ec8127') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:49.030723 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-cfff351e-0f82-4039-a9b3-3ef5ea7398e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7854b17a-32db-45d2-80c3-67b704ec8127') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:49.049116 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['4fd4069b-2348-42da-8c6c-b594453833d1'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:20:49.513393 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cfff351e-0f82-4039-a9b3-3ef5ea7398e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (7854b17a-32db-45d2-80c3-67b704ec8127), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:49.574171 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cfff351e-0f82-4039-a9b3-3ef5ea7398e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (7854b17a-32db-45d2-80c3-67b704ec8127), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:49.596919 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e275bf6f-8d21-49e2-869e-fbd9d4ba7115 req-32d1ffbf-cbb2-4986-b470-56da7923ee36 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7049284 Mar 22 19:20:49.597925 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfff351e-0f82-4039-a9b3-3ef5ea7398e4 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:20:49.598332 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cfff351e-0f82-4039-a9b3-3ef5ea7398e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (7854b17a-32db-45d2-80c3-67b704ec8127), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:20:49.606532 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:20:49.692249 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b654156-d49c-40ba-8dba-7bd8e94d7ff4 req-d3b4d166-b790-4ddf-80c2-4ecba2656f13 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:49.693929 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0b654156-d49c-40ba-8dba-7bd8e94d7ff4 req-d3b4d166-b790-4ddf-80c2-4ecba2656f13 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 944 time: 0.6896720 Mar 22 19:20:49.727706 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-13a324ea-67dd-423d-99eb-063d16fa760a service neutron] 10.222.0.84 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7201416 Mar 22 19:20:49.764973 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cfff351e-0f82-4039-a9b3-3ef5ea7398e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (03567d3e-2a3a-4a67-bf7b-8674b83ab9fe), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:49.820308 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cfff351e-0f82-4039-a9b3-3ef5ea7398e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:49.826399 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-cfff351e-0f82-4039-a9b3-3ef5ea7398e4 admin admin] 10.222.0.75 "DELETE /v2.0/networks/03567d3e-2a3a-4a67-bf7b-8674b83ab9fe HTTP/1.1" status: 204 len: 168 time: 3.0555341 Mar 22 19:20:49.826399 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d96f11-665d-4f85-9b5c-e3c5132fbc4b tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Router bb65b0c0-12b6-43ab-8795-a8160ab7ec47 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:20:49.858353 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff351e-0f82-4039-a9b3-3ef5ea7398e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=03567d3e-2a3a-4a67-bf7b-8674b83ab9fe,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:49.889608 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff351e-0f82-4039-a9b3-3ef5ea7398e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:49.890028 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff351e-0f82-4039-a9b3-3ef5ea7398e4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:49.890206 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff351e-0f82-4039-a9b3-3ef5ea7398e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:49.890553 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff351e-0f82-4039-a9b3-3ef5ea7398e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:49.890887 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff351e-0f82-4039-a9b3-3ef5ea7398e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:49.891219 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff351e-0f82-4039-a9b3-3ef5ea7398e4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:49.891547 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff351e-0f82-4039-a9b3-3ef5ea7398e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:49.891874 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff351e-0f82-4039-a9b3-3ef5ea7398e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:49.892194 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff351e-0f82-4039-a9b3-3ef5ea7398e4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:49.892528 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff351e-0f82-4039-a9b3-3ef5ea7398e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:49.892850 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff351e-0f82-4039-a9b3-3ef5ea7398e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:49.893177 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff351e-0f82-4039-a9b3-3ef5ea7398e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:49.893500 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff351e-0f82-4039-a9b3-3ef5ea7398e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:49.893828 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff351e-0f82-4039-a9b3-3ef5ea7398e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:49.894158 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfff351e-0f82-4039-a9b3-3ef5ea7398e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:49.911896 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0b654156-d49c-40ba-8dba-7bd8e94d7ff4 req-218fb76a-eebb-4a70-a397-c8d3d0e2306e tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092557 Mar 22 19:20:49.935312 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25523d-c6ca-4b34-bcee-7117c354b558 req-899167bb-4f33-4073-b635-fe6db93cb0d1 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:49.942680 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f25523d-c6ca-4b34-bcee-7117c354b558 req-899167bb-4f33-4073-b635-fe6db93cb0d1 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 946 time: 0.2456274 Mar 22 19:20:49.981279 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:50.053564 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b56ed911-8e38-47b3-bc4e-7286b9131136 req-8f1aa0be-a20e-487e-85b4-c5a9ae002f6c service neutron] 10.222.0.84 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015809 Mar 22 19:20:50.087374 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42174) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:50.117888 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f25523d-c6ca-4b34-bcee-7117c354b558 req-e32a3310-4c1f-4bfc-8473-198945316438 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743796 Mar 22 19:20:50.176797 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ea587201-fdef-47db-88e7-6921cd005d85 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=67b86c6af44b4a07933828ae021d3977&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0875857 Mar 22 19:20:50.179474 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42176) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:50.221494 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d96f11-665d-4f85-9b5c-e3c5132fbc4b tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:20:50.234360 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3a53f8-e6b6-48b3-a986-4cf82aa33d56 None None] Sync routers for ids ['bb65b0c0-12b6-43ab-8795-a8160ab7ec47'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:20:50.235112 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-59d96f11-665d-4f85-9b5c-e3c5132fbc4b tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:50.249685 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ca531f3a-6342-486a-a57e-60c7a60dac88 admin admin] Publish callbacks [] for security_group (53b0544f-7c82-4357-9b74-e06f9ac16163), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:50.254837 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3a53f8-e6b6-48b3-a986-4cf82aa33d56 None None] Routers {'bb65b0c0-12b6-43ab-8795-a8160ab7ec47'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:20:50.255502 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-4a3a53f8-e6b6-48b3-a986-4cf82aa33d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:20:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['bb65b0c0-12b6-43ab-8795-a8160ab7ec47'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:50.284735 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ca531f3a-6342-486a-a57e-60c7a60dac88 admin admin] Publish callbacks [] for security_group (53b0544f-7c82-4357-9b74-e06f9ac16163), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:50.302035 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device dd676179-107e-43cf-b677-eb7c2d034d8a no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:20:50.306703 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65403d8-bfda-44b7-9c05-ab10e437275e req-44da0b3d-2400-426e-adcd-de71a94e294c tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:50.308846 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a65403d8-bfda-44b7-9c05-ab10e437275e req-44da0b3d-2400-426e-adcd-de71a94e294c tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc909016-56b3-449e-9ef8-5b7a573d5953 HTTP/1.1" status: 200 len: 949 time: 0.1896915 Mar 22 19:20:50.317555 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be942d7-4384-4e80-974c-6e148e588d73 req-cff04ee7-f418-4ea5-a4bd-b5bda7010d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:50.319832 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5be942d7-4384-4e80-974c-6e148e588d73 req-cff04ee7-f418-4ea5-a4bd-b5bda7010d6f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cd5d7b09e78b4f8992b733b5b4229fbb&device_id=2f7edb2d-1204-4e56-a578-b478c17ceb6f HTTP/1.1" status: 200 len: 1127 time: 0.1596110 Mar 22 19:20:50.343559 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-59d96f11-665d-4f85-9b5c-e3c5132fbc4b tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.75 "PUT /v2.0/floatingips/c5edbba2-bd9a-4d39-bf11-8077c615cf66 HTTP/1.1" status: 200 len: 992 time: 3.7608838 Mar 22 19:20:50.366929 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ca531f3a-6342-486a-a57e-60c7a60dac88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (53b0544f-7c82-4357-9b74-e06f9ac16163), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:50.370117 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ca531f3a-6342-486a-a57e-60c7a60dac88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:50.371621 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ca531f3a-6342-486a-a57e-60c7a60dac88 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/53b0544f-7c82-4357-9b74-e06f9ac16163 HTTP/1.1" status: 204 len: 168 time: 0.1887681 Mar 22 19:20:50.373765 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5cd308-3d7b-433a-9e51-3167d364728d', 'tag': '9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:20:50.377249 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f41112-8910-4f6c-b752-fbfb045fb67b" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5cd308-3d7b-433a-9e51-3167d364728d", "tag": "9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:20:50.392797 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca531f3a-6342-486a-a57e-60c7a60dac88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b0544f-7c82-4357-9b74-e06f9ac16163,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:50.468850 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-4a3a53f8-e6b6-48b3-a986-4cf82aa33d56 None None] Set router bb65b0c0-12b6-43ab-8795-a8160ab7ec47 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:20:50.491809 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f99ed-2556-4d50-af84-1bd59bbdb417 req-1f7fffb9-6e8e-4acb-a137-1900c28bdca9 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:50.502508 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-310f99ed-2556-4d50-af84-1bd59bbdb417 req-1f7fffb9-6e8e-4acb-a137-1900c28bdca9 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 943 time: 0.2923865 Mar 22 19:20:50.525956 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port dd676179-107e-43cf-b677-eb7c2d034d8a is: DOWN; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:50.555877 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a65403d8-bfda-44b7-9c05-ab10e437275e req-83405872-df3e-425e-9a37-b60277048184 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315538 Mar 22 19:20:50.674987 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-310f99ed-2556-4d50-af84-1bd59bbdb417 req-48c9e3c9-a84e-4fbd-83ae-246bcbcaff2a tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714604 Mar 22 19:20:50.676697 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81060927-8762-478d-b41b-087e518a1112 x-openstack-request-id: req-81060927-8762-478d-b41b-087e518a1112 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:20:50.676968 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5cd308-3d7b-433a-9e51-3167d364728d", "tag": "9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:20:50.677264 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-81060927-8762-478d-b41b-087e518a1112 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:20:50.677666 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81060927-8762-478d-b41b-087e518a1112'] response: {'name': 'network-changed', 'server_uuid': '8b5cd308-3d7b-433a-9e51-3167d364728d', 'tag': '9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40', 'status': 'completed', 'code': 200} Mar 22 19:20:50.679392 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be942d7-4384-4e80-974c-6e148e588d73 req-2b95a628-474e-4cdb-bf11-1e9669e4c7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:50.680985 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5be942d7-4384-4e80-974c-6e148e588d73 req-2b95a628-474e-4cdb-bf11-1e9669e4c7ef service neutron] 10.222.0.84 "GET /v2.0/networks?id=4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 HTTP/1.1" status: 200 len: 913 time: 0.3084884 Mar 22 19:20:50.706463 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03efcdf7-dafe-42ec-9752-edf5a2d30853', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fd4069b-2348-42da-8c6c-b594453833d1'}, {'name': 'network-changed', 'server_uuid': '03efcdf7-dafe-42ec-9752-edf5a2d30853', 'tag': '4fd4069b-2348-42da-8c6c-b594453833d1'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:20:50.708548 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9064f617-d972-41aa-b4a5-387ab6300eeb" -d '{"events": [{"server_uuid": "03efcdf7-dafe-42ec-9752-edf5a2d30853", "name": "network-vif-unplugged", "status": "completed", "tag": "4fd4069b-2348-42da-8c6c-b594453833d1"}, {"name": "network-changed", "server_uuid": "03efcdf7-dafe-42ec-9752-edf5a2d30853", "tag": "4fd4069b-2348-42da-8c6c-b594453833d1"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:20:50.847622 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-4a3a53f8-e6b6-48b3-a986-4cf82aa33d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'name': 'tempest-ServersTestFqdnHostnames-1272089014-router', 'tenant_id': '3776c74538ed43b2bc56c1ee64bd0054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '87768678-7a46-477b-a27d-3fe363a6a21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:20:06Z', 'updated_at': '2022-03-22T19:20:11Z', 'revision_number': 4, 'project_id': '3776c74538ed43b2bc56c1ee64bd0054', 'gw_port': {'id': '87768678-7a46-477b-a27d-3fe363a6a21b', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:20:07Z', 'updated_at': '2022-03-22T19:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'c5edbba2-bd9a-4d39-bf11-8077c615cf66', 'tenant_id': '3776c74538ed43b2bc56c1ee64bd0054', 'floating_ip_address': '172.25.5.211', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'port_id': '9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 804, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '665ce1a5-e5f2-48a0-b53a-9e9cf374c82f', 'mac_address': 'fa:16:3e:a9:23:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5cd308-3d7b-433a-9e51-3167d364728d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:20:16Z', 'updated_at': '2022-03-22T19:20:47Z', 'revision_number': 1, 'project_id': '3776c74538ed43b2bc56c1ee64bd0054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b25ba5c-e942-42aa-acc4-9acc1441d567', 'name': '', 'network_id': '665ce1a5-e5f2-48a0-b53a-9e9cf374c82f', 'tenant_id': '3776c74538ed43b2bc56c1ee64bd0054', 'mac_address': 'fa:16:3e:c2:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '791197ad-b493-4998-ab0c-b15b9ded5bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:20:10Z', 'updated_at': '2022-03-22T19:20:19Z', 'revision_number': 5, 'project_id': '3776c74538ed43b2bc56c1ee64bd0054', 'subnets': [{'id': '791197ad-b493-4998-ab0c-b15b9ded5bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:50.853900 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5be942d7-4384-4e80-974c-6e148e588d73 req-d2e52ed3-04b5-46c7-a62f-081cd15d1403 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb500bc2-a97f-4cfe-854a-334901468105 HTTP/1.1" status: 200 len: 217 time: 0.1209676 Mar 22 19:20:50.885730 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3a53f8-e6b6-48b3-a986-4cf82aa33d56 None None] Checking router: bb65b0c0-12b6-43ab-8795-a8160ab7ec47 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:20:50.894998 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3a53f8-e6b6-48b3-a986-4cf82aa33d56 None None] Routers {'bb65b0c0-12b6-43ab-8795-a8160ab7ec47'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:20:50.895759 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-4a3a53f8-e6b6-48b3-a986-4cf82aa33d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:20:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['bb65b0c0-12b6-43ab-8795-a8160ab7ec47'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:50.970259 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be942d7-4384-4e80-974c-6e148e588d73 req-280b280b-73fe-4450-b63b-af232e35aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:50.971742 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5be942d7-4384-4e80-974c-6e148e588d73 req-280b280b-73fe-4450-b63b-af232e35aa0d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9beaf938-d336-4dec-9fdf-4059a4c13370 HTTP/1.1" status: 200 len: 852 time: 0.0976198 Mar 22 19:20:50.992345 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c8c1a-16d0-4be3-9fb9-c6f85feaf679 req-0046905c-bcfd-46c1-a6ae-9457ad9dfe2c tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:50.999081 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-057c8c1a-16d0-4be3-9fb9-c6f85feaf679 req-0046905c-bcfd-46c1-a6ae-9457ad9dfe2c tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f7edb2d-1204-4e56-a578-b478c17ceb6f HTTP/1.1" status: 200 len: 944 time: 0.2419198 Mar 22 19:20:51.010682 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f41112-8910-4f6c-b752-fbfb045fb67b req-d4eda7cf-977b-483e-9440-b2900f722f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:51.012180 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e0f41112-8910-4f6c-b752-fbfb045fb67b req-d4eda7cf-977b-483e-9440-b2900f722f6d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3776c74538ed43b2bc56c1ee64bd0054&device_id=8b5cd308-3d7b-433a-9e51-3167d364728d HTTP/1.1" status: 200 len: 1129 time: 0.3114684 Mar 22 19:20:51.041297 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5be942d7-4384-4e80-974c-6e148e588d73 req-631b4cc5-6162-4e36-b14a-f8f75a3d9f40 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4d8eafd3-40f3-4f59-9d29-1a60a94dbe40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570195 Mar 22 19:20:51.054625 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-4a3a53f8-e6b6-48b3-a986-4cf82aa33d56 None None] Set router bb65b0c0-12b6-43ab-8795-a8160ab7ec47 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:20:51.089924 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device f3e51167-d8b4-4bc8-936b-c607dd9311a3 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:20:51.168452 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250680d-3f85-42f6-8170-c1acd9e2e186 req-ef9f8615-353b-4b7a-8624-7012fe377c61 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:51.170077 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7250680d-3f85-42f6-8170-c1acd9e2e186 req-ef9f8615-353b-4b7a-8624-7012fe377c61 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 943 time: 0.2571898 Mar 22 19:20:51.238956 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-057c8c1a-16d0-4be3-9fb9-c6f85feaf679 req-8023e221-993a-43cb-8369-024124acefb7 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389102 Mar 22 19:20:51.321782 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 22 Mar 2022 19:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3ceab9-4bb8-4125-8c51-9bc4a9b2c12f x-openstack-request-id: req-cd3ceab9-4bb8-4125-8c51-9bc4a9b2c12f {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:20:51.322852 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03efcdf7-dafe-42ec-9752-edf5a2d30853", "name": "network-vif-unplugged", "status": "completed", "tag": "4fd4069b-2348-42da-8c6c-b594453833d1", "code": 200}, {"name": "network-changed", "server_uuid": "03efcdf7-dafe-42ec-9752-edf5a2d30853", "tag": "4fd4069b-2348-42da-8c6c-b594453833d1", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:20:51.323708 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cd3ceab9-4bb8-4125-8c51-9bc4a9b2c12f {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:20:51.324285 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd3ceab9-4bb8-4125-8c51-9bc4a9b2c12f'] response: {'server_uuid': '03efcdf7-dafe-42ec-9752-edf5a2d30853', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fd4069b-2348-42da-8c6c-b594453833d1', 'code': 200} Mar 22 19:20:51.324709 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd3ceab9-4bb8-4125-8c51-9bc4a9b2c12f'] response: {'name': 'network-changed', 'server_uuid': '03efcdf7-dafe-42ec-9752-edf5a2d30853', 'tag': '4fd4069b-2348-42da-8c6c-b594453833d1', 'status': 'completed', 'code': 200} Mar 22 19:20:51.382116 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:51.389393 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5be942d7-4384-4e80-974c-6e148e588d73 req-ec410e65-48fe-43e4-8dad-d2158f4d8a85 service neutron] 10.222.0.84 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305786 Mar 22 19:20:51.394876 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f41112-8910-4f6c-b752-fbfb045fb67b req-3dd5fed3-9f23-4e7d-8dda-4150b568a58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:51.403229 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e0f41112-8910-4f6c-b752-fbfb045fb67b req-3dd5fed3-9f23-4e7d-8dda-4150b568a58a service neutron] 10.222.0.85 "GET /v2.0/networks?id=665ce1a5-e5f2-48a0-b53a-9e9cf374c82f HTTP/1.1" status: 200 len: 916 time: 0.3665907 Mar 22 19:20:51.407730 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42224) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:51.489419 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7250680d-3f85-42f6-8170-c1acd9e2e186 req-cf233681-1c65-4292-9190-f857bf059f12 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065057 Mar 22 19:20:51.526297 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port f3e51167-d8b4-4bc8-936b-c607dd9311a3 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:20:51.532931 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port f3e51167-d8b4-4bc8-936b-c607dd9311a3 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:20:51.533322 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f3e51167-d8b4-4bc8-936b-c607dd9311a3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:51.561895 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-e6f6b963-5a8d-4898-a10d-72a78c38a5ce admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1415811099-network', 'tenant_id': '1d0968440cf54214977e8ebbdab6278f'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:51.602158 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f6b963-5a8d-4898-a10d-72a78c38a5ce admin admin] Made reservation on behalf of 1d0968440cf54214977e8ebbdab6278f for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:20:51.604353 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-4a3a53f8-e6b6-48b3-a986-4cf82aa33d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'name': 'tempest-ServersTestFqdnHostnames-1272089014-router', 'tenant_id': '3776c74538ed43b2bc56c1ee64bd0054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '87768678-7a46-477b-a27d-3fe363a6a21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:20:06Z', 'updated_at': '2022-03-22T19:20:11Z', 'revision_number': 4, 'project_id': '3776c74538ed43b2bc56c1ee64bd0054', 'gw_port': {'id': '87768678-7a46-477b-a27d-3fe363a6a21b', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:20:07Z', 'updated_at': '2022-03-22T19:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'c5edbba2-bd9a-4d39-bf11-8077c615cf66', 'tenant_id': '3776c74538ed43b2bc56c1ee64bd0054', 'floating_ip_address': '172.25.5.211', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'port_id': '9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 804, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '665ce1a5-e5f2-48a0-b53a-9e9cf374c82f', 'mac_address': 'fa:16:3e:a9:23:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5cd308-3d7b-433a-9e51-3167d364728d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:20:16Z', 'updated_at': '2022-03-22T19:20:47Z', 'revision_number': 1, 'project_id': '3776c74538ed43b2bc56c1ee64bd0054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b25ba5c-e942-42aa-acc4-9acc1441d567', 'name': '', 'network_id': '665ce1a5-e5f2-48a0-b53a-9e9cf374c82f', 'tenant_id': '3776c74538ed43b2bc56c1ee64bd0054', 'mac_address': 'fa:16:3e:c2:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '791197ad-b493-4998-ab0c-b15b9ded5bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:20:10Z', 'updated_at': '2022-03-22T19:20:19Z', 'revision_number': 5, 'project_id': '3776c74538ed43b2bc56c1ee64bd0054', 'subnets': [{'id': '791197ad-b493-4998-ab0c-b15b9ded5bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:20:51.605516 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6f6b963-5a8d-4898-a10d-72a78c38a5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:51.622894 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6f6b963-5a8d-4898-a10d-72a78c38a5ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:51.640607 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3a53f8-e6b6-48b3-a986-4cf82aa33d56 None None] The sync data for ids ['bb65b0c0-12b6-43ab-8795-a8160ab7ec47'] in n-d-705658-24 is: [{'id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'name': 'tempest-ServersTestFqdnHostnames-1272089014-router', 'tenant_id': '3776c74538ed43b2bc56c1ee64bd0054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '87768678-7a46-477b-a27d-3fe363a6a21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:20:06Z', 'updated_at': '2022-03-22T19:20:11Z', 'revision_number': 4, 'project_id': '3776c74538ed43b2bc56c1ee64bd0054', 'gw_port': {'id': '87768678-7a46-477b-a27d-3fe363a6a21b', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:20:07Z', 'updated_at': '2022-03-22T19:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'c5edbba2-bd9a-4d39-bf11-8077c615cf66', 'tenant_id': '3776c74538ed43b2bc56c1ee64bd0054', 'floating_ip_address': '172.25.5.211', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'port_id': '9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 804, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '665ce1a5-e5f2-48a0-b53a-9e9cf374c82f', 'mac_address': 'fa:16:3e:a9:23:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5cd308-3d7b-433a-9e51-3167d364728d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:20:16Z', 'updated_at': '2022-03-22T19:20:47Z', 'revision_number': 1, 'project_id': '3776c74538ed43b2bc56c1ee64bd0054', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b25ba5c-e942-42aa-acc4-9acc1441d567', 'name': '', 'network_id': '665ce1a5-e5f2-48a0-b53a-9e9cf374c82f', 'tenant_id': '3776c74538ed43b2bc56c1ee64bd0054', 'mac_address': 'fa:16:3e:c2:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '791197ad-b493-4998-ab0c-b15b9ded5bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:20:10Z', 'updated_at': '2022-03-22T19:20:19Z', 'revision_number': 5, 'project_id': '3776c74538ed43b2bc56c1ee64bd0054', 'subnets': [{'id': '791197ad-b493-4998-ab0c-b15b9ded5bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:20:51.670172 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e0f41112-8910-4f6c-b752-fbfb045fb67b req-4012db0f-d95c-464c-8961-5ba862145cda service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40 HTTP/1.1" status: 200 len: 1000 time: 0.2166362 Mar 22 19:20:51.677763 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064f617-d972-41aa-b4a5-387ab6300eeb req-475b254d-c9a5-4283-a4f2-70e398678781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:51.679992 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9064f617-d972-41aa-b4a5-387ab6300eeb req-475b254d-c9a5-4283-a4f2-70e398678781 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=635145d2a62d432cbc865a99eb3219e4&device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 1158 time: 0.3245904 Mar 22 19:20:51.703457 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port f3e51167-d8b4-4bc8-936b-c607dd9311a3 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:51.704457 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f3e51167-d8b4-4bc8-936b-c607dd9311a3), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:51.737741 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc909016-56b3-449e-9ef8-5b7a573d5953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e51167-d8b4-4bc8-936b-c607dd9311a3'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:20:51.742411 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438e78c1-80c2-4c44-9679-00b558b19b31" -d '{"events": [{"server_uuid": "fc909016-56b3-449e-9ef8-5b7a573d5953", "name": "network-vif-plugged", "status": "completed", "tag": "f3e51167-d8b4-4bc8-936b-c607dd9311a3"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:20:51.756137 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6f6b963-5a8d-4898-a10d-72a78c38a5ce admin admin] Publish callbacks [] for security_group (54145124-7504-4537-8b4d-3f618af46145), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:51.759209 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port f3e51167-d8b4-4bc8-936b-c607dd9311a3, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=f3e51167-d8b4-4bc8-936b-c607dd9311a3,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:51.762789 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6f6b963-5a8d-4898-a10d-72a78c38a5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (54145124-7504-4537-8b4d-3f618af46145), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:51.775801 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f3e51167-d8b4-4bc8-936b-c607dd9311a3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:51.808926 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f6b963-5a8d-4898-a10d-72a78c38a5ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:20:51.825571 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6b963-5a8d-4898-a10d-72a78c38a5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54145124-7504-4537-8b4d-3f618af46145,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:51.832264 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6f6b963-5a8d-4898-a10d-72a78c38a5ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (1dabcaba-79e0-403f-8405-a983f35d70a7), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:51.832696 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-e6f6b963-5a8d-4898-a10d-72a78c38a5ce admin admin] Added segment 1dabcaba-79e0-403f-8405-a983f35d70a7 of type vlan for network f86aee2c-a4db-473a-89c7-b87edd48b016 Mar 22 19:20:51.837824 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5be942d7-4384-4e80-974c-6e148e588d73 req-b34f7dc3-509e-49c9-a630-1043cafb378f service neutron] 10.222.0.84 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863773 Mar 22 19:20:51.845153 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31112a15-8397-4f27-911f-b36945be4fd7 req-e2bb29bf-a4cb-4cfb-96b3-9b3e27e97da6 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:51.856164 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-31112a15-8397-4f27-911f-b36945be4fd7 req-e2bb29bf-a4cb-4cfb-96b3-9b3e27e97da6 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 944 time: 0.3541925 Mar 22 19:20:51.871049 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=f3e51167-d8b4-4bc8-936b-c607dd9311a3,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:51.903022 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6f6b963-5a8d-4898-a10d-72a78c38a5ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (f86aee2c-a4db-473a-89c7-b87edd48b016), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:51.931694 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6f6b963-5a8d-4898-a10d-72a78c38a5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (f86aee2c-a4db-473a-89c7-b87edd48b016), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:51.932854 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f6b963-5a8d-4898-a10d-72a78c38a5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:51.933605 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6f6b963-5a8d-4898-a10d-72a78c38a5ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:51.944268 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b65412-c113-4391-9e38-23549d7f63f0 req-92bab914-f9ef-4f65-80f0-af2fe3ea9435 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:51.951823 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02b65412-c113-4391-9e38-23549d7f63f0 req-92bab914-f9ef-4f65-80f0-af2fe3ea9435 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 946 time: 0.3111260 Mar 22 19:20:51.954557 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f41112-8910-4f6c-b752-fbfb045fb67b req-3831630e-43b0-416e-af81-6478b2a167c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:51.955989 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e0f41112-8910-4f6c-b752-fbfb045fb67b req-3831630e-43b0-416e-af81-6478b2a167c3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=791197ad-b493-4998-ab0c-b15b9ded5bbf HTTP/1.1" status: 200 len: 854 time: 0.2520251 Mar 22 19:20:51.995888 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e6f6b963-5a8d-4898-a10d-72a78c38a5ce admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5838945 Mar 22 19:20:51.997315 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42238) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:52.004313 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-c4b93e79-0ea3-43fd-ae8d-5f081b0af9c8 admin admin] Request body: {'subnet': {'network_id': 'f86aee2c-a4db-473a-89c7-b87edd48b016', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1415811099-subnet', 'tenant_id': '1d0968440cf54214977e8ebbdab6278f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:52.024414 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6b963-5a8d-4898-a10d-72a78c38a5ce admin admin] Pushing event updated for resources: {'Network': ['ID=f86aee2c-a4db-473a-89c7-b87edd48b016,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:52.039100 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network f86aee2c-a4db-473a-89c7-b87edd48b016 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:20:52.044096 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5538849-2741-4162-b224-1fa6485ca4c7 None None] New status for floating IP c5edbba2-bd9a-4d39-bf11-8077c615cf66: ACTIVE {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:20:52.044923 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b93e79-0ea3-43fd-ae8d-5f081b0af9c8 admin admin] Made reservation on behalf of 1d0968440cf54214977e8ebbdab6278f for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:20:52.047000 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-31112a15-8397-4f27-911f-b36945be4fd7 req-d95aab81-e0a1-4318-86aa-165e1f26123b tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898737 Mar 22 19:20:52.047401 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c4b93e79-0ea3-43fd-ae8d-5f081b0af9c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:52.081667 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064f617-d972-41aa-b4a5-387ab6300eeb req-de2b0d8c-e64c-406c-a1af-88536776944c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:52.083163 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9064f617-d972-41aa-b4a5-387ab6300eeb req-de2b0d8c-e64c-406c-a1af-88536776944c service neutron] 10.222.0.85 "GET /v2.0/networks?id=63b49c54-7e45-4147-9f0e-8b47e058281a HTTP/1.1" status: 200 len: 909 time: 0.3695455 Mar 22 19:20:52.184981 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9064f617-d972-41aa-b4a5-387ab6300eeb req-c68714bc-5030-4479-a1b4-3c1bf0a81829 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fd4069b-2348-42da-8c6c-b594453833d1 HTTP/1.1" status: 200 len: 217 time: 0.0835600 Mar 22 19:20:52.195346 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02b65412-c113-4391-9e38-23549d7f63f0 req-82fb8449-c76d-4e5f-a8af-7ca8a7a95a18 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425587 Mar 22 19:20:52.277122 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device cb500bc2-a97f-4cfe-854a-334901468105 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:20:52.307101 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c4b93e79-0ea3-43fd-ae8d-5f081b0af9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (b79d00bd-67e3-41a4-af81-d6bc678ecb21), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:52.331464 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f41112-8910-4f6c-b752-fbfb045fb67b req-49651089-bded-48c5-8d34-75f8c5fabed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:52.335549 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e0f41112-8910-4f6c-b752-fbfb045fb67b req-49651089-bded-48c5-8d34-75f8c5fabed5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=665ce1a5-e5f2-48a0-b53a-9e9cf374c82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3597109 Mar 22 19:20:52.408984 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b93e79-0ea3-43fd-ae8d-5f081b0af9c8 admin admin] Checking segment: {'id': '1dabcaba-79e0-403f-8405-a983f35d70a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f86aee2c-a4db-473a-89c7-b87edd48b016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:20:52.409587 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b93e79-0ea3-43fd-ae8d-5f081b0af9c8 admin admin] Network hostable DHCP agents. Network: f86aee2c-a4db-473a-89c7-b87edd48b016, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:20:52.441116 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b93e79-0ea3-43fd-ae8d-5f081b0af9c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b79d00bd-67e3-41a4-af81-d6bc678ecb21,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:52.485123 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b93e79-0ea3-43fd-ae8d-5f081b0af9c8 admin admin] Network f86aee2c-a4db-473a-89c7-b87edd48b016 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:20:52.500326 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7143ea-0c90-4886-9b3f-cfd117819dd7 x-openstack-request-id: req-dc7143ea-0c90-4886-9b3f-cfd117819dd7 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:20:52.500710 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc909016-56b3-449e-9ef8-5b7a573d5953", "name": "network-vif-plugged", "status": "completed", "tag": "f3e51167-d8b4-4bc8-936b-c607dd9311a3", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:20:52.501035 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dc7143ea-0c90-4886-9b3f-cfd117819dd7 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:20:52.502283 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc7143ea-0c90-4886-9b3f-cfd117819dd7'] response: {'server_uuid': 'fc909016-56b3-449e-9ef8-5b7a573d5953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e51167-d8b4-4bc8-936b-c607dd9311a3', 'code': 200} Mar 22 19:20:52.505630 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-c4b93e79-0ea3-43fd-ae8d-5f081b0af9c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, f86aee2c-a4db-473a-89c7-b87edd48b016) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:20:52.510634 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b93e79-0ea3-43fd-ae8d-5f081b0af9c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:52.512095 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c4b93e79-0ea3-43fd-ae8d-5f081b0af9c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:52.515126 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064f617-d972-41aa-b4a5-387ab6300eeb req-07b4035c-709d-477f-9ea2-544c72c80876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:52.517509 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9064f617-d972-41aa-b4a5-387ab6300eeb req-07b4035c-709d-477f-9ea2-544c72c80876 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1824832e-8035-4e29-a8c5-aaeabb7261e8 HTTP/1.1" status: 200 len: 848 time: 0.3105545 Mar 22 19:20:52.530629 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port cb500bc2-a97f-4cfe-854a-334901468105, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=cb500bc2-a97f-4cfe-854a-334901468105,segment=NetworkSegment(8c6ba457-004e-47f9-ab30-ce3aaf4ab771),segment_id=8c6ba457-004e-47f9-ab30-ce3aaf4ab771)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:52.552224 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcae0f3e-4a00-443e-9eeb-7232a4e79edb None None] Network f86aee2c-a4db-473a-89c7-b87edd48b016 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:20:52.554695 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c4b93e79-0ea3-43fd-ae8d-5f081b0af9c8 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5572052 Mar 22 19:20:52.580452 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9064f617-d972-41aa-b4a5-387ab6300eeb req-febe575a-ee4d-4d05-a97f-ffc8024c45b7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=63b49c54-7e45-4147-9f0e-8b47e058281a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520384 Mar 22 19:20:52.590544 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85abb6-533c-48d0-8010-4e4b58118ae9 req-289b9abf-48c3-45fd-8f1d-49b5549306cb tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:52.598052 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3d85abb6-533c-48d0-8010-4e4b58118ae9 req-289b9abf-48c3-45fd-8f1d-49b5549306cb tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc909016-56b3-449e-9ef8-5b7a573d5953 HTTP/1.1" status: 200 len: 950 time: 0.2894597 Mar 22 19:20:52.700556 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e0f41112-8910-4f6c-b752-fbfb045fb67b req-20cccbbe-3587-4de8-ba19-ac1f8d9909dc service neutron] 10.222.0.85 "GET /v2.0/networks/665ce1a5-e5f2-48a0-b53a-9e9cf374c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300335 Mar 22 19:20:52.728217 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337623f1-3dc9-48ea-b3d3-f6589a59f38c req-d3f9b1f3-3b42-47bc-bd2e-66112f1eb7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:52.730011 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-337623f1-3dc9-48ea-b3d3-f6589a59f38c req-d3f9b1f3-3b42-47bc-bd2e-66112f1eb7cc service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=fc909016-56b3-449e-9ef8-5b7a573d5953 HTTP/1.1" status: 200 len: 1133 time: 0.1113229 Mar 22 19:20:52.794198 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'cb500bc2-a97f-4cfe-854a-334901468105', 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40', 'port_id': 'cb500bc2-a97f-4cfe-854a-334901468105', 'mac_address': 'fa:16:3e:6a:12:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9beaf938-d336-4dec-9fdf-4059a4c13370', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:20:52.803435 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e4fb23-ce2c-455b-ac52-4ea11904e07a None None] Network f86aee2c-a4db-473a-89c7-b87edd48b016 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:20:52.814215 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-337623f1-3dc9-48ea-b3d3-f6589a59f38c req-4740f587-98c7-4d47-bb33-85e5a8533fa8 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712013 Mar 22 19:20:52.856717 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3d85abb6-533c-48d0-8010-4e4b58118ae9 req-02cd21c5-977e-4df7-9a42-2e7b013626ee tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531250 Mar 22 19:20:52.941905 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9064f617-d972-41aa-b4a5-387ab6300eeb req-c1d3b16b-a953-4cbd-b806-8977ac498024 service neutron] 10.222.0.85 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348768 Mar 22 19:20:52.956924 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port cb500bc2-a97f-4cfe-854a-334901468105 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:52.956924 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (cb500bc2-a97f-4cfe-854a-334901468105), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:52.973737 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb500bc2-a97f-4cfe-854a-334901468105 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:20:52.995811 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e0f41112-8910-4f6c-b752-fbfb045fb67b req-940fb088-f64b-407d-9261-249e7e4847e3 service neutron] 10.222.0.85 "GET /v2.0/networks/665ce1a5-e5f2-48a0-b53a-9e9cf374c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837214 Mar 22 19:20:52.996790 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port cb500bc2-a97f-4cfe-854a-334901468105, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=cb500bc2-a97f-4cfe-854a-334901468105,segment=NetworkSegment(8c6ba457-004e-47f9-ab30-ce3aaf4ab771),segment_id=8c6ba457-004e-47f9-ab30-ce3aaf4ab771)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:53.010332 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (cb500bc2-a97f-4cfe-854a-334901468105), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:53.011177 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 4fd4069b-2348-42da-8c6c-b594453833d1 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:20:53.016788 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-2f729082-67b3-45db-82de-102a1a425826 req-d5325e41-800b-4906-9e75-b37936c693c8 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:20:53.017907 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2f729082-67b3-45db-82de-102a1a425826 req-d5325e41-800b-4906-9e75-b37936c693c8 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068798 Mar 22 19:20:53.030661 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd52526-2aa5-4085-9e04-409f9608a799 req-3f8411f3-9020-4c04-8ed6-cc6caacb6ab7 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:53.038352 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5fd52526-2aa5-4085-9e04-409f9608a799 req-3f8411f3-9020-4c04-8ed6-cc6caacb6ab7 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f7edb2d-1204-4e56-a578-b478c17ceb6f HTTP/1.1" status: 200 len: 944 time: 0.0752995 Mar 22 19:20:53.095728 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5fd52526-2aa5-4085-9e04-409f9608a799 req-c6036f96-fe81-4502-a69a-a190387f0351 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563822 Mar 22 19:20:53.183227 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=cb500bc2-a97f-4cfe-854a-334901468105,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:53.261223 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9064f617-d972-41aa-b4a5-387ab6300eeb req-4e2d4758-22ad-4a46-8019-5e5c678ba052 service neutron] 10.222.0.85 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611745 Mar 22 19:20:53.267451 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 4fd4069b-2348-42da-8c6c-b594453833d1, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=4fd4069b-2348-42da-8c6c-b594453833d1,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:53.294276 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 4fd4069b-2348-42da-8c6c-b594453833d1 has no active binding in host n-h1-705658-24 {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 22 19:20:53.388432 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42284) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:53.517136 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-76019302-b71f-4b5f-aca8-9769d207fd88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:53.614387 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-76019302-b71f-4b5f-aca8-9769d207fd88 admin admin] Publish callbacks [] for security_group (32d47b80-3238-44ba-a6b9-5a5ddfb22359), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:53.619656 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-76019302-b71f-4b5f-aca8-9769d207fd88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (32d47b80-3238-44ba-a6b9-5a5ddfb22359), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:53.640057 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['cb500bc2-a97f-4cfe-854a-334901468105'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:20:53.669568 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-76019302-b71f-4b5f-aca8-9769d207fd88 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1ec6504292df4c75a95df5241aadff3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2799962 Mar 22 19:20:53.670520 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42288) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:53.686860 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76019302-b71f-4b5f-aca8-9769d207fd88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d47b80-3238-44ba-a6b9-5a5ddfb22359,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:53.729745 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-63c42c3b-de1a-4902-b35a-82eaa083bd2e admin admin] Publish callbacks [] for security_group (32d47b80-3238-44ba-a6b9-5a5ddfb22359), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:53.759366 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-63c42c3b-de1a-4902-b35a-82eaa083bd2e admin admin] Publish callbacks [] for security_group (32d47b80-3238-44ba-a6b9-5a5ddfb22359), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:53.826357 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e58f72-f911-4336-8ff7-d63d6f331f93 req-33e7edc5-5175-479d-ac81-95fdd1924fa9 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:53.828122 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d8e58f72-f911-4336-8ff7-d63d6f331f93 req-33e7edc5-5175-479d-ac81-95fdd1924fa9 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 944 time: 0.5128248 Mar 22 19:20:53.831330 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-63c42c3b-de1a-4902-b35a-82eaa083bd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (32d47b80-3238-44ba-a6b9-5a5ddfb22359), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:53.839709 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-63c42c3b-de1a-4902-b35a-82eaa083bd2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:53.852762 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-63c42c3b-de1a-4902-b35a-82eaa083bd2e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/32d47b80-3238-44ba-a6b9-5a5ddfb22359 HTTP/1.1" status: 204 len: 168 time: 0.1735144 Mar 22 19:20:53.870508 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c42c3b-de1a-4902-b35a-82eaa083bd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d47b80-3238-44ba-a6b9-5a5ddfb22359,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:53.876123 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-2e1509a6-a7a8-433a-8cff-f81c310cf7a4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5244279 Mar 22 19:20:53.889937 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-6efe833c-530a-4535-aeca-e4e51904b6c8 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:53.891774 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-6efe833c-530a-4535-aeca-e4e51904b6c8 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/networks?id=f86aee2c-a4db-473a-89c7-b87edd48b016 HTTP/1.1" status: 200 len: 815 time: 0.5391173 Mar 22 19:20:53.938457 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d8e58f72-f911-4336-8ff7-d63d6f331f93 req-dec3e213-d90f-45cb-a0aa-00463f6c2fa5 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981958 Mar 22 19:20:53.958329 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-e7abc7ef-1f1f-4506-8cbe-b8fc9e81a9da tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/quotas/1d0968440cf54214977e8ebbdab6278f HTTP/1.1" status: 200 len: 375 time: 0.0366333 Mar 22 19:20:54.004916 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-eb9035a4-af76-401c-9967-a46bfee2f805 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1d0968440cf54214977e8ebbdab6278f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447803 Mar 22 19:20:54.122586 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42302) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:54.147721 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7953c0a7-4c06-4721-8953-5a3d9e155ac7 req-828cd34a-6289-4c48-b0df-9d6b2f32a0d9 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:54.149274 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7953c0a7-4c06-4721-8953-5a3d9e155ac7 req-828cd34a-6289-4c48-b0df-9d6b2f32a0d9 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 943 time: 0.0900362 Mar 22 19:20:54.151636 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-44bbfd7c-eed2-4432-acc6-cf8184504926 service neutron] 10.222.0.75 "GET /v2.0/networks/f86aee2c-a4db-473a-89c7-b87edd48b016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456890 Mar 22 19:20:54.268943 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7953c0a7-4c06-4721-8953-5a3d9e155ac7 req-7cf372c6-7ec0-4796-baee-9840c93fbd2d tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117148 Mar 22 19:20:54.276598 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42306) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:54.304912 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cdc597b2-9d0f-4cdc-8f66-85f5e9f21a83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:54.322809 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-e76ebc55-a6ab-4906-94bd-7ca8e3f46fcc service neutron] 10.222.0.75 "GET /v2.0/networks/f86aee2c-a4db-473a-89c7-b87edd48b016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645794 Mar 22 19:20:54.402543 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-f365444a-85d3-4dcf-a11e-85db789553a3 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:54.406170 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-f365444a-85d3-4dcf-a11e-85db789553a3 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports/dd676179-107e-43cf-b677-eb7c2d034d8a HTTP/1.1" status: 200 len: 940 time: 0.2817976 Mar 22 19:20:54.436792 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a4c22-78d3-44ad-be2c-aca841f60275 req-49e01ff0-c802-4300-996a-e5f1090569a0 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:54.439066 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-584a4c22-78d3-44ad-be2c-aca841f60275 req-49e01ff0-c802-4300-996a-e5f1090569a0 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 946 time: 0.0822115 Mar 22 19:20:54.519713 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-584a4c22-78d3-44ad-be2c-aca841f60275 req-9e83d976-3e4f-49d4-b3e6-8857a7578d8e tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712566 Mar 22 19:20:54.604403 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cdc597b2-9d0f-4cdc-8f66-85f5e9f21a83 admin admin] Publish callbacks [] for security_group (3944495f-67cd-44a7-b40e-af7df901ea6f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:54.610578 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cdc597b2-9d0f-4cdc-8f66-85f5e9f21a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3944495f-67cd-44a7-b40e-af7df901ea6f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:54.692996 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cdc597b2-9d0f-4cdc-8f66-85f5e9f21a83 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=95b4fd187a224f64b42eb9883d782feb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4153891 Mar 22 19:20:54.696323 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc597b2-9d0f-4cdc-8f66-85f5e9f21a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3944495f-67cd-44a7-b40e-af7df901ea6f,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:54.703969 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42314) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:20:54.786646 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afcaf7-9006-4d30-8e3f-9eac072a4804 req-0ea125c6-ad39-4c09-af4e-90d4eec60ae5 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:54.788613 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a6afcaf7-9006-4d30-8e3f-9eac072a4804 req-0ea125c6-ad39-4c09-af4e-90d4eec60ae5 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc909016-56b3-449e-9ef8-5b7a573d5953 HTTP/1.1" status: 200 len: 950 time: 0.2268260 Mar 22 19:20:54.805588 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-faacb8a1-b883-4b42-b505-a16284b99ffa admin admin] Publish callbacks [] for security_group (3944495f-67cd-44a7-b40e-af7df901ea6f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:54.842682 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76fe7d-f30d-45df-8e01-ef3db3498d2a req-1a4fa895-3109-4297-b88b-560bb3289cf6 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:54.856973 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7f76fe7d-f30d-45df-8e01-ef3db3498d2a req-1a4fa895-3109-4297-b88b-560bb3289cf6 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f7edb2d-1204-4e56-a578-b478c17ceb6f HTTP/1.1" status: 200 len: 945 time: 0.1976101 Mar 22 19:20:54.859085 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-faacb8a1-b883-4b42-b505-a16284b99ffa admin admin] Publish callbacks [] for security_group (3944495f-67cd-44a7-b40e-af7df901ea6f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:54.931162 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7f76fe7d-f30d-45df-8e01-ef3db3498d2a req-8cd616e1-683b-42e0-a62e-fc311b9b933f tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733368 Mar 22 19:20:54.939746 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a6afcaf7-9006-4d30-8e3f-9eac072a4804 req-42a204fd-35c7-4166-a03e-007e89213cc3 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444640 Mar 22 19:20:54.943755 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-faacb8a1-b883-4b42-b505-a16284b99ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3944495f-67cd-44a7-b40e-af7df901ea6f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:54.950740 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-faacb8a1-b883-4b42-b505-a16284b99ffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:54.957986 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-faacb8a1-b883-4b42-b505-a16284b99ffa admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3944495f-67cd-44a7-b40e-af7df901ea6f HTTP/1.1" status: 204 len: 168 time: 0.2519884 Mar 22 19:20:54.980842 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faacb8a1-b883-4b42-b505-a16284b99ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3944495f-67cd-44a7-b40e-af7df901ea6f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:55.066504 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 4fd4069b-2348-42da-8c6c-b594453833d1 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:20:55.109853 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6a1acdfe-b0ec-4399-9b5d-d6cda93c89f9 req-5cdce29d-0e3a-4634-82a4-3bde5aaa39f8 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 210 time: 0.1131017 Mar 22 19:20:55.274110 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae014fbe-b42d-4a3d-830d-7a2cd874f36b req-34c748f8-d572-4bf0-8804-a3983733dabe tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:55.283851 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ae014fbe-b42d-4a3d-830d-7a2cd874f36b req-34c748f8-d572-4bf0-8804-a3983733dabe tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 944 time: 0.1377461 Mar 22 19:20:55.302365 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 4fd4069b-2348-42da-8c6c-b594453833d1 is: DOWN; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:55.423083 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ae014fbe-b42d-4a3d-830d-7a2cd874f36b req-5cf58212-b945-4c6b-8a3d-73b393fd1d47 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344044 Mar 22 19:20:55.446288 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc2f9d-c35d-4ef1-b83d-7a7caea01037 req-e12f809b-2df6-47e1-aee3-0887941d8b62 tempest-ServersOnMultiNodesTest-1385471072 tempest-ServersOnMultiNodesTest-1385471072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:55.453421 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7fdc2f9d-c35d-4ef1-b83d-7a7caea01037 req-e12f809b-2df6-47e1-aee3-0887941d8b62 tempest-ServersOnMultiNodesTest-1385471072 tempest-ServersOnMultiNodesTest-1385471072-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=fc909016-56b3-449e-9ef8-5b7a573d5953 HTTP/1.1" status: 200 len: 1133 time: 0.1627464 Mar 22 19:20:55.556044 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7fdc2f9d-c35d-4ef1-b83d-7a7caea01037 req-3fcb3bef-680c-45d7-9846-a0a6683b21ef tempest-ServersOnMultiNodesTest-1385471072 tempest-ServersOnMultiNodesTest-1385471072-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014261 Mar 22 19:20:55.627087 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189844b-e78c-4e04-a00a-35d5e3d5ed7c req-9bff39b9-42c6-4213-bf76-80d49edc1fe3 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:55.635173 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2189844b-e78c-4e04-a00a-35d5e3d5ed7c req-9bff39b9-42c6-4213-bf76-80d49edc1fe3 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 943 time: 0.1176615 Mar 22 19:20:55.785953 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2189844b-e78c-4e04-a00a-35d5e3d5ed7c req-91145176-2655-43c8-bcb9-1f1d43a19f79 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465399 Mar 22 19:20:55.836278 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a9f062-eb8f-41a1-b5ec-22cbc93d0a81 req-8e07009e-0b50-4c72-aaf7-6121ebb3f313 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:55.838057 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b0a9f062-eb8f-41a1-b5ec-22cbc93d0a81 req-8e07009e-0b50-4c72-aaf7-6121ebb3f313 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 946 time: 0.1779032 Mar 22 19:20:55.854786 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-640a9fb4-fcee-4f0e-abcc-6635dca08790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:55.856387 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-640a9fb4-fcee-4f0e-abcc-6635dca08790 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f&tenant_id=d705cf46da4049c5a3f437a1e3d200c6 HTTP/1.1" status: 200 len: 1126 time: 0.1195483 Mar 22 19:20:55.880591 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-03f4884f-7ad9-47b1-9f02-4abd56a18878 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705658-24', 'device_owner': 'compute:nova'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:55.961519 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-53e980ef-c6a0-4eff-bc4a-0ff48fb873fd tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0976555 Mar 22 19:20:56.058183 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b0a9f062-eb8f-41a1-b5ec-22cbc93d0a81 req-bc13aea2-e337-4f2b-a471-466ffedc01b3 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067571 Mar 22 19:20:56.251252 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-03f4884f-7ad9-47b1-9f02-4abd56a18878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (dd676179-107e-43cf-b677-eb7c2d034d8a), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:56.290300 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device cb500bc2-a97f-4cfe-854a-334901468105 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:20:56.353113 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-89eb4b2f-b863-45dd-a330-907eca243a79 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:56.353113 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-89eb4b2f-b863-45dd-a330-907eca243a79 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3898170 Mar 22 19:20:56.381207 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port cb500bc2-a97f-4cfe-854a-334901468105 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:20:56.385928 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port cb500bc2-a97f-4cfe-854a-334901468105 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:20:56.386438 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (cb500bc2-a97f-4cfe-854a-334901468105), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:56.407134 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-2225da98-7a00-4185-8fb1-b268dbf262bf tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:56.408848 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-2225da98-7a00-4185-8fb1-b268dbf262bf tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.85 "GET /v2.0/networks?id=f86aee2c-a4db-473a-89c7-b87edd48b016 HTTP/1.1" status: 200 len: 815 time: 0.4045696 Mar 22 19:20:56.416304 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2ce6f-4b57-4f54-8032-437209e6e485 req-38a058c0-6f48-4b15-8e9e-d130c48a1464 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:56.417913 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-72f2ce6f-4b57-4f54-8032-437209e6e485 req-38a058c0-6f48-4b15-8e9e-d130c48a1464 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f7edb2d-1204-4e56-a578-b478c17ceb6f HTTP/1.1" status: 200 len: 945 time: 0.2320347 Mar 22 19:20:56.429636 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-8cee8dbb-fd34-446f-a0a4-cd8ae86cdfed tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Request body: {'port': {'device_id': '0fd2dc24-1e53-4dc5-9adf-a884a7728b05', 'network_id': 'f86aee2c-a4db-473a-89c7-b87edd48b016', 'admin_state_up': True, 'tenant_id': '1d0968440cf54214977e8ebbdab6278f'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:56.433555 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-11bb037e-92a0-4285-b8a0-08b76157d470 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/quotas/20b66ad6871e4aa4b2cde9f25603dddb HTTP/1.1" status: 200 len: 375 time: 0.0629468 Mar 22 19:20:56.493135 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port cb500bc2-a97f-4cfe-854a-334901468105 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:20:56.493606 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (cb500bc2-a97f-4cfe-854a-334901468105), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:56.526575 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7edb2d-1204-4e56-a578-b478c17ceb6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb500bc2-a97f-4cfe-854a-334901468105'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:20:56.532236 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385ce174-9f8a-4239-9c06-f6c00efa7098" -d '{"events": [{"server_uuid": "2f7edb2d-1204-4e56-a578-b478c17ceb6f", "name": "network-vif-plugged", "status": "completed", "tag": "cb500bc2-a97f-4cfe-854a-334901468105"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:20:56.550697 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port cb500bc2-a97f-4cfe-854a-334901468105, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=cb500bc2-a97f-4cfe-854a-334901468105,segment=NetworkSegment(8c6ba457-004e-47f9-ab30-ce3aaf4ab771),segment_id=8c6ba457-004e-47f9-ab30-ce3aaf4ab771)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:56.555866 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (cb500bc2-a97f-4cfe-854a-334901468105), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:56.631915 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=cb500bc2-a97f-4cfe-854a-334901468105,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:56.644363 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:56.644707 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:56.645028 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:56.645377 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:56.645696 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:56.646052 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:56.646376 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:56.646760 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:56.647090 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:56.647409 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:56.647729 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:56.648053 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:56.651056 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:56.651405 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:56.651748 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:20:56.705694 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-72f2ce6f-4b57-4f54-8032-437209e6e485 req-6e4774ea-6e5d-43a5-b1bc-abfd0c6c3ee7 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234795 Mar 22 19:20:56.738864 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-52b79eeb-6440-426d-8c43-2ffc712450db tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2550044 Mar 22 19:20:56.781979 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-03f4884f-7ad9-47b1-9f02-4abd56a18878 service neutron] For port dd676179-107e-43cf-b677-eb7c2d034d8a, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=dd676179-107e-43cf-b677-eb7c2d034d8a,segment=NetworkSegment(7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7),segment_id=7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:20:56.859770 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78cb19e9-b2f8-47d5-a30d-7718bc6d924f req-5468503b-2276-443b-9d8b-6e20f4c3d864 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 210 time: 0.0406058 Mar 22 19:20:56.867649 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-8cee8dbb-fd34-446f-a0a4-cd8ae86cdfed tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Made reservation on behalf of 1d0968440cf54214977e8ebbdab6278f for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:20:56.879306 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-8cee8dbb-fd34-446f-a0a4-cd8ae86cdfed tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:56.981994 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7099cb36-98a0-402e-826d-698bdf064f25 x-openstack-request-id: req-7099cb36-98a0-402e-826d-698bdf064f25 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:20:56.982289 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7edb2d-1204-4e56-a578-b478c17ceb6f", "name": "network-vif-plugged", "status": "completed", "tag": "cb500bc2-a97f-4cfe-854a-334901468105", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:20:56.983623 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7099cb36-98a0-402e-826d-698bdf064f25 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:20:56.984038 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7099cb36-98a0-402e-826d-698bdf064f25'] response: {'server_uuid': '2f7edb2d-1204-4e56-a578-b478c17ceb6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb500bc2-a97f-4cfe-854a-334901468105', 'code': 200} Mar 22 19:20:57.103152 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-03f4884f-7ad9-47b1-9f02-4abd56a18878 service neutron] For port dd676179-107e-43cf-b677-eb7c2d034d8a, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:20:57.193955 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-03f4884f-7ad9-47b1-9f02-4abd56a18878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd676179-107e-43cf-b677-eb7c2d034d8a {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:20:57.211926 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-03f4884f-7ad9-47b1-9f02-4abd56a18878 service neutron] Publish callbacks [] for port (dd676179-107e-43cf-b677-eb7c2d034d8a), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:57.275847 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-03f4884f-7ad9-47b1-9f02-4abd56a18878 service neutron] Transition to ACTIVE for port object dd676179-107e-43cf-b677-eb7c2d034d8a will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:20:57.286690 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5034ba-c451-4529-9e9a-fb2b1aac9aba req-106cb748-9728-4f17-85ca-b0e6588a7ac6 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:57.288512 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e5034ba-c451-4529-9e9a-fb2b1aac9aba req-106cb748-9728-4f17-85ca-b0e6588a7ac6 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 944 time: 0.3051736 Mar 22 19:20:57.297941 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22115ebe-c64b-4e45-90e9-fa7483cb21b3 req-a3fa818d-d805-4b7c-9e10-0312e9771e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:57.299427 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22115ebe-c64b-4e45-90e9-fa7483cb21b3 req-a3fa818d-d805-4b7c-9e10-0312e9771e99 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=2f7edb2d-1204-4e56-a578-b478c17ceb6f HTTP/1.1" status: 200 len: 1129 time: 0.2466147 Mar 22 19:20:57.300160 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-03f4884f-7ad9-47b1-9f02-4abd56a18878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (dd676179-107e-43cf-b677-eb7c2d034d8a), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:57.310407 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-8cee8dbb-fd34-446f-a0a4-cd8ae86cdfed tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Allocated IP 172.20.0.13 (f86aee2c-a4db-473a-89c7-b87edd48b016/b79d00bd-67e3-41a4-af81-d6bc678ecb21/a1da9a6b-b20b-48cd-a55f-ddd31908ce0b) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:20:57.320091 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7322d8-de49-4aa6-b9ec-6e6e603b0e1d req-a51c876d-0e09-43ac-b353-16eaf4ace187 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:57.327130 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2d7322d8-de49-4aa6-b9ec-6e6e603b0e1d req-a51c876d-0e09-43ac-b353-16eaf4ace187 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 943 time: 0.2719479 Mar 22 19:20:57.450698 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4884f-7ad9-47b1-9f02-4abd56a18878 service neutron] Pushing event updated for resources: {'Port': ['ID=dd676179-107e-43cf-b677-eb7c2d034d8a,revision_number=9']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:57.502084 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-03f4884f-7ad9-47b1-9f02-4abd56a18878 service neutron] No DVR routers for this DVR port dd676179-107e-43cf-b677-eb7c2d034d8a on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:20:57.539712 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e5034ba-c451-4529-9e9a-fb2b1aac9aba req-5beb7310-e968-47c3-b368-8dcbcdd31a8a tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374027 Mar 22 19:20:57.548591 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22115ebe-c64b-4e45-90e9-fa7483cb21b3 req-0e6ae32e-2010-4f11-a1e3-57e71de81db2 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189410 Mar 22 19:20:57.561486 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2d7322d8-de49-4aa6-b9ec-6e6e603b0e1d req-c5c96800-343c-463c-8465-c37836dd8943 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283895 Mar 22 19:20:57.670773 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-12c136cd-a02c-49d2-acee-0e6bda8a1001 req-3a89f792-7c2a-48d6-9ec2-b139070b4d8e tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbae0a59-5e7a-412f-8781-3c888e1b5dc3 HTTP/1.1" status: 200 len: 210 time: 0.0468409 Mar 22 19:20:57.671361 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-03f4884f-7ad9-47b1-9f02-4abd56a18878 service neutron] Attempting to bind port dd676179-107e-43cf-b677-eb7c2d034d8a on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:20:57.671702 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-03f4884f-7ad9-47b1-9f02-4abd56a18878 service neutron] Attempting to bind port dd676179-107e-43cf-b677-eb7c2d034d8a by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'af063d67-c3ee-47b0-bb92-498195b15a92'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:20:57.672042 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-03f4884f-7ad9-47b1-9f02-4abd56a18878 service neutron] Attempting to bind port dd676179-107e-43cf-b677-eb7c2d034d8a on network af063d67-c3ee-47b0-bb92-498195b15a92 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:20:57.711192 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-03f4884f-7ad9-47b1-9f02-4abd56a18878 service neutron] Port dd676179-107e-43cf-b677-eb7c2d034d8a on network af063d67-c3ee-47b0-bb92-498195b15a92 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:20:57.711608 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-03f4884f-7ad9-47b1-9f02-4abd56a18878 service neutron] Attempting to bind port dd676179-107e-43cf-b677-eb7c2d034d8a on network af063d67-c3ee-47b0-bb92-498195b15a92 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:20:57.730729 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-03f4884f-7ad9-47b1-9f02-4abd56a18878 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:20:57.731078 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-03f4884f-7ad9-47b1-9f02-4abd56a18878 service neutron] Checking segment: {'id': '7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'af063d67-c3ee-47b0-bb92-498195b15a92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:20:57.731474 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-03f4884f-7ad9-47b1-9f02-4abd56a18878 service neutron] Bound using segment: {'id': '7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'af063d67-c3ee-47b0-bb92-498195b15a92'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:20:57.731935 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-03f4884f-7ad9-47b1-9f02-4abd56a18878 service neutron] Bound port: dd676179-107e-43cf-b677-eb7c2d034d8a, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'af063d67-c3ee-47b0-bb92-498195b15a92'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:20:57.732325 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-03f4884f-7ad9-47b1-9f02-4abd56a18878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (dd676179-107e-43cf-b677-eb7c2d034d8a), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:57.827548 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-8cee8dbb-fd34-446f-a0a4-cd8ae86cdfed tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Publish callbacks [] for port (a1da9a6b-b20b-48cd-a55f-ddd31908ce0b), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:57.840929 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b8b83-93ce-4bcd-a45a-17d66e36136e req-1fd59c3c-42c7-4d8f-a722-bb8bc67ee175 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:57.842501 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-146b8b83-93ce-4bcd-a45a-17d66e36136e req-1fd59c3c-42c7-4d8f-a722-bb8bc67ee175 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 946 time: 0.1746068 Mar 22 19:20:57.907457 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-03f4884f-7ad9-47b1-9f02-4abd56a18878 service neutron] For port dd676179-107e-43cf-b677-eb7c2d034d8a, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:20:57.933531 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-03f4884f-7ad9-47b1-9f02-4abd56a18878 service neutron] For port dd676179-107e-43cf-b677-eb7c2d034d8a, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=dd676179-107e-43cf-b677-eb7c2d034d8a,segment=NetworkSegment(7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7),segment_id=7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:20:57.966332 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-03f4884f-7ad9-47b1-9f02-4abd56a18878 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (dd676179-107e-43cf-b677-eb7c2d034d8a), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:57.996827 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-8cee8dbb-fd34-446f-a0a4-cd8ae86cdfed tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (a1da9a6b-b20b-48cd-a55f-ddd31908ce0b), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:58.020595 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-146b8b83-93ce-4bcd-a45a-17d66e36136e req-e3e81e3b-a238-49fb-83d3-8b36a3f54751 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708126 Mar 22 19:20:58.046750 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-03f4884f-7ad9-47b1-9f02-4abd56a18878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:58.047380 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-03f4884f-7ad9-47b1-9f02-4abd56a18878 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:58.048804 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-03f4884f-7ad9-47b1-9f02-4abd56a18878 service neutron] 10.222.0.85 "PUT /v2.0/ports/dd676179-107e-43cf-b677-eb7c2d034d8a HTTP/1.1" status: 200 len: 1092 time: 2.1764238 Mar 22 19:20:58.049274 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b999c45-ae77-4d42-a6e4-55ae341f0d8f', 'tag': 'dd676179-107e-43cf-b677-eb7c2d034d8a'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:20:58.051754 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1beda1bb-929e-45e4-bee7-f6fd1479473f" -d '{"events": [{"name": "network-changed", "server_uuid": "4b999c45-ae77-4d42-a6e4-55ae341f0d8f", "tag": "dd676179-107e-43cf-b677-eb7c2d034d8a"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:20:58.080676 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-8cee8dbb-fd34-446f-a0a4-cd8ae86cdfed tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Network f86aee2c-a4db-473a-89c7-b87edd48b016 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:20:58.097263 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-8cee8dbb-fd34-446f-a0a4-cd8ae86cdfed tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:20:58.099984 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4884f-7ad9-47b1-9f02-4abd56a18878 service neutron] Pushing event updated for resources: {'Port': ['ID=dd676179-107e-43cf-b677-eb7c2d034d8a,revision_number=10']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:58.126774 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-8cee8dbb-fd34-446f-a0a4-cd8ae86cdfed tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:20:58.174931 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889337cb-dd55-46c8-bd68-0f1df907b983 req-904d280a-fa16-45c3-87c4-5d216c440118 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:58.176444 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-889337cb-dd55-46c8-bd68-0f1df907b983 req-904d280a-fa16-45c3-87c4-5d216c440118 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f7edb2d-1204-4e56-a578-b478c17ceb6f HTTP/1.1" status: 200 len: 946 time: 0.2340956 Mar 22 19:20:58.265344 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-42118c28-677a-4a7d-8957-9c7ef668cafd tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0816920 Mar 22 19:20:58.312952 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee8dbb-fd34-446f-a0a4-cd8ae86cdfed tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Pushing event updated for resources: {'Port': ['ID=a1da9a6b-b20b-48cd-a55f-ddd31908ce0b,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:20:58.320874 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-8cee8dbb-fd34-446f-a0a4-cd8ae86cdfed tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:58.321485 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-8cee8dbb-fd34-446f-a0a4-cd8ae86cdfed tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:58.376523 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-34d22047-32c2-41d9-884a-ffa000b155d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:58.377986 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-34d22047-32c2-41d9-884a-ffa000b155d3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d705cf46da4049c5a3f437a1e3d200c6&device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 1127 time: 0.2930379 Mar 22 19:20:58.413678 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-889337cb-dd55-46c8-bd68-0f1df907b983 req-9e38fcfd-1225-4bc9-a960-fb35b1ecab15 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136340 Mar 22 19:20:58.431673 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-8cee8dbb-fd34-446f-a0a4-cd8ae86cdfed tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0098808 Mar 22 19:20:58.783108 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad9a421-e1a7-49b8-8046-6551555c2b41 x-openstack-request-id: req-6ad9a421-e1a7-49b8-8046-6551555c2b41 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:20:58.783385 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b999c45-ae77-4d42-a6e4-55ae341f0d8f", "tag": "dd676179-107e-43cf-b677-eb7c2d034d8a", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:20:58.783636 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6ad9a421-e1a7-49b8-8046-6551555c2b41 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:20:58.784032 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ad9a421-e1a7-49b8-8046-6551555c2b41'] response: {'name': 'network-changed', 'server_uuid': '4b999c45-ae77-4d42-a6e4-55ae341f0d8f', 'tag': 'dd676179-107e-43cf-b677-eb7c2d034d8a', 'status': 'completed', 'code': 200} Mar 22 19:20:58.791746 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-52a46752-9391-4e1d-9adf-a394b55bdfbf service neutron] Request body: {'port': {'device_id': '0fd2dc24-1e53-4dc5-9adf-a884a7728b05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:58.833570 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ba78e-4320-4fd3-a3bf-44d23cb152d2 req-fd63f0f7-37db-432c-b835-3049589e168f tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:58.835616 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d17ba78e-4320-4fd3-a3bf-44d23cb152d2 req-fd63f0f7-37db-432c-b835-3049589e168f tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 932 time: 0.6532187 Mar 22 19:20:58.906391 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-1b8a3edf-7964-4fb5-87a3-d51cae577624 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:58.907856 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-1b8a3edf-7964-4fb5-87a3-d51cae577624 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6295519 Mar 22 19:20:58.942611 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-b430e792-dca5-4c27-91ef-5aa744392d67 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Request body: {'port': {'device_id': 'bbae0a59-5e7a-412f-8781-3c888e1b5dc3', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'admin_state_up': True, 'tenant_id': '20b66ad6871e4aa4b2cde9f25603dddb'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:20:59.033476 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-5e06579c-fbe8-4bed-9ba7-87063cdc7e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:59.034890 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-5e06579c-fbe8-4bed-9ba7-87063cdc7e6c service neutron] 10.222.0.85 "GET /v2.0/networks?id=af063d67-c3ee-47b0-bb92-498195b15a92 HTTP/1.1" status: 200 len: 912 time: 0.6414101 Mar 22 19:20:59.042420 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-52a46752-9391-4e1d-9adf-a394b55bdfbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a1da9a6b-b20b-48cd-a55f-ddd31908ce0b), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:59.102761 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3242f08-ca20-458e-8ac5-ff02760a0e70 req-b694403e-bae4-4fca-ae55-b8cdeab62a3a tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:59.104287 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3242f08-ca20-458e-8ac5-ff02760a0e70 req-b694403e-bae4-4fca-ae55-b8cdeab62a3a tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 944 time: 0.3235478 Mar 22 19:20:59.108161 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d17ba78e-4320-4fd3-a3bf-44d23cb152d2 req-806ee28b-0e00-4e82-8c61-90191629533d tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468481 Mar 22 19:20:59.122090 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-e814c51b-1586-4203-9cfd-c355a9c1ad54 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd676179-107e-43cf-b677-eb7c2d034d8a HTTP/1.1" status: 200 len: 217 time: 0.0733099 Mar 22 19:20:59.301897 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-02df8f7c-fbea-47c6-a1ae-9b37548dadc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:59.303301 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-02df8f7c-fbea-47c6-a1ae-9b37548dadc2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=449e1584-fac1-45c3-a72f-a3a79da9b7df HTTP/1.1" status: 200 len: 851 time: 0.1736622 Mar 22 19:20:59.354685 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3242f08-ca20-458e-8ac5-ff02760a0e70 req-ced1a5c3-1544-4bb0-bbcf-91580e1016f9 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381601 Mar 22 19:20:59.403321 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-00499bc1-12a0-4719-8689-5ff80c150e58 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=af063d67-c3ee-47b0-bb92-498195b15a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474439 Mar 22 19:20:59.403907 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-b430e792-dca5-4c27-91ef-5aa744392d67 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Made reservation on behalf of 20b66ad6871e4aa4b2cde9f25603dddb for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:20:59.407165 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-b430e792-dca5-4c27-91ef-5aa744392d67 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:20:59.524130 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0192e66a-f615-401a-b356-6e4f0154f97d req-8ffbbd8a-4be9-4a03-8e4c-21a4d2f0c12a tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbae0a59-5e7a-412f-8781-3c888e1b5dc3 HTTP/1.1" status: 200 len: 210 time: 0.0946805 Mar 22 19:20:59.561161 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac372f7-06ef-434a-a89b-16587e9bec7f req-52e37cae-1a91-4b6b-ac2b-817bb11e5051 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:59.562705 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bac372f7-06ef-434a-a89b-16587e9bec7f req-52e37cae-1a91-4b6b-ac2b-817bb11e5051 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 944 time: 0.3417304 Mar 22 19:20:59.763501 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-d6915fde-8330-4892-91bd-6e700755132b service neutron] 10.222.0.85 "GET /v2.0/networks/af063d67-c3ee-47b0-bb92-498195b15a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526940 Mar 22 19:20:59.825647 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bac372f7-06ef-434a-a89b-16587e9bec7f req-1904d51c-df21-4ce2-9d80-dac812eba54a tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490432 Mar 22 19:20:59.880140 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-b430e792-dca5-4c27-91ef-5aa744392d67 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Allocated IP 192.168.233.4 (43c82fd2-7e25-4eba-86f2-aced26197dba/e28314b8-0ed1-465e-a6f2-eda7f6b773cd/85461769-01e1-4c37-8d96-ff193384257d) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:20:59.894267 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c1d6d-5f0c-417a-8acc-3852ad90c3c7 req-1cd4f833-23a8-4ded-9edd-848bbc47bd26 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:20:59.895899 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-210c1d6d-5f0c-417a-8acc-3852ad90c3c7 req-1cd4f833-23a8-4ded-9edd-848bbc47bd26 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 946 time: 0.2862945 Mar 22 19:21:00.059286 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-52a46752-9391-4e1d-9adf-a394b55bdfbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1da9a6b-b20b-48cd-a55f-ddd31908ce0b {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:21:00.074236 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-24f191f4-5e6f-4909-9ce3-126fd9408a26 service neutron] 10.222.0.85 "GET /v2.0/networks/af063d67-c3ee-47b0-bb92-498195b15a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856133 Mar 22 19:21:00.084932 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-52a46752-9391-4e1d-9adf-a394b55bdfbf service neutron] Publish callbacks [] for port (a1da9a6b-b20b-48cd-a55f-ddd31908ce0b), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:00.112050 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-da6592c1-b9ec-4c15-b54a-d570895de17f service neutron] 10.222.0.85 "GET /v2.0/ports/4fd4069b-2348-42da-8c6c-b594453833d1/bindings/n-h1-705658-24 HTTP/1.1" status: 200 len: 385 time: 0.0579591 Mar 22 19:21:00.117495 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-210c1d6d-5f0c-417a-8acc-3852ad90c3c7 req-8aba98a4-b4c4-4253-9bb6-ddfd61f2d00d tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050323 Mar 22 19:21:00.132308 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-52a46752-9391-4e1d-9adf-a394b55bdfbf service neutron] Transition to ACTIVE for port object a1da9a6b-b20b-48cd-a55f-ddd31908ce0b will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:21:00.180423 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-52a46752-9391-4e1d-9adf-a394b55bdfbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (a1da9a6b-b20b-48cd-a55f-ddd31908ce0b), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:00.252527 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6707482-e732-4696-b376-7bb6b9fee9bf req-c57c178d-2c54-4ebb-afdc-3fbf14c006eb tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:00.254274 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f6707482-e732-4696-b376-7bb6b9fee9bf req-c57c178d-2c54-4ebb-afdc-3fbf14c006eb tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f7edb2d-1204-4e56-a578-b478c17ceb6f HTTP/1.1" status: 200 len: 946 time: 0.2745087 Mar 22 19:21:00.345221 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a46752-9391-4e1d-9adf-a394b55bdfbf service neutron] Pushing event updated for resources: {'Port': ['ID=a1da9a6b-b20b-48cd-a55f-ddd31908ce0b,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:00.348417 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-3466d487-e957-47b1-892c-23591ad10759 service neutron] For port 4fd4069b-2348-42da-8c6c-b594453833d1, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=4fd4069b-2348-42da-8c6c-b594453833d1,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:21:00.375529 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-3466d487-e957-47b1-892c-23591ad10759 service neutron] For port 4fd4069b-2348-42da-8c6c-b594453833d1, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:21:00.410635 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-b430e792-dca5-4c27-91ef-5aa744392d67 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks [] for port (85461769-01e1-4c37-8d96-ff193384257d), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:00.414327 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-3466d487-e957-47b1-892c-23591ad10759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fd4069b-2348-42da-8c6c-b594453833d1 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:21:00.428273 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-3466d487-e957-47b1-892c-23591ad10759 service neutron] For port 4fd4069b-2348-42da-8c6c-b594453833d1, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=4fd4069b-2348-42da-8c6c-b594453833d1,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:21:00.447731 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-3466d487-e957-47b1-892c-23591ad10759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4fd4069b-2348-42da-8c6c-b594453833d1), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:00.454280 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beda1bb-929e-45e4-bee7-f6fd1479473f req-d68677e0-24f4-4ab8-ba68-bf4d2e009fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:00.455872 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1beda1bb-929e-45e4-bee7-f6fd1479473f req-d68677e0-24f4-4ab8-ba68-bf4d2e009fe1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d705cf46da4049c5a3f437a1e3d200c6&device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 1127 time: 0.2877009 Mar 22 19:21:00.480822 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f6707482-e732-4696-b376-7bb6b9fee9bf req-b72c7ca0-e9a1-43eb-8f73-85d0857ba27d tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119620 Mar 22 19:21:00.536746 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeffe9e-2487-4284-acf6-dc10f8c1bcf3 req-aaea3c60-9416-4f30-afb5-49f70ce8971e tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:00.539060 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-adeffe9e-2487-4284-acf6-dc10f8c1bcf3 req-aaea3c60-9416-4f30-afb5-49f70ce8971e tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 944 time: 0.2602448 Mar 22 19:21:00.591226 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-3466d487-e957-47b1-892c-23591ad10759 service neutron] Transition to ACTIVE for port object 4fd4069b-2348-42da-8c6c-b594453833d1 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:21:00.600915 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-3466d487-e957-47b1-892c-23591ad10759 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (4fd4069b-2348-42da-8c6c-b594453833d1), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:00.604102 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-52a46752-9391-4e1d-9adf-a394b55bdfbf service neutron] Attempting to bind port a1da9a6b-b20b-48cd-a55f-ddd31908ce0b on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:21:00.604444 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-52a46752-9391-4e1d-9adf-a394b55bdfbf service neutron] Attempting to bind port a1da9a6b-b20b-48cd-a55f-ddd31908ce0b by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '1dabcaba-79e0-403f-8405-a983f35d70a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f86aee2c-a4db-473a-89c7-b87edd48b016'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:21:00.604871 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-52a46752-9391-4e1d-9adf-a394b55bdfbf service neutron] Attempting to bind port a1da9a6b-b20b-48cd-a55f-ddd31908ce0b on network f86aee2c-a4db-473a-89c7-b87edd48b016 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:21:00.626648 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-52a46752-9391-4e1d-9adf-a394b55bdfbf service neutron] Port a1da9a6b-b20b-48cd-a55f-ddd31908ce0b on network f86aee2c-a4db-473a-89c7-b87edd48b016 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:21:00.627053 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-52a46752-9391-4e1d-9adf-a394b55bdfbf service neutron] Attempting to bind port a1da9a6b-b20b-48cd-a55f-ddd31908ce0b on network f86aee2c-a4db-473a-89c7-b87edd48b016 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:21:00.641306 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-b430e792-dca5-4c27-91ef-5aa744392d67 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (85461769-01e1-4c37-8d96-ff193384257d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:00.656944 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6', '28ec1b78-b2e0-4ad5-ae45-96897787c94f', 'f3e51167-d8b4-4bc8-936b-c607dd9311a3'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:21:00.674821 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-52a46752-9391-4e1d-9adf-a394b55bdfbf service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:21:00.674821 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-52a46752-9391-4e1d-9adf-a394b55bdfbf service neutron] Checking segment: {'id': '1dabcaba-79e0-403f-8405-a983f35d70a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f86aee2c-a4db-473a-89c7-b87edd48b016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:21:00.675290 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-52a46752-9391-4e1d-9adf-a394b55bdfbf service neutron] Bound using segment: {'id': '1dabcaba-79e0-403f-8405-a983f35d70a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f86aee2c-a4db-473a-89c7-b87edd48b016'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:21:00.675649 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-52a46752-9391-4e1d-9adf-a394b55bdfbf service neutron] Bound port: a1da9a6b-b20b-48cd-a55f-ddd31908ce0b, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dabcaba-79e0-403f-8405-a983f35d70a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f86aee2c-a4db-473a-89c7-b87edd48b016'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:21:00.676065 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-52a46752-9391-4e1d-9adf-a394b55bdfbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a1da9a6b-b20b-48cd-a55f-ddd31908ce0b), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:00.737892 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-3466d487-e957-47b1-892c-23591ad10759 service neutron] No DVR routers for this DVR port 4fd4069b-2348-42da-8c6c-b594453833d1 on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:21:00.748187 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466d487-e957-47b1-892c-23591ad10759 service neutron] Pushing event updated for resources: {'Port': ['ID=4fd4069b-2348-42da-8c6c-b594453833d1,revision_number=10']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:00.779803 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466d487-e957-47b1-892c-23591ad10759 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:21:00.780718 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466d487-e957-47b1-892c-23591ad10759 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:21:00.781226 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466d487-e957-47b1-892c-23591ad10759 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:21:00.781862 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466d487-e957-47b1-892c-23591ad10759 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:21:00.782866 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466d487-e957-47b1-892c-23591ad10759 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:21:00.783406 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466d487-e957-47b1-892c-23591ad10759 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:21:00.783903 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466d487-e957-47b1-892c-23591ad10759 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:21:00.784569 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466d487-e957-47b1-892c-23591ad10759 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:21:00.785065 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466d487-e957-47b1-892c-23591ad10759 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:21:00.785643 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466d487-e957-47b1-892c-23591ad10759 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:21:00.786179 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466d487-e957-47b1-892c-23591ad10759 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:21:00.786670 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466d487-e957-47b1-892c-23591ad10759 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:21:00.787218 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466d487-e957-47b1-892c-23591ad10759 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:21:00.787704 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466d487-e957-47b1-892c-23591ad10759 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:21:00.788179 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3466d487-e957-47b1-892c-23591ad10759 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:21:00.797530 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-3466d487-e957-47b1-892c-23591ad10759 service neutron] 10.222.0.85 "PUT /v2.0/ports/4fd4069b-2348-42da-8c6c-b594453833d1/bindings/n-h1-705658-24/activate HTTP/1.1" status: 200 len: 370 time: 0.6767306 Mar 22 19:21:00.798454 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['2ba56533-1468-4396-bf3b-f65932d77f9d', '8fea3b44-fcd3-48eb-893f-0e8aae10c0bf', '20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b', '5c1d98d1-388f-4a10-8a87-afba767d4899'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:21:00.880407 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430e792-dca5-4c27-91ef-5aa744392d67 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Pushing event updated for resources: {'Port': ['ID=85461769-01e1-4c37-8d96-ff193384257d,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:00.930698 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-adeffe9e-2487-4284-acf6-dc10f8c1bcf3 req-9f634436-5566-4080-9b24-aeaa18073c21 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733592 Mar 22 19:21:00.935802 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beda1bb-929e-45e4-bee7-f6fd1479473f req-f0bd0b8f-87f4-4fcf-88d9-b13332d3a372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:00.939318 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1beda1bb-929e-45e4-bee7-f6fd1479473f req-f0bd0b8f-87f4-4fcf-88d9-b13332d3a372 service neutron] 10.222.0.85 "GET /v2.0/networks?id=af063d67-c3ee-47b0-bb92-498195b15a92 HTTP/1.1" status: 200 len: 912 time: 0.4721749 Mar 22 19:21:00.966451 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-b430e792-dca5-4c27-91ef-5aa744392d67 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Network 43c82fd2-7e25-4eba-86f2-aced26197dba is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:21:01.025195 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-783238b4-e5e8-4fcf-9b65-b90410faf833 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:01.027254 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-783238b4-e5e8-4fcf-9b65-b90410faf833 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853&tenant_id=635145d2a62d432cbc865a99eb3219e4&binding%3Ahost_id=n-h2-705658-24 HTTP/1.1" status: 200 len: 1128 time: 0.1125405 Mar 22 19:21:01.029265 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-b430e792-dca5-4c27-91ef-5aa744392d67 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:21:01.048986 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-b430e792-dca5-4c27-91ef-5aa744392d67 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:21:01.147950 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-9f32f120-0b86-43c2-a27c-b705a647698e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:01.149754 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-9f32f120-0b86-43c2-a27c-b705a647698e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853&tenant_id=635145d2a62d432cbc865a99eb3219e4 HTTP/1.1" status: 200 len: 1128 time: 0.1159787 Mar 22 19:21:01.265168 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-0912cd16-e36c-4580-b8c7-07c11f1ba152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:01.281068 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-0912cd16-e36c-4580-b8c7-07c11f1ba152 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=635145d2a62d432cbc865a99eb3219e4&device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 1128 time: 0.0965264 Mar 22 19:21:01.354994 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1beda1bb-929e-45e4-bee7-f6fd1479473f req-8791a38c-fd20-4625-b142-f835974b61b4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd676179-107e-43cf-b677-eb7c2d034d8a HTTP/1.1" status: 200 len: 217 time: 0.2680216 Mar 22 19:21:01.465021 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-b430e792-dca5-4c27-91ef-5aa744392d67 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:01.466228 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-b430e792-dca5-4c27-91ef-5aa744392d67 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:01.470114 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beda1bb-929e-45e4-bee7-f6fd1479473f req-45ca8994-3375-4e72-b668-fc5d81e15917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:01.471661 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1beda1bb-929e-45e4-bee7-f6fd1479473f req-45ca8994-3375-4e72-b668-fc5d81e15917 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=449e1584-fac1-45c3-a72f-a3a79da9b7df HTTP/1.1" status: 200 len: 851 time: 0.0999277 Mar 22 19:21:01.511608 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-4e385d6d-bcfe-4e3f-bb93-c1dcaeade4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:01.513673 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-4e385d6d-bcfe-4e3f-bb93-c1dcaeade4f5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=63b49c54-7e45-4147-9f0e-8b47e058281a HTTP/1.1" status: 200 len: 909 time: 0.2250674 Mar 22 19:21:01.565214 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1beda1bb-929e-45e4-bee7-f6fd1479473f req-6949ff92-6d04-4e8f-97d4-afea60b973df service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=af063d67-c3ee-47b0-bb92-498195b15a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796018 Mar 22 19:21:01.578910 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81ea86-8aa0-4c39-950c-fac1d08e6b0b req-e815cb2d-b941-44c4-a502-00886e666acd tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:01.588831 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b81ea86-8aa0-4c39-950c-fac1d08e6b0b req-e815cb2d-b941-44c4-a502-00886e666acd tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 945 time: 0.7118580 Mar 22 19:21:01.594063 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-b430e792-dca5-4c27-91ef-5aa744392d67 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6723225 Mar 22 19:21:01.602766 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-52a46752-9391-4e1d-9adf-a394b55bdfbf service neutron] For port a1da9a6b-b20b-48cd-a55f-ddd31908ce0b, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:21:01.608683 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-590d9e1f-a7a8-4991-92da-9b68a0ea953f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4fd4069b-2348-42da-8c6c-b594453833d1 HTTP/1.1" status: 200 len: 217 time: 0.0882754 Mar 22 19:21:01.649090 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32306155-3cee-4969-af21-7747d4dbc723 req-83f93e1e-3200-4c8f-824c-34472763df19 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:01.651136 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32306155-3cee-4969-af21-7747d4dbc723 req-83f93e1e-3200-4c8f-824c-34472763df19 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbae0a59-5e7a-412f-8781-3c888e1b5dc3 HTTP/1.1" status: 200 len: 934 time: 0.5320213 Mar 22 19:21:01.679366 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-853582d7-b724-4157-8d28-21e74f140eb6 service neutron] Request body: {'port': {'device_id': 'bbae0a59-5e7a-412f-8781-3c888e1b5dc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:21:01.733219 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-56b9f78f-2a8f-49ab-8daf-e309583346e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:01.734718 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-56b9f78f-2a8f-49ab-8daf-e309583346e2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1824832e-8035-4e29-a8c5-aaeabb7261e8 HTTP/1.1" status: 200 len: 848 time: 0.1185820 Mar 22 19:21:01.773678 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-49bb6fee-920b-4c40-85f3-342a2df7401d None None] Provisioning complete for port 85461769-01e1-4c37-8d96-ff193384257d triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:21:01.776940 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-49bb6fee-920b-4c40-85f3-342a2df7401d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (85461769-01e1-4c37-8d96-ff193384257d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:01.817772 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-aad7844b-881d-41d3-bdd2-4f8aeb35f276 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=63b49c54-7e45-4147-9f0e-8b47e058281a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744381 Mar 22 19:21:01.851349 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-52a46752-9391-4e1d-9adf-a394b55bdfbf service neutron] For port a1da9a6b-b20b-48cd-a55f-ddd31908ce0b, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=a1da9a6b-b20b-48cd-a55f-ddd31908ce0b,segment=NetworkSegment(1dabcaba-79e0-403f-8405-a983f35d70a7),segment_id=1dabcaba-79e0-403f-8405-a983f35d70a7)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:21:01.940654 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-49bb6fee-920b-4c40-85f3-342a2df7401d None None] Port 85461769-01e1-4c37-8d96-ff193384257d cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:21:02.008273 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-52a46752-9391-4e1d-9adf-a394b55bdfbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (a1da9a6b-b20b-48cd-a55f-ddd31908ce0b), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:02.100135 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-cc8bbe3e-0551-4cc6-a574-63503b5e5316 service neutron] 10.222.0.84 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660596 Mar 22 19:21:02.185288 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-52a46752-9391-4e1d-9adf-a394b55bdfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:02.190071 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-52a46752-9391-4e1d-9adf-a394b55bdfbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:02.192543 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-52a46752-9391-4e1d-9adf-a394b55bdfbf service neutron] 10.222.0.85 "PUT /v2.0/ports/a1da9a6b-b20b-48cd-a55f-ddd31908ce0b HTTP/1.1" status: 200 len: 1093 time: 3.4126976 Mar 22 19:21:02.196319 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd2dc24-1e53-4dc5-9adf-a884a7728b05', 'tag': 'a1da9a6b-b20b-48cd-a55f-ddd31908ce0b'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:21:02.204863 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6595d211-84e1-43e1-89ed-b60c752eb900" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd2dc24-1e53-4dc5-9adf-a884a7728b05", "tag": "a1da9a6b-b20b-48cd-a55f-ddd31908ce0b"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:21:02.283584 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a46752-9391-4e1d-9adf-a394b55bdfbf service neutron] Pushing event updated for resources: {'Port': ['ID=a1da9a6b-b20b-48cd-a55f-ddd31908ce0b,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:02.302965 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-19214276-e921-4788-adda-fd7a5e4f015f service neutron] 10.222.0.84 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949596 Mar 22 19:21:02.359644 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-853582d7-b724-4157-8d28-21e74f140eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (85461769-01e1-4c37-8d96-ff193384257d), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:02.372237 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32306155-3cee-4969-af21-7747d4dbc723 req-94c59399-6418-409e-91d5-695ed591e521 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6787333 Mar 22 19:21:02.549161 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b81ea86-8aa0-4c39-950c-fac1d08e6b0b req-d5ea6418-1b3a-4d69-a209-f5e42d92b10b tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9566524 Mar 22 19:21:02.771198 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-b5064b7e-3531-4b62-9f92-df457601ef42 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:02.776998 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-b5064b7e-3531-4b62-9f92-df457601ef42 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853&tenant_id=635145d2a62d432cbc865a99eb3219e4&binding%3Ahost_id=n-h1-705658-24 HTTP/1.1" status: 200 len: 1128 time: 0.1021781 Mar 22 19:21:02.954975 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-853582d7-b724-4157-8d28-21e74f140eb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85461769-01e1-4c37-8d96-ff193384257d {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:21:02.965292 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-853582d7-b724-4157-8d28-21e74f140eb6 service neutron] Publish callbacks [] for port (85461769-01e1-4c37-8d96-ff193384257d), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:02.983944 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-853582d7-b724-4157-8d28-21e74f140eb6 service neutron] Transition to ACTIVE for port object 85461769-01e1-4c37-8d96-ff193384257d will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:21:03.049417 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-a74aabd0-9d15-42ea-aa33-d7d315131cff service neutron] For port 4fd4069b-2348-42da-8c6c-b594453833d1, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:21:03.064269 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-a74aabd0-9d15-42ea-aa33-d7d315131cff service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:03.065579 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-853582d7-b724-4157-8d28-21e74f140eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (85461769-01e1-4c37-8d96-ff193384257d), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:03.069771 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9ce691d0-0dfd-4361-8d5b-06f3c632ad09 req-a74aabd0-9d15-42ea-aa33-d7d315131cff service neutron] 10.222.0.84 "DELETE /v2.0/ports/4fd4069b-2348-42da-8c6c-b594453833d1/bindings/n-h2-705658-24 HTTP/1.1" status: 204 len: 173 time: 0.2848125 Mar 22 19:21:03.087831 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 66e7a65a-1ce6-4bd9-9b89-f98a88095201 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:21:03.090389 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1beda1bb-929e-45e4-bee7-f6fd1479473f req-9d97d2f1-159d-48a1-9568-8915711ca36b service neutron] 10.222.0.85 "GET /v2.0/networks/af063d67-c3ee-47b0-bb92-498195b15a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4918611 Mar 22 19:21:03.106367 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-a02f0bad-4ec0-41de-82f6-a5895fcc7217 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:03.113033 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-a02f0bad-4ec0-41de-82f6-a5895fcc7217 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde&tenant_id=21ca62c1596a4d419681f3e57266f544&binding%3Ahost_id=n-h1-705658-24 HTTP/1.1" status: 200 len: 1129 time: 0.1351976 Mar 22 19:21:03.175055 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853582d7-b724-4157-8d28-21e74f140eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=85461769-01e1-4c37-8d96-ff193384257d,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:03.203943 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-6ed33cc7-92a2-4634-9136-03a784c625ad service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-705658-24'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:21:03.342724 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-6ed33cc7-92a2-4634-9136-03a784c625ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (66e7a65a-1ce6-4bd9-9b89-f98a88095201), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:03.388661 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 66e7a65a-1ce6-4bd9-9b89-f98a88095201, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=66e7a65a-1ce6-4bd9-9b89-f98a88095201,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:21:03.429326 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:21:03.431926 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 66e7a65a-1ce6-4bd9-9b89-f98a88095201 has no active binding in host n-h2-705658-24 {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 22 19:21:03.732989 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-6ed33cc7-92a2-4634-9136-03a784c625ad service neutron] For port 66e7a65a-1ce6-4bd9-9b89-f98a88095201, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=66e7a65a-1ce6-4bd9-9b89-f98a88095201,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:21:03.847683 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-6ed33cc7-92a2-4634-9136-03a784c625ad service neutron] For port 66e7a65a-1ce6-4bd9-9b89-f98a88095201, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:21:03.904494 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2809ca70-dde7-49a7-a1a0-d9b1bc4dacde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66e7a65a-1ce6-4bd9-9b89-f98a88095201'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:21:03.922741 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51510cb7-81ff-498f-a04a-2bc090eb9ac8" -d '{"events": [{"server_uuid": "2809ca70-dde7-49a7-a1a0-d9b1bc4dacde", "name": "network-vif-unplugged", "status": "completed", "tag": "66e7a65a-1ce6-4bd9-9b89-f98a88095201"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:21:03.929432 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-6ed33cc7-92a2-4634-9136-03a784c625ad service neutron] Publish callbacks [] for port (66e7a65a-1ce6-4bd9-9b89-f98a88095201), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:03.937590 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-6ed33cc7-92a2-4634-9136-03a784c625ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (66e7a65a-1ce6-4bd9-9b89-f98a88095201), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:04.095243 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed33cc7-92a2-4634-9136-03a784c625ad service neutron] Pushing event updated for resources: {'Port': ['ID=66e7a65a-1ce6-4bd9-9b89-f98a88095201,revision_number=7']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:04.167470 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1beda1bb-929e-45e4-bee7-f6fd1479473f req-8fda6f24-32ca-4351-9835-189715af78c4 service neutron] 10.222.0.85 "GET /v2.0/networks/af063d67-c3ee-47b0-bb92-498195b15a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9334099 Mar 22 19:21:04.189085 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-90fc1a1d-555d-49a1-8eec-3c854204e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:04.190680 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-90fc1a1d-555d-49a1-8eec-3c854204e554 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1d0968440cf54214977e8ebbdab6278f&device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 1127 time: 1.8996110 Mar 22 19:21:04.222330 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736e297-d81f-44ab-9159-ccdc2b7db9b1 req-eb8d0bcd-528b-4683-bbdd-e9837caf581f tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:04.223919 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3736e297-d81f-44ab-9159-ccdc2b7db9b1 req-eb8d0bcd-528b-4683-bbdd-e9837caf581f tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 946 time: 1.2369204 Mar 22 19:21:04.292083 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0777d778-2888-4a0a-9d20-63cf91ce93a1 req-03d14f87-7dc0-47f5-b8e9-6e13cdcc4883 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:04.293450 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0777d778-2888-4a0a-9d20-63cf91ce93a1 req-03d14f87-7dc0-47f5-b8e9-6e13cdcc4883 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 944 time: 1.2919762 Mar 22 19:21:04.333145 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-853582d7-b724-4157-8d28-21e74f140eb6 service neutron] Attempting to bind port 85461769-01e1-4c37-8d96-ff193384257d on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:21:04.333488 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-853582d7-b724-4157-8d28-21e74f140eb6 service neutron] Attempting to bind port 85461769-01e1-4c37-8d96-ff193384257d by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:21:04.333898 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-853582d7-b724-4157-8d28-21e74f140eb6 service neutron] Attempting to bind port 85461769-01e1-4c37-8d96-ff193384257d on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:21:04.370284 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0777d778-2888-4a0a-9d20-63cf91ce93a1 req-51952dcf-71b5-49d8-bca5-a03396e238c9 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605812 Mar 22 19:21:04.378620 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-853582d7-b724-4157-8d28-21e74f140eb6 service neutron] Port 85461769-01e1-4c37-8d96-ff193384257d on network 43c82fd2-7e25-4eba-86f2-aced26197dba not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:21:04.378946 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-853582d7-b724-4157-8d28-21e74f140eb6 service neutron] Attempting to bind port 85461769-01e1-4c37-8d96-ff193384257d on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:21:04.387711 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-853582d7-b724-4157-8d28-21e74f140eb6 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:21:04.388027 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-853582d7-b724-4157-8d28-21e74f140eb6 service neutron] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:21:04.388459 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-853582d7-b724-4157-8d28-21e74f140eb6 service neutron] Bound using segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:21:04.389001 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-853582d7-b724-4157-8d28-21e74f140eb6 service neutron] Bound port: 85461769-01e1-4c37-8d96-ff193384257d, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:21:04.389377 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-853582d7-b724-4157-8d28-21e74f140eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (85461769-01e1-4c37-8d96-ff193384257d), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:04.435015 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3736e297-d81f-44ab-9159-ccdc2b7db9b1 req-2aa0ab4f-2b2a-45b2-ade8-b432861ffefb tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559947 Mar 22 19:21:04.509002 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919732ac-fe05-4656-9e5a-78e7af059cf7 x-openstack-request-id: req-919732ac-fe05-4656-9e5a-78e7af059cf7 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:21:04.509622 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd2dc24-1e53-4dc5-9adf-a884a7728b05", "tag": "a1da9a6b-b20b-48cd-a55f-ddd31908ce0b", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:21:04.510078 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-919732ac-fe05-4656-9e5a-78e7af059cf7 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:21:04.510907 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-919732ac-fe05-4656-9e5a-78e7af059cf7'] response: {'name': 'network-changed', 'server_uuid': '0fd2dc24-1e53-4dc5-9adf-a884a7728b05', 'tag': 'a1da9a6b-b20b-48cd-a55f-ddd31908ce0b', 'status': 'completed', 'code': 200} Mar 22 19:21:04.744994 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-23b6d885-6eb9-4862-8f62-38a9b385cf05 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1da9a6b-b20b-48cd-a55f-ddd31908ce0b HTTP/1.1" status: 200 len: 217 time: 0.1517982 Mar 22 19:21:04.882504 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-853582d7-b724-4157-8d28-21e74f140eb6 service neutron] For port 85461769-01e1-4c37-8d96-ff193384257d, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:21:04.902186 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7312db-afaa-4b33-85b3-3a5d03eb630a req-d7e635c8-7c3c-4c43-8732-613589dfcb5a tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:04.904108 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0e7312db-afaa-4b33-85b3-3a5d03eb630a req-d7e635c8-7c3c-4c43-8732-613589dfcb5a tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 944 time: 0.3872893 Mar 22 19:21:04.937783 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-853582d7-b724-4157-8d28-21e74f140eb6 service neutron] For port 85461769-01e1-4c37-8d96-ff193384257d, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=85461769-01e1-4c37-8d96-ff193384257d,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:21:04.963531 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-853582d7-b724-4157-8d28-21e74f140eb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (85461769-01e1-4c37-8d96-ff193384257d), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:04.976499 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fed56b-48a5-4500-90e6-31a2d3395604 req-73335714-cfd5-4753-82cd-ce4726186ce6 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:04.983958 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c7fed56b-48a5-4500-90e6-31a2d3395604 req-73335714-cfd5-4753-82cd-ce4726186ce6 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbae0a59-5e7a-412f-8781-3c888e1b5dc3 HTTP/1.1" status: 200 len: 946 time: 0.1402442 Mar 22 19:21:05.091645 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853582d7-b724-4157-8d28-21e74f140eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=85461769-01e1-4c37-8d96-ff193384257d,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:05.149925 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-6ed33cc7-92a2-4634-9136-03a784c625ad service neutron] Attempting to bind port 66e7a65a-1ce6-4bd9-9b89-f98a88095201 on host n-h1-705658-24 for vnic_type normal with profile {"migrating_to": "n-h2-705658-24"} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:21:05.154403 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-6ed33cc7-92a2-4634-9136-03a784c625ad service neutron] Attempting to bind port 66e7a65a-1ce6-4bd9-9b89-f98a88095201 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:21:05.154742 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-6ed33cc7-92a2-4634-9136-03a784c625ad service neutron] Attempting to bind port 66e7a65a-1ce6-4bd9-9b89-f98a88095201 on network 3f43483d-05ef-426b-881a-d8fc390ab6a9 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:21:05.167542 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-6ed33cc7-92a2-4634-9136-03a784c625ad service neutron] Port 66e7a65a-1ce6-4bd9-9b89-f98a88095201 on network 3f43483d-05ef-426b-881a-d8fc390ab6a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:21:05.167882 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-6ed33cc7-92a2-4634-9136-03a784c625ad service neutron] Attempting to bind port 66e7a65a-1ce6-4bd9-9b89-f98a88095201 on network 3f43483d-05ef-426b-881a-d8fc390ab6a9 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:21:05.177389 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-6ed33cc7-92a2-4634-9136-03a784c625ad service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:21:05.177782 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-6ed33cc7-92a2-4634-9136-03a784c625ad service neutron] Checking segment: {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:21:05.178335 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-6ed33cc7-92a2-4634-9136-03a784c625ad service neutron] Bound using segment: {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:21:05.180571 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-6ed33cc7-92a2-4634-9136-03a784c625ad service neutron] Bound port: 66e7a65a-1ce6-4bd9-9b89-f98a88095201, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:21:05.180960 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-6ed33cc7-92a2-4634-9136-03a784c625ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (66e7a65a-1ce6-4bd9-9b89-f98a88095201), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:05.186271 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0e7312db-afaa-4b33-85b3-3a5d03eb630a req-558fe7f1-8e38-414c-96e1-ad095884daf9 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743125 Mar 22 19:21:05.190935 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-853582d7-b724-4157-8d28-21e74f140eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:05.202117 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-853582d7-b724-4157-8d28-21e74f140eb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:05.224813 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-853582d7-b724-4157-8d28-21e74f140eb6 service neutron] 10.222.0.84 "PUT /v2.0/ports/85461769-01e1-4c37-8d96-ff193384257d HTTP/1.1" status: 200 len: 1095 time: 3.5906036 Mar 22 19:21:05.263104 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42516) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:21:05.399908 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-6ed33cc7-92a2-4634-9136-03a784c625ad service neutron] For port 66e7a65a-1ce6-4bd9-9b89-f98a88095201, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:21:05.413583 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-6ed33cc7-92a2-4634-9136-03a784c625ad service neutron] For port 66e7a65a-1ce6-4bd9-9b89-f98a88095201, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=66e7a65a-1ce6-4bd9-9b89-f98a88095201,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:21:05.420858 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-c986e5b7-7ced-4841-8fbe-fdb709b8d3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:05.425087 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-c986e5b7-7ced-4841-8fbe-fdb709b8d3fc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b79d00bd-67e3-41a4-af81-d6bc678ecb21 HTTP/1.1" status: 200 len: 855 time: 0.3355312 Mar 22 19:21:05.425993 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-6ed33cc7-92a2-4634-9136-03a784c625ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (66e7a65a-1ce6-4bd9-9b89-f98a88095201), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:05.484409 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c7fed56b-48a5-4500-90e6-31a2d3395604 req-edfb1ecc-ed7e-4635-962c-1ea2f4bf2591 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4979963 Mar 22 19:21:05.569197 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed33cc7-92a2-4634-9136-03a784c625ad service neutron] Pushing event updated for resources: {'Port': ['ID=66e7a65a-1ce6-4bd9-9b89-f98a88095201,revision_number=8']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:05.593272 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-587ef270-f36b-4a6c-b386-213581a93341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:05.605839 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-e0834dc2-3483-4a1f-b5a3-cd561198ccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:05.607696 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-e0834dc2-3483-4a1f-b5a3-cd561198ccdb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&device_id=bbae0a59-5e7a-412f-8781-3c888e1b5dc3 HTTP/1.1" status: 200 len: 1129 time: 0.3218291 Mar 22 19:21:05.630813 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 19:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7332ac04-4ead-409e-8118-c140ad8801f5 x-openstack-request-id: req-7332ac04-4ead-409e-8118-c140ad8801f5 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:21:05.631256 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2809ca70-dde7-49a7-a1a0-d9b1bc4dacde", "name": "network-vif-unplugged", "status": "completed", "tag": "66e7a65a-1ce6-4bd9-9b89-f98a88095201", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:21:05.631680 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7332ac04-4ead-409e-8118-c140ad8801f5 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:21:05.632095 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7332ac04-4ead-409e-8118-c140ad8801f5'] response: {'server_uuid': '2809ca70-dde7-49a7-a1a0-d9b1bc4dacde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66e7a65a-1ce6-4bd9-9b89-f98a88095201', 'code': 200} Mar 22 19:21:05.691391 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-78afa917-b1a0-4fd5-a358-d8c60fce9144 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=85461769-01e1-4c37-8d96-ff193384257d HTTP/1.1" status: 200 len: 217 time: 0.0674152 Mar 22 19:21:05.712790 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784085c-93c1-4549-a13c-a56c6aefddbe req-08d7e0cd-ddbc-49e1-bafb-377495327713 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:05.714362 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5784085c-93c1-4549-a13c-a56c6aefddbe req-08d7e0cd-ddbc-49e1-bafb-377495327713 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 945 time: 0.3022585 Mar 22 19:21:05.846944 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-587ef270-f36b-4a6c-b386-213581a93341 admin admin] Publish callbacks [] for security_group (ed2196bc-c8c9-4260-9309-87cefaf652e5), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:05.871839 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-587ef270-f36b-4a6c-b386-213581a93341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ed2196bc-c8c9-4260-9309-87cefaf652e5), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:05.877828 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-cda2bc88-7ad1-443a-bbe7-78f8c9c3e3e9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f86aee2c-a4db-473a-89c7-b87edd48b016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379021 Mar 22 19:21:05.935256 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ef270-f36b-4a6c-b386-213581a93341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2196bc-c8c9-4260-9309-87cefaf652e5,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:05.950195 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-6ed33cc7-92a2-4634-9136-03a784c625ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:05.950986 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-6ed33cc7-92a2-4634-9136-03a784c625ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:05.952656 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-6ed33cc7-92a2-4634-9136-03a784c625ad service neutron] 10.222.0.85 "PUT /v2.0/ports/66e7a65a-1ce6-4bd9-9b89-f98a88095201 HTTP/1.1" status: 200 len: 1124 time: 2.7541275 Mar 22 19:21:06.003353 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-66751980-6742-4875-a966-3782db6f9522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:06.004976 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-66751980-6742-4875-a966-3782db6f9522 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.2859318 Mar 22 19:21:06.009767 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-587ef270-f36b-4a6c-b386-213581a93341 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8c5c5fd7680e4d9a92f5591b23bfa9ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7452004 Mar 22 19:21:06.012518 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42530) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:21:06.017058 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5784085c-93c1-4549-a13c-a56c6aefddbe req-8dc93668-bd0c-4cc8-bac2-0cd7f939747d tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776985 Mar 22 19:21:06.073603 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['66e7a65a-1ce6-4bd9-9b89-f98a88095201'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:21:06.140628 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-4bb9c3ef-84bf-4443-976a-3bdb207e9e47 service neutron] 10.222.0.85 "GET /v2.0/networks/f86aee2c-a4db-473a-89c7-b87edd48b016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351170 Mar 22 19:21:06.142178 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1a26328d-6651-4ef9-9d1f-1d8f40d8e87c admin admin] Publish callbacks [] for security_group (ed2196bc-c8c9-4260-9309-87cefaf652e5), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:06.188869 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-89ff36b2-4971-47a2-a4d7-6711678b4a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:06.197226 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-89ff36b2-4971-47a2-a4d7-6711678b4a36 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1654251 Mar 22 19:21:06.198996 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['66e7a65a-1ce6-4bd9-9b89-f98a88095201'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:21:06.207382 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1a26328d-6651-4ef9-9d1f-1d8f40d8e87c admin admin] Publish callbacks [] for security_group (ed2196bc-c8c9-4260-9309-87cefaf652e5), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:06.302593 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1a26328d-6651-4ef9-9d1f-1d8f40d8e87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ed2196bc-c8c9-4260-9309-87cefaf652e5), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:06.313972 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1a26328d-6651-4ef9-9d1f-1d8f40d8e87c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:06.330959 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1a26328d-6651-4ef9-9d1f-1d8f40d8e87c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ed2196bc-c8c9-4260-9309-87cefaf652e5 HTTP/1.1" status: 204 len: 168 time: 0.3160796 Mar 22 19:21:06.382101 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26328d-6651-4ef9-9d1f-1d8f40d8e87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2196bc-c8c9-4260-9309-87cefaf652e5,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:06.523876 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbae0a59-5e7a-412f-8781-3c888e1b5dc3', 'tag': '85461769-01e1-4c37-8d96-ff193384257d'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:21:06.529825 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5eb69a4-2c77-45f5-9a71-48ee463f1946" -d '{"events": [{"name": "network-changed", "server_uuid": "bbae0a59-5e7a-412f-8781-3c888e1b5dc3", "tag": "85461769-01e1-4c37-8d96-ff193384257d"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:21:06.660716 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230463b7-19f8-4e52-887a-048e1dd7f02f req-6ac0381d-1b1e-4eaf-be89-d7dd00a4c16a tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:06.678444 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-230463b7-19f8-4e52-887a-048e1dd7f02f req-6ac0381d-1b1e-4eaf-be89-d7dd00a4c16a tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 944 time: 0.5139043 Mar 22 19:21:06.814938 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7bbfc22c-b9c2-4c06-bb5f-ed5245d7b5c2 req-47e6abab-10b8-44e5-9642-f2734759a7d6 service neutron] 10.222.0.85 "GET /v2.0/networks/f86aee2c-a4db-473a-89c7-b87edd48b016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5700390 Mar 22 19:21:06.826780 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc0cb0-9551-4fe8-9919-6ed7fb47bb4e req-c8e37053-272e-49cd-8d82-0a7113855923 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:06.828326 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20bc0cb0-9551-4fe8-9919-6ed7fb47bb4e req-c8e37053-272e-49cd-8d82-0a7113855923 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 944 time: 0.3740718 Mar 22 19:21:06.847246 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-aac1d5a9-652b-4022-aa76-e5ce5c9b3d2e service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5866570 Mar 22 19:21:06.967711 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42546) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:21:06.987480 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-230463b7-19f8-4e52-887a-048e1dd7f02f req-2f78ea30-8f54-48d1-abcb-8f4aa538d76c tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935946 Mar 22 19:21:06.988662 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e540ea27-e33a-4c2e-8b9e-3c34d369d5b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:07.053001 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20bc0cb0-9551-4fe8-9919-6ed7fb47bb4e req-7c6c4726-1463-4102-a260-601c11371f80 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091832 Mar 22 19:21:07.193877 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5a0005b-f2e6-45c6-86fe-42b9b4345cae req-c43f74ca-c267-4dcd-8660-4fed56576076 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348620 Mar 22 19:21:07.199454 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e540ea27-e33a-4c2e-8b9e-3c34d369d5b9 admin admin] Publish callbacks [] for security_group (969ed552-5e78-4f40-b7fa-a94e510dd3f5), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:07.211931 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e540ea27-e33a-4c2e-8b9e-3c34d369d5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (969ed552-5e78-4f40-b7fa-a94e510dd3f5), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:07.263098 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540ea27-e33a-4c2e-8b9e-3c34d369d5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969ed552-5e78-4f40-b7fa-a94e510dd3f5,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:07.285148 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e540ea27-e33a-4c2e-8b9e-3c34d369d5b9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=474ab4e82af24d1da9757345256eed4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3163564 Mar 22 19:21:07.288664 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42550) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:21:07.337214 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d310e9-4d7e-4666-ac62-c4651485c74c req-d1a89370-c980-45db-aaba-bc119082065f tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:07.338953 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-38d310e9-4d7e-4666-ac62-c4651485c74c req-d1a89370-c980-45db-aaba-bc119082065f tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 944 time: 0.2552764 Mar 22 19:21:07.348840 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b81488-7112-462d-bf6a-63ed8754b3eb req-abf7bc5d-936a-44dd-9776-1e926e9f4b6b tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:07.363599 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c1b81488-7112-462d-bf6a-63ed8754b3eb req-abf7bc5d-936a-44dd-9776-1e926e9f4b6b tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbae0a59-5e7a-412f-8781-3c888e1b5dc3 HTTP/1.1" status: 200 len: 946 time: 0.1735983 Mar 22 19:21:07.366358 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1ab616b1-d347-479d-b15c-b46f2c13e5a6 admin admin] Publish callbacks [] for security_group (969ed552-5e78-4f40-b7fa-a94e510dd3f5), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:07.397642 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1ab616b1-d347-479d-b15c-b46f2c13e5a6 admin admin] Publish callbacks [] for security_group (969ed552-5e78-4f40-b7fa-a94e510dd3f5), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:07.469235 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1ab616b1-d347-479d-b15c-b46f2c13e5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (969ed552-5e78-4f40-b7fa-a94e510dd3f5), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:07.471824 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1ab616b1-d347-479d-b15c-b46f2c13e5a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:07.481080 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1ab616b1-d347-479d-b15c-b46f2c13e5a6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/969ed552-5e78-4f40-b7fa-a94e510dd3f5 HTTP/1.1" status: 204 len: 168 time: 0.1863356 Mar 22 19:21:07.488554 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c1b81488-7112-462d-bf6a-63ed8754b3eb req-36d8b406-f576-43bb-bff2-74743d695874 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911889 Mar 22 19:21:07.509181 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab616b1-d347-479d-b15c-b46f2c13e5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969ed552-5e78-4f40-b7fa-a94e510dd3f5,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:07.581824 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-38d310e9-4d7e-4666-ac62-c4651485c74c req-9068bc1c-2b49-4451-9d1f-b9af7475436b tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171075 Mar 22 19:21:07.584353 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77263556-dbcb-4795-9ab3-9444d46e8b45 x-openstack-request-id: req-77263556-dbcb-4795-9ab3-9444d46e8b45 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:21:07.585089 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbae0a59-5e7a-412f-8781-3c888e1b5dc3", "tag": "85461769-01e1-4c37-8d96-ff193384257d", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:21:07.585531 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-77263556-dbcb-4795-9ab3-9444d46e8b45 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:21:07.586150 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77263556-dbcb-4795-9ab3-9444d46e8b45'] response: {'name': 'network-changed', 'server_uuid': 'bbae0a59-5e7a-412f-8781-3c888e1b5dc3', 'tag': '85461769-01e1-4c37-8d96-ff193384257d', 'status': 'completed', 'code': 200} Mar 22 19:21:07.633050 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2809ca70-dde7-49a7-a1a0-d9b1bc4dacde', 'tag': '66e7a65a-1ce6-4bd9-9b89-f98a88095201'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:21:07.635316 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbda8c42-9f63-4c4e-9195-3cad8a7022bf" -d '{"events": [{"name": "network-changed", "server_uuid": "2809ca70-dde7-49a7-a1a0-d9b1bc4dacde", "tag": "66e7a65a-1ce6-4bd9-9b89-f98a88095201"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:21:07.718882 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766a299c-9b00-49c0-9abe-f2d7e92a289f x-openstack-request-id: req-766a299c-9b00-49c0-9abe-f2d7e92a289f {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:21:07.719198 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2809ca70-dde7-49a7-a1a0-d9b1bc4dacde", "tag": "66e7a65a-1ce6-4bd9-9b89-f98a88095201", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:21:07.719440 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-766a299c-9b00-49c0-9abe-f2d7e92a289f {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:21:07.719844 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-766a299c-9b00-49c0-9abe-f2d7e92a289f'] response: {'name': 'network-changed', 'server_uuid': '2809ca70-dde7-49a7-a1a0-d9b1bc4dacde', 'tag': '66e7a65a-1ce6-4bd9-9b89-f98a88095201', 'status': 'completed', 'code': 200} Mar 22 19:21:07.827040 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb69a4-2c77-45f5-9a71-48ee463f1946 req-ee21cc39-cc75-42e0-9159-876aba7aa051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:07.828590 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5eb69a4-2c77-45f5-9a71-48ee463f1946 req-ee21cc39-cc75-42e0-9159-876aba7aa051 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&device_id=bbae0a59-5e7a-412f-8781-3c888e1b5dc3 HTTP/1.1" status: 200 len: 1129 time: 0.2112157 Mar 22 19:21:07.854451 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda8c42-9f63-4c4e-9195-3cad8a7022bf req-5c27768c-60dc-46e8-b239-f8e7342abada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:07.856368 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-bbda8c42-9f63-4c4e-9195-3cad8a7022bf req-5c27768c-60dc-46e8-b239-f8e7342abada service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=21ca62c1596a4d419681f3e57266f544&device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 1158 time: 0.1100001 Mar 22 19:21:08.047336 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6f28e-af8c-420d-95f6-000ebcefa2c4 req-295a12c0-b5a1-4ec7-9420-92d4743279f4 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:08.054837 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1af6f28e-af8c-420d-95f6-000ebcefa2c4 req-295a12c0-b5a1-4ec7-9420-92d4743279f4 tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 1128 time: 0.3584363 Mar 22 19:21:08.057117 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb69a4-2c77-45f5-9a71-48ee463f1946 req-94fecb8c-7098-4327-87a0-b2f853bdd387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:08.059577 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5eb69a4-2c77-45f5-9a71-48ee463f1946 req-94fecb8c-7098-4327-87a0-b2f853bdd387 service neutron] 10.222.0.84 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.2160714 Mar 22 19:21:08.070081 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda8c42-9f63-4c4e-9195-3cad8a7022bf req-2dbcb8a3-740a-4ed4-86ab-d20b01d186dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:08.071828 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-bbda8c42-9f63-4c4e-9195-3cad8a7022bf req-2dbcb8a3-740a-4ed4-86ab-d20b01d186dc service neutron] 10.222.0.84 "GET /v2.0/networks?id=3f43483d-05ef-426b-881a-d8fc390ab6a9 HTTP/1.1" status: 200 len: 922 time: 0.2046978 Mar 22 19:21:08.120180 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-bbda8c42-9f63-4c4e-9195-3cad8a7022bf req-6acebbdc-e894-4230-b49b-e4ebfeb4eddc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66e7a65a-1ce6-4bd9-9b89-f98a88095201 HTTP/1.1" status: 200 len: 217 time: 0.0417778 Mar 22 19:21:08.231866 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda8c42-9f63-4c4e-9195-3cad8a7022bf req-ced9fff3-1f57-4a07-b27d-4b6c766b9e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:08.236560 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5eb69a4-2c77-45f5-9a71-48ee463f1946 req-05bd5710-0c9b-41ac-976e-cf08109b60cc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=85461769-01e1-4c37-8d96-ff193384257d HTTP/1.1" status: 200 len: 217 time: 0.1386611 Mar 22 19:21:08.238652 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-bbda8c42-9f63-4c4e-9195-3cad8a7022bf req-ced9fff3-1f57-4a07-b27d-4b6c766b9e17 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bc515ca7-b43f-45d2-b838-320d24bc42f9 HTTP/1.1" status: 200 len: 861 time: 0.1057458 Mar 22 19:21:08.288250 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-bbda8c42-9f63-4c4e-9195-3cad8a7022bf req-74a08d12-f6ed-4201-9e54-e28bc862df7c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3f43483d-05ef-426b-881a-d8fc390ab6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370522 Mar 22 19:21:08.353776 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb69a4-2c77-45f5-9a71-48ee463f1946 req-314b4b47-ae4c-41ac-b361-bd4223a890bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:08.358097 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5eb69a4-2c77-45f5-9a71-48ee463f1946 req-314b4b47-ae4c-41ac-b361-bd4223a890bf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1032789 Mar 22 19:21:08.388557 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1af6f28e-af8c-420d-95f6-000ebcefa2c4 req-5b0f7d76-5f6a-46da-a6dc-ef6d85b3751a tempest-LiveMigrationTest-97431966 tempest-LiveMigrationTest-97431966-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328290 Mar 22 19:21:08.503055 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781420c2-c2e4-4251-9fd3-77e64b4988a9 req-872a00e5-36ad-4f13-9a3d-1c31a0081b25 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:08.510776 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-bbda8c42-9f63-4c4e-9195-3cad8a7022bf req-d16890f8-67b6-4f3a-9af4-e15f2cca8261 service neutron] 10.222.0.84 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154469 Mar 22 19:21:08.519715 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-781420c2-c2e4-4251-9fd3-77e64b4988a9 req-872a00e5-36ad-4f13-9a3d-1c31a0081b25 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 944 time: 0.4231501 Mar 22 19:21:08.645856 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-bbda8c42-9f63-4c4e-9195-3cad8a7022bf req-19075ea9-7557-4892-83e3-1d6eb57eba70 service neutron] 10.222.0.84 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274107 Mar 22 19:21:08.705743 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb69a4-2c77-45f5-9a71-48ee463f1946 req-695bd00d-2c10-4532-a6d7-923d0d05ee14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:08.707965 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5eb69a4-2c77-45f5-9a71-48ee463f1946 req-695bd00d-2c10-4532-a6d7-923d0d05ee14 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3302574 Mar 22 19:21:08.712226 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-781420c2-c2e4-4251-9fd3-77e64b4988a9 req-95ff25b6-ecf5-41e9-abd0-93227c2c6383 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916106 Mar 22 19:21:08.848954 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76077494-8b8d-4082-8546-224820579aa8 req-3c9f2e38-98c6-4e04-95da-0af35301b401 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:08.864500 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-76077494-8b8d-4082-8546-224820579aa8 req-3c9f2e38-98c6-4e04-95da-0af35301b401 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 944 time: 0.2847507 Mar 22 19:21:09.004671 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-76077494-8b8d-4082-8546-224820579aa8 req-752df37c-5385-4345-ab7c-26e897f86096 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355486 Mar 22 19:21:09.009059 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5eb69a4-2c77-45f5-9a71-48ee463f1946 req-b1dd3cf4-ef46-41cc-a8b8-209690c8e93e service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812445 Mar 22 19:21:09.230556 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1443d-928b-4736-87af-7c7649c65a5a req-15f958d6-aa1d-414f-b7f8-bc319cdd4ec6 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:09.231984 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22c1443d-928b-4736-87af-7c7649c65a5a req-15f958d6-aa1d-414f-b7f8-bc319cdd4ec6 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbae0a59-5e7a-412f-8781-3c888e1b5dc3 HTTP/1.1" status: 200 len: 946 time: 0.1263607 Mar 22 19:21:09.242363 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5eb69a4-2c77-45f5-9a71-48ee463f1946 req-c8fc8cb0-c5a2-421d-aff9-ebea3619ff4e service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234116 Mar 22 19:21:09.270085 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d7f30-4529-4713-830c-b55ee7ffe0ef req-1b1c4132-71ee-40fd-9027-f9bef066dd20 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:09.277589 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e7d7f30-4529-4713-830c-b55ee7ffe0ef req-1b1c4132-71ee-40fd-9027-f9bef066dd20 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 944 time: 0.1432199 Mar 22 19:21:09.317745 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22c1443d-928b-4736-87af-7c7649c65a5a req-37cad756-92cb-4cbd-b547-07fa36707be9 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729408 Mar 22 19:21:09.347427 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e7d7f30-4529-4713-830c-b55ee7ffe0ef req-0ff43ec3-dbc3-49cc-a4f7-a3247a7f61dd tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689411 Mar 22 19:21:09.523284 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ff4a4-d570-4d89-9dda-64e225bbf21f req-12f1222e-41c3-42f5-95ab-40588ab22719 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:09.529846 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c9ff4a4-d570-4d89-9dda-64e225bbf21f req-12f1222e-41c3-42f5-95ab-40588ab22719 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 945 time: 0.1002297 Mar 22 19:21:09.623539 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c9ff4a4-d570-4d89-9dda-64e225bbf21f req-55777dc5-6d66-485a-9642-69f3f1b74dae tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872147 Mar 22 19:21:09.702464 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4be4bed9-4a9f-4987-9214-92770a77825b req-d429d1e8-356e-49ab-beec-c8df377af488 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=2ec7e4b1b22846738c613a316a7447e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0661137 Mar 22 19:21:09.906521 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4bed9-4a9f-4987-9214-92770a77825b req-ab9701a9-c169-4f8d-ae23-84e6da690c69 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:09.908041 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4be4bed9-4a9f-4987-9214-92770a77825b req-ab9701a9-c169-4f8d-ae23-84e6da690c69 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2048135 Mar 22 19:21:09.917904 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1357c-c97b-4258-b6da-7e053da003cb req-3c000d54-3835-420e-a286-2d9bd02601fe tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:09.919564 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-28b1357c-c97b-4258-b6da-7e053da003cb req-3c000d54-3835-420e-a286-2d9bd02601fe tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.84 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 945 time: 0.1411407 Mar 22 19:21:09.935390 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ee021-8ea7-4337-a83f-5cec0bd1d81e req-77012a0d-ab5d-4b78-90c3-de27e24f1aff tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:09.935390 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-430ee021-8ea7-4337-a83f-5cec0bd1d81e req-77012a0d-ab5d-4b78-90c3-de27e24f1aff tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 944 time: 0.1262324 Mar 22 19:21:09.983286 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4be4bed9-4a9f-4987-9214-92770a77825b req-393d8884-1f5d-4abc-9c23-88a019f599cd tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.75 "GET /v2.0/quotas/2ec7e4b1b22846738c613a316a7447e2 HTTP/1.1" status: 200 len: 375 time: 0.0618134 Mar 22 19:21:10.034793 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4be4bed9-4a9f-4987-9214-92770a77825b req-19f0c975-e613-4671-9348-503eddee98c1 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=2ec7e4b1b22846738c613a316a7447e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419314 Mar 22 19:21:10.089157 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-430ee021-8ea7-4337-a83f-5cec0bd1d81e req-e34eaf54-f191-4e50-a06f-a9f0f1854b1c tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429739 Mar 22 19:21:10.149067 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-28b1357c-c97b-4258-b6da-7e053da003cb req-39ff046c-c523-4102-be26-856ee0dac858 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Deleting port 4fd4069b-2348-42da-8c6c-b594453833d1 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:21:10.149533 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-28b1357c-c97b-4258-b6da-7e053da003cb req-39ff046c-c523-4102-be26-856ee0dac858 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (4fd4069b-2348-42da-8c6c-b594453833d1), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:10.321830 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-217d2c80-88fc-4bb9-95b3-006800e1e4fe req-d3120cb2-4567-4a92-a14e-f6f3d848654f tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd HTTP/1.1" status: 200 len: 210 time: 0.0680454 Mar 22 19:21:10.351803 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 85461769-01e1-4c37-8d96-ff193384257d details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:21:10.438604 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-28b1357c-c97b-4258-b6da-7e053da003cb req-39ff046c-c523-4102-be26-856ee0dac858 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] For port 4fd4069b-2348-42da-8c6c-b594453833d1, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=4fd4069b-2348-42da-8c6c-b594453833d1,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:21:10.439255 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-28b1357c-c97b-4258-b6da-7e053da003cb req-39ff046c-c523-4102-be26-856ee0dac858 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (4fd4069b-2348-42da-8c6c-b594453833d1), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:10.452166 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8c458-d714-458e-a629-340163311940 req-c597c5a0-a0bb-4772-b334-7f93f8621a63 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:10.454207 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66c8c458-d714-458e-a629-340163311940 req-c597c5a0-a0bb-4772-b334-7f93f8621a63 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 944 time: 0.2138743 Mar 22 19:21:10.482754 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-28b1357c-c97b-4258-b6da-7e053da003cb req-39ff046c-c523-4102-be26-856ee0dac858 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Calling delete_port for 4fd4069b-2348-42da-8c6c-b594453833d1 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:21:10.569710 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 85461769-01e1-4c37-8d96-ff193384257d, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=85461769-01e1-4c37-8d96-ff193384257d,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:21:10.602926 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '85461769-01e1-4c37-8d96-ff193384257d', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': '85461769-01e1-4c37-8d96-ff193384257d', 'mac_address': 'fa:16:3e:e6:3b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:21:10.665963 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 85461769-01e1-4c37-8d96-ff193384257d is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:21:10.666646 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (85461769-01e1-4c37-8d96-ff193384257d), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:10.685534 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85461769-01e1-4c37-8d96-ff193384257d {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:21:10.712363 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66c8c458-d714-458e-a629-340163311940 req-430ad7cd-c6ac-4984-9f2f-ebfd531f4924 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512336 Mar 22 19:21:10.721863 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 85461769-01e1-4c37-8d96-ff193384257d, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=85461769-01e1-4c37-8d96-ff193384257d,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:21:10.744788 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (85461769-01e1-4c37-8d96-ff193384257d), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:10.764786 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd52d16-b596-4acd-85b9-3df3c677339d req-d6f06cff-15a2-4b60-b8f5-fbeb89bf632a tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:10.775073 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4bd52d16-b596-4acd-85b9-3df3c677339d req-d6f06cff-15a2-4b60-b8f5-fbeb89bf632a tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbae0a59-5e7a-412f-8781-3c888e1b5dc3 HTTP/1.1" status: 200 len: 946 time: 0.2946382 Mar 22 19:21:10.859122 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=85461769-01e1-4c37-8d96-ff193384257d,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:10.977254 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4bd52d16-b596-4acd-85b9-3df3c677339d req-c9f9318a-9fbb-41ef-9178-8347e97a59cc tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986609 Mar 22 19:21:11.088945 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['85461769-01e1-4c37-8d96-ff193384257d'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:21:11.115515 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f0303-2261-4498-831c-269b05f93bd9 req-ce013cb4-fb50-4059-bc71-cdaba52829d6 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:11.122875 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9e6f0303-2261-4498-831c-269b05f93bd9 req-ce013cb4-fb50-4059-bc71-cdaba52829d6 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 944 time: 0.2215850 Mar 22 19:21:11.180929 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-28b1357c-c97b-4258-b6da-7e053da003cb req-39ff046c-c523-4102-be26-856ee0dac858 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (4fd4069b-2348-42da-8c6c-b594453833d1), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:11.199061 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['c0f856f7-dd46-407a-9757-5669f772ffe3'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:21:11.243328 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff046c-c523-4102-be26-856ee0dac858 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Pushing event deleted for resources: {'Port': ['ID=4fd4069b-2348-42da-8c6c-b594453833d1,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:11.257109 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bcb08a-a0d8-4c10-ba72-da2f2764634a req-5851077e-482f-4ae5-8a85-e76d858832d0 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:11.258718 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-88bcb08a-a0d8-4c10-ba72-da2f2764634a req-5851077e-482f-4ae5-8a85-e76d858832d0 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 866 time: 0.1718547 Mar 22 19:21:11.289640 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9e6f0303-2261-4498-831c-269b05f93bd9 req-d5bab0f5-5277-4c7f-893d-3fbe6833ce24 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603286 Mar 22 19:21:11.394202 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b1357c-c97b-4258-b6da-7e053da003cb req-39ff046c-c523-4102-be26-856ee0dac858 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] No DVR routers for this DVR port 4fd4069b-2348-42da-8c6c-b594453833d1 on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:21:11.401688 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-28b1357c-c97b-4258-b6da-7e053da003cb req-39ff046c-c523-4102-be26-856ee0dac858 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:11.406343 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-28b1357c-c97b-4258-b6da-7e053da003cb req-39ff046c-c523-4102-be26-856ee0dac858 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.84 "DELETE /v2.0/ports/4fd4069b-2348-42da-8c6c-b594453833d1 HTTP/1.1" status: 204 len: 173 time: 1.4728503 Mar 22 19:21:11.408010 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03efcdf7-dafe-42ec-9752-edf5a2d30853', 'name': 'network-vif-deleted', 'tag': '4fd4069b-2348-42da-8c6c-b594453833d1'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:21:11.410371 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135471db-3002-47b5-9554-09883a31fbf0" -d '{"events": [{"server_uuid": "03efcdf7-dafe-42ec-9752-edf5a2d30853", "name": "network-vif-deleted", "tag": "4fd4069b-2348-42da-8c6c-b594453833d1"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:21:11.448327 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-88bcb08a-a0d8-4c10-ba72-da2f2764634a req-ec2ca2d4-3f1a-4571-af5e-6ab28354a121 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572626 Mar 22 19:21:11.568916 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f610d6a-bf4b-40ee-801c-f8e98dad60a0 req-3264c0a1-6954-4270-85f9-d9034b47096e tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:11.587970 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f610d6a-bf4b-40ee-801c-f8e98dad60a0 req-3264c0a1-6954-4270-85f9-d9034b47096e tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 944 time: 0.1806293 Mar 22 19:21:11.656404 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-06f7d2e1-e33c-47de-a387-e54c2fff5278 req-02de5e1e-183f-45ce-8be8-cb20f2f4804d tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd HTTP/1.1" status: 200 len: 210 time: 0.0649433 Mar 22 19:21:11.736268 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f610d6a-bf4b-40ee-801c-f8e98dad60a0 req-843cbeba-f63b-4986-babc-cfbf653bb1c9 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399214 Mar 22 19:21:11.737714 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c2b9ca-2835-428e-9236-1b24b1758e82 x-openstack-request-id: req-35c2b9ca-2835-428e-9236-1b24b1758e82 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:21:11.738037 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03efcdf7-dafe-42ec-9752-edf5a2d30853", "name": "network-vif-deleted", "tag": "4fd4069b-2348-42da-8c6c-b594453833d1", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:21:11.738294 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-35c2b9ca-2835-428e-9236-1b24b1758e82 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:21:11.738694 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35c2b9ca-2835-428e-9236-1b24b1758e82'] response: {'server_uuid': '03efcdf7-dafe-42ec-9752-edf5a2d30853', 'name': 'network-vif-deleted', 'tag': '4fd4069b-2348-42da-8c6c-b594453833d1', 'status': 'completed', 'code': 200} Mar 22 19:21:11.920639 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e37d15-b708-405f-92c4-c4102489f834 req-5ead9052-07b9-4ab1-a338-8c4789af404c tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:11.922251 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a0e37d15-b708-405f-92c4-c4102489f834 req-5ead9052-07b9-4ab1-a338-8c4789af404c tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 944 time: 0.0729961 Mar 22 19:21:11.984882 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a0e37d15-b708-405f-92c4-c4102489f834 req-4013992a-ea5f-4506-aae4-3e928c8b4d23 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562892 Mar 22 19:21:12.104821 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c7441-2d4d-4c58-9981-1070df8813a6 req-927ba46d-4e7d-4625-a8d2-9179ef1435c1 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:12.106392 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-173c7441-2d4d-4c58-9981-1070df8813a6 req-927ba46d-4e7d-4625-a8d2-9179ef1435c1 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbae0a59-5e7a-412f-8781-3c888e1b5dc3 HTTP/1.1" status: 200 len: 947 time: 0.0670438 Mar 22 19:21:12.155251 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-173c7441-2d4d-4c58-9981-1070df8813a6 req-a4d7fddc-033d-4cf1-9dad-e95d49c41812 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432372 Mar 22 19:21:12.367207 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 4fd4069b-2348-42da-8c6c-b594453833d1 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:21:12.396057 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 4fd4069b-2348-42da-8c6c-b594453833d1 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:21:12.397058 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 4fd4069b-2348-42da-8c6c-b594453833d1 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:21:12.415130 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9cf3b0-a04c-41c0-982f-eaa4d567b8fc req-b0cebbd1-0eda-44ac-ab1a-cae595cbdb67 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:12.416845 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1a9cf3b0-a04c-41c0-982f-eaa4d567b8fc req-b0cebbd1-0eda-44ac-ab1a-cae595cbdb67 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 944 time: 0.0686584 Mar 22 19:21:12.485917 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1a9cf3b0-a04c-41c0-982f-eaa4d567b8fc req-cdf8ebc8-7a9c-47d0-90b7-ae103fcec262 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621986 Mar 22 19:21:12.558504 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cfe6cbef-83a7-4324-90de-8e125b180c34 req-20e103ce-9385-465a-9568-e506dbdcd1a2 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 210 time: 0.0286005 Mar 22 19:21:12.793252 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc367a49-6368-4c10-8e77-35383f3a7e22 req-ddbade05-77e2-4dc3-936f-23a48e91f941 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd HTTP/1.1" status: 200 len: 210 time: 0.0306807 Mar 22 19:21:12.868752 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865763fb-a792-4cdb-8aa9-b26a4e433b6f req-57f34a07-3437-44fa-acc5-846790c5f634 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:12.870160 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-865763fb-a792-4cdb-8aa9-b26a4e433b6f req-57f34a07-3437-44fa-acc5-846790c5f634 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 944 time: 0.0546160 Mar 22 19:21:12.918451 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-865763fb-a792-4cdb-8aa9-b26a4e433b6f req-42613370-9f4a-436b-888e-d108a8aa3d4a tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423248 Mar 22 19:21:13.455116 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaeed6a-9ddd-4582-bdc3-ffd0682559dd req-126696bd-fadd-42fa-9f26-6283beb772c7 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:13.457507 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6aaeed6a-9ddd-4582-bdc3-ffd0682559dd req-126696bd-fadd-42fa-9f26-6283beb772c7 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 944 time: 0.3993740 Mar 22 19:21:13.475282 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b26d07-380f-4bd7-86e7-4d15aa809ebf req-40830512-5f28-41eb-9700-80634b407bd7 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:13.477042 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e8b26d07-380f-4bd7-86e7-4d15aa809ebf req-40830512-5f28-41eb-9700-80634b407bd7 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbae0a59-5e7a-412f-8781-3c888e1b5dc3 HTTP/1.1" status: 200 len: 947 time: 0.0816755 Mar 22 19:21:13.549781 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6aaeed6a-9ddd-4582-bdc3-ffd0682559dd req-44d1a734-9d74-4cf0-8aa8-88453ae6e583 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870192 Mar 22 19:21:13.558971 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e8b26d07-380f-4bd7-86e7-4d15aa809ebf req-dd1a6373-d61b-4d2b-9be3-e8828e917a8b tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739465 Mar 22 19:21:13.694387 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4593b616-fd23-4a8f-992b-a77169b32c20 req-375f12d4-50f5-43d7-9402-7d62a45ed0ac tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 210 time: 0.0341120 Mar 22 19:21:13.719267 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f70fab-5bbe-48f7-8768-4427cee553a5 req-b23d409a-442a-4dec-954e-d8a989b6f4c3 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:13.721056 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f3f70fab-5bbe-48f7-8768-4427cee553a5 req-b23d409a-442a-4dec-954e-d8a989b6f4c3 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 944 time: 0.0909617 Mar 22 19:21:13.774587 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f3f70fab-5bbe-48f7-8768-4427cee553a5 req-41e2b185-d8e1-4341-b7ba-27ff064dfdae tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467594 Mar 22 19:21:13.884496 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cb036c38-cc60-4749-b641-3793bd285cb2 req-b09f3487-6eec-484b-a116-81d51e5bfbc2 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd HTTP/1.1" status: 200 len: 210 time: 0.0275187 Mar 22 19:21:14.035549 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202d1ae-119e-4458-9f3c-3860ecf90953 req-7ca1e87c-e25e-4f49-a83d-eebf7c3d273a tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:14.037492 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f202d1ae-119e-4458-9f3c-3860ecf90953 req-7ca1e87c-e25e-4f49-a83d-eebf7c3d273a tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 944 time: 0.0521617 Mar 22 19:21:14.088053 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f202d1ae-119e-4458-9f3c-3860ecf90953 req-83038db4-74ce-4a3c-bd2e-757d2123b9cf tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445545 Mar 22 19:21:14.382893 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 85461769-01e1-4c37-8d96-ff193384257d up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:21:14.430335 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 85461769-01e1-4c37-8d96-ff193384257d completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:21:14.434149 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 85461769-01e1-4c37-8d96-ff193384257d triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:21:14.434541 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (85461769-01e1-4c37-8d96-ff193384257d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:14.513317 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 85461769-01e1-4c37-8d96-ff193384257d is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:21:14.513707 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (85461769-01e1-4c37-8d96-ff193384257d), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:14.536405 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbae0a59-5e7a-412f-8781-3c888e1b5dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85461769-01e1-4c37-8d96-ff193384257d'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:21:14.538644 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146834c6-939a-4210-a1b9-cf77e17b2dd3" -d '{"events": [{"server_uuid": "bbae0a59-5e7a-412f-8781-3c888e1b5dc3", "name": "network-vif-plugged", "status": "completed", "tag": "85461769-01e1-4c37-8d96-ff193384257d"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:21:14.554933 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 85461769-01e1-4c37-8d96-ff193384257d, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=85461769-01e1-4c37-8d96-ff193384257d,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:21:14.559454 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (85461769-01e1-4c37-8d96-ff193384257d), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:14.583656 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fe8155-3f70-441d-9f37-f2cff9d84804 x-openstack-request-id: req-d0fe8155-3f70-441d-9f37-f2cff9d84804 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:21:14.583955 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbae0a59-5e7a-412f-8781-3c888e1b5dc3", "name": "network-vif-plugged", "status": "completed", "tag": "85461769-01e1-4c37-8d96-ff193384257d", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:21:14.584196 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d0fe8155-3f70-441d-9f37-f2cff9d84804 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:21:14.584589 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0fe8155-3f70-441d-9f37-f2cff9d84804'] response: {'server_uuid': 'bbae0a59-5e7a-412f-8781-3c888e1b5dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85461769-01e1-4c37-8d96-ff193384257d', 'code': 200} Mar 22 19:21:14.615924 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=85461769-01e1-4c37-8d96-ff193384257d,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:14.770906 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0361db8-65c5-4109-abcb-113016e6fbf9 req-26a6eb32-4ba5-478b-a0ab-37f09d1ba0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:14.772411 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a0361db8-65c5-4109-abcb-113016e6fbf9 req-26a6eb32-4ba5-478b-a0ab-37f09d1ba0b1 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=bbae0a59-5e7a-412f-8781-3c888e1b5dc3 HTTP/1.1" status: 200 len: 1131 time: 0.1083107 Mar 22 19:21:14.781001 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96ae2b-aed2-4080-bf0f-d46c373f4491 req-145b90dd-826f-4384-bfe3-4dac66ff9a19 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:14.782373 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad96ae2b-aed2-4080-bf0f-d46c373f4491 req-145b90dd-826f-4384-bfe3-4dac66ff9a19 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 944 time: 0.1284418 Mar 22 19:21:14.813749 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bba6b-8eac-4c99-bbad-e72046a33340 req-87c6c978-8acb-4ce1-b68b-0e5031e845ba tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:14.815247 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-732bba6b-8eac-4c99-bbad-e72046a33340 req-87c6c978-8acb-4ce1-b68b-0e5031e845ba tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbae0a59-5e7a-412f-8781-3c888e1b5dc3 HTTP/1.1" status: 200 len: 948 time: 0.1291695 Mar 22 19:21:14.885222 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a0361db8-65c5-4109-abcb-113016e6fbf9 req-c4fcf5de-45f4-4b7a-b75a-613dcf87326e service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010895 Mar 22 19:21:14.893604 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad96ae2b-aed2-4080-bf0f-d46c373f4491 req-679b6317-ce10-4ad0-91b1-91bec0ebb931 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009524 Mar 22 19:21:14.904836 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-732bba6b-8eac-4c99-bbad-e72046a33340 req-3abba5d9-b38a-42f2-ac59-0195d459c5d2 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821693 Mar 22 19:21:14.993868 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ac60fa77-39ec-41ae-9e84-17791dd40c9a req-d17c31b8-4daf-490a-8c14-9805bd75e0e7 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 210 time: 0.0349607 Mar 22 19:21:15.039227 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1876e0ea-9061-4c39-a57f-e127b5e5b861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:15.042963 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa9ece-84a4-4b34-9d77-e1370b46e7a2 req-801f5e25-c5c0-4310-b93b-6474f64c5927 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:15.045497 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66fa9ece-84a4-4b34-9d77-e1370b46e7a2 req-801f5e25-c5c0-4310-b93b-6474f64c5927 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 944 time: 0.0758924 Mar 22 19:21:15.096686 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8f846aee-df99-4260-855a-77e08e1a3522 req-41b76831-a77d-4ad9-8611-479deec80252 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd HTTP/1.1" status: 200 len: 210 time: 0.0389369 Mar 22 19:21:15.121312 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66fa9ece-84a4-4b34-9d77-e1370b46e7a2 req-b5f5fa0b-4f16-406d-bbff-5399c8eca00b tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710371 Mar 22 19:21:15.225598 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70935fe7-2678-4b42-9b1f-86c9415d2a56 req-363084b9-e0da-49c6-8733-63813c353ecf tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:15.227232 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-70935fe7-2678-4b42-9b1f-86c9415d2a56 req-363084b9-e0da-49c6-8733-63813c353ecf tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 944 time: 0.0562322 Mar 22 19:21:15.276400 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-70935fe7-2678-4b42-9b1f-86c9415d2a56 req-db4e76d6-1062-4ec1-a2ea-c1aad7669c47 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434453 Mar 22 19:21:15.555454 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:16.056494 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef482cd2-6cd4-488b-a5b5-38ef66163e96 req-30a90a12-cb92-4482-9344-51f9e629fbb0 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:16.058087 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef482cd2-6cd4-488b-a5b5-38ef66163e96 req-30a90a12-cb92-4482-9344-51f9e629fbb0 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 944 time: 0.0872948 Mar 22 19:21:16.066005 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bc4c2-5518-49ea-8243-6c320d9aab83 req-033fae5d-4bae-4e6f-b9c5-789236ff9f64 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:16.067393 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b38bc4c2-5518-49ea-8243-6c320d9aab83 req-033fae5d-4bae-4e6f-b9c5-789236ff9f64 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbae0a59-5e7a-412f-8781-3c888e1b5dc3 HTTP/1.1" status: 200 len: 948 time: 0.0858543 Mar 22 19:21:16.156961 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef482cd2-6cd4-488b-a5b5-38ef66163e96 req-227b2531-5a5a-4aab-a345-57745d99ed6c tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885136 Mar 22 19:21:16.161468 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b38bc4c2-5518-49ea-8243-6c320d9aab83 req-c259ea35-e70c-4cb3-ad23-553296c76d59 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860834 Mar 22 19:21:16.271439 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bebf4add-2ad8-4be3-b461-ebdd9fdd4249 req-04825b5d-8643-4581-a608-c6cc827c8213 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd HTTP/1.1" status: 200 len: 210 time: 0.0467489 Mar 22 19:21:16.273685 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b22cf25b-1be6-4fb6-b2ae-b1ef9459d68d req-bbab133a-62da-4264-aa44-f50e34885af9 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 210 time: 0.0405765 Mar 22 19:21:16.436745 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679a76f-4998-42c4-bd07-e3a5d8103903 req-cc65b940-33aa-4a70-8e78-14938f471765 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:16.438175 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6679a76f-4998-42c4-bd07-e3a5d8103903 req-cc65b940-33aa-4a70-8e78-14938f471765 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 944 time: 0.0961545 Mar 22 19:21:16.461895 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f0e8d-9553-4cc0-b644-0c78f725d7a8 req-bbbcf3cd-165d-4b08-b4f2-53c419ee41ab tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:16.463343 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-842f0e8d-9553-4cc0-b644-0c78f725d7a8 req-bbbcf3cd-165d-4b08-b4f2-53c419ee41ab tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 944 time: 0.0838583 Mar 22 19:21:16.527403 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6679a76f-4998-42c4-bd07-e3a5d8103903 req-f540f1f3-e5bc-44e6-b70e-7fda9f0589f4 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800412 Mar 22 19:21:16.534167 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-842f0e8d-9553-4cc0-b644-0c78f725d7a8 req-228d373f-4066-4946-aae0-5e879e2f1529 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633152 Mar 22 19:21:16.821746 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595d211-84e1-43e1-89ed-b60c752eb900 req-055f042d-25d3-4fcd-9eaf-695896db54ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:16.823306 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6595d211-84e1-43e1-89ed-b60c752eb900 req-055f042d-25d3-4fcd-9eaf-695896db54ca service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1d0968440cf54214977e8ebbdab6278f&device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 1127 time: 0.0539620 Mar 22 19:21:16.940551 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595d211-84e1-43e1-89ed-b60c752eb900 req-ec847def-8b76-4cb6-a046-6809bff19328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:16.942076 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6595d211-84e1-43e1-89ed-b60c752eb900 req-ec847def-8b76-4cb6-a046-6809bff19328 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f86aee2c-a4db-473a-89c7-b87edd48b016 HTTP/1.1" status: 200 len: 916 time: 0.0943892 Mar 22 19:21:17.003555 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6595d211-84e1-43e1-89ed-b60c752eb900 req-92f38fd2-3c23-4ef2-b412-ad3d8eeb3f80 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1da9a6b-b20b-48cd-a55f-ddd31908ce0b HTTP/1.1" status: 200 len: 217 time: 0.0369866 Mar 22 19:21:17.062595 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595d211-84e1-43e1-89ed-b60c752eb900 req-e0f0e63e-b93d-4eda-b19d-8228f2029185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:17.064120 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6595d211-84e1-43e1-89ed-b60c752eb900 req-e0f0e63e-b93d-4eda-b19d-8228f2029185 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b79d00bd-67e3-41a4-af81-d6bc678ecb21 HTTP/1.1" status: 200 len: 855 time: 0.0489941 Mar 22 19:21:17.098049 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6595d211-84e1-43e1-89ed-b60c752eb900 req-7598cffb-2e23-4e82-9103-ecba649d8436 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f86aee2c-a4db-473a-89c7-b87edd48b016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247614 Mar 22 19:21:17.188471 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6595d211-84e1-43e1-89ed-b60c752eb900 req-f67918a6-4c60-4a29-89d2-78748fb7e43c service neutron] 10.222.0.85 "GET /v2.0/networks/f86aee2c-a4db-473a-89c7-b87edd48b016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827591 Mar 22 19:21:17.328339 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5d3e010-9b51-4eb4-b8d6-e485c1684cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:17.344103 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6595d211-84e1-43e1-89ed-b60c752eb900 req-0e0becb4-d8b7-44e9-9791-0fdd7c563524 service neutron] 10.222.0.85 "GET /v2.0/networks/f86aee2c-a4db-473a-89c7-b87edd48b016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474655 Mar 22 19:21:17.370623 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8268aa-c99e-42e5-853c-62442c02d302 req-a5c5b3d7-1380-41c4-9a12-c5277d5a41f3 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:17.372103 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f8268aa-c99e-42e5-853c-62442c02d302 req-a5c5b3d7-1380-41c4-9a12-c5277d5a41f3 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 944 time: 0.1123390 Mar 22 19:21:17.380134 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3fb1d9-696c-4b97-ad60-d2a011bd8f6b req-d5757966-58dd-4bfa-bcce-9584054119ef tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:17.381513 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a3fb1d9-696c-4b97-ad60-d2a011bd8f6b req-d5757966-58dd-4bfa-bcce-9584054119ef tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbae0a59-5e7a-412f-8781-3c888e1b5dc3 HTTP/1.1" status: 200 len: 948 time: 0.1105161 Mar 22 19:21:17.460614 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f8268aa-c99e-42e5-853c-62442c02d302 req-fa4b25db-984c-4da4-aad3-7d3a46645a54 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781221 Mar 22 19:21:17.464960 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a3fb1d9-696c-4b97-ad60-d2a011bd8f6b req-72cfad27-28f2-47b5-b18e-c09353f41b9f tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768783 Mar 22 19:21:17.555796 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7a41c4c3-9e02-45e8-9057-6ac08228c6cd req-2a96f80c-4c34-49c6-b006-8718bd5531b0 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd HTTP/1.1" status: 200 len: 210 time: 0.0292616 Mar 22 19:21:17.582170 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dc95186e-d3b4-4d2a-82dd-1cb8452dcadd req-dedfe92b-5f4f-4ede-98c8-420ef712eef4 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 210 time: 0.0293195 Mar 22 19:21:17.732351 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4be4bed9-4a9f-4987-9214-92770a77825b req-392b0b69-623c-431d-ad32-5df574be71dc tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=2ec7e4b1b22846738c613a316a7447e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282090 Mar 22 19:21:17.737035 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516d4b4-c484-4646-974a-4e1c83d7c228 req-89c6a2ed-eba2-4063-b70a-7fb48ac7a81a tempest-ServersOnMultiNodesTest-1385471072 tempest-ServersOnMultiNodesTest-1385471072-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:17.738576 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5516d4b4-c484-4646-974a-4e1c83d7c228 req-89c6a2ed-eba2-4063-b70a-7fb48ac7a81a tempest-ServersOnMultiNodesTest-1385471072 tempest-ServersOnMultiNodesTest-1385471072-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=bbae0a59-5e7a-412f-8781-3c888e1b5dc3 HTTP/1.1" status: 200 len: 1131 time: 0.1073606 Mar 22 19:21:17.814532 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7da17-c9eb-440e-ba54-c95c2a41a07d req-401d69fc-4cb7-44e5-97e1-2f7f50900266 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:17.817253 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-50b7da17-c9eb-440e-ba54-c95c2a41a07d req-401d69fc-4cb7-44e5-97e1-2f7f50900266 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 944 time: 0.1546497 Mar 22 19:21:17.895483 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5516d4b4-c484-4646-974a-4e1c83d7c228 req-940b935c-1d52-4dc7-9bce-f0ae34b5f319 tempest-ServersOnMultiNodesTest-1385471072 tempest-ServersOnMultiNodesTest-1385471072-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459875 Mar 22 19:21:17.927883 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-50b7da17-c9eb-440e-ba54-c95c2a41a07d req-da55b9e9-ed17-4bc4-b52e-535be1b83261 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023924 Mar 22 19:21:17.938344 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4bed9-4a9f-4987-9214-92770a77825b req-a37e3d31-80be-42ed-9f87-e9292ecb5857 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:17.939994 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4be4bed9-4a9f-4987-9214-92770a77825b req-a37e3d31-80be-42ed-9f87-e9292ecb5857 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2004952 Mar 22 19:21:17.961395 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-4be4bed9-4a9f-4987-9214-92770a77825b req-dbaec05c-92f1-43ce-8997-5cea056970d4 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Request body: {'port': {'device_id': 'c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'admin_state_up': True, 'tenant_id': '2ec7e4b1b22846738c613a316a7447e2'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:21:18.100215 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d952be6-9c09-420a-86e1-73804a66d875 req-287cdc59-34a8-4086-9f8e-40404b314cde tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:18.101714 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9d952be6-9c09-420a-86e1-73804a66d875 req-287cdc59-34a8-4086-9f8e-40404b314cde tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 944 time: 0.1226151 Mar 22 19:21:18.151254 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4be4bed9-4a9f-4987-9214-92770a77825b req-dbaec05c-92f1-43ce-8997-5cea056970d4 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Made reservation on behalf of 2ec7e4b1b22846738c613a316a7447e2 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:21:18.152600 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:18.154586 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4be4bed9-4a9f-4987-9214-92770a77825b req-dbaec05c-92f1-43ce-8997-5cea056970d4 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:18.180230 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4be4bed9-4a9f-4987-9214-92770a77825b req-dbaec05c-92f1-43ce-8997-5cea056970d4 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:18.198389 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9d952be6-9c09-420a-86e1-73804a66d875 req-9a3a8c8a-31e7-4963-9de9-59f9f7c65c39 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884542 Mar 22 19:21:18.245346 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd43d76-b99c-4976-89ab-bac9a51e9f5e req-667c20d3-0028-41a3-afd8-7b47809e29be tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:18.246842 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ddd43d76-b99c-4976-89ab-bac9a51e9f5e req-667c20d3-0028-41a3-afd8-7b47809e29be tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbae0a59-5e7a-412f-8781-3c888e1b5dc3 HTTP/1.1" status: 200 len: 948 time: 0.0900955 Mar 22 19:21:18.314044 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ddd43d76-b99c-4976-89ab-bac9a51e9f5e req-9f798d5c-67f6-4b77-8392-5a43d9c6dbdd tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610218 Mar 22 19:21:18.327070 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4be4bed9-4a9f-4987-9214-92770a77825b req-dbaec05c-92f1-43ce-8997-5cea056970d4 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Publish callbacks [] for security_group (264a2f55-da4d-469d-995f-f6b7bae8649f), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:18.338284 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4be4bed9-4a9f-4987-9214-92770a77825b req-dbaec05c-92f1-43ce-8997-5cea056970d4 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (264a2f55-da4d-469d-995f-f6b7bae8649f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:18.399825 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaec05c-92f1-43ce-8997-5cea056970d4 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=264a2f55-da4d-469d-995f-f6b7bae8649f,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:18.472105 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-4be4bed9-4a9f-4987-9214-92770a77825b req-dbaec05c-92f1-43ce-8997-5cea056970d4 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Allocated IP 192.168.233.114 (43c82fd2-7e25-4eba-86f2-aced26197dba/e28314b8-0ed1-465e-a6f2-eda7f6b773cd/0851b8f2-bd43-4d87-ba31-e81ff3fa6db1) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:21:18.557348 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:18.669915 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1d96cdee-6fe9-415d-8637-93d827db7439 req-d7e89a25-9820-40dc-a2c0-f1a25a398ebd tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd HTTP/1.1" status: 200 len: 210 time: 0.0413210 Mar 22 19:21:18.682240 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867d3cb-22cf-4571-a55e-d335993ccb81 req-15c7c637-d900-499c-b95a-4148ebc397c4 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:18.692647 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2867d3cb-22cf-4571-a55e-d335993ccb81 req-15c7c637-d900-499c-b95a-4148ebc397c4 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 944 time: 0.1202204 Mar 22 19:21:18.714914 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4be4bed9-4a9f-4987-9214-92770a77825b req-dbaec05c-92f1-43ce-8997-5cea056970d4 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Publish callbacks [] for port (0851b8f2-bd43-4d87-ba31-e81ff3fa6db1), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:18.794061 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2867d3cb-22cf-4571-a55e-d335993ccb81 req-2f9af543-2c48-4360-a11f-e1c65d05eff9 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009884 Mar 22 19:21:18.797620 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74ba540f-29bc-4ac2-ad43-c1862da5ab76 req-1eb25c53-e004-4e49-947f-c8dbed66ab2d tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 210 time: 0.0572178 Mar 22 19:21:18.816739 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4be4bed9-4a9f-4987-9214-92770a77825b req-dbaec05c-92f1-43ce-8997-5cea056970d4 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (0851b8f2-bd43-4d87-ba31-e81ff3fa6db1), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:18.862553 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be4bed9-4a9f-4987-9214-92770a77825b req-dbaec05c-92f1-43ce-8997-5cea056970d4 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Network 43c82fd2-7e25-4eba-86f2-aced26197dba is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:21:18.865868 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-4be4bed9-4a9f-4987-9214-92770a77825b req-dbaec05c-92f1-43ce-8997-5cea056970d4 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:21:18.871783 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be4bed9-4a9f-4987-9214-92770a77825b req-dbaec05c-92f1-43ce-8997-5cea056970d4 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:21:18.896952 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaec05c-92f1-43ce-8997-5cea056970d4 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Pushing event updated for resources: {'Port': ['ID=0851b8f2-bd43-4d87-ba31-e81ff3fa6db1,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:18.926755 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4bed9-4a9f-4987-9214-92770a77825b req-dbaec05c-92f1-43ce-8997-5cea056970d4 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:18.927397 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4be4bed9-4a9f-4987-9214-92770a77825b req-dbaec05c-92f1-43ce-8997-5cea056970d4 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:18.950996 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4be4bed9-4a9f-4987-9214-92770a77825b req-dbaec05c-92f1-43ce-8997-5cea056970d4 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9939995 Mar 22 19:21:18.964024 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-4be4bed9-4a9f-4987-9214-92770a77825b req-5ef80c27-4071-471c-b306-f00ba33a0f82 service neutron] Request body: {'port': {'device_id': 'c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:21:19.063717 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4be4bed9-4a9f-4987-9214-92770a77825b req-5ef80c27-4071-471c-b306-f00ba33a0f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0851b8f2-bd43-4d87-ba31-e81ff3fa6db1), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:19.093146 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4bbb3-2784-42bc-9bda-4efeb7b7c376 req-614ed3ff-4f99-4512-9e2e-4340c0d610a0 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:19.094799 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32f4bbb3-2784-42bc-9bda-4efeb7b7c376 req-614ed3ff-4f99-4512-9e2e-4340c0d610a0 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 944 time: 0.0963151 Mar 22 19:21:19.102388 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-d84cceed-e443-4671-a9c2-6c3c28c1c65a None None] Provisioning complete for port 0851b8f2-bd43-4d87-ba31-e81ff3fa6db1 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:21:19.102765 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d84cceed-e443-4671-a9c2-6c3c28c1c65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (0851b8f2-bd43-4d87-ba31-e81ff3fa6db1), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:19.147517 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d84cceed-e443-4671-a9c2-6c3c28c1c65a None None] Port 0851b8f2-bd43-4d87-ba31-e81ff3fa6db1 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:21:19.224979 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32f4bbb3-2784-42bc-9bda-4efeb7b7c376 req-2e91637b-f41e-47bb-afdd-3c46e7422783 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110933 Mar 22 19:21:19.379615 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccd623-3868-4a49-af58-f5bc779a5620 req-f18dc845-ee3f-4779-9bd9-56b81d658a58 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:19.381631 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-55ccd623-3868-4a49-af58-f5bc779a5620 req-f18dc845-ee3f-4779-9bd9-56b81d658a58 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 944 time: 0.0931854 Mar 22 19:21:19.468226 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-4be4bed9-4a9f-4987-9214-92770a77825b req-5ef80c27-4071-471c-b306-f00ba33a0f82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0851b8f2-bd43-4d87-ba31-e81ff3fa6db1 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:21:19.479199 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4be4bed9-4a9f-4987-9214-92770a77825b req-5ef80c27-4071-471c-b306-f00ba33a0f82 service neutron] Publish callbacks [] for port (0851b8f2-bd43-4d87-ba31-e81ff3fa6db1), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:19.507999 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-55ccd623-3868-4a49-af58-f5bc779a5620 req-877e652b-52ae-4763-9b3d-0a3c56fc6f1e tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173675 Mar 22 19:21:19.511113 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-4be4bed9-4a9f-4987-9214-92770a77825b req-5ef80c27-4071-471c-b306-f00ba33a0f82 service neutron] Transition to ACTIVE for port object 0851b8f2-bd43-4d87-ba31-e81ff3fa6db1 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:21:19.516784 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4be4bed9-4a9f-4987-9214-92770a77825b req-5ef80c27-4071-471c-b306-f00ba33a0f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (0851b8f2-bd43-4d87-ba31-e81ff3fa6db1), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:19.526781 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00215a-254e-4b6b-bf14-cc48eea3c5c5 req-1beb4c6e-f0b4-4b03-b8b0-c9633f9be25c tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:19.528448 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c00215a-254e-4b6b-bf14-cc48eea3c5c5 req-1beb4c6e-f0b4-4b03-b8b0-c9633f9be25c tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbae0a59-5e7a-412f-8781-3c888e1b5dc3 HTTP/1.1" status: 200 len: 948 time: 0.1388571 Mar 22 19:21:19.597752 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef80c27-4071-471c-b306-f00ba33a0f82 service neutron] Pushing event updated for resources: {'Port': ['ID=0851b8f2-bd43-4d87-ba31-e81ff3fa6db1,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:19.640852 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c00215a-254e-4b6b-bf14-cc48eea3c5c5 req-935bee0e-d17a-49c5-83c8-98d9eba1e58c tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890434 Mar 22 19:21:19.698184 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-4be4bed9-4a9f-4987-9214-92770a77825b req-5ef80c27-4071-471c-b306-f00ba33a0f82 service neutron] Attempting to bind port 0851b8f2-bd43-4d87-ba31-e81ff3fa6db1 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:21:19.698554 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-4be4bed9-4a9f-4987-9214-92770a77825b req-5ef80c27-4071-471c-b306-f00ba33a0f82 service neutron] Attempting to bind port 0851b8f2-bd43-4d87-ba31-e81ff3fa6db1 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:21:19.699185 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be4bed9-4a9f-4987-9214-92770a77825b req-5ef80c27-4071-471c-b306-f00ba33a0f82 service neutron] Attempting to bind port 0851b8f2-bd43-4d87-ba31-e81ff3fa6db1 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:21:19.719504 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be4bed9-4a9f-4987-9214-92770a77825b req-5ef80c27-4071-471c-b306-f00ba33a0f82 service neutron] Port 0851b8f2-bd43-4d87-ba31-e81ff3fa6db1 on network 43c82fd2-7e25-4eba-86f2-aced26197dba not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:21:19.719649 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be4bed9-4a9f-4987-9214-92770a77825b req-5ef80c27-4071-471c-b306-f00ba33a0f82 service neutron] Attempting to bind port 0851b8f2-bd43-4d87-ba31-e81ff3fa6db1 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:21:19.727079 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be4bed9-4a9f-4987-9214-92770a77825b req-5ef80c27-4071-471c-b306-f00ba33a0f82 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:21:19.727421 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be4bed9-4a9f-4987-9214-92770a77825b req-5ef80c27-4071-471c-b306-f00ba33a0f82 service neutron] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:21:19.727978 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be4bed9-4a9f-4987-9214-92770a77825b req-5ef80c27-4071-471c-b306-f00ba33a0f82 service neutron] Bound using segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:21:19.728414 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-4be4bed9-4a9f-4987-9214-92770a77825b req-5ef80c27-4071-471c-b306-f00ba33a0f82 service neutron] Bound port: 0851b8f2-bd43-4d87-ba31-e81ff3fa6db1, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:21:19.728771 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4be4bed9-4a9f-4987-9214-92770a77825b req-5ef80c27-4071-471c-b306-f00ba33a0f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0851b8f2-bd43-4d87-ba31-e81ff3fa6db1), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:19.863985 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0178e6-e722-4be8-8627-6d9917499f03 req-51ded057-b123-4cf0-a361-eda1f51102e8 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:19.866083 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e0178e6-e722-4be8-8627-6d9917499f03 req-51ded057-b123-4cf0-a361-eda1f51102e8 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.84 "GET /v2.0/ports?device_id=bbae0a59-5e7a-412f-8781-3c888e1b5dc3 HTTP/1.1" status: 200 len: 948 time: 0.1269722 Mar 22 19:21:19.890374 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-4be4bed9-4a9f-4987-9214-92770a77825b req-5ef80c27-4071-471c-b306-f00ba33a0f82 service neutron] For port 0851b8f2-bd43-4d87-ba31-e81ff3fa6db1, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:21:19.920293 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9015e-2770-4446-a516-296674e7f729 req-e65d3bd6-dc80-45db-81a3-c5cf4c486969 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:19.921756 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e5e9015e-2770-4446-a516-296674e7f729 req-e65d3bd6-dc80-45db-81a3-c5cf4c486969 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd HTTP/1.1" status: 200 len: 948 time: 0.1710417 Mar 22 19:21:19.948120 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2dbd3285-6bdd-434b-bd79-40e46fe6c389 req-55fba6d6-a90f-4e87-8e03-4a218268067a tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 210 time: 0.0720923 Mar 22 19:21:19.961078 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-4be4bed9-4a9f-4987-9214-92770a77825b req-5ef80c27-4071-471c-b306-f00ba33a0f82 service neutron] For port 0851b8f2-bd43-4d87-ba31-e81ff3fa6db1, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=0851b8f2-bd43-4d87-ba31-e81ff3fa6db1,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:21:19.977497 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:19.983053 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4be4bed9-4a9f-4987-9214-92770a77825b req-5ef80c27-4071-471c-b306-f00ba33a0f82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (0851b8f2-bd43-4d87-ba31-e81ff3fa6db1), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:20.064528 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4bed9-4a9f-4987-9214-92770a77825b req-5ef80c27-4071-471c-b306-f00ba33a0f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:20.065154 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4be4bed9-4a9f-4987-9214-92770a77825b req-5ef80c27-4071-471c-b306-f00ba33a0f82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:20.066549 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4be4bed9-4a9f-4987-9214-92770a77825b req-5ef80c27-4071-471c-b306-f00ba33a0f82 service neutron] 10.222.0.85 "PUT /v2.0/ports/0851b8f2-bd43-4d87-ba31-e81ff3fa6db1 HTTP/1.1" status: 200 len: 1097 time: 1.1082122 Mar 22 19:21:20.066998 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd', 'tag': '0851b8f2-bd43-4d87-ba31-e81ff3fa6db1'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:21:20.069250 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78ee101-5a91-4683-b558-a60ee58be344" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd", "tag": "0851b8f2-bd43-4d87-ba31-e81ff3fa6db1"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:21:20.116145 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e5e9015e-2770-4446-a516-296674e7f729 req-4f2163c4-8fcb-48ae-988f-920cb90c37d6 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.75 "GET /v2.0/security-groups?id=264a2f55-da4d-469d-995f-f6b7bae8649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651502 Mar 22 19:21:20.149104 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef80c27-4071-471c-b306-f00ba33a0f82 service neutron] Pushing event updated for resources: {'Port': ['ID=0851b8f2-bd43-4d87-ba31-e81ff3fa6db1,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:20.194607 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98bf99-c0bd-4da4-9ca6-c79071930071 req-6de7cbdb-d5d4-4690-a5a0-b1090a4e3cb0 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:20.196379 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c98bf99-c0bd-4da4-9ca6-c79071930071 req-6de7cbdb-d5d4-4690-a5a0-b1090a4e3cb0 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 944 time: 0.1582775 Mar 22 19:21:20.198956 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6444e390-d1b3-4cbe-8587-79237083b828 x-openstack-request-id: req-6444e390-d1b3-4cbe-8587-79237083b828 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:21:20.199247 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd", "tag": "0851b8f2-bd43-4d87-ba31-e81ff3fa6db1", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:21:20.199497 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6444e390-d1b3-4cbe-8587-79237083b828 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:21:20.199896 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6444e390-d1b3-4cbe-8587-79237083b828'] response: {'name': 'network-changed', 'server_uuid': 'c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd', 'tag': '0851b8f2-bd43-4d87-ba31-e81ff3fa6db1', 'status': 'completed', 'code': 200} Mar 22 19:21:20.208391 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-1e0178e6-e722-4be8-8627-6d9917499f03 req-13c7221a-1d90-4d26-b60b-1b09c902f50c tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Deleting port 85461769-01e1-4c37-8d96-ff193384257d {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:21:20.208730 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1e0178e6-e722-4be8-8627-6d9917499f03 req-13c7221a-1d90-4d26-b60b-1b09c902f50c tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (85461769-01e1-4c37-8d96-ff193384257d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:20.276486 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4bed9-4a9f-4987-9214-92770a77825b req-4182efed-7c6e-41b1-b6e6-b1b1fba58812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:20.278040 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4be4bed9-4a9f-4987-9214-92770a77825b req-4182efed-7c6e-41b1-b6e6-b1b1fba58812 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2ec7e4b1b22846738c613a316a7447e2&device_id=c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd HTTP/1.1" status: 200 len: 1131 time: 0.1601355 Mar 22 19:21:20.366246 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c98bf99-c0bd-4da4-9ca6-c79071930071 req-49823f07-50c8-496c-b9ed-a4bd7dcceefa tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529920 Mar 22 19:21:20.367363 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4be4bed9-4a9f-4987-9214-92770a77825b req-3cb35724-5faa-4c8d-8cd7-2dd0b64eeac0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=0851b8f2-bd43-4d87-ba31-e81ff3fa6db1 HTTP/1.1" status: 200 len: 217 time: 0.0736332 Mar 22 19:21:20.454014 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-1e0178e6-e722-4be8-8627-6d9917499f03 req-13c7221a-1d90-4d26-b60b-1b09c902f50c tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] For port 85461769-01e1-4c37-8d96-ff193384257d, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=85461769-01e1-4c37-8d96-ff193384257d,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:21:20.454441 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1e0178e6-e722-4be8-8627-6d9917499f03 req-13c7221a-1d90-4d26-b60b-1b09c902f50c tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (85461769-01e1-4c37-8d96-ff193384257d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:20.473133 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-1e0178e6-e722-4be8-8627-6d9917499f03 req-13c7221a-1d90-4d26-b60b-1b09c902f50c tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Calling delete_port for 85461769-01e1-4c37-8d96-ff193384257d owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:21:20.485765 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4bed9-4a9f-4987-9214-92770a77825b req-1b63f0ed-f08d-42f2-b0ac-339bf42491e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:20.487270 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4be4bed9-4a9f-4987-9214-92770a77825b req-1b63f0ed-f08d-42f2-b0ac-339bf42491e4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1002686 Mar 22 19:21:20.497081 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a7090-f003-47a4-981b-77b78bef537c req-747d3f2d-9fde-44b9-8eb6-e719fecb87ee tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:20.498549 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f65a7090-f003-47a4-981b-77b78bef537c req-747d3f2d-9fde-44b9-8eb6-e719fecb87ee tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 944 time: 0.1541905 Mar 22 19:21:20.981252 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f65a7090-f003-47a4-981b-77b78bef537c req-98cec7ca-c01b-4770-88e0-47a0d0f5b191 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717960 Mar 22 19:21:20.983846 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4bed9-4a9f-4987-9214-92770a77825b req-6c0a87a4-fdb9-4469-8d46-b9e1be89c75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:20.985244 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4be4bed9-4a9f-4987-9214-92770a77825b req-6c0a87a4-fdb9-4469-8d46-b9e1be89c75c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4858572 Mar 22 19:21:21.078385 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fe280-01d3-4239-9cd1-0ff8e662c903 req-ed32c4c1-18cf-4951-8a37-415951374bb5 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:21.079868 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c32fe280-01d3-4239-9cd1-0ff8e662c903 req-ed32c4c1-18cf-4951-8a37-415951374bb5 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 944 time: 0.4848552 Mar 22 19:21:21.210862 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device dd676179-107e-43cf-b677-eb7c2d034d8a details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:21:21.212920 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4be4bed9-4a9f-4987-9214-92770a77825b req-07e5b3f7-ded5-42c7-9748-941f3d8214dd service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124760 Mar 22 19:21:21.213527 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1e0178e6-e722-4be8-8627-6d9917499f03 req-13c7221a-1d90-4d26-b60b-1b09c902f50c tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (85461769-01e1-4c37-8d96-ff193384257d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:21.222488 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76fe1d-1325-4e63-8e9a-09466a05d9ba req-3d169133-e484-4ac0-9b47-d2ddd6acbfc5 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:21.223783 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bc76fe1d-1325-4e63-8e9a-09466a05d9ba req-3d169133-e484-4ac0-9b47-d2ddd6acbfc5 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbae0a59-5e7a-412f-8781-3c888e1b5dc3 HTTP/1.1" status: 200 len: 867 time: 0.1764488 Mar 22 19:21:21.225905 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6', '28ec1b78-b2e0-4ad5-ae45-96897787c94f', 'f3e51167-d8b4-4bc8-936b-c607dd9311a3'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:21:21.228724 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['2ba56533-1468-4396-bf3b-f65932d77f9d', '8fea3b44-fcd3-48eb-893f-0e8aae10c0bf', '20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b', '5c1d98d1-388f-4a10-8a87-afba767d4899'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:21:21.242093 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c32fe280-01d3-4239-9cd1-0ff8e662c903 req-87e4d5ab-dc91-40da-9da2-945de879dfce tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389456 Mar 22 19:21:21.390607 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7221a-1d90-4d26-b60b-1b09c902f50c tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Pushing event deleted for resources: {'Port': ['ID=85461769-01e1-4c37-8d96-ff193384257d,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:21.403218 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-47c099f4-d626-45fd-91a8-1fd7b96ec3d6 req-222a4b69-dfeb-4133-a5c2-391163d09ba5 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 210 time: 0.0765488 Mar 22 19:21:21.485707 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0178e6-e722-4be8-8627-6d9917499f03 req-13c7221a-1d90-4d26-b60b-1b09c902f50c tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] No DVR routers for this DVR port 85461769-01e1-4c37-8d96-ff193384257d on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:21:21.506582 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1e0178e6-e722-4be8-8627-6d9917499f03 req-13c7221a-1d90-4d26-b60b-1b09c902f50c tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:21.510088 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e0178e6-e722-4be8-8627-6d9917499f03 req-13c7221a-1d90-4d26-b60b-1b09c902f50c tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.84 "DELETE /v2.0/ports/85461769-01e1-4c37-8d96-ff193384257d HTTP/1.1" status: 204 len: 173 time: 1.6226957 Mar 22 19:21:21.522506 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:21.548306 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bc76fe1d-1325-4e63-8e9a-09466a05d9ba req-c8d8d92f-0376-473b-95c4-1d4de4f8e2fa tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328560 Mar 22 19:21:21.575275 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4be4bed9-4a9f-4987-9214-92770a77825b req-248d0902-ecbb-464b-b58b-99cf4e64cd9b service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479500 Mar 22 19:21:21.577240 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port dd676179-107e-43cf-b677-eb7c2d034d8a, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=dd676179-107e-43cf-b677-eb7c2d034d8a,segment=NetworkSegment(7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7),segment_id=7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:21:21.606898 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b9de5-4acd-4211-a231-a79c03fba606 req-05d23e30-d6d5-48c6-aa71-f6efed34d1f7 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:21.614734 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-032b9de5-4acd-4211-a231-a79c03fba606 req-05d23e30-d6d5-48c6-aa71-f6efed34d1f7 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd HTTP/1.1" status: 200 len: 948 time: 0.1165929 Mar 22 19:21:21.687399 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'dd676179-107e-43cf-b677-eb7c2d034d8a', 'network_id': 'af063d67-c3ee-47b0-bb92-498195b15a92', 'port_id': 'dd676179-107e-43cf-b677-eb7c2d034d8a', 'mac_address': 'fa:16:3e:f7:3e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '449e1584-fac1-45c3-a72f-a3a79da9b7df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:21:21.773584 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port dd676179-107e-43cf-b677-eb7c2d034d8a is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:21:21.774002 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (dd676179-107e-43cf-b677-eb7c2d034d8a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:21.808240 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd676179-107e-43cf-b677-eb7c2d034d8a {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:21:21.810391 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-032b9de5-4acd-4211-a231-a79c03fba606 req-ae7fcc48-eba9-40d3-b419-085647258e8b tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.75 "GET /v2.0/security-groups?id=264a2f55-da4d-469d-995f-f6b7bae8649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949666 Mar 22 19:21:21.836784 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ee101-5a91-4683-b558-a60ee58be344 req-d8fea8dc-7b7a-432f-82ba-118747ea3b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:21.838435 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a78ee101-5a91-4683-b558-a60ee58be344 req-d8fea8dc-7b7a-432f-82ba-118747ea3b64 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=2ec7e4b1b22846738c613a316a7447e2&device_id=c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd HTTP/1.1" status: 200 len: 1131 time: 0.1830041 Mar 22 19:21:21.864003 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a2af8-e05a-497d-a5bd-46288a1c2ad7 req-eba7a4ba-4298-498e-9edf-990e1bc675af tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:21.865265 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port dd676179-107e-43cf-b677-eb7c2d034d8a, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=dd676179-107e-43cf-b677-eb7c2d034d8a,segment=NetworkSegment(7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7),segment_id=7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:21:21.870714 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b1a2af8-e05a-497d-a5bd-46288a1c2ad7 req-eba7a4ba-4298-498e-9edf-990e1bc675af tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 944 time: 0.1497736 Mar 22 19:21:21.875049 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (dd676179-107e-43cf-b677-eb7c2d034d8a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:21.875704 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device a1da9a6b-b20b-48cd-a55f-ddd31908ce0b details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:21:21.966987 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b1a2af8-e05a-497d-a5bd-46288a1c2ad7 req-1c15f0c2-cd6c-45b1-bd22-de8a91f7d0d5 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942554 Mar 22 19:21:21.996675 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ee101-5a91-4683-b558-a60ee58be344 req-e2d7a542-139b-4767-9c30-354a44914b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:21.998183 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a78ee101-5a91-4683-b558-a60ee58be344 req-e2d7a542-139b-4767-9c30-354a44914b89 service neutron] 10.222.0.85 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.1500263 Mar 22 19:21:22.042380 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=dd676179-107e-43cf-b677-eb7c2d034d8a,revision_number=11']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:22.090846 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a78ee101-5a91-4683-b558-a60ee58be344 req-c091e6de-b135-4ec2-b2ca-ff1b519f23a3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=0851b8f2-bd43-4d87-ba31-e81ff3fa6db1 HTTP/1.1" status: 200 len: 217 time: 0.0848193 Mar 22 19:21:22.152828 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ee101-5a91-4683-b558-a60ee58be344 req-58803ecf-23cc-495f-b6f7-e431a2d24899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:22.154328 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a78ee101-5a91-4683-b558-a60ee58be344 req-58803ecf-23cc-495f-b6f7-e431a2d24899 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.0456917 Mar 22 19:21:22.156781 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port a1da9a6b-b20b-48cd-a55f-ddd31908ce0b, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=a1da9a6b-b20b-48cd-a55f-ddd31908ce0b,segment=NetworkSegment(1dabcaba-79e0-403f-8405-a983f35d70a7),segment_id=1dabcaba-79e0-403f-8405-a983f35d70a7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:21:22.186182 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'a1da9a6b-b20b-48cd-a55f-ddd31908ce0b', 'network_id': 'f86aee2c-a4db-473a-89c7-b87edd48b016', 'port_id': 'a1da9a6b-b20b-48cd-a55f-ddd31908ce0b', 'mac_address': 'fa:16:3e:67:2f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b79d00bd-67e3-41a4-af81-d6bc678ecb21', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:21:22.201483 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbae0a59-5e7a-412f-8781-3c888e1b5dc3', 'name': 'network-vif-deleted', 'tag': '85461769-01e1-4c37-8d96-ff193384257d'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:21:22.204107 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3096fdeb-414f-45b1-9ad3-7d8c214e01ec" -d '{"events": [{"server_uuid": "bbae0a59-5e7a-412f-8781-3c888e1b5dc3", "name": "network-vif-deleted", "tag": "85461769-01e1-4c37-8d96-ff193384257d"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:21:22.229604 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10adbf6-37df-49f8-8534-093716c1c31f req-fe48aa34-fc2c-4df7-969b-6a8d8ea7949f tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:22.236659 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f10adbf6-37df-49f8-8534-093716c1c31f req-fe48aa34-fc2c-4df7-969b-6a8d8ea7949f tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 944 time: 0.1573782 Mar 22 19:21:22.269934 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ed8add-90ff-4a53-a5e3-a557687feba0 x-openstack-request-id: req-a1ed8add-90ff-4a53-a5e3-a557687feba0 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:21:22.270226 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbae0a59-5e7a-412f-8781-3c888e1b5dc3", "name": "network-vif-deleted", "tag": "85461769-01e1-4c37-8d96-ff193384257d", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:21:22.270478 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a1ed8add-90ff-4a53-a5e3-a557687feba0 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:21:22.271428 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1ed8add-90ff-4a53-a5e3-a557687feba0'] response: {'server_uuid': 'bbae0a59-5e7a-412f-8781-3c888e1b5dc3', 'name': 'network-vif-deleted', 'tag': '85461769-01e1-4c37-8d96-ff193384257d', 'status': 'completed', 'code': 200} Mar 22 19:21:22.278337 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port a1da9a6b-b20b-48cd-a55f-ddd31908ce0b is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:21:22.279156 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a1da9a6b-b20b-48cd-a55f-ddd31908ce0b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:22.293004 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ee101-5a91-4683-b558-a60ee58be344 req-b94665da-d520-468d-b4dd-cd5c7fef2178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:22.294667 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a78ee101-5a91-4683-b558-a60ee58be344 req-b94665da-d520-468d-b4dd-cd5c7fef2178 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1321845 Mar 22 19:21:22.306570 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1da9a6b-b20b-48cd-a55f-ddd31908ce0b {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:21:22.311685 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f10adbf6-37df-49f8-8534-093716c1c31f req-9cdebb7b-4ff7-4ca2-bea8-ddbae0e3af2b tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737050 Mar 22 19:21:22.342662 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port a1da9a6b-b20b-48cd-a55f-ddd31908ce0b, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=a1da9a6b-b20b-48cd-a55f-ddd31908ce0b,segment=NetworkSegment(1dabcaba-79e0-403f-8405-a983f35d70a7),segment_id=1dabcaba-79e0-403f-8405-a983f35d70a7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:21:22.357218 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a1da9a6b-b20b-48cd-a55f-ddd31908ce0b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:22.420563 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 66e7a65a-1ce6-4bd9-9b89-f98a88095201 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:21:22.439775 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e183b8-7ec6-4921-a63a-387aee3ec031 req-7dec55ad-8ccb-477a-8349-69fdde59cd65 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:22.452939 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-09e183b8-7ec6-4921-a63a-387aee3ec031 req-7dec55ad-8ccb-477a-8349-69fdde59cd65 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.0947006 Mar 22 19:21:22.471059 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=a1da9a6b-b20b-48cd-a55f-ddd31908ce0b,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:22.527767 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1cd42a55-71ae-428e-bdcc-de337e1efc31 req-bdd3198a-4715-4ff1-92cd-0689f12ac5b1 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 210 time: 0.0328622 Mar 22 19:21:22.530018 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a78ee101-5a91-4683-b558-a60ee58be344 req-6f3c53cb-461e-431a-9a37-b5319e221652 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178001 Mar 22 19:21:22.558334 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 66e7a65a-1ce6-4bd9-9b89-f98a88095201 is: DOWN; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:21:22.559420 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 85461769-01e1-4c37-8d96-ff193384257d no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:21:22.577893 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 85461769-01e1-4c37-8d96-ff193384257d {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:21:22.578243 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 85461769-01e1-4c37-8d96-ff193384257d not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:21:22.578995 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-09e183b8-7ec6-4921-a63a-387aee3ec031 req-47ebe428-ea9d-4321-996c-96302a62e496 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250818 Mar 22 19:21:22.655060 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a78ee101-5a91-4683-b558-a60ee58be344 req-574bbd97-d23f-471e-9201-e3389b85f133 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989802 Mar 22 19:21:22.877780 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1aad5-4345-47a1-b76e-709c73427de2 req-68664c67-c8fe-40a8-9994-9ae4f46ab376 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:22.882264 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3ea1aad5-4345-47a1-b76e-709c73427de2 req-68664c67-c8fe-40a8-9994-9ae4f46ab376 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc909016-56b3-449e-9ef8-5b7a573d5953 HTTP/1.1" status: 200 len: 950 time: 0.0672626 Mar 22 19:21:22.958339 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3ea1aad5-4345-47a1-b76e-709c73427de2 req-9ab373c9-c1af-4a4f-965e-bac82a217def tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666134 Mar 22 19:21:22.966223 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4fe730-db30-451c-adfd-05d8833fb8ab req-f85762b5-086c-4f9e-9bd7-796dbd2b365c tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:22.967622 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9e4fe730-db30-451c-adfd-05d8833fb8ab req-f85762b5-086c-4f9e-9bd7-796dbd2b365c tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd HTTP/1.1" status: 200 len: 948 time: 0.0844190 Mar 22 19:21:23.019878 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9e4fe730-db30-451c-adfd-05d8833fb8ab req-904dfeeb-098d-4096-b67e-a06cfb6811dc tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.75 "GET /v2.0/security-groups?id=264a2f55-da4d-469d-995f-f6b7bae8649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411494 Mar 22 19:21:23.124350 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b7e6f-facc-4d4a-83f3-e47e39f96ffd req-32e0a02e-06f8-444d-9524-932370a190d8 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:23.125778 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d23b7e6f-facc-4d4a-83f3-e47e39f96ffd req-32e0a02e-06f8-444d-9524-932370a190d8 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 944 time: 0.0525162 Mar 22 19:21:23.175470 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d23b7e6f-facc-4d4a-83f3-e47e39f96ffd req-aff9985e-7e72-4e3c-addb-72a80062d717 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435634 Mar 22 19:21:23.280825 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['a1da9a6b-b20b-48cd-a55f-ddd31908ce0b'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:21:23.310986 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['dd676179-107e-43cf-b677-eb7c2d034d8a'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:21:23.424634 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aef564-b462-443a-b0c9-6d03f843df09 req-9c7108a3-2e7b-44dd-8685-ae9a7d063cd4 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:23.426486 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f6aef564-b462-443a-b0c9-6d03f843df09 req-9c7108a3-2e7b-44dd-8685-ae9a7d063cd4 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 945 time: 0.0542724 Mar 22 19:21:23.479860 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f6aef564-b462-443a-b0c9-6d03f843df09 req-6d1184b6-de19-4a2d-95db-387b021ab2a4 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464385 Mar 22 19:21:23.634445 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65b17276-d225-4aee-bf85-18ba6686eb9f req-d4bb74a5-e740-4017-a4f3-78bbbaa05c8a tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 210 time: 0.0328465 Mar 22 19:21:23.708397 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055919f5-9e74-4829-adf3-d931ddbd4e9b req-73b36c2d-75e2-4363-89b4-6cf1f96334ec tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:23.710212 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-055919f5-9e74-4829-adf3-d931ddbd4e9b req-73b36c2d-75e2-4363-89b4-6cf1f96334ec tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.0579255 Mar 22 19:21:23.761037 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-055919f5-9e74-4829-adf3-d931ddbd4e9b req-3f3752b6-d6b2-40af-b801-269d606fda7c tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418665 Mar 22 19:21:24.077643 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad8608-ce4a-47ce-be14-b8980e6feb26 req-80fa89c7-3b2a-48c0-af3c-0f00faf0d6c8 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:24.079206 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fcad8608-ce4a-47ce-be14-b8980e6feb26 req-80fa89c7-3b2a-48c0-af3c-0f00faf0d6c8 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc909016-56b3-449e-9ef8-5b7a573d5953 HTTP/1.1" status: 200 len: 950 time: 0.0533359 Mar 22 19:21:24.157710 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fcad8608-ce4a-47ce-be14-b8980e6feb26 req-effb9a09-f4da-4fbf-8559-8eea4919d4f4 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705957 Mar 22 19:21:24.174324 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005a3e9-4485-4954-a964-67890f6d8765 req-002f5c24-ff3a-4dd9-b46a-d273eb5016b7 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:24.176104 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2005a3e9-4485-4954-a964-67890f6d8765 req-002f5c24-ff3a-4dd9-b46a-d273eb5016b7 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd HTTP/1.1" status: 200 len: 948 time: 0.0748732 Mar 22 19:21:24.229932 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2005a3e9-4485-4954-a964-67890f6d8765 req-92a8eb1e-c4c1-4541-8f15-769bd2565e63 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.75 "GET /v2.0/security-groups?id=264a2f55-da4d-469d-995f-f6b7bae8649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478723 Mar 22 19:21:24.302248 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7915e1a-3872-45f2-87db-08c15fd0727b req-3854443a-df41-4fe5-83da-55b2a443f284 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:24.303785 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d7915e1a-3872-45f2-87db-08c15fd0727b req-3854443a-df41-4fe5-83da-55b2a443f284 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 944 time: 0.0535581 Mar 22 19:21:24.352698 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d7915e1a-3872-45f2-87db-08c15fd0727b req-53751ca4-a668-464a-a3ac-2dccb03da636 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434132 Mar 22 19:21:24.615680 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8d3a6-6e97-4ce8-a624-6b8380b247dc req-05e83d4d-d1f8-4ed4-aea1-de2744ddc84c tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:24.617309 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ec8d3a6-6e97-4ce8-a624-6b8380b247dc req-05e83d4d-d1f8-4ed4-aea1-de2744ddc84c tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 945 time: 0.0581803 Mar 22 19:21:24.692131 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ec8d3a6-6e97-4ce8-a624-6b8380b247dc req-c442257d-fa2f-4859-98d4-6e717ccff614 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626509 Mar 22 19:21:24.748595 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9822d5a-f0a3-409c-ba4a-e75cd4b100a2 req-20995d64-f755-4795-b277-f9fb0137857a tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 210 time: 0.0314996 Mar 22 19:21:24.884307 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3aa00d-80b1-43f0-ae81-c28c6c298694 req-eae7ae03-69dd-4c27-85ca-8b89524a2ee7 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:24.885897 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a3aa00d-80b1-43f0-ae81-c28c6c298694 req-eae7ae03-69dd-4c27-85ca-8b89524a2ee7 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 945 time: 0.0534317 Mar 22 19:21:24.931942 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a3aa00d-80b1-43f0-ae81-c28c6c298694 req-7bb008cb-936e-4f36-a4eb-d0ef5434d957 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403602 Mar 22 19:21:24.990409 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f8065-f7bd-489a-9cd9-f77e77bfb23a req-1b9e776e-d806-4be7-93f0-04c5225e7c1a tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:24.991879 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e2f8065-f7bd-489a-9cd9-f77e77bfb23a req-1b9e776e-d806-4be7-93f0-04c5225e7c1a tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc909016-56b3-449e-9ef8-5b7a573d5953 HTTP/1.1" status: 200 len: 950 time: 0.0524037 Mar 22 19:21:25.089481 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-1e2f8065-f7bd-489a-9cd9-f77e77bfb23a req-099b4764-4e71-4d63-903d-c4849e696c77 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Deleting port f3e51167-d8b4-4bc8-936b-c607dd9311a3 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:21:25.089846 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1e2f8065-f7bd-489a-9cd9-f77e77bfb23a req-099b4764-4e71-4d63-903d-c4849e696c77 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f3e51167-d8b4-4bc8-936b-c607dd9311a3), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:25.207077 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-1e2f8065-f7bd-489a-9cd9-f77e77bfb23a req-099b4764-4e71-4d63-903d-c4849e696c77 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] For port f3e51167-d8b4-4bc8-936b-c607dd9311a3, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=f3e51167-d8b4-4bc8-936b-c607dd9311a3,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:21:25.207441 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1e2f8065-f7bd-489a-9cd9-f77e77bfb23a req-099b4764-4e71-4d63-903d-c4849e696c77 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f3e51167-d8b4-4bc8-936b-c607dd9311a3), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:25.215798 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 0851b8f2-bd43-4d87-ba31-e81ff3fa6db1 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:21:25.225317 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device dd676179-107e-43cf-b677-eb7c2d034d8a up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:21:25.225771 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-1e2f8065-f7bd-489a-9cd9-f77e77bfb23a req-099b4764-4e71-4d63-903d-c4849e696c77 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Calling delete_port for f3e51167-d8b4-4bc8-936b-c607dd9311a3 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:21:25.241414 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64aa8dd8-edec-476a-a233-3f4612c802e3 req-df15a601-1635-4268-953b-57748171571d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e6a480b5-a6c0-4d49-a762-c37a48ac4e09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0909727 Mar 22 19:21:25.399921 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 0851b8f2-bd43-4d87-ba31-e81ff3fa6db1, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=0851b8f2-bd43-4d87-ba31-e81ff3fa6db1,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:21:25.403471 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port dd676179-107e-43cf-b677-eb7c2d034d8a completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:21:25.421727 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port dd676179-107e-43cf-b677-eb7c2d034d8a triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:21:25.422145 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (dd676179-107e-43cf-b677-eb7c2d034d8a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:25.423692 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa8dd8-edec-476a-a233-3f4612c802e3 req-9c49bdbc-e059-4711-9678-f20cb616c1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:25.425247 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64aa8dd8-edec-476a-a233-3f4612c802e3 req-9c49bdbc-e059-4711-9678-f20cb616c1da service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=635145d2a62d432cbc865a99eb3219e4&device_id=e6a480b5-a6c0-4d49-a762-c37a48ac4e09 HTTP/1.1" status: 200 len: 1127 time: 0.1501327 Mar 22 19:21:25.436811 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5b7e7-114e-49e2-9446-1049d73c7f4c req-804510b0-0804-4188-8e71-48017b3b862b tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:25.442327 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b2d5b7e7-114e-49e2-9446-1049d73c7f4c req-804510b0-0804-4188-8e71-48017b3b862b tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc909016-56b3-449e-9ef8-5b7a573d5953 HTTP/1.1" status: 200 len: 950 time: 0.1683164 Mar 22 19:21:25.454318 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc841a-7fa1-4364-976b-4294e58f4537 req-846ab464-74c4-4537-91b8-63347c6e4668 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:25.458455 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '0851b8f2-bd43-4d87-ba31-e81ff3fa6db1', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': '0851b8f2-bd43-4d87-ba31-e81ff3fa6db1', 'mac_address': 'fa:16:3e:2e:4f:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:21:25.461206 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3ffc841a-7fa1-4364-976b-4294e58f4537 req-846ab464-74c4-4537-91b8-63347c6e4668 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd HTTP/1.1" status: 200 len: 948 time: 0.1395686 Mar 22 19:21:25.510909 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 0851b8f2-bd43-4d87-ba31-e81ff3fa6db1 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:21:25.511542 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0851b8f2-bd43-4d87-ba31-e81ff3fa6db1), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:25.551643 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0851b8f2-bd43-4d87-ba31-e81ff3fa6db1 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:21:25.580572 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port dd676179-107e-43cf-b677-eb7c2d034d8a is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:21:25.580967 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (dd676179-107e-43cf-b677-eb7c2d034d8a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:25.584337 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 0851b8f2-bd43-4d87-ba31-e81ff3fa6db1, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=0851b8f2-bd43-4d87-ba31-e81ff3fa6db1,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:21:25.595572 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (0851b8f2-bd43-4d87-ba31-e81ff3fa6db1), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:25.633313 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1e2f8065-f7bd-489a-9cd9-f77e77bfb23a req-099b4764-4e71-4d63-903d-c4849e696c77 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (f3e51167-d8b4-4bc8-936b-c607dd9311a3), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:25.635453 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b999c45-ae77-4d42-a6e4-55ae341f0d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd676179-107e-43cf-b677-eb7c2d034d8a'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:21:25.637935 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a0db85-7417-4143-97c8-2b6c7e3e8177" -d '{"events": [{"server_uuid": "4b999c45-ae77-4d42-a6e4-55ae341f0d8f", "name": "network-vif-plugged", "status": "completed", "tag": "dd676179-107e-43cf-b677-eb7c2d034d8a"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:21:25.655052 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['2ba56533-1468-4396-bf3b-f65932d77f9d', '8fea3b44-fcd3-48eb-893f-0e8aae10c0bf', '20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b', '5c1d98d1-388f-4a10-8a87-afba767d4899'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:21:25.658596 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6', '28ec1b78-b2e0-4ad5-ae45-96897787c94f', 'f3e51167-d8b4-4bc8-936b-c607dd9311a3'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:21:25.663697 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port dd676179-107e-43cf-b677-eb7c2d034d8a, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=dd676179-107e-43cf-b677-eb7c2d034d8a,segment=NetworkSegment(7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7),segment_id=7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:21:25.665493 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b2d5b7e7-114e-49e2-9446-1049d73c7f4c req-66250ca3-7a39-4c9b-bb30-42ddb5aa8d88 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979151 Mar 22 19:21:25.703942 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b4764-4e71-4d63-903d-c4849e696c77 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Pushing event deleted for resources: {'Port': ['ID=f3e51167-d8b4-4bc8-936b-c607dd9311a3,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:25.724891 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (dd676179-107e-43cf-b677-eb7c2d034d8a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:25.725676 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device a1da9a6b-b20b-48cd-a55f-ddd31908ce0b up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:21:25.730384 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3ffc841a-7fa1-4364-976b-4294e58f4537 req-ac4bc85c-18d5-406c-af2a-cc50b8d4d907 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.75 "GET /v2.0/security-groups?id=264a2f55-da4d-469d-995f-f6b7bae8649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661004 Mar 22 19:21:25.783117 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=0851b8f2-bd43-4d87-ba31-e81ff3fa6db1,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:25.819739 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7d4f28-46fd-418a-b1d2-849b3a1fa72d x-openstack-request-id: req-7f7d4f28-46fd-418a-b1d2-849b3a1fa72d {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:21:25.820714 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b999c45-ae77-4d42-a6e4-55ae341f0d8f", "name": "network-vif-plugged", "status": "completed", "tag": "dd676179-107e-43cf-b677-eb7c2d034d8a", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:21:25.820714 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7f7d4f28-46fd-418a-b1d2-849b3a1fa72d {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:21:25.820950 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f7d4f28-46fd-418a-b1d2-849b3a1fa72d'] response: {'server_uuid': '4b999c45-ae77-4d42-a6e4-55ae341f0d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd676179-107e-43cf-b677-eb7c2d034d8a', 'code': 200} Mar 22 19:21:25.918442 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2f8065-f7bd-489a-9cd9-f77e77bfb23a req-099b4764-4e71-4d63-903d-c4849e696c77 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] No DVR routers for this DVR port f3e51167-d8b4-4bc8-936b-c607dd9311a3 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:21:25.921578 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1e2f8065-f7bd-489a-9cd9-f77e77bfb23a req-099b4764-4e71-4d63-903d-c4849e696c77 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:25.927646 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e2f8065-f7bd-489a-9cd9-f77e77bfb23a req-099b4764-4e71-4d63-903d-c4849e696c77 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.85 "DELETE /v2.0/ports/f3e51167-d8b4-4bc8-936b-c607dd9311a3 HTTP/1.1" status: 204 len: 173 time: 0.9292977 Mar 22 19:21:25.941045 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc909016-56b3-449e-9ef8-5b7a573d5953', 'name': 'network-vif-deleted', 'tag': 'f3e51167-d8b4-4bc8-936b-c607dd9311a3'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:21:25.944073 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f76ec83-b649-4c4f-a447-a6e87167a420" -d '{"events": [{"server_uuid": "fc909016-56b3-449e-9ef8-5b7a573d5953", "name": "network-vif-deleted", "tag": "f3e51167-d8b4-4bc8-936b-c607dd9311a3"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:21:25.987092 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa8dd8-edec-476a-a233-3f4612c802e3 req-51a50eb1-f765-4f30-bd20-473ed901e3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:25.988976 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64aa8dd8-edec-476a-a233-3f4612c802e3 req-51a50eb1-f765-4f30-bd20-473ed901e3a4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=63b49c54-7e45-4147-9f0e-8b47e058281a HTTP/1.1" status: 200 len: 909 time: 0.5205407 Mar 22 19:21:26.051637 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port a1da9a6b-b20b-48cd-a55f-ddd31908ce0b completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:21:26.054636 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=dd676179-107e-43cf-b677-eb7c2d034d8a,revision_number=12']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:26.065665 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64aa8dd8-edec-476a-a233-3f4612c802e3 req-8fe6431a-d7a2-4a81-b802-072046575c2a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1eea9213-f629-429e-ad2d-d16c1f3621b4 HTTP/1.1" status: 200 len: 217 time: 0.0691464 Mar 22 19:21:26.089864 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['0851b8f2-bd43-4d87-ba31-e81ff3fa6db1'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:21:26.096118 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port a1da9a6b-b20b-48cd-a55f-ddd31908ce0b triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:21:26.096529 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a1da9a6b-b20b-48cd-a55f-ddd31908ce0b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:26.194134 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12640ca2-a429-4c07-b78f-a1cccaa38398 req-ef686282-4d9b-436d-a579-503f59f93ee6 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:26.202288 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-12640ca2-a429-4c07-b78f-a1cccaa38398 req-ef686282-4d9b-436d-a579-503f59f93ee6 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 944 time: 0.2924252 Mar 22 19:21:26.212323 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca134ef7-593c-40a7-a53d-219f88fd4847 req-d0ff6786-d620-4f9e-b191-aa91572e72f7 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:26.219011 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ca134ef7-593c-40a7-a53d-219f88fd4847 req-d0ff6786-d620-4f9e-b191-aa91572e72f7 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 945 time: 0.2881563 Mar 22 19:21:26.257516 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa8dd8-edec-476a-a233-3f4612c802e3 req-f1e8e5e3-48c3-447f-9e90-94c0e32fa681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:26.259276 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64aa8dd8-edec-476a-a233-3f4612c802e3 req-f1e8e5e3-48c3-447f-9e90-94c0e32fa681 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1824832e-8035-4e29-a8c5-aaeabb7261e8 HTTP/1.1" status: 200 len: 848 time: 0.1829982 Mar 22 19:21:26.292299 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a19bb-c922-4958-994a-335d47b8b2e1 req-580818cc-0531-4008-b064-d86d699804fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:26.293652 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-168a19bb-c922-4958-994a-335d47b8b2e1 req-580818cc-0531-4008-b064-d86d699804fd service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 1129 time: 0.2471151 Mar 22 19:21:26.337874 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port a1da9a6b-b20b-48cd-a55f-ddd31908ce0b is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:21:26.338374 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a1da9a6b-b20b-48cd-a55f-ddd31908ce0b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:26.342729 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64aa8dd8-edec-476a-a233-3f4612c802e3 req-e65ea153-9385-4724-a78d-880c8c489d2d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=63b49c54-7e45-4147-9f0e-8b47e058281a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719001 Mar 22 19:21:26.379868 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-12640ca2-a429-4c07-b78f-a1cccaa38398 req-b05cc83d-7126-4516-8e4e-656057094c08 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765592 Mar 22 19:21:26.398092 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ca134ef7-593c-40a7-a53d-219f88fd4847 req-55e66dce-f287-44b4-be54-94a2dec7aa1f tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783509 Mar 22 19:21:26.463990 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port a1da9a6b-b20b-48cd-a55f-ddd31908ce0b, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=a1da9a6b-b20b-48cd-a55f-ddd31908ce0b,segment=NetworkSegment(1dabcaba-79e0-403f-8405-a983f35d70a7),segment_id=1dabcaba-79e0-403f-8405-a983f35d70a7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:21:26.488974 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-168a19bb-c922-4958-994a-335d47b8b2e1 req-034db0ed-98fc-4c07-86e7-f8071bc6577c service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841078 Mar 22 19:21:26.508480 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a1da9a6b-b20b-48cd-a55f-ddd31908ce0b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:26.508879 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 66e7a65a-1ce6-4bd9-9b89-f98a88095201 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:21:26.532017 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36abf24-cdd1-4e51-a68b-d5469576ad4d x-openstack-request-id: req-f36abf24-cdd1-4e51-a68b-d5469576ad4d {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:21:26.532434 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc909016-56b3-449e-9ef8-5b7a573d5953", "name": "network-vif-deleted", "tag": "f3e51167-d8b4-4bc8-936b-c607dd9311a3", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:21:26.532789 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f36abf24-cdd1-4e51-a68b-d5469576ad4d {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:21:26.533317 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f36abf24-cdd1-4e51-a68b-d5469576ad4d'] response: {'server_uuid': 'fc909016-56b3-449e-9ef8-5b7a573d5953', 'name': 'network-vif-deleted', 'tag': 'f3e51167-d8b4-4bc8-936b-c607dd9311a3', 'status': 'completed', 'code': 200} Mar 22 19:21:26.564682 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a000f5b9-2f85-4d7f-95e2-68857b9b63b4 req-358c9dd8-7dee-4c1f-898a-c36de5d85590 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 210 time: 0.0463922 Mar 22 19:21:26.566600 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64aa8dd8-edec-476a-a233-3f4612c802e3 req-e7fb4e54-2fd5-4bb0-8f62-b2fb0d5d4df5 service neutron] 10.222.0.84 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030153 Mar 22 19:21:26.727878 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64aa8dd8-edec-476a-a233-3f4612c802e3 req-c40d4111-e4fc-49da-8f8c-69b8783b682d service neutron] 10.222.0.84 "GET /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527984 Mar 22 19:21:26.791442 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b38400-50fb-4ee0-b893-58ee914dcd4e req-c1f69ba1-36f9-476b-843e-9d7b4c7550ae tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:26.802749 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a8b38400-50fb-4ee0-b893-58ee914dcd4e req-c1f69ba1-36f9-476b-843e-9d7b4c7550ae tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 946 time: 0.2101121 Mar 22 19:21:26.853814 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-814513a6-5e6c-417f-84eb-1fbff848d24f req-aed20692-374d-4606-8eb9-b74ee6f3bbbb tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc909016-56b3-449e-9ef8-5b7a573d5953 HTTP/1.1" status: 200 len: 210 time: 0.0414112 Mar 22 19:21:26.868050 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] The host n-h2-705658-24 is not matching for port 66e7a65a-1ce6-4bd9-9b89-f98a88095201 host n-h1-705658-24! {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 19:21:26.868473 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 66e7a65a-1ce6-4bd9-9b89-f98a88095201 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:21:26.883387 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=a1da9a6b-b20b-48cd-a55f-ddd31908ce0b,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:26.901405 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a8b38400-50fb-4ee0-b893-58ee914dcd4e req-2f1d917f-dcb2-41cb-af6d-981264c54586 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976288 Mar 22 19:21:26.973503 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5671948-f0f7-47ae-81b2-3b2f132815c2 req-059eeec1-b8c0-4abe-9088-5bafea6353dc tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:26.975031 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c5671948-f0f7-47ae-81b2-3b2f132815c2 req-059eeec1-b8c0-4abe-9088-5bafea6353dc tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd HTTP/1.1" status: 200 len: 949 time: 0.0599399 Mar 22 19:21:27.024797 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c5671948-f0f7-47ae-81b2-3b2f132815c2 req-19328430-3f73-42d6-8913-f1647a1beb49 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.75 "GET /v2.0/security-groups?id=264a2f55-da4d-469d-995f-f6b7bae8649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420630 Mar 22 19:21:27.559199 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f762cf-7fac-4eb1-86b4-56de375443d9 req-9648a201-8f0a-473b-ae5e-18df91cdd735 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:27.560856 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7f762cf-7fac-4eb1-86b4-56de375443d9 req-9648a201-8f0a-473b-ae5e-18df91cdd735 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 946 time: 0.0893514 Mar 22 19:21:27.574774 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68cbfd-3a99-4450-8bdd-9b8b594d48b6 req-44ae93e0-6334-44bc-bf83-9544509092b4 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:27.576241 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2e68cbfd-3a99-4450-8bdd-9b8b594d48b6 req-44ae93e0-6334-44bc-bf83-9544509092b4 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 944 time: 0.0725574 Mar 22 19:21:27.646552 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7f762cf-7fac-4eb1-86b4-56de375443d9 req-8e8d8b97-8443-450e-86f0-ab34ccaf32d8 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796468 Mar 22 19:21:27.649579 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2e68cbfd-3a99-4450-8bdd-9b8b594d48b6 req-803f456a-e9c2-4b2e-a911-00d4acb8afa5 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677321 Mar 22 19:21:27.732765 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5d10ba72-a017-4c77-b2a8-91f89b3cd32d req-67ef31ab-929d-45e3-9882-f6cf7c228113 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 210 time: 0.0270569 Mar 22 19:21:27.821821 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd2dc24-1e53-4dc5-9adf-a884a7728b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1da9a6b-b20b-48cd-a55f-ddd31908ce0b'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:21:27.824133 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d1e2b0-54f5-4988-a6e2-b274321b15ea" -d '{"events": [{"server_uuid": "0fd2dc24-1e53-4dc5-9adf-a884a7728b05", "name": "network-vif-plugged", "status": "completed", "tag": "a1da9a6b-b20b-48cd-a55f-ddd31908ce0b"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:21:27.859173 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b356ad-69e0-4ff8-8220-a4b2b5ad72d0 x-openstack-request-id: req-b9b356ad-69e0-4ff8-8220-a4b2b5ad72d0 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:21:27.859490 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd2dc24-1e53-4dc5-9adf-a884a7728b05", "name": "network-vif-plugged", "status": "completed", "tag": "a1da9a6b-b20b-48cd-a55f-ddd31908ce0b", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:21:27.859722 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b9b356ad-69e0-4ff8-8220-a4b2b5ad72d0 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:21:27.860119 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9b356ad-69e0-4ff8-8220-a4b2b5ad72d0'] response: {'server_uuid': '0fd2dc24-1e53-4dc5-9adf-a884a7728b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1da9a6b-b20b-48cd-a55f-ddd31908ce0b', 'code': 200} Mar 22 19:21:28.010681 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981a750-0c92-49f8-b905-7af4b1a5be1c req-0f772dbc-6898-4dd6-8178-f28ef632e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:28.012539 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0981a750-0c92-49f8-b905-7af4b1a5be1c req-0f772dbc-6898-4dd6-8178-f28ef632e94a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 1129 time: 0.0855401 Mar 22 19:21:28.095165 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0981a750-0c92-49f8-b905-7af4b1a5be1c req-9f40c5ed-1524-412f-a277-b02c7490bfac service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729580 Mar 22 19:21:28.121928 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2484a64-4e22-4ca7-80f0-c5c8dc661160 req-ce4e7f1e-4d04-49e9-a5f8-d1d5479bf85d tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:28.128911 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e2484a64-4e22-4ca7-80f0-c5c8dc661160 req-ce4e7f1e-4d04-49e9-a5f8-d1d5479bf85d tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 946 time: 0.0930443 Mar 22 19:21:28.219334 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e2484a64-4e22-4ca7-80f0-c5c8dc661160 req-87e50d10-1220-463d-a1ee-d26d78ee3915 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895560 Mar 22 19:21:28.233050 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3b84d-ebcf-4497-9337-a4a111315d33 req-d36f58ab-6d76-4886-a849-1c56de9993c7 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:28.240936 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b2b3b84d-ebcf-4497-9337-a4a111315d33 req-d36f58ab-6d76-4886-a849-1c56de9993c7 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd HTTP/1.1" status: 200 len: 949 time: 0.1013231 Mar 22 19:21:28.298266 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b2b3b84d-ebcf-4497-9337-a4a111315d33 req-c373ab0c-bfc9-4e8a-9981-626a297f3414 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.75 "GET /v2.0/security-groups?id=264a2f55-da4d-469d-995f-f6b7bae8649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555520 Mar 22 19:21:28.365811 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be47eb-6aa3-403c-84ae-f928aebe0f36 req-557feebc-3a32-4827-b3c0-750380defd1d tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:28.367445 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b0be47eb-6aa3-403c-84ae-f928aebe0f36 req-557feebc-3a32-4827-b3c0-750380defd1d tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=8dc98309-d831-4607-b7c2-5c7dc676d496 HTTP/1.1" status: 200 len: 949 time: 0.0676076 Mar 22 19:21:28.428107 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b0be47eb-6aa3-403c-84ae-f928aebe0f36 req-cf23caf8-7ffb-4271-b8f1-14af8c64c067 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538971 Mar 22 19:21:28.890454 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a93ce-d030-42f5-af03-1e2ea348b414 req-b7113c49-f5d9-459f-95e3-99a1c10c4dab tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:28.897122 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa7a93ce-d030-42f5-af03-1e2ea348b414 req-b7113c49-f5d9-459f-95e3-99a1c10c4dab tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 946 time: 0.1672380 Mar 22 19:21:28.922814 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f607d-28e0-47bb-ad3c-aa55663a6d7e req-ce82a048-fffc-4502-a116-7c3994a36730 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:28.924299 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1a2f607d-28e0-47bb-ad3c-aa55663a6d7e req-ce82a048-fffc-4502-a116-7c3994a36730 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 944 time: 0.1186268 Mar 22 19:21:28.971151 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa7a93ce-d030-42f5-af03-1e2ea348b414 req-40fef804-5e92-4e17-8783-0384e3a07836 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731652 Mar 22 19:21:28.999485 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1a2f607d-28e0-47bb-ad3c-aa55663a6d7e req-b4acb821-1f72-44f9-8253-fc38a451294c tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629647 Mar 22 19:21:29.092878 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0b1c2bc1-a710-40dc-a746-c067aae3459f req-0620bed1-0572-4587-a140-424957a4986e tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=03efcdf7-dafe-42ec-9752-edf5a2d30853 HTTP/1.1" status: 200 len: 210 time: 0.0330102 Mar 22 19:21:29.257293 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 0851b8f2-bd43-4d87-ba31-e81ff3fa6db1 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:21:29.314888 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 0851b8f2-bd43-4d87-ba31-e81ff3fa6db1 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:21:29.321140 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 0851b8f2-bd43-4d87-ba31-e81ff3fa6db1 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:21:29.321679 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (0851b8f2-bd43-4d87-ba31-e81ff3fa6db1), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:29.357858 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a47c78-cd4a-4405-8b63-5df8e84892f4 req-2717aa22-7b2f-45bc-9efc-b9504673c00d tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:29.360508 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32a47c78-cd4a-4405-8b63-5df8e84892f4 req-2717aa22-7b2f-45bc-9efc-b9504673c00d tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 946 time: 0.0636954 Mar 22 19:21:29.407244 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 0851b8f2-bd43-4d87-ba31-e81ff3fa6db1 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:21:29.407641 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0851b8f2-bd43-4d87-ba31-e81ff3fa6db1), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:29.447686 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 0851b8f2-bd43-4d87-ba31-e81ff3fa6db1, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=0851b8f2-bd43-4d87-ba31-e81ff3fa6db1,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:21:29.455260 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (0851b8f2-bd43-4d87-ba31-e81ff3fa6db1), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:29.456490 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device f3e51167-d8b4-4bc8-936b-c607dd9311a3 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:21:29.467395 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32a47c78-cd4a-4405-8b63-5df8e84892f4 req-42e8faf8-688c-4488-8c80-53e62737f802 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991666 Mar 22 19:21:29.489016 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827edf9e-dfdf-4345-99e2-234fb608f23c req-db7b5a19-2587-4ca7-a85c-b8b158403c16 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:29.492565 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-827edf9e-dfdf-4345-99e2-234fb608f23c req-db7b5a19-2587-4ca7-a85c-b8b158403c16 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd HTTP/1.1" status: 200 len: 949 time: 0.1262360 Mar 22 19:21:29.545961 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: f3e51167-d8b4-4bc8-936b-c607dd9311a3 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:21:29.546495 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device f3e51167-d8b4-4bc8-936b-c607dd9311a3 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:21:29.549419 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=0851b8f2-bd43-4d87-ba31-e81ff3fa6db1,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:29.562303 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-827edf9e-dfdf-4345-99e2-234fb608f23c req-82092db6-e8e8-44c8-9580-36cad185bb3f tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.75 "GET /v2.0/security-groups?id=264a2f55-da4d-469d-995f-f6b7bae8649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629215 Mar 22 19:21:29.628895 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae236c32-2664-4502-b614-a779be03270e req-27be48f2-a1b6-4a0b-b310-7573e1eb6803 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:29.631172 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ae236c32-2664-4502-b614-a779be03270e req-27be48f2-a1b6-4a0b-b310-7573e1eb6803 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=8dc98309-d831-4607-b7c2-5c7dc676d496 HTTP/1.1" status: 200 len: 949 time: 0.0634944 Mar 22 19:21:29.725818 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ae236c32-2664-4502-b614-a779be03270e req-f08d5333-9909-44d6-a407-d6abc765f527 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882137 Mar 22 19:21:29.752844 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf6304-8f46-41ff-9898-d98515fe781f req-ea0e67f8-716d-4466-b7b0-54a33ade80d8 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:29.758360 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94bf6304-8f46-41ff-9898-d98515fe781f req-ea0e67f8-716d-4466-b7b0-54a33ade80d8 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 946 time: 0.0985389 Mar 22 19:21:29.818965 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94bf6304-8f46-41ff-9898-d98515fe781f req-e05c357e-a4cd-4feb-acf0-09f34d47bb80 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573611 Mar 22 19:21:29.861779 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0851b8f2-bd43-4d87-ba31-e81ff3fa6db1'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:21:29.864163 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b35a7eb-ca0a-4182-9480-ebb5a30d9292" -d '{"events": [{"server_uuid": "c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd", "name": "network-vif-plugged", "status": "completed", "tag": "0851b8f2-bd43-4d87-ba31-e81ff3fa6db1"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:21:29.905818 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b06f4b-17c9-4d60-a64f-ebe14cd74142 x-openstack-request-id: req-70b06f4b-17c9-4d60-a64f-ebe14cd74142 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:21:29.906132 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd", "name": "network-vif-plugged", "status": "completed", "tag": "0851b8f2-bd43-4d87-ba31-e81ff3fa6db1", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:21:29.906382 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-70b06f4b-17c9-4d60-a64f-ebe14cd74142 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:21:29.906787 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70b06f4b-17c9-4d60-a64f-ebe14cd74142'] response: {'server_uuid': 'c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0851b8f2-bd43-4d87-ba31-e81ff3fa6db1', 'code': 200} Mar 22 19:21:29.961083 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1230e12-9c56-46e1-9a8a-fc6aafed98ba req-dde1f31f-5ab9-4367-af61-fcfa72d39061 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:29.962753 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1230e12-9c56-46e1-9a8a-fc6aafed98ba req-dde1f31f-5ab9-4367-af61-fcfa72d39061 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 946 time: 0.0555384 Mar 22 19:21:30.021097 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1230e12-9c56-46e1-9a8a-fc6aafed98ba req-330c4b22-7315-4471-89f3-f6156dd1fc35 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518816 Mar 22 19:21:30.126426 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de530f-a755-4971-beb4-cf7c65d4e6bd req-f279d526-6faf-443a-8930-56c40bd46401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:30.128007 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65de530f-a755-4971-beb4-cf7c65d4e6bd req-f279d526-6faf-443a-8930-56c40bd46401 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd HTTP/1.1" status: 200 len: 1133 time: 0.1234331 Mar 22 19:21:30.171277 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79caa2-1fa2-4c92-9f69-f7da6091ba2b req-47ea9bd7-4b58-41fd-97db-90f4dc4d9e72 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:30.173206 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dd79caa2-1fa2-4c92-9f69-f7da6091ba2b req-47ea9bd7-4b58-41fd-97db-90f4dc4d9e72 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 946 time: 0.1228673 Mar 22 19:21:30.191726 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f145c-60c7-4db3-82aa-bb3cb0b8ecda req-4a6dc778-2285-4c3b-821b-36cb98d889ea tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:30.193972 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-879f145c-60c7-4db3-82aa-bb3cb0b8ecda req-4a6dc778-2285-4c3b-821b-36cb98d889ea tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 944 time: 0.1054022 Mar 22 19:21:30.241894 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65de530f-a755-4971-beb4-cf7c65d4e6bd req-bdfd8381-0079-4a44-b2c4-c3501942c261 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=264a2f55-da4d-469d-995f-f6b7bae8649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018155 Mar 22 19:21:30.291201 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dd79caa2-1fa2-4c92-9f69-f7da6091ba2b req-446d0c51-f766-4765-ace5-a6af0865482f tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942953 Mar 22 19:21:30.305817 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-879f145c-60c7-4db3-82aa-bb3cb0b8ecda req-a4d089f1-94d7-4529-849a-fc1ff29e4ef4 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964630 Mar 22 19:21:30.500571 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67c963-8e38-4187-81dc-c98cf105abc8 req-b0f9da37-bf40-461c-92a4-5b3f9a526e93 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:30.508605 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2b67c963-8e38-4187-81dc-c98cf105abc8 req-b0f9da37-bf40-461c-92a4-5b3f9a526e93 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 946 time: 0.1255808 Mar 22 19:21:30.555086 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e8758-8106-42c8-9828-6aea3ddc9ddf req-c865e850-5885-4169-a47c-07f78cf9e0dc tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:30.561951 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-385e8758-8106-42c8-9828-6aea3ddc9ddf req-c865e850-5885-4169-a47c-07f78cf9e0dc tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 946 time: 0.1272640 Mar 22 19:21:30.602070 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2b67c963-8e38-4187-81dc-c98cf105abc8 req-9c016392-aa2b-4e5b-bbd0-ecfbb29c42af tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918553 Mar 22 19:21:30.652955 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-385e8758-8106-42c8-9828-6aea3ddc9ddf req-626bab35-ab27-4413-bba6-f08702b78f23 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900548 Mar 22 19:21:31.161685 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839bb01-6d12-43eb-9fa0-c9af88e175c6 req-184e33cc-b78c-424a-a3d3-bda13cbe87a9 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:31.163313 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2839bb01-6d12-43eb-9fa0-c9af88e175c6 req-184e33cc-b78c-424a-a3d3-bda13cbe87a9 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd HTTP/1.1" status: 200 len: 950 time: 0.4965701 Mar 22 19:21:31.171766 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede22265-6e1a-47c7-9cd9-6b51bed592fe req-b1eccf9b-1e1c-43ce-86f7-ab9d48603a7f tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:31.173231 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ede22265-6e1a-47c7-9cd9-6b51bed592fe req-b1eccf9b-1e1c-43ce-86f7-ab9d48603a7f tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.85 "GET /v2.0/ports?device_id=8dc98309-d831-4607-b7c2-5c7dc676d496 HTTP/1.1" status: 200 len: 949 time: 0.5027332 Mar 22 19:21:31.207102 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d0486-9c34-4b3e-beff-6b5431a679bd req-97abfb94-aa20-4627-8d1f-62bebbca768c tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:31.208585 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c0d0486-9c34-4b3e-beff-6b5431a679bd req-97abfb94-aa20-4627-8d1f-62bebbca768c tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 946 time: 0.1131861 Mar 22 19:21:31.305059 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2839bb01-6d12-43eb-9fa0-c9af88e175c6 req-3e6364bd-b475-42c2-b319-565a0fec173d tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.75 "GET /v2.0/security-groups?id=264a2f55-da4d-469d-995f-f6b7bae8649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291900 Mar 22 19:21:31.353910 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c0d0486-9c34-4b3e-beff-6b5431a679bd req-f1979f1e-d241-4e17-a6eb-78df721e417d tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255586 Mar 22 19:21:31.399700 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-ede22265-6e1a-47c7-9cd9-6b51bed592fe req-4ef7684f-d760-4d65-afcf-88174fbebea6 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Deleting port 28ec1b78-b2e0-4ad5-ae45-96897787c94f {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:21:31.400044 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ede22265-6e1a-47c7-9cd9-6b51bed592fe req-4ef7684f-d760-4d65-afcf-88174fbebea6 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (28ec1b78-b2e0-4ad5-ae45-96897787c94f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:31.574929 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f8578-d0dd-4c0b-8766-9957d4cef145 req-9f77def8-19a1-4e87-aa29-b90e72cc1c16 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:31.576515 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-045f8578-d0dd-4c0b-8766-9957d4cef145 req-9f77def8-19a1-4e87-aa29-b90e72cc1c16 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=8dc98309-d831-4607-b7c2-5c7dc676d496 HTTP/1.1" status: 200 len: 949 time: 0.1712055 Mar 22 19:21:31.590705 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75355e-c94c-4404-8a67-9be3669ba887 req-ec3bf269-e4c5-45bb-9e00-28bbde4760a5 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:31.592212 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3e75355e-c94c-4404-8a67-9be3669ba887 req-ec3bf269-e4c5-45bb-9e00-28bbde4760a5 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 946 time: 0.1747386 Mar 22 19:21:31.604113 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-ede22265-6e1a-47c7-9cd9-6b51bed592fe req-4ef7684f-d760-4d65-afcf-88174fbebea6 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] For port 28ec1b78-b2e0-4ad5-ae45-96897787c94f, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=28ec1b78-b2e0-4ad5-ae45-96897787c94f,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:21:31.604483 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ede22265-6e1a-47c7-9cd9-6b51bed592fe req-4ef7684f-d760-4d65-afcf-88174fbebea6 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (28ec1b78-b2e0-4ad5-ae45-96897787c94f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:31.630797 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-ede22265-6e1a-47c7-9cd9-6b51bed592fe req-4ef7684f-d760-4d65-afcf-88174fbebea6 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Calling delete_port for 28ec1b78-b2e0-4ad5-ae45-96897787c94f owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:21:31.736778 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-045f8578-d0dd-4c0b-8766-9957d4cef145 req-2cf8034c-258f-4776-872a-c4bae8df291e tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538138 Mar 22 19:21:31.745182 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3e75355e-c94c-4404-8a67-9be3669ba887 req-7e543ed5-c587-4b74-8d24-88a772a77f0f tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429563 Mar 22 19:21:31.926459 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ede22265-6e1a-47c7-9cd9-6b51bed592fe req-4ef7684f-d760-4d65-afcf-88174fbebea6 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (28ec1b78-b2e0-4ad5-ae45-96897787c94f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:31.941445 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:21:31.944332 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['2ba56533-1468-4396-bf3b-f65932d77f9d', '8fea3b44-fcd3-48eb-893f-0e8aae10c0bf', '20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b', '5c1d98d1-388f-4a10-8a87-afba767d4899'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:21:31.965483 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7684f-d760-4d65-afcf-88174fbebea6 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Pushing event deleted for resources: {'Port': ['ID=28ec1b78-b2e0-4ad5-ae45-96897787c94f,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:32.021456 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205de9bd-772b-461d-977d-4a4f5ef0d2f6 req-b7879f92-30fd-4f78-a913-801fe1e193a9 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:32.028680 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-205de9bd-772b-461d-977d-4a4f5ef0d2f6 req-b7879f92-30fd-4f78-a913-801fe1e193a9 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 944 time: 0.1732070 Mar 22 19:21:32.053820 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede22265-6e1a-47c7-9cd9-6b51bed592fe req-4ef7684f-d760-4d65-afcf-88174fbebea6 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] No DVR routers for this DVR port 28ec1b78-b2e0-4ad5-ae45-96897787c94f on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:21:32.065942 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ede22265-6e1a-47c7-9cd9-6b51bed592fe req-4ef7684f-d760-4d65-afcf-88174fbebea6 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:32.069825 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ede22265-6e1a-47c7-9cd9-6b51bed592fe req-4ef7684f-d760-4d65-afcf-88174fbebea6 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.85 "DELETE /v2.0/ports/28ec1b78-b2e0-4ad5-ae45-96897787c94f HTTP/1.1" status: 204 len: 173 time: 0.8846083 Mar 22 19:21:32.079135 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb0637-f571-499f-9e41-49bf937e594d req-81ca0e41-4fa5-47a5-853d-75f6e513590e tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:32.084254 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fbeb0637-f571-499f-9e41-49bf937e594d req-81ca0e41-4fa5-47a5-853d-75f6e513590e tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 946 time: 0.2138820 Mar 22 19:21:32.085871 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc98309-d831-4607-b7c2-5c7dc676d496', 'name': 'network-vif-deleted', 'tag': '28ec1b78-b2e0-4ad5-ae45-96897787c94f'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:21:32.088137 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7dbcc4a-6434-454d-9c9e-48695163c7f3" -d '{"events": [{"server_uuid": "8dc98309-d831-4607-b7c2-5c7dc676d496", "name": "network-vif-deleted", "tag": "28ec1b78-b2e0-4ad5-ae45-96897787c94f"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:21:32.166299 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-205de9bd-772b-461d-977d-4a4f5ef0d2f6 req-ebe6fc2b-abd5-4dde-9b69-c6465a33d1e2 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333504 Mar 22 19:21:32.204039 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fbeb0637-f571-499f-9e41-49bf937e594d req-911103da-6a07-41be-9300-996bc0ecb035 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185820 Mar 22 19:21:32.249581 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51126739-c73d-4323-8f18-0c51ce0ed16f x-openstack-request-id: req-51126739-c73d-4323-8f18-0c51ce0ed16f {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:21:32.250780 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dc98309-d831-4607-b7c2-5c7dc676d496", "name": "network-vif-deleted", "tag": "28ec1b78-b2e0-4ad5-ae45-96897787c94f", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:21:32.251225 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-51126739-c73d-4323-8f18-0c51ce0ed16f {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:21:32.251795 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51126739-c73d-4323-8f18-0c51ce0ed16f'] response: {'server_uuid': '8dc98309-d831-4607-b7c2-5c7dc676d496', 'name': 'network-vif-deleted', 'tag': '28ec1b78-b2e0-4ad5-ae45-96897787c94f', 'status': 'completed', 'code': 200} Mar 22 19:21:32.370420 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a8763-e914-4554-bdc5-c47504c2e1d2 req-740538d4-ba62-4bef-a986-e890ac50fe35 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:32.372416 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b3a8763-e914-4554-bdc5-c47504c2e1d2 req-740538d4-ba62-4bef-a986-e890ac50fe35 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 946 time: 0.0806689 Mar 22 19:21:32.455535 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b3a8763-e914-4554-bdc5-c47504c2e1d2 req-bb1fba91-7891-41ad-8351-8d721b2af1e0 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757470 Mar 22 19:21:32.604622 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d7a23-45d6-4592-87eb-e702fe2a3acf req-69a6fc97-b2dd-4386-aa28-a17189c65e0f tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:32.606698 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2d5d7a23-45d6-4592-87eb-e702fe2a3acf req-69a6fc97-b2dd-4386-aa28-a17189c65e0f tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd HTTP/1.1" status: 200 len: 950 time: 0.1469653 Mar 22 19:21:32.747305 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2d5d7a23-45d6-4592-87eb-e702fe2a3acf req-7aed8ffe-8d40-4b8b-a007-54f541f47a54 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.75 "GET /v2.0/security-groups?id=264a2f55-da4d-469d-995f-f6b7bae8649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303861 Mar 22 19:21:32.795853 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-1e0f21b9-ac46-4275-8e4e-ae43cdb09627 service neutron] 10.222.0.84 "GET /v2.0/ports/66e7a65a-1ce6-4bd9-9b89-f98a88095201/bindings/n-h2-705658-24 HTTP/1.1" status: 200 len: 385 time: 0.1764011 Mar 22 19:21:32.813666 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da4f3a-b083-4aa7-944f-5e47e9ffc93a req-0c81de5d-998c-48d8-8388-c02d206da35e tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:32.815566 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7da4f3a-b083-4aa7-944f-5e47e9ffc93a req-0c81de5d-998c-48d8-8388-c02d206da35e tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 946 time: 0.0934372 Mar 22 19:21:32.978955 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7da4f3a-b083-4aa7-944f-5e47e9ffc93a req-4c1e438e-1d17-4cec-a45e-d86aa81679ad tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541100 Mar 22 19:21:33.013105 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02b16a5d-9209-49a7-b04f-77439e0834ab req-7763a1ff-5c33-40c7-ad08-bffb7824c0e6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=461218c1-15af-4c75-ba02-f5fc448c4a3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1610470 Mar 22 19:21:33.032881 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d38759-3730-4518-8991-fa695b548329 req-c0e96df4-f83a-44cc-89bd-37e0800557cd tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:33.034671 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e1d38759-3730-4518-8991-fa695b548329 req-c0e96df4-f83a-44cc-89bd-37e0800557cd tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 946 time: 0.1355789 Mar 22 19:21:33.187751 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e1d38759-3730-4518-8991-fa695b548329 req-8eebdacc-5f60-47ec-a85a-8eaacdfba597 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381326 Mar 22 19:21:33.200585 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b16a5d-9209-49a7-b04f-77439e0834ab req-6d012a0a-f662-4a42-b169-99c1bdfd2039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:33.202140 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02b16a5d-9209-49a7-b04f-77439e0834ab req-6d012a0a-f662-4a42-b169-99c1bdfd2039 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&device_id=461218c1-15af-4c75-ba02-f5fc448c4a3a HTTP/1.1" status: 200 len: 1133 time: 0.1619575 Mar 22 19:21:33.211031 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-3456eb30-3f15-4e20-bea7-536c200f51b1 service neutron] For port 66e7a65a-1ce6-4bd9-9b89-f98a88095201, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=66e7a65a-1ce6-4bd9-9b89-f98a88095201,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:21:33.234075 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-3456eb30-3f15-4e20-bea7-536c200f51b1 service neutron] For port 66e7a65a-1ce6-4bd9-9b89-f98a88095201, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:21:33.293927 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 28ec1b78-b2e0-4ad5-ae45-96897787c94f no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:21:33.343735 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 28ec1b78-b2e0-4ad5-ae45-96897787c94f {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:21:33.346009 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 28ec1b78-b2e0-4ad5-ae45-96897787c94f not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:21:33.358631 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-3456eb30-3f15-4e20-bea7-536c200f51b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e7a65a-1ce6-4bd9-9b89-f98a88095201 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:21:33.381826 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-3456eb30-3f15-4e20-bea7-536c200f51b1 service neutron] For port 66e7a65a-1ce6-4bd9-9b89-f98a88095201, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=66e7a65a-1ce6-4bd9-9b89-f98a88095201,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:21:33.439253 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-3456eb30-3f15-4e20-bea7-536c200f51b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (66e7a65a-1ce6-4bd9-9b89-f98a88095201), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:33.478527 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef53f3-c52a-4aa5-95a8-95b5d2cb7f82 req-ea14a5d2-662a-4e46-8a74-c062896ee7bd tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:33.480022 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-43ef53f3-c52a-4aa5-95a8-95b5d2cb7f82 req-ea14a5d2-662a-4e46-8a74-c062896ee7bd tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd HTTP/1.1" status: 200 len: 950 time: 0.2097034 Mar 22 19:21:33.487081 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b16a5d-9209-49a7-b04f-77439e0834ab req-d8da5011-eed5-452b-9971-f860f7f34d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:33.488495 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02b16a5d-9209-49a7-b04f-77439e0834ab req-d8da5011-eed5-452b-9971-f860f7f34d51 service neutron] 10.222.0.85 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.2522120 Mar 22 19:21:33.573496 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02b16a5d-9209-49a7-b04f-77439e0834ab req-5dc43bca-6100-4e5b-ab15-f6dbd41fb52f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6 HTTP/1.1" status: 200 len: 217 time: 0.0603626 Mar 22 19:21:33.589683 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb7342-418c-4697-8ad5-c12986908663 req-a0017f1e-7c48-405b-adf7-572bbdad7020 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:33.591347 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3feb7342-418c-4697-8ad5-c12986908663 req-a0017f1e-7c48-405b-adf7-572bbdad7020 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 944 time: 0.2000654 Mar 22 19:21:33.684143 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-43ef53f3-c52a-4aa5-95a8-95b5d2cb7f82 req-70e416c8-2290-4bcb-8c85-779090129d17 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.75 "GET /v2.0/security-groups?id=264a2f55-da4d-469d-995f-f6b7bae8649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936090 Mar 22 19:21:33.703316 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b16a5d-9209-49a7-b04f-77439e0834ab req-b53905c3-fd4c-409a-a784-7999a432a843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:33.704782 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02b16a5d-9209-49a7-b04f-77439e0834ab req-b53905c3-fd4c-409a-a784-7999a432a843 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1104589 Mar 22 19:21:33.708439 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-3456eb30-3f15-4e20-bea7-536c200f51b1 service neutron] Transition to ACTIVE for port object 66e7a65a-1ce6-4bd9-9b89-f98a88095201 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:21:33.746154 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-3456eb30-3f15-4e20-bea7-536c200f51b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (66e7a65a-1ce6-4bd9-9b89-f98a88095201), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:33.758370 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3feb7342-418c-4697-8ad5-c12986908663 req-2d4d967b-43b2-4b51-9765-1d9987f97a92 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500208 Mar 22 19:21:33.845774 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-3456eb30-3f15-4e20-bea7-536c200f51b1 service neutron] No DVR routers for this DVR port 66e7a65a-1ce6-4bd9-9b89-f98a88095201 on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:21:33.860702 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b16a5d-9209-49a7-b04f-77439e0834ab req-b114ad41-665b-491c-9b2a-b3b3f5f23d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:33.862353 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02b16a5d-9209-49a7-b04f-77439e0834ab req-b114ad41-665b-491c-9b2a-b3b3f5f23d9f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1449189 Mar 22 19:21:33.912438 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456eb30-3f15-4e20-bea7-536c200f51b1 service neutron] Pushing event updated for resources: {'Port': ['ID=66e7a65a-1ce6-4bd9-9b89-f98a88095201,revision_number=10']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:33.955362 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-3456eb30-3f15-4e20-bea7-536c200f51b1 service neutron] 10.222.0.84 "PUT /v2.0/ports/66e7a65a-1ce6-4bd9-9b89-f98a88095201/bindings/n-h2-705658-24/activate HTTP/1.1" status: 200 len: 370 time: 1.1386917 Mar 22 19:21:34.024712 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02b16a5d-9209-49a7-b04f-77439e0834ab req-a5520d87-52ed-44ff-9623-cd1187a71989 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515839 Mar 22 19:21:34.047520 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18222c0b-e76c-4ca0-ad59-ff904f4077a3 req-1a957ab6-03e2-4258-a97f-e8782c7f642a tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:34.049374 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-18222c0b-e76c-4ca0-ad59-ff904f4077a3 req-1a957ab6-03e2-4258-a97f-e8782c7f642a tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=7d8ad874-0f2f-424a-ad1d-5f32227821d9 HTTP/1.1" status: 200 len: 949 time: 0.0880258 Mar 22 19:21:34.073439 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-b5981559-3c5d-45f4-a9e6-e780f9e228db tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:34.075220 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-b5981559-3c5d-45f4-a9e6-e780f9e228db tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde&tenant_id=21ca62c1596a4d419681f3e57266f544&binding%3Ahost_id=n-h1-705658-24 HTTP/1.1" status: 200 len: 1128 time: 0.0614505 Mar 22 19:21:34.140909 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-ff53727a-6b39-4dc0-b4be-cbf9cacc0723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:34.142686 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-ff53727a-6b39-4dc0-b4be-cbf9cacc0723 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde&tenant_id=21ca62c1596a4d419681f3e57266f544 HTTP/1.1" status: 200 len: 1128 time: 0.0508254 Mar 22 19:21:34.183395 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-18222c0b-e76c-4ca0-ad59-ff904f4077a3 req-ab8b11c5-51b2-4839-8cc5-f33b72fb7092 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223328 Mar 22 19:21:34.218980 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe24eb-c857-4494-a997-2fc19b33e51c req-41769edb-a402-49af-82e7-cc9b9df99747 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:34.220653 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a2fe24eb-c857-4494-a997-2fc19b33e51c req-41769edb-a402-49af-82e7-cc9b9df99747 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 946 time: 0.1344056 Mar 22 19:21:34.222783 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02b16a5d-9209-49a7-b04f-77439e0834ab req-5d0b9e96-c85e-4d1d-80db-5322df532dee service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909373 Mar 22 19:21:34.275203 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a2fe24eb-c857-4494-a997-2fc19b33e51c req-888554ef-13be-44e1-b04e-e0dbfaa19c3c tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480609 Mar 22 19:21:34.284554 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-bc1da7f9-9997-427e-aa0e-6260af40134e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:34.286955 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-bc1da7f9-9997-427e-aa0e-6260af40134e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=21ca62c1596a4d419681f3e57266f544&device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 1128 time: 0.1141179 Mar 22 19:21:34.444239 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-e59508d8-e6e9-48aa-a8bd-85ff24c68f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:34.447998 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-e59508d8-e6e9-48aa-a8bd-85ff24c68f18 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3f43483d-05ef-426b-881a-d8fc390ab6a9 HTTP/1.1" status: 200 len: 922 time: 0.1525986 Mar 22 19:21:34.450424 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ddc6d1-335d-4c56-ad41-ebdf2d2dba5d req-cd6f3e37-f979-400a-b400-fb3de7372622 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:34.458445 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a5ddc6d1-335d-4c56-ad41-ebdf2d2dba5d req-cd6f3e37-f979-400a-b400-fb3de7372622 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 946 time: 0.0963049 Mar 22 19:21:34.511086 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-0d47d6c3-48ec-48a2-803a-7d955df93e51 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66e7a65a-1ce6-4bd9-9b89-f98a88095201 HTTP/1.1" status: 200 len: 217 time: 0.0561161 Mar 22 19:21:34.521454 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a5ddc6d1-335d-4c56-ad41-ebdf2d2dba5d req-fcc2be34-836e-483f-b51c-265c49acb53e tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619903 Mar 22 19:21:34.609496 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-b5fa2067-66fd-4813-9d0d-76c8fea45b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:34.611409 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-b5fa2067-66fd-4813-9d0d-76c8fea45b74 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bc515ca7-b43f-45d2-b838-320d24bc42f9 HTTP/1.1" status: 200 len: 861 time: 0.0942631 Mar 22 19:21:34.682764 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8786a76-143a-40ea-b604-ed22df580675 req-78b6c67d-06e4-436a-9c2c-f104a031a384 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:34.684478 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b8786a76-143a-40ea-b604-ed22df580675 req-78b6c67d-06e4-436a-9c2c-f104a031a384 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 946 time: 0.0779567 Mar 22 19:21:34.684925 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-afc3c8a8-dd16-4714-81cf-c36edfcd5de3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3f43483d-05ef-426b-881a-d8fc390ab6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539889 Mar 22 19:21:34.861592 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-d7d64efc-a395-4f4a-a6ef-8116431c77e2 service neutron] 10.222.0.85 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689417 Mar 22 19:21:34.866020 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4135a-bbc2-4b45-ba5e-c9865ae8579e req-a238a0bd-e43d-447e-ac35-a8d11fe33981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:34.867606 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20a4135a-bbc2-4b45-ba5e-c9865ae8579e req-a238a0bd-e43d-447e-ac35-a8d11fe33981 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=d705cf46da4049c5a3f437a1e3d200c6&device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 1129 time: 0.1815021 Mar 22 19:21:34.909439 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b8786a76-143a-40ea-b604-ed22df580675 req-2fc5e5f9-a30b-496c-b5df-42183d6ec995 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063797 Mar 22 19:21:35.100389 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-4e971f22-8d1f-44ae-8d2a-f2f6da1901e5 service neutron] 10.222.0.85 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196307 Mar 22 19:21:35.132706 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ecd37f-a812-4638-aea9-934bcd789799 req-22ae9017-bb80-4e32-8de9-afcd32f40fba tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:35.134472 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-75ecd37f-a812-4638-aea9-934bcd789799 req-22ae9017-bb80-4e32-8de9-afcd32f40fba tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.84 "GET /v2.0/ports?device_id=7d8ad874-0f2f-424a-ad1d-5f32227821d9 HTTP/1.1" status: 200 len: 949 time: 0.3605497 Mar 22 19:21:35.176860 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeedfb5-38a3-4146-a42a-7cfc2f4f471f req-288d3297-81ed-45b8-823c-db3a3b2c246d tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:35.182724 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1aeedfb5-38a3-4146-a42a-7cfc2f4f471f req-288d3297-81ed-45b8-823c-db3a3b2c246d tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd HTTP/1.1" status: 200 len: 950 time: 0.3412011 Mar 22 19:21:35.248657 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0be26-2047-4045-acb4-f29f43e8d1ba req-c55fd7f6-ca64-46bf-87e5-a00571adf2b0 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:35.250257 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d5d0be26-2047-4045-acb4-f29f43e8d1ba req-c55fd7f6-ca64-46bf-87e5-a00571adf2b0 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.85 "GET /v2.0/ports?device_id=c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd HTTP/1.1" status: 200 len: 950 time: 0.1239164 Mar 22 19:21:35.265478 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4135a-bbc2-4b45-ba5e-c9865ae8579e req-3a4ebbfd-a66e-49f3-ab18-056412d665e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:35.266991 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20a4135a-bbc2-4b45-ba5e-c9865ae8579e req-3a4ebbfd-a66e-49f3-ab18-056412d665e1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=af063d67-c3ee-47b0-bb92-498195b15a92 HTTP/1.1" status: 200 len: 912 time: 0.3563826 Mar 22 19:21:35.276380 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f14ce-38b2-4e6a-b527-d7f4582162e1 req-39892dc7-0bfc-4014-b432-6e6c93453aa4 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:35.284974 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-651f14ce-38b2-4e6a-b527-d7f4582162e1 req-39892dc7-0bfc-4014-b432-6e6c93453aa4 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 945 time: 0.2632637 Mar 22 19:21:35.456937 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20a4135a-bbc2-4b45-ba5e-c9865ae8579e req-08f56132-905b-406c-8568-9a7cfa6c8545 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd676179-107e-43cf-b677-eb7c2d034d8a HTTP/1.1" status: 200 len: 217 time: 0.1696823 Mar 22 19:21:35.465598 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-d5d0be26-2047-4045-acb4-f29f43e8d1ba req-3d640992-00ec-4032-a104-9c2aebba4b86 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Deleting port 0851b8f2-bd43-4d87-ba31-e81ff3fa6db1 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:21:35.466067 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d5d0be26-2047-4045-acb4-f29f43e8d1ba req-3d640992-00ec-4032-a104-9c2aebba4b86 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (0851b8f2-bd43-4d87-ba31-e81ff3fa6db1), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:35.568271 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1aeedfb5-38a3-4146-a42a-7cfc2f4f471f req-62ebc7bf-949d-4a1b-9573-39aded539d4d tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.75 "GET /v2.0/security-groups?id=264a2f55-da4d-469d-995f-f6b7bae8649f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511205 Mar 22 19:21:35.626686 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-651f14ce-38b2-4e6a-b527-d7f4582162e1 req-b0c24396-e401-48bc-a307-3e0622ccd567 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396518 Mar 22 19:21:35.658880 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4135a-bbc2-4b45-ba5e-c9865ae8579e req-b30fd434-b9d9-4195-b047-bb4bda277fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:35.660409 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20a4135a-bbc2-4b45-ba5e-c9865ae8579e req-b30fd434-b9d9-4195-b047-bb4bda277fd3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=449e1584-fac1-45c3-a72f-a3a79da9b7df HTTP/1.1" status: 200 len: 851 time: 0.1823797 Mar 22 19:21:35.673581 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-d5d0be26-2047-4045-acb4-f29f43e8d1ba req-3d640992-00ec-4032-a104-9c2aebba4b86 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] For port 0851b8f2-bd43-4d87-ba31-e81ff3fa6db1, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=0851b8f2-bd43-4d87-ba31-e81ff3fa6db1,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:21:35.674438 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d5d0be26-2047-4045-acb4-f29f43e8d1ba req-3d640992-00ec-4032-a104-9c2aebba4b86 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (0851b8f2-bd43-4d87-ba31-e81ff3fa6db1), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:35.706655 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-d5d0be26-2047-4045-acb4-f29f43e8d1ba req-3d640992-00ec-4032-a104-9c2aebba4b86 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Calling delete_port for 0851b8f2-bd43-4d87-ba31-e81ff3fa6db1 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:21:35.712416 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-75ecd37f-a812-4638-aea9-934bcd789799 req-506f17ad-6267-4ab1-9328-66a84f86ffbc tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Deleting port 5c1d98d1-388f-4a10-8a87-afba767d4899 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:21:35.712779 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-75ecd37f-a812-4638-aea9-934bcd789799 req-506f17ad-6267-4ab1-9328-66a84f86ffbc tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (5c1d98d1-388f-4a10-8a87-afba767d4899), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:35.828696 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-75ecd37f-a812-4638-aea9-934bcd789799 req-506f17ad-6267-4ab1-9328-66a84f86ffbc tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] For port 5c1d98d1-388f-4a10-8a87-afba767d4899, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=5c1d98d1-388f-4a10-8a87-afba767d4899,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:21:35.829110 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-75ecd37f-a812-4638-aea9-934bcd789799 req-506f17ad-6267-4ab1-9328-66a84f86ffbc tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (5c1d98d1-388f-4a10-8a87-afba767d4899), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:35.845560 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-75ecd37f-a812-4638-aea9-934bcd789799 req-506f17ad-6267-4ab1-9328-66a84f86ffbc tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Calling delete_port for 5c1d98d1-388f-4a10-8a87-afba767d4899 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:21:35.931388 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20a4135a-bbc2-4b45-ba5e-c9865ae8579e req-8bce9db8-b270-4a48-900b-5086e77a50ab service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=af063d67-c3ee-47b0-bb92-498195b15a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2607040 Mar 22 19:21:36.025740 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543097d1-8a3f-4472-a703-95bc0b5e30dc req-21d72a80-ccfe-4b2f-ad9e-b238ff6dd001 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:36.027489 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-543097d1-8a3f-4472-a703-95bc0b5e30dc req-21d72a80-ccfe-4b2f-ad9e-b238ff6dd001 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.85 "GET /v2.0/ports?device_id=461218c1-15af-4c75-ba02-f5fc448c4a3a HTTP/1.1" status: 200 len: 950 time: 0.1267567 Mar 22 19:21:36.029619 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d5d0be26-2047-4045-acb4-f29f43e8d1ba req-3d640992-00ec-4032-a104-9c2aebba4b86 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (0851b8f2-bd43-4d87-ba31-e81ff3fa6db1), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:36.044800 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['0851b8f2-bd43-4d87-ba31-e81ff3fa6db1'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:21:36.130399 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d640992-00ec-4032-a104-9c2aebba4b86 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Pushing event deleted for resources: {'Port': ['ID=0851b8f2-bd43-4d87-ba31-e81ff3fa6db1,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:36.240232 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d0be26-2047-4045-acb4-f29f43e8d1ba req-3d640992-00ec-4032-a104-9c2aebba4b86 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] No DVR routers for this DVR port 0851b8f2-bd43-4d87-ba31-e81ff3fa6db1 on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:21:36.243717 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d5d0be26-2047-4045-acb4-f29f43e8d1ba req-3d640992-00ec-4032-a104-9c2aebba4b86 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:36.247887 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d5d0be26-2047-4045-acb4-f29f43e8d1ba req-3d640992-00ec-4032-a104-9c2aebba4b86 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] 10.222.0.85 "DELETE /v2.0/ports/0851b8f2-bd43-4d87-ba31-e81ff3fa6db1 HTTP/1.1" status: 204 len: 173 time: 0.9905956 Mar 22 19:21:36.248404 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd', 'name': 'network-vif-deleted', 'tag': '0851b8f2-bd43-4d87-ba31-e81ff3fa6db1'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:21:36.250944 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f344a2-5697-4ed6-a7a3-58973aa3c71c" -d '{"events": [{"server_uuid": "c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd", "name": "network-vif-deleted", "tag": "0851b8f2-bd43-4d87-ba31-e81ff3fa6db1"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:21:36.354429 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-543097d1-8a3f-4472-a703-95bc0b5e30dc req-811c21cc-7f1f-464b-98a2-5ac24ec72dca tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Deleting port c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:21:36.354778 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-543097d1-8a3f-4472-a703-95bc0b5e30dc req-811c21cc-7f1f-464b-98a2-5ac24ec72dca tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:36.514506 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-543097d1-8a3f-4472-a703-95bc0b5e30dc req-811c21cc-7f1f-464b-98a2-5ac24ec72dca tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] For port c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:21:36.514929 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-543097d1-8a3f-4472-a703-95bc0b5e30dc req-811c21cc-7f1f-464b-98a2-5ac24ec72dca tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:36.533320 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-543097d1-8a3f-4472-a703-95bc0b5e30dc req-811c21cc-7f1f-464b-98a2-5ac24ec72dca tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Calling delete_port for c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:21:36.628393 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-f434a34a-3df5-4965-99fc-01be73f947d4 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:36.631087 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-f434a34a-3df5-4965-99fc-01be73f947d4 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde&tenant_id=21ca62c1596a4d419681f3e57266f544&binding%3Ahost_id=n-h2-705658-24 HTTP/1.1" status: 200 len: 1128 time: 0.6959100 Mar 22 19:21:36.643470 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a49bba-acce-4261-8e3f-6fcb7f96d57b req-f8af6210-6db8-4763-a9cc-4d76e64854af tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:36.651272 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1a49bba-acce-4261-8e3f-6fcb7f96d57b req-f8af6210-6db8-4763-a9cc-4d76e64854af tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=7d8ad874-0f2f-424a-ad1d-5f32227821d9 HTTP/1.1" status: 200 len: 949 time: 0.6954558 Mar 22 19:21:36.716074 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2e6c72-bcca-4451-b467-0342fd113478 req-3928e4d4-fa8f-4b98-870d-a188c6947d6a tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:36.718070 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c2e6c72-bcca-4451-b467-0342fd113478 req-3928e4d4-fa8f-4b98-870d-a188c6947d6a tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 946 time: 0.6963446 Mar 22 19:21:36.735050 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-543097d1-8a3f-4472-a703-95bc0b5e30dc req-811c21cc-7f1f-464b-98a2-5ac24ec72dca tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:36.748629 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['2ba56533-1468-4396-bf3b-f65932d77f9d', '8fea3b44-fcd3-48eb-893f-0e8aae10c0bf', '20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:21:36.853755 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c21cc-7f1f-464b-98a2-5ac24ec72dca tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Pushing event deleted for resources: {'Port': ['ID=c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:36.896833 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:21:36.943629 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-543097d1-8a3f-4472-a703-95bc0b5e30dc req-811c21cc-7f1f-464b-98a2-5ac24ec72dca tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] No DVR routers for this DVR port c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6 on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:21:36.947122 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-543097d1-8a3f-4472-a703-95bc0b5e30dc req-811c21cc-7f1f-464b-98a2-5ac24ec72dca tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:36.951372 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-543097d1-8a3f-4472-a703-95bc0b5e30dc req-811c21cc-7f1f-464b-98a2-5ac24ec72dca tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.85 "DELETE /v2.0/ports/c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6 HTTP/1.1" status: 204 len: 173 time: 0.8890657 Mar 22 19:21:37.066143 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1a49bba-acce-4261-8e3f-6fcb7f96d57b req-e8d427c4-352b-4df9-8a12-685e4a57de81 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136913 Mar 22 19:21:37.067249 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-75ecd37f-a812-4638-aea9-934bcd789799 req-506f17ad-6267-4ab1-9328-66a84f86ffbc tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (5c1d98d1-388f-4a10-8a87-afba767d4899), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:37.090574 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:21:37.093376 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['2ba56533-1468-4396-bf3b-f65932d77f9d', '8fea3b44-fcd3-48eb-893f-0e8aae10c0bf', '20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:21:37.099475 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20a4135a-bbc2-4b45-ba5e-c9865ae8579e req-04280c94-4dc6-4dd4-8ea2-f13d04734696 service neutron] 10.222.0.85 "GET /v2.0/networks/af063d67-c3ee-47b0-bb92-498195b15a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1329613 Mar 22 19:21:37.152870 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-db33e00e-3840-4a2d-bb81-73cb0312d04e service neutron] For port 66e7a65a-1ce6-4bd9-9b89-f98a88095201, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:21:37.389059 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-db33e00e-3840-4a2d-bb81-73cb0312d04e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:37.390622 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d15f27df-6fb1-4784-8e3f-c48187158170 req-db33e00e-3840-4a2d-bb81-73cb0312d04e service neutron] 10.222.0.85 "DELETE /v2.0/ports/66e7a65a-1ce6-4bd9-9b89-f98a88095201/bindings/n-h1-705658-24 HTTP/1.1" status: 204 len: 173 time: 0.7364233 Mar 22 19:21:37.392998 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20a4135a-bbc2-4b45-ba5e-c9865ae8579e req-e4ee37f6-1bf2-4fee-be4f-64c567082f6f service neutron] 10.222.0.85 "GET /v2.0/networks/af063d67-c3ee-47b0-bb92-498195b15a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588351 Mar 22 19:21:37.455413 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ecd37f-a812-4638-aea9-934bcd789799 req-506f17ad-6267-4ab1-9328-66a84f86ffbc tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] No DVR routers for this DVR port 5c1d98d1-388f-4a10-8a87-afba767d4899 on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:21:37.474971 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c2e6c72-bcca-4451-b467-0342fd113478 req-dfd148fd-ace5-487c-b2f3-f0a384f1f9e8 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7405949 Mar 22 19:21:37.485039 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-75ecd37f-a812-4638-aea9-934bcd789799 req-506f17ad-6267-4ab1-9328-66a84f86ffbc tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:37.488857 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-75ecd37f-a812-4638-aea9-934bcd789799 req-506f17ad-6267-4ab1-9328-66a84f86ffbc tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.84 "DELETE /v2.0/ports/5c1d98d1-388f-4a10-8a87-afba767d4899 HTTP/1.1" status: 204 len: 173 time: 2.3436317 Mar 22 19:21:37.497263 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8ad874-0f2f-424a-ad1d-5f32227821d9', 'name': 'network-vif-deleted', 'tag': '5c1d98d1-388f-4a10-8a87-afba767d4899'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:21:37.499853 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c563ee40-395c-4dd1-9214-791f0bd777b4" -d '{"events": [{"server_uuid": "7d8ad874-0f2f-424a-ad1d-5f32227821d9", "name": "network-vif-deleted", "tag": "5c1d98d1-388f-4a10-8a87-afba767d4899"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:21:37.508987 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f17ad-6267-4ab1-9328-66a84f86ffbc tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Pushing event deleted for resources: {'Port': ['ID=5c1d98d1-388f-4a10-8a87-afba767d4899,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:37.829719 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c088d-489f-40bb-90c8-1bc7e2ea5c27 req-2381609a-74c4-423b-855b-c84958122e3e tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:37.831948 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7e9c088d-489f-40bb-90c8-1bc7e2ea5c27 req-2381609a-74c4-423b-855b-c84958122e3e tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.84 "GET /v2.0/ports?device_id=2f7edb2d-1204-4e56-a578-b478c17ceb6f HTTP/1.1" status: 200 len: 946 time: 0.1619325 Mar 22 19:21:37.841279 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef588327-8d33-4961-926f-2472a4703f12 req-aafe261a-5b9a-4c88-9c74-e140d4c03229 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:37.843403 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef588327-8d33-4961-926f-2472a4703f12 req-aafe261a-5b9a-4c88-9c74-e140d4c03229 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 946 time: 0.4118261 Mar 22 19:21:37.897960 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce03ba-2d3b-4ddf-8527-2cc3c31a0d75 req-a0766888-f6c7-4289-8438-f6399a8467d0 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:37.899691 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4bce03ba-2d3b-4ddf-8527-2cc3c31a0d75 req-a0766888-f6c7-4289-8438-f6399a8467d0 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f7edb2d-1204-4e56-a578-b478c17ceb6f HTTP/1.1" status: 200 len: 946 time: 0.3290482 Mar 22 19:21:38.046605 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef588327-8d33-4961-926f-2472a4703f12 req-8b8612e0-5a6d-490a-a1f5-63be814b1d40 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857979 Mar 22 19:21:38.113780 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4bce03ba-2d3b-4ddf-8527-2cc3c31a0d75 req-013019cd-457c-4ca2-a1a4-21af1fb56e19 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811726 Mar 22 19:21:38.162456 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bcf7cd-1e72-4e54-9e7e-51edf2b5d481 x-openstack-request-id: req-87bcf7cd-1e72-4e54-9e7e-51edf2b5d481 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:21:38.162984 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd", "name": "network-vif-deleted", "tag": "0851b8f2-bd43-4d87-ba31-e81ff3fa6db1", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:21:38.162984 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-87bcf7cd-1e72-4e54-9e7e-51edf2b5d481 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:21:38.163403 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87bcf7cd-1e72-4e54-9e7e-51edf2b5d481'] response: {'server_uuid': 'c9e50eab-f2ea-4c3e-bc2b-0f8739e78efd', 'name': 'network-vif-deleted', 'tag': '0851b8f2-bd43-4d87-ba31-e81ff3fa6db1', 'status': 'completed', 'code': 200} Mar 22 19:21:38.183147 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-7e9c088d-489f-40bb-90c8-1bc7e2ea5c27 req-5e4fc879-f6cc-447b-ba25-a3b7d2c055c7 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Deleting port cb500bc2-a97f-4cfe-854a-334901468105 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:21:38.186088 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7e9c088d-489f-40bb-90c8-1bc7e2ea5c27 req-5e4fc879-f6cc-447b-ba25-a3b7d2c055c7 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (cb500bc2-a97f-4cfe-854a-334901468105), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:38.293291 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ab0009-4b77-4233-b263-3d1aa1051c18 x-openstack-request-id: req-b4ab0009-4b77-4233-b263-3d1aa1051c18 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:21:38.293724 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8ad874-0f2f-424a-ad1d-5f32227821d9", "name": "network-vif-deleted", "tag": "5c1d98d1-388f-4a10-8a87-afba767d4899", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:21:38.294105 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b4ab0009-4b77-4233-b263-3d1aa1051c18 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:21:38.294612 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4ab0009-4b77-4233-b263-3d1aa1051c18'] response: {'server_uuid': '7d8ad874-0f2f-424a-ad1d-5f32227821d9', 'name': 'network-vif-deleted', 'tag': '5c1d98d1-388f-4a10-8a87-afba767d4899', 'status': 'completed', 'code': 200} Mar 22 19:21:38.379016 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d3b6e-a031-4f2b-828b-2e265dd0a989 req-bc36ddcc-ab39-4436-bdec-c122bdfe5943 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:38.381432 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9d1d3b6e-a031-4f2b-828b-2e265dd0a989 req-bc36ddcc-ab39-4436-bdec-c122bdfe5943 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 945 time: 0.1503971 Mar 22 19:21:38.429724 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-7e9c088d-489f-40bb-90c8-1bc7e2ea5c27 req-5e4fc879-f6cc-447b-ba25-a3b7d2c055c7 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] For port cb500bc2-a97f-4cfe-854a-334901468105, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=cb500bc2-a97f-4cfe-854a-334901468105,segment=NetworkSegment(8c6ba457-004e-47f9-ab30-ce3aaf4ab771),segment_id=8c6ba457-004e-47f9-ab30-ce3aaf4ab771)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:21:38.430225 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7e9c088d-489f-40bb-90c8-1bc7e2ea5c27 req-5e4fc879-f6cc-447b-ba25-a3b7d2c055c7 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (cb500bc2-a97f-4cfe-854a-334901468105), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:38.469253 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-7e9c088d-489f-40bb-90c8-1bc7e2ea5c27 req-5e4fc879-f6cc-447b-ba25-a3b7d2c055c7 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Calling delete_port for cb500bc2-a97f-4cfe-854a-334901468105 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:21:38.488020 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9d1d3b6e-a031-4f2b-828b-2e265dd0a989 req-b2e3faf2-a139-42a3-ae87-e3cda310af1b tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927470 Mar 22 19:21:38.526718 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 5c1d98d1-388f-4a10-8a87-afba767d4899 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:21:38.580182 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 5c1d98d1-388f-4a10-8a87-afba767d4899 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:21:38.580746 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 5c1d98d1-388f-4a10-8a87-afba767d4899 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:21:38.750652 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7e9c088d-489f-40bb-90c8-1bc7e2ea5c27 req-5e4fc879-f6cc-447b-ba25-a3b7d2c055c7 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (cb500bc2-a97f-4cfe-854a-334901468105), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:38.777333 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbdbaee-b63f-4097-bcf0-600118838cdd req-1abb6f80-dcb3-4f0c-bfeb-ff44b4b14156 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:38.784771 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-adbdbaee-b63f-4097-bcf0-600118838cdd req-1abb6f80-dcb3-4f0c-bfeb-ff44b4b14156 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 946 time: 0.1789303 Mar 22 19:21:38.833969 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4fc879-f6cc-447b-ba25-a3b7d2c055c7 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Pushing event deleted for resources: {'Port': ['ID=cb500bc2-a97f-4cfe-854a-334901468105,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:38.899816 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9c088d-489f-40bb-90c8-1bc7e2ea5c27 req-5e4fc879-f6cc-447b-ba25-a3b7d2c055c7 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] No DVR routers for this DVR port cb500bc2-a97f-4cfe-854a-334901468105 on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:21:38.906134 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7e9c088d-489f-40bb-90c8-1bc7e2ea5c27 req-5e4fc879-f6cc-447b-ba25-a3b7d2c055c7 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:38.909567 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7e9c088d-489f-40bb-90c8-1bc7e2ea5c27 req-5e4fc879-f6cc-447b-ba25-a3b7d2c055c7 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.84 "DELETE /v2.0/ports/cb500bc2-a97f-4cfe-854a-334901468105 HTTP/1.1" status: 204 len: 173 time: 1.0652986 Mar 22 19:21:38.934515 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-adbdbaee-b63f-4097-bcf0-600118838cdd req-3875b795-8e83-47ec-b076-87d349c3d0f8 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474779 Mar 22 19:21:39.005644 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82f551-cd7d-45fd-b643-b4057bc6242f req-f8e79d92-bed1-43d1-87bc-de73f70fe0db tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:39.016362 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3a82f551-cd7d-45fd-b643-b4057bc6242f req-f8e79d92-bed1-43d1-87bc-de73f70fe0db tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 1128 time: 0.1028593 Mar 22 19:21:39.107532 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3a82f551-cd7d-45fd-b643-b4057bc6242f req-abea7c9a-3c02-4e11-b243-27d1168ac65e tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889904 Mar 22 19:21:39.304661 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:21:39.330588 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:21:39.331194 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:21:39.332122 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 0851b8f2-bd43-4d87-ba31-e81ff3fa6db1 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:21:39.355628 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 0851b8f2-bd43-4d87-ba31-e81ff3fa6db1 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:21:39.356581 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 0851b8f2-bd43-4d87-ba31-e81ff3fa6db1 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:21:39.388995 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789423d-38df-4138-ae8d-373edd6e2ffc req-b127b79a-352b-4db8-98d7-a6df7fcc8c45 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:39.392036 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d789423d-38df-4138-ae8d-373edd6e2ffc req-b127b79a-352b-4db8-98d7-a6df7fcc8c45 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 946 time: 0.1679735 Mar 22 19:21:39.413814 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a1fd7-7333-43bd-b216-16222d04778d req-cd56fc47-6134-4c71-bda1-7e933a22ac02 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:39.415349 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af7a1fd7-7333-43bd-b216-16222d04778d req-cd56fc47-6134-4c71-bda1-7e933a22ac02 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=5256a593-e092-41bd-a0b8-03f96e51a62e HTTP/1.1" status: 200 len: 950 time: 0.1494932 Mar 22 19:21:39.518062 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d789423d-38df-4138-ae8d-373edd6e2ffc req-b69c0b2c-46a6-4d71-a6a6-78932d395be3 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015267 Mar 22 19:21:39.531610 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af7a1fd7-7333-43bd-b216-16222d04778d req-690f954a-3d1a-4913-9116-5fae6a9936bd tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084785 Mar 22 19:21:39.642922 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-34b8785a-abea-4d69-8990-4780d9ec63e9 req-5575a5c4-61b2-4263-9352-994e7e05a05d tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f7edb2d-1204-4e56-a578-b478c17ceb6f HTTP/1.1" status: 200 len: 210 time: 0.0339181 Mar 22 19:21:39.816763 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb8c06-c01d-402f-a800-7c54d7027c92 req-2ab39675-4d3e-4e61-a435-9bee94b001d9 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:39.818940 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-37cb8c06-c01d-402f-a800-7c54d7027c92 req-2ab39675-4d3e-4e61-a435-9bee94b001d9 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 1128 time: 0.0983987 Mar 22 19:21:39.839972 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a793d3-82a0-469b-8a77-be3c4bd4eed8 req-33ac1e5b-42ac-4c54-aff1-85de19c966c2 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:39.847698 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83a793d3-82a0-469b-8a77-be3c4bd4eed8 req-33ac1e5b-42ac-4c54-aff1-85de19c966c2 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 946 time: 0.0881238 Mar 22 19:21:40.027246 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83a793d3-82a0-469b-8a77-be3c4bd4eed8 req-8641898a-25af-4af6-a68c-4e4a5590f3d0 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784394 Mar 22 19:21:40.048945 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-37cb8c06-c01d-402f-a800-7c54d7027c92 req-7b437885-8098-46d8-a7d0-bd4a0ca1248f tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102659 Mar 22 19:21:40.165700 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461218c1-15af-4c75-ba02-f5fc448c4a3a', 'name': 'network-vif-deleted', 'tag': 'c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:21:40.168769 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243bfd49-7c1a-4dd1-948f-e19ab9389865" -d '{"events": [{"server_uuid": "461218c1-15af-4c75-ba02-f5fc448c4a3a", "name": "network-vif-deleted", "tag": "c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:21:40.206715 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43070) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:21:40.309277 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7edb2d-1204-4e56-a578-b478c17ceb6f', 'name': 'network-vif-deleted', 'tag': 'cb500bc2-a97f-4cfe-854a-334901468105'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:21:40.317247 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d732f7-3155-49d8-b7f9-b489d2ad39db" -d '{"events": [{"server_uuid": "2f7edb2d-1204-4e56-a578-b478c17ceb6f", "name": "network-vif-deleted", "tag": "cb500bc2-a97f-4cfe-854a-334901468105"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:21:40.430045 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:21:40.530724 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cafe4a-d863-402d-8b1b-83d6fc9a4f41 req-e41755e1-9dde-41d7-ab92-f6a720554afc tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:40.537113 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device cb500bc2-a97f-4cfe-854a-334901468105 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:21:40.543318 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-dc7182b6-d281-474a-8742-04f5a19f0b8a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2ec7e4b1b22846738c613a316a7447e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3354149 Mar 22 19:21:40.547497 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e6cafe4a-d863-402d-8b1b-83d6fc9a4f41 req-e41755e1-9dde-41d7-ab92-f6a720554afc tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 946 time: 0.3677289 Mar 22 19:21:40.549882 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43084) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:21:40.574341 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: cb500bc2-a97f-4cfe-854a-334901468105 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:21:40.574690 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device cb500bc2-a97f-4cfe-854a-334901468105 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:21:40.620184 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc14599-88e2-428f-89ae-73a000b3276c req-b7e5570f-43cc-49cf-847d-3b24f4eecd09 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:40.621833 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1fc14599-88e2-428f-89ae-73a000b3276c req-b7e5570f-43cc-49cf-847d-3b24f4eecd09 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.84 "GET /v2.0/ports?device_id=bff0c81a-f906-478b-a119-2cd49b4518c8 HTTP/1.1" status: 200 len: 949 time: 0.0813630 Mar 22 19:21:40.703412 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a66511-8f94-4647-b6ce-b93dcdc837bd req-9b65cc17-ed84-4725-9d87-094cdc95f498 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:40.705214 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-37a66511-8f94-4647-b6ce-b93dcdc837bd req-9b65cc17-ed84-4725-9d87-094cdc95f498 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.84 "GET /v2.0/ports?device_id=5256a593-e092-41bd-a0b8-03f96e51a62e HTTP/1.1" status: 200 len: 950 time: 0.4538283 Mar 22 19:21:40.779152 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-1fc14599-88e2-428f-89ae-73a000b3276c req-9241b2f3-f0ea-4013-aabc-4241220d8e18 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Deleting port 8fea3b44-fcd3-48eb-893f-0e8aae10c0bf {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:21:40.779588 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1fc14599-88e2-428f-89ae-73a000b3276c req-9241b2f3-f0ea-4013-aabc-4241220d8e18 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (8fea3b44-fcd3-48eb-893f-0e8aae10c0bf), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:40.839165 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e6cafe4a-d863-402d-8b1b-83d6fc9a4f41 req-09f7b061-01b2-4055-a707-ba778b27c28c tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843835 Mar 22 19:21:40.872414 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc221d-422a-49de-a1e2-cc3001d4cfe5 req-bc3240d9-523b-4425-8444-8ede3aec1c2d tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:40.882424 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9dfc221d-422a-49de-a1e2-cc3001d4cfe5 req-bc3240d9-523b-4425-8444-8ede3aec1c2d tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 946 time: 0.5603077 Mar 22 19:21:40.932748 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-894f2299-6d4d-4b98-8cf8-4b95efcfa97c admin admin] Publish callbacks [] for security_group (264a2f55-da4d-469d-995f-f6b7bae8649f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:40.938390 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fbe0e4-3530-4129-982a-19da6ac500c0 x-openstack-request-id: req-d3fbe0e4-3530-4129-982a-19da6ac500c0 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:21:40.938824 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461218c1-15af-4c75-ba02-f5fc448c4a3a", "name": "network-vif-deleted", "tag": "c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:21:40.939079 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d3fbe0e4-3530-4129-982a-19da6ac500c0 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:21:40.939499 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3fbe0e4-3530-4129-982a-19da6ac500c0'] response: {'server_uuid': '461218c1-15af-4c75-ba02-f5fc448c4a3a', 'name': 'network-vif-deleted', 'tag': 'c00bb520-e2d2-4e1e-8d3b-3dc3ee31c9d6', 'status': 'completed', 'code': 200} Mar 22 19:21:40.945575 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-1fc14599-88e2-428f-89ae-73a000b3276c req-9241b2f3-f0ea-4013-aabc-4241220d8e18 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] For port 8fea3b44-fcd3-48eb-893f-0e8aae10c0bf, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=8fea3b44-fcd3-48eb-893f-0e8aae10c0bf,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:21:40.946115 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1fc14599-88e2-428f-89ae-73a000b3276c req-9241b2f3-f0ea-4013-aabc-4241220d8e18 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (8fea3b44-fcd3-48eb-893f-0e8aae10c0bf), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:40.965527 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-1fc14599-88e2-428f-89ae-73a000b3276c req-9241b2f3-f0ea-4013-aabc-4241220d8e18 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Calling delete_port for 8fea3b44-fcd3-48eb-893f-0e8aae10c0bf owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:21:40.984503 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-894f2299-6d4d-4b98-8cf8-4b95efcfa97c admin admin] Publish callbacks [] for security_group (264a2f55-da4d-469d-995f-f6b7bae8649f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:41.067893 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9dfc221d-422a-49de-a1e2-cc3001d4cfe5 req-ca1f80cc-4e89-48c0-a585-27da18781067 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795421 Mar 22 19:21:41.082624 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-37a66511-8f94-4647-b6ce-b93dcdc837bd req-eb75d48a-2a22-4516-8b51-bcfbfb2fe140 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Deleting port 20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:21:41.083245 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-37a66511-8f94-4647-b6ce-b93dcdc837bd req-eb75d48a-2a22-4516-8b51-bcfbfb2fe140 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:41.147263 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1fc14599-88e2-428f-89ae-73a000b3276c req-9241b2f3-f0ea-4013-aabc-4241220d8e18 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (8fea3b44-fcd3-48eb-893f-0e8aae10c0bf), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:41.162735 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['2ba56533-1468-4396-bf3b-f65932d77f9d', '8fea3b44-fcd3-48eb-893f-0e8aae10c0bf', '20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:21:41.267694 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241b2f3-f0ea-4013-aabc-4241220d8e18 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Pushing event deleted for resources: {'Port': ['ID=8fea3b44-fcd3-48eb-893f-0e8aae10c0bf,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:41.422369 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-37a66511-8f94-4647-b6ce-b93dcdc837bd req-eb75d48a-2a22-4516-8b51-bcfbfb2fe140 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] For port 20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:21:41.432477 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc14599-88e2-428f-89ae-73a000b3276c req-9241b2f3-f0ea-4013-aabc-4241220d8e18 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] No DVR routers for this DVR port 8fea3b44-fcd3-48eb-893f-0e8aae10c0bf on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:21:41.434453 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-37a66511-8f94-4647-b6ce-b93dcdc837bd req-eb75d48a-2a22-4516-8b51-bcfbfb2fe140 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:41.440796 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1fc14599-88e2-428f-89ae-73a000b3276c req-9241b2f3-f0ea-4013-aabc-4241220d8e18 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:41.453811 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1fc14599-88e2-428f-89ae-73a000b3276c req-9241b2f3-f0ea-4013-aabc-4241220d8e18 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.84 "DELETE /v2.0/ports/8fea3b44-fcd3-48eb-893f-0e8aae10c0bf HTTP/1.1" status: 204 len: 173 time: 0.8247371 Mar 22 19:21:41.470755 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcba3a10-facd-4ac8-b2f7-6250c6cae86a x-openstack-request-id: req-bcba3a10-facd-4ac8-b2f7-6250c6cae86a {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:21:41.472179 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7edb2d-1204-4e56-a578-b478c17ceb6f", "name": "network-vif-deleted", "tag": "cb500bc2-a97f-4cfe-854a-334901468105", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:21:41.479385 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bcba3a10-facd-4ac8-b2f7-6250c6cae86a {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:21:41.480492 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcba3a10-facd-4ac8-b2f7-6250c6cae86a'] response: {'server_uuid': '2f7edb2d-1204-4e56-a578-b478c17ceb6f', 'name': 'network-vif-deleted', 'tag': 'cb500bc2-a97f-4cfe-854a-334901468105', 'status': 'completed', 'code': 200} Mar 22 19:21:41.483476 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-894f2299-6d4d-4b98-8cf8-4b95efcfa97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (264a2f55-da4d-469d-995f-f6b7bae8649f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:41.494602 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-894f2299-6d4d-4b98-8cf8-4b95efcfa97c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:41.499448 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-894f2299-6d4d-4b98-8cf8-4b95efcfa97c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/264a2f55-da4d-469d-995f-f6b7bae8649f HTTP/1.1" status: 204 len: 168 time: 0.9450495 Mar 22 19:21:41.554934 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-37a66511-8f94-4647-b6ce-b93dcdc837bd req-eb75d48a-2a22-4516-8b51-bcfbfb2fe140 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Calling delete_port for 20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:21:41.559580 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f2299-6d4d-4b98-8cf8-4b95efcfa97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264a2f55-da4d-469d-995f-f6b7bae8649f,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:41.894889 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6f226ae7-58b9-446d-a06a-ec3736e4652b req-824f1516-1a06-4ee5-9be1-9a0784d1fb01 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f7edb2d-1204-4e56-a578-b478c17ceb6f HTTP/1.1" status: 200 len: 210 time: 0.1061461 Mar 22 19:21:42.158432 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97669787-f0ab-4b45-bb36-052a9d0a7b34 req-be99a22a-0db3-46ac-b37d-f0d820267007 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:42.180618 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-97669787-f0ab-4b45-bb36-052a9d0a7b34 req-be99a22a-0db3-46ac-b37d-f0d820267007 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=5256a593-e092-41bd-a0b8-03f96e51a62e HTTP/1.1" status: 200 len: 950 time: 0.3827360 Mar 22 19:21:42.214069 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-37a66511-8f94-4647-b6ce-b93dcdc837bd req-eb75d48a-2a22-4516-8b51-bcfbfb2fe140 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:42.227318 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['2ba56533-1468-4396-bf3b-f65932d77f9d', '8fea3b44-fcd3-48eb-893f-0e8aae10c0bf'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:21:42.276170 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4c337-5267-4427-a10e-00bba8a0de56 req-70e0d667-7c1b-45b4-a2c6-5c72637f48bc tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:42.285598 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-24c4c337-5267-4427-a10e-00bba8a0de56 req-70e0d667-7c1b-45b4-a2c6-5c72637f48bc tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.84 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 944 time: 0.2119219 Mar 22 19:21:42.361461 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75d48a-2a22-4516-8b51-bcfbfb2fe140 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Pushing event deleted for resources: {'Port': ['ID=20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:42.382978 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151ce14-9584-4be3-adaa-70e1bf74ccea req-709d108b-5985-444c-9dd8-9007d58e29e2 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:42.397545 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7151ce14-9584-4be3-adaa-70e1bf74ccea req-709d108b-5985-444c-9dd8-9007d58e29e2 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 946 time: 0.3932335 Mar 22 19:21:42.474079 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-97669787-f0ab-4b45-bb36-052a9d0a7b34 req-af6cc37e-86b1-49e2-9007-6ad13e9257ad tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867181 Mar 22 19:21:42.484345 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a66511-8f94-4647-b6ce-b93dcdc837bd req-eb75d48a-2a22-4516-8b51-bcfbfb2fe140 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] No DVR routers for this DVR port 20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:21:42.491471 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-37a66511-8f94-4647-b6ce-b93dcdc837bd req-eb75d48a-2a22-4516-8b51-bcfbfb2fe140 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:42.497913 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-37a66511-8f94-4647-b6ce-b93dcdc837bd req-eb75d48a-2a22-4516-8b51-bcfbfb2fe140 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.84 "DELETE /v2.0/ports/20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b HTTP/1.1" status: 204 len: 173 time: 1.7834802 Mar 22 19:21:42.573159 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-24c4c337-5267-4427-a10e-00bba8a0de56 req-ad905bc0-149e-4f12-9f89-27ec741e053e tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Deleting port c0f856f7-dd46-407a-9757-5669f772ffe3 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:21:42.573820 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-24c4c337-5267-4427-a10e-00bba8a0de56 req-ad905bc0-149e-4f12-9f89-27ec741e053e tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (c0f856f7-dd46-407a-9757-5669f772ffe3), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:42.587965 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7151ce14-9584-4be3-adaa-70e1bf74ccea req-d5294fe9-7b54-4e99-a4f6-58f84af2bdf4 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888785 Mar 22 19:21:42.827663 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-24c4c337-5267-4427-a10e-00bba8a0de56 req-ad905bc0-149e-4f12-9f89-27ec741e053e tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] For port c0f856f7-dd46-407a-9757-5669f772ffe3, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=c0f856f7-dd46-407a-9757-5669f772ffe3,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:21:42.828532 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-24c4c337-5267-4427-a10e-00bba8a0de56 req-ad905bc0-149e-4f12-9f89-27ec741e053e tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (c0f856f7-dd46-407a-9757-5669f772ffe3), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:42.862902 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-24c4c337-5267-4427-a10e-00bba8a0de56 req-ad905bc0-149e-4f12-9f89-27ec741e053e tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Calling delete_port for c0f856f7-dd46-407a-9757-5669f772ffe3 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:21:42.944246 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac7b86-8cd8-4401-9b69-e2205ffceb53 req-de9c44df-df19-4dd9-a840-aed19b950f86 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:42.954444 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3ac7b86-8cd8-4401-9b69-e2205ffceb53 req-de9c44df-df19-4dd9-a840-aed19b950f86 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=909fc672-2eb2-469d-8094-43fac906a98c HTTP/1.1" status: 200 len: 944 time: 0.2010565 Mar 22 19:21:42.977664 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff0c81a-f906-478b-a119-2cd49b4518c8', 'name': 'network-vif-deleted', 'tag': '8fea3b44-fcd3-48eb-893f-0e8aae10c0bf'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:21:42.981679 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fee1fe0-fa0b-4da6-8800-04e3b344dadc" -d '{"events": [{"server_uuid": "bff0c81a-f906-478b-a119-2cd49b4518c8", "name": "network-vif-deleted", "tag": "8fea3b44-fcd3-48eb-893f-0e8aae10c0bf"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:21:43.050376 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b235c3-6053-4f51-9009-5dff483a5021 req-0c3d8d8d-ad9b-4826-85e4-d7f8da733a88 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:43.065026 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2b235c3-6053-4f51-9009-5dff483a5021 req-0c3d8d8d-ad9b-4826-85e4-d7f8da733a88 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 946 time: 0.2666328 Mar 22 19:21:43.187786 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-24c4c337-5267-4427-a10e-00bba8a0de56 req-ad905bc0-149e-4f12-9f89-27ec741e053e tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (c0f856f7-dd46-407a-9757-5669f772ffe3), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:43.211201 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3ac7b86-8cd8-4401-9b69-e2205ffceb53 req-742d0014-ae90-4733-96ff-e864c1b50936 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486432 Mar 22 19:21:43.238243 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2b235c3-6053-4f51-9009-5dff483a5021 req-b97366fd-489c-41f5-a057-7ae921736759 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714523 Mar 22 19:21:43.244143 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad905bc0-149e-4f12-9f89-27ec741e053e tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Pushing event deleted for resources: {'Port': ['ID=c0f856f7-dd46-407a-9757-5669f772ffe3,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:43.313415 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c4c337-5267-4427-a10e-00bba8a0de56 req-ad905bc0-149e-4f12-9f89-27ec741e053e tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] No DVR routers for this DVR port c0f856f7-dd46-407a-9757-5669f772ffe3 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:21:43.325338 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-24c4c337-5267-4427-a10e-00bba8a0de56 req-ad905bc0-149e-4f12-9f89-27ec741e053e tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:43.328693 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-24c4c337-5267-4427-a10e-00bba8a0de56 req-ad905bc0-149e-4f12-9f89-27ec741e053e tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.84 "DELETE /v2.0/ports/c0f856f7-dd46-407a-9757-5669f772ffe3 HTTP/1.1" status: 204 len: 173 time: 1.0318158 Mar 22 19:21:43.384535 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5baa97-0cc3-4b1a-a816-bacfd49ac0f1 x-openstack-request-id: req-ef5baa97-0cc3-4b1a-a816-bacfd49ac0f1 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:21:43.384877 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff0c81a-f906-478b-a119-2cd49b4518c8", "name": "network-vif-deleted", "tag": "8fea3b44-fcd3-48eb-893f-0e8aae10c0bf", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:21:43.385140 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ef5baa97-0cc3-4b1a-a816-bacfd49ac0f1 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:21:43.385559 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef5baa97-0cc3-4b1a-a816-bacfd49ac0f1'] response: {'server_uuid': 'bff0c81a-f906-478b-a119-2cd49b4518c8', 'name': 'network-vif-deleted', 'tag': '8fea3b44-fcd3-48eb-893f-0e8aae10c0bf', 'status': 'completed', 'code': 200} Mar 22 19:21:43.394333 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6f92af65-fdd1-4a33-a01b-413dd10c1461 req-641f9182-88bc-4b0d-bc61-e47acc621fd9 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f7edb2d-1204-4e56-a578-b478c17ceb6f HTTP/1.1" status: 200 len: 210 time: 0.0640965 Mar 22 19:21:43.481700 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5256a593-e092-41bd-a0b8-03f96e51a62e', 'name': 'network-vif-deleted', 'tag': '20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:21:43.484228 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa28a11-74d3-44dd-904f-fe27602284b6" -d '{"events": [{"server_uuid": "5256a593-e092-41bd-a0b8-03f96e51a62e", "name": "network-vif-deleted", "tag": "20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:21:43.639818 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1c313-5fe3-44b4-a99a-95b6bb04eab8 req-afdbf221-c4f4-4f07-a82b-b5a8e2cdca4a tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:43.648002 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cfb1c313-5fe3-44b4-a99a-95b6bb04eab8 req-afdbf221-c4f4-4f07-a82b-b5a8e2cdca4a tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 946 time: 0.1209259 Mar 22 19:21:43.726102 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-1b748da8-d818-4b9b-9159-bee5fb9824ae tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=ead4f1623b6a442e9644c5a00d80ac7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442507 Mar 22 19:21:43.737831 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cfb1c313-5fe3-44b4-a99a-95b6bb04eab8 req-584218dc-b9b5-433f-b5c4-9d6447dbc6d5 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887759 Mar 22 19:21:43.904627 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-3300a1e9-5705-4321-8367-183a5865460b tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:43.906327 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-3300a1e9-5705-4321-8367-183a5865460b tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1633711 Mar 22 19:21:43.907968 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445cccb0-12cb-4094-bee7-4feb6956d624 x-openstack-request-id: req-445cccb0-12cb-4094-bee7-4feb6956d624 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:21:43.908261 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5256a593-e092-41bd-a0b8-03f96e51a62e", "name": "network-vif-deleted", "tag": "20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:21:43.908513 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-445cccb0-12cb-4094-bee7-4feb6956d624 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:21:43.908909 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-445cccb0-12cb-4094-bee7-4feb6956d624'] response: {'server_uuid': '5256a593-e092-41bd-a0b8-03f96e51a62e', 'name': 'network-vif-deleted', 'tag': '20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b', 'status': 'completed', 'code': 200} Mar 22 19:21:43.932334 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-651e6242-271a-41c9-8747-c61516d032a5 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] 10.222.0.75 "GET /v2.0/quotas/ead4f1623b6a442e9644c5a00d80ac7a HTTP/1.1" status: 200 len: 375 time: 0.0166252 Mar 22 19:21:43.981816 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-86a42a54-6f63-4e67-b723-27a23ef41c1d tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ead4f1623b6a442e9644c5a00d80ac7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456212 Mar 22 19:21:44.090829 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a93d6-86ce-4ad8-a988-6b21a011d334 req-85e6cf1e-c3c9-4b9f-9571-56479f61a718 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:44.098788 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e33a93d6-86ce-4ad8-a988-6b21a011d334 req-85e6cf1e-c3c9-4b9f-9571-56479f61a718 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 946 time: 0.0750196 Mar 22 19:21:44.152716 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e33a93d6-86ce-4ad8-a988-6b21a011d334 req-76859864-4872-4480-bbfb-0e4d6b5e1a83 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529294 Mar 22 19:21:44.226946 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6e665cce-146d-4543-987a-1bee16b21f6d req-d4599f82-1690-4e0a-962f-44f2b01514fc tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] 10.222.0.75 "GET /v2.0/ports?device_id=213b8187-6209-4898-ade6-c58c5f4abd24 HTTP/1.1" status: 200 len: 210 time: 0.0306127 Mar 22 19:21:44.446020 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53463a-d8e2-4b37-87e4-7f2dc047f3cf req-0ac882bb-f85f-4ebf-bbce-906b40ae12ac tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:44.448308 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3c53463a-d8e2-4b37-87e4-7f2dc047f3cf req-0ac882bb-f85f-4ebf-bbce-906b40ae12ac tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 946 time: 0.1214240 Mar 22 19:21:44.469333 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2624e9-30f6-4388-ab82-6b7557b1252b req-063393ab-220f-4a00-a183-8baefc49e7b3 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:44.471134 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f2624e9-30f6-4388-ab82-6b7557b1252b req-063393ab-220f-4a00-a183-8baefc49e7b3 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 946 time: 0.1030860 Mar 22 19:21:44.554663 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3c53463a-d8e2-4b37-87e4-7f2dc047f3cf req-c1958616-e521-4646-a0b9-587f9a6ce384 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002498 Mar 22 19:21:44.568374 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:21:44.575367 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f2624e9-30f6-4388-ab82-6b7557b1252b req-ef41be04-f796-44e6-951a-78359e2c20f7 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878043 Mar 22 19:21:44.619941 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:21:44.623830 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 20e42b5b-dd98-46d6-91f9-9c6b55bcbe1b not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:21:44.624548 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device c0f856f7-dd46-407a-9757-5669f772ffe3 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:21:44.676834 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: c0f856f7-dd46-407a-9757-5669f772ffe3 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:21:44.679621 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device c0f856f7-dd46-407a-9757-5669f772ffe3 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:21:44.680962 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 8fea3b44-fcd3-48eb-893f-0e8aae10c0bf no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:21:44.737705 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 8fea3b44-fcd3-48eb-893f-0e8aae10c0bf {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:21:44.739067 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 8fea3b44-fcd3-48eb-893f-0e8aae10c0bf not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:21:44.937880 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58c2ee68-750c-4565-849b-2495b54ad2b7 req-75de0372-91b8-433c-84fe-8c50d6de569f tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f7edb2d-1204-4e56-a578-b478c17ceb6f HTTP/1.1" status: 200 len: 210 time: 0.0424571 Mar 22 19:21:45.039977 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7d1b666-27b4-481b-ac29-b1d1f4d6ec1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:45.066985 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd78dc-f6fe-42a1-9d0c-9ffb4e9fd1ca req-8de826c9-68bf-4985-815b-f40f48b447b9 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:45.068658 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-86dd78dc-f6fe-42a1-9d0c-9ffb4e9fd1ca req-8de826c9-68bf-4985-815b-f40f48b447b9 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 946 time: 0.1210439 Mar 22 19:21:45.108448 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823cba2-50fb-460c-92b4-a9ac9b1c8a28 req-8b776693-7b78-476b-a0a9-c8a3cdf728da tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:45.110051 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b823cba2-50fb-460c-92b4-a9ac9b1c8a28 req-8b776693-7b78-476b-a0a9-c8a3cdf728da tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=7843c71d-fc80-4e28-9418-8c90f5040774 HTTP/1.1" status: 200 len: 950 time: 0.0962386 Mar 22 19:21:45.155126 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-86dd78dc-f6fe-42a1-9d0c-9ffb4e9fd1ca req-4a3a7f12-13b5-494a-861d-f20784c2a16e tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787966 Mar 22 19:21:45.188147 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b823cba2-50fb-460c-92b4-a9ac9b1c8a28 req-50117565-2ccc-416e-857e-632660ee22ca tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664501 Mar 22 19:21:45.371513 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019779a4-fa7c-427a-83d4-67734239f233 req-e18d7461-1772-453f-9109-527009fe1168 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:45.373128 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-019779a4-fa7c-427a-83d4-67734239f233 req-e18d7461-1772-453f-9109-527009fe1168 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6a480b5-a6c0-4d49-a762-c37a48ac4e09 HTTP/1.1" status: 200 len: 944 time: 0.0971909 Mar 22 19:21:45.389866 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909fc672-2eb2-469d-8094-43fac906a98c', 'name': 'network-vif-deleted', 'tag': 'c0f856f7-dd46-407a-9757-5669f772ffe3'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:21:45.392361 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54045b6-200a-4c42-9213-a35949d51114" -d '{"events": [{"server_uuid": "909fc672-2eb2-469d-8094-43fac906a98c", "name": "network-vif-deleted", "tag": "c0f856f7-dd46-407a-9757-5669f772ffe3"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:21:45.411974 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072f5ae-c4f5-4e29-80d3-193c292b7278 req-4e5c0163-de54-4713-a412-8c802065b04b tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:45.414060 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8072f5ae-c4f5-4e29-80d3-193c292b7278 req-4e5c0163-de54-4713-a412-8c802065b04b tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.84 "GET /v2.0/ports?device_id=e6a480b5-a6c0-4d49-a762-c37a48ac4e09 HTTP/1.1" status: 200 len: 944 time: 0.0846214 Mar 22 19:21:45.454155 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ce61445-402d-4220-9a5c-41c0029eb2ca req-c12c1a36-f16f-47ed-bbfd-e1239fd8a685 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] 10.222.0.75 "GET /v2.0/ports?device_id=213b8187-6209-4898-ade6-c58c5f4abd24 HTTP/1.1" status: 200 len: 210 time: 0.0793674 Mar 22 19:21:45.500134 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-019779a4-fa7c-427a-83d4-67734239f233 req-38ac0e38-ff0d-4458-8dbb-f6727f209a32 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077747 Mar 22 19:21:45.545694 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d381216-7ca5-4164-88dd-658b272fa8f4 x-openstack-request-id: req-2d381216-7ca5-4164-88dd-658b272fa8f4 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:21:45.546113 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909fc672-2eb2-469d-8094-43fac906a98c", "name": "network-vif-deleted", "tag": "c0f856f7-dd46-407a-9757-5669f772ffe3", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:21:45.546635 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2d381216-7ca5-4164-88dd-658b272fa8f4 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:21:45.547309 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d381216-7ca5-4164-88dd-658b272fa8f4'] response: {'server_uuid': '909fc672-2eb2-469d-8094-43fac906a98c', 'name': 'network-vif-deleted', 'tag': 'c0f856f7-dd46-407a-9757-5669f772ffe3', 'status': 'completed', 'code': 200} Mar 22 19:21:45.556047 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-8072f5ae-c4f5-4e29-80d3-193c292b7278 req-66bcd954-fa0f-43a3-9854-9ee8c7ae0519 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Deleting port 1eea9213-f629-429e-ad2d-d16c1f3621b4 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:21:45.556854 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8072f5ae-c4f5-4e29-80d3-193c292b7278 req-66bcd954-fa0f-43a3-9854-9ee8c7ae0519 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (1eea9213-f629-429e-ad2d-d16c1f3621b4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:45.594148 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-868a43fa-33a5-4d2b-9d31-50b15dd2d9aa tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=ead4f1623b6a442e9644c5a00d80ac7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472085 Mar 22 19:21:45.602973 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:45.723011 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-8072f5ae-c4f5-4e29-80d3-193c292b7278 req-66bcd954-fa0f-43a3-9854-9ee8c7ae0519 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] For port 1eea9213-f629-429e-ad2d-d16c1f3621b4, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=1eea9213-f629-429e-ad2d-d16c1f3621b4,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:21:45.723982 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8072f5ae-c4f5-4e29-80d3-193c292b7278 req-66bcd954-fa0f-43a3-9854-9ee8c7ae0519 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (1eea9213-f629-429e-ad2d-d16c1f3621b4), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:45.754836 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-8072f5ae-c4f5-4e29-80d3-193c292b7278 req-66bcd954-fa0f-43a3-9854-9ee8c7ae0519 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Calling delete_port for 1eea9213-f629-429e-ad2d-d16c1f3621b4 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:21:45.912815 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-162311a2-a224-4fa7-a992-2fe634610ad5 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:45.914851 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-162311a2-a224-4fa7-a992-2fe634610ad5 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3134823 Mar 22 19:21:45.928516 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-90df3b7e-6704-4a9c-9f50-5571d8fb0340 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Request body: {'port': {'device_id': '213b8187-6209-4898-ade6-c58c5f4abd24', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'admin_state_up': True, 'tenant_id': 'ead4f1623b6a442e9644c5a00d80ac7a'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:21:45.938388 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8072f5ae-c4f5-4e29-80d3-193c292b7278 req-66bcd954-fa0f-43a3-9854-9ee8c7ae0519 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (1eea9213-f629-429e-ad2d-d16c1f3621b4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:45.984253 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2869d76-dfa8-42bd-86d5-303d0cf5fbf9 req-18b49051-e564-4949-b078-5cbe2de1c1ab tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:45.985427 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bcd954-fa0f-43a3-9854-9ee8c7ae0519 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Pushing event deleted for resources: {'Port': ['ID=1eea9213-f629-429e-ad2d-d16c1f3621b4,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:45.991718 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2869d76-dfa8-42bd-86d5-303d0cf5fbf9 req-18b49051-e564-4949-b078-5cbe2de1c1ab tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 946 time: 0.3443007 Mar 22 19:21:46.003570 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fecca4-3836-4afd-8dab-1ed9d0a538db req-867ca8c4-ab17-4509-9d01-7cc23a512b7d tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:46.005224 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c8fecca4-3836-4afd-8dab-1ed9d0a538db req-867ca8c4-ab17-4509-9d01-7cc23a512b7d tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 946 time: 0.2915540 Mar 22 19:21:46.033748 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-8072f5ae-c4f5-4e29-80d3-193c292b7278 req-66bcd954-fa0f-43a3-9854-9ee8c7ae0519 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] No DVR routers for this DVR port 1eea9213-f629-429e-ad2d-d16c1f3621b4 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:21:46.038474 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8072f5ae-c4f5-4e29-80d3-193c292b7278 req-66bcd954-fa0f-43a3-9854-9ee8c7ae0519 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:46.043679 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8072f5ae-c4f5-4e29-80d3-193c292b7278 req-66bcd954-fa0f-43a3-9854-9ee8c7ae0519 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.84 "DELETE /v2.0/ports/1eea9213-f629-429e-ad2d-d16c1f3621b4 HTTP/1.1" status: 204 len: 173 time: 0.6232851 Mar 22 19:21:46.110845 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2869d76-dfa8-42bd-86d5-303d0cf5fbf9 req-e926d2a7-8106-4cb9-bea5-8ee0fd84b45e tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183703 Mar 22 19:21:46.189988 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c8fecca4-3836-4afd-8dab-1ed9d0a538db req-f3a8a486-b96e-4bec-a86e-7753b5ef7bda tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572642 Mar 22 19:21:46.234318 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-90df3b7e-6704-4a9c-9f50-5571d8fb0340 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Made reservation on behalf of ead4f1623b6a442e9644c5a00d80ac7a for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:21:46.243220 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-90df3b7e-6704-4a9c-9f50-5571d8fb0340 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:46.263733 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-90df3b7e-6704-4a9c-9f50-5571d8fb0340 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:46.300923 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-56a14998-5e5a-453d-8b6f-724bbf7989f6 req-76b79a97-0690-44cc-9c95-f250bb6b1997 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f7edb2d-1204-4e56-a578-b478c17ceb6f HTTP/1.1" status: 200 len: 210 time: 0.0731230 Mar 22 19:21:46.340775 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987017d6-93bf-4c6a-8fbd-3eb4f1386545 req-1821a8c7-ae74-4179-a8b7-22322a7d52cf tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:46.342290 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-987017d6-93bf-4c6a-8fbd-3eb4f1386545 req-1821a8c7-ae74-4179-a8b7-22322a7d52cf tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.84 "GET /v2.0/ports?device_id=7843c71d-fc80-4e28-9418-8c90f5040774 HTTP/1.1" status: 200 len: 950 time: 0.0774138 Mar 22 19:21:46.387826 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecdbbc-5595-4cf9-a9b8-516fbda7ec50 req-db3c1168-beea-460c-8446-df80af1cfa26 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:46.389535 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-14ecdbbc-5595-4cf9-a9b8-516fbda7ec50 req-db3c1168-beea-460c-8446-df80af1cfa26 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 946 time: 0.1133904 Mar 22 19:21:46.574180 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-987017d6-93bf-4c6a-8fbd-3eb4f1386545 req-6bab8358-ead8-409e-bdb6-6de8c3fe4434 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Deleting port 2ba56533-1468-4396-bf3b-f65932d77f9d {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:21:46.574722 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-987017d6-93bf-4c6a-8fbd-3eb4f1386545 req-6bab8358-ead8-409e-bdb6-6de8c3fe4434 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (2ba56533-1468-4396-bf3b-f65932d77f9d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:46.682135 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-987017d6-93bf-4c6a-8fbd-3eb4f1386545 req-6bab8358-ead8-409e-bdb6-6de8c3fe4434 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] For port 2ba56533-1468-4396-bf3b-f65932d77f9d, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=2ba56533-1468-4396-bf3b-f65932d77f9d,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:21:46.682548 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-987017d6-93bf-4c6a-8fbd-3eb4f1386545 req-6bab8358-ead8-409e-bdb6-6de8c3fe4434 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (2ba56533-1468-4396-bf3b-f65932d77f9d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:46.700538 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-987017d6-93bf-4c6a-8fbd-3eb4f1386545 req-6bab8358-ead8-409e-bdb6-6de8c3fe4434 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Calling delete_port for 2ba56533-1468-4396-bf3b-f65932d77f9d owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:21:46.845410 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-987017d6-93bf-4c6a-8fbd-3eb4f1386545 req-6bab8358-ead8-409e-bdb6-6de8c3fe4434 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (2ba56533-1468-4396-bf3b-f65932d77f9d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:46.855821 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-90df3b7e-6704-4a9c-9f50-5571d8fb0340 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Publish callbacks [] for security_group (b97d83c2-a8a9-48c3-a973-efdea4f7e194), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:46.858356 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['2ba56533-1468-4396-bf3b-f65932d77f9d'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:21:46.872530 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-14ecdbbc-5595-4cf9-a9b8-516fbda7ec50 req-37bd04ab-aaba-4f0b-a3f4-1b738ac81178 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4751134 Mar 22 19:21:46.876726 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-90df3b7e-6704-4a9c-9f50-5571d8fb0340 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b97d83c2-a8a9-48c3-a973-efdea4f7e194), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:46.880914 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab8358-ead8-409e-bdb6-6de8c3fe4434 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Pushing event deleted for resources: {'Port': ['ID=2ba56533-1468-4396-bf3b-f65932d77f9d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:46.950721 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-987017d6-93bf-4c6a-8fbd-3eb4f1386545 req-6bab8358-ead8-409e-bdb6-6de8c3fe4434 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] No DVR routers for this DVR port 2ba56533-1468-4396-bf3b-f65932d77f9d on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:21:46.954996 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-987017d6-93bf-4c6a-8fbd-3eb4f1386545 req-6bab8358-ead8-409e-bdb6-6de8c3fe4434 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:46.956455 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7912dcb-e45f-4db6-8c92-47a5309a20da req-6ac466cf-2e4f-4136-9cb9-26041746dc89 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:46.960095 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-987017d6-93bf-4c6a-8fbd-3eb4f1386545 req-6bab8358-ead8-409e-bdb6-6de8c3fe4434 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.84 "DELETE /v2.0/ports/2ba56533-1468-4396-bf3b-f65932d77f9d HTTP/1.1" status: 204 len: 173 time: 0.6064544 Mar 22 19:21:46.963217 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7912dcb-e45f-4db6-8c92-47a5309a20da req-6ac466cf-2e4f-4136-9cb9-26041746dc89 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/ports?device_id=7843c71d-fc80-4e28-9418-8c90f5040774 HTTP/1.1" status: 200 len: 867 time: 0.5690625 Mar 22 19:21:47.059398 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df3b7e-6704-4a9c-9f50-5571d8fb0340 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b97d83c2-a8a9-48c3-a973-efdea4f7e194,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:47.068922 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c1796dfc-a93e-4671-80f7-2fe3927b2eae req-2d73f7ae-c929-49f5-ad5c-de05a0f4bc7c tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] 10.222.0.75 "GET /v2.0/ports?device_id=213b8187-6209-4898-ade6-c58c5f4abd24 HTTP/1.1" status: 200 len: 210 time: 0.0493460 Mar 22 19:21:47.108587 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7912dcb-e45f-4db6-8c92-47a5309a20da req-f877a99c-b3cc-4256-b0f3-260999b43601 tempest-ServersOnMultiNodesTest-1702512122 tempest-ServersOnMultiNodesTest-1702512122-project] 10.222.0.75 "GET /v2.0/security-groups?id=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445053 Mar 22 19:21:47.153199 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-90df3b7e-6704-4a9c-9f50-5571d8fb0340 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Allocated IP 192.168.233.26 (43c82fd2-7e25-4eba-86f2-aced26197dba/e28314b8-0ed1-465e-a6f2-eda7f6b773cd/ed9a694f-4333-4d55-a6cc-69d9c2c5be35) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:21:47.342086 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c4355404-7ee3-4484-ae9f-806e06c0d6d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:47.368040 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53a97b-d97e-4d6f-9643-f6542d8dd273 req-220126b6-7f3a-42a6-93d7-489a952acb00 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:47.369703 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3d53a97b-d97e-4d6f-9643-f6542d8dd273 req-220126b6-7f3a-42a6-93d7-489a952acb00 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 946 time: 0.1566556 Mar 22 19:21:47.487979 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-90df3b7e-6704-4a9c-9f50-5571d8fb0340 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Publish callbacks [] for port (ed9a694f-4333-4d55-a6cc-69d9c2c5be35), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:47.497283 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3d53a97b-d97e-4d6f-9643-f6542d8dd273 req-985b9568-e70d-4eac-9bde-245cae7d17bc tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197910 Mar 22 19:21:47.521346 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550743b-971e-4b6c-8d5a-1e75731b05a8 req-b1d16d3f-bae3-4992-89ee-23f45ef3de65 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:47.528613 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4550743b-971e-4b6c-8d5a-1e75731b05a8 req-b1d16d3f-bae3-4992-89ee-23f45ef3de65 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 946 time: 0.1502407 Mar 22 19:21:47.549114 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a480b5-a6c0-4d49-a762-c37a48ac4e09', 'name': 'network-vif-deleted', 'tag': '1eea9213-f629-429e-ad2d-d16c1f3621b4'}, {'server_uuid': '7843c71d-fc80-4e28-9418-8c90f5040774', 'name': 'network-vif-deleted', 'tag': '2ba56533-1468-4396-bf3b-f65932d77f9d'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:21:47.552195 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26362bb5-05eb-41a2-a35b-800b1613c425" -d '{"events": [{"server_uuid": "e6a480b5-a6c0-4d49-a762-c37a48ac4e09", "name": "network-vif-deleted", "tag": "1eea9213-f629-429e-ad2d-d16c1f3621b4"}, {"server_uuid": "7843c71d-fc80-4e28-9418-8c90f5040774", "name": "network-vif-deleted", "tag": "2ba56533-1468-4396-bf3b-f65932d77f9d"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:21:47.595414 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4550743b-971e-4b6c-8d5a-1e75731b05a8 req-1a08416a-cfba-4960-876d-d1a6504a1261 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658891 Mar 22 19:21:47.597029 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-90df3b7e-6704-4a9c-9f50-5571d8fb0340 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (ed9a694f-4333-4d55-a6cc-69d9c2c5be35), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:47.719969 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-90df3b7e-6704-4a9c-9f50-5571d8fb0340 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Network 43c82fd2-7e25-4eba-86f2-aced26197dba is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:21:47.725838 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3d4d09bd-fb57-4448-bb08-af2d5c8927f6 req-0284a4d8-1471-4174-b6af-8ac22678e672 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f7edb2d-1204-4e56-a578-b478c17ceb6f HTTP/1.1" status: 200 len: 210 time: 0.0478082 Mar 22 19:21:47.728840 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-90df3b7e-6704-4a9c-9f50-5571d8fb0340 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:21:47.731467 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df3b7e-6704-4a9c-9f50-5571d8fb0340 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Pushing event updated for resources: {'Port': ['ID=ed9a694f-4333-4d55-a6cc-69d9c2c5be35,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:47.734425 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-90df3b7e-6704-4a9c-9f50-5571d8fb0340 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:21:47.797162 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6ca05-7da8-45dc-82c4-56ec0228b3a9 req-c6ad73a1-35cc-4f6e-ab24-02d54e314f11 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:47.799025 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3b6ca05-7da8-45dc-82c4-56ec0228b3a9 req-c6ad73a1-35cc-4f6e-ab24-02d54e314f11 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/ports?device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb HTTP/1.1" status: 200 len: 944 time: 0.1909025 Mar 22 19:21:47.806279 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0257f-2853-4fa6-96ca-22f8c86bd325 req-88ce18c6-e1b1-4d05-89db-60ecf53c3466 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:47.811077 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8dc0257f-2853-4fa6-96ca-22f8c86bd325 req-88ce18c6-e1b1-4d05-89db-60ecf53c3466 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.84 "GET /v2.0/ports?device_id=378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb HTTP/1.1" status: 200 len: 944 time: 0.0908329 Mar 22 19:21:47.840891 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-90df3b7e-6704-4a9c-9f50-5571d8fb0340 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:47.841910 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-90df3b7e-6704-4a9c-9f50-5571d8fb0340 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:47.857285 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 19:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446db5ce-cac4-41ef-9b8a-62c14364daab x-openstack-request-id: req-446db5ce-cac4-41ef-9b8a-62c14364daab {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:21:47.857589 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a480b5-a6c0-4d49-a762-c37a48ac4e09", "name": "network-vif-deleted", "tag": "1eea9213-f629-429e-ad2d-d16c1f3621b4", "status": "completed", "code": 200}, {"server_uuid": "7843c71d-fc80-4e28-9418-8c90f5040774", "name": "network-vif-deleted", "tag": "2ba56533-1468-4396-bf3b-f65932d77f9d", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:21:47.857869 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-446db5ce-cac4-41ef-9b8a-62c14364daab {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:21:47.858431 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-446db5ce-cac4-41ef-9b8a-62c14364daab'] response: {'server_uuid': 'e6a480b5-a6c0-4d49-a762-c37a48ac4e09', 'name': 'network-vif-deleted', 'tag': '1eea9213-f629-429e-ad2d-d16c1f3621b4', 'status': 'completed', 'code': 200} Mar 22 19:21:47.858898 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-446db5ce-cac4-41ef-9b8a-62c14364daab'] response: {'server_uuid': '7843c71d-fc80-4e28-9418-8c90f5040774', 'name': 'network-vif-deleted', 'tag': '2ba56533-1468-4396-bf3b-f65932d77f9d', 'status': 'completed', 'code': 200} Mar 22 19:21:47.899789 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-90df3b7e-6704-4a9c-9f50-5571d8fb0340 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9691415 Mar 22 19:21:47.917207 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-f5d83670-ea4d-4c27-9bab-70e1aa653994 service neutron] Request body: {'port': {'device_id': '213b8187-6209-4898-ade6-c58c5f4abd24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:21:47.954287 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3b6ca05-7da8-45dc-82c4-56ec0228b3a9 req-3df96b4c-31be-4440-874e-066fd0830e70 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.75 "GET /v2.0/security-groups?id=6826ae5e-9936-497d-9252-05a5e4dac993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486950 Mar 22 19:21:47.980123 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-8dc0257f-2853-4fa6-96ca-22f8c86bd325 req-5fec1409-f467-4d11-a10e-25d0826f95e1 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Deleting port 76f3eddc-2af4-4a52-99a6-900a5e60ba18 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:21:47.980853 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8dc0257f-2853-4fa6-96ca-22f8c86bd325 req-5fec1409-f467-4d11-a10e-25d0826f95e1 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (76f3eddc-2af4-4a52-99a6-900a5e60ba18), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:48.052887 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-f5d83670-ea4d-4c27-9bab-70e1aa653994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ed9a694f-4333-4d55-a6cc-69d9c2c5be35), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:48.092019 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-8dc0257f-2853-4fa6-96ca-22f8c86bd325 req-5fec1409-f467-4d11-a10e-25d0826f95e1 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] For port 76f3eddc-2af4-4a52-99a6-900a5e60ba18, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=76f3eddc-2af4-4a52-99a6-900a5e60ba18,segment=NetworkSegment(323ac0af-e11d-4c36-a1de-a33d0641d418),segment_id=323ac0af-e11d-4c36-a1de-a33d0641d418)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:21:48.092412 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8dc0257f-2853-4fa6-96ca-22f8c86bd325 req-5fec1409-f467-4d11-a10e-25d0826f95e1 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (76f3eddc-2af4-4a52-99a6-900a5e60ba18), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:48.103861 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3103ba-b9db-472b-b520-8f16cbb00563 req-c0c294e0-183f-4599-8a37-7a15cdec0402 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:48.105156 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bd3103ba-b9db-472b-b520-8f16cbb00563 req-c0c294e0-183f-4599-8a37-7a15cdec0402 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 946 time: 0.1496024 Mar 22 19:21:48.122890 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-8dc0257f-2853-4fa6-96ca-22f8c86bd325 req-5fec1409-f467-4d11-a10e-25d0826f95e1 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Calling delete_port for 76f3eddc-2af4-4a52-99a6-900a5e60ba18 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:21:48.139119 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:48.165955 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-058a5805-bcdd-429f-a19b-55e3a0c97374 None None] Provisioning complete for port ed9a694f-4333-4d55-a6cc-69d9c2c5be35 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:21:48.166715 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-058a5805-bcdd-429f-a19b-55e3a0c97374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (ed9a694f-4333-4d55-a6cc-69d9c2c5be35), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:48.220803 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-058a5805-bcdd-429f-a19b-55e3a0c97374 None None] Port ed9a694f-4333-4d55-a6cc-69d9c2c5be35 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:21:48.271934 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bd3103ba-b9db-472b-b520-8f16cbb00563 req-8a7668f9-ebe9-44d4-9ad0-d708ddca3fdb tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580186 Mar 22 19:21:48.290312 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8dc0257f-2853-4fa6-96ca-22f8c86bd325 req-5fec1409-f467-4d11-a10e-25d0826f95e1 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (76f3eddc-2af4-4a52-99a6-900a5e60ba18), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:48.329035 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec1409-f467-4d11-a10e-25d0826f95e1 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Pushing event deleted for resources: {'Port': ['ID=76f3eddc-2af4-4a52-99a6-900a5e60ba18,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:48.370120 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142a363-c993-4bf5-8075-e82ee65a916b req-445f8b1e-e0e8-4913-9f51-7f232d913898 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:48.371552 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7142a363-c993-4bf5-8075-e82ee65a916b req-445f8b1e-e0e8-4913-9f51-7f232d913898 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] 10.222.0.75 "GET /v2.0/ports?device_id=213b8187-6209-4898-ade6-c58c5f4abd24 HTTP/1.1" status: 200 len: 935 time: 0.1777811 Mar 22 19:21:48.394513 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc0257f-2853-4fa6-96ca-22f8c86bd325 req-5fec1409-f467-4d11-a10e-25d0826f95e1 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] No DVR routers for this DVR port 76f3eddc-2af4-4a52-99a6-900a5e60ba18 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:21:48.399825 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8dc0257f-2853-4fa6-96ca-22f8c86bd325 req-5fec1409-f467-4d11-a10e-25d0826f95e1 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:48.408759 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8dc0257f-2853-4fa6-96ca-22f8c86bd325 req-5fec1409-f467-4d11-a10e-25d0826f95e1 tempest-LiveMigrationTest-1398986735 tempest-LiveMigrationTest-1398986735-project] 10.222.0.84 "DELETE /v2.0/ports/76f3eddc-2af4-4a52-99a6-900a5e60ba18 HTTP/1.1" status: 204 len: 173 time: 0.5948582 Mar 22 19:21:48.518315 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7142a363-c993-4bf5-8075-e82ee65a916b req-f9e036f4-79e5-425b-881a-6773ac253e68 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b97d83c2-a8a9-48c3-a973-efdea4f7e194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388066 Mar 22 19:21:48.569213 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb6cc1f-45a8-4b95-956f-730d727b753f req-d48562ff-a2ff-4fb8-9a54-e7ebff7179b5 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:48.570214 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:48.577485 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9cb6cc1f-45a8-4b95-956f-730d727b753f req-d48562ff-a2ff-4fb8-9a54-e7ebff7179b5 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 946 time: 0.1602452 Mar 22 19:21:48.586076 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 1eea9213-f629-429e-ad2d-d16c1f3621b4 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:21:48.593874 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-f5d83670-ea4d-4c27-9bab-70e1aa653994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed9a694f-4333-4d55-a6cc-69d9c2c5be35 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:21:48.609937 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-f5d83670-ea4d-4c27-9bab-70e1aa653994 service neutron] Publish callbacks [] for port (ed9a694f-4333-4d55-a6cc-69d9c2c5be35), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:48.637486 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 1eea9213-f629-429e-ad2d-d16c1f3621b4 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:21:48.638365 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 1eea9213-f629-429e-ad2d-d16c1f3621b4 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:21:48.675223 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-f5d83670-ea4d-4c27-9bab-70e1aa653994 service neutron] Transition to ACTIVE for port object ed9a694f-4333-4d55-a6cc-69d9c2c5be35 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:21:48.688703 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9cb6cc1f-45a8-4b95-956f-730d727b753f req-321e5c48-def5-4feb-ac76-5fb2b21b5b02 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102312 Mar 22 19:21:48.689976 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-f5d83670-ea4d-4c27-9bab-70e1aa653994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (ed9a694f-4333-4d55-a6cc-69d9c2c5be35), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:48.779988 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43248) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:21:48.797273 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d83670-ea4d-4c27-9bab-70e1aa653994 service neutron] Pushing event updated for resources: {'Port': ['ID=ed9a694f-4333-4d55-a6cc-69d9c2c5be35,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:48.893042 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be81c7-fa12-4cb5-a3ac-6f080c40be04 req-15fea298-d5a5-40f8-b323-e71b97e1905d tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:48.894678 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e8be81c7-fa12-4cb5-a3ac-6f080c40be04 req-15fea298-d5a5-40f8-b323-e71b97e1905d tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 946 time: 0.2009223 Mar 22 19:21:48.934528 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee2fc87-8118-4517-b34c-142ba2e3f3f2 req-8d9fa2c0-08ce-4750-8d1f-3d1d6f8fb665 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:48.941340 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4ee2fc87-8118-4517-b34c-142ba2e3f3f2 req-8d9fa2c0-08ce-4750-8d1f-3d1d6f8fb665 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 946 time: 0.1674314 Mar 22 19:21:48.995732 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-f5d83670-ea4d-4c27-9bab-70e1aa653994 service neutron] Attempting to bind port ed9a694f-4333-4d55-a6cc-69d9c2c5be35 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:21:48.996118 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-f5d83670-ea4d-4c27-9bab-70e1aa653994 service neutron] Attempting to bind port ed9a694f-4333-4d55-a6cc-69d9c2c5be35 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:21:48.996399 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-f5d83670-ea4d-4c27-9bab-70e1aa653994 service neutron] Attempting to bind port ed9a694f-4333-4d55-a6cc-69d9c2c5be35 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:21:49.022097 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-f5d83670-ea4d-4c27-9bab-70e1aa653994 service neutron] Port ed9a694f-4333-4d55-a6cc-69d9c2c5be35 on network 43c82fd2-7e25-4eba-86f2-aced26197dba not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:21:49.022664 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-f5d83670-ea4d-4c27-9bab-70e1aa653994 service neutron] Attempting to bind port ed9a694f-4333-4d55-a6cc-69d9c2c5be35 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:21:49.035635 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e8be81c7-fa12-4cb5-a3ac-6f080c40be04 req-b27e8f71-7009-41f7-83db-55bfbf79c07c tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202528 Mar 22 19:21:49.041238 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-f5d83670-ea4d-4c27-9bab-70e1aa653994 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:21:49.041594 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-f5d83670-ea4d-4c27-9bab-70e1aa653994 service neutron] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:21:49.047553 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-f5d83670-ea4d-4c27-9bab-70e1aa653994 service neutron] Bound using segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:21:49.048142 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-f5d83670-ea4d-4c27-9bab-70e1aa653994 service neutron] Bound port: ed9a694f-4333-4d55-a6cc-69d9c2c5be35, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:21:49.048472 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-f5d83670-ea4d-4c27-9bab-70e1aa653994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ed9a694f-4333-4d55-a6cc-69d9c2c5be35), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:49.068607 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4ee2fc87-8118-4517-b34c-142ba2e3f3f2 req-54ca9297-d7f1-4065-b1aa-0c0b1c53023e tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235301 Mar 22 19:21:49.075655 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8a946ca6-ef33-46ac-97fc-6969be04b02a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=20b66ad6871e4aa4b2cde9f25603dddb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2944398 Mar 22 19:21:49.091119 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43258) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:21:49.156673 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43262) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:21:49.166492 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6bb0b2d7-e525-4aad-8034-b6e7b875fd18 admin admin] Publish callbacks [] for security_group (92a61ce0-b95b-437d-a2ec-5b76be3fe2ab), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:49.195745 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6bb0b2d7-e525-4aad-8034-b6e7b875fd18 admin admin] Publish callbacks [] for security_group (92a61ce0-b95b-437d-a2ec-5b76be3fe2ab), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:49.235225 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f91d7a04-aa62-4b65-a903-369a652c2128 req-d8f97f9e-8c9d-452c-8bda-65bd07e451af tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f7edb2d-1204-4e56-a578-b478c17ceb6f HTTP/1.1" status: 200 len: 210 time: 0.0607667 Mar 22 19:21:49.251254 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-f5d83670-ea4d-4c27-9bab-70e1aa653994 service neutron] For port ed9a694f-4333-4d55-a6cc-69d9c2c5be35, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:21:49.276760 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-f5d83670-ea4d-4c27-9bab-70e1aa653994 service neutron] For port ed9a694f-4333-4d55-a6cc-69d9c2c5be35, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=ed9a694f-4333-4d55-a6cc-69d9c2c5be35,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:21:49.285378 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6bb0b2d7-e525-4aad-8034-b6e7b875fd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (92a61ce0-b95b-437d-a2ec-5b76be3fe2ab), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:49.287791 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-f5d83670-ea4d-4c27-9bab-70e1aa653994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (ed9a694f-4333-4d55-a6cc-69d9c2c5be35), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:49.288132 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6bb0b2d7-e525-4aad-8034-b6e7b875fd18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:49.289349 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6bb0b2d7-e525-4aad-8034-b6e7b875fd18 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/92a61ce0-b95b-437d-a2ec-5b76be3fe2ab HTTP/1.1" status: 204 len: 168 time: 0.1972182 Mar 22 19:21:49.298684 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0b2d7-e525-4aad-8034-b6e7b875fd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a61ce0-b95b-437d-a2ec-5b76be3fe2ab,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:49.391616 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-f5d83670-ea4d-4c27-9bab-70e1aa653994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:49.392245 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-f5d83670-ea4d-4c27-9bab-70e1aa653994 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:49.393637 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-f5d83670-ea4d-4c27-9bab-70e1aa653994 service neutron] 10.222.0.84 "PUT /v2.0/ports/ed9a694f-4333-4d55-a6cc-69d9c2c5be35 HTTP/1.1" status: 200 len: 1096 time: 1.4918265 Mar 22 19:21:49.394116 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213b8187-6209-4898-ade6-c58c5f4abd24', 'tag': 'ed9a694f-4333-4d55-a6cc-69d9c2c5be35'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:21:49.396378 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e09295e-71bd-418a-b9ee-016040bad32b" -d '{"events": [{"name": "network-changed", "server_uuid": "213b8187-6209-4898-ade6-c58c5f4abd24", "tag": "ed9a694f-4333-4d55-a6cc-69d9c2c5be35"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:21:49.423526 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-1588b427-630c-42aa-ae58-12d636af073a admin admin] Deleting subnet 1824832e-8035-4e29-a8c5-aaeabb7261e8 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:21:49.431695 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1588b427-630c-42aa-ae58-12d636af073a admin admin] Publish callbacks [] for subnet (1824832e-8035-4e29-a8c5-aaeabb7261e8), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:49.459440 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d83670-ea4d-4c27-9bab-70e1aa653994 service neutron] Pushing event updated for resources: {'Port': ['ID=ed9a694f-4333-4d55-a6cc-69d9c2c5be35,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:49.475477 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3dbbf1-84f6-4ec0-a6a1-d3a2b3b96910 x-openstack-request-id: req-cd3dbbf1-84f6-4ec0-a6a1-d3a2b3b96910 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:21:49.475761 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "213b8187-6209-4898-ade6-c58c5f4abd24", "tag": "ed9a694f-4333-4d55-a6cc-69d9c2c5be35", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:21:49.476020 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cd3dbbf1-84f6-4ec0-a6a1-d3a2b3b96910 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:21:49.476523 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd3dbbf1-84f6-4ec0-a6a1-d3a2b3b96910'] response: {'name': 'network-changed', 'server_uuid': '213b8187-6209-4898-ade6-c58c5f4abd24', 'tag': 'ed9a694f-4333-4d55-a6cc-69d9c2c5be35', 'status': 'completed', 'code': 200} Mar 22 19:21:49.523747 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e7ce9-db71-49be-88cb-0183765b944a req-b2450735-dc8e-4173-bdad-963388566832 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:49.525284 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a45e7ce9-db71-49be-88cb-0183765b944a req-b2450735-dc8e-4173-bdad-963388566832 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 946 time: 0.2010958 Mar 22 19:21:49.531548 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1588b427-630c-42aa-ae58-12d636af073a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (1824832e-8035-4e29-a8c5-aaeabb7261e8), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:49.642594 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1588b427-630c-42aa-ae58-12d636af073a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (1824832e-8035-4e29-a8c5-aaeabb7261e8), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:49.666868 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-2db5fed1-0baa-4ddb-80dd-abfccf161fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:49.668422 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-2db5fed1-0baa-4ddb-80dd-abfccf161fc2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ead4f1623b6a442e9644c5a00d80ac7a&device_id=213b8187-6209-4898-ade6-c58c5f4abd24 HTTP/1.1" status: 200 len: 1130 time: 0.2123199 Mar 22 19:21:49.743137 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43276) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:21:49.750380 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-2712acd5-9cf5-484d-a07e-e2912a5d3048 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=ed9a694f-4333-4d55-a6cc-69d9c2c5be35 HTTP/1.1" status: 200 len: 217 time: 0.0643573 Mar 22 19:21:49.755943 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a45e7ce9-db71-49be-88cb-0183765b944a req-14a13755-9b8b-495e-ad68-4a80f8ed260b tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025187 Mar 22 19:21:49.818085 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43280) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:21:49.818363 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9995b024-a6d6-4e38-be27-b6c6fbd89afb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=43657589ad454e169106a5cd056e9868&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0736644 Mar 22 19:21:49.830001 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1588b427-630c-42aa-ae58-12d636af073a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (1824832e-8035-4e29-a8c5-aaeabb7261e8), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:49.833062 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-f13fced0-895a-45d2-a932-2f38b9cd187c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:49.834403 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-f13fced0-895a-45d2-a932-2f38b9cd187c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.0724630 Mar 22 19:21:49.850203 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86860e-205c-4a30-bcef-692aad9c66b6 req-68ae35cd-8764-45cd-bcf8-c397ec7defbe tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:49.851802 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bb86860e-205c-4a30-bcef-692aad9c66b6 req-68ae35cd-8764-45cd-bcf8-c397ec7defbe tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] 10.222.0.75 "GET /v2.0/ports?device_id=213b8187-6209-4898-ade6-c58c5f4abd24 HTTP/1.1" status: 200 len: 947 time: 0.2140837 Mar 22 19:21:49.860030 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb', 'name': 'network-vif-deleted', 'tag': '76f3eddc-2af4-4a52-99a6-900a5e60ba18'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:21:49.862772 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f36fd1-1d87-4332-b340-742d007dea27" -d '{"events": [{"server_uuid": "378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb", "name": "network-vif-deleted", "tag": "76f3eddc-2af4-4a52-99a6-900a5e60ba18"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:21:49.902008 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4c57a3-e5ad-417f-8ebe-363f2212b71a x-openstack-request-id: req-aa4c57a3-e5ad-417f-8ebe-363f2212b71a {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:21:49.902008 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb", "name": "network-vif-deleted", "tag": "76f3eddc-2af4-4a52-99a6-900a5e60ba18", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:21:49.902502 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-aa4c57a3-e5ad-417f-8ebe-363f2212b71a {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:21:49.902915 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa4c57a3-e5ad-417f-8ebe-363f2212b71a'] response: {'server_uuid': '378ce7bd-4cca-4e01-b6f5-8ea2d4426dcb', 'name': 'network-vif-deleted', 'tag': '76f3eddc-2af4-4a52-99a6-900a5e60ba18', 'status': 'completed', 'code': 200} Mar 22 19:21:49.903583 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588b427-630c-42aa-ae58-12d636af073a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1824832e-8035-4e29-a8c5-aaeabb7261e8,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:49.906047 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1588b427-630c-42aa-ae58-12d636af073a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:49.912064 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1588b427-630c-42aa-ae58-12d636af073a admin admin] 10.222.0.75 "DELETE /v2.0/subnets/1824832e-8035-4e29-a8c5-aaeabb7261e8 HTTP/1.1" status: 204 len: 168 time: 0.7516050 Mar 22 19:21:49.912279 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43284) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:21:49.961425 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588b427-630c-42aa-ae58-12d636af073a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:21:49.961867 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588b427-630c-42aa-ae58-12d636af073a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:21:49.962145 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588b427-630c-42aa-ae58-12d636af073a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:21:49.962487 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588b427-630c-42aa-ae58-12d636af073a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:21:49.963304 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588b427-630c-42aa-ae58-12d636af073a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:21:49.963304 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588b427-630c-42aa-ae58-12d636af073a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:21:49.963528 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588b427-630c-42aa-ae58-12d636af073a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:21:49.963794 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588b427-630c-42aa-ae58-12d636af073a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:21:49.964122 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588b427-630c-42aa-ae58-12d636af073a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:21:49.964451 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588b427-630c-42aa-ae58-12d636af073a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:21:49.964777 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588b427-630c-42aa-ae58-12d636af073a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:21:49.965105 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588b427-630c-42aa-ae58-12d636af073a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:21:49.965456 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588b427-630c-42aa-ae58-12d636af073a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:21:49.965749 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588b427-630c-42aa-ae58-12d636af073a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:21:49.966100 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1588b427-630c-42aa-ae58-12d636af073a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:21:49.992138 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:50.005588 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3697b173-ee4b-464d-81a0-f036497bd52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (63b49c54-7e45-4147-9f0e-8b47e058281a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:50.019555 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bb86860e-205c-4a30-bcef-692aad9c66b6 req-f95aff04-6ce3-48b1-bbb8-3aada69aa0ad tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b97d83c2-a8a9-48c3-a973-efdea4f7e194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567030 Mar 22 19:21:50.019951 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c7c3983b-696b-4946-a450-ccace428bfdc admin admin] Publish callbacks [] for security_group (b91f9d88-d03d-4152-8e63-ab7cdda42732), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:50.028172 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-af028ee2-96ee-47b9-a977-d4a90e7d2bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:50.029865 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-af028ee2-96ee-47b9-a977-d4a90e7d2bfc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1713116 Mar 22 19:21:50.097574 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3697b173-ee4b-464d-81a0-f036497bd52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (63b49c54-7e45-4147-9f0e-8b47e058281a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:50.117624 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c7c3983b-696b-4946-a450-ccace428bfdc admin admin] Publish callbacks [] for security_group (b91f9d88-d03d-4152-8e63-ab7cdda42732), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:50.126207 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-3697b173-ee4b-464d-81a0-f036497bd52d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63b49c54-7e45-4147-9f0e-8b47e058281a']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:21:50.138049 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-3697b173-ee4b-464d-81a0-f036497bd52d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '323ac0af-e11d-4c36-a1de-a33d0641d418') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:21:50.138613 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-3697b173-ee4b-464d-81a0-f036497bd52d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '323ac0af-e11d-4c36-a1de-a33d0641d418') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:21:50.149909 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3697b173-ee4b-464d-81a0-f036497bd52d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (323ac0af-e11d-4c36-a1de-a33d0641d418), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:50.164668 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3697b173-ee4b-464d-81a0-f036497bd52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (323ac0af-e11d-4c36-a1de-a33d0641d418), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:50.171383 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3697b173-ee4b-464d-81a0-f036497bd52d admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:21:50.171778 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3697b173-ee4b-464d-81a0-f036497bd52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (323ac0af-e11d-4c36-a1de-a33d0641d418), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:50.173563 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:21:50.173563 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:21:50.173563 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:21:50.173563 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:21:50.173563 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:21:50.173563 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:21:50.173563 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:21:50.173563 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:21:50.173563 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:21:50.173563 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:21:50.173563 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:21:50.173563 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:21:50.173563 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:21:50.173563 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:21:50.173563 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:21:50.173563 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:21:50.173563 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:21:50.173563 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:21:50.173563 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:21:50.173563 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:21:50.173563 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:21:50.173563 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:21:50.173563 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:21:50.173563 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:21:50.173563 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:21:50.173563 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:21:50.173563 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:21:50.173563 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:21:50.173563 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:21:50.173563 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:21:50.173563 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:21:50.173563 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:21:50.207839 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-c8dcfddc-cf45-4218-99a9-28fd2d1762eb service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698925 Mar 22 19:21:50.246035 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5134fd1-0c1e-4d29-ba14-36e51bdbffd8 req-130acc87-3bbe-4bd3-b393-3e2ec05f8ed8 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:50.246912 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3697b173-ee4b-464d-81a0-f036497bd52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (63b49c54-7e45-4147-9f0e-8b47e058281a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:50.247518 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5134fd1-0c1e-4d29-ba14-36e51bdbffd8 req-130acc87-3bbe-4bd3-b393-3e2ec05f8ed8 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 946 time: 0.1152174 Mar 22 19:21:50.260157 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3697b173-ee4b-464d-81a0-f036497bd52d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:50.264354 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3697b173-ee4b-464d-81a0-f036497bd52d admin admin] 10.222.0.75 "DELETE /v2.0/networks/63b49c54-7e45-4147-9f0e-8b47e058281a HTTP/1.1" status: 204 len: 168 time: 0.3515694 Mar 22 19:21:50.269743 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43292) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:21:50.278164 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697b173-ee4b-464d-81a0-f036497bd52d admin admin] Pushing event deleted for resources: {'Network': ['ID=63b49c54-7e45-4147-9f0e-8b47e058281a,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:50.353333 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c7c3983b-696b-4946-a450-ccace428bfdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b91f9d88-d03d-4152-8e63-ab7cdda42732), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:50.357064 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c7c3983b-696b-4946-a450-ccace428bfdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:50.358751 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c7c3983b-696b-4946-a450-ccace428bfdc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b91f9d88-d03d-4152-8e63-ab7cdda42732 HTTP/1.1" status: 204 len: 168 time: 0.5373421 Mar 22 19:21:50.434123 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c3983b-696b-4946-a450-ccace428bfdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91f9d88-d03d-4152-8e63-ab7cdda42732,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:50.437181 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a3b41ab-a9a6-48c8-95ad-8900e0ff9d00 req-fa587947-eb41-4399-892e-b241f46506ac tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f7edb2d-1204-4e56-a578-b478c17ceb6f HTTP/1.1" status: 200 len: 210 time: 0.0708611 Mar 22 19:21:50.458893 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-211a39ee-d506-43c6-90b3-191676449b96 admin admin] Deleting subnet aacc126b-f002-487a-b159-665613c9328e {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:21:50.468492 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-211a39ee-d506-43c6-90b3-191676449b96 admin admin] Publish callbacks [] for subnet (aacc126b-f002-487a-b159-665613c9328e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:50.502899 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5134fd1-0c1e-4d29-ba14-36e51bdbffd8 req-a3d6cd7d-7e1b-4ff2-a1ec-b72159013e43 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339354 Mar 22 19:21:50.523334 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ea0e58dd-6f7b-4697-ae90-82f355afd0a3 req-8a51fd77-a775-43f4-910f-570f43b66e8d service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054802 Mar 22 19:21:50.533014 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-211a39ee-d506-43c6-90b3-191676449b96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (aacc126b-f002-487a-b159-665613c9328e), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:50.599838 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 2ba56533-1468-4396-bf3b-f65932d77f9d no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:21:50.618261 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-211a39ee-d506-43c6-90b3-191676449b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (aacc126b-f002-487a-b159-665613c9328e), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:50.631145 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 2ba56533-1468-4396-bf3b-f65932d77f9d {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:21:50.633897 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 2ba56533-1468-4396-bf3b-f65932d77f9d not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:21:50.634435 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 76f3eddc-2af4-4a52-99a6-900a5e60ba18 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:21:50.656608 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e09295e-71bd-418a-b9ee-016040bad32b req-e5720d0e-3bb9-4390-b35e-eff948a836fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:50.658426 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0e09295e-71bd-418a-b9ee-016040bad32b req-e5720d0e-3bb9-4390-b35e-eff948a836fb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ead4f1623b6a442e9644c5a00d80ac7a&device_id=213b8187-6209-4898-ade6-c58c5f4abd24 HTTP/1.1" status: 200 len: 1130 time: 0.0846779 Mar 22 19:21:50.668713 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 76f3eddc-2af4-4a52-99a6-900a5e60ba18 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:21:50.669321 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 76f3eddc-2af4-4a52-99a6-900a5e60ba18 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:21:50.741633 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-211a39ee-d506-43c6-90b3-191676449b96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (aacc126b-f002-487a-b159-665613c9328e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:50.795130 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a39ee-d506-43c6-90b3-191676449b96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aacc126b-f002-487a-b159-665613c9328e,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:50.800455 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-211a39ee-d506-43c6-90b3-191676449b96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:50.803857 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-211a39ee-d506-43c6-90b3-191676449b96 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/aacc126b-f002-487a-b159-665613c9328e HTTP/1.1" status: 204 len: 168 time: 0.5331302 Mar 22 19:21:50.806465 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43304) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:21:50.838723 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e09295e-71bd-418a-b9ee-016040bad32b req-37023177-48ba-419b-b660-2ef13cdb1079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:50.840772 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0e09295e-71bd-418a-b9ee-016040bad32b req-37023177-48ba-419b-b660-2ef13cdb1079 service neutron] 10.222.0.84 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.1741438 Mar 22 19:21:50.884829 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ff77c169-1a75-43b9-b4d2-8a7eadb26d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (fe57c29a-d1fa-4dd1-9cd8-332c625c17e3), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:50.893019 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0e09295e-71bd-418a-b9ee-016040bad32b req-546813b5-913b-45b4-99bd-05193bc231dc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=ed9a694f-4333-4d55-a6cc-69d9c2c5be35 HTTP/1.1" status: 200 len: 217 time: 0.0444601 Mar 22 19:21:50.954309 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e09295e-71bd-418a-b9ee-016040bad32b req-349599c7-88df-4504-90c5-d03547d2494d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:50.955928 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0e09295e-71bd-418a-b9ee-016040bad32b req-349599c7-88df-4504-90c5-d03547d2494d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.0552678 Mar 22 19:21:50.974456 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ff77c169-1a75-43b9-b4d2-8a7eadb26d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (fe57c29a-d1fa-4dd1-9cd8-332c625c17e3), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:50.998643 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-ff77c169-1a75-43b9-b4d2-8a7eadb26d8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe57c29a-d1fa-4dd1-9cd8-332c625c17e3']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:21:51.009126 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-ff77c169-1a75-43b9-b4d2-8a7eadb26d8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c1232ec-ab84-4468-9fc1-e1775b352e8f') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:21:51.009669 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-ff77c169-1a75-43b9-b4d2-8a7eadb26d8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c1232ec-ab84-4468-9fc1-e1775b352e8f') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:21:51.017230 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e09295e-71bd-418a-b9ee-016040bad32b req-e0e24964-476a-48b7-836f-eff23fa6d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:51.018871 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0e09295e-71bd-418a-b9ee-016040bad32b req-e0e24964-476a-48b7-836f-eff23fa6d34c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0564239 Mar 22 19:21:51.022157 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ff77c169-1a75-43b9-b4d2-8a7eadb26d8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (1c1232ec-ab84-4468-9fc1-e1775b352e8f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:51.044623 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ff77c169-1a75-43b9-b4d2-8a7eadb26d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (1c1232ec-ab84-4468-9fc1-e1775b352e8f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:51.063202 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff77c169-1a75-43b9-b4d2-8a7eadb26d8f admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:21:51.063612 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ff77c169-1a75-43b9-b4d2-8a7eadb26d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (1c1232ec-ab84-4468-9fc1-e1775b352e8f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:51.130849 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:21:51.130849 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:21:51.130849 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:21:51.130849 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:21:51.130849 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:21:51.130849 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:21:51.130849 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:21:51.130849 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:21:51.130849 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:21:51.130849 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:21:51.130849 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:21:51.130849 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:21:51.130849 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:21:51.130849 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:21:51.130849 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:21:51.130849 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:21:51.130849 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:21:51.130849 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:21:51.130849 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:21:51.130849 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:21:51.130849 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:21:51.130849 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:21:51.130849 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:21:51.130849 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:21:51.130849 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:21:51.130849 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:21:51.130849 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:21:51.130849 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:21:51.130849 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:21:51.130849 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:21:51.130849 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:21:51.130849 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:21:51.137757 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ff77c169-1a75-43b9-b4d2-8a7eadb26d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (fe57c29a-d1fa-4dd1-9cd8-332c625c17e3), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:51.146241 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ff77c169-1a75-43b9-b4d2-8a7eadb26d8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:51.148816 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ff77c169-1a75-43b9-b4d2-8a7eadb26d8f admin admin] 10.222.0.75 "DELETE /v2.0/networks/fe57c29a-d1fa-4dd1-9cd8-332c625c17e3 HTTP/1.1" status: 204 len: 168 time: 0.3409724 Mar 22 19:21:51.163210 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77c169-1a75-43b9-b4d2-8a7eadb26d8f admin admin] Pushing event deleted for resources: {'Network': ['ID=fe57c29a-d1fa-4dd1-9cd8-332c625c17e3,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:51.185981 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0e09295e-71bd-418a-b9ee-016040bad32b req-9ffe4cde-ae3f-4a66-a9f5-527fc505001b service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592250 Mar 22 19:21:51.205456 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010017aa-7eea-40a1-afd6-a94831b2dfe3 req-9e106a15-ad45-417d-98ed-fdbb3a9aa068 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:51.214976 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-010017aa-7eea-40a1-afd6-a94831b2dfe3 req-9e106a15-ad45-417d-98ed-fdbb3a9aa068 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] 10.222.0.75 "GET /v2.0/ports?device_id=213b8187-6209-4898-ade6-c58c5f4abd24 HTTP/1.1" status: 200 len: 947 time: 0.0923042 Mar 22 19:21:51.323069 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:51.340159 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43322) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:21:51.355656 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-010017aa-7eea-40a1-afd6-a94831b2dfe3 req-757976d8-a091-4e6e-a2d1-4ceed4f69b20 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b97d83c2-a8a9-48c3-a973-efdea4f7e194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357117 Mar 22 19:21:51.425247 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0e09295e-71bd-418a-b9ee-016040bad32b req-582806b6-988d-405b-8a0f-0eac7a47ccd7 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291088 Mar 22 19:21:51.427234 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-59705980-aa26-4f82-860c-9ab01aff1ca6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=635145d2a62d432cbc865a99eb3219e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0856435 Mar 22 19:21:51.429720 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43328) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:21:51.500760 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e57872ba-1bb3-4a8e-86fc-d90ab0186c15 admin admin] Publish callbacks [] for security_group (6826ae5e-9936-497d-9252-05a5e4dac993), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:51.560881 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b3672ca9-3bd3-45a3-b091-ced8a3cc8c4b req-f954c55d-a3ec-465d-98ec-436dd5a7c39f tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f7edb2d-1204-4e56-a578-b478c17ceb6f HTTP/1.1" status: 200 len: 210 time: 0.0445535 Mar 22 19:21:51.569977 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e57872ba-1bb3-4a8e-86fc-d90ab0186c15 admin admin] Publish callbacks [] for security_group (6826ae5e-9936-497d-9252-05a5e4dac993), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:51.648637 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e57872ba-1bb3-4a8e-86fc-d90ab0186c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (6826ae5e-9936-497d-9252-05a5e4dac993), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:51.648637 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e57872ba-1bb3-4a8e-86fc-d90ab0186c15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:51.648637 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e57872ba-1bb3-4a8e-86fc-d90ab0186c15 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6826ae5e-9936-497d-9252-05a5e4dac993 HTTP/1.1" status: 204 len: 168 time: 0.2157323 Mar 22 19:21:51.683060 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57872ba-1bb3-4a8e-86fc-d90ab0186c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6826ae5e-9936-497d-9252-05a5e4dac993,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:51.728731 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c597e5-386d-41ac-9403-c1dff8e6753a req-bb49272b-bf3c-424e-8f7b-0220b6d17d0d tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:51.730574 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7c597e5-386d-41ac-9403-c1dff8e6753a req-bb49272b-bf3c-424e-8f7b-0220b6d17d0d tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 946 time: 0.0829945 Mar 22 19:21:51.809872 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7c597e5-386d-41ac-9403-c1dff8e6753a req-09d9e702-8f38-4878-8518-086d02d7a092 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680194 Mar 22 19:21:52.187215 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43372) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:21:52.239545 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e581389b-261d-4e1b-b03c-88fa96620363 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=afefe06ac9074307986ef86c2cce6f52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0510786 Mar 22 19:21:52.242130 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43380) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:21:52.344207 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a854b8b9-9a3a-41a2-99ba-c8f256fd0b4e admin admin] Publish callbacks [] for security_group (ba725f41-3bfe-455c-8c2e-04ec5793540f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:52.374949 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a854b8b9-9a3a-41a2-99ba-c8f256fd0b4e admin admin] Publish callbacks [] for security_group (ba725f41-3bfe-455c-8c2e-04ec5793540f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:52.443940 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a854b8b9-9a3a-41a2-99ba-c8f256fd0b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ba725f41-3bfe-455c-8c2e-04ec5793540f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:52.447190 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a854b8b9-9a3a-41a2-99ba-c8f256fd0b4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:52.448777 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a854b8b9-9a3a-41a2-99ba-c8f256fd0b4e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ba725f41-3bfe-455c-8c2e-04ec5793540f HTTP/1.1" status: 204 len: 168 time: 0.2053845 Mar 22 19:21:52.463333 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854b8b9-9a3a-41a2-99ba-c8f256fd0b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba725f41-3bfe-455c-8c2e-04ec5793540f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:52.596222 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10fa07f-8a72-45ae-ac7a-44a0135d249d req-64a4344a-2bef-4f55-a0e3-af60b8b6ec12 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:52.616619 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device ed9a694f-4333-4d55-a6cc-69d9c2c5be35 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:21:52.640474 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a10fa07f-8a72-45ae-ac7a-44a0135d249d req-64a4344a-2bef-4f55-a0e3-af60b8b6ec12 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] 10.222.0.75 "GET /v2.0/ports?device_id=213b8187-6209-4898-ade6-c58c5f4abd24 HTTP/1.1" status: 200 len: 947 time: 0.1323705 Mar 22 19:21:52.768823 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43394) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:21:52.823478 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a10fa07f-8a72-45ae-ac7a-44a0135d249d req-deb78e54-4e1c-469d-bbc4-4e8daf60900b tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b97d83c2-a8a9-48c3-a973-efdea4f7e194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748831 Mar 22 19:21:52.883918 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3a21a2b6-1db5-44d5-8aa9-c8434681201a req-7a626b11-4f0f-40b7-8044-777301ba828b tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=2f7edb2d-1204-4e56-a578-b478c17ceb6f HTTP/1.1" status: 200 len: 210 time: 0.0586009 Mar 22 19:21:52.932004 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port ed9a694f-4333-4d55-a6cc-69d9c2c5be35, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=ed9a694f-4333-4d55-a6cc-69d9c2c5be35,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:21:52.945826 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'ed9a694f-4333-4d55-a6cc-69d9c2c5be35', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': 'ed9a694f-4333-4d55-a6cc-69d9c2c5be35', 'mac_address': 'fa:16:3e:b0:de:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:21:53.003727 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port ed9a694f-4333-4d55-a6cc-69d9c2c5be35 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:21:53.005088 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ed9a694f-4333-4d55-a6cc-69d9c2c5be35), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:53.020581 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed9a694f-4333-4d55-a6cc-69d9c2c5be35 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:21:53.027341 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56aa46-2508-432c-97f6-4be51161ac15 req-0bdf80ea-76c7-4673-8e9f-876fc0fd0826 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:53.042337 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ca56aa46-2508-432c-97f6-4be51161ac15 req-0bdf80ea-76c7-4673-8e9f-876fc0fd0826 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 946 time: 0.0868747 Mar 22 19:21:53.046107 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port ed9a694f-4333-4d55-a6cc-69d9c2c5be35, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=ed9a694f-4333-4d55-a6cc-69d9c2c5be35,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:21:53.052419 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (ed9a694f-4333-4d55-a6cc-69d9c2c5be35), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:53.088752 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fe6e6c52-9ad3-40c4-86c2-f542307ccbdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:53.120052 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ca56aa46-2508-432c-97f6-4be51161ac15 req-80e63f37-818d-4cd2-81a1-f38a667113c1 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767572 Mar 22 19:21:53.159248 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=ed9a694f-4333-4d55-a6cc-69d9c2c5be35,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:53.224003 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fe6e6c52-9ad3-40c4-86c2-f542307ccbdc admin admin] Publish callbacks [] for security_group (21359b62-345c-4b2c-9843-97f3fe24c4b1), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:53.230799 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fe6e6c52-9ad3-40c4-86c2-f542307ccbdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (21359b62-345c-4b2c-9843-97f3fe24c4b1), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:53.277620 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['ed9a694f-4333-4d55-a6cc-69d9c2c5be35'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:21:53.282890 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e6c52-9ad3-40c4-86c2-f542307ccbdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21359b62-345c-4b2c-9843-97f3fe24c4b1,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:53.296270 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-fe6e6c52-9ad3-40c4-86c2-f542307ccbdc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9544973b40114cf1b1dff11ea136375d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5239451 Mar 22 19:21:53.296978 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43410) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:21:53.397755 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-432a0ddd-1303-4732-b1c9-89aab7449346 admin admin] Publish callbacks [] for security_group (21359b62-345c-4b2c-9843-97f3fe24c4b1), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:53.452214 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-432a0ddd-1303-4732-b1c9-89aab7449346 admin admin] Publish callbacks [] for security_group (21359b62-345c-4b2c-9843-97f3fe24c4b1), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:53.534656 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-432a0ddd-1303-4732-b1c9-89aab7449346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (21359b62-345c-4b2c-9843-97f3fe24c4b1), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:53.540475 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-432a0ddd-1303-4732-b1c9-89aab7449346 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:53.541765 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-432a0ddd-1303-4732-b1c9-89aab7449346 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/21359b62-345c-4b2c-9843-97f3fe24c4b1 HTTP/1.1" status: 204 len: 168 time: 0.2440565 Mar 22 19:21:53.558907 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a0ddd-1303-4732-b1c9-89aab7449346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21359b62-345c-4b2c-9843-97f3fe24c4b1,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:53.985517 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f018307-3bf5-4fc3-86c7-59392b8c0e68 req-a8940dfd-ec59-4599-aa91-ac8b00d7deb6 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:53.993754 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9f018307-3bf5-4fc3-86c7-59392b8c0e68 req-a8940dfd-ec59-4599-aa91-ac8b00d7deb6 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] 10.222.0.75 "GET /v2.0/ports?device_id=213b8187-6209-4898-ade6-c58c5f4abd24 HTTP/1.1" status: 200 len: 948 time: 0.0897813 Mar 22 19:21:54.088102 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9f018307-3bf5-4fc3-86c7-59392b8c0e68 req-8f9f0409-a2ef-41c5-9696-100ec135b655 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b97d83c2-a8a9-48c3-a973-efdea4f7e194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934637 Mar 22 19:21:54.327440 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda870e2-2f13-48cb-8c8f-cf4d906d6464 req-6245d243-e787-4871-9ddb-a4f4bddb1d7c tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:54.329045 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cda870e2-2f13-48cb-8c8f-cf4d906d6464 req-6245d243-e787-4871-9ddb-a4f4bddb1d7c tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 946 time: 0.0878723 Mar 22 19:21:54.408382 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cda870e2-2f13-48cb-8c8f-cf4d906d6464 req-7bb44707-b2a8-43af-b004-2aaddd420920 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717175 Mar 22 19:21:54.630716 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device ed9a694f-4333-4d55-a6cc-69d9c2c5be35 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:21:54.754728 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port ed9a694f-4333-4d55-a6cc-69d9c2c5be35 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:21:54.758633 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port ed9a694f-4333-4d55-a6cc-69d9c2c5be35 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:21:54.769646 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (ed9a694f-4333-4d55-a6cc-69d9c2c5be35), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:54.815483 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d3d16-fd68-4d32-9811-ef0fc3b3d3d7 req-40742908-35ae-40da-abdc-c71645f714c1 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:54.820730 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43486) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:21:54.826710 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-487d3d16-fd68-4d32-9811-ef0fc3b3d3d7 req-40742908-35ae-40da-abdc-c71645f714c1 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/networks?id=4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 HTTP/1.1" status: 200 len: 812 time: 0.2302072 Mar 22 19:21:54.847634 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-487d3d16-fd68-4d32-9811-ef0fc3b3d3d7 req-97e16994-040f-4580-b151-24c436712cb6 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/quotas/cd5d7b09e78b4f8992b733b5b4229fbb HTTP/1.1" status: 200 len: 375 time: 0.0197043 Mar 22 19:21:54.884760 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port ed9a694f-4333-4d55-a6cc-69d9c2c5be35 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:21:54.885600 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ed9a694f-4333-4d55-a6cc-69d9c2c5be35), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:54.913609 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-487d3d16-fd68-4d32-9811-ef0fc3b3d3d7 req-6e69a9e6-03b4-4885-9e43-3c723fd8ea0d tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=cd5d7b09e78b4f8992b733b5b4229fbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596409 Mar 22 19:21:54.955512 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port ed9a694f-4333-4d55-a6cc-69d9c2c5be35, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=ed9a694f-4333-4d55-a6cc-69d9c2c5be35,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:21:54.960719 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213b8187-6209-4898-ade6-c58c5f4abd24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9a694f-4333-4d55-a6cc-69d9c2c5be35'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:21:54.964009 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac919f70-90d5-4948-8d93-84b13fec5f87" -d '{"events": [{"server_uuid": "213b8187-6209-4898-ade6-c58c5f4abd24", "name": "network-vif-plugged", "status": "completed", "tag": "ed9a694f-4333-4d55-a6cc-69d9c2c5be35"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:21:54.977081 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (ed9a694f-4333-4d55-a6cc-69d9c2c5be35), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:54.994684 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-6a163fc0-2cf1-4287-8ef4-4e9091732ee3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1505656519-network', 'tenant_id': '38ed8ef1e4944b49bee3b635f0a09187'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:21:55.034892 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a163fc0-2cf1-4287-8ef4-4e9091732ee3 admin admin] Made reservation on behalf of 38ed8ef1e4944b49bee3b635f0a09187 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:21:55.037573 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6a163fc0-2cf1-4287-8ef4-4e9091732ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:55.052238 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6a163fc0-2cf1-4287-8ef4-4e9091732ee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:55.100890 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=ed9a694f-4333-4d55-a6cc-69d9c2c5be35,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:55.124717 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-487d3d16-fd68-4d32-9811-ef0fc3b3d3d7 req-80239221-8d1f-4ff9-b0fb-7486773f6c76 service neutron] 10.222.0.75 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102032 Mar 22 19:21:55.188753 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6a163fc0-2cf1-4287-8ef4-4e9091732ee3 admin admin] Publish callbacks [] for security_group (4093de66-3757-463f-9524-e827da99c973), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:55.199643 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6a163fc0-2cf1-4287-8ef4-4e9091732ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (4093de66-3757-463f-9524-e827da99c973), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:55.223027 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a163fc0-2cf1-4287-8ef4-4e9091732ee3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:21:55.237484 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6a163fc0-2cf1-4287-8ef4-4e9091732ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (22c81ab1-1346-4808-8768-1989eedd126f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:55.239272 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-6a163fc0-2cf1-4287-8ef4-4e9091732ee3 admin admin] Added segment 22c81ab1-1346-4808-8768-1989eedd126f of type vlan for network 5d7632a4-6efd-4aa2-8b68-02aec79f1353 Mar 22 19:21:55.262288 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-487d3d16-fd68-4d32-9811-ef0fc3b3d3d7 req-ef6db668-ae0a-44e1-bad7-0e30c32a8333 service neutron] 10.222.0.75 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317151 Mar 22 19:21:55.287985 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a163fc0-2cf1-4287-8ef4-4e9091732ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4093de66-3757-463f-9524-e827da99c973,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:55.314400 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126d57fd-54b1-4062-997b-82278689e03c x-openstack-request-id: req-126d57fd-54b1-4062-997b-82278689e03c {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:21:55.314698 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213b8187-6209-4898-ade6-c58c5f4abd24", "name": "network-vif-plugged", "status": "completed", "tag": "ed9a694f-4333-4d55-a6cc-69d9c2c5be35", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:21:55.314956 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-126d57fd-54b1-4062-997b-82278689e03c {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:21:55.315806 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-126d57fd-54b1-4062-997b-82278689e03c'] response: {'server_uuid': '213b8187-6209-4898-ade6-c58c5f4abd24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9a694f-4333-4d55-a6cc-69d9c2c5be35', 'code': 200} Mar 22 19:21:55.403603 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6a163fc0-2cf1-4287-8ef4-4e9091732ee3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (5d7632a4-6efd-4aa2-8b68-02aec79f1353), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:55.491735 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6a163fc0-2cf1-4287-8ef4-4e9091732ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (5d7632a4-6efd-4aa2-8b68-02aec79f1353), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:55.491735 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a163fc0-2cf1-4287-8ef4-4e9091732ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:55.491735 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6a163fc0-2cf1-4287-8ef4-4e9091732ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:55.497291 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5b3f6-ffa4-4ae1-81e4-765324262eba req-b220bbf9-98d1-4e70-8f7a-daab8a556258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:55.498858 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d8d5b3f6-ffa4-4ae1-81e4-765324262eba req-b220bbf9-98d1-4e70-8f7a-daab8a556258 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=213b8187-6209-4898-ade6-c58c5f4abd24 HTTP/1.1" status: 200 len: 1132 time: 0.1150224 Mar 22 19:21:55.575242 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf550f-3794-47da-8040-6238aeddeda3 req-117d2bdf-5799-413d-ab16-b48ecd81b42c tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:55.582228 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-95bf550f-3794-47da-8040-6238aeddeda3 req-117d2bdf-5799-413d-ab16-b48ecd81b42c tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] 10.222.0.75 "GET /v2.0/ports?device_id=213b8187-6209-4898-ade6-c58c5f4abd24 HTTP/1.1" status: 200 len: 949 time: 0.1532493 Mar 22 19:21:55.598263 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a163fc0-2cf1-4287-8ef4-4e9091732ee3 admin admin] Pushing event updated for resources: {'Network': ['ID=5d7632a4-6efd-4aa2-8b68-02aec79f1353,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:55.608237 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d8d5b3f6-ffa4-4ae1-81e4-765324262eba req-dae828e0-bd95-4359-87c2-e89f44fdc2e1 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b97d83c2-a8a9-48c3-a973-efdea4f7e194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939162 Mar 22 19:21:55.616398 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 5d7632a4-6efd-4aa2-8b68-02aec79f1353 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:21:55.629155 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6a163fc0-2cf1-4287-8ef4-4e9091732ee3 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8066044 Mar 22 19:21:55.632780 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43516) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:21:55.638905 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-55669895-7c83-434f-9ee1-737057741a72 admin admin] Request body: {'subnet': {'network_id': '5d7632a4-6efd-4aa2-8b68-02aec79f1353', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1505656519-subnet', 'tenant_id': '38ed8ef1e4944b49bee3b635f0a09187', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:21:55.670651 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-95bf550f-3794-47da-8040-6238aeddeda3 req-9fc7a062-7f20-484f-9067-c7c05e66ebdc tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b97d83c2-a8a9-48c3-a973-efdea4f7e194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870728 Mar 22 19:21:55.685338 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55669895-7c83-434f-9ee1-737057741a72 admin admin] Made reservation on behalf of 38ed8ef1e4944b49bee3b635f0a09187 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:21:55.692378 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55669895-7c83-434f-9ee1-737057741a72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:56.201815 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-877dcf9d-4c12-4200-9b88-5986ea32a948 req-485be3af-624d-4c46-80de-ed402ec444cf tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=d259aa21-def2-4e06-9e23-bcd7dcead9e4 HTTP/1.1" status: 200 len: 210 time: 0.0635617 Mar 22 19:21:56.258785 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42d71f-71f3-4c45-9aad-0f1de313d95f req-ab3a6d85-7964-4df5-a540-6b86558fcf53 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:56.260336 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-da42d71f-71f3-4c45-9aad-0f1de313d95f req-ab3a6d85-7964-4df5-a540-6b86558fcf53 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 946 time: 0.1233616 Mar 22 19:21:56.423464 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-da42d71f-71f3-4c45-9aad-0f1de313d95f req-e75dee9e-981f-49d5-85f3-8deace6c85c0 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553864 Mar 22 19:21:56.474340 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55669895-7c83-434f-9ee1-737057741a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (0a7d34a5-869d-4a92-9c55-72dc0755e0b6), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:56.570380 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55669895-7c83-434f-9ee1-737057741a72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a7d34a5-869d-4a92-9c55-72dc0755e0b6,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:56.618965 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1dd0e788-73b6-4fe2-946e-14f6f840dd47 req-b95a8427-24e1-4111-9a0c-695676ee1d93 tempest-QuotasAdminNegativeTest-1006492193 tempest-QuotasAdminNegativeTest-1006492193-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=cc529700ef764da1b0be51cbc309ce14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389774 Mar 22 19:21:56.759745 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55669895-7c83-434f-9ee1-737057741a72 admin admin] Checking segment: {'id': '22c81ab1-1346-4808-8768-1989eedd126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5d7632a4-6efd-4aa2-8b68-02aec79f1353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:21:56.763206 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55669895-7c83-434f-9ee1-737057741a72 admin admin] Network hostable DHCP agents. Network: 5d7632a4-6efd-4aa2-8b68-02aec79f1353, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:21:56.842256 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55669895-7c83-434f-9ee1-737057741a72 admin admin] Network 5d7632a4-6efd-4aa2-8b68-02aec79f1353 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:21:56.860412 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0e788-73b6-4fe2-946e-14f6f840dd47 req-8375f621-1fbe-4b8f-bebf-89823fa0ea3d tempest-QuotasAdminNegativeTest-1006492193 tempest-QuotasAdminNegativeTest-1006492193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:56.862135 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1dd0e788-73b6-4fe2-946e-14f6f840dd47 req-8375f621-1fbe-4b8f-bebf-89823fa0ea3d tempest-QuotasAdminNegativeTest-1006492193 tempest-QuotasAdminNegativeTest-1006492193-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2471383 Mar 22 19:21:56.866913 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-55669895-7c83-434f-9ee1-737057741a72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 5d7632a4-6efd-4aa2-8b68-02aec79f1353) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:21:56.872311 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55669895-7c83-434f-9ee1-737057741a72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:56.873043 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55669895-7c83-434f-9ee1-737057741a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:56.884988 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9532033-88c2-4fa5-ae3b-81f432ee6ad3 None None] Network 5d7632a4-6efd-4aa2-8b68-02aec79f1353 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:21:56.906676 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941191bb-c72f-45e5-8e26-1c6cb4721c97 req-2fd82211-0607-415d-bd66-6cecc7162241 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:56.918394 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-941191bb-c72f-45e5-8e26-1c6cb4721c97 req-2fd82211-0607-415d-bd66-6cecc7162241 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] 10.222.0.75 "GET /v2.0/ports?device_id=213b8187-6209-4898-ade6-c58c5f4abd24 HTTP/1.1" status: 200 len: 949 time: 0.1307561 Mar 22 19:21:56.936247 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1dd0e788-73b6-4fe2-946e-14f6f840dd47 req-8c317910-8c3f-4b58-8d0f-b51603432014 tempest-QuotasAdminNegativeTest-1006492193 tempest-QuotasAdminNegativeTest-1006492193-project] 10.222.0.75 "GET /v2.0/quotas/cc529700ef764da1b0be51cbc309ce14 HTTP/1.1" status: 200 len: 375 time: 0.0536950 Mar 22 19:21:56.952659 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-55669895-7c83-434f-9ee1-737057741a72 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3182809 Mar 22 19:21:57.023204 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1dd0e788-73b6-4fe2-946e-14f6f840dd47 req-02f6a84e-44ac-4ff0-afb6-d1c9bbbcea4b tempest-QuotasAdminNegativeTest-1006492193 tempest-QuotasAdminNegativeTest-1006492193-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=cc529700ef764da1b0be51cbc309ce14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687871 Mar 22 19:21:57.064191 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff20ad9-f1f4-4835-be7c-1b434528345c None None] Network 5d7632a4-6efd-4aa2-8b68-02aec79f1353 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:21:57.125028 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-941191bb-c72f-45e5-8e26-1c6cb4721c97 req-6eb03cd6-a704-4d5c-9a1f-13434b5b9d7f tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b97d83c2-a8a9-48c3-a973-efdea4f7e194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054942 Mar 22 19:21:57.240758 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-69635ad1-bd55-4d6f-88dd-70f6d92108e0 req-0e439332-2520-4614-b08f-5a4e911f867e tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=d259aa21-def2-4e06-9e23-bcd7dcead9e4 HTTP/1.1" status: 200 len: 210 time: 0.0404599 Mar 22 19:21:57.260695 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-993d741c-ebd1-49e1-8322-ceb811f43a66 req-4d6b268f-f80b-4828-9c34-8f8af2aec34c tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-126077434', 'description': 'tempest-description-1069783614'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:21:57.284500 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-487d3d16-fd68-4d32-9811-ef0fc3b3d3d7 req-440298df-2735-4852-be12-674f8b3ffdb0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cd5d7b09e78b4f8992b733b5b4229fbb&device_id=d259aa21-def2-4e06-9e23-bcd7dcead9e4 HTTP/1.1" status: 200 len: 210 time: 0.0424664 Mar 22 19:21:57.364706 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-993d741c-ebd1-49e1-8322-ceb811f43a66 req-4d6b268f-f80b-4828-9c34-8f8af2aec34c tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:57.442830 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d3d16-fd68-4d32-9811-ef0fc3b3d3d7 req-e0b42170-b8e5-448c-8b1e-8b99466a1018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:57.444792 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-487d3d16-fd68-4d32-9811-ef0fc3b3d3d7 req-e0b42170-b8e5-448c-8b1e-8b99466a1018 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=cd5d7b09e78b4f8992b733b5b4229fbb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1451571 Mar 22 19:21:57.542041 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-993d741c-ebd1-49e1-8322-ceb811f43a66 req-4d6b268f-f80b-4828-9c34-8f8af2aec34c tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (5f8c8dda-5e3a-490e-a823-7e37d3f8c1e2), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:57.551834 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-993d741c-ebd1-49e1-8322-ceb811f43a66 req-4d6b268f-f80b-4828-9c34-8f8af2aec34c tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5f8c8dda-5e3a-490e-a823-7e37d3f8c1e2), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:57.620309 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-993d741c-ebd1-49e1-8322-ceb811f43a66 req-4d6b268f-f80b-4828-9c34-8f8af2aec34c tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:57.622676 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-993d741c-ebd1-49e1-8322-ceb811f43a66 req-4d6b268f-f80b-4828-9c34-8f8af2aec34c tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3685017 Mar 22 19:21:57.635253 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b268f-f80b-4828-9c34-8f8af2aec34c tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8c8dda-5e3a-490e-a823-7e37d3f8c1e2,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:57.653306 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d3d16-fd68-4d32-9811-ef0fc3b3d3d7 req-1bb35f1b-0518-4791-b0ab-19720baed3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:57.655323 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-487d3d16-fd68-4d32-9811-ef0fc3b3d3d7 req-1bb35f1b-0518-4791-b0ab-19720baed3ee service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2016580 Mar 22 19:21:57.729933 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-487d3d16-fd68-4d32-9811-ef0fc3b3d3d7 req-9a901173-f4c4-438a-b44c-67c14b0f92da tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.84 "GET /v2.0/ports?device_id=d259aa21-def2-4e06-9e23-bcd7dcead9e4 HTTP/1.1" status: 200 len: 210 time: 0.0351226 Mar 22 19:21:57.934826 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea5d22-c28a-4af1-82cf-330f4c14fdac req-b09d7eda-7510-46dc-8af5-5d2154f34a8a tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:57.936453 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83ea5d22-c28a-4af1-82cf-330f4c14fdac req-b09d7eda-7510-46dc-8af5-5d2154f34a8a tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 946 time: 0.1325381 Mar 22 19:21:58.025184 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83ea5d22-c28a-4af1-82cf-330f4c14fdac req-327f9d49-a286-41af-b4fc-27660de9357d tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809052 Mar 22 19:21:58.100377 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-988540d7-e382-46cc-8acf-b8efe49653ad req-3af9bdd5-f075-4259-9112-fd92fd6d80d3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cd5d7b09e78b4f8992b733b5b4229fbb&device_id=d259aa21-def2-4e06-9e23-bcd7dcead9e4 HTTP/1.1" status: 200 len: 210 time: 0.0632946 Mar 22 19:21:58.103548 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-dd209251-e980-4612-9527-6d063b720a51 req-fc366544-0367-4d66-9a42-29a3cb70abb6 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1832563874', 'description': 'tempest-description-314578918'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:21:58.288740 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-dd209251-e980-4612-9527-6d063b720a51 req-fc366544-0367-4d66-9a42-29a3cb70abb6 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:58.309276 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988540d7-e382-46cc-8acf-b8efe49653ad req-8440225a-d69a-4137-8fe9-c88bb1a657d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:58.312121 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-988540d7-e382-46cc-8acf-b8efe49653ad req-8440225a-d69a-4137-8fe9-c88bb1a657d3 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=cd5d7b09e78b4f8992b733b5b4229fbb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1883214 Mar 22 19:21:58.540255 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-dd209251-e980-4612-9527-6d063b720a51 req-fc366544-0367-4d66-9a42-29a3cb70abb6 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (a028358d-c4ee-4bff-9619-2a63917cc9f7), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:58.569735 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-800abff9-405f-40dc-a930-7d6dfada3451 req-b38e5f0e-b926-4d8a-bc6f-43286192e104 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=d259aa21-def2-4e06-9e23-bcd7dcead9e4 HTTP/1.1" status: 200 len: 210 time: 0.0549574 Mar 22 19:21:58.573262 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-dd209251-e980-4612-9527-6d063b720a51 req-fc366544-0367-4d66-9a42-29a3cb70abb6 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a028358d-c4ee-4bff-9619-2a63917cc9f7), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:58.586185 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988540d7-e382-46cc-8acf-b8efe49653ad req-add02457-3bac-45dd-b9ac-ddff1e3e0d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:58.589663 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-988540d7-e382-46cc-8acf-b8efe49653ad req-add02457-3bac-45dd-b9ac-ddff1e3e0d72 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2604489 Mar 22 19:21:58.647615 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-dd209251-e980-4612-9527-6d063b720a51 req-fc366544-0367-4d66-9a42-29a3cb70abb6 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:21:58.652942 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dd209251-e980-4612-9527-6d063b720a51 req-fc366544-0367-4d66-9a42-29a3cb70abb6 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5559883 Mar 22 19:21:58.711754 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-988540d7-e382-46cc-8acf-b8efe49653ad req-7b2a5014-c095-4321-b1c0-69cb6b11ec3e tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.84 "GET /v2.0/ports?device_id=d259aa21-def2-4e06-9e23-bcd7dcead9e4 HTTP/1.1" status: 200 len: 210 time: 0.0406313 Mar 22 19:21:58.785884 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc366544-0367-4d66-9a42-29a3cb70abb6 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a028358d-c4ee-4bff-9619-2a63917cc9f7,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:21:58.802224 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b721b6ad-ed0d-4614-b83d-a465249233e8 req-f178a9b1-94f4-4c45-b3db-c69857ba9515 tempest-QuotasAdminNegativeTest-1006492193 tempest-QuotasAdminNegativeTest-1006492193-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=cc529700ef764da1b0be51cbc309ce14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0894151 Mar 22 19:21:59.085854 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721b6ad-ed0d-4614-b83d-a465249233e8 req-5cef2461-9429-41bf-956a-7c174da7c8ba tempest-QuotasAdminNegativeTest-1006492193 tempest-QuotasAdminNegativeTest-1006492193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:59.087478 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b721b6ad-ed0d-4614-b83d-a465249233e8 req-5cef2461-9429-41bf-956a-7c174da7c8ba tempest-QuotasAdminNegativeTest-1006492193 tempest-QuotasAdminNegativeTest-1006492193-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2796795 Mar 22 19:21:59.127423 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b721b6ad-ed0d-4614-b83d-a465249233e8 req-50e07c9f-876f-4f54-9604-5c82a864e71f tempest-QuotasAdminNegativeTest-1006492193 tempest-QuotasAdminNegativeTest-1006492193-project] 10.222.0.75 "GET /v2.0/quotas/cc529700ef764da1b0be51cbc309ce14 HTTP/1.1" status: 200 len: 375 time: 0.0332119 Mar 22 19:21:59.139063 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-2ca5e5c0-2eb6-4395-85ac-5a8412660709 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:59.140644 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-2ca5e5c0-2eb6-4395-85ac-5a8412660709 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/networks?id=5d7632a4-6efd-4aa2-8b68-02aec79f1353 HTTP/1.1" status: 200 len: 813 time: 0.2324193 Mar 22 19:21:59.186413 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b721b6ad-ed0d-4614-b83d-a465249233e8 req-05010fac-2111-4598-8826-5534e057110b tempest-QuotasAdminNegativeTest-1006492193 tempest-QuotasAdminNegativeTest-1006492193-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=cc529700ef764da1b0be51cbc309ce14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445795 Mar 22 19:21:59.188109 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-1cad8800-e44f-4138-8a7d-3f55801282c3 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/quotas/38ed8ef1e4944b49bee3b635f0a09187 HTTP/1.1" status: 200 len: 375 time: 0.0369899 Mar 22 19:21:59.242229 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-be32ed34-9399-4109-ae31-b2e654bd4e38 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=38ed8ef1e4944b49bee3b635f0a09187&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448575 Mar 22 19:21:59.402730 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-0f7d0638-8821-4d45-b14a-46b902e3a642 service neutron] 10.222.0.75 "GET /v2.0/networks/5d7632a4-6efd-4aa2-8b68-02aec79f1353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516304 Mar 22 19:21:59.493020 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b9456-9c9b-4c15-ac9c-68995122a196 req-6b4fbd21-1c64-445c-80e4-44b687facdaa tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:21:59.494823 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-256b9456-9c9b-4c15-ac9c-68995122a196 req-6b4fbd21-1c64-445c-80e4-44b687facdaa tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 946 time: 0.1431968 Mar 22 19:21:59.532890 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-dcd5693d-0dbe-4a9f-b7a3-e6c3f1abaa93 service neutron] 10.222.0.75 "GET /v2.0/networks/5d7632a4-6efd-4aa2-8b68-02aec79f1353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218810 Mar 22 19:21:59.625691 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-256b9456-9c9b-4c15-ac9c-68995122a196 req-92d80388-de5e-4688-805e-efac4ac99f5f tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916378 Mar 22 19:21:59.921019 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b178134a-adbb-46c3-8f4a-c58cab5383fa req-00770421-8fcd-48fc-8ecd-c3df283c25f1 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/ports?device_id=287d2146-a6e1-4a4d-9dd5-abba7a681c24 HTTP/1.1" status: 200 len: 210 time: 0.0433230 Mar 22 19:22:00.349824 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-a8431403-4c37-486e-9373-48501aa88667 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:00.365203 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-a8431403-4c37-486e-9373-48501aa88667 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/networks?id=4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 HTTP/1.1" status: 200 len: 812 time: 0.1829164 Mar 22 19:22:00.393147 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-9879d436-78dd-43a3-b385-7189562e1f67 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/quotas/cd5d7b09e78b4f8992b733b5b4229fbb HTTP/1.1" status: 200 len: 375 time: 0.0270095 Mar 22 19:22:00.464416 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-0371223f-fa47-4bd5-b31f-397853ad6a4a tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=cd5d7b09e78b4f8992b733b5b4229fbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702577 Mar 22 19:22:00.652455 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device ed9a694f-4333-4d55-a6cc-69d9c2c5be35 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:22:00.677059 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20d27122-9c55-4e9e-9b25-d06e435bd9c6 req-8a68f6dc-2034-4456-8183-cbfccb6d6ed6 tempest-QuotasAdminNegativeTest-1006492193 tempest-QuotasAdminNegativeTest-1006492193-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=cc529700ef764da1b0be51cbc309ce14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336022 Mar 22 19:22:00.798157 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-a4c1f32d-c90d-46a7-851b-1a2e93bbb6b8 service neutron] 10.222.0.75 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327050 Mar 22 19:22:00.883744 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port ed9a694f-4333-4d55-a6cc-69d9c2c5be35, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=ed9a694f-4333-4d55-a6cc-69d9c2c5be35,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:00.902168 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'ed9a694f-4333-4d55-a6cc-69d9c2c5be35', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': 'ed9a694f-4333-4d55-a6cc-69d9c2c5be35', 'mac_address': 'fa:16:3e:b0:de:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:22:00.984695 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port ed9a694f-4333-4d55-a6cc-69d9c2c5be35 is: ACTIVE; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:22:00.985106 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ed9a694f-4333-4d55-a6cc-69d9c2c5be35), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:00.992893 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d27122-9c55-4e9e-9b25-d06e435bd9c6 req-b6ed12ee-c763-4f97-8553-4278e5204dd7 tempest-QuotasAdminNegativeTest-1006492193 tempest-QuotasAdminNegativeTest-1006492193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:00.994379 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20d27122-9c55-4e9e-9b25-d06e435bd9c6 req-b6ed12ee-c763-4f97-8553-4278e5204dd7 tempest-QuotasAdminNegativeTest-1006492193 tempest-QuotasAdminNegativeTest-1006492193-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3165257 Mar 22 19:22:01.002865 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed9a694f-4333-4d55-a6cc-69d9c2c5be35 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:22:01.035290 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port ed9a694f-4333-4d55-a6cc-69d9c2c5be35, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=ed9a694f-4333-4d55-a6cc-69d9c2c5be35,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:01.038962 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20d27122-9c55-4e9e-9b25-d06e435bd9c6 req-f04b9e2e-5f68-4146-b185-bce2f70f3045 tempest-QuotasAdminNegativeTest-1006492193 tempest-QuotasAdminNegativeTest-1006492193-project] 10.222.0.75 "GET /v2.0/quotas/cc529700ef764da1b0be51cbc309ce14 HTTP/1.1" status: 200 len: 375 time: 0.0262201 Mar 22 19:22:01.048051 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (ed9a694f-4333-4d55-a6cc-69d9c2c5be35), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:01.114871 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=ed9a694f-4333-4d55-a6cc-69d9c2c5be35,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:01.120385 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20d27122-9c55-4e9e-9b25-d06e435bd9c6 req-2c9a3c3d-1a8f-4f87-a394-056a9a495ab4 tempest-QuotasAdminNegativeTest-1006492193 tempest-QuotasAdminNegativeTest-1006492193-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=cc529700ef764da1b0be51cbc309ce14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703428 Mar 22 19:22:01.125949 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:01.126318 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:01.126649 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:01.127959 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:01.128596 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:01.129489 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:01.129869 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:01.130455 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:01.130795 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:01.131154 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:01.131644 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:01.131983 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:01.132605 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:01.132784 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:01.133229 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:01.156716 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-343202f6-9e4e-4cca-86b6-21be14f92824 service neutron] 10.222.0.75 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3473828 Mar 22 19:22:01.186736 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['ed9a694f-4333-4d55-a6cc-69d9c2c5be35'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:22:01.414717 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c8e410-3b5f-47af-b431-4fbb0c536295 req-6523f35c-f75a-43ea-b68f-e80a46dc4b1b tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:01.423391 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-96c8e410-3b5f-47af-b431-4fbb0c536295 req-6523f35c-f75a-43ea-b68f-e80a46dc4b1b tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 946 time: 0.1285770 Mar 22 19:22:01.686425 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-a3212142-25e9-44ef-b321-2569e3e0611d tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:01.688964 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-a3212142-25e9-44ef-b321-2569e3e0611d tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.84 "GET /v2.0/networks?id=5d7632a4-6efd-4aa2-8b68-02aec79f1353 HTTP/1.1" status: 200 len: 813 time: 0.2341123 Mar 22 19:22:01.783340 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-a7712dac-98f3-489e-b815-8b327544732f tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Request body: {'port': {'device_id': '287d2146-a6e1-4a4d-9dd5-abba7a681c24', 'network_id': '5d7632a4-6efd-4aa2-8b68-02aec79f1353', 'admin_state_up': True, 'tenant_id': '38ed8ef1e4944b49bee3b635f0a09187'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:22:01.795395 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ece040cc-7a0f-4ff1-9534-cdca07190146 req-54792f0f-57e2-4020-833e-4c42836a031b tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/ports?device_id=287d2146-a6e1-4a4d-9dd5-abba7a681c24 HTTP/1.1" status: 200 len: 210 time: 0.1021249 Mar 22 19:22:01.823857 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-96c8e410-3b5f-47af-b431-4fbb0c536295 req-b6b48a84-8393-4c48-8374-81bca1a5a226 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994386 Mar 22 19:22:02.044783 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-a7712dac-98f3-489e-b815-8b327544732f tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Made reservation on behalf of 38ed8ef1e4944b49bee3b635f0a09187 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:22:02.048641 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-a7712dac-98f3-489e-b815-8b327544732f tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:02.330483 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-a7712dac-98f3-489e-b815-8b327544732f tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Allocated IP 172.20.0.6 (5d7632a4-6efd-4aa2-8b68-02aec79f1353/0a7d34a5-869d-4a92-9c55-72dc0755e0b6/5dd5184d-2b42-4df2-804c-6508c1195b7c) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:22:02.494696 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-925d37da-2f2b-4208-b057-d3aeee15733d req-6e36088c-d550-4801-8e51-722ec255d0c9 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7eca8fb-b170-494b-8fb0-8451f1561b59 HTTP/1.1" status: 200 len: 210 time: 0.0986097 Mar 22 19:22:02.667253 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device ed9a694f-4333-4d55-a6cc-69d9c2c5be35 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:22:02.674214 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43780) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:02.770181 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port ed9a694f-4333-4d55-a6cc-69d9c2c5be35 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:22:02.770357 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (ed9a694f-4333-4d55-a6cc-69d9c2c5be35), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:02.779929 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-a7712dac-98f3-489e-b815-8b327544732f tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for port (5dd5184d-2b42-4df2-804c-6508c1195b7c), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:02.913005 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-a7712dac-98f3-489e-b815-8b327544732f tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (5dd5184d-2b42-4df2-804c-6508c1195b7c), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:02.960851 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port ed9a694f-4333-4d55-a6cc-69d9c2c5be35 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:22:02.961258 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ed9a694f-4333-4d55-a6cc-69d9c2c5be35), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:03.014326 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-46fba750-16e2-4953-9df2-34ff06535c7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:03.016001 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port ed9a694f-4333-4d55-a6cc-69d9c2c5be35, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=ed9a694f-4333-4d55-a6cc-69d9c2c5be35,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:03.017119 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213b8187-6209-4898-ade6-c58c5f4abd24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9a694f-4333-4d55-a6cc-69d9c2c5be35'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:22:03.023861 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627a0713-78fa-4f20-ab0a-2b418de86dc0" -d '{"events": [{"server_uuid": "213b8187-6209-4898-ade6-c58c5f4abd24", "name": "network-vif-plugged", "status": "completed", "tag": "ed9a694f-4333-4d55-a6cc-69d9c2c5be35"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:22:03.034864 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (ed9a694f-4333-4d55-a6cc-69d9c2c5be35), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:03.117569 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7712dac-98f3-489e-b815-8b327544732f tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Pushing event updated for resources: {'Port': ['ID=5dd5184d-2b42-4df2-804c-6508c1195b7c,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:03.200668 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=ed9a694f-4333-4d55-a6cc-69d9c2c5be35,revision_number=7']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:03.217997 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-a7712dac-98f3-489e-b815-8b327544732f tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Network 5d7632a4-6efd-4aa2-8b68-02aec79f1353 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:22:03.313146 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-46fba750-16e2-4953-9df2-34ff06535c7e admin admin] Publish callbacks [] for security_group (c436668d-4719-41a2-8f09-c7666f3ca58a), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:03.334765 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-46fba750-16e2-4953-9df2-34ff06535c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (c436668d-4719-41a2-8f09-c7666f3ca58a), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:03.396047 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-46fba750-16e2-4953-9df2-34ff06535c7e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cc529700ef764da1b0be51cbc309ce14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7200518 Mar 22 19:22:03.397077 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fba750-16e2-4953-9df2-34ff06535c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c436668d-4719-41a2-8f09-c7666f3ca58a,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:03.399358 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43794) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:03.418494 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fba750-16e2-4953-9df2-34ff06535c7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:03.419262 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fba750-16e2-4953-9df2-34ff06535c7e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:03.419866 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fba750-16e2-4953-9df2-34ff06535c7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:03.420605 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fba750-16e2-4953-9df2-34ff06535c7e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:03.421295 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fba750-16e2-4953-9df2-34ff06535c7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:03.421912 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fba750-16e2-4953-9df2-34ff06535c7e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:03.422506 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fba750-16e2-4953-9df2-34ff06535c7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:03.423107 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fba750-16e2-4953-9df2-34ff06535c7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:03.423738 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fba750-16e2-4953-9df2-34ff06535c7e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:03.424310 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fba750-16e2-4953-9df2-34ff06535c7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:03.424921 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fba750-16e2-4953-9df2-34ff06535c7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:03.425471 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fba750-16e2-4953-9df2-34ff06535c7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:03.426631 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fba750-16e2-4953-9df2-34ff06535c7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:03.427208 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fba750-16e2-4953-9df2-34ff06535c7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:03.427775 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fba750-16e2-4953-9df2-34ff06535c7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:03.462725 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-a7712dac-98f3-489e-b815-8b327544732f tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:22:03.475504 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-a7712dac-98f3-489e-b815-8b327544732f tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:22:03.496195 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-ebb5811f-86ac-4fde-a08f-9b3d35ca738c tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:03.498084 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-ebb5811f-86ac-4fde-a08f-9b3d35ca738c tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.85 "GET /v2.0/networks?id=4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 HTTP/1.1" status: 200 len: 812 time: 0.2741413 Mar 22 19:22:03.512308 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-50af65a1-a03a-496d-8986-2a97d8d8c392 admin admin] Publish callbacks [] for security_group (c436668d-4719-41a2-8f09-c7666f3ca58a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:03.561105 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-50af65a1-a03a-496d-8986-2a97d8d8c392 admin admin] Publish callbacks [] for security_group (c436668d-4719-41a2-8f09-c7666f3ca58a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:03.563840 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-2930ff6a-c006-4e1a-bf08-c67ffd4dc3c6 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Request body: {'port': {'device_id': 'e7eca8fb-b170-494b-8fb0-8451f1561b59', 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40', 'admin_state_up': True, 'tenant_id': 'cd5d7b09e78b4f8992b733b5b4229fbb'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:22:03.696545 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-50af65a1-a03a-496d-8986-2a97d8d8c392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (c436668d-4719-41a2-8f09-c7666f3ca58a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:03.699387 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-50af65a1-a03a-496d-8986-2a97d8d8c392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:03.703426 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-50af65a1-a03a-496d-8986-2a97d8d8c392 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c436668d-4719-41a2-8f09-c7666f3ca58a HTTP/1.1" status: 204 len: 168 time: 0.3026996 Mar 22 19:22:03.744604 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af65a1-a03a-496d-8986-2a97d8d8c392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c436668d-4719-41a2-8f09-c7666f3ca58a,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:03.815991 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-2930ff6a-c006-4e1a-bf08-c67ffd4dc3c6 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Made reservation on behalf of cd5d7b09e78b4f8992b733b5b4229fbb for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:22:03.820350 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-2930ff6a-c006-4e1a-bf08-c67ffd4dc3c6 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:04.080487 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-a7712dac-98f3-489e-b815-8b327544732f tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:04.081504 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-a7712dac-98f3-489e-b815-8b327544732f tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:04.107260 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7b96a-b968-4c26-be43-8518318015be req-a45bc237-8664-4b0c-af17-26a8510b2cff tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:04.115498 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eaa7b96a-b968-4c26-be43-8518318015be req-a45bc237-8664-4b0c-af17-26a8510b2cff tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/ports?device_id=287d2146-a6e1-4a4d-9dd5-abba7a681c24 HTTP/1.1" status: 200 len: 931 time: 0.9534783 Mar 22 19:22:04.156367 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d952f-9a53-4770-9f4a-cd0e833d8c5c req-b7e94d57-6ee5-4fa2-a7bc-b66b7a3d3194 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:04.167926 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d15d952f-9a53-4770-9f4a-cd0e833d8c5c req-b7e94d57-6ee5-4fa2-a7bc-b66b7a3d3194 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 946 time: 1.0424535 Mar 22 19:22:04.218663 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-a7712dac-98f3-489e-b815-8b327544732f tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5131450 Mar 22 19:22:04.239683 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-2930ff6a-c006-4e1a-bf08-c67ffd4dc3c6 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Allocated IP 172.20.0.11 (4d8eafd3-40f3-4f59-9d29-1a60a94dbe40/9beaf938-d336-4dec-9fdf-4059a4c13370/9a07caf9-8aac-465c-a7bb-0920bcd42641) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:22:04.260676 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-0c523af0-5514-47eb-a616-f49b9c9cf1ae service neutron] Request body: {'port': {'device_id': '287d2146-a6e1-4a4d-9dd5-abba7a681c24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:22:04.455114 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43808) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:04.475460 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-10ff7523-a6a4-4d81-bcae-440b889760e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:04.493207 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d15d952f-9a53-4770-9f4a-cd0e833d8c5c req-033e3562-e6d1-45e7-a7f8-d074d27bd344 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235893 Mar 22 19:22:04.500454 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eaa7b96a-b968-4c26-be43-8518318015be req-03bdd73e-35aa-4c35-bdf7-e271058cb604 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups?id=4093de66-3757-463f-9524-e827da99c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727815 Mar 22 19:22:04.666169 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5c571a-091b-4228-a314-d7e238656f05 x-openstack-request-id: req-1c5c571a-091b-4228-a314-d7e238656f05 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:22:04.666735 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213b8187-6209-4898-ade6-c58c5f4abd24", "name": "network-vif-plugged", "status": "completed", "tag": "ed9a694f-4333-4d55-a6cc-69d9c2c5be35", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:22:04.668202 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1c5c571a-091b-4228-a314-d7e238656f05 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:22:04.669074 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c5c571a-091b-4228-a314-d7e238656f05'] response: {'server_uuid': '213b8187-6209-4898-ade6-c58c5f4abd24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9a694f-4333-4d55-a6cc-69d9c2c5be35', 'code': 200} Mar 22 19:22:04.708003 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-0c523af0-5514-47eb-a616-f49b9c9cf1ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5dd5184d-2b42-4df2-804c-6508c1195b7c), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:04.835546 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-10ff7523-a6a4-4d81-bcae-440b889760e1 admin admin] Publish callbacks [] for security_group (2bf1092d-2de4-45b5-ba88-0d33a93814ad), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:04.850903 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-10ff7523-a6a4-4d81-bcae-440b889760e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2bf1092d-2de4-45b5-ba88-0d33a93814ad), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:04.943069 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-2930ff6a-c006-4e1a-bf08-c67ffd4dc3c6 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks [] for port (9a07caf9-8aac-465c-a7bb-0920bcd42641), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:04.955106 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-10ff7523-a6a4-4d81-bcae-440b889760e1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=89eea6271e58478b99d92a7a604559b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4985826 Mar 22 19:22:04.959771 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff7523-a6a4-4d81-bcae-440b889760e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf1092d-2de4-45b5-ba88-0d33a93814ad,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:04.966970 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43820) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:05.079764 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-76be4902-8e4b-4a4f-889c-f610892b522a req-257eee55-0519-402a-a77c-9c4ca03eb446 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7eca8fb-b170-494b-8fb0-8451f1561b59 HTTP/1.1" status: 200 len: 210 time: 0.0619354 Mar 22 19:22:05.084018 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c5c599f-8c14-4f60-98b5-2c4c9b647388 admin admin] Publish callbacks [] for security_group (2bf1092d-2de4-45b5-ba88-0d33a93814ad), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:05.089273 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-2930ff6a-c006-4e1a-bf08-c67ffd4dc3c6 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (9a07caf9-8aac-465c-a7bb-0920bcd42641), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:05.136964 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c5c599f-8c14-4f60-98b5-2c4c9b647388 admin admin] Publish callbacks [] for security_group (2bf1092d-2de4-45b5-ba88-0d33a93814ad), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:05.250074 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c5c599f-8c14-4f60-98b5-2c4c9b647388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2bf1092d-2de4-45b5-ba88-0d33a93814ad), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:05.254746 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c5c599f-8c14-4f60-98b5-2c4c9b647388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:05.256386 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5c5c599f-8c14-4f60-98b5-2c4c9b647388 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2bf1092d-2de4-45b5-ba88-0d33a93814ad HTTP/1.1" status: 204 len: 168 time: 0.2882712 Mar 22 19:22:05.265632 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c599f-8c14-4f60-98b5-2c4c9b647388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf1092d-2de4-45b5-ba88-0d33a93814ad,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:05.283595 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-2930ff6a-c006-4e1a-bf08-c67ffd4dc3c6 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Network 4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:22:05.308512 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-2930ff6a-c006-4e1a-bf08-c67ffd4dc3c6 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:22:05.320396 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-2930ff6a-c006-4e1a-bf08-c67ffd4dc3c6 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:22:05.386803 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device a1da9a6b-b20b-48cd-a55f-ddd31908ce0b no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:22:05.478754 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930ff6a-c006-4e1a-bf08-c67ffd4dc3c6 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Pushing event updated for resources: {'Port': ['ID=9a07caf9-8aac-465c-a7bb-0920bcd42641,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:05.528604 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port a1da9a6b-b20b-48cd-a55f-ddd31908ce0b is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:22:05.529521 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a1da9a6b-b20b-48cd-a55f-ddd31908ce0b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:05.601962 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-2930ff6a-c006-4e1a-bf08-c67ffd4dc3c6 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:05.603118 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-2930ff6a-c006-4e1a-bf08-c67ffd4dc3c6 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:06.086801 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port a1da9a6b-b20b-48cd-a55f-ddd31908ce0b, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=a1da9a6b-b20b-48cd-a55f-ddd31908ce0b,segment=NetworkSegment(1dabcaba-79e0-403f-8405-a983f35d70a7),segment_id=1dabcaba-79e0-403f-8405-a983f35d70a7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:06.100515 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a1da9a6b-b20b-48cd-a55f-ddd31908ce0b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:06.242298 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=a1da9a6b-b20b-48cd-a55f-ddd31908ce0b,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:06.564248 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-2930ff6a-c006-4e1a-bf08-c67ffd4dc3c6 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0114608 Mar 22 19:22:06.630672 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-2b2d682a-5b97-4d7b-a290-93cf52a6e1c3 service neutron] Request body: {'port': {'device_id': 'e7eca8fb-b170-494b-8fb0-8451f1561b59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:22:06.669944 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd2dc24-1e53-4dc5-9adf-a884a7728b05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1da9a6b-b20b-48cd-a55f-ddd31908ce0b'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:22:06.672636 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e4c113-b1c0-4c48-8328-d077d5a41396" -d '{"events": [{"server_uuid": "0fd2dc24-1e53-4dc5-9adf-a884a7728b05", "name": "network-vif-unplugged", "status": "completed", "tag": "a1da9a6b-b20b-48cd-a55f-ddd31908ce0b"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:22:06.700940 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe678ec-ad4a-48a0-bb4b-3dfdc474a989 req-f69848c9-fd37-4a28-be87-8a04dfe6d810 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:06.720215 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5fe678ec-ad4a-48a0-bb4b-3dfdc474a989 req-f69848c9-fd37-4a28-be87-8a04dfe6d810 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 946 time: 1.2839215 Mar 22 19:22:06.980727 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0eb02-5c8c-4878-9c47-4c69b34eb903 req-8a899df8-1905-4e2e-ad32-d8ce7bad32eb tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:07.003616 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4da0eb02-5c8c-4878-9c47-4c69b34eb903 req-8a899df8-1905-4e2e-ad32-d8ce7bad32eb tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 944 time: 1.3677008 Mar 22 19:22:07.009251 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-2b2d682a-5b97-4d7b-a290-93cf52a6e1c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9a07caf9-8aac-465c-a7bb-0920bcd42641), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:07.057707 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5fe678ec-ad4a-48a0-bb4b-3dfdc474a989 req-53bec52b-bcc2-4898-8d18-dc0e872cf747 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363283 Mar 22 19:22:07.288444 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-0c523af0-5514-47eb-a616-f49b9c9cf1ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dd5184d-2b42-4df2-804c-6508c1195b7c {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:22:07.314105 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4da0eb02-5c8c-4878-9c47-4c69b34eb903 req-7460a385-ada6-49e0-8967-d7196e24f0b7 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014865 Mar 22 19:22:07.326905 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-0c523af0-5514-47eb-a616-f49b9c9cf1ae service neutron] Publish callbacks [] for port (5dd5184d-2b42-4df2-804c-6508c1195b7c), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:07.494783 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-0c523af0-5514-47eb-a616-f49b9c9cf1ae service neutron] Transition to ACTIVE for port object 5dd5184d-2b42-4df2-804c-6508c1195b7c will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:22:07.535637 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-0c523af0-5514-47eb-a616-f49b9c9cf1ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (5dd5184d-2b42-4df2-804c-6508c1195b7c), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:07.656341 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967015a7-8ef1-41e5-9b92-4d08ba245377 req-95d4757e-9ed2-4437-8872-ac94a55d9932 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:07.656341 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-967015a7-8ef1-41e5-9b92-4d08ba245377 req-95d4757e-9ed2-4437-8872-ac94a55d9932 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/ports?device_id=287d2146-a6e1-4a4d-9dd5-abba7a681c24 HTTP/1.1" status: 200 len: 931 time: 0.3960369 Mar 22 19:22:07.752394 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c523af0-5514-47eb-a616-f49b9c9cf1ae service neutron] Pushing event updated for resources: {'Port': ['ID=5dd5184d-2b42-4df2-804c-6508c1195b7c,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:07.775003 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9719d9a-a107-4893-a476-b0ba1d65a3ce req-4be742cb-744a-40ce-8aae-29eac5786e1b tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:07.776556 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9719d9a-a107-4893-a476-b0ba1d65a3ce req-4be742cb-744a-40ce-8aae-29eac5786e1b tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.85 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 946 time: 0.4313965 Mar 22 19:22:07.977313 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-967015a7-8ef1-41e5-9b92-4d08ba245377 req-c97efd5d-b3b4-410c-a8bf-1068f72c123e tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups?id=4093de66-3757-463f-9524-e827da99c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036823 Mar 22 19:22:08.041434 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a8f81-fb5e-49a6-acf0-7e5cc0f5dc82 req-f02508b0-d875-4348-8f63-aefa1f51fb63 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:08.056287 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-061a8f81-fb5e-49a6-acf0-7e5cc0f5dc82 req-f02508b0-d875-4348-8f63-aefa1f51fb63 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7eca8fb-b170-494b-8fb0-8451f1561b59 HTTP/1.1" status: 200 len: 932 time: 0.4631045 Mar 22 19:22:08.107166 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 19:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15671274-351f-49fd-a8f5-96f147d8a2d4 x-openstack-request-id: req-15671274-351f-49fd-a8f5-96f147d8a2d4 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:22:08.107677 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd2dc24-1e53-4dc5-9adf-a884a7728b05", "name": "network-vif-unplugged", "status": "completed", "tag": "a1da9a6b-b20b-48cd-a55f-ddd31908ce0b", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:22:08.107677 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-15671274-351f-49fd-a8f5-96f147d8a2d4 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:22:08.108086 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15671274-351f-49fd-a8f5-96f147d8a2d4'] response: {'server_uuid': '0fd2dc24-1e53-4dc5-9adf-a884a7728b05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1da9a6b-b20b-48cd-a55f-ddd31908ce0b', 'code': 200} Mar 22 19:22:08.116902 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-0c523af0-5514-47eb-a616-f49b9c9cf1ae service neutron] Attempting to bind port 5dd5184d-2b42-4df2-804c-6508c1195b7c on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:22:08.116902 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-0c523af0-5514-47eb-a616-f49b9c9cf1ae service neutron] Attempting to bind port 5dd5184d-2b42-4df2-804c-6508c1195b7c by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '22c81ab1-1346-4808-8768-1989eedd126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5d7632a4-6efd-4aa2-8b68-02aec79f1353'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:22:08.116902 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-0c523af0-5514-47eb-a616-f49b9c9cf1ae service neutron] Attempting to bind port 5dd5184d-2b42-4df2-804c-6508c1195b7c on network 5d7632a4-6efd-4aa2-8b68-02aec79f1353 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:22:08.144010 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-0c523af0-5514-47eb-a616-f49b9c9cf1ae service neutron] Port 5dd5184d-2b42-4df2-804c-6508c1195b7c on network 5d7632a4-6efd-4aa2-8b68-02aec79f1353 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:22:08.144377 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-0c523af0-5514-47eb-a616-f49b9c9cf1ae service neutron] Attempting to bind port 5dd5184d-2b42-4df2-804c-6508c1195b7c on network 5d7632a4-6efd-4aa2-8b68-02aec79f1353 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:22:08.204396 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-061a8f81-fb5e-49a6-acf0-7e5cc0f5dc82 req-b10b8b75-3d51-4c4d-b6f5-ace1c4f442ed tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392143 Mar 22 19:22:08.206972 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-0c523af0-5514-47eb-a616-f49b9c9cf1ae service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:22:08.207324 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-0c523af0-5514-47eb-a616-f49b9c9cf1ae service neutron] Checking segment: {'id': '22c81ab1-1346-4808-8768-1989eedd126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5d7632a4-6efd-4aa2-8b68-02aec79f1353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:22:08.207775 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-0c523af0-5514-47eb-a616-f49b9c9cf1ae service neutron] Bound using segment: {'id': '22c81ab1-1346-4808-8768-1989eedd126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5d7632a4-6efd-4aa2-8b68-02aec79f1353'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:22:08.208232 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-0c523af0-5514-47eb-a616-f49b9c9cf1ae service neutron] Bound port: 5dd5184d-2b42-4df2-804c-6508c1195b7c, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22c81ab1-1346-4808-8768-1989eedd126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5d7632a4-6efd-4aa2-8b68-02aec79f1353'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:22:08.208645 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-0c523af0-5514-47eb-a616-f49b9c9cf1ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5dd5184d-2b42-4df2-804c-6508c1195b7c), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:08.327925 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-2b2d682a-5b97-4d7b-a290-93cf52a6e1c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a07caf9-8aac-465c-a7bb-0920bcd42641 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:22:08.348296 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-2b2d682a-5b97-4d7b-a290-93cf52a6e1c3 service neutron] Publish callbacks [] for port (9a07caf9-8aac-465c-a7bb-0920bcd42641), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:08.427101 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-2b2d682a-5b97-4d7b-a290-93cf52a6e1c3 service neutron] Transition to ACTIVE for port object 9a07caf9-8aac-465c-a7bb-0920bcd42641 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:22:08.430001 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-d9719d9a-a107-4893-a476-b0ba1d65a3ce req-b6095592-7b82-40c3-9e25-547fafef793c tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Deleting port dd676179-107e-43cf-b677-eb7c2d034d8a {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:22:08.430355 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d9719d9a-a107-4893-a476-b0ba1d65a3ce req-b6095592-7b82-40c3-9e25-547fafef793c tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (dd676179-107e-43cf-b677-eb7c2d034d8a), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:08.500863 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-2b2d682a-5b97-4d7b-a290-93cf52a6e1c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (9a07caf9-8aac-465c-a7bb-0920bcd42641), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:08.518092 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43892) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:08.520566 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-0c523af0-5514-47eb-a616-f49b9c9cf1ae service neutron] For port 5dd5184d-2b42-4df2-804c-6508c1195b7c, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:22:08.531083 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65307e62-6ce6-4c76-8d12-8d34d8a0e6f2 req-82418d13-263d-454b-ba30-87d3bdfbc3f5 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:08.538914 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65307e62-6ce6-4c76-8d12-8d34d8a0e6f2 req-82418d13-263d-454b-ba30-87d3bdfbc3f5 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 946 time: 0.2996726 Mar 22 19:22:08.599645 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-0c523af0-5514-47eb-a616-f49b9c9cf1ae service neutron] For port 5dd5184d-2b42-4df2-804c-6508c1195b7c, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=5dd5184d-2b42-4df2-804c-6508c1195b7c,segment=NetworkSegment(22c81ab1-1346-4808-8768-1989eedd126f),segment_id=22c81ab1-1346-4808-8768-1989eedd126f)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:22:08.639356 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-0c523af0-5514-47eb-a616-f49b9c9cf1ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (5dd5184d-2b42-4df2-804c-6508c1195b7c), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:08.674898 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5eff45ec-6e2c-43ab-b24e-9fa5dbcc758f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:08.683032 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d682a-5b97-4d7b-a290-93cf52a6e1c3 service neutron] Pushing event updated for resources: {'Port': ['ID=9a07caf9-8aac-465c-a7bb-0920bcd42641,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:08.743758 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-0c523af0-5514-47eb-a616-f49b9c9cf1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:08.744688 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-0c523af0-5514-47eb-a616-f49b9c9cf1ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:08.746639 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-0c523af0-5514-47eb-a616-f49b9c9cf1ae service neutron] 10.222.0.84 "PUT /v2.0/ports/5dd5184d-2b42-4df2-804c-6508c1195b7c HTTP/1.1" status: 200 len: 1092 time: 4.5137897 Mar 22 19:22:08.761200 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287d2146-a6e1-4a4d-9dd5-abba7a681c24', 'tag': '5dd5184d-2b42-4df2-804c-6508c1195b7c'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:22:08.763847 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9a16ed-ed70-4eeb-b21e-e5b944069b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "287d2146-a6e1-4a4d-9dd5-abba7a681c24", "tag": "5dd5184d-2b42-4df2-804c-6508c1195b7c"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:22:08.776848 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cbef40-f495-456b-aef9-6161c4713b93 req-35a1eb68-96d7-4af0-bbce-9b76b1a4f66b tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:08.786993 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-16cbef40-f495-456b-aef9-6161c4713b93 req-35a1eb68-96d7-4af0-bbce-9b76b1a4f66b tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 944 time: 0.3716261 Mar 22 19:22:08.841272 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5eff45ec-6e2c-43ab-b24e-9fa5dbcc758f admin admin] Publish callbacks [] for security_group (e5b38619-6d81-4426-942e-6266e9d54e4e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:08.849279 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5eff45ec-6e2c-43ab-b24e-9fa5dbcc758f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e5b38619-6d81-4426-942e-6266e9d54e4e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:08.851157 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65307e62-6ce6-4c76-8d12-8d34d8a0e6f2 req-43482119-bf63-490e-8426-831c0431f1b2 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/security-groups?id=d172c154-0f3d-4475-b969-ef5097b854b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113337 Mar 22 19:22:08.853110 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-d9719d9a-a107-4893-a476-b0ba1d65a3ce req-b6095592-7b82-40c3-9e25-547fafef793c tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] For port dd676179-107e-43cf-b677-eb7c2d034d8a, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=dd676179-107e-43cf-b677-eb7c2d034d8a,segment=NetworkSegment(7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7),segment_id=7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:08.853481 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d9719d9a-a107-4893-a476-b0ba1d65a3ce req-b6095592-7b82-40c3-9e25-547fafef793c tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (dd676179-107e-43cf-b677-eb7c2d034d8a), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:08.897642 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff45ec-6e2c-43ab-b24e-9fa5dbcc758f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b38619-6d81-4426-942e-6266e9d54e4e,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:08.930803 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-d9719d9a-a107-4893-a476-b0ba1d65a3ce req-b6095592-7b82-40c3-9e25-547fafef793c tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Calling delete_port for dd676179-107e-43cf-b677-eb7c2d034d8a owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:22:08.946663 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5eff45ec-6e2c-43ab-b24e-9fa5dbcc758f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1790dcdbbebd47378add47c80e85201f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4218793 Mar 22 19:22:08.963182 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43900) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:09.069784 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-265475b7-47d4-4fce-b523-9c5f9e2f4942 admin admin] Publish callbacks [] for security_group (e5b38619-6d81-4426-942e-6266e9d54e4e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:09.100608 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c523af0-5514-47eb-a616-f49b9c9cf1ae service neutron] Pushing event updated for resources: {'Port': ['ID=5dd5184d-2b42-4df2-804c-6508c1195b7c,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:09.121135 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-265475b7-47d4-4fce-b523-9c5f9e2f4942 admin admin] Publish callbacks [] for security_group (e5b38619-6d81-4426-942e-6266e9d54e4e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:09.158153 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-2b2d682a-5b97-4d7b-a290-93cf52a6e1c3 service neutron] Attempting to bind port 9a07caf9-8aac-465c-a7bb-0920bcd42641 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:22:09.160090 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-2b2d682a-5b97-4d7b-a290-93cf52a6e1c3 service neutron] Attempting to bind port 9a07caf9-8aac-465c-a7bb-0920bcd42641 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '8c6ba457-004e-47f9-ab30-ce3aaf4ab771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:22:09.160447 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-2b2d682a-5b97-4d7b-a290-93cf52a6e1c3 service neutron] Attempting to bind port 9a07caf9-8aac-465c-a7bb-0920bcd42641 on network 4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:22:09.175359 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-16cbef40-f495-456b-aef9-6161c4713b93 req-e58d5185-9ced-4d88-ab80-5b23cfce6c95 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874681 Mar 22 19:22:09.177605 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20604471-5ff3-45db-95b8-8b16715afe46 x-openstack-request-id: req-20604471-5ff3-45db-95b8-8b16715afe46 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:22:09.177931 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287d2146-a6e1-4a4d-9dd5-abba7a681c24", "tag": "5dd5184d-2b42-4df2-804c-6508c1195b7c", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:22:09.178188 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-20604471-5ff3-45db-95b8-8b16715afe46 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:22:09.178594 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20604471-5ff3-45db-95b8-8b16715afe46'] response: {'name': 'network-changed', 'server_uuid': '287d2146-a6e1-4a4d-9dd5-abba7a681c24', 'tag': '5dd5184d-2b42-4df2-804c-6508c1195b7c', 'status': 'completed', 'code': 200} Mar 22 19:22:09.185557 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-2b2d682a-5b97-4d7b-a290-93cf52a6e1c3 service neutron] Port 9a07caf9-8aac-465c-a7bb-0920bcd42641 on network 4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:22:09.185941 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-2b2d682a-5b97-4d7b-a290-93cf52a6e1c3 service neutron] Attempting to bind port 9a07caf9-8aac-465c-a7bb-0920bcd42641 on network 4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:22:09.194159 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-6112be16-da33-4bb1-a50b-dff0e7c6a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:09.195999 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-6112be16-da33-4bb1-a50b-dff0e7c6a5c8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=38ed8ef1e4944b49bee3b635f0a09187&device_id=287d2146-a6e1-4a4d-9dd5-abba7a681c24 HTTP/1.1" status: 200 len: 1126 time: 0.3692076 Mar 22 19:22:09.207967 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-2b2d682a-5b97-4d7b-a290-93cf52a6e1c3 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:22:09.208406 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-2b2d682a-5b97-4d7b-a290-93cf52a6e1c3 service neutron] Checking segment: {'id': '8c6ba457-004e-47f9-ab30-ce3aaf4ab771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:22:09.209169 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-2b2d682a-5b97-4d7b-a290-93cf52a6e1c3 service neutron] Bound using segment: {'id': '8c6ba457-004e-47f9-ab30-ce3aaf4ab771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:22:09.209629 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-2b2d682a-5b97-4d7b-a290-93cf52a6e1c3 service neutron] Bound port: 9a07caf9-8aac-465c-a7bb-0920bcd42641, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c6ba457-004e-47f9-ab30-ce3aaf4ab771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:22:09.210046 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-2b2d682a-5b97-4d7b-a290-93cf52a6e1c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9a07caf9-8aac-465c-a7bb-0920bcd42641), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:09.255293 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-265475b7-47d4-4fce-b523-9c5f9e2f4942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e5b38619-6d81-4426-942e-6266e9d54e4e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:09.258227 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-265475b7-47d4-4fce-b523-9c5f9e2f4942 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:09.262406 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-265475b7-47d4-4fce-b523-9c5f9e2f4942 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e5b38619-6d81-4426-942e-6266e9d54e4e HTTP/1.1" status: 204 len: 168 time: 0.2974513 Mar 22 19:22:09.276913 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265475b7-47d4-4fce-b523-9c5f9e2f4942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b38619-6d81-4426-942e-6266e9d54e4e,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:09.325498 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-e73bfed3-249e-4b6a-a66d-6aed11e196e9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dd5184d-2b42-4df2-804c-6508c1195b7c HTTP/1.1" status: 200 len: 217 time: 0.1117272 Mar 22 19:22:09.403982 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device a1da9a6b-b20b-48cd-a55f-ddd31908ce0b details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:22:09.533029 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port a1da9a6b-b20b-48cd-a55f-ddd31908ce0b, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=a1da9a6b-b20b-48cd-a55f-ddd31908ce0b,segment=NetworkSegment(1dabcaba-79e0-403f-8405-a983f35d70a7),segment_id=1dabcaba-79e0-403f-8405-a983f35d70a7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:09.552471 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'a1da9a6b-b20b-48cd-a55f-ddd31908ce0b', 'network_id': 'f86aee2c-a4db-473a-89c7-b87edd48b016', 'port_id': 'a1da9a6b-b20b-48cd-a55f-ddd31908ce0b', 'mac_address': 'fa:16:3e:67:2f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b79d00bd-67e3-41a4-af81-d6bc678ecb21', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:22:09.602385 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-23dd754c-a7ae-439a-acdf-ed51cdad03c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:09.603868 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-23dd754c-a7ae-439a-acdf-ed51cdad03c5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0a7d34a5-869d-4a92-9c55-72dc0755e0b6 HTTP/1.1" status: 200 len: 853 time: 0.2537389 Mar 22 19:22:09.612621 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-2b2d682a-5b97-4d7b-a290-93cf52a6e1c3 service neutron] For port 9a07caf9-8aac-465c-a7bb-0920bcd42641, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:22:09.625342 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-2b2d682a-5b97-4d7b-a290-93cf52a6e1c3 service neutron] For port 9a07caf9-8aac-465c-a7bb-0920bcd42641, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=9a07caf9-8aac-465c-a7bb-0920bcd42641,segment=NetworkSegment(8c6ba457-004e-47f9-ab30-ce3aaf4ab771),segment_id=8c6ba457-004e-47f9-ab30-ce3aaf4ab771)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:22:09.647282 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514aed5d-ca22-4d20-9515-7f79e2f670c1 req-70d2228f-f3e9-42d1-96a3-5451a568500c tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:09.650298 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-514aed5d-ca22-4d20-9515-7f79e2f670c1 req-70d2228f-f3e9-42d1-96a3-5451a568500c tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/ports?device_id=287d2146-a6e1-4a4d-9dd5-abba7a681c24 HTTP/1.1" status: 200 len: 943 time: 0.3403907 Mar 22 19:22:09.663926 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port a1da9a6b-b20b-48cd-a55f-ddd31908ce0b is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:22:09.666014 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a1da9a6b-b20b-48cd-a55f-ddd31908ce0b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:09.669244 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d9719d9a-a107-4893-a476-b0ba1d65a3ce req-b6095592-7b82-40c3-9e25-547fafef793c tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (dd676179-107e-43cf-b677-eb7c2d034d8a), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:09.674326 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-7c73fc68-96eb-426f-8f50-10e9da43d2df service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5d7632a4-6efd-4aa2-8b68-02aec79f1353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592849 Mar 22 19:22:09.682272 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d954e-3fa9-4af7-86b0-2e8c7518d757 req-8400533c-a2ac-4989-99ff-04fa1ddc14bd tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:09.689665 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7e3d954e-3fa9-4af7-86b0-2e8c7518d757 req-8400533c-a2ac-4989-99ff-04fa1ddc14bd tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7eca8fb-b170-494b-8fb0-8451f1561b59 HTTP/1.1" status: 200 len: 944 time: 0.3701141 Mar 22 19:22:09.698976 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['dd676179-107e-43cf-b677-eb7c2d034d8a'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:22:09.713193 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-2b2d682a-5b97-4d7b-a290-93cf52a6e1c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (9a07caf9-8aac-465c-a7bb-0920bcd42641), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:09.779684 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1da9a6b-b20b-48cd-a55f-ddd31908ce0b {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:22:09.809184 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6095592-7b82-40c3-9e25-547fafef793c tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Pushing event deleted for resources: {'Port': ['ID=dd676179-107e-43cf-b677-eb7c2d034d8a,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:09.845044 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-2b2d682a-5b97-4d7b-a290-93cf52a6e1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:09.845660 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-2b2d682a-5b97-4d7b-a290-93cf52a6e1c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:09.847123 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-2b2d682a-5b97-4d7b-a290-93cf52a6e1c3 service neutron] 10.222.0.85 "PUT /v2.0/ports/9a07caf9-8aac-465c-a7bb-0920bcd42641 HTTP/1.1" status: 200 len: 1093 time: 3.2291548 Mar 22 19:22:09.867498 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port a1da9a6b-b20b-48cd-a55f-ddd31908ce0b, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=a1da9a6b-b20b-48cd-a55f-ddd31908ce0b,segment=NetworkSegment(1dabcaba-79e0-403f-8405-a983f35d70a7),segment_id=1dabcaba-79e0-403f-8405-a983f35d70a7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:09.894055 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a1da9a6b-b20b-48cd-a55f-ddd31908ce0b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:09.902973 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43962) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:09.922910 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f19ea81e-2ddb-42c3-9d52-d5e392352aba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:09.969557 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=a1da9a6b-b20b-48cd-a55f-ddd31908ce0b,revision_number=7']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:10.026964 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d682a-5b97-4d7b-a290-93cf52a6e1c3 service neutron] Pushing event updated for resources: {'Port': ['ID=9a07caf9-8aac-465c-a7bb-0920bcd42641,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:10.068402 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-514aed5d-ca22-4d20-9515-7f79e2f670c1 req-5400ce61-c348-47c4-93af-ffd2210542a5 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups?id=4093de66-3757-463f-9524-e827da99c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969731 Mar 22 19:22:10.080880 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9719d9a-a107-4893-a476-b0ba1d65a3ce req-b6095592-7b82-40c3-9e25-547fafef793c tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] No DVR routers for this DVR port dd676179-107e-43cf-b677-eb7c2d034d8a on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:22:10.084586 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f19ea81e-2ddb-42c3-9d52-d5e392352aba admin admin] Publish callbacks [] for security_group (02908e68-b7ba-4c72-b6b1-75c8d932c493), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:10.092437 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d9719d9a-a107-4893-a476-b0ba1d65a3ce req-b6095592-7b82-40c3-9e25-547fafef793c tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:10.096321 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9719d9a-a107-4893-a476-b0ba1d65a3ce req-b6095592-7b82-40c3-9e25-547fafef793c tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.85 "DELETE /v2.0/ports/dd676179-107e-43cf-b677-eb7c2d034d8a HTTP/1.1" status: 204 len: 173 time: 2.2788174 Mar 22 19:22:10.099158 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f19ea81e-2ddb-42c3-9d52-d5e392352aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (02908e68-b7ba-4c72-b6b1-75c8d932c493), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:10.102938 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7e3d954e-3fa9-4af7-86b0-2e8c7518d757 req-d5b0c4d5-80d7-4b4c-bdd8-6bf4a5d6abf4 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122298 Mar 22 19:22:10.176871 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-7a05bb5e-fa7b-4cb1-8e6a-114826fbbfc2 service neutron] 10.222.0.84 "GET /v2.0/networks/5d7632a4-6efd-4aa2-8b68-02aec79f1353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837253 Mar 22 19:22:10.179713 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-89b0c920-52e5-4062-9455-ac32a3c8887b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:10.182235 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-89b0c920-52e5-4062-9455-ac32a3c8887b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=cd5d7b09e78b4f8992b733b5b4229fbb&device_id=e7eca8fb-b170-494b-8fb0-8451f1561b59 HTTP/1.1" status: 200 len: 1127 time: 0.2335927 Mar 22 19:22:10.214054 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ea81e-2ddb-42c3-9d52-d5e392352aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02908e68-b7ba-4c72-b6b1-75c8d932c493,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:10.261643 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f19ea81e-2ddb-42c3-9d52-d5e392352aba admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=67a15ff41e1a40de937eedb57c6116bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3569865 Mar 22 19:22:10.264192 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43984) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:10.286685 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02102498-2e35-4600-a6f7-5b3910adb2d3 req-b38f83d9-6f57-46a1-b974-0e2250672a3a service neutron] 10.222.0.84 "GET /v2.0/networks/5d7632a4-6efd-4aa2-8b68-02aec79f1353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024749 Mar 22 19:22:10.306304 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['a1da9a6b-b20b-48cd-a55f-ddd31908ce0b'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:22:10.352081 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-06f3f942-c8bc-4a1b-80dc-4c7ea3ed5c6f admin admin] Publish callbacks [] for security_group (02908e68-b7ba-4c72-b6b1-75c8d932c493), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:10.388200 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-06f3f942-c8bc-4a1b-80dc-4c7ea3ed5c6f admin admin] Publish callbacks [] for security_group (02908e68-b7ba-4c72-b6b1-75c8d932c493), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:10.418323 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1b18e5d4-0640-40a8-8622-6aff0a101f0b req-9920c063-87ee-4c7c-8671-43a6ace4e651 tempest-ServersNegativeTestJSON-100148873 tempest-ServersNegativeTestJSON-100148873-project] 10.222.0.75 "GET /v2.0/ports?device_id=4b999c45-ae77-4d42-a6e4-55ae341f0d8f HTTP/1.1" status: 200 len: 210 time: 0.1226511 Mar 22 19:22:10.490957 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-06f3f942-c8bc-4a1b-80dc-4c7ea3ed5c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (02908e68-b7ba-4c72-b6b1-75c8d932c493), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:10.494067 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-06f3f942-c8bc-4a1b-80dc-4c7ea3ed5c6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:10.495630 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-06f3f942-c8bc-4a1b-80dc-4c7ea3ed5c6f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/02908e68-b7ba-4c72-b6b1-75c8d932c493 HTTP/1.1" status: 204 len: 168 time: 0.2303073 Mar 22 19:22:10.508534 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3f942-c8bc-4a1b-80dc-4c7ea3ed5c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02908e68-b7ba-4c72-b6b1-75c8d932c493,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:10.551889 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-761d95e3-31af-44cb-9545-b3102d9abc15 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a07caf9-8aac-465c-a7bb-0920bcd42641 HTTP/1.1" status: 200 len: 217 time: 0.2641118 Mar 22 19:22:10.631532 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a16ed-ed70-4eeb-b21e-e5b944069b2c req-1a5deffa-8276-4379-a878-1796574bfc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:10.633088 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e9a16ed-ed70-4eeb-b21e-e5b944069b2c req-1a5deffa-8276-4379-a878-1796574bfc06 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=38ed8ef1e4944b49bee3b635f0a09187&device_id=287d2146-a6e1-4a4d-9dd5-abba7a681c24 HTTP/1.1" status: 200 len: 1126 time: 0.2747655 Mar 22 19:22:10.646906 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606446f-4d5c-43ae-af04-08d7a1a7f66f req-329a218a-a11b-4b5d-800b-3ce31ceecc75 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:10.648484 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1606446f-4d5c-43ae-af04-08d7a1a7f66f req-329a218a-a11b-4b5d-800b-3ce31ceecc75 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 945 time: 0.1793914 Mar 22 19:22:10.658048 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-ca86423e-38e3-49dd-88b6-1213949a1253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:10.659592 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-ca86423e-38e3-49dd-88b6-1213949a1253 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9beaf938-d336-4dec-9fdf-4059a4c13370 HTTP/1.1" status: 200 len: 852 time: 0.0947280 Mar 22 19:22:10.750534 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-c2917ae5-2113-471a-92b1-d2ea2486fa8a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4d8eafd3-40f3-4f59-9d29-1a60a94dbe40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761571 Mar 22 19:22:10.965914 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1606446f-4d5c-43ae-af04-08d7a1a7f66f req-2acb0681-50e5-4740-b7b8-01af9144f07c tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035686 Mar 22 19:22:10.989576 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a16ed-ed70-4eeb-b21e-e5b944069b2c req-3b99016e-08bc-47ed-b8f8-a1a461ee86c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:10.991634 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e9a16ed-ed70-4eeb-b21e-e5b944069b2c req-3b99016e-08bc-47ed-b8f8-a1a461ee86c5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=5d7632a4-6efd-4aa2-8b68-02aec79f1353 HTTP/1.1" status: 200 len: 914 time: 0.3422558 Mar 22 19:22:11.096819 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e9a16ed-ed70-4eeb-b21e-e5b944069b2c req-67ddffd8-0937-4db2-85cc-2821af1a82bc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dd5184d-2b42-4df2-804c-6508c1195b7c HTTP/1.1" status: 200 len: 217 time: 0.0869884 Mar 22 19:22:11.194653 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7eca8fb-b170-494b-8fb0-8451f1561b59', 'tag': '9a07caf9-8aac-465c-a7bb-0920bcd42641'}, {'server_uuid': '4b999c45-ae77-4d42-a6e4-55ae341f0d8f', 'name': 'network-vif-deleted', 'tag': 'dd676179-107e-43cf-b677-eb7c2d034d8a'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:22:11.202463 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b891df7-76e4-4286-b121-fa793cdc9a15" -d '{"events": [{"name": "network-changed", "server_uuid": "e7eca8fb-b170-494b-8fb0-8451f1561b59", "tag": "9a07caf9-8aac-465c-a7bb-0920bcd42641"}, {"server_uuid": "4b999c45-ae77-4d42-a6e4-55ae341f0d8f", "name": "network-vif-deleted", "tag": "dd676179-107e-43cf-b677-eb7c2d034d8a"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:22:11.224736 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-193bfc8a-7765-404a-9e57-bcdd89352822 service neutron] 10.222.0.85 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4628773 Mar 22 19:22:11.417199 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device a1da9a6b-b20b-48cd-a55f-ddd31908ce0b up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:22:11.520673 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port a1da9a6b-b20b-48cd-a55f-ddd31908ce0b triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:22:11.521511 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a1da9a6b-b20b-48cd-a55f-ddd31908ce0b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:11.716404 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port a1da9a6b-b20b-48cd-a55f-ddd31908ce0b is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:22:11.717557 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a1da9a6b-b20b-48cd-a55f-ddd31908ce0b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:11.722998 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a16ed-ed70-4eeb-b21e-e5b944069b2c req-9bd91e8d-01dd-49d5-9e09-401c44f15076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:11.724587 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e9a16ed-ed70-4eeb-b21e-e5b944069b2c req-9bd91e8d-01dd-49d5-9e09-401c44f15076 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0a7d34a5-869d-4a92-9c55-72dc0755e0b6 HTTP/1.1" status: 200 len: 853 time: 0.6150987 Mar 22 19:22:11.778848 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e9a16ed-ed70-4eeb-b21e-e5b944069b2c req-f9c47192-f53f-47c6-a544-7c019281756f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5d7632a4-6efd-4aa2-8b68-02aec79f1353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462253 Mar 22 19:22:11.791269 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd2dc24-1e53-4dc5-9adf-a884a7728b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1da9a6b-b20b-48cd-a55f-ddd31908ce0b'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:22:11.795805 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd011af3-5550-4c66-862a-ea3b31b9fb7f" -d '{"events": [{"server_uuid": "0fd2dc24-1e53-4dc5-9adf-a884a7728b05", "name": "network-vif-plugged", "status": "completed", "tag": "a1da9a6b-b20b-48cd-a55f-ddd31908ce0b"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:22:11.818766 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ada2da-4558-4fef-9863-cb321e8854fa req-da5093b2-6f60-4194-a51f-0824e904f932 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:11.827042 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-86ada2da-4558-4fef-9863-cb321e8854fa req-da5093b2-6f60-4194-a51f-0824e904f932 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/ports?device_id=287d2146-a6e1-4a4d-9dd5-abba7a681c24 HTTP/1.1" status: 200 len: 943 time: 0.6177332 Mar 22 19:22:11.850305 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port a1da9a6b-b20b-48cd-a55f-ddd31908ce0b, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=a1da9a6b-b20b-48cd-a55f-ddd31908ce0b,segment=NetworkSegment(1dabcaba-79e0-403f-8405-a983f35d70a7),segment_id=1dabcaba-79e0-403f-8405-a983f35d70a7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:11.861226 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a1da9a6b-b20b-48cd-a55f-ddd31908ce0b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:11.862103 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device dd676179-107e-43cf-b677-eb7c2d034d8a no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:22:11.938388 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: dd676179-107e-43cf-b677-eb7c2d034d8a {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:22:11.938771 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device dd676179-107e-43cf-b677-eb7c2d034d8a not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:22:11.945344 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfa9e4-e872-4ab3-9368-567fd21a5e39 req-0528bf3b-bd66-45c3-aed0-0c95249ae7b3 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:11.949498 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a0cfa9e4-e872-4ab3-9368-567fd21a5e39 req-0528bf3b-bd66-45c3-aed0-0c95249ae7b3 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5cd308-3d7b-433a-9e51-3167d364728d HTTP/1.1" status: 200 len: 946 time: 0.7365837 Mar 22 19:22:11.991755 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=a1da9a6b-b20b-48cd-a55f-ddd31908ce0b,revision_number=8']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:11.995128 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9ff75f9-8e13-4e7b-b473-4e60f017eaca req-40d09693-b36a-47f7-aebc-8cebb62cf682 service neutron] 10.222.0.85 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7289245 Mar 22 19:22:12.083454 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-86ada2da-4558-4fef-9863-cb321e8854fa req-71ea5472-06d8-41bb-a2f3-7287b5900c48 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups?id=4093de66-3757-463f-9524-e827da99c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529554 Mar 22 19:22:12.138905 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a0cfa9e4-e872-4ab3-9368-567fd21a5e39 req-8d0a32f0-ab43-486c-a778-7bf2100b5617 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.75 "GET /v2.0/security-groups?id=114a9f64-72dd-4bcc-a993-74152fce1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641333 Mar 22 19:22:12.141042 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e9a16ed-ed70-4eeb-b21e-e5b944069b2c req-a87485f9-4fdf-43b5-80c8-96709328694c service neutron] 10.222.0.84 "GET /v2.0/networks/5d7632a4-6efd-4aa2-8b68-02aec79f1353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510098 Mar 22 19:22:12.307128 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e9a16ed-ed70-4eeb-b21e-e5b944069b2c req-e9f2d42e-bf73-4e25-b2a3-0dcde6a9fa66 service neutron] 10.222.0.84 "GET /v2.0/networks/5d7632a4-6efd-4aa2-8b68-02aec79f1353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547897 Mar 22 19:22:12.320219 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58c4e3-8628-41a7-b8d0-94aba6634fce req-0b5c3d04-62ce-44ca-8674-34c5afcbee18 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:12.324893 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9e58c4e3-8628-41a7-b8d0-94aba6634fce req-0b5c3d04-62ce-44ca-8674-34c5afcbee18 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7eca8fb-b170-494b-8fb0-8451f1561b59 HTTP/1.1" status: 200 len: 944 time: 0.1125586 Mar 22 19:22:12.389813 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9e58c4e3-8628-41a7-b8d0-94aba6634fce req-78b21e0a-4074-49d5-977d-f47fbe8dd554 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584893 Mar 22 19:22:12.492414 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 22 Mar 2022 19:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd784c0-bd2b-4a0c-8508-d6eb8f0bac76 x-openstack-request-id: req-2bd784c0-bd2b-4a0c-8508-d6eb8f0bac76 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:22:12.492724 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7eca8fb-b170-494b-8fb0-8451f1561b59", "tag": "9a07caf9-8aac-465c-a7bb-0920bcd42641", "status": "completed", "code": 200}, {"server_uuid": "4b999c45-ae77-4d42-a6e4-55ae341f0d8f", "name": "network-vif-deleted", "tag": "dd676179-107e-43cf-b677-eb7c2d034d8a", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:22:12.492979 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2bd784c0-bd2b-4a0c-8508-d6eb8f0bac76 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:22:12.493394 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bd784c0-bd2b-4a0c-8508-d6eb8f0bac76'] response: {'name': 'network-changed', 'server_uuid': 'e7eca8fb-b170-494b-8fb0-8451f1561b59', 'tag': '9a07caf9-8aac-465c-a7bb-0920bcd42641', 'status': 'completed', 'code': 200} Mar 22 19:22:12.501057 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bd784c0-bd2b-4a0c-8508-d6eb8f0bac76'] response: {'server_uuid': '4b999c45-ae77-4d42-a6e4-55ae341f0d8f', 'name': 'network-vif-deleted', 'tag': 'dd676179-107e-43cf-b677-eb7c2d034d8a', 'status': 'completed', 'code': 200} Mar 22 19:22:12.600939 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b891df7-76e4-4286-b121-fa793cdc9a15 req-0de23f7f-fb64-4a08-b7bc-5b5e0094185a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:12.609883 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5b891df7-76e4-4286-b121-fa793cdc9a15 req-0de23f7f-fb64-4a08-b7bc-5b5e0094185a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=cd5d7b09e78b4f8992b733b5b4229fbb&device_id=e7eca8fb-b170-494b-8fb0-8451f1561b59 HTTP/1.1" status: 200 len: 1127 time: 0.0909796 Mar 22 19:22:12.610294 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44070) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:12.681966 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889193cc-4ef4-4424-887c-f5c5e4c35a4b x-openstack-request-id: req-889193cc-4ef4-4424-887c-f5c5e4c35a4b {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:22:12.682843 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd2dc24-1e53-4dc5-9adf-a884a7728b05", "name": "network-vif-plugged", "status": "completed", "tag": "a1da9a6b-b20b-48cd-a55f-ddd31908ce0b", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:22:12.683334 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-889193cc-4ef4-4424-887c-f5c5e4c35a4b {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:22:12.683963 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-889193cc-4ef4-4424-887c-f5c5e4c35a4b'] response: {'server_uuid': '0fd2dc24-1e53-4dc5-9adf-a884a7728b05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1da9a6b-b20b-48cd-a55f-ddd31908ce0b', 'code': 200} Mar 22 19:22:12.757897 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 5dd5184d-2b42-4df2-804c-6508c1195b7c details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:22:12.769376 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-83fe776a-a51b-405c-b4bd-cab266dc2c1f admin admin] Deleting subnet 449e1584-fac1-45c3-a72f-a3a79da9b7df {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:22:12.799745 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-83fe776a-a51b-405c-b4bd-cab266dc2c1f admin admin] Publish callbacks [] for subnet (449e1584-fac1-45c3-a72f-a3a79da9b7df), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:12.951160 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3b979e-009a-459b-8661-08fc42c20dea req-4b14d38c-68bf-4591-9184-f35a225ede36 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:12.964713 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cd3b979e-009a-459b-8661-08fc42c20dea req-4b14d38c-68bf-4591-9184-f35a225ede36 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.85 "GET /v2.0/ports?device_id=8b5cd308-3d7b-433a-9e51-3167d364728d HTTP/1.1" status: 200 len: 946 time: 0.1518073 Mar 22 19:22:12.999441 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f321bd6c-10c1-4781-8ea4-23fb4f00981c req-31da131e-99e1-44bd-acb3-f0245f97f621 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:13.001029 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f321bd6c-10c1-4781-8ea4-23fb4f00981c req-31da131e-99e1-44bd-acb3-f0245f97f621 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 946 time: 0.2010343 Mar 22 19:22:13.025683 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b891df7-76e4-4286-b121-fa793cdc9a15 req-5a8183fb-ea29-4a70-b970-398e1ed7265f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:13.030142 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5b891df7-76e4-4286-b121-fa793cdc9a15 req-5a8183fb-ea29-4a70-b970-398e1ed7265f service neutron] 10.222.0.85 "GET /v2.0/networks?id=4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 HTTP/1.1" status: 200 len: 913 time: 0.4133260 Mar 22 19:22:13.034367 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 5dd5184d-2b42-4df2-804c-6508c1195b7c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=5dd5184d-2b42-4df2-804c-6508c1195b7c,segment=NetworkSegment(22c81ab1-1346-4808-8768-1989eedd126f),segment_id=22c81ab1-1346-4808-8768-1989eedd126f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:13.048074 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '5dd5184d-2b42-4df2-804c-6508c1195b7c', 'network_id': '5d7632a4-6efd-4aa2-8b68-02aec79f1353', 'port_id': '5dd5184d-2b42-4df2-804c-6508c1195b7c', 'mac_address': 'fa:16:3e:c0:cb:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a7d34a5-869d-4a92-9c55-72dc0755e0b6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:22:13.070329 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-83fe776a-a51b-405c-b4bd-cab266dc2c1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (449e1584-fac1-45c3-a72f-a3a79da9b7df), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:13.095050 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 5dd5184d-2b42-4df2-804c-6508c1195b7c is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:22:13.095882 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5dd5184d-2b42-4df2-804c-6508c1195b7c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:13.114833 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dd5184d-2b42-4df2-804c-6508c1195b7c {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:22:13.136903 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5b891df7-76e4-4286-b121-fa793cdc9a15 req-18264b92-d8d0-45f5-a53c-4b00e0c46edb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a07caf9-8aac-465c-a7bb-0920bcd42641 HTTP/1.1" status: 200 len: 217 time: 0.0762110 Mar 22 19:22:13.180581 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-83fe776a-a51b-405c-b4bd-cab266dc2c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (449e1584-fac1-45c3-a72f-a3a79da9b7df), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:13.182934 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 5dd5184d-2b42-4df2-804c-6508c1195b7c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=5dd5184d-2b42-4df2-804c-6508c1195b7c,segment=NetworkSegment(22c81ab1-1346-4808-8768-1989eedd126f),segment_id=22c81ab1-1346-4808-8768-1989eedd126f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:13.193326 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5dd5184d-2b42-4df2-804c-6508c1195b7c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:13.228542 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b891df7-76e4-4286-b121-fa793cdc9a15 req-805a5d6f-f5f4-4419-bd58-a3e2e941dc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:13.230056 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5b891df7-76e4-4286-b121-fa793cdc9a15 req-805a5d6f-f5f4-4419-bd58-a3e2e941dc1b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9beaf938-d336-4dec-9fdf-4059a4c13370 HTTP/1.1" status: 200 len: 852 time: 0.0834320 Mar 22 19:22:13.298619 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=5dd5184d-2b42-4df2-804c-6508c1195b7c,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:13.298863 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-83fe776a-a51b-405c-b4bd-cab266dc2c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (449e1584-fac1-45c3-a72f-a3a79da9b7df), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:13.325571 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe776a-a51b-405c-b4bd-cab266dc2c1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=449e1584-fac1-45c3-a72f-a3a79da9b7df,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:13.333922 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5b891df7-76e4-4286-b121-fa793cdc9a15 req-0379e30a-6d5a-4616-8db7-ec883ec0154c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4d8eafd3-40f3-4f59-9d29-1a60a94dbe40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931363 Mar 22 19:22:13.339868 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-83fe776a-a51b-405c-b4bd-cab266dc2c1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:13.342738 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-83fe776a-a51b-405c-b4bd-cab266dc2c1f admin admin] 10.222.0.75 "DELETE /v2.0/subnets/449e1584-fac1-45c3-a72f-a3a79da9b7df HTTP/1.1" status: 204 len: 168 time: 0.7314003 Mar 22 19:22:13.345503 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44084) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:13.349717 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e8643-d626-4277-a2e5-18878bd59728 req-bda025d6-eeab-49fd-bc3d-09707402132a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:13.351373 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-724e8643-d626-4277-a2e5-18878bd59728 req-bda025d6-eeab-49fd-bc3d-09707402132a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 1129 time: 0.4111304 Mar 22 19:22:13.420001 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-724e8643-d626-4277-a2e5-18878bd59728 req-2232215c-3e72-41aa-bb55-ae6178b2b6e2 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615690 Mar 22 19:22:13.447345 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['5dd5184d-2b42-4df2-804c-6508c1195b7c'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:22:13.532324 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f321bd6c-10c1-4781-8ea4-23fb4f00981c req-587666e9-024a-4ba4-9c6f-0529033c6c30 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5093777 Mar 22 19:22:13.558919 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5b891df7-76e4-4286-b121-fa793cdc9a15 req-837651f3-84af-4ee7-8d75-3054d6a08a32 service neutron] 10.222.0.85 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153840 Mar 22 19:22:13.583092 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fb01817d-3cb6-4a41-a83e-7b6d03dfc7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (af063d67-c3ee-47b0-bb92-498195b15a92), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:13.602200 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-cd3b979e-009a-459b-8661-08fc42c20dea req-698ef522-c29d-4996-b47a-41085a15e795 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Deleting port 9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:22:13.602844 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cd3b979e-009a-459b-8661-08fc42c20dea req-698ef522-c29d-4996-b47a-41085a15e795 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:13.910098 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-cd3b979e-009a-459b-8661-08fc42c20dea req-698ef522-c29d-4996-b47a-41085a15e795 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] For port 9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40,segment=NetworkSegment(cb81fee5-5ae6-4468-8a44-82f153864c34),segment_id=cb81fee5-5ae6-4468-8a44-82f153864c34)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:13.910404 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cd3b979e-009a-459b-8661-08fc42c20dea req-698ef522-c29d-4996-b47a-41085a15e795 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:13.947506 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fb01817d-3cb6-4a41-a83e-7b6d03dfc7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (af063d67-c3ee-47b0-bb92-498195b15a92), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:14.026069 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-fb01817d-3cb6-4a41-a83e-7b6d03dfc7c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af063d67-c3ee-47b0-bb92-498195b15a92']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:22:14.089350 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-fb01817d-3cb6-4a41-a83e-7b6d03dfc7c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:22:14.089736 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-fb01817d-3cb6-4a41-a83e-7b6d03dfc7c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:22:14.108923 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7007dd-e7b7-46d1-9190-50b42b77eae6 req-d67ec4e8-ebf5-4f30-b38f-6fdaa6a3423d tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:14.118356 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a7007dd-e7b7-46d1-9190-50b42b77eae6 req-d67ec4e8-ebf5-4f30-b38f-6fdaa6a3423d tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/ports?device_id=287d2146-a6e1-4a4d-9dd5-abba7a681c24 HTTP/1.1" status: 200 len: 944 time: 0.4533179 Mar 22 19:22:14.141457 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fb01817d-3cb6-4a41-a83e-7b6d03dfc7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:14.158193 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5b891df7-76e4-4286-b121-fa793cdc9a15 req-90371d00-dedd-4a96-bc53-e81a3144e08f service neutron] 10.222.0.85 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4924212 Mar 22 19:22:14.173996 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fb01817d-3cb6-4a41-a83e-7b6d03dfc7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:14.188796 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb01817d-3cb6-4a41-a83e-7b6d03dfc7c9 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:22:14.189340 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fb01817d-3cb6-4a41-a83e-7b6d03dfc7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (7e0475ba-f2f9-4203-bc8c-4d9efd63e2d7), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:14.192894 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:22:14.192894 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:22:14.192894 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:22:14.192894 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:22:14.192894 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:22:14.192894 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:22:14.192894 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:22:14.192894 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:22:14.192894 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:22:14.192894 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:22:14.192894 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:22:14.192894 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:22:14.192894 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:22:14.192894 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:22:14.192894 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:22:14.192894 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:22:14.192894 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:22:14.192894 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:22:14.192894 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:22:14.192894 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:22:14.192894 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:22:14.192894 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:22:14.192894 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:22:14.192894 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:22:14.192894 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:22:14.192894 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:22:14.192894 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:22:14.192894 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:22:14.192894 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:22:14.192894 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:22:14.192894 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:22:14.192894 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:22:14.336165 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a7007dd-e7b7-46d1-9190-50b42b77eae6 req-96417b51-7904-4d39-92c7-ef69709c797f tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups?id=4093de66-3757-463f-9524-e827da99c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110751 Mar 22 19:22:14.398029 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fb01817d-3cb6-4a41-a83e-7b6d03dfc7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (af063d67-c3ee-47b0-bb92-498195b15a92), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:14.421725 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cd3b979e-009a-459b-8661-08fc42c20dea req-698ef522-c29d-4996-b47a-41085a15e795 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:14.422124 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cd3b979e-009a-459b-8661-08fc42c20dea req-698ef522-c29d-4996-b47a-41085a15e795 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (c5edbba2-bd9a-4d39-bf11-8077c615cf66), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:14.422447 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [req-cd3b979e-009a-459b-8661-08fc42c20dea req-698ef522-c29d-4996-b47a-41085a15e795 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Floating IP c5edbba2-bd9a-4d39-bf11-8077c615cf66 disassociated. External IP: 172.25.5.211, port: 9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40. Mar 22 19:22:14.422798 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-cd3b979e-009a-459b-8661-08fc42c20dea req-698ef522-c29d-4996-b47a-41085a15e795 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Calling delete_port for 9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:22:14.425031 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fb01817d-3cb6-4a41-a83e-7b6d03dfc7c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:14.428896 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fb01817d-3cb6-4a41-a83e-7b6d03dfc7c9 admin admin] 10.222.0.75 "DELETE /v2.0/networks/af063d67-c3ee-47b0-bb92-498195b15a92 HTTP/1.1" status: 204 len: 168 time: 0.9991086 Mar 22 19:22:14.471890 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01817d-3cb6-4a41-a83e-7b6d03dfc7c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=af063d67-c3ee-47b0-bb92-498195b15a92,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:14.559114 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d364da9-06af-48d9-b3b4-6ce38dbaa483 req-622aee83-4425-4d6d-82a8-309155e5e112 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:14.565729 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2d364da9-06af-48d9-b3b4-6ce38dbaa483 req-622aee83-4425-4d6d-82a8-309155e5e112 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.75 "GET /v2.0/ports?device_id=8b5cd308-3d7b-433a-9e51-3167d364728d HTTP/1.1" status: 200 len: 946 time: 0.1350656 Mar 22 19:22:14.663749 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2d364da9-06af-48d9-b3b4-6ce38dbaa483 req-94c5a4b6-b2cf-4232-be21-34ff88d589c8 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.75 "GET /v2.0/security-groups?id=114a9f64-72dd-4bcc-a993-74152fce1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969594 Mar 22 19:22:14.727443 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cd3b979e-009a-459b-8661-08fc42c20dea req-698ef522-c29d-4996-b47a-41085a15e795 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:14.768924 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 5dd5184d-2b42-4df2-804c-6508c1195b7c up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:22:14.782764 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44096) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:14.817979 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ef522-c29d-4996-b47a-41085a15e795 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Pushing event deleted for resources: {'Port': ['ID=9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:14.841763 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-79ba77d3-2bc3-49cc-b0e3-dd7525739061 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d705cf46da4049c5a3f437a1e3d200c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0570145 Mar 22 19:22:14.852976 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44098) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:14.929450 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8492eaa5-a79c-419f-8d8f-9199ff2f39f2 admin admin] Publish callbacks [] for security_group (d172c154-0f3d-4475-b969-ef5097b854b0), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:14.948975 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df53cc-c8ee-429b-80f0-f93950bd2e90 req-96176b3e-0017-4702-b870-d0d27ed8255b tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:14.951273 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9df53cc-c8ee-429b-80f0-f93950bd2e90 req-96176b3e-0017-4702-b870-d0d27ed8255b tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7eca8fb-b170-494b-8fb0-8451f1561b59 HTTP/1.1" status: 200 len: 944 time: 0.2193830 Mar 22 19:22:14.961084 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8492eaa5-a79c-419f-8d8f-9199ff2f39f2 admin admin] Publish callbacks [] for security_group (d172c154-0f3d-4475-b969-ef5097b854b0), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:14.986900 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 5dd5184d-2b42-4df2-804c-6508c1195b7c completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:22:15.007627 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 5dd5184d-2b42-4df2-804c-6508c1195b7c triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:22:15.010141 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5dd5184d-2b42-4df2-804c-6508c1195b7c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:15.041357 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8492eaa5-a79c-419f-8d8f-9199ff2f39f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d172c154-0f3d-4475-b969-ef5097b854b0), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:15.044221 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8492eaa5-a79c-419f-8d8f-9199ff2f39f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:15.047899 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8492eaa5-a79c-419f-8d8f-9199ff2f39f2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d172c154-0f3d-4475-b969-ef5097b854b0 HTTP/1.1" status: 204 len: 168 time: 0.1916113 Mar 22 19:22:15.074711 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492eaa5-a79c-419f-8d8f-9199ff2f39f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d172c154-0f3d-4475-b969-ef5097b854b0,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:15.083400 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd3b979e-009a-459b-8661-08fc42c20dea req-698ef522-c29d-4996-b47a-41085a15e795 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Router bb65b0c0-12b6-43ab-8795-a8160ab7ec47 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:22:15.100854 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9df53cc-c8ee-429b-80f0-f93950bd2e90 req-e41ef87a-54f0-4b61-9472-ceff4ce5e14a tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431134 Mar 22 19:22:15.187957 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0ca2f6c8-b911-446b-a1dc-488fb963e980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:15.267464 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 5dd5184d-2b42-4df2-804c-6508c1195b7c is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:22:15.269128 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5dd5184d-2b42-4df2-804c-6508c1195b7c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:15.371647 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 5dd5184d-2b42-4df2-804c-6508c1195b7c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=5dd5184d-2b42-4df2-804c-6508c1195b7c,segment=NetworkSegment(22c81ab1-1346-4808-8768-1989eedd126f),segment_id=22c81ab1-1346-4808-8768-1989eedd126f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:15.379823 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd3b979e-009a-459b-8661-08fc42c20dea req-698ef522-c29d-4996-b47a-41085a15e795 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:22:15.380769 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287d2146-a6e1-4a4d-9dd5-abba7a681c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd5184d-2b42-4df2-804c-6508c1195b7c'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:22:15.390962 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d489a21-9b88-421d-a8d5-1adfbb02b0a8" -d '{"events": [{"server_uuid": "287d2146-a6e1-4a4d-9dd5-abba7a681c24", "name": "network-vif-plugged", "status": "completed", "tag": "5dd5184d-2b42-4df2-804c-6508c1195b7c"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:22:15.402291 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8963434-3d54-49df-a6f7-f81773d87a4a None None] Sync routers for ids ['bb65b0c0-12b6-43ab-8795-a8160ab7ec47'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:22:15.422462 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5dd5184d-2b42-4df2-804c-6508c1195b7c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:15.488722 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:22:15.493766 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8963434-3d54-49df-a6f7-f81773d87a4a None None] Routers {'bb65b0c0-12b6-43ab-8795-a8160ab7ec47'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:22:15.519539 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b8963434-3d54-49df-a6f7-f81773d87a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:21:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['bb65b0c0-12b6-43ab-8795-a8160ab7ec47'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:22:15.561722 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3b979e-009a-459b-8661-08fc42c20dea req-698ef522-c29d-4996-b47a-41085a15e795 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] No DVR routers for this DVR port 9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:22:15.570639 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cd3b979e-009a-459b-8661-08fc42c20dea req-698ef522-c29d-4996-b47a-41085a15e795 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:15.575922 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cd3b979e-009a-459b-8661-08fc42c20dea req-698ef522-c29d-4996-b47a-41085a15e795 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.85 "DELETE /v2.0/ports/9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40 HTTP/1.1" status: 204 len: 173 time: 2.5923688 Mar 22 19:22:15.576368 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5cd308-3d7b-433a-9e51-3167d364728d', 'name': 'network-vif-deleted', 'tag': '9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:22:15.584233 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58afb11-a748-4be9-a94c-05bcbdaa93d4" -d '{"events": [{"server_uuid": "8b5cd308-3d7b-433a-9e51-3167d364728d", "name": "network-vif-deleted", "tag": "9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:22:15.713165 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:22:15.713847 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:22:15.757048 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:15.764281 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=5dd5184d-2b42-4df2-804c-6508c1195b7c,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:15.826139 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-b8963434-3d54-49df-a6f7-f81773d87a4a None None] Set router bb65b0c0-12b6-43ab-8795-a8160ab7ec47 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:22:16.061809 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b8963434-3d54-49df-a6f7-f81773d87a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'name': 'tempest-ServersTestFqdnHostnames-1272089014-router', 'tenant_id': '3776c74538ed43b2bc56c1ee64bd0054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '87768678-7a46-477b-a27d-3fe363a6a21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:20:06Z', 'updated_at': '2022-03-22T19:20:11Z', 'revision_number': 4, 'project_id': '3776c74538ed43b2bc56c1ee64bd0054', 'gw_port': {'id': '87768678-7a46-477b-a27d-3fe363a6a21b', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:20:07Z', 'updated_at': '2022-03-22T19:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '8b25ba5c-e942-42aa-acc4-9acc1441d567', 'name': '', 'network_id': '665ce1a5-e5f2-48a0-b53a-9e9cf374c82f', 'tenant_id': '3776c74538ed43b2bc56c1ee64bd0054', 'mac_address': 'fa:16:3e:c2:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '791197ad-b493-4998-ab0c-b15b9ded5bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:20:10Z', 'updated_at': '2022-03-22T19:20:19Z', 'revision_number': 5, 'project_id': '3776c74538ed43b2bc56c1ee64bd0054', 'subnets': [{'id': '791197ad-b493-4998-ab0c-b15b9ded5bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:22:16.099767 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8963434-3d54-49df-a6f7-f81773d87a4a None None] Checking router: bb65b0c0-12b6-43ab-8795-a8160ab7ec47 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:22:16.118846 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8963434-3d54-49df-a6f7-f81773d87a4a None None] Routers {'bb65b0c0-12b6-43ab-8795-a8160ab7ec47'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:22:16.121217 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b8963434-3d54-49df-a6f7-f81773d87a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:21:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['bb65b0c0-12b6-43ab-8795-a8160ab7ec47'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:22:16.277916 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-b8963434-3d54-49df-a6f7-f81773d87a4a None None] Set router bb65b0c0-12b6-43ab-8795-a8160ab7ec47 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:22:16.587911 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b8963434-3d54-49df-a6f7-f81773d87a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'name': 'tempest-ServersTestFqdnHostnames-1272089014-router', 'tenant_id': '3776c74538ed43b2bc56c1ee64bd0054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '87768678-7a46-477b-a27d-3fe363a6a21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:20:06Z', 'updated_at': '2022-03-22T19:20:11Z', 'revision_number': 4, 'project_id': '3776c74538ed43b2bc56c1ee64bd0054', 'gw_port': {'id': '87768678-7a46-477b-a27d-3fe363a6a21b', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:20:07Z', 'updated_at': '2022-03-22T19:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '8b25ba5c-e942-42aa-acc4-9acc1441d567', 'name': '', 'network_id': '665ce1a5-e5f2-48a0-b53a-9e9cf374c82f', 'tenant_id': '3776c74538ed43b2bc56c1ee64bd0054', 'mac_address': 'fa:16:3e:c2:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '791197ad-b493-4998-ab0c-b15b9ded5bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:20:10Z', 'updated_at': '2022-03-22T19:20:19Z', 'revision_number': 5, 'project_id': '3776c74538ed43b2bc56c1ee64bd0054', 'subnets': [{'id': '791197ad-b493-4998-ab0c-b15b9ded5bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:22:16.624556 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8963434-3d54-49df-a6f7-f81773d87a4a None None] The sync data for ids ['bb65b0c0-12b6-43ab-8795-a8160ab7ec47'] in n-d-705658-24 is: [{'id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'name': 'tempest-ServersTestFqdnHostnames-1272089014-router', 'tenant_id': '3776c74538ed43b2bc56c1ee64bd0054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '87768678-7a46-477b-a27d-3fe363a6a21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:20:06Z', 'updated_at': '2022-03-22T19:20:11Z', 'revision_number': 4, 'project_id': '3776c74538ed43b2bc56c1ee64bd0054', 'gw_port': {'id': '87768678-7a46-477b-a27d-3fe363a6a21b', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:20:07Z', 'updated_at': '2022-03-22T19:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '8b25ba5c-e942-42aa-acc4-9acc1441d567', 'name': '', 'network_id': '665ce1a5-e5f2-48a0-b53a-9e9cf374c82f', 'tenant_id': '3776c74538ed43b2bc56c1ee64bd0054', 'mac_address': 'fa:16:3e:c2:54:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'device_owner': 'network:router_interface', 'standard_attr_id': 789, 'fixed_ips': [{'subnet_id': '791197ad-b493-4998-ab0c-b15b9ded5bbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:20:10Z', 'updated_at': '2022-03-22T19:20:19Z', 'revision_number': 5, 'project_id': '3776c74538ed43b2bc56c1ee64bd0054', 'subnets': [{'id': '791197ad-b493-4998-ab0c-b15b9ded5bbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:22:16.977074 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486563af-7e0b-413e-b023-db25ec065f15 None None] New status for floating IP c5edbba2-bd9a-4d39-bf11-8077c615cf66: DOWN {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:22:17.341734 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8af2b604-16f1-4b8d-a3c6-170526ebbbd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:17.429100 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:22:17.441054 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 9a07caf9-8aac-465c-a7bb-0920bcd42641 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:22:17.584456 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 9a07caf9-8aac-465c-a7bb-0920bcd42641, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=9a07caf9-8aac-465c-a7bb-0920bcd42641,segment=NetworkSegment(8c6ba457-004e-47f9-ab30-ce3aaf4ab771),segment_id=8c6ba457-004e-47f9-ab30-ce3aaf4ab771)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:17.600384 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '9a07caf9-8aac-465c-a7bb-0920bcd42641', 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40', 'port_id': '9a07caf9-8aac-465c-a7bb-0920bcd42641', 'mac_address': 'fa:16:3e:80:ac:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9beaf938-d336-4dec-9fdf-4059a4c13370', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:22:17.661221 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 9a07caf9-8aac-465c-a7bb-0920bcd42641 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:22:17.661645 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9a07caf9-8aac-465c-a7bb-0920bcd42641), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:17.680457 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a07caf9-8aac-465c-a7bb-0920bcd42641 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:22:17.703967 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 9a07caf9-8aac-465c-a7bb-0920bcd42641, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=9a07caf9-8aac-465c-a7bb-0920bcd42641,segment=NetworkSegment(8c6ba457-004e-47f9-ab30-ce3aaf4ab771),segment_id=8c6ba457-004e-47f9-ab30-ce3aaf4ab771)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:17.710656 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (9a07caf9-8aac-465c-a7bb-0920bcd42641), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:17.922610 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=9a07caf9-8aac-465c-a7bb-0920bcd42641,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:18.041025 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['9a07caf9-8aac-465c-a7bb-0920bcd42641'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:22:18.168052 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:18.568894 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:19.468121 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 9a07caf9-8aac-465c-a7bb-0920bcd42641 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:22:19.520855 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 9a07caf9-8aac-465c-a7bb-0920bcd42641 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:22:19.525770 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 9a07caf9-8aac-465c-a7bb-0920bcd42641 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:22:19.526162 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9a07caf9-8aac-465c-a7bb-0920bcd42641), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:19.619034 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 9a07caf9-8aac-465c-a7bb-0920bcd42641 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:22:19.619639 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9a07caf9-8aac-465c-a7bb-0920bcd42641), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:19.660732 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 9a07caf9-8aac-465c-a7bb-0920bcd42641, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=9a07caf9-8aac-465c-a7bb-0920bcd42641,segment=NetworkSegment(8c6ba457-004e-47f9-ab30-ce3aaf4ab771),segment_id=8c6ba457-004e-47f9-ab30-ce3aaf4ab771)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:19.664713 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (9a07caf9-8aac-465c-a7bb-0920bcd42641), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:19.717938 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=9a07caf9-8aac-465c-a7bb-0920bcd42641,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:19.834486 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-9ac4755a-fb73-41f7-8f1f-b4ecd9c64562 tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=b3576cdbfa6f4061b1fd5df74b522b5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257335 Mar 22 19:22:19.984066 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348edb76-0203-4467-aabd-d11acfd107c6 req-6fd7698f-6194-4d89-8f77-a8367f6772d9 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:19.985722 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-348edb76-0203-4467-aabd-d11acfd107c6 req-6fd7698f-6194-4d89-8f77-a8367f6772d9 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 946 time: 0.1210489 Mar 22 19:22:19.988905 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:20.002769 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-f1e0bfbe-08f2-4e77-89d9-790d63e0c44d tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:20.004354 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-f1e0bfbe-08f2-4e77-89d9-790d63e0c44d tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1633086 Mar 22 19:22:20.031844 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-119d6a0e-85a4-4db5-a5c4-ea58ddd241d0 tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] 10.222.0.75 "GET /v2.0/quotas/b3576cdbfa6f4061b1fd5df74b522b5b HTTP/1.1" status: 200 len: 375 time: 0.0214167 Mar 22 19:22:20.075481 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-1f37fada-0a5d-4d19-8688-f02a5b6303ee tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b3576cdbfa6f4061b1fd5df74b522b5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367754 Mar 22 19:22:20.078964 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-348edb76-0203-4467-aabd-d11acfd107c6 req-2f113c10-9dc2-43fa-81b4-0f202afaccf9 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835049 Mar 22 19:22:20.211677 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c27eb-4495-4c73-b548-12cfe0acadc1 req-35263fe8-97e6-41b7-88af-a7ca2ae8b5b1 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:20.222688 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a03c27eb-4495-4c73-b548-12cfe0acadc1 req-35263fe8-97e6-41b7-88af-a7ca2ae8b5b1 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/ports?device_id=287d2146-a6e1-4a4d-9dd5-abba7a681c24 HTTP/1.1" status: 200 len: 945 time: 0.0776162 Mar 22 19:22:20.246735 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01db0141-ba2d-4788-8815-05271f8d43af x-openstack-request-id: req-01db0141-ba2d-4788-8815-05271f8d43af {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:22:20.247392 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287d2146-a6e1-4a4d-9dd5-abba7a681c24", "name": "network-vif-plugged", "status": "completed", "tag": "5dd5184d-2b42-4df2-804c-6508c1195b7c", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:22:20.247753 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-01db0141-ba2d-4788-8815-05271f8d43af {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:22:20.248248 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01db0141-ba2d-4788-8815-05271f8d43af'] response: {'server_uuid': '287d2146-a6e1-4a4d-9dd5-abba7a681c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dd5184d-2b42-4df2-804c-6508c1195b7c', 'code': 200} Mar 22 19:22:20.288140 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0255db-c3d0-44e0-8c72-33c4be3a3d86 x-openstack-request-id: req-3f0255db-c3d0-44e0-8c72-33c4be3a3d86 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:22:20.289219 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5cd308-3d7b-433a-9e51-3167d364728d", "name": "network-vif-deleted", "tag": "9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:22:20.289493 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3f0255db-c3d0-44e0-8c72-33c4be3a3d86 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:22:20.290850 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f0255db-c3d0-44e0-8c72-33c4be3a3d86'] response: {'server_uuid': '8b5cd308-3d7b-433a-9e51-3167d364728d', 'name': 'network-vif-deleted', 'tag': '9c0e0cf5-d9c4-42cc-ac40-61a9772c1d40', 'status': 'completed', 'code': 200} Mar 22 19:22:20.317334 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a03c27eb-4495-4c73-b548-12cfe0acadc1 req-aa91d171-e5ab-43cd-b973-d5735dd1317b tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups?id=4093de66-3757-463f-9524-e827da99c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932732 Mar 22 19:22:20.385624 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c1446-4ab0-4345-9a7a-6d47e0287a4f req-a8cfeb94-48d0-4537-8f5b-93134e3be105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:20.387356 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-966c1446-4ab0-4345-9a7a-6d47e0287a4f req-a8cfeb94-48d0-4537-8f5b-93134e3be105 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=287d2146-a6e1-4a4d-9dd5-abba7a681c24 HTTP/1.1" status: 200 len: 1128 time: 0.0689552 Mar 22 19:22:20.497810 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-966c1446-4ab0-4345-9a7a-6d47e0287a4f req-2737ad48-338d-4a3b-8f1d-35a17f1f6ed1 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=4093de66-3757-463f-9524-e827da99c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023786 Mar 22 19:22:20.752695 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44204) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:20.898099 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68586366-3674-421c-b814-7fd30d05943f req-dd64c756-a61f-495b-b83a-d46851b3ee12 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:20.899619 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-68586366-3674-421c-b814-7fd30d05943f req-dd64c756-a61f-495b-b83a-d46851b3ee12 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7eca8fb-b170-494b-8fb0-8451f1561b59 HTTP/1.1" status: 200 len: 946 time: 0.4604840 Mar 22 19:22:20.921917 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-000f037d-b7d4-4f95-8706-b4a55e1e10a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:20.936597 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025883f7-3f29-4667-a18d-8998e66370fc req-9e46808c-a42b-4ded-8dcc-cf51abf873ff tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:20.944571 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-025883f7-3f29-4667-a18d-8998e66370fc req-9e46808c-a42b-4ded-8dcc-cf51abf873ff tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 946 time: 0.4418144 Mar 22 19:22:20.998241 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-68586366-3674-421c-b814-7fd30d05943f req-6c712276-5136-48bc-bdac-82fb5ac7a56f tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857494 Mar 22 19:22:21.016798 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-000f037d-b7d4-4f95-8706-b4a55e1e10a8 admin admin] Publish callbacks [] for security_group (4dcf5088-cecb-42f2-af0c-159fd7baf9cc), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:21.024750 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-000f037d-b7d4-4f95-8706-b4a55e1e10a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (4dcf5088-cecb-42f2-af0c-159fd7baf9cc), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:21.035536 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-025883f7-3f29-4667-a18d-8998e66370fc req-f530f2ae-043b-4478-b3cf-32188493ebe7 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898237 Mar 22 19:22:21.079915 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f037d-b7d4-4f95-8706-b4a55e1e10a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcf5088-cecb-42f2-af0c-159fd7baf9cc,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:21.101015 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44212) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:21.118151 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-000f037d-b7d4-4f95-8706-b4a55e1e10a8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3d0998ab4ab748129c9cc8d2b29e9d71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3619473 Mar 22 19:22:21.118518 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44214) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:21.162037 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-34109c1c-6795-4277-9c2b-ecc80357f4a7 req-eeb9ed9b-1af3-492c-ac09-4a8a6c608f43 tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] 10.222.0.75 "GET /v2.0/ports?device_id=902f916e-5013-4135-9a1a-00cf02a06ffc HTTP/1.1" status: 200 len: 210 time: 0.0707917 Mar 22 19:22:21.216450 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d1f25362-26f6-4aa7-8559-cdea1eb7b2bd admin admin] Publish callbacks [] for security_group (4dcf5088-cecb-42f2-af0c-159fd7baf9cc), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:21.239889 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a1fc85f5-61bb-41be-92d6-52934b660557 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks [] for security_group (114a9f64-72dd-4bcc-a993-74152fce1fec), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:21.246815 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d1f25362-26f6-4aa7-8559-cdea1eb7b2bd admin admin] Publish callbacks [] for security_group (4dcf5088-cecb-42f2-af0c-159fd7baf9cc), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:21.275337 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a1fc85f5-61bb-41be-92d6-52934b660557 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks [] for security_group (114a9f64-72dd-4bcc-a993-74152fce1fec), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:21.293218 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f3946-c980-42bf-8667-4b18dee2c276 req-fe1a2077-d780-41ec-a905-a673d8f1e52a tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:21.301781 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7c1f3946-c980-42bf-8667-4b18dee2c276 req-fe1a2077-d780-41ec-a905-a673d8f1e52a tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] 10.222.0.75 "GET /v2.0/ports?device_id=213b8187-6209-4898-ade6-c58c5f4abd24 HTTP/1.1" status: 200 len: 949 time: 0.1426435 Mar 22 19:22:21.312357 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d1f25362-26f6-4aa7-8559-cdea1eb7b2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (4dcf5088-cecb-42f2-af0c-159fd7baf9cc), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:21.317695 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d1f25362-26f6-4aa7-8559-cdea1eb7b2bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:21.318934 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:21.320758 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d1f25362-26f6-4aa7-8559-cdea1eb7b2bd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4dcf5088-cecb-42f2-af0c-159fd7baf9cc HTTP/1.1" status: 204 len: 168 time: 0.2012236 Mar 22 19:22:21.336211 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f25362-26f6-4aa7-8559-cdea1eb7b2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcf5088-cecb-42f2-af0c-159fd7baf9cc,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:21.426674 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7c1f3946-c980-42bf-8667-4b18dee2c276 req-c6bd4542-9a1c-4a06-bf78-d5e939060a99 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b97d83c2-a8a9-48c3-a973-efdea4f7e194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184590 Mar 22 19:22:21.457622 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a1fc85f5-61bb-41be-92d6-52934b660557 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (114a9f64-72dd-4bcc-a993-74152fce1fec), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:21.464073 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a1fc85f5-61bb-41be-92d6-52934b660557 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:21.465580 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a1fc85f5-61bb-41be-92d6-52934b660557 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.75 "DELETE /v2.0/security-groups/114a9f64-72dd-4bcc-a993-74152fce1fec HTTP/1.1" status: 204 len: 168 time: 0.3618445 Mar 22 19:22:21.468918 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44228) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:21.478692 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc85f5-61bb-41be-92d6-52934b660557 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=114a9f64-72dd-4bcc-a993-74152fce1fec,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:21.487841 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-75f2e0ca-9c89-4175-ab16-6fefea9ac733 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] show failed (client error): The resource could not be found. Mar 22 19:22:21.490553 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-75f2e0ca-9c89-4175-ab16-6fefea9ac733 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.75 "GET /v2.0/security-groups/114a9f64-72dd-4bcc-a993-74152fce1fec HTTP/1.1" status: 404 len: 347 time: 0.0197999 Mar 22 19:22:21.496326 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44230) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:21.624023 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-32d90644-e0d9-4413-bc1c-af7e9a6b0515 tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=b3576cdbfa6f4061b1fd5df74b522b5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352867 Mar 22 19:22:21.634750 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd989f-990a-4438-9a28-4f3af39d6dd6 req-22cf68b9-54df-43ba-bdff-70746417d652 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:21.642658 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a5dd989f-990a-4438-9a28-4f3af39d6dd6 req-22cf68b9-54df-43ba-bdff-70746417d652 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/ports?device_id=287d2146-a6e1-4a4d-9dd5-abba7a681c24 HTTP/1.1" status: 200 len: 945 time: 0.1360505 Mar 22 19:22:21.890998 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a5dd989f-990a-4438-9a28-4f3af39d6dd6 req-a4ef0bb0-2987-4f65-9bed-23123f335d45 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups?id=4093de66-3757-463f-9524-e827da99c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424173 Mar 22 19:22:21.990778 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-012a2be3-d3f7-49d3-a63e-ebe229e64e1e tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:22.011207 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-012a2be3-d3f7-49d3-a63e-ebe229e64e1e tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3415627 Mar 22 19:22:22.019798 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-e4477c97-277f-4be0-ab68-b78acf2242ef tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Request body: {'port': {'device_id': '902f916e-5013-4135-9a1a-00cf02a06ffc', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'admin_state_up': True, 'tenant_id': 'b3576cdbfa6f4061b1fd5df74b522b5b'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:22:22.062085 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-46926018-45a0-4bed-838d-733c22fa7b36 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:22.065771 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-46926018-45a0-4bed-838d-733c22fa7b36 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/networks?id=f86aee2c-a4db-473a-89c7-b87edd48b016 HTTP/1.1" status: 200 len: 815 time: 0.3448207 Mar 22 19:22:22.118253 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-73b94194-b72e-477e-87fb-688c17ce4369 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Deleting port ea8b837a-1ed9-4c23-a6a2-163f89a93176 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:22:22.118876 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-73b94194-b72e-477e-87fb-688c17ce4369 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (ea8b837a-1ed9-4c23-a6a2-163f89a93176), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:22.149027 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-e66a1965-1fa9-4922-ab0b-e61ccacda077 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/quotas/1d0968440cf54214977e8ebbdab6278f HTTP/1.1" status: 200 len: 375 time: 0.0609119 Mar 22 19:22:22.234328 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-73b94194-b72e-477e-87fb-688c17ce4369 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (ea8b837a-1ed9-4c23-a6a2-163f89a93176), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:22.235152 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-73b94194-b72e-477e-87fb-688c17ce4369 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks [] for floatingip (ea8b837a-1ed9-4c23-a6a2-163f89a93176), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:22.250662 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7eca8fb-b170-494b-8fb0-8451f1561b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a07caf9-8aac-465c-a7bb-0920bcd42641'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:22:22.251709 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-549f4fae-4f31-4a3d-9e5d-2ff29ea66204 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1d0968440cf54214977e8ebbdab6278f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0896015 Mar 22 19:22:22.251959 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-73b94194-b72e-477e-87fb-688c17ce4369 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Calling delete_port for ea8b837a-1ed9-4c23-a6a2-163f89a93176 owned by network:floatingip {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:22:22.260585 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f98d24-b20e-4ffa-a816-618643cebd03" -d '{"events": [{"server_uuid": "e7eca8fb-b170-494b-8fb0-8451f1561b59", "name": "network-vif-plugged", "status": "completed", "tag": "9a07caf9-8aac-465c-a7bb-0920bcd42641"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:22:22.351708 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-e4477c97-277f-4be0-ab68-b78acf2242ef tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Made reservation on behalf of b3576cdbfa6f4061b1fd5df74b522b5b for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:22:22.355513 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-e4477c97-277f-4be0-ab68-b78acf2242ef tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:22.373178 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-e4477c97-277f-4be0-ab68-b78acf2242ef tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:22.416550 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-8da8fa7c-5679-4f09-9e8b-66fff1849b19 service neutron] 10.222.0.75 "GET /v2.0/networks/f86aee2c-a4db-473a-89c7-b87edd48b016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427076 Mar 22 19:22:22.470216 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-73b94194-b72e-477e-87fb-688c17ce4369 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (ea8b837a-1ed9-4c23-a6a2-163f89a93176), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:22.531699 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b94194-b72e-477e-87fb-688c17ce4369 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Pushing event deleted for resources: {'Port': ['ID=ea8b837a-1ed9-4c23-a6a2-163f89a93176,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:22.595640 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-881d1466-b807-43d3-a1d5-9bdf3f9c6d1a service neutron] 10.222.0.75 "GET /v2.0/networks/f86aee2c-a4db-473a-89c7-b87edd48b016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677778 Mar 22 19:22:22.598483 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-e4477c97-277f-4be0-ab68-b78acf2242ef tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Publish callbacks [] for security_group (71bdf349-3f09-415b-998f-fcfc3e1e16a9), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:22.601655 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-73b94194-b72e-477e-87fb-688c17ce4369 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks [] for floatingip (c5edbba2-bd9a-4d39-bf11-8077c615cf66), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:22.604742 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-e4477c97-277f-4be0-ab68-b78acf2242ef tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (71bdf349-3f09-415b-998f-fcfc3e1e16a9), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:22.605226 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-73b94194-b72e-477e-87fb-688c17ce4369 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:22.606480 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-73b94194-b72e-477e-87fb-688c17ce4369 tempest-ServersTestFqdnHostnames-1347815165 tempest-ServersTestFqdnHostnames-1347815165-project] 10.222.0.75 "DELETE /v2.0/floatingips/c5edbba2-bd9a-4d39-bf11-8077c615cf66 HTTP/1.1" status: 204 len: 168 time: 1.1057301 Mar 22 19:22:22.609416 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44290) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:22.713085 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4477c97-277f-4be0-ab68-b78acf2242ef tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71bdf349-3f09-415b-998f-fcfc3e1e16a9,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:22.809368 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device ed9a694f-4333-4d55-a6cc-69d9c2c5be35 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:22:22.827658 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-e4477c97-277f-4be0-ab68-b78acf2242ef tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Allocated IP 192.168.233.226 (43c82fd2-7e25-4eba-86f2-aced26197dba/e28314b8-0ed1-465e-a6f2-eda7f6b773cd/a96d6547-67c3-47c3-aaea-fd6e7888de11) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:22:22.990617 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port ed9a694f-4333-4d55-a6cc-69d9c2c5be35 is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:22:22.991017 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ed9a694f-4333-4d55-a6cc-69d9c2c5be35), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:23.066787 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port ed9a694f-4333-4d55-a6cc-69d9c2c5be35, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=ed9a694f-4333-4d55-a6cc-69d9c2c5be35,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:23.079418 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (ed9a694f-4333-4d55-a6cc-69d9c2c5be35), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:23.198090 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=ed9a694f-4333-4d55-a6cc-69d9c2c5be35,revision_number=8']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:23.233600 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661eda6-194e-49e3-9c57-7187320e116e req-2e3f5005-d323-44c3-9d7b-0bba0395e26b tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:23.235829 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e661eda6-194e-49e3-9c57-7187320e116e req-2e3f5005-d323-44c3-9d7b-0bba0395e26b tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.85 "GET /v2.0/ports?device_id=0fd2dc24-1e53-4dc5-9adf-a884a7728b05 HTTP/1.1" status: 200 len: 946 time: 0.1533325 Mar 22 19:22:23.273557 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb72d58-c44f-4b9c-906e-8e159d5c0063 req-3b4f751f-e63b-44ab-bb83-9d45cc53b3a1 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:23.281394 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9eb72d58-c44f-4b9c-906e-8e159d5c0063 req-3b4f751f-e63b-44ab-bb83-9d45cc53b3a1 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7eca8fb-b170-494b-8fb0-8451f1561b59 HTTP/1.1" status: 200 len: 946 time: 0.3594303 Mar 22 19:22:23.305064 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3dcce5e7-26bf-46a6-98cc-a0d910aef690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (bb65b0c0-12b6-43ab-8795-a8160ab7ec47), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:23.359918 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e1c4231f-b1d2-4303-832e-d53984d3e91c req-ba7634f9-5345-4765-a420-df7dfd62a3c5 tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] 10.222.0.75 "GET /v2.0/ports?device_id=902f916e-5013-4135-9a1a-00cf02a06ffc HTTP/1.1" status: 200 len: 210 time: 0.1150618 Mar 22 19:22:23.432812 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00450ec8-d509-4ba9-8598-9dadc304ac20 x-openstack-request-id: req-00450ec8-d509-4ba9-8598-9dadc304ac20 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:22:23.433391 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7eca8fb-b170-494b-8fb0-8451f1561b59", "name": "network-vif-plugged", "status": "completed", "tag": "9a07caf9-8aac-465c-a7bb-0920bcd42641", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:22:23.433648 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-00450ec8-d509-4ba9-8598-9dadc304ac20 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:22:23.434253 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00450ec8-d509-4ba9-8598-9dadc304ac20'] response: {'server_uuid': 'e7eca8fb-b170-494b-8fb0-8451f1561b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a07caf9-8aac-465c-a7bb-0920bcd42641', 'code': 200} Mar 22 19:22:23.447129 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-e4477c97-277f-4be0-ab68-b78acf2242ef tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Publish callbacks [] for port (a96d6547-67c3-47c3-aaea-fd6e7888de11), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:23.561203 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9eb72d58-c44f-4b9c-906e-8e159d5c0063 req-c4e76ffe-7714-43ea-a05a-792789ecf1e5 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782943 Mar 22 19:22:23.600125 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1dfb46-d3cc-4cba-8e33-61c429e2d5d6 req-8bcc9833-031d-4869-b857-abee1867f154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:23.601298 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6e1dfb46-d3cc-4cba-8e33-61c429e2d5d6 req-8bcc9833-031d-4869-b857-abee1867f154 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e7eca8fb-b170-494b-8fb0-8451f1561b59 HTTP/1.1" status: 200 len: 1129 time: 0.0824811 Mar 22 19:22:23.647202 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-e4477c97-277f-4be0-ab68-b78acf2242ef tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (a96d6547-67c3-47c3-aaea-fd6e7888de11), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:23.659365 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-e661eda6-194e-49e3-9c57-7187320e116e req-d2a610a7-0575-48d9-a77c-d3bb6bcbec00 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Deleting port a1da9a6b-b20b-48cd-a55f-ddd31908ce0b {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:22:23.660247 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e661eda6-194e-49e3-9c57-7187320e116e req-d2a610a7-0575-48d9-a77c-d3bb6bcbec00 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (a1da9a6b-b20b-48cd-a55f-ddd31908ce0b), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:23.740068 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6e1dfb46-d3cc-4cba-8e33-61c429e2d5d6 req-99e41731-eeb9-40ab-9beb-7a4314259b8e service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208003 Mar 22 19:22:23.768341 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-3dcce5e7-26bf-46a6-98cc-a0d910aef690 admin admin] Deleting port 8b25ba5c-e942-42aa-acc4-9acc1441d567 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:22:23.769392 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3dcce5e7-26bf-46a6-98cc-a0d910aef690 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (8b25ba5c-e942-42aa-acc4-9acc1441d567), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:23.789773 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-e4477c97-277f-4be0-ab68-b78acf2242ef tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Network 43c82fd2-7e25-4eba-86f2-aced26197dba is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:22:23.794674 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-45cd7290-cb55-4e80-80cd-f81798478808 req-88ca1b83-a7dc-4567-847a-6aadfbd66fb8 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 210 time: 0.1003928 Mar 22 19:22:23.803904 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-e4477c97-277f-4be0-ab68-b78acf2242ef tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:22:23.828643 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-e4477c97-277f-4be0-ab68-b78acf2242ef tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:22:23.828643 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4477c97-277f-4be0-ab68-b78acf2242ef tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Pushing event updated for resources: {'Port': ['ID=a96d6547-67c3-47c3-aaea-fd6e7888de11,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:23.937404 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-3dcce5e7-26bf-46a6-98cc-a0d910aef690 admin admin] For port 8b25ba5c-e942-42aa-acc4-9acc1441d567, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=8b25ba5c-e942-42aa-acc4-9acc1441d567,segment=NetworkSegment(cb81fee5-5ae6-4468-8a44-82f153864c34),segment_id=cb81fee5-5ae6-4468-8a44-82f153864c34)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:23.937769 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3dcce5e7-26bf-46a6-98cc-a0d910aef690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (8b25ba5c-e942-42aa-acc4-9acc1441d567), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:23.963440 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-3dcce5e7-26bf-46a6-98cc-a0d910aef690 admin admin] Calling delete_port for 8b25ba5c-e942-42aa-acc4-9acc1441d567 owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:22:23.982902 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-e4477c97-277f-4be0-ab68-b78acf2242ef tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:23.983539 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-e4477c97-277f-4be0-ab68-b78acf2242ef tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:24.024022 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-e661eda6-194e-49e3-9c57-7187320e116e req-d2a610a7-0575-48d9-a77c-d3bb6bcbec00 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] For port a1da9a6b-b20b-48cd-a55f-ddd31908ce0b, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=a1da9a6b-b20b-48cd-a55f-ddd31908ce0b,segment=NetworkSegment(1dabcaba-79e0-403f-8405-a983f35d70a7),segment_id=1dabcaba-79e0-403f-8405-a983f35d70a7)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:24.024676 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e661eda6-194e-49e3-9c57-7187320e116e req-d2a610a7-0575-48d9-a77c-d3bb6bcbec00 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (a1da9a6b-b20b-48cd-a55f-ddd31908ce0b), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:24.056423 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-e4477c97-277f-4be0-ab68-b78acf2242ef tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0432813 Mar 22 19:22:24.077730 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-c0fa3112-24d6-4f61-ab96-26ee9875793c service neutron] Request body: {'port': {'device_id': '902f916e-5013-4135-9a1a-00cf02a06ffc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:22:24.087370 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-e661eda6-194e-49e3-9c57-7187320e116e req-d2a610a7-0575-48d9-a77c-d3bb6bcbec00 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Calling delete_port for a1da9a6b-b20b-48cd-a55f-ddd31908ce0b owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:22:24.158296 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da7514-541e-4006-9dae-699916cffd50 req-d830ba50-2c70-4048-9148-a0fc0d47401b tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:24.167323 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7da7514-541e-4006-9dae-699916cffd50 req-d830ba50-2c70-4048-9148-a0fc0d47401b tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/ports?device_id=287d2146-a6e1-4a4d-9dd5-abba7a681c24 HTTP/1.1" status: 200 len: 945 time: 0.2952783 Mar 22 19:22:24.239084 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-a6d2bfae-3c6b-4fa8-b691-3910b342cdd5 None None] Provisioning complete for port a96d6547-67c3-47c3-aaea-fd6e7888de11 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:22:24.239712 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a6d2bfae-3c6b-4fa8-b691-3910b342cdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a96d6547-67c3-47c3-aaea-fd6e7888de11), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:24.296841 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-a6d2bfae-3c6b-4fa8-b691-3910b342cdd5 None None] Port a96d6547-67c3-47c3-aaea-fd6e7888de11 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:22:24.339441 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7da7514-541e-4006-9dae-699916cffd50 req-db055754-26ca-46ec-b44c-08d6ea1e97be tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups?id=4093de66-3757-463f-9524-e827da99c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700315 Mar 22 19:22:24.345838 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-c0fa3112-24d6-4f61-ab96-26ee9875793c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a96d6547-67c3-47c3-aaea-fd6e7888de11), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:24.427439 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3dcce5e7-26bf-46a6-98cc-a0d910aef690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (8b25ba5c-e942-42aa-acc4-9acc1441d567), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:24.470022 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcce5e7-26bf-46a6-98cc-a0d910aef690 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b25ba5c-e942-42aa-acc4-9acc1441d567,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:24.814314 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e661eda6-194e-49e3-9c57-7187320e116e req-d2a610a7-0575-48d9-a77c-d3bb6bcbec00 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (a1da9a6b-b20b-48cd-a55f-ddd31908ce0b), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:24.862032 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a610a7-0575-48d9-a77c-d3bb6bcbec00 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Pushing event deleted for resources: {'Port': ['ID=a1da9a6b-b20b-48cd-a55f-ddd31908ce0b,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:24.926786 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-2ae3f07a-ff82-4854-a218-1582419e1625 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:24.928473 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-2ae3f07a-ff82-4854-a218-1582419e1625 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.85 "GET /v2.0/networks?id=f86aee2c-a4db-473a-89c7-b87edd48b016 HTTP/1.1" status: 200 len: 815 time: 0.3228438 Mar 22 19:22:24.939375 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecfc15-9262-4a20-b0dc-76c34adb9f61 req-3b04de4b-91cb-4380-ac4d-9daa703f4039 tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:24.940979 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-92ecfc15-9262-4a20-b0dc-76c34adb9f61 req-3b04de4b-91cb-4380-ac4d-9daa703f4039 tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] 10.222.0.75 "GET /v2.0/ports?device_id=902f916e-5013-4135-9a1a-00cf02a06ffc HTTP/1.1" status: 200 len: 936 time: 0.3411825 Mar 22 19:22:24.943260 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-1554063d-260a-4007-b1fc-8bf8a061c443 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Request body: {'port': {'device_id': '675087b0-cafe-4493-b2ab-962dfe9c579e', 'network_id': 'f86aee2c-a4db-473a-89c7-b87edd48b016', 'admin_state_up': True, 'tenant_id': '1d0968440cf54214977e8ebbdab6278f'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:22:24.948391 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3dcce5e7-26bf-46a6-98cc-a0d910aef690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (bb65b0c0-12b6-43ab-8795-a8160ab7ec47), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:25.024970 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-e661eda6-194e-49e3-9c57-7187320e116e req-d2a610a7-0575-48d9-a77c-d3bb6bcbec00 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] No DVR routers for this DVR port a1da9a6b-b20b-48cd-a55f-ddd31908ce0b on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:22:25.027962 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e661eda6-194e-49e3-9c57-7187320e116e req-d2a610a7-0575-48d9-a77c-d3bb6bcbec00 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:25.031512 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e661eda6-194e-49e3-9c57-7187320e116e req-d2a610a7-0575-48d9-a77c-d3bb6bcbec00 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.85 "DELETE /v2.0/ports/a1da9a6b-b20b-48cd-a55f-ddd31908ce0b HTTP/1.1" status: 204 len: 173 time: 1.7873816 Mar 22 19:22:25.042593 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd2dc24-1e53-4dc5-9adf-a884a7728b05', 'name': 'network-vif-deleted', 'tag': 'a1da9a6b-b20b-48cd-a55f-ddd31908ce0b'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:22:25.044882 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78adafaf-ce80-4fc3-beed-c429b2d6fe48" -d '{"events": [{"server_uuid": "0fd2dc24-1e53-4dc5-9adf-a884a7728b05", "name": "network-vif-deleted", "tag": "a1da9a6b-b20b-48cd-a55f-ddd31908ce0b"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:22:25.066182 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c6abfdd0-b47c-4ece-afa5-dbd52478f4e3 req-1bd5df52-ee9c-4a36-be19-e1646cf75819 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-126077434&fields=id&tenant_id=38ed8ef1e4944b49bee3b635f0a09187 HTTP/1.1" status: 200 len: 267 time: 0.3070698 Mar 22 19:22:25.163484 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-1554063d-260a-4007-b1fc-8bf8a061c443 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Made reservation on behalf of 1d0968440cf54214977e8ebbdab6278f for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:22:25.167070 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-1554063d-260a-4007-b1fc-8bf8a061c443 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:25.188091 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-92ecfc15-9262-4a20-b0dc-76c34adb9f61 req-cf1b2121-dea0-41c7-8cf1-fc0a64732af1 tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] 10.222.0.75 "GET /v2.0/security-groups?id=71bdf349-3f09-415b-998f-fcfc3e1e16a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265885 Mar 22 19:22:25.240707 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abfdd0-b47c-4ece-afa5-dbd52478f4e3 req-bee4c9ef-3a62-4fbb-84df-18d1ef9f964d tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:25.257930 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c6abfdd0-b47c-4ece-afa5-dbd52478f4e3 req-bee4c9ef-3a62-4fbb-84df-18d1ef9f964d tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/ports?device_id=287d2146-a6e1-4a4d-9dd5-abba7a681c24 HTTP/1.1" status: 200 len: 945 time: 0.1907523 Mar 22 19:22:25.324984 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-c6abfdd0-b47c-4ece-afa5-dbd52478f4e3 req-721973ff-6e5a-4984-a498-baaa94cc2864 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Request body: {'port': {'security_groups': ['4093de66-3757-463f-9524-e827da99c973', '5f8c8dda-5e3a-490e-a823-7e37d3f8c1e2']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:22:25.390892 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dcce5e7-26bf-46a6-98cc-a0d910aef690 admin admin] Router bb65b0c0-12b6-43ab-8795-a8160ab7ec47 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:22:25.403846 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-c0fa3112-24d6-4f61-ab96-26ee9875793c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a96d6547-67c3-47c3-aaea-fd6e7888de11 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:22:25.431587 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-c0fa3112-24d6-4f61-ab96-26ee9875793c service neutron] Publish callbacks [] for port (a96d6547-67c3-47c3-aaea-fd6e7888de11), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:25.436278 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213b8187-6209-4898-ade6-c58c5f4abd24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed9a694f-4333-4d55-a6cc-69d9c2c5be35'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:22:25.439397 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca829f5c-d03d-4934-bfe8-d435da0717d4" -d '{"events": [{"server_uuid": "213b8187-6209-4898-ade6-c58c5f4abd24", "name": "network-vif-unplugged", "status": "completed", "tag": "ed9a694f-4333-4d55-a6cc-69d9c2c5be35"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:22:25.450247 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-1554063d-260a-4007-b1fc-8bf8a061c443 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Allocated IP 172.20.0.2 (f86aee2c-a4db-473a-89c7-b87edd48b016/b79d00bd-67e3-41a4-af81-d6bc678ecb21/8f03d05b-02ff-4c20-862a-80e3e22816b8) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:22:25.476028 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device a1da9a6b-b20b-48cd-a55f-ddd31908ce0b no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:22:25.491348 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-c0fa3112-24d6-4f61-ab96-26ee9875793c service neutron] Transition to ACTIVE for port object a96d6547-67c3-47c3-aaea-fd6e7888de11 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:22:25.499108 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: a1da9a6b-b20b-48cd-a55f-ddd31908ce0b {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:22:25.500332 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device a1da9a6b-b20b-48cd-a55f-ddd31908ce0b not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:22:25.511398 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-c0fa3112-24d6-4f61-ab96-26ee9875793c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (a96d6547-67c3-47c3-aaea-fd6e7888de11), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:25.521393 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c6abfdd0-b47c-4ece-afa5-dbd52478f4e3 req-721973ff-6e5a-4984-a498-baaa94cc2864 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5dd5184d-2b42-4df2-804c-6508c1195b7c), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:25.545617 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1cf8093f-2729-477b-b4ab-9578a4591992 req-4330a818-eee2-4e43-bd16-17ab1a51f5e4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1761761 Mar 22 19:22:25.554083 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ab4ac-4c44-421b-864e-a4fb1b9fc097 req-14e14517-621f-4109-8398-e645455596f1 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:25.555665 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-140ab4ac-4c44-421b-864e-a4fb1b9fc097 req-14e14517-621f-4109-8398-e645455596f1 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7eca8fb-b170-494b-8fb0-8451f1561b59 HTTP/1.1" status: 200 len: 946 time: 0.2196763 Mar 22 19:22:25.597681 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcce5e7-26bf-46a6-98cc-a0d910aef690 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:22:25.604295 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3dcce5e7-26bf-46a6-98cc-a0d910aef690 admin admin] 10.222.0.75 "PUT /v2.0/routers/bb65b0c0-12b6-43ab-8795-a8160ab7ec47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9938605 Mar 22 19:22:25.610344 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44388) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:25.621067 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e675b99c-290d-4bfa-9bf6-6a09116778ce None None] Sync routers for ids ['bb65b0c0-12b6-43ab-8795-a8160ab7ec47'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:22:25.630904 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e675b99c-290d-4bfa-9bf6-6a09116778ce None None] Routers {'bb65b0c0-12b6-43ab-8795-a8160ab7ec47'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:22:25.631542 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-e675b99c-290d-4bfa-9bf6-6a09116778ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:22:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['bb65b0c0-12b6-43ab-8795-a8160ab7ec47'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:22:25.778459 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-e675b99c-290d-4bfa-9bf6-6a09116778ce None None] Set router bb65b0c0-12b6-43ab-8795-a8160ab7ec47 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:22:25.792261 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa3112-24d6-4f61-ab96-26ee9875793c service neutron] Pushing event updated for resources: {'Port': ['ID=a96d6547-67c3-47c3-aaea-fd6e7888de11,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:25.932493 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-140ab4ac-4c44-421b-864e-a4fb1b9fc097 req-78346674-39ce-48a8-a323-f4b5cebb72a0 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569417 Mar 22 19:22:25.973140 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8093f-2729-477b-b4ab-9578a4591992 req-232cbb1d-4182-4661-9375-03e4cb2f3fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:25.978422 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1cf8093f-2729-477b-b4ab-9578a4591992 req-232cbb1d-4182-4661-9375-03e4cb2f3fa7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=21ca62c1596a4d419681f3e57266f544&device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 1128 time: 0.3979161 Mar 22 19:22:26.085582 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-e675b99c-290d-4bfa-9bf6-6a09116778ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'name': 'tempest-ServersTestFqdnHostnames-1272089014-router', 'tenant_id': '3776c74538ed43b2bc56c1ee64bd0054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '87768678-7a46-477b-a27d-3fe363a6a21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:20:06Z', 'updated_at': '2022-03-22T19:22:24Z', 'revision_number': 5, 'project_id': '3776c74538ed43b2bc56c1ee64bd0054', 'gw_port': {'id': '87768678-7a46-477b-a27d-3fe363a6a21b', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:20:07Z', 'updated_at': '2022-03-22T19:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:22:26.123165 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e675b99c-290d-4bfa-9bf6-6a09116778ce None None] Checking router: bb65b0c0-12b6-43ab-8795-a8160ab7ec47 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:22:26.124060 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-c0fa3112-24d6-4f61-ab96-26ee9875793c service neutron] Attempting to bind port a96d6547-67c3-47c3-aaea-fd6e7888de11 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:22:26.124766 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-c0fa3112-24d6-4f61-ab96-26ee9875793c service neutron] Attempting to bind port a96d6547-67c3-47c3-aaea-fd6e7888de11 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:22:26.125104 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-c0fa3112-24d6-4f61-ab96-26ee9875793c service neutron] Attempting to bind port a96d6547-67c3-47c3-aaea-fd6e7888de11 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:22:26.133363 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e675b99c-290d-4bfa-9bf6-6a09116778ce None None] Routers {'bb65b0c0-12b6-43ab-8795-a8160ab7ec47'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:22:26.134068 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-e675b99c-290d-4bfa-9bf6-6a09116778ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:22:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['bb65b0c0-12b6-43ab-8795-a8160ab7ec47'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:22:26.170923 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-c0fa3112-24d6-4f61-ab96-26ee9875793c service neutron] Port a96d6547-67c3-47c3-aaea-fd6e7888de11 on network 43c82fd2-7e25-4eba-86f2-aced26197dba not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:22:26.171255 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-c0fa3112-24d6-4f61-ab96-26ee9875793c service neutron] Attempting to bind port a96d6547-67c3-47c3-aaea-fd6e7888de11 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:22:26.175187 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-30191783-f74e-4920-9169-091f6baa7f12 req-b4a5bf9b-4488-42d3-895e-a37dd6158371 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 210 time: 0.0710378 Mar 22 19:22:26.180508 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-1554063d-260a-4007-b1fc-8bf8a061c443 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Publish callbacks [] for port (8f03d05b-02ff-4c20-862a-80e3e22816b8), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:26.198033 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-276e70f4-cf30-48f6-974f-c1213f8c94c2 admin admin] Publish callbacks [] for router (bb65b0c0-12b6-43ab-8795-a8160ab7ec47), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:26.290553 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8093f-2729-477b-b4ab-9578a4591992 req-70b862f8-419f-4355-83f7-56ef5132d689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:26.292483 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1cf8093f-2729-477b-b4ab-9578a4591992 req-70b862f8-419f-4355-83f7-56ef5132d689 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3f43483d-05ef-426b-881a-d8fc390ab6a9 HTTP/1.1" status: 200 len: 922 time: 0.2697582 Mar 22 19:22:26.293237 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-c0fa3112-24d6-4f61-ab96-26ee9875793c service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:22:26.293571 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-c0fa3112-24d6-4f61-ab96-26ee9875793c service neutron] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:22:26.293970 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-c0fa3112-24d6-4f61-ab96-26ee9875793c service neutron] Bound using segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:22:26.294881 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-c0fa3112-24d6-4f61-ab96-26ee9875793c service neutron] Bound port: a96d6547-67c3-47c3-aaea-fd6e7888de11, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:22:26.295174 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-c0fa3112-24d6-4f61-ab96-26ee9875793c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a96d6547-67c3-47c3-aaea-fd6e7888de11), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:26.316899 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-1554063d-260a-4007-b1fc-8bf8a061c443 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (8f03d05b-02ff-4c20-862a-80e3e22816b8), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:26.334915 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e44ec1-2103-41df-a3bb-45040201d788 x-openstack-request-id: req-e7e44ec1-2103-41df-a3bb-45040201d788 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:22:26.335254 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd2dc24-1e53-4dc5-9adf-a884a7728b05", "name": "network-vif-deleted", "tag": "a1da9a6b-b20b-48cd-a55f-ddd31908ce0b", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:22:26.335516 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e7e44ec1-2103-41df-a3bb-45040201d788 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:22:26.335933 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7e44ec1-2103-41df-a3bb-45040201d788'] response: {'server_uuid': '0fd2dc24-1e53-4dc5-9adf-a884a7728b05', 'name': 'network-vif-deleted', 'tag': 'a1da9a6b-b20b-48cd-a55f-ddd31908ce0b', 'status': 'completed', 'code': 200} Mar 22 19:22:26.341524 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-e675b99c-290d-4bfa-9bf6-6a09116778ce None None] Set router bb65b0c0-12b6-43ab-8795-a8160ab7ec47 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:22:26.386992 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-1554063d-260a-4007-b1fc-8bf8a061c443 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Network f86aee2c-a4db-473a-89c7-b87edd48b016 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:22:26.401521 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-1554063d-260a-4007-b1fc-8bf8a061c443 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:22:26.404240 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-1554063d-260a-4007-b1fc-8bf8a061c443 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:22:26.410886 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554063d-260a-4007-b1fc-8bf8a061c443 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Pushing event updated for resources: {'Port': ['ID=8f03d05b-02ff-4c20-862a-80e3e22816b8,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:26.444987 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1cf8093f-2729-477b-b4ab-9578a4591992 req-6af98381-aeef-4cf3-ac0a-dd75ff0da2bf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27c13ab8-4afc-4cd0-80c8-f2143469b5fa HTTP/1.1" status: 200 len: 217 time: 0.1072531 Mar 22 19:22:26.460608 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 19:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36df0462-9bad-4d15-8b0b-16320b57c6b8 x-openstack-request-id: req-36df0462-9bad-4d15-8b0b-16320b57c6b8 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:22:26.461615 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213b8187-6209-4898-ade6-c58c5f4abd24", "name": "network-vif-unplugged", "status": "completed", "tag": "ed9a694f-4333-4d55-a6cc-69d9c2c5be35", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:22:26.462714 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-36df0462-9bad-4d15-8b0b-16320b57c6b8 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:22:26.463363 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36df0462-9bad-4d15-8b0b-16320b57c6b8'] response: {'server_uuid': '213b8187-6209-4898-ade6-c58c5f4abd24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed9a694f-4333-4d55-a6cc-69d9c2c5be35', 'code': 200} Mar 22 19:22:26.481327 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-276e70f4-cf30-48f6-974f-c1213f8c94c2 admin admin] Publish callbacks [] for router_gateway (bb65b0c0-12b6-43ab-8795-a8160ab7ec47), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:26.513634 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-1554063d-260a-4007-b1fc-8bf8a061c443 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:26.514485 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-1554063d-260a-4007-b1fc-8bf8a061c443 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:26.547315 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8093f-2729-477b-b4ab-9578a4591992 req-77e98482-58a0-483b-88fd-41c965663a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:26.548782 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1cf8093f-2729-477b-b4ab-9578a4591992 req-77e98482-58a0-483b-88fd-41c965663a59 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bc515ca7-b43f-45d2-b838-320d24bc42f9 HTTP/1.1" status: 200 len: 861 time: 0.0941756 Mar 22 19:22:26.573442 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-1554063d-260a-4007-b1fc-8bf8a061c443 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6340590 Mar 22 19:22:26.589395 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-bf9ab310-de1a-4268-8fd6-9592e8473dee service neutron] Request body: {'port': {'device_id': '675087b0-cafe-4493-b2ab-962dfe9c579e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:22:26.630707 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-c6abfdd0-b47c-4ece-afa5-dbd52478f4e3 req-721973ff-6e5a-4984-a498-baaa94cc2864 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] For port 5dd5184d-2b42-4df2-804c-6508c1195b7c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=5dd5184d-2b42-4df2-804c-6508c1195b7c,segment=NetworkSegment(22c81ab1-1346-4808-8768-1989eedd126f),segment_id=22c81ab1-1346-4808-8768-1989eedd126f)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:26.656959 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-276e70f4-cf30-48f6-974f-c1213f8c94c2 admin admin] Deleting port 87768678-7a46-477b-a27d-3fe363a6a21b {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:22:26.658065 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-276e70f4-cf30-48f6-974f-c1213f8c94c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (87768678-7a46-477b-a27d-3fe363a6a21b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:26.697916 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-e675b99c-290d-4bfa-9bf6-6a09116778ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'name': 'tempest-ServersTestFqdnHostnames-1272089014-router', 'tenant_id': '3776c74538ed43b2bc56c1ee64bd0054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '87768678-7a46-477b-a27d-3fe363a6a21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:20:06Z', 'updated_at': '2022-03-22T19:22:24Z', 'revision_number': 5, 'project_id': '3776c74538ed43b2bc56c1ee64bd0054', 'gw_port': {'id': '87768678-7a46-477b-a27d-3fe363a6a21b', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:20:07Z', 'updated_at': '2022-03-22T19:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:22:26.703241 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c6abfdd0-b47c-4ece-afa5-dbd52478f4e3 req-721973ff-6e5a-4984-a498-baaa94cc2864 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for port (5dd5184d-2b42-4df2-804c-6508c1195b7c), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:26.709853 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1cf8093f-2729-477b-b4ab-9578a4591992 req-585a3e35-c38b-4241-a13c-d27f26b6200d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3f43483d-05ef-426b-881a-d8fc390ab6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1489830 Mar 22 19:22:26.727570 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-bf9ab310-de1a-4268-8fd6-9592e8473dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8f03d05b-02ff-4c20-862a-80e3e22816b8), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:26.732578 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-c0fa3112-24d6-4f61-ab96-26ee9875793c service neutron] For port a96d6547-67c3-47c3-aaea-fd6e7888de11, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:22:26.738179 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e675b99c-290d-4bfa-9bf6-6a09116778ce None None] The sync data for ids ['bb65b0c0-12b6-43ab-8795-a8160ab7ec47'] in n-d-705658-24 is: [{'id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'name': 'tempest-ServersTestFqdnHostnames-1272089014-router', 'tenant_id': '3776c74538ed43b2bc56c1ee64bd0054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': '87768678-7a46-477b-a27d-3fe363a6a21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:20:06Z', 'updated_at': '2022-03-22T19:22:24Z', 'revision_number': 5, 'project_id': '3776c74538ed43b2bc56c1ee64bd0054', 'gw_port': {'id': '87768678-7a46-477b-a27d-3fe363a6a21b', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb65b0c0-12b6-43ab-8795-a8160ab7ec47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:20:07Z', 'updated_at': '2022-03-22T19:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:22:26.752419 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c6abfdd0-b47c-4ece-afa5-dbd52478f4e3 req-721973ff-6e5a-4984-a498-baaa94cc2864 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (5dd5184d-2b42-4df2-804c-6508c1195b7c), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:26.779915 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['5dd5184d-2b42-4df2-804c-6508c1195b7c'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:22:26.862496 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-276e70f4-cf30-48f6-974f-c1213f8c94c2 admin admin] For port 87768678-7a46-477b-a27d-3fe363a6a21b, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=87768678-7a46-477b-a27d-3fe363a6a21b,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:26.864026 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-276e70f4-cf30-48f6-974f-c1213f8c94c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (87768678-7a46-477b-a27d-3fe363a6a21b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:26.929841 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-276e70f4-cf30-48f6-974f-c1213f8c94c2 admin admin] Calling delete_port for 87768678-7a46-477b-a27d-3fe363a6a21b owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:22:27.205722 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-c0fa3112-24d6-4f61-ab96-26ee9875793c service neutron] For port a96d6547-67c3-47c3-aaea-fd6e7888de11, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=a96d6547-67c3-47c3-aaea-fd6e7888de11,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:22:27.248344 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-c0fa3112-24d6-4f61-ab96-26ee9875793c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (a96d6547-67c3-47c3-aaea-fd6e7888de11), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:27.258647 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-bf9ab310-de1a-4268-8fd6-9592e8473dee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f03d05b-02ff-4c20-862a-80e3e22816b8 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:22:27.264018 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abfdd0-b47c-4ece-afa5-dbd52478f4e3 req-721973ff-6e5a-4984-a498-baaa94cc2864 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:27.264727 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c6abfdd0-b47c-4ece-afa5-dbd52478f4e3 req-721973ff-6e5a-4984-a498-baaa94cc2864 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:27.266199 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c6abfdd0-b47c-4ece-afa5-dbd52478f4e3 req-721973ff-6e5a-4984-a498-baaa94cc2864 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "PUT /v2.0/ports/5dd5184d-2b42-4df2-804c-6508c1195b7c HTTP/1.1" status: 200 len: 981 time: 2.0025864 Mar 22 19:22:27.268111 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-bf9ab310-de1a-4268-8fd6-9592e8473dee service neutron] Publish callbacks [] for port (8f03d05b-02ff-4c20-862a-80e3e22816b8), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:27.280915 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-276e70f4-cf30-48f6-974f-c1213f8c94c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (87768678-7a46-477b-a27d-3fe363a6a21b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:27.303934 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-bf9ab310-de1a-4268-8fd6-9592e8473dee service neutron] Transition to ACTIVE for port object 8f03d05b-02ff-4c20-862a-80e3e22816b8 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:22:27.345982 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-bf9ab310-de1a-4268-8fd6-9592e8473dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (8f03d05b-02ff-4c20-862a-80e3e22816b8), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:27.348215 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e70f4-cf30-48f6-974f-c1213f8c94c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=87768678-7a46-477b-a27d-3fe363a6a21b,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:27.353666 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a845e5-4172-49b2-920a-6ddb327a93b1 req-a5244b66-d917-4a4a-a93c-a72e62f902ca tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:27.357749 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['5dd5184d-2b42-4df2-804c-6508c1195b7c'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:22:27.360207 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c4a845e5-4172-49b2-920a-6ddb327a93b1 req-a5244b66-d917-4a4a-a93c-a72e62f902ca tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] 10.222.0.75 "GET /v2.0/ports?device_id=902f916e-5013-4135-9a1a-00cf02a06ffc HTTP/1.1" status: 200 len: 948 time: 0.6960926 Mar 22 19:22:27.389712 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721973ff-6e5a-4984-a498-baaa94cc2864 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Pushing event updated for resources: {'Port': ['ID=5dd5184d-2b42-4df2-804c-6508c1195b7c,revision_number=6']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:27.403232 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-c0fa3112-24d6-4f61-ab96-26ee9875793c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:27.403927 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-c0fa3112-24d6-4f61-ab96-26ee9875793c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:27.405291 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-c0fa3112-24d6-4f61-ab96-26ee9875793c service neutron] 10.222.0.85 "PUT /v2.0/ports/a96d6547-67c3-47c3-aaea-fd6e7888de11 HTTP/1.1" status: 200 len: 1097 time: 3.3318937 Mar 22 19:22:27.544238 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1cf8093f-2729-477b-b4ab-9578a4591992 req-49936572-1038-4f0f-84f3-d28d31edcfb4 service neutron] 10.222.0.84 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8154771 Mar 22 19:22:27.584308 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ab310-de1a-4268-8fd6-9592e8473dee service neutron] Pushing event updated for resources: {'Port': ['ID=8f03d05b-02ff-4c20-862a-80e3e22816b8,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:27.622125 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-276e70f4-cf30-48f6-974f-c1213f8c94c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (bb65b0c0-12b6-43ab-8795-a8160ab7ec47), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:27.726538 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c4a845e5-4172-49b2-920a-6ddb327a93b1 req-8fe447e6-6343-4483-9ffd-6b876c707a7e tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] 10.222.0.75 "GET /v2.0/security-groups?id=71bdf349-3f09-415b-998f-fcfc3e1e16a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653243 Mar 22 19:22:27.741066 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa3112-24d6-4f61-ab96-26ee9875793c service neutron] Pushing event updated for resources: {'Port': ['ID=a96d6547-67c3-47c3-aaea-fd6e7888de11,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:27.794516 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-867aa84f-850d-48d6-b9ee-db59e7df77a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:27.794516 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-867aa84f-850d-48d6-b9ee-db59e7df77a9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b3576cdbfa6f4061b1fd5df74b522b5b&device_id=902f916e-5013-4135-9a1a-00cf02a06ffc HTTP/1.1" status: 200 len: 1131 time: 0.3132827 Mar 22 19:22:27.812119 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-276e70f4-cf30-48f6-974f-c1213f8c94c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (bb65b0c0-12b6-43ab-8795-a8160ab7ec47), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:27.813937 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed511ad7-1663-485a-9275-f9a30ddfe4d2 req-398430c1-6484-42ba-9865-e4dee9dd3a84 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:27.815709 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed511ad7-1663-485a-9275-f9a30ddfe4d2 req-398430c1-6484-42ba-9865-e4dee9dd3a84 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7eca8fb-b170-494b-8fb0-8451f1561b59 HTTP/1.1" status: 200 len: 946 time: 0.2916751 Mar 22 19:22:27.827750 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-276e70f4-cf30-48f6-974f-c1213f8c94c2 admin admin] Publish callbacks [] for router_controller (bb65b0c0-12b6-43ab-8795-a8160ab7ec47), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:27.866561 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-f8abe58b-76ba-435d-8b27-08b893ffaeed service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=a96d6547-67c3-47c3-aaea-fd6e7888de11 HTTP/1.1" status: 200 len: 217 time: 0.0766833 Mar 22 19:22:27.877943 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1cf8093f-2729-477b-b4ab-9578a4591992 req-a3babfbb-a5b3-4791-936f-b064fd26a039 service neutron] 10.222.0.84 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060670 Mar 22 19:22:27.884196 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-bf9ab310-de1a-4268-8fd6-9592e8473dee service neutron] Attempting to bind port 8f03d05b-02ff-4c20-862a-80e3e22816b8 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:22:27.884555 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-bf9ab310-de1a-4268-8fd6-9592e8473dee service neutron] Attempting to bind port 8f03d05b-02ff-4c20-862a-80e3e22816b8 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '1dabcaba-79e0-403f-8405-a983f35d70a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f86aee2c-a4db-473a-89c7-b87edd48b016'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:22:27.884924 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-bf9ab310-de1a-4268-8fd6-9592e8473dee service neutron] Attempting to bind port 8f03d05b-02ff-4c20-862a-80e3e22816b8 on network f86aee2c-a4db-473a-89c7-b87edd48b016 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:22:27.900099 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-bf9ab310-de1a-4268-8fd6-9592e8473dee service neutron] Port 8f03d05b-02ff-4c20-862a-80e3e22816b8 on network f86aee2c-a4db-473a-89c7-b87edd48b016 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:22:27.900434 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-bf9ab310-de1a-4268-8fd6-9592e8473dee service neutron] Attempting to bind port 8f03d05b-02ff-4c20-862a-80e3e22816b8 on network f86aee2c-a4db-473a-89c7-b87edd48b016 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:22:27.906819 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-bf9ab310-de1a-4268-8fd6-9592e8473dee service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:22:27.907268 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-bf9ab310-de1a-4268-8fd6-9592e8473dee service neutron] Checking segment: {'id': '1dabcaba-79e0-403f-8405-a983f35d70a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f86aee2c-a4db-473a-89c7-b87edd48b016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:22:27.907540 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-bf9ab310-de1a-4268-8fd6-9592e8473dee service neutron] Bound using segment: {'id': '1dabcaba-79e0-403f-8405-a983f35d70a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f86aee2c-a4db-473a-89c7-b87edd48b016'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:22:27.907974 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-bf9ab310-de1a-4268-8fd6-9592e8473dee service neutron] Bound port: 8f03d05b-02ff-4c20-862a-80e3e22816b8, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dabcaba-79e0-403f-8405-a983f35d70a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f86aee2c-a4db-473a-89c7-b87edd48b016'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:22:27.908329 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-bf9ab310-de1a-4268-8fd6-9592e8473dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8f03d05b-02ff-4c20-862a-80e3e22816b8), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:27.921650 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-276e70f4-cf30-48f6-974f-c1213f8c94c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (bb65b0c0-12b6-43ab-8795-a8160ab7ec47), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:27.922279 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276e70f4-cf30-48f6-974f-c1213f8c94c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb65b0c0-12b6-43ab-8795-a8160ab7ec47 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:22:27.927466 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-276e70f4-cf30-48f6-974f-c1213f8c94c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:27.930986 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-276e70f4-cf30-48f6-974f-c1213f8c94c2 admin admin] 10.222.0.75 "DELETE /v2.0/routers/bb65b0c0-12b6-43ab-8795-a8160ab7ec47 HTTP/1.1" status: 204 len: 168 time: 2.3189828 Mar 22 19:22:27.933016 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44428) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:27.985414 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-9aa1a7c1-1093-4928-b6de-fd96c9246725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:27.986944 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-9aa1a7c1-1093-4928-b6de-fd96c9246725 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1112986 Mar 22 19:22:27.994666 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed511ad7-1663-485a-9275-f9a30ddfe4d2 req-42f4a63d-8ca8-4822-aef9-3f0a0133fd36 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684391 Mar 22 19:22:28.007231 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-d32f45cf-9d2d-4161-b1e6-110ac1b6c708 admin admin] Deleting subnet 791197ad-b493-4998-ab0c-b15b9ded5bbf {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:22:28.010454 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d32f45cf-9d2d-4161-b1e6-110ac1b6c708 admin admin] Publish callbacks [] for subnet (791197ad-b493-4998-ab0c-b15b9ded5bbf), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:28.046735 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ebbda-ad51-4d2d-9b8d-134177ad9930 req-2b42a2ac-5d04-48e9-9422-21bd588f58dc tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:28.046878 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3d9ebbda-ad51-4d2d-9b8d-134177ad9930 req-2b42a2ac-5d04-48e9-9422-21bd588f58dc tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 943 time: 0.1907606 Mar 22 19:22:28.088915 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-44291de8-a810-4650-8e9a-d33d8328e9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:28.090562 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-44291de8-a810-4650-8e9a-d33d8328e9f8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0950952 Mar 22 19:22:28.095295 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d32f45cf-9d2d-4161-b1e6-110ac1b6c708 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (791197ad-b493-4998-ab0c-b15b9ded5bbf), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:28.134287 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-bf9ab310-de1a-4268-8fd6-9592e8473dee service neutron] For port 8f03d05b-02ff-4c20-862a-80e3e22816b8, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:22:28.150676 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-bf9ab310-de1a-4268-8fd6-9592e8473dee service neutron] For port 8f03d05b-02ff-4c20-862a-80e3e22816b8, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=8f03d05b-02ff-4c20-862a-80e3e22816b8,segment=NetworkSegment(1dabcaba-79e0-403f-8405-a983f35d70a7),segment_id=1dabcaba-79e0-403f-8405-a983f35d70a7)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:22:28.162433 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-bf9ab310-de1a-4268-8fd6-9592e8473dee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (8f03d05b-02ff-4c20-862a-80e3e22816b8), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:28.184631 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-bf9ab310-de1a-4268-8fd6-9592e8473dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:28.185270 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-bf9ab310-de1a-4268-8fd6-9592e8473dee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:28.187242 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-bf9ab310-de1a-4268-8fd6-9592e8473dee service neutron] 10.222.0.85 "PUT /v2.0/ports/8f03d05b-02ff-4c20-862a-80e3e22816b8 HTTP/1.1" status: 200 len: 1092 time: 1.6053042 Mar 22 19:22:28.187779 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675087b0-cafe-4493-b2ab-962dfe9c579e', 'tag': '8f03d05b-02ff-4c20-862a-80e3e22816b8'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:22:28.190294 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a1b3e5-16a5-4279-b0e4-b1bed2537859" -d '{"events": [{"name": "network-changed", "server_uuid": "675087b0-cafe-4493-b2ab-962dfe9c579e", "tag": "8f03d05b-02ff-4c20-862a-80e3e22816b8"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:22:28.207139 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3d9ebbda-ad51-4d2d-9b8d-134177ad9930 req-8301501f-d5f5-4938-bfbe-e95c5c8dd0ba tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429765 Mar 22 19:22:28.253643 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-89d000b6-910a-4cc6-a336-76785ce261e9 req-c2deadc6-00b1-4499-b8b3-0ce70b6134a1 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1832563874&fields=id&tenant_id=38ed8ef1e4944b49bee3b635f0a09187 HTTP/1.1" status: 200 len: 267 time: 0.1330194 Mar 22 19:22:28.317169 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d32f45cf-9d2d-4161-b1e6-110ac1b6c708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (791197ad-b493-4998-ab0c-b15b9ded5bbf), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:28.342331 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287d2146-a6e1-4a4d-9dd5-abba7a681c24', 'tag': '5dd5184d-2b42-4df2-804c-6508c1195b7c'}, {'name': 'network-changed', 'server_uuid': '902f916e-5013-4135-9a1a-00cf02a06ffc', 'tag': 'a96d6547-67c3-47c3-aaea-fd6e7888de11'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:22:28.344879 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c076e86-56d4-4169-964c-4cc1b232a8c0" -d '{"events": [{"name": "network-changed", "server_uuid": "287d2146-a6e1-4a4d-9dd5-abba7a681c24", "tag": "5dd5184d-2b42-4df2-804c-6508c1195b7c"}, {"name": "network-changed", "server_uuid": "902f916e-5013-4135-9a1a-00cf02a06ffc", "tag": "a96d6547-67c3-47c3-aaea-fd6e7888de11"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:22:28.356315 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d000b6-910a-4cc6-a336-76785ce261e9 req-012c2fa7-e917-4a24-b1cb-c6d387a76a55 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:28.362014 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-89d000b6-910a-4cc6-a336-76785ce261e9 req-012c2fa7-e917-4a24-b1cb-c6d387a76a55 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/ports?device_id=287d2146-a6e1-4a4d-9dd5-abba7a681c24 HTTP/1.1" status: 200 len: 984 time: 0.1012750 Mar 22 19:22:28.366214 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-b0eabc32-b07a-49d0-ba0f-1274dff2501b service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642219 Mar 22 19:22:28.374507 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-89d000b6-910a-4cc6-a336-76785ce261e9 req-abfa44b7-ddb1-45d6-93d1-5c5f519b467e tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Request body: {'port': {'security_groups': ['4093de66-3757-463f-9524-e827da99c973', '5f8c8dda-5e3a-490e-a823-7e37d3f8c1e2', 'a028358d-c4ee-4bff-9619-2a63917cc9f7']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:22:28.453203 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d32f45cf-9d2d-4161-b1e6-110ac1b6c708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (791197ad-b493-4998-ab0c-b15b9ded5bbf), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:28.502404 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-89d000b6-910a-4cc6-a336-76785ce261e9 req-abfa44b7-ddb1-45d6-93d1-5c5f519b467e tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5dd5184d-2b42-4df2-804c-6508c1195b7c), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:28.602388 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4102cce-f93a-4de6-99d9-8680ee646849 None None] Network 665ce1a5-e5f2-48a0-b53a-9e9cf374c82f requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:22:28.636131 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ab310-de1a-4268-8fd6-9592e8473dee service neutron] Pushing event updated for resources: {'Port': ['ID=8f03d05b-02ff-4c20-862a-80e3e22816b8,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:28.663924 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d32f45cf-9d2d-4161-b1e6-110ac1b6c708 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:28.672354 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d32f45cf-9d2d-4161-b1e6-110ac1b6c708 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/791197ad-b493-4998-ab0c-b15b9ded5bbf HTTP/1.1" status: 204 len: 168 time: 0.7382956 Mar 22 19:22:28.673368 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f45cf-9d2d-4161-b1e6-110ac1b6c708 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=791197ad-b493-4998-ab0c-b15b9ded5bbf,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:28.683827 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44458) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:28.740430 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f34f54c2-b606-4124-aa93-5b9184de5296 req-5fb5a55f-8bce-4024-b0f8-fe8493084f76 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122809 Mar 22 19:22:28.761945 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-ca6bb2df-29cb-43bc-9f7b-ed179dd567c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:28.765875 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-ca6bb2df-29cb-43bc-9f7b-ed179dd567c3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1d0968440cf54214977e8ebbdab6278f&device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 1126 time: 0.3466244 Mar 22 19:22:28.784963 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 8b25ba5c-e942-42aa-acc4-9acc1441d567 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:22:28.785914 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 22 Mar 2022 19:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5ab0dd-381c-4b7b-8432-db7299ebc5d8 x-openstack-request-id: req-5f5ab0dd-381c-4b7b-8432-db7299ebc5d8 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:22:28.787957 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287d2146-a6e1-4a4d-9dd5-abba7a681c24", "tag": "5dd5184d-2b42-4df2-804c-6508c1195b7c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "902f916e-5013-4135-9a1a-00cf02a06ffc", "tag": "a96d6547-67c3-47c3-aaea-fd6e7888de11", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:22:28.788436 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5f5ab0dd-381c-4b7b-8432-db7299ebc5d8 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:22:28.789048 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f5ab0dd-381c-4b7b-8432-db7299ebc5d8'] response: {'name': 'network-changed', 'server_uuid': '287d2146-a6e1-4a4d-9dd5-abba7a681c24', 'tag': '5dd5184d-2b42-4df2-804c-6508c1195b7c', 'status': 'completed', 'code': 200} Mar 22 19:22:28.789490 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f5ab0dd-381c-4b7b-8432-db7299ebc5d8'] response: {'name': 'network-changed', 'server_uuid': '902f916e-5013-4135-9a1a-00cf02a06ffc', 'tag': 'a96d6547-67c3-47c3-aaea-fd6e7888de11', 'status': 'completed', 'code': 200} Mar 22 19:22:28.841490 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 8b25ba5c-e942-42aa-acc4-9acc1441d567 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:22:28.841870 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 8b25ba5c-e942-42aa-acc4-9acc1441d567 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:22:28.842329 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 87768678-7a46-477b-a27d-3fe363a6a21b no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:22:28.892537 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 87768678-7a46-477b-a27d-3fe363a6a21b {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:22:28.892897 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 87768678-7a46-477b-a27d-3fe363a6a21b not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:22:28.894060 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-307e1968-4c3c-4ec8-a826-49310faea7f0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f03d05b-02ff-4c20-862a-80e3e22816b8 HTTP/1.1" status: 200 len: 217 time: 0.0695820 Mar 22 19:22:28.896118 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device ed9a694f-4333-4d55-a6cc-69d9c2c5be35 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:22:28.897484 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c167fa32-3a3c-4244-b12d-3126a04c4b7e x-openstack-request-id: req-c167fa32-3a3c-4244-b12d-3126a04c4b7e {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:22:28.898377 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "675087b0-cafe-4493-b2ab-962dfe9c579e", "tag": "8f03d05b-02ff-4c20-862a-80e3e22816b8", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:22:28.898851 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c167fa32-3a3c-4244-b12d-3126a04c4b7e {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:22:28.899485 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c167fa32-3a3c-4244-b12d-3126a04c4b7e'] response: {'name': 'network-changed', 'server_uuid': '675087b0-cafe-4493-b2ab-962dfe9c579e', 'tag': '8f03d05b-02ff-4c20-862a-80e3e22816b8', 'status': 'completed', 'code': 200} Mar 22 19:22:28.900092 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44470) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:28.964611 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-c39142ba-93e8-4ae4-a118-a0d792ad763c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:28.966527 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-c39142ba-93e8-4ae4-a118-a0d792ad763c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b79d00bd-67e3-41a4-af81-d6bc678ecb21 HTTP/1.1" status: 200 len: 855 time: 0.0507362 Mar 22 19:22:29.015010 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-18ede7bf-83aa-4e0b-8f19-066df3f604cf service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f86aee2c-a4db-473a-89c7-b87edd48b016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376887 Mar 22 19:22:29.020550 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-971e87e5-7807-48b8-9532-f18cb322a043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (665ce1a5-e5f2-48a0-b53a-9e9cf374c82f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:29.086179 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port ed9a694f-4333-4d55-a6cc-69d9c2c5be35, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=ed9a694f-4333-4d55-a6cc-69d9c2c5be35,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:29.162293 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-4f6c82e3-bfb2-4ac7-8d28-072829122c72 service neutron] 10.222.0.85 "GET /v2.0/networks/f86aee2c-a4db-473a-89c7-b87edd48b016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377985 Mar 22 19:22:29.169079 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c076e86-56d4-4169-964c-4cc1b232a8c0 req-458a1c2f-5fec-4fc8-bbdc-616f4be36302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:29.170997 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c076e86-56d4-4169-964c-4cc1b232a8c0 req-458a1c2f-5fec-4fc8-bbdc-616f4be36302 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=38ed8ef1e4944b49bee3b635f0a09187&device_id=287d2146-a6e1-4a4d-9dd5-abba7a681c24 HTTP/1.1" status: 200 len: 1167 time: 0.3948174 Mar 22 19:22:29.176581 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c076e86-56d4-4169-964c-4cc1b232a8c0 req-407f0755-9f6c-405a-b1c9-3ef55b205c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:29.177475 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4591bda0-2d94-4c65-a008-1cabc3046a36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:29.178203 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c076e86-56d4-4169-964c-4cc1b232a8c0 req-407f0755-9f6c-405a-b1c9-3ef55b205c01 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=b3576cdbfa6f4061b1fd5df74b522b5b&device_id=902f916e-5013-4135-9a1a-00cf02a06ffc HTTP/1.1" status: 200 len: 1131 time: 0.3093629 Mar 22 19:22:29.265469 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'ed9a694f-4333-4d55-a6cc-69d9c2c5be35', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': 'ed9a694f-4333-4d55-a6cc-69d9c2c5be35', 'mac_address': 'fa:16:3e:b0:de:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:22:29.294640 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20e929-7b7a-44b7-a474-bd31d520ef13 req-6e666eca-b690-4a2e-ac78-2d852dc46b38 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:29.304267 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3e20e929-7b7a-44b7-a474-bd31d520ef13 req-6e666eca-b690-4a2e-ac78-2d852dc46b38 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7eca8fb-b170-494b-8fb0-8451f1561b59 HTTP/1.1" status: 200 len: 946 time: 0.3227980 Mar 22 19:22:29.349486 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port ed9a694f-4333-4d55-a6cc-69d9c2c5be35 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:22:29.350283 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ed9a694f-4333-4d55-a6cc-69d9c2c5be35), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:29.377834 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed9a694f-4333-4d55-a6cc-69d9c2c5be35 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:22:29.396971 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-971e87e5-7807-48b8-9532-f18cb322a043 admin admin] Deleting port bf500ced-3c7b-41ff-971e-919cb93782f7 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:22:29.397318 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-971e87e5-7807-48b8-9532-f18cb322a043 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (bf500ced-3c7b-41ff-971e-919cb93782f7), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:29.409404 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port ed9a694f-4333-4d55-a6cc-69d9c2c5be35, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=ed9a694f-4333-4d55-a6cc-69d9c2c5be35,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:29.419148 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (ed9a694f-4333-4d55-a6cc-69d9c2c5be35), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:29.511224 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8682d98-4ce6-4ed6-8fb3-2a0db294a71a None None] DHCP port deletion for 665ce1a5-e5f2-48a0-b53a-9e9cf374c82f request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:22:29.513665 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-97e9e43f-28b1-4234-b4a4-cf3fdf26629b req-ef3f01fd-bb66-4ff9-9bb3-6788956a0d9d service neutron] 10.222.0.85 "GET /v2.0/networks/f86aee2c-a4db-473a-89c7-b87edd48b016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245764 Mar 22 19:22:29.520723 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=ed9a694f-4333-4d55-a6cc-69d9c2c5be35,revision_number=9']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:29.584150 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-971e87e5-7807-48b8-9532-f18cb322a043 admin admin] For port bf500ced-3c7b-41ff-971e-919cb93782f7, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=bf500ced-3c7b-41ff-971e-919cb93782f7,segment=NetworkSegment(cb81fee5-5ae6-4468-8a44-82f153864c34),segment_id=cb81fee5-5ae6-4468-8a44-82f153864c34)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:29.584769 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-971e87e5-7807-48b8-9532-f18cb322a043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (bf500ced-3c7b-41ff-971e-919cb93782f7), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:29.598948 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['ed9a694f-4333-4d55-a6cc-69d9c2c5be35'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:22:29.624202 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c076e86-56d4-4169-964c-4cc1b232a8c0 req-0a771b0f-8e28-40be-94e5-d746afa578c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:29.624440 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4591bda0-2d94-4c65-a008-1cabc3046a36 admin admin] Publish callbacks [] for security_group (f11234a4-52c4-4bf5-ba3e-437e911505d8), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:29.624541 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c076e86-56d4-4169-964c-4cc1b232a8c0 req-0a771b0f-8e28-40be-94e5-d746afa578c6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=5d7632a4-6efd-4aa2-8b68-02aec79f1353 HTTP/1.1" status: 200 len: 914 time: 0.4359121 Mar 22 19:22:29.624631 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-971e87e5-7807-48b8-9532-f18cb322a043 admin admin] Calling delete_port for bf500ced-3c7b-41ff-971e-919cb93782f7 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:22:29.663492 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4591bda0-2d94-4c65-a008-1cabc3046a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f11234a4-52c4-4bf5-ba3e-437e911505d8), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:29.706663 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591bda0-2d94-4c65-a008-1cabc3046a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11234a4-52c4-4bf5-ba3e-437e911505d8,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:29.779112 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f8682d98-4ce6-4ed6-8fb3-2a0db294a71a None None] Deleting port bf500ced-3c7b-41ff-971e-919cb93782f7 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:22:29.779852 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f8682d98-4ce6-4ed6-8fb3-2a0db294a71a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (bf500ced-3c7b-41ff-971e-919cb93782f7), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:29.795313 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3e20e929-7b7a-44b7-a474-bd31d520ef13 req-409f903c-dd6c-408c-bc94-70c34c3ec84d tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4868808 Mar 22 19:22:29.834806 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4591bda0-2d94-4c65-a008-1cabc3046a36 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fdfcc629ecc04fb185b7ca5bea2d8596&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9314585 Mar 22 19:22:29.837704 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-971e87e5-7807-48b8-9532-f18cb322a043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (bf500ced-3c7b-41ff-971e-919cb93782f7), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:29.846622 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44492) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:29.852047 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-89d000b6-910a-4cc6-a336-76785ce261e9 req-abfa44b7-ddb1-45d6-93d1-5c5f519b467e tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] For port 5dd5184d-2b42-4df2-804c-6508c1195b7c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=5dd5184d-2b42-4df2-804c-6508c1195b7c,segment=NetworkSegment(22c81ab1-1346-4808-8768-1989eedd126f),segment_id=22c81ab1-1346-4808-8768-1989eedd126f)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:29.890052 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971e87e5-7807-48b8-9532-f18cb322a043 admin admin] No DVR routers for this DVR port bf500ced-3c7b-41ff-971e-919cb93782f7 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:22:29.914459 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c076e86-56d4-4169-964c-4cc1b232a8c0 req-cd8996f7-5b3f-47ad-aede-9acdf8b40126 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dd5184d-2b42-4df2-804c-6508c1195b7c HTTP/1.1" status: 200 len: 217 time: 0.2791216 Mar 22 19:22:29.922582 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f8682d98-4ce6-4ed6-8fb3-2a0db294a71a None None] For port bf500ced-3c7b-41ff-971e-919cb93782f7, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=bf500ced-3c7b-41ff-971e-919cb93782f7,segment=NetworkSegment(cb81fee5-5ae6-4468-8a44-82f153864c34),segment_id=cb81fee5-5ae6-4468-8a44-82f153864c34)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:29.923726 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f8682d98-4ce6-4ed6-8fb3-2a0db294a71a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (bf500ced-3c7b-41ff-971e-919cb93782f7), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:29.947992 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f8682d98-4ce6-4ed6-8fb3-2a0db294a71a None None] Calling delete_port for bf500ced-3c7b-41ff-971e-919cb93782f7 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:22:29.951632 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1b3e5-16a5-4279-b0e4-b1bed2537859 req-c370bed3-2906-4b2d-8a9c-a954dd34cc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:29.953232 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-27a1b3e5-16a5-4279-b0e4-b1bed2537859 req-c370bed3-2906-4b2d-8a9c-a954dd34cc47 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1d0968440cf54214977e8ebbdab6278f&device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 1126 time: 0.3375139 Mar 22 19:22:29.956586 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2ae68646-0ddc-4828-bbac-a8b7ea2078da admin admin] Publish callbacks [] for security_group (f11234a4-52c4-4bf5-ba3e-437e911505d8), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:30.071108 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f8682d98-4ce6-4ed6-8fb3-2a0db294a71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (bf500ced-3c7b-41ff-971e-919cb93782f7), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:30.077940 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e87e5-7807-48b8-9532-f18cb322a043 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf500ced-3c7b-41ff-971e-919cb93782f7,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:30.084122 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1b3e5-16a5-4279-b0e4-b1bed2537859 req-a38501b9-cb3f-4c44-a6df-777422961348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:30.085623 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-27a1b3e5-16a5-4279-b0e4-b1bed2537859 req-a38501b9-cb3f-4c44-a6df-777422961348 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f86aee2c-a4db-473a-89c7-b87edd48b016 HTTP/1.1" status: 200 len: 916 time: 0.1115463 Mar 22 19:22:30.109011 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8682d98-4ce6-4ed6-8fb3-2a0db294a71a None None] Pushing event deleted for resources: {'Port': ['ID=bf500ced-3c7b-41ff-971e-919cb93782f7,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:30.133853 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8682d98-4ce6-4ed6-8fb3-2a0db294a71a None None] No DVR routers for this DVR port bf500ced-3c7b-41ff-971e-919cb93782f7 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:22:30.172922 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-27a1b3e5-16a5-4279-b0e4-b1bed2537859 req-e5e46750-bc64-42d0-a41c-320a862d5d41 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f03d05b-02ff-4c20-862a-80e3e22816b8 HTTP/1.1" status: 200 len: 217 time: 0.0500760 Mar 22 19:22:30.176479 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-89d000b6-910a-4cc6-a336-76785ce261e9 req-abfa44b7-ddb1-45d6-93d1-5c5f519b467e tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for port (5dd5184d-2b42-4df2-804c-6508c1195b7c), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:30.183808 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2ae68646-0ddc-4828-bbac-a8b7ea2078da admin admin] Publish callbacks [] for security_group (f11234a4-52c4-4bf5-ba3e-437e911505d8), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:30.203965 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-89d000b6-910a-4cc6-a336-76785ce261e9 req-abfa44b7-ddb1-45d6-93d1-5c5f519b467e tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (5dd5184d-2b42-4df2-804c-6508c1195b7c), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:30.219695 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['5dd5184d-2b42-4df2-804c-6508c1195b7c'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:22:30.236031 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a1b3e5-16a5-4279-b0e4-b1bed2537859 req-301fdc36-501a-427b-9cd8-d5b9f081c1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:30.238092 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-27a1b3e5-16a5-4279-b0e4-b1bed2537859 req-301fdc36-501a-427b-9cd8-d5b9f081c1de service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b79d00bd-67e3-41a4-af81-d6bc678ecb21 HTTP/1.1" status: 200 len: 855 time: 0.0516906 Mar 22 19:22:30.248451 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d000b6-910a-4cc6-a336-76785ce261e9 req-abfa44b7-ddb1-45d6-93d1-5c5f519b467e tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:30.262717 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-89d000b6-910a-4cc6-a336-76785ce261e9 req-abfa44b7-ddb1-45d6-93d1-5c5f519b467e tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:30.264556 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-89d000b6-910a-4cc6-a336-76785ce261e9 req-abfa44b7-ddb1-45d6-93d1-5c5f519b467e tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "PUT /v2.0/ports/5dd5184d-2b42-4df2-804c-6508c1195b7c HTTP/1.1" status: 200 len: 1020 time: 1.8952920 Mar 22 19:22:30.266158 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c076e86-56d4-4169-964c-4cc1b232a8c0 req-11bf33a9-c356-4717-85c7-4c484f49422b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:30.268490 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c076e86-56d4-4169-964c-4cc1b232a8c0 req-11bf33a9-c356-4717-85c7-4c484f49422b service neutron] 10.222.0.85 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 1.0729673 Mar 22 19:22:30.281255 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-971e87e5-7807-48b8-9532-f18cb322a043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (665ce1a5-e5f2-48a0-b53a-9e9cf374c82f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:30.290437 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-27a1b3e5-16a5-4279-b0e4-b1bed2537859 req-7f95be6b-734c-4e11-8b8d-ae842b19894f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f86aee2c-a4db-473a-89c7-b87edd48b016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414588 Mar 22 19:22:30.368164 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['5dd5184d-2b42-4df2-804c-6508c1195b7c'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:22:30.414413 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-27a1b3e5-16a5-4279-b0e4-b1bed2537859 req-051e4835-47cc-4807-b640-aabc80b67f0a service neutron] 10.222.0.85 "GET /v2.0/networks/f86aee2c-a4db-473a-89c7-b87edd48b016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001322 Mar 22 19:22:30.453908 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c076e86-56d4-4169-964c-4cc1b232a8c0 req-abb714c5-9bd5-408d-95b3-16e2413b76d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:30.466374 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c076e86-56d4-4169-964c-4cc1b232a8c0 req-abb714c5-9bd5-408d-95b3-16e2413b76d5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0a7d34a5-869d-4a92-9c55-72dc0755e0b6 HTTP/1.1" status: 200 len: 853 time: 0.5104845 Mar 22 19:22:30.483442 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c076e86-56d4-4169-964c-4cc1b232a8c0 req-14285d62-3c4d-4f32-b791-0d74955feba5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=a96d6547-67c3-47c3-aaea-fd6e7888de11 HTTP/1.1" status: 200 len: 217 time: 0.1555011 Mar 22 19:22:30.520073 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-27a1b3e5-16a5-4279-b0e4-b1bed2537859 req-b9d616e1-d2c8-4494-9ccc-120dc5bf8f0a service neutron] 10.222.0.85 "GET /v2.0/networks/f86aee2c-a4db-473a-89c7-b87edd48b016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989041 Mar 22 19:22:30.531057 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-971e87e5-7807-48b8-9532-f18cb322a043 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['665ce1a5-e5f2-48a0-b53a-9e9cf374c82f']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:22:30.562423 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-971e87e5-7807-48b8-9532-f18cb322a043 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb81fee5-5ae6-4468-8a44-82f153864c34') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:22:30.564402 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-971e87e5-7807-48b8-9532-f18cb322a043 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb81fee5-5ae6-4468-8a44-82f153864c34') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:22:30.580713 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-971e87e5-7807-48b8-9532-f18cb322a043 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (cb81fee5-5ae6-4468-8a44-82f153864c34), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:30.600680 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-971e87e5-7807-48b8-9532-f18cb322a043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (cb81fee5-5ae6-4468-8a44-82f153864c34), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:30.607880 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2ae68646-0ddc-4828-bbac-a8b7ea2078da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f11234a4-52c4-4bf5-ba3e-437e911505d8), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:30.611599 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2ae68646-0ddc-4828-bbac-a8b7ea2078da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:30.616666 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2ae68646-0ddc-4828-bbac-a8b7ea2078da admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f11234a4-52c4-4bf5-ba3e-437e911505d8 HTTP/1.1" status: 204 len: 168 time: 0.7649641 Mar 22 19:22:30.635448 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971e87e5-7807-48b8-9532-f18cb322a043 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:22:30.636119 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-971e87e5-7807-48b8-9532-f18cb322a043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (cb81fee5-5ae6-4468-8a44-82f153864c34), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:30.639416 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:22:30.639416 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:22:30.639416 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:22:30.639416 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:22:30.639416 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:22:30.639416 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:22:30.639416 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:22:30.639416 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:22:30.639416 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:22:30.639416 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:22:30.639416 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:22:30.639416 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:22:30.639416 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:22:30.639416 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:22:30.639416 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:22:30.639416 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:22:30.639416 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:22:30.639416 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:22:30.639416 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:22:30.639416 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:22:30.639416 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:22:30.639416 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:22:30.639416 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:22:30.639416 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:22:30.639416 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:22:30.639416 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:22:30.639416 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:22:30.639416 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:22:30.639416 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:22:30.639416 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:22:30.639416 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:22:30.639416 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:22:30.656683 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c5556-1d61-44af-a44c-015a019f8dbd req-93a5ef60-7054-426b-af00-093caa77b212 tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:30.659918 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae68646-0ddc-4828-bbac-a8b7ea2078da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11234a4-52c4-4bf5-ba3e-437e911505d8,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:30.661837 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7e6c5556-1d61-44af-a44c-015a019f8dbd req-93a5ef60-7054-426b-af00-093caa77b212 tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] 10.222.0.75 "GET /v2.0/ports?device_id=902f916e-5013-4135-9a1a-00cf02a06ffc HTTP/1.1" status: 200 len: 948 time: 0.7214091 Mar 22 19:22:30.733733 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device bf500ced-3c7b-41ff-971e-919cb93782f7 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:22:30.769845 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: bf500ced-3c7b-41ff-971e-919cb93782f7 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:22:30.771177 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device bf500ced-3c7b-41ff-971e-919cb93782f7 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:22:30.779890 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c076e86-56d4-4169-964c-4cc1b232a8c0 req-ac8190cd-fc46-4659-aea5-ea84d85e86a9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5d7632a4-6efd-4aa2-8b68-02aec79f1353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2865214 Mar 22 19:22:30.790077 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-971e87e5-7807-48b8-9532-f18cb322a043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (665ce1a5-e5f2-48a0-b53a-9e9cf374c82f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:30.796078 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-971e87e5-7807-48b8-9532-f18cb322a043 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:30.799343 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-971e87e5-7807-48b8-9532-f18cb322a043 admin admin] 10.222.0.75 "DELETE /v2.0/networks/665ce1a5-e5f2-48a0-b53a-9e9cf374c82f HTTP/1.1" status: 204 len: 168 time: 2.1130171 Mar 22 19:22:30.821382 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e87e5-7807-48b8-9532-f18cb322a043 admin admin] Pushing event deleted for resources: {'Network': ['ID=665ce1a5-e5f2-48a0-b53a-9e9cf374c82f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:30.864980 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287d2146-a6e1-4a4d-9dd5-abba7a681c24', 'tag': '5dd5184d-2b42-4df2-804c-6508c1195b7c'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:22:30.868391 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7060607b-d990-4a4f-84d9-1b5c5b62a4a1" -d '{"events": [{"name": "network-changed", "server_uuid": "287d2146-a6e1-4a4d-9dd5-abba7a681c24", "tag": "5dd5184d-2b42-4df2-804c-6508c1195b7c"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:22:30.877430 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device ed9a694f-4333-4d55-a6cc-69d9c2c5be35 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:22:30.907303 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa44b7-ddb1-45d6-93d1-5c5f519b467e tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Pushing event updated for resources: {'Port': ['ID=5dd5184d-2b42-4df2-804c-6508c1195b7c,revision_number=7']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:30.976729 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7e6c5556-1d61-44af-a44c-015a019f8dbd req-d2864763-923e-4d66-bb31-fbd2b63fe75c tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] 10.222.0.75 "GET /v2.0/security-groups?id=71bdf349-3f09-415b-998f-fcfc3e1e16a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876948 Mar 22 19:22:31.185134 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9b5d7-6480-4eca-9071-9aec1c0ef917 req-42b0350e-581b-440a-bedc-dd8fca18c3b5 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:31.187171 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d4a9b5d7-6480-4eca-9071-9aec1c0ef917 req-42b0350e-581b-440a-bedc-dd8fca18c3b5 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.85 "GET /v2.0/ports?device_id=e7eca8fb-b170-494b-8fb0-8451f1561b59 HTTP/1.1" status: 200 len: 946 time: 0.6690705 Mar 22 19:22:31.195552 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c076e86-56d4-4169-964c-4cc1b232a8c0 req-d6c0838a-6294-4400-bcdb-06acc3db939e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:31.197405 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c076e86-56d4-4169-964c-4cc1b232a8c0 req-d6c0838a-6294-4400-bcdb-06acc3db939e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.6589327 Mar 22 19:22:31.206681 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f7edd-7f42-47ea-ab88-0f37502f4fcf req-a910c088-7deb-41a7-b749-d301682c44b2 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:31.215983 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c21f7edd-7f42-47ea-ab88-0f37502f4fcf req-a910c088-7deb-41a7-b749-d301682c44b2 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 943 time: 0.7648077 Mar 22 19:22:31.367817 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c21f7edd-7f42-47ea-ab88-0f37502f4fcf req-2cfd3c4b-17dd-4ee4-9577-9c0ae191824f tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508644 Mar 22 19:22:31.403102 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44532) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:31.451887 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port ed9a694f-4333-4d55-a6cc-69d9c2c5be35 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:22:31.454437 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (ed9a694f-4333-4d55-a6cc-69d9c2c5be35), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:31.538934 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-471f4245-f96a-4b78-9207-22d295a39dfa admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3776c74538ed43b2bc56c1ee64bd0054&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318400 Mar 22 19:22:31.550879 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44534) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:31.582232 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c076e86-56d4-4169-964c-4cc1b232a8c0 req-0f57c06d-375e-4a1c-b972-fd0072c6b38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:31.584068 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c076e86-56d4-4169-964c-4cc1b232a8c0 req-0f57c06d-375e-4a1c-b972-fd0072c6b38a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3633230 Mar 22 19:22:31.606330 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c076e86-56d4-4169-964c-4cc1b232a8c0 req-d95006b6-a709-4f0d-b034-ed2939e2d4d8 service neutron] 10.222.0.84 "GET /v2.0/networks/5d7632a4-6efd-4aa2-8b68-02aec79f1353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7749908 Mar 22 19:22:31.637262 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7bf3c3-efbd-4eb5-ba25-135768e620da req-2ef076a3-ac80-430c-a188-5e7d63c689f4 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:31.649726 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7a7bf3c3-efbd-4eb5-ba25-135768e620da req-2ef076a3-ac80-430c-a188-5e7d63c689f4 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7eca8fb-b170-494b-8fb0-8451f1561b59 HTTP/1.1" status: 200 len: 946 time: 0.1584845 Mar 22 19:22:31.694784 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-34805f91-2c76-4e4b-b8c5-4ce99ce474b9 admin admin] Publish callbacks [] for security_group (6dfa9a51-1ff2-49db-9182-549a7c4ff057), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:31.721845 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port ed9a694f-4333-4d55-a6cc-69d9c2c5be35 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:22:31.722195 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ed9a694f-4333-4d55-a6cc-69d9c2c5be35), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:31.760546 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-34805f91-2c76-4e4b-b8c5-4ce99ce474b9 admin admin] Publish callbacks [] for security_group (6dfa9a51-1ff2-49db-9182-549a7c4ff057), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:31.786580 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213b8187-6209-4898-ade6-c58c5f4abd24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9a694f-4333-4d55-a6cc-69d9c2c5be35'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:22:31.789218 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfebd6b-0d4d-4822-b7dd-341107018dec" -d '{"events": [{"server_uuid": "213b8187-6209-4898-ade6-c58c5f4abd24", "name": "network-vif-plugged", "status": "completed", "tag": "ed9a694f-4333-4d55-a6cc-69d9c2c5be35"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:22:31.805430 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port ed9a694f-4333-4d55-a6cc-69d9c2c5be35, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=ed9a694f-4333-4d55-a6cc-69d9c2c5be35,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:31.819635 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (ed9a694f-4333-4d55-a6cc-69d9c2c5be35), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:31.871911 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-34805f91-2c76-4e4b-b8c5-4ce99ce474b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (6dfa9a51-1ff2-49db-9182-549a7c4ff057), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:31.889014 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-34805f91-2c76-4e4b-b8c5-4ce99ce474b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:31.892491 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-34805f91-2c76-4e4b-b8c5-4ce99ce474b9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6dfa9a51-1ff2-49db-9182-549a7c4ff057 HTTP/1.1" status: 204 len: 168 time: 0.3379719 Mar 22 19:22:31.901505 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34805f91-2c76-4e4b-b8c5-4ce99ce474b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfa9a51-1ff2-49db-9182-549a7c4ff057,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:31.901670 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=ed9a694f-4333-4d55-a6cc-69d9c2c5be35,revision_number=10']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:31.915400 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31525a4-70c9-44f9-bebc-d7edb6315f11 req-46de7314-f041-4125-88e8-7a4d6078f627 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:31.925476 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a31525a4-70c9-44f9-bebc-d7edb6315f11 req-46de7314-f041-4125-88e8-7a4d6078f627 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/ports?device_id=287d2146-a6e1-4a4d-9dd5-abba7a681c24 HTTP/1.1" status: 200 len: 1023 time: 0.7368042 Mar 22 19:22:32.140175 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-d4a9b5d7-6480-4eca-9071-9aec1c0ef917 req-9260d002-4791-4eee-8cc0-0e50c60e4073 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Deleting port 9a07caf9-8aac-465c-a7bb-0920bcd42641 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:22:32.142719 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d4a9b5d7-6480-4eca-9071-9aec1c0ef917 req-9260d002-4791-4eee-8cc0-0e50c60e4073 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (9a07caf9-8aac-465c-a7bb-0920bcd42641), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:32.271525 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c076e86-56d4-4169-964c-4cc1b232a8c0 req-22868e55-653c-4b17-8a82-fc67f5f8b8f5 service neutron] 10.222.0.84 "GET /v2.0/networks/5d7632a4-6efd-4aa2-8b68-02aec79f1353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6507747 Mar 22 19:22:32.321198 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a31525a4-70c9-44f9-bebc-d7edb6315f11 req-5875516a-a577-4fb3-a8e0-dd5fbbb3d1f1 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a028358d-c4ee-4bff-9619-2a63917cc9f7&id=5f8c8dda-5e3a-490e-a823-7e37d3f8c1e2&id=4093de66-3757-463f-9524-e827da99c973 HTTP/1.1" status: 200 len: 6199 time: 0.3922672 Mar 22 19:22:32.450237 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-d4a9b5d7-6480-4eca-9071-9aec1c0ef917 req-9260d002-4791-4eee-8cc0-0e50c60e4073 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] For port 9a07caf9-8aac-465c-a7bb-0920bcd42641, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=9a07caf9-8aac-465c-a7bb-0920bcd42641,segment=NetworkSegment(8c6ba457-004e-47f9-ab30-ce3aaf4ab771),segment_id=8c6ba457-004e-47f9-ab30-ce3aaf4ab771)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:32.450609 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d4a9b5d7-6480-4eca-9071-9aec1c0ef917 req-9260d002-4791-4eee-8cc0-0e50c60e4073 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (9a07caf9-8aac-465c-a7bb-0920bcd42641), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:32.465976 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-d4a9b5d7-6480-4eca-9071-9aec1c0ef917 req-9260d002-4791-4eee-8cc0-0e50c60e4073 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Calling delete_port for 9a07caf9-8aac-465c-a7bb-0920bcd42641 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:22:32.543021 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cddc45-03ee-4a86-a905-cf63d6fea382 x-openstack-request-id: req-d2cddc45-03ee-4a86-a905-cf63d6fea382 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:22:32.543587 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287d2146-a6e1-4a4d-9dd5-abba7a681c24", "tag": "5dd5184d-2b42-4df2-804c-6508c1195b7c", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:22:32.544079 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d2cddc45-03ee-4a86-a905-cf63d6fea382 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:22:32.545559 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2cddc45-03ee-4a86-a905-cf63d6fea382'] response: {'name': 'network-changed', 'server_uuid': '287d2146-a6e1-4a4d-9dd5-abba7a681c24', 'tag': '5dd5184d-2b42-4df2-804c-6508c1195b7c', 'status': 'completed', 'code': 200} Mar 22 19:22:32.549011 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb86de8b-8802-4861-8832-0a30301e49a9 x-openstack-request-id: req-cb86de8b-8802-4861-8832-0a30301e49a9 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:22:32.549311 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213b8187-6209-4898-ade6-c58c5f4abd24", "name": "network-vif-plugged", "status": "completed", "tag": "ed9a694f-4333-4d55-a6cc-69d9c2c5be35", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:22:32.549570 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cb86de8b-8802-4861-8832-0a30301e49a9 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:22:32.550542 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb86de8b-8802-4861-8832-0a30301e49a9'] response: {'server_uuid': '213b8187-6209-4898-ade6-c58c5f4abd24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9a694f-4333-4d55-a6cc-69d9c2c5be35', 'code': 200} Mar 22 19:22:32.601095 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c076e86-56d4-4169-964c-4cc1b232a8c0 req-593b6c46-0da1-42a6-8bc7-491433a72435 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9833953 Mar 22 19:22:32.705556 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7a7bf3c3-efbd-4eb5-ba25-135768e620da req-63ba991f-6c34-4c1c-bcf0-edc0a288e019 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0554581 Mar 22 19:22:32.880414 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-266df5d1-494f-4272-ada7-6c1efc667d92 req-915e7a2b-5a0d-454c-ae45-0011ec64c49e tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1569841246 ', 'description': 'tempest-description-788741999'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:22:32.897586 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060607b-d990-4a4f-84d9-1b5c5b62a4a1 req-f41e857b-f61e-474b-a0ea-856dc83cb521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:32.899497 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7060607b-d990-4a4f-84d9-1b5c5b62a4a1 req-f41e857b-f61e-474b-a0ea-856dc83cb521 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=38ed8ef1e4944b49bee3b635f0a09187&device_id=287d2146-a6e1-4a4d-9dd5-abba7a681c24 HTTP/1.1" status: 200 len: 1207 time: 0.3529191 Mar 22 19:22:33.366264 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44602) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:33.378796 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-266df5d1-494f-4272-ada7-6c1efc667d92 req-915e7a2b-5a0d-454c-ae45-0011ec64c49e tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:33.446480 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766c6e7-3d4c-4035-b775-5a7e4722eea1 req-fce995d6-60c3-4925-88aa-25f71e69cfb0 tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:33.450627 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f766c6e7-3d4c-4035-b775-5a7e4722eea1 req-fce995d6-60c3-4925-88aa-25f71e69cfb0 tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] 10.222.0.75 "GET /v2.0/ports?device_id=902f916e-5013-4135-9a1a-00cf02a06ffc HTTP/1.1" status: 200 len: 948 time: 0.7936330 Mar 22 19:22:33.452669 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c076e86-56d4-4169-964c-4cc1b232a8c0 req-0aa8c21b-536b-453c-971a-dd13b2ecc0e1 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8278222 Mar 22 19:22:33.505167 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device a96d6547-67c3-47c3-aaea-fd6e7888de11 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:22:33.508204 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 9a07caf9-8aac-465c-a7bb-0920bcd42641 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:22:33.555789 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f766c6e7-3d4c-4035-b775-5a7e4722eea1 req-5999e119-9ce8-40e6-9196-219e119d7fb9 tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] 10.222.0.75 "GET /v2.0/security-groups?id=71bdf349-3f09-415b-998f-fcfc3e1e16a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925045 Mar 22 19:22:33.615258 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060607b-d990-4a4f-84d9-1b5c5b62a4a1 req-69c84bb1-733e-460e-a350-14261ec26eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:33.616857 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7060607b-d990-4a4f-84d9-1b5c5b62a4a1 req-69c84bb1-733e-460e-a350-14261ec26eb8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=5d7632a4-6efd-4aa2-8b68-02aec79f1353 HTTP/1.1" status: 200 len: 914 time: 0.7089500 Mar 22 19:22:33.641829 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d4a9b5d7-6480-4eca-9071-9aec1c0ef917 req-9260d002-4791-4eee-8cc0-0e50c60e4073 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (9a07caf9-8aac-465c-a7bb-0920bcd42641), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:33.696719 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-266df5d1-494f-4272-ada7-6c1efc667d92 req-915e7a2b-5a0d-454c-ae45-0011ec64c49e tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (10605031-2a06-4a9f-b7a2-2aa78e1a7e4e), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:33.703257 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-fda1c282-4493-44a8-a024-54e369ec8dfd admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-717190505-network', 'tenant_id': '59e8d147e61f46cfb51e00ccdcc47bfe'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:22:33.767417 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda1c282-4493-44a8-a024-54e369ec8dfd admin admin] Made reservation on behalf of 59e8d147e61f46cfb51e00ccdcc47bfe for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:22:33.773817 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fda1c282-4493-44a8-a024-54e369ec8dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:33.781615 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260d002-4791-4eee-8cc0-0e50c60e4073 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Pushing event deleted for resources: {'Port': ['ID=9a07caf9-8aac-465c-a7bb-0920bcd42641,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:33.784445 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7060607b-d990-4a4f-84d9-1b5c5b62a4a1 req-44df1d01-93c6-4083-918d-1b6ebaa89d77 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dd5184d-2b42-4df2-804c-6508c1195b7c HTTP/1.1" status: 200 len: 217 time: 0.1545701 Mar 22 19:22:33.785380 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-266df5d1-494f-4272-ada7-6c1efc667d92 req-915e7a2b-5a0d-454c-ae45-0011ec64c49e tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (10605031-2a06-4a9f-b7a2-2aa78e1a7e4e), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:33.806494 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fda1c282-4493-44a8-a024-54e369ec8dfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:33.909409 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-266df5d1-494f-4272-ada7-6c1efc667d92 req-915e7a2b-5a0d-454c-ae45-0011ec64c49e tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:33.913406 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-266df5d1-494f-4272-ada7-6c1efc667d92 req-915e7a2b-5a0d-454c-ae45-0011ec64c49e tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.0475106 Mar 22 19:22:33.943292 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a9b5d7-6480-4eca-9071-9aec1c0ef917 req-9260d002-4791-4eee-8cc0-0e50c60e4073 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] No DVR routers for this DVR port 9a07caf9-8aac-465c-a7bb-0920bcd42641 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:22:33.945368 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No active binding found for port 9a07caf9-8aac-465c-a7bb-0920bcd42641 {{(pid=104174) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 22 19:22:33.948375 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] The host n-h2-705658-24 is not matching for port 9a07caf9-8aac-465c-a7bb-0920bcd42641 host None! {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 19:22:33.949151 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 9a07caf9-8aac-465c-a7bb-0920bcd42641 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:22:33.953709 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d4a9b5d7-6480-4eca-9071-9aec1c0ef917 req-9260d002-4791-4eee-8cc0-0e50c60e4073 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:33.959233 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d4a9b5d7-6480-4eca-9071-9aec1c0ef917 req-9260d002-4791-4eee-8cc0-0e50c60e4073 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.85 "DELETE /v2.0/ports/9a07caf9-8aac-465c-a7bb-0920bcd42641 HTTP/1.1" status: 204 len: 173 time: 2.7296679 Mar 22 19:22:33.990215 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915e7a2b-5a0d-454c-ae45-0011ec64c49e tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10605031-2a06-4a9f-b7a2-2aa78e1a7e4e,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:34.002516 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060607b-d990-4a4f-84d9-1b5c5b62a4a1 req-8c56277c-7f22-481c-9d14-38f99e90e85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:34.005052 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7060607b-d990-4a4f-84d9-1b5c5b62a4a1 req-8c56277c-7f22-481c-9d14-38f99e90e85a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0a7d34a5-869d-4a92-9c55-72dc0755e0b6 HTTP/1.1" status: 200 len: 853 time: 0.1722488 Mar 22 19:22:34.015408 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dfd81-34f6-4673-8f7e-21ec6f8c668e req-1e9b3759-5358-4406-86eb-8b22fcf99c5e tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:34.023666 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc4dfd81-34f6-4673-8f7e-21ec6f8c668e req-1e9b3759-5358-4406-86eb-8b22fcf99c5e tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 943 time: 0.2430296 Mar 22 19:22:34.104938 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port a96d6547-67c3-47c3-aaea-fd6e7888de11, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=a96d6547-67c3-47c3-aaea-fd6e7888de11,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:34.117711 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7060607b-d990-4a4f-84d9-1b5c5b62a4a1 req-52490d31-44d9-4406-ac98-2aacbc227762 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5d7632a4-6efd-4aa2-8b68-02aec79f1353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912709 Mar 22 19:22:34.130666 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'a96d6547-67c3-47c3-aaea-fd6e7888de11', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': 'a96d6547-67c3-47c3-aaea-fd6e7888de11', 'mac_address': 'fa:16:3e:ab:fb:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:22:34.189281 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fda1c282-4493-44a8-a024-54e369ec8dfd admin admin] Publish callbacks [] for security_group (3d7173ab-a6e3-4bc9-add1-5bd63dcab9c4), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:34.198050 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fda1c282-4493-44a8-a024-54e369ec8dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3d7173ab-a6e3-4bc9-add1-5bd63dcab9c4), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:34.261404 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-397de3b9-1de1-4ca4-a597-4a1580fb4442 req-7ba49bcf-eaeb-4655-be33-aecba811babd tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=e7eca8fb-b170-494b-8fb0-8451f1561b59 HTTP/1.1" status: 200 len: 210 time: 0.1417866 Mar 22 19:22:34.287719 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda1c282-4493-44a8-a024-54e369ec8dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7173ab-a6e3-4bc9-add1-5bd63dcab9c4,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:34.309704 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda1c282-4493-44a8-a024-54e369ec8dfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:22:34.321045 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port a96d6547-67c3-47c3-aaea-fd6e7888de11 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:22:34.321818 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a96d6547-67c3-47c3-aaea-fd6e7888de11), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:34.322260 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fda1c282-4493-44a8-a024-54e369ec8dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (f2afa6c0-70a9-4729-a791-cd49ba0a9adf), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:34.322965 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-fda1c282-4493-44a8-a024-54e369ec8dfd admin admin] Added segment f2afa6c0-70a9-4729-a791-cd49ba0a9adf of type vlan for network fb9a0265-6cc8-408d-813f-31a86cf363fb Mar 22 19:22:34.352898 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a96d6547-67c3-47c3-aaea-fd6e7888de11 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:22:34.382188 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fda1c282-4493-44a8-a024-54e369ec8dfd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (fb9a0265-6cc8-408d-813f-31a86cf363fb), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:34.414602 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port a96d6547-67c3-47c3-aaea-fd6e7888de11, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=a96d6547-67c3-47c3-aaea-fd6e7888de11,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:34.432221 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a96d6547-67c3-47c3-aaea-fd6e7888de11), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:34.434014 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 8f03d05b-02ff-4c20-862a-80e3e22816b8 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:22:34.447702 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fda1c282-4493-44a8-a024-54e369ec8dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (fb9a0265-6cc8-408d-813f-31a86cf363fb), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:34.449521 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda1c282-4493-44a8-a024-54e369ec8dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:34.450897 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fda1c282-4493-44a8-a024-54e369ec8dfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:34.548907 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda1c282-4493-44a8-a024-54e369ec8dfd admin admin] Pushing event updated for resources: {'Network': ['ID=fb9a0265-6cc8-408d-813f-31a86cf363fb,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:34.553101 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7eca8fb-b170-494b-8fb0-8451f1561b59', 'name': 'network-vif-deleted', 'tag': '9a07caf9-8aac-465c-a7bb-0920bcd42641'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:22:34.555702 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef3f2d8-ef9e-48d6-919d-51f13f8f1add" -d '{"events": [{"server_uuid": "e7eca8fb-b170-494b-8fb0-8451f1561b59", "name": "network-vif-deleted", "tag": "9a07caf9-8aac-465c-a7bb-0920bcd42641"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:22:34.556533 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-fda1c282-4493-44a8-a024-54e369ec8dfd admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1886709 Mar 22 19:22:34.559398 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44642) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:34.565191 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-0e3fc129-916a-4ac0-b2f5-2d4afb6e6c9f admin admin] Request body: {'subnet': {'network_id': 'fb9a0265-6cc8-408d-813f-31a86cf363fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-717190505-subnet', 'tenant_id': '59e8d147e61f46cfb51e00ccdcc47bfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:22:34.579461 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network fb9a0265-6cc8-408d-813f-31a86cf363fb details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:22:34.589348 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc4dfd81-34f6-4673-8f7e-21ec6f8c668e req-169b7586-0f71-4c3e-b7a7-89f5d8553b42 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5645885 Mar 22 19:22:34.603375 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3fc129-916a-4ac0-b2f5-2d4afb6e6c9f admin admin] Made reservation on behalf of 59e8d147e61f46cfb51e00ccdcc47bfe for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:22:34.606144 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e3fc129-916a-4ac0-b2f5-2d4afb6e6c9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:34.621737 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-45f3e4f9-686c-49eb-96c2-7a81438bacd6 req-68436362-1e4d-478e-8327-b291fe33d815 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups/10605031-2a06-4a9f-b7a2-2aa78e1a7e4e HTTP/1.1" status: 200 len: 1797 time: 0.1567414 Mar 22 19:22:34.714665 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae67730-b24b-4c07-b91f-cb6860f141fd x-openstack-request-id: req-1ae67730-b24b-4c07-b91f-cb6860f141fd {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:22:34.714966 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7eca8fb-b170-494b-8fb0-8451f1561b59", "name": "network-vif-deleted", "tag": "9a07caf9-8aac-465c-a7bb-0920bcd42641", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:22:34.715228 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1ae67730-b24b-4c07-b91f-cb6860f141fd {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:22:34.715648 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ae67730-b24b-4c07-b91f-cb6860f141fd'] response: {'server_uuid': 'e7eca8fb-b170-494b-8fb0-8451f1561b59', 'name': 'network-vif-deleted', 'tag': '9a07caf9-8aac-465c-a7bb-0920bcd42641', 'status': 'completed', 'code': 200} Mar 22 19:22:34.717691 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7060607b-d990-4a4f-84d9-1b5c5b62a4a1 req-c118c683-e95f-40fc-ba7e-5bfb0c1d7847 service neutron] 10.222.0.84 "GET /v2.0/networks/5d7632a4-6efd-4aa2-8b68-02aec79f1353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4834557 Mar 22 19:22:34.854857 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=a96d6547-67c3-47c3-aaea-fd6e7888de11,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:34.989011 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 8f03d05b-02ff-4c20-862a-80e3e22816b8, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=8f03d05b-02ff-4c20-862a-80e3e22816b8,segment=NetworkSegment(1dabcaba-79e0-403f-8405-a983f35d70a7),segment_id=1dabcaba-79e0-403f-8405-a983f35d70a7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:34.994100 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e3fc129-916a-4ac0-b2f5-2d4afb6e6c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (14df5ab0-93b3-4c6e-9066-6ca053242e24), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:35.023020 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '8f03d05b-02ff-4c20-862a-80e3e22816b8', 'network_id': 'f86aee2c-a4db-473a-89c7-b87edd48b016', 'port_id': '8f03d05b-02ff-4c20-862a-80e3e22816b8', 'mac_address': 'fa:16:3e:b5:bb:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b79d00bd-67e3-41a4-af81-d6bc678ecb21', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:22:35.093585 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-921f1d65-08f7-45c5-acc1-c905ed1e7ecf req-eba3e88b-e6d9-48ab-835a-555019ff070b tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups/10605031-2a06-4a9f-b7a2-2aa78e1a7e4e HTTP/1.1" status: 200 len: 1797 time: 0.3211155 Mar 22 19:22:35.102360 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3fc129-916a-4ac0-b2f5-2d4afb6e6c9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=14df5ab0-93b3-4c6e-9066-6ca053242e24,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:35.109526 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 8f03d05b-02ff-4c20-862a-80e3e22816b8 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:22:35.110090 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8f03d05b-02ff-4c20-862a-80e3e22816b8), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:35.140055 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3fc129-916a-4ac0-b2f5-2d4afb6e6c9f admin admin] Checking segment: {'id': 'f2afa6c0-70a9-4729-a791-cd49ba0a9adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fb9a0265-6cc8-408d-813f-31a86cf363fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:22:35.140353 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3fc129-916a-4ac0-b2f5-2d4afb6e6c9f admin admin] Network hostable DHCP agents. Network: fb9a0265-6cc8-408d-813f-31a86cf363fb, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:22:35.142981 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d4abd-a765-4747-8296-08dc6f57cd18 req-bcf700b2-ea07-443c-9a3a-6af31c122fea tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:35.145932 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b5d4abd-a765-4747-8296-08dc6f57cd18 req-bcf700b2-ea07-443c-9a3a-6af31c122fea tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] 10.222.0.75 "GET /v2.0/ports?device_id=902f916e-5013-4135-9a1a-00cf02a06ffc HTTP/1.1" status: 200 len: 949 time: 0.2684388 Mar 22 19:22:35.151336 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7060607b-d990-4a4f-84d9-1b5c5b62a4a1 req-781e7630-d851-4b35-a219-46588e9359b0 service neutron] 10.222.0.84 "GET /v2.0/networks/5d7632a4-6efd-4aa2-8b68-02aec79f1353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122655 Mar 22 19:22:35.153221 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f03d05b-02ff-4c20-862a-80e3e22816b8 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:22:35.192626 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3fc129-916a-4ac0-b2f5-2d4afb6e6c9f admin admin] Network fb9a0265-6cc8-408d-813f-31a86cf363fb is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:22:35.198531 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 8f03d05b-02ff-4c20-862a-80e3e22816b8, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=8f03d05b-02ff-4c20-862a-80e3e22816b8,segment=NetworkSegment(1dabcaba-79e0-403f-8405-a983f35d70a7),segment_id=1dabcaba-79e0-403f-8405-a983f35d70a7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:35.203798 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-0e3fc129-916a-4ac0-b2f5-2d4afb6e6c9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, fb9a0265-6cc8-408d-813f-31a86cf363fb) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:22:35.209549 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3fc129-916a-4ac0-b2f5-2d4afb6e6c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:35.210421 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e3fc129-916a-4ac0-b2f5-2d4afb6e6c9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:35.225996 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a2ad13-d325-4333-9d6f-e66392120814 None None] Network fb9a0265-6cc8-408d-813f-31a86cf363fb requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:22:35.240577 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0e3fc129-916a-4ac0-b2f5-2d4afb6e6c9f admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6788738 Mar 22 19:22:35.353179 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8f03d05b-02ff-4c20-862a-80e3e22816b8), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:35.371147 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b5d4abd-a765-4747-8296-08dc6f57cd18 req-8dd329a0-360d-45d0-b093-6a224741c50f tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] 10.222.0.75 "GET /v2.0/security-groups?id=71bdf349-3f09-415b-998f-fcfc3e1e16a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184198 Mar 22 19:22:35.380461 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-921f1d65-08f7-45c5-acc1-c905ed1e7ecf req-23622ea5-4f17-49bd-b172-f14657d54b40 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (10605031-2a06-4a9f-b7a2-2aa78e1a7e4e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:35.423650 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1b11b0-25f9-4e41-b2da-41dc2cbe3602 None None] Network fb9a0265-6cc8-408d-813f-31a86cf363fb requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:22:35.485334 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-921f1d65-08f7-45c5-acc1-c905ed1e7ecf req-23622ea5-4f17-49bd-b172-f14657d54b40 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (10605031-2a06-4a9f-b7a2-2aa78e1a7e4e), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:35.583911 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-921f1d65-08f7-45c5-acc1-c905ed1e7ecf req-23622ea5-4f17-49bd-b172-f14657d54b40 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (10605031-2a06-4a9f-b7a2-2aa78e1a7e4e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:35.587457 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-921f1d65-08f7-45c5-acc1-c905ed1e7ecf req-23622ea5-4f17-49bd-b172-f14657d54b40 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:35.591539 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=8f03d05b-02ff-4c20-862a-80e3e22816b8,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:35.609524 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-921f1d65-08f7-45c5-acc1-c905ed1e7ecf req-23622ea5-4f17-49bd-b172-f14657d54b40 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "DELETE /v2.0/security-groups/10605031-2a06-4a9f-b7a2-2aa78e1a7e4e HTTP/1.1" status: 204 len: 173 time: 0.5143573 Mar 22 19:22:35.645276 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23622ea5-4f17-49bd-b172-f14657d54b40 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10605031-2a06-4a9f-b7a2-2aa78e1a7e4e,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:35.715641 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['a96d6547-67c3-47c3-aaea-fd6e7888de11'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:22:35.729862 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [req-d5bdc439-d58c-4433-8dd5-8b8b8b17b4b6 req-4c05449d-5cc4-4cd1-b5d5-bac5131feb8f tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] show failed (client error): The resource could not be found. Mar 22 19:22:35.740498 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5bdc439-d58c-4433-8dd5-8b8b8b17b4b6 req-4c05449d-5cc4-4cd1-b5d5-bac5131feb8f tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups/10605031-2a06-4a9f-b7a2-2aa78e1a7e4e HTTP/1.1" status: 404 len: 352 time: 0.0578256 Mar 22 19:22:35.774982 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['8f03d05b-02ff-4c20-862a-80e3e22816b8'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:22:36.039232 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6ce3b-70ed-4f14-977b-2645c266a776 req-05c04efd-11b8-46f4-b9fe-10889e94a240 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:36.051739 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-92b6ce3b-70ed-4f14-977b-2645c266a776 req-05c04efd-11b8-46f4-b9fe-10889e94a240 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 944 time: 0.1777990 Mar 22 19:22:36.094445 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44720) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:36.180609 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-22b2111a-178c-4ab4-b5e6-bf797dcb4bf5 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:36.182066 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-22b2111a-178c-4ab4-b5e6-bf797dcb4bf5 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] 10.222.0.75 "GET /v2.0/networks?id=fb9a0265-6cc8-408d-813f-31a86cf363fb HTTP/1.1" status: 200 len: 813 time: 0.1285973 Mar 22 19:22:36.231583 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-92b6ce3b-70ed-4f14-977b-2645c266a776 req-46b88736-be07-41b1-9ce6-8d53ee7acd3f tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567783 Mar 22 19:22:36.248237 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-e72ae256-445d-445c-86ae-d4a42d8b025f tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] 10.222.0.75 "GET /v2.0/quotas/59e8d147e61f46cfb51e00ccdcc47bfe HTTP/1.1" status: 200 len: 375 time: 0.0202839 Mar 22 19:22:36.308665 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-ff2de3a0-ba87-4759-a600-a00dfae2c2eb tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=59e8d147e61f46cfb51e00ccdcc47bfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569887 Mar 22 19:22:36.365344 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a86750bf-7b32-47b5-982a-f19f67a187a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:36.455429 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a86750bf-7b32-47b5-982a-f19f67a187a2 admin admin] Publish callbacks [] for security_group (a115386f-5d85-45b6-922c-b6064c47fc3b), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:36.468183 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a86750bf-7b32-47b5-982a-f19f67a187a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a115386f-5d85-45b6-922c-b6064c47fc3b), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:36.523861 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a86750bf-7b32-47b5-982a-f19f67a187a2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1248a93bdcba4c3e823066c814f6c393&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4281645 Mar 22 19:22:36.524743 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44736) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:36.527510 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-3ab9340f-78ec-47e4-b4b6-71516418bb21 service neutron] 10.222.0.75 "GET /v2.0/networks/fb9a0265-6cc8-408d-813f-31a86cf363fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176661 Mar 22 19:22:36.532183 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86750bf-7b32-47b5-982a-f19f67a187a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a115386f-5d85-45b6-922c-b6064c47fc3b,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:36.595129 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-df743116-c81b-423e-8972-b6cfd738715c admin admin] Publish callbacks [] for security_group (a115386f-5d85-45b6-922c-b6064c47fc3b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:36.636725 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-df743116-c81b-423e-8972-b6cfd738715c admin admin] Publish callbacks [] for security_group (a115386f-5d85-45b6-922c-b6064c47fc3b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:36.683412 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-c82780cf-f922-4374-9673-4e51b4c10ed8 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:36.685669 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-c82780cf-f922-4374-9673-4e51b4c10ed8 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/networks?id=4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 HTTP/1.1" status: 200 len: 812 time: 0.2751985 Mar 22 19:22:36.716974 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-df743116-c81b-423e-8972-b6cfd738715c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a115386f-5d85-45b6-922c-b6064c47fc3b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:36.717920 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-144acc9a-fc8b-4951-abba-7524cddc78df service neutron] 10.222.0.75 "GET /v2.0/networks/fb9a0265-6cc8-408d-813f-31a86cf363fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890111 Mar 22 19:22:36.724210 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-df743116-c81b-423e-8972-b6cfd738715c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:36.741498 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-df743116-c81b-423e-8972-b6cfd738715c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a115386f-5d85-45b6-922c-b6064c47fc3b HTTP/1.1" status: 204 len: 168 time: 0.2145283 Mar 22 19:22:36.744716 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-cf77c3b5-9b96-4151-8c6b-9c3ef680abbc tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/quotas/cd5d7b09e78b4f8992b733b5b4229fbb HTTP/1.1" status: 200 len: 375 time: 0.0490129 Mar 22 19:22:36.760419 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df743116-c81b-423e-8972-b6cfd738715c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a115386f-5d85-45b6-922c-b6064c47fc3b,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:36.838582 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-cddc3e17-fe55-4d42-a4ef-a360a0cb52fd tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=cd5d7b09e78b4f8992b733b5b4229fbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0905592 Mar 22 19:22:36.986419 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-ce480137-ae0e-45cd-a0dd-542e9421b060 req-d959c108-6f37-4eb9-a9f6-d5ab90c7f461 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-602042887', 'description': 'tempest-description-1263064975'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:22:37.086255 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ce480137-ae0e-45cd-a0dd-542e9421b060 req-d959c108-6f37-4eb9-a9f6-d5ab90c7f461 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:37.130699 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-129b734c-0e33-412e-bf36-2be7f3593ada service neutron] 10.222.0.75 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913418 Mar 22 19:22:37.394282 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44754) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:37.429747 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0865e528-50a7-4872-9e7e-13fd25335716 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:37.473343 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-ebf04921-0141-4d54-acbe-f9f2eb53433f service neutron] 10.222.0.75 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380251 Mar 22 19:22:37.527833 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device a96d6547-67c3-47c3-aaea-fd6e7888de11 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:22:37.548557 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ce480137-ae0e-45cd-a0dd-542e9421b060 req-d959c108-6f37-4eb9-a9f6-d5ab90c7f461 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (6582f936-c8ca-44a6-8012-64eae477f232), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:37.567301 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ce480137-ae0e-45cd-a0dd-542e9421b060 req-d959c108-6f37-4eb9-a9f6-d5ab90c7f461 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (6582f936-c8ca-44a6-8012-64eae477f232), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:37.614526 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0865e528-50a7-4872-9e7e-13fd25335716 admin admin] Publish callbacks [] for security_group (388aea07-2e3a-4576-a2f5-7b1ce4cfbc5b), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:37.625145 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0865e528-50a7-4872-9e7e-13fd25335716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (388aea07-2e3a-4576-a2f5-7b1ce4cfbc5b), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:37.656545 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959c108-6f37-4eb9-a9f6-d5ab90c7f461 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6582f936-c8ca-44a6-8012-64eae477f232,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:37.657401 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port a96d6547-67c3-47c3-aaea-fd6e7888de11 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:22:37.671658 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ce480137-ae0e-45cd-a0dd-542e9421b060 req-d959c108-6f37-4eb9-a9f6-d5ab90c7f461 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:37.683262 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce480137-ae0e-45cd-a0dd-542e9421b060 req-d959c108-6f37-4eb9-a9f6-d5ab90c7f461 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.7150784 Mar 22 19:22:37.692058 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port a96d6547-67c3-47c3-aaea-fd6e7888de11 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:22:37.692457 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a96d6547-67c3-47c3-aaea-fd6e7888de11), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:37.815890 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0865e528-50a7-4872-9e7e-13fd25335716 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b6888661a11b41b3a8d70e090895d6ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4161148 Mar 22 19:22:37.816586 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44766) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:37.828122 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865e528-50a7-4872-9e7e-13fd25335716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388aea07-2e3a-4576-a2f5-7b1ce4cfbc5b,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:37.923319 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port a96d6547-67c3-47c3-aaea-fd6e7888de11 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:22:37.925120 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a96d6547-67c3-47c3-aaea-fd6e7888de11), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:37.962023 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902f916e-5013-4135-9a1a-00cf02a06ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96d6547-67c3-47c3-aaea-fd6e7888de11'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:22:37.964944 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf61b107-3ed8-4495-975c-735ec12757df" -d '{"events": [{"server_uuid": "902f916e-5013-4135-9a1a-00cf02a06ffc", "name": "network-vif-plugged", "status": "completed", "tag": "a96d6547-67c3-47c3-aaea-fd6e7888de11"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:22:37.989835 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port a96d6547-67c3-47c3-aaea-fd6e7888de11, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=a96d6547-67c3-47c3-aaea-fd6e7888de11,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:37.999837 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a96d6547-67c3-47c3-aaea-fd6e7888de11), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:38.001469 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 8f03d05b-02ff-4c20-862a-80e3e22816b8 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:22:38.040630 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e4afa060-ba41-4f20-861c-88c16764fdc5 admin admin] Publish callbacks [] for security_group (388aea07-2e3a-4576-a2f5-7b1ce4cfbc5b), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:38.083364 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc245b-b7cf-467e-83a2-36bd90c22a1b req-703375db-49fd-4141-9de4-38c668c3f471 tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:38.084907 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a5dc245b-b7cf-467e-83a2-36bd90c22a1b req-703375db-49fd-4141-9de4-38c668c3f471 tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] 10.222.0.75 "GET /v2.0/ports?device_id=902f916e-5013-4135-9a1a-00cf02a06ffc HTTP/1.1" status: 200 len: 949 time: 0.2050767 Mar 22 19:22:38.145949 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef45d598-26a3-4d24-aba8-3d211f768b6b req-4ec43aa5-e06c-4e33-8558-d9acc4ab3d9a tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] 10.222.0.75 "GET /v2.0/ports?device_id=b00d7842-9596-4454-9838-63dd5be20c61 HTTP/1.1" status: 200 len: 210 time: 0.0988946 Mar 22 19:22:38.160073 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e4afa060-ba41-4f20-861c-88c16764fdc5 admin admin] Publish callbacks [] for security_group (388aea07-2e3a-4576-a2f5-7b1ce4cfbc5b), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:38.262526 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=a96d6547-67c3-47c3-aaea-fd6e7888de11,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:38.278774 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a5dc245b-b7cf-467e-83a2-36bd90c22a1b req-f91d9162-4eda-48b4-8da6-90ceee879423 tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] 10.222.0.75 "GET /v2.0/security-groups?id=71bdf349-3f09-415b-998f-fcfc3e1e16a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720397 Mar 22 19:22:38.283690 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 8f03d05b-02ff-4c20-862a-80e3e22816b8 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:22:38.291713 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 8f03d05b-02ff-4c20-862a-80e3e22816b8 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:22:38.292694 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8f03d05b-02ff-4c20-862a-80e3e22816b8), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:38.311540 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10c748-7a03-40e8-9d7c-01eb6be2e3eb req-110ea89b-b2f6-4151-9c86-b2890bd42006 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:38.319132 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9b10c748-7a03-40e8-9d7c-01eb6be2e3eb req-110ea89b-b2f6-4151-9c86-b2890bd42006 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 944 time: 0.0776117 Mar 22 19:22:38.350369 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-0f3df981-fb1c-4453-86be-2c64dd62e370 req-92b439d7-613b-4923-9c77-f105a099bbad tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-479948655', 'description': 'tempest-description-715799310'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:22:38.393276 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e4afa060-ba41-4f20-861c-88c16764fdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (388aea07-2e3a-4576-a2f5-7b1ce4cfbc5b), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:38.397156 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e4afa060-ba41-4f20-861c-88c16764fdc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:38.401059 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e4afa060-ba41-4f20-861c-88c16764fdc5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/388aea07-2e3a-4576-a2f5-7b1ce4cfbc5b HTTP/1.1" status: 204 len: 168 time: 0.5807686 Mar 22 19:22:38.416846 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0f3df981-fb1c-4453-86be-2c64dd62e370 req-92b439d7-613b-4923-9c77-f105a099bbad tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:38.442249 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4afa060-ba41-4f20-861c-88c16764fdc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388aea07-2e3a-4576-a2f5-7b1ce4cfbc5b,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:38.600961 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 8f03d05b-02ff-4c20-862a-80e3e22816b8 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:22:38.601600 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8f03d05b-02ff-4c20-862a-80e3e22816b8), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:38.643496 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0f3df981-fb1c-4453-86be-2c64dd62e370 req-92b439d7-613b-4923-9c77-f105a099bbad tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (90b9491e-2b0f-45d9-a69d-104e757f9df6), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:38.670937 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0f3df981-fb1c-4453-86be-2c64dd62e370 req-92b439d7-613b-4923-9c77-f105a099bbad tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (90b9491e-2b0f-45d9-a69d-104e757f9df6), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:38.696160 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 8f03d05b-02ff-4c20-862a-80e3e22816b8, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=8f03d05b-02ff-4c20-862a-80e3e22816b8,segment=NetworkSegment(1dabcaba-79e0-403f-8405-a983f35d70a7),segment_id=1dabcaba-79e0-403f-8405-a983f35d70a7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:38.714899 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8f03d05b-02ff-4c20-862a-80e3e22816b8), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:38.765941 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b439d7-613b-4923-9c77-f105a099bbad tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90b9491e-2b0f-45d9-a69d-104e757f9df6,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:38.797183 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9b10c748-7a03-40e8-9d7c-01eb6be2e3eb req-793b4069-21a9-46fe-87fd-720c40b38898 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721861 Mar 22 19:22:38.814792 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0f3df981-fb1c-4453-86be-2c64dd62e370 req-92b439d7-613b-4923-9c77-f105a099bbad tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:38.817506 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f3df981-fb1c-4453-86be-2c64dd62e370 req-92b439d7-613b-4923-9c77-f105a099bbad tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4738939 Mar 22 19:22:38.859588 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=8f03d05b-02ff-4c20-862a-80e3e22816b8,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:38.908335 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdc8fea-cf58-446f-8d0a-ce7ef4ced351 x-openstack-request-id: req-dbdc8fea-cf58-446f-8d0a-ce7ef4ced351 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:22:38.908607 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "902f916e-5013-4135-9a1a-00cf02a06ffc", "name": "network-vif-plugged", "status": "completed", "tag": "a96d6547-67c3-47c3-aaea-fd6e7888de11", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:22:38.909667 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dbdc8fea-cf58-446f-8d0a-ce7ef4ced351 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:22:38.911851 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbdc8fea-cf58-446f-8d0a-ce7ef4ced351'] response: {'server_uuid': '902f916e-5013-4135-9a1a-00cf02a06ffc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96d6547-67c3-47c3-aaea-fd6e7888de11', 'code': 200} Mar 22 19:22:38.950389 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-8229aaea-70a0-46ca-9552-8f7b18a4742b req-5dd943d9-a29d-4312-9791-373d21ba5663 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-667520715', 'description': 'tempest-description-2075426462'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:22:39.179654 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8229aaea-70a0-46ca-9552-8f7b18a4742b req-5dd943d9-a29d-4312-9791-373d21ba5663 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:39.254784 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2b7f9a55-d866-4d05-bd0f-8a8aaf5edcc2 req-a4f23b5f-cdd6-45ef-833d-f7f59f18925f tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 210 time: 0.2375519 Mar 22 19:22:39.381917 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515fb6e-46fe-44a6-8dad-0d583d47da93 req-afe4828f-29ff-40d6-bf13-9f3d796f3bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:39.383432 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a515fb6e-46fe-44a6-8dad-0d583d47da93 req-afe4828f-29ff-40d6-bf13-9f3d796f3bcc service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=902f916e-5013-4135-9a1a-00cf02a06ffc HTTP/1.1" status: 200 len: 1133 time: 0.3441741 Mar 22 19:22:39.467584 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-67a77601-a3f5-46e4-8063-abc737c9a305 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:39.475029 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-67a77601-a3f5-46e4-8063-abc737c9a305 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] 10.222.0.84 "GET /v2.0/networks?id=fb9a0265-6cc8-408d-813f-31a86cf363fb HTTP/1.1" status: 200 len: 813 time: 0.4132388 Mar 22 19:22:39.551784 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-cca46cd6-8fe4-48aa-8a25-88a451d1f056 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] Request body: {'port': {'device_id': 'b00d7842-9596-4454-9838-63dd5be20c61', 'network_id': 'fb9a0265-6cc8-408d-813f-31a86cf363fb', 'admin_state_up': True, 'tenant_id': '59e8d147e61f46cfb51e00ccdcc47bfe'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:22:39.849983 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8229aaea-70a0-46ca-9552-8f7b18a4742b req-5dd943d9-a29d-4312-9791-373d21ba5663 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (d9479cd1-7ba0-40c5-bdec-da9405925180), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:39.862729 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f46772f-c857-407c-adef-e5e56b396359 req-f01b9a20-0d6e-4393-a136-da58b76c46bb tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] 10.222.0.75 "GET /v2.0/ports?device_id=b00d7842-9596-4454-9838-63dd5be20c61 HTTP/1.1" status: 200 len: 210 time: 0.3786323 Mar 22 19:22:39.868621 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8229aaea-70a0-46ca-9552-8f7b18a4742b req-5dd943d9-a29d-4312-9791-373d21ba5663 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d9479cd1-7ba0-40c5-bdec-da9405925180), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:39.955634 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a515fb6e-46fe-44a6-8dad-0d583d47da93 req-4dab7ccd-2054-46d5-9e89-d5cce3f33c2a service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=71bdf349-3f09-415b-998f-fcfc3e1e16a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5496113 Mar 22 19:22:39.970921 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8229aaea-70a0-46ca-9552-8f7b18a4742b req-5dd943d9-a29d-4312-9791-373d21ba5663 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:39.990346 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8229aaea-70a0-46ca-9552-8f7b18a4742b req-5dd943d9-a29d-4312-9791-373d21ba5663 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 1.0443506 Mar 22 19:22:39.998032 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd943d9-a29d-4312-9791-373d21ba5663 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9479cd1-7ba0-40c5-bdec-da9405925180,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:40.034686 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-b1f11e44-77b5-4878-9b83-c07c67dadff3 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:40.037981 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-b1f11e44-77b5-4878-9b83-c07c67dadff3 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.84 "GET /v2.0/networks?id=4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 HTTP/1.1" status: 200 len: 812 time: 0.3742278 Mar 22 19:22:40.047499 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-cca46cd6-8fe4-48aa-8a25-88a451d1f056 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] Made reservation on behalf of 59e8d147e61f46cfb51e00ccdcc47bfe for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:22:40.053242 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-cca46cd6-8fe4-48aa-8a25-88a451d1f056 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:40.054745 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-4d73a19e-e92d-4c97-a8d5-7cf4589493bf tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Request body: {'port': {'device_id': '5444fa8e-9c00-4992-a031-2fdac9ac0e6d', 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40', 'admin_state_up': True, 'tenant_id': 'cd5d7b09e78b4f8992b733b5b4229fbb'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:22:40.204825 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-4d73a19e-e92d-4c97-a8d5-7cf4589493bf tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Made reservation on behalf of cd5d7b09e78b4f8992b733b5b4229fbb for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:22:40.212295 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-4d73a19e-e92d-4c97-a8d5-7cf4589493bf tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:40.416668 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-cca46cd6-8fe4-48aa-8a25-88a451d1f056 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] Allocated IP 172.20.0.11 (fb9a0265-6cc8-408d-813f-31a86cf363fb/14df5ab0-93b3-4c6e-9066-6ca053242e24/8b69c156-57b2-423c-8b65-e99cc5a684fa) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:22:40.662069 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-cca46cd6-8fe4-48aa-8a25-88a451d1f056 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] Publish callbacks [] for port (8b69c156-57b2-423c-8b65-e99cc5a684fa), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:40.714481 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-cca46cd6-8fe4-48aa-8a25-88a451d1f056 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (8b69c156-57b2-423c-8b65-e99cc5a684fa), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:40.776222 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca46cd6-8fe4-48aa-8a25-88a451d1f056 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] Pushing event updated for resources: {'Port': ['ID=8b69c156-57b2-423c-8b65-e99cc5a684fa,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:40.807108 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-cca46cd6-8fe4-48aa-8a25-88a451d1f056 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] Network fb9a0265-6cc8-408d-813f-31a86cf363fb is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:22:40.810646 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-cca46cd6-8fe4-48aa-8a25-88a451d1f056 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:22:40.813779 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-cca46cd6-8fe4-48aa-8a25-88a451d1f056 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:22:40.869738 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c027c6c-7b58-4896-aca1-8cbceb71858d req-57e91985-efaa-441a-8ba7-b6fa9d6254c0 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:40.871545 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1c027c6c-7b58-4896-aca1-8cbceb71858d req-57e91985-efaa-441a-8ba7-b6fa9d6254c0 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 945 time: 0.7546124 Mar 22 19:22:40.882630 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e8dc7-48a4-42b1-adc4-a5fc7865cbb5 req-03a5900b-5832-40ef-b5b9-52c70b0c76fc tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:40.884790 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7f7e8dc7-48a4-42b1-adc4-a5fc7865cbb5 req-03a5900b-5832-40ef-b5b9-52c70b0c76fc tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] 10.222.0.75 "GET /v2.0/ports?device_id=902f916e-5013-4135-9a1a-00cf02a06ffc HTTP/1.1" status: 200 len: 950 time: 0.8597772 Mar 22 19:22:40.908595 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-4d73a19e-e92d-4c97-a8d5-7cf4589493bf tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Allocated IP 172.20.0.5 (4d8eafd3-40f3-4f59-9d29-1a60a94dbe40/9beaf938-d336-4dec-9fdf-4059a4c13370/dccb72f5-9599-4a5c-b521-ae37ff69749f) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:22:40.913307 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675087b0-cafe-4493-b2ab-962dfe9c579e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f03d05b-02ff-4c20-862a-80e3e22816b8'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:22:40.916153 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cc82a6-949f-4d47-8e90-7ce55ee9ca0d" -d '{"events": [{"server_uuid": "675087b0-cafe-4493-b2ab-962dfe9c579e", "name": "network-vif-plugged", "status": "completed", "tag": "8f03d05b-02ff-4c20-862a-80e3e22816b8"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:22:41.023265 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-cca46cd6-8fe4-48aa-8a25-88a451d1f056 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:41.028285 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-cca46cd6-8fe4-48aa-8a25-88a451d1f056 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:41.078745 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7f7e8dc7-48a4-42b1-adc4-a5fc7865cbb5 req-5b8bbf05-2b9f-4b03-ac3d-ad92ae70a277 tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] 10.222.0.75 "GET /v2.0/security-groups?id=71bdf349-3f09-415b-998f-fcfc3e1e16a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851861 Mar 22 19:22:41.081287 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1c027c6c-7b58-4896-aca1-8cbceb71858d req-bd2335f0-98ca-4e15-ba02-2d1d9ecd8b5d tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924007 Mar 22 19:22:41.092883 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-cca46cd6-8fe4-48aa-8a25-88a451d1f056 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5881736 Mar 22 19:22:41.121281 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-65d28e19-54e3-45c5-a1b0-4816291c47b3 service neutron] Request body: {'port': {'device_id': 'b00d7842-9596-4454-9838-63dd5be20c61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:22:41.192772 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-4d73a19e-e92d-4c97-a8d5-7cf4589493bf tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks [] for port (dccb72f5-9599-4a5c-b521-ae37ff69749f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:41.254452 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6b426b20-d1a6-4475-9004-0142ff27113f req-f9f24d3d-ff57-4e89-a616-49148242f620 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 210 time: 0.0584111 Mar 22 19:22:41.302442 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-4d73a19e-e92d-4c97-a8d5-7cf4589493bf tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (dccb72f5-9599-4a5c-b521-ae37ff69749f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:41.399318 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73a19e-e92d-4c97-a8d5-7cf4589493bf tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Pushing event updated for resources: {'Port': ['ID=dccb72f5-9599-4a5c-b521-ae37ff69749f,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:41.429668 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-4d73a19e-e92d-4c97-a8d5-7cf4589493bf tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Network 4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:22:41.432451 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-4d73a19e-e92d-4c97-a8d5-7cf4589493bf tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:22:41.461142 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-4d73a19e-e92d-4c97-a8d5-7cf4589493bf tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:22:41.498295 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-65d28e19-54e3-45c5-a1b0-4816291c47b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8b69c156-57b2-423c-8b65-e99cc5a684fa), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:41.569628 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-4d73a19e-e92d-4c97-a8d5-7cf4589493bf tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:41.570328 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-4d73a19e-e92d-4c97-a8d5-7cf4589493bf tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:41.595027 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-444cbd83-7b70-40c3-9c33-a7c98550673e req-817e7231-57d4-4572-bbb4-1923df1b1c52 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=38ed8ef1e4944b49bee3b635f0a09187 HTTP/1.1" status: 200 len: 10996 time: 0.4325199 Mar 22 19:22:41.626207 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-4d73a19e-e92d-4c97-a8d5-7cf4589493bf tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5775089 Mar 22 19:22:41.638903 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-8992358a-8b9a-4da1-ac5b-00acfaa56be7 service neutron] Request body: {'port': {'device_id': '5444fa8e-9c00-4992-a031-2fdac9ac0e6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:22:41.728141 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-8992358a-8b9a-4da1-ac5b-00acfaa56be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (dccb72f5-9599-4a5c-b521-ae37ff69749f), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:41.864031 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c183c-34cb-439e-95b5-c28099df6405 req-8e6d7ec4-5743-47ca-97ac-5251248a1984 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:41.875689 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-053c183c-34cb-439e-95b5-c28099df6405 req-8e6d7ec4-5743-47ca-97ac-5251248a1984 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] 10.222.0.75 "GET /v2.0/ports?device_id=b00d7842-9596-4454-9838-63dd5be20c61 HTTP/1.1" status: 200 len: 932 time: 0.3299727 Mar 22 19:22:41.926950 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-444cbd83-7b70-40c3-9c33-a7c98550673e req-13e61f25-5259-4b45-810a-76cea4b9402e tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups/4093de66-3757-463f-9524-e827da99c973 HTTP/1.1" status: 200 len: 2998 time: 0.2961004 Mar 22 19:22:42.193116 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-444cbd83-7b70-40c3-9c33-a7c98550673e req-92d11569-a868-4ebc-b7dd-82227c631c6d tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups/4093de66-3757-463f-9524-e827da99c973 HTTP/1.1" status: 200 len: 2998 time: 0.2517738 Mar 22 19:22:42.236175 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-053c183c-34cb-439e-95b5-c28099df6405 req-2fba0b63-21e6-4406-9304-8f82c01562da tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d7173ab-a6e3-4bc9-add1-5bd63dcab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583641 Mar 22 19:22:42.249900 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-65d28e19-54e3-45c5-a1b0-4816291c47b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b69c156-57b2-423c-8b65-e99cc5a684fa {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:22:42.263653 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-65d28e19-54e3-45c5-a1b0-4816291c47b3 service neutron] Publish callbacks [] for port (8b69c156-57b2-423c-8b65-e99cc5a684fa), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:42.272715 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d17afeb-ae9a-43ee-bd20-e19a428e9e80 x-openstack-request-id: req-8d17afeb-ae9a-43ee-bd20-e19a428e9e80 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:22:42.274354 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675087b0-cafe-4493-b2ab-962dfe9c579e", "name": "network-vif-plugged", "status": "completed", "tag": "8f03d05b-02ff-4c20-862a-80e3e22816b8", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:22:42.274633 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8d17afeb-ae9a-43ee-bd20-e19a428e9e80 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:22:42.275678 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d17afeb-ae9a-43ee-bd20-e19a428e9e80'] response: {'server_uuid': '675087b0-cafe-4493-b2ab-962dfe9c579e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f03d05b-02ff-4c20-862a-80e3e22816b8', 'code': 200} Mar 22 19:22:42.337521 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-65d28e19-54e3-45c5-a1b0-4816291c47b3 service neutron] Transition to ACTIVE for port object 8b69c156-57b2-423c-8b65-e99cc5a684fa will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:22:42.349128 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-65d28e19-54e3-45c5-a1b0-4816291c47b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (8b69c156-57b2-423c-8b65-e99cc5a684fa), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:42.398530 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-8992358a-8b9a-4da1-ac5b-00acfaa56be7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dccb72f5-9599-4a5c-b521-ae37ff69749f {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:22:42.437675 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-8992358a-8b9a-4da1-ac5b-00acfaa56be7 service neutron] Publish callbacks [] for port (dccb72f5-9599-4a5c-b521-ae37ff69749f), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:42.469736 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-8992358a-8b9a-4da1-ac5b-00acfaa56be7 service neutron] Transition to ACTIVE for port object dccb72f5-9599-4a5c-b521-ae37ff69749f will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:22:42.476177 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-8992358a-8b9a-4da1-ac5b-00acfaa56be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (dccb72f5-9599-4a5c-b521-ae37ff69749f), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:42.753511 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992358a-8b9a-4da1-ac5b-00acfaa56be7 service neutron] Pushing event updated for resources: {'Port': ['ID=dccb72f5-9599-4a5c-b521-ae37ff69749f,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:42.769239 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d28e19-54e3-45c5-a1b0-4816291c47b3 service neutron] Pushing event updated for resources: {'Port': ['ID=8b69c156-57b2-423c-8b65-e99cc5a684fa,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:42.847807 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-8992358a-8b9a-4da1-ac5b-00acfaa56be7 service neutron] Attempting to bind port dccb72f5-9599-4a5c-b521-ae37ff69749f on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:22:42.848227 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-8992358a-8b9a-4da1-ac5b-00acfaa56be7 service neutron] Attempting to bind port dccb72f5-9599-4a5c-b521-ae37ff69749f by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '8c6ba457-004e-47f9-ab30-ce3aaf4ab771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:22:42.848484 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-8992358a-8b9a-4da1-ac5b-00acfaa56be7 service neutron] Attempting to bind port dccb72f5-9599-4a5c-b521-ae37ff69749f on network 4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:22:42.860545 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-8992358a-8b9a-4da1-ac5b-00acfaa56be7 service neutron] Port dccb72f5-9599-4a5c-b521-ae37ff69749f on network 4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:22:42.860876 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-8992358a-8b9a-4da1-ac5b-00acfaa56be7 service neutron] Attempting to bind port dccb72f5-9599-4a5c-b521-ae37ff69749f on network 4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:22:42.879033 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-8992358a-8b9a-4da1-ac5b-00acfaa56be7 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:22:42.879391 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-8992358a-8b9a-4da1-ac5b-00acfaa56be7 service neutron] Checking segment: {'id': '8c6ba457-004e-47f9-ab30-ce3aaf4ab771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:22:42.879793 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-8992358a-8b9a-4da1-ac5b-00acfaa56be7 service neutron] Bound using segment: {'id': '8c6ba457-004e-47f9-ab30-ce3aaf4ab771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:22:42.880429 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-8992358a-8b9a-4da1-ac5b-00acfaa56be7 service neutron] Bound port: dccb72f5-9599-4a5c-b521-ae37ff69749f, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c6ba457-004e-47f9-ab30-ce3aaf4ab771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:22:42.881053 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-8992358a-8b9a-4da1-ac5b-00acfaa56be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (dccb72f5-9599-4a5c-b521-ae37ff69749f), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:43.024062 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f33168-69d4-444e-839d-7e1f1ac7871f req-2467eabe-30f9-44df-8dbd-4abe1e96379f tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:43.039448 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78f33168-69d4-444e-839d-7e1f1ac7871f req-2467eabe-30f9-44df-8dbd-4abe1e96379f tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] 10.222.0.75 "GET /v2.0/ports?device_id=902f916e-5013-4135-9a1a-00cf02a06ffc HTTP/1.1" status: 200 len: 950 time: 0.5871792 Mar 22 19:22:43.049764 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4bc4f-c19c-4e23-b229-74da83238162 req-a494e1c4-c3b3-400c-b949-8dad63a0aa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:43.053073 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e2e4bc4f-c19c-4e23-b229-74da83238162 req-a494e1c4-c3b3-400c-b949-8dad63a0aa35 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 1128 time: 0.6814649 Mar 22 19:22:43.063138 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-8992358a-8b9a-4da1-ac5b-00acfaa56be7 service neutron] For port dccb72f5-9599-4a5c-b521-ae37ff69749f, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:22:43.067405 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-8992358a-8b9a-4da1-ac5b-00acfaa56be7 service neutron] For port dccb72f5-9599-4a5c-b521-ae37ff69749f, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=dccb72f5-9599-4a5c-b521-ae37ff69749f,segment=NetworkSegment(8c6ba457-004e-47f9-ab30-ce3aaf4ab771),segment_id=8c6ba457-004e-47f9-ab30-ce3aaf4ab771)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:22:43.075604 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2e78a-10c0-44f9-b268-ef1d9206a9d3 req-a90d61e5-dc53-4323-9aeb-c5fd702ef838 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:43.084752 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-8992358a-8b9a-4da1-ac5b-00acfaa56be7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (dccb72f5-9599-4a5c-b521-ae37ff69749f), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:43.091198 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-61d2e78a-10c0-44f9-b268-ef1d9206a9d3 req-a90d61e5-dc53-4323-9aeb-c5fd702ef838 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 945 time: 0.6245823 Mar 22 19:22:43.135658 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-8992358a-8b9a-4da1-ac5b-00acfaa56be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:43.136289 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-8992358a-8b9a-4da1-ac5b-00acfaa56be7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:43.147973 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-8992358a-8b9a-4da1-ac5b-00acfaa56be7 service neutron] 10.222.0.84 "PUT /v2.0/ports/dccb72f5-9599-4a5c-b521-ae37ff69749f HTTP/1.1" status: 200 len: 1092 time: 1.5126812 Mar 22 19:22:43.147973 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5444fa8e-9c00-4992-a031-2fdac9ac0e6d', 'tag': 'dccb72f5-9599-4a5c-b521-ae37ff69749f'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:22:43.158412 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31a160e-7788-4a74-a842-ee2c543ef71d" -d '{"events": [{"name": "network-changed", "server_uuid": "5444fa8e-9c00-4992-a031-2fdac9ac0e6d", "tag": "dccb72f5-9599-4a5c-b521-ae37ff69749f"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:22:43.189925 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992358a-8b9a-4da1-ac5b-00acfaa56be7 service neutron] Pushing event updated for resources: {'Port': ['ID=dccb72f5-9599-4a5c-b521-ae37ff69749f,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:43.258606 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-61d2e78a-10c0-44f9-b268-ef1d9206a9d3 req-16df1b54-847f-427d-a681-e50ffa44ce3d tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252282 Mar 22 19:22:43.324631 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78f33168-69d4-444e-839d-7e1f1ac7871f req-38f2a2f6-7d7c-43b9-87d9-fbcb5d8cdeb8 tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] 10.222.0.75 "GET /v2.0/security-groups?id=71bdf349-3f09-415b-998f-fcfc3e1e16a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841554 Mar 22 19:22:43.329471 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-65d28e19-54e3-45c5-a1b0-4816291c47b3 service neutron] Attempting to bind port 8b69c156-57b2-423c-8b65-e99cc5a684fa on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:22:43.335643 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-65d28e19-54e3-45c5-a1b0-4816291c47b3 service neutron] Attempting to bind port 8b69c156-57b2-423c-8b65-e99cc5a684fa by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': 'f2afa6c0-70a9-4729-a791-cd49ba0a9adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fb9a0265-6cc8-408d-813f-31a86cf363fb'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:22:43.336483 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-65d28e19-54e3-45c5-a1b0-4816291c47b3 service neutron] Attempting to bind port 8b69c156-57b2-423c-8b65-e99cc5a684fa on network fb9a0265-6cc8-408d-813f-31a86cf363fb {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:22:43.339011 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-2ce78257-b989-4d8a-90b9-bd4ed69adca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:43.351971 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-2ce78257-b989-4d8a-90b9-bd4ed69adca9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cd5d7b09e78b4f8992b733b5b4229fbb&device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 1126 time: 0.1418426 Mar 22 19:22:43.410950 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-65d28e19-54e3-45c5-a1b0-4816291c47b3 service neutron] Port 8b69c156-57b2-423c-8b65-e99cc5a684fa on network fb9a0265-6cc8-408d-813f-31a86cf363fb not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:22:43.411595 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-65d28e19-54e3-45c5-a1b0-4816291c47b3 service neutron] Attempting to bind port 8b69c156-57b2-423c-8b65-e99cc5a684fa on network fb9a0265-6cc8-408d-813f-31a86cf363fb {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:22:43.432293 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-a269b6e2-a0a0-4ba7-8628-dd46677b8777 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dccb72f5-9599-4a5c-b521-ae37ff69749f HTTP/1.1" status: 200 len: 217 time: 0.0826411 Mar 22 19:22:43.448715 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-65d28e19-54e3-45c5-a1b0-4816291c47b3 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:22:43.450210 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-65d28e19-54e3-45c5-a1b0-4816291c47b3 service neutron] Checking segment: {'id': 'f2afa6c0-70a9-4729-a791-cd49ba0a9adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fb9a0265-6cc8-408d-813f-31a86cf363fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:22:43.450672 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-65d28e19-54e3-45c5-a1b0-4816291c47b3 service neutron] Bound using segment: {'id': 'f2afa6c0-70a9-4729-a791-cd49ba0a9adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fb9a0265-6cc8-408d-813f-31a86cf363fb'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:22:43.452286 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-65d28e19-54e3-45c5-a1b0-4816291c47b3 service neutron] Bound port: 8b69c156-57b2-423c-8b65-e99cc5a684fa, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2afa6c0-70a9-4729-a791-cd49ba0a9adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'fb9a0265-6cc8-408d-813f-31a86cf363fb'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:22:43.452774 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-65d28e19-54e3-45c5-a1b0-4816291c47b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8b69c156-57b2-423c-8b65-e99cc5a684fa), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:43.526099 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-d0099acd-472d-4fad-9d43-4b7d1ef0ef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:43.527603 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-d0099acd-472d-4fad-9d43-4b7d1ef0ef29 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9beaf938-d336-4dec-9fdf-4059a4c13370 HTTP/1.1" status: 200 len: 852 time: 0.0872622 Mar 22 19:22:43.540136 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e2e4bc4f-c19c-4e23-b229-74da83238162 req-9cc417ee-ca46-4b73-b479-6b6d765f123b service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486008 Mar 22 19:22:43.550587 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c443fc7-ce59-4a8c-9341-c60c827d19ed req-c85c3e5f-2102-49c0-bb91-c41f2243455b tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups/6582f936-c8ca-44a6-8012-64eae477f232 HTTP/1.1" status: 200 len: 1817 time: 0.2226286 Mar 22 19:22:43.583092 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-bf4fe60a-2046-452d-b01f-fd4b367dc189 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4d8eafd3-40f3-4f59-9d29-1a60a94dbe40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467408 Mar 22 19:22:43.643664 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c764477-6e52-4abb-80d9-70ae0ad69ba0 req-865a497b-6ee3-4285-9a1e-18bba85d2388 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:43.645832 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9c764477-6e52-4abb-80d9-70ae0ad69ba0 req-865a497b-6ee3-4285-9a1e-18bba85d2388 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 943 time: 0.1790867 Mar 22 19:22:43.737640 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-65d28e19-54e3-45c5-a1b0-4816291c47b3 service neutron] For port 8b69c156-57b2-423c-8b65-e99cc5a684fa, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:22:43.765129 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-a4b59b7b-47e0-4476-bb33-8606022291f5 service neutron] 10.222.0.84 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678152 Mar 22 19:22:43.835011 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-65d28e19-54e3-45c5-a1b0-4816291c47b3 service neutron] For port 8b69c156-57b2-423c-8b65-e99cc5a684fa, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=8b69c156-57b2-423c-8b65-e99cc5a684fa,segment=NetworkSegment(f2afa6c0-70a9-4729-a791-cd49ba0a9adf),segment_id=f2afa6c0-70a9-4729-a791-cd49ba0a9adf)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:22:43.844357 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9c764477-6e52-4abb-80d9-70ae0ad69ba0 req-c92e87ad-f398-45ae-aa15-bdaf046acf12 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868033 Mar 22 19:22:43.847594 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2c443fc7-ce59-4a8c-9341-c60c827d19ed req-81d41b5e-edc1-4aef-9a47-93f6d7575a42 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (6582f936-c8ca-44a6-8012-64eae477f232), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:43.873105 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2c443fc7-ce59-4a8c-9341-c60c827d19ed req-81d41b5e-edc1-4aef-9a47-93f6d7575a42 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (6582f936-c8ca-44a6-8012-64eae477f232), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:43.917358 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-65d28e19-54e3-45c5-a1b0-4816291c47b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (8b69c156-57b2-423c-8b65-e99cc5a684fa), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:43.937376 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8e4f0c99-0d1b-4b35-a083-aec254a34272 req-ee6c9c61-8e21-4e1b-a02e-beef9f5a72d3 service neutron] 10.222.0.84 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641707 Mar 22 19:22:43.946201 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2c443fc7-ce59-4a8c-9341-c60c827d19ed req-81d41b5e-edc1-4aef-9a47-93f6d7575a42 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (6582f936-c8ca-44a6-8012-64eae477f232), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:43.948929 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2c443fc7-ce59-4a8c-9341-c60c827d19ed req-81d41b5e-edc1-4aef-9a47-93f6d7575a42 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:43.950110 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c443fc7-ce59-4a8c-9341-c60c827d19ed req-81d41b5e-edc1-4aef-9a47-93f6d7575a42 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "DELETE /v2.0/security-groups/6582f936-c8ca-44a6-8012-64eae477f232 HTTP/1.1" status: 204 len: 173 time: 0.3780441 Mar 22 19:22:43.970146 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d41b5e-edc1-4aef-9a47-93f6d7575a42 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6582f936-c8ca-44a6-8012-64eae477f232,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:43.973086 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-65d28e19-54e3-45c5-a1b0-4816291c47b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:43.973713 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-65d28e19-54e3-45c5-a1b0-4816291c47b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:43.975243 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-65d28e19-54e3-45c5-a1b0-4816291c47b3 service neutron] 10.222.0.84 "PUT /v2.0/ports/8b69c156-57b2-423c-8b65-e99cc5a684fa HTTP/1.1" status: 200 len: 1093 time: 2.8746676 Mar 22 19:22:43.982053 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00d7842-9596-4454-9838-63dd5be20c61', 'tag': '8b69c156-57b2-423c-8b65-e99cc5a684fa'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:22:43.986556 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f171bb-edc8-41c4-9b5c-ff6ab6b7ed9e" -d '{"events": [{"name": "network-changed", "server_uuid": "b00d7842-9596-4454-9838-63dd5be20c61", "tag": "8b69c156-57b2-423c-8b65-e99cc5a684fa"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:22:44.012009 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d28e19-54e3-45c5-a1b0-4816291c47b3 service neutron] Pushing event updated for resources: {'Port': ['ID=8b69c156-57b2-423c-8b65-e99cc5a684fa,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:44.083573 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44924) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:44.104428 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9b0b2f-7472-4e9b-955c-214fd63d55fa x-openstack-request-id: req-9e9b0b2f-7472-4e9b-955c-214fd63d55fa {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:22:44.105227 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5444fa8e-9c00-4992-a031-2fdac9ac0e6d", "tag": "dccb72f5-9599-4a5c-b521-ae37ff69749f", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:22:44.106278 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9e9b0b2f-7472-4e9b-955c-214fd63d55fa {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:22:44.106791 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e9b0b2f-7472-4e9b-955c-214fd63d55fa'] response: {'name': 'network-changed', 'server_uuid': '5444fa8e-9c00-4992-a031-2fdac9ac0e6d', 'tag': 'dccb72f5-9599-4a5c-b521-ae37ff69749f', 'status': 'completed', 'code': 200} Mar 22 19:22:44.264179 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a160e-7788-4a74-a842-ee2c543ef71d req-1ba2762b-c08a-40dc-add7-3964fa34f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:44.265743 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b31a160e-7788-4a74-a842-ee2c543ef71d req-1ba2762b-c08a-40dc-add7-3964fa34f112 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cd5d7b09e78b4f8992b733b5b4229fbb&device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 1126 time: 0.1360669 Mar 22 19:22:44.315731 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-7d195a7e-497d-4e4c-9c5f-6e6420fb0ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:44.324684 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-7d195a7e-497d-4e4c-9c5f-6e6420fb0ece service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=59e8d147e61f46cfb51e00ccdcc47bfe&device_id=b00d7842-9596-4454-9838-63dd5be20c61 HTTP/1.1" status: 200 len: 1127 time: 0.2274127 Mar 22 19:22:44.376823 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fb622733-30a0-4eef-a35a-8a74ababcfeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:44.436863 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a160e-7788-4a74-a842-ee2c543ef71d req-19a18e29-a03e-4da4-a7fc-3e5c8ea4907d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:44.441706 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b31a160e-7788-4a74-a842-ee2c543ef71d req-19a18e29-a03e-4da4-a7fc-3e5c8ea4907d service neutron] 10.222.0.84 "GET /v2.0/networks?id=4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 HTTP/1.1" status: 200 len: 913 time: 0.1677611 Mar 22 19:22:44.580090 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b31a160e-7788-4a74-a842-ee2c543ef71d req-01a79197-2d74-4c21-b0a1-f89570c7d700 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dccb72f5-9599-4a5c-b521-ae37ff69749f HTTP/1.1" status: 200 len: 217 time: 0.1270900 Mar 22 19:22:44.709121 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a160e-7788-4a74-a842-ee2c543ef71d req-54d5cf28-deb8-445e-a08c-e435292cc69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:44.710673 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b31a160e-7788-4a74-a842-ee2c543ef71d req-54d5cf28-deb8-445e-a08c-e435292cc69f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9beaf938-d336-4dec-9fdf-4059a4c13370 HTTP/1.1" status: 200 len: 852 time: 0.1250184 Mar 22 19:22:44.796476 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b31a160e-7788-4a74-a842-ee2c543ef71d req-37100902-9d3c-41cd-badd-ca91b4bd3c71 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4d8eafd3-40f3-4f59-9d29-1a60a94dbe40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720301 Mar 22 19:22:44.945064 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b31a160e-7788-4a74-a842-ee2c543ef71d req-6225ac45-a9c1-4d24-aa4a-1f19398c66f6 service neutron] 10.222.0.84 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406777 Mar 22 19:22:45.107626 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-c2b82136-6077-4d76-92c3-9cda4076fb5b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b69c156-57b2-423c-8b65-e99cc5a684fa HTTP/1.1" status: 200 len: 217 time: 0.7587771 Mar 22 19:22:45.114975 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b31a160e-7788-4a74-a842-ee2c543ef71d req-c1ff7f0c-e727-44f6-87b0-54d3252f3399 service neutron] 10.222.0.84 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544943 Mar 22 19:22:45.135477 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292c1e7-e8db-4ba8-b6a5-241b859964b7 req-7e28d877-13bc-4042-ad16-f0ec6870446f tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:45.166953 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a292c1e7-e8db-4ba8-b6a5-241b859964b7 req-7e28d877-13bc-4042-ad16-f0ec6870446f tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] 10.222.0.75 "GET /v2.0/ports?device_id=b00d7842-9596-4454-9838-63dd5be20c61 HTTP/1.1" status: 200 len: 944 time: 0.9847848 Mar 22 19:22:45.166953 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [req-473aae0b-463c-484c-96a7-738b16a56ef1 req-b2efab47-84d8-485f-a16a-a7154ed84503 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] show failed (client error): The resource could not be found. Mar 22 19:22:45.166953 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-473aae0b-463c-484c-96a7-738b16a56ef1 req-b2efab47-84d8-485f-a16a-a7154ed84503 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups/6582f936-c8ca-44a6-8012-64eae477f232 HTTP/1.1" status: 404 len: 352 time: 0.0650074 Mar 22 19:22:45.176424 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-27238856-7882-4577-991f-196c9f1a371e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:45.198040 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-3f6c23a9-c107-4e45-939b-b294018d6ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:45.199544 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-3f6c23a9-c107-4e45-939b-b294018d6ca3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=14df5ab0-93b3-4c6e-9066-6ca053242e24 HTTP/1.1" status: 200 len: 853 time: 0.1050303 Mar 22 19:22:45.204800 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee611631-906f-4a31-ae3d-ac7115b2fd81 x-openstack-request-id: req-ee611631-906f-4a31-ae3d-ac7115b2fd81 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:22:45.205039 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00d7842-9596-4454-9838-63dd5be20c61", "tag": "8b69c156-57b2-423c-8b65-e99cc5a684fa", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:22:45.205203 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ee611631-906f-4a31-ae3d-ac7115b2fd81 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:22:45.206162 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee611631-906f-4a31-ae3d-ac7115b2fd81'] response: {'name': 'network-changed', 'server_uuid': 'b00d7842-9596-4454-9838-63dd5be20c61', 'tag': '8b69c156-57b2-423c-8b65-e99cc5a684fa', 'status': 'completed', 'code': 200} Mar 22 19:22:45.319588 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-eafaa31e-1360-4060-b50a-b5a1628768de service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=fb9a0265-6cc8-408d-813f-31a86cf363fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057003 Mar 22 19:22:45.393913 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a292c1e7-e8db-4ba8-b6a5-241b859964b7 req-5582b1ac-66d8-45bd-8be3-9e42da655e77 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d7173ab-a6e3-4bc9-add1-5bd63dcab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485955 Mar 22 19:22:45.408112 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fb622733-30a0-4eef-a35a-8a74ababcfeb admin admin] Publish callbacks [] for security_group (6d27886b-6b9d-4491-8b1f-9d47060ed29c), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:45.430888 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d16eab-ec3b-44f0-a23e-88d11d2ebd22 req-342cd914-0dd7-46c0-a96c-0e198d92b948 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:45.432419 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d8d16eab-ec3b-44f0-a23e-88d11d2ebd22 req-342cd914-0dd7-46c0-a96c-0e198d92b948 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 945 time: 0.1695380 Mar 22 19:22:45.435237 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fb622733-30a0-4eef-a35a-8a74ababcfeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (6d27886b-6b9d-4491-8b1f-9d47060ed29c), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:45.528304 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fb622733-30a0-4eef-a35a-8a74ababcfeb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fcd80fd060904d78b89666fa8bac504c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4432709 Mar 22 19:22:45.530982 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44950) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:45.531533 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb622733-30a0-4eef-a35a-8a74ababcfeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d27886b-6b9d-4491-8b1f-9d47060ed29c,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:45.590878 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:45.603682 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed6b3a90-75c8-4914-ad45-8e32b3dca43c admin admin] Publish callbacks [] for security_group (6d27886b-6b9d-4491-8b1f-9d47060ed29c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:45.607573 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d8d16eab-ec3b-44f0-a23e-88d11d2ebd22 req-a047b86a-13ea-4d58-9ecc-7c6c02949eb5 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636138 Mar 22 19:22:45.609622 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-cb55bcd3-abe8-41ac-b55d-afdac483b515 service neutron] 10.222.0.84 "GET /v2.0/networks/fb9a0265-6cc8-408d-813f-31a86cf363fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798679 Mar 22 19:22:45.647397 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed6b3a90-75c8-4914-ad45-8e32b3dca43c admin admin] Publish callbacks [] for security_group (6d27886b-6b9d-4491-8b1f-9d47060ed29c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:45.708486 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed6b3a90-75c8-4914-ad45-8e32b3dca43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (6d27886b-6b9d-4491-8b1f-9d47060ed29c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:45.714441 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed6b3a90-75c8-4914-ad45-8e32b3dca43c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:45.717512 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ed6b3a90-75c8-4914-ad45-8e32b3dca43c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6d27886b-6b9d-4491-8b1f-9d47060ed29c HTTP/1.1" status: 204 len: 168 time: 0.1841006 Mar 22 19:22:45.729110 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121bce36-f237-45fd-9f13-c7e01e07a0e6 req-c4034a59-4a26-4ef2-9bcd-845c7380c9a1 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:45.729891 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b3a90-75c8-4914-ad45-8e32b3dca43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d27886b-6b9d-4491-8b1f-9d47060ed29c,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:45.730814 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-121bce36-f237-45fd-9f13-c7e01e07a0e6 req-c4034a59-4a26-4ef2-9bcd-845c7380c9a1 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 943 time: 0.1413279 Mar 22 19:22:45.872955 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64b5c0c0-f674-46d4-a526-83ced034f6f7 req-fa4e97ad-3c21-4a99-b94c-40fa95852c92 service neutron] 10.222.0.84 "GET /v2.0/networks/fb9a0265-6cc8-408d-813f-31a86cf363fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426090 Mar 22 19:22:45.911973 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-121bce36-f237-45fd-9f13-c7e01e07a0e6 req-b093d5bd-0c8d-4a0c-a96c-c9e384cef707 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685455 Mar 22 19:22:45.917611 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1b744a32-c880-465d-bb59-87c8b6e4b8ba req-cbe0e52f-3e04-4273-8250-71f567c61410 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups/90b9491e-2b0f-45d9-a69d-104e757f9df6 HTTP/1.1" status: 200 len: 1816 time: 0.1406784 Mar 22 19:22:46.029560 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f171bb-edc8-41c4-9b5c-ff6ab6b7ed9e req-1cd1afb0-8ea1-4751-b5ab-20b6f3c53c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:46.031154 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a4f171bb-edc8-41c4-9b5c-ff6ab6b7ed9e req-1cd1afb0-8ea1-4751-b5ab-20b6f3c53c36 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=59e8d147e61f46cfb51e00ccdcc47bfe&device_id=b00d7842-9596-4454-9838-63dd5be20c61 HTTP/1.1" status: 200 len: 1127 time: 0.0891790 Mar 22 19:22:46.062522 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1b744a32-c880-465d-bb59-87c8b6e4b8ba req-d4815c3b-9e8c-474f-9f48-97e657fe82f4 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (90b9491e-2b0f-45d9-a69d-104e757f9df6), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:46.123536 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1b744a32-c880-465d-bb59-87c8b6e4b8ba req-d4815c3b-9e8c-474f-9f48-97e657fe82f4 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (90b9491e-2b0f-45d9-a69d-104e757f9df6), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:46.189722 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44972) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:46.217732 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6b565580-5c5d-4c17-885e-992c7f0c7f3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:46.267144 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f171bb-edc8-41c4-9b5c-ff6ab6b7ed9e req-1e0f18b6-f74e-43e2-a1d2-1d158b49ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:46.269211 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a4f171bb-edc8-41c4-9b5c-ff6ab6b7ed9e req-1e0f18b6-f74e-43e2-a1d2-1d158b49ac5c service neutron] 10.222.0.84 "GET /v2.0/networks?id=fb9a0265-6cc8-408d-813f-31a86cf363fb HTTP/1.1" status: 200 len: 914 time: 0.2312160 Mar 22 19:22:46.273100 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1b744a32-c880-465d-bb59-87c8b6e4b8ba req-d4815c3b-9e8c-474f-9f48-97e657fe82f4 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (90b9491e-2b0f-45d9-a69d-104e757f9df6), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:46.276210 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1b744a32-c880-465d-bb59-87c8b6e4b8ba req-d4815c3b-9e8c-474f-9f48-97e657fe82f4 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:46.277247 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1b744a32-c880-465d-bb59-87c8b6e4b8ba req-d4815c3b-9e8c-474f-9f48-97e657fe82f4 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "DELETE /v2.0/security-groups/90b9491e-2b0f-45d9-a69d-104e757f9df6 HTTP/1.1" status: 204 len: 173 time: 0.3446536 Mar 22 19:22:46.338555 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4815c3b-9e8c-474f-9f48-97e657fe82f4 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b9491e-2b0f-45d9-a69d-104e757f9df6,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:46.344057 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a4f171bb-edc8-41c4-9b5c-ff6ab6b7ed9e req-f7250485-2865-4e32-9a88-072e7afd2933 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b69c156-57b2-423c-8b65-e99cc5a684fa HTTP/1.1" status: 200 len: 217 time: 0.0642242 Mar 22 19:22:46.452358 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808d3ee-101a-4e95-9a06-eb962c87afd5 req-4504af67-f45f-47ff-bbed-b35db928b068 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:46.453850 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b808d3ee-101a-4e95-9a06-eb962c87afd5 req-4504af67-f45f-47ff-bbed-b35db928b068 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 945 time: 0.2416086 Mar 22 19:22:46.562336 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f171bb-edc8-41c4-9b5c-ff6ab6b7ed9e req-e06cc2a1-cc34-44be-94db-839802f5c610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:46.563999 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a4f171bb-edc8-41c4-9b5c-ff6ab6b7ed9e req-e06cc2a1-cc34-44be-94db-839802f5c610 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=14df5ab0-93b3-4c6e-9066-6ca053242e24 HTTP/1.1" status: 200 len: 853 time: 0.1991472 Mar 22 19:22:46.641703 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a4f171bb-edc8-41c4-9b5c-ff6ab6b7ed9e req-6af38f6a-397c-4b95-b1f3-bfe2b84b6101 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=fb9a0265-6cc8-408d-813f-31a86cf363fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555360 Mar 22 19:22:46.652924 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6b565580-5c5d-4c17-885e-992c7f0c7f3c admin admin] Publish callbacks [] for security_group (3deff9f2-1f9c-4a38-93dc-6689919c6bbc), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:46.676385 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b808d3ee-101a-4e95-9a06-eb962c87afd5 req-bae4ada0-c0da-4ae8-99e3-290c8a3c0dcd tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885624 Mar 22 19:22:46.690072 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6b565580-5c5d-4c17-885e-992c7f0c7f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3deff9f2-1f9c-4a38-93dc-6689919c6bbc), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:46.760081 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-b3598f2b-9006-47c4-9d8b-bb3e47d70fd6 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:46.767087 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-b3598f2b-9006-47c4-9d8b-bb3e47d70fd6 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/networks?id=3f43483d-05ef-426b-881a-d8fc390ab6a9 HTTP/1.1" status: 200 len: 821 time: 0.3892267 Mar 22 19:22:46.833825 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-0f81f50e-3137-44cf-8853-b646e99e840d tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/quotas/21ca62c1596a4d419681f3e57266f544 HTTP/1.1" status: 200 len: 375 time: 0.0657322 Mar 22 19:22:46.835091 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b565580-5c5d-4c17-885e-992c7f0c7f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3deff9f2-1f9c-4a38-93dc-6689919c6bbc,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:46.844871 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6b565580-5c5d-4c17-885e-992c7f0c7f3c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3279f297cdc24770a76c7a4478676bb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6535988 Mar 22 19:22:46.847721 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44984) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:46.944516 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b325be8-5e85-4488-bae5-46b286d601c3 admin admin] Publish callbacks [] for security_group (3deff9f2-1f9c-4a38-93dc-6689919c6bbc), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:46.944826 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [req-30bb20f9-c8cc-4187-9032-408e7865873b req-f0f0f6d9-a335-4c64-b9cd-70e72ceeed23 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] show failed (client error): The resource could not be found. Mar 22 19:22:46.958382 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device dccb72f5-9599-4a5c-b521-ae37ff69749f details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:22:46.959024 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-30bb20f9-c8cc-4187-9032-408e7865873b req-f0f0f6d9-a335-4c64-b9cd-70e72ceeed23 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups/90b9491e-2b0f-45d9-a69d-104e757f9df6 HTTP/1.1" status: 404 len: 352 time: 0.0456522 Mar 22 19:22:46.978072 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b325be8-5e85-4488-bae5-46b286d601c3 admin admin] Publish callbacks [] for security_group (3deff9f2-1f9c-4a38-93dc-6689919c6bbc), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:46.982986 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a4f171bb-edc8-41c4-9b5c-ff6ab6b7ed9e req-4c641d07-1fd6-4498-9241-45cbaafa3939 service neutron] 10.222.0.84 "GET /v2.0/networks/fb9a0265-6cc8-408d-813f-31a86cf363fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278630 Mar 22 19:22:47.022431 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-213c65df-6fe8-4f0b-9373-16abb495519f tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=21ca62c1596a4d419681f3e57266f544&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1807945 Mar 22 19:22:47.053375 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b325be8-5e85-4488-bae5-46b286d601c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3deff9f2-1f9c-4a38-93dc-6689919c6bbc), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:47.055940 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b325be8-5e85-4488-bae5-46b286d601c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:47.059918 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9b325be8-5e85-4488-bae5-46b286d601c3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3deff9f2-1f9c-4a38-93dc-6689919c6bbc HTTP/1.1" status: 204 len: 168 time: 0.2085640 Mar 22 19:22:47.085889 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b325be8-5e85-4488-bae5-46b286d601c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3deff9f2-1f9c-4a38-93dc-6689919c6bbc,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:47.121125 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port dccb72f5-9599-4a5c-b521-ae37ff69749f, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=dccb72f5-9599-4a5c-b521-ae37ff69749f,segment=NetworkSegment(8c6ba457-004e-47f9-ab30-ce3aaf4ab771),segment_id=8c6ba457-004e-47f9-ab30-ce3aaf4ab771)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:47.135653 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'dccb72f5-9599-4a5c-b521-ae37ff69749f', 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40', 'port_id': 'dccb72f5-9599-4a5c-b521-ae37ff69749f', 'mac_address': 'fa:16:3e:6d:b3:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9beaf938-d336-4dec-9fdf-4059a4c13370', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:22:47.195743 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port dccb72f5-9599-4a5c-b521-ae37ff69749f is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:22:47.196422 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (dccb72f5-9599-4a5c-b521-ae37ff69749f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:47.223489 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-aaeeb32f-38e9-4965-a261-e8447adad0af service neutron] 10.222.0.75 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814055 Mar 22 19:22:47.224125 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dccb72f5-9599-4a5c-b521-ae37ff69749f {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:22:47.253064 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port dccb72f5-9599-4a5c-b521-ae37ff69749f, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=dccb72f5-9599-4a5c-b521-ae37ff69749f,segment=NetworkSegment(8c6ba457-004e-47f9-ab30-ce3aaf4ab771),segment_id=8c6ba457-004e-47f9-ab30-ce3aaf4ab771)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:47.265089 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (dccb72f5-9599-4a5c-b521-ae37ff69749f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:47.317202 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=dccb72f5-9599-4a5c-b521-ae37ff69749f,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:47.341707 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9bf5d507-68e3-4357-88aa-41d0b83eff0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:47.347822 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119dd07-0530-4763-a99a-9cb3504f55ab req-809fae4e-9f3d-482d-b55a-9c330528e2ef tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:47.349400 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e119dd07-0530-4763-a99a-9cb3504f55ab req-809fae4e-9f3d-482d-b55a-9c330528e2ef tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] 10.222.0.75 "GET /v2.0/ports?device_id=b00d7842-9596-4454-9838-63dd5be20c61 HTTP/1.1" status: 200 len: 944 time: 0.3255866 Mar 22 19:22:47.401327 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a4f171bb-edc8-41c4-9b5c-ff6ab6b7ed9e req-2451bdb3-c22e-42e6-bb15-f127b457ce91 service neutron] 10.222.0.84 "GET /v2.0/networks/fb9a0265-6cc8-408d-813f-31a86cf363fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097874 Mar 22 19:22:47.449684 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-f7b4a247-6574-4057-b521-1505fd1eaacf service neutron] 10.222.0.75 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189054 Mar 22 19:22:47.453632 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e119dd07-0530-4763-a99a-9cb3504f55ab req-600655a7-149b-4b3f-8526-39916b50db5a tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d7173ab-a6e3-4bc9-add1-5bd63dcab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968375 Mar 22 19:22:47.546018 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['dccb72f5-9599-4a5c-b521-ae37ff69749f'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:22:47.876718 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696dd95-139b-4f48-83c2-d4faa0a49e43 req-9febfe42-6268-49f1-a27a-d00d3eaff2f7 tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:47.889712 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2696dd95-139b-4f48-83c2-d4faa0a49e43 req-9febfe42-6268-49f1-a27a-d00d3eaff2f7 tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] 10.222.0.75 "GET /v2.0/ports?device_id=902f916e-5013-4135-9a1a-00cf02a06ffc HTTP/1.1" status: 200 len: 950 time: 0.1183515 Mar 22 19:22:47.979332 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2696dd95-139b-4f48-83c2-d4faa0a49e43 req-e93adf63-54b7-489a-a8dc-4f6ef96c9366 tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] 10.222.0.75 "GET /v2.0/security-groups?id=71bdf349-3f09-415b-998f-fcfc3e1e16a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886221 Mar 22 19:22:48.112953 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-960207c5-e1e9-4891-8c7a-e8dcc214c917 req-7351a6ed-070d-442e-9898-731715c829d1 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups/d9479cd1-7ba0-40c5-bdec-da9405925180 HTTP/1.1" status: 200 len: 1817 time: 0.0619276 Mar 22 19:22:48.153772 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:48.188957 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5dc89-7f5a-429d-9472-21dceaedbc04 req-e4161bd9-771d-4d52-a8c7-bf8357697e2b tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:48.196548 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8dc5dc89-7f5a-429d-9472-21dceaedbc04 req-e4161bd9-771d-4d52-a8c7-bf8357697e2b tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 944 time: 0.2077453 Mar 22 19:22:48.246344 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-960207c5-e1e9-4891-8c7a-e8dcc214c917 req-26abd539-09c9-482b-aeae-c9ed27b2c1bd tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (d9479cd1-7ba0-40c5-bdec-da9405925180), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:48.303064 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-960207c5-e1e9-4891-8c7a-e8dcc214c917 req-26abd539-09c9-482b-aeae-c9ed27b2c1bd tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (d9479cd1-7ba0-40c5-bdec-da9405925180), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:48.317171 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8dc5dc89-7f5a-429d-9472-21dceaedbc04 req-e83a10b4-ebe5-47e0-9227-2476835b20b7 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197019 Mar 22 19:22:48.371724 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-960207c5-e1e9-4891-8c7a-e8dcc214c917 req-26abd539-09c9-482b-aeae-c9ed27b2c1bd tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d9479cd1-7ba0-40c5-bdec-da9405925180), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:48.374933 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-960207c5-e1e9-4891-8c7a-e8dcc214c917 req-26abd539-09c9-482b-aeae-c9ed27b2c1bd tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:48.382579 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-960207c5-e1e9-4891-8c7a-e8dcc214c917 req-26abd539-09c9-482b-aeae-c9ed27b2c1bd tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "DELETE /v2.0/security-groups/d9479cd1-7ba0-40c5-bdec-da9405925180 HTTP/1.1" status: 204 len: 173 time: 0.2687404 Mar 22 19:22:48.417908 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26abd539-09c9-482b-aeae-c9ed27b2c1bd tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9479cd1-7ba0-40c5-bdec-da9405925180,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:48.487791 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-10b5a6f5-f0c2-46ea-851f-d37d6a91e441 req-715c0aa7-a617-426e-837b-915ea24136bd tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 210 time: 0.0554543 Mar 22 19:22:48.550941 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [req-eadc137d-96b3-4b62-a4ee-e89346af8783 req-a866aa0c-55cf-44fb-a2b2-bf7ff59bf2b5 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] show failed (client error): The resource could not be found. Mar 22 19:22:48.552140 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eadc137d-96b3-4b62-a4ee-e89346af8783 req-a866aa0c-55cf-44fb-a2b2-bf7ff59bf2b5 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups/d9479cd1-7ba0-40c5-bdec-da9405925180 HTTP/1.1" status: 404 len: 352 time: 0.0351455 Mar 22 19:22:48.588164 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:48.616499 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f4c26-5a11-4505-9118-de5726dd4d54 req-30b8b9d6-a883-4244-aa46-fe0cc6cac0f9 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:48.618272 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-595f4c26-5a11-4505-9118-de5726dd4d54 req-30b8b9d6-a883-4244-aa46-fe0cc6cac0f9 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 945 time: 0.1134474 Mar 22 19:22:48.680569 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4846d-4457-4c10-99c0-c4e361a49466 req-9803881e-b6cc-463d-90a1-11df943efeca tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:48.682150 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b4c4846d-4457-4c10-99c0-c4e361a49466 req-9803881e-b6cc-463d-90a1-11df943efeca tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] 10.222.0.85 "GET /v2.0/ports?device_id=902f916e-5013-4135-9a1a-00cf02a06ffc HTTP/1.1" status: 200 len: 950 time: 0.1230447 Mar 22 19:22:48.796924 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-595f4c26-5a11-4505-9118-de5726dd4d54 req-c0dffff4-f724-4f01-92b0-a7691c7d293e tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634331 Mar 22 19:22:48.847508 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcdbffb-826f-4fa5-938b-805c1bf0657b req-fce1fa57-95fc-4824-bb26-70d02ae99bc9 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:48.852698 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ffcdbffb-826f-4fa5-938b-805c1bf0657b req-fce1fa57-95fc-4824-bb26-70d02ae99bc9 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] 10.222.0.75 "GET /v2.0/ports?device_id=b00d7842-9596-4454-9838-63dd5be20c61 HTTP/1.1" status: 200 len: 944 time: 0.2065260 Mar 22 19:22:48.968624 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ffcdbffb-826f-4fa5-938b-805c1bf0657b req-055e1739-7e56-429e-931a-35cea8f59514 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d7173ab-a6e3-4bc9-add1-5bd63dcab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785153 Mar 22 19:22:48.972752 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 8b69c156-57b2-423c-8b65-e99cc5a684fa details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:22:49.008123 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-b4c4846d-4457-4c10-99c0-c4e361a49466 req-74456c9e-8b0a-4717-a4b2-e51df400b11e tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Deleting port a96d6547-67c3-47c3-aaea-fd6e7888de11 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:22:49.008351 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b4c4846d-4457-4c10-99c0-c4e361a49466 req-74456c9e-8b0a-4717-a4b2-e51df400b11e tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (a96d6547-67c3-47c3-aaea-fd6e7888de11), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:49.039594 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bc851164-473f-4024-a81c-71d64ec848d0 req-26b84ca4-f34e-4b13-b669-fa6e2010d310 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=38ed8ef1e4944b49bee3b635f0a09187 HTTP/1.1" status: 200 len: 6199 time: 0.1831858 Mar 22 19:22:49.136674 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device dccb72f5-9599-4a5c-b521-ae37ff69749f up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:22:49.207874 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bc851164-473f-4024-a81c-71d64ec848d0 req-b16bc311-b5b7-44b3-87e4-a98913a09441 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups/4093de66-3757-463f-9524-e827da99c973 HTTP/1.1" status: 200 len: 2998 time: 0.1673360 Mar 22 19:22:49.253452 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port dccb72f5-9599-4a5c-b521-ae37ff69749f completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:22:49.266631 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port dccb72f5-9599-4a5c-b521-ae37ff69749f triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:22:49.266970 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (dccb72f5-9599-4a5c-b521-ae37ff69749f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:49.315385 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 8b69c156-57b2-423c-8b65-e99cc5a684fa, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=8b69c156-57b2-423c-8b65-e99cc5a684fa,segment=NetworkSegment(f2afa6c0-70a9-4729-a791-cd49ba0a9adf),segment_id=f2afa6c0-70a9-4729-a791-cd49ba0a9adf)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:49.340523 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '8b69c156-57b2-423c-8b65-e99cc5a684fa', 'network_id': 'fb9a0265-6cc8-408d-813f-31a86cf363fb', 'port_id': '8b69c156-57b2-423c-8b65-e99cc5a684fa', 'mac_address': 'fa:16:3e:16:9d:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14df5ab0-93b3-4c6e-9066-6ca053242e24', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:22:49.342767 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-b4c4846d-4457-4c10-99c0-c4e361a49466 req-74456c9e-8b0a-4717-a4b2-e51df400b11e tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] For port a96d6547-67c3-47c3-aaea-fd6e7888de11, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=a96d6547-67c3-47c3-aaea-fd6e7888de11,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:49.343213 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b4c4846d-4457-4c10-99c0-c4e361a49466 req-74456c9e-8b0a-4717-a4b2-e51df400b11e tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (a96d6547-67c3-47c3-aaea-fd6e7888de11), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:49.381621 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019fd52-a3e3-4b89-b0a7-13daf26ca98d req-436756c4-38ed-42d5-b6a7-322db050ddb1 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:49.383218 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4019fd52-a3e3-4b89-b0a7-13daf26ca98d req-436756c4-38ed-42d5-b6a7-322db050ddb1 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 945 time: 0.1942303 Mar 22 19:22:49.390562 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bc851164-473f-4024-a81c-71d64ec848d0 req-55105026-4306-45de-874f-0e576d50abc0 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups/4093de66-3757-463f-9524-e827da99c973 HTTP/1.1" status: 200 len: 2998 time: 0.1251075 Mar 22 19:22:49.397826 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-b4c4846d-4457-4c10-99c0-c4e361a49466 req-74456c9e-8b0a-4717-a4b2-e51df400b11e tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Calling delete_port for a96d6547-67c3-47c3-aaea-fd6e7888de11 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:22:49.485506 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 8b69c156-57b2-423c-8b65-e99cc5a684fa is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:22:49.485660 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8b69c156-57b2-423c-8b65-e99cc5a684fa), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:49.488052 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port dccb72f5-9599-4a5c-b521-ae37ff69749f is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:22:49.488392 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (dccb72f5-9599-4a5c-b521-ae37ff69749f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:49.511504 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b69c156-57b2-423c-8b65-e99cc5a684fa {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:22:49.551989 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5444fa8e-9c00-4992-a031-2fdac9ac0e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccb72f5-9599-4a5c-b521-ae37ff69749f'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:22:49.554711 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3177a887-eb8a-4bdf-807e-c17c14089ad8" -d '{"events": [{"server_uuid": "5444fa8e-9c00-4992-a031-2fdac9ac0e6d", "name": "network-vif-plugged", "status": "completed", "tag": "dccb72f5-9599-4a5c-b521-ae37ff69749f"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:22:49.559790 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 8b69c156-57b2-423c-8b65-e99cc5a684fa, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=8b69c156-57b2-423c-8b65-e99cc5a684fa,segment=NetworkSegment(f2afa6c0-70a9-4729-a791-cd49ba0a9adf),segment_id=f2afa6c0-70a9-4729-a791-cd49ba0a9adf)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:49.577590 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port dccb72f5-9599-4a5c-b521-ae37ff69749f, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=dccb72f5-9599-4a5c-b521-ae37ff69749f,segment=NetworkSegment(8c6ba457-004e-47f9-ab30-ce3aaf4ab771),segment_id=8c6ba457-004e-47f9-ab30-ce3aaf4ab771)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:49.579448 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8b69c156-57b2-423c-8b65-e99cc5a684fa), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:49.613308 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (dccb72f5-9599-4a5c-b521-ae37ff69749f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:49.660074 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=8b69c156-57b2-423c-8b65-e99cc5a684fa,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:49.746692 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=dccb72f5-9599-4a5c-b521-ae37ff69749f,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:49.802647 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4019fd52-a3e3-4b89-b0a7-13daf26ca98d req-5f28a295-a720-44e6-9881-d6e25f79b7e5 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056237 Mar 22 19:22:49.851954 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-a1839046-c8ec-4891-90df-99161be792cf tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:49.853507 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-a1839046-c8ec-4891-90df-99161be792cf tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.85 "GET /v2.0/networks?id=3f43483d-05ef-426b-881a-d8fc390ab6a9 HTTP/1.1" status: 200 len: 821 time: 0.2263222 Mar 22 19:22:49.857300 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['8b69c156-57b2-423c-8b65-e99cc5a684fa'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:22:49.877274 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-194f90e2-5c69-4831-aad3-c7dbf4b6a636 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Request body: {'port': {'device_id': '4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f', 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9', 'admin_state_up': True, 'tenant_id': '21ca62c1596a4d419681f3e57266f544'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:22:49.946208 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07883af-e2cb-4043-ac3e-a8e117f598c1 req-7e2d31cd-c072-47d9-b180-b8d7bb3b5546 tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:49.954185 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f07883af-e2cb-4043-ac3e-a8e117f598c1 req-7e2d31cd-c072-47d9-b180-b8d7bb3b5546 tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] 10.222.0.75 "GET /v2.0/ports?device_id=902f916e-5013-4135-9a1a-00cf02a06ffc HTTP/1.1" status: 200 len: 950 time: 0.3947265 Mar 22 19:22:50.010628 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:50.139017 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b4c4846d-4457-4c10-99c0-c4e361a49466 req-74456c9e-8b0a-4717-a4b2-e51df400b11e tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (a96d6547-67c3-47c3-aaea-fd6e7888de11), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:50.247012 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f07883af-e2cb-4043-ac3e-a8e117f598c1 req-ff6f4b7f-88c3-4f6a-8992-9bee72545907 tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] 10.222.0.75 "GET /v2.0/security-groups?id=71bdf349-3f09-415b-998f-fcfc3e1e16a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919719 Mar 22 19:22:50.272634 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a3f41-ba88-4775-97c2-9e1fd7dd7b44 req-a4fd6105-2dd5-417f-965d-34cd47c6c9c7 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:50.280745 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc8a3f41-ba88-4775-97c2-9e1fd7dd7b44 req-a4fd6105-2dd5-417f-965d-34cd47c6c9c7 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 945 time: 0.3208015 Mar 22 19:22:50.291496 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74456c9e-8b0a-4717-a4b2-e51df400b11e tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Pushing event deleted for resources: {'Port': ['ID=a96d6547-67c3-47c3-aaea-fd6e7888de11,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:50.327030 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74456c9e-8b0a-4717-a4b2-e51df400b11e tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:50.327762 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74456c9e-8b0a-4717-a4b2-e51df400b11e tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:50.328366 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74456c9e-8b0a-4717-a4b2-e51df400b11e tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:50.328937 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74456c9e-8b0a-4717-a4b2-e51df400b11e tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:50.329645 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74456c9e-8b0a-4717-a4b2-e51df400b11e tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:50.330944 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74456c9e-8b0a-4717-a4b2-e51df400b11e tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:50.331644 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74456c9e-8b0a-4717-a4b2-e51df400b11e tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:50.332230 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74456c9e-8b0a-4717-a4b2-e51df400b11e tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:50.332943 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74456c9e-8b0a-4717-a4b2-e51df400b11e tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:50.334293 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74456c9e-8b0a-4717-a4b2-e51df400b11e tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:50.334870 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74456c9e-8b0a-4717-a4b2-e51df400b11e tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:50.336202 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74456c9e-8b0a-4717-a4b2-e51df400b11e tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:50.337147 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74456c9e-8b0a-4717-a4b2-e51df400b11e tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:50.338029 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74456c9e-8b0a-4717-a4b2-e51df400b11e tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:50.339175 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74456c9e-8b0a-4717-a4b2-e51df400b11e tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:22:50.372750 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-1bff35d2-f7b4-49f1-b393-a597654391be req-06373417-7794-4c77-94d4-f9d1ea144a43 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-439641555', 'description': 'tempest-description-1414747689'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:22:50.456484 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c4846d-4457-4c10-99c0-c4e361a49466 req-74456c9e-8b0a-4717-a4b2-e51df400b11e tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] No DVR routers for this DVR port a96d6547-67c3-47c3-aaea-fd6e7888de11 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:22:50.461503 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b4c4846d-4457-4c10-99c0-c4e361a49466 req-74456c9e-8b0a-4717-a4b2-e51df400b11e tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:50.469270 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b4c4846d-4457-4c10-99c0-c4e361a49466 req-74456c9e-8b0a-4717-a4b2-e51df400b11e tempest-TenantUsagesTestJSON-235229871 tempest-TenantUsagesTestJSON-235229871-project] 10.222.0.85 "DELETE /v2.0/ports/a96d6547-67c3-47c3-aaea-fd6e7888de11 HTTP/1.1" status: 204 len: 173 time: 1.7558162 Mar 22 19:22:50.491789 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902f916e-5013-4135-9a1a-00cf02a06ffc', 'name': 'network-vif-deleted', 'tag': 'a96d6547-67c3-47c3-aaea-fd6e7888de11'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:22:50.495941 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb10811-b260-4e72-9bab-3fde9680e530" -d '{"events": [{"server_uuid": "902f916e-5013-4135-9a1a-00cf02a06ffc", "name": "network-vif-deleted", "tag": "a96d6547-67c3-47c3-aaea-fd6e7888de11"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:22:50.534709 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc8a3f41-ba88-4775-97c2-9e1fd7dd7b44 req-8689bc5d-7df8-4e6f-889e-e0bdb67ab30c tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525611 Mar 22 19:22:50.536201 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-194f90e2-5c69-4831-aad3-c7dbf4b6a636 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Made reservation on behalf of 21ca62c1596a4d419681f3e57266f544 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:22:50.545053 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-194f90e2-5c69-4831-aad3-c7dbf4b6a636 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:50.562312 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1bff35d2-f7b4-49f1-b393-a597654391be req-06373417-7794-4c77-94d4-f9d1ea144a43 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:50.714485 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1bff35d2-f7b4-49f1-b393-a597654391be req-06373417-7794-4c77-94d4-f9d1ea144a43 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (fab83959-6d21-4535-973c-29267ea2e0f0), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:50.725742 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1bff35d2-f7b4-49f1-b393-a597654391be req-06373417-7794-4c77-94d4-f9d1ea144a43 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (fab83959-6d21-4535-973c-29267ea2e0f0), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:50.913114 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1bff35d2-f7b4-49f1-b393-a597654391be req-06373417-7794-4c77-94d4-f9d1ea144a43 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:50.937581 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1bff35d2-f7b4-49f1-b393-a597654391be req-06373417-7794-4c77-94d4-f9d1ea144a43 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5826550 Mar 22 19:22:50.972181 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-194f90e2-5c69-4831-aad3-c7dbf4b6a636 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Allocated IP 172.20.0.5 (3f43483d-05ef-426b-881a-d8fc390ab6a9/bc515ca7-b43f-45d2-b838-320d24bc42f9/7b304643-66db-4530-93b8-04df0dd9bee7) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:22:50.973226 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 8b69c156-57b2-423c-8b65-e99cc5a684fa up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:22:51.042370 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-81b3939d-67ae-4e87-8afe-af3aad6ca4fa req-65add8a7-0fcd-47b3-b340-7174cd99c215 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 210 time: 0.2568114 Mar 22 19:22:51.103359 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f3f81f-dec7-4c40-b0d5-0079ecac6c27 x-openstack-request-id: req-e9f3f81f-dec7-4c40-b0d5-0079ecac6c27 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:22:51.103657 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5444fa8e-9c00-4992-a031-2fdac9ac0e6d", "name": "network-vif-plugged", "status": "completed", "tag": "dccb72f5-9599-4a5c-b521-ae37ff69749f", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:22:51.104157 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e9f3f81f-dec7-4c40-b0d5-0079ecac6c27 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:22:51.104746 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9f3f81f-dec7-4c40-b0d5-0079ecac6c27'] response: {'server_uuid': '5444fa8e-9c00-4992-a031-2fdac9ac0e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccb72f5-9599-4a5c-b521-ae37ff69749f', 'code': 200} Mar 22 19:22:51.128720 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06373417-7794-4c77-94d4-f9d1ea144a43 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fab83959-6d21-4535-973c-29267ea2e0f0,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:51.141409 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 8b69c156-57b2-423c-8b65-e99cc5a684fa completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:22:51.152821 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 8b69c156-57b2-423c-8b65-e99cc5a684fa triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:22:51.153269 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8b69c156-57b2-423c-8b65-e99cc5a684fa), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:51.333392 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45150) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:51.398488 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:51.405961 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 8b69c156-57b2-423c-8b65-e99cc5a684fa is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:22:51.406730 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8b69c156-57b2-423c-8b65-e99cc5a684fa), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:51.472241 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 8b69c156-57b2-423c-8b65-e99cc5a684fa, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=8b69c156-57b2-423c-8b65-e99cc5a684fa,segment=NetworkSegment(f2afa6c0-70a9-4729-a791-cd49ba0a9adf),segment_id=f2afa6c0-70a9-4729-a791-cd49ba0a9adf)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:51.482343 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8b69c156-57b2-423c-8b65-e99cc5a684fa), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:51.519057 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f2e2517-d4ac-4bbe-a56f-521d28942242 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:51.548143 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c72b15-9b0f-4ce9-a94e-c323120605d7 req-7b5b7c15-b575-4cc3-957e-4e80bf3e59e4 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:51.557421 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7c72b15-9b0f-4ce9-a94e-c323120605d7 req-7b5b7c15-b575-4cc3-957e-4e80bf3e59e4 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] 10.222.0.75 "GET /v2.0/ports?device_id=b00d7842-9596-4454-9838-63dd5be20c61 HTTP/1.1" status: 200 len: 945 time: 0.2243953 Mar 22 19:22:51.559316 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=8b69c156-57b2-423c-8b65-e99cc5a684fa,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:51.574426 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54867dbe-2d6f-4b1f-9ea7-d31b99e33d7f req-412d58d4-9cb5-4689-8d2f-539a3a4341a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:51.576333 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-54867dbe-2d6f-4b1f-9ea7-d31b99e33d7f req-412d58d4-9cb5-4689-8d2f-539a3a4341a1 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 1128 time: 0.2417171 Mar 22 19:22:51.600346 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device a96d6547-67c3-47c3-aaea-fd6e7888de11 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:22:51.611408 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-194f90e2-5c69-4831-aad3-c7dbf4b6a636 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Publish callbacks [] for port (7b304643-66db-4530-93b8-04df0dd9bee7), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:51.641236 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: a96d6547-67c3-47c3-aaea-fd6e7888de11 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:22:51.641919 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device a96d6547-67c3-47c3-aaea-fd6e7888de11 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:22:51.703278 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f2e2517-d4ac-4bbe-a56f-521d28942242 admin admin] Publish callbacks [] for security_group (7bfdacc6-76b3-48e6-bb93-99d4f98d530e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:51.711207 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f2e2517-d4ac-4bbe-a56f-521d28942242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7bfdacc6-76b3-48e6-bb93-99d4f98d530e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:51.764009 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4f2e2517-d4ac-4bbe-a56f-521d28942242 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c0944dc2ede842368f58aa15acd4afab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4293263 Mar 22 19:22:51.765310 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45170) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:51.766378 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e2517-d4ac-4bbe-a56f-521d28942242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfdacc6-76b3-48e6-bb93-99d4f98d530e,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:51.782751 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80e452d-4315-41e1-ad48-0fff26a33fd2 x-openstack-request-id: req-d80e452d-4315-41e1-ad48-0fff26a33fd2 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:22:51.783246 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "902f916e-5013-4135-9a1a-00cf02a06ffc", "name": "network-vif-deleted", "tag": "a96d6547-67c3-47c3-aaea-fd6e7888de11", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:22:51.783778 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d80e452d-4315-41e1-ad48-0fff26a33fd2 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:22:51.784916 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d80e452d-4315-41e1-ad48-0fff26a33fd2'] response: {'server_uuid': '902f916e-5013-4135-9a1a-00cf02a06ffc', 'name': 'network-vif-deleted', 'tag': 'a96d6547-67c3-47c3-aaea-fd6e7888de11', 'status': 'completed', 'code': 200} Mar 22 19:22:51.793579 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7c72b15-9b0f-4ce9-a94e-c323120605d7 req-4647ce0d-bb1c-4a81-bb27-adce5db722be tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d7173ab-a6e3-4bc9-add1-5bd63dcab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352231 Mar 22 19:22:51.804908 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-2bdc1349-d484-4d7c-93df-b2bcb4f4bbc1 req-2a516299-e87d-4416-a41f-a067cf964ded tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1491810812', 'description': 'tempest-description-1708556752'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:22:51.815588 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-54867dbe-2d6f-4b1f-9ea7-d31b99e33d7f req-1a4342fd-4bcf-44c9-8b59-9b31826770e4 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013788 Mar 22 19:22:51.857443 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3dd5335a-3106-4a18-9d3e-a70e1cb5b959 admin admin] Publish callbacks [] for security_group (7bfdacc6-76b3-48e6-bb93-99d4f98d530e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:51.889157 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3dd5335a-3106-4a18-9d3e-a70e1cb5b959 admin admin] Publish callbacks [] for security_group (7bfdacc6-76b3-48e6-bb93-99d4f98d530e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:51.985145 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3dd5335a-3106-4a18-9d3e-a70e1cb5b959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7bfdacc6-76b3-48e6-bb93-99d4f98d530e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:51.988602 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3dd5335a-3106-4a18-9d3e-a70e1cb5b959 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:51.989836 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3dd5335a-3106-4a18-9d3e-a70e1cb5b959 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7bfdacc6-76b3-48e6-bb93-99d4f98d530e HTTP/1.1" status: 204 len: 168 time: 0.2169080 Mar 22 19:22:52.000047 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd5335a-3106-4a18-9d3e-a70e1cb5b959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfdacc6-76b3-48e6-bb93-99d4f98d530e,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:52.189435 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45182) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:52.282774 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bdc1349-d484-4d7c-93df-b2bcb4f4bbc1 req-2a516299-e87d-4416-a41f-a067cf964ded tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:52.304177 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-194f90e2-5c69-4831-aad3-c7dbf4b6a636 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (7b304643-66db-4530-93b8-04df0dd9bee7), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:52.372746 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccef78f-6e3f-41c3-abaf-7b3db8e20298 req-a1905fc0-d249-4679-abb2-c7a7490f114a tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:52.374266 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2ccef78f-6e3f-41c3-abaf-7b3db8e20298 req-a1905fc0-d249-4679-abb2-c7a7490f114a tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 945 time: 0.1452909 Mar 22 19:22:52.403860 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-194f90e2-5c69-4831-aad3-c7dbf4b6a636 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Network 3f43483d-05ef-426b-881a-d8fc390ab6a9 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:22:52.431931 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45188) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:52.432486 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f90e2-5c69-4831-aad3-c7dbf4b6a636 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Pushing event updated for resources: {'Port': ['ID=7b304643-66db-4530-93b8-04df0dd9bee7,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:52.438925 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-194f90e2-5c69-4831-aad3-c7dbf4b6a636 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:22:52.442103 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-194f90e2-5c69-4831-aad3-c7dbf4b6a636 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:22:52.452260 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-749a27ce-28bf-47e2-b206-f758ea1f9285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:52.465928 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ca2de680-6a0a-4d32-9b42-e3f7fa4b0fcd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b3576cdbfa6f4061b1fd5df74b522b5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2749803 Mar 22 19:22:52.470035 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45190) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:52.505104 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-194f90e2-5c69-4831-aad3-c7dbf4b6a636 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:52.505842 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-194f90e2-5c69-4831-aad3-c7dbf4b6a636 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:52.561776 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2ccef78f-6e3f-41c3-abaf-7b3db8e20298 req-a11204b9-97b2-4632-a1a2-439c83aecb5f tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702335 Mar 22 19:22:52.562470 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-566eae91-0487-423a-99af-58afc377c47c admin admin] Publish callbacks [] for security_group (71bdf349-3f09-415b-998f-fcfc3e1e16a9), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:52.578218 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-749a27ce-28bf-47e2-b206-f758ea1f9285 admin admin] Publish callbacks [] for security_group (70d4c9f6-f306-47f7-8abc-3c00345dc7fe), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:52.582346 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-194f90e2-5c69-4831-aad3-c7dbf4b6a636 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6993637 Mar 22 19:22:52.587768 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-749a27ce-28bf-47e2-b206-f758ea1f9285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (70d4c9f6-f306-47f7-8abc-3c00345dc7fe), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:52.591953 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-3890d114-f447-4eaa-bfa7-f73a2df8cc0f service neutron] Request body: {'port': {'device_id': '4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:22:52.622288 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-566eae91-0487-423a-99af-58afc377c47c admin admin] Publish callbacks [] for security_group (71bdf349-3f09-415b-998f-fcfc3e1e16a9), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:52.635765 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bdc1349-d484-4d7c-93df-b2bcb4f4bbc1 req-2a516299-e87d-4416-a41f-a067cf964ded tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (9196dff9-4a24-4baf-94a2-cff5f54c4599), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:52.653730 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-749a27ce-28bf-47e2-b206-f758ea1f9285 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fa8b8b9e68c34cd28e0c2b4c99c099f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172935 Mar 22 19:22:52.656369 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a27ce-28bf-47e2-b206-f758ea1f9285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d4c9f6-f306-47f7-8abc-3c00345dc7fe,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:52.657368 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 45192) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:52.686067 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bdc1349-d484-4d7c-93df-b2bcb4f4bbc1 req-2a516299-e87d-4416-a41f-a067cf964ded tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9196dff9-4a24-4baf-94a2-cff5f54c4599), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:52.699638 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-566eae91-0487-423a-99af-58afc377c47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (71bdf349-3f09-415b-998f-fcfc3e1e16a9), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:52.702614 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-566eae91-0487-423a-99af-58afc377c47c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:52.706402 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-566eae91-0487-423a-99af-58afc377c47c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/71bdf349-3f09-415b-998f-fcfc3e1e16a9 HTTP/1.1" status: 204 len: 168 time: 0.2327354 Mar 22 19:22:52.724478 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566eae91-0487-423a-99af-58afc377c47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bdf349-3f09-415b-998f-fcfc3e1e16a9,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:52.761596 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a516299-e87d-4416-a41f-a067cf964ded tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9196dff9-4a24-4baf-94a2-cff5f54c4599,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:52.796841 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bdc1349-d484-4d7c-93df-b2bcb4f4bbc1 req-2a516299-e87d-4416-a41f-a067cf964ded tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:52.798216 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bdc1349-d484-4d7c-93df-b2bcb4f4bbc1 req-2a516299-e87d-4416-a41f-a067cf964ded tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 1.0011010 Mar 22 19:22:52.857264 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-3890d114-f447-4eaa-bfa7-f73a2df8cc0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7b304643-66db-4530-93b8-04df0dd9bee7), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:52.880858 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67f678e-61b4-4c8a-bee8-e159fe4a6ac2 req-e7faa446-3c87-433e-81b6-4dd88b1d371d tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:52.883868 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d67f678e-61b4-4c8a-bee8-e159fe4a6ac2 req-e7faa446-3c87-433e-81b6-4dd88b1d371d tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 945 time: 0.2445443 Mar 22 19:22:52.886468 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a83fad4d-86d1-42e1-8cef-73cdae3b8a27 admin admin] Publish callbacks [] for security_group (70d4c9f6-f306-47f7-8abc-3c00345dc7fe), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:52.949629 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a83fad4d-86d1-42e1-8cef-73cdae3b8a27 admin admin] Publish callbacks [] for security_group (70d4c9f6-f306-47f7-8abc-3c00345dc7fe), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:53.106772 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00d7842-9596-4454-9838-63dd5be20c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b69c156-57b2-423c-8b65-e99cc5a684fa'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:22:53.108000 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d67f678e-61b4-4c8a-bee8-e159fe4a6ac2 req-9dbd9cd9-d358-4b83-b360-999dd6ba1055 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137470 Mar 22 19:22:53.109665 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96c7a6e-ee26-4ab5-b05a-9624e73199e7" -d '{"events": [{"server_uuid": "b00d7842-9596-4454-9838-63dd5be20c61", "name": "network-vif-plugged", "status": "completed", "tag": "8b69c156-57b2-423c-8b65-e99cc5a684fa"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:22:53.241559 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a83fad4d-86d1-42e1-8cef-73cdae3b8a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (70d4c9f6-f306-47f7-8abc-3c00345dc7fe), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:53.244027 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a83fad4d-86d1-42e1-8cef-73cdae3b8a27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:53.245134 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a83fad4d-86d1-42e1-8cef-73cdae3b8a27 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/70d4c9f6-f306-47f7-8abc-3c00345dc7fe HTTP/1.1" status: 204 len: 168 time: 0.5679569 Mar 22 19:22:53.274690 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83fad4d-86d1-42e1-8cef-73cdae3b8a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d4c9f6-f306-47f7-8abc-3c00345dc7fe,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:53.290159 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff8491-d4c1-4648-ac1a-f4ea8dc791d7 req-ad12b484-8707-4064-9b9c-03ca2bdb0041 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:53.297001 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-92ff8491-d4c1-4648-ac1a-f4ea8dc791d7 req-ad12b484-8707-4064-9b9c-03ca2bdb0041 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 931 time: 0.2127583 Mar 22 19:22:53.329986 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45218) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:53.348054 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5855f29b-f79f-4f71-a778-095864b7c423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:53.387405 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-92ff8491-d4c1-4648-ac1a-f4ea8dc791d7 req-bbcfd360-01ac-4da5-aafb-2ff7510f557d tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832524 Mar 22 19:22:53.419840 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acd48d-f1b2-4213-bb10-9e4009beeba2 req-4dc0de11-e2ea-4460-8d61-19b8450b0b7c tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:53.423612 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b4acd48d-f1b2-4213-bb10-9e4009beeba2 req-4dc0de11-e2ea-4460-8d61-19b8450b0b7c tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] 10.222.0.75 "GET /v2.0/ports?device_id=b00d7842-9596-4454-9838-63dd5be20c61 HTTP/1.1" status: 200 len: 946 time: 0.1960609 Mar 22 19:22:53.501859 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5855f29b-f79f-4f71-a778-095864b7c423 admin admin] Publish callbacks [] for security_group (428d724a-d618-4c7b-a8d2-9b33547a6132), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:53.507979 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5855f29b-f79f-4f71-a778-095864b7c423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (428d724a-d618-4c7b-a8d2-9b33547a6132), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:53.550483 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-3890d114-f447-4eaa-bfa7-f73a2df8cc0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b304643-66db-4530-93b8-04df0dd9bee7 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:22:53.562731 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b4acd48d-f1b2-4213-bb10-9e4009beeba2 req-239ee2f2-3b10-42b5-8ea6-d32bf5b0a672 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d7173ab-a6e3-4bc9-add1-5bd63dcab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269066 Mar 22 19:22:53.565528 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-3890d114-f447-4eaa-bfa7-f73a2df8cc0f service neutron] Publish callbacks [] for port (7b304643-66db-4530-93b8-04df0dd9bee7), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:53.576347 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5855f29b-f79f-4f71-a778-095864b7c423 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0fd6b5e0c3864f2782d9547028b7ee21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448058 Mar 22 19:22:53.577827 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855f29b-f79f-4f71-a778-095864b7c423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428d724a-d618-4c7b-a8d2-9b33547a6132,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:53.578878 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 45222) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:53.593454 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-3890d114-f447-4eaa-bfa7-f73a2df8cc0f service neutron] Transition to ACTIVE for port object 7b304643-66db-4530-93b8-04df0dd9bee7 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:22:53.632441 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d1df7-91b6-4105-9353-6c8789a70230 req-8bd8f458-ab43-4609-92a0-1b55d3f0831a tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:53.633381 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-535d1df7-91b6-4105-9353-6c8789a70230 req-8bd8f458-ab43-4609-92a0-1b55d3f0831a tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] 10.222.0.75 "GET /v2.0/ports?device_id=213b8187-6209-4898-ade6-c58c5f4abd24 HTTP/1.1" status: 200 len: 950 time: 0.1416695 Mar 22 19:22:53.634078 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-3890d114-f447-4eaa-bfa7-f73a2df8cc0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (7b304643-66db-4530-93b8-04df0dd9bee7), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:53.730585 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890d114-f447-4eaa-bfa7-f73a2df8cc0f service neutron] Pushing event updated for resources: {'Port': ['ID=7b304643-66db-4530-93b8-04df0dd9bee7,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:53.776866 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c3f8d24e-de4e-40c1-ac9c-3b3cb98ab8d7 admin admin] Publish callbacks [] for security_group (428d724a-d618-4c7b-a8d2-9b33547a6132), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:53.859939 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-535d1df7-91b6-4105-9353-6c8789a70230 req-d2da1ddb-bdfe-4373-8dbd-93d7be7f5db3 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b97d83c2-a8a9-48c3-a973-efdea4f7e194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121158 Mar 22 19:22:53.903681 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c3f8d24e-de4e-40c1-ac9c-3b3cb98ab8d7 admin admin] Publish callbacks [] for security_group (428d724a-d618-4c7b-a8d2-9b33547a6132), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:53.944730 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9924e58b-820a-4cb8-a33c-9eec9d66fafe x-openstack-request-id: req-9924e58b-820a-4cb8-a33c-9eec9d66fafe {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:22:53.945495 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00d7842-9596-4454-9838-63dd5be20c61", "name": "network-vif-plugged", "status": "completed", "tag": "8b69c156-57b2-423c-8b65-e99cc5a684fa", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:22:53.945760 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9924e58b-820a-4cb8-a33c-9eec9d66fafe {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:22:53.946382 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9924e58b-820a-4cb8-a33c-9eec9d66fafe'] response: {'server_uuid': 'b00d7842-9596-4454-9838-63dd5be20c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b69c156-57b2-423c-8b65-e99cc5a684fa', 'code': 200} Mar 22 19:22:53.995368 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-2e820a83-f94e-45e0-99f6-f147a4c11a1f tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:53.996904 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-2e820a83-f94e-45e0-99f6-f147a4c11a1f tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/networks?id=5d7632a4-6efd-4aa2-8b68-02aec79f1353 HTTP/1.1" status: 200 len: 813 time: 0.2786965 Mar 22 19:22:53.998208 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-3890d114-f447-4eaa-bfa7-f73a2df8cc0f service neutron] Attempting to bind port 7b304643-66db-4530-93b8-04df0dd9bee7 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:22:53.998548 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-3890d114-f447-4eaa-bfa7-f73a2df8cc0f service neutron] Attempting to bind port 7b304643-66db-4530-93b8-04df0dd9bee7 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:22:53.998880 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-3890d114-f447-4eaa-bfa7-f73a2df8cc0f service neutron] Attempting to bind port 7b304643-66db-4530-93b8-04df0dd9bee7 on network 3f43483d-05ef-426b-881a-d8fc390ab6a9 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:22:54.004643 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-3890d114-f447-4eaa-bfa7-f73a2df8cc0f service neutron] Port 7b304643-66db-4530-93b8-04df0dd9bee7 on network 3f43483d-05ef-426b-881a-d8fc390ab6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:22:54.004974 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-3890d114-f447-4eaa-bfa7-f73a2df8cc0f service neutron] Attempting to bind port 7b304643-66db-4530-93b8-04df0dd9bee7 on network 3f43483d-05ef-426b-881a-d8fc390ab6a9 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:22:54.010637 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-3890d114-f447-4eaa-bfa7-f73a2df8cc0f service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:22:54.011037 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-3890d114-f447-4eaa-bfa7-f73a2df8cc0f service neutron] Checking segment: {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:22:54.011430 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-3890d114-f447-4eaa-bfa7-f73a2df8cc0f service neutron] Bound using segment: {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:22:54.011871 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-3890d114-f447-4eaa-bfa7-f73a2df8cc0f service neutron] Bound port: 7b304643-66db-4530-93b8-04df0dd9bee7, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:22:54.012292 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-3890d114-f447-4eaa-bfa7-f73a2df8cc0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7b304643-66db-4530-93b8-04df0dd9bee7), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:54.054064 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-486086a7-259e-492b-8ea2-a56bd888ad75 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/quotas/38ed8ef1e4944b49bee3b635f0a09187 HTTP/1.1" status: 200 len: 375 time: 0.0380061 Mar 22 19:22:54.087597 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c3f8d24e-de4e-40c1-ac9c-3b3cb98ab8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (428d724a-d618-4c7b-a8d2-9b33547a6132), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:54.090302 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c3f8d24e-de4e-40c1-ac9c-3b3cb98ab8d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:54.093902 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c3f8d24e-de4e-40c1-ac9c-3b3cb98ab8d7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/428d724a-d618-4c7b-a8d2-9b33547a6132 HTTP/1.1" status: 204 len: 168 time: 0.5088696 Mar 22 19:22:54.173750 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f8d24e-de4e-40c1-ac9c-3b3cb98ab8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428d724a-d618-4c7b-a8d2-9b33547a6132,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:54.229989 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-3890d114-f447-4eaa-bfa7-f73a2df8cc0f service neutron] For port 7b304643-66db-4530-93b8-04df0dd9bee7, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:22:54.235120 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64409b99-4cc6-4cde-87c4-fe83d2f2898e req-1bf2c406-d8ff-4e8e-b088-4f3ca42c3b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:54.237145 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64409b99-4cc6-4cde-87c4-fe83d2f2898e req-1bf2c406-d8ff-4e8e-b088-4f3ca42c3b95 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b00d7842-9596-4454-9838-63dd5be20c61 HTTP/1.1" status: 200 len: 1129 time: 0.2001698 Mar 22 19:22:54.239331 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-3890d114-f447-4eaa-bfa7-f73a2df8cc0f service neutron] For port 7b304643-66db-4530-93b8-04df0dd9bee7, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=7b304643-66db-4530-93b8-04df0dd9bee7,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:22:54.265745 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-d342cb7c-9631-44fb-bb49-a2b8fe89018d tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=38ed8ef1e4944b49bee3b635f0a09187&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2107444 Mar 22 19:22:54.274308 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539c202-3e7b-42e3-869c-18623910ffe9 req-360c59a2-b5ea-4724-a529-ae6332da4876 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:54.281174 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a539c202-3e7b-42e3-869c-18623910ffe9 req-360c59a2-b5ea-4724-a529-ae6332da4876 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 945 time: 0.1797268 Mar 22 19:22:54.297227 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-3890d114-f447-4eaa-bfa7-f73a2df8cc0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (7b304643-66db-4530-93b8-04df0dd9bee7), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:54.413960 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-3890d114-f447-4eaa-bfa7-f73a2df8cc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:54.414577 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-3890d114-f447-4eaa-bfa7-f73a2df8cc0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:54.415983 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-3890d114-f447-4eaa-bfa7-f73a2df8cc0f service neutron] 10.222.0.85 "PUT /v2.0/ports/7b304643-66db-4530-93b8-04df0dd9bee7 HTTP/1.1" status: 200 len: 1092 time: 1.8322573 Mar 22 19:22:54.421536 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f', 'tag': '7b304643-66db-4530-93b8-04df0dd9bee7'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:22:54.423828 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e30abbc-8ee3-4dce-96bf-cc6329f26800" -d '{"events": [{"name": "network-changed", "server_uuid": "4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f", "tag": "7b304643-66db-4530-93b8-04df0dd9bee7"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:22:54.430599 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:22:54.462870 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64409b99-4cc6-4cde-87c4-fe83d2f2898e req-e856cefe-d3e5-4a32-b4ed-cdc30bc58c2d service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=3d7173ab-a6e3-4bc9-add1-5bd63dcab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132714 Mar 22 19:22:54.487536 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890d114-f447-4eaa-bfa7-f73a2df8cc0f service neutron] Pushing event updated for resources: {'Port': ['ID=7b304643-66db-4530-93b8-04df0dd9bee7,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:54.529899 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a539c202-3e7b-42e3-869c-18623910ffe9 req-b953fcb2-efb9-449c-8b41-a5a668376475 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430077 Mar 22 19:22:54.560671 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-49b9fbb2-474f-4835-8c04-035c340cc9cc service neutron] 10.222.0.75 "GET /v2.0/networks/5d7632a4-6efd-4aa2-8b68-02aec79f1353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939844 Mar 22 19:22:54.627819 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-4fda93d6-9344-4418-b931-64fdd4725c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:54.629369 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-4fda93d6-9344-4418-b931-64fdd4725c91 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=21ca62c1596a4d419681f3e57266f544&device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 1126 time: 0.1686790 Mar 22 19:22:54.682110 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-bdc046b9-31a9-4c80-a654-65008dd4e039 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b304643-66db-4530-93b8-04df0dd9bee7 HTTP/1.1" status: 200 len: 217 time: 0.0459642 Mar 22 19:22:54.753264 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-df3b8cfd-6866-46ff-98d0-05bb8626cdcb service neutron] 10.222.0.75 "GET /v2.0/networks/5d7632a4-6efd-4aa2-8b68-02aec79f1353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916428 Mar 22 19:22:54.798756 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-de59fbec-b663-4652-b80d-bf7b5125dda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:54.801954 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-de59fbec-b663-4652-b80d-bf7b5125dda7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bc515ca7-b43f-45d2-b838-320d24bc42f9 HTTP/1.1" status: 200 len: 861 time: 0.1109784 Mar 22 19:22:54.858873 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-b97b8f41-742d-47c3-ab11-319a3984e044 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3f43483d-05ef-426b-881a-d8fc390ab6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379322 Mar 22 19:22:55.002997 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device ed9a694f-4333-4d55-a6cc-69d9c2c5be35 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:22:55.118805 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad480628-e59d-45d9-949f-464bc1766c73 req-07ab5b16-7ca8-444f-8888-34452294b499 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:55.126379 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad480628-e59d-45d9-949f-464bc1766c73 req-07ab5b16-7ca8-444f-8888-34452294b499 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 945 time: 0.1489379 Mar 22 19:22:55.130868 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-f324208a-6efa-4a84-9328-3e4d4c24824e service neutron] 10.222.0.85 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659819 Mar 22 19:22:55.188703 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port ed9a694f-4333-4d55-a6cc-69d9c2c5be35 is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:22:55.189363 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ed9a694f-4333-4d55-a6cc-69d9c2c5be35), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:55.273410 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port ed9a694f-4333-4d55-a6cc-69d9c2c5be35, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=ed9a694f-4333-4d55-a6cc-69d9c2c5be35,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:22:55.285733 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (ed9a694f-4333-4d55-a6cc-69d9c2c5be35), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:55.306710 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad480628-e59d-45d9-949f-464bc1766c73 req-744c878f-3e49-4a67-8b68-5e5decced294 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791368 Mar 22 19:22:55.391695 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=ed9a694f-4333-4d55-a6cc-69d9c2c5be35,revision_number=11']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:55.622661 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32590552-b0bf-4bf6-9a19-0939948705a5 req-e140d445-9b3b-407d-9666-419f836632da tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:55.624357 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32590552-b0bf-4bf6-9a19-0939948705a5 req-e140d445-9b3b-407d-9666-419f836632da tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 943 time: 0.1143832 Mar 22 19:22:55.626874 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74f2328b-bd3a-4119-811a-b247a90e9289 req-a65cf358-335b-4e2d-80e6-e99fe17abb64 service neutron] 10.222.0.85 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070261 Mar 22 19:22:55.649745 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1432131f-8bf1-4570-a3d6-6cf1c81955b5 x-openstack-request-id: req-1432131f-8bf1-4570-a3d6-6cf1c81955b5 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:22:55.650417 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f", "tag": "7b304643-66db-4530-93b8-04df0dd9bee7", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:22:55.650417 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1432131f-8bf1-4570-a3d6-6cf1c81955b5 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:22:55.654210 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1432131f-8bf1-4570-a3d6-6cf1c81955b5'] response: {'name': 'network-changed', 'server_uuid': '4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f', 'tag': '7b304643-66db-4530-93b8-04df0dd9bee7', 'status': 'completed', 'code': 200} Mar 22 19:22:55.735281 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32590552-b0bf-4bf6-9a19-0939948705a5 req-b453945b-63a8-41f9-9c69-d72c2d4f4d3f tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037204 Mar 22 19:22:55.748231 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45346) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:55.836605 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30abbc-8ee3-4dce-96bf-cc6329f26800 req-3644929c-28bc-439d-82d8-7bbc854b7759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:55.838396 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e30abbc-8ee3-4dce-96bf-cc6329f26800 req-3644929c-28bc-439d-82d8-7bbc854b7759 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=21ca62c1596a4d419681f3e57266f544&device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 1126 time: 0.1128411 Mar 22 19:22:55.947226 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213b8187-6209-4898-ade6-c58c5f4abd24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed9a694f-4333-4d55-a6cc-69d9c2c5be35'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:22:55.949583 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eeb635b-42e7-4845-8381-f7012fad9f8e" -d '{"events": [{"server_uuid": "213b8187-6209-4898-ade6-c58c5f4abd24", "name": "network-vif-unplugged", "status": "completed", "tag": "ed9a694f-4333-4d55-a6cc-69d9c2c5be35"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:22:55.969529 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-af1d9b00-a7ca-4fc5-a078-aafe82ec2e1f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1933070067-network', 'tenant_id': 'f2892731cd39486d9a9385efe17cbe61'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:22:55.988919 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30abbc-8ee3-4dce-96bf-cc6329f26800 req-53a1155f-8e02-41a5-86ea-77f514d8899e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:55.990788 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e30abbc-8ee3-4dce-96bf-cc6329f26800 req-53a1155f-8e02-41a5-86ea-77f514d8899e service neutron] 10.222.0.85 "GET /v2.0/networks?id=3f43483d-05ef-426b-881a-d8fc390ab6a9 HTTP/1.1" status: 200 len: 922 time: 0.1396823 Mar 22 19:22:56.021726 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1d9b00-a7ca-4fc5-a078-aafe82ec2e1f admin admin] Made reservation on behalf of f2892731cd39486d9a9385efe17cbe61 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:22:56.024361 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-af1d9b00-a7ca-4fc5-a078-aafe82ec2e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:56.040385 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-af1d9b00-a7ca-4fc5-a078-aafe82ec2e1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:56.073079 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e30abbc-8ee3-4dce-96bf-cc6329f26800 req-d0b49fb5-9a6c-4792-9238-422aa168ecfc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b304643-66db-4530-93b8-04df0dd9bee7 HTTP/1.1" status: 200 len: 217 time: 0.0446045 Mar 22 19:22:56.195178 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87bac2-b131-42f7-8ab9-256efc9125d4 req-a9387d0e-6e82-461d-b7ca-2f36f1919442 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:56.202817 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a87bac2-b131-42f7-8ab9-256efc9125d4 req-a9387d0e-6e82-461d-b7ca-2f36f1919442 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] 10.222.0.75 "GET /v2.0/ports?device_id=b00d7842-9596-4454-9838-63dd5be20c61 HTTP/1.1" status: 200 len: 946 time: 0.3331416 Mar 22 19:22:56.235712 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30abbc-8ee3-4dce-96bf-cc6329f26800 req-e4785a26-5f3e-4e1b-8330-0871fdd55d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:56.238126 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e30abbc-8ee3-4dce-96bf-cc6329f26800 req-e4785a26-5f3e-4e1b-8330-0871fdd55d63 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bc515ca7-b43f-45d2-b838-320d24bc42f9 HTTP/1.1" status: 200 len: 861 time: 0.1561606 Mar 22 19:22:56.276194 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9e2ff65e-9e01-4a3a-81f6-a6b7879c92f8 req-5bea901b-8272-41b6-b4bf-549db0c2e680 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0fd37a5-eda3-4222-88ab-c7fb75b6b350 HTTP/1.1" status: 200 len: 210 time: 0.0444756 Mar 22 19:22:56.276824 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-af1d9b00-a7ca-4fc5-a078-aafe82ec2e1f admin admin] Publish callbacks [] for security_group (dd715cf0-115c-4979-a24e-6eba0a4e9ca4), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:56.282265 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-af1d9b00-a7ca-4fc5-a078-aafe82ec2e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (dd715cf0-115c-4979-a24e-6eba0a4e9ca4), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:56.300032 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e30abbc-8ee3-4dce-96bf-cc6329f26800 req-3bac5ae1-fb1a-493b-9eac-b02505dd37a8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3f43483d-05ef-426b-881a-d8fc390ab6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519178 Mar 22 19:22:56.327331 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af1d9b00-a7ca-4fc5-a078-aafe82ec2e1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:22:56.342125 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d9b00-a7ca-4fc5-a078-aafe82ec2e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd715cf0-115c-4979-a24e-6eba0a4e9ca4,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:56.353921 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-af1d9b00-a7ca-4fc5-a078-aafe82ec2e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (ff5ca502-c8ec-4ba6-9834-44472905dfb5), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:56.353921 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-af1d9b00-a7ca-4fc5-a078-aafe82ec2e1f admin admin] Added segment ff5ca502-c8ec-4ba6-9834-44472905dfb5 of type vlan for network 406c38cc-4d10-4193-8db5-d817292d25af Mar 22 19:22:56.402400 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 19:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6e31a0-b48a-489c-a912-a062efc584bd x-openstack-request-id: req-5d6e31a0-b48a-489c-a912-a062efc584bd {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:22:56.402930 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213b8187-6209-4898-ade6-c58c5f4abd24", "name": "network-vif-unplugged", "status": "completed", "tag": "ed9a694f-4333-4d55-a6cc-69d9c2c5be35", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:22:56.403037 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5d6e31a0-b48a-489c-a912-a062efc584bd {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:22:56.403367 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d6e31a0-b48a-489c-a912-a062efc584bd'] response: {'server_uuid': '213b8187-6209-4898-ade6-c58c5f4abd24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed9a694f-4333-4d55-a6cc-69d9c2c5be35', 'code': 200} Mar 22 19:22:56.439254 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-af1d9b00-a7ca-4fc5-a078-aafe82ec2e1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (406c38cc-4d10-4193-8db5-d817292d25af), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:56.459733 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e30abbc-8ee3-4dce-96bf-cc6329f26800 req-798359a3-8278-4018-a2e5-d2eb77e4d9be service neutron] 10.222.0.85 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455708 Mar 22 19:22:56.478836 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-af1d9b00-a7ca-4fc5-a078-aafe82ec2e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (406c38cc-4d10-4193-8db5-d817292d25af), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:56.479884 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1d9b00-a7ca-4fc5-a078-aafe82ec2e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:56.480703 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-af1d9b00-a7ca-4fc5-a078-aafe82ec2e1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:56.551962 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a87bac2-b131-42f7-8ab9-256efc9125d4 req-63ea7cf7-8b4f-499b-807f-20ee5ea58ba5 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d7173ab-a6e3-4bc9-add1-5bd63dcab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393922 Mar 22 19:22:56.567157 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-af1d9b00-a7ca-4fc5-a078-aafe82ec2e1f admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8169110 Mar 22 19:22:56.570909 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45388) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:56.594706 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-537604b1-8534-42fd-8091-106f4eb4995f admin admin] Request body: {'subnet': {'network_id': '406c38cc-4d10-4193-8db5-d817292d25af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1933070067-subnet', 'tenant_id': 'f2892731cd39486d9a9385efe17cbe61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:22:56.645926 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d9b00-a7ca-4fc5-a078-aafe82ec2e1f admin admin] Pushing event updated for resources: {'Network': ['ID=406c38cc-4d10-4193-8db5-d817292d25af,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:56.655433 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537604b1-8534-42fd-8091-106f4eb4995f admin admin] Made reservation on behalf of f2892731cd39486d9a9385efe17cbe61 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:22:56.657706 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-537604b1-8534-42fd-8091-106f4eb4995f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:56.661813 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 406c38cc-4d10-4193-8db5-d817292d25af details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:22:56.833040 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfb802-174c-4595-b474-0e2935c21dc1 req-73789e8b-61fe-4cb8-ae17-f5c97df31578 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:56.835790 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e8cfb802-174c-4595-b474-0e2935c21dc1 req-73789e8b-61fe-4cb8-ae17-f5c97df31578 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 945 time: 0.3718305 Mar 22 19:22:56.893693 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e30abbc-8ee3-4dce-96bf-cc6329f26800 req-340dbbe1-ed8b-4cf9-87d6-42b90832c105 service neutron] 10.222.0.85 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278769 Mar 22 19:22:56.923979 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-1bfb30be-d394-4914-8bc5-7f83f05bb7d0 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:56.925908 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-1bfb30be-d394-4914-8bc5-7f83f05bb7d0 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.85 "GET /v2.0/networks?id=5d7632a4-6efd-4aa2-8b68-02aec79f1353 HTTP/1.1" status: 200 len: 813 time: 0.2882462 Mar 22 19:22:56.946546 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c36e16-894a-4895-865c-eccd80ab2487 req-df4061ec-8b7f-44f8-8eed-51cadb22b20f tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:56.948158 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-46c36e16-894a-4895-865c-eccd80ab2487 req-df4061ec-8b7f-44f8-8eed-51cadb22b20f tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 945 time: 0.3147357 Mar 22 19:22:56.951626 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-c403d0d1-cb96-4611-907b-766e0d509232 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Request body: {'port': {'device_id': 'b0fd37a5-eda3-4222-88ab-c7fb75b6b350', 'network_id': '5d7632a4-6efd-4aa2-8b68-02aec79f1353', 'admin_state_up': True, 'tenant_id': '38ed8ef1e4944b49bee3b635f0a09187'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:22:56.971812 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-537604b1-8534-42fd-8091-106f4eb4995f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (b1307223-87ed-4d97-9c1b-893ba0445e81), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:57.048061 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537604b1-8534-42fd-8091-106f4eb4995f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1307223-87ed-4d97-9c1b-893ba0445e81,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:57.053743 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537604b1-8534-42fd-8091-106f4eb4995f admin admin] Checking segment: {'id': 'ff5ca502-c8ec-4ba6-9834-44472905dfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '406c38cc-4d10-4193-8db5-d817292d25af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:22:57.054340 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537604b1-8534-42fd-8091-106f4eb4995f admin admin] Network hostable DHCP agents. Network: 406c38cc-4d10-4193-8db5-d817292d25af, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:22:57.074063 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-537604b1-8534-42fd-8091-106f4eb4995f admin admin] Network 406c38cc-4d10-4193-8db5-d817292d25af is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:22:57.086535 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-537604b1-8534-42fd-8091-106f4eb4995f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 406c38cc-4d10-4193-8db5-d817292d25af) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:22:57.092014 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537604b1-8534-42fd-8091-106f4eb4995f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:57.092880 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-46c36e16-894a-4895-865c-eccd80ab2487 req-072b0cdb-d1a8-424f-94fc-36d973927f67 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231067 Mar 22 19:22:57.094024 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-537604b1-8534-42fd-8091-106f4eb4995f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:57.098252 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a08c012-9fa7-4318-a094-f977f96dd8fe None None] Network 406c38cc-4d10-4193-8db5-d817292d25af requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:22:57.131341 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e8cfb802-174c-4595-b474-0e2935c21dc1 req-e48f772e-4aa3-44d0-9937-6a800a80bf74 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257032 Mar 22 19:22:57.134614 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-537604b1-8534-42fd-8091-106f4eb4995f admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5609577 Mar 22 19:22:57.237324 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-c403d0d1-cb96-4611-907b-766e0d509232 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Made reservation on behalf of 38ed8ef1e4944b49bee3b635f0a09187 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:22:57.241243 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-c403d0d1-cb96-4611-907b-766e0d509232 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:57.334404 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f58af67-c7e0-465b-8588-ea7a71e3f56e None None] Network 406c38cc-4d10-4193-8db5-d817292d25af requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:22:57.346459 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba750f9-471b-45a8-bdd6-b9ddde7daa94 req-ef73a45e-373b-4b09-8efa-6fa72e23933e tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:57.348095 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7ba750f9-471b-45a8-bdd6-b9ddde7daa94 req-ef73a45e-373b-4b09-8efa-6fa72e23933e tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 943 time: 0.1469824 Mar 22 19:22:57.466449 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7ba750f9-471b-45a8-bdd6-b9ddde7daa94 req-7f1acf50-50c9-4f21-973b-c64b3a7180de tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080518 Mar 22 19:22:57.503362 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-c403d0d1-cb96-4611-907b-766e0d509232 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Allocated IP 172.20.0.13 (5d7632a4-6efd-4aa2-8b68-02aec79f1353/0a7d34a5-869d-4a92-9c55-72dc0755e0b6/42e015de-aac7-4c17-9e0b-1d68b7f1cb08) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:22:57.524225 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45418) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:57.705695 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-c403d0d1-cb96-4611-907b-766e0d509232 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for port (42e015de-aac7-4c17-9e0b-1d68b7f1cb08), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:57.750333 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a5a0340a-46f5-45bb-993b-38af0598c5d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:57.871593 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a5a0340a-46f5-45bb-993b-38af0598c5d9 admin admin] Publish callbacks [] for security_group (880eba5b-5687-4821-9ed6-6ae65aaa1b56), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:57.876939 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a5a0340a-46f5-45bb-993b-38af0598c5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (880eba5b-5687-4821-9ed6-6ae65aaa1b56), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:57.938768 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a5a0340a-46f5-45bb-993b-38af0598c5d9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1d68074b06294fccadf795ba87a60aab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4110522 Mar 22 19:22:57.938768 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a0340a-46f5-45bb-993b-38af0598c5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880eba5b-5687-4821-9ed6-6ae65aaa1b56,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:57.942062 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45432) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:58.005575 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9eabe256-7c86-450d-910e-708186795c20 admin admin] Publish callbacks [] for security_group (880eba5b-5687-4821-9ed6-6ae65aaa1b56), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:58.033415 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9eabe256-7c86-450d-910e-708186795c20 admin admin] Publish callbacks [] for security_group (880eba5b-5687-4821-9ed6-6ae65aaa1b56), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:58.050384 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45436) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:58.055886 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-2f4ebcb1-0c13-48c6-aa77-44d119574805 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-446948123-network', 'tenant_id': '7f7e2876d81b48939278f0661d2729b1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:22:58.093245 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4ebcb1-0c13-48c6-aa77-44d119574805 admin admin] Made reservation on behalf of 7f7e2876d81b48939278f0661d2729b1 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:22:58.096535 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2f4ebcb1-0c13-48c6-aa77-44d119574805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:58.106770 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2f4ebcb1-0c13-48c6-aa77-44d119574805 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:58.125369 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9eabe256-7c86-450d-910e-708186795c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (880eba5b-5687-4821-9ed6-6ae65aaa1b56), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:58.128200 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9eabe256-7c86-450d-910e-708186795c20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:58.134527 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9eabe256-7c86-450d-910e-708186795c20 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/880eba5b-5687-4821-9ed6-6ae65aaa1b56 HTTP/1.1" status: 204 len: 168 time: 0.1877296 Mar 22 19:22:58.140445 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e9eb5b92-412e-4a00-9264-2c78e8ee4117 req-32f3e483-6651-4460-8a0c-94faa24e98c1 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0fd37a5-eda3-4222-88ab-c7fb75b6b350 HTTP/1.1" status: 200 len: 210 time: 0.4646885 Mar 22 19:22:58.145763 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-c403d0d1-cb96-4611-907b-766e0d509232 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (42e015de-aac7-4c17-9e0b-1d68b7f1cb08), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:58.173738 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['5dd5184d-2b42-4df2-804c-6508c1195b7c'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:22:58.234829 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2f4ebcb1-0c13-48c6-aa77-44d119574805 admin admin] Publish callbacks [] for security_group (de33fa23-c6f7-4a30-af56-c9fb26dd4911), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:58.241567 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eabe256-7c86-450d-910e-708186795c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880eba5b-5687-4821-9ed6-6ae65aaa1b56,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:58.245349 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2f4ebcb1-0c13-48c6-aa77-44d119574805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (de33fa23-c6f7-4a30-af56-c9fb26dd4911), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:58.260736 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f4ebcb1-0c13-48c6-aa77-44d119574805 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:22:58.271728 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2f4ebcb1-0c13-48c6-aa77-44d119574805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (5e984592-f3c1-41e7-bf6d-bfcbca1b0746), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:58.272172 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-2f4ebcb1-0c13-48c6-aa77-44d119574805 admin admin] Added segment 5e984592-f3c1-41e7-bf6d-bfcbca1b0746 of type vlan for network 9ab2dd41-623a-485e-ac58-5b09b6e65bc7 Mar 22 19:22:58.314110 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-c403d0d1-cb96-4611-907b-766e0d509232 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Network 5d7632a4-6efd-4aa2-8b68-02aec79f1353 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:22:58.316336 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-c403d0d1-cb96-4611-907b-766e0d509232 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:22:58.328170 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5a1da-3cfd-45cd-a159-d574897696c3 req-ebde9cc7-78ae-4daa-9e86-db7259f97d76 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:58.335810 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cdf5a1da-3cfd-45cd-a159-d574897696c3 req-ebde9cc7-78ae-4daa-9e86-db7259f97d76 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] 10.222.0.75 "GET /v2.0/ports?device_id=213b8187-6209-4898-ade6-c58c5f4abd24 HTTP/1.1" status: 200 len: 948 time: 0.6611850 Mar 22 19:22:58.339227 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-c403d0d1-cb96-4611-907b-766e0d509232 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:22:58.391548 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2f4ebcb1-0c13-48c6-aa77-44d119574805 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (9ab2dd41-623a-485e-ac58-5b09b6e65bc7), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:58.396375 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-c403d0d1-cb96-4611-907b-766e0d509232 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:58.396844 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-c403d0d1-cb96-4611-907b-766e0d509232 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:58.441104 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403d0d1-cb96-4611-907b-766e0d509232 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Pushing event updated for resources: {'Port': ['ID=42e015de-aac7-4c17-9e0b-1d68b7f1cb08,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:58.468025 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ebcb1-0c13-48c6-aa77-44d119574805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de33fa23-c6f7-4a30-af56-c9fb26dd4911,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:58.492033 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cdf5a1da-3cfd-45cd-a159-d574897696c3 req-609d6b9d-278e-4b49-a501-4d33543388fd tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b97d83c2-a8a9-48c3-a973-efdea4f7e194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552424 Mar 22 19:22:58.504607 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-c403d0d1-cb96-4611-907b-766e0d509232 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5675166 Mar 22 19:22:58.532967 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36face87-c740-48f6-83ea-708c617e79e6 req-d29896ca-8819-4696-a51b-b05930a50bac tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:58.536139 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-36face87-c740-48f6-83ea-708c617e79e6 req-d29896ca-8819-4696-a51b-b05930a50bac tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] 10.222.0.75 "GET /v2.0/ports?device_id=b00d7842-9596-4454-9838-63dd5be20c61 HTTP/1.1" status: 200 len: 946 time: 0.2946956 Mar 22 19:22:58.548018 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-fc0c00e2-673d-4c73-84d2-0300de19d015 service neutron] Request body: {'port': {'device_id': 'b0fd37a5-eda3-4222-88ab-c7fb75b6b350', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:22:58.550446 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2f4ebcb1-0c13-48c6-aa77-44d119574805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (9ab2dd41-623a-485e-ac58-5b09b6e65bc7), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:58.552456 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4ebcb1-0c13-48c6-aa77-44d119574805 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:58.553345 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2f4ebcb1-0c13-48c6-aa77-44d119574805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:58.627384 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2f4ebcb1-0c13-48c6-aa77-44d119574805 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5751588 Mar 22 19:22:58.630679 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45448) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:58.637897 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-9195f243-5e58-401b-ac0b-73f7d5cf0d2a admin admin] Request body: {'subnet': {'network_id': '9ab2dd41-623a-485e-ac58-5b09b6e65bc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-446948123-subnet', 'tenant_id': '7f7e2876d81b48939278f0661d2729b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:22:58.649112 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ebcb1-0c13-48c6-aa77-44d119574805 admin admin] Pushing event updated for resources: {'Network': ['ID=9ab2dd41-623a-485e-ac58-5b09b6e65bc7,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:58.664152 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 9ab2dd41-623a-485e-ac58-5b09b6e65bc7 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:22:58.676787 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9195f243-5e58-401b-ac0b-73f7d5cf0d2a admin admin] Made reservation on behalf of 7f7e2876d81b48939278f0661d2729b1 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:22:58.679663 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9195f243-5e58-401b-ac0b-73f7d5cf0d2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:58.732374 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-fc0c00e2-673d-4c73-84d2-0300de19d015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (42e015de-aac7-4c17-9e0b-1d68b7f1cb08), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:58.805282 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdda2d-9a74-4905-a59f-92dde7710123 req-45742ccf-d718-402f-96e0-c5f8e67520be tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:58.812601 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bfcdda2d-9a74-4905-a59f-92dde7710123 req-45742ccf-d718-402f-96e0-c5f8e67520be tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 945 time: 0.1951907 Mar 22 19:22:58.827146 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-36face87-c740-48f6-83ea-708c617e79e6 req-96babcec-13bc-4c94-b2ab-8efa0f9a72d6 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d7173ab-a6e3-4bc9-add1-5bd63dcab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107806 Mar 22 19:22:58.844516 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 45450) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:58.889471 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a17a3b84-9d48-492f-9389-99a88b99b9dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:58.950070 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9195f243-5e58-401b-ac0b-73f7d5cf0d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (170260bc-9bcf-4f6b-9468-b3ce43603cd0), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:59.008777 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195f243-5e58-401b-ac0b-73f7d5cf0d2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=170260bc-9bcf-4f6b-9468-b3ce43603cd0,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:59.027734 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9195f243-5e58-401b-ac0b-73f7d5cf0d2a admin admin] Checking segment: {'id': '5e984592-f3c1-41e7-bf6d-bfcbca1b0746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9ab2dd41-623a-485e-ac58-5b09b6e65bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:22:59.028100 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9195f243-5e58-401b-ac0b-73f7d5cf0d2a admin admin] Network hostable DHCP agents. Network: 9ab2dd41-623a-485e-ac58-5b09b6e65bc7, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:22:59.044191 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bfcdda2d-9a74-4905-a59f-92dde7710123 req-381bbab2-ec28-4692-b66d-ca190c1ccf75 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306743 Mar 22 19:22:59.048530 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9195f243-5e58-401b-ac0b-73f7d5cf0d2a admin admin] Network 9ab2dd41-623a-485e-ac58-5b09b6e65bc7 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:22:59.061337 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-9195f243-5e58-401b-ac0b-73f7d5cf0d2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 9ab2dd41-623a-485e-ac58-5b09b6e65bc7) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:22:59.067028 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9195f243-5e58-401b-ac0b-73f7d5cf0d2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:59.068168 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9195f243-5e58-401b-ac0b-73f7d5cf0d2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:59.074849 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f625c648-26c6-43d3-b6ea-419409e08646 None None] Network 9ab2dd41-623a-485e-ac58-5b09b6e65bc7 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:22:59.103243 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9195f243-5e58-401b-ac0b-73f7d5cf0d2a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4709170 Mar 22 19:22:59.169377 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad520fed-0ddc-42a1-87a6-3189024b8734 req-2ce0f153-e76e-4117-b77b-347e1f474654 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:59.171002 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad520fed-0ddc-42a1-87a6-3189024b8734 req-2ce0f153-e76e-4117-b77b-347e1f474654 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 945 time: 0.2026446 Mar 22 19:22:59.217332 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8492f72d-35b6-4e7c-9dc4-2b382f7c8dd0 None None] Network 9ab2dd41-623a-485e-ac58-5b09b6e65bc7 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:22:59.353563 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c0db2-c99a-494e-8289-cff56bbcba94 req-85d5377a-8afc-44be-9a01-07338edb19d4 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:59.360800 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ea5c0db2-c99a-494e-8289-cff56bbcba94 req-85d5377a-8afc-44be-9a01-07338edb19d4 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 943 time: 0.1859684 Mar 22 19:22:59.376459 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a17a3b84-9d48-492f-9389-99a88b99b9dd admin admin] Publish callbacks [] for security_group (f0acc737-8bb4-47de-ae63-c5e88658ddfd), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:59.392477 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad520fed-0ddc-42a1-87a6-3189024b8734 req-d10a13cf-26ba-4e69-98d5-c66ce933c06f tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008889 Mar 22 19:22:59.403536 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a17a3b84-9d48-492f-9389-99a88b99b9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f0acc737-8bb4-47de-ae63-c5e88658ddfd), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:59.502961 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a3b84-9d48-492f-9389-99a88b99b9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0acc737-8bb4-47de-ae63-c5e88658ddfd,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:59.518318 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ea5c0db2-c99a-494e-8289-cff56bbcba94 req-841e4c60-f6cf-4de9-a051-1d4ef9ee733d tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545987 Mar 22 19:22:59.520843 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a17a3b84-9d48-492f-9389-99a88b99b9dd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f9228e6a7cc843099e54cb7393f23fdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6654520 Mar 22 19:22:59.523614 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45466) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:22:59.538341 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-fc0c00e2-673d-4c73-84d2-0300de19d015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42e015de-aac7-4c17-9e0b-1d68b7f1cb08 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:22:59.560427 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-fc0c00e2-673d-4c73-84d2-0300de19d015 service neutron] Publish callbacks [] for port (42e015de-aac7-4c17-9e0b-1d68b7f1cb08), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:59.578383 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-fc0c00e2-673d-4c73-84d2-0300de19d015 service neutron] Transition to ACTIVE for port object 42e015de-aac7-4c17-9e0b-1d68b7f1cb08 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:22:59.587546 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-fc0c00e2-673d-4c73-84d2-0300de19d015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (42e015de-aac7-4c17-9e0b-1d68b7f1cb08), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:59.620971 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cab3afd2-a6f8-4025-a47f-ef1a422636df admin admin] Publish callbacks [] for security_group (f0acc737-8bb4-47de-ae63-c5e88658ddfd), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:59.644091 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a5bfc-b299-4338-ba70-87eb86bfd016 req-68a28532-d946-4ba3-9699-064e0fbe632c tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:59.652866 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b76a5bfc-b299-4338-ba70-87eb86bfd016 req-68a28532-d946-4ba3-9699-064e0fbe632c tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0fd37a5-eda3-4222-88ab-c7fb75b6b350 HTTP/1.1" status: 200 len: 932 time: 0.1306956 Mar 22 19:22:59.654156 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cab3afd2-a6f8-4025-a47f-ef1a422636df admin admin] Publish callbacks [] for security_group (f0acc737-8bb4-47de-ae63-c5e88658ddfd), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:59.719706 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cab3afd2-a6f8-4025-a47f-ef1a422636df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f0acc737-8bb4-47de-ae63-c5e88658ddfd), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:59.722801 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cab3afd2-a6f8-4025-a47f-ef1a422636df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:22:59.723950 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cab3afd2-a6f8-4025-a47f-ef1a422636df admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f0acc737-8bb4-47de-ae63-c5e88658ddfd HTTP/1.1" status: 204 len: 168 time: 0.1979134 Mar 22 19:22:59.735042 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3afd2-a6f8-4025-a47f-ef1a422636df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0acc737-8bb4-47de-ae63-c5e88658ddfd,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:59.739362 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c00e2-673d-4c73-84d2-0300de19d015 service neutron] Pushing event updated for resources: {'Port': ['ID=42e015de-aac7-4c17-9e0b-1d68b7f1cb08,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:22:59.818367 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b76a5bfc-b299-4338-ba70-87eb86bfd016 req-e59e8d72-b1b0-4fc8-a6a9-d4251a0ac1b7 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups?id=4093de66-3757-463f-9524-e827da99c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644025 Mar 22 19:22:59.844639 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147733a-c36d-43ba-b089-42388cf5b1d7 req-eecf1ace-5f79-4d27-8557-a5ff65a51d19 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:22:59.846767 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b147733a-c36d-43ba-b089-42388cf5b1d7 req-eecf1ace-5f79-4d27-8557-a5ff65a51d19 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] 10.222.0.84 "GET /v2.0/ports?device_id=213b8187-6209-4898-ade6-c58c5f4abd24 HTTP/1.1" status: 200 len: 948 time: 0.2215140 Mar 22 19:23:00.025413 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-fc0c00e2-673d-4c73-84d2-0300de19d015 service neutron] Attempting to bind port 42e015de-aac7-4c17-9e0b-1d68b7f1cb08 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:23:00.025862 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-fc0c00e2-673d-4c73-84d2-0300de19d015 service neutron] Attempting to bind port 42e015de-aac7-4c17-9e0b-1d68b7f1cb08 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '22c81ab1-1346-4808-8768-1989eedd126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5d7632a4-6efd-4aa2-8b68-02aec79f1353'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:23:00.026195 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-fc0c00e2-673d-4c73-84d2-0300de19d015 service neutron] Attempting to bind port 42e015de-aac7-4c17-9e0b-1d68b7f1cb08 on network 5d7632a4-6efd-4aa2-8b68-02aec79f1353 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:23:00.072525 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-fc0c00e2-673d-4c73-84d2-0300de19d015 service neutron] Port 42e015de-aac7-4c17-9e0b-1d68b7f1cb08 on network 5d7632a4-6efd-4aa2-8b68-02aec79f1353 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:23:00.072920 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-fc0c00e2-673d-4c73-84d2-0300de19d015 service neutron] Attempting to bind port 42e015de-aac7-4c17-9e0b-1d68b7f1cb08 on network 5d7632a4-6efd-4aa2-8b68-02aec79f1353 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:23:00.078033 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484ba74-16de-4ac0-9558-8c8454beaf19 req-c6e660e9-c01f-4d40-aae9-a365d9fd80c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:00.081927 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e484ba74-16de-4ac0-9558-8c8454beaf19 req-c6e660e9-c01f-4d40-aae9-a365d9fd80c4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=59e8d147e61f46cfb51e00ccdcc47bfe&device_id=b00d7842-9596-4454-9838-63dd5be20c61 HTTP/1.1" status: 200 len: 1129 time: 0.0616424 Mar 22 19:23:00.098326 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-23e3cedc-1dc9-4205-b192-f8e8e90a7fd6 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:00.105100 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-23e3cedc-1dc9-4205-b192-f8e8e90a7fd6 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] 10.222.0.75 "GET /v2.0/networks?id=406c38cc-4d10-4193-8db5-d817292d25af HTTP/1.1" status: 200 len: 815 time: 0.2835486 Mar 22 19:23:00.107024 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-fc0c00e2-673d-4c73-84d2-0300de19d015 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:23:00.107365 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-fc0c00e2-673d-4c73-84d2-0300de19d015 service neutron] Checking segment: {'id': '22c81ab1-1346-4808-8768-1989eedd126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5d7632a4-6efd-4aa2-8b68-02aec79f1353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:23:00.108744 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-fc0c00e2-673d-4c73-84d2-0300de19d015 service neutron] Bound using segment: {'id': '22c81ab1-1346-4808-8768-1989eedd126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5d7632a4-6efd-4aa2-8b68-02aec79f1353'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:23:00.108744 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-fc0c00e2-673d-4c73-84d2-0300de19d015 service neutron] Bound port: 42e015de-aac7-4c17-9e0b-1d68b7f1cb08, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22c81ab1-1346-4808-8768-1989eedd126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5d7632a4-6efd-4aa2-8b68-02aec79f1353'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:23:00.108744 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-fc0c00e2-673d-4c73-84d2-0300de19d015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (42e015de-aac7-4c17-9e0b-1d68b7f1cb08), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:00.147873 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-947786c5-d92d-482e-860f-da637db915a9 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] 10.222.0.75 "GET /v2.0/quotas/f2892731cd39486d9a9385efe17cbe61 HTTP/1.1" status: 200 len: 375 time: 0.0418518 Mar 22 19:23:00.196268 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484ba74-16de-4ac0-9558-8c8454beaf19 req-1b12daad-96e9-4b67-a044-e57b1dece6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:00.197964 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e484ba74-16de-4ac0-9558-8c8454beaf19 req-1b12daad-96e9-4b67-a044-e57b1dece6d4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=fb9a0265-6cc8-408d-813f-31a86cf363fb HTTP/1.1" status: 200 len: 914 time: 0.1101696 Mar 22 19:23:00.206644 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce165d-564d-45eb-9a86-f32a1fabf0dc req-d8178c67-c96c-4265-a4a6-3bb65f9c57f9 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:00.213606 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b8ce165d-564d-45eb-9a86-f32a1fabf0dc req-d8178c67-c96c-4265-a4a6-3bb65f9c57f9 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] 10.222.0.75 "GET /v2.0/ports?device_id=213b8187-6209-4898-ade6-c58c5f4abd24 HTTP/1.1" status: 200 len: 948 time: 0.1983564 Mar 22 19:23:00.220406 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-2e467001-6eb7-4da2-816b-bfee1115e706 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f2892731cd39486d9a9385efe17cbe61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716629 Mar 22 19:23:00.229455 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-b147733a-c36d-43ba-b089-42388cf5b1d7 req-d08d2bd1-8888-47e1-8eee-883c44472de4 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Deleting port ed9a694f-4333-4d55-a6cc-69d9c2c5be35 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:23:00.229838 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b147733a-c36d-43ba-b089-42388cf5b1d7 req-d08d2bd1-8888-47e1-8eee-883c44472de4 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (ed9a694f-4333-4d55-a6cc-69d9c2c5be35), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:00.250335 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e484ba74-16de-4ac0-9558-8c8454beaf19 req-f579c5e6-07eb-44b9-8b94-fa1c22ac45d1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b69c156-57b2-423c-8b65-e99cc5a684fa HTTP/1.1" status: 200 len: 217 time: 0.0437264 Mar 22 19:23:00.304910 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484ba74-16de-4ac0-9558-8c8454beaf19 req-120d5754-33a7-4b3d-8a26-bd0764ecf516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:00.306517 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e484ba74-16de-4ac0-9558-8c8454beaf19 req-120d5754-33a7-4b3d-8a26-bd0764ecf516 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=14df5ab0-93b3-4c6e-9066-6ca053242e24 HTTP/1.1" status: 200 len: 853 time: 0.0488791 Mar 22 19:23:00.347850 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e484ba74-16de-4ac0-9558-8c8454beaf19 req-4cbf658d-1ca3-4b48-89e0-e41f46ea374d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=fb9a0265-6cc8-408d-813f-31a86cf363fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346117 Mar 22 19:23:00.391511 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-fc0c00e2-673d-4c73-84d2-0300de19d015 service neutron] For port 42e015de-aac7-4c17-9e0b-1d68b7f1cb08, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:23:00.424787 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b8ce165d-564d-45eb-9a86-f32a1fabf0dc req-38e93201-1a5e-41f9-b754-c97dcc353a1b tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] 10.222.0.75 "GET /v2.0/security-groups?id=b97d83c2-a8a9-48c3-a973-efdea4f7e194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085755 Mar 22 19:23:00.455770 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-fc0c00e2-673d-4c73-84d2-0300de19d015 service neutron] For port 42e015de-aac7-4c17-9e0b-1d68b7f1cb08, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=42e015de-aac7-4c17-9e0b-1d68b7f1cb08,segment=NetworkSegment(22c81ab1-1346-4808-8768-1989eedd126f),segment_id=22c81ab1-1346-4808-8768-1989eedd126f)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:23:00.480154 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e484ba74-16de-4ac0-9558-8c8454beaf19 req-fd761e2e-8e35-40be-9f2b-adbda6c6e22d service neutron] 10.222.0.84 "GET /v2.0/networks/fb9a0265-6cc8-408d-813f-31a86cf363fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246979 Mar 22 19:23:00.496236 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-fc0c00e2-673d-4c73-84d2-0300de19d015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (42e015de-aac7-4c17-9e0b-1d68b7f1cb08), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:00.510925 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-b147733a-c36d-43ba-b089-42388cf5b1d7 req-d08d2bd1-8888-47e1-8eee-883c44472de4 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] For port ed9a694f-4333-4d55-a6cc-69d9c2c5be35, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=ed9a694f-4333-4d55-a6cc-69d9c2c5be35,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:00.511289 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b147733a-c36d-43ba-b089-42388cf5b1d7 req-d08d2bd1-8888-47e1-8eee-883c44472de4 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (ed9a694f-4333-4d55-a6cc-69d9c2c5be35), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:00.522392 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-58040c1e-b8a9-4fab-9c75-7b25ec36b49f service neutron] 10.222.0.75 "GET /v2.0/networks/406c38cc-4d10-4193-8db5-d817292d25af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868531 Mar 22 19:23:00.562693 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-fc0c00e2-673d-4c73-84d2-0300de19d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:00.563417 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-fc0c00e2-673d-4c73-84d2-0300de19d015 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:00.565334 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-fc0c00e2-673d-4c73-84d2-0300de19d015 service neutron] 10.222.0.85 "PUT /v2.0/ports/42e015de-aac7-4c17-9e0b-1d68b7f1cb08 HTTP/1.1" status: 200 len: 1093 time: 2.0277214 Mar 22 19:23:00.566448 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-b147733a-c36d-43ba-b089-42388cf5b1d7 req-d08d2bd1-8888-47e1-8eee-883c44472de4 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Calling delete_port for ed9a694f-4333-4d55-a6cc-69d9c2c5be35 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:23:00.569923 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fd37a5-eda3-4222-88ab-c7fb75b6b350', 'tag': '42e015de-aac7-4c17-9e0b-1d68b7f1cb08'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:23:00.571987 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44680c56-9923-427c-b4eb-525573ccddd2" -d '{"events": [{"name": "network-changed", "server_uuid": "b0fd37a5-eda3-4222-88ab-c7fb75b6b350", "tag": "42e015de-aac7-4c17-9e0b-1d68b7f1cb08"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:23:00.651341 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e484ba74-16de-4ac0-9558-8c8454beaf19 req-d9252e11-ae37-4837-aca6-654760e89a65 service neutron] 10.222.0.84 "GET /v2.0/networks/fb9a0265-6cc8-408d-813f-31a86cf363fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573374 Mar 22 19:23:00.743782 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c00e2-673d-4c73-84d2-0300de19d015 service neutron] Pushing event updated for resources: {'Port': ['ID=42e015de-aac7-4c17-9e0b-1d68b7f1cb08,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:00.841402 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-c88c2aee-fbe0-4c03-938d-4552d26b545c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:00.843242 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-c88c2aee-fbe0-4c03-938d-4552d26b545c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=38ed8ef1e4944b49bee3b635f0a09187&device_id=b0fd37a5-eda3-4222-88ab-c7fb75b6b350 HTTP/1.1" status: 200 len: 1127 time: 0.2132421 Mar 22 19:23:00.846734 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-2c9ce0e5-2bbe-40df-958f-8deb60b63914 service neutron] 10.222.0.75 "GET /v2.0/networks/406c38cc-4d10-4193-8db5-d817292d25af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013227 Mar 22 19:23:00.854146 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e52272-7a50-46da-825e-0275caa2dd83 req-240590b3-0e1d-405a-83b5-5ecdb493b4b0 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:00.860893 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-50e52272-7a50-46da-825e-0275caa2dd83 req-240590b3-0e1d-405a-83b5-5ecdb493b4b0 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] 10.222.0.75 "GET /v2.0/ports?device_id=b00d7842-9596-4454-9838-63dd5be20c61 HTTP/1.1" status: 200 len: 946 time: 0.3028991 Mar 22 19:23:00.924628 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-b6adc2ff-dc86-44ca-93fb-2b89f73175c5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42e015de-aac7-4c17-9e0b-1d68b7f1cb08 HTTP/1.1" status: 200 len: 217 time: 0.0534577 Mar 22 19:23:00.968060 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-50e52272-7a50-46da-825e-0275caa2dd83 req-21c3aa07-1c86-4625-b7e9-8515c4652748 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d7173ab-a6e3-4bc9-add1-5bd63dcab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009731 Mar 22 19:23:01.240091 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-fa3a9b7a-eec7-4b3d-83be-6e5896f0e614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:01.241617 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-fa3a9b7a-eec7-4b3d-83be-6e5896f0e614 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0a7d34a5-869d-4a92-9c55-72dc0755e0b6 HTTP/1.1" status: 200 len: 853 time: 0.2885125 Mar 22 19:23:01.250793 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b147733a-c36d-43ba-b089-42388cf5b1d7 req-d08d2bd1-8888-47e1-8eee-883c44472de4 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (ed9a694f-4333-4d55-a6cc-69d9c2c5be35), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:01.325309 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-df759705-3194-474c-ba56-ac1150bfa1a5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5d7632a4-6efd-4aa2-8b68-02aec79f1353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713770 Mar 22 19:23:01.328489 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d2bd1-8888-47e1-8eee-883c44472de4 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Pushing event deleted for resources: {'Port': ['ID=ed9a694f-4333-4d55-a6cc-69d9c2c5be35,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:01.348406 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd55095-3f00-4e90-9a1d-ec8426a02d6a req-2bdbe85f-38bd-4dd4-86dc-33b76c01ab82 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:01.367198 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4cd55095-3f00-4e90-9a1d-ec8426a02d6a req-2bdbe85f-38bd-4dd4-86dc-33b76c01ab82 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 945 time: 0.2710726 Mar 22 19:23:01.461245 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d8e4c-f1ef-40aa-b4ad-90675b574f4f req-78b146ce-f039-44ec-bdad-29fc9fbce9ca tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:01.462539 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9c6d8e4c-f1ef-40aa-b4ad-90675b574f4f req-78b146ce-f039-44ec-bdad-29fc9fbce9ca tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 945 time: 0.3655183 Mar 22 19:23:01.498919 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-b147733a-c36d-43ba-b089-42388cf5b1d7 req-d08d2bd1-8888-47e1-8eee-883c44472de4 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] No DVR routers for this DVR port ed9a694f-4333-4d55-a6cc-69d9c2c5be35 on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:23:01.506374 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b147733a-c36d-43ba-b089-42388cf5b1d7 req-d08d2bd1-8888-47e1-8eee-883c44472de4 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:01.510425 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b147733a-c36d-43ba-b089-42388cf5b1d7 req-d08d2bd1-8888-47e1-8eee-883c44472de4 tempest-ImagesOneServerTestJSON-1092568289 tempest-ImagesOneServerTestJSON-1092568289-project] 10.222.0.84 "DELETE /v2.0/ports/ed9a694f-4333-4d55-a6cc-69d9c2c5be35 HTTP/1.1" status: 204 len: 173 time: 1.6493714 Mar 22 19:23:01.618023 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4cd55095-3f00-4e90-9a1d-ec8426a02d6a req-1edd519e-1561-41e5-96ed-1d6cf907f14e tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497411 Mar 22 19:23:01.670865 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9c6d8e4c-f1ef-40aa-b4ad-90675b574f4f req-39d30ea5-1b02-494b-9590-2c0cecb893b7 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795714 Mar 22 19:23:01.688890 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-d6634f4c-ccb1-4f9f-a410-d6fe924bc0bc service neutron] 10.222.0.85 "GET /v2.0/networks/5d7632a4-6efd-4aa2-8b68-02aec79f1353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504291 Mar 22 19:23:01.870212 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2b67c7-fc47-468a-a464-90e04982202d x-openstack-request-id: req-dc2b67c7-fc47-468a-a464-90e04982202d {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:23:01.870804 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0fd37a5-eda3-4222-88ab-c7fb75b6b350", "tag": "42e015de-aac7-4c17-9e0b-1d68b7f1cb08", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:23:01.871060 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dc2b67c7-fc47-468a-a464-90e04982202d {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:23:01.871463 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc2b67c7-fc47-468a-a464-90e04982202d'] response: {'name': 'network-changed', 'server_uuid': 'b0fd37a5-eda3-4222-88ab-c7fb75b6b350', 'tag': '42e015de-aac7-4c17-9e0b-1d68b7f1cb08', 'status': 'completed', 'code': 200} Mar 22 19:23:02.061268 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6bfd0-7884-4397-8d3d-e984d7c36918 req-4b862971-3b06-48c7-8e76-5aa05b9a480f tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:02.062821 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-24d6bfd0-7884-4397-8d3d-e984d7c36918 req-4b862971-3b06-48c7-8e76-5aa05b9a480f tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0fd37a5-eda3-4222-88ab-c7fb75b6b350 HTTP/1.1" status: 200 len: 944 time: 0.1905935 Mar 22 19:23:02.070410 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6436f560-59bf-4131-b4f0-e20fb7eaa648 req-0dc13c35-cfce-4750-ba6d-b13e8f742796 service neutron] 10.222.0.85 "GET /v2.0/networks/5d7632a4-6efd-4aa2-8b68-02aec79f1353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750861 Mar 22 19:23:02.087697 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7468a82-82dd-4cbb-866e-d556c9e886b4 req-27054de6-3dcf-418d-8924-d6946d70f527 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:02.094353 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b7468a82-82dd-4cbb-866e-d556c9e886b4 req-27054de6-3dcf-418d-8924-d6946d70f527 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 943 time: 0.1680481 Mar 22 19:23:02.189775 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b7468a82-82dd-4cbb-866e-d556c9e886b4 req-4350f097-22bc-4cd6-b638-6f790fcc010e tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937064 Mar 22 19:23:02.225916 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-24d6bfd0-7884-4397-8d3d-e984d7c36918 req-f961a7fa-5cc5-4fb8-86c2-2f99dd86568d tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups?id=4093de66-3757-463f-9524-e827da99c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537018 Mar 22 19:23:02.263443 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44680c56-9923-427c-b4eb-525573ccddd2 req-bc42b94e-7e43-4084-bae8-197aa6846ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:02.267364 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-44680c56-9923-427c-b4eb-525573ccddd2 req-bc42b94e-7e43-4084-bae8-197aa6846ae0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=38ed8ef1e4944b49bee3b635f0a09187&device_id=b0fd37a5-eda3-4222-88ab-c7fb75b6b350 HTTP/1.1" status: 200 len: 1127 time: 0.0996971 Mar 22 19:23:02.362975 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ae6bb5c6-91bc-4581-bd94-68e420fad0eb req-744b9574-1761-47e7-987e-ee6dfc8839f0 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] 10.222.0.75 "GET /v2.0/ports?device_id=1483b1ab-0111-44db-8e8b-f62e15a683e2 HTTP/1.1" status: 200 len: 210 time: 0.0559869 Mar 22 19:23:02.665009 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44680c56-9923-427c-b4eb-525573ccddd2 req-e41c124e-4e0b-4aed-8d7f-b3490f403bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:02.667495 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-44680c56-9923-427c-b4eb-525573ccddd2 req-e41c124e-4e0b-4aed-8d7f-b3490f403bd8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=5d7632a4-6efd-4aa2-8b68-02aec79f1353 HTTP/1.1" status: 200 len: 914 time: 0.2631590 Mar 22 19:23:02.867985 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45586) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:02.925774 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45590) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:03.069635 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device ed9a694f-4333-4d55-a6cc-69d9c2c5be35 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:23:03.072866 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-53ded8f3-0842-4fe9-8bdc-2aad1550882e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:03.091847 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: ed9a694f-4333-4d55-a6cc-69d9c2c5be35 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:23:03.092354 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device ed9a694f-4333-4d55-a6cc-69d9c2c5be35 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:23:03.141638 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-dc597e64-4457-45b8-9f53-d7ec11400230 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ead4f1623b6a442e9644c5a00d80ac7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2716174 Mar 22 19:23:03.144689 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45594) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:03.237442 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-53ded8f3-0842-4fe9-8bdc-2aad1550882e admin admin] Publish callbacks [] for security_group (9580df7b-b99c-4a02-bead-977f776af4b9), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:03.254396 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-53ded8f3-0842-4fe9-8bdc-2aad1550882e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9580df7b-b99c-4a02-bead-977f776af4b9), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:03.285130 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-51d5c9fb-d5b7-452a-bdac-3258a60d292d admin admin] Publish callbacks [] for security_group (b97d83c2-a8a9-48c3-a973-efdea4f7e194), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:03.299764 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-44680c56-9923-427c-b4eb-525573ccddd2 req-a9d06bed-18fe-4a91-b471-ba428a31722c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42e015de-aac7-4c17-9e0b-1d68b7f1cb08 HTTP/1.1" status: 200 len: 217 time: 0.6149201 Mar 22 19:23:03.317199 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-51d5c9fb-d5b7-452a-bdac-3258a60d292d admin admin] Publish callbacks [] for security_group (b97d83c2-a8a9-48c3-a973-efdea4f7e194), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:03.318031 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1885e-bff4-4bcc-8219-8102fca418e3 req-cb557f61-88fd-45d3-ad5d-b3480ada8c04 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:03.325203 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1dd1885e-bff4-4bcc-8219-8102fca418e3 req-cb557f61-88fd-45d3-ad5d-b3480ada8c04 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] 10.222.0.75 "GET /v2.0/ports?device_id=b00d7842-9596-4454-9838-63dd5be20c61 HTTP/1.1" status: 200 len: 946 time: 0.8275185 Mar 22 19:23:03.418645 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-51d5c9fb-d5b7-452a-bdac-3258a60d292d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b97d83c2-a8a9-48c3-a973-efdea4f7e194), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:03.422362 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-51d5c9fb-d5b7-452a-bdac-3258a60d292d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:03.426461 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-51d5c9fb-d5b7-452a-bdac-3258a60d292d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b97d83c2-a8a9-48c3-a973-efdea4f7e194 HTTP/1.1" status: 204 len: 168 time: 0.2784717 Mar 22 19:23:03.458778 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-53ded8f3-0842-4fe9-8bdc-2aad1550882e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=995917b804d54a2399a6e215cfd9ae5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5315299 Mar 22 19:23:03.461174 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ded8f3-0842-4fe9-8bdc-2aad1550882e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9580df7b-b99c-4a02-bead-977f776af4b9,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:03.467872 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 45604) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:03.480603 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ded8f3-0842-4fe9-8bdc-2aad1550882e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:03.482291 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ded8f3-0842-4fe9-8bdc-2aad1550882e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:03.491169 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ded8f3-0842-4fe9-8bdc-2aad1550882e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:03.491519 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ded8f3-0842-4fe9-8bdc-2aad1550882e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:03.491862 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ded8f3-0842-4fe9-8bdc-2aad1550882e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:03.492200 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ded8f3-0842-4fe9-8bdc-2aad1550882e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:03.494869 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ded8f3-0842-4fe9-8bdc-2aad1550882e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:03.495216 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ded8f3-0842-4fe9-8bdc-2aad1550882e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:03.495555 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ded8f3-0842-4fe9-8bdc-2aad1550882e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:03.495890 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ded8f3-0842-4fe9-8bdc-2aad1550882e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:03.496221 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ded8f3-0842-4fe9-8bdc-2aad1550882e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:03.500387 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ded8f3-0842-4fe9-8bdc-2aad1550882e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:03.501032 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ded8f3-0842-4fe9-8bdc-2aad1550882e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:03.501591 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ded8f3-0842-4fe9-8bdc-2aad1550882e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:03.502965 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ded8f3-0842-4fe9-8bdc-2aad1550882e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:03.514156 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44680c56-9923-427c-b4eb-525573ccddd2 req-e9ada4f9-d403-4c42-adf9-0c44cdd83155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:03.515974 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-44680c56-9923-427c-b4eb-525573ccddd2 req-e9ada4f9-d403-4c42-adf9-0c44cdd83155 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0a7d34a5-869d-4a92-9c55-72dc0755e0b6 HTTP/1.1" status: 200 len: 853 time: 0.1839643 Mar 22 19:23:03.532167 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1dd1885e-bff4-4bcc-8219-8102fca418e3 req-90829df7-582c-4547-beec-4c653c4cedab tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d7173ab-a6e3-4bc9-add1-5bd63dcab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060323 Mar 22 19:23:03.550281 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5c9fb-d5b7-452a-bdac-3258a60d292d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97d83c2-a8a9-48c3-a973-efdea4f7e194,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:03.580933 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-df49b0cf-67b5-48af-ab48-9736442c09a5 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:03.582526 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-df49b0cf-67b5-48af-ab48-9736442c09a5 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] 10.222.0.84 "GET /v2.0/networks?id=406c38cc-4d10-4193-8db5-d817292d25af HTTP/1.1" status: 200 len: 815 time: 0.9120553 Mar 22 19:23:03.649017 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdcd5f8-0b61-4c83-ab7d-b00c45d7a801 req-234cf31c-63f6-4273-a2af-48b4c6909785 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:03.650626 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7bdcd5f8-0b61-4c83-ab7d-b00c45d7a801 req-234cf31c-63f6-4273-a2af-48b4c6909785 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 945 time: 0.3562243 Mar 22 19:23:03.670186 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-cef9faa2-9610-4390-87cd-288a4f5a3070 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] Request body: {'port': {'device_id': '1483b1ab-0111-44db-8e8b-f62e15a683e2', 'network_id': '406c38cc-4d10-4193-8db5-d817292d25af', 'admin_state_up': True, 'tenant_id': 'f2892731cd39486d9a9385efe17cbe61'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:03.732149 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-44680c56-9923-427c-b4eb-525573ccddd2 req-79927409-fe49-4f00-80ca-2ebd7b148ea8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5d7632a4-6efd-4aa2-8b68-02aec79f1353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1988840 Mar 22 19:23:03.784932 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-21d04d4a-8f17-4e1b-9635-9010290613ad admin admin] Publish callbacks [] for security_group (9580df7b-b99c-4a02-bead-977f776af4b9), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:03.802011 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7bdcd5f8-0b61-4c83-ab7d-b00c45d7a801 req-ab49be09-f2e3-4969-86df-cc9892551a46 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037357 Mar 22 19:23:03.890170 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213b8187-6209-4898-ade6-c58c5f4abd24', 'name': 'network-vif-deleted', 'tag': 'ed9a694f-4333-4d55-a6cc-69d9c2c5be35'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:23:03.892429 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b487d4c3-5e20-46fc-825a-37f176f04d9c" -d '{"events": [{"server_uuid": "213b8187-6209-4898-ade6-c58c5f4abd24", "name": "network-vif-deleted", "tag": "ed9a694f-4333-4d55-a6cc-69d9c2c5be35"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:23:04.070953 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-21d04d4a-8f17-4e1b-9635-9010290613ad admin admin] Publish callbacks [] for security_group (9580df7b-b99c-4a02-bead-977f776af4b9), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:04.175149 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3cbda-d055-4d54-b14c-5f01e047f93d req-ba4d8f30-120f-4e33-bcae-0111c6bbf458 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:04.181838 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a0b3cbda-d055-4d54-b14c-5f01e047f93d req-ba4d8f30-120f-4e33-bcae-0111c6bbf458 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 945 time: 0.4944978 Mar 22 19:23:04.184870 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-44680c56-9923-427c-b4eb-525573ccddd2 req-bd913dce-e98f-4066-a40a-a9b61777e32a service neutron] 10.222.0.85 "GET /v2.0/networks/5d7632a4-6efd-4aa2-8b68-02aec79f1353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094985 Mar 22 19:23:04.200412 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ddee0-6b7c-412d-baea-b2665e412cc8 req-74c283d5-c184-424c-955a-2428414b1844 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:04.207658 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-673ddee0-6b7c-412d-baea-b2665e412cc8 req-74c283d5-c184-424c-955a-2428414b1844 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0fd37a5-eda3-4222-88ab-c7fb75b6b350 HTTP/1.1" status: 200 len: 944 time: 0.2820687 Mar 22 19:23:04.209365 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-cef9faa2-9610-4390-87cd-288a4f5a3070 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] Made reservation on behalf of f2892731cd39486d9a9385efe17cbe61 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:23:04.212792 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-cef9faa2-9610-4390-87cd-288a4f5a3070 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:04.363911 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-21d04d4a-8f17-4e1b-9635-9010290613ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9580df7b-b99c-4a02-bead-977f776af4b9), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:04.366525 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-21d04d4a-8f17-4e1b-9635-9010290613ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:04.371021 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-21d04d4a-8f17-4e1b-9635-9010290613ad admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9580df7b-b99c-4a02-bead-977f776af4b9 HTTP/1.1" status: 204 len: 168 time: 0.8909106 Mar 22 19:23:04.406185 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45630) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:04.426129 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d04d4a-8f17-4e1b-9635-9010290613ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9580df7b-b99c-4a02-bead-977f776af4b9,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:04.452110 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a0b3cbda-d055-4d54-b14c-5f01e047f93d req-4643246e-88e3-4fa3-ac2a-cc6dba4ae9e9 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693021 Mar 22 19:23:04.489068 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-673ddee0-6b7c-412d-baea-b2665e412cc8 req-0d619c10-51f3-4a8f-a018-92b817bdde85 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups?id=4093de66-3757-463f-9524-e827da99c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741299 Mar 22 19:23:04.531270 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-44680c56-9923-427c-b4eb-525573ccddd2 req-d7dae3cf-fbb7-4766-9062-2b0ba70f6cf6 service neutron] 10.222.0.85 "GET /v2.0/networks/5d7632a4-6efd-4aa2-8b68-02aec79f1353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031650 Mar 22 19:23:04.607307 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-e6700a45-144e-4710-a6c6-d1b79d630c8e admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-956462821-network', 'tenant_id': '718276ac87f841d1b8dfbf4b06c7328c'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:04.645337 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6700a45-144e-4710-a6c6-d1b79d630c8e admin admin] Made reservation on behalf of 718276ac87f841d1b8dfbf4b06c7328c for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:23:04.647948 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f7f244f9-6912-41a6-9c16-a8da64c8a63a req-172b7ba1-8473-4591-aa27-b07702077604 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] 10.222.0.75 "GET /v2.0/ports?device_id=1483b1ab-0111-44db-8e8b-f62e15a683e2 HTTP/1.1" status: 200 len: 210 time: 0.0617957 Mar 22 19:23:04.649392 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6700a45-144e-4710-a6c6-d1b79d630c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:04.660486 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6700a45-144e-4710-a6c6-d1b79d630c8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:04.668561 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-cef9faa2-9610-4390-87cd-288a4f5a3070 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] Allocated IP 172.20.0.8 (406c38cc-4d10-4193-8db5-d817292d25af/b1307223-87ed-4d97-9c1b-893ba0445e81/4ce091e3-996d-4e4c-b662-3cb43382033e) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:23:04.722931 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed3edf-3f07-4408-b94f-6702703217bd req-6a65465e-e8ad-48bb-ad84-081a2e7d893b tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:04.725018 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c1ed3edf-3f07-4408-b94f-6702703217bd req-6a65465e-e8ad-48bb-ad84-081a2e7d893b tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 943 time: 0.1656990 Mar 22 19:23:04.791511 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6700a45-144e-4710-a6c6-d1b79d630c8e admin admin] Publish callbacks [] for security_group (8ccce8cc-c408-46b0-9e3e-b264081660e6), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:04.797203 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6700a45-144e-4710-a6c6-d1b79d630c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (8ccce8cc-c408-46b0-9e3e-b264081660e6), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:04.833626 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6700a45-144e-4710-a6c6-d1b79d630c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccce8cc-c408-46b0-9e3e-b264081660e6,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:04.846619 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ced8a4-8b09-4cb2-8f6a-6d227551a462 x-openstack-request-id: req-92ced8a4-8b09-4cb2-8f6a-6d227551a462 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:23:04.846923 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213b8187-6209-4898-ade6-c58c5f4abd24", "name": "network-vif-deleted", "tag": "ed9a694f-4333-4d55-a6cc-69d9c2c5be35", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:23:04.847321 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-92ced8a4-8b09-4cb2-8f6a-6d227551a462 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:23:04.847567 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92ced8a4-8b09-4cb2-8f6a-6d227551a462'] response: {'server_uuid': '213b8187-6209-4898-ade6-c58c5f4abd24', 'name': 'network-vif-deleted', 'tag': 'ed9a694f-4333-4d55-a6cc-69d9c2c5be35', 'status': 'completed', 'code': 200} Mar 22 19:23:04.850483 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6700a45-144e-4710-a6c6-d1b79d630c8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:23:04.875472 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6700a45-144e-4710-a6c6-d1b79d630c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (550f4452-31ab-4ada-8988-a70262e079e4), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:04.875781 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c1ed3edf-3f07-4408-b94f-6702703217bd req-59660e5c-963d-4f35-8efe-16ceeb7abef6 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382902 Mar 22 19:23:04.877146 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-e6700a45-144e-4710-a6c6-d1b79d630c8e admin admin] Added segment 550f4452-31ab-4ada-8988-a70262e079e4 of type vlan for network dc66dbf6-7f3d-46f2-94ef-a0483cb4f077 Mar 22 19:23:04.945882 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-cef9faa2-9610-4390-87cd-288a4f5a3070 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] Publish callbacks [] for port (4ce091e3-996d-4e4c-b662-3cb43382033e), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:04.949898 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6700a45-144e-4710-a6c6-d1b79d630c8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (dc66dbf6-7f3d-46f2-94ef-a0483cb4f077), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:04.971318 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 45640) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:04.983404 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6700a45-144e-4710-a6c6-d1b79d630c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (dc66dbf6-7f3d-46f2-94ef-a0483cb4f077), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:04.984397 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6700a45-144e-4710-a6c6-d1b79d630c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:04.985108 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6700a45-144e-4710-a6c6-d1b79d630c8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:05.010097 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7795c5d8-c32f-4b5c-9c34-071947423a4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:05.054349 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e6700a45-144e-4710-a6c6-d1b79d630c8e admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6470244 Mar 22 19:23:05.057028 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45644) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:05.061432 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-2f46a55c-ef38-4e00-930b-c38365608d95 admin admin] Request body: {'subnet': {'network_id': 'dc66dbf6-7f3d-46f2-94ef-a0483cb4f077', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-956462821-subnet', 'tenant_id': '718276ac87f841d1b8dfbf4b06c7328c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:05.073052 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-cef9faa2-9610-4390-87cd-288a4f5a3070 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (4ce091e3-996d-4e4c-b662-3cb43382033e), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:05.074893 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6700a45-144e-4710-a6c6-d1b79d630c8e admin admin] Pushing event updated for resources: {'Network': ['ID=dc66dbf6-7f3d-46f2-94ef-a0483cb4f077,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:05.087725 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f46a55c-ef38-4e00-930b-c38365608d95 admin admin] Made reservation on behalf of 718276ac87f841d1b8dfbf4b06c7328c for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:23:05.090150 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2f46a55c-ef38-4e00-930b-c38365608d95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:05.090516 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network dc66dbf6-7f3d-46f2-94ef-a0483cb4f077 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:23:05.164386 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-cef9faa2-9610-4390-87cd-288a4f5a3070 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] Network 406c38cc-4d10-4193-8db5-d817292d25af is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:23:05.178859 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-cef9faa2-9610-4390-87cd-288a4f5a3070 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:23:05.187223 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a782ce3-50c5-416a-82d7-b7ffb8b8d700 req-464c322b-34ee-4143-84ea-7c833f5a4bc8 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:05.188749 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1a782ce3-50c5-416a-82d7-b7ffb8b8d700 req-464c322b-34ee-4143-84ea-7c833f5a4bc8 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 945 time: 0.2162783 Mar 22 19:23:05.190083 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-cef9faa2-9610-4390-87cd-288a4f5a3070 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:23:05.199803 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9faa2-9610-4390-87cd-288a4f5a3070 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] Pushing event updated for resources: {'Port': ['ID=4ce091e3-996d-4e4c-b662-3cb43382033e,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:05.268924 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2f46a55c-ef38-4e00-930b-c38365608d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (e9bd269f-4a80-4749-9eb8-ee69b46bbb1d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:05.270833 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d6198-f516-470b-b71c-bdc80a194870 req-5e6e81a5-242e-486d-afb1-4dc786d093f3 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:05.272342 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-620d6198-f516-470b-b71c-bdc80a194870 req-5e6e81a5-242e-486d-afb1-4dc786d093f3 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] 10.222.0.75 "GET /v2.0/ports?device_id=b00d7842-9596-4454-9838-63dd5be20c61 HTTP/1.1" status: 200 len: 946 time: 0.2186897 Mar 22 19:23:05.325729 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46a55c-ef38-4e00-930b-c38365608d95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9bd269f-4a80-4749-9eb8-ee69b46bbb1d,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:05.327353 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-cef9faa2-9610-4390-87cd-288a4f5a3070 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:05.327979 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-cef9faa2-9610-4390-87cd-288a4f5a3070 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:05.334346 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f46a55c-ef38-4e00-930b-c38365608d95 admin admin] Checking segment: {'id': '550f4452-31ab-4ada-8988-a70262e079e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dc66dbf6-7f3d-46f2-94ef-a0483cb4f077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:23:05.334346 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f46a55c-ef38-4e00-930b-c38365608d95 admin admin] Network hostable DHCP agents. Network: dc66dbf6-7f3d-46f2-94ef-a0483cb4f077, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:23:05.350386 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f46a55c-ef38-4e00-930b-c38365608d95 admin admin] Network dc66dbf6-7f3d-46f2-94ef-a0483cb4f077 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:23:05.357101 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7795c5d8-c32f-4b5c-9c34-071947423a4a admin admin] Publish callbacks [] for security_group (61e6bde1-dada-41e5-9c53-3facbfc83b7f), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:05.359640 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-2f46a55c-ef38-4e00-930b-c38365608d95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, dc66dbf6-7f3d-46f2-94ef-a0483cb4f077) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:23:05.364604 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f46a55c-ef38-4e00-930b-c38365608d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:05.365182 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2f46a55c-ef38-4e00-930b-c38365608d95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:05.370947 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1a782ce3-50c5-416a-82d7-b7ffb8b8d700 req-063a03c0-fd03-4503-b7ce-c583f04b402a tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734493 Mar 22 19:23:05.373933 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7795c5d8-c32f-4b5c-9c34-071947423a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (61e6bde1-dada-41e5-9c53-3facbfc83b7f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:05.388714 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2f46a55c-ef38-4e00-930b-c38365608d95 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3229713 Mar 22 19:23:05.389097 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-cef9faa2-9610-4390-87cd-288a4f5a3070 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7631083 Mar 22 19:23:05.393414 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66b462b-39c2-424d-877b-ce3b893e3316 None None] Network dc66dbf6-7f3d-46f2-94ef-a0483cb4f077 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:23:05.417895 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-f852ae98-f86c-4d57-a84b-83aae6c94190 service neutron] Request body: {'port': {'device_id': '1483b1ab-0111-44db-8e8b-f62e15a683e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:05.463233 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-620d6198-f516-470b-b71c-bdc80a194870 req-4e94ba12-c29d-44bc-bfd5-0dc751e373bd tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] 10.222.0.75 "GET /v2.0/security-groups?id=3d7173ab-a6e3-4bc9-add1-5bd63dcab9c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819763 Mar 22 19:23:05.509994 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7795c5d8-c32f-4b5c-9c34-071947423a4a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1d7cc852f27147c6890c76c1f5ec8d96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5359035 Mar 22 19:23:05.513743 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45652) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:05.543540 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795c5d8-c32f-4b5c-9c34-071947423a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e6bde1-dada-41e5-9c53-3facbfc83b7f,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:05.549502 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785bfd38-3040-48b7-9b34-a7b9faef4830 None None] Network dc66dbf6-7f3d-46f2-94ef-a0483cb4f077 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:23:05.569911 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-f852ae98-f86c-4d57-a84b-83aae6c94190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4ce091e3-996d-4e4c-b662-3cb43382033e), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:05.628446 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1ddbcfcc-1d1b-4235-9fef-b76809b2bc15 admin admin] Publish callbacks [] for security_group (61e6bde1-dada-41e5-9c53-3facbfc83b7f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:05.646953 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 42e015de-aac7-4c17-9e0b-1d68b7f1cb08 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:23:05.652464 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1ddbcfcc-1d1b-4235-9fef-b76809b2bc15 admin admin] Publish callbacks [] for security_group (61e6bde1-dada-41e5-9c53-3facbfc83b7f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:05.714873 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1ddbcfcc-1d1b-4235-9fef-b76809b2bc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (61e6bde1-dada-41e5-9c53-3facbfc83b7f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:05.719057 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1ddbcfcc-1d1b-4235-9fef-b76809b2bc15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:05.722620 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1ddbcfcc-1d1b-4235-9fef-b76809b2bc15 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/61e6bde1-dada-41e5-9c53-3facbfc83b7f HTTP/1.1" status: 204 len: 168 time: 0.2057121 Mar 22 19:23:05.729383 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddbcfcc-1d1b-4235-9fef-b76809b2bc15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e6bde1-dada-41e5-9c53-3facbfc83b7f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:05.808001 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a528aefb-6ee7-4b6a-bc00-95459146cfa5 req-a1dce642-94a6-4d3c-b679-c84654d79997 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:05.809535 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a528aefb-6ee7-4b6a-bc00-95459146cfa5 req-a1dce642-94a6-4d3c-b679-c84654d79997 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0fd37a5-eda3-4222-88ab-c7fb75b6b350 HTTP/1.1" status: 200 len: 944 time: 0.1647000 Mar 22 19:23:05.817228 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d9e4d-715e-4f84-a65e-d723aaa7956d req-bf7f9cc1-4f24-4634-ab42-6c46e55addb1 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:05.819219 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ae6d9e4d-715e-4f84-a65e-d723aaa7956d req-bf7f9cc1-4f24-4634-ab42-6c46e55addb1 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 945 time: 0.1855538 Mar 22 19:23:05.822109 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 42e015de-aac7-4c17-9e0b-1d68b7f1cb08, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=42e015de-aac7-4c17-9e0b-1d68b7f1cb08,segment=NetworkSegment(22c81ab1-1346-4808-8768-1989eedd126f),segment_id=22c81ab1-1346-4808-8768-1989eedd126f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:05.931581 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a528aefb-6ee7-4b6a-bc00-95459146cfa5 req-b4b7db0c-533a-4bf4-a705-bbf34cf53f91 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups?id=4093de66-3757-463f-9524-e827da99c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113729 Mar 22 19:23:05.961501 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ae6d9e4d-715e-4f84-a65e-d723aaa7956d req-b35180f7-ccb2-464b-adff-e6cc6e0820bf tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173518 Mar 22 19:23:05.980573 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '42e015de-aac7-4c17-9e0b-1d68b7f1cb08', 'network_id': '5d7632a4-6efd-4aa2-8b68-02aec79f1353', 'port_id': '42e015de-aac7-4c17-9e0b-1d68b7f1cb08', 'mac_address': 'fa:16:3e:eb:09:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a7d34a5-869d-4a92-9c55-72dc0755e0b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:23:06.038727 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 42e015de-aac7-4c17-9e0b-1d68b7f1cb08 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:23:06.039750 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (42e015de-aac7-4c17-9e0b-1d68b7f1cb08), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:06.061466 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42e015de-aac7-4c17-9e0b-1d68b7f1cb08 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:23:06.063488 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-f852ae98-f86c-4d57-a84b-83aae6c94190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ce091e3-996d-4e4c-b662-3cb43382033e {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:23:06.072275 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-f852ae98-f86c-4d57-a84b-83aae6c94190 service neutron] Publish callbacks [] for port (4ce091e3-996d-4e4c-b662-3cb43382033e), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:06.088388 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 42e015de-aac7-4c17-9e0b-1d68b7f1cb08, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=42e015de-aac7-4c17-9e0b-1d68b7f1cb08,segment=NetworkSegment(22c81ab1-1346-4808-8768-1989eedd126f),segment_id=22c81ab1-1346-4808-8768-1989eedd126f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:06.096935 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (42e015de-aac7-4c17-9e0b-1d68b7f1cb08), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:06.097644 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-f852ae98-f86c-4d57-a84b-83aae6c94190 service neutron] Transition to ACTIVE for port object 4ce091e3-996d-4e4c-b662-3cb43382033e will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:23:06.120462 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-f852ae98-f86c-4d57-a84b-83aae6c94190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (4ce091e3-996d-4e4c-b662-3cb43382033e), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:06.157265 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=42e015de-aac7-4c17-9e0b-1d68b7f1cb08,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:06.165913 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:06.166556 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:06.167072 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:06.167610 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:06.167948 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:06.172691 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:06.173011 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:06.173549 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:06.175072 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:06.175579 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:06.175890 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852ae98-f86c-4d57-a84b-83aae6c94190 service neutron] Pushing event updated for resources: {'Port': ['ID=4ce091e3-996d-4e4c-b662-3cb43382033e,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:06.176305 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:06.176813 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:06.177315 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:06.178273 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:06.181977 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:06.223937 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59a35c7-4e10-4832-8300-40d737a21867 req-f8a3e6e4-2920-47fa-b974-7f07839d4cb7 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:06.225540 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c59a35c7-4e10-4832-8300-40d737a21867 req-f8a3e6e4-2920-47fa-b974-7f07839d4cb7 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] 10.222.0.75 "GET /v2.0/ports?device_id=1483b1ab-0111-44db-8e8b-f62e15a683e2 HTTP/1.1" status: 200 len: 931 time: 0.1430707 Mar 22 19:23:06.310852 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-f852ae98-f86c-4d57-a84b-83aae6c94190 service neutron] Attempting to bind port 4ce091e3-996d-4e4c-b662-3cb43382033e on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:23:06.312171 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-f852ae98-f86c-4d57-a84b-83aae6c94190 service neutron] Attempting to bind port 4ce091e3-996d-4e4c-b662-3cb43382033e by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': 'ff5ca502-c8ec-4ba6-9834-44472905dfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '406c38cc-4d10-4193-8db5-d817292d25af'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:23:06.312559 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-f852ae98-f86c-4d57-a84b-83aae6c94190 service neutron] Attempting to bind port 4ce091e3-996d-4e4c-b662-3cb43382033e on network 406c38cc-4d10-4193-8db5-d817292d25af {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:23:06.322736 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c59a35c7-4e10-4832-8300-40d737a21867 req-c868695c-94c0-422a-bc63-22f4e96019d1 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd715cf0-115c-4979-a24e-6eba0a4e9ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780451 Mar 22 19:23:06.332266 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-f852ae98-f86c-4d57-a84b-83aae6c94190 service neutron] Port 4ce091e3-996d-4e4c-b662-3cb43382033e on network 406c38cc-4d10-4193-8db5-d817292d25af not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:23:06.332597 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-f852ae98-f86c-4d57-a84b-83aae6c94190 service neutron] Attempting to bind port 4ce091e3-996d-4e4c-b662-3cb43382033e on network 406c38cc-4d10-4193-8db5-d817292d25af {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:23:06.380380 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-f852ae98-f86c-4d57-a84b-83aae6c94190 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:23:06.380978 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-f852ae98-f86c-4d57-a84b-83aae6c94190 service neutron] Checking segment: {'id': 'ff5ca502-c8ec-4ba6-9834-44472905dfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '406c38cc-4d10-4193-8db5-d817292d25af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:23:06.381182 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-f852ae98-f86c-4d57-a84b-83aae6c94190 service neutron] Bound using segment: {'id': 'ff5ca502-c8ec-4ba6-9834-44472905dfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '406c38cc-4d10-4193-8db5-d817292d25af'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:23:06.381511 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-f852ae98-f86c-4d57-a84b-83aae6c94190 service neutron] Bound port: 4ce091e3-996d-4e4c-b662-3cb43382033e, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff5ca502-c8ec-4ba6-9834-44472905dfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '406c38cc-4d10-4193-8db5-d817292d25af'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:23:06.381893 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-f852ae98-f86c-4d57-a84b-83aae6c94190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4ce091e3-996d-4e4c-b662-3cb43382033e), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:06.459033 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['42e015de-aac7-4c17-9e0b-1d68b7f1cb08'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:23:06.522713 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-ad7d3eea-ac08-49c1-acb0-21208d94b68e tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:06.524213 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-ad7d3eea-ac08-49c1-acb0-21208d94b68e tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/networks?id=dc66dbf6-7f3d-46f2-94ef-a0483cb4f077 HTTP/1.1" status: 200 len: 821 time: 0.2074459 Mar 22 19:23:06.550563 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fc7a3-dc79-4d59-9f66-1114ef85069c req-449137c9-a894-4cbd-9280-b9eea0f9b0a9 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:06.552038 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-386fc7a3-dc79-4d59-9f66-1114ef85069c req-449137c9-a894-4cbd-9280-b9eea0f9b0a9 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 943 time: 0.1581452 Mar 22 19:23:06.556138 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-f852ae98-f86c-4d57-a84b-83aae6c94190 service neutron] For port 4ce091e3-996d-4e4c-b662-3cb43382033e, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:23:06.562687 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-7c30bce6-9da0-4d5e-acc3-f2aee9f1fdc5 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/quotas/718276ac87f841d1b8dfbf4b06c7328c HTTP/1.1" status: 200 len: 375 time: 0.0290024 Mar 22 19:23:06.596683 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-f852ae98-f86c-4d57-a84b-83aae6c94190 service neutron] For port 4ce091e3-996d-4e4c-b662-3cb43382033e, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=4ce091e3-996d-4e4c-b662-3cb43382033e,segment=NetworkSegment(ff5ca502-c8ec-4ba6-9834-44472905dfb5),segment_id=ff5ca502-c8ec-4ba6-9834-44472905dfb5)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:23:06.620928 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-df919665-9984-4aaf-a054-d57c7233a967 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=718276ac87f841d1b8dfbf4b06c7328c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516737 Mar 22 19:23:06.623516 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-f852ae98-f86c-4d57-a84b-83aae6c94190 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (4ce091e3-996d-4e4c-b662-3cb43382033e), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:06.650626 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81bc42-5872-4bef-bc8e-ff989f37b1f2 req-d3f91db5-2abc-45f2-b518-16485ea6333d tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:06.653048 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1b81bc42-5872-4bef-bc8e-ff989f37b1f2 req-d3f91db5-2abc-45f2-b518-16485ea6333d tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] 10.222.0.84 "GET /v2.0/ports?device_id=b00d7842-9596-4454-9838-63dd5be20c61 HTTP/1.1" status: 200 len: 946 time: 0.0663619 Mar 22 19:23:06.738407 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-386fc7a3-dc79-4d59-9f66-1114ef85069c req-df026887-a503-4159-b375-aaeffbdafe4f tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713011 Mar 22 19:23:06.741583 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-f852ae98-f86c-4d57-a84b-83aae6c94190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:06.742233 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-f852ae98-f86c-4d57-a84b-83aae6c94190 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:06.743713 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-f852ae98-f86c-4d57-a84b-83aae6c94190 service neutron] 10.222.0.84 "PUT /v2.0/ports/4ce091e3-996d-4e4c-b662-3cb43382033e HTTP/1.1" status: 200 len: 1092 time: 1.3362327 Mar 22 19:23:06.765533 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-1b81bc42-5872-4bef-bc8e-ff989f37b1f2 req-929c681f-61eb-40b9-9612-3dd06179c7e9 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] Deleting port 8b69c156-57b2-423c-8b65-e99cc5a684fa {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:23:06.770911 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1b81bc42-5872-4bef-bc8e-ff989f37b1f2 req-929c681f-61eb-40b9-9612-3dd06179c7e9 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (8b69c156-57b2-423c-8b65-e99cc5a684fa), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:06.804267 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852ae98-f86c-4d57-a84b-83aae6c94190 service neutron] Pushing event updated for resources: {'Port': ['ID=4ce091e3-996d-4e4c-b662-3cb43382033e,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:06.849617 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1483b1ab-0111-44db-8e8b-f62e15a683e2', 'tag': '4ce091e3-996d-4e4c-b662-3cb43382033e'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:23:06.851937 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cbdbcc-e375-4b50-93c2-932390d2dadf" -d '{"events": [{"name": "network-changed", "server_uuid": "1483b1ab-0111-44db-8e8b-f62e15a683e2", "tag": "4ce091e3-996d-4e4c-b662-3cb43382033e"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:23:06.889301 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-1b81bc42-5872-4bef-bc8e-ff989f37b1f2 req-929c681f-61eb-40b9-9612-3dd06179c7e9 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] For port 8b69c156-57b2-423c-8b65-e99cc5a684fa, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=8b69c156-57b2-423c-8b65-e99cc5a684fa,segment=NetworkSegment(f2afa6c0-70a9-4729-a791-cd49ba0a9adf),segment_id=f2afa6c0-70a9-4729-a791-cd49ba0a9adf)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:06.889678 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1b81bc42-5872-4bef-bc8e-ff989f37b1f2 req-929c681f-61eb-40b9-9612-3dd06179c7e9 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (8b69c156-57b2-423c-8b65-e99cc5a684fa), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:06.900275 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-cd770197-85f8-4c83-9609-d85b6d15ae0d service neutron] 10.222.0.75 "GET /v2.0/networks/dc66dbf6-7f3d-46f2-94ef-a0483cb4f077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657130 Mar 22 19:23:06.909838 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-1b81bc42-5872-4bef-bc8e-ff989f37b1f2 req-929c681f-61eb-40b9-9612-3dd06179c7e9 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] Calling delete_port for 8b69c156-57b2-423c-8b65-e99cc5a684fa owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:23:06.960420 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-9031c041-aff0-40a4-835f-e17d605bd864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:06.961492 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-9031c041-aff0-40a4-835f-e17d605bd864 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f2892731cd39486d9a9385efe17cbe61&device_id=1483b1ab-0111-44db-8e8b-f62e15a683e2 HTTP/1.1" status: 200 len: 1126 time: 0.1712382 Mar 22 19:23:06.978729 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550e323-5945-4715-99e5-78d317492349 req-74d06f4c-8a63-46d3-b0c9-6f6d03bedbfc tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:06.985362 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5550e323-5945-4715-99e5-78d317492349 req-74d06f4c-8a63-46d3-b0c9-6f6d03bedbfc tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 945 time: 0.1686082 Mar 22 19:23:07.040091 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-9c26c3a6-805a-46e7-9fca-396a20c2372c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce091e3-996d-4e4c-b662-3cb43382033e HTTP/1.1" status: 200 len: 217 time: 0.0693753 Mar 22 19:23:07.060224 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1b81bc42-5872-4bef-bc8e-ff989f37b1f2 req-929c681f-61eb-40b9-9612-3dd06179c7e9 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (8b69c156-57b2-423c-8b65-e99cc5a684fa), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:07.074923 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['8b69c156-57b2-423c-8b65-e99cc5a684fa'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:23:07.095014 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c681f-61eb-40b9-9612-3dd06179c7e9 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] Pushing event deleted for resources: {'Port': ['ID=8b69c156-57b2-423c-8b65-e99cc5a684fa,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:07.120930 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-15fa5558-3df1-4fb4-a002-83bbe3dab0df service neutron] 10.222.0.75 "GET /v2.0/networks/dc66dbf6-7f3d-46f2-94ef-a0483cb4f077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092972 Mar 22 19:23:07.131135 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5550e323-5945-4715-99e5-78d317492349 req-28aecb04-159b-4d44-9636-18d81ff647f6 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441104 Mar 22 19:23:07.143738 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-1623ca05-7d72-416f-8c09-9dcf7ce8e195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:07.145472 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-1623ca05-7d72-416f-8c09-9dcf7ce8e195 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b1307223-87ed-4d97-9c1b-893ba0445e81 HTTP/1.1" status: 200 len: 855 time: 0.0945327 Mar 22 19:23:07.160557 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b81bc42-5872-4bef-bc8e-ff989f37b1f2 req-929c681f-61eb-40b9-9612-3dd06179c7e9 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] No DVR routers for this DVR port 8b69c156-57b2-423c-8b65-e99cc5a684fa on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:23:07.163650 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1b81bc42-5872-4bef-bc8e-ff989f37b1f2 req-929c681f-61eb-40b9-9612-3dd06179c7e9 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:07.170648 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1b81bc42-5872-4bef-bc8e-ff989f37b1f2 req-929c681f-61eb-40b9-9612-3dd06179c7e9 tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] 10.222.0.84 "DELETE /v2.0/ports/8b69c156-57b2-423c-8b65-e99cc5a684fa HTTP/1.1" status: 204 len: 173 time: 0.5110984 Mar 22 19:23:07.178722 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00d7842-9596-4454-9838-63dd5be20c61', 'name': 'network-vif-deleted', 'tag': '8b69c156-57b2-423c-8b65-e99cc5a684fa'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:23:07.184016 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc33614a-f69a-4168-b561-af06d6988552" -d '{"events": [{"server_uuid": "b00d7842-9596-4454-9838-63dd5be20c61", "name": "network-vif-deleted", "tag": "8b69c156-57b2-423c-8b65-e99cc5a684fa"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:23:07.211735 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-014d63b4-907e-49b4-a400-f98b23693d2e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=406c38cc-4d10-4193-8db5-d817292d25af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599654 Mar 22 19:23:07.248915 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbd77e27-5665-4189-9e2f-c6a3a62484ff req-3843e29d-6973-405b-92fe-8aac7f52aefe tempest-InstanceActionsTestJSON-1013264628 tempest-InstanceActionsTestJSON-1013264628-project] 10.222.0.75 "GET /v2.0/ports?device_id=b00d7842-9596-4454-9838-63dd5be20c61 HTTP/1.1" status: 200 len: 210 time: 0.0361197 Mar 22 19:23:07.341631 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a984bffa-0afa-4c8d-9df5-5249c799672a x-openstack-request-id: req-a984bffa-0afa-4c8d-9df5-5249c799672a {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:23:07.342722 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1483b1ab-0111-44db-8e8b-f62e15a683e2", "tag": "4ce091e3-996d-4e4c-b662-3cb43382033e", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:23:07.343087 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a984bffa-0afa-4c8d-9df5-5249c799672a {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:23:07.343578 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a984bffa-0afa-4c8d-9df5-5249c799672a'] response: {'name': 'network-changed', 'server_uuid': '1483b1ab-0111-44db-8e8b-f62e15a683e2', 'tag': '4ce091e3-996d-4e4c-b662-3cb43382033e', 'status': 'completed', 'code': 200} Mar 22 19:23:07.405376 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-e2037843-ad69-4cae-ad78-9c1b21a9a86b service neutron] 10.222.0.84 "GET /v2.0/networks/406c38cc-4d10-4193-8db5-d817292d25af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652935 Mar 22 19:23:07.477488 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579ed56-3a48-4529-b8e1-f453aba836d0 req-273c0772-4949-440f-8680-c18252830305 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:07.479020 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7579ed56-3a48-4529-b8e1-f453aba836d0 req-273c0772-4949-440f-8680-c18252830305 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0fd37a5-eda3-4222-88ab-c7fb75b6b350 HTTP/1.1" status: 200 len: 945 time: 0.1345880 Mar 22 19:23:07.593627 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7579ed56-3a48-4529-b8e1-f453aba836d0 req-08ee38d5-b5b0-447a-96d5-d2f81b23341d tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups?id=4093de66-3757-463f-9524-e827da99c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023958 Mar 22 19:23:07.600930 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b949f0-5d4f-4bc8-bf17-332957375324 req-fd04246b-39d9-45c8-a2fe-c327409c12ae tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:07.602451 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-15b949f0-5d4f-4bc8-bf17-332957375324 req-fd04246b-39d9-45c8-a2fe-c327409c12ae tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 945 time: 0.1347442 Mar 22 19:23:07.604308 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed39a811-9fda-469c-9229-34ac14ba81f0 req-9b50f525-5807-4e15-af33-4c9556e70a04 service neutron] 10.222.0.84 "GET /v2.0/networks/406c38cc-4d10-4193-8db5-d817292d25af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915963 Mar 22 19:23:07.642909 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 42e015de-aac7-4c17-9e0b-1d68b7f1cb08 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:23:07.665346 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809d12a8-0b04-493a-a3eb-766d462f11ae x-openstack-request-id: req-809d12a8-0b04-493a-a3eb-766d462f11ae {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:23:07.665910 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00d7842-9596-4454-9838-63dd5be20c61", "name": "network-vif-deleted", "tag": "8b69c156-57b2-423c-8b65-e99cc5a684fa", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:23:07.666028 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-809d12a8-0b04-493a-a3eb-766d462f11ae {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:23:07.666361 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-809d12a8-0b04-493a-a3eb-766d462f11ae'] response: {'server_uuid': 'b00d7842-9596-4454-9838-63dd5be20c61', 'name': 'network-vif-deleted', 'tag': '8b69c156-57b2-423c-8b65-e99cc5a684fa', 'status': 'completed', 'code': 200} Mar 22 19:23:07.734335 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 42e015de-aac7-4c17-9e0b-1d68b7f1cb08 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:23:07.741119 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 42e015de-aac7-4c17-9e0b-1d68b7f1cb08 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:23:07.741582 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (42e015de-aac7-4c17-9e0b-1d68b7f1cb08), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:07.783939 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c774ac3-83a2-46eb-9074-88ed81b8926e req-89d5150f-a210-443c-a676-2b25f4d87ccc tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=e442d100-9a48-47a0-9e64-90e36806fce4 HTTP/1.1" status: 200 len: 210 time: 0.0715861 Mar 22 19:23:07.790982 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-15b949f0-5d4f-4bc8-bf17-332957375324 req-d2ef0a5e-bdaa-4f15-b428-5e8285f3c36f tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627843 Mar 22 19:23:07.805197 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbdbcc-e375-4b50-93c2-932390d2dadf req-cdb8f7b5-39e0-4162-aff2-4929dfe161fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:07.806867 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a5cbdbcc-e375-4b50-93c2-932390d2dadf req-cdb8f7b5-39e0-4162-aff2-4929dfe161fb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f2892731cd39486d9a9385efe17cbe61&device_id=1483b1ab-0111-44db-8e8b-f62e15a683e2 HTTP/1.1" status: 200 len: 1126 time: 0.1283362 Mar 22 19:23:07.971309 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 42e015de-aac7-4c17-9e0b-1d68b7f1cb08 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:23:07.972763 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (42e015de-aac7-4c17-9e0b-1d68b7f1cb08), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:08.007157 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fd37a5-eda3-4222-88ab-c7fb75b6b350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e015de-aac7-4c17-9e0b-1d68b7f1cb08'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:23:08.009751 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106e2946-712a-4f33-92ad-2f7395310d76" -d '{"events": [{"server_uuid": "b0fd37a5-eda3-4222-88ab-c7fb75b6b350", "name": "network-vif-plugged", "status": "completed", "tag": "42e015de-aac7-4c17-9e0b-1d68b7f1cb08"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:23:08.024171 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 42e015de-aac7-4c17-9e0b-1d68b7f1cb08, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=42e015de-aac7-4c17-9e0b-1d68b7f1cb08,segment=NetworkSegment(22c81ab1-1346-4808-8768-1989eedd126f),segment_id=22c81ab1-1346-4808-8768-1989eedd126f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:08.030707 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (42e015de-aac7-4c17-9e0b-1d68b7f1cb08), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:08.091709 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=42e015de-aac7-4c17-9e0b-1d68b7f1cb08,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:08.359225 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbdbcc-e375-4b50-93c2-932390d2dadf req-acca9890-5328-4d26-9db0-463fef181f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:08.360718 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a5cbdbcc-e375-4b50-93c2-932390d2dadf req-acca9890-5328-4d26-9db0-463fef181f8b service neutron] 10.222.0.84 "GET /v2.0/networks?id=406c38cc-4d10-4193-8db5-d817292d25af HTTP/1.1" status: 200 len: 916 time: 0.5372469 Mar 22 19:23:08.375854 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e11fa-b6b0-4707-930e-111ed1956335 req-3c4757f7-39db-4e0a-bc0f-df6ed8e515fa tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:08.378000 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-553e11fa-b6b0-4707-930e-111ed1956335 req-3c4757f7-39db-4e0a-bc0f-df6ed8e515fa tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 943 time: 0.1188271 Mar 22 19:23:08.395646 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef35848-92ae-46e4-9788-359fae1f59bb req-fea4005d-d991-4730-9c21-ff9c727e6628 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:08.397104 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ef35848-92ae-46e4-9788-359fae1f59bb req-fea4005d-d991-4730-9c21-ff9c727e6628 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] 10.222.0.75 "GET /v2.0/ports?device_id=1483b1ab-0111-44db-8e8b-f62e15a683e2 HTTP/1.1" status: 200 len: 943 time: 0.1367025 Mar 22 19:23:08.434662 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a5cbdbcc-e375-4b50-93c2-932390d2dadf req-7771c1e3-03d7-4772-bf00-491967720857 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce091e3-996d-4e4c-b662-3cb43382033e HTTP/1.1" status: 200 len: 217 time: 0.0540428 Mar 22 19:23:08.544353 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbdbcc-e375-4b50-93c2-932390d2dadf req-fa6e2035-c4e9-4334-b017-2abe9a8e5c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:08.544353 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a5cbdbcc-e375-4b50-93c2-932390d2dadf req-fa6e2035-c4e9-4334-b017-2abe9a8e5c68 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b1307223-87ed-4d97-9c1b-893ba0445e81 HTTP/1.1" status: 200 len: 855 time: 0.0962725 Mar 22 19:23:08.546932 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-553e11fa-b6b0-4707-930e-111ed1956335 req-23e2231f-e762-416f-a988-76c69af79e59 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597476 Mar 22 19:23:08.552196 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ef35848-92ae-46e4-9788-359fae1f59bb req-af8607ad-bacf-4c74-a054-ee444d98f830 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd715cf0-115c-4979-a24e-6eba0a4e9ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202576 Mar 22 19:23:08.596149 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a5cbdbcc-e375-4b50-93c2-932390d2dadf req-fc9efd44-c6fa-4730-bc67-db76e90a99f5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=406c38cc-4d10-4193-8db5-d817292d25af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395241 Mar 22 19:23:08.621756 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dfb1ee-5c5f-4f6a-8d86-54edda2ac886 x-openstack-request-id: req-93dfb1ee-5c5f-4f6a-8d86-54edda2ac886 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:23:08.624298 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0fd37a5-eda3-4222-88ab-c7fb75b6b350", "name": "network-vif-plugged", "status": "completed", "tag": "42e015de-aac7-4c17-9e0b-1d68b7f1cb08", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:23:08.624751 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-93dfb1ee-5c5f-4f6a-8d86-54edda2ac886 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:23:08.626682 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93dfb1ee-5c5f-4f6a-8d86-54edda2ac886'] response: {'server_uuid': 'b0fd37a5-eda3-4222-88ab-c7fb75b6b350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42e015de-aac7-4c17-9e0b-1d68b7f1cb08', 'code': 200} Mar 22 19:23:08.670543 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45794) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:08.740031 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-a11b8e0b-29f9-4abe-a527-a1ba8a4ac21b admin admin] Deleting subnet 14df5ab0-93b3-4c6e-9066-6ca053242e24 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:23:08.744371 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a11b8e0b-29f9-4abe-a527-a1ba8a4ac21b admin admin] Publish callbacks [] for subnet (14df5ab0-93b3-4c6e-9066-6ca053242e24), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:08.794663 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a11b8e0b-29f9-4abe-a527-a1ba8a4ac21b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (14df5ab0-93b3-4c6e-9066-6ca053242e24), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:08.859318 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3afdca-29c9-4ac1-a03b-57ac944fb9a8 req-08f270b8-a381-4552-ace2-99569e769798 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:08.861061 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3a3afdca-29c9-4ac1-a03b-57ac944fb9a8 req-08f270b8-a381-4552-ace2-99569e769798 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 945 time: 0.1579890 Mar 22 19:23:08.869211 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a5cbdbcc-e375-4b50-93c2-932390d2dadf req-cdb9de73-71f2-4ce6-8eac-8f424e578db8 service neutron] 10.222.0.84 "GET /v2.0/networks/406c38cc-4d10-4193-8db5-d817292d25af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660735 Mar 22 19:23:08.902767 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a11b8e0b-29f9-4abe-a527-a1ba8a4ac21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (14df5ab0-93b3-4c6e-9066-6ca053242e24), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:08.947358 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45802) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:08.960314 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2933f11-d63a-4524-aa8d-cf36c6ecd7f6 req-61539d6d-d7a2-4ab6-bb03-d9683bfbd3ce tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:08.961820 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f2933f11-d63a-4524-aa8d-cf36c6ecd7f6 req-61539d6d-d7a2-4ab6-bb03-d9683bfbd3ce tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0fd37a5-eda3-4222-88ab-c7fb75b6b350 HTTP/1.1" status: 200 len: 946 time: 0.2216635 Mar 22 19:23:08.982189 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-6ef6890a-61f1-4cf8-aba3-63acd36b8907 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:08.983654 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-6ef6890a-61f1-4cf8-aba3-63acd36b8907 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.84 "GET /v2.0/networks?id=dc66dbf6-7f3d-46f2-94ef-a0483cb4f077 HTTP/1.1" status: 200 len: 821 time: 0.1626263 Mar 22 19:23:08.998709 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-f41d329b-d090-40e9-81cb-12560a366f5a tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Request body: {'port': {'device_id': 'e442d100-9a48-47a0-9e64-90e36806fce4', 'network_id': 'dc66dbf6-7f3d-46f2-94ef-a0483cb4f077', 'admin_state_up': True, 'tenant_id': '718276ac87f841d1b8dfbf4b06c7328c'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:09.001937 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8ba40-ce30-41c6-8be7-e1f31961ad9c req-199c84c0-5b2e-4dab-b67c-9508f870051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:09.003476 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bba8ba40-ce30-41c6-8be7-e1f31961ad9c req-199c84c0-5b2e-4dab-b67c-9508f870051d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b0fd37a5-eda3-4222-88ab-c7fb75b6b350 HTTP/1.1" status: 200 len: 1129 time: 0.2399292 Mar 22 19:23:09.038939 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a11b8e0b-29f9-4abe-a527-a1ba8a4ac21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (14df5ab0-93b3-4c6e-9066-6ca053242e24), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:09.053831 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3a3afdca-29c9-4ac1-a03b-57ac944fb9a8 req-4a68742e-54b6-4987-84e4-85a26293f351 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829259 Mar 22 19:23:09.073348 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b8e0b-29f9-4abe-a527-a1ba8a4ac21b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14df5ab0-93b3-4c6e-9066-6ca053242e24,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:09.089412 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a11b8e0b-29f9-4abe-a527-a1ba8a4ac21b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:09.093055 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a11b8e0b-29f9-4abe-a527-a1ba8a4ac21b admin admin] 10.222.0.75 "DELETE /v2.0/subnets/14df5ab0-93b3-4c6e-9066-6ca053242e24 HTTP/1.1" status: 204 len: 168 time: 0.4212246 Mar 22 19:23:09.094133 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f2933f11-d63a-4524-aa8d-cf36c6ecd7f6 req-fb727561-d0fd-4b90-b61f-6f28807fe414 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups?id=4093de66-3757-463f-9524-e827da99c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251481 Mar 22 19:23:09.096884 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 45806) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:09.098846 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a5cbdbcc-e375-4b50-93c2-932390d2dadf req-d0f9105b-dd15-466b-abc1-59475b2326c5 service neutron] 10.222.0.84 "GET /v2.0/networks/406c38cc-4d10-4193-8db5-d817292d25af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140098 Mar 22 19:23:09.106026 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-788c7eba-0903-44d4-8b2b-7d31d659182c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:09.114582 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 8b69c156-57b2-423c-8b65-e99cc5a684fa no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:23:09.154313 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bba8ba40-ce30-41c6-8be7-e1f31961ad9c req-112f327d-e32f-40bb-811c-9ec163738832 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=4093de66-3757-463f-9524-e827da99c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403124 Mar 22 19:23:09.167756 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 8b69c156-57b2-423c-8b65-e99cc5a684fa {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:23:09.168619 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 8b69c156-57b2-423c-8b65-e99cc5a684fa not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:23:09.211215 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-f41d329b-d090-40e9-81cb-12560a366f5a tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Made reservation on behalf of 718276ac87f841d1b8dfbf4b06c7328c for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:23:09.214635 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-f41d329b-d090-40e9-81cb-12560a366f5a tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:09.225215 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b3449f36-2da9-4cba-8b89-5e047b87f1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (fb9a0265-6cc8-408d-813f-31a86cf363fb), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:09.244796 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7653ba7c-e4a9-451b-8672-7e31f40bdac2 req-dba0e223-1730-480a-84d9-f9cfc41b0211 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=e442d100-9a48-47a0-9e64-90e36806fce4 HTTP/1.1" status: 200 len: 210 time: 0.0514669 Mar 22 19:23:09.303624 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-788c7eba-0903-44d4-8b2b-7d31d659182c admin admin] Publish callbacks [] for security_group (c90d970c-7fe2-4138-9dab-5473554869ca), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:09.309871 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-788c7eba-0903-44d4-8b2b-7d31d659182c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (c90d970c-7fe2-4138-9dab-5473554869ca), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:09.329079 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185bef72-0a6e-4926-9dc5-81637d24643b req-dbf8456f-8e21-48d9-a906-824f9a3c7a03 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:09.331173 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-185bef72-0a6e-4926-9dc5-81637d24643b req-dbf8456f-8e21-48d9-a906-824f9a3c7a03 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 945 time: 0.1532526 Mar 22 19:23:09.355029 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b3449f36-2da9-4cba-8b89-5e047b87f1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (fb9a0265-6cc8-408d-813f-31a86cf363fb), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:09.384047 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-788c7eba-0903-44d4-8b2b-7d31d659182c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7d877ff0c80f4ebca0d29cccc40ca02e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4333403 Mar 22 19:23:09.384511 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 45808) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:09.384708 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c7eba-0903-44d4-8b2b-7d31d659182c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90d970c-7fe2-4138-9dab-5473554869ca,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:09.388675 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-b3449f36-2da9-4cba-8b89-5e047b87f1e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb9a0265-6cc8-408d-813f-31a86cf363fb']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:23:09.414399 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-f41d329b-d090-40e9-81cb-12560a366f5a tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Allocated IP 172.20.0.4 (dc66dbf6-7f3d-46f2-94ef-a0483cb4f077/e9bd269f-4a80-4749-9eb8-ee69b46bbb1d/1c640add-d5d1-4b75-bf85-2f171d553ce9) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:23:09.430155 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-b3449f36-2da9-4cba-8b89-5e047b87f1e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2afa6c0-70a9-4729-a791-cd49ba0a9adf') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:23:09.430485 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-b3449f36-2da9-4cba-8b89-5e047b87f1e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2afa6c0-70a9-4729-a791-cd49ba0a9adf') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:23:09.453336 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b3449f36-2da9-4cba-8b89-5e047b87f1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (f2afa6c0-70a9-4729-a791-cd49ba0a9adf), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:09.460283 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-185bef72-0a6e-4926-9dc5-81637d24643b req-45c6ad9e-e9c5-4b6a-a93d-121e36e59271 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224685 Mar 22 19:23:09.480442 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b3449f36-2da9-4cba-8b89-5e047b87f1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (f2afa6c0-70a9-4729-a791-cd49ba0a9adf), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:09.494130 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3449f36-2da9-4cba-8b89-5e047b87f1e2 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:23:09.494472 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b3449f36-2da9-4cba-8b89-5e047b87f1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (f2afa6c0-70a9-4729-a791-cd49ba0a9adf), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:09.496278 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:23:09.496278 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:23:09.496278 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:23:09.496278 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:23:09.496278 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:23:09.496278 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:23:09.496278 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:23:09.496278 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:23:09.496278 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:23:09.496278 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:23:09.496278 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:23:09.496278 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:23:09.496278 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:23:09.496278 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:23:09.496278 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:23:09.496278 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:23:09.496278 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:23:09.496278 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:23:09.496278 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:23:09.496278 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:23:09.496278 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:23:09.496278 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:23:09.496278 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:23:09.496278 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:23:09.496278 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:23:09.496278 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:23:09.496278 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:23:09.496278 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:23:09.496278 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:23:09.496278 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:23:09.496278 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:23:09.496278 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:23:09.506818 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-41706360-e496-42da-963e-449807a3bdae admin admin] Publish callbacks [] for security_group (c90d970c-7fe2-4138-9dab-5473554869ca), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:09.566384 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-f41d329b-d090-40e9-81cb-12560a366f5a tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks [] for port (1c640add-d5d1-4b75-bf85-2f171d553ce9), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:09.566699 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-41706360-e496-42da-963e-449807a3bdae admin admin] Publish callbacks [] for security_group (c90d970c-7fe2-4138-9dab-5473554869ca), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:09.575552 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b3449f36-2da9-4cba-8b89-5e047b87f1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (fb9a0265-6cc8-408d-813f-31a86cf363fb), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:09.612196 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b3449f36-2da9-4cba-8b89-5e047b87f1e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:09.615716 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b3449f36-2da9-4cba-8b89-5e047b87f1e2 admin admin] 10.222.0.75 "DELETE /v2.0/networks/fb9a0265-6cc8-408d-813f-31a86cf363fb HTTP/1.1" status: 204 len: 168 time: 0.5159526 Mar 22 19:23:09.616372 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-f41d329b-d090-40e9-81cb-12560a366f5a tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (1c640add-d5d1-4b75-bf85-2f171d553ce9), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:09.616718 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3449f36-2da9-4cba-8b89-5e047b87f1e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb9a0265-6cc8-408d-813f-31a86cf363fb,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:09.699587 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-f41d329b-d090-40e9-81cb-12560a366f5a tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Network dc66dbf6-7f3d-46f2-94ef-a0483cb4f077 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:23:09.705845 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d329b-d090-40e9-81cb-12560a366f5a tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Pushing event updated for resources: {'Port': ['ID=1c640add-d5d1-4b75-bf85-2f171d553ce9,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:09.708755 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-f41d329b-d090-40e9-81cb-12560a366f5a tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:23:09.713077 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-f41d329b-d090-40e9-81cb-12560a366f5a tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:23:09.730531 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-41706360-e496-42da-963e-449807a3bdae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (c90d970c-7fe2-4138-9dab-5473554869ca), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:09.733241 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-41706360-e496-42da-963e-449807a3bdae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:09.734658 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-41706360-e496-42da-963e-449807a3bdae admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c90d970c-7fe2-4138-9dab-5473554869ca HTTP/1.1" status: 204 len: 168 time: 0.3490834 Mar 22 19:23:09.754837 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41706360-e496-42da-963e-449807a3bdae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90d970c-7fe2-4138-9dab-5473554869ca,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:09.778251 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-f41d329b-d090-40e9-81cb-12560a366f5a tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:09.778941 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-f41d329b-d090-40e9-81cb-12560a366f5a tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:09.787921 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec29c8a-67bc-41d6-8227-1d4cf880b5a3 req-941ef173-c134-4457-9742-61f183812ec3 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:09.792132 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3ec29c8a-67bc-41d6-8227-1d4cf880b5a3 req-941ef173-c134-4457-9742-61f183812ec3 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] 10.222.0.75 "GET /v2.0/ports?device_id=1483b1ab-0111-44db-8e8b-f62e15a683e2 HTTP/1.1" status: 200 len: 943 time: 0.1468866 Mar 22 19:23:09.804524 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-f41d329b-d090-40e9-81cb-12560a366f5a tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8102725 Mar 22 19:23:09.809250 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74acbb-3e7b-4d8e-bad3-fa39d8dc59c1 req-b6077409-93cc-4bf4-983a-be9881b0fa03 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:09.813855 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4d74acbb-3e7b-4d8e-bad3-fa39d8dc59c1 req-b6077409-93cc-4bf4-983a-be9881b0fa03 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 943 time: 0.1497011 Mar 22 19:23:09.820008 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-93edf88b-80ae-4b82-802e-23d73b9c9fe3 service neutron] Request body: {'port': {'device_id': 'e442d100-9a48-47a0-9e64-90e36806fce4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:09.841355 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 45818) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:09.889806 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-93edf88b-80ae-4b82-802e-23d73b9c9fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1c640add-d5d1-4b75-bf85-2f171d553ce9), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:09.931203 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3ec29c8a-67bc-41d6-8227-1d4cf880b5a3 req-5645f81b-e32c-4d2e-8cdd-c8c2b7de87c7 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd715cf0-115c-4979-a24e-6eba0a4e9ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162922 Mar 22 19:23:09.937049 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4d74acbb-3e7b-4d8e-bad3-fa39d8dc59c1 req-5c8a5b65-769b-4cc3-8359-296a121cecce tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114578 Mar 22 19:23:09.941940 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fff274a0-2d9a-4b58-baea-b849304c41ff admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=59e8d147e61f46cfb51e00ccdcc47bfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0975318 Mar 22 19:23:09.944048 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 45822) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:10.012124 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f754c764-77b6-4e57-b3b5-924139f4138e admin admin] Publish callbacks [] for security_group (3d7173ab-a6e3-4bc9-add1-5bd63dcab9c4), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:10.043346 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f754c764-77b6-4e57-b3b5-924139f4138e admin admin] Publish callbacks [] for security_group (3d7173ab-a6e3-4bc9-add1-5bd63dcab9c4), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:10.063051 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 45824) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:10.092195 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ba420784-c5b7-45ec-8c9c-e8a069b32617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:10.137096 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f754c764-77b6-4e57-b3b5-924139f4138e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3d7173ab-a6e3-4bc9-add1-5bd63dcab9c4), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:10.140082 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f754c764-77b6-4e57-b3b5-924139f4138e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:10.144511 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f754c764-77b6-4e57-b3b5-924139f4138e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3d7173ab-a6e3-4bc9-add1-5bd63dcab9c4 HTTP/1.1" status: 204 len: 168 time: 0.1963911 Mar 22 19:23:10.168225 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754c764-77b6-4e57-b3b5-924139f4138e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7173ab-a6e3-4bc9-add1-5bd63dcab9c4,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:10.226786 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-93edf88b-80ae-4b82-802e-23d73b9c9fe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c640add-d5d1-4b75-bf85-2f171d553ce9 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:23:10.235278 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-93edf88b-80ae-4b82-802e-23d73b9c9fe3 service neutron] Publish callbacks [] for port (1c640add-d5d1-4b75-bf85-2f171d553ce9), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:10.248416 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-93edf88b-80ae-4b82-802e-23d73b9c9fe3 service neutron] Transition to ACTIVE for port object 1c640add-d5d1-4b75-bf85-2f171d553ce9 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:23:10.253258 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-93edf88b-80ae-4b82-802e-23d73b9c9fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (1c640add-d5d1-4b75-bf85-2f171d553ce9), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:10.269007 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ba420784-c5b7-45ec-8c9c-e8a069b32617 admin admin] Publish callbacks [] for security_group (0309151d-0597-4aa4-831f-42ea4f2e1fbb), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:10.278011 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ba420784-c5b7-45ec-8c9c-e8a069b32617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (0309151d-0597-4aa4-831f-42ea4f2e1fbb), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:10.329218 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93edf88b-80ae-4b82-802e-23d73b9c9fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=1c640add-d5d1-4b75-bf85-2f171d553ce9,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:10.336478 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa2768-8efc-4390-9572-7bebe4435008 req-d87762bc-d242-45ea-b79d-2b9a813f23c4 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:10.343190 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-09fa2768-8efc-4390-9572-7bebe4435008 req-d87762bc-d242-45ea-b79d-2b9a813f23c4 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 945 time: 0.1931942 Mar 22 19:23:10.352396 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba420784-c5b7-45ec-8c9c-e8a069b32617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0309151d-0597-4aa4-831f-42ea4f2e1fbb,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:10.362166 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0a1b2-bf26-4999-9815-d555257d2c06 req-bded2da1-0428-484b-8d3b-3ee0899ef970 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:10.363710 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53b0a1b2-bf26-4999-9815-d555257d2c06 req-bded2da1-0428-484b-8d3b-3ee0899ef970 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0fd37a5-eda3-4222-88ab-c7fb75b6b350 HTTP/1.1" status: 200 len: 946 time: 0.1459801 Mar 22 19:23:10.370200 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ba420784-c5b7-45ec-8c9c-e8a069b32617 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b2b7dcc3383f4fd387daf747193ee0d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3037128 Mar 22 19:23:10.371691 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45834) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:10.445113 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-09fa2768-8efc-4390-9572-7bebe4435008 req-dde48697-2b63-4a29-ad1b-51788aec3ef7 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009247 Mar 22 19:23:10.466165 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53b0a1b2-bf26-4999-9815-d555257d2c06 req-9b50dee2-4e12-44e8-9471-dbcef78c320c tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups?id=4093de66-3757-463f-9524-e827da99c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906603 Mar 22 19:23:10.629260 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f98abd-b753-435d-b9d1-46bc85e63dff req-7a39ce23-d3ee-4b03-99c0-7a981d77c078 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:10.630914 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-11f98abd-b753-435d-b9d1-46bc85e63dff req-7a39ce23-d3ee-4b03-99c0-7a981d77c078 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=e442d100-9a48-47a0-9e64-90e36806fce4 HTTP/1.1" status: 200 len: 943 time: 0.1006987 Mar 22 19:23:10.646283 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc52a5f-0ed0-4900-9386-0474638e42a1 req-2662eb3b-eaa1-48c5-8849-1ea0c107633d tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:10.647867 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cbc52a5f-0ed0-4900-9386-0474638e42a1 req-2662eb3b-eaa1-48c5-8849-1ea0c107633d tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 945 time: 0.0780458 Mar 22 19:23:10.726642 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-11f98abd-b753-435d-b9d1-46bc85e63dff req-41c674aa-b424-4815-90cc-a76dbbc6533b tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777371 Mar 22 19:23:10.734292 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cbc52a5f-0ed0-4900-9386-0474638e42a1 req-2b7c4887-1b16-4d03-88f4-dcbd08f70eac tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761609 Mar 22 19:23:10.779906 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-93edf88b-80ae-4b82-802e-23d73b9c9fe3 service neutron] Attempting to bind port 1c640add-d5d1-4b75-bf85-2f171d553ce9 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:23:10.780381 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-93edf88b-80ae-4b82-802e-23d73b9c9fe3 service neutron] Attempting to bind port 1c640add-d5d1-4b75-bf85-2f171d553ce9 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '550f4452-31ab-4ada-8988-a70262e079e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dc66dbf6-7f3d-46f2-94ef-a0483cb4f077'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:23:10.780552 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-93edf88b-80ae-4b82-802e-23d73b9c9fe3 service neutron] Attempting to bind port 1c640add-d5d1-4b75-bf85-2f171d553ce9 on network dc66dbf6-7f3d-46f2-94ef-a0483cb4f077 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:23:10.789282 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-93edf88b-80ae-4b82-802e-23d73b9c9fe3 service neutron] Port 1c640add-d5d1-4b75-bf85-2f171d553ce9 on network dc66dbf6-7f3d-46f2-94ef-a0483cb4f077 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:23:10.789596 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-93edf88b-80ae-4b82-802e-23d73b9c9fe3 service neutron] Attempting to bind port 1c640add-d5d1-4b75-bf85-2f171d553ce9 on network dc66dbf6-7f3d-46f2-94ef-a0483cb4f077 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:23:10.796721 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-93edf88b-80ae-4b82-802e-23d73b9c9fe3 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:23:10.797055 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-93edf88b-80ae-4b82-802e-23d73b9c9fe3 service neutron] Checking segment: {'id': '550f4452-31ab-4ada-8988-a70262e079e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dc66dbf6-7f3d-46f2-94ef-a0483cb4f077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:23:10.797437 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-93edf88b-80ae-4b82-802e-23d73b9c9fe3 service neutron] Bound using segment: {'id': '550f4452-31ab-4ada-8988-a70262e079e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dc66dbf6-7f3d-46f2-94ef-a0483cb4f077'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:23:10.797915 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-93edf88b-80ae-4b82-802e-23d73b9c9fe3 service neutron] Bound port: 1c640add-d5d1-4b75-bf85-2f171d553ce9, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '550f4452-31ab-4ada-8988-a70262e079e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dc66dbf6-7f3d-46f2-94ef-a0483cb4f077'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:23:10.798268 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-93edf88b-80ae-4b82-802e-23d73b9c9fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1c640add-d5d1-4b75-bf85-2f171d553ce9), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:10.822791 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5526995a-9f75-420f-80e3-94aa687bfd38 admin admin] Publish callbacks [] for security_group (0309151d-0597-4aa4-831f-42ea4f2e1fbb), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:10.865741 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5526995a-9f75-420f-80e3-94aa687bfd38 admin admin] Publish callbacks [] for security_group (0309151d-0597-4aa4-831f-42ea4f2e1fbb), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:10.911615 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-93edf88b-80ae-4b82-802e-23d73b9c9fe3 service neutron] For port 1c640add-d5d1-4b75-bf85-2f171d553ce9, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:23:10.923034 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-93edf88b-80ae-4b82-802e-23d73b9c9fe3 service neutron] For port 1c640add-d5d1-4b75-bf85-2f171d553ce9, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=1c640add-d5d1-4b75-bf85-2f171d553ce9,segment=NetworkSegment(550f4452-31ab-4ada-8988-a70262e079e4),segment_id=550f4452-31ab-4ada-8988-a70262e079e4)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:23:10.930259 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-93edf88b-80ae-4b82-802e-23d73b9c9fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (1c640add-d5d1-4b75-bf85-2f171d553ce9), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:10.969236 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-93edf88b-80ae-4b82-802e-23d73b9c9fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:10.969871 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-93edf88b-80ae-4b82-802e-23d73b9c9fe3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:10.972135 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-93edf88b-80ae-4b82-802e-23d73b9c9fe3 service neutron] 10.222.0.84 "PUT /v2.0/ports/1c640add-d5d1-4b75-bf85-2f171d553ce9 HTTP/1.1" status: 200 len: 1092 time: 1.1578474 Mar 22 19:23:10.972447 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e442d100-9a48-47a0-9e64-90e36806fce4', 'tag': '1c640add-d5d1-4b75-bf85-2f171d553ce9'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:23:10.976197 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6f5b4d-c42d-40fa-a9ab-2f02a03a4219" -d '{"events": [{"name": "network-changed", "server_uuid": "e442d100-9a48-47a0-9e64-90e36806fce4", "tag": "1c640add-d5d1-4b75-bf85-2f171d553ce9"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:23:10.981888 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5526995a-9f75-420f-80e3-94aa687bfd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (0309151d-0597-4aa4-831f-42ea4f2e1fbb), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:10.984500 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5526995a-9f75-420f-80e3-94aa687bfd38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:10.985515 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5526995a-9f75-420f-80e3-94aa687bfd38 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0309151d-0597-4aa4-831f-42ea4f2e1fbb HTTP/1.1" status: 204 len: 168 time: 0.6123090 Mar 22 19:23:11.008083 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526995a-9f75-420f-80e3-94aa687bfd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0309151d-0597-4aa4-831f-42ea4f2e1fbb,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:11.012407 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93edf88b-80ae-4b82-802e-23d73b9c9fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=1c640add-d5d1-4b75-bf85-2f171d553ce9,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:11.094092 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-144e4aee-bf22-4786-97d8-293dfa251f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:11.096569 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-144e4aee-bf22-4786-97d8-293dfa251f66 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=718276ac87f841d1b8dfbf4b06c7328c&device_id=e442d100-9a48-47a0-9e64-90e36806fce4 HTTP/1.1" status: 200 len: 1126 time: 0.0610952 Mar 22 19:23:11.126986 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 4ce091e3-996d-4e4c-b662-3cb43382033e details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:23:11.155747 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089892f9-8d2f-4c57-9c28-6a88d1a7395b req-8cb1841e-e8fd-4f8f-a6e1-91388b9e16b7 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:11.157306 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-089892f9-8d2f-4c57-9c28-6a88d1a7395b req-8cb1841e-e8fd-4f8f-a6e1-91388b9e16b7 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] 10.222.0.75 "GET /v2.0/ports?device_id=1483b1ab-0111-44db-8e8b-f62e15a683e2 HTTP/1.1" status: 200 len: 943 time: 0.0920522 Mar 22 19:23:11.175644 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4438d-ecc3-44e0-9215-eaff0e33c35c req-400facda-c62e-4fa1-8d87-25b809a68965 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:11.177191 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2dc4438d-ecc3-44e0-9215-eaff0e33c35c req-400facda-c62e-4fa1-8d87-25b809a68965 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 943 time: 0.1096292 Mar 22 19:23:11.179434 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-545719d5-6832-41ec-8af3-5ddef128b1d1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c640add-d5d1-4b75-bf85-2f171d553ce9 HTTP/1.1" status: 200 len: 217 time: 0.0727112 Mar 22 19:23:11.187348 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45866) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:11.243129 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-2e4aae40-8865-455f-91ca-7c205fd9abc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:11.245106 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-2e4aae40-8865-455f-91ca-7c205fd9abc3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e9bd269f-4a80-4749-9eb8-ee69b46bbb1d HTTP/1.1" status: 200 len: 861 time: 0.0553818 Mar 22 19:23:11.271068 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 4ce091e3-996d-4e4c-b662-3cb43382033e, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=4ce091e3-996d-4e4c-b662-3cb43382033e,segment=NetworkSegment(ff5ca502-c8ec-4ba6-9834-44472905dfb5),segment_id=ff5ca502-c8ec-4ba6-9834-44472905dfb5)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:11.287324 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-089892f9-8d2f-4c57-9c28-6a88d1a7395b req-69699cfe-b760-4efe-b07c-8f61cf93e114 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd715cf0-115c-4979-a24e-6eba0a4e9ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211433 Mar 22 19:23:11.288254 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '4ce091e3-996d-4e4c-b662-3cb43382033e', 'network_id': '406c38cc-4d10-4193-8db5-d817292d25af', 'port_id': '4ce091e3-996d-4e4c-b662-3cb43382033e', 'mac_address': 'fa:16:3e:55:95:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1307223-87ed-4d97-9c1b-893ba0445e81', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:23:11.304944 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2dc4438d-ecc3-44e0-9215-eaff0e33c35c req-496bef88-cc8c-4031-bee6-8b0adbe4ad5a tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975275 Mar 22 19:23:11.320028 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-e8ceb133-7d5b-427a-9b58-22986ac27081 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=dc66dbf6-7f3d-46f2-94ef-a0483cb4f077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673869 Mar 22 19:23:11.355215 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 4ce091e3-996d-4e4c-b662-3cb43382033e is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:23:11.355620 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4ce091e3-996d-4e4c-b662-3cb43382033e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:11.374849 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ce091e3-996d-4e4c-b662-3cb43382033e {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:23:11.377235 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cf96d5-64e3-4bc6-bd31-8d9426f6caa8 x-openstack-request-id: req-91cf96d5-64e3-4bc6-bd31-8d9426f6caa8 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:23:11.377521 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e442d100-9a48-47a0-9e64-90e36806fce4", "tag": "1c640add-d5d1-4b75-bf85-2f171d553ce9", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:23:11.377763 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-91cf96d5-64e3-4bc6-bd31-8d9426f6caa8 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:23:11.378241 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91cf96d5-64e3-4bc6-bd31-8d9426f6caa8'] response: {'name': 'network-changed', 'server_uuid': 'e442d100-9a48-47a0-9e64-90e36806fce4', 'tag': '1c640add-d5d1-4b75-bf85-2f171d553ce9', 'status': 'completed', 'code': 200} Mar 22 19:23:11.383149 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-0f66057f-28b4-4fd5-8dcd-a953315ca6bf admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-930371654-network', 'tenant_id': '6885dbb2ecbb44338f86682a46cdd5dc'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:11.400176 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 4ce091e3-996d-4e4c-b662-3cb43382033e, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=4ce091e3-996d-4e4c-b662-3cb43382033e,segment=NetworkSegment(ff5ca502-c8ec-4ba6-9834-44472905dfb5),segment_id=ff5ca502-c8ec-4ba6-9834-44472905dfb5)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:11.408060 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4ce091e3-996d-4e4c-b662-3cb43382033e), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:11.424651 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f66057f-28b4-4fd5-8dcd-a953315ca6bf admin admin] Made reservation on behalf of 6885dbb2ecbb44338f86682a46cdd5dc for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:23:11.426931 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f66057f-28b4-4fd5-8dcd-a953315ca6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:11.438620 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f66057f-28b4-4fd5-8dcd-a953315ca6bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:11.461744 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=4ce091e3-996d-4e4c-b662-3cb43382033e,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:11.474934 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-9f8d0938-6644-4092-aa11-fb9cf86f59a8 service neutron] 10.222.0.84 "GET /v2.0/networks/dc66dbf6-7f3d-46f2-94ef-a0483cb4f077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475618 Mar 22 19:23:11.616408 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5658ab7-fd3a-4c8c-a78f-da66348f47c1 req-fb9d399d-f1bb-45e9-82f9-08b22bc42bbc tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:11.617943 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5658ab7-fd3a-4c8c-a78f-da66348f47c1 req-fb9d399d-f1bb-45e9-82f9-08b22bc42bbc tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 945 time: 0.0980251 Mar 22 19:23:11.623862 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-67019730-3fd1-471a-941d-7ce1cbe8ac4a req-077aacd1-2923-44e9-916d-74888c7e5676 service neutron] 10.222.0.84 "GET /v2.0/networks/dc66dbf6-7f3d-46f2-94ef-a0483cb4f077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420283 Mar 22 19:23:11.643825 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f66057f-28b4-4fd5-8dcd-a953315ca6bf admin admin] Publish callbacks [] for security_group (de3e3076-a14d-47c8-9957-d3dc6bec5933), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:11.650635 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f66057f-28b4-4fd5-8dcd-a953315ca6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (de3e3076-a14d-47c8-9957-d3dc6bec5933), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:11.658398 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e8561-cb4d-4be1-80ec-c08401e34dea req-29f55acc-6adf-4bc7-8090-9ca16676dee1 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:11.659941 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-df1e8561-cb4d-4be1-80ec-c08401e34dea req-29f55acc-6adf-4bc7-8090-9ca16676dee1 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0fd37a5-eda3-4222-88ab-c7fb75b6b350 HTTP/1.1" status: 200 len: 946 time: 0.0938222 Mar 22 19:23:11.668832 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['4ce091e3-996d-4e4c-b662-3cb43382033e'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:23:11.696101 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f66057f-28b4-4fd5-8dcd-a953315ca6bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:23:11.710674 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5658ab7-fd3a-4c8c-a78f-da66348f47c1 req-cd297d46-eeea-4202-8dd7-0dfe99305d3e tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793314 Mar 22 19:23:11.746596 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-df1e8561-cb4d-4be1-80ec-c08401e34dea req-43c2d822-6f35-4dee-ae84-33d0c3bc8831 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups?id=4093de66-3757-463f-9524-e827da99c973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802667 Mar 22 19:23:11.761891 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66057f-28b4-4fd5-8dcd-a953315ca6bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3e3076-a14d-47c8-9957-d3dc6bec5933,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:11.776614 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f66057f-28b4-4fd5-8dcd-a953315ca6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (20fdff8c-5564-4797-a6de-7b5453a4a0ae), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:11.776969 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-0f66057f-28b4-4fd5-8dcd-a953315ca6bf admin admin] Added segment 20fdff8c-5564-4797-a6de-7b5453a4a0ae of type vlan for network 24745c62-fdfd-4b42-a557-891a93f9a29c Mar 22 19:23:11.827589 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f66057f-28b4-4fd5-8dcd-a953315ca6bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (24745c62-fdfd-4b42-a557-891a93f9a29c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:11.836132 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f5b4d-c42d-40fa-a9ab-2f02a03a4219 req-7c57ba27-3519-41c4-9d2d-fe6a22a5d3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:11.837806 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2b6f5b4d-c42d-40fa-a9ab-2f02a03a4219 req-7c57ba27-3519-41c4-9d2d-fe6a22a5d3c1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=718276ac87f841d1b8dfbf4b06c7328c&device_id=e442d100-9a48-47a0-9e64-90e36806fce4 HTTP/1.1" status: 200 len: 1126 time: 0.1538479 Mar 22 19:23:11.917275 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f66057f-28b4-4fd5-8dcd-a953315ca6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (24745c62-fdfd-4b42-a557-891a93f9a29c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:11.919310 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f66057f-28b4-4fd5-8dcd-a953315ca6bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:11.919984 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f66057f-28b4-4fd5-8dcd-a953315ca6bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:11.922852 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cbcbf9e6-57a5-4606-a003-c5b53117fa74 req-af6e94ef-be25-4f28-9679-6392f9409f13 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-439641555&fields=id&tenant_id=38ed8ef1e4944b49bee3b635f0a09187 HTTP/1.1" status: 200 len: 267 time: 0.0742218 Mar 22 19:23:11.977051 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c4976-d29b-4ba1-b555-27f65ee606f2 req-87b6e76e-cf5a-45d3-8dc7-4effef3cc6ce tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:11.979003 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-752c4976-d29b-4ba1-b555-27f65ee606f2 req-87b6e76e-cf5a-45d3-8dc7-4effef3cc6ce tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=e442d100-9a48-47a0-9e64-90e36806fce4 HTTP/1.1" status: 200 len: 943 time: 0.1201880 Mar 22 19:23:12.017990 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcbf9e6-57a5-4606-a003-c5b53117fa74 req-02d25202-a6d6-4565-8cd0-8f6212a08583 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:12.019516 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cbcbf9e6-57a5-4606-a003-c5b53117fa74 req-02d25202-a6d6-4565-8cd0-8f6212a08583 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0fd37a5-eda3-4222-88ab-c7fb75b6b350 HTTP/1.1" status: 200 len: 946 time: 0.0887959 Mar 22 19:23:12.032397 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66057f-28b4-4fd5-8dcd-a953315ca6bf admin admin] Pushing event updated for resources: {'Network': ['ID=24745c62-fdfd-4b42-a557-891a93f9a29c,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:12.037749 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0f66057f-28b4-4fd5-8dcd-a953315ca6bf admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8491616 Mar 22 19:23:12.039338 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f5b4d-c42d-40fa-a9ab-2f02a03a4219 req-29e61414-ae23-41d1-8022-301665924a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:12.041321 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2b6f5b4d-c42d-40fa-a9ab-2f02a03a4219 req-29e61414-ae23-41d1-8022-301665924a4a service neutron] 10.222.0.84 "GET /v2.0/networks?id=dc66dbf6-7f3d-46f2-94ef-a0483cb4f077 HTTP/1.1" status: 200 len: 922 time: 0.1919534 Mar 22 19:23:12.042454 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45902) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:12.043321 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-cbcbf9e6-57a5-4606-a003-c5b53117fa74 req-cc833277-e8ce-42bd-9ed9-2d8b6071d379 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Request body: {'port': {'security_groups': ['4093de66-3757-463f-9524-e827da99c973', 'fab83959-6d21-4535-973c-29267ea2e0f0']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:12.045339 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 24745c62-fdfd-4b42-a557-891a93f9a29c details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:23:12.047663 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-368268c7-0cd2-447a-81cf-42a3ccba12bc admin admin] Request body: {'subnet': {'network_id': '24745c62-fdfd-4b42-a557-891a93f9a29c', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-930371654-subnet', 'tenant_id': '6885dbb2ecbb44338f86682a46cdd5dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:12.074240 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-752c4976-d29b-4ba1-b555-27f65ee606f2 req-cf687f43-0069-4b6f-847a-d2516f16bb1f tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896447 Mar 22 19:23:12.092651 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2b6f5b4d-c42d-40fa-a9ab-2f02a03a4219 req-5b1a6dcd-90df-474f-885c-a66ba902602d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1c640add-d5d1-4b75-bf85-2f171d553ce9 HTTP/1.1" status: 200 len: 217 time: 0.0407655 Mar 22 19:23:12.145301 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cbcbf9e6-57a5-4606-a003-c5b53117fa74 req-cc833277-e8ce-42bd-9ed9-2d8b6071d379 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (42e015de-aac7-4c17-9e0b-1d68b7f1cb08), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:12.150789 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f5b4d-c42d-40fa-a9ab-2f02a03a4219 req-c16e2dee-a632-4a7f-80a9-236917ddf0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:12.152287 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2b6f5b4d-c42d-40fa-a9ab-2f02a03a4219 req-c16e2dee-a632-4a7f-80a9-236917ddf0fd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e9bd269f-4a80-4749-9eb8-ee69b46bbb1d HTTP/1.1" status: 200 len: 861 time: 0.0523214 Mar 22 19:23:12.174899 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368268c7-0cd2-447a-81cf-42a3ccba12bc admin admin] Made reservation on behalf of 6885dbb2ecbb44338f86682a46cdd5dc for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:23:12.177098 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-368268c7-0cd2-447a-81cf-42a3ccba12bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:12.234743 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2b6f5b4d-c42d-40fa-a9ab-2f02a03a4219 req-1212ae9f-05e3-4a8b-9d06-eee273f7d1be service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=dc66dbf6-7f3d-46f2-94ef-a0483cb4f077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738547 Mar 22 19:23:12.296960 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451069b-cae5-4955-a9d0-28c206f2d511 req-9e1a799a-d552-4e83-bd97-4e94bd6c3d95 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:12.299075 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1451069b-cae5-4955-a9d0-28c206f2d511 req-9e1a799a-d552-4e83-bd97-4e94bd6c3d95 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 945 time: 0.0962746 Mar 22 19:23:12.370952 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2b6f5b4d-c42d-40fa-a9ab-2f02a03a4219 req-8b3463c4-f68b-4132-9127-9c0751b5b4f3 service neutron] 10.222.0.84 "GET /v2.0/networks/dc66dbf6-7f3d-46f2-94ef-a0483cb4f077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275477 Mar 22 19:23:12.429873 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1451069b-cae5-4955-a9d0-28c206f2d511 req-a8a17df2-e474-44c5-a449-2f79899e0892 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090813 Mar 22 19:23:12.473970 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-cbcbf9e6-57a5-4606-a003-c5b53117fa74 req-cc833277-e8ce-42bd-9ed9-2d8b6071d379 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] For port 42e015de-aac7-4c17-9e0b-1d68b7f1cb08, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=42e015de-aac7-4c17-9e0b-1d68b7f1cb08,segment=NetworkSegment(22c81ab1-1346-4808-8768-1989eedd126f),segment_id=22c81ab1-1346-4808-8768-1989eedd126f)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:12.520232 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cbcbf9e6-57a5-4606-a003-c5b53117fa74 req-cc833277-e8ce-42bd-9ed9-2d8b6071d379 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for port (42e015de-aac7-4c17-9e0b-1d68b7f1cb08), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:12.537753 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cbcbf9e6-57a5-4606-a003-c5b53117fa74 req-cc833277-e8ce-42bd-9ed9-2d8b6071d379 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (42e015de-aac7-4c17-9e0b-1d68b7f1cb08), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:12.542433 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-368268c7-0cd2-447a-81cf-42a3ccba12bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (7bcda241-07cb-4883-b82b-609804061a30), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:12.549915 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['42e015de-aac7-4c17-9e0b-1d68b7f1cb08'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:23:12.555686 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['5dd5184d-2b42-4df2-804c-6508c1195b7c'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:23:12.569501 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2b6f5b4d-c42d-40fa-a9ab-2f02a03a4219 req-449cdbeb-76d6-428f-8473-ac3d95e911f5 service neutron] 10.222.0.84 "GET /v2.0/networks/dc66dbf6-7f3d-46f2-94ef-a0483cb4f077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783605 Mar 22 19:23:12.587641 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcbf9e6-57a5-4606-a003-c5b53117fa74 req-cc833277-e8ce-42bd-9ed9-2d8b6071d379 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:12.588295 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cbcbf9e6-57a5-4606-a003-c5b53117fa74 req-cc833277-e8ce-42bd-9ed9-2d8b6071d379 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:12.601245 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cbcbf9e6-57a5-4606-a003-c5b53117fa74 req-cc833277-e8ce-42bd-9ed9-2d8b6071d379 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "PUT /v2.0/ports/42e015de-aac7-4c17-9e0b-1d68b7f1cb08 HTTP/1.1" status: 200 len: 982 time: 0.5678954 Mar 22 19:23:12.604658 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fd37a5-eda3-4222-88ab-c7fb75b6b350', 'tag': '42e015de-aac7-4c17-9e0b-1d68b7f1cb08'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:23:12.606382 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c5995e-83b4-45eb-8a0f-de9af5bb097f" -d '{"events": [{"name": "network-changed", "server_uuid": "b0fd37a5-eda3-4222-88ab-c7fb75b6b350", "tag": "42e015de-aac7-4c17-9e0b-1d68b7f1cb08"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:23:12.659979 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368268c7-0cd2-447a-81cf-42a3ccba12bc admin admin] Checking segment: {'id': '20fdff8c-5564-4797-a6de-7b5453a4a0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '24745c62-fdfd-4b42-a557-891a93f9a29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:23:12.660395 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368268c7-0cd2-447a-81cf-42a3ccba12bc admin admin] Network hostable DHCP agents. Network: 24745c62-fdfd-4b42-a557-891a93f9a29c, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:23:12.671405 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368268c7-0cd2-447a-81cf-42a3ccba12bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bcda241-07cb-4883-b82b-609804061a30,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:12.685777 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aba5ca-d851-4fd9-a1f2-f772c7a880ad req-9fc45a64-8a89-453d-a60e-dea8005d7491 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:12.693232 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-34aba5ca-d851-4fd9-a1f2-f772c7a880ad req-9fc45a64-8a89-453d-a60e-dea8005d7491 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] 10.222.0.75 "GET /v2.0/ports?device_id=1483b1ab-0111-44db-8e8b-f62e15a683e2 HTTP/1.1" status: 200 len: 944 time: 0.1910579 Mar 22 19:23:12.697948 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368268c7-0cd2-447a-81cf-42a3ccba12bc admin admin] Network 24745c62-fdfd-4b42-a557-891a93f9a29c is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:23:12.699856 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['42e015de-aac7-4c17-9e0b-1d68b7f1cb08'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:23:12.718172 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc833277-e8ce-42bd-9ed9-2d8b6071d379 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Pushing event updated for resources: {'Port': ['ID=42e015de-aac7-4c17-9e0b-1d68b7f1cb08,revision_number=6']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:12.720078 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-368268c7-0cd2-447a-81cf-42a3ccba12bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 24745c62-fdfd-4b42-a557-891a93f9a29c) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:23:12.725311 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368268c7-0cd2-447a-81cf-42a3ccba12bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:12.728050 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-368268c7-0cd2-447a-81cf-42a3ccba12bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:12.762492 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ced6b6-8a64-4c0f-b6cd-e98f773f3fc4 None None] Network 24745c62-fdfd-4b42-a557-891a93f9a29c requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:23:12.768105 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-368268c7-0cd2-447a-81cf-42a3ccba12bc admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7239625 Mar 22 19:23:12.788393 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-34aba5ca-d851-4fd9-a1f2-f772c7a880ad req-14c49bfb-6f9d-4567-ad7c-0acf76773f6b tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd715cf0-115c-4979-a24e-6eba0a4e9ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939980 Mar 22 19:23:12.806876 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4c2f5-498d-40e2-b680-b1c887b455da req-4da5fd65-bed9-4ea7-a081-1b3ec5d85801 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:12.808538 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94b4c2f5-498d-40e2-b680-b1c887b455da req-4da5fd65-bed9-4ea7-a081-1b3ec5d85801 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 943 time: 0.1106007 Mar 22 19:23:12.924011 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-14dfe0a7-4c06-4fe7-ab4b-5f2dd3f1bbd1 req-46fff7ea-4d98-4ccf-bc82-e13adfa7d577 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups/fab83959-6d21-4535-973c-29267ea2e0f0 HTTP/1.1" status: 200 len: 1817 time: 0.0728874 Mar 22 19:23:12.965761 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94b4c2f5-498d-40e2-b680-b1c887b455da req-753bbbc4-b67b-4110-a05a-a9d95f608520 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405270 Mar 22 19:23:13.007250 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [req-14dfe0a7-4c06-4fe7-ab4b-5f2dd3f1bbd1 req-4437e838-b02b-4a09-9c14-40cb85cce7a4 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 22 19:23:13.008639 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-14dfe0a7-4c06-4fe7-ab4b-5f2dd3f1bbd1 req-4437e838-b02b-4a09-9c14-40cb85cce7a4 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "DELETE /v2.0/security-groups/fab83959-6d21-4535-973c-29267ea2e0f0 HTTP/1.1" status: 409 len: 341 time: 0.0759895 Mar 22 19:23:13.033588 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe07bada-a78d-42e8-820c-cb3a63238835 None None] Network 24745c62-fdfd-4b42-a557-891a93f9a29c requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:23:13.058490 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b122fb0b-e42a-4711-99ed-b01da544429b x-openstack-request-id: req-b122fb0b-e42a-4711-99ed-b01da544429b {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:23:13.058887 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0fd37a5-eda3-4222-88ab-c7fb75b6b350", "tag": "42e015de-aac7-4c17-9e0b-1d68b7f1cb08", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:23:13.059236 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b122fb0b-e42a-4711-99ed-b01da544429b {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:23:13.059745 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b122fb0b-e42a-4711-99ed-b01da544429b'] response: {'name': 'network-changed', 'server_uuid': 'b0fd37a5-eda3-4222-88ab-c7fb75b6b350', 'tag': '42e015de-aac7-4c17-9e0b-1d68b7f1cb08', 'status': 'completed', 'code': 200} Mar 22 19:23:13.155562 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 4ce091e3-996d-4e4c-b662-3cb43382033e up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:23:13.190505 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bdb451-8f29-4863-beb0-67b04a4e0088 req-45421c1f-6ed9-44ad-9ab4-e419ef34c5fd tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:13.198275 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-69bdb451-8f29-4863-beb0-67b04a4e0088 req-45421c1f-6ed9-44ad-9ab4-e419ef34c5fd tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 945 time: 0.1154711 Mar 22 19:23:13.202308 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5995e-83b4-45eb-8a0f-de9af5bb097f req-c7681538-6c12-4ebd-be51-9076386ffd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:13.204034 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00c5995e-83b4-45eb-8a0f-de9af5bb097f req-c7681538-6c12-4ebd-be51-9076386ffd7b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=38ed8ef1e4944b49bee3b635f0a09187&device_id=b0fd37a5-eda3-4222-88ab-c7fb75b6b350 HTTP/1.1" status: 200 len: 1168 time: 0.1109912 Mar 22 19:23:13.303994 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-69bdb451-8f29-4863-beb0-67b04a4e0088 req-b761e63e-517c-40bd-8b39-0f7513ab5772 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042736 Mar 22 19:23:13.396719 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 4ce091e3-996d-4e4c-b662-3cb43382033e completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:23:13.415507 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 4ce091e3-996d-4e4c-b662-3cb43382033e triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:23:13.415961 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (4ce091e3-996d-4e4c-b662-3cb43382033e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:13.437971 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5995e-83b4-45eb-8a0f-de9af5bb097f req-f7f265d1-679d-4bf5-b781-40e3defad96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:13.441731 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00c5995e-83b4-45eb-8a0f-de9af5bb097f req-f7f265d1-679d-4bf5-b781-40e3defad96e service neutron] 10.222.0.85 "GET /v2.0/networks?id=5d7632a4-6efd-4aa2-8b68-02aec79f1353 HTTP/1.1" status: 200 len: 914 time: 0.2124569 Mar 22 19:23:13.571292 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00c5995e-83b4-45eb-8a0f-de9af5bb097f req-fb2e3791-de1b-4e3c-ae21-0094be7a9462 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42e015de-aac7-4c17-9e0b-1d68b7f1cb08 HTTP/1.1" status: 200 len: 217 time: 0.0660956 Mar 22 19:23:13.587681 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 4ce091e3-996d-4e4c-b662-3cb43382033e is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:23:13.588300 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4ce091e3-996d-4e4c-b662-3cb43382033e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:13.611669 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1483b1ab-0111-44db-8e8b-f62e15a683e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce091e3-996d-4e4c-b662-3cb43382033e'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:23:13.613958 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f2c768-1058-41b3-a30a-ec9dfc8a12f6" -d '{"events": [{"server_uuid": "1483b1ab-0111-44db-8e8b-f62e15a683e2", "name": "network-vif-plugged", "status": "completed", "tag": "4ce091e3-996d-4e4c-b662-3cb43382033e"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:23:13.626772 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 4ce091e3-996d-4e4c-b662-3cb43382033e, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=4ce091e3-996d-4e4c-b662-3cb43382033e,segment=NetworkSegment(ff5ca502-c8ec-4ba6-9834-44472905dfb5),segment_id=ff5ca502-c8ec-4ba6-9834-44472905dfb5)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:13.631613 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4ce091e3-996d-4e4c-b662-3cb43382033e), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:13.654578 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 7b304643-66db-4530-93b8-04df0dd9bee7 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:23:13.696595 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=4ce091e3-996d-4e4c-b662-3cb43382033e,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:13.702056 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5995e-83b4-45eb-8a0f-de9af5bb097f req-b122ee12-3727-40d2-81d0-c4ab7fe7863d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:13.708139 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00c5995e-83b4-45eb-8a0f-de9af5bb097f req-b122ee12-3727-40d2-81d0-c4ab7fe7863d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0a7d34a5-869d-4a92-9c55-72dc0755e0b6 HTTP/1.1" status: 200 len: 853 time: 0.1222520 Mar 22 19:23:13.716221 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b697ff-706d-455c-9cd3-eef976680429 req-29d887cd-22a3-4be2-bb66-cb26043e8f1f tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:13.717708 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65b697ff-706d-455c-9cd3-eef976680429 req-29d887cd-22a3-4be2-bb66-cb26043e8f1f tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/networks?id=24745c62-fdfd-4b42-a557-891a93f9a29c HTTP/1.1" status: 200 len: 812 time: 0.3387520 Mar 22 19:23:13.735737 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48747b-e6cf-4303-9c05-b3000b7502da req-f7484cce-0240-4ac0-9ec2-ed90cf82a919 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:13.742291 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a48747b-e6cf-4303-9c05-b3000b7502da req-f7484cce-0240-4ac0-9ec2-ed90cf82a919 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=e442d100-9a48-47a0-9e64-90e36806fce4 HTTP/1.1" status: 200 len: 943 time: 0.1762497 Mar 22 19:23:13.761492 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00c5995e-83b4-45eb-8a0f-de9af5bb097f req-474d1cc8-67c1-4aa6-b2e7-2122397d893d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5d7632a4-6efd-4aa2-8b68-02aec79f1353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417271 Mar 22 19:23:13.762667 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45998) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:13.792651 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65b697ff-706d-455c-9cd3-eef976680429 req-e530a18c-309a-4cf2-91e0-e9249da6d419 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/quotas/6885dbb2ecbb44338f86682a46cdd5dc HTTP/1.1" status: 200 len: 375 time: 0.0347319 Mar 22 19:23:13.804764 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 7b304643-66db-4530-93b8-04df0dd9bee7, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=7b304643-66db-4530-93b8-04df0dd9bee7,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:13.820450 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '7b304643-66db-4530-93b8-04df0dd9bee7', 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9', 'port_id': '7b304643-66db-4530-93b8-04df0dd9bee7', 'mac_address': 'fa:16:3e:b4:01:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc515ca7-b43f-45d2-b838-320d24bc42f9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:23:13.861274 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 7b304643-66db-4530-93b8-04df0dd9bee7 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:23:13.861621 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7b304643-66db-4530-93b8-04df0dd9bee7), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:13.871872 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65b697ff-706d-455c-9cd3-eef976680429 req-edbf6847-95ec-4b01-a25e-ef258353f43a tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6885dbb2ecbb44338f86682a46cdd5dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0682633 Mar 22 19:23:13.876063 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b304643-66db-4530-93b8-04df0dd9bee7 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:23:13.896196 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1ffd2413-a0b6-405f-95ac-641b2fd4eb98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:13.898875 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 7b304643-66db-4530-93b8-04df0dd9bee7, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=7b304643-66db-4530-93b8-04df0dd9bee7,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:13.899984 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a48747b-e6cf-4303-9c05-b3000b7502da req-afa38937-79ca-4efe-a8c7-1ebf40aac64c tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568637 Mar 22 19:23:13.904707 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7b304643-66db-4530-93b8-04df0dd9bee7), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:13.970116 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=7b304643-66db-4530-93b8-04df0dd9bee7,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:13.975256 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00c5995e-83b4-45eb-8a0f-de9af5bb097f req-4edda2ff-1da7-406b-9158-e0493cc57a76 service neutron] 10.222.0.85 "GET /v2.0/networks/5d7632a4-6efd-4aa2-8b68-02aec79f1353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037027 Mar 22 19:23:14.006031 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1ffd2413-a0b6-405f-95ac-641b2fd4eb98 admin admin] Publish callbacks [] for security_group (b3536685-49b6-4e02-abc0-4c0746723cec), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:14.010585 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1ffd2413-a0b6-405f-95ac-641b2fd4eb98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b3536685-49b6-4e02-abc0-4c0746723cec), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:14.053802 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1ffd2413-a0b6-405f-95ac-641b2fd4eb98 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b17af69247e145e9b7454e4d74185f65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2893393 Mar 22 19:23:14.055059 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd2413-a0b6-405f-95ac-641b2fd4eb98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3536685-49b6-4e02-abc0-4c0746723cec,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:14.057464 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46006) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:14.075689 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65b697ff-706d-455c-9cd3-eef976680429 req-92dd53ce-b293-44c6-8208-f8000f427cf7 service neutron] 10.222.0.75 "GET /v2.0/networks/24745c62-fdfd-4b42-a557-891a93f9a29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876078 Mar 22 19:23:14.108629 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-506a8b8f-ca08-40ea-8f3c-a62a5181e7e9 admin admin] Publish callbacks [] for security_group (b3536685-49b6-4e02-abc0-4c0746723cec), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:14.130325 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-506a8b8f-ca08-40ea-8f3c-a62a5181e7e9 admin admin] Publish callbacks [] for security_group (b3536685-49b6-4e02-abc0-4c0746723cec), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:14.165736 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00c5995e-83b4-45eb-8a0f-de9af5bb097f req-ef5cb6c1-dda5-46b2-b5be-020c56a924f1 service neutron] 10.222.0.85 "GET /v2.0/networks/5d7632a4-6efd-4aa2-8b68-02aec79f1353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796775 Mar 22 19:23:14.174296 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54805b4e-a3e6-4b16-a016-cd7833c19c52 req-37049484-9236-422f-b9dc-71492439336e tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:14.175790 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-54805b4e-a3e6-4b16-a016-cd7833c19c52 req-37049484-9236-422f-b9dc-71492439336e tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 945 time: 0.1885340 Mar 22 19:23:14.183967 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-506a8b8f-ca08-40ea-8f3c-a62a5181e7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b3536685-49b6-4e02-abc0-4c0746723cec), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:14.187110 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-506a8b8f-ca08-40ea-8f3c-a62a5181e7e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:14.188387 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-506a8b8f-ca08-40ea-8f3c-a62a5181e7e9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b3536685-49b6-4e02-abc0-4c0746723cec HTTP/1.1" status: 204 len: 168 time: 0.1296289 Mar 22 19:23:14.197539 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a8b8f-ca08-40ea-8f3c-a62a5181e7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3536685-49b6-4e02-abc0-4c0746723cec,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:14.245766 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65b697ff-706d-455c-9cd3-eef976680429 req-39c49b8e-ac9c-4a6e-a679-22b2a2163a4f service neutron] 10.222.0.75 "GET /v2.0/networks/24745c62-fdfd-4b42-a557-891a93f9a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630919 Mar 22 19:23:14.299100 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['7b304643-66db-4530-93b8-04df0dd9bee7'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:23:14.317505 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-54805b4e-a3e6-4b16-a016-cd7833c19c52 req-4ece6b9b-d849-4842-b0c2-325995062d1c tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342227 Mar 22 19:23:14.340248 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36d379-0cc1-4441-8d14-52b3ce8e0d33 req-1d754ed1-541b-4769-ae70-708cba3c1e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:14.349652 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9d36d379-0cc1-4441-8d14-52b3ce8e0d33 req-1d754ed1-541b-4769-ae70-708cba3c1e20 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=38ed8ef1e4944b49bee3b635f0a09187&device_id=b0fd37a5-eda3-4222-88ab-c7fb75b6b350 HTTP/1.1" status: 200 len: 1168 time: 0.1187782 Mar 22 19:23:14.554342 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1036e739-90bd-433d-941d-3ff9f62b8d19 x-openstack-request-id: req-1036e739-90bd-433d-941d-3ff9f62b8d19 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:23:14.557262 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1483b1ab-0111-44db-8e8b-f62e15a683e2", "name": "network-vif-plugged", "status": "completed", "tag": "4ce091e3-996d-4e4c-b662-3cb43382033e", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:23:14.558033 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1036e739-90bd-433d-941d-3ff9f62b8d19 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:23:14.560586 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1036e739-90bd-433d-941d-3ff9f62b8d19'] response: {'server_uuid': '1483b1ab-0111-44db-8e8b-f62e15a683e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce091e3-996d-4e4c-b662-3cb43382033e', 'code': 200} Mar 22 19:23:14.598687 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b4d27-64e0-405b-85a3-3b5762eb551e req-3c59e164-ab63-413f-87eb-06d1fe0c47fd tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:14.607002 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-811b4d27-64e0-405b-85a3-3b5762eb551e req-3c59e164-ab63-413f-87eb-06d1fe0c47fd tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0fd37a5-eda3-4222-88ab-c7fb75b6b350 HTTP/1.1" status: 200 len: 985 time: 0.1470745 Mar 22 19:23:14.677318 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 46018) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:14.704253 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36d379-0cc1-4441-8d14-52b3ce8e0d33 req-5e326491-fdc6-4674-8f0f-95d0925d5536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:14.705753 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad1b25-01cf-43cd-9120-d859d6c2508d req-e486d47a-8ec2-4f16-84d3-8a367fccc9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:14.705974 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9d36d379-0cc1-4441-8d14-52b3ce8e0d33 req-5e326491-fdc6-4674-8f0f-95d0925d5536 service neutron] 10.222.0.85 "GET /v2.0/networks?id=5d7632a4-6efd-4aa2-8b68-02aec79f1353 HTTP/1.1" status: 200 len: 914 time: 0.3445275 Mar 22 19:23:14.707881 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4bad1b25-01cf-43cd-9120-d859d6c2508d req-e486d47a-8ec2-4f16-84d3-8a367fccc9da service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=1483b1ab-0111-44db-8e8b-f62e15a683e2 HTTP/1.1" status: 200 len: 1128 time: 0.0753710 Mar 22 19:23:14.746564 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-59a92208-bdbe-4912-a24c-74a46689489c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:14.788386 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4bad1b25-01cf-43cd-9120-d859d6c2508d req-fe6e5ae9-735a-4749-a351-7d0e160cecae service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=dd715cf0-115c-4979-a24e-6eba0a4e9ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740497 Mar 22 19:23:14.796996 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9d36d379-0cc1-4441-8d14-52b3ce8e0d33 req-0d792214-6cd5-430b-a1f2-3de743be7950 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42e015de-aac7-4c17-9e0b-1d68b7f1cb08 HTTP/1.1" status: 200 len: 217 time: 0.0672350 Mar 22 19:23:14.809629 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-811b4d27-64e0-405b-85a3-3b5762eb551e req-49ecc68f-8ae8-45a1-b526-667e3e04bc99 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fab83959-6d21-4535-973c-29267ea2e0f0&id=4093de66-3757-463f-9524-e827da99c973&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2017825 Mar 22 19:23:15.041911 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-191e2303-21d6-40b9-ba98-76777e6f56f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:15.145671 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 1c640add-d5d1-4b75-bf85-2f171d553ce9 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:23:15.211262 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5704f3-e064-4db2-b028-295d6583a8d9 req-a1085b3b-b815-4210-ac4c-fc0b3fd443a0 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:15.214290 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f5704f3-e064-4db2-b028-295d6583a8d9 req-a1085b3b-b815-4210-ac4c-fc0b3fd443a0 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] 10.222.0.75 "GET /v2.0/ports?device_id=1483b1ab-0111-44db-8e8b-f62e15a683e2 HTTP/1.1" status: 200 len: 945 time: 0.5565054 Mar 22 19:23:15.254755 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36d379-0cc1-4441-8d14-52b3ce8e0d33 req-a0702ccf-d22e-49b2-be5b-1221beee9325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:15.256204 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9d36d379-0cc1-4441-8d14-52b3ce8e0d33 req-a0702ccf-d22e-49b2-be5b-1221beee9325 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0a7d34a5-869d-4a92-9c55-72dc0755e0b6 HTTP/1.1" status: 200 len: 853 time: 0.4515607 Mar 22 19:23:15.256685 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 1c640add-d5d1-4b75-bf85-2f171d553ce9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=1c640add-d5d1-4b75-bf85-2f171d553ce9,segment=NetworkSegment(550f4452-31ab-4ada-8988-a70262e079e4),segment_id=550f4452-31ab-4ada-8988-a70262e079e4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:15.270819 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '1c640add-d5d1-4b75-bf85-2f171d553ce9', 'network_id': 'dc66dbf6-7f3d-46f2-94ef-a0483cb4f077', 'port_id': '1c640add-d5d1-4b75-bf85-2f171d553ce9', 'mac_address': 'fa:16:3e:4f:e8:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9bd269f-4a80-4749-9eb8-ee69b46bbb1d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:23:15.334631 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9d36d379-0cc1-4441-8d14-52b3ce8e0d33 req-679dcb01-0821-4704-89ec-5c3f9978bca8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5d7632a4-6efd-4aa2-8b68-02aec79f1353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656819 Mar 22 19:23:15.338314 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 1c640add-d5d1-4b75-bf85-2f171d553ce9 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:23:15.339210 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1c640add-d5d1-4b75-bf85-2f171d553ce9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:15.348533 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57472771-06bd-4958-91c2-e50db3a97051 req-d93a578f-70a4-4bb6-a609-cdc8f33a3e7a tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:15.354269 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-57472771-06bd-4958-91c2-e50db3a97051 req-d93a578f-70a4-4bb6-a609-cdc8f33a3e7a tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 944 time: 0.2090402 Mar 22 19:23:15.356177 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c640add-d5d1-4b75-bf85-2f171d553ce9 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:23:15.386429 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 1c640add-d5d1-4b75-bf85-2f171d553ce9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=1c640add-d5d1-4b75-bf85-2f171d553ce9,segment=NetworkSegment(550f4452-31ab-4ada-8988-a70262e079e4),segment_id=550f4452-31ab-4ada-8988-a70262e079e4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:15.390913 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (1c640add-d5d1-4b75-bf85-2f171d553ce9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:15.402519 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f5704f3-e064-4db2-b028-295d6583a8d9 req-fd454d5b-2ab3-470e-954c-03eff9c835a6 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd715cf0-115c-4979-a24e-6eba0a4e9ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752286 Mar 22 19:23:15.461161 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=1c640add-d5d1-4b75-bf85-2f171d553ce9,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:15.510808 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-59a92208-bdbe-4912-a24c-74a46689489c admin admin] Publish callbacks [] for security_group (61b76b6e-34cc-404b-bc13-0fb6bf097a75), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:15.537048 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-59a92208-bdbe-4912-a24c-74a46689489c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (61b76b6e-34cc-404b-bc13-0fb6bf097a75), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:15.579810 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-57472771-06bd-4958-91c2-e50db3a97051 req-d74e6c93-68bd-4325-a8bf-0305b9d8f80a tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102377 Mar 22 19:23:15.588701 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9d36d379-0cc1-4441-8d14-52b3ce8e0d33 req-04648837-191b-4580-b25f-70b5f760a61c service neutron] 10.222.0.85 "GET /v2.0/networks/5d7632a4-6efd-4aa2-8b68-02aec79f1353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329314 Mar 22 19:23:15.594729 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:15.653911 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a92208-bdbe-4912-a24c-74a46689489c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b76b6e-34cc-404b-bc13-0fb6bf097a75,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:15.665488 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-59a92208-bdbe-4912-a24c-74a46689489c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ac6c574d62ff44368bc5d767e2f836fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9824426 Mar 22 19:23:15.666253 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46034) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:15.679998 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1510d7-2849-4fe5-b600-e78caf2dc3b5 req-4e8f4f68-cbdf-4672-827d-7a9691356e7a tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:15.686943 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c1510d7-2849-4fe5-b600-e78caf2dc3b5 req-4e8f4f68-cbdf-4672-827d-7a9691356e7a tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 945 time: 0.1798184 Mar 22 19:23:15.751910 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-944f7c2d-f9dd-449e-99d4-b89041923ad9 admin admin] Publish callbacks [] for security_group (61b76b6e-34cc-404b-bc13-0fb6bf097a75), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:15.768655 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9d36d379-0cc1-4441-8d14-52b3ce8e0d33 req-82d571b9-fe8e-4e57-9d2c-63fc94acbfa0 service neutron] 10.222.0.85 "GET /v2.0/networks/5d7632a4-6efd-4aa2-8b68-02aec79f1353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627302 Mar 22 19:23:15.787783 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c1510d7-2849-4fe5-b600-e78caf2dc3b5 req-f9ea2492-da35-449f-bdbe-3cafe328f8be tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936704 Mar 22 19:23:15.825194 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-944f7c2d-f9dd-449e-99d4-b89041923ad9 admin admin] Publish callbacks [] for security_group (61b76b6e-34cc-404b-bc13-0fb6bf097a75), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:15.887982 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-944f7c2d-f9dd-449e-99d4-b89041923ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (61b76b6e-34cc-404b-bc13-0fb6bf097a75), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:15.891213 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-944f7c2d-f9dd-449e-99d4-b89041923ad9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:15.893169 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-944f7c2d-f9dd-449e-99d4-b89041923ad9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/61b76b6e-34cc-404b-bc13-0fb6bf097a75 HTTP/1.1" status: 204 len: 168 time: 0.2251940 Mar 22 19:23:15.913576 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['1c640add-d5d1-4b75-bf85-2f171d553ce9'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:23:15.916126 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 7b304643-66db-4530-93b8-04df0dd9bee7 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:23:15.923929 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f7c2d-f9dd-449e-99d4-b89041923ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b76b6e-34cc-404b-bc13-0fb6bf097a75,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:15.981521 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a53f8a-0d19-453b-8e14-b6c8334c5fc9 req-b3e71d74-23c4-45cf-9e41-475826097e5c tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:15.995070 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-39a53f8a-0d19-453b-8e14-b6c8334c5fc9 req-b3e71d74-23c4-45cf-9e41-475826097e5c tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 945 time: 0.1018870 Mar 22 19:23:16.199496 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 7b304643-66db-4530-93b8-04df0dd9bee7 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:23:16.217612 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 7b304643-66db-4530-93b8-04df0dd9bee7 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:23:16.219836 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7b304643-66db-4530-93b8-04df0dd9bee7), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:16.225944 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-39a53f8a-0d19-453b-8e14-b6c8334c5fc9 req-338ef9ce-cf1a-41ec-b2ea-de61aeff7974 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275438 Mar 22 19:23:16.349826 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 7b304643-66db-4530-93b8-04df0dd9bee7 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:23:16.350223 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7b304643-66db-4530-93b8-04df0dd9bee7), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:16.391818 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 7b304643-66db-4530-93b8-04df0dd9bee7, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=7b304643-66db-4530-93b8-04df0dd9bee7,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:16.397670 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7b304643-66db-4530-93b8-04df0dd9bee7), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:16.453777 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087366b9-bde6-47d7-85b6-bed6aad7213a req-e86822c5-4d76-4834-909d-ca9946e4291f tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:16.456794 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=7b304643-66db-4530-93b8-04df0dd9bee7,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:16.464073 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-087366b9-bde6-47d7-85b6-bed6aad7213a req-e86822c5-4d76-4834-909d-ca9946e4291f tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=e442d100-9a48-47a0-9e64-90e36806fce4 HTTP/1.1" status: 200 len: 944 time: 0.2659657 Mar 22 19:23:16.467897 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0bed380-264f-4034-aeef-7fa24ff9fbef req-67f9d8ce-bf6c-47ee-a286-b40c76d4a35d tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/ports?device_id=41f47a60-f815-4808-8c31-715e08c7ed2b HTTP/1.1" status: 200 len: 210 time: 0.1212997 Mar 22 19:23:16.488255 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b697ff-706d-455c-9cd3-eef976680429 req-a4f83351-2ae4-4987-8778-bcba34e8e437 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:16.489066 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b697ff-706d-455c-9cd3-eef976680429 req-1fe7fdf3-1647-4402-8209-f00f0faee405 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:16.490326 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-65b697ff-706d-455c-9cd3-eef976680429 req-a4f83351-2ae4-4987-8778-bcba34e8e437 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.84 "GET /v2.0/networks?id=24745c62-fdfd-4b42-a557-891a93f9a29c HTTP/1.1" status: 200 len: 812 time: 0.2043765 Mar 22 19:23:16.490554 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65b697ff-706d-455c-9cd3-eef976680429 req-1fe7fdf3-1647-4402-8209-f00f0faee405 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.85 "GET /v2.0/networks?id=24745c62-fdfd-4b42-a557-891a93f9a29c HTTP/1.1" status: 200 len: 812 time: 0.4408920 Mar 22 19:23:16.504552 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-65b697ff-706d-455c-9cd3-eef976680429 req-5ff938a2-ec3f-419b-949b-a0c94a2ecbfe tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Request body: {'port': {'device_id': '41f47a60-f815-4808-8c31-715e08c7ed2b', 'network_id': '24745c62-fdfd-4b42-a557-891a93f9a29c', 'admin_state_up': True, 'tenant_id': '6885dbb2ecbb44338f86682a46cdd5dc'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:16.506208 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-65b697ff-706d-455c-9cd3-eef976680429 req-c61af5d3-03b1-4dde-aba2-568b57d33303 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Request body: {'port': {'device_id': '7a5bd59d-5c38-41f3-9a74-357f736eea36', 'network_id': '24745c62-fdfd-4b42-a557-891a93f9a29c', 'admin_state_up': True, 'tenant_id': '6885dbb2ecbb44338f86682a46cdd5dc'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:16.562464 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b304643-66db-4530-93b8-04df0dd9bee7'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:23:16.565968 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45785991-7a42-4e3c-8e0a-a86fb083b9a0" -d '{"events": [{"server_uuid": "4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f", "name": "network-vif-plugged", "status": "completed", "tag": "7b304643-66db-4530-93b8-04df0dd9bee7"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:23:16.622617 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-087366b9-bde6-47d7-85b6-bed6aad7213a req-50c836b6-2c68-4959-a088-88e0c766ecf4 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576614 Mar 22 19:23:16.685418 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65b697ff-706d-455c-9cd3-eef976680429 req-5ff938a2-ec3f-419b-949b-a0c94a2ecbfe tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Made reservation on behalf of 6885dbb2ecbb44338f86682a46cdd5dc for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:23:16.689794 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-65b697ff-706d-455c-9cd3-eef976680429 req-5ff938a2-ec3f-419b-949b-a0c94a2ecbfe tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:16.693900 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6220d6-3c04-475d-a50d-26202b5d270c req-9c307a90-401f-4cda-9b96-b6aedb0d58a9 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:16.695646 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e6220d6-3c04-475d-a50d-26202b5d270c req-9c307a90-401f-4cda-9b96-b6aedb0d58a9 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0fd37a5-eda3-4222-88ab-c7fb75b6b350 HTTP/1.1" status: 200 len: 985 time: 0.1330829 Mar 22 19:23:16.712941 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65b697ff-706d-455c-9cd3-eef976680429 req-c61af5d3-03b1-4dde-aba2-568b57d33303 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Made reservation on behalf of 6885dbb2ecbb44338f86682a46cdd5dc for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:23:16.716324 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-65b697ff-706d-455c-9cd3-eef976680429 req-c61af5d3-03b1-4dde-aba2-568b57d33303 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:16.850558 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e6220d6-3c04-475d-a50d-26202b5d270c req-c34e390b-adc0-4a7b-a50a-7092b9dd5586 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fab83959-6d21-4535-973c-29267ea2e0f0&id=4093de66-3757-463f-9524-e827da99c973&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1461635 Mar 22 19:23:16.879480 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-65b697ff-706d-455c-9cd3-eef976680429 req-5ff938a2-ec3f-419b-949b-a0c94a2ecbfe tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Allocated IP 172.20.0.11 (24745c62-fdfd-4b42-a557-891a93f9a29c/7bcda241-07cb-4883-b82b-609804061a30/fc3702aa-6606-431e-8898-54715227e562) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:23:16.898535 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61a3e3-fb0a-45f6-8454-ae53f3be9b1c req-21f4762b-64b8-4f10-83ef-46fb18158d44 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:16.900374 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dd61a3e3-fb0a-45f6-8454-ae53f3be9b1c req-21f4762b-64b8-4f10-83ef-46fb18158d44 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] 10.222.0.75 "GET /v2.0/ports?device_id=1483b1ab-0111-44db-8e8b-f62e15a683e2 HTTP/1.1" status: 200 len: 945 time: 0.1810219 Mar 22 19:23:16.968699 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98faae4c-513e-4ed6-9fb9-3eee5e730adf x-openstack-request-id: req-98faae4c-513e-4ed6-9fb9-3eee5e730adf {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:23:16.968993 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f", "name": "network-vif-plugged", "status": "completed", "tag": "7b304643-66db-4530-93b8-04df0dd9bee7", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:23:16.969249 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-98faae4c-513e-4ed6-9fb9-3eee5e730adf {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:23:16.969668 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98faae4c-513e-4ed6-9fb9-3eee5e730adf'] response: {'server_uuid': '4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b304643-66db-4530-93b8-04df0dd9bee7', 'code': 200} Mar 22 19:23:16.983692 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dd61a3e3-fb0a-45f6-8454-ae53f3be9b1c req-ab2cb922-ec73-4ac5-88cc-67281c132a56 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd715cf0-115c-4979-a24e-6eba0a4e9ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668247 Mar 22 19:23:17.080377 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-65b697ff-706d-455c-9cd3-eef976680429 req-5ff938a2-ec3f-419b-949b-a0c94a2ecbfe tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Publish callbacks [] for port (fc3702aa-6606-431e-8898-54715227e562), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:17.122355 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-65b697ff-706d-455c-9cd3-eef976680429 req-5ff938a2-ec3f-419b-949b-a0c94a2ecbfe tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (fc3702aa-6606-431e-8898-54715227e562), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:17.149546 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 1c640add-d5d1-4b75-bf85-2f171d553ce9 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:23:17.178690 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65b697ff-706d-455c-9cd3-eef976680429 req-5ff938a2-ec3f-419b-949b-a0c94a2ecbfe tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Network 24745c62-fdfd-4b42-a557-891a93f9a29c is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:23:17.182653 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-65b697ff-706d-455c-9cd3-eef976680429 req-5ff938a2-ec3f-419b-949b-a0c94a2ecbfe tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:23:17.190677 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b697ff-706d-455c-9cd3-eef976680429 req-5ff938a2-ec3f-419b-949b-a0c94a2ecbfe tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:23:17.241549 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff938a2-ec3f-419b-949b-a0c94a2ecbfe tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Pushing event updated for resources: {'Port': ['ID=fc3702aa-6606-431e-8898-54715227e562,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:17.261664 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646e6fe-6dc7-4bd8-b6e4-7192a603eb31 req-c0bb8768-bd11-4deb-a28c-322dd85c5ed0 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:17.263540 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e646e6fe-6dc7-4bd8-b6e4-7192a603eb31 req-c0bb8768-bd11-4deb-a28c-322dd85c5ed0 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 945 time: 0.1862116 Mar 22 19:23:17.272035 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b697ff-706d-455c-9cd3-eef976680429 req-5ff938a2-ec3f-419b-949b-a0c94a2ecbfe tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:17.272716 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-65b697ff-706d-455c-9cd3-eef976680429 req-5ff938a2-ec3f-419b-949b-a0c94a2ecbfe tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:17.280943 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a7461-6115-485f-8426-0de256139cde req-aba9841b-a193-4823-a8c2-2caa64129763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:17.282615 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-628a7461-6115-485f-8426-0de256139cde req-aba9841b-a193-4823-a8c2-2caa64129763 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 1128 time: 0.2457445 Mar 22 19:23:17.289726 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 1c640add-d5d1-4b75-bf85-2f171d553ce9 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:23:17.297080 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 1c640add-d5d1-4b75-bf85-2f171d553ce9 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:23:17.297656 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (1c640add-d5d1-4b75-bf85-2f171d553ce9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:17.299218 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae52114-8a63-4c23-b7e6-92358a276545 req-b7b4faca-410f-4f21-af55-2996372e58f3 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:17.306081 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ae52114-8a63-4c23-b7e6-92358a276545 req-b7b4faca-410f-4f21-af55-2996372e58f3 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 945 time: 0.2224760 Mar 22 19:23:17.309160 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-65b697ff-706d-455c-9cd3-eef976680429 req-5ff938a2-ec3f-419b-949b-a0c94a2ecbfe tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8086784 Mar 22 19:23:17.321028 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-65b697ff-706d-455c-9cd3-eef976680429 req-bf75a8b9-61aa-46d5-87c0-58558718a0a9 service neutron] Request body: {'port': {'device_id': '41f47a60-f815-4808-8c31-715e08c7ed2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:17.322486 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-65b697ff-706d-455c-9cd3-eef976680429 req-c61af5d3-03b1-4dde-aba2-568b57d33303 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Allocated IP 172.20.0.13 (24745c62-fdfd-4b42-a557-891a93f9a29c/7bcda241-07cb-4883-b82b-609804061a30/92fcec93-4393-4400-9cfb-57d1f1361f91) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:23:17.371204 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a392041d-ac23-4a14-921c-468e93328a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:17.435194 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-65b697ff-706d-455c-9cd3-eef976680429 req-bf75a8b9-61aa-46d5-87c0-58558718a0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fc3702aa-6606-431e-8898-54715227e562), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:17.452067 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e646e6fe-6dc7-4bd8-b6e4-7192a603eb31 req-5be998a2-43de-4715-bb5f-507883d8f7a2 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641533 Mar 22 19:23:17.491876 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 1c640add-d5d1-4b75-bf85-2f171d553ce9 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:23:17.492283 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1c640add-d5d1-4b75-bf85-2f171d553ce9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:17.543744 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 1c640add-d5d1-4b75-bf85-2f171d553ce9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=1c640add-d5d1-4b75-bf85-2f171d553ce9,segment=NetworkSegment(550f4452-31ab-4ada-8988-a70262e079e4),segment_id=550f4452-31ab-4ada-8988-a70262e079e4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:17.564558 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (1c640add-d5d1-4b75-bf85-2f171d553ce9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:17.593188 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-628a7461-6115-485f-8426-0de256139cde req-f578a5b6-ab5c-40be-9348-f8bdceac2956 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812912 Mar 22 19:23:17.603887 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ae52114-8a63-4c23-b7e6-92358a276545 req-467f14fa-8017-4fe0-8118-393f169186de tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969193 Mar 22 19:23:17.670907 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=1c640add-d5d1-4b75-bf85-2f171d553ce9,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:17.795935 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a6fa6-6c5e-48c8-b16d-34ea56e81339 req-04e9f827-dabe-4190-99ae-b805cf5dec42 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:17.797443 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-540a6fa6-6c5e-48c8-b16d-34ea56e81339 req-04e9f827-dabe-4190-99ae-b805cf5dec42 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 945 time: 0.2217951 Mar 22 19:23:17.894218 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebb69e5-6e4d-4638-86dd-b1d19603c9e4 req-6a56c8da-6dcf-465d-a703-9038f3513a39 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:17.895848 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0ebb69e5-6e4d-4638-86dd-b1d19603c9e4 req-6a56c8da-6dcf-465d-a703-9038f3513a39 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/ports?device_id=41f47a60-f815-4808-8c31-715e08c7ed2b HTTP/1.1" status: 200 len: 932 time: 0.2121100 Mar 22 19:23:17.899024 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-65b697ff-706d-455c-9cd3-eef976680429 req-c61af5d3-03b1-4dde-aba2-568b57d33303 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Publish callbacks [] for port (92fcec93-4393-4400-9cfb-57d1f1361f91), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:17.936959 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-540a6fa6-6c5e-48c8-b16d-34ea56e81339 req-b7122881-6357-4b42-938e-4b3c50c8d55a tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254773 Mar 22 19:23:17.996973 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0ebb69e5-6e4d-4638-86dd-b1d19603c9e4 req-47a2b3ba-09c3-4435-a715-cf133b297bc9 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/security-groups?id=de3e3076-a14d-47c8-9957-d3dc6bec5933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911880 Mar 22 19:23:18.009567 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-65b697ff-706d-455c-9cd3-eef976680429 req-c61af5d3-03b1-4dde-aba2-568b57d33303 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (92fcec93-4393-4400-9cfb-57d1f1361f91), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:18.103943 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65b697ff-706d-455c-9cd3-eef976680429 req-c61af5d3-03b1-4dde-aba2-568b57d33303 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Network 24745c62-fdfd-4b42-a557-891a93f9a29c is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:23:18.140057 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-65b697ff-706d-455c-9cd3-eef976680429 req-c61af5d3-03b1-4dde-aba2-568b57d33303 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:23:18.143908 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b697ff-706d-455c-9cd3-eef976680429 req-c61af5d3-03b1-4dde-aba2-568b57d33303 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:23:18.151986 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:18.164811 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46102) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:18.177716 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61af5d3-03b1-4dde-aba2-568b57d33303 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Pushing event updated for resources: {'Port': ['ID=92fcec93-4393-4400-9cfb-57d1f1361f91,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:18.230939 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91cbc8-d9cd-49ef-a4c8-19c78c4e905e req-53185347-eff9-4744-97e7-2a5cf2247ebc tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:18.232768 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5b91cbc8-d9cd-49ef-a4c8-19c78c4e905e req-53185347-eff9-4744-97e7-2a5cf2247ebc tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=e442d100-9a48-47a0-9e64-90e36806fce4 HTTP/1.1" status: 200 len: 945 time: 0.2099061 Mar 22 19:23:18.238136 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b697ff-706d-455c-9cd3-eef976680429 req-c61af5d3-03b1-4dde-aba2-568b57d33303 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:18.238962 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-65b697ff-706d-455c-9cd3-eef976680429 req-c61af5d3-03b1-4dde-aba2-568b57d33303 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:18.243658 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-65b697ff-706d-455c-9cd3-eef976680429 req-bf75a8b9-61aa-46d5-87c0-58558718a0a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc3702aa-6606-431e-8898-54715227e562 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:23:18.253083 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-65b697ff-706d-455c-9cd3-eef976680429 req-bf75a8b9-61aa-46d5-87c0-58558718a0a9 service neutron] Publish callbacks [] for port (fc3702aa-6606-431e-8898-54715227e562), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:18.273006 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-65b697ff-706d-455c-9cd3-eef976680429 req-bf75a8b9-61aa-46d5-87c0-58558718a0a9 service neutron] Transition to ACTIVE for port object fc3702aa-6606-431e-8898-54715227e562 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:23:18.277455 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6969dc-3c4e-4681-b04f-42538a96ea1c req-b11474b4-9c27-4a1c-b72e-f663ac03a7f5 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:18.279378 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-65b697ff-706d-455c-9cd3-eef976680429 req-bf75a8b9-61aa-46d5-87c0-58558718a0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (fc3702aa-6606-431e-8898-54715227e562), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:18.286231 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c6969dc-3c4e-4681-b04f-42538a96ea1c req-b11474b4-9c27-4a1c-b72e-f663ac03a7f5 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0fd37a5-eda3-4222-88ab-c7fb75b6b350 HTTP/1.1" status: 200 len: 985 time: 0.1930368 Mar 22 19:23:18.294117 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65b697ff-706d-455c-9cd3-eef976680429 req-c61af5d3-03b1-4dde-aba2-568b57d33303 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7916734 Mar 22 19:23:18.295916 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-267a11da-a226-4c14-8a50-ef7ab9bc0684 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Request body: {'quota': {'network': 2}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:18.317739 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-65b697ff-706d-455c-9cd3-eef976680429 req-e822a2af-1185-4da5-8a2f-3ef2c55a557d service neutron] Request body: {'port': {'device_id': '7a5bd59d-5c38-41f3-9a74-357f736eea36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:18.370427 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf75a8b9-61aa-46d5-87c0-58558718a0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=fc3702aa-6606-431e-8898-54715227e562,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:18.378079 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-267a11da-a226-4c14-8a50-ef7ab9bc0684 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] 10.222.0.75 "PUT /v2.0/quotas/7151528a37b947a38d504a507b121ffc HTTP/1.1" status: 200 len: 368 time: 0.2121489 Mar 22 19:23:18.380346 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 46106) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:18.385467 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-ca2cca43-7a6c-4d7d-b163-9129b4b5fb3a tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Request body: {'network': {'project_id': '7151528a37b947a38d504a507b121ffc'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:18.403784 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5b91cbc8-d9cd-49ef-a4c8-19c78c4e905e req-4d4f4a8c-6b6b-4b79-a6e7-544288567257 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601241 Mar 22 19:23:18.432778 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-65b697ff-706d-455c-9cd3-eef976680429 req-bf75a8b9-61aa-46d5-87c0-58558718a0a9 service neutron] Attempting to bind port fc3702aa-6606-431e-8898-54715227e562 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:23:18.433115 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-65b697ff-706d-455c-9cd3-eef976680429 req-bf75a8b9-61aa-46d5-87c0-58558718a0a9 service neutron] Attempting to bind port fc3702aa-6606-431e-8898-54715227e562 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '20fdff8c-5564-4797-a6de-7b5453a4a0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '24745c62-fdfd-4b42-a557-891a93f9a29c'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:23:18.433444 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b697ff-706d-455c-9cd3-eef976680429 req-bf75a8b9-61aa-46d5-87c0-58558718a0a9 service neutron] Attempting to bind port fc3702aa-6606-431e-8898-54715227e562 on network 24745c62-fdfd-4b42-a557-891a93f9a29c {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:23:18.437935 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b697ff-706d-455c-9cd3-eef976680429 req-bf75a8b9-61aa-46d5-87c0-58558718a0a9 service neutron] Port fc3702aa-6606-431e-8898-54715227e562 on network 24745c62-fdfd-4b42-a557-891a93f9a29c not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:23:18.438260 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b697ff-706d-455c-9cd3-eef976680429 req-bf75a8b9-61aa-46d5-87c0-58558718a0a9 service neutron] Attempting to bind port fc3702aa-6606-431e-8898-54715227e562 on network 24745c62-fdfd-4b42-a557-891a93f9a29c {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:23:18.444394 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b697ff-706d-455c-9cd3-eef976680429 req-bf75a8b9-61aa-46d5-87c0-58558718a0a9 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:23:18.444813 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b697ff-706d-455c-9cd3-eef976680429 req-bf75a8b9-61aa-46d5-87c0-58558718a0a9 service neutron] Checking segment: {'id': '20fdff8c-5564-4797-a6de-7b5453a4a0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '24745c62-fdfd-4b42-a557-891a93f9a29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:23:18.445203 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b697ff-706d-455c-9cd3-eef976680429 req-bf75a8b9-61aa-46d5-87c0-58558718a0a9 service neutron] Bound using segment: {'id': '20fdff8c-5564-4797-a6de-7b5453a4a0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '24745c62-fdfd-4b42-a557-891a93f9a29c'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:23:18.445636 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-65b697ff-706d-455c-9cd3-eef976680429 req-bf75a8b9-61aa-46d5-87c0-58558718a0a9 service neutron] Bound port: fc3702aa-6606-431e-8898-54715227e562, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20fdff8c-5564-4797-a6de-7b5453a4a0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '24745c62-fdfd-4b42-a557-891a93f9a29c'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:23:18.446514 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-65b697ff-706d-455c-9cd3-eef976680429 req-bf75a8b9-61aa-46d5-87c0-58558718a0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fc3702aa-6606-431e-8898-54715227e562), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:18.462399 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c6969dc-3c4e-4681-b04f-42538a96ea1c req-4dc79298-c678-4fb7-a7d4-7ee2b5721330 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fab83959-6d21-4535-973c-29267ea2e0f0&id=4093de66-3757-463f-9524-e827da99c973&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1748245 Mar 22 19:23:18.473577 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-65b697ff-706d-455c-9cd3-eef976680429 req-e822a2af-1185-4da5-8a2f-3ef2c55a557d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (92fcec93-4393-4400-9cfb-57d1f1361f91), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:18.486685 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2cca43-7a6c-4d7d-b163-9129b4b5fb3a tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Made reservation on behalf of 7151528a37b947a38d504a507b121ffc for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:23:18.489223 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ca2cca43-7a6c-4d7d-b163-9129b4b5fb3a tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:18.532520 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-65b697ff-706d-455c-9cd3-eef976680429 req-bf75a8b9-61aa-46d5-87c0-58558718a0a9 service neutron] For port fc3702aa-6606-431e-8898-54715227e562, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:23:18.536484 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-65b697ff-706d-455c-9cd3-eef976680429 req-bf75a8b9-61aa-46d5-87c0-58558718a0a9 service neutron] For port fc3702aa-6606-431e-8898-54715227e562, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=fc3702aa-6606-431e-8898-54715227e562,segment=NetworkSegment(20fdff8c-5564-4797-a6de-7b5453a4a0ae),segment_id=20fdff8c-5564-4797-a6de-7b5453a4a0ae)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:23:18.537988 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ca2cca43-7a6c-4d7d-b163-9129b4b5fb3a tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:18.557379 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-65b697ff-706d-455c-9cd3-eef976680429 req-bf75a8b9-61aa-46d5-87c0-58558718a0a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (fc3702aa-6606-431e-8898-54715227e562), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:18.587445 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:18.614806 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b697ff-706d-455c-9cd3-eef976680429 req-bf75a8b9-61aa-46d5-87c0-58558718a0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:18.615726 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-65b697ff-706d-455c-9cd3-eef976680429 req-bf75a8b9-61aa-46d5-87c0-58558718a0a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:18.617918 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-65b697ff-706d-455c-9cd3-eef976680429 req-bf75a8b9-61aa-46d5-87c0-58558718a0a9 service neutron] 10.222.0.84 "PUT /v2.0/ports/fc3702aa-6606-431e-8898-54715227e562 HTTP/1.1" status: 200 len: 1093 time: 1.3029096 Mar 22 19:23:18.620451 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41f47a60-f815-4808-8c31-715e08c7ed2b', 'tag': 'fc3702aa-6606-431e-8898-54715227e562'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:23:18.624172 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7d5de2-fa28-4238-893d-e544f41739cd" -d '{"events": [{"name": "network-changed", "server_uuid": "41f47a60-f815-4808-8c31-715e08c7ed2b", "tag": "fc3702aa-6606-431e-8898-54715227e562"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:23:18.656314 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf75a8b9-61aa-46d5-87c0-58558718a0a9 service neutron] Pushing event updated for resources: {'Port': ['ID=fc3702aa-6606-431e-8898-54715227e562,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:18.724309 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b697ff-706d-455c-9cd3-eef976680429 req-90523607-e754-49c8-ba86-503b74f6f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:18.726821 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-65b697ff-706d-455c-9cd3-eef976680429 req-90523607-e754-49c8-ba86-503b74f6f4c8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6885dbb2ecbb44338f86682a46cdd5dc&device_id=41f47a60-f815-4808-8c31-715e08c7ed2b HTTP/1.1" status: 200 len: 1127 time: 0.0512033 Mar 22 19:23:18.780646 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-65b697ff-706d-455c-9cd3-eef976680429 req-22497b7f-c59b-4e4c-afbd-3f270124e767 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc3702aa-6606-431e-8898-54715227e562 HTTP/1.1" status: 200 len: 217 time: 0.0445237 Mar 22 19:23:18.820964 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfc3ef-abaf-43a0-b0e8-3e467199bd9a req-db81159c-3221-485e-a0af-4704d81cb990 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:18.828492 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0bfc3ef-abaf-43a0-b0e8-3e467199bd9a req-db81159c-3221-485e-a0af-4704d81cb990 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 945 time: 0.2202549 Mar 22 19:23:18.842534 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e87e9807-b846-4ef9-9320-4245769ecd1f req-2d5d31a6-1b26-4e53-86bc-123389b70601 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1491810812&fields=id&tenant_id=38ed8ef1e4944b49bee3b635f0a09187 HTTP/1.1" status: 200 len: 267 time: 0.2500131 Mar 22 19:23:18.847607 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b697ff-706d-455c-9cd3-eef976680429 req-2703d426-d90a-4d0e-b4b2-9013e8b39634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:18.850299 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-65b697ff-706d-455c-9cd3-eef976680429 req-2703d426-d90a-4d0e-b4b2-9013e8b39634 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7bcda241-07cb-4883-b82b-609804061a30 HTTP/1.1" status: 200 len: 852 time: 0.0635529 Mar 22 19:23:18.901400 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-65b697ff-706d-455c-9cd3-eef976680429 req-36ef49a9-70b1-4935-8cd5-4e171ea796e9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=24745c62-fdfd-4b42-a557-891a93f9a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446057 Mar 22 19:23:18.972072 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e442d100-9a48-47a0-9e64-90e36806fce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c640add-d5d1-4b75-bf85-2f171d553ce9'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:23:18.975158 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca047bef-528a-44ba-a482-7f2865cf1fff" -d '{"events": [{"server_uuid": "e442d100-9a48-47a0-9e64-90e36806fce4", "name": "network-vif-plugged", "status": "completed", "tag": "1c640add-d5d1-4b75-bf85-2f171d553ce9"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:23:19.011346 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-65b697ff-706d-455c-9cd3-eef976680429 req-bf220a32-2bc6-402c-b99f-c08d76f11fb7 service neutron] 10.222.0.84 "GET /v2.0/networks/24745c62-fdfd-4b42-a557-891a93f9a29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020284 Mar 22 19:23:19.038453 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0bfc3ef-abaf-43a0-b0e8-3e467199bd9a req-2e7a53e8-d702-4590-ba46-56fd93b2d318 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090583 Mar 22 19:23:19.089206 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ca2cca43-7a6c-4d7d-b163-9129b4b5fb3a tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Publish callbacks [] for security_group (b582cd57-16cc-4d53-b0e2-6371d7ddd5a3), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:19.105696 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e9807-b846-4ef9-9320-4245769ecd1f req-0605cba7-f6c1-46cd-9102-fba74ff6b911 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:19.118273 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e87e9807-b846-4ef9-9320-4245769ecd1f req-0605cba7-f6c1-46cd-9102-fba74ff6b911 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0fd37a5-eda3-4222-88ab-c7fb75b6b350 HTTP/1.1" status: 200 len: 985 time: 0.2770481 Mar 22 19:23:19.128682 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-e87e9807-b846-4ef9-9320-4245769ecd1f req-da0ee418-51e4-415b-8df3-4b17d9fbd17f tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Request body: {'port': {'security_groups': ['4093de66-3757-463f-9524-e827da99c973', 'fab83959-6d21-4535-973c-29267ea2e0f0', '9196dff9-4a24-4baf-94a2-cff5f54c4599']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:19.138017 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ca2cca43-7a6c-4d7d-b163-9129b4b5fb3a tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b582cd57-16cc-4d53-b0e2-6371d7ddd5a3), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:19.142622 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-65b697ff-706d-455c-9cd3-eef976680429 req-5d878c39-ae09-4dd3-86c0-c37ee51bd658 service neutron] 10.222.0.84 "GET /v2.0/networks/24745c62-fdfd-4b42-a557-891a93f9a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217196 Mar 22 19:23:19.233159 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca2cca43-7a6c-4d7d-b163-9129b4b5fb3a tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:23:19.248146 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2cca43-7a6c-4d7d-b163-9129b4b5fb3a tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b582cd57-16cc-4d53-b0e2-6371d7ddd5a3,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:19.269220 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ca2cca43-7a6c-4d7d-b163-9129b4b5fb3a tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (f2db8945-457b-43f3-b83c-2f5074bacc3a), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:19.269571 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-ca2cca43-7a6c-4d7d-b163-9129b4b5fb3a tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Added segment f2db8945-457b-43f3-b83c-2f5074bacc3a of type vlan for network 92855da0-9242-45ad-ae77-f23a177ce702 Mar 22 19:23:19.379424 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e87e9807-b846-4ef9-9320-4245769ecd1f req-da0ee418-51e4-415b-8df3-4b17d9fbd17f tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (42e015de-aac7-4c17-9e0b-1d68b7f1cb08), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:19.402139 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ca2cca43-7a6c-4d7d-b163-9129b4b5fb3a tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (92855da0-9242-45ad-ae77-f23a177ce702), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:19.411000 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4fe3d-25fd-42a9-8286-5a76deedbbe6 req-1461a402-378a-4246-a15b-6d6f699a0fe2 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:19.412498 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d7b4fe3d-25fd-42a9-8286-5a76deedbbe6 req-1461a402-378a-4246-a15b-6d6f699a0fe2 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 945 time: 0.2713377 Mar 22 19:23:19.416785 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-65b697ff-706d-455c-9cd3-eef976680429 req-e822a2af-1185-4da5-8a2f-3ef2c55a557d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92fcec93-4393-4400-9cfb-57d1f1361f91 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:23:19.433350 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-65b697ff-706d-455c-9cd3-eef976680429 req-e822a2af-1185-4da5-8a2f-3ef2c55a557d service neutron] Publish callbacks [] for port (92fcec93-4393-4400-9cfb-57d1f1361f91), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:19.497389 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-65b697ff-706d-455c-9cd3-eef976680429 req-e822a2af-1185-4da5-8a2f-3ef2c55a557d service neutron] Transition to ACTIVE for port object 92fcec93-4393-4400-9cfb-57d1f1361f91 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:23:19.511748 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ca2cca43-7a6c-4d7d-b163-9129b4b5fb3a tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (92855da0-9242-45ad-ae77-f23a177ce702), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:19.512709 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2cca43-7a6c-4d7d-b163-9129b4b5fb3a tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:19.513300 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ca2cca43-7a6c-4d7d-b163-9129b4b5fb3a tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:19.515228 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-65b697ff-706d-455c-9cd3-eef976680429 req-e822a2af-1185-4da5-8a2f-3ef2c55a557d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (92fcec93-4393-4400-9cfb-57d1f1361f91), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:19.646267 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ca2cca43-7a6c-4d7d-b163-9129b4b5fb3a tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2645283 Mar 22 19:23:19.649032 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46130) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:19.654150 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-8b8051c0-bf69-478c-8713-3303fdf34536 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Request body: {'network': {'project_id': '7151528a37b947a38d504a507b121ffc'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:19.657268 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d7b4fe3d-25fd-42a9-8286-5a76deedbbe6 req-29d2bdc1-cdff-4d3b-9848-7e5ea5536266 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358432 Mar 22 19:23:19.675895 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8051c0-bf69-478c-8713-3303fdf34536 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Made reservation on behalf of 7151528a37b947a38d504a507b121ffc for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:23:19.678576 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8b8051c0-bf69-478c-8713-3303fdf34536 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:19.686664 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2cca43-7a6c-4d7d-b163-9129b4b5fb3a tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Pushing event updated for resources: {'Network': ['ID=92855da0-9242-45ad-ae77-f23a177ce702,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:19.698294 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 92855da0-9242-45ad-ae77-f23a177ce702 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:23:19.701255 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822a2af-1185-4da5-8a2f-3ef2c55a557d service neutron] Pushing event updated for resources: {'Port': ['ID=92fcec93-4393-4400-9cfb-57d1f1361f91,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:19.713994 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b8051c0-bf69-478c-8713-3303fdf34536 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:23:19.725219 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8b8051c0-bf69-478c-8713-3303fdf34536 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (dd974589-3d1f-40ce-bfd6-d6106da7f8e4), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:19.725508 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-8b8051c0-bf69-478c-8713-3303fdf34536 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Added segment dd974589-3d1f-40ce-bfd6-d6106da7f8e4 of type vlan for network 84af1082-dc44-48cf-87e0-f231ddd317eb Mar 22 19:23:19.758369 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50bc158-09d6-4350-a0e4-ed3037a1565d x-openstack-request-id: req-e50bc158-09d6-4350-a0e4-ed3037a1565d {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:23:19.758926 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41f47a60-f815-4808-8c31-715e08c7ed2b", "tag": "fc3702aa-6606-431e-8898-54715227e562", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:23:19.759285 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e50bc158-09d6-4350-a0e4-ed3037a1565d {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:23:19.761147 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e50bc158-09d6-4350-a0e4-ed3037a1565d'] response: {'name': 'network-changed', 'server_uuid': '41f47a60-f815-4808-8c31-715e08c7ed2b', 'tag': 'fc3702aa-6606-431e-8898-54715227e562', 'status': 'completed', 'code': 200} Mar 22 19:23:19.788662 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8b8051c0-bf69-478c-8713-3303fdf34536 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (84af1082-dc44-48cf-87e0-f231ddd317eb), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:19.854905 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8b8051c0-bf69-478c-8713-3303fdf34536 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (84af1082-dc44-48cf-87e0-f231ddd317eb), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:19.855986 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8051c0-bf69-478c-8713-3303fdf34536 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:19.856647 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8b8051c0-bf69-478c-8713-3303fdf34536 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:19.857119 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-65b697ff-706d-455c-9cd3-eef976680429 req-e822a2af-1185-4da5-8a2f-3ef2c55a557d service neutron] Attempting to bind port 92fcec93-4393-4400-9cfb-57d1f1361f91 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:23:19.857462 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-65b697ff-706d-455c-9cd3-eef976680429 req-e822a2af-1185-4da5-8a2f-3ef2c55a557d service neutron] Attempting to bind port 92fcec93-4393-4400-9cfb-57d1f1361f91 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '20fdff8c-5564-4797-a6de-7b5453a4a0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '24745c62-fdfd-4b42-a557-891a93f9a29c'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:23:19.857820 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b697ff-706d-455c-9cd3-eef976680429 req-e822a2af-1185-4da5-8a2f-3ef2c55a557d service neutron] Attempting to bind port 92fcec93-4393-4400-9cfb-57d1f1361f91 on network 24745c62-fdfd-4b42-a557-891a93f9a29c {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:23:19.894000 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b697ff-706d-455c-9cd3-eef976680429 req-e822a2af-1185-4da5-8a2f-3ef2c55a557d service neutron] Port 92fcec93-4393-4400-9cfb-57d1f1361f91 on network 24745c62-fdfd-4b42-a557-891a93f9a29c not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:23:19.894333 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b697ff-706d-455c-9cd3-eef976680429 req-e822a2af-1185-4da5-8a2f-3ef2c55a557d service neutron] Attempting to bind port 92fcec93-4393-4400-9cfb-57d1f1361f91 on network 24745c62-fdfd-4b42-a557-891a93f9a29c {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:23:19.907743 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d5de2-fa28-4238-893d-e544f41739cd req-ff49fa8b-308e-48fb-8fbe-54c31f5b837a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:19.909191 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1a7d5de2-fa28-4238-893d-e544f41739cd req-ff49fa8b-308e-48fb-8fbe-54c31f5b837a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6885dbb2ecbb44338f86682a46cdd5dc&device_id=41f47a60-f815-4808-8c31-715e08c7ed2b HTTP/1.1" status: 200 len: 1127 time: 0.1164410 Mar 22 19:23:19.912308 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8b8051c0-bf69-478c-8713-3303fdf34536 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2622705 Mar 22 19:23:19.912882 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b697ff-706d-455c-9cd3-eef976680429 req-e822a2af-1185-4da5-8a2f-3ef2c55a557d service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:23:19.913235 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b697ff-706d-455c-9cd3-eef976680429 req-e822a2af-1185-4da5-8a2f-3ef2c55a557d service neutron] Checking segment: {'id': '20fdff8c-5564-4797-a6de-7b5453a4a0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '24745c62-fdfd-4b42-a557-891a93f9a29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:23:19.913622 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b697ff-706d-455c-9cd3-eef976680429 req-e822a2af-1185-4da5-8a2f-3ef2c55a557d service neutron] Bound using segment: {'id': '20fdff8c-5564-4797-a6de-7b5453a4a0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '24745c62-fdfd-4b42-a557-891a93f9a29c'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:23:19.914092 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-65b697ff-706d-455c-9cd3-eef976680429 req-e822a2af-1185-4da5-8a2f-3ef2c55a557d service neutron] Bound port: 92fcec93-4393-4400-9cfb-57d1f1361f91, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20fdff8c-5564-4797-a6de-7b5453a4a0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '24745c62-fdfd-4b42-a557-891a93f9a29c'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:23:19.914453 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-65b697ff-706d-455c-9cd3-eef976680429 req-e822a2af-1185-4da5-8a2f-3ef2c55a557d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (92fcec93-4393-4400-9cfb-57d1f1361f91), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:19.916856 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 46132) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:19.940702 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-a89fdab5-2bfd-474e-858d-d74b74da3442 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Request body: {'network': {'project_id': '7151528a37b947a38d504a507b121ffc'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:19.945130 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-e87e9807-b846-4ef9-9320-4245769ecd1f req-da0ee418-51e4-415b-8df3-4b17d9fbd17f tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] For port 42e015de-aac7-4c17-9e0b-1d68b7f1cb08, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=42e015de-aac7-4c17-9e0b-1d68b7f1cb08,segment=NetworkSegment(22c81ab1-1346-4808-8768-1989eedd126f),segment_id=22c81ab1-1346-4808-8768-1989eedd126f)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:19.973490 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8051c0-bf69-478c-8713-3303fdf34536 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Pushing event updated for resources: {'Network': ['ID=84af1082-dc44-48cf-87e0-f231ddd317eb,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:19.987215 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:19.990493 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 84af1082-dc44-48cf-87e0-f231ddd317eb details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:23:20.003420 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-a89fdab5-2bfd-474e-858d-d74b74da3442 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 22 19:23:20.003935 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a89fdab5-2bfd-474e-858d-d74b74da3442 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:23:20.008353 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a89fdab5-2bfd-474e-858d-d74b74da3442 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0836842 Mar 22 19:23:20.008553 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46134) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:20.018726 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d5260-ccac-46c5-8e89-fd1af4486da1 req-64d24dc9-6e28-463b-a067-577d22d5949e tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:20.020242 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f3d5260-ccac-46c5-8e89-fd1af4486da1 req-64d24dc9-6e28-463b-a067-577d22d5949e tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 945 time: 0.1813905 Mar 22 19:23:20.038610 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d5de2-fa28-4238-893d-e544f41739cd req-7bb2ccbd-a693-4f39-b7c2-ab0fb2de930c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:20.040105 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1a7d5de2-fa28-4238-893d-e544f41739cd req-7bb2ccbd-a693-4f39-b7c2-ab0fb2de930c service neutron] 10.222.0.84 "GET /v2.0/networks?id=24745c62-fdfd-4b42-a557-891a93f9a29c HTTP/1.1" status: 200 len: 913 time: 0.1212864 Mar 22 19:23:20.047140 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e87e9807-b846-4ef9-9320-4245769ecd1f req-da0ee418-51e4-415b-8df3-4b17d9fbd17f tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for port (42e015de-aac7-4c17-9e0b-1d68b7f1cb08), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:20.067091 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e87e9807-b846-4ef9-9320-4245769ecd1f req-da0ee418-51e4-415b-8df3-4b17d9fbd17f tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (42e015de-aac7-4c17-9e0b-1d68b7f1cb08), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:20.080210 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['42e015de-aac7-4c17-9e0b-1d68b7f1cb08'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:23:20.082666 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['5dd5184d-2b42-4df2-804c-6508c1195b7c'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:23:20.093154 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1a7d5de2-fa28-4238-893d-e544f41739cd req-9152384e-96e2-429a-af24-09e6bed40794 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc3702aa-6606-431e-8898-54715227e562 HTTP/1.1" status: 200 len: 217 time: 0.0444863 Mar 22 19:23:20.095663 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8556ebb0-3337-40b2-aa34-e97a47724876 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7151528a37b947a38d504a507b121ffc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0864892 Mar 22 19:23:20.098559 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46138) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:20.127366 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e9807-b846-4ef9-9320-4245769ecd1f req-da0ee418-51e4-415b-8df3-4b17d9fbd17f tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:20.128018 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e87e9807-b846-4ef9-9320-4245769ecd1f req-da0ee418-51e4-415b-8df3-4b17d9fbd17f tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:20.129544 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e87e9807-b846-4ef9-9320-4245769ecd1f req-da0ee418-51e4-415b-8df3-4b17d9fbd17f tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "PUT /v2.0/ports/42e015de-aac7-4c17-9e0b-1d68b7f1cb08 HTTP/1.1" status: 200 len: 1021 time: 1.0102482 Mar 22 19:23:20.146535 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-65b697ff-706d-455c-9cd3-eef976680429 req-e822a2af-1185-4da5-8a2f-3ef2c55a557d service neutron] For port 92fcec93-4393-4400-9cfb-57d1f1361f91, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:23:20.148431 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fd37a5-eda3-4222-88ab-c7fb75b6b350', 'tag': '42e015de-aac7-4c17-9e0b-1d68b7f1cb08'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:23:20.151135 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae74a38f-420d-48c9-bec6-e0b66638c318" -d '{"events": [{"name": "network-changed", "server_uuid": "b0fd37a5-eda3-4222-88ab-c7fb75b6b350", "tag": "42e015de-aac7-4c17-9e0b-1d68b7f1cb08"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:23:20.187168 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-65b697ff-706d-455c-9cd3-eef976680429 req-e822a2af-1185-4da5-8a2f-3ef2c55a557d service neutron] For port 92fcec93-4393-4400-9cfb-57d1f1361f91, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=92fcec93-4393-4400-9cfb-57d1f1361f91,segment=NetworkSegment(20fdff8c-5564-4797-a6de-7b5453a4a0ae),segment_id=20fdff8c-5564-4797-a6de-7b5453a4a0ae)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:23:20.188000 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d5de2-fa28-4238-893d-e544f41739cd req-e1eef793-a826-411f-ad95-cc4d53d11c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:20.190353 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1a7d5de2-fa28-4238-893d-e544f41739cd req-e1eef793-a826-411f-ad95-cc4d53d11c47 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7bcda241-07cb-4883-b82b-609804061a30 HTTP/1.1" status: 200 len: 852 time: 0.0855377 Mar 22 19:23:20.200249 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fb71f9-7e7b-457b-834e-4db822b862eb x-openstack-request-id: req-27fb71f9-7e7b-457b-834e-4db822b862eb {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:23:20.200870 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e442d100-9a48-47a0-9e64-90e36806fce4", "name": "network-vif-plugged", "status": "completed", "tag": "1c640add-d5d1-4b75-bf85-2f171d553ce9", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:23:20.201294 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-27fb71f9-7e7b-457b-834e-4db822b862eb {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:23:20.201971 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27fb71f9-7e7b-457b-834e-4db822b862eb'] response: {'server_uuid': 'e442d100-9a48-47a0-9e64-90e36806fce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c640add-d5d1-4b75-bf85-2f171d553ce9', 'code': 200} Mar 22 19:23:20.215531 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f3d5260-ccac-46c5-8e89-fd1af4486da1 req-a1537a12-b092-43db-9da1-8ebada3f3c79 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764424 Mar 22 19:23:20.217903 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-57e47774-845c-475a-9a35-92f0322e3428 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Publish callbacks [] for security_group (b582cd57-16cc-4d53-b0e2-6371d7ddd5a3), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:20.235276 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-65b697ff-706d-455c-9cd3-eef976680429 req-e822a2af-1185-4da5-8a2f-3ef2c55a557d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (92fcec93-4393-4400-9cfb-57d1f1361f91), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:20.241733 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1a7d5de2-fa28-4238-893d-e544f41739cd req-055199d3-1954-4cff-993e-ebd0e8bb5768 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=24745c62-fdfd-4b42-a557-891a93f9a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386491 Mar 22 19:23:20.246156 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ee418-51e4-415b-8df3-4b17d9fbd17f tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Pushing event updated for resources: {'Port': ['ID=42e015de-aac7-4c17-9e0b-1d68b7f1cb08,revision_number=7']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:20.308205 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['42e015de-aac7-4c17-9e0b-1d68b7f1cb08'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:23:20.325587 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-57e47774-845c-475a-9a35-92f0322e3428 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Publish callbacks [] for security_group (b582cd57-16cc-4d53-b0e2-6371d7ddd5a3), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:20.344023 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b697ff-706d-455c-9cd3-eef976680429 req-e822a2af-1185-4da5-8a2f-3ef2c55a557d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:20.344970 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-65b697ff-706d-455c-9cd3-eef976680429 req-e822a2af-1185-4da5-8a2f-3ef2c55a557d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:20.346738 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65b697ff-706d-455c-9cd3-eef976680429 req-e822a2af-1185-4da5-8a2f-3ef2c55a557d service neutron] 10.222.0.85 "PUT /v2.0/ports/92fcec93-4393-4400-9cfb-57d1f1361f91 HTTP/1.1" status: 200 len: 1093 time: 2.0381088 Mar 22 19:23:20.406349 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1a7d5de2-fa28-4238-893d-e544f41739cd req-add64839-e8c0-4c4d-9ff0-1b22530c24b8 service neutron] 10.222.0.84 "GET /v2.0/networks/24745c62-fdfd-4b42-a557-891a93f9a29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469474 Mar 22 19:23:20.460217 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-57e47774-845c-475a-9a35-92f0322e3428 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b582cd57-16cc-4d53-b0e2-6371d7ddd5a3), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:20.463321 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-57e47774-845c-475a-9a35-92f0322e3428 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:20.464574 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-57e47774-845c-475a-9a35-92f0322e3428 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] 10.222.0.75 "DELETE /v2.0/security-groups/b582cd57-16cc-4d53-b0e2-6371d7ddd5a3 HTTP/1.1" status: 204 len: 168 time: 0.3650324 Mar 22 19:23:20.468991 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46144) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:20.498447 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e47774-845c-475a-9a35-92f0322e3428 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b582cd57-16cc-4d53-b0e2-6371d7ddd5a3,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:20.503743 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822a2af-1185-4da5-8a2f-3ef2c55a557d service neutron] Pushing event updated for resources: {'Port': ['ID=92fcec93-4393-4400-9cfb-57d1f1361f91,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:20.573910 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c62cb07-50d0-450d-ae45-da70d5e8c4e1 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (84af1082-dc44-48cf-87e0-f231ddd317eb), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:20.592298 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1a7d5de2-fa28-4238-893d-e544f41739cd req-2a112410-0aeb-4033-82b5-c400e2af0f02 service neutron] 10.222.0.84 "GET /v2.0/networks/24745c62-fdfd-4b42-a557-891a93f9a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784875 Mar 22 19:23:20.672350 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c62cb07-50d0-450d-ae45-da70d5e8c4e1 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (84af1082-dc44-48cf-87e0-f231ddd317eb), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:20.696536 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-5c62cb07-50d0-450d-ae45-da70d5e8c4e1 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84af1082-dc44-48cf-87e0-f231ddd317eb']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:23:20.707125 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-5c62cb07-50d0-450d-ae45-da70d5e8c4e1 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd974589-3d1f-40ce-bfd6-d6106da7f8e4') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:23:20.707125 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-5c62cb07-50d0-450d-ae45-da70d5e8c4e1 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd974589-3d1f-40ce-bfd6-d6106da7f8e4') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:23:20.718534 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c62cb07-50d0-450d-ae45-da70d5e8c4e1 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (dd974589-3d1f-40ce-bfd6-d6106da7f8e4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:20.733335 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c62cb07-50d0-450d-ae45-da70d5e8c4e1 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (dd974589-3d1f-40ce-bfd6-d6106da7f8e4), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:20.740815 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c62cb07-50d0-450d-ae45-da70d5e8c4e1 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:23:20.741373 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c62cb07-50d0-450d-ae45-da70d5e8c4e1 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (dd974589-3d1f-40ce-bfd6-d6106da7f8e4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:20.743564 n-d-705658-24 neutron-server[104173]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 22 19:23:20.743564 n-d-705658-24 neutron-server[104173]: warnings.warn('Neutron quota engine will require "--force" ' Mar 22 19:23:20.743564 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:23:20.743564 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:23:20.743564 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:23:20.743564 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:23:20.743564 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:23:20.743564 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:23:20.743564 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:23:20.743564 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:23:20.743564 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:23:20.743564 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:23:20.743564 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:23:20.743564 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:23:20.743564 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:23:20.743564 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:23:20.743564 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:23:20.743564 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:23:20.743564 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:23:20.743564 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:23:20.743564 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:23:20.743564 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:23:20.743564 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:23:20.743564 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:23:20.743564 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:23:20.743564 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:23:20.743564 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:23:20.743564 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:23:20.743564 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:23:20.743564 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:23:20.743564 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:23:20.743564 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:23:20.743564 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:23:20.743564 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:23:20.803633 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c62cb07-50d0-450d-ae45-da70d5e8c4e1 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (84af1082-dc44-48cf-87e0-f231ddd317eb), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:20.809307 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c62cb07-50d0-450d-ae45-da70d5e8c4e1 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:20.815698 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5c62cb07-50d0-450d-ae45-da70d5e8c4e1 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] 10.222.0.75 "DELETE /v2.0/networks/84af1082-dc44-48cf-87e0-f231ddd317eb HTTP/1.1" status: 204 len: 168 time: 0.3429279 Mar 22 19:23:20.823869 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46148) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:20.831119 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62cb07-50d0-450d-ae45-da70d5e8c4e1 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Pushing event deleted for resources: {'Network': ['ID=84af1082-dc44-48cf-87e0-f231ddd317eb,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:20.875081 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae866c-8f70-4f91-a9c3-6e6c82faa193 req-0a27fcd2-8026-4ab1-a278-cb8a913541da tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:20.876633 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bdae866c-8f70-4f91-a9c3-6e6c82faa193 req-0a27fcd2-8026-4ab1-a278-cb8a913541da tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=e442d100-9a48-47a0-9e64-90e36806fce4 HTTP/1.1" status: 200 len: 945 time: 0.5285492 Mar 22 19:23:20.879535 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27341399-1594-4ee8-8975-b3df8912695d req-73048c83-bb63-441a-b664-e2a887c98556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:20.880932 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-27341399-1594-4ee8-8975-b3df8912695d req-73048c83-bb63-441a-b664-e2a887c98556 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e442d100-9a48-47a0-9e64-90e36806fce4 HTTP/1.1" status: 200 len: 1128 time: 0.5597258 Mar 22 19:23:20.887812 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ab47f-014e-4f0f-a4b8-e5421ea3f14a req-8ca7ebec-8287-430b-b3ca-f73280d45637 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:20.889216 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b50ab47f-014e-4f0f-a4b8-e5421ea3f14a req-8ca7ebec-8287-430b-b3ca-f73280d45637 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/ports?device_id=41f47a60-f815-4808-8c31-715e08c7ed2b HTTP/1.1" status: 200 len: 944 time: 0.5391743 Mar 22 19:23:20.898624 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e185ac1a-3cf1-46e9-8976-35b70ed9b290 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (92855da0-9242-45ad-ae77-f23a177ce702), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:20.924594 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b697ff-706d-455c-9cd3-eef976680429 req-08bd209b-a3d1-4a7f-994b-9e713bcbe2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:20.926076 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65b697ff-706d-455c-9cd3-eef976680429 req-08bd209b-a3d1-4a7f-994b-9e713bcbe2fc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6885dbb2ecbb44338f86682a46cdd5dc&device_id=7a5bd59d-5c38-41f3-9a74-357f736eea36 HTTP/1.1" status: 200 len: 1127 time: 0.4990015 Mar 22 19:23:20.974744 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e185ac1a-3cf1-46e9-8976-35b70ed9b290 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (92855da0-9242-45ad-ae77-f23a177ce702), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:20.995619 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65b697ff-706d-455c-9cd3-eef976680429 req-10f3efed-55c0-4f1a-8626-4994d00e4c5c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92fcec93-4393-4400-9cfb-57d1f1361f91 HTTP/1.1" status: 200 len: 217 time: 0.0588655 Mar 22 19:23:20.999077 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-e185ac1a-3cf1-46e9-8976-35b70ed9b290 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92855da0-9242-45ad-ae77-f23a177ce702']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:23:21.008307 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-e185ac1a-3cf1-46e9-8976-35b70ed9b290 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2db8945-457b-43f3-b83c-2f5074bacc3a') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:23:21.008601 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-e185ac1a-3cf1-46e9-8976-35b70ed9b290 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2db8945-457b-43f3-b83c-2f5074bacc3a') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:23:21.018232 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e185ac1a-3cf1-46e9-8976-35b70ed9b290 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (f2db8945-457b-43f3-b83c-2f5074bacc3a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:21.030868 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e185ac1a-3cf1-46e9-8976-35b70ed9b290 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (f2db8945-457b-43f3-b83c-2f5074bacc3a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:21.037186 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e185ac1a-3cf1-46e9-8976-35b70ed9b290 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:23:21.037566 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e185ac1a-3cf1-46e9-8976-35b70ed9b290 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (f2db8945-457b-43f3-b83c-2f5074bacc3a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:21.039216 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:23:21.039216 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:23:21.039216 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:23:21.039216 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:23:21.039216 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:23:21.039216 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:23:21.039216 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:23:21.039216 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:23:21.039216 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:23:21.039216 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:23:21.039216 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:23:21.039216 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:23:21.039216 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:23:21.039216 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:23:21.039216 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:23:21.039216 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:23:21.039216 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:23:21.039216 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:23:21.039216 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:23:21.039216 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:23:21.039216 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:23:21.039216 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:23:21.039216 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:23:21.039216 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:23:21.039216 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:23:21.039216 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:23:21.039216 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:23:21.039216 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:23:21.039216 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:23:21.039216 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:23:21.039216 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:23:21.039216 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:23:21.051573 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-27341399-1594-4ee8-8975-b3df8912695d req-b60c2ec1-6a98-4c60-980d-78a41c4e5b2a service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614001 Mar 22 19:23:21.074161 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bdae866c-8f70-4f91-a9c3-6e6c82faa193 req-3ec56309-6037-4c6c-94d4-4cc934bcc326 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828694 Mar 22 19:23:21.079032 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b50ab47f-014e-4f0f-a4b8-e5421ea3f14a req-5d0a01ad-d951-41fd-9098-0451723befcb tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/security-groups?id=de3e3076-a14d-47c8-9957-d3dc6bec5933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754205 Mar 22 19:23:21.086795 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b697ff-706d-455c-9cd3-eef976680429 req-c9f4f25a-6a21-41a3-a928-d10a1b73387a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:21.088298 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65b697ff-706d-455c-9cd3-eef976680429 req-c9f4f25a-6a21-41a3-a928-d10a1b73387a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7bcda241-07cb-4883-b82b-609804061a30 HTTP/1.1" status: 200 len: 852 time: 0.0791287 Mar 22 19:23:21.105623 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e185ac1a-3cf1-46e9-8976-35b70ed9b290 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (92855da0-9242-45ad-ae77-f23a177ce702), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:21.114071 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e185ac1a-3cf1-46e9-8976-35b70ed9b290 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:21.118268 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e185ac1a-3cf1-46e9-8976-35b70ed9b290 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] 10.222.0.75 "DELETE /v2.0/networks/92855da0-9242-45ad-ae77-f23a177ce702 HTTP/1.1" status: 204 len: 168 time: 0.2924011 Mar 22 19:23:21.142692 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65b697ff-706d-455c-9cd3-eef976680429 req-51345ee2-c922-45af-a77c-7ef8e0ef23d6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=24745c62-fdfd-4b42-a557-891a93f9a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447302 Mar 22 19:23:21.146623 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185ac1a-3cf1-46e9-8976-35b70ed9b290 tempest-QuotasNegativeTest-878347126 tempest-QuotasNegativeTest-878347126-project-admin] Pushing event deleted for resources: {'Network': ['ID=92855da0-9242-45ad-ae77-f23a177ce702,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:21.263756 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233d505-dc88-40b1-b916-9d75b770ffa1 req-275db677-59eb-4812-9b38-66b44f580ac2 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:21.265301 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f233d505-dc88-40b1-b916-9d75b770ffa1 req-275db677-59eb-4812-9b38-66b44f580ac2 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 945 time: 0.1080472 Mar 22 19:23:21.294431 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65b697ff-706d-455c-9cd3-eef976680429 req-b5038be4-eb3d-435c-906b-f4e1984a81ee service neutron] 10.222.0.85 "GET /v2.0/networks/24745c62-fdfd-4b42-a557-891a93f9a29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461616 Mar 22 19:23:21.308003 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:21.374529 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f233d505-dc88-40b1-b916-9d75b770ffa1 req-6df8593e-9828-4a7b-84ef-0337ee58cbdd tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018124 Mar 22 19:23:21.422311 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65b697ff-706d-455c-9cd3-eef976680429 req-5369b06a-6b41-400a-864d-e7bfbc4d2613 service neutron] 10.222.0.85 "GET /v2.0/networks/24745c62-fdfd-4b42-a557-891a93f9a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203616 Mar 22 19:23:21.480671 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7ff3cd36-6d29-4d51-8e2d-a0e7c0634509 req-b9c197b5-7bfb-44df-a0d8-1a4570944370 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups/9196dff9-4a24-4baf-94a2-cff5f54c4599 HTTP/1.1" status: 200 len: 1818 time: 0.0542140 Mar 22 19:23:21.515350 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21edf45-135e-4bc9-b2a5-2f69bce37764 x-openstack-request-id: req-f21edf45-135e-4bc9-b2a5-2f69bce37764 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:23:21.515658 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0fd37a5-eda3-4222-88ab-c7fb75b6b350", "tag": "42e015de-aac7-4c17-9e0b-1d68b7f1cb08", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:23:21.515914 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f21edf45-135e-4bc9-b2a5-2f69bce37764 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:23:21.516329 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f21edf45-135e-4bc9-b2a5-2f69bce37764'] response: {'name': 'network-changed', 'server_uuid': 'b0fd37a5-eda3-4222-88ab-c7fb75b6b350', 'tag': '42e015de-aac7-4c17-9e0b-1d68b7f1cb08', 'status': 'completed', 'code': 200} Mar 22 19:23:21.549554 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [req-7ff3cd36-6d29-4d51-8e2d-a0e7c0634509 req-aac48a58-8bd8-407f-a113-6db6cf475a82 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 22 19:23:21.554827 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7ff3cd36-6d29-4d51-8e2d-a0e7c0634509 req-aac48a58-8bd8-407f-a113-6db6cf475a82 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "DELETE /v2.0/security-groups/9196dff9-4a24-4baf-94a2-cff5f54c4599 HTTP/1.1" status: 409 len: 341 time: 0.0674553 Mar 22 19:23:21.651809 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74a38f-420d-48c9-bec6-e0b66638c318 req-859425f1-f0cd-4d1f-b5a1-748595a2366c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:21.653463 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ae74a38f-420d-48c9-bec6-e0b66638c318 req-859425f1-f0cd-4d1f-b5a1-748595a2366c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=38ed8ef1e4944b49bee3b635f0a09187&device_id=b0fd37a5-eda3-4222-88ab-c7fb75b6b350 HTTP/1.1" status: 200 len: 1208 time: 0.1121750 Mar 22 19:23:21.681404 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46170) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:21.750862 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d34cb-25e0-4496-a0a0-9e50e68e6f0d req-dc7a321a-05e6-4657-bade-8abd5fe7eda7 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:21.754322 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c89d34cb-25e0-4496-a0a0-9e50e68e6f0d req-dc7a321a-05e6-4657-bade-8abd5fe7eda7 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 945 time: 0.1652677 Mar 22 19:23:21.798148 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b48fc238-dc24-4a6a-9be9-56795dc5c087 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:21.812948 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d90ee-ef3e-418a-af4b-a9fe3bff8682 req-55552b6d-5b10-46f8-87a6-51b78130985b tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:21.815287 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-290d90ee-ef3e-418a-af4b-a9fe3bff8682 req-55552b6d-5b10-46f8-87a6-51b78130985b tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 945 time: 0.1717672 Mar 22 19:23:21.862133 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74a38f-420d-48c9-bec6-e0b66638c318 req-085d71d5-7ed7-45ea-a5eb-8d32ec89c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:21.863520 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ae74a38f-420d-48c9-bec6-e0b66638c318 req-085d71d5-7ed7-45ea-a5eb-8d32ec89c2b9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=5d7632a4-6efd-4aa2-8b68-02aec79f1353 HTTP/1.1" status: 200 len: 914 time: 0.1965234 Mar 22 19:23:21.877464 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c89d34cb-25e0-4496-a0a0-9e50e68e6f0d req-ad14984f-6cf6-40e5-b080-265edde9667a tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185522 Mar 22 19:23:21.884008 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b48fc238-dc24-4a6a-9be9-56795dc5c087 admin admin] Publish callbacks [] for security_group (8ea5ff6a-9654-43ef-b4df-014eda24156b), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:21.891382 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b48fc238-dc24-4a6a-9be9-56795dc5c087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (8ea5ff6a-9654-43ef-b4df-014eda24156b), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:21.928711 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ae74a38f-420d-48c9-bec6-e0b66638c318 req-92d14d08-53a7-4a15-a79e-779133cf86cc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42e015de-aac7-4c17-9e0b-1d68b7f1cb08 HTTP/1.1" status: 200 len: 217 time: 0.0554731 Mar 22 19:23:21.950400 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b48fc238-dc24-4a6a-9be9-56795dc5c087 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c6873a8358b6484987b9e82f296168b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2677643 Mar 22 19:23:21.952081 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46176) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:21.960470 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48fc238-dc24-4a6a-9be9-56795dc5c087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea5ff6a-9654-43ef-b4df-014eda24156b,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:21.983903 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74a38f-420d-48c9-bec6-e0b66638c318 req-29cf717a-2a34-46ef-bda3-8487bc24b7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:21.985397 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ae74a38f-420d-48c9-bec6-e0b66638c318 req-29cf717a-2a34-46ef-bda3-8487bc24b7f7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0a7d34a5-869d-4a92-9c55-72dc0755e0b6 HTTP/1.1" status: 200 len: 853 time: 0.0486588 Mar 22 19:23:21.990149 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-290d90ee-ef3e-418a-af4b-a9fe3bff8682 req-78132589-ce87-4444-9013-9c1ac4e3dedb tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644344 Mar 22 19:23:22.036629 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ae74a38f-420d-48c9-bec6-e0b66638c318 req-13292381-f7d6-4091-80e1-96e9dc3018a9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5d7632a4-6efd-4aa2-8b68-02aec79f1353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432751 Mar 22 19:23:22.057320 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-adfa6aee-70d3-41f9-99e7-6ec23655f200 admin admin] Publish callbacks [] for security_group (8ea5ff6a-9654-43ef-b4df-014eda24156b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:22.115542 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-adfa6aee-70d3-41f9-99e7-6ec23655f200 admin admin] Publish callbacks [] for security_group (8ea5ff6a-9654-43ef-b4df-014eda24156b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:22.174234 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-adfa6aee-70d3-41f9-99e7-6ec23655f200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (8ea5ff6a-9654-43ef-b4df-014eda24156b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:22.177815 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-adfa6aee-70d3-41f9-99e7-6ec23655f200 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:22.179988 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-adfa6aee-70d3-41f9-99e7-6ec23655f200 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8ea5ff6a-9654-43ef-b4df-014eda24156b HTTP/1.1" status: 204 len: 168 time: 0.2266955 Mar 22 19:23:22.190716 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa6aee-70d3-41f9-99e7-6ec23655f200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea5ff6a-9654-43ef-b4df-014eda24156b,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:22.255270 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ae74a38f-420d-48c9-bec6-e0b66638c318 req-e331b6db-e4ba-4d40-8717-a974d4d035c1 service neutron] 10.222.0.85 "GET /v2.0/networks/5d7632a4-6efd-4aa2-8b68-02aec79f1353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153368 Mar 22 19:23:22.459308 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fca16c-55e9-48d8-b1ec-610f8c206123 req-11706acd-42cf-406a-b2ae-e57f244ad33b tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:22.461437 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b0fca16c-55e9-48d8-b1ec-610f8c206123 req-11706acd-42cf-406a-b2ae-e57f244ad33b tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 1128 time: 0.1381776 Mar 22 19:23:22.470593 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17454b1-78e1-49f5-8070-58b0d0ec1007 req-fe876bdc-1bdc-45a5-b923-62ed61eff4aa tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:22.472730 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e17454b1-78e1-49f5-8070-58b0d0ec1007 req-fe876bdc-1bdc-45a5-b923-62ed61eff4aa tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=e442d100-9a48-47a0-9e64-90e36806fce4 HTTP/1.1" status: 200 len: 945 time: 0.1259329 Mar 22 19:23:22.477744 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ae74a38f-420d-48c9-bec6-e0b66638c318 req-8ae37713-b011-4325-b93d-bffe6b07ec63 service neutron] 10.222.0.85 "GET /v2.0/networks/5d7632a4-6efd-4aa2-8b68-02aec79f1353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158372 Mar 22 19:23:22.534867 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b0fca16c-55e9-48d8-b1ec-610f8c206123 req-d252ce22-d393-443d-b7c5-d5a239f8331c tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605931 Mar 22 19:23:22.575714 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e17454b1-78e1-49f5-8070-58b0d0ec1007 req-94efc3dc-7323-4867-a2ff-c6c89df20060 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890326 Mar 22 19:23:22.644112 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 46192) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:22.669130 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e562c8f9-e1d4-446f-bf17-0307bf528dd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:22.791536 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285242f-81e2-4408-bfd6-d48c3b52d80e req-0af9ac54-0069-4747-a264-c5726e3485af tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:22.793055 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5285242f-81e2-4408-bfd6-d48c3b52d80e req-0af9ac54-0069-4747-a264-c5726e3485af tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0fd37a5-eda3-4222-88ab-c7fb75b6b350 HTTP/1.1" status: 200 len: 1024 time: 0.1406717 Mar 22 19:23:22.801754 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2f035-3f4f-430f-9a07-dfa3597cd6a8 req-1159e21e-90db-4c1f-918a-0d1a512c7216 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:22.803336 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dcb2f035-3f4f-430f-9a07-dfa3597cd6a8 req-1159e21e-90db-4c1f-918a-0d1a512c7216 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/ports?device_id=41f47a60-f815-4808-8c31-715e08c7ed2b HTTP/1.1" status: 200 len: 944 time: 0.1365426 Mar 22 19:23:22.911408 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e562c8f9-e1d4-446f-bf17-0307bf528dd5 admin admin] Publish callbacks [] for security_group (9c044c70-6901-4781-9157-7cf97b1e15f9), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:22.923014 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e562c8f9-e1d4-446f-bf17-0307bf528dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9c044c70-6901-4781-9157-7cf97b1e15f9), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:22.933460 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dcb2f035-3f4f-430f-9a07-dfa3597cd6a8 req-b1735488-ca76-4844-a5c5-0709fa1f34f9 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/security-groups?id=de3e3076-a14d-47c8-9957-d3dc6bec5933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187220 Mar 22 19:23:22.957491 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5285242f-81e2-4408-bfd6-d48c3b52d80e req-7989f164-bd77-4a81-8118-a65b15e7c7dd tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fab83959-6d21-4535-973c-29267ea2e0f0&id=9196dff9-4a24-4baf-94a2-cff5f54c4599&id=4093de66-3757-463f-9524-e827da99c973&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1519387 Mar 22 19:23:22.989781 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e562c8f9-e1d4-446f-bf17-0307bf528dd5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1f764b7e2e6549a3b1a3445b8b7992bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3433440 Mar 22 19:23:22.989781 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562c8f9-e1d4-446f-bf17-0307bf528dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c044c70-6901-4781-9157-7cf97b1e15f9,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:22.992186 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 46196) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:23.090126 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c18cd3af-52f4-4e2d-920a-eff4eab0fca8 admin admin] Publish callbacks [] for security_group (9c044c70-6901-4781-9157-7cf97b1e15f9), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:23.122873 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c18cd3af-52f4-4e2d-920a-eff4eab0fca8 admin admin] Publish callbacks [] for security_group (9c044c70-6901-4781-9157-7cf97b1e15f9), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:23.138869 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3e41e-0c8c-45b1-ac97-3bb22498ce14 req-062f51b5-646a-43e6-a869-53b7b400f31f tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:23.140395 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-54c3e41e-0c8c-45b1-ac97-3bb22498ce14 req-062f51b5-646a-43e6-a869-53b7b400f31f tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 1128 time: 0.1192067 Mar 22 19:23:23.162764 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7befa77-e0d2-4994-9384-83b8220b59c3 req-e64f2572-8d77-46da-b80e-cf1c2e2b8df0 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:23.164209 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d7befa77-e0d2-4994-9384-83b8220b59c3 req-e64f2572-8d77-46da-b80e-cf1c2e2b8df0 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 945 time: 0.1105299 Mar 22 19:23:23.179584 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device fc3702aa-6606-431e-8898-54715227e562 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:23:23.250062 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-54c3e41e-0c8c-45b1-ac97-3bb22498ce14 req-f6001ce6-3ab9-4bc1-accd-ec2c3d8971a5 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971231 Mar 22 19:23:23.278461 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d7befa77-e0d2-4994-9384-83b8220b59c3 req-32a79209-e481-4b9f-9e67-9875a7f8a274 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986464 Mar 22 19:23:23.281937 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c18cd3af-52f4-4e2d-920a-eff4eab0fca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9c044c70-6901-4781-9157-7cf97b1e15f9), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:23.302449 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c18cd3af-52f4-4e2d-920a-eff4eab0fca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:23.302686 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port fc3702aa-6606-431e-8898-54715227e562, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=fc3702aa-6606-431e-8898-54715227e562,segment=NetworkSegment(20fdff8c-5564-4797-a6de-7b5453a4a0ae),segment_id=20fdff8c-5564-4797-a6de-7b5453a4a0ae)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:23.308763 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c18cd3af-52f4-4e2d-920a-eff4eab0fca8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9c044c70-6901-4781-9157-7cf97b1e15f9 HTTP/1.1" status: 204 len: 168 time: 0.3155103 Mar 22 19:23:23.319610 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'fc3702aa-6606-431e-8898-54715227e562', 'network_id': '24745c62-fdfd-4b42-a557-891a93f9a29c', 'port_id': 'fc3702aa-6606-431e-8898-54715227e562', 'mac_address': 'fa:16:3e:c5:21:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bcda241-07cb-4883-b82b-609804061a30', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:23:23.331696 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18cd3af-52f4-4e2d-920a-eff4eab0fca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c044c70-6901-4781-9157-7cf97b1e15f9,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:23.372684 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port fc3702aa-6606-431e-8898-54715227e562 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:23:23.373156 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fc3702aa-6606-431e-8898-54715227e562), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:23.392855 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc3702aa-6606-431e-8898-54715227e562 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:23:23.420296 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b62842-14ff-4372-8bb1-395d103f0a36 req-7262b2b0-da59-44b6-bae2-dda46e4cdbec tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:23.429375 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3b62842-14ff-4372-8bb1-395d103f0a36 req-7262b2b0-da59-44b6-bae2-dda46e4cdbec tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 945 time: 0.0943933 Mar 22 19:23:23.444662 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port fc3702aa-6606-431e-8898-54715227e562, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=fc3702aa-6606-431e-8898-54715227e562,segment=NetworkSegment(20fdff8c-5564-4797-a6de-7b5453a4a0ae),segment_id=20fdff8c-5564-4797-a6de-7b5453a4a0ae)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:23.451376 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (fc3702aa-6606-431e-8898-54715227e562), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:23.491095 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3b62842-14ff-4372-8bb1-395d103f0a36 req-ce4b3c75-2667-4c98-ab69-d7a75c432701 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605731 Mar 22 19:23:23.518737 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5bd59d-5c38-41f3-9a74-357f736eea36', 'tag': '92fcec93-4393-4400-9cfb-57d1f1361f91'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:23:23.521600 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e21162-39cf-4154-87e0-9ac14d1905da" -d '{"events": [{"name": "network-changed", "server_uuid": "7a5bd59d-5c38-41f3-9a74-357f736eea36", "tag": "92fcec93-4393-4400-9cfb-57d1f1361f91"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:23:23.546280 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=fc3702aa-6606-431e-8898-54715227e562,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:23.588349 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c145d6-18e3-49d3-95b5-39c19eb2a2ea x-openstack-request-id: req-a1c145d6-18e3-49d3-95b5-39c19eb2a2ea {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:23:23.588349 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a5bd59d-5c38-41f3-9a74-357f736eea36", "tag": "92fcec93-4393-4400-9cfb-57d1f1361f91", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:23:23.588349 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a1c145d6-18e3-49d3-95b5-39c19eb2a2ea {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:23:23.588726 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1c145d6-18e3-49d3-95b5-39c19eb2a2ea'] response: {'name': 'network-changed', 'server_uuid': '7a5bd59d-5c38-41f3-9a74-357f736eea36', 'tag': '92fcec93-4393-4400-9cfb-57d1f1361f91', 'status': 'completed', 'code': 200} Mar 22 19:23:23.705642 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['fc3702aa-6606-431e-8898-54715227e562'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:23:23.741744 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e21162-39cf-4154-87e0-9ac14d1905da req-49832f56-1ea0-4a83-8340-541561d106ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:23.744450 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e1e21162-39cf-4154-87e0-9ac14d1905da req-49832f56-1ea0-4a83-8340-541561d106ea service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6885dbb2ecbb44338f86682a46cdd5dc&device_id=7a5bd59d-5c38-41f3-9a74-357f736eea36 HTTP/1.1" status: 200 len: 1127 time: 0.1292424 Mar 22 19:23:23.786174 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 8f03d05b-02ff-4c20-862a-80e3e22816b8 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:23:23.788834 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 8f03d05b-02ff-4c20-862a-80e3e22816b8 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:23:23.901012 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6800f-8670-469a-b33f-12a9ffba2fad req-846bf69a-d2dc-4242-89da-0a8427a3e2de tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:23.905235 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eba6800f-8670-469a-b33f-12a9ffba2fad req-846bf69a-d2dc-4242-89da-0a8427a3e2de tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=e442d100-9a48-47a0-9e64-90e36806fce4 HTTP/1.1" status: 200 len: 945 time: 0.2223585 Mar 22 19:23:24.000298 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 8f03d05b-02ff-4c20-862a-80e3e22816b8, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=8f03d05b-02ff-4c20-862a-80e3e22816b8,segment=NetworkSegment(1dabcaba-79e0-403f-8405-a983f35d70a7),segment_id=1dabcaba-79e0-403f-8405-a983f35d70a7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:24.050894 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '8f03d05b-02ff-4c20-862a-80e3e22816b8', 'network_id': 'f86aee2c-a4db-473a-89c7-b87edd48b016', 'port_id': '8f03d05b-02ff-4c20-862a-80e3e22816b8', 'mac_address': 'fa:16:3e:b5:bb:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b79d00bd-67e3-41a4-af81-d6bc678ecb21', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:23:24.106832 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e21162-39cf-4154-87e0-9ac14d1905da req-bc6540c9-2048-458e-b1b2-5318e3212e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:24.108729 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e1e21162-39cf-4154-87e0-9ac14d1905da req-bc6540c9-2048-458e-b1b2-5318e3212e3a service neutron] 10.222.0.85 "GET /v2.0/networks?id=24745c62-fdfd-4b42-a557-891a93f9a29c HTTP/1.1" status: 200 len: 913 time: 0.3582137 Mar 22 19:23:24.115989 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 8f03d05b-02ff-4c20-862a-80e3e22816b8 is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:23:24.116411 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8f03d05b-02ff-4c20-862a-80e3e22816b8), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:24.152803 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 8f03d05b-02ff-4c20-862a-80e3e22816b8 is: ACTIVE; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:23:24.153103 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8f03d05b-02ff-4c20-862a-80e3e22816b8), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:24.172068 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e1e21162-39cf-4154-87e0-9ac14d1905da req-c48bf185-4f4f-4447-a79d-8c3c870e4e22 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92fcec93-4393-4400-9cfb-57d1f1361f91 HTTP/1.1" status: 200 len: 217 time: 0.0546658 Mar 22 19:23:24.183286 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 8f03d05b-02ff-4c20-862a-80e3e22816b8, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=8f03d05b-02ff-4c20-862a-80e3e22816b8,segment=NetworkSegment(1dabcaba-79e0-403f-8405-a983f35d70a7),segment_id=1dabcaba-79e0-403f-8405-a983f35d70a7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:24.188240 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675087b0-cafe-4493-b2ab-962dfe9c579e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f03d05b-02ff-4c20-862a-80e3e22816b8'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:23:24.191774 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f82a5a-e46a-4ae5-b600-bee0922f10fb" -d '{"events": [{"server_uuid": "675087b0-cafe-4493-b2ab-962dfe9c579e", "name": "network-vif-unplugged", "status": "completed", "tag": "8f03d05b-02ff-4c20-862a-80e3e22816b8"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:23:24.204660 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8f03d05b-02ff-4c20-862a-80e3e22816b8), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:24.224952 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20468bcb-9cae-446c-bcf3-e28c05a038fc req-430e5c57-7003-4c0a-98b8-f3756e93ad59 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:24.226687 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20468bcb-9cae-446c-bcf3-e28c05a038fc req-430e5c57-7003-4c0a-98b8-f3756e93ad59 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.85 "GET /v2.0/ports?device_id=b0fd37a5-eda3-4222-88ab-c7fb75b6b350 HTTP/1.1" status: 200 len: 1024 time: 0.3464193 Mar 22 19:23:24.255747 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eba6800f-8670-469a-b33f-12a9ffba2fad req-60732dc6-3ef6-40c3-9d10-595f39843327 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241310 Mar 22 19:23:24.316568 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f03d05b-02ff-4c20-862a-80e3e22816b8 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:23:24.388496 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e21162-39cf-4154-87e0-9ac14d1905da req-3fc27768-ef40-43d2-81c0-e2dbc8c33637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:24.390012 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e1e21162-39cf-4154-87e0-9ac14d1905da req-3fc27768-ef40-43d2-81c0-e2dbc8c33637 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7bcda241-07cb-4883-b82b-609804061a30 HTTP/1.1" status: 200 len: 852 time: 0.1960680 Mar 22 19:23:24.418810 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=8f03d05b-02ff-4c20-862a-80e3e22816b8,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:24.431331 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.api [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:23:24.431695 n-d-705658-24 neutron-server[104174]: DEBUG oslo_db.api [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:23:24.465466 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e1e21162-39cf-4154-87e0-9ac14d1905da req-1dddc170-d4f7-46ad-9b74-318d555f606f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=24745c62-fdfd-4b42-a557-891a93f9a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402493 Mar 22 19:23:24.567492 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c80434-1c2e-40b6-a613-6b6d9e3984d2 req-6de56d98-16a2-474f-a5bd-da5fec8f4ccd tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:24.575010 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-37c80434-1c2e-40b6-a613-6b6d9e3984d2 req-6de56d98-16a2-474f-a5bd-da5fec8f4ccd tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/ports?device_id=41f47a60-f815-4808-8c31-715e08c7ed2b HTTP/1.1" status: 200 len: 945 time: 0.2274280 Mar 22 19:23:24.612506 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-20468bcb-9cae-446c-bcf3-e28c05a038fc req-54b6f65e-d6a7-436c-97d1-82700aeae8c0 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Deleting port 42e015de-aac7-4c17-9e0b-1d68b7f1cb08 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:23:24.612847 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-20468bcb-9cae-446c-bcf3-e28c05a038fc req-54b6f65e-d6a7-436c-97d1-82700aeae8c0 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (42e015de-aac7-4c17-9e0b-1d68b7f1cb08), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:24.696831 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e1e21162-39cf-4154-87e0-9ac14d1905da req-5c48fc82-5bb9-4549-bad6-06166cf9b6e8 service neutron] 10.222.0.85 "GET /v2.0/networks/24745c62-fdfd-4b42-a557-891a93f9a29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202556 Mar 22 19:23:24.701955 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-37c80434-1c2e-40b6-a613-6b6d9e3984d2 req-5ce9b54d-4e31-479b-86a8-c276f1fbac63 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/security-groups?id=de3e3076-a14d-47c8-9957-d3dc6bec5933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261065 Mar 22 19:23:24.825205 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-20468bcb-9cae-446c-bcf3-e28c05a038fc req-54b6f65e-d6a7-436c-97d1-82700aeae8c0 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] For port 42e015de-aac7-4c17-9e0b-1d68b7f1cb08, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=42e015de-aac7-4c17-9e0b-1d68b7f1cb08,segment=NetworkSegment(22c81ab1-1346-4808-8768-1989eedd126f),segment_id=22c81ab1-1346-4808-8768-1989eedd126f)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:24.825615 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-20468bcb-9cae-446c-bcf3-e28c05a038fc req-54b6f65e-d6a7-436c-97d1-82700aeae8c0 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (42e015de-aac7-4c17-9e0b-1d68b7f1cb08), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:24.853213 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-20468bcb-9cae-446c-bcf3-e28c05a038fc req-54b6f65e-d6a7-436c-97d1-82700aeae8c0 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Calling delete_port for 42e015de-aac7-4c17-9e0b-1d68b7f1cb08 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:23:24.856503 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e1e21162-39cf-4154-87e0-9ac14d1905da req-65272496-9b5b-44e7-8c5e-5bfe12e9fa0d service neutron] 10.222.0.85 "GET /v2.0/networks/24745c62-fdfd-4b42-a557-891a93f9a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510849 Mar 22 19:23:24.991312 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 8f03d05b-02ff-4c20-862a-80e3e22816b8 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:23:24.991730 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8f03d05b-02ff-4c20-862a-80e3e22816b8), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:25.015843 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f03d05b-02ff-4c20-862a-80e3e22816b8 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:23:25.018037 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7da60-1126-4dd6-90f5-4d2649ab067c req-b2798759-d28f-47a4-870e-96dade45e8e7 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:25.019986 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-adc7da60-1126-4dd6-90f5-4d2649ab067c req-b2798759-d28f-47a4-870e-96dade45e8e7 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/ports?device_id=b0fd37a5-eda3-4222-88ab-c7fb75b6b350 HTTP/1.1" status: 200 len: 1024 time: 0.1343942 Mar 22 19:23:25.063895 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 8f03d05b-02ff-4c20-862a-80e3e22816b8, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=8f03d05b-02ff-4c20-862a-80e3e22816b8,segment=NetworkSegment(1dabcaba-79e0-403f-8405-a983f35d70a7),segment_id=1dabcaba-79e0-403f-8405-a983f35d70a7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:25.073888 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8f03d05b-02ff-4c20-862a-80e3e22816b8), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:25.129726 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-adc7da60-1126-4dd6-90f5-4d2649ab067c req-dfecb1a1-5b46-4351-a46c-e0287f87dd02 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups?id=fab83959-6d21-4535-973c-29267ea2e0f0&id=9196dff9-4a24-4baf-94a2-cff5f54c4599&id=4093de66-3757-463f-9524-e827da99c973&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0950375 Mar 22 19:23:25.173870 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=8f03d05b-02ff-4c20-862a-80e3e22816b8,revision_number=7']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:25.192250 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device fc3702aa-6606-431e-8898-54715227e562 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:23:25.225620 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 19:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4f02f5-849a-4c3f-bee1-2e8f5a02e346 x-openstack-request-id: req-dc4f02f5-849a-4c3f-bee1-2e8f5a02e346 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:23:25.226215 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675087b0-cafe-4493-b2ab-962dfe9c579e", "name": "network-vif-unplugged", "status": "completed", "tag": "8f03d05b-02ff-4c20-862a-80e3e22816b8", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:23:25.226680 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dc4f02f5-849a-4c3f-bee1-2e8f5a02e346 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:23:25.227392 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc4f02f5-849a-4c3f-bee1-2e8f5a02e346'] response: {'server_uuid': '675087b0-cafe-4493-b2ab-962dfe9c579e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f03d05b-02ff-4c20-862a-80e3e22816b8', 'code': 200} Mar 22 19:23:25.255079 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-e7c6efeb-57fd-4bf6-886a-784d67c5269a tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:23:25.266213 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-e7c6efeb-57fd-4bf6-886a-784d67c5269a tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4246180 Mar 22 19:23:25.271671 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port fc3702aa-6606-431e-8898-54715227e562 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:23:25.283603 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-20468bcb-9cae-446c-bcf3-e28c05a038fc req-54b6f65e-d6a7-436c-97d1-82700aeae8c0 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (42e015de-aac7-4c17-9e0b-1d68b7f1cb08), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:25.300328 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['5dd5184d-2b42-4df2-804c-6508c1195b7c'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:23:25.303089 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port fc3702aa-6606-431e-8898-54715227e562 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:23:25.303251 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (fc3702aa-6606-431e-8898-54715227e562), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:25.328367 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6f65e-d6a7-436c-97d1-82700aeae8c0 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Pushing event deleted for resources: {'Port': ['ID=42e015de-aac7-4c17-9e0b-1d68b7f1cb08,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:25.430075 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['8f03d05b-02ff-4c20-862a-80e3e22816b8'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:23:25.439961 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-20468bcb-9cae-446c-bcf3-e28c05a038fc req-54b6f65e-d6a7-436c-97d1-82700aeae8c0 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] No DVR routers for this DVR port 42e015de-aac7-4c17-9e0b-1d68b7f1cb08 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:23:25.444489 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-20468bcb-9cae-446c-bcf3-e28c05a038fc req-54b6f65e-d6a7-436c-97d1-82700aeae8c0 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:25.448310 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20468bcb-9cae-446c-bcf3-e28c05a038fc req-54b6f65e-d6a7-436c-97d1-82700aeae8c0 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.85 "DELETE /v2.0/ports/42e015de-aac7-4c17-9e0b-1d68b7f1cb08 HTTP/1.1" status: 204 len: 173 time: 1.2032478 Mar 22 19:23:25.480318 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7aa816-a218-4178-ae29-426b7c112406 req-5c269141-36f5-4d33-bd73-2b73cbe26034 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:25.488864 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc7aa816-a218-4178-ae29-426b7c112406 req-5c269141-36f5-4d33-bd73-2b73cbe26034 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=e442d100-9a48-47a0-9e64-90e36806fce4 HTTP/1.1" status: 200 len: 945 time: 0.1638541 Mar 22 19:23:25.519130 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-638fd961-bc18-47e0-96f3-6bea2d22e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:25.529228 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-638fd961-bc18-47e0-96f3-6bea2d22e9d1 service neutron] 10.222.0.75 "GET /v2.0/ports/7b304643-66db-4530-93b8-04df0dd9bee7 HTTP/1.1" status: 200 len: 1125 time: 0.2618225 Mar 22 19:23:25.533724 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-6716b683-7483-45ec-957b-40d9c8078ebe service neutron] Request body: {'binding': {'host': 'n-h1-705658-24', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:25.546318 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-6716b683-7483-45ec-957b-40d9c8078ebe service neutron] Unknown quota resources ['binding']. {{(pid=104173) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 19:23:25.593456 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc7aa816-a218-4178-ae29-426b7c112406 req-a11e3d1f-3c2c-4301-87ce-5e8911b7cebd tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024017 Mar 22 19:23:25.596087 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46286) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:25.599634 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fd37a5-eda3-4222-88ab-c7fb75b6b350', 'name': 'network-vif-deleted', 'tag': '42e015de-aac7-4c17-9e0b-1d68b7f1cb08'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:23:25.613364 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb1375b-7ced-48ea-a997-2f66418b442e" -d '{"events": [{"server_uuid": "b0fd37a5-eda3-4222-88ab-c7fb75b6b350", "name": "network-vif-deleted", "tag": "42e015de-aac7-4c17-9e0b-1d68b7f1cb08"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:23:25.746867 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 92fcec93-4393-4400-9cfb-57d1f1361f91 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:23:25.752431 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 42e015de-aac7-4c17-9e0b-1d68b7f1cb08 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:23:25.795268 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe084830-8ae1-4a63-8b62-2c0b81b6eb7e req-aa867821-8eaa-4063-aa62-b105aeaa4d5d tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:25.797542 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-7d5497ad-d213-4059-98bc-ebc56abe2dbf tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1831500431', 'router:external': True}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:25.797913 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fe084830-8ae1-4a63-8b62-2c0b81b6eb7e req-aa867821-8eaa-4063-aa62-b105aeaa4d5d tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 944 time: 0.0764158 Mar 22 19:23:25.814960 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-6716b683-7483-45ec-957b-40d9c8078ebe service neutron] Attempting to bind port 7b304643-66db-4530-93b8-04df0dd9bee7 on host n-h1-705658-24 for vnic_type normal with profile None {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:23:25.815396 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-6716b683-7483-45ec-957b-40d9c8078ebe service neutron] Attempting to bind port 7b304643-66db-4530-93b8-04df0dd9bee7 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:23:25.815797 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-6716b683-7483-45ec-957b-40d9c8078ebe service neutron] Attempting to bind port 7b304643-66db-4530-93b8-04df0dd9bee7 on network 3f43483d-05ef-426b-881a-d8fc390ab6a9 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:23:25.822578 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 42e015de-aac7-4c17-9e0b-1d68b7f1cb08 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:23:25.822927 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 42e015de-aac7-4c17-9e0b-1d68b7f1cb08 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:23:25.828687 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-6716b683-7483-45ec-957b-40d9c8078ebe service neutron] Port 7b304643-66db-4530-93b8-04df0dd9bee7 on network 3f43483d-05ef-426b-881a-d8fc390ab6a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:23:25.829142 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-6716b683-7483-45ec-957b-40d9c8078ebe service neutron] Attempting to bind port 7b304643-66db-4530-93b8-04df0dd9bee7 on network 3f43483d-05ef-426b-881a-d8fc390ab6a9 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:23:25.835766 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-6716b683-7483-45ec-957b-40d9c8078ebe service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:23:25.836873 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-6716b683-7483-45ec-957b-40d9c8078ebe service neutron] Checking segment: {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:23:25.837574 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-6716b683-7483-45ec-957b-40d9c8078ebe service neutron] Bound using segment: {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:23:25.838275 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-6716b683-7483-45ec-957b-40d9c8078ebe service neutron] Bound port: 7b304643-66db-4530-93b8-04df0dd9bee7, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:23:25.863830 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fe084830-8ae1-4a63-8b62-2c0b81b6eb7e req-52762ad8-1395-42c7-bcac-a8809657e82e tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553641 Mar 22 19:23:25.869245 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5497ad-d213-4059-98bc-ebc56abe2dbf tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Made reservation on behalf of 52cf547f55a6404f8c63507b4cf26f9e for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:23:25.881606 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7d5497ad-d213-4059-98bc-ebc56abe2dbf tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:25.926207 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7d5497ad-d213-4059-98bc-ebc56abe2dbf tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:26.052579 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-6716b683-7483-45ec-957b-40d9c8078ebe service neutron] For port 7b304643-66db-4530-93b8-04df0dd9bee7, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=7b304643-66db-4530-93b8-04df0dd9bee7,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:23:26.058455 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port fc3702aa-6606-431e-8898-54715227e562 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:23:26.059667 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fc3702aa-6606-431e-8898-54715227e562), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:26.086380 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-6716b683-7483-45ec-957b-40d9c8078ebe service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:26.099739 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011d612-5d4a-4380-83fa-5587cb6550ce req-7e71e519-e00f-45c3-b8a1-61984e8a3c27 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:26.102903 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-6716b683-7483-45ec-957b-40d9c8078ebe service neutron] 10.222.0.75 "POST /v2.0/ports/7b304643-66db-4530-93b8-04df0dd9bee7/bindings HTTP/1.1" status: 201 len: 390 time: 0.5609946 Mar 22 19:23:26.109079 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5011d612-5d4a-4380-83fa-5587cb6550ce req-7e71e519-e00f-45c3-b8a1-61984e8a3c27 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 945 time: 0.1171954 Mar 22 19:23:26.226242 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port fc3702aa-6606-431e-8898-54715227e562, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=fc3702aa-6606-431e-8898-54715227e562,segment=NetworkSegment(20fdff8c-5564-4797-a6de-7b5453a4a0ae),segment_id=20fdff8c-5564-4797-a6de-7b5453a4a0ae)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:26.235076 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 92fcec93-4393-4400-9cfb-57d1f1361f91, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=92fcec93-4393-4400-9cfb-57d1f1361f91,segment=NetworkSegment(20fdff8c-5564-4797-a6de-7b5453a4a0ae),segment_id=20fdff8c-5564-4797-a6de-7b5453a4a0ae)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:26.251059 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (fc3702aa-6606-431e-8898-54715227e562), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:26.269543 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5011d612-5d4a-4380-83fa-5587cb6550ce req-18cbac19-1547-45a9-91c0-0f8a49b89f0a tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449685 Mar 22 19:23:26.272009 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7d5497ad-d213-4059-98bc-ebc56abe2dbf tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for security_group (7874d1a8-acb6-4fbb-abbd-c1058e1e6d3b), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:26.287188 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7d5497ad-d213-4059-98bc-ebc56abe2dbf tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7874d1a8-acb6-4fbb-abbd-c1058e1e6d3b), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:26.292599 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '92fcec93-4393-4400-9cfb-57d1f1361f91', 'network_id': '24745c62-fdfd-4b42-a557-891a93f9a29c', 'port_id': '92fcec93-4393-4400-9cfb-57d1f1361f91', 'mac_address': 'fa:16:3e:b7:85:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bcda241-07cb-4883-b82b-609804061a30', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:23:26.295834 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2277e22-740a-4b48-8592-450e331c96be x-openstack-request-id: req-e2277e22-740a-4b48-8592-450e331c96be {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:23:26.296429 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0fd37a5-eda3-4222-88ab-c7fb75b6b350", "name": "network-vif-deleted", "tag": "42e015de-aac7-4c17-9e0b-1d68b7f1cb08", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:23:26.297053 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e2277e22-740a-4b48-8592-450e331c96be {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:23:26.297725 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2277e22-740a-4b48-8592-450e331c96be'] response: {'server_uuid': 'b0fd37a5-eda3-4222-88ab-c7fb75b6b350', 'name': 'network-vif-deleted', 'tag': '42e015de-aac7-4c17-9e0b-1d68b7f1cb08', 'status': 'completed', 'code': 200} Mar 22 19:23:26.345748 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5497ad-d213-4059-98bc-ebc56abe2dbf tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:23:26.366875 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5497ad-d213-4059-98bc-ebc56abe2dbf tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7874d1a8-acb6-4fbb-abbd-c1058e1e6d3b,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:26.375011 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7d5497ad-d213-4059-98bc-ebc56abe2dbf tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (5871cfba-4ecb-49d0-8bc9-95cf1bfcca29), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:26.375554 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-7d5497ad-d213-4059-98bc-ebc56abe2dbf tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Added segment 5871cfba-4ecb-49d0-8bc9-95cf1bfcca29 of type vlan for network 130c94fe-8dab-488b-b6e3-20d51544830b Mar 22 19:23:26.455272 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7d5497ad-d213-4059-98bc-ebc56abe2dbf tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (130c94fe-8dab-488b-b6e3-20d51544830b), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:26.468145 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=fc3702aa-6606-431e-8898-54715227e562,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:26.473702 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 92fcec93-4393-4400-9cfb-57d1f1361f91 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:23:26.476136 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (92fcec93-4393-4400-9cfb-57d1f1361f91), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:26.499733 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92fcec93-4393-4400-9cfb-57d1f1361f91 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:23:26.505777 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7d5497ad-d213-4059-98bc-ebc56abe2dbf tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (130c94fe-8dab-488b-b6e3-20d51544830b), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:26.507762 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5497ad-d213-4059-98bc-ebc56abe2dbf tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:26.508722 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7d5497ad-d213-4059-98bc-ebc56abe2dbf tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:26.518439 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b825902-0362-4697-94ec-9f6880f7a17d req-70174cb1-00b9-4a4e-ba09-508d43eb4ed7 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:26.520334 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6b825902-0362-4697-94ec-9f6880f7a17d req-70174cb1-00b9-4a4e-ba09-508d43eb4ed7 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/ports?device_id=41f47a60-f815-4808-8c31-715e08c7ed2b HTTP/1.1" status: 200 len: 946 time: 0.1343200 Mar 22 19:23:26.526369 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 92fcec93-4393-4400-9cfb-57d1f1361f91, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=92fcec93-4393-4400-9cfb-57d1f1361f91,segment=NetworkSegment(20fdff8c-5564-4797-a6de-7b5453a4a0ae),segment_id=20fdff8c-5564-4797-a6de-7b5453a4a0ae)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:26.533376 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (92fcec93-4393-4400-9cfb-57d1f1361f91), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:26.541767 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7d5497ad-d213-4059-98bc-ebc56abe2dbf tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9433396 Mar 22 19:23:26.565376 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 46306) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:26.573449 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-a7c8aac9-40b7-41f9-aa60-bc01c16152ca tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Request body: {'subnet': {'network_id': '130c94fe-8dab-488b-b6e3-20d51544830b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:26.591154 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5497ad-d213-4059-98bc-ebc56abe2dbf tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Pushing event updated for resources: {'Network': ['ID=130c94fe-8dab-488b-b6e3-20d51544830b,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:26.601914 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=92fcec93-4393-4400-9cfb-57d1f1361f91,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:26.611436 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 130c94fe-8dab-488b-b6e3-20d51544830b details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:23:26.645299 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c8aac9-40b7-41f9-aa60-bc01c16152ca tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Made reservation on behalf of 52cf547f55a6404f8c63507b4cf26f9e for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:23:26.647569 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a7c8aac9-40b7-41f9-aa60-bc01c16152ca tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:26.658485 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c673e6-554c-4836-ae76-02f2acf662ef req-bc23f14d-b66d-497a-aaab-08b844f5d143 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:26.664417 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-19c673e6-554c-4836-ae76-02f2acf662ef req-bc23f14d-b66d-497a-aaab-08b844f5d143 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 945 time: 0.1835105 Mar 22 19:23:26.675450 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6b825902-0362-4697-94ec-9f6880f7a17d req-c07d72b6-c967-4318-b9f1-e726e6994469 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/security-groups?id=de3e3076-a14d-47c8-9957-d3dc6bec5933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339402 Mar 22 19:23:26.753593 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-123cea6a-569e-40af-9939-edd0b4c4eddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:26.755266 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-123cea6a-569e-40af-9939-edd0b4c4eddf service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=21ca62c1596a4d419681f3e57266f544&device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 1128 time: 0.2572587 Mar 22 19:23:26.905753 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-19c673e6-554c-4836-ae76-02f2acf662ef req-69ab5de8-8770-410f-ad9e-b0ec226121fb tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395675 Mar 22 19:23:26.940936 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['92fcec93-4393-4400-9cfb-57d1f1361f91'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:23:26.974633 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921bfa8-8917-4ccf-be39-96ed4cc3e04a req-7a23134d-87a1-4dd9-89c8-4e963d12ebe6 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:26.976151 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6921bfa8-8917-4ccf-be39-96ed4cc3e04a req-7a23134d-87a1-4dd9-89c8-4e963d12ebe6 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=e442d100-9a48-47a0-9e64-90e36806fce4 HTTP/1.1" status: 200 len: 945 time: 0.2199440 Mar 22 19:23:26.994839 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-53311a84-764c-4d17-ad44-b990aa0e1314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:26.996353 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-53311a84-764c-4d17-ad44-b990aa0e1314 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3f43483d-05ef-426b-881a-d8fc390ab6a9 HTTP/1.1" status: 200 len: 922 time: 0.2294092 Mar 22 19:23:27.083349 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-10568819-6cf2-4a5b-8ed9-e95e987a0e43 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b304643-66db-4530-93b8-04df0dd9bee7 HTTP/1.1" status: 200 len: 217 time: 0.0709269 Mar 22 19:23:27.179983 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-35c2a240-73f6-4352-bece-f08c13b82d91 req-e551a107-a01a-47fb-a0e2-eb4a10ec27a7 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups/fab83959-6d21-4535-973c-29267ea2e0f0 HTTP/1.1" status: 200 len: 1817 time: 0.2164862 Mar 22 19:23:27.188576 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6921bfa8-8917-4ccf-be39-96ed4cc3e04a req-8bdf6b30-257a-4126-ad6f-76825f260114 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985507 Mar 22 19:23:27.229137 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f47a60-f815-4808-8c31-715e08c7ed2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3702aa-6606-431e-8898-54715227e562'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:23:27.232023 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64b295d-4474-4888-be07-68be304651a0" -d '{"events": [{"server_uuid": "41f47a60-f815-4808-8c31-715e08c7ed2b", "name": "network-vif-plugged", "status": "completed", "tag": "fc3702aa-6606-431e-8898-54715227e562"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:23:27.561084 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-12a32ef9-6a82-4634-b966-da28c2bc3406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:27.562561 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-12a32ef9-6a82-4634-b966-da28c2bc3406 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bc515ca7-b43f-45d2-b838-320d24bc42f9 HTTP/1.1" status: 200 len: 861 time: 0.4482903 Mar 22 19:23:27.626709 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-2dbcad6d-05e2-4098-af56-37b78f797a91 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3f43483d-05ef-426b-881a-d8fc390ab6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559580 Mar 22 19:23:27.734274 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-35c2a240-73f6-4352-bece-f08c13b82d91 req-b66b3314-942b-43a4-b3e1-ddfc418a0742 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (fab83959-6d21-4535-973c-29267ea2e0f0), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:27.737077 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 8f03d05b-02ff-4c20-862a-80e3e22816b8 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:23:27.750591 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40f446-886e-420f-929f-6bb16e4820d1 req-2bffe89e-e6ec-4c5c-9915-0c2302a3ab58 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:27.752139 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5d40f446-886e-420f-929f-6bb16e4820d1 req-2bffe89e-e6ec-4c5c-9915-0c2302a3ab58 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 944 time: 0.1885865 Mar 22 19:23:27.794729 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 8f03d05b-02ff-4c20-862a-80e3e22816b8 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:23:27.795120 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8f03d05b-02ff-4c20-862a-80e3e22816b8), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:27.805069 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-35c2a240-73f6-4352-bece-f08c13b82d91 req-b66b3314-942b-43a4-b3e1-ddfc418a0742 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (fab83959-6d21-4535-973c-29267ea2e0f0), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:27.810975 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-5c9bf502-af1e-45f8-a738-ba6cdd6a3e2b service neutron] 10.222.0.84 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747932 Mar 22 19:23:27.874072 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 8f03d05b-02ff-4c20-862a-80e3e22816b8 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:23:27.874291 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8f03d05b-02ff-4c20-862a-80e3e22816b8), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:27.926346 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 8f03d05b-02ff-4c20-862a-80e3e22816b8, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=8f03d05b-02ff-4c20-862a-80e3e22816b8,segment=NetworkSegment(1dabcaba-79e0-403f-8405-a983f35d70a7),segment_id=1dabcaba-79e0-403f-8405-a983f35d70a7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:27.930938 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5d40f446-886e-420f-929f-6bb16e4820d1 req-5bfddfd1-bdbe-408d-b5ee-0b3cabee0e68 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669681 Mar 22 19:23:27.949199 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8f03d05b-02ff-4c20-862a-80e3e22816b8), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:27.994965 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-35c2a240-73f6-4352-bece-f08c13b82d91 req-b66b3314-942b-43a4-b3e1-ddfc418a0742 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (fab83959-6d21-4535-973c-29267ea2e0f0), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:27.997533 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-35c2a240-73f6-4352-bece-f08c13b82d91 req-b66b3314-942b-43a4-b3e1-ddfc418a0742 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:27.998702 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-35c2a240-73f6-4352-bece-f08c13b82d91 req-b66b3314-942b-43a4-b3e1-ddfc418a0742 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "DELETE /v2.0/security-groups/fab83959-6d21-4535-973c-29267ea2e0f0 HTTP/1.1" status: 204 len: 173 time: 0.8070583 Mar 22 19:23:28.004060 n-d-705658-24 neutron-server[104172]: DEBUG neutron.objects.ports [None req-a7c8aac9-40b7-41f9-aa60-bc01c16152ca tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104172) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 19:23:28.004532 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a7c8aac9-40b7-41f9-aa60-bc01c16152ca tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (4c2b60c8-e160-48b1-bb50-eda39c19ffe9), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:28.012926 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=8f03d05b-02ff-4c20-862a-80e3e22816b8,revision_number=8']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:28.045936 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050e4218-9a39-45da-9bae-42e26de3690a x-openstack-request-id: req-050e4218-9a39-45da-9bae-42e26de3690a {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:23:28.046983 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f47a60-f815-4808-8c31-715e08c7ed2b", "name": "network-vif-plugged", "status": "completed", "tag": "fc3702aa-6606-431e-8898-54715227e562", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:23:28.047498 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-050e4218-9a39-45da-9bae-42e26de3690a {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:23:28.048275 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-050e4218-9a39-45da-9bae-42e26de3690a'] response: {'server_uuid': '41f47a60-f815-4808-8c31-715e08c7ed2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3702aa-6606-431e-8898-54715227e562', 'code': 200} Mar 22 19:23:28.048642 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b3314-942b-43a4-b3e1-ddfc418a0742 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab83959-6d21-4535-973c-29267ea2e0f0,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:28.073260 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-5c110b58-0415-4a58-a044-bd406da42001 service neutron] 10.222.0.84 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442605 Mar 22 19:23:28.120894 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c8aac9-40b7-41f9-aa60-bc01c16152ca tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4c2b60c8-e160-48b1-bb50-eda39c19ffe9,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:28.232314 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c8aac9-40b7-41f9-aa60-bc01c16152ca tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Checking segment: {'id': '5871cfba-4ecb-49d0-8bc9-95cf1bfcca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '130c94fe-8dab-488b-b6e3-20d51544830b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:23:28.232793 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c8aac9-40b7-41f9-aa60-bc01c16152ca tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Network hostable DHCP agents. Network: 130c94fe-8dab-488b-b6e3-20d51544830b, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:23:28.246035 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4dbf3-1f8d-4265-aa2f-c99a26950aef req-2d5b0060-e597-40e5-a539-cb286356f0cc tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:28.247664 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-beb4dbf3-1f8d-4265-aa2f-c99a26950aef req-2d5b0060-e597-40e5-a539-cb286356f0cc tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=e442d100-9a48-47a0-9e64-90e36806fce4 HTTP/1.1" status: 200 len: 945 time: 0.2035143 Mar 22 19:23:28.293702 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b35eb6-d287-4d44-bbc5-3ccc6e49b3a6 req-c24ec929-4662-4824-8a1b-63ea015fe423 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:28.295379 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1b35eb6-d287-4d44-bbc5-3ccc6e49b3a6 req-c24ec929-4662-4824-8a1b-63ea015fe423 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 945 time: 0.1566212 Mar 22 19:23:28.299866 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67c3ff-93ec-4790-8969-92d2750403f9 req-0caa5844-95c4-4509-916d-239b018ad94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:28.301388 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6e67c3ff-93ec-4790-8969-92d2750403f9 req-0caa5844-95c4-4509-916d-239b018ad94d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=41f47a60-f815-4808-8c31-715e08c7ed2b HTTP/1.1" status: 200 len: 1129 time: 0.1613243 Mar 22 19:23:28.303383 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c8aac9-40b7-41f9-aa60-bc01c16152ca tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Network 130c94fe-8dab-488b-b6e3-20d51544830b is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:23:28.350109 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-a7c8aac9-40b7-41f9-aa60-bc01c16152ca tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 130c94fe-8dab-488b-b6e3-20d51544830b) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:23:28.362341 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e3768f-ba15-412a-bb74-5b84074e8e70 None None] Network 130c94fe-8dab-488b-b6e3-20d51544830b requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:23:28.372280 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c8aac9-40b7-41f9-aa60-bc01c16152ca tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:28.373097 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a7c8aac9-40b7-41f9-aa60-bc01c16152ca tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:28.402074 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-beb4dbf3-1f8d-4265-aa2f-c99a26950aef req-794624a7-96d9-45fd-9af2-51d3b3226649 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438828 Mar 22 19:23:28.459874 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a7c8aac9-40b7-41f9-aa60-bc01c16152ca tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.8899841 Mar 22 19:23:28.459874 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 46328) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:28.465748 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-5acfcc49-c6c3-4576-8d90-7161feb75d3f tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-629179441', 'network_id': '130c94fe-8dab-488b-b6e3-20d51544830b'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:28.472031 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6e67c3ff-93ec-4790-8969-92d2750403f9 req-14e1e591-9969-4e27-a035-a971267bcad1 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=de3e3076-a14d-47c8-9957-d3dc6bec5933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610641 Mar 22 19:23:28.475307 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1b35eb6-d287-4d44-bbc5-3ccc6e49b3a6 req-05df7dca-02e1-45ac-adf3-01065f5bd64f tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694593 Mar 22 19:23:28.499714 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acfcc49-c6c3-4576-8d90-7161feb75d3f tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Made reservation on behalf of 52cf547f55a6404f8c63507b4cf26f9e for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:23:28.502556 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5acfcc49-c6c3-4576-8d90-7161feb75d3f tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:28.549816 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-5acfcc49-c6c3-4576-8d90-7161feb75d3f tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] device_id is not set on port 8628a347-3b45-4b2f-bdb4-43f05009f749 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:23:28.619395 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e36189-60df-40d0-9c45-611b966b6b90 req-396d99ec-162e-4d63-8296-664d4f518d69 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:28.626531 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-96e36189-60df-40d0-9c45-611b966b6b90 req-396d99ec-162e-4d63-8296-664d4f518d69 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/ports?device_id=41f47a60-f815-4808-8c31-715e08c7ed2b HTTP/1.1" status: 200 len: 946 time: 0.1284111 Mar 22 19:23:28.675933 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f9016c-e493-4d1c-a6c3-93612537c762 None None] Network 130c94fe-8dab-488b-b6e3-20d51544830b requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:23:28.750372 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-5acfcc49-c6c3-4576-8d90-7161feb75d3f tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Allocated IP 2001:db8::35a (130c94fe-8dab-488b-b6e3-20d51544830b/4c2b60c8-e160-48b1-bb50-eda39c19ffe9/8628a347-3b45-4b2f-bdb4-43f05009f749) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:23:28.782111 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-96e36189-60df-40d0-9c45-611b966b6b90 req-6eb5fcd1-87c6-420e-86bf-876348a67cee tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/security-groups?id=de3e3076-a14d-47c8-9957-d3dc6bec5933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527357 Mar 22 19:23:28.845850 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a333ef-c68b-428a-9425-53989e45e8b1 req-a78ddae3-ebb6-4b95-aa6c-c6cb480c6d26 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:28.847314 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d4a333ef-c68b-428a-9425-53989e45e8b1 req-a78ddae3-ebb6-4b95-aa6c-c6cb480c6d26 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 945 time: 0.1818092 Mar 22 19:23:28.974074 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-226eb630-e7a7-496c-905f-a7ffd0eb6b4d req-5dc4e668-e349-455c-a3c2-674b53a6afbd tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups/9196dff9-4a24-4baf-94a2-cff5f54c4599 HTTP/1.1" status: 200 len: 1818 time: 0.1536710 Mar 22 19:23:28.984683 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d4a333ef-c68b-428a-9425-53989e45e8b1 req-f32140fa-134b-4c6b-9b80-383daf80d059 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270728 Mar 22 19:23:29.064292 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5acfcc49-c6c3-4576-8d90-7161feb75d3f tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for port (8628a347-3b45-4b2f-bdb4-43f05009f749), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:29.086055 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-226eb630-e7a7-496c-905f-a7ffd0eb6b4d req-58b19bfe-5bfc-4770-84a5-805f0762b261 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (9196dff9-4a24-4baf-94a2-cff5f54c4599), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:29.132745 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-226eb630-e7a7-496c-905f-a7ffd0eb6b4d req-58b19bfe-5bfc-4770-84a5-805f0762b261 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (9196dff9-4a24-4baf-94a2-cff5f54c4599), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:29.192815 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5acfcc49-c6c3-4576-8d90-7161feb75d3f tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (8628a347-3b45-4b2f-bdb4-43f05009f749), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:29.207368 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device dccb72f5-9599-4a5c-b521-ae37ff69749f details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:23:29.231928 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-226eb630-e7a7-496c-905f-a7ffd0eb6b4d req-58b19bfe-5bfc-4770-84a5-805f0762b261 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9196dff9-4a24-4baf-94a2-cff5f54c4599), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:29.234470 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-226eb630-e7a7-496c-905f-a7ffd0eb6b4d req-58b19bfe-5bfc-4770-84a5-805f0762b261 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:29.236204 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-226eb630-e7a7-496c-905f-a7ffd0eb6b4d req-58b19bfe-5bfc-4770-84a5-805f0762b261 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "DELETE /v2.0/security-groups/9196dff9-4a24-4baf-94a2-cff5f54c4599 HTTP/1.1" status: 204 len: 173 time: 0.2546833 Mar 22 19:23:29.272701 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7493ba-7d5b-43c9-8929-5146df02c0ac req-386ec778-7f05-4835-8534-f67890c14a07 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:29.274274 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7f7493ba-7d5b-43c9-8929-5146df02c0ac req-386ec778-7f05-4835-8534-f67890c14a07 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 945 time: 0.1593652 Mar 22 19:23:29.280412 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acfcc49-c6c3-4576-8d90-7161feb75d3f tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Network 130c94fe-8dab-488b-b6e3-20d51544830b is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:23:29.281337 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b19bfe-5bfc-4770-84a5-805f0762b261 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9196dff9-4a24-4baf-94a2-cff5f54c4599,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:29.288929 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-5acfcc49-c6c3-4576-8d90-7161feb75d3f tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:23:29.295033 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfcc49-c6c3-4576-8d90-7161feb75d3f tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Pushing event updated for resources: {'Port': ['ID=8628a347-3b45-4b2f-bdb4-43f05009f749,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:29.297583 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acfcc49-c6c3-4576-8d90-7161feb75d3f tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:23:29.299226 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acfcc49-c6c3-4576-8d90-7161feb75d3f tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:29.299834 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5acfcc49-c6c3-4576-8d90-7161feb75d3f tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:29.343045 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5acfcc49-c6c3-4576-8d90-7161feb75d3f tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8819904 Mar 22 19:23:29.346944 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46344) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:29.379012 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7f7493ba-7d5b-43c9-8929-5146df02c0ac req-27a9e39c-49b5-4a50-a312-517b5515b0ac tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923929 Mar 22 19:23:29.466468 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port dccb72f5-9599-4a5c-b521-ae37ff69749f, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=dccb72f5-9599-4a5c-b521-ae37ff69749f,segment=NetworkSegment(8c6ba457-004e-47f9-ab30-ce3aaf4ab771),segment_id=8c6ba457-004e-47f9-ab30-ce3aaf4ab771)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:29.482489 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-4d31c39e-ec83-4747-b0c3-c4a965feb412 req-3f4454a8-b3ca-43dd-9770-fe51c589e22c tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-709612239', 'description': 'tempest-description-985709252'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:29.482715 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'dccb72f5-9599-4a5c-b521-ae37ff69749f', 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40', 'port_id': 'dccb72f5-9599-4a5c-b521-ae37ff69749f', 'mac_address': 'fa:16:3e:6d:b3:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9beaf938-d336-4dec-9fdf-4059a4c13370', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:23:29.527924 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4d31c39e-ec83-4747-b0c3-c4a965feb412 req-3f4454a8-b3ca-43dd-9770-fe51c589e22c tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:29.550841 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-feea0bb3-7d3e-45c1-b877-aac0578d9f94 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Deleting port 8628a347-3b45-4b2f-bdb4-43f05009f749 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:23:29.551193 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-feea0bb3-7d3e-45c1-b877-aac0578d9f94 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (8628a347-3b45-4b2f-bdb4-43f05009f749), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:29.551565 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8c218-53f5-4e24-9eae-64e79aacf753 req-1e8f7ccb-6e4b-4f0b-a7a7-691673df7d7d tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:29.560737 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e1a8c218-53f5-4e24-9eae-64e79aacf753 req-1e8f7ccb-6e4b-4f0b-a7a7-691673df7d7d tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=e442d100-9a48-47a0-9e64-90e36806fce4 HTTP/1.1" status: 200 len: 945 time: 0.1745505 Mar 22 19:23:29.578656 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port dccb72f5-9599-4a5c-b521-ae37ff69749f is: ACTIVE; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:23:29.583542 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (dccb72f5-9599-4a5c-b521-ae37ff69749f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:29.600423 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dccb72f5-9599-4a5c-b521-ae37ff69749f {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:23:29.629344 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port dccb72f5-9599-4a5c-b521-ae37ff69749f, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=dccb72f5-9599-4a5c-b521-ae37ff69749f,segment=NetworkSegment(8c6ba457-004e-47f9-ab30-ce3aaf4ab771),segment_id=8c6ba457-004e-47f9-ab30-ce3aaf4ab771)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:29.634008 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (dccb72f5-9599-4a5c-b521-ae37ff69749f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:29.698995 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-feea0bb3-7d3e-45c1-b877-aac0578d9f94 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (8628a347-3b45-4b2f-bdb4-43f05009f749), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:29.702302 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e1a8c218-53f5-4e24-9eae-64e79aacf753 req-98b968a9-ad94-43e8-9887-40d87f3cde69 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402040 Mar 22 19:23:29.736069 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-feea0bb3-7d3e-45c1-b877-aac0578d9f94 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Calling delete_port for 8628a347-3b45-4b2f-bdb4-43f05009f749 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:23:29.798646 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 92fcec93-4393-4400-9cfb-57d1f1361f91 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:23:29.808054 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=dccb72f5-9599-4a5c-b521-ae37ff69749f,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:29.821193 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4d31c39e-ec83-4747-b0c3-c4a965feb412 req-3f4454a8-b3ca-43dd-9770-fe51c589e22c tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (b25f2f6a-4b62-4432-af1b-3003752b2cee), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:29.822670 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['dccb72f5-9599-4a5c-b521-ae37ff69749f'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:23:29.828687 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4d31c39e-ec83-4747-b0c3-c4a965feb412 req-3f4454a8-b3ca-43dd-9770-fe51c589e22c tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b25f2f6a-4b62-4432-af1b-3003752b2cee), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:29.895876 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-feea0bb3-7d3e-45c1-b877-aac0578d9f94 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (8628a347-3b45-4b2f-bdb4-43f05009f749), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:29.926759 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea0bb3-7d3e-45c1-b877-aac0578d9f94 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Pushing event deleted for resources: {'Port': ['ID=8628a347-3b45-4b2f-bdb4-43f05009f749,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:29.968338 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-feea0bb3-7d3e-45c1-b877-aac0578d9f94 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:29.973276 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-feea0bb3-7d3e-45c1-b877-aac0578d9f94 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] 10.222.0.75 "DELETE /v2.0/ports/8628a347-3b45-4b2f-bdb4-43f05009f749 HTTP/1.1" status: 204 len: 168 time: 0.6247811 Mar 22 19:23:29.976905 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46362) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:29.984946 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-70667c89-b67c-4c55-8aa5-d21b9f4cef6d tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '130c94fe-8dab-488b-b6e3-20d51544830b', 'external_fixed_ips': [{'subnet_id': '4c2b60c8-e160-48b1-bb50-eda39c19ffe9', 'ip_address': '2001:db8::35a'}]}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:30.004856 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4d31c39e-ec83-4747-b0c3-c4a965feb412 req-3f4454a8-b3ca-43dd-9770-fe51c589e22c tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:30.011447 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4d31c39e-ec83-4747-b0c3-c4a965feb412 req-3f4454a8-b3ca-43dd-9770-fe51c589e22c tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5518909 Mar 22 19:23:30.026493 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-70667c89-b67c-4c55-8aa5-d21b9f4cef6d tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (ac38a6fa-f35f-47f4-b72c-7a53e1abef38), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:30.028111 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-70667c89-b67c-4c55-8aa5-d21b9f4cef6d tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (ac38a6fa-f35f-47f4-b72c-7a53e1abef38), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:30.053988 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675087b0-cafe-4493-b2ab-962dfe9c579e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f03d05b-02ff-4c20-862a-80e3e22816b8'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:23:30.057869 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c46484a-2892-466b-a2f3-534d0710f9d5" -d '{"events": [{"server_uuid": "675087b0-cafe-4493-b2ab-962dfe9c579e", "name": "network-vif-plugged", "status": "completed", "tag": "8f03d05b-02ff-4c20-862a-80e3e22816b8"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:23:30.072020 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4454a8-b3ca-43dd-9770-fe51c589e22c tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b25f2f6a-4b62-4432-af1b-3003752b2cee,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:30.119423 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ded38-39c3-41d3-9c2a-6f086ae144c3 req-034d6da5-2cfa-49ab-bc94-fcc9c626b60d tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:30.120958 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a9ded38-39c3-41d3-9c2a-6f086ae144c3 req-034d6da5-2cfa-49ab-bc94-fcc9c626b60d tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 944 time: 0.2247684 Mar 22 19:23:30.135807 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 92fcec93-4393-4400-9cfb-57d1f1361f91 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:23:30.143627 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-70667c89-b67c-4c55-8aa5-d21b9f4cef6d tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router_controller (ac38a6fa-f35f-47f4-b72c-7a53e1abef38), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:30.154718 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 92fcec93-4393-4400-9cfb-57d1f1361f91 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:23:30.155098 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (92fcec93-4393-4400-9cfb-57d1f1361f91), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:30.291861 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb1f93-2a9c-4b0e-bb15-eccb8b7f4b7b req-9757dd3a-4a59-4810-b2c0-5160b1372b85 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:30.295983 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4dcb1f93-2a9c-4b0e-bb15-eccb8b7f4b7b req-9757dd3a-4a59-4810-b2c0-5160b1372b85 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=e442d100-9a48-47a0-9e64-90e36806fce4 HTTP/1.1" status: 200 len: 945 time: 0.1741211 Mar 22 19:23:30.323958 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a9ded38-39c3-41d3-9c2a-6f086ae144c3 req-afb76e95-a0ae-4db9-b36f-577afc2d5814 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577990 Mar 22 19:23:30.395230 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4dcb1f93-2a9c-4b0e-bb15-eccb8b7f4b7b req-cca192db-76d2-49a7-935c-3486dde320ed tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697472 Mar 22 19:23:30.398786 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 92fcec93-4393-4400-9cfb-57d1f1361f91 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:23:30.399308 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (92fcec93-4393-4400-9cfb-57d1f1361f91), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:30.484751 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 92fcec93-4393-4400-9cfb-57d1f1361f91, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=92fcec93-4393-4400-9cfb-57d1f1361f91,segment=NetworkSegment(20fdff8c-5564-4797-a6de-7b5453a4a0ae),segment_id=20fdff8c-5564-4797-a6de-7b5453a4a0ae)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:30.499487 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d248d-a82f-4705-8735-9141831f600d req-eca66a06-7f1b-492e-a788-0c1a236944a4 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:30.500608 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (92fcec93-4393-4400-9cfb-57d1f1361f91), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:30.511643 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-743d248d-a82f-4705-8735-9141831f600d req-eca66a06-7f1b-492e-a788-0c1a236944a4 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/ports?device_id=41f47a60-f815-4808-8c31-715e08c7ed2b HTTP/1.1" status: 200 len: 946 time: 0.1136451 Mar 22 19:23:30.597548 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=92fcec93-4393-4400-9cfb-57d1f1361f91,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:30.658577 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-743d248d-a82f-4705-8735-9141831f600d req-e0669b97-624b-466f-bedd-a80e9deacdb9 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/security-groups?id=de3e3076-a14d-47c8-9957-d3dc6bec5933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345253 Mar 22 19:23:30.702439 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235bd5d-51be-454c-9828-1d989c9c9ddc req-5c934409-cbeb-4483-b34d-e998d9000e04 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:30.712484 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3235bd5d-51be-454c-9828-1d989c9c9ddc req-5c934409-cbeb-4483-b34d-e998d9000e04 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 945 time: 0.1483777 Mar 22 19:23:30.816211 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e30d53b7-95c6-41dd-bcb1-8da7df68053e req-6c2dd453-68b2-487f-ad36-e9e9e28f3b2a tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups/b25f2f6a-4b62-4432-af1b-3003752b2cee HTTP/1.1" status: 200 len: 1818 time: 0.1015997 Mar 22 19:23:30.819508 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3235bd5d-51be-454c-9828-1d989c9c9ddc req-ccc3a0a3-f0ef-46f1-8aa1-52252fa998e7 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062140 Mar 22 19:23:30.832208 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-e30d53b7-95c6-41dd-bcb1-8da7df68053e req-eb15699e-3f30-4d2f-93ca-b464453ef98d tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1802576124', 'description': 'tempest-description-hth-196935218'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:30.907663 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e30d53b7-95c6-41dd-bcb1-8da7df68053e req-eb15699e-3f30-4d2f-93ca-b464453ef98d tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (b25f2f6a-4b62-4432-af1b-3003752b2cee), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:30.941646 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-70667c89-b67c-4c55-8aa5-d21b9f4cef6d tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router_gateway (ac38a6fa-f35f-47f4-b72c-7a53e1abef38), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:30.958007 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6ebee7-2f10-4c44-983a-b97b6301ece8 x-openstack-request-id: req-ae6ebee7-2f10-4c44-983a-b97b6301ece8 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:23:30.958325 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675087b0-cafe-4493-b2ab-962dfe9c579e", "name": "network-vif-plugged", "status": "completed", "tag": "8f03d05b-02ff-4c20-862a-80e3e22816b8", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:23:30.958712 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ae6ebee7-2f10-4c44-983a-b97b6301ece8 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:23:30.959187 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae6ebee7-2f10-4c44-983a-b97b6301ece8'] response: {'server_uuid': '675087b0-cafe-4493-b2ab-962dfe9c579e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f03d05b-02ff-4c20-862a-80e3e22816b8', 'code': 200} Mar 22 19:23:31.014295 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e30d53b7-95c6-41dd-bcb1-8da7df68053e req-eb15699e-3f30-4d2f-93ca-b464453ef98d tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (b25f2f6a-4b62-4432-af1b-3003752b2cee), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:31.029957 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e30d53b7-95c6-41dd-bcb1-8da7df68053e req-eb15699e-3f30-4d2f-93ca-b464453ef98d tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b25f2f6a-4b62-4432-af1b-3003752b2cee), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:31.033487 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e30d53b7-95c6-41dd-bcb1-8da7df68053e req-eb15699e-3f30-4d2f-93ca-b464453ef98d tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:31.035060 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e30d53b7-95c6-41dd-bcb1-8da7df68053e req-eb15699e-3f30-4d2f-93ca-b464453ef98d tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "PUT /v2.0/security-groups/b25f2f6a-4b62-4432-af1b-3003752b2cee HTTP/1.1" status: 200 len: 1793 time: 0.2075493 Mar 22 19:23:31.179446 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15699e-3f30-4d2f-93ca-b464453ef98d tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b25f2f6a-4b62-4432-af1b-3003752b2cee,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:31.205436 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device dccb72f5-9599-4a5c-b521-ae37ff69749f up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:23:31.279199 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16919249-7a4b-4b52-aab6-ce054c2da243 req-b2a23afd-6c58-4281-88eb-8bf83c95c839 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:31.287136 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-16919249-7a4b-4b52-aab6-ce054c2da243 req-b2a23afd-6c58-4281-88eb-8bf83c95c839 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 945 time: 0.2322361 Mar 22 19:23:31.307547 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port dccb72f5-9599-4a5c-b521-ae37ff69749f triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:23:31.308413 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (dccb72f5-9599-4a5c-b521-ae37ff69749f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:31.363152 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4d528-4359-4fad-b892-b8a80473831f req-11550459-07f0-43a0-af63-9de67777f680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:31.364883 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00a4d528-4359-4fad-b892-b8a80473831f req-11550459-07f0-43a0-af63-9de67777f680 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 1128 time: 0.1740301 Mar 22 19:23:31.385065 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-16919249-7a4b-4b52-aab6-ce054c2da243 req-9bd019bd-275c-42bb-83e9-f738e4cf7130 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967724 Mar 22 19:23:31.402907 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-70667c89-b67c-4c55-8aa5-d21b9f4cef6d tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router_gateway (ac38a6fa-f35f-47f4-b72c-7a53e1abef38), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:31.433918 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:23:31.449010 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00a4d528-4359-4fad-b892-b8a80473831f req-178c5a6c-9685-49bc-8b2a-6ff6443728fb service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598469 Mar 22 19:23:31.457412 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc20db7-928e-4dcf-8d89-2b4ebfd81b7b req-920ad6b2-119a-4fee-b35a-07a470b4378f tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:31.466724 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3bc20db7-928e-4dcf-8d89-2b4ebfd81b7b req-920ad6b2-119a-4fee-b35a-07a470b4378f tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5bd59d-5c38-41f3-9a74-357f736eea36 HTTP/1.1" status: 200 len: 946 time: 0.2590868 Mar 22 19:23:31.495433 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-70667c89-b67c-4c55-8aa5-d21b9f4cef6d tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:31.566835 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port dccb72f5-9599-4a5c-b521-ae37ff69749f is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:23:31.567437 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (dccb72f5-9599-4a5c-b521-ae37ff69749f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:31.572076 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3bc20db7-928e-4dcf-8d89-2b4ebfd81b7b req-27bbfde7-4730-418f-b369-abbd59ceae1e tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/security-groups?id=de3e3076-a14d-47c8-9957-d3dc6bec5933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036463 Mar 22 19:23:31.647445 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port dccb72f5-9599-4a5c-b521-ae37ff69749f, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=dccb72f5-9599-4a5c-b521-ae37ff69749f,segment=NetworkSegment(8c6ba457-004e-47f9-ab30-ce3aaf4ab771),segment_id=8c6ba457-004e-47f9-ab30-ce3aaf4ab771)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:31.656703 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (dccb72f5-9599-4a5c-b521-ae37ff69749f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:31.704585 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-16932c30-eb3c-4fbb-9fc9-b7c770f6d7d9 req-67e16a6f-d82a-47c1-a6cb-fc3e0f05bbbd tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups/b25f2f6a-4b62-4432-af1b-3003752b2cee HTTP/1.1" status: 200 len: 1793 time: 0.2053559 Mar 22 19:23:31.785347 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=dccb72f5-9599-4a5c-b521-ae37ff69749f,revision_number=7']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:31.864550 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557055a-cd18-4b60-8a84-9e8d4171a58d req-f91ad673-c799-4f6d-b1e3-95149c701fa1 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:31.866415 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8557055a-cd18-4b60-8a84-9e8d4171a58d req-f91ad673-c799-4f6d-b1e3-95149c701fa1 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=e442d100-9a48-47a0-9e64-90e36806fce4 HTTP/1.1" status: 200 len: 945 time: 0.1233501 Mar 22 19:23:31.868550 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-70667c89-b67c-4c55-8aa5-d21b9f4cef6d tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Allocated IP 2001:db8::35a (130c94fe-8dab-488b-b6e3-20d51544830b/4c2b60c8-e160-48b1-bb50-eda39c19ffe9/4006a014-d875-46ea-8347-8efebdc5163d) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:23:31.980207 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8557055a-cd18-4b60-8a84-9e8d4171a58d req-678cde7e-d2ea-4ef5-9a5e-de82881bfa4d tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755913 Mar 22 19:23:31.988835 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175669c8-3ad7-4fce-b90e-666054b4e247 req-ca72533d-8b6e-4e36-a28c-af407ca1eee3 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:31.991020 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-175669c8-3ad7-4fce-b90e-666054b4e247 req-ca72533d-8b6e-4e36-a28c-af407ca1eee3 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 945 time: 0.1230915 Mar 22 19:23:32.048693 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-70667c89-b67c-4c55-8aa5-d21b9f4cef6d tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for port (4006a014-d875-46ea-8347-8efebdc5163d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:32.074751 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-175669c8-3ad7-4fce-b90e-666054b4e247 req-f17d70a9-598c-4027-93ff-db21a46e6488 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699182 Mar 22 19:23:32.121892 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-70667c89-b67c-4c55-8aa5-d21b9f4cef6d tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (4006a014-d875-46ea-8347-8efebdc5163d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:32.151759 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f427aee5-1ebd-4961-bdcc-305e82344b20 req-a21c8e90-4cf2-4a19-9cdc-c002fd5e2b0f tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups/b25f2f6a-4b62-4432-af1b-3003752b2cee HTTP/1.1" status: 200 len: 1793 time: 0.0956399 Mar 22 19:23:32.205690 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70667c89-b67c-4c55-8aa5-d21b9f4cef6d tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Pushing event updated for resources: {'Port': ['ID=4006a014-d875-46ea-8347-8efebdc5163d,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:32.230390 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70667c89-b67c-4c55-8aa5-d21b9f4cef6d tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Network 130c94fe-8dab-488b-b6e3-20d51544830b is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:23:32.232392 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-70667c89-b67c-4c55-8aa5-d21b9f4cef6d tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:23:32.235227 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70667c89-b67c-4c55-8aa5-d21b9f4cef6d tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:23:32.263219 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f427aee5-1ebd-4961-bdcc-305e82344b20 req-2054580e-74ee-460b-aee8-3cdbdd106384 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (b25f2f6a-4b62-4432-af1b-3003752b2cee), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:32.305230 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f427aee5-1ebd-4961-bdcc-305e82344b20 req-2054580e-74ee-460b-aee8-3cdbdd106384 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (b25f2f6a-4b62-4432-af1b-3003752b2cee), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:32.379904 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95df44-a966-476b-8bee-ef0d1ff63b41 req-a9e1287c-a249-4250-823e-1af28af3abd7 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:32.381926 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7a95df44-a966-476b-8bee-ef0d1ff63b41 req-a9e1287c-a249-4250-823e-1af28af3abd7 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 945 time: 0.1808200 Mar 22 19:23:32.388440 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f427aee5-1ebd-4961-bdcc-305e82344b20 req-2054580e-74ee-460b-aee8-3cdbdd106384 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b25f2f6a-4b62-4432-af1b-3003752b2cee), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:32.395318 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f427aee5-1ebd-4961-bdcc-305e82344b20 req-2054580e-74ee-460b-aee8-3cdbdd106384 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:32.411081 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f427aee5-1ebd-4961-bdcc-305e82344b20 req-2054580e-74ee-460b-aee8-3cdbdd106384 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "DELETE /v2.0/security-groups/b25f2f6a-4b62-4432-af1b-3003752b2cee HTTP/1.1" status: 204 len: 173 time: 0.2534111 Mar 22 19:23:32.471913 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054580e-74ee-460b-aee8-3cdbdd106384 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25f2f6a-4b62-4432-af1b-3003752b2cee,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:32.574958 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7a95df44-a966-476b-8bee-ef0d1ff63b41 req-8a5331cb-a779-4030-a439-f3064b6a8330 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627204 Mar 22 19:23:32.633163 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb8029-88f4-4c6f-9eb5-5cefdf43b77e req-74777e29-5a7a-4c62-ab0e-2ee1e24aae4d tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:32.645546 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-03cb8029-88f4-4c6f-9eb5-5cefdf43b77e req-74777e29-5a7a-4c62-ab0e-2ee1e24aae4d tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=e442d100-9a48-47a0-9e64-90e36806fce4 HTTP/1.1" status: 200 len: 945 time: 0.1424549 Mar 22 19:23:32.654776 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-70667c89-b67c-4c55-8aa5-d21b9f4cef6d tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router_gateway (ac38a6fa-f35f-47f4-b72c-7a53e1abef38), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:32.742547 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-03cb8029-88f4-4c6f-9eb5-5cefdf43b77e req-ef20a449-0ab9-42ea-8de4-51bd4f791df9 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959132 Mar 22 19:23:32.960975 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5bd59d-5c38-41f3-9a74-357f736eea36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fcec93-4393-4400-9cfb-57d1f1361f91'}, {'server_uuid': '5444fa8e-9c00-4992-a031-2fdac9ac0e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccb72f5-9599-4a5c-b521-ae37ff69749f'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:23:32.963442 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd10db5a-241d-4886-8bea-deb1600f2b6f" -d '{"events": [{"server_uuid": "7a5bd59d-5c38-41f3-9a74-357f736eea36", "name": "network-vif-plugged", "status": "completed", "tag": "92fcec93-4393-4400-9cfb-57d1f1361f91"}, {"server_uuid": "5444fa8e-9c00-4992-a031-2fdac9ac0e6d", "name": "network-vif-plugged", "status": "completed", "tag": "dccb72f5-9599-4a5c-b521-ae37ff69749f"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:23:32.966578 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b4eda-979c-48b1-a6a7-b1671c5edd54 req-28ae7221-6d35-4dc8-adb2-9d48859dad70 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:32.968135 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-978b4eda-979c-48b1-a6a7-b1671c5edd54 req-28ae7221-6d35-4dc8-adb2-9d48859dad70 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 945 time: 0.1501913 Mar 22 19:23:33.025039 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829ffbf-422f-4ce2-b507-0212f2a790b4 req-7c4c2d8d-8db2-4a50-8fec-d2b6fc414206 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:33.026536 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c829ffbf-422f-4ce2-b507-0212f2a790b4 req-7c4c2d8d-8db2-4a50-8fec-d2b6fc414206 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5bd59d-5c38-41f3-9a74-357f736eea36 HTTP/1.1" status: 200 len: 946 time: 0.1406639 Mar 22 19:23:33.088105 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-70667c89-b67c-4c55-8aa5-d21b9f4cef6d tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (ac38a6fa-f35f-47f4-b72c-7a53e1abef38), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:33.116632 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-978b4eda-979c-48b1-a6a7-b1671c5edd54 req-e65ba913-1645-4428-bd9c-94ac330c5c11 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404302 Mar 22 19:23:33.156501 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c829ffbf-422f-4ce2-b507-0212f2a790b4 req-bfd50097-830c-4203-a37e-acbf3b7eb637 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/security-groups?id=de3e3076-a14d-47c8-9957-d3dc6bec5933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212690 Mar 22 19:23:33.222745 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 19:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a799c7-378e-4b52-8d02-82731bc27b06 x-openstack-request-id: req-c7a799c7-378e-4b52-8d02-82731bc27b06 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:23:33.223052 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5bd59d-5c38-41f3-9a74-357f736eea36", "name": "network-vif-plugged", "status": "completed", "tag": "92fcec93-4393-4400-9cfb-57d1f1361f91", "code": 200}, {"server_uuid": "5444fa8e-9c00-4992-a031-2fdac9ac0e6d", "name": "network-vif-plugged", "status": "completed", "tag": "dccb72f5-9599-4a5c-b521-ae37ff69749f", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:23:33.223311 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c7a799c7-378e-4b52-8d02-82731bc27b06 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:23:33.223729 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7a799c7-378e-4b52-8d02-82731bc27b06'] response: {'server_uuid': '7a5bd59d-5c38-41f3-9a74-357f736eea36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92fcec93-4393-4400-9cfb-57d1f1361f91', 'code': 200} Mar 22 19:23:33.223999 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7a799c7-378e-4b52-8d02-82731bc27b06'] response: {'server_uuid': '5444fa8e-9c00-4992-a031-2fdac9ac0e6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccb72f5-9599-4a5c-b521-ae37ff69749f', 'code': 200} Mar 22 19:23:33.315446 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70667c89-b67c-4c55-8aa5-d21b9f4cef6d tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Router ac38a6fa-f35f-47f4-b72c-7a53e1abef38 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:23:33.376130 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8ed6d-9a74-44bd-9dcd-842dd0a26a74 req-03bca958-7e9e-4a09-9d9e-bb7786102945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:33.377643 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cfb8ed6d-9a74-44bd-9dcd-842dd0a26a74 req-03bca958-7e9e-4a09-9d9e-bb7786102945 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=7a5bd59d-5c38-41f3-9a74-357f736eea36 HTTP/1.1" status: 200 len: 1129 time: 0.0801516 Mar 22 19:23:33.389178 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfac6c0-ba50-4ef9-88be-3264eb3e4c7f req-fb090a54-5656-43de-8d62-bd54d1f314ce tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:33.397425 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ecfac6c0-ba50-4ef9-88be-3264eb3e4c7f req-fb090a54-5656-43de-8d62-bd54d1f314ce tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 945 time: 0.1123176 Mar 22 19:23:33.477548 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70667c89-b67c-4c55-8aa5-d21b9f4cef6d tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:23:33.490675 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a369280e-435c-40f9-93e4-ae624ea81bcf None None] Sync routers for ids ['ac38a6fa-f35f-47f4-b72c-7a53e1abef38'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:23:33.510824 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a369280e-435c-40f9-93e4-ae624ea81bcf None None] Routers {'ac38a6fa-f35f-47f4-b72c-7a53e1abef38'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:23:33.515908 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a369280e-435c-40f9-93e4-ae624ea81bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:23:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ac38a6fa-f35f-47f4-b72c-7a53e1abef38'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:23:33.519838 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-70667c89-b67c-4c55-8aa5-d21b9f4cef6d tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:33.521113 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-70667c89-b67c-4c55-8aa5-d21b9f4cef6d tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.5430653 Mar 22 19:23:33.523788 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46420) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:33.544345 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ecfac6c0-ba50-4ef9-88be-3264eb3e4c7f req-421fc167-0cb3-40ea-b084-8048849e548d tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459012 Mar 22 19:23:33.586869 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cfb8ed6d-9a74-44bd-9dcd-842dd0a26a74 req-8861edbd-22f8-45ab-8a80-7c535a27ca65 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=de3e3076-a14d-47c8-9957-d3dc6bec5933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795423 Mar 22 19:23:33.623631 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [req-b04be5fa-282f-44fb-bd13-de03f7519664 req-8eff4bb1-5f89-4558-ac79-c1741949c35d tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] show failed (client error): The resource could not be found. Mar 22 19:23:33.624685 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b04be5fa-282f-44fb-bd13-de03f7519664 req-8eff4bb1-5f89-4558-ac79-c1741949c35d tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups/9196dff9-4a24-4baf-94a2-cff5f54c4599 HTTP/1.1" status: 404 len: 352 time: 0.0189781 Mar 22 19:23:33.731278 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-93c55eb8-ad0c-43ff-89c4-501fb099f189 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router (ac38a6fa-f35f-47f4-b72c-7a53e1abef38), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:33.812078 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981ee9d-0f3c-4005-ad6d-f45c1345d8c4 req-5d9d89a8-ff08-4c5a-b3c2-1114d4fbeb3e tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:33.820133 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b981ee9d-0f3c-4005-ad6d-f45c1345d8c4 req-5d9d89a8-ff08-4c5a-b3c2-1114d4fbeb3e tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 945 time: 0.0868819 Mar 22 19:23:33.867690 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [req-e77fc8b1-4642-4639-a671-fdb58726ae65 req-88de38b8-a82b-433e-92dc-7932828538e9 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] show failed (client error): The resource could not be found. Mar 22 19:23:33.877300 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e77fc8b1-4642-4639-a671-fdb58726ae65 req-88de38b8-a82b-433e-92dc-7932828538e9 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups/fab83959-6d21-4535-973c-29267ea2e0f0 HTTP/1.1" status: 404 len: 352 time: 0.0317826 Mar 22 19:23:33.894389 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-a369280e-435c-40f9-93e4-ae624ea81bcf None None] Set router ac38a6fa-f35f-47f4-b72c-7a53e1abef38 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:23:33.925037 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b981ee9d-0f3c-4005-ad6d-f45c1345d8c4 req-a55a6578-f2f2-4d08-b5e2-6ea92afa2ffa tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042647 Mar 22 19:23:33.984662 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-93c55eb8-ad0c-43ff-89c4-501fb099f189 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router_gateway (ac38a6fa-f35f-47f4-b72c-7a53e1abef38), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:34.004429 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [req-2c3e2b20-3370-45d5-af40-f4c716f2b241 req-54e1179d-80ce-4f89-ac24-e2d60d09796f tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] show failed (client error): The resource could not be found. Mar 22 19:23:34.031385 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c3e2b20-3370-45d5-af40-f4c716f2b241 req-54e1179d-80ce-4f89-ac24-e2d60d09796f tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups/d9479cd1-7ba0-40c5-bdec-da9405925180 HTTP/1.1" status: 404 len: 352 time: 0.0453689 Mar 22 19:23:34.073911 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [req-eec3fbbe-4dd0-4a28-887c-039d9b46f48a req-4a1ed331-4cf1-4eb2-9c64-2af5ac895fb6 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] show failed (client error): The resource could not be found. Mar 22 19:23:34.085630 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eec3fbbe-4dd0-4a28-887c-039d9b46f48a req-4a1ed331-4cf1-4eb2-9c64-2af5ac895fb6 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups/90b9491e-2b0f-45d9-a69d-104e757f9df6 HTTP/1.1" status: 404 len: 352 time: 0.0311007 Mar 22 19:23:34.140157 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [req-c0e5d376-f37a-4419-8a3b-e7eedcf77947 req-a24ec7a9-9f3d-4d33-85e9-51b1db05932b tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] show failed (client error): The resource could not be found. Mar 22 19:23:34.150326 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-93c55eb8-ad0c-43ff-89c4-501fb099f189 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Deleting port 4006a014-d875-46ea-8347-8efebdc5163d {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:23:34.150326 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-93c55eb8-ad0c-43ff-89c4-501fb099f189 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (4006a014-d875-46ea-8347-8efebdc5163d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:34.150918 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0e5d376-f37a-4419-8a3b-e7eedcf77947 req-a24ec7a9-9f3d-4d33-85e9-51b1db05932b tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups/6582f936-c8ca-44a6-8012-64eae477f232 HTTP/1.1" status: 404 len: 352 time: 0.0258286 Mar 22 19:23:34.287282 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-93c55eb8-ad0c-43ff-89c4-501fb099f189 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (4006a014-d875-46ea-8347-8efebdc5163d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:34.317148 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9dd22-48f3-40b5-9095-5279b8088650 req-5a531ea4-04ea-4a69-a7a9-349d91d02351 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:34.319373 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-93c55eb8-ad0c-43ff-89c4-501fb099f189 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Calling delete_port for 4006a014-d875-46ea-8347-8efebdc5163d owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:23:34.321467 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-34f9dd22-48f3-40b5-9095-5279b8088650 req-5a531ea4-04ea-4a69-a7a9-349d91d02351 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 945 time: 0.1122611 Mar 22 19:23:34.391731 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [req-1845bcec-692d-4eae-96ac-3bf1f26abcf2 req-c0a3b454-2477-49be-b7e7-ef5734ad41fa tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] show failed (client error): The resource could not be found. Mar 22 19:23:34.409458 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1845bcec-692d-4eae-96ac-3bf1f26abcf2 req-c0a3b454-2477-49be-b7e7-ef5734ad41fa tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups/10605031-2a06-4a9f-b7a2-2aa78e1a7e4e HTTP/1.1" status: 404 len: 352 time: 0.0374753 Mar 22 19:23:34.416496 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a369280e-435c-40f9-93e4-ae624ea81bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac38a6fa-f35f-47f4-b72c-7a53e1abef38', 'name': '', 'tenant_id': '52cf547f55a6404f8c63507b4cf26f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '130c94fe-8dab-488b-b6e3-20d51544830b', 'external_fixed_ips': [{'subnet_id': '4c2b60c8-e160-48b1-bb50-eda39c19ffe9', 'ip_address': '2001:db8::35a'}], 'enable_snat': True}, 'gw_port_id': '4006a014-d875-46ea-8347-8efebdc5163d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:23:30Z', 'updated_at': '2022-03-22T19:23:32Z', 'revision_number': 3, 'project_id': '52cf547f55a6404f8c63507b4cf26f9e', 'gw_port': {'id': '4006a014-d875-46ea-8347-8efebdc5163d', 'name': '', 'network_id': '130c94fe-8dab-488b-b6e3-20d51544830b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:26:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac38a6fa-f35f-47f4-b72c-7a53e1abef38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '4c2b60c8-e160-48b1-bb50-eda39c19ffe9', 'ip_address': '2001:db8::35a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:23:31Z', 'updated_at': '2022-03-22T19:23:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4c2b60c8-e160-48b1-bb50-eda39c19ffe9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:23:34.459487 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-34f9dd22-48f3-40b5-9095-5279b8088650 req-abbe3232-4ecf-41e0-b89b-9328892f5624 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247058 Mar 22 19:23:34.486461 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a369280e-435c-40f9-93e4-ae624ea81bcf None None] Checking router: ac38a6fa-f35f-47f4-b72c-7a53e1abef38 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:23:34.486719 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a369280e-435c-40f9-93e4-ae624ea81bcf None None] Updating router ac38a6fa-f35f-47f4-b72c-7a53e1abef38 port 4006a014-d875-46ea-8347-8efebdc5163d binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:23:34.555415 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-a369280e-435c-40f9-93e4-ae624ea81bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4006a014-d875-46ea-8347-8efebdc5163d), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:34.612826 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b9ea8-4113-44e0-9901-3c5b7f5b441d req-bee55161-2f35-4605-85b4-2f8f399ba11f tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:34.615516 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a8b9ea8-4113-44e0-9901-3c5b7f5b441d req-bee55161-2f35-4605-85b4-2f8f399ba11f tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5bd59d-5c38-41f3-9a74-357f736eea36 HTTP/1.1" status: 200 len: 946 time: 0.1239822 Mar 22 19:23:34.642399 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64884e43-b081-4364-8532-a279ef5e8753 req-c13573e9-0875-4c42-854b-1f2b6cd21d87 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:34.651778 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64884e43-b081-4364-8532-a279ef5e8753 req-c13573e9-0875-4c42-854b-1f2b6cd21d87 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=e442d100-9a48-47a0-9e64-90e36806fce4 HTTP/1.1" status: 200 len: 945 time: 0.1092598 Mar 22 19:23:34.722200 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-93c55eb8-ad0c-43ff-89c4-501fb099f189 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (4006a014-d875-46ea-8347-8efebdc5163d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:34.738031 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64884e43-b081-4364-8532-a279ef5e8753 req-ba423b33-9850-453e-9444-3dbbd1fb49a8 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851467 Mar 22 19:23:34.750344 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a8b9ea8-4113-44e0-9901-3c5b7f5b441d req-fc422a67-81c5-4559-b339-786bc1c298e9 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/security-groups?id=de3e3076-a14d-47c8-9957-d3dc6bec5933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261406 Mar 22 19:23:34.887722 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c55eb8-ad0c-43ff-89c4-501fb099f189 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Pushing event deleted for resources: {'Port': ['ID=4006a014-d875-46ea-8347-8efebdc5163d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:34.936696 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-93c55eb8-ad0c-43ff-89c4-501fb099f189 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (ac38a6fa-f35f-47f4-b72c-7a53e1abef38), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:35.072844 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64d6fce7-74a9-4016-b7c5-b98f92e5ee8d req-a0e3662f-dd99-4545-b39c-77c88dc30996 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f64585e8-933c-4b95-8326-543c09c4f621&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1713345 Mar 22 19:23:35.114238 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb9510-795f-4a15-a23e-f7229ac3fa70 req-03be1da6-99de-4732-8da8-386f149d1e36 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:35.116133 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cfbb9510-795f-4a15-a23e-f7229ac3fa70 req-03be1da6-99de-4732-8da8-386f149d1e36 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 945 time: 0.1361444 Mar 22 19:23:35.164714 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-93c55eb8-ad0c-43ff-89c4-501fb099f189 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (ac38a6fa-f35f-47f4-b72c-7a53e1abef38), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:35.171006 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-93c55eb8-ad0c-43ff-89c4-501fb099f189 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router_controller (ac38a6fa-f35f-47f4-b72c-7a53e1abef38), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:35.266394 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-93c55eb8-ad0c-43ff-89c4-501fb099f189 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (ac38a6fa-f35f-47f4-b72c-7a53e1abef38), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:35.267795 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c55eb8-ad0c-43ff-89c4-501fb099f189 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac38a6fa-f35f-47f4-b72c-7a53e1abef38 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:23:35.269695 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.db.api [None req-a369280e-435c-40f9-93e4-ae624ea81bcf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:23:35.273117 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-93c55eb8-ad0c-43ff-89c4-501fb099f189 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:35.274316 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-93c55eb8-ad0c-43ff-89c4-501fb099f189 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] 10.222.0.75 "DELETE /v2.0/routers/ac38a6fa-f35f-47f4-b72c-7a53e1abef38 HTTP/1.1" status: 204 len: 168 time: 1.7495615 Mar 22 19:23:35.274582 n-d-705658-24 neutron-server[104175]: DEBUG oslo_db.api [None req-a369280e-435c-40f9-93e4-ae624ea81bcf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:23:35.276967 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46460) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:35.328745 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cfbb9510-795f-4a15-a23e-f7229ac3fa70 req-b051ff0e-094d-4d17-8c94-c4fa29b9e9e3 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016857 Mar 22 19:23:35.340881 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6fce7-74a9-4016-b7c5-b98f92e5ee8d req-315683b3-97b0-462d-addb-6f6994e49cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:35.342514 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64d6fce7-74a9-4016-b7c5-b98f92e5ee8d req-315683b3-97b0-462d-addb-6f6994e49cc5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=21ca62c1596a4d419681f3e57266f544&device_id=f64585e8-933c-4b95-8326-543c09c4f621 HTTP/1.1" status: 200 len: 1127 time: 0.1732967 Mar 22 19:23:35.361889 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655919c-fa7f-448f-aded-c7efb5224509 req-1fd8f6dd-0acb-4f2c-aa64-08f91da7dd51 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:35.361889 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f655919c-fa7f-448f-aded-c7efb5224509 req-1fd8f6dd-0acb-4f2c-aa64-08f91da7dd51 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 945 time: 0.1650832 Mar 22 19:23:35.363788 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b6bdef-c949-48ad-8a65-705a2d735c73 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Deleting subnet 4c2b60c8-e160-48b1-bb50-eda39c19ffe9 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:23:35.372804 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-03b6bdef-c949-48ad-8a65-705a2d735c73 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for subnet (4c2b60c8-e160-48b1-bb50-eda39c19ffe9), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:35.429252 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-03b6bdef-c949-48ad-8a65-705a2d735c73 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (4c2b60c8-e160-48b1-bb50-eda39c19ffe9), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:35.492323 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-03b6bdef-c949-48ad-8a65-705a2d735c73 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (4c2b60c8-e160-48b1-bb50-eda39c19ffe9), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:35.523197 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f655919c-fa7f-448f-aded-c7efb5224509 req-a446fbb3-fc86-4f6e-a510-9661cb69f0e8 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578083 Mar 22 19:23:35.565038 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-03b6bdef-c949-48ad-8a65-705a2d735c73 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (4c2b60c8-e160-48b1-bb50-eda39c19ffe9), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:35.577963 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6fce7-74a9-4016-b7c5-b98f92e5ee8d req-d5839dee-1513-49a9-aa8d-9c4c0bb9c617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:35.586586 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64d6fce7-74a9-4016-b7c5-b98f92e5ee8d req-d5839dee-1513-49a9-aa8d-9c4c0bb9c617 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3f43483d-05ef-426b-881a-d8fc390ab6a9 HTTP/1.1" status: 200 len: 922 time: 0.2200265 Mar 22 19:23:35.604266 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-03b6bdef-c949-48ad-8a65-705a2d735c73 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:35.611413 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-03b6bdef-c949-48ad-8a65-705a2d735c73 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] 10.222.0.75 "DELETE /v2.0/subnets/4c2b60c8-e160-48b1-bb50-eda39c19ffe9 HTTP/1.1" status: 204 len: 168 time: 0.3298187 Mar 22 19:23:35.611413 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6bdef-c949-48ad-8a65-705a2d735c73 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4c2b60c8-e160-48b1-bb50-eda39c19ffe9,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:35.611413 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46464) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:35.712485 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64d6fce7-74a9-4016-b7c5-b98f92e5ee8d req-d6062953-9e0d-4968-8364-f87ff2f78ff0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1821a1c-09f6-44a1-a91b-c3c1c61023c7 HTTP/1.1" status: 200 len: 217 time: 0.1111979 Mar 22 19:23:35.728698 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a04b22fe-fd52-4e0e-afba-f01be1e64e65 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (130c94fe-8dab-488b-b6e3-20d51544830b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:35.793348 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08eb497-00db-43e0-8eff-06f29ccb6dce req-9332dc07-7cf6-4b42-a367-d96b5de0156e tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:35.801345 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b08eb497-00db-43e0-8eff-06f29ccb6dce req-9332dc07-7cf6-4b42-a367-d96b5de0156e tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 945 time: 0.2271810 Mar 22 19:23:35.830474 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a369280e-435c-40f9-93e4-ae624ea81bcf None None] Port 4006a014-d875-46ea-8347-8efebdc5163d not found while updating agent binding for router ac38a6fa-f35f-47f4-b72c-7a53e1abef38. {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 22 19:23:35.842351 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a369280e-435c-40f9-93e4-ae624ea81bcf None None] Routers set() bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:23:35.842827 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a369280e-435c-40f9-93e4-ae624ea81bcf None None] Router IDs set() for agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 22 19:23:35.843578 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_agentschedulers_db [None req-a369280e-435c-40f9-93e4-ae624ea81bcf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ac38a6fa-f35f-47f4-b72c-7a53e1abef38'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:23:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent'). {{(pid=104175) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 22 19:23:35.844048 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a369280e-435c-40f9-93e4-ae624ea81bcf None None] The sync data for ids ['ac38a6fa-f35f-47f4-b72c-7a53e1abef38'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:23:35.861134 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dba75c-bd6f-4526-899c-36cfcc27c620 req-589dcc5f-0bac-4fc9-a7a3-e187f2713756 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:35.870911 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-48dba75c-bd6f-4526-899c-36cfcc27c620 req-589dcc5f-0bac-4fc9-a7a3-e187f2713756 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/ports?device_id=287d2146-a6e1-4a4d-9dd5-abba7a681c24 HTTP/1.1" status: 200 len: 1023 time: 0.2264721 Mar 22 19:23:35.881074 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6fce7-74a9-4016-b7c5-b98f92e5ee8d req-3cdc3c64-3622-48ab-b5bd-2b7c540a5332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:35.882646 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64d6fce7-74a9-4016-b7c5-b98f92e5ee8d req-3cdc3c64-3622-48ab-b5bd-2b7c540a5332 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bc515ca7-b43f-45d2-b838-320d24bc42f9 HTTP/1.1" status: 200 len: 861 time: 0.1634855 Mar 22 19:23:35.956579 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64d6fce7-74a9-4016-b7c5-b98f92e5ee8d req-e140f3bf-a1b6-4ab8-a97a-7f00b911b076 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3f43483d-05ef-426b-881a-d8fc390ab6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620799 Mar 22 19:23:35.956800 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a04b22fe-fd52-4e0e-afba-f01be1e64e65 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (130c94fe-8dab-488b-b6e3-20d51544830b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:35.996135 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b08eb497-00db-43e0-8eff-06f29ccb6dce req-ebc02f54-cd0d-40e8-b53b-c6cd28b0b3b7 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917226 Mar 22 19:23:36.009857 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-a04b22fe-fd52-4e0e-afba-f01be1e64e65 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130c94fe-8dab-488b-b6e3-20d51544830b']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:23:36.035119 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-a04b22fe-fd52-4e0e-afba-f01be1e64e65 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5871cfba-4ecb-49d0-8bc9-95cf1bfcca29') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:23:36.035523 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-a04b22fe-fd52-4e0e-afba-f01be1e64e65 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5871cfba-4ecb-49d0-8bc9-95cf1bfcca29') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:23:36.060941 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a04b22fe-fd52-4e0e-afba-f01be1e64e65 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (5871cfba-4ecb-49d0-8bc9-95cf1bfcca29), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:36.092824 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a04b22fe-fd52-4e0e-afba-f01be1e64e65 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (5871cfba-4ecb-49d0-8bc9-95cf1bfcca29), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:36.111880 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a04b22fe-fd52-4e0e-afba-f01be1e64e65 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:23:36.112442 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a04b22fe-fd52-4e0e-afba-f01be1e64e65 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (5871cfba-4ecb-49d0-8bc9-95cf1bfcca29), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:36.114626 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:23:36.114626 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:23:36.114626 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:23:36.114626 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:23:36.114626 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:23:36.114626 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:23:36.114626 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:23:36.114626 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:23:36.114626 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:23:36.114626 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:23:36.114626 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:23:36.114626 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:23:36.114626 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:23:36.114626 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:23:36.114626 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:23:36.114626 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:23:36.114626 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:23:36.114626 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:23:36.114626 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:23:36.114626 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:23:36.114626 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:23:36.114626 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:23:36.114626 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:23:36.114626 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:23:36.114626 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:23:36.114626 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:23:36.114626 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:23:36.114626 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:23:36.114626 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:23:36.114626 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:23:36.114626 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:23:36.114626 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:23:36.143067 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64d6fce7-74a9-4016-b7c5-b98f92e5ee8d req-ea50a2d3-43f9-439b-ac7b-f0ad4d5c5c9a service neutron] 10.222.0.85 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769831 Mar 22 19:23:36.179974 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-48dba75c-bd6f-4526-899c-36cfcc27c620 req-6f7344e5-2993-4d99-a889-30555d472fc2 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups?id=a028358d-c4ee-4bff-9619-2a63917cc9f7&id=5f8c8dda-5e3a-490e-a823-7e37d3f8c1e2&id=4093de66-3757-463f-9524-e827da99c973&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3075318 Mar 22 19:23:36.259239 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a04b22fe-fd52-4e0e-afba-f01be1e64e65 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (130c94fe-8dab-488b-b6e3-20d51544830b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:36.269655 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04b22fe-fd52-4e0e-afba-f01be1e64e65 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 130c94fe-8dab-488b-b6e3-20d51544830b {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 22 19:23:36.296101 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a04b22fe-fd52-4e0e-afba-f01be1e64e65 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:36.307419 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a04b22fe-fd52-4e0e-afba-f01be1e64e65 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] 10.222.0.75 "DELETE /v2.0/networks/130c94fe-8dab-488b-b6e3-20d51544830b HTTP/1.1" status: 204 len: 168 time: 0.6949568 Mar 22 19:23:36.327800 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b22fe-fd52-4e0e-afba-f01be1e64e65 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Pushing event deleted for resources: {'Network': ['ID=130c94fe-8dab-488b-b6e3-20d51544830b,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:36.372299 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64d6fce7-74a9-4016-b7c5-b98f92e5ee8d req-e59bfc8b-f2a6-4fad-bd27-33cba9196309 service neutron] 10.222.0.85 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912727 Mar 22 19:23:36.538928 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745f3f1-b04c-4597-8a3f-5b68e28b8f89 req-54da4168-ca6f-4766-b9af-8426d121e515 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:36.540608 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9745f3f1-b04c-4597-8a3f-5b68e28b8f89 req-54da4168-ca6f-4766-b9af-8426d121e515 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=e442d100-9a48-47a0-9e64-90e36806fce4 HTTP/1.1" status: 200 len: 945 time: 0.1673765 Mar 22 19:23:36.582671 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6afd01-348f-42f6-a2cc-0499b9bd9941 req-a5ef3962-1c9a-4e23-ae31-62893a04d8c9 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:36.584283 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e6afd01-348f-42f6-a2cc-0499b9bd9941 req-a5ef3962-1c9a-4e23-ae31-62893a04d8c9 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/ports?device_id=7a5bd59d-5c38-41f3-9a74-357f736eea36 HTTP/1.1" status: 200 len: 946 time: 0.2100093 Mar 22 19:23:36.652635 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46482) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:36.658261 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-c4aa2a36-8c87-4edb-a952-36019f8ffdd6 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Request body: {'router': {'name': 'tempest-router--2015246746', 'project_id': '0dbef5f0086d400eba44340a3fc0cb0f'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:36.705886 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c4aa2a36-8c87-4edb-a952-36019f8ffdd6 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (e98061e4-a31e-4833-97fa-61aab43532a2), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:36.707132 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c4aa2a36-8c87-4edb-a952-36019f8ffdd6 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (e98061e4-a31e-4833-97fa-61aab43532a2), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:36.730745 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e6afd01-348f-42f6-a2cc-0499b9bd9941 req-2f80a462-0664-4c69-9cb5-a0d3e0c16d02 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/security-groups?id=de3e3076-a14d-47c8-9957-d3dc6bec5933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842721 Mar 22 19:23:36.740618 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9745f3f1-b04c-4597-8a3f-5b68e28b8f89 req-a9f3f841-73de-4f35-817e-49c6b954b873 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777987 Mar 22 19:23:36.850681 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c4aa2a36-8c87-4edb-a952-36019f8ffdd6 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router_controller (e98061e4-a31e-4833-97fa-61aab43532a2), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:36.893729 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c4aa2a36-8c87-4edb-a952-36019f8ffdd6 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (e98061e4-a31e-4833-97fa-61aab43532a2), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:36.949043 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5b40b-a091-4d9a-84a1-511d2052e16f req-fe0a9362-c922-4c24-9c4c-915acca837e3 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:36.949043 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8fe5b40b-a091-4d9a-84a1-511d2052e16f req-fe0a9362-c922-4c24-9c4c-915acca837e3 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.84 "GET /v2.0/ports?device_id=287d2146-a6e1-4a4d-9dd5-abba7a681c24 HTTP/1.1" status: 200 len: 1023 time: 0.1634269 Mar 22 19:23:36.967679 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c4aa2a36-8c87-4edb-a952-36019f8ffdd6 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:36.969148 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c4aa2a36-8c87-4edb-a952-36019f8ffdd6 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3147855 Mar 22 19:23:36.972655 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46494) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:37.145863 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad4e83b5-c0c5-4c59-9c81-4acc5b8b09f3 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router (e98061e4-a31e-4833-97fa-61aab43532a2), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:37.212869 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 1c640add-d5d1-4b75-bf85-2f171d553ce9 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:23:37.296038 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762b934-8312-407a-a159-a34db0e8cdc4 req-c7ebce3f-2086-4e23-92e7-3a33bb827028 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:37.297539 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2762b934-8312-407a-a159-a34db0e8cdc4 req-c7ebce3f-2086-4e23-92e7-3a33bb827028 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 945 time: 0.4242797 Mar 22 19:23:37.428459 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 1c640add-d5d1-4b75-bf85-2f171d553ce9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=1c640add-d5d1-4b75-bf85-2f171d553ce9,segment=NetworkSegment(550f4452-31ab-4ada-8988-a70262e079e4),segment_id=550f4452-31ab-4ada-8988-a70262e079e4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:37.445692 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad4e83b5-c0c5-4c59-9c81-4acc5b8b09f3 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (e98061e4-a31e-4833-97fa-61aab43532a2), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:37.450972 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad4e83b5-c0c5-4c59-9c81-4acc5b8b09f3 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router_controller (e98061e4-a31e-4833-97fa-61aab43532a2), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:37.455482 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '1c640add-d5d1-4b75-bf85-2f171d553ce9', 'network_id': 'dc66dbf6-7f3d-46f2-94ef-a0483cb4f077', 'port_id': '1c640add-d5d1-4b75-bf85-2f171d553ce9', 'mac_address': 'fa:16:3e:4f:e8:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9bd269f-4a80-4749-9eb8-ee69b46bbb1d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:23:37.515746 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 1c640add-d5d1-4b75-bf85-2f171d553ce9 is: ACTIVE; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:23:37.517148 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1c640add-d5d1-4b75-bf85-2f171d553ce9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:37.542123 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c640add-d5d1-4b75-bf85-2f171d553ce9 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:23:37.594379 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 1c640add-d5d1-4b75-bf85-2f171d553ce9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=1c640add-d5d1-4b75-bf85-2f171d553ce9,segment=NetworkSegment(550f4452-31ab-4ada-8988-a70262e079e4),segment_id=550f4452-31ab-4ada-8988-a70262e079e4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:37.604298 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (1c640add-d5d1-4b75-bf85-2f171d553ce9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:37.616659 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad4e83b5-c0c5-4c59-9c81-4acc5b8b09f3 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (e98061e4-a31e-4833-97fa-61aab43532a2), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:37.617689 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4e83b5-c0c5-4c59-9c81-4acc5b8b09f3 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e98061e4-a31e-4833-97fa-61aab43532a2 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:23:37.625112 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad4e83b5-c0c5-4c59-9c81-4acc5b8b09f3 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:37.631023 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ad4e83b5-c0c5-4c59-9c81-4acc5b8b09f3 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] 10.222.0.75 "DELETE /v2.0/routers/e98061e4-a31e-4833-97fa-61aab43532a2 HTTP/1.1" status: 204 len: 168 time: 0.6549053 Mar 22 19:23:37.708443 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=1c640add-d5d1-4b75-bf85-2f171d553ce9,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:37.733527 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['1c640add-d5d1-4b75-bf85-2f171d553ce9'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:23:37.835179 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46512) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:38.025811 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-8febded1-85b6-45d7-b84f-449324f3b0c7 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:38.027405 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-8febded1-85b6-45d7-b84f-449324f3b0c7 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/networks?id=f86aee2c-a4db-473a-89c7-b87edd48b016 HTTP/1.1" status: 200 len: 815 time: 1.1070187 Mar 22 19:23:38.085724 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-8fe5b40b-a091-4d9a-84a1-511d2052e16f req-69d4d76a-25fb-46af-8761-c932ea4358c0 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Deleting port 5dd5184d-2b42-4df2-804c-6508c1195b7c {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:23:38.086590 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8fe5b40b-a091-4d9a-84a1-511d2052e16f req-69d4d76a-25fb-46af-8761-c932ea4358c0 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (5dd5184d-2b42-4df2-804c-6508c1195b7c), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:38.109127 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-8fd381ff-357d-4ba9-8159-3973f1339f6b tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/quotas/1d0968440cf54214977e8ebbdab6278f HTTP/1.1" status: 200 len: 375 time: 0.0620606 Mar 22 19:23:38.195565 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-8fe5b40b-a091-4d9a-84a1-511d2052e16f req-69d4d76a-25fb-46af-8761-c932ea4358c0 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] For port 5dd5184d-2b42-4df2-804c-6508c1195b7c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=5dd5184d-2b42-4df2-804c-6508c1195b7c,segment=NetworkSegment(22c81ab1-1346-4808-8768-1989eedd126f),segment_id=22c81ab1-1346-4808-8768-1989eedd126f)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:38.196042 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8fe5b40b-a091-4d9a-84a1-511d2052e16f req-69d4d76a-25fb-46af-8761-c932ea4358c0 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (5dd5184d-2b42-4df2-804c-6508c1195b7c), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:38.210652 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-8fe5b40b-a091-4d9a-84a1-511d2052e16f req-69d4d76a-25fb-46af-8761-c932ea4358c0 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Calling delete_port for 5dd5184d-2b42-4df2-804c-6508c1195b7c owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:23:38.260675 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-be9eae70-b13c-443a-88a9-c6f899628719 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1545311937', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}, 'admin_state_up': False}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:38.272882 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2762b934-8312-407a-a159-a34db0e8cdc4 req-3b1a4cf9-347d-4138-b21e-f6ef6071458d tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9492326 Mar 22 19:23:38.308272 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be9eae70-b13c-443a-88a9-c6f899628719 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (2d631055-0e4e-4f1d-8563-823d3f45e55c), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:38.309514 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be9eae70-b13c-443a-88a9-c6f899628719 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (2d631055-0e4e-4f1d-8563-823d3f45e55c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:38.317155 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3d86c-9858-40d5-8c21-ef1bb8b1198a req-eb8b0e46-17c7-4651-a91e-5bac8261a339 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:38.319115 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aaf3d86c-9858-40d5-8c21-ef1bb8b1198a req-eb8b0e46-17c7-4651-a91e-5bac8261a339 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.85 "GET /v2.0/ports?device_id=675087b0-cafe-4493-b2ab-962dfe9c579e HTTP/1.1" status: 200 len: 945 time: 0.3418579 Mar 22 19:23:38.410232 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-dfe08307-18d6-4e90-8843-23b3449300ba tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1d0968440cf54214977e8ebbdab6278f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1515298 Mar 22 19:23:38.421197 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be9eae70-b13c-443a-88a9-c6f899628719 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router_controller (2d631055-0e4e-4f1d-8563-823d3f45e55c), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:38.616554 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8fe5b40b-a091-4d9a-84a1-511d2052e16f req-69d4d76a-25fb-46af-8761-c932ea4358c0 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (5dd5184d-2b42-4df2-804c-6508c1195b7c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:38.630741 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-aaf3d86c-9858-40d5-8c21-ef1bb8b1198a req-aeb97078-a272-4451-aa7c-c6d55fbadbe9 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Deleting port 8f03d05b-02ff-4c20-862a-80e3e22816b8 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:23:38.631190 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-aaf3d86c-9858-40d5-8c21-ef1bb8b1198a req-aeb97078-a272-4451-aa7c-c6d55fbadbe9 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (8f03d05b-02ff-4c20-862a-80e3e22816b8), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:38.642306 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-1b703401-cec2-42b1-a0f1-4dba93e57967 service neutron] 10.222.0.75 "GET /v2.0/networks/f86aee2c-a4db-473a-89c7-b87edd48b016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313490 Mar 22 19:23:38.755436 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d4d76a-25fb-46af-8761-c932ea4358c0 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Pushing event deleted for resources: {'Port': ['ID=5dd5184d-2b42-4df2-804c-6508c1195b7c,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:38.882740 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe5b40b-a091-4d9a-84a1-511d2052e16f req-69d4d76a-25fb-46af-8761-c932ea4358c0 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] No DVR routers for this DVR port 5dd5184d-2b42-4df2-804c-6508c1195b7c on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:23:38.892097 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8fe5b40b-a091-4d9a-84a1-511d2052e16f req-69d4d76a-25fb-46af-8761-c932ea4358c0 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:38.895831 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8fe5b40b-a091-4d9a-84a1-511d2052e16f req-69d4d76a-25fb-46af-8761-c932ea4358c0 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.84 "DELETE /v2.0/ports/5dd5184d-2b42-4df2-804c-6508c1195b7c HTTP/1.1" status: 204 len: 173 time: 1.9317155 Mar 22 19:23:38.898629 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287d2146-a6e1-4a4d-9dd5-abba7a681c24', 'name': 'network-vif-deleted', 'tag': '5dd5184d-2b42-4df2-804c-6508c1195b7c'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:23:38.909113 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848a3e1d-cbbc-46de-a8a7-a517dde764c1" -d '{"events": [{"server_uuid": "287d2146-a6e1-4a4d-9dd5-abba7a681c24", "name": "network-vif-deleted", "tag": "5dd5184d-2b42-4df2-804c-6508c1195b7c"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:23:39.033058 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950ceba-d104-49cd-95dc-53a2241ad519 req-fe9c930d-f12f-4598-8632-f67182087707 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:39.041541 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f950ceba-d104-49cd-95dc-53a2241ad519 req-fe9c930d-f12f-4598-8632-f67182087707 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 945 time: 0.3709502 Mar 22 19:23:39.059472 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-aaf3d86c-9858-40d5-8c21-ef1bb8b1198a req-aeb97078-a272-4451-aa7c-c6d55fbadbe9 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] For port 8f03d05b-02ff-4c20-862a-80e3e22816b8, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=8f03d05b-02ff-4c20-862a-80e3e22816b8,segment=NetworkSegment(1dabcaba-79e0-403f-8405-a983f35d70a7),segment_id=1dabcaba-79e0-403f-8405-a983f35d70a7)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:39.060010 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-aaf3d86c-9858-40d5-8c21-ef1bb8b1198a req-aeb97078-a272-4451-aa7c-c6d55fbadbe9 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (8f03d05b-02ff-4c20-862a-80e3e22816b8), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:39.088919 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be9eae70-b13c-443a-88a9-c6f899628719 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router_gateway (2d631055-0e4e-4f1d-8563-823d3f45e55c), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:39.092926 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-cb0e09d3-a1ca-4b9a-8d81-b2d08ebaea0e service neutron] 10.222.0.75 "GET /v2.0/networks/f86aee2c-a4db-473a-89c7-b87edd48b016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012876 Mar 22 19:23:39.111516 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-aaf3d86c-9858-40d5-8c21-ef1bb8b1198a req-aeb97078-a272-4451-aa7c-c6d55fbadbe9 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Calling delete_port for 8f03d05b-02ff-4c20-862a-80e3e22816b8 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:23:39.158987 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f950ceba-d104-49cd-95dc-53a2241ad519 req-64cc84cf-9ef4-40a6-a9be-5d803baf32e9 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066895 Mar 22 19:23:39.223370 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 1c640add-d5d1-4b75-bf85-2f171d553ce9 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:23:39.452897 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 1c640add-d5d1-4b75-bf85-2f171d553ce9 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:23:39.455253 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (1c640add-d5d1-4b75-bf85-2f171d553ce9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:39.520752 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-aaf3d86c-9858-40d5-8c21-ef1bb8b1198a req-aeb97078-a272-4451-aa7c-c6d55fbadbe9 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (8f03d05b-02ff-4c20-862a-80e3e22816b8), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:39.556005 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['8f03d05b-02ff-4c20-862a-80e3e22816b8'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:23:39.562319 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a86f0-9d8e-407b-9b17-dbe082dd5bee req-1cd56d19-98ac-4ed5-82d3-d68903ebc720 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:39.566556 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6b2a86f0-9d8e-407b-9b17-dbe082dd5bee req-1cd56d19-98ac-4ed5-82d3-d68903ebc720 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=e442d100-9a48-47a0-9e64-90e36806fce4 HTTP/1.1" status: 200 len: 944 time: 0.2034812 Mar 22 19:23:39.647488 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb97078-a272-4451-aa7c-c6d55fbadbe9 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Pushing event deleted for resources: {'Port': ['ID=8f03d05b-02ff-4c20-862a-80e3e22816b8,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:39.759141 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 1c640add-d5d1-4b75-bf85-2f171d553ce9 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:23:39.759794 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1c640add-d5d1-4b75-bf85-2f171d553ce9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:39.769369 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be9eae70-b13c-443a-88a9-c6f899628719 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router_gateway (2d631055-0e4e-4f1d-8563-823d3f45e55c), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:39.841355 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be9eae70-b13c-443a-88a9-c6f899628719 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:39.841881 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 1c640add-d5d1-4b75-bf85-2f171d553ce9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=1c640add-d5d1-4b75-bf85-2f171d553ce9,segment=NetworkSegment(550f4452-31ab-4ada-8988-a70262e079e4),segment_id=550f4452-31ab-4ada-8988-a70262e079e4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:39.843303 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e442d100-9a48-47a0-9e64-90e36806fce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c640add-d5d1-4b75-bf85-2f171d553ce9'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:23:39.852708 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13830c5-57dc-48e1-8af1-280c4c669b31" -d '{"events": [{"server_uuid": "e442d100-9a48-47a0-9e64-90e36806fce4", "name": "network-vif-plugged", "status": "completed", "tag": "1c640add-d5d1-4b75-bf85-2f171d553ce9"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:23:39.863708 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (1c640add-d5d1-4b75-bf85-2f171d553ce9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:39.865346 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 5dd5184d-2b42-4df2-804c-6508c1195b7c no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:23:39.891328 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6b2a86f0-9d8e-407b-9b17-dbe082dd5bee req-a461cbf8-233f-4311-9971-18d836c97e31 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153582 Mar 22 19:23:39.943973 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 5dd5184d-2b42-4df2-804c-6508c1195b7c {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:23:39.944406 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 5dd5184d-2b42-4df2-804c-6508c1195b7c not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:23:39.961295 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5df71d2-cb52-4b62-8256-7f9cf7074c3c req-33af6823-017c-4e58-a80e-64720049d5b2 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/ports?device_id=287d2146-a6e1-4a4d-9dd5-abba7a681c24 HTTP/1.1" status: 200 len: 210 time: 0.6247818 Mar 22 19:23:40.003137 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf3d86c-9858-40d5-8c21-ef1bb8b1198a req-aeb97078-a272-4451-aa7c-c6d55fbadbe9 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] No DVR routers for this DVR port 8f03d05b-02ff-4c20-862a-80e3e22816b8 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:23:40.026647 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-aaf3d86c-9858-40d5-8c21-ef1bb8b1198a req-aeb97078-a272-4451-aa7c-c6d55fbadbe9 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:40.036906 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aaf3d86c-9858-40d5-8c21-ef1bb8b1198a req-aeb97078-a272-4451-aa7c-c6d55fbadbe9 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.85 "DELETE /v2.0/ports/8f03d05b-02ff-4c20-862a-80e3e22816b8 HTTP/1.1" status: 204 len: 173 time: 1.7081623 Mar 22 19:23:40.056819 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=1c640add-d5d1-4b75-bf85-2f171d553ce9,revision_number=7']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:40.112437 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777e39e2-a749-4c5f-8f17-e3a6acac6ff3 x-openstack-request-id: req-777e39e2-a749-4c5f-8f17-e3a6acac6ff3 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:23:40.112690 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287d2146-a6e1-4a4d-9dd5-abba7a681c24", "name": "network-vif-deleted", "tag": "5dd5184d-2b42-4df2-804c-6508c1195b7c", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:23:40.112929 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-777e39e2-a749-4c5f-8f17-e3a6acac6ff3 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:23:40.113333 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-777e39e2-a749-4c5f-8f17-e3a6acac6ff3'] response: {'server_uuid': '287d2146-a6e1-4a4d-9dd5-abba7a681c24', 'name': 'network-vif-deleted', 'tag': '5dd5184d-2b42-4df2-804c-6508c1195b7c', 'status': 'completed', 'code': 200} Mar 22 19:23:40.153363 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090cfd03-2590-48cd-952e-6f7dab8731de req-a73bd35d-54ec-4065-8af9-26a398196c23 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:40.156703 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-090cfd03-2590-48cd-952e-6f7dab8731de req-a73bd35d-54ec-4065-8af9-26a398196c23 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.85 "GET /v2.0/ports?device_id=7a5bd59d-5c38-41f3-9a74-357f736eea36 HTTP/1.1" status: 200 len: 946 time: 0.1626089 Mar 22 19:23:40.276516 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-be9eae70-b13c-443a-88a9-c6f899628719 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Allocated IP 172.25.5.243 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/0fc5bb45-7b1d-4e9a-b726-0d8c3c6cbaa2) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:23:40.391446 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-52da55b9-14cd-44c8-90ba-9009e2e0984c req-04c02f27-5ba1-42f9-8463-5970de3feb40 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2da020c-9dc4-4114-939a-dcdc57be6dbb HTTP/1.1" status: 200 len: 210 time: 0.0789614 Mar 22 19:23:40.477226 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-090cfd03-2590-48cd-952e-6f7dab8731de req-f5e5648d-ed07-41fa-85ee-21e40020801a tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Deleting port 92fcec93-4393-4400-9cfb-57d1f1361f91 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:23:40.477646 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-090cfd03-2590-48cd-952e-6f7dab8731de req-f5e5648d-ed07-41fa-85ee-21e40020801a tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (92fcec93-4393-4400-9cfb-57d1f1361f91), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:40.552766 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7de4193-066c-4c03-80a9-5b410c2adad3 x-openstack-request-id: req-e7de4193-066c-4c03-80a9-5b410c2adad3 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:23:40.553269 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e442d100-9a48-47a0-9e64-90e36806fce4", "name": "network-vif-plugged", "status": "completed", "tag": "1c640add-d5d1-4b75-bf85-2f171d553ce9", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:23:40.553269 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e7de4193-066c-4c03-80a9-5b410c2adad3 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:23:40.553532 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7de4193-066c-4c03-80a9-5b410c2adad3'] response: {'server_uuid': 'e442d100-9a48-47a0-9e64-90e36806fce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c640add-d5d1-4b75-bf85-2f171d553ce9', 'code': 200} Mar 22 19:23:40.569623 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be9eae70-b13c-443a-88a9-c6f899628719 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for port (0fc5bb45-7b1d-4e9a-b726-0d8c3c6cbaa2), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:40.685876 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be9eae70-b13c-443a-88a9-c6f899628719 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (0fc5bb45-7b1d-4e9a-b726-0d8c3c6cbaa2), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:40.785700 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3e3be-4059-49b9-8805-2a234de4c436 req-5fb493dc-e3f7-47eb-8e52-cbf645c1e847 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:40.794215 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9eae70-b13c-443a-88a9-c6f899628719 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:23:40.795954 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-26f3e3be-4059-49b9-8805-2a234de4c436 req-5fb493dc-e3f7-47eb-8e52-cbf645c1e847 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 945 time: 0.2811825 Mar 22 19:23:40.810396 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-be9eae70-b13c-443a-88a9-c6f899628719 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:23:40.815562 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9eae70-b13c-443a-88a9-c6f899628719 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:23:40.834577 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-090cfd03-2590-48cd-952e-6f7dab8731de req-f5e5648d-ed07-41fa-85ee-21e40020801a tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] For port 92fcec93-4393-4400-9cfb-57d1f1361f91, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=92fcec93-4393-4400-9cfb-57d1f1361f91,segment=NetworkSegment(20fdff8c-5564-4797-a6de-7b5453a4a0ae),segment_id=20fdff8c-5564-4797-a6de-7b5453a4a0ae)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:40.835090 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-090cfd03-2590-48cd-952e-6f7dab8731de req-f5e5648d-ed07-41fa-85ee-21e40020801a tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (92fcec93-4393-4400-9cfb-57d1f1361f91), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:40.854883 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-090cfd03-2590-48cd-952e-6f7dab8731de req-f5e5648d-ed07-41fa-85ee-21e40020801a tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Calling delete_port for 92fcec93-4393-4400-9cfb-57d1f1361f91 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:23:40.914671 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-26f3e3be-4059-49b9-8805-2a234de4c436 req-1f08684b-1418-4b14-a615-b1244be5bc4b tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179781 Mar 22 19:23:40.918105 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9eae70-b13c-443a-88a9-c6f899628719 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Pushing event updated for resources: {'Port': ['ID=0fc5bb45-7b1d-4e9a-b726-0d8c3c6cbaa2,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:41.224691 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 1c640add-d5d1-4b75-bf85-2f171d553ce9 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:23:41.364882 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 1c640add-d5d1-4b75-bf85-2f171d553ce9 is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:23:41.366220 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1c640add-d5d1-4b75-bf85-2f171d553ce9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:41.387936 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be9eae70-b13c-443a-88a9-c6f899628719 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router_gateway (2d631055-0e4e-4f1d-8563-823d3f45e55c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:41.453971 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 1c640add-d5d1-4b75-bf85-2f171d553ce9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=1c640add-d5d1-4b75-bf85-2f171d553ce9,segment=NetworkSegment(550f4452-31ab-4ada-8988-a70262e079e4),segment_id=550f4452-31ab-4ada-8988-a70262e079e4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:41.459071 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (1c640add-d5d1-4b75-bf85-2f171d553ce9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:41.490342 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516d34c-a871-4576-be31-77710f81f027 req-4c00f4ae-6e97-4a92-9b6c-958c8bfc37bd tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:41.504101 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f516d34c-a871-4576-be31-77710f81f027 req-4c00f4ae-6e97-4a92-9b6c-958c8bfc37bd tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/networks?id=24745c62-fdfd-4b42-a557-891a93f9a29c HTTP/1.1" status: 200 len: 812 time: 0.4015567 Mar 22 19:23:41.558775 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=1c640add-d5d1-4b75-bf85-2f171d553ce9,revision_number=8']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:41.651909 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3eeae5-aabd-40e5-9ee1-0596f2a14984 req-07409f7f-e3a5-4c81-84a0-d3f1f456beea tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:41.661253 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2b3eeae5-aabd-40e5-9ee1-0596f2a14984 req-07409f7f-e3a5-4c81-84a0-d3f1f456beea tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 945 time: 0.6544693 Mar 22 19:23:41.728317 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f516d34c-a871-4576-be31-77710f81f027 req-419f64be-f072-44cd-8f02-79f48d06eb36 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/quotas/6885dbb2ecbb44338f86682a46cdd5dc HTTP/1.1" status: 200 len: 375 time: 0.2218223 Mar 22 19:23:41.739708 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be9eae70-b13c-443a-88a9-c6f899628719 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (2d631055-0e4e-4f1d-8563-823d3f45e55c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:41.798695 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 8f03d05b-02ff-4c20-862a-80e3e22816b8 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:23:41.872377 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2b3eeae5-aabd-40e5-9ee1-0596f2a14984 req-0355e4f7-f9a7-44d9-a417-2c52a6a28613 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038076 Mar 22 19:23:41.882009 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 8f03d05b-02ff-4c20-862a-80e3e22816b8 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:23:41.882506 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 8f03d05b-02ff-4c20-862a-80e3e22816b8 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:23:41.931999 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-07be9f13-f250-468d-a010-22bb80a1c2e2 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:41.934153 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-07be9f13-f250-468d-a010-22bb80a1c2e2 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.85 "GET /v2.0/networks?id=f86aee2c-a4db-473a-89c7-b87edd48b016 HTTP/1.1" status: 200 len: 815 time: 0.8990116 Mar 22 19:23:41.958564 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-22a0e21f-7051-40e8-8db9-67e73352e042 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Request body: {'port': {'device_id': 'a2da020c-9dc4-4114-939a-dcdc57be6dbb', 'network_id': 'f86aee2c-a4db-473a-89c7-b87edd48b016', 'admin_state_up': True, 'tenant_id': '1d0968440cf54214977e8ebbdab6278f'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:42.043044 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9eae70-b13c-443a-88a9-c6f899628719 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Router 2d631055-0e4e-4f1d-8563-823d3f45e55c is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:23:42.125051 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675087b0-cafe-4493-b2ab-962dfe9c579e', 'name': 'network-vif-deleted', 'tag': '8f03d05b-02ff-4c20-862a-80e3e22816b8'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:23:42.128382 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c56c7fb-b634-436c-9a9b-b303a0b74eed" -d '{"events": [{"server_uuid": "675087b0-cafe-4493-b2ab-962dfe9c579e", "name": "network-vif-deleted", "tag": "8f03d05b-02ff-4c20-862a-80e3e22816b8"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:23:42.149092 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-090cfd03-2590-48cd-952e-6f7dab8731de req-f5e5648d-ed07-41fa-85ee-21e40020801a tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (92fcec93-4393-4400-9cfb-57d1f1361f91), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:42.161540 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['fc3702aa-6606-431e-8898-54715227e562'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:23:42.201105 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9eae70-b13c-443a-88a9-c6f899628719 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:23:42.229476 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f516d34c-a871-4576-be31-77710f81f027 req-53b04486-a581-4539-9d13-a9dc3a2e2e72 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6885dbb2ecbb44338f86682a46cdd5dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5000191 Mar 22 19:23:42.244996 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be9eae70-b13c-443a-88a9-c6f899628719 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:42.246698 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-be9eae70-b13c-443a-88a9-c6f899628719 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.4105513 Mar 22 19:23:42.250439 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46572) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:42.274876 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eab797a-3f2d-4e73-a536-4a6dcc080638 None None] Sync routers for ids ['2d631055-0e4e-4f1d-8563-823d3f45e55c'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:23:42.328395 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eab797a-3f2d-4e73-a536-4a6dcc080638 None None] Routers {'2d631055-0e4e-4f1d-8563-823d3f45e55c'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:23:42.332348 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7eab797a-3f2d-4e73-a536-4a6dcc080638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:23:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['2d631055-0e4e-4f1d-8563-823d3f45e55c'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:23:42.433923 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-94db00c4-e4a4-44ac-9a21-6271b7905e2d tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] 10.222.0.75 "GET /v2.0/routers/2d631055-0e4e-4f1d-8563-823d3f45e55c HTTP/1.1" status: 200 len: 925 time: 0.1820197 Mar 22 19:23:42.437936 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46574) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:42.445829 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5648d-ed07-41fa-85ee-21e40020801a tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Pushing event deleted for resources: {'Port': ['ID=92fcec93-4393-4400-9cfb-57d1f1361f91,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:42.448161 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7eab797a-3f2d-4e73-a536-4a6dcc080638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:23:42.480842 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bb6a94fd-2a47-4f58-a084-11868a7e53a0 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d631055-0e4e-4f1d-8563-823d3f45e55c HTTP/1.1" status: 200 len: 205 time: 0.0411556 Mar 22 19:23:42.481471 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46576) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:42.509091 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eab797a-3f2d-4e73-a536-4a6dcc080638 None None] Routers {'2d631055-0e4e-4f1d-8563-823d3f45e55c'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:23:42.521735 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd0435-458a-4bc3-9662-c06e048cb5fd req-58374e3a-3cd5-453a-b5f1-1ce7132c0dfd tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:42.522710 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7eab797a-3f2d-4e73-a536-4a6dcc080638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:23:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['2d631055-0e4e-4f1d-8563-823d3f45e55c'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:23:42.543703 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7bfd0435-458a-4bc3-9662-c06e048cb5fd req-58374e3a-3cd5-453a-b5f1-1ce7132c0dfd tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=e442d100-9a48-47a0-9e64-90e36806fce4 HTTP/1.1" status: 200 len: 943 time: 0.5058577 Mar 22 19:23:42.551088 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04c0d5-98bd-47cf-be44-e5807d05e7e0 req-2640a1bb-267a-410a-8999-57c6cd9b36c3 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:42.552692 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eb04c0d5-98bd-47cf-be44-e5807d05e7e0 req-2640a1bb-267a-410a-8999-57c6cd9b36c3 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.84 "GET /v2.0/ports?device_id=41f47a60-f815-4808-8c31-715e08c7ed2b HTTP/1.1" status: 200 len: 946 time: 0.4801483 Mar 22 19:23:42.589009 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e442d100-9a48-47a0-9e64-90e36806fce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c640add-d5d1-4b75-bf85-2f171d553ce9'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:23:42.591416 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8dd1ad-74f3-4493-ac7d-997a4840cfc7" -d '{"events": [{"server_uuid": "e442d100-9a48-47a0-9e64-90e36806fce4", "name": "network-vif-unplugged", "status": "completed", "tag": "1c640add-d5d1-4b75-bf85-2f171d553ce9"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:23:42.605396 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7eab797a-3f2d-4e73-a536-4a6dcc080638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:23:42.606273 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eab797a-3f2d-4e73-a536-4a6dcc080638 None None] The sync data for ids ['2d631055-0e4e-4f1d-8563-823d3f45e55c'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:23:42.655431 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8f77be4a-2245-470c-9cce-a0ecb21569cb tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router (2d631055-0e4e-4f1d-8563-823d3f45e55c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:42.740275 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-090cfd03-2590-48cd-952e-6f7dab8731de req-f5e5648d-ed07-41fa-85ee-21e40020801a tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] No DVR routers for this DVR port 92fcec93-4393-4400-9cfb-57d1f1361f91 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:23:42.758908 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-090cfd03-2590-48cd-952e-6f7dab8731de req-f5e5648d-ed07-41fa-85ee-21e40020801a tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:42.767020 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-090cfd03-2590-48cd-952e-6f7dab8731de req-f5e5648d-ed07-41fa-85ee-21e40020801a tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.85 "DELETE /v2.0/ports/92fcec93-4393-4400-9cfb-57d1f1361f91 HTTP/1.1" status: 204 len: 173 time: 2.6011810 Mar 22 19:23:42.794733 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f516d34c-a871-4576-be31-77710f81f027 req-0b280505-944f-4467-bd50-7344c7d3b7c8 service neutron] 10.222.0.75 "GET /v2.0/networks/24745c62-fdfd-4b42-a557-891a93f9a29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5612278 Mar 22 19:23:42.872664 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-22a0e21f-7051-40e8-8db9-67e73352e042 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Made reservation on behalf of 1d0968440cf54214977e8ebbdab6278f for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:23:42.877707 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-22a0e21f-7051-40e8-8db9-67e73352e042 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:42.930759 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7bfd0435-458a-4bc3-9662-c06e048cb5fd req-ea0ace97-9714-4fca-bf67-7dd179ce7eea tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477182 Mar 22 19:23:42.968963 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422f322-2940-4bca-a17a-dc7b19a9d0b5 req-9d5c72f1-c419-486c-ac4a-23b7e0e56795 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:42.970855 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c422f322-2940-4bca-a17a-dc7b19a9d0b5 req-9d5c72f1-c419-486c-ac4a-23b7e0e56795 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.84 "GET /v2.0/ports?device_id=e442d100-9a48-47a0-9e64-90e36806fce4 HTTP/1.1" status: 200 len: 943 time: 0.1988735 Mar 22 19:23:43.066451 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f516d34c-a871-4576-be31-77710f81f027 req-b09cd6df-9067-4689-915e-a71fd6a2df52 service neutron] 10.222.0.75 "GET /v2.0/networks/24745c62-fdfd-4b42-a557-891a93f9a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706490 Mar 22 19:23:43.151255 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-eb04c0d5-98bd-47cf-be44-e5807d05e7e0 req-71c92b35-805b-42de-8b63-06baabbc4a46 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Deleting port fc3702aa-6606-431e-8898-54715227e562 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:23:43.163330 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-eb04c0d5-98bd-47cf-be44-e5807d05e7e0 req-71c92b35-805b-42de-8b63-06baabbc4a46 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (fc3702aa-6606-431e-8898-54715227e562), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:43.181591 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8f77be4a-2245-470c-9cce-a0ecb21569cb tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router_gateway (2d631055-0e4e-4f1d-8563-823d3f45e55c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:43.247363 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-c422f322-2940-4bca-a17a-dc7b19a9d0b5 req-5e3d6926-8ba6-41d2-a933-aa46a62f921d tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Deleting port 1c640add-d5d1-4b75-bf85-2f171d553ce9 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:23:43.247777 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c422f322-2940-4bca-a17a-dc7b19a9d0b5 req-5e3d6926-8ba6-41d2-a933-aa46a62f921d tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (1c640add-d5d1-4b75-bf85-2f171d553ce9), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:43.280376 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32bc899e-b6bf-422e-a2f6-9dd3a552f785 req-ea9bf4e3-62be-47df-a604-d556b80fcc1c tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2da020c-9dc4-4114-939a-dcdc57be6dbb HTTP/1.1" status: 200 len: 210 time: 0.0970075 Mar 22 19:23:43.433634 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 19:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ec1a84-8535-4e83-b6fc-85990ddc9cf4 x-openstack-request-id: req-d4ec1a84-8535-4e83-b6fc-85990ddc9cf4 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:23:43.434351 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e442d100-9a48-47a0-9e64-90e36806fce4", "name": "network-vif-unplugged", "status": "completed", "tag": "1c640add-d5d1-4b75-bf85-2f171d553ce9", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:23:43.434843 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d4ec1a84-8535-4e83-b6fc-85990ddc9cf4 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:23:43.435395 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4ec1a84-8535-4e83-b6fc-85990ddc9cf4'] response: {'server_uuid': 'e442d100-9a48-47a0-9e64-90e36806fce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c640add-d5d1-4b75-bf85-2f171d553ce9', 'code': 200} Mar 22 19:23:43.477540 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-c422f322-2940-4bca-a17a-dc7b19a9d0b5 req-5e3d6926-8ba6-41d2-a933-aa46a62f921d tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] For port 1c640add-d5d1-4b75-bf85-2f171d553ce9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=1c640add-d5d1-4b75-bf85-2f171d553ce9,segment=NetworkSegment(550f4452-31ab-4ada-8988-a70262e079e4),segment_id=550f4452-31ab-4ada-8988-a70262e079e4)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:43.478216 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c422f322-2940-4bca-a17a-dc7b19a9d0b5 req-5e3d6926-8ba6-41d2-a933-aa46a62f921d tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (1c640add-d5d1-4b75-bf85-2f171d553ce9), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:43.505694 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-c422f322-2940-4bca-a17a-dc7b19a9d0b5 req-5e3d6926-8ba6-41d2-a933-aa46a62f921d tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Calling delete_port for 1c640add-d5d1-4b75-bf85-2f171d553ce9 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:23:43.693294 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-8f77be4a-2245-470c-9cce-a0ecb21569cb tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Deleting port 0fc5bb45-7b1d-4e9a-b726-0d8c3c6cbaa2 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:23:43.693642 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8f77be4a-2245-470c-9cce-a0ecb21569cb tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (0fc5bb45-7b1d-4e9a-b726-0d8c3c6cbaa2), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:43.812729 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 92fcec93-4393-4400-9cfb-57d1f1361f91 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:23:43.863231 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8f77be4a-2245-470c-9cce-a0ecb21569cb tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (0fc5bb45-7b1d-4e9a-b726-0d8c3c6cbaa2), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:43.900102 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 92fcec93-4393-4400-9cfb-57d1f1361f91 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:23:43.903361 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 92fcec93-4393-4400-9cfb-57d1f1361f91 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:23:43.912730 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-8f77be4a-2245-470c-9cce-a0ecb21569cb tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Calling delete_port for 0fc5bb45-7b1d-4e9a-b726-0d8c3c6cbaa2 owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:23:44.049968 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c422f322-2940-4bca-a17a-dc7b19a9d0b5 req-5e3d6926-8ba6-41d2-a933-aa46a62f921d tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (1c640add-d5d1-4b75-bf85-2f171d553ce9), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:44.054586 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88672103-d640-4f33-a002-763ee0097fdf x-openstack-request-id: req-88672103-d640-4f33-a002-763ee0097fdf {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:23:44.055250 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675087b0-cafe-4493-b2ab-962dfe9c579e", "name": "network-vif-deleted", "tag": "8f03d05b-02ff-4c20-862a-80e3e22816b8", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:23:44.055451 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-88672103-d640-4f33-a002-763ee0097fdf {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:23:44.055985 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88672103-d640-4f33-a002-763ee0097fdf'] response: {'server_uuid': '675087b0-cafe-4493-b2ab-962dfe9c579e', 'name': 'network-vif-deleted', 'tag': '8f03d05b-02ff-4c20-862a-80e3e22816b8', 'status': 'completed', 'code': 200} Mar 22 19:23:44.076852 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-22a0e21f-7051-40e8-8db9-67e73352e042 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Allocated IP 172.20.0.8 (f86aee2c-a4db-473a-89c7-b87edd48b016/b79d00bd-67e3-41a4-af81-d6bc678ecb21/06dbf087-b1a9-4e6c-bd28-dc30113b71f7) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:23:44.131247 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d6926-8ba6-41d2-a933-aa46a62f921d tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Pushing event deleted for resources: {'Port': ['ID=1c640add-d5d1-4b75-bf85-2f171d553ce9,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:44.292572 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-22a0e21f-7051-40e8-8db9-67e73352e042 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Publish callbacks [] for port (06dbf087-b1a9-4e6c-bd28-dc30113b71f7), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:44.355865 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-22a0e21f-7051-40e8-8db9-67e73352e042 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (06dbf087-b1a9-4e6c-bd28-dc30113b71f7), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:44.445681 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0e21f-7051-40e8-8db9-67e73352e042 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Pushing event updated for resources: {'Port': ['ID=06dbf087-b1a9-4e6c-bd28-dc30113b71f7,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:44.480651 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14866a58-91b1-4a43-9052-ea3c9448a601 req-f9d34e9c-0154-49f7-8c2e-4625ec0c795a tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:44.489299 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-14866a58-91b1-4a43-9052-ea3c9448a601 req-f9d34e9c-0154-49f7-8c2e-4625ec0c795a tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 945 time: 0.4734733 Mar 22 19:23:44.508746 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8f77be4a-2245-470c-9cce-a0ecb21569cb tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (0fc5bb45-7b1d-4e9a-b726-0d8c3c6cbaa2), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:44.511607 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-c422f322-2940-4bca-a17a-dc7b19a9d0b5 req-5e3d6926-8ba6-41d2-a933-aa46a62f921d tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] No DVR routers for this DVR port 1c640add-d5d1-4b75-bf85-2f171d553ce9 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:23:44.517341 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c422f322-2940-4bca-a17a-dc7b19a9d0b5 req-5e3d6926-8ba6-41d2-a933-aa46a62f921d tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:44.521571 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c422f322-2940-4bca-a17a-dc7b19a9d0b5 req-5e3d6926-8ba6-41d2-a933-aa46a62f921d tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.84 "DELETE /v2.0/ports/1c640add-d5d1-4b75-bf85-2f171d553ce9 HTTP/1.1" status: 204 len: 173 time: 1.5343497 Mar 22 19:23:44.527722 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e442d100-9a48-47a0-9e64-90e36806fce4', 'name': 'network-vif-deleted', 'tag': '1c640add-d5d1-4b75-bf85-2f171d553ce9'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:23:44.530212 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207a43d7-ae90-47b1-8db2-2c8f5d054091" -d '{"events": [{"server_uuid": "e442d100-9a48-47a0-9e64-90e36806fce4", "name": "network-vif-deleted", "tag": "1c640add-d5d1-4b75-bf85-2f171d553ce9"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:23:44.563814 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f77be4a-2245-470c-9cce-a0ecb21569cb tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Pushing event deleted for resources: {'Port': ['ID=0fc5bb45-7b1d-4e9a-b726-0d8c3c6cbaa2,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:44.568427 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-14866a58-91b1-4a43-9052-ea3c9448a601 req-3ebd3c75-4a8c-451e-8d91-4abbc2b1742d tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708663 Mar 22 19:23:44.619427 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-22a0e21f-7051-40e8-8db9-67e73352e042 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Network f86aee2c-a4db-473a-89c7-b87edd48b016 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:23:44.644391 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e195e-07f0-4455-9564-ad85b0caf046 req-56edda6c-d1ba-431d-bfc1-f5c5cf35ea6b tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:44.652966 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f94e195e-07f0-4455-9564-ad85b0caf046 req-56edda6c-d1ba-431d-bfc1-f5c5cf35ea6b tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 945 time: 0.6712220 Mar 22 19:23:44.659562 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-22a0e21f-7051-40e8-8db9-67e73352e042 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:23:44.708152 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-22a0e21f-7051-40e8-8db9-67e73352e042 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:23:44.722539 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8f77be4a-2245-470c-9cce-a0ecb21569cb tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (2d631055-0e4e-4f1d-8563-823d3f45e55c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:44.815327 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f94e195e-07f0-4455-9564-ad85b0caf046 req-24969aab-e30b-46bd-bbae-1899a724c394 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570678 Mar 22 19:23:44.949602 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-eb04c0d5-98bd-47cf-be44-e5807d05e7e0 req-71c92b35-805b-42de-8b63-06baabbc4a46 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] For port fc3702aa-6606-431e-8898-54715227e562, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=fc3702aa-6606-431e-8898-54715227e562,segment=NetworkSegment(20fdff8c-5564-4797-a6de-7b5453a4a0ae),segment_id=20fdff8c-5564-4797-a6de-7b5453a4a0ae)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:44.953350 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-eb04c0d5-98bd-47cf-be44-e5807d05e7e0 req-71c92b35-805b-42de-8b63-06baabbc4a46 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (fc3702aa-6606-431e-8898-54715227e562), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:45.013871 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-22a0e21f-7051-40e8-8db9-67e73352e042 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:45.013871 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-22a0e21f-7051-40e8-8db9-67e73352e042 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:45.033316 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-eb04c0d5-98bd-47cf-be44-e5807d05e7e0 req-71c92b35-805b-42de-8b63-06baabbc4a46 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Calling delete_port for fc3702aa-6606-431e-8898-54715227e562 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:23:45.174238 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-407fb995-cfe3-450d-a28e-f8fb2a6eff3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:45.228937 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device fc3702aa-6606-431e-8898-54715227e562 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:23:45.334008 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-525288c9-3b7d-4fb6-8db7-af0ee348402c req-4df85099-5b35-4158-b298-5dfe0ff52d36 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups/a028358d-c4ee-4bff-9619-2a63917cc9f7 HTTP/1.1" status: 200 len: 1817 time: 0.4223592 Mar 22 19:23:45.380607 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-22a0e21f-7051-40e8-8db9-67e73352e042 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4344330 Mar 22 19:23:45.464707 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-176021e6-46a6-4884-aa9f-41f940652e37 service neutron] Request body: {'port': {'device_id': 'a2da020c-9dc4-4114-939a-dcdc57be6dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:45.506584 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port fc3702aa-6606-431e-8898-54715227e562 is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:23:45.507303 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fc3702aa-6606-431e-8898-54715227e562), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:45.632325 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:45.658461 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-89fb45cc-2d37-4c18-8077-62bdaa703d36 req-cd2c861c-deb5-4faf-8a6c-de5713c5d13b tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=e442d100-9a48-47a0-9e64-90e36806fce4 HTTP/1.1" status: 200 len: 210 time: 0.1823540 Mar 22 19:23:45.732343 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8f77be4a-2245-470c-9cce-a0ecb21569cb tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (2d631055-0e4e-4f1d-8563-823d3f45e55c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:45.735769 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8f77be4a-2245-470c-9cce-a0ecb21569cb tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router_controller (2d631055-0e4e-4f1d-8563-823d3f45e55c), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:45.739009 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-525288c9-3b7d-4fb6-8db7-af0ee348402c req-3cd337f6-2263-44eb-9b82-c8680b8c4d39 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (a028358d-c4ee-4bff-9619-2a63917cc9f7), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:45.764851 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-525288c9-3b7d-4fb6-8db7-af0ee348402c req-3cd337f6-2263-44eb-9b82-c8680b8c4d39 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (a028358d-c4ee-4bff-9619-2a63917cc9f7), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:45.779811 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 1c640add-d5d1-4b75-bf85-2f171d553ce9 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:23:45.812562 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-eb04c0d5-98bd-47cf-be44-e5807d05e7e0 req-71c92b35-805b-42de-8b63-06baabbc4a46 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (fc3702aa-6606-431e-8898-54715227e562), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:45.824235 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-525288c9-3b7d-4fb6-8db7-af0ee348402c req-3cd337f6-2263-44eb-9b82-c8680b8c4d39 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a028358d-c4ee-4bff-9619-2a63917cc9f7), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:45.826822 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-525288c9-3b7d-4fb6-8db7-af0ee348402c req-3cd337f6-2263-44eb-9b82-c8680b8c4d39 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:45.827982 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-525288c9-3b7d-4fb6-8db7-af0ee348402c req-3cd337f6-2263-44eb-9b82-c8680b8c4d39 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "DELETE /v2.0/security-groups/a028358d-c4ee-4bff-9619-2a63917cc9f7 HTTP/1.1" status: 204 len: 173 time: 0.4723120 Mar 22 19:23:45.877578 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c92b35-805b-42de-8b63-06baabbc4a46 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Pushing event deleted for resources: {'Port': ['ID=fc3702aa-6606-431e-8898-54715227e562,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:45.880084 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-176021e6-46a6-4884-aa9f-41f940652e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (06dbf087-b1a9-4e6c-bd28-dc30113b71f7), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:45.880319 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8f77be4a-2245-470c-9cce-a0ecb21569cb tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (2d631055-0e4e-4f1d-8563-823d3f45e55c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:45.881080 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f77be4a-2245-470c-9cce-a0ecb21569cb tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Fanout notify agent at l3_agent the message router_deleted on router 2d631055-0e4e-4f1d-8563-823d3f45e55c {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:23:45.883420 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd337f6-2263-44eb-9b82-c8680b8c4d39 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a028358d-c4ee-4bff-9619-2a63917cc9f7,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:45.898087 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8f77be4a-2245-470c-9cce-a0ecb21569cb tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:45.900695 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8f77be4a-2245-470c-9cce-a0ecb21569cb tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] 10.222.0.75 "DELETE /v2.0/routers/2d631055-0e4e-4f1d-8563-823d3f45e55c HTTP/1.1" status: 204 len: 168 time: 3.4180984 Mar 22 19:23:45.904719 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46634) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:45.910422 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-4dd1f341-70fb-4143-ba95-124e47ed854b tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1098669015', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'enable_snat': False}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:45.957520 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 1c640add-d5d1-4b75-bf85-2f171d553ce9 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:23:45.957994 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 1c640add-d5d1-4b75-bf85-2f171d553ce9 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:23:45.980801 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb04c0d5-98bd-47cf-be44-e5807d05e7e0 req-71c92b35-805b-42de-8b63-06baabbc4a46 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] No DVR routers for this DVR port fc3702aa-6606-431e-8898-54715227e562 on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:23:45.984240 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-eb04c0d5-98bd-47cf-be44-e5807d05e7e0 req-71c92b35-805b-42de-8b63-06baabbc4a46 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:45.988122 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eb04c0d5-98bd-47cf-be44-e5807d05e7e0 req-71c92b35-805b-42de-8b63-06baabbc4a46 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.84 "DELETE /v2.0/ports/fc3702aa-6606-431e-8898-54715227e562 HTTP/1.1" status: 204 len: 173 time: 3.3751435 Mar 22 19:23:46.026967 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5c8462-cd91-4ea1-98fc-699190972840 x-openstack-request-id: req-df5c8462-cd91-4ea1-98fc-699190972840 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:23:46.027827 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e442d100-9a48-47a0-9e64-90e36806fce4", "name": "network-vif-deleted", "tag": "1c640add-d5d1-4b75-bf85-2f171d553ce9", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:23:46.028083 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-df5c8462-cd91-4ea1-98fc-699190972840 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:23:46.029777 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df5c8462-cd91-4ea1-98fc-699190972840'] response: {'server_uuid': 'e442d100-9a48-47a0-9e64-90e36806fce4', 'name': 'network-vif-deleted', 'tag': '1c640add-d5d1-4b75-bf85-2f171d553ce9', 'status': 'completed', 'code': 200} Mar 22 19:23:46.033750 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c91177-eb15-4a37-93a9-1b2dd8cc3c59 req-dfa785c5-9733-4bf4-865a-7eb4f52a159c tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:46.035347 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c2c91177-eb15-4a37-93a9-1b2dd8cc3c59 req-dfa785c5-9733-4bf4-865a-7eb4f52a159c tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2da020c-9dc4-4114-939a-dcdc57be6dbb HTTP/1.1" status: 200 len: 931 time: 0.1044338 Mar 22 19:23:46.062799 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5bd59d-5c38-41f3-9a74-357f736eea36', 'name': 'network-vif-deleted', 'tag': '92fcec93-4393-4400-9cfb-57d1f1361f91'}, {'server_uuid': '41f47a60-f815-4808-8c31-715e08c7ed2b', 'name': 'network-vif-deleted', 'tag': 'fc3702aa-6606-431e-8898-54715227e562'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:23:46.068731 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f4ee22-c528-46d0-9617-2ff7fcef308f" -d '{"events": [{"server_uuid": "7a5bd59d-5c38-41f3-9a74-357f736eea36", "name": "network-vif-deleted", "tag": "92fcec93-4393-4400-9cfb-57d1f1361f91"}, {"server_uuid": "41f47a60-f815-4808-8c31-715e08c7ed2b", "name": "network-vif-deleted", "tag": "fc3702aa-6606-431e-8898-54715227e562"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:23:46.073166 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4dd1f341-70fb-4143-ba95-124e47ed854b tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (aac10b1f-06be-43b6-bd1b-8cfeebbd6b75), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:46.079571 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4dd1f341-70fb-4143-ba95-124e47ed854b tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (aac10b1f-06be-43b6-bd1b-8cfeebbd6b75), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:46.152314 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c08c5e67-6950-4b28-beeb-10051f893869 req-d6a792bb-75f1-4ed9-aa9c-f6fda6827b7b tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f37cd19-e6eb-4469-a134-65f6c5b7d702 HTTP/1.1" status: 200 len: 210 time: 0.0398016 Mar 22 19:23:46.314754 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516d34c-a871-4576-be31-77710f81f027 req-40579038-6465-4445-b609-5a3bbf6b88d9 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:46.317063 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f516d34c-a871-4576-be31-77710f81f027 req-40579038-6465-4445-b609-5a3bbf6b88d9 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.84 "GET /v2.0/networks?id=24745c62-fdfd-4b42-a557-891a93f9a29c HTTP/1.1" status: 200 len: 812 time: 0.3029814 Mar 22 19:23:46.332507 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-f516d34c-a871-4576-be31-77710f81f027 req-b1f61c79-eb8b-48f9-91eb-3523ed876228 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Request body: {'port': {'device_id': '0f397d8b-0477-473a-9a3b-8c0a696816da', 'network_id': '24745c62-fdfd-4b42-a557-891a93f9a29c', 'admin_state_up': True, 'tenant_id': '6885dbb2ecbb44338f86682a46cdd5dc'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:46.473023 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4dd1f341-70fb-4143-ba95-124e47ed854b tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router_controller (aac10b1f-06be-43b6-bd1b-8cfeebbd6b75), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:46.603840 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-176021e6-46a6-4884-aa9f-41f940652e37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06dbf087-b1a9-4e6c-bd28-dc30113b71f7 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:23:46.614304 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-176021e6-46a6-4884-aa9f-41f940652e37 service neutron] Publish callbacks [] for port (06dbf087-b1a9-4e6c-bd28-dc30113b71f7), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:46.629074 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-176021e6-46a6-4884-aa9f-41f940652e37 service neutron] Transition to ACTIVE for port object 06dbf087-b1a9-4e6c-bd28-dc30113b71f7 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:23:46.816079 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4dd1f341-70fb-4143-ba95-124e47ed854b tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router_gateway (aac10b1f-06be-43b6-bd1b-8cfeebbd6b75), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:46.839224 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f516d34c-a871-4576-be31-77710f81f027 req-b1f61c79-eb8b-48f9-91eb-3523ed876228 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Made reservation on behalf of 6885dbb2ecbb44338f86682a46cdd5dc for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:23:46.842921 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516d34c-a871-4576-be31-77710f81f027 req-2e27bce7-2296-498a-9ee3-c51f7a1c06a0 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:46.844609 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-f516d34c-a871-4576-be31-77710f81f027 req-b1f61c79-eb8b-48f9-91eb-3523ed876228 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:46.844967 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f516d34c-a871-4576-be31-77710f81f027 req-2e27bce7-2296-498a-9ee3-c51f7a1c06a0 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.85 "GET /v2.0/networks?id=24745c62-fdfd-4b42-a557-891a93f9a29c HTTP/1.1" status: 200 len: 812 time: 0.2120380 Mar 22 19:23:46.850570 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-176021e6-46a6-4884-aa9f-41f940652e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (06dbf087-b1a9-4e6c-bd28-dc30113b71f7), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:46.869969 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-f516d34c-a871-4576-be31-77710f81f027 req-5d22ea9d-9af2-4045-b6f3-8d33c5fab33c tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Request body: {'port': {'device_id': '0f37cd19-e6eb-4469-a134-65f6c5b7d702', 'network_id': '24745c62-fdfd-4b42-a557-891a93f9a29c', 'admin_state_up': True, 'tenant_id': '6885dbb2ecbb44338f86682a46cdd5dc'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:47.124733 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c2c91177-eb15-4a37-93a9-1b2dd8cc3c59 req-6200a245-3fa2-440f-afd8-809596f866c2 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0692527 Mar 22 19:23:47.181236 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176021e6-46a6-4884-aa9f-41f940652e37 service neutron] Pushing event updated for resources: {'Port': ['ID=06dbf087-b1a9-4e6c-bd28-dc30113b71f7,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:47.209254 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-f516d34c-a871-4576-be31-77710f81f027 req-b1f61c79-eb8b-48f9-91eb-3523ed876228 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Allocated IP 172.20.0.4 (24745c62-fdfd-4b42-a557-891a93f9a29c/7bcda241-07cb-4883-b82b-609804061a30/ff817be5-e3cc-418d-bc91-8182019b6603) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:23:47.293118 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444eafcd-fffc-4d7b-9d86-ee007d08f9b1 req-1f463349-8377-4de9-b431-91d5bddb3b49 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:47.301072 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-444eafcd-fffc-4d7b-9d86-ee007d08f9b1 req-1f463349-8377-4de9-b431-91d5bddb3b49 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 945 time: 0.4527125 Mar 22 19:23:47.348008 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e1096ad8-ad70-4a67-a04a-15f14c481a14 req-aa59cef5-81ac-4bf1-ad27-85b8ad338260 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "GET /v2.0/security-groups/5f8c8dda-5e3a-490e-a823-7e37d3f8c1e2 HTTP/1.1" status: 200 len: 1817 time: 0.1882198 Mar 22 19:23:47.376069 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-eae34e60-ddae-4410-a844-319c0f1610ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:47.419226 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f516d34c-a871-4576-be31-77710f81f027 req-5d22ea9d-9af2-4045-b6f3-8d33c5fab33c tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Made reservation on behalf of 6885dbb2ecbb44338f86682a46cdd5dc for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:23:47.423299 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f516d34c-a871-4576-be31-77710f81f027 req-5d22ea9d-9af2-4045-b6f3-8d33c5fab33c tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:47.458484 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-444eafcd-fffc-4d7b-9d86-ee007d08f9b1 req-04b12122-1a40-4e58-9f7f-e833ebf3ec76 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562648 Mar 22 19:23:47.464912 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-176021e6-46a6-4884-aa9f-41f940652e37 service neutron] Attempting to bind port 06dbf087-b1a9-4e6c-bd28-dc30113b71f7 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:23:47.465569 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-176021e6-46a6-4884-aa9f-41f940652e37 service neutron] Attempting to bind port 06dbf087-b1a9-4e6c-bd28-dc30113b71f7 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '1dabcaba-79e0-403f-8405-a983f35d70a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f86aee2c-a4db-473a-89c7-b87edd48b016'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:23:47.467618 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-176021e6-46a6-4884-aa9f-41f940652e37 service neutron] Attempting to bind port 06dbf087-b1a9-4e6c-bd28-dc30113b71f7 on network f86aee2c-a4db-473a-89c7-b87edd48b016 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:23:47.553563 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4dd1f341-70fb-4143-ba95-124e47ed854b tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router_gateway (aac10b1f-06be-43b6-bd1b-8cfeebbd6b75), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:47.590132 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4dd1f341-70fb-4143-ba95-124e47ed854b tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:47.620162 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-176021e6-46a6-4884-aa9f-41f940652e37 service neutron] Port 06dbf087-b1a9-4e6c-bd28-dc30113b71f7 on network f86aee2c-a4db-473a-89c7-b87edd48b016 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:23:47.620759 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-176021e6-46a6-4884-aa9f-41f940652e37 service neutron] Attempting to bind port 06dbf087-b1a9-4e6c-bd28-dc30113b71f7 on network f86aee2c-a4db-473a-89c7-b87edd48b016 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:23:47.675013 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e1096ad8-ad70-4a67-a04a-15f14c481a14 req-5b24d4d5-915b-4169-a1d1-c57ea258c1e6 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (5f8c8dda-5e3a-490e-a823-7e37d3f8c1e2), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:47.685822 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-f516d34c-a871-4576-be31-77710f81f027 req-b1f61c79-eb8b-48f9-91eb-3523ed876228 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Publish callbacks [] for port (ff817be5-e3cc-418d-bc91-8182019b6603), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:47.702366 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-176021e6-46a6-4884-aa9f-41f940652e37 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:23:47.702958 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-176021e6-46a6-4884-aa9f-41f940652e37 service neutron] Checking segment: {'id': '1dabcaba-79e0-403f-8405-a983f35d70a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f86aee2c-a4db-473a-89c7-b87edd48b016'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:23:47.703972 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-176021e6-46a6-4884-aa9f-41f940652e37 service neutron] Bound using segment: {'id': '1dabcaba-79e0-403f-8405-a983f35d70a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f86aee2c-a4db-473a-89c7-b87edd48b016'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:23:47.704797 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-176021e6-46a6-4884-aa9f-41f940652e37 service neutron] Bound port: 06dbf087-b1a9-4e6c-bd28-dc30113b71f7, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dabcaba-79e0-403f-8405-a983f35d70a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f86aee2c-a4db-473a-89c7-b87edd48b016'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:23:47.705328 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-176021e6-46a6-4884-aa9f-41f940652e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (06dbf087-b1a9-4e6c-bd28-dc30113b71f7), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:47.788934 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-4dd1f341-70fb-4143-ba95-124e47ed854b tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Allocated IP 172.25.5.165 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/62f1ea6e-9ff8-4369-8130-1d1530140d5a) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:23:47.793496 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-f516d34c-a871-4576-be31-77710f81f027 req-b1f61c79-eb8b-48f9-91eb-3523ed876228 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (ff817be5-e3cc-418d-bc91-8182019b6603), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:47.818379 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-176021e6-46a6-4884-aa9f-41f940652e37 service neutron] For port 06dbf087-b1a9-4e6c-bd28-dc30113b71f7, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:23:47.823513 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-176021e6-46a6-4884-aa9f-41f940652e37 service neutron] For port 06dbf087-b1a9-4e6c-bd28-dc30113b71f7, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=06dbf087-b1a9-4e6c-bd28-dc30113b71f7,segment=NetworkSegment(1dabcaba-79e0-403f-8405-a983f35d70a7),segment_id=1dabcaba-79e0-403f-8405-a983f35d70a7)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:23:47.879149 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f516d34c-a871-4576-be31-77710f81f027 req-b1f61c79-eb8b-48f9-91eb-3523ed876228 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Network 24745c62-fdfd-4b42-a557-891a93f9a29c is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:23:47.881476 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-f516d34c-a871-4576-be31-77710f81f027 req-b1f61c79-eb8b-48f9-91eb-3523ed876228 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:23:47.893904 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-f516d34c-a871-4576-be31-77710f81f027 req-b1f61c79-eb8b-48f9-91eb-3523ed876228 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:23:47.910646 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-176021e6-46a6-4884-aa9f-41f940652e37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (06dbf087-b1a9-4e6c-bd28-dc30113b71f7), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:47.935993 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f61c79-eb8b-48f9-91eb-3523ed876228 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Pushing event updated for resources: {'Port': ['ID=ff817be5-e3cc-418d-bc91-8182019b6603,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:48.000209 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e1096ad8-ad70-4a67-a04a-15f14c481a14 req-5b24d4d5-915b-4169-a1d1-c57ea258c1e6 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (5f8c8dda-5e3a-490e-a823-7e37d3f8c1e2), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:48.010704 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-176021e6-46a6-4884-aa9f-41f940652e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:48.012483 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-176021e6-46a6-4884-aa9f-41f940652e37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:48.014052 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-176021e6-46a6-4884-aa9f-41f940652e37 service neutron] 10.222.0.85 "PUT /v2.0/ports/06dbf087-b1a9-4e6c-bd28-dc30113b71f7 HTTP/1.1" status: 200 len: 1092 time: 2.5605924 Mar 22 19:23:48.054706 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-f516d34c-a871-4576-be31-77710f81f027 req-5d22ea9d-9af2-4045-b6f3-8d33c5fab33c tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Allocated IP 172.20.0.2 (24745c62-fdfd-4b42-a557-891a93f9a29c/7bcda241-07cb-4883-b82b-609804061a30/dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:23:48.069626 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8ca9c-a44c-42f4-9f0a-f962a840084c req-1d3cccc7-aaaf-49db-b6b6-dacd8ca23cf7 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:48.071630 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f1d8ca9c-a44c-42f4-9f0a-f962a840084c req-1d3cccc7-aaaf-49db-b6b6-dacd8ca23cf7 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 945 time: 0.4479041 Mar 22 19:23:48.073585 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516d34c-a871-4576-be31-77710f81f027 req-b1f61c79-eb8b-48f9-91eb-3523ed876228 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:48.074452 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-f516d34c-a871-4576-be31-77710f81f027 req-b1f61c79-eb8b-48f9-91eb-3523ed876228 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:48.105110 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f516d34c-a871-4576-be31-77710f81f027 req-b1f61c79-eb8b-48f9-91eb-3523ed876228 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7772131 Mar 22 19:23:48.115633 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [req-f516d34c-a871-4576-be31-77710f81f027 req-c8697c6c-4d73-4aa4-bb8a-56c486d264f2 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:23:48.117103 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f516d34c-a871-4576-be31-77710f81f027 req-c8697c6c-4d73-4aa4-bb8a-56c486d264f2 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070572 Mar 22 19:23:48.168063 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176021e6-46a6-4884-aa9f-41f940652e37 service neutron] Pushing event updated for resources: {'Port': ['ID=06dbf087-b1a9-4e6c-bd28-dc30113b71f7,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:48.170220 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:48.217907 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4dd1f341-70fb-4143-ba95-124e47ed854b tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for port (62f1ea6e-9ff8-4369-8130-1d1530140d5a), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:48.260734 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e1096ad8-ad70-4a67-a04a-15f14c481a14 req-5b24d4d5-915b-4169-a1d1-c57ea258c1e6 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5f8c8dda-5e3a-490e-a823-7e37d3f8c1e2), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:48.263467 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e1096ad8-ad70-4a67-a04a-15f14c481a14 req-5b24d4d5-915b-4169-a1d1-c57ea258c1e6 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:48.264730 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e1096ad8-ad70-4a67-a04a-15f14c481a14 req-5b24d4d5-915b-4169-a1d1-c57ea258c1e6 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] 10.222.0.75 "DELETE /v2.0/security-groups/5f8c8dda-5e3a-490e-a823-7e37d3f8c1e2 HTTP/1.1" status: 204 len: 173 time: 0.9157517 Mar 22 19:23:48.274791 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46652) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:48.290392 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f1d8ca9c-a44c-42f4-9f0a-f962a840084c req-66319907-aeef-40e5-8742-419d8a71e6fe tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043085 Mar 22 19:23:48.338311 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea399ee-dfac-4021-9899-b6e027187c0e admin admin] Deleting subnet 0a7d34a5-869d-4a92-9c55-72dc0755e0b6 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:23:48.346154 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-f516d34c-a871-4576-be31-77710f81f027 req-fab15ee9-f717-40e4-a689-6c9cf2c8a062 service neutron] Request body: {'port': {'device_id': '0f397d8b-0477-473a-9a3b-8c0a696816da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:48.396627 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4dd1f341-70fb-4143-ba95-124e47ed854b tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (62f1ea6e-9ff8-4369-8130-1d1530140d5a), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:48.484712 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dea399ee-dfac-4021-9899-b6e027187c0e admin admin] Publish callbacks [] for subnet (0a7d34a5-869d-4a92-9c55-72dc0755e0b6), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:48.535458 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-f516d34c-a871-4576-be31-77710f81f027 req-fab15ee9-f717-40e4-a689-6c9cf2c8a062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ff817be5-e3cc-418d-bc91-8182019b6603), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:48.547589 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f516d34c-a871-4576-be31-77710f81f027 req-5d22ea9d-9af2-4045-b6f3-8d33c5fab33c tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Publish callbacks [] for port (dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:48.585804 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:48.609590 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd1f341-70fb-4143-ba95-124e47ed854b tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:23:48.631563 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 19:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081a6533-41c4-442b-b1c5-791fedc3c484 x-openstack-request-id: req-081a6533-41c4-442b-b1c5-791fedc3c484 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:23:48.632070 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5bd59d-5c38-41f3-9a74-357f736eea36", "name": "network-vif-deleted", "tag": "92fcec93-4393-4400-9cfb-57d1f1361f91", "status": "completed", "code": 200}, {"server_uuid": "41f47a60-f815-4808-8c31-715e08c7ed2b", "name": "network-vif-deleted", "tag": "fc3702aa-6606-431e-8898-54715227e562", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:23:48.632351 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-081a6533-41c4-442b-b1c5-791fedc3c484 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:23:48.633942 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-081a6533-41c4-442b-b1c5-791fedc3c484'] response: {'server_uuid': '7a5bd59d-5c38-41f3-9a74-357f736eea36', 'name': 'network-vif-deleted', 'tag': '92fcec93-4393-4400-9cfb-57d1f1361f91', 'status': 'completed', 'code': 200} Mar 22 19:23:48.634212 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-081a6533-41c4-442b-b1c5-791fedc3c484'] response: {'server_uuid': '41f47a60-f815-4808-8c31-715e08c7ed2b', 'name': 'network-vif-deleted', 'tag': 'fc3702aa-6606-431e-8898-54715227e562', 'status': 'completed', 'code': 200} Mar 22 19:23:48.636969 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-c147837b-838e-47c7-ab81-c742c68d96df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:48.638698 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-c147837b-838e-47c7-ab81-c742c68d96df service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1d0968440cf54214977e8ebbdab6278f&device_id=a2da020c-9dc4-4114-939a-dcdc57be6dbb HTTP/1.1" status: 200 len: 1126 time: 0.5429878 Mar 22 19:23:48.639437 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b24d4d5-915b-4169-a1d1-c57ea258c1e6 tempest-SecurityGroupsTestJSON-213169848 tempest-SecurityGroupsTestJSON-213169848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8c8dda-5e3a-490e-a823-7e37d3f8c1e2,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:48.656233 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-4dd1f341-70fb-4143-ba95-124e47ed854b tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:23:48.669648 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dea399ee-dfac-4021-9899-b6e027187c0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (0a7d34a5-869d-4a92-9c55-72dc0755e0b6), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:48.678334 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd1f341-70fb-4143-ba95-124e47ed854b tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Pushing event updated for resources: {'Port': ['ID=62f1ea6e-9ff8-4369-8130-1d1530140d5a,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:48.684629 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd1f341-70fb-4143-ba95-124e47ed854b tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:23:48.702152 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f516d34c-a871-4576-be31-77710f81f027 req-5d22ea9d-9af2-4045-b6f3-8d33c5fab33c tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:48.841852 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-2c4361ea-05d3-45ed-a93e-175c30477600 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06dbf087-b1a9-4e6c-bd28-dc30113b71f7 HTTP/1.1" status: 200 len: 217 time: 0.1587248 Mar 22 19:23:48.912975 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f516d34c-a871-4576-be31-77710f81f027 req-5d22ea9d-9af2-4045-b6f3-8d33c5fab33c tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Network 24745c62-fdfd-4b42-a557-891a93f9a29c is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:23:48.927839 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-f516d34c-a871-4576-be31-77710f81f027 req-5d22ea9d-9af2-4045-b6f3-8d33c5fab33c tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:23:48.930725 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-f516d34c-a871-4576-be31-77710f81f027 req-5d22ea9d-9af2-4045-b6f3-8d33c5fab33c tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:23:48.942177 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22ea9d-9af2-4045-b6f3-8d33c5fab33c tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Pushing event updated for resources: {'Port': ['ID=dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:48.951469 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562925f-2d5c-488f-a94a-0dd519ee9ac9 req-82a9f2da-cffe-4164-8deb-5354f1c7cb67 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:48.960828 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6562925f-2d5c-488f-a94a-0dd519ee9ac9 req-82a9f2da-cffe-4164-8deb-5354f1c7cb67 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f37cd19-e6eb-4469-a134-65f6c5b7d702 HTTP/1.1" status: 200 len: 931 time: 0.3070450 Mar 22 19:23:49.006094 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-eb7aafc2-f9d4-4862-b84d-20d96f0b147d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:49.007561 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-eb7aafc2-f9d4-4862-b84d-20d96f0b147d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b79d00bd-67e3-41a4-af81-d6bc678ecb21 HTTP/1.1" status: 200 len: 855 time: 0.1544290 Mar 22 19:23:49.014743 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ade65b-3041-42cd-a590-c9b294065a8c req-921f0617-07ec-43ee-965b-648259a6bc6c tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:49.022368 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-46ade65b-3041-42cd-a590-c9b294065a8c req-921f0617-07ec-43ee-965b-648259a6bc6c tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2da020c-9dc4-4114-939a-dcdc57be6dbb HTTP/1.1" status: 200 len: 943 time: 0.3723006 Mar 22 19:23:49.031870 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dea399ee-dfac-4021-9899-b6e027187c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (0a7d34a5-869d-4a92-9c55-72dc0755e0b6), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:49.119058 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-475bca3a-c8ba-488f-a9cd-b168ef44bd53 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f86aee2c-a4db-473a-89c7-b87edd48b016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857790 Mar 22 19:23:49.141066 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516d34c-a871-4576-be31-77710f81f027 req-5d22ea9d-9af2-4045-b6f3-8d33c5fab33c tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:49.141806 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f516d34c-a871-4576-be31-77710f81f027 req-5d22ea9d-9af2-4045-b6f3-8d33c5fab33c tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:49.240830 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6562925f-2d5c-488f-a94a-0dd519ee9ac9 req-21dd947b-603c-4d79-ad1d-d08d0b34889e tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/security-groups?id=de3e3076-a14d-47c8-9957-d3dc6bec5933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789972 Mar 22 19:23:49.272370 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dea399ee-dfac-4021-9899-b6e027187c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (0a7d34a5-869d-4a92-9c55-72dc0755e0b6), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:49.290454 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-46ade65b-3041-42cd-a590-c9b294065a8c req-cf3323d2-07c6-42a2-9558-b040f8efbafd tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670088 Mar 22 19:23:49.306894 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f516d34c-a871-4576-be31-77710f81f027 req-5d22ea9d-9af2-4045-b6f3-8d33c5fab33c tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4419415 Mar 22 19:23:49.336330 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea399ee-dfac-4021-9899-b6e027187c0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a7d34a5-869d-4a92-9c55-72dc0755e0b6,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:49.444897 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dea399ee-dfac-4021-9899-b6e027187c0e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:49.448601 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-dea399ee-dfac-4021-9899-b6e027187c0e admin admin] 10.222.0.75 "DELETE /v2.0/subnets/0a7d34a5-869d-4a92-9c55-72dc0755e0b6 HTTP/1.1" status: 204 len: 168 time: 1.1716490 Mar 22 19:23:49.452745 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46664) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:49.472683 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-6bdc36c0-064c-494c-9f35-b81eaa947d51 service neutron] 10.222.0.85 "GET /v2.0/networks/f86aee2c-a4db-473a-89c7-b87edd48b016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393145 Mar 22 19:23:49.529004 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-f516d34c-a871-4576-be31-77710f81f027 req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] Request body: {'port': {'device_id': '0f37cd19-e6eb-4469-a134-65f6c5b7d702', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:49.585303 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9c3c5bdc-681b-4d87-b285-8623d28d8508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (5d7632a4-6efd-4aa2-8b68-02aec79f1353), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:49.587312 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46668) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:49.608722 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-5a893cc0-717f-44fc-9e79-3e5648d6dd67 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Request body: {'security_group': {'name': 'tempest-securitygroup--614493567', 'description': 'tempest-description--401301110'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:49.684650 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4dd1f341-70fb-4143-ba95-124e47ed854b tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router_gateway (aac10b1f-06be-43b6-bd1b-8cfeebbd6b75), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:49.761210 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5a893cc0-717f-44fc-9e79-3e5648d6dd67 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:49.820663 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32a709-074c-438a-bac9-a11a7e3aca26 req-a60a80c6-0e38-4207-bb01-9755b27d8d49 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:49.823810 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5a32a709-074c-438a-bac9-a11a7e3aca26 req-a60a80c6-0e38-4207-bb01-9755b27d8d49 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 945 time: 0.3920090 Mar 22 19:23:49.835232 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f516d34c-a871-4576-be31-77710f81f027 req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:49.923145 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-f516d34c-a871-4576-be31-77710f81f027 req-fab15ee9-f717-40e4-a689-6c9cf2c8a062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff817be5-e3cc-418d-bc91-8182019b6603 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:23:49.960589 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c853f5-cf94-491c-8d23-75f02199321a req-37de9f98-d2e7-41ac-9b6f-f40575e06a02 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:49.986372 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-13c853f5-cf94-491c-8d23-75f02199321a req-37de9f98-d2e7-41ac-9b6f-f40575e06a02 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 945 time: 0.3407633 Mar 22 19:23:50.026541 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:50.116012 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc89c860-b298-4f3f-85fd-ff75fe0f6262 req-86d00933-558f-47e6-9006-149cb23e71b7 service neutron] 10.222.0.85 "GET /v2.0/networks/f86aee2c-a4db-473a-89c7-b87edd48b016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5947475 Mar 22 19:23:50.137906 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5a32a709-074c-438a-bac9-a11a7e3aca26 req-e0327a9d-6fe9-49d7-bf25-997a94a2b1ee tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031509 Mar 22 19:23:50.304898 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-f516d34c-a871-4576-be31-77710f81f027 req-fab15ee9-f717-40e4-a689-6c9cf2c8a062 service neutron] Publish callbacks [] for port (ff817be5-e3cc-418d-bc91-8182019b6603), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:50.320549 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9c3c5bdc-681b-4d87-b285-8623d28d8508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (5d7632a4-6efd-4aa2-8b68-02aec79f1353), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:50.356143 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-f516d34c-a871-4576-be31-77710f81f027 req-fab15ee9-f717-40e4-a689-6c9cf2c8a062 service neutron] Transition to ACTIVE for port object ff817be5-e3cc-418d-bc91-8182019b6603 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:23:50.371004 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-9c3c5bdc-681b-4d87-b285-8623d28d8508 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d7632a4-6efd-4aa2-8b68-02aec79f1353']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:23:50.374998 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-13c853f5-cf94-491c-8d23-75f02199321a req-4f5806db-53fb-4049-9e47-ce800d6a1b54 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872807 Mar 22 19:23:50.390608 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-f516d34c-a871-4576-be31-77710f81f027 req-fab15ee9-f717-40e4-a689-6c9cf2c8a062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (ff817be5-e3cc-418d-bc91-8182019b6603), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:50.403349 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-9c3c5bdc-681b-4d87-b285-8623d28d8508 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c81ab1-1346-4808-8768-1989eedd126f') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:23:50.403717 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-9c3c5bdc-681b-4d87-b285-8623d28d8508 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c81ab1-1346-4808-8768-1989eedd126f') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:23:50.477328 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9c3c5bdc-681b-4d87-b285-8623d28d8508 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (22c81ab1-1346-4808-8768-1989eedd126f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:50.542688 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5a893cc0-717f-44fc-9e79-3e5648d6dd67 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks [] for security_group (13884fc5-a4d1-4f48-9e13-f35f8542dc96), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:50.557441 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5a893cc0-717f-44fc-9e79-3e5648d6dd67 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (13884fc5-a4d1-4f48-9e13-f35f8542dc96), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:50.564012 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661a35b-0776-4992-8da4-e268740fd98d req-76ebbbcd-f8fc-4175-8b3d-605ba289aac0 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:50.566462 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9c3c5bdc-681b-4d87-b285-8623d28d8508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (22c81ab1-1346-4808-8768-1989eedd126f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:50.571466 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab15ee9-f717-40e4-a689-6c9cf2c8a062 service neutron] Pushing event updated for resources: {'Port': ['ID=ff817be5-e3cc-418d-bc91-8182019b6603,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:50.572837 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4661a35b-0776-4992-8da4-e268740fd98d req-76ebbbcd-f8fc-4175-8b3d-605ba289aac0 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f37cd19-e6eb-4469-a134-65f6c5b7d702 HTTP/1.1" status: 200 len: 931 time: 0.2638547 Mar 22 19:23:50.594919 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c3c5bdc-681b-4d87-b285-8623d28d8508 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:23:50.595476 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9c3c5bdc-681b-4d87-b285-8623d28d8508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (22c81ab1-1346-4808-8768-1989eedd126f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:50.601256 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:23:50.601256 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:23:50.601256 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:23:50.601256 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:23:50.601256 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:23:50.601256 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:23:50.601256 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:23:50.601256 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:23:50.601256 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:23:50.601256 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:23:50.601256 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:23:50.601256 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:23:50.601256 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:23:50.601256 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:23:50.601256 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:23:50.601256 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:23:50.601256 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:23:50.601256 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:23:50.601256 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:23:50.601256 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:23:50.601256 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:23:50.601256 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:23:50.601256 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:23:50.601256 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:23:50.601256 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:23:50.601256 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:23:50.601256 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:23:50.601256 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:23:50.601256 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:23:50.601256 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:23:50.601256 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:23:50.601256 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:23:50.637441 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2da020c-9dc4-4114-939a-dcdc57be6dbb', 'tag': '06dbf087-b1a9-4e6c-bd28-dc30113b71f7'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:23:50.639913 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad969ee6-5e69-49fb-9bdd-25c9e63c1b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "a2da020c-9dc4-4114-939a-dcdc57be6dbb", "tag": "06dbf087-b1a9-4e6c-bd28-dc30113b71f7"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:23:50.668206 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ab805-4969-4b62-ae30-b3f87b52df9a req-3c8939ba-9053-4db2-9ceb-b4297f446cfd tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:50.675755 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c71ab805-4969-4b62-ae30-b3f87b52df9a req-3c8939ba-9053-4db2-9ceb-b4297f446cfd tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2da020c-9dc4-4114-939a-dcdc57be6dbb HTTP/1.1" status: 200 len: 943 time: 0.1739995 Mar 22 19:23:50.689616 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5a893cc0-717f-44fc-9e79-3e5648d6dd67 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:50.691061 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5a893cc0-717f-44fc-9e79-3e5648d6dd67 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0965452 Mar 22 19:23:50.696746 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a893cc0-717f-44fc-9e79-3e5648d6dd67 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13884fc5-a4d1-4f48-9e13-f35f8542dc96,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:50.701654 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4661a35b-0776-4992-8da4-e268740fd98d req-b0cad8f8-cfb9-4b2a-bc53-bec16e7f7cbe tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/security-groups?id=de3e3076-a14d-47c8-9957-d3dc6bec5933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260073 Mar 22 19:23:50.704777 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46676) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:50.733672 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-ed442b01-4ab8-4162-bb96-63f742655059 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Request body: {'security_group_rule': {'security_group_id': '13884fc5-a4d1-4f48-9e13-f35f8542dc96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:50.775473 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9c3c5bdc-681b-4d87-b285-8623d28d8508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (5d7632a4-6efd-4aa2-8b68-02aec79f1353), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:50.782557 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4dd1f341-70fb-4143-ba95-124e47ed854b tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (aac10b1f-06be-43b6-bd1b-8cfeebbd6b75), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:50.807110 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d186de-0769-47e5-ac89-ceb4e6d8f705 x-openstack-request-id: req-69d186de-0769-47e5-ac89-ceb4e6d8f705 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:23:50.807569 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2da020c-9dc4-4114-939a-dcdc57be6dbb", "tag": "06dbf087-b1a9-4e6c-bd28-dc30113b71f7", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:23:50.807695 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-69d186de-0769-47e5-ac89-ceb4e6d8f705 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:23:50.808048 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69d186de-0769-47e5-ac89-ceb4e6d8f705'] response: {'name': 'network-changed', 'server_uuid': 'a2da020c-9dc4-4114-939a-dcdc57be6dbb', 'tag': '06dbf087-b1a9-4e6c-bd28-dc30113b71f7', 'status': 'completed', 'code': 200} Mar 22 19:23:50.813567 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9c3c5bdc-681b-4d87-b285-8623d28d8508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:50.817324 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9c3c5bdc-681b-4d87-b285-8623d28d8508 admin admin] 10.222.0.75 "DELETE /v2.0/networks/5d7632a4-6efd-4aa2-8b68-02aec79f1353 HTTP/1.1" status: 204 len: 168 time: 1.3635144 Mar 22 19:23:50.842486 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c5bdc-681b-4d87-b285-8623d28d8508 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d7632a4-6efd-4aa2-8b68-02aec79f1353,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:50.855260 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed442b01-4ab8-4162-bb96-63f742655059 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks [] for security_group_rule (fc221054-2a5c-45b3-92dd-904b7eee2056), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:50.885622 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c71ab805-4969-4b62-ae30-b3f87b52df9a req-f794b22c-3bf1-4b67-81a4-9c948c36b765 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086105 Mar 22 19:23:50.911491 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-f516d34c-a871-4576-be31-77710f81f027 req-fab15ee9-f717-40e4-a689-6c9cf2c8a062 service neutron] Attempting to bind port ff817be5-e3cc-418d-bc91-8182019b6603 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:23:50.912155 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-f516d34c-a871-4576-be31-77710f81f027 req-fab15ee9-f717-40e4-a689-6c9cf2c8a062 service neutron] Attempting to bind port ff817be5-e3cc-418d-bc91-8182019b6603 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '20fdff8c-5564-4797-a6de-7b5453a4a0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '24745c62-fdfd-4b42-a557-891a93f9a29c'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:23:50.912835 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f516d34c-a871-4576-be31-77710f81f027 req-fab15ee9-f717-40e4-a689-6c9cf2c8a062 service neutron] Attempting to bind port ff817be5-e3cc-418d-bc91-8182019b6603 on network 24745c62-fdfd-4b42-a557-891a93f9a29c {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:23:50.917074 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-f516d34c-a871-4576-be31-77710f81f027 req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:23:50.933066 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f516d34c-a871-4576-be31-77710f81f027 req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] Publish callbacks [] for port (dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:50.964753 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f516d34c-a871-4576-be31-77710f81f027 req-fab15ee9-f717-40e4-a689-6c9cf2c8a062 service neutron] Port ff817be5-e3cc-418d-bc91-8182019b6603 on network 24745c62-fdfd-4b42-a557-891a93f9a29c not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:23:50.965534 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f516d34c-a871-4576-be31-77710f81f027 req-fab15ee9-f717-40e4-a689-6c9cf2c8a062 service neutron] Attempting to bind port ff817be5-e3cc-418d-bc91-8182019b6603 on network 24745c62-fdfd-4b42-a557-891a93f9a29c {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:23:50.967153 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad969ee6-5e69-49fb-9bdd-25c9e63c1b7c req-8c8f48cb-529a-4ae2-9293-be463dee0c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:50.968752 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad969ee6-5e69-49fb-9bdd-25c9e63c1b7c req-8c8f48cb-529a-4ae2-9293-be463dee0c47 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1d0968440cf54214977e8ebbdab6278f&device_id=a2da020c-9dc4-4114-939a-dcdc57be6dbb HTTP/1.1" status: 200 len: 1126 time: 0.1526966 Mar 22 19:23:50.988979 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f516d34c-a871-4576-be31-77710f81f027 req-fab15ee9-f717-40e4-a689-6c9cf2c8a062 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:23:50.989776 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f516d34c-a871-4576-be31-77710f81f027 req-fab15ee9-f717-40e4-a689-6c9cf2c8a062 service neutron] Checking segment: {'id': '20fdff8c-5564-4797-a6de-7b5453a4a0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '24745c62-fdfd-4b42-a557-891a93f9a29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:23:50.990523 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f516d34c-a871-4576-be31-77710f81f027 req-fab15ee9-f717-40e4-a689-6c9cf2c8a062 service neutron] Bound using segment: {'id': '20fdff8c-5564-4797-a6de-7b5453a4a0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '24745c62-fdfd-4b42-a557-891a93f9a29c'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:23:50.991215 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-f516d34c-a871-4576-be31-77710f81f027 req-fab15ee9-f717-40e4-a689-6c9cf2c8a062 service neutron] Bound port: ff817be5-e3cc-418d-bc91-8182019b6603, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20fdff8c-5564-4797-a6de-7b5453a4a0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '24745c62-fdfd-4b42-a557-891a93f9a29c'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:23:50.991816 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-f516d34c-a871-4576-be31-77710f81f027 req-fab15ee9-f717-40e4-a689-6c9cf2c8a062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ff817be5-e3cc-418d-bc91-8182019b6603), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:51.007213 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-f516d34c-a871-4576-be31-77710f81f027 req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] Transition to ACTIVE for port object dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:23:51.049423 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f516d34c-a871-4576-be31-77710f81f027 req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:51.097461 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed442b01-4ab8-4162-bb96-63f742655059 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks [] for security_group_rule (fc221054-2a5c-45b3-92dd-904b7eee2056), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:51.116591 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed442b01-4ab8-4162-bb96-63f742655059 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (fc221054-2a5c-45b3-92dd-904b7eee2056), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:51.175893 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-f516d34c-a871-4576-be31-77710f81f027 req-fab15ee9-f717-40e4-a689-6c9cf2c8a062 service neutron] For port ff817be5-e3cc-418d-bc91-8182019b6603, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:23:51.179475 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed442b01-4ab8-4162-bb96-63f742655059 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc221054-2a5c-45b3-92dd-904b7eee2056,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:51.194657 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-f516d34c-a871-4576-be31-77710f81f027 req-fab15ee9-f717-40e4-a689-6c9cf2c8a062 service neutron] For port ff817be5-e3cc-418d-bc91-8182019b6603, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=ff817be5-e3cc-418d-bc91-8182019b6603,segment=NetworkSegment(20fdff8c-5564-4797-a6de-7b5453a4a0ae),segment_id=20fdff8c-5564-4797-a6de-7b5453a4a0ae)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:23:51.217472 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed442b01-4ab8-4162-bb96-63f742655059 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:51.220571 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ed442b01-4ab8-4162-bb96-63f742655059 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4952378 Mar 22 19:23:51.224935 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46682) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:51.235093 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-f516d34c-a871-4576-be31-77710f81f027 req-fab15ee9-f717-40e4-a689-6c9cf2c8a062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (ff817be5-e3cc-418d-bc91-8182019b6603), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:51.248580 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-a2d25eea-cd73-4bf1-ad88-880ef06d0e62 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Request body: {'security_group_rule': {'security_group_id': '13884fc5-a4d1-4f48-9e13-f35f8542dc96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:51.325843 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:51.338242 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46686) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:51.511870 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516d34c-a871-4576-be31-77710f81f027 req-fab15ee9-f717-40e4-a689-6c9cf2c8a062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:51.513014 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-f516d34c-a871-4576-be31-77710f81f027 req-fab15ee9-f717-40e4-a689-6c9cf2c8a062 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:51.515397 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f516d34c-a871-4576-be31-77710f81f027 req-fab15ee9-f717-40e4-a689-6c9cf2c8a062 service neutron] 10.222.0.84 "PUT /v2.0/ports/ff817be5-e3cc-418d-bc91-8182019b6603 HTTP/1.1" status: 200 len: 1092 time: 3.3707902 Mar 22 19:23:51.517899 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f397d8b-0477-473a-9a3b-8c0a696816da', 'tag': 'ff817be5-e3cc-418d-bc91-8182019b6603'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:23:51.521623 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed9e152-e1a4-42b9-8719-41f0f68b556b" -d '{"events": [{"name": "network-changed", "server_uuid": "0f397d8b-0477-473a-9a3b-8c0a696816da", "tag": "ff817be5-e3cc-418d-bc91-8182019b6603"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:23:51.566653 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a2d25eea-cd73-4bf1-ad88-880ef06d0e62 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks [] for security_group_rule (2b5bd305-1f3a-4b4d-9344-e16f83f17a7d), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:51.586816 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd1f341-70fb-4143-ba95-124e47ed854b tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Router aac10b1f-06be-43b6-bd1b-8cfeebbd6b75 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:23:51.716985 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-352c3eee-a20f-4013-990b-69595bb1460a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=38ed8ef1e4944b49bee3b635f0a09187&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3262925 Mar 22 19:23:51.726442 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 46692) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:51.730006 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab15ee9-f717-40e4-a689-6c9cf2c8a062 service neutron] Pushing event updated for resources: {'Port': ['ID=ff817be5-e3cc-418d-bc91-8182019b6603,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:51.786534 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a2d25eea-cd73-4bf1-ad88-880ef06d0e62 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks [] for security_group_rule (2b5bd305-1f3a-4b4d-9344-e16f83f17a7d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:51.877923 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a2d25eea-cd73-4bf1-ad88-880ef06d0e62 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (2b5bd305-1f3a-4b4d-9344-e16f83f17a7d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:51.888045 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:51.910634 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d25eea-cd73-4bf1-ad88-880ef06d0e62 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b5bd305-1f3a-4b4d-9344-e16f83f17a7d,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:51.931769 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516d34c-a871-4576-be31-77710f81f027 req-a204eec1-69a4-4bab-90a7-6cd60d95531e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:51.933748 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f516d34c-a871-4576-be31-77710f81f027 req-a204eec1-69a4-4bab-90a7-6cd60d95531e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6885dbb2ecbb44338f86682a46cdd5dc&device_id=0f397d8b-0477-473a-9a3b-8c0a696816da HTTP/1.1" status: 200 len: 1126 time: 0.3613141 Mar 22 19:23:51.970664 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:51.971084 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:51.971385 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:51.971777 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:51.972179 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:51.972519 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:51.972854 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:51.973186 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:51.973512 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:51.973912 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:51.974291 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:51.974634 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:51.975508 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:51.975508 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:51.976554 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:52.015109 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f516d34c-a871-4576-be31-77710f81f027 req-7b6fc072-4b02-4c15-a731-bf98592cbcd7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff817be5-e3cc-418d-bc91-8182019b6603 HTTP/1.1" status: 200 len: 217 time: 0.0660496 Mar 22 19:23:52.021124 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a2d25eea-cd73-4bf1-ad88-880ef06d0e62 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:52.022826 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a2d25eea-cd73-4bf1-ad88-880ef06d0e62 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7933505 Mar 22 19:23:52.029767 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 46698) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:52.033462 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad969ee6-5e69-49fb-9bdd-25c9e63c1b7c req-0a4211d2-3907-4601-a5af-43c6fba84eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:52.035777 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad969ee6-5e69-49fb-9bdd-25c9e63c1b7c req-0a4211d2-3907-4601-a5af-43c6fba84eb8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=f86aee2c-a4db-473a-89c7-b87edd48b016 HTTP/1.1" status: 200 len: 916 time: 1.0576940 Mar 22 19:23:52.042230 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-69c1d1fb-acf7-4ba2-942f-6692d57212fb tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:52.086323 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516d34c-a871-4576-be31-77710f81f027 req-649b37f3-ffae-4933-a78c-6583d7788c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:52.088117 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f516d34c-a871-4576-be31-77710f81f027 req-649b37f3-ffae-4933-a78c-6583d7788c79 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7bcda241-07cb-4883-b82b-609804061a30 HTTP/1.1" status: 200 len: 852 time: 0.0590122 Mar 22 19:23:52.096314 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a33b9-ae82-4ec4-82ea-ee7d84d7dfba req-a0d5069a-d046-47e2-9ed8-694846a50581 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:52.098278 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b13a33b9-ae82-4ec4-82ea-ee7d84d7dfba req-a0d5069a-d046-47e2-9ed8-694846a50581 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 945 time: 0.4266887 Mar 22 19:23:52.127138 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd1f341-70fb-4143-ba95-124e47ed854b tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:23:52.138511 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a4f460-d3c7-43d9-b376-df179a92c33e None None] Sync routers for ids ['aac10b1f-06be-43b6-bd1b-8cfeebbd6b75'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:23:52.143027 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39798624-c0ea-4fc9-bfd6-6b1d6118474a req-7ec00745-ee2d-4d41-877b-e6a859ca7170 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:52.150958 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-39798624-c0ea-4fc9-bfd6-6b1d6118474a req-7ec00745-ee2d-4d41-877b-e6a859ca7170 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 945 time: 0.4822807 Mar 22 19:23:52.164872 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f516d34c-a871-4576-be31-77710f81f027 req-442efbc8-2847-461c-8974-ff594bd99c07 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=24745c62-fdfd-4b42-a557-891a93f9a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648639 Mar 22 19:23:52.171115 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a4f460-d3c7-43d9-b376-df179a92c33e None None] Routers {'aac10b1f-06be-43b6-bd1b-8cfeebbd6b75'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:23:52.171726 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-b3a4f460-d3c7-43d9-b376-df179a92c33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:23:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['aac10b1f-06be-43b6-bd1b-8cfeebbd6b75'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:23:52.204769 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4dd1f341-70fb-4143-ba95-124e47ed854b tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:52.207066 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4dd1f341-70fb-4143-ba95-124e47ed854b tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.3012061 Mar 22 19:23:52.227818 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 46704) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:52.228528 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-275d98c4-278e-4985-8dae-2766bb030f4e admin admin] Publish callbacks [] for security_group (4093de66-3757-463f-9524-e827da99c973), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:52.231482 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad969ee6-5e69-49fb-9bdd-25c9e63c1b7c req-e94f01da-9aaf-4276-8864-c103da270f8b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=06dbf087-b1a9-4e6c-bd28-dc30113b71f7 HTTP/1.1" status: 200 len: 217 time: 0.1506367 Mar 22 19:23:52.343080 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f516d34c-a871-4576-be31-77710f81f027 req-d1f6c8cf-2e38-4cf6-ae70-1186cf16d80e service neutron] 10.222.0.84 "GET /v2.0/networks/24745c62-fdfd-4b42-a557-891a93f9a29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674809 Mar 22 19:23:52.415311 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-69c1d1fb-acf7-4ba2-942f-6692d57212fb tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:52.461819 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-275d98c4-278e-4985-8dae-2766bb030f4e admin admin] Publish callbacks [] for security_group (4093de66-3757-463f-9524-e827da99c973), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:52.467143 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-b3a4f460-d3c7-43d9-b376-df179a92c33e None None] Set router aac10b1f-06be-43b6-bd1b-8cfeebbd6b75 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:23:52.489514 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b13a33b9-ae82-4ec4-82ea-ee7d84d7dfba req-bd23ee8a-0cbb-456d-b331-e8f3e943fb96 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785434 Mar 22 19:23:52.510226 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f516d34c-a871-4576-be31-77710f81f027 req-71a50710-b565-4b09-a714-85d161ec1384 service neutron] 10.222.0.84 "GET /v2.0/networks/24745c62-fdfd-4b42-a557-891a93f9a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593962 Mar 22 19:23:52.562561 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-39798624-c0ea-4fc9-bfd6-6b1d6118474a req-37226577-05e4-4f9c-8ab8-b341abd3b46a tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092982 Mar 22 19:23:52.581229 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-f516d34c-a871-4576-be31-77710f81f027 req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] Attempting to bind port dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:23:52.583767 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-f516d34c-a871-4576-be31-77710f81f027 req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] Attempting to bind port dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '20fdff8c-5564-4797-a6de-7b5453a4a0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '24745c62-fdfd-4b42-a557-891a93f9a29c'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:23:52.584407 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f516d34c-a871-4576-be31-77710f81f027 req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] Attempting to bind port dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4 on network 24745c62-fdfd-4b42-a557-891a93f9a29c {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:23:52.619492 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87091bb-8d4f-4ace-afc7-fa39d863455f x-openstack-request-id: req-c87091bb-8d4f-4ace-afc7-fa39d863455f {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:23:52.619922 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f397d8b-0477-473a-9a3b-8c0a696816da", "tag": "ff817be5-e3cc-418d-bc91-8182019b6603", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:23:52.620135 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c87091bb-8d4f-4ace-afc7-fa39d863455f {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:23:52.620987 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c87091bb-8d4f-4ace-afc7-fa39d863455f'] response: {'name': 'network-changed', 'server_uuid': '0f397d8b-0477-473a-9a3b-8c0a696816da', 'tag': 'ff817be5-e3cc-418d-bc91-8182019b6603', 'status': 'completed', 'code': 200} Mar 22 19:23:52.670753 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad969ee6-5e69-49fb-9bdd-25c9e63c1b7c req-42167d1d-e532-43c2-ad43-d5697af947c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:52.672763 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad969ee6-5e69-49fb-9bdd-25c9e63c1b7c req-42167d1d-e532-43c2-ad43-d5697af947c9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b79d00bd-67e3-41a4-af81-d6bc678ecb21 HTTP/1.1" status: 200 len: 855 time: 0.4242396 Mar 22 19:23:52.673541 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f516d34c-a871-4576-be31-77710f81f027 req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] Port dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4 on network 24745c62-fdfd-4b42-a557-891a93f9a29c not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:23:52.673891 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f516d34c-a871-4576-be31-77710f81f027 req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] Attempting to bind port dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4 on network 24745c62-fdfd-4b42-a557-891a93f9a29c {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:23:52.725021 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9e152-e1a4-42b9-8719-41f0f68b556b req-ba3831f5-5486-420e-9d36-2537c66b7f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:52.728066 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0ed9e152-e1a4-42b9-8719-41f0f68b556b req-ba3831f5-5486-420e-9d36-2537c66b7f61 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6885dbb2ecbb44338f86682a46cdd5dc&device_id=0f397d8b-0477-473a-9a3b-8c0a696816da HTTP/1.1" status: 200 len: 1126 time: 0.0868118 Mar 22 19:23:52.763535 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-b3a4f460-d3c7-43d9-b376-df179a92c33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac10b1f-06be-43b6-bd1b-8cfeebbd6b75', 'name': 'tempest-snat-router-1098669015', 'tenant_id': '52cf547f55a6404f8c63507b4cf26f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.165'}], 'enable_snat': False}, 'gw_port_id': '62f1ea6e-9ff8-4369-8130-1d1530140d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:23:46Z', 'updated_at': '2022-03-22T19:23:49Z', 'revision_number': 3, 'project_id': '52cf547f55a6404f8c63507b4cf26f9e', 'gw_port': {'id': '62f1ea6e-9ff8-4369-8130-1d1530140d5a', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:27:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac10b1f-06be-43b6-bd1b-8cfeebbd6b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:23:47Z', 'updated_at': '2022-03-22T19:23:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:23:52.816757 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a4f460-d3c7-43d9-b376-df179a92c33e None None] Checking router: aac10b1f-06be-43b6-bd1b-8cfeebbd6b75 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:23:52.817128 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a4f460-d3c7-43d9-b376-df179a92c33e None None] Updating router aac10b1f-06be-43b6-bd1b-8cfeebbd6b75 port 62f1ea6e-9ff8-4369-8130-1d1530140d5a binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:23:52.826253 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f516d34c-a871-4576-be31-77710f81f027 req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:23:52.826865 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f516d34c-a871-4576-be31-77710f81f027 req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] Checking segment: {'id': '20fdff8c-5564-4797-a6de-7b5453a4a0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '24745c62-fdfd-4b42-a557-891a93f9a29c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:23:52.827450 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f516d34c-a871-4576-be31-77710f81f027 req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] Bound using segment: {'id': '20fdff8c-5564-4797-a6de-7b5453a4a0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '24745c62-fdfd-4b42-a557-891a93f9a29c'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:23:52.828085 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-f516d34c-a871-4576-be31-77710f81f027 req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] Bound port: dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20fdff8c-5564-4797-a6de-7b5453a4a0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '24745c62-fdfd-4b42-a557-891a93f9a29c'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:23:52.828723 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f516d34c-a871-4576-be31-77710f81f027 req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:52.844049 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad969ee6-5e69-49fb-9bdd-25c9e63c1b7c req-553cbd49-8abe-4f1e-bcfd-e62c9707c1f4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=f86aee2c-a4db-473a-89c7-b87edd48b016&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112940 Mar 22 19:23:52.865264 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-b3a4f460-d3c7-43d9-b376-df179a92c33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (62f1ea6e-9ff8-4369-8130-1d1530140d5a), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:52.872060 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-ad969ee6-5e69-49fb-9bdd-25c9e63c1b7c req-a3505f7b-f975-4b98-a9a4-c50f564ae952 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:23:52.873409 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad969ee6-5e69-49fb-9bdd-25c9e63c1b7c req-a3505f7b-f975-4b98-a9a4-c50f564ae952 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059538 Mar 22 19:23:52.884325 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9e152-e1a4-42b9-8719-41f0f68b556b req-dadeef83-df83-49d4-8c36-a4187cf73898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:52.890442 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0ed9e152-e1a4-42b9-8719-41f0f68b556b req-dadeef83-df83-49d4-8c36-a4187cf73898 service neutron] 10.222.0.84 "GET /v2.0/networks?id=24745c62-fdfd-4b42-a557-891a93f9a29c HTTP/1.1" status: 200 len: 913 time: 0.1546268 Mar 22 19:23:52.907395 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-948f5edc-2de9-4afd-8e65-45629eda2d4c tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] 10.222.0.75 "GET /v2.0/routers/aac10b1f-06be-43b6-bd1b-8cfeebbd6b75 HTTP/1.1" status: 200 len: 909 time: 0.6742437 Mar 22 19:23:52.925560 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 46708) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:52.933757 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-202c21a9-7596-4c23-9588-5e3d2dd7ff5a tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1098669015', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'enable_snat': True}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:52.954235 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0ed9e152-e1a4-42b9-8719-41f0f68b556b req-f3ad0e10-24dd-4407-8840-35d74272905f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ff817be5-e3cc-418d-bc91-8182019b6603 HTTP/1.1" status: 200 len: 217 time: 0.0567894 Mar 22 19:23:53.014272 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-f516d34c-a871-4576-be31-77710f81f027 req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] For port dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:23:53.019302 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-f516d34c-a871-4576-be31-77710f81f027 req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] For port dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4,segment=NetworkSegment(20fdff8c-5564-4797-a6de-7b5453a4a0ae),segment_id=20fdff8c-5564-4797-a6de-7b5453a4a0ae)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:23:53.043059 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9e152-e1a4-42b9-8719-41f0f68b556b req-92ad6162-65eb-4f6b-9cd1-84740777d4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:53.045021 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0ed9e152-e1a4-42b9-8719-41f0f68b556b req-92ad6162-65eb-4f6b-9cd1-84740777d4e5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=7bcda241-07cb-4883-b82b-609804061a30 HTTP/1.1" status: 200 len: 852 time: 0.0829396 Mar 22 19:23:53.085028 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0ed9e152-e1a4-42b9-8719-41f0f68b556b req-cdb32164-0086-4e78-9ba3-bb288536a536 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=24745c62-fdfd-4b42-a557-891a93f9a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325675 Mar 22 19:23:53.175649 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad969ee6-5e69-49fb-9bdd-25c9e63c1b7c req-e6d30a7b-f28e-41a6-a7ab-dc6f4101a0c9 service neutron] 10.222.0.85 "GET /v2.0/networks/f86aee2c-a4db-473a-89c7-b87edd48b016?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855849 Mar 22 19:23:53.193427 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-202c21a9-7596-4c23-9588-5e3d2dd7ff5a tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (7b562f56-a358-46c2-827d-471b63f23eb8), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:53.198535 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-202c21a9-7596-4c23-9588-5e3d2dd7ff5a tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (7b562f56-a358-46c2-827d-471b63f23eb8), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:53.210583 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0ed9e152-e1a4-42b9-8719-41f0f68b556b req-0977c4f1-6cbe-45b9-8fa9-8f7d1794e462 service neutron] 10.222.0.84 "GET /v2.0/networks/24745c62-fdfd-4b42-a557-891a93f9a29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161199 Mar 22 19:23:53.277003 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f516d34c-a871-4576-be31-77710f81f027 req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:53.353937 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-202c21a9-7596-4c23-9588-5e3d2dd7ff5a tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router_controller (7b562f56-a358-46c2-827d-471b63f23eb8), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:53.371947 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0ed9e152-e1a4-42b9-8719-41f0f68b556b req-7b3f084c-c5c5-4ea3-8b0b-6b30fdaf2885 service neutron] 10.222.0.84 "GET /v2.0/networks/24745c62-fdfd-4b42-a557-891a93f9a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529810 Mar 22 19:23:53.446524 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37151291-9bb6-42ce-8cff-1cbeac9e664c req-81dfba87-22af-4fc3-bb70-ce74df0f1899 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:53.448203 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-37151291-9bb6-42ce-8cff-1cbeac9e664c req-81dfba87-22af-4fc3-bb70-ce74df0f1899 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f37cd19-e6eb-4469-a134-65f6c5b7d702 HTTP/1.1" status: 200 len: 943 time: 0.7291577 Mar 22 19:23:53.460054 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-275d98c4-278e-4985-8dae-2766bb030f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (4093de66-3757-463f-9524-e827da99c973), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:53.463600 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-275d98c4-278e-4985-8dae-2766bb030f4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:53.468513 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-275d98c4-278e-4985-8dae-2766bb030f4e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4093de66-3757-463f-9524-e827da99c973 HTTP/1.1" status: 204 len: 168 time: 1.7406590 Mar 22 19:23:53.586647 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ec1a8-96eb-47ca-9008-b9f7ebde264e req-8b27e6d5-6243-408c-8eb3-29c41499352b tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:53.588214 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a96ec1a8-96eb-47ca-9008-b9f7ebde264e req-8b27e6d5-6243-408c-8eb3-29c41499352b tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2da020c-9dc4-4114-939a-dcdc57be6dbb HTTP/1.1" status: 200 len: 943 time: 0.8322134 Mar 22 19:23:53.612923 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516d34c-a871-4576-be31-77710f81f027 req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:53.616211 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f516d34c-a871-4576-be31-77710f81f027 req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:53.616211 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f516d34c-a871-4576-be31-77710f81f027 req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] 10.222.0.85 "PUT /v2.0/ports/dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4 HTTP/1.1" status: 200 len: 1092 time: 4.2920940 Mar 22 19:23:53.616425 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f37cd19-e6eb-4469-a134-65f6c5b7d702', 'tag': 'dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:23:53.618664 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb3b24c-e395-44b4-932e-43e83aba7dcd" -d '{"events": [{"name": "network-changed", "server_uuid": "0f37cd19-e6eb-4469-a134-65f6c5b7d702", "tag": "dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:23:53.648907 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d98c4-278e-4985-8dae-2766bb030f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4093de66-3757-463f-9524-e827da99c973,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:53.663044 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-b3a4f460-d3c7-43d9-b376-df179a92c33e None None] Publish callbacks [] for port (62f1ea6e-9ff8-4369-8130-1d1530140d5a), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:53.690467 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-b3a4f460-d3c7-43d9-b376-df179a92c33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (62f1ea6e-9ff8-4369-8130-1d1530140d5a), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:53.734261 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363e89f-9602-4b23-bc5a-db3c561f4e20 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:53.786971 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779338b-95a8-40d8-9d07-444b5b5ed652 None None] Pushing event updated for resources: {'Port': ['ID=62f1ea6e-9ff8-4369-8130-1d1530140d5a,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:53.790107 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-b3a4f460-d3c7-43d9-b376-df179a92c33e None None] Attempting to bind port 62f1ea6e-9ff8-4369-8130-1d1530140d5a on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:23:53.790476 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-b3a4f460-d3c7-43d9-b376-df179a92c33e None None] Attempting to bind port 62f1ea6e-9ff8-4369-8130-1d1530140d5a by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:23:53.790832 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a4f460-d3c7-43d9-b376-df179a92c33e None None] Attempting to bind port 62f1ea6e-9ff8-4369-8130-1d1530140d5a on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:23:53.803085 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779338b-95a8-40d8-9d07-444b5b5ed652 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:53.803429 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779338b-95a8-40d8-9d07-444b5b5ed652 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:53.803765 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779338b-95a8-40d8-9d07-444b5b5ed652 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:53.804097 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779338b-95a8-40d8-9d07-444b5b5ed652 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:53.804456 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779338b-95a8-40d8-9d07-444b5b5ed652 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:53.804784 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779338b-95a8-40d8-9d07-444b5b5ed652 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:53.805106 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779338b-95a8-40d8-9d07-444b5b5ed652 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:53.811639 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779338b-95a8-40d8-9d07-444b5b5ed652 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:53.811639 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779338b-95a8-40d8-9d07-444b5b5ed652 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:53.811639 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779338b-95a8-40d8-9d07-444b5b5ed652 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:53.811639 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779338b-95a8-40d8-9d07-444b5b5ed652 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:53.811639 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779338b-95a8-40d8-9d07-444b5b5ed652 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:53.811639 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779338b-95a8-40d8-9d07-444b5b5ed652 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:53.811639 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779338b-95a8-40d8-9d07-444b5b5ed652 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:53.811639 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9779338b-95a8-40d8-9d07-444b5b5ed652 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:23:53.815060 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a4f460-d3c7-43d9-b376-df179a92c33e None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:23:53.815496 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a4f460-d3c7-43d9-b376-df179a92c33e None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:23:53.816012 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-b3a4f460-d3c7-43d9-b376-df179a92c33e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:53.816399 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a4f460-d3c7-43d9-b376-df179a92c33e None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:23:53.816876 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-b3a4f460-d3c7-43d9-b376-df179a92c33e None None] Bound port: 62f1ea6e-9ff8-4369-8130-1d1530140d5a, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:23:53.817286 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-b3a4f460-d3c7-43d9-b376-df179a92c33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (62f1ea6e-9ff8-4369-8130-1d1530140d5a), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:53.887390 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-b3a4f460-d3c7-43d9-b376-df179a92c33e None None] For port 62f1ea6e-9ff8-4369-8130-1d1530140d5a, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:23:53.893590 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 06dbf087-b1a9-4e6c-bd28-dc30113b71f7 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:23:53.909387 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-202c21a9-7596-4c23-9588-5e3d2dd7ff5a tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router_gateway (7b562f56-a358-46c2-827d-471b63f23eb8), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:53.910677 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-b3a4f460-d3c7-43d9-b376-df179a92c33e None None] For port 62f1ea6e-9ff8-4369-8130-1d1530140d5a, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=62f1ea6e-9ff8-4369-8130-1d1530140d5a,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:23:53.925201 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-b3a4f460-d3c7-43d9-b376-df179a92c33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (62f1ea6e-9ff8-4369-8130-1d1530140d5a), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:54.034488 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-37151291-9bb6-42ce-8cff-1cbeac9e664c req-9379d2c0-ad53-4f53-9e99-da25ba3b3b1d tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/security-groups?id=de3e3076-a14d-47c8-9957-d3dc6bec5933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4936767 Mar 22 19:23:54.038856 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779338b-95a8-40d8-9d07-444b5b5ed652 None None] Pushing event updated for resources: {'Port': ['ID=62f1ea6e-9ff8-4369-8130-1d1530140d5a,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:54.042762 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a4f460-d3c7-43d9-b376-df179a92c33e None None] Routers {'aac10b1f-06be-43b6-bd1b-8cfeebbd6b75'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:23:54.043897 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-b3a4f460-d3c7-43d9-b376-df179a92c33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:23:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['aac10b1f-06be-43b6-bd1b-8cfeebbd6b75'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:23:54.058629 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a96ec1a8-96eb-47ca-9008-b9f7ebde264e req-77e2dc94-b110-45f5-a145-2f9ad7e050d3 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518712 Mar 22 19:23:54.064498 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad969ee6-5e69-49fb-9bdd-25c9e63c1b7c req-40052b07-4e39-413f-b392-1bfc2c7e2210 service neutron] 10.222.0.85 "GET /v2.0/networks/f86aee2c-a4db-473a-89c7-b87edd48b016?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8035901 Mar 22 19:23:54.182094 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 06dbf087-b1a9-4e6c-bd28-dc30113b71f7, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=06dbf087-b1a9-4e6c-bd28-dc30113b71f7,segment=NetworkSegment(1dabcaba-79e0-403f-8405-a983f35d70a7),segment_id=1dabcaba-79e0-403f-8405-a983f35d70a7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:54.218557 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '06dbf087-b1a9-4e6c-bd28-dc30113b71f7', 'network_id': 'f86aee2c-a4db-473a-89c7-b87edd48b016', 'port_id': '06dbf087-b1a9-4e6c-bd28-dc30113b71f7', 'mac_address': 'fa:16:3e:6e:69:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b79d00bd-67e3-41a4-af81-d6bc678ecb21', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:23:54.220254 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-69c1d1fb-acf7-4ba2-942f-6692d57212fb tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:54.241729 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a67c4b-45cd-48c6-989b-6e6e6a9ce71d req-6901807e-5a63-407b-9f0c-ea6ae7b847f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:54.245907 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f7a67c4b-45cd-48c6-989b-6e6e6a9ce71d req-6901807e-5a63-407b-9f0c-ea6ae7b847f2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cd5d7b09e78b4f8992b733b5b4229fbb&device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 1128 time: 0.1052852 Mar 22 19:23:54.283994 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-b3a4f460-d3c7-43d9-b376-df179a92c33e None None] Set router aac10b1f-06be-43b6-bd1b-8cfeebbd6b75 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:23:54.315829 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 06dbf087-b1a9-4e6c-bd28-dc30113b71f7 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:23:54.316321 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (06dbf087-b1a9-4e6c-bd28-dc30113b71f7), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:54.351127 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06dbf087-b1a9-4e6c-bd28-dc30113b71f7 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:23:54.383093 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 06dbf087-b1a9-4e6c-bd28-dc30113b71f7, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=06dbf087-b1a9-4e6c-bd28-dc30113b71f7,segment=NetworkSegment(1dabcaba-79e0-403f-8405-a983f35d70a7),segment_id=1dabcaba-79e0-403f-8405-a983f35d70a7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:54.392596 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (06dbf087-b1a9-4e6c-bd28-dc30113b71f7), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:54.470241 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a67c4b-45cd-48c6-989b-6e6e6a9ce71d req-2b3c321b-b13f-4e4f-a0e9-2b2b9b5fe5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:54.472522 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f7a67c4b-45cd-48c6-989b-6e6e6a9ce71d req-2b3c321b-b13f-4e4f-a0e9-2b2b9b5fe5af service neutron] 10.222.0.84 "GET /v2.0/networks?id=4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 HTTP/1.1" status: 200 len: 913 time: 0.2188115 Mar 22 19:23:54.483913 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516d34c-a871-4576-be31-77710f81f027 req-4d1ea07a-1496-4a9b-8f79-9c219a73d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:54.486913 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f516d34c-a871-4576-be31-77710f81f027 req-4d1ea07a-1496-4a9b-8f79-9c219a73d692 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6885dbb2ecbb44338f86682a46cdd5dc&device_id=0f37cd19-e6eb-4469-a134-65f6c5b7d702 HTTP/1.1" status: 200 len: 1126 time: 0.8011258 Mar 22 19:23:54.574890 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f516d34c-a871-4576-be31-77710f81f027 req-cc0759a9-cf29-4b8d-8292-eba1193c2880 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4 HTTP/1.1" status: 200 len: 217 time: 0.0706725 Mar 22 19:23:54.576555 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f7a67c4b-45cd-48c6-989b-6e6e6a9ce71d req-12a23923-061a-45d0-b13d-0625f5cdda0a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dccb72f5-9599-4a5c-b521-ae37ff69749f HTTP/1.1" status: 200 len: 217 time: 0.0968199 Mar 22 19:23:54.641596 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a67c4b-45cd-48c6-989b-6e6e6a9ce71d req-b74c9449-4150-4bd4-85d4-93a5b2d3ebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:54.644124 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f7a67c4b-45cd-48c6-989b-6e6e6a9ce71d req-b74c9449-4150-4bd4-85d4-93a5b2d3ebb2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9beaf938-d336-4dec-9fdf-4059a4c13370 HTTP/1.1" status: 200 len: 852 time: 0.0616055 Mar 22 19:23:54.708888 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f7a67c4b-45cd-48c6-989b-6e6e6a9ce71d req-881be064-0c71-4eb5-a5d4-cabc8c3e09aa service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4d8eafd3-40f3-4f59-9d29-1a60a94dbe40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576298 Mar 22 19:23:54.724752 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=06dbf087-b1a9-4e6c-bd28-dc30113b71f7,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:54.741456 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1414a-901e-4f35-9c47-715edfce3c58 req-82f5cd25-bf03-4531-a08e-653f090d679c tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:54.743050 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5bc1414a-901e-4f35-9c47-715edfce3c58 req-82f5cd25-bf03-4531-a08e-653f090d679c tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 945 time: 0.4019189 Mar 22 19:23:54.757058 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48cfcf-7b18-41e9-a2b9-ec4d7008a038 req-05bf5666-8111-46ac-b235-4a2969949ee0 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:54.770346 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ff48cfcf-7b18-41e9-a2b9-ec4d7008a038 req-05bf5666-8111-46ac-b235-4a2969949ee0 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 945 time: 0.5569110 Mar 22 19:23:54.797838 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-b3a4f460-d3c7-43d9-b376-df179a92c33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac10b1f-06be-43b6-bd1b-8cfeebbd6b75', 'name': 'tempest-snat-router-1098669015', 'tenant_id': '52cf547f55a6404f8c63507b4cf26f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.165'}], 'enable_snat': False}, 'gw_port_id': '62f1ea6e-9ff8-4369-8130-1d1530140d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:23:46Z', 'updated_at': '2022-03-22T19:23:49Z', 'revision_number': 3, 'project_id': '52cf547f55a6404f8c63507b4cf26f9e', 'gw_port': {'id': '62f1ea6e-9ff8-4369-8130-1d1530140d5a', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:27:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac10b1f-06be-43b6-bd1b-8cfeebbd6b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:23:47Z', 'updated_at': '2022-03-22T19:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:23:54.840110 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['06dbf087-b1a9-4e6c-bd28-dc30113b71f7'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:23:54.845237 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a4f460-d3c7-43d9-b376-df179a92c33e None None] The sync data for ids ['aac10b1f-06be-43b6-bd1b-8cfeebbd6b75'] in n-d-705658-24 is: [{'id': 'aac10b1f-06be-43b6-bd1b-8cfeebbd6b75', 'name': 'tempest-snat-router-1098669015', 'tenant_id': '52cf547f55a6404f8c63507b4cf26f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.165'}], 'enable_snat': False}, 'gw_port_id': '62f1ea6e-9ff8-4369-8130-1d1530140d5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:23:46Z', 'updated_at': '2022-03-22T19:23:49Z', 'revision_number': 3, 'project_id': '52cf547f55a6404f8c63507b4cf26f9e', 'gw_port': {'id': '62f1ea6e-9ff8-4369-8130-1d1530140d5a', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:27:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aac10b1f-06be-43b6-bd1b-8cfeebbd6b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:23:47Z', 'updated_at': '2022-03-22T19:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:23:54.869443 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 46746) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:54.871755 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516d34c-a871-4576-be31-77710f81f027 req-86da040f-4e9f-44f6-8c78-f28e5472f6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:54.873247 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f516d34c-a871-4576-be31-77710f81f027 req-86da040f-4e9f-44f6-8c78-f28e5472f6b2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7bcda241-07cb-4883-b82b-609804061a30 HTTP/1.1" status: 200 len: 852 time: 0.2724791 Mar 22 19:23:54.877775 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f7a67c4b-45cd-48c6-989b-6e6e6a9ce71d req-4d77677f-5d7b-4d69-aaf9-3f17856e236f service neutron] 10.222.0.84 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596627 Mar 22 19:23:54.932148 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5bc1414a-901e-4f35-9c47-715edfce3c58 req-00aa3a77-cbdf-4336-ba2b-ca5fa236571b tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403561 Mar 22 19:23:54.979648 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f516d34c-a871-4576-be31-77710f81f027 req-cfd269cf-79bb-49c3-b48a-fea3210c7c46 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=24745c62-fdfd-4b42-a557-891a93f9a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590863 Mar 22 19:23:54.999741 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-69c1d1fb-acf7-4ba2-942f-6692d57212fb tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Allocated IP 172.25.5.63 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/f03f814c-2aa5-47c4-907e-2c1daba03da8) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:23:55.073410 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ff48cfcf-7b18-41e9-a2b9-ec4d7008a038 req-b95dbcee-9ba8-45d0-bc42-accc462125b5 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021791 Mar 22 19:23:55.080173 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f7a67c4b-45cd-48c6-989b-6e6e6a9ce71d req-b9ee6cb7-2eca-41f5-a616-e5f73f17b3d2 service neutron] 10.222.0.84 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924269 Mar 22 19:23:55.268088 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device ff817be5-e3cc-418d-bc91-8182019b6603 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:23:55.460483 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port ff817be5-e3cc-418d-bc91-8182019b6603, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=ff817be5-e3cc-418d-bc91-8182019b6603,segment=NetworkSegment(20fdff8c-5564-4797-a6de-7b5453a4a0ae),segment_id=20fdff8c-5564-4797-a6de-7b5453a4a0ae)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:55.477506 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'ff817be5-e3cc-418d-bc91-8182019b6603', 'network_id': '24745c62-fdfd-4b42-a557-891a93f9a29c', 'port_id': 'ff817be5-e3cc-418d-bc91-8182019b6603', 'mac_address': 'fa:16:3e:2b:6a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bcda241-07cb-4883-b82b-609804061a30', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:23:55.523331 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port ff817be5-e3cc-418d-bc91-8182019b6603 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:23:55.523649 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ff817be5-e3cc-418d-bc91-8182019b6603), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:55.534006 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eea2f73-27dc-4146-abdd-3cc101af002f x-openstack-request-id: req-5eea2f73-27dc-4146-abdd-3cc101af002f {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:23:55.534279 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f37cd19-e6eb-4469-a134-65f6c5b7d702", "tag": "dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:23:55.534532 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5eea2f73-27dc-4146-abdd-3cc101af002f {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:23:55.534920 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eea2f73-27dc-4146-abdd-3cc101af002f'] response: {'name': 'network-changed', 'server_uuid': '0f37cd19-e6eb-4469-a134-65f6c5b7d702', 'tag': 'dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4', 'status': 'completed', 'code': 200} Mar 22 19:23:55.539291 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff817be5-e3cc-418d-bc91-8182019b6603 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:23:55.561370 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port ff817be5-e3cc-418d-bc91-8182019b6603, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=ff817be5-e3cc-418d-bc91-8182019b6603,segment=NetworkSegment(20fdff8c-5564-4797-a6de-7b5453a4a0ae),segment_id=20fdff8c-5564-4797-a6de-7b5453a4a0ae)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:55.567595 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (ff817be5-e3cc-418d-bc91-8182019b6603), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:55.583975 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-f8a4737e-4ba8-480c-a010-80846717f50d admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1445592790-network', 'tenant_id': 'ba44e047032a491da0d10f5ab12ca3fc'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:55.630715 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=ff817be5-e3cc-418d-bc91-8182019b6603,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:55.749323 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a4737e-4ba8-480c-a010-80846717f50d admin admin] Made reservation on behalf of ba44e047032a491da0d10f5ab12ca3fc for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:23:55.752850 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8a4737e-4ba8-480c-a010-80846717f50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:55.755683 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-202c21a9-7596-4c23-9588-5e3d2dd7ff5a tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router_gateway (7b562f56-a358-46c2-827d-471b63f23eb8), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:55.804273 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f516d34c-a871-4576-be31-77710f81f027 req-b7bb1f0a-ce28-4e6c-92f5-93224a853d53 service neutron] 10.222.0.85 "GET /v2.0/networks/24745c62-fdfd-4b42-a557-891a93f9a29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8103442 Mar 22 19:23:55.805326 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-202c21a9-7596-4c23-9588-5e3d2dd7ff5a tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:55.811330 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8a4737e-4ba8-480c-a010-80846717f50d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:55.819433 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['ff817be5-e3cc-418d-bc91-8182019b6603'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:23:55.851043 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ced05a-3495-4b7f-8617-3b7ecb07ea0d req-55761204-5980-4d7b-aa8f-13822372611a tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:55.852680 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-15ced05a-3495-4b7f-8617-3b7ecb07ea0d req-55761204-5980-4d7b-aa8f-13822372611a tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f37cd19-e6eb-4469-a134-65f6c5b7d702 HTTP/1.1" status: 200 len: 943 time: 0.3232043 Mar 22 19:23:55.887133 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa59c45-1c37-4269-9b14-d421f5b31fbc req-9c97a953-453f-42c8-9f50-41f29f92a1c5 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:55.894391 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-afa59c45-1c37-4269-9b14-d421f5b31fbc req-9c97a953-453f-42c8-9f50-41f29f92a1c5 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2da020c-9dc4-4114-939a-dcdc57be6dbb HTTP/1.1" status: 200 len: 944 time: 0.3635938 Mar 22 19:23:55.907789 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 06dbf087-b1a9-4e6c-bd28-dc30113b71f7 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:23:55.987306 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-69c1d1fb-acf7-4ba2-942f-6692d57212fb tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks [] for port (f03f814c-2aa5-47c4-907e-2c1daba03da8), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:56.015434 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 06dbf087-b1a9-4e6c-bd28-dc30113b71f7 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:23:56.024767 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 06dbf087-b1a9-4e6c-bd28-dc30113b71f7 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:23:56.025606 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (06dbf087-b1a9-4e6c-bd28-dc30113b71f7), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:56.158647 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 06dbf087-b1a9-4e6c-bd28-dc30113b71f7 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:23:56.159214 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (06dbf087-b1a9-4e6c-bd28-dc30113b71f7), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:56.166509 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-15ced05a-3495-4b7f-8617-3b7ecb07ea0d req-be7ed92b-c62a-4bc7-8fca-fbf9181f46e0 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/security-groups?id=de3e3076-a14d-47c8-9957-d3dc6bec5933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086608 Mar 22 19:23:56.185607 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-afa59c45-1c37-4269-9b14-d421f5b31fbc req-0282871e-662e-42b4-8fc9-3056f108576b tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902250 Mar 22 19:23:56.203486 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f516d34c-a871-4576-be31-77710f81f027 req-b73ecfc4-76d5-4fa7-828f-b132a25315cd service neutron] 10.222.0.85 "GET /v2.0/networks/24745c62-fdfd-4b42-a557-891a93f9a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832111 Mar 22 19:23:56.215485 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-69c1d1fb-acf7-4ba2-942f-6692d57212fb tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (f03f814c-2aa5-47c4-907e-2c1daba03da8), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:56.260204 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 06dbf087-b1a9-4e6c-bd28-dc30113b71f7, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=06dbf087-b1a9-4e6c-bd28-dc30113b71f7,segment=NetworkSegment(1dabcaba-79e0-403f-8405-a983f35d70a7),segment_id=1dabcaba-79e0-403f-8405-a983f35d70a7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:56.266602 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2da020c-9dc4-4114-939a-dcdc57be6dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06dbf087-b1a9-4e6c-bd28-dc30113b71f7'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:23:56.273681 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc29bf07-c8ca-4f9a-a20e-0ede149a852b" -d '{"events": [{"server_uuid": "a2da020c-9dc4-4114-939a-dcdc57be6dbb", "name": "network-vif-plugged", "status": "completed", "tag": "06dbf087-b1a9-4e6c-bd28-dc30113b71f7"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:23:56.282701 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (06dbf087-b1a9-4e6c-bd28-dc30113b71f7), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:56.308145 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1d1fb-acf7-4ba2-942f-6692d57212fb tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Pushing event updated for resources: {'Port': ['ID=f03f814c-2aa5-47c4-907e-2c1daba03da8,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:56.334189 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c1d1fb-acf7-4ba2-942f-6692d57212fb tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:23:56.341968 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8a4737e-4ba8-480c-a010-80846717f50d admin admin] Publish callbacks [] for security_group (aa851b67-a6d8-425a-9d6d-d530249423d0), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:56.361774 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-69c1d1fb-acf7-4ba2-942f-6692d57212fb tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:23:56.368509 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8a4737e-4ba8-480c-a010-80846717f50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (aa851b67-a6d8-425a-9d6d-d530249423d0), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:56.372894 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c1d1fb-acf7-4ba2-942f-6692d57212fb tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:23:56.386511 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=06dbf087-b1a9-4e6c-bd28-dc30113b71f7,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:56.506044 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-202c21a9-7596-4c23-9588-5e3d2dd7ff5a tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Allocated IP 172.25.5.48 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/4c0169ff-9b68-4f2c-8fdf-e7ca0acf1d8a) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:23:56.517040 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8a4737e-4ba8-480c-a010-80846717f50d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:23:56.553199 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4737e-4ba8-480c-a010-80846717f50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa851b67-a6d8-425a-9d6d-d530249423d0,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:56.562006 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8a4737e-4ba8-480c-a010-80846717f50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (33aa031d-729c-4f4c-a49b-82f4eabfd92f), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:56.562351 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-f8a4737e-4ba8-480c-a010-80846717f50d admin admin] Added segment 33aa031d-729c-4f4c-a49b-82f4eabfd92f of type vlan for network 7fe133cd-24d3-4218-b742-abd5bfff3daf Mar 22 19:23:56.595182 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3b24c-e395-44b4-932e-43e83aba7dcd req-7d42d413-2172-4ed7-900c-95a0a63f61e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:56.596630 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5fb3b24c-e395-44b4-932e-43e83aba7dcd req-7d42d413-2172-4ed7-900c-95a0a63f61e4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6885dbb2ecbb44338f86682a46cdd5dc&device_id=0f37cd19-e6eb-4469-a134-65f6c5b7d702 HTTP/1.1" status: 200 len: 1126 time: 0.2936122 Mar 22 19:23:56.681357 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e57808-2ad7-41b2-a521-5fe1ade32143 req-94113427-e29e-4fb1-911b-481c7a8baf30 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:56.682960 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59e57808-2ad7-41b2-a521-5fe1ade32143 req-94113427-e29e-4fb1-911b-481c7a8baf30 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 945 time: 0.3240466 Mar 22 19:23:56.759461 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 62f1ea6e-9ff8-4369-8130-1d1530140d5a up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:23:56.825376 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb62da-87b0-457b-9fa8-6e95db9d8eb8 req-59f81d4d-3cea-493c-a930-a08c7a79b675 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:56.832951 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-84eb62da-87b0-457b-9fa8-6e95db9d8eb8 req-59f81d4d-3cea-493c-a930-a08c7a79b675 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 945 time: 0.4029176 Mar 22 19:23:56.833435 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 62f1ea6e-9ff8-4369-8130-1d1530140d5a triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:23:56.834365 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (62f1ea6e-9ff8-4369-8130-1d1530140d5a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:56.837860 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8a4737e-4ba8-480c-a010-80846717f50d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (7fe133cd-24d3-4218-b742-abd5bfff3daf), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:56.882474 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-69c1d1fb-acf7-4ba2-942f-6692d57212fb tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks [] for floatingip (47bbb082-a1a4-4099-83ca-ed04654d4547), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:56.959928 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59e57808-2ad7-41b2-a521-5fe1ade32143 req-71c1a525-20a0-4caf-95de-872ca53ca46f tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222271 Mar 22 19:23:57.011007 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 62f1ea6e-9ff8-4369-8130-1d1530140d5a is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:23:57.016450 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (62f1ea6e-9ff8-4369-8130-1d1530140d5a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:57.035993 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3b24c-e395-44b4-932e-43e83aba7dcd req-06382d4d-618d-4dd4-89e0-19508a21cea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:57.037506 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5fb3b24c-e395-44b4-932e-43e83aba7dcd req-06382d4d-618d-4dd4-89e0-19508a21cea6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=24745c62-fdfd-4b42-a557-891a93f9a29c HTTP/1.1" status: 200 len: 913 time: 0.4020929 Mar 22 19:23:57.042977 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8a4737e-4ba8-480c-a010-80846717f50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (7fe133cd-24d3-4218-b742-abd5bfff3daf), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:57.044561 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a4737e-4ba8-480c-a010-80846717f50d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:57.045141 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8a4737e-4ba8-480c-a010-80846717f50d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:57.050625 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-202c21a9-7596-4c23-9588-5e3d2dd7ff5a tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for port (4c0169ff-9b68-4f2c-8fdf-e7ca0acf1d8a), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:57.051250 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03294a6a-1222-4a3c-92ac-9d3f350abc65 x-openstack-request-id: req-03294a6a-1222-4a3c-92ac-9d3f350abc65 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:23:57.051878 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2da020c-9dc4-4114-939a-dcdc57be6dbb", "name": "network-vif-plugged", "status": "completed", "tag": "06dbf087-b1a9-4e6c-bd28-dc30113b71f7", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:23:57.052329 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-03294a6a-1222-4a3c-92ac-9d3f350abc65 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:23:57.052737 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03294a6a-1222-4a3c-92ac-9d3f350abc65'] response: {'server_uuid': 'a2da020c-9dc4-4114-939a-dcdc57be6dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06dbf087-b1a9-4e6c-bd28-dc30113b71f7', 'code': 200} Mar 22 19:23:57.054528 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 62f1ea6e-9ff8-4369-8130-1d1530140d5a, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=62f1ea6e-9ff8-4369-8130-1d1530140d5a,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:57.059629 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (62f1ea6e-9ff8-4369-8130-1d1530140d5a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:57.065134 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-69c1d1fb-acf7-4ba2-942f-6692d57212fb tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f03f814c-2aa5-47c4-907e-2c1daba03da8), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:57.099511 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-84eb62da-87b0-457b-9fa8-6e95db9d8eb8 req-b72d445d-9bd8-4884-906b-58f7a7ac55fb tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603178 Mar 22 19:23:57.122045 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=62f1ea6e-9ff8-4369-8130-1d1530140d5a,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:57.212852 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5fb3b24c-e395-44b4-932e-43e83aba7dcd req-36bb1b2e-6e66-47c2-a217-f36448a804b4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4 HTTP/1.1" status: 200 len: 217 time: 0.1605296 Mar 22 19:23:57.248751 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f8a4737e-4ba8-480c-a010-80846717f50d admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3676989 Mar 22 19:23:57.248944 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46770) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:23:57.255055 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-3674b37d-0b91-48ef-9c5d-1695b8be69e3 admin admin] Request body: {'subnet': {'network_id': '7fe133cd-24d3-4218-b742-abd5bfff3daf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1445592790-subnet', 'tenant_id': 'ba44e047032a491da0d10f5ab12ca3fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:57.275145 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device ff817be5-e3cc-418d-bc91-8182019b6603 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:23:57.327038 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3674b37d-0b91-48ef-9c5d-1695b8be69e3 admin admin] Made reservation on behalf of ba44e047032a491da0d10f5ab12ca3fc for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:23:57.330642 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3674b37d-0b91-48ef-9c5d-1695b8be69e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:57.336989 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4737e-4ba8-480c-a010-80846717f50d admin admin] Pushing event updated for resources: {'Network': ['ID=7fe133cd-24d3-4218-b742-abd5bfff3daf,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:57.349082 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 7fe133cd-24d3-4218-b742-abd5bfff3daf details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:23:57.428515 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port ff817be5-e3cc-418d-bc91-8182019b6603 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:23:57.434203 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port ff817be5-e3cc-418d-bc91-8182019b6603 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:23:57.434587 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (ff817be5-e3cc-418d-bc91-8182019b6603), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:57.469630 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3b24c-e395-44b4-932e-43e83aba7dcd req-0c8cdc1b-b3a9-419c-8ac4-6046db6349bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:57.471897 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5fb3b24c-e395-44b4-932e-43e83aba7dcd req-0c8cdc1b-b3a9-419c-8ac4-6046db6349bc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=7bcda241-07cb-4883-b82b-609804061a30 HTTP/1.1" status: 200 len: 852 time: 0.2473903 Mar 22 19:23:57.542652 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port ff817be5-e3cc-418d-bc91-8182019b6603 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:23:57.543192 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ff817be5-e3cc-418d-bc91-8182019b6603), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:57.553916 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340d727-cb13-44c7-9169-83aa044b9d24 req-4bb80c3a-db79-4e55-b7ec-9a71f5e96db5 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:57.557253 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3674b37d-0b91-48ef-9c5d-1695b8be69e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (738f91fe-60d5-4ffa-a81c-0f49d0bf8f71), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:57.561126 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d340d727-cb13-44c7-9169-83aa044b9d24 req-4bb80c3a-db79-4e55-b7ec-9a71f5e96db5 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f37cd19-e6eb-4469-a134-65f6c5b7d702 HTTP/1.1" status: 200 len: 943 time: 0.1965058 Mar 22 19:23:57.580137 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port ff817be5-e3cc-418d-bc91-8182019b6603, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=ff817be5-e3cc-418d-bc91-8182019b6603,segment=NetworkSegment(20fdff8c-5564-4797-a6de-7b5453a4a0ae),segment_id=20fdff8c-5564-4797-a6de-7b5453a4a0ae)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:57.587667 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (ff817be5-e3cc-418d-bc91-8182019b6603), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:57.588080 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5fb3b24c-e395-44b4-932e-43e83aba7dcd req-2b0088cd-6989-4dcd-aed6-218ee4346e57 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=24745c62-fdfd-4b42-a557-891a93f9a29c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1067493 Mar 22 19:23:57.588571 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device dccb72f5-9599-4a5c-b521-ae37ff69749f no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:23:57.651035 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3674b37d-0b91-48ef-9c5d-1695b8be69e3 admin admin] Checking segment: {'id': '33aa031d-729c-4f4c-a49b-82f4eabfd92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7fe133cd-24d3-4218-b742-abd5bfff3daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:23:57.652155 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3674b37d-0b91-48ef-9c5d-1695b8be69e3 admin admin] Network hostable DHCP agents. Network: 7fe133cd-24d3-4218-b742-abd5bfff3daf, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:23:57.659856 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93318a14-0b39-438e-8f0f-230c442de61b req-94a0aaf8-8f3c-447e-a7e0-28636cd0827c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:57.661527 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-93318a14-0b39-438e-8f0f-230c442de61b req-94a0aaf8-8f3c-447e-a7e0-28636cd0827c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a2da020c-9dc4-4114-939a-dcdc57be6dbb HTTP/1.1" status: 200 len: 1128 time: 0.4963219 Mar 22 19:23:57.662389 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674b37d-0b91-48ef-9c5d-1695b8be69e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=738f91fe-60d5-4ffa-a81c-0f49d0bf8f71,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:57.671335 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-202c21a9-7596-4c23-9588-5e3d2dd7ff5a tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (4c0169ff-9b68-4f2c-8fdf-e7ca0acf1d8a), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:57.689551 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=ff817be5-e3cc-418d-bc91-8182019b6603,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:57.711167 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3674b37d-0b91-48ef-9c5d-1695b8be69e3 admin admin] Network 7fe133cd-24d3-4218-b742-abd5bfff3daf is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:23:57.723281 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-3674b37d-0b91-48ef-9c5d-1695b8be69e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 7fe133cd-24d3-4218-b742-abd5bfff3daf) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:23:57.729338 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3674b37d-0b91-48ef-9c5d-1695b8be69e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:57.730216 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3674b37d-0b91-48ef-9c5d-1695b8be69e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:57.731348 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a8c9b-8842-482c-bd56-7e247e1ebf59 req-02071349-6798-4dac-8bb8-063c029e327b tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:57.733379 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-727a8c9b-8842-482c-bd56-7e247e1ebf59 req-02071349-6798-4dac-8bb8-063c029e327b tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2da020c-9dc4-4114-939a-dcdc57be6dbb HTTP/1.1" status: 200 len: 945 time: 0.3800769 Mar 22 19:23:57.750503 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d053c9-f45b-462a-b7ce-e2d31e0ee2c2 None None] Network 7fe133cd-24d3-4218-b742-abd5bfff3daf requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:23:57.760453 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3674b37d-0b91-48ef-9c5d-1695b8be69e3 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5010450 Mar 22 19:23:57.760608 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port dccb72f5-9599-4a5c-b521-ae37ff69749f is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:23:57.760608 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (dccb72f5-9599-4a5c-b521-ae37ff69749f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:57.854165 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202c21a9-7596-4c23-9588-5e3d2dd7ff5a tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:23:57.856530 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-69c1d1fb-acf7-4ba2-942f-6692d57212fb tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks [] for port (f03f814c-2aa5-47c4-907e-2c1daba03da8), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:57.864718 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d340d727-cb13-44c7-9169-83aa044b9d24 req-feb16a6c-a890-4caa-824f-b32d63899caa tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/security-groups?id=de3e3076-a14d-47c8-9957-d3dc6bec5933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025911 Mar 22 19:23:57.912488 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c21a9-7596-4c23-9588-5e3d2dd7ff5a tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Pushing event updated for resources: {'Port': ['ID=4c0169ff-9b68-4f2c-8fdf-e7ca0acf1d8a,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:57.930059 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-202c21a9-7596-4c23-9588-5e3d2dd7ff5a tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:23:57.941680 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-69c1d1fb-acf7-4ba2-942f-6692d57212fb tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (f03f814c-2aa5-47c4-907e-2c1daba03da8), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:57.952269 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-93318a14-0b39-438e-8f0f-230c442de61b req-fb4469eb-6437-43bd-b119-b0776fbc41dd service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699749 Mar 22 19:23:57.952854 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202c21a9-7596-4c23-9588-5e3d2dd7ff5a tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:23:57.958934 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port dccb72f5-9599-4a5c-b521-ae37ff69749f, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=dccb72f5-9599-4a5c-b521-ae37ff69749f,segment=NetworkSegment(8c6ba457-004e-47f9-ab30-ce3aaf4ab771),segment_id=8c6ba457-004e-47f9-ab30-ce3aaf4ab771)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:23:57.964798 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (dccb72f5-9599-4a5c-b521-ae37ff69749f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:57.974799 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a27855-2107-4362-8b37-86dba615730a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-7fe133cd-24d3-4218-b742-abd5bfff3daf', 'network_id': '7fe133cd-24d3-4218-b742-abd5bfff3daf', 'project_id': 'ba44e047032a491da0d10f5ab12ca3fc', 'fixed_ips': [{'subnet_id': '738f91fe-60d5-4ffa-a81c-0f49d0bf8f71'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:23:57.975706 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-07a27855-2107-4362-8b37-86dba615730a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:58.016199 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5fb3b24c-e395-44b4-932e-43e83aba7dcd req-63c9371a-cc0a-440c-a5d2-80009e3acfcd service neutron] 10.222.0.85 "GET /v2.0/networks/24745c62-fdfd-4b42-a557-891a93f9a29c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141183 Mar 22 19:23:58.050885 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=dccb72f5-9599-4a5c-b521-ae37ff69749f,revision_number=8']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:58.114408 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-727a8c9b-8842-482c-bd56-7e247e1ebf59 req-03af20f5-dd66-467a-831f-4baeb0006610 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544619 Mar 22 19:23:58.150087 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-69c1d1fb-acf7-4ba2-942f-6692d57212fb tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (47bbb082-a1a4-4099-83ca-ed04654d4547), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:58.193876 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-07a27855-2107-4362-8b37-86dba615730a None None] Allocated IP 172.20.0.2 (7fe133cd-24d3-4218-b742-abd5bfff3daf/738f91fe-60d5-4ffa-a81c-0f49d0bf8f71/6ecbc74b-a561-44eb-9219-f1caea0b8268) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:23:58.367951 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-07a27855-2107-4362-8b37-86dba615730a None None] Publish callbacks [] for port (6ecbc74b-a561-44eb-9219-f1caea0b8268), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:58.375497 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-07a27855-2107-4362-8b37-86dba615730a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (6ecbc74b-a561-44eb-9219-f1caea0b8268), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:58.418018 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a27855-2107-4362-8b37-86dba615730a None None] Network 7fe133cd-24d3-4218-b742-abd5bfff3daf is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:23:58.420872 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-07a27855-2107-4362-8b37-86dba615730a None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:23:58.426191 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a27855-2107-4362-8b37-86dba615730a None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:23:58.437708 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a27855-2107-4362-8b37-86dba615730a None None] Pushing event updated for resources: {'Port': ['ID=6ecbc74b-a561-44eb-9219-f1caea0b8268,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:58.495206 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-07a27855-2107-4362-8b37-86dba615730a None None] Attempting to bind port 6ecbc74b-a561-44eb-9219-f1caea0b8268 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:23:58.495722 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-07a27855-2107-4362-8b37-86dba615730a None None] Attempting to bind port 6ecbc74b-a561-44eb-9219-f1caea0b8268 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '33aa031d-729c-4f4c-a49b-82f4eabfd92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7fe133cd-24d3-4218-b742-abd5bfff3daf'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:23:58.496095 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a27855-2107-4362-8b37-86dba615730a None None] Attempting to bind port 6ecbc74b-a561-44eb-9219-f1caea0b8268 on network 7fe133cd-24d3-4218-b742-abd5bfff3daf {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:23:58.501512 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a27855-2107-4362-8b37-86dba615730a None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:23:58.502001 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a27855-2107-4362-8b37-86dba615730a None None] Checking segment: {'id': '33aa031d-729c-4f4c-a49b-82f4eabfd92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7fe133cd-24d3-4218-b742-abd5bfff3daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:23:58.502393 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-07a27855-2107-4362-8b37-86dba615730a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:58.502933 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a27855-2107-4362-8b37-86dba615730a None None] Bound using segment: {'id': '33aa031d-729c-4f4c-a49b-82f4eabfd92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7fe133cd-24d3-4218-b742-abd5bfff3daf'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:23:58.503414 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-07a27855-2107-4362-8b37-86dba615730a None None] Bound port: 6ecbc74b-a561-44eb-9219-f1caea0b8268, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33aa031d-729c-4f4c-a49b-82f4eabfd92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7fe133cd-24d3-4218-b742-abd5bfff3daf'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:23:58.503797 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-07a27855-2107-4362-8b37-86dba615730a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6ecbc74b-a561-44eb-9219-f1caea0b8268), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:58.572904 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-07a27855-2107-4362-8b37-86dba615730a None None] For port 6ecbc74b-a561-44eb-9219-f1caea0b8268, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:23:58.576466 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-07a27855-2107-4362-8b37-86dba615730a None None] For port 6ecbc74b-a561-44eb-9219-f1caea0b8268, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=6ecbc74b-a561-44eb-9219-f1caea0b8268,segment=NetworkSegment(33aa031d-729c-4f4c-a49b-82f4eabfd92f),segment_id=33aa031d-729c-4f4c-a49b-82f4eabfd92f)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:23:58.580316 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1d1fb-acf7-4ba2-942f-6692d57212fb tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Pushing event updated for resources: {'Port': ['ID=f03f814c-2aa5-47c4-907e-2c1daba03da8,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:58.585221 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-07a27855-2107-4362-8b37-86dba615730a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (6ecbc74b-a561-44eb-9219-f1caea0b8268), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:58.650417 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a27855-2107-4362-8b37-86dba615730a None None] Pushing event updated for resources: {'Port': ['ID=6ecbc74b-a561-44eb-9219-f1caea0b8268,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:23:58.653748 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-69c1d1fb-acf7-4ba2-942f-6692d57212fb tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:58.663615 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-69c1d1fb-acf7-4ba2-942f-6692d57212fb tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6173687 Mar 22 19:23:58.748953 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 62f1ea6e-9ff8-4369-8130-1d1530140d5a up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:23:58.758707 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750f671-e1f3-4530-97e3-82b389f0fde5 req-2174103c-208f-499e-9014-f58a825a7ed4 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:58.760409 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7750f671-e1f3-4530-97e3-82b389f0fde5 req-2174103c-208f-499e-9014-f58a825a7ed4 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 945 time: 0.6753078 Mar 22 19:23:58.840356 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 62f1ea6e-9ff8-4369-8130-1d1530140d5a triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:23:58.841016 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (62f1ea6e-9ff8-4369-8130-1d1530140d5a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:58.967095 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7750f671-e1f3-4530-97e3-82b389f0fde5 req-1f4fd3c8-72fe-4a5a-8e1f-1371b1977e09 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940773 Mar 22 19:23:58.971315 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5fb3b24c-e395-44b4-932e-43e83aba7dcd req-5516f3a4-8ad2-46fc-b33d-1b89703b05d8 service neutron] 10.222.0.85 "GET /v2.0/networks/24745c62-fdfd-4b42-a557-891a93f9a29c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823650 Mar 22 19:23:58.981199 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 62f1ea6e-9ff8-4369-8130-1d1530140d5a is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:23:59.011375 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-c3feda15-51d4-4dcb-a6d3-e4f8b97e0701 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:59.018292 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-c3feda15-51d4-4dcb-a6d3-e4f8b97e0701 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/networks?id=7fe133cd-24d3-4218-b742-abd5bfff3daf HTTP/1.1" status: 200 len: 816 time: 0.4202878 Mar 22 19:23:59.042809 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-a59357fe-c559-4aa3-8888-945a59d1b0a5 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/quotas/ba44e047032a491da0d10f5ab12ca3fc HTTP/1.1" status: 200 len: 375 time: 0.0231934 Mar 22 19:23:59.054079 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f397d8b-0477-473a-9a3b-8c0a696816da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff817be5-e3cc-418d-bc91-8182019b6603'}, {'server_uuid': '5444fa8e-9c00-4992-a031-2fdac9ac0e6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dccb72f5-9599-4a5c-b521-ae37ff69749f'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:23:59.056488 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7392f8-16ec-4d70-b857-410ad7165c58" -d '{"events": [{"server_uuid": "0f397d8b-0477-473a-9a3b-8c0a696816da", "name": "network-vif-plugged", "status": "completed", "tag": "ff817be5-e3cc-418d-bc91-8182019b6603"}, {"server_uuid": "5444fa8e-9c00-4992-a031-2fdac9ac0e6d", "name": "network-vif-unplugged", "status": "completed", "tag": "dccb72f5-9599-4a5c-b521-ae37ff69749f"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:23:59.152894 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-202c21a9-7596-4c23-9588-5e3d2dd7ff5a tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router_gateway (7b562f56-a358-46c2-827d-471b63f23eb8), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:59.161782 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-d7e1200a-ce87-4084-b08a-1612126af579 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ba44e047032a491da0d10f5ab12ca3fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1180191 Mar 22 19:23:59.246874 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622448ee-607d-45fe-b511-463d82c2d762 req-922c1fa0-5f94-4197-8ffa-0ece045a1d81 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:59.249067 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-622448ee-607d-45fe-b511-463d82c2d762 req-922c1fa0-5f94-4197-8ffa-0ece045a1d81 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 943 time: 0.1802461 Mar 22 19:23:59.379451 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-622448ee-607d-45fe-b511-463d82c2d762 req-dc99144d-9f3d-4857-b86b-9e205ad1f734 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165965 Mar 22 19:23:59.389902 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-077e4c63-6c95-43de-9125-2fd42abe8f11 service neutron] 10.222.0.75 "GET /v2.0/networks/7fe133cd-24d3-4218-b742-abd5bfff3daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965647 Mar 22 19:23:59.670301 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-93b7c41e-356d-4630-8071-e6c21405573a service neutron] 10.222.0.75 "GET /v2.0/networks/7fe133cd-24d3-4218-b742-abd5bfff3daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666962 Mar 22 19:23:59.681324 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-202c21a9-7596-4c23-9588-5e3d2dd7ff5a tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (7b562f56-a358-46c2-827d-471b63f23eb8), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:23:59.690972 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-e9d6e647-e3bf-4d53-81ef-ac5ab503b821 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:59.692492 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-e9d6e647-e3bf-4d53-81ef-ac5ab503b821 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/networks?id=dc66dbf6-7f3d-46f2-94ef-a0483cb4f077 HTTP/1.1" status: 200 len: 821 time: 0.1706090 Mar 22 19:23:59.811418 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-d25a7dc4-0f32-4052-8249-0bee22884467 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/quotas/718276ac87f841d1b8dfbf4b06c7328c HTTP/1.1" status: 200 len: 375 time: 0.0147235 Mar 22 19:23:59.924694 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-71908a5a-e1d4-4d77-8aae-aaaec20dc904 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:23:59.926040 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-c1296f49-3502-4f83-a218-98b553e3b4ec tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=718276ac87f841d1b8dfbf4b06c7328c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0979214 Mar 22 19:23:59.926301 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-71908a5a-e1d4-4d77-8aae-aaaec20dc904 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f&tenant_id=21ca62c1596a4d419681f3e57266f544&binding%3Ahost_id=n-h2-705658-24 HTTP/1.1" status: 200 len: 1128 time: 0.1366000 Mar 22 19:23:59.936433 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-82ac935b-a6c6-4a3d-a234-e0f46273aace service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-705658-24'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:23:59.948493 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:23:59.957924 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4403108-20c5-4c23-a0db-9755bd06ddb3 None None] Network 7fe133cd-24d3-4218-b742-abd5bfff3daf requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:24:00.053180 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-82ac935b-a6c6-4a3d-a234-e0f46273aace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7b304643-66db-4530-93b8-04df0dd9bee7), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:00.135427 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4170a-a276-458f-be07-daa82c9c947c req-8d9f4916-0464-4091-9528-0c61eac878df tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:00.137045 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f2d4170a-a276-458f-be07-daa82c9c947c req-8d9f4916-0464-4091-9528-0c61eac878df tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f37cd19-e6eb-4469-a134-65f6c5b7d702 HTTP/1.1" status: 200 len: 943 time: 0.2086339 Mar 22 19:24:00.140432 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202c21a9-7596-4c23-9588-5e3d2dd7ff5a tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Router 7b562f56-a358-46c2-827d-471b63f23eb8 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:24:00.196086 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-3b4665d2-1405-4ed9-beca-b154b5e7b58a service neutron] 10.222.0.75 "GET /v2.0/networks/dc66dbf6-7f3d-46f2-94ef-a0483cb4f077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519860 Mar 22 19:24:00.224411 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4,segment=NetworkSegment(20fdff8c-5564-4797-a6de-7b5453a4a0ae),segment_id=20fdff8c-5564-4797-a6de-7b5453a4a0ae)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:00.242237 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4', 'network_id': '24745c62-fdfd-4b42-a557-891a93f9a29c', 'port_id': 'dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4', 'mac_address': 'fa:16:3e:0a:40:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bcda241-07cb-4883-b82b-609804061a30', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:24:00.309176 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-1b737808-51cf-49ec-afd9-d630f61dff5e None None] Provisioning complete for port 6ecbc74b-a561-44eb-9219-f1caea0b8268 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:00.309896 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1b737808-51cf-49ec-afd9-d630f61dff5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6ecbc74b-a561-44eb-9219-f1caea0b8268), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:00.356531 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:00.356771 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:00.359127 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-82ac935b-a6c6-4a3d-a234-e0f46273aace service neutron] For port 7b304643-66db-4530-93b8-04df0dd9bee7, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=7b304643-66db-4530-93b8-04df0dd9bee7,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:00.390355 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f2d4170a-a276-458f-be07-daa82c9c947c req-314a08c7-4770-4db6-a8bd-422c3c1e673e tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/security-groups?id=de3e3076-a14d-47c8-9957-d3dc6bec5933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397649 Mar 22 19:24:00.393078 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:24:00.459663 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-82ac935b-a6c6-4a3d-a234-e0f46273aace service neutron] For port 7b304643-66db-4530-93b8-04df0dd9bee7, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:24:00.502425 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4,segment=NetworkSegment(20fdff8c-5564-4797-a6de-7b5453a4a0ae),segment_id=20fdff8c-5564-4797-a6de-7b5453a4a0ae)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:00.556055 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:00.566872 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-94d25b61-e9cf-4e61-97a4-77b6d65fa828 service neutron] 10.222.0.75 "GET /v2.0/networks/dc66dbf6-7f3d-46f2-94ef-a0483cb4f077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698866 Mar 22 19:24:00.572440 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202c21a9-7596-4c23-9588-5e3d2dd7ff5a tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:24:00.580350 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b304643-66db-4530-93b8-04df0dd9bee7'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:24:00.587216 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832568a2-17f0-47bb-857e-759ab9d21c81" -d '{"events": [{"server_uuid": "4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f", "name": "network-vif-unplugged", "status": "completed", "tag": "7b304643-66db-4530-93b8-04df0dd9bee7"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:24:00.601354 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-82ac935b-a6c6-4a3d-a234-e0f46273aace service neutron] Publish callbacks [] for port (7b304643-66db-4530-93b8-04df0dd9bee7), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:00.617400 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-82ac935b-a6c6-4a3d-a234-e0f46273aace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (7b304643-66db-4530-93b8-04df0dd9bee7), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:00.638174 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Tue, 22 Mar 2022 19:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66758096-3dfc-474f-a3cc-4fe5dc8ef005 x-openstack-request-id: req-66758096-3dfc-474f-a3cc-4fe5dc8ef005 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:24:00.647376 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-202c21a9-7596-4c23-9588-5e3d2dd7ff5a tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:00.652052 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-202c21a9-7596-4c23-9588-5e3d2dd7ff5a tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.7216322 Mar 22 19:24:00.652751 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 46834) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:00.657569 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f397d8b-0477-473a-9a3b-8c0a696816da", "name": "network-vif-plugged", "status": "completed", "tag": "ff817be5-e3cc-418d-bc91-8182019b6603", "code": 200}, {"server_uuid": "5444fa8e-9c00-4992-a031-2fdac9ac0e6d", "name": "network-vif-unplugged", "status": "failed", "tag": "dccb72f5-9599-4a5c-b521-ae37ff69749f", "code": 422}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:24:00.658365 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-66758096-3dfc-474f-a3cc-4fe5dc8ef005 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:24:00.659910 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66758096-3dfc-474f-a3cc-4fe5dc8ef005'] response: {'server_uuid': '0f397d8b-0477-473a-9a3b-8c0a696816da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff817be5-e3cc-418d-bc91-8182019b6603', 'code': 200} Mar 22 19:24:00.661133 n-d-705658-24 neutron-server[104174]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-66758096-3dfc-474f-a3cc-4fe5dc8ef005']: {'server_uuid': '5444fa8e-9c00-4992-a031-2fdac9ac0e6d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dccb72f5-9599-4a5c-b521-ae37ff69749f', 'code': 422} returned with failed status Mar 22 19:24:00.662404 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5e4eac-4153-48ca-a51a-f97111646c10 None None] Sync routers for ids ['7b562f56-a358-46c2-827d-471b63f23eb8'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:24:00.790893 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1b737808-51cf-49ec-afd9-d630f61dff5e None None] Current status of the port 6ecbc74b-a561-44eb-9219-f1caea0b8268 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:00.791550 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1b737808-51cf-49ec-afd9-d630f61dff5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6ecbc74b-a561-44eb-9219-f1caea0b8268), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:00.793727 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5e4eac-4153-48ca-a51a-f97111646c10 None None] Routers {'7b562f56-a358-46c2-827d-471b63f23eb8'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:24:00.794387 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-ed5e4eac-4153-48ca-a51a-f97111646c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:23:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['7b562f56-a358-46c2-827d-471b63f23eb8'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:00.889026 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac935b-a6c6-4a3d-a234-e0f46273aace service neutron] Pushing event updated for resources: {'Port': ['ID=7b304643-66db-4530-93b8-04df0dd9bee7,revision_number=7']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:00.919908 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-82ac935b-a6c6-4a3d-a234-e0f46273aace service neutron] Attempting to bind port 7b304643-66db-4530-93b8-04df0dd9bee7 on host n-h2-705658-24 for vnic_type normal with profile {"migrating_to": "n-h1-705658-24"} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:24:00.933931 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-82ac935b-a6c6-4a3d-a234-e0f46273aace service neutron] Attempting to bind port 7b304643-66db-4530-93b8-04df0dd9bee7 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:24:00.935607 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-82ac935b-a6c6-4a3d-a234-e0f46273aace service neutron] Attempting to bind port 7b304643-66db-4530-93b8-04df0dd9bee7 on network 3f43483d-05ef-426b-881a-d8fc390ab6a9 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:24:00.941312 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-82ac935b-a6c6-4a3d-a234-e0f46273aace service neutron] Port 7b304643-66db-4530-93b8-04df0dd9bee7 on network 3f43483d-05ef-426b-881a-d8fc390ab6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:24:00.941873 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-82ac935b-a6c6-4a3d-a234-e0f46273aace service neutron] Attempting to bind port 7b304643-66db-4530-93b8-04df0dd9bee7 on network 3f43483d-05ef-426b-881a-d8fc390ab6a9 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:24:00.943297 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7ad02-def1-4303-b8e5-c5255dfcd9bf req-28ea2e0c-e2ce-404b-adc6-bb0ecee98d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:00.944591 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f7a7ad02-def1-4303-b8e5-c5255dfcd9bf req-28ea2e0c-e2ce-404b-adc6-bb0ecee98d20 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0f397d8b-0477-473a-9a3b-8c0a696816da HTTP/1.1" status: 200 len: 1128 time: 0.1603289 Mar 22 19:24:00.949381 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-82ac935b-a6c6-4a3d-a234-e0f46273aace service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:24:00.949381 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-82ac935b-a6c6-4a3d-a234-e0f46273aace service neutron] Checking segment: {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:24:00.949381 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-82ac935b-a6c6-4a3d-a234-e0f46273aace service neutron] Bound using segment: {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:24:00.949381 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-82ac935b-a6c6-4a3d-a234-e0f46273aace service neutron] Bound port: 7b304643-66db-4530-93b8-04df0dd9bee7, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3f43483d-05ef-426b-881a-d8fc390ab6a9'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:24:00.950230 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-82ac935b-a6c6-4a3d-a234-e0f46273aace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7b304643-66db-4530-93b8-04df0dd9bee7), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:00.951079 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f4f8d47f-038f-4ef4-9940-dc39ab292d67 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] 10.222.0.75 "GET /v2.0/routers/7b562f56-a358-46c2-827d-471b63f23eb8 HTTP/1.1" status: 200 len: 907 time: 0.2971706 Mar 22 19:24:00.951868 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 46840) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:00.973908 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3988175-7a23-4c27-a587-b6196192f5f4 req-967865e9-be7a-4908-95d7-cca50426d171 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:00.975617 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a3988175-7a23-4c27-a587-b6196192f5f4 req-967865e9-be7a-4908-95d7-cca50426d171 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2da020c-9dc4-4114-939a-dcdc57be6dbb HTTP/1.1" status: 200 len: 945 time: 0.1902316 Mar 22 19:24:01.047510 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 6ecbc74b-a561-44eb-9219-f1caea0b8268 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:24:01.129469 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f7a7ad02-def1-4303-b8e5-c5255dfcd9bf req-740e6026-b3a6-44cb-b636-624e5da30fef service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=de3e3076-a14d-47c8-9957-d3dc6bec5933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740751 Mar 22 19:24:01.152121 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a3988175-7a23-4c27-a587-b6196192f5f4 req-2178dff9-32c9-49b4-97f2-67cd6d3b068c tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285465 Mar 22 19:24:01.164263 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:24:01.169148 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-82ac935b-a6c6-4a3d-a234-e0f46273aace service neutron] For port 7b304643-66db-4530-93b8-04df0dd9bee7, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:24:01.177700 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-82ac935b-a6c6-4a3d-a234-e0f46273aace service neutron] For port 7b304643-66db-4530-93b8-04df0dd9bee7, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=7b304643-66db-4530-93b8-04df0dd9bee7,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:24:01.184866 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a0e78294-ad32-4691-b221-c268b1655824 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router (7b562f56-a358-46c2-827d-471b63f23eb8), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:01.195283 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-82ac935b-a6c6-4a3d-a234-e0f46273aace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (7b304643-66db-4530-93b8-04df0dd9bee7), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:01.307993 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:01.336606 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 7b304643-66db-4530-93b8-04df0dd9bee7 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:24:01.348859 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac935b-a6c6-4a3d-a234-e0f46273aace service neutron] Pushing event updated for resources: {'Port': ['ID=7b304643-66db-4530-93b8-04df0dd9bee7,revision_number=8']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:01.354206 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-82ac935b-a6c6-4a3d-a234-e0f46273aace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:01.355484 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-82ac935b-a6c6-4a3d-a234-e0f46273aace service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:01.357170 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-82ac935b-a6c6-4a3d-a234-e0f46273aace service neutron] 10.222.0.84 "PUT /v2.0/ports/7b304643-66db-4530-93b8-04df0dd9bee7 HTTP/1.1" status: 200 len: 1123 time: 1.4249420 Mar 22 19:24:01.474879 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474770f-2772-4e10-b032-25e45fb57eff req-ab395428-f987-43b4-b4fd-dabe656d8d0b tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:01.475482 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-1b737808-51cf-49ec-afd9-d630f61dff5e None None] For port 6ecbc74b-a561-44eb-9219-f1caea0b8268, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=6ecbc74b-a561-44eb-9219-f1caea0b8268,segment=NetworkSegment(33aa031d-729c-4f4c-a49b-82f4eabfd92f),segment_id=33aa031d-729c-4f4c-a49b-82f4eabfd92f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:01.484501 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c474770f-2772-4e10-b032-25e45fb57eff req-ab395428-f987-43b4-b4fd-dabe656d8d0b tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/networks?id=7fe133cd-24d3-4218-b742-abd5bfff3daf HTTP/1.1" status: 200 len: 816 time: 0.2286587 Mar 22 19:24:01.513772 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c474770f-2772-4e10-b032-25e45fb57eff req-a567c99f-f0ae-4650-a979-a42b21e128b2 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/quotas/ba44e047032a491da0d10f5ab12ca3fc HTTP/1.1" status: 200 len: 375 time: 0.0270321 Mar 22 19:24:01.597171 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a0e78294-ad32-4691-b221-c268b1655824 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router_gateway (7b562f56-a358-46c2-827d-471b63f23eb8), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:01.607141 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['7b304643-66db-4530-93b8-04df0dd9bee7'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:24:01.814493 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c474770f-2772-4e10-b032-25e45fb57eff req-fd2e87eb-2ec6-45d2-ab30-786b0817372f tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ba44e047032a491da0d10f5ab12ca3fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2987199 Mar 22 19:24:01.830944 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['7b304643-66db-4530-93b8-04df0dd9bee7'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:24:01.877526 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1b737808-51cf-49ec-afd9-d630f61dff5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (6ecbc74b-a561-44eb-9219-f1caea0b8268), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:01.979316 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b737808-51cf-49ec-afd9-d630f61dff5e None None] Pushing event updated for resources: {'Port': ['ID=6ecbc74b-a561-44eb-9219-f1caea0b8268,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:02.061748 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-a0e78294-ad32-4691-b221-c268b1655824 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Deleting port 4c0169ff-9b68-4f2c-8fdf-e7ca0acf1d8a {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:24:02.062236 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a0e78294-ad32-4691-b221-c268b1655824 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (4c0169ff-9b68-4f2c-8fdf-e7ca0acf1d8a), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:02.076790 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-ed5e4eac-4153-48ca-a51a-f97111646c10 None None] Set router 7b562f56-a358-46c2-827d-471b63f23eb8 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:24:02.080016 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 6ecbc74b-a561-44eb-9219-f1caea0b8268 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:02.080646 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6ecbc74b-a561-44eb-9219-f1caea0b8268), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:02.155151 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-83b5623e-51fa-43ae-91f6-4e7dffc27dc0 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:02.161280 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-83b5623e-51fa-43ae-91f6-4e7dffc27dc0 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.84 "GET /v2.0/networks?id=7fe133cd-24d3-4218-b742-abd5bfff3daf HTTP/1.1" status: 200 len: 816 time: 0.4048171 Mar 22 19:24:02.181701 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-6a73d2aa-488f-47bc-9416-fbdf82fe5764 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Request body: {'port': {'device_id': '40dc3035-62ea-400b-8c89-2a51ef30d2e5', 'network_id': '7fe133cd-24d3-4218-b742-abd5bfff3daf', 'admin_state_up': True, 'tenant_id': 'ba44e047032a491da0d10f5ab12ca3fc'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:02.378818 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-6a73d2aa-488f-47bc-9416-fbdf82fe5764 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Made reservation on behalf of ba44e047032a491da0d10f5ab12ca3fc for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:24:02.383775 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-6a73d2aa-488f-47bc-9416-fbdf82fe5764 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:02.575309 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 7b304643-66db-4530-93b8-04df0dd9bee7, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=7b304643-66db-4530-93b8-04df0dd9bee7,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:02.601309 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-b701cb3e-48db-4b9b-8831-47b49e01ff9e None None] Provisioning complete for port 6ecbc74b-a561-44eb-9219-f1caea0b8268 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:02.601937 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b701cb3e-48db-4b9b-8831-47b49e01ff9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6ecbc74b-a561-44eb-9219-f1caea0b8268), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:02.602860 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-6a73d2aa-488f-47bc-9416-fbdf82fe5764 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Allocated IP 172.20.0.14 (7fe133cd-24d3-4218-b742-abd5bfff3daf/738f91fe-60d5-4ffa-a81c-0f49d0bf8f71/27038871-a8b2-4c84-924c-7826cfe94710) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:24:02.614323 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 7b304643-66db-4530-93b8-04df0dd9bee7 has no active binding in host n-h1-705658-24 {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 22 19:24:02.825704 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-6a73d2aa-488f-47bc-9416-fbdf82fe5764 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Publish callbacks [] for port (27038871-a8b2-4c84-924c-7826cfe94710), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:02.870855 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-6a73d2aa-488f-47bc-9416-fbdf82fe5764 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (27038871-a8b2-4c84-924c-7826cfe94710), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:02.931186 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-6a73d2aa-488f-47bc-9416-fbdf82fe5764 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Network 7fe133cd-24d3-4218-b742-abd5bfff3daf is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:24:02.936862 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-6a73d2aa-488f-47bc-9416-fbdf82fe5764 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:24:02.942240 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-6a73d2aa-488f-47bc-9416-fbdf82fe5764 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:24:03.019911 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-6a73d2aa-488f-47bc-9416-fbdf82fe5764 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:03.020507 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-6a73d2aa-488f-47bc-9416-fbdf82fe5764 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:03.028866 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a73d2aa-488f-47bc-9416-fbdf82fe5764 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Pushing event updated for resources: {'Port': ['ID=27038871-a8b2-4c84-924c-7826cfe94710,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:03.045339 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-ed5e4eac-4153-48ca-a51a-f97111646c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b562f56-a358-46c2-827d-471b63f23eb8', 'name': 'tempest-snat-router-1098669015', 'tenant_id': '52cf547f55a6404f8c63507b4cf26f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '4c0169ff-9b68-4f2c-8fdf-e7ca0acf1d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:23:53Z', 'updated_at': '2022-03-22T19:23:58Z', 'revision_number': 3, 'project_id': '52cf547f55a6404f8c63507b4cf26f9e', 'gw_port': {'id': '4c0169ff-9b68-4f2c-8fdf-e7ca0acf1d8a', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:d3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b562f56-a358-46c2-827d-471b63f23eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1108, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:23:55Z', 'updated_at': '2022-03-22T19:23:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:03.059564 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-6a73d2aa-488f-47bc-9416-fbdf82fe5764 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8815570 Mar 22 19:24:03.074770 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 6ecbc74b-a561-44eb-9219-f1caea0b8268 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:03.092412 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] Request body: {'port': {'device_id': '40dc3035-62ea-400b-8c89-2a51ef30d2e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:03.117400 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5e4eac-4153-48ca-a51a-f97111646c10 None None] Checking router: 7b562f56-a358-46c2-827d-471b63f23eb8 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:24:03.117994 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5e4eac-4153-48ca-a51a-f97111646c10 None None] Updating router 7b562f56-a358-46c2-827d-471b63f23eb8 port 4c0169ff-9b68-4f2c-8fdf-e7ca0acf1d8a binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:24:03.126732 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-b701cb3e-48db-4b9b-8831-47b49e01ff9e None None] Current status of the port 6ecbc74b-a561-44eb-9219-f1caea0b8268 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:03.176869 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ed5e4eac-4153-48ca-a51a-f97111646c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4c0169ff-9b68-4f2c-8fdf-e7ca0acf1d8a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:03.184049 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-91602075-7cbc-4ad8-aab4-501117a89d62 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:03.185897 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-91602075-7cbc-4ad8-aab4-501117a89d62 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.84 "GET /v2.0/networks?id=dc66dbf6-7f3d-46f2-94ef-a0483cb4f077 HTTP/1.1" status: 200 len: 821 time: 0.3107536 Mar 22 19:24:03.223886 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-a14f4b9c-6f25-4672-966b-59ad8007f928 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Request body: {'port': {'device_id': '39deb860-c930-43e2-a6ce-0819d3256e82', 'network_id': 'dc66dbf6-7f3d-46f2-94ef-a0483cb4f077', 'admin_state_up': True, 'tenant_id': '718276ac87f841d1b8dfbf4b06c7328c'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:03.253727 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 6ecbc74b-a561-44eb-9219-f1caea0b8268 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:24:03.256728 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (27038871-a8b2-4c84-924c-7826cfe94710), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:03.259945 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c474770f-2772-4e10-b032-25e45fb57eff req-f0623d5a-b7a0-44b9-a0e3-9c4581b708d1 service neutron] 10.222.0.75 "GET /v2.0/networks/7fe133cd-24d3-4218-b742-abd5bfff3daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4443266 Mar 22 19:24:03.426365 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-5ba0912f-e570-46e2-89d6-2a4ef4df3fb9 None None] Provisioning complete for port 27038871-a8b2-4c84-924c-7826cfe94710 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:03.427518 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5ba0912f-e570-46e2-89d6-2a4ef4df3fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (27038871-a8b2-4c84-924c-7826cfe94710), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:03.540958 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdded204-be7a-4964-8771-e2b9f1850d84 req-20c08a86-32c5-4206-8de2-b99b8376bdb1 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:03.556408 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cdded204-be7a-4964-8771-e2b9f1850d84 req-20c08a86-32c5-4206-8de2-b99b8376bdb1 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=5444fa8e-9c00-4992-a031-2fdac9ac0e6d HTTP/1.1" status: 200 len: 943 time: 0.6794116 Mar 22 19:24:03.610772 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-5ba0912f-e570-46e2-89d6-2a4ef4df3fb9 None None] Port 27038871-a8b2-4c84-924c-7826cfe94710 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:24:03.617315 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a0e78294-ad32-4691-b221-c268b1655824 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (4c0169ff-9b68-4f2c-8fdf-e7ca0acf1d8a), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:03.628727 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27038871-a8b2-4c84-924c-7826cfe94710 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:24:03.638135 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] Publish callbacks [] for port (27038871-a8b2-4c84-924c-7826cfe94710), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:03.653478 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] Transition to ACTIVE for port object 27038871-a8b2-4c84-924c-7826cfe94710 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:24:03.669531 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (27038871-a8b2-4c84-924c-7826cfe94710), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:03.711483 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-a0e78294-ad32-4691-b221-c268b1655824 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Calling delete_port for 4c0169ff-9b68-4f2c-8fdf-e7ca0acf1d8a owned by network:router_gateway {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:24:03.735618 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c474770f-2772-4e10-b032-25e45fb57eff req-0d1c3cba-578b-45d0-9a58-0035f1b82b32 service neutron] 10.222.0.75 "GET /v2.0/networks/7fe133cd-24d3-4218-b742-abd5bfff3daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735322 Mar 22 19:24:03.755444 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] Pushing event updated for resources: {'Port': ['ID=27038871-a8b2-4c84-924c-7826cfe94710,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:03.790498 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 6ecbc74b-a561-44eb-9219-f1caea0b8268 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:03.791094 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6ecbc74b-a561-44eb-9219-f1caea0b8268), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:03.825274 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:03.825634 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:03.826063 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:03.826408 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:03.826739 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:03.827072 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:03.827399 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:03.827725 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:03.828048 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:03.829055 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:03.829391 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:03.829965 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:03.830516 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:03.831153 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:03.831493 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:03.928367 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] Attempting to bind port 27038871-a8b2-4c84-924c-7826cfe94710 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:24:03.928644 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] Attempting to bind port 27038871-a8b2-4c84-924c-7826cfe94710 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '33aa031d-729c-4f4c-a49b-82f4eabfd92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7fe133cd-24d3-4218-b742-abd5bfff3daf'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:24:03.928990 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] Attempting to bind port 27038871-a8b2-4c84-924c-7826cfe94710 on network 7fe133cd-24d3-4218-b742-abd5bfff3daf {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:24:03.935557 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] Port 27038871-a8b2-4c84-924c-7826cfe94710 on network 7fe133cd-24d3-4218-b742-abd5bfff3daf not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:24:03.936249 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] Attempting to bind port 27038871-a8b2-4c84-924c-7826cfe94710 on network 7fe133cd-24d3-4218-b742-abd5bfff3daf {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:24:03.941565 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ed5e4eac-4153-48ca-a51a-f97111646c10 None None] Publish callbacks [] for port (4c0169ff-9b68-4f2c-8fdf-e7ca0acf1d8a), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:03.962907 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:24:03.964602 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] Checking segment: {'id': '33aa031d-729c-4f4c-a49b-82f4eabfd92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7fe133cd-24d3-4218-b742-abd5bfff3daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:24:03.965045 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] Bound using segment: {'id': '33aa031d-729c-4f4c-a49b-82f4eabfd92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7fe133cd-24d3-4218-b742-abd5bfff3daf'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:24:03.971510 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] Bound port: 27038871-a8b2-4c84-924c-7826cfe94710, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33aa031d-729c-4f4c-a49b-82f4eabfd92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7fe133cd-24d3-4218-b742-abd5bfff3daf'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:24:03.971870 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (27038871-a8b2-4c84-924c-7826cfe94710), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:03.972515 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ed5e4eac-4153-48ca-a51a-f97111646c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4c0169ff-9b68-4f2c-8fdf-e7ca0acf1d8a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:03.974080 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-a14f4b9c-6f25-4672-966b-59ad8007f928 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Made reservation on behalf of 718276ac87f841d1b8dfbf4b06c7328c for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:24:03.977950 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-a14f4b9c-6f25-4672-966b-59ad8007f928 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:04.084352 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] For port 27038871-a8b2-4c84-924c-7826cfe94710, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:24:04.097536 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] For port 27038871-a8b2-4c84-924c-7826cfe94710, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=27038871-a8b2-4c84-924c-7826cfe94710,segment=NetworkSegment(33aa031d-729c-4f4c-a49b-82f4eabfd92f),segment_id=33aa031d-729c-4f4c-a49b-82f4eabfd92f)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:24:04.123323 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (27038871-a8b2-4c84-924c-7826cfe94710), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:04.127567 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:24:04.230542 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:04.232355 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:04.236928 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] 10.222.0.84 "PUT /v2.0/ports/27038871-a8b2-4c84-924c-7826cfe94710 HTTP/1.1" status: 200 len: 1093 time: 1.1651917 Mar 22 19:24:04.316260 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf53774-1ac2-4b9b-a677-275c1e6fcbff service neutron] Pushing event updated for resources: {'Port': ['ID=27038871-a8b2-4c84-924c-7826cfe94710,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:04.382015 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d1247-9a8e-43ed-af2d-2aafe261c461 None None] Pushing event updated for resources: {'Port': ['ID=4c0169ff-9b68-4f2c-8fdf-e7ca0acf1d8a,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:04.385061 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 6ecbc74b-a561-44eb-9219-f1caea0b8268 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:04.398668 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-983cadd1-8c72-498e-ba63-1b761f755960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:04.402008 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-983cadd1-8c72-498e-ba63-1b761f755960 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ba44e047032a491da0d10f5ab12ca3fc&device_id=40dc3035-62ea-400b-8c89-2a51ef30d2e5 HTTP/1.1" status: 200 len: 1127 time: 0.1057448 Mar 22 19:24:04.403629 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-ed5e4eac-4153-48ca-a51a-f97111646c10 None None] Attempting to bind port 4c0169ff-9b68-4f2c-8fdf-e7ca0acf1d8a on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:24:04.404116 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-ed5e4eac-4153-48ca-a51a-f97111646c10 None None] Attempting to bind port 4c0169ff-9b68-4f2c-8fdf-e7ca0acf1d8a by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:24:04.404613 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5e4eac-4153-48ca-a51a-f97111646c10 None None] Attempting to bind port 4c0169ff-9b68-4f2c-8fdf-e7ca0acf1d8a on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:24:04.422406 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5e4eac-4153-48ca-a51a-f97111646c10 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:24:04.422896 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5e4eac-4153-48ca-a51a-f97111646c10 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:24:04.423410 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ed5e4eac-4153-48ca-a51a-f97111646c10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:04.423969 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5e4eac-4153-48ca-a51a-f97111646c10 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:24:04.424704 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-ed5e4eac-4153-48ca-a51a-f97111646c10 None None] Bound port: 4c0169ff-9b68-4f2c-8fdf-e7ca0acf1d8a, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:24:04.425208 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ed5e4eac-4153-48ca-a51a-f97111646c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4c0169ff-9b68-4f2c-8fdf-e7ca0acf1d8a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:04.466421 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:24:04.503828 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:04.505565 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:04.518723 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-cdded204-be7a-4964-8771-e2b9f1850d84 req-2c4611fe-a65f-4ae1-81a8-f1e931a6e59b tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Deleting port dccb72f5-9599-4a5c-b521-ae37ff69749f {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:24:04.519284 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cdded204-be7a-4964-8771-e2b9f1850d84 req-2c4611fe-a65f-4ae1-81a8-f1e931a6e59b tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (dccb72f5-9599-4a5c-b521-ae37ff69749f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:04.545868 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-ce57099c-6112-4417-b157-5368139a0a1b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27038871-a8b2-4c84-924c-7826cfe94710 HTTP/1.1" status: 200 len: 217 time: 0.1357601 Mar 22 19:24:04.603467 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-ed5e4eac-4153-48ca-a51a-f97111646c10 None None] For port 4c0169ff-9b68-4f2c-8fdf-e7ca0acf1d8a, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:24:04.616234 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-ed5e4eac-4153-48ca-a51a-f97111646c10 None None] For port 4c0169ff-9b68-4f2c-8fdf-e7ca0acf1d8a, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=4c0169ff-9b68-4f2c-8fdf-e7ca0acf1d8a,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:24:04.649186 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ed5e4eac-4153-48ca-a51a-f97111646c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4c0169ff-9b68-4f2c-8fdf-e7ca0acf1d8a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:04.667820 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-42eca659-bc90-481e-b90d-f472e3721031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:04.669599 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-42eca659-bc90-481e-b90d-f472e3721031 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=738f91fe-60d5-4ffa-a81c-0f49d0bf8f71 HTTP/1.1" status: 200 len: 855 time: 0.1170640 Mar 22 19:24:04.730922 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d1247-9a8e-43ed-af2d-2aafe261c461 None None] Pushing event updated for resources: {'Port': ['ID=4c0169ff-9b68-4f2c-8fdf-e7ca0acf1d8a,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:04.761176 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-8084f6a1-3e1e-416d-bab2-fe6b4f60f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:04.768177 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-8084f6a1-3e1e-416d-bab2-fe6b4f60f428 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7fe133cd-24d3-4218-b742-abd5bfff3daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0887525 Mar 22 19:24:04.820277 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:04.820986 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:04.866112 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5e4eac-4153-48ca-a51a-f97111646c10 None None] Routers {'7b562f56-a358-46c2-827d-471b63f23eb8'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:24:04.867191 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-ed5e4eac-4153-48ca-a51a-f97111646c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:23:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['7b562f56-a358-46c2-827d-471b63f23eb8'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:04.886056 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7df83-58c1-4ce3-afa1-522c86d15e1b req-151d8bd4-4af9-4136-aad4-58bfd5d64e85 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:04.895112 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d6b7df83-58c1-4ce3-afa1-522c86d15e1b req-151d8bd4-4af9-4136-aad4-58bfd5d64e85 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 943 time: 0.7508640 Mar 22 19:24:04.955388 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-a14f4b9c-6f25-4672-966b-59ad8007f928 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Allocated IP 172.20.0.14 (dc66dbf6-7f3d-46f2-94ef-a0483cb4f077/e9bd269f-4a80-4749-9eb8-ee69b46bbb1d/5afb5b9d-3f30-419e-8a9a-2a30fce29d4b) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:24:04.976104 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-b5829554-019d-41ba-b6c3-e2ec00abd60e service neutron] 10.222.0.84 "GET /v2.0/networks/7fe133cd-24d3-4218-b742-abd5bfff3daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032483 Mar 22 19:24:05.019297 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-cdded204-be7a-4964-8771-e2b9f1850d84 req-2c4611fe-a65f-4ae1-81a8-f1e931a6e59b tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] For port dccb72f5-9599-4a5c-b521-ae37ff69749f, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=dccb72f5-9599-4a5c-b521-ae37ff69749f,segment=NetworkSegment(8c6ba457-004e-47f9-ab30-ce3aaf4ab771),segment_id=8c6ba457-004e-47f9-ab30-ce3aaf4ab771)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:05.020041 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cdded204-be7a-4964-8771-e2b9f1850d84 req-2c4611fe-a65f-4ae1-81a8-f1e931a6e59b tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (dccb72f5-9599-4a5c-b521-ae37ff69749f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:05.039798 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a0e78294-ad32-4691-b221-c268b1655824 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (4c0169ff-9b68-4f2c-8fdf-e7ca0acf1d8a), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:05.091618 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4,segment=NetworkSegment(20fdff8c-5564-4797-a6de-7b5453a4a0ae),segment_id=20fdff8c-5564-4797-a6de-7b5453a4a0ae)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:05.092874 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f37cd19-e6eb-4469-a134-65f6c5b7d702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:24:05.096426 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9922186d-5aec-4020-b483-2ba5a9c60949" -d '{"events": [{"server_uuid": "0f37cd19-e6eb-4469-a134-65f6c5b7d702", "name": "network-vif-plugged", "status": "completed", "tag": "dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:24:05.118337 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:05.136296 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-729de374-fdb1-47b5-9e90-cb723cfc74a5 req-43e44cbc-5cf8-4b16-93d0-6ab126b8555a service neutron] 10.222.0.84 "GET /v2.0/networks/7fe133cd-24d3-4218-b742-abd5bfff3daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495807 Mar 22 19:24:05.137454 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-cdded204-be7a-4964-8771-e2b9f1850d84 req-2c4611fe-a65f-4ae1-81a8-f1e931a6e59b tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Calling delete_port for dccb72f5-9599-4a5c-b521-ae37ff69749f owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:24:05.261634 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d6b7df83-58c1-4ce3-afa1-522c86d15e1b req-84a590c0-d960-4f8f-acbd-4e2372cbc547 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535612 Mar 22 19:24:05.262188 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-ed5e4eac-4153-48ca-a51a-f97111646c10 None None] Set router 7b562f56-a358-46c2-827d-471b63f23eb8 gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:24:05.264552 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:05.298681 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e78294-ad32-4691-b221-c268b1655824 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c0169ff-9b68-4f2c-8fdf-e7ca0acf1d8a,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:05.328761 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 19:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972ec8c4-1e3d-4b64-9607-1bee119e4a3b x-openstack-request-id: req-972ec8c4-1e3d-4b64-9607-1bee119e4a3b {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:24:05.329331 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f", "name": "network-vif-unplugged", "status": "completed", "tag": "7b304643-66db-4530-93b8-04df0dd9bee7", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:24:05.329624 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-972ec8c4-1e3d-4b64-9607-1bee119e4a3b {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:24:05.330188 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-972ec8c4-1e3d-4b64-9607-1bee119e4a3b'] response: {'server_uuid': '4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b304643-66db-4530-93b8-04df0dd9bee7', 'code': 200} Mar 22 19:24:05.485238 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b74f0239-840e-4286-9be3-498f772ffb39 req-90c0eec1-e634-4ebb-aeed-3198e9485d86 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=39deb860-c930-43e2-a6ce-0819d3256e82 HTTP/1.1" status: 200 len: 210 time: 0.0488825 Mar 22 19:24:05.508737 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a0e78294-ad32-4691-b221-c268b1655824 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (7b562f56-a358-46c2-827d-471b63f23eb8), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:05.667507 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cdded204-be7a-4964-8771-e2b9f1850d84 req-2c4611fe-a65f-4ae1-81a8-f1e931a6e59b tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (dccb72f5-9599-4a5c-b521-ae37ff69749f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:05.670589 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-ed5e4eac-4153-48ca-a51a-f97111646c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b562f56-a358-46c2-827d-471b63f23eb8', 'name': 'tempest-snat-router-1098669015', 'tenant_id': '52cf547f55a6404f8c63507b4cf26f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:23:53Z', 'updated_at': '2022-03-22T19:24:01Z', 'revision_number': 4, 'project_id': '52cf547f55a6404f8c63507b4cf26f9e', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:05.705374 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5e4eac-4153-48ca-a51a-f97111646c10 None None] The sync data for ids ['7b562f56-a358-46c2-827d-471b63f23eb8'] in n-d-705658-24 is: [{'id': '7b562f56-a358-46c2-827d-471b63f23eb8', 'name': 'tempest-snat-router-1098669015', 'tenant_id': '52cf547f55a6404f8c63507b4cf26f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:23:53Z', 'updated_at': '2022-03-22T19:24:01Z', 'revision_number': 4, 'project_id': '52cf547f55a6404f8c63507b4cf26f9e', 'gw_port_host': None}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:24:05.903294 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474770f-2772-4e10-b032-25e45fb57eff req-ba7662e8-deb8-4eff-b3e7-18935f3817e8 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:05.905460 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c474770f-2772-4e10-b032-25e45fb57eff req-ba7662e8-deb8-4eff-b3e7-18935f3817e8 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.85 "GET /v2.0/networks?id=7fe133cd-24d3-4218-b742-abd5bfff3daf HTTP/1.1" status: 200 len: 816 time: 0.2288210 Mar 22 19:24:05.954560 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a0e78294-ad32-4691-b221-c268b1655824 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (7b562f56-a358-46c2-827d-471b63f23eb8), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:05.962906 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a0e78294-ad32-4691-b221-c268b1655824 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router_controller (7b562f56-a358-46c2-827d-471b63f23eb8), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:05.986387 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-c474770f-2772-4e10-b032-25e45fb57eff req-8dae7e06-738f-4749-90ed-4c935a1ee83a tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Request body: {'port': {'device_id': '9d0a00d7-19f2-448e-800d-fc5ebc29885d', 'network_id': '7fe133cd-24d3-4218-b742-abd5bfff3daf', 'admin_state_up': True, 'tenant_id': 'ba44e047032a491da0d10f5ab12ca3fc'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:05.990369 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4611fe-a65f-4ae1-81a8-f1e931a6e59b tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Pushing event deleted for resources: {'Port': ['ID=dccb72f5-9599-4a5c-b521-ae37ff69749f,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:06.054198 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-a14f4b9c-6f25-4672-966b-59ad8007f928 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks [] for port (5afb5b9d-3f30-419e-8a9a-2a30fce29d4b), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:06.110870 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdded204-be7a-4964-8771-e2b9f1850d84 req-2c4611fe-a65f-4ae1-81a8-f1e931a6e59b tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] No DVR routers for this DVR port dccb72f5-9599-4a5c-b521-ae37ff69749f on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:24:06.121625 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cdded204-be7a-4964-8771-e2b9f1850d84 req-2c4611fe-a65f-4ae1-81a8-f1e931a6e59b tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:06.125313 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cdded204-be7a-4964-8771-e2b9f1850d84 req-2c4611fe-a65f-4ae1-81a8-f1e931a6e59b tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "DELETE /v2.0/ports/dccb72f5-9599-4a5c-b521-ae37ff69749f HTTP/1.1" status: 204 len: 173 time: 2.5679533 Mar 22 19:24:06.128233 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5444fa8e-9c00-4992-a031-2fdac9ac0e6d', 'name': 'network-vif-deleted', 'tag': 'dccb72f5-9599-4a5c-b521-ae37ff69749f'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:24:06.130533 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733e8762-fc0d-4c00-8688-7083e854a5d8" -d '{"events": [{"server_uuid": "5444fa8e-9c00-4992-a031-2fdac9ac0e6d", "name": "network-vif-deleted", "tag": "dccb72f5-9599-4a5c-b521-ae37ff69749f"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:24:06.158980 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a0e78294-ad32-4691-b221-c268b1655824 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (7b562f56-a358-46c2-827d-471b63f23eb8), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:06.159605 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e78294-ad32-4691-b221-c268b1655824 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b562f56-a358-46c2-827d-471b63f23eb8 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:24:06.181382 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa45a8c-6e59-4cf4-81c8-a2ecfdc2a8b8 req-9e096fb1-6291-4a5d-b10b-412c686b6031 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:06.188696 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eaa45a8c-6e59-4cf4-81c8-a2ecfdc2a8b8 req-9e096fb1-6291-4a5d-b10b-412c686b6031 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2da020c-9dc4-4114-939a-dcdc57be6dbb HTTP/1.1" status: 200 len: 945 time: 0.5482020 Mar 22 19:24:06.195860 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a0e78294-ad32-4691-b221-c268b1655824 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:06.197055 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a0e78294-ad32-4691-b221-c268b1655824 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] 10.222.0.75 "DELETE /v2.0/routers/7b562f56-a358-46c2-827d-471b63f23eb8 HTTP/1.1" status: 204 len: 168 time: 5.2406516 Mar 22 19:24:06.199855 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46918) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:06.283632 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-a14f4b9c-6f25-4672-966b-59ad8007f928 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (5afb5b9d-3f30-419e-8a9a-2a30fce29d4b), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:06.309273 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eaa45a8c-6e59-4cf4-81c8-a2ecfdc2a8b8 req-e17b7ae0-2af6-450b-8ab6-f3917eaaf710 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195331 Mar 22 19:24:06.356344 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-a14f4b9c-6f25-4672-966b-59ad8007f928 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Network dc66dbf6-7f3d-46f2-94ef-a0483cb4f077 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:24:06.364628 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-a14f4b9c-6f25-4672-966b-59ad8007f928 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:24:06.372935 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-a14f4b9c-6f25-4672-966b-59ad8007f928 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:24:06.427571 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-a14f4b9c-6f25-4672-966b-59ad8007f928 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:06.428142 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-a14f4b9c-6f25-4672-966b-59ad8007f928 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:06.433129 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d502d8e9-9cc3-4567-9f3c-156659b657c3 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router (aac10b1f-06be-43b6-bd1b-8cfeebbd6b75), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:06.455791 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f4b9c-6f25-4672-966b-59ad8007f928 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Pushing event updated for resources: {'Port': ['ID=5afb5b9d-3f30-419e-8a9a-2a30fce29d4b,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:06.475436 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c474770f-2772-4e10-b032-25e45fb57eff req-8dae7e06-738f-4749-90ed-4c935a1ee83a tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Made reservation on behalf of ba44e047032a491da0d10f5ab12ca3fc for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:24:06.479720 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c474770f-2772-4e10-b032-25e45fb57eff req-8dae7e06-738f-4749-90ed-4c935a1ee83a tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:06.519845 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-a14f4b9c-6f25-4672-966b-59ad8007f928 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3079269 Mar 22 19:24:06.552050 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-6eb8738a-be6b-4f4e-90de-ba1875c91da5 service neutron] Request body: {'port': {'device_id': '39deb860-c930-43e2-a6ce-0819d3256e82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:06.602585 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2f43a-c6e9-4293-a2b0-bdf723a3b032 req-49dae2e3-e9df-496d-a280-df5dad333fcc tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:06.610367 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-93b2f43a-c6e9-4293-a2b0-bdf723a3b032 req-49dae2e3-e9df-496d-a280-df5dad333fcc tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f37cd19-e6eb-4469-a134-65f6c5b7d702 HTTP/1.1" status: 200 len: 945 time: 0.1735823 Mar 22 19:24:06.629509 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d502d8e9-9cc3-4567-9f3c-156659b657c3 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router_gateway (aac10b1f-06be-43b6-bd1b-8cfeebbd6b75), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:06.690796 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-6eb8738a-be6b-4f4e-90de-ba1875c91da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5afb5b9d-3f30-419e-8a9a-2a30fce29d4b), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:06.699882 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-d502d8e9-9cc3-4567-9f3c-156659b657c3 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Deleting port 62f1ea6e-9ff8-4369-8130-1d1530140d5a {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:24:06.699882 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d502d8e9-9cc3-4567-9f3c-156659b657c3 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (62f1ea6e-9ff8-4369-8130-1d1530140d5a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:06.795232 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-93b2f43a-c6e9-4293-a2b0-bdf723a3b032 req-64cd7948-6bc8-4a3a-9c6e-396f6865bcf3 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/security-groups?id=de3e3076-a14d-47c8-9957-d3dc6bec5933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822727 Mar 22 19:24:06.838005 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-d502d8e9-9cc3-4567-9f3c-156659b657c3 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] For port 62f1ea6e-9ff8-4369-8130-1d1530140d5a, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=62f1ea6e-9ff8-4369-8130-1d1530140d5a,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:06.838252 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d502d8e9-9cc3-4567-9f3c-156659b657c3 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (62f1ea6e-9ff8-4369-8130-1d1530140d5a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:06.857618 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-c474770f-2772-4e10-b032-25e45fb57eff req-8dae7e06-738f-4749-90ed-4c935a1ee83a tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Allocated IP 172.20.0.9 (7fe133cd-24d3-4218-b742-abd5bfff3daf/738f91fe-60d5-4ffa-a81c-0f49d0bf8f71/1e4ed557-88cf-4281-946b-d1f54b2e2c80) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:24:06.858037 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-d502d8e9-9cc3-4567-9f3c-156659b657c3 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Calling delete_port for 62f1ea6e-9ff8-4369-8130-1d1530140d5a owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:24:06.970009 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f1b799-ae19-4686-a9bf-8b2a3869c23e x-openstack-request-id: req-46f1b799-ae19-4686-a9bf-8b2a3869c23e {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:24:06.970537 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f37cd19-e6eb-4469-a134-65f6c5b7d702", "name": "network-vif-plugged", "status": "completed", "tag": "dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:24:06.970996 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-46f1b799-ae19-4686-a9bf-8b2a3869c23e {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:24:06.972210 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46f1b799-ae19-4686-a9bf-8b2a3869c23e'] response: {'server_uuid': '0f37cd19-e6eb-4469-a134-65f6c5b7d702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4', 'code': 200} Mar 22 19:24:07.167868 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d502d8e9-9cc3-4567-9f3c-156659b657c3 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (62f1ea6e-9ff8-4369-8130-1d1530140d5a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:07.212114 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502d8e9-9cc3-4567-9f3c-156659b657c3 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Pushing event deleted for resources: {'Port': ['ID=62f1ea6e-9ff8-4369-8130-1d1530140d5a,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:07.274922 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d502d8e9-9cc3-4567-9f3c-156659b657c3 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (aac10b1f-06be-43b6-bd1b-8cfeebbd6b75), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:07.347031 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f', 'tag': '7b304643-66db-4530-93b8-04df0dd9bee7'}, {'name': 'network-changed', 'server_uuid': '40dc3035-62ea-400b-8c89-2a51ef30d2e5', 'tag': '27038871-a8b2-4c84-924c-7826cfe94710'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:24:07.349163 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74789f6-f5c8-482d-b490-77dc0a92a254" -d '{"events": [{"name": "network-changed", "server_uuid": "4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f", "tag": "7b304643-66db-4530-93b8-04df0dd9bee7"}, {"name": "network-changed", "server_uuid": "40dc3035-62ea-400b-8c89-2a51ef30d2e5", "tag": "27038871-a8b2-4c84-924c-7826cfe94710"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:24:07.379167 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 22 Mar 2022 19:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42dc2691-791e-47ce-adf3-1bd3fabdf8fe x-openstack-request-id: req-42dc2691-791e-47ce-adf3-1bd3fabdf8fe {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:24:07.379562 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5444fa8e-9c00-4992-a031-2fdac9ac0e6d", "name": "network-vif-deleted", "tag": "dccb72f5-9599-4a5c-b521-ae37ff69749f", "status": "failed", "code": 422}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:24:07.379709 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-42dc2691-791e-47ce-adf3-1bd3fabdf8fe {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:24:07.380567 n-d-705658-24 neutron-server[104172]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-42dc2691-791e-47ce-adf3-1bd3fabdf8fe']: {'server_uuid': '5444fa8e-9c00-4992-a031-2fdac9ac0e6d', 'name': 'network-vif-deleted', 'tag': 'dccb72f5-9599-4a5c-b521-ae37ff69749f', 'status': 'failed', 'code': 422} returned with failed status Mar 22 19:24:07.390638 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d502d8e9-9cc3-4567-9f3c-156659b657c3 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (aac10b1f-06be-43b6-bd1b-8cfeebbd6b75), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:07.393627 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d502d8e9-9cc3-4567-9f3c-156659b657c3 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router_controller (aac10b1f-06be-43b6-bd1b-8cfeebbd6b75), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:07.667857 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36afa27-9af2-4926-ac9b-ba16b2a44ac5 req-e47ea226-46cd-4af5-82fa-9e54b941f3a0 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:07.669361 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a36afa27-9af2-4926-ac9b-ba16b2a44ac5 req-e47ea226-46cd-4af5-82fa-9e54b941f3a0 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 943 time: 0.2862115 Mar 22 19:24:07.679510 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6011fa2-f2dd-4cd6-bc87-b4857cfe1c29 req-b5f6e568-5c0a-49c6-9678-7d2b12e544de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:07.681095 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c6011fa2-f2dd-4cd6-bc87-b4857cfe1c29 req-b5f6e568-5c0a-49c6-9678-7d2b12e544de service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0f37cd19-e6eb-4469-a134-65f6c5b7d702 HTTP/1.1" status: 200 len: 1128 time: 0.3037767 Mar 22 19:24:07.696599 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-5057045e-ccc9-4aa7-92a7-33dc75dd81e2 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:07.698131 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-5057045e-ccc9-4aa7-92a7-33dc75dd81e2 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/networks?id=7fe133cd-24d3-4218-b742-abd5bfff3daf HTTP/1.1" status: 200 len: 816 time: 0.7707260 Mar 22 19:24:07.761401 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d502d8e9-9cc3-4567-9f3c-156659b657c3 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (aac10b1f-06be-43b6-bd1b-8cfeebbd6b75), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:07.762144 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d502d8e9-9cc3-4567-9f3c-156659b657c3 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aac10b1f-06be-43b6-bd1b-8cfeebbd6b75 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:24:07.774317 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d502d8e9-9cc3-4567-9f3c-156659b657c3 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:07.777228 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d502d8e9-9cc3-4567-9f3c-156659b657c3 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] 10.222.0.75 "DELETE /v2.0/routers/aac10b1f-06be-43b6-bd1b-8cfeebbd6b75 HTTP/1.1" status: 204 len: 168 time: 1.5757403 Mar 22 19:24:07.781362 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46944) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:07.787082 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-05df7637-9000-4db1-aa93-8a8e11442c17 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2107219069', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}, 'admin_state_up': False}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:07.804770 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-270b1510-7ec1-4b23-8781-ff6604e7d31e tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/quotas/ba44e047032a491da0d10f5ab12ca3fc HTTP/1.1" status: 200 len: 375 time: 0.0724528 Mar 22 19:24:07.834597 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-05df7637-9000-4db1-aa93-8a8e11442c17 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (2c5fe60d-b4ba-41db-bee2-ffa2524b1be5), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:07.836355 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-05df7637-9000-4db1-aa93-8a8e11442c17 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (2c5fe60d-b4ba-41db-bee2-ffa2524b1be5), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:07.867653 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a36afa27-9af2-4926-ac9b-ba16b2a44ac5 req-4160b242-1935-4d95-8004-a99e8cfcdc0d tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833680 Mar 22 19:24:07.871137 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c474770f-2772-4e10-b032-25e45fb57eff req-8dae7e06-738f-4749-90ed-4c935a1ee83a tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Publish callbacks [] for port (1e4ed557-88cf-4281-946b-d1f54b2e2c80), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:07.911244 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-05df7637-9000-4db1-aa93-8a8e11442c17 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router_controller (2c5fe60d-b4ba-41db-bee2-ffa2524b1be5), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:07.934555 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-6eb8738a-be6b-4f4e-90de-ba1875c91da5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:24:07.947773 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c6011fa2-f2dd-4cd6-bc87-b4857cfe1c29 req-950c2b8a-5dca-4508-b610-f6012c2d7ead service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=de3e3076-a14d-47c8-9957-d3dc6bec5933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478545 Mar 22 19:24:07.951634 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-6eb8738a-be6b-4f4e-90de-ba1875c91da5 service neutron] Publish callbacks [] for port (5afb5b9d-3f30-419e-8a9a-2a30fce29d4b), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:07.985723 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-6eb8738a-be6b-4f4e-90de-ba1875c91da5 service neutron] Transition to ACTIVE for port object 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:24:08.000066 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-4a0c4b4c-3093-472d-a5ed-ecbe3568fbbc tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ba44e047032a491da0d10f5ab12ca3fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1942708 Mar 22 19:24:08.005413 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-7ade154f-b0c5-4f2b-a092-f4a102351e37 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:24:08.012290 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-7ade154f-b0c5-4f2b-a092-f4a102351e37 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113366 Mar 22 19:24:08.067990 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-6eb8738a-be6b-4f4e-90de-ba1875c91da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (5afb5b9d-3f30-419e-8a9a-2a30fce29d4b), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:08.136547 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c474770f-2772-4e10-b032-25e45fb57eff req-8dae7e06-738f-4749-90ed-4c935a1ee83a tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (1e4ed557-88cf-4281-946b-d1f54b2e2c80), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:08.150185 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-05df7637-9000-4db1-aa93-8a8e11442c17 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router_gateway (2c5fe60d-b4ba-41db-bee2-ffa2524b1be5), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:08.188748 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8738a-be6b-4f4e-90de-ba1875c91da5 service neutron] Pushing event updated for resources: {'Port': ['ID=5afb5b9d-3f30-419e-8a9a-2a30fce29d4b,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:08.233831 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-a3d92c20-64b1-4c44-9ac4-e7a670bf3d4e service neutron] 10.222.0.75 "GET /v2.0/networks/7fe133cd-24d3-4218-b742-abd5bfff3daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206011 Mar 22 19:24:08.240793 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c474770f-2772-4e10-b032-25e45fb57eff req-8dae7e06-738f-4749-90ed-4c935a1ee83a tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Network 7fe133cd-24d3-4218-b742-abd5bfff3daf is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:24:08.275941 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-c474770f-2772-4e10-b032-25e45fb57eff req-8dae7e06-738f-4749-90ed-4c935a1ee83a tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:24:08.289947 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-c474770f-2772-4e10-b032-25e45fb57eff req-8dae7e06-738f-4749-90ed-4c935a1ee83a tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:24:08.385407 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dae7e06-738f-4749-90ed-4c935a1ee83a tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Pushing event updated for resources: {'Port': ['ID=1e4ed557-88cf-4281-946b-d1f54b2e2c80,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:08.387152 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-05df7637-9000-4db1-aa93-8a8e11442c17 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router_gateway (2c5fe60d-b4ba-41db-bee2-ffa2524b1be5), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:08.410726 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-05df7637-9000-4db1-aa93-8a8e11442c17 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:08.437289 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22dbc0b-1070-4c3e-8144-5eb5fd22751c req-df20f3a0-27f5-4732-b77e-1793cbfb1261 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:08.439568 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b22dbc0b-1070-4c3e-8144-5eb5fd22751c req-df20f3a0-27f5-4732-b77e-1793cbfb1261 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=39deb860-c930-43e2-a6ce-0819d3256e82 HTTP/1.1" status: 200 len: 944 time: 0.3335218 Mar 22 19:24:08.450488 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:24:08.479368 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474770f-2772-4e10-b032-25e45fb57eff req-8dae7e06-738f-4749-90ed-4c935a1ee83a tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:08.479368 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c474770f-2772-4e10-b032-25e45fb57eff req-8dae7e06-738f-4749-90ed-4c935a1ee83a tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:08.539078 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-6eb8738a-be6b-4f4e-90de-ba1875c91da5 service neutron] Attempting to bind port 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:24:08.539544 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-6eb8738a-be6b-4f4e-90de-ba1875c91da5 service neutron] Attempting to bind port 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '550f4452-31ab-4ada-8988-a70262e079e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dc66dbf6-7f3d-46f2-94ef-a0483cb4f077'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:24:08.539965 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-6eb8738a-be6b-4f4e-90de-ba1875c91da5 service neutron] Attempting to bind port 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b on network dc66dbf6-7f3d-46f2-94ef-a0483cb4f077 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:24:08.547996 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-6eb8738a-be6b-4f4e-90de-ba1875c91da5 service neutron] Port 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b on network dc66dbf6-7f3d-46f2-94ef-a0483cb4f077 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:24:08.548405 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-6eb8738a-be6b-4f4e-90de-ba1875c91da5 service neutron] Attempting to bind port 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b on network dc66dbf6-7f3d-46f2-94ef-a0483cb4f077 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:24:08.553743 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c474770f-2772-4e10-b032-25e45fb57eff req-8dae7e06-738f-4749-90ed-4c935a1ee83a tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5954032 Mar 22 19:24:08.563521 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-3baf9158-d971-4c83-9372-81c634666a5d service neutron] 10.222.0.75 "GET /v2.0/networks/7fe133cd-24d3-4218-b742-abd5bfff3daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268015 Mar 22 19:24:08.576050 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-c474770f-2772-4e10-b032-25e45fb57eff req-8095aba2-e0e1-4bb2-b396-cfeae92c4d42 service neutron] Request body: {'port': {'device_id': '9d0a00d7-19f2-448e-800d-fc5ebc29885d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:08.581492 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-05df7637-9000-4db1-aa93-8a8e11442c17 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Allocated IP 172.25.5.212 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/f9317e5c-15b4-482f-b6b4-a55c4a48ccb4) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:24:08.623317 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-6eb8738a-be6b-4f4e-90de-ba1875c91da5 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:24:08.623808 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-6eb8738a-be6b-4f4e-90de-ba1875c91da5 service neutron] Checking segment: {'id': '550f4452-31ab-4ada-8988-a70262e079e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dc66dbf6-7f3d-46f2-94ef-a0483cb4f077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:24:08.624267 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-6eb8738a-be6b-4f4e-90de-ba1875c91da5 service neutron] Bound using segment: {'id': '550f4452-31ab-4ada-8988-a70262e079e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dc66dbf6-7f3d-46f2-94ef-a0483cb4f077'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:24:08.624815 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-6eb8738a-be6b-4f4e-90de-ba1875c91da5 service neutron] Bound port: 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '550f4452-31ab-4ada-8988-a70262e079e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dc66dbf6-7f3d-46f2-94ef-a0483cb4f077'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:24:08.625830 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-6eb8738a-be6b-4f4e-90de-ba1875c91da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5afb5b9d-3f30-419e-8a9a-2a30fce29d4b), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:08.636356 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-efcc7a86-4b62-46c0-9ac0-a13a38508290 None None] Provisioning complete for port 1e4ed557-88cf-4281-946b-d1f54b2e2c80 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:08.638737 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-efcc7a86-4b62-46c0-9ac0-a13a38508290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (1e4ed557-88cf-4281-946b-d1f54b2e2c80), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:08.680321 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c474770f-2772-4e10-b032-25e45fb57eff req-8095aba2-e0e1-4bb2-b396-cfeae92c4d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1e4ed557-88cf-4281-946b-d1f54b2e2c80), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:08.714272 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b22dbc0b-1070-4c3e-8144-5eb5fd22751c req-1ff857c6-dd28-4726-b232-fa854371504a tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581944 Mar 22 19:24:08.733220 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-efcc7a86-4b62-46c0-9ac0-a13a38508290 None None] Port 1e4ed557-88cf-4281-946b-d1f54b2e2c80 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:24:08.758272 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-05df7637-9000-4db1-aa93-8a8e11442c17 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for port (f9317e5c-15b4-482f-b6b4-a55c4a48ccb4), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:08.816025 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 22 Mar 2022 19:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044aba25-bae9-43fa-bff3-364eb4cf741f x-openstack-request-id: req-044aba25-bae9-43fa-bff3-364eb4cf741f {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:24:08.816655 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f", "tag": "7b304643-66db-4530-93b8-04df0dd9bee7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "40dc3035-62ea-400b-8c89-2a51ef30d2e5", "tag": "27038871-a8b2-4c84-924c-7826cfe94710", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:24:08.816655 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-044aba25-bae9-43fa-bff3-364eb4cf741f {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:24:08.817039 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-044aba25-bae9-43fa-bff3-364eb4cf741f'] response: {'name': 'network-changed', 'server_uuid': '4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f', 'tag': '7b304643-66db-4530-93b8-04df0dd9bee7', 'status': 'completed', 'code': 200} Mar 22 19:24:08.817358 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-044aba25-bae9-43fa-bff3-364eb4cf741f'] response: {'name': 'network-changed', 'server_uuid': '40dc3035-62ea-400b-8c89-2a51ef30d2e5', 'tag': '27038871-a8b2-4c84-924c-7826cfe94710', 'status': 'completed', 'code': 200} Mar 22 19:24:08.929098 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-05df7637-9000-4db1-aa93-8a8e11442c17 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f9317e5c-15b4-482f-b6b4-a55c4a48ccb4), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:09.029870 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05df7637-9000-4db1-aa93-8a8e11442c17 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:24:09.036151 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74789f6-f5c8-482d-b490-77dc0a92a254 req-0f03960a-1c53-4435-a37f-66cd8095bf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:09.038447 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f74789f6-f5c8-482d-b490-77dc0a92a254 req-0f03960a-1c53-4435-a37f-66cd8095bf36 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ba44e047032a491da0d10f5ab12ca3fc&device_id=40dc3035-62ea-400b-8c89-2a51ef30d2e5 HTTP/1.1" status: 200 len: 1127 time: 0.2199667 Mar 22 19:24:09.043862 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-05df7637-9000-4db1-aa93-8a8e11442c17 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:24:09.059746 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05df7637-9000-4db1-aa93-8a8e11442c17 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:24:09.076186 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df7637-9000-4db1-aa93-8a8e11442c17 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Pushing event updated for resources: {'Port': ['ID=f9317e5c-15b4-482f-b6b4-a55c4a48ccb4,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:09.201538 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-6eb8738a-be6b-4f4e-90de-ba1875c91da5 service neutron] For port 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:24:09.206387 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 62f1ea6e-9ff8-4369-8130-1d1530140d5a no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:24:09.255370 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 62f1ea6e-9ff8-4369-8130-1d1530140d5a {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:24:09.256092 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 62f1ea6e-9ff8-4369-8130-1d1530140d5a not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:24:09.299161 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-6eb8738a-be6b-4f4e-90de-ba1875c91da5 service neutron] For port 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=5afb5b9d-3f30-419e-8a9a-2a30fce29d4b,segment=NetworkSegment(550f4452-31ab-4ada-8988-a70262e079e4),segment_id=550f4452-31ab-4ada-8988-a70262e079e4)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:24:09.322611 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74789f6-f5c8-482d-b490-77dc0a92a254 req-9e81f5bd-d4f3-41ce-a8a4-e8ffac8162f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:09.324128 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f74789f6-f5c8-482d-b490-77dc0a92a254 req-9e81f5bd-d4f3-41ce-a8a4-e8ffac8162f3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=21ca62c1596a4d419681f3e57266f544&device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 1157 time: 0.4728141 Mar 22 19:24:09.325186 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-6eb8738a-be6b-4f4e-90de-ba1875c91da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (5afb5b9d-3f30-419e-8a9a-2a30fce29d4b), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:09.332774 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 27038871-a8b2-4c84-924c-7826cfe94710 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:24:09.356339 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f509d9-c984-4fa9-b2f4-a821bbc58661 req-50165d3d-40f4-40de-87c8-d53ed06ce837 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:09.357946 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-98f509d9-c984-4fa9-b2f4-a821bbc58661 req-50165d3d-40f4-40de-87c8-d53ed06ce837 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f37cd19-e6eb-4469-a134-65f6c5b7d702 HTTP/1.1" status: 200 len: 945 time: 0.4306803 Mar 22 19:24:09.370458 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74789f6-f5c8-482d-b490-77dc0a92a254 req-460519d4-3ae1-4d11-8559-d05ec162ca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:09.374243 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f74789f6-f5c8-482d-b490-77dc0a92a254 req-460519d4-3ae1-4d11-8559-d05ec162ca5f service neutron] 10.222.0.84 "GET /v2.0/networks?id=7fe133cd-24d3-4218-b742-abd5bfff3daf HTTP/1.1" status: 200 len: 917 time: 0.3279219 Mar 22 19:24:09.585760 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-6eb8738a-be6b-4f4e-90de-ba1875c91da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:09.586418 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-6eb8738a-be6b-4f4e-90de-ba1875c91da5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:09.587952 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-6eb8738a-be6b-4f4e-90de-ba1875c91da5 service neutron] 10.222.0.84 "PUT /v2.0/ports/5afb5b9d-3f30-419e-8a9a-2a30fce29d4b HTTP/1.1" status: 200 len: 1093 time: 3.0404685 Mar 22 19:24:09.588335 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 27038871-a8b2-4c84-924c-7826cfe94710, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=27038871-a8b2-4c84-924c-7826cfe94710,segment=NetworkSegment(33aa031d-729c-4f4c-a49b-82f4eabfd92f),segment_id=33aa031d-729c-4f4c-a49b-82f4eabfd92f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:09.588585 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39deb860-c930-43e2-a6ce-0819d3256e82', 'tag': '5afb5b9d-3f30-419e-8a9a-2a30fce29d4b'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:24:09.590869 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b364bce-7e3b-43a4-8105-171bbf29a681" -d '{"events": [{"name": "network-changed", "server_uuid": "39deb860-c930-43e2-a6ce-0819d3256e82", "tag": "5afb5b9d-3f30-419e-8a9a-2a30fce29d4b"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:24:09.592547 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f74789f6-f5c8-482d-b490-77dc0a92a254 req-11f03542-ace6-4502-a2b9-4a01103ea55b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27038871-a8b2-4c84-924c-7826cfe94710 HTTP/1.1" status: 200 len: 217 time: 0.1205251 Mar 22 19:24:09.616137 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c925351-8e5a-4716-81ac-bc6546b6c3f8 req-18df184d-c132-4667-8c4e-a9501288989d tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:09.618054 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1c925351-8e5a-4716-81ac-bc6546b6c3f8 req-18df184d-c132-4667-8c4e-a9501288989d tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2da020c-9dc4-4114-939a-dcdc57be6dbb HTTP/1.1" status: 200 len: 945 time: 0.5601451 Mar 22 19:24:09.628572 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '27038871-a8b2-4c84-924c-7826cfe94710', 'network_id': '7fe133cd-24d3-4218-b742-abd5bfff3daf', 'port_id': '27038871-a8b2-4c84-924c-7826cfe94710', 'mac_address': 'fa:16:3e:eb:2d:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738f91fe-60d5-4ffa-a81c-0f49d0bf8f71', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:24:09.686062 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74789f6-f5c8-482d-b490-77dc0a92a254 req-e3505b68-1e50-40ff-a86d-a2a6a9df5f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:09.688432 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f74789f6-f5c8-482d-b490-77dc0a92a254 req-e3505b68-1e50-40ff-a86d-a2a6a9df5f57 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=738f91fe-60d5-4ffa-a81c-0f49d0bf8f71 HTTP/1.1" status: 200 len: 855 time: 0.0889859 Mar 22 19:24:09.704595 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 27038871-a8b2-4c84-924c-7826cfe94710 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:09.705181 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (27038871-a8b2-4c84-924c-7826cfe94710), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:09.711427 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8738a-be6b-4f4e-90de-ba1875c91da5 service neutron] Pushing event updated for resources: {'Port': ['ID=5afb5b9d-3f30-419e-8a9a-2a30fce29d4b,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:09.731744 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27038871-a8b2-4c84-924c-7826cfe94710 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:24:09.734739 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-05df7637-9000-4db1-aa93-8a8e11442c17 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router_gateway (2c5fe60d-b4ba-41db-bee2-ffa2524b1be5), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:09.778064 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 27038871-a8b2-4c84-924c-7826cfe94710, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=27038871-a8b2-4c84-924c-7826cfe94710,segment=NetworkSegment(33aa031d-729c-4f4c-a49b-82f4eabfd92f),segment_id=33aa031d-729c-4f4c-a49b-82f4eabfd92f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:09.788996 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (27038871-a8b2-4c84-924c-7826cfe94710), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:09.823611 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-98f509d9-c984-4fa9-b2f4-a821bbc58661 req-127422ed-a491-4dab-b9cb-251a9f055161 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/security-groups?id=de3e3076-a14d-47c8-9957-d3dc6bec5933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712096 Mar 22 19:24:09.847621 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74789f6-f5c8-482d-b490-77dc0a92a254 req-c56d5df7-20f7-4cae-a1fd-0c91c868b1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:09.849147 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f74789f6-f5c8-482d-b490-77dc0a92a254 req-c56d5df7-20f7-4cae-a1fd-0c91c868b1ac service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7fe133cd-24d3-4218-b742-abd5bfff3daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1540146 Mar 22 19:24:09.883602 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74789f6-f5c8-482d-b490-77dc0a92a254 req-643b1a7d-eef9-469f-a671-9b7236ac25d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:09.885586 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f74789f6-f5c8-482d-b490-77dc0a92a254 req-643b1a7d-eef9-469f-a671-9b7236ac25d4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3f43483d-05ef-426b-881a-d8fc390ab6a9 HTTP/1.1" status: 200 len: 922 time: 0.5526650 Mar 22 19:24:09.900877 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=27038871-a8b2-4c84-924c-7826cfe94710,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:09.909184 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1c925351-8e5a-4716-81ac-bc6546b6c3f8 req-b9e76408-f7c5-4e92-a034-2c43a18a0d96 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688711 Mar 22 19:24:09.922157 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:09.924194 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:09.924682 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:09.927252 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:09.927764 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:09.928237 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:09.929124 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:09.931877 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:09.932584 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:09.933080 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:09.933807 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:09.934961 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:09.935309 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:09.936852 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:09.937200 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:10.002113 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 7b304643-66db-4530-93b8-04df0dd9bee7 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:24:10.054929 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['27038871-a8b2-4c84-924c-7826cfe94710'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:24:10.096588 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a0b69e45-ffd3-4e4d-a76e-4c8be193f3bd req-ab8a54f0-22a7-4b7b-8ac6-bd5f87c88eb3 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c945358-b571-4291-af5f-fc5297f59b36 HTTP/1.1" status: 200 len: 210 time: 0.0611036 Mar 22 19:24:10.123597 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f74789f6-f5c8-482d-b490-77dc0a92a254 req-f2c6c212-f6be-442f-a45d-2fe3aec23a58 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b304643-66db-4530-93b8-04df0dd9bee7 HTTP/1.1" status: 200 len: 217 time: 0.2065077 Mar 22 19:24:10.135581 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f74789f6-f5c8-482d-b490-77dc0a92a254 req-afeb3342-6238-46e1-aebf-488cc3646594 service neutron] 10.222.0.84 "GET /v2.0/networks/7fe133cd-24d3-4218-b742-abd5bfff3daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700524 Mar 22 19:24:10.236834 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 7b304643-66db-4530-93b8-04df0dd9bee7 is: DOWN; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:10.251833 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-05df7637-9000-4db1-aa93-8a8e11442c17 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (2c5fe60d-b4ba-41db-bee2-ffa2524b1be5), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:10.272319 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74789f6-f5c8-482d-b490-77dc0a92a254 req-8d215c8d-3d8a-4566-a043-4e3d34861fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:10.273858 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f74789f6-f5c8-482d-b490-77dc0a92a254 req-8d215c8d-3d8a-4566-a043-4e3d34861fe3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bc515ca7-b43f-45d2-b838-320d24bc42f9 HTTP/1.1" status: 200 len: 861 time: 0.1083608 Mar 22 19:24:10.289931 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-c474770f-2772-4e10-b032-25e45fb57eff req-8095aba2-e0e1-4bb2-b396-cfeae92c4d42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e4ed557-88cf-4281-946b-d1f54b2e2c80 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:24:10.298829 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c474770f-2772-4e10-b032-25e45fb57eff req-8095aba2-e0e1-4bb2-b396-cfeae92c4d42 service neutron] Publish callbacks [] for port (1e4ed557-88cf-4281-946b-d1f54b2e2c80), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:10.312090 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-c474770f-2772-4e10-b032-25e45fb57eff req-8095aba2-e0e1-4bb2-b396-cfeae92c4d42 service neutron] Transition to ACTIVE for port object 1e4ed557-88cf-4281-946b-d1f54b2e2c80 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:24:10.369816 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-c397ba87-7a2f-4791-ba32-d3fc4858ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:10.370918 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-c397ba87-7a2f-4791-ba32-d3fc4858ec44 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=718276ac87f841d1b8dfbf4b06c7328c&device_id=39deb860-c930-43e2-a6ce-0819d3256e82 HTTP/1.1" status: 200 len: 1127 time: 0.6802623 Mar 22 19:24:10.371570 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c474770f-2772-4e10-b032-25e45fb57eff req-8095aba2-e0e1-4bb2-b396-cfeae92c4d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (1e4ed557-88cf-4281-946b-d1f54b2e2c80), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:10.382063 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f74789f6-f5c8-482d-b490-77dc0a92a254 req-1acfcfc2-9210-4af2-9de0-cd7e379e6802 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3f43483d-05ef-426b-881a-d8fc390ab6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501385 Mar 22 19:24:10.565550 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f74789f6-f5c8-482d-b490-77dc0a92a254 req-1a8b767b-252f-4569-b652-1766f3b07378 service neutron] 10.222.0.85 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283095 Mar 22 19:24:10.644295 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f74789f6-f5c8-482d-b490-77dc0a92a254 req-f81d591b-aedb-4ae2-8e2e-2560bb1f9047 service neutron] 10.222.0.84 "GET /v2.0/networks/7fe133cd-24d3-4218-b742-abd5bfff3daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5009985 Mar 22 19:24:10.731402 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-9c1dd90e-d884-4df5-8d01-5220d2c29ce4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5afb5b9d-3f30-419e-8a9a-2a30fce29d4b HTTP/1.1" status: 200 len: 217 time: 0.3388360 Mar 22 19:24:10.735554 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05df7637-9000-4db1-aa93-8a8e11442c17 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Router 2c5fe60d-b4ba-41db-bee2-ffa2524b1be5 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:24:10.758749 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-05b52739-9f04-43c7-b4e1-20aa5895ef70 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:10.760213 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-05b52739-9f04-43c7-b4e1-20aa5895ef70 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.85 "GET /v2.0/networks?id=7fe133cd-24d3-4218-b742-abd5bfff3daf HTTP/1.1" status: 200 len: 816 time: 0.2544978 Mar 22 19:24:10.810979 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-fbbc2db2-d480-4875-831f-22d9b00c9248 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Request body: {'port': {'device_id': '8c945358-b571-4291-af5f-fc5297f59b36', 'network_id': '7fe133cd-24d3-4218-b742-abd5bfff3daf', 'admin_state_up': True, 'tenant_id': 'ba44e047032a491da0d10f5ab12ca3fc'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:10.816529 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e30eb5-c4c2-4f01-98ad-7640bf45a71b req-b10708a2-e2c3-441c-9814-be86d293194b tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:10.823653 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a6e30eb5-c4c2-4f01-98ad-7640bf45a71b req-b10708a2-e2c3-441c-9814-be86d293194b tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 943 time: 0.7223868 Mar 22 19:24:10.970605 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05df7637-9000-4db1-aa93-8a8e11442c17 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:24:10.980650 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01411b13-7fbd-499a-b05c-10177abcd787 None None] Sync routers for ids ['2c5fe60d-b4ba-41db-bee2-ffa2524b1be5'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:24:10.998980 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01411b13-7fbd-499a-b05c-10177abcd787 None None] Routers {'2c5fe60d-b4ba-41db-bee2-ffa2524b1be5'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:24:11.002456 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-01411b13-7fbd-499a-b05c-10177abcd787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:23:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['2c5fe60d-b4ba-41db-bee2-ffa2524b1be5'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:11.016259 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-05df7637-9000-4db1-aa93-8a8e11442c17 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:11.020043 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-05df7637-9000-4db1-aa93-8a8e11442c17 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.2352297 Mar 22 19:24:11.020834 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46994) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:11.027298 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-b0ffb31d-06e7-4f5c-83e1-4aeb4dfd89af tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'enable_snat': False}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:11.078954 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-fbbc2db2-d480-4875-831f-22d9b00c9248 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Made reservation on behalf of ba44e047032a491da0d10f5ab12ca3fc for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:24:11.083212 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-fbbc2db2-d480-4875-831f-22d9b00c9248 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:11.117499 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-01411b13-7fbd-499a-b05c-10177abcd787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:11.130732 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01411b13-7fbd-499a-b05c-10177abcd787 None None] Routers {'2c5fe60d-b4ba-41db-bee2-ffa2524b1be5'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:24:11.132279 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-01411b13-7fbd-499a-b05c-10177abcd787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:23:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['2c5fe60d-b4ba-41db-bee2-ffa2524b1be5'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:11.177437 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-01411b13-7fbd-499a-b05c-10177abcd787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:11.178586 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01411b13-7fbd-499a-b05c-10177abcd787 None None] The sync data for ids ['2c5fe60d-b4ba-41db-bee2-ffa2524b1be5'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:24:11.281295 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095aba2-e0e1-4bb2-b396-cfeae92c4d42 service neutron] Pushing event updated for resources: {'Port': ['ID=1e4ed557-88cf-4281-946b-d1f54b2e2c80,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:11.338929 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-bd8ce758-b251-4607-a7a0-da929d54e88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:11.340998 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-bd8ce758-b251-4607-a7a0-da929d54e88b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e9bd269f-4a80-4749-9eb8-ee69b46bbb1d HTTP/1.1" status: 200 len: 861 time: 0.5938439 Mar 22 19:24:11.344088 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 27038871-a8b2-4c84-924c-7826cfe94710 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:24:11.356225 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-fbbc2db2-d480-4875-831f-22d9b00c9248 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Allocated IP 172.20.0.11 (7fe133cd-24d3-4218-b742-abd5bfff3daf/738f91fe-60d5-4ffa-a81c-0f49d0bf8f71/afd60b7b-8c73-43de-b779-e88d17366a4d) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:24:11.379087 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-4ae9d533-11cd-4f3a-960b-760b2aea6916 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:11.380761 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-4ae9d533-11cd-4f3a-960b-760b2aea6916 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/networks?id=4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 HTTP/1.1" status: 200 len: 812 time: 1.0669913 Mar 22 19:24:11.414642 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-68a16c16-3498-4e93-99b4-e0cbd8d921f3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=dc66dbf6-7f3d-46f2-94ef-a0483cb4f077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607989 Mar 22 19:24:11.429474 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a6e30eb5-c4c2-4f01-98ad-7640bf45a71b req-4dff153f-b080-465d-9013-4c412afd7cc6 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6046240 Mar 22 19:24:11.455966 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-c474770f-2772-4e10-b032-25e45fb57eff req-8095aba2-e0e1-4bb2-b396-cfeae92c4d42 service neutron] Attempting to bind port 1e4ed557-88cf-4281-946b-d1f54b2e2c80 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:24:11.456445 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-c474770f-2772-4e10-b032-25e45fb57eff req-8095aba2-e0e1-4bb2-b396-cfeae92c4d42 service neutron] Attempting to bind port 1e4ed557-88cf-4281-946b-d1f54b2e2c80 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '33aa031d-729c-4f4c-a49b-82f4eabfd92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7fe133cd-24d3-4218-b742-abd5bfff3daf'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:24:11.456876 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c474770f-2772-4e10-b032-25e45fb57eff req-8095aba2-e0e1-4bb2-b396-cfeae92c4d42 service neutron] Attempting to bind port 1e4ed557-88cf-4281-946b-d1f54b2e2c80 on network 7fe133cd-24d3-4218-b742-abd5bfff3daf {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:24:11.468381 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 27038871-a8b2-4c84-924c-7826cfe94710 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:24:11.472481 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 27038871-a8b2-4c84-924c-7826cfe94710 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:11.472871 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (27038871-a8b2-4c84-924c-7826cfe94710), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:11.488272 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-e8529440-71ae-48ef-8bf1-2bfeb76c680d tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/quotas/cd5d7b09e78b4f8992b733b5b4229fbb HTTP/1.1" status: 200 len: 375 time: 0.0867400 Mar 22 19:24:11.493861 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f74789f6-f5c8-482d-b490-77dc0a92a254 req-7855cd6d-b06e-4a8e-b02f-37f2a92b4b6b service neutron] 10.222.0.85 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7856131 Mar 22 19:24:11.576656 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eeac99a-5b6e-4e13-972d-005a77fb1888 x-openstack-request-id: req-6eeac99a-5b6e-4e13-972d-005a77fb1888 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:24:11.577334 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39deb860-c930-43e2-a6ce-0819d3256e82", "tag": "5afb5b9d-3f30-419e-8a9a-2a30fce29d4b", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:24:11.577857 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6eeac99a-5b6e-4e13-972d-005a77fb1888 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:24:11.579028 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eeac99a-5b6e-4e13-972d-005a77fb1888'] response: {'name': 'network-changed', 'server_uuid': '39deb860-c930-43e2-a6ce-0819d3256e82', 'tag': '5afb5b9d-3f30-419e-8a9a-2a30fce29d4b', 'status': 'completed', 'code': 200} Mar 22 19:24:11.613041 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c474770f-2772-4e10-b032-25e45fb57eff req-8095aba2-e0e1-4bb2-b396-cfeae92c4d42 service neutron] Port 1e4ed557-88cf-4281-946b-d1f54b2e2c80 on network 7fe133cd-24d3-4218-b742-abd5bfff3daf not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:24:11.613769 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c474770f-2772-4e10-b032-25e45fb57eff req-8095aba2-e0e1-4bb2-b396-cfeae92c4d42 service neutron] Attempting to bind port 1e4ed557-88cf-4281-946b-d1f54b2e2c80 on network 7fe133cd-24d3-4218-b742-abd5bfff3daf {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:24:11.617742 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 27038871-a8b2-4c84-924c-7826cfe94710 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:11.618726 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (27038871-a8b2-4c84-924c-7826cfe94710), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:11.636306 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-b6ab60aa-cbf4-4664-b175-6000d16be28b tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=cd5d7b09e78b4f8992b733b5b4229fbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1396055 Mar 22 19:24:11.645412 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-fbbc2db2-d480-4875-831f-22d9b00c9248 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Publish callbacks [] for port (afd60b7b-8c73-43de-b779-e88d17366a4d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:11.654524 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40dc3035-62ea-400b-8c89-2a51ef30d2e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27038871-a8b2-4c84-924c-7826cfe94710'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:24:11.657863 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5de4f1-f767-4feb-970e-79cbca8a67b1" -d '{"events": [{"server_uuid": "40dc3035-62ea-400b-8c89-2a51ef30d2e5", "name": "network-vif-plugged", "status": "completed", "tag": "27038871-a8b2-4c84-924c-7826cfe94710"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:24:11.680935 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 27038871-a8b2-4c84-924c-7826cfe94710, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=27038871-a8b2-4c84-924c-7826cfe94710,segment=NetworkSegment(33aa031d-729c-4f4c-a49b-82f4eabfd92f),segment_id=33aa031d-729c-4f4c-a49b-82f4eabfd92f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:11.692867 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (27038871-a8b2-4c84-924c-7826cfe94710), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:11.733154 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c474770f-2772-4e10-b032-25e45fb57eff req-8095aba2-e0e1-4bb2-b396-cfeae92c4d42 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:24:11.733931 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c474770f-2772-4e10-b032-25e45fb57eff req-8095aba2-e0e1-4bb2-b396-cfeae92c4d42 service neutron] Checking segment: {'id': '33aa031d-729c-4f4c-a49b-82f4eabfd92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7fe133cd-24d3-4218-b742-abd5bfff3daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:24:11.734621 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c474770f-2772-4e10-b032-25e45fb57eff req-8095aba2-e0e1-4bb2-b396-cfeae92c4d42 service neutron] Bound using segment: {'id': '33aa031d-729c-4f4c-a49b-82f4eabfd92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7fe133cd-24d3-4218-b742-abd5bfff3daf'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:24:11.735312 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-c474770f-2772-4e10-b032-25e45fb57eff req-8095aba2-e0e1-4bb2-b396-cfeae92c4d42 service neutron] Bound port: 1e4ed557-88cf-4281-946b-d1f54b2e2c80, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33aa031d-729c-4f4c-a49b-82f4eabfd92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7fe133cd-24d3-4218-b742-abd5bfff3daf'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:24:11.735917 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c474770f-2772-4e10-b032-25e45fb57eff req-8095aba2-e0e1-4bb2-b396-cfeae92c4d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1e4ed557-88cf-4281-946b-d1f54b2e2c80), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:11.760979 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=27038871-a8b2-4c84-924c-7826cfe94710,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:11.784052 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-fbbc2db2-d480-4875-831f-22d9b00c9248 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (afd60b7b-8c73-43de-b779-e88d17366a4d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:11.805122 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['27038871-a8b2-4c84-924c-7826cfe94710'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:24:11.899072 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-2c8fad4f-2b10-43d6-b219-9a87ba0f314e service neutron] 10.222.0.84 "GET /v2.0/networks/dc66dbf6-7f3d-46f2-94ef-a0483cb4f077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4631310 Mar 22 19:24:11.917880 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d810a-ff8b-4cfb-ab02-1c241480c84a req-0b50df5c-d3a5-4fe8-aa0b-508140693587 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:11.925869 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-585d810a-ff8b-4cfb-ab02-1c241480c84a req-0b50df5c-d3a5-4fe8-aa0b-508140693587 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=39deb860-c930-43e2-a6ce-0819d3256e82 HTTP/1.1" status: 200 len: 944 time: 0.3093667 Mar 22 19:24:12.020711 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-53656958-e5df-430e-aedc-571fdebb2378 service neutron] 10.222.0.75 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830974 Mar 22 19:24:12.034687 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-c474770f-2772-4e10-b032-25e45fb57eff req-8095aba2-e0e1-4bb2-b396-cfeae92c4d42 service neutron] For port 1e4ed557-88cf-4281-946b-d1f54b2e2c80, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:24:12.122671 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-c474770f-2772-4e10-b032-25e45fb57eff req-8095aba2-e0e1-4bb2-b396-cfeae92c4d42 service neutron] For port 1e4ed557-88cf-4281-946b-d1f54b2e2c80, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=1e4ed557-88cf-4281-946b-d1f54b2e2c80,segment=NetworkSegment(33aa031d-729c-4f4c-a49b-82f4eabfd92f),segment_id=33aa031d-729c-4f4c-a49b-82f4eabfd92f)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:24:12.146388 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-585d810a-ff8b-4cfb-ab02-1c241480c84a req-a030ab94-e22e-4235-bf88-5cf6d9cab748 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193944 Mar 22 19:24:12.205700 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c474770f-2772-4e10-b032-25e45fb57eff req-8095aba2-e0e1-4bb2-b396-cfeae92c4d42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (1e4ed557-88cf-4281-946b-d1f54b2e2c80), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:12.218096 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-30a2a997-0a39-4d7d-98c9-21ddb36bb699 req-8818589c-e602-4cfa-84c0-5ce6310d6d8c service neutron] 10.222.0.84 "GET /v2.0/networks/dc66dbf6-7f3d-46f2-94ef-a0483cb4f077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846920 Mar 22 19:24:12.257889 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474770f-2772-4e10-b032-25e45fb57eff req-8095aba2-e0e1-4bb2-b396-cfeae92c4d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:12.258413 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c474770f-2772-4e10-b032-25e45fb57eff req-8095aba2-e0e1-4bb2-b396-cfeae92c4d42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:12.259821 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c474770f-2772-4e10-b032-25e45fb57eff req-8095aba2-e0e1-4bb2-b396-cfeae92c4d42 service neutron] 10.222.0.85 "PUT /v2.0/ports/1e4ed557-88cf-4281-946b-d1f54b2e2c80 HTTP/1.1" status: 200 len: 1092 time: 3.6878881 Mar 22 19:24:12.260818 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-fbbc2db2-d480-4875-831f-22d9b00c9248 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Network 7fe133cd-24d3-4218-b742-abd5bfff3daf is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:24:12.272506 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-fbbc2db2-d480-4875-831f-22d9b00c9248 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:24:12.280253 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-fbbc2db2-d480-4875-831f-22d9b00c9248 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:24:12.284895 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc2db2-d480-4875-831f-22d9b00c9248 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Pushing event updated for resources: {'Port': ['ID=afd60b7b-8c73-43de-b779-e88d17366a4d,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:12.341724 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b0ffb31d-06e7-4f5c-83e1-4aeb4dfd89af tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router_gateway (2c5fe60d-b4ba-41db-bee2-ffa2524b1be5), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:12.350629 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-fbbc2db2-d480-4875-831f-22d9b00c9248 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:12.356507 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-a0b6711b-0df5-48b0-9029-1ff6df77386c service neutron] 10.222.0.75 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176126 Mar 22 19:24:12.357344 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-fbbc2db2-d480-4875-831f-22d9b00c9248 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:12.380359 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-fbbc2db2-d480-4875-831f-22d9b00c9248 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5747795 Mar 22 19:24:12.402898 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-c3bdc114-6776-4e3c-89a1-e0fab3012119 service neutron] Request body: {'port': {'device_id': '8c945358-b571-4291-af5f-fc5297f59b36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:12.510020 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-c3bdc114-6776-4e3c-89a1-e0fab3012119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (afd60b7b-8c73-43de-b779-e88d17366a4d), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:12.534317 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b364bce-7e3b-43a4-8105-171bbf29a681 req-c141a752-006e-4f1e-91a0-4780b58111ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:12.536188 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b364bce-7e3b-43a4-8105-171bbf29a681 req-c141a752-006e-4f1e-91a0-4780b58111ef service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=718276ac87f841d1b8dfbf4b06c7328c&device_id=39deb860-c930-43e2-a6ce-0819d3256e82 HTTP/1.1" status: 200 len: 1127 time: 0.2318127 Mar 22 19:24:12.544939 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095aba2-e0e1-4bb2-b396-cfeae92c4d42 service neutron] Pushing event updated for resources: {'Port': ['ID=1e4ed557-88cf-4281-946b-d1f54b2e2c80,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:12.586257 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406169a-bfe4-4c0a-8ebc-94a1ac2e1c79 req-e5d61e63-49e3-404f-b80b-153615d1e7ad tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:12.588771 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0406169a-bfe4-4c0a-8ebc-94a1ac2e1c79 req-e5d61e63-49e3-404f-b80b-153615d1e7ad tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2da020c-9dc4-4114-939a-dcdc57be6dbb HTTP/1.1" status: 200 len: 945 time: 0.3696961 Mar 22 19:24:12.845613 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474770f-2772-4e10-b032-25e45fb57eff req-0131990d-ad30-461b-b25d-82ecb2cb707f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:12.853718 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c474770f-2772-4e10-b032-25e45fb57eff req-0131990d-ad30-461b-b25d-82ecb2cb707f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ba44e047032a491da0d10f5ab12ca3fc&device_id=9d0a00d7-19f2-448e-800d-fc5ebc29885d HTTP/1.1" status: 200 len: 1126 time: 0.4920664 Mar 22 19:24:12.903587 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b364bce-7e3b-43a4-8105-171bbf29a681 req-7ff27f25-4bea-435f-9083-2236c3b41747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:12.905108 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b364bce-7e3b-43a4-8105-171bbf29a681 req-7ff27f25-4bea-435f-9083-2236c3b41747 service neutron] 10.222.0.84 "GET /v2.0/networks?id=dc66dbf6-7f3d-46f2-94ef-a0483cb4f077 HTTP/1.1" status: 200 len: 922 time: 0.3525560 Mar 22 19:24:13.014388 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-c3bdc114-6776-4e3c-89a1-e0fab3012119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afd60b7b-8c73-43de-b779-e88d17366a4d {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:24:13.019335 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b364bce-7e3b-43a4-8105-171bbf29a681 req-c11f6436-dc48-4813-87c6-38ad03ba75be service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5afb5b9d-3f30-419e-8a9a-2a30fce29d4b HTTP/1.1" status: 200 len: 217 time: 0.1003485 Mar 22 19:24:13.021816 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c474770f-2772-4e10-b032-25e45fb57eff req-cc35cacf-12ff-458a-b56a-2da5c1064cb4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e4ed557-88cf-4281-946b-d1f54b2e2c80 HTTP/1.1" status: 200 len: 217 time: 0.1583138 Mar 22 19:24:13.026612 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-c3bdc114-6776-4e3c-89a1-e0fab3012119 service neutron] Publish callbacks [] for port (afd60b7b-8c73-43de-b779-e88d17366a4d), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:13.027425 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0406169a-bfe4-4c0a-8ebc-94a1ac2e1c79 req-051fceb2-f687-41c4-aa3c-98928204d55f tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147953 Mar 22 19:24:13.050518 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-c3bdc114-6776-4e3c-89a1-e0fab3012119 service neutron] Transition to ACTIVE for port object afd60b7b-8c73-43de-b779-e88d17366a4d will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:24:13.051844 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-a59417f0-269d-4639-ab8c-2069246f0151 None None] Provisioning complete for port afd60b7b-8c73-43de-b779-e88d17366a4d triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:13.053152 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a59417f0-269d-4639-ab8c-2069246f0151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (afd60b7b-8c73-43de-b779-e88d17366a4d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:13.065187 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967f39f-bec0-4e1e-9099-0e1eb6260b7b req-21bf2ace-18bc-4e57-ab4d-018c1690b93c tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:13.065187 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f967f39f-bec0-4e1e-9099-0e1eb6260b7b req-21bf2ace-18bc-4e57-ab4d-018c1690b93c tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f37cd19-e6eb-4469-a134-65f6c5b7d702 HTTP/1.1" status: 200 len: 945 time: 0.3229289 Mar 22 19:24:13.106749 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-a59417f0-269d-4639-ab8c-2069246f0151 None None] Port afd60b7b-8c73-43de-b779-e88d17366a4d cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:24:13.125058 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-c3bdc114-6776-4e3c-89a1-e0fab3012119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (afd60b7b-8c73-43de-b779-e88d17366a4d), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:13.223356 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bdc114-6776-4e3c-89a1-e0fab3012119 service neutron] Pushing event updated for resources: {'Port': ['ID=afd60b7b-8c73-43de-b779-e88d17366a4d,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:13.236075 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b364bce-7e3b-43a4-8105-171bbf29a681 req-9d1a73b0-a54d-41ba-89ad-03339d915656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:13.237669 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b364bce-7e3b-43a4-8105-171bbf29a681 req-9d1a73b0-a54d-41ba-89ad-03339d915656 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e9bd269f-4a80-4749-9eb8-ee69b46bbb1d HTTP/1.1" status: 200 len: 861 time: 0.1994455 Mar 22 19:24:13.260049 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474770f-2772-4e10-b032-25e45fb57eff req-1f805001-7d6f-4aab-854d-4efa6fe22d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:13.261987 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c474770f-2772-4e10-b032-25e45fb57eff req-1f805001-7d6f-4aab-854d-4efa6fe22d25 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=738f91fe-60d5-4ffa-a81c-0f49d0bf8f71 HTTP/1.1" status: 200 len: 855 time: 0.2318931 Mar 22 19:24:13.274541 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-b2eb2767-ed71-428b-96e5-1a1ca1dd8860 service neutron] 10.222.0.85 "GET /v2.0/ports/7b304643-66db-4530-93b8-04df0dd9bee7/bindings/n-h1-705658-24 HTTP/1.1" status: 200 len: 385 time: 0.1787634 Mar 22 19:24:13.313827 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b364bce-7e3b-43a4-8105-171bbf29a681 req-e87bb05c-7160-452b-ad32-239c15c824b8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=dc66dbf6-7f3d-46f2-94ef-a0483cb4f077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488122 Mar 22 19:24:13.401691 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-c3bdc114-6776-4e3c-89a1-e0fab3012119 service neutron] Attempting to bind port afd60b7b-8c73-43de-b779-e88d17366a4d on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:24:13.402341 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-c3bdc114-6776-4e3c-89a1-e0fab3012119 service neutron] Attempting to bind port afd60b7b-8c73-43de-b779-e88d17366a4d by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '33aa031d-729c-4f4c-a49b-82f4eabfd92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7fe133cd-24d3-4218-b742-abd5bfff3daf'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:24:13.402858 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-c3bdc114-6776-4e3c-89a1-e0fab3012119 service neutron] Attempting to bind port afd60b7b-8c73-43de-b779-e88d17366a4d on network 7fe133cd-24d3-4218-b742-abd5bfff3daf {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:24:13.413314 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-c3bdc114-6776-4e3c-89a1-e0fab3012119 service neutron] Port afd60b7b-8c73-43de-b779-e88d17366a4d on network 7fe133cd-24d3-4218-b742-abd5bfff3daf not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:24:13.413737 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-c3bdc114-6776-4e3c-89a1-e0fab3012119 service neutron] Attempting to bind port afd60b7b-8c73-43de-b779-e88d17366a4d on network 7fe133cd-24d3-4218-b742-abd5bfff3daf {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:24:13.415439 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f967f39f-bec0-4e1e-9099-0e1eb6260b7b req-f2ae946b-48d6-48ef-b6c6-910387f8785b tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/security-groups?id=de3e3076-a14d-47c8-9957-d3dc6bec5933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855299 Mar 22 19:24:13.424622 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-c3bdc114-6776-4e3c-89a1-e0fab3012119 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:24:13.424974 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-c3bdc114-6776-4e3c-89a1-e0fab3012119 service neutron] Checking segment: {'id': '33aa031d-729c-4f4c-a49b-82f4eabfd92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7fe133cd-24d3-4218-b742-abd5bfff3daf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:24:13.425386 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-c3bdc114-6776-4e3c-89a1-e0fab3012119 service neutron] Bound using segment: {'id': '33aa031d-729c-4f4c-a49b-82f4eabfd92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7fe133cd-24d3-4218-b742-abd5bfff3daf'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:24:13.425834 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-c3bdc114-6776-4e3c-89a1-e0fab3012119 service neutron] Bound port: afd60b7b-8c73-43de-b779-e88d17366a4d, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33aa031d-729c-4f4c-a49b-82f4eabfd92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7fe133cd-24d3-4218-b742-abd5bfff3daf'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:24:13.426198 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-c3bdc114-6776-4e3c-89a1-e0fab3012119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (afd60b7b-8c73-43de-b779-e88d17366a4d), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:13.450812 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0ee13-b58c-4b76-836c-ff2d364be74f req-988a7b0f-f027-4ed8-8e11-bdc449f09f45 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:13.452364 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-23e0ee13-b58c-4b76-836c-ff2d364be74f req-988a7b0f-f027-4ed8-8e11-bdc449f09f45 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c945358-b571-4291-af5f-fc5297f59b36 HTTP/1.1" status: 200 len: 944 time: 0.2996426 Mar 22 19:24:13.548678 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b0ffb31d-06e7-4f5c-83e1-4aeb4dfd89af tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4043'] for router (2c5fe60d-b4ba-41db-bee2-ffa2524b1be5), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:13.560102 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474770f-2772-4e10-b032-25e45fb57eff req-674556f1-27f7-486d-852d-210cebb94488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:13.561619 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c474770f-2772-4e10-b032-25e45fb57eff req-674556f1-27f7-486d-852d-210cebb94488 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7fe133cd-24d3-4218-b742-abd5bfff3daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2520149 Mar 22 19:24:13.563897 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b0ffb31d-06e7-4f5c-83e1-4aeb4dfd89af tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918527'] for router (2c5fe60d-b4ba-41db-bee2-ffa2524b1be5), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:13.579529 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b364bce-7e3b-43a4-8105-171bbf29a681 req-0d0f9995-0b07-445a-87e7-86a1158cb735 service neutron] 10.222.0.84 "GET /v2.0/networks/dc66dbf6-7f3d-46f2-94ef-a0483cb4f077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498662 Mar 22 19:24:13.590463 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0a00d7-19f2-448e-800d-fc5ebc29885d', 'tag': '1e4ed557-88cf-4281-946b-d1f54b2e2c80'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:24:13.592687 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d88e23-e41d-4a49-84d7-9ef15c53bd83" -d '{"events": [{"name": "network-changed", "server_uuid": "9d0a00d7-19f2-448e-800d-fc5ebc29885d", "tag": "1e4ed557-88cf-4281-946b-d1f54b2e2c80"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:24:13.597885 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f45324-23ee-4a96-b90c-9e4f048e12c3 x-openstack-request-id: req-09f45324-23ee-4a96-b90c-9e4f048e12c3 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:24:13.598442 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40dc3035-62ea-400b-8c89-2a51ef30d2e5", "name": "network-vif-plugged", "status": "completed", "tag": "27038871-a8b2-4c84-924c-7826cfe94710", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:24:13.599177 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-09f45324-23ee-4a96-b90c-9e4f048e12c3 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:24:13.600191 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09f45324-23ee-4a96-b90c-9e4f048e12c3'] response: {'server_uuid': '40dc3035-62ea-400b-8c89-2a51ef30d2e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27038871-a8b2-4c84-924c-7826cfe94710', 'code': 200} Mar 22 19:24:13.662068 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-c3bdc114-6776-4e3c-89a1-e0fab3012119 service neutron] For port afd60b7b-8c73-43de-b779-e88d17366a4d, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:24:13.687659 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-c3bdc114-6776-4e3c-89a1-e0fab3012119 service neutron] For port afd60b7b-8c73-43de-b779-e88d17366a4d, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=afd60b7b-8c73-43de-b779-e88d17366a4d,segment=NetworkSegment(33aa031d-729c-4f4c-a49b-82f4eabfd92f),segment_id=33aa031d-729c-4f4c-a49b-82f4eabfd92f)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:24:13.719304 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-c3bdc114-6776-4e3c-89a1-e0fab3012119 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (afd60b7b-8c73-43de-b779-e88d17366a4d), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:13.774486 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-c3bdc114-6776-4e3c-89a1-e0fab3012119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:13.775195 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-c3bdc114-6776-4e3c-89a1-e0fab3012119 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:13.776495 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-c3bdc114-6776-4e3c-89a1-e0fab3012119 service neutron] 10.222.0.85 "PUT /v2.0/ports/afd60b7b-8c73-43de-b779-e88d17366a4d HTTP/1.1" status: 200 len: 1093 time: 1.3793952 Mar 22 19:24:13.782339 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c945358-b571-4291-af5f-fc5297f59b36', 'tag': 'afd60b7b-8c73-43de-b779-e88d17366a4d'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:24:13.785060 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53942e19-d7e7-4210-9a11-78e9b8f8877a" -d '{"events": [{"name": "network-changed", "server_uuid": "8c945358-b571-4291-af5f-fc5297f59b36", "tag": "afd60b7b-8c73-43de-b779-e88d17366a4d"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:24:13.793623 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-23e0ee13-b58c-4b76-836c-ff2d364be74f req-0b015ad4-cba8-4a49-93f6-4ea39cc810e3 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300519 Mar 22 19:24:13.815496 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cac98c-a970-436e-8408-6cad202bfade req-d61d6ae9-2b2e-4b42-92bb-3066e6ec02e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:13.817916 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-01cac98c-a970-436e-8408-6cad202bfade req-d61d6ae9-2b2e-4b42-92bb-3066e6ec02e1 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=40dc3035-62ea-400b-8c89-2a51ef30d2e5 HTTP/1.1" status: 200 len: 1129 time: 0.1514995 Mar 22 19:24:13.835686 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ffb31d-06e7-4f5c-83e1-4aeb4dfd89af tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Router 2c5fe60d-b4ba-41db-bee2-ffa2524b1be5 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:24:13.851488 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b364bce-7e3b-43a4-8105-171bbf29a681 req-91fc9fe4-b9e5-411f-befa-33186d506743 service neutron] 10.222.0.84 "GET /v2.0/networks/dc66dbf6-7f3d-46f2-94ef-a0483cb4f077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556994 Mar 22 19:24:13.872230 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bdc114-6776-4e3c-89a1-e0fab3012119 service neutron] Pushing event updated for resources: {'Port': ['ID=afd60b7b-8c73-43de-b779-e88d17366a4d,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:13.900716 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-316a6670-ba69-4791-83fd-6e133bc401df service neutron] For port 7b304643-66db-4530-93b8-04df0dd9bee7, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=7b304643-66db-4530-93b8-04df0dd9bee7,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:13.924393 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c474770f-2772-4e10-b032-25e45fb57eff req-dd6b2bea-7931-4df7-92ff-07021a56222c service neutron] 10.222.0.85 "GET /v2.0/networks/7fe133cd-24d3-4218-b742-abd5bfff3daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483753 Mar 22 19:24:13.987608 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5aa962cb-5876-4ae8-a1cf-6cd49b2a241f req-5e1dd28e-19d5-4a7a-aa1e-95c2cdcdb74a tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=236404cb-b528-4405-816f-b32fce87d6ba HTTP/1.1" status: 200 len: 210 time: 0.0487339 Mar 22 19:24:14.016593 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe37f82-328b-4e7c-97d1-401fcbdd927e req-b3bd2ef7-4cae-46c7-b87f-189e79ad715a tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:14.023496 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5fe37f82-328b-4e7c-97d1-401fcbdd927e req-b3bd2ef7-4cae-46c7-b87f-189e79ad715a tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 943 time: 0.3215289 Mar 22 19:24:14.058895 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-01cac98c-a970-436e-8408-6cad202bfade req-8092b8d5-e789-4c8c-97f4-b8a07f3b4058 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253187 Mar 22 19:24:14.085226 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-316a6670-ba69-4791-83fd-6e133bc401df service neutron] For port 7b304643-66db-4530-93b8-04df0dd9bee7, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:24:14.088966 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-7ec2c62e-565f-44e0-8b6b-c6fbb393fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:14.090275 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-7ec2c62e-565f-44e0-8b6b-c6fbb393fd74 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ba44e047032a491da0d10f5ab12ca3fc&device_id=8c945358-b571-4291-af5f-fc5297f59b36 HTTP/1.1" status: 200 len: 1127 time: 0.2434664 Mar 22 19:24:14.145834 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-eac4eecf-828e-40d0-950e-1f30dafaa559 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afd60b7b-8c73-43de-b779-e88d17366a4d HTTP/1.1" status: 200 len: 217 time: 0.0469220 Mar 22 19:24:14.215211 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-892590ae-0080-4acd-802f-037ea7dcb6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:14.216996 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-892590ae-0080-4acd-802f-037ea7dcb6a1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=738f91fe-60d5-4ffa-a81c-0f49d0bf8f71 HTTP/1.1" status: 200 len: 855 time: 0.0640326 Mar 22 19:24:14.218953 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ffb31d-06e7-4f5c-83e1-4aeb4dfd89af tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:24:14.229453 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b0ffb31d-06e7-4f5c-83e1-4aeb4dfd89af tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:14.230813 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b0ffb31d-06e7-4f5c-83e1-4aeb4dfd89af tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] 10.222.0.75 "PUT /v2.0/routers/2c5fe60d-b4ba-41db-bee2-ffa2524b1be5 HTTP/1.1" status: 200 len: 926 time: 3.2090294 Mar 22 19:24:14.238335 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47036) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:14.241381 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-316a6670-ba69-4791-83fd-6e133bc401df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b304643-66db-4530-93b8-04df0dd9bee7 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:24:14.259837 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e59f7b-1881-4d96-bea0-276f1955bf00 None None] Sync routers for ids ['2c5fe60d-b4ba-41db-bee2-ffa2524b1be5'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:24:14.304229 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e59f7b-1881-4d96-bea0-276f1955bf00 None None] Routers {'2c5fe60d-b4ba-41db-bee2-ffa2524b1be5'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:24:14.305393 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-20e59f7b-1881-4d96-bea0-276f1955bf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:23:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['2c5fe60d-b4ba-41db-bee2-ffa2524b1be5'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:14.306046 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5fe37f82-328b-4e7c-97d1-401fcbdd927e req-fd21490b-e0c4-4e9b-82f8-5a7ca2350d6b tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816598 Mar 22 19:24:14.340520 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-0d25f493-9487-44a2-b526-0777bebc1825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:14.347015 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-0d25f493-9487-44a2-b526-0777bebc1825 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7fe133cd-24d3-4218-b742-abd5bfff3daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1140916 Mar 22 19:24:14.383706 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-20e59f7b-1881-4d96-bea0-276f1955bf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:14.394609 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e59f7b-1881-4d96-bea0-276f1955bf00 None None] Routers {'2c5fe60d-b4ba-41db-bee2-ffa2524b1be5'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:24:14.395800 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-20e59f7b-1881-4d96-bea0-276f1955bf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:23:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['2c5fe60d-b4ba-41db-bee2-ffa2524b1be5'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:14.442263 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-20e59f7b-1881-4d96-bea0-276f1955bf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:14.443554 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e59f7b-1881-4d96-bea0-276f1955bf00 None None] The sync data for ids ['2c5fe60d-b4ba-41db-bee2-ffa2524b1be5'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:24:14.484261 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-cd538db5-d7ba-42bf-8ed4-179e2e53c2ce service neutron] 10.222.0.85 "GET /v2.0/networks/7fe133cd-24d3-4218-b742-abd5bfff3daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315558 Mar 22 19:24:14.579014 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fe32a249-fa9a-4952-9ff0-38165643aa08 req-21a9bd3d-50fd-4ff8-bf86-1292ee74e08b service neutron] 10.222.0.85 "GET /v2.0/networks/7fe133cd-24d3-4218-b742-abd5bfff3daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877221 Mar 22 19:24:14.694009 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-316a6670-ba69-4791-83fd-6e133bc401df service neutron] For port 7b304643-66db-4530-93b8-04df0dd9bee7, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=7b304643-66db-4530-93b8-04df0dd9bee7,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:14.793755 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-316a6670-ba69-4791-83fd-6e133bc401df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7b304643-66db-4530-93b8-04df0dd9bee7), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:14.848301 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-e0fdfe68-0c3a-4c6a-966b-620cbd6decb6 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:14.850285 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-e0fdfe68-0c3a-4c6a-966b-620cbd6decb6 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.84 "GET /v2.0/networks?id=4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 HTTP/1.1" status: 200 len: 812 time: 0.8535948 Mar 22 19:24:14.856847 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c474770f-2772-4e10-b032-25e45fb57eff req-0badb873-d222-4976-b8c2-a13674faf702 service neutron] 10.222.0.85 "GET /v2.0/networks/7fe133cd-24d3-4218-b742-abd5bfff3daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8913205 Mar 22 19:24:14.893823 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-c66c14a9-dda8-478a-bf8f-a5c2979f81bc tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Request body: {'port': {'device_id': '236404cb-b528-4405-816f-b32fce87d6ba', 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40', 'admin_state_up': True, 'tenant_id': 'cd5d7b09e78b4f8992b733b5b4229fbb'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:15.011090 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074b465-aba7-4e96-ae9c-63eb706830bf req-fdec6a81-7919-4ec0-bb03-e605a02d7575 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:15.012607 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2074b465-aba7-4e96-ae9c-63eb706830bf req-fdec6a81-7919-4ec0-bb03-e605a02d7575 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=39deb860-c930-43e2-a6ce-0819d3256e82 HTTP/1.1" status: 200 len: 944 time: 0.3120914 Mar 22 19:24:15.022549 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-823f2e2f-2404-4ef7-a431-e12533c0ecc3 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] 10.222.0.75 "GET /v2.0/routers/2c5fe60d-b4ba-41db-bee2-ffa2524b1be5 HTTP/1.1" status: 200 len: 926 time: 0.7757561 Mar 22 19:24:15.025132 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47044) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:15.032593 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb11945-0bb2-41a4-9015-649bec83307f req-19d8985a-ce00-4bdc-a74a-98391da7c7c2 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:15.041478 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8bb11945-0bb2-41a4-9015-649bec83307f req-19d8985a-ce00-4bdc-a74a-98391da7c7c2 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f397d8b-0477-473a-9a3b-8c0a696816da HTTP/1.1" status: 200 len: 945 time: 0.3396714 Mar 22 19:24:15.063657 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fa234ece-74d9-43c5-a7af-c91944e5f619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:15.134950 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-316a6670-ba69-4791-83fd-6e133bc401df service neutron] Transition to ACTIVE for port object 7b304643-66db-4530-93b8-04df0dd9bee7 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:24:15.157744 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-316a6670-ba69-4791-83fd-6e133bc401df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (7b304643-66db-4530-93b8-04df0dd9bee7), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:15.182608 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0305f46f-757e-4dec-8345-c2bf94d9929e tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:15.188129 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0305f46f-757e-4dec-8345-c2bf94d9929e tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=b209c5bc-34d3-415d-9873-d01a4e6c5db8&device_id=2c5fe60d-b4ba-41db-bee2-ffa2524b1be5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1580765 Mar 22 19:24:15.188259 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47046) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:15.217044 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8bb11945-0bb2-41a4-9015-649bec83307f req-edb3df8e-427c-41a6-9d35-1eef27ffe2d5 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/security-groups?id=de3e3076-a14d-47c8-9957-d3dc6bec5933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742995 Mar 22 19:24:15.252112 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2074b465-aba7-4e96-ae9c-63eb706830bf req-d1956d3d-1168-4902-b211-a86ea577ccae tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078266 Mar 22 19:24:15.311528 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22616ce-53e9-4e49-8e0f-6dcff283fce5 x-openstack-request-id: req-a22616ce-53e9-4e49-8e0f-6dcff283fce5 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:24:15.311982 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d0a00d7-19f2-448e-800d-fc5ebc29885d", "tag": "1e4ed557-88cf-4281-946b-d1f54b2e2c80", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:24:15.313018 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a22616ce-53e9-4e49-8e0f-6dcff283fce5 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:24:15.313572 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a22616ce-53e9-4e49-8e0f-6dcff283fce5'] response: {'name': 'network-changed', 'server_uuid': '9d0a00d7-19f2-448e-800d-fc5ebc29885d', 'tag': '1e4ed557-88cf-4281-946b-d1f54b2e2c80', 'status': 'completed', 'code': 200} Mar 22 19:24:15.326883 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-c66c14a9-dda8-478a-bf8f-a5c2979f81bc tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Made reservation on behalf of cd5d7b09e78b4f8992b733b5b4229fbb for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:24:15.339593 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-c66c14a9-dda8-478a-bf8f-a5c2979f81bc tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:15.344138 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:24:15.408944 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7b3800-8411-43f3-b064-a1ae43edeb44 x-openstack-request-id: req-9b7b3800-8411-43f3-b064-a1ae43edeb44 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:24:15.409108 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c945358-b571-4291-af5f-fc5297f59b36", "tag": "afd60b7b-8c73-43de-b779-e88d17366a4d", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:24:15.409399 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9b7b3800-8411-43f3-b064-a1ae43edeb44 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:24:15.409814 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b7b3800-8411-43f3-b064-a1ae43edeb44'] response: {'name': 'network-changed', 'server_uuid': '8c945358-b571-4291-af5f-fc5297f59b36', 'tag': 'afd60b7b-8c73-43de-b779-e88d17366a4d', 'status': 'completed', 'code': 200} Mar 22 19:24:15.441776 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-316a6670-ba69-4791-83fd-6e133bc401df service neutron] No DVR routers for this DVR port 7b304643-66db-4530-93b8-04df0dd9bee7 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:24:15.499029 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a6670-ba69-4791-83fd-6e133bc401df service neutron] Pushing event updated for resources: {'Port': ['ID=7b304643-66db-4530-93b8-04df0dd9bee7,revision_number=10']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:15.501291 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ff9565-0ddf-4059-a4d5-e01ce7c5e46c tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:15.502744 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-64ff9565-0ddf-4059-a4d5-e01ce7c5e46c tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 881 time: 0.3134573 Mar 22 19:24:15.506482 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47054) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:15.534626 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=5afb5b9d-3f30-419e-8a9a-2a30fce29d4b,segment=NetworkSegment(550f4452-31ab-4ada-8988-a70262e079e4),segment_id=550f4452-31ab-4ada-8988-a70262e079e4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:15.541592 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ef7309f5-9dc2-498c-b206-4398134870cf tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c5fe60d-b4ba-41db-bee2-ffa2524b1be5 HTTP/1.1" status: 200 len: 205 time: 0.0318279 Mar 22 19:24:15.542394 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47056) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:15.552388 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '5afb5b9d-3f30-419e-8a9a-2a30fce29d4b', 'network_id': 'dc66dbf6-7f3d-46f2-94ef-a0483cb4f077', 'port_id': '5afb5b9d-3f30-419e-8a9a-2a30fce29d4b', 'mac_address': 'fa:16:3e:a8:92:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9bd269f-4a80-4749-9eb8-ee69b46bbb1d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:24:15.591224 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:15.591630 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5afb5b9d-3f30-419e-8a9a-2a30fce29d4b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:15.613255 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:24:15.615107 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-316a6670-ba69-4791-83fd-6e133bc401df service neutron] 10.222.0.85 "PUT /v2.0/ports/7b304643-66db-4530-93b8-04df0dd9bee7/bindings/n-h1-705658-24/activate HTTP/1.1" status: 200 len: 370 time: 2.3039086 Mar 22 19:24:15.631877 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53942e19-d7e7-4210-9a11-78e9b8f8877a req-c39ac2bd-6d6c-4017-881f-ab80a015e654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:15.634964 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=5afb5b9d-3f30-419e-8a9a-2a30fce29d4b,segment=NetworkSegment(550f4452-31ab-4ada-8988-a70262e079e4),segment_id=550f4452-31ab-4ada-8988-a70262e079e4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:15.635860 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-53942e19-d7e7-4210-9a11-78e9b8f8877a req-c39ac2bd-6d6c-4017-881f-ab80a015e654 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ba44e047032a491da0d10f5ab12ca3fc&device_id=8c945358-b571-4291-af5f-fc5297f59b36 HTTP/1.1" status: 200 len: 1127 time: 0.2154796 Mar 22 19:24:15.645672 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5afb5b9d-3f30-419e-8a9a-2a30fce29d4b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:15.675643 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:15.697509 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47fa85e-515f-4921-865f-cb39a1ba53aa req-f38df62d-ddce-4d9b-9983-c7f2537de97d tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:15.705542 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f47fa85e-515f-4921-865f-cb39a1ba53aa req-f38df62d-ddce-4d9b-9983-c7f2537de97d tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2da020c-9dc4-4114-939a-dcdc57be6dbb HTTP/1.1" status: 200 len: 945 time: 0.2598994 Mar 22 19:24:15.709403 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=5afb5b9d-3f30-419e-8a9a-2a30fce29d4b,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:15.720717 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d88e23-e41d-4a49-84d7-9ef15c53bd83 req-c21ebd7d-dfff-443e-9dda-287be43f7dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:15.722973 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a0d88e23-e41d-4a49-84d7-9ef15c53bd83 req-c21ebd7d-dfff-443e-9dda-287be43f7dc8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ba44e047032a491da0d10f5ab12ca3fc&device_id=9d0a00d7-19f2-448e-800d-fc5ebc29885d HTTP/1.1" status: 200 len: 1126 time: 0.3107972 Mar 22 19:24:15.750759 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49291e96-c383-4f17-ad3f-846d19131b01 req-ba8772d8-c7a5-4c52-bdf4-1bd651cd6eef tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:15.759137 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-49291e96-c383-4f17-ad3f-846d19131b01 req-ba8772d8-c7a5-4c52-bdf4-1bd651cd6eef tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c945358-b571-4291-af5f-fc5297f59b36 HTTP/1.1" status: 200 len: 944 time: 0.2314196 Mar 22 19:24:15.869682 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-ace6d83d-7d73-4e7a-b566-69afb84702cd tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:15.871198 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-ace6d83d-7d73-4e7a-b566-69afb84702cd tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f&tenant_id=21ca62c1596a4d419681f3e57266f544&binding%3Ahost_id=n-h2-705658-24 HTTP/1.1" status: 200 len: 1127 time: 0.1291189 Mar 22 19:24:15.875278 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a8ea3b6-7679-47ce-9701-f38d8582c924 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router (2c5fe60d-b4ba-41db-bee2-ffa2524b1be5), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:15.881253 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53942e19-d7e7-4210-9a11-78e9b8f8877a req-6d511b1c-e6a2-4d22-9c36-1e1fbb6bf3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:15.881677 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-53942e19-d7e7-4210-9a11-78e9b8f8877a req-6d511b1c-e6a2-4d22-9c36-1e1fbb6bf3f3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=7fe133cd-24d3-4218-b742-abd5bfff3daf HTTP/1.1" status: 200 len: 917 time: 0.2137110 Mar 22 19:24:15.929486 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['5afb5b9d-3f30-419e-8a9a-2a30fce29d4b'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:24:15.940731 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-c66c14a9-dda8-478a-bf8f-a5c2979f81bc tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Allocated IP 172.20.0.2 (4d8eafd3-40f3-4f59-9d29-1a60a94dbe40/9beaf938-d336-4dec-9fdf-4059a4c13370/01a87155-2cc6-47be-b939-6f4d7a1d5933) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:24:15.975401 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f47fa85e-515f-4921-865f-cb39a1ba53aa req-b3cedc02-938b-4fce-9b14-9f3504ba7b3e tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684464 Mar 22 19:24:15.989443 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-49291e96-c383-4f17-ad3f-846d19131b01 req-447669e6-8d12-4330-b738-2f36e4d2e744 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250147 Mar 22 19:24:16.034347 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-53942e19-d7e7-4210-9a11-78e9b8f8877a req-8c691a6c-32d6-42d7-8fd8-6b96dce47ab3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=afd60b7b-8c73-43de-b779-e88d17366a4d HTTP/1.1" status: 200 len: 217 time: 0.1197946 Mar 22 19:24:16.050866 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d88e23-e41d-4a49-84d7-9ef15c53bd83 req-5a9e2a95-6b48-4b52-9d5d-3bb6c4561db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:16.055348 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a0d88e23-e41d-4a49-84d7-9ef15c53bd83 req-5a9e2a95-6b48-4b52-9d5d-3bb6c4561db5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=7fe133cd-24d3-4218-b742-abd5bfff3daf HTTP/1.1" status: 200 len: 917 time: 0.3198016 Mar 22 19:24:16.160256 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a0d88e23-e41d-4a49-84d7-9ef15c53bd83 req-ba09d7bc-cb48-43f5-a13d-689659f49939 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e4ed557-88cf-4281-946b-d1f54b2e2c80 HTTP/1.1" status: 200 len: 217 time: 0.0917518 Mar 22 19:24:16.161101 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a8ea3b6-7679-47ce-9701-f38d8582c924 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router_gateway (2c5fe60d-b4ba-41db-bee2-ffa2524b1be5), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:16.196234 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cb08bf61-fdb2-45f1-822c-ff5a33ae8207 req-b44c6e0b-da50-4be9-af7f-18de6a55bfb8 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=236404cb-b528-4405-816f-b32fce87d6ba HTTP/1.1" status: 200 len: 210 time: 0.1021786 Mar 22 19:24:16.211841 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-a2ddc850-2caa-4632-b3b5-b6c81e3053ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:16.213670 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-a2ddc850-2caa-4632-b3b5-b6c81e3053ca service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f&tenant_id=21ca62c1596a4d419681f3e57266f544 HTTP/1.1" status: 200 len: 1127 time: 0.3311152 Mar 22 19:24:16.333998 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53942e19-d7e7-4210-9a11-78e9b8f8877a req-caa1999d-60a7-4f91-aeeb-a69d03e6b53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:16.335957 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-53942e19-d7e7-4210-9a11-78e9b8f8877a req-caa1999d-60a7-4f91-aeeb-a69d03e6b53a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=738f91fe-60d5-4ffa-a81c-0f49d0bf8f71 HTTP/1.1" status: 200 len: 855 time: 0.2926579 Mar 22 19:24:16.339278 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-ad408f5c-4837-4c49-b7c3-a278be08d57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:16.340676 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-ad408f5c-4837-4c49-b7c3-a278be08d57d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=21ca62c1596a4d419681f3e57266f544&device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 1127 time: 0.0858512 Mar 22 19:24:16.363277 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-4a8ea3b6-7679-47ce-9701-f38d8582c924 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Deleting port f9317e5c-15b4-482f-b6b4-a55c4a48ccb4 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:24:16.363622 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a8ea3b6-7679-47ce-9701-f38d8582c924 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f9317e5c-15b4-482f-b6b4-a55c4a48ccb4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:16.436365 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d88e23-e41d-4a49-84d7-9ef15c53bd83 req-d89236aa-910b-427d-942a-f374b6137403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:16.438007 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a0d88e23-e41d-4a49-84d7-9ef15c53bd83 req-d89236aa-910b-427d-942a-f374b6137403 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=738f91fe-60d5-4ffa-a81c-0f49d0bf8f71 HTTP/1.1" status: 200 len: 855 time: 0.2570236 Mar 22 19:24:16.527960 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-c66c14a9-dda8-478a-bf8f-a5c2979f81bc tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks [] for port (01a87155-2cc6-47be-b939-6f4d7a1d5933), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:16.537116 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4caae6-9bbd-4f83-8e13-d3c8b122775a req-ef0cec33-7e37-4ae7-bdf3-1724c64f6e52 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:16.539923 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ab4caae6-9bbd-4f83-8e13-d3c8b122775a req-ef0cec33-7e37-4ae7-bdf3-1724c64f6e52 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 944 time: 0.1958668 Mar 22 19:24:16.556252 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36824710-dd10-4047-8947-1a443a0f3be9 req-392c26a4-973e-4b9b-b4db-407db733a485 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:16.563547 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-36824710-dd10-4047-8947-1a443a0f3be9 req-392c26a4-973e-4b9b-b4db-407db733a485 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2da020c-9dc4-4114-939a-dcdc57be6dbb HTTP/1.1" status: 200 len: 945 time: 0.2137311 Mar 22 19:24:16.631164 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d88e23-e41d-4a49-84d7-9ef15c53bd83 req-c9595997-6090-4104-a667-bc002655a080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:16.633086 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a0d88e23-e41d-4a49-84d7-9ef15c53bd83 req-c9595997-6090-4104-a667-bc002655a080 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7fe133cd-24d3-4218-b742-abd5bfff3daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1854153 Mar 22 19:24:16.729479 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ab4caae6-9bbd-4f83-8e13-d3c8b122775a req-cfa68761-c3da-47b9-8500-1188e21d56a7 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620927 Mar 22 19:24:16.732783 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-36824710-dd10-4047-8947-1a443a0f3be9 req-1809e1a7-c4d8-47d4-bcff-995a66187d9c tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682062 Mar 22 19:24:16.749132 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-c66c14a9-dda8-478a-bf8f-a5c2979f81bc tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (01a87155-2cc6-47be-b939-6f4d7a1d5933), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:16.826730 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-c66c14a9-dda8-478a-bf8f-a5c2979f81bc tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Network 4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:24:16.832249 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-c66c14a9-dda8-478a-bf8f-a5c2979f81bc tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:24:16.835110 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c14a9-dda8-478a-bf8f-a5c2979f81bc tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Pushing event updated for resources: {'Port': ['ID=01a87155-2cc6-47be-b939-6f4d7a1d5933,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:16.842212 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a0d88e23-e41d-4a49-84d7-9ef15c53bd83 req-fee1faac-3223-4d2a-b733-b3894a8a7017 service neutron] 10.222.0.85 "GET /v2.0/networks/7fe133cd-24d3-4218-b742-abd5bfff3daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932695 Mar 22 19:24:16.842212 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-c66c14a9-dda8-478a-bf8f-a5c2979f81bc tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:24:16.865685 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53942e19-d7e7-4210-9a11-78e9b8f8877a req-5f4e0d48-4e9f-4cc6-8a59-284315244010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:16.867217 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-53942e19-d7e7-4210-9a11-78e9b8f8877a req-5f4e0d48-4e9f-4cc6-8a59-284315244010 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7fe133cd-24d3-4218-b742-abd5bfff3daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5247667 Mar 22 19:24:16.870433 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-d8df0592-a37a-4168-8b75-a0d2e0a3dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:16.871833 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-d8df0592-a37a-4168-8b75-a0d2e0a3dd2d service neutron] 10.222.0.84 "GET /v2.0/networks?id=3f43483d-05ef-426b-881a-d8fc390ab6a9 HTTP/1.1" status: 200 len: 922 time: 0.5197382 Mar 22 19:24:16.873616 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a8ea3b6-7679-47ce-9701-f38d8582c924 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f9317e5c-15b4-482f-b6b4-a55c4a48ccb4), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:16.954102 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-4a8ea3b6-7679-47ce-9701-f38d8582c924 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Calling delete_port for f9317e5c-15b4-482f-b6b4-a55c4a48ccb4 owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:24:16.985230 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-93363d6e-89bb-41a1-9609-188b77950b53 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b304643-66db-4530-93b8-04df0dd9bee7 HTTP/1.1" status: 200 len: 217 time: 0.0857933 Mar 22 19:24:16.986034 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-c66c14a9-dda8-478a-bf8f-a5c2979f81bc tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:16.986924 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-c66c14a9-dda8-478a-bf8f-a5c2979f81bc tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:17.031134 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-c66c14a9-dda8-478a-bf8f-a5c2979f81bc tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1671019 Mar 22 19:24:17.045080 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a0d88e23-e41d-4a49-84d7-9ef15c53bd83 req-891eaa8c-cac1-4043-a4b7-13531e3207f8 service neutron] 10.222.0.85 "GET /v2.0/networks/7fe133cd-24d3-4218-b742-abd5bfff3daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784930 Mar 22 19:24:17.053208 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-37fcca3b-0a36-4f32-8661-1b37899b0413 service neutron] Request body: {'port': {'device_id': '236404cb-b528-4405-816f-b32fce87d6ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:17.065203 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1ef6e-a4d0-48cd-960a-d69ef74ca424 req-eb2303f0-bb5e-4159-ad1f-083505a3a5a3 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:17.073350 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ffb1ef6e-a4d0-48cd-960a-d69ef74ca424 req-eb2303f0-bb5e-4159-ad1f-083505a3a5a3 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=39deb860-c930-43e2-a6ce-0819d3256e82 HTTP/1.1" status: 200 len: 945 time: 0.1741805 Mar 22 19:24:17.093661 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-7d87526f-c292-4bd3-b26e-6d38425d5455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:17.095180 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-7d87526f-c292-4bd3-b26e-6d38425d5455 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bc515ca7-b43f-45d2-b838-320d24bc42f9 HTTP/1.1" status: 200 len: 861 time: 0.1004140 Mar 22 19:24:17.151065 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-309f9470-fa09-4d50-8e6a-957b22c739fa service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3f43483d-05ef-426b-881a-d8fc390ab6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412502 Mar 22 19:24:17.155338 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-53942e19-d7e7-4210-9a11-78e9b8f8877a req-9f74ee2c-3196-4a4c-a0da-0e5e38a9f6b5 service neutron] 10.222.0.85 "GET /v2.0/networks/7fe133cd-24d3-4218-b742-abd5bfff3daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775149 Mar 22 19:24:17.197866 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ffb1ef6e-a4d0-48cd-960a-d69ef74ca424 req-9741a136-5914-457a-96f0-645dbdb2c595 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133349 Mar 22 19:24:17.202102 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-37fcca3b-0a36-4f32-8661-1b37899b0413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (01a87155-2cc6-47be-b939-6f4d7a1d5933), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:17.339901 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-339aa3a1-40e7-46d6-b90a-53000070f55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:17.360947 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:24:17.377017 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-00cf51ba-ddc8-4d8e-8d10-795c39554a9c service neutron] 10.222.0.84 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189176 Mar 22 19:24:17.416187 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:24:17.422126 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:17.422623 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-53942e19-d7e7-4210-9a11-78e9b8f8877a req-b58a95ee-0f30-4d76-a81b-05a7832ed958 service neutron] 10.222.0.85 "GET /v2.0/networks/7fe133cd-24d3-4218-b742-abd5bfff3daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500699 Mar 22 19:24:17.422971 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5afb5b9d-3f30-419e-8a9a-2a30fce29d4b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:17.472905 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ae615-03ee-4d6e-96bb-1112303ea9e0 req-77f0ac07-77bf-4ccc-97bc-353aba3898e1 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:17.480820 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a7ae615-03ee-4d6e-96bb-1112303ea9e0 req-77f0ac07-77bf-4ccc-97bc-353aba3898e1 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f397d8b-0477-473a-9a3b-8c0a696816da HTTP/1.1" status: 200 len: 945 time: 0.2518690 Mar 22 19:24:17.481082 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a8ea3b6-7679-47ce-9701-f38d8582c924 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f9317e5c-15b4-482f-b6b4-a55c4a48ccb4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:17.516885 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e0a17-21d0-4453-be48-d39a565378fd req-6b76fd6d-3460-4001-a5ba-cfb32dcd4fad tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:17.519778 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-019e0a17-21d0-4453-be48-d39a565378fd req-6b76fd6d-3460-4001-a5ba-cfb32dcd4fad tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c945358-b571-4291-af5f-fc5297f59b36 HTTP/1.1" status: 200 len: 944 time: 0.2420726 Mar 22 19:24:17.521008 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ea3b6-7679-47ce-9701-f38d8582c924 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Pushing event deleted for resources: {'Port': ['ID=f9317e5c-15b4-482f-b6b4-a55c4a48ccb4,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:17.538727 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-ce355e20-6370-4e03-bccd-4f6866f16be7 service neutron] 10.222.0.84 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415644 Mar 22 19:24:17.571463 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:17.571860 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5afb5b9d-3f30-419e-8a9a-2a30fce29d4b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:17.597837 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a8ea3b6-7679-47ce-9701-f38d8582c924 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (2c5fe60d-b4ba-41db-bee2-ffa2524b1be5), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:17.612975 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a7ae615-03ee-4d6e-96bb-1112303ea9e0 req-157989f6-4879-4b1b-b5ab-063a7e531797 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.75 "GET /v2.0/security-groups?id=de3e3076-a14d-47c8-9957-d3dc6bec5933&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310053 Mar 22 19:24:17.631138 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39deb860-c930-43e2-a6ce-0819d3256e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5afb5b9d-3f30-419e-8a9a-2a30fce29d4b'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:24:17.634528 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc616869-5bf2-4f76-b9de-83fc3682b781" -d '{"events": [{"server_uuid": "39deb860-c930-43e2-a6ce-0819d3256e82", "name": "network-vif-plugged", "status": "completed", "tag": "5afb5b9d-3f30-419e-8a9a-2a30fce29d4b"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:24:17.696633 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=5afb5b9d-3f30-419e-8a9a-2a30fce29d4b,segment=NetworkSegment(550f4452-31ab-4ada-8988-a70262e079e4),segment_id=550f4452-31ab-4ada-8988-a70262e079e4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:17.707543 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5afb5b9d-3f30-419e-8a9a-2a30fce29d4b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:17.766725 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-37fcca3b-0a36-4f32-8661-1b37899b0413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a87155-2cc6-47be-b939-6f4d7a1d5933 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:24:17.772843 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a8ea3b6-7679-47ce-9701-f38d8582c924 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (2c5fe60d-b4ba-41db-bee2-ffa2524b1be5), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:17.776635 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a8ea3b6-7679-47ce-9701-f38d8582c924 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router_controller (2c5fe60d-b4ba-41db-bee2-ffa2524b1be5), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:17.778562 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-37fcca3b-0a36-4f32-8661-1b37899b0413 service neutron] Publish callbacks [] for port (01a87155-2cc6-47be-b939-6f4d7a1d5933), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:17.797416 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-019e0a17-21d0-4453-be48-d39a565378fd req-302f5efa-47f7-4084-9804-3ba4b82be0f9 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832118 Mar 22 19:24:17.820894 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-37fcca3b-0a36-4f32-8661-1b37899b0413 service neutron] Transition to ACTIVE for port object 01a87155-2cc6-47be-b939-6f4d7a1d5933 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:24:17.830823 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-37fcca3b-0a36-4f32-8661-1b37899b0413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (01a87155-2cc6-47be-b939-6f4d7a1d5933), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:17.854956 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=5afb5b9d-3f30-419e-8a9a-2a30fce29d4b,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:17.875489 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b1b63-9324-4a2c-a342-0fdbb02baf8e req-eb9ea53b-8a0d-4f55-a365-8bd4019338bd tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:17.877630 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8a2b1b63-9324-4a2c-a342-0fdbb02baf8e req-eb9ea53b-8a0d-4f55-a365-8bd4019338bd tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.84 "GET /v2.0/ports?device_id=0f397d8b-0477-473a-9a3b-8c0a696816da HTTP/1.1" status: 200 len: 945 time: 0.1777411 Mar 22 19:24:17.881419 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a8ea3b6-7679-47ce-9701-f38d8582c924 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (2c5fe60d-b4ba-41db-bee2-ffa2524b1be5), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:17.884154 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8ea3b6-7679-47ce-9701-f38d8582c924 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Fanout notify agent at l3_agent the message router_deleted on router 2c5fe60d-b4ba-41db-bee2-ffa2524b1be5 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:24:17.899388 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fdb009-2fdc-4a4d-883e-917f7444cffb x-openstack-request-id: req-53fdb009-2fdc-4a4d-883e-917f7444cffb {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:24:17.900579 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39deb860-c930-43e2-a6ce-0819d3256e82", "name": "network-vif-plugged", "status": "completed", "tag": "5afb5b9d-3f30-419e-8a9a-2a30fce29d4b", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:24:17.900976 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-53fdb009-2fdc-4a4d-883e-917f7444cffb {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:24:17.901681 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53fdb009-2fdc-4a4d-883e-917f7444cffb'] response: {'server_uuid': '39deb860-c930-43e2-a6ce-0819d3256e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5afb5b9d-3f30-419e-8a9a-2a30fce29d4b', 'code': 200} Mar 22 19:24:17.923424 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a8ea3b6-7679-47ce-9701-f38d8582c924 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:17.928586 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4a8ea3b6-7679-47ce-9701-f38d8582c924 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] 10.222.0.75 "DELETE /v2.0/routers/2c5fe60d-b4ba-41db-bee2-ffa2524b1be5 HTTP/1.1" status: 204 len: 168 time: 2.3806698 Mar 22 19:24:17.928586 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47086) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:17.938109 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-7083577d-4d13-4434-9fe1-1d5630ff2b7f tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-901891162', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:17.970982 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fcca3b-0a36-4f32-8661-1b37899b0413 service neutron] Pushing event updated for resources: {'Port': ['ID=01a87155-2cc6-47be-b939-6f4d7a1d5933,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:18.051503 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7083577d-4d13-4434-9fe1-1d5630ff2b7f tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (8c1b3888-55a4-4754-b387-45c1977f189d), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:18.052588 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7083577d-4d13-4434-9fe1-1d5630ff2b7f tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (8c1b3888-55a4-4754-b387-45c1977f189d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:18.148741 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7799134-aaaa-4c21-92c7-138ea4dec59f req-d6025b0b-0c50-4d0b-8b55-1b29a2f4280e tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:18.156596 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f7799134-aaaa-4c21-92c7-138ea4dec59f req-d6025b0b-0c50-4d0b-8b55-1b29a2f4280e tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=236404cb-b528-4405-816f-b32fce87d6ba HTTP/1.1" status: 200 len: 943 time: 0.2034514 Mar 22 19:24:18.182341 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:18.186759 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-8ac62b65-b1b7-4d6d-a539-4dd88be08078 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:18.188545 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-8ac62b65-b1b7-4d6d-a539-4dd88be08078 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f&tenant_id=21ca62c1596a4d419681f3e57266f544&binding%3Ahost_id=n-h1-705658-24 HTTP/1.1" status: 200 len: 1127 time: 0.1929643 Mar 22 19:24:18.197376 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7083577d-4d13-4434-9fe1-1d5630ff2b7f tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router_controller (8c1b3888-55a4-4754-b387-45c1977f189d), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:18.215952 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7083577d-4d13-4434-9fe1-1d5630ff2b7f tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (8c1b3888-55a4-4754-b387-45c1977f189d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:18.225828 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58ce57-3fb6-4396-a103-838c881ba148 req-2f8310eb-e60e-483c-8f37-4d536cdf6047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:18.227390 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6f58ce57-3fb6-4396-a103-838c881ba148 req-2f8310eb-e60e-483c-8f37-4d536cdf6047 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=39deb860-c930-43e2-a6ce-0819d3256e82 HTTP/1.1" status: 200 len: 1129 time: 0.2403777 Mar 22 19:24:18.246218 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-8a2b1b63-9324-4a2c-a342-0fdbb02baf8e req-6ed12592-7239-4e4f-ade4-b8e070a60f16 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Deleting port ff817be5-e3cc-418d-bc91-8182019b6603 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:24:18.246541 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8a2b1b63-9324-4a2c-a342-0fdbb02baf8e req-6ed12592-7239-4e4f-ade4-b8e070a60f16 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (ff817be5-e3cc-418d-bc91-8182019b6603), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:18.247971 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5497fc-f220-4a05-81f7-03fbbd3da803 req-f21c1e02-0afa-48b4-84a2-1fac743d1275 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:18.249824 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b5497fc-f220-4a05-81f7-03fbbd3da803 req-f21c1e02-0afa-48b4-84a2-1fac743d1275 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 944 time: 0.2147079 Mar 22 19:24:18.253971 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-37fcca3b-0a36-4f32-8661-1b37899b0413 service neutron] Attempting to bind port 01a87155-2cc6-47be-b939-6f4d7a1d5933 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:24:18.254396 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-37fcca3b-0a36-4f32-8661-1b37899b0413 service neutron] Attempting to bind port 01a87155-2cc6-47be-b939-6f4d7a1d5933 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '8c6ba457-004e-47f9-ab30-ce3aaf4ab771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:24:18.254810 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-37fcca3b-0a36-4f32-8661-1b37899b0413 service neutron] Attempting to bind port 01a87155-2cc6-47be-b939-6f4d7a1d5933 on network 4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:24:18.260766 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7083577d-4d13-4434-9fe1-1d5630ff2b7f tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:18.264638 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7083577d-4d13-4434-9fe1-1d5630ff2b7f tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3352487 Mar 22 19:24:18.268140 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47090) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:18.276828 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-7dc6ba2f-16cc-404b-a3a3-7899f4f8376c tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:18.305434 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-37fcca3b-0a36-4f32-8661-1b37899b0413 service neutron] Port 01a87155-2cc6-47be-b939-6f4d7a1d5933 on network 4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:24:18.305434 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-37fcca3b-0a36-4f32-8661-1b37899b0413 service neutron] Attempting to bind port 01a87155-2cc6-47be-b939-6f4d7a1d5933 on network 4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:24:18.341756 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6f58ce57-3fb6-4396-a103-838c881ba148 req-1bcfe7de-c8e0-4006-a415-d61dd69a7816 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048992 Mar 22 19:24:18.364876 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f7799134-aaaa-4c21-92c7-138ea4dec59f req-d229e790-4ec9-4b0e-a6f0-1ff3a66108f1 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072854 Mar 22 19:24:18.384352 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-8a2b1b63-9324-4a2c-a342-0fdbb02baf8e req-6ed12592-7239-4e4f-ade4-b8e070a60f16 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] For port ff817be5-e3cc-418d-bc91-8182019b6603, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=ff817be5-e3cc-418d-bc91-8182019b6603,segment=NetworkSegment(20fdff8c-5564-4797-a6de-7b5453a4a0ae),segment_id=20fdff8c-5564-4797-a6de-7b5453a4a0ae)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:18.384352 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8a2b1b63-9324-4a2c-a342-0fdbb02baf8e req-6ed12592-7239-4e4f-ade4-b8e070a60f16 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (ff817be5-e3cc-418d-bc91-8182019b6603), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:18.396955 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-8a2b1b63-9324-4a2c-a342-0fdbb02baf8e req-6ed12592-7239-4e4f-ade4-b8e070a60f16 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Calling delete_port for ff817be5-e3cc-418d-bc91-8182019b6603 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:24:18.549399 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8a2b1b63-9324-4a2c-a342-0fdbb02baf8e req-6ed12592-7239-4e4f-ade4-b8e070a60f16 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (ff817be5-e3cc-418d-bc91-8182019b6603), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:18.570979 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['ff817be5-e3cc-418d-bc91-8182019b6603'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:24:18.592556 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed12592-7239-4e4f-ade4-b8e070a60f16 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Pushing event deleted for resources: {'Port': ['ID=ff817be5-e3cc-418d-bc91-8182019b6603,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:18.623135 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:24:18.639511 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2b1b63-9324-4a2c-a342-0fdbb02baf8e req-6ed12592-7239-4e4f-ade4-b8e070a60f16 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] No DVR routers for this DVR port ff817be5-e3cc-418d-bc91-8182019b6603 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:24:18.644749 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8a2b1b63-9324-4a2c-a342-0fdbb02baf8e req-6ed12592-7239-4e4f-ade4-b8e070a60f16 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:18.648898 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8a2b1b63-9324-4a2c-a342-0fdbb02baf8e req-6ed12592-7239-4e4f-ade4-b8e070a60f16 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.84 "DELETE /v2.0/ports/ff817be5-e3cc-418d-bc91-8182019b6603 HTTP/1.1" status: 204 len: 173 time: 0.7599945 Mar 22 19:24:18.649603 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f397d8b-0477-473a-9a3b-8c0a696816da', 'name': 'network-vif-deleted', 'tag': 'ff817be5-e3cc-418d-bc91-8182019b6603'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:24:18.652392 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5802ba98-d47d-4ad8-b3f7-f964fa4208c4" -d '{"events": [{"server_uuid": "0f397d8b-0477-473a-9a3b-8c0a696816da", "name": "network-vif-deleted", "tag": "ff817be5-e3cc-418d-bc91-8182019b6603"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:24:18.673131 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:18.815641 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-37fcca3b-0a36-4f32-8661-1b37899b0413 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:24:18.815992 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-37fcca3b-0a36-4f32-8661-1b37899b0413 service neutron] Checking segment: {'id': '8c6ba457-004e-47f9-ab30-ce3aaf4ab771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:24:18.816756 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-37fcca3b-0a36-4f32-8661-1b37899b0413 service neutron] Bound using segment: {'id': '8c6ba457-004e-47f9-ab30-ce3aaf4ab771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:24:18.817232 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-37fcca3b-0a36-4f32-8661-1b37899b0413 service neutron] Bound port: 01a87155-2cc6-47be-b939-6f4d7a1d5933, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c6ba457-004e-47f9-ab30-ce3aaf4ab771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:24:18.817886 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-37fcca3b-0a36-4f32-8661-1b37899b0413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (01a87155-2cc6-47be-b939-6f4d7a1d5933), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:19.038619 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b5497fc-f220-4a05-81f7-03fbbd3da803 req-8e069043-664c-4378-bcb2-0ccf9e4dfe93 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7697928 Mar 22 19:24:19.154870 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-37fcca3b-0a36-4f32-8661-1b37899b0413 service neutron] For port 01a87155-2cc6-47be-b939-6f4d7a1d5933, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:24:19.161635 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34f3ad-71c6-4c94-8775-329d6d446c2b req-c56e320d-26d6-4754-8c36-bdf912b3f508 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:19.163211 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-bf34f3ad-71c6-4c94-8775-329d6d446c2b req-c56e320d-26d6-4754-8c36-bdf912b3f508 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.85 "GET /v2.0/ports?device_id=0f37cd19-e6eb-4469-a134-65f6c5b7d702 HTTP/1.1" status: 200 len: 945 time: 0.0822668 Mar 22 19:24:19.194747 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3dcdfe-22e0-4d54-843c-7424f5bdc6d9 req-95d89da9-dfa7-4209-b19c-2addb784418b tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:19.196292 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9b3dcdfe-22e0-4d54-843c-7424f5bdc6d9 req-95d89da9-dfa7-4209-b19c-2addb784418b tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2da020c-9dc4-4114-939a-dcdc57be6dbb HTTP/1.1" status: 200 len: 945 time: 0.3742464 Mar 22 19:24:19.253683 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-37fcca3b-0a36-4f32-8661-1b37899b0413 service neutron] For port 01a87155-2cc6-47be-b939-6f4d7a1d5933, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=01a87155-2cc6-47be-b939-6f4d7a1d5933,segment=NetworkSegment(8c6ba457-004e-47f9-ab30-ce3aaf4ab771),segment_id=8c6ba457-004e-47f9-ab30-ce3aaf4ab771)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:24:19.261666 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ba2f-16cc-404b-a3a3-7899f4f8376c tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router_gateway (8c1b3888-55a4-4754-b387-45c1977f189d), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:19.267952 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-7b6daff6-d1e2-47e5-877d-65958d0fa937 service neutron] For port 7b304643-66db-4530-93b8-04df0dd9bee7, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:24:19.280757 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-37fcca3b-0a36-4f32-8661-1b37899b0413 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (01a87155-2cc6-47be-b939-6f4d7a1d5933), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:19.294254 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-7b6daff6-d1e2-47e5-877d-65958d0fa937 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:19.295386 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1fe6b62d-df60-4bd8-929d-061f89e097ad req-7b6daff6-d1e2-47e5-877d-65958d0fa937 service neutron] 10.222.0.84 "DELETE /v2.0/ports/7b304643-66db-4530-93b8-04df0dd9bee7/bindings/n-h2-705658-24 HTTP/1.1" status: 204 len: 173 time: 1.0953448 Mar 22 19:24:19.305214 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-bf34f3ad-71c6-4c94-8775-329d6d446c2b req-1540595a-73be-489b-9426-34bb2e436427 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Deleting port dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:24:19.305779 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-bf34f3ad-71c6-4c94-8775-329d6d446c2b req-1540595a-73be-489b-9426-34bb2e436427 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:19.404234 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-37fcca3b-0a36-4f32-8661-1b37899b0413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:19.404890 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-37fcca3b-0a36-4f32-8661-1b37899b0413 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:19.407219 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-37fcca3b-0a36-4f32-8661-1b37899b0413 service neutron] 10.222.0.84 "PUT /v2.0/ports/01a87155-2cc6-47be-b939-6f4d7a1d5933 HTTP/1.1" status: 200 len: 1092 time: 2.3607876 Mar 22 19:24:19.413371 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236404cb-b528-4405-816f-b32fce87d6ba', 'tag': '01a87155-2cc6-47be-b939-6f4d7a1d5933'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:24:19.415671 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef90748-72c4-483a-93bb-5ce8fb09bb45" -d '{"events": [{"name": "network-changed", "server_uuid": "236404cb-b528-4405-816f-b32fce87d6ba", "tag": "01a87155-2cc6-47be-b939-6f4d7a1d5933"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:24:19.456971 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-bf34f3ad-71c6-4c94-8775-329d6d446c2b req-1540595a-73be-489b-9426-34bb2e436427 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] For port dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4,segment=NetworkSegment(20fdff8c-5564-4797-a6de-7b5453a4a0ae),segment_id=20fdff8c-5564-4797-a6de-7b5453a4a0ae)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:19.457584 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-bf34f3ad-71c6-4c94-8775-329d6d446c2b req-1540595a-73be-489b-9426-34bb2e436427 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:19.466102 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06155a5a-16b0-45b3-9419-3c25db2e72f9 req-6ba29087-ae5c-49fd-8f55-943d50291d93 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:19.468688 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-06155a5a-16b0-45b3-9419-3c25db2e72f9 req-6ba29087-ae5c-49fd-8f55-943d50291d93 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.85 "GET /v2.0/ports?device_id=a2da020c-9dc4-4114-939a-dcdc57be6dbb HTTP/1.1" status: 200 len: 945 time: 0.3528535 Mar 22 19:24:19.474938 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-bf34f3ad-71c6-4c94-8775-329d6d446c2b req-1540595a-73be-489b-9426-34bb2e436427 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Calling delete_port for dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:24:19.482417 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa2e13-2da9-41c4-a4be-ef93a28a5a55 req-5f3e9c0b-6e46-4da7-8eff-e8ba7d268134 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:19.484892 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f4aa2e13-2da9-41c4-a4be-ef93a28a5a55 req-5f3e9c0b-6e46-4da7-8eff-e8ba7d268134 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=39deb860-c930-43e2-a6ce-0819d3256e82 HTTP/1.1" status: 200 len: 946 time: 0.3248820 Mar 22 19:24:19.488825 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9b3dcdfe-22e0-4d54-843c-7424f5bdc6d9 req-06062c35-7e89-43e6-b5c0-f528dbb3ac86 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/security-groups?id=54145124-7504-4537-8b4d-3f618af46145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502899 Mar 22 19:24:19.544701 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fcca3b-0a36-4f32-8661-1b37899b0413 service neutron] Pushing event updated for resources: {'Port': ['ID=01a87155-2cc6-47be-b939-6f4d7a1d5933,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:19.617823 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5cb3b0-4a0c-428b-8ff3-bc75c3f6be66 x-openstack-request-id: req-6a5cb3b0-4a0c-428b-8ff3-bc75c3f6be66 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:24:19.618029 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f397d8b-0477-473a-9a3b-8c0a696816da", "name": "network-vif-deleted", "tag": "ff817be5-e3cc-418d-bc91-8182019b6603", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:24:19.618923 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6a5cb3b0-4a0c-428b-8ff3-bc75c3f6be66 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:24:19.618923 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a5cb3b0-4a0c-428b-8ff3-bc75c3f6be66'] response: {'server_uuid': '0f397d8b-0477-473a-9a3b-8c0a696816da', 'name': 'network-vif-deleted', 'tag': 'ff817be5-e3cc-418d-bc91-8182019b6603', 'status': 'completed', 'code': 200} Mar 22 19:24:19.663085 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-bf34f3ad-71c6-4c94-8775-329d6d446c2b req-1540595a-73be-489b-9426-34bb2e436427 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:19.704364 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540595a-73be-489b-9426-34bb2e436427 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Pushing event deleted for resources: {'Port': ['ID=dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:19.719280 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f4aa2e13-2da9-41c4-a4be-ef93a28a5a55 req-34cac5ac-4df6-46e4-8161-edf62190ff0e tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966424 Mar 22 19:24:19.721729 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-ab45d199-1177-470f-84de-f2878010986a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:19.723228 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-ab45d199-1177-470f-84de-f2878010986a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cd5d7b09e78b4f8992b733b5b4229fbb&device_id=236404cb-b528-4405-816f-b32fce87d6ba HTTP/1.1" status: 200 len: 1126 time: 0.2191849 Mar 22 19:24:19.768278 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf34f3ad-71c6-4c94-8775-329d6d446c2b req-1540595a-73be-489b-9426-34bb2e436427 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] No DVR routers for this DVR port dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4 on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:24:19.768278 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-bf34f3ad-71c6-4c94-8775-329d6d446c2b req-1540595a-73be-489b-9426-34bb2e436427 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:19.773376 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-bf34f3ad-71c6-4c94-8775-329d6d446c2b req-1540595a-73be-489b-9426-34bb2e436427 tempest-MultipleCreateTestJSON-2077032319 tempest-MultipleCreateTestJSON-2077032319-project] 10.222.0.85 "DELETE /v2.0/ports/dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4 HTTP/1.1" status: 204 len: 173 time: 0.6046605 Mar 22 19:24:19.800479 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-1f677c48-cec1-41e2-95be-db8e957dd01a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01a87155-2cc6-47be-b939-6f4d7a1d5933 HTTP/1.1" status: 200 len: 217 time: 0.0651772 Mar 22 19:24:19.969898 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3d6b0-9f38-40ca-bbf0-2f409ff1909e req-4753c180-842f-4a50-9445-472cd6eeea62 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:19.971406 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dcf3d6b0-9f38-40ca-bbf0-2f409ff1909e req-4753c180-842f-4a50-9445-472cd6eeea62 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c945358-b571-4291-af5f-fc5297f59b36 HTTP/1.1" status: 200 len: 944 time: 0.3093979 Mar 22 19:24:19.987141 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-06155a5a-16b0-45b3-9419-3c25db2e72f9 req-4dc0feb6-8c3b-4014-a447-99942c1797e7 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Deleting port 06dbf087-b1a9-4e6c-bd28-dc30113b71f7 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:24:19.987533 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-06155a5a-16b0-45b3-9419-3c25db2e72f9 req-4dc0feb6-8c3b-4014-a447-99942c1797e7 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (06dbf087-b1a9-4e6c-bd28-dc30113b71f7), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:20.001322 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:20.034354 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 1e4ed557-88cf-4281-946b-d1f54b2e2c80 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:24:20.049728 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-47376880-de30-4dfa-8be4-42af80ce3dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:20.051288 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-47376880-de30-4dfa-8be4-42af80ce3dcc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9beaf938-d336-4dec-9fdf-4059a4c13370 HTTP/1.1" status: 200 len: 852 time: 0.2273092 Mar 22 19:24:20.159515 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-d5a3fb95-6155-44ea-90bf-5851d5efe5a7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4d8eafd3-40f3-4f59-9d29-1a60a94dbe40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410862 Mar 22 19:24:20.175553 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 1e4ed557-88cf-4281-946b-d1f54b2e2c80, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=1e4ed557-88cf-4281-946b-d1f54b2e2c80,segment=NetworkSegment(33aa031d-729c-4f4c-a49b-82f4eabfd92f),segment_id=33aa031d-729c-4f4c-a49b-82f4eabfd92f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:20.199656 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f357a-d1dc-457a-8ed2-0a468e27313f req-95d27318-0c70-48b9-a51d-3cd023dbb037 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:20.207472 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-df9f357a-d1dc-457a-8ed2-0a468e27313f req-95d27318-0c70-48b9-a51d-3cd023dbb037 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=236404cb-b528-4405-816f-b32fce87d6ba HTTP/1.1" status: 200 len: 943 time: 0.3360605 Mar 22 19:24:20.221743 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '1e4ed557-88cf-4281-946b-d1f54b2e2c80', 'network_id': '7fe133cd-24d3-4218-b742-abd5bfff3daf', 'port_id': '1e4ed557-88cf-4281-946b-d1f54b2e2c80', 'mac_address': 'fa:16:3e:e9:a1:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738f91fe-60d5-4ffa-a81c-0f49d0bf8f71', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:24:20.305567 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 1e4ed557-88cf-4281-946b-d1f54b2e2c80 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:20.306240 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1e4ed557-88cf-4281-946b-d1f54b2e2c80), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:20.344308 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e4ed557-88cf-4281-946b-d1f54b2e2c80 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:24:20.373678 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 1e4ed557-88cf-4281-946b-d1f54b2e2c80, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=1e4ed557-88cf-4281-946b-d1f54b2e2c80,segment=NetworkSegment(33aa031d-729c-4f4c-a49b-82f4eabfd92f),segment_id=33aa031d-729c-4f4c-a49b-82f4eabfd92f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:20.380752 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (1e4ed557-88cf-4281-946b-d1f54b2e2c80), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:20.381708 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device afd60b7b-8c73-43de-b779-e88d17366a4d details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:24:20.384756 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-06155a5a-16b0-45b3-9419-3c25db2e72f9 req-4dc0feb6-8c3b-4014-a447-99942c1797e7 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] For port 06dbf087-b1a9-4e6c-bd28-dc30113b71f7, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=06dbf087-b1a9-4e6c-bd28-dc30113b71f7,segment=NetworkSegment(1dabcaba-79e0-403f-8405-a983f35d70a7),segment_id=1dabcaba-79e0-403f-8405-a983f35d70a7)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:20.385244 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-06155a5a-16b0-45b3-9419-3c25db2e72f9 req-4dc0feb6-8c3b-4014-a447-99942c1797e7 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (06dbf087-b1a9-4e6c-bd28-dc30113b71f7), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:20.405257 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-06155a5a-16b0-45b3-9419-3c25db2e72f9 req-4dc0feb6-8c3b-4014-a447-99942c1797e7 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Calling delete_port for 06dbf087-b1a9-4e6c-bd28-dc30113b71f7 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:24:20.492262 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=1e4ed557-88cf-4281-946b-d1f54b2e2c80,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:20.499929 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port afd60b7b-8c73-43de-b779-e88d17366a4d, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=afd60b7b-8c73-43de-b779-e88d17366a4d,segment=NetworkSegment(33aa031d-729c-4f4c-a49b-82f4eabfd92f),segment_id=33aa031d-729c-4f4c-a49b-82f4eabfd92f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:20.514014 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'afd60b7b-8c73-43de-b779-e88d17366a4d', 'network_id': '7fe133cd-24d3-4218-b742-abd5bfff3daf', 'port_id': 'afd60b7b-8c73-43de-b779-e88d17366a4d', 'mac_address': 'fa:16:3e:89:2c:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738f91fe-60d5-4ffa-a81c-0f49d0bf8f71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:24:20.545239 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-48ffaed7-40f0-467a-a217-1b9295e79531 service neutron] 10.222.0.84 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682806 Mar 22 19:24:20.562447 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port afd60b7b-8c73-43de-b779-e88d17366a4d is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:20.563033 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (afd60b7b-8c73-43de-b779-e88d17366a4d), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:20.579366 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd60b7b-8c73-43de-b779-e88d17366a4d {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:24:20.602747 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port afd60b7b-8c73-43de-b779-e88d17366a4d, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=afd60b7b-8c73-43de-b779-e88d17366a4d,segment=NetworkSegment(33aa031d-729c-4f4c-a49b-82f4eabfd92f),segment_id=33aa031d-729c-4f4c-a49b-82f4eabfd92f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:20.606458 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ba2f-16cc-404b-a3a3-7899f4f8376c tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router_gateway (8c1b3888-55a4-4754-b387-45c1977f189d), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:20.608238 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (afd60b7b-8c73-43de-b779-e88d17366a4d), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:20.632179 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dcf3d6b0-9f38-40ca-bbf0-2f409ff1909e req-1532ff66-34b4-4a0d-9112-4acd29a426c3 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6411328 Mar 22 19:24:20.666144 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=afd60b7b-8c73-43de-b779-e88d17366a4d,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:20.736512 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47116) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:20.747038 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-df9f357a-d1dc-457a-8ed2-0a468e27313f req-6af0b0fb-4bc6-450b-a5f4-dd88bd299906 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5386093 Mar 22 19:24:20.748301 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ba2f-16cc-404b-a3a3-7899f4f8376c tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:20.755015 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9bffda0-2801-4a28-854e-f2ae79943f01 req-eebf66c0-e9de-437c-8b80-ebf5ef887e00 service neutron] 10.222.0.84 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967151 Mar 22 19:24:20.764976 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9f2b4d-f3a1-49ec-9158-6bb3e9d076c3 x-openstack-request-id: req-5b9f2b4d-f3a1-49ec-9158-6bb3e9d076c3 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:24:20.766024 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "236404cb-b528-4405-816f-b32fce87d6ba", "tag": "01a87155-2cc6-47be-b939-6f4d7a1d5933", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:24:20.767378 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5b9f2b4d-f3a1-49ec-9158-6bb3e9d076c3 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:24:20.767913 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b9f2b4d-f3a1-49ec-9158-6bb3e9d076c3'] response: {'name': 'network-changed', 'server_uuid': '236404cb-b528-4405-816f-b32fce87d6ba', 'tag': '01a87155-2cc6-47be-b939-6f4d7a1d5933', 'status': 'completed', 'code': 200} Mar 22 19:24:20.820121 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-a33c2f29-79bd-40b3-8ca6-a35845dce148 admin admin] Deleting subnet 7bcda241-07cb-4883-b82b-609804061a30 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:24:20.824475 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a33c2f29-79bd-40b3-8ca6-a35845dce148 admin admin] Publish callbacks [] for subnet (7bcda241-07cb-4883-b82b-609804061a30), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:20.831334 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-06155a5a-16b0-45b3-9419-3c25db2e72f9 req-4dc0feb6-8c3b-4014-a447-99942c1797e7 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (06dbf087-b1a9-4e6c-bd28-dc30113b71f7), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:20.862618 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a33c2f29-79bd-40b3-8ca6-a35845dce148 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (7bcda241-07cb-4883-b82b-609804061a30), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:20.903321 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a33c2f29-79bd-40b3-8ca6-a35845dce148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (7bcda241-07cb-4883-b82b-609804061a30), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:20.945499 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7e2f8d15-ab33-4324-ac09-747b42f37999 req-766c1d7e-661e-41b6-b44a-245f3dfdabef tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2da020c-9dc4-4114-939a-dcdc57be6dbb HTTP/1.1" status: 200 len: 210 time: 0.0339794 Mar 22 19:24:20.968248 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a33c2f29-79bd-40b3-8ca6-a35845dce148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (7bcda241-07cb-4883-b82b-609804061a30), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:20.985360 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['afd60b7b-8c73-43de-b779-e88d17366a4d'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:24:21.025974 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a33c2f29-79bd-40b3-8ca6-a35845dce148 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:21.027869 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['1e4ed557-88cf-4281-946b-d1f54b2e2c80'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:24:21.030963 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a33c2f29-79bd-40b3-8ca6-a35845dce148 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/7bcda241-07cb-4883-b82b-609804061a30 HTTP/1.1" status: 204 len: 168 time: 0.2933743 Mar 22 19:24:21.032082 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c2f29-79bd-40b3-8ca6-a35845dce148 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bcda241-07cb-4883-b82b-609804061a30,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:21.035308 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47122) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:21.087072 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0feb6-8c3b-4014-a447-99942c1797e7 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Pushing event deleted for resources: {'Port': ['ID=06dbf087-b1a9-4e6c-bd28-dc30113b71f7,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:21.127133 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d45c4e44-5e48-4586-9f4b-82c2a9b48cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (24745c62-fdfd-4b42-a557-891a93f9a29c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:21.208009 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa1b734-73e8-4d0e-97c7-ba082245d29c req-2b892fad-ce02-4473-ace6-97dcb3bb2885 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:21.223294 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d45c4e44-5e48-4586-9f4b-82c2a9b48cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (24745c62-fdfd-4b42-a557-891a93f9a29c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:21.224542 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3aa1b734-73e8-4d0e-97c7-ba082245d29c req-2b892fad-ce02-4473-ace6-97dcb3bb2885 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 944 time: 0.3522558 Mar 22 19:24:21.251300 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-d45c4e44-5e48-4586-9f4b-82c2a9b48cdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24745c62-fdfd-4b42-a557-891a93f9a29c']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:21.261899 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-d45c4e44-5e48-4586-9f4b-82c2a9b48cdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20fdff8c-5564-4797-a6de-7b5453a4a0ae') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:21.262331 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-d45c4e44-5e48-4586-9f4b-82c2a9b48cdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20fdff8c-5564-4797-a6de-7b5453a4a0ae') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:21.268573 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-06155a5a-16b0-45b3-9419-3c25db2e72f9 req-4dc0feb6-8c3b-4014-a447-99942c1797e7 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] No DVR routers for this DVR port 06dbf087-b1a9-4e6c-bd28-dc30113b71f7 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:24:21.278209 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d45c4e44-5e48-4586-9f4b-82c2a9b48cdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (20fdff8c-5564-4797-a6de-7b5453a4a0ae), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:21.279392 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-06155a5a-16b0-45b3-9419-3c25db2e72f9 req-4dc0feb6-8c3b-4014-a447-99942c1797e7 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:21.283342 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-06155a5a-16b0-45b3-9419-3c25db2e72f9 req-4dc0feb6-8c3b-4014-a447-99942c1797e7 tempest-ServerDiskConfigTestJSON-1931460998 tempest-ServerDiskConfigTestJSON-1931460998-project] 10.222.0.85 "DELETE /v2.0/ports/06dbf087-b1a9-4e6c-bd28-dc30113b71f7 HTTP/1.1" status: 204 len: 173 time: 1.7935874 Mar 22 19:24:21.315836 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef90748-72c4-483a-93bb-5ce8fb09bb45 req-e9384a01-4c84-42a9-8f49-d76d8638f034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:21.316713 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d45c4e44-5e48-4586-9f4b-82c2a9b48cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (20fdff8c-5564-4797-a6de-7b5453a4a0ae), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:21.318195 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ef90748-72c4-483a-93bb-5ce8fb09bb45 req-e9384a01-4c84-42a9-8f49-d76d8638f034 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cd5d7b09e78b4f8992b733b5b4229fbb&device_id=236404cb-b528-4405-816f-b32fce87d6ba HTTP/1.1" status: 200 len: 1126 time: 0.4157066 Mar 22 19:24:21.329593 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d45c4e44-5e48-4586-9f4b-82c2a9b48cdb admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:24:21.330283 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d45c4e44-5e48-4586-9f4b-82c2a9b48cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (20fdff8c-5564-4797-a6de-7b5453a4a0ae), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:21.333432 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:24:21.333432 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:24:21.333432 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:24:21.333432 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:24:21.333432 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:24:21.333432 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:24:21.333432 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:24:21.333432 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:24:21.333432 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:24:21.333432 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:24:21.333432 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:24:21.333432 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:24:21.333432 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:24:21.333432 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:24:21.333432 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:24:21.333432 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:24:21.333432 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:24:21.333432 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:24:21.333432 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:24:21.333432 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:24:21.333432 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:24:21.333432 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:24:21.333432 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:24:21.333432 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:24:21.333432 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:24:21.333432 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:24:21.333432 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:24:21.333432 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:24:21.333432 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:24:21.333432 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:24:21.333432 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:24:21.333432 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:24:21.385871 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device ff817be5-e3cc-418d-bc91-8182019b6603 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:24:21.411007 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: ff817be5-e3cc-418d-bc91-8182019b6603 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:24:21.411353 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device ff817be5-e3cc-418d-bc91-8182019b6603 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:24:21.419106 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:21.443597 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-7dc6ba2f-16cc-404b-a3a3-7899f4f8376c tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Allocated IP 172.25.5.28 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/9db9dc84-31ec-4c6f-9623-57686e66a4cc) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:24:21.497357 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d45c4e44-5e48-4586-9f4b-82c2a9b48cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (24745c62-fdfd-4b42-a557-891a93f9a29c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:21.521701 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d45c4e44-5e48-4586-9f4b-82c2a9b48cdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:21.530040 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d45c4e44-5e48-4586-9f4b-82c2a9b48cdb admin admin] 10.222.0.75 "DELETE /v2.0/networks/24745c62-fdfd-4b42-a557-891a93f9a29c HTTP/1.1" status: 204 len: 168 time: 0.4933946 Mar 22 19:24:21.555508 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c4e44-5e48-4586-9f4b-82c2a9b48cdb admin admin] Pushing event deleted for resources: {'Network': ['ID=24745c62-fdfd-4b42-a557-891a93f9a29c,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:21.565395 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ba2f-16cc-404b-a3a3-7899f4f8376c tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for port (9db9dc84-31ec-4c6f-9623-57686e66a4cc), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:21.620284 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f37cd19-e6eb-4469-a134-65f6c5b7d702', 'name': 'network-vif-deleted', 'tag': 'dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:24:21.623565 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0706563a-a9eb-4f45-9503-97acea7927af" -d '{"events": [{"server_uuid": "0f37cd19-e6eb-4469-a134-65f6c5b7d702", "name": "network-vif-deleted", "tag": "dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:24:21.660660 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3aa1b734-73e8-4d0e-97c7-ba082245d29c req-36f06b2e-b36f-4eca-af5f-cde3a70d24ff tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350986 Mar 22 19:24:21.680975 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ff752-d356-4050-a3d7-fb7553613f67 req-e925de29-ac6f-455c-820b-9edf9de574c3 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:21.682581 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b3ff752-d356-4050-a3d7-fb7553613f67 req-e925de29-ac6f-455c-820b-9edf9de574c3 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=39deb860-c930-43e2-a6ce-0819d3256e82 HTTP/1.1" status: 200 len: 946 time: 0.6192853 Mar 22 19:24:21.705015 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47132) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:21.707943 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ba2f-16cc-404b-a3a3-7899f4f8376c tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (9db9dc84-31ec-4c6f-9623-57686e66a4cc), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:21.763223 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd66426-f1e0-46e1-afac-d9aa7b9cbb0b x-openstack-request-id: req-bbd66426-f1e0-46e1-afac-d9aa7b9cbb0b {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:24:21.764074 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f37cd19-e6eb-4469-a134-65f6c5b7d702", "name": "network-vif-deleted", "tag": "dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:24:21.764516 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bbd66426-f1e0-46e1-afac-d9aa7b9cbb0b {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:24:21.765624 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbd66426-f1e0-46e1-afac-d9aa7b9cbb0b'] response: {'server_uuid': '0f37cd19-e6eb-4469-a134-65f6c5b7d702', 'name': 'network-vif-deleted', 'tag': 'dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4', 'status': 'completed', 'code': 200} Mar 22 19:24:21.780496 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc6ba2f-16cc-404b-a3a3-7899f4f8376c tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:24:21.785977 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-7dc6ba2f-16cc-404b-a3a3-7899f4f8376c tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:24:21.790343 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc6ba2f-16cc-404b-a3a3-7899f4f8376c tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:24:21.796587 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47136) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:21.797334 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2425ca7e-63fd-4505-81c1-35d55d873683 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6885dbb2ecbb44338f86682a46cdd5dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0877488 Mar 22 19:24:21.962298 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b3ff752-d356-4050-a3d7-fb7553613f67 req-6822f77c-3efd-43a0-8ef4-a73f6801b7dd tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617764 Mar 22 19:24:21.967915 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6ba2f-16cc-404b-a3a3-7899f4f8376c tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Pushing event updated for resources: {'Port': ['ID=9db9dc84-31ec-4c6f-9623-57686e66a4cc,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:21.978933 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef90748-72c4-483a-93bb-5ce8fb09bb45 req-17cbacf9-1b3b-49d8-962f-f67739bb51f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:21.989940 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ef90748-72c4-483a-93bb-5ce8fb09bb45 req-17cbacf9-1b3b-49d8-962f-f67739bb51f9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 HTTP/1.1" status: 200 len: 913 time: 0.6355488 Mar 22 19:24:22.063188 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:24:22.094096 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:24:22.095472 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device dbe85bd6-4eba-4a0d-83a0-49490c7ad8a4 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:24:22.096088 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 06dbf087-b1a9-4e6c-bd28-dc30113b71f7 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:24:22.126696 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 06dbf087-b1a9-4e6c-bd28-dc30113b71f7 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:24:22.127217 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 06dbf087-b1a9-4e6c-bd28-dc30113b71f7 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:24:22.402310 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ef90748-72c4-483a-93bb-5ce8fb09bb45 req-d1afa882-81b0-4f62-b8fc-bee0a35a2977 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=01a87155-2cc6-47be-b939-6f4d7a1d5933 HTTP/1.1" status: 200 len: 217 time: 0.4124401 Mar 22 19:24:22.449246 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a8746fde-5ed8-40cd-8fdb-d3b9511eafed admin admin] Publish callbacks [] for security_group (de3e3076-a14d-47c8-9957-d3dc6bec5933), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:22.505179 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd225e0c-65e8-4994-a49c-94bb0a5fc044 req-fafc4da0-f382-40d9-a7e4-1a1b4d644cb9 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:22.506723 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dd225e0c-65e8-4994-a49c-94bb0a5fc044 req-fafc4da0-f382-40d9-a7e4-1a1b4d644cb9 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c945358-b571-4291-af5f-fc5297f59b36 HTTP/1.1" status: 200 len: 945 time: 0.6436431 Mar 22 19:24:22.569434 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a8746fde-5ed8-40cd-8fdb-d3b9511eafed admin admin] Publish callbacks [] for security_group (de3e3076-a14d-47c8-9957-d3dc6bec5933), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:22.599683 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef90748-72c4-483a-93bb-5ce8fb09bb45 req-c4052779-93db-4977-8500-d53ef3d53d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:22.601093 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ef90748-72c4-483a-93bb-5ce8fb09bb45 req-c4052779-93db-4977-8500-d53ef3d53d8a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9beaf938-d336-4dec-9fdf-4059a4c13370 HTTP/1.1" status: 200 len: 852 time: 0.1690454 Mar 22 19:24:22.672501 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ef90748-72c4-483a-93bb-5ce8fb09bb45 req-a855367d-727f-4cf8-b78f-6647e3604f8e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4d8eafd3-40f3-4f59-9d29-1a60a94dbe40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629361 Mar 22 19:24:22.752001 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266cde3-493c-4830-920b-7e71dfb41f4f req-c79a3d9a-d0e9-4225-b250-c80b5073b6c4 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:22.753453 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4266cde3-493c-4830-920b-7e71dfb41f4f req-c79a3d9a-d0e9-4225-b250-c80b5073b6c4 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=236404cb-b528-4405-816f-b32fce87d6ba HTTP/1.1" status: 200 len: 943 time: 0.3465054 Mar 22 19:24:22.764916 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dd225e0c-65e8-4994-a49c-94bb0a5fc044 req-1f8adf28-e52a-4b55-a390-573de3120643 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500296 Mar 22 19:24:22.781617 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2da020c-9dc4-4114-939a-dcdc57be6dbb', 'name': 'network-vif-deleted', 'tag': '06dbf087-b1a9-4e6c-bd28-dc30113b71f7'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:24:22.784391 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e4a9e0-2ffa-43d7-8a7c-d81291d4595f" -d '{"events": [{"server_uuid": "a2da020c-9dc4-4114-939a-dcdc57be6dbb", "name": "network-vif-deleted", "tag": "06dbf087-b1a9-4e6c-bd28-dc30113b71f7"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:24:22.885524 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a8746fde-5ed8-40cd-8fdb-d3b9511eafed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (de3e3076-a14d-47c8-9957-d3dc6bec5933), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:22.887973 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a8746fde-5ed8-40cd-8fdb-d3b9511eafed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:22.889093 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a8746fde-5ed8-40cd-8fdb-d3b9511eafed admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/de3e3076-a14d-47c8-9957-d3dc6bec5933 HTTP/1.1" status: 204 len: 168 time: 1.0782976 Mar 22 19:24:22.955613 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8746fde-5ed8-40cd-8fdb-d3b9511eafed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3e3076-a14d-47c8-9957-d3dc6bec5933,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:22.978724 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4266cde3-493c-4830-920b-7e71dfb41f4f req-0dc320da-72c8-4263-8942-78a897744cda tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084167 Mar 22 19:24:23.014432 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ba2f-16cc-404b-a3a3-7899f4f8376c tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router_gateway (8c1b3888-55a4-4754-b387-45c1977f189d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:23.018028 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ef90748-72c4-483a-93bb-5ce8fb09bb45 req-f814c38a-8577-4fda-84e2-92580f22ed9b service neutron] 10.222.0.84 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115048 Mar 22 19:24:23.151196 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7fb05-0fca-4dfd-b38b-45b5186cd045 req-3ad4068f-5ea8-43ab-966a-123d94fd88be tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:23.160040 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-33b7fb05-0fca-4dfd-b38b-45b5186cd045 req-3ad4068f-5ea8-43ab-966a-123d94fd88be tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=39deb860-c930-43e2-a6ce-0819d3256e82 HTTP/1.1" status: 200 len: 946 time: 0.2965302 Mar 22 19:24:23.293938 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062c9a3-71e8-4cfc-ba0d-2dda95218b53 req-9090cd67-4d40-4994-945d-963556b491e9 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:23.300713 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9062c9a3-71e8-4cfc-ba0d-2dda95218b53 req-9090cd67-4d40-4994-945d-963556b491e9 tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 1127 time: 0.2084157 Mar 22 19:24:23.304949 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-33b7fb05-0fca-4dfd-b38b-45b5186cd045 req-78f21354-e16f-485c-87fd-1874e568f2d8 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441236 Mar 22 19:24:23.308977 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ef90748-72c4-483a-93bb-5ce8fb09bb45 req-c691f09b-c57f-4afb-b15c-53cc1a316010 service neutron] 10.222.0.84 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537932 Mar 22 19:24:23.375419 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85cb3ab9-a7e1-4d81-8132-2f0cc9875b6e x-openstack-request-id: req-85cb3ab9-a7e1-4d81-8132-2f0cc9875b6e {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:24:23.375709 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2da020c-9dc4-4114-939a-dcdc57be6dbb", "name": "network-vif-deleted", "tag": "06dbf087-b1a9-4e6c-bd28-dc30113b71f7", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:24:23.375961 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-85cb3ab9-a7e1-4d81-8132-2f0cc9875b6e {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:24:23.376357 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85cb3ab9-a7e1-4d81-8132-2f0cc9875b6e'] response: {'server_uuid': 'a2da020c-9dc4-4114-939a-dcdc57be6dbb', 'name': 'network-vif-deleted', 'tag': '06dbf087-b1a9-4e6c-bd28-dc30113b71f7', 'status': 'completed', 'code': 200} Mar 22 19:24:23.378191 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 01a87155-2cc6-47be-b939-6f4d7a1d5933 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:24:23.435987 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9062c9a3-71e8-4cfc-ba0d-2dda95218b53 req-f7aef7fc-8e32-4c48-993d-c9ab2779a96a tempest-LiveAutoBlockMigrationV225Test-2109348391 tempest-LiveAutoBlockMigrationV225Test-2109348391-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275990 Mar 22 19:24:23.489196 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ba2f-16cc-404b-a3a3-7899f4f8376c tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4043'] for router (8c1b3888-55a4-4754-b387-45c1977f189d), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:23.498749 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ba2f-16cc-404b-a3a3-7899f4f8376c tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918527'] for router (8c1b3888-55a4-4754-b387-45c1977f189d), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:23.567988 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 01a87155-2cc6-47be-b939-6f4d7a1d5933, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=01a87155-2cc6-47be-b939-6f4d7a1d5933,segment=NetworkSegment(8c6ba457-004e-47f9-ab30-ce3aaf4ab771),segment_id=8c6ba457-004e-47f9-ab30-ce3aaf4ab771)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:23.599535 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '01a87155-2cc6-47be-b939-6f4d7a1d5933', 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40', 'port_id': '01a87155-2cc6-47be-b939-6f4d7a1d5933', 'mac_address': 'fa:16:3e:37:42:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9beaf938-d336-4dec-9fdf-4059a4c13370', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:24:23.691310 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 01a87155-2cc6-47be-b939-6f4d7a1d5933 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:23.691964 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (01a87155-2cc6-47be-b939-6f4d7a1d5933), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:23.733347 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a87155-2cc6-47be-b939-6f4d7a1d5933 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:24:23.766563 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 01a87155-2cc6-47be-b939-6f4d7a1d5933, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=01a87155-2cc6-47be-b939-6f4d7a1d5933,segment=NetworkSegment(8c6ba457-004e-47f9-ab30-ce3aaf4ab771),segment_id=8c6ba457-004e-47f9-ab30-ce3aaf4ab771)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:23.781953 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (01a87155-2cc6-47be-b939-6f4d7a1d5933), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:23.796881 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc6ba2f-16cc-404b-a3a3-7899f4f8376c tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Router 8c1b3888-55a4-4754-b387-45c1977f189d is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:24:23.859082 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47194) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:23.878831 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=01a87155-2cc6-47be-b939-6f4d7a1d5933,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:24.006983 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6522dcf-8b60-4e80-a9d5-f17bc4b2d659 req-07066861-ee27-461f-addb-167b67f3fdef tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:24.009209 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b6522dcf-8b60-4e80-a9d5-f17bc4b2d659 req-07066861-ee27-461f-addb-167b67f3fdef tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 944 time: 0.1124566 Mar 22 19:24:24.075550 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b6522dcf-8b60-4e80-a9d5-f17bc4b2d659 req-e962c2d7-744b-43af-b2e1-d8cdde6c2d4a tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590715 Mar 22 19:24:24.080251 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 1e4ed557-88cf-4281-946b-d1f54b2e2c80 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:24:24.091751 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc6ba2f-16cc-404b-a3a3-7899f4f8376c tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:24:24.105613 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7dc6ba2f-16cc-404b-a3a3-7899f4f8376c tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:24.107746 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-36b08832-0536-4f97-bd1c-382b0e3cd674 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-83768529-network', 'tenant_id': '5b93875569cc4d4199ac35d06661afdf'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:24.112919 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47202) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:24.113161 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1de7b5-16f2-4d0a-b29f-5f83aad0eeb3 None None] Sync routers for ids ['8c1b3888-55a4-4754-b387-45c1977f189d'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:24:24.120184 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7dc6ba2f-16cc-404b-a3a3-7899f4f8376c tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] 10.222.0.75 "PUT /v2.0/routers/8c1b3888-55a4-4754-b387-45c1977f189d HTTP/1.1" status: 200 len: 882 time: 5.8362560 Mar 22 19:24:24.123979 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1de7b5-16f2-4d0a-b29f-5f83aad0eeb3 None None] Routers {'8c1b3888-55a4-4754-b387-45c1977f189d'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:24:24.124638 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ba1de7b5-16f2-4d0a-b29f-5f83aad0eeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:24:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['8c1b3888-55a4-4754-b387-45c1977f189d'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:24.164927 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ba1de7b5-16f2-4d0a-b29f-5f83aad0eeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:24.176315 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1de7b5-16f2-4d0a-b29f-5f83aad0eeb3 None None] Routers {'8c1b3888-55a4-4754-b387-45c1977f189d'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:24:24.177404 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ba1de7b5-16f2-4d0a-b29f-5f83aad0eeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:24:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['8c1b3888-55a4-4754-b387-45c1977f189d'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:24.209438 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['01a87155-2cc6-47be-b939-6f4d7a1d5933'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:24:24.216954 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47206) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:24.254370 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ba1de7b5-16f2-4d0a-b29f-5f83aad0eeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:24.256130 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1de7b5-16f2-4d0a-b29f-5f83aad0eeb3 None None] The sync data for ids ['8c1b3888-55a4-4754-b387-45c1977f189d'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:24:24.287412 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b08832-0536-4f97-bd1c-382b0e3cd674 admin admin] Made reservation on behalf of 5b93875569cc4d4199ac35d06661afdf for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:24:24.290291 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-36b08832-0536-4f97-bd1c-382b0e3cd674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:24.301477 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-82373b06-959f-4ce6-9599-cd1e491c7c68 admin admin] Deleting subnet b79d00bd-67e3-41a4-af81-d6bc678ecb21 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:24:24.305551 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-82373b06-959f-4ce6-9599-cd1e491c7c68 admin admin] Publish callbacks [] for subnet (b79d00bd-67e3-41a4-af81-d6bc678ecb21), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:24.308816 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-36b08832-0536-4f97-bd1c-382b0e3cd674 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:24.322885 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 1e4ed557-88cf-4281-946b-d1f54b2e2c80 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:24:24.355475 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-82373b06-959f-4ce6-9599-cd1e491c7c68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (b79d00bd-67e3-41a4-af81-d6bc678ecb21), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:24.356858 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2eed003b-30a8-4ef4-9a56-27e3eb71b4b2 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] 10.222.0.75 "GET /v2.0/routers/8c1b3888-55a4-4754-b387-45c1977f189d HTTP/1.1" status: 200 len: 923 time: 0.2404869 Mar 22 19:24:24.360103 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47212) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:24.367360 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 1e4ed557-88cf-4281-946b-d1f54b2e2c80 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:24.367747 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (1e4ed557-88cf-4281-946b-d1f54b2e2c80), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:24.415565 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-82373b06-959f-4ce6-9599-cd1e491c7c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (b79d00bd-67e3-41a4-af81-d6bc678ecb21), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:24.503350 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-82373b06-959f-4ce6-9599-cd1e491c7c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (b79d00bd-67e3-41a4-af81-d6bc678ecb21), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:24.537587 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 1e4ed557-88cf-4281-946b-d1f54b2e2c80 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:24.538078 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1e4ed557-88cf-4281-946b-d1f54b2e2c80), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:24.542625 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-36b08832-0536-4f97-bd1c-382b0e3cd674 admin admin] Publish callbacks [] for security_group (b0d42fec-4d93-462f-a716-581e4da0dfa8), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:24.546805 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0470abc-a002-4e5e-be98-4e8ae20fe3d3 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:24.549205 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e0470abc-a002-4e5e-be98-4e8ae20fe3d3 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=b209c5bc-34d3-415d-9873-d01a4e6c5db8&device_id=8c1b3888-55a4-4754-b387-45c1977f189d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1877217 Mar 22 19:24:24.552309 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-36b08832-0536-4f97-bd1c-382b0e3cd674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b0d42fec-4d93-462f-a716-581e4da0dfa8), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:24.557002 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47216) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:24.563884 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82373b06-959f-4ce6-9599-cd1e491c7c68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b79d00bd-67e3-41a4-af81-d6bc678ecb21,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:24.583492 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 1e4ed557-88cf-4281-946b-d1f54b2e2c80, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=1e4ed557-88cf-4281-946b-d1f54b2e2c80,segment=NetworkSegment(33aa031d-729c-4f4c-a49b-82f4eabfd92f),segment_id=33aa031d-729c-4f4c-a49b-82f4eabfd92f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:24.584909 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0a00d7-19f2-448e-800d-fc5ebc29885d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4ed557-88cf-4281-946b-d1f54b2e2c80'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:24:24.587763 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d076404-6cca-43eb-a2a3-95ad54a50981" -d '{"events": [{"server_uuid": "9d0a00d7-19f2-448e-800d-fc5ebc29885d", "name": "network-vif-plugged", "status": "completed", "tag": "1e4ed557-88cf-4281-946b-d1f54b2e2c80"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:24:24.592291 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (1e4ed557-88cf-4281-946b-d1f54b2e2c80), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:24.593640 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device afd60b7b-8c73-43de-b779-e88d17366a4d up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:24:24.594153 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36b08832-0536-4f97-bd1c-382b0e3cd674 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:24:24.621050 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-36b08832-0536-4f97-bd1c-382b0e3cd674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (96be6bee-54fd-44c5-9686-e45ec9f24a43), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:24.622012 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-36b08832-0536-4f97-bd1c-382b0e3cd674 admin admin] Added segment 96be6bee-54fd-44c5-9686-e45ec9f24a43 of type vlan for network 930b4136-5d1e-4d7e-95ed-27db03a5fcfc Mar 22 19:24:24.623766 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b08832-0536-4f97-bd1c-382b0e3cd674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d42fec-4d93-462f-a716-581e4da0dfa8,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:24.642006 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-82373b06-959f-4ce6-9599-cd1e491c7c68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:24.648705 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-82373b06-959f-4ce6-9599-cd1e491c7c68 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/b79d00bd-67e3-41a4-af81-d6bc678ecb21 HTTP/1.1" status: 204 len: 168 time: 0.4306910 Mar 22 19:24:24.649774 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47220) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:24.690501 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=1e4ed557-88cf-4281-946b-d1f54b2e2c80,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:24.708577 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port afd60b7b-8c73-43de-b779-e88d17366a4d completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:24:24.713248 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port afd60b7b-8c73-43de-b779-e88d17366a4d triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:24.713687 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (afd60b7b-8c73-43de-b779-e88d17366a4d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:24.723176 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-36b08832-0536-4f97-bd1c-382b0e3cd674 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (930b4136-5d1e-4d7e-95ed-27db03a5fcfc), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:24.752161 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-36b08832-0536-4f97-bd1c-382b0e3cd674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (930b4136-5d1e-4d7e-95ed-27db03a5fcfc), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:24.754200 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b08832-0536-4f97-bd1c-382b0e3cd674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:24.755671 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-36b08832-0536-4f97-bd1c-382b0e3cd674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:24.795536 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c8d9eaaa-b69a-4cf6-909f-1b2ab0445019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (f86aee2c-a4db-473a-89c7-b87edd48b016), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:24.837774 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-36b08832-0536-4f97-bd1c-382b0e3cd674 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9774971 Mar 22 19:24:24.842508 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port afd60b7b-8c73-43de-b779-e88d17366a4d is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:24.843322 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fcb6c-b2ea-4af9-880f-5dec723ad0cf req-17f2225f-37ba-4d58-95d5-ea4d3af399ff tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:24.843532 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (afd60b7b-8c73-43de-b779-e88d17366a4d), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:24.845068 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c4fcb6c-b2ea-4af9-880f-5dec723ad0cf req-17f2225f-37ba-4d58-95d5-ea4d3af399ff tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.84 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 944 time: 0.3583722 Mar 22 19:24:24.846221 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47222) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:24.852420 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-d7b8e3ea-4196-4181-bb48-698aa18e2cb2 admin admin] Request body: {'subnet': {'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-83768529-subnet', 'tenant_id': '5b93875569cc4d4199ac35d06661afdf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:24.876222 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22dfe34-d901-464c-9a58-b26c78d51867 req-3d4f5379-6894-4982-8f33-4ec212eb4a49 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:24.877833 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e22dfe34-d901-464c-9a58-b26c78d51867 req-3d4f5379-6894-4982-8f33-4ec212eb4a49 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c945358-b571-4291-af5f-fc5297f59b36 HTTP/1.1" status: 200 len: 945 time: 0.3926792 Mar 22 19:24:24.883653 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b08832-0536-4f97-bd1c-382b0e3cd674 admin admin] Pushing event updated for resources: {'Network': ['ID=930b4136-5d1e-4d7e-95ed-27db03a5fcfc,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:24.896343 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b8e3ea-4196-4181-bb48-698aa18e2cb2 admin admin] Made reservation on behalf of 5b93875569cc4d4199ac35d06661afdf for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:24:24.899586 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d7b8e3ea-4196-4181-bb48-698aa18e2cb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:24.901858 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 930b4136-5d1e-4d7e-95ed-27db03a5fcfc details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:24:24.907318 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port afd60b7b-8c73-43de-b779-e88d17366a4d, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=afd60b7b-8c73-43de-b779-e88d17366a4d,segment=NetworkSegment(33aa031d-729c-4f4c-a49b-82f4eabfd92f),segment_id=33aa031d-729c-4f4c-a49b-82f4eabfd92f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:24.950760 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (afd60b7b-8c73-43de-b779-e88d17366a4d), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:25.051744 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=afd60b7b-8c73-43de-b779-e88d17366a4d,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:25.065395 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c8d9eaaa-b69a-4cf6-909f-1b2ab0445019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (f86aee2c-a4db-473a-89c7-b87edd48b016), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:25.095717 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-c8d9eaaa-b69a-4cf6-909f-1b2ab0445019 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86aee2c-a4db-473a-89c7-b87edd48b016']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:25.111458 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d7b8e3ea-4196-4181-bb48-698aa18e2cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (0024126f-9e61-4e75-a43d-476a3a97ffe0), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:25.142933 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-c8d9eaaa-b69a-4cf6-909f-1b2ab0445019 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dabcaba-79e0-403f-8405-a983f35d70a7') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:25.143246 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-c8d9eaaa-b69a-4cf6-909f-1b2ab0445019 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dabcaba-79e0-403f-8405-a983f35d70a7') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:25.160432 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8e3ea-4196-4181-bb48-698aa18e2cb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0024126f-9e61-4e75-a43d-476a3a97ffe0,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:25.166209 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9d4a2-0e81-46a4-aa18-c7a38f7c3cb9 req-21dac0da-e5f0-4c1a-b0d3-5c5a3b895823 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:25.167729 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cab9d4a2-0e81-46a4-aa18-c7a38f7c3cb9 req-21dac0da-e5f0-4c1a-b0d3-5c5a3b895823 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=236404cb-b528-4405-816f-b32fce87d6ba HTTP/1.1" status: 200 len: 944 time: 0.5579464 Mar 22 19:24:25.170918 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c8d9eaaa-b69a-4cf6-909f-1b2ab0445019 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (1dabcaba-79e0-403f-8405-a983f35d70a7), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:25.183683 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b8e3ea-4196-4181-bb48-698aa18e2cb2 admin admin] Checking segment: {'id': '96be6bee-54fd-44c5-9686-e45ec9f24a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:24:25.184137 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b8e3ea-4196-4181-bb48-698aa18e2cb2 admin admin] Network hostable DHCP agents. Network: 930b4136-5d1e-4d7e-95ed-27db03a5fcfc, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:24:25.207367 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b8e3ea-4196-4181-bb48-698aa18e2cb2 admin admin] Network 930b4136-5d1e-4d7e-95ed-27db03a5fcfc is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:24:25.221049 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-d7b8e3ea-4196-4181-bb48-698aa18e2cb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 930b4136-5d1e-4d7e-95ed-27db03a5fcfc) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:24:25.227985 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c8d9eaaa-b69a-4cf6-909f-1b2ab0445019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (1dabcaba-79e0-403f-8405-a983f35d70a7), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:25.230254 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6ce18e-b944-4cab-8eeb-0783e4d18f4d None None] Network 930b4136-5d1e-4d7e-95ed-27db03a5fcfc requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:24:25.230897 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fade46e-49be-47a2-95d8-d11eb5d4169f tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:25.235230 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5fade46e-49be-47a2-95d8-d11eb5d4169f tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 881 time: 0.6651475 Mar 22 19:24:25.244013 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b8e3ea-4196-4181-bb48-698aa18e2cb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:25.245002 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d7b8e3ea-4196-4181-bb48-698aa18e2cb2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:25.246879 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47226) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:25.252715 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d9eaaa-b69a-4cf6-909f-1b2ab0445019 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:24:25.253127 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c8d9eaaa-b69a-4cf6-909f-1b2ab0445019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (1dabcaba-79e0-403f-8405-a983f35d70a7), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:25.263443 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:24:25.263443 n-d-705658-24 neutron-server[104172]: items = [ Mar 22 19:24:25.263443 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:24:25.263443 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:24:25.263443 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:24:25.263443 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:24:25.263443 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:24:25.263443 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:24:25.263443 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:24:25.263443 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:24:25.263443 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:24:25.263443 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:24:25.263443 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:24:25.263443 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:24:25.263443 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:24:25.263443 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:24:25.263443 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:24:25.263443 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:24:25.263443 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:24:25.263443 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:24:25.263443 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:24:25.263443 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:24:25.263443 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:24:25.263443 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:24:25.263443 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:24:25.263443 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:24:25.263443 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:24:25.263443 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:24:25.263443 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:24:25.263443 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:24:25.263443 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:24:25.263443 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:24:25.263443 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:24:25.263443 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:24:25.282525 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d7b8e3ea-4196-4181-bb48-698aa18e2cb2 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4352734 Mar 22 19:24:25.283661 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47228) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:25.299194 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-a4a0d11f-d539-492c-8681-0cd9110d816b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-83768529-router', 'tenant_id': '5b93875569cc4d4199ac35d06661afdf', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:25.317209 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e22dfe34-d901-464c-9a58-b26c78d51867 req-7399ce10-d206-44af-b36c-b4516d51a7cb tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181272 Mar 22 19:24:25.354152 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a4a0d11f-d539-492c-8681-0cd9110d816b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (9119c37e-78ed-4655-96da-4bcdf7996327), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:25.355086 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a4a0d11f-d539-492c-8681-0cd9110d816b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (9119c37e-78ed-4655-96da-4bcdf7996327), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:25.363081 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3761f32b-7db4-4589-b8b0-fc5386139612 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c1b3888-55a4-4754-b387-45c1977f189d HTTP/1.1" status: 200 len: 205 time: 0.1150012 Mar 22 19:24:25.367905 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47238) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:25.512165 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a4a0d11f-d539-492c-8681-0cd9110d816b admin admin] Publish callbacks [] for router_controller (9119c37e-78ed-4655-96da-4bcdf7996327), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:25.566571 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0c98a3-d99b-46ce-aa50-5f49b0665e3d x-openstack-request-id: req-fb0c98a3-d99b-46ce-aa50-5f49b0665e3d {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:24:25.567718 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0a00d7-19f2-448e-800d-fc5ebc29885d", "name": "network-vif-plugged", "status": "completed", "tag": "1e4ed557-88cf-4281-946b-d1f54b2e2c80", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:24:25.568114 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fb0c98a3-d99b-46ce-aa50-5f49b0665e3d {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:24:25.568658 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb0c98a3-d99b-46ce-aa50-5f49b0665e3d'] response: {'server_uuid': '9d0a00d7-19f2-448e-800d-fc5ebc29885d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4ed557-88cf-4281-946b-d1f54b2e2c80', 'code': 200} Mar 22 19:24:25.569885 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 01a87155-2cc6-47be-b939-6f4d7a1d5933 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:24:25.598519 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce6493f-2d9e-42d2-87a8-10aa2846bb70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-930b4136-5d1e-4d7e-95ed-27db03a5fcfc', 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc', 'project_id': '5b93875569cc4d4199ac35d06661afdf', 'fixed_ips': [{'subnet_id': '0024126f-9e61-4e75-a43d-476a3a97ffe0'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:24:25.599389 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bce6493f-2d9e-42d2-87a8-10aa2846bb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:25.682672 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a4a0d11f-d539-492c-8681-0cd9110d816b admin admin] Publish callbacks [] for router_gateway (9119c37e-78ed-4655-96da-4bcdf7996327), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:25.697115 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 01a87155-2cc6-47be-b939-6f4d7a1d5933 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:24:25.709470 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 01a87155-2cc6-47be-b939-6f4d7a1d5933 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:25.709881 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (01a87155-2cc6-47be-b939-6f4d7a1d5933), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:25.752884 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-8c4fcb6c-b2ea-4af9-880f-5dec723ad0cf req-471a7ce2-26fc-4335-b1f9-429e40785495 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Deleting port 7b304643-66db-4530-93b8-04df0dd9bee7 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:24:25.753477 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8c4fcb6c-b2ea-4af9-880f-5dec723ad0cf req-471a7ce2-26fc-4335-b1f9-429e40785495 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (7b304643-66db-4530-93b8-04df0dd9bee7), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:25.832949 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-bce6493f-2d9e-42d2-87a8-10aa2846bb70 None None] Allocated IP 172.20.0.2 (930b4136-5d1e-4d7e-95ed-27db03a5fcfc/0024126f-9e61-4e75-a43d-476a3a97ffe0/91f6ce88-f834-4a7a-ba92-19d06dc5cf95) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:24:25.934724 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cab9d4a2-0e81-46a4-aa18-c7a38f7c3cb9 req-d0f920e7-848d-48a9-a685-0504b5a2d741 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7530365 Mar 22 19:24:25.957126 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c8d9eaaa-b69a-4cf6-909f-1b2ab0445019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (f86aee2c-a4db-473a-89c7-b87edd48b016), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:25.976803 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a4a0d11f-d539-492c-8681-0cd9110d816b admin admin] Publish callbacks [] for router_gateway (9119c37e-78ed-4655-96da-4bcdf7996327), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:26.008473 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c8d9eaaa-b69a-4cf6-909f-1b2ab0445019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:26.009611 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a4a0d11f-d539-492c-8681-0cd9110d816b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:26.017580 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c8d9eaaa-b69a-4cf6-909f-1b2ab0445019 admin admin] 10.222.0.75 "DELETE /v2.0/networks/f86aee2c-a4db-473a-89c7-b87edd48b016 HTTP/1.1" status: 204 len: 168 time: 1.3107877 Mar 22 19:24:26.029542 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 01a87155-2cc6-47be-b939-6f4d7a1d5933 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:26.031049 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (01a87155-2cc6-47be-b939-6f4d7a1d5933), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:26.055510 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9eaaa-b69a-4cf6-909f-1b2ab0445019 admin admin] Pushing event deleted for resources: {'Network': ['ID=f86aee2c-a4db-473a-89c7-b87edd48b016,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:26.129911 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b4caf3-9fa0-4e78-9fc5-349e020c2b40 req-c858968f-1636-42bf-a72f-e57a52c95596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:26.131587 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-91b4caf3-9fa0-4e78-9fc5-349e020c2b40 req-c858968f-1636-42bf-a72f-e57a52c95596 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=9d0a00d7-19f2-448e-800d-fc5ebc29885d HTTP/1.1" status: 200 len: 1128 time: 0.3916948 Mar 22 19:24:26.135728 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bce6493f-2d9e-42d2-87a8-10aa2846bb70 None None] Publish callbacks [] for port (91f6ce88-f834-4a7a-ba92-19d06dc5cf95), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:26.150456 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a687f74-0f51-404d-97ae-fed0377e11ab req-51bcc2ef-7552-4124-aa79-5841093d2cf7 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:26.157694 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bce6493f-2d9e-42d2-87a8-10aa2846bb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (91f6ce88-f834-4a7a-ba92-19d06dc5cf95), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:26.157984 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a687f74-0f51-404d-97ae-fed0377e11ab req-51bcc2ef-7552-4124-aa79-5841093d2cf7 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 944 time: 0.4086335 Mar 22 19:24:26.169044 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d9390f04-3fcb-4855-8a47-f05eac758b3e tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router (8c1b3888-55a4-4754-b387-45c1977f189d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:26.200167 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 01a87155-2cc6-47be-b939-6f4d7a1d5933, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=01a87155-2cc6-47be-b939-6f4d7a1d5933,segment=NetworkSegment(8c6ba457-004e-47f9-ab30-ce3aaf4ab771),segment_id=8c6ba457-004e-47f9-ab30-ce3aaf4ab771)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:26.239631 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce6493f-2d9e-42d2-87a8-10aa2846bb70 None None] Network 930b4136-5d1e-4d7e-95ed-27db03a5fcfc is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:24:26.240826 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (01a87155-2cc6-47be-b939-6f4d7a1d5933), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:26.245946 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-bce6493f-2d9e-42d2-87a8-10aa2846bb70 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:24:26.254479 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce6493f-2d9e-42d2-87a8-10aa2846bb70 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:24:26.267745 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-a4a0d11f-d539-492c-8681-0cd9110d816b admin admin] Allocated IP 172.25.5.134 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/7fddc980-b554-45ca-b274-33b9a878cfaf) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:24:26.270823 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-8c4fcb6c-b2ea-4af9-880f-5dec723ad0cf req-471a7ce2-26fc-4335-b1f9-429e40785495 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] For port 7b304643-66db-4530-93b8-04df0dd9bee7, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=7b304643-66db-4530-93b8-04df0dd9bee7,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:26.271207 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8c4fcb6c-b2ea-4af9-880f-5dec723ad0cf req-471a7ce2-26fc-4335-b1f9-429e40785495 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (7b304643-66db-4530-93b8-04df0dd9bee7), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:26.284334 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47242) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:26.324670 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-8c4fcb6c-b2ea-4af9-880f-5dec723ad0cf req-471a7ce2-26fc-4335-b1f9-429e40785495 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Calling delete_port for 7b304643-66db-4530-93b8-04df0dd9bee7 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:24:26.326528 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6493f-2d9e-42d2-87a8-10aa2846bb70 None None] Pushing event updated for resources: {'Port': ['ID=91f6ce88-f834-4a7a-ba92-19d06dc5cf95,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:26.376644 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-bce6493f-2d9e-42d2-87a8-10aa2846bb70 None None] Attempting to bind port 91f6ce88-f834-4a7a-ba92-19d06dc5cf95 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:24:26.377246 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-bce6493f-2d9e-42d2-87a8-10aa2846bb70 None None] Attempting to bind port 91f6ce88-f834-4a7a-ba92-19d06dc5cf95 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '96be6bee-54fd-44c5-9686-e45ec9f24a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:24:26.378016 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce6493f-2d9e-42d2-87a8-10aa2846bb70 None None] Attempting to bind port 91f6ce88-f834-4a7a-ba92-19d06dc5cf95 on network 930b4136-5d1e-4d7e-95ed-27db03a5fcfc {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:24:26.388295 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63be5f6-427d-4d22-85c3-2ee424a15821 req-d719f839-54fc-4f46-ace7-1252422af5e1 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:26.390804 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce6493f-2d9e-42d2-87a8-10aa2846bb70 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:24:26.391363 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce6493f-2d9e-42d2-87a8-10aa2846bb70 None None] Checking segment: {'id': '96be6bee-54fd-44c5-9686-e45ec9f24a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:24:26.391903 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bce6493f-2d9e-42d2-87a8-10aa2846bb70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:26.392451 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce6493f-2d9e-42d2-87a8-10aa2846bb70 None None] Bound using segment: {'id': '96be6bee-54fd-44c5-9686-e45ec9f24a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:24:26.393072 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-bce6493f-2d9e-42d2-87a8-10aa2846bb70 None None] Bound port: 91f6ce88-f834-4a7a-ba92-19d06dc5cf95, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96be6bee-54fd-44c5-9686-e45ec9f24a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:24:26.393603 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bce6493f-2d9e-42d2-87a8-10aa2846bb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (91f6ce88-f834-4a7a-ba92-19d06dc5cf95), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:26.395975 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c63be5f6-427d-4d22-85c3-2ee424a15821 req-d719f839-54fc-4f46-ace7-1252422af5e1 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=39deb860-c930-43e2-a6ce-0819d3256e82 HTTP/1.1" status: 200 len: 946 time: 0.3504987 Mar 22 19:24:26.402433 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f5fd14df-38de-477c-af0d-5184ec71c771 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1d0968440cf54214977e8ebbdab6278f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1161983 Mar 22 19:24:26.405667 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47246) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:26.485659 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-bce6493f-2d9e-42d2-87a8-10aa2846bb70 None None] For port 91f6ce88-f834-4a7a-ba92-19d06dc5cf95, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:24:26.489747 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-bce6493f-2d9e-42d2-87a8-10aa2846bb70 None None] For port 91f6ce88-f834-4a7a-ba92-19d06dc5cf95, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=91f6ce88-f834-4a7a-ba92-19d06dc5cf95,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:24:26.496019 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=01a87155-2cc6-47be-b939-6f4d7a1d5933,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:26.510403 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a687f74-0f51-404d-97ae-fed0377e11ab req-9ef2bac3-738f-4286-bd0c-4b14e36ffa74 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514519 Mar 22 19:24:26.512107 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bce6493f-2d9e-42d2-87a8-10aa2846bb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (91f6ce88-f834-4a7a-ba92-19d06dc5cf95), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:26.519576 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a4a0d11f-d539-492c-8681-0cd9110d816b admin admin] Publish callbacks [] for port (7fddc980-b554-45ca-b274-33b9a878cfaf), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:26.521464 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-71bf3ca8-4ef1-4567-9d5f-ec5b31fdc7c0 admin admin] Publish callbacks [] for security_group (54145124-7504-4537-8b4d-3f618af46145), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:26.544873 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-91b4caf3-9fa0-4e78-9fc5-349e020c2b40 req-3f3ffd16-6a77-45d7-988a-209635cfdbb3 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810039 Mar 22 19:24:26.558045 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-71bf3ca8-4ef1-4567-9d5f-ec5b31fdc7c0 admin admin] Publish callbacks [] for security_group (54145124-7504-4537-8b4d-3f618af46145), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:26.576401 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce6493f-2d9e-42d2-87a8-10aa2846bb70 None None] Pushing event updated for resources: {'Port': ['ID=91f6ce88-f834-4a7a-ba92-19d06dc5cf95,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:26.620636 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a4a0d11f-d539-492c-8681-0cd9110d816b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (7fddc980-b554-45ca-b274-33b9a878cfaf), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:26.636287 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dfa2a1e7-90e1-4880-8133-aac7bb323a93 req-bea08a02-b6a0-48b8-b32e-99eccaa2697f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3805246 Mar 22 19:24:26.676106 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-71bf3ca8-4ef1-4567-9d5f-ec5b31fdc7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (54145124-7504-4537-8b4d-3f618af46145), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:26.676889 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c63be5f6-427d-4d22-85c3-2ee424a15821 req-7c35d374-ee02-417b-826a-44dc949cbc59 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799892 Mar 22 19:24:26.680638 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-71bf3ca8-4ef1-4567-9d5f-ec5b31fdc7c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:26.681826 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-71bf3ca8-4ef1-4567-9d5f-ec5b31fdc7c0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/54145124-7504-4537-8b4d-3f618af46145 HTTP/1.1" status: 204 len: 168 time: 0.2746074 Mar 22 19:24:26.700885 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a0d11f-d539-492c-8681-0cd9110d816b admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:24:26.727357 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-a4a0d11f-d539-492c-8681-0cd9110d816b admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:24:26.727916 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d9390f04-3fcb-4855-8a47-f05eac758b3e tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router_gateway (8c1b3888-55a4-4754-b387-45c1977f189d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:26.734463 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a0d11f-d539-492c-8681-0cd9110d816b admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:24:26.747797 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bf3ca8-4ef1-4567-9d5f-ec5b31fdc7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54145124-7504-4537-8b4d-3f618af46145,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:26.800685 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a0d11f-d539-492c-8681-0cd9110d816b admin admin] Pushing event updated for resources: {'Port': ['ID=7fddc980-b554-45ca-b274-33b9a878cfaf,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:26.975756 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5129b-bbc2-4423-843c-00bfe43634ae req-76c850a0-c4f4-455b-a291-6b14b6f9ac10 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:26.976478 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32c5129b-bbc2-4423-843c-00bfe43634ae req-76c850a0-c4f4-455b-a291-6b14b6f9ac10 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c945358-b571-4291-af5f-fc5297f59b36 HTTP/1.1" status: 200 len: 946 time: 0.3554349 Mar 22 19:24:26.988733 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2a1e7-90e1-4880-8133-aac7bb323a93 req-363e2984-1a9c-49d9-ac48-b1096b7449ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:26.991944 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dfa2a1e7-90e1-4880-8133-aac7bb323a93 req-363e2984-1a9c-49d9-ac48-b1096b7449ea service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=21ca62c1596a4d419681f3e57266f544&device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 1128 time: 0.2506547 Mar 22 19:24:27.155460 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-d9390f04-3fcb-4855-8a47-f05eac758b3e tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Deleting port 9db9dc84-31ec-4c6f-9623-57686e66a4cc {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:24:27.156454 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d9390f04-3fcb-4855-8a47-f05eac758b3e tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (9db9dc84-31ec-4c6f-9623-57686e66a4cc), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:27.165632 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8c4fcb6c-b2ea-4af9-880f-5dec723ad0cf req-471a7ce2-26fc-4335-b1f9-429e40785495 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (7b304643-66db-4530-93b8-04df0dd9bee7), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:27.178107 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['7b304643-66db-4530-93b8-04df0dd9bee7'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:24:27.286656 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 91f6ce88-f834-4a7a-ba92-19d06dc5cf95 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:24:27.306305 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a4a0d11f-d539-492c-8681-0cd9110d816b admin admin] Publish callbacks [] for router_gateway (9119c37e-78ed-4655-96da-4bcdf7996327), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:27.384911 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:24:27.418639 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a7ce2-26fc-4335-b1f9-429e40785495 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Pushing event deleted for resources: {'Port': ['ID=7b304643-66db-4530-93b8-04df0dd9bee7,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:27.423734 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 91f6ce88-f834-4a7a-ba92-19d06dc5cf95 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:27.424181 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (91f6ce88-f834-4a7a-ba92-19d06dc5cf95), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:27.500519 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d9390f04-3fcb-4855-8a47-f05eac758b3e tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (9db9dc84-31ec-4c6f-9623-57686e66a4cc), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:27.526200 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32c5129b-bbc2-4423-843c-00bfe43634ae req-8a5657d1-2b02-4b25-a211-898fe27af6f6 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5230024 Mar 22 19:24:27.575167 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712ebf0-bc46-4b7c-b5cd-6e3fe1d57a34 req-8e204cd5-d3a0-4369-a5d7-fdde73f4c1dc tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:27.576680 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5712ebf0-bc46-4b7c-b5cd-6e3fe1d57a34 req-8e204cd5-d3a0-4369-a5d7-fdde73f4c1dc tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=236404cb-b528-4405-816f-b32fce87d6ba HTTP/1.1" status: 200 len: 945 time: 0.4296670 Mar 22 19:24:27.613778 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4fcb6c-b2ea-4af9-880f-5dec723ad0cf req-471a7ce2-26fc-4335-b1f9-429e40785495 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] No DVR routers for this DVR port 7b304643-66db-4530-93b8-04df0dd9bee7 on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:24:27.615955 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-d9390f04-3fcb-4855-8a47-f05eac758b3e tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Calling delete_port for 9db9dc84-31ec-4c6f-9623-57686e66a4cc owned by network:router_gateway {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:24:27.619438 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2a1e7-90e1-4880-8133-aac7bb323a93 req-97de2d63-8eae-43c3-a5af-cfaf205a2204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:27.628192 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dfa2a1e7-90e1-4880-8133-aac7bb323a93 req-97de2d63-8eae-43c3-a5af-cfaf205a2204 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3f43483d-05ef-426b-881a-d8fc390ab6a9 HTTP/1.1" status: 200 len: 922 time: 0.5746419 Mar 22 19:24:27.629711 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8c4fcb6c-b2ea-4af9-880f-5dec723ad0cf req-471a7ce2-26fc-4335-b1f9-429e40785495 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:27.633162 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c4fcb6c-b2ea-4af9-880f-5dec723ad0cf req-471a7ce2-26fc-4335-b1f9-429e40785495 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.84 "DELETE /v2.0/ports/7b304643-66db-4530-93b8-04df0dd9bee7 HTTP/1.1" status: 204 len: 173 time: 2.7653716 Mar 22 19:24:27.650307 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f', 'name': 'network-vif-deleted', 'tag': '7b304643-66db-4530-93b8-04df0dd9bee7'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:24:27.653322 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c945358-b571-4291-af5f-fc5297f59b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd60b7b-8c73-43de-b779-e88d17366a4d'}, {'server_uuid': '236404cb-b528-4405-816f-b32fce87d6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a87155-2cc6-47be-b939-6f4d7a1d5933'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:24:27.653942 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35600fc4-5404-4351-9083-8640df594340" -d '{"events": [{"server_uuid": "4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f", "name": "network-vif-deleted", "tag": "7b304643-66db-4530-93b8-04df0dd9bee7"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:24:27.655726 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0411da30-e737-4d6c-a49c-c9f1bf6663ae" -d '{"events": [{"server_uuid": "8c945358-b571-4291-af5f-fc5297f59b36", "name": "network-vif-plugged", "status": "completed", "tag": "afd60b7b-8c73-43de-b779-e88d17366a4d"}, {"server_uuid": "236404cb-b528-4405-816f-b32fce87d6ba", "name": "network-vif-plugged", "status": "completed", "tag": "01a87155-2cc6-47be-b939-6f4d7a1d5933"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:24:27.726152 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dfa2a1e7-90e1-4880-8133-aac7bb323a93 req-fbaca9c7-33ab-4c39-ba42-55effb571f88 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27c13ab8-4afc-4cd0-80c8-f2143469b5fa HTTP/1.1" status: 200 len: 217 time: 0.0583067 Mar 22 19:24:28.009658 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=5afb5b9d-3f30-419e-8a9a-2a30fce29d4b,segment=NetworkSegment(550f4452-31ab-4ada-8988-a70262e079e4),segment_id=550f4452-31ab-4ada-8988-a70262e079e4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:28.043562 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5712ebf0-bc46-4b7c-b5cd-6e3fe1d57a34 req-be74f718-d82e-41b1-895d-88798a66e208 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4309294 Mar 22 19:24:28.047487 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2a1e7-90e1-4880-8133-aac7bb323a93 req-1d09707c-edbc-4ebc-ad3a-886dfcc6b325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:28.051385 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dfa2a1e7-90e1-4880-8133-aac7bb323a93 req-1d09707c-edbc-4ebc-ad3a-886dfcc6b325 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bc515ca7-b43f-45d2-b838-320d24bc42f9 HTTP/1.1" status: 200 len: 861 time: 0.3183475 Mar 22 19:24:28.101341 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 91f6ce88-f834-4a7a-ba92-19d06dc5cf95 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:28.101341 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (91f6ce88-f834-4a7a-ba92-19d06dc5cf95), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:28.143339 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '5afb5b9d-3f30-419e-8a9a-2a30fce29d4b', 'network_id': 'dc66dbf6-7f3d-46f2-94ef-a0483cb4f077', 'port_id': '5afb5b9d-3f30-419e-8a9a-2a30fce29d4b', 'mac_address': 'fa:16:3e:a8:92:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9bd269f-4a80-4749-9eb8-ee69b46bbb1d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:24:28.160837 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dfa2a1e7-90e1-4880-8133-aac7bb323a93 req-ee76ca8c-8db9-467e-898d-e331d2b11b0f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3f43483d-05ef-426b-881a-d8fc390ab6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995269 Mar 22 19:24:28.189984 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47288) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:28.292224 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b is: ACTIVE; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:28.293040 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5afb5b9d-3f30-419e-8a9a-2a30fce29d4b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:28.297931 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-61bbf480-af38-43fd-bfe8-d5cf9c526d2c req-c45e5b08-67db-44df-b2fb-b12577da4376 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 210 time: 0.1479464 Mar 22 19:24:28.312610 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f608f7cc-268b-440a-935e-bd83362c2e12 x-openstack-request-id: req-f608f7cc-268b-440a-935e-bd83362c2e12 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:24:28.313007 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f", "name": "network-vif-deleted", "tag": "7b304643-66db-4530-93b8-04df0dd9bee7", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:24:28.313356 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f608f7cc-268b-440a-935e-bd83362c2e12 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:24:28.313890 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f608f7cc-268b-440a-935e-bd83362c2e12'] response: {'server_uuid': '4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f', 'name': 'network-vif-deleted', 'tag': '7b304643-66db-4530-93b8-04df0dd9bee7', 'status': 'completed', 'code': 200} Mar 22 19:24:28.349211 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 19:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c273e2-b338-435f-8dc7-976e5c91da5a x-openstack-request-id: req-52c273e2-b338-435f-8dc7-976e5c91da5a {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:24:28.349679 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c945358-b571-4291-af5f-fc5297f59b36", "name": "network-vif-plugged", "status": "completed", "tag": "afd60b7b-8c73-43de-b779-e88d17366a4d", "code": 200}, {"server_uuid": "236404cb-b528-4405-816f-b32fce87d6ba", "name": "network-vif-plugged", "status": "completed", "tag": "01a87155-2cc6-47be-b939-6f4d7a1d5933", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:24:28.349999 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-52c273e2-b338-435f-8dc7-976e5c91da5a {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:24:28.351493 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52c273e2-b338-435f-8dc7-976e5c91da5a'] response: {'server_uuid': '8c945358-b571-4291-af5f-fc5297f59b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd60b7b-8c73-43de-b779-e88d17366a4d', 'code': 200} Mar 22 19:24:28.351882 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52c273e2-b338-435f-8dc7-976e5c91da5a'] response: {'server_uuid': '236404cb-b528-4405-816f-b32fce87d6ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a87155-2cc6-47be-b939-6f4d7a1d5933', 'code': 200} Mar 22 19:24:28.395178 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 91f6ce88-f834-4a7a-ba92-19d06dc5cf95, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=91f6ce88-f834-4a7a-ba92-19d06dc5cf95,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:28.407324 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:24:28.420048 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3ba883-a71b-44fe-a0a2-b8fe4f20ce8f None None] Network 930b4136-5d1e-4d7e-95ed-27db03a5fcfc requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:24:28.532213 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (91f6ce88-f834-4a7a-ba92-19d06dc5cf95), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:28.570783 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-57807ae7-1579-4abf-bebd-45b7635ff4ca admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1210641647-network', 'tenant_id': 'ae70a4f323454346ae35c7e98a69960b'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:28.625395 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=91f6ce88-f834-4a7a-ba92-19d06dc5cf95,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:28.668401 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f44040-949e-4bf5-b73a-7c1aef34423e req-62061c19-afc6-488e-bdaa-a07443c775fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:28.670018 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-30f44040-949e-4bf5-b73a-7c1aef34423e req-62061c19-afc6-488e-bdaa-a07443c775fe service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=8c945358-b571-4291-af5f-fc5297f59b36 HTTP/1.1" status: 200 len: 1129 time: 0.3531647 Mar 22 19:24:28.674553 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-92463e76-ae02-4af4-a938-6f25dcc4188f None None] Provisioning complete for port 91f6ce88-f834-4a7a-ba92-19d06dc5cf95 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:28.675511 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-92463e76-ae02-4af4-a938-6f25dcc4188f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (91f6ce88-f834-4a7a-ba92-19d06dc5cf95), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:28.680023 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=5afb5b9d-3f30-419e-8a9a-2a30fce29d4b,segment=NetworkSegment(550f4452-31ab-4ada-8988-a70262e079e4),segment_id=550f4452-31ab-4ada-8988-a70262e079e4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:28.683101 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d424480-cd21-42aa-8666-287448b364cb req-ad44fb09-43db-495a-b87f-3af725d4208b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:28.684773 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9d424480-cd21-42aa-8666-287448b364cb req-ad44fb09-43db-495a-b87f-3af725d4208b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=236404cb-b528-4405-816f-b32fce87d6ba HTTP/1.1" status: 200 len: 1128 time: 0.3405969 Mar 22 19:24:28.714652 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5afb5b9d-3f30-419e-8a9a-2a30fce29d4b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:28.720061 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a4a0d11f-d539-492c-8681-0cd9110d816b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (9119c37e-78ed-4655-96da-4bcdf7996327), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:28.757031 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dfa2a1e7-90e1-4880-8133-aac7bb323a93 req-989fb3ad-6664-4b6a-87b2-cddb6b3f134a service neutron] 10.222.0.84 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5685136 Mar 22 19:24:28.757753 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57807ae7-1579-4abf-bebd-45b7635ff4ca admin admin] Made reservation on behalf of ae70a4f323454346ae35c7e98a69960b for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:24:28.760046 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-57807ae7-1579-4abf-bebd-45b7635ff4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:28.787348 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=5afb5b9d-3f30-419e-8a9a-2a30fce29d4b,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:28.822196 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-57807ae7-1579-4abf-bebd-45b7635ff4ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:28.862269 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['5afb5b9d-3f30-419e-8a9a-2a30fce29d4b'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:24:28.899778 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6df42-1923-49ca-bbe4-602b523e7ea8 req-d31da593-6232-4d76-83be-6317316e9908 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:28.903901 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ea6df42-1923-49ca-bbe4-602b523e7ea8 req-d31da593-6232-4d76-83be-6317316e9908 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=39deb860-c930-43e2-a6ce-0819d3256e82 HTTP/1.1" status: 200 len: 946 time: 0.4471641 Mar 22 19:24:28.945970 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-92463e76-ae02-4af4-a938-6f25dcc4188f None None] Current status of the port 91f6ce88-f834-4a7a-ba92-19d06dc5cf95 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:29.004955 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a0d11f-d539-492c-8681-0cd9110d816b admin admin] Router 9119c37e-78ed-4655-96da-4bcdf7996327 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:24:29.081725 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9d424480-cd21-42aa-8666-287448b364cb req-c1060c29-bab8-45c8-bbe4-b5c475dd9150 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677509 Mar 22 19:24:29.118296 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ba1fc-74a5-4d19-bb44-2e6afee137e4 req-15027776-66ee-4a96-a400-21eda06fb5f2 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:29.123138 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa5ba1fc-74a5-4d19-bb44-2e6afee137e4 req-15027776-66ee-4a96-a400-21eda06fb5f2 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] 10.222.0.75 "GET /v2.0/ports?device_id=1483b1ab-0111-44db-8e8b-f62e15a683e2 HTTP/1.1" status: 200 len: 945 time: 0.5695009 Mar 22 19:24:29.159796 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-30f44040-949e-4bf5-b73a-7c1aef34423e req-93b698b9-fef4-46c5-9da9-ffc376325eb1 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708505 Mar 22 19:24:29.206807 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d9390f04-3fcb-4855-8a47-f05eac758b3e tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (9db9dc84-31ec-4c6f-9623-57686e66a4cc), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:29.236961 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-97a4d9a0-7fcb-402b-bee1-e0ff571473cb None None] Provisioning complete for port 91f6ce88-f834-4a7a-ba92-19d06dc5cf95 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:29.237576 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-97a4d9a0-7fcb-402b-bee1-e0ff571473cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (91f6ce88-f834-4a7a-ba92-19d06dc5cf95), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:29.237961 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a0d11f-d539-492c-8681-0cd9110d816b admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:24:29.239979 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 91f6ce88-f834-4a7a-ba92-19d06dc5cf95 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:24:29.264175 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a4a0d11f-d539-492c-8681-0cd9110d816b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:29.265705 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a4a0d11f-d539-492c-8681-0cd9110d816b admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9809136 Mar 22 19:24:29.268591 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47296) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:29.294736 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a98d73-323c-4837-96fb-b02314e65d81 None None] Sync routers for ids ['9119c37e-78ed-4655-96da-4bcdf7996327'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:24:29.339362 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a98d73-323c-4837-96fb-b02314e65d81 None None] Routers {'9119c37e-78ed-4655-96da-4bcdf7996327'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:24:29.340396 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-21a98d73-323c-4837-96fb-b02314e65d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:24:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['9119c37e-78ed-4655-96da-4bcdf7996327'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:29.360991 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9390f04-3fcb-4855-8a47-f05eac758b3e tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Pushing event deleted for resources: {'Port': ['ID=9db9dc84-31ec-4c6f-9623-57686e66a4cc,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:29.371452 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa5ba1fc-74a5-4d19-bb44-2e6afee137e4 req-85183c56-676c-4ac0-a8dd-008fe3939a97 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd715cf0-115c-4979-a24e-6eba0a4e9ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104402 Mar 22 19:24:29.487633 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ea6df42-1923-49ca-bbe4-602b523e7ea8 req-a2d6a0d5-2777-44ca-bb63-6b4f462218e9 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116135 Mar 22 19:24:29.494329 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 7b304643-66db-4530-93b8-04df0dd9bee7 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:24:29.526598 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 7b304643-66db-4530-93b8-04df0dd9bee7 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:24:29.526953 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 7b304643-66db-4530-93b8-04df0dd9bee7 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:24:29.527385 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:24:29.637898 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 91f6ce88-f834-4a7a-ba92-19d06dc5cf95 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:29.638204 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (91f6ce88-f834-4a7a-ba92-19d06dc5cf95), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:29.643792 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dfa2a1e7-90e1-4880-8133-aac7bb323a93 req-19186a11-76a7-4c13-906b-02ddf7e73c56 service neutron] 10.222.0.84 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8661571 Mar 22 19:24:29.687086 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-97a4d9a0-7fcb-402b-bee1-e0ff571473cb None None] Current status of the port 91f6ce88-f834-4a7a-ba92-19d06dc5cf95 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:29.702939 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-21a98d73-323c-4837-96fb-b02314e65d81 None None] Set router 9119c37e-78ed-4655-96da-4bcdf7996327 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:24:29.741280 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-57807ae7-1579-4abf-bebd-45b7635ff4ca admin admin] Publish callbacks [] for security_group (db95ea6b-0bee-4667-8c66-2b4ba8517200), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:29.746734 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d9390f04-3fcb-4855-8a47-f05eac758b3e tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (8c1b3888-55a4-4754-b387-45c1977f189d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:29.820599 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-57807ae7-1579-4abf-bebd-45b7635ff4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (db95ea6b-0bee-4667-8c66-2b4ba8517200), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:29.998246 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b is: BUILD; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:29.998554 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5afb5b9d-3f30-419e-8a9a-2a30fce29d4b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:30.075905 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6f40d090-f0b8-4015-960f-d5c6ca7563df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:30.105976 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:24:30.159547 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=5afb5b9d-3f30-419e-8a9a-2a30fce29d4b,segment=NetworkSegment(550f4452-31ab-4ada-8988-a70262e079e4),segment_id=550f4452-31ab-4ada-8988-a70262e079e4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:30.162839 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 91f6ce88-f834-4a7a-ba92-19d06dc5cf95 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:30.175808 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5afb5b9d-3f30-419e-8a9a-2a30fce29d4b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:30.304333 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=5afb5b9d-3f30-419e-8a9a-2a30fce29d4b,revision_number=7']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:30.362793 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-6f40d090-f0b8-4015-960f-d5c6ca7563df admin admin] Allocated IP 172.20.0.1 (930b4136-5d1e-4d7e-95ed-27db03a5fcfc/0024126f-9e61-4e75-a43d-476a3a97ffe0/1477cd0e-f3af-40c0-bb25-4b9b460af7a7) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:24:30.386919 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad359a-bc0b-45e6-bf42-370be07dabe6 req-e2348dba-1fe6-41c2-b192-d1e281b51c84 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:30.391946 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-21a98d73-323c-4837-96fb-b02314e65d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'name': 'tempest-ServerActionsTestJSON-83768529-router', 'tenant_id': '5b93875569cc4d4199ac35d06661afdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '7fddc980-b554-45ca-b274-33b9a878cfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:24:25Z', 'updated_at': '2022-03-22T19:24:27Z', 'revision_number': 3, 'project_id': '5b93875569cc4d4199ac35d06661afdf', 'gw_port': {'id': '7fddc980-b554-45ca-b274-33b9a878cfaf', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:26Z', 'updated_at': '2022-03-22T19:24:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:30.393364 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74ad359a-bc0b-45e6-bf42-370be07dabe6 req-e2348dba-1fe6-41c2-b192-d1e281b51c84 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c945358-b571-4291-af5f-fc5297f59b36 HTTP/1.1" status: 200 len: 946 time: 0.9044466 Mar 22 19:24:30.418221 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d9390f04-3fcb-4855-8a47-f05eac758b3e tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (8c1b3888-55a4-4754-b387-45c1977f189d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:30.426072 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d9390f04-3fcb-4855-8a47-f05eac758b3e tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router_controller (8c1b3888-55a4-4754-b387-45c1977f189d), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:30.472602 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a98d73-323c-4837-96fb-b02314e65d81 None None] Checking router: 9119c37e-78ed-4655-96da-4bcdf7996327 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:24:30.474135 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a98d73-323c-4837-96fb-b02314e65d81 None None] Updating router 9119c37e-78ed-4655-96da-4bcdf7996327 port 7fddc980-b554-45ca-b274-33b9a878cfaf binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:24:30.511186 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-21a98d73-323c-4837-96fb-b02314e65d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7fddc980-b554-45ca-b274-33b9a878cfaf), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:30.546006 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57807ae7-1579-4abf-bebd-45b7635ff4ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:24:30.552976 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6f40d090-f0b8-4015-960f-d5c6ca7563df admin admin] Publish callbacks [] for port (1477cd0e-f3af-40c0-bb25-4b9b460af7a7), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:30.570589 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-57807ae7-1579-4abf-bebd-45b7635ff4ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (ce71436c-7b3f-446a-bc77-6713ad646656), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:30.571571 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-57807ae7-1579-4abf-bebd-45b7635ff4ca admin admin] Added segment ce71436c-7b3f-446a-bc77-6713ad646656 of type vlan for network e5f5489b-ae8c-42a2-a35d-ae715296c0c6 Mar 22 19:24:30.618131 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6f40d090-f0b8-4015-960f-d5c6ca7563df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (1477cd0e-f3af-40c0-bb25-4b9b460af7a7), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:30.666131 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40d090-f0b8-4015-960f-d5c6ca7563df admin admin] Pushing event updated for resources: {'Port': ['ID=1477cd0e-f3af-40c0-bb25-4b9b460af7a7,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:30.676225 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-57807ae7-1579-4abf-bebd-45b7635ff4ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (e5f5489b-ae8c-42a2-a35d-ae715296c0c6), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:30.680579 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f40d090-f0b8-4015-960f-d5c6ca7563df admin admin] Network 930b4136-5d1e-4d7e-95ed-27db03a5fcfc is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:24:30.682017 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-6f40d090-f0b8-4015-960f-d5c6ca7563df admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:24:30.698381 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f40d090-f0b8-4015-960f-d5c6ca7563df admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:24:30.771284 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc8d6c-5950-468c-9051-a953bba19a9f req-66bc243d-6d3e-4925-b6f0-3895d852b8e0 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:30.773082 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3edc8d6c-5950-468c-9051-a953bba19a9f req-66bc243d-6d3e-4925-b6f0-3895d852b8e0 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=236404cb-b528-4405-816f-b32fce87d6ba HTTP/1.1" status: 200 len: 945 time: 1.1631432 Mar 22 19:24:30.773777 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-57807ae7-1579-4abf-bebd-45b7635ff4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (e5f5489b-ae8c-42a2-a35d-ae715296c0c6), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:30.774752 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57807ae7-1579-4abf-bebd-45b7635ff4ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:30.775327 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-57807ae7-1579-4abf-bebd-45b7635ff4ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:30.779481 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6f40d090-f0b8-4015-960f-d5c6ca7563df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (9119c37e-78ed-4655-96da-4bcdf7996327), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:30.788147 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57807ae7-1579-4abf-bebd-45b7635ff4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db95ea6b-0bee-4667-8c66-2b4ba8517200,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:30.868336 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-21a98d73-323c-4837-96fb-b02314e65d81 None None] Publish callbacks [] for port (7fddc980-b554-45ca-b274-33b9a878cfaf), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:30.882743 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-21a98d73-323c-4837-96fb-b02314e65d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7fddc980-b554-45ca-b274-33b9a878cfaf), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:30.946909 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-57807ae7-1579-4abf-bebd-45b7635ff4ca admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.7565706 Mar 22 19:24:30.951715 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47304) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:30.976790 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74ad359a-bc0b-45e6-bf42-370be07dabe6 req-f9e15953-d947-4175-9a57-e7de11b29c30 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216117 Mar 22 19:24:30.977466 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d9390f04-3fcb-4855-8a47-f05eac758b3e tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (8c1b3888-55a4-4754-b387-45c1977f189d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:30.978039 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9390f04-3fcb-4855-8a47-f05eac758b3e tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Fanout notify agent at l3_agent the message router_deleted on router 8c1b3888-55a4-4754-b387-45c1977f189d {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:24:31.011926 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-4eaf1474-a1af-4033-aec1-feb570b598ff admin admin] Request body: {'subnet': {'network_id': 'e5f5489b-ae8c-42a2-a35d-ae715296c0c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1210641647-subnet', 'tenant_id': 'ae70a4f323454346ae35c7e98a69960b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:31.044817 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc35201-5367-41c1-ac6c-bc8e6cb01994 None None] Pushing event updated for resources: {'Port': ['ID=7fddc980-b554-45ca-b274-33b9a878cfaf,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:31.047420 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-21a98d73-323c-4837-96fb-b02314e65d81 None None] Attempting to bind port 7fddc980-b554-45ca-b274-33b9a878cfaf on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:24:31.047798 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-21a98d73-323c-4837-96fb-b02314e65d81 None None] Attempting to bind port 7fddc980-b554-45ca-b274-33b9a878cfaf by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:24:31.048219 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a98d73-323c-4837-96fb-b02314e65d81 None None] Attempting to bind port 7fddc980-b554-45ca-b274-33b9a878cfaf on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:24:31.057663 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d9390f04-3fcb-4855-8a47-f05eac758b3e tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:31.059953 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d9390f04-3fcb-4855-8a47-f05eac758b3e tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] 10.222.0.75 "DELETE /v2.0/routers/8c1b3888-55a4-4754-b387-45c1977f189d HTTP/1.1" status: 204 len: 168 time: 5.6842353 Mar 22 19:24:31.063608 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a98d73-323c-4837-96fb-b02314e65d81 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:24:31.063999 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a98d73-323c-4837-96fb-b02314e65d81 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:24:31.064674 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-21a98d73-323c-4837-96fb-b02314e65d81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:31.065081 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a98d73-323c-4837-96fb-b02314e65d81 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:24:31.065587 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-21a98d73-323c-4837-96fb-b02314e65d81 None None] Bound port: 7fddc980-b554-45ca-b274-33b9a878cfaf, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:24:31.066009 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-21a98d73-323c-4837-96fb-b02314e65d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7fddc980-b554-45ca-b274-33b9a878cfaf), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:31.073541 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47306) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:31.099836 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-0f8dae2e-0861-450a-b518-9641b327e975 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1740274511', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:31.126597 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eaf1474-a1af-4033-aec1-feb570b598ff admin admin] Made reservation on behalf of ae70a4f323454346ae35c7e98a69960b for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:24:31.129531 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4eaf1474-a1af-4033-aec1-feb570b598ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:31.174479 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-618c1d62-03b9-4bfa-bee3-618bc0720cb6 None None] Provisioning complete for port 1477cd0e-f3af-40c0-bb25-4b9b460af7a7 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:31.174791 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-618c1d62-03b9-4bfa-bee3-618bc0720cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (1477cd0e-f3af-40c0-bb25-4b9b460af7a7), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:31.186728 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779b0d2-7aee-41dd-9b6e-a597814e9c72 req-a700c240-87d3-4fc6-8393-0fd1ecf22659 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:31.188854 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e779b0d2-7aee-41dd-9b6e-a597814e9c72 req-a700c240-87d3-4fc6-8393-0fd1ecf22659 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] 10.222.0.84 "GET /v2.0/ports?device_id=1483b1ab-0111-44db-8e8b-f62e15a683e2 HTTP/1.1" status: 200 len: 945 time: 0.8537226 Mar 22 19:24:31.188990 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6f40d090-f0b8-4015-960f-d5c6ca7563df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1477cd0e-f3af-40c0-bb25-4b9b460af7a7), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:31.190321 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ae4c1cca-1623-4358-bfd3-deafb1e27716 req-25d6c36c-314b-4c36-b85f-7e52f628acf8 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 210 time: 0.0874350 Mar 22 19:24:31.210746 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57807ae7-1579-4abf-bebd-45b7635ff4ca admin admin] Pushing event updated for resources: {'Network': ['ID=e5f5489b-ae8c-42a2-a35d-ae715296c0c6,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:31.221756 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f8dae2e-0861-450a-b518-9641b327e975 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (7d4a3979-83c3-4b0c-a34f-5aa699dc31c7), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:31.222283 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-21a98d73-323c-4837-96fb-b02314e65d81 None None] For port 7fddc980-b554-45ca-b274-33b9a878cfaf, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:24:31.222781 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f8dae2e-0861-450a-b518-9641b327e975 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (7d4a3979-83c3-4b0c-a34f-5aa699dc31c7), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:31.230254 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-21a98d73-323c-4837-96fb-b02314e65d81 None None] For port 7fddc980-b554-45ca-b274-33b9a878cfaf, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=7fddc980-b554-45ca-b274-33b9a878cfaf,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:24:31.249779 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network e5f5489b-ae8c-42a2-a35d-ae715296c0c6 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:24:31.270726 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-618c1d62-03b9-4bfa-bee3-618bc0720cb6 None None] Port 1477cd0e-f3af-40c0-bb25-4b9b460af7a7 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:24:31.279931 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3edc8d6c-5950-468c-9051-a953bba19a9f req-21d9f290-e751-4598-ab7c-3b2c4458226c tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465909 Mar 22 19:24:31.312737 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-21a98d73-323c-4837-96fb-b02314e65d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7fddc980-b554-45ca-b274-33b9a878cfaf), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:31.384045 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f8dae2e-0861-450a-b518-9641b327e975 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router_controller (7d4a3979-83c3-4b0c-a34f-5aa699dc31c7), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:31.397829 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-e779b0d2-7aee-41dd-9b6e-a597814e9c72 req-0307dd0a-d738-460c-aeb5-bb5526289fc8 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] Deleting port 4ce091e3-996d-4e4c-b662-3cb43382033e {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:24:31.398360 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e779b0d2-7aee-41dd-9b6e-a597814e9c72 req-0307dd0a-d738-460c-aeb5-bb5526289fc8 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (4ce091e3-996d-4e4c-b662-3cb43382033e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:31.411050 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f8dae2e-0861-450a-b518-9641b327e975 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (7d4a3979-83c3-4b0c-a34f-5aa699dc31c7), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:31.465841 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:24:31.468607 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f8dae2e-0861-450a-b518-9641b327e975 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:31.469988 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0f8dae2e-0861-450a-b518-9641b327e975 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3738062 Mar 22 19:24:31.473726 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47308) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:31.556558 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-54e43afd-e77d-4c66-bffd-512b7866ef10 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'enable_snat': True}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:31.635132 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc35201-5367-41c1-ac6c-bc8e6cb01994 None None] Pushing event updated for resources: {'Port': ['ID=7fddc980-b554-45ca-b274-33b9a878cfaf,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:31.671841 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a98d73-323c-4837-96fb-b02314e65d81 None None] Routers {'9119c37e-78ed-4655-96da-4bcdf7996327'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:24:31.674905 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-21a98d73-323c-4837-96fb-b02314e65d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:24:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['9119c37e-78ed-4655-96da-4bcdf7996327'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:31.702682 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-e779b0d2-7aee-41dd-9b6e-a597814e9c72 req-0307dd0a-d738-460c-aeb5-bb5526289fc8 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] For port 4ce091e3-996d-4e4c-b662-3cb43382033e, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=4ce091e3-996d-4e4c-b662-3cb43382033e,segment=NetworkSegment(ff5ca502-c8ec-4ba6-9834-44472905dfb5),segment_id=ff5ca502-c8ec-4ba6-9834-44472905dfb5)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:31.703067 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e779b0d2-7aee-41dd-9b6e-a597814e9c72 req-0307dd0a-d738-460c-aeb5-bb5526289fc8 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (4ce091e3-996d-4e4c-b662-3cb43382033e), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:31.732833 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-e779b0d2-7aee-41dd-9b6e-a597814e9c72 req-0307dd0a-d738-460c-aeb5-bb5526289fc8 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] Calling delete_port for 4ce091e3-996d-4e4c-b662-3cb43382033e owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:24:31.743406 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058615b-4de0-446b-a0d3-916acf00fa57 req-9a37fef5-3cef-4dec-aef8-88da50784fd0 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:31.745059 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b058615b-4de0-446b-a0d3-916acf00fa57 req-9a37fef5-3cef-4dec-aef8-88da50784fd0 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] 10.222.0.75 "GET /v2.0/ports?device_id=1483b1ab-0111-44db-8e8b-f62e15a683e2 HTTP/1.1" status: 200 len: 945 time: 0.2287295 Mar 22 19:24:31.776502 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc9933-aa17-4134-9b58-8112ec9c40bd req-e284a642-10cc-45bf-8836-81913a5a4381 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:31.783851 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-befc9933-aa17-4134-9b58-8112ec9c40bd req-e284a642-10cc-45bf-8836-81913a5a4381 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=39deb860-c930-43e2-a6ce-0819d3256e82 HTTP/1.1" status: 200 len: 944 time: 0.1853065 Mar 22 19:24:31.880443 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-21a98d73-323c-4837-96fb-b02314e65d81 None None] Set router 9119c37e-78ed-4655-96da-4bcdf7996327 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:24:31.896657 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b058615b-4de0-446b-a0d3-916acf00fa57 req-e4efa884-4f68-47ed-854d-fd28e46daa93 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd715cf0-115c-4979-a24e-6eba0a4e9ca4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386957 Mar 22 19:24:31.925078 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4eaf1474-a1af-4033-aec1-feb570b598ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (f2e07129-a267-4fe6-b35d-6e7a5e2b5a1a), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:31.933253 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-befc9933-aa17-4134-9b58-8112ec9c40bd req-31265677-5e1e-4e39-bdb9-9b205be841f2 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431897 Mar 22 19:24:32.004551 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e779b0d2-7aee-41dd-9b6e-a597814e9c72 req-0307dd0a-d738-460c-aeb5-bb5526289fc8 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (4ce091e3-996d-4e4c-b662-3cb43382033e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:32.009803 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6f40d090-f0b8-4015-960f-d5c6ca7563df admin admin] Publish callbacks [] for port (1477cd0e-f3af-40c0-bb25-4b9b460af7a7), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:32.025572 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-54e43afd-e77d-4c66-bffd-512b7866ef10 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router_gateway (7d4a3979-83c3-4b0c-a34f-5aa699dc31c7), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:32.033448 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6f40d090-f0b8-4015-960f-d5c6ca7563df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (1477cd0e-f3af-40c0-bb25-4b9b460af7a7), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:32.048823 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307dd0a-d738-460c-aeb5-bb5526289fc8 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] Pushing event deleted for resources: {'Port': ['ID=4ce091e3-996d-4e4c-b662-3cb43382033e,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:32.110376 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6f40d090-f0b8-4015-960f-d5c6ca7563df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (9119c37e-78ed-4655-96da-4bcdf7996327), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:32.130188 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf1474-a1af-4033-aec1-feb570b598ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2e07129-a267-4fe6-b35d-6e7a5e2b5a1a,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:32.145222 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-e779b0d2-7aee-41dd-9b6e-a597814e9c72 req-0307dd0a-d738-460c-aeb5-bb5526289fc8 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] No DVR routers for this DVR port 4ce091e3-996d-4e4c-b662-3cb43382033e on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:24:32.148387 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e779b0d2-7aee-41dd-9b6e-a597814e9c72 req-0307dd0a-d738-460c-aeb5-bb5526289fc8 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:32.155218 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e779b0d2-7aee-41dd-9b6e-a597814e9c72 req-0307dd0a-d738-460c-aeb5-bb5526289fc8 tempest-VolumesAdminNegativeTest-747931151 tempest-VolumesAdminNegativeTest-747931151-project] 10.222.0.84 "DELETE /v2.0/ports/4ce091e3-996d-4e4c-b662-3cb43382033e HTTP/1.1" status: 204 len: 173 time: 0.9549983 Mar 22 19:24:32.156548 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1483b1ab-0111-44db-8e8b-f62e15a683e2', 'name': 'network-vif-deleted', 'tag': '4ce091e3-996d-4e4c-b662-3cb43382033e'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:24:32.162078 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d083ef1-e6ce-4de9-8251-f474d3e5b63f" -d '{"events": [{"server_uuid": "1483b1ab-0111-44db-8e8b-f62e15a683e2", "name": "network-vif-deleted", "tag": "4ce091e3-996d-4e4c-b662-3cb43382033e"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:24:32.200958 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['4ce091e3-996d-4e4c-b662-3cb43382033e'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:24:32.229627 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40d090-f0b8-4015-960f-d5c6ca7563df admin admin] Pushing event updated for resources: {'Port': ['ID=1477cd0e-f3af-40c0-bb25-4b9b460af7a7,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:32.252275 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:32.252781 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5afb5b9d-3f30-419e-8a9a-2a30fce29d4b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:32.258470 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eaf1474-a1af-4033-aec1-feb570b598ff admin admin] Checking segment: {'id': 'ce71436c-7b3f-446a-bc77-6713ad646656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e5f5489b-ae8c-42a2-a35d-ae715296c0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:24:32.258832 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaf1474-a1af-4033-aec1-feb570b598ff admin admin] Network hostable DHCP agents. Network: e5f5489b-ae8c-42a2-a35d-ae715296c0c6, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:24:32.271490 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f1ff17-904d-4060-b463-08d558b29fc8 x-openstack-request-id: req-36f1ff17-904d-4060-b463-08d558b29fc8 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:24:32.271785 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1483b1ab-0111-44db-8e8b-f62e15a683e2", "name": "network-vif-deleted", "tag": "4ce091e3-996d-4e4c-b662-3cb43382033e", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:24:32.272033 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-36f1ff17-904d-4060-b463-08d558b29fc8 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:24:32.272440 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36f1ff17-904d-4060-b463-08d558b29fc8'] response: {'server_uuid': '1483b1ab-0111-44db-8e8b-f62e15a683e2', 'name': 'network-vif-deleted', 'tag': '4ce091e3-996d-4e4c-b662-3cb43382033e', 'status': 'completed', 'code': 200} Mar 22 19:24:32.352137 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29fb1f-100a-4075-8753-b747fc134a29 req-9a971f9d-59d5-44d9-84c6-06ff80767ff0 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:32.354387 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ac29fb1f-100a-4075-8753-b747fc134a29 req-9a971f9d-59d5-44d9-84c6-06ff80767ff0 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c945358-b571-4291-af5f-fc5297f59b36 HTTP/1.1" status: 200 len: 946 time: 0.1749384 Mar 22 19:24:32.369868 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:32.370256 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5afb5b9d-3f30-419e-8a9a-2a30fce29d4b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:32.371286 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eaf1474-a1af-4033-aec1-feb570b598ff admin admin] Network e5f5489b-ae8c-42a2-a35d-ae715296c0c6 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:24:32.392043 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f40d090-f0b8-4015-960f-d5c6ca7563df admin admin] Network 930b4136-5d1e-4d7e-95ed-27db03a5fcfc is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:24:32.397233 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c4062632-e1f1-4caf-b683-7611a876fd58 req-d50bec53-8b5c-471e-9f82-ceeceb91e70b tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 210 time: 0.0416360 Mar 22 19:24:32.397747 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-6f40d090-f0b8-4015-960f-d5c6ca7563df admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:24:32.402685 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39deb860-c930-43e2-a6ce-0819d3256e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5afb5b9d-3f30-419e-8a9a-2a30fce29d4b'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:24:32.405097 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb11918-1ad5-46dd-9a2b-87959e76840e" -d '{"events": [{"server_uuid": "39deb860-c930-43e2-a6ce-0819d3256e82", "name": "network-vif-plugged", "status": "completed", "tag": "5afb5b9d-3f30-419e-8a9a-2a30fce29d4b"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:24:32.412115 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-4eaf1474-a1af-4033-aec1-feb570b598ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, e5f5489b-ae8c-42a2-a35d-ae715296c0c6) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:24:32.420791 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaf1474-a1af-4033-aec1-feb570b598ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:32.421431 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4eaf1474-a1af-4033-aec1-feb570b598ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:32.422174 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=5afb5b9d-3f30-419e-8a9a-2a30fce29d4b,segment=NetworkSegment(550f4452-31ab-4ada-8988-a70262e079e4),segment_id=550f4452-31ab-4ada-8988-a70262e079e4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:32.445001 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-21a98d73-323c-4837-96fb-b02314e65d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'name': 'tempest-ServerActionsTestJSON-83768529-router', 'tenant_id': '5b93875569cc4d4199ac35d06661afdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '7fddc980-b554-45ca-b274-33b9a878cfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:24:25Z', 'updated_at': '2022-03-22T19:24:31Z', 'revision_number': 4, 'project_id': '5b93875569cc4d4199ac35d06661afdf', 'gw_port': {'id': '7fddc980-b554-45ca-b274-33b9a878cfaf', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:26Z', 'updated_at': '2022-03-22T19:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '1477cd0e-f3af-40c0-bb25-4b9b460af7a7', 'name': '', 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc', 'tenant_id': '5b93875569cc4d4199ac35d06661afdf', 'mac_address': 'fa:16:3e:60:04:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '0024126f-9e61-4e75-a43d-476a3a97ffe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:30Z', 'updated_at': '2022-03-22T19:24:30Z', 'revision_number': 1, 'project_id': '5b93875569cc4d4199ac35d06661afdf', 'subnets': [{'id': '0024126f-9e61-4e75-a43d-476a3a97ffe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:32.445001 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5afb5b9d-3f30-419e-8a9a-2a30fce29d4b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:32.445351 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5d3079-5c9b-411d-8859-6b4666717610 None None] Network e5f5489b-ae8c-42a2-a35d-ae715296c0c6 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:24:32.503301 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ac29fb1f-100a-4075-8753-b747fc134a29 req-b546bc5d-f977-48dc-9b81-67942295ddc4 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051409 Mar 22 19:24:32.560111 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4eaf1474-a1af-4033-aec1-feb570b598ff admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6060889 Mar 22 19:24:32.617813 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a98d73-323c-4837-96fb-b02314e65d81 None None] The sync data for ids ['9119c37e-78ed-4655-96da-4bcdf7996327'] in n-d-705658-24 is: [{'id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'name': 'tempest-ServerActionsTestJSON-83768529-router', 'tenant_id': '5b93875569cc4d4199ac35d06661afdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '7fddc980-b554-45ca-b274-33b9a878cfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:24:25Z', 'updated_at': '2022-03-22T19:24:31Z', 'revision_number': 4, 'project_id': '5b93875569cc4d4199ac35d06661afdf', 'gw_port': {'id': '7fddc980-b554-45ca-b274-33b9a878cfaf', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:26Z', 'updated_at': '2022-03-22T19:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '1477cd0e-f3af-40c0-bb25-4b9b460af7a7', 'name': '', 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc', 'tenant_id': '5b93875569cc4d4199ac35d06661afdf', 'mac_address': 'fa:16:3e:60:04:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '0024126f-9e61-4e75-a43d-476a3a97ffe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:30Z', 'updated_at': '2022-03-22T19:24:30Z', 'revision_number': 1, 'project_id': '5b93875569cc4d4199ac35d06661afdf', 'subnets': [{'id': '0024126f-9e61-4e75-a43d-476a3a97ffe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:24:32.671879 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf07b49f-973c-4d19-8da4-b784c1c567fd x-openstack-request-id: req-cf07b49f-973c-4d19-8da4-b784c1c567fd {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:24:32.672101 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39deb860-c930-43e2-a6ce-0819d3256e82", "name": "network-vif-plugged", "status": "completed", "tag": "5afb5b9d-3f30-419e-8a9a-2a30fce29d4b", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:24:32.672362 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cf07b49f-973c-4d19-8da4-b784c1c567fd {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:24:32.672945 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf07b49f-973c-4d19-8da4-b784c1c567fd'] response: {'server_uuid': '39deb860-c930-43e2-a6ce-0819d3256e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5afb5b9d-3f30-419e-8a9a-2a30fce29d4b', 'code': 200} Mar 22 19:24:32.693948 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cac36-b1b3-4f1a-9efc-eeea38bb1a99 req-8464edd3-55c2-44f9-af74-070ac7fd3a87 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:32.699186 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-954cac36-b1b3-4f1a-9efc-eeea38bb1a99 req-8464edd3-55c2-44f9-af74-070ac7fd3a87 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=236404cb-b528-4405-816f-b32fce87d6ba HTTP/1.1" status: 200 len: 945 time: 0.1465671 Mar 22 19:24:32.774500 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=5afb5b9d-3f30-419e-8a9a-2a30fce29d4b,revision_number=8']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:32.837331 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-954cac36-b1b3-4f1a-9efc-eeea38bb1a99 req-d61c15f7-10a7-4de9-a2aa-84883e3393c4 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303513 Mar 22 19:24:32.908680 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b16201-0dba-4e88-9711-30371a14dab8 None None] Network e5f5489b-ae8c-42a2-a35d-ae715296c0c6 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:24:32.920832 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-131f7168-7bc3-4c3e-82f6-9e78e9d355b2 None None] Provisioning complete for port 1477cd0e-f3af-40c0-bb25-4b9b460af7a7 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:32.921274 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-131f7168-7bc3-4c3e-82f6-9e78e9d355b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (1477cd0e-f3af-40c0-bb25-4b9b460af7a7), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:32.935607 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f40d090-f0b8-4015-960f-d5c6ca7563df admin admin] Router 9119c37e-78ed-4655-96da-4bcdf7996327 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:24:32.956407 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-54e43afd-e77d-4c66-bffd-512b7866ef10 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router_gateway (7d4a3979-83c3-4b0c-a34f-5aa699dc31c7), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:32.971103 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270877ff-df75-4a44-b204-658f24c3cfed req-519de01c-9e98-4440-97b7-126226a11f33 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:32.973021 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-270877ff-df75-4a44-b204-658f24c3cfed req-519de01c-9e98-4440-97b7-126226a11f33 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=40dc3035-62ea-400b-8c89-2a51ef30d2e5 HTTP/1.1" status: 200 len: 946 time: 0.1717453 Mar 22 19:24:33.002372 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-131f7168-7bc3-4c3e-82f6-9e78e9d355b2 None None] Port 1477cd0e-f3af-40c0-bb25-4b9b460af7a7 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:24:33.021054 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-54e43afd-e77d-4c66-bffd-512b7866ef10 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:33.066377 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-270877ff-df75-4a44-b204-658f24c3cfed req-1d9653bd-dea7-4dbb-baf5-1948dfc66c24 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854435 Mar 22 19:24:33.169430 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47342) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:33.260511 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-62521ff6-d943-4b8c-ba8f-1d56b9fac53b admin admin] Deleting subnet b1307223-87ed-4d97-9c1b-893ba0445e81 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:24:33.266957 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-62521ff6-d943-4b8c-ba8f-1d56b9fac53b admin admin] Publish callbacks [] for subnet (b1307223-87ed-4d97-9c1b-893ba0445e81), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:33.387228 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-62521ff6-d943-4b8c-ba8f-1d56b9fac53b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (b1307223-87ed-4d97-9c1b-893ba0445e81), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:33.422948 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-54e43afd-e77d-4c66-bffd-512b7866ef10 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Allocated IP 172.25.5.142 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/f4b8b902-aff4-4e77-8ac6-b4cb78ba19ed) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:24:33.438886 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f40d090-f0b8-4015-960f-d5c6ca7563df admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:24:33.454097 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6f40d090-f0b8-4015-960f-d5c6ca7563df admin admin] 10.222.0.75 "PUT /v2.0/routers/9119c37e-78ed-4655-96da-4bcdf7996327/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1842303 Mar 22 19:24:33.585181 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dafefe6-d800-45f5-aab6-8e228893c37e req-579d4980-9af6-42c1-a46c-613c3bea018e tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:33.591972 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6dafefe6-d800-45f5-aab6-8e228893c37e req-579d4980-9af6-42c1-a46c-613c3bea018e tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=39deb860-c930-43e2-a6ce-0819d3256e82 HTTP/1.1" status: 200 len: 946 time: 0.2791495 Mar 22 19:24:33.630912 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-54e43afd-e77d-4c66-bffd-512b7866ef10 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for port (f4b8b902-aff4-4e77-8ac6-b4cb78ba19ed), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:33.658317 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-62521ff6-d943-4b8c-ba8f-1d56b9fac53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (b1307223-87ed-4d97-9c1b-893ba0445e81), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:33.679871 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-54e43afd-e77d-4c66-bffd-512b7866ef10 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f4b8b902-aff4-4e77-8ac6-b4cb78ba19ed), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:33.699840 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350869d1-5246-46ac-bcbc-b7c5b55bc53f req-e97bb320-236f-417a-86ee-52dc192b0763 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:33.701299 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-350869d1-5246-46ac-bcbc-b7c5b55bc53f req-e97bb320-236f-417a-86ee-52dc192b0763 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.84 "GET /v2.0/ports?device_id=39deb860-c930-43e2-a6ce-0819d3256e82 HTTP/1.1" status: 200 len: 946 time: 0.3284369 Mar 22 19:24:33.743376 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e43afd-e77d-4c66-bffd-512b7866ef10 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:24:33.747043 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-54e43afd-e77d-4c66-bffd-512b7866ef10 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:24:33.761464 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e43afd-e77d-4c66-bffd-512b7866ef10 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:24:33.776900 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e43afd-e77d-4c66-bffd-512b7866ef10 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Pushing event updated for resources: {'Port': ['ID=f4b8b902-aff4-4e77-8ac6-b4cb78ba19ed,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:33.849902 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6dafefe6-d800-45f5-aab6-8e228893c37e req-2486dd86-3714-49a2-8e49-8b4a90c70dd9 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456663 Mar 22 19:24:33.855622 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220a700-70f7-41db-b905-98f6415299a8 req-b3460fd0-6e23-4c67-ae86-835bd6a76d11 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:33.863284 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a220a700-70f7-41db-b905-98f6415299a8 req-b3460fd0-6e23-4c67-ae86-835bd6a76d11 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] 10.222.0.75 "GET /v2.0/networks?id=e5f5489b-ae8c-42a2-a35d-ae715296c0c6 HTTP/1.1" status: 200 len: 818 time: 0.4725256 Mar 22 19:24:33.897633 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a220a700-70f7-41db-b905-98f6415299a8 req-f277be29-e692-471d-af97-5d6d7fee3275 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] 10.222.0.75 "GET /v2.0/quotas/ae70a4f323454346ae35c7e98a69960b HTTP/1.1" status: 200 len: 375 time: 0.0334003 Mar 22 19:24:33.972361 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a220a700-70f7-41db-b905-98f6415299a8 req-d0b4094d-1cab-4437-b1d0-f9e7601b8c32 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=ae70a4f323454346ae35c7e98a69960b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730588 Mar 22 19:24:33.976681 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-62521ff6-d943-4b8c-ba8f-1d56b9fac53b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (b1307223-87ed-4d97-9c1b-893ba0445e81), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:34.056882 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-62521ff6-d943-4b8c-ba8f-1d56b9fac53b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:34.062904 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-62521ff6-d943-4b8c-ba8f-1d56b9fac53b admin admin] 10.222.0.75 "DELETE /v2.0/subnets/b1307223-87ed-4d97-9c1b-893ba0445e81 HTTP/1.1" status: 204 len: 168 time: 0.8916001 Mar 22 19:24:34.063552 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47358) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:34.066911 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62521ff6-d943-4b8c-ba8f-1d56b9fac53b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1307223-87ed-4d97-9c1b-893ba0445e81,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:34.120946 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-54e43afd-e77d-4c66-bffd-512b7866ef10 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router_gateway (7d4a3979-83c3-4b0c-a34f-5aa699dc31c7), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:34.176404 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-350869d1-5246-46ac-bcbc-b7c5b55bc53f req-cce26f88-0f05-4cd1-b267-df48751fd2c0 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Deleting port 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:24:34.176995 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-350869d1-5246-46ac-bcbc-b7c5b55bc53f req-cce26f88-0f05-4cd1-b267-df48751fd2c0 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (5afb5b9d-3f30-419e-8a9a-2a30fce29d4b), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:34.261595 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-414fecef-d836-44a4-972d-90ee350ea168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (406c38cc-4d10-4193-8db5-d817292d25af), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:34.347623 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a220a700-70f7-41db-b905-98f6415299a8 req-e82cb6df-1ef6-41f7-b823-93be88503829 service neutron] 10.222.0.75 "GET /v2.0/networks/e5f5489b-ae8c-42a2-a35d-ae715296c0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575072 Mar 22 19:24:34.409090 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ea9fd-cb94-4ee1-a5a8-0184bd5c078b req-71308f32-bd5c-441d-b745-31e9c874bf2e tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:34.417359 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7a6ea9fd-cb94-4ee1-a5a8-0184bd5c078b req-71308f32-bd5c-441d-b745-31e9c874bf2e tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=236404cb-b528-4405-816f-b32fce87d6ba HTTP/1.1" status: 200 len: 945 time: 0.4720078 Mar 22 19:24:34.542743 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-350869d1-5246-46ac-bcbc-b7c5b55bc53f req-cce26f88-0f05-4cd1-b267-df48751fd2c0 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] For port 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=5afb5b9d-3f30-419e-8a9a-2a30fce29d4b,segment=NetworkSegment(550f4452-31ab-4ada-8988-a70262e079e4),segment_id=550f4452-31ab-4ada-8988-a70262e079e4)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:34.543110 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-350869d1-5246-46ac-bcbc-b7c5b55bc53f req-cce26f88-0f05-4cd1-b267-df48751fd2c0 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (5afb5b9d-3f30-419e-8a9a-2a30fce29d4b), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:34.564209 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-414fecef-d836-44a4-972d-90ee350ea168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (406c38cc-4d10-4193-8db5-d817292d25af), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:34.578903 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-350869d1-5246-46ac-bcbc-b7c5b55bc53f req-cce26f88-0f05-4cd1-b267-df48751fd2c0 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Calling delete_port for 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:24:34.618943 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-414fecef-d836-44a4-972d-90ee350ea168 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['406c38cc-4d10-4193-8db5-d817292d25af']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:34.648053 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7a6ea9fd-cb94-4ee1-a5a8-0184bd5c078b req-8f1025c4-d169-43c1-b8db-8ab1b445b507 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296219 Mar 22 19:24:34.656366 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-414fecef-d836-44a4-972d-90ee350ea168 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff5ca502-c8ec-4ba6-9834-44472905dfb5') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:34.656780 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-414fecef-d836-44a4-972d-90ee350ea168 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff5ca502-c8ec-4ba6-9834-44472905dfb5') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:34.708765 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a220a700-70f7-41db-b905-98f6415299a8 req-4604b72d-132a-4c50-baa0-af295bcd29c1 service neutron] 10.222.0.75 "GET /v2.0/networks/e5f5489b-ae8c-42a2-a35d-ae715296c0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407242 Mar 22 19:24:34.710750 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-414fecef-d836-44a4-972d-90ee350ea168 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (ff5ca502-c8ec-4ba6-9834-44472905dfb5), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:34.729851 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-54e43afd-e77d-4c66-bffd-512b7866ef10 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4043'] for router (7d4a3979-83c3-4b0c-a34f-5aa699dc31c7), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:34.738364 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-54e43afd-e77d-4c66-bffd-512b7866ef10 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918527'] for router (7d4a3979-83c3-4b0c-a34f-5aa699dc31c7), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:34.738883 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-414fecef-d836-44a4-972d-90ee350ea168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (ff5ca502-c8ec-4ba6-9834-44472905dfb5), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:34.756145 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-414fecef-d836-44a4-972d-90ee350ea168 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:24:34.756735 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-414fecef-d836-44a4-972d-90ee350ea168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (ff5ca502-c8ec-4ba6-9834-44472905dfb5), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:34.759156 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:24:34.759156 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:24:34.759156 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:24:34.759156 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:24:34.759156 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:24:34.759156 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:24:34.759156 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:24:34.759156 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:24:34.759156 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:24:34.759156 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:24:34.759156 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:24:34.759156 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:24:34.759156 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:24:34.759156 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:24:34.759156 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:24:34.759156 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:24:34.759156 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:24:34.759156 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:24:34.759156 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:24:34.759156 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:24:34.759156 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:24:34.759156 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:24:34.759156 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:24:34.759156 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:24:34.759156 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:24:34.759156 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:24:34.759156 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:24:34.759156 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:24:34.759156 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:24:34.759156 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:24:34.759156 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:24:34.759156 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:24:34.972554 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e43afd-e77d-4c66-bffd-512b7866ef10 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Router 7d4a3979-83c3-4b0c-a34f-5aa699dc31c7 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:24:34.980982 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-414fecef-d836-44a4-972d-90ee350ea168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (406c38cc-4d10-4193-8db5-d817292d25af), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:35.002031 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-414fecef-d836-44a4-972d-90ee350ea168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:35.005470 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-414fecef-d836-44a4-972d-90ee350ea168 admin admin] 10.222.0.75 "DELETE /v2.0/networks/406c38cc-4d10-4193-8db5-d817292d25af HTTP/1.1" status: 204 len: 168 time: 0.9315953 Mar 22 19:24:35.014608 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9fa8d543-c0b2-4e43-9bd6-e8d41038c208 req-acec832e-34c2-48d0-a525-f132226d839e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2425425 Mar 22 19:24:35.019919 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47366) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:35.107124 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414fecef-d836-44a4-972d-90ee350ea168 admin admin] Pushing event deleted for resources: {'Network': ['ID=406c38cc-4d10-4193-8db5-d817292d25af,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:35.118411 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517c92b-46e1-4e8d-85a1-473d73b14ac8 req-98ec1c1b-d55e-46fa-81b0-4904e9005578 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:35.120391 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1517c92b-46e1-4e8d-85a1-473d73b14ac8 req-98ec1c1b-d55e-46fa-81b0-4904e9005578 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d0a00d7-19f2-448e-800d-fc5ebc29885d HTTP/1.1" status: 200 len: 945 time: 0.3036537 Mar 22 19:24:35.145005 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b675780f-d82b-4180-9f4d-b5e5521b6905 req-8886f2ec-1e60-43e6-aed0-a6cc6b63af78 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 210 time: 0.1338291 Mar 22 19:24:35.207743 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e43afd-e77d-4c66-bffd-512b7866ef10 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:24:35.220134 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd85810-18d7-48b6-a290-1fe186b746c2 None None] Sync routers for ids ['7d4a3979-83c3-4b0c-a34f-5aa699dc31c7'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:24:35.223257 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-54e43afd-e77d-4c66-bffd-512b7866ef10 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:35.228773 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-54e43afd-e77d-4c66-bffd-512b7866ef10 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] 10.222.0.75 "PUT /v2.0/routers/7d4a3979-83c3-4b0c-a34f-5aa699dc31c7 HTTP/1.1" status: 200 len: 919 time: 3.7305579 Mar 22 19:24:35.229413 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47374) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:35.243365 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd85810-18d7-48b6-a290-1fe186b746c2 None None] Routers {'7d4a3979-83c3-4b0c-a34f-5aa699dc31c7'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:24:35.247900 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-fdd85810-18d7-48b6-a290-1fe186b746c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:24:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['7d4a3979-83c3-4b0c-a34f-5aa699dc31c7'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:35.252396 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-350869d1-5246-46ac-bcbc-b7c5b55bc53f req-cce26f88-0f05-4cd1-b267-df48751fd2c0 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (5afb5b9d-3f30-419e-8a9a-2a30fce29d4b), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:35.273109 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['5afb5b9d-3f30-419e-8a9a-2a30fce29d4b'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:24:35.332727 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-fdd85810-18d7-48b6-a290-1fe186b746c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:35.332926 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-27308bff-1e43-4ec6-9827-b9727210a798 admin admin] Deleting subnet 170260bc-9bcf-4f6b-9468-b3ce43603cd0 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:24:35.344524 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd85810-18d7-48b6-a290-1fe186b746c2 None None] Routers {'7d4a3979-83c3-4b0c-a34f-5aa699dc31c7'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:24:35.345352 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-fdd85810-18d7-48b6-a290-1fe186b746c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:24:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['7d4a3979-83c3-4b0c-a34f-5aa699dc31c7'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:35.359779 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-27308bff-1e43-4ec6-9827-b9727210a798 admin admin] Publish callbacks [] for subnet (170260bc-9bcf-4f6b-9468-b3ce43603cd0), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:35.365071 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 7fddc980-b554-45ca-b274-33b9a878cfaf up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:24:35.404663 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-27308bff-1e43-4ec6-9827-b9727210a798 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (170260bc-9bcf-4f6b-9468-b3ce43603cd0), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:35.425442 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-fdd85810-18d7-48b6-a290-1fe186b746c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:35.428632 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd85810-18d7-48b6-a290-1fe186b746c2 None None] The sync data for ids ['7d4a3979-83c3-4b0c-a34f-5aa699dc31c7'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:24:35.477262 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:24:35.482150 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1517c92b-46e1-4e8d-85a1-473d73b14ac8 req-0e06f2d6-f007-46a6-bf56-0df82e381267 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316226 Mar 22 19:24:35.528867 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-42dc2d58-e59b-4852-a31c-3e7be4bb7ae6 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] 10.222.0.75 "GET /v2.0/routers/7d4a3979-83c3-4b0c-a34f-5aa699dc31c7 HTTP/1.1" status: 200 len: 925 time: 0.2981563 Mar 22 19:24:35.531476 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47380) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:35.547080 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:24:35.547433 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:24:35.547861 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 4ce091e3-996d-4e4c-b662-3cb43382033e no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:24:35.608262 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf4a634-9349-4bab-add1-50968c28d481 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:35.612707 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-dcf4a634-9349-4bab-add1-50968c28d481 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=b209c5bc-34d3-415d-9873-d01a4e6c5db8&device_id=7d4a3979-83c3-4b0c-a34f-5aa699dc31c7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0799582 Mar 22 19:24:35.615680 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47382) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:35.622636 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce26f88-0f05-4cd1-b267-df48751fd2c0 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Pushing event deleted for resources: {'Port': ['ID=5afb5b9d-3f30-419e-8a9a-2a30fce29d4b,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:35.630834 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 4ce091e3-996d-4e4c-b662-3cb43382033e {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:24:35.631191 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 4ce091e3-996d-4e4c-b662-3cb43382033e not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:24:35.658780 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 7fddc980-b554-45ca-b274-33b9a878cfaf triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:35.659343 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7fddc980-b554-45ca-b274-33b9a878cfaf), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:35.709500 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-350869d1-5246-46ac-bcbc-b7c5b55bc53f req-cce26f88-0f05-4cd1-b267-df48751fd2c0 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] No DVR routers for this DVR port 5afb5b9d-3f30-419e-8a9a-2a30fce29d4b on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:24:35.756764 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-27308bff-1e43-4ec6-9827-b9727210a798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (170260bc-9bcf-4f6b-9468-b3ce43603cd0), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:35.761529 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-350869d1-5246-46ac-bcbc-b7c5b55bc53f req-cce26f88-0f05-4cd1-b267-df48751fd2c0 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:35.767474 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-350869d1-5246-46ac-bcbc-b7c5b55bc53f req-cce26f88-0f05-4cd1-b267-df48751fd2c0 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.84 "DELETE /v2.0/ports/5afb5b9d-3f30-419e-8a9a-2a30fce29d4b HTTP/1.1" status: 204 len: 173 time: 2.0502644 Mar 22 19:24:35.769656 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58560a8e-b4ab-469b-ab00-5503dd7cd54b req-c919b6c1-38c1-4efa-a7a8-aaefc50125e1 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=39deb860-c930-43e2-a6ce-0819d3256e82 HTTP/1.1" status: 200 len: 210 time: 0.0810418 Mar 22 19:24:35.772677 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8d543-c0b2-4e43-9bd6-e8d41038c208 req-c4bef860-47a7-4e68-a185-ec82912c6f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:35.774150 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9fa8d543-c0b2-4e43-9bd6-e8d41038c208 req-c4bef860-47a7-4e68-a185-ec82912c6f95 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=21ca62c1596a4d419681f3e57266f544&device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 1128 time: 0.7189391 Mar 22 19:24:35.774739 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39deb860-c930-43e2-a6ce-0819d3256e82', 'name': 'network-vif-deleted', 'tag': '5afb5b9d-3f30-419e-8a9a-2a30fce29d4b'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:24:35.778073 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5739ed0c-277a-4f32-b430-17e7be51e238" -d '{"events": [{"server_uuid": "39deb860-c930-43e2-a6ce-0819d3256e82", "name": "network-vif-deleted", "tag": "5afb5b9d-3f30-419e-8a9a-2a30fce29d4b"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:24:35.858145 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa0fcf2-0a0a-4060-b664-cbe87fd2e9f2 None None] Sync routers for ids ['9119c37e-78ed-4655-96da-4bcdf7996327'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:24:35.899049 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47388) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:35.911028 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-562e2a69-1917-4f71-849c-41c6deb32d56 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--503690059', 'description': 'tempest-description--1917004963'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:35.925956 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-27308bff-1e43-4ec6-9827-b9727210a798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (170260bc-9bcf-4f6b-9468-b3ce43603cd0), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:35.958098 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c1c87c-9946-489b-a7c7-3f0f85fed3e7 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:35.978574 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-13c1c87c-9946-489b-a7c7-3f0f85fed3e7 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 881 time: 0.3606772 Mar 22 19:24:35.979224 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47390) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:35.994366 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa0fcf2-0a0a-4060-b664-cbe87fd2e9f2 None None] Routers {'9119c37e-78ed-4655-96da-4bcdf7996327'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:24:35.995015 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7aa0fcf2-0a0a-4060-b664-cbe87fd2e9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:24:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['9119c37e-78ed-4655-96da-4bcdf7996327'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:35.998422 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 7fddc980-b554-45ca-b274-33b9a878cfaf is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:35.998927 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7fddc980-b554-45ca-b274-33b9a878cfaf), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:36.003984 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-562e2a69-1917-4f71-849c-41c6deb32d56 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:36.011012 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27308bff-1e43-4ec6-9827-b9727210a798 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=170260bc-9bcf-4f6b-9468-b3ce43603cd0,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:36.056574 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-27308bff-1e43-4ec6-9827-b9727210a798 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:36.059906 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-27308bff-1e43-4ec6-9827-b9727210a798 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/170260bc-9bcf-4f6b-9468-b3ce43603cd0 HTTP/1.1" status: 204 len: 168 time: 1.0376894 Mar 22 19:24:36.062639 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47392) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:36.066040 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4841ddc6-f09a-4dc5-9b72-484885c505ac req-05643df8-58a2-4c46-a2c1-c813f273017b tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] 10.222.0.75 "GET /v2.0/ports?device_id=454c8cfa-9bf0-4c62-9d68-16ea491cfc5b HTTP/1.1" status: 200 len: 210 time: 0.1422012 Mar 22 19:24:36.111205 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5e9adf8e-7a9b-4199-a9f6-493972350858 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] 10.222.0.75 "GET /v2.0/ports?device_id=7d4a3979-83c3-4b0c-a34f-5aa699dc31c7 HTTP/1.1" status: 200 len: 205 time: 0.1295054 Mar 22 19:24:36.114011 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47394) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:36.241641 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8d543-c0b2-4e43-9bd6-e8d41038c208 req-c15b6cec-8fc5-4cd4-961e-57761e04ddd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:36.243017 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-7aa0fcf2-0a0a-4060-b664-cbe87fd2e9f2 None None] Set router 9119c37e-78ed-4655-96da-4bcdf7996327 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:24:36.244052 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9fa8d543-c0b2-4e43-9bd6-e8d41038c208 req-c15b6cec-8fc5-4cd4-961e-57761e04ddd7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3f43483d-05ef-426b-881a-d8fc390ab6a9 HTTP/1.1" status: 200 len: 922 time: 0.3995259 Mar 22 19:24:36.323335 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9f6a41b3-d609-4f65-9da6-79ee374e51a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (9ab2dd41-623a-485e-ac58-5b09b6e65bc7), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:36.359143 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2c7891db-69ee-4b35-ab1a-f49d20b9bd31 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router (7d4a3979-83c3-4b0c-a34f-5aa699dc31c7), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:36.407176 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-562e2a69-1917-4f71-849c-41c6deb32d56 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks [] for security_group (3c1f0c47-373a-44b7-a50c-656e7188e9b7), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:36.437677 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-562e2a69-1917-4f71-849c-41c6deb32d56 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3c1f0c47-373a-44b7-a50c-656e7188e9b7), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:36.460730 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-562e2a69-1917-4f71-849c-41c6deb32d56 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:36.465154 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-562e2a69-1917-4f71-849c-41c6deb32d56 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5628834 Mar 22 19:24:36.466936 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47398) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:36.488239 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-0a292aca-da3a-4d12-9317-53b4770023b8 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Request body: {'security_group_rule': {'security_group_id': '3c1f0c47-373a-44b7-a50c-656e7188e9b7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:36.519163 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 7fddc980-b554-45ca-b274-33b9a878cfaf, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=7fddc980-b554-45ca-b274-33b9a878cfaf,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:36.522019 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9fa8d543-c0b2-4e43-9bd6-e8d41038c208 req-b9080145-ab6f-4b16-9ec1-d6d53ac6c68f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66e7a65a-1ce6-4bd9-9b89-f98a88095201 HTTP/1.1" status: 200 len: 217 time: 0.2044995 Mar 22 19:24:36.549328 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e2a69-1917-4f71-849c-41c6deb32d56 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1f0c47-373a-44b7-a50c-656e7188e9b7,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:36.558078 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7fddc980-b554-45ca-b274-33b9a878cfaf), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:36.576434 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0a292aca-da3a-4d12-9317-53b4770023b8 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks [] for security_group_rule (c510bbb4-4d6c-432e-b700-2abfa7dadb8d), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:36.595962 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2c7891db-69ee-4b35-ab1a-f49d20b9bd31 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router_gateway (7d4a3979-83c3-4b0c-a34f-5aa699dc31c7), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:36.629330 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efea44f-c306-4f2c-80f4-b2d5a7ce388e req-a1511f85-9b13-45f9-a065-7c26ed7ebeed tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:36.633888 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6efea44f-c306-4f2c-80f4-b2d5a7ce388e req-a1511f85-9b13-45f9-a065-7c26ed7ebeed tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=236404cb-b528-4405-816f-b32fce87d6ba HTTP/1.1" status: 200 len: 945 time: 0.4473355 Mar 22 19:24:36.693926 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488ed5e-e758-4158-8513-b9b7e2835745 req-25f6a137-cee9-4a59-bb0e-581837510c63 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:36.702204 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d488ed5e-e758-4158-8513-b9b7e2835745 req-25f6a137-cee9-4a59-bb0e-581837510c63 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c945358-b571-4291-af5f-fc5297f59b36 HTTP/1.1" status: 200 len: 946 time: 0.3620794 Mar 22 19:24:36.738926 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0a292aca-da3a-4d12-9317-53b4770023b8 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks [] for security_group_rule (c510bbb4-4d6c-432e-b700-2abfa7dadb8d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:36.746211 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0a292aca-da3a-4d12-9317-53b4770023b8 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (c510bbb4-4d6c-432e-b700-2abfa7dadb8d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:36.809917 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a292aca-da3a-4d12-9317-53b4770023b8 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c510bbb4-4d6c-432e-b700-2abfa7dadb8d,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:36.839342 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=7fddc980-b554-45ca-b274-33b9a878cfaf,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:36.846994 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7aa0fcf2-0a0a-4060-b664-cbe87fd2e9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'name': 'tempest-ServerActionsTestJSON-83768529-router', 'tenant_id': '5b93875569cc4d4199ac35d06661afdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '7fddc980-b554-45ca-b274-33b9a878cfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:24:25Z', 'updated_at': '2022-03-22T19:24:31Z', 'revision_number': 4, 'project_id': '5b93875569cc4d4199ac35d06661afdf', 'gw_port': {'id': '7fddc980-b554-45ca-b274-33b9a878cfaf', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:26Z', 'updated_at': '2022-03-22T19:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '1477cd0e-f3af-40c0-bb25-4b9b460af7a7', 'name': '', 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc', 'tenant_id': '5b93875569cc4d4199ac35d06661afdf', 'mac_address': 'fa:16:3e:60:04:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '0024126f-9e61-4e75-a43d-476a3a97ffe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:30Z', 'updated_at': '2022-03-22T19:24:31Z', 'revision_number': 2, 'project_id': '5b93875569cc4d4199ac35d06661afdf', 'subnets': [{'id': '0024126f-9e61-4e75-a43d-476a3a97ffe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:36.850688 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0a292aca-da3a-4d12-9317-53b4770023b8 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:36.855415 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0a292aca-da3a-4d12-9317-53b4770023b8 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3728745 Mar 22 19:24:36.856291 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47402) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:36.859429 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-2c7891db-69ee-4b35-ab1a-f49d20b9bd31 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Deleting port f4b8b902-aff4-4e77-8ac6-b4cb78ba19ed {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:24:36.860420 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2c7891db-69ee-4b35-ab1a-f49d20b9bd31 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f4b8b902-aff4-4e77-8ac6-b4cb78ba19ed), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:36.867064 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-b40da96a-7d35-4bb4-8fe8-b74bad7f4acf tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Request body: {'security_group_rule': {'security_group_id': '3c1f0c47-373a-44b7-a50c-656e7188e9b7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:36.881616 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa0fcf2-0a0a-4060-b664-cbe87fd2e9f2 None None] Checking router: 9119c37e-78ed-4655-96da-4bcdf7996327 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:24:36.882109 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa0fcf2-0a0a-4060-b664-cbe87fd2e9f2 None None] Updating router 9119c37e-78ed-4655-96da-4bcdf7996327 port 1477cd0e-f3af-40c0-bb25-4b9b460af7a7 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:24:36.914867 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7aa0fcf2-0a0a-4060-b664-cbe87fd2e9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1477cd0e-f3af-40c0-bb25-4b9b460af7a7), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:36.938717 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b40da96a-7d35-4bb4-8fe8-b74bad7f4acf tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks [] for security_group_rule (20fdf417-54af-44bd-8f82-a083a0b99ba0), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:37.029730 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b40da96a-7d35-4bb4-8fe8-b74bad7f4acf tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks [] for security_group_rule (20fdf417-54af-44bd-8f82-a083a0b99ba0), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:37.038652 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b40da96a-7d35-4bb4-8fe8-b74bad7f4acf tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (20fdf417-54af-44bd-8f82-a083a0b99ba0), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:37.086874 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b40da96a-7d35-4bb4-8fe8-b74bad7f4acf tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:37.091906 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b40da96a-7d35-4bb4-8fe8-b74bad7f4acf tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2287486 Mar 22 19:24:37.094827 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47404) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:37.100111 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-621d1142-ad3d-45a3-ad1f-53ca3369c102 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:37.108104 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40da96a-7d35-4bb4-8fe8-b74bad7f4acf tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20fdf417-54af-44bd-8f82-a083a0b99ba0,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:37.132548 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2c7891db-69ee-4b35-ab1a-f49d20b9bd31 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f4b8b902-aff4-4e77-8ac6-b4cb78ba19ed), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:37.158549 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-2c7891db-69ee-4b35-ab1a-f49d20b9bd31 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Calling delete_port for f4b8b902-aff4-4e77-8ac6-b4cb78ba19ed owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:24:37.170052 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-621d1142-ad3d-45a3-ad1f-53ca3369c102 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:37.238460 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7aa0fcf2-0a0a-4060-b664-cbe87fd2e9f2 None None] Publish callbacks [] for port (1477cd0e-f3af-40c0-bb25-4b9b460af7a7), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:37.245166 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 7fddc980-b554-45ca-b274-33b9a878cfaf up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:24:37.251089 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7aa0fcf2-0a0a-4060-b664-cbe87fd2e9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (1477cd0e-f3af-40c0-bb25-4b9b460af7a7), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:37.349042 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9f6a41b3-d609-4f65-9da6-79ee374e51a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (9ab2dd41-623a-485e-ac58-5b09b6e65bc7), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:37.355596 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d488ed5e-e758-4158-8513-b9b7e2835745 req-c94a1a20-4e75-4bd7-8224-cee8f158a223 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6517427 Mar 22 19:24:37.357040 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa8d543-c0b2-4e43-9bd6-e8d41038c208 req-1150ec32-0ae0-4f4f-a3f2-a8eb7b11f07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:37.359022 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9fa8d543-c0b2-4e43-9bd6-e8d41038c208 req-1150ec32-0ae0-4f4f-a3f2-a8eb7b11f07b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=bc515ca7-b43f-45d2-b838-320d24bc42f9 HTTP/1.1" status: 200 len: 861 time: 0.8262787 Mar 22 19:24:37.443608 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-621d1142-ad3d-45a3-ad1f-53ca3369c102 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:37.471709 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6efea44f-c306-4f2c-80f4-b2d5a7ce388e req-7e1fac01-de60-4868-9a78-c383fde7746d tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7930818 Mar 22 19:24:37.474252 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9fa8d543-c0b2-4e43-9bd6-e8d41038c208 req-fb6def3c-a1e4-45b8-81c6-57a412aaae74 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3f43483d-05ef-426b-881a-d8fc390ab6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068335 Mar 22 19:24:37.494441 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45a0dbc-3406-4d4e-9751-7b29205a17bd x-openstack-request-id: req-c45a0dbc-3406-4d4e-9751-7b29205a17bd {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:24:37.494751 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39deb860-c930-43e2-a6ce-0819d3256e82", "name": "network-vif-deleted", "tag": "5afb5b9d-3f30-419e-8a9a-2a30fce29d4b", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:24:37.495018 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c45a0dbc-3406-4d4e-9751-7b29205a17bd {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:24:37.495705 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c45a0dbc-3406-4d4e-9751-7b29205a17bd'] response: {'server_uuid': '39deb860-c930-43e2-a6ce-0819d3256e82', 'name': 'network-vif-deleted', 'tag': '5afb5b9d-3f30-419e-8a9a-2a30fce29d4b', 'status': 'completed', 'code': 200} Mar 22 19:24:37.502714 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f114c4-b7bf-45d6-9199-897b0c3e447f None None] Pushing event updated for resources: {'Port': ['ID=1477cd0e-f3af-40c0-bb25-4b9b460af7a7,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:37.541072 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2c7891db-69ee-4b35-ab1a-f49d20b9bd31 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f4b8b902-aff4-4e77-8ac6-b4cb78ba19ed), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:37.574067 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 7fddc980-b554-45ca-b274-33b9a878cfaf triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:37.574696 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7fddc980-b554-45ca-b274-33b9a878cfaf), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:37.577664 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-7aa0fcf2-0a0a-4060-b664-cbe87fd2e9f2 None None] Attempting to bind port 1477cd0e-f3af-40c0-bb25-4b9b460af7a7 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:24:37.578094 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-7aa0fcf2-0a0a-4060-b664-cbe87fd2e9f2 None None] Attempting to bind port 1477cd0e-f3af-40c0-bb25-4b9b460af7a7 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '96be6bee-54fd-44c5-9686-e45ec9f24a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:24:37.579077 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa0fcf2-0a0a-4060-b664-cbe87fd2e9f2 None None] Attempting to bind port 1477cd0e-f3af-40c0-bb25-4b9b460af7a7 on network 930b4136-5d1e-4d7e-95ed-27db03a5fcfc {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:24:37.587596 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa0fcf2-0a0a-4060-b664-cbe87fd2e9f2 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:24:37.587596 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa0fcf2-0a0a-4060-b664-cbe87fd2e9f2 None None] Checking segment: {'id': '96be6bee-54fd-44c5-9686-e45ec9f24a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:24:37.587596 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7aa0fcf2-0a0a-4060-b664-cbe87fd2e9f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:37.588145 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa0fcf2-0a0a-4060-b664-cbe87fd2e9f2 None None] Bound using segment: {'id': '96be6bee-54fd-44c5-9686-e45ec9f24a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:24:37.588510 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-7aa0fcf2-0a0a-4060-b664-cbe87fd2e9f2 None None] Bound port: 1477cd0e-f3af-40c0-bb25-4b9b460af7a7, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96be6bee-54fd-44c5-9686-e45ec9f24a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:24:37.588892 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7aa0fcf2-0a0a-4060-b664-cbe87fd2e9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1477cd0e-f3af-40c0-bb25-4b9b460af7a7), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:37.687440 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-7aa0fcf2-0a0a-4060-b664-cbe87fd2e9f2 None None] For port 1477cd0e-f3af-40c0-bb25-4b9b460af7a7, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:24:37.691062 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7891db-69ee-4b35-ab1a-f49d20b9bd31 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Pushing event deleted for resources: {'Port': ['ID=f4b8b902-aff4-4e77-8ac6-b4cb78ba19ed,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:37.691333 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-7aa0fcf2-0a0a-4060-b664-cbe87fd2e9f2 None None] For port 1477cd0e-f3af-40c0-bb25-4b9b460af7a7, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=1477cd0e-f3af-40c0-bb25-4b9b460af7a7,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:24:37.719304 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7aa0fcf2-0a0a-4060-b664-cbe87fd2e9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (1477cd0e-f3af-40c0-bb25-4b9b460af7a7), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:37.781751 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9fa8d543-c0b2-4e43-9bd6-e8d41038c208 req-c07a6de4-ba21-4714-a250-53af362e2b35 service neutron] 10.222.0.85 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458186 Mar 22 19:24:37.819045 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2c7891db-69ee-4b35-ab1a-f49d20b9bd31 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (7d4a3979-83c3-4b0c-a34f-5aa699dc31c7), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:37.827843 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-26e487c8-fe74-4370-8b13-01e0f524218c None None] Provisioning complete for port 1477cd0e-f3af-40c0-bb25-4b9b460af7a7 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:37.828354 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-26e487c8-fe74-4370-8b13-01e0f524218c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (1477cd0e-f3af-40c0-bb25-4b9b460af7a7), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:37.852286 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5add53d1-bf78-47ad-9132-fc90d15309bc req-b3fe23dc-6deb-4198-bc4e-c097d617a329 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 210 time: 0.0468702 Mar 22 19:24:37.889400 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-9f6a41b3-d609-4f65-9da6-79ee374e51a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab2dd41-623a-485e-ac58-5b09b6e65bc7']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:37.889400 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ceeba96a-f8c6-42ab-8d6c-56d7d74e72e5 req-e48ebf4f-61a7-453d-afc5-7efcb1e206e8 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] 10.222.0.75 "GET /v2.0/ports?device_id=454c8cfa-9bf0-4c62-9d68-16ea491cfc5b HTTP/1.1" status: 200 len: 210 time: 0.0974889 Mar 22 19:24:37.948908 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-9f6a41b3-d609-4f65-9da6-79ee374e51a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e984592-f3c1-41e7-bf6d-bfcbca1b0746') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:37.949310 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-9f6a41b3-d609-4f65-9da6-79ee374e51a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e984592-f3c1-41e7-bf6d-bfcbca1b0746') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:37.958113 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa0fcf2-0a0a-4060-b664-cbe87fd2e9f2 None None] Routers {'9119c37e-78ed-4655-96da-4bcdf7996327'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:24:37.960937 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7aa0fcf2-0a0a-4060-b664-cbe87fd2e9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:24:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['9119c37e-78ed-4655-96da-4bcdf7996327'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:37.977351 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9f6a41b3-d609-4f65-9da6-79ee374e51a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (5e984592-f3c1-41e7-bf6d-bfcbca1b0746), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:38.002976 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220a700-70f7-41db-b905-98f6415299a8 req-c419f44f-25e2-4213-8069-20c03aac83c2 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:38.004636 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a220a700-70f7-41db-b905-98f6415299a8 req-c419f44f-25e2-4213-8069-20c03aac83c2 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] 10.222.0.84 "GET /v2.0/networks?id=e5f5489b-ae8c-42a2-a35d-ae715296c0c6 HTTP/1.1" status: 200 len: 818 time: 1.3684394 Mar 22 19:24:38.021050 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-a220a700-70f7-41db-b905-98f6415299a8 req-e3532714-1f63-471d-8c10-c494231e09a5 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] Request body: {'port': {'device_id': '454c8cfa-9bf0-4c62-9d68-16ea491cfc5b', 'network_id': 'e5f5489b-ae8c-42a2-a35d-ae715296c0c6', 'admin_state_up': True, 'tenant_id': 'ae70a4f323454346ae35c7e98a69960b'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:38.025712 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9f6a41b3-d609-4f65-9da6-79ee374e51a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (5e984592-f3c1-41e7-bf6d-bfcbca1b0746), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:38.058484 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f6a41b3-d609-4f65-9da6-79ee374e51a7 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:24:38.059002 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9f6a41b3-d609-4f65-9da6-79ee374e51a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (5e984592-f3c1-41e7-bf6d-bfcbca1b0746), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:38.060926 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:24:38.060926 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:24:38.060926 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:24:38.060926 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:24:38.060926 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:24:38.060926 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:24:38.060926 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:24:38.060926 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:24:38.060926 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:24:38.060926 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:24:38.060926 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:24:38.060926 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:24:38.060926 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:24:38.060926 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:24:38.060926 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:24:38.060926 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:24:38.060926 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:24:38.060926 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:24:38.060926 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:24:38.060926 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:24:38.060926 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:24:38.060926 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:24:38.060926 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:24:38.060926 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:24:38.060926 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:24:38.060926 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:24:38.060926 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:24:38.060926 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:24:38.060926 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:24:38.060926 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:24:38.060926 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:24:38.060926 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:24:38.092982 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-621d1142-ad3d-45a3-ad1f-53ca3369c102 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Allocated IP 172.25.5.195 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/e88a25aa-eb05-43e5-86df-8d9159673c7e) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:24:38.129270 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2c7891db-69ee-4b35-ab1a-f49d20b9bd31 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (7d4a3979-83c3-4b0c-a34f-5aa699dc31c7), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:38.132824 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2c7891db-69ee-4b35-ab1a-f49d20b9bd31 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router_controller (7d4a3979-83c3-4b0c-a34f-5aa699dc31c7), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:38.180388 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-26e487c8-fe74-4370-8b13-01e0f524218c None None] Current status of the port 1477cd0e-f3af-40c0-bb25-4b9b460af7a7 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:38.181038 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-26e487c8-fe74-4370-8b13-01e0f524218c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1477cd0e-f3af-40c0-bb25-4b9b460af7a7), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:38.192858 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9fa8d543-c0b2-4e43-9bd6-e8d41038c208 req-508b2e14-27a0-4c0c-89c9-6f8e0138ec9b service neutron] 10.222.0.85 "GET /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207626 Mar 22 19:24:38.207731 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9f6a41b3-d609-4f65-9da6-79ee374e51a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (9ab2dd41-623a-485e-ac58-5b09b6e65bc7), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:38.230903 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-26e487c8-fe74-4370-8b13-01e0f524218c None None] For port 1477cd0e-f3af-40c0-bb25-4b9b460af7a7, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=1477cd0e-f3af-40c0-bb25-4b9b460af7a7,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:38.236636 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 7fddc980-b554-45ca-b274-33b9a878cfaf is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:38.238404 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9f6a41b3-d609-4f65-9da6-79ee374e51a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:38.246921 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-26e487c8-fe74-4370-8b13-01e0f524218c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (1477cd0e-f3af-40c0-bb25-4b9b460af7a7), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:38.249912 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f114c4-b7bf-45d6-9199-897b0c3e447f None None] Pushing event updated for resources: {'Port': ['ID=1477cd0e-f3af-40c0-bb25-4b9b460af7a7,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:38.257624 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9f6a41b3-d609-4f65-9da6-79ee374e51a7 admin admin] 10.222.0.75 "DELETE /v2.0/networks/9ab2dd41-623a-485e-ac58-5b09b6e65bc7 HTTP/1.1" status: 204 len: 168 time: 2.1933112 Mar 22 19:24:38.322198 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a41b3-d609-4f65-9da6-79ee374e51a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ab2dd41-623a-485e-ac58-5b09b6e65bc7,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:38.339103 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-7aa0fcf2-0a0a-4060-b664-cbe87fd2e9f2 None None] Set router 9119c37e-78ed-4655-96da-4bcdf7996327 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:24:38.355427 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2c7891db-69ee-4b35-ab1a-f49d20b9bd31 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (7d4a3979-83c3-4b0c-a34f-5aa699dc31c7), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:38.356326 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7891db-69ee-4b35-ab1a-f49d20b9bd31 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Fanout notify agent at l3_agent the message router_deleted on router 7d4a3979-83c3-4b0c-a34f-5aa699dc31c7 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:24:38.367780 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2c7891db-69ee-4b35-ab1a-f49d20b9bd31 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:38.372478 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2c7891db-69ee-4b35-ab1a-f49d20b9bd31 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] 10.222.0.75 "DELETE /v2.0/routers/7d4a3979-83c3-4b0c-a34f-5aa699dc31c7 HTTP/1.1" status: 204 len: 168 time: 2.2543068 Mar 22 19:24:38.375075 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47424) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:38.381072 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-78970651-9311-4334-a96e-941d1facdead tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1777756151', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:38.443302 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-78970651-9311-4334-a96e-941d1facdead tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (96caadc6-03d0-4b4b-b0f0-edf5372b6f4a), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:38.444425 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-78970651-9311-4334-a96e-941d1facdead tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (96caadc6-03d0-4b4b-b0f0-edf5372b6f4a), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:38.459230 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe5534-b9d7-4052-8305-9dfbdac74ffc req-62ac22d7-60cd-4ee7-b6cd-fbf037dbbc81 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:38.461249 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8bbe5534-b9d7-4052-8305-9dfbdac74ffc req-62ac22d7-60cd-4ee7-b6cd-fbf037dbbc81 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=40dc3035-62ea-400b-8c89-2a51ef30d2e5 HTTP/1.1" status: 200 len: 946 time: 0.1403356 Mar 22 19:24:38.461396 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-621d1142-ad3d-45a3-ad1f-53ca3369c102 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks [] for port (e88a25aa-eb05-43e5-86df-8d9159673c7e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:38.532117 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47428) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:38.541103 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8bbe5534-b9d7-4052-8305-9dfbdac74ffc req-2b8a1f70-7029-4f7e-9efe-ce10ed634b86 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658336 Mar 22 19:24:38.564625 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-78970651-9311-4334-a96e-941d1facdead tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router_controller (96caadc6-03d0-4b4b-b0f0-edf5372b6f4a), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:38.565474 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-2ac8ccdd-1f45-4f79-92ed-36918f6c8825 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:38.569855 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-2ac8ccdd-1f45-4f79-92ed-36918f6c8825 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/networks?id=dc66dbf6-7f3d-46f2-94ef-a0483cb4f077 HTTP/1.1" status: 200 len: 821 time: 0.3819213 Mar 22 19:24:38.584431 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-78970651-9311-4334-a96e-941d1facdead tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (96caadc6-03d0-4b4b-b0f0-edf5372b6f4a), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:38.592913 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-af60949f-361e-49c4-817b-95a34c350b8a tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/quotas/718276ac87f841d1b8dfbf4b06c7328c HTTP/1.1" status: 200 len: 375 time: 0.0100477 Mar 22 19:24:38.598964 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a220a700-70f7-41db-b905-98f6415299a8 req-e3532714-1f63-471d-8c10-c494231e09a5 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] Made reservation on behalf of ae70a4f323454346ae35c7e98a69960b for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:24:38.603020 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a220a700-70f7-41db-b905-98f6415299a8 req-e3532714-1f63-471d-8c10-c494231e09a5 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:38.606933 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-621d1142-ad3d-45a3-ad1f-53ca3369c102 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (e88a25aa-eb05-43e5-86df-8d9159673c7e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:38.629378 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-78970651-9311-4334-a96e-941d1facdead tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:38.634274 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-78970651-9311-4334-a96e-941d1facdead tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2537754 Mar 22 19:24:38.649671 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47432) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:38.654831 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-71adf725-2474-44e6-ae87-1623639aba62 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'enable_snat': False}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:38.664917 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2f2b3865-e8ad-4d12-804a-77dc6405d45b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f2892731cd39486d9a9385efe17cbe61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1260397 Mar 22 19:24:38.669037 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621d1142-ad3d-45a3-ad1f-53ca3369c102 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:24:38.669735 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47434) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:38.681565 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-621d1142-ad3d-45a3-ad1f-53ca3369c102 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:24:38.695227 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621d1142-ad3d-45a3-ad1f-53ca3369c102 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:24:38.701147 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d1142-ad3d-45a3-ad1f-53ca3369c102 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Pushing event updated for resources: {'Port': ['ID=e88a25aa-eb05-43e5-86df-8d9159673c7e,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:38.708007 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-21885155-0b84-46ed-be97-03a15eaa9ca4 None None] Provisioning complete for port 1477cd0e-f3af-40c0-bb25-4b9b460af7a7 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:38.709559 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-21885155-0b84-46ed-be97-03a15eaa9ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (1477cd0e-f3af-40c0-bb25-4b9b460af7a7), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:38.770540 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e487c8-fe74-4370-8b13-01e0f524218c None None] Pushing event updated for resources: {'Port': ['ID=1477cd0e-f3af-40c0-bb25-4b9b460af7a7,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:38.826377 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a76ecb5a-32ff-4ef8-886e-b5ab0446faa2 admin admin] Publish callbacks [] for security_group (dd715cf0-115c-4979-a24e-6eba0a4e9ca4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:38.871046 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a76ecb5a-32ff-4ef8-886e-b5ab0446faa2 admin admin] Publish callbacks [] for security_group (dd715cf0-115c-4979-a24e-6eba0a4e9ca4), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:38.883620 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-621d1142-ad3d-45a3-ad1f-53ca3369c102 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks [] for floatingip (abf7b32b-035a-4f25-9a27-99c7b2405af9), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:38.900394 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7aa0fcf2-0a0a-4060-b664-cbe87fd2e9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'name': 'tempest-ServerActionsTestJSON-83768529-router', 'tenant_id': '5b93875569cc4d4199ac35d06661afdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '7fddc980-b554-45ca-b274-33b9a878cfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:24:25Z', 'updated_at': '2022-03-22T19:24:31Z', 'revision_number': 4, 'project_id': '5b93875569cc4d4199ac35d06661afdf', 'gw_port': {'id': '7fddc980-b554-45ca-b274-33b9a878cfaf', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:26Z', 'updated_at': '2022-03-22T19:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '1477cd0e-f3af-40c0-bb25-4b9b460af7a7', 'name': '', 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc', 'tenant_id': '5b93875569cc4d4199ac35d06661afdf', 'mac_address': 'fa:16:3e:60:04:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '0024126f-9e61-4e75-a43d-476a3a97ffe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:30Z', 'updated_at': '2022-03-22T19:24:37Z', 'revision_number': 4, 'project_id': '5b93875569cc4d4199ac35d06661afdf', 'subnets': [{'id': '0024126f-9e61-4e75-a43d-476a3a97ffe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:38.907691 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-21885155-0b84-46ed-be97-03a15eaa9ca4 None None] Current status of the port 1477cd0e-f3af-40c0-bb25-4b9b460af7a7 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:38.946130 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-621d1142-ad3d-45a3-ad1f-53ca3369c102 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e88a25aa-eb05-43e5-86df-8d9159673c7e), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:38.947748 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa0fcf2-0a0a-4060-b664-cbe87fd2e9f2 None None] The sync data for ids ['9119c37e-78ed-4655-96da-4bcdf7996327'] in n-d-705658-24 is: [{'id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'name': 'tempest-ServerActionsTestJSON-83768529-router', 'tenant_id': '5b93875569cc4d4199ac35d06661afdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '7fddc980-b554-45ca-b274-33b9a878cfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:24:25Z', 'updated_at': '2022-03-22T19:24:31Z', 'revision_number': 4, 'project_id': '5b93875569cc4d4199ac35d06661afdf', 'gw_port': {'id': '7fddc980-b554-45ca-b274-33b9a878cfaf', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:26Z', 'updated_at': '2022-03-22T19:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '1477cd0e-f3af-40c0-bb25-4b9b460af7a7', 'name': '', 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc', 'tenant_id': '5b93875569cc4d4199ac35d06661afdf', 'mac_address': 'fa:16:3e:60:04:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '0024126f-9e61-4e75-a43d-476a3a97ffe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:30Z', 'updated_at': '2022-03-22T19:24:37Z', 'revision_number': 4, 'project_id': '5b93875569cc4d4199ac35d06661afdf', 'subnets': [{'id': '0024126f-9e61-4e75-a43d-476a3a97ffe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:24:38.963662 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-15dc2574-f2e5-4501-b4da-c2848d3a8107 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=718276ac87f841d1b8dfbf4b06c7328c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3344116 Mar 22 19:24:38.997907 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a76ecb5a-32ff-4ef8-886e-b5ab0446faa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (dd715cf0-115c-4979-a24e-6eba0a4e9ca4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:39.000927 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a76ecb5a-32ff-4ef8-886e-b5ab0446faa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:39.003066 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a76ecb5a-32ff-4ef8-886e-b5ab0446faa2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dd715cf0-115c-4979-a24e-6eba0a4e9ca4 HTTP/1.1" status: 204 len: 168 time: 0.3323157 Mar 22 19:24:39.018894 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ecb5a-32ff-4ef8-886e-b5ab0446faa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd715cf0-115c-4979-a24e-6eba0a4e9ca4,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:39.059414 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-71adf725-2474-44e6-ae87-1623639aba62 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router_gateway (96caadc6-03d0-4b4b-b0f0-edf5372b6f4a), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:39.215642 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-621d1142-ad3d-45a3-ad1f-53ca3369c102 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks [] for port (e88a25aa-eb05-43e5-86df-8d9159673c7e), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:39.222441 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-a220a700-70f7-41db-b905-98f6415299a8 req-e3532714-1f63-471d-8c10-c494231e09a5 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] Allocated IP 172.20.0.2 (e5f5489b-ae8c-42a2-a35d-ae715296c0c6/f2e07129-a267-4fe6-b35d-6e7a5e2b5a1a/82332e05-9492-4738-8ff1-887732d1a833) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:24:39.228058 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-621d1142-ad3d-45a3-ad1f-53ca3369c102 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (e88a25aa-eb05-43e5-86df-8d9159673c7e), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:39.287689 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 1477cd0e-f3af-40c0-bb25-4b9b460af7a7 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:24:39.296145 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555de5ba-4a55-4a76-bdc6-4047468a6aae req-1ae1e07e-0196-4548-9ce1-dd3080661622 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:39.297918 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-555de5ba-4a55-4a76-bdc6-4047468a6aae req-1ae1e07e-0196-4548-9ce1-dd3080661622 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=236404cb-b528-4405-816f-b32fce87d6ba HTTP/1.1" status: 200 len: 945 time: 0.6702223 Mar 22 19:24:39.375185 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 1477cd0e-f3af-40c0-bb25-4b9b460af7a7 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:39.375575 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (1477cd0e-f3af-40c0-bb25-4b9b460af7a7), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:39.399635 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-621d1142-ad3d-45a3-ad1f-53ca3369c102 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (abf7b32b-035a-4f25-9a27-99c7b2405af9), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:39.416618 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-45cfb94b-2225-45c2-bd5b-d9fbbd6f0673 service neutron] 10.222.0.75 "GET /v2.0/networks/dc66dbf6-7f3d-46f2-94ef-a0483cb4f077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477738 Mar 22 19:24:39.462034 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d1142-ad3d-45a3-ad1f-53ca3369c102 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Pushing event updated for resources: {'Port': ['ID=e88a25aa-eb05-43e5-86df-8d9159673c7e,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:39.477397 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-621d1142-ad3d-45a3-ad1f-53ca3369c102 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:39.487119 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-621d1142-ad3d-45a3-ad1f-53ca3369c102 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3827562 Mar 22 19:24:39.508744 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 1477cd0e-f3af-40c0-bb25-4b9b460af7a7 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:39.566129 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-555de5ba-4a55-4a76-bdc6-4047468a6aae req-1bd6f3f8-f6f3-4a6f-a370-999a11c773c1 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543414 Mar 22 19:24:39.632157 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47446) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:39.713522 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e0727115-b5c0-4745-9a8d-0952d64091d3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7f7e2876d81b48939278f0661d2729b1&name=default HTTP/1.1" status: 200 len: 2998 time: 0.0799069 Mar 22 19:24:39.718060 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47450) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:39.750866 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a220a700-70f7-41db-b905-98f6415299a8 req-e3532714-1f63-471d-8c10-c494231e09a5 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] Publish callbacks [] for port (82332e05-9492-4738-8ff1-887732d1a833), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:39.837034 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a320e9cd-7ecb-4e85-8dd7-4d1630e2d141 admin admin] Publish callbacks [] for security_group (de33fa23-c6f7-4a30-af56-c9fb26dd4911), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:39.871113 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a320e9cd-7ecb-4e85-8dd7-4d1630e2d141 admin admin] Publish callbacks [] for security_group (de33fa23-c6f7-4a30-af56-c9fb26dd4911), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:39.872444 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a220a700-70f7-41db-b905-98f6415299a8 req-e3532714-1f63-471d-8c10-c494231e09a5 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (82332e05-9492-4738-8ff1-887732d1a833), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:39.935715 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a320e9cd-7ecb-4e85-8dd7-4d1630e2d141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (de33fa23-c6f7-4a30-af56-c9fb26dd4911), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:39.939864 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a320e9cd-7ecb-4e85-8dd7-4d1630e2d141 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:39.941933 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-a2bae21f-7179-49f1-acdf-ae5626516272 service neutron] 10.222.0.75 "GET /v2.0/networks/dc66dbf6-7f3d-46f2-94ef-a0483cb4f077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5073147 Mar 22 19:24:39.945559 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a320e9cd-7ecb-4e85-8dd7-4d1630e2d141 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/de33fa23-c6f7-4a30-af56-c9fb26dd4911 HTTP/1.1" status: 204 len: 168 time: 0.2237196 Mar 22 19:24:39.953221 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320e9cd-7ecb-4e85-8dd7-4d1630e2d141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de33fa23-c6f7-4a30-af56-c9fb26dd4911,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:40.035927 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a220a700-70f7-41db-b905-98f6415299a8 req-e3532714-1f63-471d-8c10-c494231e09a5 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] Network e5f5489b-ae8c-42a2-a35d-ae715296c0c6 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:24:40.071198 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-a220a700-70f7-41db-b905-98f6415299a8 req-e3532714-1f63-471d-8c10-c494231e09a5 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:24:40.094820 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-a220a700-70f7-41db-b905-98f6415299a8 req-e3532714-1f63-471d-8c10-c494231e09a5 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:24:40.137933 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3532714-1f63-471d-8c10-c494231e09a5 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] Pushing event updated for resources: {'Port': ['ID=82332e05-9492-4738-8ff1-887732d1a833,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:40.265375 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220a700-70f7-41db-b905-98f6415299a8 req-e3532714-1f63-471d-8c10-c494231e09a5 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:40.268675 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a220a700-70f7-41db-b905-98f6415299a8 req-e3532714-1f63-471d-8c10-c494231e09a5 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:40.315149 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b0374-4327-40b6-b01b-a40044d121cb req-8c6b9957-4f1a-414b-bcbe-0857591811e9 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:40.334048 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b0374-4327-40b6-b01b-a40044d121cb req-8c6b9957-4f1a-414b-bcbe-0857591811e9 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:40.340597 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b0374-4327-40b6-b01b-a40044d121cb req-8c6b9957-4f1a-414b-bcbe-0857591811e9 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:40.342447 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6f8b0374-4327-40b6-b01b-a40044d121cb req-8c6b9957-4f1a-414b-bcbe-0857591811e9 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c945358-b571-4291-af5f-fc5297f59b36&device_id=9d0a00d7-19f2-448e-800d-fc5ebc29885d&device_id=40dc3035-62ea-400b-8c89-2a51ef30d2e5 HTTP/1.1" status: 200 len: 2418 time: 0.4497330 Mar 22 19:24:40.352871 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-71adf725-2474-44e6-ae87-1623639aba62 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router_gateway (96caadc6-03d0-4b4b-b0f0-edf5372b6f4a), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:40.372527 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dcb05518-ac9d-4974-aa5e-246557ed66f0 req-c7153575-6562-4026-b7a7-087086a76cc1 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c93f34a-ccd5-429e-a1a9-e8f4cfe3705f HTTP/1.1" status: 200 len: 210 time: 0.1134357 Mar 22 19:24:40.407266 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a220a700-70f7-41db-b905-98f6415299a8 req-e3532714-1f63-471d-8c10-c494231e09a5 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3927259 Mar 22 19:24:40.411046 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-71adf725-2474-44e6-ae87-1623639aba62 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:40.425735 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-a220a700-70f7-41db-b905-98f6415299a8 req-d78287c1-7bcf-42b7-92b2-3565ac4a0a80 service neutron] Request body: {'port': {'device_id': '454c8cfa-9bf0-4c62-9d68-16ea491cfc5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:40.558177 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6f8b0374-4327-40b6-b01b-a40044d121cb req-fb0c9d7d-e279-43ca-94cc-f8448d939683 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017808 Mar 22 19:24:40.721382 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a220a700-70f7-41db-b905-98f6415299a8 req-d78287c1-7bcf-42b7-92b2-3565ac4a0a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (82332e05-9492-4738-8ff1-887732d1a833), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:40.825822 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-71adf725-2474-44e6-ae87-1623639aba62 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Allocated IP 172.25.5.106 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/096a651d-8538-41e7-b150-d631a26639ba) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:24:40.838936 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca0ddf-0edd-4cb0-8216-fc51faf4991b req-6241fea9-7aa4-4602-9a45-84032552bb9a tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:40.840479 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-edca0ddf-0edd-4cb0-8216-fc51faf4991b req-6241fea9-7aa4-4602-9a45-84032552bb9a tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] 10.222.0.75 "GET /v2.0/ports?device_id=454c8cfa-9bf0-4c62-9d68-16ea491cfc5b HTTP/1.1" status: 200 len: 931 time: 0.3269141 Mar 22 19:24:40.865082 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-adb65d76-78cf-44d2-afc1-545aae485080 req-f03861c6-901c-4058-a2eb-2adf0b847e26 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--503690059&fields=id&tenant_id=5b93875569cc4d4199ac35d06661afdf HTTP/1.1" status: 200 len: 267 time: 0.1971743 Mar 22 19:24:41.128713 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-edca0ddf-0edd-4cb0-8216-fc51faf4991b req-14fe8ee4-21e8-4fd7-b453-4295e4d1a209 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] 10.222.0.75 "GET /v2.0/security-groups?id=db95ea6b-0bee-4667-8c66-2b4ba8517200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776194 Mar 22 19:24:41.138072 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47494) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:41.223203 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-71adf725-2474-44e6-ae87-1623639aba62 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for port (096a651d-8538-41e7-b150-d631a26639ba), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:41.250260 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb65d76-78cf-44d2-afc1-545aae485080 req-d0c1a64a-ca31-4519-a13a-a88caa0a8cc0 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:41.251768 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-adb65d76-78cf-44d2-afc1-545aae485080 req-d0c1a64a-ca31-4519-a13a-a88caa0a8cc0 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/networks?id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc HTTP/1.1" status: 200 len: 810 time: 0.3663731 Mar 22 19:24:41.268284 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-6fa169eb-e7fc-4117-9c6c-1b337bc9de7f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-201308134-network', 'tenant_id': 'faf8585acb4b40068170d9c6eaa86cb6'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:41.290200 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa169eb-e7fc-4117-9c6c-1b337bc9de7f admin admin] Made reservation on behalf of faf8585acb4b40068170d9c6eaa86cb6 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:24:41.290504 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ae651fc2-3d85-4522-b4ad-bc97fc2413ae req-ff849e1a-9380-4a3f-b6f0-b8faad82726c tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=f587e238-c24b-4e03-95c8-a2bd0bdda75d HTTP/1.1" status: 200 len: 210 time: 0.0653024 Mar 22 19:24:41.293620 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6fa169eb-e7fc-4117-9c6c-1b337bc9de7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:41.307719 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6fa169eb-e7fc-4117-9c6c-1b337bc9de7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:41.330145 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-adb65d76-78cf-44d2-afc1-545aae485080 req-3153b91c-16d6-4fb9-837e-bf072248302b tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/quotas/5b93875569cc4d4199ac35d06661afdf HTTP/1.1" status: 200 len: 375 time: 0.0426776 Mar 22 19:24:41.421680 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6fa169eb-e7fc-4117-9c6c-1b337bc9de7f admin admin] Publish callbacks [] for security_group (010dd092-9fc7-474c-98a0-a0c42ceebf2d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:41.431854 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6fa169eb-e7fc-4117-9c6c-1b337bc9de7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (010dd092-9fc7-474c-98a0-a0c42ceebf2d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:41.480752 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa169eb-e7fc-4117-9c6c-1b337bc9de7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010dd092-9fc7-474c-98a0-a0c42ceebf2d,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:41.510098 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa169eb-e7fc-4117-9c6c-1b337bc9de7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:24:41.520123 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6fa169eb-e7fc-4117-9c6c-1b337bc9de7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (6cf8622a-5099-4afd-9193-a4d8ff8dfc80), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:41.520729 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-6fa169eb-e7fc-4117-9c6c-1b337bc9de7f admin admin] Added segment 6cf8622a-5099-4afd-9193-a4d8ff8dfc80 of type vlan for network 0b96d543-736b-4b67-aa1e-32855b2e814f Mar 22 19:24:41.565486 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6fa169eb-e7fc-4117-9c6c-1b337bc9de7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (0b96d543-736b-4b67-aa1e-32855b2e814f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:41.600653 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6fa169eb-e7fc-4117-9c6c-1b337bc9de7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (0b96d543-736b-4b67-aa1e-32855b2e814f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:41.602242 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa169eb-e7fc-4117-9c6c-1b337bc9de7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:41.603071 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6fa169eb-e7fc-4117-9c6c-1b337bc9de7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:41.671460 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6fa169eb-e7fc-4117-9c6c-1b337bc9de7f admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.5316052 Mar 22 19:24:41.674181 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47500) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:41.679775 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-71f56dff-e376-4e16-b123-440bfe7e823b admin admin] Request body: {'subnet': {'network_id': '0b96d543-736b-4b67-aa1e-32855b2e814f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-201308134-subnet', 'tenant_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:41.702863 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa169eb-e7fc-4117-9c6c-1b337bc9de7f admin admin] Pushing event updated for resources: {'Network': ['ID=0b96d543-736b-4b67-aa1e-32855b2e814f,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:41.714660 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 0b96d543-736b-4b67-aa1e-32855b2e814f details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:24:41.716293 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f56dff-e376-4e16-b123-440bfe7e823b admin admin] Made reservation on behalf of faf8585acb4b40068170d9c6eaa86cb6 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:24:41.720056 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-71f56dff-e376-4e16-b123-440bfe7e823b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:41.915987 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-71f56dff-e376-4e16-b123-440bfe7e823b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (168b6716-5f77-44fb-960d-109b2ccf8236), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:41.953670 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-71adf725-2474-44e6-ae87-1623639aba62 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (096a651d-8538-41e7-b150-d631a26639ba), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:41.986680 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f56dff-e376-4e16-b123-440bfe7e823b admin admin] Checking segment: {'id': '6cf8622a-5099-4afd-9193-a4d8ff8dfc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0b96d543-736b-4b67-aa1e-32855b2e814f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:24:41.987048 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f56dff-e376-4e16-b123-440bfe7e823b admin admin] Network hostable DHCP agents. Network: 0b96d543-736b-4b67-aa1e-32855b2e814f, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:24:41.989142 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f56dff-e376-4e16-b123-440bfe7e823b admin admin] Pushing event updated for resources: {'Subnet': ['ID=168b6716-5f77-44fb-960d-109b2ccf8236,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:42.009091 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f56dff-e376-4e16-b123-440bfe7e823b admin admin] Network 0b96d543-736b-4b67-aa1e-32855b2e814f is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:24:42.019540 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-71f56dff-e376-4e16-b123-440bfe7e823b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 0b96d543-736b-4b67-aa1e-32855b2e814f) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:24:42.023928 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f56dff-e376-4e16-b123-440bfe7e823b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:42.024615 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-71f56dff-e376-4e16-b123-440bfe7e823b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:42.036387 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56315d73-835e-4a8c-b3f0-b0b261a645ad None None] Network 0b96d543-736b-4b67-aa1e-32855b2e814f requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:24:42.057289 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-71f56dff-e376-4e16-b123-440bfe7e823b admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.3818038 Mar 22 19:24:42.059856 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47502) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:42.067448 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-b7a0bf1a-1e1b-40da-8d78-1894da3b965f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-201308134-router', 'tenant_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:42.098955 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe579b-68ee-4b9d-80ec-2604b36a463f req-2e0a8e7b-46e0-4dbf-a7b6-33b565cd3f78 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:42.103638 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7a0bf1a-1e1b-40da-8d78-1894da3b965f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (994f1659-7cf6-4691-9ffd-2f9a5d678c4e), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:42.105875 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7a0bf1a-1e1b-40da-8d78-1894da3b965f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (994f1659-7cf6-4691-9ffd-2f9a5d678c4e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:42.115865 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c6fe579b-68ee-4b9d-80ec-2604b36a463f req-2e0a8e7b-46e0-4dbf-a7b6-33b565cd3f78 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c945358-b571-4291-af5f-fc5297f59b36 HTTP/1.1" status: 200 len: 946 time: 0.3311152 Mar 22 19:24:42.132969 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-adb65d76-78cf-44d2-afc1-545aae485080 req-9c04bf02-f44f-4f62-b349-9c1b342b4c4e tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5b93875569cc4d4199ac35d06661afdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3472567 Mar 22 19:24:42.144358 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71adf725-2474-44e6-ae87-1623639aba62 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:24:42.192667 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7a0bf1a-1e1b-40da-8d78-1894da3b965f admin admin] Publish callbacks [] for router_controller (994f1659-7cf6-4691-9ffd-2f9a5d678c4e), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:42.198720 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-71adf725-2474-44e6-ae87-1623639aba62 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:24:42.220662 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-a220a700-70f7-41db-b905-98f6415299a8 req-d78287c1-7bcf-42b7-92b2-3565ac4a0a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82332e05-9492-4738-8ff1-887732d1a833 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:24:42.225761 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b677ee-fed1-4f80-b9c8-b83ced5aa03c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-0b96d543-736b-4b67-aa1e-32855b2e814f', 'network_id': '0b96d543-736b-4b67-aa1e-32855b2e814f', 'project_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'fixed_ips': [{'subnet_id': '168b6716-5f77-44fb-960d-109b2ccf8236'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:24:42.228087 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-07b677ee-fed1-4f80-b9c8-b83ced5aa03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:42.230227 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71adf725-2474-44e6-ae87-1623639aba62 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:24:42.234958 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71adf725-2474-44e6-ae87-1623639aba62 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Pushing event updated for resources: {'Port': ['ID=096a651d-8538-41e7-b150-d631a26639ba,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:42.260079 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-ceae8edd-c1e0-4531-9e41-0a12e8601584 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:42.271134 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-ceae8edd-c1e0-4531-9e41-0a12e8601584 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.85 "GET /v2.0/networks?id=dc66dbf6-7f3d-46f2-94ef-a0483cb4f077 HTTP/1.1" status: 200 len: 821 time: 0.4837778 Mar 22 19:24:42.297228 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a220a700-70f7-41db-b905-98f6415299a8 req-d78287c1-7bcf-42b7-92b2-3565ac4a0a80 service neutron] Publish callbacks [] for port (82332e05-9492-4738-8ff1-887732d1a833), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:42.322715 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-f2c59c62-e0f7-4830-a138-c08cd42c855e tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Request body: {'port': {'device_id': 'f587e238-c24b-4e03-95c8-a2bd0bdda75d', 'network_id': 'dc66dbf6-7f3d-46f2-94ef-a0483cb4f077', 'admin_state_up': True, 'tenant_id': '718276ac87f841d1b8dfbf4b06c7328c'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:42.380383 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7a0bf1a-1e1b-40da-8d78-1894da3b965f admin admin] Publish callbacks [] for router_gateway (994f1659-7cf6-4691-9ffd-2f9a5d678c4e), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:42.417882 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-07b677ee-fed1-4f80-b9c8-b83ced5aa03c None None] Allocated IP 172.20.0.2 (0b96d543-736b-4b67-aa1e-32855b2e814f/168b6716-5f77-44fb-960d-109b2ccf8236/f50aded0-ab48-470d-89bc-cc13dc6a21de) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:24:42.454246 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-a220a700-70f7-41db-b905-98f6415299a8 req-d78287c1-7bcf-42b7-92b2-3565ac4a0a80 service neutron] Transition to ACTIVE for port object 82332e05-9492-4738-8ff1-887732d1a833 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:24:42.476724 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c6fe579b-68ee-4b9d-80ec-2604b36a463f req-9fc625fd-7230-4e93-82c3-92098a03d109 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597183 Mar 22 19:24:42.488431 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a220a700-70f7-41db-b905-98f6415299a8 req-d78287c1-7bcf-42b7-92b2-3565ac4a0a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (82332e05-9492-4738-8ff1-887732d1a833), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:42.646692 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7a0bf1a-1e1b-40da-8d78-1894da3b965f admin admin] Publish callbacks [] for router_gateway (994f1659-7cf6-4691-9ffd-2f9a5d678c4e), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:42.675603 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7a0bf1a-1e1b-40da-8d78-1894da3b965f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:42.736757 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-07b677ee-fed1-4f80-b9c8-b83ced5aa03c None None] Publish callbacks [] for port (f50aded0-ab48-470d-89bc-cc13dc6a21de), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:42.753057 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-07b677ee-fed1-4f80-b9c8-b83ced5aa03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (f50aded0-ab48-470d-89bc-cc13dc6a21de), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:42.766799 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78287c1-7bcf-42b7-92b2-3565ac4a0a80 service neutron] Pushing event updated for resources: {'Port': ['ID=82332e05-9492-4738-8ff1-887732d1a833,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:42.771584 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-adb65d76-78cf-44d2-afc1-545aae485080 req-54ae9493-8239-44db-afb9-21d8bb7cb53b service neutron] 10.222.0.75 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5891306 Mar 22 19:24:42.802248 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b677ee-fed1-4f80-b9c8-b83ced5aa03c None None] Network 0b96d543-736b-4b67-aa1e-32855b2e814f is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:24:42.840224 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-07b677ee-fed1-4f80-b9c8-b83ced5aa03c None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:24:42.847864 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b677ee-fed1-4f80-b9c8-b83ced5aa03c None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:24:42.858829 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-b7a0bf1a-1e1b-40da-8d78-1894da3b965f admin admin] Allocated IP 172.25.5.212 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/7e35d254-5af9-4fad-930d-0e3385fae0ce) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:24:42.954289 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-f2c59c62-e0f7-4830-a138-c08cd42c855e tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Made reservation on behalf of 718276ac87f841d1b8dfbf4b06c7328c for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:24:42.957741 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-f2c59c62-e0f7-4830-a138-c08cd42c855e tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:42.990641 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a623a3b-b32c-4151-83d6-f071fdd47b68 req-14a1d5d5-2d2d-4ef7-bcb0-488ed24025fe tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:42.997881 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9a623a3b-b32c-4151-83d6-f071fdd47b68 req-14a1d5d5-2d2d-4ef7-bcb0-488ed24025fe tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=236404cb-b528-4405-816f-b32fce87d6ba HTTP/1.1" status: 200 len: 945 time: 0.4003243 Mar 22 19:24:43.032597 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7a0bf1a-1e1b-40da-8d78-1894da3b965f admin admin] Publish callbacks [] for port (7e35d254-5af9-4fad-930d-0e3385fae0ce), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:43.082750 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7a0bf1a-1e1b-40da-8d78-1894da3b965f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (7e35d254-5af9-4fad-930d-0e3385fae0ce), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:43.087681 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b677ee-fed1-4f80-b9c8-b83ced5aa03c None None] Pushing event updated for resources: {'Port': ['ID=f50aded0-ab48-470d-89bc-cc13dc6a21de,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:43.108066 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-07b677ee-fed1-4f80-b9c8-b83ced5aa03c None None] Attempting to bind port f50aded0-ab48-470d-89bc-cc13dc6a21de on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:24:43.108516 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-07b677ee-fed1-4f80-b9c8-b83ced5aa03c None None] Attempting to bind port f50aded0-ab48-470d-89bc-cc13dc6a21de by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '6cf8622a-5099-4afd-9193-a4d8ff8dfc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0b96d543-736b-4b67-aa1e-32855b2e814f'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:24:43.108893 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b677ee-fed1-4f80-b9c8-b83ced5aa03c None None] Attempting to bind port f50aded0-ab48-470d-89bc-cc13dc6a21de on network 0b96d543-736b-4b67-aa1e-32855b2e814f {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:24:43.126263 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b677ee-fed1-4f80-b9c8-b83ced5aa03c None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:24:43.126654 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b677ee-fed1-4f80-b9c8-b83ced5aa03c None None] Checking segment: {'id': '6cf8622a-5099-4afd-9193-a4d8ff8dfc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0b96d543-736b-4b67-aa1e-32855b2e814f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:24:43.127516 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-07b677ee-fed1-4f80-b9c8-b83ced5aa03c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:43.127936 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b677ee-fed1-4f80-b9c8-b83ced5aa03c None None] Bound using segment: {'id': '6cf8622a-5099-4afd-9193-a4d8ff8dfc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0b96d543-736b-4b67-aa1e-32855b2e814f'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:24:43.128424 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-07b677ee-fed1-4f80-b9c8-b83ced5aa03c None None] Bound port: f50aded0-ab48-470d-89bc-cc13dc6a21de, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf8622a-5099-4afd-9193-a4d8ff8dfc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0b96d543-736b-4b67-aa1e-32855b2e814f'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:24:43.128816 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-07b677ee-fed1-4f80-b9c8-b83ced5aa03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f50aded0-ab48-470d-89bc-cc13dc6a21de), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:43.138927 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a0bf1a-1e1b-40da-8d78-1894da3b965f admin admin] Pushing event updated for resources: {'Port': ['ID=7e35d254-5af9-4fad-930d-0e3385fae0ce,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:43.162046 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a0bf1a-1e1b-40da-8d78-1894da3b965f admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:24:43.163764 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-b7a0bf1a-1e1b-40da-8d78-1894da3b965f admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:24:43.166444 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a0bf1a-1e1b-40da-8d78-1894da3b965f admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:24:43.178967 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-a220a700-70f7-41db-b905-98f6415299a8 req-d78287c1-7bcf-42b7-92b2-3565ac4a0a80 service neutron] Attempting to bind port 82332e05-9492-4738-8ff1-887732d1a833 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:24:43.179462 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-a220a700-70f7-41db-b905-98f6415299a8 req-d78287c1-7bcf-42b7-92b2-3565ac4a0a80 service neutron] Attempting to bind port 82332e05-9492-4738-8ff1-887732d1a833 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': 'ce71436c-7b3f-446a-bc77-6713ad646656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e5f5489b-ae8c-42a2-a35d-ae715296c0c6'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:24:43.179565 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a220a700-70f7-41db-b905-98f6415299a8 req-d78287c1-7bcf-42b7-92b2-3565ac4a0a80 service neutron] Attempting to bind port 82332e05-9492-4738-8ff1-887732d1a833 on network e5f5489b-ae8c-42a2-a35d-ae715296c0c6 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:24:43.203016 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-adb65d76-78cf-44d2-afc1-545aae485080 req-1688ee5b-c5cf-4f11-8a45-df96cb855aba service neutron] 10.222.0.75 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201436 Mar 22 19:24:43.221510 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a220a700-70f7-41db-b905-98f6415299a8 req-d78287c1-7bcf-42b7-92b2-3565ac4a0a80 service neutron] Port 82332e05-9492-4738-8ff1-887732d1a833 on network e5f5489b-ae8c-42a2-a35d-ae715296c0c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:24:43.221929 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a220a700-70f7-41db-b905-98f6415299a8 req-d78287c1-7bcf-42b7-92b2-3565ac4a0a80 service neutron] Attempting to bind port 82332e05-9492-4738-8ff1-887732d1a833 on network e5f5489b-ae8c-42a2-a35d-ae715296c0c6 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:24:43.249363 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-07b677ee-fed1-4f80-b9c8-b83ced5aa03c None None] For port f50aded0-ab48-470d-89bc-cc13dc6a21de, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:24:43.255409 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-07b677ee-fed1-4f80-b9c8-b83ced5aa03c None None] For port f50aded0-ab48-470d-89bc-cc13dc6a21de, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f50aded0-ab48-470d-89bc-cc13dc6a21de,segment=NetworkSegment(6cf8622a-5099-4afd-9193-a4d8ff8dfc80),segment_id=6cf8622a-5099-4afd-9193-a4d8ff8dfc80)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:24:43.266071 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-07b677ee-fed1-4f80-b9c8-b83ced5aa03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f50aded0-ab48-470d-89bc-cc13dc6a21de), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:43.284282 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9a623a3b-b32c-4151-83d6-f071fdd47b68 req-a77e254a-eb5a-4e7e-910b-c56984019330 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854533 Mar 22 19:24:43.296941 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a220a700-70f7-41db-b905-98f6415299a8 req-d78287c1-7bcf-42b7-92b2-3565ac4a0a80 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:24:43.297442 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a220a700-70f7-41db-b905-98f6415299a8 req-d78287c1-7bcf-42b7-92b2-3565ac4a0a80 service neutron] Checking segment: {'id': 'ce71436c-7b3f-446a-bc77-6713ad646656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e5f5489b-ae8c-42a2-a35d-ae715296c0c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:24:43.297982 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a220a700-70f7-41db-b905-98f6415299a8 req-d78287c1-7bcf-42b7-92b2-3565ac4a0a80 service neutron] Bound using segment: {'id': 'ce71436c-7b3f-446a-bc77-6713ad646656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e5f5489b-ae8c-42a2-a35d-ae715296c0c6'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:24:43.298543 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-a220a700-70f7-41db-b905-98f6415299a8 req-d78287c1-7bcf-42b7-92b2-3565ac4a0a80 service neutron] Bound port: 82332e05-9492-4738-8ff1-887732d1a833, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce71436c-7b3f-446a-bc77-6713ad646656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e5f5489b-ae8c-42a2-a35d-ae715296c0c6'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:24:43.299091 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a220a700-70f7-41db-b905-98f6415299a8 req-d78287c1-7bcf-42b7-92b2-3565ac4a0a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (82332e05-9492-4738-8ff1-887732d1a833), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:43.371899 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b677ee-fed1-4f80-b9c8-b83ced5aa03c None None] Pushing event updated for resources: {'Port': ['ID=f50aded0-ab48-470d-89bc-cc13dc6a21de,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:43.416401 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-71adf725-2474-44e6-ae87-1623639aba62 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router_gateway (96caadc6-03d0-4b4b-b0f0-edf5372b6f4a), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:43.521915 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-f2c59c62-e0f7-4830-a138-c08cd42c855e tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Allocated IP 172.20.0.2 (dc66dbf6-7f3d-46f2-94ef-a0483cb4f077/e9bd269f-4a80-4749-9eb8-ee69b46bbb1d/0a28eda7-6b92-4429-90e2-e445a6a108e3) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:24:43.606932 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-a220a700-70f7-41db-b905-98f6415299a8 req-d78287c1-7bcf-42b7-92b2-3565ac4a0a80 service neutron] For port 82332e05-9492-4738-8ff1-887732d1a833, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:24:43.692968 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e3213f7a-0fc7-4894-8653-f5ce8ec32a11 req-f7861c99-11b2-4dfd-937d-0a92aa164601 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=f587e238-c24b-4e03-95c8-a2bd0bdda75d HTTP/1.1" status: 200 len: 210 time: 0.1120553 Mar 22 19:24:43.700774 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-a220a700-70f7-41db-b905-98f6415299a8 req-d78287c1-7bcf-42b7-92b2-3565ac4a0a80 service neutron] For port 82332e05-9492-4738-8ff1-887732d1a833, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=82332e05-9492-4738-8ff1-887732d1a833,segment=NetworkSegment(ce71436c-7b3f-446a-bc77-6713ad646656),segment_id=ce71436c-7b3f-446a-bc77-6713ad646656)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:24:43.767659 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7a0bf1a-1e1b-40da-8d78-1894da3b965f admin admin] Publish callbacks [] for router_gateway (994f1659-7cf6-4691-9ffd-2f9a5d678c4e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:43.768310 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a220a700-70f7-41db-b905-98f6415299a8 req-d78287c1-7bcf-42b7-92b2-3565ac4a0a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (82332e05-9492-4738-8ff1-887732d1a833), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:44.096779 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220a700-70f7-41db-b905-98f6415299a8 req-d78287c1-7bcf-42b7-92b2-3565ac4a0a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:44.097414 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a220a700-70f7-41db-b905-98f6415299a8 req-d78287c1-7bcf-42b7-92b2-3565ac4a0a80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:44.098921 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a220a700-70f7-41db-b905-98f6415299a8 req-d78287c1-7bcf-42b7-92b2-3565ac4a0a80 service neutron] 10.222.0.84 "PUT /v2.0/ports/82332e05-9492-4738-8ff1-887732d1a833 HTTP/1.1" status: 200 len: 1092 time: 3.6831527 Mar 22 19:24:44.102157 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '454c8cfa-9bf0-4c62-9d68-16ea491cfc5b', 'tag': '82332e05-9492-4738-8ff1-887732d1a833'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:24:44.112752 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f09658d-6f80-42dc-838e-c5303e508dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "454c8cfa-9bf0-4c62-9d68-16ea491cfc5b", "tag": "82332e05-9492-4738-8ff1-887732d1a833"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:24:44.148473 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9236ea7-597e-4317-ab6a-060bb058117f req-f1da44b3-f0db-4e6f-a9dd-8a1682cad8e1 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:44.156283 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c9236ea7-597e-4317-ab6a-060bb058117f req-f1da44b3-f0db-4e6f-a9dd-8a1682cad8e1 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] 10.222.0.75 "GET /v2.0/ports?device_id=454c8cfa-9bf0-4c62-9d68-16ea491cfc5b HTTP/1.1" status: 200 len: 943 time: 0.6505318 Mar 22 19:24:44.205297 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7a0bf1a-1e1b-40da-8d78-1894da3b965f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (994f1659-7cf6-4691-9ffd-2f9a5d678c4e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:44.236640 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ee93066-a671-46c1-aac9-4acfa9082723 req-8a7ea99f-f659-459c-b906-1d9d29e7c765 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 210 time: 0.0763490 Mar 22 19:24:44.277837 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-f2c59c62-e0f7-4830-a138-c08cd42c855e tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks [] for port (0a28eda7-6b92-4429-90e2-e445a6a108e3), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:44.435983 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ededf6-c3f1-4e27-b7ad-8b10bef9c181 x-openstack-request-id: req-a5ededf6-c3f1-4e27-b7ad-8b10bef9c181 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:24:44.437205 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "454c8cfa-9bf0-4c62-9d68-16ea491cfc5b", "tag": "82332e05-9492-4738-8ff1-887732d1a833", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:24:44.438655 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a5ededf6-c3f1-4e27-b7ad-8b10bef9c181 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:24:44.439010 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5ededf6-c3f1-4e27-b7ad-8b10bef9c181'] response: {'name': 'network-changed', 'server_uuid': '454c8cfa-9bf0-4c62-9d68-16ea491cfc5b', 'tag': '82332e05-9492-4738-8ff1-887732d1a833', 'status': 'completed', 'code': 200} Mar 22 19:24:44.447454 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220a700-70f7-41db-b905-98f6415299a8 req-56599b8c-c155-440f-8cd3-0e6930888e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:44.448190 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a0bf1a-1e1b-40da-8d78-1894da3b965f admin admin] Router 994f1659-7cf6-4691-9ffd-2f9a5d678c4e is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:24:44.448976 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a220a700-70f7-41db-b905-98f6415299a8 req-56599b8c-c155-440f-8cd3-0e6930888e5f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ae70a4f323454346ae35c7e98a69960b&device_id=454c8cfa-9bf0-4c62-9d68-16ea491cfc5b HTTP/1.1" status: 200 len: 1126 time: 0.2768598 Mar 22 19:24:44.449595 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78287c1-7bcf-42b7-92b2-3565ac4a0a80 service neutron] Pushing event updated for resources: {'Port': ['ID=82332e05-9492-4738-8ff1-887732d1a833,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:44.490534 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c9236ea7-597e-4317-ab6a-060bb058117f req-91784a12-d1b7-4f45-a794-d93eb0caa08f tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] 10.222.0.75 "GET /v2.0/security-groups?id=db95ea6b-0bee-4667-8c66-2b4ba8517200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331583 Mar 22 19:24:44.530163 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-71adf725-2474-44e6-ae87-1623639aba62 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4043'] for router (96caadc6-03d0-4b4b-b0f0-edf5372b6f4a), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:44.611210 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-f2c59c62-e0f7-4830-a138-c08cd42c855e tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (0a28eda7-6b92-4429-90e2-e445a6a108e3), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:44.738675 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-71adf725-2474-44e6-ae87-1623639aba62 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918527'] for router (96caadc6-03d0-4b4b-b0f0-edf5372b6f4a), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:44.764995 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a220a700-70f7-41db-b905-98f6415299a8 req-8ed43231-4c62-49dc-a7c0-1b23ee14080d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82332e05-9492-4738-8ff1-887732d1a833 HTTP/1.1" status: 200 len: 217 time: 0.3011835 Mar 22 19:24:44.892086 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-f2c59c62-e0f7-4830-a138-c08cd42c855e tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Network dc66dbf6-7f3d-46f2-94ef-a0483cb4f077 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:24:44.962654 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4befc5-ab9b-4bc6-8046-df12500ca45d None None] Network 0b96d543-736b-4b67-aa1e-32855b2e814f requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:24:45.136768 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a0bf1a-1e1b-40da-8d78-1894da3b965f admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:24:45.153070 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067c364d-71b9-4a9b-94c1-05b7968786d8 None None] Sync routers for ids ['994f1659-7cf6-4691-9ffd-2f9a5d678c4e'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:24:45.164814 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-65942525-a9ba-4c95-8346-a88339b0cd61 None None] Provisioning complete for port f50aded0-ab48-470d-89bc-cc13dc6a21de triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:45.165202 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-65942525-a9ba-4c95-8346-a88339b0cd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f50aded0-ab48-470d-89bc-cc13dc6a21de), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:45.175764 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-38f33d03-6f56-4b5f-9061-d04624968d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:45.187422 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067c364d-71b9-4a9b-94c1-05b7968786d8 None None] Routers {'994f1659-7cf6-4691-9ffd-2f9a5d678c4e'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:24:45.190351 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7a0bf1a-1e1b-40da-8d78-1894da3b965f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:45.194495 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b7a0bf1a-1e1b-40da-8d78-1894da3b965f admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.1306710 Mar 22 19:24:45.195108 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-067c364d-71b9-4a9b-94c1-05b7968786d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:24:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['994f1659-7cf6-4691-9ffd-2f9a5d678c4e'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:45.198263 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47542) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:45.319402 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f50aded0-ab48-470d-89bc-cc13dc6a21de up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:24:45.393837 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-067c364d-71b9-4a9b-94c1-05b7968786d8 None None] Set router 994f1659-7cf6-4691-9ffd-2f9a5d678c4e gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:24:45.528970 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-65942525-a9ba-4c95-8346-a88339b0cd61 None None] Current status of the port f50aded0-ab48-470d-89bc-cc13dc6a21de is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:45.529576 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-65942525-a9ba-4c95-8346-a88339b0cd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f50aded0-ab48-470d-89bc-cc13dc6a21de), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:45.671086 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port f50aded0-ab48-470d-89bc-cc13dc6a21de triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:45.671886 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f50aded0-ab48-470d-89bc-cc13dc6a21de), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:45.703683 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-65942525-a9ba-4c95-8346-a88339b0cd61 None None] For port f50aded0-ab48-470d-89bc-cc13dc6a21de, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f50aded0-ab48-470d-89bc-cc13dc6a21de,segment=NetworkSegment(6cf8622a-5099-4afd-9193-a4d8ff8dfc80),segment_id=6cf8622a-5099-4afd-9193-a4d8ff8dfc80)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:45.705679 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:45.713878 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-65942525-a9ba-4c95-8346-a88339b0cd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f50aded0-ab48-470d-89bc-cc13dc6a21de), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:45.838743 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65942525-a9ba-4c95-8346-a88339b0cd61 None None] Pushing event updated for resources: {'Port': ['ID=f50aded0-ab48-470d-89bc-cc13dc6a21de,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:45.866800 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-9801587f-bfbf-4925-b157-eaf1badea10e None None] Provisioning complete for port f50aded0-ab48-470d-89bc-cc13dc6a21de triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:45.867556 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9801587f-bfbf-4925-b157-eaf1badea10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f50aded0-ab48-470d-89bc-cc13dc6a21de), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:45.893771 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c59c62-e0f7-4830-a138-c08cd42c855e tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Pushing event updated for resources: {'Port': ['ID=0a28eda7-6b92-4429-90e2-e445a6a108e3,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:45.903823 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-f2c59c62-e0f7-4830-a138-c08cd42c855e tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:24:45.921874 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:24:45.956229 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-067c364d-71b9-4a9b-94c1-05b7968786d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-201308134-router', 'tenant_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '7e35d254-5af9-4fad-930d-0e3385fae0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:24:42Z', 'updated_at': '2022-03-22T19:24:43Z', 'revision_number': 3, 'project_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'gw_port': {'id': '7e35d254-5af9-4fad-930d-0e3385fae0ce', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:42Z', 'updated_at': '2022-03-22T19:24:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:45.982162 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port f50aded0-ab48-470d-89bc-cc13dc6a21de is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:46.004062 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067c364d-71b9-4a9b-94c1-05b7968786d8 None None] Checking router: 994f1659-7cf6-4691-9ffd-2f9a5d678c4e for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:24:46.004423 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067c364d-71b9-4a9b-94c1-05b7968786d8 None None] Updating router 994f1659-7cf6-4691-9ffd-2f9a5d678c4e port 7e35d254-5af9-4fad-930d-0e3385fae0ce binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:24:46.028000 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb65d76-78cf-44d2-afc1-545aae485080 req-fed03667-9a54-42ba-bf52-ba21111678b9 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:46.029548 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-9801587f-bfbf-4925-b157-eaf1badea10e None None] Current status of the port f50aded0-ab48-470d-89bc-cc13dc6a21de is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:46.030184 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-adb65d76-78cf-44d2-afc1-545aae485080 req-fed03667-9a54-42ba-bf52-ba21111678b9 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.84 "GET /v2.0/networks?id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc HTTP/1.1" status: 200 len: 810 time: 0.1414297 Mar 22 19:24:46.039366 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-f2c59c62-e0f7-4830-a138-c08cd42c855e tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:24:46.070952 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-067c364d-71b9-4a9b-94c1-05b7968786d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7e35d254-5af9-4fad-930d-0e3385fae0ce), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:46.106432 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-f2c59c62-e0f7-4830-a138-c08cd42c855e tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:46.107294 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-f2c59c62-e0f7-4830-a138-c08cd42c855e tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:46.138194 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37e65596-61d9-4b55-a8ba-a16f91a1fdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:46.172779 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9f27f-09c9-4a08-886d-b529114b6853 req-9cc920b4-e8f5-4a8b-b361-1bdb1daacdb6 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:46.179875 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-50c9f27f-09c9-4a08-886d-b529114b6853 req-9cc920b4-e8f5-4a8b-b361-1bdb1daacdb6 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=236404cb-b528-4405-816f-b32fce87d6ba HTTP/1.1" status: 200 len: 945 time: 1.6823485 Mar 22 19:24:46.304922 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-50c9f27f-09c9-4a08-886d-b529114b6853 req-164c1305-bb10-49be-848c-670e4c413edb tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240995 Mar 22 19:24:46.312262 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220a700-70f7-41db-b905-98f6415299a8 req-a303eb79-89fb-46ac-b6b4-5bb439e00973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:46.313769 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a220a700-70f7-41db-b905-98f6415299a8 req-a303eb79-89fb-46ac-b6b4-5bb439e00973 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f2e07129-a267-4fe6-b35d-6e7a5e2b5a1a HTTP/1.1" status: 200 len: 858 time: 1.5416231 Mar 22 19:24:46.357921 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-37e65596-61d9-4b55-a8ba-a16f91a1fdb7 admin admin] Allocated IP 172.20.0.1 (0b96d543-736b-4b67-aa1e-32855b2e814f/168b6716-5f77-44fb-960d-109b2ccf8236/30ca6d0c-3aec-4be2-b07b-b99acbf02a3c) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:24:46.399747 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a220a700-70f7-41db-b905-98f6415299a8 req-a0e51e2b-560b-4b19-ab20-24cf432b440a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5f5489b-ae8c-42a2-a35d-ae715296c0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518866 Mar 22 19:24:46.404074 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-f2c59c62-e0f7-4830-a138-c08cd42c855e tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1040258 Mar 22 19:24:46.490822 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-595d7c4d-826a-4b8c-916a-46c566d38ab3 service neutron] Request body: {'port': {'device_id': 'f587e238-c24b-4e03-95c8-a2bd0bdda75d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:46.536166 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da851c79-7eac-4828-8f21-e2d9f43949c2 req-f54a25ba-5b24-4fe5-96a4-087094315829 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:46.544266 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-da851c79-7eac-4828-8f21-e2d9f43949c2 req-f54a25ba-5b24-4fe5-96a4-087094315829 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=f587e238-c24b-4e03-95c8-a2bd0bdda75d HTTP/1.1" status: 200 len: 931 time: 0.6518576 Mar 22 19:24:46.550130 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-067c364d-71b9-4a9b-94c1-05b7968786d8 None None] Publish callbacks [] for port (7e35d254-5af9-4fad-930d-0e3385fae0ce), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:46.571963 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-067c364d-71b9-4a9b-94c1-05b7968786d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7e35d254-5af9-4fad-930d-0e3385fae0ce), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:46.582535 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37e65596-61d9-4b55-a8ba-a16f91a1fdb7 admin admin] Publish callbacks [] for port (30ca6d0c-3aec-4be2-b07b-b99acbf02a3c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:46.600581 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71adf725-2474-44e6-ae87-1623639aba62 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Router 96caadc6-03d0-4b4b-b0f0-edf5372b6f4a is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:24:46.610507 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-adb65d76-78cf-44d2-afc1-545aae485080 req-e57b717f-76bb-4fbe-b50a-cdcf318111f3 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b93875569cc4d4199ac35d06661afdf HTTP/1.1" status: 200 len: 379 time: 0.4988847 Mar 22 19:24:46.626634 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37e65596-61d9-4b55-a8ba-a16f91a1fdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (30ca6d0c-3aec-4be2-b07b-b99acbf02a3c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:46.635966 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196c3fa-198d-4e4b-a39d-fd7605c2f1a9 None None] Pushing event updated for resources: {'Port': ['ID=7e35d254-5af9-4fad-930d-0e3385fae0ce,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:46.660937 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-adb65d76-78cf-44d2-afc1-545aae485080 req-e2abe536-1275-4a53-9d23-4fcce27e438b tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Request body: {'port': {'device_id': 'd40f0c35-6df1-46c8-add8-78ea0711782d', 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc', 'admin_state_up': True, 'tenant_id': '5b93875569cc4d4199ac35d06661afdf', 'security_groups': ['3c1f0c47-373a-44b7-a50c-656e7188e9b7']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:46.673525 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-067c364d-71b9-4a9b-94c1-05b7968786d8 None None] Attempting to bind port 7e35d254-5af9-4fad-930d-0e3385fae0ce on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:24:46.674311 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-067c364d-71b9-4a9b-94c1-05b7968786d8 None None] Attempting to bind port 7e35d254-5af9-4fad-930d-0e3385fae0ce by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:24:46.674929 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067c364d-71b9-4a9b-94c1-05b7968786d8 None None] Attempting to bind port 7e35d254-5af9-4fad-930d-0e3385fae0ce on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:24:46.687352 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067c364d-71b9-4a9b-94c1-05b7968786d8 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:24:46.688232 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067c364d-71b9-4a9b-94c1-05b7968786d8 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:24:46.688886 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-067c364d-71b9-4a9b-94c1-05b7968786d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:46.689528 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067c364d-71b9-4a9b-94c1-05b7968786d8 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:24:46.690463 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-067c364d-71b9-4a9b-94c1-05b7968786d8 None None] Bound port: 7e35d254-5af9-4fad-930d-0e3385fae0ce, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:24:46.691105 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-067c364d-71b9-4a9b-94c1-05b7968786d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7e35d254-5af9-4fad-930d-0e3385fae0ce), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:46.715915 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e65596-61d9-4b55-a8ba-a16f91a1fdb7 admin admin] Network 0b96d543-736b-4b67-aa1e-32855b2e814f is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:24:46.720639 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-37e65596-61d9-4b55-a8ba-a16f91a1fdb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:24:46.724353 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e65596-61d9-4b55-a8ba-a16f91a1fdb7 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:24:46.784298 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-067c364d-71b9-4a9b-94c1-05b7968786d8 None None] For port 7e35d254-5af9-4fad-930d-0e3385fae0ce, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:24:46.787482 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e65596-61d9-4b55-a8ba-a16f91a1fdb7 admin admin] Pushing event updated for resources: {'Port': ['ID=30ca6d0c-3aec-4be2-b07b-b99acbf02a3c,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:46.788335 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-067c364d-71b9-4a9b-94c1-05b7968786d8 None None] For port 7e35d254-5af9-4fad-930d-0e3385fae0ce, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=7e35d254-5af9-4fad-930d-0e3385fae0ce,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:24:46.790678 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-247af86a-c2fa-4d85-9b08-efe6619e444b req-aeed3abc-c7a5-4b17-af11-45b7d4544eee tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 210 time: 0.2110631 Mar 22 19:24:46.813973 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-067c364d-71b9-4a9b-94c1-05b7968786d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7e35d254-5af9-4fad-930d-0e3385fae0ce), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:46.823663 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37e65596-61d9-4b55-a8ba-a16f91a1fdb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (994f1659-7cf6-4691-9ffd-2f9a5d678c4e), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:46.960992 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067c364d-71b9-4a9b-94c1-05b7968786d8 None None] Routers {'994f1659-7cf6-4691-9ffd-2f9a5d678c4e'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:24:46.961629 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-067c364d-71b9-4a9b-94c1-05b7968786d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:24:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['994f1659-7cf6-4691-9ffd-2f9a5d678c4e'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:47.071143 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71adf725-2474-44e6-ae87-1623639aba62 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:24:47.081704 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c7e455-155e-48ec-aaa1-978010832260 None None] Sync routers for ids ['96caadc6-03d0-4b4b-b0f0-edf5372b6f4a'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:24:47.106202 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c7e455-155e-48ec-aaa1-978010832260 None None] Routers {'96caadc6-03d0-4b4b-b0f0-edf5372b6f4a'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:24:47.106856 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b1c7e455-155e-48ec-aaa1-978010832260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:24:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['96caadc6-03d0-4b4b-b0f0-edf5372b6f4a'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:47.113912 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37e65596-61d9-4b55-a8ba-a16f91a1fdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (30ca6d0c-3aec-4be2-b07b-b99acbf02a3c), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:47.144660 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-71adf725-2474-44e6-ae87-1623639aba62 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:47.145982 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-71adf725-2474-44e6-ae87-1623639aba62 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] 10.222.0.75 "PUT /v2.0/routers/96caadc6-03d0-4b4b-b0f0-edf5372b6f4a HTTP/1.1" status: 200 len: 920 time: 8.4947143 Mar 22 19:24:47.156143 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-595d7c4d-826a-4b8c-916a-46c566d38ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0a28eda7-6b92-4429-90e2-e445a6a108e3), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:47.173633 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47554) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:47.211617 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b1c7e455-155e-48ec-aaa1-978010832260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:47.237664 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a220a700-70f7-41db-b905-98f6415299a8 req-997ebca3-a037-4857-bd46-23990ea64bd4 service neutron] 10.222.0.84 "GET /v2.0/networks/e5f5489b-ae8c-42a2-a35d-ae715296c0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8223352 Mar 22 19:24:47.244074 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c7e455-155e-48ec-aaa1-978010832260 None None] Routers {'96caadc6-03d0-4b4b-b0f0-edf5372b6f4a'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:24:47.244716 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b1c7e455-155e-48ec-aaa1-978010832260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:24:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['96caadc6-03d0-4b4b-b0f0-edf5372b6f4a'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:47.257739 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f50aded0-ab48-470d-89bc-cc13dc6a21de up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:24:47.279490 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-067c364d-71b9-4a9b-94c1-05b7968786d8 None None] Set router 994f1659-7cf6-4691-9ffd-2f9a5d678c4e gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:24:47.387856 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b1c7e455-155e-48ec-aaa1-978010832260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:47.388609 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c7e455-155e-48ec-aaa1-978010832260 None None] The sync data for ids ['96caadc6-03d0-4b4b-b0f0-edf5372b6f4a'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:24:47.402748 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2edf2602-55b9-4709-8a4a-fa9b489dafe3 None None] Provisioning complete for port 30ca6d0c-3aec-4be2-b07b-b99acbf02a3c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:47.407365 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2edf2602-55b9-4709-8a4a-fa9b489dafe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (30ca6d0c-3aec-4be2-b07b-b99acbf02a3c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:47.466692 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196c3fa-198d-4e4b-a39d-fd7605c2f1a9 None None] Pushing event updated for resources: {'Port': ['ID=7e35d254-5af9-4fad-930d-0e3385fae0ce,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:47.498123 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a220a700-70f7-41db-b905-98f6415299a8 req-9c5b4706-d8fc-4598-94a5-2abc99101157 service neutron] 10.222.0.84 "GET /v2.0/networks/e5f5489b-ae8c-42a2-a35d-ae715296c0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102249 Mar 22 19:24:47.511113 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-067c364d-71b9-4a9b-94c1-05b7968786d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-201308134-router', 'tenant_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '7e35d254-5af9-4fad-930d-0e3385fae0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:24:42Z', 'updated_at': '2022-03-22T19:24:43Z', 'revision_number': 3, 'project_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'gw_port': {'id': '7e35d254-5af9-4fad-930d-0e3385fae0ce', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:42Z', 'updated_at': '2022-03-22T19:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:47.523421 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-aac66b11-bd5d-4ebc-9740-63df29a722ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:47.553412 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067c364d-71b9-4a9b-94c1-05b7968786d8 None None] The sync data for ids ['994f1659-7cf6-4691-9ffd-2f9a5d678c4e'] in n-d-705658-24 is: [{'id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-201308134-router', 'tenant_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '7e35d254-5af9-4fad-930d-0e3385fae0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:24:42Z', 'updated_at': '2022-03-22T19:24:43Z', 'revision_number': 3, 'project_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'gw_port': {'id': '7e35d254-5af9-4fad-930d-0e3385fae0ce', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:42Z', 'updated_at': '2022-03-22T19:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:24:47.555131 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2edf2602-55b9-4709-8a4a-fa9b489dafe3 None None] Port 30ca6d0c-3aec-4be2-b07b-b99acbf02a3c cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:24:47.584837 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-da851c79-7eac-4828-8f21-e2d9f43949c2 req-06dfb122-23fc-412f-b6f3-0e7484eff6fe tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9852023 Mar 22 19:24:47.588204 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port f50aded0-ab48-470d-89bc-cc13dc6a21de triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:47.589410 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f50aded0-ab48-470d-89bc-cc13dc6a21de), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:47.687984 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf581412-9445-4d7d-bd12-c5009d54767e req-2897d0d9-5bfe-47a2-ac1a-1d6914f22816 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:47.695742 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf581412-9445-4d7d-bd12-c5009d54767e req-2897d0d9-5bfe-47a2-ac1a-1d6914f22816 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] 10.222.0.75 "GET /v2.0/ports?device_id=454c8cfa-9bf0-4c62-9d68-16ea491cfc5b HTTP/1.1" status: 200 len: 943 time: 0.7104180 Mar 22 19:24:47.749936 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37e65596-61d9-4b55-a8ba-a16f91a1fdb7 admin admin] Publish callbacks [] for port (30ca6d0c-3aec-4be2-b07b-b99acbf02a3c), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:47.761823 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37e65596-61d9-4b55-a8ba-a16f91a1fdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (30ca6d0c-3aec-4be2-b07b-b99acbf02a3c), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:47.778866 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf581412-9445-4d7d-bd12-c5009d54767e req-940c32d5-e336-4b76-a124-3bf0534da660 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] 10.222.0.75 "GET /v2.0/security-groups?id=db95ea6b-0bee-4667-8c66-2b4ba8517200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782018 Mar 22 19:24:47.795892 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port f50aded0-ab48-470d-89bc-cc13dc6a21de is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:47.844607 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37e65596-61d9-4b55-a8ba-a16f91a1fdb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (994f1659-7cf6-4691-9ffd-2f9a5d678c4e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:47.904478 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09658d-6f80-42dc-838e-c5303e508dd5 req-16e36492-04cf-4c8d-a1c3-fbd29287b9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:47.907205 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f09658d-6f80-42dc-838e-c5303e508dd5 req-16e36492-04cf-4c8d-a1c3-fbd29287b9ef service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ae70a4f323454346ae35c7e98a69960b&device_id=454c8cfa-9bf0-4c62-9d68-16ea491cfc5b HTTP/1.1" status: 200 len: 1126 time: 0.3267009 Mar 22 19:24:47.974727 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b9897ef1-1679-4ad3-9d76-987b1025a0c5 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] 10.222.0.75 "GET /v2.0/routers/96caadc6-03d0-4b4b-b0f0-edf5372b6f4a HTTP/1.1" status: 200 len: 926 time: 0.7972534 Mar 22 19:24:48.010549 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47562) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:48.060052 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e65596-61d9-4b55-a8ba-a16f91a1fdb7 admin admin] Pushing event updated for resources: {'Port': ['ID=30ca6d0c-3aec-4be2-b07b-b99acbf02a3c,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:48.172812 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:48.180258 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e65596-61d9-4b55-a8ba-a16f91a1fdb7 admin admin] Network 0b96d543-736b-4b67-aa1e-32855b2e814f is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:24:48.187341 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-37e65596-61d9-4b55-a8ba-a16f91a1fdb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:24:48.304222 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-16ef3c60-b505-4fdf-8d69-7b506f33c058 req-5c1295c3-d252-405f-8bfa-c3d5a68cbf97 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 210 time: 0.0504270 Mar 22 19:24:48.305109 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adb65d76-78cf-44d2-afc1-545aae485080 req-e2abe536-1275-4a53-9d23-4fcce27e438b tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Made reservation on behalf of 5b93875569cc4d4199ac35d06661afdf for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:24:48.308670 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-adb65d76-78cf-44d2-afc1-545aae485080 req-e2abe536-1275-4a53-9d23-4fcce27e438b tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:48.403766 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bea979-f539-4a13-a6e1-c089677038af tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:48.407994 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e65596-61d9-4b55-a8ba-a16f91a1fdb7 admin admin] Router 994f1659-7cf6-4691-9ffd-2f9a5d678c4e has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:24:48.412152 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-27bea979-f539-4a13-a6e1-c089677038af tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=b209c5bc-34d3-415d-9873-d01a4e6c5db8&device_id=96caadc6-03d0-4b4b-b0f0-edf5372b6f4a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4026875 Mar 22 19:24:48.418813 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47566) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:48.602094 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:48.621567 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-25f4b3df-45e6-436e-b4b8-cc85ae982241 None None] Provisioning complete for port 30ca6d0c-3aec-4be2-b07b-b99acbf02a3c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:48.622675 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-25f4b3df-45e6-436e-b4b8-cc85ae982241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (30ca6d0c-3aec-4be2-b07b-b99acbf02a3c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:48.715753 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-25f4b3df-45e6-436e-b4b8-cc85ae982241 None None] Port 30ca6d0c-3aec-4be2-b07b-b99acbf02a3c cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:24:48.729057 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e65596-61d9-4b55-a8ba-a16f91a1fdb7 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:24:48.735907 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-37e65596-61d9-4b55-a8ba-a16f91a1fdb7 admin admin] 10.222.0.75 "PUT /v2.0/routers/994f1659-7cf6-4691-9ffd-2f9a5d678c4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5363343 Mar 22 19:24:48.834821 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4616de02-268e-4706-9992-7b4a4aeca9f7 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:48.839173 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4616de02-268e-4706-9992-7b4a4aeca9f7 tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 881 time: 0.4182005 Mar 22 19:24:48.841174 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47576) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:48.891445 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-595d7c4d-826a-4b8c-916a-46c566d38ab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a28eda7-6b92-4429-90e2-e445a6a108e3 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:24:48.893017 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8e0bc9c1-b516-450f-8b84-931a1e8ca6b0 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] 10.222.0.75 "GET /v2.0/ports?device_id=96caadc6-03d0-4b4b-b0f0-edf5372b6f4a HTTP/1.1" status: 200 len: 205 time: 0.0489535 Mar 22 19:24:48.893831 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47578) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:49.017608 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-595d7c4d-826a-4b8c-916a-46c566d38ab3 service neutron] Publish callbacks [] for port (0a28eda7-6b92-4429-90e2-e445a6a108e3), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:49.020412 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-adb65d76-78cf-44d2-afc1-545aae485080 req-e2abe536-1275-4a53-9d23-4fcce27e438b tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Allocated IP 172.20.0.14 (930b4136-5d1e-4d7e-95ed-27db03a5fcfc/0024126f-9e61-4e75-a43d-476a3a97ffe0/607144c1-0ca2-48d3-88b9-368b9eec0b0c) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:24:49.074101 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48637e3-4a8d-4b35-8518-a31128b5788e req-1e3599cc-087d-420c-a196-4c7e590b2882 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:49.077531 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a48637e3-4a8d-4b35-8518-a31128b5788e req-1e3599cc-087d-420c-a196-4c7e590b2882 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=236404cb-b528-4405-816f-b32fce87d6ba HTTP/1.1" status: 200 len: 945 time: 1.1594524 Mar 22 19:24:49.082146 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6b46ced1-3baa-4aed-ba7f-e033c627c1e9 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router (96caadc6-03d0-4b4b-b0f0-edf5372b6f4a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:49.127012 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-595d7c4d-826a-4b8c-916a-46c566d38ab3 service neutron] Transition to ACTIVE for port object 0a28eda7-6b92-4429-90e2-e445a6a108e3 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:24:49.140817 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09658d-6f80-42dc-838e-c5303e508dd5 req-8d3ee76c-2108-425e-8e45-814d3f391e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:49.142358 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f09658d-6f80-42dc-838e-c5303e508dd5 req-8d3ee76c-2108-425e-8e45-814d3f391e46 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e5f5489b-ae8c-42a2-a35d-ae715296c0c6 HTTP/1.1" status: 200 len: 919 time: 1.2201273 Mar 22 19:24:49.148592 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-595d7c4d-826a-4b8c-916a-46c566d38ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (0a28eda7-6b92-4429-90e2-e445a6a108e3), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:49.225097 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6b46ced1-3baa-4aed-ba7f-e033c627c1e9 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router_gateway (96caadc6-03d0-4b4b-b0f0-edf5372b6f4a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:49.282748 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 7e35d254-5af9-4fad-930d-0e3385fae0ce up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:24:49.289761 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f09658d-6f80-42dc-838e-c5303e508dd5 req-1c81cdd2-21cf-4082-a160-0f627c91fcff service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82332e05-9492-4738-8ff1-887732d1a833 HTTP/1.1" status: 200 len: 217 time: 0.1262314 Mar 22 19:24:49.313966 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-6b46ced1-3baa-4aed-ba7f-e033c627c1e9 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Deleting port 096a651d-8538-41e7-b150-d631a26639ba {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:24:49.314318 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6b46ced1-3baa-4aed-ba7f-e033c627c1e9 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (096a651d-8538-41e7-b150-d631a26639ba), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:49.378154 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 7e35d254-5af9-4fad-930d-0e3385fae0ce triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:49.378893 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7e35d254-5af9-4fad-930d-0e3385fae0ce), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:49.401444 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642797c-fb6e-4e65-9a75-26119d01ee79 req-41911505-673c-42a1-a77f-b7de0eaf9941 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:49.408449 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b642797c-fb6e-4e65-9a75-26119d01ee79 req-41911505-673c-42a1-a77f-b7de0eaf9941 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=f587e238-c24b-4e03-95c8-a2bd0bdda75d HTTP/1.1" status: 200 len: 931 time: 0.4544046 Mar 22 19:24:49.475544 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6b46ced1-3baa-4aed-ba7f-e033c627c1e9 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (096a651d-8538-41e7-b150-d631a26639ba), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:49.480762 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 7e35d254-5af9-4fad-930d-0e3385fae0ce is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:49.481423 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7e35d254-5af9-4fad-930d-0e3385fae0ce), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:49.512110 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-6b46ced1-3baa-4aed-ba7f-e033c627c1e9 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Calling delete_port for 096a651d-8538-41e7-b150-d631a26639ba owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:24:49.516923 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 7e35d254-5af9-4fad-930d-0e3385fae0ce, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=7e35d254-5af9-4fad-930d-0e3385fae0ce,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:49.523211 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7e35d254-5af9-4fad-930d-0e3385fae0ce), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:49.523863 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d7c4d-826a-4b8c-916a-46c566d38ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=0a28eda7-6b92-4429-90e2-e445a6a108e3,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:49.556406 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a48637e3-4a8d-4b35-8518-a31128b5788e req-7fe39620-8b4b-4891-aec3-13cf9c6d42b8 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708586 Mar 22 19:24:49.688546 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=7e35d254-5af9-4fad-930d-0e3385fae0ce,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:49.705689 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09658d-6f80-42dc-838e-c5303e508dd5 req-730ba104-5fc8-4cfa-a5e7-de1c6404ab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:49.707199 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f09658d-6f80-42dc-838e-c5303e508dd5 req-730ba104-5fc8-4cfa-a5e7-de1c6404ab81 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f2e07129-a267-4fe6-b35d-6e7a5e2b5a1a HTTP/1.1" status: 200 len: 858 time: 0.3141658 Mar 22 19:24:49.721131 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b642797c-fb6e-4e65-9a75-26119d01ee79 req-c6932b05-7867-4136-a3a7-ff0699c8e1cb tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119781 Mar 22 19:24:49.857611 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f09658d-6f80-42dc-838e-c5303e508dd5 req-a92e9850-a01a-4923-bc14-c91f4bee6a3a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e5f5489b-ae8c-42a2-a35d-ae715296c0c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1298144 Mar 22 19:24:49.884664 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-adb65d76-78cf-44d2-afc1-545aae485080 req-e2abe536-1275-4a53-9d23-4fcce27e438b tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks [] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:49.888640 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-595d7c4d-826a-4b8c-916a-46c566d38ab3 service neutron] Attempting to bind port 0a28eda7-6b92-4429-90e2-e445a6a108e3 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:24:49.889773 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-595d7c4d-826a-4b8c-916a-46c566d38ab3 service neutron] Attempting to bind port 0a28eda7-6b92-4429-90e2-e445a6a108e3 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '550f4452-31ab-4ada-8988-a70262e079e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dc66dbf6-7f3d-46f2-94ef-a0483cb4f077'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:24:49.890216 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-595d7c4d-826a-4b8c-916a-46c566d38ab3 service neutron] Attempting to bind port 0a28eda7-6b92-4429-90e2-e445a6a108e3 on network dc66dbf6-7f3d-46f2-94ef-a0483cb4f077 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:24:49.910392 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-595d7c4d-826a-4b8c-916a-46c566d38ab3 service neutron] Port 0a28eda7-6b92-4429-90e2-e445a6a108e3 on network dc66dbf6-7f3d-46f2-94ef-a0483cb4f077 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:24:49.910756 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-595d7c4d-826a-4b8c-916a-46c566d38ab3 service neutron] Attempting to bind port 0a28eda7-6b92-4429-90e2-e445a6a108e3 on network dc66dbf6-7f3d-46f2-94ef-a0483cb4f077 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:24:49.913112 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6b46ced1-3baa-4aed-ba7f-e033c627c1e9 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (096a651d-8538-41e7-b150-d631a26639ba), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:49.978367 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-595d7c4d-826a-4b8c-916a-46c566d38ab3 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:24:49.978729 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-595d7c4d-826a-4b8c-916a-46c566d38ab3 service neutron] Checking segment: {'id': '550f4452-31ab-4ada-8988-a70262e079e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dc66dbf6-7f3d-46f2-94ef-a0483cb4f077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:24:49.979101 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-595d7c4d-826a-4b8c-916a-46c566d38ab3 service neutron] Bound using segment: {'id': '550f4452-31ab-4ada-8988-a70262e079e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dc66dbf6-7f3d-46f2-94ef-a0483cb4f077'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:24:49.979557 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-595d7c4d-826a-4b8c-916a-46c566d38ab3 service neutron] Bound port: 0a28eda7-6b92-4429-90e2-e445a6a108e3, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '550f4452-31ab-4ada-8988-a70262e079e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'dc66dbf6-7f3d-46f2-94ef-a0483cb4f077'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:24:49.979911 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-595d7c4d-826a-4b8c-916a-46c566d38ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0a28eda7-6b92-4429-90e2-e445a6a108e3), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:50.009998 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46ced1-3baa-4aed-ba7f-e033c627c1e9 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Pushing event deleted for resources: {'Port': ['ID=096a651d-8538-41e7-b150-d631a26639ba,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:50.022962 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:50.043279 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0d108-75d8-479b-99ed-aaebdccf3af1 req-4a51e538-7284-4d1b-abd7-50fec89e3843 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:50.044861 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c8c0d108-75d8-479b-99ed-aaebdccf3af1 req-4a51e538-7284-4d1b-abd7-50fec89e3843 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=40dc3035-62ea-400b-8c89-2a51ef30d2e5 HTTP/1.1" status: 200 len: 946 time: 0.3335752 Mar 22 19:24:50.081142 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6b46ced1-3baa-4aed-ba7f-e033c627c1e9 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (96caadc6-03d0-4b4b-b0f0-edf5372b6f4a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:50.181107 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-adb65d76-78cf-44d2-afc1-545aae485080 req-e2abe536-1275-4a53-9d23-4fcce27e438b tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:50.183505 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d965eed-90d9-4d18-893e-4a0304b8470b None None] Sync routers for ids ['994f1659-7cf6-4691-9ffd-2f9a5d678c4e'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:24:50.198196 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d965eed-90d9-4d18-893e-4a0304b8470b None None] Routers {'994f1659-7cf6-4691-9ffd-2f9a5d678c4e'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:24:50.199856 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-7d965eed-90d9-4d18-893e-4a0304b8470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:24:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['994f1659-7cf6-4691-9ffd-2f9a5d678c4e'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:50.211254 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e0918-1154-4b10-a5da-b9e49495dc4c req-e796840b-c979-4f75-b831-8c637c6bec60 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:50.219199 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc2e0918-1154-4b10-a5da-b9e49495dc4c req-e796840b-c979-4f75-b831-8c637c6bec60 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] 10.222.0.75 "GET /v2.0/ports?device_id=454c8cfa-9bf0-4c62-9d68-16ea491cfc5b HTTP/1.1" status: 200 len: 943 time: 0.3389149 Mar 22 19:24:50.228427 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6b46ced1-3baa-4aed-ba7f-e033c627c1e9 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (96caadc6-03d0-4b4b-b0f0-edf5372b6f4a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:50.230745 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6b46ced1-3baa-4aed-ba7f-e033c627c1e9 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router_controller (96caadc6-03d0-4b4b-b0f0-edf5372b6f4a), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:50.230895 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f09658d-6f80-42dc-838e-c5303e508dd5 req-5537e6fc-8394-4e86-ae54-fdd9c623a5f0 service neutron] 10.222.0.84 "GET /v2.0/networks/e5f5489b-ae8c-42a2-a35d-ae715296c0c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437154 Mar 22 19:24:50.287353 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6b46ced1-3baa-4aed-ba7f-e033c627c1e9 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (96caadc6-03d0-4b4b-b0f0-edf5372b6f4a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:50.289318 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b46ced1-3baa-4aed-ba7f-e033c627c1e9 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Fanout notify agent at l3_agent the message router_deleted on router 96caadc6-03d0-4b4b-b0f0-edf5372b6f4a {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:24:50.298794 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c8c0d108-75d8-479b-99ed-aaebdccf3af1 req-49226229-a246-454f-a5ea-480962aba2a6 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452269 Mar 22 19:24:50.313425 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-595d7c4d-826a-4b8c-916a-46c566d38ab3 service neutron] For port 0a28eda7-6b92-4429-90e2-e445a6a108e3, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:24:50.314609 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6b46ced1-3baa-4aed-ba7f-e033c627c1e9 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:50.325835 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6b46ced1-3baa-4aed-ba7f-e033c627c1e9 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] 10.222.0.75 "DELETE /v2.0/routers/96caadc6-03d0-4b4b-b0f0-edf5372b6f4a HTTP/1.1" status: 204 len: 168 time: 1.4311283 Mar 22 19:24:50.328746 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47590) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:50.359574 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-2686ce25-9ff1-4630-a9ca-7dcedac66480 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-494566275', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}, 'admin_state_up': False}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:50.381565 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adb65d76-78cf-44d2-afc1-545aae485080 req-e2abe536-1275-4a53-9d23-4fcce27e438b tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Network 930b4136-5d1e-4d7e-95ed-27db03a5fcfc is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:24:50.394592 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-595d7c4d-826a-4b8c-916a-46c566d38ab3 service neutron] For port 0a28eda7-6b92-4429-90e2-e445a6a108e3, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=0a28eda7-6b92-4429-90e2-e445a6a108e3,segment=NetworkSegment(550f4452-31ab-4ada-8988-a70262e079e4),segment_id=550f4452-31ab-4ada-8988-a70262e079e4)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:24:50.395908 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-adb65d76-78cf-44d2-afc1-545aae485080 req-e2abe536-1275-4a53-9d23-4fcce27e438b tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:24:50.397971 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2abe536-1275-4a53-9d23-4fcce27e438b tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Pushing event updated for resources: {'Port': ['ID=607144c1-0ca2-48d3-88b9-368b9eec0b0c,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:50.398216 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-7d965eed-90d9-4d18-893e-4a0304b8470b None None] Set router 994f1659-7cf6-4691-9ffd-2f9a5d678c4e gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:24:50.408509 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb65d76-78cf-44d2-afc1-545aae485080 req-e2abe536-1275-4a53-9d23-4fcce27e438b tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:24:50.420790 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-595d7c4d-826a-4b8c-916a-46c566d38ab3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (0a28eda7-6b92-4429-90e2-e445a6a108e3), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:50.455266 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2686ce25-9ff1-4630-a9ca-7dcedac66480 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (60693070-c02c-4130-8b3f-b0fbf1c5fc8f), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:50.457642 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2686ce25-9ff1-4630-a9ca-7dcedac66480 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (60693070-c02c-4130-8b3f-b0fbf1c5fc8f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:50.609470 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2686ce25-9ff1-4630-a9ca-7dcedac66480 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router_controller (60693070-c02c-4130-8b3f-b0fbf1c5fc8f), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:50.768032 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-7d965eed-90d9-4d18-893e-4a0304b8470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-201308134-router', 'tenant_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '7e35d254-5af9-4fad-930d-0e3385fae0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:24:42Z', 'updated_at': '2022-03-22T19:24:47Z', 'revision_number': 4, 'project_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'gw_port': {'id': '7e35d254-5af9-4fad-930d-0e3385fae0ce', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:42Z', 'updated_at': '2022-03-22T19:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '30ca6d0c-3aec-4be2-b07b-b99acbf02a3c', 'name': '', 'network_id': '0b96d543-736b-4b67-aa1e-32855b2e814f', 'tenant_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'mac_address': 'fa:16:3e:59:3c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '168b6716-5f77-44fb-960d-109b2ccf8236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:46Z', 'updated_at': '2022-03-22T19:24:47Z', 'revision_number': 2, 'project_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'subnets': [{'id': '168b6716-5f77-44fb-960d-109b2ccf8236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:50.830785 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d965eed-90d9-4d18-893e-4a0304b8470b None None] Checking router: 994f1659-7cf6-4691-9ffd-2f9a5d678c4e for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:24:50.831036 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d965eed-90d9-4d18-893e-4a0304b8470b None None] Updating router 994f1659-7cf6-4691-9ffd-2f9a5d678c4e port 30ca6d0c-3aec-4be2-b07b-b99acbf02a3c binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:24:50.863489 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-0d2e12f7-1a63-48d2-a1eb-e99c9d3bcee9 None None] Provisioning complete for port 607144c1-0ca2-48d3-88b9-368b9eec0b0c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:50.864029 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0d2e12f7-1a63-48d2-a1eb-e99c9d3bcee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:50.890903 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-7d965eed-90d9-4d18-893e-4a0304b8470b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (30ca6d0c-3aec-4be2-b07b-b99acbf02a3c), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:50.946725 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2686ce25-9ff1-4630-a9ca-7dcedac66480 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router_gateway (60693070-c02c-4130-8b3f-b0fbf1c5fc8f), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:50.959600 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-0d2e12f7-1a63-48d2-a1eb-e99c9d3bcee9 None None] Port 607144c1-0ca2-48d3-88b9-368b9eec0b0c cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:24:51.120635 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc2e0918-1154-4b10-a5da-b9e49495dc4c req-b6de12ab-e3b6-48a6-810e-ab5556c8721d tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] 10.222.0.75 "GET /v2.0/security-groups?id=db95ea6b-0bee-4667-8c66-2b4ba8517200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9004622 Mar 22 19:24:51.262434 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-595d7c4d-826a-4b8c-916a-46c566d38ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:51.263282 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 7e35d254-5af9-4fad-930d-0e3385fae0ce up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:24:51.263537 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-595d7c4d-826a-4b8c-916a-46c566d38ab3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:51.265200 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-595d7c4d-826a-4b8c-916a-46c566d38ab3 service neutron] 10.222.0.85 "PUT /v2.0/ports/0a28eda7-6b92-4429-90e2-e445a6a108e3 HTTP/1.1" status: 200 len: 1092 time: 4.8240895 Mar 22 19:24:51.266528 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f587e238-c24b-4e03-95c8-a2bd0bdda75d', 'tag': '0a28eda7-6b92-4429-90e2-e445a6a108e3'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:24:51.269008 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337bb978-898b-4362-874c-d68ec79643e4" -d '{"events": [{"name": "network-changed", "server_uuid": "f587e238-c24b-4e03-95c8-a2bd0bdda75d", "tag": "0a28eda7-6b92-4429-90e2-e445a6a108e3"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:24:51.362121 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2686ce25-9ff1-4630-a9ca-7dcedac66480 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router_gateway (60693070-c02c-4130-8b3f-b0fbf1c5fc8f), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:51.363929 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb65d76-78cf-44d2-afc1-545aae485080 req-e2abe536-1275-4a53-9d23-4fcce27e438b tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:51.364827 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-adb65d76-78cf-44d2-afc1-545aae485080 req-e2abe536-1275-4a53-9d23-4fcce27e438b tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:51.396226 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:51.410243 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-adb65d76-78cf-44d2-afc1-545aae485080 req-e2abe536-1275-4a53-9d23-4fcce27e438b tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7636788 Mar 22 19:24:51.411084 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2686ce25-9ff1-4630-a9ca-7dcedac66480 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:51.424195 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 7e35d254-5af9-4fad-930d-0e3385fae0ce triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:51.424577 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7e35d254-5af9-4fad-930d-0e3385fae0ce), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:51.425765 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f09658d-6f80-42dc-838e-c5303e508dd5 req-ecf93299-a169-4e30-bc61-ce8b028a468d service neutron] 10.222.0.84 "GET /v2.0/networks/e5f5489b-ae8c-42a2-a35d-ae715296c0c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1516302 Mar 22 19:24:51.431858 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-adb65d76-78cf-44d2-afc1-545aae485080 req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] Request body: {'port': {'device_id': 'd40f0c35-6df1-46c8-add8-78ea0711782d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:51.460673 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-7d965eed-90d9-4d18-893e-4a0304b8470b None None] Publish callbacks [] for port (30ca6d0c-3aec-4be2-b07b-b99acbf02a3c), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:51.477921 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-7d965eed-90d9-4d18-893e-4a0304b8470b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (30ca6d0c-3aec-4be2-b07b-b99acbf02a3c), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:51.481003 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d7c4d-826a-4b8c-916a-46c566d38ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=0a28eda7-6b92-4429-90e2-e445a6a108e3,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:51.557960 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-8813727d-720f-4afa-bbc5-809c12418286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:51.559441 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 82332e05-9492-4738-8ff1-887732d1a833 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:24:51.559643 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-8813727d-720f-4afa-bbc5-809c12418286 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=718276ac87f841d1b8dfbf4b06c7328c&device_id=f587e238-c24b-4e03-95c8-a2bd0bdda75d HTTP/1.1" status: 200 len: 1126 time: 0.2226183 Mar 22 19:24:51.575663 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b01134-60c9-4f56-b21a-4daf7f1338a1 req-7a633591-da66-4ef2-8b61-00c8b7e6dba3 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:51.577772 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0b01134-60c9-4f56-b21a-4daf7f1338a1 req-7a633591-da66-4ef2-8b61-00c8b7e6dba3 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 932 time: 0.3006022 Mar 22 19:24:51.578736 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd901a-bd3e-4ac3-802a-3ad6c20f5b78 None None] Pushing event updated for resources: {'Port': ['ID=30ca6d0c-3aec-4be2-b07b-b99acbf02a3c,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:51.603774 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 7e35d254-5af9-4fad-930d-0e3385fae0ce is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:51.615527 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-2686ce25-9ff1-4630-a9ca-7dcedac66480 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Allocated IP 172.25.5.40 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/f06916c1-ed2a-4300-a59d-8f263fcc0603) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:24:51.695190 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0b01134-60c9-4f56-b21a-4daf7f1338a1 req-0ea339e6-53ce-4216-8ab4-1afde152969b tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873685 Mar 22 19:24:51.702209 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-61b3fe8d-9205-48b9-bb83-d756d67cc796 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:51.710068 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-61b3fe8d-9205-48b9-bb83-d756d67cc796 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/networks?id=0b96d543-736b-4b67-aa1e-32855b2e814f HTTP/1.1" status: 200 len: 828 time: 0.6188836 Mar 22 19:24:51.751915 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-7d965eed-90d9-4d18-893e-4a0304b8470b None None] Attempting to bind port 30ca6d0c-3aec-4be2-b07b-b99acbf02a3c on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:24:51.752319 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-7d965eed-90d9-4d18-893e-4a0304b8470b None None] Attempting to bind port 30ca6d0c-3aec-4be2-b07b-b99acbf02a3c by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '6cf8622a-5099-4afd-9193-a4d8ff8dfc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0b96d543-736b-4b67-aa1e-32855b2e814f'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:24:51.752825 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d965eed-90d9-4d18-893e-4a0304b8470b None None] Attempting to bind port 30ca6d0c-3aec-4be2-b07b-b99acbf02a3c on network 0b96d543-736b-4b67-aa1e-32855b2e814f {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:24:51.760501 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d965eed-90d9-4d18-893e-4a0304b8470b None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:24:51.760501 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d965eed-90d9-4d18-893e-4a0304b8470b None None] Checking segment: {'id': '6cf8622a-5099-4afd-9193-a4d8ff8dfc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0b96d543-736b-4b67-aa1e-32855b2e814f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:24:51.760838 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-7d965eed-90d9-4d18-893e-4a0304b8470b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:51.761231 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d965eed-90d9-4d18-893e-4a0304b8470b None None] Bound using segment: {'id': '6cf8622a-5099-4afd-9193-a4d8ff8dfc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0b96d543-736b-4b67-aa1e-32855b2e814f'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:24:51.761704 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-7d965eed-90d9-4d18-893e-4a0304b8470b None None] Bound port: 30ca6d0c-3aec-4be2-b07b-b99acbf02a3c, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf8622a-5099-4afd-9193-a4d8ff8dfc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0b96d543-736b-4b67-aa1e-32855b2e814f'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:24:51.762125 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-7d965eed-90d9-4d18-893e-4a0304b8470b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (30ca6d0c-3aec-4be2-b07b-b99acbf02a3c), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:51.782328 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-c8caf356-1c2b-4122-96e3-9dbe3abd1a16 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a28eda7-6b92-4429-90e2-e445a6a108e3 HTTP/1.1" status: 200 len: 217 time: 0.1918356 Mar 22 19:24:51.800536 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-adb65d76-78cf-44d2-afc1-545aae485080 req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:51.814387 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 82332e05-9492-4738-8ff1-887732d1a833, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=82332e05-9492-4738-8ff1-887732d1a833,segment=NetworkSegment(ce71436c-7b3f-446a-bc77-6713ad646656),segment_id=ce71436c-7b3f-446a-bc77-6713ad646656)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:51.832927 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-f58e73f0-6c78-4058-9f9c-afa56eb60946 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/quotas/faf8585acb4b40068170d9c6eaa86cb6 HTTP/1.1" status: 200 len: 375 time: 0.1219289 Mar 22 19:24:51.841441 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '82332e05-9492-4738-8ff1-887732d1a833', 'network_id': 'e5f5489b-ae8c-42a2-a35d-ae715296c0c6', 'port_id': '82332e05-9492-4738-8ff1-887732d1a833', 'mac_address': 'fa:16:3e:8c:77:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2e07129-a267-4fe6-b35d-6e7a5e2b5a1a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:24:51.849484 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2686ce25-9ff1-4630-a9ca-7dcedac66480 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for port (f06916c1-ed2a-4300-a59d-8f263fcc0603), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:51.910498 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-7d965eed-90d9-4d18-893e-4a0304b8470b None None] For port 30ca6d0c-3aec-4be2-b07b-b99acbf02a3c, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:24:51.915484 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-7d965eed-90d9-4d18-893e-4a0304b8470b None None] For port 30ca6d0c-3aec-4be2-b07b-b99acbf02a3c, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=30ca6d0c-3aec-4be2-b07b-b99acbf02a3c,segment=NetworkSegment(6cf8622a-5099-4afd-9193-a4d8ff8dfc80),segment_id=6cf8622a-5099-4afd-9193-a4d8ff8dfc80)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:24:51.944254 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-7d965eed-90d9-4d18-893e-4a0304b8470b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (30ca6d0c-3aec-4be2-b07b-b99acbf02a3c), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:51.945408 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2686ce25-9ff1-4630-a9ca-7dcedac66480 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f06916c1-ed2a-4300-a59d-8f263fcc0603), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:51.962270 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 82332e05-9492-4738-8ff1-887732d1a833 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:51.962819 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (82332e05-9492-4738-8ff1-887732d1a833), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:51.990374 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82332e05-9492-4738-8ff1-887732d1a833 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:24:52.017885 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 82332e05-9492-4738-8ff1-887732d1a833, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=82332e05-9492-4738-8ff1-887732d1a833,segment=NetworkSegment(ce71436c-7b3f-446a-bc77-6713ad646656),segment_id=ce71436c-7b3f-446a-bc77-6713ad646656)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:52.023156 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2686ce25-9ff1-4630-a9ca-7dcedac66480 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:24:52.028195 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-2686ce25-9ff1-4630-a9ca-7dcedac66480 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:24:52.032317 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (82332e05-9492-4738-8ff1-887732d1a833), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:52.035143 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2686ce25-9ff1-4630-a9ca-7dcedac66480 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:24:52.080197 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd901a-bd3e-4ac3-802a-3ad6c20f5b78 None None] Pushing event updated for resources: {'Port': ['ID=30ca6d0c-3aec-4be2-b07b-b99acbf02a3c,revision_number=4']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:52.090925 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686ce25-9ff1-4630-a9ca-7dcedac66480 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Pushing event updated for resources: {'Port': ['ID=f06916c1-ed2a-4300-a59d-8f263fcc0603,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:52.115801 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d965eed-90d9-4d18-893e-4a0304b8470b None None] Routers {'994f1659-7cf6-4691-9ffd-2f9a5d678c4e'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:24:52.117163 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-7d965eed-90d9-4d18-893e-4a0304b8470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:24:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['994f1659-7cf6-4691-9ffd-2f9a5d678c4e'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:52.158508 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-a864ccd2-2a3e-43bb-9c20-e822da32fce3 None None] Provisioning complete for port 30ca6d0c-3aec-4be2-b07b-b99acbf02a3c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:52.159087 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a864ccd2-2a3e-43bb-9c20-e822da32fce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (30ca6d0c-3aec-4be2-b07b-b99acbf02a3c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:52.166218 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd13ae-f84b-4339-945c-8a5553c49d91 req-efc55c2c-82b8-4b88-b078-7ad5987cf6d0 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:52.171127 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5cd13ae-f84b-4339-945c-8a5553c49d91 req-efc55c2c-82b8-4b88-b078-7ad5987cf6d0 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=236404cb-b528-4405-816f-b32fce87d6ba HTTP/1.1" status: 200 len: 945 time: 0.3348613 Mar 22 19:24:52.175502 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-e34b9c5e-a7cb-4612-9f94-c336eaf78063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:52.180832 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-e34b9c5e-a7cb-4612-9f94-c336eaf78063 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e9bd269f-4a80-4749-9eb8-ee69b46bbb1d HTTP/1.1" status: 200 len: 861 time: 0.3247790 Mar 22 19:24:52.218272 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=82332e05-9492-4738-8ff1-887732d1a833,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:52.311506 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-4dd3adeb-7f3a-4f07-918d-eadaa0ba5900 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=dc66dbf6-7f3d-46f2-94ef-a0483cb4f077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076500 Mar 22 19:24:52.363112 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-ba6a4ffd-a117-46aa-85df-b20be6dc551d tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=faf8585acb4b40068170d9c6eaa86cb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4811349 Mar 22 19:24:52.378223 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['82332e05-9492-4738-8ff1-887732d1a833'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:24:52.503232 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-a864ccd2-2a3e-43bb-9c20-e822da32fce3 None None] Current status of the port 30ca6d0c-3aec-4be2-b07b-b99acbf02a3c is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:52.503715 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a864ccd2-2a3e-43bb-9c20-e822da32fce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (30ca6d0c-3aec-4be2-b07b-b99acbf02a3c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:52.569084 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-a864ccd2-2a3e-43bb-9c20-e822da32fce3 None None] For port 30ca6d0c-3aec-4be2-b07b-b99acbf02a3c, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=30ca6d0c-3aec-4be2-b07b-b99acbf02a3c,segment=NetworkSegment(6cf8622a-5099-4afd-9193-a4d8ff8dfc80),segment_id=6cf8622a-5099-4afd-9193-a4d8ff8dfc80)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:52.604842 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a864ccd2-2a3e-43bb-9c20-e822da32fce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (30ca6d0c-3aec-4be2-b07b-b99acbf02a3c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:52.699268 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-7d965eed-90d9-4d18-893e-4a0304b8470b None None] Set router 994f1659-7cf6-4691-9ffd-2f9a5d678c4e gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:24:52.736816 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2686ce25-9ff1-4630-a9ca-7dcedac66480 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router_gateway (60693070-c02c-4130-8b3f-b0fbf1c5fc8f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:52.742171 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5cd13ae-f84b-4339-945c-8a5553c49d91 req-9c5cfd55-67cc-4328-a473-24c0a704000c tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5491416 Mar 22 19:24:52.782631 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864ccd2-2a3e-43bb-9c20-e822da32fce3 None None] Pushing event updated for resources: {'Port': ['ID=30ca6d0c-3aec-4be2-b07b-b99acbf02a3c,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:52.837422 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-bbd4afc6-47af-4716-80d5-57ed3bc6ccdf None None] Provisioning complete for port 30ca6d0c-3aec-4be2-b07b-b99acbf02a3c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:52.838700 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bbd4afc6-47af-4716-80d5-57ed3bc6ccdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (30ca6d0c-3aec-4be2-b07b-b99acbf02a3c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:52.864849 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-f9f1ca89-8677-4858-ad7b-5e108c522b23 service neutron] 10.222.0.85 "GET /v2.0/networks/dc66dbf6-7f3d-46f2-94ef-a0483cb4f077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5161386 Mar 22 19:24:52.874251 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-745eb15a-6958-4188-b8f0-c94b436b3693 service neutron] 10.222.0.75 "GET /v2.0/networks/0b96d543-736b-4b67-aa1e-32855b2e814f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4850373 Mar 22 19:24:52.996174 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-adb65d76-78cf-44d2-afc1-545aae485080 req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 607144c1-0ca2-48d3-88b9-368b9eec0b0c {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:24:53.006886 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-bbd4afc6-47af-4716-80d5-57ed3bc6ccdf None None] Current status of the port 30ca6d0c-3aec-4be2-b07b-b99acbf02a3c is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:53.007705 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-adb65d76-78cf-44d2-afc1-545aae485080 req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] Publish callbacks [] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:53.025268 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-adb65d76-78cf-44d2-afc1-545aae485080 req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] Transition to ACTIVE for port object 607144c1-0ca2-48d3-88b9-368b9eec0b0c will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:24:53.059947 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-adb65d76-78cf-44d2-afc1-545aae485080 req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:53.134734 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-7d965eed-90d9-4d18-893e-4a0304b8470b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-201308134-router', 'tenant_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '7e35d254-5af9-4fad-930d-0e3385fae0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:24:42Z', 'updated_at': '2022-03-22T19:24:47Z', 'revision_number': 4, 'project_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'gw_port': {'id': '7e35d254-5af9-4fad-930d-0e3385fae0ce', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:42Z', 'updated_at': '2022-03-22T19:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '30ca6d0c-3aec-4be2-b07b-b99acbf02a3c', 'name': '', 'network_id': '0b96d543-736b-4b67-aa1e-32855b2e814f', 'tenant_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'mac_address': 'fa:16:3e:59:3c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '168b6716-5f77-44fb-960d-109b2ccf8236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:46Z', 'updated_at': '2022-03-22T19:24:51Z', 'revision_number': 4, 'project_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'subnets': [{'id': '168b6716-5f77-44fb-960d-109b2ccf8236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:53.216326 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] Pushing event updated for resources: {'Port': ['ID=607144c1-0ca2-48d3-88b9-368b9eec0b0c,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:53.253013 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d965eed-90d9-4d18-893e-4a0304b8470b None None] The sync data for ids ['994f1659-7cf6-4691-9ffd-2f9a5d678c4e'] in n-d-705658-24 is: [{'id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-201308134-router', 'tenant_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '7e35d254-5af9-4fad-930d-0e3385fae0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:24:42Z', 'updated_at': '2022-03-22T19:24:47Z', 'revision_number': 4, 'project_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'gw_port': {'id': '7e35d254-5af9-4fad-930d-0e3385fae0ce', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:42Z', 'updated_at': '2022-03-22T19:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '30ca6d0c-3aec-4be2-b07b-b99acbf02a3c', 'name': '', 'network_id': '0b96d543-736b-4b67-aa1e-32855b2e814f', 'tenant_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'mac_address': 'fa:16:3e:59:3c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '168b6716-5f77-44fb-960d-109b2ccf8236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:46Z', 'updated_at': '2022-03-22T19:24:51Z', 'revision_number': 4, 'project_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'subnets': [{'id': '168b6716-5f77-44fb-960d-109b2ccf8236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:24:53.271157 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:53.273012 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:53.273515 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:53.274025 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:53.275450 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:53.275946 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:53.277578 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:53.281275 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:53.281639 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:53.281993 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:53.282325 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:53.282655 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:53.282994 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:53.285598 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:53.285969 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:24:53.525143 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1f555-7364-4f66-a6fc-7e0deb00da23 req-a4c82bef-4d64-4243-bd9b-120cf8e87a8b tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:53.538425 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-48e1f555-7364-4f66-a6fc-7e0deb00da23 req-a4c82bef-4d64-4243-bd9b-120cf8e87a8b tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=f587e238-c24b-4e03-95c8-a2bd0bdda75d HTTP/1.1" status: 200 len: 943 time: 0.4891715 Mar 22 19:24:53.546489 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 82332e05-9492-4738-8ff1-887732d1a833 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:24:53.656928 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-48e1f555-7364-4f66-a6fc-7e0deb00da23 req-9ca1e9d7-085f-407c-9b92-7f14d782ffef tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685513 Mar 22 19:24:53.711773 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 82332e05-9492-4738-8ff1-887732d1a833 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:24:53.715132 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2686ce25-9ff1-4630-a9ca-7dcedac66480 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (60693070-c02c-4130-8b3f-b0fbf1c5fc8f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:53.736646 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 82332e05-9492-4738-8ff1-887732d1a833 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:53.737032 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (82332e05-9492-4738-8ff1-887732d1a833), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:53.768237 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec53b5f1-c6ed-4c48-8b79-5e424f122141 x-openstack-request-id: req-ec53b5f1-c6ed-4c48-8b79-5e424f122141 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:24:53.768902 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f587e238-c24b-4e03-95c8-a2bd0bdda75d", "tag": "0a28eda7-6b92-4429-90e2-e445a6a108e3", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:24:53.769168 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ec53b5f1-c6ed-4c48-8b79-5e424f122141 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:24:53.769582 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec53b5f1-c6ed-4c48-8b79-5e424f122141'] response: {'name': 'network-changed', 'server_uuid': 'f587e238-c24b-4e03-95c8-a2bd0bdda75d', 'tag': '0a28eda7-6b92-4429-90e2-e445a6a108e3', 'status': 'completed', 'code': 200} Mar 22 19:24:53.771967 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-adb65d76-78cf-44d2-afc1-545aae485080 req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] Attempting to bind port 607144c1-0ca2-48d3-88b9-368b9eec0b0c on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:24:53.773923 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-adb65d76-78cf-44d2-afc1-545aae485080 req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] Attempting to bind port 607144c1-0ca2-48d3-88b9-368b9eec0b0c by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '96be6bee-54fd-44c5-9686-e45ec9f24a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:24:53.774916 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb65d76-78cf-44d2-afc1-545aae485080 req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] Attempting to bind port 607144c1-0ca2-48d3-88b9-368b9eec0b0c on network 930b4136-5d1e-4d7e-95ed-27db03a5fcfc {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:24:53.801712 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-2ab2d5c9-ce54-463d-b73c-04455112867c service neutron] 10.222.0.75 "GET /v2.0/networks/0b96d543-736b-4b67-aa1e-32855b2e814f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7648904 Mar 22 19:24:53.803904 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9fc24f4a-91e3-49ed-b141-27122c73d889 req-8cfc168f-7ca3-4fe1-9642-e04d5fbeff2c service neutron] 10.222.0.85 "GET /v2.0/networks/dc66dbf6-7f3d-46f2-94ef-a0483cb4f077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7771983 Mar 22 19:24:53.812582 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb65d76-78cf-44d2-afc1-545aae485080 req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] Port 607144c1-0ca2-48d3-88b9-368b9eec0b0c on network 930b4136-5d1e-4d7e-95ed-27db03a5fcfc not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:24:53.815685 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb65d76-78cf-44d2-afc1-545aae485080 req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] Attempting to bind port 607144c1-0ca2-48d3-88b9-368b9eec0b0c on network 930b4136-5d1e-4d7e-95ed-27db03a5fcfc {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:24:53.831385 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb65d76-78cf-44d2-afc1-545aae485080 req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:24:53.833963 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb65d76-78cf-44d2-afc1-545aae485080 req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] Checking segment: {'id': '96be6bee-54fd-44c5-9686-e45ec9f24a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:24:53.836830 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb65d76-78cf-44d2-afc1-545aae485080 req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] Bound using segment: {'id': '96be6bee-54fd-44c5-9686-e45ec9f24a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:24:53.837900 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-adb65d76-78cf-44d2-afc1-545aae485080 req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] Bound port: 607144c1-0ca2-48d3-88b9-368b9eec0b0c, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96be6bee-54fd-44c5-9686-e45ec9f24a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:24:53.838871 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-adb65d76-78cf-44d2-afc1-545aae485080 req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:53.919447 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 82332e05-9492-4738-8ff1-887732d1a833 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:53.919845 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (82332e05-9492-4738-8ff1-887732d1a833), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:54.015158 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 82332e05-9492-4738-8ff1-887732d1a833, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=82332e05-9492-4738-8ff1-887732d1a833,segment=NetworkSegment(ce71436c-7b3f-446a-bc77-6713ad646656),segment_id=ce71436c-7b3f-446a-bc77-6713ad646656)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:54.018301 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454c8cfa-9bf0-4c62-9d68-16ea491cfc5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82332e05-9492-4738-8ff1-887732d1a833'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:24:54.024687 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47fd090-3a37-4a09-b32c-776f2f6051da" -d '{"events": [{"server_uuid": "454c8cfa-9bf0-4c62-9d68-16ea491cfc5b", "name": "network-vif-plugged", "status": "completed", "tag": "82332e05-9492-4738-8ff1-887732d1a833"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:24:54.044511 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (82332e05-9492-4738-8ff1-887732d1a833), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:54.060616 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bb978-898b-4362-874c-d68ec79643e4 req-7a14fad4-3495-4933-bf6f-f5a84e37028d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:54.063716 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-337bb978-898b-4362-874c-d68ec79643e4 req-7a14fad4-3495-4933-bf6f-f5a84e37028d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=718276ac87f841d1b8dfbf4b06c7328c&device_id=f587e238-c24b-4e03-95c8-a2bd0bdda75d HTTP/1.1" status: 200 len: 1126 time: 0.1669943 Mar 22 19:24:54.103389 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2686ce25-9ff1-4630-a9ca-7dcedac66480 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Router 60693070-c02c-4130-8b3f-b0fbf1c5fc8f is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:24:54.181154 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137441a-af81-4593-91b4-17d4f7e9a989 req-7e51b4e3-9fd0-4ba3-8cdc-4fa982bf2854 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:54.182974 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0137441a-af81-4593-91b4-17d4f7e9a989 req-7e51b4e3-9fd0-4ba3-8cdc-4fa982bf2854 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=40dc3035-62ea-400b-8c89-2a51ef30d2e5 HTTP/1.1" status: 200 len: 946 time: 0.2886848 Mar 22 19:24:54.186080 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-adb65d76-78cf-44d2-afc1-545aae485080 req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] For port 607144c1-0ca2-48d3-88b9-368b9eec0b0c, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:24:54.221714 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-adb65d76-78cf-44d2-afc1-545aae485080 req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] For port 607144c1-0ca2-48d3-88b9-368b9eec0b0c, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=607144c1-0ca2-48d3-88b9-368b9eec0b0c,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:24:54.225245 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=82332e05-9492-4738-8ff1-887732d1a833,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:54.301381 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0137441a-af81-4593-91b4-17d4f7e9a989 req-3481617c-6e07-48f6-bf58-0e838ad26b9d tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106055 Mar 22 19:24:54.302578 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-adb65d76-78cf-44d2-afc1-545aae485080 req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:54.382045 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb65d76-78cf-44d2-afc1-545aae485080 req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:54.383369 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-adb65d76-78cf-44d2-afc1-545aae485080 req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:54.384820 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-adb65d76-78cf-44d2-afc1-545aae485080 req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] 10.222.0.84 "PUT /v2.0/ports/607144c1-0ca2-48d3-88b9-368b9eec0b0c HTTP/1.1" status: 200 len: 1093 time: 2.9578061 Mar 22 19:24:54.396068 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3cc75-a6c5-45f6-95ba-d72d850c51ac req-7bc5935f-27d1-4035-bfb7-c4591dd98a61 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:54.397660 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-10b3cc75-a6c5-45f6-95ba-d72d850c51ac req-7bc5935f-27d1-4035-bfb7-c4591dd98a61 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] 10.222.0.75 "GET /v2.0/ports?device_id=454c8cfa-9bf0-4c62-9d68-16ea491cfc5b HTTP/1.1" status: 200 len: 945 time: 0.1289332 Mar 22 19:24:54.412233 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bb978-898b-4362-874c-d68ec79643e4 req-11a4a3c4-bc61-4ad9-80aa-6adf41081973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:54.419402 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-337bb978-898b-4362-874c-d68ec79643e4 req-11a4a3c4-bc61-4ad9-80aa-6adf41081973 service neutron] 10.222.0.85 "GET /v2.0/networks?id=dc66dbf6-7f3d-46f2-94ef-a0483cb4f077 HTTP/1.1" status: 200 len: 922 time: 0.3472302 Mar 22 19:24:54.465708 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2686ce25-9ff1-4630-a9ca-7dcedac66480 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:24:54.482663 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bccc01d-af56-4b84-ba1c-bec2f299e40c None None] Sync routers for ids ['60693070-c02c-4130-8b3f-b0fbf1c5fc8f'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:24:54.501829 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-337bb978-898b-4362-874c-d68ec79643e4 req-db257787-2555-4da2-a6d4-f536d86e96ed service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a28eda7-6b92-4429-90e2-e445a6a108e3 HTTP/1.1" status: 200 len: 217 time: 0.0542936 Mar 22 19:24:54.512096 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bccc01d-af56-4b84-ba1c-bec2f299e40c None None] Routers {'60693070-c02c-4130-8b3f-b0fbf1c5fc8f'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:24:54.516514 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-1bccc01d-af56-4b84-ba1c-bec2f299e40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:24:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['60693070-c02c-4130-8b3f-b0fbf1c5fc8f'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:54.551234 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2686ce25-9ff1-4630-a9ca-7dcedac66480 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:54.555504 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2686ce25-9ff1-4630-a9ca-7dcedac66480 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.2250485 Mar 22 19:24:54.556391 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47632) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:54.567661 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-9e5eb8be-482d-46a7-8e53-d17ce2c34fdf tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:54.655945 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-1bccc01d-af56-4b84-ba1c-bec2f299e40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:54.673599 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bccc01d-af56-4b84-ba1c-bec2f299e40c None None] Routers {'60693070-c02c-4130-8b3f-b0fbf1c5fc8f'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:24:54.675313 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-1bccc01d-af56-4b84-ba1c-bec2f299e40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:24:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['60693070-c02c-4130-8b3f-b0fbf1c5fc8f'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:54.772219 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-1bccc01d-af56-4b84-ba1c-bec2f299e40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:54.777950 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bccc01d-af56-4b84-ba1c-bec2f299e40c None None] The sync data for ids ['60693070-c02c-4130-8b3f-b0fbf1c5fc8f'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:24:54.803455 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-10b3cc75-a6c5-45f6-95ba-d72d850c51ac req-9cd408bd-5287-477b-9281-7fe3c0f2e54a tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] 10.222.0.75 "GET /v2.0/security-groups?id=db95ea6b-0bee-4667-8c66-2b4ba8517200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812544 Mar 22 19:24:54.815875 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c4e27-3af8-4ecd-aa0a-f75980739485 service neutron] Pushing event updated for resources: {'Port': ['ID=607144c1-0ca2-48d3-88b9-368b9eec0b0c,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:54.859459 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bb978-898b-4362-874c-d68ec79643e4 req-23f6f90a-2727-4180-88e4-1c3cd8574e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:54.860944 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-337bb978-898b-4362-874c-d68ec79643e4 req-23f6f90a-2727-4180-88e4-1c3cd8574e5f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e9bd269f-4a80-4749-9eb8-ee69b46bbb1d HTTP/1.1" status: 200 len: 861 time: 0.2831345 Mar 22 19:24:54.944317 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-337bb978-898b-4362-874c-d68ec79643e4 req-82bca6dc-9670-4b00-826b-eecf25f757f8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=dc66dbf6-7f3d-46f2-94ef-a0483cb4f077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696688 Mar 22 19:24:54.956113 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb65d76-78cf-44d2-afc1-545aae485080 req-4aba40e1-b405-4941-95ce-4973516ea9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:54.963280 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-adb65d76-78cf-44d2-afc1-545aae485080 req-4aba40e1-b405-4941-95ce-4973516ea9b5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5b93875569cc4d4199ac35d06661afdf&device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 1127 time: 0.4360936 Mar 22 19:24:55.007572 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa5876-e4cb-4a0d-bff5-29fdfa5278cf req-8c4560ad-eb19-466f-9245-91e6a41a4a06 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:55.019322 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-71fa5876-e4cb-4a0d-bff5-29fdfa5278cf req-8c4560ad-eb19-466f-9245-91e6a41a4a06 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 944 time: 0.5143473 Mar 22 19:24:55.234583 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-adb65d76-78cf-44d2-afc1-545aae485080 req-8d63ea79-b6dd-40d8-afd4-62fa6e63cfd2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=607144c1-0ca2-48d3-88b9-368b9eec0b0c HTTP/1.1" status: 200 len: 217 time: 0.1852829 Mar 22 19:24:55.259079 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9e5eb8be-482d-46a7-8e53-d17ce2c34fdf tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router_gateway (60693070-c02c-4130-8b3f-b0fbf1c5fc8f), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:55.281720 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9e5eb8be-482d-46a7-8e53-d17ce2c34fdf tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router_gateway (60693070-c02c-4130-8b3f-b0fbf1c5fc8f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:55.310227 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 30ca6d0c-3aec-4be2-b07b-b99acbf02a3c up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:24:55.369027 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-71fa5876-e4cb-4a0d-bff5-29fdfa5278cf req-3afbab72-c235-4bd0-bdf3-27d44b3af502 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3487670 Mar 22 19:24:55.389374 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb65d76-78cf-44d2-afc1-545aae485080 req-de1c048c-7c7f-4062-8444-006126271d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:55.390982 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-adb65d76-78cf-44d2-afc1-545aae485080 req-de1c048c-7c7f-4062-8444-006126271d32 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0024126f-9e61-4e75-a43d-476a3a97ffe0 HTTP/1.1" status: 200 len: 849 time: 0.1350851 Mar 22 19:24:55.419916 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee125e-5ed9-4faa-8bd3-1f246b67ddfc req-a0b549d5-89f4-4d1a-a063-6789b050bcff tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:55.421591 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bee125e-5ed9-4faa-8bd3-1f246b67ddfc req-a0b549d5-89f4-4d1a-a063-6789b050bcff tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=236404cb-b528-4405-816f-b32fce87d6ba HTTP/1.1" status: 200 len: 945 time: 0.3925593 Mar 22 19:24:55.451388 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-337bb978-898b-4362-874c-d68ec79643e4 req-59354dcf-d039-4e42-bb99-7edc1310c3f5 service neutron] 10.222.0.85 "GET /v2.0/networks/dc66dbf6-7f3d-46f2-94ef-a0483cb4f077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860260 Mar 22 19:24:55.456548 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-9e5eb8be-482d-46a7-8e53-d17ce2c34fdf tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Deleting port f06916c1-ed2a-4300-a59d-8f263fcc0603 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:24:55.456895 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9e5eb8be-482d-46a7-8e53-d17ce2c34fdf tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f06916c1-ed2a-4300-a59d-8f263fcc0603), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:55.458912 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 30ca6d0c-3aec-4be2-b07b-b99acbf02a3c triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:55.460058 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (30ca6d0c-3aec-4be2-b07b-b99acbf02a3c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:55.525513 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e1eecc-4a94-4e0f-b385-84dfa91c50e5 x-openstack-request-id: req-63e1eecc-4a94-4e0f-b385-84dfa91c50e5 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:24:55.529225 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "454c8cfa-9bf0-4c62-9d68-16ea491cfc5b", "name": "network-vif-plugged", "status": "completed", "tag": "82332e05-9492-4738-8ff1-887732d1a833", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:24:55.535431 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-63e1eecc-4a94-4e0f-b385-84dfa91c50e5 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:24:55.536089 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63e1eecc-4a94-4e0f-b385-84dfa91c50e5'] response: {'server_uuid': '454c8cfa-9bf0-4c62-9d68-16ea491cfc5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82332e05-9492-4738-8ff1-887732d1a833', 'code': 200} Mar 22 19:24:55.646172 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bee125e-5ed9-4faa-8bd3-1f246b67ddfc req-120dd5b0-3784-4cd8-aa4d-f4d35ed81f47 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069597 Mar 22 19:24:55.656345 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9e5eb8be-482d-46a7-8e53-d17ce2c34fdf tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f06916c1-ed2a-4300-a59d-8f263fcc0603), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:55.674190 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-9e5eb8be-482d-46a7-8e53-d17ce2c34fdf tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Calling delete_port for f06916c1-ed2a-4300-a59d-8f263fcc0603 owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:24:55.675012 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb65d76-78cf-44d2-afc1-545aae485080 req-981afdbc-a4d3-4428-94a1-bcbe244b7826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:55.676881 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 30ca6d0c-3aec-4be2-b07b-b99acbf02a3c is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:55.677883 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-adb65d76-78cf-44d2-afc1-545aae485080 req-981afdbc-a4d3-4428-94a1-bcbe244b7826 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2774582 Mar 22 19:24:55.783420 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd40f0c35-6df1-46c8-add8-78ea0711782d', 'tag': '607144c1-0ca2-48d3-88b9-368b9eec0b0c'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:24:55.785645 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c280ae03-299a-42df-82bc-86a4232096dd" -d '{"events": [{"name": "network-changed", "server_uuid": "d40f0c35-6df1-46c8-add8-78ea0711782d", "tag": "607144c1-0ca2-48d3-88b9-368b9eec0b0c"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:24:55.789504 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-759ba471-b0eb-4864-ac61-2e7db14626b1 req-6de0314b-ab59-4294-8751-3de3d5c5676c tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/ports?device_id=068fc369-e3b0-4b3e-b0d9-2a27adbff7c7 HTTP/1.1" status: 200 len: 210 time: 0.1067915 Mar 22 19:24:55.812965 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-337bb978-898b-4362-874c-d68ec79643e4 req-91b6e8c5-450f-4eb7-98f3-684d1b03f63b service neutron] 10.222.0.85 "GET /v2.0/networks/dc66dbf6-7f3d-46f2-94ef-a0483cb4f077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357754 Mar 22 19:24:55.855028 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e614b1-1cdf-48a0-bdc0-9d237f56dbf4 req-5f3dbe71-49a3-46d7-a5e3-5c1d1d922dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:55.856587 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53e614b1-1cdf-48a0-bdc0-9d237f56dbf4 req-5f3dbe71-49a3-46d7-a5e3-5c1d1d922dd0 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=454c8cfa-9bf0-4c62-9d68-16ea491cfc5b HTTP/1.1" status: 200 len: 1128 time: 0.2621799 Mar 22 19:24:55.916835 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9e5eb8be-482d-46a7-8e53-d17ce2c34fdf tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f06916c1-ed2a-4300-a59d-8f263fcc0603), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:55.946472 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5eb8be-482d-46a7-8e53-d17ce2c34fdf tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Pushing event deleted for resources: {'Port': ['ID=f06916c1-ed2a-4300-a59d-8f263fcc0603,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:56.026444 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9e5eb8be-482d-46a7-8e53-d17ce2c34fdf tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (60693070-c02c-4130-8b3f-b0fbf1c5fc8f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:56.267624 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9e5eb8be-482d-46a7-8e53-d17ce2c34fdf tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4043'] for router (60693070-c02c-4130-8b3f-b0fbf1c5fc8f), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:56.271746 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9e5eb8be-482d-46a7-8e53-d17ce2c34fdf tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918527'] for router (60693070-c02c-4130-8b3f-b0fbf1c5fc8f), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:56.348830 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5eb8be-482d-46a7-8e53-d17ce2c34fdf tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Router 60693070-c02c-4130-8b3f-b0fbf1c5fc8f has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:24:56.365118 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-adb65d76-78cf-44d2-afc1-545aae485080 req-58fe4c23-805c-4298-9416-b2daad3438ea service neutron] 10.222.0.84 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6729481 Mar 22 19:24:56.394491 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872775d7-9dd9-432a-a89c-0c7f60e25237 req-10e28c40-c3c7-4095-9c4f-0e01290477e1 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:56.396054 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-872775d7-9dd9-432a-a89c-0c7f60e25237 req-10e28c40-c3c7-4095-9c4f-0e01290477e1 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=f587e238-c24b-4e03-95c8-a2bd0bdda75d HTTP/1.1" status: 200 len: 943 time: 0.6040218 Mar 22 19:24:56.433733 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5eb8be-482d-46a7-8e53-d17ce2c34fdf tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:24:56.445440 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c32a99-f6b2-4141-9ab0-7e6940d6573b None None] Sync routers for ids ['60693070-c02c-4130-8b3f-b0fbf1c5fc8f'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:24:56.446791 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9e5eb8be-482d-46a7-8e53-d17ce2c34fdf tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:56.449307 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9e5eb8be-482d-46a7-8e53-d17ce2c34fdf tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] 10.222.0.75 "PUT /v2.0/routers/60693070-c02c-4130-8b3f-b0fbf1c5fc8f HTTP/1.1" status: 200 len: 709 time: 1.8917298 Mar 22 19:24:56.452283 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47652) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:56.457816 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c32a99-f6b2-4141-9ab0-7e6940d6573b None None] Routers {'60693070-c02c-4130-8b3f-b0fbf1c5fc8f'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:24:56.458730 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-05c32a99-f6b2-4141-9ab0-7e6940d6573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:24:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['60693070-c02c-4130-8b3f-b0fbf1c5fc8f'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:56.499165 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-05c32a99-f6b2-4141-9ab0-7e6940d6573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:56.511224 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c32a99-f6b2-4141-9ab0-7e6940d6573b None None] Routers {'60693070-c02c-4130-8b3f-b0fbf1c5fc8f'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:24:56.511421 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53e614b1-1cdf-48a0-bdc0-9d237f56dbf4 req-1375a2cf-5f75-4b0d-b3f6-2cea38efad46 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=db95ea6b-0bee-4667-8c66-2b4ba8517200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6418040 Mar 22 19:24:56.512263 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-05c32a99-f6b2-4141-9ab0-7e6940d6573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:24:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['60693070-c02c-4130-8b3f-b0fbf1c5fc8f'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:56.527628 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e19c53-5da8-418f-bf30-5816cfcd88f8 req-4fbf092d-d30a-438f-96a6-c8fcab8a0060 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:56.529151 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-28e19c53-5da8-418f-bf30-5816cfcd88f8 req-4fbf092d-d30a-438f-96a6-c8fcab8a0060 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=40dc3035-62ea-400b-8c89-2a51ef30d2e5 HTTP/1.1" status: 200 len: 946 time: 0.6465786 Mar 22 19:24:56.561536 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-05c32a99-f6b2-4141-9ab0-7e6940d6573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:24:56.562584 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c32a99-f6b2-4141-9ab0-7e6940d6573b None None] The sync data for ids ['60693070-c02c-4130-8b3f-b0fbf1c5fc8f'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:24:56.575574 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-dee8404e-f20b-471e-bb70-f77a757358dd tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] 10.222.0.75 "GET /v2.0/routers/60693070-c02c-4130-8b3f-b0fbf1c5fc8f HTTP/1.1" status: 200 len: 744 time: 0.1211805 Mar 22 19:24:56.578122 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47654) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:56.592225 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-f599ccff-4fed-425d-93e1-1b3dbf33d273 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:56.594220 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-f599ccff-4fed-425d-93e1-1b3dbf33d273 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.85 "GET /v2.0/networks?id=0b96d543-736b-4b67-aa1e-32855b2e814f HTTP/1.1" status: 200 len: 828 time: 0.3168986 Mar 22 19:24:56.601118 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-872775d7-9dd9-432a-a89c-0c7f60e25237 req-5c172a28-2d7b-4d90-b0c3-52da17090589 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521895 Mar 22 19:24:56.608682 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-8b0a889b-94f6-41d6-8f82-24629c7dbb13 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Request body: {'port': {'device_id': '068fc369-e3b0-4b3e-b0d9-2a27adbff7c7', 'network_id': '0b96d543-736b-4b67-aa1e-32855b2e814f', 'admin_state_up': True, 'tenant_id': 'faf8585acb4b40068170d9c6eaa86cb6'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:56.633399 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-68216ee4-46b5-4ef1-b89d-749f299e236e tempest-RoutersIpV6AdminTest-2124830255 tempest-RoutersIpV6AdminTest-2124830255-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=b209c5bc-34d3-415d-9873-d01a4e6c5db8&device_id=60693070-c02c-4130-8b3f-b0fbf1c5fc8f HTTP/1.1" status: 200 len: 205 time: 0.0540824 Mar 22 19:24:56.636326 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47656) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:56.672372 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0f93ba3a-9f73-494c-913a-14755c6fe5f9 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] 10.222.0.75 "GET /v2.0/ports?device_id=60693070-c02c-4130-8b3f-b0fbf1c5fc8f HTTP/1.1" status: 200 len: 205 time: 0.0341949 Mar 22 19:24:56.673452 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47658) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:56.696506 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-adb65d76-78cf-44d2-afc1-545aae485080 req-5ba373ad-7ff2-443b-be6b-8606a78b09f2 service neutron] 10.222.0.84 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204107 Mar 22 19:24:56.702392 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-28e19c53-5da8-418f-bf30-5816cfcd88f8 req-18b27989-675e-43c6-ad35-35ec95a83c70 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594396 Mar 22 19:24:56.784888 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60db700-f848-4861-9390-fd96802b2d47 x-openstack-request-id: req-b60db700-f848-4861-9390-fd96802b2d47 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:24:56.785320 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d40f0c35-6df1-46c8-add8-78ea0711782d", "tag": "607144c1-0ca2-48d3-88b9-368b9eec0b0c", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:24:56.785583 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b60db700-f848-4861-9390-fd96802b2d47 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:24:56.786087 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b60db700-f848-4861-9390-fd96802b2d47'] response: {'name': 'network-changed', 'server_uuid': 'd40f0c35-6df1-46c8-add8-78ea0711782d', 'tag': '607144c1-0ca2-48d3-88b9-368b9eec0b0c', 'status': 'completed', 'code': 200} Mar 22 19:24:56.788529 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6f24592b-2959-4f22-866a-46873607470a tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router (60693070-c02c-4130-8b3f-b0fbf1c5fc8f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:56.890695 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-8b0a889b-94f6-41d6-8f82-24629c7dbb13 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Made reservation on behalf of faf8585acb4b40068170d9c6eaa86cb6 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:24:56.894142 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-8b0a889b-94f6-41d6-8f82-24629c7dbb13 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:56.988692 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6f24592b-2959-4f22-866a-46873607470a tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (60693070-c02c-4130-8b3f-b0fbf1c5fc8f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:56.991617 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6f24592b-2959-4f22-866a-46873607470a tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router_controller (60693070-c02c-4130-8b3f-b0fbf1c5fc8f), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:57.020333 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c27d6f-1f2c-4f80-876d-5a1fe23092cd req-3aa92de6-b082-4c2f-a973-acb1979c8fe5 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:57.021886 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-42c27d6f-1f2c-4f80-876d-5a1fe23092cd req-3aa92de6-b082-4c2f-a973-acb1979c8fe5 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] 10.222.0.75 "GET /v2.0/ports?device_id=454c8cfa-9bf0-4c62-9d68-16ea491cfc5b HTTP/1.1" status: 200 len: 945 time: 0.1612272 Mar 22 19:24:57.033665 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280ae03-299a-42df-82bc-86a4232096dd req-e565dcfb-97ca-4dd9-8d26-93f56acf5d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:57.035202 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c280ae03-299a-42df-82bc-86a4232096dd req-e565dcfb-97ca-4dd9-8d26-93f56acf5d57 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5b93875569cc4d4199ac35d06661afdf&device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 1127 time: 0.2095628 Mar 22 19:24:57.046290 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6f24592b-2959-4f22-866a-46873607470a tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (60693070-c02c-4130-8b3f-b0fbf1c5fc8f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:57.046801 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f24592b-2959-4f22-866a-46873607470a tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Fanout notify agent at l3_agent the message router_deleted on router 60693070-c02c-4130-8b3f-b0fbf1c5fc8f {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:24:57.063244 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6f24592b-2959-4f22-866a-46873607470a tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:57.065832 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6f24592b-2959-4f22-866a-46873607470a tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] 10.222.0.75 "DELETE /v2.0/routers/60693070-c02c-4130-8b3f-b0fbf1c5fc8f HTTP/1.1" status: 204 len: 168 time: 0.3910625 Mar 22 19:24:57.068786 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47666) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:57.101979 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8314ab0d-ae00-41e0-a566-ccde5b2f249b tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] 10.222.0.75 "GET /v2.0/ports?device_id=60693070-c02c-4130-8b3f-b0fbf1c5fc8f HTTP/1.1" status: 200 len: 205 time: 0.0306630 Mar 22 19:24:57.103969 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47668) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:57.131392 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387594c0-3c83-4f94-9b43-b07d23be3abe req-dc01ee7b-d009-4008-8c58-728ffc80130e tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:57.132909 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-387594c0-3c83-4f94-9b43-b07d23be3abe req-dc01ee7b-d009-4008-8c58-728ffc80130e tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 944 time: 0.2164967 Mar 22 19:24:57.143616 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-5f7ced38-255c-4a62-9d41-6c593f312295 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] delete failed (client error): The resource could not be found. Mar 22 19:24:57.147179 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5f7ced38-255c-4a62-9d41-6c593f312295 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] 10.222.0.75 "DELETE /v2.0/routers/60693070-c02c-4130-8b3f-b0fbf1c5fc8f HTTP/1.1" status: 404 len: 336 time: 0.0398164 Mar 22 19:24:57.148343 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47670) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:57.230800 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fd377d00-8ba4-45d9-9e7e-98b08d612537 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] 10.222.0.75 "GET /v2.0/ports?device_id=96caadc6-03d0-4b4b-b0f0-edf5372b6f4a HTTP/1.1" status: 200 len: 205 time: 0.0637133 Mar 22 19:24:57.233687 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47672) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:57.247898 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-42c27d6f-1f2c-4f80-876d-5a1fe23092cd req-2dd76144-a368-4624-a31b-ccc28f042015 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] 10.222.0.75 "GET /v2.0/security-groups?id=db95ea6b-0bee-4667-8c66-2b4ba8517200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116370 Mar 22 19:24:57.273157 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-8b0a889b-94f6-41d6-8f82-24629c7dbb13 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Allocated IP 172.20.0.14 (0b96d543-736b-4b67-aa1e-32855b2e814f/168b6716-5f77-44fb-960d-109b2ccf8236/8aed8a7a-e159-48fe-b2dd-2256e03f9311) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:24:57.280137 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-2584968d-5a06-4d6a-b25b-93e25f513143 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] delete failed (client error): The resource could not be found. Mar 22 19:24:57.282770 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2584968d-5a06-4d6a-b25b-93e25f513143 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] 10.222.0.75 "DELETE /v2.0/routers/96caadc6-03d0-4b4b-b0f0-edf5372b6f4a HTTP/1.1" status: 404 len: 336 time: 0.0475841 Mar 22 19:24:57.284946 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47674) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:57.311725 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280ae03-299a-42df-82bc-86a4232096dd req-6b5113b1-18ad-4c90-b6a9-d36187bf74e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:57.313345 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c280ae03-299a-42df-82bc-86a4232096dd req-6b5113b1-18ad-4c90-b6a9-d36187bf74e8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc HTTP/1.1" status: 200 len: 911 time: 0.2622442 Mar 22 19:24:57.323909 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7ec3f0fb-bceb-4d34-be0a-004a320ba319 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] 10.222.0.75 "GET /v2.0/ports?device_id=7d4a3979-83c3-4b0c-a34f-5aa699dc31c7 HTTP/1.1" status: 200 len: 205 time: 0.0355105 Mar 22 19:24:57.324297 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47676) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:57.326826 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-387594c0-3c83-4f94-9b43-b07d23be3abe req-362e4cab-e4bd-452f-8dde-2c97894577f4 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815188 Mar 22 19:24:57.378145 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-2f138b5a-bf70-445a-82fb-7095ade5519b tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] delete failed (client error): The resource could not be found. Mar 22 19:24:57.379351 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2f138b5a-bf70-445a-82fb-7095ade5519b tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] 10.222.0.75 "DELETE /v2.0/routers/7d4a3979-83c3-4b0c-a34f-5aa699dc31c7 HTTP/1.1" status: 404 len: 336 time: 0.0540690 Mar 22 19:24:57.380549 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c280ae03-299a-42df-82bc-86a4232096dd req-e29d94a4-473e-4760-b5d5-03141190ccd3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=607144c1-0ca2-48d3-88b9-368b9eec0b0c HTTP/1.1" status: 200 len: 217 time: 0.0576408 Mar 22 19:24:57.382733 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47678) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:57.466294 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-084dbdaa-81f7-4d89-b575-126199af0e41 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c1b3888-55a4-4754-b387-45c1977f189d HTTP/1.1" status: 200 len: 205 time: 0.0824523 Mar 22 19:24:57.468724 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47680) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:57.512739 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-747e7282-fb24-4ea4-80e2-cb19b17d0e50 req-4fb46d9c-2f44-4cf4-b7ca-56e5816a51d7 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/ports?device_id=068fc369-e3b0-4b3e-b0d9-2a27adbff7c7 HTTP/1.1" status: 200 len: 210 time: 0.0814750 Mar 22 19:24:57.512941 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-74a56e42-c64e-450e-9ead-2ec2dddcebb5 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] delete failed (client error): The resource could not be found. Mar 22 19:24:57.517041 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-74a56e42-c64e-450e-9ead-2ec2dddcebb5 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] 10.222.0.75 "DELETE /v2.0/routers/8c1b3888-55a4-4754-b387-45c1977f189d HTTP/1.1" status: 404 len: 336 time: 0.0440776 Mar 22 19:24:57.517678 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47682) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:57.565438 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-401542ef-2262-4b55-8e29-fc5d0930f9d8 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] 10.222.0.75 "GET /v2.0/ports?device_id=2c5fe60d-b4ba-41db-bee2-ffa2524b1be5 HTTP/1.1" status: 200 len: 205 time: 0.0448201 Mar 22 19:24:57.565641 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47684) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:57.579095 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280ae03-299a-42df-82bc-86a4232096dd req-ae710ce9-19e6-4257-836f-c7973b5e8ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:57.580608 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c280ae03-299a-42df-82bc-86a4232096dd req-ae710ce9-19e6-4257-836f-c7973b5e8ad6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0024126f-9e61-4e75-a43d-476a3a97ffe0 HTTP/1.1" status: 200 len: 849 time: 0.1883729 Mar 22 19:24:57.601710 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0a854-8559-4a0d-ae5b-d482b414b190 req-524a3692-ee5f-4179-9c7b-84bf4ba77388 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:57.603266 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7bd0a854-8559-4a0d-ae5b-d482b414b190 req-524a3692-ee5f-4179-9c7b-84bf4ba77388 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=236404cb-b528-4405-816f-b32fce87d6ba HTTP/1.1" status: 200 len: 945 time: 0.2010095 Mar 22 19:24:57.617962 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-6ff92014-9c9d-4bc7-ab28-5726941858c2 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] delete failed (client error): The resource could not be found. Mar 22 19:24:57.617962 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6ff92014-9c9d-4bc7-ab28-5726941858c2 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] 10.222.0.75 "DELETE /v2.0/routers/2c5fe60d-b4ba-41db-bee2-ffa2524b1be5 HTTP/1.1" status: 404 len: 336 time: 0.0485554 Mar 22 19:24:57.640900 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47686) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:57.682247 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbefb77-e06f-406a-bc5b-e60f2792a70b req-fb9e21b6-7056-4ee8-8414-7a920c4fcfca tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:57.683807 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2dbefb77-e06f-406a-bc5b-e60f2792a70b req-fb9e21b6-7056-4ee8-8414-7a920c4fcfca tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.85 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 945 time: 0.0663679 Mar 22 19:24:57.734363 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-8b0a889b-94f6-41d6-8f82-24629c7dbb13 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks [] for port (8aed8a7a-e159-48fe-b2dd-2256e03f9311), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:57.778935 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47692) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:57.779147 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3b7bf2cf-d205-4b03-ab61-5c8ae6792fe6 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d631055-0e4e-4f1d-8563-823d3f45e55c HTTP/1.1" status: 200 len: 205 time: 0.1290901 Mar 22 19:24:57.830680 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-acf84d22-11a4-469e-92d0-74e5921de562 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] delete failed (client error): The resource could not be found. Mar 22 19:24:57.831936 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-acf84d22-11a4-469e-92d0-74e5921de562 tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] 10.222.0.75 "DELETE /v2.0/routers/2d631055-0e4e-4f1d-8563-823d3f45e55c HTTP/1.1" status: 404 len: 336 time: 0.0501599 Mar 22 19:24:57.835440 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47694) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:57.837731 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7bd0a854-8559-4a0d-ae5b-d482b414b190 req-22cd2502-f3f0-4ddd-9594-5835d443015a tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210433 Mar 22 19:24:57.865209 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-2dbefb77-e06f-406a-bc5b-e60f2792a70b req-8ce74acc-1bdb-4fd7-a922-7ea6e7703e14 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Deleting port 66e7a65a-1ce6-4bd9-9b89-f98a88095201 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:24:57.865209 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2dbefb77-e06f-406a-bc5b-e60f2792a70b req-8ce74acc-1bdb-4fd7-a922-7ea6e7703e14 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (66e7a65a-1ce6-4bd9-9b89-f98a88095201), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:57.870171 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e989960-dafe-4d42-a9ee-a378256dc09b tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] DELETE failed (client error): The resource could not be found. Mar 22 19:24:57.870671 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e989960-dafe-4d42-a9ee-a378256dc09b tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:24:57.871048 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280ae03-299a-42df-82bc-86a4232096dd req-b7ab5845-86f5-467e-a557-a5b567e18d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:57.873021 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c280ae03-299a-42df-82bc-86a4232096dd req-b7ab5845-86f5-467e-a557-a5b567e18d08 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2808523 Mar 22 19:24:57.876132 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7e989960-dafe-4d42-a9ee-a378256dc09b tempest-RoutersIpV6AdminTest-1227617418 tempest-RoutersIpV6AdminTest-1227617418-project] 10.222.0.75 "DELETE /v2.0/subnets/4c2b60c8-e160-48b1-bb50-eda39c19ffe9 HTTP/1.1" status: 404 len: 337 time: 0.0366113 Mar 22 19:24:57.882917 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-8b0a889b-94f6-41d6-8f82-24629c7dbb13 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (8aed8a7a-e159-48fe-b2dd-2256e03f9311), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:57.997928 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-2dbefb77-e06f-406a-bc5b-e60f2792a70b req-8ce74acc-1bdb-4fd7-a922-7ea6e7703e14 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] For port 66e7a65a-1ce6-4bd9-9b89-f98a88095201, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=66e7a65a-1ce6-4bd9-9b89-f98a88095201,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:57.998477 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2dbefb77-e06f-406a-bc5b-e60f2792a70b req-8ce74acc-1bdb-4fd7-a922-7ea6e7703e14 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (66e7a65a-1ce6-4bd9-9b89-f98a88095201), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:58.013099 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-2dbefb77-e06f-406a-bc5b-e60f2792a70b req-8ce74acc-1bdb-4fd7-a922-7ea6e7703e14 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Calling delete_port for 66e7a65a-1ce6-4bd9-9b89-f98a88095201 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:24:58.038227 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a6889-3c4b-4c48-8f53-34d9195a9893 req-bfa9c175-eacc-4012-a0b5-cd469f15b6dc tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:58.045895 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e53a6889-3c4b-4c48-8f53-34d9195a9893 req-bfa9c175-eacc-4012-a0b5-cd469f15b6dc tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=2809ca70-dde7-49a7-a1a0-d9b1bc4dacde HTTP/1.1" status: 200 len: 945 time: 0.4274986 Mar 22 19:24:58.085907 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a889b-94f6-41d6-8f82-24629c7dbb13 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Pushing event updated for resources: {'Port': ['ID=8aed8a7a-e159-48fe-b2dd-2256e03f9311,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:58.119242 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-8b0a889b-94f6-41d6-8f82-24629c7dbb13 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Network 0b96d543-736b-4b67-aa1e-32855b2e814f is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:24:58.134888 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-8b0a889b-94f6-41d6-8f82-24629c7dbb13 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:24:58.136829 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-8b0a889b-94f6-41d6-8f82-24629c7dbb13 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:24:58.157828 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47700) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:58.169422 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 0a28eda7-6b92-4429-90e2-e445a6a108e3 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:24:58.181740 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c280ae03-299a-42df-82bc-86a4232096dd req-597dc923-88fd-4853-bab8-756abfa1192c service neutron] 10.222.0.84 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004267 Mar 22 19:24:58.186712 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2dbefb77-e06f-406a-bc5b-e60f2792a70b req-8ce74acc-1bdb-4fd7-a922-7ea6e7703e14 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (66e7a65a-1ce6-4bd9-9b89-f98a88095201), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:58.270429 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce74acc-1bdb-4fd7-a922-7ea6e7703e14 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Pushing event deleted for resources: {'Port': ['ID=66e7a65a-1ce6-4bd9-9b89-f98a88095201,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:58.282531 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727ee95-9f9b-490b-a2e9-62233e2730c9 req-f4a9fe80-57ce-4ed9-bc9c-a592a9f8a8cf tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:58.289587 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b727ee95-9f9b-490b-a2e9-62233e2730c9 req-f4a9fe80-57ce-4ed9-bc9c-a592a9f8a8cf tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=f587e238-c24b-4e03-95c8-a2bd0bdda75d HTTP/1.1" status: 200 len: 943 time: 0.2887321 Mar 22 19:24:58.299105 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-8b0a889b-94f6-41d6-8f82-24629c7dbb13 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:58.300150 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-8b0a889b-94f6-41d6-8f82-24629c7dbb13 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:58.312748 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e53a6889-3c4b-4c48-8f53-34d9195a9893 req-ad936546-65d2-4be8-8113-52555809c237 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656829 Mar 22 19:24:58.318239 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 0a28eda7-6b92-4429-90e2-e445a6a108e3, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=0a28eda7-6b92-4429-90e2-e445a6a108e3,segment=NetworkSegment(550f4452-31ab-4ada-8988-a70262e079e4),segment_id=550f4452-31ab-4ada-8988-a70262e079e4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:58.333460 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '0a28eda7-6b92-4429-90e2-e445a6a108e3', 'network_id': 'dc66dbf6-7f3d-46f2-94ef-a0483cb4f077', 'port_id': '0a28eda7-6b92-4429-90e2-e445a6a108e3', 'mac_address': 'fa:16:3e:69:38:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9bd269f-4a80-4749-9eb8-ee69b46bbb1d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:24:58.392854 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 0a28eda7-6b92-4429-90e2-e445a6a108e3 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:58.393270 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0a28eda7-6b92-4429-90e2-e445a6a108e3), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:58.400749 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dbefb77-e06f-406a-bc5b-e60f2792a70b req-8ce74acc-1bdb-4fd7-a922-7ea6e7703e14 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] No DVR routers for this DVR port 66e7a65a-1ce6-4bd9-9b89-f98a88095201 on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:24:58.410767 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-8b0a889b-94f6-41d6-8f82-24629c7dbb13 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8058031 Mar 22 19:24:58.416000 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a28eda7-6b92-4429-90e2-e445a6a108e3 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:24:58.431717 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-b6887838-2c6d-49cf-9713-afbab0ef80d2 service neutron] Request body: {'port': {'device_id': '068fc369-e3b0-4b3e-b0d9-2a27adbff7c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:24:58.449056 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 0a28eda7-6b92-4429-90e2-e445a6a108e3, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=0a28eda7-6b92-4429-90e2-e445a6a108e3,segment=NetworkSegment(550f4452-31ab-4ada-8988-a70262e079e4),segment_id=550f4452-31ab-4ada-8988-a70262e079e4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:58.456616 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (0a28eda7-6b92-4429-90e2-e445a6a108e3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:58.462830 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-7381ca86-acb1-4f54-9bd8-faddb062fb0a None None] Provisioning complete for port 8aed8a7a-e159-48fe-b2dd-2256e03f9311 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:24:58.463449 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7381ca86-acb1-4f54-9bd8-faddb062fb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8aed8a7a-e159-48fe-b2dd-2256e03f9311), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:58.512280 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c280ae03-299a-42df-82bc-86a4232096dd req-656c005e-60e0-40dc-b1f1-70cdb4ffdaa6 service neutron] 10.222.0.84 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186030 Mar 22 19:24:58.518847 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b727ee95-9f9b-490b-a2e9-62233e2730c9 req-26f1c88c-f3c9-4a95-a3da-a049cef04ab1 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278681 Mar 22 19:24:58.581673 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00587ce-e9e4-4783-97f2-9b31927e78e7 req-d8cece2c-71da-4d49-aa15-4d4425406960 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:58.583266 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a00587ce-e9e4-4783-97f2-9b31927e78e7 req-d8cece2c-71da-4d49-aa15-4d4425406960 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=40dc3035-62ea-400b-8c89-2a51ef30d2e5 HTTP/1.1" status: 200 len: 946 time: 0.1486664 Mar 22 19:24:58.584099 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-b6887838-2c6d-49cf-9713-afbab0ef80d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8aed8a7a-e159-48fe-b2dd-2256e03f9311), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:58.719498 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a00587ce-e9e4-4783-97f2-9b31927e78e7 req-9f1268b4-a99e-4e10-9cd1-ed2a81121eec tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250541 Mar 22 19:24:58.740755 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-7381ca86-acb1-4f54-9bd8-faddb062fb0a None None] Port 8aed8a7a-e159-48fe-b2dd-2256e03f9311 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:24:58.753409 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2dbefb77-e06f-406a-bc5b-e60f2792a70b req-8ce74acc-1bdb-4fd7-a922-7ea6e7703e14 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:58.758675 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2dbefb77-e06f-406a-bc5b-e60f2792a70b req-8ce74acc-1bdb-4fd7-a922-7ea6e7703e14 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.85 "DELETE /v2.0/ports/66e7a65a-1ce6-4bd9-9b89-f98a88095201 HTTP/1.1" status: 204 len: 173 time: 1.0683010 Mar 22 19:24:58.759623 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2809ca70-dde7-49a7-a1a0-d9b1bc4dacde', 'name': 'network-vif-deleted', 'tag': '66e7a65a-1ce6-4bd9-9b89-f98a88095201'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:24:58.778432 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0173b1f-8469-4fbb-96ee-3d07f3fb2f3b" -d '{"events": [{"server_uuid": "2809ca70-dde7-49a7-a1a0-d9b1bc4dacde", "name": "network-vif-deleted", "tag": "66e7a65a-1ce6-4bd9-9b89-f98a88095201"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:24:58.778665 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=0a28eda7-6b92-4429-90e2-e445a6a108e3,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:58.781310 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8b6012c7-b892-4c23-a740-45ef77f53c92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:58.860436 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['0a28eda7-6b92-4429-90e2-e445a6a108e3'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:24:58.866023 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8b6012c7-b892-4c23-a740-45ef77f53c92 admin admin] Publish callbacks [] for security_group (0c195df9-3ef4-4fc0-9ab9-8b93a7eb7cb3), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:58.875490 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8b6012c7-b892-4c23-a740-45ef77f53c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (0c195df9-3ef4-4fc0-9ab9-8b93a7eb7cb3), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:58.882249 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a1896-4f19-46fc-acd3-d43de5867b51 req-7f058919-4e3d-4b68-ae1a-d01615d7ca9b tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:58.883839 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f2a1896-4f19-46fc-acd3-d43de5867b51 req-7f058919-4e3d-4b68-ae1a-d01615d7ca9b tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] 10.222.0.75 "GET /v2.0/ports?device_id=454c8cfa-9bf0-4c62-9d68-16ea491cfc5b HTTP/1.1" status: 200 len: 945 time: 0.2354085 Mar 22 19:24:58.925628 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6012c7-b892-4c23-a740-45ef77f53c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c195df9-3ef4-4fc0-9ab9-8b93a7eb7cb3,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:58.933689 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8b6012c7-b892-4c23-a740-45ef77f53c92 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7f141780aa244a9cbffd61ccaff12f33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7702975 Mar 22 19:24:58.934115 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47714) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:58.972413 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0820fc2-62e4-499d-9e18-5f3a752df929 req-a0375bec-485a-4d86-8749-6e98a720fd90 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:58.973998 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f0820fc2-62e4-499d-9e18-5f3a752df929 req-a0375bec-485a-4d86-8749-6e98a720fd90 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 944 time: 0.1717441 Mar 22 19:24:58.995953 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c349d40f-0fb4-4a4d-84c1-9f8bc22d5783 admin admin] Publish callbacks [] for security_group (0c195df9-3ef4-4fc0-9ab9-8b93a7eb7cb3), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:59.017715 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c349d40f-0fb4-4a4d-84c1-9f8bc22d5783 admin admin] Publish callbacks [] for security_group (0c195df9-3ef4-4fc0-9ab9-8b93a7eb7cb3), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:59.027388 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f2a1896-4f19-46fc-acd3-d43de5867b51 req-db02b596-962f-4b2c-80a8-ebdfa3d0c762 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] 10.222.0.75 "GET /v2.0/security-groups?id=db95ea6b-0bee-4667-8c66-2b4ba8517200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080635 Mar 22 19:24:59.081094 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f0820fc2-62e4-499d-9e18-5f3a752df929 req-84ea38eb-b8b5-410e-8c2f-e5b479a1ae2c tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924349 Mar 22 19:24:59.088662 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c349d40f-0fb4-4a4d-84c1-9f8bc22d5783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (0c195df9-3ef4-4fc0-9ab9-8b93a7eb7cb3), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:59.099468 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c349d40f-0fb4-4a4d-84c1-9f8bc22d5783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:59.099468 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c349d40f-0fb4-4a4d-84c1-9f8bc22d5783 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0c195df9-3ef4-4fc0-9ab9-8b93a7eb7cb3 HTTP/1.1" status: 204 len: 168 time: 0.1613045 Mar 22 19:24:59.104453 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349d40f-0fb4-4a4d-84c1-9f8bc22d5783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c195df9-3ef4-4fc0-9ab9-8b93a7eb7cb3,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:59.171900 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-b6887838-2c6d-49cf-9713-afbab0ef80d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aed8a7a-e159-48fe-b2dd-2256e03f9311 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:24:59.185136 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-b6887838-2c6d-49cf-9713-afbab0ef80d2 service neutron] Publish callbacks [] for port (8aed8a7a-e159-48fe-b2dd-2256e03f9311), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:59.209866 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-b6887838-2c6d-49cf-9713-afbab0ef80d2 service neutron] Transition to ACTIVE for port object 8aed8a7a-e159-48fe-b2dd-2256e03f9311 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:24:59.217719 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bba656-89cf-4f1e-a0f1-54c5185a08d2 req-02e6a3eb-b688-4a06-8d30-323f90dffaa7 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:59.219393 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e3bba656-89cf-4f1e-a0f1-54c5185a08d2 req-02e6a3eb-b688-4a06-8d30-323f90dffaa7 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/ports?device_id=068fc369-e3b0-4b3e-b0d9-2a27adbff7c7 HTTP/1.1" status: 200 len: 932 time: 0.0907578 Mar 22 19:24:59.221203 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-b6887838-2c6d-49cf-9713-afbab0ef80d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (8aed8a7a-e159-48fe-b2dd-2256e03f9311), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:59.327386 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6887838-2c6d-49cf-9713-afbab0ef80d2 service neutron] Pushing event updated for resources: {'Port': ['ID=8aed8a7a-e159-48fe-b2dd-2256e03f9311,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:59.382386 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e3bba656-89cf-4f1e-a0f1-54c5185a08d2 req-75be3421-afc8-48f5-98d6-53bb6d3c16ba tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/security-groups?id=010dd092-9fc7-474c-98a0-a0c42ceebf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524522 Mar 22 19:24:59.429577 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-b6887838-2c6d-49cf-9713-afbab0ef80d2 service neutron] Attempting to bind port 8aed8a7a-e159-48fe-b2dd-2256e03f9311 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:24:59.429973 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-b6887838-2c6d-49cf-9713-afbab0ef80d2 service neutron] Attempting to bind port 8aed8a7a-e159-48fe-b2dd-2256e03f9311 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '6cf8622a-5099-4afd-9193-a4d8ff8dfc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0b96d543-736b-4b67-aa1e-32855b2e814f'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:24:59.430313 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-b6887838-2c6d-49cf-9713-afbab0ef80d2 service neutron] Attempting to bind port 8aed8a7a-e159-48fe-b2dd-2256e03f9311 on network 0b96d543-736b-4b67-aa1e-32855b2e814f {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:24:59.435599 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-b6887838-2c6d-49cf-9713-afbab0ef80d2 service neutron] Port 8aed8a7a-e159-48fe-b2dd-2256e03f9311 on network 0b96d543-736b-4b67-aa1e-32855b2e814f not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:24:59.435981 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-b6887838-2c6d-49cf-9713-afbab0ef80d2 service neutron] Attempting to bind port 8aed8a7a-e159-48fe-b2dd-2256e03f9311 on network 0b96d543-736b-4b67-aa1e-32855b2e814f {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:24:59.441605 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-b6887838-2c6d-49cf-9713-afbab0ef80d2 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:24:59.442270 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-b6887838-2c6d-49cf-9713-afbab0ef80d2 service neutron] Checking segment: {'id': '6cf8622a-5099-4afd-9193-a4d8ff8dfc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0b96d543-736b-4b67-aa1e-32855b2e814f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:24:59.442669 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-b6887838-2c6d-49cf-9713-afbab0ef80d2 service neutron] Bound using segment: {'id': '6cf8622a-5099-4afd-9193-a4d8ff8dfc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0b96d543-736b-4b67-aa1e-32855b2e814f'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:24:59.443096 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-b6887838-2c6d-49cf-9713-afbab0ef80d2 service neutron] Bound port: 8aed8a7a-e159-48fe-b2dd-2256e03f9311, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cf8622a-5099-4afd-9193-a4d8ff8dfc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '0b96d543-736b-4b67-aa1e-32855b2e814f'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:24:59.443453 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-b6887838-2c6d-49cf-9713-afbab0ef80d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8aed8a7a-e159-48fe-b2dd-2256e03f9311), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:59.485505 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaebe378-1474-4087-9703-f58d0454de66 x-openstack-request-id: req-aaebe378-1474-4087-9703-f58d0454de66 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:24:59.486037 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2809ca70-dde7-49a7-a1a0-d9b1bc4dacde", "name": "network-vif-deleted", "tag": "66e7a65a-1ce6-4bd9-9b89-f98a88095201", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:24:59.486259 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-aaebe378-1474-4087-9703-f58d0454de66 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:24:59.486918 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaebe378-1474-4087-9703-f58d0454de66'] response: {'server_uuid': '2809ca70-dde7-49a7-a1a0-d9b1bc4dacde', 'name': 'network-vif-deleted', 'tag': '66e7a65a-1ce6-4bd9-9b89-f98a88095201', 'status': 'completed', 'code': 200} Mar 22 19:24:59.555620 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47726) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:59.571288 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-b6887838-2c6d-49cf-9713-afbab0ef80d2 service neutron] For port 8aed8a7a-e159-48fe-b2dd-2256e03f9311, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:24:59.575486 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-b6887838-2c6d-49cf-9713-afbab0ef80d2 service neutron] For port 8aed8a7a-e159-48fe-b2dd-2256e03f9311, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=8aed8a7a-e159-48fe-b2dd-2256e03f9311,segment=NetworkSegment(6cf8622a-5099-4afd-9193-a4d8ff8dfc80),segment_id=6cf8622a-5099-4afd-9193-a4d8ff8dfc80)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:24:59.577758 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 607144c1-0ca2-48d3-88b9-368b9eec0b0c details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:24:59.607508 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55155e0b-4784-444a-8e00-e13860726c1f req-e60185c4-d78f-454b-8810-3bd34117302a tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:59.610867 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-55155e0b-4784-444a-8e00-e13860726c1f req-e60185c4-d78f-454b-8810-3bd34117302a tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=236404cb-b528-4405-816f-b32fce87d6ba HTTP/1.1" status: 200 len: 945 time: 0.1143694 Mar 22 19:24:59.613947 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-b6887838-2c6d-49cf-9713-afbab0ef80d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (8aed8a7a-e159-48fe-b2dd-2256e03f9311), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:59.621627 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c47014ed-c287-4bfd-a9ee-e9145b328d31 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=52cf547f55a6404f8c63507b4cf26f9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0643046 Mar 22 19:24:59.622658 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47730) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:24:59.678487 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-b6887838-2c6d-49cf-9713-afbab0ef80d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:59.679127 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-b6887838-2c6d-49cf-9713-afbab0ef80d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:59.680597 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-b6887838-2c6d-49cf-9713-afbab0ef80d2 service neutron] 10.222.0.85 "PUT /v2.0/ports/8aed8a7a-e159-48fe-b2dd-2256e03f9311 HTTP/1.1" status: 200 len: 1093 time: 1.2621691 Mar 22 19:24:59.687656 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068fc369-e3b0-4b3e-b0d9-2a27adbff7c7', 'tag': '8aed8a7a-e159-48fe-b2dd-2256e03f9311'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:24:59.689976 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51faa43-d473-4e39-99d7-3cf46f528a44" -d '{"events": [{"name": "network-changed", "server_uuid": "068fc369-e3b0-4b3e-b0d9-2a27adbff7c7", "tag": "8aed8a7a-e159-48fe-b2dd-2256e03f9311"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:24:59.692778 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3c1ce80d-f802-48c8-946f-f1f421184263 admin admin] Publish callbacks [] for security_group (7874d1a8-acb6-4fbb-abbd-c1058e1e6d3b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:59.732362 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3c1ce80d-f802-48c8-946f-f1f421184263 admin admin] Publish callbacks [] for security_group (7874d1a8-acb6-4fbb-abbd-c1058e1e6d3b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:59.766430 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-55155e0b-4784-444a-8e00-e13860726c1f req-630a41cc-a9ce-4bce-a072-c56eafb32a17 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418288 Mar 22 19:24:59.817655 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 607144c1-0ca2-48d3-88b9-368b9eec0b0c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=607144c1-0ca2-48d3-88b9-368b9eec0b0c,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:59.819243 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3c1ce80d-f802-48c8-946f-f1f421184263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7874d1a8-acb6-4fbb-abbd-c1058e1e6d3b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:59.822950 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3c1ce80d-f802-48c8-946f-f1f421184263 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:59.824077 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6887838-2c6d-49cf-9713-afbab0ef80d2 service neutron] Pushing event updated for resources: {'Port': ['ID=8aed8a7a-e159-48fe-b2dd-2256e03f9311,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:59.825432 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3c1ce80d-f802-48c8-946f-f1f421184263 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7874d1a8-acb6-4fbb-abbd-c1058e1e6d3b HTTP/1.1" status: 204 len: 168 time: 0.2021379 Mar 22 19:24:59.838423 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '607144c1-0ca2-48d3-88b9-368b9eec0b0c', 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc', 'port_id': '607144c1-0ca2-48d3-88b9-368b9eec0b0c', 'mac_address': 'fa:16:3e:ac:dc:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0024126f-9e61-4e75-a43d-476a3a97ffe0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:24:59.866769 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ce80d-f802-48c8-946f-f1f421184263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7874d1a8-acb6-4fbb-abbd-c1058e1e6d3b,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:24:59.906879 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 607144c1-0ca2-48d3-88b9-368b9eec0b0c is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:24:59.907349 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:59.926673 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 607144c1-0ca2-48d3-88b9-368b9eec0b0c {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:24:59.940615 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123131e-acda-4c3d-9405-a5c273b4751b req-0eb6443d-76a3-412b-84d1-4a816e71cc0e tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:59.942553 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d123131e-acda-4c3d-9405-a5c273b4751b req-0eb6443d-76a3-412b-84d1-4a816e71cc0e tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=f587e238-c24b-4e03-95c8-a2bd0bdda75d HTTP/1.1" status: 200 len: 944 time: 0.1196146 Mar 22 19:24:59.955659 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 607144c1-0ca2-48d3-88b9-368b9eec0b0c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=607144c1-0ca2-48d3-88b9-368b9eec0b0c,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:24:59.960614 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-585cfd07-afff-4a04-bd85-17af9a10ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:24:59.961927 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:24:59.962548 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-585cfd07-afff-4a04-bd85-17af9a10ff4d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=faf8585acb4b40068170d9c6eaa86cb6&device_id=068fc369-e3b0-4b3e-b0d9-2a27adbff7c7 HTTP/1.1" status: 200 len: 1127 time: 0.2193506 Mar 22 19:25:00.025176 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=607144c1-0ca2-48d3-88b9-368b9eec0b0c,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:00.033491 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3970da-9a90-45f5-b256-6081687090f7 req-bb684d79-8671-4487-accd-8610dfcf2f2e tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:00.035242 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6b3970da-9a90-45f5-b256-6081687090f7 req-bb684d79-8671-4487-accd-8610dfcf2f2e tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] 10.222.0.75 "GET /v2.0/ports?device_id=454c8cfa-9bf0-4c62-9d68-16ea491cfc5b HTTP/1.1" status: 200 len: 945 time: 0.1564434 Mar 22 19:25:00.038487 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-f2f834bc-d1a1-465b-92c7-2a683e4a119b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8aed8a7a-e159-48fe-b2dd-2256e03f9311 HTTP/1.1" status: 200 len: 217 time: 0.0641441 Mar 22 19:25:00.126805 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d123131e-acda-4c3d-9405-a5c273b4751b req-e4b7bfa9-242b-459e-8213-47e91fbcd98c tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712353 Mar 22 19:25:00.144169 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-26165a7b-b6e9-4ed5-aede-3d5381a96408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:00.146047 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-26165a7b-b6e9-4ed5-aede-3d5381a96408 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=168b6716-5f77-44fb-960d-109b2ccf8236 HTTP/1.1" status: 200 len: 867 time: 0.1005895 Mar 22 19:25:00.150045 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6b3970da-9a90-45f5-b256-6081687090f7 req-58c66cd5-3021-466f-8874-4ee8e8f1bde7 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] 10.222.0.75 "GET /v2.0/security-groups?id=db95ea6b-0bee-4667-8c66-2b4ba8517200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062233 Mar 22 19:25:00.174267 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 0a28eda7-6b92-4429-90e2-e445a6a108e3 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:25:00.206115 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c825ed3-e419-4cec-a114-8bf4cd3356ae x-openstack-request-id: req-0c825ed3-e419-4cec-a114-8bf4cd3356ae {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:25:00.206413 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "068fc369-e3b0-4b3e-b0d9-2a27adbff7c7", "tag": "8aed8a7a-e159-48fe-b2dd-2256e03f9311", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:25:00.206668 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0c825ed3-e419-4cec-a114-8bf4cd3356ae {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:25:00.207066 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c825ed3-e419-4cec-a114-8bf4cd3356ae'] response: {'name': 'network-changed', 'server_uuid': '068fc369-e3b0-4b3e-b0d9-2a27adbff7c7', 'tag': '8aed8a7a-e159-48fe-b2dd-2256e03f9311', 'status': 'completed', 'code': 200} Mar 22 19:25:00.233313 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['607144c1-0ca2-48d3-88b9-368b9eec0b0c'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:25:00.249018 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-d226becd-a680-4333-95b9-5b8e86d003ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:00.250905 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-d226becd-a680-4333-95b9-5b8e86d003ea service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0b96d543-736b-4b67-aa1e-32855b2e814f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0990267 Mar 22 19:25:00.305505 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 0a28eda7-6b92-4429-90e2-e445a6a108e3 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:25:00.313400 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 0a28eda7-6b92-4429-90e2-e445a6a108e3 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:25:00.314017 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (0a28eda7-6b92-4429-90e2-e445a6a108e3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:00.371517 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce3927-7628-48f3-9ebd-823b3fe83d85 req-a8c152d7-36ad-454f-8a22-c59a600366ef tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:00.373856 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3ce3927-7628-48f3-9ebd-823b3fe83d85 req-a8c152d7-36ad-454f-8a22-c59a600366ef tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=40dc3035-62ea-400b-8c89-2a51ef30d2e5 HTTP/1.1" status: 200 len: 946 time: 0.1212242 Mar 22 19:25:00.499333 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 0a28eda7-6b92-4429-90e2-e445a6a108e3 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:25:00.499723 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0a28eda7-6b92-4429-90e2-e445a6a108e3), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:00.508183 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-d96ce49d-b17d-4b5a-b83b-bfbe66e0011d service neutron] 10.222.0.85 "GET /v2.0/networks/0b96d543-736b-4b67-aa1e-32855b2e814f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225964 Mar 22 19:25:00.524936 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3ce3927-7628-48f3-9ebd-823b3fe83d85 req-6759acb8-b866-4a73-b471-642976fd9b3a tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407180 Mar 22 19:25:00.532418 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f587e238-c24b-4e03-95c8-a2bd0bdda75d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a28eda7-6b92-4429-90e2-e445a6a108e3'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:25:00.535602 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0340b0d9-c954-4e78-a1ca-254f1053a4c1" -d '{"events": [{"server_uuid": "f587e238-c24b-4e03-95c8-a2bd0bdda75d", "name": "network-vif-plugged", "status": "completed", "tag": "0a28eda7-6b92-4429-90e2-e445a6a108e3"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:25:00.548394 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 0a28eda7-6b92-4429-90e2-e445a6a108e3, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=0a28eda7-6b92-4429-90e2-e445a6a108e3,segment=NetworkSegment(550f4452-31ab-4ada-8988-a70262e079e4),segment_id=550f4452-31ab-4ada-8988-a70262e079e4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:00.553587 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f777b6-f7df-45c5-8811-0c71f216c11a req-2e853fac-2f35-494a-aec6-2b7f225700ec tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:00.561736 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b2f777b6-f7df-45c5-8811-0c71f216c11a req-2e853fac-2f35-494a-aec6-2b7f225700ec tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.1442113 Mar 22 19:25:00.563204 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (0a28eda7-6b92-4429-90e2-e445a6a108e3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:00.623615 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=0a28eda7-6b92-4429-90e2-e445a6a108e3,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:00.716558 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b2f777b6-f7df-45c5-8811-0c71f216c11a req-fda333e3-6307-4df9-ae39-f05be4f9b3ea tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539297 Mar 22 19:25:00.722455 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbb88862-432f-4030-8b9b-c0cc5d201d8e req-9749d6f4-79f5-4b6f-a635-0bc106023541 service neutron] 10.222.0.85 "GET /v2.0/networks/0b96d543-736b-4b67-aa1e-32855b2e814f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067232 Mar 22 19:25:00.739039 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c259768-971b-4067-8c81-90e0c5088a18 req-666f3941-1be0-48b9-9433-03c09c5ebc7b tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:00.739335 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7c259768-971b-4067-8c81-90e0c5088a18 req-666f3941-1be0-48b9-9433-03c09c5ebc7b tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=f64585e8-933c-4b95-8326-543c09c4f621 HTTP/1.1" status: 200 len: 944 time: 0.1218219 Mar 22 19:25:00.739903 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47768) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:00.837333 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51faa43-d473-4e39-99d7-3cf46f528a44 req-49feff6e-fd81-436a-a1dd-e6bceebdf06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:00.839063 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c51faa43-d473-4e39-99d7-3cf46f528a44 req-49feff6e-fd81-436a-a1dd-e6bceebdf06b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=faf8585acb4b40068170d9c6eaa86cb6&device_id=068fc369-e3b0-4b3e-b0d9-2a27adbff7c7 HTTP/1.1" status: 200 len: 1127 time: 0.0560586 Mar 22 19:25:00.874090 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7c259768-971b-4067-8c81-90e0c5088a18 req-de1d8cfa-2368-425a-b419-90b7dc927a29 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249840 Mar 22 19:25:00.890445 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e87a2c-b0b8-402e-9dc4-2b419d84e264 req-188c5ed6-c1f2-45cc-ba8b-66de325c73c3 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:00.891956 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-16e87a2c-b0b8-402e-9dc4-2b419d84e264 req-188c5ed6-c1f2-45cc-ba8b-66de325c73c3 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.85 "GET /v2.0/ports?device_id=f64585e8-933c-4b95-8326-543c09c4f621 HTTP/1.1" status: 200 len: 944 time: 0.1166081 Mar 22 19:25:00.923743 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28dc8b0-5369-4e3c-9193-ccdb8c1e5be5 x-openstack-request-id: req-d28dc8b0-5369-4e3c-9193-ccdb8c1e5be5 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:25:00.924103 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f587e238-c24b-4e03-95c8-a2bd0bdda75d", "name": "network-vif-plugged", "status": "completed", "tag": "0a28eda7-6b92-4429-90e2-e445a6a108e3", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:25:00.925012 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d28dc8b0-5369-4e3c-9193-ccdb8c1e5be5 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:25:00.925496 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d28dc8b0-5369-4e3c-9193-ccdb8c1e5be5'] response: {'server_uuid': 'f587e238-c24b-4e03-95c8-a2bd0bdda75d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a28eda7-6b92-4429-90e2-e445a6a108e3', 'code': 200} Mar 22 19:25:00.939582 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-818bb98a-354d-45ad-b76b-7158386ed778 tempest-AgentManagementNegativeTest-155017589 tempest-AgentManagementNegativeTest-155017589-project] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1959167 Mar 22 19:25:01.016179 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51faa43-d473-4e39-99d7-3cf46f528a44 req-6d55a1d5-151b-4b2d-8a58-fedb07abec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:01.017968 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c51faa43-d473-4e39-99d7-3cf46f528a44 req-6d55a1d5-151b-4b2d-8a58-fedb07abec03 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0b96d543-736b-4b67-aa1e-32855b2e814f HTTP/1.1" status: 200 len: 929 time: 0.1704094 Mar 22 19:25:01.064286 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c51faa43-d473-4e39-99d7-3cf46f528a44 req-5aaaa9d8-b4a5-4117-b581-fcd3ef4733a9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8aed8a7a-e159-48fe-b2dd-2256e03f9311 HTTP/1.1" status: 200 len: 217 time: 0.0402284 Mar 22 19:25:01.120729 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51faa43-d473-4e39-99d7-3cf46f528a44 req-ee52d500-951a-4155-b20d-59672f879f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:01.122237 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c51faa43-d473-4e39-99d7-3cf46f528a44 req-ee52d500-951a-4155-b20d-59672f879f0c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=168b6716-5f77-44fb-960d-109b2ccf8236 HTTP/1.1" status: 200 len: 867 time: 0.0514910 Mar 22 19:25:01.177182 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51faa43-d473-4e39-99d7-3cf46f528a44 req-40ca6af9-66fe-4999-998d-a20050356c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:01.178791 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c51faa43-d473-4e39-99d7-3cf46f528a44 req-40ca6af9-66fe-4999-998d-a20050356c45 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0b96d543-736b-4b67-aa1e-32855b2e814f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0505342 Mar 22 19:25:01.233991 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47782) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:01.270820 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cdc95-802f-42c4-94cb-0190bb4462e5 req-a93d60f8-11c9-4d13-abdf-59da9899c7cb tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:01.272319 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f97cdc95-802f-42c4-94cb-0190bb4462e5 req-a93d60f8-11c9-4d13-abdf-59da9899c7cb tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/ports?device_id=068fc369-e3b0-4b3e-b0d9-2a27adbff7c7 HTTP/1.1" status: 200 len: 944 time: 0.4593675 Mar 22 19:25:01.281664 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c51faa43-d473-4e39-99d7-3cf46f528a44 req-8fa8eb68-75de-4126-8e23-b2cf496578e5 service neutron] 10.222.0.85 "GET /v2.0/networks/0b96d543-736b-4b67-aa1e-32855b2e814f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966926 Mar 22 19:25:01.367805 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1847e696-fee7-435d-9993-07d78eb6fa26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:01.433103 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c51faa43-d473-4e39-99d7-3cf46f528a44 req-24ea1209-1621-49db-848f-4dba181ffd80 service neutron] 10.222.0.85 "GET /v2.0/networks/0b96d543-736b-4b67-aa1e-32855b2e814f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455855 Mar 22 19:25:01.464081 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b8533-d347-45c7-891e-24cdf0d9d0a5 req-af4a4c45-d782-4df7-b9f7-25b97aba7df1 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:01.465523 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b45b8533-d347-45c7-891e-24cdf0d9d0a5 req-af4a4c45-d782-4df7-b9f7-25b97aba7df1 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] 10.222.0.84 "GET /v2.0/ports?device_id=454c8cfa-9bf0-4c62-9d68-16ea491cfc5b HTTP/1.1" status: 200 len: 945 time: 0.2028370 Mar 22 19:25:01.469440 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136c46f-f644-4a85-a153-281887c9c41f req-42ec2801-6c36-4712-bd02-11b16f443e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:01.471106 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3136c46f-f644-4a85-a153-281887c9c41f req-42ec2801-6c36-4712-bd02-11b16f443e98 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f587e238-c24b-4e03-95c8-a2bd0bdda75d HTTP/1.1" status: 200 len: 1128 time: 0.2094836 Mar 22 19:25:01.473832 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f97cdc95-802f-42c4-94cb-0190bb4462e5 req-37c3e5fc-aa20-4d55-8a2f-63aa6682804f tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/security-groups?id=010dd092-9fc7-474c-98a0-a0c42ceebf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781657 Mar 22 19:25:01.482467 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9588c-d6df-4f53-bf59-e3ff60b1bab3 req-c16d4c68-fe7b-42de-8c4e-8503ac3f070c tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:01.485318 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1847e696-fee7-435d-9993-07d78eb6fa26 admin admin] Publish callbacks [] for security_group (57a5898a-bf59-454f-b248-e6bad2942f94), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:01.489990 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8eb9588c-d6df-4f53-bf59-e3ff60b1bab3 req-c16d4c68-fe7b-42de-8c4e-8503ac3f070c tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=236404cb-b528-4405-816f-b32fce87d6ba HTTP/1.1" status: 200 len: 945 time: 0.2295780 Mar 22 19:25:01.492181 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1847e696-fee7-435d-9993-07d78eb6fa26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (57a5898a-bf59-454f-b248-e6bad2942f94), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:01.537128 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1847e696-fee7-435d-9993-07d78eb6fa26 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9e27b14c6fd24d99858617e7253c4036&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2997766 Mar 22 19:25:01.537356 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47786) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:01.543323 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1847e696-fee7-435d-9993-07d78eb6fa26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a5898a-bf59-454f-b248-e6bad2942f94,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:01.576148 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 607144c1-0ca2-48d3-88b9-368b9eec0b0c up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:25:01.596958 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-28f8c349-72a9-4165-b97e-fbbe7d6a5ff6 admin admin] Publish callbacks [] for security_group (57a5898a-bf59-454f-b248-e6bad2942f94), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:01.620756 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-28f8c349-72a9-4165-b97e-fbbe7d6a5ff6 admin admin] Publish callbacks [] for security_group (57a5898a-bf59-454f-b248-e6bad2942f94), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:01.644889 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 607144c1-0ca2-48d3-88b9-368b9eec0b0c completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:25:01.649867 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 607144c1-0ca2-48d3-88b9-368b9eec0b0c triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:25:01.650433 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:01.657282 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-16e87a2c-b0b8-402e-9dc4-2b419d84e264 req-8dc0603d-da65-4f26-ba36-b340c7a82d65 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Deleting port f1821a1c-09f6-44a1-a91b-c3c1c61023c7 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:25:01.657551 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-16e87a2c-b0b8-402e-9dc4-2b419d84e264 req-8dc0603d-da65-4f26-ba36-b340c7a82d65 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f1821a1c-09f6-44a1-a91b-c3c1c61023c7), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:01.683572 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-28f8c349-72a9-4165-b97e-fbbe7d6a5ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (57a5898a-bf59-454f-b248-e6bad2942f94), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:01.686678 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-28f8c349-72a9-4165-b97e-fbbe7d6a5ff6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:01.688019 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-28f8c349-72a9-4165-b97e-fbbe7d6a5ff6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/57a5898a-bf59-454f-b248-e6bad2942f94 HTTP/1.1" status: 204 len: 168 time: 0.1494973 Mar 22 19:25:01.688178 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8eb9588c-d6df-4f53-bf59-e3ff60b1bab3 req-2b58b2c2-1f4c-4768-87b4-95a2621f2cb1 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971426 Mar 22 19:25:01.718419 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8c349-72a9-4165-b97e-fbbe7d6a5ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a5898a-bf59-454f-b248-e6bad2942f94,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:01.734234 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3136c46f-f644-4a85-a153-281887c9c41f req-26fa3e8b-05f5-453a-863e-66c6e9e869d5 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352760 Mar 22 19:25:01.781046 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eaa725-1a57-40a0-ac67-9e76d6c3e209 req-9012086f-129e-4d23-9a0a-f3ec7467f7fc tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:01.782630 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a8eaa725-1a57-40a0-ac67-9e76d6c3e209 req-9012086f-129e-4d23-9a0a-f3ec7467f7fc tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=f587e238-c24b-4e03-95c8-a2bd0bdda75d HTTP/1.1" status: 200 len: 945 time: 0.2360244 Mar 22 19:25:01.830365 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-16e87a2c-b0b8-402e-9dc4-2b419d84e264 req-8dc0603d-da65-4f26-ba36-b340c7a82d65 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] For port f1821a1c-09f6-44a1-a91b-c3c1c61023c7, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=f1821a1c-09f6-44a1-a91b-c3c1c61023c7,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:01.830723 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-16e87a2c-b0b8-402e-9dc4-2b419d84e264 req-8dc0603d-da65-4f26-ba36-b340c7a82d65 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f1821a1c-09f6-44a1-a91b-c3c1c61023c7), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:01.855920 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-16e87a2c-b0b8-402e-9dc4-2b419d84e264 req-8dc0603d-da65-4f26-ba36-b340c7a82d65 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Calling delete_port for f1821a1c-09f6-44a1-a91b-c3c1c61023c7 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:25:01.862544 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-b45b8533-d347-45c7-891e-24cdf0d9d0a5 req-7c648f25-f82c-4486-9bc3-c8200eb30cc3 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] Deleting port 82332e05-9492-4738-8ff1-887732d1a833 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:25:01.862884 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b45b8533-d347-45c7-891e-24cdf0d9d0a5 req-7c648f25-f82c-4486-9bc3-c8200eb30cc3 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (82332e05-9492-4738-8ff1-887732d1a833), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:01.872345 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 607144c1-0ca2-48d3-88b9-368b9eec0b0c is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:25:01.873841 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:01.915441 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 607144c1-0ca2-48d3-88b9-368b9eec0b0c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=607144c1-0ca2-48d3-88b9-368b9eec0b0c,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:01.927257 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:02.000520 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a8eaa725-1a57-40a0-ac67-9e76d6c3e209 req-18b14b4c-85bf-4589-b56d-45ec4792989b tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091069 Mar 22 19:25:02.021968 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=607144c1-0ca2-48d3-88b9-368b9eec0b0c,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:02.060010 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c285215-ee4b-4aae-a31e-f9ba1463a4c9 req-8f3449f2-f3df-45ad-87b2-b14765175da7 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:02.061193 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c285215-ee4b-4aae-a31e-f9ba1463a4c9 req-8f3449f2-f3df-45ad-87b2-b14765175da7 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] 10.222.0.75 "GET /v2.0/ports?device_id=454c8cfa-9bf0-4c62-9d68-16ea491cfc5b HTTP/1.1" status: 200 len: 945 time: 0.2217975 Mar 22 19:25:02.173831 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-b45b8533-d347-45c7-891e-24cdf0d9d0a5 req-7c648f25-f82c-4486-9bc3-c8200eb30cc3 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] For port 82332e05-9492-4738-8ff1-887732d1a833, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=82332e05-9492-4738-8ff1-887732d1a833,segment=NetworkSegment(ce71436c-7b3f-446a-bc77-6713ad646656),segment_id=ce71436c-7b3f-446a-bc77-6713ad646656)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:02.174339 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b45b8533-d347-45c7-891e-24cdf0d9d0a5 req-7c648f25-f82c-4486-9bc3-c8200eb30cc3 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (82332e05-9492-4738-8ff1-887732d1a833), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:02.190635 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c285215-ee4b-4aae-a31e-f9ba1463a4c9 req-08751847-3de5-493f-9141-6299b7e2f783 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] 10.222.0.75 "GET /v2.0/security-groups?id=db95ea6b-0bee-4667-8c66-2b4ba8517200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196074 Mar 22 19:25:02.201998 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device f1821a1c-09f6-44a1-a91b-c3c1c61023c7 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:25:02.217569 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-b45b8533-d347-45c7-891e-24cdf0d9d0a5 req-7c648f25-f82c-4486-9bc3-c8200eb30cc3 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] Calling delete_port for 82332e05-9492-4738-8ff1-887732d1a833 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:25:02.284885 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2da120-3c5e-45b8-9884-5d4d0f55919c req-4ca374c9-587b-468b-82ac-6bc001f093d3 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:02.293153 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fe2da120-3c5e-45b8-9884-5d4d0f55919c req-4ca374c9-587b-468b-82ac-6bc001f093d3 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=40dc3035-62ea-400b-8c89-2a51ef30d2e5 HTTP/1.1" status: 200 len: 946 time: 0.1985717 Mar 22 19:25:02.334784 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port f1821a1c-09f6-44a1-a91b-c3c1c61023c7 is: DOWN; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:25:02.335810 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 66e7a65a-1ce6-4bd9-9b89-f98a88095201 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:25:02.362953 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 66e7a65a-1ce6-4bd9-9b89-f98a88095201 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:25:02.363451 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 66e7a65a-1ce6-4bd9-9b89-f98a88095201 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:25:02.452899 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-16e87a2c-b0b8-402e-9dc4-2b419d84e264 req-8dc0603d-da65-4f26-ba36-b340c7a82d65 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (f1821a1c-09f6-44a1-a91b-c3c1c61023c7), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:02.519235 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fe2da120-3c5e-45b8-9884-5d4d0f55919c req-f97a66fc-4962-453f-b09b-936df0a97c47 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249670 Mar 22 19:25:02.520610 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0603d-da65-4f26-ba36-b340c7a82d65 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Pushing event deleted for resources: {'Port': ['ID=f1821a1c-09f6-44a1-a91b-c3c1c61023c7,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:02.573544 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47816) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:02.635204 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882a45b-69e2-4423-9d1f-1a5884c13a68 req-1c165cab-f557-4c8f-bbf8-58315a528979 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:02.636868 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5882a45b-69e2-4423-9d1f-1a5884c13a68 req-1c165cab-f557-4c8f-bbf8-58315a528979 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 946 time: 0.3361616 Mar 22 19:25:02.647791 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e87a2c-b0b8-402e-9dc4-2b419d84e264 req-8dc0603d-da65-4f26-ba36-b340c7a82d65 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] No DVR routers for this DVR port f1821a1c-09f6-44a1-a91b-c3c1c61023c7 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:25:02.672914 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-16e87a2c-b0b8-402e-9dc4-2b419d84e264 req-8dc0603d-da65-4f26-ba36-b340c7a82d65 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:02.676228 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-16e87a2c-b0b8-402e-9dc4-2b419d84e264 req-8dc0603d-da65-4f26-ba36-b340c7a82d65 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.85 "DELETE /v2.0/ports/f1821a1c-09f6-44a1-a91b-c3c1c61023c7 HTTP/1.1" status: 204 len: 173 time: 1.7791076 Mar 22 19:25:02.676687 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64585e8-933c-4b95-8326-543c09c4f621', 'name': 'network-vif-deleted', 'tag': 'f1821a1c-09f6-44a1-a91b-c3c1c61023c7'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:25:02.679144 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1b7622-542b-4054-aa1f-9b77ebf6741c" -d '{"events": [{"server_uuid": "f64585e8-933c-4b95-8326-543c09c4f621", "name": "network-vif-deleted", "tag": "f1821a1c-09f6-44a1-a91b-c3c1c61023c7"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:25:02.682978 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-af07c04f-c8f4-4035-8c8a-e1893a65500d tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-891403244'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:02.695038 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e599568a-5b03-4282-aa27-3c6f478ea0a6 req-be6fcbf6-3fa3-4f88-aab9-157216aacc44 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=f64585e8-933c-4b95-8326-543c09c4f621 HTTP/1.1" status: 200 len: 210 time: 0.0992517 Mar 22 19:25:02.711907 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af07c04f-c8f4-4035-8c8a-e1893a65500d tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Made reservation on behalf of c2b0daa1c7ca4ef3b26072a04596b657 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:25:02.715778 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-af07c04f-c8f4-4035-8c8a-e1893a65500d tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:02.725459 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-af07c04f-c8f4-4035-8c8a-e1893a65500d tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:02.786646 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5882a45b-69e2-4423-9d1f-1a5884c13a68 req-c43400d4-03f1-4831-ba18-5092168e1e03 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315038 Mar 22 19:25:02.831654 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b45b8533-d347-45c7-891e-24cdf0d9d0a5 req-7c648f25-f82c-4486-9bc3-c8200eb30cc3 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (82332e05-9492-4738-8ff1-887732d1a833), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:02.846993 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['82332e05-9492-4738-8ff1-887732d1a833'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:25:02.856150 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f33723-b5ec-4926-82e0-7e5bb429e340 x-openstack-request-id: req-76f33723-b5ec-4926-82e0-7e5bb429e340 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:25:02.856493 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64585e8-933c-4b95-8326-543c09c4f621", "name": "network-vif-deleted", "tag": "f1821a1c-09f6-44a1-a91b-c3c1c61023c7", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:25:02.856753 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-76f33723-b5ec-4926-82e0-7e5bb429e340 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:25:02.858660 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76f33723-b5ec-4926-82e0-7e5bb429e340'] response: {'server_uuid': 'f64585e8-933c-4b95-8326-543c09c4f621', 'name': 'network-vif-deleted', 'tag': 'f1821a1c-09f6-44a1-a91b-c3c1c61023c7', 'status': 'completed', 'code': 200} Mar 22 19:25:02.895307 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c648f25-f82c-4486-9bc3-c8200eb30cc3 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] Pushing event deleted for resources: {'Port': ['ID=82332e05-9492-4738-8ff1-887732d1a833,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:02.896761 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-af07c04f-c8f4-4035-8c8a-e1893a65500d tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks [] for security_group (132e0fd4-2ab4-4f0d-9588-523992a3bccb), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:02.908901 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-af07c04f-c8f4-4035-8c8a-e1893a65500d tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (132e0fd4-2ab4-4f0d-9588-523992a3bccb), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:02.927102 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40f0c35-6df1-46c8-add8-78ea0711782d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607144c1-0ca2-48d3-88b9-368b9eec0b0c'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:25:02.929556 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6934cbc3-0b42-434e-9dbc-0110511ba9a1" -d '{"events": [{"server_uuid": "d40f0c35-6df1-46c8-add8-78ea0711782d", "name": "network-vif-plugged", "status": "completed", "tag": "607144c1-0ca2-48d3-88b9-368b9eec0b0c"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:25:02.955714 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af07c04f-c8f4-4035-8c8a-e1893a65500d tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:25:02.962651 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07c04f-c8f4-4035-8c8a-e1893a65500d tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=132e0fd4-2ab4-4f0d-9588-523992a3bccb,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:02.964746 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727093a-a5ef-43cb-b7d6-ee6152e7b2ad req-ad59fd49-3c06-495d-9216-1f6c74363707 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:02.973568 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2727093a-a5ef-43cb-b7d6-ee6152e7b2ad req-ad59fd49-3c06-495d-9216-1f6c74363707 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/ports?device_id=068fc369-e3b0-4b3e-b0d9-2a27adbff7c7 HTTP/1.1" status: 200 len: 944 time: 0.1856098 Mar 22 19:25:02.974167 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-af07c04f-c8f4-4035-8c8a-e1893a65500d tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (9c43fc03-3034-4f7f-85a5-378932524e36), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:02.974596 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-af07c04f-c8f4-4035-8c8a-e1893a65500d tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Added segment 9c43fc03-3034-4f7f-85a5-378932524e36 of type vlan for network a55fc0e3-dca4-40a0-83e1-ff5122161c89 Mar 22 19:25:02.996517 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-b45b8533-d347-45c7-891e-24cdf0d9d0a5 req-7c648f25-f82c-4486-9bc3-c8200eb30cc3 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] No DVR routers for this DVR port 82332e05-9492-4738-8ff1-887732d1a833 on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:25:03.001751 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b45b8533-d347-45c7-891e-24cdf0d9d0a5 req-7c648f25-f82c-4486-9bc3-c8200eb30cc3 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:03.005066 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b45b8533-d347-45c7-891e-24cdf0d9d0a5 req-7c648f25-f82c-4486-9bc3-c8200eb30cc3 tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] 10.222.0.84 "DELETE /v2.0/ports/82332e05-9492-4738-8ff1-887732d1a833 HTTP/1.1" status: 204 len: 173 time: 1.5300908 Mar 22 19:25:03.034022 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-af07c04f-c8f4-4035-8c8a-e1893a65500d tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (a55fc0e3-dca4-40a0-83e1-ff5122161c89), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:03.054865 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705b2d5-5896-4003-a994-189a8c59d995 req-6af8f17f-58f9-476b-a349-71831b17ff22 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:03.056875 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d705b2d5-5896-4003-a994-189a8c59d995 req-6af8f17f-58f9-476b-a349-71831b17ff22 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=236404cb-b528-4405-816f-b32fce87d6ba HTTP/1.1" status: 200 len: 945 time: 0.1588182 Mar 22 19:25:03.073821 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2727093a-a5ef-43cb-b7d6-ee6152e7b2ad req-98df846e-e4ba-4b14-921f-21a3538a7bb4 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/security-groups?id=010dd092-9fc7-474c-98a0-a0c42ceebf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992088 Mar 22 19:25:03.081293 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-af07c04f-c8f4-4035-8c8a-e1893a65500d tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (a55fc0e3-dca4-40a0-83e1-ff5122161c89), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:03.094030 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af07c04f-c8f4-4035-8c8a-e1893a65500d tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:03.094840 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-af07c04f-c8f4-4035-8c8a-e1893a65500d tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:03.138742 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e426268-eac3-496a-87be-9a898940786e x-openstack-request-id: req-9e426268-eac3-496a-87be-9a898940786e {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:25:03.139105 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40f0c35-6df1-46c8-add8-78ea0711782d", "name": "network-vif-plugged", "status": "completed", "tag": "607144c1-0ca2-48d3-88b9-368b9eec0b0c", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:25:03.139469 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9e426268-eac3-496a-87be-9a898940786e {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:25:03.140008 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e426268-eac3-496a-87be-9a898940786e'] response: {'server_uuid': 'd40f0c35-6df1-46c8-add8-78ea0711782d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607144c1-0ca2-48d3-88b9-368b9eec0b0c', 'code': 200} Mar 22 19:25:03.168356 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d705b2d5-5896-4003-a994-189a8c59d995 req-5709a772-b022-405a-8f21-772b09e4a147 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933969 Mar 22 19:25:03.242190 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-af07c04f-c8f4-4035-8c8a-e1893a65500d tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6638424 Mar 22 19:25:03.242991 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47830) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:03.253534 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-68a89e3b-aa14-4004-ac52-17393841eae8 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Request body: {'subnet': {'network_id': 'a55fc0e3-dca4-40a0-83e1-ff5122161c89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:03.278054 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07c04f-c8f4-4035-8c8a-e1893a65500d tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Pushing event updated for resources: {'Network': ['ID=a55fc0e3-dca4-40a0-83e1-ff5122161c89,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:03.292071 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network a55fc0e3-dca4-40a0-83e1-ff5122161c89 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:25:03.396844 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a89e3b-aa14-4004-ac52-17393841eae8 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Made reservation on behalf of c2b0daa1c7ca4ef3b26072a04596b657 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:25:03.401451 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-68a89e3b-aa14-4004-ac52-17393841eae8 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:03.464860 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7136695-bdbe-4925-8d2d-6e941c0dcf12 req-0743af49-bc20-4bd2-936f-4117e04a255f tempest-InstanceActionsV221TestJSON-1493804660 tempest-InstanceActionsV221TestJSON-1493804660-project] 10.222.0.75 "GET /v2.0/ports?device_id=454c8cfa-9bf0-4c62-9d68-16ea491cfc5b HTTP/1.1" status: 200 len: 210 time: 0.1153970 Mar 22 19:25:03.486236 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096593c-426f-48f3-b732-8494cc7c0217 req-ffe0018e-b668-40cf-a4b2-72695c9d5735 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:03.487984 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9096593c-426f-48f3-b732-8494cc7c0217 req-ffe0018e-b668-40cf-a4b2-72695c9d5735 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=f587e238-c24b-4e03-95c8-a2bd0bdda75d HTTP/1.1" status: 200 len: 945 time: 0.2620349 Mar 22 19:25:03.548933 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c22b8e-1cd7-45c4-ba88-a8cd945dadc6 req-5523c06a-686d-4798-8740-a010fd06008b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:03.551467 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-75c22b8e-1cd7-45c4-ba88-a8cd945dadc6 req-5523c06a-686d-4798-8740-a010fd06008b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 1129 time: 0.2323492 Mar 22 19:25:03.612508 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9096593c-426f-48f3-b732-8494cc7c0217 req-9a9184d6-4a98-40ad-bf4b-550846fb606b tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142752 Mar 22 19:25:03.666592 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-75c22b8e-1cd7-45c4-ba88-a8cd945dadc6 req-91025cb4-66c1-4b8b-8a53-bad6be5f9ced service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069982 Mar 22 19:25:03.700745 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-68a89e3b-aa14-4004-ac52-17393841eae8 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (b82941bd-b515-4efa-b3d9-3b0019c69f97), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:03.735546 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672710f-a635-4a58-a5ec-1478f3c8bed6 req-d2d1f863-75fe-4cdd-9b26-7fac0e1317bd tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:03.737065 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8672710f-a635-4a58-a5ec-1478f3c8bed6 req-d2d1f863-75fe-4cdd-9b26-7fac0e1317bd tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=40dc3035-62ea-400b-8c89-2a51ef30d2e5 HTTP/1.1" status: 200 len: 946 time: 0.0630772 Mar 22 19:25:03.794800 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8672710f-a635-4a58-a5ec-1478f3c8bed6 req-2ca6f142-55a8-48b8-b316-5c558c9597e0 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511158 Mar 22 19:25:03.816083 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a89e3b-aa14-4004-ac52-17393841eae8 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Pushing event updated for resources: {'Subnet': ['ID=b82941bd-b515-4efa-b3d9-3b0019c69f97,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:03.824606 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a89e3b-aa14-4004-ac52-17393841eae8 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Checking segment: {'id': '9c43fc03-3034-4f7f-85a5-378932524e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a55fc0e3-dca4-40a0-83e1-ff5122161c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:25:03.825230 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a89e3b-aa14-4004-ac52-17393841eae8 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Network hostable DHCP agents. Network: a55fc0e3-dca4-40a0-83e1-ff5122161c89, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:25:03.846758 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a89e3b-aa14-4004-ac52-17393841eae8 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Network a55fc0e3-dca4-40a0-83e1-ff5122161c89 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:25:03.860621 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-68a89e3b-aa14-4004-ac52-17393841eae8 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, a55fc0e3-dca4-40a0-83e1-ff5122161c89) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:25:03.874047 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2ff2e0-1a61-4101-981c-ef0308c61ad7 None None] Network a55fc0e3-dca4-40a0-83e1-ff5122161c89 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:25:03.882439 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a89e3b-aa14-4004-ac52-17393841eae8 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:03.883640 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-68a89e3b-aa14-4004-ac52-17393841eae8 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:03.916294 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-68a89e3b-aa14-4004-ac52-17393841eae8 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6688783 Mar 22 19:25:03.919255 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47840) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:03.933743 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-68ddec54-7a56-4121-a941-a3ef30200f99 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Request body: {'port': {'network_id': 'a55fc0e3-dca4-40a0-83e1-ff5122161c89', 'name': 'tempest-AllowedAddressPairTestJSON-280813740'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:03.960711 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813df13-de58-448e-ad85-b44dde94624e req-f0d9e1e1-c197-461e-abbe-9304c6358895 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:03.970956 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c813df13-de58-448e-ad85-b44dde94624e req-f0d9e1e1-c197-461e-abbe-9304c6358895 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 946 time: 0.0821500 Mar 22 19:25:04.060104 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c813df13-de58-448e-ad85-b44dde94624e req-1804e266-3e5c-46f2-950c-bb8ebc93e22b tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817857 Mar 22 19:25:04.114052 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76304732-22eb-429e-9b68-34d5ffc5b52a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-a55fc0e3-dca4-40a0-83e1-ff5122161c89', 'network_id': 'a55fc0e3-dca4-40a0-83e1-ff5122161c89', 'project_id': 'c2b0daa1c7ca4ef3b26072a04596b657', 'fixed_ips': [{'subnet_id': 'b82941bd-b515-4efa-b3d9-3b0019c69f97'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:25:04.117221 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-76304732-22eb-429e-9b68-34d5ffc5b52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:04.141194 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fdb796-17cb-45df-8e6e-fac80752443b req-f2728395-6c3b-4611-968c-e7bfa980da0a tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:04.142783 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-52fdb796-17cb-45df-8e6e-fac80752443b req-f2728395-6c3b-4611-968c-e7bfa980da0a tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 945 time: 0.0699482 Mar 22 19:25:04.165412 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ddec54-7a56-4121-a941-a3ef30200f99 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Made reservation on behalf of c2b0daa1c7ca4ef3b26072a04596b657 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:25:04.169567 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-68ddec54-7a56-4121-a941-a3ef30200f99 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:04.203974 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-68ddec54-7a56-4121-a941-a3ef30200f99 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] device_id is not set on port 7b7957e4-075a-4437-a216-df9eefceae84 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:25:04.230929 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-52fdb796-17cb-45df-8e6e-fac80752443b req-705d14ea-c2a1-44e3-b043-8c963a27be93 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/security-groups?id=c53f95d6-e4f0-40cd-aa54-b7b95277b743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822952 Mar 22 19:25:04.293562 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa8d14-0dd5-484d-b94c-5bf5a573c981 req-858148e9-4877-47a5-9908-ce487d937fa0 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:04.298049 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65aa8d14-0dd5-484d-b94c-5bf5a573c981 req-858148e9-4877-47a5-9908-ce487d937fa0 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/ports?device_id=068fc369-e3b0-4b3e-b0d9-2a27adbff7c7 HTTP/1.1" status: 200 len: 944 time: 0.1134472 Mar 22 19:25:04.320766 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 8aed8a7a-e159-48fe-b2dd-2256e03f9311 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:25:04.345902 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-76304732-22eb-429e-9b68-34d5ffc5b52a None None] Allocated IP 172.20.0.2 (a55fc0e3-dca4-40a0-83e1-ff5122161c89/b82941bd-b515-4efa-b3d9-3b0019c69f97/9116c582-f735-4971-b74c-280c72c0ba79) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:25:04.386609 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65aa8d14-0dd5-484d-b94c-5bf5a573c981 req-4a0584ed-48e3-45f5-950f-9d7a7ca3c629 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/security-groups?id=010dd092-9fc7-474c-98a0-a0c42ceebf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855646 Mar 22 19:25:04.439276 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af9b34-a8a4-4e3f-978f-66a365c62d11 req-caa1d03e-e054-45e4-8abb-6f700821de02 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:04.440900 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f3af9b34-a8a4-4e3f-978f-66a365c62d11 req-caa1d03e-e054-45e4-8abb-6f700821de02 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=236404cb-b528-4405-816f-b32fce87d6ba HTTP/1.1" status: 200 len: 945 time: 0.1015370 Mar 22 19:25:04.482217 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba85d35-2a5a-4c93-bd7e-a66b354c88ee req-9aa72cf9-e8bb-454d-b123-80bf412d028f tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:04.484395 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ba85d35-2a5a-4c93-bd7e-a66b354c88ee req-9aa72cf9-e8bb-454d-b123-80bf412d028f tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.84 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 945 time: 0.0854738 Mar 22 19:25:04.515922 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 8aed8a7a-e159-48fe-b2dd-2256e03f9311, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=8aed8a7a-e159-48fe-b2dd-2256e03f9311,segment=NetworkSegment(6cf8622a-5099-4afd-9193-a4d8ff8dfc80),segment_id=6cf8622a-5099-4afd-9193-a4d8ff8dfc80)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:04.540687 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '8aed8a7a-e159-48fe-b2dd-2256e03f9311', 'network_id': '0b96d543-736b-4b67-aa1e-32855b2e814f', 'port_id': '8aed8a7a-e159-48fe-b2dd-2256e03f9311', 'mac_address': 'fa:16:3e:10:9e:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '168b6716-5f77-44fb-960d-109b2ccf8236', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:25:04.546543 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f3af9b34-a8a4-4e3f-978f-66a365c62d11 req-baf0a637-38ff-43f0-ae65-4c18cc4f0da4 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935450 Mar 22 19:25:04.618707 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-9ba85d35-2a5a-4c93-bd7e-a66b354c88ee req-ad87b8a0-a166-405a-b2e8-6d95c8705135 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Deleting port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:25:04.619049 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9ba85d35-2a5a-4c93-bd7e-a66b354c88ee req-ad87b8a0-a166-405a-b2e8-6d95c8705135 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (27c13ab8-4afc-4cd0-80c8-f2143469b5fa), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:04.637363 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-76304732-22eb-429e-9b68-34d5ffc5b52a None None] Publish callbacks [] for port (9116c582-f735-4971-b74c-280c72c0ba79), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:04.648155 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 8aed8a7a-e159-48fe-b2dd-2256e03f9311 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:25:04.662368 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8aed8a7a-e159-48fe-b2dd-2256e03f9311), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:04.666673 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-76304732-22eb-429e-9b68-34d5ffc5b52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (9116c582-f735-4971-b74c-280c72c0ba79), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:04.725257 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76304732-22eb-429e-9b68-34d5ffc5b52a None None] Network a55fc0e3-dca4-40a0-83e1-ff5122161c89 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:25:04.744811 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aed8a7a-e159-48fe-b2dd-2256e03f9311 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:25:04.753705 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-9ba85d35-2a5a-4c93-bd7e-a66b354c88ee req-ad87b8a0-a166-405a-b2e8-6d95c8705135 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] For port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=27c13ab8-4afc-4cd0-80c8-f2143469b5fa,segment=NetworkSegment(c2ed43d8-e40a-415a-8d7f-e553ea3f29bd),segment_id=c2ed43d8-e40a-415a-8d7f-e553ea3f29bd)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:04.754160 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9ba85d35-2a5a-4c93-bd7e-a66b354c88ee req-ad87b8a0-a166-405a-b2e8-6d95c8705135 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (27c13ab8-4afc-4cd0-80c8-f2143469b5fa), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:04.755430 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-68ddec54-7a56-4121-a941-a3ef30200f99 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Allocated IP 172.20.0.9 (a55fc0e3-dca4-40a0-83e1-ff5122161c89/b82941bd-b515-4efa-b3d9-3b0019c69f97/7b7957e4-075a-4437-a216-df9eefceae84) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:25:04.778937 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 8aed8a7a-e159-48fe-b2dd-2256e03f9311, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=8aed8a7a-e159-48fe-b2dd-2256e03f9311,segment=NetworkSegment(6cf8622a-5099-4afd-9193-a4d8ff8dfc80),segment_id=6cf8622a-5099-4afd-9193-a4d8ff8dfc80)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:04.784709 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-76304732-22eb-429e-9b68-34d5ffc5b52a None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:25:04.786749 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-9ba85d35-2a5a-4c93-bd7e-a66b354c88ee req-ad87b8a0-a166-405a-b2e8-6d95c8705135 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Calling delete_port for 27c13ab8-4afc-4cd0-80c8-f2143469b5fa owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:25:04.787781 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76304732-22eb-429e-9b68-34d5ffc5b52a None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:25:04.790195 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8aed8a7a-e159-48fe-b2dd-2256e03f9311), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:04.794362 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76304732-22eb-429e-9b68-34d5ffc5b52a None None] Pushing event updated for resources: {'Port': ['ID=9116c582-f735-4971-b74c-280c72c0ba79,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:04.918987 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '454c8cfa-9bf0-4c62-9d68-16ea491cfc5b', 'name': 'network-vif-deleted', 'tag': '82332e05-9492-4738-8ff1-887732d1a833'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:25:04.921328 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf4fdf2-f644-45e7-8bf0-147db476acc8" -d '{"events": [{"server_uuid": "454c8cfa-9bf0-4c62-9d68-16ea491cfc5b", "name": "network-vif-deleted", "tag": "82332e05-9492-4738-8ff1-887732d1a833"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:25:04.951886 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=8aed8a7a-e159-48fe-b2dd-2256e03f9311,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:04.957695 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-76304732-22eb-429e-9b68-34d5ffc5b52a None None] Attempting to bind port 9116c582-f735-4971-b74c-280c72c0ba79 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:25:04.958117 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-76304732-22eb-429e-9b68-34d5ffc5b52a None None] Attempting to bind port 9116c582-f735-4971-b74c-280c72c0ba79 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '9c43fc03-3034-4f7f-85a5-378932524e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a55fc0e3-dca4-40a0-83e1-ff5122161c89'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:25:04.958480 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76304732-22eb-429e-9b68-34d5ffc5b52a None None] Attempting to bind port 9116c582-f735-4971-b74c-280c72c0ba79 on network a55fc0e3-dca4-40a0-83e1-ff5122161c89 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:25:04.964013 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76304732-22eb-429e-9b68-34d5ffc5b52a None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:25:04.964394 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76304732-22eb-429e-9b68-34d5ffc5b52a None None] Checking segment: {'id': '9c43fc03-3034-4f7f-85a5-378932524e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a55fc0e3-dca4-40a0-83e1-ff5122161c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:25:04.964791 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-76304732-22eb-429e-9b68-34d5ffc5b52a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:04.965184 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76304732-22eb-429e-9b68-34d5ffc5b52a None None] Bound using segment: {'id': '9c43fc03-3034-4f7f-85a5-378932524e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a55fc0e3-dca4-40a0-83e1-ff5122161c89'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:25:04.965658 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-76304732-22eb-429e-9b68-34d5ffc5b52a None None] Bound port: 9116c582-f735-4971-b74c-280c72c0ba79, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c43fc03-3034-4f7f-85a5-378932524e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'a55fc0e3-dca4-40a0-83e1-ff5122161c89'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:25:04.966085 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-76304732-22eb-429e-9b68-34d5ffc5b52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9116c582-f735-4971-b74c-280c72c0ba79), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:04.986863 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-68ddec54-7a56-4121-a941-a3ef30200f99 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks [] for port (7b7957e4-075a-4437-a216-df9eefceae84), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:05.023814 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-68ddec54-7a56-4121-a941-a3ef30200f99 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (7b7957e4-075a-4437-a216-df9eefceae84), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:05.041710 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-76304732-22eb-429e-9b68-34d5ffc5b52a None None] For port 9116c582-f735-4971-b74c-280c72c0ba79, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:25:05.045673 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-76304732-22eb-429e-9b68-34d5ffc5b52a None None] For port 9116c582-f735-4971-b74c-280c72c0ba79, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=9116c582-f735-4971-b74c-280c72c0ba79,segment=NetworkSegment(9c43fc03-3034-4f7f-85a5-378932524e36),segment_id=9c43fc03-3034-4f7f-85a5-378932524e36)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:25:05.054495 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-76304732-22eb-429e-9b68-34d5ffc5b52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (9116c582-f735-4971-b74c-280c72c0ba79), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:05.058912 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80309b95-1904-414a-adf5-305750cb80c8 req-6a2fa94a-eb4b-4b95-bcf9-94c875de8f08 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:05.060524 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80309b95-1904-414a-adf5-305750cb80c8 req-6a2fa94a-eb4b-4b95-bcf9-94c875de8f08 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=236404cb-b528-4405-816f-b32fce87d6ba HTTP/1.1" status: 200 len: 945 time: 0.1338322 Mar 22 19:25:05.062718 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9ba85d35-2a5a-4c93-bd7e-a66b354c88ee req-ad87b8a0-a166-405a-b2e8-6d95c8705135 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (27c13ab8-4afc-4cd0-80c8-f2143469b5fa), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:05.073355 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ddec54-7a56-4121-a941-a3ef30200f99 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Network a55fc0e3-dca4-40a0-83e1-ff5122161c89 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:25:05.074677 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158d201-d811-41ff-a36b-617d22617413 req-dcd80e3b-31dc-48cb-9105-85ae65741d73 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:05.076174 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1158d201-d811-41ff-a36b-617d22617413 req-dcd80e3b-31dc-48cb-9105-85ae65741d73 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=f587e238-c24b-4e03-95c8-a2bd0bdda75d HTTP/1.1" status: 200 len: 945 time: 0.1505375 Mar 22 19:25:05.083386 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-68ddec54-7a56-4121-a941-a3ef30200f99 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:25:05.088912 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ddec54-7a56-4121-a941-a3ef30200f99 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:25:05.093985 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ddec54-7a56-4121-a941-a3ef30200f99 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Pushing event updated for resources: {'Port': ['ID=7b7957e4-075a-4437-a216-df9eefceae84,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:05.124258 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76304732-22eb-429e-9b68-34d5ffc5b52a None None] Pushing event updated for resources: {'Port': ['ID=9116c582-f735-4971-b74c-280c72c0ba79,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:05.126024 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87b8a0-a166-405a-b2e8-6d95c8705135 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Pushing event deleted for resources: {'Port': ['ID=27c13ab8-4afc-4cd0-80c8-f2143469b5fa,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:05.128148 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ddec54-7a56-4121-a941-a3ef30200f99 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:05.128505 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ddec54-7a56-4121-a941-a3ef30200f99 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:05.128877 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ddec54-7a56-4121-a941-a3ef30200f99 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:05.129242 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ddec54-7a56-4121-a941-a3ef30200f99 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:05.129585 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ddec54-7a56-4121-a941-a3ef30200f99 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:05.132011 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ddec54-7a56-4121-a941-a3ef30200f99 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:05.132011 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ddec54-7a56-4121-a941-a3ef30200f99 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:05.132011 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ddec54-7a56-4121-a941-a3ef30200f99 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:05.132011 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ddec54-7a56-4121-a941-a3ef30200f99 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:05.132011 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ddec54-7a56-4121-a941-a3ef30200f99 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:05.132011 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ddec54-7a56-4121-a941-a3ef30200f99 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:05.132011 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ddec54-7a56-4121-a941-a3ef30200f99 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:05.133083 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ddec54-7a56-4121-a941-a3ef30200f99 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:05.133083 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ddec54-7a56-4121-a941-a3ef30200f99 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:05.133083 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ddec54-7a56-4121-a941-a3ef30200f99 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:05.156451 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['8aed8a7a-e159-48fe-b2dd-2256e03f9311'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:25:05.206628 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ddec54-7a56-4121-a941-a3ef30200f99 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:05.206791 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-68ddec54-7a56-4121-a941-a3ef30200f99 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:05.236052 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-68ddec54-7a56-4121-a941-a3ef30200f99 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3151801 Mar 22 19:25:05.240392 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47868) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:05.248733 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-4ee1fee3-dbd6-40d1-baf5-cdec69649e40 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Request body: {'port': {'network_id': 'a55fc0e3-dca4-40a0-83e1-ff5122161c89', 'name': 'tempest-AllowedAddressPairTestJSON-411522911', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:0a:9f:39'}]}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:05.260642 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba85d35-2a5a-4c93-bd7e-a66b354c88ee req-ad87b8a0-a166-405a-b2e8-6d95c8705135 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] No DVR routers for this DVR port 27c13ab8-4afc-4cd0-80c8-f2143469b5fa on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:25:05.273100 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9ba85d35-2a5a-4c93-bd7e-a66b354c88ee req-ad87b8a0-a166-405a-b2e8-6d95c8705135 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:05.276966 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ba85d35-2a5a-4c93-bd7e-a66b354c88ee req-ad87b8a0-a166-405a-b2e8-6d95c8705135 tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.84 "DELETE /v2.0/ports/27c13ab8-4afc-4cd0-80c8-f2143469b5fa HTTP/1.1" status: 204 len: 173 time: 0.7859714 Mar 22 19:25:05.283864 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80309b95-1904-414a-adf5-305750cb80c8 req-912e96a3-7090-4d03-b37b-7ab255763ee3 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059443 Mar 22 19:25:05.292757 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1158d201-d811-41ff-a36b-617d22617413 req-1cf0f9a3-05ab-4efa-a88e-b64a568322ee tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722052 Mar 22 19:25:05.391541 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47874) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:05.458051 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-431b5933-70ea-4163-915b-efe08f66e64e admin admin] Deleting subnet f2e07129-a267-4fe6-b35d-6e7a5e2b5a1a {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:25:05.469444 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac203ac-ec1e-4e41-805f-387dfa56d260 x-openstack-request-id: req-8ac203ac-ec1e-4e41-805f-387dfa56d260 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:25:05.469839 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "454c8cfa-9bf0-4c62-9d68-16ea491cfc5b", "name": "network-vif-deleted", "tag": "82332e05-9492-4738-8ff1-887732d1a833", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:25:05.470083 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8ac203ac-ec1e-4e41-805f-387dfa56d260 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:25:05.470476 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ac203ac-ec1e-4e41-805f-387dfa56d260'] response: {'server_uuid': '454c8cfa-9bf0-4c62-9d68-16ea491cfc5b', 'name': 'network-vif-deleted', 'tag': '82332e05-9492-4738-8ff1-887732d1a833', 'status': 'completed', 'code': 200} Mar 22 19:25:05.472089 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-431b5933-70ea-4163-915b-efe08f66e64e admin admin] Publish callbacks [] for subnet (f2e07129-a267-4fe6-b35d-6e7a5e2b5a1a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:05.525411 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-431b5933-70ea-4163-915b-efe08f66e64e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (f2e07129-a267-4fe6-b35d-6e7a5e2b5a1a), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:05.569251 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee1fee3-dbd6-40d1-baf5-cdec69649e40 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Made reservation on behalf of c2b0daa1c7ca4ef3b26072a04596b657 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:25:05.580781 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e479429-ceb9-4434-9f56-c6ddb5bc53ea req-7897cfc2-23ab-4b02-921e-0a91367daf2b tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:05.582678 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2e479429-ceb9-4434-9f56-c6ddb5bc53ea req-7897cfc2-23ab-4b02-921e-0a91367daf2b tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=40dc3035-62ea-400b-8c89-2a51ef30d2e5 HTTP/1.1" status: 200 len: 946 time: 0.1805229 Mar 22 19:25:05.598582 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 82332e05-9492-4738-8ff1-887732d1a833 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:25:05.647858 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-431b5933-70ea-4163-915b-efe08f66e64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (f2e07129-a267-4fe6-b35d-6e7a5e2b5a1a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:05.657734 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158e26b-01d3-4fef-8581-7e021577e797 req-7399cb5e-8708-45da-8800-13a39cfd6ac3 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:05.659434 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e158e26b-01d3-4fef-8581-7e021577e797 req-7399cb5e-8708-45da-8800-13a39cfd6ac3 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 946 time: 0.1426873 Mar 22 19:25:05.663241 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 82332e05-9492-4738-8ff1-887732d1a833 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:25:05.663592 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 82332e05-9492-4738-8ff1-887732d1a833 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:25:05.711793 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2e479429-ceb9-4434-9f56-c6ddb5bc53ea req-6a074496-d300-4bb5-a734-cba2d3801d5a tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223364 Mar 22 19:25:05.753827 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e158e26b-01d3-4fef-8581-7e021577e797 req-f8122e09-769e-4970-9786-1b079e05a2c3 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817294 Mar 22 19:25:05.756552 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4ee1fee3-dbd6-40d1-baf5-cdec69649e40 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:05.786435 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-4ee1fee3-dbd6-40d1-baf5-cdec69649e40 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] device_id is not set on port b903ae62-7ca0-4586-a1a4-936e25ba922e yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:25:05.865355 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-431b5933-70ea-4163-915b-efe08f66e64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (f2e07129-a267-4fe6-b35d-6e7a5e2b5a1a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:05.928225 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b5933-70ea-4163-915b-efe08f66e64e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2e07129-a267-4fe6-b35d-6e7a5e2b5a1a,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:05.930295 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-431b5933-70ea-4163-915b-efe08f66e64e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:05.932962 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-12633c1d-be7c-411b-9fc6-94d03c965ca7 req-212f02db-31a0-4163-9d14-ef6f229ea14c tempest-LiveAutoBlockMigrationV225Test-732285232 tempest-LiveAutoBlockMigrationV225Test-732285232-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3280fb-6d74-46f7-829d-3337dbd2777a HTTP/1.1" status: 200 len: 210 time: 0.0452275 Mar 22 19:25:05.936467 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-431b5933-70ea-4163-915b-efe08f66e64e admin admin] 10.222.0.75 "DELETE /v2.0/subnets/f2e07129-a267-4fe6-b35d-6e7a5e2b5a1a HTTP/1.1" status: 204 len: 168 time: 0.5409329 Mar 22 19:25:05.938505 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47882) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:05.966682 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-4ee1fee3-dbd6-40d1-baf5-cdec69649e40 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Allocated IP 172.20.0.14 (a55fc0e3-dca4-40a0-83e1-ff5122161c89/b82941bd-b515-4efa-b3d9-3b0019c69f97/b903ae62-7ca0-4586-a1a4-936e25ba922e) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:25:06.085776 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bc06c571-0ac6-4264-b42e-16924cdba196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (e5f5489b-ae8c-42a2-a35d-ae715296c0c6), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:06.100610 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9149d11-c269-4227-a890-3f2b6b0545aa req-dd97a7ac-255a-4a60-a4f1-c9cbb9eb680f tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:06.102171 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9149d11-c269-4227-a890-3f2b6b0545aa req-dd97a7ac-255a-4a60-a4f1-c9cbb9eb680f tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/ports?device_id=068fc369-e3b0-4b3e-b0d9-2a27adbff7c7 HTTP/1.1" status: 200 len: 945 time: 0.0869324 Mar 22 19:25:06.149002 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d1986-fa8d-4a56-bff4-d334bebf5ec5 req-c4fe9963-328e-4194-a858-a2cccec40fd5 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:06.150510 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a55d1986-fa8d-4a56-bff4-d334bebf5ec5 req-c4fe9963-328e-4194-a858-a2cccec40fd5 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.84 "GET /v2.0/ports?device_id=236404cb-b528-4405-816f-b32fce87d6ba HTTP/1.1" status: 200 len: 945 time: 0.0909278 Mar 22 19:25:06.221283 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 8aed8a7a-e159-48fe-b2dd-2256e03f9311 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:25:06.231809 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9149d11-c269-4227-a890-3f2b6b0545aa req-fb6787ee-d4fa-4bd7-9ce8-91d955aaaba6 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/security-groups?id=010dd092-9fc7-474c-98a0-a0c42ceebf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212447 Mar 22 19:25:06.236100 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bc06c571-0ac6-4264-b42e-16924cdba196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (e5f5489b-ae8c-42a2-a35d-ae715296c0c6), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:06.270957 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-bc06c571-0ac6-4264-b42e-16924cdba196 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5f5489b-ae8c-42a2-a35d-ae715296c0c6']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:06.289341 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af388d4-ef37-4293-9310-8ecf637cd64d req-1d0b9628-1d30-4223-805d-66853f7000f3 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:06.290925 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7af388d4-ef37-4293-9310-8ecf637cd64d req-1d0b9628-1d30-4223-805d-66853f7000f3 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 946 time: 0.1345391 Mar 22 19:25:06.292511 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-bc06c571-0ac6-4264-b42e-16924cdba196 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce71436c-7b3f-446a-bc77-6713ad646656') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:06.292854 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-bc06c571-0ac6-4264-b42e-16924cdba196 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce71436c-7b3f-446a-bc77-6713ad646656') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:06.296833 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4ee1fee3-dbd6-40d1-baf5-cdec69649e40 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks [] for port (b903ae62-7ca0-4586-a1a4-936e25ba922e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:06.298291 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 8aed8a7a-e159-48fe-b2dd-2256e03f9311 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:25:06.303310 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47888) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:06.309018 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-45363e78-707e-4a6d-b9c4-2ffb7589dbed tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Request body: {'floatingip': {'port_id': '607144c1-0ca2-48d3-88b9-368b9eec0b0c'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:06.310523 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 8aed8a7a-e159-48fe-b2dd-2256e03f9311 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:25:06.311494 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8aed8a7a-e159-48fe-b2dd-2256e03f9311), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:06.314468 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bc06c571-0ac6-4264-b42e-16924cdba196 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (ce71436c-7b3f-446a-bc77-6713ad646656), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:06.336744 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bc06c571-0ac6-4264-b42e-16924cdba196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (ce71436c-7b3f-446a-bc77-6713ad646656), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:06.360919 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc06c571-0ac6-4264-b42e-16924cdba196 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:25:06.361094 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bc06c571-0ac6-4264-b42e-16924cdba196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (ce71436c-7b3f-446a-bc77-6713ad646656), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:06.362804 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Mar 22 19:25:06.362804 n-d-705658-24 neutron-server[104173]: warnings.warn(msg) Mar 22 19:25:06.362804 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:25:06.362804 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:25:06.362804 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:25:06.362804 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:25:06.362804 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:25:06.362804 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:25:06.362804 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:25:06.362804 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:25:06.362804 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:25:06.362804 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:25:06.362804 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:25:06.362804 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:25:06.362804 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:25:06.362804 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:25:06.362804 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:25:06.362804 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:25:06.362804 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:25:06.362804 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:25:06.362804 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:25:06.362804 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:25:06.362804 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:25:06.362804 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:25:06.362804 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:25:06.362804 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:25:06.362804 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:25:06.362804 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:25:06.362804 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:25:06.362804 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:25:06.362804 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:25:06.362804 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:25:06.362804 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:25:06.362804 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:25:06.368582 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-45363e78-707e-4a6d-b9c4-2ffb7589dbed tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks [] for floatingip (abf7b32b-035a-4f25-9a27-99c7b2405af9), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:06.462875 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4ee1fee3-dbd6-40d1-baf5-cdec69649e40 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (b903ae62-7ca0-4586-a1a4-936e25ba922e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:06.486017 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 8aed8a7a-e159-48fe-b2dd-2256e03f9311 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:25:06.487229 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8aed8a7a-e159-48fe-b2dd-2256e03f9311), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:06.534225 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bc06c571-0ac6-4264-b42e-16924cdba196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (e5f5489b-ae8c-42a2-a35d-ae715296c0c6), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:06.539952 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068fc369-e3b0-4b3e-b0d9-2a27adbff7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aed8a7a-e159-48fe-b2dd-2256e03f9311'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:25:06.543862 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddc2da9-e264-4c72-9174-7bf6d6af4bd4" -d '{"events": [{"server_uuid": "068fc369-e3b0-4b3e-b0d9-2a27adbff7c7", "name": "network-vif-plugged", "status": "completed", "tag": "8aed8a7a-e159-48fe-b2dd-2256e03f9311"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:25:06.557470 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bc06c571-0ac6-4264-b42e-16924cdba196 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:06.561190 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bc06c571-0ac6-4264-b42e-16924cdba196 admin admin] 10.222.0.75 "DELETE /v2.0/networks/e5f5489b-ae8c-42a2-a35d-ae715296c0c6 HTTP/1.1" status: 204 len: 168 time: 0.6225829 Mar 22 19:25:06.563835 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-a55d1986-fa8d-4a56-bff4-d334bebf5ec5 req-363f2e7b-97a6-44ed-8e86-dd166fe05fa0 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Deleting port 01a87155-2cc6-47be-b939-6f4d7a1d5933 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:25:06.564161 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a55d1986-fa8d-4a56-bff4-d334bebf5ec5 req-363f2e7b-97a6-44ed-8e86-dd166fe05fa0 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (01a87155-2cc6-47be-b939-6f4d7a1d5933), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:06.565994 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 8aed8a7a-e159-48fe-b2dd-2256e03f9311, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=8aed8a7a-e159-48fe-b2dd-2256e03f9311,segment=NetworkSegment(6cf8622a-5099-4afd-9193-a4d8ff8dfc80),segment_id=6cf8622a-5099-4afd-9193-a4d8ff8dfc80)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:06.578910 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8aed8a7a-e159-48fe-b2dd-2256e03f9311), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:06.597653 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06c571-0ac6-4264-b42e-16924cdba196 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5f5489b-ae8c-42a2-a35d-ae715296c0c6,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:06.608629 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee1fee3-dbd6-40d1-baf5-cdec69649e40 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Network a55fc0e3-dca4-40a0-83e1-ff5122161c89 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:25:06.611163 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee1fee3-dbd6-40d1-baf5-cdec69649e40 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Pushing event updated for resources: {'Port': ['ID=b903ae62-7ca0-4586-a1a4-936e25ba922e,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:06.621831 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-4ee1fee3-dbd6-40d1-baf5-cdec69649e40 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:25:06.625730 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee1fee3-dbd6-40d1-baf5-cdec69649e40 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:25:06.636825 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=8aed8a7a-e159-48fe-b2dd-2256e03f9311,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:06.691151 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee1fee3-dbd6-40d1-baf5-cdec69649e40 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:06.692387 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4ee1fee3-dbd6-40d1-baf5-cdec69649e40 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:06.721144 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4ee1fee3-dbd6-40d1-baf5-cdec69649e40 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.4761863 Mar 22 19:25:06.721356 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47898) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:06.746844 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2150513-1cfe-49d6-9e17-35bbbc87431a req-383fb72d-0cb3-4d83-a56f-00b3c74d5612 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:06.748451 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e2150513-1cfe-49d6-9e17-35bbbc87431a req-383fb72d-0cb3-4d83-a56f-00b3c74d5612 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=f587e238-c24b-4e03-95c8-a2bd0bdda75d HTTP/1.1" status: 200 len: 945 time: 0.3773181 Mar 22 19:25:06.832803 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd9b141-ed99-4f7a-bec6-9c0cd94f938d tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:06.842255 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd9b141-ed99-4f7a-bec6-9c0cd94f938d tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:06.847797 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e5c88-cbff-478e-aae8-061fcf2b1d15 req-205c8a17-feed-493f-b539-b1010d458ae1 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:06.848146 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd9b141-ed99-4f7a-bec6-9c0cd94f938d tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:06.849331 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a8e5c88-cbff-478e-aae8-061fcf2b1d15 req-205c8a17-feed-493f-b539-b1010d458ae1 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=236404cb-b528-4405-816f-b32fce87d6ba HTTP/1.1" status: 200 len: 945 time: 0.3239894 Mar 22 19:25:06.849848 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47900) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:06.850248 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8bd9b141-ed99-4f7a-bec6-9c0cd94f938d tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1276536 Mar 22 19:25:06.852731 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47902) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:06.911811 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-a55d1986-fa8d-4a56-bff4-d334bebf5ec5 req-363f2e7b-97a6-44ed-8e86-dd166fe05fa0 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] For port 01a87155-2cc6-47be-b939-6f4d7a1d5933, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=01a87155-2cc6-47be-b939-6f4d7a1d5933,segment=NetworkSegment(8c6ba457-004e-47f9-ab30-ce3aaf4ab771),segment_id=8c6ba457-004e-47f9-ab30-ce3aaf4ab771)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:06.912187 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a55d1986-fa8d-4a56-bff4-d334bebf5ec5 req-363f2e7b-97a6-44ed-8e86-dd166fe05fa0 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (01a87155-2cc6-47be-b939-6f4d7a1d5933), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:06.919780 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094c076-55df-4a15-979c-27bf57721aae req-c08c8ae2-528a-4263-8f58-6359a37b6b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:06.921880 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f094c076-55df-4a15-979c-27bf57721aae req-c08c8ae2-528a-4263-8f58-6359a37b6b0b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ba44e047032a491da0d10f5ab12ca3fc&device_id=40dc3035-62ea-400b-8c89-2a51ef30d2e5 HTTP/1.1" status: 200 len: 1129 time: 0.2625051 Mar 22 19:25:06.947340 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620acb91-ad8f-4286-9e00-cb99ad569963 None None] Network a55fc0e3-dca4-40a0-83e1-ff5122161c89 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:25:06.949858 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-7a1921f1-b9df-4a9f-b571-61aa82efd304 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Deleting port b903ae62-7ca0-4586-a1a4-936e25ba922e {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:25:06.950214 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7a1921f1-b9df-4a9f-b571-61aa82efd304 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (b903ae62-7ca0-4586-a1a4-936e25ba922e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:06.965769 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-a55d1986-fa8d-4a56-bff4-d334bebf5ec5 req-363f2e7b-97a6-44ed-8e86-dd166fe05fa0 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Calling delete_port for 01a87155-2cc6-47be-b939-6f4d7a1d5933 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:25:07.049188 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7a1921f1-b9df-4a9f-b571-61aa82efd304 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (b903ae62-7ca0-4586-a1a4-936e25ba922e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:07.063626 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-7a1921f1-b9df-4a9f-b571-61aa82efd304 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Calling delete_port for b903ae62-7ca0-4586-a1a4-936e25ba922e owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:25:07.184200 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-8e8cadc1-b512-451c-886a-0b21bbfea9c9 None None] Provisioning complete for port 9116c582-f735-4971-b74c-280c72c0ba79 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:25:07.184200 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8e8cadc1-b512-451c-886a-0b21bbfea9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9116c582-f735-4971-b74c-280c72c0ba79), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:07.213575 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7a1921f1-b9df-4a9f-b571-61aa82efd304 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (b903ae62-7ca0-4586-a1a4-936e25ba922e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:07.265828 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1921f1-b9df-4a9f-b571-61aa82efd304 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Pushing event deleted for resources: {'Port': ['ID=b903ae62-7ca0-4586-a1a4-936e25ba922e,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:07.338387 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 9116c582-f735-4971-b74c-280c72c0ba79 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:25:07.424766 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e2150513-1cfe-49d6-9e17-35bbbc87431a req-c3c46274-5b65-47c9-96c7-c73e61a150c7 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6606836 Mar 22 19:25:07.429270 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8e8cadc1-b512-451c-886a-0b21bbfea9c9 None None] Current status of the port 9116c582-f735-4971-b74c-280c72c0ba79 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:25:07.429815 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8e8cadc1-b512-451c-886a-0b21bbfea9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9116c582-f735-4971-b74c-280c72c0ba79), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:07.461249 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7a1921f1-b9df-4a9f-b571-61aa82efd304 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:07.471832 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-cf8ea074-0d61-40c0-9765-6537ac803c04 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ae70a4f323454346ae35c7e98a69960b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6124513 Mar 22 19:25:07.471832 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47908) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:07.472560 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7a1921f1-b9df-4a9f-b571-61aa82efd304 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] 10.222.0.75 "DELETE /v2.0/ports/b903ae62-7ca0-4586-a1a4-936e25ba922e HTTP/1.1" status: 204 len: 168 time: 0.6180029 Mar 22 19:25:07.472560 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47910) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:07.478821 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3280fb-6d74-46f7-829d-3337dbd2777a', 'name': 'network-vif-deleted', 'tag': '27c13ab8-4afc-4cd0-80c8-f2143469b5fa'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:25:07.481051 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163ef420-3a4b-456d-8633-064e58218754" -d '{"events": [{"server_uuid": "7c3280fb-6d74-46f7-829d-3337dbd2777a", "name": "network-vif-deleted", "tag": "27c13ab8-4afc-4cd0-80c8-f2143469b5fa"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:25:07.502113 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a8e5c88-cbff-478e-aae8-061fcf2b1d15 req-157a2d73-3b6b-46d7-89ff-077f927f7581 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6373847 Mar 22 19:25:07.509638 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 9116c582-f735-4971-b74c-280c72c0ba79 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:25:07.510960 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9116c582-f735-4971-b74c-280c72c0ba79), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:07.533511 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-8e8cadc1-b512-451c-886a-0b21bbfea9c9 None None] For port 9116c582-f735-4971-b74c-280c72c0ba79, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=9116c582-f735-4971-b74c-280c72c0ba79,segment=NetworkSegment(9c43fc03-3034-4f7f-85a5-378932524e36),segment_id=9c43fc03-3034-4f7f-85a5-378932524e36)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:07.561087 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a9af9ea-8df3-4847-8d6d-fb92dabde753 admin admin] Publish callbacks [] for security_group (db95ea6b-0bee-4667-8c66-2b4ba8517200), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:07.578298 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8e8cadc1-b512-451c-886a-0b21bbfea9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (9116c582-f735-4971-b74c-280c72c0ba79), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:07.597167 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a9af9ea-8df3-4847-8d6d-fb92dabde753 admin admin] Publish callbacks [] for security_group (db95ea6b-0bee-4667-8c66-2b4ba8517200), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:07.604260 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-7587efa5-96f8-41aa-84a4-f0864bab88e7 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] GET failed (client error): The resource could not be found. Mar 22 19:25:07.605725 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7587efa5-96f8-41aa-84a4-f0864bab88e7 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] 10.222.0.75 "GET /v2.0/ports/b903ae62-7ca0-4586-a1a4-936e25ba922e HTTP/1.1" status: 404 len: 333 time: 0.1277807 Mar 22 19:25:07.615694 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e77504-ff3c-4b1c-b324-18ac9177648c x-openstack-request-id: req-05e77504-ff3c-4b1c-b324-18ac9177648c {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:25:07.615694 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068fc369-e3b0-4b3e-b0d9-2a27adbff7c7", "name": "network-vif-plugged", "status": "completed", "tag": "8aed8a7a-e159-48fe-b2dd-2256e03f9311", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:25:07.616087 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47914) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:07.616200 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-05e77504-ff3c-4b1c-b324-18ac9177648c {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:25:07.616977 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05e77504-ff3c-4b1c-b324-18ac9177648c'] response: {'server_uuid': '068fc369-e3b0-4b3e-b0d9-2a27adbff7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aed8a7a-e159-48fe-b2dd-2256e03f9311', 'code': 200} Mar 22 19:25:07.637210 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-ae55dd5c-b8df-46d2-8687-35f95c27854e tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Request body: {'port': {'network_id': 'a55fc0e3-dca4-40a0-83e1-ff5122161c89', 'name': 'tempest-AllowedAddressPairTestJSON-849145688'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:07.660928 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8cadc1-b512-451c-886a-0b21bbfea9c9 None None] Pushing event updated for resources: {'Port': ['ID=9116c582-f735-4971-b74c-280c72c0ba79,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:07.709838 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47916) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:07.726422 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 9116c582-f735-4971-b74c-280c72c0ba79 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:25:07.792521 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a9af9ea-8df3-4847-8d6d-fb92dabde753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (db95ea6b-0bee-4667-8c66-2b4ba8517200), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:07.795911 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a9af9ea-8df3-4847-8d6d-fb92dabde753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:07.797331 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4a9af9ea-8df3-4847-8d6d-fb92dabde753 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/db95ea6b-0bee-4667-8c66-2b4ba8517200 HTTP/1.1" status: 204 len: 168 time: 0.3235130 Mar 22 19:25:07.824487 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-14ffe9e0-6355-4455-a1c4-6d54c2ebee58 None None] Provisioning complete for port 9116c582-f735-4971-b74c-280c72c0ba79 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:25:07.824866 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-14ffe9e0-6355-4455-a1c4-6d54c2ebee58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9116c582-f735-4971-b74c-280c72c0ba79), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:07.884076 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae55dd5c-b8df-46d2-8687-35f95c27854e tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Made reservation on behalf of c2b0daa1c7ca4ef3b26072a04596b657 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:25:07.888174 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ae55dd5c-b8df-46d2-8687-35f95c27854e tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:07.892208 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9af9ea-8df3-4847-8d6d-fb92dabde753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db95ea6b-0bee-4667-8c66-2b4ba8517200,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:07.961631 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-ae55dd5c-b8df-46d2-8687-35f95c27854e tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] device_id is not set on port cab31771-fe1d-4726-942a-a5466eb5ef2a yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:25:07.971352 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-14ffe9e0-6355-4455-a1c4-6d54c2ebee58 None None] Current status of the port 9116c582-f735-4971-b74c-280c72c0ba79 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:25:08.002906 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-14ffe9e0-6355-4455-a1c4-6d54c2ebee58 None None] Provisioning complete for port 7b7957e4-075a-4437-a216-df9eefceae84 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:25:08.003290 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-14ffe9e0-6355-4455-a1c4-6d54c2ebee58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7b7957e4-075a-4437-a216-df9eefceae84), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:08.046230 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-14ffe9e0-6355-4455-a1c4-6d54c2ebee58 None None] Port 7b7957e4-075a-4437-a216-df9eefceae84 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:25:08.064546 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094c076-55df-4a15-979c-27bf57721aae req-fe1c7967-d83a-42f4-9b28-92c537a0b079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:08.066124 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f094c076-55df-4a15-979c-27bf57721aae req-fe1c7967-d83a-42f4-9b28-92c537a0b079 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7fe133cd-24d3-4218-b742-abd5bfff3daf HTTP/1.1" status: 200 len: 917 time: 1.1291232 Mar 22 19:25:08.155936 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f094c076-55df-4a15-979c-27bf57721aae req-7387dacd-b51b-4db7-969c-7d1fcf25179b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27038871-a8b2-4c84-924c-7826cfe94710 HTTP/1.1" status: 200 len: 217 time: 0.0723825 Mar 22 19:25:08.171450 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cfa7598-eca5-493b-a9ad-6b59865af747 admin admin] Deleting subnet bc515ca7-b43f-45d2-b838-320d24bc42f9 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:25:08.176946 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0cfa7598-eca5-493b-a9ad-6b59865af747 admin admin] Publish callbacks [] for subnet (bc515ca7-b43f-45d2-b838-320d24bc42f9), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:08.201872 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-3d2ce8f9-5a42-4cc3-aebe-c6e8ea70fb81 None None] Provisioning complete for port 7b7957e4-075a-4437-a216-df9eefceae84 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:25:08.202858 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3d2ce8f9-5a42-4cc3-aebe-c6e8ea70fb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7b7957e4-075a-4437-a216-df9eefceae84), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:08.220857 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-ae55dd5c-b8df-46d2-8687-35f95c27854e tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Allocated IP 172.20.0.6 (a55fc0e3-dca4-40a0-83e1-ff5122161c89/b82941bd-b515-4efa-b3d9-3b0019c69f97/cab31771-fe1d-4726-942a-a5466eb5ef2a) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:25:08.230497 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0cfa7598-eca5-493b-a9ad-6b59865af747 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (bc515ca7-b43f-45d2-b838-320d24bc42f9), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:08.243387 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0429d-7dc2-4c83-88ea-993ff59320b0 req-c9ea7076-b4ec-46ed-9e08-6f5e39cf0def tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:08.244752 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-40a0429d-7dc2-4c83-88ea-993ff59320b0 req-c9ea7076-b4ec-46ed-9e08-6f5e39cf0def tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.85 "GET /v2.0/ports?device_id=f587e238-c24b-4e03-95c8-a2bd0bdda75d HTTP/1.1" status: 200 len: 945 time: 0.5994573 Mar 22 19:25:08.274459 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-3d2ce8f9-5a42-4cc3-aebe-c6e8ea70fb81 None None] Port 7b7957e4-075a-4437-a216-df9eefceae84 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:25:08.297022 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11483459-4518-46b2-8b21-03d5197de9ce req-04d12150-bf94-4177-804e-a226326d1618 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:08.299163 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-11483459-4518-46b2-8b21-03d5197de9ce req-04d12150-bf94-4177-804e-a226326d1618 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=40dc3035-62ea-400b-8c89-2a51ef30d2e5 HTTP/1.1" status: 200 len: 946 time: 0.7056634 Mar 22 19:25:08.304687 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0cfa7598-eca5-493b-a9ad-6b59865af747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (bc515ca7-b43f-45d2-b838-320d24bc42f9), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:08.309450 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1cb45-8126-4af6-bd92-a5601774ff32 req-1f1930f7-d0f9-4d88-9bce-f6abdd3e83fa tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:08.311793 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1df1cb45-8126-4af6-bd92-a5601774ff32 req-1f1930f7-d0f9-4d88-9bce-f6abdd3e83fa tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/ports?device_id=068fc369-e3b0-4b3e-b0d9-2a27adbff7c7 HTTP/1.1" status: 200 len: 946 time: 0.4749446 Mar 22 19:25:08.370714 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ed9b5-8d47-497b-86f8-acd42085df9c req-d6f5375a-a4c1-4841-a957-02026524fbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:08.372202 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0e1ed9b5-8d47-497b-86f8-acd42085df9c req-d6f5375a-a4c1-4841-a957-02026524fbfa service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=068fc369-e3b0-4b3e-b0d9-2a27adbff7c7 HTTP/1.1" status: 200 len: 1129 time: 0.5628023 Mar 22 19:25:08.386973 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-cc74593f-3d95-4289-99c3-55a31a000183 None None] Could not find standard attr ID for object b903ae62-7ca0-4586-a1a4-936e25ba922e. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:25:08.408167 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a55d1986-fa8d-4a56-bff4-d334bebf5ec5 req-363f2e7b-97a6-44ed-8e86-dd166fe05fa0 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (01a87155-2cc6-47be-b939-6f4d7a1d5933), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:08.419828 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['01a87155-2cc6-47be-b939-6f4d7a1d5933'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:25:08.447273 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.db.resource_extend [None req-45363e78-707e-4a6d-b9c4-2ffb7589dbed tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:25:08.511967 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0cfa7598-eca5-493b-a9ad-6b59865af747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (bc515ca7-b43f-45d2-b838-320d24bc42f9), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:08.553471 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa7598-eca5-493b-a9ad-6b59865af747 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc515ca7-b43f-45d2-b838-320d24bc42f9,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:08.559278 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0cfa7598-eca5-493b-a9ad-6b59865af747 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:08.566454 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0cfa7598-eca5-493b-a9ad-6b59865af747 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/bc515ca7-b43f-45d2-b838-320d24bc42f9 HTTP/1.1" status: 204 len: 168 time: 0.8555863 Mar 22 19:25:08.567749 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47936) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:08.596009 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f2e7b-97a6-44ed-8e86-dd166fe05fa0 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Pushing event deleted for resources: {'Port': ['ID=01a87155-2cc6-47be-b939-6f4d7a1d5933,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:08.599916 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094c076-55df-4a15-979c-27bf57721aae req-c37eade2-69f7-4e1f-beda-53ac1e3c46a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:08.601451 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f094c076-55df-4a15-979c-27bf57721aae req-c37eade2-69f7-4e1f-beda-53ac1e3c46a0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=738f91fe-60d5-4ffa-a81c-0f49d0bf8f71 HTTP/1.1" status: 200 len: 855 time: 0.4365349 Mar 22 19:25:08.630952 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ae55dd5c-b8df-46d2-8687-35f95c27854e tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks [] for port (cab31771-fe1d-4726-942a-a5466eb5ef2a), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:08.664469 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5885c81a-3c42-42c6-9624-64ee806d30ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (3f43483d-05ef-426b-881a-d8fc390ab6a9), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:08.721326 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ae55dd5c-b8df-46d2-8687-35f95c27854e tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (cab31771-fe1d-4726-942a-a5466eb5ef2a), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:08.744474 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55d1986-fa8d-4a56-bff4-d334bebf5ec5 req-363f2e7b-97a6-44ed-8e86-dd166fe05fa0 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] No DVR routers for this DVR port 01a87155-2cc6-47be-b939-6f4d7a1d5933 on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:25:08.755408 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-45363e78-707e-4a6d-b9c4-2ffb7589dbed tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:08.761898 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-11483459-4518-46b2-8b21-03d5197de9ce req-d882ad94-34a6-41c9-9414-cc27ccf5d4c2 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4477561 Mar 22 19:25:08.767811 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a55d1986-fa8d-4a56-bff4-d334bebf5ec5 req-363f2e7b-97a6-44ed-8e86-dd166fe05fa0 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:08.770521 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a55d1986-fa8d-4a56-bff4-d334bebf5ec5 req-363f2e7b-97a6-44ed-8e86-dd166fe05fa0 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.84 "DELETE /v2.0/ports/01a87155-2cc6-47be-b939-6f4d7a1d5933 HTTP/1.1" status: 204 len: 173 time: 2.6129851 Mar 22 19:25:08.782514 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-45363e78-707e-4a6d-b9c4-2ffb7589dbed tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (abf7b32b-035a-4f25-9a27-99c7b2405af9), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:08.794652 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0e1ed9b5-8d47-497b-86f8-acd42085df9c req-14edf400-fa5a-445f-9ced-051189b065b9 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=010dd092-9fc7-474c-98a0-a0c42ceebf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764050 Mar 22 19:25:08.804887 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5885c81a-3c42-42c6-9624-64ee806d30ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (3f43483d-05ef-426b-881a-d8fc390ab6a9), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:08.808390 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae55dd5c-b8df-46d2-8687-35f95c27854e tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Network a55fc0e3-dca4-40a0-83e1-ff5122161c89 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:25:08.821143 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-ae55dd5c-b8df-46d2-8687-35f95c27854e tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:25:08.827819 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae55dd5c-b8df-46d2-8687-35f95c27854e tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:25:08.834993 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae55dd5c-b8df-46d2-8687-35f95c27854e tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Pushing event updated for resources: {'Port': ['ID=cab31771-fe1d-4726-942a-a5466eb5ef2a,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:08.860229 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1df1cb45-8126-4af6-bd92-a5601774ff32 req-9c317538-418c-4fd0-9986-d75ad98a3ba7 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/security-groups?id=010dd092-9fc7-474c-98a0-a0c42ceebf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5179119 Mar 22 19:25:08.867071 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-5885c81a-3c42-42c6-9624-64ee806d30ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f43483d-05ef-426b-881a-d8fc390ab6a9']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:08.884306 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-5885c81a-3c42-42c6-9624-64ee806d30ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:08.885196 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-5885c81a-3c42-42c6-9624-64ee806d30ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ed43d8-e40a-415a-8d7f-e553ea3f29bd') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:08.905526 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5885c81a-3c42-42c6-9624-64ee806d30ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (c2ed43d8-e40a-415a-8d7f-e553ea3f29bd), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:08.918496 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae55dd5c-b8df-46d2-8687-35f95c27854e tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:08.919532 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ae55dd5c-b8df-46d2-8687-35f95c27854e tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:08.928198 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094c076-55df-4a15-979c-27bf57721aae req-96ea7b3d-ab1f-44e4-a07c-6d4dc17661ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:08.929916 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f094c076-55df-4a15-979c-27bf57721aae req-96ea7b3d-ab1f-44e4-a07c-6d4dc17661ac service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7fe133cd-24d3-4218-b742-abd5bfff3daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2847614 Mar 22 19:25:08.935000 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-40a0429d-7dc2-4c83-88ea-993ff59320b0 req-8bc6b7bc-4fef-47dc-8a5f-4d968e8efc9b tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Deleting port 0a28eda7-6b92-4429-90e2-e445a6a108e3 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:25:08.935000 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-40a0429d-7dc2-4c83-88ea-993ff59320b0 req-8bc6b7bc-4fef-47dc-8a5f-4d968e8efc9b tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (0a28eda7-6b92-4429-90e2-e445a6a108e3), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:08.943654 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5885c81a-3c42-42c6-9624-64ee806d30ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (c2ed43d8-e40a-415a-8d7f-e553ea3f29bd), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:08.952985 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5885c81a-3c42-42c6-9624-64ee806d30ac admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:25:08.953439 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5885c81a-3c42-42c6-9624-64ee806d30ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (c2ed43d8-e40a-415a-8d7f-e553ea3f29bd), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:08.955337 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:25:08.955337 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:25:08.955337 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:25:08.955337 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:25:08.955337 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:25:08.955337 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:25:08.955337 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:25:08.955337 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:25:08.955337 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:25:08.955337 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:25:08.955337 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:25:08.955337 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:25:08.955337 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:25:08.955337 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:25:08.955337 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:25:08.955337 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:25:08.955337 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:25:08.955337 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:25:08.955337 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:25:08.955337 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:25:08.955337 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:25:08.955337 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:25:08.955337 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:25:08.955337 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:25:08.955337 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:25:08.955337 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:25:08.955337 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:25:08.955337 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:25:08.955337 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:25:08.955337 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:25:08.955337 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:25:08.955337 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:25:08.973006 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ae55dd5c-b8df-46d2-8687-35f95c27854e tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3561225 Mar 22 19:25:08.996323 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47946) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:09.019314 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-56947b91-6f0b-4c4b-aeb5-67e7ef921df7 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:0a:9f:39'}]}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:09.063075 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c99177-0b13-4f1f-b18a-9c79541c93df x-openstack-request-id: req-95c99177-0b13-4f1f-b18a-9c79541c93df {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:25:09.063629 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3280fb-6d74-46f7-829d-3337dbd2777a", "name": "network-vif-deleted", "tag": "27c13ab8-4afc-4cd0-80c8-f2143469b5fa", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:25:09.064083 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-95c99177-0b13-4f1f-b18a-9c79541c93df {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:25:09.064631 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95c99177-0b13-4f1f-b18a-9c79541c93df'] response: {'server_uuid': '7c3280fb-6d74-46f7-829d-3337dbd2777a', 'name': 'network-vif-deleted', 'tag': '27c13ab8-4afc-4cd0-80c8-f2143469b5fa', 'status': 'completed', 'code': 200} Mar 22 19:25:09.082387 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5885c81a-3c42-42c6-9624-64ee806d30ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (3f43483d-05ef-426b-881a-d8fc390ab6a9), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:09.094621 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5885c81a-3c42-42c6-9624-64ee806d30ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:09.100419 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5885c81a-3c42-42c6-9624-64ee806d30ac admin admin] 10.222.0.75 "DELETE /v2.0/networks/3f43483d-05ef-426b-881a-d8fc390ab6a9 HTTP/1.1" status: 204 len: 168 time: 0.5229723 Mar 22 19:25:09.101802 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47948) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:09.117429 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5885c81a-3c42-42c6-9624-64ee806d30ac admin admin] Pushing event deleted for resources: {'Network': ['ID=3f43483d-05ef-426b-881a-d8fc390ab6a9,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:09.120456 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47950) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:09.163682 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c45c2b1-1763-4b96-9e08-fc91b3daf06d admin admin] Deleting subnet 0cd57acc-432f-4ea4-8c13-c4df22e2ae00 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:25:09.167249 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0c45c2b1-1763-4b96-9e08-fc91b3daf06d admin admin] Publish callbacks [] for subnet (0cd57acc-432f-4ea4-8c13-c4df22e2ae00), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:09.211428 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0c45c2b1-1763-4b96-9e08-fc91b3daf06d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (0cd57acc-432f-4ea4-8c13-c4df22e2ae00), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:09.220219 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [None req-45363e78-707e-4a6d-b9c4-2ffb7589dbed tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Floating IP abf7b32b-035a-4f25-9a27-99c7b2405af9 associated. External IP: 172.25.5.195, port: 607144c1-0ca2-48d3-88b9-368b9eec0b0c. Mar 22 19:25:09.225864 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-88eb5c89-a71b-463a-899d-978b1a969aaa None None] Provisioning complete for port cab31771-fe1d-4726-942a-a5466eb5ef2a triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:25:09.226618 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-88eb5c89-a71b-463a-899d-978b1a969aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (cab31771-fe1d-4726-942a-a5466eb5ef2a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:09.267093 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-88eb5c89-a71b-463a-899d-978b1a969aaa None None] Port cab31771-fe1d-4726-942a-a5466eb5ef2a cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:25:09.285099 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f29e4f24-4a12-4a9c-b13d-8e8eb3304ed2 req-e53613e0-30fb-4fc5-8009-2a35f5e7f9b6 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=236404cb-b528-4405-816f-b32fce87d6ba HTTP/1.1" status: 200 len: 210 time: 0.1748171 Mar 22 19:25:09.293984 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 9116c582-f735-4971-b74c-280c72c0ba79 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:25:09.300552 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-03928c82-38d9-4d9e-bc2f-7cb77386211b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-683550968-network', 'tenant_id': 'cae0d10b679d4aea82cf29373520e1a2'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:09.311780 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0c45c2b1-1763-4b96-9e08-fc91b3daf06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (0cd57acc-432f-4ea4-8c13-c4df22e2ae00), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:09.361562 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03928c82-38d9-4d9e-bc2f-7cb77386211b admin admin] Made reservation on behalf of cae0d10b679d4aea82cf29373520e1a2 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:25:09.364185 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-03928c82-38d9-4d9e-bc2f-7cb77386211b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:09.375559 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 9116c582-f735-4971-b74c-280c72c0ba79 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:25:09.376375 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9116c582-f735-4971-b74c-280c72c0ba79), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:09.382052 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-03928c82-38d9-4d9e-bc2f-7cb77386211b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:09.488716 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-03928c82-38d9-4d9e-bc2f-7cb77386211b admin admin] Publish callbacks [] for security_group (2cb1221a-21c8-4d5f-ab3a-fcb09311ab00), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:09.494239 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f094c076-55df-4a15-979c-27bf57721aae req-3ef88cad-c240-4195-89ea-656deea183ce service neutron] 10.222.0.84 "GET /v2.0/networks/7fe133cd-24d3-4218-b742-abd5bfff3daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5541010 Mar 22 19:25:09.497024 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-03928c82-38d9-4d9e-bc2f-7cb77386211b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2cb1221a-21c8-4d5f-ab3a-fcb09311ab00), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:09.502331 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 9116c582-f735-4971-b74c-280c72c0ba79 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:25:09.510478 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970893cd-e525-4931-b4e4-0f87b2aaaea1 req-fc6045ee-1e53-4e9b-85fa-9e735c204cb8 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:09.511977 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-970893cd-e525-4931-b4e4-0f87b2aaaea1 req-fc6045ee-1e53-4e9b-85fa-9e735c204cb8 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=f587e238-c24b-4e03-95c8-a2bd0bdda75d HTTP/1.1" status: 200 len: 945 time: 0.4442854 Mar 22 19:25:09.515470 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-40a0429d-7dc2-4c83-88ea-993ff59320b0 req-8bc6b7bc-4fef-47dc-8a5f-4d968e8efc9b tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] For port 0a28eda7-6b92-4429-90e2-e445a6a108e3, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=0a28eda7-6b92-4429-90e2-e445a6a108e3,segment=NetworkSegment(550f4452-31ab-4ada-8988-a70262e079e4),segment_id=550f4452-31ab-4ada-8988-a70262e079e4)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:09.515918 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-40a0429d-7dc2-4c83-88ea-993ff59320b0 req-8bc6b7bc-4fef-47dc-8a5f-4d968e8efc9b tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (0a28eda7-6b92-4429-90e2-e445a6a108e3), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:09.522603 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0c45c2b1-1763-4b96-9e08-fc91b3daf06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (0cd57acc-432f-4ea4-8c13-c4df22e2ae00), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:09.563168 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03928c82-38d9-4d9e-bc2f-7cb77386211b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:25:09.569149 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0c45c2b1-1763-4b96-9e08-fc91b3daf06d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:09.572361 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0c45c2b1-1763-4b96-9e08-fc91b3daf06d admin admin] 10.222.0.75 "DELETE /v2.0/subnets/0cd57acc-432f-4ea4-8c13-c4df22e2ae00 HTTP/1.1" status: 204 len: 168 time: 0.4702315 Mar 22 19:25:09.576270 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45c2b1-1763-4b96-9e08-fc91b3daf06d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cd57acc-432f-4ea4-8c13-c4df22e2ae00,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:09.579145 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47954) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:09.582266 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03928c82-38d9-4d9e-bc2f-7cb77386211b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb1221a-21c8-4d5f-ab3a-fcb09311ab00,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:09.597140 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-03928c82-38d9-4d9e-bc2f-7cb77386211b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (3f702385-441d-44f3-b110-d0216449ee61), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:09.597547 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-03928c82-38d9-4d9e-bc2f-7cb77386211b admin admin] Added segment 3f702385-441d-44f3-b110-d0216449ee61 of type vlan for network 3f614165-3c63-4f64-a1f5-9b7b26263613 Mar 22 19:25:09.604669 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-40a0429d-7dc2-4c83-88ea-993ff59320b0 req-8bc6b7bc-4fef-47dc-8a5f-4d968e8efc9b tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Calling delete_port for 0a28eda7-6b92-4429-90e2-e445a6a108e3 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:25:09.625601 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 27c13ab8-4afc-4cd0-80c8-f2143469b5fa no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:25:09.645744 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 27c13ab8-4afc-4cd0-80c8-f2143469b5fa {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:25:09.646323 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 27c13ab8-4afc-4cd0-80c8-f2143469b5fa not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:25:09.646947 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 01a87155-2cc6-47be-b939-6f4d7a1d5933 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:25:09.668721 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 01a87155-2cc6-47be-b939-6f4d7a1d5933 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:25:09.669131 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 01a87155-2cc6-47be-b939-6f4d7a1d5933 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:25:09.693292 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-03928c82-38d9-4d9e-bc2f-7cb77386211b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (3f614165-3c63-4f64-a1f5-9b7b26263613), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:09.708396 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-973a5114-d257-4858-b341-2e66064fcde9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (26cd5311-0e99-4449-adcd-7e74654c18cd), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:09.735136 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-03928c82-38d9-4d9e-bc2f-7cb77386211b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (3f614165-3c63-4f64-a1f5-9b7b26263613), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:09.736146 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03928c82-38d9-4d9e-bc2f-7cb77386211b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:09.736984 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-03928c82-38d9-4d9e-bc2f-7cb77386211b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:09.738356 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-56947b91-6f0b-4c4b-aeb5-67e7ef921df7 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (cab31771-fe1d-4726-942a-a5466eb5ef2a), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:09.820412 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-970893cd-e525-4931-b4e4-0f87b2aaaea1 req-9e1d91ce-dc8f-4d08-9684-90c372aff05c tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ccce8cc-c408-46b0-9e3e-b264081660e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962472 Mar 22 19:25:09.865470 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-03928c82-38d9-4d9e-bc2f-7cb77386211b admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7437804 Mar 22 19:25:09.869184 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47958) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:09.875575 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03928c82-38d9-4d9e-bc2f-7cb77386211b admin admin] Pushing event updated for resources: {'Network': ['ID=3f614165-3c63-4f64-a1f5-9b7b26263613,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:09.884261 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-973a5114-d257-4858-b341-2e66064fcde9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (26cd5311-0e99-4449-adcd-7e74654c18cd), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:09.890113 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 3f614165-3c63-4f64-a1f5-9b7b26263613 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:25:09.901740 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-84138da0-a5ee-4007-877a-842e0ba81070 admin admin] Request body: {'subnet': {'network_id': '3f614165-3c63-4f64-a1f5-9b7b26263613', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-683550968-subnet', 'tenant_id': 'cae0d10b679d4aea82cf29373520e1a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:09.907928 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-973a5114-d257-4858-b341-2e66064fcde9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26cd5311-0e99-4449-adcd-7e74654c18cd']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:09.908990 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f094c076-55df-4a15-979c-27bf57721aae req-eea80d7d-162b-4bdf-95cc-52370d74c6c9 service neutron] 10.222.0.84 "GET /v2.0/networks/7fe133cd-24d3-4218-b742-abd5bfff3daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860354 Mar 22 19:25:09.918417 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-973a5114-d257-4858-b341-2e66064fcde9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '579de051-f50e-4454-b8ff-451365906ed9') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:09.918721 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-973a5114-d257-4858-b341-2e66064fcde9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '579de051-f50e-4454-b8ff-451365906ed9') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:09.929580 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-973a5114-d257-4858-b341-2e66064fcde9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (579de051-f50e-4454-b8ff-451365906ed9), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:09.947712 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-973a5114-d257-4858-b341-2e66064fcde9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (579de051-f50e-4454-b8ff-451365906ed9), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:09.957527 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-973a5114-d257-4858-b341-2e66064fcde9 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:25:09.958075 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-973a5114-d257-4858-b341-2e66064fcde9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (579de051-f50e-4454-b8ff-451365906ed9), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:09.960892 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:25:09.960892 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:25:09.960892 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:25:09.960892 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:25:09.960892 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:25:09.960892 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:25:09.960892 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:25:09.960892 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:25:09.960892 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:25:09.960892 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:25:09.960892 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:25:09.960892 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:25:09.960892 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:25:09.960892 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:25:09.960892 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:25:09.960892 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:25:09.960892 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:25:09.960892 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:25:09.960892 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:25:09.960892 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:25:09.960892 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:25:09.960892 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:25:09.960892 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:25:09.960892 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:25:09.960892 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:25:09.960892 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:25:09.960892 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:25:09.960892 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:25:09.960892 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:25:09.960892 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:25:09.960892 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:25:09.960892 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:25:10.025744 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-973a5114-d257-4858-b341-2e66064fcde9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (26cd5311-0e99-4449-adcd-7e74654c18cd), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:10.031252 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-973a5114-d257-4858-b341-2e66064fcde9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:10.034819 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-973a5114-d257-4858-b341-2e66064fcde9 admin admin] 10.222.0.75 "DELETE /v2.0/networks/26cd5311-0e99-4449-adcd-7e74654c18cd HTTP/1.1" status: 204 len: 168 time: 0.4533985 Mar 22 19:25:10.052893 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a5114-d257-4858-b341-2e66064fcde9 admin admin] Pushing event deleted for resources: {'Network': ['ID=26cd5311-0e99-4449-adcd-7e74654c18cd,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:10.106324 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-40a0429d-7dc2-4c83-88ea-993ff59320b0 req-8bc6b7bc-4fef-47dc-8a5f-4d968e8efc9b tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (0a28eda7-6b92-4429-90e2-e445a6a108e3), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:10.118092 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['0a28eda7-6b92-4429-90e2-e445a6a108e3'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:25:10.134114 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84138da0-a5ee-4007-877a-842e0ba81070 admin admin] Made reservation on behalf of cae0d10b679d4aea82cf29373520e1a2 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:25:10.136416 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-84138da0-a5ee-4007-877a-842e0ba81070 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:10.183186 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47964) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:10.229593 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-05171867-a578-48bf-b3de-0707930fba4c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=21ca62c1596a4d419681f3e57266f544&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444393 Mar 22 19:25:10.232046 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47966) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:10.284018 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cbfccdd3-c8f6-4962-94a9-2669770a0a52 admin admin] Publish callbacks [] for security_group (c53f95d6-e4f0-40cd-aa54-b7b95277b743), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:10.309065 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cbfccdd3-c8f6-4962-94a9-2669770a0a52 admin admin] Publish callbacks [] for security_group (c53f95d6-e4f0-40cd-aa54-b7b95277b743), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:10.360775 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cbfccdd3-c8f6-4962-94a9-2669770a0a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (c53f95d6-e4f0-40cd-aa54-b7b95277b743), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:10.363707 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cbfccdd3-c8f6-4962-94a9-2669770a0a52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:10.367261 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cbfccdd3-c8f6-4962-94a9-2669770a0a52 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c53f95d6-e4f0-40cd-aa54-b7b95277b743 HTTP/1.1" status: 204 len: 168 time: 0.1318185 Mar 22 19:25:10.375748 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfccdd3-c8f6-4962-94a9-2669770a0a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53f95d6-e4f0-40cd-aa54-b7b95277b743,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:10.541170 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45363e78-707e-4a6d-b9c4-2ffb7589dbed tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Router 9119c37e-78ed-4655-96da-4bcdf7996327 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:25:10.581934 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6b7bc-4fef-47dc-8a5f-4d968e8efc9b tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Pushing event deleted for resources: {'Port': ['ID=0a28eda7-6b92-4429-90e2-e445a6a108e3,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:10.676264 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3280c0e-7fd6-45c4-bf1e-20a59648c6e4 req-03229f61-6195-4553-82da-0477715621b0 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:10.677782 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a3280c0e-7fd6-45c4-bf1e-20a59648c6e4 req-03229f61-6195-4553-82da-0477715621b0 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=40dc3035-62ea-400b-8c89-2a51ef30d2e5 HTTP/1.1" status: 200 len: 946 time: 0.7671199 Mar 22 19:25:10.714171 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ecb2a9-f74f-43ae-b998-fa4f38131178 req-910cdfe0-b104-4eae-b323-856620d935d5 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:10.715653 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-19ecb2a9-f74f-43ae-b998-fa4f38131178 req-910cdfe0-b104-4eae-b323-856620d935d5 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/ports?device_id=068fc369-e3b0-4b3e-b0d9-2a27adbff7c7 HTTP/1.1" status: 200 len: 946 time: 0.7058165 Mar 22 19:25:10.716447 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a0429d-7dc2-4c83-88ea-993ff59320b0 req-8bc6b7bc-4fef-47dc-8a5f-4d968e8efc9b tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] No DVR routers for this DVR port 0a28eda7-6b92-4429-90e2-e445a6a108e3 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:25:10.719050 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47974) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:10.762184 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-68e60ce8-69c8-4ee9-b06e-1f12726d3a2d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=de592165bf9c485d93efffdf81c8a184&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412455 Mar 22 19:25:10.764677 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47976) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:10.764865 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-40a0429d-7dc2-4c83-88ea-993ff59320b0 req-8bc6b7bc-4fef-47dc-8a5f-4d968e8efc9b tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:10.768163 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-40a0429d-7dc2-4c83-88ea-993ff59320b0 req-8bc6b7bc-4fef-47dc-8a5f-4d968e8efc9b tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.85 "DELETE /v2.0/ports/0a28eda7-6b92-4429-90e2-e445a6a108e3 HTTP/1.1" status: 204 len: 173 time: 2.4272959 Mar 22 19:25:10.829661 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8e740ce6-ec2c-4236-a9b0-1e9086b072bd admin admin] Publish callbacks [] for security_group (37c85236-3414-44c0-94f8-d676febcb102), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:10.853644 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8e740ce6-ec2c-4236-a9b0-1e9086b072bd admin admin] Publish callbacks [] for security_group (37c85236-3414-44c0-94f8-d676febcb102), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:10.909162 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8e740ce6-ec2c-4236-a9b0-1e9086b072bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (37c85236-3414-44c0-94f8-d676febcb102), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:10.911885 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8e740ce6-ec2c-4236-a9b0-1e9086b072bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:10.913035 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8e740ce6-ec2c-4236-a9b0-1e9086b072bd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/37c85236-3414-44c0-94f8-d676febcb102 HTTP/1.1" status: 204 len: 168 time: 0.1470714 Mar 22 19:25:10.921016 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e740ce6-ec2c-4236-a9b0-1e9086b072bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c85236-3414-44c0-94f8-d676febcb102,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:10.965662 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a3280c0e-7fd6-45c4-bf1e-20a59648c6e4 req-ccd2a182-6bee-48d3-b79f-52ce9231d04f tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593479 Mar 22 19:25:10.975216 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-56947b91-6f0b-4c4b-aeb5-67e7ef921df7 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks [] for port (cab31771-fe1d-4726-942a-a5466eb5ef2a), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:10.998533 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-56947b91-6f0b-4c4b-aeb5-67e7ef921df7 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (cab31771-fe1d-4726-942a-a5466eb5ef2a), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:11.003510 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-19ecb2a9-f74f-43ae-b998-fa4f38131178 req-719a13a2-3f47-408f-924a-159087984028 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/security-groups?id=010dd092-9fc7-474c-98a0-a0c42ceebf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456710 Mar 22 19:25:11.066473 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236404cb-b528-4405-816f-b32fce87d6ba', 'name': 'network-vif-deleted', 'tag': '01a87155-2cc6-47be-b939-6f4d7a1d5933'}, {'server_uuid': 'f587e238-c24b-4e03-95c8-a2bd0bdda75d', 'name': 'network-vif-deleted', 'tag': '0a28eda7-6b92-4429-90e2-e445a6a108e3'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:25:11.070101 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684f1e93-6662-4019-ba20-60138428c1cb" -d '{"events": [{"server_uuid": "236404cb-b528-4405-816f-b32fce87d6ba", "name": "network-vif-deleted", "tag": "01a87155-2cc6-47be-b939-6f4d7a1d5933"}, {"server_uuid": "f587e238-c24b-4e03-95c8-a2bd0bdda75d", "name": "network-vif-deleted", "tag": "0a28eda7-6b92-4429-90e2-e445a6a108e3"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:25:11.128260 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56947b91-6f0b-4c4b-aeb5-67e7ef921df7 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Pushing event updated for resources: {'Port': ['ID=cab31771-fe1d-4726-942a-a5466eb5ef2a,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:11.136741 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45363e78-707e-4a6d-b9c4-2ffb7589dbed tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:25:11.150897 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b5c15e-2534-474a-aedf-679ec9944153 None None] Sync routers for ids ['9119c37e-78ed-4655-96da-4bcdf7996327'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:25:11.156066 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 19:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ec29c2-e658-47ea-b8de-573ca2bf8099 x-openstack-request-id: req-a3ec29c2-e658-47ea-b8de-573ca2bf8099 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:25:11.156443 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236404cb-b528-4405-816f-b32fce87d6ba", "name": "network-vif-deleted", "tag": "01a87155-2cc6-47be-b939-6f4d7a1d5933", "status": "completed", "code": 200}, {"server_uuid": "f587e238-c24b-4e03-95c8-a2bd0bdda75d", "name": "network-vif-deleted", "tag": "0a28eda7-6b92-4429-90e2-e445a6a108e3", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:25:11.156858 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a3ec29c2-e658-47ea-b8de-573ca2bf8099 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:25:11.157485 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3ec29c2-e658-47ea-b8de-573ca2bf8099'] response: {'server_uuid': '236404cb-b528-4405-816f-b32fce87d6ba', 'name': 'network-vif-deleted', 'tag': '01a87155-2cc6-47be-b939-6f4d7a1d5933', 'status': 'completed', 'code': 200} Mar 22 19:25:11.157843 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3ec29c2-e658-47ea-b8de-573ca2bf8099'] response: {'server_uuid': 'f587e238-c24b-4e03-95c8-a2bd0bdda75d', 'name': 'network-vif-deleted', 'tag': '0a28eda7-6b92-4429-90e2-e445a6a108e3', 'status': 'completed', 'code': 200} Mar 22 19:25:11.163089 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-45363e78-707e-4a6d-b9c4-2ffb7589dbed tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:11.170989 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b5c15e-2534-474a-aedf-679ec9944153 None None] Routers {'9119c37e-78ed-4655-96da-4bcdf7996327'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:25:11.171997 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-04b5c15e-2534-474a-aedf-679ec9944153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:24:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['9119c37e-78ed-4655-96da-4bcdf7996327'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:11.223268 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-84138da0-a5ee-4007-877a-842e0ba81070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (0270207c-0d0a-4caa-9ec0-a6d35ab5fcae), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:11.239235 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c3db6a6-1fd1-4d3d-a0f4-9b6b81d8b345 req-df76b21e-c53a-4a19-88e1-dc2415691063 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/ports?device_id=f587e238-c24b-4e03-95c8-a2bd0bdda75d HTTP/1.1" status: 200 len: 210 time: 0.1080885 Mar 22 19:25:11.362840 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-04b5c15e-2534-474a-aedf-679ec9944153 None None] Set router 9119c37e-78ed-4655-96da-4bcdf7996327 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:25:11.449779 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-45363e78-707e-4a6d-b9c4-2ffb7589dbed tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "PUT /v2.0/floatingips/abf7b32b-035a-4f25-9a27-99c7b2405af9 HTTP/1.1" status: 200 len: 992 time: 5.1440732 Mar 22 19:25:11.505624 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-56947b91-6f0b-4c4b-aeb5-67e7ef921df7 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] In _notify_port_updated(), no bound segment for port cab31771-fe1d-4726-942a-a5466eb5ef2a on network a55fc0e3-dca4-40a0-83e1-ff5122161c89 {{(pid=104172) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 19:25:11.510987 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56947b91-6f0b-4c4b-aeb5-67e7ef921df7 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:11.511660 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-56947b91-6f0b-4c4b-aeb5-67e7ef921df7 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:11.513018 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-56947b91-6f0b-4c4b-aeb5-67e7ef921df7 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] 10.222.0.75 "PUT /v2.0/ports/cab31771-fe1d-4726-942a-a5466eb5ef2a HTTP/1.1" status: 200 len: 992 time: 2.5157211 Mar 22 19:25:11.516507 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48006) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:11.541925 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2b6949cf-b8e0-40ef-b76e-b63936e87387 None None] Provisioning complete for port cab31771-fe1d-4726-942a-a5466eb5ef2a triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:25:11.542308 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2b6949cf-b8e0-40ef-b76e-b63936e87387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (cab31771-fe1d-4726-942a-a5466eb5ef2a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:11.562868 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84138da0-a5ee-4007-877a-842e0ba81070 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0270207c-0d0a-4caa-9ec0-a6d35ab5fcae,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:11.585259 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84138da0-a5ee-4007-877a-842e0ba81070 admin admin] Checking segment: {'id': '3f702385-441d-44f3-b110-d0216449ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3f614165-3c63-4f64-a1f5-9b7b26263613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:25:11.585729 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84138da0-a5ee-4007-877a-842e0ba81070 admin admin] Network hostable DHCP agents. Network: 3f614165-3c63-4f64-a1f5-9b7b26263613, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:25:11.606126 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2b6949cf-b8e0-40ef-b76e-b63936e87387 None None] Port cab31771-fe1d-4726-942a-a5466eb5ef2a cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:25:11.617504 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-2c77f774-dda2-4a1c-b355-bc67ee88ffd2 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:11.626228 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-2c77f774-dda2-4a1c-b355-bc67ee88ffd2 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/networks?id=4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 HTTP/1.1" status: 200 len: 812 time: 0.3279810 Mar 22 19:25:11.648648 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-09c0c279-1439-4a58-8363-74afc4650016 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/quotas/cd5d7b09e78b4f8992b733b5b4229fbb HTTP/1.1" status: 200 len: 375 time: 0.0212374 Mar 22 19:25:11.658708 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-b8b4957c-c322-4a32-bb91-10b597af5822 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Deleting port cab31771-fe1d-4726-942a-a5466eb5ef2a {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:25:11.659625 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b8b4957c-c322-4a32-bb91-10b597af5822 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (cab31771-fe1d-4726-942a-a5466eb5ef2a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:11.662288 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-04b5c15e-2534-474a-aedf-679ec9944153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'name': 'tempest-ServerActionsTestJSON-83768529-router', 'tenant_id': '5b93875569cc4d4199ac35d06661afdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '7fddc980-b554-45ca-b274-33b9a878cfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:24:25Z', 'updated_at': '2022-03-22T19:24:31Z', 'revision_number': 4, 'project_id': '5b93875569cc4d4199ac35d06661afdf', 'gw_port': {'id': '7fddc980-b554-45ca-b274-33b9a878cfaf', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:26Z', 'updated_at': '2022-03-22T19:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'abf7b32b-035a-4f25-9a27-99c7b2405af9', 'tenant_id': '5b93875569cc4d4199ac35d06661afdf', 'floating_ip_address': '172.25.5.195', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'port_id': '607144c1-0ca2-48d3-88b9-368b9eec0b0c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc', 'mac_address': 'fa:16:3e:ac:dc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40f0c35-6df1-46c8-add8-78ea0711782d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:24:38Z', 'updated_at': '2022-03-22T19:25:08Z', 'revision_number': 1, 'project_id': '5b93875569cc4d4199ac35d06661afdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1477cd0e-f3af-40c0-bb25-4b9b460af7a7', 'name': '', 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc', 'tenant_id': '5b93875569cc4d4199ac35d06661afdf', 'mac_address': 'fa:16:3e:60:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '0024126f-9e61-4e75-a43d-476a3a97ffe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:30Z', 'updated_at': '2022-03-22T19:24:38Z', 'revision_number': 5, 'project_id': '5b93875569cc4d4199ac35d06661afdf', 'subnets': [{'id': '0024126f-9e61-4e75-a43d-476a3a97ffe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:11.695632 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b5c15e-2534-474a-aedf-679ec9944153 None None] Checking router: 9119c37e-78ed-4655-96da-4bcdf7996327 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:25:11.705402 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-7dcd5983-5f62-46c5-b4a5-3d0659717012 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=cd5d7b09e78b4f8992b733b5b4229fbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552733 Mar 22 19:25:11.708636 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b5c15e-2534-474a-aedf-679ec9944153 None None] Routers {'9119c37e-78ed-4655-96da-4bcdf7996327'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:25:11.709516 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-04b5c15e-2534-474a-aedf-679ec9944153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:24:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['9119c37e-78ed-4655-96da-4bcdf7996327'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:11.774024 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84138da0-a5ee-4007-877a-842e0ba81070 admin admin] Network 3f614165-3c63-4f64-a1f5-9b7b26263613 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:25:11.782042 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b8b4957c-c322-4a32-bb91-10b597af5822 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (cab31771-fe1d-4726-942a-a5466eb5ef2a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:11.791849 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31984223-4dbb-403a-8c07-5ba5791e1d57 req-f4c88e88-0558-4e6a-900a-8d887f0905af tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:11.799249 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-b8b4957c-c322-4a32-bb91-10b597af5822 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Calling delete_port for cab31771-fe1d-4726-942a-a5466eb5ef2a owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:25:11.799407 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-31984223-4dbb-403a-8c07-5ba5791e1d57 req-f4c88e88-0558-4e6a-900a-8d887f0905af tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 946 time: 0.2690349 Mar 22 19:25:11.811351 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-84138da0-a5ee-4007-877a-842e0ba81070 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 3f614165-3c63-4f64-a1f5-9b7b26263613) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:25:11.817339 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84138da0-a5ee-4007-877a-842e0ba81070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:11.817985 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-84138da0-a5ee-4007-877a-842e0ba81070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:11.829521 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043daddc-6df6-4245-8674-c27010a5152b None None] Network 3f614165-3c63-4f64-a1f5-9b7b26263613 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:25:11.893992 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-84138da0-a5ee-4007-877a-842e0ba81070 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9971848 Mar 22 19:25:11.902421 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-dd0cb349-f714-4773-90e5-d033aa735b55 service neutron] 10.222.0.75 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962416 Mar 22 19:25:11.918579 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-31984223-4dbb-403a-8c07-5ba5791e1d57 req-82074ef0-158b-4e87-95f0-24117c2185a7 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133716 Mar 22 19:25:11.923369 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-04b5c15e-2534-474a-aedf-679ec9944153 None None] Set router 9119c37e-78ed-4655-96da-4bcdf7996327 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:25:12.068230 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdae587-bda6-46ef-aeec-ddcdb131750a None None] Network 3f614165-3c63-4f64-a1f5-9b7b26263613 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:25:12.164896 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d45d94-25ae-4c46-a43f-9d9df28193ea req-3148485c-224b-43f3-a455-ce06afe34962 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:12.167188 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-82d45d94-25ae-4c46-a43f-9d9df28193ea req-3148485c-224b-43f3-a455-ce06afe34962 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 946 time: 0.1295247 Mar 22 19:25:12.232795 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-f70a84c6-81ef-4898-a430-72187add476f service neutron] 10.222.0.75 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124259 Mar 22 19:25:12.252209 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 0a28eda7-6b92-4429-90e2-e445a6a108e3 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:25:12.289887 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-82d45d94-25ae-4c46-a43f-9d9df28193ea req-80e71e40-40ad-42fb-841a-7e536196ef62 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093946 Mar 22 19:25:12.318027 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 0a28eda7-6b92-4429-90e2-e445a6a108e3 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:25:12.318403 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 0a28eda7-6b92-4429-90e2-e445a6a108e3 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:25:12.469915 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b8b4957c-c322-4a32-bb91-10b597af5822 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (cab31771-fe1d-4726-942a-a5466eb5ef2a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:12.479012 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608f01f-5d90-400a-9792-07e916b0383c req-4ffbacab-5371-4336-9e73-176ea26656ea tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:12.489485 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6608f01f-5d90-400a-9792-07e916b0383c req-4ffbacab-5371-4336-9e73-176ea26656ea tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=40dc3035-62ea-400b-8c89-2a51ef30d2e5 HTTP/1.1" status: 200 len: 946 time: 0.1074424 Mar 22 19:25:12.522561 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-04b5c15e-2534-474a-aedf-679ec9944153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'name': 'tempest-ServerActionsTestJSON-83768529-router', 'tenant_id': '5b93875569cc4d4199ac35d06661afdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '7fddc980-b554-45ca-b274-33b9a878cfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:24:25Z', 'updated_at': '2022-03-22T19:24:31Z', 'revision_number': 4, 'project_id': '5b93875569cc4d4199ac35d06661afdf', 'gw_port': {'id': '7fddc980-b554-45ca-b274-33b9a878cfaf', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:26Z', 'updated_at': '2022-03-22T19:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'abf7b32b-035a-4f25-9a27-99c7b2405af9', 'tenant_id': '5b93875569cc4d4199ac35d06661afdf', 'floating_ip_address': '172.25.5.195', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'port_id': '607144c1-0ca2-48d3-88b9-368b9eec0b0c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc', 'mac_address': 'fa:16:3e:ac:dc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40f0c35-6df1-46c8-add8-78ea0711782d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:24:38Z', 'updated_at': '2022-03-22T19:25:08Z', 'revision_number': 1, 'project_id': '5b93875569cc4d4199ac35d06661afdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1477cd0e-f3af-40c0-bb25-4b9b460af7a7', 'name': '', 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc', 'tenant_id': '5b93875569cc4d4199ac35d06661afdf', 'mac_address': 'fa:16:3e:60:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '0024126f-9e61-4e75-a43d-476a3a97ffe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:30Z', 'updated_at': '2022-03-22T19:24:38Z', 'revision_number': 5, 'project_id': '5b93875569cc4d4199ac35d06661afdf', 'subnets': [{'id': '0024126f-9e61-4e75-a43d-476a3a97ffe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:12.571485 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b5c15e-2534-474a-aedf-679ec9944153 None None] The sync data for ids ['9119c37e-78ed-4655-96da-4bcdf7996327'] in n-d-705658-24 is: [{'id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'name': 'tempest-ServerActionsTestJSON-83768529-router', 'tenant_id': '5b93875569cc4d4199ac35d06661afdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '7fddc980-b554-45ca-b274-33b9a878cfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:24:25Z', 'updated_at': '2022-03-22T19:24:31Z', 'revision_number': 4, 'project_id': '5b93875569cc4d4199ac35d06661afdf', 'gw_port': {'id': '7fddc980-b554-45ca-b274-33b9a878cfaf', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:26Z', 'updated_at': '2022-03-22T19:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'abf7b32b-035a-4f25-9a27-99c7b2405af9', 'tenant_id': '5b93875569cc4d4199ac35d06661afdf', 'floating_ip_address': '172.25.5.195', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'port_id': '607144c1-0ca2-48d3-88b9-368b9eec0b0c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc', 'mac_address': 'fa:16:3e:ac:dc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40f0c35-6df1-46c8-add8-78ea0711782d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:24:38Z', 'updated_at': '2022-03-22T19:25:08Z', 'revision_number': 1, 'project_id': '5b93875569cc4d4199ac35d06661afdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1477cd0e-f3af-40c0-bb25-4b9b460af7a7', 'name': '', 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc', 'tenant_id': '5b93875569cc4d4199ac35d06661afdf', 'mac_address': 'fa:16:3e:60:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '0024126f-9e61-4e75-a43d-476a3a97ffe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:30Z', 'updated_at': '2022-03-22T19:24:38Z', 'revision_number': 5, 'project_id': '5b93875569cc4d4199ac35d06661afdf', 'subnets': [{'id': '0024126f-9e61-4e75-a43d-476a3a97ffe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:25:12.583143 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4957c-c322-4a32-bb91-10b597af5822 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Pushing event deleted for resources: {'Port': ['ID=cab31771-fe1d-4726-942a-a5466eb5ef2a,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:12.666428 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7538c-1be2-4531-8dcd-50eac4a067d8 req-03c75563-abb7-4178-a6fb-134f516d8eb1 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:12.674109 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-50e7538c-1be2-4531-8dcd-50eac4a067d8 req-03c75563-abb7-4178-a6fb-134f516d8eb1 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/ports?device_id=068fc369-e3b0-4b3e-b0d9-2a27adbff7c7 HTTP/1.1" status: 200 len: 946 time: 0.1689217 Mar 22 19:25:12.712919 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6608f01f-5d90-400a-9792-07e916b0383c req-7845f2a6-9a9b-4995-b3a7-7b98d3daa9e0 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084503 Mar 22 19:25:12.724370 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b8b4957c-c322-4a32-bb91-10b597af5822 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:12.734234 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b8b4957c-c322-4a32-bb91-10b597af5822 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] 10.222.0.75 "DELETE /v2.0/ports/cab31771-fe1d-4726-942a-a5466eb5ef2a HTTP/1.1" status: 204 len: 168 time: 1.2107241 Mar 22 19:25:12.735427 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48048) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:12.787324 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-347c8b57-9bb2-42ff-8fc1-27efe8adef70 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] GET failed (client error): The resource could not be found. Mar 22 19:25:12.794594 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-347c8b57-9bb2-42ff-8fc1-27efe8adef70 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] 10.222.0.75 "GET /v2.0/ports/cab31771-fe1d-4726-942a-a5466eb5ef2a HTTP/1.1" status: 404 len: 333 time: 0.0524025 Mar 22 19:25:12.795717 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-50e7538c-1be2-4531-8dcd-50eac4a067d8 req-ba643832-e356-446b-955a-d6a4f4b14e14 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/security-groups?id=010dd092-9fc7-474c-98a0-a0c42ceebf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093469 Mar 22 19:25:12.796120 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48056) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:12.803784 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-e5a9bee0-5885-4d95-a25e-3f6288569eef tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Request body: {'port': {'network_id': 'a55fc0e3-dca4-40a0-83e1-ff5122161c89', 'name': 'tempest-AllowedAddressPairTestJSON-1806037810'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:12.948187 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6767f987-1745-407b-b5a2-c89044221e08 None None] New status for floating IP abf7b32b-035a-4f25-9a27-99c7b2405af9: ACTIVE {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:25:12.992567 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d58f8364-d701-4460-8aec-e855e0e430cf req-07fd5b43-4399-4d15-97c0-13ea75c58515 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf894830-ab8b-4e68-ae3c-bf1268d2f892 HTTP/1.1" status: 200 len: 210 time: 0.0462923 Mar 22 19:25:13.062358 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a9bee0-5885-4d95-a25e-3f6288569eef tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Made reservation on behalf of c2b0daa1c7ca4ef3b26072a04596b657 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:25:13.066278 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e5a9bee0-5885-4d95-a25e-3f6288569eef tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:13.097443 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-e5a9bee0-5885-4d95-a25e-3f6288569eef tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] device_id is not set on port 2dc1b6dd-093d-4e50-bd2b-10fb4cccb6dc yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:25:13.179171 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd40f0c35-6df1-46c8-add8-78ea0711782d', 'tag': '607144c1-0ca2-48d3-88b9-368b9eec0b0c'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:25:13.183036 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7603131-fbb8-42a5-9ebc-da1f500fabe7" -d '{"events": [{"name": "network-changed", "server_uuid": "d40f0c35-6df1-46c8-add8-78ea0711782d", "tag": "607144c1-0ca2-48d3-88b9-368b9eec0b0c"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:25:13.292489 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-e5a9bee0-5885-4d95-a25e-3f6288569eef tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Allocated IP 172.20.0.12 (a55fc0e3-dca4-40a0-83e1-ff5122161c89/b82941bd-b515-4efa-b3d9-3b0019c69f97/2dc1b6dd-093d-4e50-bd2b-10fb4cccb6dc) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:25:13.420593 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2390f891-0612-4798-a7d7-b5c8c4e32baa req-e1e9a828-1ddd-4e12-9a8c-753e22086be5 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 258 time: 0.3308136 Mar 22 19:25:13.435063 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-2390f891-0612-4798-a7d7-b5c8c4e32baa req-fc998886-1fa0-4fdc-b843-30aac90e7b32 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:13.449843 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-15e0ac18-de99-4f6a-9180-506c93a73565 tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:13.450913 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-15e0ac18-de99-4f6a-9180-506c93a73565 tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] 10.222.0.75 "GET /v2.0/networks?id=3f614165-3c63-4f64-a1f5-9b7b26263613 HTTP/1.1" status: 200 len: 813 time: 0.2644227 Mar 22 19:25:13.470876 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2390f891-0612-4798-a7d7-b5c8c4e32baa req-fc998886-1fa0-4fdc-b843-30aac90e7b32 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:13.471874 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e5a9bee0-5885-4d95-a25e-3f6288569eef tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks [] for port (2dc1b6dd-093d-4e50-bd2b-10fb4cccb6dc), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:13.475490 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-4f46f88b-5042-4f1a-89c9-0279af6f91eb tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] 10.222.0.75 "GET /v2.0/quotas/cae0d10b679d4aea82cf29373520e1a2 HTTP/1.1" status: 200 len: 375 time: 0.0130074 Mar 22 19:25:13.511466 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e5a9bee0-5885-4d95-a25e-3f6288569eef tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (2dc1b6dd-093d-4e50-bd2b-10fb4cccb6dc), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:13.548462 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-c4f276bb-6013-4224-be14-5779d3579b89 tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=cae0d10b679d4aea82cf29373520e1a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629077 Mar 22 19:25:13.564544 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a9bee0-5885-4d95-a25e-3f6288569eef tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Network a55fc0e3-dca4-40a0-83e1-ff5122161c89 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:25:13.568081 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-e5a9bee0-5885-4d95-a25e-3f6288569eef tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:25:13.574292 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a9bee0-5885-4d95-a25e-3f6288569eef tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:25:13.599032 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9bee0-5885-4d95-a25e-3f6288569eef tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Pushing event updated for resources: {'Port': ['ID=2dc1b6dd-093d-4e50-bd2b-10fb4cccb6dc,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:13.628454 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a9bee0-5885-4d95-a25e-3f6288569eef tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:13.629091 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e5a9bee0-5885-4d95-a25e-3f6288569eef tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:13.648433 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e5a9bee0-5885-4d95-a25e-3f6288569eef tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8488090 Mar 22 19:25:13.649859 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48086) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:13.654502 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-4723f6ab-f2ed-41b3-99ff-37da5df05d92 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:0a:9f:39'}]}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:13.670827 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-0d3316c1-5682-438a-9b8d-d5a8e80ab850 service neutron] 10.222.0.75 "GET /v2.0/networks/3f614165-3c63-4f64-a1f5-9b7b26263613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144218 Mar 22 19:25:13.731914 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2390f891-0612-4798-a7d7-b5c8c4e32baa req-fc998886-1fa0-4fdc-b843-30aac90e7b32 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:13.845628 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4723f6ab-f2ed-41b3-99ff-37da5df05d92 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (2dc1b6dd-093d-4e50-bd2b-10fb4cccb6dc), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:13.864499 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-851fd5ce-22a4-4427-b148-df1a6bed4eaa None None] Provisioning complete for port 2dc1b6dd-093d-4e50-bd2b-10fb4cccb6dc triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:25:13.867542 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-851fd5ce-22a4-4427-b148-df1a6bed4eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (2dc1b6dd-093d-4e50-bd2b-10fb4cccb6dc), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:13.890391 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-313ff735-f7a8-427a-b737-e9b66aa26d0b service neutron] 10.222.0.75 "GET /v2.0/networks/3f614165-3c63-4f64-a1f5-9b7b26263613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114859 Mar 22 19:25:13.916058 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-851fd5ce-22a4-4427-b148-df1a6bed4eaa None None] Port 2dc1b6dd-093d-4e50-bd2b-10fb4cccb6dc cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:25:13.977103 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-2390f891-0612-4798-a7d7-b5c8c4e32baa req-fc998886-1fa0-4fdc-b843-30aac90e7b32 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Allocated IP 172.25.5.199 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/e27097d1-328a-4ddf-a8a6-2b5e3aa75c06) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:25:14.126752 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4723f6ab-f2ed-41b3-99ff-37da5df05d92 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks [] for port (2dc1b6dd-093d-4e50-bd2b-10fb4cccb6dc), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:14.135576 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4723f6ab-f2ed-41b3-99ff-37da5df05d92 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (2dc1b6dd-093d-4e50-bd2b-10fb4cccb6dc), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:14.159231 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-ed19c0da-2c48-4317-84be-64faf20c3642 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:14.160753 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-ed19c0da-2c48-4317-84be-64faf20c3642 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.84 "GET /v2.0/networks?id=4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 HTTP/1.1" status: 200 len: 812 time: 0.2928116 Mar 22 19:25:14.180159 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-344c23dd-b020-448c-b8dc-14d272457566 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Request body: {'port': {'device_id': 'bf894830-ab8b-4e68-ae3c-bf1268d2f892', 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40', 'admin_state_up': True, 'tenant_id': 'cd5d7b09e78b4f8992b733b5b4229fbb'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:14.230343 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4723f6ab-f2ed-41b3-99ff-37da5df05d92 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Pushing event updated for resources: {'Port': ['ID=2dc1b6dd-093d-4e50-bd2b-10fb4cccb6dc,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:14.248967 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2390f891-0612-4798-a7d7-b5c8c4e32baa req-fc998886-1fa0-4fdc-b843-30aac90e7b32 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks [] for port (e27097d1-328a-4ddf-a8a6-2b5e3aa75c06), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:14.258489 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-4723f6ab-f2ed-41b3-99ff-37da5df05d92 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] In _notify_port_updated(), no bound segment for port 2dc1b6dd-093d-4e50-bd2b-10fb4cccb6dc on network a55fc0e3-dca4-40a0-83e1-ff5122161c89 {{(pid=104173) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 19:25:14.264701 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4723f6ab-f2ed-41b3-99ff-37da5df05d92 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:14.265348 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4723f6ab-f2ed-41b3-99ff-37da5df05d92 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:14.269231 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4723f6ab-f2ed-41b3-99ff-37da5df05d92 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] 10.222.0.75 "PUT /v2.0/ports/2dc1b6dd-093d-4e50-bd2b-10fb4cccb6dc HTTP/1.1" status: 200 len: 997 time: 0.6170261 Mar 22 19:25:14.269550 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48104) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:14.287263 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43d863-61af-4f43-8ec6-8084fb9e1cc0 req-a238c233-a4dd-4271-acae-b6f55e9acd50 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:14.288816 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3a43d863-61af-4f43-8ec6-8084fb9e1cc0 req-a238c233-a4dd-4271-acae-b6f55e9acd50 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=40dc3035-62ea-400b-8c89-2a51ef30d2e5 HTTP/1.1" status: 200 len: 946 time: 0.1867278 Mar 22 19:25:14.378289 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-79857076-3ce8-4b3f-a23c-0bd86ceaf0da tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Deleting port 2dc1b6dd-093d-4e50-bd2b-10fb4cccb6dc {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:25:14.378642 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-79857076-3ce8-4b3f-a23c-0bd86ceaf0da tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (2dc1b6dd-093d-4e50-bd2b-10fb4cccb6dc), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:14.402632 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2390f891-0612-4798-a7d7-b5c8c4e32baa req-fc998886-1fa0-4fdc-b843-30aac90e7b32 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (e27097d1-328a-4ddf-a8a6-2b5e3aa75c06), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:14.455691 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc998886-1fa0-4fdc-b843-30aac90e7b32 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Pushing event updated for resources: {'Port': ['ID=e27097d1-328a-4ddf-a8a6-2b5e3aa75c06,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:14.472210 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3a43d863-61af-4f43-8ec6-8084fb9e1cc0 req-83d2aac4-caa2-40b1-832f-ae811a7479f4 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733375 Mar 22 19:25:14.475202 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-344c23dd-b020-448c-b8dc-14d272457566 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Made reservation on behalf of cd5d7b09e78b4f8992b733b5b4229fbb for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:25:14.478498 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-344c23dd-b020-448c-b8dc-14d272457566 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:14.501098 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2390f891-0612-4798-a7d7-b5c8c4e32baa req-fc998886-1fa0-4fdc-b843-30aac90e7b32 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:25:14.508600 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-2390f891-0612-4798-a7d7-b5c8c4e32baa req-fc998886-1fa0-4fdc-b843-30aac90e7b32 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:25:14.513477 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-2390f891-0612-4798-a7d7-b5c8c4e32baa req-fc998886-1fa0-4fdc-b843-30aac90e7b32 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:25:14.518572 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-79857076-3ce8-4b3f-a23c-0bd86ceaf0da tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (2dc1b6dd-093d-4e50-bd2b-10fb4cccb6dc), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:14.541910 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-79857076-3ce8-4b3f-a23c-0bd86ceaf0da tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Calling delete_port for 2dc1b6dd-093d-4e50-bd2b-10fb4cccb6dc owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:25:14.552102 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-1c0633ba-4589-435a-a62e-73a941e4ab5c None None] Provisioning complete for port 2dc1b6dd-093d-4e50-bd2b-10fb4cccb6dc triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:25:14.556086 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1c0633ba-4589-435a-a62e-73a941e4ab5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (2dc1b6dd-093d-4e50-bd2b-10fb4cccb6dc), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:14.570908 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7d78c2-fcf8-48c9-b401-0c5fff9a7c4a x-openstack-request-id: req-dd7d78c2-fcf8-48c9-b401-0c5fff9a7c4a {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:25:14.571198 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d40f0c35-6df1-46c8-add8-78ea0711782d", "tag": "607144c1-0ca2-48d3-88b9-368b9eec0b0c", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:25:14.571457 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dd7d78c2-fcf8-48c9-b401-0c5fff9a7c4a {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:25:14.571865 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd7d78c2-fcf8-48c9-b401-0c5fff9a7c4a'] response: {'name': 'network-changed', 'server_uuid': 'd40f0c35-6df1-46c8-add8-78ea0711782d', 'tag': '607144c1-0ca2-48d3-88b9-368b9eec0b0c', 'status': 'completed', 'code': 200} Mar 22 19:25:14.627255 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1c0633ba-4589-435a-a62e-73a941e4ab5c None None] Port 2dc1b6dd-093d-4e50-bd2b-10fb4cccb6dc cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:25:14.694887 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2390f891-0612-4798-a7d7-b5c8c4e32baa req-fc998886-1fa0-4fdc-b843-30aac90e7b32 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks [] for floatingip (a2d9be8e-0b99-4e9d-8bc9-acdc2f3c0882), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:14.766606 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-79857076-3ce8-4b3f-a23c-0bd86ceaf0da tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (2dc1b6dd-093d-4e50-bd2b-10fb4cccb6dc), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:14.789056 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2390f891-0612-4798-a7d7-b5c8c4e32baa req-fc998886-1fa0-4fdc-b843-30aac90e7b32 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e27097d1-328a-4ddf-a8a6-2b5e3aa75c06), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:14.797313 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79857076-3ce8-4b3f-a23c-0bd86ceaf0da tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Pushing event deleted for resources: {'Port': ['ID=2dc1b6dd-093d-4e50-bd2b-10fb4cccb6dc,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:14.857942 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7603131-fbb8-42a5-9ebc-da1f500fabe7 req-0e45db13-c521-421c-8554-7c67715e1d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:14.859488 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e7603131-fbb8-42a5-9ebc-da1f500fabe7 req-0e45db13-c521-421c-8554-7c67715e1d46 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5b93875569cc4d4199ac35d06661afdf&device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 1129 time: 0.2819650 Mar 22 19:25:14.912923 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-79857076-3ce8-4b3f-a23c-0bd86ceaf0da tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:14.916232 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-79857076-3ce8-4b3f-a23c-0bd86ceaf0da tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] 10.222.0.75 "DELETE /v2.0/ports/2dc1b6dd-093d-4e50-bd2b-10fb4cccb6dc HTTP/1.1" status: 204 len: 168 time: 0.6451070 Mar 22 19:25:14.918292 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-995e028b-f135-41d1-abe6-de66f785753a req-b7a4d939-a0b5-4b1a-9d3c-48bb43a43f07 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=c87854371ff34a4285a18d10388d4a50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0799177 Mar 22 19:25:14.923661 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48120) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:14.947864 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-344c23dd-b020-448c-b8dc-14d272457566 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Allocated IP 172.20.0.14 (4d8eafd3-40f3-4f59-9d29-1a60a94dbe40/9beaf938-d336-4dec-9fdf-4059a4c13370/5ac16206-7a21-48a3-8513-5efe5b9f14c0) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:25:14.950184 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-f107dff7-c1a1-4086-bd2a-8c697daee11c tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] GET failed (client error): The resource could not be found. Mar 22 19:25:14.953955 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f107dff7-c1a1-4086-bd2a-8c697daee11c tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] 10.222.0.75 "GET /v2.0/ports/2dc1b6dd-093d-4e50-bd2b-10fb4cccb6dc HTTP/1.1" status: 404 len: 333 time: 0.0280349 Mar 22 19:25:14.957471 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48122) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:14.962601 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-f6ee19a5-7edb-4ae5-a09a-1c966f09d02a tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Request body: {'port': {'network_id': 'a55fc0e3-dca4-40a0-83e1-ff5122161c89', 'name': 'tempest-AllowedAddressPairTestJSON-1304690801'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:15.059098 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8689eaf0-3a39-4bfb-972c-d58438fc45f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:15.090096 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ee19a5-7edb-4ae5-a09a-1c966f09d02a tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Made reservation on behalf of c2b0daa1c7ca4ef3b26072a04596b657 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:25:15.096538 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f6ee19a5-7edb-4ae5-a09a-1c966f09d02a tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:15.120560 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-f6ee19a5-7edb-4ae5-a09a-1c966f09d02a tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] device_id is not set on port abc5ba93-3eb3-463e-8a79-e6b72084ab00 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:25:15.244711 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-f6ee19a5-7edb-4ae5-a09a-1c966f09d02a tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Allocated IP 172.20.0.12 (a55fc0e3-dca4-40a0-83e1-ff5122161c89/b82941bd-b515-4efa-b3d9-3b0019c69f97/abc5ba93-3eb3-463e-8a79-e6b72084ab00) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:25:15.441269 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f6ee19a5-7edb-4ae5-a09a-1c966f09d02a tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks [] for port (abc5ba93-3eb3-463e-8a79-e6b72084ab00), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:15.481872 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f6ee19a5-7edb-4ae5-a09a-1c966f09d02a tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (abc5ba93-3eb3-463e-8a79-e6b72084ab00), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:15.526743 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ee19a5-7edb-4ae5-a09a-1c966f09d02a tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Network a55fc0e3-dca4-40a0-83e1-ff5122161c89 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:25:15.530317 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-f6ee19a5-7edb-4ae5-a09a-1c966f09d02a tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:25:15.534145 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ee19a5-7edb-4ae5-a09a-1c966f09d02a tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:25:15.578472 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee19a5-7edb-4ae5-a09a-1c966f09d02a tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Pushing event updated for resources: {'Port': ['ID=abc5ba93-3eb3-463e-8a79-e6b72084ab00,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:15.615777 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ee19a5-7edb-4ae5-a09a-1c966f09d02a tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:15.616409 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f6ee19a5-7edb-4ae5-a09a-1c966f09d02a tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:15.634053 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:15.640255 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f6ee19a5-7edb-4ae5-a09a-1c966f09d02a tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6793649 Mar 22 19:25:15.641034 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48124) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:15.649000 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-430434fd-9b3b-4157-b40d-ed0b4df0688d tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Request body: {'port': {'network_id': 'a55fc0e3-dca4-40a0-83e1-ff5122161c89', 'name': 'tempest-AllowedAddressPairTestJSON-333106519'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:15.698723 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7603131-fbb8-42a5-9ebc-da1f500fabe7 req-5e2842b4-930c-481f-91da-7bacf365b872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:15.700216 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e7603131-fbb8-42a5-9ebc-da1f500fabe7 req-5e2842b4-930c-481f-91da-7bacf365b872 service neutron] 10.222.0.84 "GET /v2.0/networks?id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc HTTP/1.1" status: 200 len: 911 time: 0.8238053 Mar 22 19:25:15.788985 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430434fd-9b3b-4157-b40d-ed0b4df0688d tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Made reservation on behalf of c2b0daa1c7ca4ef3b26072a04596b657 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:25:15.792595 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-430434fd-9b3b-4157-b40d-ed0b4df0688d tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:15.811562 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-430434fd-9b3b-4157-b40d-ed0b4df0688d tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] device_id is not set on port 0043f949-f49a-4e52-8ce7-1f211abe9ad1 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:25:15.849027 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e028b-f135-41d1-abe6-de66f785753a req-1cfec4be-e3e4-48e4-a7a3-4b104140f4dd tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:15.850533 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-995e028b-f135-41d1-abe6-de66f785753a req-1cfec4be-e3e4-48e4-a7a3-4b104140f4dd tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8945990 Mar 22 19:25:15.864582 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-115bd777-c0e1-418a-bed6-8a8aec3d60df tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:15.865896 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-115bd777-c0e1-418a-bed6-8a8aec3d60df tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] 10.222.0.85 "GET /v2.0/networks?id=3f614165-3c63-4f64-a1f5-9b7b26263613 HTTP/1.1" status: 200 len: 813 time: 0.4362741 Mar 22 19:25:15.866011 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-c12a1616-a1c1-4556-858b-01fc45bd0364 None None] Provisioning complete for port abc5ba93-3eb3-463e-8a79-e6b72084ab00 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:25:15.866288 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c12a1616-a1c1-4556-858b-01fc45bd0364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (abc5ba93-3eb3-463e-8a79-e6b72084ab00), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:15.900904 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c12a1616-a1c1-4556-858b-01fc45bd0364 None None] Port abc5ba93-3eb3-463e-8a79-e6b72084ab00 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:25:15.928322 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-557f8c6f-2312-4109-aac4-6a9fca4c4fbe tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] Request body: {'port': {'device_id': '32288a91-853b-4902-9e3b-5ae2cbc0702a', 'network_id': '3f614165-3c63-4f64-a1f5-9b7b26263613', 'admin_state_up': True, 'tenant_id': 'cae0d10b679d4aea82cf29373520e1a2'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:15.930992 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-430434fd-9b3b-4157-b40d-ed0b4df0688d tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Allocated IP 172.20.0.4 (a55fc0e3-dca4-40a0-83e1-ff5122161c89/b82941bd-b515-4efa-b3d9-3b0019c69f97/0043f949-f49a-4e52-8ce7-1f211abe9ad1) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:25:15.932661 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2390f891-0612-4798-a7d7-b5c8c4e32baa req-fc998886-1fa0-4fdc-b843-30aac90e7b32 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks [] for port (e27097d1-328a-4ddf-a8a6-2b5e3aa75c06), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:15.935255 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-995e028b-f135-41d1-abe6-de66f785753a req-a9988dff-b2be-4148-bc04-b68a321fa73d tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/quotas/c87854371ff34a4285a18d10388d4a50 HTTP/1.1" status: 200 len: 375 time: 0.0653908 Mar 22 19:25:15.991600 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2390f891-0612-4798-a7d7-b5c8c4e32baa req-fc998886-1fa0-4fdc-b843-30aac90e7b32 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (e27097d1-328a-4ddf-a8a6-2b5e3aa75c06), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:16.008028 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e7603131-fbb8-42a5-9ebc-da1f500fabe7 req-4be9371a-e3a2-45de-a9a7-04bf737912f1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=607144c1-0ca2-48d3-88b9-368b9eec0b0c HTTP/1.1" status: 200 len: 1002 time: 0.2666519 Mar 22 19:25:16.075659 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-995e028b-f135-41d1-abe6-de66f785753a req-005ca205-d94d-4efd-970e-62706d959d64 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c87854371ff34a4285a18d10388d4a50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1162429 Mar 22 19:25:16.081132 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-430434fd-9b3b-4157-b40d-ed0b4df0688d tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks [] for port (0043f949-f49a-4e52-8ce7-1f211abe9ad1), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:16.124227 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-430434fd-9b3b-4157-b40d-ed0b4df0688d tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (0043f949-f49a-4e52-8ce7-1f211abe9ad1), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:16.131199 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-344c23dd-b020-448c-b8dc-14d272457566 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks [] for port (5ac16206-7a21-48a3-8513-5efe5b9f14c0), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:16.171797 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430434fd-9b3b-4157-b40d-ed0b4df0688d tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Network a55fc0e3-dca4-40a0-83e1-ff5122161c89 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:25:16.175172 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-430434fd-9b3b-4157-b40d-ed0b4df0688d tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:25:16.181319 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430434fd-9b3b-4157-b40d-ed0b4df0688d tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:25:16.181668 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc998886-1fa0-4fdc-b843-30aac90e7b32 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Pushing event updated for resources: {'Port': ['ID=e27097d1-328a-4ddf-a8a6-2b5e3aa75c06,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:16.211912 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7603131-fbb8-42a5-9ebc-da1f500fabe7 req-1cf31c15-37f3-4f2c-bc47-a90d6e32847a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:16.213661 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e7603131-fbb8-42a5-9ebc-da1f500fabe7 req-1cf31c15-37f3-4f2c-bc47-a90d6e32847a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0024126f-9e61-4e75-a43d-476a3a97ffe0 HTTP/1.1" status: 200 len: 849 time: 0.1908798 Mar 22 19:25:16.222794 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430434fd-9b3b-4157-b40d-ed0b4df0688d tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Pushing event updated for resources: {'Port': ['ID=0043f949-f49a-4e52-8ce7-1f211abe9ad1,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:16.240470 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430434fd-9b3b-4157-b40d-ed0b4df0688d tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:16.241741 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-430434fd-9b3b-4157-b40d-ed0b4df0688d tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:16.270563 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-430434fd-9b3b-4157-b40d-ed0b4df0688d tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6259673 Mar 22 19:25:16.270940 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48130) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:16.279954 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-00f6c81d-f4a6-4a7d-87ff-d39884d152fa tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:0a:9f:39'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:87:91:8a'}]}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:16.306219 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2390f891-0612-4798-a7d7-b5c8c4e32baa req-fc998886-1fa0-4fdc-b843-30aac90e7b32 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (a2d9be8e-0b99-4e9d-8bc9-acdc2f3c0882), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:16.412693 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-557f8c6f-2312-4109-aac4-6a9fca4c4fbe tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] Made reservation on behalf of cae0d10b679d4aea82cf29373520e1a2 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:25:16.416182 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-557f8c6f-2312-4109-aac4-6a9fca4c4fbe tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:16.419850 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-00f6c81d-f4a6-4a7d-87ff-d39884d152fa tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0043f949-f49a-4e52-8ce7-1f211abe9ad1), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:16.439243 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2390f891-0612-4798-a7d7-b5c8c4e32baa req-fc998886-1fa0-4fdc-b843-30aac90e7b32 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:16.440720 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2390f891-0612-4798-a7d7-b5c8c4e32baa req-fc998886-1fa0-4fdc-b843-30aac90e7b32 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0112755 Mar 22 19:25:16.443054 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-344c23dd-b020-448c-b8dc-14d272457566 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (5ac16206-7a21-48a3-8513-5efe5b9f14c0), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:16.527607 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2332204d-40f8-4308-90d6-5907167fbc5a None None] Provisioning complete for port 0043f949-f49a-4e52-8ce7-1f211abe9ad1 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:25:16.528682 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2332204d-40f8-4308-90d6-5907167fbc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (0043f949-f49a-4e52-8ce7-1f211abe9ad1), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:16.592573 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2332204d-40f8-4308-90d6-5907167fbc5a None None] Port 0043f949-f49a-4e52-8ce7-1f211abe9ad1 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:25:16.618445 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-344c23dd-b020-448c-b8dc-14d272457566 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Network 4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:25:16.625551 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2390f891-0612-4798-a7d7-b5c8c4e32baa req-8293e543-9f18-4b1c-83fa-7a70ec4fefd3 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.199 HTTP/1.1" status: 200 len: 696 time: 0.1729429 Mar 22 19:25:16.627733 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7603131-fbb8-42a5-9ebc-da1f500fabe7 req-1fa701a5-4b7c-436f-8379-82f8b7efa5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:16.629153 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e7603131-fbb8-42a5-9ebc-da1f500fabe7 req-1fa701a5-4b7c-436f-8379-82f8b7efa5f1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4064462 Mar 22 19:25:16.642496 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-344c23dd-b020-448c-b8dc-14d272457566 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:25:16.647615 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-344c23dd-b020-448c-b8dc-14d272457566 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:25:16.656133 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-00f6c81d-f4a6-4a7d-87ff-d39884d152fa tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks [] for port (0043f949-f49a-4e52-8ce7-1f211abe9ad1), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:16.661523 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-00f6c81d-f4a6-4a7d-87ff-d39884d152fa tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (0043f949-f49a-4e52-8ce7-1f211abe9ad1), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:16.671749 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c23dd-b020-448c-b8dc-14d272457566 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Pushing event updated for resources: {'Port': ['ID=5ac16206-7a21-48a3-8513-5efe5b9f14c0,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:16.728191 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452efb9f-f278-436b-ad6a-8437d9e11d8f req-5075c41e-cc56-472e-a5e6-8d0cdceeca91 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:16.729760 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-452efb9f-f278-436b-ad6a-8437d9e11d8f req-5075c41e-cc56-472e-a5e6-8d0cdceeca91 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 946 time: 0.3889637 Mar 22 19:25:16.763972 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-00f6c81d-f4a6-4a7d-87ff-d39884d152fa tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] In _notify_port_updated(), no bound segment for port 0043f949-f49a-4e52-8ce7-1f211abe9ad1 on network a55fc0e3-dca4-40a0-83e1-ff5122161c89 {{(pid=104173) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 19:25:16.769451 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f6c81d-f4a6-4a7d-87ff-d39884d152fa tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:16.770254 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-00f6c81d-f4a6-4a7d-87ff-d39884d152fa tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:16.773849 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-00f6c81d-f4a6-4a7d-87ff-d39884d152fa tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] 10.222.0.75 "PUT /v2.0/ports/0043f949-f49a-4e52-8ce7-1f211abe9ad1 HTTP/1.1" status: 200 len: 1055 time: 0.4997463 Mar 22 19:25:16.775852 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48140) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:16.783558 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6c81d-f4a6-4a7d-87ff-d39884d152fa tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Pushing event updated for resources: {'Port': ['ID=0043f949-f49a-4e52-8ce7-1f211abe9ad1,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:16.886540 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-344c23dd-b020-448c-b8dc-14d272457566 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:16.887198 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-344c23dd-b020-448c-b8dc-14d272457566 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:16.906792 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-98ac96ee-598a-470c-88d0-20a08b63fcda tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Deleting port 0043f949-f49a-4e52-8ce7-1f211abe9ad1 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:25:16.907825 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-98ac96ee-598a-470c-88d0-20a08b63fcda tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (0043f949-f49a-4e52-8ce7-1f211abe9ad1), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:16.946589 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-557f8c6f-2312-4109-aac4-6a9fca4c4fbe tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] Allocated IP 172.20.0.9 (3f614165-3c63-4f64-a1f5-9b7b26263613/0270207c-0d0a-4caa-9ec0-a6d35ab5fcae/6900f966-6d9a-445d-b4d1-a17731a001c1) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:25:16.987009 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-344c23dd-b020-448c-b8dc-14d272457566 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8114867 Mar 22 19:25:17.004356 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-452efb9f-f278-436b-ad6a-8437d9e11d8f req-44954143-4588-4331-b25f-7afc2a3b77e0 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2121253 Mar 22 19:25:17.025018 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-98ac96ee-598a-470c-88d0-20a08b63fcda tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (0043f949-f49a-4e52-8ce7-1f211abe9ad1), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:17.028147 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-a2e698ff-ef5a-472d-8fd4-3760964ef62f service neutron] Request body: {'port': {'device_id': 'bf894830-ab8b-4e68-ae3c-bf1268d2f892', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:17.040200 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-98ac96ee-598a-470c-88d0-20a08b63fcda tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Calling delete_port for 0043f949-f49a-4e52-8ce7-1f211abe9ad1 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:25:17.053174 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e7603131-fbb8-42a5-9ebc-da1f500fabe7 req-7de4de84-f834-4808-b07d-4f1f5c5e1a48 service neutron] 10.222.0.84 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157877 Mar 22 19:25:17.073657 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390f891-0612-4798-a7d7-b5c8c4e32baa req-a331b4dc-26bb-4d0f-af21-64ed46e7d988 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:17.075879 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2390f891-0612-4798-a7d7-b5c8c4e32baa req-a331b4dc-26bb-4d0f-af21-64ed46e7d988 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 784 time: 0.4344044 Mar 22 19:25:17.134840 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-eb4373c2-239b-4857-918d-bda3bf37dfc5 None None] Provisioning complete for port 0043f949-f49a-4e52-8ce7-1f211abe9ad1 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:25:17.135961 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-eb4373c2-239b-4857-918d-bda3bf37dfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (0043f949-f49a-4e52-8ce7-1f211abe9ad1), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:17.197109 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-98ac96ee-598a-470c-88d0-20a08b63fcda tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (0043f949-f49a-4e52-8ce7-1f211abe9ad1), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:17.215837 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-eb4373c2-239b-4857-918d-bda3bf37dfc5 None None] Port 0043f949-f49a-4e52-8ce7-1f211abe9ad1 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:25:17.230869 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac96ee-598a-470c-88d0-20a08b63fcda tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Pushing event deleted for resources: {'Port': ['ID=0043f949-f49a-4e52-8ce7-1f211abe9ad1,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:17.231785 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f2bc2327-0170-4e77-9460-aba55935645d req-5366088c-36fd-4011-afaa-d951b5c0abdd tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] 10.222.0.75 "GET /v2.0/ports?device_id=32288a91-853b-4902-9e3b-5ae2cbc0702a HTTP/1.1" status: 200 len: 210 time: 0.1245189 Mar 22 19:25:17.248918 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-a2e698ff-ef5a-472d-8fd4-3760964ef62f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5ac16206-7a21-48a3-8513-5efe5b9f14c0), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:17.347420 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-44ae7513-303c-4fb2-a84d-d5d5f8dca0c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:17.539234 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-98ac96ee-598a-470c-88d0-20a08b63fcda tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:17.546432 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-98ac96ee-598a-470c-88d0-20a08b63fcda tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] 10.222.0.75 "DELETE /v2.0/ports/0043f949-f49a-4e52-8ce7-1f211abe9ad1 HTTP/1.1" status: 204 len: 168 time: 0.7669404 Mar 22 19:25:17.546432 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-995e028b-f135-41d1-abe6-de66f785753a req-96bfb3ca-8cf8-4101-bc80-345b0f33fbb9 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=c87854371ff34a4285a18d10388d4a50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595202 Mar 22 19:25:17.546694 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48148) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:17.603456 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-7796e3a3-fddd-43a3-8a64-111ffc8932f9 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] GET failed (client error): The resource could not be found. Mar 22 19:25:17.608445 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7796e3a3-fddd-43a3-8a64-111ffc8932f9 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] 10.222.0.75 "GET /v2.0/ports/0043f949-f49a-4e52-8ce7-1f211abe9ad1 HTTP/1.1" status: 404 len: 333 time: 0.0559931 Mar 22 19:25:17.618499 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48150) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:17.703048 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e028b-f135-41d1-abe6-de66f785753a req-6fc01334-28fe-4ebe-a162-7a12cec78e28 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:17.704383 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-995e028b-f135-41d1-abe6-de66f785753a req-6fc01334-28fe-4ebe-a162-7a12cec78e28 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1454504 Mar 22 19:25:17.717595 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-995e028b-f135-41d1-abe6-de66f785753a req-a7c1f745-181f-4a31-9e5f-e26ac983c97a tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Request body: {'port': {'device_id': '8688a580-17dc-4e54-8d69-1c4b905465a5', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'admin_state_up': True, 'tenant_id': 'c87854371ff34a4285a18d10388d4a50'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:17.787100 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e7603131-fbb8-42a5-9ebc-da1f500fabe7 req-f8112ae8-16df-45ed-ac8a-1664045c2b0c service neutron] 10.222.0.84 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6994045 Mar 22 19:25:17.832382 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-995e028b-f135-41d1-abe6-de66f785753a req-a7c1f745-181f-4a31-9e5f-e26ac983c97a tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Made reservation on behalf of c87854371ff34a4285a18d10388d4a50 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:25:17.836198 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-995e028b-f135-41d1-abe6-de66f785753a req-a7c1f745-181f-4a31-9e5f-e26ac983c97a tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:17.846965 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-995e028b-f135-41d1-abe6-de66f785753a req-a7c1f745-181f-4a31-9e5f-e26ac983c97a tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:17.925153 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-557f8c6f-2312-4109-aac4-6a9fca4c4fbe tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] Publish callbacks [] for port (6900f966-6d9a-445d-b4d1-a17731a001c1), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:17.934446 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db81fc-ba7e-41cf-a620-acea68dd2889 req-b34cd8bd-7247-4a57-89e6-39e587fd30fc tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:17.936204 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-56db81fc-ba7e-41cf-a620-acea68dd2889 req-b34cd8bd-7247-4a57-89e6-39e587fd30fc tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf894830-ab8b-4e68-ae3c-bf1268d2f892 HTTP/1.1" status: 200 len: 932 time: 0.3246322 Mar 22 19:25:17.936531 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-995e028b-f135-41d1-abe6-de66f785753a req-a7c1f745-181f-4a31-9e5f-e26ac983c97a tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Publish callbacks [] for security_group (6af10635-7c33-4e8f-a0ea-010735c522e3), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:17.942516 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-995e028b-f135-41d1-abe6-de66f785753a req-a7c1f745-181f-4a31-9e5f-e26ac983c97a tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (6af10635-7c33-4e8f-a0ea-010735c522e3), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:17.948154 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23aae0a-cc84-4f36-b916-7d3f9713184d req-8ae89618-2bde-4bfc-afe1-a77c9f0bb1c7 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:17.949653 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e23aae0a-cc84-4f36-b916-7d3f9713184d req-8ae89618-2bde-4bfc-afe1-a77c9f0bb1c7 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d0a00d7-19f2-448e-800d-fc5ebc29885d HTTP/1.1" status: 200 len: 945 time: 0.3405197 Mar 22 19:25:18.009204 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1f745-181f-4a31-9e5f-e26ac983c97a tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6af10635-7c33-4e8f-a0ea-010735c522e3,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:18.079164 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-995e028b-f135-41d1-abe6-de66f785753a req-a7c1f745-181f-4a31-9e5f-e26ac983c97a tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Allocated IP 192.168.233.27 (43c82fd2-7e25-4eba-86f2-aced26197dba/e28314b8-0ed1-465e-a6f2-eda7f6b773cd/d797c08b-ec86-4947-b515-8d22e032c317) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:25:18.127402 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-56db81fc-ba7e-41cf-a620-acea68dd2889 req-c91034f1-2578-4c48-9bd2-f68c4f974edc tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732821 Mar 22 19:25:18.137054 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-a428a463-438a-4f78-bf11-c8ec5fe7f5d1 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Deleting port abc5ba93-3eb3-463e-8a79-e6b72084ab00 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:25:18.137400 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a428a463-438a-4f78-bf11-c8ec5fe7f5d1 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (abc5ba93-3eb3-463e-8a79-e6b72084ab00), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:18.150023 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-557f8c6f-2312-4109-aac4-6a9fca4c4fbe tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (6900f966-6d9a-445d-b4d1-a17731a001c1), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:18.160905 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e23aae0a-cc84-4f36-b916-7d3f9713184d req-8487abf6-b049-4c8a-9c2d-2d85800756a3 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010171 Mar 22 19:25:18.187352 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:18.262333 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-995e028b-f135-41d1-abe6-de66f785753a req-a7c1f745-181f-4a31-9e5f-e26ac983c97a tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Publish callbacks [] for port (d797c08b-ec86-4947-b515-8d22e032c317), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:18.293810 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-557f8c6f-2312-4109-aac4-6a9fca4c4fbe tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] Network 3f614165-3c63-4f64-a1f5-9b7b26263613 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:25:18.298680 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-995e028b-f135-41d1-abe6-de66f785753a req-a7c1f745-181f-4a31-9e5f-e26ac983c97a tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (d797c08b-ec86-4947-b515-8d22e032c317), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:18.341165 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-995e028b-f135-41d1-abe6-de66f785753a req-a7c1f745-181f-4a31-9e5f-e26ac983c97a tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Network 43c82fd2-7e25-4eba-86f2-aced26197dba is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:25:18.341779 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f8c6f-2312-4109-aac4-6a9fca4c4fbe tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] Pushing event updated for resources: {'Port': ['ID=6900f966-6d9a-445d-b4d1-a17731a001c1,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:18.344321 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-557f8c6f-2312-4109-aac4-6a9fca4c4fbe tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:25:18.355346 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-995e028b-f135-41d1-abe6-de66f785753a req-a7c1f745-181f-4a31-9e5f-e26ac983c97a tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:25:18.358217 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-995e028b-f135-41d1-abe6-de66f785753a req-a7c1f745-181f-4a31-9e5f-e26ac983c97a tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:25:18.375106 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-557f8c6f-2312-4109-aac4-6a9fca4c4fbe tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:25:18.384536 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1f745-181f-4a31-9e5f-e26ac983c97a tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Pushing event updated for resources: {'Port': ['ID=d797c08b-ec86-4947-b515-8d22e032c317,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:18.386821 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b26792c-6f92-4371-a65b-192e722fd4be req-fa67466b-9130-4034-977d-c5f8a010b7fa tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=c87854371ff34a4285a18d10388d4a50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1223943 Mar 22 19:25:18.412923 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e028b-f135-41d1-abe6-de66f785753a req-a7c1f745-181f-4a31-9e5f-e26ac983c97a tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:18.414308 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-995e028b-f135-41d1-abe6-de66f785753a req-a7c1f745-181f-4a31-9e5f-e26ac983c97a tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:18.434494 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-995e028b-f135-41d1-abe6-de66f785753a req-a7c1f745-181f-4a31-9e5f-e26ac983c97a tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7210760 Mar 22 19:25:18.448128 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-995e028b-f135-41d1-abe6-de66f785753a req-07be96f4-b000-4cd2-8c27-80b628ef1767 service neutron] Request body: {'port': {'device_id': '8688a580-17dc-4e54-8d69-1c4b905465a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:18.484881 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a428a463-438a-4f78-bf11-c8ec5fe7f5d1 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (abc5ba93-3eb3-463e-8a79-e6b72084ab00), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:18.511752 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-995e028b-f135-41d1-abe6-de66f785753a req-07be96f4-b000-4cd2-8c27-80b628ef1767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d797c08b-ec86-4947-b515-8d22e032c317), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:18.549497 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-a428a463-438a-4f78-bf11-c8ec5fe7f5d1 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Calling delete_port for abc5ba93-3eb3-463e-8a79-e6b72084ab00 owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:25:18.559102 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-a2e698ff-ef5a-472d-8fd4-3760964ef62f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac16206-7a21-48a3-8513-5efe5b9f14c0 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:25:18.590423 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-557f8c6f-2312-4109-aac4-6a9fca4c4fbe tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:18.590423 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-557f8c6f-2312-4109-aac4-6a9fca4c4fbe tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:18.599112 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-a2e698ff-ef5a-472d-8fd4-3760964ef62f service neutron] Publish callbacks [] for port (5ac16206-7a21-48a3-8513-5efe5b9f14c0), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:18.600447 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:18.619520 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8a28f-451d-401d-a1d4-2db5bbbb42d5 req-b1f2f041-09eb-419f-a5d1-6b1e7fd1c3c1 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:18.621760 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-08e8a28f-451d-401d-a1d4-2db5bbbb42d5 req-b1f2f041-09eb-419f-a5d1-6b1e7fd1c3c1 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/ports?device_id=068fc369-e3b0-4b3e-b0d9-2a27adbff7c7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3622885 Mar 22 19:25:18.650343 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-5237d702-caa5-48b3-bb91-f918710b7060 None None] Provisioning complete for port d797c08b-ec86-4947-b515-8d22e032c317 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:25:18.651014 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5237d702-caa5-48b3-bb91-f918710b7060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d797c08b-ec86-4947-b515-8d22e032c317), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:18.690238 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-5237d702-caa5-48b3-bb91-f918710b7060 None None] Port d797c08b-ec86-4947-b515-8d22e032c317 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:25:18.724716 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-a2e698ff-ef5a-472d-8fd4-3760964ef62f service neutron] Transition to ACTIVE for port object 5ac16206-7a21-48a3-8513-5efe5b9f14c0 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:25:18.735801 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-557f8c6f-2312-4109-aac4-6a9fca4c4fbe tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8192739 Mar 22 19:25:18.747360 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-a2e698ff-ef5a-472d-8fd4-3760964ef62f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (5ac16206-7a21-48a3-8513-5efe5b9f14c0), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:18.759155 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-08e8a28f-451d-401d-a1d4-2db5bbbb42d5 req-346296b7-0548-4d00-bae9-ffec6fe18a57 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.199 HTTP/1.1" status: 200 len: 696 time: 0.1228049 Mar 22 19:25:18.768590 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-24a9f87c-b843-40ee-bafb-fb345c03a0c9 service neutron] Request body: {'port': {'device_id': '32288a91-853b-4902-9e3b-5ae2cbc0702a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:18.817156 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26792c-6f92-4371-a65b-192e722fd4be req-f9772f58-5c01-469b-bd2d-e5d351c28318 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:18.818661 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b26792c-6f92-4371-a65b-192e722fd4be req-f9772f58-5c01-469b-bd2d-e5d351c28318 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3945715 Mar 22 19:25:18.823709 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-995e028b-f135-41d1-abe6-de66f785753a req-07be96f4-b000-4cd2-8c27-80b628ef1767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d797c08b-ec86-4947-b515-8d22e032c317 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:25:18.829094 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-08e8a28f-451d-401d-a1d4-2db5bbbb42d5 req-b885b13d-9eb6-44cb-81f2-9da8adfe8c60 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Request body: {'floatingip': {'port_id': '8aed8a7a-e159-48fe-b2dd-2256e03f9311', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:18.831617 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-995e028b-f135-41d1-abe6-de66f785753a req-07be96f4-b000-4cd2-8c27-80b628ef1767 service neutron] Publish callbacks [] for port (d797c08b-ec86-4947-b515-8d22e032c317), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:18.847004 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-995e028b-f135-41d1-abe6-de66f785753a req-07be96f4-b000-4cd2-8c27-80b628ef1767 service neutron] Transition to ACTIVE for port object d797c08b-ec86-4947-b515-8d22e032c317 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:25:18.851095 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-995e028b-f135-41d1-abe6-de66f785753a req-07be96f4-b000-4cd2-8c27-80b628ef1767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (d797c08b-ec86-4947-b515-8d22e032c317), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:18.911686 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-08e8a28f-451d-401d-a1d4-2db5bbbb42d5 req-b885b13d-9eb6-44cb-81f2-9da8adfe8c60 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks [] for floatingip (a2d9be8e-0b99-4e9d-8bc9-acdc2f3c0882), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:18.912143 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be96f4-b000-4cd2-8c27-80b628ef1767 service neutron] Pushing event updated for resources: {'Port': ['ID=d797c08b-ec86-4947-b515-8d22e032c317,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:18.925531 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b26792c-6f92-4371-a65b-192e722fd4be req-9f61a8cb-e3cd-416f-9616-eb738283f5d5 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/quotas/c87854371ff34a4285a18d10388d4a50 HTTP/1.1" status: 200 len: 375 time: 0.0879405 Mar 22 19:25:18.934119 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e698ff-ef5a-472d-8fd4-3760964ef62f service neutron] Pushing event updated for resources: {'Port': ['ID=5ac16206-7a21-48a3-8513-5efe5b9f14c0,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:18.993726 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-995e028b-f135-41d1-abe6-de66f785753a req-07be96f4-b000-4cd2-8c27-80b628ef1767 service neutron] Attempting to bind port d797c08b-ec86-4947-b515-8d22e032c317 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:25:18.995277 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-995e028b-f135-41d1-abe6-de66f785753a req-07be96f4-b000-4cd2-8c27-80b628ef1767 service neutron] Attempting to bind port d797c08b-ec86-4947-b515-8d22e032c317 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:25:18.995277 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995e028b-f135-41d1-abe6-de66f785753a req-07be96f4-b000-4cd2-8c27-80b628ef1767 service neutron] Attempting to bind port d797c08b-ec86-4947-b515-8d22e032c317 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:25:19.002111 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995e028b-f135-41d1-abe6-de66f785753a req-07be96f4-b000-4cd2-8c27-80b628ef1767 service neutron] Port d797c08b-ec86-4947-b515-8d22e032c317 on network 43c82fd2-7e25-4eba-86f2-aced26197dba not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:25:19.002212 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995e028b-f135-41d1-abe6-de66f785753a req-07be96f4-b000-4cd2-8c27-80b628ef1767 service neutron] Attempting to bind port d797c08b-ec86-4947-b515-8d22e032c317 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:25:19.007901 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995e028b-f135-41d1-abe6-de66f785753a req-07be96f4-b000-4cd2-8c27-80b628ef1767 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:25:19.008308 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995e028b-f135-41d1-abe6-de66f785753a req-07be96f4-b000-4cd2-8c27-80b628ef1767 service neutron] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:25:19.008970 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-995e028b-f135-41d1-abe6-de66f785753a req-07be96f4-b000-4cd2-8c27-80b628ef1767 service neutron] Bound using segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:25:19.009575 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-995e028b-f135-41d1-abe6-de66f785753a req-07be96f4-b000-4cd2-8c27-80b628ef1767 service neutron] Bound port: d797c08b-ec86-4947-b515-8d22e032c317, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:25:19.009965 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-995e028b-f135-41d1-abe6-de66f785753a req-07be96f4-b000-4cd2-8c27-80b628ef1767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d797c08b-ec86-4947-b515-8d22e032c317), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:19.086762 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-995e028b-f135-41d1-abe6-de66f785753a req-07be96f4-b000-4cd2-8c27-80b628ef1767 service neutron] For port d797c08b-ec86-4947-b515-8d22e032c317, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:25:19.091148 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-995e028b-f135-41d1-abe6-de66f785753a req-07be96f4-b000-4cd2-8c27-80b628ef1767 service neutron] For port d797c08b-ec86-4947-b515-8d22e032c317, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=d797c08b-ec86-4947-b515-8d22e032c317,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:25:19.097902 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-995e028b-f135-41d1-abe6-de66f785753a req-07be96f4-b000-4cd2-8c27-80b628ef1767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (d797c08b-ec86-4947-b515-8d22e032c317), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:19.121519 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-24a9f87c-b843-40ee-bafb-fb345c03a0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6900f966-6d9a-445d-b4d1-a17731a001c1), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:19.137272 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e028b-f135-41d1-abe6-de66f785753a req-07be96f4-b000-4cd2-8c27-80b628ef1767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:19.137956 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-995e028b-f135-41d1-abe6-de66f785753a req-07be96f4-b000-4cd2-8c27-80b628ef1767 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:19.139607 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-995e028b-f135-41d1-abe6-de66f785753a req-07be96f4-b000-4cd2-8c27-80b628ef1767 service neutron] 10.222.0.84 "PUT /v2.0/ports/d797c08b-ec86-4947-b515-8d22e032c317 HTTP/1.1" status: 200 len: 1096 time: 0.6971140 Mar 22 19:25:19.140062 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8688a580-17dc-4e54-8d69-1c4b905465a5', 'tag': 'd797c08b-ec86-4947-b515-8d22e032c317'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:25:19.143182 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2823460-2d21-4a72-9a76-321715a93e28" -d '{"events": [{"name": "network-changed", "server_uuid": "8688a580-17dc-4e54-8d69-1c4b905465a5", "tag": "d797c08b-ec86-4947-b515-8d22e032c317"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:25:19.171999 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be96f4-b000-4cd2-8c27-80b628ef1767 service neutron] Pushing event updated for resources: {'Port': ['ID=d797c08b-ec86-4947-b515-8d22e032c317,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:19.238127 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e028b-f135-41d1-abe6-de66f785753a req-0b35ae9e-4596-47a4-bf88-4f4eb9148262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:19.239643 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-995e028b-f135-41d1-abe6-de66f785753a req-0b35ae9e-4596-47a4-bf88-4f4eb9148262 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c87854371ff34a4285a18d10388d4a50&device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 1130 time: 0.0581527 Mar 22 19:25:19.289220 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-995e028b-f135-41d1-abe6-de66f785753a req-224f70e6-83f5-4091-a070-a78e8edc6e8f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=d797c08b-ec86-4947-b515-8d22e032c317 HTTP/1.1" status: 200 len: 217 time: 0.0422251 Mar 22 19:25:19.341981 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e028b-f135-41d1-abe6-de66f785753a req-4b095a76-76ee-454e-b5f8-b54c5af7b6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:19.343466 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-995e028b-f135-41d1-abe6-de66f785753a req-4b095a76-76ee-454e-b5f8-b54c5af7b6be service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.0484138 Mar 22 19:25:19.412383 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e028b-f135-41d1-abe6-de66f785753a req-78c1276b-e176-4789-a149-54946229b0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:19.413914 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-995e028b-f135-41d1-abe6-de66f785753a req-78c1276b-e176-4789-a149-54946229b0e0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0493951 Mar 22 19:25:19.515380 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-995e028b-f135-41d1-abe6-de66f785753a req-dea7b196-e60a-4e5f-beda-2b3e779f5070 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946240 Mar 22 19:25:19.550166 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a428a463-438a-4f78-bf11-c8ec5fe7f5d1 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (abc5ba93-3eb3-463e-8a79-e6b72084ab00), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:19.583929 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b26792c-6f92-4371-a65b-192e722fd4be req-37773204-6446-4a25-9ab2-2bbcdc3ca47b tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c87854371ff34a4285a18d10388d4a50&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5908966 Mar 22 19:25:19.596387 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-a2e698ff-ef5a-472d-8fd4-3760964ef62f service neutron] Attempting to bind port 5ac16206-7a21-48a3-8513-5efe5b9f14c0 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:25:19.596731 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-a2e698ff-ef5a-472d-8fd4-3760964ef62f service neutron] Attempting to bind port 5ac16206-7a21-48a3-8513-5efe5b9f14c0 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '8c6ba457-004e-47f9-ab30-ce3aaf4ab771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:25:19.597070 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-a2e698ff-ef5a-472d-8fd4-3760964ef62f service neutron] Attempting to bind port 5ac16206-7a21-48a3-8513-5efe5b9f14c0 on network 4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:25:19.624037 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-995e028b-f135-41d1-abe6-de66f785753a req-a77a15fa-eaff-4991-84f4-42c033422181 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927687 Mar 22 19:25:19.678718 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-a2e698ff-ef5a-472d-8fd4-3760964ef62f service neutron] Port 5ac16206-7a21-48a3-8513-5efe5b9f14c0 on network 4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:25:19.679042 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-a2e698ff-ef5a-472d-8fd4-3760964ef62f service neutron] Attempting to bind port 5ac16206-7a21-48a3-8513-5efe5b9f14c0 on network 4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:25:19.681139 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428a463-438a-4f78-bf11-c8ec5fe7f5d1 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Pushing event deleted for resources: {'Port': ['ID=abc5ba93-3eb3-463e-8a79-e6b72084ab00,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:19.726987 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-a2e698ff-ef5a-472d-8fd4-3760964ef62f service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:25:19.727342 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-a2e698ff-ef5a-472d-8fd4-3760964ef62f service neutron] Checking segment: {'id': '8c6ba457-004e-47f9-ab30-ce3aaf4ab771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:25:19.727714 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-a2e698ff-ef5a-472d-8fd4-3760964ef62f service neutron] Bound using segment: {'id': '8c6ba457-004e-47f9-ab30-ce3aaf4ab771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:25:19.728179 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-a2e698ff-ef5a-472d-8fd4-3760964ef62f service neutron] Bound port: 5ac16206-7a21-48a3-8513-5efe5b9f14c0, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c6ba457-004e-47f9-ab30-ce3aaf4ab771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:25:19.728546 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-a2e698ff-ef5a-472d-8fd4-3760964ef62f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5ac16206-7a21-48a3-8513-5efe5b9f14c0), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:19.945591 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a428a463-438a-4f78-bf11-c8ec5fe7f5d1 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:19.948865 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a428a463-438a-4f78-bf11-c8ec5fe7f5d1 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] 10.222.0.75 "DELETE /v2.0/ports/abc5ba93-3eb3-463e-8a79-e6b72084ab00 HTTP/1.1" status: 204 len: 168 time: 2.3271763 Mar 22 19:25:19.952779 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48180) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:19.981653 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-e86744be-ffa1-44a2-ae20-079069855a73 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] GET failed (client error): The resource could not be found. Mar 22 19:25:19.989209 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e86744be-ffa1-44a2-ae20-079069855a73 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] 10.222.0.75 "GET /v2.0/ports/abc5ba93-3eb3-463e-8a79-e6b72084ab00 HTTP/1.1" status: 404 len: 333 time: 0.0354714 Mar 22 19:25:19.989955 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48182) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:20.007553 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:20.081227 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-a2e698ff-ef5a-472d-8fd4-3760964ef62f service neutron] For port 5ac16206-7a21-48a3-8513-5efe5b9f14c0, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:25:20.103889 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa6687-5caf-4d3d-b207-ba7a5b9b3ff1 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Deleting port 7b7957e4-075a-4437-a216-df9eefceae84 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:25:20.104283 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f4fa6687-5caf-4d3d-b207-ba7a5b9b3ff1 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (7b7957e4-075a-4437-a216-df9eefceae84), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:20.114299 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-a2e698ff-ef5a-472d-8fd4-3760964ef62f service neutron] For port 5ac16206-7a21-48a3-8513-5efe5b9f14c0, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=5ac16206-7a21-48a3-8513-5efe5b9f14c0,segment=NetworkSegment(8c6ba457-004e-47f9-ab30-ce3aaf4ab771),segment_id=8c6ba457-004e-47f9-ab30-ce3aaf4ab771)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:25:20.122167 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58a3fe-40eb-45f5-8db1-b033dc1177a5 req-a8a06c5c-0fed-4018-bf00-4515b3e8d558 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:20.124215 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2f58a3fe-40eb-45f5-8db1-b033dc1177a5 req-a8a06c5c-0fed-4018-bf00-4515b3e8d558 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 946 time: 0.2946007 Mar 22 19:25:20.153770 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-a2e698ff-ef5a-472d-8fd4-3760964ef62f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (5ac16206-7a21-48a3-8513-5efe5b9f14c0), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:20.197581 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f4fa6687-5caf-4d3d-b207-ba7a5b9b3ff1 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (7b7957e4-075a-4437-a216-df9eefceae84), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:20.219099 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-f4fa6687-5caf-4d3d-b207-ba7a5b9b3ff1 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Calling delete_port for 7b7957e4-075a-4437-a216-df9eefceae84 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:25:20.267161 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-a2e698ff-ef5a-472d-8fd4-3760964ef62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:20.267774 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-a2e698ff-ef5a-472d-8fd4-3760964ef62f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:20.269208 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-a2e698ff-ef5a-472d-8fd4-3760964ef62f service neutron] 10.222.0.84 "PUT /v2.0/ports/5ac16206-7a21-48a3-8513-5efe5b9f14c0 HTTP/1.1" status: 200 len: 1093 time: 3.2558246 Mar 22 19:25:20.275084 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf894830-ab8b-4e68-ae3c-bf1268d2f892', 'tag': '5ac16206-7a21-48a3-8513-5efe5b9f14c0'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:25:20.277373 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012de89f-fc52-4bd3-ae78-edd030d4e846" -d '{"events": [{"name": "network-changed", "server_uuid": "bf894830-ab8b-4e68-ae3c-bf1268d2f892", "tag": "5ac16206-7a21-48a3-8513-5efe5b9f14c0"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:25:20.282954 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.db.resource_extend [req-08e8a28f-451d-401d-a1d4-2db5bbbb42d5 req-b885b13d-9eb6-44cb-81f2-9da8adfe8c60 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:25:20.365257 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f4fa6687-5caf-4d3d-b207-ba7a5b9b3ff1 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (7b7957e4-075a-4437-a216-df9eefceae84), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:20.369908 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-24a9f87c-b843-40ee-bafb-fb345c03a0c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6900f966-6d9a-445d-b4d1-a17731a001c1 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:25:20.400249 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2f58a3fe-40eb-45f5-8db1-b033dc1177a5 req-484a19d4-5115-4004-846e-aa99a453c209 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2638459 Mar 22 19:25:20.402240 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-24a9f87c-b843-40ee-bafb-fb345c03a0c9 service neutron] Publish callbacks [] for port (6900f966-6d9a-445d-b4d1-a17731a001c1), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:20.407686 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e698ff-ef5a-472d-8fd4-3760964ef62f service neutron] Pushing event updated for resources: {'Port': ['ID=5ac16206-7a21-48a3-8513-5efe5b9f14c0,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:20.421851 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa6687-5caf-4d3d-b207-ba7a5b9b3ff1 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Pushing event deleted for resources: {'Port': ['ID=7b7957e4-075a-4437-a216-df9eefceae84,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:20.422579 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-08e8a28f-451d-401d-a1d4-2db5bbbb42d5 req-b885b13d-9eb6-44cb-81f2-9da8adfe8c60 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:20.433045 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-08e8a28f-451d-401d-a1d4-2db5bbbb42d5 req-b885b13d-9eb6-44cb-81f2-9da8adfe8c60 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (a2d9be8e-0b99-4e9d-8bc9-acdc2f3c0882), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:20.435935 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-24a9f87c-b843-40ee-bafb-fb345c03a0c9 service neutron] Transition to ACTIVE for port object 6900f966-6d9a-445d-b4d1-a17731a001c1 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:25:20.480617 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-24a9f87c-b843-40ee-bafb-fb345c03a0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (6900f966-6d9a-445d-b4d1-a17731a001c1), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:20.501899 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f4fa6687-5caf-4d3d-b207-ba7a5b9b3ff1 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:20.505578 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f4fa6687-5caf-4d3d-b207-ba7a5b9b3ff1 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] 10.222.0.75 "DELETE /v2.0/ports/7b7957e4-075a-4437-a216-df9eefceae84 HTTP/1.1" status: 204 len: 168 time: 0.5145504 Mar 22 19:25:20.508344 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48190) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:20.564064 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff6a1c1a-5bbd-4822-9541-9682ad812b09 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Deleting subnet b82941bd-b515-4efa-b3d9-3b0019c69f97 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:25:20.568294 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ff6a1c1a-5bbd-4822-9541-9682ad812b09 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks [] for subnet (b82941bd-b515-4efa-b3d9-3b0019c69f97), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:20.605346 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-517322b3-1744-4ab1-a4d0-bbe8f94f75a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:20.606908 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-517322b3-1744-4ab1-a4d0-bbe8f94f75a1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cd5d7b09e78b4f8992b733b5b4229fbb&device_id=bf894830-ab8b-4e68-ae3c-bf1268d2f892 HTTP/1.1" status: 200 len: 1127 time: 0.2827165 Mar 22 19:25:20.610533 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ff6a1c1a-5bbd-4822-9541-9682ad812b09 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (b82941bd-b515-4efa-b3d9-3b0019c69f97), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:20.690169 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a9f87c-b843-40ee-bafb-fb345c03a0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6900f966-6d9a-445d-b4d1-a17731a001c1,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:20.701543 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-2d38f79b-d892-4fc7-9b7b-fdb7ff1c9c73 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ac16206-7a21-48a3-8513-5efe5b9f14c0 HTTP/1.1" status: 200 len: 217 time: 0.0814867 Mar 22 19:25:20.714562 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ff6a1c1a-5bbd-4822-9541-9682ad812b09 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (b82941bd-b515-4efa-b3d9-3b0019c69f97), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:20.781605 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ff6a1c1a-5bbd-4822-9541-9682ad812b09 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (b82941bd-b515-4efa-b3d9-3b0019c69f97), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:20.811514 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6a1c1a-5bbd-4822-9541-9682ad812b09 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Pushing event deleted for resources: {'Subnet': ['ID=b82941bd-b515-4efa-b3d9-3b0019c69f97,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:20.813673 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ff6a1c1a-5bbd-4822-9541-9682ad812b09 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:20.819847 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ff6a1c1a-5bbd-4822-9541-9682ad812b09 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] 10.222.0.75 "DELETE /v2.0/subnets/b82941bd-b515-4efa-b3d9-3b0019c69f97 HTTP/1.1" status: 204 len: 168 time: 0.3082814 Mar 22 19:25:20.820144 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48192) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:20.823648 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fcd75d-4a1a-4891-bbac-81be09d7073e None None] Network a55fc0e3-dca4-40a0-83e1-ff5122161c89 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:25:20.838957 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265277d3-8b90-4194-9c34-67175512babc req-511a9b24-e13d-4aad-945f-38e8757d2bb9 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:20.840884 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-265277d3-8b90-4194-9c34-67175512babc req-511a9b24-e13d-4aad-945f-38e8757d2bb9 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c945358-b571-4291-af5f-fc5297f59b36 HTTP/1.1" status: 200 len: 946 time: 0.3089464 Mar 22 19:25:20.842871 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [req-08e8a28f-451d-401d-a1d4-2db5bbbb42d5 req-b885b13d-9eb6-44cb-81f2-9da8adfe8c60 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Floating IP a2d9be8e-0b99-4e9d-8bc9-acdc2f3c0882 associated. External IP: 172.25.5.199, port: 8aed8a7a-e159-48fe-b2dd-2256e03f9311. Mar 22 19:25:20.883691 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-5fae413e-f8ab-4afe-b3a3-a016886faa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:20.885202 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-5fae413e-f8ab-4afe-b3a3-a016886faa82 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9beaf938-d336-4dec-9fdf-4059a4c13370 HTTP/1.1" status: 200 len: 852 time: 0.1613517 Mar 22 19:25:20.914306 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad498d7e-8f6b-4ad4-8693-3a969324f005 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (a55fc0e3-dca4-40a0-83e1-ff5122161c89), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:20.926169 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b26792c-6f92-4371-a65b-192e722fd4be req-490b6722-e631-4d6b-9837-0b8488e6aa1f tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=c87854371ff34a4285a18d10388d4a50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1498454 Mar 22 19:25:20.987649 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-ad498d7e-8f6b-4ad4-8693-3a969324f005 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Deleting port 9116c582-f735-4971-b74c-280c72c0ba79 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:25:20.988131 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad498d7e-8f6b-4ad4-8693-3a969324f005 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (9116c582-f735-4971-b74c-280c72c0ba79), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:21.023193 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6160d20-a31a-41af-8ebe-4f5003f70456 None None] DHCP port deletion for a55fc0e3-dca4-40a0-83e1-ff5122161c89 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:25:21.052337 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-ad498d7e-8f6b-4ad4-8693-3a969324f005 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] For port 9116c582-f735-4971-b74c-280c72c0ba79, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=9116c582-f735-4971-b74c-280c72c0ba79,segment=NetworkSegment(9c43fc03-3034-4f7f-85a5-378932524e36),segment_id=9c43fc03-3034-4f7f-85a5-378932524e36)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:21.052706 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad498d7e-8f6b-4ad4-8693-3a969324f005 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (9116c582-f735-4971-b74c-280c72c0ba79), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:21.068298 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-ad498d7e-8f6b-4ad4-8693-3a969324f005 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Calling delete_port for 9116c582-f735-4971-b74c-280c72c0ba79 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:25:21.075654 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-b6160d20-a31a-41af-8ebe-4f5003f70456 None None] Deleting port 9116c582-f735-4971-b74c-280c72c0ba79 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:25:21.076573 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b6160d20-a31a-41af-8ebe-4f5003f70456 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (9116c582-f735-4971-b74c-280c72c0ba79), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:21.142214 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-b6160d20-a31a-41af-8ebe-4f5003f70456 None None] For port 9116c582-f735-4971-b74c-280c72c0ba79, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=9116c582-f735-4971-b74c-280c72c0ba79,segment=NetworkSegment(9c43fc03-3034-4f7f-85a5-378932524e36),segment_id=9c43fc03-3034-4f7f-85a5-378932524e36)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:21.142621 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b6160d20-a31a-41af-8ebe-4f5003f70456 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (9116c582-f735-4971-b74c-280c72c0ba79), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:21.159643 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad498d7e-8f6b-4ad4-8693-3a969324f005 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (9116c582-f735-4971-b74c-280c72c0ba79), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:21.162005 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-b6160d20-a31a-41af-8ebe-4f5003f70456 None None] Calling delete_port for 9116c582-f735-4971-b74c-280c72c0ba79 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:25:21.191974 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad498d7e-8f6b-4ad4-8693-3a969324f005 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Pushing event deleted for resources: {'Port': ['ID=9116c582-f735-4971-b74c-280c72c0ba79,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:21.193997 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad498d7e-8f6b-4ad4-8693-3a969324f005 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] No DVR routers for this DVR port 9116c582-f735-4971-b74c-280c72c0ba79 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:25:21.254910 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b6160d20-a31a-41af-8ebe-4f5003f70456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (9116c582-f735-4971-b74c-280c72c0ba79), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:21.288303 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6160d20-a31a-41af-8ebe-4f5003f70456 None None] Pushing event deleted for resources: {'Port': ['ID=9116c582-f735-4971-b74c-280c72c0ba79,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:21.290469 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-b132f4f6-86f2-436b-82a9-97a0f3d6a4dc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4d8eafd3-40f3-4f59-9d29-1a60a94dbe40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3592067 Mar 22 19:25:21.299036 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad498d7e-8f6b-4ad4-8693-3a969324f005 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (a55fc0e3-dca4-40a0-83e1-ff5122161c89), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:21.303601 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 9116c582-f735-4971-b74c-280c72c0ba79 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:25:21.305966 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6160d20-a31a-41af-8ebe-4f5003f70456 None None] No DVR routers for this DVR port 9116c582-f735-4971-b74c-280c72c0ba79 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:25:21.309268 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6160d20-a31a-41af-8ebe-4f5003f70456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:21.309972 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6160d20-a31a-41af-8ebe-4f5003f70456 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:21.310597 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6160d20-a31a-41af-8ebe-4f5003f70456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:21.311278 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6160d20-a31a-41af-8ebe-4f5003f70456 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:21.311825 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6160d20-a31a-41af-8ebe-4f5003f70456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:21.312340 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6160d20-a31a-41af-8ebe-4f5003f70456 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:21.313006 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6160d20-a31a-41af-8ebe-4f5003f70456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:21.313569 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6160d20-a31a-41af-8ebe-4f5003f70456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:21.314131 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6160d20-a31a-41af-8ebe-4f5003f70456 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:21.314717 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6160d20-a31a-41af-8ebe-4f5003f70456 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:21.315260 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6160d20-a31a-41af-8ebe-4f5003f70456 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:21.315830 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6160d20-a31a-41af-8ebe-4f5003f70456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:21.316364 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6160d20-a31a-41af-8ebe-4f5003f70456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:21.317306 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6160d20-a31a-41af-8ebe-4f5003f70456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:21.317859 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6160d20-a31a-41af-8ebe-4f5003f70456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:21.325636 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-ad498d7e-8f6b-4ad4-8693-3a969324f005 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a55fc0e3-dca4-40a0-83e1-ff5122161c89']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:21.330101 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-24a9f87c-b843-40ee-bafb-fb345c03a0c9 service neutron] Attempting to bind port 6900f966-6d9a-445d-b4d1-a17731a001c1 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:25:21.330443 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-24a9f87c-b843-40ee-bafb-fb345c03a0c9 service neutron] Attempting to bind port 6900f966-6d9a-445d-b4d1-a17731a001c1 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '3f702385-441d-44f3-b110-d0216449ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3f614165-3c63-4f64-a1f5-9b7b26263613'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:25:21.330774 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-24a9f87c-b843-40ee-bafb-fb345c03a0c9 service neutron] Attempting to bind port 6900f966-6d9a-445d-b4d1-a17731a001c1 on network 3f614165-3c63-4f64-a1f5-9b7b26263613 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:25:21.343617 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-ad498d7e-8f6b-4ad4-8693-3a969324f005 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c43fc03-3034-4f7f-85a5-378932524e36') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:21.343904 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-ad498d7e-8f6b-4ad4-8693-3a969324f005 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c43fc03-3034-4f7f-85a5-378932524e36') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:21.355571 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 9116c582-f735-4971-b74c-280c72c0ba79 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:25:21.356109 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 9116c582-f735-4971-b74c-280c72c0ba79 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:25:21.358559 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad498d7e-8f6b-4ad4-8693-3a969324f005 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (9c43fc03-3034-4f7f-85a5-378932524e36), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:21.361661 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:21.375426 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad498d7e-8f6b-4ad4-8693-3a969324f005 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (9c43fc03-3034-4f7f-85a5-378932524e36), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:21.381627 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad498d7e-8f6b-4ad4-8693-3a969324f005 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:25:21.382032 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad498d7e-8f6b-4ad4-8693-3a969324f005 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (9c43fc03-3034-4f7f-85a5-378932524e36), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:21.385293 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:25:21.385293 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:25:21.385293 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:25:21.385293 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:25:21.385293 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:25:21.385293 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:25:21.385293 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:25:21.385293 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:25:21.385293 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:25:21.385293 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:25:21.385293 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:25:21.385293 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:25:21.385293 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:25:21.385293 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:25:21.385293 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:25:21.385293 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:25:21.385293 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:25:21.385293 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:25:21.385293 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:25:21.385293 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:25:21.385293 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:25:21.385293 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:25:21.385293 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:25:21.385293 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:25:21.385293 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:25:21.385293 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:25:21.385293 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:25:21.385293 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:25:21.385293 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:25:21.385293 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:25:21.385293 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:25:21.385293 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:25:21.401559 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-24a9f87c-b843-40ee-bafb-fb345c03a0c9 service neutron] Port 6900f966-6d9a-445d-b4d1-a17731a001c1 on network 3f614165-3c63-4f64-a1f5-9b7b26263613 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:25:21.401923 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-24a9f87c-b843-40ee-bafb-fb345c03a0c9 service neutron] Attempting to bind port 6900f966-6d9a-445d-b4d1-a17731a001c1 on network 3f614165-3c63-4f64-a1f5-9b7b26263613 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:25:21.429778 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-265277d3-8b90-4194-9c34-67175512babc req-f42bb228-77c0-4132-b6d0-d935c16045f9 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5481029 Mar 22 19:25:21.435084 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-24a9f87c-b843-40ee-bafb-fb345c03a0c9 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:25:21.435994 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-24a9f87c-b843-40ee-bafb-fb345c03a0c9 service neutron] Checking segment: {'id': '3f702385-441d-44f3-b110-d0216449ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3f614165-3c63-4f64-a1f5-9b7b26263613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:25:21.436346 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-24a9f87c-b843-40ee-bafb-fb345c03a0c9 service neutron] Bound using segment: {'id': '3f702385-441d-44f3-b110-d0216449ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3f614165-3c63-4f64-a1f5-9b7b26263613'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:25:21.436797 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-24a9f87c-b843-40ee-bafb-fb345c03a0c9 service neutron] Bound port: 6900f966-6d9a-445d-b4d1-a17731a001c1, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f702385-441d-44f3-b110-d0216449ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3f614165-3c63-4f64-a1f5-9b7b26263613'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:25:21.437159 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-24a9f87c-b843-40ee-bafb-fb345c03a0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6900f966-6d9a-445d-b4d1-a17731a001c1), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:21.459618 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad498d7e-8f6b-4ad4-8693-3a969324f005 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (a55fc0e3-dca4-40a0-83e1-ff5122161c89), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:21.470616 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad498d7e-8f6b-4ad4-8693-3a969324f005 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:21.473979 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ad498d7e-8f6b-4ad4-8693-3a969324f005 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] 10.222.0.75 "DELETE /v2.0/networks/a55fc0e3-dca4-40a0-83e1-ff5122161c89 HTTP/1.1" status: 204 len: 168 time: 0.6527700 Mar 22 19:25:21.487276 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad498d7e-8f6b-4ad4-8693-3a969324f005 tempest-AllowedAddressPairTestJSON-1722922688 tempest-AllowedAddressPairTestJSON-1722922688-project] Pushing event deleted for resources: {'Network': ['ID=a55fc0e3-dca4-40a0-83e1-ff5122161c89,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:21.530459 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26792c-6f92-4371-a65b-192e722fd4be req-20ed8db8-a09e-421e-ae9b-ca8a57edb1b6 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:21.532259 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b26792c-6f92-4371-a65b-192e722fd4be req-20ed8db8-a09e-421e-ae9b-ca8a57edb1b6 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5995848 Mar 22 19:25:21.579777 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-3b26792c-6f92-4371-a65b-192e722fd4be req-d1f044ed-27c0-4555-946c-3c494af0b183 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Request body: {'port': {'device_id': 'a6e10b67-46e0-4cc8-b1b6-5d65f05a0969', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'admin_state_up': True, 'tenant_id': 'c87854371ff34a4285a18d10388d4a50'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:21.710999 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-36b90499-766b-42cc-9e3c-411758376fad service neutron] 10.222.0.84 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068906 Mar 22 19:25:21.734035 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48200) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:21.826804 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecfefe-17fb-48cf-84a6-857bfa0a2f08 req-77bf1c07-54e6-484b-9220-20f03657a5c8 tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:21.828611 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-71ecfefe-17fb-48cf-84a6-857bfa0a2f08 req-77bf1c07-54e6-484b-9220-20f03657a5c8 tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] 10.222.0.75 "GET /v2.0/ports?device_id=32288a91-853b-4902-9e3b-5ae2cbc0702a HTTP/1.1" status: 200 len: 943 time: 0.3330724 Mar 22 19:25:21.829705 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-24a9f87c-b843-40ee-bafb-fb345c03a0c9 service neutron] For port 6900f966-6d9a-445d-b4d1-a17731a001c1, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:25:21.863417 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-24a9f87c-b843-40ee-bafb-fb345c03a0c9 service neutron] For port 6900f966-6d9a-445d-b4d1-a17731a001c1, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=6900f966-6d9a-445d-b4d1-a17731a001c1,segment=NetworkSegment(3f702385-441d-44f3-b110-d0216449ee61),segment_id=3f702385-441d-44f3-b110-d0216449ee61)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:25:21.870436 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9308d1cf-d7ed-4fb0-8c55-f0007b38c230 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c2b0daa1c7ca4ef3b26072a04596b657&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1352413 Mar 22 19:25:21.873630 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48204) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:21.894375 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-24a9f87c-b843-40ee-bafb-fb345c03a0c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (6900f966-6d9a-445d-b4d1-a17731a001c1), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:21.920531 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e9a5e759-d57d-4e0e-9088-ec8b4de78c7e admin admin] Publish callbacks [] for security_group (132e0fd4-2ab4-4f0d-9588-523992a3bccb), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:21.942278 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e9a5e759-d57d-4e0e-9088-ec8b4de78c7e admin admin] Publish callbacks [] for security_group (132e0fd4-2ab4-4f0d-9588-523992a3bccb), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:21.973062 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08e8a28f-451d-401d-a1d4-2db5bbbb42d5 req-b885b13d-9eb6-44cb-81f2-9da8adfe8c60 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Router 994f1659-7cf6-4691-9ffd-2f9a5d678c4e has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:25:21.986192 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-24a9f87c-b843-40ee-bafb-fb345c03a0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:21.986816 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-24a9f87c-b843-40ee-bafb-fb345c03a0c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:21.988214 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-24a9f87c-b843-40ee-bafb-fb345c03a0c9 service neutron] 10.222.0.85 "PUT /v2.0/ports/6900f966-6d9a-445d-b4d1-a17731a001c1 HTTP/1.1" status: 200 len: 1092 time: 3.2368660 Mar 22 19:25:21.995822 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e9a5e759-d57d-4e0e-9088-ec8b4de78c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (132e0fd4-2ab4-4f0d-9588-523992a3bccb), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:21.999104 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e9a5e759-d57d-4e0e-9088-ec8b4de78c7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:22.000890 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e9a5e759-d57d-4e0e-9088-ec8b4de78c7e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/132e0fd4-2ab4-4f0d-9588-523992a3bccb HTTP/1.1" status: 204 len: 168 time: 0.1256506 Mar 22 19:25:22.010209 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-382d8f6f-de65-4d70-aa21-cdef7782ea2e req-ff593ccd-816e-4a15-952d-5a45a59e09d4 service neutron] 10.222.0.84 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902675 Mar 22 19:25:22.016144 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a5e759-d57d-4e0e-9088-ec8b4de78c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132e0fd4-2ab4-4f0d-9588-523992a3bccb,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:22.029372 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-71ecfefe-17fb-48cf-84a6-857bfa0a2f08 req-4ee1352d-9deb-4e7d-82c8-c4c6625a2ad1 tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] 10.222.0.75 "GET /v2.0/security-groups?id=2cb1221a-21c8-4d5f-ab3a-fcb09311ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897891 Mar 22 19:25:22.034818 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b26792c-6f92-4371-a65b-192e722fd4be req-d1f044ed-27c0-4555-946c-3c494af0b183 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Made reservation on behalf of c87854371ff34a4285a18d10388d4a50 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:25:22.038345 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-3b26792c-6f92-4371-a65b-192e722fd4be req-d1f044ed-27c0-4555-946c-3c494af0b183 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:22.041412 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a9f87c-b843-40ee-bafb-fb345c03a0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6900f966-6d9a-445d-b4d1-a17731a001c1,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:22.100514 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d42ec9-0eaa-472f-b747-3ae8872ef543 x-openstack-request-id: req-d5d42ec9-0eaa-472f-b747-3ae8872ef543 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:25:22.100725 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8688a580-17dc-4e54-8d69-1c4b905465a5", "tag": "d797c08b-ec86-4947-b515-8d22e032c317", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:25:22.101062 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d5d42ec9-0eaa-472f-b747-3ae8872ef543 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:25:22.101473 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5d42ec9-0eaa-472f-b747-3ae8872ef543'] response: {'name': 'network-changed', 'server_uuid': '8688a580-17dc-4e54-8d69-1c4b905465a5', 'tag': 'd797c08b-ec86-4947-b515-8d22e032c317', 'status': 'completed', 'code': 200} Mar 22 19:25:22.338811 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-e55c1cbf-61b4-439c-8460-66cbe3a4aefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:22.340343 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-e55c1cbf-61b4-439c-8460-66cbe3a4aefc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=cae0d10b679d4aea82cf29373520e1a2&device_id=32288a91-853b-4902-9e3b-5ae2cbc0702a HTTP/1.1" status: 200 len: 1126 time: 0.2852714 Mar 22 19:25:22.377551 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0be48f-d2c5-4658-bfed-f85aa3b79df3 req-b10c663d-046e-4c43-a284-406d133d26a4 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:22.379106 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0b0be48f-d2c5-4658-bfed-f85aa3b79df3 req-b10c663d-046e-4c43-a284-406d133d26a4 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf894830-ab8b-4e68-ae3c-bf1268d2f892 HTTP/1.1" status: 200 len: 944 time: 0.2258921 Mar 22 19:25:22.380111 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08e8a28f-451d-401d-a1d4-2db5bbbb42d5 req-b885b13d-9eb6-44cb-81f2-9da8adfe8c60 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:25:22.383578 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2823460-2d21-4a72-9a76-321715a93e28 req-794fbce8-805c-4468-9698-6d1e8baa051a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:22.384964 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c2823460-2d21-4a72-9a76-321715a93e28 req-794fbce8-805c-4468-9698-6d1e8baa051a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c87854371ff34a4285a18d10388d4a50&device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 1130 time: 0.2302265 Mar 22 19:25:22.393740 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43a862f-f221-4ef3-a277-e240d1d30402 None None] Sync routers for ids ['994f1659-7cf6-4691-9ffd-2f9a5d678c4e'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:25:22.406317 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43a862f-f221-4ef3-a277-e240d1d30402 None None] Routers {'994f1659-7cf6-4691-9ffd-2f9a5d678c4e'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:25:22.406966 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-e43a862f-f221-4ef3-a277-e240d1d30402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:25:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['994f1659-7cf6-4691-9ffd-2f9a5d678c4e'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:22.421324 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-08e8a28f-451d-401d-a1d4-2db5bbbb42d5 req-b885b13d-9eb6-44cb-81f2-9da8adfe8c60 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:22.452576 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-24aef73f-2b28-4382-9364-adf149aa6eb4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6900f966-6d9a-445d-b4d1-a17731a001c1 HTTP/1.1" status: 200 len: 217 time: 0.0956855 Mar 22 19:25:22.523823 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-e43a862f-f221-4ef3-a277-e240d1d30402 None None] Set router 994f1659-7cf6-4691-9ffd-2f9a5d678c4e gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:25:22.529909 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-3b26792c-6f92-4371-a65b-192e722fd4be req-d1f044ed-27c0-4555-946c-3c494af0b183 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Allocated IP 192.168.233.118 (43c82fd2-7e25-4eba-86f2-aced26197dba/e28314b8-0ed1-465e-a6f2-eda7f6b773cd/6f67127f-41e8-4dd7-bdac-5310a2d62b28) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:25:22.533693 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:25:22.579817 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-08e8a28f-451d-401d-a1d4-2db5bbbb42d5 req-b885b13d-9eb6-44cb-81f2-9da8adfe8c60 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "PUT /v2.0/floatingips/a2d9be8e-0b99-4e9d-8bc9-acdc2f3c0882 HTTP/1.1" status: 200 len: 997 time: 3.8039596 Mar 22 19:25:22.655496 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0b0be48f-d2c5-4658-bfed-f85aa3b79df3 req-0ced5515-1f92-47ac-8847-4dd0066a9221 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318571 Mar 22 19:25:22.657188 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-5184cf61-c60d-491c-9ebf-ee7ce6f19d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:22.659311 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-5184cf61-c60d-491c-9ebf-ee7ce6f19d03 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0270207c-0d0a-4caa-9ec0-a6d35ab5fcae HTTP/1.1" status: 200 len: 853 time: 0.1876521 Mar 22 19:25:22.700825 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2823460-2d21-4a72-9a76-321715a93e28 req-8b00fcb6-c7b1-4b9f-b819-d48ccd884089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:22.702369 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c2823460-2d21-4a72-9a76-321715a93e28 req-8b00fcb6-c7b1-4b9f-b819-d48ccd884089 service neutron] 10.222.0.84 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.2764857 Mar 22 19:25:22.723609 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-423a9066-d5fb-4f94-972c-ce4d78f3273d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3f614165-3c63-4f64-a1f5-9b7b26263613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413144 Mar 22 19:25:22.811484 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-e43a862f-f221-4ef3-a277-e240d1d30402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-201308134-router', 'tenant_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '7e35d254-5af9-4fad-930d-0e3385fae0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:24:42Z', 'updated_at': '2022-03-22T19:24:47Z', 'revision_number': 4, 'project_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'gw_port': {'id': '7e35d254-5af9-4fad-930d-0e3385fae0ce', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:42Z', 'updated_at': '2022-03-22T19:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'a2d9be8e-0b99-4e9d-8bc9-acdc2f3c0882', 'tenant_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'floating_ip_address': '172.25.5.199', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'port_id': '8aed8a7a-e159-48fe-b2dd-2256e03f9311', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b96d543-736b-4b67-aa1e-32855b2e814f', 'mac_address': 'fa:16:3e:10:9e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068fc369-e3b0-4b3e-b0d9-2a27adbff7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:25:14Z', 'updated_at': '2022-03-22T19:25:20Z', 'revision_number': 1, 'project_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30ca6d0c-3aec-4be2-b07b-b99acbf02a3c', 'name': '', 'network_id': '0b96d543-736b-4b67-aa1e-32855b2e814f', 'tenant_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'mac_address': 'fa:16:3e:59:3c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '168b6716-5f77-44fb-960d-109b2ccf8236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:46Z', 'updated_at': '2022-03-22T19:24:52Z', 'revision_number': 5, 'project_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'subnets': [{'id': '168b6716-5f77-44fb-960d-109b2ccf8236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:22.815272 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c2823460-2d21-4a72-9a76-321715a93e28 req-0343dfd5-a020-4f62-896e-9346d0a7fb87 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=d797c08b-ec86-4947-b515-8d22e032c317 HTTP/1.1" status: 200 len: 217 time: 0.0942760 Mar 22 19:25:22.834873 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48228) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:22.849118 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43a862f-f221-4ef3-a277-e240d1d30402 None None] Checking router: 994f1659-7cf6-4691-9ffd-2f9a5d678c4e for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:25:22.858967 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43a862f-f221-4ef3-a277-e240d1d30402 None None] Routers {'994f1659-7cf6-4691-9ffd-2f9a5d678c4e'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:25:22.859760 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-e43a862f-f221-4ef3-a277-e240d1d30402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:25:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['994f1659-7cf6-4691-9ffd-2f9a5d678c4e'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:22.891786 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c8a479d6-6e63-4573-9c1b-d048d588a436 req-04000f69-6be6-4187-a829-66df3eb96b30 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6e10b67-46e0-4cc8-b1b6-5d65f05a0969 HTTP/1.1" status: 200 len: 210 time: 0.1100688 Mar 22 19:25:22.895294 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-aa58b412-0e86-4b22-8e02-c3ed878274ef tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1974563165'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:22.931911 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa58b412-0e86-4b22-8e02-c3ed878274ef tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Made reservation on behalf of 7f92c580b375496a9bf8735d99383e74 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:25:22.937264 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aa58b412-0e86-4b22-8e02-c3ed878274ef tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:22.941348 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48232) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:22.955675 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aa58b412-0e86-4b22-8e02-c3ed878274ef tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:22.996429 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-e43a862f-f221-4ef3-a277-e240d1d30402 None None] Set router 994f1659-7cf6-4691-9ffd-2f9a5d678c4e gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:25:22.997381 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c4abec-1af0-4cd9-bbd7-2c6f70566a50 x-openstack-request-id: req-75c4abec-1af0-4cd9-bbd7-2c6f70566a50 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:25:22.998245 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf894830-ab8b-4e68-ae3c-bf1268d2f892", "tag": "5ac16206-7a21-48a3-8513-5efe5b9f14c0", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:25:22.998499 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-75c4abec-1af0-4cd9-bbd7-2c6f70566a50 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:25:22.998899 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75c4abec-1af0-4cd9-bbd7-2c6f70566a50'] response: {'name': 'network-changed', 'server_uuid': 'bf894830-ab8b-4e68-ae3c-bf1268d2f892', 'tag': '5ac16206-7a21-48a3-8513-5efe5b9f14c0', 'status': 'completed', 'code': 200} Mar 22 19:25:23.006782 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2823460-2d21-4a72-9a76-321715a93e28 req-7ce115d3-e0a3-4bc4-86db-afc15ec680fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:23.009227 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c2823460-2d21-4a72-9a76-321715a93e28 req-7ce115d3-e0a3-4bc4-86db-afc15ec680fa service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1799469 Mar 22 19:25:23.091240 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-96191be3-d5b2-44e6-a869-de66ac8688e9 service neutron] 10.222.0.85 "GET /v2.0/networks/3f614165-3c63-4f64-a1f5-9b7b26263613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544545 Mar 22 19:25:23.095118 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-3b26792c-6f92-4371-a65b-192e722fd4be req-d1f044ed-27c0-4555-946c-3c494af0b183 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Publish callbacks [] for port (6f67127f-41e8-4dd7-bdac-5310a2d62b28), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:23.099668 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-39a117e2-d3b4-4e47-8610-180558044886 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks [] for security_group (13884fc5-a4d1-4f48-9e13-f35f8542dc96), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:23.100203 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8a28f-451d-401d-a1d4-2db5bbbb42d5 req-08ecf5cd-633a-4fac-b058-14493c06cd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:23.102537 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-08e8a28f-451d-401d-a1d4-2db5bbbb42d5 req-08ecf5cd-633a-4fac-b058-14493c06cd0f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=faf8585acb4b40068170d9c6eaa86cb6&device_id=068fc369-e3b0-4b3e-b0d9-2a27adbff7c7 HTTP/1.1" status: 200 len: 1129 time: 0.5000916 Mar 22 19:25:23.152095 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-39a117e2-d3b4-4e47-8610-180558044886 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks [] for security_group (13884fc5-a4d1-4f48-9e13-f35f8542dc96), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:23.167064 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012de89f-fc52-4bd3-ae78-edd030d4e846 req-df186661-f5d2-4426-81dc-bae384c46270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:23.168578 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-012de89f-fc52-4bd3-ae78-edd030d4e846 req-df186661-f5d2-4426-81dc-bae384c46270 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cd5d7b09e78b4f8992b733b5b4229fbb&device_id=bf894830-ab8b-4e68-ae3c-bf1268d2f892 HTTP/1.1" status: 200 len: 1127 time: 0.1404531 Mar 22 19:25:23.262673 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-e43a862f-f221-4ef3-a277-e240d1d30402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-201308134-router', 'tenant_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '7e35d254-5af9-4fad-930d-0e3385fae0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:24:42Z', 'updated_at': '2022-03-22T19:24:47Z', 'revision_number': 4, 'project_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'gw_port': {'id': '7e35d254-5af9-4fad-930d-0e3385fae0ce', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:42Z', 'updated_at': '2022-03-22T19:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'a2d9be8e-0b99-4e9d-8bc9-acdc2f3c0882', 'tenant_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'floating_ip_address': '172.25.5.199', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'port_id': '8aed8a7a-e159-48fe-b2dd-2256e03f9311', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b96d543-736b-4b67-aa1e-32855b2e814f', 'mac_address': 'fa:16:3e:10:9e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068fc369-e3b0-4b3e-b0d9-2a27adbff7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:25:14Z', 'updated_at': '2022-03-22T19:25:20Z', 'revision_number': 1, 'project_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30ca6d0c-3aec-4be2-b07b-b99acbf02a3c', 'name': '', 'network_id': '0b96d543-736b-4b67-aa1e-32855b2e814f', 'tenant_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'mac_address': 'fa:16:3e:59:3c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '168b6716-5f77-44fb-960d-109b2ccf8236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:46Z', 'updated_at': '2022-03-22T19:24:52Z', 'revision_number': 5, 'project_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'subnets': [{'id': '168b6716-5f77-44fb-960d-109b2ccf8236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:23.273826 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aa58b412-0e86-4b22-8e02-c3ed878274ef tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks [] for security_group (8207b80b-84a1-46fd-8b2f-064d094d7354), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:23.283951 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aa58b412-0e86-4b22-8e02-c3ed878274ef tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (8207b80b-84a1-46fd-8b2f-064d094d7354), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:23.293011 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43a862f-f221-4ef3-a277-e240d1d30402 None None] The sync data for ids ['994f1659-7cf6-4691-9ffd-2f9a5d678c4e'] in n-d-705658-24 is: [{'id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-201308134-router', 'tenant_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '7e35d254-5af9-4fad-930d-0e3385fae0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:24:42Z', 'updated_at': '2022-03-22T19:24:47Z', 'revision_number': 4, 'project_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'gw_port': {'id': '7e35d254-5af9-4fad-930d-0e3385fae0ce', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:42Z', 'updated_at': '2022-03-22T19:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'a2d9be8e-0b99-4e9d-8bc9-acdc2f3c0882', 'tenant_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'floating_ip_address': '172.25.5.199', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'port_id': '8aed8a7a-e159-48fe-b2dd-2256e03f9311', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1210, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b96d543-736b-4b67-aa1e-32855b2e814f', 'mac_address': 'fa:16:3e:10:9e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068fc369-e3b0-4b3e-b0d9-2a27adbff7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:25:14Z', 'updated_at': '2022-03-22T19:25:20Z', 'revision_number': 1, 'project_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30ca6d0c-3aec-4be2-b07b-b99acbf02a3c', 'name': '', 'network_id': '0b96d543-736b-4b67-aa1e-32855b2e814f', 'tenant_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'mac_address': 'fa:16:3e:59:3c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '168b6716-5f77-44fb-960d-109b2ccf8236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:46Z', 'updated_at': '2022-03-22T19:24:52Z', 'revision_number': 5, 'project_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'subnets': [{'id': '168b6716-5f77-44fb-960d-109b2ccf8236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:25:23.339035 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa58b412-0e86-4b22-8e02-c3ed878274ef tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:25:23.347956 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-39a117e2-d3b4-4e47-8610-180558044886 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (13884fc5-a4d1-4f48-9e13-f35f8542dc96), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:23.350753 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-39a117e2-d3b4-4e47-8610-180558044886 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:23.354501 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-39a117e2-d3b4-4e47-8610-180558044886 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "DELETE /v2.0/security-groups/13884fc5-a4d1-4f48-9e13-f35f8542dc96 HTTP/1.1" status: 204 len: 168 time: 0.4094033 Mar 22 19:25:23.363012 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48236) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:23.380332 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58b412-0e86-4b22-8e02-c3ed878274ef tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8207b80b-84a1-46fd-8b2f-064d094d7354,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:23.392368 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-8fb21d63-ecf5-4508-94a1-720c427661ad tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] show failed (client error): The resource could not be found. Mar 22 19:25:23.396124 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8fb21d63-ecf5-4508-94a1-720c427661ad tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "GET /v2.0/security-groups/13884fc5-a4d1-4f48-9e13-f35f8542dc96 HTTP/1.1" status: 404 len: 347 time: 0.0292783 Mar 22 19:25:23.396124 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aa58b412-0e86-4b22-8e02-c3ed878274ef tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (72b34317-cf28-44f7-b655-012a9e56767c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:23.396124 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-aa58b412-0e86-4b22-8e02-c3ed878274ef tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Added segment 72b34317-cf28-44f7-b655-012a9e56767c of type vlan for network dc35f5f2-8d03-45a2-a0a1-8b6e553a53ab Mar 22 19:25:23.399460 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48238) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:23.421827 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012de89f-fc52-4bd3-ae78-edd030d4e846 req-fb7276d7-1202-4352-a0af-53de7d524e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:23.423470 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-012de89f-fc52-4bd3-ae78-edd030d4e846 req-fb7276d7-1202-4352-a0af-53de7d524e70 service neutron] 10.222.0.84 "GET /v2.0/networks?id=4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 HTTP/1.1" status: 200 len: 913 time: 0.2291908 Mar 22 19:25:23.463300 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a117e2-d3b4-4e47-8610-180558044886 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13884fc5-a4d1-4f48-9e13-f35f8542dc96,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:23.527756 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-012de89f-fc52-4bd3-ae78-edd030d4e846 req-0f5b596d-5c8a-4d97-b03c-3666e19ea90f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ac16206-7a21-48a3-8513-5efe5b9f14c0 HTTP/1.1" status: 200 len: 217 time: 0.0749664 Mar 22 19:25:23.557092 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e637c97a-7bc8-4fb5-9afe-bd89951b24db None None] New status for floating IP a2d9be8e-0b99-4e9d-8bc9-acdc2f3c0882: ACTIVE {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:25:23.569180 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2823460-2d21-4a72-9a76-321715a93e28 req-39bfb0e0-27bf-4f55-8643-9add78a0e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:23.570772 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c2823460-2d21-4a72-9a76-321715a93e28 req-39bfb0e0-27bf-4f55-8643-9add78a0e2eb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5359659 Mar 22 19:25:23.597623 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aa58b412-0e86-4b22-8e02-c3ed878274ef tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (dc35f5f2-8d03-45a2-a0a1-8b6e553a53ab), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:23.654899 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-3b26792c-6f92-4371-a65b-192e722fd4be req-d1f044ed-27c0-4555-946c-3c494af0b183 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (6f67127f-41e8-4dd7-bdac-5310a2d62b28), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:23.664360 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device d797c08b-ec86-4947-b515-8d22e032c317 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:25:23.681500 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012de89f-fc52-4bd3-ae78-edd030d4e846 req-70cd2bef-5dd8-4c94-bae0-b394d3cc8c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:23.682458 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942b85e-1ce5-4aaa-aa35-85c54ca68a64 req-874b7c81-bd6f-473f-b3a5-997ca1d80cf8 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:23.683443 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-012de89f-fc52-4bd3-ae78-edd030d4e846 req-70cd2bef-5dd8-4c94-bae0-b394d3cc8c82 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9beaf938-d336-4dec-9fdf-4059a4c13370 HTTP/1.1" status: 200 len: 852 time: 0.1487544 Mar 22 19:25:23.691659 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1942b85e-1ce5-4aaa-aa35-85c54ca68a64 req-874b7c81-bd6f-473f-b3a5-997ca1d80cf8 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 946 time: 0.6040523 Mar 22 19:25:23.692635 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aa58b412-0e86-4b22-8e02-c3ed878274ef tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (dc35f5f2-8d03-45a2-a0a1-8b6e553a53ab), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:23.698408 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa58b412-0e86-4b22-8e02-c3ed878274ef tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:23.699099 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aa58b412-0e86-4b22-8e02-c3ed878274ef tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:23.764407 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c7e24b4-3ed4-471d-9982-a577ea120cc8 req-8e4fcf2f-d932-4469-8897-894196cef062 service neutron] 10.222.0.85 "GET /v2.0/networks/3f614165-3c63-4f64-a1f5-9b7b26263613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6504920 Mar 22 19:25:23.774889 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8a28f-451d-401d-a1d4-2db5bbbb42d5 req-7d186400-cef9-4ebc-b244-1609ab60a430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:23.776376 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-08e8a28f-451d-401d-a1d4-2db5bbbb42d5 req-7d186400-cef9-4ebc-b244-1609ab60a430 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0b96d543-736b-4b67-aa1e-32855b2e814f HTTP/1.1" status: 200 len: 929 time: 0.6513202 Mar 22 19:25:23.798247 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port d797c08b-ec86-4947-b515-8d22e032c317, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=d797c08b-ec86-4947-b515-8d22e032c317,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:23.804234 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-012de89f-fc52-4bd3-ae78-edd030d4e846 req-03ab0c2a-989a-4c99-8609-0e87175a33ca service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4d8eafd3-40f3-4f59-9d29-1a60a94dbe40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001191 Mar 22 19:25:23.805091 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b26792c-6f92-4371-a65b-192e722fd4be req-d1f044ed-27c0-4555-946c-3c494af0b183 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Network 43c82fd2-7e25-4eba-86f2-aced26197dba is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:25:23.819524 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'd797c08b-ec86-4947-b515-8d22e032c317', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': 'd797c08b-ec86-4947-b515-8d22e032c317', 'mac_address': 'fa:16:3e:7c:45:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:25:23.836437 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-aa58b412-0e86-4b22-8e02-c3ed878274ef tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0002723 Mar 22 19:25:23.850486 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48242) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:23.857152 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f044ed-27c0-4555-946c-3c494af0b183 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Pushing event updated for resources: {'Port': ['ID=6f67127f-41e8-4dd7-bdac-5310a2d62b28,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:23.858773 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-be371cd0-84b0-4554-812f-3855878e2c8c tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Request body: {'subnet': {'network_id': 'dc35f5f2-8d03-45a2-a0a1-8b6e553a53ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:23.863858 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-3b26792c-6f92-4371-a65b-192e722fd4be req-d1f044ed-27c0-4555-946c-3c494af0b183 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:25:23.870290 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port d797c08b-ec86-4947-b515-8d22e032c317 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:25:23.870290 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d797c08b-ec86-4947-b515-8d22e032c317), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:23.883802 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d797c08b-ec86-4947-b515-8d22e032c317 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:25:23.897825 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-1220cdd6-6729-45d5-9dee-a6dc3fd0ab26 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Deleting port f03f814c-2aa5-47c4-907e-2c1daba03da8 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:25:23.898328 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1220cdd6-6729-45d5-9dee-a6dc3fd0ab26 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f03f814c-2aa5-47c4-907e-2c1daba03da8), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:23.904755 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b26792c-6f92-4371-a65b-192e722fd4be req-d1f044ed-27c0-4555-946c-3c494af0b183 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:25:23.908406 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port d797c08b-ec86-4947-b515-8d22e032c317, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=d797c08b-ec86-4947-b515-8d22e032c317,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:23.917174 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d797c08b-ec86-4947-b515-8d22e032c317), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:23.919480 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58b412-0e86-4b22-8e02-c3ed878274ef tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Pushing event updated for resources: {'Network': ['ID=dc35f5f2-8d03-45a2-a0a1-8b6e553a53ab,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:23.929417 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-08e8a28f-451d-401d-a1d4-2db5bbbb42d5 req-d236d164-82cf-4503-88af-56cbbd0bc815 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8aed8a7a-e159-48fe-b2dd-2256e03f9311 HTTP/1.1" status: 200 len: 1002 time: 0.1317780 Mar 22 19:25:23.946153 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network dc35f5f2-8d03-45a2-a0a1-8b6e553a53ab details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:25:24.014830 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8a28f-451d-401d-a1d4-2db5bbbb42d5 req-27aac9db-4c74-4a65-abff-6cf8fd7ce238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:24.016590 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-08e8a28f-451d-401d-a1d4-2db5bbbb42d5 req-27aac9db-4c74-4a65-abff-6cf8fd7ce238 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=168b6716-5f77-44fb-960d-109b2ccf8236 HTTP/1.1" status: 200 len: 867 time: 0.0530534 Mar 22 19:25:24.032441 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1942b85e-1ce5-4aaa-aa35-85c54ca68a64 req-44865d69-2d35-4954-8ba5-34bfd66748a1 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3396611 Mar 22 19:25:24.034509 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c2823460-2d21-4a72-9a76-321715a93e28 req-269ce19d-565c-45f6-8223-793d62f8aad2 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527900 Mar 22 19:25:24.047579 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=d797c08b-ec86-4947-b515-8d22e032c317,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:24.091912 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26792c-6f92-4371-a65b-192e722fd4be req-d1f044ed-27c0-4555-946c-3c494af0b183 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:24.092585 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-3b26792c-6f92-4371-a65b-192e722fd4be req-d1f044ed-27c0-4555-946c-3c494af0b183 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:24.112828 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-d522d612-23f5-46b8-a342-607b471200a9 req-74812577-27ab-4c08-9e19-94bd0963d48e tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:25:24.113925 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d522d612-23f5-46b8-a342-607b471200a9 req-74812577-27ab-4c08-9e19-94bd0963d48e tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0283251 Mar 22 19:25:24.212575 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['d797c08b-ec86-4947-b515-8d22e032c317'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:25:24.225939 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b26792c-6f92-4371-a65b-192e722fd4be req-d1f044ed-27c0-4555-946c-3c494af0b183 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6560314 Mar 22 19:25:24.243922 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-012b1c6b-f1be-41d4-9510-ea6ebd8481b2 None None] Provisioning complete for port 6f67127f-41e8-4dd7-bdac-5310a2d62b28 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:25:24.244302 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-012b1c6b-f1be-41d4-9510-ea6ebd8481b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6f67127f-41e8-4dd7-bdac-5310a2d62b28), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:24.245431 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-3b26792c-6f92-4371-a65b-192e722fd4be req-a40ee70a-4bcc-4a40-a3dc-dd4fbec6b298 service neutron] Request body: {'port': {'device_id': 'a6e10b67-46e0-4cc8-b1b6-5d65f05a0969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:24.286177 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8a28f-451d-401d-a1d4-2db5bbbb42d5 req-83f521c4-1dc4-4e2a-8ed7-4953cd91c91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:24.287733 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-08e8a28f-451d-401d-a1d4-2db5bbbb42d5 req-83f521c4-1dc4-4e2a-8ed7-4953cd91c91d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0b96d543-736b-4b67-aa1e-32855b2e814f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2475562 Mar 22 19:25:24.297683 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-012b1c6b-f1be-41d4-9510-ea6ebd8481b2 None None] Port 6f67127f-41e8-4dd7-bdac-5310a2d62b28 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:25:24.344909 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c2823460-2d21-4a72-9a76-321715a93e28 req-649c9962-27fe-45bd-a024-b617451f4f7e service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944160 Mar 22 19:25:24.399879 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d522d612-23f5-46b8-a342-607b471200a9 req-a9fdab20-d1cf-49e0-ae85-c9ea87f9b0ad tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2532423 Mar 22 19:25:24.418620 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-3b26792c-6f92-4371-a65b-192e722fd4be req-a40ee70a-4bcc-4a40-a3dc-dd4fbec6b298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6f67127f-41e8-4dd7-bdac-5310a2d62b28), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:24.437544 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-012de89f-fc52-4bd3-ae78-edd030d4e846 req-512d3d78-f3ee-4452-916c-4a7558449382 service neutron] 10.222.0.84 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6216738 Mar 22 19:25:24.439360 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1220cdd6-6729-45d5-9dee-a6dc3fd0ab26 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f03f814c-2aa5-47c4-907e-2c1daba03da8), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:24.439491 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1220cdd6-6729-45d5-9dee-a6dc3fd0ab26 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks [] for floatingip (f03f814c-2aa5-47c4-907e-2c1daba03da8), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:24.469809 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be371cd0-84b0-4554-812f-3855878e2c8c tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Made reservation on behalf of 7f92c580b375496a9bf8735d99383e74 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:25:24.473130 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be371cd0-84b0-4554-812f-3855878e2c8c tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:24.476841 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-1220cdd6-6729-45d5-9dee-a6dc3fd0ab26 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Calling delete_port for f03f814c-2aa5-47c4-907e-2c1daba03da8 owned by network:floatingip {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:25:24.484159 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-08e8a28f-451d-401d-a1d4-2db5bbbb42d5 req-71d1e702-eff9-4f45-9309-e12861cbfc47 service neutron] 10.222.0.75 "GET /v2.0/networks/0b96d543-736b-4b67-aa1e-32855b2e814f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678147 Mar 22 19:25:24.675768 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-012de89f-fc52-4bd3-ae78-edd030d4e846 req-090bf2cc-3cbe-458e-a616-01c252deec58 service neutron] 10.222.0.84 "GET /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277293 Mar 22 19:25:24.731798 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-08e8a28f-451d-401d-a1d4-2db5bbbb42d5 req-6d0a6c39-c095-49e9-a1eb-7d1dbb677852 service neutron] 10.222.0.75 "GET /v2.0/networks/0b96d543-736b-4b67-aa1e-32855b2e814f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367201 Mar 22 19:25:24.756130 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa198f-afa3-4cfc-b407-071349bdaf89 req-04d1032b-9bab-4f0c-9845-f89568187a37 tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:24.757633 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2cfa198f-afa3-4cfc-b407-071349bdaf89 req-04d1032b-9bab-4f0c-9845-f89568187a37 tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] 10.222.0.75 "GET /v2.0/ports?device_id=32288a91-853b-4902-9e3b-5ae2cbc0702a HTTP/1.1" status: 200 len: 943 time: 0.1337643 Mar 22 19:25:24.820583 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1220cdd6-6729-45d5-9dee-a6dc3fd0ab26 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f03f814c-2aa5-47c4-907e-2c1daba03da8), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:24.829076 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be371cd0-84b0-4554-812f-3855878e2c8c tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (c78874fb-b952-4cd6-9337-03ce2f50bc26), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:24.876216 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1220cdd6-6729-45d5-9dee-a6dc3fd0ab26 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Pushing event deleted for resources: {'Port': ['ID=f03f814c-2aa5-47c4-907e-2c1daba03da8,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:24.889494 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2cfa198f-afa3-4cfc-b407-071349bdaf89 req-5fa70fcc-402a-4f44-84d8-e7e1e7c1a888 tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] 10.222.0.75 "GET /v2.0/security-groups?id=2cb1221a-21c8-4d5f-ab3a-fcb09311ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198068 Mar 22 19:25:24.932352 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-3b26792c-6f92-4371-a65b-192e722fd4be req-a40ee70a-4bcc-4a40-a3dc-dd4fbec6b298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f67127f-41e8-4dd7-bdac-5310a2d62b28 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:25:24.947334 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a24c9-24bc-46b7-97d7-2265fb636e73 req-7d722730-343f-4cd7-bcfe-0d6b36ae1430 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:24.948887 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d78a24c9-24bc-46b7-97d7-2265fb636e73 req-7d722730-343f-4cd7-bcfe-0d6b36ae1430 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf894830-ab8b-4e68-ae3c-bf1268d2f892 HTTP/1.1" status: 200 len: 944 time: 0.1371009 Mar 22 19:25:24.950914 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-3b26792c-6f92-4371-a65b-192e722fd4be req-a40ee70a-4bcc-4a40-a3dc-dd4fbec6b298 service neutron] Publish callbacks [] for port (6f67127f-41e8-4dd7-bdac-5310a2d62b28), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:24.954872 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be371cd0-84b0-4554-812f-3855878e2c8c tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Pushing event updated for resources: {'Subnet': ['ID=c78874fb-b952-4cd6-9337-03ce2f50bc26,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:24.972231 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1220cdd6-6729-45d5-9dee-a6dc3fd0ab26 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks [] for floatingip (47bbb082-a1a4-4099-83ca-ed04654d4547), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:24.974670 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1220cdd6-6729-45d5-9dee-a6dc3fd0ab26 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:24.975808 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1220cdd6-6729-45d5-9dee-a6dc3fd0ab26 tempest-ImagesOneServerNegativeTestJSON-771131345 tempest-ImagesOneServerNegativeTestJSON-771131345-project] 10.222.0.75 "DELETE /v2.0/floatingips/47bbb082-a1a4-4099-83ca-ed04654d4547 HTTP/1.1" status: 204 len: 168 time: 1.5674231 Mar 22 19:25:24.978871 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be371cd0-84b0-4554-812f-3855878e2c8c tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Checking segment: {'id': '72b34317-cf28-44f7-b655-012a9e56767c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dc35f5f2-8d03-45a2-a0a1-8b6e553a53ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:25:24.979231 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be371cd0-84b0-4554-812f-3855878e2c8c tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Network hostable DHCP agents. Network: dc35f5f2-8d03-45a2-a0a1-8b6e553a53ab, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:25:24.995520 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be371cd0-84b0-4554-812f-3855878e2c8c tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Network dc35f5f2-8d03-45a2-a0a1-8b6e553a53ab is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:25:25.000240 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32288a91-853b-4902-9e3b-5ae2cbc0702a', 'tag': '6900f966-6d9a-445d-b4d1-a17731a001c1'}, {'name': 'network-changed', 'server_uuid': '068fc369-e3b0-4b3e-b0d9-2a27adbff7c7', 'tag': '8aed8a7a-e159-48fe-b2dd-2256e03f9311'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:25:25.003228 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53eb37fd-a7b3-48d6-b728-358639953a89" -d '{"events": [{"name": "network-changed", "server_uuid": "32288a91-853b-4902-9e3b-5ae2cbc0702a", "tag": "6900f966-6d9a-445d-b4d1-a17731a001c1"}, {"name": "network-changed", "server_uuid": "068fc369-e3b0-4b3e-b0d9-2a27adbff7c7", "tag": "8aed8a7a-e159-48fe-b2dd-2256e03f9311"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:25:25.004344 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-be371cd0-84b0-4554-812f-3855878e2c8c tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, dc35f5f2-8d03-45a2-a0a1-8b6e553a53ab) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:25:25.007738 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-3b26792c-6f92-4371-a65b-192e722fd4be req-a40ee70a-4bcc-4a40-a3dc-dd4fbec6b298 service neutron] Transition to ACTIVE for port object 6f67127f-41e8-4dd7-bdac-5310a2d62b28 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:25:25.012052 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb9aa92-3a8d-4226-851d-6c990fc608c3 None None] Network dc35f5f2-8d03-45a2-a0a1-8b6e553a53ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:25:25.014010 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be371cd0-84b0-4554-812f-3855878e2c8c tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:25.016023 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be371cd0-84b0-4554-812f-3855878e2c8c tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:25.018056 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-3b26792c-6f92-4371-a65b-192e722fd4be req-a40ee70a-4bcc-4a40-a3dc-dd4fbec6b298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (6f67127f-41e8-4dd7-bdac-5310a2d62b28), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:25.036455 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-be371cd0-84b0-4554-812f-3855878e2c8c tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1816103 Mar 22 19:25:25.039153 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48256) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:25.043965 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-38c7a11a-a2c8-4e49-b616-338eb077808e tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Request body: {'port': {'network_id': 'dc35f5f2-8d03-45a2-a0a1-8b6e553a53ab', 'name': 'tempest-ExtraDHCPOptionsTestJSON-266594309'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:25.110235 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ae701-2090-4a5e-983f-f0c8cbefa6ca req-20f29d5e-a2c1-4ce6-9cef-a7ea6eacf5e8 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:25.113172 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-582ae701-2090-4a5e-983f-f0c8cbefa6ca req-20f29d5e-a2c1-4ce6-9cef-a7ea6eacf5e8 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6e10b67-46e0-4cc8-b1b6-5d65f05a0969 HTTP/1.1" status: 200 len: 936 time: 0.1581111 Mar 22 19:25:25.115068 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d78a24c9-24bc-46b7-97d7-2265fb636e73 req-9fb2cce2-c875-4073-9cb8-5299c8514e25 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471493 Mar 22 19:25:25.117844 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ee70a-4bcc-4a40-a3dc-dd4fbec6b298 service neutron] Pushing event updated for resources: {'Port': ['ID=6f67127f-41e8-4dd7-bdac-5310a2d62b28,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:25.160828 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e321fb-1051-4823-abb3-c62465d5755e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-dc35f5f2-8d03-45a2-a0a1-8b6e553a53ab', 'network_id': 'dc35f5f2-8d03-45a2-a0a1-8b6e553a53ab', 'project_id': '7f92c580b375496a9bf8735d99383e74', 'fixed_ips': [{'subnet_id': 'c78874fb-b952-4cd6-9337-03ce2f50bc26'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:25:25.162547 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-45e321fb-1051-4823-abb3-c62465d5755e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:25.231486 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-582ae701-2090-4a5e-983f-f0c8cbefa6ca req-5790fd19-2e44-441b-b979-3806dad9fe37 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028652 Mar 22 19:25:25.256515 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-3b26792c-6f92-4371-a65b-192e722fd4be req-a40ee70a-4bcc-4a40-a3dc-dd4fbec6b298 service neutron] Attempting to bind port 6f67127f-41e8-4dd7-bdac-5310a2d62b28 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:25:25.256857 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-3b26792c-6f92-4371-a65b-192e722fd4be req-a40ee70a-4bcc-4a40-a3dc-dd4fbec6b298 service neutron] Attempting to bind port 6f67127f-41e8-4dd7-bdac-5310a2d62b28 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:25:25.257191 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b26792c-6f92-4371-a65b-192e722fd4be req-a40ee70a-4bcc-4a40-a3dc-dd4fbec6b298 service neutron] Attempting to bind port 6f67127f-41e8-4dd7-bdac-5310a2d62b28 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:25:25.267840 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c7a11a-a2c8-4e49-b616-338eb077808e tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Made reservation on behalf of 7f92c580b375496a9bf8735d99383e74 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:25:25.272724 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-38c7a11a-a2c8-4e49-b616-338eb077808e tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:25.276261 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b26792c-6f92-4371-a65b-192e722fd4be req-a40ee70a-4bcc-4a40-a3dc-dd4fbec6b298 service neutron] Port 6f67127f-41e8-4dd7-bdac-5310a2d62b28 on network 43c82fd2-7e25-4eba-86f2-aced26197dba not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:25:25.277184 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b26792c-6f92-4371-a65b-192e722fd4be req-a40ee70a-4bcc-4a40-a3dc-dd4fbec6b298 service neutron] Attempting to bind port 6f67127f-41e8-4dd7-bdac-5310a2d62b28 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:25:25.283218 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b26792c-6f92-4371-a65b-192e722fd4be req-a40ee70a-4bcc-4a40-a3dc-dd4fbec6b298 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:25:25.283559 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b26792c-6f92-4371-a65b-192e722fd4be req-a40ee70a-4bcc-4a40-a3dc-dd4fbec6b298 service neutron] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:25:25.283948 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b26792c-6f92-4371-a65b-192e722fd4be req-a40ee70a-4bcc-4a40-a3dc-dd4fbec6b298 service neutron] Bound using segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:25:25.284398 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-3b26792c-6f92-4371-a65b-192e722fd4be req-a40ee70a-4bcc-4a40-a3dc-dd4fbec6b298 service neutron] Bound port: 6f67127f-41e8-4dd7-bdac-5310a2d62b28, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:25:25.284745 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-3b26792c-6f92-4371-a65b-192e722fd4be req-a40ee70a-4bcc-4a40-a3dc-dd4fbec6b298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6f67127f-41e8-4dd7-bdac-5310a2d62b28), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:25.308721 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-38c7a11a-a2c8-4e49-b616-338eb077808e tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] device_id is not set on port 23f46dee-c2ed-4142-9303-bb2106135b47 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:25:25.440584 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-38c7a11a-a2c8-4e49-b616-338eb077808e tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Allocated IP 172.20.0.8 (dc35f5f2-8d03-45a2-a0a1-8b6e553a53ab/c78874fb-b952-4cd6-9337-03ce2f50bc26/23f46dee-c2ed-4142-9303-bb2106135b47) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:25:25.454644 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-3b26792c-6f92-4371-a65b-192e722fd4be req-a40ee70a-4bcc-4a40-a3dc-dd4fbec6b298 service neutron] For port 6f67127f-41e8-4dd7-bdac-5310a2d62b28, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:25:25.464468 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497fbbb-8f71-4052-b4ef-091a3d3708ee req-6cafd259-7fac-4f34-b3b3-0e1a95d7b827 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:25.471417 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d497fbbb-8f71-4052-b4ef-091a3d3708ee req-6cafd259-7fac-4f34-b3b3-0e1a95d7b827 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=40dc3035-62ea-400b-8c89-2a51ef30d2e5 HTTP/1.1" status: 200 len: 946 time: 0.1546590 Mar 22 19:25:25.474692 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-3b26792c-6f92-4371-a65b-192e722fd4be req-a40ee70a-4bcc-4a40-a3dc-dd4fbec6b298 service neutron] For port 6f67127f-41e8-4dd7-bdac-5310a2d62b28, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=6f67127f-41e8-4dd7-bdac-5310a2d62b28,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:25:25.491101 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-3b26792c-6f92-4371-a65b-192e722fd4be req-a40ee70a-4bcc-4a40-a3dc-dd4fbec6b298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (6f67127f-41e8-4dd7-bdac-5310a2d62b28), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:25.538007 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26792c-6f92-4371-a65b-192e722fd4be req-a40ee70a-4bcc-4a40-a3dc-dd4fbec6b298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:25.538626 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-3b26792c-6f92-4371-a65b-192e722fd4be req-a40ee70a-4bcc-4a40-a3dc-dd4fbec6b298 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:25.540100 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b26792c-6f92-4371-a65b-192e722fd4be req-a40ee70a-4bcc-4a40-a3dc-dd4fbec6b298 service neutron] 10.222.0.85 "PUT /v2.0/ports/6f67127f-41e8-4dd7-bdac-5310a2d62b28 HTTP/1.1" status: 200 len: 1097 time: 1.3039336 Mar 22 19:25:25.571313 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d497fbbb-8f71-4052-b4ef-091a3d3708ee req-00f0b51a-dbdf-4ca1-a61a-08bac3c16390 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990322 Mar 22 19:25:25.572332 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ee70a-4bcc-4a40-a3dc-dd4fbec6b298 service neutron] Pushing event updated for resources: {'Port': ['ID=6f67127f-41e8-4dd7-bdac-5310a2d62b28,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:25.627592 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-38c7a11a-a2c8-4e49-b616-338eb077808e tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks [] for port (23f46dee-c2ed-4142-9303-bb2106135b47), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:25.659704 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 5ac16206-7a21-48a3-8513-5efe5b9f14c0 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:25:25.664422 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device d797c08b-ec86-4947-b515-8d22e032c317 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:25:25.713872 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-38c7a11a-a2c8-4e49-b616-338eb077808e tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (23f46dee-c2ed-4142-9303-bb2106135b47), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:25.743867 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c7a11a-a2c8-4e49-b616-338eb077808e tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Network dc35f5f2-8d03-45a2-a0a1-8b6e553a53ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:25:25.746625 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-38c7a11a-a2c8-4e49-b616-338eb077808e tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:25:25.772798 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c7a11a-a2c8-4e49-b616-338eb077808e tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:25:25.780814 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26792c-6f92-4371-a65b-192e722fd4be req-b3a8f511-aca7-4d6f-bc7a-53a153568203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:25.782449 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b26792c-6f92-4371-a65b-192e722fd4be req-b3a8f511-aca7-4d6f-bc7a-53a153568203 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=c87854371ff34a4285a18d10388d4a50&device_id=a6e10b67-46e0-4cc8-b1b6-5d65f05a0969 HTTP/1.1" status: 200 len: 1131 time: 0.2001414 Mar 22 19:25:25.798705 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 22 Mar 2022 19:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0baee916-28aa-44b1-a960-de58ad04c9a3 x-openstack-request-id: req-0baee916-28aa-44b1-a960-de58ad04c9a3 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:25:25.799004 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32288a91-853b-4902-9e3b-5ae2cbc0702a", "tag": "6900f966-6d9a-445d-b4d1-a17731a001c1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "068fc369-e3b0-4b3e-b0d9-2a27adbff7c7", "tag": "8aed8a7a-e159-48fe-b2dd-2256e03f9311", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:25:25.799256 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0baee916-28aa-44b1-a960-de58ad04c9a3 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:25:25.800517 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0baee916-28aa-44b1-a960-de58ad04c9a3'] response: {'name': 'network-changed', 'server_uuid': '32288a91-853b-4902-9e3b-5ae2cbc0702a', 'tag': '6900f966-6d9a-445d-b4d1-a17731a001c1', 'status': 'completed', 'code': 200} Mar 22 19:25:25.800790 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0baee916-28aa-44b1-a960-de58ad04c9a3'] response: {'name': 'network-changed', 'server_uuid': '068fc369-e3b0-4b3e-b0d9-2a27adbff7c7', 'tag': '8aed8a7a-e159-48fe-b2dd-2256e03f9311', 'status': 'completed', 'code': 200} Mar 22 19:25:25.857892 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.resource_extend [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:25:25.888370 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6e0d17db-137a-486f-8dc0-94586fbe6052 req-572b9995-0e76-41cc-857d-4578fe01e785 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 258 time: 0.2830591 Mar 22 19:25:25.891151 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b26792c-6f92-4371-a65b-192e722fd4be req-82a73a43-5417-458b-86aa-dd9a8cd28b1b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=6f67127f-41e8-4dd7-bdac-5310a2d62b28 HTTP/1.1" status: 200 len: 217 time: 0.0943582 Mar 22 19:25:25.901963 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7a11a-a2c8-4e49-b616-338eb077808e tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Pushing event updated for resources: {'Port': ['ID=23f46dee-c2ed-4142-9303-bb2106135b47,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:25.922823 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c7a11a-a2c8-4e49-b616-338eb077808e tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:25.924030 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-38c7a11a-a2c8-4e49-b616-338eb077808e tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:25.934328 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-6e0d17db-137a-486f-8dc0-94586fbe6052 req-7319697e-afd4-4ea2-b50f-49594a0099ae tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:25.936908 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-45e321fb-1051-4823-abb3-c62465d5755e None None] Allocated IP 172.20.0.2 (dc35f5f2-8d03-45a2-a0a1-8b6e553a53ab/c78874fb-b952-4cd6-9337-03ce2f50bc26/fd700e70-9c9c-4341-b72a-88144775d1b2) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:25:25.948775 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-38c7a11a-a2c8-4e49-b616-338eb077808e tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9058106 Mar 22 19:25:25.949723 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48280) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:25.958150 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-6e9da4ce-ef83-4554-a288-f9375e258386 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Request body: {'port': {'network_id': 'dc35f5f2-8d03-45a2-a0a1-8b6e553a53ab', 'name': 'tempest-ExtraDHCPOptionsTestJSON-222151486', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:25.960526 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.api.validators [None req-6e9da4ce-ef83-4554-a288-f9375e258386 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] bootfile-name is not in valid_values {{(pid=104173) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 19:25:25.961136 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.api.validators [None req-6e9da4ce-ef83-4554-a288-f9375e258386 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] tftp-server is not in valid_values {{(pid=104173) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 19:25:25.961873 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.api.validators [None req-6e9da4ce-ef83-4554-a288-f9375e258386 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] server-ip-address is not in valid_values {{(pid=104173) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 19:25:25.969652 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port d797c08b-ec86-4947-b515-8d22e032c317 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:25:26.006440 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6e0d17db-137a-486f-8dc0-94586fbe6052 req-7319697e-afd4-4ea2-b50f-49594a0099ae tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:26.009721 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26792c-6f92-4371-a65b-192e722fd4be req-604955f3-1ec2-4de9-95c3-7d08357871eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:26.011279 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b26792c-6f92-4371-a65b-192e722fd4be req-604955f3-1ec2-4de9-95c3-7d08357871eb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1077204 Mar 22 19:25:26.016221 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb37fd-a7b3-48d6-b728-358639953a89 req-988361c5-8126-448f-ae3f-fb81459fddab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:26.017644 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53eb37fd-a7b3-48d6-b728-358639953a89 req-988361c5-8126-448f-ae3f-fb81459fddab service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=cae0d10b679d4aea82cf29373520e1a2&device_id=32288a91-853b-4902-9e3b-5ae2cbc0702a HTTP/1.1" status: 200 len: 1126 time: 0.1950245 Mar 22 19:25:26.020894 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port d797c08b-ec86-4947-b515-8d22e032c317 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:25:26.021486 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d797c08b-ec86-4947-b515-8d22e032c317), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:26.070218 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 5ac16206-7a21-48a3-8513-5efe5b9f14c0, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=5ac16206-7a21-48a3-8513-5efe5b9f14c0,segment=NetworkSegment(8c6ba457-004e-47f9-ab30-ce3aaf4ab771),segment_id=8c6ba457-004e-47f9-ab30-ce3aaf4ab771)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:26.073009 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c06ad5-f641-46d2-9cdd-62f7ff3582f0 req-4d5bf774-0bb0-456b-a54d-367f048f0713 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:26.074927 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-19c06ad5-f641-46d2-9cdd-62f7ff3582f0 req-4d5bf774-0bb0-456b-a54d-367f048f0713 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d0a00d7-19f2-448e-800d-fc5ebc29885d HTTP/1.1" status: 200 len: 945 time: 0.1851506 Mar 22 19:25:26.100710 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9da4ce-ef83-4554-a288-f9375e258386 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Made reservation on behalf of 7f92c580b375496a9bf8735d99383e74 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:25:26.100953 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '5ac16206-7a21-48a3-8513-5efe5b9f14c0', 'network_id': '4d8eafd3-40f3-4f59-9d29-1a60a94dbe40', 'port_id': '5ac16206-7a21-48a3-8513-5efe5b9f14c0', 'mac_address': 'fa:16:3e:b1:a6:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9beaf938-d336-4dec-9fdf-4059a4c13370', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:25:26.104655 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6e9da4ce-ef83-4554-a288-f9375e258386 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:26.125704 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-6e9da4ce-ef83-4554-a288-f9375e258386 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] device_id is not set on port 5b981a39-f736-4436-a4e9-e5c3851f16e3 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:25:26.204234 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 5ac16206-7a21-48a3-8513-5efe5b9f14c0 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:25:26.204623 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5ac16206-7a21-48a3-8513-5efe5b9f14c0), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:26.244404 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-45e321fb-1051-4823-abb3-c62465d5755e None None] Publish callbacks [] for port (fd700e70-9c9c-4341-b72a-88144775d1b2), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:26.254537 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac16206-7a21-48a3-8513-5efe5b9f14c0 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:25:26.263824 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-45e321fb-1051-4823-abb3-c62465d5755e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (fd700e70-9c9c-4341-b72a-88144775d1b2), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:26.274848 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port d797c08b-ec86-4947-b515-8d22e032c317 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:25:26.275243 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d797c08b-ec86-4947-b515-8d22e032c317), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:26.309162 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-6e9da4ce-ef83-4554-a288-f9375e258386 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Allocated IP 172.20.0.14 (dc35f5f2-8d03-45a2-a0a1-8b6e553a53ab/c78874fb-b952-4cd6-9337-03ce2f50bc26/5b981a39-f736-4436-a4e9-e5c3851f16e3) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:25:26.319677 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 5ac16206-7a21-48a3-8513-5efe5b9f14c0, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=5ac16206-7a21-48a3-8513-5efe5b9f14c0,segment=NetworkSegment(8c6ba457-004e-47f9-ab30-ce3aaf4ab771),segment_id=8c6ba457-004e-47f9-ab30-ce3aaf4ab771)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:26.332407 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e321fb-1051-4823-abb3-c62465d5755e None None] Network dc35f5f2-8d03-45a2-a0a1-8b6e553a53ab is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:25:26.337207 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5ac16206-7a21-48a3-8513-5efe5b9f14c0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:26.348479 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-45e321fb-1051-4823-abb3-c62465d5755e None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:25:26.351015 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e321fb-1051-4823-abb3-c62465d5755e None None] Pushing event updated for resources: {'Port': ['ID=fd700e70-9c9c-4341-b72a-88144775d1b2,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:26.353201 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e321fb-1051-4823-abb3-c62465d5755e None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:25:26.359354 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8688a580-17dc-4e54-8d69-1c4b905465a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd797c08b-ec86-4947-b515-8d22e032c317'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:25:26.361666 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11566cf7-8e43-48df-aa84-aa185a945399" -d '{"events": [{"server_uuid": "8688a580-17dc-4e54-8d69-1c4b905465a5", "name": "network-vif-plugged", "status": "completed", "tag": "d797c08b-ec86-4947-b515-8d22e032c317"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:25:26.401057 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port d797c08b-ec86-4947-b515-8d22e032c317, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=d797c08b-ec86-4947-b515-8d22e032c317,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:26.424491 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d797c08b-ec86-4947-b515-8d22e032c317), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:26.470210 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26792c-6f92-4371-a65b-192e722fd4be req-b2114004-7e59-47fb-ab6d-faecc994f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:26.471578 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=5ac16206-7a21-48a3-8513-5efe5b9f14c0,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:26.471788 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b26792c-6f92-4371-a65b-192e722fd4be req-b2114004-7e59-47fb-ab6d-faecc994f43b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4523926 Mar 22 19:25:26.474671 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-45e321fb-1051-4823-abb3-c62465d5755e None None] Attempting to bind port fd700e70-9c9c-4341-b72a-88144775d1b2 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:25:26.475514 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-45e321fb-1051-4823-abb3-c62465d5755e None None] Attempting to bind port fd700e70-9c9c-4341-b72a-88144775d1b2 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '72b34317-cf28-44f7-b655-012a9e56767c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dc35f5f2-8d03-45a2-a0a1-8b6e553a53ab'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:25:26.475514 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e321fb-1051-4823-abb3-c62465d5755e None None] Attempting to bind port fd700e70-9c9c-4341-b72a-88144775d1b2 on network dc35f5f2-8d03-45a2-a0a1-8b6e553a53ab {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:25:26.502993 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6e9da4ce-ef83-4554-a288-f9375e258386 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks [] for port (5b981a39-f736-4436-a4e9-e5c3851f16e3), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:26.503732 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e321fb-1051-4823-abb3-c62465d5755e None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:25:26.505111 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e321fb-1051-4823-abb3-c62465d5755e None None] Checking segment: {'id': '72b34317-cf28-44f7-b655-012a9e56767c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dc35f5f2-8d03-45a2-a0a1-8b6e553a53ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:25:26.505111 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-45e321fb-1051-4823-abb3-c62465d5755e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:26.505111 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e321fb-1051-4823-abb3-c62465d5755e None None] Bound using segment: {'id': '72b34317-cf28-44f7-b655-012a9e56767c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dc35f5f2-8d03-45a2-a0a1-8b6e553a53ab'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:25:26.505371 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-45e321fb-1051-4823-abb3-c62465d5755e None None] Bound port: fd700e70-9c9c-4341-b72a-88144775d1b2, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72b34317-cf28-44f7-b655-012a9e56767c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'dc35f5f2-8d03-45a2-a0a1-8b6e553a53ab'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:25:26.505691 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-45e321fb-1051-4823-abb3-c62465d5755e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fd700e70-9c9c-4341-b72a-88144775d1b2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:26.522964 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-19c06ad5-f641-46d2-9cdd-62f7ff3582f0 req-4bbeaf38-eb49-4914-8c79-d8d8e4af2bd3 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145443 Mar 22 19:25:26.541167 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6e9da4ce-ef83-4554-a288-f9375e258386 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (5b981a39-f736-4436-a4e9-e5c3851f16e3), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:26.560980 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb37fd-a7b3-48d6-b728-358639953a89 req-f3c0e5b4-a246-4e5d-ab9c-cfdb6cd4017a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:26.562498 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53eb37fd-a7b3-48d6-b728-358639953a89 req-f3c0e5b4-a246-4e5d-ab9c-cfdb6cd4017a service neutron] 10.222.0.85 "GET /v2.0/networks?id=3f614165-3c63-4f64-a1f5-9b7b26263613 HTTP/1.1" status: 200 len: 914 time: 0.5221605 Mar 22 19:25:26.582706 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9da4ce-ef83-4554-a288-f9375e258386 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Network dc35f5f2-8d03-45a2-a0a1-8b6e553a53ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:25:26.586545 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-6e9da4ce-ef83-4554-a288-f9375e258386 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:25:26.591952 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9da4ce-ef83-4554-a288-f9375e258386 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:25:26.618674 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53eb37fd-a7b3-48d6-b728-358639953a89 req-12788861-954a-4d7f-ac72-0628dec43ec3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6900f966-6d9a-445d-b4d1-a17731a001c1 HTTP/1.1" status: 200 len: 217 time: 0.0474517 Mar 22 19:25:26.621390 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=d797c08b-ec86-4947-b515-8d22e032c317,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:26.635030 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9da4ce-ef83-4554-a288-f9375e258386 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Pushing event updated for resources: {'Port': ['ID=5b981a39-f736-4436-a4e9-e5c3851f16e3,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:26.639518 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-45e321fb-1051-4823-abb3-c62465d5755e None None] For port fd700e70-9c9c-4341-b72a-88144775d1b2, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:25:26.643199 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-45e321fb-1051-4823-abb3-c62465d5755e None None] For port fd700e70-9c9c-4341-b72a-88144775d1b2, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=fd700e70-9c9c-4341-b72a-88144775d1b2,segment=NetworkSegment(72b34317-cf28-44f7-b655-012a9e56767c),segment_id=72b34317-cf28-44f7-b655-012a9e56767c)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:25:26.651474 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-45e321fb-1051-4823-abb3-c62465d5755e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (fd700e70-9c9c-4341-b72a-88144775d1b2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:26.661253 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9da4ce-ef83-4554-a288-f9375e258386 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:26.662162 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6e9da4ce-ef83-4554-a288-f9375e258386 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:26.687002 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6e9da4ce-ef83-4554-a288-f9375e258386 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.7355433 Mar 22 19:25:26.687186 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['5ac16206-7a21-48a3-8513-5efe5b9f14c0'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:25:26.688499 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48296) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:26.755497 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0784acac-cd77-4656-888f-d81cb83c0be7 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:26.761260 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0784acac-cd77-4656-888f-d81cb83c0be7 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:26.763571 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e321fb-1051-4823-abb3-c62465d5755e None None] Pushing event updated for resources: {'Port': ['ID=fd700e70-9c9c-4341-b72a-88144775d1b2,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:26.774959 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0784acac-cd77-4656-888f-d81cb83c0be7 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:26.782152 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0784acac-cd77-4656-888f-d81cb83c0be7 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.0923607 Mar 22 19:25:26.783952 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48298) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:26.835809 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb37fd-a7b3-48d6-b728-358639953a89 req-49dcad6d-cbf7-4663-aa63-0410d256a2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:26.837479 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53eb37fd-a7b3-48d6-b728-358639953a89 req-49dcad6d-cbf7-4663-aa63-0410d256a2b8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0270207c-0d0a-4caa-9ec0-a6d35ab5fcae HTTP/1.1" status: 200 len: 853 time: 0.2100124 Mar 22 19:25:26.866573 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6e0d17db-137a-486f-8dc0-94586fbe6052 req-7319697e-afd4-4ea2-b50f-49594a0099ae tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:26.883031 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b26792c-6f92-4371-a65b-192e722fd4be req-f2a12b93-7618-4879-8caf-3c5d27545d39 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032855 Mar 22 19:25:26.910923 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53eb37fd-a7b3-48d6-b728-358639953a89 req-f4c553db-967e-4824-9e79-90cfb906cd81 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3f614165-3c63-4f64-a1f5-9b7b26263613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605650 Mar 22 19:25:26.927810 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee3b08-a0c7-4a24-b448-1a243c97b9e2 req-c8cfe70d-fb1e-4da3-8c20-33827c484b8f tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:26.929335 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6dee3b08-a0c7-4a24-b448-1a243c97b9e2 req-c8cfe70d-fb1e-4da3-8c20-33827c484b8f tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] 10.222.0.75 "GET /v2.0/ports?device_id=32288a91-853b-4902-9e3b-5ae2cbc0702a HTTP/1.1" status: 200 len: 943 time: 0.2363765 Mar 22 19:25:27.247102 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6dee3b08-a0c7-4a24-b448-1a243c97b9e2 req-d7c016c0-e22e-49fe-859a-c0bd08b9d595 tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] 10.222.0.75 "GET /v2.0/security-groups?id=2cb1221a-21c8-4d5f-ab3a-fcb09311ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826259 Mar 22 19:25:27.259700 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-6e0d17db-137a-486f-8dc0-94586fbe6052 req-7319697e-afd4-4ea2-b50f-49594a0099ae tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Allocated IP 172.25.5.73 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/7ebccb3c-0974-453f-99ff-a6cbe05b00d5) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:25:27.275585 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b26792c-6f92-4371-a65b-192e722fd4be req-809f2b39-8b1d-480e-8e44-afdb1313924f service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677616 Mar 22 19:25:27.293543 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-3c43ae07-01b2-4c41-b09d-6c296a1a76b0 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Deleting port 5b981a39-f736-4436-a4e9-e5c3851f16e3 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:25:27.293920 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device fd700e70-9c9c-4341-b72a-88144775d1b2 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:25:27.294401 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3c43ae07-01b2-4c41-b09d-6c296a1a76b0 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (5b981a39-f736-4436-a4e9-e5c3851f16e3), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:27.300359 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53eb37fd-a7b3-48d6-b728-358639953a89 req-586fc4a9-b5b2-4072-bb23-8170611301c0 service neutron] 10.222.0.85 "GET /v2.0/networks/3f614165-3c63-4f64-a1f5-9b7b26263613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345251 Mar 22 19:25:27.351209 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port fd700e70-9c9c-4341-b72a-88144775d1b2 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:25:27.351587 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (fd700e70-9c9c-4341-b72a-88144775d1b2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:27.430379 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port fd700e70-9c9c-4341-b72a-88144775d1b2 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:25:27.430773 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fd700e70-9c9c-4341-b72a-88144775d1b2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:27.463745 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port fd700e70-9c9c-4341-b72a-88144775d1b2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=fd700e70-9c9c-4341-b72a-88144775d1b2,segment=NetworkSegment(72b34317-cf28-44f7-b655-012a9e56767c),segment_id=72b34317-cf28-44f7-b655-012a9e56767c)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:27.473250 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (fd700e70-9c9c-4341-b72a-88144775d1b2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:27.531053 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=fd700e70-9c9c-4341-b72a-88144775d1b2,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:27.555137 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3c43ae07-01b2-4c41-b09d-6c296a1a76b0 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (5b981a39-f736-4436-a4e9-e5c3851f16e3), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:27.593926 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-3c43ae07-01b2-4c41-b09d-6c296a1a76b0 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Calling delete_port for 5b981a39-f736-4436-a4e9-e5c3851f16e3 owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:25:27.608775 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea567a74-6439-42ba-a650-f8951bc9cdee req-7c0439c7-48d8-4d11-a747-f1bccd883fe7 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:27.612910 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ea567a74-6439-42ba-a650-f8951bc9cdee req-7c0439c7-48d8-4d11-a747-f1bccd883fe7 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf894830-ab8b-4e68-ae3c-bf1268d2f892 HTTP/1.1" status: 200 len: 945 time: 0.2574582 Mar 22 19:25:27.633210 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53eb37fd-a7b3-48d6-b728-358639953a89 req-4830e10c-3318-4c41-bcae-7b806bf427a4 service neutron] 10.222.0.85 "GET /v2.0/networks/3f614165-3c63-4f64-a1f5-9b7b26263613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170860 Mar 22 19:25:27.645737 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6e0d17db-137a-486f-8dc0-94586fbe6052 req-7319697e-afd4-4ea2-b50f-49594a0099ae tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks [] for port (7ebccb3c-0974-453f-99ff-a6cbe05b00d5), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:27.673062 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 5ac16206-7a21-48a3-8513-5efe5b9f14c0 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:25:27.733905 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 5ac16206-7a21-48a3-8513-5efe5b9f14c0 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:25:27.739434 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 5ac16206-7a21-48a3-8513-5efe5b9f14c0 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:25:27.739999 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5ac16206-7a21-48a3-8513-5efe5b9f14c0), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:27.788831 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ea567a74-6439-42ba-a650-f8951bc9cdee req-ae3b1c73-e086-43de-81e1-c735d789efef tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687958 Mar 22 19:25:27.815449 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e10b67-46e0-4cc8-b1b6-5d65f05a0969', 'tag': '6f67127f-41e8-4dd7-bdac-5310a2d62b28'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:25:27.818188 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddfaafe-7064-4c41-8ada-3c362f063980" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e10b67-46e0-4cc8-b1b6-5d65f05a0969", "tag": "6f67127f-41e8-4dd7-bdac-5310a2d62b28"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:25:27.822373 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb37fd-a7b3-48d6-b728-358639953a89 req-d85a43fa-c040-499b-86dc-930430c2f19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:27.823891 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53eb37fd-a7b3-48d6-b728-358639953a89 req-d85a43fa-c040-499b-86dc-930430c2f19a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=faf8585acb4b40068170d9c6eaa86cb6&device_id=068fc369-e3b0-4b3e-b0d9-2a27adbff7c7 HTTP/1.1" status: 200 len: 1129 time: 0.1362150 Mar 22 19:25:27.835014 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 5ac16206-7a21-48a3-8513-5efe5b9f14c0 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:25:27.835623 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5ac16206-7a21-48a3-8513-5efe5b9f14c0), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:27.855957 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6e0d17db-137a-486f-8dc0-94586fbe6052 req-7319697e-afd4-4ea2-b50f-49594a0099ae tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (7ebccb3c-0974-453f-99ff-a6cbe05b00d5), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:27.873057 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 5ac16206-7a21-48a3-8513-5efe5b9f14c0, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=5ac16206-7a21-48a3-8513-5efe5b9f14c0,segment=NetworkSegment(8c6ba457-004e-47f9-ab30-ce3aaf4ab771),segment_id=8c6ba457-004e-47f9-ab30-ce3aaf4ab771)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:27.878488 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5ac16206-7a21-48a3-8513-5efe5b9f14c0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:27.884797 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18facbf5-63ba-408a-922a-8656c7ed6319 None None] Network dc35f5f2-8d03-45a2-a0a1-8b6e553a53ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:25:27.988001 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e0d17db-137a-486f-8dc0-94586fbe6052 req-7319697e-afd4-4ea2-b50f-49594a0099ae tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:25:27.989830 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=5ac16206-7a21-48a3-8513-5efe5b9f14c0,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:28.007440 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-6e0d17db-137a-486f-8dc0-94586fbe6052 req-7319697e-afd4-4ea2-b50f-49594a0099ae tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:25:28.008213 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-20cb4ba0-dcb4-4f72-9fb7-a557c0c39d0c None None] Provisioning complete for port fd700e70-9c9c-4341-b72a-88144775d1b2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:25:28.008584 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-20cb4ba0-dcb4-4f72-9fb7-a557c0c39d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (fd700e70-9c9c-4341-b72a-88144775d1b2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:28.020650 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319697e-afd4-4ea2-b50f-49594a0099ae tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Pushing event updated for resources: {'Port': ['ID=7ebccb3c-0974-453f-99ff-a6cbe05b00d5,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:28.027385 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0d17db-137a-486f-8dc0-94586fbe6052 req-7319697e-afd4-4ea2-b50f-49594a0099ae tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:25:28.096516 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c6405-6a77-46a6-a0cd-b3986a43b91f req-9e85ca2e-82a8-44e4-9354-f10b5a7e82f3 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:28.098062 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-131c6405-6a77-46a6-a0cd-b3986a43b91f req-9e85ca2e-82a8-44e4-9354-f10b5a7e82f3 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6e10b67-46e0-4cc8-b1b6-5d65f05a0969 HTTP/1.1" status: 200 len: 948 time: 0.2121525 Mar 22 19:25:28.098731 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3c43ae07-01b2-4c41-b09d-6c296a1a76b0 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (5b981a39-f736-4436-a4e9-e5c3851f16e3), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:28.103519 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb37fd-a7b3-48d6-b728-358639953a89 req-1ef76ea1-8222-4985-b721-4848b64b55d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:28.104969 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53eb37fd-a7b3-48d6-b728-358639953a89 req-1ef76ea1-8222-4985-b721-4848b64b55d1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0b96d543-736b-4b67-aa1e-32855b2e814f HTTP/1.1" status: 200 len: 929 time: 0.2702296 Mar 22 19:25:28.117535 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-20cb4ba0-dcb4-4f72-9fb7-a557c0c39d0c None None] Current status of the port fd700e70-9c9c-4341-b72a-88144775d1b2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:25:28.201453 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c43ae07-01b2-4c41-b09d-6c296a1a76b0 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Pushing event deleted for resources: {'Port': ['ID=5b981a39-f736-4436-a4e9-e5c3851f16e3,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:28.238196 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0da63eac-7ceb-4f99-82ff-5dcbf9c6b2ec req-38e27957-8c16-4a95-8f44-b4d8425f541b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=40dc3035-62ea-400b-8c89-2a51ef30d2e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0585961 Mar 22 19:25:28.309513 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 6900f966-6d9a-445d-b4d1-a17731a001c1 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:25:28.316185 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da63eac-7ceb-4f99-82ff-5dcbf9c6b2ec req-0651a4a1-4e0c-4f32-8f9f-474c5fe1c56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:28.318176 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0da63eac-7ceb-4f99-82ff-5dcbf9c6b2ec req-0651a4a1-4e0c-4f32-8f9f-474c5fe1c56f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ba44e047032a491da0d10f5ab12ca3fc&device_id=40dc3035-62ea-400b-8c89-2a51ef30d2e5 HTTP/1.1" status: 200 len: 1129 time: 0.0525196 Mar 22 19:25:28.321250 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53eb37fd-a7b3-48d6-b728-358639953a89 req-dfd8d380-8b26-4209-a547-03e50423e577 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8aed8a7a-e159-48fe-b2dd-2256e03f9311 HTTP/1.1" status: 200 len: 1002 time: 0.2075350 Mar 22 19:25:28.376516 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-131c6405-6a77-46a6-a0cd-b3986a43b91f req-13d1b5ba-1738-4193-a1f7-fab22c8934ba tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684073 Mar 22 19:25:28.389914 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6e0d17db-137a-486f-8dc0-94586fbe6052 req-7319697e-afd4-4ea2-b50f-49594a0099ae tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks [] for floatingip (498be922-5b9c-4888-9c09-8bc392c7d077), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:28.403354 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3c43ae07-01b2-4c41-b09d-6c296a1a76b0 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:28.413235 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3c43ae07-01b2-4c41-b09d-6c296a1a76b0 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] 10.222.0.75 "DELETE /v2.0/ports/5b981a39-f736-4436-a4e9-e5c3851f16e3 HTTP/1.1" status: 204 len: 168 time: 1.6211185 Mar 22 19:25:28.417421 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48308) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:28.429570 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-15918b8f-5718-4a0e-9935-88649be86596 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Request body: {'port': {'name': 'tempest-new-port-name-1004213555', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:28.430072 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.api.validators [None req-15918b8f-5718-4a0e-9935-88649be86596 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] bootfile-name is not in valid_values {{(pid=104172) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 19:25:28.430423 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.api.validators [None req-15918b8f-5718-4a0e-9935-88649be86596 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] tftp-server is not in valid_values {{(pid=104172) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 19:25:28.430760 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.api.validators [None req-15918b8f-5718-4a0e-9935-88649be86596 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] server-ip-address is not in valid_values {{(pid=104172) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 19:25:28.446154 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ea419a18-8dcd-4213-8392-8e2e90e75cac None None] Could not find standard attr ID for object 5b981a39-f736-4436-a4e9-e5c3851f16e3. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:25:28.469326 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da63eac-7ceb-4f99-82ff-5dcbf9c6b2ec req-f330ca64-f151-4b3d-a962-5b1cec165726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:28.470862 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0da63eac-7ceb-4f99-82ff-5dcbf9c6b2ec req-f330ca64-f151-4b3d-a962-5b1cec165726 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7fe133cd-24d3-4218-b742-abd5bfff3daf HTTP/1.1" status: 200 len: 917 time: 0.1249566 Mar 22 19:25:28.475004 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a6d755-24a1-4bdc-a73f-7b65daa673a2 x-openstack-request-id: req-f8a6d755-24a1-4bdc-a73f-7b65daa673a2 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:25:28.475296 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8688a580-17dc-4e54-8d69-1c4b905465a5", "name": "network-vif-plugged", "status": "completed", "tag": "d797c08b-ec86-4947-b515-8d22e032c317", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:25:28.475553 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f8a6d755-24a1-4bdc-a73f-7b65daa673a2 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:25:28.475965 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8a6d755-24a1-4bdc-a73f-7b65daa673a2'] response: {'server_uuid': '8688a580-17dc-4e54-8d69-1c4b905465a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd797c08b-ec86-4947-b515-8d22e032c317', 'code': 200} Mar 22 19:25:28.530009 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 6900f966-6d9a-445d-b4d1-a17731a001c1, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=6900f966-6d9a-445d-b4d1-a17731a001c1,segment=NetworkSegment(3f702385-441d-44f3-b110-d0216449ee61),segment_id=3f702385-441d-44f3-b110-d0216449ee61)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:28.533002 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ea419a18-8dcd-4213-8392-8e2e90e75cac None None] Provisioning complete for port 23f46dee-c2ed-4142-9303-bb2106135b47 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:25:28.533555 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ea419a18-8dcd-4213-8392-8e2e90e75cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (23f46dee-c2ed-4142-9303-bb2106135b47), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:28.544309 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0da63eac-7ceb-4f99-82ff-5dcbf9c6b2ec req-0f81edc2-c82d-48b8-b315-b7ffbaea17d8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27038871-a8b2-4c84-924c-7826cfe94710 HTTP/1.1" status: 200 len: 217 time: 0.0611763 Mar 22 19:25:28.564864 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '6900f966-6d9a-445d-b4d1-a17731a001c1', 'network_id': '3f614165-3c63-4f64-a1f5-9b7b26263613', 'port_id': '6900f966-6d9a-445d-b4d1-a17731a001c1', 'mac_address': 'fa:16:3e:45:63:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0270207c-0d0a-4caa-9ec0-a6d35ab5fcae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:25:28.600030 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6e0d17db-137a-486f-8dc0-94586fbe6052 req-7319697e-afd4-4ea2-b50f-49594a0099ae tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7ebccb3c-0974-453f-99ff-a6cbe05b00d5), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:28.608607 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da63eac-7ceb-4f99-82ff-5dcbf9c6b2ec req-9b57a0c3-f69c-43b1-b981-326df4556506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:28.611380 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0da63eac-7ceb-4f99-82ff-5dcbf9c6b2ec req-9b57a0c3-f69c-43b1-b981-326df4556506 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=738f91fe-60d5-4ffa-a81c-0f49d0bf8f71 HTTP/1.1" status: 200 len: 855 time: 0.0598147 Mar 22 19:25:28.617196 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ea419a18-8dcd-4213-8392-8e2e90e75cac None None] Port 23f46dee-c2ed-4142-9303-bb2106135b47 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:25:28.633629 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 6900f966-6d9a-445d-b4d1-a17731a001c1 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:25:28.634211 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6900f966-6d9a-445d-b4d1-a17731a001c1), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:28.640766 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb37fd-a7b3-48d6-b728-358639953a89 req-4a47cbd6-3a08-4612-8312-af59d56d2900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:28.642289 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53eb37fd-a7b3-48d6-b728-358639953a89 req-4a47cbd6-3a08-4612-8312-af59d56d2900 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=168b6716-5f77-44fb-960d-109b2ccf8236 HTTP/1.1" status: 200 len: 867 time: 0.3122025 Mar 22 19:25:28.658031 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6900f966-6d9a-445d-b4d1-a17731a001c1 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:25:28.668236 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ea419a18-8dcd-4213-8392-8e2e90e75cac None None] Provisioning complete for port fd700e70-9c9c-4341-b72a-88144775d1b2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:25:28.668616 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ea419a18-8dcd-4213-8392-8e2e90e75cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (fd700e70-9c9c-4341-b72a-88144775d1b2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:28.683895 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da63eac-7ceb-4f99-82ff-5dcbf9c6b2ec req-6e046bcf-27d2-4acb-b620-3e76edd81a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:28.685512 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0da63eac-7ceb-4f99-82ff-5dcbf9c6b2ec req-6e046bcf-27d2-4acb-b620-3e76edd81a30 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7fe133cd-24d3-4218-b742-abd5bfff3daf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0655167 Mar 22 19:25:28.707690 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 6900f966-6d9a-445d-b4d1-a17731a001c1, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=6900f966-6d9a-445d-b4d1-a17731a001c1,segment=NetworkSegment(3f702385-441d-44f3-b110-d0216449ee61),segment_id=3f702385-441d-44f3-b110-d0216449ee61)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:28.722554 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (6900f966-6d9a-445d-b4d1-a17731a001c1), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:28.838258 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=6900f966-6d9a-445d-b4d1-a17731a001c1,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:28.838506 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0da63eac-7ceb-4f99-82ff-5dcbf9c6b2ec req-104f16e1-c595-40f8-8848-06481b06e110 service neutron] 10.222.0.84 "GET /v2.0/networks/7fe133cd-24d3-4218-b742-abd5bfff3daf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454875 Mar 22 19:25:28.860184 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ea419a18-8dcd-4213-8392-8e2e90e75cac None None] Current status of the port fd700e70-9c9c-4341-b72a-88144775d1b2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:25:28.942714 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0da63eac-7ceb-4f99-82ff-5dcbf9c6b2ec req-983bb75d-c456-4319-b2b5-928eaf35e08f service neutron] 10.222.0.84 "GET /v2.0/networks/7fe133cd-24d3-4218-b742-abd5bfff3daf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958614 Mar 22 19:25:28.974384 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-9104af2b-46ca-4582-a91a-0b953538b83b None None] Could not find standard attr ID for object 5b981a39-f736-4436-a4e9-e5c3851f16e3. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:25:28.989614 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-9104af2b-46ca-4582-a91a-0b953538b83b None None] Provisioning complete for port 23f46dee-c2ed-4142-9303-bb2106135b47 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:25:28.990108 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9104af2b-46ca-4582-a91a-0b953538b83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (23f46dee-c2ed-4142-9303-bb2106135b47), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:29.037444 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-9104af2b-46ca-4582-a91a-0b953538b83b None None] Port 23f46dee-c2ed-4142-9303-bb2106135b47 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:25:29.060740 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-15918b8f-5718-4a0e-9935-88649be86596 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (23f46dee-c2ed-4142-9303-bb2106135b47), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:29.145144 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['6900f966-6d9a-445d-b4d1-a17731a001c1'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:25:29.155800 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d456d8-c9e3-4aca-8a41-ae13f8395b42 req-29ff01a9-43f2-432a-a188-5a2fc64bc367 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:29.157247 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-01d456d8-c9e3-4aca-8a41-ae13f8395b42 req-29ff01a9-43f2-432a-a188-5a2fc64bc367 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c945358-b571-4291-af5f-fc5297f59b36 HTTP/1.1" status: 200 len: 946 time: 0.6198659 Mar 22 19:25:29.184039 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc3b67-7458-4a9f-8f7f-bfe17e56f18b req-df548499-354d-44de-bec2-cee0f3b586a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:29.186108 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-39bc3b67-7458-4a9f-8f7f-bfe17e56f18b req-df548499-354d-44de-bec2-cee0f3b586a5 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 1132 time: 0.6442895 Mar 22 19:25:29.198788 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb37fd-a7b3-48d6-b728-358639953a89 req-8e2fa942-adb2-4001-adcc-7a79ab6d98a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:29.200223 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53eb37fd-a7b3-48d6-b728-358639953a89 req-8e2fa942-adb2-4001-adcc-7a79ab6d98a0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0b96d543-736b-4b67-aa1e-32855b2e814f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2057302 Mar 22 19:25:29.258848 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device fd700e70-9c9c-4341-b72a-88144775d1b2 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:25:29.334238 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port fd700e70-9c9c-4341-b72a-88144775d1b2 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:25:29.334945 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (fd700e70-9c9c-4341-b72a-88144775d1b2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:29.424555 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-01d456d8-c9e3-4aca-8a41-ae13f8395b42 req-f8d33b38-1f88-4bb6-a1e5-37a507eee173 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457466 Mar 22 19:25:29.468116 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6e0d17db-137a-486f-8dc0-94586fbe6052 req-7319697e-afd4-4ea2-b50f-49594a0099ae tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks [] for port (7ebccb3c-0974-453f-99ff-a6cbe05b00d5), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:29.473217 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-39bc3b67-7458-4a9f-8f7f-bfe17e56f18b req-ded7c66e-10ef-4fd1-bc99-5b042154e000 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696958 Mar 22 19:25:29.488154 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48320) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:29.488667 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6e0d17db-137a-486f-8dc0-94586fbe6052 req-7319697e-afd4-4ea2-b50f-49594a0099ae tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (7ebccb3c-0974-453f-99ff-a6cbe05b00d5), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:29.539478 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8922a3e-2261-4585-9749-7b3f47a38012 x-openstack-request-id: req-e8922a3e-2261-4585-9749-7b3f47a38012 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:25:29.539771 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e10b67-46e0-4cc8-b1b6-5d65f05a0969", "tag": "6f67127f-41e8-4dd7-bdac-5310a2d62b28", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:25:29.540468 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e8922a3e-2261-4585-9749-7b3f47a38012 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:25:29.540891 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8922a3e-2261-4585-9749-7b3f47a38012'] response: {'name': 'network-changed', 'server_uuid': 'a6e10b67-46e0-4cc8-b1b6-5d65f05a0969', 'tag': '6f67127f-41e8-4dd7-bdac-5310a2d62b28', 'status': 'completed', 'code': 200} Mar 22 19:25:29.550665 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53eb37fd-a7b3-48d6-b728-358639953a89 req-eb7518cc-138b-425c-a163-dc9698d6875b service neutron] 10.222.0.85 "GET /v2.0/networks/0b96d543-736b-4b67-aa1e-32855b2e814f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397009 Mar 22 19:25:29.553206 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-594c88fe-270d-4fd2-8e63-085b1ebbfc1b admin admin] Deleting subnet e9bd269f-4a80-4749-9eb8-ee69b46bbb1d {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:25:29.567761 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-594c88fe-270d-4fd2-8e63-085b1ebbfc1b admin admin] Publish callbacks [] for subnet (e9bd269f-4a80-4749-9eb8-ee69b46bbb1d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:29.568488 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port fd700e70-9c9c-4341-b72a-88144775d1b2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:25:29.620582 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-594c88fe-270d-4fd2-8e63-085b1ebbfc1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (e9bd269f-4a80-4749-9eb8-ee69b46bbb1d), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:29.661396 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-594c88fe-270d-4fd2-8e63-085b1ebbfc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (e9bd269f-4a80-4749-9eb8-ee69b46bbb1d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:29.685501 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 607144c1-0ca2-48d3-88b9-368b9eec0b0c details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:25:29.703215 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319697e-afd4-4ea2-b50f-49594a0099ae tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Pushing event updated for resources: {'Port': ['ID=7ebccb3c-0974-453f-99ff-a6cbe05b00d5,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:29.721878 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-594c88fe-270d-4fd2-8e63-085b1ebbfc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (e9bd269f-4a80-4749-9eb8-ee69b46bbb1d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:29.739788 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6e0d17db-137a-486f-8dc0-94586fbe6052 req-7319697e-afd4-4ea2-b50f-49594a0099ae tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (498be922-5b9c-4888-9c09-8bc392c7d077), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:29.757302 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c88fe-270d-4fd2-8e63-085b1ebbfc1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9bd269f-4a80-4749-9eb8-ee69b46bbb1d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:29.759923 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-594c88fe-270d-4fd2-8e63-085b1ebbfc1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:29.766014 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-594c88fe-270d-4fd2-8e63-085b1ebbfc1b admin admin] 10.222.0.75 "DELETE /v2.0/subnets/e9bd269f-4a80-4749-9eb8-ee69b46bbb1d HTTP/1.1" status: 204 len: 168 time: 0.2756526 Mar 22 19:25:29.770117 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48322) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:29.795033 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-15918b8f-5718-4a0e-9935-88649be86596 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks [] for port (23f46dee-c2ed-4142-9303-bb2106135b47), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:29.807438 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6e0d17db-137a-486f-8dc0-94586fbe6052 req-7319697e-afd4-4ea2-b50f-49594a0099ae tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:29.808661 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6e0d17db-137a-486f-8dc0-94586fbe6052 req-7319697e-afd4-4ea2-b50f-49594a0099ae tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.9034727 Mar 22 19:25:29.820353 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-15918b8f-5718-4a0e-9935-88649be86596 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (23f46dee-c2ed-4142-9303-bb2106135b47), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:29.845073 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddfaafe-7064-4c41-8ada-3c362f063980 req-fe6f1018-2954-4033-aec3-a95c8d8eb833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:29.846665 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bddfaafe-7064-4c41-8ada-3c362f063980 req-fe6f1018-2954-4033-aec3-a95c8d8eb833 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=c87854371ff34a4285a18d10388d4a50&device_id=a6e10b67-46e0-4cc8-b1b6-5d65f05a0969 HTTP/1.1" status: 200 len: 1131 time: 0.2470005 Mar 22 19:25:29.853747 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 607144c1-0ca2-48d3-88b9-368b9eec0b0c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=607144c1-0ca2-48d3-88b9-368b9eec0b0c,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:29.856394 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-00eeb302-3abd-4c93-8c3b-2a7a608081c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (dc66dbf6-7f3d-46f2-94ef-a0483cb4f077), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:29.877840 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '607144c1-0ca2-48d3-88b9-368b9eec0b0c', 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc', 'port_id': '607144c1-0ca2-48d3-88b9-368b9eec0b0c', 'mac_address': 'fa:16:3e:ac:dc:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0024126f-9e61-4e75-a43d-476a3a97ffe0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:25:29.907057 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53eb37fd-a7b3-48d6-b728-358639953a89 req-a3de3cc7-c0a1-497e-a6d3-cff40de3bc36 service neutron] 10.222.0.85 "GET /v2.0/networks/0b96d543-736b-4b67-aa1e-32855b2e814f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403771 Mar 22 19:25:29.914717 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81285415-b749-4065-8031-0f213c384cf6 req-2357937b-f131-447c-a9fe-f66b35ae2587 tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:29.916369 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-81285415-b749-4065-8031-0f213c384cf6 req-2357937b-f131-447c-a9fe-f66b35ae2587 tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] 10.222.0.75 "GET /v2.0/ports?device_id=32288a91-853b-4902-9e3b-5ae2cbc0702a HTTP/1.1" status: 200 len: 944 time: 0.2928762 Mar 22 19:25:29.921321 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 607144c1-0ca2-48d3-88b9-368b9eec0b0c is: ACTIVE; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:25:29.921707 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:29.940703 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 607144c1-0ca2-48d3-88b9-368b9eec0b0c {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:25:29.948250 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6e0d17db-137a-486f-8dc0-94586fbe6052 req-ed466405-3954-4dd5-889c-b478f479d952 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.73 HTTP/1.1" status: 200 len: 695 time: 0.1197093 Mar 22 19:25:29.976678 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-00eeb302-3abd-4c93-8c3b-2a7a608081c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (dc66dbf6-7f3d-46f2-94ef-a0483cb4f077), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:29.977756 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 607144c1-0ca2-48d3-88b9-368b9eec0b0c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=607144c1-0ca2-48d3-88b9-368b9eec0b0c,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:29.982995 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:30.011847 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-00eeb302-3abd-4c93-8c3b-2a7a608081c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc66dbf6-7f3d-46f2-94ef-a0483cb4f077']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:30.030529 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-00eeb302-3abd-4c93-8c3b-2a7a608081c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '550f4452-31ab-4ada-8988-a70262e079e4') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:30.030982 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-00eeb302-3abd-4c93-8c3b-2a7a608081c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '550f4452-31ab-4ada-8988-a70262e079e4') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:30.041331 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=607144c1-0ca2-48d3-88b9-368b9eec0b0c,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:30.053151 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-00eeb302-3abd-4c93-8c3b-2a7a608081c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (550f4452-31ab-4ada-8988-a70262e079e4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:30.074727 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['607144c1-0ca2-48d3-88b9-368b9eec0b0c'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:25:30.075153 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-00eeb302-3abd-4c93-8c3b-2a7a608081c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (550f4452-31ab-4ada-8988-a70262e079e4), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:30.077699 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15918b8f-5718-4a0e-9935-88649be86596 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Pushing event updated for resources: {'Port': ['ID=23f46dee-c2ed-4142-9303-bb2106135b47,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:30.085821 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00eeb302-3abd-4c93-8c3b-2a7a608081c7 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:25:30.086451 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-00eeb302-3abd-4c93-8c3b-2a7a608081c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (550f4452-31ab-4ada-8988-a70262e079e4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:30.088691 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:25:30.088691 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:25:30.088691 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:25:30.088691 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:25:30.088691 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:25:30.088691 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:25:30.088691 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:25:30.088691 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:25:30.088691 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:25:30.088691 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:25:30.088691 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:25:30.088691 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:25:30.088691 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:25:30.088691 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:25:30.088691 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:25:30.088691 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:25:30.088691 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:25:30.088691 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:25:30.088691 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:25:30.088691 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:25:30.088691 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:25:30.088691 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:25:30.088691 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:25:30.088691 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:25:30.088691 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:25:30.088691 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:25:30.088691 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:25:30.088691 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:25:30.088691 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:25:30.088691 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:25:30.088691 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:25:30.088691 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:25:30.187158 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-15918b8f-5718-4a0e-9935-88649be86596 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] In _notify_port_updated(), no bound segment for port 23f46dee-c2ed-4142-9303-bb2106135b47 on network dc35f5f2-8d03-45a2-a0a1-8b6e553a53ab {{(pid=104172) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 19:25:30.192915 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15918b8f-5718-4a0e-9935-88649be86596 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:30.193616 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-15918b8f-5718-4a0e-9935-88649be86596 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:30.195095 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-15918b8f-5718-4a0e-9935-88649be86596 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] 10.222.0.75 "PUT /v2.0/ports/23f46dee-c2ed-4142-9303-bb2106135b47 HTTP/1.1" status: 200 len: 1136 time: 1.7702372 Mar 22 19:25:30.197041 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-00eeb302-3abd-4c93-8c3b-2a7a608081c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (dc66dbf6-7f3d-46f2-94ef-a0483cb4f077), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:30.200158 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48340) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:30.205565 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-81285415-b749-4065-8031-0f213c384cf6 req-d3830976-cd8c-4a4f-833a-665125b9a43f tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] 10.222.0.75 "GET /v2.0/security-groups?id=2cb1221a-21c8-4d5f-ab3a-fcb09311ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538400 Mar 22 19:25:30.210037 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-00eeb302-3abd-4c93-8c3b-2a7a608081c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:30.217289 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-00eeb302-3abd-4c93-8c3b-2a7a608081c7 admin admin] 10.222.0.75 "DELETE /v2.0/networks/dc66dbf6-7f3d-46f2-94ef-a0483cb4f077 HTTP/1.1" status: 204 len: 168 time: 0.4487836 Mar 22 19:25:30.241873 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eeb302-3abd-4c93-8c3b-2a7a608081c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc66dbf6-7f3d-46f2-94ef-a0483cb4f077,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:30.333416 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 6f67127f-41e8-4dd7-bdac-5310a2d62b28 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:25:30.335900 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 6900f966-6d9a-445d-b4d1-a17731a001c1 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:25:30.382954 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddfaafe-7064-4c41-8ada-3c362f063980 req-442734a8-7736-4f96-a5ca-1b4a5a0f28bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:30.384718 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bddfaafe-7064-4c41-8ada-3c362f063980 req-442734a8-7736-4f96-a5ca-1b4a5a0f28bb service neutron] 10.222.0.85 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.4860210 Mar 22 19:25:30.395889 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc52e02-5eaf-45cc-811b-4e74b2e9b931 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:30.397565 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2cc52e02-5eaf-45cc-811b-4e74b2e9b931 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] 10.222.0.75 "GET /v2.0/ports/23f46dee-c2ed-4142-9303-bb2106135b47 HTTP/1.1" status: 200 len: 1136 time: 0.1908019 Mar 22 19:25:30.402173 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48346) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:30.442767 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-7f679212-1aca-4914-b7ba-3f6a5ae54d3d None None] Provisioning complete for port 23f46dee-c2ed-4142-9303-bb2106135b47 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:25:30.448840 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7f679212-1aca-4914-b7ba-3f6a5ae54d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (23f46dee-c2ed-4142-9303-bb2106135b47), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:30.460113 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d17db-137a-486f-8dc0-94586fbe6052 req-d63285b7-0890-44d7-abca-aaf7cd7e566a tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:30.461764 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6e0d17db-137a-486f-8dc0-94586fbe6052 req-d63285b7-0890-44d7-abca-aaf7cd7e566a tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 784 time: 0.4711435 Mar 22 19:25:30.465300 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bddfaafe-7064-4c41-8ada-3c362f063980 req-bb86032e-2e50-48ea-909d-43985c0c3c29 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=6f67127f-41e8-4dd7-bdac-5310a2d62b28 HTTP/1.1" status: 200 len: 217 time: 0.0588031 Mar 22 19:25:30.516741 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90027e-9100-4b41-ae12-840e195b03f2 req-acc879df-d3ca-4253-b494-0d82cb15a0d0 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:30.523781 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce90027e-9100-4b41-ae12-840e195b03f2 req-acc879df-d3ca-4253-b494-0d82cb15a0d0 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf894830-ab8b-4e68-ae3c-bf1268d2f892 HTTP/1.1" status: 200 len: 946 time: 0.2036345 Mar 22 19:25:30.568400 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf894830-ab8b-4e68-ae3c-bf1268d2f892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac16206-7a21-48a3-8513-5efe5b9f14c0'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:25:30.568596 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48358) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:30.570774 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3966a931-6a04-4a0c-b01e-55c885f7dc44" -d '{"events": [{"server_uuid": "bf894830-ab8b-4e68-ae3c-bf1268d2f892", "name": "network-vif-plugged", "status": "completed", "tag": "5ac16206-7a21-48a3-8513-5efe5b9f14c0"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:25:30.577382 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddfaafe-7064-4c41-8ada-3c362f063980 req-2d63b43f-5867-49e9-b6f8-b608ea542935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:30.579076 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bddfaafe-7064-4c41-8ada-3c362f063980 req-2d63b43f-5867-49e9-b6f8-b608ea542935 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1065996 Mar 22 19:25:30.582403 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-02766c3f-4140-4636-88bf-9fb53c7ca250 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Deleting port 23f46dee-c2ed-4142-9303-bb2106135b47 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:25:30.582940 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-02766c3f-4140-4636-88bf-9fb53c7ca250 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (23f46dee-c2ed-4142-9303-bb2106135b47), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:30.586420 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-7f679212-1aca-4914-b7ba-3f6a5ae54d3d None None] Port 23f46dee-c2ed-4142-9303-bb2106135b47 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:25:30.605475 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 6900f966-6d9a-445d-b4d1-a17731a001c1 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:25:30.640139 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 6900f966-6d9a-445d-b4d1-a17731a001c1 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:25:30.640650 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6900f966-6d9a-445d-b4d1-a17731a001c1), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:30.657584 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce90027e-9100-4b41-ae12-840e195b03f2 req-f9e4a1c0-95a1-4dab-92f7-3374c8ff7ac1 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330259 Mar 22 19:25:30.695848 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2d13b-b232-4ed3-9a18-502c6096bb13 req-0211a25e-a7fa-46ce-a02b-4ae64bb70bb8 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:30.700327 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d7683d94-9a8d-4b5c-9fbe-461f6d856b32 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=718276ac87f841d1b8dfbf4b06c7328c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1267157 Mar 22 19:25:30.703614 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48364) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:30.707960 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9bc2d13b-b232-4ed3-9a18-502c6096bb13 req-0211a25e-a7fa-46ce-a02b-4ae64bb70bb8 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6e10b67-46e0-4cc8-b1b6-5d65f05a0969 HTTP/1.1" status: 200 len: 948 time: 0.1655023 Mar 22 19:25:30.769459 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddfaafe-7064-4c41-8ada-3c362f063980 req-47239b73-22e6-4551-b94d-e7727262727f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:30.771562 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bddfaafe-7064-4c41-8ada-3c362f063980 req-47239b73-22e6-4551-b94d-e7727262727f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1775498 Mar 22 19:25:30.782682 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 6900f966-6d9a-445d-b4d1-a17731a001c1 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:25:30.783112 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6900f966-6d9a-445d-b4d1-a17731a001c1), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:30.809025 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-529a7375-8d82-49df-973c-0323b5f2a9aa admin admin] Publish callbacks [] for security_group (8ccce8cc-c408-46b0-9e3e-b264081660e6), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:30.817033 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-02766c3f-4140-4636-88bf-9fb53c7ca250 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (23f46dee-c2ed-4142-9303-bb2106135b47), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:30.844345 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 6900f966-6d9a-445d-b4d1-a17731a001c1, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=6900f966-6d9a-445d-b4d1-a17731a001c1,segment=NetworkSegment(3f702385-441d-44f3-b110-d0216449ee61),segment_id=3f702385-441d-44f3-b110-d0216449ee61)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:30.856168 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (6900f966-6d9a-445d-b4d1-a17731a001c1), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:30.862474 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 6f67127f-41e8-4dd7-bdac-5310a2d62b28, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=6f67127f-41e8-4dd7-bdac-5310a2d62b28,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:30.873526 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-02766c3f-4140-4636-88bf-9fb53c7ca250 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Calling delete_port for 23f46dee-c2ed-4142-9303-bb2106135b47 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:25:30.881513 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-529a7375-8d82-49df-973c-0323b5f2a9aa admin admin] Publish callbacks [] for security_group (8ccce8cc-c408-46b0-9e3e-b264081660e6), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:30.913298 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '6f67127f-41e8-4dd7-bdac-5310a2d62b28', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': '6f67127f-41e8-4dd7-bdac-5310a2d62b28', 'mac_address': 'fa:16:3e:40:e4:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:25:30.947646 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9bc2d13b-b232-4ed3-9a18-502c6096bb13 req-b8045c19-46d4-4e79-ac89-1b610f2f1f1f tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318020 Mar 22 19:25:30.982624 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=6900f966-6d9a-445d-b4d1-a17731a001c1,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:30.993660 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 6f67127f-41e8-4dd7-bdac-5310a2d62b28 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:25:30.993829 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6f67127f-41e8-4dd7-bdac-5310a2d62b28), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:31.008786 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f67127f-41e8-4dd7-bdac-5310a2d62b28 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:25:31.033330 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 6f67127f-41e8-4dd7-bdac-5310a2d62b28, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=6f67127f-41e8-4dd7-bdac-5310a2d62b28,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:31.041855 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (6f67127f-41e8-4dd7-bdac-5310a2d62b28), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:31.062329 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bddfaafe-7064-4c41-8ada-3c362f063980 req-f06fccb7-fef8-4feb-b782-2458eda041dd service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778602 Mar 22 19:25:31.076232 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-529a7375-8d82-49df-973c-0323b5f2a9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (8ccce8cc-c408-46b0-9e3e-b264081660e6), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:31.078974 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-529a7375-8d82-49df-973c-0323b5f2a9aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:31.080109 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-529a7375-8d82-49df-973c-0323b5f2a9aa admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8ccce8cc-c408-46b0-9e3e-b264081660e6 HTTP/1.1" status: 204 len: 168 time: 0.3754227 Mar 22 19:25:31.085774 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07775a0-3738-4a95-bc66-d694bb35feda req-c1518d6b-509e-4ef5-81a9-19c0c258803a tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:31.091836 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07775a0-3738-4a95-bc66-d694bb35feda req-c1518d6b-509e-4ef5-81a9-19c0c258803a tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:31.097282 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a7375-8d82-49df-973c-0323b5f2a9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccce8cc-c408-46b0-9e3e-b264081660e6,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:31.104307 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07775a0-3738-4a95-bc66-d694bb35feda req-c1518d6b-509e-4ef5-81a9-19c0c258803a tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:31.108590 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a07775a0-3738-4a95-bc66-d694bb35feda req-c1518d6b-509e-4ef5-81a9-19c0c258803a tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c945358-b571-4291-af5f-fc5297f59b36&device_id=9d0a00d7-19f2-448e-800d-fc5ebc29885d&device_id=40dc3035-62ea-400b-8c89-2a51ef30d2e5 HTTP/1.1" status: 200 len: 2418 time: 0.1344297 Mar 22 19:25:31.164068 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=6f67127f-41e8-4dd7-bdac-5310a2d62b28,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:31.228109 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-02766c3f-4140-4636-88bf-9fb53c7ca250 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (23f46dee-c2ed-4142-9303-bb2106135b47), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:31.266216 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02766c3f-4140-4636-88bf-9fb53c7ca250 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Pushing event deleted for resources: {'Port': ['ID=23f46dee-c2ed-4142-9303-bb2106135b47,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:31.345027 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bddfaafe-7064-4c41-8ada-3c362f063980 req-3edcd95c-3819-47e8-9fe9-1e4d91c88007 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352593 Mar 22 19:25:31.356631 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a07775a0-3738-4a95-bc66-d694bb35feda req-03812ebb-e120-453c-96c5-2b43e21da0a9 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238102 Mar 22 19:25:31.382880 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32290dd8-f69b-4a5e-9261-34ef2046900a req-91ab7424-262a-4819-b950-d76b6086d23b tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:31.389891 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['6f67127f-41e8-4dd7-bdac-5310a2d62b28'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:25:31.420668 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32290dd8-f69b-4a5e-9261-34ef2046900a req-91ab7424-262a-4819-b950-d76b6086d23b tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/ports?device_id=068fc369-e3b0-4b3e-b0d9-2a27adbff7c7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2959983 Mar 22 19:25:31.477875 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-02766c3f-4140-4636-88bf-9fb53c7ca250 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:31.488563 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-02766c3f-4140-4636-88bf-9fb53c7ca250 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] 10.222.0.75 "DELETE /v2.0/ports/23f46dee-c2ed-4142-9303-bb2106135b47 HTTP/1.1" status: 204 len: 168 time: 1.0850215 Mar 22 19:25:31.490863 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48382) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:31.540133 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35b0aef-e14e-4488-a9a1-42d0e0a773d9 x-openstack-request-id: req-b35b0aef-e14e-4488-a9a1-42d0e0a773d9 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:25:31.540514 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf894830-ab8b-4e68-ae3c-bf1268d2f892", "name": "network-vif-plugged", "status": "completed", "tag": "5ac16206-7a21-48a3-8513-5efe5b9f14c0", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:25:31.540705 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b35b0aef-e14e-4488-a9a1-42d0e0a773d9 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:25:31.541224 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b35b0aef-e14e-4488-a9a1-42d0e0a773d9'] response: {'server_uuid': 'bf894830-ab8b-4e68-ae3c-bf1268d2f892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac16206-7a21-48a3-8513-5efe5b9f14c0', 'code': 200} Mar 22 19:25:31.627389 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-466ce80b-30a4-4480-b122-74926fc896fc tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Deleting subnet c78874fb-b952-4cd6-9337-03ce2f50bc26 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:25:31.631685 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-466ce80b-30a4-4480-b122-74926fc896fc tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks [] for subnet (c78874fb-b952-4cd6-9337-03ce2f50bc26), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:31.673335 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32290dd8-f69b-4a5e-9261-34ef2046900a req-e4fc3ec8-fe3d-48c0-a6d0-574bb5d22039 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.73 HTTP/1.1" status: 200 len: 695 time: 0.2516754 Mar 22 19:25:31.698940 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-32290dd8-f69b-4a5e-9261-34ef2046900a req-f8a2435b-f87f-4445-8697-bcfe6fcfe728 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Request body: {'floatingip': {'port_id': '8aed8a7a-e159-48fe-b2dd-2256e03f9311', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:31.720220 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 607144c1-0ca2-48d3-88b9-368b9eec0b0c up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:25:31.720586 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-466ce80b-30a4-4480-b122-74926fc896fc tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (c78874fb-b952-4cd6-9337-03ce2f50bc26), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:31.790673 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e583d3-0986-4df5-8adf-87f02db131e8 req-1ab699ef-fb5d-4ddd-bee9-3fabe5195818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:31.793280 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-18e583d3-0986-4df5-8adf-87f02db131e8 req-1ab699ef-fb5d-4ddd-bee9-3fabe5195818 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=bf894830-ab8b-4e68-ae3c-bf1268d2f892 HTTP/1.1" status: 200 len: 1129 time: 0.2410703 Mar 22 19:25:31.803408 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-32290dd8-f69b-4a5e-9261-34ef2046900a req-f8a2435b-f87f-4445-8697-bcfe6fcfe728 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks [] for floatingip (498be922-5b9c-4888-9c09-8bc392c7d077), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:31.818354 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 607144c1-0ca2-48d3-88b9-368b9eec0b0c triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:25:31.822772 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:31.858314 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-466ce80b-30a4-4480-b122-74926fc896fc tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (c78874fb-b952-4cd6-9337-03ce2f50bc26), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:31.949880 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 607144c1-0ca2-48d3-88b9-368b9eec0b0c is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:25:31.950196 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:31.962295 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-466ce80b-30a4-4480-b122-74926fc896fc tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (c78874fb-b952-4cd6-9337-03ce2f50bc26), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:32.007980 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ce80b-30a4-4480-b122-74926fc896fc tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Pushing event deleted for resources: {'Subnet': ['ID=c78874fb-b952-4cd6-9337-03ce2f50bc26,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:32.012312 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 607144c1-0ca2-48d3-88b9-368b9eec0b0c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=607144c1-0ca2-48d3-88b9-368b9eec0b0c,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:32.018688 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-466ce80b-30a4-4480-b122-74926fc896fc tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:32.024212 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d8d2fa-3ec6-428a-932c-1b50085ce159 None None] Network dc35f5f2-8d03-45a2-a0a1-8b6e553a53ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:25:32.027882 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:32.031768 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-466ce80b-30a4-4480-b122-74926fc896fc tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] 10.222.0.75 "DELETE /v2.0/subnets/c78874fb-b952-4cd6-9337-03ce2f50bc26 HTTP/1.1" status: 204 len: 168 time: 0.5382531 Mar 22 19:25:32.032765 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48400) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:32.141451 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e5aa128c-c91c-4938-9599-7bf882c579c7 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (dc35f5f2-8d03-45a2-a0a1-8b6e553a53ab), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:32.214866 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-e5aa128c-c91c-4938-9599-7bf882c579c7 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Deleting port fd700e70-9c9c-4341-b72a-88144775d1b2 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:25:32.215451 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e5aa128c-c91c-4938-9599-7bf882c579c7 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (fd700e70-9c9c-4341-b72a-88144775d1b2), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:32.233851 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=607144c1-0ca2-48d3-88b9-368b9eec0b0c,revision_number=7']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:32.304362 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-e5aa128c-c91c-4938-9599-7bf882c579c7 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] For port fd700e70-9c9c-4341-b72a-88144775d1b2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=fd700e70-9c9c-4341-b72a-88144775d1b2,segment=NetworkSegment(72b34317-cf28-44f7-b655-012a9e56767c),segment_id=72b34317-cf28-44f7-b655-012a9e56767c)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:32.304639 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e5aa128c-c91c-4938-9599-7bf882c579c7 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (fd700e70-9c9c-4341-b72a-88144775d1b2), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:32.321091 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-e5aa128c-c91c-4938-9599-7bf882c579c7 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Calling delete_port for fd700e70-9c9c-4341-b72a-88144775d1b2 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:25:32.346487 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9cd788-c3a7-4e6f-8ec3-b2a9cf2f1e52 None None] DHCP port deletion for dc35f5f2-8d03-45a2-a0a1-8b6e553a53ab request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:25:32.384588 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540681d-fab7-45e6-8107-a5bd3e95fbc3 req-50279843-81ce-4458-8785-8202b34d25b8 tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:32.392531 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d540681d-fab7-45e6-8107-a5bd3e95fbc3 req-50279843-81ce-4458-8785-8202b34d25b8 tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] 10.222.0.75 "GET /v2.0/ports?device_id=32288a91-853b-4902-9e3b-5ae2cbc0702a HTTP/1.1" status: 200 len: 945 time: 0.8416286 Mar 22 19:25:32.400329 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-18e583d3-0986-4df5-8adf-87f02db131e8 req-edda9fac-5064-4675-8421-8ebda20733f5 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5912387 Mar 22 19:25:32.445582 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-9b9cd788-c3a7-4e6f-8ec3-b2a9cf2f1e52 None None] Deleting port fd700e70-9c9c-4341-b72a-88144775d1b2 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:25:32.446170 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9b9cd788-c3a7-4e6f-8ec3-b2a9cf2f1e52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (fd700e70-9c9c-4341-b72a-88144775d1b2), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:32.470644 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e5aa128c-c91c-4938-9599-7bf882c579c7 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (fd700e70-9c9c-4341-b72a-88144775d1b2), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:32.506777 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48410) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:32.515324 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa128c-c91c-4938-9599-7bf882c579c7 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Pushing event deleted for resources: {'Port': ['ID=fd700e70-9c9c-4341-b72a-88144775d1b2,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:32.517212 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aa128c-c91c-4938-9599-7bf882c579c7 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] No DVR routers for this DVR port fd700e70-9c9c-4341-b72a-88144775d1b2 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:25:32.564558 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d540681d-fab7-45e6-8107-a5bd3e95fbc3 req-964336c2-4eb3-4dca-81bc-be0c0a174761 tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] 10.222.0.75 "GET /v2.0/security-groups?id=2cb1221a-21c8-4d5f-ab3a-fcb09311ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690447 Mar 22 19:25:32.603985 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-9b9cd788-c3a7-4e6f-8ec3-b2a9cf2f1e52 None None] For port fd700e70-9c9c-4341-b72a-88144775d1b2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=fd700e70-9c9c-4341-b72a-88144775d1b2,segment=NetworkSegment(72b34317-cf28-44f7-b655-012a9e56767c),segment_id=72b34317-cf28-44f7-b655-012a9e56767c)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:32.604869 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-21bdd9b1-dc9d-4c6d-9e1e-96f3af715982 req-c0b9d62c-2a75-4723-a218-b9e3b3bdc8a9 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:25:32.605470 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9b9cd788-c3a7-4e6f-8ec3-b2a9cf2f1e52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (fd700e70-9c9c-4341-b72a-88144775d1b2), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:32.612606 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21bdd9b1-dc9d-4c6d-9e1e-96f3af715982 req-c0b9d62c-2a75-4723-a218-b9e3b3bdc8a9 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0157199 Mar 22 19:25:32.624792 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-9b9cd788-c3a7-4e6f-8ec3-b2a9cf2f1e52 None None] Calling delete_port for fd700e70-9c9c-4341-b72a-88144775d1b2 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:25:32.689977 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [req-32290dd8-f69b-4a5e-9261-34ef2046900a req-f8a2435b-f87f-4445-8697-bcfe6fcfe728 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] update failed (client error): There was a conflict when trying to complete your request. Mar 22 19:25:32.691536 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32290dd8-f69b-4a5e-9261-34ef2046900a req-f8a2435b-f87f-4445-8697-bcfe6fcfe728 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "PUT /v2.0/floatingips/498be922-5b9c-4888-9c09-8bc392c7d077 HTTP/1.1" status: 409 len: 550 time: 1.0080760 Mar 22 19:25:32.696701 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e5aa128c-c91c-4938-9599-7bf882c579c7 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (dc35f5f2-8d03-45a2-a0a1-8b6e553a53ab), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:32.718502 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21bdd9b1-dc9d-4c6d-9e1e-96f3af715982 req-72c55316-0284-45e2-8ef4-ebb044e23b78 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1047199 Mar 22 19:25:32.726811 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-e5aa128c-c91c-4938-9599-7bf882c579c7 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc35f5f2-8d03-45a2-a0a1-8b6e553a53ab']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:32.738600 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-e5aa128c-c91c-4938-9599-7bf882c579c7 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b34317-cf28-44f7-b655-012a9e56767c') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:32.738899 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-e5aa128c-c91c-4938-9599-7bf882c579c7 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b34317-cf28-44f7-b655-012a9e56767c') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:32.755548 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e5aa128c-c91c-4938-9599-7bf882c579c7 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (72b34317-cf28-44f7-b655-012a9e56767c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:32.781498 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e5aa128c-c91c-4938-9599-7bf882c579c7 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (72b34317-cf28-44f7-b655-012a9e56767c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: from cryptography.utils import int_from_bytes Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: from cryptography.utils import int_from_bytes Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:25:32.784115 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:25:32.786647 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:25:32.786647 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:25:32.786647 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:25:32.786647 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:25:32.786647 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:25:32.786647 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:25:32.786647 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:25:32.786647 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:25:32.786647 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:25:32.786647 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:25:32.786647 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:25:32.786647 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:25:32.786647 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:25:32.786647 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:25:32.790915 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5aa128c-c91c-4938-9599-7bf882c579c7 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:25:32.791479 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e5aa128c-c91c-4938-9599-7bf882c579c7 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (72b34317-cf28-44f7-b655-012a9e56767c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:32.796952 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9b9cd788-c3a7-4e6f-8ec3-b2a9cf2f1e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (fd700e70-9c9c-4341-b72a-88144775d1b2), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:32.833916 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9cd788-c3a7-4e6f-8ec3-b2a9cf2f1e52 None None] No DVR routers for this DVR port fd700e70-9c9c-4341-b72a-88144775d1b2 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:25:32.844566 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9cd788-c3a7-4e6f-8ec3-b2a9cf2f1e52 None None] Pushing event deleted for resources: {'Port': ['ID=fd700e70-9c9c-4341-b72a-88144775d1b2,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:32.880342 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63d8a9-6172-47bf-a142-10a47dc09892 req-609542ec-e775-4258-8d34-6867ec03a0c9 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:32.886285 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5d63d8a9-6172-47bf-a142-10a47dc09892 req-609542ec-e775-4258-8d34-6867ec03a0c9 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf894830-ab8b-4e68-ae3c-bf1268d2f892 HTTP/1.1" status: 200 len: 946 time: 0.0814769 Mar 22 19:25:32.890013 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:25:32.890013 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:25:32.890013 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:25:32.890013 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:25:32.890013 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:25:32.890013 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:25:32.890013 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:25:32.890013 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:25:32.890013 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:25:32.890013 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:25:32.890013 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:25:32.890013 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:25:32.890013 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:25:32.890013 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:25:32.890013 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:25:32.890013 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:25:32.890013 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:25:32.890013 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:25:32.890013 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:25:32.890013 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:25:32.890013 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:25:32.890013 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:25:32.890013 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:25:32.890013 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:25:32.890013 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:25:32.890013 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:25:32.890013 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:25:32.890013 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:25:32.890013 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:25:32.890013 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:25:32.890013 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:25:32.890013 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:25:32.912351 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-b08e48f0-5a77-4628-aecf-22f9b1076cca admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-714371160-network', 'tenant_id': '22b87c7edec349f388db608313a3b2f0'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:32.970555 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08e48f0-5a77-4628-aecf-22f9b1076cca admin admin] Made reservation on behalf of 22b87c7edec349f388db608313a3b2f0 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:25:32.973276 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b08e48f0-5a77-4628-aecf-22f9b1076cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:32.986655 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5d63d8a9-6172-47bf-a142-10a47dc09892 req-f31a21da-603f-47ff-a2b5-d8756245aac1 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962586 Mar 22 19:25:32.992658 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e5aa128c-c91c-4938-9599-7bf882c579c7 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (dc35f5f2-8d03-45a2-a0a1-8b6e553a53ab), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:32.996810 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b08e48f0-5a77-4628-aecf-22f9b1076cca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:33.006182 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e5aa128c-c91c-4938-9599-7bf882c579c7 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:33.013860 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e5aa128c-c91c-4938-9599-7bf882c579c7 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] 10.222.0.75 "DELETE /v2.0/networks/dc35f5f2-8d03-45a2-a0a1-8b6e553a53ab HTTP/1.1" status: 204 len: 168 time: 0.9761701 Mar 22 19:25:33.032397 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa128c-c91c-4938-9599-7bf882c579c7 tempest-ExtraDHCPOptionsTestJSON-322170147 tempest-ExtraDHCPOptionsTestJSON-322170147-project] Pushing event deleted for resources: {'Network': ['ID=dc35f5f2-8d03-45a2-a0a1-8b6e553a53ab,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:33.092769 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-889b5eb6-5960-44a0-a40f-a51a3393b785 req-95fba3e8-b15e-493e-beab-eb7485a9e358 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/floatingips/498be922-5b9c-4888-9c09-8bc392c7d077 HTTP/1.1" status: 200 len: 692 time: 0.0822144 Mar 22 19:25:33.157451 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b08e48f0-5a77-4628-aecf-22f9b1076cca admin admin] Publish callbacks [] for security_group (8daccaf2-6a43-42cc-b8ab-8093d910b70e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:33.165018 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b08e48f0-5a77-4628-aecf-22f9b1076cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (8daccaf2-6a43-42cc-b8ab-8093d910b70e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:33.202193 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e48f0-5a77-4628-aecf-22f9b1076cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8daccaf2-6a43-42cc-b8ab-8093d910b70e,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:33.216363 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b08e48f0-5a77-4628-aecf-22f9b1076cca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:25:33.239569 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b08e48f0-5a77-4628-aecf-22f9b1076cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (4f7060b9-5885-4ff9-8fd8-e8b19724bb7e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:33.239569 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-b08e48f0-5a77-4628-aecf-22f9b1076cca admin admin] Added segment 4f7060b9-5885-4ff9-8fd8-e8b19724bb7e of type vlan for network 77b4a43d-8c01-4b2b-b975-be330f592f1e Mar 22 19:25:33.294992 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28a0ec-f98c-43e6-8f0b-6ce8ae26c7d8 req-eb2b4c6d-087d-4d89-9f87-19f473972205 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:33.304644 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fe28a0ec-f98c-43e6-8f0b-6ce8ae26c7d8 req-eb2b4c6d-087d-4d89-9f87-19f473972205 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6e10b67-46e0-4cc8-b1b6-5d65f05a0969 HTTP/1.1" status: 200 len: 949 time: 0.2274120 Mar 22 19:25:33.306533 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device fd700e70-9c9c-4341-b72a-88144775d1b2 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:25:33.321685 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b08e48f0-5a77-4628-aecf-22f9b1076cca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (77b4a43d-8c01-4b2b-b975-be330f592f1e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:33.341271 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: fd700e70-9c9c-4341-b72a-88144775d1b2 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:25:33.342031 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device fd700e70-9c9c-4341-b72a-88144775d1b2 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:25:33.374680 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b08e48f0-5a77-4628-aecf-22f9b1076cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (77b4a43d-8c01-4b2b-b975-be330f592f1e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:33.375841 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08e48f0-5a77-4628-aecf-22f9b1076cca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:33.376552 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b08e48f0-5a77-4628-aecf-22f9b1076cca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:33.404734 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48426) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:33.411826 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b5eb6-5960-44a0-a40f-a51a3393b785 req-51a77f92-a39f-45a9-b7c7-55769d58599b tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:33.413445 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-889b5eb6-5960-44a0-a40f-a51a3393b785 req-51a77f92-a39f-45a9-b7c7-55769d58599b tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 784 time: 0.2805655 Mar 22 19:25:33.490006 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b08e48f0-5a77-4628-aecf-22f9b1076cca admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9738986 Mar 22 19:25:33.490006 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e48f0-5a77-4628-aecf-22f9b1076cca admin admin] Pushing event updated for resources: {'Network': ['ID=77b4a43d-8c01-4b2b-b975-be330f592f1e,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:33.490006 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48430) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:33.498784 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 77b4a43d-8c01-4b2b-b975-be330f592f1e details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:25:33.519991 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-d1b85890-01e1-4185-b255-b4b882787f2c admin admin] Request body: {'subnet': {'network_id': '77b4a43d-8c01-4b2b-b975-be330f592f1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-714371160-subnet', 'tenant_id': '22b87c7edec349f388db608313a3b2f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:33.533849 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-889b5eb6-5960-44a0-a40f-a51a3393b785 req-2b8ca881-079d-4435-a4f5-5eca03dc3642 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.73 HTTP/1.1" status: 200 len: 695 time: 0.1085417 Mar 22 19:25:33.547714 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fe28a0ec-f98c-43e6-8f0b-6ce8ae26c7d8 req-76cb801c-5f7c-4f36-9f71-1280efd86983 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262635 Mar 22 19:25:33.593732 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b85890-01e1-4185-b255-b4b882787f2c admin admin] Made reservation on behalf of 22b87c7edec349f388db608313a3b2f0 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:25:33.596141 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d1b85890-01e1-4185-b255-b4b882787f2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:33.614055 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32288a91-853b-4902-9e3b-5ae2cbc0702a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6900f966-6d9a-445d-b4d1-a17731a001c1'}, {'server_uuid': 'd40f0c35-6df1-46c8-add8-78ea0711782d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607144c1-0ca2-48d3-88b9-368b9eec0b0c'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:25:33.620374 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bb8d2b-f512-4136-8b71-92b87742fd33" -d '{"events": [{"server_uuid": "32288a91-853b-4902-9e3b-5ae2cbc0702a", "name": "network-vif-plugged", "status": "completed", "tag": "6900f966-6d9a-445d-b4d1-a17731a001c1"}, {"server_uuid": "d40f0c35-6df1-46c8-add8-78ea0711782d", "name": "network-vif-plugged", "status": "completed", "tag": "607144c1-0ca2-48d3-88b9-368b9eec0b0c"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:25:33.727674 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-889b5eb6-5960-44a0-a40f-a51a3393b785 req-1cbd30c3-8dfe-4280-aa7f-5bbb8f8fef8d tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.73 HTTP/1.1" status: 200 len: 695 time: 0.1848834 Mar 22 19:25:33.741721 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d4d1bfa1-6c76-4b5e-9fbb-3f9a848607c1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7f92c580b375496a9bf8735d99383e74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3268709 Mar 22 19:25:33.745231 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48436) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:33.851215 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad5b44b1-3e12-4d21-a0bb-124d224dbc6c admin admin] Publish callbacks [] for security_group (8207b80b-84a1-46fd-8b2f-064d094d7354), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:33.900699 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad5b44b1-3e12-4d21-a0bb-124d224dbc6c admin admin] Publish callbacks [] for security_group (8207b80b-84a1-46fd-8b2f-064d094d7354), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:33.982462 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-889b5eb6-5960-44a0-a40f-a51a3393b785 req-f34723e7-4f79-4968-9c06-f18c134796e9 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Deleting port 7ebccb3c-0974-453f-99ff-a6cbe05b00d5 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:25:33.982830 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-889b5eb6-5960-44a0-a40f-a51a3393b785 req-f34723e7-4f79-4968-9c06-f18c134796e9 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (7ebccb3c-0974-453f-99ff-a6cbe05b00d5), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:34.003587 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d1b85890-01e1-4185-b255-b4b882787f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (0abbf933-e021-4b1a-8b29-b9fca22e4e58), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:34.054472 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad5b44b1-3e12-4d21-a0bb-124d224dbc6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (8207b80b-84a1-46fd-8b2f-064d094d7354), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:34.056958 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad5b44b1-3e12-4d21-a0bb-124d224dbc6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:34.060577 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ad5b44b1-3e12-4d21-a0bb-124d224dbc6c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8207b80b-84a1-46fd-8b2f-064d094d7354 HTTP/1.1" status: 204 len: 168 time: 0.3118639 Mar 22 19:25:34.068488 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b44b1-3e12-4d21-a0bb-124d224dbc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8207b80b-84a1-46fd-8b2f-064d094d7354,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:34.074914 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b85890-01e1-4185-b255-b4b882787f2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0abbf933-e021-4b1a-8b29-b9fca22e4e58,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:34.092675 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b85890-01e1-4185-b255-b4b882787f2c admin admin] Checking segment: {'id': '4f7060b9-5885-4ff9-8fd8-e8b19724bb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '77b4a43d-8c01-4b2b-b975-be330f592f1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:25:34.093040 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b85890-01e1-4185-b255-b4b882787f2c admin admin] Network hostable DHCP agents. Network: 77b4a43d-8c01-4b2b-b975-be330f592f1e, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:25:34.120662 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92005ecc-3af4-43c5-b048-ef4f2ec680f9 req-d9cf0c85-a278-4f82-be93-9e9d92181c21 tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:34.124275 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b85890-01e1-4185-b255-b4b882787f2c admin admin] Network 77b4a43d-8c01-4b2b-b975-be330f592f1e is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:25:34.128899 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-92005ecc-3af4-43c5-b048-ef4f2ec680f9 req-d9cf0c85-a278-4f82-be93-9e9d92181c21 tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] 10.222.0.75 "GET /v2.0/ports?device_id=32288a91-853b-4902-9e3b-5ae2cbc0702a HTTP/1.1" status: 200 len: 945 time: 0.1625328 Mar 22 19:25:34.140428 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-d1b85890-01e1-4185-b255-b4b882787f2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 77b4a43d-8c01-4b2b-b975-be330f592f1e) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:25:34.152010 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ae7c9b-1730-4ca4-ac5d-65cbf07ad81f None None] Network 77b4a43d-8c01-4b2b-b975-be330f592f1e requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:25:34.158524 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b85890-01e1-4185-b255-b4b882787f2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:34.159284 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d1b85890-01e1-4185-b255-b4b882787f2c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:34.175044 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-889b5eb6-5960-44a0-a40f-a51a3393b785 req-f34723e7-4f79-4968-9c06-f18c134796e9 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (7ebccb3c-0974-453f-99ff-a6cbe05b00d5), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:34.175381 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-889b5eb6-5960-44a0-a40f-a51a3393b785 req-f34723e7-4f79-4968-9c06-f18c134796e9 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks [] for floatingip (7ebccb3c-0974-453f-99ff-a6cbe05b00d5), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:34.190668 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d1b85890-01e1-4185-b255-b4b882787f2c admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6814826 Mar 22 19:25:34.206798 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-889b5eb6-5960-44a0-a40f-a51a3393b785 req-f34723e7-4f79-4968-9c06-f18c134796e9 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Calling delete_port for 7ebccb3c-0974-453f-99ff-a6cbe05b00d5 owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:25:34.306669 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8051724-f0ec-48df-91bc-1da15bd4657c None None] Network 77b4a43d-8c01-4b2b-b975-be330f592f1e requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:25:34.319640 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-92005ecc-3af4-43c5-b048-ef4f2ec680f9 req-c1296734-2f3d-4020-a468-43ad652d41aa tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] 10.222.0.75 "GET /v2.0/security-groups?id=2cb1221a-21c8-4d5f-ab3a-fcb09311ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903021 Mar 22 19:25:34.393937 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 6f67127f-41e8-4dd7-bdac-5310a2d62b28 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:25:34.473490 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 19:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6371faf1-838c-4094-b852-ce92f3bf6260 x-openstack-request-id: req-6371faf1-838c-4094-b852-ce92f3bf6260 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:25:34.473725 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32288a91-853b-4902-9e3b-5ae2cbc0702a", "name": "network-vif-plugged", "status": "completed", "tag": "6900f966-6d9a-445d-b4d1-a17731a001c1", "code": 200}, {"server_uuid": "d40f0c35-6df1-46c8-add8-78ea0711782d", "name": "network-vif-plugged", "status": "completed", "tag": "607144c1-0ca2-48d3-88b9-368b9eec0b0c", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:25:34.474107 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6371faf1-838c-4094-b852-ce92f3bf6260 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:25:34.474530 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6371faf1-838c-4094-b852-ce92f3bf6260'] response: {'server_uuid': '32288a91-853b-4902-9e3b-5ae2cbc0702a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6900f966-6d9a-445d-b4d1-a17731a001c1', 'code': 200} Mar 22 19:25:34.474806 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6371faf1-838c-4094-b852-ce92f3bf6260'] response: {'server_uuid': 'd40f0c35-6df1-46c8-add8-78ea0711782d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607144c1-0ca2-48d3-88b9-368b9eec0b0c', 'code': 200} Mar 22 19:25:34.514631 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 6f67127f-41e8-4dd7-bdac-5310a2d62b28 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:25:34.523019 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 6f67127f-41e8-4dd7-bdac-5310a2d62b28 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:25:34.523405 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6f67127f-41e8-4dd7-bdac-5310a2d62b28), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:34.597398 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be836da-7f13-497b-9f05-c5dd93b62272 req-eb590053-e664-4db9-9d9c-78633bddc81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:34.599043 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1be836da-7f13-497b-9f05-c5dd93b62272 req-eb590053-e664-4db9-9d9c-78633bddc81b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=32288a91-853b-4902-9e3b-5ae2cbc0702a HTTP/1.1" status: 200 len: 1128 time: 0.1216800 Mar 22 19:25:34.600070 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-889b5eb6-5960-44a0-a40f-a51a3393b785 req-f34723e7-4f79-4968-9c06-f18c134796e9 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (7ebccb3c-0974-453f-99ff-a6cbe05b00d5), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:34.655841 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 6f67127f-41e8-4dd7-bdac-5310a2d62b28 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:25:34.656394 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6f67127f-41e8-4dd7-bdac-5310a2d62b28), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:34.661955 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34723e7-4f79-4968-9c06-f18c134796e9 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Pushing event deleted for resources: {'Port': ['ID=7ebccb3c-0974-453f-99ff-a6cbe05b00d5,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:34.714047 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 6f67127f-41e8-4dd7-bdac-5310a2d62b28, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=6f67127f-41e8-4dd7-bdac-5310a2d62b28,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:34.721831 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (6f67127f-41e8-4dd7-bdac-5310a2d62b28), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:34.758263 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1be836da-7f13-497b-9f05-c5dd93b62272 req-5eaab67e-9af4-4931-a363-8fbddfe09808 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=2cb1221a-21c8-4d5f-ab3a-fcb09311ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063337 Mar 22 19:25:34.824505 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-889b5eb6-5960-44a0-a40f-a51a3393b785 req-f34723e7-4f79-4968-9c06-f18c134796e9 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks [] for floatingip (498be922-5b9c-4888-9c09-8bc392c7d077), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:34.833319 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-889b5eb6-5960-44a0-a40f-a51a3393b785 req-f34723e7-4f79-4968-9c06-f18c134796e9 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:34.835123 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-889b5eb6-5960-44a0-a40f-a51a3393b785 req-f34723e7-4f79-4968-9c06-f18c134796e9 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "DELETE /v2.0/floatingips/498be922-5b9c-4888-9c09-8bc392c7d077 HTTP/1.1" status: 204 len: 173 time: 1.1064632 Mar 22 19:25:34.876679 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=6f67127f-41e8-4dd7-bdac-5310a2d62b28,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:34.984789 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f274150-377e-4566-b951-af8e36a8e1d1 req-bb762ecd-2ad3-4351-9e27-63218d5279b8 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:34.987099 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7f274150-377e-4566-b951-af8e36a8e1d1 req-bb762ecd-2ad3-4351-9e27-63218d5279b8 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf894830-ab8b-4e68-ae3c-bf1268d2f892 HTTP/1.1" status: 200 len: 946 time: 0.0862021 Mar 22 19:25:35.069772 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7f274150-377e-4566-b951-af8e36a8e1d1 req-2766f6d6-58a0-46df-8107-eb7830869c17 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743132 Mar 22 19:25:35.144706 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48484) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:35.222046 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-27cebcaf-5b49-4511-b7da-cff1a7bc7c7e req-8e012a7b-05fc-4c7c-9f6e-eb1be242db8d tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-887265759', 'description': 'tempest-description-2004181687'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:35.262070 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b03b1e-6251-40e2-ae1d-7da4791db2e9 req-618a7fd2-3bdc-4fee-b9c8-894a1ce9abd2 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:35.264218 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9b03b1e-6251-40e2-ae1d-7da4791db2e9 req-618a7fd2-3bdc-4fee-b9c8-894a1ce9abd2 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6e10b67-46e0-4cc8-b1b6-5d65f05a0969 HTTP/1.1" status: 200 len: 950 time: 0.1050541 Mar 22 19:25:35.265589 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-27cebcaf-5b49-4511-b7da-cff1a7bc7c7e req-8e012a7b-05fc-4c7c-9f6e-eb1be242db8d tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:35.296155 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-d8227f06-97ab-4e77-b572-28d3ee32d6c2 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Request body: {'security_group': {'name': 'tempest-secgroup--1543826313'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:35.324846 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d8227f06-97ab-4e77-b572-28d3ee32d6c2 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:35.338060 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d8227f06-97ab-4e77-b572-28d3ee32d6c2 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:35.353857 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9b03b1e-6251-40e2-ae1d-7da4791db2e9 req-67d05c67-f15e-4e1c-ba96-5865e8affe84 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769219 Mar 22 19:25:35.396646 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-27cebcaf-5b49-4511-b7da-cff1a7bc7c7e req-8e012a7b-05fc-4c7c-9f6e-eb1be242db8d tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (da379efe-da25-42e7-864f-88affb41914d), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:35.410483 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-27cebcaf-5b49-4511-b7da-cff1a7bc7c7e req-8e012a7b-05fc-4c7c-9f6e-eb1be242db8d tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (da379efe-da25-42e7-864f-88affb41914d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:35.442028 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d8227f06-97ab-4e77-b572-28d3ee32d6c2 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (0adae2bd-db15-40bf-8765-83e627da43df), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:35.446046 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d8227f06-97ab-4e77-b572-28d3ee32d6c2 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (0adae2bd-db15-40bf-8765-83e627da43df), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:35.475459 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-27cebcaf-5b49-4511-b7da-cff1a7bc7c7e req-8e012a7b-05fc-4c7c-9f6e-eb1be242db8d tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:35.489205 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-27cebcaf-5b49-4511-b7da-cff1a7bc7c7e req-8e012a7b-05fc-4c7c-9f6e-eb1be242db8d tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.2765977 Mar 22 19:25:35.507777 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8227f06-97ab-4e77-b572-28d3ee32d6c2 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0adae2bd-db15-40bf-8765-83e627da43df,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:35.555170 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e012a7b-05fc-4c7c-9f6e-eb1be242db8d tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da379efe-da25-42e7-864f-88affb41914d,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:35.579933 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d8227f06-97ab-4e77-b572-28d3ee32d6c2 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (5523b61e-e72f-4e9e-97c3-0d4b24c3ec14), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:35.587388 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d8227f06-97ab-4e77-b572-28d3ee32d6c2 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5523b61e-e72f-4e9e-97c3-0d4b24c3ec14), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:35.607815 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-853b0b4b-b45d-40b5-a7e7-d12d88717c13 req-a36a00e4-754c-44f0-abf2-636a2359f2a4 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.199 HTTP/1.1" status: 200 len: 1002 time: 0.2095366 Mar 22 19:25:35.623114 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8227f06-97ab-4e77-b572-28d3ee32d6c2 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5523b61e-e72f-4e9e-97c3-0d4b24c3ec14,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:35.642059 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d8227f06-97ab-4e77-b572-28d3ee32d6c2 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:35.646802 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d8227f06-97ab-4e77-b572-28d3ee32d6c2 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5007381 Mar 22 19:25:35.647610 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48492) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:35.669488 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b0b4b-b45d-40b5-a7e7-d12d88717c13 req-c3636b9f-f4c1-4033-a7fe-06d1ff0dc663 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:35.682304 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-853b0b4b-b45d-40b5-a7e7-d12d88717c13 req-c3636b9f-f4c1-4033-a7fe-06d1ff0dc663 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/ports/8aed8a7a-e159-48fe-b2dd-2256e03f9311 HTTP/1.1" status: 200 len: 943 time: 0.0666254 Mar 22 19:25:35.753422 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-63181296-f594-4189-9fef-fa693bfbbf34 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1043015 Mar 22 19:25:35.754117 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48496) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:35.759196 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-a3615e75-80e8-4ea7-9827-86fbff00b30d tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Request body: {'security_group': {'name': 'tempest-security--1835392658', 'description': 'tempest-security-description-439146600'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:35.850716 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-853b0b4b-b45d-40b5-a7e7-d12d88717c13 req-ffc2ce2a-131e-4c2b-b7ea-0cc421850ba6 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.199 HTTP/1.1" status: 200 len: 1002 time: 0.1263866 Mar 22 19:25:35.880144 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a3615e75-80e8-4ea7-9827-86fbff00b30d tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (5523b61e-e72f-4e9e-97c3-0d4b24c3ec14), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:35.957723 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a3615e75-80e8-4ea7-9827-86fbff00b30d tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (5523b61e-e72f-4e9e-97c3-0d4b24c3ec14), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:35.968410 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a3615e75-80e8-4ea7-9827-86fbff00b30d tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5523b61e-e72f-4e9e-97c3-0d4b24c3ec14), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:35.974191 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a3615e75-80e8-4ea7-9827-86fbff00b30d tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:35.976327 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a3615e75-80e8-4ea7-9827-86fbff00b30d tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "PUT /v2.0/security-groups/5523b61e-e72f-4e9e-97c3-0d4b24c3ec14 HTTP/1.1" status: 200 len: 1796 time: 0.2211320 Mar 22 19:25:35.988104 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48500) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:36.053532 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3615e75-80e8-4ea7-9827-86fbff00b30d tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5523b61e-e72f-4e9e-97c3-0d4b24c3ec14,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:36.077012 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7a3e34bc-e59d-4aa6-bfea-e0fe3ab65051 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "GET /v2.0/security-groups/5523b61e-e72f-4e9e-97c3-0d4b24c3ec14 HTTP/1.1" status: 200 len: 1796 time: 0.0846775 Mar 22 19:25:36.077204 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de490d40-feca-4812-8e8d-e915b96cba87 req-64be905a-a389-4146-8b0a-2bde3156bd92 tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:36.079503 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48506) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:36.083443 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-de490d40-feca-4812-8e8d-e915b96cba87 req-64be905a-a389-4146-8b0a-2bde3156bd92 tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] 10.222.0.75 "GET /v2.0/ports?device_id=32288a91-853b-4902-9e3b-5ae2cbc0702a HTTP/1.1" status: 200 len: 945 time: 0.1151164 Mar 22 19:25:36.111637 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b0b4b-b45d-40b5-a7e7-d12d88717c13 req-01de8edf-427d-4946-aa67-dd6eb326a72d tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:36.113288 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-853b0b4b-b45d-40b5-a7e7-d12d88717c13 req-01de8edf-427d-4946-aa67-dd6eb326a72d tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 784 time: 0.2571707 Mar 22 19:25:36.162833 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-84e5d478-3163-4e5d-bae0-95e1126fba00 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (5523b61e-e72f-4e9e-97c3-0d4b24c3ec14), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:36.199115 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-84e5d478-3163-4e5d-bae0-95e1126fba00 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (5523b61e-e72f-4e9e-97c3-0d4b24c3ec14), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:36.202879 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-de490d40-feca-4812-8e8d-e915b96cba87 req-9c8eb3e2-3821-42e0-8a55-9021dc0230c6 tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] 10.222.0.75 "GET /v2.0/security-groups?id=2cb1221a-21c8-4d5f-ab3a-fcb09311ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183152 Mar 22 19:25:36.268803 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-853b0b4b-b45d-40b5-a7e7-d12d88717c13 req-02277e41-1760-4546-a01a-faf87bcf6936 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.199 HTTP/1.1" status: 200 len: 1002 time: 0.1477134 Mar 22 19:25:36.296297 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-84e5d478-3163-4e5d-bae0-95e1126fba00 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5523b61e-e72f-4e9e-97c3-0d4b24c3ec14), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:36.296716 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-853b0b4b-b45d-40b5-a7e7-d12d88717c13 req-a9e61a5e-377d-4b39-b17d-779bd3e6ce22 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:36.299001 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-84e5d478-3163-4e5d-bae0-95e1126fba00 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:36.303437 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-84e5d478-3163-4e5d-bae0-95e1126fba00 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "DELETE /v2.0/security-groups/5523b61e-e72f-4e9e-97c3-0d4b24c3ec14 HTTP/1.1" status: 204 len: 168 time: 0.2217472 Mar 22 19:25:36.304203 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48508) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:36.328625 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e5d478-3163-4e5d-bae0-95e1126fba00 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5523b61e-e72f-4e9e-97c3-0d4b24c3ec14,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:36.364556 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c10cf2d6-0524-419e-9941-01e3920ed3f2 req-765e2c41-89e8-445b-9659-1a3591b34bdc tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "GET /v2.0/security-groups/da379efe-da25-42e7-864f-88affb41914d HTTP/1.1" status: 200 len: 1823 time: 0.1269383 Mar 22 19:25:36.371519 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-c10cf2d6-0524-419e-9941-01e3920ed3f2 req-c15bfdfc-67fc-4ba3-aa84-43ed9a651983 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'da379efe-da25-42e7-864f-88affb41914d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:36.371977 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-c10cf2d6-0524-419e-9941-01e3920ed3f2 req-c15bfdfc-67fc-4ba3-aa84-43ed9a651983 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'da379efe-da25-42e7-864f-88affb41914d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:36.379971 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-60efe877-0931-4e0e-80d5-542e385818c4 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0716653 Mar 22 19:25:36.382149 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48510) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:36.396380 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-9c3b4a11-b36e-4866-b9b0-a2353111a106 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] delete failed (client error): The resource could not be found. Mar 22 19:25:36.397835 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9c3b4a11-b36e-4866-b9b0-a2353111a106 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "DELETE /v2.0/security-groups/5523b61e-e72f-4e9e-97c3-0d4b24c3ec14 HTTP/1.1" status: 404 len: 347 time: 0.0158918 Mar 22 19:25:36.402036 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48514) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:36.408222 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-dd7f5fc3-5b5b-4223-b782-b7348bbc1ffc tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Request body: {'security_group': {'name': 'tempest-secgroup--736309144'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:36.422993 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-853b0b4b-b45d-40b5-a7e7-d12d88717c13 req-a9e61a5e-377d-4b39-b17d-779bd3e6ce22 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks [] for floatingip (a2d9be8e-0b99-4e9d-8bc9-acdc2f3c0882), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:36.432359 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dd7f5fc3-5b5b-4223-b782-b7348bbc1ffc tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:36.475532 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e10b67-46e0-4cc8-b1b6-5d65f05a0969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f67127f-41e8-4dd7-bdac-5310a2d62b28'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:25:36.478841 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e10c95-8d07-49a4-881e-dd588ef03713" -d '{"events": [{"server_uuid": "a6e10b67-46e0-4cc8-b1b6-5d65f05a0969", "name": "network-vif-plugged", "status": "completed", "tag": "6f67127f-41e8-4dd7-bdac-5310a2d62b28"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:25:36.525614 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dd7f5fc3-5b5b-4223-b782-b7348bbc1ffc tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (912c0eee-2048-4989-bfd2-0e5970210bda), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:36.531262 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dd7f5fc3-5b5b-4223-b782-b7348bbc1ffc tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (912c0eee-2048-4989-bfd2-0e5970210bda), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:36.562218 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f5fc3-5b5b-4223-b782-b7348bbc1ffc tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=912c0eee-2048-4989-bfd2-0e5970210bda,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:36.598833 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dd7f5fc3-5b5b-4223-b782-b7348bbc1ffc tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:36.603191 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-dd7f5fc3-5b5b-4223-b782-b7348bbc1ffc tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2001750 Mar 22 19:25:36.606800 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c10cf2d6-0524-419e-9941-01e3920ed3f2 req-c15bfdfc-67fc-4ba3-aa84-43ed9a651983 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group_rule (52114ae0-86e7-4743-8fb6-956ad0aef4bf), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:36.609107 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48518) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:36.626521 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-a4b1ff29-aa30-45c2-add2-3d43c59229ae tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Request body: {'security_group_rule': {'security_group_id': '912c0eee-2048-4989-bfd2-0e5970210bda', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:36.672604 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a4b1ff29-aa30-45c2-add2-3d43c59229ae tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (8338c6b8-aca8-49ba-8957-eb346aa88aae), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:36.675282 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-853b0b4b-b45d-40b5-a7e7-d12d88717c13 req-a9e61a5e-377d-4b39-b17d-779bd3e6ce22 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:36.695646 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-853b0b4b-b45d-40b5-a7e7-d12d88717c13 req-a9e61a5e-377d-4b39-b17d-779bd3e6ce22 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (a2d9be8e-0b99-4e9d-8bc9-acdc2f3c0882), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:36.696062 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [req-853b0b4b-b45d-40b5-a7e7-d12d88717c13 req-a9e61a5e-377d-4b39-b17d-779bd3e6ce22 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Floating IP a2d9be8e-0b99-4e9d-8bc9-acdc2f3c0882 disassociated. External IP: 172.25.5.199, port: 8aed8a7a-e159-48fe-b2dd-2256e03f9311. Mar 22 19:25:36.700667 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c10cf2d6-0524-419e-9941-01e3920ed3f2 req-c15bfdfc-67fc-4ba3-aa84-43ed9a651983 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group_rule (52114ae0-86e7-4743-8fb6-956ad0aef4bf), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:36.748668 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c10cf2d6-0524-419e-9941-01e3920ed3f2 req-c15bfdfc-67fc-4ba3-aa84-43ed9a651983 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (52114ae0-86e7-4743-8fb6-956ad0aef4bf), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:36.819346 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a4b1ff29-aa30-45c2-add2-3d43c59229ae tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (8338c6b8-aca8-49ba-8957-eb346aa88aae), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:36.820408 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15bfdfc-67fc-4ba3-aa84-43ed9a651983 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52114ae0-86e7-4743-8fb6-956ad0aef4bf,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:36.825804 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a4b1ff29-aa30-45c2-add2-3d43c59229ae tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (8338c6b8-aca8-49ba-8957-eb346aa88aae), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:36.826784 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c10cf2d6-0524-419e-9941-01e3920ed3f2 req-c15bfdfc-67fc-4ba3-aa84-43ed9a651983 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:36.834623 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c10cf2d6-0524-419e-9941-01e3920ed3f2 req-c15bfdfc-67fc-4ba3-aa84-43ed9a651983 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4687684 Mar 22 19:25:36.860263 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b1ff29-aa30-45c2-add2-3d43c59229ae tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8338c6b8-aca8-49ba-8957-eb346aa88aae,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:36.866255 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a4b1ff29-aa30-45c2-add2-3d43c59229ae tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:36.867660 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a4b1ff29-aa30-45c2-add2-3d43c59229ae tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2548654 Mar 22 19:25:36.871660 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48524) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:36.923305 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bf177740-d7af-4c6f-a796-4b1d7e0b41c3 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (8338c6b8-aca8-49ba-8957-eb346aa88aae), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:36.933477 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bf177740-d7af-4c6f-a796-4b1d7e0b41c3 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (8338c6b8-aca8-49ba-8957-eb346aa88aae), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:37.062538 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bf177740-d7af-4c6f-a796-4b1d7e0b41c3 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (8338c6b8-aca8-49ba-8957-eb346aa88aae), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:37.069221 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bf177740-d7af-4c6f-a796-4b1d7e0b41c3 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:37.070527 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-bf177740-d7af-4c6f-a796-4b1d7e0b41c3 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/8338c6b8-aca8-49ba-8957-eb346aa88aae HTTP/1.1" status: 204 len: 168 time: 0.1954973 Mar 22 19:25:37.076422 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48534) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:37.077222 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf177740-d7af-4c6f-a796-4b1d7e0b41c3 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8338c6b8-aca8-49ba-8957-eb346aa88aae,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:37.117324 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [req-853b0b4b-b45d-40b5-a7e7-d12d88717c13 req-a9e61a5e-377d-4b39-b17d-779bd3e6ce22 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Router 994f1659-7cf6-4691-9ffd-2f9a5d678c4e has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:25:37.184035 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5cb5bb5d-4dfd-472a-97e2-b4c1977e0238 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1053307 Mar 22 19:25:37.187066 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48536) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:37.260189 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a6d8eb83-0d0c-454d-8778-d34c2b982dea tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (912c0eee-2048-4989-bfd2-0e5970210bda), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:37.287627 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3202e-1243-4358-8d6f-b36dcdba3408 req-e91aa4b5-6eb2-4d50-9592-44965233b1ba tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:37.289346 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20a3202e-1243-4358-8d6f-b36dcdba3408 req-e91aa4b5-6eb2-4d50-9592-44965233b1ba tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf894830-ab8b-4e68-ae3c-bf1268d2f892 HTTP/1.1" status: 200 len: 946 time: 0.1201003 Mar 22 19:25:37.290802 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-853b0b4b-b45d-40b5-a7e7-d12d88717c13 req-a9e61a5e-377d-4b39-b17d-779bd3e6ce22 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:25:37.296091 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-853b0b4b-b45d-40b5-a7e7-d12d88717c13 req-a9e61a5e-377d-4b39-b17d-779bd3e6ce22 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:37.297298 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a6d8eb83-0d0c-454d-8778-d34c2b982dea tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (912c0eee-2048-4989-bfd2-0e5970210bda), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:37.307403 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcb7aa8-5b95-4be1-82c8-f75d23b36cf9 None None] Sync routers for ids ['994f1659-7cf6-4691-9ffd-2f9a5d678c4e'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:25:37.324451 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcb7aa8-5b95-4be1-82c8-f75d23b36cf9 None None] Routers {'994f1659-7cf6-4691-9ffd-2f9a5d678c4e'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:25:37.325440 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7fcb7aa8-5b95-4be1-82c8-f75d23b36cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:25:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['994f1659-7cf6-4691-9ffd-2f9a5d678c4e'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:37.365093 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a6d8eb83-0d0c-454d-8778-d34c2b982dea tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (912c0eee-2048-4989-bfd2-0e5970210bda), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:37.367775 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a6d8eb83-0d0c-454d-8778-d34c2b982dea tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:37.372626 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a6d8eb83-0d0c-454d-8778-d34c2b982dea tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "DELETE /v2.0/security-groups/912c0eee-2048-4989-bfd2-0e5970210bda HTTP/1.1" status: 204 len: 168 time: 0.1816111 Mar 22 19:25:37.373285 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-853b0b4b-b45d-40b5-a7e7-d12d88717c13 req-a9e61a5e-377d-4b39-b17d-779bd3e6ce22 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "PUT /v2.0/floatingips/a2d9be8e-0b99-4e9d-8bc9-acdc2f3c0882 HTTP/1.1" status: 200 len: 695 time: 1.0950902 Mar 22 19:25:37.374384 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48540) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:37.386181 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068fc369-e3b0-4b3e-b0d9-2a27adbff7c7', 'tag': '8aed8a7a-e159-48fe-b2dd-2256e03f9311'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:25:37.388747 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9950674-e12f-4e09-a730-20c4d07b5cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "068fc369-e3b0-4b3e-b0d9-2a27adbff7c7", "tag": "8aed8a7a-e159-48fe-b2dd-2256e03f9311"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:25:37.395251 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8eb83-0d0c-454d-8778-d34c2b982dea tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=912c0eee-2048-4989-bfd2-0e5970210bda,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:37.457460 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-79b2c1a2-1c0b-46bf-9038-69417910f80e tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0800192 Mar 22 19:25:37.458418 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48544) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:37.463025 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-bb28afc0-6b13-4618-a851-f21b674d53c0 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Request body: {'security_group': {'name': 'tempest-secgroup--687930316'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:37.489432 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bb28afc0-6b13-4618-a851-f21b674d53c0 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:37.505580 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20a3202e-1243-4358-8d6f-b36dcdba3408 req-2e658850-3a28-4282-a805-3c2b5d6f0310 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760137 Mar 22 19:25:37.564920 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b0b4b-b45d-40b5-a7e7-d12d88717c13 req-b6f8350c-8e30-49a5-b7ea-ace7cedb0cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:37.567029 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-853b0b4b-b45d-40b5-a7e7-d12d88717c13 req-b6f8350c-8e30-49a5-b7ea-ace7cedb0cd8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=faf8585acb4b40068170d9c6eaa86cb6&device_id=068fc369-e3b0-4b3e-b0d9-2a27adbff7c7 HTTP/1.1" status: 200 len: 1129 time: 0.1653368 Mar 22 19:25:37.614275 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bb28afc0-6b13-4618-a851-f21b674d53c0 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (e94104c5-00bf-438f-a232-242210657488), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:37.627119 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bb28afc0-6b13-4618-a851-f21b674d53c0 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e94104c5-00bf-438f-a232-242210657488), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:37.661605 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-7fcb7aa8-5b95-4be1-82c8-f75d23b36cf9 None None] Set router 994f1659-7cf6-4691-9ffd-2f9a5d678c4e gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:25:37.667497 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bb28afc0-6b13-4618-a851-f21b674d53c0 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:37.668761 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bb28afc0-6b13-4618-a851-f21b674d53c0 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2092085 Mar 22 19:25:37.672548 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48548) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:37.680663 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-ba32368e-5ca9-4405-b146-55b7486d6fa7 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Request body: {'security_group_rule': {'security_group_id': 'e94104c5-00bf-438f-a232-242210657488', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:37.703267 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28afc0-6b13-4618-a851-f21b674d53c0 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e94104c5-00bf-438f-a232-242210657488,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:37.745414 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ba32368e-5ca9-4405-b146-55b7486d6fa7 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (ad71af56-c87c-43dc-b654-30314fc868b0), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:37.835587 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ba32368e-5ca9-4405-b146-55b7486d6fa7 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (ad71af56-c87c-43dc-b654-30314fc868b0), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:37.841950 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ba32368e-5ca9-4405-b146-55b7486d6fa7 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (ad71af56-c87c-43dc-b654-30314fc868b0), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:37.869296 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32368e-5ca9-4405-b146-55b7486d6fa7 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad71af56-c87c-43dc-b654-30314fc868b0,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:37.879963 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ba32368e-5ca9-4405-b146-55b7486d6fa7 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:37.883949 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ba32368e-5ca9-4405-b146-55b7486d6fa7 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2077346 Mar 22 19:25:37.894408 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48550) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:37.899820 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-ae9e5cd6-a2b7-4d6a-a0ff-6b535007345d tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Request body: {'security_group_rule': {'security_group_id': 'e94104c5-00bf-438f-a232-242210657488', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:37.952732 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7fcb7aa8-5b95-4be1-82c8-f75d23b36cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-201308134-router', 'tenant_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '7e35d254-5af9-4fad-930d-0e3385fae0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:24:42Z', 'updated_at': '2022-03-22T19:24:47Z', 'revision_number': 4, 'project_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'gw_port': {'id': '7e35d254-5af9-4fad-930d-0e3385fae0ce', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:42Z', 'updated_at': '2022-03-22T19:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '30ca6d0c-3aec-4be2-b07b-b99acbf02a3c', 'name': '', 'network_id': '0b96d543-736b-4b67-aa1e-32855b2e814f', 'tenant_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'mac_address': 'fa:16:3e:59:3c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '168b6716-5f77-44fb-960d-109b2ccf8236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:46Z', 'updated_at': '2022-03-22T19:24:52Z', 'revision_number': 5, 'project_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'subnets': [{'id': '168b6716-5f77-44fb-960d-109b2ccf8236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:37.957965 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ae9e5cd6-a2b7-4d6a-a0ff-6b535007345d tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (a812e56b-ed21-4015-9633-1fdc4aa4975e), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:37.987390 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcb7aa8-5b95-4be1-82c8-f75d23b36cf9 None None] Checking router: 994f1659-7cf6-4691-9ffd-2f9a5d678c4e for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:25:37.998087 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcb7aa8-5b95-4be1-82c8-f75d23b36cf9 None None] Routers {'994f1659-7cf6-4691-9ffd-2f9a5d678c4e'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:25:37.998863 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7fcb7aa8-5b95-4be1-82c8-f75d23b36cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:25:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['994f1659-7cf6-4691-9ffd-2f9a5d678c4e'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:38.018450 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7786235-2da2-4eae-b90f-aab40a5b679d req-3e630579-e248-4fbb-ac23-df0c3f4eaa1a tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:38.025240 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f7786235-2da2-4eae-b90f-aab40a5b679d req-3e630579-e248-4fbb-ac23-df0c3f4eaa1a tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6e10b67-46e0-4cc8-b1b6-5d65f05a0969 HTTP/1.1" status: 200 len: 950 time: 0.4018934 Mar 22 19:25:38.045053 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b0b4b-b45d-40b5-a7e7-d12d88717c13 req-dcf45444-eeb4-4abc-8419-77b2c597a5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:38.046592 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-853b0b4b-b45d-40b5-a7e7-d12d88717c13 req-dcf45444-eeb4-4abc-8419-77b2c597a5eb service neutron] 10.222.0.75 "GET /v2.0/networks?id=0b96d543-736b-4b67-aa1e-32855b2e814f HTTP/1.1" status: 200 len: 929 time: 0.4739029 Mar 22 19:25:38.076907 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ae9e5cd6-a2b7-4d6a-a0ff-6b535007345d tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (a812e56b-ed21-4015-9633-1fdc4aa4975e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:38.086817 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ae9e5cd6-a2b7-4d6a-a0ff-6b535007345d tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (a812e56b-ed21-4015-9633-1fdc4aa4975e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:38.110215 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-853b0b4b-b45d-40b5-a7e7-d12d88717c13 req-5051d561-944e-4d72-afa0-1e065e3cc3e2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8aed8a7a-e159-48fe-b2dd-2256e03f9311 HTTP/1.1" status: 200 len: 217 time: 0.0511792 Mar 22 19:25:38.124306 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f7786235-2da2-4eae-b90f-aab40a5b679d req-2db942fa-dbc3-47a5-a40b-62485a336791 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981138 Mar 22 19:25:38.126270 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-7fcb7aa8-5b95-4be1-82c8-f75d23b36cf9 None None] Set router 994f1659-7cf6-4691-9ffd-2f9a5d678c4e gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:25:38.152513 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e5cd6-a2b7-4d6a-a0ff-6b535007345d tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a812e56b-ed21-4015-9633-1fdc4aa4975e,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:38.163437 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ae9e5cd6-a2b7-4d6a-a0ff-6b535007345d tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:38.172398 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ae9e5cd6-a2b7-4d6a-a0ff-6b535007345d tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2767549 Mar 22 19:25:38.178880 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48556) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:38.185146 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-2de2a167-34c3-453d-9be5-b208f438f395 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Request body: {'security_group_rule': {'security_group_id': 'e94104c5-00bf-438f-a232-242210657488', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:38.217856 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef6a679-c20e-46e3-bc14-7b849a5faa4c x-openstack-request-id: req-4ef6a679-c20e-46e3-bc14-7b849a5faa4c {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:25:38.218263 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e10b67-46e0-4cc8-b1b6-5d65f05a0969", "name": "network-vif-plugged", "status": "completed", "tag": "6f67127f-41e8-4dd7-bdac-5310a2d62b28", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:25:38.218694 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4ef6a679-c20e-46e3-bc14-7b849a5faa4c {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:25:38.219199 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ef6a679-c20e-46e3-bc14-7b849a5faa4c'] response: {'server_uuid': 'a6e10b67-46e0-4cc8-b1b6-5d65f05a0969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f67127f-41e8-4dd7-bdac-5310a2d62b28', 'code': 200} Mar 22 19:25:38.237936 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2de2a167-34c3-453d-9be5-b208f438f395 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (4fdcb2b7-6fc3-4f98-8a69-9bd95a95993f), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:38.259377 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-45060e29-5e37-414e-b561-690bf90e98c8 req-7a2705c2-b784-43b9-80ae-35a0dc733311 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-936299581', 'description': 'tempest-description-1574696017'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:38.275071 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b0b4b-b45d-40b5-a7e7-d12d88717c13 req-153a1afb-61cb-4f3c-9946-2d85f4112186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:38.278937 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-853b0b4b-b45d-40b5-a7e7-d12d88717c13 req-153a1afb-61cb-4f3c-9946-2d85f4112186 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=168b6716-5f77-44fb-960d-109b2ccf8236 HTTP/1.1" status: 200 len: 867 time: 0.1536555 Mar 22 19:25:38.337324 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2de2a167-34c3-453d-9be5-b208f438f395 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (4fdcb2b7-6fc3-4f98-8a69-9bd95a95993f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:38.351424 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2de2a167-34c3-453d-9be5-b208f438f395 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (4fdcb2b7-6fc3-4f98-8a69-9bd95a95993f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:38.371017 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-45060e29-5e37-414e-b561-690bf90e98c8 req-7a2705c2-b784-43b9-80ae-35a0dc733311 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:38.372058 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2a167-34c3-453d-9be5-b208f438f395 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fdcb2b7-6fc3-4f98-8a69-9bd95a95993f,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:38.386322 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2de2a167-34c3-453d-9be5-b208f438f395 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:38.388412 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2de2a167-34c3-453d-9be5-b208f438f395 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2084396 Mar 22 19:25:38.390684 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7fcb7aa8-5b95-4be1-82c8-f75d23b36cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-201308134-router', 'tenant_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '7e35d254-5af9-4fad-930d-0e3385fae0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:24:42Z', 'updated_at': '2022-03-22T19:24:47Z', 'revision_number': 4, 'project_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'gw_port': {'id': '7e35d254-5af9-4fad-930d-0e3385fae0ce', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:42Z', 'updated_at': '2022-03-22T19:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '30ca6d0c-3aec-4be2-b07b-b99acbf02a3c', 'name': '', 'network_id': '0b96d543-736b-4b67-aa1e-32855b2e814f', 'tenant_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'mac_address': 'fa:16:3e:59:3c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '168b6716-5f77-44fb-960d-109b2ccf8236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:46Z', 'updated_at': '2022-03-22T19:24:52Z', 'revision_number': 5, 'project_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'subnets': [{'id': '168b6716-5f77-44fb-960d-109b2ccf8236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:38.396127 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48558) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:38.400771 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-3f41c133-cabd-46cf-be8a-8a70dee944e4 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Request body: {'security_group_rule': {'security_group_id': 'e94104c5-00bf-438f-a232-242210657488', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:38.423091 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcb7aa8-5b95-4be1-82c8-f75d23b36cf9 None None] The sync data for ids ['994f1659-7cf6-4691-9ffd-2f9a5d678c4e'] in n-d-705658-24 is: [{'id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-201308134-router', 'tenant_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '7e35d254-5af9-4fad-930d-0e3385fae0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:24:42Z', 'updated_at': '2022-03-22T19:24:47Z', 'revision_number': 4, 'project_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'gw_port': {'id': '7e35d254-5af9-4fad-930d-0e3385fae0ce', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:42Z', 'updated_at': '2022-03-22T19:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '30ca6d0c-3aec-4be2-b07b-b99acbf02a3c', 'name': '', 'network_id': '0b96d543-736b-4b67-aa1e-32855b2e814f', 'tenant_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'mac_address': 'fa:16:3e:59:3c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '168b6716-5f77-44fb-960d-109b2ccf8236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:46Z', 'updated_at': '2022-03-22T19:24:52Z', 'revision_number': 5, 'project_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'subnets': [{'id': '168b6716-5f77-44fb-960d-109b2ccf8236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:25:38.426760 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21040a-2730-477c-9afb-57737080ff6c req-5d611586-5785-4293-bfbb-ecb08fd1b998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:38.428404 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a21040a-2730-477c-9afb-57737080ff6c req-5d611586-5785-4293-bfbb-ecb08fd1b998 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a6e10b67-46e0-4cc8-b1b6-5d65f05a0969 HTTP/1.1" status: 200 len: 1133 time: 0.1477785 Mar 22 19:25:38.437049 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b0b4b-b45d-40b5-a7e7-d12d88717c13 req-4a09cfe5-d70a-4029-94af-cac70b5538b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:38.438760 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-853b0b4b-b45d-40b5-a7e7-d12d88717c13 req-4a09cfe5-d70a-4029-94af-cac70b5538b9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0b96d543-736b-4b67-aa1e-32855b2e814f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1482561 Mar 22 19:25:38.559168 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3f41c133-cabd-46cf-be8a-8a70dee944e4 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (07ca8d12-ec83-48b5-8bb9-abd60bc0f241), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:38.648235 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a21040a-2730-477c-9afb-57737080ff6c req-fee75e32-dbc2-4324-bc28-8f1d4b683758 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992171 Mar 22 19:25:38.656633 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-45060e29-5e37-414e-b561-690bf90e98c8 req-7a2705c2-b784-43b9-80ae-35a0dc733311 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (7a74fd73-5306-46e0-be6a-e4b6f9cd075c), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:38.678418 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-45060e29-5e37-414e-b561-690bf90e98c8 req-7a2705c2-b784-43b9-80ae-35a0dc733311 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7a74fd73-5306-46e0-be6a-e4b6f9cd075c), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:38.704088 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-853b0b4b-b45d-40b5-a7e7-d12d88717c13 req-5960d4ea-ce6a-4125-af78-e1b4d39da108 service neutron] 10.222.0.75 "GET /v2.0/networks/0b96d543-736b-4b67-aa1e-32855b2e814f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434950 Mar 22 19:25:38.706685 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3f41c133-cabd-46cf-be8a-8a70dee944e4 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (07ca8d12-ec83-48b5-8bb9-abd60bc0f241), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:38.724394 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-45060e29-5e37-414e-b561-690bf90e98c8 req-7a2705c2-b784-43b9-80ae-35a0dc733311 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:38.738692 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-45060e29-5e37-414e-b561-690bf90e98c8 req-7a2705c2-b784-43b9-80ae-35a0dc733311 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5121579 Mar 22 19:25:38.753592 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3f41c133-cabd-46cf-be8a-8a70dee944e4 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (07ca8d12-ec83-48b5-8bb9-abd60bc0f241), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:38.836780 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b45661-8c83-446f-9c65-a3bb43a252ba None None] New status for floating IP a2d9be8e-0b99-4e9d-8bc9-acdc2f3c0882: DOWN {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:25:38.870308 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2705c2-b784-43b9-80ae-35a0dc733311 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a74fd73-5306-46e0-be6a-e4b6f9cd075c,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:38.887345 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3f41c133-cabd-46cf-be8a-8a70dee944e4 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:38.888586 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3f41c133-cabd-46cf-be8a-8a70dee944e4 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4913452 Mar 22 19:25:38.890973 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41c133-cabd-46cf-be8a-8a70dee944e4 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ca8d12-ec83-48b5-8bb9-abd60bc0f241,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:38.891751 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48562) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:38.899466 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-7abe32a9-fa95-4400-9116-1c679c608aed tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Request body: {'security_group_rule': {'security_group_id': 'e94104c5-00bf-438f-a232-242210657488', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:38.939029 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-853b0b4b-b45d-40b5-a7e7-d12d88717c13 req-3e682541-5c29-44ab-9ea5-9744a853f13c service neutron] 10.222.0.75 "GET /v2.0/networks/0b96d543-736b-4b67-aa1e-32855b2e814f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980302 Mar 22 19:25:38.972313 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7abe32a9-fa95-4400-9116-1c679c608aed tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (b409a230-29c7-4af5-89bc-2328d0a270d0), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:39.007145 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f46afa-2b15-4005-b8e4-7b1243300556 x-openstack-request-id: req-d7f46afa-2b15-4005-b8e4-7b1243300556 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:25:39.008009 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "068fc369-e3b0-4b3e-b0d9-2a27adbff7c7", "tag": "8aed8a7a-e159-48fe-b2dd-2256e03f9311", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:25:39.008009 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d7f46afa-2b15-4005-b8e4-7b1243300556 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:25:39.008234 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7f46afa-2b15-4005-b8e4-7b1243300556'] response: {'name': 'network-changed', 'server_uuid': '068fc369-e3b0-4b3e-b0d9-2a27adbff7c7', 'tag': '8aed8a7a-e159-48fe-b2dd-2256e03f9311', 'status': 'completed', 'code': 200} Mar 22 19:25:39.130829 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7abe32a9-fa95-4400-9116-1c679c608aed tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (b409a230-29c7-4af5-89bc-2328d0a270d0), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:39.148227 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7abe32a9-fa95-4400-9116-1c679c608aed tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (b409a230-29c7-4af5-89bc-2328d0a270d0), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:39.188479 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe32a9-fa95-4400-9116-1c679c608aed tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b409a230-29c7-4af5-89bc-2328d0a270d0,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:39.193238 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9950674-e12f-4e09-a730-20c4d07b5cf0 req-82dae731-2fc8-4bb1-bb2d-f5bd660da903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:39.197013 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e9950674-e12f-4e09-a730-20c4d07b5cf0 req-82dae731-2fc8-4bb1-bb2d-f5bd660da903 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=faf8585acb4b40068170d9c6eaa86cb6&device_id=068fc369-e3b0-4b3e-b0d9-2a27adbff7c7 HTTP/1.1" status: 200 len: 1129 time: 0.1629457 Mar 22 19:25:39.221383 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9027c9e-47e4-44b4-a964-90327aa4eca3 req-52022657-8fcc-4ad8-a9f8-d5c28b412394 tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:39.222672 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9027c9e-47e4-44b4-a964-90327aa4eca3 req-52022657-8fcc-4ad8-a9f8-d5c28b412394 tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] 10.222.0.75 "GET /v2.0/ports?device_id=32288a91-853b-4902-9e3b-5ae2cbc0702a HTTP/1.1" status: 200 len: 945 time: 0.1669784 Mar 22 19:25:39.225402 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7abe32a9-fa95-4400-9116-1c679c608aed tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:39.229300 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7abe32a9-fa95-4400-9116-1c679c608aed tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3317816 Mar 22 19:25:39.229557 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48574) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:39.303623 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-60a71c66-23f7-4bf2-9dff-48210227e240 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (b409a230-29c7-4af5-89bc-2328d0a270d0), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:39.323917 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-60a71c66-23f7-4bf2-9dff-48210227e240 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (b409a230-29c7-4af5-89bc-2328d0a270d0), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:39.344310 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9027c9e-47e4-44b4-a964-90327aa4eca3 req-4a0d588a-74d1-47fe-b917-27b200798e7a tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] 10.222.0.75 "GET /v2.0/security-groups?id=2cb1221a-21c8-4d5f-ab3a-fcb09311ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996315 Mar 22 19:25:39.386687 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-60a71c66-23f7-4bf2-9dff-48210227e240 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (b409a230-29c7-4af5-89bc-2328d0a270d0), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:39.394862 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-60a71c66-23f7-4bf2-9dff-48210227e240 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:39.396759 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-60a71c66-23f7-4bf2-9dff-48210227e240 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/b409a230-29c7-4af5-89bc-2328d0a270d0 HTTP/1.1" status: 204 len: 168 time: 0.1659024 Mar 22 19:25:39.399219 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48578) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:39.412520 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a71c66-23f7-4bf2-9dff-48210227e240 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b409a230-29c7-4af5-89bc-2328d0a270d0,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:39.459334 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9950674-e12f-4e09-a730-20c4d07b5cf0 req-6ac78fde-460b-4be1-bc46-74163b2d7adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:39.461600 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e9950674-e12f-4e09-a730-20c4d07b5cf0 req-6ac78fde-460b-4be1-bc46-74163b2d7adb service neutron] 10.222.0.85 "GET /v2.0/networks?id=0b96d543-736b-4b67-aa1e-32855b2e814f HTTP/1.1" status: 200 len: 929 time: 0.2557371 Mar 22 19:25:39.471096 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ea962a00-6337-4a2f-bc0e-04b4e3388409 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0703132 Mar 22 19:25:39.473840 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48580) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:39.481608 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d36f14c0-2c75-437a-b8e5-34eb237ca805 req-d26e9710-0047-40eb-babd-305375ac9350 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "GET /v2.0/security-groups/7a74fd73-5306-46e0-be6a-e4b6f9cd075c HTTP/1.1" status: 200 len: 1823 time: 0.0764964 Mar 22 19:25:39.508195 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-263a3250-0987-4022-8184-4512fe7dfe46 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (07ca8d12-ec83-48b5-8bb9-abd60bc0f241), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:39.519011 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-263a3250-0987-4022-8184-4512fe7dfe46 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (07ca8d12-ec83-48b5-8bb9-abd60bc0f241), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:39.522364 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-d36f14c0-2c75-437a-b8e5-34eb237ca805 req-bca33a31-3c8b-4567-ab94-2deb642cf3c2 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7a74fd73-5306-46e0-be6a-e4b6f9cd075c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:39.522701 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-d36f14c0-2c75-437a-b8e5-34eb237ca805 req-bca33a31-3c8b-4567-ab94-2deb642cf3c2 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7a74fd73-5306-46e0-be6a-e4b6f9cd075c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:39.538780 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e9950674-e12f-4e09-a730-20c4d07b5cf0 req-81413d14-9306-4195-912a-699b4a1d065d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8aed8a7a-e159-48fe-b2dd-2256e03f9311 HTTP/1.1" status: 200 len: 217 time: 0.0669858 Mar 22 19:25:39.563907 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-263a3250-0987-4022-8184-4512fe7dfe46 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (07ca8d12-ec83-48b5-8bb9-abd60bc0f241), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:39.570494 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-263a3250-0987-4022-8184-4512fe7dfe46 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:39.575096 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-263a3250-0987-4022-8184-4512fe7dfe46 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/07ca8d12-ec83-48b5-8bb9-abd60bc0f241 HTTP/1.1" status: 204 len: 168 time: 0.1002951 Mar 22 19:25:39.576067 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48582) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:39.611671 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a3250-0987-4022-8184-4512fe7dfe46 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07ca8d12-ec83-48b5-8bb9-abd60bc0f241,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:39.648499 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-beac21fa-7671-47de-ad04-6104b9fba25d tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0627940 Mar 22 19:25:39.651821 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48586) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:39.681562 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b9c804f5-f878-4acf-b0df-8e3ad8769c71 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (4fdcb2b7-6fc3-4f98-8a69-9bd95a95993f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:39.690182 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d36f14c0-2c75-437a-b8e5-34eb237ca805 req-bca33a31-3c8b-4567-ab94-2deb642cf3c2 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group_rule (83a13da4-b045-4732-8bfb-2ae55b28e4d6), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:39.698624 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9950674-e12f-4e09-a730-20c4d07b5cf0 req-302f2624-4ffe-41fe-8b1e-0276e552bfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:39.698817 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b9c804f5-f878-4acf-b0df-8e3ad8769c71 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (4fdcb2b7-6fc3-4f98-8a69-9bd95a95993f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:39.700963 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e9950674-e12f-4e09-a730-20c4d07b5cf0 req-302f2624-4ffe-41fe-8b1e-0276e552bfda service neutron] 10.222.0.85 "GET /v2.0/subnets?id=168b6716-5f77-44fb-960d-109b2ccf8236 HTTP/1.1" status: 200 len: 867 time: 0.1531119 Mar 22 19:25:39.739642 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b9c804f5-f878-4acf-b0df-8e3ad8769c71 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (4fdcb2b7-6fc3-4f98-8a69-9bd95a95993f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:39.746514 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b9c804f5-f878-4acf-b0df-8e3ad8769c71 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:39.750965 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-008e75f0-881a-47e0-b7aa-99eac5cda860 req-fc197bb9-44f9-4a23-8372-99cb8613043f tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/floatingips/a2d9be8e-0b99-4e9d-8bc9-acdc2f3c0882 HTTP/1.1" status: 200 len: 693 time: 0.1051264 Mar 22 19:25:39.754573 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48588) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:39.756205 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b9c804f5-f878-4acf-b0df-8e3ad8769c71 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/4fdcb2b7-6fc3-4f98-8a69-9bd95a95993f HTTP/1.1" status: 204 len: 168 time: 0.1031132 Mar 22 19:25:39.767929 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c804f5-f878-4acf-b0df-8e3ad8769c71 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4fdcb2b7-6fc3-4f98-8a69-9bd95a95993f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:39.831873 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d36f14c0-2c75-437a-b8e5-34eb237ca805 req-bca33a31-3c8b-4567-ab94-2deb642cf3c2 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group_rule (83a13da4-b045-4732-8bfb-2ae55b28e4d6), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:39.841375 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d36f14c0-2c75-437a-b8e5-34eb237ca805 req-bca33a31-3c8b-4567-ab94-2deb642cf3c2 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (83a13da4-b045-4732-8bfb-2ae55b28e4d6), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:39.898889 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca33a31-3c8b-4567-ab94-2deb642cf3c2 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a13da4-b045-4732-8bfb-2ae55b28e4d6,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:39.917748 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9950674-e12f-4e09-a730-20c4d07b5cf0 req-9c5bc18b-ea8c-467b-b8c3-05d1679765f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:39.919872 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e9950674-e12f-4e09-a730-20c4d07b5cf0 req-9c5bc18b-ea8c-467b-b8c3-05d1679765f7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0b96d543-736b-4b67-aa1e-32855b2e814f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2119431 Mar 22 19:25:39.930049 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e746a172-cdec-4300-b933-122bfcebf1ac tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1743677 Mar 22 19:25:39.935203 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48590) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:39.938062 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d36f14c0-2c75-437a-b8e5-34eb237ca805 req-bca33a31-3c8b-4567-ab94-2deb642cf3c2 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:39.939060 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d36f14c0-2c75-437a-b8e5-34eb237ca805 req-bca33a31-3c8b-4567-ab94-2deb642cf3c2 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4205425 Mar 22 19:25:40.027070 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e75f0-881a-47e0-b7aa-99eac5cda860 req-68f7fab7-badf-4122-ab9d-aae136415e26 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:40.028505 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-008e75f0-881a-47e0-b7aa-99eac5cda860 req-68f7fab7-badf-4122-ab9d-aae136415e26 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 784 time: 0.2788720 Mar 22 19:25:40.036231 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-30753ed4-499d-4bbe-8cb6-79e6b21a877b tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (a812e56b-ed21-4015-9633-1fdc4aa4975e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:40.054978 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-30753ed4-499d-4bbe-8cb6-79e6b21a877b tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (a812e56b-ed21-4015-9633-1fdc4aa4975e), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:40.118558 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-008e75f0-881a-47e0-b7aa-99eac5cda860 req-f2b4d9e0-cc89-4e8b-989b-9dc55ad97f71 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.199 HTTP/1.1" status: 200 len: 696 time: 0.0797327 Mar 22 19:25:40.154236 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e9950674-e12f-4e09-a730-20c4d07b5cf0 req-d12e064c-1afd-4754-85ca-1a7923762bfd service neutron] 10.222.0.85 "GET /v2.0/networks/0b96d543-736b-4b67-aa1e-32855b2e814f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196853 Mar 22 19:25:40.198671 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-30753ed4-499d-4bbe-8cb6-79e6b21a877b tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (a812e56b-ed21-4015-9633-1fdc4aa4975e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:40.221129 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-30753ed4-499d-4bbe-8cb6-79e6b21a877b tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:40.222343 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-30753ed4-499d-4bbe-8cb6-79e6b21a877b tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/a812e56b-ed21-4015-9633-1fdc4aa4975e HTTP/1.1" status: 204 len: 168 time: 0.2826507 Mar 22 19:25:40.225539 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48596) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:40.267369 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-008e75f0-881a-47e0-b7aa-99eac5cda860 req-88226f0c-eaa1-4688-a21e-b463611065a4 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.199 HTTP/1.1" status: 200 len: 696 time: 0.1363609 Mar 22 19:25:40.320698 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0a8ba7b7-d08d-460b-a8db-6db1126663ba tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0939274 Mar 22 19:25:40.323627 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48602) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:40.353893 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-01a47c87-9b1c-43ec-9d57-ceefecb47e4c tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (ad71af56-c87c-43dc-b654-30314fc868b0), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:40.365047 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30753ed4-499d-4bbe-8cb6-79e6b21a877b tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a812e56b-ed21-4015-9633-1fdc4aa4975e,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:40.370023 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-01a47c87-9b1c-43ec-9d57-ceefecb47e4c tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (ad71af56-c87c-43dc-b654-30314fc868b0), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:40.405614 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-01a47c87-9b1c-43ec-9d57-ceefecb47e4c tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (ad71af56-c87c-43dc-b654-30314fc868b0), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:40.413749 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-01a47c87-9b1c-43ec-9d57-ceefecb47e4c tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:40.414998 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-01a47c87-9b1c-43ec-9d57-ceefecb47e4c tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/ad71af56-c87c-43dc-b654-30314fc868b0 HTTP/1.1" status: 204 len: 168 time: 0.0902770 Mar 22 19:25:40.421297 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48604) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:40.428958 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a47c87-9b1c-43ec-9d57-ceefecb47e4c tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad71af56-c87c-43dc-b654-30314fc868b0,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:40.476002 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-96b31fe4-9ad2-4249-b331-8a10bfa459a1 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0535192 Mar 22 19:25:40.479173 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48606) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:40.497978 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e9950674-e12f-4e09-a730-20c4d07b5cf0 req-e2ebe37c-17f9-4465-8463-71bbfd004f00 service neutron] 10.222.0.85 "GET /v2.0/networks/0b96d543-736b-4b67-aa1e-32855b2e814f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125668 Mar 22 19:25:40.526288 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796683dd-23dc-4c04-a232-c092abffaa19 req-6d66b126-10c5-42cb-9850-dd7132cd3672 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:40.528151 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-796683dd-23dc-4c04-a232-c092abffaa19 req-6d66b126-10c5-42cb-9850-dd7132cd3672 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6e10b67-46e0-4cc8-b1b6-5d65f05a0969 HTTP/1.1" status: 200 len: 950 time: 0.1735954 Mar 22 19:25:40.562139 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-008e75f0-881a-47e0-b7aa-99eac5cda860 req-eaff4ceb-477c-4203-9308-aec1fe077b4c tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Deleting port e27097d1-328a-4ddf-a8a6-2b5e3aa75c06 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:25:40.562763 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-008e75f0-881a-47e0-b7aa-99eac5cda860 req-eaff4ceb-477c-4203-9308-aec1fe077b4c tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (e27097d1-328a-4ddf-a8a6-2b5e3aa75c06), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:40.583624 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9cb29769-acca-4de1-954d-9f4c37d2ecf1 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (e94104c5-00bf-438f-a232-242210657488), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:40.609989 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9cb29769-acca-4de1-954d-9f4c37d2ecf1 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (e94104c5-00bf-438f-a232-242210657488), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:40.661067 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-796683dd-23dc-4c04-a232-c092abffaa19 req-a5523113-c0be-43f0-abcb-f2f9096c184e tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256199 Mar 22 19:25:40.664760 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9cb29769-acca-4de1-954d-9f4c37d2ecf1 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e94104c5-00bf-438f-a232-242210657488), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:40.668557 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9cb29769-acca-4de1-954d-9f4c37d2ecf1 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:40.670498 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9cb29769-acca-4de1-954d-9f4c37d2ecf1 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "DELETE /v2.0/security-groups/e94104c5-00bf-438f-a232-242210657488 HTTP/1.1" status: 204 len: 168 time: 0.1901464 Mar 22 19:25:40.673464 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48608) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:40.691649 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb29769-acca-4de1-954d-9f4c37d2ecf1 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94104c5-00bf-438f-a232-242210657488,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:40.751996 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-008e75f0-881a-47e0-b7aa-99eac5cda860 req-eaff4ceb-477c-4203-9308-aec1fe077b4c tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (e27097d1-328a-4ddf-a8a6-2b5e3aa75c06), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:40.752326 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-008e75f0-881a-47e0-b7aa-99eac5cda860 req-eaff4ceb-477c-4203-9308-aec1fe077b4c tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks [] for floatingip (e27097d1-328a-4ddf-a8a6-2b5e3aa75c06), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:40.782455 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-008e75f0-881a-47e0-b7aa-99eac5cda860 req-eaff4ceb-477c-4203-9308-aec1fe077b4c tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Calling delete_port for e27097d1-328a-4ddf-a8a6-2b5e3aa75c06 owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:25:40.796819 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f619e3af-175a-4928-a64f-daec0f7d3378 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1221476 Mar 22 19:25:40.798157 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48614) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:40.803503 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-4a286773-1c31-4fa6-bf54-b4ba81a8985d tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Request body: {'security_group': {'name': 'tempest-secgroup--1715008891'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:40.837982 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a286773-1c31-4fa6-bf54-b4ba81a8985d tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:40.928775 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383d9a4-b9b3-4210-8b35-a98c6120a55d req-cac5bcfb-596c-4d3b-b12c-8cba3afb40bb tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:40.931473 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b383d9a4-b9b3-4210-8b35-a98c6120a55d req-cac5bcfb-596c-4d3b-b12c-8cba3afb40bb tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf894830-ab8b-4e68-ae3c-bf1268d2f892 HTTP/1.1" status: 200 len: 946 time: 0.1295166 Mar 22 19:25:40.959086 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a286773-1c31-4fa6-bf54-b4ba81a8985d tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (04d5919a-4921-4cf9-a1c4-2222fd4875af), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:40.968039 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a286773-1c31-4fa6-bf54-b4ba81a8985d tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (04d5919a-4921-4cf9-a1c4-2222fd4875af), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:41.008329 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a286773-1c31-4fa6-bf54-b4ba81a8985d tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:41.009847 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4a286773-1c31-4fa6-bf54-b4ba81a8985d tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2103713 Mar 22 19:25:41.011147 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a286773-1c31-4fa6-bf54-b4ba81a8985d tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04d5919a-4921-4cf9-a1c4-2222fd4875af,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:41.013626 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48616) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:41.018619 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-a9319365-8f4c-4e89-ac45-503b204c1920 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Request body: {'security_group_rule': {'security_group_id': '04d5919a-4921-4cf9-a1c4-2222fd4875af', 'direction': 'ingress', 'protocol': 17}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:41.034934 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b383d9a4-b9b3-4210-8b35-a98c6120a55d req-95c92d72-625c-4c2b-8c57-2f985ecc4563 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944495 Mar 22 19:25:41.078247 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a9319365-8f4c-4e89-ac45-503b204c1920 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (659debc1-9c2a-45c6-8f2b-3cbb95ce4ed4), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:41.100145 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-0f817653-1c28-409f-8466-a11c91547504 req-2022e6b9-2201-494b-9a49-19a34a6eaa69 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-34035391', 'description': 'tempest-description-591979573'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:41.135498 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-008e75f0-881a-47e0-b7aa-99eac5cda860 req-eaff4ceb-477c-4203-9308-aec1fe077b4c tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (e27097d1-328a-4ddf-a8a6-2b5e3aa75c06), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:41.152774 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a9319365-8f4c-4e89-ac45-503b204c1920 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (659debc1-9c2a-45c6-8f2b-3cbb95ce4ed4), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:41.158768 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a9319365-8f4c-4e89-ac45-503b204c1920 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (659debc1-9c2a-45c6-8f2b-3cbb95ce4ed4), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:41.161903 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0f817653-1c28-409f-8466-a11c91547504 req-2022e6b9-2201-494b-9a49-19a34a6eaa69 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:41.169867 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff4ceb-477c-4203-9308-aec1fe077b4c tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Pushing event deleted for resources: {'Port': ['ID=e27097d1-328a-4ddf-a8a6-2b5e3aa75c06,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:41.184491 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9319365-8f4c-4e89-ac45-503b204c1920 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=659debc1-9c2a-45c6-8f2b-3cbb95ce4ed4,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:41.209533 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a9319365-8f4c-4e89-ac45-503b204c1920 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:41.209533 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a9319365-8f4c-4e89-ac45-503b204c1920 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1839058 Mar 22 19:25:41.209923 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48618) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:41.266098 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-008e75f0-881a-47e0-b7aa-99eac5cda860 req-eaff4ceb-477c-4203-9308-aec1fe077b4c tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks [] for floatingip (a2d9be8e-0b99-4e9d-8bc9-acdc2f3c0882), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:41.269163 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-008e75f0-881a-47e0-b7aa-99eac5cda860 req-eaff4ceb-477c-4203-9308-aec1fe077b4c tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:41.270258 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-008e75f0-881a-47e0-b7aa-99eac5cda860 req-eaff4ceb-477c-4203-9308-aec1fe077b4c tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "DELETE /v2.0/floatingips/a2d9be8e-0b99-4e9d-8bc9-acdc2f3c0882 HTTP/1.1" status: 204 len: 173 time: 1.0020924 Mar 22 19:25:41.316679 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4796d76d-8684-4716-af70-ca41a0913fc1 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (04d5919a-4921-4cf9-a1c4-2222fd4875af), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:41.359411 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0f817653-1c28-409f-8466-a11c91547504 req-2022e6b9-2201-494b-9a49-19a34a6eaa69 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (ec0fd860-acc8-4fca-aa4b-3622f454081e), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:41.365611 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4796d76d-8684-4716-af70-ca41a0913fc1 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (04d5919a-4921-4cf9-a1c4-2222fd4875af), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:41.382723 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0f817653-1c28-409f-8466-a11c91547504 req-2022e6b9-2201-494b-9a49-19a34a6eaa69 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ec0fd860-acc8-4fca-aa4b-3622f454081e), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:41.424315 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4796d76d-8684-4716-af70-ca41a0913fc1 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (04d5919a-4921-4cf9-a1c4-2222fd4875af), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:41.426932 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4796d76d-8684-4716-af70-ca41a0913fc1 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:41.428490 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4796d76d-8684-4716-af70-ca41a0913fc1 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "DELETE /v2.0/security-groups/04d5919a-4921-4cf9-a1c4-2222fd4875af HTTP/1.1" status: 204 len: 168 time: 0.2173257 Mar 22 19:25:41.435144 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48630) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:41.439018 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796d76d-8684-4716-af70-ca41a0913fc1 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d5919a-4921-4cf9-a1c4-2222fd4875af,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:41.441820 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0f817653-1c28-409f-8466-a11c91547504 req-2022e6b9-2201-494b-9a49-19a34a6eaa69 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:41.462394 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f817653-1c28-409f-8466-a11c91547504 req-2022e6b9-2201-494b-9a49-19a34a6eaa69 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3724689 Mar 22 19:25:41.496479 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022e6b9-2201-494b-9a49-19a34a6eaa69 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0fd860-acc8-4fca-aa4b-3622f454081e,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:41.532582 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dcd0fa-6fee-439b-9356-8a372c3b4303 req-3f8e6373-4f3e-4221-bda6-4464b06e9dc8 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:41.534149 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0dcd0fa-6fee-439b-9356-8a372c3b4303 req-3f8e6373-4f3e-4221-bda6-4464b06e9dc8 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf894830-ab8b-4e68-ae3c-bf1268d2f892 HTTP/1.1" status: 200 len: 946 time: 0.2564299 Mar 22 19:25:41.617581 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dcbc53-b582-4bbc-84eb-55931a801acb req-09f6d7b3-632e-4d87-8b57-7835fbdc5384 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:41.619132 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7dcbc53-b582-4bbc-84eb-55931a801acb req-09f6d7b3-632e-4d87-8b57-7835fbdc5384 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c945358-b571-4291-af5f-fc5297f59b36 HTTP/1.1" status: 200 len: 946 time: 0.2528229 Mar 22 19:25:41.645993 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-167da391-5a31-4133-bb91-1d9703136b20 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2059367 Mar 22 19:25:41.646339 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48634) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:41.650893 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-b3329e68-ca25-48ed-a0a3-9a99b099c385 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Request body: {'security_group': {'name': 'tempest-secgroup--1739573816'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:41.673663 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b3329e68-ca25-48ed-a0a3-9a99b099c385 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:41.744960 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af477dd1-eab2-439b-a951-a0e62bc665b9 req-8bcbdb4f-76f0-43e6-a85a-527d0276828e tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:41.746457 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af477dd1-eab2-439b-a951-a0e62bc665b9 req-8bcbdb4f-76f0-43e6-a85a-527d0276828e tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 949 time: 0.2233505 Mar 22 19:25:41.770241 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b3329e68-ca25-48ed-a0a3-9a99b099c385 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (03398f32-5cec-494e-8dca-2f94345cbbf7), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:41.775074 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b3329e68-ca25-48ed-a0a3-9a99b099c385 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (03398f32-5cec-494e-8dca-2f94345cbbf7), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:41.781858 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7dcbc53-b582-4bbc-84eb-55931a801acb req-396c77c7-b03d-4159-979a-13a29e324ec7 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557183 Mar 22 19:25:41.826317 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b3329e68-ca25-48ed-a0a3-9a99b099c385 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:41.830133 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b3329e68-ca25-48ed-a0a3-9a99b099c385 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1803362 Mar 22 19:25:41.830565 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48636) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:41.834942 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-342c138b-8880-4c11-90dc-c9dd714d9581 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Request body: {'security_group': {'name': 'tempest-secgroup--415073446'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:41.840826 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3329e68-ca25-48ed-a0a3-9a99b099c385 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03398f32-5cec-494e-8dca-2f94345cbbf7,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:41.864950 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-342c138b-8880-4c11-90dc-c9dd714d9581 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:41.926568 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-5133be22-7c19-4e7d-b10b-615faefa7498 req-e91628aa-5e3c-4fad-aa79-6117582a09c0 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1765144746', 'description': 'tempest-description-1545397138'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:41.935121 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af477dd1-eab2-439b-a951-a0e62bc665b9 req-ddae1bd6-63ef-47e7-a06c-683862d76c8f tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515276 Mar 22 19:25:41.938673 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-c0dcd0fa-6fee-439b-9356-8a372c3b4303 req-08b279a2-07e7-4808-a1af-7baabd495f12 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Deleting port 5ac16206-7a21-48a3-8513-5efe5b9f14c0 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:25:41.939017 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c0dcd0fa-6fee-439b-9356-8a372c3b4303 req-08b279a2-07e7-4808-a1af-7baabd495f12 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (5ac16206-7a21-48a3-8513-5efe5b9f14c0), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:41.996470 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-342c138b-8880-4c11-90dc-c9dd714d9581 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (9df9cf9c-6e4d-4fae-a8a8-1652f2139eaf), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:42.002679 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-342c138b-8880-4c11-90dc-c9dd714d9581 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9df9cf9c-6e4d-4fae-a8a8-1652f2139eaf), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:42.051530 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-342c138b-8880-4c11-90dc-c9dd714d9581 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:42.055826 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-342c138b-8880-4c11-90dc-c9dd714d9581 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2219470 Mar 22 19:25:42.055826 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c138b-8880-4c11-90dc-c9dd714d9581 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9df9cf9c-6e4d-4fae-a8a8-1652f2139eaf,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:42.066432 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48646) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:42.072259 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-603163bc-3fd0-4cf8-9c8d-9ff4fcb1284b tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Request body: {'security_group_rule': {'security_group_id': '03398f32-5cec-494e-8dca-2f94345cbbf7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9df9cf9c-6e4d-4fae-a8a8-1652f2139eaf', 'remote_ip_prefix': None}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:42.092485 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5133be22-7c19-4e7d-b10b-615faefa7498 req-e91628aa-5e3c-4fad-aa79-6117582a09c0 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:42.127712 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-603163bc-3fd0-4cf8-9c8d-9ff4fcb1284b tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (a635e935-8402-4b83-8f87-e9bc40980f6b), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:42.223142 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-603163bc-3fd0-4cf8-9c8d-9ff4fcb1284b tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (a635e935-8402-4b83-8f87-e9bc40980f6b), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:42.228742 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-603163bc-3fd0-4cf8-9c8d-9ff4fcb1284b tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (a635e935-8402-4b83-8f87-e9bc40980f6b), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:42.238481 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-c0dcd0fa-6fee-439b-9356-8a372c3b4303 req-08b279a2-07e7-4808-a1af-7baabd495f12 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] For port 5ac16206-7a21-48a3-8513-5efe5b9f14c0, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=5ac16206-7a21-48a3-8513-5efe5b9f14c0,segment=NetworkSegment(8c6ba457-004e-47f9-ab30-ce3aaf4ab771),segment_id=8c6ba457-004e-47f9-ab30-ce3aaf4ab771)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:42.239223 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c0dcd0fa-6fee-439b-9356-8a372c3b4303 req-08b279a2-07e7-4808-a1af-7baabd495f12 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (5ac16206-7a21-48a3-8513-5efe5b9f14c0), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:42.254225 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603163bc-3fd0-4cf8-9c8d-9ff4fcb1284b tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a635e935-8402-4b83-8f87-e9bc40980f6b,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:42.273914 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-603163bc-3fd0-4cf8-9c8d-9ff4fcb1284b tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:42.277876 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-603163bc-3fd0-4cf8-9c8d-9ff4fcb1284b tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2076647 Mar 22 19:25:42.283183 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-c0dcd0fa-6fee-439b-9356-8a372c3b4303 req-08b279a2-07e7-4808-a1af-7baabd495f12 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Calling delete_port for 5ac16206-7a21-48a3-8513-5efe5b9f14c0 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:25:42.283941 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48652) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:42.298797 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b84ad-1e71-4d11-97bf-9c05adb49741 req-1d31645b-8a4d-40fc-a871-f1fd61be9212 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:42.300378 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-da3b84ad-1e71-4d11-97bf-9c05adb49741 req-1d31645b-8a4d-40fc-a871-f1fd61be9212 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/ports?device_id=068fc369-e3b0-4b3e-b0d9-2a27adbff7c7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1991205 Mar 22 19:25:42.320089 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-23ca1f3e-5d24-485a-8c9c-251b0df1a3f3 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (a635e935-8402-4b83-8f87-e9bc40980f6b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:42.331281 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-23ca1f3e-5d24-485a-8c9c-251b0df1a3f3 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (a635e935-8402-4b83-8f87-e9bc40980f6b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:42.333405 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018b4db-c821-4adc-b5cf-9d44b75dd335 req-76566d5d-5e59-4fae-9123-2d07afd052ac tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:42.335213 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9018b4db-c821-4adc-b5cf-9d44b75dd335 req-76566d5d-5e59-4fae-9123-2d07afd052ac tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.85 "GET /v2.0/ports?device_id=8c945358-b571-4291-af5f-fc5297f59b36 HTTP/1.1" status: 200 len: 946 time: 0.2147005 Mar 22 19:25:42.366675 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-23ca1f3e-5d24-485a-8c9c-251b0df1a3f3 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (a635e935-8402-4b83-8f87-e9bc40980f6b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:42.373601 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-23ca1f3e-5d24-485a-8c9c-251b0df1a3f3 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:42.377083 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-23ca1f3e-5d24-485a-8c9c-251b0df1a3f3 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/a635e935-8402-4b83-8f87-e9bc40980f6b HTTP/1.1" status: 204 len: 168 time: 0.0898182 Mar 22 19:25:42.379831 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48658) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:42.386186 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca1f3e-5d24-485a-8c9c-251b0df1a3f3 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a635e935-8402-4b83-8f87-e9bc40980f6b,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:42.406412 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-da3b84ad-1e71-4d11-97bf-9c05adb49741 req-781d2ac5-2c85-419c-b13d-143eaaff5581 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0966501 Mar 22 19:25:42.431488 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7c317ab5-b122-4ca2-a8d6-841076bf2e8e tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0502820 Mar 22 19:25:42.434149 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48662) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:42.521428 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5133be22-7c19-4e7d-b10b-615faefa7498 req-e91628aa-5e3c-4fad-aa79-6117582a09c0 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (ce6e1a62-b442-4cc4-9e5d-0fbdd98bbb92), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:42.532641 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5ba4a86f-e66e-4ade-a76d-fed4deda34b9 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (9df9cf9c-6e4d-4fae-a8a8-1652f2139eaf), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:42.560199 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5133be22-7c19-4e7d-b10b-615faefa7498 req-e91628aa-5e3c-4fad-aa79-6117582a09c0 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ce6e1a62-b442-4cc4-9e5d-0fbdd98bbb92), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:42.567369 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5ba4a86f-e66e-4ade-a76d-fed4deda34b9 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (9df9cf9c-6e4d-4fae-a8a8-1652f2139eaf), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:42.608356 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5133be22-7c19-4e7d-b10b-615faefa7498 req-e91628aa-5e3c-4fad-aa79-6117582a09c0 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:42.620022 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5133be22-7c19-4e7d-b10b-615faefa7498 req-e91628aa-5e3c-4fad-aa79-6117582a09c0 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.6975892 Mar 22 19:25:42.647479 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5ba4a86f-e66e-4ade-a76d-fed4deda34b9 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9df9cf9c-6e4d-4fae-a8a8-1652f2139eaf), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:42.650973 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5ba4a86f-e66e-4ade-a76d-fed4deda34b9 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:42.653978 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5ba4a86f-e66e-4ade-a76d-fed4deda34b9 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "DELETE /v2.0/security-groups/9df9cf9c-6e4d-4fae-a8a8-1652f2139eaf HTTP/1.1" status: 204 len: 168 time: 0.2162881 Mar 22 19:25:42.662851 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba4a86f-e66e-4ade-a76d-fed4deda34b9 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df9cf9c-6e4d-4fae-a8a8-1652f2139eaf,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:42.663489 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48668) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:42.688925 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91628aa-5e3c-4fad-aa79-6117582a09c0 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6e1a62-b442-4cc4-9e5d-0fbdd98bbb92,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:42.812691 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-2fdf14c9-063f-409b-8c7d-50363ff05b1a tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=c87854371ff34a4285a18d10388d4a50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393901 Mar 22 19:25:42.916245 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-9018b4db-c821-4adc-b5cf-9d44b75dd335 req-0cfb1263-31f7-4ca3-aafb-4a7446483973 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Deleting port afd60b7b-8c73-43de-b779-e88d17366a4d {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:25:42.916575 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9018b4db-c821-4adc-b5cf-9d44b75dd335 req-0cfb1263-31f7-4ca3-aafb-4a7446483973 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (afd60b7b-8c73-43de-b779-e88d17366a4d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:43.257252 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7c411652-78d7-403c-be97-d2f3b3b64d46 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.5894723 Mar 22 19:25:43.260636 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48680) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:43.272809 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c0dcd0fa-6fee-439b-9356-8a372c3b4303 req-08b279a2-07e7-4808-a1af-7baabd495f12 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (5ac16206-7a21-48a3-8513-5efe5b9f14c0), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:43.289605 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['5ac16206-7a21-48a3-8513-5efe5b9f14c0'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:25:43.355175 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0232cc81-d19c-4479-a48a-1ce7b676f779 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (03398f32-5cec-494e-8dca-2f94345cbbf7), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:43.364779 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc694f-9def-488e-b435-92a6d4acc14d req-afd6ebdd-ea61-446a-be4b-9046a2177b25 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:43.366770 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-40cc694f-9def-488e-b435-92a6d4acc14d req-afd6ebdd-ea61-446a-be4b-9046a2177b25 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf894830-ab8b-4e68-ae3c-bf1268d2f892 HTTP/1.1" status: 200 len: 867 time: 0.6032085 Mar 22 19:25:43.374744 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b279a2-07e7-4808-a1af-7baabd495f12 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Pushing event deleted for resources: {'Port': ['ID=5ac16206-7a21-48a3-8513-5efe5b9f14c0,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:43.391194 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0232cc81-d19c-4479-a48a-1ce7b676f779 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (03398f32-5cec-494e-8dca-2f94345cbbf7), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:43.434117 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-9018b4db-c821-4adc-b5cf-9d44b75dd335 req-0cfb1263-31f7-4ca3-aafb-4a7446483973 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] For port afd60b7b-8c73-43de-b779-e88d17366a4d, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=afd60b7b-8c73-43de-b779-e88d17366a4d,segment=NetworkSegment(33aa031d-729c-4f4c-a49b-82f4eabfd92f),segment_id=33aa031d-729c-4f4c-a49b-82f4eabfd92f)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:43.435171 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9018b4db-c821-4adc-b5cf-9d44b75dd335 req-0cfb1263-31f7-4ca3-aafb-4a7446483973 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (afd60b7b-8c73-43de-b779-e88d17366a4d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:43.463837 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0232cc81-d19c-4479-a48a-1ce7b676f779 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (03398f32-5cec-494e-8dca-2f94345cbbf7), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:43.467978 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0232cc81-d19c-4479-a48a-1ce7b676f779 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:43.469451 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0232cc81-d19c-4479-a48a-1ce7b676f779 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "DELETE /v2.0/security-groups/03398f32-5cec-494e-8dca-2f94345cbbf7 HTTP/1.1" status: 204 len: 168 time: 0.2082388 Mar 22 19:25:43.475022 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48686) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:43.492796 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0dcd0fa-6fee-439b-9356-8a372c3b4303 req-08b279a2-07e7-4808-a1af-7baabd495f12 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] No DVR routers for this DVR port 5ac16206-7a21-48a3-8513-5efe5b9f14c0 on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:25:43.498911 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c0dcd0fa-6fee-439b-9356-8a372c3b4303 req-08b279a2-07e7-4808-a1af-7baabd495f12 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:43.499128 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0232cc81-d19c-4479-a48a-1ce7b676f779 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03398f32-5cec-494e-8dca-2f94345cbbf7,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:43.503118 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0dcd0fa-6fee-439b-9356-8a372c3b4303 req-08b279a2-07e7-4808-a1af-7baabd495f12 tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.84 "DELETE /v2.0/ports/5ac16206-7a21-48a3-8513-5efe5b9f14c0 HTTP/1.1" status: 204 len: 173 time: 1.9560299 Mar 22 19:25:43.507373 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf894830-ab8b-4e68-ae3c-bf1268d2f892', 'name': 'network-vif-deleted', 'tag': '5ac16206-7a21-48a3-8513-5efe5b9f14c0'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:25:43.520401 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1563626-2f9c-4df9-b4b7-aa821306eec9" -d '{"events": [{"server_uuid": "bf894830-ab8b-4e68-ae3c-bf1268d2f892", "name": "network-vif-deleted", "tag": "5ac16206-7a21-48a3-8513-5efe5b9f14c0"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:25:43.525688 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-9018b4db-c821-4adc-b5cf-9d44b75dd335 req-0cfb1263-31f7-4ca3-aafb-4a7446483973 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Calling delete_port for afd60b7b-8c73-43de-b779-e88d17366a4d owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:25:43.549237 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-88cf3b5b-3ed6-4cde-b1a5-08f5ca8bc456 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:43.555798 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-88cf3b5b-3ed6-4cde-b1a5-08f5ca8bc456 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7186229 Mar 22 19:25:43.560188 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3532805c-a04d-45f7-bb40-726b9d2d482e tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0826936 Mar 22 19:25:43.564181 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48690) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:43.569482 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-c51b8404-1a59-42bb-81a1-066cdd5a89a5 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Request body: {'security_group': {'name': 'tempest-secgroup--1953159099'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:43.595498 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c51b8404-1a59-42bb-81a1-066cdd5a89a5 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:43.622096 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-c3a7fc38-c0e3-4625-8732-efba7ed903a0 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/quotas/c87854371ff34a4285a18d10388d4a50 HTTP/1.1" status: 200 len: 375 time: 0.0501907 Mar 22 19:25:43.701949 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-40cc694f-9def-488e-b435-92a6d4acc14d req-a34e4437-97d2-4f94-be4c-5f757854d98b tempest-DeleteServersTestJSON-2027678508 tempest-DeleteServersTestJSON-2027678508-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1a257e-acc9-4ad2-a565-789e21545200&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160567 Mar 22 19:25:43.717184 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c51b8404-1a59-42bb-81a1-066cdd5a89a5 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (2e2db05b-63b8-4c18-992e-69d61e2a11f0), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:43.738873 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c51b8404-1a59-42bb-81a1-066cdd5a89a5 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2e2db05b-63b8-4c18-992e-69d61e2a11f0), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:43.753915 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-2fdd589c-50a3-4b6c-a1de-537a08858968 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=c87854371ff34a4285a18d10388d4a50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1307027 Mar 22 19:25:43.819394 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f621ba7-3ac1-4df6-8811-f9b4bbe2e302 req-d01d211a-4cbe-4a33-93ec-a3083b8a4808 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0827255 Mar 22 19:25:43.869384 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c51b8404-1a59-42bb-81a1-066cdd5a89a5 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:43.870980 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c51b8404-1a59-42bb-81a1-066cdd5a89a5 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3054593 Mar 22 19:25:43.878596 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48694) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:43.894115 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-a8e1895b-a7be-441a-97c4-293fb8724b46 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Request body: {'security_group_rule': {'security_group_id': '2e2db05b-63b8-4c18-992e-69d61e2a11f0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:43.900968 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b8404-1a59-42bb-81a1-066cdd5a89a5 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2db05b-63b8-4c18-992e-69d61e2a11f0,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:43.931173 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a8e1895b-a7be-441a-97c4-293fb8724b46 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (beca36fb-488d-4a20-b1de-135e06274232), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:43.955010 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5dccae74-f9c6-4811-9cb2-cdaa83b4ea57 req-5cb9ee35-ba7e-431f-b470-91159b5a8bf6 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "GET /v2.0/security-groups/ec0fd860-acc8-4fca-aa4b-3622f454081e HTTP/1.1" status: 200 len: 1821 time: 0.0940197 Mar 22 19:25:43.964315 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9018b4db-c821-4adc-b5cf-9d44b75dd335 req-0cfb1263-31f7-4ca3-aafb-4a7446483973 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (afd60b7b-8c73-43de-b779-e88d17366a4d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:43.981164 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['afd60b7b-8c73-43de-b779-e88d17366a4d', '1e4ed557-88cf-4281-946b-d1f54b2e2c80'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:25:43.983746 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['27038871-a8b2-4c84-924c-7826cfe94710'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:25:44.053168 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5dccae74-f9c6-4811-9cb2-cdaa83b4ea57 req-1d616014-7dad-4226-b855-4fcfec182831 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "GET /v2.0/security-groups/ce6e1a62-b442-4cc4-9e5d-0fbdd98bbb92 HTTP/1.1" status: 200 len: 1824 time: 0.0856328 Mar 22 19:25:44.053926 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb1263-31f7-4ca3-aafb-4a7446483973 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Pushing event deleted for resources: {'Port': ['ID=afd60b7b-8c73-43de-b779-e88d17366a4d,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:44.074892 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a8e1895b-a7be-441a-97c4-293fb8724b46 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (beca36fb-488d-4a20-b1de-135e06274232), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:44.084486 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a8e1895b-a7be-441a-97c4-293fb8724b46 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (beca36fb-488d-4a20-b1de-135e06274232), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:44.114974 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1895b-a7be-441a-97c4-293fb8724b46 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beca36fb-488d-4a20-b1de-135e06274232,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:44.142009 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a8e1895b-a7be-441a-97c4-293fb8724b46 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:44.143560 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a8e1895b-a7be-441a-97c4-293fb8724b46 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2637372 Mar 22 19:25:44.146927 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48700) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:44.163208 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-5dccae74-f9c6-4811-9cb2-cdaa83b4ea57 req-6851d554-687a-4196-ba03-a571d4938bea tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ec0fd860-acc8-4fca-aa4b-3622f454081e', 'remote_group_id': 'ce6e1a62-b442-4cc4-9e5d-0fbdd98bbb92', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:44.167708 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-5dccae74-f9c6-4811-9cb2-cdaa83b4ea57 req-6851d554-687a-4196-ba03-a571d4938bea tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ec0fd860-acc8-4fca-aa4b-3622f454081e', 'remote_group_id': 'ce6e1a62-b442-4cc4-9e5d-0fbdd98bbb92', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:44.188053 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b4b84df3-f725-4359-9259-b4bbf5e3a20e tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (beca36fb-488d-4a20-b1de-135e06274232), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:44.202270 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b4b84df3-f725-4359-9259-b4bbf5e3a20e tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (beca36fb-488d-4a20-b1de-135e06274232), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:44.286734 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b4b84df3-f725-4359-9259-b4bbf5e3a20e tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (beca36fb-488d-4a20-b1de-135e06274232), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:44.311234 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b4b84df3-f725-4359-9259-b4bbf5e3a20e tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:44.327462 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b4b84df3-f725-4359-9259-b4bbf5e3a20e tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/beca36fb-488d-4a20-b1de-135e06274232 HTTP/1.1" status: 204 len: 168 time: 0.1791544 Mar 22 19:25:44.328834 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b84df3-f725-4359-9259-b4bbf5e3a20e tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=beca36fb-488d-4a20-b1de-135e06274232,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:44.330389 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48704) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:44.348155 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-9018b4db-c821-4adc-b5cf-9d44b75dd335 req-0cfb1263-31f7-4ca3-aafb-4a7446483973 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] No DVR routers for this DVR port afd60b7b-8c73-43de-b779-e88d17366a4d on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:25:44.357531 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9018b4db-c821-4adc-b5cf-9d44b75dd335 req-0cfb1263-31f7-4ca3-aafb-4a7446483973 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:44.362481 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9018b4db-c821-4adc-b5cf-9d44b75dd335 req-0cfb1263-31f7-4ca3-aafb-4a7446483973 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.85 "DELETE /v2.0/ports/afd60b7b-8c73-43de-b779-e88d17366a4d HTTP/1.1" status: 204 len: 173 time: 1.9682024 Mar 22 19:25:44.487152 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-dda326a3-17a3-4d89-acf1-2e244263377d tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1532469 Mar 22 19:25:44.488208 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48712) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:44.540770 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ffb49-ba68-4cf6-9636-8d05a02ad6d6 req-fffe3ca5-28fe-44f8-b3ce-22427cc5b3f8 tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:44.542835 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a1ffb49-ba68-4cf6-9636-8d05a02ad6d6 req-fffe3ca5-28fe-44f8-b3ce-22427cc5b3f8 tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] 10.222.0.85 "GET /v2.0/ports?device_id=32288a91-853b-4902-9e3b-5ae2cbc0702a HTTP/1.1" status: 200 len: 945 time: 0.3308659 Mar 22 19:25:44.564574 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589b7d5-529b-48c4-9994-b50b8fb4d332 req-405dc3be-2dad-411c-adb7-64dab8063061 tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:44.574350 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3589b7d5-529b-48c4-9994-b50b8fb4d332 req-405dc3be-2dad-411c-adb7-64dab8063061 tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] 10.222.0.75 "GET /v2.0/ports?device_id=32288a91-853b-4902-9e3b-5ae2cbc0702a HTTP/1.1" status: 200 len: 945 time: 0.4803624 Mar 22 19:25:44.583705 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5dccae74-f9c6-4811-9cb2-cdaa83b4ea57 req-6851d554-687a-4196-ba03-a571d4938bea tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group_rule (4d23c97c-f3b2-44f0-b23a-07f617c5e098), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:44.649525 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-20f1d83a-1821-462d-90f2-fdaf9658fdb9 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (2e2db05b-63b8-4c18-992e-69d61e2a11f0), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:44.703432 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-20f1d83a-1821-462d-90f2-fdaf9658fdb9 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (2e2db05b-63b8-4c18-992e-69d61e2a11f0), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:44.779842 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5dccae74-f9c6-4811-9cb2-cdaa83b4ea57 req-6851d554-687a-4196-ba03-a571d4938bea tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group_rule (4d23c97c-f3b2-44f0-b23a-07f617c5e098), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:44.788957 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5dccae74-f9c6-4811-9cb2-cdaa83b4ea57 req-6851d554-687a-4196-ba03-a571d4938bea tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (4d23c97c-f3b2-44f0-b23a-07f617c5e098), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:44.790734 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-20f1d83a-1821-462d-90f2-fdaf9658fdb9 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2e2db05b-63b8-4c18-992e-69d61e2a11f0), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:44.795928 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-20f1d83a-1821-462d-90f2-fdaf9658fdb9 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:44.800546 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-20f1d83a-1821-462d-90f2-fdaf9658fdb9 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "DELETE /v2.0/security-groups/2e2db05b-63b8-4c18-992e-69d61e2a11f0 HTTP/1.1" status: 204 len: 168 time: 0.3087335 Mar 22 19:25:44.802226 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48718) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:44.805013 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3589b7d5-529b-48c4-9994-b50b8fb4d332 req-8ef117b9-5b65-460d-a05f-efc4082cfc70 tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] 10.222.0.75 "GET /v2.0/security-groups?id=2cb1221a-21c8-4d5f-ab3a-fcb09311ab00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288656 Mar 22 19:25:44.842427 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5dccae74-f9c6-4811-9cb2-cdaa83b4ea57 req-6851d554-687a-4196-ba03-a571d4938bea tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:44.846240 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1d83a-1821-462d-90f2-fdaf9658fdb9 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2db05b-63b8-4c18-992e-69d61e2a11f0,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:44.883013 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5dccae74-f9c6-4811-9cb2-cdaa83b4ea57 req-6851d554-687a-4196-ba03-a571d4938bea tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7028263 Mar 22 19:25:44.894694 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-0a1ffb49-ba68-4cf6-9636-8d05a02ad6d6 req-b8c8c073-4875-4881-8238-a409a563e7eb tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] Deleting port 6900f966-6d9a-445d-b4d1-a17731a001c1 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:25:44.895554 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0a1ffb49-ba68-4cf6-9636-8d05a02ad6d6 req-b8c8c073-4875-4881-8238-a409a563e7eb tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (6900f966-6d9a-445d-b4d1-a17731a001c1), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:44.920019 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6851d554-687a-4196-ba03-a571d4938bea tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d23c97c-f3b2-44f0-b23a-07f617c5e098,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:44.961862 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6395e378-9c10-4b96-9b06-794f0d3448ef tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1580858 Mar 22 19:25:44.963260 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48722) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:44.975446 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-23019438-1b84-47d0-82c8-07492cee1a42 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Request body: {'security_group': {'name': 'tempest-secgroup--871971309'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:44.987142 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e047664-1654-464d-880a-1d7d8fe573d3 x-openstack-request-id: req-7e047664-1654-464d-880a-1d7d8fe573d3 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:25:44.988028 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf894830-ab8b-4e68-ae3c-bf1268d2f892", "name": "network-vif-deleted", "tag": "5ac16206-7a21-48a3-8513-5efe5b9f14c0", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:25:44.988259 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7e047664-1654-464d-880a-1d7d8fe573d3 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:25:44.988690 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e047664-1654-464d-880a-1d7d8fe573d3'] response: {'server_uuid': 'bf894830-ab8b-4e68-ae3c-bf1268d2f892', 'name': 'network-vif-deleted', 'tag': '5ac16206-7a21-48a3-8513-5efe5b9f14c0', 'status': 'completed', 'code': 200} Mar 22 19:25:45.050261 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-23019438-1b84-47d0-82c8-07492cee1a42 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:45.082404 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1b02a05f-df93-42e6-9d63-ab156d155da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:45.100976 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eb1476bc-8b52-47a8-a96a-d45c7137cd39 req-17a0c6df-ba70-4a89-b37b-0fa369c39a1b tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=8c945358-b571-4291-af5f-fc5297f59b36 HTTP/1.1" status: 200 len: 210 time: 0.0938013 Mar 22 19:25:45.213500 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-0a1ffb49-ba68-4cf6-9636-8d05a02ad6d6 req-b8c8c073-4875-4881-8238-a409a563e7eb tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] For port 6900f966-6d9a-445d-b4d1-a17731a001c1, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=6900f966-6d9a-445d-b4d1-a17731a001c1,segment=NetworkSegment(3f702385-441d-44f3-b110-d0216449ee61),segment_id=3f702385-441d-44f3-b110-d0216449ee61)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:45.214185 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0a1ffb49-ba68-4cf6-9636-8d05a02ad6d6 req-b8c8c073-4875-4881-8238-a409a563e7eb tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (6900f966-6d9a-445d-b4d1-a17731a001c1), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:45.220356 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-23019438-1b84-47d0-82c8-07492cee1a42 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (7302b83d-5914-433a-9340-8a33866c1b86), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:45.230037 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-23019438-1b84-47d0-82c8-07492cee1a42 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7302b83d-5914-433a-9340-8a33866c1b86), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:45.261833 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-23019438-1b84-47d0-82c8-07492cee1a42 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:45.267179 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-23019438-1b84-47d0-82c8-07492cee1a42 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3010616 Mar 22 19:25:45.270675 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48724) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:45.275857 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-0e5813a7-c8a2-4970-9f50-3ae617cca236 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Request body: {'security_group_rule': {'security_group_id': '7302b83d-5914-433a-9340-8a33866c1b86', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:45.284091 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0cb63def-5dd6-40d6-80da-47fb39015c80 req-04bbc337-029e-45cf-9bfd-0e458725b7c0 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd2a0af7-ecbd-444c-8873-ae17a9b88068 HTTP/1.1" status: 200 len: 210 time: 0.0588486 Mar 22 19:25:45.288989 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-0a1ffb49-ba68-4cf6-9636-8d05a02ad6d6 req-b8c8c073-4875-4881-8238-a409a563e7eb tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] Calling delete_port for 6900f966-6d9a-445d-b4d1-a17731a001c1 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:25:45.326766 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23019438-1b84-47d0-82c8-07492cee1a42 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7302b83d-5914-433a-9340-8a33866c1b86,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:45.356764 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e5813a7-c8a2-4970-9f50-3ae617cca236 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (049ea94c-016d-458b-bf37-45dfc1db8ec4), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:45.435764 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e5813a7-c8a2-4970-9f50-3ae617cca236 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (049ea94c-016d-458b-bf37-45dfc1db8ec4), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:45.436118 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-8064be4b-78c3-4613-821a-2355f64e0794 req-641e3228-0416-463e-8596-5955e2cce546 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-329536867', 'description': 'tempest-description-1898510672'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:45.449217 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e5813a7-c8a2-4970-9f50-3ae617cca236 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (049ea94c-016d-458b-bf37-45dfc1db8ec4), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:45.484455 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e5813a7-c8a2-4970-9f50-3ae617cca236 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:45.490020 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0e5813a7-c8a2-4970-9f50-3ae617cca236 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2179406 Mar 22 19:25:45.495826 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48734) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:45.514822 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5813a7-c8a2-4970-9f50-3ae617cca236 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=049ea94c-016d-458b-bf37-45dfc1db8ec4,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:45.522695 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f9769d55-6770-4b0f-82d4-626202b10a9f tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "GET /v2.0/security-group-rules/049ea94c-016d-458b-bf37-45dfc1db8ec4 HTTP/1.1" status: 200 len: 763 time: 0.0252259 Mar 22 19:25:45.524217 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48736) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:45.534942 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8064be4b-78c3-4613-821a-2355f64e0794 req-641e3228-0416-463e-8596-5955e2cce546 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:45.577898 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e9e065ce-4e37-43de-9668-747e1a24b291 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0522609 Mar 22 19:25:45.580633 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48738) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:45.621483 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:45.622634 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2efe3fc4-b343-4996-91b7-60a0b452f958 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (049ea94c-016d-458b-bf37-45dfc1db8ec4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:45.631721 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2efe3fc4-b343-4996-91b7-60a0b452f958 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (049ea94c-016d-458b-bf37-45dfc1db8ec4), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:45.634006 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d926ed-e7c3-4b64-b710-2884e79f6d38 req-81b60397-62d9-4b69-a585-11465f62a40d tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:45.638207 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-89d926ed-e7c3-4b64-b710-2884e79f6d38 req-81b60397-62d9-4b69-a585-11465f62a40d tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/ports?device_id=068fc369-e3b0-4b3e-b0d9-2a27adbff7c7 HTTP/1.1" status: 200 len: 946 time: 0.1459558 Mar 22 19:25:45.676684 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2efe3fc4-b343-4996-91b7-60a0b452f958 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (049ea94c-016d-458b-bf37-45dfc1db8ec4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:45.689312 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2efe3fc4-b343-4996-91b7-60a0b452f958 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:45.697232 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2efe3fc4-b343-4996-91b7-60a0b452f958 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/049ea94c-016d-458b-bf37-45dfc1db8ec4 HTTP/1.1" status: 204 len: 168 time: 0.1131432 Mar 22 19:25:45.699822 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48740) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:45.712534 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe3fc4-b343-4996-91b7-60a0b452f958 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=049ea94c-016d-458b-bf37-45dfc1db8ec4,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:45.761166 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c07b21a0-c18b-4b5c-9589-084904cab493 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0592389 Mar 22 19:25:45.764687 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48742) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:45.770466 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-b1934d26-421d-4d3c-9441-1b71716b4244 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Request body: {'security_group_rule': {'security_group_id': '7302b83d-5914-433a-9340-8a33866c1b86', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:45.782686 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-89d926ed-e7c3-4b64-b710-2884e79f6d38 req-2d1e290f-972e-4f0a-9b59-24fd69baeea4 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/security-groups?id=010dd092-9fc7-474c-98a0-a0c42ceebf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233094 Mar 22 19:25:45.786046 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8064be4b-78c3-4613-821a-2355f64e0794 req-641e3228-0416-463e-8596-5955e2cce546 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (8d03ad38-0673-4c6f-b558-9f04fa4c33f0), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:45.800703 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8064be4b-78c3-4613-821a-2355f64e0794 req-641e3228-0416-463e-8596-5955e2cce546 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (8d03ad38-0673-4c6f-b558-9f04fa4c33f0), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:45.808441 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0a1ffb49-ba68-4cf6-9636-8d05a02ad6d6 req-b8c8c073-4875-4881-8238-a409a563e7eb tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (6900f966-6d9a-445d-b4d1-a17731a001c1), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:45.818089 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 5ac16206-7a21-48a3-8513-5efe5b9f14c0 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:25:45.849529 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b1934d26-421d-4d3c-9441-1b71716b4244 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (743f77a0-becc-4b11-b8a9-89795eb5a6ca), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:45.862126 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['6900f966-6d9a-445d-b4d1-a17731a001c1'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:25:45.939762 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8c073-4875-4881-8238-a409a563e7eb tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] Pushing event deleted for resources: {'Port': ['ID=6900f966-6d9a-445d-b4d1-a17731a001c1,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:45.940050 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 5ac16206-7a21-48a3-8513-5efe5b9f14c0 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:25:45.940050 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 5ac16206-7a21-48a3-8513-5efe5b9f14c0 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:25:45.940469 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e3228-0416-463e-8596-5955e2cce546 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d03ad38-0673-4c6f-b558-9f04fa4c33f0,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:45.940792 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b1934d26-421d-4d3c-9441-1b71716b4244 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (743f77a0-becc-4b11-b8a9-89795eb5a6ca), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:45.947154 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b1934d26-421d-4d3c-9441-1b71716b4244 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (743f77a0-becc-4b11-b8a9-89795eb5a6ca), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:45.964220 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1ffb49-ba68-4cf6-9636-8d05a02ad6d6 req-b8c8c073-4875-4881-8238-a409a563e7eb tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] No DVR routers for this DVR port 6900f966-6d9a-445d-b4d1-a17731a001c1 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:25:45.968814 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-330c8083-a662-4f30-9171-09ca10b65de5 req-8c635b78-8b10-4ff0-832e-06f6da4ce493 tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] 10.222.0.75 "GET /v2.0/ports?device_id=32288a91-853b-4902-9e3b-5ae2cbc0702a HTTP/1.1" status: 200 len: 210 time: 0.0556538 Mar 22 19:25:45.970788 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0a1ffb49-ba68-4cf6-9636-8d05a02ad6d6 req-b8c8c073-4875-4881-8238-a409a563e7eb tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:45.973973 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a1ffb49-ba68-4cf6-9636-8d05a02ad6d6 req-b8c8c073-4875-4881-8238-a409a563e7eb tempest-ServerAddressesTestJSON-371516182 tempest-ServerAddressesTestJSON-371516182-project] 10.222.0.85 "DELETE /v2.0/ports/6900f966-6d9a-445d-b4d1-a17731a001c1 HTTP/1.1" status: 204 len: 173 time: 1.3865271 Mar 22 19:25:45.976135 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1934d26-421d-4d3c-9441-1b71716b4244 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=743f77a0-becc-4b11-b8a9-89795eb5a6ca,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:45.984044 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8064be4b-78c3-4613-821a-2355f64e0794 req-641e3228-0416-463e-8596-5955e2cce546 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:45.985304 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8064be4b-78c3-4613-821a-2355f64e0794 req-641e3228-0416-463e-8596-5955e2cce546 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5706892 Mar 22 19:25:45.998169 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b1934d26-421d-4d3c-9441-1b71716b4244 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:45.998169 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b1934d26-421d-4d3c-9441-1b71716b4244 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2248414 Mar 22 19:25:45.999339 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48748) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:46.051998 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-56476a17-904b-4754-82c8-41812480b4b8 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "GET /v2.0/security-group-rules/743f77a0-becc-4b11-b8a9-89795eb5a6ca HTTP/1.1" status: 200 len: 763 time: 0.0510967 Mar 22 19:25:46.052474 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48758) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:46.052988 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-04a2c4f9-38f2-4d11-8440-e8666ab1381a tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=c87854371ff34a4285a18d10388d4a50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435567 Mar 22 19:25:46.058963 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-99367f45-6bd8-4980-b419-c8fe8c37ef1f req-82beaa6c-8909-4f90-9cce-c1aa607aa1aa tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1559765841', 'description': 'tempest-description-1378104194'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:46.151042 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-498e6e48-9683-4cb6-bed1-7971117c33ab tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0947657 Mar 22 19:25:46.151335 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48764) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:46.167123 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-99367f45-6bd8-4980-b419-c8fe8c37ef1f req-82beaa6c-8909-4f90-9cce-c1aa607aa1aa tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:46.228067 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0a113444-3e02-4647-9330-9c921ec29898 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (743f77a0-becc-4b11-b8a9-89795eb5a6ca), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:46.263390 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0a113444-3e02-4647-9330-9c921ec29898 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (743f77a0-becc-4b11-b8a9-89795eb5a6ca), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:46.293233 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-2ccb125d-b57c-48fc-910b-4737e2dbcdd4 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:46.295542 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-2ccb125d-b57c-48fc-910b-4737e2dbcdd4 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2323225 Mar 22 19:25:46.331010 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-4a10fdc7-6a07-4ae7-9c40-be769e459054 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Request body: {'port': {'device_id': 'bd2a0af7-ecbd-444c-8873-ae17a9b88068', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'admin_state_up': True, 'tenant_id': 'c87854371ff34a4285a18d10388d4a50'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:46.374994 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device afd60b7b-8c73-43de-b779-e88d17366a4d no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:25:46.390484 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0a113444-3e02-4647-9330-9c921ec29898 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (743f77a0-becc-4b11-b8a9-89795eb5a6ca), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:46.396128 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0a113444-3e02-4647-9330-9c921ec29898 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:46.397287 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0a113444-3e02-4647-9330-9c921ec29898 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/743f77a0-becc-4b11-b8a9-89795eb5a6ca HTTP/1.1" status: 204 len: 168 time: 0.2449594 Mar 22 19:25:46.400033 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48774) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:46.413827 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-99367f45-6bd8-4980-b419-c8fe8c37ef1f req-82beaa6c-8909-4f90-9cce-c1aa607aa1aa tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (9915dd7b-881d-4617-9137-70643bd9c293), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:46.423619 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a113444-3e02-4647-9330-9c921ec29898 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=743f77a0-becc-4b11-b8a9-89795eb5a6ca,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:46.432390 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-99367f45-6bd8-4980-b419-c8fe8c37ef1f req-82beaa6c-8909-4f90-9cce-c1aa607aa1aa tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9915dd7b-881d-4617-9137-70643bd9c293), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:46.447891 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: afd60b7b-8c73-43de-b779-e88d17366a4d {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:25:46.448150 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device afd60b7b-8c73-43de-b779-e88d17366a4d not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:25:46.453147 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 6900f966-6d9a-445d-b4d1-a17731a001c1 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:25:46.508005 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82beaa6c-8909-4f90-9cce-c1aa607aa1aa tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9915dd7b-881d-4617-9137-70643bd9c293,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:46.513112 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-af0e583d-1574-442e-9199-c8d082fe742b tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1085982 Mar 22 19:25:46.514522 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48782) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:46.526124 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-6d666c65-86e7-4817-9fc0-4986c8efe9f3 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Request body: {'security_group_rule': {'security_group_id': '7302b83d-5914-433a-9340-8a33866c1b86', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:46.542655 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-99367f45-6bd8-4980-b419-c8fe8c37ef1f req-82beaa6c-8909-4f90-9cce-c1aa607aa1aa tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:46.544441 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-99367f45-6bd8-4980-b419-c8fe8c37ef1f req-82beaa6c-8909-4f90-9cce-c1aa607aa1aa tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.4899786 Mar 22 19:25:46.557952 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 6900f966-6d9a-445d-b4d1-a17731a001c1 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:25:46.558190 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 6900f966-6d9a-445d-b4d1-a17731a001c1 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:25:46.592821 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-4a10fdc7-6a07-4ae7-9c40-be769e459054 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Made reservation on behalf of c87854371ff34a4285a18d10388d4a50 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:25:46.597831 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-4a10fdc7-6a07-4ae7-9c40-be769e459054 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:46.660193 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6d666c65-86e7-4817-9fc0-4986c8efe9f3 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (15d5032c-e0d7-4b2d-9b6e-01a03b988ab9), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:46.684353 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ee6eb62-419f-4b14-bd93-987613e3b562 req-8f9616ea-a694-4dc3-832b-024ba00862c2 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd2a0af7-ecbd-444c-8873-ae17a9b88068 HTTP/1.1" status: 200 len: 210 time: 0.0665054 Mar 22 19:25:46.853972 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549a6d0-7e4d-4c8f-be94-0e280a117d8d req-7dcbbad8-d81b-4b02-92d6-ee445765dda9 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:46.855807 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4549a6d0-7e4d-4c8f-be94-0e280a117d8d req-7dcbbad8-d81b-4b02-92d6-ee445765dda9 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d0a00d7-19f2-448e-800d-fc5ebc29885d HTTP/1.1" status: 200 len: 945 time: 0.2253184 Mar 22 19:25:46.890645 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6d666c65-86e7-4817-9fc0-4986c8efe9f3 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (15d5032c-e0d7-4b2d-9b6e-01a03b988ab9), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:46.923066 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6d666c65-86e7-4817-9fc0-4986c8efe9f3 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (15d5032c-e0d7-4b2d-9b6e-01a03b988ab9), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:46.990414 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-01d48a14-caf2-4a02-839c-5c812737fea4 req-7994b10b-5544-4f38-a4b2-800feae91d89 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "GET /v2.0/security-groups/8d03ad38-0673-4c6f-b558-9f04fa4c33f0 HTTP/1.1" status: 200 len: 1823 time: 0.2202544 Mar 22 19:25:46.995051 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c945358-b571-4291-af5f-fc5297f59b36', 'name': 'network-vif-deleted', 'tag': 'afd60b7b-8c73-43de-b779-e88d17366a4d'}, {'server_uuid': '32288a91-853b-4902-9e3b-5ae2cbc0702a', 'name': 'network-vif-deleted', 'tag': '6900f966-6d9a-445d-b4d1-a17731a001c1'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:25:46.997827 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1676963-bf72-424e-849a-db0d835ffe97" -d '{"events": [{"server_uuid": "8c945358-b571-4291-af5f-fc5297f59b36", "name": "network-vif-deleted", "tag": "afd60b7b-8c73-43de-b779-e88d17366a4d"}, {"server_uuid": "32288a91-853b-4902-9e3b-5ae2cbc0702a", "name": "network-vif-deleted", "tag": "6900f966-6d9a-445d-b4d1-a17731a001c1"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:25:47.029753 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d666c65-86e7-4817-9fc0-4986c8efe9f3 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d5032c-e0d7-4b2d-9b6e-01a03b988ab9,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:47.049841 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6d666c65-86e7-4817-9fc0-4986c8efe9f3 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:47.050968 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6d666c65-86e7-4817-9fc0-4986c8efe9f3 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5313814 Mar 22 19:25:47.053669 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48806) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:47.053952 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-4a10fdc7-6a07-4ae7-9c40-be769e459054 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Allocated IP 192.168.233.98 (43c82fd2-7e25-4eba-86f2-aced26197dba/e28314b8-0ed1-465e-a6f2-eda7f6b773cd/8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:25:47.069940 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d0f60f00-b3b5-4f04-8243-2d9b98ae60be tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "GET /v2.0/security-group-rules/15d5032c-e0d7-4b2d-9b6e-01a03b988ab9 HTTP/1.1" status: 200 len: 764 time: 0.0150485 Mar 22 19:25:47.072313 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48808) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:47.096134 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4549a6d0-7e4d-4c8f-be94-0e280a117d8d req-ac3f34f7-8488-4f59-b2d2-a5664a5ff2d1 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300067 Mar 22 19:25:47.116622 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6f96a710-1d7e-413a-bd3e-ba91db5f3bff tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0431743 Mar 22 19:25:47.117578 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48810) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:47.147546 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-01d48a14-caf2-4a02-839c-5c812737fea4 req-ca7fcda8-4b4a-433b-921f-300d924d5757 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "GET /v2.0/security-groups/9915dd7b-881d-4617-9137-70643bd9c293 HTTP/1.1" status: 200 len: 1824 time: 0.1455591 Mar 22 19:25:47.154945 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b1a6e-f183-469e-b880-c441bf985c6c req-be28069f-14bc-4759-a97b-06edf17ee4d2 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:47.156378 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-397b1a6e-f183-469e-b880-c441bf985c6c req-be28069f-14bc-4759-a97b-06edf17ee4d2 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.85 "GET /v2.0/ports?device_id=068fc369-e3b0-4b3e-b0d9-2a27adbff7c7 HTTP/1.1" status: 200 len: 946 time: 0.2180548 Mar 22 19:25:47.180965 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-01d48a14-caf2-4a02-839c-5c812737fea4 req-e5b02350-1f81-4e0a-b07e-92964789830f tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8d03ad38-0673-4c6f-b558-9f04fa4c33f0', 'remote_group_id': '9915dd7b-881d-4617-9137-70643bd9c293', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:47.181283 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-01d48a14-caf2-4a02-839c-5c812737fea4 req-e5b02350-1f81-4e0a-b07e-92964789830f tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8d03ad38-0673-4c6f-b558-9f04fa4c33f0', 'remote_group_id': '9915dd7b-881d-4617-9137-70643bd9c293', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:47.233376 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f788d926-6935-4997-8b67-e0ff3e8d391c tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (15d5032c-e0d7-4b2d-9b6e-01a03b988ab9), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:47.260514 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f788d926-6935-4997-8b67-e0ff3e8d391c tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (15d5032c-e0d7-4b2d-9b6e-01a03b988ab9), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:47.334971 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e8a1b6e6-f86c-449f-a44d-e3dc0b9f655f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:47.417706 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f788d926-6935-4997-8b67-e0ff3e8d391c tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (15d5032c-e0d7-4b2d-9b6e-01a03b988ab9), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:47.421978 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f788d926-6935-4997-8b67-e0ff3e8d391c tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:47.423129 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f788d926-6935-4997-8b67-e0ff3e8d391c tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/15d5032c-e0d7-4b2d-9b6e-01a03b988ab9 HTTP/1.1" status: 204 len: 168 time: 0.3035364 Mar 22 19:25:47.425879 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48816) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:47.463643 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059dd25-a70c-4de1-b991-5f2980353f9b req-9cccd76c-6972-4a5a-9d37-3006e7e2fd29 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:47.465140 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2059dd25-a70c-4de1-b991-5f2980353f9b req-9cccd76c-6972-4a5a-9d37-3006e7e2fd29 tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/ports?device_id=068fc369-e3b0-4b3e-b0d9-2a27adbff7c7 HTTP/1.1" status: 200 len: 946 time: 0.2699394 Mar 22 19:25:47.470787 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d100dbf5-d81a-4208-992c-1ec9d8cb678a tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0427585 Mar 22 19:25:47.473327 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48820) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:47.474645 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788d926-6935-4997-8b67-e0ff3e8d391c tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15d5032c-e0d7-4b2d-9b6e-01a03b988ab9,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:47.512541 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-01d48a14-caf2-4a02-839c-5c812737fea4 req-e5b02350-1f81-4e0a-b07e-92964789830f tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group_rule (c8c34933-d137-4de9-b82b-38a7af608347), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:47.516719 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-4a10fdc7-6a07-4ae7-9c40-be769e459054 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Publish callbacks [] for port (8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:47.531456 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f6a2bdca-4e3e-4a21-b721-529bf1176c2a tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (7302b83d-5914-433a-9340-8a33866c1b86), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:47.555716 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f6a2bdca-4e3e-4a21-b721-529bf1176c2a tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (7302b83d-5914-433a-9340-8a33866c1b86), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:47.561281 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-397b1a6e-f183-469e-b880-c441bf985c6c req-d9a3ba77-acde-4059-9273-683902820c8f tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Deleting port 8aed8a7a-e159-48fe-b2dd-2256e03f9311 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:25:47.561622 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-397b1a6e-f183-469e-b880-c441bf985c6c req-d9a3ba77-acde-4059-9273-683902820c8f tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (8aed8a7a-e159-48fe-b2dd-2256e03f9311), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:47.602697 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f6a2bdca-4e3e-4a21-b721-529bf1176c2a tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7302b83d-5914-433a-9340-8a33866c1b86), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:47.605227 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f6a2bdca-4e3e-4a21-b721-529bf1176c2a tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:47.606957 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f6a2bdca-4e3e-4a21-b721-529bf1176c2a tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "DELETE /v2.0/security-groups/7302b83d-5914-433a-9340-8a33866c1b86 HTTP/1.1" status: 204 len: 168 time: 0.1317043 Mar 22 19:25:47.610193 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48828) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:47.630378 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a2bdca-4e3e-4a21-b721-529bf1176c2a tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7302b83d-5914-433a-9340-8a33866c1b86,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:47.642958 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2059dd25-a70c-4de1-b991-5f2980353f9b req-8ab06a4a-84ba-4214-905a-7a5d224c808e tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/security-groups?id=010dd092-9fc7-474c-98a0-a0c42ceebf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602051 Mar 22 19:25:47.657578 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-01d48a14-caf2-4a02-839c-5c812737fea4 req-e5b02350-1f81-4e0a-b07e-92964789830f tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group_rule (c8c34933-d137-4de9-b82b-38a7af608347), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:47.667231 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-01d48a14-caf2-4a02-839c-5c812737fea4 req-e5b02350-1f81-4e0a-b07e-92964789830f tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (c8c34933-d137-4de9-b82b-38a7af608347), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:47.681522 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e0850577-9ed9-4665-9044-88b490145eba tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0689940 Mar 22 19:25:47.687581 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48830) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:47.694021 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-d311b52a-1a0a-4b30-9515-e4c9c67c7047 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Request body: {'security_group': {'name': 'tempest-secgroup--1081673617'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:47.702816 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 19:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9146976-5b7d-4808-92c3-e3f9bc39fa49 x-openstack-request-id: req-a9146976-5b7d-4808-92c3-e3f9bc39fa49 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:25:47.703168 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c945358-b571-4291-af5f-fc5297f59b36", "name": "network-vif-deleted", "tag": "afd60b7b-8c73-43de-b779-e88d17366a4d", "status": "completed", "code": 200}, {"server_uuid": "32288a91-853b-4902-9e3b-5ae2cbc0702a", "name": "network-vif-deleted", "tag": "6900f966-6d9a-445d-b4d1-a17731a001c1", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:25:47.703407 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a9146976-5b7d-4808-92c3-e3f9bc39fa49 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:25:47.703783 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9146976-5b7d-4808-92c3-e3f9bc39fa49'] response: {'server_uuid': '8c945358-b571-4291-af5f-fc5297f59b36', 'name': 'network-vif-deleted', 'tag': 'afd60b7b-8c73-43de-b779-e88d17366a4d', 'status': 'completed', 'code': 200} Mar 22 19:25:47.704127 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9146976-5b7d-4808-92c3-e3f9bc39fa49'] response: {'server_uuid': '32288a91-853b-4902-9e3b-5ae2cbc0702a', 'name': 'network-vif-deleted', 'tag': '6900f966-6d9a-445d-b4d1-a17731a001c1', 'status': 'completed', 'code': 200} Mar 22 19:25:47.711198 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b02350-1f81-4e0a-b07e-92964789830f tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c34933-d137-4de9-b82b-38a7af608347,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:47.721943 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d311b52a-1a0a-4b30-9515-e4c9c67c7047 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:47.725007 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-4a10fdc7-6a07-4ae7-9c40-be769e459054 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:47.736281 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['6f67127f-41e8-4dd7-bdac-5310a2d62b28'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:25:47.745054 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['d797c08b-ec86-4947-b515-8d22e032c317'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:25:47.748705 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48834) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:47.748870 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-01d48a14-caf2-4a02-839c-5c812737fea4 req-e5b02350-1f81-4e0a-b07e-92964789830f tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:47.750109 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-01d48a14-caf2-4a02-839c-5c812737fea4 req-e5b02350-1f81-4e0a-b07e-92964789830f tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5871887 Mar 22 19:25:47.780556 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-397b1a6e-f183-469e-b880-c441bf985c6c req-d9a3ba77-acde-4059-9273-683902820c8f tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] For port 8aed8a7a-e159-48fe-b2dd-2256e03f9311, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=8aed8a7a-e159-48fe-b2dd-2256e03f9311,segment=NetworkSegment(6cf8622a-5099-4afd-9193-a4d8ff8dfc80),segment_id=6cf8622a-5099-4afd-9193-a4d8ff8dfc80)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:47.780934 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-397b1a6e-f183-469e-b880-c441bf985c6c req-d9a3ba77-acde-4059-9273-683902820c8f tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (8aed8a7a-e159-48fe-b2dd-2256e03f9311), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:47.805143 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-397b1a6e-f183-469e-b880-c441bf985c6c req-d9a3ba77-acde-4059-9273-683902820c8f tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Calling delete_port for 8aed8a7a-e159-48fe-b2dd-2256e03f9311 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:25:47.833158 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-4a10fdc7-6a07-4ae7-9c40-be769e459054 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Network 43c82fd2-7e25-4eba-86f2-aced26197dba is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:25:47.836208 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10fdc7-6a07-4ae7-9c40-be769e459054 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Pushing event updated for resources: {'Port': ['ID=8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:47.843670 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-4a10fdc7-6a07-4ae7-9c40-be769e459054 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:25:47.846066 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-4a10fdc7-6a07-4ae7-9c40-be769e459054 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:25:47.875409 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d311b52a-1a0a-4b30-9515-e4c9c67c7047 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (3628cd10-11b2-489a-84db-513ceb8f7f12), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:47.908193 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d311b52a-1a0a-4b30-9515-e4c9c67c7047 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3628cd10-11b2-489a-84db-513ceb8f7f12), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:47.961694 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d311b52a-1a0a-4b30-9515-e4c9c67c7047 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3628cd10-11b2-489a-84db-513ceb8f7f12,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:48.003259 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-76fcba5e-f8c2-4f82-aeb4-e53064e5369a admin admin] Deleting subnet 0270207c-0d0a-4caa-9ec0-a6d35ab5fcae {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:25:48.005493 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-4a10fdc7-6a07-4ae7-9c40-be769e459054 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:48.006223 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-4a10fdc7-6a07-4ae7-9c40-be769e459054 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:48.008150 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-76fcba5e-f8c2-4f82-aeb4-e53064e5369a admin admin] Publish callbacks [] for subnet (0270207c-0d0a-4caa-9ec0-a6d35ab5fcae), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:48.053845 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d311b52a-1a0a-4b30-9515-e4c9c67c7047 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:48.055107 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d311b52a-1a0a-4b30-9515-e4c9c67c7047 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3661270 Mar 22 19:25:48.059139 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48840) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:48.064366 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-61a97f13-7813-4604-bd0a-0304f2535b0e tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Request body: {'security_group_rule': {'security_group_id': '3628cd10-11b2-489a-84db-513ceb8f7f12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:48.087465 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-76fcba5e-f8c2-4f82-aeb4-e53064e5369a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (0270207c-0d0a-4caa-9ec0-a6d35ab5fcae), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:48.124469 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-4a10fdc7-6a07-4ae7-9c40-be769e459054 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7985480 Mar 22 19:25:48.129534 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-61a97f13-7813-4604-bd0a-0304f2535b0e tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (db79ac44-d4b0-4033-8147-bae363c549d9), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:48.139995 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64b427-8449-4395-99e8-54c76e9c0734 req-6494f483-7e07-4e7b-a280-5c32b3df20ac tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:48.141440 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c64b427-8449-4395-99e8-54c76e9c0734 req-6494f483-7e07-4e7b-a280-5c32b3df20ac tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 946 time: 0.2913654 Mar 22 19:25:48.146261 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-546c504e-070d-490b-a407-8f15913fd301 service neutron] Request body: {'port': {'device_id': 'bd2a0af7-ecbd-444c-8873-ae17a9b88068', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:48.153721 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-76fcba5e-f8c2-4f82-aeb4-e53064e5369a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (0270207c-0d0a-4caa-9ec0-a6d35ab5fcae), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:48.156422 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:48.159087 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc4822-39f3-491e-bb73-f8e9b837dd10 req-b093b8ab-a9f1-49b6-966e-efa436e89ab1 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:48.160584 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-79dc4822-39f3-491e-bb73-f8e9b837dd10 req-b093b8ab-a9f1-49b6-966e-efa436e89ab1 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd2a0af7-ecbd-444c-8873-ae17a9b88068 HTTP/1.1" status: 200 len: 935 time: 0.2674482 Mar 22 19:25:48.204170 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-53463a35-2a38-48a3-94e0-8512214fcc30 None None] Provisioning complete for port 8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:25:48.204575 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-53463a35-2a38-48a3-94e0-8512214fcc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:48.213863 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-61a97f13-7813-4604-bd0a-0304f2535b0e tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (db79ac44-d4b0-4033-8147-bae363c549d9), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:48.224662 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-61a97f13-7813-4604-bd0a-0304f2535b0e tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (db79ac44-d4b0-4033-8147-bae363c549d9), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:48.243088 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-76fcba5e-f8c2-4f82-aeb4-e53064e5369a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (0270207c-0d0a-4caa-9ec0-a6d35ab5fcae), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:48.249973 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-53463a35-2a38-48a3-94e0-8512214fcc30 None None] Port 8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:25:48.254629 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a97f13-7813-4604-bd0a-0304f2535b0e tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db79ac44-d4b0-4033-8147-bae363c549d9,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:48.261665 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598144cf-1cf5-4e8d-b19b-861bfa2d4cb6 req-8c7772e7-053c-4c7d-b44e-24a82e74429c tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:48.263279 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-598144cf-1cf5-4e8d-b19b-861bfa2d4cb6 req-8c7772e7-053c-4c7d-b44e-24a82e74429c tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.85 "GET /v2.0/ports?device_id=9d0a00d7-19f2-448e-800d-fc5ebc29885d HTTP/1.1" status: 200 len: 945 time: 0.2525861 Mar 22 19:25:48.278126 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-61a97f13-7813-4604-bd0a-0304f2535b0e tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:48.279233 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-61a97f13-7813-4604-bd0a-0304f2535b0e tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2189498 Mar 22 19:25:48.281193 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fcba5e-f8c2-4f82-aeb4-e53064e5369a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0270207c-0d0a-4caa-9ec0-a6d35ab5fcae,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:48.283142 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-76fcba5e-f8c2-4f82-aeb4-e53064e5369a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:48.283952 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48844) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:48.288542 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-76fcba5e-f8c2-4f82-aeb4-e53064e5369a admin admin] 10.222.0.75 "DELETE /v2.0/subnets/0270207c-0d0a-4caa-9ec0-a6d35ab5fcae HTTP/1.1" status: 204 len: 168 time: 0.5364802 Mar 22 19:25:48.288902 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48846) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:48.361700 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f34c07d8-ae2f-4319-978c-9fc7de583592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (3f614165-3c63-4f64-a1f5-9b7b26263613), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:48.441317 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f34c07d8-ae2f-4319-978c-9fc7de583592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (3f614165-3c63-4f64-a1f5-9b7b26263613), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:48.463008 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-f34c07d8-ae2f-4319-978c-9fc7de583592 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f614165-3c63-4f64-a1f5-9b7b26263613']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:48.472764 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-f34c07d8-ae2f-4319-978c-9fc7de583592 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f702385-441d-44f3-b110-d0216449ee61') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:48.473054 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-f34c07d8-ae2f-4319-978c-9fc7de583592 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f702385-441d-44f3-b110-d0216449ee61') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:48.483778 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f34c07d8-ae2f-4319-978c-9fc7de583592 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (3f702385-441d-44f3-b110-d0216449ee61), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:48.499148 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f34c07d8-ae2f-4319-978c-9fc7de583592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (3f702385-441d-44f3-b110-d0216449ee61), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:48.505704 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f34c07d8-ae2f-4319-978c-9fc7de583592 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:25:48.506228 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f34c07d8-ae2f-4319-978c-9fc7de583592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (3f702385-441d-44f3-b110-d0216449ee61), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:48.508040 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:25:48.508040 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:25:48.508040 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:25:48.508040 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:25:48.508040 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:25:48.508040 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:25:48.508040 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:25:48.508040 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:25:48.508040 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:25:48.508040 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:25:48.508040 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:25:48.508040 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:25:48.508040 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:25:48.508040 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:25:48.508040 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:25:48.508040 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:25:48.508040 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:25:48.508040 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:25:48.508040 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:25:48.508040 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:25:48.508040 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:25:48.508040 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:25:48.508040 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:25:48.508040 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:25:48.508040 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:25:48.508040 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:25:48.508040 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:25:48.508040 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:25:48.508040 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:25:48.508040 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:25:48.508040 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:25:48.508040 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:25:48.569249 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f34c07d8-ae2f-4319-978c-9fc7de583592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (3f614165-3c63-4f64-a1f5-9b7b26263613), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:48.575653 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f34c07d8-ae2f-4319-978c-9fc7de583592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:48.581619 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f34c07d8-ae2f-4319-978c-9fc7de583592 admin admin] 10.222.0.75 "DELETE /v2.0/networks/3f614165-3c63-4f64-a1f5-9b7b26263613 HTTP/1.1" status: 204 len: 168 time: 0.2892435 Mar 22 19:25:48.591568 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c07d8-ae2f-4319-978c-9fc7de583592 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f614165-3c63-4f64-a1f5-9b7b26263613,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:48.602585 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:48.657726 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c64b427-8449-4395-99e8-54c76e9c0734 req-7114ad5f-c381-4be7-aab8-7d460f4477ab tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4931874 Mar 22 19:25:48.676354 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-79dc4822-39f3-491e-bb73-f8e9b837dd10 req-05fb594f-e939-4e08-a6e3-19442a5ce310 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900174 Mar 22 19:25:48.700180 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-546c504e-070d-490b-a407-8f15913fd301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:48.775102 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-397b1a6e-f183-469e-b880-c441bf985c6c req-d9a3ba77-acde-4059-9273-683902820c8f tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (8aed8a7a-e159-48fe-b2dd-2256e03f9311), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:48.839485 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48858) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:48.890607 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a3ba77-acde-4059-9273-683902820c8f tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Pushing event deleted for resources: {'Port': ['ID=8aed8a7a-e159-48fe-b2dd-2256e03f9311,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:48.898196 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-488b66da-5715-4778-a4d9-be9890b73372 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cae0d10b679d4aea82cf29373520e1a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0553327 Mar 22 19:25:48.899788 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48860) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:48.920665 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0b62baf4-025b-4233-a773-ac617d7dc9d7 req-d67df3a4-5a3c-43f3-a094-ede8a279b36d tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "GET /v2.0/security-groups/9915dd7b-881d-4617-9137-70643bd9c293 HTTP/1.1" status: 200 len: 1824 time: 0.2327046 Mar 22 19:25:48.921344 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2b712c17-4510-4f13-a2cb-fc68193ffa15 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (3628cd10-11b2-489a-84db-513ceb8f7f12), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:48.966669 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-30409527-902f-46de-b728-e55e1ca745aa admin admin] Publish callbacks [] for security_group (2cb1221a-21c8-4d5f-ab3a-fcb09311ab00), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:48.993593 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-30409527-902f-46de-b728-e55e1ca745aa admin admin] Publish callbacks [] for security_group (2cb1221a-21c8-4d5f-ab3a-fcb09311ab00), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:49.049575 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-397b1a6e-f183-469e-b880-c441bf985c6c req-d9a3ba77-acde-4059-9273-683902820c8f tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] No DVR routers for this DVR port 8aed8a7a-e159-48fe-b2dd-2256e03f9311 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:25:49.062901 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-30409527-902f-46de-b728-e55e1ca745aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2cb1221a-21c8-4d5f-ab3a-fcb09311ab00), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:49.068285 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-30409527-902f-46de-b728-e55e1ca745aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:49.069728 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-30409527-902f-46de-b728-e55e1ca745aa admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2cb1221a-21c8-4d5f-ab3a-fcb09311ab00 HTTP/1.1" status: 204 len: 168 time: 0.1683328 Mar 22 19:25:49.071473 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-397b1a6e-f183-469e-b880-c441bf985c6c req-d9a3ba77-acde-4059-9273-683902820c8f tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:49.080173 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30409527-902f-46de-b728-e55e1ca745aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb1221a-21c8-4d5f-ab3a-fcb09311ab00,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:49.084948 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-397b1a6e-f183-469e-b880-c441bf985c6c req-d9a3ba77-acde-4059-9273-683902820c8f tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.85 "DELETE /v2.0/ports/8aed8a7a-e159-48fe-b2dd-2256e03f9311 HTTP/1.1" status: 204 len: 173 time: 1.9207528 Mar 22 19:25:49.111639 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2b712c17-4510-4f13-a2cb-fc68193ffa15 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (3628cd10-11b2-489a-84db-513ceb8f7f12), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:49.266043 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf78212-001f-4e09-9a97-56f42296d9d7 req-9139e81b-4c8a-40d7-8742-ace425f607c9 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:49.273629 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8bf78212-001f-4e09-9a97-56f42296d9d7 req-9139e81b-4c8a-40d7-8742-ace425f607c9 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d0a00d7-19f2-448e-800d-fc5ebc29885d HTTP/1.1" status: 200 len: 945 time: 0.4742200 Mar 22 19:25:49.276944 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-598144cf-1cf5-4e8d-b19b-861bfa2d4cb6 req-3b1a7b49-065f-40c9-9425-04d78485b1a1 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Deleting port 1e4ed557-88cf-4281-946b-d1f54b2e2c80 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:25:49.277290 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-598144cf-1cf5-4e8d-b19b-861bfa2d4cb6 req-3b1a7b49-065f-40c9-9425-04d78485b1a1 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (1e4ed557-88cf-4281-946b-d1f54b2e2c80), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:49.383918 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0b62baf4-025b-4233-a773-ac617d7dc9d7 req-28398a5b-c59f-422e-812b-5e47914ae093 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (9915dd7b-881d-4617-9137-70643bd9c293), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:49.420298 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2b712c17-4510-4f13-a2cb-fc68193ffa15 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3628cd10-11b2-489a-84db-513ceb8f7f12), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:49.422884 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2b712c17-4510-4f13-a2cb-fc68193ffa15 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:49.424229 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2b712c17-4510-4f13-a2cb-fc68193ffa15 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "DELETE /v2.0/security-groups/3628cd10-11b2-489a-84db-513ceb8f7f12 HTTP/1.1" status: 204 len: 168 time: 1.1234314 Mar 22 19:25:49.427842 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48866) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:49.495426 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e30c9204-7aa5-4f2f-aa0c-17c515d1569e tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0664089 Mar 22 19:25:49.496658 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b712c17-4510-4f13-a2cb-fc68193ffa15 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3628cd10-11b2-489a-84db-513ceb8f7f12,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:49.498183 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48870) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:49.507567 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0b62baf4-025b-4233-a773-ac617d7dc9d7 req-28398a5b-c59f-422e-812b-5e47914ae093 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (9915dd7b-881d-4617-9137-70643bd9c293), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:49.541294 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8bf78212-001f-4e09-9a97-56f42296d9d7 req-4b2ebc91-e76a-4d8d-bcf4-bbab8eade25f tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613144 Mar 22 19:25:49.561653 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-92489863-e2d3-45f5-8fda-746afa29e33d tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0616212 Mar 22 19:25:49.564458 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48874) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:49.588422 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-a834e18f-f792-4b04-b326-6ec9630e6a2c tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] delete failed (client error): The resource could not be found. Mar 22 19:25:49.591372 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a834e18f-f792-4b04-b326-6ec9630e6a2c tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "DELETE /v2.0/security-groups/3628cd10-11b2-489a-84db-513ceb8f7f12 HTTP/1.1" status: 404 len: 347 time: 0.0256522 Mar 22 19:25:49.599691 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48878) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:49.640513 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-598144cf-1cf5-4e8d-b19b-861bfa2d4cb6 req-3b1a7b49-065f-40c9-9425-04d78485b1a1 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] For port 1e4ed557-88cf-4281-946b-d1f54b2e2c80, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=1e4ed557-88cf-4281-946b-d1f54b2e2c80,segment=NetworkSegment(33aa031d-729c-4f4c-a49b-82f4eabfd92f),segment_id=33aa031d-729c-4f4c-a49b-82f4eabfd92f)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:49.641385 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-598144cf-1cf5-4e8d-b19b-861bfa2d4cb6 req-3b1a7b49-065f-40c9-9425-04d78485b1a1 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (1e4ed557-88cf-4281-946b-d1f54b2e2c80), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:49.697993 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-af8695a7-1e1e-44d9-9a94-8f25b8cd3481 tempest-SecGroupTest-1562961042 tempest-SecGroupTest-1562961042-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0964606 Mar 22 19:25:49.714395 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068fc369-e3b0-4b3e-b0d9-2a27adbff7c7', 'name': 'network-vif-deleted', 'tag': '8aed8a7a-e159-48fe-b2dd-2256e03f9311'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:25:49.716586 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1ef39a-9b69-4fad-afd6-a93636826427" -d '{"events": [{"server_uuid": "068fc369-e3b0-4b3e-b0d9-2a27adbff7c7", "name": "network-vif-deleted", "tag": "8aed8a7a-e159-48fe-b2dd-2256e03f9311"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:25:49.774747 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-598144cf-1cf5-4e8d-b19b-861bfa2d4cb6 req-3b1a7b49-065f-40c9-9425-04d78485b1a1 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Calling delete_port for 1e4ed557-88cf-4281-946b-d1f54b2e2c80 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:25:49.791711 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9bc41b3-8663-4bb4-9fe2-2debedc3d15f req-f7004f71-38aa-4888-8553-400385a1a28d tempest-FloatingIPsAssociationNegativeTestJSON-805450909 tempest-FloatingIPsAssociationNegativeTestJSON-805450909-project] 10.222.0.75 "GET /v2.0/ports?device_id=068fc369-e3b0-4b3e-b0d9-2a27adbff7c7 HTTP/1.1" status: 200 len: 210 time: 0.0921762 Mar 22 19:25:49.917923 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-546c504e-070d-490b-a407-8f15913fd301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:25:49.956481 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-546c504e-070d-490b-a407-8f15913fd301 service neutron] Publish callbacks [] for port (8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:49.962956 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0b62baf4-025b-4233-a773-ac617d7dc9d7 req-28398a5b-c59f-422e-812b-5e47914ae093 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9915dd7b-881d-4617-9137-70643bd9c293), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:49.966035 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0b62baf4-025b-4233-a773-ac617d7dc9d7 req-28398a5b-c59f-422e-812b-5e47914ae093 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:49.967852 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0b62baf4-025b-4233-a773-ac617d7dc9d7 req-28398a5b-c59f-422e-812b-5e47914ae093 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "DELETE /v2.0/security-groups/9915dd7b-881d-4617-9137-70643bd9c293 HTTP/1.1" status: 204 len: 173 time: 1.0125062 Mar 22 19:25:50.019738 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:50.049366 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-546c504e-070d-490b-a407-8f15913fd301 service neutron] Transition to ACTIVE for port object 8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:25:50.052717 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28398a5b-c59f-422e-812b-5e47914ae093 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9915dd7b-881d-4617-9137-70643bd9c293,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:50.091457 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-546c504e-070d-490b-a407-8f15913fd301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:50.182973 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48910) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:50.255759 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c504e-070d-490b-a407-8f15913fd301 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:50.290611 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebd055-0d00-4bb4-8811-eddd82780692 req-0ed9156e-a5f9-4c83-bfbe-d09fb6bc0c01 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:50.294717 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74ebd055-0d00-4bb4-8811-eddd82780692 req-0ed9156e-a5f9-4c83-bfbe-d09fb6bc0c01 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd2a0af7-ecbd-444c-8873-ae17a9b88068 HTTP/1.1" status: 200 len: 947 time: 0.2466493 Mar 22 19:25:50.411073 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-598144cf-1cf5-4e8d-b19b-861bfa2d4cb6 req-3b1a7b49-065f-40c9-9425-04d78485b1a1 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (1e4ed557-88cf-4281-946b-d1f54b2e2c80), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:50.422449 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8f23cc5f-a93d-4ffc-9efc-5e089c823f7c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=af69f439ab0046f693a2446e11aa1bb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2364728 Mar 22 19:25:50.425624 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48920) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:50.428379 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['1e4ed557-88cf-4281-946b-d1f54b2e2c80'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:25:50.432968 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 8aed8a7a-e159-48fe-b2dd-2256e03f9311 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:25:50.438269 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['27038871-a8b2-4c84-924c-7826cfe94710'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:25:50.482395 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bfe9a7-dabb-4e8b-9b90-8bbf4bf5db13 x-openstack-request-id: req-08bfe9a7-dabb-4e8b-9b90-8bbf4bf5db13 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:25:50.483131 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068fc369-e3b0-4b3e-b0d9-2a27adbff7c7", "name": "network-vif-deleted", "tag": "8aed8a7a-e159-48fe-b2dd-2256e03f9311", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:25:50.483583 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-08bfe9a7-dabb-4e8b-9b90-8bbf4bf5db13 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:25:50.484142 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08bfe9a7-dabb-4e8b-9b90-8bbf4bf5db13'] response: {'server_uuid': '068fc369-e3b0-4b3e-b0d9-2a27adbff7c7', 'name': 'network-vif-deleted', 'tag': '8aed8a7a-e159-48fe-b2dd-2256e03f9311', 'status': 'completed', 'code': 200} Mar 22 19:25:50.514599 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a7b49-065f-40c9-9425-04d78485b1a1 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Pushing event deleted for resources: {'Port': ['ID=1e4ed557-88cf-4281-946b-d1f54b2e2c80,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:50.526520 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-546c504e-070d-490b-a407-8f15913fd301 service neutron] Attempting to bind port 8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:25:50.526904 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-546c504e-070d-490b-a407-8f15913fd301 service neutron] Attempting to bind port 8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:25:50.527262 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-546c504e-070d-490b-a407-8f15913fd301 service neutron] Attempting to bind port 8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:25:50.561140 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8e466471-4cc1-49d7-933f-64a5b4929699 admin admin] Publish callbacks [] for security_group (0adae2bd-db15-40bf-8765-83e627da43df), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:50.562612 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74ebd055-0d00-4bb4-8811-eddd82780692 req-ae4da797-ecd6-4188-9d09-536ae338d92e tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590771 Mar 22 19:25:50.601225 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-546c504e-070d-490b-a407-8f15913fd301 service neutron] Port 8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b on network 43c82fd2-7e25-4eba-86f2-aced26197dba not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:25:50.601862 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-546c504e-070d-490b-a407-8f15913fd301 service neutron] Attempting to bind port 8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:25:50.624647 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 8aed8a7a-e159-48fe-b2dd-2256e03f9311 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:25:50.624891 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8e466471-4cc1-49d7-933f-64a5b4929699 admin admin] Publish callbacks [] for security_group (0adae2bd-db15-40bf-8765-83e627da43df), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:50.625740 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 8aed8a7a-e159-48fe-b2dd-2256e03f9311 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:25:50.695618 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-546c504e-070d-490b-a407-8f15913fd301 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:25:50.696287 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-546c504e-070d-490b-a407-8f15913fd301 service neutron] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:25:50.696869 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-546c504e-070d-490b-a407-8f15913fd301 service neutron] Bound using segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:25:50.697496 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-546c504e-070d-490b-a407-8f15913fd301 service neutron] Bound port: 8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:25:50.698041 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-546c504e-070d-490b-a407-8f15913fd301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:50.732933 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-598144cf-1cf5-4e8d-b19b-861bfa2d4cb6 req-3b1a7b49-065f-40c9-9425-04d78485b1a1 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] No DVR routers for this DVR port 1e4ed557-88cf-4281-946b-d1f54b2e2c80 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:25:50.737142 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8e466471-4cc1-49d7-933f-64a5b4929699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (0adae2bd-db15-40bf-8765-83e627da43df), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:50.740278 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8e466471-4cc1-49d7-933f-64a5b4929699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:50.742094 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8e466471-4cc1-49d7-933f-64a5b4929699 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0adae2bd-db15-40bf-8765-83e627da43df HTTP/1.1" status: 204 len: 168 time: 0.3148513 Mar 22 19:25:50.782176 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e466471-4cc1-49d7-933f-64a5b4929699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adae2bd-db15-40bf-8765-83e627da43df,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:50.799270 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-598144cf-1cf5-4e8d-b19b-861bfa2d4cb6 req-3b1a7b49-065f-40c9-9425-04d78485b1a1 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:50.804920 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-598144cf-1cf5-4e8d-b19b-861bfa2d4cb6 req-3b1a7b49-065f-40c9-9425-04d78485b1a1 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.85 "DELETE /v2.0/ports/1e4ed557-88cf-4281-946b-d1f54b2e2c80 HTTP/1.1" status: 204 len: 173 time: 2.5227597 Mar 22 19:25:50.827591 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2066c9ad-6308-4920-96a9-9923c3fe68dd req-11197728-6061-40fc-ab05-e2bcd61d5b9a tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d0a00d7-19f2-448e-800d-fc5ebc29885d HTTP/1.1" status: 200 len: 210 time: 0.1431472 Mar 22 19:25:50.888809 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21da49af-db6e-4e5a-a0fd-9b9cf6f808b5 req-aed18182-7d1d-4116-a95e-db21cb93031a tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "GET /v2.0/security-groups/8d03ad38-0673-4c6f-b558-9f04fa4c33f0 HTTP/1.1" status: 200 len: 1823 time: 0.3918028 Mar 22 19:25:50.900109 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-546c504e-070d-490b-a407-8f15913fd301 service neutron] For port 8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:25:50.906168 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-546c504e-070d-490b-a407-8f15913fd301 service neutron] For port 8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:25:50.917440 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-546c504e-070d-490b-a407-8f15913fd301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:50.939639 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48940) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:51.084349 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c504e-070d-490b-a407-8f15913fd301 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:51.093002 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-546c504e-070d-490b-a407-8f15913fd301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:51.098101 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-546c504e-070d-490b-a407-8f15913fd301 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:51.099915 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-546c504e-070d-490b-a407-8f15913fd301 service neutron] 10.222.0.84 "PUT /v2.0/ports/8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b HTTP/1.1" status: 200 len: 1096 time: 2.9575026 Mar 22 19:25:51.110242 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-2eebd89a-7195-4efb-a826-462399861257 req-7b988329-dab5-44de-a040-7317ece1236b tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-489224257', 'description': 'tempest-description-542162550'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:51.246544 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2eebd89a-7195-4efb-a826-462399861257 req-7b988329-dab5-44de-a040-7317ece1236b tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:51.307687 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-89510695-8166-4398-94e1-01fa3962bc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:51.311633 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-89510695-8166-4398-94e1-01fa3962bc5a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c87854371ff34a4285a18d10388d4a50&device_id=bd2a0af7-ecbd-444c-8873-ae17a9b88068 HTTP/1.1" status: 200 len: 1130 time: 0.1441605 Mar 22 19:25:51.343039 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:51.443411 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2eebd89a-7195-4efb-a826-462399861257 req-7b988329-dab5-44de-a040-7317ece1236b tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (2b42580b-d71b-4637-97b3-826667e96077), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:51.485625 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2eebd89a-7195-4efb-a826-462399861257 req-7b988329-dab5-44de-a040-7317ece1236b tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2b42580b-d71b-4637-97b3-826667e96077), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:51.592827 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-5abda5d5-6c57-4bc1-8793-03226614763a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b HTTP/1.1" status: 200 len: 217 time: 0.1337161 Mar 22 19:25:51.706474 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-8e4a11e3-3eb7-413f-8632-dad85b3cb4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:51.712853 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-8e4a11e3-3eb7-413f-8632-dad85b3cb4e6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1171770 Mar 22 19:25:51.780197 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 607144c1-0ca2-48d3-88b9-368b9eec0b0c no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:25:51.843543 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b988329-dab5-44de-a040-7317ece1236b tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b42580b-d71b-4637-97b3-826667e96077,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:51.853629 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2eebd89a-7195-4efb-a826-462399861257 req-7b988329-dab5-44de-a040-7317ece1236b tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:51.862693 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2eebd89a-7195-4efb-a826-462399861257 req-7b988329-dab5-44de-a040-7317ece1236b tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.9346776 Mar 22 19:25:51.890068 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da33934-7dd7-4ce1-b4cd-58863cc2458e req-62e4fb98-8a07-45c7-a969-d4bc5f8b0805 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:51.897566 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4da33934-7dd7-4ce1-b4cd-58863cc2458e req-62e4fb98-8a07-45c7-a969-d4bc5f8b0805 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd2a0af7-ecbd-444c-8873-ae17a9b88068 HTTP/1.1" status: 200 len: 947 time: 0.1805263 Mar 22 19:25:51.904992 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 607144c1-0ca2-48d3-88b9-368b9eec0b0c is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:25:51.905853 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:51.947440 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40f0c35-6df1-46c8-add8-78ea0711782d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '607144c1-0ca2-48d3-88b9-368b9eec0b0c'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:25:51.951512 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fc474e-22bc-4f89-b02e-7e482c21af17" -d '{"events": [{"server_uuid": "d40f0c35-6df1-46c8-add8-78ea0711782d", "name": "network-vif-unplugged", "status": "completed", "tag": "607144c1-0ca2-48d3-88b9-368b9eec0b0c"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:25:51.960450 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-e4939b79-3e05-4110-ab1f-cb6c0066a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:51.962122 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-e4939b79-3e05-4110-ab1f-cb6c0066a5c8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2391090 Mar 22 19:25:51.969178 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 607144c1-0ca2-48d3-88b9-368b9eec0b0c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=607144c1-0ca2-48d3-88b9-368b9eec0b0c,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:51.976821 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:52.011294 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4da33934-7dd7-4ce1-b4cd-58863cc2458e req-9a1bc91e-7c81-4159-8f0e-d8ead9ed74c2 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077230 Mar 22 19:25:52.015968 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b98fab69-b220-4bff-bffc-743cdd5640fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (994f1659-7cf6-4691-9ffd-2f9a5d678c4e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:52.095356 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=607144c1-0ca2-48d3-88b9-368b9eec0b0c,revision_number=8']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:52.228048 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-1ee92812-77b6-4ba6-b263-7a122b6a1ec7 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333608 Mar 22 19:25:52.354309 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41754cbd-1845-45b3-b2d7-6a0ec55a06ec req-cb631916-6b07-4a91-aa48-77e6cde17a21 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185243 Mar 22 19:25:52.412539 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1fc1f9d9-cdbe-402f-af2d-42758d4c3b9f req-63c4f665-d63d-4c48-af87-36dd5ebd8963 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "GET /v2.0/security-groups/2b42580b-d71b-4637-97b3-826667e96077 HTTP/1.1" status: 200 len: 1822 time: 0.4166441 Mar 22 19:25:52.416071 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48992) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:52.421152 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-1fc1f9d9-cdbe-402f-af2d-42758d4c3b9f req-607a14ff-f493-453e-9417-dbcfbfc1e361 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2b42580b-d71b-4637-97b3-826667e96077', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:52.421630 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-1fc1f9d9-cdbe-402f-af2d-42758d4c3b9f req-607a14ff-f493-453e-9417-dbcfbfc1e361 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2b42580b-d71b-4637-97b3-826667e96077', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:52.428562 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 19:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f41341-6ede-4c7d-8a7f-06555e74d35a x-openstack-request-id: req-87f41341-6ede-4c7d-8a7f-06555e74d35a {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:25:52.429426 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40f0c35-6df1-46c8-add8-78ea0711782d", "name": "network-vif-unplugged", "status": "completed", "tag": "607144c1-0ca2-48d3-88b9-368b9eec0b0c", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:25:52.429992 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-87f41341-6ede-4c7d-8a7f-06555e74d35a {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:25:52.430548 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87f41341-6ede-4c7d-8a7f-06555e74d35a'] response: {'server_uuid': 'd40f0c35-6df1-46c8-add8-78ea0711782d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '607144c1-0ca2-48d3-88b9-368b9eec0b0c', 'code': 200} Mar 22 19:25:52.436838 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 1e4ed557-88cf-4281-946b-d1f54b2e2c80 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:25:52.506209 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0a00d7-19f2-448e-800d-fc5ebc29885d', 'name': 'network-vif-deleted', 'tag': '1e4ed557-88cf-4281-946b-d1f54b2e2c80'}, {'name': 'network-changed', 'server_uuid': 'bd2a0af7-ecbd-444c-8873-ae17a9b88068', 'tag': '8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:25:52.511918 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6b133b-64eb-427c-9075-47ab16e7b11a" -d '{"events": [{"server_uuid": "9d0a00d7-19f2-448e-800d-fc5ebc29885d", "name": "network-vif-deleted", "tag": "1e4ed557-88cf-4281-946b-d1f54b2e2c80"}, {"name": "network-changed", "server_uuid": "bd2a0af7-ecbd-444c-8873-ae17a9b88068", "tag": "8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:25:52.526926 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 1e4ed557-88cf-4281-946b-d1f54b2e2c80 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:25:52.529701 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 1e4ed557-88cf-4281-946b-d1f54b2e2c80 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:25:52.603315 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1fc1f9d9-cdbe-402f-af2d-42758d4c3b9f req-607a14ff-f493-453e-9417-dbcfbfc1e361 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group_rule (4b7313ea-cb1b-44c2-bef7-1c1134abec2d), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:52.640689 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1fc1f9d9-cdbe-402f-af2d-42758d4c3b9f req-607a14ff-f493-453e-9417-dbcfbfc1e361 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group_rule (4b7313ea-cb1b-44c2-bef7-1c1134abec2d), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:52.651521 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be0617-2a0b-4c90-a0d6-927a49e43f47 req-6abf3524-73e4-44ad-9e64-c8ef9cb4824d tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:52.654027 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-84be0617-2a0b-4c90-a0d6-927a49e43f47 req-6abf3524-73e4-44ad-9e64-c8ef9cb4824d tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=40dc3035-62ea-400b-8c89-2a51ef30d2e5 HTTP/1.1" status: 200 len: 946 time: 0.1012502 Mar 22 19:25:52.655402 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1fc1f9d9-cdbe-402f-af2d-42758d4c3b9f req-607a14ff-f493-453e-9417-dbcfbfc1e361 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (4b7313ea-cb1b-44c2-bef7-1c1134abec2d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:52.674824 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a14ff-f493-453e-9417-dbcfbfc1e361 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b7313ea-cb1b-44c2-bef7-1c1134abec2d,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:52.721630 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1fc1f9d9-cdbe-402f-af2d-42758d4c3b9f req-607a14ff-f493-453e-9417-dbcfbfc1e361 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:52.723293 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1fc1f9d9-cdbe-402f-af2d-42758d4c3b9f req-607a14ff-f493-453e-9417-dbcfbfc1e361 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3087952 Mar 22 19:25:52.745343 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-84be0617-2a0b-4c90-a0d6-927a49e43f47 req-da4a9abd-c062-4fb4-abb8-44304873d6f6 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739052 Mar 22 19:25:52.835461 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-30e780c2-c5eb-4678-b6b4-01051abbc671 tempest-SubnetPoolsTestJSON-619000490 tempest-SubnetPoolsTestJSON-619000490-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1393224084', 'prefixes': ['172.20.0.0/16']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:52.841720 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 22 Mar 2022 19:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cd867c-bdd0-4f63-b04b-94d009957213 x-openstack-request-id: req-e2cd867c-bdd0-4f63-b04b-94d009957213 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:25:52.842029 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0a00d7-19f2-448e-800d-fc5ebc29885d", "name": "network-vif-deleted", "tag": "1e4ed557-88cf-4281-946b-d1f54b2e2c80", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bd2a0af7-ecbd-444c-8873-ae17a9b88068", "tag": "8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:25:52.842284 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e2cd867c-bdd0-4f63-b04b-94d009957213 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:25:52.842809 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2cd867c-bdd0-4f63-b04b-94d009957213'] response: {'server_uuid': '9d0a00d7-19f2-448e-800d-fc5ebc29885d', 'name': 'network-vif-deleted', 'tag': '1e4ed557-88cf-4281-946b-d1f54b2e2c80', 'status': 'completed', 'code': 200} Mar 22 19:25:52.843074 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2cd867c-bdd0-4f63-b04b-94d009957213'] response: {'name': 'network-changed', 'server_uuid': 'bd2a0af7-ecbd-444c-8873-ae17a9b88068', 'tag': '8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b', 'status': 'completed', 'code': 200} Mar 22 19:25:52.931935 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3947058d-3062-489a-9e42-4b421fa13311 req-1a13e9f2-1e16-4af6-8229-6893df0f1f09 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "GET /v2.0/security-groups/2b42580b-d71b-4637-97b3-826667e96077 HTTP/1.1" status: 200 len: 2416 time: 0.1407752 Mar 22 19:25:52.938905 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b133b-64eb-427c-9075-47ab16e7b11a req-bd6696a7-c698-4069-b37d-38e1144f36ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:52.940446 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d6b133b-64eb-427c-9075-47ab16e7b11a req-bd6696a7-c698-4069-b37d-38e1144f36ba service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c87854371ff34a4285a18d10388d4a50&device_id=bd2a0af7-ecbd-444c-8873-ae17a9b88068 HTTP/1.1" status: 200 len: 1130 time: 0.0956299 Mar 22 19:25:52.986814 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-3947058d-3062-489a-9e42-4b421fa13311 req-f2d76237-b768-4176-a60f-29de73eb71b1 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2b42580b-d71b-4637-97b3-826667e96077', 'remote_group_id': None}]} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:52.987703 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-3947058d-3062-489a-9e42-4b421fa13311 req-f2d76237-b768-4176-a60f-29de73eb71b1 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2b42580b-d71b-4637-97b3-826667e96077', 'remote_group_id': None}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:53.072374 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-b98fab69-b220-4bff-bffc-743cdd5640fe admin admin] Deleting port 30ca6d0c-3aec-4be2-b07b-b99acbf02a3c {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:25:53.072898 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b98fab69-b220-4bff-bffc-743cdd5640fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (30ca6d0c-3aec-4be2-b07b-b99acbf02a3c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:53.212143 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-30e780c2-c5eb-4678-b6b4-01051abbc671 tempest-SubnetPoolsTestJSON-619000490 tempest-SubnetPoolsTestJSON-619000490-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:53.214804 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-b98fab69-b220-4bff-bffc-743cdd5640fe admin admin] For port 30ca6d0c-3aec-4be2-b07b-b99acbf02a3c, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=30ca6d0c-3aec-4be2-b07b-b99acbf02a3c,segment=NetworkSegment(6cf8622a-5099-4afd-9193-a4d8ff8dfc80),segment_id=6cf8622a-5099-4afd-9193-a4d8ff8dfc80)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:53.215198 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b98fab69-b220-4bff-bffc-743cdd5640fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (30ca6d0c-3aec-4be2-b07b-b99acbf02a3c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:53.217078 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-30e780c2-c5eb-4678-b6b4-01051abbc671 tempest-SubnetPoolsTestJSON-619000490 tempest-SubnetPoolsTestJSON-619000490-project] 10.222.0.75 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.7998965 Mar 22 19:25:53.218535 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b133b-64eb-427c-9075-47ab16e7b11a req-6d26c6a3-4aec-42c4-a379-6e8eb13a725e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:53.220068 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d6b133b-64eb-427c-9075-47ab16e7b11a req-6d26c6a3-4aec-42c4-a379-6e8eb13a725e service neutron] 10.222.0.84 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.2694063 Mar 22 19:25:53.221363 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49020) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:53.251866 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-b98fab69-b220-4bff-bffc-743cdd5640fe admin admin] Calling delete_port for 30ca6d0c-3aec-4be2-b07b-b99acbf02a3c owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:25:53.353990 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d6b133b-64eb-427c-9075-47ab16e7b11a req-cfac747b-95ad-4c29-865c-5ada1ae16d9e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b HTTP/1.1" status: 200 len: 217 time: 0.0759208 Mar 22 19:25:53.361192 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1c27ec4c-cade-4497-8a78-f16085e34886 tempest-SubnetPoolsTestJSON-619000490 tempest-SubnetPoolsTestJSON-619000490-project] 10.222.0.75 "GET /v2.0/subnetpools/46eb156f-a03a-4bb4-8a37-b0cd3ce08958 HTTP/1.1" status: 200 len: 732 time: 0.1353478 Mar 22 19:25:53.362243 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49026) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:53.367520 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-951c02d8-78cf-4fb5-a1ff-88cf5b8f158f tempest-SubnetPoolsTestJSON-619000490 tempest-SubnetPoolsTestJSON-619000490-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-347164243'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:25:53.426981 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288303de-5bc2-4882-b59c-309509e15626 req-6c508837-7787-4069-86aa-aed9b57c6430 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:53.428977 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-288303de-5bc2-4882-b59c-309509e15626 req-6c508837-7787-4069-86aa-aed9b57c6430 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd2a0af7-ecbd-444c-8873-ae17a9b88068 HTTP/1.1" status: 200 len: 947 time: 0.3318691 Mar 22 19:25:53.458500 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b133b-64eb-427c-9075-47ab16e7b11a req-0f88a67e-8904-4f16-981b-120fba22475b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:53.460416 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d6b133b-64eb-427c-9075-47ab16e7b11a req-0f88a67e-8904-4f16-981b-120fba22475b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.0966055 Mar 22 19:25:53.517842 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-3947058d-3062-489a-9e42-4b421fa13311 req-f2d76237-b768-4176-a60f-29de73eb71b1 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group_rule (ef4f1153-c34a-40fa-9d81-f30dbbb0f907), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:53.561723 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-951c02d8-78cf-4fb5-a1ff-88cf5b8f158f tempest-SubnetPoolsTestJSON-619000490 tempest-SubnetPoolsTestJSON-619000490-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:53.565686 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-951c02d8-78cf-4fb5-a1ff-88cf5b8f158f tempest-SubnetPoolsTestJSON-619000490 tempest-SubnetPoolsTestJSON-619000490-project] 10.222.0.75 "PUT /v2.0/subnetpools/46eb156f-a03a-4bb4-8a37-b0cd3ce08958 HTTP/1.1" status: 200 len: 683 time: 0.2001078 Mar 22 19:25:53.565950 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-3947058d-3062-489a-9e42-4b421fa13311 req-f2d76237-b768-4176-a60f-29de73eb71b1 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group_rule (ef4f1153-c34a-40fa-9d81-f30dbbb0f907), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:53.568117 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49034) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:53.584584 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-3947058d-3062-489a-9e42-4b421fa13311 req-f2d76237-b768-4176-a60f-29de73eb71b1 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (ef4f1153-c34a-40fa-9d81-f30dbbb0f907), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:53.599250 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b98fab69-b220-4bff-bffc-743cdd5640fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (30ca6d0c-3aec-4be2-b07b-b99acbf02a3c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:53.605393 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-288303de-5bc2-4882-b59c-309509e15626 req-4595078d-c135-476d-8db9-d7fce52fd046 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436176 Mar 22 19:25:53.641927 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d76237-b768-4176-a60f-29de73eb71b1 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef4f1153-c34a-40fa-9d81-f30dbbb0f907,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:53.652843 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98fab69-b220-4bff-bffc-743cdd5640fe admin admin] Pushing event deleted for resources: {'Port': ['ID=30ca6d0c-3aec-4be2-b07b-b99acbf02a3c,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:53.736183 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d76237-b768-4176-a60f-29de73eb71b1 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:53.737152 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d76237-b768-4176-a60f-29de73eb71b1 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:53.737602 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d76237-b768-4176-a60f-29de73eb71b1 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:53.738208 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d76237-b768-4176-a60f-29de73eb71b1 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:53.738664 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d76237-b768-4176-a60f-29de73eb71b1 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:53.739375 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d76237-b768-4176-a60f-29de73eb71b1 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:53.739720 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d76237-b768-4176-a60f-29de73eb71b1 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:53.740053 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d76237-b768-4176-a60f-29de73eb71b1 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:53.742275 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d76237-b768-4176-a60f-29de73eb71b1 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:53.742684 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d76237-b768-4176-a60f-29de73eb71b1 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:53.743331 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d76237-b768-4176-a60f-29de73eb71b1 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:53.743848 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d76237-b768-4176-a60f-29de73eb71b1 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:53.744220 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d76237-b768-4176-a60f-29de73eb71b1 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:53.744673 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d76237-b768-4176-a60f-29de73eb71b1 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:53.749664 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d76237-b768-4176-a60f-29de73eb71b1 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:25:53.759257 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b133b-64eb-427c-9075-47ab16e7b11a req-1b1f5fdc-1a38-4a89-b882-093d8cad2c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:53.791091 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d6b133b-64eb-427c-9075-47ab16e7b11a req-1b1f5fdc-1a38-4a89-b882-093d8cad2c31 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3138981 Mar 22 19:25:53.794526 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 607144c1-0ca2-48d3-88b9-368b9eec0b0c details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:25:53.840099 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ee11e7ad-dc71-4e22-bbc1-0e01bc1de5f1 tempest-SubnetPoolsTestJSON-619000490 tempest-SubnetPoolsTestJSON-619000490-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:53.845434 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ee11e7ad-dc71-4e22-bbc1-0e01bc1de5f1 tempest-SubnetPoolsTestJSON-619000490 tempest-SubnetPoolsTestJSON-619000490-project] 10.222.0.75 "DELETE /v2.0/subnetpools/46eb156f-a03a-4bb4-8a37-b0cd3ce08958 HTTP/1.1" status: 204 len: 168 time: 0.2713759 Mar 22 19:25:53.848828 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-3947058d-3062-489a-9e42-4b421fa13311 req-f2d76237-b768-4176-a60f-29de73eb71b1 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:53.851782 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49042) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:53.852656 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b98fab69-b220-4bff-bffc-743cdd5640fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (994f1659-7cf6-4691-9ffd-2f9a5d678c4e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:53.853413 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3947058d-3062-489a-9e42-4b421fa13311 req-f2d76237-b768-4176-a60f-29de73eb71b1 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.9015722 Mar 22 19:25:53.880034 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-aa349de8-13d0-4732-91da-b9eec9429629 tempest-SubnetPoolsTestJSON-619000490 tempest-SubnetPoolsTestJSON-619000490-project] show failed (client error): The resource could not be found. Mar 22 19:25:53.884399 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-aa349de8-13d0-4732-91da-b9eec9429629 tempest-SubnetPoolsTestJSON-619000490 tempest-SubnetPoolsTestJSON-619000490-project] 10.222.0.75 "GET /v2.0/subnetpools/46eb156f-a03a-4bb4-8a37-b0cd3ce08958 HTTP/1.1" status: 404 len: 346 time: 0.0291836 Mar 22 19:25:53.885090 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49046) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:53.986144 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-f7d877dc-9206-4ea2-ac02-dc2a160d064c tempest-SubnetPoolsTestJSON-619000490 tempest-SubnetPoolsTestJSON-619000490-project] delete failed (client error): The resource could not be found. Mar 22 19:25:53.993611 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f7d877dc-9206-4ea2-ac02-dc2a160d064c tempest-SubnetPoolsTestJSON-619000490 tempest-SubnetPoolsTestJSON-619000490-project] 10.222.0.75 "DELETE /v2.0/subnetpools/46eb156f-a03a-4bb4-8a37-b0cd3ce08958 HTTP/1.1" status: 404 len: 346 time: 0.1063659 Mar 22 19:25:54.006089 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 607144c1-0ca2-48d3-88b9-368b9eec0b0c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=607144c1-0ca2-48d3-88b9-368b9eec0b0c,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:54.059065 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '607144c1-0ca2-48d3-88b9-368b9eec0b0c', 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc', 'port_id': '607144c1-0ca2-48d3-88b9-368b9eec0b0c', 'mac_address': 'fa:16:3e:ac:dc:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0024126f-9e61-4e75-a43d-476a3a97ffe0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:25:54.160542 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 607144c1-0ca2-48d3-88b9-368b9eec0b0c is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:25:54.161220 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:54.194431 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 607144c1-0ca2-48d3-88b9-368b9eec0b0c {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:25:54.199576 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d6b133b-64eb-427c-9075-47ab16e7b11a req-577a1c91-5867-4bf1-a870-2b9b35270786 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988726 Mar 22 19:25:54.201338 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98fab69-b220-4bff-bffc-743cdd5640fe admin admin] Router 994f1659-7cf6-4691-9ffd-2f9a5d678c4e has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:25:54.215078 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5d80d429-a61b-4b48-9f23-acb69cf0a020 req-bb38fb95-814d-4a79-a09b-0602acc6ec58 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "GET /v2.0/security-groups/2b42580b-d71b-4637-97b3-826667e96077 HTTP/1.1" status: 200 len: 3015 time: 0.2528436 Mar 22 19:25:54.238214 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ab180-77e3-4ead-98bb-b626981298f9 req-a16d29f5-ac53-4403-b3c8-a7568725e621 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:54.248494 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b8ab180-77e3-4ead-98bb-b626981298f9 req-a16d29f5-ac53-4403-b3c8-a7568725e621 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=40dc3035-62ea-400b-8c89-2a51ef30d2e5 HTTP/1.1" status: 200 len: 946 time: 0.3934872 Mar 22 19:25:54.248881 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 607144c1-0ca2-48d3-88b9-368b9eec0b0c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=607144c1-0ca2-48d3-88b9-368b9eec0b0c,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:54.262174 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:54.389211 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['607144c1-0ca2-48d3-88b9-368b9eec0b0c'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:25:54.436686 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=607144c1-0ca2-48d3-88b9-368b9eec0b0c,revision_number=9']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:54.462008 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-850d2304-685f-40e1-b4ef-6558fa562dc9 req-093186c5-9377-480d-a72a-c7c21333cb0a tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "GET /v2.0/security-group-rules/ef4f1153-c34a-40fa-9d81-f30dbbb0f907 HTTP/1.1" status: 200 len: 783 time: 0.2109234 Mar 22 19:25:54.556335 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e37814-d0b9-43e8-be39-710be1d1bfdc req-df6f1e29-95f6-43f0-abcf-1acb403dc624 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:54.560196 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d8e37814-d0b9-43e8-be39-710be1d1bfdc req-df6f1e29-95f6-43f0-abcf-1acb403dc624 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.84 "GET /v2.0/ports?device_id=40dc3035-62ea-400b-8c89-2a51ef30d2e5 HTTP/1.1" status: 200 len: 946 time: 0.1724391 Mar 22 19:25:54.561338 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b8ab180-77e3-4ead-98bb-b626981298f9 req-1cc1c480-982b-4864-ace1-6f811223542d tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa851b67-a6d8-425a-9d6d-d530249423d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119073 Mar 22 19:25:54.603149 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49066) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:54.608458 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98fab69-b220-4bff-bffc-743cdd5640fe admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:25:54.627685 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-850d2304-685f-40e1-b4ef-6558fa562dc9 req-d7668cce-35b2-4417-a0bd-a7e3a275dbad tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "GET /v2.0/security-groups/2b42580b-d71b-4637-97b3-826667e96077 HTTP/1.1" status: 200 len: 3015 time: 0.1450014 Mar 22 19:25:54.630017 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b98fab69-b220-4bff-bffc-743cdd5640fe admin admin] 10.222.0.75 "PUT /v2.0/routers/994f1659-7cf6-4691-9ffd-2f9a5d678c4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6892395 Mar 22 19:25:54.632224 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d6b133b-64eb-427c-9075-47ab16e7b11a req-371a9402-4ee2-4b43-8968-0ac4b65446ad service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214139 Mar 22 19:25:54.633615 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9950c48-55e3-4f0f-b753-1b45c42fd01e None None] Sync routers for ids ['994f1659-7cf6-4691-9ffd-2f9a5d678c4e'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:25:54.637343 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49070) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:54.679011 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9950c48-55e3-4f0f-b753-1b45c42fd01e None None] Routers {'994f1659-7cf6-4691-9ffd-2f9a5d678c4e'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:25:54.681327 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-d9950c48-55e3-4f0f-b753-1b45c42fd01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:25:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['994f1659-7cf6-4691-9ffd-2f9a5d678c4e'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:54.771441 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-850d2304-685f-40e1-b4ef-6558fa562dc9 req-daafd929-d267-4a0c-b3fb-f64ab5bb6d0c tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group_rule (ef4f1153-c34a-40fa-9d81-f30dbbb0f907), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:54.812153 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-850d2304-685f-40e1-b4ef-6558fa562dc9 req-daafd929-d267-4a0c-b3fb-f64ab5bb6d0c tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group_rule (ef4f1153-c34a-40fa-9d81-f30dbbb0f907), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:54.857689 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-d8e37814-d0b9-43e8-be39-710be1d1bfdc req-4b03cd15-4af5-418e-ade4-9b9e63ad9327 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Deleting port 27038871-a8b2-4c84-924c-7826cfe94710 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:25:54.858351 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d8e37814-d0b9-43e8-be39-710be1d1bfdc req-4b03cd15-4af5-418e-ade4-9b9e63ad9327 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (27038871-a8b2-4c84-924c-7826cfe94710), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:54.893653 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-850d2304-685f-40e1-b4ef-6558fa562dc9 req-daafd929-d267-4a0c-b3fb-f64ab5bb6d0c tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (ef4f1153-c34a-40fa-9d81-f30dbbb0f907), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:54.905038 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-850d2304-685f-40e1-b4ef-6558fa562dc9 req-daafd929-d267-4a0c-b3fb-f64ab5bb6d0c tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:54.909420 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-850d2304-685f-40e1-b4ef-6558fa562dc9 req-daafd929-d267-4a0c-b3fb-f64ab5bb6d0c tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/ef4f1153-c34a-40fa-9d81-f30dbbb0f907 HTTP/1.1" status: 204 len: 173 time: 0.2809081 Mar 22 19:25:54.931310 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4fdf8e0e-f893-4d82-b380-9c6ac823d2f3 admin admin] Publish callbacks [] for router (994f1659-7cf6-4691-9ffd-2f9a5d678c4e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:54.941738 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daafd929-d267-4a0c-b3fb-f64ab5bb6d0c tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef4f1153-c34a-40fa-9d81-f30dbbb0f907,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:54.951468 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae218e1f-fdee-4a34-ad71-08b00680e356 req-5254ce82-51c9-43c7-ae42-6f2e2adae6d4 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:54.958494 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ae218e1f-fdee-4a34-ad71-08b00680e356 req-5254ce82-51c9-43c7-ae42-6f2e2adae6d4 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd2a0af7-ecbd-444c-8873-ae17a9b88068 HTTP/1.1" status: 200 len: 947 time: 0.2032874 Mar 22 19:25:54.961449 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-d9950c48-55e3-4f0f-b753-1b45c42fd01e None None] Set router 994f1659-7cf6-4691-9ffd-2f9a5d678c4e gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:25:55.006538 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-d8e37814-d0b9-43e8-be39-710be1d1bfdc req-4b03cd15-4af5-418e-ade4-9b9e63ad9327 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] For port 27038871-a8b2-4c84-924c-7826cfe94710, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=27038871-a8b2-4c84-924c-7826cfe94710,segment=NetworkSegment(33aa031d-729c-4f4c-a49b-82f4eabfd92f),segment_id=33aa031d-729c-4f4c-a49b-82f4eabfd92f)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:55.008011 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d8e37814-d0b9-43e8-be39-710be1d1bfdc req-4b03cd15-4af5-418e-ade4-9b9e63ad9327 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (27038871-a8b2-4c84-924c-7826cfe94710), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:55.026616 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-d8e37814-d0b9-43e8-be39-710be1d1bfdc req-4b03cd15-4af5-418e-ade4-9b9e63ad9327 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Calling delete_port for 27038871-a8b2-4c84-924c-7826cfe94710 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:25:55.240868 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d8e37814-d0b9-43e8-be39-710be1d1bfdc req-4b03cd15-4af5-418e-ade4-9b9e63ad9327 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (27038871-a8b2-4c84-924c-7826cfe94710), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:55.287795 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03cd15-4af5-418e-ade4-9b9e63ad9327 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Pushing event deleted for resources: {'Port': ['ID=27038871-a8b2-4c84-924c-7826cfe94710,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:55.385282 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e37814-d0b9-43e8-be39-710be1d1bfdc req-4b03cd15-4af5-418e-ade4-9b9e63ad9327 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] No DVR routers for this DVR port 27038871-a8b2-4c84-924c-7826cfe94710 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:25:55.386361 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['27038871-a8b2-4c84-924c-7826cfe94710'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:25:55.388200 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d8e37814-d0b9-43e8-be39-710be1d1bfdc req-4b03cd15-4af5-418e-ade4-9b9e63ad9327 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:55.391812 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d8e37814-d0b9-43e8-be39-710be1d1bfdc req-4b03cd15-4af5-418e-ade4-9b9e63ad9327 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.84 "DELETE /v2.0/ports/27038871-a8b2-4c84-924c-7826cfe94710 HTTP/1.1" status: 204 len: 173 time: 0.8199611 Mar 22 19:25:55.392282 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40dc3035-62ea-400b-8c89-2a51ef30d2e5', 'name': 'network-vif-deleted', 'tag': '27038871-a8b2-4c84-924c-7826cfe94710'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:25:55.394577 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5e49fe-1800-436b-a0b6-f7d519376cba" -d '{"events": [{"server_uuid": "40dc3035-62ea-400b-8c89-2a51ef30d2e5", "name": "network-vif-deleted", "tag": "27038871-a8b2-4c84-924c-7826cfe94710"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:25:55.567508 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7c6b1b79-e97d-476c-962f-0b4c513f719d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:55.662688 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-d9950c48-55e3-4f0f-b753-1b45c42fd01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-201308134-router', 'tenant_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': '7e35d254-5af9-4fad-930d-0e3385fae0ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:24:42Z', 'updated_at': '2022-03-22T19:25:53Z', 'revision_number': 5, 'project_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'gw_port': {'id': '7e35d254-5af9-4fad-930d-0e3385fae0ce', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:42Z', 'updated_at': '2022-03-22T19:24:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:55.667412 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a54468bf-ac89-4373-bdd4-8855928a33b5 req-2e9eee5a-54a3-434e-b644-e0610178a764 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "GET /v2.0/security-groups/2b42580b-d71b-4637-97b3-826667e96077 HTTP/1.1" status: 200 len: 2416 time: 0.7373116 Mar 22 19:25:55.696144 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ae218e1f-fdee-4a34-ad71-08b00680e356 req-4de6b312-da90-4d82-850a-fc582acf3172 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7364492 Mar 22 19:25:55.704502 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4fdf8e0e-f893-4d82-b380-9c6ac823d2f3 admin admin] Publish callbacks [] for router_gateway (994f1659-7cf6-4691-9ffd-2f9a5d678c4e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:55.786612 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9950c48-55e3-4f0f-b753-1b45c42fd01e None None] Checking router: 994f1659-7cf6-4691-9ffd-2f9a5d678c4e for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:25:55.792292 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23657950-1f40-43b7-a91e-460ae1744e59 x-openstack-request-id: req-23657950-1f40-43b7-a91e-460ae1744e59 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:25:55.792699 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40dc3035-62ea-400b-8c89-2a51ef30d2e5", "name": "network-vif-deleted", "tag": "27038871-a8b2-4c84-924c-7826cfe94710", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:25:55.793096 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-23657950-1f40-43b7-a91e-460ae1744e59 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:25:55.794178 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23657950-1f40-43b7-a91e-460ae1744e59'] response: {'server_uuid': '40dc3035-62ea-400b-8c89-2a51ef30d2e5', 'name': 'network-vif-deleted', 'tag': '27038871-a8b2-4c84-924c-7826cfe94710', 'status': 'completed', 'code': 200} Mar 22 19:25:55.804096 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:25:55.954313 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a54468bf-ac89-4373-bdd4-8855928a33b5 req-a81240cf-5ca5-426c-a93f-9802f07560e0 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (2b42580b-d71b-4637-97b3-826667e96077), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:56.065087 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 607144c1-0ca2-48d3-88b9-368b9eec0b0c up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:25:56.070149 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7c6b1b79-e97d-476c-962f-0b4c513f719d admin admin] Publish callbacks [] for security_group (515e5545-c8a6-4d6c-8592-656e0b9d6bdb), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:56.084858 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-600fb37b-836e-4094-a318-8dda5400432b req-e2e2a40f-de85-4a8a-a28e-a5a840346ad0 tempest-ListServerFiltersTestJSON-1277448087 tempest-ListServerFiltersTestJSON-1277448087-project] 10.222.0.75 "GET /v2.0/ports?device_id=40dc3035-62ea-400b-8c89-2a51ef30d2e5 HTTP/1.1" status: 200 len: 210 time: 0.0923505 Mar 22 19:25:56.086591 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-4fdf8e0e-f893-4d82-b380-9c6ac823d2f3 admin admin] Deleting port 7e35d254-5af9-4fad-930d-0e3385fae0ce {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:25:56.087098 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4fdf8e0e-f893-4d82-b380-9c6ac823d2f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (7e35d254-5af9-4fad-930d-0e3385fae0ce), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:56.095767 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a54468bf-ac89-4373-bdd4-8855928a33b5 req-a81240cf-5ca5-426c-a93f-9802f07560e0 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (2b42580b-d71b-4637-97b3-826667e96077), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:56.142608 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:56.161935 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9950c48-55e3-4f0f-b753-1b45c42fd01e None None] Routers {'994f1659-7cf6-4691-9ffd-2f9a5d678c4e'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:25:56.162755 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-d9950c48-55e3-4f0f-b753-1b45c42fd01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:25:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['994f1659-7cf6-4691-9ffd-2f9a5d678c4e'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:56.169184 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': '8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b', 'mac_address': 'fa:16:3e:6c:3b:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:25:56.259520 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-4fdf8e0e-f893-4d82-b380-9c6ac823d2f3 admin admin] For port 7e35d254-5af9-4fad-930d-0e3385fae0ce, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=7e35d254-5af9-4fad-930d-0e3385fae0ce,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:56.259911 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4fdf8e0e-f893-4d82-b380-9c6ac823d2f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (7e35d254-5af9-4fad-930d-0e3385fae0ce), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:56.264740 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7c6b1b79-e97d-476c-962f-0b4c513f719d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (515e5545-c8a6-4d6c-8592-656e0b9d6bdb), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:56.323948 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-d9950c48-55e3-4f0f-b753-1b45c42fd01e None None] Set router 994f1659-7cf6-4691-9ffd-2f9a5d678c4e gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:25:56.327279 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:25:56.327773 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:56.355307 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 607144c1-0ca2-48d3-88b9-368b9eec0b0c triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:25:56.355307 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:56.366651 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-4fdf8e0e-f893-4d82-b380-9c6ac823d2f3 admin admin] Calling delete_port for 7e35d254-5af9-4fad-930d-0e3385fae0ce owned by network:router_gateway {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:25:56.394771 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-d9950c48-55e3-4f0f-b753-1b45c42fd01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-201308134-router', 'tenant_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:24:42Z', 'updated_at': '2022-03-22T19:25:55Z', 'revision_number': 6, 'project_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:25:56.443905 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:25:56.453230 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9950c48-55e3-4f0f-b753-1b45c42fd01e None None] The sync data for ids ['994f1659-7cf6-4691-9ffd-2f9a5d678c4e'] in n-d-705658-24 is: [{'id': '994f1659-7cf6-4691-9ffd-2f9a5d678c4e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-201308134-router', 'tenant_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:24:42Z', 'updated_at': '2022-03-22T19:25:55Z', 'revision_number': 6, 'project_id': 'faf8585acb4b40068170d9c6eaa86cb6', 'gw_port_host': None}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:25:56.496173 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7c6b1b79-e97d-476c-962f-0b4c513f719d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8c2bcae969534d52ba7eafaec99ae98f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8919392 Mar 22 19:25:56.498991 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49124) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:56.528971 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:56.544213 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:56.593838 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-804e1c8e-7694-4916-9656-dcd478de9b0a admin admin] Publish callbacks [] for security_group (515e5545-c8a6-4d6c-8592-656e0b9d6bdb), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:56.627338 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b1b79-e97d-476c-962f-0b4c513f719d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515e5545-c8a6-4d6c-8592-656e0b9d6bdb,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:56.629235 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-804e1c8e-7694-4916-9656-dcd478de9b0a admin admin] Publish callbacks [] for security_group (515e5545-c8a6-4d6c-8592-656e0b9d6bdb), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:56.662758 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a54468bf-ac89-4373-bdd4-8855928a33b5 req-a81240cf-5ca5-426c-a93f-9802f07560e0 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2b42580b-d71b-4637-97b3-826667e96077), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:56.665387 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a54468bf-ac89-4373-bdd4-8855928a33b5 req-a81240cf-5ca5-426c-a93f-9802f07560e0 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:56.680601 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a54468bf-ac89-4373-bdd4-8855928a33b5 req-a81240cf-5ca5-426c-a93f-9802f07560e0 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "DELETE /v2.0/security-groups/2b42580b-d71b-4637-97b3-826667e96077 HTTP/1.1" status: 204 len: 173 time: 1.0076709 Mar 22 19:25:56.724745 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-804e1c8e-7694-4916-9656-dcd478de9b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (515e5545-c8a6-4d6c-8592-656e0b9d6bdb), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:56.727462 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-804e1c8e-7694-4916-9656-dcd478de9b0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:56.731955 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-804e1c8e-7694-4916-9656-dcd478de9b0a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/515e5545-c8a6-4d6c-8592-656e0b9d6bdb HTTP/1.1" status: 204 len: 168 time: 0.2319005 Mar 22 19:25:56.749392 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e1c8e-7694-4916-9656-dcd478de9b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515e5545-c8a6-4d6c-8592-656e0b9d6bdb,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:56.787325 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [req-52dc09db-6c38-43e1-9ca5-be20efcaba87 req-5a416032-eb31-4c55-af31-1127a1d6dd96 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] show failed (client error): The resource could not be found. Mar 22 19:25:56.795664 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-52dc09db-6c38-43e1-9ca5-be20efcaba87 req-5a416032-eb31-4c55-af31-1127a1d6dd96 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "GET /v2.0/security-groups/9915dd7b-881d-4617-9137-70643bd9c293 HTTP/1.1" status: 404 len: 352 time: 0.0348158 Mar 22 19:25:56.807336 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81240cf-5ca5-426c-a93f-9802f07560e0 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b42580b-d71b-4637-97b3-826667e96077,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:56.882836 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:25:56.904298 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:56.939133 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4fdf8e0e-f893-4d82-b380-9c6ac823d2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (7e35d254-5af9-4fad-930d-0e3385fae0ce), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:56.978948 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf8e0e-f893-4d82-b380-9c6ac823d2f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e35d254-5af9-4fad-930d-0e3385fae0ce,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:57.030252 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ba5069a8-4b0b-4f48-9e0f-eea565783605 req-9828427b-44b1-4147-9a90-2452cdcc74bf tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "GET /v2.0/security-groups/8d03ad38-0673-4c6f-b558-9f04fa4c33f0 HTTP/1.1" status: 200 len: 1823 time: 0.1985815 Mar 22 19:25:57.057094 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 607144c1-0ca2-48d3-88b9-368b9eec0b0c is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:25:57.058035 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:57.148772 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a976fd-0ffe-46f5-b360-93f8772ba681 req-6b2fc8e5-ea04-498e-b8c3-307f8b029340 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:57.150638 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66a976fd-0ffe-46f5-b360-93f8772ba681 req-6b2fc8e5-ea04-498e-b8c3-307f8b029340 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd2a0af7-ecbd-444c-8873-ae17a9b88068 HTTP/1.1" status: 200 len: 948 time: 0.2704201 Mar 22 19:25:57.236110 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66a976fd-0ffe-46f5-b360-93f8772ba681 req-780ab272-6767-4bfc-a986-97baac7de7e7 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751915 Mar 22 19:25:57.246446 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4fdf8e0e-f893-4d82-b380-9c6ac823d2f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (994f1659-7cf6-4691-9ffd-2f9a5d678c4e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:57.395092 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49150) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:57.438752 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40f0c35-6df1-46c8-add8-78ea0711782d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607144c1-0ca2-48d3-88b9-368b9eec0b0c'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:25:57.445399 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2a9f42-4560-4f3a-b813-d99756f15ce6" -d '{"events": [{"server_uuid": "d40f0c35-6df1-46c8-add8-78ea0711782d", "name": "network-vif-plugged", "status": "completed", "tag": "607144c1-0ca2-48d3-88b9-368b9eec0b0c"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:25:57.451834 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4fdf8e0e-f893-4d82-b380-9c6ac823d2f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (994f1659-7cf6-4691-9ffd-2f9a5d678c4e), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:57.455141 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4fdf8e0e-f893-4d82-b380-9c6ac823d2f3 admin admin] Publish callbacks [] for router_controller (994f1659-7cf6-4691-9ffd-2f9a5d678c4e), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:57.533664 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-c13c675b-8170-4b8e-9901-34385a30dae4 admin admin] Deleting subnet 738f91fe-60d5-4ffa-a81c-0f49d0bf8f71 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:25:57.562056 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c13c675b-8170-4b8e-9901-34385a30dae4 admin admin] Publish callbacks [] for subnet (738f91fe-60d5-4ffa-a81c-0f49d0bf8f71), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:57.584616 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5154f142-68ce-4f59-ac31-16b2e727f8c1 x-openstack-request-id: req-5154f142-68ce-4f59-ac31-16b2e727f8c1 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:25:57.588027 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40f0c35-6df1-46c8-add8-78ea0711782d", "name": "network-vif-plugged", "status": "completed", "tag": "607144c1-0ca2-48d3-88b9-368b9eec0b0c", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:25:57.588285 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5154f142-68ce-4f59-ac31-16b2e727f8c1 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:25:57.588698 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5154f142-68ce-4f59-ac31-16b2e727f8c1'] response: {'server_uuid': 'd40f0c35-6df1-46c8-add8-78ea0711782d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607144c1-0ca2-48d3-88b9-368b9eec0b0c', 'code': 200} Mar 22 19:25:57.590908 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ba5069a8-4b0b-4f48-9e0f-eea565783605 req-253d82a4-6489-4ddc-8810-4e3aafbbebd0 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (8d03ad38-0673-4c6f-b558-9f04fa4c33f0), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:57.609948 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4fdf8e0e-f893-4d82-b380-9c6ac823d2f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (994f1659-7cf6-4691-9ffd-2f9a5d678c4e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:57.619559 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdf8e0e-f893-4d82-b380-9c6ac823d2f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 994f1659-7cf6-4691-9ffd-2f9a5d678c4e {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:25:57.630909 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 30ca6d0c-3aec-4be2-b07b-b99acbf02a3c no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:25:57.656441 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4fdf8e0e-f893-4d82-b380-9c6ac823d2f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:57.657646 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4fdf8e0e-f893-4d82-b380-9c6ac823d2f3 admin admin] 10.222.0.75 "DELETE /v2.0/routers/994f1659-7cf6-4691-9ffd-2f9a5d678c4e HTTP/1.1" status: 204 len: 168 time: 3.0188141 Mar 22 19:25:57.662661 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49162) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:57.672103 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 607144c1-0ca2-48d3-88b9-368b9eec0b0c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=607144c1-0ca2-48d3-88b9-368b9eec0b0c,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:57.676464 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 30ca6d0c-3aec-4be2-b07b-b99acbf02a3c {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:25:57.677643 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 30ca6d0c-3aec-4be2-b07b-b99acbf02a3c not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:25:57.679934 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 7e35d254-5af9-4fad-930d-0e3385fae0ce no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:25:57.702635 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ba5069a8-4b0b-4f48-9e0f-eea565783605 req-253d82a4-6489-4ddc-8810-4e3aafbbebd0 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (8d03ad38-0673-4c6f-b558-9f04fa4c33f0), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:57.721892 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 7e35d254-5af9-4fad-930d-0e3385fae0ce {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:25:57.722939 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 7e35d254-5af9-4fad-930d-0e3385fae0ce not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:25:57.742439 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:57.744135 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c13c675b-8170-4b8e-9901-34385a30dae4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (738f91fe-60d5-4ffa-a81c-0f49d0bf8f71), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:57.791260 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ba5069a8-4b0b-4f48-9e0f-eea565783605 req-253d82a4-6489-4ddc-8810-4e3aafbbebd0 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (8d03ad38-0673-4c6f-b558-9f04fa4c33f0), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:57.796357 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ba5069a8-4b0b-4f48-9e0f-eea565783605 req-253d82a4-6489-4ddc-8810-4e3aafbbebd0 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:57.813628 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ba5069a8-4b0b-4f48-9e0f-eea565783605 req-253d82a4-6489-4ddc-8810-4e3aafbbebd0 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "DELETE /v2.0/security-groups/8d03ad38-0673-4c6f-b558-9f04fa4c33f0 HTTP/1.1" status: 204 len: 173 time: 0.7827756 Mar 22 19:25:57.828680 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0592dc9-ebc2-4dac-9b1b-67ff23ece7b5 admin admin] Deleting subnet 168b6716-5f77-44fb-960d-109b2ccf8236 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:25:57.831336 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d82a4-6489-4ddc-8810-4e3aafbbebd0 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d03ad38-0673-4c6f-b558-9f04fa4c33f0,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:57.835096 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e0592dc9-ebc2-4dac-9b1b-67ff23ece7b5 admin admin] Publish callbacks [] for subnet (168b6716-5f77-44fb-960d-109b2ccf8236), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:57.860869 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 27038871-a8b2-4c84-924c-7826cfe94710 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:25:57.888867 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e0592dc9-ebc2-4dac-9b1b-67ff23ece7b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (168b6716-5f77-44fb-960d-109b2ccf8236), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:57.911978 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9af26ea-523a-4ea8-88cb-4660d561b5fd req-a93c0cb0-fb50-49b5-b01a-81c150f38f50 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "GET /v2.0/security-groups/ce6e1a62-b442-4cc4-9e5d-0fbdd98bbb92 HTTP/1.1" status: 200 len: 1824 time: 0.0825698 Mar 22 19:25:57.952969 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 27038871-a8b2-4c84-924c-7826cfe94710 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:25:57.958601 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 27038871-a8b2-4c84-924c-7826cfe94710 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:25:57.985631 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=607144c1-0ca2-48d3-88b9-368b9eec0b0c,revision_number=10']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:58.033757 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e0592dc9-ebc2-4dac-9b1b-67ff23ece7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (168b6716-5f77-44fb-960d-109b2ccf8236), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:58.044479 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d9af26ea-523a-4ea8-88cb-4660d561b5fd req-36c3d600-ddf9-44c5-9e1e-7fd13603de35 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (ce6e1a62-b442-4cc4-9e5d-0fbdd98bbb92), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:58.098074 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d9af26ea-523a-4ea8-88cb-4660d561b5fd req-36c3d600-ddf9-44c5-9e1e-7fd13603de35 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (ce6e1a62-b442-4cc4-9e5d-0fbdd98bbb92), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:58.202188 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e0592dc9-ebc2-4dac-9b1b-67ff23ece7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (168b6716-5f77-44fb-960d-109b2ccf8236), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:58.227591 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d9af26ea-523a-4ea8-88cb-4660d561b5fd req-36c3d600-ddf9-44c5-9e1e-7fd13603de35 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ce6e1a62-b442-4cc4-9e5d-0fbdd98bbb92), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:58.230804 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d9af26ea-523a-4ea8-88cb-4660d561b5fd req-36c3d600-ddf9-44c5-9e1e-7fd13603de35 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:58.232232 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9af26ea-523a-4ea8-88cb-4660d561b5fd req-36c3d600-ddf9-44c5-9e1e-7fd13603de35 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "DELETE /v2.0/security-groups/ce6e1a62-b442-4cc4-9e5d-0fbdd98bbb92 HTTP/1.1" status: 204 len: 173 time: 0.3146489 Mar 22 19:25:58.252012 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0592dc9-ebc2-4dac-9b1b-67ff23ece7b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=168b6716-5f77-44fb-960d-109b2ccf8236,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:58.257591 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3d600-ddf9-44c5-9e1e-7fd13603de35 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6e1a62-b442-4cc4-9e5d-0fbdd98bbb92,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:58.267572 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6507aa34-6547-48c5-a8cf-f92c726256c2 None None] Network 0b96d543-736b-4b67-aa1e-32855b2e814f requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:25:58.269706 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e0592dc9-ebc2-4dac-9b1b-67ff23ece7b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:58.282832 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49180) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:58.289242 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e0592dc9-ebc2-4dac-9b1b-67ff23ece7b5 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/168b6716-5f77-44fb-960d-109b2ccf8236 HTTP/1.1" status: 204 len: 168 time: 0.6254671 Mar 22 19:25:58.294105 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c13c675b-8170-4b8e-9901-34385a30dae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (738f91fe-60d5-4ffa-a81c-0f49d0bf8f71), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:58.431560 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c13c675b-8170-4b8e-9901-34385a30dae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (738f91fe-60d5-4ffa-a81c-0f49d0bf8f71), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:58.520394 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13c675b-8170-4b8e-9901-34385a30dae4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=738f91fe-60d5-4ffa-a81c-0f49d0bf8f71,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:58.543291 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c13c675b-8170-4b8e-9901-34385a30dae4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:58.553465 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea4aed3-7be8-4e82-99c5-a8023b5e1468 None None] Network 7fe133cd-24d3-4218-b742-abd5bfff3daf requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:25:58.558820 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c13c675b-8170-4b8e-9901-34385a30dae4 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/738f91fe-60d5-4ffa-a81c-0f49d0bf8f71 HTTP/1.1" status: 204 len: 168 time: 1.1624942 Mar 22 19:25:58.562363 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49190) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:58.631687 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8432e6cb-e55c-4593-a332-c912be22ae2f req-0011e7ed-c52f-440e-a331-b854ff8644a6 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "GET /v2.0/security-groups/ec0fd860-acc8-4fca-aa4b-3622f454081e HTTP/1.1" status: 200 len: 1821 time: 0.3433528 Mar 22 19:25:58.753099 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-61751187-1340-4d5e-a72c-152ce7fb58a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (0b96d543-736b-4b67-aa1e-32855b2e814f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:58.784660 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-653aaaba-17af-42a1-98c4-d7e5072fd439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (7fe133cd-24d3-4218-b742-abd5bfff3daf), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:58.794146 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f7a42e-2b55-45e1-987a-559ca8951c84 None None] DHCP port deletion for 0b96d543-736b-4b67-aa1e-32855b2e814f request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:25:58.894275 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ba378-9f16-4e60-b075-0b5e96fe269b req-7090b687-a20a-4448-9f89-24b13fbe5477 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:25:58.920018 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-10f7a42e-2b55-45e1-987a-559ca8951c84 None None] Deleting port f50aded0-ab48-470d-89bc-cc13dc6a21de {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:25:58.920322 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-10f7a42e-2b55-45e1-987a-559ca8951c84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f50aded0-ab48-470d-89bc-cc13dc6a21de), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:58.921083 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a3ba378-9f16-4e60-b075-0b5e96fe269b req-7090b687-a20a-4448-9f89-24b13fbe5477 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd2a0af7-ecbd-444c-8873-ae17a9b88068 HTTP/1.1" status: 200 len: 948 time: 0.4853613 Mar 22 19:25:58.924907 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef57bdc-98b6-452c-a506-c1d028b279ca None None] DHCP port deletion for 7fe133cd-24d3-4218-b742-abd5bfff3daf request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:25:59.150157 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-10f7a42e-2b55-45e1-987a-559ca8951c84 None None] For port f50aded0-ab48-470d-89bc-cc13dc6a21de, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f50aded0-ab48-470d-89bc-cc13dc6a21de,segment=NetworkSegment(6cf8622a-5099-4afd-9193-a4d8ff8dfc80),segment_id=6cf8622a-5099-4afd-9193-a4d8ff8dfc80)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:59.150774 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-10f7a42e-2b55-45e1-987a-559ca8951c84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f50aded0-ab48-470d-89bc-cc13dc6a21de), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:59.154717 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-4ef57bdc-98b6-452c-a506-c1d028b279ca None None] Deleting port 6ecbc74b-a561-44eb-9219-f1caea0b8268 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:25:59.155100 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4ef57bdc-98b6-452c-a506-c1d028b279ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (6ecbc74b-a561-44eb-9219-f1caea0b8268), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:59.204123 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a3ba378-9f16-4e60-b075-0b5e96fe269b req-e0666207-47da-4050-beb2-4fea95a12083 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774706 Mar 22 19:25:59.225426 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-4ef57bdc-98b6-452c-a506-c1d028b279ca None None] For port 6ecbc74b-a561-44eb-9219-f1caea0b8268, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=6ecbc74b-a561-44eb-9219-f1caea0b8268,segment=NetworkSegment(33aa031d-729c-4f4c-a49b-82f4eabfd92f),segment_id=33aa031d-729c-4f4c-a49b-82f4eabfd92f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:59.225856 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4ef57bdc-98b6-452c-a506-c1d028b279ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (6ecbc74b-a561-44eb-9219-f1caea0b8268), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:59.233124 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8432e6cb-e55c-4593-a332-c912be22ae2f req-cd343078-d2ca-481d-96db-475702132f1b tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (ec0fd860-acc8-4fca-aa4b-3622f454081e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:59.280986 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-4ef57bdc-98b6-452c-a506-c1d028b279ca None None] Calling delete_port for 6ecbc74b-a561-44eb-9219-f1caea0b8268 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:25:59.305056 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-10f7a42e-2b55-45e1-987a-559ca8951c84 None None] Calling delete_port for f50aded0-ab48-470d-89bc-cc13dc6a21de owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:25:59.331069 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8432e6cb-e55c-4593-a332-c912be22ae2f req-cd343078-d2ca-481d-96db-475702132f1b tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (ec0fd860-acc8-4fca-aa4b-3622f454081e), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:59.386826 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-61751187-1340-4d5e-a72c-152ce7fb58a2 admin admin] Deleting port f50aded0-ab48-470d-89bc-cc13dc6a21de {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:25:59.391291 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-61751187-1340-4d5e-a72c-152ce7fb58a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f50aded0-ab48-470d-89bc-cc13dc6a21de), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:59.514553 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-653aaaba-17af-42a1-98c4-d7e5072fd439 admin admin] Deleting port 6ecbc74b-a561-44eb-9219-f1caea0b8268 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:25:59.514897 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-653aaaba-17af-42a1-98c4-d7e5072fd439 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (6ecbc74b-a561-44eb-9219-f1caea0b8268), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:59.532659 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:25:59.659176 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-61751187-1340-4d5e-a72c-152ce7fb58a2 admin admin] For port f50aded0-ab48-470d-89bc-cc13dc6a21de, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f50aded0-ab48-470d-89bc-cc13dc6a21de,segment=NetworkSegment(6cf8622a-5099-4afd-9193-a4d8ff8dfc80),segment_id=6cf8622a-5099-4afd-9193-a4d8ff8dfc80)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:59.659554 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-61751187-1340-4d5e-a72c-152ce7fb58a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f50aded0-ab48-470d-89bc-cc13dc6a21de), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:59.688269 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-61751187-1340-4d5e-a72c-152ce7fb58a2 admin admin] Calling delete_port for f50aded0-ab48-470d-89bc-cc13dc6a21de owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:25:59.710281 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49228) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:25:59.736428 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f50aded0-ab48-470d-89bc-cc13dc6a21de no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:25:59.737844 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-653aaaba-17af-42a1-98c4-d7e5072fd439 admin admin] For port 6ecbc74b-a561-44eb-9219-f1caea0b8268, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=6ecbc74b-a561-44eb-9219-f1caea0b8268,segment=NetworkSegment(33aa031d-729c-4f4c-a49b-82f4eabfd92f),segment_id=33aa031d-729c-4f4c-a49b-82f4eabfd92f)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:25:59.738504 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-653aaaba-17af-42a1-98c4-d7e5072fd439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (6ecbc74b-a561-44eb-9219-f1caea0b8268), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:59.769226 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-653aaaba-17af-42a1-98c4-d7e5072fd439 admin admin] Calling delete_port for 6ecbc74b-a561-44eb-9219-f1caea0b8268 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:25:59.779169 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8432e6cb-e55c-4593-a332-c912be22ae2f req-cd343078-d2ca-481d-96db-475702132f1b tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ec0fd860-acc8-4fca-aa4b-3622f454081e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:59.782724 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8432e6cb-e55c-4593-a332-c912be22ae2f req-cd343078-d2ca-481d-96db-475702132f1b tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:59.784564 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8432e6cb-e55c-4593-a332-c912be22ae2f req-cd343078-d2ca-481d-96db-475702132f1b tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "DELETE /v2.0/security-groups/ec0fd860-acc8-4fca-aa4b-3622f454081e HTTP/1.1" status: 204 len: 173 time: 1.1367497 Mar 22 19:25:59.838409 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd343078-d2ca-481d-96db-475702132f1b tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0fd860-acc8-4fca-aa4b-3622f454081e,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:25:59.906653 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af5d22b6-5398-4448-ac73-dae8e183c4c9 req-ee30482e-3606-4fa7-b82b-732b799d7a0f tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "GET /v2.0/security-groups/7a74fd73-5306-46e0-be6a-e4b6f9cd075c HTTP/1.1" status: 200 len: 2423 time: 0.0944610 Mar 22 19:25:59.918073 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-61751187-1340-4d5e-a72c-152ce7fb58a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (f50aded0-ab48-470d-89bc-cc13dc6a21de), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:59.964789 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-653aaaba-17af-42a1-98c4-d7e5072fd439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (6ecbc74b-a561-44eb-9219-f1caea0b8268), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:25:59.978555 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: f50aded0-ab48-470d-89bc-cc13dc6a21de {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:25:59.978918 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f50aded0-ab48-470d-89bc-cc13dc6a21de not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:25:59.979364 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 6ecbc74b-a561-44eb-9219-f1caea0b8268 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:26:00.007059 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61751187-1340-4d5e-a72c-152ce7fb58a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f50aded0-ab48-470d-89bc-cc13dc6a21de,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:00.028991 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653aaaba-17af-42a1-98c4-d7e5072fd439 admin admin] No DVR routers for this DVR port 6ecbc74b-a561-44eb-9219-f1caea0b8268 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:26:00.042231 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61751187-1340-4d5e-a72c-152ce7fb58a2 admin admin] No DVR routers for this DVR port f50aded0-ab48-470d-89bc-cc13dc6a21de on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:26:00.046004 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:26:00.183229 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4ef57bdc-98b6-452c-a506-c1d028b279ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (6ecbc74b-a561-44eb-9219-f1caea0b8268), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:00.231727 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 6ecbc74b-a561-44eb-9219-f1caea0b8268 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:26:00.232034 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 6ecbc74b-a561-44eb-9219-f1caea0b8268 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:26:00.251883 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653aaaba-17af-42a1-98c4-d7e5072fd439 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ecbc74b-a561-44eb-9219-f1caea0b8268,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:00.259842 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-10f7a42e-2b55-45e1-987a-559ca8951c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (f50aded0-ab48-470d-89bc-cc13dc6a21de), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:00.276104 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef57bdc-98b6-452c-a506-c1d028b279ca None None] No DVR routers for this DVR port 6ecbc74b-a561-44eb-9219-f1caea0b8268 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:26:00.278840 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-af5d22b6-5398-4448-ac73-dae8e183c4c9 req-320d393a-af27-44f5-b14f-e56182bfe737 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (7a74fd73-5306-46e0-be6a-e4b6f9cd075c), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:00.310114 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-61751187-1340-4d5e-a72c-152ce7fb58a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (0b96d543-736b-4b67-aa1e-32855b2e814f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:00.396922 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-af5d22b6-5398-4448-ac73-dae8e183c4c9 req-320d393a-af27-44f5-b14f-e56182bfe737 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (7a74fd73-5306-46e0-be6a-e4b6f9cd075c), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:00.402073 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-61751187-1340-4d5e-a72c-152ce7fb58a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b96d543-736b-4b67-aa1e-32855b2e814f']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:00.440144 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef57bdc-98b6-452c-a506-c1d028b279ca None None] Pushing event deleted for resources: {'Port': ['ID=6ecbc74b-a561-44eb-9219-f1caea0b8268,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:00.463601 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-653aaaba-17af-42a1-98c4-d7e5072fd439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (7fe133cd-24d3-4218-b742-abd5bfff3daf), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:00.520266 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-61751187-1340-4d5e-a72c-152ce7fb58a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf8622a-5099-4afd-9193-a4d8ff8dfc80') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:00.520633 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-61751187-1340-4d5e-a72c-152ce7fb58a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf8622a-5099-4afd-9193-a4d8ff8dfc80') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:00.522378 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-653aaaba-17af-42a1-98c4-d7e5072fd439 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe133cd-24d3-4218-b742-abd5bfff3daf']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:00.523241 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f7a42e-2b55-45e1-987a-559ca8951c84 None None] No DVR routers for this DVR port f50aded0-ab48-470d-89bc-cc13dc6a21de on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:26:00.544917 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7a42e-2b55-45e1-987a-559ca8951c84 None None] Pushing event deleted for resources: {'Port': ['ID=f50aded0-ab48-470d-89bc-cc13dc6a21de,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:00.554912 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:26:00.561702 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:00.563033 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:00.585172 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-61751187-1340-4d5e-a72c-152ce7fb58a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (6cf8622a-5099-4afd-9193-a4d8ff8dfc80), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:00.628774 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-653aaaba-17af-42a1-98c4-d7e5072fd439 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33aa031d-729c-4f4c-a49b-82f4eabfd92f') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:00.629074 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-653aaaba-17af-42a1-98c4-d7e5072fd439 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33aa031d-729c-4f4c-a49b-82f4eabfd92f') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:00.635455 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-61751187-1340-4d5e-a72c-152ce7fb58a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (6cf8622a-5099-4afd-9193-a4d8ff8dfc80), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:00.678432 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61751187-1340-4d5e-a72c-152ce7fb58a2 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:26:00.678885 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-61751187-1340-4d5e-a72c-152ce7fb58a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (6cf8622a-5099-4afd-9193-a4d8ff8dfc80), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:26:00.681882 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:26:00.739984 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:00.740528 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:00.751843 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-653aaaba-17af-42a1-98c4-d7e5072fd439 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (33aa031d-729c-4f4c-a49b-82f4eabfd92f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:00.775295 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-af5d22b6-5398-4448-ac73-dae8e183c4c9 req-320d393a-af27-44f5-b14f-e56182bfe737 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7a74fd73-5306-46e0-be6a-e4b6f9cd075c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:00.775295 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-af5d22b6-5398-4448-ac73-dae8e183c4c9 req-320d393a-af27-44f5-b14f-e56182bfe737 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:00.801161 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2a0af7-ecbd-444c-8873-ae17a9b88068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:26:00.801161 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330a77ac-9865-4520-9b8b-3ab8183d2705" -d '{"events": [{"server_uuid": "bd2a0af7-ecbd-444c-8873-ae17a9b88068", "name": "network-vif-plugged", "status": "completed", "tag": "8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:26:00.801919 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af5d22b6-5398-4448-ac73-dae8e183c4c9 req-320d393a-af27-44f5-b14f-e56182bfe737 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "DELETE /v2.0/security-groups/7a74fd73-5306-46e0-be6a-e4b6f9cd075c HTTP/1.1" status: 204 len: 173 time: 0.8919113 Mar 22 19:26:00.823481 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:26:00.832887 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-653aaaba-17af-42a1-98c4-d7e5072fd439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (33aa031d-729c-4f4c-a49b-82f4eabfd92f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:00.835905 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:00.845834 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-110db0af-6d79-4a31-bec0-952aa68c4118 admin admin] Deleting subnet 9beaf938-d336-4dec-9fdf-4059a4c13370 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:26:00.851247 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-110db0af-6d79-4a31-bec0-952aa68c4118 admin admin] Publish callbacks [] for subnet (9beaf938-d336-4dec-9fdf-4059a4c13370), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:00.911665 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-110db0af-6d79-4a31-bec0-952aa68c4118 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (9beaf938-d336-4dec-9fdf-4059a4c13370), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:00.915644 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bbedf-5bc7-4eb3-9ca0-5ecc4654c29c req-f2f19f9b-e5e2-4efd-93cb-a2562c2cc57e tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:00.922467 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5a6bbedf-5bc7-4eb3-9ca0-5ecc4654c29c req-f2f19f9b-e5e2-4efd-93cb-a2562c2cc57e tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd2a0af7-ecbd-444c-8873-ae17a9b88068 HTTP/1.1" status: 200 len: 948 time: 0.5222578 Mar 22 19:26:00.964255 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d393a-af27-44f5-b14f-e56182bfe737 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a74fd73-5306-46e0-be6a-e4b6f9cd075c,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:01.010459 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-653aaaba-17af-42a1-98c4-d7e5072fd439 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:26:01.026655 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-653aaaba-17af-42a1-98c4-d7e5072fd439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (33aa031d-729c-4f4c-a49b-82f4eabfd92f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:01.030484 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:26:01.030484 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:26:01.030484 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:26:01.030484 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:26:01.030484 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:26:01.030484 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:26:01.030484 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:26:01.030484 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:26:01.030484 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:26:01.030484 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:26:01.030484 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:26:01.030484 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:26:01.030484 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:26:01.030484 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:26:01.030484 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:26:01.030484 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:26:01.030484 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:26:01.030484 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:26:01.030484 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:26:01.030484 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:26:01.030484 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:26:01.030484 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:26:01.030484 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:26:01.030484 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:26:01.030484 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:26:01.030484 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:26:01.030484 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:26:01.030484 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:26:01.030484 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:26:01.030484 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:26:01.030484 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:26:01.030484 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:26:01.104634 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-61751187-1340-4d5e-a72c-152ce7fb58a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (0b96d543-736b-4b67-aa1e-32855b2e814f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:01.161719 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-61751187-1340-4d5e-a72c-152ce7fb58a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:01.176209 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-61751187-1340-4d5e-a72c-152ce7fb58a2 admin admin] 10.222.0.75 "DELETE /v2.0/networks/0b96d543-736b-4b67-aa1e-32855b2e814f HTTP/1.1" status: 204 len: 168 time: 2.8921058 Mar 22 19:26:01.236466 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61751187-1340-4d5e-a72c-152ce7fb58a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b96d543-736b-4b67-aa1e-32855b2e814f,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:01.303994 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6012dbb7-964f-4aef-ba8e-670bd40e4b17 req-88c13f66-e645-49ea-a6a3-4babd54a2d00 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "GET /v2.0/security-groups/da379efe-da25-42e7-864f-88affb41914d HTTP/1.1" status: 200 len: 2417 time: 0.5029840 Mar 22 19:26:01.331041 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-110db0af-6d79-4a31-bec0-952aa68c4118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (9beaf938-d336-4dec-9fdf-4059a4c13370), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:01.380080 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-653aaaba-17af-42a1-98c4-d7e5072fd439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (7fe133cd-24d3-4218-b742-abd5bfff3daf), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:01.381749 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49268) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:01.432797 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-653aaaba-17af-42a1-98c4-d7e5072fd439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:01.441583 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-653aaaba-17af-42a1-98c4-d7e5072fd439 admin admin] 10.222.0.75 "DELETE /v2.0/networks/7fe133cd-24d3-4218-b742-abd5bfff3daf HTTP/1.1" status: 204 len: 168 time: 2.8744533 Mar 22 19:26:01.452363 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653aaaba-17af-42a1-98c4-d7e5072fd439 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fe133cd-24d3-4218-b742-abd5bfff3daf,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:01.472288 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:01.506167 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5a6bbedf-5bc7-4eb3-9ca0-5ecc4654c29c req-8f0d6586-8754-48c9-88c4-54cc9534a012 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5493643 Mar 22 19:26:01.531683 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-110db0af-6d79-4a31-bec0-952aa68c4118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (9beaf938-d336-4dec-9fdf-4059a4c13370), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:01.559074 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6012dbb7-964f-4aef-ba8e-670bd40e4b17 req-90ecf3ed-aac6-4fb6-8d7a-48d8829a4c50 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (da379efe-da25-42e7-864f-88affb41914d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:01.597583 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110db0af-6d79-4a31-bec0-952aa68c4118 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9beaf938-d336-4dec-9fdf-4059a4c13370,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:01.600187 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-110db0af-6d79-4a31-bec0-952aa68c4118 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:01.604876 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-110db0af-6d79-4a31-bec0-952aa68c4118 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/9beaf938-d336-4dec-9fdf-4059a4c13370 HTTP/1.1" status: 204 len: 168 time: 1.8927898 Mar 22 19:26:01.608609 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49278) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:01.618278 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f99e2b0-f1e6-4da9-a1de-f6226a6de492 x-openstack-request-id: req-3f99e2b0-f1e6-4da9-a1de-f6226a6de492 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:26:01.618559 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2a0af7-ecbd-444c-8873-ae17a9b88068", "name": "network-vif-plugged", "status": "completed", "tag": "8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:26:01.618819 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3f99e2b0-f1e6-4da9-a1de-f6226a6de492 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:26:01.619274 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f99e2b0-f1e6-4da9-a1de-f6226a6de492'] response: {'server_uuid': 'bd2a0af7-ecbd-444c-8873-ae17a9b88068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b', 'code': 200} Mar 22 19:26:01.686362 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6012dbb7-964f-4aef-ba8e-670bd40e4b17 req-90ecf3ed-aac6-4fb6-8d7a-48d8829a4c50 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (da379efe-da25-42e7-864f-88affb41914d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:01.734025 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49282) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:01.833160 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37eca00a-de59-40b0-ad17-41ce2ae4cd4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:01.908349 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f634d54d-6013-4d93-b621-c9ab80a6ce5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (4d8eafd3-40f3-4f59-9d29-1a60a94dbe40), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:01.934911 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1074d83d-003e-4302-aeab-1eb4c329bd87 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=faf8585acb4b40068170d9c6eaa86cb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1992218 Mar 22 19:26:01.936388 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49290) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:01.997024 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6012dbb7-964f-4aef-ba8e-670bd40e4b17 req-90ecf3ed-aac6-4fb6-8d7a-48d8829a4c50 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (da379efe-da25-42e7-864f-88affb41914d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:02.010554 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6012dbb7-964f-4aef-ba8e-670bd40e4b17 req-90ecf3ed-aac6-4fb6-8d7a-48d8829a4c50 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:02.017190 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6012dbb7-964f-4aef-ba8e-670bd40e4b17 req-90ecf3ed-aac6-4fb6-8d7a-48d8829a4c50 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] 10.222.0.75 "DELETE /v2.0/security-groups/da379efe-da25-42e7-864f-88affb41914d HTTP/1.1" status: 204 len: 173 time: 0.7045166 Mar 22 19:26:02.036738 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49298) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:02.141985 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecf3ed-aac6-4fb6-8d7a-48d8829a4c50 tempest-SecurityGroupRulesTestJSON-1481154748 tempest-SecurityGroupRulesTestJSON-1481154748-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da379efe-da25-42e7-864f-88affb41914d,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:02.155047 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37eca00a-de59-40b0-ad17-41ce2ae4cd4e admin admin] Publish callbacks [] for security_group (22977117-bfe8-4a12-9eb2-d6a909b440a1), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:02.157887 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49304) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:02.197168 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37eca00a-de59-40b0-ad17-41ce2ae4cd4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (22977117-bfe8-4a12-9eb2-d6a909b440a1), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:02.284597 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-338d8562-4d80-4fe7-98a0-a108a615c013 admin admin] Publish callbacks [] for security_group (010dd092-9fc7-474c-98a0-a0c42ceebf2d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:02.301459 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3a7dffd-f4f5-45dc-9e00-aa0fa44ca157 admin admin] Deleting subnet 0abbf933-e021-4b1a-8b29-b9fca22e4e58 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:26:02.342310 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a3a7dffd-f4f5-45dc-9e00-aa0fa44ca157 admin admin] Publish callbacks [] for subnet (0abbf933-e021-4b1a-8b29-b9fca22e4e58), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:02.401243 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-37eca00a-de59-40b0-ad17-41ce2ae4cd4e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=96dd0eed9d91482c9f92255c0a6e9256&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0181880 Mar 22 19:26:02.402213 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-338d8562-4d80-4fe7-98a0-a108a615c013 admin admin] Publish callbacks [] for security_group (010dd092-9fc7-474c-98a0-a0c42ceebf2d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:02.417488 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49314) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:02.426404 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f00297-cf1f-4c7b-b507-6bcd492783ec req-4d68ec86-16d8-4db1-b78f-88a8353dee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:02.429749 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e9f00297-cf1f-4c7b-b507-6bcd492783ec req-4d68ec86-16d8-4db1-b78f-88a8353dee8b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=bd2a0af7-ecbd-444c-8873-ae17a9b88068 HTTP/1.1" status: 200 len: 1132 time: 0.6652701 Mar 22 19:26:02.436119 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-11033083-3f74-4753-b85a-5b618460d506 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ba44e047032a491da0d10f5ab12ca3fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2756479 Mar 22 19:26:02.440507 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eca00a-de59-40b0-ad17-41ce2ae4cd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22977117-bfe8-4a12-9eb2-d6a909b440a1,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:02.458171 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49318) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:02.488148 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a3a7dffd-f4f5-45dc-9e00-aa0fa44ca157 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (0abbf933-e021-4b1a-8b29-b9fca22e4e58), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:02.521977 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f634d54d-6013-4d93-b621-c9ab80a6ce5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (4d8eafd3-40f3-4f59-9d29-1a60a94dbe40), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:02.613090 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-f634d54d-6013-4d93-b621-c9ab80a6ce5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d8eafd3-40f3-4f59-9d29-1a60a94dbe40']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:02.641468 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-f634d54d-6013-4d93-b621-c9ab80a6ce5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c6ba457-004e-47f9-ab30-ce3aaf4ab771') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:02.641969 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-f634d54d-6013-4d93-b621-c9ab80a6ce5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c6ba457-004e-47f9-ab30-ce3aaf4ab771') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:02.657893 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e9f00297-cf1f-4c7b-b507-6bcd492783ec req-6cbfd960-9912-43bf-b13c-37a93634617f service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201705 Mar 22 19:26:02.680826 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ef43a1cd-1177-4a64-beff-96fc33fe0892 admin admin] Publish callbacks [] for security_group (22977117-bfe8-4a12-9eb2-d6a909b440a1), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:02.695432 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f634d54d-6013-4d93-b621-c9ab80a6ce5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (8c6ba457-004e-47f9-ab30-ce3aaf4ab771), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:02.712332 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8ecf138b-eaa1-4e15-afcb-cdd37093ec3d admin admin] Publish callbacks [] for security_group (aa851b67-a6d8-425a-9d6d-d530249423d0), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:02.720126 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a3a7dffd-f4f5-45dc-9e00-aa0fa44ca157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (0abbf933-e021-4b1a-8b29-b9fca22e4e58), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:02.729314 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f634d54d-6013-4d93-b621-c9ab80a6ce5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (8c6ba457-004e-47f9-ab30-ce3aaf4ab771), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:02.751754 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f634d54d-6013-4d93-b621-c9ab80a6ce5c admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:26:02.752425 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f634d54d-6013-4d93-b621-c9ab80a6ce5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (8c6ba457-004e-47f9-ab30-ce3aaf4ab771), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:02.755043 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:26:02.755043 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:26:02.755043 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:26:02.755043 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:26:02.755043 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:26:02.755043 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:26:02.755043 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:26:02.755043 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:26:02.755043 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:26:02.755043 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:26:02.755043 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:26:02.755043 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:26:02.755043 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:26:02.755043 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:26:02.755043 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:26:02.755043 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:26:02.755043 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:26:02.755043 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:26:02.755043 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:26:02.755043 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:26:02.755043 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:26:02.755043 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:26:02.755043 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:26:02.755043 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:26:02.755043 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:26:02.755043 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:26:02.755043 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:26:02.755043 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:26:02.755043 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:26:02.755043 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:26:02.755043 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:26:02.755043 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:26:02.773015 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8ecf138b-eaa1-4e15-afcb-cdd37093ec3d admin admin] Publish callbacks [] for security_group (aa851b67-a6d8-425a-9d6d-d530249423d0), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:02.840888 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ef43a1cd-1177-4a64-beff-96fc33fe0892 admin admin] Publish callbacks [] for security_group (22977117-bfe8-4a12-9eb2-d6a909b440a1), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:02.886190 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-338d8562-4d80-4fe7-98a0-a108a615c013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (010dd092-9fc7-474c-98a0-a0c42ceebf2d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:02.889177 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-338d8562-4d80-4fe7-98a0-a108a615c013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:02.893223 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-338d8562-4d80-4fe7-98a0-a108a615c013 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/010dd092-9fc7-474c-98a0-a0c42ceebf2d HTTP/1.1" status: 204 len: 168 time: 0.9528720 Mar 22 19:26:02.929416 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f634d54d-6013-4d93-b621-c9ab80a6ce5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (4d8eafd3-40f3-4f59-9d29-1a60a94dbe40), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:02.932072 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fee99d-871d-4a02-951b-5f07864358b3 req-c3a56ea7-0168-4fd8-b299-83f8495ac573 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:02.933845 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e8fee99d-871d-4a02-951b-5f07864358b3 req-c3a56ea7-0168-4fd8-b299-83f8495ac573 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd2a0af7-ecbd-444c-8873-ae17a9b88068 HTTP/1.1" status: 200 len: 949 time: 0.2434723 Mar 22 19:26:02.939432 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d8562-4d80-4fe7-98a0-a108a615c013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010dd092-9fc7-474c-98a0-a0c42ceebf2d,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:02.961836 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f634d54d-6013-4d93-b621-c9ab80a6ce5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:02.997767 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f634d54d-6013-4d93-b621-c9ab80a6ce5c admin admin] 10.222.0.75 "DELETE /v2.0/networks/4d8eafd3-40f3-4f59-9d29-1a60a94dbe40 HTTP/1.1" status: 204 len: 168 time: 1.3877952 Mar 22 19:26:03.032446 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a3a7dffd-f4f5-45dc-9e00-aa0fa44ca157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (0abbf933-e021-4b1a-8b29-b9fca22e4e58), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:03.049825 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f634d54d-6013-4d93-b621-c9ab80a6ce5c admin admin] Pushing event deleted for resources: {'Network': ['ID=4d8eafd3-40f3-4f59-9d29-1a60a94dbe40,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:03.088507 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8ecf138b-eaa1-4e15-afcb-cdd37093ec3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (aa851b67-a6d8-425a-9d6d-d530249423d0), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:03.091477 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8ecf138b-eaa1-4e15-afcb-cdd37093ec3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:03.097936 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8ecf138b-eaa1-4e15-afcb-cdd37093ec3d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/aa851b67-a6d8-425a-9d6d-d530249423d0 HTTP/1.1" status: 204 len: 168 time: 0.5975184 Mar 22 19:26:03.103623 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a3a7dffd-f4f5-45dc-9e00-aa0fa44ca157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:03.110449 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49354) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:03.116186 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a3a7dffd-f4f5-45dc-9e00-aa0fa44ca157 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/0abbf933-e021-4b1a-8b29-b9fca22e4e58 HTTP/1.1" status: 204 len: 168 time: 1.0675690 Mar 22 19:26:03.147100 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf138b-eaa1-4e15-afcb-cdd37093ec3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa851b67-a6d8-425a-9d6d-d530249423d0,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:03.154343 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ef43a1cd-1177-4a64-beff-96fc33fe0892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (22977117-bfe8-4a12-9eb2-d6a909b440a1), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:03.169217 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ef43a1cd-1177-4a64-beff-96fc33fe0892 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:03.178379 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ef43a1cd-1177-4a64-beff-96fc33fe0892 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/22977117-bfe8-4a12-9eb2-d6a909b440a1 HTTP/1.1" status: 204 len: 168 time: 0.7520206 Mar 22 19:26:03.280908 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43a1cd-1177-4a64-beff-96fc33fe0892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22977117-bfe8-4a12-9eb2-d6a909b440a1,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:03.309325 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e8fee99d-871d-4a02-951b-5f07864358b3 req-36ef6745-bffc-42e4-a5fd-2cd9f586c054 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605480 Mar 22 19:26:03.311724 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7dffd-f4f5-45dc-9e00-aa0fa44ca157 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0abbf933-e021-4b1a-8b29-b9fca22e4e58,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:03.430264 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fdd5e5df-af28-4a7f-bea3-fe23335dc8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (77b4a43d-8c01-4b2b-b975-be330f592f1e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:03.519536 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49372) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:03.672771 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ca920419-bd2d-4ce5-801e-5d5061b8cb31 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cd5d7b09e78b4f8992b733b5b4229fbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1513324 Mar 22 19:26:03.676529 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49384) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:03.705515 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fdd5e5df-af28-4a7f-bea3-fe23335dc8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (77b4a43d-8c01-4b2b-b975-be330f592f1e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:03.732841 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-fdd5e5df-af28-4a7f-bea3-fe23335dc8e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b4a43d-8c01-4b2b-b975-be330f592f1e']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:03.771131 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-fdd5e5df-af28-4a7f-bea3-fe23335dc8e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f7060b9-5885-4ff9-8fd8-e8b19724bb7e') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:03.771719 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-fdd5e5df-af28-4a7f-bea3-fe23335dc8e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f7060b9-5885-4ff9-8fd8-e8b19724bb7e') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:03.802702 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8a31f07f-13ff-4d5c-8eba-87406a59747b admin admin] Publish callbacks [] for security_group (ef1a257e-acc9-4ad2-a565-789e21545200), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:03.813446 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fdd5e5df-af28-4a7f-bea3-fe23335dc8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (4f7060b9-5885-4ff9-8fd8-e8b19724bb7e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:03.872905 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fdd5e5df-af28-4a7f-bea3-fe23335dc8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (4f7060b9-5885-4ff9-8fd8-e8b19724bb7e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:03.893408 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8a31f07f-13ff-4d5c-8eba-87406a59747b admin admin] Publish callbacks [] for security_group (ef1a257e-acc9-4ad2-a565-789e21545200), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:03.900541 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdd5e5df-af28-4a7f-bea3-fe23335dc8e0 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:26:03.901181 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fdd5e5df-af28-4a7f-bea3-fe23335dc8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (4f7060b9-5885-4ff9-8fd8-e8b19724bb7e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:03.907287 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:26:03.907287 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:26:03.907287 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:26:03.907287 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:26:03.907287 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:26:03.907287 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:26:03.907287 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:26:03.907287 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:26:03.907287 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:26:03.907287 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:26:03.907287 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:26:03.907287 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:26:03.907287 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:26:03.907287 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:26:03.907287 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:26:03.907287 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:26:03.907287 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:26:03.907287 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:26:03.907287 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:26:03.907287 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:26:03.907287 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:26:03.907287 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:26:03.907287 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:26:03.907287 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:26:03.907287 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:26:03.907287 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:26:03.907287 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:26:03.907287 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:26:03.907287 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:26:03.907287 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:26:03.907287 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:26:03.907287 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:26:04.114200 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8a31f07f-13ff-4d5c-8eba-87406a59747b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ef1a257e-acc9-4ad2-a565-789e21545200), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:04.116989 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8a31f07f-13ff-4d5c-8eba-87406a59747b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:04.122211 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8a31f07f-13ff-4d5c-8eba-87406a59747b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ef1a257e-acc9-4ad2-a565-789e21545200 HTTP/1.1" status: 204 len: 168 time: 0.4425092 Mar 22 19:26:04.145626 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fdd5e5df-af28-4a7f-bea3-fe23335dc8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (77b4a43d-8c01-4b2b-b975-be330f592f1e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:04.161322 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fdd5e5df-af28-4a7f-bea3-fe23335dc8e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:04.168584 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-fdd5e5df-af28-4a7f-bea3-fe23335dc8e0 admin admin] 10.222.0.75 "DELETE /v2.0/networks/77b4a43d-8c01-4b2b-b975-be330f592f1e HTTP/1.1" status: 204 len: 168 time: 1.0476112 Mar 22 19:26:04.183198 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a31f07f-13ff-4d5c-8eba-87406a59747b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1a257e-acc9-4ad2-a565-789e21545200,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:04.183807 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5e5df-af28-4a7f-bea3-fe23335dc8e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=77b4a43d-8c01-4b2b-b975-be330f592f1e,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:04.417803 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49416) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:04.459330 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-39811802-891a-4e80-a75c-f852686cf780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:04.742361 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-39811802-891a-4e80-a75c-f852686cf780 admin admin] Publish callbacks [] for security_group (f2885177-bdfa-49b6-8694-3cb131133053), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:04.757466 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d993b5-8fc4-4cc9-9ed9-a29b64e2dfb4 req-54ea8b28-d284-4c32-b18d-90fc4796f629 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:04.759362 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-31d993b5-8fc4-4cc9-9ed9-a29b64e2dfb4 req-54ea8b28-d284-4c32-b18d-90fc4796f629 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd2a0af7-ecbd-444c-8873-ae17a9b88068 HTTP/1.1" status: 200 len: 949 time: 0.2420156 Mar 22 19:26:04.760937 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-39811802-891a-4e80-a75c-f852686cf780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f2885177-bdfa-49b6-8694-3cb131133053), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:04.847220 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-39811802-891a-4e80-a75c-f852686cf780 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=84174fe29be24d3ca3e81de592a85756&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4277177 Mar 22 19:26:04.850358 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49424) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:04.855662 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39811802-891a-4e80-a75c-f852686cf780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2885177-bdfa-49b6-8694-3cb131133053,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:04.872506 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49426) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:04.889135 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-31d993b5-8fc4-4cc9-9ed9-a29b64e2dfb4 req-eb99adff-0ed2-491d-a5aa-bdccc64a563e tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159592 Mar 22 19:26:04.968348 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d524f323-c127-4891-a8aa-65cfea3cec7e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=22b87c7edec349f388db608313a3b2f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0943305 Mar 22 19:26:04.971877 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49434) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:05.042996 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0761f879-9d58-4028-ae31-03d64ee6fb17 admin admin] Publish callbacks [] for security_group (f2885177-bdfa-49b6-8694-3cb131133053), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:05.086741 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6fb5d2f4-41c4-48b4-bd26-77986335feb2 admin admin] Publish callbacks [] for security_group (8daccaf2-6a43-42cc-b8ab-8093d910b70e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:05.119960 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0761f879-9d58-4028-ae31-03d64ee6fb17 admin admin] Publish callbacks [] for security_group (f2885177-bdfa-49b6-8694-3cb131133053), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:05.305717 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6fb5d2f4-41c4-48b4-bd26-77986335feb2 admin admin] Publish callbacks [] for security_group (8daccaf2-6a43-42cc-b8ab-8093d910b70e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:05.317317 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0761f879-9d58-4028-ae31-03d64ee6fb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f2885177-bdfa-49b6-8694-3cb131133053), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:05.322511 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0761f879-9d58-4028-ae31-03d64ee6fb17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:05.327497 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0761f879-9d58-4028-ae31-03d64ee6fb17 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f2885177-bdfa-49b6-8694-3cb131133053 HTTP/1.1" status: 204 len: 168 time: 0.4749737 Mar 22 19:26:05.355770 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0761f879-9d58-4028-ae31-03d64ee6fb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2885177-bdfa-49b6-8694-3cb131133053,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:05.373125 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0761f879-9d58-4028-ae31-03d64ee6fb17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:05.373474 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0761f879-9d58-4028-ae31-03d64ee6fb17 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:05.373913 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0761f879-9d58-4028-ae31-03d64ee6fb17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:05.374177 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0761f879-9d58-4028-ae31-03d64ee6fb17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:05.374765 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0761f879-9d58-4028-ae31-03d64ee6fb17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:05.375118 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0761f879-9d58-4028-ae31-03d64ee6fb17 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:05.375429 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0761f879-9d58-4028-ae31-03d64ee6fb17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:05.375757 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0761f879-9d58-4028-ae31-03d64ee6fb17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:05.376273 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0761f879-9d58-4028-ae31-03d64ee6fb17 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:05.376801 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0761f879-9d58-4028-ae31-03d64ee6fb17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:05.377124 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0761f879-9d58-4028-ae31-03d64ee6fb17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:05.377449 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0761f879-9d58-4028-ae31-03d64ee6fb17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:05.378494 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0761f879-9d58-4028-ae31-03d64ee6fb17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:05.378827 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0761f879-9d58-4028-ae31-03d64ee6fb17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:05.379302 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0761f879-9d58-4028-ae31-03d64ee6fb17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:05.427922 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6fb5d2f4-41c4-48b4-bd26-77986335feb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (8daccaf2-6a43-42cc-b8ab-8093d910b70e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:05.431793 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6fb5d2f4-41c4-48b4-bd26-77986335feb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:05.436476 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6fb5d2f4-41c4-48b4-bd26-77986335feb2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8daccaf2-6a43-42cc-b8ab-8093d910b70e HTTP/1.1" status: 204 len: 168 time: 0.4634900 Mar 22 19:26:05.446801 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5d2f4-41c4-48b4-bd26-77986335feb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8daccaf2-6a43-42cc-b8ab-8093d910b70e,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:05.697917 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49462) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:06.020676 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a755f6-c4c6-44a2-b390-6b0331c7cbd7 req-1098c7de-4a92-482b-868f-daf44785ff64 tempest-ServersAdminTestJSON-611006437 tempest-ServersAdminTestJSON-611006437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:06.022022 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a755f6-c4c6-44a2-b390-6b0331c7cbd7 req-1098c7de-4a92-482b-868f-daf44785ff64 tempest-ServersAdminTestJSON-611006437 tempest-ServersAdminTestJSON-611006437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:06.022889 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a755f6-c4c6-44a2-b390-6b0331c7cbd7 req-1098c7de-4a92-482b-868f-daf44785ff64 tempest-ServersAdminTestJSON-611006437 tempest-ServersAdminTestJSON-611006437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:06.024009 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a755f6-c4c6-44a2-b390-6b0331c7cbd7 req-1098c7de-4a92-482b-868f-daf44785ff64 tempest-ServersAdminTestJSON-611006437 tempest-ServersAdminTestJSON-611006437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:06.026824 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b3a755f6-c4c6-44a2-b390-6b0331c7cbd7 req-1098c7de-4a92-482b-868f-daf44785ff64 tempest-ServersAdminTestJSON-611006437 tempest-ServersAdminTestJSON-611006437-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=bd2a0af7-ecbd-444c-8873-ae17a9b88068&device_id=a6e10b67-46e0-4cc8-b1b6-5d65f05a0969&device_id=8688a580-17dc-4e54-8d69-1c4b905465a5&device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 3898 time: 0.0724974 Mar 22 19:26:06.065744 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b3a755f6-c4c6-44a2-b390-6b0331c7cbd7 req-1a1a366f-e748-43e8-9fc8-fec5d8674730 tempest-ServersAdminTestJSON-611006437 tempest-ServersAdminTestJSON-611006437-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:06.200176 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b3a755f6-c4c6-44a2-b390-6b0331c7cbd7 req-1a1a366f-e748-43e8-9fc8-fec5d8674730 tempest-ServersAdminTestJSON-611006437 tempest-ServersAdminTestJSON-611006437-project-admin] Publish callbacks [] for security_group (e9131db9-68ce-4919-83d2-61a3e82e9821), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:06.205706 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b3a755f6-c4c6-44a2-b390-6b0331c7cbd7 req-1a1a366f-e748-43e8-9fc8-fec5d8674730 tempest-ServersAdminTestJSON-611006437 tempest-ServersAdminTestJSON-611006437-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e9131db9-68ce-4919-83d2-61a3e82e9821), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:06.258812 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a366f-e748-43e8-9fc8-fec5d8674730 tempest-ServersAdminTestJSON-611006437 tempest-ServersAdminTestJSON-611006437-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9131db9-68ce-4919-83d2-61a3e82e9821,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:06.279431 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b3a755f6-c4c6-44a2-b390-6b0331c7cbd7 req-1a1a366f-e748-43e8-9fc8-fec5d8674730 tempest-ServersAdminTestJSON-611006437 tempest-ServersAdminTestJSON-611006437-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2280216 Mar 22 19:26:06.473854 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3526c993-4ba4-489d-836c-52a3b2b83dec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:06.717992 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3526c993-4ba4-489d-836c-52a3b2b83dec admin admin] Publish callbacks [] for security_group (fe9688c1-56e8-43cd-bf23-e64f31987355), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:06.732517 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3526c993-4ba4-489d-836c-52a3b2b83dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (fe9688c1-56e8-43cd-bf23-e64f31987355), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:06.749308 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb0ca7-5719-404b-a07c-78bdb30a5bb1 req-e89bccde-a72f-494a-9f55-c33a6284ea00 tempest-ServersAdminTestJSON-611006437 tempest-ServersAdminTestJSON-611006437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:06.750772 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb0ca7-5719-404b-a07c-78bdb30a5bb1 req-e89bccde-a72f-494a-9f55-c33a6284ea00 tempest-ServersAdminTestJSON-611006437 tempest-ServersAdminTestJSON-611006437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:06.752639 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb0ca7-5719-404b-a07c-78bdb30a5bb1 req-e89bccde-a72f-494a-9f55-c33a6284ea00 tempest-ServersAdminTestJSON-611006437 tempest-ServersAdminTestJSON-611006437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:06.765074 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2ccb0ca7-5719-404b-a07c-78bdb30a5bb1 req-e89bccde-a72f-494a-9f55-c33a6284ea00 tempest-ServersAdminTestJSON-611006437 tempest-ServersAdminTestJSON-611006437-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=bd2a0af7-ecbd-444c-8873-ae17a9b88068&device_id=a6e10b67-46e0-4cc8-b1b6-5d65f05a0969&device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 2978 time: 0.0857520 Mar 22 19:26:06.781041 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3526c993-4ba4-489d-836c-52a3b2b83dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9688c1-56e8-43cd-bf23-e64f31987355,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:06.787437 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3526c993-4ba4-489d-836c-52a3b2b83dec admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=906f4999657443ff9d39e29faca17e47&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0885377 Mar 22 19:26:06.790510 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49492) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:06.847976 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2ccb0ca7-5719-404b-a07c-78bdb30a5bb1 req-0d2c3000-d88c-4b7c-aaf0-c159c056564d tempest-ServersAdminTestJSON-611006437 tempest-ServersAdminTestJSON-611006437-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804150 Mar 22 19:26:06.854854 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad7c8745-9a59-4cdc-84af-ed6b540abaa7 admin admin] Publish callbacks [] for security_group (fe9688c1-56e8-43cd-bf23-e64f31987355), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:06.884162 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad7c8745-9a59-4cdc-84af-ed6b540abaa7 admin admin] Publish callbacks [] for security_group (fe9688c1-56e8-43cd-bf23-e64f31987355), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:06.953813 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad7c8745-9a59-4cdc-84af-ed6b540abaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (fe9688c1-56e8-43cd-bf23-e64f31987355), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:06.962738 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad7c8745-9a59-4cdc-84af-ed6b540abaa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:06.964992 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ad7c8745-9a59-4cdc-84af-ed6b540abaa7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fe9688c1-56e8-43cd-bf23-e64f31987355 HTTP/1.1" status: 204 len: 168 time: 0.1731977 Mar 22 19:26:07.005158 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c8745-9a59-4cdc-84af-ed6b540abaa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9688c1-56e8-43cd-bf23-e64f31987355,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:07.797361 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec6e0d-235a-4af4-a5b3-db795a5e8c00 req-70f5dcff-468b-495d-91de-edf1c1e0ae69 tempest-ServersAdminTestJSON-611006437 tempest-ServersAdminTestJSON-611006437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:07.816679 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9ec6e0d-235a-4af4-a5b3-db795a5e8c00 req-70f5dcff-468b-495d-91de-edf1c1e0ae69 tempest-ServersAdminTestJSON-611006437 tempest-ServersAdminTestJSON-611006437-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 1132 time: 0.0956511 Mar 22 19:26:07.869964 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9ec6e0d-235a-4af4-a5b3-db795a5e8c00 req-92622a9d-cb8a-4ab7-a49f-3e625b90507d tempest-ServersAdminTestJSON-611006437 tempest-ServersAdminTestJSON-611006437-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469539 Mar 22 19:26:07.974757 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49548) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:08.002251 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6da949f7-a74c-4f3d-9f9f-67a040726491 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:08.097900 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ba856-da9f-4258-9184-7888a0cbddee req-45ea92f0-b58e-4db6-aec8-4ffcdc6e88d5 tempest-ServersAdminTestJSON-611006437 tempest-ServersAdminTestJSON-611006437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:08.100083 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f6ba856-da9f-4258-9184-7888a0cbddee req-45ea92f0-b58e-4db6-aec8-4ffcdc6e88d5 tempest-ServersAdminTestJSON-611006437 tempest-ServersAdminTestJSON-611006437-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 1132 time: 0.1122904 Mar 22 19:26:08.181249 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6da949f7-a74c-4f3d-9f9f-67a040726491 admin admin] Publish callbacks [] for security_group (7611e446-ee2d-42d6-9f4c-6ea2909035c4), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:08.187968 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6da949f7-a74c-4f3d-9f9f-67a040726491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7611e446-ee2d-42d6-9f4c-6ea2909035c4), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:08.191778 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f6ba856-da9f-4258-9184-7888a0cbddee req-dd6044f6-63d5-4adb-bafc-9fd0dc52d1f8 tempest-ServersAdminTestJSON-611006437 tempest-ServersAdminTestJSON-611006437-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851283 Mar 22 19:26:08.276217 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6da949f7-a74c-4f3d-9f9f-67a040726491 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=219986aa6a0c4f21ac008449344c7b72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2981303 Mar 22 19:26:08.276390 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49562) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:08.313879 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da949f7-a74c-4f3d-9f9f-67a040726491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7611e446-ee2d-42d6-9f4c-6ea2909035c4,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:08.364187 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e8c708fa-b9d1-46ab-a5af-beafe03692f8 admin admin] Publish callbacks [] for security_group (7611e446-ee2d-42d6-9f4c-6ea2909035c4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:08.393592 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e8c708fa-b9d1-46ab-a5af-beafe03692f8 admin admin] Publish callbacks [] for security_group (7611e446-ee2d-42d6-9f4c-6ea2909035c4), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:08.472349 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e8c708fa-b9d1-46ab-a5af-beafe03692f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7611e446-ee2d-42d6-9f4c-6ea2909035c4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:08.476570 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e8c708fa-b9d1-46ab-a5af-beafe03692f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:08.480096 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e8c708fa-b9d1-46ab-a5af-beafe03692f8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7611e446-ee2d-42d6-9f4c-6ea2909035c4 HTTP/1.1" status: 204 len: 168 time: 0.2005334 Mar 22 19:26:08.497758 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c708fa-b9d1-46ab-a5af-beafe03692f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7611e446-ee2d-42d6-9f4c-6ea2909035c4,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:08.671968 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49580) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:09.096576 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-f1d7349d-ee60-424a-95a4-e850b37e165d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1498568096-network', 'tenant_id': '3fee7ce517f548f9a4e6097b9989ab12'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:26:09.165343 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d7349d-ee60-424a-95a4-e850b37e165d admin admin] Made reservation on behalf of 3fee7ce517f548f9a4e6097b9989ab12 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:26:09.168394 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f1d7349d-ee60-424a-95a4-e850b37e165d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:09.192004 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f1d7349d-ee60-424a-95a4-e850b37e165d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:09.369234 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f1d7349d-ee60-424a-95a4-e850b37e165d admin admin] Publish callbacks [] for security_group (0b7349eb-428a-499e-8471-90d2194ffc4c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:09.376071 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f1d7349d-ee60-424a-95a4-e850b37e165d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (0b7349eb-428a-499e-8471-90d2194ffc4c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:09.405628 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d7349d-ee60-424a-95a4-e850b37e165d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:26:09.423112 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83a265-ca65-4cf1-aa70-b8e76b0dce8b req-3cf037b4-c627-4477-8c9b-8e835f0d6291 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:09.429173 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7349d-ee60-424a-95a4-e850b37e165d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7349eb-428a-499e-8471-90d2194ffc4c,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:09.432412 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c83a265-ca65-4cf1-aa70-b8e76b0dce8b req-3cf037b4-c627-4477-8c9b-8e835f0d6291 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 949 time: 0.1480412 Mar 22 19:26:09.455753 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f1d7349d-ee60-424a-95a4-e850b37e165d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (e90353a3-2dc2-40d0-af93-fb32f35357dd), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:09.456740 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-f1d7349d-ee60-424a-95a4-e850b37e165d admin admin] Added segment e90353a3-2dc2-40d0-af93-fb32f35357dd of type vlan for network 51c4d819-dc3a-4926-819e-2ad5e382640b Mar 22 19:26:09.532175 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f1d7349d-ee60-424a-95a4-e850b37e165d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (51c4d819-dc3a-4926-819e-2ad5e382640b), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:09.561447 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c83a265-ca65-4cf1-aa70-b8e76b0dce8b req-94446ad9-c33c-442e-a4cd-7030b24b6bae tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119266 Mar 22 19:26:09.581655 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f1d7349d-ee60-424a-95a4-e850b37e165d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (51c4d819-dc3a-4926-819e-2ad5e382640b), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:09.583669 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d7349d-ee60-424a-95a4-e850b37e165d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:09.584598 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f1d7349d-ee60-424a-95a4-e850b37e165d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:09.668448 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7349d-ee60-424a-95a4-e850b37e165d admin admin] Pushing event updated for resources: {'Network': ['ID=51c4d819-dc3a-4926-819e-2ad5e382640b,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:09.685285 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 51c4d819-dc3a-4926-819e-2ad5e382640b details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:26:09.714291 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f1d7349d-ee60-424a-95a4-e850b37e165d admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0409184 Mar 22 19:26:09.717760 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49632) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:09.725822 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-22dc4cc5-cde3-403a-b41f-4956290c23b2 admin admin] Request body: {'subnet': {'network_id': '51c4d819-dc3a-4926-819e-2ad5e382640b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1498568096-subnet', 'tenant_id': '3fee7ce517f548f9a4e6097b9989ab12', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:26:09.848897 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d70b3f8a-6491-48e8-a3e0-45804b0e1c9f req-e9cfb4da-6131-4088-be7c-953c35064d46 tempest-ServersAaction247Test-2094950212 tempest-ServersAaction247Test-2094950212-project] 10.222.0.75 "GET /v2.0/ports?device_id=0bf40fc7-7ee0-4738-84cb-74ff57e0b5e8 HTTP/1.1" status: 200 len: 210 time: 0.0575614 Mar 22 19:26:09.853932 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22dc4cc5-cde3-403a-b41f-4956290c23b2 admin admin] Made reservation on behalf of 3fee7ce517f548f9a4e6097b9989ab12 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:26:09.860465 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-22dc4cc5-cde3-403a-b41f-4956290c23b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:10.019238 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49640) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:10.234171 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-22dc4cc5-cde3-403a-b41f-4956290c23b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (69c17642-eb57-4b80-9cea-90bbf60877d8), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:10.326465 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dc4cc5-cde3-403a-b41f-4956290c23b2 admin admin] Checking segment: {'id': 'e90353a3-2dc2-40d0-af93-fb32f35357dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '51c4d819-dc3a-4926-819e-2ad5e382640b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:26:10.327124 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dc4cc5-cde3-403a-b41f-4956290c23b2 admin admin] Network hostable DHCP agents. Network: 51c4d819-dc3a-4926-819e-2ad5e382640b, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:26:10.331462 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc4cc5-cde3-403a-b41f-4956290c23b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69c17642-eb57-4b80-9cea-90bbf60877d8,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:10.361517 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-68de8cc3-9727-42cf-9d36-8952dd760170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:10.387973 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dc4cc5-cde3-403a-b41f-4956290c23b2 admin admin] Network 51c4d819-dc3a-4926-819e-2ad5e382640b is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:26:10.407954 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-22dc4cc5-cde3-403a-b41f-4956290c23b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 51c4d819-dc3a-4926-819e-2ad5e382640b) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:26:10.420799 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dc4cc5-cde3-403a-b41f-4956290c23b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:10.421502 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-22dc4cc5-cde3-403a-b41f-4956290c23b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:10.423712 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0020044b-2d7a-4500-b50c-03200b680ca5 None None] Network 51c4d819-dc3a-4926-819e-2ad5e382640b requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:26:10.471093 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-22dc4cc5-cde3-403a-b41f-4956290c23b2 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7496772 Mar 22 19:26:10.471645 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49664) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:10.476259 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-b6a7f7a1-4cbf-48a6-9c16-c698303257ec admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1498568096-router', 'tenant_id': '3fee7ce517f548f9a4e6097b9989ab12', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:26:10.537052 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-68de8cc3-9727-42cf-9d36-8952dd760170 admin admin] Publish callbacks [] for security_group (7b21ef35-3847-4da7-9fe3-d72cdc3531ad), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:10.544751 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b6a7f7a1-4cbf-48a6-9c16-c698303257ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (b3eb4919-0c98-45d7-b26c-d41cb6339388), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:10.547952 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-68de8cc3-9727-42cf-9d36-8952dd760170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7b21ef35-3847-4da7-9fe3-d72cdc3531ad), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:10.550030 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b6a7f7a1-4cbf-48a6-9c16-c698303257ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (b3eb4919-0c98-45d7-b26c-d41cb6339388), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:10.639485 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de8cc3-9727-42cf-9d36-8952dd760170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b21ef35-3847-4da7-9fe3-d72cdc3531ad,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:10.661234 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-68de8cc3-9727-42cf-9d36-8952dd760170 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0b47bf67309541f3aad3182535facf2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6404002 Mar 22 19:26:10.664554 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49670) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:10.735218 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cce988-4f01-4f1b-be40-b0354e273ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-51c4d819-dc3a-4926-819e-2ad5e382640b', 'network_id': '51c4d819-dc3a-4926-819e-2ad5e382640b', 'project_id': '3fee7ce517f548f9a4e6097b9989ab12', 'fixed_ips': [{'subnet_id': '69c17642-eb57-4b80-9cea-90bbf60877d8'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:26:10.735218 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5cce988-4f01-4f1b-be40-b0354e273ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:10.888982 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94a4f6-c7c4-4476-b1b1-496eec0ffb8f req-ea8f97ca-a04b-49a8-81b0-8f7f0f95315c tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:10.890561 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cd94a4f6-c7c4-4476-b1b1-496eec0ffb8f req-ea8f97ca-a04b-49a8-81b0-8f7f0f95315c tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 949 time: 0.1564734 Mar 22 19:26:10.912647 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b6a7f7a1-4cbf-48a6-9c16-c698303257ec admin admin] Publish callbacks [] for router_controller (b3eb4919-0c98-45d7-b26c-d41cb6339388), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:10.937121 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8013feb4-4f1f-44a9-a1f9-8b15a0b419d2 admin admin] Publish callbacks [] for security_group (7b21ef35-3847-4da7-9fe3-d72cdc3531ad), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:11.071637 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-f5cce988-4f01-4f1b-be40-b0354e273ed8 None None] Allocated IP 172.20.0.2 (51c4d819-dc3a-4926-819e-2ad5e382640b/69c17642-eb57-4b80-9cea-90bbf60877d8/746868dc-fb2f-4cc6-8700-e4f0e242a95c) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:26:11.079834 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8013feb4-4f1f-44a9-a1f9-8b15a0b419d2 admin admin] Publish callbacks [] for security_group (7b21ef35-3847-4da7-9fe3-d72cdc3531ad), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:11.239689 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cd94a4f6-c7c4-4476-b1b1-496eec0ffb8f req-42490c8f-5c5b-420d-bfd5-70773d354e82 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269989 Mar 22 19:26:11.269360 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0cdcc28b-3c37-4f4a-8c3b-40cf50f8fea6 req-afa4fb91-d2f0-4693-9ae0-e7049d5833e3 tempest-ServersAaction247Test-2094950212 tempest-ServersAaction247Test-2094950212-project] 10.222.0.75 "GET /v2.0/ports?device_id=0bf40fc7-7ee0-4738-84cb-74ff57e0b5e8 HTTP/1.1" status: 200 len: 210 time: 0.1168807 Mar 22 19:26:11.342574 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8013feb4-4f1f-44a9-a1f9-8b15a0b419d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7b21ef35-3847-4da7-9fe3-d72cdc3531ad), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:11.346260 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8013feb4-4f1f-44a9-a1f9-8b15a0b419d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:11.351771 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8013feb4-4f1f-44a9-a1f9-8b15a0b419d2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7b21ef35-3847-4da7-9fe3-d72cdc3531ad HTTP/1.1" status: 204 len: 168 time: 0.6827996 Mar 22 19:26:11.370476 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b6a7f7a1-4cbf-48a6-9c16-c698303257ec admin admin] Publish callbacks [] for router_gateway (b3eb4919-0c98-45d7-b26c-d41cb6339388), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:11.390746 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013feb4-4f1f-44a9-a1f9-8b15a0b419d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b21ef35-3847-4da7-9fe3-d72cdc3531ad,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:11.498428 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5cce988-4f01-4f1b-be40-b0354e273ed8 None None] Publish callbacks [] for port (746868dc-fb2f-4cc6-8700-e4f0e242a95c), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:11.511139 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5cce988-4f01-4f1b-be40-b0354e273ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (746868dc-fb2f-4cc6-8700-e4f0e242a95c), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:11.542123 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cce988-4f01-4f1b-be40-b0354e273ed8 None None] Network 51c4d819-dc3a-4926-819e-2ad5e382640b is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:26:11.542980 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49704) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:11.562771 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-f5cce988-4f01-4f1b-be40-b0354e273ed8 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:26:11.566975 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cce988-4f01-4f1b-be40-b0354e273ed8 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:26:11.687579 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cce988-4f01-4f1b-be40-b0354e273ed8 None None] Pushing event updated for resources: {'Port': ['ID=746868dc-fb2f-4cc6-8700-e4f0e242a95c,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:11.701951 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f5cce988-4f01-4f1b-be40-b0354e273ed8 None None] Attempting to bind port 746868dc-fb2f-4cc6-8700-e4f0e242a95c on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:26:11.702638 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f5cce988-4f01-4f1b-be40-b0354e273ed8 None None] Attempting to bind port 746868dc-fb2f-4cc6-8700-e4f0e242a95c by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'e90353a3-2dc2-40d0-af93-fb32f35357dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '51c4d819-dc3a-4926-819e-2ad5e382640b'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:26:11.703209 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cce988-4f01-4f1b-be40-b0354e273ed8 None None] Attempting to bind port 746868dc-fb2f-4cc6-8700-e4f0e242a95c on network 51c4d819-dc3a-4926-819e-2ad5e382640b {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:26:11.710370 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cce988-4f01-4f1b-be40-b0354e273ed8 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:26:11.711278 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cce988-4f01-4f1b-be40-b0354e273ed8 None None] Checking segment: {'id': 'e90353a3-2dc2-40d0-af93-fb32f35357dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '51c4d819-dc3a-4926-819e-2ad5e382640b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:26:11.711881 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5cce988-4f01-4f1b-be40-b0354e273ed8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:11.712449 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cce988-4f01-4f1b-be40-b0354e273ed8 None None] Bound using segment: {'id': 'e90353a3-2dc2-40d0-af93-fb32f35357dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '51c4d819-dc3a-4926-819e-2ad5e382640b'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:26:11.713186 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f5cce988-4f01-4f1b-be40-b0354e273ed8 None None] Bound port: 746868dc-fb2f-4cc6-8700-e4f0e242a95c, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e90353a3-2dc2-40d0-af93-fb32f35357dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '51c4d819-dc3a-4926-819e-2ad5e382640b'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:26:11.713837 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5cce988-4f01-4f1b-be40-b0354e273ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (746868dc-fb2f-4cc6-8700-e4f0e242a95c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:11.847125 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f5cce988-4f01-4f1b-be40-b0354e273ed8 None None] For port 746868dc-fb2f-4cc6-8700-e4f0e242a95c, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:26:11.864702 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f5cce988-4f01-4f1b-be40-b0354e273ed8 None None] For port 746868dc-fb2f-4cc6-8700-e4f0e242a95c, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=746868dc-fb2f-4cc6-8700-e4f0e242a95c,segment=NetworkSegment(e90353a3-2dc2-40d0-af93-fb32f35357dd),segment_id=e90353a3-2dc2-40d0-af93-fb32f35357dd)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:26:11.873441 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5cce988-4f01-4f1b-be40-b0354e273ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (746868dc-fb2f-4cc6-8700-e4f0e242a95c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:11.972820 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cce988-4f01-4f1b-be40-b0354e273ed8 None None] Pushing event updated for resources: {'Port': ['ID=746868dc-fb2f-4cc6-8700-e4f0e242a95c,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:11.973312 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b6a7f7a1-4cbf-48a6-9c16-c698303257ec admin admin] Publish callbacks [] for router_gateway (b3eb4919-0c98-45d7-b26c-d41cb6339388), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:12.001153 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b6a7f7a1-4cbf-48a6-9c16-c698303257ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:12.187855 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-b6a7f7a1-4cbf-48a6-9c16-c698303257ec admin admin] Allocated IP 172.25.5.98 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:26:12.242139 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-58db91e6-216c-4c0c-9275-8e1e6b17ace5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:12.479425 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b6a7f7a1-4cbf-48a6-9c16-c698303257ec admin admin] Publish callbacks [] for port (c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:12.573398 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ae26c1ff-d2c9-4166-bf47-932340724458 req-7b734efe-2909-402d-ad68-5f69883f9ba9 tempest-ServersAaction247Test-2094950212 tempest-ServersAaction247Test-2094950212-project] 10.222.0.75 "GET /v2.0/ports?device_id=0bf40fc7-7ee0-4738-84cb-74ff57e0b5e8 HTTP/1.1" status: 200 len: 210 time: 0.0938392 Mar 22 19:26:12.581396 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b6a7f7a1-4cbf-48a6-9c16-c698303257ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:12.599010 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29819f88-d3e5-4dda-9fa2-e82aa17c3cfd req-c3d582ef-39a3-4f05-8750-6e8ee86a367f tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:12.606865 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-29819f88-d3e5-4dda-9fa2-e82aa17c3cfd req-c3d582ef-39a3-4f05-8750-6e8ee86a367f tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 949 time: 0.2373419 Mar 22 19:26:12.702213 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a7f7a1-4cbf-48a6-9c16-c698303257ec admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:26:12.713720 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-29819f88-d3e5-4dda-9fa2-e82aa17c3cfd req-f9ade082-c2d4-4104-9475-f96eb77fcfae tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015673 Mar 22 19:26:12.716481 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-b6a7f7a1-4cbf-48a6-9c16-c698303257ec admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:26:12.722246 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-58db91e6-216c-4c0c-9275-8e1e6b17ace5 admin admin] Publish callbacks [] for security_group (96b41568-23fd-4940-b750-f976c53683bb), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:12.731326 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a7f7a1-4cbf-48a6-9c16-c698303257ec admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:26:12.743082 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-58db91e6-216c-4c0c-9275-8e1e6b17ace5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (96b41568-23fd-4940-b750-f976c53683bb), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:12.827883 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-58db91e6-216c-4c0c-9275-8e1e6b17ace5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=86a15f34f9664f649ed069634e2fa035&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2835982 Mar 22 19:26:12.828711 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db91e6-216c-4c0c-9275-8e1e6b17ace5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b41568-23fd-4940-b750-f976c53683bb,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:12.830656 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49738) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:12.853931 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7f7a1-4cbf-48a6-9c16-c698303257ec admin admin] Pushing event updated for resources: {'Port': ['ID=c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:13.240754 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1fad9d91-232d-4fef-ae98-1b1688c85e58 admin admin] Publish callbacks [] for security_group (96b41568-23fd-4940-b750-f976c53683bb), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:13.322808 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1fad9d91-232d-4fef-ae98-1b1688c85e58 admin admin] Publish callbacks [] for security_group (96b41568-23fd-4940-b750-f976c53683bb), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:13.382924 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b6a7f7a1-4cbf-48a6-9c16-c698303257ec admin admin] Publish callbacks [] for router_gateway (b3eb4919-0c98-45d7-b26c-d41cb6339388), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:13.472825 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 746868dc-fb2f-4cc6-8700-e4f0e242a95c up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:26:13.601542 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1fad9d91-232d-4fef-ae98-1b1688c85e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (96b41568-23fd-4940-b750-f976c53683bb), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:13.607389 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1fad9d91-232d-4fef-ae98-1b1688c85e58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:13.609964 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1fad9d91-232d-4fef-ae98-1b1688c85e58 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/96b41568-23fd-4940-b750-f976c53683bb HTTP/1.1" status: 204 len: 168 time: 0.7502110 Mar 22 19:26:13.631113 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad9d91-232d-4fef-ae98-1b1688c85e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b41568-23fd-4940-b750-f976c53683bb,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:13.634515 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 746868dc-fb2f-4cc6-8700-e4f0e242a95c triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:13.634938 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (746868dc-fb2f-4cc6-8700-e4f0e242a95c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:13.736980 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f098f66-6df9-4a6b-a870-7d3d0bad5b74 None None] Network 51c4d819-dc3a-4926-819e-2ad5e382640b requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:26:13.786600 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b6a7f7a1-4cbf-48a6-9c16-c698303257ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (b3eb4919-0c98-45d7-b26c-d41cb6339388), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:13.801730 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5d5fcc81-1311-4fe2-b555-054ff6fb2d24 req-acb95de4-c27d-4da8-85d7-6077425ce962 tempest-ServersAaction247Test-2094950212 tempest-ServersAaction247Test-2094950212-project] 10.222.0.75 "GET /v2.0/ports?device_id=0bf40fc7-7ee0-4738-84cb-74ff57e0b5e8 HTTP/1.1" status: 200 len: 210 time: 0.0882163 Mar 22 19:26:13.930170 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 746868dc-fb2f-4cc6-8700-e4f0e242a95c is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:13.930570 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (746868dc-fb2f-4cc6-8700-e4f0e242a95c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:13.976993 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-c0ecad59-09c1-45a6-b4b0-457a001152c5 None None] Provisioning complete for port 746868dc-fb2f-4cc6-8700-e4f0e242a95c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:13.977379 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c0ecad59-09c1-45a6-b4b0-457a001152c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (746868dc-fb2f-4cc6-8700-e4f0e242a95c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:13.987450 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49780) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:14.046835 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ab79f-4103-4389-b06f-f3f43178f371 req-21a9f3f6-bff8-4349-8602-de8fe2a3fb05 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:14.055020 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-468ab79f-4103-4389-b06f-f3f43178f371 req-21a9f3f6-bff8-4349-8602-de8fe2a3fb05 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 949 time: 0.1911457 Mar 22 19:26:14.068897 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a7f7a1-4cbf-48a6-9c16-c698303257ec admin admin] Router b3eb4919-0c98-45d7-b26c-d41cb6339388 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:26:14.081141 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 746868dc-fb2f-4cc6-8700-e4f0e242a95c, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=746868dc-fb2f-4cc6-8700-e4f0e242a95c,segment=NetworkSegment(e90353a3-2dc2-40d0-af93-fb32f35357dd),segment_id=e90353a3-2dc2-40d0-af93-fb32f35357dd)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:26:14.164822 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (746868dc-fb2f-4cc6-8700-e4f0e242a95c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:14.174737 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-468ab79f-4103-4389-b06f-f3f43178f371 req-9ca58425-92c3-49aa-8021-487e1f933a54 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990841 Mar 22 19:26:14.293823 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=746868dc-fb2f-4cc6-8700-e4f0e242a95c,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:14.314198 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a7f7a1-4cbf-48a6-9c16-c698303257ec admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:26:14.332209 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068e5d4e-9fb4-446f-ba9c-d151d97975b2 None None] Sync routers for ids ['b3eb4919-0c98-45d7-b26c-d41cb6339388'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:26:14.334631 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c0ecad59-09c1-45a6-b4b0-457a001152c5 None None] Current status of the port 746868dc-fb2f-4cc6-8700-e4f0e242a95c is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:14.336679 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c0ecad59-09c1-45a6-b4b0-457a001152c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (746868dc-fb2f-4cc6-8700-e4f0e242a95c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:14.348654 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b6a7f7a1-4cbf-48a6-9c16-c698303257ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:14.350747 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068e5d4e-9fb4-446f-ba9c-d151d97975b2 None None] Routers {'b3eb4919-0c98-45d7-b26c-d41cb6339388'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:26:14.351395 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-068e5d4e-9fb4-446f-ba9c-d151d97975b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:25:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['b3eb4919-0c98-45d7-b26c-d41cb6339388'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:14.357397 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b6a7f7a1-4cbf-48a6-9c16-c698303257ec admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8818932 Mar 22 19:26:14.358065 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49786) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:14.396750 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a280cc9c-1c92-4674-ac46-48e1f5c36139 req-b9d9e4e5-cb4e-4491-ac0a-0945414418e1 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=0bf40fc7-7ee0-4738-84cb-74ff57e0b5e8 HTTP/1.1" status: 200 len: 210 time: 0.0951154 Mar 22 19:26:14.475434 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.api [None req-c0ecad59-09c1-45a6-b4b0-457a001152c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:26:14.479427 n-d-705658-24 neutron-server[104174]: DEBUG oslo_db.api [None req-c0ecad59-09c1-45a6-b4b0-457a001152c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:26:14.594291 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-068e5d4e-9fb4-446f-ba9c-d151d97975b2 None None] Set router b3eb4919-0c98-45d7-b26c-d41cb6339388 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:26:14.878613 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-e740775a-2cf3-4ff8-b3ea-f015153551bc admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1354232685-network', 'tenant_id': '930b9ef3d7194f24932fd8b9008c68ee'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:26:14.958223 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e740775a-2cf3-4ff8-b3ea-f015153551bc admin admin] Made reservation on behalf of 930b9ef3d7194f24932fd8b9008c68ee for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:26:14.961022 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e740775a-2cf3-4ff8-b3ea-f015153551bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:15.018440 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-068e5d4e-9fb4-446f-ba9c-d151d97975b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'name': 'tempest-TaggedBootDevicesTest_v242-1498568096-router', 'tenant_id': '3fee7ce517f548f9a4e6097b9989ab12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:10Z', 'updated_at': '2022-03-22T19:26:13Z', 'revision_number': 3, 'project_id': '3fee7ce517f548f9a4e6097b9989ab12', 'gw_port': {'id': 'c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:12Z', 'updated_at': '2022-03-22T19:26:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:15.052732 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068e5d4e-9fb4-446f-ba9c-d151d97975b2 None None] Checking router: b3eb4919-0c98-45d7-b26c-d41cb6339388 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:26:15.053335 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068e5d4e-9fb4-446f-ba9c-d151d97975b2 None None] Updating router b3eb4919-0c98-45d7-b26c-d41cb6339388 port c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:26:15.091463 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-068e5d4e-9fb4-446f-ba9c-d151d97975b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:15.098786 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e740775a-2cf3-4ff8-b3ea-f015153551bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:15.108192 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c0ecad59-09c1-45a6-b4b0-457a001152c5 None None] Current status of the port 746868dc-fb2f-4cc6-8700-e4f0e242a95c is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:15.146051 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-acb3cc41-131d-400a-b8eb-5f16681c0922 req-8cccfdd9-f8cc-4a5d-9e4d-c8f9655fae3d tempest-ServersAaction247Test-2094950212 tempest-ServersAaction247Test-2094950212-project] 10.222.0.75 "GET /v2.0/ports?device_id=0bf40fc7-7ee0-4738-84cb-74ff57e0b5e8 HTTP/1.1" status: 200 len: 210 time: 0.1366084 Mar 22 19:26:15.174035 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-12130ff7-d493-4271-af43-c33fbfcd80cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:15.252614 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-03504f8c-254e-46fa-9900-f37cefd0ec7b None None] Provisioning complete for port 746868dc-fb2f-4cc6-8700-e4f0e242a95c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:15.253025 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-03504f8c-254e-46fa-9900-f37cefd0ec7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (746868dc-fb2f-4cc6-8700-e4f0e242a95c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:15.341212 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e740775a-2cf3-4ff8-b3ea-f015153551bc admin admin] Publish callbacks [] for security_group (83e1fbfd-8057-4411-8276-4ee553f2236a), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:15.409237 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e740775a-2cf3-4ff8-b3ea-f015153551bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (83e1fbfd-8057-4411-8276-4ee553f2236a), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:15.447814 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 746868dc-fb2f-4cc6-8700-e4f0e242a95c up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:26:15.477415 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740775a-2cf3-4ff8-b3ea-f015153551bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e1fbfd-8057-4411-8276-4ee553f2236a,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:15.533854 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e740775a-2cf3-4ff8-b3ea-f015153551bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:26:15.577354 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e740775a-2cf3-4ff8-b3ea-f015153551bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (c1f4cc7d-c652-4382-8820-891fa4fa1690), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:15.577945 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-e740775a-2cf3-4ff8-b3ea-f015153551bc admin admin] Added segment c1f4cc7d-c652-4382-8820-891fa4fa1690 of type vlan for network 4b718542-9a1f-44dc-be58-35b105938a61 Mar 22 19:26:15.616535 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da65d5-a020-4afa-a6eb-515389056869 req-024dec74-7f22-4f61-a0db-6c9e91427c91 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:15.623886 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02da65d5-a020-4afa-a6eb-515389056869 req-024dec74-7f22-4f61-a0db-6c9e91427c91 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 949 time: 0.2944958 Mar 22 19:26:15.692821 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-03504f8c-254e-46fa-9900-f37cefd0ec7b None None] Current status of the port 746868dc-fb2f-4cc6-8700-e4f0e242a95c is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:15.757657 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e740775a-2cf3-4ff8-b3ea-f015153551bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (4b718542-9a1f-44dc-be58-35b105938a61), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:15.768672 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:15.802693 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 746868dc-fb2f-4cc6-8700-e4f0e242a95c triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:15.806476 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (746868dc-fb2f-4cc6-8700-e4f0e242a95c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:15.842605 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49824) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:15.972210 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02da65d5-a020-4afa-a6eb-515389056869 req-0ffa991c-8af1-4608-b4b3-35e31ff70ed0 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413899 Mar 22 19:26:15.995866 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.db.resource_extend [None req-e740775a-2cf3-4ff8-b3ea-f015153551bc admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:26:16.049451 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e740775a-2cf3-4ff8-b3ea-f015153551bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (4b718542-9a1f-44dc-be58-35b105938a61), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:16.050664 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e740775a-2cf3-4ff8-b3ea-f015153551bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:16.051426 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e740775a-2cf3-4ff8-b3ea-f015153551bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:16.077516 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-068e5d4e-9fb4-446f-ba9c-d151d97975b2 None None] Publish callbacks [] for port (c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:16.087417 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-068e5d4e-9fb4-446f-ba9c-d151d97975b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:16.176364 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed15bb-aa8c-4561-b10c-2b0c60829b74 None None] Pushing event updated for resources: {'Port': ['ID=c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:16.200166 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bed15bb-aa8c-4561-b10c-2b0c60829b74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:16.203082 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bed15bb-aa8c-4561-b10c-2b0c60829b74 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:16.204556 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bed15bb-aa8c-4561-b10c-2b0c60829b74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:16.205113 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bed15bb-aa8c-4561-b10c-2b0c60829b74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:16.205550 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bed15bb-aa8c-4561-b10c-2b0c60829b74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:16.207941 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bed15bb-aa8c-4561-b10c-2b0c60829b74 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:16.208399 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bed15bb-aa8c-4561-b10c-2b0c60829b74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:16.209003 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bed15bb-aa8c-4561-b10c-2b0c60829b74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:16.209440 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bed15bb-aa8c-4561-b10c-2b0c60829b74 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:16.210407 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bed15bb-aa8c-4561-b10c-2b0c60829b74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:16.211425 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bed15bb-aa8c-4561-b10c-2b0c60829b74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:16.215761 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bed15bb-aa8c-4561-b10c-2b0c60829b74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:16.216217 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bed15bb-aa8c-4561-b10c-2b0c60829b74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:16.216657 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bed15bb-aa8c-4561-b10c-2b0c60829b74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:16.217096 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bed15bb-aa8c-4561-b10c-2b0c60829b74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:16.256528 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 746868dc-fb2f-4cc6-8700-e4f0e242a95c is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:16.272235 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-068e5d4e-9fb4-446f-ba9c-d151d97975b2 None None] Attempting to bind port c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:26:16.272803 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-068e5d4e-9fb4-446f-ba9c-d151d97975b2 None None] Attempting to bind port c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:26:16.274198 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068e5d4e-9fb4-446f-ba9c-d151d97975b2 None None] Attempting to bind port c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:26:16.287634 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068e5d4e-9fb4-446f-ba9c-d151d97975b2 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:26:16.288200 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068e5d4e-9fb4-446f-ba9c-d151d97975b2 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:26:16.288708 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-068e5d4e-9fb4-446f-ba9c-d151d97975b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:16.290561 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068e5d4e-9fb4-446f-ba9c-d151d97975b2 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:26:16.291160 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-068e5d4e-9fb4-446f-ba9c-d151d97975b2 None None] Bound port: c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:26:16.291856 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-068e5d4e-9fb4-446f-ba9c-d151d97975b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:16.309608 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e740775a-2cf3-4ff8-b3ea-f015153551bc admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3185184 Mar 22 19:26:16.316291 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49836) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:16.324288 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-7e6c0e8a-8266-4270-b5d1-0ff4aa34d22b admin admin] Request body: {'subnet': {'network_id': '4b718542-9a1f-44dc-be58-35b105938a61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1354232685-subnet', 'tenant_id': '930b9ef3d7194f24932fd8b9008c68ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:26:16.362476 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-470c81ed-ca67-4e3a-a70a-a4c8f9e07268 req-5cbb700c-ceb6-41b2-8cef-7a3f19a00584 tempest-ServersAaction247Test-2094950212 tempest-ServersAaction247Test-2094950212-project] 10.222.0.75 "GET /v2.0/ports?device_id=0bf40fc7-7ee0-4738-84cb-74ff57e0b5e8 HTTP/1.1" status: 200 len: 210 time: 0.0693765 Mar 22 19:26:16.378510 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740775a-2cf3-4ff8-b3ea-f015153551bc admin admin] Pushing event updated for resources: {'Network': ['ID=4b718542-9a1f-44dc-be58-35b105938a61,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:16.395112 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 4b718542-9a1f-44dc-be58-35b105938a61 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:26:16.402569 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-21bdbff4-718f-4ee4-9255-d12d2300ed33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:16.422713 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-068e5d4e-9fb4-446f-ba9c-d151d97975b2 None None] For port c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:26:16.434544 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-068e5d4e-9fb4-446f-ba9c-d151d97975b2 None None] For port c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:26:16.444903 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6c0e8a-8266-4270-b5d1-0ff4aa34d22b admin admin] Made reservation on behalf of 930b9ef3d7194f24932fd8b9008c68ee for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:26:16.448893 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-068e5d4e-9fb4-446f-ba9c-d151d97975b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:16.457912 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7e6c0e8a-8266-4270-b5d1-0ff4aa34d22b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:16.615113 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068e5d4e-9fb4-446f-ba9c-d151d97975b2 None None] Routers {'b3eb4919-0c98-45d7-b26c-d41cb6339388'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:26:16.615769 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-068e5d4e-9fb4-446f-ba9c-d151d97975b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:25:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['b3eb4919-0c98-45d7-b26c-d41cb6339388'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:16.638137 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49842) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:16.724388 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a1b46947-f659-4393-a7eb-23dfe10fdfc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:16.847050 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-21bdbff4-718f-4ee4-9255-d12d2300ed33 admin admin] Allocated IP 172.20.0.1 (51c4d819-dc3a-4926-819e-2ad5e382640b/69c17642-eb57-4b80-9cea-90bbf60877d8/f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:26:16.858455 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed15bb-aa8c-4561-b10c-2b0c60829b74 None None] Pushing event updated for resources: {'Port': ['ID=c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:16.946128 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a1b46947-f659-4393-a7eb-23dfe10fdfc8 admin admin] Publish callbacks [] for security_group (7103890f-f669-4aac-abae-bb33387cb828), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:16.970645 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49864) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:16.979932 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a1b46947-f659-4393-a7eb-23dfe10fdfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7103890f-f669-4aac-abae-bb33387cb828), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:16.988392 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-068e5d4e-9fb4-446f-ba9c-d151d97975b2 None None] Set router b3eb4919-0c98-45d7-b26c-d41cb6339388 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:26:16.996223 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-21bdbff4-718f-4ee4-9255-d12d2300ed33 admin admin] Publish callbacks [] for port (f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:17.048792 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a1ffe0c-da1b-4f32-be88-87da7aedabd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:17.072920 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-21bdbff4-718f-4ee4-9255-d12d2300ed33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:17.109895 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a1b46947-f659-4393-a7eb-23dfe10fdfc8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=05bde2004d404b8bb54613ee54aec752&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2576525 Mar 22 19:26:17.116960 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49870) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:17.176085 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bdbff4-718f-4ee4-9255-d12d2300ed33 admin admin] Network 51c4d819-dc3a-4926-819e-2ad5e382640b is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:26:17.177882 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b46947-f659-4393-a7eb-23dfe10fdfc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7103890f-f669-4aac-abae-bb33387cb828,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:17.187422 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-21bdbff4-718f-4ee4-9255-d12d2300ed33 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:26:17.191576 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bdbff4-718f-4ee4-9255-d12d2300ed33 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:26:17.288370 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bdbff4-718f-4ee4-9255-d12d2300ed33 admin admin] Pushing event updated for resources: {'Port': ['ID=f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:17.299337 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-21bdbff4-718f-4ee4-9255-d12d2300ed33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (b3eb4919-0c98-45d7-b26c-d41cb6339388), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:17.341888 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4369dd5a-0bf4-4d77-bdc9-d3e3ee3bb61a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:17.382734 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-dec05685-15b6-400e-a0a3-26ded67eca69 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1013878994-network', 'tenant_id': '19c710f622d9408e8bd0693a6cf07a03'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:26:17.425183 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-068e5d4e-9fb4-446f-ba9c-d151d97975b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'name': 'tempest-TaggedBootDevicesTest_v242-1498568096-router', 'tenant_id': '3fee7ce517f548f9a4e6097b9989ab12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:10Z', 'updated_at': '2022-03-22T19:26:13Z', 'revision_number': 3, 'project_id': '3fee7ce517f548f9a4e6097b9989ab12', 'gw_port': {'id': 'c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:12Z', 'updated_at': '2022-03-22T19:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:17.473273 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068e5d4e-9fb4-446f-ba9c-d151d97975b2 None None] The sync data for ids ['b3eb4919-0c98-45d7-b26c-d41cb6339388'] in n-d-705658-24 is: [{'id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'name': 'tempest-TaggedBootDevicesTest_v242-1498568096-router', 'tenant_id': '3fee7ce517f548f9a4e6097b9989ab12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:10Z', 'updated_at': '2022-03-22T19:26:13Z', 'revision_number': 3, 'project_id': '3fee7ce517f548f9a4e6097b9989ab12', 'gw_port': {'id': 'c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:12Z', 'updated_at': '2022-03-22T19:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:26:17.488854 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec05685-15b6-400e-a0a3-26ded67eca69 admin admin] Made reservation on behalf of 19c710f622d9408e8bd0693a6cf07a03 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:26:17.498241 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dec05685-15b6-400e-a0a3-26ded67eca69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:17.528974 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-21bdbff4-718f-4ee4-9255-d12d2300ed33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:17.628479 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-99a01a1f-2c3c-41ff-b63d-05a44e3ebebf admin admin] Publish callbacks [] for security_group (7103890f-f669-4aac-abae-bb33387cb828), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:17.640213 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-81457ded-5c00-4be7-9f49-a3c3cbee2fac None None] Provisioning complete for port f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:17.640883 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-81457ded-5c00-4be7-9f49-a3c3cbee2fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:17.686084 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-99a01a1f-2c3c-41ff-b63d-05a44e3ebebf admin admin] Publish callbacks [] for security_group (7103890f-f669-4aac-abae-bb33387cb828), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:17.747532 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-81457ded-5c00-4be7-9f49-a3c3cbee2fac None None] Port f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:26:17.798528 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a1ffe0c-da1b-4f32-be88-87da7aedabd9 admin admin] Publish callbacks [] for security_group (5dbe1581-4968-43a3-9fb6-cf457e764a8f), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:17.834360 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d955a7f-46a2-4493-92ae-929c331bfbba req-23b91250-5ba2-4b4d-a5e0-bbbaef8a642b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=dd804b2153154b7d889e2a5d33b61e70&device_id=0bf40fc7-7ee0-4738-84cb-74ff57e0b5e8 HTTP/1.1" status: 200 len: 210 time: 0.3170359 Mar 22 19:26:17.850604 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a1ffe0c-da1b-4f32-be88-87da7aedabd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5dbe1581-4968-43a3-9fb6-cf457e764a8f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:17.852955 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dec05685-15b6-400e-a0a3-26ded67eca69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:17.872131 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-21bdbff4-718f-4ee4-9255-d12d2300ed33 admin admin] Publish callbacks [] for port (f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:17.893615 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-21bdbff4-718f-4ee4-9255-d12d2300ed33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:18.003926 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bdbff4-718f-4ee4-9255-d12d2300ed33 admin admin] Pushing event updated for resources: {'Port': ['ID=f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:18.005970 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ffe0c-da1b-4f32-be88-87da7aedabd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbe1581-4968-43a3-9fb6-cf457e764a8f,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:18.037686 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-21bdbff4-718f-4ee4-9255-d12d2300ed33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (b3eb4919-0c98-45d7-b26c-d41cb6339388), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:18.046066 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-79f458bb-066b-4cfc-a0f3-ca22540762fb req-0920ac44-8f45-406c-a0fd-fc12ad285711 tempest-ServersAaction247Test-2094950212 tempest-ServersAaction247Test-2094950212-project] 10.222.0.75 "GET /v2.0/ports?device_id=0bf40fc7-7ee0-4738-84cb-74ff57e0b5e8 HTTP/1.1" status: 200 len: 210 time: 0.2453182 Mar 22 19:26:18.054111 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d955a7f-46a2-4493-92ae-929c331bfbba req-59e03b9b-d1d2-40d3-8e44-6b0daac0ef00 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=dd804b2153154b7d889e2a5d33b61e70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1635051 Mar 22 19:26:18.089302 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-99a01a1f-2c3c-41ff-b63d-05a44e3ebebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7103890f-f669-4aac-abae-bb33387cb828), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:18.089302 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-99a01a1f-2c3c-41ff-b63d-05a44e3ebebf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:18.099035 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-99a01a1f-2c3c-41ff-b63d-05a44e3ebebf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7103890f-f669-4aac-abae-bb33387cb828 HTTP/1.1" status: 204 len: 168 time: 0.9672518 Mar 22 19:26:18.170609 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:18.306158 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bdbff4-718f-4ee4-9255-d12d2300ed33 admin admin] Network 51c4d819-dc3a-4926-819e-2ad5e382640b is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:26:18.309887 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-21bdbff4-718f-4ee4-9255-d12d2300ed33 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:26:18.492292 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21bdbff4-718f-4ee4-9255-d12d2300ed33 admin admin] Router b3eb4919-0c98-45d7-b26c-d41cb6339388 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:26:18.619610 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:18.711445 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bdbff4-718f-4ee4-9255-d12d2300ed33 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:26:18.724338 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-21bdbff4-718f-4ee4-9255-d12d2300ed33 admin admin] 10.222.0.75 "PUT /v2.0/routers/b3eb4919-0c98-45d7-b26c-d41cb6339388/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3622673 Mar 22 19:26:18.791021 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-75e6bef6-2224-4f6a-b6fb-6c30120a8851 None None] Provisioning complete for port f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:18.791975 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-75e6bef6-2224-4f6a-b6fb-6c30120a8851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:18.808610 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49894) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:18.848970 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a260cfdd-5f90-4246-91be-04ab5005c319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:18.856635 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7e6c0e8a-8266-4270-b5d1-0ff4aa34d22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (f0ecf098-5e3d-4ff0-ac79-d3d21e505122), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:18.904442 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-75e6bef6-2224-4f6a-b6fb-6c30120a8851 None None] Port f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:26:18.937492 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ecf2c-340f-4404-b575-df9451285a87 req-2322df7f-b54c-45a2-8930-31952d150ef8 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:18.946907 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f17ecf2c-340f-4404-b575-df9451285a87 req-2322df7f-b54c-45a2-8930-31952d150ef8 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 949 time: 1.7850883 Mar 22 19:26:18.991848 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1a1ffe0c-da1b-4f32-be88-87da7aedabd9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bde2c105dd224cc18bf002cbfe5269fd&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3254128 Mar 22 19:26:18.993853 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a01a1f-2c3c-41ff-b63d-05a44e3ebebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7103890f-f669-4aac-abae-bb33387cb828,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:19.004571 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49898) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:19.100113 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a260cfdd-5f90-4246-91be-04ab5005c319 admin admin] Publish callbacks [] for security_group (52c2557d-9a09-4cb1-a4ac-828d816ead79), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:19.144564 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a260cfdd-5f90-4246-91be-04ab5005c319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (52c2557d-9a09-4cb1-a4ac-828d816ead79), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:19.165294 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c0e8a-8266-4270-b5d1-0ff4aa34d22b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0ecf098-5e3d-4ff0-ac79-d3d21e505122,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:19.218475 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f17ecf2c-340f-4404-b575-df9451285a87 req-28f92f43-e1b6-4d59-98b0-7388db8957fd tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702456 Mar 22 19:26:19.232158 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a260cfdd-5f90-4246-91be-04ab5005c319 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=112fba196ca5488f81fe3ec95c74f84c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4220457 Mar 22 19:26:19.235553 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49904) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:19.256124 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d955a7f-46a2-4493-92ae-929c331bfbba req-6b38736b-14e3-4f9d-8415-7b3f3664896c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:19.261088 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d955a7f-46a2-4493-92ae-929c331bfbba req-6b38736b-14e3-4f9d-8415-7b3f3664896c service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1816070 Mar 22 19:26:19.304659 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dec05685-15b6-400e-a0a3-26ded67eca69 admin admin] Publish callbacks [] for security_group (629d1118-7ab0-4fe1-a785-b8d35f8bceac), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:19.319470 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-500037f5-509d-492f-a620-775666046075 req-772754be-b106-4cbe-8dc8-85ee1029eed5 tempest-ServersAaction247Test-2094950212 tempest-ServersAaction247Test-2094950212-project] 10.222.0.75 "GET /v2.0/ports?device_id=0bf40fc7-7ee0-4738-84cb-74ff57e0b5e8 HTTP/1.1" status: 200 len: 210 time: 0.0694089 Mar 22 19:26:19.325864 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dec05685-15b6-400e-a0a3-26ded67eca69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (629d1118-7ab0-4fe1-a785-b8d35f8bceac), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:19.332627 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6c0e8a-8266-4270-b5d1-0ff4aa34d22b admin admin] Checking segment: {'id': 'c1f4cc7d-c652-4382-8820-891fa4fa1690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4b718542-9a1f-44dc-be58-35b105938a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:26:19.340739 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6c0e8a-8266-4270-b5d1-0ff4aa34d22b admin admin] Network hostable DHCP agents. Network: 4b718542-9a1f-44dc-be58-35b105938a61, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:26:19.390174 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec05685-15b6-400e-a0a3-26ded67eca69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:26:19.406345 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260cfdd-5f90-4246-91be-04ab5005c319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c2557d-9a09-4cb1-a4ac-828d816ead79,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:19.422648 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dec05685-15b6-400e-a0a3-26ded67eca69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (8067e91b-cbcd-4271-9c5d-e5892f367a72), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:19.422996 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-dec05685-15b6-400e-a0a3-26ded67eca69 admin admin] Added segment 8067e91b-cbcd-4271-9c5d-e5892f367a72 of type vlan for network 09b38f1f-a105-4141-968b-914c29cdfe73 Mar 22 19:26:19.457244 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6c0e8a-8266-4270-b5d1-0ff4aa34d22b admin admin] Network 4b718542-9a1f-44dc-be58-35b105938a61 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:26:19.464482 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec05685-15b6-400e-a0a3-26ded67eca69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629d1118-7ab0-4fe1-a785-b8d35f8bceac,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:19.488414 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-70a90b47-7d15-4508-92ec-287cc18cbeda admin admin] Publish callbacks [] for security_group (5dbe1581-4968-43a3-9fb6-cf457e764a8f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:19.539883 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e11ae852-d5ce-46a3-b3f3-306d7c2aea07 admin admin] Publish callbacks [] for security_group (52c2557d-9a09-4cb1-a4ac-828d816ead79), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:19.540940 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:26:19.567533 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-7e6c0e8a-8266-4270-b5d1-0ff4aa34d22b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 4b718542-9a1f-44dc-be58-35b105938a61) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:26:19.579256 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302e3c67-f4ef-4dec-b0f2-d2be87e50cb1 None None] Network 4b718542-9a1f-44dc-be58-35b105938a61 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:26:19.584737 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dec05685-15b6-400e-a0a3-26ded67eca69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (09b38f1f-a105-4141-968b-914c29cdfe73), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:19.591073 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6c0e8a-8266-4270-b5d1-0ff4aa34d22b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:19.596147 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7e6c0e8a-8266-4270-b5d1-0ff4aa34d22b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:19.635182 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-70a90b47-7d15-4508-92ec-287cc18cbeda admin admin] Publish callbacks [] for security_group (5dbe1581-4968-43a3-9fb6-cf457e764a8f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:19.672789 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7e6c0e8a-8266-4270-b5d1-0ff4aa34d22b admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3540974 Mar 22 19:26:19.675684 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49916) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:19.681215 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-2649ecea-d227-44dc-921c-3ae34e0765d0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1354232685-router', 'tenant_id': '930b9ef3d7194f24932fd8b9008c68ee', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:26:19.726860 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dec05685-15b6-400e-a0a3-26ded67eca69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (09b38f1f-a105-4141-968b-914c29cdfe73), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:19.735403 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec05685-15b6-400e-a0a3-26ded67eca69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:19.736268 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dec05685-15b6-400e-a0a3-26ded67eca69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:19.736753 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9cb9ae-f4ec-4460-ba99-67c849291a0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-4b718542-9a1f-44dc-be58-35b105938a61', 'network_id': '4b718542-9a1f-44dc-be58-35b105938a61', 'project_id': '930b9ef3d7194f24932fd8b9008c68ee', 'fixed_ips': [{'subnet_id': 'f0ecf098-5e3d-4ff0-ac79-d3d21e505122'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:26:19.739860 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3e9cb9ae-f4ec-4460-ba99-67c849291a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:19.747269 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e11ae852-d5ce-46a3-b3f3-306d7c2aea07 admin admin] Publish callbacks [] for security_group (52c2557d-9a09-4cb1-a4ac-828d816ead79), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:19.796928 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-dec05685-15b6-400e-a0a3-26ded67eca69 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.8170161 Mar 22 19:26:19.807267 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49922) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:19.812905 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2649ecea-d227-44dc-921c-3ae34e0765d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (04135953-940a-46da-b220-002bef1e438e), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:19.831309 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2649ecea-d227-44dc-921c-3ae34e0765d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (04135953-940a-46da-b220-002bef1e438e), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:19.835356 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-311505e5-c64f-4775-b30e-84390ba86947 admin admin] Request body: {'subnet': {'network_id': '09b38f1f-a105-4141-968b-914c29cdfe73', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1013878994-subnet', 'tenant_id': '19c710f622d9408e8bd0693a6cf07a03', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:26:19.915213 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec05685-15b6-400e-a0a3-26ded67eca69 admin admin] Pushing event updated for resources: {'Network': ['ID=09b38f1f-a105-4141-968b-914c29cdfe73,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:19.943173 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311505e5-c64f-4775-b30e-84390ba86947 admin admin] Made reservation on behalf of 19c710f622d9408e8bd0693a6cf07a03 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:26:19.945784 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-311505e5-c64f-4775-b30e-84390ba86947 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:19.989246 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2649ecea-d227-44dc-921c-3ae34e0765d0 admin admin] Publish callbacks [] for router_controller (04135953-940a-46da-b220-002bef1e438e), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:20.037645 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49930) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:20.043373 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-1d8ab85d-331c-4c6d-a359-ed307bc5e43f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2018200426-network', 'tenant_id': 'be54158b7ae5451da23a60cc3cc12a83'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:26:20.046270 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-3e9cb9ae-f4ec-4460-ba99-67c849291a0e None None] Allocated IP 172.20.0.2 (4b718542-9a1f-44dc-be58-35b105938a61/f0ecf098-5e3d-4ff0-ac79-d3d21e505122/eb7aee05-a393-475d-a986-130a3ce525b6) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:26:20.188024 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2649ecea-d227-44dc-921c-3ae34e0765d0 admin admin] Publish callbacks [] for router_gateway (04135953-940a-46da-b220-002bef1e438e), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:20.193989 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8ab85d-331c-4c6d-a359-ed307bc5e43f admin admin] Made reservation on behalf of be54158b7ae5451da23a60cc3cc12a83 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:26:20.197490 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1d8ab85d-331c-4c6d-a359-ed307bc5e43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:20.217320 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1d8ab85d-331c-4c6d-a359-ed307bc5e43f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:20.224733 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 09b38f1f-a105-4141-968b-914c29cdfe73 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:26:20.229997 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-311505e5-c64f-4775-b30e-84390ba86947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (1fcaffb3-90ba-4c43-b281-759cd93e4025), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:20.304907 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e11ae852-d5ce-46a3-b3f3-306d7c2aea07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (52c2557d-9a09-4cb1-a4ac-828d816ead79), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:20.308177 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3e9cb9ae-f4ec-4460-ba99-67c849291a0e None None] Publish callbacks [] for port (eb7aee05-a393-475d-a986-130a3ce525b6), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:20.309353 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e11ae852-d5ce-46a3-b3f3-306d7c2aea07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:20.313694 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e11ae852-d5ce-46a3-b3f3-306d7c2aea07 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/52c2557d-9a09-4cb1-a4ac-828d816ead79 HTTP/1.1" status: 204 len: 168 time: 1.0746949 Mar 22 19:26:20.318079 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:20.318452 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:20.322958 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:20.343211 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-70a90b47-7d15-4508-92ec-287cc18cbeda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5dbe1581-4968-43a3-9fb6-cf457e764a8f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:20.347867 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-70a90b47-7d15-4508-92ec-287cc18cbeda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:20.351591 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-70a90b47-7d15-4508-92ec-287cc18cbeda admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5dbe1581-4968-43a3-9fb6-cf457e764a8f HTTP/1.1" status: 204 len: 168 time: 1.3358483 Mar 22 19:26:20.374949 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3e9cb9ae-f4ec-4460-ba99-67c849291a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (eb7aee05-a393-475d-a986-130a3ce525b6), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:20.376809 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ae852-d5ce-46a3-b3f3-306d7c2aea07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c2557d-9a09-4cb1-a4ac-828d816ead79,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:20.401892 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311505e5-c64f-4775-b30e-84390ba86947 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fcaffb3-90ba-4c43-b281-759cd93e4025,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:20.438239 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a90b47-7d15-4508-92ec-287cc18cbeda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbe1581-4968-43a3-9fb6-cf457e764a8f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:20.455172 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311505e5-c64f-4775-b30e-84390ba86947 admin admin] Checking segment: {'id': '8067e91b-cbcd-4271-9c5d-e5892f367a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '09b38f1f-a105-4141-968b-914c29cdfe73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:26:20.456422 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311505e5-c64f-4775-b30e-84390ba86947 admin admin] Network hostable DHCP agents. Network: 09b38f1f-a105-4141-968b-914c29cdfe73, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:26:20.492058 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c479d3d-c43c-45ca-af6c-4a82559d734d None None] Sync routers for ids ['b3eb4919-0c98-45d7-b26c-d41cb6339388'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:26:20.513944 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311505e5-c64f-4775-b30e-84390ba86947 admin admin] Network 09b38f1f-a105-4141-968b-914c29cdfe73 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:26:20.523431 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9cb9ae-f4ec-4460-ba99-67c849291a0e None None] Network 4b718542-9a1f-44dc-be58-35b105938a61 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:26:20.542557 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-311505e5-c64f-4775-b30e-84390ba86947 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 09b38f1f-a105-4141-968b-914c29cdfe73) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:26:20.548742 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311505e5-c64f-4775-b30e-84390ba86947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:20.555839 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-3e9cb9ae-f4ec-4460-ba99-67c849291a0e None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:26:20.561157 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-311505e5-c64f-4775-b30e-84390ba86947 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:20.562465 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace8a0af-f5ff-4350-a797-7b79269ec7cf None None] Network 09b38f1f-a105-4141-968b-914c29cdfe73 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:26:20.564747 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e3956f03-83c1-4a8b-bcee-56d092fa236d req-78c6f1a7-26d1-4292-a050-905d4397955b tempest-ServersAaction247Test-2094950212 tempest-ServersAaction247Test-2094950212-project] 10.222.0.75 "GET /v2.0/ports?device_id=0bf40fc7-7ee0-4738-84cb-74ff57e0b5e8 HTTP/1.1" status: 200 len: 210 time: 0.0639482 Mar 22 19:26:20.580185 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9cb9ae-f4ec-4460-ba99-67c849291a0e None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:26:20.609587 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-311505e5-c64f-4775-b30e-84390ba86947 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8002732 Mar 22 19:26:20.612750 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49950) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:20.622385 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-4f74e22b-c7c3-487f-9215-c584c93cb865 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1013878994-router', 'tenant_id': '19c710f622d9408e8bd0693a6cf07a03', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:26:20.623555 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9cb9ae-f4ec-4460-ba99-67c849291a0e None None] Pushing event updated for resources: {'Port': ['ID=eb7aee05-a393-475d-a986-130a3ce525b6,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:20.637170 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c479d3d-c43c-45ca-af6c-4a82559d734d None None] Routers {'b3eb4919-0c98-45d7-b26c-d41cb6339388'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:26:20.638138 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-2c479d3d-c43c-45ca-af6c-4a82559d734d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:26:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['b3eb4919-0c98-45d7-b26c-d41cb6339388'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:20.663333 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6481d-a449-495d-8295-c8756f0de706 req-d676431d-baae-441a-ac28-d446810df8d5 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:20.664781 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-09d6481d-a449-495d-8295-c8756f0de706 req-d676431d-baae-441a-ac28-d446810df8d5 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 949 time: 0.3212912 Mar 22 19:26:20.677756 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f74e22b-c7c3-487f-9215-c584c93cb865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (e0af61ad-896c-4e3a-9e08-9fed32c3391b), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:20.680547 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f74e22b-c7c3-487f-9215-c584c93cb865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (e0af61ad-896c-4e3a-9e08-9fed32c3391b), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:20.748219 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1d8ab85d-331c-4c6d-a359-ed307bc5e43f admin admin] Publish callbacks [] for security_group (0c1c5c65-acbc-4301-a84d-b89c285747d2), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:20.772664 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1d8ab85d-331c-4c6d-a359-ed307bc5e43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (0c1c5c65-acbc-4301-a84d-b89c285747d2), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:20.787414 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f74e22b-c7c3-487f-9215-c584c93cb865 admin admin] Publish callbacks [] for router_controller (e0af61ad-896c-4e3a-9e08-9fed32c3391b), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:20.819284 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-09d6481d-a449-495d-8295-c8756f0de706 req-b9d8f8e4-9ba5-46b9-bc21-62ebb10d0723 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432142 Mar 22 19:26:20.994159 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d8ab85d-331c-4c6d-a359-ed307bc5e43f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:26:21.018782 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ab85d-331c-4c6d-a359-ed307bc5e43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1c5c65-acbc-4301-a84d-b89c285747d2,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:21.022806 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1d8ab85d-331c-4c6d-a359-ed307bc5e43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (5cf6edc1-c3ac-4745-bb76-3c3dacb92d93), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:21.023523 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-1d8ab85d-331c-4c6d-a359-ed307bc5e43f admin admin] Added segment 5cf6edc1-c3ac-4745-bb76-3c3dacb92d93 of type vlan for network 14e0778a-448c-401b-8757-7a9816b6b02a Mar 22 19:26:21.065315 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f74e22b-c7c3-487f-9215-c584c93cb865 admin admin] Publish callbacks [] for router_gateway (e0af61ad-896c-4e3a-9e08-9fed32c3391b), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:21.102999 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1d8ab85d-331c-4c6d-a359-ed307bc5e43f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (14e0778a-448c-401b-8757-7a9816b6b02a), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:21.109729 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2649ecea-d227-44dc-921c-3ae34e0765d0 admin admin] Publish callbacks [] for router_gateway (04135953-940a-46da-b220-002bef1e438e), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:21.185152 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2649ecea-d227-44dc-921c-3ae34e0765d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:21.188430 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e017683c-3c66-429a-9691-44168e3216fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-09b38f1f-a105-4141-968b-914c29cdfe73', 'network_id': '09b38f1f-a105-4141-968b-914c29cdfe73', 'project_id': '19c710f622d9408e8bd0693a6cf07a03', 'fixed_ips': [{'subnet_id': '1fcaffb3-90ba-4c43-b281-759cd93e4025'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:26:21.189421 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e017683c-3c66-429a-9691-44168e3216fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:21.343335 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49978) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:21.369108 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1d8ab85d-331c-4c6d-a359-ed307bc5e43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (14e0778a-448c-401b-8757-7a9816b6b02a), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:21.372804 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8ab85d-331c-4c6d-a359-ed307bc5e43f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:21.373647 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1d8ab85d-331c-4c6d-a359-ed307bc5e43f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:21.384425 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:21.384829 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:21.408117 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-3e9cb9ae-f4ec-4460-ba99-67c849291a0e None None] Attempting to bind port eb7aee05-a393-475d-a986-130a3ce525b6 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:26:21.408517 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-3e9cb9ae-f4ec-4460-ba99-67c849291a0e None None] Attempting to bind port eb7aee05-a393-475d-a986-130a3ce525b6 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'c1f4cc7d-c652-4382-8820-891fa4fa1690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4b718542-9a1f-44dc-be58-35b105938a61'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:26:21.408953 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9cb9ae-f4ec-4460-ba99-67c849291a0e None None] Attempting to bind port eb7aee05-a393-475d-a986-130a3ce525b6 on network 4b718542-9a1f-44dc-be58-35b105938a61 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:26:21.420217 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-e017683c-3c66-429a-9691-44168e3216fc None None] Allocated IP 172.20.0.2 (09b38f1f-a105-4141-968b-914c29cdfe73/1fcaffb3-90ba-4c43-b281-759cd93e4025/ddc5b543-617d-4d5b-a568-b73130b8372b) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:26:21.426632 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9cb9ae-f4ec-4460-ba99-67c849291a0e None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:26:21.427019 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9cb9ae-f4ec-4460-ba99-67c849291a0e None None] Checking segment: {'id': 'c1f4cc7d-c652-4382-8820-891fa4fa1690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4b718542-9a1f-44dc-be58-35b105938a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:26:21.427411 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3e9cb9ae-f4ec-4460-ba99-67c849291a0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:21.427808 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9cb9ae-f4ec-4460-ba99-67c849291a0e None None] Bound using segment: {'id': 'c1f4cc7d-c652-4382-8820-891fa4fa1690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4b718542-9a1f-44dc-be58-35b105938a61'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:26:21.428279 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-3e9cb9ae-f4ec-4460-ba99-67c849291a0e None None] Bound port: eb7aee05-a393-475d-a986-130a3ce525b6, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f4cc7d-c652-4382-8820-891fa4fa1690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4b718542-9a1f-44dc-be58-35b105938a61'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:26:21.428799 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3e9cb9ae-f4ec-4460-ba99-67c849291a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (eb7aee05-a393-475d-a986-130a3ce525b6), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:21.453749 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f74e22b-c7c3-487f-9215-c584c93cb865 admin admin] Publish callbacks [] for router_gateway (e0af61ad-896c-4e3a-9e08-9fed32c3391b), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:21.469165 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:26:21.478915 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:21.481387 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f74e22b-c7c3-487f-9215-c584c93cb865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:21.485242 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-997ae119-8fab-4c98-bbd5-d246895902f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:21.517981 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:21.562667 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-2c479d3d-c43c-45ca-af6c-4a82559d734d None None] Set router b3eb4919-0c98-45d7-b26c-d41cb6339388 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:26:21.637043 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1d8ab85d-331c-4c6d-a359-ed307bc5e43f admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5981731 Mar 22 19:26:21.649549 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d955a7f-46a2-4493-92ae-929c331bfbba req-a4d4b6a9-b37c-49cb-a960-5f996807f2e8 tempest-ServersAaction247Test-2094950212 tempest-ServersAaction247Test-2094950212-project] 10.222.0.85 "GET /v2.0/ports?device_id=0bf40fc7-7ee0-4738-84cb-74ff57e0b5e8 HTTP/1.1" status: 200 len: 210 time: 0.1575816 Mar 22 19:26:21.649657 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49988) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:21.657405 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-6b9f843f-85f0-41f2-a75d-3a873cc95a15 admin admin] Request body: {'subnet': {'network_id': '14e0778a-448c-401b-8757-7a9816b6b02a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2018200426-subnet', 'tenant_id': 'be54158b7ae5451da23a60cc3cc12a83', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:26:21.687716 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ab85d-331c-4c6d-a359-ed307bc5e43f admin admin] Pushing event updated for resources: {'Network': ['ID=14e0778a-448c-401b-8757-7a9816b6b02a,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:21.702946 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9f843f-85f0-41f2-a75d-3a873cc95a15 admin admin] Made reservation on behalf of be54158b7ae5451da23a60cc3cc12a83 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:26:21.705627 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a1ba9-b608-427c-bc5f-dbd9353c7a12 req-5327cb53-a55b-4694-ba88-1baf605aaa59 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:21.707083 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6b9f843f-85f0-41f2-a75d-3a873cc95a15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:21.707793 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b6a1ba9-b608-427c-bc5f-dbd9353c7a12 req-5327cb53-a55b-4694-ba88-1baf605aaa59 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 947 time: 0.4004915 Mar 22 19:26:21.714144 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-2649ecea-d227-44dc-921c-3ae34e0765d0 admin admin] Allocated IP 172.25.5.233 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/327aaa84-9cdd-44ed-a109-309d63f235e2) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:26:21.798821 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 14e0778a-448c-401b-8757-7a9816b6b02a details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:26:21.865058 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-3e9cb9ae-f4ec-4460-ba99-67c849291a0e None None] For port eb7aee05-a393-475d-a986-130a3ce525b6, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:26:21.883197 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b59b1461-e775-439f-9682-87bf53c59f7a req-6975f760-4085-4574-a66a-5e29aa961802 tempest-ServersAaction247Test-2094950212 tempest-ServersAaction247Test-2094950212-project] 10.222.0.75 "GET /v2.0/ports?device_id=0bf40fc7-7ee0-4738-84cb-74ff57e0b5e8 HTTP/1.1" status: 200 len: 210 time: 0.1024296 Mar 22 19:26:21.921717 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b6a1ba9-b608-427c-bc5f-dbd9353c7a12 req-d35e78a2-39f4-49a6-9b4b-39ca01e3b21e tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032058 Mar 22 19:26:21.924075 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-997ae119-8fab-4c98-bbd5-d246895902f8 admin admin] Publish callbacks [] for security_group (a457690a-01d5-41a8-862c-44df5de2ea40), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:21.940158 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-997ae119-8fab-4c98-bbd5-d246895902f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a457690a-01d5-41a8-862c-44df5de2ea40), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:21.972194 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-997ae119-8fab-4c98-bbd5-d246895902f8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=763884936b7046bc8c58ae7c2af7c48d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6199985 Mar 22 19:26:21.976370 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49998) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:22.040592 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:22.044498 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6b9f843f-85f0-41f2-a75d-3a873cc95a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (a956bec7-9e99-44b7-a4e4-af8caabab13f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:22.055561 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:22.055561 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:22.055895 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:22.056105 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:22.056441 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:22.056773 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:22.057278 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:22.057615 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:22.058032 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:22.058992 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:22.059330 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:22.059655 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:22.059980 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:22.060300 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:22.060625 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:22.087838 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-3e9cb9ae-f4ec-4460-ba99-67c849291a0e None None] For port eb7aee05-a393-475d-a986-130a3ce525b6, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=eb7aee05-a393-475d-a986-130a3ce525b6,segment=NetworkSegment(c1f4cc7d-c652-4382-8820-891fa4fa1690),segment_id=c1f4cc7d-c652-4382-8820-891fa4fa1690)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:26:22.088897 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2649ecea-d227-44dc-921c-3ae34e0765d0 admin admin] Publish callbacks [] for port (327aaa84-9cdd-44ed-a109-309d63f235e2), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:22.093521 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ae119-8fab-4c98-bbd5-d246895902f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a457690a-01d5-41a8-862c-44df5de2ea40,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:22.107834 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3e9cb9ae-f4ec-4460-ba99-67c849291a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (eb7aee05-a393-475d-a986-130a3ce525b6), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:22.199583 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f843f-85f0-41f2-a75d-3a873cc95a15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a956bec7-9e99-44b7-a4e4-af8caabab13f,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:22.224888 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b5be75f7-c968-424b-903f-97c10e220dfc admin admin] Publish callbacks [] for security_group (a457690a-01d5-41a8-862c-44df5de2ea40), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:22.239926 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9f843f-85f0-41f2-a75d-3a873cc95a15 admin admin] Checking segment: {'id': '5cf6edc1-c3ac-4745-bb76-3c3dacb92d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '14e0778a-448c-401b-8757-7a9816b6b02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:26:22.240292 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9f843f-85f0-41f2-a75d-3a873cc95a15 admin admin] Network hostable DHCP agents. Network: 14e0778a-448c-401b-8757-7a9816b6b02a, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:26:22.247620 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a222aa77-a992-46f3-b12f-cba5404a867a req-25c26b59-eae9-4d84-bc8f-90c73f63c84d tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:22.257688 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a222aa77-a992-46f3-b12f-cba5404a867a req-25c26b59-eae9-4d84-bc8f-90c73f63c84d tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 949 time: 0.2526357 Mar 22 19:26:22.265580 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e017683c-3c66-429a-9691-44168e3216fc None None] Publish callbacks [] for port (ddc5b543-617d-4d5b-a568-b73130b8372b), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:22.267215 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9cb9ae-f4ec-4460-ba99-67c849291a0e None None] Pushing event updated for resources: {'Port': ['ID=eb7aee05-a393-475d-a986-130a3ce525b6,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:22.275231 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9f843f-85f0-41f2-a75d-3a873cc95a15 admin admin] Network 14e0778a-448c-401b-8757-7a9816b6b02a is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:26:22.280274 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e017683c-3c66-429a-9691-44168e3216fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (ddc5b543-617d-4d5b-a568-b73130b8372b), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:22.294968 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-6b9f843f-85f0-41f2-a75d-3a873cc95a15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 14e0778a-448c-401b-8757-7a9816b6b02a) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:26:22.300191 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9f843f-85f0-41f2-a75d-3a873cc95a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:22.300801 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6b9f843f-85f0-41f2-a75d-3a873cc95a15 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:22.333097 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6b9f843f-85f0-41f2-a75d-3a873cc95a15 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6839108 Mar 22 19:26:22.335625 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50008) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:22.341060 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-823b03f1-cba8-47c7-8d6e-4111c26e8bd8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2018200426-router', 'tenant_id': 'be54158b7ae5451da23a60cc3cc12a83', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:26:22.352561 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017683c-3c66-429a-9691-44168e3216fc None None] Pushing event updated for resources: {'Port': ['ID=ddc5b543-617d-4d5b-a568-b73130b8372b,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:22.356639 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-2c479d3d-c43c-45ca-af6c-4a82559d734d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'name': 'tempest-TaggedBootDevicesTest_v242-1498568096-router', 'tenant_id': '3fee7ce517f548f9a4e6097b9989ab12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:10Z', 'updated_at': '2022-03-22T19:26:17Z', 'revision_number': 4, 'project_id': '3fee7ce517f548f9a4e6097b9989ab12', 'gw_port': {'id': 'c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:12Z', 'updated_at': '2022-03-22T19:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7', 'name': '', 'network_id': '51c4d819-dc3a-4926-819e-2ad5e382640b', 'tenant_id': '3fee7ce517f548f9a4e6097b9989ab12', 'mac_address': 'fa:16:3e:d0:db:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '69c17642-eb57-4b80-9cea-90bbf60877d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:16Z', 'updated_at': '2022-03-22T19:26:17Z', 'revision_number': 2, 'project_id': '3fee7ce517f548f9a4e6097b9989ab12', 'subnets': [{'id': '69c17642-eb57-4b80-9cea-90bbf60877d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:22.359391 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e86bd9c-cd81-4a33-8440-de23fa10ed96 None None] Network 14e0778a-448c-401b-8757-7a9816b6b02a requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:26:22.372862 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b5be75f7-c968-424b-903f-97c10e220dfc admin admin] Publish callbacks [] for security_group (a457690a-01d5-41a8-862c-44df5de2ea40), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:22.390776 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2649ecea-d227-44dc-921c-3ae34e0765d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (327aaa84-9cdd-44ed-a109-309d63f235e2), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:22.415451 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c479d3d-c43c-45ca-af6c-4a82559d734d None None] Checking router: b3eb4919-0c98-45d7-b26c-d41cb6339388 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:26:22.415451 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c479d3d-c43c-45ca-af6c-4a82559d734d None None] Updating router b3eb4919-0c98-45d7-b26c-d41cb6339388 port f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:26:22.484553 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-4f74e22b-c7c3-487f-9215-c584c93cb865 admin admin] Allocated IP 172.25.5.203 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/3f345823-f489-4e29-aad5-08cffdb8ede6) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:26:22.493091 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2c479d3d-c43c-45ca-af6c-4a82559d734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:22.530448 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e017683c-3c66-429a-9691-44168e3216fc None None] Network 09b38f1f-a105-4141-968b-914c29cdfe73 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:26:22.549884 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-e017683c-3c66-429a-9691-44168e3216fc None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:26:22.565280 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e017683c-3c66-429a-9691-44168e3216fc None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:26:22.600704 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2649ecea-d227-44dc-921c-3ae34e0765d0 admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:26:22.607896 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-2649ecea-d227-44dc-921c-3ae34e0765d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:26:22.619949 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a222aa77-a992-46f3-b12f-cba5404a867a req-0f3d84d2-2b04-4f5b-9eac-3d0019e6a7a0 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330550 Mar 22 19:26:22.621287 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2649ecea-d227-44dc-921c-3ae34e0765d0 admin admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:26:22.629986 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649ecea-d227-44dc-921c-3ae34e0765d0 admin admin] Pushing event updated for resources: {'Port': ['ID=327aaa84-9cdd-44ed-a109-309d63f235e2,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:22.645705 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-823b03f1-cba8-47c7-8d6e-4111c26e8bd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (84d2d50c-ce03-4d67-adae-986abb2bd1ef), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:22.650835 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-823b03f1-cba8-47c7-8d6e-4111c26e8bd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (84d2d50c-ce03-4d67-adae-986abb2bd1ef), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:22.775617 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b5be75f7-c968-424b-903f-97c10e220dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a457690a-01d5-41a8-862c-44df5de2ea40), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:22.778982 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b5be75f7-c968-424b-903f-97c10e220dfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:22.780620 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b5be75f7-c968-424b-903f-97c10e220dfc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a457690a-01d5-41a8-862c-44df5de2ea40 HTTP/1.1" status: 204 len: 168 time: 0.7989616 Mar 22 19:26:22.844226 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be75f7-c968-424b-903f-97c10e220dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a457690a-01d5-41a8-862c-44df5de2ea40,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:22.895588 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9eaead-603d-4590-ac33-72ef35a3937b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-14e0778a-448c-401b-8757-7a9816b6b02a', 'network_id': '14e0778a-448c-401b-8757-7a9816b6b02a', 'project_id': 'be54158b7ae5451da23a60cc3cc12a83', 'fixed_ips': [{'subnet_id': 'a956bec7-9e99-44b7-a4e4-af8caabab13f'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:26:22.896496 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0f9eaead-603d-4590-ac33-72ef35a3937b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:22.900257 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f74e22b-c7c3-487f-9215-c584c93cb865 admin admin] Publish callbacks [] for port (3f345823-f489-4e29-aad5-08cffdb8ede6), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:22.905871 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-823b03f1-cba8-47c7-8d6e-4111c26e8bd8 admin admin] Publish callbacks [] for router_controller (84d2d50c-ce03-4d67-adae-986abb2bd1ef), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:23.045682 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4c201-85ec-42a4-9f78-e11ad670ea81 req-f1ea2ff0-c946-46fc-a512-fd041b359c73 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:23.049021 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-acf4c201-85ec-42a4-9f78-e11ad670ea81 req-f1ea2ff0-c946-46fc-a512-fd041b359c73 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 947 time: 0.1628177 Mar 22 19:26:23.116198 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f74e22b-c7c3-487f-9215-c584c93cb865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (3f345823-f489-4e29-aad5-08cffdb8ede6), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:23.132169 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-0f9eaead-603d-4590-ac33-72ef35a3937b None None] Allocated IP 172.20.0.2 (14e0778a-448c-401b-8757-7a9816b6b02a/a956bec7-9e99-44b7-a4e4-af8caabab13f/4bd21620-adc4-4e1c-92d6-ef5074e3d614) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:26:23.184471 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-823b03f1-cba8-47c7-8d6e-4111c26e8bd8 admin admin] Publish callbacks [] for router_gateway (84d2d50c-ce03-4d67-adae-986abb2bd1ef), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:23.198067 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-acf4c201-85ec-42a4-9f78-e11ad670ea81 req-fcad5a7a-8335-4a88-bdc6-056d1a0a059b tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983272 Mar 22 19:26:23.218817 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f74e22b-c7c3-487f-9215-c584c93cb865 admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:26:23.220306 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2649ecea-d227-44dc-921c-3ae34e0765d0 admin admin] Publish callbacks [] for router_gateway (04135953-940a-46da-b220-002bef1e438e), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:23.225904 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-4f74e22b-c7c3-487f-9215-c584c93cb865 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:26:23.238128 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74e22b-c7c3-487f-9215-c584c93cb865 admin admin] Pushing event updated for resources: {'Port': ['ID=3f345823-f489-4e29-aad5-08cffdb8ede6,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:23.240823 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f74e22b-c7c3-487f-9215-c584c93cb865 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:26:23.652866 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2649ecea-d227-44dc-921c-3ae34e0765d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (04135953-940a-46da-b220-002bef1e438e), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:23.681753 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50042) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:23.691816 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-e017683c-3c66-429a-9691-44168e3216fc None None] Attempting to bind port ddc5b543-617d-4d5b-a568-b73130b8372b on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:26:23.692358 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-e017683c-3c66-429a-9691-44168e3216fc None None] Attempting to bind port ddc5b543-617d-4d5b-a568-b73130b8372b by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '8067e91b-cbcd-4271-9c5d-e5892f367a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '09b38f1f-a105-4141-968b-914c29cdfe73'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:26:23.692550 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e017683c-3c66-429a-9691-44168e3216fc None None] Attempting to bind port ddc5b543-617d-4d5b-a568-b73130b8372b on network 09b38f1f-a105-4141-968b-914c29cdfe73 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:26:23.713579 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e017683c-3c66-429a-9691-44168e3216fc None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:26:23.713995 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e017683c-3c66-429a-9691-44168e3216fc None None] Checking segment: {'id': '8067e91b-cbcd-4271-9c5d-e5892f367a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '09b38f1f-a105-4141-968b-914c29cdfe73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:26:23.714410 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e017683c-3c66-429a-9691-44168e3216fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:23.715351 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e017683c-3c66-429a-9691-44168e3216fc None None] Bound using segment: {'id': '8067e91b-cbcd-4271-9c5d-e5892f367a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '09b38f1f-a105-4141-968b-914c29cdfe73'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:26:23.719485 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-e017683c-3c66-429a-9691-44168e3216fc None None] Bound port: ddc5b543-617d-4d5b-a568-b73130b8372b, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8067e91b-cbcd-4271-9c5d-e5892f367a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '09b38f1f-a105-4141-968b-914c29cdfe73'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:26:23.723453 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e017683c-3c66-429a-9691-44168e3216fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ddc5b543-617d-4d5b-a568-b73130b8372b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:23.972858 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e017683c-3c66-429a-9691-44168e3216fc None None] For port ddc5b543-617d-4d5b-a568-b73130b8372b, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:26:23.980231 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e017683c-3c66-429a-9691-44168e3216fc None None] For port ddc5b543-617d-4d5b-a568-b73130b8372b, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=ddc5b543-617d-4d5b-a568-b73130b8372b,segment=NetworkSegment(8067e91b-cbcd-4271-9c5d-e5892f367a72),segment_id=8067e91b-cbcd-4271-9c5d-e5892f367a72)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:26:24.005061 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device d797c08b-ec86-4947-b515-8d22e032c317 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:26:24.012916 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device eb7aee05-a393-475d-a986-130a3ce525b6 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:26:24.071231 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3e246b-49c1-4c4d-96e4-6aeaf5899275 None None] Network 4b718542-9a1f-44dc-be58-35b105938a61 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:26:24.139424 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e017683c-3c66-429a-9691-44168e3216fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (ddc5b543-617d-4d5b-a568-b73130b8372b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:24.287539 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ac047c6b-957a-443c-b8c1-8a6812e55786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:24.407005 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4b3a8-48d1-4844-8ec9-f9896fbe49fc req-70fbcf1e-c3c5-4297-b1a9-5b68652b0a51 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:24.414218 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-10e4b3a8-48d1-4844-8ec9-f9896fbe49fc req-70fbcf1e-c3c5-4297-b1a9-5b68652b0a51 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 949 time: 0.1708584 Mar 22 19:26:24.465727 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017683c-3c66-429a-9691-44168e3216fc None None] Pushing event updated for resources: {'Port': ['ID=ddc5b543-617d-4d5b-a568-b73130b8372b,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:24.540552 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-8dfa9318-5b59-4721-a67b-9d79cfaff100 None None] Provisioning complete for port eb7aee05-a393-475d-a986-130a3ce525b6 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:24.542625 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8dfa9318-5b59-4721-a67b-9d79cfaff100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (eb7aee05-a393-475d-a986-130a3ce525b6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:24.601962 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d6ce8-c004-445e-8f12-34ef71978943 req-8d230c0d-8611-4693-a2ec-b0e72a15552e tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:24.610550 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0e1d6ce8-c004-445e-8f12-34ef71978943 req-8d230c0d-8611-4693-a2ec-b0e72a15552e tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 947 time: 0.2403255 Mar 22 19:26:24.620683 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.resource_extend [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:26:24.630242 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port eb7aee05-a393-475d-a986-130a3ce525b6 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:24.630604 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (eb7aee05-a393-475d-a986-130a3ce525b6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:24.633076 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-10e4b3a8-48d1-4844-8ec9-f9896fbe49fc req-a5e4cb70-d4d4-49a5-bed0-ffd5a02e9324 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152083 Mar 22 19:26:24.724299 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2649ecea-d227-44dc-921c-3ae34e0765d0 admin admin] Router 04135953-940a-46da-b220-002bef1e438e is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:26:24.771548 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ac047c6b-957a-443c-b8c1-8a6812e55786 admin admin] Publish callbacks [] for security_group (9f5a0f85-e933-4e57-80ff-c20a13bc6b4e), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:24.789417 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-823b03f1-cba8-47c7-8d6e-4111c26e8bd8 admin admin] Publish callbacks [] for router_gateway (84d2d50c-ce03-4d67-adae-986abb2bd1ef), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:24.836516 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-823b03f1-cba8-47c7-8d6e-4111c26e8bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:24.859602 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f74e22b-c7c3-487f-9215-c584c93cb865 admin admin] Publish callbacks [] for router_gateway (e0af61ad-896c-4e3a-9e08-9fed32c3391b), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:24.948587 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ac047c6b-957a-443c-b8c1-8a6812e55786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9f5a0f85-e933-4e57-80ff-c20a13bc6b4e), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:24.983657 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0e1d6ce8-c004-445e-8f12-34ef71978943 req-3c59b67b-bd49-4259-b662-6ebda1a0aa96 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3431425 Mar 22 19:26:25.028511 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac047c6b-957a-443c-b8c1-8a6812e55786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5a0f85-e933-4e57-80ff-c20a13bc6b4e,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:25.046115 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ac047c6b-957a-443c-b8c1-8a6812e55786 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dd804b2153154b7d889e2a5d33b61e70&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3632283 Mar 22 19:26:25.046936 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50082) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:25.079987 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2c479d3d-c43c-45ca-af6c-4a82559d734d None None] Publish callbacks [] for port (f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:25.099897 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0f9eaead-603d-4590-ac33-72ef35a3937b None None] Publish callbacks [] for port (4bd21620-adc4-4e1c-92d6-ef5074e3d614), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:25.117678 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2649ecea-d227-44dc-921c-3ae34e0765d0 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:26:25.120313 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f33b585a-246d-4f2e-94b1-805770d85427 admin admin] Publish callbacks [] for security_group (9f5a0f85-e933-4e57-80ff-c20a13bc6b4e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:25.130180 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4429dd0-6c53-45bb-836c-c7dadc926dd0 None None] Sync routers for ids ['04135953-940a-46da-b220-002bef1e438e'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:26:25.149648 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-823b03f1-cba8-47c7-8d6e-4111c26e8bd8 admin admin] Allocated IP 172.25.5.32 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/43bc5936-38f6-4aac-be66-58a1bdc7c4c1) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:26:25.149895 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4429dd0-6c53-45bb-836c-c7dadc926dd0 None None] Routers {'04135953-940a-46da-b220-002bef1e438e'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:26:25.150456 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-b4429dd0-6c53-45bb-836c-c7dadc926dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:26:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['04135953-940a-46da-b220-002bef1e438e'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:25.156321 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2649ecea-d227-44dc-921c-3ae34e0765d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:25.158014 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2649ecea-d227-44dc-921c-3ae34e0765d0 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4813623 Mar 22 19:26:25.160351 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f33b585a-246d-4f2e-94b1-805770d85427 admin admin] Publish callbacks [] for security_group (9f5a0f85-e933-4e57-80ff-c20a13bc6b4e), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:25.162389 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50084) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:25.230540 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8dfa9318-5b59-4721-a67b-9d79cfaff100 None None] Current status of the port eb7aee05-a393-475d-a986-130a3ce525b6 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:25.230830 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8dfa9318-5b59-4721-a67b-9d79cfaff100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (eb7aee05-a393-475d-a986-130a3ce525b6), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:25.237556 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2c479d3d-c43c-45ca-af6c-4a82559d734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:25.274369 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0f9eaead-603d-4590-ac33-72ef35a3937b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (4bd21620-adc4-4e1c-92d6-ef5074e3d614), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:25.407375 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-b4429dd0-6c53-45bb-836c-c7dadc926dd0 None None] Set router 04135953-940a-46da-b220-002bef1e438e gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:26:25.454905 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port eb7aee05-a393-475d-a986-130a3ce525b6 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:25.455273 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (eb7aee05-a393-475d-a986-130a3ce525b6), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:25.554156 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-8dfa9318-5b59-4721-a67b-9d79cfaff100 None None] For port eb7aee05-a393-475d-a986-130a3ce525b6, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=eb7aee05-a393-475d-a986-130a3ce525b6,segment=NetworkSegment(c1f4cc7d-c652-4382-8820-891fa4fa1690),segment_id=c1f4cc7d-c652-4382-8820-891fa4fa1690)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:26:25.586727 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8dfa9318-5b59-4721-a67b-9d79cfaff100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (eb7aee05-a393-475d-a986-130a3ce525b6), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:25.592605 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port d797c08b-ec86-4947-b515-8d22e032c317, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=d797c08b-ec86-4947-b515-8d22e032c317,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:26:25.601596 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50090) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:25.620680 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-823b03f1-cba8-47c7-8d6e-4111c26e8bd8 admin admin] Publish callbacks [] for port (43bc5936-38f6-4aac-be66-58a1bdc7c4c1), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:25.635687 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9eaead-603d-4590-ac33-72ef35a3937b None None] Network 14e0778a-448c-401b-8757-7a9816b6b02a is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:26:25.687920 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-823b03f1-cba8-47c7-8d6e-4111c26e8bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (43bc5936-38f6-4aac-be66-58a1bdc7c4c1), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:25.702397 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f33b585a-246d-4f2e-94b1-805770d85427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9f5a0f85-e933-4e57-80ff-c20a13bc6b4e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:25.709105 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f33b585a-246d-4f2e-94b1-805770d85427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:25.713334 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f33b585a-246d-4f2e-94b1-805770d85427 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9f5a0f85-e933-4e57-80ff-c20a13bc6b4e HTTP/1.1" status: 204 len: 168 time: 0.6607113 Mar 22 19:26:25.752207 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-0f9eaead-603d-4590-ac33-72ef35a3937b None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:26:25.826246 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d07a7-226b-49ad-94a4-f1a702153655 None None] Pushing event updated for resources: {'Port': ['ID=f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:25.849062 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9eaead-603d-4590-ac33-72ef35a3937b None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:26:25.868100 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'd797c08b-ec86-4947-b515-8d22e032c317', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': 'd797c08b-ec86-4947-b515-8d22e032c317', 'mac_address': 'fa:16:3e:7c:45:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:26:25.878157 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f74e22b-c7c3-487f-9215-c584c93cb865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (e0af61ad-896c-4e3a-9e08-9fed32c3391b), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:25.903509 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-b4429dd0-6c53-45bb-836c-c7dadc926dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04135953-940a-46da-b220-002bef1e438e', 'name': 'tempest-ServersTestManualDisk-1354232685-router', 'tenant_id': '930b9ef3d7194f24932fd8b9008c68ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '327aaa84-9cdd-44ed-a109-309d63f235e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:19Z', 'updated_at': '2022-03-22T19:26:22Z', 'revision_number': 3, 'project_id': '930b9ef3d7194f24932fd8b9008c68ee', 'gw_port': {'id': '327aaa84-9cdd-44ed-a109-309d63f235e2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04135953-940a-46da-b220-002bef1e438e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:21Z', 'updated_at': '2022-03-22T19:26:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:25.937590 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:26:25.938076 n-d-705658-24 neutron-server[104174]: DEBUG oslo_db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:26:25.985783 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4429dd0-6c53-45bb-836c-c7dadc926dd0 None None] Checking router: 04135953-940a-46da-b220-002bef1e438e for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:26:25.986171 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4429dd0-6c53-45bb-836c-c7dadc926dd0 None None] Updating router 04135953-940a-46da-b220-002bef1e438e port 327aaa84-9cdd-44ed-a109-309d63f235e2 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:26:26.052486 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-2c479d3d-c43c-45ca-af6c-4a82559d734d None None] Attempting to bind port f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:26:26.052731 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-2c479d3d-c43c-45ca-af6c-4a82559d734d None None] Attempting to bind port f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'e90353a3-2dc2-40d0-af93-fb32f35357dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '51c4d819-dc3a-4926-819e-2ad5e382640b'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:26:26.059849 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c479d3d-c43c-45ca-af6c-4a82559d734d None None] Attempting to bind port f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7 on network 51c4d819-dc3a-4926-819e-2ad5e382640b {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:26:26.078866 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-b4429dd0-6c53-45bb-836c-c7dadc926dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (327aaa84-9cdd-44ed-a109-309d63f235e2), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:26.142541 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c479d3d-c43c-45ca-af6c-4a82559d734d None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:26:26.142969 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c479d3d-c43c-45ca-af6c-4a82559d734d None None] Checking segment: {'id': 'e90353a3-2dc2-40d0-af93-fb32f35357dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '51c4d819-dc3a-4926-819e-2ad5e382640b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:26:26.146332 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2c479d3d-c43c-45ca-af6c-4a82559d734d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:26.148597 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c479d3d-c43c-45ca-af6c-4a82559d734d None None] Bound using segment: {'id': 'e90353a3-2dc2-40d0-af93-fb32f35357dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '51c4d819-dc3a-4926-819e-2ad5e382640b'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:26:26.149403 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-2c479d3d-c43c-45ca-af6c-4a82559d734d None None] Bound port: f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e90353a3-2dc2-40d0-af93-fb32f35357dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '51c4d819-dc3a-4926-819e-2ad5e382640b'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:26:26.149832 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2c479d3d-c43c-45ca-af6c-4a82559d734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:26.174007 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b585a-246d-4f2e-94b1-805770d85427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5a0f85-e933-4e57-80ff-c20a13bc6b4e,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:26.175657 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-08dba415-f568-4049-a961-04f4a9f13c11 None None] Provisioning complete for port f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:26.180712 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-08dba415-f568-4049-a961-04f4a9f13c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:26.188677 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823b03f1-cba8-47c7-8d6e-4111c26e8bd8 admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:26:26.218221 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-823b03f1-cba8-47c7-8d6e-4111c26e8bd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:26:26.243587 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823b03f1-cba8-47c7-8d6e-4111c26e8bd8 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:26:26.290334 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4d8690de-4555-405d-8781-75608ba0dc68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:26.307587 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823b03f1-cba8-47c7-8d6e-4111c26e8bd8 admin admin] Pushing event updated for resources: {'Port': ['ID=43bc5936-38f6-4aac-be66-58a1bdc7c4c1,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:26.319887 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-08dba415-f568-4049-a961-04f4a9f13c11 None None] Port f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:26:26.323059 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8180c712-63a6-46d6-9cf6-6599ae5fff0b None None] Network 09b38f1f-a105-4141-968b-914c29cdfe73 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:26:26.347227 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f74e22b-c7c3-487f-9215-c584c93cb865 admin admin] Router e0af61ad-896c-4e3a-9e08-9fed32c3391b is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:26:26.461076 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a0041-415e-42cc-ab2a-e1074f7b8384 req-8e54db54-00c2-41c5-9c10-a03a650a58a3 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:26.462997 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6e8a0041-415e-42cc-ab2a-e1074f7b8384 req-8e54db54-00c2-41c5-9c10-a03a650a58a3 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 949 time: 0.2842758 Mar 22 19:26:26.471656 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00caf84b-3910-4850-a4f2-96319d3353ea req-217ac741-3b74-498c-a503-798c3697e12a tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:26.473462 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00caf84b-3910-4850-a4f2-96319d3353ea req-217ac741-3b74-498c-a503-798c3697e12a tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 947 time: 0.2936878 Mar 22 19:26:26.517048 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9eaead-603d-4590-ac33-72ef35a3937b None None] Pushing event updated for resources: {'Port': ['ID=4bd21620-adc4-4e1c-92d6-ef5074e3d614,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:26.544282 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port d797c08b-ec86-4947-b515-8d22e032c317 is: ACTIVE; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:26.545147 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d797c08b-ec86-4947-b515-8d22e032c317), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:26.637259 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6e8a0041-415e-42cc-ab2a-e1074f7b8384 req-c32d05b6-4009-4982-a59a-00ae01dbb2ce tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595569 Mar 22 19:26:26.705588 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00caf84b-3910-4850-a4f2-96319d3353ea req-698514ad-f01b-4f78-81f6-7fbeb3a68499 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169397 Mar 22 19:26:26.715116 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-33376d9c-9005-459c-a79f-ad05509f99be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:26.719555 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2c479d3d-c43c-45ca-af6c-4a82559d734d None None] For port f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:26:26.725122 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2c479d3d-c43c-45ca-af6c-4a82559d734d None None] For port f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7,segment=NetworkSegment(e90353a3-2dc2-40d0-af93-fb32f35357dd),segment_id=e90353a3-2dc2-40d0-af93-fb32f35357dd)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:26:26.752818 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-b4429dd0-6c53-45bb-836c-c7dadc926dd0 None None] Publish callbacks [] for port (327aaa84-9cdd-44ed-a109-309d63f235e2), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:26.754313 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4d8690de-4555-405d-8781-75608ba0dc68 admin admin] Publish callbacks [] for security_group (d431a35b-df5f-45d3-94fe-cfbde028dcd9), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:26.769491 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-b4429dd0-6c53-45bb-836c-c7dadc926dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (327aaa84-9cdd-44ed-a109-309d63f235e2), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:26.824453 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d797c08b-ec86-4947-b515-8d22e032c317 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:26:26.830832 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-b4429dd0-6c53-45bb-836c-c7dadc926dd0 None None] Attempting to bind port 327aaa84-9cdd-44ed-a109-309d63f235e2 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:26:26.831685 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-b4429dd0-6c53-45bb-836c-c7dadc926dd0 None None] Attempting to bind port 327aaa84-9cdd-44ed-a109-309d63f235e2 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:26:26.832261 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4429dd0-6c53-45bb-836c-c7dadc926dd0 None None] Attempting to bind port 327aaa84-9cdd-44ed-a109-309d63f235e2 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:26:26.838728 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b187b-0273-4a1f-b4bb-bb5a19000bd4 None None] Pushing event updated for resources: {'Port': ['ID=327aaa84-9cdd-44ed-a109-309d63f235e2,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:26.844556 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4429dd0-6c53-45bb-836c-c7dadc926dd0 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:26:26.845240 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4429dd0-6c53-45bb-836c-c7dadc926dd0 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:26:26.846071 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-b4429dd0-6c53-45bb-836c-c7dadc926dd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:26.846757 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4429dd0-6c53-45bb-836c-c7dadc926dd0 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:26:26.847728 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-b4429dd0-6c53-45bb-836c-c7dadc926dd0 None None] Bound port: 327aaa84-9cdd-44ed-a109-309d63f235e2, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:26:26.848358 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-b4429dd0-6c53-45bb-836c-c7dadc926dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (327aaa84-9cdd-44ed-a109-309d63f235e2), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:26.860367 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4d8690de-4555-405d-8781-75608ba0dc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d431a35b-df5f-45d3-94fe-cfbde028dcd9), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:26.867401 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port d797c08b-ec86-4947-b515-8d22e032c317, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=d797c08b-ec86-4947-b515-8d22e032c317,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:26:26.870454 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2c479d3d-c43c-45ca-af6c-4a82559d734d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:26.898390 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f74e22b-c7c3-487f-9215-c584c93cb865 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:26:26.938534 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-b4429dd0-6c53-45bb-836c-c7dadc926dd0 None None] For port 327aaa84-9cdd-44ed-a109-309d63f235e2, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:26:26.940799 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d797c08b-ec86-4947-b515-8d22e032c317), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:26.943040 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-b4429dd0-6c53-45bb-836c-c7dadc926dd0 None None] For port 327aaa84-9cdd-44ed-a109-309d63f235e2, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=327aaa84-9cdd-44ed-a109-309d63f235e2,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:26:26.966310 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-b4429dd0-6c53-45bb-836c-c7dadc926dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (327aaa84-9cdd-44ed-a109-309d63f235e2), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:26.986185 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f559e53e-d0a0-4a7d-9c21-2e1c9c42c653 None None] Sync routers for ids ['e0af61ad-896c-4e3a-9e08-9fed32c3391b'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:26:27.000659 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f74e22b-c7c3-487f-9215-c584c93cb865 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:27.002637 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4f74e22b-c7c3-487f-9215-c584c93cb865 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.3873858 Mar 22 19:26:27.007662 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50112) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:27.010513 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8690de-4555-405d-8781-75608ba0dc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d431a35b-df5f-45d3-94fe-cfbde028dcd9,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:27.029488 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-823b03f1-cba8-47c7-8d6e-4111c26e8bd8 admin admin] Publish callbacks [] for router_gateway (84d2d50c-ce03-4d67-adae-986abb2bd1ef), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:27.055869 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4d8690de-4555-405d-8781-75608ba0dc68 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b9793a5f38c14a5eb0791be3cbeb4c24&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3758466 Mar 22 19:26:27.065154 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50116) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:27.080716 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4429dd0-6c53-45bb-836c-c7dadc926dd0 None None] Routers {'04135953-940a-46da-b220-002bef1e438e'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:26:27.082044 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-b4429dd0-6c53-45bb-836c-c7dadc926dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:26:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['04135953-940a-46da-b220-002bef1e438e'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:27.123491 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 607144c1-0ca2-48d3-88b9-368b9eec0b0c details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:26:27.132917 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port eb7aee05-a393-475d-a986-130a3ce525b6 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:27.134400 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:26:27.169470 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-33376d9c-9005-459c-a79f-ad05509f99be admin admin] Allocated IP 172.20.0.1 (4b718542-9a1f-44dc-be58-35b105938a61/f0ecf098-5e3d-4ff0-ac79-d3d21e505122/b375418e-7f20-4a41-82aa-769e36ff5f81) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:26:27.173902 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-43ff8cd9-79ba-4ef6-872c-f361032cd2f5 admin admin] Publish callbacks [] for security_group (d431a35b-df5f-45d3-94fe-cfbde028dcd9), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:27.233099 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-0f9eaead-603d-4590-ac33-72ef35a3937b None None] Attempting to bind port 4bd21620-adc4-4e1c-92d6-ef5074e3d614 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:26:27.253022 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-0f9eaead-603d-4590-ac33-72ef35a3937b None None] Attempting to bind port 4bd21620-adc4-4e1c-92d6-ef5074e3d614 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '5cf6edc1-c3ac-4745-bb76-3c3dacb92d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '14e0778a-448c-401b-8757-7a9816b6b02a'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:26:27.253823 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9eaead-603d-4590-ac33-72ef35a3937b None None] Attempting to bind port 4bd21620-adc4-4e1c-92d6-ef5074e3d614 on network 14e0778a-448c-401b-8757-7a9816b6b02a {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:26:27.263267 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-43ff8cd9-79ba-4ef6-872c-f361032cd2f5 admin admin] Publish callbacks [] for security_group (d431a35b-df5f-45d3-94fe-cfbde028dcd9), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:27.283759 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-22c1d89d-d678-41c6-9582-e1234396b84d None None] Provisioning complete for port eb7aee05-a393-475d-a986-130a3ce525b6 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:27.284422 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-22c1d89d-d678-41c6-9582-e1234396b84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (eb7aee05-a393-475d-a986-130a3ce525b6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:27.303055 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-b4429dd0-6c53-45bb-836c-c7dadc926dd0 None None] Set router 04135953-940a-46da-b220-002bef1e438e gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:26:27.331075 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9eaead-603d-4590-ac33-72ef35a3937b None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:26:27.331969 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9eaead-603d-4590-ac33-72ef35a3937b None None] Checking segment: {'id': '5cf6edc1-c3ac-4745-bb76-3c3dacb92d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '14e0778a-448c-401b-8757-7a9816b6b02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:26:27.332620 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0f9eaead-603d-4590-ac33-72ef35a3937b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:27.333449 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9eaead-603d-4590-ac33-72ef35a3937b None None] Bound using segment: {'id': '5cf6edc1-c3ac-4745-bb76-3c3dacb92d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '14e0778a-448c-401b-8757-7a9816b6b02a'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:26:27.334193 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-0f9eaead-603d-4590-ac33-72ef35a3937b None None] Bound port: 4bd21620-adc4-4e1c-92d6-ef5074e3d614, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf6edc1-c3ac-4745-bb76-3c3dacb92d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '14e0778a-448c-401b-8757-7a9816b6b02a'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:26:27.334828 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0f9eaead-603d-4590-ac33-72ef35a3937b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4bd21620-adc4-4e1c-92d6-ef5074e3d614), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:27.428887 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b187b-0273-4a1f-b4bb-bb5a19000bd4 None None] Pushing event updated for resources: {'Port': ['ID=327aaa84-9cdd-44ed-a109-309d63f235e2,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:27.451440 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-43ff8cd9-79ba-4ef6-872c-f361032cd2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d431a35b-df5f-45d3-94fe-cfbde028dcd9), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:27.458555 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-43ff8cd9-79ba-4ef6-872c-f361032cd2f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:27.459815 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-43ff8cd9-79ba-4ef6-872c-f361032cd2f5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d431a35b-df5f-45d3-94fe-cfbde028dcd9 HTTP/1.1" status: 204 len: 168 time: 0.3936310 Mar 22 19:26:27.475549 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c479d3d-c43c-45ca-af6c-4a82559d734d None None] Routers {'b3eb4919-0c98-45d7-b26c-d41cb6339388'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:26:27.475802 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-33376d9c-9005-459c-a79f-ad05509f99be admin admin] Publish callbacks [] for port (b375418e-7f20-4a41-82aa-769e36ff5f81), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:27.476673 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-2c479d3d-c43c-45ca-af6c-4a82559d734d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:26:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['b3eb4919-0c98-45d7-b26c-d41cb6339388'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:27.503102 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff8cd9-79ba-4ef6-872c-f361032cd2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d431a35b-df5f-45d3-94fe-cfbde028dcd9,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:27.614733 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50128) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:27.659052 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 607144c1-0ca2-48d3-88b9-368b9eec0b0c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=607144c1-0ca2-48d3-88b9-368b9eec0b0c,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:26:27.680198 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f559e53e-d0a0-4a7d-9c21-2e1c9c42c653 None None] Routers {'e0af61ad-896c-4e3a-9e08-9fed32c3391b'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:26:27.681168 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f559e53e-d0a0-4a7d-9c21-2e1c9c42c653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:26:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e0af61ad-896c-4e3a-9e08-9fed32c3391b'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:27.685295 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['d797c08b-ec86-4947-b515-8d22e032c317'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:26:27.685861 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-33376d9c-9005-459c-a79f-ad05509f99be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (b375418e-7f20-4a41-82aa-769e36ff5f81), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:27.693923 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '607144c1-0ca2-48d3-88b9-368b9eec0b0c', 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc', 'port_id': '607144c1-0ca2-48d3-88b9-368b9eec0b0c', 'mac_address': 'fa:16:3e:ac:dc:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0024126f-9e61-4e75-a43d-476a3a97ffe0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:26:27.879119 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33376d9c-9005-459c-a79f-ad05509f99be admin admin] Network 4b718542-9a1f-44dc-be58-35b105938a61 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:26:27.958115 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-33376d9c-9005-459c-a79f-ad05509f99be admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:26:27.965897 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33376d9c-9005-459c-a79f-ad05509f99be admin admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:26:28.046776 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-b4429dd0-6c53-45bb-836c-c7dadc926dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04135953-940a-46da-b220-002bef1e438e', 'name': 'tempest-ServersTestManualDisk-1354232685-router', 'tenant_id': '930b9ef3d7194f24932fd8b9008c68ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '327aaa84-9cdd-44ed-a109-309d63f235e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:19Z', 'updated_at': '2022-03-22T19:26:22Z', 'revision_number': 3, 'project_id': '930b9ef3d7194f24932fd8b9008c68ee', 'gw_port': {'id': '327aaa84-9cdd-44ed-a109-309d63f235e2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04135953-940a-46da-b220-002bef1e438e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:21Z', 'updated_at': '2022-03-22T19:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:28.068634 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33376d9c-9005-459c-a79f-ad05509f99be admin admin] Pushing event updated for resources: {'Port': ['ID=b375418e-7f20-4a41-82aa-769e36ff5f81,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:28.119683 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4429dd0-6c53-45bb-836c-c7dadc926dd0 None None] The sync data for ids ['04135953-940a-46da-b220-002bef1e438e'] in n-d-705658-24 is: [{'id': '04135953-940a-46da-b220-002bef1e438e', 'name': 'tempest-ServersTestManualDisk-1354232685-router', 'tenant_id': '930b9ef3d7194f24932fd8b9008c68ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '327aaa84-9cdd-44ed-a109-309d63f235e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:19Z', 'updated_at': '2022-03-22T19:26:22Z', 'revision_number': 3, 'project_id': '930b9ef3d7194f24932fd8b9008c68ee', 'gw_port': {'id': '327aaa84-9cdd-44ed-a109-309d63f235e2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04135953-940a-46da-b220-002bef1e438e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:21Z', 'updated_at': '2022-03-22T19:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:26:28.218733 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-33376d9c-9005-459c-a79f-ad05509f99be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (04135953-940a-46da-b220-002bef1e438e), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:28.366979 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-8b95ec5f-427c-42f9-9ec1-67cadbd62e6b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1970496120-network', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:26:28.412621 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137a555-3478-4466-a772-1828e9be71c8 req-9686fa30-eed8-443d-97b4-a9b1cb00708a tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:28.425718 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2137a555-3478-4466-a772-1828e9be71c8 req-9686fa30-eed8-443d-97b4-a9b1cb00708a tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 948 time: 0.6222284 Mar 22 19:26:28.476061 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-2c479d3d-c43c-45ca-af6c-4a82559d734d None None] Set router b3eb4919-0c98-45d7-b26c-d41cb6339388 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:26:28.524106 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b95ec5f-427c-42f9-9ec1-67cadbd62e6b admin admin] Made reservation on behalf of 7e302d01a2a24393894ffad4e45b884a for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:26:28.526970 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8b95ec5f-427c-42f9-9ec1-67cadbd62e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:28.596421 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa9318-5b59-4721-a67b-9d79cfaff100 None None] Pushing event updated for resources: {'Port': ['ID=eb7aee05-a393-475d-a986-130a3ce525b6,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:28.721818 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8b95ec5f-427c-42f9-9ec1-67cadbd62e6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:28.738891 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2137a555-3478-4466-a772-1828e9be71c8 req-8e33dd05-beba-4a89-8bf2-2ea492b3b2f6 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067148 Mar 22 19:26:28.813698 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2c0ef-4f34-461e-b9c5-0961ae29840c req-b21fd87b-5bfd-47ef-ae98-138d53f197f1 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:28.815776 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2ff2c0ef-4f34-461e-b9c5-0961ae29840c req-b21fd87b-5bfd-47ef-ae98-138d53f197f1 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 947 time: 0.8644366 Mar 22 19:26:29.109634 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:29.114294 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:29.130415 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-33376d9c-9005-459c-a79f-ad05509f99be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b375418e-7f20-4a41-82aa-769e36ff5f81), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:29.181071 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2ff2c0ef-4f34-461e-b9c5-0961ae29840c req-82f394ae-8f22-46a5-8fc9-2b26237d44c2 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3533504 Mar 22 19:26:29.217668 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 607144c1-0ca2-48d3-88b9-368b9eec0b0c is: ACTIVE; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:29.218096 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:29.260598 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c2025896-0871-490f-b332-a1ee846e8484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:29.379348 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 607144c1-0ca2-48d3-88b9-368b9eec0b0c {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:26:29.460864 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-823b03f1-cba8-47c7-8d6e-4111c26e8bd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (84d2d50c-ce03-4d67-adae-986abb2bd1ef), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:29.516349 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8b95ec5f-427c-42f9-9ec1-67cadbd62e6b admin admin] Publish callbacks [] for security_group (77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:29.547061 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8b95ec5f-427c-42f9-9ec1-67cadbd62e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:29.602907 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d07a7-226b-49ad-94a4-f1a702153655 None None] Pushing event updated for resources: {'Port': ['ID=f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:29.621309 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b95ec5f-427c-42f9-9ec1-67cadbd62e6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:26:29.623220 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-22c1d89d-d678-41c6-9582-e1234396b84d None None] Current status of the port eb7aee05-a393-475d-a986-130a3ce525b6 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:29.729270 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95ec5f-427c-42f9-9ec1-67cadbd62e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:29.738685 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8b95ec5f-427c-42f9-9ec1-67cadbd62e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (314d61bc-4aee-41ea-892b-cdf180af1566), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:29.739039 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-8b95ec5f-427c-42f9-9ec1-67cadbd62e6b admin admin] Added segment 314d61bc-4aee-41ea-892b-cdf180af1566 of type vlan for network e2aac6b4-9023-4a56-b28e-d9728a595e67 Mar 22 19:26:29.809827 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-0f9eaead-603d-4590-ac33-72ef35a3937b None None] For port 4bd21620-adc4-4e1c-92d6-ef5074e3d614, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:26:29.887452 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8b95ec5f-427c-42f9-9ec1-67cadbd62e6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (e2aac6b4-9023-4a56-b28e-d9728a595e67), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:30.019085 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50198) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:30.043314 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad6b7b-ac91-4d87-9dbf-60ba172e46a5 req-07255e89-7143-46ec-96af-169f2663fbe8 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:30.050719 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbad6b7b-ac91-4d87-9dbf-60ba172e46a5 req-07255e89-7143-46ec-96af-169f2663fbe8 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 948 time: 0.1860502 Mar 22 19:26:30.052608 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8b95ec5f-427c-42f9-9ec1-67cadbd62e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (e2aac6b4-9023-4a56-b28e-d9728a595e67), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:30.054390 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b95ec5f-427c-42f9-9ec1-67cadbd62e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:30.055097 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8b95ec5f-427c-42f9-9ec1-67cadbd62e6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:30.064042 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-33376d9c-9005-459c-a79f-ad05509f99be admin admin] Publish callbacks [] for port (b375418e-7f20-4a41-82aa-769e36ff5f81), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:30.097337 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-33376d9c-9005-459c-a79f-ad05509f99be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (b375418e-7f20-4a41-82aa-769e36ff5f81), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:30.114747 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 607144c1-0ca2-48d3-88b9-368b9eec0b0c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=607144c1-0ca2-48d3-88b9-368b9eec0b0c,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:26:30.143034 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-0f9eaead-603d-4590-ac33-72ef35a3937b None None] For port 4bd21620-adc4-4e1c-92d6-ef5074e3d614, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=4bd21620-adc4-4e1c-92d6-ef5074e3d614,segment=NetworkSegment(5cf6edc1-c3ac-4745-bb76-3c3dacb92d93),segment_id=5cf6edc1-c3ac-4745-bb76-3c3dacb92d93)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:26:30.154821 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-c2025896-0871-490f-b332-a1ee846e8484 admin admin] Allocated IP 172.20.0.1 (09b38f1f-a105-4141-968b-914c29cdfe73/1fcaffb3-90ba-4c43-b281-759cd93e4025/3754e241-1acb-4e48-8646-4377e81f57b8) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:26:30.239586 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33376d9c-9005-459c-a79f-ad05509f99be admin admin] Pushing event updated for resources: {'Port': ['ID=b375418e-7f20-4a41-82aa-769e36ff5f81,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:30.279680 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8b95ec5f-427c-42f9-9ec1-67cadbd62e6b admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.6603274 Mar 22 19:26:30.281399 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:30.292862 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbad6b7b-ac91-4d87-9dbf-60ba172e46a5 req-316baa8b-dc12-4b99-bda2-edfe4d53f138 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410786 Mar 22 19:26:30.306561 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50204) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:30.311943 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-daafc341-3246-4dfc-95f5-00547433c92c admin admin] Request body: {'subnet': {'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1970496120-subnet', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:26:30.322469 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95ec5f-427c-42f9-9ec1-67cadbd62e6b admin admin] Pushing event updated for resources: {'Network': ['ID=e2aac6b4-9023-4a56-b28e-d9728a595e67,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:30.330564 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-22c1d89d-d678-41c6-9582-e1234396b84d None None] Provisioning complete for port ddc5b543-617d-4d5b-a568-b73130b8372b triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:30.330992 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-22c1d89d-d678-41c6-9582-e1234396b84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (ddc5b543-617d-4d5b-a568-b73130b8372b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:30.336981 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0f9eaead-603d-4590-ac33-72ef35a3937b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4bd21620-adc4-4e1c-92d6-ef5074e3d614), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:30.382130 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c2025896-0871-490f-b332-a1ee846e8484 admin admin] Publish callbacks [] for port (3754e241-1acb-4e48-8646-4377e81f57b8), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:30.383005 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-33376d9c-9005-459c-a79f-ad05509f99be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (04135953-940a-46da-b220-002bef1e438e), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:30.388337 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daafc341-3246-4dfc-95f5-00547433c92c admin admin] Made reservation on behalf of 7e302d01a2a24393894ffad4e45b884a for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:26:30.391042 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 607144c1-0ca2-48d3-88b9-368b9eec0b0c no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:26:30.391626 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-daafc341-3246-4dfc-95f5-00547433c92c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:30.432796 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c2025896-0871-490f-b332-a1ee846e8484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (3754e241-1acb-4e48-8646-4377e81f57b8), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:30.484123 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-f559e53e-d0a0-4a7d-9c21-2e1c9c42c653 None None] Set router e0af61ad-896c-4e3a-9e08-9fed32c3391b gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:26:30.536976 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2025896-0871-490f-b332-a1ee846e8484 admin admin] Network 09b38f1f-a105-4141-968b-914c29cdfe73 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:26:30.558938 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-c2025896-0871-490f-b332-a1ee846e8484 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:26:30.568451 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2025896-0871-490f-b332-a1ee846e8484 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:26:30.680316 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2025896-0871-490f-b332-a1ee846e8484 admin admin] Pushing event updated for resources: {'Port': ['ID=3754e241-1acb-4e48-8646-4377e81f57b8,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:30.715965 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-daafc341-3246-4dfc-95f5-00547433c92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (cd5ec6ea-2197-4f69-89c7-80c309a39451), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:30.730027 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network e2aac6b4-9023-4a56-b28e-d9728a595e67 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:26:30.742932 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823b03f1-cba8-47c7-8d6e-4111c26e8bd8 admin admin] Router 84d2d50c-ce03-4d67-adae-986abb2bd1ef is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:26:30.758384 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ea1999d5-471d-4889-9e63-def13fee0927 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:30.837174 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['607144c1-0ca2-48d3-88b9-368b9eec0b0c'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:26:30.884252 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daafc341-3246-4dfc-95f5-00547433c92c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd5ec6ea-2197-4f69-89c7-80c309a39451,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:31.034350 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e5d16-307b-49b8-a40d-2383f5850b65 req-0fe0daf1-3fb9-4aa9-978f-75944e717b29 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:31.040318 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c2025896-0871-490f-b332-a1ee846e8484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (e0af61ad-896c-4e3a-9e08-9fed32c3391b), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:31.052054 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-777e5d16-307b-49b8-a40d-2383f5850b65 req-0fe0daf1-3fb9-4aa9-978f-75944e717b29 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 946 time: 0.7190053 Mar 22 19:26:31.064641 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=d797c08b-ec86-4947-b515-8d22e032c317,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:31.221728 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daafc341-3246-4dfc-95f5-00547433c92c admin admin] Checking segment: {'id': '314d61bc-4aee-41ea-892b-cdf180af1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:26:31.227659 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daafc341-3246-4dfc-95f5-00547433c92c admin admin] Network hostable DHCP agents. Network: e2aac6b4-9023-4a56-b28e-d9728a595e67, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:26:31.354140 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daafc341-3246-4dfc-95f5-00547433c92c admin admin] Network e2aac6b4-9023-4a56-b28e-d9728a595e67 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:26:31.360063 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823b03f1-cba8-47c7-8d6e-4111c26e8bd8 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:26:31.360540 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-777e5d16-307b-49b8-a40d-2383f5850b65 req-d86526d0-1237-4867-985b-8a8401fdd5b3 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2944043 Mar 22 19:26:31.363794 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=607144c1-0ca2-48d3-88b9-368b9eec0b0c,revision_number=11']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:31.376787 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33376d9c-9005-459c-a79f-ad05509f99be admin admin] Network 4b718542-9a1f-44dc-be58-35b105938a61 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:26:31.382262 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-33376d9c-9005-459c-a79f-ad05509f99be admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:26:31.408228 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f0d332-4e96-40e6-b935-bd5d31e484ac None None] Sync routers for ids ['84d2d50c-ce03-4d67-adae-986abb2bd1ef'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:26:31.432315 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-daafc341-3246-4dfc-95f5-00547433c92c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, e2aac6b4-9023-4a56-b28e-d9728a595e67) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:26:31.457896 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f0d332-4e96-40e6-b935-bd5d31e484ac None None] Routers {'84d2d50c-ce03-4d67-adae-986abb2bd1ef'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:26:31.461354 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-35f0d332-4e96-40e6-b935-bd5d31e484ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:26:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['84d2d50c-ce03-4d67-adae-986abb2bd1ef'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:31.475260 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daafc341-3246-4dfc-95f5-00547433c92c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:31.478247 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-daafc341-3246-4dfc-95f5-00547433c92c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:31.507475 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:31.511802 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 607144c1-0ca2-48d3-88b9-368b9eec0b0c is: BUILD; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:31.512894 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:31.593042 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-823b03f1-cba8-47c7-8d6e-4111c26e8bd8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:31.615001 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0958be7-cb49-401f-a943-61d2ecf9d140 None None] Network e2aac6b4-9023-4a56-b28e-d9728a595e67 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:26:31.620613 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-823b03f1-cba8-47c7-8d6e-4111c26e8bd8 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.2837863 Mar 22 19:26:31.673954 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50210) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:31.677270 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 607144c1-0ca2-48d3-88b9-368b9eec0b0c {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:26:31.953188 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-35f0d332-4e96-40e6-b935-bd5d31e484ac None None] Set router 84d2d50c-ce03-4d67-adae-986abb2bd1ef gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:26:32.025491 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 607144c1-0ca2-48d3-88b9-368b9eec0b0c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=607144c1-0ca2-48d3-88b9-368b9eec0b0c,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:26:32.061121 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-2c479d3d-c43c-45ca-af6c-4a82559d734d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'name': 'tempest-TaggedBootDevicesTest_v242-1498568096-router', 'tenant_id': '3fee7ce517f548f9a4e6097b9989ab12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:10Z', 'updated_at': '2022-03-22T19:26:17Z', 'revision_number': 4, 'project_id': '3fee7ce517f548f9a4e6097b9989ab12', 'gw_port': {'id': 'c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:12Z', 'updated_at': '2022-03-22T19:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7', 'name': '', 'network_id': '51c4d819-dc3a-4926-819e-2ad5e382640b', 'tenant_id': '3fee7ce517f548f9a4e6097b9989ab12', 'mac_address': 'fa:16:3e:d0:db:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '69c17642-eb57-4b80-9cea-90bbf60877d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:16Z', 'updated_at': '2022-03-22T19:26:26Z', 'revision_number': 4, 'project_id': '3fee7ce517f548f9a4e6097b9989ab12', 'subnets': [{'id': '69c17642-eb57-4b80-9cea-90bbf60877d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:32.141649 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 327aaa84-9cdd-44ed-a109-309d63f235e2 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:26:32.185187 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ea1999d5-471d-4889-9e63-def13fee0927 admin admin] Publish callbacks [] for security_group (5d320f64-7742-4735-9e08-c1c17b3b54d0), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:32.236027 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ea1999d5-471d-4889-9e63-def13fee0927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5d320f64-7742-4735-9e08-c1c17b3b54d0), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:32.281324 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-daafc341-3246-4dfc-95f5-00547433c92c admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9731710 Mar 22 19:26:32.282000 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50214) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:32.290894 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-7e2f9ff4-4d7f-46c6-a8bd-c4bf4090444d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1970496120-router', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:26:32.363430 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:32.365564 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device d797c08b-ec86-4947-b515-8d22e032c317 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:26:32.383192 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ed771-e1ad-45c5-8a53-a22b8bf531b7 req-aa8db0f6-933b-4410-96e8-f6b563410b7e tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:32.384655 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-745ed771-e1ad-45c5-8a53-a22b8bf531b7 req-aa8db0f6-933b-4410-96e8-f6b563410b7e tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 948 time: 0.6857200 Mar 22 19:26:32.431217 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7e2f9ff4-4d7f-46c6-a8bd-c4bf4090444d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (c2acaaf4-710b-4d05-af64-17fa4080fe31), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:32.432382 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7e2f9ff4-4d7f-46c6-a8bd-c4bf4090444d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (c2acaaf4-710b-4d05-af64-17fa4080fe31), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:32.447763 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9eaead-603d-4590-ac33-72ef35a3937b None None] Pushing event updated for resources: {'Port': ['ID=4bd21620-adc4-4e1c-92d6-ef5074e3d614,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:32.465190 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-35f0d332-4e96-40e6-b935-bd5d31e484ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d2d50c-ce03-4d67-adae-986abb2bd1ef', 'name': 'tempest-TaggedBootDevicesTest_v242-2018200426-router', 'tenant_id': 'be54158b7ae5451da23a60cc3cc12a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '43bc5936-38f6-4aac-be66-58a1bdc7c4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:22Z', 'updated_at': '2022-03-22T19:26:26Z', 'revision_number': 3, 'project_id': 'be54158b7ae5451da23a60cc3cc12a83', 'gw_port': {'id': '43bc5936-38f6-4aac-be66-58a1bdc7c4c1', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d2d50c-ce03-4d67-adae-986abb2bd1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:24Z', 'updated_at': '2022-03-22T19:26:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:32.473261 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1999d5-471d-4889-9e63-def13fee0927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d320f64-7742-4735-9e08-c1c17b3b54d0,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:32.494594 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ea1999d5-471d-4889-9e63-def13fee0927 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2c3eb6c09e4042729dddc82f1e0f618b&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4406526 Mar 22 19:26:32.509746 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33376d9c-9005-459c-a79f-ad05509f99be admin admin] Router 04135953-940a-46da-b220-002bef1e438e has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:26:32.509978 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f0d332-4e96-40e6-b935-bd5d31e484ac None None] Checking router: 84d2d50c-ce03-4d67-adae-986abb2bd1ef for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:26:32.510368 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f0d332-4e96-40e6-b935-bd5d31e484ac None None] Updating router 84d2d50c-ce03-4d67-adae-986abb2bd1ef port 43bc5936-38f6-4aac-be66-58a1bdc7c4c1 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:26:32.516927 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50218) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:32.519822 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c2025896-0871-490f-b332-a1ee846e8484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (3754e241-1acb-4e48-8646-4377e81f57b8), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:32.546895 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-35f0d332-4e96-40e6-b935-bd5d31e484ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (43bc5936-38f6-4aac-be66-58a1bdc7c4c1), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:32.568234 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da1f834-5c51-48a2-a0c3-d4436fa10993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-e2aac6b4-9023-4a56-b28e-d9728a595e67', 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67', 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'fixed_ips': [{'subnet_id': 'cd5ec6ea-2197-4f69-89c7-80c309a39451'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:26:32.575102 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2da1f834-5c51-48a2-a0c3-d4436fa10993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:32.782794 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-745ed771-e1ad-45c5-8a53-a22b8bf531b7 req-252ef352-fb95-4509-abcd-8c6c127441e7 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875253 Mar 22 19:26:32.786256 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7e2f9ff4-4d7f-46c6-a8bd-c4bf4090444d admin admin] Publish callbacks [] for router_controller (c2acaaf4-710b-4d05-af64-17fa4080fe31), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:32.798037 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3e1b8-872b-4d56-bcfa-1b07df9c1746 req-d79e612c-c8b0-45f1-bde1-b7b5b2f4ee81 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:32.814572 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d4c3e1b8-872b-4d56-bcfa-1b07df9c1746 req-d79e612c-c8b0-45f1-bde1-b7b5b2f4ee81 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.2847233 Mar 22 19:26:33.026833 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d4c3e1b8-872b-4d56-bcfa-1b07df9c1746 req-b80ab372-2537-4c3b-aae9-ac74f32bef04 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099056 Mar 22 19:26:33.061439 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-35f0d332-4e96-40e6-b935-bd5d31e484ac None None] Publish callbacks [] for port (43bc5936-38f6-4aac-be66-58a1bdc7c4c1), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:33.082142 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-35f0d332-4e96-40e6-b935-bd5d31e484ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (43bc5936-38f6-4aac-be66-58a1bdc7c4c1), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:33.122749 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7e2f9ff4-4d7f-46c6-a8bd-c4bf4090444d admin admin] Publish callbacks [] for router_gateway (c2acaaf4-710b-4d05-af64-17fa4080fe31), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:33.130504 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-139b9a89-a7c7-45b9-b571-3a5fb30af2ec admin admin] Publish callbacks [] for security_group (5d320f64-7742-4735-9e08-c1c17b3b54d0), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:33.137119 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c479d3d-c43c-45ca-af6c-4a82559d734d None None] The sync data for ids ['b3eb4919-0c98-45d7-b26c-d41cb6339388'] in n-d-705658-24 is: [{'id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'name': 'tempest-TaggedBootDevicesTest_v242-1498568096-router', 'tenant_id': '3fee7ce517f548f9a4e6097b9989ab12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:10Z', 'updated_at': '2022-03-22T19:26:17Z', 'revision_number': 4, 'project_id': '3fee7ce517f548f9a4e6097b9989ab12', 'gw_port': {'id': 'c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:12Z', 'updated_at': '2022-03-22T19:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7', 'name': '', 'network_id': '51c4d819-dc3a-4926-819e-2ad5e382640b', 'tenant_id': '3fee7ce517f548f9a4e6097b9989ab12', 'mac_address': 'fa:16:3e:d0:db:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '69c17642-eb57-4b80-9cea-90bbf60877d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:16Z', 'updated_at': '2022-03-22T19:26:26Z', 'revision_number': 4, 'project_id': '3fee7ce517f548f9a4e6097b9989ab12', 'subnets': [{'id': '69c17642-eb57-4b80-9cea-90bbf60877d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:26:33.178439 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309f4794-4883-434f-af9a-23bf132f103e None None] Network 14e0778a-448c-401b-8757-7a9816b6b02a requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:26:33.259426 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5d697-c5d2-4b04-b00e-3ff8f4693dfe None None] Pushing event updated for resources: {'Port': ['ID=43bc5936-38f6-4aac-be66-58a1bdc7c4c1,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:33.263759 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-35f0d332-4e96-40e6-b935-bd5d31e484ac None None] Attempting to bind port 43bc5936-38f6-4aac-be66-58a1bdc7c4c1 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:26:33.264521 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-35f0d332-4e96-40e6-b935-bd5d31e484ac None None] Attempting to bind port 43bc5936-38f6-4aac-be66-58a1bdc7c4c1 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:26:33.264900 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f0d332-4e96-40e6-b935-bd5d31e484ac None None] Attempting to bind port 43bc5936-38f6-4aac-be66-58a1bdc7c4c1 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:26:33.283441 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f0d332-4e96-40e6-b935-bd5d31e484ac None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:26:33.284493 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f0d332-4e96-40e6-b935-bd5d31e484ac None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:26:33.285733 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-35f0d332-4e96-40e6-b935-bd5d31e484ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:33.286759 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f0d332-4e96-40e6-b935-bd5d31e484ac None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:26:33.287263 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-35f0d332-4e96-40e6-b935-bd5d31e484ac None None] Bound port: 43bc5936-38f6-4aac-be66-58a1bdc7c4c1, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:26:33.289741 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-35f0d332-4e96-40e6-b935-bd5d31e484ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (43bc5936-38f6-4aac-be66-58a1bdc7c4c1), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:33.294884 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-139b9a89-a7c7-45b9-b571-3a5fb30af2ec admin admin] Publish callbacks [] for security_group (5d320f64-7742-4735-9e08-c1c17b3b54d0), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:33.352154 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33376d9c-9005-459c-a79f-ad05509f99be admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:26:33.379874 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-33376d9c-9005-459c-a79f-ad05509f99be admin admin] 10.222.0.75 "PUT /v2.0/routers/04135953-940a-46da-b220-002bef1e438e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2162006 Mar 22 19:26:33.434729 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21ee755-e89f-41b8-a74b-ac0b53d030c3 None None] Sync routers for ids ['04135953-940a-46da-b220-002bef1e438e'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:26:33.477425 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-139b9a89-a7c7-45b9-b571-3a5fb30af2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5d320f64-7742-4735-9e08-c1c17b3b54d0), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:33.480375 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-139b9a89-a7c7-45b9-b571-3a5fb30af2ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:33.484068 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e1702819-ec95-4e41-abbb-0df84f83c5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:33.484609 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-139b9a89-a7c7-45b9-b571-3a5fb30af2ec admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5d320f64-7742-4735-9e08-c1c17b3b54d0 HTTP/1.1" status: 204 len: 168 time: 0.9610479 Mar 22 19:26:33.495661 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-22c1d89d-d678-41c6-9582-e1234396b84d None None] Current status of the port ddc5b543-617d-4d5b-a568-b73130b8372b is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:33.499706 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c2025896-0871-490f-b332-a1ee846e8484 admin admin] Publish callbacks [] for port (3754e241-1acb-4e48-8646-4377e81f57b8), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:33.504704 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-22c1d89d-d678-41c6-9582-e1234396b84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ddc5b543-617d-4d5b-a568-b73130b8372b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:33.512664 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-35f0d332-4e96-40e6-b935-bd5d31e484ac None None] For port 43bc5936-38f6-4aac-be66-58a1bdc7c4c1, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:26:33.530303 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-35f0d332-4e96-40e6-b935-bd5d31e484ac None None] For port 43bc5936-38f6-4aac-be66-58a1bdc7c4c1, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=43bc5936-38f6-4aac-be66-58a1bdc7c4c1,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:26:33.545303 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b9a89-a7c7-45b9-b571-3a5fb30af2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d320f64-7742-4735-9e08-c1c17b3b54d0,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:33.553205 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c2025896-0871-490f-b332-a1ee846e8484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (3754e241-1acb-4e48-8646-4377e81f57b8), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:33.561422 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-35f0d332-4e96-40e6-b935-bd5d31e484ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (43bc5936-38f6-4aac-be66-58a1bdc7c4c1), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:33.805242 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f0d332-4e96-40e6-b935-bd5d31e484ac None None] Routers {'84d2d50c-ce03-4d67-adae-986abb2bd1ef'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:26:33.830758 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-35f0d332-4e96-40e6-b935-bd5d31e484ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:26:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['84d2d50c-ce03-4d67-adae-986abb2bd1ef'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:34.016888 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c2025896-0871-490f-b332-a1ee846e8484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (e0af61ad-896c-4e3a-9e08-9fed32c3391b), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:34.030940 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2025896-0871-490f-b332-a1ee846e8484 admin admin] Pushing event updated for resources: {'Port': ['ID=3754e241-1acb-4e48-8646-4377e81f57b8,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:34.160922 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5d697-c5d2-4b04-b00e-3ff8f4693dfe None None] Pushing event updated for resources: {'Port': ['ID=43bc5936-38f6-4aac-be66-58a1bdc7c4c1,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:34.245106 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-22c1d89d-d678-41c6-9582-e1234396b84d None None] For port ddc5b543-617d-4d5b-a568-b73130b8372b, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=ddc5b543-617d-4d5b-a568-b73130b8372b,segment=NetworkSegment(8067e91b-cbcd-4271-9c5d-e5892f367a72),segment_id=8067e91b-cbcd-4271-9c5d-e5892f367a72)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:26:34.299624 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-35f0d332-4e96-40e6-b935-bd5d31e484ac None None] Set router 84d2d50c-ce03-4d67-adae-986abb2bd1ef gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:26:34.327628 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 327aaa84-9cdd-44ed-a109-309d63f235e2 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:34.330224 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (327aaa84-9cdd-44ed-a109-309d63f235e2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:34.344392 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18429e-9a9f-41bc-a0be-c21d0dd7d793 req-5c17daa7-ce9c-4762-b014-15fab8e39cbd tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:34.348943 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c18429e-9a9f-41bc-a0be-c21d0dd7d793 req-5c17daa7-ce9c-4762-b014-15fab8e39cbd tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 948 time: 0.3016286 Mar 22 19:26:34.388544 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7e2f9ff4-4d7f-46c6-a8bd-c4bf4090444d admin admin] Publish callbacks [] for router_gateway (c2acaaf4-710b-4d05-af64-17fa4080fe31), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:34.423428 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7e2f9ff4-4d7f-46c6-a8bd-c4bf4090444d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:34.484880 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port d797c08b-ec86-4947-b515-8d22e032c317 is: BUILD; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:34.487821 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d797c08b-ec86-4947-b515-8d22e032c317), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:34.562442 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2025896-0871-490f-b332-a1ee846e8484 admin admin] Network 09b38f1f-a105-4141-968b-914c29cdfe73 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:26:34.575867 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-e1702819-ec95-4e41-abbb-0df84f83c5b9 admin admin] Allocated IP 172.20.0.1 (14e0778a-448c-401b-8757-7a9816b6b02a/a956bec7-9e99-44b7-a4e4-af8caabab13f/819737fc-b101-4723-9756-58e78970ae63) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:26:34.680774 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-2da1f834-5c51-48a2-a0c3-d4436fa10993 None None] Allocated IP 172.20.0.2 (e2aac6b4-9023-4a56-b28e-d9728a595e67/cd5ec6ea-2197-4f69-89c7-80c309a39451/fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:26:34.958459 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-7e2f9ff4-4d7f-46c6-a8bd-c4bf4090444d admin admin] Allocated IP 172.25.5.172 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/cc812064-4e71-461d-b50c-90fb835184a3) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:26:35.066310 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e1702819-ec95-4e41-abbb-0df84f83c5b9 admin admin] Publish callbacks [] for port (819737fc-b101-4723-9756-58e78970ae63), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:35.094204 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50260) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:35.163204 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-35f0d332-4e96-40e6-b935-bd5d31e484ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d2d50c-ce03-4d67-adae-986abb2bd1ef', 'name': 'tempest-TaggedBootDevicesTest_v242-2018200426-router', 'tenant_id': 'be54158b7ae5451da23a60cc3cc12a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '43bc5936-38f6-4aac-be66-58a1bdc7c4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:22Z', 'updated_at': '2022-03-22T19:26:26Z', 'revision_number': 3, 'project_id': 'be54158b7ae5451da23a60cc3cc12a83', 'gw_port': {'id': '43bc5936-38f6-4aac-be66-58a1bdc7c4c1', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d2d50c-ce03-4d67-adae-986abb2bd1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:24Z', 'updated_at': '2022-03-22T19:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:35.169885 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=607144c1-0ca2-48d3-88b9-368b9eec0b0c,revision_number=12']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:35.181359 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21ee755-e89f-41b8-a74b-ac0b53d030c3 None None] Routers {'04135953-940a-46da-b220-002bef1e438e'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:26:35.198002 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-d21ee755-e89f-41b8-a74b-ac0b53d030c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:26:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['04135953-940a-46da-b220-002bef1e438e'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:35.210593 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-c2025896-0871-490f-b332-a1ee846e8484 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:26:35.244512 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-9adfef7b-c944-4b0e-80e4-bd0351586a6d tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1206810879', 'description': 'tempest-description--800482564'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:26:35.249052 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e1702819-ec95-4e41-abbb-0df84f83c5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (819737fc-b101-4723-9756-58e78970ae63), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:35.266441 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f0d332-4e96-40e6-b935-bd5d31e484ac None None] The sync data for ids ['84d2d50c-ce03-4d67-adae-986abb2bd1ef'] in n-d-705658-24 is: [{'id': '84d2d50c-ce03-4d67-adae-986abb2bd1ef', 'name': 'tempest-TaggedBootDevicesTest_v242-2018200426-router', 'tenant_id': 'be54158b7ae5451da23a60cc3cc12a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '43bc5936-38f6-4aac-be66-58a1bdc7c4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:22Z', 'updated_at': '2022-03-22T19:26:26Z', 'revision_number': 3, 'project_id': 'be54158b7ae5451da23a60cc3cc12a83', 'gw_port': {'id': '43bc5936-38f6-4aac-be66-58a1bdc7c4c1', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d2d50c-ce03-4d67-adae-986abb2bd1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:24Z', 'updated_at': '2022-03-22T19:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:26:35.316664 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1702819-ec95-4e41-abbb-0df84f83c5b9 admin admin] Network 14e0778a-448c-401b-8757-7a9816b6b02a is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:26:35.332707 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-e1702819-ec95-4e41-abbb-0df84f83c5b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:26:35.340988 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c18429e-9a9f-41bc-a0be-c21d0dd7d793 req-afb6e284-f1d1-401b-8b30-affcde32e8e8 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9782217 Mar 22 19:26:35.341611 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1702819-ec95-4e41-abbb-0df84f83c5b9 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:26:35.470488 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-22c1d89d-d678-41c6-9582-e1234396b84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (ddc5b543-617d-4d5b-a568-b73130b8372b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:35.487509 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9adfef7b-c944-4b0e-80e4-bd0351586a6d tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:35.507872 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d797c08b-ec86-4947-b515-8d22e032c317 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:26:35.624757 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e1702819-ec95-4e41-abbb-0df84f83c5b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (84d2d50c-ce03-4d67-adae-986abb2bd1ef), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:35.650649 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port d797c08b-ec86-4947-b515-8d22e032c317, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=d797c08b-ec86-4947-b515-8d22e032c317,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:26:35.653371 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2da1f834-5c51-48a2-a0c3-d4436fa10993 None None] Publish callbacks [] for port (fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:35.705568 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d797c08b-ec86-4947-b515-8d22e032c317), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:35.710615 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f559e53e-d0a0-4a7d-9c21-2e1c9c42c653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'name': 'tempest-ServersTestBootFromVolume-1013878994-router', 'tenant_id': '19c710f622d9408e8bd0693a6cf07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '3f345823-f489-4e29-aad5-08cffdb8ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:20Z', 'updated_at': '2022-03-22T19:26:23Z', 'revision_number': 3, 'project_id': '19c710f622d9408e8bd0693a6cf07a03', 'gw_port': {'id': '3f345823-f489-4e29-aad5-08cffdb8ede6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:21Z', 'updated_at': '2022-03-22T19:26:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:35.781103 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2da1f834-5c51-48a2-a0c3-d4436fa10993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:35.791019 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1d89d-d678-41c6-9582-e1234396b84d None None] Pushing event updated for resources: {'Port': ['ID=ddc5b543-617d-4d5b-a568-b73130b8372b,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:35.858004 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7e2f9ff4-4d7f-46c6-a8bd-c4bf4090444d admin admin] Publish callbacks [] for port (cc812064-4e71-461d-b50c-90fb835184a3), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:35.877996 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device d797c08b-ec86-4947-b515-8d22e032c317 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:26:35.887874 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f317574-e5a7-4ee6-b99b-4d601c6027e5 req-6af5b51f-65c4-4360-bd82-906c1d49c6a5 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:35.892143 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=d797c08b-ec86-4947-b515-8d22e032c317,revision_number=7']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:35.913753 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8f317574-e5a7-4ee6-b99b-4d601c6027e5 req-6af5b51f-65c4-4360-bd82-906c1d49c6a5 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.5411010 Mar 22 19:26:35.987080 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1f834-5c51-48a2-a0c3-d4436fa10993 None None] Pushing event updated for resources: {'Port': ['ID=fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:35.994659 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f559e53e-d0a0-4a7d-9c21-2e1c9c42c653 None None] Checking router: e0af61ad-896c-4e3a-9e08-9fed32c3391b for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:26:35.995554 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f559e53e-d0a0-4a7d-9c21-2e1c9c42c653 None None] Updating router e0af61ad-896c-4e3a-9e08-9fed32c3391b port 3f345823-f489-4e29-aad5-08cffdb8ede6 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:26:36.046189 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-9c2c0fba-671d-4912-b25a-b2bb8bc4fdf4 None None] Provisioning complete for port f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:36.046717 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9c2c0fba-671d-4912-b25a-b2bb8bc4fdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:36.063896 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f559e53e-d0a0-4a7d-9c21-2e1c9c42c653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (3f345823-f489-4e29-aad5-08cffdb8ede6), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:36.195094 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8f317574-e5a7-4ee6-b99b-4d601c6027e5 req-d2884253-968f-496b-9244-98171b2c7ba2 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2562659 Mar 22 19:26:36.273955 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9adfef7b-c944-4b0e-80e4-bd0351586a6d tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks [] for security_group (697a8b8a-de2f-41a2-b5ab-39d1397cbf6a), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:36.295508 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da1f834-5c51-48a2-a0c3-d4436fa10993 None None] Network e2aac6b4-9023-4a56-b28e-d9728a595e67 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:26:36.305840 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9adfef7b-c944-4b0e-80e4-bd0351586a6d tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (697a8b8a-de2f-41a2-b5ab-39d1397cbf6a), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:36.344461 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-2da1f834-5c51-48a2-a0c3-d4436fa10993 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:26:36.355275 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da1f834-5c51-48a2-a0c3-d4436fa10993 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:26:36.361649 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9adfef7b-c944-4b0e-80e4-bd0351586a6d tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:36.364906 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 327aaa84-9cdd-44ed-a109-309d63f235e2 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:36.365283 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (327aaa84-9cdd-44ed-a109-309d63f235e2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:36.367080 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9adfef7b-c944-4b0e-80e4-bd0351586a6d tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.1417928 Mar 22 19:26:36.369503 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50272) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:36.383186 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-3a9f7ea6-a43e-43b2-b912-e082a3c3501a tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Request body: {'security_group_rule': {'security_group_id': '697a8b8a-de2f-41a2-b5ab-39d1397cbf6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:26:36.470484 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-d21ee755-e89f-41b8-a74b-ac0b53d030c3 None None] Set router 04135953-940a-46da-b220-002bef1e438e gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:26:36.530303 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:26:36.533206 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3a9f7ea6-a43e-43b2-b912-e082a3c3501a tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks [] for security_group_rule (cff1b2bb-5ff0-4e11-abe3-f1eadc48a0e8), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:36.574889 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7e2f9ff4-4d7f-46c6-a8bd-c4bf4090444d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (cc812064-4e71-461d-b50c-90fb835184a3), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:36.705761 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1702819-ec95-4e41-abbb-0df84f83c5b9 admin admin] Pushing event updated for resources: {'Port': ['ID=819737fc-b101-4723-9756-58e78970ae63,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:36.731359 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f9ff4-4d7f-46c6-a8bd-c4bf4090444d admin admin] Pushing event updated for resources: {'Port': ['ID=cc812064-4e71-461d-b50c-90fb835184a3,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:36.751470 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 327aaa84-9cdd-44ed-a109-309d63f235e2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=327aaa84-9cdd-44ed-a109-309d63f235e2,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:26:36.793543 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adfef7b-c944-4b0e-80e4-bd0351586a6d tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=697a8b8a-de2f-41a2-b5ab-39d1397cbf6a,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:36.865393 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2f9ff4-4d7f-46c6-a8bd-c4bf4090444d admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:26:36.883668 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-7e2f9ff4-4d7f-46c6-a8bd-c4bf4090444d admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:26:36.892409 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2f9ff4-4d7f-46c6-a8bd-c4bf4090444d admin admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:26:36.921642 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2025896-0871-490f-b332-a1ee846e8484 admin admin] Router e0af61ad-896c-4e3a-9e08-9fed32c3391b has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:26:36.969517 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (327aaa84-9cdd-44ed-a109-309d63f235e2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:36.970373 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device ddc5b543-617d-4d5b-a568-b73130b8372b up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:26:36.990215 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e69efb-9413-4f08-be0a-c539c425ff62 req-3af64b3b-1bc3-4a14-8a1d-ac385db16474 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:36.999672 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-91e69efb-9413-4f08-be0a-c539c425ff62 req-3af64b3b-1bc3-4a14-8a1d-ac385db16474 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 947 time: 0.4579737 Mar 22 19:26:37.102929 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2025896-0871-490f-b332-a1ee846e8484 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:26:37.113604 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3a9f7ea6-a43e-43b2-b912-e082a3c3501a tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks [] for security_group_rule (cff1b2bb-5ff0-4e11-abe3-f1eadc48a0e8), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:37.153763 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3a9f7ea6-a43e-43b2-b912-e082a3c3501a tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (cff1b2bb-5ff0-4e11-abe3-f1eadc48a0e8), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:37.162683 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c2025896-0871-490f-b332-a1ee846e8484 admin admin] 10.222.0.75 "PUT /v2.0/routers/e0af61ad-896c-4e3a-9e08-9fed32c3391b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1478615 Mar 22 19:26:37.187361 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e1702819-ec95-4e41-abbb-0df84f83c5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (819737fc-b101-4723-9756-58e78970ae63), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:37.216475 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f7ea6-a43e-43b2-b912-e082a3c3501a tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cff1b2bb-5ff0-4e11-abe3-f1eadc48a0e8,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:37.227796 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3a9f7ea6-a43e-43b2-b912-e082a3c3501a tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:37.234423 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3a9f7ea6-a43e-43b2-b912-e082a3c3501a tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8557951 Mar 22 19:26:37.237488 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50288) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:37.260066 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-91e69efb-9413-4f08-be0a-c539c425ff62 req-e9783a60-fba5-419f-a949-bdf60d7d5ec2 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567644 Mar 22 19:26:37.263170 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-9d522063-d8b6-4b42-a43a-8ffc635f3654 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Request body: {'security_group_rule': {'security_group_id': '697a8b8a-de2f-41a2-b5ab-39d1397cbf6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:26:37.335845 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port d797c08b-ec86-4947-b515-8d22e032c317 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:37.337358 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d797c08b-ec86-4947-b515-8d22e032c317), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:37.402986 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9d522063-d8b6-4b42-a43a-8ffc635f3654 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks [] for security_group_rule (46c0224a-4fe5-477d-9d8b-210af6089890), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:37.562578 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-2da1f834-5c51-48a2-a0c3-d4436fa10993 None None] Attempting to bind port fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:26:37.563046 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-2da1f834-5c51-48a2-a0c3-d4436fa10993 None None] Attempting to bind port fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '314d61bc-4aee-41ea-892b-cdf180af1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:26:37.563151 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da1f834-5c51-48a2-a0c3-d4436fa10993 None None] Attempting to bind port fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8 on network e2aac6b4-9023-4a56-b28e-d9728a595e67 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:26:37.632208 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da1f834-5c51-48a2-a0c3-d4436fa10993 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:26:37.632591 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da1f834-5c51-48a2-a0c3-d4436fa10993 None None] Checking segment: {'id': '314d61bc-4aee-41ea-892b-cdf180af1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:26:37.633163 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2da1f834-5c51-48a2-a0c3-d4436fa10993 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:37.636880 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da1f834-5c51-48a2-a0c3-d4436fa10993 None None] Bound using segment: {'id': '314d61bc-4aee-41ea-892b-cdf180af1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:26:37.636880 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-2da1f834-5c51-48a2-a0c3-d4436fa10993 None None] Bound port: fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314d61bc-4aee-41ea-892b-cdf180af1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:26:37.637117 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2da1f834-5c51-48a2-a0c3-d4436fa10993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:37.736525 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port ddc5b543-617d-4d5b-a568-b73130b8372b triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:37.738330 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (ddc5b543-617d-4d5b-a568-b73130b8372b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:37.809029 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9d522063-d8b6-4b42-a43a-8ffc635f3654 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks [] for security_group_rule (46c0224a-4fe5-477d-9d8b-210af6089890), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:37.840684 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9d522063-d8b6-4b42-a43a-8ffc635f3654 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (46c0224a-4fe5-477d-9d8b-210af6089890), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:37.931012 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d522063-d8b6-4b42-a43a-8ffc635f3654 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c0224a-4fe5-477d-9d8b-210af6089890,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:37.957229 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9d522063-d8b6-4b42-a43a-8ffc635f3654 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:37.958538 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9d522063-d8b6-4b42-a43a-8ffc635f3654 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7199054 Mar 22 19:26:37.962198 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50302) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:37.972668 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-441a50b7-d4b3-4752-820c-cd574d14724c tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:26:38.012177 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b0c98-886c-41cb-8e58-68a9e043c57f req-129764dd-b783-49ad-a984-f3003c2f27bc tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:38.013995 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-595b0c98-886c-41cb-8e58-68a9e043c57f req-129764dd-b783-49ad-a984-f3003c2f27bc tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.5436316 Mar 22 19:26:38.111112 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-441a50b7-d4b3-4752-820c-cd574d14724c tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:38.121408 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2da1f834-5c51-48a2-a0c3-d4436fa10993 None None] For port fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:26:38.124596 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2da1f834-5c51-48a2-a0c3-d4436fa10993 None None] For port fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8,segment=NetworkSegment(314d61bc-4aee-41ea-892b-cdf180af1566),segment_id=314d61bc-4aee-41ea-892b-cdf180af1566)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:26:38.172099 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2da1f834-5c51-48a2-a0c3-d4436fa10993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:38.181576 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e1702819-ec95-4e41-abbb-0df84f83c5b9 admin admin] Publish callbacks [] for port (819737fc-b101-4723-9756-58e78970ae63), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:38.184275 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7e2f9ff4-4d7f-46c6-a8bd-c4bf4090444d admin admin] Publish callbacks [] for router_gateway (c2acaaf4-710b-4d05-af64-17fa4080fe31), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:38.190698 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=327aaa84-9cdd-44ed-a109-309d63f235e2,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:38.205223 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-595b0c98-886c-41cb-8e58-68a9e043c57f req-981ca9c3-7045-4fec-ab92-2026f8bc23ec tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631215 Mar 22 19:26:38.247565 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-9c2c0fba-671d-4912-b25a-b2bb8bc4fdf4 None None] Current status of the port f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:38.247962 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9c2c0fba-671d-4912-b25a-b2bb8bc4fdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:38.262043 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port d797c08b-ec86-4947-b515-8d22e032c317 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:38.262317 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d797c08b-ec86-4947-b515-8d22e032c317), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:38.300207 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e1702819-ec95-4e41-abbb-0df84f83c5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (819737fc-b101-4723-9756-58e78970ae63), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:38.309261 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port d797c08b-ec86-4947-b515-8d22e032c317, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=d797c08b-ec86-4947-b515-8d22e032c317,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:26:38.342153 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8688a580-17dc-4e54-8d69-1c4b905465a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd797c08b-ec86-4947-b515-8d22e032c317'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:26:38.344459 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5043dd0-8ec4-4c11-bf18-26e8e01be63a" -d '{"events": [{"server_uuid": "8688a580-17dc-4e54-8d69-1c4b905465a5", "name": "network-vif-plugged", "status": "completed", "tag": "d797c08b-ec86-4947-b515-8d22e032c317"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:26:38.356571 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d797c08b-ec86-4947-b515-8d22e032c317), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:38.409348 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 607144c1-0ca2-48d3-88b9-368b9eec0b0c up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:26:38.431494 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-d21ee755-e89f-41b8-a74b-ac0b53d030c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04135953-940a-46da-b220-002bef1e438e', 'name': 'tempest-ServersTestManualDisk-1354232685-router', 'tenant_id': '930b9ef3d7194f24932fd8b9008c68ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '327aaa84-9cdd-44ed-a109-309d63f235e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:19Z', 'updated_at': '2022-03-22T19:26:28Z', 'revision_number': 4, 'project_id': '930b9ef3d7194f24932fd8b9008c68ee', 'gw_port': {'id': '327aaa84-9cdd-44ed-a109-309d63f235e2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04135953-940a-46da-b220-002bef1e438e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:21Z', 'updated_at': '2022-03-22T19:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'b375418e-7f20-4a41-82aa-769e36ff5f81', 'name': '', 'network_id': '4b718542-9a1f-44dc-be58-35b105938a61', 'tenant_id': '930b9ef3d7194f24932fd8b9008c68ee', 'mac_address': 'fa:16:3e:1c:af:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04135953-940a-46da-b220-002bef1e438e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'f0ecf098-5e3d-4ff0-ac79-d3d21e505122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:26Z', 'updated_at': '2022-03-22T19:26:29Z', 'revision_number': 2, 'project_id': '930b9ef3d7194f24932fd8b9008c68ee', 'subnets': [{'id': 'f0ecf098-5e3d-4ff0-ac79-d3d21e505122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:38.508249 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1702819-ec95-4e41-abbb-0df84f83c5b9 admin admin] Pushing event updated for resources: {'Port': ['ID=819737fc-b101-4723-9756-58e78970ae63,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:38.518245 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21ee755-e89f-41b8-a74b-ac0b53d030c3 None None] Checking router: 04135953-940a-46da-b220-002bef1e438e for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:26:38.518609 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21ee755-e89f-41b8-a74b-ac0b53d030c3 None None] Updating router 04135953-940a-46da-b220-002bef1e438e port b375418e-7f20-4a41-82aa-769e36ff5f81 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:26:38.595648 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d21ee755-e89f-41b8-a74b-ac0b53d030c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b375418e-7f20-4a41-82aa-769e36ff5f81), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:38.688064 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e1702819-ec95-4e41-abbb-0df84f83c5b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (84d2d50c-ce03-4d67-adae-986abb2bd1ef), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:38.880662 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7e2f9ff4-4d7f-46c6-a8bd-c4bf4090444d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (c2acaaf4-710b-4d05-af64-17fa4080fe31), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:38.882491 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50322) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:38.995323 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-9c2c0fba-671d-4912-b25a-b2bb8bc4fdf4 None None] For port f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7,segment=NetworkSegment(e90353a3-2dc2-40d0-af93-fb32f35357dd),segment_id=e90353a3-2dc2-40d0-af93-fb32f35357dd)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:26:39.037180 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1702819-ec95-4e41-abbb-0df84f83c5b9 admin admin] Network 14e0778a-448c-401b-8757-7a9816b6b02a is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:26:39.057478 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-e1702819-ec95-4e41-abbb-0df84f83c5b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:26:39.058988 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f559e53e-d0a0-4a7d-9c21-2e1c9c42c653 None None] Publish callbacks [] for port (3f345823-f489-4e29-aad5-08cffdb8ede6), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:39.119576 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9c2c0fba-671d-4912-b25a-b2bb8bc4fdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:39.127861 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-441a50b7-d4b3-4752-820c-cd574d14724c tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:39.137979 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port ddc5b543-617d-4d5b-a568-b73130b8372b is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:39.139295 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device eb7aee05-a393-475d-a986-130a3ce525b6 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:26:39.148090 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1f834-5c51-48a2-a0c3-d4436fa10993 None None] Pushing event updated for resources: {'Port': ['ID=fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:39.254359 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f559e53e-d0a0-4a7d-9c21-2e1c9c42c653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (3f345823-f489-4e29-aad5-08cffdb8ede6), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:39.390140 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50328) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:39.434889 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-e8cb6f1d-814b-4db4-97b2-bf8ec1024594 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1218542647', 'description': 'tempest-description--633803169'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:26:39.459104 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=d797c08b-ec86-4947-b515-8d22e032c317,revision_number=8']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:39.481865 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fdb36d-7ed3-4458-840e-d94638abb0e6 x-openstack-request-id: req-51fdb36d-7ed3-4458-840e-d94638abb0e6 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:26:39.482136 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8688a580-17dc-4e54-8d69-1c4b905465a5", "name": "network-vif-plugged", "status": "completed", "tag": "d797c08b-ec86-4947-b515-8d22e032c317", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:26:39.482416 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-51fdb36d-7ed3-4458-840e-d94638abb0e6 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:26:39.488237 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51fdb36d-7ed3-4458-840e-d94638abb0e6'] response: {'server_uuid': '8688a580-17dc-4e54-8d69-1c4b905465a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd797c08b-ec86-4947-b515-8d22e032c317', 'code': 200} Mar 22 19:26:39.541598 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec08b4c-932f-470e-84da-856300e7875a req-37a15bb9-4e70-41cb-9c9b-e102beb8bea8 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:39.543361 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dec08b4c-932f-470e-84da-856300e7875a req-37a15bb9-4e70-41cb-9c9b-e102beb8bea8 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 949 time: 1.0761380 Mar 22 19:26:39.568107 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-9c2c0fba-671d-4912-b25a-b2bb8bc4fdf4 None None] Provisioning complete for port 4bd21620-adc4-4e1c-92d6-ef5074e3d614 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:39.568107 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9c2c0fba-671d-4912-b25a-b2bb8bc4fdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (4bd21620-adc4-4e1c-92d6-ef5074e3d614), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:39.655909 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-02e24b86-188e-4d74-bfb7-03574c436175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:39.756277 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c0fba-671d-4912-b25a-b2bb8bc4fdf4 None None] Pushing event updated for resources: {'Port': ['ID=f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:39.789161 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1702819-ec95-4e41-abbb-0df84f83c5b9 admin admin] Router 84d2d50c-ce03-4d67-adae-986abb2bd1ef has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:26:39.812255 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8944a7fb-bb18-4da3-a482-7a16a75a7157 req-bbf075b1-d600-4969-9fd5-4bacb8aeb314 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a6e10b67-46e0-4cc8-b1b6-5d65f05a0969&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9287267 Mar 22 19:26:39.860631 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-441a50b7-d4b3-4752-820c-cd574d14724c tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Allocated IP 172.25.5.95 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/8b0101e8-f1cb-4ecb-99ba-105ccca2ddbd) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:26:40.030599 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 607144c1-0ca2-48d3-88b9-368b9eec0b0c triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:40.030993 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:40.042815 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f559e53e-d0a0-4a7d-9c21-2e1c9c42c653 None None] Attempting to bind port 3f345823-f489-4e29-aad5-08cffdb8ede6 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:26:40.043239 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f559e53e-d0a0-4a7d-9c21-2e1c9c42c653 None None] Attempting to bind port 3f345823-f489-4e29-aad5-08cffdb8ede6 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:26:40.043567 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f559e53e-d0a0-4a7d-9c21-2e1c9c42c653 None None] Attempting to bind port 3f345823-f489-4e29-aad5-08cffdb8ede6 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:26:40.088753 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33caee-ff01-4412-b69b-480700906ff2 req-41437da7-b9cf-4b19-b083-901c5dbaec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:40.099665 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1e33caee-ff01-4412-b69b-480700906ff2 req-41437da7-b9cf-4b19-b083-901c5dbaec3f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 1132 time: 0.6277392 Mar 22 19:26:40.216587 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f559e53e-d0a0-4a7d-9c21-2e1c9c42c653 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:26:40.220531 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f559e53e-d0a0-4a7d-9c21-2e1c9c42c653 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:26:40.220991 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f559e53e-d0a0-4a7d-9c21-2e1c9c42c653 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:40.221420 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f559e53e-d0a0-4a7d-9c21-2e1c9c42c653 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:26:40.222037 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f559e53e-d0a0-4a7d-9c21-2e1c9c42c653 None None] Bound port: 3f345823-f489-4e29-aad5-08cffdb8ede6, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:26:40.222529 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f559e53e-d0a0-4a7d-9c21-2e1c9c42c653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (3f345823-f489-4e29-aad5-08cffdb8ede6), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:40.324119 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-441a50b7-d4b3-4752-820c-cd574d14724c tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks [] for port (8b0101e8-f1cb-4ecb-99ba-105ccca2ddbd), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:40.360794 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1702819-ec95-4e41-abbb-0df84f83c5b9 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:26:40.368670 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e1702819-ec95-4e41-abbb-0df84f83c5b9 admin admin] 10.222.0.75 "PUT /v2.0/routers/84d2d50c-ce03-4d67-adae-986abb2bd1ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6724188 Mar 22 19:26:40.373739 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-441a50b7-d4b3-4752-820c-cd574d14724c tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (8b0101e8-f1cb-4ecb-99ba-105ccca2ddbd), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:40.383144 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808091e3-c59c-49bb-9232-a1f660078864 None None] Sync routers for ids ['84d2d50c-ce03-4d67-adae-986abb2bd1ef'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:26:40.412104 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808091e3-c59c-49bb-9232-a1f660078864 None None] Routers {'84d2d50c-ce03-4d67-adae-986abb2bd1ef'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:26:40.413070 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-808091e3-c59c-49bb-9232-a1f660078864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:26:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['84d2d50c-ce03-4d67-adae-986abb2bd1ef'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:40.437701 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441a50b7-d4b3-4752-820c-cd574d14724c tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:26:40.441485 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1e33caee-ff01-4412-b69b-480700906ff2 req-a680bf79-f649-408d-a175-1a66b8ace6e0 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263283 Mar 22 19:26:40.444631 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-441a50b7-d4b3-4752-820c-cd574d14724c tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:26:40.444977 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc462bf-6fc0-4246-8c34-c34e11261ebe None None] Pushing event updated for resources: {'Port': ['ID=3f345823-f489-4e29-aad5-08cffdb8ede6,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:40.449731 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441a50b7-d4b3-4752-820c-cd574d14724c tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:26:40.474810 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6601de-0b97-4c34-a2d3-58ce864c3656 None None] Network e2aac6b4-9023-4a56-b28e-d9728a595e67 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:26:40.501889 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e8cb6f1d-814b-4db4-97b2-bf8ec1024594 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:40.535305 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port eb7aee05-a393-475d-a986-130a3ce525b6 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:40.545091 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (eb7aee05-a393-475d-a986-130a3ce525b6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:40.569424 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-441a50b7-d4b3-4752-820c-cd574d14724c tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks [] for floatingip (9f0d8102-c539-44a9-b34c-ec60b0b89357), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:40.571652 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dec08b4c-932f-470e-84da-856300e7875a req-5986c8a2-8f6f-48c8-abf8-37681ef0e4b3 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9637907 Mar 22 19:26:40.598462 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a50b7-d4b3-4752-820c-cd574d14724c tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Pushing event updated for resources: {'Port': ['ID=8b0101e8-f1cb-4ecb-99ba-105ccca2ddbd,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:40.621101 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b06f1-f663-4c40-a586-4fd8962b01b1 req-c91e96f0-82d4-430a-901b-8a95946ffe45 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:40.622974 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c28b06f1-f663-4c40-a586-4fd8962b01b1 req-c91e96f0-82d4-430a-901b-8a95946ffe45 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 1.1732593 Mar 22 19:26:40.684861 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-441a50b7-d4b3-4752-820c-cd574d14724c tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8b0101e8-f1cb-4ecb-99ba-105ccca2ddbd), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:40.730341 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944a7fb-bb18-4da3-a482-7a16a75a7157 req-3e3efaec-dd80-4559-a2cd-ad554f7437fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:40.742546 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-808091e3-c59c-49bb-9232-a1f660078864 None None] Set router 84d2d50c-ce03-4d67-adae-986abb2bd1ef gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:26:40.747364 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8944a7fb-bb18-4da3-a482-7a16a75a7157 req-3e3efaec-dd80-4559-a2cd-ad554f7437fd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=c87854371ff34a4285a18d10388d4a50&device_id=a6e10b67-46e0-4cc8-b1b6-5d65f05a0969 HTTP/1.1" status: 200 len: 1133 time: 0.3322461 Mar 22 19:26:40.800541 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2f9ff4-4d7f-46c6-a8bd-c4bf4090444d admin admin] Router c2acaaf4-710b-4d05-af64-17fa4080fe31 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:26:40.893915 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-9c2c0fba-671d-4912-b25a-b2bb8bc4fdf4 None None] Current status of the port 4bd21620-adc4-4e1c-92d6-ef5074e3d614 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:40.895058 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9c2c0fba-671d-4912-b25a-b2bb8bc4fdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4bd21620-adc4-4e1c-92d6-ef5074e3d614), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:40.941818 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e8cb6f1d-814b-4db4-97b2-bf8ec1024594 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks [] for security_group (b591d7ec-4d48-4377-bca9-c2da745c5c62), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:41.032901 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-9c2c0fba-671d-4912-b25a-b2bb8bc4fdf4 None None] For port 4bd21620-adc4-4e1c-92d6-ef5074e3d614, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=4bd21620-adc4-4e1c-92d6-ef5074e3d614,segment=NetworkSegment(5cf6edc1-c3ac-4745-bb76-3c3dacb92d93),segment_id=5cf6edc1-c3ac-4745-bb76-3c3dacb92d93)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:26:41.071031 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f559e53e-d0a0-4a7d-9c21-2e1c9c42c653 None None] For port 3f345823-f489-4e29-aad5-08cffdb8ede6, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:26:41.073324 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9c2c0fba-671d-4912-b25a-b2bb8bc4fdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4bd21620-adc4-4e1c-92d6-ef5074e3d614), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:41.118297 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e8cb6f1d-814b-4db4-97b2-bf8ec1024594 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b591d7ec-4d48-4377-bca9-c2da745c5c62), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:41.140285 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-441a50b7-d4b3-4752-820c-cd574d14724c tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks [] for port (8b0101e8-f1cb-4ecb-99ba-105ccca2ddbd), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:41.153155 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-441a50b7-d4b3-4752-820c-cd574d14724c tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (8b0101e8-f1cb-4ecb-99ba-105ccca2ddbd), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:41.205182 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb6f1d-814b-4db4-97b2-bf8ec1024594 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b591d7ec-4d48-4377-bca9-c2da745c5c62,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:41.224518 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e8cb6f1d-814b-4db4-97b2-bf8ec1024594 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:41.237726 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e8cb6f1d-814b-4db4-97b2-bf8ec1024594 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.8130782 Mar 22 19:26:41.243897 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50380) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:41.265941 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d21ee755-e89f-41b8-a74b-ac0b53d030c3 None None] Publish callbacks [] for port (b375418e-7f20-4a41-82aa-769e36ff5f81), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:41.268773 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-84747b98-f581-44ab-aba4-46a012c917f1 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Request body: {'security_group_rule': {'security_group_id': 'b591d7ec-4d48-4377-bca9-c2da745c5c62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:26:41.306178 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d21ee755-e89f-41b8-a74b-ac0b53d030c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b375418e-7f20-4a41-82aa-769e36ff5f81), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:41.316855 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f559e53e-d0a0-4a7d-9c21-2e1c9c42c653 None None] For port 3f345823-f489-4e29-aad5-08cffdb8ede6, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=3f345823-f489-4e29-aad5-08cffdb8ede6,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:26:41.335705 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-9c2c0fba-671d-4912-b25a-b2bb8bc4fdf4 None None] Provisioning complete for port ddc5b543-617d-4d5b-a568-b73130b8372b triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:41.336222 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9c2c0fba-671d-4912-b25a-b2bb8bc4fdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (ddc5b543-617d-4d5b-a568-b73130b8372b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:41.426455 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port eb7aee05-a393-475d-a986-130a3ce525b6 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:41.444807 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f559e53e-d0a0-4a7d-9c21-2e1c9c42c653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (3f345823-f489-4e29-aad5-08cffdb8ede6), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:41.507634 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 607144c1-0ca2-48d3-88b9-368b9eec0b0c is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:41.508944 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a50b7-d4b3-4752-820c-cd574d14724c tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Pushing event updated for resources: {'Port': ['ID=8b0101e8-f1cb-4ecb-99ba-105ccca2ddbd,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:41.510363 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:41.553627 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-808091e3-c59c-49bb-9232-a1f660078864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d2d50c-ce03-4d67-adae-986abb2bd1ef', 'name': 'tempest-TaggedBootDevicesTest_v242-2018200426-router', 'tenant_id': 'be54158b7ae5451da23a60cc3cc12a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '43bc5936-38f6-4aac-be66-58a1bdc7c4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:22Z', 'updated_at': '2022-03-22T19:26:36Z', 'revision_number': 4, 'project_id': 'be54158b7ae5451da23a60cc3cc12a83', 'gw_port': {'id': '43bc5936-38f6-4aac-be66-58a1bdc7c4c1', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d2d50c-ce03-4d67-adae-986abb2bd1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:24Z', 'updated_at': '2022-03-22T19:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '819737fc-b101-4723-9756-58e78970ae63', 'name': '', 'network_id': '14e0778a-448c-401b-8757-7a9816b6b02a', 'tenant_id': 'be54158b7ae5451da23a60cc3cc12a83', 'mac_address': 'fa:16:3e:5b:42:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d2d50c-ce03-4d67-adae-986abb2bd1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'a956bec7-9e99-44b7-a4e4-af8caabab13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:33Z', 'updated_at': '2022-03-22T19:26:37Z', 'revision_number': 2, 'project_id': 'be54158b7ae5451da23a60cc3cc12a83', 'subnets': [{'id': 'a956bec7-9e99-44b7-a4e4-af8caabab13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:41.560976 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c28b06f1-f663-4c40-a586-4fd8962b01b1 req-42b8434b-30fa-4f5d-ab83-c348051e3b77 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9150317 Mar 22 19:26:41.655380 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-02e24b86-188e-4d74-bfb7-03574c436175 admin admin] Publish callbacks [] for security_group (73a6e35a-68ed-4e8b-a6a7-a971c37fdfde), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:41.672199 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-441a50b7-d4b3-4752-820c-cd574d14724c tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (9f0d8102-c539-44a9-b34c-ec60b0b89357), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:41.679125 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-02e24b86-188e-4d74-bfb7-03574c436175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (73a6e35a-68ed-4e8b-a6a7-a971c37fdfde), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:41.723897 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-02e24b86-188e-4d74-bfb7-03574c436175 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=365be836b470463ea0c4807197852cfb&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8351102 Mar 22 19:26:41.723897 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944a7fb-bb18-4da3-a482-7a16a75a7157 req-f132c5a3-e1d1-47d0-9ba3-76e987f24baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:41.734088 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8944a7fb-bb18-4da3-a482-7a16a75a7157 req-f132c5a3-e1d1-47d0-9ba3-76e987f24baf service neutron] 10.222.0.85 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.7896688 Mar 22 19:26:41.737911 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50384) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:41.748037 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-84747b98-f581-44ab-aba4-46a012c917f1 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks [] for security_group_rule (6ca9b80c-f1d7-45fa-9cf4-2b1ef5dc6286), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:41.803722 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c0fba-671d-4912-b25a-b2bb8bc4fdf4 None None] Pushing event updated for resources: {'Port': ['ID=4bd21620-adc4-4e1c-92d6-ef5074e3d614,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:41.861933 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808091e3-c59c-49bb-9232-a1f660078864 None None] Checking router: 84d2d50c-ce03-4d67-adae-986abb2bd1ef for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:26:41.867876 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808091e3-c59c-49bb-9232-a1f660078864 None None] Updating router 84d2d50c-ce03-4d67-adae-986abb2bd1ef port 819737fc-b101-4723-9756-58e78970ae63 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:26:42.056525 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-441a50b7-d4b3-4752-820c-cd574d14724c tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:42.066857 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8944a7fb-bb18-4da3-a482-7a16a75a7157 req-9901d9bf-06e7-420b-b8f3-30025b1cb22e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=6f67127f-41e8-4dd7-bdac-5310a2d62b28 HTTP/1.1" status: 200 len: 217 time: 0.3018303 Mar 22 19:26:42.069991 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-441a50b7-d4b3-4752-820c-cd574d14724c tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1066635 Mar 22 19:26:42.084788 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0818e-2d66-4b15-abec-9762e99db500 None None] Pushing event updated for resources: {'Port': ['ID=b375418e-7f20-4a41-82aa-769e36ff5f81,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:42.099682 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-808091e3-c59c-49bb-9232-a1f660078864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (819737fc-b101-4723-9756-58e78970ae63), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:42.103327 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-84747b98-f581-44ab-aba4-46a012c917f1 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks [] for security_group_rule (6ca9b80c-f1d7-45fa-9cf4-2b1ef5dc6286), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:42.113414 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-84747b98-f581-44ab-aba4-46a012c917f1 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (6ca9b80c-f1d7-45fa-9cf4-2b1ef5dc6286), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:42.192612 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84747b98-f581-44ab-aba4-46a012c917f1 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca9b80c-f1d7-45fa-9cf4-2b1ef5dc6286,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:42.214659 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-84747b98-f581-44ab-aba4-46a012c917f1 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:42.216212 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-84747b98-f581-44ab-aba4-46a012c917f1 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9642096 Mar 22 19:26:42.218887 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50394) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:42.235092 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-6cba19b3-3403-42a5-9323-ce581410fd76 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Request body: {'security_group_rule': {'security_group_id': 'b591d7ec-4d48-4377-bca9-c2da745c5c62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:26:42.320382 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6cba19b3-3403-42a5-9323-ce581410fd76 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks [] for security_group_rule (8c53c110-db5a-403f-a3b9-43caf744851f), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:42.462329 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e24b86-188e-4d74-bfb7-03574c436175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a6e35a-68ed-4e8b-a6a7-a971c37fdfde,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:42.476089 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40f0c35-6df1-46c8-add8-78ea0711782d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607144c1-0ca2-48d3-88b9-368b9eec0b0c'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:26:42.491789 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48ee2be-386a-4027-836c-5b5a9c006fd3" -d '{"events": [{"server_uuid": "d40f0c35-6df1-46c8-add8-78ea0711782d", "name": "network-vif-plugged", "status": "completed", "tag": "607144c1-0ca2-48d3-88b9-368b9eec0b0c"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:26:42.568546 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2f9ff4-4d7f-46c6-a8bd-c4bf4090444d admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:26:42.593394 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 607144c1-0ca2-48d3-88b9-368b9eec0b0c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=607144c1-0ca2-48d3-88b9-368b9eec0b0c,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:26:42.602543 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc462bf-6fc0-4246-8c34-c34e11261ebe None None] Pushing event updated for resources: {'Port': ['ID=3f345823-f489-4e29-aad5-08cffdb8ede6,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:42.628852 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:26:42.654247 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6cba19b3-3403-42a5-9323-ce581410fd76 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks [] for security_group_rule (8c53c110-db5a-403f-a3b9-43caf744851f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:42.667013 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6cba19b3-3403-42a5-9323-ce581410fd76 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (8c53c110-db5a-403f-a3b9-43caf744851f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:42.701697 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-83d13385-8c1b-410d-8830-effd9daae41f admin admin] Publish callbacks [] for security_group (73a6e35a-68ed-4e8b-a6a7-a971c37fdfde), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:42.725094 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:42.727072 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265fbdaf-933b-4e60-95a5-38571a8d8a4e None None] Sync routers for ids ['c2acaaf4-710b-4d05-af64-17fa4080fe31'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:26:42.740676 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba19b3-3403-42a5-9323-ce581410fd76 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c53c110-db5a-403f-a3b9-43caf744851f,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:42.762219 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6cba19b3-3403-42a5-9323-ce581410fd76 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:42.777651 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6cba19b3-3403-42a5-9323-ce581410fd76 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5571001 Mar 22 19:26:42.782056 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50426) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:42.794834 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-435a2e8a-d24f-41a2-b56a-ab50fa0e2817 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:26:42.882649 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-435a2e8a-d24f-41a2-b56a-ab50fa0e2817 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:42.957871 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-83d13385-8c1b-410d-8830-effd9daae41f admin admin] Publish callbacks [] for security_group (73a6e35a-68ed-4e8b-a6a7-a971c37fdfde), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:42.992618 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-d21ee755-e89f-41b8-a74b-ac0b53d030c3 None None] Attempting to bind port b375418e-7f20-4a41-82aa-769e36ff5f81 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:26:42.992982 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-d21ee755-e89f-41b8-a74b-ac0b53d030c3 None None] Attempting to bind port b375418e-7f20-4a41-82aa-769e36ff5f81 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'c1f4cc7d-c652-4382-8820-891fa4fa1690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4b718542-9a1f-44dc-be58-35b105938a61'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:26:42.993357 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21ee755-e89f-41b8-a74b-ac0b53d030c3 None None] Attempting to bind port b375418e-7f20-4a41-82aa-769e36ff5f81 on network 4b718542-9a1f-44dc-be58-35b105938a61 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:26:43.012363 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7e2f9ff4-4d7f-46c6-a8bd-c4bf4090444d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:43.016246 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7e2f9ff4-4d7f-46c6-a8bd-c4bf4090444d admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 10.7261794 Mar 22 19:26:43.016442 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f559e53e-d0a0-4a7d-9c21-2e1c9c42c653 None None] Routers {'e0af61ad-896c-4e3a-9e08-9fed32c3391b'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:26:43.016442 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f559e53e-d0a0-4a7d-9c21-2e1c9c42c653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:26:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e0af61ad-896c-4e3a-9e08-9fed32c3391b'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:43.017140 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50442) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:43.050488 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944a7fb-bb18-4da3-a482-7a16a75a7157 req-badc396a-b232-4cd6-b4bf-97721132e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:43.062635 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8944a7fb-bb18-4da3-a482-7a16a75a7157 req-badc396a-b232-4cd6-b4bf-97721132e5c9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.8288465 Mar 22 19:26:43.121044 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730afa2e-5d26-44ed-ac46-d5392e996935 req-eeda66b2-541c-4fbb-9163-cebc3089a0f5 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:43.122696 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-730afa2e-5d26-44ed-ac46-d5392e996935 req-eeda66b2-541c-4fbb-9163-cebc3089a0f5 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 949 time: 0.8989191 Mar 22 19:26:43.488792 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-808091e3-c59c-49bb-9232-a1f660078864 None None] Publish callbacks [] for port (819737fc-b101-4723-9756-58e78970ae63), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:43.507938 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-808091e3-c59c-49bb-9232-a1f660078864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (819737fc-b101-4723-9756-58e78970ae63), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:43.514251 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-34bd0038-98db-4261-8025-d06a7bd532d6 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1206810879&fields=id&tenant_id=930b9ef3d7194f24932fd8b9008c68ee HTTP/1.1" status: 200 len: 267 time: 0.8584113 Mar 22 19:26:43.655534 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-730afa2e-5d26-44ed-ac46-d5392e996935 req-4d2e58ac-2fc5-496b-abc6-07ace4ad5eb2 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611239 Mar 22 19:26:43.664491 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce7261-7a2c-43ef-aa25-6188c7118420 None None] Pushing event updated for resources: {'Port': ['ID=819737fc-b101-4723-9756-58e78970ae63,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:43.862732 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-435a2e8a-d24f-41a2-b56a-ab50fa0e2817 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:43.909266 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-808091e3-c59c-49bb-9232-a1f660078864 None None] Attempting to bind port 819737fc-b101-4723-9756-58e78970ae63 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:26:43.913351 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-808091e3-c59c-49bb-9232-a1f660078864 None None] Attempting to bind port 819737fc-b101-4723-9756-58e78970ae63 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '5cf6edc1-c3ac-4745-bb76-3c3dacb92d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '14e0778a-448c-401b-8757-7a9816b6b02a'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:26:43.914697 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808091e3-c59c-49bb-9232-a1f660078864 None None] Attempting to bind port 819737fc-b101-4723-9756-58e78970ae63 on network 14e0778a-448c-401b-8757-7a9816b6b02a {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:26:43.929923 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-f559e53e-d0a0-4a7d-9c21-2e1c9c42c653 None None] Set router e0af61ad-896c-4e3a-9e08-9fed32c3391b gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:26:43.934120 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808091e3-c59c-49bb-9232-a1f660078864 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:26:43.935388 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808091e3-c59c-49bb-9232-a1f660078864 None None] Checking segment: {'id': '5cf6edc1-c3ac-4745-bb76-3c3dacb92d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '14e0778a-448c-401b-8757-7a9816b6b02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:26:43.937541 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-808091e3-c59c-49bb-9232-a1f660078864 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:43.938116 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808091e3-c59c-49bb-9232-a1f660078864 None None] Bound using segment: {'id': '5cf6edc1-c3ac-4745-bb76-3c3dacb92d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '14e0778a-448c-401b-8757-7a9816b6b02a'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:26:43.939597 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-808091e3-c59c-49bb-9232-a1f660078864 None None] Bound port: 819737fc-b101-4723-9756-58e78970ae63, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf6edc1-c3ac-4745-bb76-3c3dacb92d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '14e0778a-448c-401b-8757-7a9816b6b02a'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:26:43.939996 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-808091e3-c59c-49bb-9232-a1f660078864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (819737fc-b101-4723-9756-58e78970ae63), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:43.987692 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944a7fb-bb18-4da3-a482-7a16a75a7157 req-143e29e3-db24-485e-8ae7-a87ba8031c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:43.990925 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8944a7fb-bb18-4da3-a482-7a16a75a7157 req-143e29e3-db24-485e-8ae7-a87ba8031c66 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.8477674 Mar 22 19:26:44.092487 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c108ff0-f54c-4b57-9258-fb8f7646438a x-openstack-request-id: req-1c108ff0-f54c-4b57-9258-fb8f7646438a {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:26:44.092682 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40f0c35-6df1-46c8-add8-78ea0711782d", "name": "network-vif-plugged", "status": "completed", "tag": "607144c1-0ca2-48d3-88b9-368b9eec0b0c", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:26:44.092984 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1c108ff0-f54c-4b57-9258-fb8f7646438a {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:26:44.093394 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c108ff0-f54c-4b57-9258-fb8f7646438a'] response: {'server_uuid': 'd40f0c35-6df1-46c8-add8-78ea0711782d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607144c1-0ca2-48d3-88b9-368b9eec0b0c', 'code': 200} Mar 22 19:26:44.122949 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21ee755-e89f-41b8-a74b-ac0b53d030c3 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:26:44.123429 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21ee755-e89f-41b8-a74b-ac0b53d030c3 None None] Checking segment: {'id': 'c1f4cc7d-c652-4382-8820-891fa4fa1690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4b718542-9a1f-44dc-be58-35b105938a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:26:44.126123 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d21ee755-e89f-41b8-a74b-ac0b53d030c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:44.126540 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21ee755-e89f-41b8-a74b-ac0b53d030c3 None None] Bound using segment: {'id': 'c1f4cc7d-c652-4382-8820-891fa4fa1690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4b718542-9a1f-44dc-be58-35b105938a61'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:26:44.129481 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-d21ee755-e89f-41b8-a74b-ac0b53d030c3 None None] Bound port: b375418e-7f20-4a41-82aa-769e36ff5f81, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f4cc7d-c652-4382-8820-891fa4fa1690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4b718542-9a1f-44dc-be58-35b105938a61'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:26:44.132227 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d21ee755-e89f-41b8-a74b-ac0b53d030c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b375418e-7f20-4a41-82aa-769e36ff5f81), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:44.140940 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-808091e3-c59c-49bb-9232-a1f660078864 None None] For port 819737fc-b101-4723-9756-58e78970ae63, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:26:44.144394 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-83d13385-8c1b-410d-8830-effd9daae41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (73a6e35a-68ed-4e8b-a6a7-a971c37fdfde), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:44.148302 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-83d13385-8c1b-410d-8830-effd9daae41f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:44.152509 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-808091e3-c59c-49bb-9232-a1f660078864 None None] For port 819737fc-b101-4723-9756-58e78970ae63, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=819737fc-b101-4723-9756-58e78970ae63,segment=NetworkSegment(5cf6edc1-c3ac-4745-bb76-3c3dacb92d93),segment_id=5cf6edc1-c3ac-4745-bb76-3c3dacb92d93)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:26:44.157138 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-83d13385-8c1b-410d-8830-effd9daae41f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/73a6e35a-68ed-4e8b-a6a7-a971c37fdfde HTTP/1.1" status: 204 len: 168 time: 2.4166048 Mar 22 19:26:44.179705 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-808091e3-c59c-49bb-9232-a1f660078864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (819737fc-b101-4723-9756-58e78970ae63), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:44.271116 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d13385-8c1b-410d-8830-effd9daae41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a6e35a-68ed-4e8b-a6a7-a971c37fdfde,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:44.293828 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265fbdaf-933b-4e60-95a5-38571a8d8a4e None None] Routers {'c2acaaf4-710b-4d05-af64-17fa4080fe31'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:26:44.294485 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-265fbdaf-933b-4e60-95a5-38571a8d8a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:26:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['c2acaaf4-710b-4d05-af64-17fa4080fe31'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:44.310064 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-877a5223-d14d-444f-aa76-8233be3ded4c tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:44.320717 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-877a5223-d14d-444f-aa76-8233be3ded4c tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] 10.222.0.75 "GET /v2.0/networks?id=4b718542-9a1f-44dc-be58-35b105938a61 HTTP/1.1" status: 200 len: 812 time: 0.7600927 Mar 22 19:26:44.367001 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808091e3-c59c-49bb-9232-a1f660078864 None None] Routers {'84d2d50c-ce03-4d67-adae-986abb2bd1ef'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:26:44.367589 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-808091e3-c59c-49bb-9232-a1f660078864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:26:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['84d2d50c-ce03-4d67-adae-986abb2bd1ef'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:44.435059 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-32c48316-3faf-4823-bd22-ecb9d5c4d8ab tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] 10.222.0.75 "GET /v2.0/quotas/930b9ef3d7194f24932fd8b9008c68ee HTTP/1.1" status: 200 len: 375 time: 0.1128683 Mar 22 19:26:44.632812 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a052b-18b7-4d4f-91e0-6e11fd4f2a40 req-cd8ffbf6-0a16-43c2-b40c-98a8e63a4667 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:44.634759 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-644a052b-18b7-4d4f-91e0-6e11fd4f2a40 req-cd8ffbf6-0a16-43c2-b40c-98a8e63a4667 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 947 time: 0.4915853 Mar 22 19:26:44.638794 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8944a7fb-bb18-4da3-a482-7a16a75a7157 req-9344402b-5f28-4f16-98a1-f78bef5a654d service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6371298 Mar 22 19:26:44.644189 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-265fbdaf-933b-4e60-95a5-38571a8d8a4e None None] Set router c2acaaf4-710b-4d05-af64-17fa4080fe31 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:26:44.676414 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-435a2e8a-d24f-41a2-b56a-ab50fa0e2817 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Allocated IP 172.25.5.127 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/ca53d8f1-3435-4074-bf30-231dda756048) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:26:44.682410 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce7261-7a2c-43ef-aa25-6188c7118420 None None] Pushing event updated for resources: {'Port': ['ID=819737fc-b101-4723-9756-58e78970ae63,revision_number=4']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:44.755863 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-808091e3-c59c-49bb-9232-a1f660078864 None None] Set router 84d2d50c-ce03-4d67-adae-986abb2bd1ef gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:26:44.869203 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-167aed65-4a8f-4870-8e00-c658498627dc tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=930b9ef3d7194f24932fd8b9008c68ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4257779 Mar 22 19:26:44.903330 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-2dbd8f28-4b53-4493-90c6-be6b2a5b096f service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:26:44.917713 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-2dbd8f28-4b53-4493-90c6-be6b2a5b096f service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0453401 Mar 22 19:26:44.939346 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50458) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:45.115886 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-9c2c0fba-671d-4912-b25a-b2bb8bc4fdf4 None None] Current status of the port ddc5b543-617d-4d5b-a568-b73130b8372b is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:45.136859 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-435a2e8a-d24f-41a2-b56a-ab50fa0e2817 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks [] for port (ca53d8f1-3435-4074-bf30-231dda756048), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:45.229261 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-808091e3-c59c-49bb-9232-a1f660078864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d2d50c-ce03-4d67-adae-986abb2bd1ef', 'name': 'tempest-TaggedBootDevicesTest_v242-2018200426-router', 'tenant_id': 'be54158b7ae5451da23a60cc3cc12a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '43bc5936-38f6-4aac-be66-58a1bdc7c4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:22Z', 'updated_at': '2022-03-22T19:26:36Z', 'revision_number': 4, 'project_id': 'be54158b7ae5451da23a60cc3cc12a83', 'gw_port': {'id': '43bc5936-38f6-4aac-be66-58a1bdc7c4c1', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d2d50c-ce03-4d67-adae-986abb2bd1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:24Z', 'updated_at': '2022-03-22T19:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '819737fc-b101-4723-9756-58e78970ae63', 'name': '', 'network_id': '14e0778a-448c-401b-8757-7a9816b6b02a', 'tenant_id': 'be54158b7ae5451da23a60cc3cc12a83', 'mac_address': 'fa:16:3e:5b:42:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d2d50c-ce03-4d67-adae-986abb2bd1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'a956bec7-9e99-44b7-a4e4-af8caabab13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:33Z', 'updated_at': '2022-03-22T19:26:44Z', 'revision_number': 4, 'project_id': 'be54158b7ae5451da23a60cc3cc12a83', 'subnets': [{'id': 'a956bec7-9e99-44b7-a4e4-af8caabab13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:45.234964 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-05642c22-98dc-4106-a680-53ba7e1326b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:45.252462 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-435a2e8a-d24f-41a2-b56a-ab50fa0e2817 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (ca53d8f1-3435-4074-bf30-231dda756048), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:45.284342 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808091e3-c59c-49bb-9232-a1f660078864 None None] The sync data for ids ['84d2d50c-ce03-4d67-adae-986abb2bd1ef'] in n-d-705658-24 is: [{'id': '84d2d50c-ce03-4d67-adae-986abb2bd1ef', 'name': 'tempest-TaggedBootDevicesTest_v242-2018200426-router', 'tenant_id': 'be54158b7ae5451da23a60cc3cc12a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '43bc5936-38f6-4aac-be66-58a1bdc7c4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:22Z', 'updated_at': '2022-03-22T19:26:36Z', 'revision_number': 4, 'project_id': 'be54158b7ae5451da23a60cc3cc12a83', 'gw_port': {'id': '43bc5936-38f6-4aac-be66-58a1bdc7c4c1', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d2d50c-ce03-4d67-adae-986abb2bd1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:24Z', 'updated_at': '2022-03-22T19:26:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '819737fc-b101-4723-9756-58e78970ae63', 'name': '', 'network_id': '14e0778a-448c-401b-8757-7a9816b6b02a', 'tenant_id': 'be54158b7ae5451da23a60cc3cc12a83', 'mac_address': 'fa:16:3e:5b:42:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84d2d50c-ce03-4d67-adae-986abb2bd1ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': 'a956bec7-9e99-44b7-a4e4-af8caabab13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:33Z', 'updated_at': '2022-03-22T19:26:44Z', 'revision_number': 4, 'project_id': 'be54158b7ae5451da23a60cc3cc12a83', 'subnets': [{'id': 'a956bec7-9e99-44b7-a4e4-af8caabab13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:26:45.285360 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-d21ee755-e89f-41b8-a74b-ac0b53d030c3 None None] For port b375418e-7f20-4a41-82aa-769e36ff5f81, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:26:45.288894 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-d21ee755-e89f-41b8-a74b-ac0b53d030c3 None None] For port b375418e-7f20-4a41-82aa-769e36ff5f81, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b375418e-7f20-4a41-82aa-769e36ff5f81,segment=NetworkSegment(c1f4cc7d-c652-4382-8820-891fa4fa1690),segment_id=c1f4cc7d-c652-4382-8820-891fa4fa1690)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:26:45.344409 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d9284a95-42e7-457b-b9fb-aa11372700af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:45.345471 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-644a052b-18b7-4d4f-91e0-6e11fd4f2a40 req-2abc13d8-4ef3-4e33-a654-730acc8bb28c tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7027185 Mar 22 19:26:45.388410 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435a2e8a-d24f-41a2-b56a-ab50fa0e2817 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:26:45.397142 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-435a2e8a-d24f-41a2-b56a-ab50fa0e2817 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:26:45.406462 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435a2e8a-d24f-41a2-b56a-ab50fa0e2817 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:26:45.412212 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-9c2c0fba-671d-4912-b25a-b2bb8bc4fdf4 None None] Provisioning complete for port 3754e241-1acb-4e48-8646-4377e81f57b8 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:45.441013 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9c2c0fba-671d-4912-b25a-b2bb8bc4fdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3754e241-1acb-4e48-8646-4377e81f57b8), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:45.456853 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d21ee755-e89f-41b8-a74b-ac0b53d030c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b375418e-7f20-4a41-82aa-769e36ff5f81), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:45.594524 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a2e8a-d24f-41a2-b56a-ab50fa0e2817 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Pushing event updated for resources: {'Port': ['ID=ca53d8f1-3435-4074-bf30-231dda756048,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:45.679843 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2769cff3-c069-4492-9ac0-82c301d67119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:45.692264 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8944a7fb-bb18-4da3-a482-7a16a75a7157 req-b3ca16de-97e6-44cb-9520-97deff83c403 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0378106 Mar 22 19:26:45.699344 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=607144c1-0ca2-48d3-88b9-368b9eec0b0c,revision_number=13']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:45.820720 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-0453529b-0702-4ad3-aabe-b0d05ce9630a service neutron] 10.222.0.75 "GET /v2.0/networks/4b718542-9a1f-44dc-be58-35b105938a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9020076 Mar 22 19:26:45.951171 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:45.954591 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:46.020404 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:46.054055 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303252f-7151-4c81-83c3-13ad7934c8e4 req-bf25c0bf-c6e4-48cb-9159-b9eca9120376 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:46.064074 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7303252f-7151-4c81-83c3-13ad7934c8e4 req-bf25c0bf-c6e4-48cb-9159-b9eca9120376 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 949 time: 0.4971700 Mar 22 19:26:46.264881 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-05642c22-98dc-4106-a680-53ba7e1326b6 admin admin] Publish callbacks [] for security_group (52265420-ead7-4f10-bf62-f9734255ff52), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:46.299871 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-05642c22-98dc-4106-a680-53ba7e1326b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (52265420-ead7-4f10-bf62-f9734255ff52), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:46.303928 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0818e-2d66-4b15-abec-9762e99db500 None None] Pushing event updated for resources: {'Port': ['ID=b375418e-7f20-4a41-82aa-769e36ff5f81,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:46.417109 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-9c2c0fba-671d-4912-b25a-b2bb8bc4fdf4 None None] Port 3754e241-1acb-4e48-8646-4377e81f57b8 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:26:46.499282 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05642c22-98dc-4106-a680-53ba7e1326b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52265420-ead7-4f10-bf62-f9734255ff52,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:46.518444 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7303252f-7151-4c81-83c3-13ad7934c8e4 req-64c2573c-9c27-4f63-ab4d-da88572bd30a tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4524758 Mar 22 19:26:46.550749 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21ee755-e89f-41b8-a74b-ac0b53d030c3 None None] Routers {'04135953-940a-46da-b220-002bef1e438e'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:26:46.551414 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-d21ee755-e89f-41b8-a74b-ac0b53d030c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:26:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['04135953-940a-46da-b220-002bef1e438e'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:46.577101 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-05642c22-98dc-4106-a680-53ba7e1326b6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a3c3fc0ca89c46be8cdf39eb5af60575&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6061304 Mar 22 19:26:46.583543 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-92c320be-144b-432f-a121-affb72a5fedb service neutron] 10.222.0.75 "GET /v2.0/networks/4b718542-9a1f-44dc-be58-35b105938a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7555542 Mar 22 19:26:46.584048 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50478) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:26:46.737707 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-90dbdb98-ccc2-4a8f-9960-9d81b71afde8 admin admin] Publish callbacks [] for security_group (52265420-ead7-4f10-bf62-f9734255ff52), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:46.811890 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-90dbdb98-ccc2-4a8f-9960-9d81b71afde8 admin admin] Publish callbacks [] for security_group (52265420-ead7-4f10-bf62-f9734255ff52), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:46.882261 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-2769cff3-c069-4492-9ac0-82c301d67119 admin admin] Allocated IP 172.20.0.1 (e2aac6b4-9023-4a56-b28e-d9728a595e67/cd5ec6ea-2197-4f69-89c7-80c309a39451/10bab89b-c8c6-4280-895e-a515670fee10) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:26:46.962605 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-d21ee755-e89f-41b8-a74b-ac0b53d030c3 None None] Set router 04135953-940a-46da-b220-002bef1e438e gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:26:47.076600 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-9c2c0fba-671d-4912-b25a-b2bb8bc4fdf4 None None] Provisioning complete for port b375418e-7f20-4a41-82aa-769e36ff5f81 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:47.076993 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9c2c0fba-671d-4912-b25a-b2bb8bc4fdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b375418e-7f20-4a41-82aa-769e36ff5f81), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:47.084170 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2769cff3-c069-4492-9ac0-82c301d67119 admin admin] Publish callbacks [] for port (10bab89b-c8c6-4280-895e-a515670fee10), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:47.132311 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-90dbdb98-ccc2-4a8f-9960-9d81b71afde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (52265420-ead7-4f10-bf62-f9734255ff52), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:47.147219 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-90dbdb98-ccc2-4a8f-9960-9d81b71afde8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:47.166755 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-90dbdb98-ccc2-4a8f-9960-9d81b71afde8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/52265420-ead7-4f10-bf62-f9734255ff52 HTTP/1.1" status: 204 len: 168 time: 0.5793269 Mar 22 19:26:47.171215 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2769cff3-c069-4492-9ac0-82c301d67119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (10bab89b-c8c6-4280-895e-a515670fee10), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:47.333197 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-435a2e8a-d24f-41a2-b56a-ab50fa0e2817 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks [] for floatingip (40e45234-aaa2-4bdf-a407-51b084b4fd37), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:47.353447 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769cff3-c069-4492-9ac0-82c301d67119 admin admin] Pushing event updated for resources: {'Port': ['ID=10bab89b-c8c6-4280-895e-a515670fee10,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:47.381504 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2769cff3-c069-4492-9ac0-82c301d67119 admin admin] Network e2aac6b4-9023-4a56-b28e-d9728a595e67 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:26:47.385297 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dbdb98-ccc2-4a8f-9960-9d81b71afde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52265420-ead7-4f10-bf62-f9734255ff52,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:47.397494 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-2769cff3-c069-4492-9ac0-82c301d67119 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:26:47.445911 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5f17a-1b8d-4ad6-a55d-ade0040f6693 req-b39a850c-8ab5-4dc8-8567-938a427f4b00 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:47.448651 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2769cff3-c069-4492-9ac0-82c301d67119 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:26:47.451885 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66c5f17a-1b8d-4ad6-a55d-ade0040f6693 req-b39a850c-8ab5-4dc8-8567-938a427f4b00 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 947 time: 0.5099545 Mar 22 19:26:47.690829 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e476d07-ecd1-4d40-b4ba-d0fb0822a7a8 req-d238d31c-d7c6-484a-bf4a-6320ed037935 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:47.717240 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4e476d07-ecd1-4d40-b4ba-d0fb0822a7a8 req-d238d31c-d7c6-484a-bf4a-6320ed037935 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 949 time: 0.5511665 Mar 22 19:26:47.734345 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-435a2e8a-d24f-41a2-b56a-ab50fa0e2817 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ca53d8f1-3435-4074-bf30-231dda756048), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:47.736342 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2769cff3-c069-4492-9ac0-82c301d67119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (c2acaaf4-710b-4d05-af64-17fa4080fe31), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:47.818475 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e861cbc3-6b5a-4da1-ba26-216ffac5ac45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:47.878172 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66c5f17a-1b8d-4ad6-a55d-ade0040f6693 req-f4908435-17a2-46b7-bb8a-f33fa17b7181 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4151609 Mar 22 19:26:47.914092 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-265fbdaf-933b-4e60-95a5-38571a8d8a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'name': 'tempest-ServerRescueNegativeTestJSON-1970496120-router', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'cc812064-4e71-461d-b50c-90fb835184a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:32Z', 'updated_at': '2022-03-22T19:26:37Z', 'revision_number': 3, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'gw_port': {'id': 'cc812064-4e71-461d-b50c-90fb835184a3', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:34Z', 'updated_at': '2022-03-22T19:26:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:48.020747 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4e476d07-ecd1-4d40-b4ba-d0fb0822a7a8 req-d6b50cdf-f9f4-481f-bb89-1590203dffe4 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025265 Mar 22 19:26:48.133821 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265fbdaf-933b-4e60-95a5-38571a8d8a4e None None] Checking router: c2acaaf4-710b-4d05-af64-17fa4080fe31 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:26:48.144646 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265fbdaf-933b-4e60-95a5-38571a8d8a4e None None] Updating router c2acaaf4-710b-4d05-af64-17fa4080fe31 port cc812064-4e71-461d-b50c-90fb835184a3 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:26:48.181867 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4453f2dd-ed38-4de5-aa33-e9fd5e8776e7 req-0b1e9734-ecb6-4522-9bf0-e09e27034d8a tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] 10.222.0.75 "GET /v2.0/ports?device_id=719ceee4-9383-4751-b909-e74235d7d6fd HTTP/1.1" status: 200 len: 210 time: 0.0795240 Mar 22 19:26:48.348397 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:48.352626 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:48.432124 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f559e53e-d0a0-4a7d-9c21-2e1c9c42c653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'name': 'tempest-ServersTestBootFromVolume-1013878994-router', 'tenant_id': '19c710f622d9408e8bd0693a6cf07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '3f345823-f489-4e29-aad5-08cffdb8ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:20Z', 'updated_at': '2022-03-22T19:26:32Z', 'revision_number': 4, 'project_id': '19c710f622d9408e8bd0693a6cf07a03', 'gw_port': {'id': '3f345823-f489-4e29-aad5-08cffdb8ede6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:21Z', 'updated_at': '2022-03-22T19:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '3754e241-1acb-4e48-8646-4377e81f57b8', 'name': '', 'network_id': '09b38f1f-a105-4141-968b-914c29cdfe73', 'tenant_id': '19c710f622d9408e8bd0693a6cf07a03', 'mac_address': 'fa:16:3e:be:45:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '1fcaffb3-90ba-4c43-b281-759cd93e4025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:29Z', 'updated_at': '2022-03-22T19:26:32Z', 'revision_number': 2, 'project_id': '19c710f622d9408e8bd0693a6cf07a03', 'subnets': [{'id': '1fcaffb3-90ba-4c43-b281-759cd93e4025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:48.598711 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f559e53e-d0a0-4a7d-9c21-2e1c9c42c653 None None] The sync data for ids ['e0af61ad-896c-4e3a-9e08-9fed32c3391b'] in n-d-705658-24 is: [{'id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'name': 'tempest-ServersTestBootFromVolume-1013878994-router', 'tenant_id': '19c710f622d9408e8bd0693a6cf07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '3f345823-f489-4e29-aad5-08cffdb8ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:20Z', 'updated_at': '2022-03-22T19:26:32Z', 'revision_number': 4, 'project_id': '19c710f622d9408e8bd0693a6cf07a03', 'gw_port': {'id': '3f345823-f489-4e29-aad5-08cffdb8ede6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:21Z', 'updated_at': '2022-03-22T19:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '3754e241-1acb-4e48-8646-4377e81f57b8', 'name': '', 'network_id': '09b38f1f-a105-4141-968b-914c29cdfe73', 'tenant_id': '19c710f622d9408e8bd0693a6cf07a03', 'mac_address': 'fa:16:3e:be:45:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '1fcaffb3-90ba-4c43-b281-759cd93e4025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:29Z', 'updated_at': '2022-03-22T19:26:32Z', 'revision_number': 2, 'project_id': '19c710f622d9408e8bd0693a6cf07a03', 'subnets': [{'id': '1fcaffb3-90ba-4c43-b281-759cd93e4025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:26:48.610424 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2769cff3-c069-4492-9ac0-82c301d67119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (10bab89b-c8c6-4280-895e-a515670fee10), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:48.778855 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-265fbdaf-933b-4e60-95a5-38571a8d8a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (cc812064-4e71-461d-b50c-90fb835184a3), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:48.791795 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:48.930842 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-9c2c0fba-671d-4912-b25a-b2bb8bc4fdf4 None None] Current status of the port b375418e-7f20-4a41-82aa-769e36ff5f81 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:48.935246 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9c2c0fba-671d-4912-b25a-b2bb8bc4fdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b375418e-7f20-4a41-82aa-769e36ff5f81), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:48.943202 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-d21ee755-e89f-41b8-a74b-ac0b53d030c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04135953-940a-46da-b220-002bef1e438e', 'name': 'tempest-ServersTestManualDisk-1354232685-router', 'tenant_id': '930b9ef3d7194f24932fd8b9008c68ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '327aaa84-9cdd-44ed-a109-309d63f235e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:19Z', 'updated_at': '2022-03-22T19:26:28Z', 'revision_number': 4, 'project_id': '930b9ef3d7194f24932fd8b9008c68ee', 'gw_port': {'id': '327aaa84-9cdd-44ed-a109-309d63f235e2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04135953-940a-46da-b220-002bef1e438e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:21Z', 'updated_at': '2022-03-22T19:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'b375418e-7f20-4a41-82aa-769e36ff5f81', 'name': '', 'network_id': '4b718542-9a1f-44dc-be58-35b105938a61', 'tenant_id': '930b9ef3d7194f24932fd8b9008c68ee', 'mac_address': 'fa:16:3e:1c:af:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04135953-940a-46da-b220-002bef1e438e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'f0ecf098-5e3d-4ff0-ac79-d3d21e505122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:26Z', 'updated_at': '2022-03-22T19:26:45Z', 'revision_number': 4, 'project_id': '930b9ef3d7194f24932fd8b9008c68ee', 'subnets': [{'id': 'f0ecf098-5e3d-4ff0-ac79-d3d21e505122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:48.956018 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:49.001343 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8,segment=NetworkSegment(314d61bc-4aee-41ea-892b-cdf180af1566),segment_id=314d61bc-4aee-41ea-892b-cdf180af1566)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:26:49.136148 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2769cff3-c069-4492-9ac0-82c301d67119 admin admin] Publish callbacks [] for port (10bab89b-c8c6-4280-895e-a515670fee10), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:49.154555 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-435a2e8a-d24f-41a2-b56a-ab50fa0e2817 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks [] for port (ca53d8f1-3435-4074-bf30-231dda756048), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:49.157195 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2769cff3-c069-4492-9ac0-82c301d67119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (10bab89b-c8c6-4280-895e-a515670fee10), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:49.260035 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-435a2e8a-d24f-41a2-b56a-ab50fa0e2817 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (ca53d8f1-3435-4074-bf30-231dda756048), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:49.328272 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd9ef4-3859-47af-bc23-4f98f4577c74 req-62c96924-054e-415f-a6e7-0308ded56ab3 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:49.348995 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-67fd9ef4-3859-47af-bc23-4f98f4577c74 req-62c96924-054e-415f-a6e7-0308ded56ab3 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 947 time: 0.2960742 Mar 22 19:26:49.462302 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2769cff3-c069-4492-9ac0-82c301d67119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (c2acaaf4-710b-4d05-af64-17fa4080fe31), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:49.536855 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-67fd9ef4-3859-47af-bc23-4f98f4577c74 req-6bd0f309-c6e7-4073-b5d0-37c96ff8d00a tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857030 Mar 22 19:26:49.819779 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-435a2e8a-d24f-41a2-b56a-ab50fa0e2817 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (40e45234-aaa2-4bdf-a407-51b084b4fd37), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:49.897664 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c301a01f-43dd-479d-915c-59e60560aee7 req-743c6bc0-a610-4aab-99c9-2f428ef21fe7 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] 10.222.0.75 "GET /v2.0/ports?device_id=719ceee4-9383-4751-b909-e74235d7d6fd HTTP/1.1" status: 200 len: 210 time: 0.1112916 Mar 22 19:26:49.918158 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769cff3-c069-4492-9ac0-82c301d67119 admin admin] Pushing event updated for resources: {'Port': ['ID=10bab89b-c8c6-4280-895e-a515670fee10,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:50.011667 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-435a2e8a-d24f-41a2-b56a-ab50fa0e2817 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:50.021594 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-435a2e8a-d24f-41a2-b56a-ab50fa0e2817 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2299137 Mar 22 19:26:50.214857 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2769cff3-c069-4492-9ac0-82c301d67119 admin admin] Network e2aac6b4-9023-4a56-b28e-d9728a595e67 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:26:50.277659 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a2e8a-d24f-41a2-b56a-ab50fa0e2817 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Pushing event updated for resources: {'Port': ['ID=ca53d8f1-3435-4074-bf30-231dda756048,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:50.280307 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-2769cff3-c069-4492-9ac0-82c301d67119 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:26:50.576346 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:50.579373 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:26:50.747390 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21ee755-e89f-41b8-a74b-ac0b53d030c3 None None] The sync data for ids ['04135953-940a-46da-b220-002bef1e438e'] in n-d-705658-24 is: [{'id': '04135953-940a-46da-b220-002bef1e438e', 'name': 'tempest-ServersTestManualDisk-1354232685-router', 'tenant_id': '930b9ef3d7194f24932fd8b9008c68ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '327aaa84-9cdd-44ed-a109-309d63f235e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:19Z', 'updated_at': '2022-03-22T19:26:28Z', 'revision_number': 4, 'project_id': '930b9ef3d7194f24932fd8b9008c68ee', 'gw_port': {'id': '327aaa84-9cdd-44ed-a109-309d63f235e2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04135953-940a-46da-b220-002bef1e438e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:21Z', 'updated_at': '2022-03-22T19:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'b375418e-7f20-4a41-82aa-769e36ff5f81', 'name': '', 'network_id': '4b718542-9a1f-44dc-be58-35b105938a61', 'tenant_id': '930b9ef3d7194f24932fd8b9008c68ee', 'mac_address': 'fa:16:3e:1c:af:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04135953-940a-46da-b220-002bef1e438e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'f0ecf098-5e3d-4ff0-ac79-d3d21e505122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:26Z', 'updated_at': '2022-03-22T19:26:45Z', 'revision_number': 4, 'project_id': '930b9ef3d7194f24932fd8b9008c68ee', 'subnets': [{'id': 'f0ecf098-5e3d-4ff0-ac79-d3d21e505122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:26:50.761809 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-265fbdaf-933b-4e60-95a5-38571a8d8a4e None None] Publish callbacks [] for port (cc812064-4e71-461d-b50c-90fb835184a3), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:51.099776 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-265fbdaf-933b-4e60-95a5-38571a8d8a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (cc812064-4e71-461d-b50c-90fb835184a3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:51.133367 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2769cff3-c069-4492-9ac0-82c301d67119 admin admin] Router c2acaaf4-710b-4d05-af64-17fa4080fe31 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:26:51.304002 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:51.314079 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-f94be2cb-9774-4874-a682-2cbed3cbfd40 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:51.331187 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-f94be2cb-9774-4874-a682-2cbed3cbfd40 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] 10.222.0.85 "GET /v2.0/networks?id=4b718542-9a1f-44dc-be58-35b105938a61 HTTP/1.1" status: 200 len: 812 time: 0.9159184 Mar 22 19:26:51.339098 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-9c2c0fba-671d-4912-b25a-b2bb8bc4fdf4 None None] For port b375418e-7f20-4a41-82aa-769e36ff5f81, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b375418e-7f20-4a41-82aa-769e36ff5f81,segment=NetworkSegment(c1f4cc7d-c652-4382-8820-891fa4fa1690),segment_id=c1f4cc7d-c652-4382-8820-891fa4fa1690)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:26:51.411842 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52057d19-117c-4619-8b5c-0b622e877cd7 req-4c7b41e2-a2ef-4d1d-a4cf-0e67926938e3 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:51.419145 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-52057d19-117c-4619-8b5c-0b622e877cd7 req-4c7b41e2-a2ef-4d1d-a4cf-0e67926938e3 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 947 time: 0.5444658 Mar 22 19:26:51.481322 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9c2c0fba-671d-4912-b25a-b2bb8bc4fdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b375418e-7f20-4a41-82aa-769e36ff5f81), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:51.561491 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:51.583445 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-265fbdaf-933b-4e60-95a5-38571a8d8a4e None None] Attempting to bind port cc812064-4e71-461d-b50c-90fb835184a3 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:26:51.583445 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-265fbdaf-933b-4e60-95a5-38571a8d8a4e None None] Attempting to bind port cc812064-4e71-461d-b50c-90fb835184a3 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:26:51.584258 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265fbdaf-933b-4e60-95a5-38571a8d8a4e None None] Attempting to bind port cc812064-4e71-461d-b50c-90fb835184a3 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:26:51.660251 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2769cff3-c069-4492-9ac0-82c301d67119 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:26:51.677148 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2769cff3-c069-4492-9ac0-82c301d67119 admin admin] 10.222.0.75 "PUT /v2.0/routers/c2acaaf4-710b-4d05-af64-17fa4080fe31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6541841 Mar 22 19:26:51.698880 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-52057d19-117c-4619-8b5c-0b622e877cd7 req-29bb5f1f-562b-4345-9610-9379d68aec33 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2725275 Mar 22 19:26:51.733280 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:51.768942 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265fbdaf-933b-4e60-95a5-38571a8d8a4e None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:26:51.769955 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265fbdaf-933b-4e60-95a5-38571a8d8a4e None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:26:51.770727 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-265fbdaf-933b-4e60-95a5-38571a8d8a4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:51.773863 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-14056393-42cd-4ac5-b9cd-3e4e86f7de01 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=930b9ef3d7194f24932fd8b9008c68ee HTTP/1.1" status: 200 len: 380 time: 0.4212987 Mar 22 19:26:51.774458 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265fbdaf-933b-4e60-95a5-38571a8d8a4e None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:26:51.775414 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-265fbdaf-933b-4e60-95a5-38571a8d8a4e None None] Bound port: cc812064-4e71-461d-b50c-90fb835184a3, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:26:51.776630 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-265fbdaf-933b-4e60-95a5-38571a8d8a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (cc812064-4e71-461d-b50c-90fb835184a3), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:51.779189 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:51.784468 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-82f89276-31a0-4cce-b822-1c0036a30fc0 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Request body: {'port': {'device_id': '719ceee4-9383-4751-b909-e74235d7d6fd', 'network_id': '4b718542-9a1f-44dc-be58-35b105938a61', 'admin_state_up': True, 'tenant_id': '930b9ef3d7194f24932fd8b9008c68ee', 'security_groups': ['697a8b8a-de2f-41a2-b5ab-39d1397cbf6a']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:26:51.785116 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:51.993508 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-8950a9f9-141c-4913-9552-f6d913ef893e None None] Provisioning complete for port 819737fc-b101-4723-9756-58e78970ae63 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:52.005519 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8950a9f9-141c-4913-9552-f6d913ef893e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (819737fc-b101-4723-9756-58e78970ae63), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:52.022975 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c6ebe-992f-4f5d-857b-69ab1bf95377 None None] Pushing event updated for resources: {'Port': ['ID=cc812064-4e71-461d-b50c-90fb835184a3,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:52.040840 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8f407691-c6d5-44eb-bb6f-7afb727a61c0 req-8a4a2e00-08a5-4c48-a3e9-90e5567e04d1 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] 10.222.0.75 "GET /v2.0/ports?device_id=719ceee4-9383-4751-b909-e74235d7d6fd HTTP/1.1" status: 200 len: 210 time: 0.0971704 Mar 22 19:26:52.288921 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-82f89276-31a0-4cce-b822-1c0036a30fc0 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Made reservation on behalf of 930b9ef3d7194f24932fd8b9008c68ee for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:26:52.293053 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-82f89276-31a0-4cce-b822-1c0036a30fc0 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:52.310883 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c0fba-671d-4912-b25a-b2bb8bc4fdf4 None None] Pushing event updated for resources: {'Port': ['ID=b375418e-7f20-4a41-82aa-769e36ff5f81,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:52.467908 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-265fbdaf-933b-4e60-95a5-38571a8d8a4e None None] For port cc812064-4e71-461d-b50c-90fb835184a3, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:26:52.472459 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-265fbdaf-933b-4e60-95a5-38571a8d8a4e None None] For port cc812064-4e71-461d-b50c-90fb835184a3, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=cc812064-4e71-461d-b50c-90fb835184a3,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:26:52.509605 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-265fbdaf-933b-4e60-95a5-38571a8d8a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (cc812064-4e71-461d-b50c-90fb835184a3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:52.687321 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-82f89276-31a0-4cce-b822-1c0036a30fc0 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Allocated IP 172.20.0.13 (4b718542-9a1f-44dc-be58-35b105938a61/f0ecf098-5e3d-4ff0-ac79-d3d21e505122/876a743a-4aaf-4257-9669-c557be65577f) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:26:52.770421 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c6ebe-992f-4f5d-857b-69ab1bf95377 None None] Pushing event updated for resources: {'Port': ['ID=cc812064-4e71-461d-b50c-90fb835184a3,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:52.862101 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265fbdaf-933b-4e60-95a5-38571a8d8a4e None None] Routers {'c2acaaf4-710b-4d05-af64-17fa4080fe31'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:26:52.862971 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-265fbdaf-933b-4e60-95a5-38571a8d8a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:26:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['c2acaaf4-710b-4d05-af64-17fa4080fe31'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:52.988874 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-82f89276-31a0-4cce-b822-1c0036a30fc0 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks [] for port (876a743a-4aaf-4257-9669-c557be65577f), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:53.039215 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-265fbdaf-933b-4e60-95a5-38571a8d8a4e None None] Set router c2acaaf4-710b-4d05-af64-17fa4080fe31 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:26:53.049943 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-82f89276-31a0-4cce-b822-1c0036a30fc0 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (876a743a-4aaf-4257-9669-c557be65577f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:53.149903 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:53.151041 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 43bc5936-38f6-4aac-be66-58a1bdc7c4c1 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:26:53.186460 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f89276-31a0-4cce-b822-1c0036a30fc0 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Pushing event updated for resources: {'Port': ['ID=876a743a-4aaf-4257-9669-c557be65577f,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:53.218162 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-82f89276-31a0-4cce-b822-1c0036a30fc0 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Network 4b718542-9a1f-44dc-be58-35b105938a61 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:26:53.224494 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-82f89276-31a0-4cce-b822-1c0036a30fc0 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:26:53.227905 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-82f89276-31a0-4cce-b822-1c0036a30fc0 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:26:53.235738 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8950a9f9-141c-4913-9552-f6d913ef893e None None] Current status of the port 819737fc-b101-4723-9756-58e78970ae63 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:53.236131 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8950a9f9-141c-4913-9552-f6d913ef893e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (819737fc-b101-4723-9756-58e78970ae63), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:53.369337 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-82f89276-31a0-4cce-b822-1c0036a30fc0 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:53.379529 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-82f89276-31a0-4cce-b822-1c0036a30fc0 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:53.416251 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-82f89276-31a0-4cce-b822-1c0036a30fc0 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6357343 Mar 22 19:26:53.429423 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] Request body: {'port': {'device_id': '719ceee4-9383-4751-b909-e74235d7d6fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:26:53.611578 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (876a743a-4aaf-4257-9669-c557be65577f), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:53.708962 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-8950a9f9-141c-4913-9552-f6d913ef893e None None] For port 819737fc-b101-4723-9756-58e78970ae63, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=819737fc-b101-4723-9756-58e78970ae63,segment=NetworkSegment(5cf6edc1-c3ac-4745-bb76-3c3dacb92d93),segment_id=5cf6edc1-c3ac-4745-bb76-3c3dacb92d93)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:26:53.774412 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8950a9f9-141c-4913-9552-f6d913ef893e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (819737fc-b101-4723-9756-58e78970ae63), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:53.956950 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950a9f9-141c-4913-9552-f6d913ef893e None None] Pushing event updated for resources: {'Port': ['ID=819737fc-b101-4723-9756-58e78970ae63,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:53.966298 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 43bc5936-38f6-4aac-be66-58a1bdc7c4c1 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:53.967054 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (43bc5936-38f6-4aac-be66-58a1bdc7c4c1), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:54.121442 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-8950a9f9-141c-4913-9552-f6d913ef893e None None] Provisioning complete for port fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:54.122351 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8950a9f9-141c-4913-9552-f6d913ef893e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:54.138989 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7634a42b-184a-40e6-ba6b-81b5d036dd7a None None] Sync routers for ids ['e0af61ad-896c-4e3a-9e08-9fed32c3391b'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:26:54.182073 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7634a42b-184a-40e6-ba6b-81b5d036dd7a None None] Routers {'e0af61ad-896c-4e3a-9e08-9fed32c3391b'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:26:54.188170 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-7634a42b-184a-40e6-ba6b-81b5d036dd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:26:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e0af61ad-896c-4e3a-9e08-9fed32c3391b'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:54.305654 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 43bc5936-38f6-4aac-be66-58a1bdc7c4c1 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:54.307542 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (43bc5936-38f6-4aac-be66-58a1bdc7c4c1), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:54.320717 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 876a743a-4aaf-4257-9669-c557be65577f {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:26:54.341757 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-265fbdaf-933b-4e60-95a5-38571a8d8a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'name': 'tempest-ServerRescueNegativeTestJSON-1970496120-router', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'cc812064-4e71-461d-b50c-90fb835184a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:32Z', 'updated_at': '2022-03-22T19:26:48Z', 'revision_number': 4, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'gw_port': {'id': 'cc812064-4e71-461d-b50c-90fb835184a3', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:34Z', 'updated_at': '2022-03-22T19:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '10bab89b-c8c6-4280-895e-a515670fee10', 'name': '', 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'mac_address': 'fa:16:3e:df:42:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'cd5ec6ea-2197-4f69-89c7-80c309a39451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:46Z', 'updated_at': '2022-03-22T19:26:48Z', 'revision_number': 2, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'subnets': [{'id': 'cd5ec6ea-2197-4f69-89c7-80c309a39451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:54.343983 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] Publish callbacks [] for port (876a743a-4aaf-4257-9669-c557be65577f), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:54.378742 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] Transition to ACTIVE for port object 876a743a-4aaf-4257-9669-c557be65577f will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:26:54.391449 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (876a743a-4aaf-4257-9669-c557be65577f), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:54.476211 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 43bc5936-38f6-4aac-be66-58a1bdc7c4c1, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=43bc5936-38f6-4aac-be66-58a1bdc7c4c1,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:26:54.477775 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265fbdaf-933b-4e60-95a5-38571a8d8a4e None None] The sync data for ids ['c2acaaf4-710b-4d05-af64-17fa4080fe31'] in n-d-705658-24 is: [{'id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'name': 'tempest-ServerRescueNegativeTestJSON-1970496120-router', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'cc812064-4e71-461d-b50c-90fb835184a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:32Z', 'updated_at': '2022-03-22T19:26:48Z', 'revision_number': 4, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'gw_port': {'id': 'cc812064-4e71-461d-b50c-90fb835184a3', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c2:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:34Z', 'updated_at': '2022-03-22T19:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '10bab89b-c8c6-4280-895e-a515670fee10', 'name': '', 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'mac_address': 'fa:16:3e:df:42:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'cd5ec6ea-2197-4f69-89c7-80c309a39451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:46Z', 'updated_at': '2022-03-22T19:26:48Z', 'revision_number': 2, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'subnets': [{'id': 'cd5ec6ea-2197-4f69-89c7-80c309a39451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:26:54.499380 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (43bc5936-38f6-4aac-be66-58a1bdc7c4c1), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:54.502386 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 327aaa84-9cdd-44ed-a109-309d63f235e2 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:26:54.681504 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] Pushing event updated for resources: {'Port': ['ID=876a743a-4aaf-4257-9669-c557be65577f,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:54.690723 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8950a9f9-141c-4913-9552-f6d913ef893e None None] Current status of the port fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:54.743794 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-7634a42b-184a-40e6-ba6b-81b5d036dd7a None None] Set router e0af61ad-896c-4e3a-9e08-9fed32c3391b gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:26:54.812358 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:54.824116 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:54.824679 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:54.828761 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:54.829875 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:54.830945 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:54.832007 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:54.841258 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:54.844186 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:54.844186 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:54.844186 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:54.844186 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:54.844186 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:54.844186 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:54.848694 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:26:54.936832 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 327aaa84-9cdd-44ed-a109-309d63f235e2 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:54.938336 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (327aaa84-9cdd-44ed-a109-309d63f235e2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:54.969145 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] Attempting to bind port 876a743a-4aaf-4257-9669-c557be65577f on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:26:54.969415 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] Attempting to bind port 876a743a-4aaf-4257-9669-c557be65577f by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': 'c1f4cc7d-c652-4382-8820-891fa4fa1690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4b718542-9a1f-44dc-be58-35b105938a61'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:26:54.969756 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] Attempting to bind port 876a743a-4aaf-4257-9669-c557be65577f on network 4b718542-9a1f-44dc-be58-35b105938a61 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:26:54.979075 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] Port 876a743a-4aaf-4257-9669-c557be65577f on network 4b718542-9a1f-44dc-be58-35b105938a61 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:26:54.979929 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] Attempting to bind port 876a743a-4aaf-4257-9669-c557be65577f on network 4b718542-9a1f-44dc-be58-35b105938a61 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:26:54.996070 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:26:54.996070 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] Checking segment: {'id': 'c1f4cc7d-c652-4382-8820-891fa4fa1690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4b718542-9a1f-44dc-be58-35b105938a61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:26:54.998882 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] Bound using segment: {'id': 'c1f4cc7d-c652-4382-8820-891fa4fa1690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4b718542-9a1f-44dc-be58-35b105938a61'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:26:54.999440 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] Bound port: 876a743a-4aaf-4257-9669-c557be65577f, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f4cc7d-c652-4382-8820-891fa4fa1690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4b718542-9a1f-44dc-be58-35b105938a61'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:26:54.999822 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (876a743a-4aaf-4257-9669-c557be65577f), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:55.077774 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-8950a9f9-141c-4913-9552-f6d913ef893e None None] Provisioning complete for port 10bab89b-c8c6-4280-895e-a515670fee10 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:55.081356 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8950a9f9-141c-4913-9552-f6d913ef893e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (10bab89b-c8c6-4280-895e-a515670fee10), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:55.085609 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=43bc5936-38f6-4aac-be66-58a1bdc7c4c1,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:55.211441 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] For port 876a743a-4aaf-4257-9669-c557be65577f, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:26:55.222546 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] For port 876a743a-4aaf-4257-9669-c557be65577f, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=876a743a-4aaf-4257-9669-c557be65577f,segment=NetworkSegment(c1f4cc7d-c652-4382-8820-891fa4fa1690),segment_id=c1f4cc7d-c652-4382-8820-891fa4fa1690)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:26:55.254597 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (876a743a-4aaf-4257-9669-c557be65577f), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:55.306079 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8950a9f9-141c-4913-9552-f6d913ef893e None None] Port 10bab89b-c8c6-4280-895e-a515670fee10 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:26:55.350123 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:55.350821 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:55.356777 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] 10.222.0.85 "PUT /v2.0/ports/876a743a-4aaf-4257-9669-c557be65577f HTTP/1.1" status: 200 len: 1093 time: 1.9324384 Mar 22 19:26:55.361065 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719ceee4-9383-4751-b909-e74235d7d6fd', 'tag': '876a743a-4aaf-4257-9669-c557be65577f'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:26:55.363578 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07c9b63-e495-4c17-beae-9acb003ee7e6" -d '{"events": [{"name": "network-changed", "server_uuid": "719ceee4-9383-4751-b909-e74235d7d6fd", "tag": "876a743a-4aaf-4257-9669-c557be65577f"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:26:55.374286 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-8950a9f9-141c-4913-9552-f6d913ef893e None None] Provisioning complete for port 4bd21620-adc4-4e1c-92d6-ef5074e3d614 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:55.376328 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8950a9f9-141c-4913-9552-f6d913ef893e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (4bd21620-adc4-4e1c-92d6-ef5074e3d614), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:55.389368 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 327aaa84-9cdd-44ed-a109-309d63f235e2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:55.393520 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device ddc5b543-617d-4d5b-a568-b73130b8372b up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:26:55.528941 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-7634a42b-184a-40e6-ba6b-81b5d036dd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'name': 'tempest-ServersTestBootFromVolume-1013878994-router', 'tenant_id': '19c710f622d9408e8bd0693a6cf07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '3f345823-f489-4e29-aad5-08cffdb8ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:20Z', 'updated_at': '2022-03-22T19:26:32Z', 'revision_number': 4, 'project_id': '19c710f622d9408e8bd0693a6cf07a03', 'gw_port': {'id': '3f345823-f489-4e29-aad5-08cffdb8ede6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:21Z', 'updated_at': '2022-03-22T19:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '3754e241-1acb-4e48-8646-4377e81f57b8', 'name': '', 'network_id': '09b38f1f-a105-4141-968b-914c29cdfe73', 'tenant_id': '19c710f622d9408e8bd0693a6cf07a03', 'mac_address': 'fa:16:3e:be:45:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '1fcaffb3-90ba-4c43-b281-759cd93e4025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:29Z', 'updated_at': '2022-03-22T19:26:32Z', 'revision_number': 2, 'project_id': '19c710f622d9408e8bd0693a6cf07a03', 'subnets': [{'id': '1fcaffb3-90ba-4c43-b281-759cd93e4025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:55.536198 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65bc8be-1bee-4d3d-a80b-a31c60669ede service neutron] Pushing event updated for resources: {'Port': ['ID=876a743a-4aaf-4257-9669-c557be65577f,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:55.566994 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-782d7338-2444-4509-93ea-9ce1e5f9cc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:55.569916 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-782d7338-2444-4509-93ea-9ce1e5f9cc1d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=930b9ef3d7194f24932fd8b9008c68ee&device_id=719ceee4-9383-4751-b909-e74235d7d6fd HTTP/1.1" status: 200 len: 1127 time: 0.1188507 Mar 22 19:26:55.603186 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7634a42b-184a-40e6-ba6b-81b5d036dd7a None None] Checking router: e0af61ad-896c-4e3a-9e08-9fed32c3391b for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:26:55.606694 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7634a42b-184a-40e6-ba6b-81b5d036dd7a None None] Updating router e0af61ad-896c-4e3a-9e08-9fed32c3391b port 3754e241-1acb-4e48-8646-4377e81f57b8 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:26:55.707327 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-7634a42b-184a-40e6-ba6b-81b5d036dd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (3754e241-1acb-4e48-8646-4377e81f57b8), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:55.763008 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8950a9f9-141c-4913-9552-f6d913ef893e None None] Current status of the port 4bd21620-adc4-4e1c-92d6-ef5074e3d614 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:55.796125 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port ddc5b543-617d-4d5b-a568-b73130b8372b triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:55.796519 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (ddc5b543-617d-4d5b-a568-b73130b8372b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:56.298597 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-8950a9f9-141c-4913-9552-f6d913ef893e None None] Provisioning complete for port 3754e241-1acb-4e48-8646-4377e81f57b8 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:56.299279 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8950a9f9-141c-4913-9552-f6d913ef893e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3754e241-1acb-4e48-8646-4377e81f57b8), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:56.421114 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8950a9f9-141c-4913-9552-f6d913ef893e None None] Port 3754e241-1acb-4e48-8646-4377e81f57b8 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:26:56.468360 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-8950a9f9-141c-4913-9552-f6d913ef893e None None] Provisioning complete for port b375418e-7f20-4a41-82aa-769e36ff5f81 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:56.469305 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8950a9f9-141c-4913-9552-f6d913ef893e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b375418e-7f20-4a41-82aa-769e36ff5f81), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:56.496060 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-7634a42b-184a-40e6-ba6b-81b5d036dd7a None None] Publish callbacks [] for port (3754e241-1acb-4e48-8646-4377e81f57b8), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:56.526156 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-7634a42b-184a-40e6-ba6b-81b5d036dd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (3754e241-1acb-4e48-8646-4377e81f57b8), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:56.601373 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port ddc5b543-617d-4d5b-a568-b73130b8372b is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:56.602641 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 4bd21620-adc4-4e1c-92d6-ef5074e3d614 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:26:56.606840 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-b30a2b65-3ef6-4937-be01-de9180807d97 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=876a743a-4aaf-4257-9669-c557be65577f HTTP/1.1" status: 200 len: 217 time: 1.0291178 Mar 22 19:26:56.730762 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-5c7e80aa-09fb-4712-baec-786bd56f8d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:56.734106 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-5c7e80aa-09fb-4712-baec-786bd56f8d2e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f0ecf098-5e3d-4ff0-ac79-d3d21e505122 HTTP/1.1" status: 200 len: 851 time: 0.1164963 Mar 22 19:26:56.803470 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 4bd21620-adc4-4e1c-92d6-ef5074e3d614 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:56.803856 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (4bd21620-adc4-4e1c-92d6-ef5074e3d614), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:56.814234 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-7634a42b-184a-40e6-ba6b-81b5d036dd7a None None] Attempting to bind port 3754e241-1acb-4e48-8646-4377e81f57b8 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:26:56.814793 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-7634a42b-184a-40e6-ba6b-81b5d036dd7a None None] Attempting to bind port 3754e241-1acb-4e48-8646-4377e81f57b8 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '8067e91b-cbcd-4271-9c5d-e5892f367a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '09b38f1f-a105-4141-968b-914c29cdfe73'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:26:56.814952 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7634a42b-184a-40e6-ba6b-81b5d036dd7a None None] Attempting to bind port 3754e241-1acb-4e48-8646-4377e81f57b8 on network 09b38f1f-a105-4141-968b-914c29cdfe73 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:26:56.835492 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396aef6-2247-401c-a121-e23781c04e79 None None] Pushing event updated for resources: {'Port': ['ID=3754e241-1acb-4e48-8646-4377e81f57b8,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:56.839571 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-4f96e1b0-9c67-40e7-9825-42fd2b237e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:26:56.841326 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-4f96e1b0-9c67-40e7-9825-42fd2b237e31 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4b718542-9a1f-44dc-be58-35b105938a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1014102 Mar 22 19:26:56.846766 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7634a42b-184a-40e6-ba6b-81b5d036dd7a None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:26:56.850333 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7634a42b-184a-40e6-ba6b-81b5d036dd7a None None] Checking segment: {'id': '8067e91b-cbcd-4271-9c5d-e5892f367a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '09b38f1f-a105-4141-968b-914c29cdfe73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:26:56.850751 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-7634a42b-184a-40e6-ba6b-81b5d036dd7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:56.851152 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7634a42b-184a-40e6-ba6b-81b5d036dd7a None None] Bound using segment: {'id': '8067e91b-cbcd-4271-9c5d-e5892f367a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '09b38f1f-a105-4141-968b-914c29cdfe73'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:26:56.852367 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-7634a42b-184a-40e6-ba6b-81b5d036dd7a None None] Bound port: 3754e241-1acb-4e48-8646-4377e81f57b8, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8067e91b-cbcd-4271-9c5d-e5892f367a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '09b38f1f-a105-4141-968b-914c29cdfe73'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:26:56.852757 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-7634a42b-184a-40e6-ba6b-81b5d036dd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (3754e241-1acb-4e48-8646-4377e81f57b8), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:56.855536 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8950a9f9-141c-4913-9552-f6d913ef893e None None] Current status of the port b375418e-7f20-4a41-82aa-769e36ff5f81 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:56.952465 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-7634a42b-184a-40e6-ba6b-81b5d036dd7a None None] For port 3754e241-1acb-4e48-8646-4377e81f57b8, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:26:56.959213 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-7634a42b-184a-40e6-ba6b-81b5d036dd7a None None] For port 3754e241-1acb-4e48-8646-4377e81f57b8, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=3754e241-1acb-4e48-8646-4377e81f57b8,segment=NetworkSegment(8067e91b-cbcd-4271-9c5d-e5892f367a72),segment_id=8067e91b-cbcd-4271-9c5d-e5892f367a72)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:26:56.971873 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-7634a42b-184a-40e6-ba6b-81b5d036dd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (3754e241-1acb-4e48-8646-4377e81f57b8), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:57.078121 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7634a42b-184a-40e6-ba6b-81b5d036dd7a None None] Routers {'e0af61ad-896c-4e3a-9e08-9fed32c3391b'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:26:57.078871 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-7634a42b-184a-40e6-ba6b-81b5d036dd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:26:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e0af61ad-896c-4e3a-9e08-9fed32c3391b'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:57.100265 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 4bd21620-adc4-4e1c-92d6-ef5074e3d614 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:57.180199 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-51b76ae8-d751-4fce-9b06-86a9f3f4a73d service neutron] 10.222.0.85 "GET /v2.0/networks/4b718542-9a1f-44dc-be58-35b105938a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309996 Mar 22 19:26:57.257409 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-63e88143-04bb-4c05-940f-9f83ebb54c14 None None] Provisioning complete for port 3754e241-1acb-4e48-8646-4377e81f57b8 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:57.259349 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-63e88143-04bb-4c05-940f-9f83ebb54c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3754e241-1acb-4e48-8646-4377e81f57b8), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:57.502701 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1ca2a8b3-86f8-4e18-b33f-de857f48776e req-565cc8bc-f3a4-4ec7-933c-8cbe27ac5308 service neutron] 10.222.0.85 "GET /v2.0/networks/4b718542-9a1f-44dc-be58-35b105938a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103933 Mar 22 19:26:57.542361 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-63e88143-04bb-4c05-940f-9f83ebb54c14 None None] Current status of the port 3754e241-1acb-4e48-8646-4377e81f57b8 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:57.542831 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-63e88143-04bb-4c05-940f-9f83ebb54c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (3754e241-1acb-4e48-8646-4377e81f57b8), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:57.579522 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-7634a42b-184a-40e6-ba6b-81b5d036dd7a None None] Set router e0af61ad-896c-4e3a-9e08-9fed32c3391b gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:26:57.621580 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-63e88143-04bb-4c05-940f-9f83ebb54c14 None None] For port 3754e241-1acb-4e48-8646-4377e81f57b8, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=3754e241-1acb-4e48-8646-4377e81f57b8,segment=NetworkSegment(8067e91b-cbcd-4271-9c5d-e5892f367a72),segment_id=8067e91b-cbcd-4271-9c5d-e5892f367a72)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:26:57.638119 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-63e88143-04bb-4c05-940f-9f83ebb54c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (3754e241-1acb-4e48-8646-4377e81f57b8), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:57.721741 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:26:57.925909 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-70bf2fe2-c52b-4285-a599-d4451d77b6e3 None None] Provisioning complete for port 3754e241-1acb-4e48-8646-4377e81f57b8 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:57.926465 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-70bf2fe2-c52b-4285-a599-d4451d77b6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3754e241-1acb-4e48-8646-4377e81f57b8), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:58.023224 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e88143-04bb-4c05-940f-9f83ebb54c14 None None] Pushing event updated for resources: {'Port': ['ID=3754e241-1acb-4e48-8646-4377e81f57b8,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:58.058256 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:58.060250 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:58.159774 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-7634a42b-184a-40e6-ba6b-81b5d036dd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'name': 'tempest-ServersTestBootFromVolume-1013878994-router', 'tenant_id': '19c710f622d9408e8bd0693a6cf07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '3f345823-f489-4e29-aad5-08cffdb8ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:20Z', 'updated_at': '2022-03-22T19:26:32Z', 'revision_number': 4, 'project_id': '19c710f622d9408e8bd0693a6cf07a03', 'gw_port': {'id': '3f345823-f489-4e29-aad5-08cffdb8ede6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:21Z', 'updated_at': '2022-03-22T19:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '3754e241-1acb-4e48-8646-4377e81f57b8', 'name': '', 'network_id': '09b38f1f-a105-4141-968b-914c29cdfe73', 'tenant_id': '19c710f622d9408e8bd0693a6cf07a03', 'mac_address': 'fa:16:3e:be:45:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '1fcaffb3-90ba-4c43-b281-759cd93e4025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:29Z', 'updated_at': '2022-03-22T19:26:56Z', 'revision_number': 4, 'project_id': '19c710f622d9408e8bd0693a6cf07a03', 'subnets': [{'id': '1fcaffb3-90ba-4c43-b281-759cd93e4025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:26:58.194980 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7634a42b-184a-40e6-ba6b-81b5d036dd7a None None] The sync data for ids ['e0af61ad-896c-4e3a-9e08-9fed32c3391b'] in n-d-705658-24 is: [{'id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'name': 'tempest-ServersTestBootFromVolume-1013878994-router', 'tenant_id': '19c710f622d9408e8bd0693a6cf07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '3f345823-f489-4e29-aad5-08cffdb8ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:20Z', 'updated_at': '2022-03-22T19:26:32Z', 'revision_number': 4, 'project_id': '19c710f622d9408e8bd0693a6cf07a03', 'gw_port': {'id': '3f345823-f489-4e29-aad5-08cffdb8ede6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:21Z', 'updated_at': '2022-03-22T19:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '3754e241-1acb-4e48-8646-4377e81f57b8', 'name': '', 'network_id': '09b38f1f-a105-4141-968b-914c29cdfe73', 'tenant_id': '19c710f622d9408e8bd0693a6cf07a03', 'mac_address': 'fa:16:3e:be:45:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '1fcaffb3-90ba-4c43-b281-759cd93e4025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:29Z', 'updated_at': '2022-03-22T19:26:56Z', 'revision_number': 4, 'project_id': '19c710f622d9408e8bd0693a6cf07a03', 'subnets': [{'id': '1fcaffb3-90ba-4c43-b281-759cd93e4025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:26:58.202795 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396aef6-2247-401c-a121-e23781c04e79 None None] Pushing event updated for resources: {'Port': ['ID=3754e241-1acb-4e48-8646-4377e81f57b8,revision_number=4']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:58.241783 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-70bf2fe2-c52b-4285-a599-d4451d77b6e3 None None] Current status of the port 3754e241-1acb-4e48-8646-4377e81f57b8 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:58.351236 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:58.354187 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 43bc5936-38f6-4aac-be66-58a1bdc7c4c1 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:26:58.492934 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 43bc5936-38f6-4aac-be66-58a1bdc7c4c1 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:58.497131 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (43bc5936-38f6-4aac-be66-58a1bdc7c4c1), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:58.743118 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 43bc5936-38f6-4aac-be66-58a1bdc7c4c1 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:58.744212 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 3f345823-f489-4e29-aad5-08cffdb8ede6 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:26:58.852702 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 3f345823-f489-4e29-aad5-08cffdb8ede6 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:58.853340 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3f345823-f489-4e29-aad5-08cffdb8ede6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:59.040045 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 3f345823-f489-4e29-aad5-08cffdb8ede6 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:59.040438 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (3f345823-f489-4e29-aad5-08cffdb8ede6), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:59.083068 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 3f345823-f489-4e29-aad5-08cffdb8ede6, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=3f345823-f489-4e29-aad5-08cffdb8ede6,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:26:59.099340 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (3f345823-f489-4e29-aad5-08cffdb8ede6), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:59.100153 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device cc812064-4e71-461d-b50c-90fb835184a3 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:26:59.264800 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=3f345823-f489-4e29-aad5-08cffdb8ede6,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:59.313293 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port cc812064-4e71-461d-b50c-90fb835184a3 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:59.313677 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (cc812064-4e71-461d-b50c-90fb835184a3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:59.523778 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port cc812064-4e71-461d-b50c-90fb835184a3 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:26:59.525484 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (cc812064-4e71-461d-b50c-90fb835184a3), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:59.581875 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port cc812064-4e71-461d-b50c-90fb835184a3, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=cc812064-4e71-461d-b50c-90fb835184a3,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:26:59.600665 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (cc812064-4e71-461d-b50c-90fb835184a3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:26:59.601202 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b375418e-7f20-4a41-82aa-769e36ff5f81 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:26:59.804434 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=cc812064-4e71-461d-b50c-90fb835184a3,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:26:59.865675 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b375418e-7f20-4a41-82aa-769e36ff5f81 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:26:59.866269 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b375418e-7f20-4a41-82aa-769e36ff5f81), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:00.062589 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b375418e-7f20-4a41-82aa-769e36ff5f81 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:27:00.064659 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 819737fc-b101-4723-9756-58e78970ae63 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:27:00.173862 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 819737fc-b101-4723-9756-58e78970ae63 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:27:00.175874 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (819737fc-b101-4723-9756-58e78970ae63), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:00.386388 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccfce41-da94-4500-9433-9662e5ff8ea7 None None] Sync routers for ids ['c2acaaf4-710b-4d05-af64-17fa4080fe31'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:27:00.419534 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 819737fc-b101-4723-9756-58e78970ae63 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:27:00.421750 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 4bd21620-adc4-4e1c-92d6-ef5074e3d614 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:27:00.518192 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccfce41-da94-4500-9433-9662e5ff8ea7 None None] Routers {'c2acaaf4-710b-4d05-af64-17fa4080fe31'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:27:00.526639 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-3ccfce41-da94-4500-9433-9662e5ff8ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:26:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['c2acaaf4-710b-4d05-af64-17fa4080fe31'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:27:00.748068 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 876a743a-4aaf-4257-9669-c557be65577f details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:27:00.786338 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 4bd21620-adc4-4e1c-92d6-ef5074e3d614 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:27:00.786983 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (4bd21620-adc4-4e1c-92d6-ef5074e3d614), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:01.106350 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-3ccfce41-da94-4500-9433-9662e5ff8ea7 None None] Set router c2acaaf4-710b-4d05-af64-17fa4080fe31 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:27:01.519939 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 4bd21620-adc4-4e1c-92d6-ef5074e3d614 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:27:01.530764 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 876a743a-4aaf-4257-9669-c557be65577f, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=876a743a-4aaf-4257-9669-c557be65577f,segment=NetworkSegment(c1f4cc7d-c652-4382-8820-891fa4fa1690),segment_id=c1f4cc7d-c652-4382-8820-891fa4fa1690)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:27:01.559858 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '876a743a-4aaf-4257-9669-c557be65577f', 'network_id': '4b718542-9a1f-44dc-be58-35b105938a61', 'port_id': '876a743a-4aaf-4257-9669-c557be65577f', 'mac_address': 'fa:16:3e:6b:e8:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0ecf098-5e3d-4ff0-ac79-d3d21e505122', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:27:01.656057 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 876a743a-4aaf-4257-9669-c557be65577f is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:27:01.656460 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (876a743a-4aaf-4257-9669-c557be65577f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:01.779340 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 876a743a-4aaf-4257-9669-c557be65577f {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:27:01.853922 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 3f345823-f489-4e29-aad5-08cffdb8ede6 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:27:01.878162 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 876a743a-4aaf-4257-9669-c557be65577f, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=876a743a-4aaf-4257-9669-c557be65577f,segment=NetworkSegment(c1f4cc7d-c652-4382-8820-891fa4fa1690),segment_id=c1f4cc7d-c652-4382-8820-891fa4fa1690)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:27:01.948513 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (876a743a-4aaf-4257-9669-c557be65577f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:02.095757 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=876a743a-4aaf-4257-9669-c557be65577f,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:02.126580 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-3ccfce41-da94-4500-9433-9662e5ff8ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'name': 'tempest-ServerRescueNegativeTestJSON-1970496120-router', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'cc812064-4e71-461d-b50c-90fb835184a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:32Z', 'updated_at': '2022-03-22T19:26:48Z', 'revision_number': 4, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'gw_port': {'id': 'cc812064-4e71-461d-b50c-90fb835184a3', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:34Z', 'updated_at': '2022-03-22T19:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '10bab89b-c8c6-4280-895e-a515670fee10', 'name': '', 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'mac_address': 'fa:16:3e:df:42:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'cd5ec6ea-2197-4f69-89c7-80c309a39451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:46Z', 'updated_at': '2022-03-22T19:26:48Z', 'revision_number': 2, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'subnets': [{'id': 'cd5ec6ea-2197-4f69-89c7-80c309a39451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:27:02.454520 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccfce41-da94-4500-9433-9662e5ff8ea7 None None] Checking router: c2acaaf4-710b-4d05-af64-17fa4080fe31 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:27:02.454887 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccfce41-da94-4500-9433-9662e5ff8ea7 None None] Updating router c2acaaf4-710b-4d05-af64-17fa4080fe31 port 10bab89b-c8c6-4280-895e-a515670fee10 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:27:02.510120 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3ccfce41-da94-4500-9433-9662e5ff8ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (10bab89b-c8c6-4280-895e-a515670fee10), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:02.595541 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['876a743a-4aaf-4257-9669-c557be65577f'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:27:02.658084 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 3f345823-f489-4e29-aad5-08cffdb8ede6 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:27:02.658388 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3f345823-f489-4e29-aad5-08cffdb8ede6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:02.955020 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 3f345823-f489-4e29-aad5-08cffdb8ede6 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:27:02.956603 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 3754e241-1acb-4e48-8646-4377e81f57b8 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:27:03.181421 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3ccfce41-da94-4500-9433-9662e5ff8ea7 None None] Publish callbacks [] for port (10bab89b-c8c6-4280-895e-a515670fee10), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:03.196035 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3ccfce41-da94-4500-9433-9662e5ff8ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (10bab89b-c8c6-4280-895e-a515670fee10), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:03.409616 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-3ccfce41-da94-4500-9433-9662e5ff8ea7 None None] Attempting to bind port 10bab89b-c8c6-4280-895e-a515670fee10 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:27:03.410053 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-3ccfce41-da94-4500-9433-9662e5ff8ea7 None None] Attempting to bind port 10bab89b-c8c6-4280-895e-a515670fee10 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '314d61bc-4aee-41ea-892b-cdf180af1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:27:03.410425 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccfce41-da94-4500-9433-9662e5ff8ea7 None None] Attempting to bind port 10bab89b-c8c6-4280-895e-a515670fee10 on network e2aac6b4-9023-4a56-b28e-d9728a595e67 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:27:03.420738 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccfce41-da94-4500-9433-9662e5ff8ea7 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:27:03.421144 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccfce41-da94-4500-9433-9662e5ff8ea7 None None] Checking segment: {'id': '314d61bc-4aee-41ea-892b-cdf180af1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:27:03.421523 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3ccfce41-da94-4500-9433-9662e5ff8ea7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:03.421954 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccfce41-da94-4500-9433-9662e5ff8ea7 None None] Bound using segment: {'id': '314d61bc-4aee-41ea-892b-cdf180af1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:27:03.422547 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-3ccfce41-da94-4500-9433-9662e5ff8ea7 None None] Bound port: 10bab89b-c8c6-4280-895e-a515670fee10, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314d61bc-4aee-41ea-892b-cdf180af1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:27:03.422821 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3ccfce41-da94-4500-9433-9662e5ff8ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (10bab89b-c8c6-4280-895e-a515670fee10), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:03.561838 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 3754e241-1acb-4e48-8646-4377e81f57b8 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:27:03.561838 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3754e241-1acb-4e48-8646-4377e81f57b8), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:03.604249 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6936c76-9ca4-4f1f-9a59-77171d5e6133 None None] Pushing event updated for resources: {'Port': ['ID=10bab89b-c8c6-4280-895e-a515670fee10,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:03.710004 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 3754e241-1acb-4e48-8646-4377e81f57b8 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:27:03.711689 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device cc812064-4e71-461d-b50c-90fb835184a3 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:27:03.718203 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-3ccfce41-da94-4500-9433-9662e5ff8ea7 None None] For port 10bab89b-c8c6-4280-895e-a515670fee10, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:27:03.723622 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-3ccfce41-da94-4500-9433-9662e5ff8ea7 None None] For port 10bab89b-c8c6-4280-895e-a515670fee10, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=10bab89b-c8c6-4280-895e-a515670fee10,segment=NetworkSegment(314d61bc-4aee-41ea-892b-cdf180af1566),segment_id=314d61bc-4aee-41ea-892b-cdf180af1566)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:27:03.775232 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-71612b0a-3a2f-4097-a8a7-b9da5247e2d6 None None] Provisioning complete for port 10bab89b-c8c6-4280-895e-a515670fee10 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:27:03.775856 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-71612b0a-3a2f-4097-a8a7-b9da5247e2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (10bab89b-c8c6-4280-895e-a515670fee10), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:03.780051 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3ccfce41-da94-4500-9433-9662e5ff8ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (10bab89b-c8c6-4280-895e-a515670fee10), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:03.946613 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccfce41-da94-4500-9433-9662e5ff8ea7 None None] Routers {'c2acaaf4-710b-4d05-af64-17fa4080fe31'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:27:03.947514 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-3ccfce41-da94-4500-9433-9662e5ff8ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:26:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['c2acaaf4-710b-4d05-af64-17fa4080fe31'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:27:03.954735 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6936c76-9ca4-4f1f-9a59-77171d5e6133 None None] Pushing event updated for resources: {'Port': ['ID=10bab89b-c8c6-4280-895e-a515670fee10,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:04.068408 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port cc812064-4e71-461d-b50c-90fb835184a3 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:27:04.068961 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (cc812064-4e71-461d-b50c-90fb835184a3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:04.202311 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-71612b0a-3a2f-4097-a8a7-b9da5247e2d6 None None] Current status of the port 10bab89b-c8c6-4280-895e-a515670fee10 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:27:04.203010 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-71612b0a-3a2f-4097-a8a7-b9da5247e2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (10bab89b-c8c6-4280-895e-a515670fee10), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:04.249714 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-3ccfce41-da94-4500-9433-9662e5ff8ea7 None None] Set router c2acaaf4-710b-4d05-af64-17fa4080fe31 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:27:04.378304 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port cc812064-4e71-461d-b50c-90fb835184a3 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:27:04.386822 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-71612b0a-3a2f-4097-a8a7-b9da5247e2d6 None None] For port 10bab89b-c8c6-4280-895e-a515670fee10, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=10bab89b-c8c6-4280-895e-a515670fee10,segment=NetworkSegment(314d61bc-4aee-41ea-892b-cdf180af1566),segment_id=314d61bc-4aee-41ea-892b-cdf180af1566)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:27:04.409379 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-71612b0a-3a2f-4097-a8a7-b9da5247e2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (10bab89b-c8c6-4280-895e-a515670fee10), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:04.775110 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 10bab89b-c8c6-4280-895e-a515670fee10 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:27:04.797838 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 876a743a-4aaf-4257-9669-c557be65577f up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:27:04.940869 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-eedb849d-a289-4c8c-a1f6-0366a559e665 None None] Provisioning complete for port 10bab89b-c8c6-4280-895e-a515670fee10 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:27:04.948431 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-eedb849d-a289-4c8c-a1f6-0366a559e665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (10bab89b-c8c6-4280-895e-a515670fee10), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:05.037112 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71612b0a-3a2f-4097-a8a7-b9da5247e2d6 None None] Pushing event updated for resources: {'Port': ['ID=10bab89b-c8c6-4280-895e-a515670fee10,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:05.111956 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 10bab89b-c8c6-4280-895e-a515670fee10 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:27:05.112852 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (10bab89b-c8c6-4280-895e-a515670fee10), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:05.215695 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 876a743a-4aaf-4257-9669-c557be65577f completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:27:05.241518 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-3ccfce41-da94-4500-9433-9662e5ff8ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'name': 'tempest-ServerRescueNegativeTestJSON-1970496120-router', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'cc812064-4e71-461d-b50c-90fb835184a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:32Z', 'updated_at': '2022-03-22T19:26:48Z', 'revision_number': 4, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'gw_port': {'id': 'cc812064-4e71-461d-b50c-90fb835184a3', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:34Z', 'updated_at': '2022-03-22T19:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '10bab89b-c8c6-4280-895e-a515670fee10', 'name': '', 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'mac_address': 'fa:16:3e:df:42:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'cd5ec6ea-2197-4f69-89c7-80c309a39451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:46Z', 'updated_at': '2022-03-22T19:27:03Z', 'revision_number': 4, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'subnets': [{'id': 'cd5ec6ea-2197-4f69-89c7-80c309a39451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:27:05.252854 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 876a743a-4aaf-4257-9669-c557be65577f triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:27:05.254179 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (876a743a-4aaf-4257-9669-c557be65577f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:05.640837 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccfce41-da94-4500-9433-9662e5ff8ea7 None None] The sync data for ids ['c2acaaf4-710b-4d05-af64-17fa4080fe31'] in n-d-705658-24 is: [{'id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'name': 'tempest-ServerRescueNegativeTestJSON-1970496120-router', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'cc812064-4e71-461d-b50c-90fb835184a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:32Z', 'updated_at': '2022-03-22T19:26:48Z', 'revision_number': 4, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'gw_port': {'id': 'cc812064-4e71-461d-b50c-90fb835184a3', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:34Z', 'updated_at': '2022-03-22T19:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '10bab89b-c8c6-4280-895e-a515670fee10', 'name': '', 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'mac_address': 'fa:16:3e:df:42:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'cd5ec6ea-2197-4f69-89c7-80c309a39451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:46Z', 'updated_at': '2022-03-22T19:27:03Z', 'revision_number': 4, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'subnets': [{'id': 'cd5ec6ea-2197-4f69-89c7-80c309a39451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:27:05.647537 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-eedb849d-a289-4c8c-a1f6-0366a559e665 None None] Current status of the port 10bab89b-c8c6-4280-895e-a515670fee10 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:27:05.694639 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 10bab89b-c8c6-4280-895e-a515670fee10 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:27:05.774573 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 876a743a-4aaf-4257-9669-c557be65577f is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:27:05.775741 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (876a743a-4aaf-4257-9669-c557be65577f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:05.856492 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719ceee4-9383-4751-b909-e74235d7d6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876a743a-4aaf-4257-9669-c557be65577f'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:27:05.859195 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2364f1b0-a48b-4b2a-b013-931fadb1c0c7" -d '{"events": [{"server_uuid": "719ceee4-9383-4751-b909-e74235d7d6fd", "name": "network-vif-plugged", "status": "completed", "tag": "876a743a-4aaf-4257-9669-c557be65577f"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:27:05.877550 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 876a743a-4aaf-4257-9669-c557be65577f, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=876a743a-4aaf-4257-9669-c557be65577f,segment=NetworkSegment(c1f4cc7d-c652-4382-8820-891fa4fa1690),segment_id=c1f4cc7d-c652-4382-8820-891fa4fa1690)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:27:05.890126 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (876a743a-4aaf-4257-9669-c557be65577f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:06.008213 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=876a743a-4aaf-4257-9669-c557be65577f,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:06.544103 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 10bab89b-c8c6-4280-895e-a515670fee10 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:27:06.628245 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-15c09b14-1366-42c0-8788-24e8e169aa5a tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:06.638217 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-15c09b14-1366-42c0-8788-24e8e169aa5a tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/networks?id=e2aac6b4-9023-4a56-b28e-d9728a595e67 HTTP/1.1" status: 200 len: 819 time: 0.4750926 Mar 22 19:27:06.640634 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 10bab89b-c8c6-4280-895e-a515670fee10 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:27:06.641198 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (10bab89b-c8c6-4280-895e-a515670fee10), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:06.677274 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-703fec1e-0df4-4dcd-85cf-93a596d77526 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/quotas/7e302d01a2a24393894ffad4e45b884a HTTP/1.1" status: 200 len: 375 time: 0.0381536 Mar 22 19:27:06.747764 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 10bab89b-c8c6-4280-895e-a515670fee10 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:27:06.771553 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ea570-8b7d-495f-8d94-dd9aa7db8bbb req-134cf29c-4d06-43d7-b0e0-e4970709b378 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:06.773146 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d35ea570-8b7d-495f-8d94-dd9aa7db8bbb req-134cf29c-4d06-43d7-b0e0-e4970709b378 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 947 time: 0.2361431 Mar 22 19:27:06.898101 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d35ea570-8b7d-495f-8d94-dd9aa7db8bbb req-04d0ea30-7f69-44f6-84b5-ecfc1c26de32 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115749 Mar 22 19:27:06.917308 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-4f353987-663c-4daf-a7ce-327980aaaa4a tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7e302d01a2a24393894ffad4e45b884a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2202725 Mar 22 19:27:07.196271 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-a91fffa5-06da-4df1-bd26-7241e4afcfea service neutron] 10.222.0.75 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702351 Mar 22 19:27:07.227268 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3f1e9-18ee-40dc-bbf3-ebb8052e053e req-e417df1a-d30d-48e9-a07e-eb0343a1ab19 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:07.229162 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e0a3f1e9-18ee-40dc-bbf3-ebb8052e053e req-e417df1a-d30d-48e9-a07e-eb0343a1ab19 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] 10.222.0.75 "GET /v2.0/ports?device_id=719ceee4-9383-4751-b909-e74235d7d6fd HTTP/1.1" status: 200 len: 946 time: 0.1075358 Mar 22 19:27:07.387670 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e0a3f1e9-18ee-40dc-bbf3-ebb8052e053e req-6c7c0d23-fe8f-4679-97cd-37b2d18489ee tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] 10.222.0.75 "GET /v2.0/security-groups?id=697a8b8a-de2f-41a2-b5ab-39d1397cbf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465509 Mar 22 19:27:07.474793 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6420ebe-22d5-469c-97ba-59103b2b0728 x-openstack-request-id: req-c6420ebe-22d5-469c-97ba-59103b2b0728 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:27:07.477274 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719ceee4-9383-4751-b909-e74235d7d6fd", "tag": "876a743a-4aaf-4257-9669-c557be65577f", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:27:07.477750 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c6420ebe-22d5-469c-97ba-59103b2b0728 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:27:07.478372 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6420ebe-22d5-469c-97ba-59103b2b0728'] response: {'name': 'network-changed', 'server_uuid': '719ceee4-9383-4751-b909-e74235d7d6fd', 'tag': '876a743a-4aaf-4257-9669-c557be65577f', 'status': 'completed', 'code': 200} Mar 22 19:27:07.533406 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-315e05ce-a1fd-4b3c-a2f7-4a262922b62b service neutron] 10.222.0.75 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224113 Mar 22 19:27:07.573510 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6f6d29-07a7-4c66-af40-04165477ca3d x-openstack-request-id: req-ec6f6d29-07a7-4c66-af40-04165477ca3d {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:27:07.574115 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719ceee4-9383-4751-b909-e74235d7d6fd", "name": "network-vif-plugged", "status": "completed", "tag": "876a743a-4aaf-4257-9669-c557be65577f", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:27:07.574968 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ec6f6d29-07a7-4c66-af40-04165477ca3d {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:27:07.575379 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec6f6d29-07a7-4c66-af40-04165477ca3d'] response: {'server_uuid': '719ceee4-9383-4751-b909-e74235d7d6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876a743a-4aaf-4257-9669-c557be65577f', 'code': 200} Mar 22 19:27:07.631310 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c9b63-e495-4c17-beae-9acb003ee7e6 req-fe80fa60-f883-4530-8cf0-546db74ab6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:07.633488 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e07c9b63-e495-4c17-beae-9acb003ee7e6 req-fe80fa60-f883-4530-8cf0-546db74ab6ca service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=930b9ef3d7194f24932fd8b9008c68ee&device_id=719ceee4-9383-4751-b909-e74235d7d6fd HTTP/1.1" status: 200 len: 1129 time: 0.1299956 Mar 22 19:27:07.847439 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c9b63-e495-4c17-beae-9acb003ee7e6 req-9d9f161d-3d6c-4835-998b-50213e3d1340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:07.849092 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e07c9b63-e495-4c17-beae-9acb003ee7e6 req-9d9f161d-3d6c-4835-998b-50213e3d1340 service neutron] 10.222.0.85 "GET /v2.0/networks?id=4b718542-9a1f-44dc-be58-35b105938a61 HTTP/1.1" status: 200 len: 913 time: 0.1981363 Mar 22 19:27:07.992727 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e07c9b63-e495-4c17-beae-9acb003ee7e6 req-684cb6ca-5107-4b22-a950-8435a140d17c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=876a743a-4aaf-4257-9669-c557be65577f HTTP/1.1" status: 200 len: 217 time: 0.0949268 Mar 22 19:27:08.063892 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b5799e4c-b424-4aa9-ad12-a69032181554 req-78f0a5a4-8779-4200-b4b9-ca368c15e722 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=b150f3c0-9130-4014-9c96-698074dbf2f7 HTTP/1.1" status: 200 len: 210 time: 0.2080338 Mar 22 19:27:08.364610 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a537a75-1caa-4e6d-aa05-f3488f1b871c req-73a461d6-b384-4846-8532-d6fe00f73cac tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:08.366810 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1a537a75-1caa-4e6d-aa05-f3488f1b871c req-73a461d6-b384-4846-8532-d6fe00f73cac tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 949 time: 0.5167575 Mar 22 19:27:08.457995 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e0e04-c2cd-4b5f-94e1-f849756cc8f3 req-dfe70eb5-f871-4017-bcf3-378626ffdf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:08.462603 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d34e0e04-c2cd-4b5f-94e1-f849756cc8f3 req-dfe70eb5-f871-4017-bcf3-378626ffdf60 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=719ceee4-9383-4751-b909-e74235d7d6fd HTTP/1.1" status: 200 len: 1129 time: 0.8103485 Mar 22 19:27:08.491488 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c9b63-e495-4c17-beae-9acb003ee7e6 req-60d3c23d-3c26-44d1-ad73-45c24b1d2103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:08.497205 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e07c9b63-e495-4c17-beae-9acb003ee7e6 req-60d3c23d-3c26-44d1-ad73-45c24b1d2103 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f0ecf098-5e3d-4ff0-ac79-d3d21e505122 HTTP/1.1" status: 200 len: 851 time: 0.4360161 Mar 22 19:27:08.823357 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6dd4b-3def-45cd-98a9-00bb30c25ca3 req-3bc83977-4c5b-4a2b-b47c-9924322ff3af tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:08.833294 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-13e6dd4b-3def-45cd-98a9-00bb30c25ca3 req-3bc83977-4c5b-4a2b-b47c-9924322ff3af tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 947 time: 0.5513008 Mar 22 19:27:08.877123 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1a537a75-1caa-4e6d-aa05-f3488f1b871c req-5cfedde7-4f44-4fb7-8a8a-f8997f71a0b9 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4808547 Mar 22 19:27:08.879366 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d34e0e04-c2cd-4b5f-94e1-f849756cc8f3 req-de7d2784-7145-40cb-a76e-14473408e243 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=697a8b8a-de2f-41a2-b5ab-39d1397cbf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3645363 Mar 22 19:27:08.886994 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c9b63-e495-4c17-beae-9acb003ee7e6 req-5d1ecd81-b5d0-45c7-bc81-114fae90db52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:08.888483 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e07c9b63-e495-4c17-beae-9acb003ee7e6 req-5d1ecd81-b5d0-45c7-bc81-114fae90db52 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4b718542-9a1f-44dc-be58-35b105938a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3653820 Mar 22 19:27:08.973622 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-13e6dd4b-3def-45cd-98a9-00bb30c25ca3 req-abf4b0a2-c69a-4276-8e83-4758b9690bac tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327803 Mar 22 19:27:09.385823 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57abb8-29c3-4003-939b-1a20cf91a1bf req-cd13729e-1dac-4413-99b1-dcaac9d4f730 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:09.393308 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa57abb8-29c3-4003-939b-1a20cf91a1bf req-cd13729e-1dac-4413-99b1-dcaac9d4f730 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] 10.222.0.75 "GET /v2.0/ports?device_id=719ceee4-9383-4751-b909-e74235d7d6fd HTTP/1.1" status: 200 len: 946 time: 0.2499337 Mar 22 19:27:09.425253 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e07c9b63-e495-4c17-beae-9acb003ee7e6 req-cb8a0eff-dfad-4786-8064-42f564b579a5 service neutron] 10.222.0.85 "GET /v2.0/networks/4b718542-9a1f-44dc-be58-35b105938a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900090 Mar 22 19:27:09.504128 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa57abb8-29c3-4003-939b-1a20cf91a1bf req-eb93c2b4-b67d-48cf-9470-c1a611474d16 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] 10.222.0.75 "GET /v2.0/security-groups?id=697a8b8a-de2f-41a2-b5ab-39d1397cbf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094759 Mar 22 19:27:09.583436 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99718068-2680-40d6-a575-194854f4b60f req-c56aa9f9-f4cd-4b9d-b912-f5d9a94873aa tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:09.591054 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-99718068-2680-40d6-a575-194854f4b60f req-c56aa9f9-f4cd-4b9d-b912-f5d9a94873aa tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/networks?id=e2aac6b4-9023-4a56-b28e-d9728a595e67 HTTP/1.1" status: 200 len: 819 time: 0.3542798 Mar 22 19:27:09.614743 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-99718068-2680-40d6-a575-194854f4b60f req-a54492b5-4b2b-414e-9a00-fd85508c4f88 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/quotas/7e302d01a2a24393894ffad4e45b884a HTTP/1.1" status: 200 len: 375 time: 0.0217407 Mar 22 19:27:09.735281 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e07c9b63-e495-4c17-beae-9acb003ee7e6 req-b751a574-92f5-403d-b32d-cdcb3ce36693 service neutron] 10.222.0.85 "GET /v2.0/networks/4b718542-9a1f-44dc-be58-35b105938a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022470 Mar 22 19:27:09.766602 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-99718068-2680-40d6-a575-194854f4b60f req-e8ce8e7e-d971-433e-b1e6-215386bd840a tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7e302d01a2a24393894ffad4e45b884a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1507084 Mar 22 19:27:09.786414 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50904) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:09.816913 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-c841e802-f2ec-4b54-ba84-f4166dcb84bd tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:09.819509 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-c841e802-f2ec-4b54-ba84-f4166dcb84bd tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.84 "GET /v2.0/networks?id=e2aac6b4-9023-4a56-b28e-d9728a595e67 HTTP/1.1" status: 200 len: 819 time: 0.3110166 Mar 22 19:27:09.837380 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-b1d3168a-34cf-428c-9a12-e66a95a2f53f tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Request body: {'port': {'device_id': 'b150f3c0-9130-4014-9c96-698074dbf2f7', 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67', 'admin_state_up': True, 'tenant_id': '7e302d01a2a24393894ffad4e45b884a'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:09.910295 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-99718068-2680-40d6-a575-194854f4b60f req-916e1ec1-a3ee-4664-a2d8-e27c5a5ced62 service neutron] 10.222.0.75 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422954 Mar 22 19:27:09.918806 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762f9b8-27eb-4fe5-888f-fa300e21f4f5 req-70101d5f-5a75-404a-a6e3-9803319d9a44 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:09.927802 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a762f9b8-27eb-4fe5-888f-fa300e21f4f5 req-70101d5f-5a75-404a-a6e3-9803319d9a44 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 947 time: 0.2547789 Mar 22 19:27:10.106518 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a762f9b8-27eb-4fe5-888f-fa300e21f4f5 req-2f787e41-ac9c-48fa-a280-9d0e8c2559a8 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776857 Mar 22 19:27:10.109773 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-b1d3168a-34cf-428c-9a12-e66a95a2f53f tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Made reservation on behalf of 7e302d01a2a24393894ffad4e45b884a for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:27:10.120891 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-b1d3168a-34cf-428c-9a12-e66a95a2f53f tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:10.237371 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d6abb6cd-b6cf-42c5-ba24-09cb9dbd853c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:10.268063 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-99718068-2680-40d6-a575-194854f4b60f req-1dafded0-c94b-44ee-bd2e-b9234d7a25e5 service neutron] 10.222.0.75 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380015 Mar 22 19:27:10.388298 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-b1d3168a-34cf-428c-9a12-e66a95a2f53f tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Allocated IP 172.20.0.13 (e2aac6b4-9023-4a56-b28e-d9728a595e67/cd5ec6ea-2197-4f69-89c7-80c309a39451/c578384b-0d5f-41dc-ba45-922b60cc6901) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:27:10.447116 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 607144c1-0ca2-48d3-88b9-368b9eec0b0c no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:27:10.542601 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d6abb6cd-b6cf-42c5-ba24-09cb9dbd853c admin admin] Publish callbacks [] for security_group (da744b8b-61df-4d3a-8b2c-c3ba6c950b62), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:10.560556 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d6abb6cd-b6cf-42c5-ba24-09cb9dbd853c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (da744b8b-61df-4d3a-8b2c-c3ba6c950b62), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:10.722367 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 607144c1-0ca2-48d3-88b9-368b9eec0b0c is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:27:10.722832 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:10.729427 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-b1d3168a-34cf-428c-9a12-e66a95a2f53f tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks [] for port (c578384b-0d5f-41dc-ba45-922b60cc6901), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:10.775292 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6abb6cd-b6cf-42c5-ba24-09cb9dbd853c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da744b8b-61df-4d3a-8b2c-c3ba6c950b62,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:10.816604 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40f0c35-6df1-46c8-add8-78ea0711782d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '607144c1-0ca2-48d3-88b9-368b9eec0b0c'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:27:10.823991 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bfe58d-8776-4fc9-b168-d4e3c7ecfe05" -d '{"events": [{"server_uuid": "d40f0c35-6df1-46c8-add8-78ea0711782d", "name": "network-vif-unplugged", "status": "completed", "tag": "607144c1-0ca2-48d3-88b9-368b9eec0b0c"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:27:10.836903 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-b1d3168a-34cf-428c-9a12-e66a95a2f53f tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (c578384b-0d5f-41dc-ba45-922b60cc6901), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:10.870973 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60d870-f1bd-46c0-8682-8cd7fcd516b7 req-48001637-df4b-4f31-994a-f840496d4d98 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:10.874445 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9d60d870-f1bd-46c0-8682-8cd7fcd516b7 req-48001637-df4b-4f31-994a-f840496d4d98 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 949 time: 0.4824078 Mar 22 19:27:10.890662 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d6abb6cd-b6cf-42c5-ba24-09cb9dbd853c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=136f24cb56614d3d86085032396b1ad1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1010983 Mar 22 19:27:10.895050 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50950) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:10.918437 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 607144c1-0ca2-48d3-88b9-368b9eec0b0c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=607144c1-0ca2-48d3-88b9-368b9eec0b0c,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:27:10.944272 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:10.947429 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-b1d3168a-34cf-428c-9a12-e66a95a2f53f tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Network e2aac6b4-9023-4a56-b28e-d9728a595e67 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:27:10.957064 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-b1d3168a-34cf-428c-9a12-e66a95a2f53f tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:27:10.967253 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-b1d3168a-34cf-428c-9a12-e66a95a2f53f tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:27:10.989136 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3168a-34cf-428c-9a12-e66a95a2f53f tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Pushing event updated for resources: {'Port': ['ID=c578384b-0d5f-41dc-ba45-922b60cc6901,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:11.020104 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c0ac8-3b36-4260-9082-45275dc515e5 req-15a44f95-cded-4059-af1c-101045134271 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:11.032001 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-902c0ac8-3b36-4260-9082-45275dc515e5 req-15a44f95-cded-4059-af1c-101045134271 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] 10.222.0.75 "GET /v2.0/ports?device_id=719ceee4-9383-4751-b909-e74235d7d6fd HTTP/1.1" status: 200 len: 946 time: 0.2993629 Mar 22 19:27:11.038201 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9d60d870-f1bd-46c0-8682-8cd7fcd516b7 req-d3b26a49-557a-4f29-9215-4d50b3f735a3 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440411 Mar 22 19:27:11.066351 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-406a02e4-8e7a-4241-948f-a42e269c3722 admin admin] Publish callbacks [] for security_group (da744b8b-61df-4d3a-8b2c-c3ba6c950b62), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:11.089608 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d3168a-34cf-428c-9a12-e66a95a2f53f tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:11.090104 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d3168a-34cf-428c-9a12-e66a95a2f53f tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:11.090462 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d3168a-34cf-428c-9a12-e66a95a2f53f tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:11.090874 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d3168a-34cf-428c-9a12-e66a95a2f53f tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:11.095247 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d3168a-34cf-428c-9a12-e66a95a2f53f tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:11.095639 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d3168a-34cf-428c-9a12-e66a95a2f53f tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:11.097508 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d3168a-34cf-428c-9a12-e66a95a2f53f tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:11.097729 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d3168a-34cf-428c-9a12-e66a95a2f53f tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:11.098125 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d3168a-34cf-428c-9a12-e66a95a2f53f tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:11.099034 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d3168a-34cf-428c-9a12-e66a95a2f53f tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:11.099034 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d3168a-34cf-428c-9a12-e66a95a2f53f tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:11.099178 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d3168a-34cf-428c-9a12-e66a95a2f53f tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:11.099435 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d3168a-34cf-428c-9a12-e66a95a2f53f tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:11.110358 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-406a02e4-8e7a-4241-948f-a42e269c3722 admin admin] Publish callbacks [] for security_group (da744b8b-61df-4d3a-8b2c-c3ba6c950b62), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:11.126966 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d3168a-34cf-428c-9a12-e66a95a2f53f tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:11.127320 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d3168a-34cf-428c-9a12-e66a95a2f53f tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:11.200109 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-902c0ac8-3b36-4260-9082-45275dc515e5 req-298b812b-bb34-4528-b30e-683d26dda7ca tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] 10.222.0.75 "GET /v2.0/security-groups?id=697a8b8a-de2f-41a2-b5ab-39d1397cbf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665385 Mar 22 19:27:11.230986 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=607144c1-0ca2-48d3-88b9-368b9eec0b0c,revision_number=14']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:11.242660 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-b1d3168a-34cf-428c-9a12-e66a95a2f53f tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:11.243795 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-b1d3168a-34cf-428c-9a12-e66a95a2f53f tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:11.284789 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-b1d3168a-34cf-428c-9a12-e66a95a2f53f tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4552250 Mar 22 19:27:11.297663 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-138f42f9-f050-45c1-94fa-f3011620c382 service neutron] Request body: {'port': {'device_id': 'b150f3c0-9130-4014-9c96-698074dbf2f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:11.326969 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 19:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada3a0df-b606-4338-a623-88041413422d x-openstack-request-id: req-ada3a0df-b606-4338-a623-88041413422d {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:27:11.327544 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40f0c35-6df1-46c8-add8-78ea0711782d", "name": "network-vif-unplugged", "status": "completed", "tag": "607144c1-0ca2-48d3-88b9-368b9eec0b0c", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:27:11.328050 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ada3a0df-b606-4338-a623-88041413422d {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:27:11.328883 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ada3a0df-b606-4338-a623-88041413422d'] response: {'server_uuid': 'd40f0c35-6df1-46c8-add8-78ea0711782d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '607144c1-0ca2-48d3-88b9-368b9eec0b0c', 'code': 200} Mar 22 19:27:11.403756 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9020134d-b760-49f9-8b07-e7956d1246c8 req-357fb07a-fb69-4a64-bf61-f7fbeb795273 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 210 time: 0.1442931 Mar 22 19:27:11.452434 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-138f42f9-f050-45c1-94fa-f3011620c382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c578384b-0d5f-41dc-ba45-922b60cc6901), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:11.494431 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-406a02e4-8e7a-4241-948f-a42e269c3722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (da744b8b-61df-4d3a-8b2c-c3ba6c950b62), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:11.500145 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-406a02e4-8e7a-4241-948f-a42e269c3722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:11.503922 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-406a02e4-8e7a-4241-948f-a42e269c3722 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/da744b8b-61df-4d3a-8b2c-c3ba6c950b62 HTTP/1.1" status: 204 len: 168 time: 0.6036053 Mar 22 19:27:11.568899 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c48739-a152-415b-916f-1c3b18d4249f req-f8acec6a-007c-44cc-81ca-01693b887712 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:11.574795 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-42c48739-a152-415b-916f-1c3b18d4249f req-f8acec6a-007c-44cc-81ca-01693b887712 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] 10.222.0.75 "GET /v2.0/ports?device_id=719ceee4-9383-4751-b909-e74235d7d6fd HTTP/1.1" status: 200 len: 946 time: 0.1625330 Mar 22 19:27:11.575710 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a02e4-8e7a-4241-948f-a42e269c3722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da744b8b-61df-4d3a-8b2c-c3ba6c950b62,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:11.580096 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50984) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:11.589740 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-cbefd531-4183-4517-bd5a-6b8d064266e7 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Request body: {'floatingip': {'port_id': '876a743a-4aaf-4257-9669-c557be65577f'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:11.647021 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-fba6c6ab-3f72-45dd-9df9-5b2e280f0e10 None None] Provisioning complete for port c578384b-0d5f-41dc-ba45-922b60cc6901 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:27:11.648099 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fba6c6ab-3f72-45dd-9df9-5b2e280f0e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c578384b-0d5f-41dc-ba45-922b60cc6901), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:11.695590 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cbefd531-4183-4517-bd5a-6b8d064266e7 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks [] for floatingip (9f0d8102-c539-44a9-b34c-ec60b0b89357), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:11.697481 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-fba6c6ab-3f72-45dd-9df9-5b2e280f0e10 None None] Port c578384b-0d5f-41dc-ba45-922b60cc6901 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:27:12.344060 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51004) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:12.387860 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aec8d778-ab83-4278-a38a-622638d2cdd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:12.391282 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-138f42f9-f050-45c1-94fa-f3011620c382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c578384b-0d5f-41dc-ba45-922b60cc6901 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:27:12.440509 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-138f42f9-f050-45c1-94fa-f3011620c382 service neutron] Publish callbacks [] for port (c578384b-0d5f-41dc-ba45-922b60cc6901), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:12.483123 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-138f42f9-f050-45c1-94fa-f3011620c382 service neutron] Transition to ACTIVE for port object c578384b-0d5f-41dc-ba45-922b60cc6901 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:27:12.502775 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-138f42f9-f050-45c1-94fa-f3011620c382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (c578384b-0d5f-41dc-ba45-922b60cc6901), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:12.644129 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f42f9-f050-45c1-94fa-f3011620c382 service neutron] Pushing event updated for resources: {'Port': ['ID=c578384b-0d5f-41dc-ba45-922b60cc6901,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:12.652878 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-40e3b574-58be-4207-8f2a-70651a61a370 req-7d4c7f6f-26d9-4ff5-afae-3f5774893ce1 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 210 time: 0.0718699 Mar 22 19:27:12.696283 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.db.resource_extend [None req-cbefd531-4183-4517-bd5a-6b8d064266e7 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:27:12.802198 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-138f42f9-f050-45c1-94fa-f3011620c382 service neutron] Attempting to bind port c578384b-0d5f-41dc-ba45-922b60cc6901 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:27:12.803005 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-138f42f9-f050-45c1-94fa-f3011620c382 service neutron] Attempting to bind port c578384b-0d5f-41dc-ba45-922b60cc6901 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '314d61bc-4aee-41ea-892b-cdf180af1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:27:12.803512 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-138f42f9-f050-45c1-94fa-f3011620c382 service neutron] Attempting to bind port c578384b-0d5f-41dc-ba45-922b60cc6901 on network e2aac6b4-9023-4a56-b28e-d9728a595e67 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:27:12.813234 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f868a9-a763-435c-8611-e0b305507790 req-67e824ff-9a7d-4600-b5c6-356be81c42ad tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:12.813234 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-18f868a9-a763-435c-8611-e0b305507790 req-67e824ff-9a7d-4600-b5c6-356be81c42ad tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 949 time: 0.2362700 Mar 22 19:27:12.854630 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-138f42f9-f050-45c1-94fa-f3011620c382 service neutron] Port c578384b-0d5f-41dc-ba45-922b60cc6901 on network e2aac6b4-9023-4a56-b28e-d9728a595e67 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:27:12.857354 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-138f42f9-f050-45c1-94fa-f3011620c382 service neutron] Attempting to bind port c578384b-0d5f-41dc-ba45-922b60cc6901 on network e2aac6b4-9023-4a56-b28e-d9728a595e67 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:27:12.914017 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-138f42f9-f050-45c1-94fa-f3011620c382 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:27:12.914616 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-138f42f9-f050-45c1-94fa-f3011620c382 service neutron] Checking segment: {'id': '314d61bc-4aee-41ea-892b-cdf180af1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:27:12.915185 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-138f42f9-f050-45c1-94fa-f3011620c382 service neutron] Bound using segment: {'id': '314d61bc-4aee-41ea-892b-cdf180af1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:27:12.915826 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-138f42f9-f050-45c1-94fa-f3011620c382 service neutron] Bound port: c578384b-0d5f-41dc-ba45-922b60cc6901, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '314d61bc-4aee-41ea-892b-cdf180af1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:27:12.918805 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-138f42f9-f050-45c1-94fa-f3011620c382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c578384b-0d5f-41dc-ba45-922b60cc6901), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:12.926070 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cbefd531-4183-4517-bd5a-6b8d064266e7 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:12.936431 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aec8d778-ab83-4278-a38a-622638d2cdd3 admin admin] Publish callbacks [] for security_group (75ac90e8-0a97-4aa6-a887-6b7b8ab05060), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:12.952560 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aec8d778-ab83-4278-a38a-622638d2cdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (75ac90e8-0a97-4aa6-a887-6b7b8ab05060), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:13.016580 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-aec8d778-ab83-4278-a38a-622638d2cdd3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=711bcf1190dd4cf780afd6d03d7d6329&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6691530 Mar 22 19:27:13.023898 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51040) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:13.030538 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-18f868a9-a763-435c-8611-e0b305507790 req-d153acfd-de5a-4939-b453-d2a4806a1bf4 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047241 Mar 22 19:27:13.042115 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cbefd531-4183-4517-bd5a-6b8d064266e7 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (9f0d8102-c539-44a9-b34c-ec60b0b89357), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:13.172079 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec8d778-ab83-4278-a38a-622638d2cdd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ac90e8-0a97-4aa6-a887-6b7b8ab05060,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:13.220108 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-138f42f9-f050-45c1-94fa-f3011620c382 service neutron] For port c578384b-0d5f-41dc-ba45-922b60cc6901, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:27:13.228688 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-138f42f9-f050-45c1-94fa-f3011620c382 service neutron] For port c578384b-0d5f-41dc-ba45-922b60cc6901, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=c578384b-0d5f-41dc-ba45-922b60cc6901,segment=NetworkSegment(314d61bc-4aee-41ea-892b-cdf180af1566),segment_id=314d61bc-4aee-41ea-892b-cdf180af1566)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:27:13.235189 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a0d1b861-0fad-4dfb-928a-871d4251cd60 admin admin] Publish callbacks [] for security_group (75ac90e8-0a97-4aa6-a887-6b7b8ab05060), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:13.254201 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-138f42f9-f050-45c1-94fa-f3011620c382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (c578384b-0d5f-41dc-ba45-922b60cc6901), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:13.302945 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a0d1b861-0fad-4dfb-928a-871d4251cd60 admin admin] Publish callbacks [] for security_group (75ac90e8-0a97-4aa6-a887-6b7b8ab05060), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:13.399643 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-138f42f9-f050-45c1-94fa-f3011620c382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:13.402096 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-138f42f9-f050-45c1-94fa-f3011620c382 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:13.406575 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-138f42f9-f050-45c1-94fa-f3011620c382 service neutron] 10.222.0.84 "PUT /v2.0/ports/c578384b-0d5f-41dc-ba45-922b60cc6901 HTTP/1.1" status: 200 len: 1093 time: 2.1137257 Mar 22 19:27:13.407189 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b150f3c0-9130-4014-9c96-698074dbf2f7', 'tag': 'c578384b-0d5f-41dc-ba45-922b60cc6901'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:27:13.414565 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2ac21c-e7f0-48df-a86b-004956db5f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "b150f3c0-9130-4014-9c96-698074dbf2f7", "tag": "c578384b-0d5f-41dc-ba45-922b60cc6901"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:27:13.508937 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e3b526-13b7-486d-93a7-056cc51fbd39 x-openstack-request-id: req-79e3b526-13b7-486d-93a7-056cc51fbd39 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:27:13.509622 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b150f3c0-9130-4014-9c96-698074dbf2f7", "tag": "c578384b-0d5f-41dc-ba45-922b60cc6901", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:27:13.510633 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-79e3b526-13b7-486d-93a7-056cc51fbd39 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:27:13.521303 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:27:13.522284 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79e3b526-13b7-486d-93a7-056cc51fbd39'] response: {'name': 'network-changed', 'server_uuid': 'b150f3c0-9130-4014-9c96-698074dbf2f7', 'tag': 'c578384b-0d5f-41dc-ba45-922b60cc6901', 'status': 'completed', 'code': 200} Mar 22 19:27:13.588779 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f42f9-f050-45c1-94fa-f3011620c382 service neutron] Pushing event updated for resources: {'Port': ['ID=c578384b-0d5f-41dc-ba45-922b60cc6901,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:13.616488 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-c88e71dc-763b-44b2-871e-c28fbfe2a308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:13.618780 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-c88e71dc-763b-44b2-871e-c28fbfe2a308 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7e302d01a2a24393894ffad4e45b884a&device_id=b150f3c0-9130-4014-9c96-698074dbf2f7 HTTP/1.1" status: 200 len: 1127 time: 0.1376784 Mar 22 19:27:13.640657 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a0d1b861-0fad-4dfb-928a-871d4251cd60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (75ac90e8-0a97-4aa6-a887-6b7b8ab05060), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:13.645601 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a0d1b861-0fad-4dfb-928a-871d4251cd60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:13.650011 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a0d1b861-0fad-4dfb-928a-871d4251cd60 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/75ac90e8-0a97-4aa6-a887-6b7b8ab05060 HTTP/1.1" status: 204 len: 168 time: 0.6204276 Mar 22 19:27:13.809950 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-b5e97395-db89-4a48-8382-8ea2c653827b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c578384b-0d5f-41dc-ba45-922b60cc6901 HTTP/1.1" status: 200 len: 217 time: 0.1821682 Mar 22 19:27:13.812929 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1b861-0fad-4dfb-928a-871d4251cd60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ac90e8-0a97-4aa6-a887-6b7b8ab05060,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:13.889187 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51064) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:13.914666 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-8b3b5628-744d-4517-ba4e-32e8a5360b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:13.916787 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-8b3b5628-744d-4517-ba4e-32e8a5360b61 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cd5ec6ea-2197-4f69-89c7-80c309a39451 HTTP/1.1" status: 200 len: 858 time: 0.0815096 Mar 22 19:27:14.024326 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-25d3a7b5-dce1-4184-abec-1d546cfe7d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:14.029690 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-25d3a7b5-dce1-4184-abec-1d546cfe7d4e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e2aac6b4-9023-4a56-b28e-d9728a595e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1069281 Mar 22 19:27:14.201596 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d8f5f7c2-8887-498d-86ff-e719be417672 req-71b83986-024b-4d62-a57e-69c7351e2cf6 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 210 time: 0.1034360 Mar 22 19:27:14.254411 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99718068-2680-40d6-a575-194854f4b60f req-05091ebc-7d73-4a64-9c51-2b80447c2166 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:14.256220 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-99718068-2680-40d6-a575-194854f4b60f req-05091ebc-7d73-4a64-9c51-2b80447c2166 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.85 "GET /v2.0/networks?id=e2aac6b4-9023-4a56-b28e-d9728a595e67 HTTP/1.1" status: 200 len: 819 time: 1.4661531 Mar 22 19:27:14.292703 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d3538-b33e-43c3-bb70-2d98ca25aba1 req-0af4257b-1e69-4c05-8ef3-538fda361aa3 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:14.294596 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f4d3538-b33e-43c3-bb70-2d98ca25aba1 req-0af4257b-1e69-4c05-8ef3-538fda361aa3 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 1.0923157 Mar 22 19:27:14.308006 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-99718068-2680-40d6-a575-194854f4b60f req-c6cfcef3-0c5b-4cf9-b1cf-917ba12b4423 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Request body: {'port': {'device_id': '6301913b-d22d-4f12-a075-a54c68a33654', 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67', 'admin_state_up': True, 'tenant_id': '7e302d01a2a24393894ffad4e45b884a'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:14.348638 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-146b7519-4fd1-4dec-877e-9c07666e436f service neutron] 10.222.0.84 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136761 Mar 22 19:27:14.349711 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-98ec56ab-f6a4-4105-b2c3-c99ca67aa57c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:14.513361 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99718068-2680-40d6-a575-194854f4b60f req-c6cfcef3-0c5b-4cf9-b1cf-917ba12b4423 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Made reservation on behalf of 7e302d01a2a24393894ffad4e45b884a for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:27:14.516821 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-99718068-2680-40d6-a575-194854f4b60f req-c6cfcef3-0c5b-4cf9-b1cf-917ba12b4423 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:14.550844 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [None req-cbefd531-4183-4517-bd5a-6b8d064266e7 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Floating IP 9f0d8102-c539-44a9-b34c-ec60b0b89357 associated. External IP: 172.25.5.95, port: 876a743a-4aaf-4257-9669-c557be65577f. Mar 22 19:27:14.920455 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5e8455cc-d40a-4e45-bd55-1fe62e304ea3 req-91e05f6d-bffb-4315-9543-c98eeba3193d service neutron] 10.222.0.84 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5598688 Mar 22 19:27:15.043498 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-98ec56ab-f6a4-4105-b2c3-c99ca67aa57c admin admin] Publish callbacks [] for security_group (aa2e9947-5676-4cd2-a24b-81432fd282e9), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:15.074463 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-205f5a2a-45df-4066-bcd8-8e3f3f4a56d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:15.083429 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbefd531-4183-4517-bd5a-6b8d064266e7 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Router 04135953-940a-46da-b220-002bef1e438e has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:27:15.111272 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-98ec56ab-f6a4-4105-b2c3-c99ca67aa57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (aa2e9947-5676-4cd2-a24b-81432fd282e9), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:15.137459 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec56ab-f6a4-4105-b2c3-c99ca67aa57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2e9947-5676-4cd2-a24b-81432fd282e9,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:15.143387 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0d77b-8825-408f-b2fd-cec481a95220 req-9150ec1f-96d7-40ca-b1c2-64148af15fc1 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:15.145002 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4db0d77b-8825-408f-b2fd-cec481a95220 req-9150ec1f-96d7-40ca-b1c2-64148af15fc1 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 949 time: 0.6379626 Mar 22 19:27:15.151671 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f4d3538-b33e-43c3-bb70-2d98ca25aba1 req-184f9cc1-0e67-4ab3-b267-c84a36421418 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6458337 Mar 22 19:27:15.211275 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ac21c-e7f0-48df-a86b-004956db5f3a req-98fadd9a-44dd-4d22-a865-62327d6facca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:15.225984 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-db2ac21c-e7f0-48df-a86b-004956db5f3a req-98fadd9a-44dd-4d22-a865-62327d6facca service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7e302d01a2a24393894ffad4e45b884a&device_id=b150f3c0-9130-4014-9c96-698074dbf2f7 HTTP/1.1" status: 200 len: 1127 time: 0.1757600 Mar 22 19:27:15.294868 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-98ec56ab-f6a4-4105-b2c3-c99ca67aa57c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=38ac708776784befb965cb164f3929c5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4005890 Mar 22 19:27:15.295554 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51102) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:15.438532 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4db0d77b-8825-408f-b2fd-cec481a95220 req-e786f618-1913-49f5-8d7a-ca1f78b817e9 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477500 Mar 22 19:27:15.473425 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-99718068-2680-40d6-a575-194854f4b60f req-c6cfcef3-0c5b-4cf9-b1cf-917ba12b4423 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Allocated IP 172.20.0.11 (e2aac6b4-9023-4a56-b28e-d9728a595e67/cd5ec6ea-2197-4f69-89c7-80c309a39451/f52d04fb-dfb2-49ba-a2aa-8d2ff8955484) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:27:15.486215 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a4db7-ba85-412f-8d81-fe07d322bcfb req-28f6de4d-cf58-4bf4-ae48-a52a9beee5a1 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:15.488084 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e24a4db7-ba85-412f-8d81-fe07d322bcfb req-28f6de4d-cf58-4bf4-ae48-a52a9beee5a1 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.1536474 Mar 22 19:27:15.494848 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c8b002b7-ca54-4142-a1ad-7d24b3bff35d admin admin] Publish callbacks [] for security_group (aa2e9947-5676-4cd2-a24b-81432fd282e9), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:15.507691 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ac21c-e7f0-48df-a86b-004956db5f3a req-6a0ab9a4-bcf2-4118-9a32-b8f7a44ecc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:15.513702 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-db2ac21c-e7f0-48df-a86b-004956db5f3a req-6a0ab9a4-bcf2-4118-9a32-b8f7a44ecc7c service neutron] 10.222.0.84 "GET /v2.0/networks?id=e2aac6b4-9023-4a56-b28e-d9728a595e67 HTTP/1.1" status: 200 len: 920 time: 0.2856176 Mar 22 19:27:15.534561 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbefd531-4183-4517-bd5a-6b8d064266e7 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:27:15.540023 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cbefd531-4183-4517-bd5a-6b8d064266e7 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:15.547418 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b8603c-d2f1-4c5e-a6a2-eb9bd0d55316 None None] Sync routers for ids ['04135953-940a-46da-b220-002bef1e438e'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:27:15.587297 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b8603c-d2f1-4c5e-a6a2-eb9bd0d55316 None None] Routers {'04135953-940a-46da-b220-002bef1e438e'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:27:15.591419 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-db2ac21c-e7f0-48df-a86b-004956db5f3a req-5f68ddbe-b7b1-4e41-b5e4-4dcaeea89156 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c578384b-0d5f-41dc-ba45-922b60cc6901 HTTP/1.1" status: 200 len: 217 time: 0.0667279 Mar 22 19:27:15.593576 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-f8b8603c-d2f1-4c5e-a6a2-eb9bd0d55316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:26:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['04135953-940a-46da-b220-002bef1e438e'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:27:15.598532 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c8b002b7-ca54-4142-a1ad-7d24b3bff35d admin admin] Publish callbacks [] for security_group (aa2e9947-5676-4cd2-a24b-81432fd282e9), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:15.665262 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:15.731187 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ac21c-e7f0-48df-a86b-004956db5f3a req-95a50d89-967c-4305-b6ca-88e9d4526b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:15.732821 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-db2ac21c-e7f0-48df-a86b-004956db5f3a req-95a50d89-967c-4305-b6ca-88e9d4526b22 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cd5ec6ea-2197-4f69-89c7-80c309a39451 HTTP/1.1" status: 200 len: 858 time: 0.1317856 Mar 22 19:27:15.786174 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cbabeb29-5fd8-441b-a731-11baa7ed9882 req-b019945a-ed2d-4159-aaa4-894e9aea8260 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 210 time: 0.0964789 Mar 22 19:27:15.823506 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c8b002b7-ca54-4142-a1ad-7d24b3bff35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (aa2e9947-5676-4cd2-a24b-81432fd282e9), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:15.828779 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c8b002b7-ca54-4142-a1ad-7d24b3bff35d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:15.828956 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-cbefd531-4183-4517-bd5a-6b8d064266e7 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] 10.222.0.75 "PUT /v2.0/floatingips/9f0d8102-c539-44a9-b34c-ec60b0b89357 HTTP/1.1" status: 200 len: 991 time: 4.2454476 Mar 22 19:27:15.830759 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c8b002b7-ca54-4142-a1ad-7d24b3bff35d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/aa2e9947-5676-4cd2-a24b-81432fd282e9 HTTP/1.1" status: 204 len: 168 time: 0.4538388 Mar 22 19:27:15.846367 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719ceee4-9383-4751-b909-e74235d7d6fd', 'tag': '876a743a-4aaf-4257-9669-c557be65577f'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:27:15.855364 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e322578b-e6fc-4a39-96ec-88494c656f3b" -d '{"events": [{"name": "network-changed", "server_uuid": "719ceee4-9383-4751-b909-e74235d7d6fd", "tag": "876a743a-4aaf-4257-9669-c557be65577f"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:27:15.878397 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b002b7-ca54-4142-a1ad-7d24b3bff35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2e9947-5676-4cd2-a24b-81432fd282e9,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:15.893934 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e24a4db7-ba85-412f-8d81-fe07d322bcfb req-fdeac405-7150-489c-b4f7-bed155e19922 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3978851 Mar 22 19:27:15.944406 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ac21c-e7f0-48df-a86b-004956db5f3a req-ded9b417-f75b-4da4-a37f-0611c9844e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:15.949088 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-db2ac21c-e7f0-48df-a86b-004956db5f3a req-ded9b417-f75b-4da4-a37f-0611c9844e16 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e2aac6b4-9023-4a56-b28e-d9728a595e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2055399 Mar 22 19:27:15.967943 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-f8b8603c-d2f1-4c5e-a6a2-eb9bd0d55316 None None] Set router 04135953-940a-46da-b220-002bef1e438e gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:27:16.218145 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-99718068-2680-40d6-a575-194854f4b60f req-c6cfcef3-0c5b-4cf9-b1cf-917ba12b4423 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks [] for port (f52d04fb-dfb2-49ba-a2aa-8d2ff8955484), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:16.276539 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-db2ac21c-e7f0-48df-a86b-004956db5f3a req-ae153099-dae9-4ac0-ad47-2885a6eddc3d service neutron] 10.222.0.84 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065019 Mar 22 19:27:16.395092 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6369984-b894-4277-a1db-520d536a8afe x-openstack-request-id: req-e6369984-b894-4277-a1db-520d536a8afe {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:27:16.395583 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719ceee4-9383-4751-b909-e74235d7d6fd", "tag": "876a743a-4aaf-4257-9669-c557be65577f", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:27:16.395957 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e6369984-b894-4277-a1db-520d536a8afe {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:27:16.396486 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6369984-b894-4277-a1db-520d536a8afe'] response: {'name': 'network-changed', 'server_uuid': '719ceee4-9383-4751-b909-e74235d7d6fd', 'tag': '876a743a-4aaf-4257-9669-c557be65577f', 'status': 'completed', 'code': 200} Mar 22 19:27:16.398230 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51124) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:16.422343 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-99718068-2680-40d6-a575-194854f4b60f req-c6cfcef3-0c5b-4cf9-b1cf-917ba12b4423 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (f52d04fb-dfb2-49ba-a2aa-8d2ff8955484), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:16.530081 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cfcef3-0c5b-4cf9-b1cf-917ba12b4423 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Pushing event updated for resources: {'Port': ['ID=f52d04fb-dfb2-49ba-a2aa-8d2ff8955484,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:16.601007 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d910610-648b-474b-bb34-9bf1f66a28cf req-eb60076e-b186-4744-9a43-49951d8d31f0 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:16.603278 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d910610-648b-474b-bb34-9bf1f66a28cf req-eb60076e-b186-4744-9a43-49951d8d31f0 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] 10.222.0.75 "GET /v2.0/ports?device_id=719ceee4-9383-4751-b909-e74235d7d6fd HTTP/1.1" status: 200 len: 946 time: 0.2437880 Mar 22 19:27:16.610260 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322578b-e6fc-4a39-96ec-88494c656f3b req-ed694a00-2e09-43d8-9aad-9c5e2ccb9f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:16.611916 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e322578b-e6fc-4a39-96ec-88494c656f3b req-ed694a00-2e09-43d8-9aad-9c5e2ccb9f72 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=930b9ef3d7194f24932fd8b9008c68ee&device_id=719ceee4-9383-4751-b909-e74235d7d6fd HTTP/1.1" status: 200 len: 1129 time: 0.2761872 Mar 22 19:27:16.614089 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99718068-2680-40d6-a575-194854f4b60f req-c6cfcef3-0c5b-4cf9-b1cf-917ba12b4423 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Network e2aac6b4-9023-4a56-b28e-d9728a595e67 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:27:16.632983 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-db2ac21c-e7f0-48df-a86b-004956db5f3a req-8ada30f7-b200-4e24-972b-7fc216fb1344 service neutron] 10.222.0.84 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552971 Mar 22 19:27:16.730343 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-f8b8603c-d2f1-4c5e-a6a2-eb9bd0d55316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04135953-940a-46da-b220-002bef1e438e', 'name': 'tempest-ServersTestManualDisk-1354232685-router', 'tenant_id': '930b9ef3d7194f24932fd8b9008c68ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '327aaa84-9cdd-44ed-a109-309d63f235e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:19Z', 'updated_at': '2022-03-22T19:26:28Z', 'revision_number': 4, 'project_id': '930b9ef3d7194f24932fd8b9008c68ee', 'gw_port': {'id': '327aaa84-9cdd-44ed-a109-309d63f235e2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04135953-940a-46da-b220-002bef1e438e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:21Z', 'updated_at': '2022-03-22T19:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '9f0d8102-c539-44a9-b34c-ec60b0b89357', 'tenant_id': '930b9ef3d7194f24932fd8b9008c68ee', 'floating_ip_address': '172.25.5.95', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '04135953-940a-46da-b220-002bef1e438e', 'port_id': '876a743a-4aaf-4257-9669-c557be65577f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b718542-9a1f-44dc-be58-35b105938a61', 'mac_address': 'fa:16:3e:6b:e8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719ceee4-9383-4751-b909-e74235d7d6fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:26:40Z', 'updated_at': '2022-03-22T19:27:12Z', 'revision_number': 1, 'project_id': '930b9ef3d7194f24932fd8b9008c68ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b375418e-7f20-4a41-82aa-769e36ff5f81', 'name': '', 'network_id': '4b718542-9a1f-44dc-be58-35b105938a61', 'tenant_id': '930b9ef3d7194f24932fd8b9008c68ee', 'mac_address': 'fa:16:3e:1c:af:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04135953-940a-46da-b220-002bef1e438e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'f0ecf098-5e3d-4ff0-ac79-d3d21e505122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:26Z', 'updated_at': '2022-03-22T19:26:50Z', 'revision_number': 5, 'project_id': '930b9ef3d7194f24932fd8b9008c68ee', 'subnets': [{'id': 'f0ecf098-5e3d-4ff0-ac79-d3d21e505122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:27:16.797928 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b8603c-d2f1-4c5e-a6a2-eb9bd0d55316 None None] Checking router: 04135953-940a-46da-b220-002bef1e438e for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:27:16.818792 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b8603c-d2f1-4c5e-a6a2-eb9bd0d55316 None None] Routers {'04135953-940a-46da-b220-002bef1e438e'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:27:16.825984 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-f8b8603c-d2f1-4c5e-a6a2-eb9bd0d55316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:26:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['04135953-940a-46da-b220-002bef1e438e'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:27:16.854704 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322578b-e6fc-4a39-96ec-88494c656f3b req-590d63d2-6c3a-455f-bad5-d858c9af6e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:16.859975 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e322578b-e6fc-4a39-96ec-88494c656f3b req-590d63d2-6c3a-455f-bad5-d858c9af6e96 service neutron] 10.222.0.85 "GET /v2.0/networks?id=4b718542-9a1f-44dc-be58-35b105938a61 HTTP/1.1" status: 200 len: 913 time: 0.2221737 Mar 22 19:27:16.881022 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-99718068-2680-40d6-a575-194854f4b60f req-c6cfcef3-0c5b-4cf9-b1cf-917ba12b4423 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:27:16.910314 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-99718068-2680-40d6-a575-194854f4b60f req-c6cfcef3-0c5b-4cf9-b1cf-917ba12b4423 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:27:16.987612 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51136) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:17.008207 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-99af5a24-b432-4379-84aa-df21b39f3b6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:17.022668 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-d6d81016-5ab6-42c5-a482-9218548e5d9d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1966990559'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:17.089565 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99718068-2680-40d6-a575-194854f4b60f req-c6cfcef3-0c5b-4cf9-b1cf-917ba12b4423 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:17.090414 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-99718068-2680-40d6-a575-194854f4b60f req-c6cfcef3-0c5b-4cf9-b1cf-917ba12b4423 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:17.127104 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f725a2-1438-4c60-af15-eaf4668bee93 req-5da5b99f-4312-451c-af5d-a659fceece2f tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:17.128863 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c7f725a2-1438-4c60-af15-eaf4668bee93 req-5da5b99f-4312-451c-af5d-a659fceece2f tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.7785678 Mar 22 19:27:17.129604 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d81016-5ab6-42c5-a482-9218548e5d9d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Made reservation on behalf of 57a004e6d1d3407089eac26de0ce739b for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:27:17.133437 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d6d81016-5ab6-42c5-a482-9218548e5d9d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:17.153222 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-f8b8603c-d2f1-4c5e-a6a2-eb9bd0d55316 None None] Set router 04135953-940a-46da-b220-002bef1e438e gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:27:17.165326 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-99af5a24-b432-4379-84aa-df21b39f3b6c admin admin] Publish callbacks [] for security_group (7fcec595-e676-47e9-8b0a-9a8a6520c63d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:17.171188 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-99af5a24-b432-4379-84aa-df21b39f3b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7fcec595-e676-47e9-8b0a-9a8a6520c63d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:17.235442 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-99af5a24-b432-4379-84aa-df21b39f3b6c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=76fcc91902fd49d19e66968d338ab4db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2435954 Mar 22 19:27:17.238266 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51140) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:17.254894 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af5a24-b432-4379-84aa-df21b39f3b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcec595-e676-47e9-8b0a-9a8a6520c63d,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:17.259572 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-99718068-2680-40d6-a575-194854f4b60f req-c6cfcef3-0c5b-4cf9-b1cf-917ba12b4423 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9879484 Mar 22 19:27:17.309393 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ec44f760-de97-464b-8147-4c0e04d72e19 admin admin] Publish callbacks [] for security_group (7fcec595-e676-47e9-8b0a-9a8a6520c63d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:17.312888 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-99718068-2680-40d6-a575-194854f4b60f req-90e28139-a84d-4a5c-ade5-20ab211824c0 service neutron] Request body: {'port': {'device_id': '6301913b-d22d-4f12-a075-a54c68a33654', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:17.351248 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ec44f760-de97-464b-8147-4c0e04d72e19 admin admin] Publish callbacks [] for security_group (7fcec595-e676-47e9-8b0a-9a8a6520c63d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:17.355601 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a9d7370d-3a6b-48b8-b004-349963b1100d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:17.407449 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-99718068-2680-40d6-a575-194854f4b60f req-90e28139-a84d-4a5c-ade5-20ab211824c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f52d04fb-dfb2-49ba-a2aa-8d2ff8955484), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:17.424390 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ec44f760-de97-464b-8147-4c0e04d72e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7fcec595-e676-47e9-8b0a-9a8a6520c63d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:17.428529 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ec44f760-de97-464b-8147-4c0e04d72e19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:17.430312 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ec44f760-de97-464b-8147-4c0e04d72e19 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7fcec595-e676-47e9-8b0a-9a8a6520c63d HTTP/1.1" status: 204 len: 168 time: 0.1906724 Mar 22 19:27:17.439267 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d6d81016-5ab6-42c5-a482-9218548e5d9d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:17.441551 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-64230758-3c43-495f-8812-df1bb965de22 None None] Provisioning complete for port f52d04fb-dfb2-49ba-a2aa-8d2ff8955484 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:27:17.444794 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-64230758-3c43-495f-8812-df1bb965de22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f52d04fb-dfb2-49ba-a2aa-8d2ff8955484), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:17.463794 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44f760-de97-464b-8147-4c0e04d72e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcec595-e676-47e9-8b0a-9a8a6520c63d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:17.528129 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-64230758-3c43-495f-8812-df1bb965de22 None None] Port f52d04fb-dfb2-49ba-a2aa-8d2ff8955484 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:27:17.676264 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-f8b8603c-d2f1-4c5e-a6a2-eb9bd0d55316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04135953-940a-46da-b220-002bef1e438e', 'name': 'tempest-ServersTestManualDisk-1354232685-router', 'tenant_id': '930b9ef3d7194f24932fd8b9008c68ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '327aaa84-9cdd-44ed-a109-309d63f235e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:19Z', 'updated_at': '2022-03-22T19:26:28Z', 'revision_number': 4, 'project_id': '930b9ef3d7194f24932fd8b9008c68ee', 'gw_port': {'id': '327aaa84-9cdd-44ed-a109-309d63f235e2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04135953-940a-46da-b220-002bef1e438e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:21Z', 'updated_at': '2022-03-22T19:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '9f0d8102-c539-44a9-b34c-ec60b0b89357', 'tenant_id': '930b9ef3d7194f24932fd8b9008c68ee', 'floating_ip_address': '172.25.5.95', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '04135953-940a-46da-b220-002bef1e438e', 'port_id': '876a743a-4aaf-4257-9669-c557be65577f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b718542-9a1f-44dc-be58-35b105938a61', 'mac_address': 'fa:16:3e:6b:e8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719ceee4-9383-4751-b909-e74235d7d6fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:26:40Z', 'updated_at': '2022-03-22T19:27:12Z', 'revision_number': 1, 'project_id': '930b9ef3d7194f24932fd8b9008c68ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b375418e-7f20-4a41-82aa-769e36ff5f81', 'name': '', 'network_id': '4b718542-9a1f-44dc-be58-35b105938a61', 'tenant_id': '930b9ef3d7194f24932fd8b9008c68ee', 'mac_address': 'fa:16:3e:1c:af:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04135953-940a-46da-b220-002bef1e438e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'f0ecf098-5e3d-4ff0-ac79-d3d21e505122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:26Z', 'updated_at': '2022-03-22T19:26:50Z', 'revision_number': 5, 'project_id': '930b9ef3d7194f24932fd8b9008c68ee', 'subnets': [{'id': 'f0ecf098-5e3d-4ff0-ac79-d3d21e505122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:27:17.712472 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d910610-648b-474b-bb34-9bf1f66a28cf req-ecdd4815-40dc-4f59-b7bc-c8140ceeba45 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] 10.222.0.75 "GET /v2.0/security-groups?id=697a8b8a-de2f-41a2-b5ab-39d1397cbf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0970950 Mar 22 19:27:17.775176 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b8603c-d2f1-4c5e-a6a2-eb9bd0d55316 None None] The sync data for ids ['04135953-940a-46da-b220-002bef1e438e'] in n-d-705658-24 is: [{'id': '04135953-940a-46da-b220-002bef1e438e', 'name': 'tempest-ServersTestManualDisk-1354232685-router', 'tenant_id': '930b9ef3d7194f24932fd8b9008c68ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '327aaa84-9cdd-44ed-a109-309d63f235e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:19Z', 'updated_at': '2022-03-22T19:26:28Z', 'revision_number': 4, 'project_id': '930b9ef3d7194f24932fd8b9008c68ee', 'gw_port': {'id': '327aaa84-9cdd-44ed-a109-309d63f235e2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04135953-940a-46da-b220-002bef1e438e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:21Z', 'updated_at': '2022-03-22T19:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '9f0d8102-c539-44a9-b34c-ec60b0b89357', 'tenant_id': '930b9ef3d7194f24932fd8b9008c68ee', 'floating_ip_address': '172.25.5.95', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '04135953-940a-46da-b220-002bef1e438e', 'port_id': '876a743a-4aaf-4257-9669-c557be65577f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b718542-9a1f-44dc-be58-35b105938a61', 'mac_address': 'fa:16:3e:6b:e8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719ceee4-9383-4751-b909-e74235d7d6fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:26:40Z', 'updated_at': '2022-03-22T19:27:12Z', 'revision_number': 1, 'project_id': '930b9ef3d7194f24932fd8b9008c68ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b375418e-7f20-4a41-82aa-769e36ff5f81', 'name': '', 'network_id': '4b718542-9a1f-44dc-be58-35b105938a61', 'tenant_id': '930b9ef3d7194f24932fd8b9008c68ee', 'mac_address': 'fa:16:3e:1c:af:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04135953-940a-46da-b220-002bef1e438e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'f0ecf098-5e3d-4ff0-ac79-d3d21e505122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:26Z', 'updated_at': '2022-03-22T19:26:50Z', 'revision_number': 5, 'project_id': '930b9ef3d7194f24932fd8b9008c68ee', 'subnets': [{'id': 'f0ecf098-5e3d-4ff0-ac79-d3d21e505122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:27:17.836836 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d6d81016-5ab6-42c5-a482-9218548e5d9d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks [] for security_group (e823c7ed-a6f1-43cb-b5ec-02fab61e736c), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:17.852636 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d6d81016-5ab6-42c5-a482-9218548e5d9d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e823c7ed-a6f1-43cb-b5ec-02fab61e736c), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:17.993462 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d81016-5ab6-42c5-a482-9218548e5d9d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e823c7ed-a6f1-43cb-b5ec-02fab61e736c,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:18.001144 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c7f725a2-1438-4c60-af15-eaf4668bee93 req-abb3921b-ef82-49d1-8fcf-64e549f17a44 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8007071 Mar 22 19:27:18.014039 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e322578b-e6fc-4a39-96ec-88494c656f3b req-f941bf5b-56bd-4898-885e-e3631c24b696 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=876a743a-4aaf-4257-9669-c557be65577f HTTP/1.1" status: 200 len: 999 time: 0.9369109 Mar 22 19:27:18.019688 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6d81016-5ab6-42c5-a482-9218548e5d9d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:27:18.114940 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322578b-e6fc-4a39-96ec-88494c656f3b req-922b45b7-a51f-4608-abfa-66391b555ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:18.116464 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e322578b-e6fc-4a39-96ec-88494c656f3b req-922b45b7-a51f-4608-abfa-66391b555ecb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f0ecf098-5e3d-4ff0-ac79-d3d21e505122 HTTP/1.1" status: 200 len: 851 time: 0.0809510 Mar 22 19:27:18.122682 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d6d81016-5ab6-42c5-a482-9218548e5d9d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (76fc92af-8b79-45c7-afcd-3934d9735279), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:18.123040 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-d6d81016-5ab6-42c5-a482-9218548e5d9d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Added segment 76fc92af-8b79-45c7-afcd-3934d9735279 of type vlan for network 36d3188a-f8be-414f-bc00-6b11893ea50e Mar 22 19:27:18.193889 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:18.247191 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa708dcc-97f2-40be-8d55-5dfae76782f3 None None] New status for floating IP 9f0d8102-c539-44a9-b34c-ec60b0b89357: ACTIVE {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:27:18.324176 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d6d81016-5ab6-42c5-a482-9218548e5d9d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (36d3188a-f8be-414f-bc00-6b11893ea50e), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:18.337184 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27be471-89ec-4d13-a81a-c1df35fc53ad req-c0c1392a-8203-4b60-91de-84216caefb41 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:18.344825 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b27be471-89ec-4d13-a81a-c1df35fc53ad req-c0c1392a-8203-4b60-91de-84216caefb41 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 949 time: 0.4121373 Mar 22 19:27:18.393714 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31be13a-9232-4a88-9eef-37ff36cf085e req-3aa698b8-44ad-4b99-acfc-69f822b4a0c5 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:18.397884 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e31be13a-9232-4a88-9eef-37ff36cf085e req-3aa698b8-44ad-4b99-acfc-69f822b4a0c5 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 932 time: 0.2097149 Mar 22 19:27:18.449214 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322578b-e6fc-4a39-96ec-88494c656f3b req-ad75efe4-767f-4849-8d73-7a04ea522083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:18.451911 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e322578b-e6fc-4a39-96ec-88494c656f3b req-ad75efe4-767f-4849-8d73-7a04ea522083 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4b718542-9a1f-44dc-be58-35b105938a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3240643 Mar 22 19:27:18.520363 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device c578384b-0d5f-41dc-ba45-922b60cc6901 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:27:18.652290 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d6d81016-5ab6-42c5-a482-9218548e5d9d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (36d3188a-f8be-414f-bc00-6b11893ea50e), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:18.659395 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d81016-5ab6-42c5-a482-9218548e5d9d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:18.660042 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d6d81016-5ab6-42c5-a482-9218548e5d9d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:18.699807 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b27be471-89ec-4d13-a81a-c1df35fc53ad req-80d441f4-ccef-44d8-9190-10db2c566aa6 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539798 Mar 22 19:27:18.758550 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d6d81016-5ab6-42c5-a482-9218548e5d9d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.3476739 Mar 22 19:27:18.761809 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51172) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:18.763021 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-99718068-2680-40d6-a575-194854f4b60f req-90e28139-a84d-4a5c-ade5-20ab211824c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f52d04fb-dfb2-49ba-a2aa-8d2ff8955484 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:27:18.770773 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-01be5f6c-0629-4997-9a94-aca763a7a9e7 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Request body: {'subnet': {'network_id': '36d3188a-f8be-414f-bc00-6b11893ea50e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:18.832314 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port c578384b-0d5f-41dc-ba45-922b60cc6901, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=c578384b-0d5f-41dc-ba45-922b60cc6901,segment=NetworkSegment(314d61bc-4aee-41ea-892b-cdf180af1566),segment_id=314d61bc-4aee-41ea-892b-cdf180af1566)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:27:18.841028 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-99718068-2680-40d6-a575-194854f4b60f req-90e28139-a84d-4a5c-ade5-20ab211824c0 service neutron] Publish callbacks [] for port (f52d04fb-dfb2-49ba-a2aa-8d2ff8955484), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:18.874477 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e31be13a-9232-4a88-9eef-37ff36cf085e req-5d1f9793-e2c2-4a5a-87b0-848b247843d5 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4682603 Mar 22 19:27:18.896242 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'c578384b-0d5f-41dc-ba45-922b60cc6901', 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67', 'port_id': 'c578384b-0d5f-41dc-ba45-922b60cc6901', 'mac_address': 'fa:16:3e:d0:56:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd5ec6ea-2197-4f69-89c7-80c309a39451', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:27:18.955194 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:18.981393 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port c578384b-0d5f-41dc-ba45-922b60cc6901 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:27:18.987100 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c578384b-0d5f-41dc-ba45-922b60cc6901), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:18.989937 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d81016-5ab6-42c5-a482-9218548e5d9d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Pushing event updated for resources: {'Network': ['ID=36d3188a-f8be-414f-bc00-6b11893ea50e,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:19.030057 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 36d3188a-f8be-414f-bc00-6b11893ea50e details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:27:19.073564 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-99718068-2680-40d6-a575-194854f4b60f req-90e28139-a84d-4a5c-ade5-20ab211824c0 service neutron] Transition to ACTIVE for port object f52d04fb-dfb2-49ba-a2aa-8d2ff8955484 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:27:19.087573 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e322578b-e6fc-4a39-96ec-88494c656f3b req-88f12fab-d752-4a2c-9253-c9c75a3feb1d service neutron] 10.222.0.85 "GET /v2.0/networks/4b718542-9a1f-44dc-be58-35b105938a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6143622 Mar 22 19:27:19.090860 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01be5f6c-0629-4997-9a94-aca763a7a9e7 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Made reservation on behalf of 57a004e6d1d3407089eac26de0ce739b for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:27:19.092638 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-99718068-2680-40d6-a575-194854f4b60f req-90e28139-a84d-4a5c-ade5-20ab211824c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (f52d04fb-dfb2-49ba-a2aa-8d2ff8955484), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:19.098956 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-01be5f6c-0629-4997-9a94-aca763a7a9e7 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:19.168561 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c578384b-0d5f-41dc-ba45-922b60cc6901 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:27:19.191936 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port c578384b-0d5f-41dc-ba45-922b60cc6901, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=c578384b-0d5f-41dc-ba45-922b60cc6901,segment=NetworkSegment(314d61bc-4aee-41ea-892b-cdf180af1566),segment_id=314d61bc-4aee-41ea-892b-cdf180af1566)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:27:19.198866 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c578384b-0d5f-41dc-ba45-922b60cc6901), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:19.241709 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e28139-a84d-4a5c-ade5-20ab211824c0 service neutron] Pushing event updated for resources: {'Port': ['ID=f52d04fb-dfb2-49ba-a2aa-8d2ff8955484,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:19.261129 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=c578384b-0d5f-41dc-ba45-922b60cc6901,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:19.284958 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c3ca0-eeab-4e9c-a8d2-dfca066577a0 req-749431cd-3b03-4b10-8114-e9d83786cb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:19.288852 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e26c3ca0-eeab-4e9c-a8d2-dfca066577a0 req-749431cd-3b03-4b10-8114-e9d83786cb9a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5b93875569cc4d4199ac35d06661afdf&device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 1128 time: 0.1826012 Mar 22 19:27:19.415738 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['c578384b-0d5f-41dc-ba45-922b60cc6901'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:27:19.786198 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c3ca0-eeab-4e9c-a8d2-dfca066577a0 req-707c5cd5-4f2b-4980-9aec-1c92eb85731a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:19.788450 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e26c3ca0-eeab-4e9c-a8d2-dfca066577a0 req-707c5cd5-4f2b-4980-9aec-1c92eb85731a service neutron] 10.222.0.84 "GET /v2.0/networks?id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc HTTP/1.1" status: 200 len: 911 time: 0.4903405 Mar 22 19:27:19.810560 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-01be5f6c-0629-4997-9a94-aca763a7a9e7 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (ae728a4e-9dac-4c7c-af1d-e516530fac8a), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:20.028781 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e26c3ca0-eeab-4e9c-a8d2-dfca066577a0 req-5ab1dd9f-8e44-4fa8-98f7-d057fdbb64b0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=607144c1-0ca2-48d3-88b9-368b9eec0b0c HTTP/1.1" status: 200 len: 1000 time: 0.2243681 Mar 22 19:27:20.029314 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:20.116729 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01be5f6c-0629-4997-9a94-aca763a7a9e7 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Checking segment: {'id': '76fc92af-8b79-45c7-afcd-3934d9735279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '36d3188a-f8be-414f-bc00-6b11893ea50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:27:20.118341 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01be5f6c-0629-4997-9a94-aca763a7a9e7 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Network hostable DHCP agents. Network: 36d3188a-f8be-414f-bc00-6b11893ea50e, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:27:20.123753 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be5f6c-0629-4997-9a94-aca763a7a9e7 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Pushing event updated for resources: {'Subnet': ['ID=ae728a4e-9dac-4c7c-af1d-e516530fac8a,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:20.133955 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c3ca0-eeab-4e9c-a8d2-dfca066577a0 req-1fa85842-2012-4767-a39b-520dc47f3b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:20.135548 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e26c3ca0-eeab-4e9c-a8d2-dfca066577a0 req-1fa85842-2012-4767-a39b-520dc47f3b6d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0024126f-9e61-4e75-a43d-476a3a97ffe0 HTTP/1.1" status: 200 len: 849 time: 0.1010299 Mar 22 19:27:20.174863 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01be5f6c-0629-4997-9a94-aca763a7a9e7 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Network 36d3188a-f8be-414f-bc00-6b11893ea50e is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:27:20.197964 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c3ca0-eeab-4e9c-a8d2-dfca066577a0 req-f419f3a4-dc1a-43d5-85c9-0a4e7512f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:20.199552 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e26c3ca0-eeab-4e9c-a8d2-dfca066577a0 req-f419f3a4-dc1a-43d5-85c9-0a4e7512f944 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0539784 Mar 22 19:27:20.200380 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-01be5f6c-0629-4997-9a94-aca763a7a9e7 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 36d3188a-f8be-414f-bc00-6b11893ea50e) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:27:20.204607 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01be5f6c-0629-4997-9a94-aca763a7a9e7 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:20.205195 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-01be5f6c-0629-4997-9a94-aca763a7a9e7 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:20.212568 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3541805b-09c0-40d9-95b9-5de76bd6b672 None None] Network 36d3188a-f8be-414f-bc00-6b11893ea50e requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:27:20.250411 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-99718068-2680-40d6-a575-194854f4b60f req-90e28139-a84d-4a5c-ade5-20ab211824c0 service neutron] Attempting to bind port f52d04fb-dfb2-49ba-a2aa-8d2ff8955484 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:27:20.254873 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-99718068-2680-40d6-a575-194854f4b60f req-90e28139-a84d-4a5c-ade5-20ab211824c0 service neutron] Attempting to bind port f52d04fb-dfb2-49ba-a2aa-8d2ff8955484 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '314d61bc-4aee-41ea-892b-cdf180af1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:27:20.255658 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99718068-2680-40d6-a575-194854f4b60f req-90e28139-a84d-4a5c-ade5-20ab211824c0 service neutron] Attempting to bind port f52d04fb-dfb2-49ba-a2aa-8d2ff8955484 on network e2aac6b4-9023-4a56-b28e-d9728a595e67 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:27:20.270988 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-01be5f6c-0629-4997-9a94-aca763a7a9e7 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5074806 Mar 22 19:27:20.273598 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51200) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:20.278726 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-f56fdeeb-f76f-4d07-b0da-2e6eaaba1c7d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Request body: {'port': {'network_id': '36d3188a-f8be-414f-bc00-6b11893ea50e', 'name': 'tempest-DHCPAgentSchedulersTestJSON-686444404'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:20.280316 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99718068-2680-40d6-a575-194854f4b60f req-90e28139-a84d-4a5c-ade5-20ab211824c0 service neutron] Port f52d04fb-dfb2-49ba-a2aa-8d2ff8955484 on network e2aac6b4-9023-4a56-b28e-d9728a595e67 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:27:20.280935 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99718068-2680-40d6-a575-194854f4b60f req-90e28139-a84d-4a5c-ade5-20ab211824c0 service neutron] Attempting to bind port f52d04fb-dfb2-49ba-a2aa-8d2ff8955484 on network e2aac6b4-9023-4a56-b28e-d9728a595e67 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:27:20.378315 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99718068-2680-40d6-a575-194854f4b60f req-90e28139-a84d-4a5c-ade5-20ab211824c0 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:27:20.378707 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99718068-2680-40d6-a575-194854f4b60f req-90e28139-a84d-4a5c-ade5-20ab211824c0 service neutron] Checking segment: {'id': '314d61bc-4aee-41ea-892b-cdf180af1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:27:20.379074 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99718068-2680-40d6-a575-194854f4b60f req-90e28139-a84d-4a5c-ade5-20ab211824c0 service neutron] Bound using segment: {'id': '314d61bc-4aee-41ea-892b-cdf180af1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:27:20.379545 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-99718068-2680-40d6-a575-194854f4b60f req-90e28139-a84d-4a5c-ade5-20ab211824c0 service neutron] Bound port: f52d04fb-dfb2-49ba-a2aa-8d2ff8955484, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '314d61bc-4aee-41ea-892b-cdf180af1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:27:20.379916 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-99718068-2680-40d6-a575-194854f4b60f req-90e28139-a84d-4a5c-ade5-20ab211824c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f52d04fb-dfb2-49ba-a2aa-8d2ff8955484), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:20.407975 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754c4e6d-d3aa-4726-a253-47390141b45b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-36d3188a-f8be-414f-bc00-6b11893ea50e', 'network_id': '36d3188a-f8be-414f-bc00-6b11893ea50e', 'project_id': '57a004e6d1d3407089eac26de0ce739b', 'fixed_ips': [{'subnet_id': 'ae728a4e-9dac-4c7c-af1d-e516530fac8a'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:27:20.411709 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-754c4e6d-d3aa-4726-a253-47390141b45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:20.444246 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbc440-27f2-4b9c-a1ca-492f52b1a9fd req-53e25134-8f76-479a-8597-9ed3e3ba0fae tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:20.445874 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e3fbc440-27f2-4b9c-a1ca-492f52b1a9fd req-53e25134-8f76-479a-8597-9ed3e3ba0fae tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 1.2132061 Mar 22 19:27:20.455573 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e26c3ca0-eeab-4e9c-a8d2-dfca066577a0 req-e34ab477-e9f8-4939-9b7f-e39102df7e76 service neutron] 10.222.0.84 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475221 Mar 22 19:27:20.505843 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device c578384b-0d5f-41dc-ba45-922b60cc6901 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:27:20.632910 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e26c3ca0-eeab-4e9c-a8d2-dfca066577a0 req-8a48c52e-0508-4d52-b621-ba94fe0a1ea4 service neutron] 10.222.0.84 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516268 Mar 22 19:27:20.657118 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port c578384b-0d5f-41dc-ba45-922b60cc6901 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:27:20.669310 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port c578384b-0d5f-41dc-ba45-922b60cc6901 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:27:20.669885 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c578384b-0d5f-41dc-ba45-922b60cc6901), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:20.672727 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56fdeeb-f76f-4d07-b0da-2e6eaaba1c7d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Made reservation on behalf of 57a004e6d1d3407089eac26de0ce739b for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:27:20.681200 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f56fdeeb-f76f-4d07-b0da-2e6eaaba1c7d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:20.712229 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d8499-a811-4adc-b7a9-a1620aa10c83 req-ed5ee97d-da39-493c-8df0-fb750ef123ff tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:20.715685 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6f5d8499-a811-4adc-b7a9-a1620aa10c83 req-ed5ee97d-da39-493c-8df0-fb750ef123ff tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 949 time: 0.4707170 Mar 22 19:27:20.720387 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-754c4e6d-d3aa-4726-a253-47390141b45b None None] Allocated IP 172.20.0.2 (36d3188a-f8be-414f-bc00-6b11893ea50e/ae728a4e-9dac-4c7c-af1d-e516530fac8a/b56dfdba-8b53-4556-9c2c-636e55986ad2) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:27:20.721720 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e3fbc440-27f2-4b9c-a1ca-492f52b1a9fd req-a98eff13-165d-40b0-ba22-247c5703e91f tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2492268 Mar 22 19:27:20.732789 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e322578b-e6fc-4a39-96ec-88494c656f3b req-3452d110-f9df-44e7-aed4-a460a8fb8a72 service neutron] 10.222.0.85 "GET /v2.0/networks/4b718542-9a1f-44dc-be58-35b105938a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6170952 Mar 22 19:27:20.737895 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-f56fdeeb-f76f-4d07-b0da-2e6eaaba1c7d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] device_id is not set on port d735ed69-bdc2-4f30-8a9c-bb3659c24e82 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:27:21.031143 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6f5d8499-a811-4adc-b7a9-a1620aa10c83 req-1e108e85-4d1c-4b02-87f5-858bbc0867c3 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077488 Mar 22 19:27:21.032301 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-99718068-2680-40d6-a575-194854f4b60f req-90e28139-a84d-4a5c-ade5-20ab211824c0 service neutron] For port f52d04fb-dfb2-49ba-a2aa-8d2ff8955484, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:27:21.048646 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-99718068-2680-40d6-a575-194854f4b60f req-90e28139-a84d-4a5c-ade5-20ab211824c0 service neutron] For port f52d04fb-dfb2-49ba-a2aa-8d2ff8955484, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=f52d04fb-dfb2-49ba-a2aa-8d2ff8955484,segment=NetworkSegment(314d61bc-4aee-41ea-892b-cdf180af1566),segment_id=314d61bc-4aee-41ea-892b-cdf180af1566)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:27:21.060188 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-99718068-2680-40d6-a575-194854f4b60f req-90e28139-a84d-4a5c-ade5-20ab211824c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (f52d04fb-dfb2-49ba-a2aa-8d2ff8955484), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:21.132985 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79bc5a-089d-411c-aeb3-d8413057a7cc req-e0f0a932-2bb5-49de-bf3f-bbc735a3f570 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:21.138952 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-754c4e6d-d3aa-4726-a253-47390141b45b None None] Publish callbacks [] for port (b56dfdba-8b53-4556-9c2c-636e55986ad2), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:21.142222 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ba79bc5a-089d-411c-aeb3-d8413057a7cc req-e0f0a932-2bb5-49de-bf3f-bbc735a3f570 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 944 time: 0.2504184 Mar 22 19:27:21.145530 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port c578384b-0d5f-41dc-ba45-922b60cc6901 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:27:21.146042 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c578384b-0d5f-41dc-ba45-922b60cc6901), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:21.156616 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-754c4e6d-d3aa-4726-a253-47390141b45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (b56dfdba-8b53-4556-9c2c-636e55986ad2), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:21.159841 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99718068-2680-40d6-a575-194854f4b60f req-90e28139-a84d-4a5c-ade5-20ab211824c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:21.160689 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-99718068-2680-40d6-a575-194854f4b60f req-90e28139-a84d-4a5c-ade5-20ab211824c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:21.163680 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-99718068-2680-40d6-a575-194854f4b60f req-90e28139-a84d-4a5c-ade5-20ab211824c0 service neutron] 10.222.0.85 "PUT /v2.0/ports/f52d04fb-dfb2-49ba-a2aa-8d2ff8955484 HTTP/1.1" status: 200 len: 1093 time: 3.8664110 Mar 22 19:27:21.169504 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6301913b-d22d-4f12-a075-a54c68a33654', 'tag': 'f52d04fb-dfb2-49ba-a2aa-8d2ff8955484'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:27:21.173652 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af01fd8e-1653-47dc-9b9e-3caf2688d65c" -d '{"events": [{"name": "network-changed", "server_uuid": "6301913b-d22d-4f12-a075-a54c68a33654", "tag": "f52d04fb-dfb2-49ba-a2aa-8d2ff8955484"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:27:21.249946 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e28139-a84d-4a5c-ade5-20ab211824c0 service neutron] Pushing event updated for resources: {'Port': ['ID=f52d04fb-dfb2-49ba-a2aa-8d2ff8955484,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:21.286134 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2899e8b7-0f7d-40ee-bb7b-ac96b121b67f x-openstack-request-id: req-2899e8b7-0f7d-40ee-bb7b-ac96b121b67f {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:27:21.286871 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6301913b-d22d-4f12-a075-a54c68a33654", "tag": "f52d04fb-dfb2-49ba-a2aa-8d2ff8955484", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:27:21.286871 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2899e8b7-0f7d-40ee-bb7b-ac96b121b67f {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:27:21.287102 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2899e8b7-0f7d-40ee-bb7b-ac96b121b67f'] response: {'name': 'network-changed', 'server_uuid': '6301913b-d22d-4f12-a075-a54c68a33654', 'tag': 'f52d04fb-dfb2-49ba-a2aa-8d2ff8955484', 'status': 'completed', 'code': 200} Mar 22 19:27:21.297106 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b150f3c0-9130-4014-9c96-698074dbf2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c578384b-0d5f-41dc-ba45-922b60cc6901'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:27:21.299970 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3269a35-03f4-4aac-a79a-9dd24a0689c9" -d '{"events": [{"server_uuid": "b150f3c0-9130-4014-9c96-698074dbf2f7", "name": "network-vif-plugged", "status": "completed", "tag": "c578384b-0d5f-41dc-ba45-922b60cc6901"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:27:21.342748 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754c4e6d-d3aa-4726-a253-47390141b45b None None] Network 36d3188a-f8be-414f-bc00-6b11893ea50e is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:27:21.349112 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-f56fdeeb-f76f-4d07-b0da-2e6eaaba1c7d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Allocated IP 172.20.0.5 (36d3188a-f8be-414f-bc00-6b11893ea50e/ae728a4e-9dac-4c7c-af1d-e516530fac8a/d735ed69-bdc2-4f30-8a9c-bb3659c24e82) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:27:21.367681 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ba79bc5a-089d-411c-aeb3-d8413057a7cc req-53ae3b13-3a91-4fca-a584-dae7197de634 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242000 Mar 22 19:27:21.382299 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c4e6d-d3aa-4726-a253-47390141b45b None None] Pushing event updated for resources: {'Port': ['ID=b56dfdba-8b53-4556-9c2c-636e55986ad2,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:21.426424 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-754c4e6d-d3aa-4726-a253-47390141b45b None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:27:21.437679 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93db13b6-d0f2-4017-b33c-6a3b70ed5463 x-openstack-request-id: req-93db13b6-d0f2-4017-b33c-6a3b70ed5463 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:27:21.438312 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b150f3c0-9130-4014-9c96-698074dbf2f7", "name": "network-vif-plugged", "status": "completed", "tag": "c578384b-0d5f-41dc-ba45-922b60cc6901", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:27:21.439186 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-93db13b6-d0f2-4017-b33c-6a3b70ed5463 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:27:21.441190 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93db13b6-d0f2-4017-b33c-6a3b70ed5463'] response: {'server_uuid': 'b150f3c0-9130-4014-9c96-698074dbf2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c578384b-0d5f-41dc-ba45-922b60cc6901', 'code': 200} Mar 22 19:27:21.445670 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port c578384b-0d5f-41dc-ba45-922b60cc6901, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=c578384b-0d5f-41dc-ba45-922b60cc6901,segment=NetworkSegment(314d61bc-4aee-41ea-892b-cdf180af1566),segment_id=314d61bc-4aee-41ea-892b-cdf180af1566)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:27:21.453204 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:21.455919 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754c4e6d-d3aa-4726-a253-47390141b45b None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:27:21.460697 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c578384b-0d5f-41dc-ba45-922b60cc6901), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:21.461508 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device d797c08b-ec86-4947-b515-8d22e032c317 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:27:21.462572 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99718068-2680-40d6-a575-194854f4b60f req-ecb5f455-9ddb-4eab-8783-19db62ddcb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:21.471058 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-99718068-2680-40d6-a575-194854f4b60f req-ecb5f455-9ddb-4eab-8783-19db62ddcb04 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7e302d01a2a24393894ffad4e45b884a&device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 1127 time: 0.1472139 Mar 22 19:27:21.610575 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-99718068-2680-40d6-a575-194854f4b60f req-34dc895e-fbe3-4061-9a04-6daf4e4b53c3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f52d04fb-dfb2-49ba-a2aa-8d2ff8955484 HTTP/1.1" status: 200 len: 217 time: 0.1318693 Mar 22 19:27:21.697712 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99718068-2680-40d6-a575-194854f4b60f req-b8eac8e6-2ce8-447d-afa5-4747746b63f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:21.700054 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-99718068-2680-40d6-a575-194854f4b60f req-b8eac8e6-2ce8-447d-afa5-4747746b63f5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd5ec6ea-2197-4f69-89c7-80c309a39451 HTTP/1.1" status: 200 len: 858 time: 0.0818961 Mar 22 19:27:21.707503 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-754c4e6d-d3aa-4726-a253-47390141b45b None None] Attempting to bind port b56dfdba-8b53-4556-9c2c-636e55986ad2 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:27:21.708006 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-754c4e6d-d3aa-4726-a253-47390141b45b None None] Attempting to bind port b56dfdba-8b53-4556-9c2c-636e55986ad2 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '76fc92af-8b79-45c7-afcd-3934d9735279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '36d3188a-f8be-414f-bc00-6b11893ea50e'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:27:21.708759 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754c4e6d-d3aa-4726-a253-47390141b45b None None] Attempting to bind port b56dfdba-8b53-4556-9c2c-636e55986ad2 on network 36d3188a-f8be-414f-bc00-6b11893ea50e {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:27:21.714188 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=c578384b-0d5f-41dc-ba45-922b60cc6901,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:21.745022 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754c4e6d-d3aa-4726-a253-47390141b45b None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:27:21.745453 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754c4e6d-d3aa-4726-a253-47390141b45b None None] Checking segment: {'id': '76fc92af-8b79-45c7-afcd-3934d9735279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '36d3188a-f8be-414f-bc00-6b11893ea50e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:27:21.745885 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-754c4e6d-d3aa-4726-a253-47390141b45b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:21.746284 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754c4e6d-d3aa-4726-a253-47390141b45b None None] Bound using segment: {'id': '76fc92af-8b79-45c7-afcd-3934d9735279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '36d3188a-f8be-414f-bc00-6b11893ea50e'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:27:21.746775 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-754c4e6d-d3aa-4726-a253-47390141b45b None None] Bound port: b56dfdba-8b53-4556-9c2c-636e55986ad2, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76fc92af-8b79-45c7-afcd-3934d9735279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '36d3188a-f8be-414f-bc00-6b11893ea50e'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:27:21.747151 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-754c4e6d-d3aa-4726-a253-47390141b45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b56dfdba-8b53-4556-9c2c-636e55986ad2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:21.783962 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port d797c08b-ec86-4947-b515-8d22e032c317 is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:27:21.784359 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d797c08b-ec86-4947-b515-8d22e032c317), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:21.835310 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99718068-2680-40d6-a575-194854f4b60f req-e37b0962-32f6-4401-874b-ebf0f0f93516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:21.838185 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-99718068-2680-40d6-a575-194854f4b60f req-e37b0962-32f6-4401-874b-ebf0f0f93516 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e2aac6b4-9023-4a56-b28e-d9728a595e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1226952 Mar 22 19:27:21.870829 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port d797c08b-ec86-4947-b515-8d22e032c317, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=d797c08b-ec86-4947-b515-8d22e032c317,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:27:21.891031 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f56fdeeb-f76f-4d07-b0da-2e6eaaba1c7d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks [] for port (d735ed69-bdc2-4f30-8a9c-bb3659c24e82), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:21.897052 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d797c08b-ec86-4947-b515-8d22e032c317), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:21.934389 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f56fdeeb-f76f-4d07-b0da-2e6eaaba1c7d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (d735ed69-bdc2-4f30-8a9c-bb3659c24e82), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:21.963918 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56fdeeb-f76f-4d07-b0da-2e6eaaba1c7d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Network 36d3188a-f8be-414f-bc00-6b11893ea50e is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:27:21.967438 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80173cee-b488-4a16-a3ee-1bbc54ca3367 req-bce515b4-d4ac-4319-9b60-a0fd3368f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:21.968862 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-80173cee-b488-4a16-a3ee-1bbc54ca3367 req-bce515b4-d4ac-4319-9b60-a0fd3368f887 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b150f3c0-9130-4014-9c96-698074dbf2f7 HTTP/1.1" status: 200 len: 1129 time: 0.4548249 Mar 22 19:27:21.971123 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-f56fdeeb-f76f-4d07-b0da-2e6eaaba1c7d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:27:22.016277 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-754c4e6d-d3aa-4726-a253-47390141b45b None None] For port b56dfdba-8b53-4556-9c2c-636e55986ad2, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:27:22.049762 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56fdeeb-f76f-4d07-b0da-2e6eaaba1c7d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:27:22.119602 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22caaf4-a1fc-467e-881e-5a97e0cd03a7 req-b80c7325-65b6-484d-be0d-686f63b0f2cd tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:22.121210 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e22caaf4-a1fc-467e-881e-5a97e0cd03a7 req-b80c7325-65b6-484d-be0d-686f63b0f2cd tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.1572258 Mar 22 19:27:22.126197 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56fdeeb-f76f-4d07-b0da-2e6eaaba1c7d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:22.126841 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f56fdeeb-f76f-4d07-b0da-2e6eaaba1c7d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:22.155312 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f56fdeeb-f76f-4d07-b0da-2e6eaaba1c7d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8805692 Mar 22 19:27:22.167034 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51222) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:22.206920 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56fdeeb-f76f-4d07-b0da-2e6eaaba1c7d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Pushing event updated for resources: {'Port': ['ID=d735ed69-bdc2-4f30-8a9c-bb3659c24e82,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:22.237115 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-99718068-2680-40d6-a575-194854f4b60f req-be991eb8-6b8f-45b6-9bb3-4899d6744e26 service neutron] 10.222.0.85 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823624 Mar 22 19:27:22.246849 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-80173cee-b488-4a16-a3ee-1bbc54ca3367 req-cf236002-ce5e-448e-8a80-0c438620bebc service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158625 Mar 22 19:27:22.326931 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-754c4e6d-d3aa-4726-a253-47390141b45b None None] For port b56dfdba-8b53-4556-9c2c-636e55986ad2, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b56dfdba-8b53-4556-9c2c-636e55986ad2,segment=NetworkSegment(76fc92af-8b79-45c7-afcd-3934d9735279),segment_id=76fc92af-8b79-45c7-afcd-3934d9735279)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:27:22.340295 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=d797c08b-ec86-4947-b515-8d22e032c317,revision_number=9']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:22.348474 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:22.348834 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:22.349320 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:22.349840 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:22.350193 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:22.350532 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:22.350865 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:22.351196 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:22.351527 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:22.351855 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:22.352454 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:22.352793 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:22.353120 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:22.353500 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:22.353844 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:22.358779 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-754c4e6d-d3aa-4726-a253-47390141b45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b56dfdba-8b53-4556-9c2c-636e55986ad2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:22.424824 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c4e6d-d3aa-4726-a253-47390141b45b None None] Pushing event updated for resources: {'Port': ['ID=b56dfdba-8b53-4556-9c2c-636e55986ad2,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:22.501634 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device d797c08b-ec86-4947-b515-8d22e032c317 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:27:22.557557 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e22caaf4-a1fc-467e-881e-5a97e0cd03a7 req-eb08476e-cfcc-4edc-9273-cf15257c6d0c tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4175456 Mar 22 19:27:22.585604 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-99718068-2680-40d6-a575-194854f4b60f req-84852280-978a-4ded-8281-cc4e6110e513 service neutron] 10.222.0.85 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081665 Mar 22 19:27:22.610904 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b4440-b432-4c19-af07-3cde9761bbb1 req-2fd9acc1-add0-4a7e-bd5c-98eabb35cf8d tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:22.617050 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9e2b4440-b432-4c19-af07-3cde9761bbb1 req-2fd9acc1-add0-4a7e-bd5c-98eabb35cf8d tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 947 time: 0.3604026 Mar 22 19:27:22.774785 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port d797c08b-ec86-4947-b515-8d22e032c317, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=d797c08b-ec86-4947-b515-8d22e032c317,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:27:22.798090 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'd797c08b-ec86-4947-b515-8d22e032c317', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': 'd797c08b-ec86-4947-b515-8d22e032c317', 'mac_address': 'fa:16:3e:7c:45:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:27:22.802808 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-ac92b297-bfb4-428f-8d9f-8b7d17dd2c92 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Deleting port d735ed69-bdc2-4f30-8a9c-bb3659c24e82 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:27:22.803080 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ac92b297-bfb4-428f-8d9f-8b7d17dd2c92 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (d735ed69-bdc2-4f30-8a9c-bb3659c24e82), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:22.844043 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port d797c08b-ec86-4947-b515-8d22e032c317 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:27:22.844370 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d797c08b-ec86-4947-b515-8d22e032c317), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:22.862307 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d797c08b-ec86-4947-b515-8d22e032c317 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:27:22.890216 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port d797c08b-ec86-4947-b515-8d22e032c317, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=d797c08b-ec86-4947-b515-8d22e032c317,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:27:22.898009 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d797c08b-ec86-4947-b515-8d22e032c317), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:22.920316 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9e2b4440-b432-4c19-af07-3cde9761bbb1 req-01301063-fa36-47fa-823a-53a591d27e6d tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959826 Mar 22 19:27:22.923713 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ac92b297-bfb4-428f-8d9f-8b7d17dd2c92 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (d735ed69-bdc2-4f30-8a9c-bb3659c24e82), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:22.941708 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-ac92b297-bfb4-428f-8d9f-8b7d17dd2c92 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Calling delete_port for d735ed69-bdc2-4f30-8a9c-bb3659c24e82 owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:27:22.964906 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01fd8e-1653-47dc-9b9e-3caf2688d65c req-3178d392-0fb9-492e-8328-242fc516da4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:22.966759 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af01fd8e-1653-47dc-9b9e-3caf2688d65c req-3178d392-0fb9-492e-8328-242fc516da4f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7e302d01a2a24393894ffad4e45b884a&device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 1127 time: 0.3063185 Mar 22 19:27:23.016456 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=d797c08b-ec86-4947-b515-8d22e032c317,revision_number=10']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:23.019290 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf009c-81b6-4f11-89cc-7827e734bd28 req-4ad9d69b-a67d-4f26-829e-014faa3e1b16 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:23.020841 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-81cf009c-81b6-4f11-89cc-7827e734bd28 req-4ad9d69b-a67d-4f26-829e-014faa3e1b16 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 944 time: 0.3291919 Mar 22 19:27:23.160623 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['d797c08b-ec86-4947-b515-8d22e032c317'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:27:23.354658 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-81cf009c-81b6-4f11-89cc-7827e734bd28 req-5223ffe6-e2f3-48c9-b933-c6aeeaebdb95 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224392 Mar 22 19:27:23.377943 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01fd8e-1653-47dc-9b9e-3caf2688d65c req-e196d4b1-053d-4324-a463-ac9532beaa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:23.379910 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af01fd8e-1653-47dc-9b9e-3caf2688d65c req-e196d4b1-053d-4324-a463-ac9532beaa4c service neutron] 10.222.0.85 "GET /v2.0/networks?id=e2aac6b4-9023-4a56-b28e-d9728a595e67 HTTP/1.1" status: 200 len: 920 time: 0.4062643 Mar 22 19:27:23.389889 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ac92b297-bfb4-428f-8d9f-8b7d17dd2c92 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (d735ed69-bdc2-4f30-8a9c-bb3659c24e82), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:23.446068 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8688a580-17dc-4e54-8d69-1c4b905465a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd797c08b-ec86-4947-b515-8d22e032c317'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:27:23.455123 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5db28ff-4ab5-46c7-957a-1de4446d697d" -d '{"events": [{"server_uuid": "8688a580-17dc-4e54-8d69-1c4b905465a5", "name": "network-vif-unplugged", "status": "completed", "tag": "d797c08b-ec86-4947-b515-8d22e032c317"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:27:23.569960 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af01fd8e-1653-47dc-9b9e-3caf2688d65c req-72feaaa1-2399-4fa1-926d-0af22936e0b2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f52d04fb-dfb2-49ba-a2aa-8d2ff8955484 HTTP/1.1" status: 200 len: 217 time: 0.1699057 Mar 22 19:27:23.604411 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 19:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255d3238-bb33-45b6-aad2-858bfa4fbb62 x-openstack-request-id: req-255d3238-bb33-45b6-aad2-858bfa4fbb62 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:27:23.604929 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8688a580-17dc-4e54-8d69-1c4b905465a5", "name": "network-vif-unplugged", "status": "completed", "tag": "d797c08b-ec86-4947-b515-8d22e032c317", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:27:23.605080 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-255d3238-bb33-45b6-aad2-858bfa4fbb62 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:27:23.605386 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-255d3238-bb33-45b6-aad2-858bfa4fbb62'] response: {'server_uuid': '8688a580-17dc-4e54-8d69-1c4b905465a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd797c08b-ec86-4947-b515-8d22e032c317', 'code': 200} Mar 22 19:27:23.636094 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92b297-bfb4-428f-8d9f-8b7d17dd2c92 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Pushing event deleted for resources: {'Port': ['ID=d735ed69-bdc2-4f30-8a9c-bb3659c24e82,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:23.674956 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319cb16-c7f7-4e2b-8f71-7e8db329e3ae req-405720c7-cafb-4fa7-b047-48734f7073e3 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:23.684812 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c319cb16-c7f7-4e2b-8f71-7e8db329e3ae req-405720c7-cafb-4fa7-b047-48734f7073e3 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.3980339 Mar 22 19:27:23.834183 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ac92b297-bfb4-428f-8d9f-8b7d17dd2c92 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:23.841487 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51244) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:23.842823 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ac92b297-bfb4-428f-8d9f-8b7d17dd2c92 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] 10.222.0.75 "DELETE /v2.0/ports/d735ed69-bdc2-4f30-8a9c-bb3659c24e82 HTTP/1.1" status: 204 len: 168 time: 1.6732650 Mar 22 19:27:23.856241 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01fd8e-1653-47dc-9b9e-3caf2688d65c req-02353342-5ee9-4f49-8bcf-7f6e757914ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:23.858288 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af01fd8e-1653-47dc-9b9e-3caf2688d65c req-02353342-5ee9-4f49-8bcf-7f6e757914ce service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd5ec6ea-2197-4f69-89c7-80c309a39451 HTTP/1.1" status: 200 len: 858 time: 0.2683337 Mar 22 19:27:23.946839 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c319cb16-c7f7-4e2b-8f71-7e8db329e3ae req-ed63086a-a385-43be-a1d0-b904390acf6c tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2611382 Mar 22 19:27:23.986620 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01fd8e-1653-47dc-9b9e-3caf2688d65c req-cc3987dd-40bb-42ef-aae4-be5548265a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:23.990913 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af01fd8e-1653-47dc-9b9e-3caf2688d65c req-cc3987dd-40bb-42ef-aae4-be5548265a04 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e2aac6b4-9023-4a56-b28e-d9728a595e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1186914 Mar 22 19:27:24.156756 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dc9de4-3926-42a5-aa09-ed3cd7d9f408 None None] Network 36d3188a-f8be-414f-bc00-6b11893ea50e requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:27:24.194172 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af01fd8e-1653-47dc-9b9e-3caf2688d65c req-65323299-e38e-422c-a599-8e44813eea82 service neutron] 10.222.0.85 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950610 Mar 22 19:27:24.237926 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ec9ddec0-17c6-462c-bfcd-75646f11d2c7 None None] Provisioning complete for port b56dfdba-8b53-4556-9c2c-636e55986ad2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:27:24.238307 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ec9ddec0-17c6-462c-bfcd-75646f11d2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b56dfdba-8b53-4556-9c2c-636e55986ad2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:24.249890 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8680b078-3090-44e6-a321-218db4ffe2bb tempest-DHCPAgentSchedulersTestJSON-1308318419 tempest-DHCPAgentSchedulersTestJSON-1308318419-project-admin] 10.222.0.75 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4935 time: 0.4068975 Mar 22 19:27:24.252457 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51254) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:24.271334 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-5f15e95a-9032-4823-9a98-556c63aa64b9 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1720140060'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:24.325449 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f15e95a-9032-4823-9a98-556c63aa64b9 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Made reservation on behalf of 57a004e6d1d3407089eac26de0ce739b for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:27:24.331172 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5f15e95a-9032-4823-9a98-556c63aa64b9 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:24.388847 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f15e95a-9032-4823-9a98-556c63aa64b9 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:27:24.414103 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5f15e95a-9032-4823-9a98-556c63aa64b9 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (062bf871-06b3-4b67-9bda-9ae048f80add), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:24.414558 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-5f15e95a-9032-4823-9a98-556c63aa64b9 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Added segment 062bf871-06b3-4b67-9bda-9ae048f80add of type vlan for network 769e8543-ba49-4e70-a9c4-3019781a5286 Mar 22 19:27:24.519355 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device d797c08b-ec86-4947-b515-8d22e032c317 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:27:24.530276 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5f15e95a-9032-4823-9a98-556c63aa64b9 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (769e8543-ba49-4e70-a9c4-3019781a5286), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:24.593324 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ec9ddec0-17c6-462c-bfcd-75646f11d2c7 None None] Current status of the port b56dfdba-8b53-4556-9c2c-636e55986ad2 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:27:24.594272 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ec9ddec0-17c6-462c-bfcd-75646f11d2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b56dfdba-8b53-4556-9c2c-636e55986ad2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:24.603396 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af01fd8e-1653-47dc-9b9e-3caf2688d65c req-ca9f88a4-6f61-45e3-b23a-7b53a1642682 service neutron] 10.222.0.85 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578432 Mar 22 19:27:24.605136 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5f15e95a-9032-4823-9a98-556c63aa64b9 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (769e8543-ba49-4e70-a9c4-3019781a5286), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:24.615921 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f15e95a-9032-4823-9a98-556c63aa64b9 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:24.621858 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5f15e95a-9032-4823-9a98-556c63aa64b9 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:24.647966 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-ec9ddec0-17c6-462c-bfcd-75646f11d2c7 None None] For port b56dfdba-8b53-4556-9c2c-636e55986ad2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b56dfdba-8b53-4556-9c2c-636e55986ad2,segment=NetworkSegment(76fc92af-8b79-45c7-afcd-3934d9735279),segment_id=76fc92af-8b79-45c7-afcd-3934d9735279)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:27:24.666817 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ec9ddec0-17c6-462c-bfcd-75646f11d2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b56dfdba-8b53-4556-9c2c-636e55986ad2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:24.702468 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464d42f-dff6-41e9-af39-954339cd8447 req-d8e7f187-3766-4cc5-b56d-74d0822fbe90 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:24.713459 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0464d42f-dff6-41e9-af39-954339cd8447 req-d8e7f187-3766-4cc5-b56d-74d0822fbe90 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 949 time: 0.5073891 Mar 22 19:27:24.728446 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b56dfdba-8b53-4556-9c2c-636e55986ad2 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:27:24.764752 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9f1ed-63dc-4c72-9653-3a61fc813794 req-4e7804ed-d07e-48e9-bf91-553a58b69b2b tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:24.767332 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eaf9f1ed-63dc-4c72-9653-3a61fc813794 req-4e7804ed-d07e-48e9-bf91-553a58b69b2b tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.5720580 Mar 22 19:27:24.822899 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5f15e95a-9032-4823-9a98-556c63aa64b9 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5636890 Mar 22 19:27:24.829203 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51262) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:24.833087 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0464d42f-dff6-41e9-af39-954339cd8447 req-78e71615-2db8-4906-b299-870192b82b5f tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187303 Mar 22 19:27:24.860762 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port d797c08b-ec86-4947-b515-8d22e032c317 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:27:24.860762 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d797c08b-ec86-4947-b515-8d22e032c317), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:24.875176 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b56dfdba-8b53-4556-9c2c-636e55986ad2 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:27:24.875566 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b56dfdba-8b53-4556-9c2c-636e55986ad2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:24.880893 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15e95a-9032-4823-9a98-556c63aa64b9 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Pushing event updated for resources: {'Network': ['ID=769e8543-ba49-4e70-a9c4-3019781a5286,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:24.935737 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eaf9f1ed-63dc-4c72-9653-3a61fc813794 req-76239532-4a40-410b-b1bd-7e3f07c6fe06 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314993 Mar 22 19:27:25.032489 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 769e8543-ba49-4e70-a9c4-3019781a5286 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:27:25.089266 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ddec0-17c6-462c-bfcd-75646f11d2c7 None None] Pushing event updated for resources: {'Port': ['ID=b56dfdba-8b53-4556-9c2c-636e55986ad2,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:25.170667 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4f38e-2656-4f22-8c5b-27be12432abf req-e4345cc6-4967-479f-a8bc-01b3e2aaded8 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:25.177752 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0fb4f38e-2656-4f22-8c5b-27be12432abf req-e4345cc6-4967-479f-a8bc-01b3e2aaded8 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 944 time: 0.1775196 Mar 22 19:27:25.283202 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4b3649f1-1185-4ae9-aaa4-f5a16d8aefec tempest-DHCPAgentSchedulersTestJSON-1308318419 tempest-DHCPAgentSchedulersTestJSON-1308318419-project-admin] 10.222.0.75 "GET /v2.0/agents/c7d80dbe-bc83-4603-98a4-b88209b09ec2/dhcp-networks HTTP/1.1" status: 200 len: 8106 time: 0.4522941 Mar 22 19:27:25.286822 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51268) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:25.297226 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f799a-9494-4123-a687-27235334c19e req-44fee6d2-bf00-4f07-8ab0-324ffd68ada8 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:25.304539 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d64f799a-9494-4123-a687-27235334c19e req-44fee6d2-bf00-4f07-8ab0-324ffd68ada8 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.2299275 Mar 22 19:27:25.340890 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0fb4f38e-2656-4f22-8c5b-27be12432abf req-d16bfa53-d33c-48cb-a8fa-febb93ef81e1 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618483 Mar 22 19:27:25.352359 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b56dfdba-8b53-4556-9c2c-636e55986ad2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:27:25.440885 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d64f799a-9494-4123-a687-27235334c19e req-49fbf565-3d14-4d9c-a1d0-65be7e969890 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351783 Mar 22 19:27:25.466400 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-b1183100-8f3a-4e80-8c6b-3e6dcb1460c2 None None] Provisioning complete for port b56dfdba-8b53-4556-9c2c-636e55986ad2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:27:25.466779 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b1183100-8f3a-4e80-8c6b-3e6dcb1460c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b56dfdba-8b53-4556-9c2c-636e55986ad2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:25.536237 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c26d76-cd51-410d-af5f-df84351e9895 tempest-DHCPAgentSchedulersTestJSON-1308318419 tempest-DHCPAgentSchedulersTestJSON-1308318419-project-admin] Network 769e8543-ba49-4e70-a9c4-3019781a5286 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:27:25.570886 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-55c26d76-cd51-410d-af5f-df84351e9895 tempest-DHCPAgentSchedulersTestJSON-1308318419 tempest-DHCPAgentSchedulersTestJSON-1308318419-project-admin] 10.222.0.75 "POST /v2.0/agents/c7d80dbe-bc83-4603-98a4-b88209b09ec2/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2828081 Mar 22 19:27:25.571763 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51274) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:25.619057 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658a2f63-b391-4302-94b8-b79025034533 None None] Network 769e8543-ba49-4e70-a9c4-3019781a5286 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:27:25.638133 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35c3fb-ea4d-47dc-9a81-388cbad5d395 req-e872c750-0738-44f3-bec4-b1c3a1bc98fc tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:25.639898 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a35c3fb-ea4d-47dc-9a81-388cbad5d395 req-e872c750-0738-44f3-bec4-b1c3a1bc98fc tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.0973537 Mar 22 19:27:25.790662 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a35c3fb-ea4d-47dc-9a81-388cbad5d395 req-e98667a5-df71-4990-81a9-761d9580b77a tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424823 Mar 22 19:27:25.887365 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-b1183100-8f3a-4e80-8c6b-3e6dcb1460c2 None None] Current status of the port b56dfdba-8b53-4556-9c2c-636e55986ad2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:27:25.889229 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port d797c08b-ec86-4947-b515-8d22e032c317 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:27:25.889627 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d797c08b-ec86-4947-b515-8d22e032c317), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:25.915322 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b4d21446-4a12-42fe-ae41-14f42e44cd59 tempest-DHCPAgentSchedulersTestJSON-1308318419 tempest-DHCPAgentSchedulersTestJSON-1308318419-project-admin] 10.222.0.75 "GET /v2.0/agents/c7d80dbe-bc83-4603-98a4-b88209b09ec2/dhcp-networks HTTP/1.1" status: 200 len: 8877 time: 0.3416097 Mar 22 19:27:25.918263 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51282) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:25.944780 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8688a580-17dc-4e54-8d69-1c4b905465a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd797c08b-ec86-4947-b515-8d22e032c317'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:27:25.947146 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded3b7c2-dd50-49d0-bdc0-0bb19818d04c" -d '{"events": [{"server_uuid": "8688a580-17dc-4e54-8d69-1c4b905465a5", "name": "network-vif-plugged", "status": "completed", "tag": "d797c08b-ec86-4947-b515-8d22e032c317"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:27:25.985086 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port d797c08b-ec86-4947-b515-8d22e032c317, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=d797c08b-ec86-4947-b515-8d22e032c317,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:27:26.001965 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-1072134e-1604-499f-bfdf-fe413acdfa7b None None] Could not find standard attr ID for object d735ed69-bdc2-4f30-8a9c-bb3659c24e82. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:27:26.005551 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d797c08b-ec86-4947-b515-8d22e032c317), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:26.095894 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8440de2d-cf04-4120-85f9-74e4439cae38 x-openstack-request-id: req-8440de2d-cf04-4120-85f9-74e4439cae38 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:27:26.096626 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8688a580-17dc-4e54-8d69-1c4b905465a5", "name": "network-vif-plugged", "status": "completed", "tag": "d797c08b-ec86-4947-b515-8d22e032c317", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:27:26.097045 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8440de2d-cf04-4120-85f9-74e4439cae38 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:27:26.098569 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8440de2d-cf04-4120-85f9-74e4439cae38'] response: {'server_uuid': '8688a580-17dc-4e54-8d69-1c4b905465a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd797c08b-ec86-4947-b515-8d22e032c317', 'code': 200} Mar 22 19:27:26.169021 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=d797c08b-ec86-4947-b515-8d22e032c317,revision_number=11']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:26.201973 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f67c20f2-e2e6-4906-92d7-51a09f6d491e tempest-DHCPAgentSchedulersTestJSON-1308318419 tempest-DHCPAgentSchedulersTestJSON-1308318419-project-admin] 10.222.0.75 "DELETE /v2.0/agents/c7d80dbe-bc83-4603-98a4-b88209b09ec2/dhcp-networks/769e8543-ba49-4e70-a9c4-3019781a5286 HTTP/1.1" status: 204 len: 168 time: 0.2787993 Mar 22 19:27:26.205826 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51298) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:26.252390 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21defd1c-bb62-4fce-a84c-cddfd66e698a req-85f58784-5a9f-47d5-8b5c-297f4cb0942d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:26.254797 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-21defd1c-bb62-4fce-a84c-cddfd66e698a req-85f58784-5a9f-47d5-8b5c-297f4cb0942d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 1133 time: 0.0609856 Mar 22 19:27:26.291461 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8efb3-fb50-4b3b-bd4c-5b8653f0c851 req-96e0490e-4907-451d-be55-845d977ad5ad tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:26.293861 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ace8efb3-fb50-4b3b-bd4c-5b8653f0c851 req-96e0490e-4907-451d-be55-845d977ad5ad tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 950 time: 0.3237112 Mar 22 19:27:26.321507 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-21defd1c-bb62-4fce-a84c-cddfd66e698a req-1b3a9ec9-8f3b-4227-880b-2dd5f910cbad service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582383 Mar 22 19:27:26.520810 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b56dfdba-8b53-4556-9c2c-636e55986ad2 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:27:26.632355 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b56dfdba-8b53-4556-9c2c-636e55986ad2 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:27:26.633026 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b56dfdba-8b53-4556-9c2c-636e55986ad2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:26.796996 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-cf2bbfa0-8066-4df4-b790-4ccf20cea2cc tempest-DHCPAgentSchedulersTestJSON-1308318419 tempest-DHCPAgentSchedulersTestJSON-1308318419-project-admin] 10.222.0.75 "GET /v2.0/agents/c7d80dbe-bc83-4603-98a4-b88209b09ec2/dhcp-networks HTTP/1.1" status: 200 len: 8106 time: 0.5842299 Mar 22 19:27:26.798275 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51306) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:26.860769 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-da6d0d83-58f4-44ea-8466-80fa45a165dc tempest-DHCPAgentSchedulersTestJSON-1308318419 tempest-DHCPAgentSchedulersTestJSON-1308318419-project-admin] 10.222.0.75 "GET /v2.0/networks/36d3188a-f8be-414f-bc00-6b11893ea50e/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0608912 Mar 22 19:27:26.861503 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ace8efb3-fb50-4b3b-bd4c-5b8653f0c851 req-0d73919f-f23a-4716-9e7e-17b43dd8a4d2 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5558581 Mar 22 19:27:26.861991 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51308) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:26.878660 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b56dfdba-8b53-4556-9c2c-636e55986ad2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:27:26.890404 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-63448139-714e-4c81-b2ea-5d3b442621f7 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:26.891912 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-63448139-714e-4c81-b2ea-5d3b442621f7 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/networks?id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc HTTP/1.1" status: 200 len: 810 time: 0.6766577 Mar 22 19:27:26.904280 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4194ac25-34a8-4208-adb8-e0e997b92da1 tempest-DHCPAgentSchedulersTestJSON-1308318419 tempest-DHCPAgentSchedulersTestJSON-1308318419-project-admin] 10.222.0.75 "GET /v2.0/networks/36d3188a-f8be-414f-bc00-6b11893ea50e/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0360534 Mar 22 19:27:26.905376 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51310) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:26.912777 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-c2421a4f-70f7-4f76-8003-f139dfa52b98 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/quotas/5b93875569cc4d4199ac35d06661afdf HTTP/1.1" status: 200 len: 375 time: 0.0131352 Mar 22 19:27:26.946931 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device f52d04fb-dfb2-49ba-a2aa-8d2ff8955484 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:27:27.006103 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-8b60e455-e3d9-4044-858d-140aec3e5d5c tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5b93875569cc4d4199ac35d06661afdf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0877936 Mar 22 19:27:27.140874 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port f52d04fb-dfb2-49ba-a2aa-8d2ff8955484, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=f52d04fb-dfb2-49ba-a2aa-8d2ff8955484,segment=NetworkSegment(314d61bc-4aee-41ea-892b-cdf180af1566),segment_id=314d61bc-4aee-41ea-892b-cdf180af1566)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:27:27.157907 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-08ec87a8-faf8-4724-9208-19ffce467133 tempest-DHCPAgentSchedulersTestJSON-1308318419 tempest-DHCPAgentSchedulersTestJSON-1308318419-project-admin] 10.222.0.75 "GET /v2.0/agents/c7d80dbe-bc83-4603-98a4-b88209b09ec2/dhcp-networks HTTP/1.1" status: 200 len: 8106 time: 0.2509458 Mar 22 19:27:27.164589 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51314) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:27.249205 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e76f4-9b1c-4577-a9f4-3ed701f36cb8 req-c1f6e149-0f08-42aa-9dd3-92485085ccdf tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:27.251094 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-406e76f4-9b1c-4577-a9f4-3ed701f36cb8 req-c1f6e149-0f08-42aa-9dd3-92485085ccdf tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 944 time: 0.2588334 Mar 22 19:27:27.284161 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-eaff21c9-09f5-40e7-aee3-fe0b2ba6d3e7 service neutron] 10.222.0.75 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131982 Mar 22 19:27:27.425848 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d3e15e3a-34d2-4a33-8e4d-eabc73910464 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (769e8543-ba49-4e70-a9c4-3019781a5286), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:27.429578 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'f52d04fb-dfb2-49ba-a2aa-8d2ff8955484', 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67', 'port_id': 'f52d04fb-dfb2-49ba-a2aa-8d2ff8955484', 'mac_address': 'fa:16:3e:66:bd:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd5ec6ea-2197-4f69-89c7-80c309a39451', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:27:27.530943 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port f52d04fb-dfb2-49ba-a2aa-8d2ff8955484 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:27:27.531362 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f52d04fb-dfb2-49ba-a2aa-8d2ff8955484), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:27.553531 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f52d04fb-dfb2-49ba-a2aa-8d2ff8955484 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:27:27.607249 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port f52d04fb-dfb2-49ba-a2aa-8d2ff8955484, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=f52d04fb-dfb2-49ba-a2aa-8d2ff8955484,segment=NetworkSegment(314d61bc-4aee-41ea-892b-cdf180af1566),segment_id=314d61bc-4aee-41ea-892b-cdf180af1566)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:27:27.621692 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-406e76f4-9b1c-4577-a9f4-3ed701f36cb8 req-e011dff0-a30e-429f-9ab0-e5838857b5cf tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627396 Mar 22 19:27:27.628217 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f52d04fb-dfb2-49ba-a2aa-8d2ff8955484), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:27.641683 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-a6a6667d-0a07-45a5-80d9-c17a68b275c1 service neutron] 10.222.0.75 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484135 Mar 22 19:27:27.721454 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d3e15e3a-34d2-4a33-8e4d-eabc73910464 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (769e8543-ba49-4e70-a9c4-3019781a5286), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:27.769655 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=f52d04fb-dfb2-49ba-a2aa-8d2ff8955484,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:27.785946 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-d3e15e3a-34d2-4a33-8e4d-eabc73910464 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['769e8543-ba49-4e70-a9c4-3019781a5286']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:27:27.821899 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-d3e15e3a-34d2-4a33-8e4d-eabc73910464 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '062bf871-06b3-4b67-9bda-9ae048f80add') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:27:27.821899 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-d3e15e3a-34d2-4a33-8e4d-eabc73910464 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '062bf871-06b3-4b67-9bda-9ae048f80add') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:27:27.847041 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d3e15e3a-34d2-4a33-8e4d-eabc73910464 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (062bf871-06b3-4b67-9bda-9ae048f80add), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:27.873230 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d3e15e3a-34d2-4a33-8e4d-eabc73910464 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (062bf871-06b3-4b67-9bda-9ae048f80add), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:27.886499 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3e15e3a-34d2-4a33-8e4d-eabc73910464 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:27:27.886973 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d3e15e3a-34d2-4a33-8e4d-eabc73910464 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (062bf871-06b3-4b67-9bda-9ae048f80add), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:27.911443 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:27:27.911443 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:27:27.911443 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:27:27.911443 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:27:27.911443 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:27:27.911443 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:27:27.911443 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:27:27.911443 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:27:27.911443 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:27:27.911443 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:27:27.911443 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:27:27.911443 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:27:27.911443 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:27:27.911443 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:27:27.911443 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:27:27.911443 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:27:27.911443 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:27:27.911443 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:27:27.911443 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:27:27.911443 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:27:27.911443 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:27:27.911443 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:27:27.911443 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:27:27.911443 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:27:27.911443 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:27:27.911443 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:27:27.911443 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:27:27.911443 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:27:27.911443 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:27:27.911443 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:27:27.911443 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:27:27.911443 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:27:27.965335 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['f52d04fb-dfb2-49ba-a2aa-8d2ff8955484'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:27:28.011930 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d3e15e3a-34d2-4a33-8e4d-eabc73910464 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (769e8543-ba49-4e70-a9c4-3019781a5286), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:28.146372 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d3e15e3a-34d2-4a33-8e4d-eabc73910464 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:28.147777 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51326) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:28.148258 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d3e15e3a-34d2-4a33-8e4d-eabc73910464 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] 10.222.0.75 "DELETE /v2.0/networks/769e8543-ba49-4e70-a9c4-3019781a5286 HTTP/1.1" status: 204 len: 168 time: 0.9155421 Mar 22 19:27:28.148258 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e15e3a-34d2-4a33-8e4d-eabc73910464 tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Pushing event deleted for resources: {'Network': ['ID=769e8543-ba49-4e70-a9c4-3019781a5286,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:28.152160 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-da5b7d92-bba6-4442-9169-0e6c7f6150ce tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] DELETE failed (client error): The resource could not be found. Mar 22 19:27:28.152761 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da5b7d92-bba6-4442-9169-0e6c7f6150ce tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:27:28.157644 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-da5b7d92-bba6-4442-9169-0e6c7f6150ce tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] 10.222.0.75 "DELETE /v2.0/ports/d735ed69-bdc2-4f30-8a9c-bb3659c24e82 HTTP/1.1" status: 404 len: 333 time: 0.0756011 Mar 22 19:27:28.162110 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51328) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:28.171310 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f91003-2c81-4a0a-b499-492dcfb6d667 req-aa4150c1-e6a7-406a-9028-f633df5b9210 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:28.185026 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c7f91003-2c81-4a0a-b499-492dcfb6d667 req-aa4150c1-e6a7-406a-9028-f633df5b9210 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 950 time: 0.1729875 Mar 22 19:27:28.225108 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fdd24cba-2396-4cfc-a502-96cf11e4dcb2 req-cbbbb40b-bdb6-489d-b105-c5f0afce1d2e tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=5766b0f5-340d-4f86-a1be-ae074a1a1f7c HTTP/1.1" status: 200 len: 210 time: 0.1265392 Mar 22 19:27:28.317716 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-51bd8973-3c51-4f17-8a18-623990964a6d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Deleting subnet ae728a4e-9dac-4c7c-af1d-e516530fac8a {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:27:28.322649 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-51bd8973-3c51-4f17-8a18-623990964a6d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks [] for subnet (ae728a4e-9dac-4c7c-af1d-e516530fac8a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:28.357355 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c7f91003-2c81-4a0a-b499-492dcfb6d667 req-e5b3b391-8666-46b5-961f-9062b855fba5 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644166 Mar 22 19:27:28.559955 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-51bd8973-3c51-4f17-8a18-623990964a6d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (ae728a4e-9dac-4c7c-af1d-e516530fac8a), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:28.795085 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-51bd8973-3c51-4f17-8a18-623990964a6d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (ae728a4e-9dac-4c7c-af1d-e516530fac8a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:28.945611 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device f52d04fb-dfb2-49ba-a2aa-8d2ff8955484 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:27:28.970247 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89e004-9c01-4085-a1fb-ee08e5d540c5 req-105eef8d-4b82-4621-a78f-655d2175fb34 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:28.977397 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-51bd8973-3c51-4f17-8a18-623990964a6d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (ae728a4e-9dac-4c7c-af1d-e516530fac8a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:28.980488 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2b89e004-9c01-4085-a1fb-ee08e5d540c5 req-105eef8d-4b82-4621-a78f-655d2175fb34 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 945 time: 0.1823816 Mar 22 19:27:29.011501 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041360d-d654-4eb5-851e-6cfd78540acc req-b6ff3b09-95b1-442f-ab18-a9db27a8099f tempest-ServersAdminTestJSON-611006437 tempest-ServersAdminTestJSON-611006437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:29.020659 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7041360d-d654-4eb5-851e-6cfd78540acc req-b6ff3b09-95b1-442f-ab18-a9db27a8099f tempest-ServersAdminTestJSON-611006437 tempest-ServersAdminTestJSON-611006437-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 1133 time: 0.1304317 Mar 22 19:27:29.061932 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd8973-3c51-4f17-8a18-623990964a6d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Pushing event deleted for resources: {'Subnet': ['ID=ae728a4e-9dac-4c7c-af1d-e516530fac8a,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:29.073965 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-51bd8973-3c51-4f17-8a18-623990964a6d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:29.079591 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-51bd8973-3c51-4f17-8a18-623990964a6d tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] 10.222.0.75 "DELETE /v2.0/subnets/ae728a4e-9dac-4c7c-af1d-e516530fac8a HTTP/1.1" status: 204 len: 168 time: 0.9113002 Mar 22 19:27:29.080865 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a982bef2-b884-4115-94d5-cf92a229a240 None None] Network 36d3188a-f8be-414f-bc00-6b11893ea50e requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:27:29.083718 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51348) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:29.099605 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2b89e004-9c01-4085-a1fb-ee08e5d540c5 req-e5355969-1e0a-4238-ab95-c42bd3ab5036 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178951 Mar 22 19:27:29.167310 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7041360d-d654-4eb5-851e-6cfd78540acc req-0888e60a-6bbe-439d-bda9-317abae77870 tempest-ServersAdminTestJSON-611006437 tempest-ServersAdminTestJSON-611006437-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453946 Mar 22 19:27:29.225730 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port f52d04fb-dfb2-49ba-a2aa-8d2ff8955484 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:27:29.231210 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port f52d04fb-dfb2-49ba-a2aa-8d2ff8955484 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:27:29.231862 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f52d04fb-dfb2-49ba-a2aa-8d2ff8955484), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:29.359109 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7ae6767b-c473-4cb6-8ef7-cedf2bd7887a tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (36d3188a-f8be-414f-bc00-6b11893ea50e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:29.380831 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port f52d04fb-dfb2-49ba-a2aa-8d2ff8955484 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:27:29.381922 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f52d04fb-dfb2-49ba-a2aa-8d2ff8955484), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:29.429211 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-70213b8d-f528-4b57-943e-c79dbcd47767 req-3d855006-7999-45e7-8587-1732feee7940 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=5766b0f5-340d-4f86-a1be-ae074a1a1f7c HTTP/1.1" status: 200 len: 210 time: 0.0718577 Mar 22 19:27:29.444805 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port f52d04fb-dfb2-49ba-a2aa-8d2ff8955484, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=f52d04fb-dfb2-49ba-a2aa-8d2ff8955484,segment=NetworkSegment(314d61bc-4aee-41ea-892b-cdf180af1566),segment_id=314d61bc-4aee-41ea-892b-cdf180af1566)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:27:29.448084 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6301913b-d22d-4f12-a075-a54c68a33654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52d04fb-dfb2-49ba-a2aa-8d2ff8955484'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:27:29.451166 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7550b9-73d5-489d-8506-6e3ac867f913" -d '{"events": [{"server_uuid": "6301913b-d22d-4f12-a075-a54c68a33654", "name": "network-vif-plugged", "status": "completed", "tag": "f52d04fb-dfb2-49ba-a2aa-8d2ff8955484"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:27:29.455775 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5efc6c2-c9d3-40b6-803c-27e0a1df7d10 None None] DHCP port deletion for 36d3188a-f8be-414f-bc00-6b11893ea50e request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:27:29.459365 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f52d04fb-dfb2-49ba-a2aa-8d2ff8955484), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:29.521101 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d38ae83-f637-4e04-90cc-e2e005bcdce6 x-openstack-request-id: req-0d38ae83-f637-4e04-90cc-e2e005bcdce6 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:27:29.521536 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6301913b-d22d-4f12-a075-a54c68a33654", "name": "network-vif-plugged", "status": "completed", "tag": "f52d04fb-dfb2-49ba-a2aa-8d2ff8955484", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:27:29.521941 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0d38ae83-f637-4e04-90cc-e2e005bcdce6 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:27:29.523079 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d38ae83-f637-4e04-90cc-e2e005bcdce6'] response: {'server_uuid': '6301913b-d22d-4f12-a075-a54c68a33654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52d04fb-dfb2-49ba-a2aa-8d2ff8955484', 'code': 200} Mar 22 19:27:29.540239 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd3a37-4f50-4d94-9dad-4176c142aa1f req-7d42f8b6-d2eb-4086-85c5-1d0649fb2b39 tempest-ServersAdminTestJSON-611006437 tempest-ServersAdminTestJSON-611006437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:29.543935 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7fdd3a37-4f50-4d94-9dad-4176c142aa1f req-7d42f8b6-d2eb-4086-85c5-1d0649fb2b39 tempest-ServersAdminTestJSON-611006437 tempest-ServersAdminTestJSON-611006437-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 1133 time: 0.0866446 Mar 22 19:27:29.562652 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-7ae6767b-c473-4cb6-8ef7-cedf2bd7887a tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Deleting port b56dfdba-8b53-4556-9c2c-636e55986ad2 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:27:29.563011 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7ae6767b-c473-4cb6-8ef7-cedf2bd7887a tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (b56dfdba-8b53-4556-9c2c-636e55986ad2), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:29.582241 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=f52d04fb-dfb2-49ba-a2aa-8d2ff8955484,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:29.614148 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-b5efc6c2-c9d3-40b6-803c-27e0a1df7d10 None None] Deleting port b56dfdba-8b53-4556-9c2c-636e55986ad2 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:27:29.615109 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b5efc6c2-c9d3-40b6-803c-27e0a1df7d10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (b56dfdba-8b53-4556-9c2c-636e55986ad2), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:29.670392 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7fdd3a37-4f50-4d94-9dad-4176c142aa1f req-d945e67d-bc50-4289-9317-c47f6ae3dcea tempest-ServersAdminTestJSON-611006437 tempest-ServersAdminTestJSON-611006437-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182199 Mar 22 19:27:29.699153 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d511d48-dd72-45d8-88c4-4bd823fc90a0 req-ac67fc49-aa00-4c61-a437-3dce0b5766f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:29.701327 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0d511d48-dd72-45d8-88c4-4bd823fc90a0 req-ac67fc49-aa00-4c61-a437-3dce0b5766f6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 1129 time: 0.1299107 Mar 22 19:27:29.725300 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-b5efc6c2-c9d3-40b6-803c-27e0a1df7d10 None None] For port b56dfdba-8b53-4556-9c2c-636e55986ad2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b56dfdba-8b53-4556-9c2c-636e55986ad2,segment=NetworkSegment(76fc92af-8b79-45c7-afcd-3934d9735279),segment_id=76fc92af-8b79-45c7-afcd-3934d9735279)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:27:29.726027 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b5efc6c2-c9d3-40b6-803c-27e0a1df7d10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (b56dfdba-8b53-4556-9c2c-636e55986ad2), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:29.743556 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-b5efc6c2-c9d3-40b6-803c-27e0a1df7d10 None None] Calling delete_port for b56dfdba-8b53-4556-9c2c-636e55986ad2 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:27:29.810626 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0d511d48-dd72-45d8-88c4-4bd823fc90a0 req-81ede47e-cf0b-4e9e-83f4-0f09f98340c3 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993214 Mar 22 19:27:29.827727 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-7ae6767b-c473-4cb6-8ef7-cedf2bd7887a tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] For port b56dfdba-8b53-4556-9c2c-636e55986ad2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b56dfdba-8b53-4556-9c2c-636e55986ad2,segment=NetworkSegment(76fc92af-8b79-45c7-afcd-3934d9735279),segment_id=76fc92af-8b79-45c7-afcd-3934d9735279)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:27:29.828338 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7ae6767b-c473-4cb6-8ef7-cedf2bd7887a tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (b56dfdba-8b53-4556-9c2c-636e55986ad2), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:29.855119 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-7ae6767b-c473-4cb6-8ef7-cedf2bd7887a tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Calling delete_port for b56dfdba-8b53-4556-9c2c-636e55986ad2 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:27:29.924995 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b5efc6c2-c9d3-40b6-803c-27e0a1df7d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (b56dfdba-8b53-4556-9c2c-636e55986ad2), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:29.987334 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-41515157-2cea-4883-a51d-f96fc45780ab tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:29.992275 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-41515157-2cea-4883-a51d-f96fc45780ab tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.84 "GET /v2.0/networks?id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc HTTP/1.1" status: 200 len: 810 time: 0.2667711 Mar 22 19:27:30.038404 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5efc6c2-c9d3-40b6-803c-27e0a1df7d10 None None] Pushing event deleted for resources: {'Port': ['ID=b56dfdba-8b53-4556-9c2c-636e55986ad2,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:30.046710 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5efc6c2-c9d3-40b6-803c-27e0a1df7d10 None None] No DVR routers for this DVR port b56dfdba-8b53-4556-9c2c-636e55986ad2 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:27:30.066084 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-1a158f24-8001-41e1-9db2-cfd94e17b655 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Request body: {'port': {'device_id': '5766b0f5-340d-4f86-a1be-ae074a1a1f7c', 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc', 'admin_state_up': True, 'tenant_id': '5b93875569cc4d4199ac35d06661afdf'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:30.248306 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7ae6767b-c473-4cb6-8ef7-cedf2bd7887a tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (b56dfdba-8b53-4556-9c2c-636e55986ad2), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:30.311117 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e1484-bfc1-45fe-b596-af9e539ffb64 req-8a187507-a075-49e1-8a10-ff3871ea18fd tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:30.312751 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d06e1484-bfc1-45fe-b596-af9e539ffb64 req-8a187507-a075-49e1-8a10-ff3871ea18fd tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd2a0af7-ecbd-444c-8873-ae17a9b88068 HTTP/1.1" status: 200 len: 949 time: 0.1296227 Mar 22 19:27:30.315453 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6767b-c473-4cb6-8ef7-cedf2bd7887a tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Pushing event deleted for resources: {'Port': ['ID=b56dfdba-8b53-4556-9c2c-636e55986ad2,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:30.335215 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae6767b-c473-4cb6-8ef7-cedf2bd7887a tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] No DVR routers for this DVR port b56dfdba-8b53-4556-9c2c-636e55986ad2 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:27:30.350198 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a5efa-1c26-43fe-a326-b738d810e136 req-bb5c39ad-2f23-4ed0-be34-10e39cae423c tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:30.351729 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef7a5efa-1c26-43fe-a326-b738d810e136 req-bb5c39ad-2f23-4ed0-be34-10e39cae423c tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 946 time: 0.1090038 Mar 22 19:27:30.426270 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d06e1484-bfc1-45fe-b596-af9e539ffb64 req-ff6af5a9-397e-482f-a091-44ab47083c9a tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995698 Mar 22 19:27:30.515583 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef7a5efa-1c26-43fe-a326-b738d810e136 req-fd4c6009-de01-4a3f-b1b8-c2eb3f387d9a tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498649 Mar 22 19:27:30.576988 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b56dfdba-8b53-4556-9c2c-636e55986ad2 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:27:30.613356 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: b56dfdba-8b53-4556-9c2c-636e55986ad2 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:27:30.614015 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b56dfdba-8b53-4556-9c2c-636e55986ad2 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:27:30.640624 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cde2affc-dae6-4edf-afe3-1123286d3c80 req-fd4babfe-b7ed-4d9d-a013-0dd6d8d145dc tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=5766b0f5-340d-4f86-a1be-ae074a1a1f7c HTTP/1.1" status: 200 len: 210 time: 0.0348256 Mar 22 19:27:30.789007 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-1a158f24-8001-41e1-9db2-cfd94e17b655 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Made reservation on behalf of 5b93875569cc4d4199ac35d06661afdf for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:27:30.792626 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-1a158f24-8001-41e1-9db2-cfd94e17b655 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:30.795776 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7ae6767b-c473-4cb6-8ef7-cedf2bd7887a tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (36d3188a-f8be-414f-bc00-6b11893ea50e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:30.833411 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-7ae6767b-c473-4cb6-8ef7-cedf2bd7887a tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36d3188a-f8be-414f-bc00-6b11893ea50e']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:27:30.848163 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-7ae6767b-c473-4cb6-8ef7-cedf2bd7887a tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76fc92af-8b79-45c7-afcd-3934d9735279') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:27:30.848163 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-7ae6767b-c473-4cb6-8ef7-cedf2bd7887a tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76fc92af-8b79-45c7-afcd-3934d9735279') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:27:30.889911 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7ae6767b-c473-4cb6-8ef7-cedf2bd7887a tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (76fc92af-8b79-45c7-afcd-3934d9735279), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:30.917329 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7ae6767b-c473-4cb6-8ef7-cedf2bd7887a tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (76fc92af-8b79-45c7-afcd-3934d9735279), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:30.932974 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae6767b-c473-4cb6-8ef7-cedf2bd7887a tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:27:30.933381 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7ae6767b-c473-4cb6-8ef7-cedf2bd7887a tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (76fc92af-8b79-45c7-afcd-3934d9735279), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: self.session.flush() Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: self.session.flush() Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: self.session.flush() Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: self.session.flush() Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:27:30.946587 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:27:31.067595 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-1a158f24-8001-41e1-9db2-cfd94e17b655 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Allocated IP 172.20.0.7 (930b4136-5d1e-4d7e-95ed-27db03a5fcfc/0024126f-9e61-4e75-a43d-476a3a97ffe0/c0260e53-be59-4113-b78a-c582176525b0) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:27:31.075403 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7ae6767b-c473-4cb6-8ef7-cedf2bd7887a tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (36d3188a-f8be-414f-bc00-6b11893ea50e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:31.091875 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7ae6767b-c473-4cb6-8ef7-cedf2bd7887a tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:31.098351 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7ae6767b-c473-4cb6-8ef7-cedf2bd7887a tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] 10.222.0.75 "DELETE /v2.0/networks/36d3188a-f8be-414f-bc00-6b11893ea50e HTTP/1.1" status: 204 len: 168 time: 2.0101945 Mar 22 19:27:31.108797 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6767b-c473-4cb6-8ef7-cedf2bd7887a tempest-DHCPAgentSchedulersTestJSON-1263005149 tempest-DHCPAgentSchedulersTestJSON-1263005149-project] Pushing event deleted for resources: {'Network': ['ID=36d3188a-f8be-414f-bc00-6b11893ea50e,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:31.331708 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-1a158f24-8001-41e1-9db2-cfd94e17b655 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks [] for port (c0260e53-be59-4113-b78a-c582176525b0), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:31.372463 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-1a158f24-8001-41e1-9db2-cfd94e17b655 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (c0260e53-be59-4113-b78a-c582176525b0), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:31.440050 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-1a158f24-8001-41e1-9db2-cfd94e17b655 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Network 930b4136-5d1e-4d7e-95ed-27db03a5fcfc is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:27:31.444678 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-1a158f24-8001-41e1-9db2-cfd94e17b655 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:27:31.446976 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a158f24-8001-41e1-9db2-cfd94e17b655 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Pushing event updated for resources: {'Port': ['ID=c0260e53-be59-4113-b78a-c582176525b0,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:31.449521 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-1a158f24-8001-41e1-9db2-cfd94e17b655 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:27:31.514279 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-1a158f24-8001-41e1-9db2-cfd94e17b655 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:31.515236 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-1a158f24-8001-41e1-9db2-cfd94e17b655 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:31.557154 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-1a158f24-8001-41e1-9db2-cfd94e17b655 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5511224 Mar 22 19:27:31.568985 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-f3e719ad-a401-450a-857d-941f91e7aa4b service neutron] Request body: {'port': {'device_id': '5766b0f5-340d-4f86-a1be-ae074a1a1f7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:31.695452 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51420) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:31.719007 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-f3e719ad-a401-450a-857d-941f91e7aa4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c0260e53-be59-4113-b78a-c582176525b0), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:31.863467 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11611081-86ff-418a-ae87-2f95116d6ebe req-9801f442-520d-4c79-ae4d-49d9d41e2a9d tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:31.865106 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-11611081-86ff-418a-ae87-2f95116d6ebe req-9801f442-520d-4c79-ae4d-49d9d41e2a9d tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.84 "GET /v2.0/ports?device_id=bd2a0af7-ecbd-444c-8873-ae17a9b88068 HTTP/1.1" status: 200 len: 949 time: 0.3121202 Mar 22 19:27:31.923386 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef30ca4-2744-4907-9397-2f042ccdd0c3 req-8a648f8b-6d06-46bf-80a6-f8cf95ff0e87 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:31.930950 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3ef30ca4-2744-4907-9397-2f042ccdd0c3 req-8a648f8b-6d06-46bf-80a6-f8cf95ff0e87 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 946 time: 0.2686198 Mar 22 19:27:31.943591 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e32508fd-322b-4fa5-a0b3-152c40d1807f None None] Provisioning complete for port c0260e53-be59-4113-b78a-c582176525b0 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:27:31.944706 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e32508fd-322b-4fa5-a0b3-152c40d1807f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c0260e53-be59-4113-b78a-c582176525b0), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:31.952791 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c575d-42e7-45fe-8cb3-6ce64cbd2df6 req-27227d40-72b4-432e-a2e1-59124e18aef2 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:31.961154 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-875c575d-42e7-45fe-8cb3-6ce64cbd2df6 req-27227d40-72b4-432e-a2e1-59124e18aef2 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd2a0af7-ecbd-444c-8873-ae17a9b88068 HTTP/1.1" status: 200 len: 949 time: 0.3212607 Mar 22 19:27:31.996549 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e32508fd-322b-4fa5-a0b3-152c40d1807f None None] Port c0260e53-be59-4113-b78a-c582176525b0 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:27:32.097950 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-875c575d-42e7-45fe-8cb3-6ce64cbd2df6 req-a9e50838-84f8-4983-b9d7-ed5e20a072de tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337190 Mar 22 19:27:32.126183 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3ef30ca4-2744-4907-9397-2f042ccdd0c3 req-25c2a35e-ae15-422b-b2a4-2c9c57e176fa tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909122 Mar 22 19:27:32.159661 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-f3e719ad-a401-450a-857d-941f91e7aa4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0260e53-be59-4113-b78a-c582176525b0 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:27:32.171771 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-11611081-86ff-418a-ae87-2f95116d6ebe req-85002355-5f80-435d-851d-20a5ee44b432 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Deleting port 8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:27:32.175023 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-11611081-86ff-418a-ae87-2f95116d6ebe req-85002355-5f80-435d-851d-20a5ee44b432 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:32.187229 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-f3e719ad-a401-450a-857d-941f91e7aa4b service neutron] Publish callbacks [] for port (c0260e53-be59-4113-b78a-c582176525b0), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:32.198134 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a73fec93-a080-49f4-b5fe-8d567dff004a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=57a004e6d1d3407089eac26de0ce739b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5034056 Mar 22 19:27:32.205140 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51436) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:32.224096 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-f3e719ad-a401-450a-857d-941f91e7aa4b service neutron] Transition to ACTIVE for port object c0260e53-be59-4113-b78a-c582176525b0 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:27:32.230382 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-f3e719ad-a401-450a-857d-941f91e7aa4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (c0260e53-be59-4113-b78a-c582176525b0), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:32.468907 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e719ad-a401-450a-857d-941f91e7aa4b service neutron] Pushing event updated for resources: {'Port': ['ID=c0260e53-be59-4113-b78a-c582176525b0,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:32.485410 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-11611081-86ff-418a-ae87-2f95116d6ebe req-85002355-5f80-435d-851d-20a5ee44b432 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] For port 8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:27:32.485815 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-11611081-86ff-418a-ae87-2f95116d6ebe req-85002355-5f80-435d-851d-20a5ee44b432 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:32.493351 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-f3e719ad-a401-450a-857d-941f91e7aa4b service neutron] Attempting to bind port c0260e53-be59-4113-b78a-c582176525b0 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:27:32.494463 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-f3e719ad-a401-450a-857d-941f91e7aa4b service neutron] Attempting to bind port c0260e53-be59-4113-b78a-c582176525b0 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '96be6bee-54fd-44c5-9686-e45ec9f24a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:27:32.495196 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-f3e719ad-a401-450a-857d-941f91e7aa4b service neutron] Attempting to bind port c0260e53-be59-4113-b78a-c582176525b0 on network 930b4136-5d1e-4d7e-95ed-27db03a5fcfc {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:27:32.505170 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-f3e719ad-a401-450a-857d-941f91e7aa4b service neutron] Port c0260e53-be59-4113-b78a-c582176525b0 on network 930b4136-5d1e-4d7e-95ed-27db03a5fcfc not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:27:32.508192 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-11611081-86ff-418a-ae87-2f95116d6ebe req-85002355-5f80-435d-851d-20a5ee44b432 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Calling delete_port for 8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:27:32.509095 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-f3e719ad-a401-450a-857d-941f91e7aa4b service neutron] Attempting to bind port c0260e53-be59-4113-b78a-c582176525b0 on network 930b4136-5d1e-4d7e-95ed-27db03a5fcfc {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:27:32.517926 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-f3e719ad-a401-450a-857d-941f91e7aa4b service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:27:32.518393 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-f3e719ad-a401-450a-857d-941f91e7aa4b service neutron] Checking segment: {'id': '96be6bee-54fd-44c5-9686-e45ec9f24a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:27:32.518862 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-f3e719ad-a401-450a-857d-941f91e7aa4b service neutron] Bound using segment: {'id': '96be6bee-54fd-44c5-9686-e45ec9f24a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:27:32.519364 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-f3e719ad-a401-450a-857d-941f91e7aa4b service neutron] Bound port: c0260e53-be59-4113-b78a-c582176525b0, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96be6bee-54fd-44c5-9686-e45ec9f24a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:27:32.519853 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-f3e719ad-a401-450a-857d-941f91e7aa4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c0260e53-be59-4113-b78a-c582176525b0), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:32.606764 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-f3e719ad-a401-450a-857d-941f91e7aa4b service neutron] For port c0260e53-be59-4113-b78a-c582176525b0, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:27:32.613048 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-f3e719ad-a401-450a-857d-941f91e7aa4b service neutron] For port c0260e53-be59-4113-b78a-c582176525b0, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=c0260e53-be59-4113-b78a-c582176525b0,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:27:32.622677 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-f3e719ad-a401-450a-857d-941f91e7aa4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (c0260e53-be59-4113-b78a-c582176525b0), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:32.679420 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-f3e719ad-a401-450a-857d-941f91e7aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:32.680364 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-f3e719ad-a401-450a-857d-941f91e7aa4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:32.682480 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-f3e719ad-a401-450a-857d-941f91e7aa4b service neutron] 10.222.0.84 "PUT /v2.0/ports/c0260e53-be59-4113-b78a-c582176525b0 HTTP/1.1" status: 200 len: 1092 time: 1.1182885 Mar 22 19:27:32.682951 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5766b0f5-340d-4f86-a1be-ae074a1a1f7c', 'tag': 'c0260e53-be59-4113-b78a-c582176525b0'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:27:32.685416 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24766dfd-1d84-4f57-9984-6c648474fd12" -d '{"events": [{"name": "network-changed", "server_uuid": "5766b0f5-340d-4f86-a1be-ae074a1a1f7c", "tag": "c0260e53-be59-4113-b78a-c582176525b0"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:27:32.733380 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e719ad-a401-450a-857d-941f91e7aa4b service neutron] Pushing event updated for resources: {'Port': ['ID=c0260e53-be59-4113-b78a-c582176525b0,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:32.800409 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ddea5e-e33e-4829-9982-c05ead121ddc req-807b1942-bf03-4235-8511-1df3fb27c208 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:32.819473 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-15ddea5e-e33e-4829-9982-c05ead121ddc req-807b1942-bf03-4235-8511-1df3fb27c208 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=5766b0f5-340d-4f86-a1be-ae074a1a1f7c HTTP/1.1" status: 200 len: 943 time: 0.5075872 Mar 22 19:27:32.822233 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6321a37d-5f7e-4366-ad50-4340d12b1710 admin admin] Publish callbacks [] for security_group (e823c7ed-a6f1-43cb-b5ec-02fab61e736c), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:32.852302 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-268178d5-9613-4d5c-9dea-cd614dfb487d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:32.854135 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-268178d5-9613-4d5c-9dea-cd614dfb487d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5b93875569cc4d4199ac35d06661afdf&device_id=5766b0f5-340d-4f86-a1be-ae074a1a1f7c HTTP/1.1" status: 200 len: 1126 time: 0.0946596 Mar 22 19:27:32.938528 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6321a37d-5f7e-4366-ad50-4340d12b1710 admin admin] Publish callbacks [] for security_group (e823c7ed-a6f1-43cb-b5ec-02fab61e736c), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:32.943098 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-f65606d7-b567-41fe-90e7-b3827e6a6c88 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0260e53-be59-4113-b78a-c582176525b0 HTTP/1.1" status: 200 len: 217 time: 0.0775990 Mar 22 19:27:32.949849 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e503b4-466a-4cc3-a920-aa524fac9c53 req-c0737a90-0373-4f67-bce3-5e3d4a44010a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:32.951785 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a4e503b4-466a-4cc3-a920-aa524fac9c53 req-c0737a90-0373-4f67-bce3-5e3d4a44010a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7e302d01a2a24393894ffad4e45b884a&device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 1129 time: 0.3538108 Mar 22 19:27:32.983500 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cbaf9-865d-48bf-8fb0-78d9d38644fa req-d820ae7e-5857-4ad5-8417-1aeb063d6897 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:32.985116 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3f1cbaf9-865d-48bf-8fb0-78d9d38644fa req-d820ae7e-5857-4ad5-8417-1aeb063d6897 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 946 time: 0.3882484 Mar 22 19:27:32.998319 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-37264cb8-e099-4910-8975-cc1963ea0733 req-6eaae006-f494-4603-b3a6-113e75adfc44 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4029703 Mar 22 19:27:33.037459 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-45486ee4-7d54-467d-a99b-85c93878cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:33.043558 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-45486ee4-7d54-467d-a99b-85c93878cf7b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0024126f-9e61-4e75-a43d-476a3a97ffe0 HTTP/1.1" status: 200 len: 849 time: 0.0947461 Mar 22 19:27:33.111479 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-15ddea5e-e33e-4829-9982-c05ead121ddc req-01368e3c-aadb-42e2-b1c3-8b0ac5c7314a tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907276 Mar 22 19:27:33.128783 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-abec30bf-2e01-484e-a76c-6a0a54829f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:33.131111 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-abec30bf-2e01-484e-a76c-6a0a54829f0a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0774343 Mar 22 19:27:33.131547 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-11611081-86ff-418a-ae87-2f95116d6ebe req-85002355-5f80-435d-851d-20a5ee44b432 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:33.165389 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['6f67127f-41e8-4dd7-bdac-5310a2d62b28'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:27:33.256302 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed970774-05a4-4606-afb1-027cea538cb5 x-openstack-request-id: req-ed970774-05a4-4606-afb1-027cea538cb5 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:27:33.256807 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5766b0f5-340d-4f86-a1be-ae074a1a1f7c", "tag": "c0260e53-be59-4113-b78a-c582176525b0", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:27:33.256932 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ed970774-05a4-4606-afb1-027cea538cb5 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:27:33.257506 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed970774-05a4-4606-afb1-027cea538cb5'] response: {'name': 'network-changed', 'server_uuid': '5766b0f5-340d-4f86-a1be-ae074a1a1f7c', 'tag': 'c0260e53-be59-4113-b78a-c582176525b0', 'status': 'completed', 'code': 200} Mar 22 19:27:33.306602 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b', 'd797c08b-ec86-4947-b515-8d22e032c317'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:27:33.308375 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85002355-5f80-435d-851d-20a5ee44b432 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Pushing event deleted for resources: {'Port': ['ID=8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:33.382176 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-a47be658-4037-44cb-9f90-ee676d851630 service neutron] 10.222.0.84 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418182 Mar 22 19:27:33.449353 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3f1cbaf9-865d-48bf-8fb0-78d9d38644fa req-6fe90a39-1136-4eca-a0ae-5d95b9236ac3 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299588 Mar 22 19:27:33.450210 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-11611081-86ff-418a-ae87-2f95116d6ebe req-85002355-5f80-435d-851d-20a5ee44b432 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] No DVR routers for this DVR port 8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:27:33.457180 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8da29063-d0e8-4bf0-9ebb-e67516ec22a5 req-204c1858-3811-44b9-afc8-d8ad02ffcba5 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd2a0af7-ecbd-444c-8873-ae17a9b88068 HTTP/1.1" status: 200 len: 210 time: 0.0627985 Mar 22 19:27:33.461238 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-11611081-86ff-418a-ae87-2f95116d6ebe req-85002355-5f80-435d-851d-20a5ee44b432 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:33.465204 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-11611081-86ff-418a-ae87-2f95116d6ebe req-85002355-5f80-435d-851d-20a5ee44b432 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.84 "DELETE /v2.0/ports/8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b HTTP/1.1" status: 204 len: 173 time: 1.5932586 Mar 22 19:27:33.475176 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd2a0af7-ecbd-444c-8873-ae17a9b88068', 'name': 'network-vif-deleted', 'tag': '8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:27:33.490107 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f79526a-d005-4f73-b132-dc9d8735f66e" -d '{"events": [{"server_uuid": "bd2a0af7-ecbd-444c-8873-ae17a9b88068", "name": "network-vif-deleted", "tag": "8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:27:33.520833 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6321a37d-5f7e-4366-ad50-4340d12b1710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e823c7ed-a6f1-43cb-b5ec-02fab61e736c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:33.528915 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6321a37d-5f7e-4366-ad50-4340d12b1710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:33.531033 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6321a37d-5f7e-4366-ad50-4340d12b1710 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e823c7ed-a6f1-43cb-b5ec-02fab61e736c HTTP/1.1" status: 204 len: 168 time: 1.3222809 Mar 22 19:27:33.554940 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37264cb8-e099-4910-8975-cc1963ea0733 req-955801a2-0a80-47e4-8128-9651976c2175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:33.561643 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-37264cb8-e099-4910-8975-cc1963ea0733 req-955801a2-0a80-47e4-8128-9651976c2175 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5b93875569cc4d4199ac35d06661afdf&device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 1128 time: 0.4548359 Mar 22 19:27:33.563938 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e503b4-466a-4cc3-a920-aa524fac9c53 req-f9deddb1-d869-4e74-9be7-0653a0721bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:33.566637 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a4e503b4-466a-4cc3-a920-aa524fac9c53 req-f9deddb1-d869-4e74-9be7-0653a0721bd0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e2aac6b4-9023-4a56-b28e-d9728a595e67 HTTP/1.1" status: 200 len: 920 time: 0.5798879 Mar 22 19:27:33.606460 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321a37d-5f7e-4366-ad50-4340d12b1710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e823c7ed-a6f1-43cb-b5ec-02fab61e736c,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:33.727162 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688d0406-d7f5-4a8e-8f9e-0478bf365b8d x-openstack-request-id: req-688d0406-d7f5-4a8e-8f9e-0478bf365b8d {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:27:33.727408 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd2a0af7-ecbd-444c-8873-ae17a9b88068", "name": "network-vif-deleted", "tag": "8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:27:33.727878 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-688d0406-d7f5-4a8e-8f9e-0478bf365b8d {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:27:33.728148 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-688d0406-d7f5-4a8e-8f9e-0478bf365b8d'] response: {'server_uuid': 'bd2a0af7-ecbd-444c-8873-ae17a9b88068', 'name': 'network-vif-deleted', 'tag': '8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b', 'status': 'completed', 'code': 200} Mar 22 19:27:33.731351 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a4e503b4-466a-4cc3-a920-aa524fac9c53 req-23207f48-2ca3-4c63-a580-5fa6d99e3e84 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f52d04fb-dfb2-49ba-a2aa-8d2ff8955484 HTTP/1.1" status: 200 len: 217 time: 0.1548698 Mar 22 19:27:33.872444 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e214364d-f52b-48d8-81d3-876a289c2c93 req-f6f48f3d-eac1-4574-8edb-cd7f0479dee1 service neutron] 10.222.0.84 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874134 Mar 22 19:27:34.011296 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37264cb8-e099-4910-8975-cc1963ea0733 req-044793a1-7a43-4901-a6f7-6b536d3df6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:34.013039 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-37264cb8-e099-4910-8975-cc1963ea0733 req-044793a1-7a43-4901-a6f7-6b536d3df6f2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc HTTP/1.1" status: 200 len: 911 time: 0.4078569 Mar 22 19:27:34.061106 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24766dfd-1d84-4f57-9984-6c648474fd12 req-21f02afa-48af-45a1-acb4-53ad03a058e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:34.062403 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-24766dfd-1d84-4f57-9984-6c648474fd12 req-21f02afa-48af-45a1-acb4-53ad03a058e9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5b93875569cc4d4199ac35d06661afdf&device_id=5766b0f5-340d-4f86-a1be-ae074a1a1f7c HTTP/1.1" status: 200 len: 1126 time: 0.1285737 Mar 22 19:27:34.139285 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51464) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:34.224564 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24766dfd-1d84-4f57-9984-6c648474fd12 req-1380414a-00b8-4ac0-b094-e2273c572f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:34.226735 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-24766dfd-1d84-4f57-9984-6c648474fd12 req-1380414a-00b8-4ac0-b094-e2273c572f0f service neutron] 10.222.0.84 "GET /v2.0/networks?id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc HTTP/1.1" status: 200 len: 911 time: 0.1537919 Mar 22 19:27:34.305487 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-79bcfd72-aa37-43c9-b1e2-d5f31f4f24ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:34.316133 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-24766dfd-1d84-4f57-9984-6c648474fd12 req-22b90ab2-bd31-425b-aafc-a6209c2e985d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0260e53-be59-4113-b78a-c582176525b0 HTTP/1.1" status: 200 len: 217 time: 0.0773568 Mar 22 19:27:34.389721 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e503b4-466a-4cc3-a920-aa524fac9c53 req-fa467adb-a2f7-4b2c-b4f3-a6d630d68f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:34.392164 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a4e503b4-466a-4cc3-a920-aa524fac9c53 req-fa467adb-a2f7-4b2c-b4f3-a6d630d68f8b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd5ec6ea-2197-4f69-89c7-80c309a39451 HTTP/1.1" status: 200 len: 858 time: 0.6162887 Mar 22 19:27:34.430326 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24766dfd-1d84-4f57-9984-6c648474fd12 req-e39396b3-14c9-466b-94c7-860f89d3535d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:34.441621 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-24766dfd-1d84-4f57-9984-6c648474fd12 req-e39396b3-14c9-466b-94c7-860f89d3535d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0024126f-9e61-4e75-a43d-476a3a97ffe0 HTTP/1.1" status: 200 len: 849 time: 0.1157403 Mar 22 19:27:34.486929 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-37264cb8-e099-4910-8975-cc1963ea0733 req-69b777e9-ca1a-435d-8f50-8a8b21a8c204 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=607144c1-0ca2-48d3-88b9-368b9eec0b0c HTTP/1.1" status: 200 len: 1000 time: 0.4399672 Mar 22 19:27:34.527980 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24766dfd-1d84-4f57-9984-6c648474fd12 req-0469fb10-eb99-41a7-8ab2-adb43304657e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:34.532200 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-24766dfd-1d84-4f57-9984-6c648474fd12 req-0469fb10-eb99-41a7-8ab2-adb43304657e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0823343 Mar 22 19:27:34.571587 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37264cb8-e099-4910-8975-cc1963ea0733 req-b65e2455-776c-4d8d-a41e-0f7d714f14c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:34.574132 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-37264cb8-e099-4910-8975-cc1963ea0733 req-b65e2455-776c-4d8d-a41e-0f7d714f14c8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0024126f-9e61-4e75-a43d-476a3a97ffe0 HTTP/1.1" status: 200 len: 849 time: 0.0761936 Mar 22 19:27:34.619663 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e503b4-466a-4cc3-a920-aa524fac9c53 req-d9d12731-6ddf-4adb-b0f9-78cd5b04b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:34.621500 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a4e503b4-466a-4cc3-a920-aa524fac9c53 req-d9d12731-6ddf-4adb-b0f9-78cd5b04b86f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e2aac6b4-9023-4a56-b28e-d9728a595e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2164750 Mar 22 19:27:34.682918 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-24766dfd-1d84-4f57-9984-6c648474fd12 req-57ecb3cb-f88f-41f8-9d7e-320e40194c59 service neutron] 10.222.0.84 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375716 Mar 22 19:27:34.688310 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fa5cb-17bc-4de7-ba61-5b9f45045b1c req-c38b85b3-49a2-41bf-9f27-6d8f926e5592 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:34.696441 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6f8fa5cb-17bc-4de7-ba61-5b9f45045b1c req-c38b85b3-49a2-41bf-9f27-6d8f926e5592 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=5766b0f5-340d-4f86-a1be-ae074a1a1f7c HTTP/1.1" status: 200 len: 943 time: 0.4372106 Mar 22 19:27:34.805082 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-24766dfd-1d84-4f57-9984-6c648474fd12 req-5971b64c-ebc8-4c74-8dd5-4b206403d494 service neutron] 10.222.0.84 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067731 Mar 22 19:27:34.826923 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6f8fa5cb-17bc-4de7-ba61-5b9f45045b1c req-d365d5c8-44ff-4d03-9811-7e22d7aeb8a9 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290047 Mar 22 19:27:35.017742 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a4e503b4-466a-4cc3-a920-aa524fac9c53 req-ced89414-2dd9-410e-b944-3da67f15f9b8 service neutron] 10.222.0.85 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487077 Mar 22 19:27:35.022182 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-79bcfd72-aa37-43c9-b1e2-d5f31f4f24ec admin admin] Publish callbacks [] for security_group (2e18ac12-c67d-47d6-87e6-cfd1c5bc91a5), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:35.029042 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37264cb8-e099-4910-8975-cc1963ea0733 req-81830f17-8fc8-470d-9c0a-69a59d8f7b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:35.030701 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-37264cb8-e099-4910-8975-cc1963ea0733 req-81830f17-8fc8-470d-9c0a-69a59d8f7b89 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4445927 Mar 22 19:27:35.068382 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-79bcfd72-aa37-43c9-b1e2-d5f31f4f24ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2e18ac12-c67d-47d6-87e6-cfd1c5bc91a5), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:35.175777 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bcfd72-aa37-43c9-b1e2-d5f31f4f24ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e18ac12-c67d-47d6-87e6-cfd1c5bc91a5,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:35.248666 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286934d1-6edd-4286-b017-c859ac7dc845 req-cad8163d-6c63-4619-ba9c-1e8c4606dd29 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:35.258307 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-286934d1-6edd-4286-b017-c859ac7dc845 req-cad8163d-6c63-4619-ba9c-1e8c4606dd29 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 946 time: 0.6271474 Mar 22 19:27:35.303870 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-79bcfd72-aa37-43c9-b1e2-d5f31f4f24ec admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=669b1ddfa2de471f9761290291333823&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1630163 Mar 22 19:27:35.307074 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51490) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:35.440923 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a4e503b4-466a-4cc3-a920-aa524fac9c53 req-f62b340d-0587-4b7a-b98e-09af5a6266c6 service neutron] 10.222.0.85 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143586 Mar 22 19:27:35.455766 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-94065510-215b-4381-af47-77244ddfda64 admin admin] Publish callbacks [] for security_group (2e18ac12-c67d-47d6-87e6-cfd1c5bc91a5), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:35.461237 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-286934d1-6edd-4286-b017-c859ac7dc845 req-40ab8a31-1338-4842-a795-c0c01ac02274 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848357 Mar 22 19:27:35.533868 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-37264cb8-e099-4910-8975-cc1963ea0733 req-3453eb23-4e7d-448f-af2a-e7ba25fca16c service neutron] 10.222.0.84 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4810193 Mar 22 19:27:35.563899 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7d1c9-3595-4986-9e42-2d0248841d68 req-0fed720b-7a8f-4542-b9de-905a6bbc4a48 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:35.566138 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-56f7d1c9-3595-4986-9e42-2d0248841d68 req-0fed720b-7a8f-4542-b9de-905a6bbc4a48 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6e10b67-46e0-4cc8-b1b6-5d65f05a0969 HTTP/1.1" status: 200 len: 950 time: 0.3044126 Mar 22 19:27:35.581758 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-94065510-215b-4381-af47-77244ddfda64 admin admin] Publish callbacks [] for security_group (2e18ac12-c67d-47d6-87e6-cfd1c5bc91a5), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:35.664947 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-94065510-215b-4381-af47-77244ddfda64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2e18ac12-c67d-47d6-87e6-cfd1c5bc91a5), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:35.668598 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-94065510-215b-4381-af47-77244ddfda64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:35.672095 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-94065510-215b-4381-af47-77244ddfda64 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2e18ac12-c67d-47d6-87e6-cfd1c5bc91a5 HTTP/1.1" status: 204 len: 168 time: 0.3617222 Mar 22 19:27:35.690846 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94065510-215b-4381-af47-77244ddfda64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e18ac12-c67d-47d6-87e6-cfd1c5bc91a5,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:36.101469 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-56f7d1c9-3595-4986-9e42-2d0248841d68 req-450df52c-6941-46d8-a084-0de1eb39d6f5 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5086944 Mar 22 19:27:36.110771 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-37264cb8-e099-4910-8975-cc1963ea0733 req-9d8fe6f6-1ad9-4107-ad81-c9e4d9b51cc7 service neutron] 10.222.0.84 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5437925 Mar 22 19:27:36.142344 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d54410-4235-4d53-ae15-77a23534cf9a req-631de9c0-4a2c-49b1-8d53-5d8a356ebeaa tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:36.143922 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b8d54410-4235-4d53-ae15-77a23534cf9a req-631de9c0-4a2c-49b1-8d53-5d8a356ebeaa tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=5766b0f5-340d-4f86-a1be-ae074a1a1f7c HTTP/1.1" status: 200 len: 943 time: 0.1013377 Mar 22 19:27:36.205204 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b8d54410-4235-4d53-ae15-77a23534cf9a req-25963b55-e4ea-4b0f-9b99-57dfa31b1cb7 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483868 Mar 22 19:27:36.587625 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device c0260e53-be59-4113-b78a-c582176525b0 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:27:36.675436 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:27:36.701086 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9386b7-a7c9-4da4-9aa5-7eae3fb1c543 req-e911c2ce-2275-4b21-a66c-185bce0a95b3 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:36.709941 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3d9386b7-a7c9-4da4-9aa5-7eae3fb1c543 req-e911c2ce-2275-4b21-a66c-185bce0a95b3 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 946 time: 0.1140194 Mar 22 19:27:36.717986 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:27:36.718622 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 8fc5d2f3-05f6-43b4-b6c1-2aa64fb0816b not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:27:36.766715 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port c0260e53-be59-4113-b78a-c582176525b0, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=c0260e53-be59-4113-b78a-c582176525b0,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:27:36.771977 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebea65-454d-4a57-ac4b-ad9b4dc83e1a req-26d2ecc5-50b7-4493-83cc-41515fd784bc tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:36.773684 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4bebea65-454d-4a57-ac4b-ad9b4dc83e1a req-26d2ecc5-50b7-4493-83cc-41515fd784bc tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.85 "GET /v2.0/ports?device_id=a6e10b67-46e0-4cc8-b1b6-5d65f05a0969 HTTP/1.1" status: 200 len: 950 time: 0.1432981 Mar 22 19:27:36.786051 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'c0260e53-be59-4113-b78a-c582176525b0', 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc', 'port_id': 'c0260e53-be59-4113-b78a-c582176525b0', 'mac_address': 'fa:16:3e:fa:73:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0024126f-9e61-4e75-a43d-476a3a97ffe0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:27:36.871137 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port c0260e53-be59-4113-b78a-c582176525b0 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:27:36.871920 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c0260e53-be59-4113-b78a-c582176525b0), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:36.894164 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0260e53-be59-4113-b78a-c582176525b0 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:27:36.899008 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3d9386b7-a7c9-4da4-9aa5-7eae3fb1c543 req-b3288098-cee8-4f51-97df-b7897b955a49 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881244 Mar 22 19:27:36.923726 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port c0260e53-be59-4113-b78a-c582176525b0, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=c0260e53-be59-4113-b78a-c582176525b0,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:27:36.932995 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c0260e53-be59-4113-b78a-c582176525b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:36.956988 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-4bebea65-454d-4a57-ac4b-ad9b4dc83e1a req-dfe613c6-0059-4b8f-86dc-a3ddcce72c00 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Deleting port 6f67127f-41e8-4dd7-bdac-5310a2d62b28 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:27:36.957449 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4bebea65-454d-4a57-ac4b-ad9b4dc83e1a req-dfe613c6-0059-4b8f-86dc-a3ddcce72c00 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (6f67127f-41e8-4dd7-bdac-5310a2d62b28), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:36.993316 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=c0260e53-be59-4113-b78a-c582176525b0,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:37.088397 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-4bebea65-454d-4a57-ac4b-ad9b4dc83e1a req-dfe613c6-0059-4b8f-86dc-a3ddcce72c00 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] For port 6f67127f-41e8-4dd7-bdac-5310a2d62b28, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=6f67127f-41e8-4dd7-bdac-5310a2d62b28,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:27:37.088885 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4bebea65-454d-4a57-ac4b-ad9b4dc83e1a req-dfe613c6-0059-4b8f-86dc-a3ddcce72c00 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (6f67127f-41e8-4dd7-bdac-5310a2d62b28), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:37.105988 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-4bebea65-454d-4a57-ac4b-ad9b4dc83e1a req-dfe613c6-0059-4b8f-86dc-a3ddcce72c00 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Calling delete_port for 6f67127f-41e8-4dd7-bdac-5310a2d62b28 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:27:37.227673 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['c0260e53-be59-4113-b78a-c582176525b0'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:27:37.319398 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5ec3f-22cc-4655-a150-90093d6ac198 req-afe8e341-ec37-438b-97b3-d38626425091 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:37.321518 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2fc5ec3f-22cc-4655-a150-90093d6ac198 req-afe8e341-ec37-438b-97b3-d38626425091 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=a6e10b67-46e0-4cc8-b1b6-5d65f05a0969 HTTP/1.1" status: 200 len: 950 time: 0.0879176 Mar 22 19:27:37.493600 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4bebea65-454d-4a57-ac4b-ad9b4dc83e1a req-dfe613c6-0059-4b8f-86dc-a3ddcce72c00 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (6f67127f-41e8-4dd7-bdac-5310a2d62b28), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:37.524794 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['6f67127f-41e8-4dd7-bdac-5310a2d62b28'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:27:37.526938 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['d797c08b-ec86-4947-b515-8d22e032c317'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:27:37.615345 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe613c6-0059-4b8f-86dc-a3ddcce72c00 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Pushing event deleted for resources: {'Port': ['ID=6f67127f-41e8-4dd7-bdac-5310a2d62b28,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:37.716680 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bebea65-454d-4a57-ac4b-ad9b4dc83e1a req-dfe613c6-0059-4b8f-86dc-a3ddcce72c00 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] No DVR routers for this DVR port 6f67127f-41e8-4dd7-bdac-5310a2d62b28 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:27:37.724396 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4bebea65-454d-4a57-ac4b-ad9b4dc83e1a req-dfe613c6-0059-4b8f-86dc-a3ddcce72c00 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:37.728419 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4bebea65-454d-4a57-ac4b-ad9b4dc83e1a req-dfe613c6-0059-4b8f-86dc-a3ddcce72c00 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.85 "DELETE /v2.0/ports/6f67127f-41e8-4dd7-bdac-5310a2d62b28 HTTP/1.1" status: 204 len: 173 time: 0.9444013 Mar 22 19:27:37.749706 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e10b67-46e0-4cc8-b1b6-5d65f05a0969', 'name': 'network-vif-deleted', 'tag': '6f67127f-41e8-4dd7-bdac-5310a2d62b28'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:27:37.752329 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41588c92-0177-46be-a997-7c36f226557c" -d '{"events": [{"server_uuid": "a6e10b67-46e0-4cc8-b1b6-5d65f05a0969", "name": "network-vif-deleted", "tag": "6f67127f-41e8-4dd7-bdac-5310a2d62b28"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:27:37.792167 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec518697-2a78-4aad-88d2-f980af2d0481 req-f7c5fb4e-c696-492d-aba8-e286e38463f4 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:37.796112 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ec518697-2a78-4aad-88d2-f980af2d0481 req-f7c5fb4e-c696-492d-aba8-e286e38463f4 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=5766b0f5-340d-4f86-a1be-ae074a1a1f7c HTTP/1.1" status: 200 len: 944 time: 0.3762989 Mar 22 19:27:37.824659 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2fc5ec3f-22cc-4655-a150-90093d6ac198 req-0ba828c7-3351-4e44-a7a6-30e81e3adeca tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022045 Mar 22 19:27:37.907836 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ec518697-2a78-4aad-88d2-f980af2d0481 req-4a8c68fb-755a-4244-b44c-b53a6ee0baed tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054194 Mar 22 19:27:37.941338 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c55dc8b-a138-4341-9b02-bd053538f241 x-openstack-request-id: req-4c55dc8b-a138-4341-9b02-bd053538f241 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:27:37.941917 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e10b67-46e0-4cc8-b1b6-5d65f05a0969", "name": "network-vif-deleted", "tag": "6f67127f-41e8-4dd7-bdac-5310a2d62b28", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:27:37.941917 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4c55dc8b-a138-4341-9b02-bd053538f241 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:27:37.942343 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c55dc8b-a138-4341-9b02-bd053538f241'] response: {'server_uuid': 'a6e10b67-46e0-4cc8-b1b6-5d65f05a0969', 'name': 'network-vif-deleted', 'tag': '6f67127f-41e8-4dd7-bdac-5310a2d62b28', 'status': 'completed', 'code': 200} Mar 22 19:27:38.050050 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51572) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:38.191339 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9971e90-d679-4707-ada8-59c2a6745933 req-821768d0-40b8-45cb-98ec-39ed4dabd30a tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:38.192924 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9971e90-d679-4707-ada8-59c2a6745933 req-821768d0-40b8-45cb-98ec-39ed4dabd30a tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 946 time: 0.1372969 Mar 22 19:27:38.229687 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-6f91c747-4a85-4704-9449-2305212778c3 tempest-MeteringTestJSON-19427587 tempest-MeteringTestJSON-19427587-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1311459613'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:38.230180 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-6f91c747-4a85-4704-9449-2305212778c3 tempest-MeteringTestJSON-19427587 tempest-MeteringTestJSON-19427587-project-admin] Unknown quota resources ['metering_label']. {{(pid=104172) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 19:27:38.445660 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9971e90-d679-4707-ada8-59c2a6745933 req-8bf94f45-c146-49bc-b247-268b19108e57 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418892 Mar 22 19:27:38.620680 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6f91c747-4a85-4704-9449-2305212778c3 tempest-MeteringTestJSON-19427587 tempest-MeteringTestJSON-19427587-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:38.621894 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6f91c747-4a85-4704-9449-2305212778c3 tempest-MeteringTestJSON-19427587 tempest-MeteringTestJSON-19427587-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5708168 Mar 22 19:27:38.626015 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51584) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:38.630580 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-6632d1c2-c0be-4084-8bf1-f7c4fc8fedbe tempest-MeteringTestJSON-19427587 tempest-MeteringTestJSON-19427587-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'bb978ed7-2fd9-4e7d-99df-8470cac54037'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:38.631087 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-6632d1c2-c0be-4084-8bf1-f7c4fc8fedbe tempest-MeteringTestJSON-19427587 tempest-MeteringTestJSON-19427587-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104172) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 19:27:38.719620 n-d-705658-24 neutron-server[104172]: WARNING neutron.services.metering.metering_plugin [None req-6632d1c2-c0be-4084-8bf1-f7c4fc8fedbe tempest-MeteringTestJSON-19427587 tempest-MeteringTestJSON-19427587-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 22 19:27:38.853112 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6632d1c2-c0be-4084-8bf1-f7c4fc8fedbe tempest-MeteringTestJSON-19427587 tempest-MeteringTestJSON-19427587-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:38.854648 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6632d1c2-c0be-4084-8bf1-f7c4fc8fedbe tempest-MeteringTestJSON-19427587 tempest-MeteringTestJSON-19427587-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2274837 Mar 22 19:27:38.858162 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51588) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:38.862492 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-f0671ea1-d1c7-4199-906f-a462c7d3b184 tempest-MeteringTestJSON-19427587 tempest-MeteringTestJSON-19427587-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'bb978ed7-2fd9-4e7d-99df-8470cac54037'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:38.863015 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-f0671ea1-d1c7-4199-906f-a462c7d3b184 tempest-MeteringTestJSON-19427587 tempest-MeteringTestJSON-19427587-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104173) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 19:27:39.063337 n-d-705658-24 neutron-server[104173]: WARNING neutron.services.metering.metering_plugin [None req-f0671ea1-d1c7-4199-906f-a462c7d3b184 tempest-MeteringTestJSON-19427587 tempest-MeteringTestJSON-19427587-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 22 19:27:39.232507 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91ebdc-867b-47d3-9267-656e2fde7934 req-0f34f923-b8d1-4a11-9216-338db77afb3f tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:39.235844 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ee91ebdc-867b-47d3-9267-656e2fde7934 req-0f34f923-b8d1-4a11-9216-338db77afb3f tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=5766b0f5-340d-4f86-a1be-ae074a1a1f7c HTTP/1.1" status: 200 len: 944 time: 0.1490335 Mar 22 19:27:39.308283 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ee91ebdc-867b-47d3-9267-656e2fde7934 req-0c9f66c8-888a-4f8b-a9df-9c34c54d68f6 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666625 Mar 22 19:27:39.336738 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f0671ea1-d1c7-4199-906f-a462c7d3b184 tempest-MeteringTestJSON-19427587 tempest-MeteringTestJSON-19427587-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:39.341087 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f0671ea1-d1c7-4199-906f-a462c7d3b184 tempest-MeteringTestJSON-19427587 tempest-MeteringTestJSON-19427587-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4819031 Mar 22 19:27:39.341876 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51598) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:39.356806 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2a3ef3a5-3ac9-41f5-a040-1ba7e6f355ba tempest-MeteringTestJSON-19427587 tempest-MeteringTestJSON-19427587-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules?id=abd4cb7c-3996-4c36-b3c5-0f0e820ada05 HTTP/1.1" status: 200 len: 464 time: 0.0134394 Mar 22 19:27:39.357690 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51600) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:39.424709 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820da5d-b5f2-419d-bc45-c7133c4510ad req-b2790568-99af-4c39-8ec8-71d7b48b6c7f tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:39.438152 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7820da5d-b5f2-419d-bc45-c7133c4510ad req-b2790568-99af-4c39-8ec8-71d7b48b6c7f tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 950 time: 0.1058598 Mar 22 19:27:39.549656 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-283bb45f-6977-42e7-a8bc-5b0332bebf1a tempest-MeteringTestJSON-19427587 tempest-MeteringTestJSON-19427587-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:39.551218 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-283bb45f-6977-42e7-a8bc-5b0332bebf1a tempest-MeteringTestJSON-19427587 tempest-MeteringTestJSON-19427587-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-label-rules/abd4cb7c-3996-4c36-b3c5-0f0e820ada05 HTTP/1.1" status: 204 len: 168 time: 0.1924200 Mar 22 19:27:39.553826 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51606) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:39.564954 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cdce7dc6-cc9e-42bf-8f64-b12ae9facc0f tempest-MeteringTestJSON-19427587 tempest-MeteringTestJSON-19427587-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules?id=abd4cb7c-3996-4c36-b3c5-0f0e820ada05 HTTP/1.1" status: 200 len: 221 time: 0.0096161 Mar 22 19:27:39.569864 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51608) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:39.574796 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-bb75db7a-c028-4ebb-82be-b98206b2acad tempest-MeteringTestJSON-19427587 tempest-MeteringTestJSON-19427587-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1442320616', 'description': 'label created by tempest'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:39.575759 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-bb75db7a-c028-4ebb-82be-b98206b2acad tempest-MeteringTestJSON-19427587 tempest-MeteringTestJSON-19427587-project-admin] Unknown quota resources ['metering_label']. {{(pid=104173) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 19:27:39.579126 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7820da5d-b5f2-419d-bc45-c7133c4510ad req-34c2c241-ddad-409d-a2d2-8e0d67902534 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401212 Mar 22 19:27:39.612658 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8b59b-58b1-40ca-91a0-cc5b29a5b2a9 req-ee35d96a-705d-41af-b50e-b476db1127c0 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:39.621690 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4fd8b59b-58b1-40ca-91a0-cc5b29a5b2a9 req-ee35d96a-705d-41af-b50e-b476db1127c0 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 946 time: 0.0896535 Mar 22 19:27:39.675333 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51612) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:39.687064 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4fd8b59b-58b1-40ca-91a0-cc5b29a5b2a9 req-35772d2a-4513-469a-a0df-d29fa22ae081 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642486 Mar 22 19:27:39.704031 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-8be9a732-f62f-4237-a502-c1a3928c71e0 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1779379104'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:39.736202 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be9a732-f62f-4237-a502-c1a3928c71e0 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Made reservation on behalf of 3fee7ce517f548f9a4e6097b9989ab12 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:27:39.741583 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8be9a732-f62f-4237-a502-c1a3928c71e0 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:39.811153 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8be9a732-f62f-4237-a502-c1a3928c71e0 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:27:39.824964 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8be9a732-f62f-4237-a502-c1a3928c71e0 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (186c2c9a-2324-4c56-b190-0b64e4273968), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:39.825391 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-8be9a732-f62f-4237-a502-c1a3928c71e0 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Added segment 186c2c9a-2324-4c56-b190-0b64e4273968 of type vlan for network 08fc5dbc-a8ad-4376-80b5-c53d31d0b259 Mar 22 19:27:39.887401 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80d3e235-dbd0-4313-9370-797cbeb45dc1 req-1fb193c7-f727-4b4d-a89e-2229091d746f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=719ceee4-9383-4751-b909-e74235d7d6fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1227171 Mar 22 19:27:39.889112 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8be9a732-f62f-4237-a502-c1a3928c71e0 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (08fc5dbc-a8ad-4376-80b5-c53d31d0b259), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:39.899327 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bb75db7a-c028-4ebb-82be-b98206b2acad tempest-MeteringTestJSON-19427587 tempest-MeteringTestJSON-19427587-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:39.901422 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bb75db7a-c028-4ebb-82be-b98206b2acad tempest-MeteringTestJSON-19427587 tempest-MeteringTestJSON-19427587-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3306186 Mar 22 19:27:39.904069 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51614) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:39.919734 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8be9a732-f62f-4237-a502-c1a3928c71e0 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (08fc5dbc-a8ad-4376-80b5-c53d31d0b259), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:39.925879 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be9a732-f62f-4237-a502-c1a3928c71e0 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:39.926682 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8be9a732-f62f-4237-a502-c1a3928c71e0 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:40.004559 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e3e2ad2b-a1d2-477c-a92b-9586e5252c76 tempest-MeteringTestJSON-19427587 tempest-MeteringTestJSON-19427587-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels?id=d3f3e28d-c902-4b62-8bc0-01c9ea536f3a HTTP/1.1" status: 200 len: 468 time: 0.0991709 Mar 22 19:27:40.008962 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51616) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:40.043222 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8be9a732-f62f-4237-a502-c1a3928c71e0 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3526032 Mar 22 19:27:40.044739 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51618) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:40.054973 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-2141d207-63c1-47a5-b1a5-95ff09419569 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1002424130'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:40.068285 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9a732-f62f-4237-a502-c1a3928c71e0 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Pushing event updated for resources: {'Network': ['ID=08fc5dbc-a8ad-4376-80b5-c53d31d0b259,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:40.082532 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 08fc5dbc-a8ad-4376-80b5-c53d31d0b259 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:27:40.101222 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3e235-dbd0-4313-9370-797cbeb45dc1 req-e3f8cfc7-a651-4625-84d6-261e1f3f36a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:40.105099 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80d3e235-dbd0-4313-9370-797cbeb45dc1 req-e3f8cfc7-a651-4625-84d6-261e1f3f36a9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=930b9ef3d7194f24932fd8b9008c68ee&device_id=719ceee4-9383-4751-b909-e74235d7d6fd HTTP/1.1" status: 200 len: 1129 time: 0.1466541 Mar 22 19:27:40.132552 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2141d207-63c1-47a5-b1a5-95ff09419569 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Made reservation on behalf of 3fee7ce517f548f9a4e6097b9989ab12 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:27:40.137204 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2141d207-63c1-47a5-b1a5-95ff09419569 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:40.237416 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c9f2ec66-9f1e-4f56-8e2e-1daf731f4106 tempest-MeteringTestJSON-19427587 tempest-MeteringTestJSON-19427587-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:40.241502 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c9f2ec66-9f1e-4f56-8e2e-1daf731f4106 tempest-MeteringTestJSON-19427587 tempest-MeteringTestJSON-19427587-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-labels/d3f3e28d-c902-4b62-8bc0-01c9ea536f3a HTTP/1.1" status: 204 len: 168 time: 0.2307303 Mar 22 19:27:40.244874 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51622) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:40.250961 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2141d207-63c1-47a5-b1a5-95ff09419569 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:27:40.270172 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ac91cc1b-24f3-4f36-8916-c9c695104d56 tempest-MeteringTestJSON-19427587 tempest-MeteringTestJSON-19427587-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels?id=d3f3e28d-c902-4b62-8bc0-01c9ea536f3a HTTP/1.1" status: 200 len: 216 time: 0.0192308 Mar 22 19:27:40.271466 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51624) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:40.285118 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-278c4d52-58d4-4db2-9878-57c90e514aa0 tempest-MeteringTestJSON-19427587 tempest-MeteringTestJSON-19427587-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0085981 Mar 22 19:27:40.285892 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51626) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:40.304085 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-767935fc-f42d-4679-bdbc-b11c2b1efd90 tempest-MeteringTestJSON-19427587 tempest-MeteringTestJSON-19427587-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0128295 Mar 22 19:27:40.304620 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2141d207-63c1-47a5-b1a5-95ff09419569 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (b4692052-4d01-41f5-a3e9-0fcd02552fd8), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:40.304620 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-2141d207-63c1-47a5-b1a5-95ff09419569 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Added segment b4692052-4d01-41f5-a3e9-0fcd02552fd8 of type vlan for network c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec Mar 22 19:27:40.304834 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51628) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:40.353957 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2141d207-63c1-47a5-b1a5-95ff09419569 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:40.387056 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3e235-dbd0-4313-9370-797cbeb45dc1 req-1dbaabd0-82c4-483b-b52c-74e79a851d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:40.388578 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80d3e235-dbd0-4313-9370-797cbeb45dc1 req-1dbaabd0-82c4-483b-b52c-74e79a851d1b service neutron] 10.222.0.85 "GET /v2.0/networks?id=4b718542-9a1f-44dc-be58-35b105938a61 HTTP/1.1" status: 200 len: 913 time: 0.2487645 Mar 22 19:27:40.390342 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2141d207-63c1-47a5-b1a5-95ff09419569 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:40.395317 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2141d207-63c1-47a5-b1a5-95ff09419569 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:40.395903 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2141d207-63c1-47a5-b1a5-95ff09419569 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:40.405406 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f9f05256-3ba7-4b69-816e-c03458e824b4 tempest-MeteringTestJSON-19427587 tempest-MeteringTestJSON-19427587-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels/bb978ed7-2fd9-4e7d-99df-8470cac54037 HTTP/1.1" status: 200 len: 473 time: 0.0994530 Mar 22 19:27:40.410439 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51632) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:40.420765 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-604fdb07-aa27-4f1c-9129-e781d183cf4b tempest-MeteringTestJSON-19427587 tempest-MeteringTestJSON-19427587-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules/d040fcfd-a7e0-4a90-9b99-fe3fea32a16e HTTP/1.1" status: 200 len: 461 time: 0.0091233 Mar 22 19:27:40.426266 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51634) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:40.585364 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2141d207-63c1-47a5-b1a5-95ff09419569 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5359809 Mar 22 19:27:40.588798 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51638) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:40.596502 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device c0260e53-be59-4113-b78a-c582176525b0 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:27:40.597696 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-00a90f07-70e0-4c44-9c06-42668b0f0e5b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Request body: {'subnet': {'network_id': '08fc5dbc-a8ad-4376-80b5-c53d31d0b259', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:40.601965 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141d207-63c1-47a5-b1a5-95ff09419569 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Pushing event updated for resources: {'Network': ['ID=c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:40.659655 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:27:40.687315 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e56c0-87d4-49d3-aa87-9be40331b76a req-820a5f92-9a65-4991-bb7e-0ea3e0261262 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:40.689210 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9b2e56c0-87d4-49d3-aa87-9be40331b76a req-820a5f92-9a65-4991-bb7e-0ea3e0261262 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=5766b0f5-340d-4f86-a1be-ae074a1a1f7c HTTP/1.1" status: 200 len: 944 time: 0.2526257 Mar 22 19:27:40.709970 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80d3e235-dbd0-4313-9370-797cbeb45dc1 req-c7daacbd-f480-49ce-ae5b-9dfbcc6c9072 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=876a743a-4aaf-4257-9669-c557be65577f HTTP/1.1" status: 200 len: 1001 time: 0.3102982 Mar 22 19:27:40.836579 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port c0260e53-be59-4113-b78a-c582176525b0 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:27:40.841369 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port c0260e53-be59-4113-b78a-c582176525b0 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:27:40.842071 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c0260e53-be59-4113-b78a-c582176525b0), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:40.894494 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3e235-dbd0-4313-9370-797cbeb45dc1 req-6b1ce635-b796-4525-b966-a1187f738ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:40.895957 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80d3e235-dbd0-4313-9370-797cbeb45dc1 req-6b1ce635-b796-4525-b966-a1187f738ee8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f0ecf098-5e3d-4ff0-ac79-d3d21e505122 HTTP/1.1" status: 200 len: 851 time: 0.1784663 Mar 22 19:27:40.961338 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port c0260e53-be59-4113-b78a-c582176525b0 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:27:40.962038 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c0260e53-be59-4113-b78a-c582176525b0), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:40.983912 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-80dba61c-9d0c-4f2f-8e59-b688a3663b2a tempest-MeteringTestJSON-19427587 tempest-MeteringTestJSON-19427587-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:40.995188 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-80dba61c-9d0c-4f2f-8e59-b688a3663b2a tempest-MeteringTestJSON-19427587 tempest-MeteringTestJSON-19427587-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-label-rules/d040fcfd-a7e0-4a90-9b99-fe3fea32a16e HTTP/1.1" status: 204 len: 168 time: 0.5661850 Mar 22 19:27:40.996116 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51644) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:41.015724 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9b2e56c0-87d4-49d3-aa87-9be40331b76a req-a5f8fa3e-11ca-4f5a-95ba-5bcbff4410d3 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127019 Mar 22 19:27:41.021537 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a90f07-70e0-4c44-9c06-42668b0f0e5b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Made reservation on behalf of 3fee7ce517f548f9a4e6097b9989ab12 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:27:41.035606 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port c0260e53-be59-4113-b78a-c582176525b0, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=c0260e53-be59-4113-b78a-c582176525b0,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:27:41.037119 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-00a90f07-70e0-4c44-9c06-42668b0f0e5b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:41.048874 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5766b0f5-340d-4f86-a1be-ae074a1a1f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0260e53-be59-4113-b78a-c582176525b0'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:27:41.051230 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0ffb33-f2df-4592-ae42-f86781647f50" -d '{"events": [{"server_uuid": "5766b0f5-340d-4f86-a1be-ae074a1a1f7c", "name": "network-vif-plugged", "status": "completed", "tag": "c0260e53-be59-4113-b78a-c582176525b0"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:27:41.058661 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 6f67127f-41e8-4dd7-bdac-5310a2d62b28 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:27:41.069617 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c0260e53-be59-4113-b78a-c582176525b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:41.124152 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 6f67127f-41e8-4dd7-bdac-5310a2d62b28 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:27:41.125609 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 6f67127f-41e8-4dd7-bdac-5310a2d62b28 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:27:41.144896 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aec720-d629-4fcc-9f17-ee88c8f5cf39 req-3a5c848a-8157-4b22-92fd-74b5370fa4d3 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:41.146466 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02aec720-d629-4fcc-9f17-ee88c8f5cf39 req-3a5c848a-8157-4b22-92fd-74b5370fa4d3 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.84 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 950 time: 0.4028063 Mar 22 19:27:41.182817 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48ff0e-1347-428e-a615-55c059ca7f81 req-00c9c8ed-ee32-44bb-b6d9-2e0e715439b9 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:41.192807 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c48ff0e-1347-428e-a615-55c059ca7f81 req-00c9c8ed-ee32-44bb-b6d9-2e0e715439b9 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 950 time: 0.4414659 Mar 22 19:27:41.226676 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=c0260e53-be59-4113-b78a-c582176525b0,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:41.294461 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3e235-dbd0-4313-9370-797cbeb45dc1 req-7e3075c0-f186-49be-8739-c8059bcf700c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:41.296072 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80d3e235-dbd0-4313-9370-797cbeb45dc1 req-7e3075c0-f186-49be-8739-c8059bcf700c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4b718542-9a1f-44dc-be58-35b105938a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3609838 Mar 22 19:27:41.306381 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0bf613eb-5d2d-419d-8ed2-1f77d8edad0a tempest-MeteringTestJSON-19427587 tempest-MeteringTestJSON-19427587-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:41.327785 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0bf613eb-5d2d-419d-8ed2-1f77d8edad0a tempest-MeteringTestJSON-19427587 tempest-MeteringTestJSON-19427587-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-labels/bb978ed7-2fd9-4e7d-99df-8470cac54037 HTTP/1.1" status: 204 len: 168 time: 0.3196652 Mar 22 19:27:41.477350 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12d281-5893-4aa0-ab8a-1a9ddefea744 req-52e68d2e-a5da-4dd7-830b-02a8bebc4224 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:41.485439 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ec12d281-5893-4aa0-ab8a-1a9ddefea744 req-52e68d2e-a5da-4dd7-830b-02a8bebc4224 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 946 time: 0.3585105 Mar 22 19:27:41.567955 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c48ff0e-1347-428e-a615-55c059ca7f81 req-2c1ccd31-2c68-47ee-8ceb-6dca6cf11512 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729954 Mar 22 19:27:41.637250 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc0cec3-a213-40de-8d55-63dd7e302100 x-openstack-request-id: req-4cc0cec3-a213-40de-8d55-63dd7e302100 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:27:41.637548 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5766b0f5-340d-4f86-a1be-ae074a1a1f7c", "name": "network-vif-plugged", "status": "completed", "tag": "c0260e53-be59-4113-b78a-c582176525b0", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:27:41.637841 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4cc0cec3-a213-40de-8d55-63dd7e302100 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:27:41.638236 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cc0cec3-a213-40de-8d55-63dd7e302100'] response: {'server_uuid': '5766b0f5-340d-4f86-a1be-ae074a1a1f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0260e53-be59-4113-b78a-c582176525b0', 'code': 200} Mar 22 19:27:41.678285 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-00a90f07-70e0-4c44-9c06-42668b0f0e5b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (f61b7108-8801-49ca-a870-f29fe4438af3), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:41.694576 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80d3e235-dbd0-4313-9370-797cbeb45dc1 req-36fd9edd-52c8-4cd7-b5ff-8cc497f229b6 service neutron] 10.222.0.85 "GET /v2.0/networks/4b718542-9a1f-44dc-be58-35b105938a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828881 Mar 22 19:27:41.716317 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ec12d281-5893-4aa0-ab8a-1a9ddefea744 req-650d8611-372b-4df1-94d1-96bb60d78f27 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297940 Mar 22 19:27:41.739861 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51656) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:41.781438 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef35c76-0912-45ce-9f7a-ff1b7a15d0e6 req-ebac202e-f3f8-4b91-bf0c-7d9357a57cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:41.783516 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fef35c76-0912-45ce-9f7a-ff1b7a15d0e6 req-ebac202e-f3f8-4b91-bf0c-7d9357a57cc7 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5766b0f5-340d-4f86-a1be-ae074a1a1f7c HTTP/1.1" status: 200 len: 1128 time: 0.0761478 Mar 22 19:27:41.808950 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-02aec720-d629-4fcc-9f17-ee88c8f5cf39 req-76c71b5b-10d2-420f-9255-31478ec55407 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Deleting port d797c08b-ec86-4947-b515-8d22e032c317 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:27:41.809291 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-02aec720-d629-4fcc-9f17-ee88c8f5cf39 req-76c71b5b-10d2-420f-9255-31478ec55407 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (d797c08b-ec86-4947-b515-8d22e032c317), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:41.890101 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fef35c76-0912-45ce-9f7a-ff1b7a15d0e6 req-66394639-63f0-4e2f-80df-5125cdd174f8 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910277 Mar 22 19:27:42.171617 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a90f07-70e0-4c44-9c06-42668b0f0e5b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Pushing event updated for resources: {'Subnet': ['ID=f61b7108-8801-49ca-a870-f29fe4438af3,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:42.241183 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-695d646c-96a0-44e8-a525-77748d32f6cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:42.299811 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a90f07-70e0-4c44-9c06-42668b0f0e5b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Checking segment: {'id': '186c2c9a-2324-4c56-b190-0b64e4273968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '08fc5dbc-a8ad-4376-80b5-c53d31d0b259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:27:42.300518 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a90f07-70e0-4c44-9c06-42668b0f0e5b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Network hostable DHCP agents. Network: 08fc5dbc-a8ad-4376-80b5-c53d31d0b259, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:27:42.327972 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80d3e235-dbd0-4313-9370-797cbeb45dc1 req-4547e01b-57da-43f1-ada5-e8f321ffa872 service neutron] 10.222.0.85 "GET /v2.0/networks/4b718542-9a1f-44dc-be58-35b105938a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6084242 Mar 22 19:27:42.353578 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e7ed5-3822-493c-8656-703933ad3ec2 req-a7b1098e-f3e1-4cba-8727-c7265cfaa9ee tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:42.355111 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-386e7ed5-3822-493c-8656-703933ad3ec2 req-a7b1098e-f3e1-4cba-8727-c7265cfaa9ee tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=5766b0f5-340d-4f86-a1be-ae074a1a1f7c HTTP/1.1" status: 200 len: 945 time: 0.1916778 Mar 22 19:27:42.375798 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-02aec720-d629-4fcc-9f17-ee88c8f5cf39 req-76c71b5b-10d2-420f-9255-31478ec55407 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] For port d797c08b-ec86-4947-b515-8d22e032c317, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=d797c08b-ec86-4947-b515-8d22e032c317,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:27:42.376257 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-02aec720-d629-4fcc-9f17-ee88c8f5cf39 req-76c71b5b-10d2-420f-9255-31478ec55407 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (d797c08b-ec86-4947-b515-8d22e032c317), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:42.418249 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-02aec720-d629-4fcc-9f17-ee88c8f5cf39 req-76c71b5b-10d2-420f-9255-31478ec55407 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Calling delete_port for d797c08b-ec86-4947-b515-8d22e032c317 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:27:42.448287 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a90f07-70e0-4c44-9c06-42668b0f0e5b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Network 08fc5dbc-a8ad-4376-80b5-c53d31d0b259 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:27:42.518386 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-00a90f07-70e0-4c44-9c06-42668b0f0e5b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 08fc5dbc-a8ad-4376-80b5-c53d31d0b259) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:27:42.532824 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2609b6d0-e0b3-4f18-9621-6d33bdca027b None None] Network 08fc5dbc-a8ad-4376-80b5-c53d31d0b259 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:27:42.538984 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a90f07-70e0-4c44-9c06-42668b0f0e5b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:42.539364 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-00a90f07-70e0-4c44-9c06-42668b0f0e5b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:42.548560 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-386e7ed5-3822-493c-8656-703933ad3ec2 req-0279b4e9-f23b-4262-8268-677f1ee82ab9 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807816 Mar 22 19:27:42.571782 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-695d646c-96a0-44e8-a525-77748d32f6cc admin admin] Publish callbacks [] for security_group (648a39ba-3234-4322-9b17-8ff5082d76fc), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:42.596818 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-695d646c-96a0-44e8-a525-77748d32f6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (648a39ba-3234-4322-9b17-8ff5082d76fc), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:42.610236 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51668) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:42.616176 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-0b3768e3-e41f-4f84-8fef-ed69a8dcf033 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Request body: {'subnet': {'network_id': 'c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:42.621691 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-00a90f07-70e0-4c44-9c06-42668b0f0e5b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0300069 Mar 22 19:27:42.707850 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-695d646c-96a0-44e8-a525-77748d32f6cc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8b00b9443e21465ca8fed87be9208de9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9546280 Mar 22 19:27:42.709006 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51672) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:42.858754 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d646c-96a0-44e8-a525-77748d32f6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648a39ba-3234-4322-9b17-8ff5082d76fc,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:42.873253 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51678) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:42.911301 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-34781938-62de-40b8-aa01-99c2de3803cd admin admin] Publish callbacks [] for security_group (648a39ba-3234-4322-9b17-8ff5082d76fc), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:42.925340 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c94c37f-cb46-4c2a-a0ec-7a529917e5e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-08fc5dbc-a8ad-4376-80b5-c53d31d0b259', 'network_id': '08fc5dbc-a8ad-4376-80b5-c53d31d0b259', 'project_id': '3fee7ce517f548f9a4e6097b9989ab12', 'fixed_ips': [{'subnet_id': 'f61b7108-8801-49ca-a870-f29fe4438af3'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:27:42.926343 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5c94c37f-cb46-4c2a-a0ec-7a529917e5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:42.928894 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3768e3-e41f-4f84-8fef-ed69a8dcf033 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Made reservation on behalf of 3fee7ce517f548f9a4e6097b9989ab12 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:27:42.933528 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0b3768e3-e41f-4f84-8fef-ed69a8dcf033 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:42.993694 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-34781938-62de-40b8-aa01-99c2de3803cd admin admin] Publish callbacks [] for security_group (648a39ba-3234-4322-9b17-8ff5082d76fc), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:43.010186 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b48992-e570-47f4-9822-c5289b086ec6 req-ee145726-46e0-4ad8-a11e-9f12aa58a5a7 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:43.013307 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-84b48992-e570-47f4-9822-c5289b086ec6 req-ee145726-46e0-4ad8-a11e-9f12aa58a5a7 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/ports?device_id=8688a580-17dc-4e54-8d69-1c4b905465a5 HTTP/1.1" status: 200 len: 868 time: 0.3152931 Mar 22 19:27:43.014335 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-02aec720-d629-4fcc-9f17-ee88c8f5cf39 req-76c71b5b-10d2-420f-9255-31478ec55407 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (d797c08b-ec86-4947-b515-8d22e032c317), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:43.132068 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92df372-6e46-4986-b61e-99b424f8c1d2 req-c505fef8-b6fe-4382-b1bb-219ed2b29e0f tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:43.139552 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d92df372-6e46-4986-b61e-99b424f8c1d2 req-c505fef8-b6fe-4382-b1bb-219ed2b29e0f tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 946 time: 0.2682290 Mar 22 19:27:43.147884 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-34781938-62de-40b8-aa01-99c2de3803cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (648a39ba-3234-4322-9b17-8ff5082d76fc), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:43.152114 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-34781938-62de-40b8-aa01-99c2de3803cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:43.153433 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-34781938-62de-40b8-aa01-99c2de3803cd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/648a39ba-3234-4322-9b17-8ff5082d76fc HTTP/1.1" status: 204 len: 168 time: 0.4437263 Mar 22 19:27:43.159485 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c71b5b-10d2-420f-9255-31478ec55407 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Pushing event deleted for resources: {'Port': ['ID=d797c08b-ec86-4947-b515-8d22e032c317,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:43.184353 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34781938-62de-40b8-aa01-99c2de3803cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648a39ba-3234-4322-9b17-8ff5082d76fc,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:43.269808 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-02aec720-d629-4fcc-9f17-ee88c8f5cf39 req-76c71b5b-10d2-420f-9255-31478ec55407 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] No DVR routers for this DVR port d797c08b-ec86-4947-b515-8d22e032c317 on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:27:43.270279 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d8c21f45-b8cf-4c27-8f31-54d8fd1c3952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:43.280521 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-02aec720-d629-4fcc-9f17-ee88c8f5cf39 req-76c71b5b-10d2-420f-9255-31478ec55407 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:43.285846 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02aec720-d629-4fcc-9f17-ee88c8f5cf39 req-76c71b5b-10d2-420f-9255-31478ec55407 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.84 "DELETE /v2.0/ports/d797c08b-ec86-4947-b515-8d22e032c317 HTTP/1.1" status: 204 len: 173 time: 2.1217020 Mar 22 19:27:43.295508 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8688a580-17dc-4e54-8d69-1c4b905465a5', 'name': 'network-vif-deleted', 'tag': 'd797c08b-ec86-4947-b515-8d22e032c317'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:27:43.297870 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fc4687-b009-45cf-bd3d-9edfe55323c3" -d '{"events": [{"server_uuid": "8688a580-17dc-4e54-8d69-1c4b905465a5", "name": "network-vif-deleted", "tag": "d797c08b-ec86-4947-b515-8d22e032c317"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:27:43.323808 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-84b48992-e570-47f4-9822-c5289b086ec6 req-75fe3ead-7261-4271-9820-85fda4940940 tempest-ServersAdminTestJSON-1152346342 tempest-ServersAdminTestJSON-1152346342-project] 10.222.0.75 "GET /v2.0/security-groups?id=6af10635-7c33-4e8f-a0ea-010735c522e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043938 Mar 22 19:27:43.364787 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d92df372-6e46-4986-b61e-99b424f8c1d2 req-4988b022-9d55-4e56-821b-5aff653f6790 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243373 Mar 22 19:27:43.367204 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-5c94c37f-cb46-4c2a-a0ec-7a529917e5e6 None None] Allocated IP 10.1.1.2 (08fc5dbc-a8ad-4376-80b5-c53d31d0b259/f61b7108-8801-49ca-a870-f29fe4438af3/96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:27:43.425168 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2260b3-80f4-4a87-8dcd-4cd230da0df6 x-openstack-request-id: req-ef2260b3-80f4-4a87-8dcd-4cd230da0df6 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:27:43.425659 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8688a580-17dc-4e54-8d69-1c4b905465a5", "name": "network-vif-deleted", "tag": "d797c08b-ec86-4947-b515-8d22e032c317", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:27:43.426241 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ef2260b3-80f4-4a87-8dcd-4cd230da0df6 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:27:43.426830 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef2260b3-80f4-4a87-8dcd-4cd230da0df6'] response: {'server_uuid': '8688a580-17dc-4e54-8d69-1c4b905465a5', 'name': 'network-vif-deleted', 'tag': 'd797c08b-ec86-4947-b515-8d22e032c317', 'status': 'completed', 'code': 200} Mar 22 19:27:43.455257 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0b3768e3-e41f-4f84-8fef-ed69a8dcf033 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (add5e86e-1684-4168-ab70-08d4ad72036d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:43.660417 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d8c21f45-b8cf-4c27-8f31-54d8fd1c3952 admin admin] Publish callbacks [] for security_group (830c1957-c569-4290-9142-4f9a2ffde8ba), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:43.662163 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3768e3-e41f-4f84-8fef-ed69a8dcf033 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Pushing event updated for resources: {'Subnet': ['ID=add5e86e-1684-4168-ab70-08d4ad72036d,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:43.681839 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d8c21f45-b8cf-4c27-8f31-54d8fd1c3952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (830c1957-c569-4290-9142-4f9a2ffde8ba), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:43.705585 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3768e3-e41f-4f84-8fef-ed69a8dcf033 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Checking segment: {'id': 'b4692052-4d01-41f5-a3e9-0fcd02552fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:27:43.707513 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3768e3-e41f-4f84-8fef-ed69a8dcf033 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Network hostable DHCP agents. Network: c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:27:43.724144 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5c94c37f-cb46-4c2a-a0ec-7a529917e5e6 None None] Publish callbacks [] for port (96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:43.740471 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5c94c37f-cb46-4c2a-a0ec-7a529917e5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:43.782002 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d8c21f45-b8cf-4c27-8f31-54d8fd1c3952 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=99b744a96b7841dda79cc508a6b015dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9072025 Mar 22 19:27:43.786274 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51690) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:43.788861 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c21f45-b8cf-4c27-8f31-54d8fd1c3952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830c1957-c569-4290-9142-4f9a2ffde8ba,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:43.813864 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3768e3-e41f-4f84-8fef-ed69a8dcf033 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Network c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:27:43.841556 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c94c37f-cb46-4c2a-a0ec-7a529917e5e6 None None] Network 08fc5dbc-a8ad-4376-80b5-c53d31d0b259 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:27:43.844974 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94c37f-cb46-4c2a-a0ec-7a529917e5e6 None None] Pushing event updated for resources: {'Port': ['ID=96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:43.848387 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-5c94c37f-cb46-4c2a-a0ec-7a529917e5e6 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:27:43.860025 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c94c37f-cb46-4c2a-a0ec-7a529917e5e6 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:27:43.862548 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271bff6-2d1a-4285-abb3-d0773b28a0ab req-72b1d391-2660-4c47-846c-b41a5673d32d tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:43.864388 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9271bff6-2d1a-4285-abb3-d0773b28a0ab req-72b1d391-2660-4c47-846c-b41a5673d32d tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=5766b0f5-340d-4f86-a1be-ae074a1a1f7c HTTP/1.1" status: 200 len: 945 time: 0.1822963 Mar 22 19:27:43.871450 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-0b3768e3-e41f-4f84-8fef-ed69a8dcf033 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:27:43.880887 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3768e3-e41f-4f84-8fef-ed69a8dcf033 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:43.882575 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0b3768e3-e41f-4f84-8fef-ed69a8dcf033 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:43.893054 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07aeed1-f974-4fe0-9a57-52ff9f1bed23 None None] Network c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:27:43.916908 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51694) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:43.937098 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0b3768e3-e41f-4f84-8fef-ed69a8dcf033 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3256619 Mar 22 19:27:43.940174 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51696) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:43.941160 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b9bc30e4-6031-41f9-aad0-e238a811e298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:43.964617 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-5e74cb8d-f807-4389-a804-86b2079e49ca tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Request body: {'port': {'network_id': '08fc5dbc-a8ad-4376-80b5-c53d31d0b259', 'name': 'tempest-TaggedBootDevicesTest_v242-905541939', 'fixed_ips': [{'subnet_id': 'f61b7108-8801-49ca-a870-f29fe4438af3'}]}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:44.010316 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9271bff6-2d1a-4285-abb3-d0773b28a0ab req-32edf7fc-0432-4c89-90b5-6837fb110d03 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235359 Mar 22 19:27:44.061101 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b9bc30e4-6031-41f9-aad0-e238a811e298 admin admin] Publish callbacks [] for security_group (2103a50a-9924-44a8-ae6e-24afceeb2d6b), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:44.103667 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-5c94c37f-cb46-4c2a-a0ec-7a529917e5e6 None None] Attempting to bind port 96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:27:44.104049 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-5c94c37f-cb46-4c2a-a0ec-7a529917e5e6 None None] Attempting to bind port 96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '186c2c9a-2324-4c56-b190-0b64e4273968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '08fc5dbc-a8ad-4376-80b5-c53d31d0b259'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:27:44.104652 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c94c37f-cb46-4c2a-a0ec-7a529917e5e6 None None] Attempting to bind port 96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad on network 08fc5dbc-a8ad-4376-80b5-c53d31d0b259 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:27:44.107131 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b9bc30e4-6031-41f9-aad0-e238a811e298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2103a50a-9924-44a8-ae6e-24afceeb2d6b), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:44.134913 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c94c37f-cb46-4c2a-a0ec-7a529917e5e6 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:27:44.135289 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c94c37f-cb46-4c2a-a0ec-7a529917e5e6 None None] Checking segment: {'id': '186c2c9a-2324-4c56-b190-0b64e4273968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '08fc5dbc-a8ad-4376-80b5-c53d31d0b259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:27:44.135694 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5c94c37f-cb46-4c2a-a0ec-7a529917e5e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:44.136161 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c94c37f-cb46-4c2a-a0ec-7a529917e5e6 None None] Bound using segment: {'id': '186c2c9a-2324-4c56-b190-0b64e4273968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '08fc5dbc-a8ad-4376-80b5-c53d31d0b259'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:27:44.136664 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-5c94c37f-cb46-4c2a-a0ec-7a529917e5e6 None None] Bound port: 96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '186c2c9a-2324-4c56-b190-0b64e4273968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '08fc5dbc-a8ad-4376-80b5-c53d31d0b259'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:27:44.137048 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5c94c37f-cb46-4c2a-a0ec-7a529917e5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:44.140943 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-72503b23-095a-47b9-ae41-087cc11dd578 admin admin] Publish callbacks [] for security_group (830c1957-c569-4290-9142-4f9a2ffde8ba), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:44.202536 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b9bc30e4-6031-41f9-aad0-e238a811e298 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8f03eaccb8524f9eb244212cd069796f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2870829 Mar 22 19:27:44.205386 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51700) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:44.208957 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc30e4-6031-41f9-aad0-e238a811e298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2103a50a-9924-44a8-ae6e-24afceeb2d6b,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:44.247583 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-72503b23-095a-47b9-ae41-087cc11dd578 admin admin] Publish callbacks [] for security_group (830c1957-c569-4290-9142-4f9a2ffde8ba), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:44.293026 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-5c94c37f-cb46-4c2a-a0ec-7a529917e5e6 None None] For port 96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:27:44.300662 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-5c94c37f-cb46-4c2a-a0ec-7a529917e5e6 None None] For port 96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad,segment=NetworkSegment(186c2c9a-2324-4c56-b190-0b64e4273968),segment_id=186c2c9a-2324-4c56-b190-0b64e4273968)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:27:44.311688 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5c94c37f-cb46-4c2a-a0ec-7a529917e5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:44.330458 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-453b5d5d-363d-47a8-b6dc-c5ba8fd5a6f0 admin admin] Publish callbacks [] for security_group (2103a50a-9924-44a8-ae6e-24afceeb2d6b), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:44.332221 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e74cb8d-f807-4389-a804-86b2079e49ca tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Made reservation on behalf of 3fee7ce517f548f9a4e6097b9989ab12 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:27:44.453607 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-72503b23-095a-47b9-ae41-087cc11dd578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (830c1957-c569-4290-9142-4f9a2ffde8ba), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:44.453835 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-453b5d5d-363d-47a8-b6dc-c5ba8fd5a6f0 admin admin] Publish callbacks [] for security_group (2103a50a-9924-44a8-ae6e-24afceeb2d6b), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:44.460728 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-72503b23-095a-47b9-ae41-087cc11dd578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:44.462451 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-72503b23-095a-47b9-ae41-087cc11dd578 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/830c1957-c569-4290-9142-4f9a2ffde8ba HTTP/1.1" status: 204 len: 168 time: 0.6747975 Mar 22 19:27:44.600320 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5e74cb8d-f807-4389-a804-86b2079e49ca tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:44.626940 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c653c4ab-4489-41d1-a1d0-2b6894c5168a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec', 'network_id': 'c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec', 'project_id': '3fee7ce517f548f9a4e6097b9989ab12', 'fixed_ips': [{'subnet_id': 'add5e86e-1684-4168-ab70-08d4ad72036d'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:27:44.628665 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c653c4ab-4489-41d1-a1d0-2b6894c5168a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:44.631263 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device d797c08b-ec86-4947-b515-8d22e032c317 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:27:44.656698 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: d797c08b-ec86-4947-b515-8d22e032c317 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:27:44.657402 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b53e90-c7d3-4aff-905a-40719a6bcef8 req-d77a621f-79d3-40a8-bb55-c56d53d1a08c tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:44.657568 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device d797c08b-ec86-4947-b515-8d22e032c317 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:27:44.658064 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-5e74cb8d-f807-4389-a804-86b2079e49ca tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] device_id is not set on port 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:27:44.662247 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80b53e90-c7d3-4aff-905a-40719a6bcef8 req-d77a621f-79d3-40a8-bb55-c56d53d1a08c tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=5766b0f5-340d-4f86-a1be-ae074a1a1f7c HTTP/1.1" status: 200 len: 945 time: 0.3251429 Mar 22 19:27:44.724901 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72503b23-095a-47b9-ae41-087cc11dd578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830c1957-c569-4290-9142-4f9a2ffde8ba,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:44.788878 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3e600-37d4-4b50-bbef-54263eb50b5b req-62b1b50b-0bbd-4633-a8ab-27056b874e17 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:44.795054 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94c37f-cb46-4c2a-a0ec-7a529917e5e6 None None] Pushing event updated for resources: {'Port': ['ID=96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:44.799422 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-34b3e600-37d4-4b50-bbef-54263eb50b5b req-62b1b50b-0bbd-4633-a8ab-27056b874e17 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 946 time: 0.2757034 Mar 22 19:27:44.839780 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-453b5d5d-363d-47a8-b6dc-c5ba8fd5a6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2103a50a-9924-44a8-ae6e-24afceeb2d6b), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:44.864663 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-453b5d5d-363d-47a8-b6dc-c5ba8fd5a6f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:44.870192 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-453b5d5d-363d-47a8-b6dc-c5ba8fd5a6f0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2103a50a-9924-44a8-ae6e-24afceeb2d6b HTTP/1.1" status: 204 len: 168 time: 0.6594596 Mar 22 19:27:44.957732 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b5d5d-363d-47a8-b6dc-c5ba8fd5a6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2103a50a-9924-44a8-ae6e-24afceeb2d6b,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:45.007525 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80b53e90-c7d3-4aff-905a-40719a6bcef8 req-899c336b-8194-44ef-b386-9e0ea4dd7d53 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328474 Mar 22 19:27:45.087649 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51720) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:45.174518 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-34b3e600-37d4-4b50-bbef-54263eb50b5b req-d38d54e9-6b0f-4232-9e97-33f9ce1d008e tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654072 Mar 22 19:27:45.224672 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c69dcf2c-b942-4080-8345-047ce76e7e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:45.277122 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-c653c4ab-4489-41d1-a1d0-2b6894c5168a None None] Allocated IP 10.2.2.2 (c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec/add5e86e-1684-4168-ab70-08d4ad72036d/dc778457-2134-4e1e-9a20-aafb68a2df1c) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:27:45.325309 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-5e74cb8d-f807-4389-a804-86b2079e49ca tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Allocated IP 10.1.1.186 (08fc5dbc-a8ad-4376-80b5-c53d31d0b259/f61b7108-8801-49ca-a870-f29fe4438af3/7ae7734a-066b-4d0f-82f5-e8e91a5e1aef) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:27:45.646345 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c653c4ab-4489-41d1-a1d0-2b6894c5168a None None] Publish callbacks [] for port (dc778457-2134-4e1e-9a20-aafb68a2df1c), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:45.658475 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c653c4ab-4489-41d1-a1d0-2b6894c5168a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (dc778457-2134-4e1e-9a20-aafb68a2df1c), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:45.695798 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c653c4ab-4489-41d1-a1d0-2b6894c5168a None None] Network c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:27:45.721151 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-c653c4ab-4489-41d1-a1d0-2b6894c5168a None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:27:45.748371 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c653c4ab-4489-41d1-a1d0-2b6894c5168a None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:27:45.755495 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653c4ab-4489-41d1-a1d0-2b6894c5168a None None] Pushing event updated for resources: {'Port': ['ID=dc778457-2134-4e1e-9a20-aafb68a2df1c,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:45.786802 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:45.835473 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5e74cb8d-f807-4389-a804-86b2079e49ca tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks [] for port (7ae7734a-066b-4d0f-82f5-e8e91a5e1aef), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:45.852591 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c653c4ab-4489-41d1-a1d0-2b6894c5168a None None] Attempting to bind port dc778457-2134-4e1e-9a20-aafb68a2df1c on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:27:45.853663 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c653c4ab-4489-41d1-a1d0-2b6894c5168a None None] Attempting to bind port dc778457-2134-4e1e-9a20-aafb68a2df1c by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'b4692052-4d01-41f5-a3e9-0fcd02552fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:27:45.854140 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c653c4ab-4489-41d1-a1d0-2b6894c5168a None None] Attempting to bind port dc778457-2134-4e1e-9a20-aafb68a2df1c on network c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:27:45.868419 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c653c4ab-4489-41d1-a1d0-2b6894c5168a None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:27:45.871135 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-745956f7-9aef-4b92-bc9b-5a129f3a8783 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c87854371ff34a4285a18d10388d4a50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7822437 Mar 22 19:27:45.876795 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51738) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:45.880441 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c653c4ab-4489-41d1-a1d0-2b6894c5168a None None] Checking segment: {'id': 'b4692052-4d01-41f5-a3e9-0fcd02552fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:27:45.880988 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c653c4ab-4489-41d1-a1d0-2b6894c5168a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:45.881472 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c653c4ab-4489-41d1-a1d0-2b6894c5168a None None] Bound using segment: {'id': 'b4692052-4d01-41f5-a3e9-0fcd02552fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:27:45.882167 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c653c4ab-4489-41d1-a1d0-2b6894c5168a None None] Bound port: dc778457-2134-4e1e-9a20-aafb68a2df1c, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4692052-4d01-41f5-a3e9-0fcd02552fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:27:45.882571 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c653c4ab-4489-41d1-a1d0-2b6894c5168a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (dc778457-2134-4e1e-9a20-aafb68a2df1c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:45.947287 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5e74cb8d-f807-4389-a804-86b2079e49ca tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (7ae7734a-066b-4d0f-82f5-e8e91a5e1aef), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:45.957426 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c653c4ab-4489-41d1-a1d0-2b6894c5168a None None] For port dc778457-2134-4e1e-9a20-aafb68a2df1c, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:27:45.961152 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c653c4ab-4489-41d1-a1d0-2b6894c5168a None None] For port dc778457-2134-4e1e-9a20-aafb68a2df1c, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=dc778457-2134-4e1e-9a20-aafb68a2df1c,segment=NetworkSegment(b4692052-4d01-41f5-a3e9-0fcd02552fd8),segment_id=b4692052-4d01-41f5-a3e9-0fcd02552fd8)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:27:45.972548 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c653c4ab-4489-41d1-a1d0-2b6894c5168a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (dc778457-2134-4e1e-9a20-aafb68a2df1c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:46.022593 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9af31a7e-f420-4c03-aa1e-8934129e417c admin admin] Publish callbacks [] for security_group (6af10635-7c33-4e8f-a0ea-010735c522e3), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:46.091466 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653c4ab-4489-41d1-a1d0-2b6894c5168a None None] Pushing event updated for resources: {'Port': ['ID=dc778457-2134-4e1e-9a20-aafb68a2df1c,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:46.146388 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e74cb8d-f807-4389-a804-86b2079e49ca tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Network 08fc5dbc-a8ad-4376-80b5-c53d31d0b259 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:27:46.152843 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-5e74cb8d-f807-4389-a804-86b2079e49ca tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:27:46.178279 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9af31a7e-f420-4c03-aa1e-8934129e417c admin admin] Publish callbacks [] for security_group (6af10635-7c33-4e8f-a0ea-010735c522e3), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:46.205865 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e74cb8d-f807-4389-a804-86b2079e49ca tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:27:46.272334 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74cb8d-f807-4389-a804-86b2079e49ca tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Pushing event updated for resources: {'Port': ['ID=7ae7734a-066b-4d0f-82f5-e8e91a5e1aef,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:46.326910 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e74cb8d-f807-4389-a804-86b2079e49ca tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:46.327845 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5e74cb8d-f807-4389-a804-86b2079e49ca tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:46.372794 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5e74cb8d-f807-4389-a804-86b2079e49ca tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4276488 Mar 22 19:27:46.376734 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51756) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:46.385049 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-a2ae559a-cb9a-4b75-b6c4-7be74cc09d0d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Request body: {'port': {'network_id': '08fc5dbc-a8ad-4376-80b5-c53d31d0b259', 'name': 'tempest-TaggedBootDevicesTest_v242-139020929', 'fixed_ips': [{'subnet_id': 'f61b7108-8801-49ca-a870-f29fe4438af3'}]}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:46.577632 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f9d06-14af-4fab-9e91-ec7a545b51b3 req-17fc2687-9f04-40a0-a278-33ef50247449 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:46.584049 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a93f9d06-14af-4fab-9e91-ec7a545b51b3 req-17fc2687-9f04-40a0-a278-33ef50247449 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=5766b0f5-340d-4f86-a1be-ae074a1a1f7c HTTP/1.1" status: 200 len: 945 time: 0.3212264 Mar 22 19:27:46.606745 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9af31a7e-f420-4c03-aa1e-8934129e417c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (6af10635-7c33-4e8f-a0ea-010735c522e3), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:46.618682 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9af31a7e-f420-4c03-aa1e-8934129e417c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:46.622519 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9af31a7e-f420-4c03-aa1e-8934129e417c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6af10635-7c33-4e8f-a0ea-010735c522e3 HTTP/1.1" status: 204 len: 168 time: 0.7446918 Mar 22 19:27:46.643593 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ae559a-cb9a-4b75-b6c4-7be74cc09d0d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Made reservation on behalf of 3fee7ce517f548f9a4e6097b9989ab12 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:27:46.649692 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a2ae559a-cb9a-4b75-b6c4-7be74cc09d0d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:46.672831 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-a2ae559a-cb9a-4b75-b6c4-7be74cc09d0d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] device_id is not set on port 4ec388ce-f317-4007-a3b7-a3ba772d23b7 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:27:46.680417 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a9ec3-9902-4aa3-87f8-21f8e6dab1ac req-ee44d1f8-5741-4830-b1e4-6d8c4b0ed284 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:46.693201 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-148a9ec3-9902-4aa3-87f8-21f8e6dab1ac req-ee44d1f8-5741-4830-b1e4-6d8c4b0ed284 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 946 time: 0.3395786 Mar 22 19:27:46.722735 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af31a7e-f420-4c03-aa1e-8934129e417c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af10635-7c33-4e8f-a0ea-010735c522e3,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:46.756349 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36069dc6-2f1f-4c8b-b585-2f40bb3ccef4 None None] Network 08fc5dbc-a8ad-4376-80b5-c53d31d0b259 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:27:46.801381 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:27:46.844610 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a93f9d06-14af-4fab-9e91-ec7a545b51b3 req-f780ea4d-3f35-4f89-983b-846e86f11816 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391529 Mar 22 19:27:46.866107 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-148a9ec3-9902-4aa3-87f8-21f8e6dab1ac req-8633f12c-705e-41be-b64a-c26d734f02f6 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716661 Mar 22 19:27:46.989456 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-5415338c-6a9c-445f-b61c-b97fc0570f36 None None] Provisioning complete for port 96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:27:46.990067 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5415338c-6a9c-445f-b61c-b97fc0570f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:47.057541 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-a2ae559a-cb9a-4b75-b6c4-7be74cc09d0d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Allocated IP 10.1.1.56 (08fc5dbc-a8ad-4376-80b5-c53d31d0b259/f61b7108-8801-49ca-a870-f29fe4438af3/4ec388ce-f317-4007-a3b7-a3ba772d23b7) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:27:47.081908 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:27:47.082218 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:47.250668 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-5415338c-6a9c-445f-b61c-b97fc0570f36 None None] Current status of the port 96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:27:47.253220 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5415338c-6a9c-445f-b61c-b97fc0570f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:47.313129 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a2ae559a-cb9a-4b75-b6c4-7be74cc09d0d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks [] for port (4ec388ce-f317-4007-a3b7-a3ba772d23b7), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:47.358895 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-5415338c-6a9c-445f-b61c-b97fc0570f36 None None] For port 96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad,segment=NetworkSegment(186c2c9a-2324-4c56-b190-0b64e4273968),segment_id=186c2c9a-2324-4c56-b190-0b64e4273968)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:27:47.407602 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5415338c-6a9c-445f-b61c-b97fc0570f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:47.408587 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a2ae559a-cb9a-4b75-b6c4-7be74cc09d0d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (4ec388ce-f317-4007-a3b7-a3ba772d23b7), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:47.418904 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51782) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:47.536684 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae559a-cb9a-4b75-b6c4-7be74cc09d0d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Pushing event updated for resources: {'Port': ['ID=4ec388ce-f317-4007-a3b7-a3ba772d23b7,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:47.555755 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c6080eee-4f8c-47f7-87e6-d254f3995711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:47.569192 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ae559a-cb9a-4b75-b6c4-7be74cc09d0d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Network 08fc5dbc-a8ad-4376-80b5-c53d31d0b259 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:27:47.575487 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-a2ae559a-cb9a-4b75-b6c4-7be74cc09d0d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:27:47.581519 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ae559a-cb9a-4b75-b6c4-7be74cc09d0d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:27:47.664284 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-549b9d3d-0969-480c-97cf-06ee77e9b335 None None] Provisioning complete for port 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:27:47.666390 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-549b9d3d-0969-480c-97cf-06ee77e9b335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7ae7734a-066b-4d0f-82f5-e8e91a5e1aef), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:47.681403 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-191b54a5-f83c-4562-9ae2-8205a4187e77 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8533eb6b50c14f97a661054da562b721&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2598238 Mar 22 19:27:47.684371 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51788) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:47.706131 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ae559a-cb9a-4b75-b6c4-7be74cc09d0d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:47.706807 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a2ae559a-cb9a-4b75-b6c4-7be74cc09d0d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:47.748108 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a2ae559a-cb9a-4b75-b6c4-7be74cc09d0d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3672607 Mar 22 19:27:47.836878 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2280b212-71ee-4f1c-914b-c9b01abff228 admin admin] Publish callbacks [] for security_group (e9131db9-68ce-4919-83d2-61a3e82e9821), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:47.845528 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415338c-6a9c-445f-b61c-b97fc0570f36 None None] Pushing event updated for resources: {'Port': ['ID=96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:47.854932 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-549b9d3d-0969-480c-97cf-06ee77e9b335 None None] Port 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:27:47.863436 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:27:47.887548 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-549b9d3d-0969-480c-97cf-06ee77e9b335 None None] Provisioning complete for port 96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:27:47.887943 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-549b9d3d-0969-480c-97cf-06ee77e9b335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:47.931770 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51798) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:47.970383 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2280b212-71ee-4f1c-914b-c9b01abff228 admin admin] Publish callbacks [] for security_group (e9131db9-68ce-4919-83d2-61a3e82e9821), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:48.154671 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-549b9d3d-0969-480c-97cf-06ee77e9b335 None None] Current status of the port 96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:27:48.158039 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727b562a-2f64-40a0-9afb-fa98aef20208 None None] Network c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:27:48.196991 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-54ac213d-c81f-45f6-bf28-cfd6381483a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:48.212623 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca98d4a-687e-4421-b325-3d7996c2f702 req-950fd69e-6b31-49be-93af-6c50c7b53f4e tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:48.231096 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dca98d4a-687e-4421-b325-3d7996c2f702 req-950fd69e-6b31-49be-93af-6c50c7b53f4e tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=5766b0f5-340d-4f86-a1be-ae074a1a1f7c HTTP/1.1" status: 200 len: 945 time: 0.2249911 Mar 22 19:27:48.276249 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2280b212-71ee-4f1c-914b-c9b01abff228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e9131db9-68ce-4919-83d2-61a3e82e9821), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:48.284566 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2280b212-71ee-4f1c-914b-c9b01abff228 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:48.294355 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2280b212-71ee-4f1c-914b-c9b01abff228 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e9131db9-68ce-4919-83d2-61a3e82e9821 HTTP/1.1" status: 204 len: 168 time: 0.6086311 Mar 22 19:27:48.338808 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280b212-71ee-4f1c-914b-c9b01abff228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9131db9-68ce-4919-83d2-61a3e82e9821,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:48.413377 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dca98d4a-687e-4421-b325-3d7996c2f702 req-0bb1688a-bded-44c6-a29b-db4a28ed9f94 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807880 Mar 22 19:27:48.425573 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-54ac213d-c81f-45f6-bf28-cfd6381483a3 admin admin] Publish callbacks [] for security_group (ca3e7ba2-0892-43f8-8017-fb2dd0e2842b), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:48.440606 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-54ac213d-c81f-45f6-bf28-cfd6381483a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ca3e7ba2-0892-43f8-8017-fb2dd0e2842b), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:48.469845 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51812) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:48.475191 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-fdcf88fa-4931-4885-bf65-01dacb7b4d87 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1593546525', 'description': 'tempest-description--1138814244'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:48.539271 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-25a9cc98-009d-48f1-ab6c-3d11188cc9ff None None] Provisioning complete for port 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:27:48.539637 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-25a9cc98-009d-48f1-ab6c-3d11188cc9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7ae7734a-066b-4d0f-82f5-e8e91a5e1aef), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:48.581771 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-54ac213d-c81f-45f6-bf28-cfd6381483a3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dd284647737042c0b0b9ce29203a6d7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6487908 Mar 22 19:27:48.585282 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51816) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:48.588321 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac213d-c81f-45f6-bf28-cfd6381483a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3e7ba2-0892-43f8-8017-fb2dd0e2842b,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:48.622155 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fdcf88fa-4931-4885-bf65-01dacb7b4d87 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:48.625578 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-25a9cc98-009d-48f1-ab6c-3d11188cc9ff None None] Port 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:27:48.646816 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:48.675294 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92559468-6941-436d-83e7-7f2b4d934f0f req-3c37ff31-83da-4b9e-ae62-b2de2fc6303a tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:48.684798 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:48.685324 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-92559468-6941-436d-83e7-7f2b4d934f0f req-3c37ff31-83da-4b9e-ae62-b2de2fc6303a tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 946 time: 0.2012067 Mar 22 19:27:48.690897 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-25a9cc98-009d-48f1-ab6c-3d11188cc9ff None None] Provisioning complete for port dc778457-2134-4e1e-9a20-aafb68a2df1c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:27:48.691271 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-25a9cc98-009d-48f1-ab6c-3d11188cc9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (dc778457-2134-4e1e-9a20-aafb68a2df1c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:48.761273 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a9122d1f-297c-4bb4-a6d0-a770ee685846 admin admin] Publish callbacks [] for security_group (ca3e7ba2-0892-43f8-8017-fb2dd0e2842b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:48.805411 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-25a9cc98-009d-48f1-ab6c-3d11188cc9ff None None] Current status of the port dc778457-2134-4e1e-9a20-aafb68a2df1c is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:27:48.806351 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-25a9cc98-009d-48f1-ab6c-3d11188cc9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (dc778457-2134-4e1e-9a20-aafb68a2df1c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:48.822238 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a9122d1f-297c-4bb4-a6d0-a770ee685846 admin admin] Publish callbacks [] for security_group (ca3e7ba2-0892-43f8-8017-fb2dd0e2842b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:48.846759 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-25a9cc98-009d-48f1-ab6c-3d11188cc9ff None None] For port dc778457-2134-4e1e-9a20-aafb68a2df1c, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=dc778457-2134-4e1e-9a20-aafb68a2df1c,segment=NetworkSegment(b4692052-4d01-41f5-a3e9-0fcd02552fd8),segment_id=b4692052-4d01-41f5-a3e9-0fcd02552fd8)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:27:48.858704 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-25a9cc98-009d-48f1-ab6c-3d11188cc9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (dc778457-2134-4e1e-9a20-aafb68a2df1c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:48.903221 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-92559468-6941-436d-83e7-7f2b4d934f0f req-9de4293b-0a2e-4290-8181-40ae6d783a76 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038729 Mar 22 19:27:48.917880 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fdcf88fa-4931-4885-bf65-01dacb7b4d87 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks [] for security_group (bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:48.934832 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fdcf88fa-4931-4885-bf65-01dacb7b4d87 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:48.935020 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a9122d1f-297c-4bb4-a6d0-a770ee685846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ca3e7ba2-0892-43f8-8017-fb2dd0e2842b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:48.935020 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a9122d1f-297c-4bb4-a6d0-a770ee685846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:48.935342 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a9122d1f-297c-4bb4-a6d0-a770ee685846 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ca3e7ba2-0892-43f8-8017-fb2dd0e2842b HTTP/1.1" status: 204 len: 168 time: 0.3349757 Mar 22 19:27:48.948927 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9122d1f-297c-4bb4-a6d0-a770ee685846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3e7ba2-0892-43f8-8017-fb2dd0e2842b,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:48.951685 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device dc778457-2134-4e1e-9a20-aafb68a2df1c up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:27:48.999933 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9cc98-009d-48f1-ab6c-3d11188cc9ff None None] Pushing event updated for resources: {'Port': ['ID=dc778457-2134-4e1e-9a20-aafb68a2df1c,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:49.039241 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcf88fa-4931-4885-bf65-01dacb7b4d87 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:49.042139 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-8ca9b283-bee8-449c-96f4-1b207aee4ff0 None None] Provisioning complete for port 4ec388ce-f317-4007-a3b7-a3ba772d23b7 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:27:49.042528 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8ca9b283-bee8-449c-96f4-1b207aee4ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (4ec388ce-f317-4007-a3b7-a3ba772d23b7), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:49.075707 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fdcf88fa-4931-4885-bf65-01dacb7b4d87 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:49.079214 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fdcf88fa-4931-4885-bf65-01dacb7b4d87 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6077423 Mar 22 19:27:49.082116 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51830) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:49.088783 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-9e99f905-c068-4c0b-b26b-b44cb3efafaa tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Request body: {'security_group_rule': {'security_group_id': 'bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:49.122995 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8ca9b283-bee8-449c-96f4-1b207aee4ff0 None None] Port 4ec388ce-f317-4007-a3b7-a3ba772d23b7 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:27:49.130359 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port dc778457-2134-4e1e-9a20-aafb68a2df1c triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:27:49.130783 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (dc778457-2134-4e1e-9a20-aafb68a2df1c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:49.182762 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9e99f905-c068-4c0b-b26b-b44cb3efafaa tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks [] for security_group_rule (ccb2794e-490b-4e54-973d-b2b31a2b61e0), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:49.246121 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9e99f905-c068-4c0b-b26b-b44cb3efafaa tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks [] for security_group_rule (ccb2794e-490b-4e54-973d-b2b31a2b61e0), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:49.252880 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port dc778457-2134-4e1e-9a20-aafb68a2df1c is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:27:49.254617 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:27:49.254963 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9e99f905-c068-4c0b-b26b-b44cb3efafaa tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (ccb2794e-490b-4e54-973d-b2b31a2b61e0), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:49.285528 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99f905-c068-4c0b-b26b-b44cb3efafaa tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb2794e-490b-4e54-973d-b2b31a2b61e0,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:49.296756 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9e99f905-c068-4c0b-b26b-b44cb3efafaa tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:49.300766 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9e99f905-c068-4c0b-b26b-b44cb3efafaa tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2150104 Mar 22 19:27:49.300980 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51840) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:49.306061 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-b11fac00-e7de-47e9-90cf-5a71ecef9219 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Request body: {'security_group_rule': {'security_group_id': 'bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:49.318537 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-5ebdec6e-17d3-4f7f-a8b8-10ceaba81fba None None] Provisioning complete for port dc778457-2134-4e1e-9a20-aafb68a2df1c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:27:49.318953 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5ebdec6e-17d3-4f7f-a8b8-10ceaba81fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (dc778457-2134-4e1e-9a20-aafb68a2df1c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:49.349504 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b11fac00-e7de-47e9-90cf-5a71ecef9219 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks [] for security_group_rule (7351d719-2f45-4606-8c5c-2ad527aaa5bd), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:49.357150 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:27:49.357531 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:49.413430 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b11fac00-e7de-47e9-90cf-5a71ecef9219 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks [] for security_group_rule (7351d719-2f45-4606-8c5c-2ad527aaa5bd), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:49.419405 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b11fac00-e7de-47e9-90cf-5a71ecef9219 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (7351d719-2f45-4606-8c5c-2ad527aaa5bd), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:49.455221 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b11fac00-e7de-47e9-90cf-5a71ecef9219 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:49.460095 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b11fac00-e7de-47e9-90cf-5a71ecef9219 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1578398 Mar 22 19:27:49.460273 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51850) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:49.461078 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fac00-e7de-47e9-90cf-5a71ecef9219 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7351d719-2f45-4606-8c5c-2ad527aaa5bd,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:49.471417 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-5db90183-d3b4-48e9-8512-6bd2cec576de tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:49.503667 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5db90183-d3b4-48e9-8512-6bd2cec576de tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:49.554333 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:27:49.560169 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-5ebdec6e-17d3-4f7f-a8b8-10ceaba81fba None None] Current status of the port dc778457-2134-4e1e-9a20-aafb68a2df1c is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:27:49.651447 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51864) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:49.657681 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a56d53-41ce-49dd-b8ec-8f2aa5f3562e req-f4155010-5909-439d-bc35-d7b1b7a83be9 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:49.659285 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c4a56d53-41ce-49dd-b8ec-8f2aa5f3562e req-f4155010-5909-439d-bc35-d7b1b7a83be9 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=5766b0f5-340d-4f86-a1be-ae074a1a1f7c HTTP/1.1" status: 200 len: 945 time: 0.0922537 Mar 22 19:27:49.771158 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c4a56d53-41ce-49dd-b8ec-8f2aa5f3562e req-810aa244-aa29-4f56-911d-4ebb8cd95ef9 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040578 Mar 22 19:27:49.799279 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-7aee40ff-aec9-488f-a8b2-2e06c17f2d47 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1218542647&fields=id&tenant_id=19c710f622d9408e8bd0693a6cf07a03 HTTP/1.1" status: 200 len: 267 time: 0.1138620 Mar 22 19:27:49.799279 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5db90183-d3b4-48e9-8512-6bd2cec576de tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:49.866898 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-d2b7ba76-4366-49c7-a430-a99376995ff4 tempest-QuotasTest-201493041 tempest-QuotasTest-201493041-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:49.908376 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d2b7ba76-4366-49c7-a430-a99376995ff4 tempest-QuotasTest-201493041 tempest-QuotasTest-201493041-project-admin] 10.222.0.75 "PUT /v2.0/quotas/c90cb615c3504e139b622a5af65b3f15 HTTP/1.1" status: 200 len: 366 time: 0.2525711 Mar 22 19:27:49.908376 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51876) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:49.928160 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b4f0d4f0-5507-44fc-8e5d-ee113e5c8d26 tempest-QuotasTest-201493041 tempest-QuotasTest-201493041-project-admin] 10.222.0.75 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0163839 Mar 22 19:27:49.928472 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51878) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:49.943297 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ad4c3fd7-c638-42c2-9f08-c1d2388d1077 tempest-QuotasTest-201493041 tempest-QuotasTest-201493041-project-admin] 10.222.0.75 "GET /v2.0/quotas/c90cb615c3504e139b622a5af65b3f15 HTTP/1.1" status: 200 len: 366 time: 0.0115995 Mar 22 19:27:49.944922 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51882) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:49.989605 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a6a32425-00f7-4d21-8ef7-c253a841b5ea tempest-QuotasTest-201493041 tempest-QuotasTest-201493041-project-admin] 10.222.0.75 "DELETE /v2.0/quotas/c90cb615c3504e139b622a5af65b3f15 HTTP/1.1" status: 204 len: 168 time: 0.0415061 Mar 22 19:27:49.990185 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51884) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:50.007074 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-94a19a3a-7e2e-45fb-a9fb-a328231ee85a tempest-QuotasTest-201493041 tempest-QuotasTest-201493041-project-admin] 10.222.0.75 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0134604 Mar 22 19:27:50.008113 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51888) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:50.021388 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b1163854-f62a-4663-8f34-00e3e73f2be3 tempest-QuotasTest-201493041 tempest-QuotasTest-201493041-project-admin] 10.222.0.75 "GET /v2.0/quotas/c90cb615c3504e139b622a5af65b3f15 HTTP/1.1" status: 200 len: 370 time: 0.0111780 Mar 22 19:27:50.023934 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51890) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:50.033782 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:50.040446 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c8c3d2c1-ad5d-4392-8f80-1697b130c58a tempest-QuotasTest-201493041 tempest-QuotasTest-201493041-project-admin] 10.222.0.75 "GET /v2.0/quotas/c90cb615c3504e139b622a5af65b3f15/default HTTP/1.1" status: 200 len: 370 time: 0.0121408 Mar 22 19:27:50.040626 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-21648282-ebf0-4a6c-bfef-4f1f331c3f7b tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:50.040626 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-21648282-ebf0-4a6c-bfef-4f1f331c3f7b tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/networks?id=09b38f1f-a105-4141-968b-914c29cdfe73 HTTP/1.1" status: 200 len: 816 time: 0.2464273 Mar 22 19:27:50.045619 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51892) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:50.084162 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-92bc7ef4-d667-42ae-b659-219a120e1710 tempest-QuotasTest-201493041 tempest-QuotasTest-201493041-project-admin] delete failed (client error): The resource could not be found. Mar 22 19:27:50.085191 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-92bc7ef4-d667-42ae-b659-219a120e1710 tempest-QuotasTest-201493041 tempest-QuotasTest-201493041-project-admin] 10.222.0.75 "DELETE /v2.0/quotas/c90cb615c3504e139b622a5af65b3f15 HTTP/1.1" status: 404 len: 348 time: 0.0407445 Mar 22 19:27:50.089474 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-5db90183-d3b4-48e9-8512-6bd2cec576de tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Allocated IP 172.25.5.74 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/d0f55d07-ae9b-4089-9b5f-d4c53add2486) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:27:50.106152 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-0c326424-21aa-44be-9784-c093ddef4521 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/quotas/19c710f622d9408e8bd0693a6cf07a03 HTTP/1.1" status: 200 len: 375 time: 0.0534656 Mar 22 19:27:50.226825 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7743998-714c-49f4-b847-fa16b3552538 req-94dd089a-568e-4d80-8d4a-53083c6466d4 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:50.228447 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d7743998-714c-49f4-b847-fa16b3552538 req-94dd089a-568e-4d80-8d4a-53083c6466d4 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 946 time: 0.1682489 Mar 22 19:27:50.269882 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-bf1a58ce-746d-48ef-b6be-7dd870a11e07 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=19c710f622d9408e8bd0693a6cf07a03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1568666 Mar 22 19:27:50.340040 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51906) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:50.363656 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5db90183-d3b4-48e9-8512-6bd2cec576de tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks [] for port (d0f55d07-ae9b-4089-9b5f-d4c53add2486), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:50.371699 n-d-705658-24 neutron-server[104173]: DEBUG neutron.quota.resource [None req-f2e84d4b-24fb-429b-a6c4-93b611a4e720 tempest-QuotasTest-201493041 tempest-QuotasTest-201493041-project-admin] Usage tracker for resource:network and project:ee1ba9e6013945a0971943639309f310 is out of sync, need to count used quota {{(pid=104173) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 22 19:27:50.377488 n-d-705658-24 neutron-server[104173]: DEBUG neutron.quota.resource [None req-f2e84d4b-24fb-429b-a6c4-93b611a4e720 tempest-QuotasTest-201493041 tempest-QuotasTest-201493041-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=104173) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 22 19:27:50.386640 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d7743998-714c-49f4-b847-fa16b3552538 req-2b5679fc-8d0a-47f2-ab2b-8af4b48b98a7 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422305 Mar 22 19:27:50.389017 n-d-705658-24 neutron-server[104173]: DEBUG neutron.quota.resource [None req-f2e84d4b-24fb-429b-a6c4-93b611a4e720 tempest-QuotasTest-201493041 tempest-QuotasTest-201493041-project-admin] Usage tracker for resource:subnet and project:ee1ba9e6013945a0971943639309f310 is out of sync, need to count used quota {{(pid=104173) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 22 19:27:50.395035 n-d-705658-24 neutron-server[104173]: DEBUG neutron.quota.resource [None req-f2e84d4b-24fb-429b-a6c4-93b611a4e720 tempest-QuotasTest-201493041 tempest-QuotasTest-201493041-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=104173) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 22 19:27:50.405600 n-d-705658-24 neutron-server[104173]: DEBUG neutron.quota.resource [None req-f2e84d4b-24fb-429b-a6c4-93b611a4e720 tempest-QuotasTest-201493041 tempest-QuotasTest-201493041-project-admin] Usage tracker for resource:subnetpool and project:ee1ba9e6013945a0971943639309f310 is out of sync, need to count used quota {{(pid=104173) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 22 19:27:50.416379 n-d-705658-24 neutron-server[104173]: DEBUG neutron.quota.resource [None req-f2e84d4b-24fb-429b-a6c4-93b611a4e720 tempest-QuotasTest-201493041 tempest-QuotasTest-201493041-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=104173) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 22 19:27:50.426718 n-d-705658-24 neutron-server[104173]: DEBUG neutron.quota.resource [None req-f2e84d4b-24fb-429b-a6c4-93b611a4e720 tempest-QuotasTest-201493041 tempest-QuotasTest-201493041-project-admin] Usage tracker for resource:port and project:ee1ba9e6013945a0971943639309f310 is out of sync, need to count used quota {{(pid=104173) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 22 19:27:50.431564 n-d-705658-24 neutron-server[104173]: DEBUG neutron.quota.resource [None req-f2e84d4b-24fb-429b-a6c4-93b611a4e720 tempest-QuotasTest-201493041 tempest-QuotasTest-201493041-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=104173) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 22 19:27:50.438773 n-d-705658-24 neutron-server[104173]: DEBUG neutron.quota.resource [None req-f2e84d4b-24fb-429b-a6c4-93b611a4e720 tempest-QuotasTest-201493041 tempest-QuotasTest-201493041-project-admin] Usage tracker for resource:router and project:ee1ba9e6013945a0971943639309f310 is out of sync, need to count used quota {{(pid=104173) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 22 19:27:50.444880 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-bff2e772-9993-40ff-ac2b-ad9d1f233d07 service neutron] 10.222.0.75 "GET /v2.0/networks/09b38f1f-a105-4141-968b-914c29cdfe73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590824 Mar 22 19:27:50.450500 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5db90183-d3b4-48e9-8512-6bd2cec576de tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (d0f55d07-ae9b-4089-9b5f-d4c53add2486), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:50.461452 n-d-705658-24 neutron-server[104173]: DEBUG neutron.quota.resource [None req-f2e84d4b-24fb-429b-a6c4-93b611a4e720 tempest-QuotasTest-201493041 tempest-QuotasTest-201493041-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=104173) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 22 19:27:50.478663 n-d-705658-24 neutron-server[104173]: DEBUG neutron.quota.resource [None req-f2e84d4b-24fb-429b-a6c4-93b611a4e720 tempest-QuotasTest-201493041 tempest-QuotasTest-201493041-project-admin] Usage tracker for resource:floatingip and project:ee1ba9e6013945a0971943639309f310 is out of sync, need to count used quota {{(pid=104173) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 22 19:27:50.484889 n-d-705658-24 neutron-server[104173]: DEBUG neutron.quota.resource [None req-f2e84d4b-24fb-429b-a6c4-93b611a4e720 tempest-QuotasTest-201493041 tempest-QuotasTest-201493041-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=104173) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 22 19:27:50.527196 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:27:50.548173 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db90183-d3b4-48e9-8512-6bd2cec576de tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:27:50.557688 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-5db90183-d3b4-48e9-8512-6bd2cec576de tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:27:50.563755 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db90183-d3b4-48e9-8512-6bd2cec576de tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:27:50.568455 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db90183-d3b4-48e9-8512-6bd2cec576de tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Pushing event updated for resources: {'Port': ['ID=d0f55d07-ae9b-4089-9b5f-d4c53add2486,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:50.581967 n-d-705658-24 neutron-server[104173]: DEBUG neutron.quota.resource [None req-f2e84d4b-24fb-429b-a6c4-93b611a4e720 tempest-QuotasTest-201493041 tempest-QuotasTest-201493041-project-admin] Usage tracker for resource:security_group and project:ee1ba9e6013945a0971943639309f310 is out of sync, need to count used quota {{(pid=104173) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 22 19:27:50.586174 n-d-705658-24 neutron-server[104173]: DEBUG neutron.quota.resource [None req-f2e84d4b-24fb-429b-a6c4-93b611a4e720 tempest-QuotasTest-201493041 tempest-QuotasTest-201493041-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=104173) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 22 19:27:50.594297 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device dc778457-2134-4e1e-9a20-aafb68a2df1c up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:27:50.595633 n-d-705658-24 neutron-server[104173]: DEBUG neutron.quota.resource [None req-f2e84d4b-24fb-429b-a6c4-93b611a4e720 tempest-QuotasTest-201493041 tempest-QuotasTest-201493041-project-admin] Usage tracker for resource:security_group_rule and project:ee1ba9e6013945a0971943639309f310 is out of sync, need to count used quota {{(pid=104173) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 22 19:27:50.599650 n-d-705658-24 neutron-server[104173]: DEBUG neutron.quota.resource [None req-f2e84d4b-24fb-429b-a6c4-93b611a4e720 tempest-QuotasTest-201493041 tempest-QuotasTest-201493041-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=104173) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 22 19:27:50.605011 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f2e84d4b-24fb-429b-a6c4-93b611a4e720 tempest-QuotasTest-201493041 tempest-QuotasTest-201493041-project-admin] 10.222.0.75 "GET /v2.0/quotas/ee1ba9e6013945a0971943639309f310/details.json HTTP/1.1" status: 200 len: 703 time: 0.2634287 Mar 22 19:27:50.635671 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-df63c7da-442d-4ea7-9fa0-88428a1d5d24 service neutron] 10.222.0.75 "GET /v2.0/networks/09b38f1f-a105-4141-968b-914c29cdfe73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805141 Mar 22 19:27:50.658440 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port dc778457-2134-4e1e-9a20-aafb68a2df1c triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:27:50.658658 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (dc778457-2134-4e1e-9a20-aafb68a2df1c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:50.687142 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5db90183-d3b4-48e9-8512-6bd2cec576de tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks [] for floatingip (17b5b324-436c-4836-805a-e8c726d853c4), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:50.737318 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5db90183-d3b4-48e9-8512-6bd2cec576de tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d0f55d07-ae9b-4089-9b5f-d4c53add2486), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:50.814765 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port dc778457-2134-4e1e-9a20-aafb68a2df1c is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:27:51.037006 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51936) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:51.054479 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d2722-294a-4749-8b59-d1d7adbca90b req-917be486-0aac-448c-ba27-37cd2dc86991 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:51.056689 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6f1d2722-294a-4749-8b59-d1d7adbca90b req-917be486-0aac-448c-ba27-37cd2dc86991 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=5766b0f5-340d-4f86-a1be-ae074a1a1f7c HTTP/1.1" status: 200 len: 945 time: 0.1525126 Mar 22 19:27:51.131079 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5db90183-d3b4-48e9-8512-6bd2cec576de tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks [] for port (d0f55d07-ae9b-4089-9b5f-d4c53add2486), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:51.143907 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5db90183-d3b4-48e9-8512-6bd2cec576de tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (d0f55d07-ae9b-4089-9b5f-d4c53add2486), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:51.189957 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6f1d2722-294a-4749-8b59-d1d7adbca90b req-701b768e-5bd2-4e8a-9599-3871b38b1451 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132498 Mar 22 19:27:51.327034 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:51.354424 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3e857e44-b2b1-489a-bca8-43e1d40c09ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:51.391835 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a8a6e958-2e8d-45c7-8a8d-1e1fe7d52157 req-d70f8c2c-3433-419b-a602-35a0f513ce31 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 210 time: 0.0818820 Mar 22 19:27:51.399001 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db90183-d3b4-48e9-8512-6bd2cec576de tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Pushing event updated for resources: {'Port': ['ID=d0f55d07-ae9b-4089-9b5f-d4c53add2486,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:51.405091 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5db90183-d3b4-48e9-8512-6bd2cec576de tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (17b5b324-436c-4836-805a-e8c726d853c4), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:51.445318 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5db90183-d3b4-48e9-8512-6bd2cec576de tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:51.455912 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5db90183-d3b4-48e9-8512-6bd2cec576de tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9944651 Mar 22 19:27:51.576127 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2615f8b-8813-4b49-83ae-f289baca4807 req-d59175e0-5fca-42d5-96e8-0fd525b7752d tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:51.578202 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c2615f8b-8813-4b49-83ae-f289baca4807 req-d59175e0-5fca-42d5-96e8-0fd525b7752d tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 946 time: 0.0795763 Mar 22 19:27:51.579406 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3e857e44-b2b1-489a-bca8-43e1d40c09ef admin admin] Publish callbacks [] for security_group (b64ce59f-f40e-4894-89da-66527f9ab29b), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:51.585350 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3e857e44-b2b1-489a-bca8-43e1d40c09ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b64ce59f-f40e-4894-89da-66527f9ab29b), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:51.645537 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3e857e44-b2b1-489a-bca8-43e1d40c09ef admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b2c92f16ea814f58b10f8bd98f8d09a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6065361 Mar 22 19:27:51.645752 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51960) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:51.647706 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e857e44-b2b1-489a-bca8-43e1d40c09ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64ce59f-f40e-4894-89da-66527f9ab29b,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:51.747578 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c2615f8b-8813-4b49-83ae-f289baca4807 req-8f50d1d0-7c9b-4e5d-af45-d394beefc401 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529405 Mar 22 19:27:51.772875 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-19cc9b62-3a43-4665-a3a0-f7216d3b1e9d admin admin] Publish callbacks [] for security_group (b64ce59f-f40e-4894-89da-66527f9ab29b), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:51.799735 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-19cc9b62-3a43-4665-a3a0-f7216d3b1e9d admin admin] Publish callbacks [] for security_group (b64ce59f-f40e-4894-89da-66527f9ab29b), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:51.889005 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f570613a-fd73-4529-888b-ad334b599f77 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1593546525&fields=id&tenant_id=3fee7ce517f548f9a4e6097b9989ab12 HTTP/1.1" status: 200 len: 267 time: 0.0713615 Mar 22 19:27:51.940351 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-19cc9b62-3a43-4665-a3a0-f7216d3b1e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b64ce59f-f40e-4894-89da-66527f9ab29b), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:51.944160 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-19cc9b62-3a43-4665-a3a0-f7216d3b1e9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:51.946281 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-19cc9b62-3a43-4665-a3a0-f7216d3b1e9d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b64ce59f-f40e-4894-89da-66527f9ab29b HTTP/1.1" status: 204 len: 168 time: 0.2829711 Mar 22 19:27:51.970250 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc9b62-3a43-4665-a3a0-f7216d3b1e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64ce59f-f40e-4894-89da-66527f9ab29b,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:51.994498 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-fa0d531d-e615-4df0-a50d-9dfb252d58bc tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:51.999244 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-fa0d531d-e615-4df0-a50d-9dfb252d58bc tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports/7ae7734a-066b-4d0f-82f5-e8e91a5e1aef HTTP/1.1" status: 200 len: 936 time: 0.1001923 Mar 22 19:27:52.078703 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-cd927114-567a-4bc0-bf21-f1a79da6afe8 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:52.080144 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-cd927114-567a-4bc0-bf21-f1a79da6afe8 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports/4ec388ce-f317-4007-a3b7-a3ba772d23b7 HTTP/1.1" status: 200 len: 935 time: 0.0747039 Mar 22 19:27:52.176572 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-ef20141f-fa68-4b45-babe-80993fe53925 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?network_id=c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0812359 Mar 22 19:27:52.205327 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51996) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:52.227797 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-5cda7313-8aab-4398-9994-06166924bae5 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?network_id=c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0411148 Mar 22 19:27:52.407433 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c18bd9-8aae-413d-b0ff-292b0d3aed4d req-269be111-2b62-4bf2-b29a-0de58a441ae3 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:52.410470 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00c18bd9-8aae-413d-b0ff-292b0d3aed4d req-269be111-2b62-4bf2-b29a-0de58a441ae3 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=5766b0f5-340d-4f86-a1be-ae074a1a1f7c HTTP/1.1" status: 200 len: 945 time: 0.0980935 Mar 22 19:27:52.423578 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-c42f619a-2ca6-4724-99fb-a25014b090f7 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:52.428753 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-c42f619a-2ca6-4724-99fb-a25014b090f7 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:52.429284 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f8bd3f1f-1ec8-486f-a2c0-4de84c256e26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:52.434459 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-c42f619a-2ca6-4724-99fb-a25014b090f7 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:52.436322 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-c42f619a-2ca6-4724-99fb-a25014b090f7 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/networks?id=51c4d819-dc3a-4926-819e-2ad5e382640b&id=08fc5dbc-a8ad-4376-80b5-c53d31d0b259&id=08fc5dbc-a8ad-4376-80b5-c53d31d0b259&id=c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec&id=c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec HTTP/1.1" status: 200 len: 1996 time: 0.1962447 Mar 22 19:27:52.472104 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52006) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:52.491746 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-75d77534-43c9-4532-99ef-1adf910980a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:52.504407 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-66cd2882-073a-44fd-8b85-35f69dd95cf5 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/quotas/3fee7ce517f548f9a4e6097b9989ab12 HTTP/1.1" status: 200 len: 375 time: 0.0439126 Mar 22 19:27:52.520362 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00c18bd9-8aae-413d-b0ff-292b0d3aed4d req-950ac4d1-faa7-458c-9a2e-3038c8618d38 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829134 Mar 22 19:27:52.573053 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-75d77534-43c9-4532-99ef-1adf910980a0 admin admin] Publish callbacks [] for security_group (bfa93763-1754-49a4-8e1a-b7746f507162), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:52.594604 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-75d77534-43c9-4532-99ef-1adf910980a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (bfa93763-1754-49a4-8e1a-b7746f507162), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:52.609493 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-d28752b6-fa91-4e44-a8e4-624aa025fb97 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=3fee7ce517f548f9a4e6097b9989ab12&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0951247 Mar 22 19:27:52.678871 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-75d77534-43c9-4532-99ef-1adf910980a0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ee1ba9e6013945a0971943639309f310&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2057228 Mar 22 19:27:52.681983 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52008) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:52.683151 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d77534-43c9-4532-99ef-1adf910980a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa93763-1754-49a4-8e1a-b7746f507162,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:52.755896 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f8bd3f1f-1ec8-486f-a2c0-4de84c256e26 admin admin] Publish callbacks [] for security_group (6369da3e-a402-4ae6-9694-9bb3abcf5e19), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:52.768980 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f8bd3f1f-1ec8-486f-a2c0-4de84c256e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (6369da3e-a402-4ae6-9694-9bb3abcf5e19), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:52.788917 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d654b10-c3a8-46e5-ae75-1ce360c84e07 admin admin] Publish callbacks [] for security_group (bfa93763-1754-49a4-8e1a-b7746f507162), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:52.791980 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e80b304f-cf52-4c9c-9d0e-ef7562d1ad83 req-e9daa878-ca77-4917-b1e4-efd7fbba7b4b tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 210 time: 0.1068740 Mar 22 19:27:52.822084 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f8bd3f1f-1ec8-486f-a2c0-4de84c256e26 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=738c7b4228ed4272895aa66d8d552140&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6158574 Mar 22 19:27:52.824974 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52012) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:52.841074 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd3f1f-1ec8-486f-a2c0-4de84c256e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6369da3e-a402-4ae6-9694-9bb3abcf5e19,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:52.843376 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d654b10-c3a8-46e5-ae75-1ce360c84e07 admin admin] Publish callbacks [] for security_group (bfa93763-1754-49a4-8e1a-b7746f507162), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:52.891028 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-dda54049-556e-41e4-a786-716328d20cf8 service neutron] 10.222.0.75 "GET /v2.0/networks/51c4d819-dc3a-4926-819e-2ad5e382640b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789249 Mar 22 19:27:52.912099 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d654b10-c3a8-46e5-ae75-1ce360c84e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (bfa93763-1754-49a4-8e1a-b7746f507162), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:52.915284 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d654b10-c3a8-46e5-ae75-1ce360c84e07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:52.919183 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3d654b10-c3a8-46e5-ae75-1ce360c84e07 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bfa93763-1754-49a4-8e1a-b7746f507162 HTTP/1.1" status: 204 len: 168 time: 0.2327962 Mar 22 19:27:52.952770 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d654b10-c3a8-46e5-ae75-1ce360c84e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa93763-1754-49a4-8e1a-b7746f507162,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:53.050628 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-c46ba053-68a4-4551-bbad-8384aa6c04c7 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:53.052314 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-c46ba053-68a4-4551-bbad-8384aa6c04c7 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.85 "GET /v2.0/networks?id=09b38f1f-a105-4141-968b-914c29cdfe73 HTTP/1.1" status: 200 len: 816 time: 0.3661859 Mar 22 19:27:53.153887 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fd162ebc-3032-41a6-a4a8-15c83d06bdd5 admin admin] Publish callbacks [] for security_group (6369da3e-a402-4ae6-9694-9bb3abcf5e19), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:53.219672 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f857c-907c-4366-b035-b2414945f601 req-d0e72599-4d8f-4f25-b96a-84c157e5f414 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:53.222266 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b35f857c-907c-4366-b035-b2414945f601 req-d0e72599-4d8f-4f25-b96a-84c157e5f414 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 946 time: 0.2290077 Mar 22 19:27:53.241152 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fd162ebc-3032-41a6-a4a8-15c83d06bdd5 admin admin] Publish callbacks [] for security_group (6369da3e-a402-4ae6-9694-9bb3abcf5e19), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:53.247325 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-ad818790-e11c-46c2-93f9-aa30a2b25354 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19c710f622d9408e8bd0693a6cf07a03 HTTP/1.1" status: 200 len: 380 time: 0.1800015 Mar 22 19:27:53.248992 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-02b64741-ee98-4abf-8d39-c461edeb51d1 service neutron] 10.222.0.75 "GET /v2.0/networks/51c4d819-dc3a-4926-819e-2ad5e382640b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570423 Mar 22 19:27:53.268375 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-0da2b3ea-f18a-468a-ae97-b7b48f4591c8 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Request body: {'port': {'device_id': '1e1cf4fe-be24-4a47-8dd0-af0d99d320e6', 'network_id': '09b38f1f-a105-4141-968b-914c29cdfe73', 'admin_state_up': True, 'tenant_id': '19c710f622d9408e8bd0693a6cf07a03', 'security_groups': ['b591d7ec-4d48-4377-bca9-c2da745c5c62']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:53.398595 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-1f3b2bd7-8376-4043-8e6e-fd363ff75580 service neutron] 10.222.0.75 "GET /v2.0/ports/7ae7734a-066b-4d0f-82f5-e8e91a5e1aef?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1347625 Mar 22 19:27:53.442862 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b35f857c-907c-4366-b035-b2414945f601 req-261172b3-c23c-4d81-9f22-156ea624a8cf tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055624 Mar 22 19:27:53.508006 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fd162ebc-3032-41a6-a4a8-15c83d06bdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (6369da3e-a402-4ae6-9694-9bb3abcf5e19), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:53.511266 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fd162ebc-3032-41a6-a4a8-15c83d06bdd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:53.512494 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fd162ebc-3032-41a6-a4a8-15c83d06bdd5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6369da3e-a402-4ae6-9694-9bb3abcf5e19 HTTP/1.1" status: 204 len: 168 time: 0.6865153 Mar 22 19:27:53.534197 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd162ebc-3032-41a6-a4a8-15c83d06bdd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6369da3e-a402-4ae6-9694-9bb3abcf5e19,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:53.593630 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-0da2b3ea-f18a-468a-ae97-b7b48f4591c8 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Made reservation on behalf of 19c710f622d9408e8bd0693a6cf07a03 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:27:53.597205 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-0da2b3ea-f18a-468a-ae97-b7b48f4591c8 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:53.618517 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-b4a5ee6c-edaf-4140-8cb7-ef581a71c6eb service neutron] 10.222.0.75 "GET /v2.0/networks/08fc5dbc-a8ad-4376-80b5-c53d31d0b259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066648 Mar 22 19:27:53.734500 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-ceffb32c-6af4-41e8-ba1e-bc6ea5d0ec1b service neutron] 10.222.0.75 "GET /v2.0/networks/08fc5dbc-a8ad-4376-80b5-c53d31d0b259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129732 Mar 22 19:27:54.174692 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52054) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:54.314647 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-d7bf5b03-49e6-4f5b-837c-239c0c6f20d0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Request body: {'networks': [{'name': 'tempest-network--645377254'}, {'name': 'tempest-network--957614947'}]} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:54.314970 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-d7bf5b03-49e6-4f5b-837c-239c0c6f20d0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Request body: {'network': {'name': 'tempest-network--645377254'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:54.315741 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-d7bf5b03-49e6-4f5b-837c-239c0c6f20d0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Request body: {'network': {'name': 'tempest-network--957614947'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:54.338866 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52058) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:54.350137 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-0da2b3ea-f18a-468a-ae97-b7b48f4591c8 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Allocated IP 172.20.0.5 (09b38f1f-a105-4141-968b-914c29cdfe73/1fcaffb3-90ba-4c43-b281-759cd93e4025/9ec80e66-c289-41e0-bc84-8eef87b96316) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:27:54.367940 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bf5b03-49e6-4f5b-837c-239c0c6f20d0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Made reservation on behalf of ca1380657a894776986433ec4deac7b7 for: {'network': 2} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:27:54.373291 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d7bf5b03-49e6-4f5b-837c-239c0c6f20d0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:54.376532 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-87440775-025e-4010-bda6-b3a5a2b5fee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:54.393125 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d7bf5b03-49e6-4f5b-837c-239c0c6f20d0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:54.396299 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-87460926-408a-4851-abaa-c378d512d86a service neutron] 10.222.0.75 "GET /v2.0/ports/4ec388ce-f317-4007-a3b7-a3ba772d23b7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.6528838 Mar 22 19:27:54.518595 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d02e30-8776-4117-a5f1-9a249984880f req-2702d151-3b93-46dd-85c8-398dc6ddab9f tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:54.521138 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d7d02e30-8776-4117-a5f1-9a249984880f req-2702d151-3b93-46dd-85c8-398dc6ddab9f tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=5766b0f5-340d-4f86-a1be-ae074a1a1f7c HTTP/1.1" status: 200 len: 945 time: 0.7803016 Mar 22 19:27:54.543883 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d7bf5b03-49e6-4f5b-837c-239c0c6f20d0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks [] for security_group (9e093637-cc92-468d-9827-426b4e7e4060), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:54.555339 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d7bf5b03-49e6-4f5b-837c-239c0c6f20d0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9e093637-cc92-468d-9827-426b4e7e4060), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:54.556505 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d7bf5b03-49e6-4f5b-837c-239c0c6f20d0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:54.569092 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-87440775-025e-4010-bda6-b3a5a2b5fee7 admin admin] Publish callbacks [] for security_group (8da4175b-3ddb-4210-b49d-8dbce595526a), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:54.588124 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d7d02e30-8776-4117-a5f1-9a249984880f req-544a7cf9-2eff-444c-8d28-4d490347a782 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585036 Mar 22 19:27:54.623057 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-87440775-025e-4010-bda6-b3a5a2b5fee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (8da4175b-3ddb-4210-b49d-8dbce595526a), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:54.671189 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-c6605e62-9534-4c44-b877-e6721f8808ee service neutron] 10.222.0.75 "GET /v2.0/networks/08fc5dbc-a8ad-4376-80b5-c53d31d0b259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528131 Mar 22 19:27:54.677165 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7bf5b03-49e6-4f5b-837c-239c0c6f20d0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:27:54.681769 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-0da2b3ea-f18a-468a-ae97-b7b48f4591c8 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks [] for port (9ec80e66-c289-41e0-bc84-8eef87b96316), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:54.690859 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d7bf5b03-49e6-4f5b-837c-239c0c6f20d0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (c340095e-f82e-48d8-96de-c9af882a5ec5), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:54.691480 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-d7bf5b03-49e6-4f5b-837c-239c0c6f20d0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Added segment c340095e-f82e-48d8-96de-c9af882a5ec5 of type vlan for network cee37b09-4eb6-4520-a582-01cf035eeb5e Mar 22 19:27:54.737605 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d7bf5b03-49e6-4f5b-837c-239c0c6f20d0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (cee37b09-4eb6-4520-a582-01cf035eeb5e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:54.790136 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf5b03-49e6-4f5b-837c-239c0c6f20d0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e093637-cc92-468d-9827-426b4e7e4060,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:54.803539 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7bf5b03-49e6-4f5b-837c-239c0c6f20d0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:27:54.815925 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d7bf5b03-49e6-4f5b-837c-239c0c6f20d0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (cc2b94c7-71c1-4755-bb87-c87a64665a2f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:54.816327 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-d7bf5b03-49e6-4f5b-837c-239c0c6f20d0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Added segment cc2b94c7-71c1-4755-bb87-c87a64665a2f of type vlan for network e89821eb-6cc9-4d2c-8af1-8fb94bee3491 Mar 22 19:27:54.839789 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1cc8168f-3866-4e9f-9843-7b0773994cd0 req-3947864b-bdc5-465e-95c4-eab5de049b81 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 210 time: 0.1022739 Mar 22 19:27:54.866140 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-87440775-025e-4010-bda6-b3a5a2b5fee7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d579a7982b8044b4bc6044e2f68d1b2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5255182 Mar 22 19:27:54.873561 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52062) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:54.889483 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d7bf5b03-49e6-4f5b-837c-239c0c6f20d0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (e89821eb-6cc9-4d2c-8af1-8fb94bee3491), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:54.937127 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87440775-025e-4010-bda6-b3a5a2b5fee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da4175b-3ddb-4210-b49d-8dbce595526a,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:54.954254 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d7bf5b03-49e6-4f5b-837c-239c0c6f20d0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (cee37b09-4eb6-4520-a582-01cf035eeb5e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:54.982636 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d7bf5b03-49e6-4f5b-837c-239c0c6f20d0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (e89821eb-6cc9-4d2c-8af1-8fb94bee3491), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:54.989032 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bf5b03-49e6-4f5b-837c-239c0c6f20d0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:54.993735 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bf5b03-49e6-4f5b-837c-239c0c6f20d0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:54.994852 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d7bf5b03-49e6-4f5b-837c-239c0c6f20d0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:55.045710 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-d5d455c0-9ae6-405c-a151-aa9497cc8f16 service neutron] 10.222.0.75 "GET /v2.0/networks/08fc5dbc-a8ad-4376-80b5-c53d31d0b259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590856 Mar 22 19:27:55.054421 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-0da2b3ea-f18a-468a-ae97-b7b48f4591c8 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (9ec80e66-c289-41e0-bc84-8eef87b96316), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:55.127336 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d7bf5b03-49e6-4f5b-837c-239c0c6f20d0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.9514086 Mar 22 19:27:55.130764 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52066) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:55.172295 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2b3ea-f18a-468a-ae97-b7b48f4591c8 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Pushing event updated for resources: {'Port': ['ID=9ec80e66-c289-41e0-bc84-8eef87b96316,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:55.206046 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2b3ea-f18a-468a-ae97-b7b48f4591c8 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:55.206425 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2b3ea-f18a-468a-ae97-b7b48f4591c8 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:55.206735 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2b3ea-f18a-468a-ae97-b7b48f4591c8 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:55.207078 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2b3ea-f18a-468a-ae97-b7b48f4591c8 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:55.207468 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2b3ea-f18a-468a-ae97-b7b48f4591c8 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:55.207891 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2b3ea-f18a-468a-ae97-b7b48f4591c8 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:55.208229 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2b3ea-f18a-468a-ae97-b7b48f4591c8 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:55.210505 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2b3ea-f18a-468a-ae97-b7b48f4591c8 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:55.210864 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2b3ea-f18a-468a-ae97-b7b48f4591c8 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:55.211209 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2b3ea-f18a-468a-ae97-b7b48f4591c8 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:55.211546 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2b3ea-f18a-468a-ae97-b7b48f4591c8 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:55.212410 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2b3ea-f18a-468a-ae97-b7b48f4591c8 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:55.212743 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2b3ea-f18a-468a-ae97-b7b48f4591c8 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:55.213070 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2b3ea-f18a-468a-ae97-b7b48f4591c8 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:55.213397 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2b3ea-f18a-468a-ae97-b7b48f4591c8 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:27:55.308421 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-0da2b3ea-f18a-468a-ae97-b7b48f4591c8 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Network 09b38f1f-a105-4141-968b-914c29cdfe73 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:27:55.313055 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-0da2b3ea-f18a-468a-ae97-b7b48f4591c8 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:27:55.328011 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae00508c-f105-407b-ab85-42c4a629e537 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:55.334241 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae00508c-f105-407b-ab85-42c4a629e537 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:55.335336 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-34c4dfdd-e19f-4630-9d56-68fc97877f7e admin admin] Publish callbacks [] for security_group (8da4175b-3ddb-4210-b49d-8dbce595526a), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:55.339765 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae00508c-f105-407b-ab85-42c4a629e537 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:55.349528 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae00508c-f105-407b-ab85-42c4a629e537 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:55.356313 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ae00508c-f105-407b-ab85-42c4a629e537 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2243176 Mar 22 19:27:55.359746 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52068) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:55.373652 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-34c4dfdd-e19f-4630-9d56-68fc97877f7e admin admin] Publish callbacks [] for security_group (8da4175b-3ddb-4210-b49d-8dbce595526a), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:55.444067 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-0da2b3ea-f18a-468a-ae97-b7b48f4591c8 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:27:55.446209 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-911849fc-5735-40e3-8f2a-0fc922ac6ab4 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (cee37b09-4eb6-4520-a582-01cf035eeb5e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:55.450304 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf5b03-49e6-4f5b-837c-239c0c6f20d0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Pushing event updated for resources: {'Network': ['ID=cee37b09-4eb6-4520-a582-01cf035eeb5e,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:55.466365 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network cee37b09-4eb6-4520-a582-01cf035eeb5e details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:27:55.545544 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249261bb-83cb-4bdb-8d27-10867027c40b req-15aa70b3-42a0-4e81-9d08-8814629f555f tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:55.555401 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-249261bb-83cb-4bdb-8d27-10867027c40b req-15aa70b3-42a0-4e81-9d08-8814629f555f tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 946 time: 0.6005535 Mar 22 19:27:55.578521 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-0da2b3ea-f18a-468a-ae97-b7b48f4591c8 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:55.579717 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-0da2b3ea-f18a-468a-ae97-b7b48f4591c8 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:55.602280 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-34c4dfdd-e19f-4630-9d56-68fc97877f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (8da4175b-3ddb-4210-b49d-8dbce595526a), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:55.606288 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-34c4dfdd-e19f-4630-9d56-68fc97877f7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:55.609279 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-34c4dfdd-e19f-4630-9d56-68fc97877f7e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8da4175b-3ddb-4210-b49d-8dbce595526a HTTP/1.1" status: 204 len: 168 time: 0.7277966 Mar 22 19:27:55.621325 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf5b03-49e6-4f5b-837c-239c0c6f20d0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Pushing event updated for resources: {'Network': ['ID=e89821eb-6cc9-4d2c-8af1-8fb94bee3491,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:55.639557 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network e89821eb-6cc9-4d2c-8af1-8fb94bee3491 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:27:55.692637 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-0da2b3ea-f18a-468a-ae97-b7b48f4591c8 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4257629 Mar 22 19:27:55.720911 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-4d4ba9d0-a2a2-4f62-b74c-4750d35e2f94 service neutron] Request body: {'port': {'device_id': '1e1cf4fe-be24-4a47-8dd0-af0d99d320e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:55.730932 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4dfdd-e19f-4630-9d56-68fc97877f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da4175b-3ddb-4210-b49d-8dbce595526a,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:55.752116 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ff8011d3-3523-42be-a631-c8527e23ce1e None None] Provisioning complete for port 9ec80e66-c289-41e0-bc84-8eef87b96316 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:27:55.752880 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ff8011d3-3523-42be-a631-c8527e23ce1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9ec80e66-c289-41e0-bc84-8eef87b96316), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:55.832890 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ff8011d3-3523-42be-a631-c8527e23ce1e None None] Port 9ec80e66-c289-41e0-bc84-8eef87b96316 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:27:55.889515 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-249261bb-83cb-4bdb-8d27-10867027c40b req-3cf4f02a-80b2-4beb-ad8c-d66b1d8c95fe tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325019 Mar 22 19:27:55.898161 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-49caa299-8345-4467-93bd-94e6c13e8cc1 service neutron] 10.222.0.75 "GET /v2.0/networks/08fc5dbc-a8ad-4376-80b5-c53d31d0b259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8300166 Mar 22 19:27:55.942475 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-911849fc-5735-40e3-8f2a-0fc922ac6ab4 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (cee37b09-4eb6-4520-a582-01cf035eeb5e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:55.979622 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-911849fc-5735-40e3-8f2a-0fc922ac6ab4 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cee37b09-4eb6-4520-a582-01cf035eeb5e']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:27:55.988927 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-4d4ba9d0-a2a2-4f62-b74c-4750d35e2f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9ec80e66-c289-41e0-bc84-8eef87b96316), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:56.002553 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-911849fc-5735-40e3-8f2a-0fc922ac6ab4 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c340095e-f82e-48d8-96de-c9af882a5ec5') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:27:56.003233 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-911849fc-5735-40e3-8f2a-0fc922ac6ab4 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c340095e-f82e-48d8-96de-c9af882a5ec5') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:27:56.020027 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-911849fc-5735-40e3-8f2a-0fc922ac6ab4 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (c340095e-f82e-48d8-96de-c9af882a5ec5), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:56.057608 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-911849fc-5735-40e3-8f2a-0fc922ac6ab4 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (c340095e-f82e-48d8-96de-c9af882a5ec5), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:56.067678 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-911849fc-5735-40e3-8f2a-0fc922ac6ab4 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:27:56.068113 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-911849fc-5735-40e3-8f2a-0fc922ac6ab4 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (c340095e-f82e-48d8-96de-c9af882a5ec5), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:56.077460 n-d-705658-24 neutron-server[104173]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 22 19:27:56.077460 n-d-705658-24 neutron-server[104173]: warnings.warn('Neutron quota engine will require "--force" ' Mar 22 19:27:56.077460 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:27:56.077460 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:27:56.077460 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:27:56.077460 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:27:56.077460 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:27:56.077460 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:27:56.077460 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:27:56.077460 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:27:56.077460 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:27:56.077460 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:27:56.077460 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:27:56.077460 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:27:56.077460 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:27:56.077460 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:27:56.077460 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:27:56.077460 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:27:56.077460 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:27:56.077460 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:27:56.077460 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:27:56.077460 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:27:56.077460 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:27:56.077460 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:27:56.077460 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:27:56.077460 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:27:56.077460 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:27:56.077460 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:27:56.077460 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:27:56.077460 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:27:56.077460 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:27:56.077460 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:27:56.077460 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:27:56.077460 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:27:56.152910 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-911849fc-5735-40e3-8f2a-0fc922ac6ab4 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (cee37b09-4eb6-4520-a582-01cf035eeb5e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:56.168148 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-fe83c8e1-6a34-49fe-b3c7-4ce1bc80598a service neutron] 10.222.0.75 "GET /v2.0/networks/08fc5dbc-a8ad-4376-80b5-c53d31d0b259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690382 Mar 22 19:27:56.185265 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-911849fc-5735-40e3-8f2a-0fc922ac6ab4 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:56.198157 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-911849fc-5735-40e3-8f2a-0fc922ac6ab4 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] 10.222.0.75 "DELETE /v2.0/networks/cee37b09-4eb6-4520-a582-01cf035eeb5e HTTP/1.1" status: 204 len: 168 time: 0.8351855 Mar 22 19:27:56.204224 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52086) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:56.282551 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911849fc-5735-40e3-8f2a-0fc922ac6ab4 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Pushing event deleted for resources: {'Network': ['ID=cee37b09-4eb6-4520-a582-01cf035eeb5e,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:56.316888 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50dc12-062c-45e3-93d7-4d47caea3cfd req-eb9cb6b1-0482-4e37-96e3-403aa8622f82 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:56.318829 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc50dc12-062c-45e3-93d7-4d47caea3cfd req-eb9cb6b1-0482-4e37-96e3-403aa8622f82 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=5766b0f5-340d-4f86-a1be-ae074a1a1f7c HTTP/1.1" status: 200 len: 945 time: 0.2898233 Mar 22 19:27:56.414736 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-60ee2bad-b976-482d-95fc-6076cfed1db7 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (e89821eb-6cc9-4d2c-8af1-8fb94bee3491), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:56.463010 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc50dc12-062c-45e3-93d7-4d47caea3cfd req-b288d8b2-5a46-4758-9719-a105de0aad9f tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160729 Mar 22 19:27:56.467856 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-0ae1ccc8-87f6-414e-b57b-fedbcf948ca5 service neutron] 10.222.0.75 "GET /v2.0/networks/08fc5dbc-a8ad-4376-80b5-c53d31d0b259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529540 Mar 22 19:27:56.576041 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-60ee2bad-b976-482d-95fc-6076cfed1db7 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (e89821eb-6cc9-4d2c-8af1-8fb94bee3491), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:56.605656 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-60ee2bad-b976-482d-95fc-6076cfed1db7 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e89821eb-6cc9-4d2c-8af1-8fb94bee3491']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:27:56.636396 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-60ee2bad-b976-482d-95fc-6076cfed1db7 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2b94c7-71c1-4755-bb87-c87a64665a2f') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:27:56.636645 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-60ee2bad-b976-482d-95fc-6076cfed1db7 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2b94c7-71c1-4755-bb87-c87a64665a2f') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:27:56.656950 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-60ee2bad-b976-482d-95fc-6076cfed1db7 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (cc2b94c7-71c1-4755-bb87-c87a64665a2f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:56.672052 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-e2d157d0-6738-4813-9bb9-82e59465f548 service neutron] 10.222.0.75 "GET /v2.0/networks/08fc5dbc-a8ad-4376-80b5-c53d31d0b259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968021 Mar 22 19:27:56.675921 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-60ee2bad-b976-482d-95fc-6076cfed1db7 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (cc2b94c7-71c1-4755-bb87-c87a64665a2f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:56.690444 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ee2bad-b976-482d-95fc-6076cfed1db7 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:27:56.690925 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-60ee2bad-b976-482d-95fc-6076cfed1db7 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (cc2b94c7-71c1-4755-bb87-c87a64665a2f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:56.694874 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:27:56.694874 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:27:56.694874 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:27:56.694874 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:27:56.694874 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:27:56.694874 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:27:56.694874 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:27:56.694874 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:27:56.694874 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:27:56.694874 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:27:56.694874 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:27:56.694874 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:27:56.694874 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:27:56.694874 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:27:56.694874 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:27:56.694874 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:27:56.694874 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:27:56.694874 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:27:56.694874 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:27:56.694874 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:27:56.694874 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:27:56.694874 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:27:56.694874 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:27:56.694874 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:27:56.694874 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:27:56.694874 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:27:56.694874 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:27:56.694874 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:27:56.694874 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:27:56.694874 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:27:56.694874 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:27:56.694874 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:27:56.704317 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-4d4ba9d0-a2a2-4f62-b74c-4750d35e2f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ec80e66-c289-41e0-bc84-8eef87b96316 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:27:56.776028 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-4d4ba9d0-a2a2-4f62-b74c-4750d35e2f94 service neutron] Publish callbacks [] for port (9ec80e66-c289-41e0-bc84-8eef87b96316), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:56.804573 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-60ee2bad-b976-482d-95fc-6076cfed1db7 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (e89821eb-6cc9-4d2c-8af1-8fb94bee3491), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:56.812904 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-60ee2bad-b976-482d-95fc-6076cfed1db7 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:56.819170 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-60ee2bad-b976-482d-95fc-6076cfed1db7 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] 10.222.0.75 "DELETE /v2.0/networks/e89821eb-6cc9-4d2c-8af1-8fb94bee3491 HTTP/1.1" status: 204 len: 168 time: 0.6119730 Mar 22 19:27:56.823330 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52106) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:56.892935 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee2bad-b976-482d-95fc-6076cfed1db7 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Pushing event deleted for resources: {'Network': ['ID=e89821eb-6cc9-4d2c-8af1-8fb94bee3491,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:56.925900 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52108) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:56.931869 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-4d4ba9d0-a2a2-4f62-b74c-4750d35e2f94 service neutron] Transition to ACTIVE for port object 9ec80e66-c289-41e0-bc84-8eef87b96316 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:27:56.945693 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-4d4ba9d0-a2a2-4f62-b74c-4750d35e2f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (9ec80e66-c289-41e0-bc84-8eef87b96316), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:57.009262 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf346c0a-6a3c-4ef3-8f9b-88117fafb67f req-a4c9849c-e9c3-4100-9af3-7c71d81302ba tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:57.016061 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bf346c0a-6a3c-4ef3-8f9b-88117fafb67f req-a4c9849c-e9c3-4100-9af3-7c71d81302ba tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 931 time: 0.3621576 Mar 22 19:27:57.070278 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ba9d0-a2a2-4f62-b74c-4750d35e2f94 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec80e66-c289-41e0-bc84-8eef87b96316,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:57.075454 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-caebcfc0-39d8-462b-a25a-c3d901833de2 service neutron] 10.222.0.75 "GET /v2.0/networks/c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002230 Mar 22 19:27:57.077444 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdad601c-2a49-4c5f-a323-d05d19901277 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:57.090645 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdad601c-2a49-4c5f-a323-d05d19901277 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:57.096658 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cdad601c-2a49-4c5f-a323-d05d19901277 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2627807 Mar 22 19:27:57.102838 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52114) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:57.108884 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-ab20ed57-da1f-4643-82c7-ac01db492548 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-664517666'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:57.151168 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab20ed57-da1f-4643-82c7-ac01db492548 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Made reservation on behalf of ca1380657a894776986433ec4deac7b7 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:27:57.163203 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ab20ed57-da1f-4643-82c7-ac01db492548 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:57.193458 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab20ed57-da1f-4643-82c7-ac01db492548 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:27:57.206048 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ab20ed57-da1f-4643-82c7-ac01db492548 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (f2f3a263-a4ea-408d-a28a-6ec91e6e9938), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:57.208151 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-ab20ed57-da1f-4643-82c7-ac01db492548 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Added segment f2f3a263-a4ea-408d-a28a-6ec91e6e9938 of type vlan for network 80527644-107a-40f7-b703-33c6f1c64a1c Mar 22 19:27:57.224543 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-2af5dc88-8b44-420d-a3c9-947db23338d2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-648180597-network', 'tenant_id': '35e5458d09af4a7a8b9806a4620b4bfa'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:57.254751 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ab20ed57-da1f-4643-82c7-ac01db492548 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (80527644-107a-40f7-b703-33c6f1c64a1c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:57.257287 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bf346c0a-6a3c-4ef3-8f9b-88117fafb67f req-ab34ef4b-3dcc-4b3a-bc8e-827cbdd00be3 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/security-groups?id=b591d7ec-4d48-4377-bca9-c2da745c5c62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2400920 Mar 22 19:27:57.307751 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ab20ed57-da1f-4643-82c7-ac01db492548 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (80527644-107a-40f7-b703-33c6f1c64a1c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:57.312854 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab20ed57-da1f-4643-82c7-ac01db492548 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:57.313453 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ab20ed57-da1f-4643-82c7-ac01db492548 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:57.396095 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab20ed57-da1f-4643-82c7-ac01db492548 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Pushing event updated for resources: {'Network': ['ID=80527644-107a-40f7-b703-33c6f1c64a1c,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:57.407828 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 80527644-107a-40f7-b703-33c6f1c64a1c details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:27:57.427182 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ab20ed57-da1f-4643-82c7-ac01db492548 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3207967 Mar 22 19:27:57.427746 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52116) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:57.429002 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af5dc88-8b44-420d-a3c9-947db23338d2 admin admin] Made reservation on behalf of 35e5458d09af4a7a8b9806a4620b4bfa for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:27:57.438548 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-7bef4ecb-adcc-4785-85a7-cdf9b180606a tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-711073041'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:57.448388 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2af5dc88-8b44-420d-a3c9-947db23338d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:57.463970 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bef4ecb-adcc-4785-85a7-cdf9b180606a tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Made reservation on behalf of ca1380657a894776986433ec4deac7b7 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:27:57.468991 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7bef4ecb-adcc-4785-85a7-cdf9b180606a tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:57.502645 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bef4ecb-adcc-4785-85a7-cdf9b180606a tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:27:57.515644 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7bef4ecb-adcc-4785-85a7-cdf9b180606a tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (48159860-b537-44fa-9d9c-9631bfb0be6c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:57.516919 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-7bef4ecb-adcc-4785-85a7-cdf9b180606a tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Added segment 48159860-b537-44fa-9d9c-9631bfb0be6c of type vlan for network 4b6b3e87-926c-4f11-9167-5522f131d91c Mar 22 19:27:57.530415 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2af5dc88-8b44-420d-a3c9-947db23338d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:57.556875 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-d82ff955-0bc1-4bdb-890d-4b1d1ee781f9 service neutron] 10.222.0.75 "GET /v2.0/networks/c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321189 Mar 22 19:27:57.581935 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7bef4ecb-adcc-4785-85a7-cdf9b180606a tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (4b6b3e87-926c-4f11-9167-5522f131d91c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:57.613715 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7bef4ecb-adcc-4785-85a7-cdf9b180606a tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (4b6b3e87-926c-4f11-9167-5522f131d91c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:57.620921 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bef4ecb-adcc-4785-85a7-cdf9b180606a tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:57.621956 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7bef4ecb-adcc-4785-85a7-cdf9b180606a tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:57.636524 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-4d4ba9d0-a2a2-4f62-b74c-4750d35e2f94 service neutron] Attempting to bind port 9ec80e66-c289-41e0-bc84-8eef87b96316 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:27:57.636865 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-4d4ba9d0-a2a2-4f62-b74c-4750d35e2f94 service neutron] Attempting to bind port 9ec80e66-c289-41e0-bc84-8eef87b96316 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '8067e91b-cbcd-4271-9c5d-e5892f367a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '09b38f1f-a105-4141-968b-914c29cdfe73'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:27:57.637266 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-4d4ba9d0-a2a2-4f62-b74c-4750d35e2f94 service neutron] Attempting to bind port 9ec80e66-c289-41e0-bc84-8eef87b96316 on network 09b38f1f-a105-4141-968b-914c29cdfe73 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:27:57.657621 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-4d4ba9d0-a2a2-4f62-b74c-4750d35e2f94 service neutron] Port 9ec80e66-c289-41e0-bc84-8eef87b96316 on network 09b38f1f-a105-4141-968b-914c29cdfe73 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:27:57.657988 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-4d4ba9d0-a2a2-4f62-b74c-4750d35e2f94 service neutron] Attempting to bind port 9ec80e66-c289-41e0-bc84-8eef87b96316 on network 09b38f1f-a105-4141-968b-914c29cdfe73 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:27:57.673392 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b8267-a4ee-4dd1-b131-3aa4d0cc7e18 req-8b2dfd59-82cb-4ac5-8bee-fdfa55241d90 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:57.680289 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b53b8267-a4ee-4dd1-b131-3aa4d0cc7e18 req-8b2dfd59-82cb-4ac5-8bee-fdfa55241d90 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 946 time: 0.2955396 Mar 22 19:27:57.695203 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-4d4ba9d0-a2a2-4f62-b74c-4750d35e2f94 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:27:57.695556 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-4d4ba9d0-a2a2-4f62-b74c-4750d35e2f94 service neutron] Checking segment: {'id': '8067e91b-cbcd-4271-9c5d-e5892f367a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '09b38f1f-a105-4141-968b-914c29cdfe73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:27:57.695908 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-4d4ba9d0-a2a2-4f62-b74c-4750d35e2f94 service neutron] Bound using segment: {'id': '8067e91b-cbcd-4271-9c5d-e5892f367a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '09b38f1f-a105-4141-968b-914c29cdfe73'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:27:57.696440 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-4d4ba9d0-a2a2-4f62-b74c-4750d35e2f94 service neutron] Bound port: 9ec80e66-c289-41e0-bc84-8eef87b96316, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8067e91b-cbcd-4271-9c5d-e5892f367a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '09b38f1f-a105-4141-968b-914c29cdfe73'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:27:57.696811 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-4d4ba9d0-a2a2-4f62-b74c-4750d35e2f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9ec80e66-c289-41e0-bc84-8eef87b96316), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:57.807385 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-80f90c61-02de-4265-abf1-2f956dfcb5a4 service neutron] 10.222.0.75 "GET /v2.0/networks/c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354140 Mar 22 19:27:57.846223 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b53b8267-a4ee-4dd1-b131-3aa4d0cc7e18 req-e2290a04-5db1-458e-95b3-c57bdda45626 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591585 Mar 22 19:27:58.016555 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7bef4ecb-adcc-4785-85a7-cdf9b180606a tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5880277 Mar 22 19:27:58.018926 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52122) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:58.028482 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef4ecb-adcc-4785-85a7-cdf9b180606a tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Pushing event updated for resources: {'Network': ['ID=4b6b3e87-926c-4f11-9167-5522f131d91c,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:58.039646 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 4b6b3e87-926c-4f11-9167-5522f131d91c details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:27:58.040335 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-4d4ba9d0-a2a2-4f62-b74c-4750d35e2f94 service neutron] For port 9ec80e66-c289-41e0-bc84-8eef87b96316, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:27:58.045516 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-385adb38-c6cc-4250-a777-5ec0f9f8764c tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Request body: {'ports': [{'network_id': '80527644-107a-40f7-b703-33c6f1c64a1c', 'name': 'tempest-port--1839627624', 'admin_state_up': True}, {'network_id': '4b6b3e87-926c-4f11-9167-5522f131d91c', 'admin_state_up': False}]} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:58.045817 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-385adb38-c6cc-4250-a777-5ec0f9f8764c tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Request body: {'port': {'network_id': '80527644-107a-40f7-b703-33c6f1c64a1c', 'name': 'tempest-port--1839627624', 'admin_state_up': True}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:58.046321 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-385adb38-c6cc-4250-a777-5ec0f9f8764c tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Request body: {'port': {'network_id': '4b6b3e87-926c-4f11-9167-5522f131d91c', 'admin_state_up': False}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:58.073313 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2af5dc88-8b44-420d-a3c9-947db23338d2 admin admin] Publish callbacks [] for security_group (f68be226-f10a-457e-9f26-a4b770ba8880), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:58.103593 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-4d4ba9d0-a2a2-4f62-b74c-4750d35e2f94 service neutron] For port 9ec80e66-c289-41e0-bc84-8eef87b96316, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=9ec80e66-c289-41e0-bc84-8eef87b96316,segment=NetworkSegment(8067e91b-cbcd-4271-9c5d-e5892f367a72),segment_id=8067e91b-cbcd-4271-9c5d-e5892f367a72)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:27:58.118828 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2af5dc88-8b44-420d-a3c9-947db23338d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f68be226-f10a-457e-9f26-a4b770ba8880), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:58.151134 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-4d4ba9d0-a2a2-4f62-b74c-4750d35e2f94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (9ec80e66-c289-41e0-bc84-8eef87b96316), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:58.183602 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2af5dc88-8b44-420d-a3c9-947db23338d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:27:58.221671 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-06a70419-77a0-4dfd-9669-33ce8fab00a6 service neutron] 10.222.0.75 "GET /v2.0/networks/c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072607 Mar 22 19:27:58.242352 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5dc88-8b44-420d-a3c9-947db23338d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68be226-f10a-457e-9f26-a4b770ba8880,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:58.271138 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-4d4ba9d0-a2a2-4f62-b74c-4750d35e2f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:58.271767 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-4d4ba9d0-a2a2-4f62-b74c-4750d35e2f94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:58.273206 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-4d4ba9d0-a2a2-4f62-b74c-4750d35e2f94 service neutron] 10.222.0.85 "PUT /v2.0/ports/9ec80e66-c289-41e0-bc84-8eef87b96316 HTTP/1.1" status: 200 len: 1092 time: 2.5660157 Mar 22 19:27:58.277937 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2af5dc88-8b44-420d-a3c9-947db23338d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (5be35db7-b604-4f84-8e14-f19991e093a4), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:58.278275 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-2af5dc88-8b44-420d-a3c9-947db23338d2 admin admin] Added segment 5be35db7-b604-4f84-8e14-f19991e093a4 of type vlan for network bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1 Mar 22 19:27:58.279530 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e1cf4fe-be24-4a47-8dd0-af0d99d320e6', 'tag': '9ec80e66-c289-41e0-bc84-8eef87b96316'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:27:58.281840 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ec5bb3-753b-4d20-910b-eef98f37a334" -d '{"events": [{"name": "network-changed", "server_uuid": "1e1cf4fe-be24-4a47-8dd0-af0d99d320e6", "tag": "9ec80e66-c289-41e0-bc84-8eef87b96316"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:27:58.291213 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb31971-4361-4948-8fd6-df11235e83dd req-78e28242-6f4f-460e-a394-7c9e7d6767d6 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:58.298857 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0bb31971-4361-4948-8fd6-df11235e83dd req-78e28242-6f4f-460e-a394-7c9e7d6767d6 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=5766b0f5-340d-4f86-a1be-ae074a1a1f7c HTTP/1.1" status: 200 len: 945 time: 0.3373973 Mar 22 19:27:58.491487 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ba9d0-a2a2-4f62-b74c-4750d35e2f94 service neutron] Pushing event updated for resources: {'Port': ['ID=9ec80e66-c289-41e0-bc84-8eef87b96316,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:58.519966 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2af5dc88-8b44-420d-a3c9-947db23338d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:58.528872 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-1c982fb1-838f-4962-8544-96d4f96920cb tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:58.530366 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-1c982fb1-838f-4962-8544-96d4f96920cb tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports/7ae7734a-066b-4d0f-82f5-e8e91a5e1aef HTTP/1.1" status: 200 len: 936 time: 0.2921824 Mar 22 19:27:58.632499 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0bb31971-4361-4948-8fd6-df11235e83dd req-64e3d015-71f6-44ba-890a-9326a41af3cf tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327572 Mar 22 19:27:58.661217 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-31d74269-8085-499e-9080-c11d2c681717 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:58.662663 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-31d74269-8085-499e-9080-c11d2c681717 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports/4ec388ce-f317-4007-a3b7-a3ba772d23b7 HTTP/1.1" status: 200 len: 935 time: 0.1145229 Mar 22 19:27:58.666082 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2af5dc88-8b44-420d-a3c9-947db23338d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:58.666946 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af5dc88-8b44-420d-a3c9-947db23338d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:58.667559 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2af5dc88-8b44-420d-a3c9-947db23338d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:58.672686 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385adb38-c6cc-4250-a777-5ec0f9f8764c tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Made reservation on behalf of ca1380657a894776986433ec4deac7b7 for: {'port': 2} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:27:58.676700 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-385adb38-c6cc-4250-a777-5ec0f9f8764c tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:58.684613 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-5ddeb14a-b1c5-405f-9531-baee7c57c088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:58.690109 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-5ddeb14a-b1c5-405f-9531-baee7c57c088 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=19c710f622d9408e8bd0693a6cf07a03&device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 1126 time: 0.3456125 Mar 22 19:27:58.816609 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-385adb38-c6cc-4250-a777-5ec0f9f8764c tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:58.840172 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-d4f2e7ca-6e86-459d-9a19-b8928d483c80 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ec80e66-c289-41e0-bc84-8eef87b96316 HTTP/1.1" status: 200 len: 217 time: 0.0792150 Mar 22 19:27:58.846595 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2af5dc88-8b44-420d-a3c9-947db23338d2 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9136553 Mar 22 19:27:58.847017 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52132) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:58.851988 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-f5ed897a-604b-4f39-b798-9f036b71928d admin admin] Request body: {'subnet': {'network_id': 'bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-648180597-subnet', 'tenant_id': '35e5458d09af4a7a8b9806a4620b4bfa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:58.869520 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5dc88-8b44-420d-a3c9-947db23338d2 admin admin] Pushing event updated for resources: {'Network': ['ID=bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:58.879624 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:27:58.919407 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ed897a-604b-4f39-b798-9f036b71928d admin admin] Made reservation on behalf of 35e5458d09af4a7a8b9806a4620b4bfa for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:27:58.921765 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f5ed897a-604b-4f39-b798-9f036b71928d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:59.042240 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-fc07c2fc-4ff3-4a9b-825e-e3db0188b4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:59.043898 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-fc07c2fc-4ff3-4a9b-825e-e3db0188b4f4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1fcaffb3-90ba-4c43-b281-759cd93e4025 HTTP/1.1" status: 200 len: 855 time: 0.1913445 Mar 22 19:27:59.156464 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6fec2-2beb-4e05-af71-783c2ab4a070 req-e1730b8c-8ec5-4b24-9cb7-0d26834acb13 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:59.164105 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62c6fec2-2beb-4e05-af71-783c2ab4a070 req-e1730b8c-8ec5-4b24-9cb7-0d26834acb13 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 943 time: 0.3955836 Mar 22 19:27:59.196597 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f5ed897a-604b-4f39-b798-9f036b71928d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (72aa92bd-f69b-45e8-b999-5f9ded1f83d4), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:59.215859 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-385adb38-c6cc-4250-a777-5ec0f9f8764c tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] device_id is not set on port b1ef6c9b-7fce-4a32-bdf0-6fea7241a66f yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:27:59.263095 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-16047c71-0d5f-43e3-a179-5a97d2c3e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:59.264698 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-16047c71-0d5f-43e3-a179-5a97d2c3e797 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=09b38f1f-a105-4141-968b-914c29cdfe73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1993835 Mar 22 19:27:59.284199 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62c6fec2-2beb-4e05-af71-783c2ab4a070 req-3e35ba5a-9a51-4e8a-86ad-05f5cb1959c3 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/security-groups?id=b591d7ec-4d48-4377-bca9-c2da745c5c62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189952 Mar 22 19:27:59.284650 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed897a-604b-4f39-b798-9f036b71928d admin admin] Pushing event updated for resources: {'Subnet': ['ID=72aa92bd-f69b-45e8-b999-5f9ded1f83d4,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:27:59.341475 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ed897a-604b-4f39-b798-9f036b71928d admin admin] Checking segment: {'id': '5be35db7-b604-4f84-8e14-f19991e093a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:27:59.342310 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ed897a-604b-4f39-b798-9f036b71928d admin admin] Network hostable DHCP agents. Network: bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:27:59.370165 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ed897a-604b-4f39-b798-9f036b71928d admin admin] Network bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:27:59.388587 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-f5ed897a-604b-4f39-b798-9f036b71928d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:27:59.392564 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79dec28-47a5-4c3a-b714-487437971f04 x-openstack-request-id: req-d79dec28-47a5-4c3a-b714-487437971f04 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:27:59.392856 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e1cf4fe-be24-4a47-8dd0-af0d99d320e6", "tag": "9ec80e66-c289-41e0-bc84-8eef87b96316", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:27:59.393208 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d79dec28-47a5-4c3a-b714-487437971f04 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:27:59.393539 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d79dec28-47a5-4c3a-b714-487437971f04'] response: {'name': 'network-changed', 'server_uuid': '1e1cf4fe-be24-4a47-8dd0-af0d99d320e6', 'tag': '9ec80e66-c289-41e0-bc84-8eef87b96316', 'status': 'completed', 'code': 200} Mar 22 19:27:59.403456 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163a9758-70c6-40fd-b277-e58fd467f4d8 None None] Network bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:27:59.418689 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ed897a-604b-4f39-b798-9f036b71928d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:27:59.422635 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f5ed897a-604b-4f39-b798-9f036b71928d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:59.466417 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f5ed897a-604b-4f39-b798-9f036b71928d admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6181133 Mar 22 19:27:59.469183 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52156) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:27:59.481662 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-1c64f5ae-535a-4db5-94a8-03a1c6bbfeda admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-648180597-router', 'tenant_id': '35e5458d09af4a7a8b9806a4620b4bfa', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:27:59.491015 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-7858b9b0-b602-4102-9f0a-e2c10d04d17a service neutron] 10.222.0.85 "GET /v2.0/networks/09b38f1f-a105-4141-968b-914c29cdfe73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961253 Mar 22 19:27:59.511174 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-385adb38-c6cc-4250-a777-5ec0f9f8764c tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks [] for port (b1ef6c9b-7fce-4a32-bdf0-6fea7241a66f), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:59.524750 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1c64f5ae-535a-4db5-94a8-03a1c6bbfeda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (61a1d9b6-ea7a-4faf-8a88-56d0630cfd03), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:59.526383 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1c64f5ae-535a-4db5-94a8-03a1c6bbfeda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (61a1d9b6-ea7a-4faf-8a88-56d0630cfd03), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:59.605299 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb276c40-d6a2-4134-9a1c-84ca8c82bb1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1', 'network_id': 'bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1', 'project_id': '35e5458d09af4a7a8b9806a4620b4bfa', 'fixed_ips': [{'subnet_id': '72aa92bd-f69b-45e8-b999-5f9ded1f83d4'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:27:59.606502 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bb276c40-d6a2-4134-9a1c-84ca8c82bb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:59.608652 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1c64f5ae-535a-4db5-94a8-03a1c6bbfeda admin admin] Publish callbacks [] for router_controller (61a1d9b6-ea7a-4faf-8a88-56d0630cfd03), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:59.799916 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1c64f5ae-535a-4db5-94a8-03a1c6bbfeda admin admin] Publish callbacks [] for router_gateway (61a1d9b6-ea7a-4faf-8a88-56d0630cfd03), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:27:59.973110 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-bb276c40-d6a2-4134-9a1c-84ca8c82bb1b None None] Allocated IP 172.20.0.2 (bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1/72aa92bd-f69b-45e8-b999-5f9ded1f83d4/ed6d1be5-98b1-43b5-bd1d-b51513d8dba8) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:28:00.128329 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-385adb38-c6cc-4250-a777-5ec0f9f8764c tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] device_id is not set on port 4f894be1-11a1-446f-81db-3cd8e725dae8 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:28:00.162124 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1c64f5ae-535a-4db5-94a8-03a1c6bbfeda admin admin] Publish callbacks [] for router_gateway (61a1d9b6-ea7a-4faf-8a88-56d0630cfd03), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:00.184306 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878d8f4-5994-4b86-ba03-c96563db930e req-63df4325-681c-4aed-8ddd-6dc3b5a8d65e tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:00.192715 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d878d8f4-5994-4b86-ba03-c96563db930e req-63df4325-681c-4aed-8ddd-6dc3b5a8d65e tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 946 time: 0.6671064 Mar 22 19:28:00.217261 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa4a30ed-c8ee-48f9-a59b-47a9bb80e410 req-b540801f-569d-4f74-a46b-5ef8c8286d07 service neutron] 10.222.0.85 "GET /v2.0/networks/09b38f1f-a105-4141-968b-914c29cdfe73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7141674 Mar 22 19:28:00.223086 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f04bc-a194-4975-ace4-d770cd2cadb8 req-7cd0cac4-4562-4373-bbe3-8d8d917c2bb6 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:00.231418 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d43f04bc-a194-4975-ace4-d770cd2cadb8 req-7cd0cac4-4562-4373-bbe3-8d8d917c2bb6 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=5766b0f5-340d-4f86-a1be-ae074a1a1f7c HTTP/1.1" status: 200 len: 945 time: 0.2307963 Mar 22 19:28:00.248662 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1c64f5ae-535a-4db5-94a8-03a1c6bbfeda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:00.281577 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bb276c40-d6a2-4134-9a1c-84ca8c82bb1b None None] Publish callbacks [] for port (ed6d1be5-98b1-43b5-bd1d-b51513d8dba8), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:00.293692 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bb276c40-d6a2-4134-9a1c-84ca8c82bb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (ed6d1be5-98b1-43b5-bd1d-b51513d8dba8), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:00.384658 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb276c40-d6a2-4134-9a1c-84ca8c82bb1b None None] Network bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:28:00.393141 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-bb276c40-d6a2-4134-9a1c-84ca8c82bb1b None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:00.396050 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb276c40-d6a2-4134-9a1c-84ca8c82bb1b None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:28:00.414680 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-1c64f5ae-535a-4db5-94a8-03a1c6bbfeda admin admin] Allocated IP 172.25.5.38 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/f3ec18b8-fa7a-48bf-8a8a-00674d28a16f) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:28:00.420828 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d878d8f4-5994-4b86-ba03-c96563db930e req-16e73c86-0d75-4fd0-ae34-b31400027cfd tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271492 Mar 22 19:28:00.438037 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-cdb78294-80e6-4712-bd80-e9998ef9c1a5 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:00.440716 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-cdb78294-80e6-4712-bd80-e9998ef9c1a5 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports/7ae7734a-066b-4d0f-82f5-e8e91a5e1aef HTTP/1.1" status: 200 len: 936 time: 0.4295449 Mar 22 19:28:00.507661 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d43f04bc-a194-4975-ace4-d770cd2cadb8 req-cc478831-9d56-4d2f-b332-58703a1d1a01 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737267 Mar 22 19:28:00.509511 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb276c40-d6a2-4134-9a1c-84ca8c82bb1b None None] Pushing event updated for resources: {'Port': ['ID=ed6d1be5-98b1-43b5-bd1d-b51513d8dba8,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:00.527286 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-bb276c40-d6a2-4134-9a1c-84ca8c82bb1b None None] Attempting to bind port ed6d1be5-98b1-43b5-bd1d-b51513d8dba8 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:28:00.527607 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-bb276c40-d6a2-4134-9a1c-84ca8c82bb1b None None] Attempting to bind port ed6d1be5-98b1-43b5-bd1d-b51513d8dba8 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '5be35db7-b604-4f84-8e14-f19991e093a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:28:00.527976 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb276c40-d6a2-4134-9a1c-84ca8c82bb1b None None] Attempting to bind port ed6d1be5-98b1-43b5-bd1d-b51513d8dba8 on network bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:28:00.542724 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb276c40-d6a2-4134-9a1c-84ca8c82bb1b None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:28:00.542724 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb276c40-d6a2-4134-9a1c-84ca8c82bb1b None None] Checking segment: {'id': '5be35db7-b604-4f84-8e14-f19991e093a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:28:00.547106 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bb276c40-d6a2-4134-9a1c-84ca8c82bb1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:00.547569 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb276c40-d6a2-4134-9a1c-84ca8c82bb1b None None] Bound using segment: {'id': '5be35db7-b604-4f84-8e14-f19991e093a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:28:00.548086 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-bb276c40-d6a2-4134-9a1c-84ca8c82bb1b None None] Bound port: ed6d1be5-98b1-43b5-bd1d-b51513d8dba8, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be35db7-b604-4f84-8e14-f19991e093a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:28:00.548483 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bb276c40-d6a2-4134-9a1c-84ca8c82bb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ed6d1be5-98b1-43b5-bd1d-b51513d8dba8), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:00.655862 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e577ac19-e259-439a-b0a2-50d56631efd6 req-170ea9ce-5e0e-4b2a-a493-3de85b939b1e tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.1098323 Mar 22 19:28:00.665664 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1c64f5ae-535a-4db5-94a8-03a1c6bbfeda admin admin] Publish callbacks [] for port (f3ec18b8-fa7a-48bf-8a8a-00674d28a16f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:00.691341 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-bb276c40-d6a2-4134-9a1c-84ca8c82bb1b None None] For port ed6d1be5-98b1-43b5-bd1d-b51513d8dba8, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:28:00.698708 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-bb276c40-d6a2-4134-9a1c-84ca8c82bb1b None None] For port ed6d1be5-98b1-43b5-bd1d-b51513d8dba8, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=ed6d1be5-98b1-43b5-bd1d-b51513d8dba8,segment=NetworkSegment(5be35db7-b604-4f84-8e14-f19991e093a4),segment_id=5be35db7-b604-4f84-8e14-f19991e093a4)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:28:00.699284 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec5bb3-753b-4d20-910b-eef98f37a334 req-3c058117-a200-4f32-bc2b-004ee8723c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:00.700831 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73ec5bb3-753b-4d20-910b-eef98f37a334 req-3c058117-a200-4f32-bc2b-004ee8723c25 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=19c710f622d9408e8bd0693a6cf07a03&device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 1126 time: 0.4195919 Mar 22 19:28:00.715299 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bb276c40-d6a2-4134-9a1c-84ca8c82bb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (ed6d1be5-98b1-43b5-bd1d-b51513d8dba8), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:00.745211 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1c64f5ae-535a-4db5-94a8-03a1c6bbfeda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f3ec18b8-fa7a-48bf-8a8a-00674d28a16f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:00.822251 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-98e0a7d4-f70f-4e42-8a76-c16851a23e44 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:00.823982 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-98e0a7d4-f70f-4e42-8a76-c16851a23e44 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports/4ec388ce-f317-4007-a3b7-a3ba772d23b7 HTTP/1.1" status: 200 len: 935 time: 0.3441665 Mar 22 19:28:00.831666 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c64f5ae-535a-4db5-94a8-03a1c6bbfeda admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:28:00.832807 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-1c64f5ae-535a-4db5-94a8-03a1c6bbfeda admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:00.839414 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c64f5ae-535a-4db5-94a8-03a1c6bbfeda admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:28:00.843049 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64f5ae-535a-4db5-94a8-03a1c6bbfeda admin admin] Pushing event updated for resources: {'Port': ['ID=f3ec18b8-fa7a-48bf-8a8a-00674d28a16f,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:00.844252 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb276c40-d6a2-4134-9a1c-84ca8c82bb1b None None] Pushing event updated for resources: {'Port': ['ID=ed6d1be5-98b1-43b5-bd1d-b51513d8dba8,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:00.867344 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-385adb38-c6cc-4250-a777-5ec0f9f8764c tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks [] for port (4f894be1-11a1-446f-81db-3cd8e725dae8), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:00.890306 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec5bb3-753b-4d20-910b-eef98f37a334 req-654c7ca0-5519-4327-b1a2-8a427d052585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:00.891802 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73ec5bb3-753b-4d20-910b-eef98f37a334 req-654c7ca0-5519-4327-b1a2-8a427d052585 service neutron] 10.222.0.85 "GET /v2.0/networks?id=09b38f1f-a105-4141-968b-914c29cdfe73 HTTP/1.1" status: 200 len: 917 time: 0.1776023 Mar 22 19:28:00.974591 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73ec5bb3-753b-4d20-910b-eef98f37a334 req-45d38d68-aa0d-493b-bc97-6feae07d9ea3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ec80e66-c289-41e0-bc84-8eef87b96316 HTTP/1.1" status: 200 len: 217 time: 0.0698767 Mar 22 19:28:00.984942 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e706c-0e90-453a-aa45-84c7209be2ff req-eb98d599-8300-4aa2-9111-47666e283c8f tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:00.992052 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7e1e706c-0e90-453a-aa45-84c7209be2ff req-eb98d599-8300-4aa2-9111-47666e283c8f tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 943 time: 0.3508289 Mar 22 19:28:01.147561 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec5bb3-753b-4d20-910b-eef98f37a334 req-23a9cfa1-c683-4f91-8c2a-d67cdff95c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:01.154755 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73ec5bb3-753b-4d20-910b-eef98f37a334 req-23a9cfa1-c683-4f91-8c2a-d67cdff95c0d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1fcaffb3-90ba-4c43-b281-759cd93e4025 HTTP/1.1" status: 200 len: 855 time: 0.1579220 Mar 22 19:28:01.164616 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7e1e706c-0e90-453a-aa45-84c7209be2ff req-b7e70b10-0a6a-4476-a2fa-e0eb14bb0285 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/security-groups?id=b591d7ec-4d48-4377-bca9-c2da745c5c62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716919 Mar 22 19:28:01.174516 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-385adb38-c6cc-4250-a777-5ec0f9f8764c tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (b1ef6c9b-7fce-4a32-bdf0-6fea7241a66f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:01.269611 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385adb38-c6cc-4250-a777-5ec0f9f8764c tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Pushing event updated for resources: {'Port': ['ID=b1ef6c9b-7fce-4a32-bdf0-6fea7241a66f,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:01.336073 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec5bb3-753b-4d20-910b-eef98f37a334 req-f0debcb9-d4d8-43af-be9f-5e762e11dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:01.338424 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73ec5bb3-753b-4d20-910b-eef98f37a334 req-f0debcb9-d4d8-43af-be9f-5e762e11dda5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=09b38f1f-a105-4141-968b-914c29cdfe73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1683636 Mar 22 19:28:01.339749 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385adb38-c6cc-4250-a777-5ec0f9f8764c tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Checking segment: {'id': 'f2f3a263-a4ea-408d-a28a-6ec91e6e9938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '80527644-107a-40f7-b703-33c6f1c64a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:28:01.340218 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385adb38-c6cc-4250-a777-5ec0f9f8764c tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Network hostable DHCP agents. Network: 80527644-107a-40f7-b703-33c6f1c64a1c, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:28:01.388887 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1c64f5ae-535a-4db5-94a8-03a1c6bbfeda admin admin] Publish callbacks [] for router_gateway (61a1d9b6-ea7a-4faf-8a88-56d0630cfd03), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:01.424687 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385adb38-c6cc-4250-a777-5ec0f9f8764c tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Network 80527644-107a-40f7-b703-33c6f1c64a1c is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:28:01.441832 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-385adb38-c6cc-4250-a777-5ec0f9f8764c tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 80527644-107a-40f7-b703-33c6f1c64a1c) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:01.449069 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385adb38-c6cc-4250-a777-5ec0f9f8764c tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:28:01.449997 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-385adb38-c6cc-4250-a777-5ec0f9f8764c tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (4f894be1-11a1-446f-81db-3cd8e725dae8), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:01.459866 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5738de-9cac-4896-92f1-4296b1b4cc73 None None] Network 80527644-107a-40f7-b703-33c6f1c64a1c requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:28:01.624313 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73ec5bb3-753b-4d20-910b-eef98f37a334 req-9c419a5e-4e0b-4c6e-b314-41c00cdec304 service neutron] 10.222.0.85 "GET /v2.0/networks/09b38f1f-a105-4141-968b-914c29cdfe73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734313 Mar 22 19:28:01.823543 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385adb38-c6cc-4250-a777-5ec0f9f8764c tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Pushing event updated for resources: {'Port': ['ID=4f894be1-11a1-446f-81db-3cd8e725dae8,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:01.869403 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1c64f5ae-535a-4db5-94a8-03a1c6bbfeda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (61a1d9b6-ea7a-4faf-8a88-56d0630cfd03), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:01.959960 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1a5f3-467d-4802-b047-d545e0d161d9 req-7199e179-8cf3-4251-8ce2-8e8cdf5d77bf tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:01.967533 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c6b1a5f3-467d-4802-b047-d545e0d161d9 req-7199e179-8cf3-4251-8ce2-8e8cdf5d77bf tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 946 time: 0.4299178 Mar 22 19:28:01.975521 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385adb38-c6cc-4250-a777-5ec0f9f8764c tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Checking segment: {'id': '48159860-b537-44fa-9d9c-9631bfb0be6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4b6b3e87-926c-4f11-9167-5522f131d91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:28:01.975977 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385adb38-c6cc-4250-a777-5ec0f9f8764c tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Network hostable DHCP agents. Network: 4b6b3e87-926c-4f11-9167-5522f131d91c, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:28:02.031137 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d5f3e-764d-4407-b5ca-cfa8d37c1931 req-2d484af2-027d-42d1-b002-936ab2b22368 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:02.038270 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-861d5f3e-764d-4407-b5ca-cfa8d37c1931 req-2d484af2-027d-42d1-b002-936ab2b22368 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=5766b0f5-340d-4f86-a1be-ae074a1a1f7c HTTP/1.1" status: 200 len: 945 time: 0.3500497 Mar 22 19:28:02.085940 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73ec5bb3-753b-4d20-910b-eef98f37a334 req-d53ce2ce-e40b-42ae-86c6-f0758424f952 service neutron] 10.222.0.85 "GET /v2.0/networks/09b38f1f-a105-4141-968b-914c29cdfe73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4145362 Mar 22 19:28:02.166904 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c6b1a5f3-467d-4802-b047-d545e0d161d9 req-f84c6913-b990-428e-a064-70224f87d53d tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936240 Mar 22 19:28:02.168294 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385adb38-c6cc-4250-a777-5ec0f9f8764c tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Network 4b6b3e87-926c-4f11-9167-5522f131d91c is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:28:02.231488 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c64f5ae-535a-4db5-94a8-03a1c6bbfeda admin admin] Router 61a1d9b6-ea7a-4faf-8a88-56d0630cfd03 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:28:02.242534 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-385adb38-c6cc-4250-a777-5ec0f9f8764c tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 4b6b3e87-926c-4f11-9167-5522f131d91c) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:02.259861 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c2e18f-49e0-4a43-8616-075ef0a75bfb None None] Network 4b6b3e87-926c-4f11-9167-5522f131d91c requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:28:02.294076 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-861d5f3e-764d-4407-b5ca-cfa8d37c1931 req-9956948c-3628-46eb-b76c-ef1294a84045 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514782 Mar 22 19:28:02.294076 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385adb38-c6cc-4250-a777-5ec0f9f8764c tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:28:02.306912 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385adb38-c6cc-4250-a777-5ec0f9f8764c tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:02.325055 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385adb38-c6cc-4250-a777-5ec0f9f8764c tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:02.336063 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-385adb38-c6cc-4250-a777-5ec0f9f8764c tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:02.512345 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b9c2c2a-9b2d-4920-b6d3-699b2eca57a9 req-82688a08-25db-49b8-adc2-0da3d6800054 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.1718478 Mar 22 19:28:02.659392 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c64f5ae-535a-4db5-94a8-03a1c6bbfeda admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:28:02.672408 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98633d6-81cf-4003-856c-cdc2609d1a9c None None] Sync routers for ids ['61a1d9b6-ea7a-4faf-8a88-56d0630cfd03'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:28:02.686994 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98633d6-81cf-4003-856c-cdc2609d1a9c None None] Routers {'61a1d9b6-ea7a-4faf-8a88-56d0630cfd03'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:28:02.687630 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-e98633d6-81cf-4003-856c-cdc2609d1a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:27:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['61a1d9b6-ea7a-4faf-8a88-56d0630cfd03'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:02.700412 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1c64f5ae-535a-4db5-94a8-03a1c6bbfeda admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:02.704382 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f443b52-19dd-472b-88a9-1eb92e1f50f1 None None] Network bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:28:02.707891 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1c64f5ae-535a-4db5-94a8-03a1c6bbfeda admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2376277 Mar 22 19:28:02.710648 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52228) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:02.736819 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-385adb38-c6cc-4250-a777-5ec0f9f8764c tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.7128117 Mar 22 19:28:02.741631 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46487b37-9203-4b24-971f-33c805995051 req-be2030a6-0811-4e2f-b28b-7c4bc917e122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:02.771290 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-46487b37-9203-4b24-971f-33c805995051 req-be2030a6-0811-4e2f-b28b-7c4bc917e122 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 1129 time: 0.3902154 Mar 22 19:28:02.774599 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52230) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:02.835952 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device ed6d1be5-98b1-43b5-bd1d-b51513d8dba8 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:28:02.907288 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-9a09822d-7eb1-4d36-b043-111df0c2a356 None None] Provisioning complete for port ed6d1be5-98b1-43b5-bd1d-b51513d8dba8 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:02.908461 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9a09822d-7eb1-4d36-b043-111df0c2a356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (ed6d1be5-98b1-43b5-bd1d-b51513d8dba8), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:02.958897 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-e98633d6-81cf-4003-856c-cdc2609d1a9c None None] Set router 61a1d9b6-ea7a-4faf-8a88-56d0630cfd03 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:28:02.969764 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port ed6d1be5-98b1-43b5-bd1d-b51513d8dba8 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:02.970787 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (ed6d1be5-98b1-43b5-bd1d-b51513d8dba8), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:03.006978 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-13d356ff-ac17-4205-9e6d-63c693cbb16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:03.016349 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-13d356ff-ac17-4205-9e6d-63c693cbb16f service neutron] 10.222.0.84 "GET /v2.0/ports/7ae7734a-066b-4d0f-82f5-e8e91a5e1aef HTTP/1.1" status: 200 len: 1032 time: 0.4951184 Mar 22 19:28:03.061021 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-9a09822d-7eb1-4d36-b043-111df0c2a356 None None] Current status of the port ed6d1be5-98b1-43b5-bd1d-b51513d8dba8 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:28:03.062022 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9a09822d-7eb1-4d36-b043-111df0c2a356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ed6d1be5-98b1-43b5-bd1d-b51513d8dba8), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:03.099735 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190be86-7c90-41fd-8dd7-cf8c8ee3f77f req-8331f721-0c33-4133-9a62-f6d515a3bafc tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:03.107536 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-9a09822d-7eb1-4d36-b043-111df0c2a356 None None] For port ed6d1be5-98b1-43b5-bd1d-b51513d8dba8, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=ed6d1be5-98b1-43b5-bd1d-b51513d8dba8,segment=NetworkSegment(5be35db7-b604-4f84-8e14-f19991e093a4),segment_id=5be35db7-b604-4f84-8e14-f19991e093a4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:28:03.111451 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2190be86-7c90-41fd-8dd7-cf8c8ee3f77f req-8331f721-0c33-4133-9a62-f6d515a3bafc tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 943 time: 0.6360266 Mar 22 19:28:03.121656 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9a09822d-7eb1-4d36-b043-111df0c2a356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (ed6d1be5-98b1-43b5-bd1d-b51513d8dba8), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:03.254647 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-e98633d6-81cf-4003-856c-cdc2609d1a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a1d9b6-ea7a-4faf-8a88-56d0630cfd03', 'name': 'tempest-FloatingIPsTestJSON-648180597-router', 'tenant_id': '35e5458d09af4a7a8b9806a4620b4bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f3ec18b8-fa7a-48bf-8a8a-00674d28a16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:27:59Z', 'updated_at': '2022-03-22T19:28:01Z', 'revision_number': 3, 'project_id': '35e5458d09af4a7a8b9806a4620b4bfa', 'gw_port': {'id': 'f3ec18b8-fa7a-48bf-8a8a-00674d28a16f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a1d9b6-ea7a-4faf-8a88-56d0630cfd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:00Z', 'updated_at': '2022-03-22T19:28:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:03.301728 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09822d-7eb1-4d36-b043-111df0c2a356 None None] Pushing event updated for resources: {'Port': ['ID=ed6d1be5-98b1-43b5-bd1d-b51513d8dba8,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:03.324890 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98633d6-81cf-4003-856c-cdc2609d1a9c None None] Checking router: 61a1d9b6-ea7a-4faf-8a88-56d0630cfd03 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:28:03.328641 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98633d6-81cf-4003-856c-cdc2609d1a9c None None] Updating router 61a1d9b6-ea7a-4faf-8a88-56d0630cfd03 port f3ec18b8-fa7a-48bf-8a8a-00674d28a16f binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:28:03.354408 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-19c1bd1f-8f70-4887-a6fd-8d0286681edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:03.355966 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-19c1bd1f-8f70-4887-a6fd-8d0286681edc service neutron] 10.222.0.84 "GET /v2.0/ports/4ec388ce-f317-4007-a3b7-a3ba772d23b7 HTTP/1.1" status: 200 len: 1031 time: 0.3382936 Mar 22 19:28:03.388861 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021d25a2-3f5d-4248-bc25-a13bc2c8156e tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:03.391907 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-e98633d6-81cf-4003-856c-cdc2609d1a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f3ec18b8-fa7a-48bf-8a8a-00674d28a16f), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:03.405992 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021d25a2-3f5d-4248-bc25-a13bc2c8156e tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:03.410726 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-021d25a2-3f5d-4248-bc25-a13bc2c8156e tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6143692 Mar 22 19:28:03.421827 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52242) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:03.436814 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port ed6d1be5-98b1-43b5-bd1d-b51513d8dba8 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:28:03.497887 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-46487b37-9203-4b24-971f-33c805995051 req-0471c385-7c88-4e0a-a291-be63d019ee45 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6875684 Mar 22 19:28:03.589260 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4acac931-0d70-498c-a2ea-fb695d6c9f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:03.663049 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2190be86-7c90-41fd-8dd7-cf8c8ee3f77f req-8958d5b0-4d0a-4ae2-ba44-a0d6ceded039 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/security-groups?id=b591d7ec-4d48-4377-bca9-c2da745c5c62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5506740 Mar 22 19:28:03.786862 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-4d9529c9-9b86-46cc-bfb0-65592946f29a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:03.793971 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-4d9529c9-9b86-46cc-bfb0-65592946f29a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:03.799784 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-4d9529c9-9b86-46cc-bfb0-65592946f29a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:03.801636 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-4d9529c9-9b86-46cc-bfb0-65592946f29a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.84 "GET /v2.0/networks?id=51c4d819-dc3a-4926-819e-2ad5e382640b&id=08fc5dbc-a8ad-4376-80b5-c53d31d0b259&id=08fc5dbc-a8ad-4376-80b5-c53d31d0b259&id=08fc5dbc-a8ad-4376-80b5-c53d31d0b259&id=08fc5dbc-a8ad-4376-80b5-c53d31d0b259&id=c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec&id=c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec HTTP/1.1" status: 200 len: 1996 time: 0.3891082 Mar 22 19:28:03.955743 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f63a21-f681-4116-aa19-c32f3e886cf4 req-7d9ff1df-3dd3-4190-804e-7fbeb5a1a8d3 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:03.965055 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a8f63a21-f681-4116-aa19-c32f3e886cf4 req-7d9ff1df-3dd3-4190-804e-7fbeb5a1a8d3 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 946 time: 0.5876429 Mar 22 19:28:03.966420 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e64abc19-990e-4ee6-8aae-e4a4feb92673 None None] Provisioning complete for port ed6d1be5-98b1-43b5-bd1d-b51513d8dba8 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:03.967444 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e64abc19-990e-4ee6-8aae-e4a4feb92673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (ed6d1be5-98b1-43b5-bd1d-b51513d8dba8), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:04.012944 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-4acac931-0d70-498c-a2ea-fb695d6c9f6e admin admin] Allocated IP 172.20.0.1 (bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1/72aa92bd-f69b-45e8-b999-5f9ded1f83d4/5128da15-3a8c-4ae2-b71a-b47a6c78aac2) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:28:04.022829 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8ac8663a-dabf-4c5a-9093-02664f8f1869 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fee7ce517f548f9a4e6097b9989ab12 HTTP/1.1" status: 200 len: 380 time: 0.2114160 Mar 22 19:28:04.055766 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-e9dfecf2-10af-4f16-823c-e05bba06fde2 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Request body: {'port': {'device_id': '60fa428f-956c-4a38-82a5-e8774debd9be', 'network_id': '51c4d819-dc3a-4926-819e-2ad5e382640b', 'admin_state_up': True, 'tenant_id': '3fee7ce517f548f9a4e6097b9989ab12', 'security_groups': ['bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:04.186336 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e64abc19-990e-4ee6-8aae-e4a4feb92673 None None] Current status of the port ed6d1be5-98b1-43b5-bd1d-b51513d8dba8 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:28:04.231559 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a8f63a21-f681-4116-aa19-c32f3e886cf4 req-6357c7c2-f9f2-440b-a090-f73d8e531e5f tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654202 Mar 22 19:28:04.232676 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4acac931-0d70-498c-a2ea-fb695d6c9f6e admin admin] Publish callbacks [] for port (5128da15-3a8c-4ae2-b71a-b47a6c78aac2), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:04.255386 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-16a22d11-d040-4fed-9a0b-cee01fae66b7 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Deleting port b1ef6c9b-7fce-4a32-bdf0-6fea7241a66f {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:28:04.259428 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-16a22d11-d040-4fed-9a0b-cee01fae66b7 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (b1ef6c9b-7fce-4a32-bdf0-6fea7241a66f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:04.298403 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052eb5f-9cb9-4b89-845a-2de5ab364df0 req-97fafd1d-b770-4de8-9f6e-58c8bd2e59ae tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:04.303429 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5052eb5f-9cb9-4b89-845a-2de5ab364df0 req-97fafd1d-b770-4de8-9f6e-58c8bd2e59ae tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=5766b0f5-340d-4f86-a1be-ae074a1a1f7c HTTP/1.1" status: 200 len: 945 time: 0.4424841 Mar 22 19:28:04.323519 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4acac931-0d70-498c-a2ea-fb695d6c9f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (5128da15-3a8c-4ae2-b71a-b47a6c78aac2), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:04.327147 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-e98633d6-81cf-4003-856c-cdc2609d1a9c None None] Publish callbacks [] for port (f3ec18b8-fa7a-48bf-8a8a-00674d28a16f), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:04.426632 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-e98633d6-81cf-4003-856c-cdc2609d1a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f3ec18b8-fa7a-48bf-8a8a-00674d28a16f), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:04.436634 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2959ae27-51c3-4d1e-9441-395c9271d72b req-54bec223-ea85-4d1a-b48d-82d3d0d572a5 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0547390 Mar 22 19:28:04.443107 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acac931-0d70-498c-a2ea-fb695d6c9f6e admin admin] Pushing event updated for resources: {'Port': ['ID=5128da15-3a8c-4ae2-b71a-b47a6c78aac2,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:04.465123 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-e9dfecf2-10af-4f16-823c-e05bba06fde2 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Made reservation on behalf of 3fee7ce517f548f9a4e6097b9989ab12 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:28:04.468859 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-e9dfecf2-10af-4f16-823c-e05bba06fde2 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:04.496991 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acac931-0d70-498c-a2ea-fb695d6c9f6e admin admin] Network bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:28:04.503496 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-4acac931-0d70-498c-a2ea-fb695d6c9f6e admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:04.525194 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acac931-0d70-498c-a2ea-fb695d6c9f6e admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:28:04.592996 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-e98633d6-81cf-4003-856c-cdc2609d1a9c None None] Attempting to bind port f3ec18b8-fa7a-48bf-8a8a-00674d28a16f on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:28:04.593669 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-e98633d6-81cf-4003-856c-cdc2609d1a9c None None] Attempting to bind port f3ec18b8-fa7a-48bf-8a8a-00674d28a16f by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:28:04.594236 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98633d6-81cf-4003-856c-cdc2609d1a9c None None] Attempting to bind port f3ec18b8-fa7a-48bf-8a8a-00674d28a16f on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:28:04.602938 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5052eb5f-9cb9-4b89-845a-2de5ab364df0 req-85715c44-888f-4a5c-8a8e-aae41c67a62d tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235112 Mar 22 19:28:04.625559 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-16a22d11-d040-4fed-9a0b-cee01fae66b7 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (b1ef6c9b-7fce-4a32-bdf0-6fea7241a66f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:04.641137 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c1d03c-1ac9-43d7-8c08-a928244cb093 None None] Pushing event updated for resources: {'Port': ['ID=f3ec18b8-fa7a-48bf-8a8a-00674d28a16f,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:04.684786 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98633d6-81cf-4003-856c-cdc2609d1a9c None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:28:04.685477 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98633d6-81cf-4003-856c-cdc2609d1a9c None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:28:04.686089 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-e98633d6-81cf-4003-856c-cdc2609d1a9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:04.686616 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4acac931-0d70-498c-a2ea-fb695d6c9f6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (61a1d9b6-ea7a-4faf-8a88-56d0630cfd03), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:04.687234 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98633d6-81cf-4003-856c-cdc2609d1a9c None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:28:04.690478 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-e98633d6-81cf-4003-856c-cdc2609d1a9c None None] Bound port: f3ec18b8-fa7a-48bf-8a8a-00674d28a16f, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:28:04.694013 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-e98633d6-81cf-4003-856c-cdc2609d1a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f3ec18b8-fa7a-48bf-8a8a-00674d28a16f), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:04.716433 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-16a22d11-d040-4fed-9a0b-cee01fae66b7 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Calling delete_port for b1ef6c9b-7fce-4a32-bdf0-6fea7241a66f owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:28:04.781574 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c1d03c-1ac9-43d7-8c08-a928244cb093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:04.781574 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c1d03c-1ac9-43d7-8c08-a928244cb093 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:04.781574 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c1d03c-1ac9-43d7-8c08-a928244cb093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:04.781574 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c1d03c-1ac9-43d7-8c08-a928244cb093 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:04.781574 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c1d03c-1ac9-43d7-8c08-a928244cb093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:04.781574 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c1d03c-1ac9-43d7-8c08-a928244cb093 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:04.783397 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c1d03c-1ac9-43d7-8c08-a928244cb093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:04.783923 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c1d03c-1ac9-43d7-8c08-a928244cb093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:04.784403 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c1d03c-1ac9-43d7-8c08-a928244cb093 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:04.784887 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c1d03c-1ac9-43d7-8c08-a928244cb093 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:04.785384 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c1d03c-1ac9-43d7-8c08-a928244cb093 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:04.787515 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c1d03c-1ac9-43d7-8c08-a928244cb093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:04.788015 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c1d03c-1ac9-43d7-8c08-a928244cb093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:04.791630 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c1d03c-1ac9-43d7-8c08-a928244cb093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:04.792146 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c1d03c-1ac9-43d7-8c08-a928244cb093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:04.962056 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-e98633d6-81cf-4003-856c-cdc2609d1a9c None None] For port f3ec18b8-fa7a-48bf-8a8a-00674d28a16f, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:28:04.972099 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-e98633d6-81cf-4003-856c-cdc2609d1a9c None None] For port f3ec18b8-fa7a-48bf-8a8a-00674d28a16f, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f3ec18b8-fa7a-48bf-8a8a-00674d28a16f,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:28:04.993229 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-e98633d6-81cf-4003-856c-cdc2609d1a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f3ec18b8-fa7a-48bf-8a8a-00674d28a16f), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:05.030967 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4acac931-0d70-498c-a2ea-fb695d6c9f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5128da15-3a8c-4ae2-b71a-b47a6c78aac2), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:05.050477 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device ed6d1be5-98b1-43b5-bd1d-b51513d8dba8 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:28:05.097529 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c1d03c-1ac9-43d7-8c08-a928244cb093 None None] Pushing event updated for resources: {'Port': ['ID=f3ec18b8-fa7a-48bf-8a8a-00674d28a16f,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:05.136418 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98633d6-81cf-4003-856c-cdc2609d1a9c None None] Routers {'61a1d9b6-ea7a-4faf-8a88-56d0630cfd03'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:28:05.137040 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-e98633d6-81cf-4003-856c-cdc2609d1a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:27:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['61a1d9b6-ea7a-4faf-8a88-56d0630cfd03'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:05.163563 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754515c-91c3-4b88-ab0f-7c7459b6e61d req-6637afc9-983c-4cab-9542-e69e70747f27 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:05.171315 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c754515c-91c3-4b88-ab0f-7c7459b6e61d req-6637afc9-983c-4cab-9542-e69e70747f27 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 943 time: 0.3009939 Mar 22 19:28:05.232197 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2f817e5a-dc2d-48b3-a08a-3a28379a24d9 None None] Provisioning complete for port 5128da15-3a8c-4ae2-b71a-b47a6c78aac2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:05.232894 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2f817e5a-dc2d-48b3-a08a-3a28379a24d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5128da15-3a8c-4ae2-b71a-b47a6c78aac2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:05.284780 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c754515c-91c3-4b88-ab0f-7c7459b6e61d req-26dba347-64f9-4100-9fa6-efe3f9a64b8a tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/security-groups?id=b591d7ec-4d48-4377-bca9-c2da745c5c62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114898 Mar 22 19:28:05.317733 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2f817e5a-dc2d-48b3-a08a-3a28379a24d9 None None] Port 5128da15-3a8c-4ae2-b71a-b47a6c78aac2 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:28:05.328582 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-e9dfecf2-10af-4f16-823c-e05bba06fde2 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Allocated IP 172.20.0.9 (51c4d819-dc3a-4926-819e-2ad5e382640b/69c17642-eb57-4b80-9cea-90bbf60877d8/0ddbef26-fdc2-4762-a812-c5ac7d714e89) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:28:05.351001 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port ed6d1be5-98b1-43b5-bd1d-b51513d8dba8 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:05.351391 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (ed6d1be5-98b1-43b5-bd1d-b51513d8dba8), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:05.367045 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-16a22d11-d040-4fed-9a0b-cee01fae66b7 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (b1ef6c9b-7fce-4a32-bdf0-6fea7241a66f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:05.418277 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4acac931-0d70-498c-a2ea-fb695d6c9f6e admin admin] Publish callbacks [] for port (5128da15-3a8c-4ae2-b71a-b47a6c78aac2), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:05.418642 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-e98633d6-81cf-4003-856c-cdc2609d1a9c None None] Set router 61a1d9b6-ea7a-4faf-8a88-56d0630cfd03 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:28:05.433780 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4acac931-0d70-498c-a2ea-fb695d6c9f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (5128da15-3a8c-4ae2-b71a-b47a6c78aac2), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:05.443425 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a22d11-d040-4fed-9a0b-cee01fae66b7 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Pushing event deleted for resources: {'Port': ['ID=b1ef6c9b-7fce-4a32-bdf0-6fea7241a66f,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:05.544481 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-16a22d11-d040-4fed-9a0b-cee01fae66b7 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:05.553506 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-16a22d11-d040-4fed-9a0b-cee01fae66b7 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] 10.222.0.75 "DELETE /v2.0/ports/b1ef6c9b-7fce-4a32-bdf0-6fea7241a66f HTTP/1.1" status: 204 len: 168 time: 2.1296747 Mar 22 19:28:05.570034 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52254) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:05.588749 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port ed6d1be5-98b1-43b5-bd1d-b51513d8dba8 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:28:05.651940 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4acac931-0d70-498c-a2ea-fb695d6c9f6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (61a1d9b6-ea7a-4faf-8a88-56d0630cfd03), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:05.654829 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acac931-0d70-498c-a2ea-fb695d6c9f6e admin admin] Pushing event updated for resources: {'Port': ['ID=5128da15-3a8c-4ae2-b71a-b47a6c78aac2,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:05.678675 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a4149cd8-a400-4afa-805d-bd0d9c908007 req-9e7c1da5-eec0-4098-9921-74b3a1310d04 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0688131 Mar 22 19:28:05.720779 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c3631-13f5-4249-9903-d065c22811cc req-eef76158-4895-49ad-834c-7e7f81a6a23d tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:05.722890 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c5c3631-13f5-4249-9903-d065c22811cc req-eef76158-4895-49ad-834c-7e7f81a6a23d tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 946 time: 0.3576703 Mar 22 19:28:05.828024 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-e98633d6-81cf-4003-856c-cdc2609d1a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a1d9b6-ea7a-4faf-8a88-56d0630cfd03', 'name': 'tempest-FloatingIPsTestJSON-648180597-router', 'tenant_id': '35e5458d09af4a7a8b9806a4620b4bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f3ec18b8-fa7a-48bf-8a8a-00674d28a16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:27:59Z', 'updated_at': '2022-03-22T19:28:04Z', 'revision_number': 4, 'project_id': '35e5458d09af4a7a8b9806a4620b4bfa', 'gw_port': {'id': 'f3ec18b8-fa7a-48bf-8a8a-00674d28a16f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a1d9b6-ea7a-4faf-8a88-56d0630cfd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:00Z', 'updated_at': '2022-03-22T19:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '5128da15-3a8c-4ae2-b71a-b47a6c78aac2', 'name': '', 'network_id': 'bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1', 'tenant_id': '35e5458d09af4a7a8b9806a4620b4bfa', 'mac_address': 'fa:16:3e:0c:d0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a1d9b6-ea7a-4faf-8a88-56d0630cfd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '72aa92bd-f69b-45e8-b999-5f9ded1f83d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:03Z', 'updated_at': '2022-03-22T19:28:04Z', 'revision_number': 1, 'project_id': '35e5458d09af4a7a8b9806a4620b4bfa', 'subnets': [{'id': '72aa92bd-f69b-45e8-b999-5f9ded1f83d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:05.838617 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c5c3631-13f5-4249-9903-d065c22811cc req-fc76aff1-bdb0-4448-8ffd-ce4a8f620d99 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075406 Mar 22 19:28:05.896922 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98633d6-81cf-4003-856c-cdc2609d1a9c None None] The sync data for ids ['61a1d9b6-ea7a-4faf-8a88-56d0630cfd03'] in n-d-705658-24 is: [{'id': '61a1d9b6-ea7a-4faf-8a88-56d0630cfd03', 'name': 'tempest-FloatingIPsTestJSON-648180597-router', 'tenant_id': '35e5458d09af4a7a8b9806a4620b4bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f3ec18b8-fa7a-48bf-8a8a-00674d28a16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:27:59Z', 'updated_at': '2022-03-22T19:28:04Z', 'revision_number': 4, 'project_id': '35e5458d09af4a7a8b9806a4620b4bfa', 'gw_port': {'id': 'f3ec18b8-fa7a-48bf-8a8a-00674d28a16f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a1d9b6-ea7a-4faf-8a88-56d0630cfd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:00Z', 'updated_at': '2022-03-22T19:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '5128da15-3a8c-4ae2-b71a-b47a6c78aac2', 'name': '', 'network_id': 'bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1', 'tenant_id': '35e5458d09af4a7a8b9806a4620b4bfa', 'mac_address': 'fa:16:3e:0c:d0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a1d9b6-ea7a-4faf-8a88-56d0630cfd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '72aa92bd-f69b-45e8-b999-5f9ded1f83d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:03Z', 'updated_at': '2022-03-22T19:28:04Z', 'revision_number': 1, 'project_id': '35e5458d09af4a7a8b9806a4620b4bfa', 'subnets': [{'id': '72aa92bd-f69b-45e8-b999-5f9ded1f83d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:28:05.906852 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-e9dfecf2-10af-4f16-823c-e05bba06fde2 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks [] for port (0ddbef26-fdc2-4762-a812-c5ac7d714e89), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:05.933656 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12949c-aaab-476c-9811-d8c91a1ac375 req-dcbd758c-17c4-43c8-b487-53c72406e30d tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:05.940775 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-08b7ef19-b095-49c8-8afe-0ef8800b3145 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Deleting port 4f894be1-11a1-446f-81db-3cd8e725dae8 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:28:05.941271 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-08b7ef19-b095-49c8-8afe-0ef8800b3145 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (4f894be1-11a1-446f-81db-3cd8e725dae8), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:05.941526 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dc12949c-aaab-476c-9811-d8c91a1ac375 req-dcbd758c-17c4-43c8-b487-53c72406e30d tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=5766b0f5-340d-4f86-a1be-ae074a1a1f7c HTTP/1.1" status: 200 len: 945 time: 0.1516252 Mar 22 19:28:06.099681 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dc12949c-aaab-476c-9811-d8c91a1ac375 req-07601af6-4aa3-4553-b9f4-71f21a414b73 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516571 Mar 22 19:28:06.148039 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10827596-971f-489a-82bb-8d23b8908feb req-fcbdf605-34da-438b-a38f-2172875d9c6b tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:06.151860 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-10827596-971f-489a-82bb-8d23b8908feb req-fcbdf605-34da-438b-a38f-2172875d9c6b tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=b150f3c0-9130-4014-9c96-698074dbf2f7 HTTP/1.1" status: 200 len: 946 time: 0.2064152 Mar 22 19:28:06.153695 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-e9dfecf2-10af-4f16-823c-e05bba06fde2 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (0ddbef26-fdc2-4762-a812-c5ac7d714e89), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:06.248293 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-e9dfecf2-10af-4f16-823c-e05bba06fde2 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Network 51c4d819-dc3a-4926-819e-2ad5e382640b is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:28:06.275268 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-e9dfecf2-10af-4f16-823c-e05bba06fde2 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:06.326598 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-e9dfecf2-10af-4f16-823c-e05bba06fde2 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:28:06.450715 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-e9dfecf2-10af-4f16-823c-e05bba06fde2 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:06.452189 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-e9dfecf2-10af-4f16-823c-e05bba06fde2 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:06.468227 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dfecf2-10af-4f16-823c-e05bba06fde2 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Pushing event updated for resources: {'Port': ['ID=0ddbef26-fdc2-4762-a812-c5ac7d714e89,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:06.502821 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-10827596-971f-489a-82bb-8d23b8908feb req-55f40862-d336-470c-8fd5-43b5b6ba05ab tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399229 Mar 22 19:28:06.539219 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-e9dfecf2-10af-4f16-823c-e05bba06fde2 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5033484 Mar 22 19:28:06.558539 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-0ec1d3ff-36a7-4f48-8992-532425b4a34c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Request body: {'port': {'device_id': '60fa428f-956c-4a38-82a5-e8774debd9be', 'network_id': '08fc5dbc-a8ad-4376-80b5-c53d31d0b259', 'admin_state_up': True, 'tenant_id': '3fee7ce517f548f9a4e6097b9989ab12', 'security_groups': ['bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:06.599089 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7d837-bb6e-4972-842d-b5c3bc6a863a req-f145afe4-db6e-41b8-b2d7-9509c8bea2ef tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:06.600866 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b3b7d837-bb6e-4972-842d-b5c3bc6a863a req-f145afe4-db6e-41b8-b2d7-9509c8bea2ef tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 943 time: 0.1423192 Mar 22 19:28:06.616452 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acac931-0d70-498c-a2ea-fb695d6c9f6e admin admin] Network bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:28:06.647150 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-4acac931-0d70-498c-a2ea-fb695d6c9f6e admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:06.704153 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-08b7ef19-b095-49c8-8afe-0ef8800b3145 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (4f894be1-11a1-446f-81db-3cd8e725dae8), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:06.885096 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ef42249d-c2b8-4fd3-9d15-2ad0b9f01556 None None] Provisioning complete for port 0ddbef26-fdc2-4762-a812-c5ac7d714e89 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:06.886362 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ef42249d-c2b8-4fd3-9d15-2ad0b9f01556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (0ddbef26-fdc2-4762-a812-c5ac7d714e89), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:06.949387 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-08b7ef19-b095-49c8-8afe-0ef8800b3145 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Calling delete_port for 4f894be1-11a1-446f-81db-3cd8e725dae8 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:28:06.969990 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ef42249d-c2b8-4fd3-9d15-2ad0b9f01556 None None] Port 0ddbef26-fdc2-4762-a812-c5ac7d714e89 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:28:07.202293 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-5ee7b30c-fd2b-453d-9d42-c26a96446e84 None None] Provisioning complete for port 5128da15-3a8c-4ae2-b71a-b47a6c78aac2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:07.202619 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5ee7b30c-fd2b-453d-9d42-c26a96446e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5128da15-3a8c-4ae2-b71a-b47a6c78aac2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:07.261540 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4acac931-0d70-498c-a2ea-fb695d6c9f6e admin admin] Router 61a1d9b6-ea7a-4faf-8a88-56d0630cfd03 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:28:07.300983 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-5ee7b30c-fd2b-453d-9d42-c26a96446e84 None None] Port 5128da15-3a8c-4ae2-b71a-b47a6c78aac2 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:28:07.392729 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-08b7ef19-b095-49c8-8afe-0ef8800b3145 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (4f894be1-11a1-446f-81db-3cd8e725dae8), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:07.433003 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7ef19-b095-49c8-8afe-0ef8800b3145 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Pushing event deleted for resources: {'Port': ['ID=4f894be1-11a1-446f-81db-3cd8e725dae8,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:07.447068 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-08b7ef19-b095-49c8-8afe-0ef8800b3145 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:07.454216 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-08b7ef19-b095-49c8-8afe-0ef8800b3145 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] 10.222.0.75 "DELETE /v2.0/ports/4f894be1-11a1-446f-81db-3cd8e725dae8 HTTP/1.1" status: 204 len: 168 time: 1.8772933 Mar 22 19:28:07.460524 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52272) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:07.483444 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b3b7d837-bb6e-4972-842d-b5c3bc6a863a req-f209550b-233b-41f2-bce9-a2cf6001fce1 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/security-groups?id=b591d7ec-4d48-4377-bca9-c2da745c5c62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8110206 Mar 22 19:28:07.536213 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-526bda0b-deea-4564-8ae4-7f646b198c39 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0703387 Mar 22 19:28:07.536213 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acac931-0d70-498c-a2ea-fb695d6c9f6e admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:28:07.540113 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4acac931-0d70-498c-a2ea-fb695d6c9f6e admin admin] 10.222.0.75 "PUT /v2.0/routers/61a1d9b6-ea7a-4faf-8a88-56d0630cfd03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8284826 Mar 22 19:28:07.540684 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52274) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:07.545400 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-d0a7dae3-72ba-40d8-8998-290f8654aa20 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1543643015'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:07.572404 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a7dae3-72ba-40d8-8998-290f8654aa20 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Made reservation on behalf of ca1380657a894776986433ec4deac7b7 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:28:07.577629 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d0a7dae3-72ba-40d8-8998-290f8654aa20 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:07.612530 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0a7dae3-72ba-40d8-8998-290f8654aa20 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:28:07.626121 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d0a7dae3-72ba-40d8-8998-290f8654aa20 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (6a0c2743-cf1a-4413-a6cc-5f3d64a0fce0), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:07.626820 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-d0a7dae3-72ba-40d8-8998-290f8654aa20 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Added segment 6a0c2743-cf1a-4413-a6cc-5f3d64a0fce0 of type vlan for network 34962bae-3986-403e-9bf6-cb71351b5942 Mar 22 19:28:07.659091 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-0ec1d3ff-36a7-4f48-8992-532425b4a34c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Made reservation on behalf of 3fee7ce517f548f9a4e6097b9989ab12 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:28:07.662407 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-0ec1d3ff-36a7-4f48-8992-532425b4a34c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:07.681039 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d0a7dae3-72ba-40d8-8998-290f8654aa20 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (34962bae-3986-403e-9bf6-cb71351b5942), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:07.692881 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66df4d2-e215-4c55-b801-9cb887f31286 req-ed87acc0-8bee-444d-afc9-034dc97c7c01 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:07.700310 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a66df4d2-e215-4c55-b801-9cb887f31286 req-ed87acc0-8bee-444d-afc9-034dc97c7c01 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 931 time: 0.2352459 Mar 22 19:28:07.720261 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d0a7dae3-72ba-40d8-8998-290f8654aa20 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (34962bae-3986-403e-9bf6-cb71351b5942), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:07.732370 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a7dae3-72ba-40d8-8998-290f8654aa20 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:07.734118 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d0a7dae3-72ba-40d8-8998-290f8654aa20 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:07.784023 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0d691-549d-4b49-bc59-53d29523e0f0 req-539817d5-8dbe-4880-a9f0-8f6b30d7688e tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:07.792056 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5b0d691-549d-4b49-bc59-53d29523e0f0 req-539817d5-8dbe-4880-a9f0-8f6b30d7688e tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=b150f3c0-9130-4014-9c96-698074dbf2f7 HTTP/1.1" status: 200 len: 946 time: 0.1934772 Mar 22 19:28:07.826385 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d0a7dae3-72ba-40d8-8998-290f8654aa20 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2846143 Mar 22 19:28:07.827903 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7dae3-72ba-40d8-8998-290f8654aa20 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Pushing event updated for resources: {'Network': ['ID=34962bae-3986-403e-9bf6-cb71351b5942,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:07.831117 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52280) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:07.838002 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-da9f191c-61e2-4cec-9a55-717b4ec79360 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-296102816'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:07.841852 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 34962bae-3986-403e-9bf6-cb71351b5942 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:28:07.866547 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9f191c-61e2-4cec-9a55-717b4ec79360 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Made reservation on behalf of ca1380657a894776986433ec4deac7b7 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:28:07.871663 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-da9f191c-61e2-4cec-9a55-717b4ec79360 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:07.896287 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a66df4d2-e215-4c55-b801-9cb887f31286 req-009ab651-774c-48fd-bed3-34fae930739e tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947656 Mar 22 19:28:07.911991 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da9f191c-61e2-4cec-9a55-717b4ec79360 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:28:07.933572 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-da9f191c-61e2-4cec-9a55-717b4ec79360 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (db0cf627-e112-4714-abe8-c03aa6655923), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:07.933971 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5b0d691-549d-4b49-bc59-53d29523e0f0 req-60e217cb-c4fc-4d45-8e8f-769a42e177b5 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335289 Mar 22 19:28:07.934085 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-da9f191c-61e2-4cec-9a55-717b4ec79360 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Added segment db0cf627-e112-4714-abe8-c03aa6655923 of type vlan for network d55d8f8f-0091-4402-8c3c-dd2af294ae5d Mar 22 19:28:07.977056 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-0ec1d3ff-36a7-4f48-8992-532425b4a34c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Allocated IP 10.1.1.233 (08fc5dbc-a8ad-4376-80b5-c53d31d0b259/f61b7108-8801-49ca-a870-f29fe4438af3/9e808c4c-a810-49a0-bf70-bc337009de29) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:28:08.034457 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-da9f191c-61e2-4cec-9a55-717b4ec79360 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (d55d8f8f-0091-4402-8c3c-dd2af294ae5d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:08.078332 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-da9f191c-61e2-4cec-9a55-717b4ec79360 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (d55d8f8f-0091-4402-8c3c-dd2af294ae5d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:08.084497 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9f191c-61e2-4cec-9a55-717b4ec79360 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:08.087144 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-da9f191c-61e2-4cec-9a55-717b4ec79360 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:08.142634 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-da9f191c-61e2-4cec-9a55-717b4ec79360 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3100917 Mar 22 19:28:08.209644 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f191c-61e2-4cec-9a55-717b4ec79360 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Pushing event updated for resources: {'Network': ['ID=d55d8f8f-0091-4402-8c3c-dd2af294ae5d,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:08.235729 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network d55d8f8f-0091-4402-8c3c-dd2af294ae5d details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:28:08.288440 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52286) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:08.294068 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-20e8f2c1-056f-4dc2-b34f-353d22a1d559 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Request body: {'subnets': [{'network_id': '34962bae-3986-403e-9bf6-cb71351b5942', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--799257068', 'ip_version': 4}, {'network_id': 'd55d8f8f-0091-4402-8c3c-dd2af294ae5d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:08.294388 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-20e8f2c1-056f-4dc2-b34f-353d22a1d559 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Request body: {'subnet': {'network_id': '34962bae-3986-403e-9bf6-cb71351b5942', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--799257068', 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:08.295044 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-20e8f2c1-056f-4dc2-b34f-353d22a1d559 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Request body: {'subnet': {'network_id': 'd55d8f8f-0091-4402-8c3c-dd2af294ae5d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:08.419044 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15257c63-7137-481b-94ef-2ae64ef54033 req-6a8ff920-e020-4f3e-a44d-325b9ab4a398 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:08.420662 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-15257c63-7137-481b-94ef-2ae64ef54033 req-6a8ff920-e020-4f3e-a44d-325b9ab4a398 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=5766b0f5-340d-4f86-a1be-ae074a1a1f7c HTTP/1.1" status: 200 len: 945 time: 0.3403294 Mar 22 19:28:08.495735 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-0ec1d3ff-36a7-4f48-8992-532425b4a34c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks [] for port (9e808c4c-a810-49a0-bf70-bc337009de29), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:08.508807 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e8f2c1-056f-4dc2-b34f-353d22a1d559 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Made reservation on behalf of ca1380657a894776986433ec4deac7b7 for: {'subnet': 2} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:28:08.509391 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f0ff56a6-373b-4f92-8462-1c74b0973989 req-a638c1cb-bda4-4916-91ed-457de11f5952 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4483984 Mar 22 19:28:08.513730 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-20e8f2c1-056f-4dc2-b34f-353d22a1d559 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:08.514218 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-20e8f2c1-056f-4dc2-b34f-353d22a1d559 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:08.525094 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-f0ff56a6-373b-4f92-8462-1c74b0973989 req-51150945-1321-4fba-adbc-a289ba75050a tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:08.563487 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-15257c63-7137-481b-94ef-2ae64ef54033 req-bfd32e78-035b-4f84-a98c-4a8b3e173443 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261904 Mar 22 19:28:08.580645 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f0ff56a6-373b-4f92-8462-1c74b0973989 req-51150945-1321-4fba-adbc-a289ba75050a tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:08.597150 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-0ec1d3ff-36a7-4f48-8992-532425b4a34c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (9e808c4c-a810-49a0-bf70-bc337009de29), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:08.695799 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-0ec1d3ff-36a7-4f48-8992-532425b4a34c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Network 08fc5dbc-a8ad-4376-80b5-c53d31d0b259 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:28:08.704161 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-0ec1d3ff-36a7-4f48-8992-532425b4a34c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:08.706485 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec1d3ff-36a7-4f48-8992-532425b4a34c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Pushing event updated for resources: {'Port': ['ID=9e808c4c-a810-49a0-bf70-bc337009de29,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:08.710638 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-0ec1d3ff-36a7-4f48-8992-532425b4a34c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:28:08.833423 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-0ec1d3ff-36a7-4f48-8992-532425b4a34c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:08.834141 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-0ec1d3ff-36a7-4f48-8992-532425b4a34c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:08.873255 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d31ce6-b3a7-46d3-9906-4f766b6df0c6 req-5f5e951d-e68d-48d1-b966-83cb18082535 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:08.880703 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-46d31ce6-b3a7-46d3-9906-4f766b6df0c6 req-5f5e951d-e68d-48d1-b966-83cb18082535 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 943 time: 0.1365659 Mar 22 19:28:08.928488 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-0ec1d3ff-36a7-4f48-8992-532425b4a34c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3748591 Mar 22 19:28:08.949850 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-bcb473e9-1eb8-4eb8-b617-5a95a3bf7fde tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Request body: {'port': {'device_id': '60fa428f-956c-4a38-82a5-e8774debd9be', 'network_id': '08fc5dbc-a8ad-4376-80b5-c53d31d0b259', 'admin_state_up': True, 'tenant_id': '3fee7ce517f548f9a4e6097b9989ab12', 'security_groups': ['bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:09.005624 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f3ec18b8-fa7a-48bf-8a8a-00674d28a16f up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:28:09.088535 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port f3ec18b8-fa7a-48bf-8a8a-00674d28a16f triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:09.089032 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f3ec18b8-fa7a-48bf-8a8a-00674d28a16f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:09.090334 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-46d31ce6-b3a7-46d3-9906-4f766b6df0c6 req-eb25e313-0446-47d5-8646-ec486da40164 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/security-groups?id=b591d7ec-4d48-4377-bca9-c2da745c5c62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941946 Mar 22 19:28:09.127572 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f0ff56a6-373b-4f92-8462-1c74b0973989 req-51150945-1321-4fba-adbc-a289ba75050a tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:09.159313 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-20e8f2c1-056f-4dc2-b34f-353d22a1d559 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (d0a32a8d-c24e-45da-9585-ccd0bd33121e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:09.178872 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e23aa4a5-9306-44b9-9813-684fd681cdfe None None] Provisioning complete for port 9e808c4c-a810-49a0-bf70-bc337009de29 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:09.179323 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e23aa4a5-9306-44b9-9813-684fd681cdfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9e808c4c-a810-49a0-bf70-bc337009de29), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:09.227524 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e23aa4a5-9306-44b9-9813-684fd681cdfe None None] Port 9e808c4c-a810-49a0-bf70-bc337009de29 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:28:09.233844 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8f2c1-056f-4dc2-b34f-353d22a1d559 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Pushing event updated for resources: {'Subnet': ['ID=d0a32a8d-c24e-45da-9585-ccd0bd33121e,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:09.308473 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port f3ec18b8-fa7a-48bf-8a8a-00674d28a16f is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:28:09.309020 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e8f2c1-056f-4dc2-b34f-353d22a1d559 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Checking segment: {'id': '6a0c2743-cf1a-4413-a6cc-5f3d64a0fce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '34962bae-3986-403e-9bf6-cb71351b5942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:28:09.309150 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e8f2c1-056f-4dc2-b34f-353d22a1d559 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Network hostable DHCP agents. Network: 34962bae-3986-403e-9bf6-cb71351b5942, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:28:09.309998 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f3ec18b8-fa7a-48bf-8a8a-00674d28a16f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:09.339496 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port f3ec18b8-fa7a-48bf-8a8a-00674d28a16f, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f3ec18b8-fa7a-48bf-8a8a-00674d28a16f,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:28:09.344375 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f3ec18b8-fa7a-48bf-8a8a-00674d28a16f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:09.347204 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e8f2c1-056f-4dc2-b34f-353d22a1d559 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Network 34962bae-3986-403e-9bf6-cb71351b5942 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:28:09.369026 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-20e8f2c1-056f-4dc2-b34f-353d22a1d559 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 34962bae-3986-403e-9bf6-cb71351b5942) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:09.388566 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-20e8f2c1-056f-4dc2-b34f-353d22a1d559 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (d9612e21-9c4f-456e-9357-3581e83c4a8a), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:09.410069 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f91f9b-9792-4c78-86a5-cfaa73e69af3 None None] Network 34962bae-3986-403e-9bf6-cb71351b5942 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:28:09.422786 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-bcb473e9-1eb8-4eb8-b617-5a95a3bf7fde tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Made reservation on behalf of 3fee7ce517f548f9a4e6097b9989ab12 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:28:09.426703 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-bcb473e9-1eb8-4eb8-b617-5a95a3bf7fde tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:09.479120 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8f2c1-056f-4dc2-b34f-353d22a1d559 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Pushing event updated for resources: {'Subnet': ['ID=d9612e21-9c4f-456e-9357-3581e83c4a8a,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:09.485852 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-f0ff56a6-373b-4f92-8462-1c74b0973989 req-51150945-1321-4fba-adbc-a289ba75050a tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Allocated IP 172.25.5.79 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/c8901be9-0a72-47ab-be6c-e96eb1421cfc) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:28:09.509172 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e8f2c1-056f-4dc2-b34f-353d22a1d559 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Checking segment: {'id': 'db0cf627-e112-4714-abe8-c03aa6655923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'd55d8f8f-0091-4402-8c3c-dd2af294ae5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:28:09.510474 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e8f2c1-056f-4dc2-b34f-353d22a1d559 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Network hostable DHCP agents. Network: d55d8f8f-0091-4402-8c3c-dd2af294ae5d, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:28:09.554030 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e8f2c1-056f-4dc2-b34f-353d22a1d559 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Network d55d8f8f-0091-4402-8c3c-dd2af294ae5d is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:28:09.568258 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-20e8f2c1-056f-4dc2-b34f-353d22a1d559 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, d55d8f8f-0091-4402-8c3c-dd2af294ae5d) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:09.573641 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e1926-37e3-4347-8f29-0ad8df7f4c90 req-30eadc76-841b-4627-9dad-09425122c514 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:09.574253 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e8f2c1-056f-4dc2-b34f-353d22a1d559 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:09.574912 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e8f2c1-056f-4dc2-b34f-353d22a1d559 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:09.575661 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-20e8f2c1-056f-4dc2-b34f-353d22a1d559 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:09.581032 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e1926-37e3-4347-8f29-0ad8df7f4c90 req-30eadc76-841b-4627-9dad-09425122c514 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:09.582982 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-455e1926-37e3-4347-8f29-0ad8df7f4c90 req-30eadc76-841b-4627-9dad-09425122c514 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 1653 time: 0.2311192 Mar 22 19:28:09.602919 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-20e8f2c1-056f-4dc2-b34f-353d22a1d559 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.3132181 Mar 22 19:28:09.603583 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52300) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:09.610961 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b37081-cdd5-4cfd-96cf-d24786dcade7 None None] Network d55d8f8f-0091-4402-8c3c-dd2af294ae5d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:28:09.728354 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e612ac6-5b46-4829-99b1-9f6c767eb439 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:09.730679 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e612ac6-5b46-4829-99b1-9f6c767eb439 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:09.732519 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e612ac6-5b46-4829-99b1-9f6c767eb439 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:09.736039 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3e612ac6-5b46-4829-99b1-9f6c767eb439 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1287136 Mar 22 19:28:09.740420 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52302) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:09.757181 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=f3ec18b8-fa7a-48bf-8a8a-00674d28a16f,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:09.761297 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6edf336-e398-44d1-883c-cff752f323c6 None None] Sync routers for ids ['61a1d9b6-ea7a-4faf-8a88-56d0630cfd03'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:28:09.775082 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d83fff-96e7-4891-a230-88f38b3d4e4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-34962bae-3986-403e-9bf6-cb71351b5942', 'network_id': '34962bae-3986-403e-9bf6-cb71351b5942', 'project_id': 'ca1380657a894776986433ec4deac7b7', 'fixed_ips': [{'subnet_id': 'd0a32a8d-c24e-45da-9585-ccd0bd33121e'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:28:09.776530 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a2d83fff-96e7-4891-a230-88f38b3d4e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:09.801917 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6edf336-e398-44d1-883c-cff752f323c6 None None] Routers {'61a1d9b6-ea7a-4faf-8a88-56d0630cfd03'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:28:09.803377 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-c6edf336-e398-44d1-883c-cff752f323c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:27:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['61a1d9b6-ea7a-4faf-8a88-56d0630cfd03'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:09.826219 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-455e1926-37e3-4347-8f29-0ad8df7f4c90 req-c06e6e9a-2554-4d0b-81f1-621c67b02cfb tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695154 Mar 22 19:28:09.865934 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2372ecb-2fe1-424e-8085-1542fb469d93 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Deleting subnet d0a32a8d-c24e-45da-9585-ccd0bd33121e {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:28:09.871978 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b2372ecb-2fe1-424e-8085-1542fb469d93 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks [] for subnet (d0a32a8d-c24e-45da-9585-ccd0bd33121e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:09.933319 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f0ff56a6-373b-4f92-8462-1c74b0973989 req-51150945-1321-4fba-adbc-a289ba75050a tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Publish callbacks [] for port (c8901be9-0a72-47ab-be6c-e96eb1421cfc), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:09.942120 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b2372ecb-2fe1-424e-8085-1542fb469d93 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (d0a32a8d-c24e-45da-9585-ccd0bd33121e), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:09.956046 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-bcb473e9-1eb8-4eb8-b617-5a95a3bf7fde tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Allocated IP 10.1.1.161 (08fc5dbc-a8ad-4376-80b5-c53d31d0b259/f61b7108-8801-49ca-a870-f29fe4438af3/14a3f8e4-e05b-4c1e-911f-de48243376f2) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:28:10.041409 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b2372ecb-2fe1-424e-8085-1542fb469d93 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (d0a32a8d-c24e-45da-9585-ccd0bd33121e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:10.105887 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c4025-45c5-4510-8dfa-02d8dfb4e4f4 req-3d892aac-6e83-45e4-833b-43bcaec2f69b tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:10.113629 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-820c4025-45c5-4510-8dfa-02d8dfb4e4f4 req-3d892aac-6e83-45e4-833b-43bcaec2f69b tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=b150f3c0-9130-4014-9c96-698074dbf2f7 HTTP/1.1" status: 200 len: 946 time: 0.1729624 Mar 22 19:28:10.127491 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f0ff56a6-373b-4f92-8462-1c74b0973989 req-51150945-1321-4fba-adbc-a289ba75050a tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (c8901be9-0a72-47ab-be6c-e96eb1421cfc), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:10.139213 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b2372ecb-2fe1-424e-8085-1542fb469d93 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (d0a32a8d-c24e-45da-9585-ccd0bd33121e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:10.174349 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2372ecb-2fe1-424e-8085-1542fb469d93 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Pushing event deleted for resources: {'Subnet': ['ID=d0a32a8d-c24e-45da-9585-ccd0bd33121e,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:10.196471 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b2372ecb-2fe1-424e-8085-1542fb469d93 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:10.199935 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b2372ecb-2fe1-424e-8085-1542fb469d93 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] 10.222.0.75 "DELETE /v2.0/subnets/d0a32a8d-c24e-45da-9585-ccd0bd33121e HTTP/1.1" status: 204 len: 168 time: 0.4583466 Mar 22 19:28:10.205168 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52306) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:10.221167 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0ff56a6-373b-4f92-8462-1c74b0973989 req-51150945-1321-4fba-adbc-a289ba75050a tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:28:10.242134 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-f0ff56a6-373b-4f92-8462-1c74b0973989 req-51150945-1321-4fba-adbc-a289ba75050a tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:10.259240 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0ff56a6-373b-4f92-8462-1c74b0973989 req-51150945-1321-4fba-adbc-a289ba75050a tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:28:10.268716 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51150945-1321-4fba-adbc-a289ba75050a tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Pushing event updated for resources: {'Port': ['ID=c8901be9-0a72-47ab-be6c-e96eb1421cfc,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:10.307364 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-820c4025-45c5-4510-8dfa-02d8dfb4e4f4 req-a1d4827a-8a7e-432c-aca7-8a6bf56ce01b tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894736 Mar 22 19:28:10.329212 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6947aa2-4451-48c0-a358-c6ea25df29d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-d55d8f8f-0091-4402-8c3c-dd2af294ae5d', 'network_id': 'd55d8f8f-0091-4402-8c3c-dd2af294ae5d', 'project_id': 'ca1380657a894776986433ec4deac7b7', 'fixed_ips': [{'subnet_id': 'd9612e21-9c4f-456e-9357-3581e83c4a8a'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:28:10.330836 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e6947aa2-4451-48c0-a358-c6ea25df29d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:10.347426 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-36098f09-ae68-4c31-8a81-ca9c3bc1ad2b tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Deleting subnet d9612e21-9c4f-456e-9357-3581e83c4a8a {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:28:10.351879 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-36098f09-ae68-4c31-8a81-ca9c3bc1ad2b tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks [] for subnet (d9612e21-9c4f-456e-9357-3581e83c4a8a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:10.364219 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-bcb473e9-1eb8-4eb8-b617-5a95a3bf7fde tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks [] for port (14a3f8e4-e05b-4c1e-911f-de48243376f2), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:10.425299 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-36098f09-ae68-4c31-8a81-ca9c3bc1ad2b tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (d9612e21-9c4f-456e-9357-3581e83c4a8a), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:10.484721 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-c6edf336-e398-44d1-883c-cff752f323c6 None None] Set router 61a1d9b6-ea7a-4faf-8a88-56d0630cfd03 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:28:10.516752 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f0ff56a6-373b-4f92-8462-1c74b0973989 req-51150945-1321-4fba-adbc-a289ba75050a tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Publish callbacks [] for floatingip (46a14e2b-bdb0-4897-b233-bbc5bf74e770), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:10.527181 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-bcb473e9-1eb8-4eb8-b617-5a95a3bf7fde tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (14a3f8e4-e05b-4c1e-911f-de48243376f2), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:10.551388 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d7755-3fb8-44c1-a332-e3a4deed60f6 req-f3126c16-3f8c-4a88-962a-302dd1d75030 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:10.558261 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3c6d7755-3fb8-44c1-a332-e3a4deed60f6 req-f3126c16-3f8c-4a88-962a-302dd1d75030 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=5766b0f5-340d-4f86-a1be-ae074a1a1f7c HTTP/1.1" status: 200 len: 945 time: 0.1574411 Mar 22 19:28:10.560651 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-36098f09-ae68-4c31-8a81-ca9c3bc1ad2b tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (d9612e21-9c4f-456e-9357-3581e83c4a8a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:10.641835 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-bcb473e9-1eb8-4eb8-b617-5a95a3bf7fde tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Network 08fc5dbc-a8ad-4376-80b5-c53d31d0b259 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:28:10.668694 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-bcb473e9-1eb8-4eb8-b617-5a95a3bf7fde tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:10.682655 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-36098f09-ae68-4c31-8a81-ca9c3bc1ad2b tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (d9612e21-9c4f-456e-9357-3581e83c4a8a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:10.683815 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-bcb473e9-1eb8-4eb8-b617-5a95a3bf7fde tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:28:10.686639 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f0ff56a6-373b-4f92-8462-1c74b0973989 req-51150945-1321-4fba-adbc-a289ba75050a tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c8901be9-0a72-47ab-be6c-e96eb1421cfc), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:10.747076 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb473e9-1eb8-4eb8-b617-5a95a3bf7fde tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Pushing event updated for resources: {'Port': ['ID=14a3f8e4-e05b-4c1e-911f-de48243376f2,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:10.774891 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36098f09-ae68-4c31-8a81-ca9c3bc1ad2b tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Pushing event deleted for resources: {'Subnet': ['ID=d9612e21-9c4f-456e-9357-3581e83c4a8a,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:10.782960 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-36098f09-ae68-4c31-8a81-ca9c3bc1ad2b tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:10.787786 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3c6d7755-3fb8-44c1-a332-e3a4deed60f6 req-2e1171d6-ce6c-45cb-ad8a-8da7767d14aa tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267649 Mar 22 19:28:10.791779 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-36098f09-ae68-4c31-8a81-ca9c3bc1ad2b tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] 10.222.0.75 "DELETE /v2.0/subnets/d9612e21-9c4f-456e-9357-3581e83c4a8a HTTP/1.1" status: 204 len: 168 time: 0.5853243 Mar 22 19:28:10.794424 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52314) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server [None req-a2d83fff-96e7-4891-a230-88f38b3d4e4c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d0a32a8d-c24e-45da-9585-ccd0bd33121e: This subnet is being modified by another concurrent operation. Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 19:28:10.902601 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise exception Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d0a32a8d-c24e-45da-9585-ccd0bd33121e: This subnet is being modified by another concurrent operation. Mar 22 19:28:10.906132 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server [None req-e6947aa2-4451-48c0-a358-c6ea25df29d6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9612e21-9c4f-456e-9357-3581e83c4a8a: This subnet is being modified by another concurrent operation. Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 19:28:10.982168 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise exception Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9612e21-9c4f-456e-9357-3581e83c4a8a: This subnet is being modified by another concurrent operation. Mar 22 19:28:10.986193 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server Mar 22 19:28:10.994919 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4002c3-5f09-4e9c-8fb6-7b0e3cc65254 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:11.008074 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8b4002c3-5f09-4e9c-8fb6-7b0e3cc65254 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2087467 Mar 22 19:28:11.009178 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52324) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:11.012346 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-bcb473e9-1eb8-4eb8-b617-5a95a3bf7fde tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:11.013024 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-bcb473e9-1eb8-4eb8-b617-5a95a3bf7fde tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:11.020952 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78310ca8-606d-40ce-b3fa-2926bf685d0f None None] Network 34962bae-3986-403e-9bf6-cb71351b5942 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:28:11.044254 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ce1922-18f2-46d3-97d5-08c76e8cba43 None None] Network d55d8f8f-0091-4402-8c3c-dd2af294ae5d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:28:11.150608 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f5c269c8-a449-4675-ae8f-d7c5472c1e99 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (d55d8f8f-0091-4402-8c3c-dd2af294ae5d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:11.150956 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-bcb473e9-1eb8-4eb8-b617-5a95a3bf7fde tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2096283 Mar 22 19:28:11.166714 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-3e9173b8-9e3c-4309-be72-2660c4b3cac5 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Request body: {'port': {'device_id': '60fa428f-956c-4a38-82a5-e8774debd9be', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec', 'admin_state_up': True, 'tenant_id': '3fee7ce517f548f9a4e6097b9989ab12', 'security_groups': ['bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:11.174330 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f3ec18b8-fa7a-48bf-8a8a-00674d28a16f up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:28:11.316102 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f5c269c8-a449-4675-ae8f-d7c5472c1e99 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (d55d8f8f-0091-4402-8c3c-dd2af294ae5d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:11.339835 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ee859-6c7d-4c1f-a2be-e48583e6df0e req-39274c70-21d9-4684-a4ee-2b13a4ce926c tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:11.346596 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-451ee859-6c7d-4c1f-a2be-e48583e6df0e req-39274c70-21d9-4684-a4ee-2b13a4ce926c tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 943 time: 0.3623788 Mar 22 19:28:11.359073 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-f5c269c8-a449-4675-ae8f-d7c5472c1e99 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d55d8f8f-0091-4402-8c3c-dd2af294ae5d']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:11.371372 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2bcc2ec3-a108-425d-a12b-d6c28eaa43fd None None] Provisioning complete for port 14a3f8e4-e05b-4c1e-911f-de48243376f2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:11.371915 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2bcc2ec3-a108-425d-a12b-d6c28eaa43fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (14a3f8e4-e05b-4c1e-911f-de48243376f2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:11.378815 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-f5c269c8-a449-4675-ae8f-d7c5472c1e99 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db0cf627-e112-4714-abe8-c03aa6655923') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:11.379240 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-f5c269c8-a449-4675-ae8f-d7c5472c1e99 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db0cf627-e112-4714-abe8-c03aa6655923') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:11.403127 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f5c269c8-a449-4675-ae8f-d7c5472c1e99 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (db0cf627-e112-4714-abe8-c03aa6655923), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:11.436281 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f5c269c8-a449-4675-ae8f-d7c5472c1e99 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (db0cf627-e112-4714-abe8-c03aa6655923), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:11.443287 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2bcc2ec3-a108-425d-a12b-d6c28eaa43fd None None] Port 14a3f8e4-e05b-4c1e-911f-de48243376f2 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:28:11.450974 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f0ff56a6-373b-4f92-8462-1c74b0973989 req-51150945-1321-4fba-adbc-a289ba75050a tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Publish callbacks [] for port (c8901be9-0a72-47ab-be6c-e96eb1421cfc), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:11.457252 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c269c8-a449-4675-ae8f-d7c5472c1e99 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:28:11.458246 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f5c269c8-a449-4675-ae8f-d7c5472c1e99 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (db0cf627-e112-4714-abe8-c03aa6655923), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:11.466610 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:28:11.466610 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:28:11.466610 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:28:11.466610 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:28:11.466610 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:28:11.466610 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:28:11.466610 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:28:11.466610 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:28:11.466610 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:28:11.466610 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:28:11.466610 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:28:11.466610 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:28:11.466610 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:28:11.466610 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:28:11.466610 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:28:11.466610 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:28:11.466610 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:28:11.466610 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:28:11.466610 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:28:11.466610 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:28:11.466610 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:28:11.466610 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:28:11.466610 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:28:11.466610 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:28:11.466610 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:28:11.466610 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:28:11.466610 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:28:11.466610 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:28:11.466610 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:28:11.466610 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:28:11.466610 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:28:11.466610 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:28:11.479480 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f0ff56a6-373b-4f92-8462-1c74b0973989 req-51150945-1321-4fba-adbc-a289ba75050a tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (c8901be9-0a72-47ab-be6c-e96eb1421cfc), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:11.519578 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-451ee859-6c7d-4c1f-a2be-e48583e6df0e req-c0e78671-b806-422a-8b66-977b4218b3ff tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/security-groups?id=b591d7ec-4d48-4377-bca9-c2da745c5c62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706471 Mar 22 19:28:11.562661 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cef322c-4a7e-46f1-b6b1-f008ed2ce510 None None] get_active_networks_info from n-d-705658-24 {{(pid=104174) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 19:28:11.584807 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-3e9173b8-9e3c-4309-be72-2660c4b3cac5 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Made reservation on behalf of 3fee7ce517f548f9a4e6097b9989ab12 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:28:11.645881 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f5c269c8-a449-4675-ae8f-d7c5472c1e99 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (d55d8f8f-0091-4402-8c3c-dd2af294ae5d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:11.655951 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f5c269c8-a449-4675-ae8f-d7c5472c1e99 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:11.664159 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f5c269c8-a449-4675-ae8f-d7c5472c1e99 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] 10.222.0.75 "DELETE /v2.0/networks/d55d8f8f-0091-4402-8c3c-dd2af294ae5d HTTP/1.1" status: 204 len: 168 time: 0.6538157 Mar 22 19:28:11.673821 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52330) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:11.741878 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c269c8-a449-4675-ae8f-d7c5472c1e99 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Pushing event deleted for resources: {'Network': ['ID=d55d8f8f-0091-4402-8c3c-dd2af294ae5d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:11.782526 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51150945-1321-4fba-adbc-a289ba75050a tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Pushing event updated for resources: {'Port': ['ID=c8901be9-0a72-47ab-be6c-e96eb1421cfc,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:11.799614 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f0ff56a6-373b-4f92-8462-1c74b0973989 req-51150945-1321-4fba-adbc-a289ba75050a tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (46a14e2b-bdb0-4897-b233-bbc5bf74e770), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:11.831492 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cef322c-4a7e-46f1-b6b1-f008ed2ce510 None None] Resources bound (agent type, host, resource id): {{(pid=104174) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 19:28:11.839032 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c269c8-a449-4675-ae8f-d7c5472c1e99 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:11.839386 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c269c8-a449-4675-ae8f-d7c5472c1e99 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:11.839732 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c269c8-a449-4675-ae8f-d7c5472c1e99 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:11.840066 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c269c8-a449-4675-ae8f-d7c5472c1e99 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:11.841444 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f0ff56a6-373b-4f92-8462-1c74b0973989 req-51150945-1321-4fba-adbc-a289ba75050a tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:11.842595 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c269c8-a449-4675-ae8f-d7c5472c1e99 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:11.843200 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c269c8-a449-4675-ae8f-d7c5472c1e99 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:11.843552 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c269c8-a449-4675-ae8f-d7c5472c1e99 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:11.843895 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c269c8-a449-4675-ae8f-d7c5472c1e99 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:11.844325 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c269c8-a449-4675-ae8f-d7c5472c1e99 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:11.846757 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port f3ec18b8-fa7a-48bf-8a8a-00674d28a16f triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:11.846905 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c269c8-a449-4675-ae8f-d7c5472c1e99 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:11.847120 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c269c8-a449-4675-ae8f-d7c5472c1e99 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:11.847462 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c269c8-a449-4675-ae8f-d7c5472c1e99 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:11.847794 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c269c8-a449-4675-ae8f-d7c5472c1e99 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:11.848110 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f3ec18b8-fa7a-48bf-8a8a-00674d28a16f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:11.848242 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c269c8-a449-4675-ae8f-d7c5472c1e99 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:11.848441 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c269c8-a449-4675-ae8f-d7c5472c1e99 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:11.850852 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f0ff56a6-373b-4f92-8462-1c74b0973989 req-51150945-1321-4fba-adbc-a289ba75050a tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3300943 Mar 22 19:28:11.903628 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0aeba466-989b-4e83-96fd-a9adcabcb156 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (34962bae-3986-403e-9bf6-cb71351b5942), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:11.908137 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-3e9173b8-9e3c-4309-be72-2660c4b3cac5 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:11.917570 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f0ff56a6-373b-4f92-8462-1c74b0973989 req-291aaa9d-61a2-494f-a0b6-d6aa2b0497a7 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.79 HTTP/1.1" status: 200 len: 695 time: 0.0656116 Mar 22 19:28:11.938551 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bea205-a4d0-484e-8922-b92947edf2ec req-60dab7d9-cc2a-4aa0-a938-03678073aa2c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:11.944477 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bea205-a4d0-484e-8922-b92947edf2ec req-60dab7d9-cc2a-4aa0-a938-03678073aa2c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:11.950121 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bea205-a4d0-484e-8922-b92947edf2ec req-60dab7d9-cc2a-4aa0-a938-03678073aa2c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:11.957820 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c2bea205-a4d0-484e-8922-b92947edf2ec req-60dab7d9-cc2a-4aa0-a938-03678073aa2c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 2374 time: 0.2183104 Mar 22 19:28:12.042423 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0aeba466-989b-4e83-96fd-a9adcabcb156 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (34962bae-3986-403e-9bf6-cb71351b5942), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:12.071107 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-0aeba466-989b-4e83-96fd-a9adcabcb156 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34962bae-3986-403e-9bf6-cb71351b5942']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:12.083447 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-0aeba466-989b-4e83-96fd-a9adcabcb156 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a0c2743-cf1a-4413-a6cc-5f3d64a0fce0') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:12.083747 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-0aeba466-989b-4e83-96fd-a9adcabcb156 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a0c2743-cf1a-4413-a6cc-5f3d64a0fce0') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:12.097882 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0aeba466-989b-4e83-96fd-a9adcabcb156 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (6a0c2743-cf1a-4413-a6cc-5f3d64a0fce0), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:12.113460 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0aeba466-989b-4e83-96fd-a9adcabcb156 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (6a0c2743-cf1a-4413-a6cc-5f3d64a0fce0), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:12.122755 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aeba466-989b-4e83-96fd-a9adcabcb156 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:28:12.123386 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0aeba466-989b-4e83-96fd-a9adcabcb156 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (6a0c2743-cf1a-4413-a6cc-5f3d64a0fce0), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:12.127481 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:28:12.127481 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:28:12.127481 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:28:12.127481 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:28:12.127481 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:28:12.127481 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:28:12.127481 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:28:12.127481 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:28:12.127481 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:28:12.127481 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:28:12.127481 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:28:12.127481 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:28:12.127481 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:28:12.127481 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:28:12.127481 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:28:12.127481 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:28:12.127481 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:28:12.127481 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:28:12.127481 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:28:12.127481 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:28:12.127481 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:28:12.127481 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:28:12.127481 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:28:12.127481 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:28:12.127481 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:28:12.127481 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:28:12.127481 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:28:12.127481 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:28:12.127481 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:28:12.127481 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:28:12.127481 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:28:12.127481 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:28:12.212669 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0aeba466-989b-4e83-96fd-a9adcabcb156 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (34962bae-3986-403e-9bf6-cb71351b5942), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:12.213357 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-c6edf336-e398-44d1-883c-cff752f323c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a1d9b6-ea7a-4faf-8a88-56d0630cfd03', 'name': 'tempest-FloatingIPsTestJSON-648180597-router', 'tenant_id': '35e5458d09af4a7a8b9806a4620b4bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f3ec18b8-fa7a-48bf-8a8a-00674d28a16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:27:59Z', 'updated_at': '2022-03-22T19:28:04Z', 'revision_number': 4, 'project_id': '35e5458d09af4a7a8b9806a4620b4bfa', 'gw_port': {'id': 'f3ec18b8-fa7a-48bf-8a8a-00674d28a16f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a1d9b6-ea7a-4faf-8a88-56d0630cfd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:00Z', 'updated_at': '2022-03-22T19:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '5128da15-3a8c-4ae2-b71a-b47a6c78aac2', 'name': '', 'network_id': 'bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1', 'tenant_id': '35e5458d09af4a7a8b9806a4620b4bfa', 'mac_address': 'fa:16:3e:0c:d0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a1d9b6-ea7a-4faf-8a88-56d0630cfd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '72aa92bd-f69b-45e8-b999-5f9ded1f83d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:03Z', 'updated_at': '2022-03-22T19:28:05Z', 'revision_number': 2, 'project_id': '35e5458d09af4a7a8b9806a4620b4bfa', 'subnets': [{'id': '72aa92bd-f69b-45e8-b999-5f9ded1f83d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:12.232202 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0aeba466-989b-4e83-96fd-a9adcabcb156 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:12.240242 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0aeba466-989b-4e83-96fd-a9adcabcb156 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] 10.222.0.75 "DELETE /v2.0/networks/34962bae-3986-403e-9bf6-cb71351b5942 HTTP/1.1" status: 204 len: 168 time: 0.5648313 Mar 22 19:28:12.248591 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52334) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:12.300693 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6edf336-e398-44d1-883c-cff752f323c6 None None] Checking router: 61a1d9b6-ea7a-4faf-8a88-56d0630cfd03 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:28:12.300965 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6edf336-e398-44d1-883c-cff752f323c6 None None] Updating router 61a1d9b6-ea7a-4faf-8a88-56d0630cfd03 port 5128da15-3a8c-4ae2-b71a-b47a6c78aac2 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:28:12.365397 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c6edf336-e398-44d1-883c-cff752f323c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5128da15-3a8c-4ae2-b71a-b47a6c78aac2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:12.396919 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-415a21db-a218-49c1-bbd2-fe2f07c5d6c0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (4b6b3e87-926c-4f11-9167-5522f131d91c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:12.402890 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeba466-989b-4e83-96fd-a9adcabcb156 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Pushing event deleted for resources: {'Network': ['ID=34962bae-3986-403e-9bf6-cb71351b5942,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:12.511080 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-415a21db-a218-49c1-bbd2-fe2f07c5d6c0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (4b6b3e87-926c-4f11-9167-5522f131d91c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:12.546873 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-415a21db-a218-49c1-bbd2-fe2f07c5d6c0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b6b3e87-926c-4f11-9167-5522f131d91c']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:12.565430 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-415a21db-a218-49c1-bbd2-fe2f07c5d6c0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48159860-b537-44fa-9d9c-9631bfb0be6c') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:12.565763 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-415a21db-a218-49c1-bbd2-fe2f07c5d6c0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48159860-b537-44fa-9d9c-9631bfb0be6c') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:12.577348 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-415a21db-a218-49c1-bbd2-fe2f07c5d6c0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (48159860-b537-44fa-9d9c-9631bfb0be6c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:12.596496 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-415a21db-a218-49c1-bbd2-fe2f07c5d6c0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (48159860-b537-44fa-9d9c-9631bfb0be6c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:12.604960 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-415a21db-a218-49c1-bbd2-fe2f07c5d6c0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:28:12.605597 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-415a21db-a218-49c1-bbd2-fe2f07c5d6c0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (48159860-b537-44fa-9d9c-9631bfb0be6c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:12.681043 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:28:12.681043 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:28:12.681043 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:28:12.681043 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:28:12.681043 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:28:12.681043 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:28:12.681043 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:28:12.681043 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:28:12.681043 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:28:12.681043 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:28:12.681043 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:28:12.681043 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:28:12.681043 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:28:12.681043 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:28:12.681043 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:28:12.681043 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:28:12.681043 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:28:12.681043 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:28:12.681043 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:28:12.681043 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:28:12.681043 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:28:12.681043 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:28:12.681043 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:28:12.681043 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:28:12.681043 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:28:12.681043 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:28:12.681043 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:28:12.681043 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:28:12.681043 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:28:12.681043 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:28:12.681043 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:28:12.681043 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:28:12.685352 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-415a21db-a218-49c1-bbd2-fe2f07c5d6c0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (4b6b3e87-926c-4f11-9167-5522f131d91c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:12.715056 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-415a21db-a218-49c1-bbd2-fe2f07c5d6c0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:12.719556 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-415a21db-a218-49c1-bbd2-fe2f07c5d6c0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] 10.222.0.75 "DELETE /v2.0/networks/4b6b3e87-926c-4f11-9167-5522f131d91c HTTP/1.1" status: 204 len: 168 time: 0.4693868 Mar 22 19:28:12.720642 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a21db-a218-49c1-bbd2-fe2f07c5d6c0 tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Pushing event deleted for resources: {'Network': ['ID=4b6b3e87-926c-4f11-9167-5522f131d91c,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:12.723949 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52340) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:12.854268 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port f3ec18b8-fa7a-48bf-8a8a-00674d28a16f is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:28:12.875193 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-26adfb29-dfe4-4a45-a489-4bf4b18e589a tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (80527644-107a-40f7-b703-33c6f1c64a1c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:13.035410 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff56a6-373b-4f92-8462-1c74b0973989 req-d52e15a9-62e0-4c32-85fb-4ec95ad0a63f tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:13.037064 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f0ff56a6-373b-4f92-8462-1c74b0973989 req-d52e15a9-62e0-4c32-85fb-4ec95ad0a63f tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 784 time: 1.1184711 Mar 22 19:28:13.062176 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-26adfb29-dfe4-4a45-a489-4bf4b18e589a tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (80527644-107a-40f7-b703-33c6f1c64a1c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:13.069961 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c2bea205-a4d0-484e-8922-b92947edf2ec req-ecc2f532-c994-4af3-b9c9-d7c4a0f0ef6f tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1107996 Mar 22 19:28:13.076965 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-f0ff56a6-373b-4f92-8462-1c74b0973989 req-b174471e-e942-4690-a618-f7f2b2adb532 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:28:13.079155 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f0ff56a6-373b-4f92-8462-1c74b0973989 req-b174471e-e942-4690-a618-f7f2b2adb532 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063405 Mar 22 19:28:13.145950 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-26adfb29-dfe4-4a45-a489-4bf4b18e589a tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80527644-107a-40f7-b703-33c6f1c64a1c']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:13.171106 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-26adfb29-dfe4-4a45-a489-4bf4b18e589a tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f3a263-a4ea-408d-a28a-6ec91e6e9938') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:13.171482 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-26adfb29-dfe4-4a45-a489-4bf4b18e589a tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f3a263-a4ea-408d-a28a-6ec91e6e9938') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:13.196623 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-26adfb29-dfe4-4a45-a489-4bf4b18e589a tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (f2f3a263-a4ea-408d-a28a-6ec91e6e9938), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:13.225728 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-26adfb29-dfe4-4a45-a489-4bf4b18e589a tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (f2f3a263-a4ea-408d-a28a-6ec91e6e9938), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:13.236348 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26adfb29-dfe4-4a45-a489-4bf4b18e589a tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:28:13.236751 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-26adfb29-dfe4-4a45-a489-4bf4b18e589a tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (f2f3a263-a4ea-408d-a28a-6ec91e6e9938), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:13.245027 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:28:13.245027 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:28:13.245027 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:28:13.245027 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:28:13.245027 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:28:13.245027 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:28:13.245027 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:28:13.245027 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:28:13.245027 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:28:13.245027 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:28:13.245027 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:28:13.245027 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:28:13.245027 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:28:13.245027 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:28:13.245027 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:28:13.245027 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:28:13.245027 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:28:13.245027 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:28:13.245027 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:28:13.245027 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:28:13.245027 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:28:13.245027 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:28:13.245027 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:28:13.245027 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:28:13.245027 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:28:13.245027 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:28:13.245027 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:28:13.245027 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:28:13.245027 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:28:13.245027 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:28:13.245027 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:28:13.245027 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:28:13.370833 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1e859e-2c8c-492e-90d1-d37400b7c7ee None None] get_active_networks_info from n-d-705658-24 {{(pid=104174) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 19:28:13.380156 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-26adfb29-dfe4-4a45-a489-4bf4b18e589a tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (80527644-107a-40f7-b703-33c6f1c64a1c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:13.396035 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-26adfb29-dfe4-4a45-a489-4bf4b18e589a tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:13.399792 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27cc30-e83e-4d25-96d3-d9397a16cd8a req-2a3fd176-2d4c-4357-ab31-8a621f4a1a0b tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:13.401406 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a27cc30-e83e-4d25-96d3-d9397a16cd8a req-2a3fd176-2d4c-4357-ab31-8a621f4a1a0b tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.1997328 Mar 22 19:28:13.408599 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-26adfb29-dfe4-4a45-a489-4bf4b18e589a tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] 10.222.0.75 "DELETE /v2.0/networks/80527644-107a-40f7-b703-33c6f1c64a1c HTTP/1.1" status: 204 len: 168 time: 0.6832192 Mar 22 19:28:13.410193 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdc44a-841d-4730-b0b6-07995816ae2e req-76f7b50e-8b7e-4b4a-bf30-39d652de5a44 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:13.412689 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-30cdc44a-841d-4730-b0b6-07995816ae2e req-76f7b50e-8b7e-4b4a-bf30-39d652de5a44 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 943 time: 0.1632175 Mar 22 19:28:13.482358 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26adfb29-dfe4-4a45-a489-4bf4b18e589a tempest-BulkNetworkOpsTest-1256357429 tempest-BulkNetworkOpsTest-1256357429-project] Pushing event deleted for resources: {'Network': ['ID=80527644-107a-40f7-b703-33c6f1c64a1c,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:13.609043 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a27cc30-e83e-4d25-96d3-d9397a16cd8a req-94591e09-85ac-4dd2-b42e-30226d9d559e tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902759 Mar 22 19:28:13.711743 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1e859e-2c8c-492e-90d1-d37400b7c7ee None None] Resources bound (agent type, host, resource id): {{(pid=104174) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 19:28:13.713901 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-3e9173b8-9e3c-4309-be72-2660c4b3cac5 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Allocated IP 10.2.2.100 (c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec/add5e86e-1684-4168-ab70-08d4ad72036d/1f791238-3e27-4e2c-ba13-8a83f0b02353) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:28:13.727671 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9601c29a-e796-4eb7-8a28-d56006172dd3 req-698a0b8f-8209-48f9-8d0a-48c264c2ec0e tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] 10.222.0.75 "GET /v2.0/floatingips/46a14e2b-bdb0-4897-b233-bbc5bf74e770 HTTP/1.1" status: 200 len: 692 time: 0.0926359 Mar 22 19:28:13.768663 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-30cdc44a-841d-4730-b0b6-07995816ae2e req-c361f956-745c-49a7-b36c-44dfb0164dfd tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/security-groups?id=b591d7ec-4d48-4377-bca9-c2da745c5c62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2903795 Mar 22 19:28:13.788229 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c6edf336-e398-44d1-883c-cff752f323c6 None None] Publish callbacks [] for port (5128da15-3a8c-4ae2-b71a-b47a6c78aac2), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:13.879474 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52354) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:13.913673 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c6edf336-e398-44d1-883c-cff752f323c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5128da15-3a8c-4ae2-b71a-b47a6c78aac2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:14.025535 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601c29a-e796-4eb7-8a28-d56006172dd3 req-c7766ff6-2943-4d29-9960-409bfa6e0da9 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:14.026980 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9601c29a-e796-4eb7-8a28-d56006172dd3 req-c7766ff6-2943-4d29-9960-409bfa6e0da9 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 784 time: 0.2985160 Mar 22 19:28:14.047067 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1f2a4-0651-40c5-b406-98e9f31aee8f req-9e8ca982-5a51-4cfd-8a67-b0997662fda8 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:14.048634 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-91a1f2a4-0651-40c5-b406-98e9f31aee8f req-9e8ca982-5a51-4cfd-8a67-b0997662fda8 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.1793332 Mar 22 19:28:14.052522 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-9601c29a-e796-4eb7-8a28-d56006172dd3 req-f8613bd4-c063-4f4e-8b6a-f8b523023570 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:28:14.053502 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9601c29a-e796-4eb7-8a28-d56006172dd3 req-f8613bd4-c063-4f4e-8b6a-f8b523023570 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0181105 Mar 22 19:28:14.080353 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d452091-b852-4563-b05b-444a9b002fc5 None None] Pushing event updated for resources: {'Port': ['ID=5128da15-3a8c-4ae2-b71a-b47a6c78aac2,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:14.114849 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-3e9173b8-9e3c-4309-be72-2660c4b3cac5 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks [] for port (1f791238-3e27-4e2c-ba13-8a83f0b02353), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:14.117341 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d54a2722-04b1-454b-8fff-bd2e4adc2c0a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ca1380657a894776986433ec4deac7b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2364931 Mar 22 19:28:14.124578 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52360) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:14.168418 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-3e9173b8-9e3c-4309-be72-2660c4b3cac5 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (1f791238-3e27-4e2c-ba13-8a83f0b02353), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:14.222914 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c6edf336-e398-44d1-883c-cff752f323c6 None None] Attempting to bind port 5128da15-3a8c-4ae2-b71a-b47a6c78aac2 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:28:14.223326 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c6edf336-e398-44d1-883c-cff752f323c6 None None] Attempting to bind port 5128da15-3a8c-4ae2-b71a-b47a6c78aac2 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '5be35db7-b604-4f84-8e14-f19991e093a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:28:14.223707 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6edf336-e398-44d1-883c-cff752f323c6 None None] Attempting to bind port 5128da15-3a8c-4ae2-b71a-b47a6c78aac2 on network bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:28:14.229757 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3b7123de-d9bf-407f-8b8e-412ea29e334b admin admin] Publish callbacks [] for security_group (9e093637-cc92-468d-9827-426b4e7e4060), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:14.237330 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6edf336-e398-44d1-883c-cff752f323c6 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:28:14.237726 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6edf336-e398-44d1-883c-cff752f323c6 None None] Checking segment: {'id': '5be35db7-b604-4f84-8e14-f19991e093a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:28:14.238173 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c6edf336-e398-44d1-883c-cff752f323c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:14.238639 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6edf336-e398-44d1-883c-cff752f323c6 None None] Bound using segment: {'id': '5be35db7-b604-4f84-8e14-f19991e093a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:28:14.239520 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c6edf336-e398-44d1-883c-cff752f323c6 None None] Bound port: 5128da15-3a8c-4ae2-b71a-b47a6c78aac2, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be35db7-b604-4f84-8e14-f19991e093a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:28:14.239929 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c6edf336-e398-44d1-883c-cff752f323c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5128da15-3a8c-4ae2-b71a-b47a6c78aac2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:14.263320 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3b7123de-d9bf-407f-8b8e-412ea29e334b admin admin] Publish callbacks [] for security_group (9e093637-cc92-468d-9827-426b4e7e4060), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:14.300675 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9173b8-9e3c-4309-be72-2660c4b3cac5 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Pushing event updated for resources: {'Port': ['ID=1f791238-3e27-4e2c-ba13-8a83f0b02353,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:14.377922 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c6edf336-e398-44d1-883c-cff752f323c6 None None] For port 5128da15-3a8c-4ae2-b71a-b47a6c78aac2, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:28:14.383807 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-3e9173b8-9e3c-4309-be72-2660c4b3cac5 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Network c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:28:14.386332 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3b7123de-d9bf-407f-8b8e-412ea29e334b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9e093637-cc92-468d-9827-426b4e7e4060), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:14.386735 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-3e9173b8-9e3c-4309-be72-2660c4b3cac5 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:14.389211 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3b7123de-d9bf-407f-8b8e-412ea29e334b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:14.390496 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3b7123de-d9bf-407f-8b8e-412ea29e334b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9e093637-cc92-468d-9827-426b4e7e4060 HTTP/1.1" status: 204 len: 168 time: 0.2648444 Mar 22 19:28:14.395135 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c6edf336-e398-44d1-883c-cff752f323c6 None None] For port 5128da15-3a8c-4ae2-b71a-b47a6c78aac2, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=5128da15-3a8c-4ae2-b71a-b47a6c78aac2,segment=NetworkSegment(5be35db7-b604-4f84-8e14-f19991e093a4),segment_id=5be35db7-b604-4f84-8e14-f19991e093a4)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:28:14.408228 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a02b9ad-1e27-47da-83b7-c13f464d42db req-995b216c-2b63-469d-8a43-0e8682b36134 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] 10.222.0.75 "GET /v2.0/floatingips?tenant_id=35e5458d09af4a7a8b9806a4620b4bfa HTTP/1.1" status: 200 len: 695 time: 0.2516301 Mar 22 19:28:14.411281 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-3e9173b8-9e3c-4309-be72-2660c4b3cac5 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:28:14.413756 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c6edf336-e398-44d1-883c-cff752f323c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5128da15-3a8c-4ae2-b71a-b47a6c78aac2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:14.418621 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7123de-d9bf-407f-8b8e-412ea29e334b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e093637-cc92-468d-9827-426b4e7e4060,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:14.427137 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-91a1f2a4-0651-40c5-b406-98e9f31aee8f req-9395cc74-9845-4915-b318-31654bd1b58e tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3673313 Mar 22 19:28:14.552111 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6edf336-e398-44d1-883c-cff752f323c6 None None] Routers {'61a1d9b6-ea7a-4faf-8a88-56d0630cfd03'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:28:14.552813 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-c6edf336-e398-44d1-883c-cff752f323c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:27:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['61a1d9b6-ea7a-4faf-8a88-56d0630cfd03'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:14.734168 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d452091-b852-4563-b05b-444a9b002fc5 None None] Pushing event updated for resources: {'Port': ['ID=5128da15-3a8c-4ae2-b71a-b47a6c78aac2,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:14.837937 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-c6edf336-e398-44d1-883c-cff752f323c6 None None] Set router 61a1d9b6-ea7a-4faf-8a88-56d0630cfd03 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:28:14.881287 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-3e9173b8-9e3c-4309-be72-2660c4b3cac5 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:14.890794 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-3e9173b8-9e3c-4309-be72-2660c4b3cac5 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:14.980818 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-3e9173b8-9e3c-4309-be72-2660c4b3cac5 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8180001 Mar 22 19:28:14.994151 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8e858-8a5a-4980-9eac-3af75e6b2da3 req-a281a6a9-e245-4d49-b071-27105099d9b0 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:15.013037 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8e858-8a5a-4980-9eac-3af75e6b2da3 req-a281a6a9-e245-4d49-b071-27105099d9b0 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:15.025447 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8e858-8a5a-4980-9eac-3af75e6b2da3 req-a281a6a9-e245-4d49-b071-27105099d9b0 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:15.030939 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8e858-8a5a-4980-9eac-3af75e6b2da3 req-a281a6a9-e245-4d49-b071-27105099d9b0 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:15.032670 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-72d8e858-8a5a-4980-9eac-3af75e6b2da3 req-a281a6a9-e245-4d49-b071-27105099d9b0 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 3095 time: 0.3166468 Mar 22 19:28:15.056488 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f19ebb9b-ca91-485d-82a3-8a9321f7fd3d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Request body: {'port': {'device_id': '60fa428f-956c-4a38-82a5-e8774debd9be', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec', 'admin_state_up': True, 'tenant_id': '3fee7ce517f548f9a4e6097b9989ab12', 'security_groups': ['bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:15.062769 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-409ccb37-1fe6-437b-ab91-dbda2b89cb82 None None] Provisioning complete for port 1f791238-3e27-4e2c-ba13-8a83f0b02353 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:15.063324 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-409ccb37-1fe6-437b-ab91-dbda2b89cb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (1f791238-3e27-4e2c-ba13-8a83f0b02353), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:15.168728 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02b9ad-1e27-47da-83b7-c13f464d42db req-dda8d89f-cb7a-4370-af25-da07136b1996 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:15.178240 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a02b9ad-1e27-47da-83b7-c13f464d42db req-dda8d89f-cb7a-4370-af25-da07136b1996 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] 10.222.0.75 "GET /v2.0/networks?id=b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 787 time: 0.7618132 Mar 22 19:28:15.184090 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-8a02b9ad-1e27-47da-83b7-c13f464d42db req-f342f767-0e1e-4201-8332-7a430406a786 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:28:15.203714 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a02b9ad-1e27-47da-83b7-c13f464d42db req-f342f767-0e1e-4201-8332-7a430406a786 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0242305 Mar 22 19:28:15.225263 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 5128da15-3a8c-4ae2-b71a-b47a6c78aac2 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:28:15.332567 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fe7c1f68-98f0-4b8e-a0b5-2b7e0eece99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:15.352472 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-409ccb37-1fe6-437b-ab91-dbda2b89cb82 None None] Port 1f791238-3e27-4e2c-ba13-8a83f0b02353 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:28:15.363407 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-72d8e858-8a5a-4980-9eac-3af75e6b2da3 req-ed36fc37-aeed-4ed8-b549-cfabf70f3d5c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096486 Mar 22 19:28:15.412484 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-409ccb37-1fe6-437b-ab91-dbda2b89cb82 None None] Provisioning complete for port 5128da15-3a8c-4ae2-b71a-b47a6c78aac2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:15.412858 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-409ccb37-1fe6-437b-ab91-dbda2b89cb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5128da15-3a8c-4ae2-b71a-b47a6c78aac2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:15.459448 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 5128da15-3a8c-4ae2-b71a-b47a6c78aac2 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:15.459856 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5128da15-3a8c-4ae2-b71a-b47a6c78aac2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:15.502038 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b037d5-dfec-46f5-9944-4f9edd7f0eaa req-28b9237c-08fd-4ede-806a-604c8c1d2d97 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:15.504726 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b0b037d5-dfec-46f5-9944-4f9edd7f0eaa req-28b9237c-08fd-4ede-806a-604c8c1d2d97 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.2087514 Mar 22 19:28:15.535888 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f19ebb9b-ca91-485d-82a3-8a9321f7fd3d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Made reservation on behalf of 3fee7ce517f548f9a4e6097b9989ab12 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:28:15.547375 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f19ebb9b-ca91-485d-82a3-8a9321f7fd3d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:15.593518 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-409ccb37-1fe6-437b-ab91-dbda2b89cb82 None None] Current status of the port 5128da15-3a8c-4ae2-b71a-b47a6c78aac2 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:28:15.593518 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-409ccb37-1fe6-437b-ab91-dbda2b89cb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5128da15-3a8c-4ae2-b71a-b47a6c78aac2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:15.603281 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-c6edf336-e398-44d1-883c-cff752f323c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a1d9b6-ea7a-4faf-8a88-56d0630cfd03', 'name': 'tempest-FloatingIPsTestJSON-648180597-router', 'tenant_id': '35e5458d09af4a7a8b9806a4620b4bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f3ec18b8-fa7a-48bf-8a8a-00674d28a16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:27:59Z', 'updated_at': '2022-03-22T19:28:04Z', 'revision_number': 4, 'project_id': '35e5458d09af4a7a8b9806a4620b4bfa', 'gw_port': {'id': 'f3ec18b8-fa7a-48bf-8a8a-00674d28a16f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a1d9b6-ea7a-4faf-8a88-56d0630cfd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:00Z', 'updated_at': '2022-03-22T19:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '5128da15-3a8c-4ae2-b71a-b47a6c78aac2', 'name': '', 'network_id': 'bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1', 'tenant_id': '35e5458d09af4a7a8b9806a4620b4bfa', 'mac_address': 'fa:16:3e:0c:d0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a1d9b6-ea7a-4faf-8a88-56d0630cfd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '72aa92bd-f69b-45e8-b999-5f9ded1f83d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:03Z', 'updated_at': '2022-03-22T19:28:14Z', 'revision_number': 4, 'project_id': '35e5458d09af4a7a8b9806a4620b4bfa', 'subnets': [{'id': '72aa92bd-f69b-45e8-b999-5f9ded1f83d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:15.642015 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6edf336-e398-44d1-883c-cff752f323c6 None None] The sync data for ids ['61a1d9b6-ea7a-4faf-8a88-56d0630cfd03'] in n-d-705658-24 is: [{'id': '61a1d9b6-ea7a-4faf-8a88-56d0630cfd03', 'name': 'tempest-FloatingIPsTestJSON-648180597-router', 'tenant_id': '35e5458d09af4a7a8b9806a4620b4bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f3ec18b8-fa7a-48bf-8a8a-00674d28a16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:27:59Z', 'updated_at': '2022-03-22T19:28:04Z', 'revision_number': 4, 'project_id': '35e5458d09af4a7a8b9806a4620b4bfa', 'gw_port': {'id': 'f3ec18b8-fa7a-48bf-8a8a-00674d28a16f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a1d9b6-ea7a-4faf-8a88-56d0630cfd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:00Z', 'updated_at': '2022-03-22T19:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '5128da15-3a8c-4ae2-b71a-b47a6c78aac2', 'name': '', 'network_id': 'bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1', 'tenant_id': '35e5458d09af4a7a8b9806a4620b4bfa', 'mac_address': 'fa:16:3e:0c:d0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61a1d9b6-ea7a-4faf-8a88-56d0630cfd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 1600, 'fixed_ips': [{'subnet_id': '72aa92bd-f69b-45e8-b999-5f9ded1f83d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:03Z', 'updated_at': '2022-03-22T19:28:14Z', 'revision_number': 4, 'project_id': '35e5458d09af4a7a8b9806a4620b4bfa', 'subnets': [{'id': '72aa92bd-f69b-45e8-b999-5f9ded1f83d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:28:15.806455 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b0b037d5-dfec-46f5-9944-4f9edd7f0eaa req-12ec6e7e-743a-40a8-9722-608a9ee381cf tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2946270 Mar 22 19:28:15.828129 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373e45e-8bb7-4ccc-a92d-ca84647fef83 req-7797e7df-baf1-46e6-9fe3-5d3ee387cf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:15.834721 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:15.844473 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f373e45e-8bb7-4ccc-a92d-ca84647fef83 req-7797e7df-baf1-46e6-9fe3-5d3ee387cf3a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7e302d01a2a24393894ffad4e45b884a&device_id=b150f3c0-9130-4014-9c96-698074dbf2f7 HTTP/1.1" status: 200 len: 1129 time: 0.1422863 Mar 22 19:28:15.857433 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52402) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:15.886375 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-409ccb37-1fe6-437b-ab91-dbda2b89cb82 None None] For port 5128da15-3a8c-4ae2-b71a-b47a6c78aac2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=5128da15-3a8c-4ae2-b71a-b47a6c78aac2,segment=NetworkSegment(5be35db7-b604-4f84-8e14-f19991e093a4),segment_id=5be35db7-b604-4f84-8e14-f19991e093a4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:28:15.898151 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 5128da15-3a8c-4ae2-b71a-b47a6c78aac2 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:28:15.899950 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5128da15-3a8c-4ae2-b71a-b47a6c78aac2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:15.906490 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-409ccb37-1fe6-437b-ab91-dbda2b89cb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5128da15-3a8c-4ae2-b71a-b47a6c78aac2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:15.955210 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02bdb6be-71f1-4d1c-9206-9df590b57f0e req-f34f0c57-3837-46dc-adf1-10391949e190 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] 10.222.0.75 "GET /v2.0/floatingips/46a14e2b-bdb0-4897-b233-bbc5bf74e770 HTTP/1.1" status: 200 len: 692 time: 0.0964611 Mar 22 19:28:16.019224 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373e45e-8bb7-4ccc-a92d-ca84647fef83 req-f9f19f0e-45b3-4c1c-82a8-0462c1e818b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:16.021004 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f373e45e-8bb7-4ccc-a92d-ca84647fef83 req-f9f19f0e-45b3-4c1c-82a8-0462c1e818b5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e2aac6b4-9023-4a56-b28e-d9728a595e67 HTTP/1.1" status: 200 len: 920 time: 0.1693523 Mar 22 19:28:16.053278 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ccb37-1fe6-437b-ab91-dbda2b89cb82 None None] Pushing event updated for resources: {'Port': ['ID=5128da15-3a8c-4ae2-b71a-b47a6c78aac2,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:16.074131 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:28:16.074754 n-d-705658-24 neutron-server[104174]: DEBUG oslo_db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:28:16.077147 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-872e4f7e-66df-4495-b8c7-b2855fe85684 None None] Provisioning complete for port 5128da15-3a8c-4ae2-b71a-b47a6c78aac2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:16.077635 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-872e4f7e-66df-4495-b8c7-b2855fe85684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5128da15-3a8c-4ae2-b71a-b47a6c78aac2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:16.118194 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f373e45e-8bb7-4ccc-a92d-ca84647fef83 req-77f29e11-c34a-4771-a423-d2ecf5c655c6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c578384b-0d5f-41dc-ba45-922b60cc6901 HTTP/1.1" status: 200 len: 217 time: 0.0898147 Mar 22 19:28:16.159216 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-d21546cd-7afc-4008-bfe4-c83c9bd6bd8c tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:16.170371 n-d-705658-24 neutron-server[104172]: WARNING neutron.api.v2.base [None req-d21546cd-7afc-4008-bfe4-c83c9bd6bd8c tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 22 19:28:16.170910 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-d21546cd-7afc-4008-bfe4-c83c9bd6bd8c tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] create failed (client error): There was a conflict when trying to complete your request. Mar 22 19:28:16.177457 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d21546cd-7afc-4008-bfe4-c83c9bd6bd8c tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3076806 Mar 22 19:28:16.188867 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52406) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:16.193136 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aca8d6-277e-404b-8507-84b09819f216 req-545ef3ff-c93b-4a1a-869b-3f191a3750b8 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:16.200452 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e3aca8d6-277e-404b-8507-84b09819f216 req-545ef3ff-c93b-4a1a-869b-3f191a3750b8 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 943 time: 0.3924470 Mar 22 19:28:16.214632 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-d95a75b3-3b0c-4e7e-ac55-d3fadbfee5a3 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Request body: {'security_group': {'name': 'tempest-secgroup--1486054058'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:16.241940 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-872e4f7e-66df-4495-b8c7-b2855fe85684 None None] Current status of the port 5128da15-3a8c-4ae2-b71a-b47a6c78aac2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:28:16.284821 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373e45e-8bb7-4ccc-a92d-ca84647fef83 req-d8e87e8a-656e-4f40-acb3-055deead4a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:16.285714 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f373e45e-8bb7-4ccc-a92d-ca84647fef83 req-d8e87e8a-656e-4f40-acb3-055deead4a39 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cd5ec6ea-2197-4f69-89c7-80c309a39451 HTTP/1.1" status: 200 len: 858 time: 0.1621449 Mar 22 19:28:16.292578 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d95a75b3-3b0c-4e7e-ac55-d3fadbfee5a3 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:16.348227 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d95a75b3-3b0c-4e7e-ac55-d3fadbfee5a3 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:16.354438 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f19ebb9b-ca91-485d-82a3-8a9321f7fd3d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Allocated IP 10.2.2.200 (c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec/add5e86e-1684-4168-ab70-08d4ad72036d/512149e1-9e99-4084-aeaf-943c08b8e57d) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:28:16.363655 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bdb6be-71f1-4d1c-9206-9df590b57f0e req-02d26cf9-df93-48de-96f3-35702f867f37 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:16.367950 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02bdb6be-71f1-4d1c-9206-9df590b57f0e req-02d26cf9-df93-48de-96f3-35702f867f37 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 784 time: 0.3706570 Mar 22 19:28:16.405242 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e3aca8d6-277e-404b-8507-84b09819f216 req-316295b3-3c16-44ca-bcf0-e60149d7993d tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/security-groups?id=b591d7ec-4d48-4377-bca9-c2da745c5c62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038243 Mar 22 19:28:16.411641 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-02bdb6be-71f1-4d1c-9206-9df590b57f0e req-19195e1f-cb16-4231-9886-4b017b14e17b tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:28:16.412714 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02bdb6be-71f1-4d1c-9206-9df590b57f0e req-19195e1f-cb16-4231-9886-4b017b14e17b tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0380743 Mar 22 19:28:16.513350 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02bdb6be-71f1-4d1c-9206-9df590b57f0e req-88285e89-6bf3-4a90-84ac-9f497d59cec5 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.79 HTTP/1.1" status: 200 len: 695 time: 0.0885558 Mar 22 19:28:16.582078 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02bdb6be-71f1-4d1c-9206-9df590b57f0e req-81bc2a88-080b-42bf-9a50-7f3f46c2993a tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.79 HTTP/1.1" status: 200 len: 695 time: 0.0677762 Mar 22 19:28:16.586742 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d95a75b3-3b0c-4e7e-ac55-d3fadbfee5a3 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (6d9d7e9f-eb25-46e9-91ae-273c79657311), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:16.597051 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d95a75b3-3b0c-4e7e-ac55-d3fadbfee5a3 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (6d9d7e9f-eb25-46e9-91ae-273c79657311), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:16.629784 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373e45e-8bb7-4ccc-a92d-ca84647fef83 req-19a387c3-da9e-4320-8558-eac62257d6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:16.631856 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f373e45e-8bb7-4ccc-a92d-ca84647fef83 req-19a387c3-da9e-4320-8558-eac62257d6ff service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e2aac6b4-9023-4a56-b28e-d9728a595e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3364172 Mar 22 19:28:16.653725 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 5128da15-3a8c-4ae2-b71a-b47a6c78aac2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:28:16.774763 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fabee0-6c54-4054-a780-44dbd6e6b8e3 req-de110999-dfe3-4180-a6db-f982dcace0fb tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:16.776400 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-91fabee0-6c54-4054-a780-44dbd6e6b8e3 req-de110999-dfe3-4180-a6db-f982dcace0fb tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=b150f3c0-9130-4014-9c96-698074dbf2f7 HTTP/1.1" status: 200 len: 946 time: 0.1931098 Mar 22 19:28:16.790146 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d95a75b3-3b0c-4e7e-ac55-d3fadbfee5a3 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (9b65b29b-2e56-4ceb-9554-d20f654b7c7e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:16.798162 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a75b3-3b0c-4e7e-ac55-d3fadbfee5a3 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9d7e9f-eb25-46e9-91ae-273c79657311,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:16.847851 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f373e45e-8bb7-4ccc-a92d-ca84647fef83 req-7ac6cd86-b731-4656-ad9a-dfbf73c460c9 service neutron] 10.222.0.84 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070134 Mar 22 19:28:16.848625 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d95a75b3-3b0c-4e7e-ac55-d3fadbfee5a3 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9b65b29b-2e56-4ceb-9554-d20f654b7c7e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:16.896551 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a75b3-3b0c-4e7e-ac55-d3fadbfee5a3 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b65b29b-2e56-4ceb-9554-d20f654b7c7e,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:16.954506 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-91fabee0-6c54-4054-a780-44dbd6e6b8e3 req-56bdd032-34a0-4e84-b99e-a565ec99712c tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160605 Mar 22 19:28:17.033052 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 5128da15-3a8c-4ae2-b71a-b47a6c78aac2 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:28:17.096268 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f19ebb9b-ca91-485d-82a3-8a9321f7fd3d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks [] for port (512149e1-9e99-4084-aeaf-943c08b8e57d), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:17.190496 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f19ebb9b-ca91-485d-82a3-8a9321f7fd3d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (512149e1-9e99-4084-aeaf-943c08b8e57d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:17.191176 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f373e45e-8bb7-4ccc-a92d-ca84647fef83 req-465dbf72-1c17-4658-ae65-45d2b132c917 service neutron] 10.222.0.84 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113918 Mar 22 19:28:17.194488 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d95a75b3-3b0c-4e7e-ac55-d3fadbfee5a3 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:17.201130 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d95a75b3-3b0c-4e7e-ac55-d3fadbfee5a3 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0109260 Mar 22 19:28:17.202132 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52412) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:17.207812 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-6582091a-f243-4c3d-9436-92eef5757be4 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Request body: {'security_group_rule': {'security_group_id': '9b65b29b-2e56-4ceb-9554-d20f654b7c7e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:17.216427 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 5128da15-3a8c-4ae2-b71a-b47a6c78aac2 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:17.218685 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5128da15-3a8c-4ae2-b71a-b47a6c78aac2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:17.258757 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6582091a-f243-4c3d-9436-92eef5757be4 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group_rule (23ec269e-774e-4baf-a9e7-84ac1cfced8f), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:17.362648 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f19ebb9b-ca91-485d-82a3-8a9321f7fd3d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Network c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:28:17.388606 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6582091a-f243-4c3d-9436-92eef5757be4 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group_rule (23ec269e-774e-4baf-a9e7-84ac1cfced8f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:17.397928 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-cc9b5e8c-46a6-4fad-abb2-800c31ea0308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:17.398474 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f19ebb9b-ca91-485d-82a3-8a9321f7fd3d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:17.408694 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6582091a-f243-4c3d-9436-92eef5757be4 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (23ec269e-774e-4baf-a9e7-84ac1cfced8f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:17.425010 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f19ebb9b-ca91-485d-82a3-8a9321f7fd3d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:28:17.453106 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6582091a-f243-4c3d-9436-92eef5757be4 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:17.463166 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6582091a-f243-4c3d-9436-92eef5757be4 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2582238 Mar 22 19:28:17.464486 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52420) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:17.481432 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-2253bda0-e420-4556-b401-a95fb06008f2 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Request body: {'security_group_rule': {'security_group_id': '9b65b29b-2e56-4ceb-9554-d20f654b7c7e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:17.495332 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582091a-f243-4c3d-9436-92eef5757be4 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ec269e-774e-4baf-a9e7-84ac1cfced8f,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:17.534819 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 5128da15-3a8c-4ae2-b71a-b47a6c78aac2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:28:17.554608 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2253bda0-e420-4556-b401-a95fb06008f2 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group_rule (7d7a6c7a-ad81-489c-ae81-5d9c7e95f9f3), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:17.576036 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-02bdb6be-71f1-4d1c-9206-9df590b57f0e req-a0b277d0-80e2-4d4c-b8c7-b7d9e8be5c95 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Deleting port c8901be9-0a72-47ab-be6c-e96eb1421cfc {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:28:17.576509 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-02bdb6be-71f1-4d1c-9206-9df590b57f0e req-a0b277d0-80e2-4d4c-b8c7-b7d9e8be5c95 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (c8901be9-0a72-47ab-be6c-e96eb1421cfc), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:17.585102 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f19ebb9b-ca91-485d-82a3-8a9321f7fd3d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:17.585762 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f19ebb9b-ca91-485d-82a3-8a9321f7fd3d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:17.603934 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ebb9b-ca91-485d-82a3-8a9321f7fd3d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Pushing event updated for resources: {'Port': ['ID=512149e1-9e99-4084-aeaf-943c08b8e57d,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:17.618775 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f19ebb9b-ca91-485d-82a3-8a9321f7fd3d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5721564 Mar 22 19:28:17.649234 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4be75-f1e7-4564-83ef-7a82c70b8a13 req-83ca8012-2fcd-45fa-8d34-008a765ecf20 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:17.652867 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-2253bda0-e420-4556-b401-a95fb06008f2 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] create failed (client error): There was a conflict when trying to complete your request. Mar 22 19:28:17.660334 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2253bda0-e420-4556-b401-a95fb06008f2 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1935346 Mar 22 19:28:17.661139 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-27a4be75-f1e7-4564-83ef-7a82c70b8a13 req-83ca8012-2fcd-45fa-8d34-008a765ecf20 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.4973404 Mar 22 19:28:17.666239 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52422) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:17.671656 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-02058f89-7933-450f-bb12-760b5f0c8af2 service neutron] Request body: {'port': {'device_id': '60fa428f-956c-4a38-82a5-e8774debd9be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:17.782169 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-35c5462b-6591-4f84-912b-9064e2cac5d3 None None] Provisioning complete for port 512149e1-9e99-4084-aeaf-943c08b8e57d triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:17.782863 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-35c5462b-6591-4f84-912b-9064e2cac5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (512149e1-9e99-4084-aeaf-943c08b8e57d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:17.797021 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-31a38c45-e832-4591-a0c4-ea62c65bec00 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (9b65b29b-2e56-4ceb-9554-d20f654b7c7e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:17.840914 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-02058f89-7933-450f-bb12-760b5f0c8af2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0ddbef26-fdc2-4762-a812-c5ac7d714e89), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:17.843578 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-35c5462b-6591-4f84-912b-9064e2cac5d3 None None] Port 512149e1-9e99-4084-aeaf-943c08b8e57d cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:28:17.848517 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-31a38c45-e832-4591-a0c4-ea62c65bec00 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (9b65b29b-2e56-4ceb-9554-d20f654b7c7e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:17.893981 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-27a4be75-f1e7-4564-83ef-7a82c70b8a13 req-fd2d5dea-e860-43a4-8972-4d0a52fa4318 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2304988 Mar 22 19:28:17.960830 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-02bdb6be-71f1-4d1c-9206-9df590b57f0e req-a0b277d0-80e2-4d4c-b8c7-b7d9e8be5c95 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (c8901be9-0a72-47ab-be6c-e96eb1421cfc), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:17.961716 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-02bdb6be-71f1-4d1c-9206-9df590b57f0e req-a0b277d0-80e2-4d4c-b8c7-b7d9e8be5c95 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Publish callbacks [] for floatingip (c8901be9-0a72-47ab-be6c-e96eb1421cfc), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:17.963827 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-31a38c45-e832-4591-a0c4-ea62c65bec00 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9b65b29b-2e56-4ceb-9554-d20f654b7c7e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:17.971539 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-31a38c45-e832-4591-a0c4-ea62c65bec00 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:17.978225 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-31a38c45-e832-4591-a0c4-ea62c65bec00 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "DELETE /v2.0/security-groups/9b65b29b-2e56-4ceb-9554-d20f654b7c7e HTTP/1.1" status: 204 len: 168 time: 0.3085494 Mar 22 19:28:17.979711 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52430) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:17.985133 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-02bdb6be-71f1-4d1c-9206-9df590b57f0e req-a0b277d0-80e2-4d4c-b8c7-b7d9e8be5c95 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Calling delete_port for c8901be9-0a72-47ab-be6c-e96eb1421cfc owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:28:18.050599 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a38c45-e832-4591-a0c4-ea62c65bec00 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b65b29b-2e56-4ceb-9554-d20f654b7c7e,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:18.112045 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2e4a92c5-a5a7-4d1f-9a03-9a3c02509113 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1232069 Mar 22 19:28:18.117549 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52434) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:18.122202 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-8043b652-3503-4db3-a05c-7ed788f8e55a tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Request body: {'security_group': {'name': 'tempest-secgroup--1397551202'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:18.153403 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8043b652-3503-4db3-a05c-7ed788f8e55a tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:18.231420 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:18.255888 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8043b652-3503-4db3-a05c-7ed788f8e55a tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (7e778062-b4e2-4edc-ab05-cd60fc9a407c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:18.262361 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8043b652-3503-4db3-a05c-7ed788f8e55a tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7e778062-b4e2-4edc-ab05-cd60fc9a407c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:18.305091 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8043b652-3503-4db3-a05c-7ed788f8e55a tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:18.306746 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8043b652-3503-4db3-a05c-7ed788f8e55a tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1878927 Mar 22 19:28:18.308113 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043b652-3503-4db3-a05c-7ed788f8e55a tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e778062-b4e2-4edc-ab05-cd60fc9a407c,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:18.321201 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52436) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:18.327031 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-8a5e5012-77ec-422a-8fc4-76611d3ab069 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Request body: {'security_group_rule': {'security_group_id': '7e778062-b4e2-4edc-ab05-cd60fc9a407c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:18.328888 n-d-705658-24 neutron-server[104173]: WARNING neutron.api.v2.base [None req-8a5e5012-77ec-422a-8fc4-76611d3ab069 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 22 19:28:18.329633 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-8a5e5012-77ec-422a-8fc4-76611d3ab069 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:28:18.331095 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8a5e5012-77ec-422a-8fc4-76611d3ab069 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0085812 Mar 22 19:28:18.333705 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52438) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:18.400654 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c0a14d33-e021-4a07-b10d-90eefb7148a1 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (7e778062-b4e2-4edc-ab05-cd60fc9a407c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:18.430756 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c0a14d33-e021-4a07-b10d-90eefb7148a1 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (7e778062-b4e2-4edc-ab05-cd60fc9a407c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:18.479302 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c0a14d33-e021-4a07-b10d-90eefb7148a1 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7e778062-b4e2-4edc-ab05-cd60fc9a407c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:18.483545 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c0a14d33-e021-4a07-b10d-90eefb7148a1 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:18.484990 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c0a14d33-e021-4a07-b10d-90eefb7148a1 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "DELETE /v2.0/security-groups/7e778062-b4e2-4edc-ab05-cd60fc9a407c HTTP/1.1" status: 204 len: 168 time: 0.1502035 Mar 22 19:28:18.489197 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52440) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:18.512911 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a14d33-e021-4a07-b10d-90eefb7148a1 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e778062-b4e2-4edc-ab05-cd60fc9a407c,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:18.567975 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5988848c-ec96-49fc-9f82-92281bc67f6f tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0775282 Mar 22 19:28:18.571825 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52442) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:18.576640 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-aa4d8c68-4358-41a5-b445-786f509d09af tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Request body: {'security_group': {'name': 'tempest-secgroup--2019413951'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:18.603676 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aa4d8c68-4358-41a5-b445-786f509d09af tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:18.617825 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:18.673459 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72131af-ed7a-4b0c-9036-9eeba59d994c req-dcb234d0-0ee7-4120-9380-01ea5163f70a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:18.678735 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72131af-ed7a-4b0c-9036-9eeba59d994c req-dcb234d0-0ee7-4120-9380-01ea5163f70a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:18.683988 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72131af-ed7a-4b0c-9036-9eeba59d994c req-dcb234d0-0ee7-4120-9380-01ea5163f70a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:18.689530 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72131af-ed7a-4b0c-9036-9eeba59d994c req-dcb234d0-0ee7-4120-9380-01ea5163f70a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:18.694805 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72131af-ed7a-4b0c-9036-9eeba59d994c req-dcb234d0-0ee7-4120-9380-01ea5163f70a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:18.701963 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c72131af-ed7a-4b0c-9036-9eeba59d994c req-dcb234d0-0ee7-4120-9380-01ea5163f70a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 3816 time: 0.6896007 Mar 22 19:28:18.702269 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aa4d8c68-4358-41a5-b445-786f509d09af tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (66e42c59-5439-44a0-9115-554dd9960eeb), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:18.708835 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aa4d8c68-4358-41a5-b445-786f509d09af tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (66e42c59-5439-44a0-9115-554dd9960eeb), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:18.774779 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aa4d8c68-4358-41a5-b445-786f509d09af tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:18.777124 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-aa4d8c68-4358-41a5-b445-786f509d09af tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2041137 Mar 22 19:28:18.779405 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d8c68-4358-41a5-b445-786f509d09af tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66e42c59-5439-44a0-9115-554dd9960eeb,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:18.782100 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52446) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:18.788732 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-a53be61f-8c79-4d46-90b6-f2a227d5516e tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Request body: {'security_group_rule': {'security_group_id': '66e42c59-5439-44a0-9115-554dd9960eeb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:18.794831 n-d-705658-24 neutron-server[104173]: WARNING neutron.api.v2.base [None req-a53be61f-8c79-4d46-90b6-f2a227d5516e tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 22 19:28:18.794831 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-a53be61f-8c79-4d46-90b6-f2a227d5516e tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:28:18.794831 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a53be61f-8c79-4d46-90b6-f2a227d5516e tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0103002 Mar 22 19:28:18.802327 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52448) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:18.831296 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c72131af-ed7a-4b0c-9036-9eeba59d994c req-1ec4f85f-4771-4211-95d4-a83cde845194 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283884 Mar 22 19:28:18.895270 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a8407826-3748-482c-93f6-13df70e5f1d3 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (66e42c59-5439-44a0-9115-554dd9960eeb), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:18.922791 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a8407826-3748-482c-93f6-13df70e5f1d3 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (66e42c59-5439-44a0-9115-554dd9960eeb), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:18.931208 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-02058f89-7933-450f-bb12-760b5f0c8af2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ddbef26-fdc2-4762-a812-c5ac7d714e89 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:28:18.939665 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-02058f89-7933-450f-bb12-760b5f0c8af2 service neutron] Publish callbacks [] for port (0ddbef26-fdc2-4762-a812-c5ac7d714e89), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:18.952919 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-02058f89-7933-450f-bb12-760b5f0c8af2 service neutron] Transition to ACTIVE for port object 0ddbef26-fdc2-4762-a812-c5ac7d714e89 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:28:18.956289 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-02bdb6be-71f1-4d1c-9206-9df590b57f0e req-a0b277d0-80e2-4d4c-b8c7-b7d9e8be5c95 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (c8901be9-0a72-47ab-be6c-e96eb1421cfc), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:18.962513 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-02058f89-7933-450f-bb12-760b5f0c8af2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (0ddbef26-fdc2-4762-a812-c5ac7d714e89), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:18.971524 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a8407826-3748-482c-93f6-13df70e5f1d3 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (66e42c59-5439-44a0-9115-554dd9960eeb), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:18.975439 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a8407826-3748-482c-93f6-13df70e5f1d3 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:18.979868 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a8407826-3748-482c-93f6-13df70e5f1d3 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "DELETE /v2.0/security-groups/66e42c59-5439-44a0-9115-554dd9960eeb HTTP/1.1" status: 204 len: 168 time: 0.1733999 Mar 22 19:28:18.981236 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52450) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:19.004697 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8407826-3748-482c-93f6-13df70e5f1d3 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e42c59-5439-44a0-9115-554dd9960eeb,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:19.021501 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b277d0-80e2-4d4c-b8c7-b7d9e8be5c95 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Pushing event deleted for resources: {'Port': ['ID=c8901be9-0a72-47ab-be6c-e96eb1421cfc,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:19.097598 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9824bad0-bd0f-4e22-a63a-cc0b31377c1b tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1115932 Mar 22 19:28:19.098284 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52456) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:19.110197 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-30105ac1-97fd-4bd0-9213-39f294586825 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Request body: {'security_group': {'name': 'tempest-secgroup--741578643'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:19.139443 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 9ec80e66-c289-41e0-bc84-8eef87b96316 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:28:19.160115 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-30105ac1-97fd-4bd0-9213-39f294586825 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:19.197970 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02058f89-7933-450f-bb12-760b5f0c8af2 service neutron] Pushing event updated for resources: {'Port': ['ID=0ddbef26-fdc2-4762-a812-c5ac7d714e89,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:19.218427 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf75c5-ce7f-4bf3-b5f1-7e6924738622 req-64b2e788-8436-41ae-9a1e-a4f58b8c4dc2 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:19.223076 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2aaf75c5-ce7f-4bf3-b5f1-7e6924738622 req-64b2e788-8436-41ae-9a1e-a4f58b8c4dc2 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 943 time: 0.2680829 Mar 22 19:28:19.295438 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-02bdb6be-71f1-4d1c-9206-9df590b57f0e req-a0b277d0-80e2-4d4c-b8c7-b7d9e8be5c95 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Publish callbacks [] for floatingip (46a14e2b-bdb0-4897-b233-bbc5bf74e770), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:19.298246 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-02bdb6be-71f1-4d1c-9206-9df590b57f0e req-a0b277d0-80e2-4d4c-b8c7-b7d9e8be5c95 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:19.299548 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02bdb6be-71f1-4d1c-9206-9df590b57f0e req-a0b277d0-80e2-4d4c-b8c7-b7d9e8be5c95 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] 10.222.0.75 "DELETE /v2.0/floatingips/46a14e2b-bdb0-4897-b233-bbc5bf74e770 HTTP/1.1" status: 204 len: 173 time: 2.6769207 Mar 22 19:28:19.353559 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-30105ac1-97fd-4bd0-9213-39f294586825 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (d7eab5d5-c165-4805-865b-cd9b09fb01c8), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:19.366873 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-30105ac1-97fd-4bd0-9213-39f294586825 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d7eab5d5-c165-4805-865b-cd9b09fb01c8), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:19.377676 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-02058f89-7933-450f-bb12-760b5f0c8af2 service neutron] Attempting to bind port 0ddbef26-fdc2-4762-a812-c5ac7d714e89 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:28:19.378093 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-02058f89-7933-450f-bb12-760b5f0c8af2 service neutron] Attempting to bind port 0ddbef26-fdc2-4762-a812-c5ac7d714e89 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': 'e90353a3-2dc2-40d0-af93-fb32f35357dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '51c4d819-dc3a-4926-819e-2ad5e382640b'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:28:19.378431 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-02058f89-7933-450f-bb12-760b5f0c8af2 service neutron] Attempting to bind port 0ddbef26-fdc2-4762-a812-c5ac7d714e89 on network 51c4d819-dc3a-4926-819e-2ad5e382640b {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:28:19.408504 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 9ec80e66-c289-41e0-bc84-8eef87b96316, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=9ec80e66-c289-41e0-bc84-8eef87b96316,segment=NetworkSegment(8067e91b-cbcd-4271-9c5d-e5892f367a72),segment_id=8067e91b-cbcd-4271-9c5d-e5892f367a72)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:28:19.426105 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '9ec80e66-c289-41e0-bc84-8eef87b96316', 'network_id': '09b38f1f-a105-4141-968b-914c29cdfe73', 'port_id': '9ec80e66-c289-41e0-bc84-8eef87b96316', 'mac_address': 'fa:16:3e:fe:94:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fcaffb3-90ba-4c43-b281-759cd93e4025', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:28:19.460175 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-30105ac1-97fd-4bd0-9213-39f294586825 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:19.471803 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-30105ac1-97fd-4bd0-9213-39f294586825 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3651907 Mar 22 19:28:19.487081 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 9ec80e66-c289-41e0-bc84-8eef87b96316 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:28:19.487291 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52462) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:19.488522 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9ec80e66-c289-41e0-bc84-8eef87b96316), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:19.498201 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-02058f89-7933-450f-bb12-760b5f0c8af2 service neutron] Port 0ddbef26-fdc2-4762-a812-c5ac7d714e89 on network 51c4d819-dc3a-4926-819e-2ad5e382640b not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:28:19.498201 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-02058f89-7933-450f-bb12-760b5f0c8af2 service neutron] Attempting to bind port 0ddbef26-fdc2-4762-a812-c5ac7d714e89 on network 51c4d819-dc3a-4926-819e-2ad5e382640b {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:28:19.504784 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30105ac1-97fd-4bd0-9213-39f294586825 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7eab5d5-c165-4805-865b-cd9b09fb01c8,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:19.516880 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ec80e66-c289-41e0-bc84-8eef87b96316 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:28:19.559590 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-e6ca3deb-a41b-4e55-ad24-36088ba69e46 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Request body: {'security_group_rule': {'security_group_id': 'd7eab5d5-c165-4805-865b-cd9b09fb01c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:19.565563 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 9ec80e66-c289-41e0-bc84-8eef87b96316, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=9ec80e66-c289-41e0-bc84-8eef87b96316,segment=NetworkSegment(8067e91b-cbcd-4271-9c5d-e5892f367a72),segment_id=8067e91b-cbcd-4271-9c5d-e5892f367a72)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:28:19.570832 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (9ec80e66-c289-41e0-bc84-8eef87b96316), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:19.588807 n-d-705658-24 neutron-server[104172]: WARNING neutron.api.v2.base [None req-e6ca3deb-a41b-4e55-ad24-36088ba69e46 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 22 19:28:19.589517 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-e6ca3deb-a41b-4e55-ad24-36088ba69e46 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:28:19.590694 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e6ca3deb-a41b-4e55-ad24-36088ba69e46 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0609505 Mar 22 19:28:19.591719 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-02058f89-7933-450f-bb12-760b5f0c8af2 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:28:19.592060 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-02058f89-7933-450f-bb12-760b5f0c8af2 service neutron] Checking segment: {'id': 'e90353a3-2dc2-40d0-af93-fb32f35357dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '51c4d819-dc3a-4926-819e-2ad5e382640b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:28:19.592434 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-02058f89-7933-450f-bb12-760b5f0c8af2 service neutron] Bound using segment: {'id': 'e90353a3-2dc2-40d0-af93-fb32f35357dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '51c4d819-dc3a-4926-819e-2ad5e382640b'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:28:19.593585 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52464) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:19.599104 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-02058f89-7933-450f-bb12-760b5f0c8af2 service neutron] Bound port: 0ddbef26-fdc2-4762-a812-c5ac7d714e89, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e90353a3-2dc2-40d0-af93-fb32f35357dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '51c4d819-dc3a-4926-819e-2ad5e382640b'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:28:19.599488 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-02058f89-7933-450f-bb12-760b5f0c8af2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0ddbef26-fdc2-4762-a812-c5ac7d714e89), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:19.601588 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-d6741cd8-a0e1-48f4-a0ed-be4f0519b300 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Request body: {'security_group_rule': {'security_group_id': 'd7eab5d5-c165-4805-865b-cd9b09fb01c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:19.605102 n-d-705658-24 neutron-server[104173]: WARNING neutron.api.v2.base [None req-d6741cd8-a0e1-48f4-a0ed-be4f0519b300 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 22 19:28:19.605574 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-d6741cd8-a0e1-48f4-a0ed-be4f0519b300 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:28:19.606620 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d6741cd8-a0e1-48f4-a0ed-be4f0519b300 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0120173 Mar 22 19:28:19.610994 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52466) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:19.629710 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-39ec0dc4-8c6b-4439-bdba-feae22f48b4e tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Request body: {'security_group_rule': {'security_group_id': 'd7eab5d5-c165-4805-865b-cd9b09fb01c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:19.632584 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=9ec80e66-c289-41e0-bc84-8eef87b96316,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:19.634711 n-d-705658-24 neutron-server[104173]: WARNING neutron.api.v2.base [None req-39ec0dc4-8c6b-4439-bdba-feae22f48b4e tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 22 19:28:19.635258 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-39ec0dc4-8c6b-4439-bdba-feae22f48b4e tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:28:19.646068 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-39ec0dc4-8c6b-4439-bdba-feae22f48b4e tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0339510 Mar 22 19:28:19.646774 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52468) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:19.657579 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-92d60bdf-ad2f-4238-8c67-32d28657e27b tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Request body: {'security_group_rule': {'security_group_id': 'd7eab5d5-c165-4805-865b-cd9b09fb01c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:19.662106 n-d-705658-24 neutron-server[104173]: WARNING neutron.api.v2.base [None req-92d60bdf-ad2f-4238-8c67-32d28657e27b tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 22 19:28:19.662620 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-92d60bdf-ad2f-4238-8c67-32d28657e27b tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:28:19.663652 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-92d60bdf-ad2f-4238-8c67-32d28657e27b tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0159335 Mar 22 19:28:19.670937 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52470) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:19.757451 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-02058f89-7933-450f-bb12-760b5f0c8af2 service neutron] For port 0ddbef26-fdc2-4762-a812-c5ac7d714e89, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:28:19.761888 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-02058f89-7933-450f-bb12-760b5f0c8af2 service neutron] For port 0ddbef26-fdc2-4762-a812-c5ac7d714e89, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=0ddbef26-fdc2-4762-a812-c5ac7d714e89,segment=NetworkSegment(e90353a3-2dc2-40d0-af93-fb32f35357dd),segment_id=e90353a3-2dc2-40d0-af93-fb32f35357dd)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:28:19.780164 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-493c7e4d-ab92-4d7b-a767-46b037a925bf tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (d7eab5d5-c165-4805-865b-cd9b09fb01c8), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:19.782978 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2aaf75c5-ce7f-4bf3-b5f1-7e6924738622 req-d66af537-f2d6-4fd1-8f56-995a2b5f638b tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/security-groups?id=b591d7ec-4d48-4377-bca9-c2da745c5c62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5538371 Mar 22 19:28:19.794724 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-02058f89-7933-450f-bb12-760b5f0c8af2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (0ddbef26-fdc2-4762-a812-c5ac7d714e89), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:19.861760 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-02058f89-7933-450f-bb12-760b5f0c8af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:19.862443 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-02058f89-7933-450f-bb12-760b5f0c8af2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:19.864035 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-02058f89-7933-450f-bb12-760b5f0c8af2 service neutron] 10.222.0.84 "PUT /v2.0/ports/0ddbef26-fdc2-4762-a812-c5ac7d714e89 HTTP/1.1" status: 200 len: 1092 time: 2.1992226 Mar 22 19:28:19.866478 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'tag': '0ddbef26-fdc2-4762-a812-c5ac7d714e89'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:28:19.866631 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-493c7e4d-ab92-4d7b-a767-46b037a925bf tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (d7eab5d5-c165-4805-865b-cd9b09fb01c8), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:19.868547 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae78f32-1b4f-4ad6-b01b-eaed64ca8252" -d '{"events": [{"name": "network-changed", "server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "tag": "0ddbef26-fdc2-4762-a812-c5ac7d714e89"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:28:19.894278 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d48a92-ca6d-49ce-911e-1d72b92d0fea req-f3564794-ea70-4bd2-946f-d716ab76ecad tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:19.896690 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94d48a92-ca6d-49ce-911e-1d72b92d0fea req-f3564794-ea70-4bd2-946f-d716ab76ecad tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=b150f3c0-9130-4014-9c96-698074dbf2f7 HTTP/1.1" status: 200 len: 946 time: 0.4948404 Mar 22 19:28:19.906803 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['9ec80e66-c289-41e0-bc84-8eef87b96316'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:28:19.919520 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f5abb453-de0d-423c-97ac-2f25dab22cbf service neutron] Request body: {'port': {'device_id': '60fa428f-956c-4a38-82a5-e8774debd9be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:19.959902 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-493c7e4d-ab92-4d7b-a767-46b037a925bf tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d7eab5d5-c165-4805-865b-cd9b09fb01c8), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:19.963287 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-493c7e4d-ab92-4d7b-a767-46b037a925bf tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:19.967580 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-493c7e4d-ab92-4d7b-a767-46b037a925bf tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "DELETE /v2.0/security-groups/d7eab5d5-c165-4805-865b-cd9b09fb01c8 HTTP/1.1" status: 204 len: 168 time: 0.2955866 Mar 22 19:28:19.968286 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52484) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:19.982548 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02058f89-7933-450f-bb12-760b5f0c8af2 service neutron] Pushing event updated for resources: {'Port': ['ID=0ddbef26-fdc2-4762-a812-c5ac7d714e89,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:20.001226 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c7e4d-ab92-4d7b-a767-46b037a925bf tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7eab5d5-c165-4805-865b-cd9b09fb01c8,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:20.099347 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:20.119996 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-233ae583-52a5-4230-8fdc-c3b98b4919a1 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1243086 Mar 22 19:28:20.124766 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52486) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:20.137778 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-f1d022e3-596d-4903-bc1e-37a2e24276c1 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Request body: {'security_group': {'name': 'tempest-secgroup--1144116969'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:20.179654 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f1d022e3-596d-4903-bc1e-37a2e24276c1 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:20.208823 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94d48a92-ca6d-49ce-911e-1d72b92d0fea req-b0014795-8cc2-4fc9-8560-596d671623f6 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008397 Mar 22 19:28:20.379059 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f1d022e3-596d-4903-bc1e-37a2e24276c1 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (a49f47ed-0b45-4be8-8867-0a0f1fd6f1a4), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:20.387849 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f1d022e3-596d-4903-bc1e-37a2e24276c1 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a49f47ed-0b45-4be8-8867-0a0f1fd6f1a4), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:20.444733 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f1d022e3-596d-4903-bc1e-37a2e24276c1 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:20.446452 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f1d022e3-596d-4903-bc1e-37a2e24276c1 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3206272 Mar 22 19:28:20.447314 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d022e3-596d-4903-bc1e-37a2e24276c1 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a49f47ed-0b45-4be8-8867-0a0f1fd6f1a4,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:20.449394 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52490) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:20.453506 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-515acede-d335-4c01-b475-7c76d7fa343c tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Request body: {'security_group_rule': {'security_group_id': 'a49f47ed-0b45-4be8-8867-0a0f1fd6f1a4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:20.469697 n-d-705658-24 neutron-server[104173]: WARNING neutron.api.v2.base [None req-515acede-d335-4c01-b475-7c76d7fa343c tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 22 19:28:20.470282 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-515acede-d335-4c01-b475-7c76d7fa343c tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:28:20.471337 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-515acede-d335-4c01-b475-7c76d7fa343c tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0211468 Mar 22 19:28:20.474287 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52492) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:20.486829 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-77460545-3929-4c6a-813d-138a95487dec tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Request body: {'security_group_rule': {'security_group_id': 'a49f47ed-0b45-4be8-8867-0a0f1fd6f1a4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:20.533117 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-98ded4a1-3dc3-4924-8c2d-ecf6002f0768 req-19ba98c5-02bc-4a95-b742-e417a8cdf85d tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2557168 Mar 22 19:28:20.551536 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-77460545-3929-4c6a-813d-138a95487dec tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:28:20.552661 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-77460545-3929-4c6a-813d-138a95487dec tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0774138 Mar 22 19:28:20.555391 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52494) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:20.559664 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-6a830ada-196a-4af5-8074-632899abddef tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Request body: {'security_group_rule': {'security_group_id': 'a49f47ed-0b45-4be8-8867-0a0f1fd6f1a4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:20.560145 n-d-705658-24 neutron-server[104173]: WARNING neutron.api.v2.base [None req-6a830ada-196a-4af5-8074-632899abddef tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 22 19:28:20.560624 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-6a830ada-196a-4af5-8074-632899abddef tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:28:20.561566 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6a830ada-196a-4af5-8074-632899abddef tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0052783 Mar 22 19:28:20.567884 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52496) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:20.571564 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-98ded4a1-3dc3-4924-8c2d-ecf6002f0768 req-f3aafaa1-3123-47b8-8b36-ab6606a45284 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:20.588263 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-ad058789-0505-4193-b96a-abed76afb03b tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Request body: {'security_group_rule': {'security_group_id': 'a49f47ed-0b45-4be8-8867-0a0f1fd6f1a4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:20.610188 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f5abb453-de0d-423c-97ac-2f25dab22cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7ae7734a-066b-4d0f-82f5-e8e91a5e1aef), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:20.635397 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-c033c99e-2908-4c15-9c93-bb0a5eec6337 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:20.636811 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-c033c99e-2908-4c15-9c93-bb0a5eec6337 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/networks?id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc HTTP/1.1" status: 200 len: 810 time: 0.6614342 Mar 22 19:28:20.708378 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-98ded4a1-3dc3-4924-8c2d-ecf6002f0768 req-f3aafaa1-3123-47b8-8b36-ab6606a45284 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:20.710991 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-ad058789-0505-4193-b96a-abed76afb03b tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:28:20.714810 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ad058789-0505-4193-b96a-abed76afb03b tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1329193 Mar 22 19:28:20.716559 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52498) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:20.719793 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-9288b599-03b3-48de-8334-d40e379504f3 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Request body: {'security_group_rule': {'security_group_id': 'a49f47ed-0b45-4be8-8867-0a0f1fd6f1a4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:20.720272 n-d-705658-24 neutron-server[104173]: WARNING neutron.api.v2.base [None req-9288b599-03b3-48de-8334-d40e379504f3 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 22 19:28:20.720779 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-9288b599-03b3-48de-8334-d40e379504f3 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:28:20.724873 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9288b599-03b3-48de-8334-d40e379504f3 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057087 Mar 22 19:28:20.725011 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52500) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:20.730419 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-dcc5ca1a-33e6-4198-a6e1-d9fb14d59613 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Request body: {'security_group_rule': {'security_group_id': 'a49f47ed-0b45-4be8-8867-0a0f1fd6f1a4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:20.754471 n-d-705658-24 neutron-server[104173]: INFO neutron.db.securitygroups_db [None req-dcc5ca1a-33e6-4198-a6e1-d9fb14d59613 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Project 80d3ecf95de34705843fcfb6f7e94e19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 19:28:20.772506 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-dcc5ca1a-33e6-4198-a6e1-d9fb14d59613 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:28:20.775976 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-dcc5ca1a-33e6-4198-a6e1-d9fb14d59613 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0471885 Mar 22 19:28:20.776778 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52502) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:20.784848 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-f2da60ab-6169-44e4-908b-a9be8756737b tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Request body: {'security_group_rule': {'security_group_id': 'a49f47ed-0b45-4be8-8867-0a0f1fd6f1a4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:20.785704 n-d-705658-24 neutron-server[104173]: WARNING neutron.api.v2.base [None req-f2da60ab-6169-44e4-908b-a9be8756737b tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 22 19:28:20.786253 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-f2da60ab-6169-44e4-908b-a9be8756737b tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:28:20.790292 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f2da60ab-6169-44e4-908b-a9be8756737b tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0095282 Mar 22 19:28:20.791674 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52504) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:20.802609 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-c9634922-71d1-42e8-bad8-d5ec6d9cf120 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Request body: {'security_group_rule': {'security_group_id': 'a49f47ed-0b45-4be8-8867-0a0f1fd6f1a4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:20.842352 n-d-705658-24 neutron-server[104173]: INFO neutron.db.securitygroups_db [None req-c9634922-71d1-42e8-bad8-d5ec6d9cf120 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Project 80d3ecf95de34705843fcfb6f7e94e19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 19:28:20.885185 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-c9634922-71d1-42e8-bad8-d5ec6d9cf120 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:28:20.888944 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c9634922-71d1-42e8-bad8-d5ec6d9cf120 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0935509 Mar 22 19:28:20.894196 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52508) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:20.898767 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-10a3523e-6517-4fe0-ad12-781f9a2cb7c7 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Request body: {'security_group_rule': {'security_group_id': 'a49f47ed-0b45-4be8-8867-0a0f1fd6f1a4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:20.901605 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-225272b3-ec62-453d-a766-dc99c7a062e6 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/quotas/5b93875569cc4d4199ac35d06661afdf HTTP/1.1" status: 200 len: 375 time: 0.2538605 Mar 22 19:28:20.937288 n-d-705658-24 neutron-server[104173]: INFO neutron.db.securitygroups_db [None req-10a3523e-6517-4fe0-ad12-781f9a2cb7c7 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Project 80d3ecf95de34705843fcfb6f7e94e19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 19:28:20.962476 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-10a3523e-6517-4fe0-ad12-781f9a2cb7c7 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:28:20.965047 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-10a3523e-6517-4fe0-ad12-781f9a2cb7c7 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0697758 Mar 22 19:28:20.967887 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52510) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:21.053151 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d25fdb97-b396-472b-98b5-ef36b2520f0d tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (a49f47ed-0b45-4be8-8867-0a0f1fd6f1a4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:21.059144 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-33ea7709-6789-4549-9368-d7509f40a649 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5b93875569cc4d4199ac35d06661afdf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1194720 Mar 22 19:28:21.093935 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d25fdb97-b396-472b-98b5-ef36b2520f0d tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (a49f47ed-0b45-4be8-8867-0a0f1fd6f1a4), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:21.155440 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d25fdb97-b396-472b-98b5-ef36b2520f0d tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a49f47ed-0b45-4be8-8867-0a0f1fd6f1a4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:21.158110 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d25fdb97-b396-472b-98b5-ef36b2520f0d tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:21.159315 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d25fdb97-b396-472b-98b5-ef36b2520f0d tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "DELETE /v2.0/security-groups/a49f47ed-0b45-4be8-8867-0a0f1fd6f1a4 HTTP/1.1" status: 204 len: 168 time: 0.1901805 Mar 22 19:28:21.162336 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 9ec80e66-c289-41e0-bc84-8eef87b96316 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:28:21.162882 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52512) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:21.210452 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25fdb97-b396-472b-98b5-ef36b2520f0d tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49f47ed-0b45-4be8-8867-0a0f1fd6f1a4,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:21.234876 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f5abb453-de0d-423c-97ac-2f25dab22cbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:28:21.264591 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f5abb453-de0d-423c-97ac-2f25dab22cbf service neutron] Publish callbacks [] for port (7ae7734a-066b-4d0f-82f5-e8e91a5e1aef), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:21.292558 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f97fc946-6d8f-4388-8603-c6b158310cfb tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1288290 Mar 22 19:28:21.297959 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52516) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:21.302801 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-077843ad-c2ef-45af-86d9-ba9d3788ce6a tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Request body: {'security_group': {'name': 'tempest-secgroup--1915074922'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:21.323657 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f5abb453-de0d-423c-97ac-2f25dab22cbf service neutron] Transition to ACTIVE for port object 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:28:21.329826 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-794856d7-cf6d-4f56-aea6-cdce0af4da99 service neutron] 10.222.0.75 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580907 Mar 22 19:28:21.331553 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-98ded4a1-3dc3-4924-8c2d-ecf6002f0768 req-f3aafaa1-3123-47b8-8b36-ab6606a45284 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:21.334785 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f5abb453-de0d-423c-97ac-2f25dab22cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (7ae7734a-066b-4d0f-82f5-e8e91a5e1aef), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:21.371835 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:21.383461 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-077843ad-c2ef-45af-86d9-ba9d3788ce6a tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:21.401228 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 9ec80e66-c289-41e0-bc84-8eef87b96316 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:28:21.425862 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 9ec80e66-c289-41e0-bc84-8eef87b96316 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:21.426494 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9ec80e66-c289-41e0-bc84-8eef87b96316), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:21.554480 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5abb453-de0d-423c-97ac-2f25dab22cbf service neutron] Pushing event updated for resources: {'Port': ['ID=7ae7734a-066b-4d0f-82f5-e8e91a5e1aef,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:21.564234 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-077843ad-c2ef-45af-86d9-ba9d3788ce6a tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (f54501a0-4634-4ef1-a32d-6b714914ea12), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:21.574497 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-077843ad-c2ef-45af-86d9-ba9d3788ce6a tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f54501a0-4634-4ef1-a32d-6b714914ea12), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:21.635228 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-077843ad-c2ef-45af-86d9-ba9d3788ce6a tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:21.636554 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-077843ad-c2ef-45af-86d9-ba9d3788ce6a tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3376102 Mar 22 19:28:21.639562 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52520) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:21.649285 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-547fd64f-ae59-468e-89c2-f7559067bb61 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Request body: {'security_group_rule': {'security_group_id': 'f54501a0-4634-4ef1-a32d-6b714914ea12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:21.653684 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 9ec80e66-c289-41e0-bc84-8eef87b96316 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:28:21.654518 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9ec80e66-c289-41e0-bc84-8eef87b96316), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:21.664523 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077843ad-c2ef-45af-86d9-ba9d3788ce6a tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f54501a0-4634-4ef1-a32d-6b714914ea12,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:21.707890 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1cf4fe-be24-4a47-8dd0-af0d99d320e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec80e66-c289-41e0-bc84-8eef87b96316'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:28:21.723570 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada739ed-f542-48e7-97a9-8155274195f1" -d '{"events": [{"server_uuid": "1e1cf4fe-be24-4a47-8dd0-af0d99d320e6", "name": "network-vif-plugged", "status": "completed", "tag": "9ec80e66-c289-41e0-bc84-8eef87b96316"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:28:21.741002 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-547fd64f-ae59-468e-89c2-f7559067bb61 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] create failed (client error): The resource could not be found. Mar 22 19:28:21.742112 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-547fd64f-ae59-468e-89c2-f7559067bb61 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1014342 Mar 22 19:28:21.745079 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52524) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:21.746941 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 9ec80e66-c289-41e0-bc84-8eef87b96316, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=9ec80e66-c289-41e0-bc84-8eef87b96316,segment=NetworkSegment(8067e91b-cbcd-4271-9c5d-e5892f367a72),segment_id=8067e91b-cbcd-4271-9c5d-e5892f367a72)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:28:21.749815 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-1095f17d-7146-4d6f-9ddf-dea116fafc7a tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Request body: {'security_group_rule': {'security_group_id': 'f54501a0-4634-4ef1-a32d-6b714914ea12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'fd6d0d9f-70fa-458b-b5b9-821c2ac41160'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:21.769756 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (9ec80e66-c289-41e0-bc84-8eef87b96316), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:21.800216 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-8fc9fcc4-9cd8-40c0-b5c2-eeb41a02454b service neutron] 10.222.0.75 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550974 Mar 22 19:28:21.807809 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f5abb453-de0d-423c-97ac-2f25dab22cbf service neutron] Attempting to bind port 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:28:21.808148 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f5abb453-de0d-423c-97ac-2f25dab22cbf service neutron] Attempting to bind port 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '186c2c9a-2324-4c56-b190-0b64e4273968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '08fc5dbc-a8ad-4376-80b5-c53d31d0b259'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:28:21.808480 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f5abb453-de0d-423c-97ac-2f25dab22cbf service neutron] Attempting to bind port 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef on network 08fc5dbc-a8ad-4376-80b5-c53d31d0b259 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:28:21.834050 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f5abb453-de0d-423c-97ac-2f25dab22cbf service neutron] Port 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef on network 08fc5dbc-a8ad-4376-80b5-c53d31d0b259 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:28:21.834397 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f5abb453-de0d-423c-97ac-2f25dab22cbf service neutron] Attempting to bind port 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef on network 08fc5dbc-a8ad-4376-80b5-c53d31d0b259 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:28:21.871639 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-1095f17d-7146-4d6f-9ddf-dea116fafc7a tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] create failed (client error): The resource could not be found. Mar 22 19:28:21.872724 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1095f17d-7146-4d6f-9ddf-dea116fafc7a tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1266787 Mar 22 19:28:21.875670 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52526) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:21.882132 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f5abb453-de0d-423c-97ac-2f25dab22cbf service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:28:21.882505 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f5abb453-de0d-423c-97ac-2f25dab22cbf service neutron] Checking segment: {'id': '186c2c9a-2324-4c56-b190-0b64e4273968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '08fc5dbc-a8ad-4376-80b5-c53d31d0b259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:28:21.886594 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f5abb453-de0d-423c-97ac-2f25dab22cbf service neutron] Bound using segment: {'id': '186c2c9a-2324-4c56-b190-0b64e4273968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '08fc5dbc-a8ad-4376-80b5-c53d31d0b259'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:28:21.887130 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f5abb453-de0d-423c-97ac-2f25dab22cbf service neutron] Bound port: 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186c2c9a-2324-4c56-b190-0b64e4273968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '08fc5dbc-a8ad-4376-80b5-c53d31d0b259'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:28:21.887510 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f5abb453-de0d-423c-97ac-2f25dab22cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7ae7734a-066b-4d0f-82f5-e8e91a5e1aef), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:21.899998 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=9ec80e66-c289-41e0-bc84-8eef87b96316,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:21.924914 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-98ded4a1-3dc3-4924-8c2d-ecf6002f0768 req-f3aafaa1-3123-47b8-8b36-ab6606a45284 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Allocated IP 172.25.5.66 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/ad0dcd76-9604-4fdb-8424-804679befad4) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:28:21.995681 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b3b8a59e-f0b3-446b-9747-ac8d171dc325 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (f54501a0-4634-4ef1-a32d-6b714914ea12), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:22.052814 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b3b8a59e-f0b3-446b-9747-ac8d171dc325 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (f54501a0-4634-4ef1-a32d-6b714914ea12), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:22.127157 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b3b8a59e-f0b3-446b-9747-ac8d171dc325 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f54501a0-4634-4ef1-a32d-6b714914ea12), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:22.131603 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b3b8a59e-f0b3-446b-9747-ac8d171dc325 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:22.133602 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b3b8a59e-f0b3-446b-9747-ac8d171dc325 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "DELETE /v2.0/security-groups/f54501a0-4634-4ef1-a32d-6b714914ea12 HTTP/1.1" status: 204 len: 168 time: 0.2570539 Mar 22 19:28:22.140815 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52532) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:22.171545 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f5abb453-de0d-423c-97ac-2f25dab22cbf service neutron] For port 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:28:22.200442 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8a59e-f0b3-446b-9747-ac8d171dc325 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54501a0-4634-4ef1-a32d-6b714914ea12,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:22.205592 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f5abb453-de0d-423c-97ac-2f25dab22cbf service neutron] For port 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=7ae7734a-066b-4d0f-82f5-e8e91a5e1aef,segment=NetworkSegment(186c2c9a-2324-4c56-b190-0b64e4273968),segment_id=186c2c9a-2324-4c56-b190-0b64e4273968)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:28:22.236362 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f5abb453-de0d-423c-97ac-2f25dab22cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (7ae7734a-066b-4d0f-82f5-e8e91a5e1aef), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:22.274670 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-409a57c9-719d-4b5c-9f1f-2159c463a9bd tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1308036 Mar 22 19:28:22.280326 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52534) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:22.287921 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-0af5e618-a832-4cb7-ac24-5677fb1f8a33 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Request body: {'security_group_rule': {'security_group_id': 'e74d38a4-5c16-4104-bde4-419ba85f4dd7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:22.299439 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b5e71-fa7a-4867-b9f9-ec10287f48cc req-42c29770-7cc1-48f8-afca-34f226c7822f tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:22.306253 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b5e71-fa7a-4867-b9f9-ec10287f48cc req-42c29770-7cc1-48f8-afca-34f226c7822f tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:22.311611 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b5e71-fa7a-4867-b9f9-ec10287f48cc req-42c29770-7cc1-48f8-afca-34f226c7822f tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:22.317492 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b5e71-fa7a-4867-b9f9-ec10287f48cc req-42c29770-7cc1-48f8-afca-34f226c7822f tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:22.323120 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b5e71-fa7a-4867-b9f9-ec10287f48cc req-42c29770-7cc1-48f8-afca-34f226c7822f tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:22.329331 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b5e71-fa7a-4867-b9f9-ec10287f48cc req-42c29770-7cc1-48f8-afca-34f226c7822f tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:22.331230 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-178b5e71-fa7a-4867-b9f9-ec10287f48cc req-42c29770-7cc1-48f8-afca-34f226c7822f tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 4605 time: 0.2082586 Mar 22 19:28:22.339465 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-98ded4a1-3dc3-4924-8c2d-ecf6002f0768 req-f3aafaa1-3123-47b8-8b36-ab6606a45284 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Publish callbacks [] for port (ad0dcd76-9604-4fdb-8424-804679befad4), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:22.371395 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-0af5e618-a832-4cb7-ac24-5677fb1f8a33 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] create failed (client error): The resource could not be found. Mar 22 19:28:22.372982 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0af5e618-a832-4cb7-ac24-5677fb1f8a33 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0909882 Mar 22 19:28:22.379207 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52540) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:22.385876 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-8e2fe73f-223d-46e8-b82c-52f2cfae70f2 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Request body: {'security_group': {'name': 'tempest-secgroup--1982375285'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:22.387603 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f5abb453-de0d-423c-97ac-2f25dab22cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:22.388229 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f5abb453-de0d-423c-97ac-2f25dab22cbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:22.389611 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f5abb453-de0d-423c-97ac-2f25dab22cbf service neutron] 10.222.0.84 "PUT /v2.0/ports/7ae7734a-066b-4d0f-82f5-e8e91a5e1aef HTTP/1.1" status: 200 len: 1136 time: 2.4745133 Mar 22 19:28:22.426473 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8e2fe73f-223d-46e8-b82c-52f2cfae70f2 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:22.435833 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-04cc76e0-5881-4500-83a8-59c966b57880 service neutron] Request body: {'port': {'device_id': '60fa428f-956c-4a38-82a5-e8774debd9be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:22.613847 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8e2fe73f-223d-46e8-b82c-52f2cfae70f2 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (1fc7b040-3796-4c44-bb48-4dadcf205c81), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:22.616568 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5abb453-de0d-423c-97ac-2f25dab22cbf service neutron] Pushing event updated for resources: {'Port': ['ID=7ae7734a-066b-4d0f-82f5-e8e91a5e1aef,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:22.621681 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8e2fe73f-223d-46e8-b82c-52f2cfae70f2 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1fc7b040-3796-4c44-bb48-4dadcf205c81), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:22.641228 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-04cc76e0-5881-4500-83a8-59c966b57880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4ec388ce-f317-4007-a3b7-a3ba772d23b7), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:22.679091 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-98ded4a1-3dc3-4924-8c2d-ecf6002f0768 req-f3aafaa1-3123-47b8-8b36-ab6606a45284 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (ad0dcd76-9604-4fdb-8424-804679befad4), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:22.691524 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8e2fe73f-223d-46e8-b82c-52f2cfae70f2 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:22.699536 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8e2fe73f-223d-46e8-b82c-52f2cfae70f2 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3187485 Mar 22 19:28:22.702980 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52546) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:22.703684 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fe73f-223d-46e8-b82c-52f2cfae70f2 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc7b040-3796-4c44-bb48-4dadcf205c81,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:22.723500 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-ff3b576a-63ef-42c4-ba3b-50ad0222a4e2 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Request body: {'security_group': {'name': 'tempest-secgroup--2013093737'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:22.734907 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-178b5e71-fa7a-4867-b9f9-ec10287f48cc req-f8cf10d9-6a29-4f9a-b94b-ba353c39525b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3932559 Mar 22 19:28:22.782333 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ff3b576a-63ef-42c4-ba3b-50ad0222a4e2 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:22.869129 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a082813-85eb-454c-a140-0691f1c58506 x-openstack-request-id: req-2a082813-85eb-454c-a140-0691f1c58506 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:28:22.869443 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "tag": "0ddbef26-fdc2-4762-a812-c5ac7d714e89", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:28:22.869700 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2a082813-85eb-454c-a140-0691f1c58506 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:28:22.870155 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a082813-85eb-454c-a140-0691f1c58506'] response: {'name': 'network-changed', 'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'tag': '0ddbef26-fdc2-4762-a812-c5ac7d714e89', 'status': 'completed', 'code': 200} Mar 22 19:28:22.894791 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98ded4a1-3dc3-4924-8c2d-ecf6002f0768 req-f3aafaa1-3123-47b8-8b36-ab6606a45284 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:28:22.926798 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-98ded4a1-3dc3-4924-8c2d-ecf6002f0768 req-f3aafaa1-3123-47b8-8b36-ab6606a45284 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:22.929350 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ded4a1-3dc3-4924-8c2d-ecf6002f0768 req-f3aafaa1-3123-47b8-8b36-ab6606a45284 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:28:22.939470 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aafaa1-3123-47b8-8b36-ab6606a45284 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Pushing event updated for resources: {'Port': ['ID=ad0dcd76-9604-4fdb-8424-804679befad4,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:22.996512 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ff3b576a-63ef-42c4-ba3b-50ad0222a4e2 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (60a80c10-d68e-417f-a6bd-ba8afe9763a1), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:23.008330 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ff3b576a-63ef-42c4-ba3b-50ad0222a4e2 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (60a80c10-d68e-417f-a6bd-ba8afe9763a1), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:23.062536 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b576a-63ef-42c4-ba3b-50ad0222a4e2 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60a80c10-d68e-417f-a6bd-ba8afe9763a1,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:23.089404 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae78f32-1b4f-4ad6-b01b-eaed64ca8252 req-9437af05-26d7-4dfa-bdfe-f54882690d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:23.090374 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae78f32-1b4f-4ad6-b01b-eaed64ca8252 req-9437af05-26d7-4dfa-bdfe-f54882690d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:23.091365 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae78f32-1b4f-4ad6-b01b-eaed64ca8252 req-9437af05-26d7-4dfa-bdfe-f54882690d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:23.092747 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae78f32-1b4f-4ad6-b01b-eaed64ca8252 req-9437af05-26d7-4dfa-bdfe-f54882690d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:23.093436 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae78f32-1b4f-4ad6-b01b-eaed64ca8252 req-9437af05-26d7-4dfa-bdfe-f54882690d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:23.094139 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae78f32-1b4f-4ad6-b01b-eaed64ca8252 req-9437af05-26d7-4dfa-bdfe-f54882690d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:23.096370 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5ae78f32-1b4f-4ad6-b01b-eaed64ca8252 req-9437af05-26d7-4dfa-bdfe-f54882690d50 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3fee7ce517f548f9a4e6097b9989ab12&device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5355 time: 0.2072589 Mar 22 19:28:23.100569 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ff3b576a-63ef-42c4-ba3b-50ad0222a4e2 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:23.102651 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ff3b576a-63ef-42c4-ba3b-50ad0222a4e2 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3960929 Mar 22 19:28:23.113648 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52548) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:23.120253 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-987ca815-85a4-4577-9862-5ef109c8e74e tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Request body: {'security_group_rule': {'security_group_id': '1fc7b040-3796-4c44-bb48-4dadcf205c81', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '60a80c10-d68e-417f-a6bd-ba8afe9763a1'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:23.261092 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb5a08-c385-4c9f-8d50-fa7249b4b7b2 req-87ab10bc-33df-4ad1-ae5c-aa4d9d1a9877 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:23.262728 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-48cb5a08-c385-4c9f-8d50-fa7249b4b7b2 req-87ab10bc-33df-4ad1-ae5c-aa4d9d1a9877 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 945 time: 0.2083278 Mar 22 19:28:23.317207 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-98ded4a1-3dc3-4924-8c2d-ecf6002f0768 req-f3aafaa1-3123-47b8-8b36-ab6606a45284 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Publish callbacks [] for floatingip (8eca7baa-f18c-4ca9-99f9-77db50968d4d), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:23.407881 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-04cc76e0-5881-4500-83a8-59c966b57880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ec388ce-f317-4007-a3b7-a3ba772d23b7 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:28:23.418333 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-04cc76e0-5881-4500-83a8-59c966b57880 service neutron] Publish callbacks [] for port (4ec388ce-f317-4007-a3b7-a3ba772d23b7), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:23.433917 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-04cc76e0-5881-4500-83a8-59c966b57880 service neutron] Transition to ACTIVE for port object 4ec388ce-f317-4007-a3b7-a3ba772d23b7 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:28:23.439277 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-987ca815-85a4-4577-9862-5ef109c8e74e tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:28:23.441295 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-987ca815-85a4-4577-9862-5ef109c8e74e tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3253813 Mar 22 19:28:23.474400 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52550) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:23.479912 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-48cb5a08-c385-4c9f-8d50-fa7249b4b7b2 req-6fac1781-cf9b-4470-a889-b0ef37b038ac tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/security-groups?id=b591d7ec-4d48-4377-bca9-c2da745c5c62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035241 Mar 22 19:28:23.521207 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-04cc76e0-5881-4500-83a8-59c966b57880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (4ec388ce-f317-4007-a3b7-a3ba772d23b7), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:23.704834 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-98ded4a1-3dc3-4924-8c2d-ecf6002f0768 req-f3aafaa1-3123-47b8-8b36-ab6606a45284 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ad0dcd76-9604-4fdb-8424-804679befad4), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:23.832119 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc76e0-5881-4500-83a8-59c966b57880 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec388ce-f317-4007-a3b7-a3ba772d23b7,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:23.841291 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae78f32-1b4f-4ad6-b01b-eaed64ca8252 req-8ff4fa88-03be-470a-8d33-7a50a4691256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:23.843955 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae78f32-1b4f-4ad6-b01b-eaed64ca8252 req-8ff4fa88-03be-470a-8d33-7a50a4691256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:23.843955 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae78f32-1b4f-4ad6-b01b-eaed64ca8252 req-8ff4fa88-03be-470a-8d33-7a50a4691256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:23.846425 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5ae78f32-1b4f-4ad6-b01b-eaed64ca8252 req-8ff4fa88-03be-470a-8d33-7a50a4691256 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=3fee7ce517f548f9a4e6097b9989ab12&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.7424889 Mar 22 19:28:23.878769 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9aac60a7-4cee-4ffd-a9b6-0d74819d7a69 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (60a80c10-d68e-417f-a6bd-ba8afe9763a1), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:23.902902 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9aac60a7-4cee-4ffd-a9b6-0d74819d7a69 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (60a80c10-d68e-417f-a6bd-ba8afe9763a1), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:23.983800 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9aac60a7-4cee-4ffd-a9b6-0d74819d7a69 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (60a80c10-d68e-417f-a6bd-ba8afe9763a1), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:23.985856 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9aac60a7-4cee-4ffd-a9b6-0d74819d7a69 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:23.990507 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9aac60a7-4cee-4ffd-a9b6-0d74819d7a69 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "DELETE /v2.0/security-groups/60a80c10-d68e-417f-a6bd-ba8afe9763a1 HTTP/1.1" status: 204 len: 168 time: 0.5087733 Mar 22 19:28:24.000532 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52556) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:24.032365 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac60a7-4cee-4ffd-a9b6-0d74819d7a69 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a80c10-d68e-417f-a6bd-ba8afe9763a1,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:24.073691 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae78f32-1b4f-4ad6-b01b-eaed64ca8252 req-4bb05358-2231-44d1-be83-e2fac3bcabc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:24.075395 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5ae78f32-1b4f-4ad6-b01b-eaed64ca8252 req-4bb05358-2231-44d1-be83-e2fac3bcabc5 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2224905 Mar 22 19:28:24.123613 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c65960-c457-4b51-a805-d73dd8cc9801 req-74556623-3c2f-460b-8666-1d0121434b1b tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:24.125223 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b5c65960-c457-4b51-a805-d73dd8cc9801 req-74556623-3c2f-460b-8666-1d0121434b1b tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=b150f3c0-9130-4014-9c96-698074dbf2f7 HTTP/1.1" status: 200 len: 946 time: 0.4087455 Mar 22 19:28:24.207785 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-cee83890-7b71-43bf-9887-5a07ac425eda tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:24.209223 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-cee83890-7b71-43bf-9887-5a07ac425eda tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.85 "GET /v2.0/networks?id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc HTTP/1.1" status: 200 len: 810 time: 0.6050732 Mar 22 19:28:24.234245 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-0d18b140-df09-404b-8602-cd40ab573395 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Request body: {'port': {'device_id': '793ebe09-aab9-482f-aea8-a52bba446dde', 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc', 'admin_state_up': True, 'tenant_id': '5b93875569cc4d4199ac35d06661afdf'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:24.311479 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-69d4758a-53e7-4ced-9d39-0b19137b2c76 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2935205 Mar 22 19:28:24.311479 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-04cc76e0-5881-4500-83a8-59c966b57880 service neutron] Attempting to bind port 4ec388ce-f317-4007-a3b7-a3ba772d23b7 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:28:24.311479 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-04cc76e0-5881-4500-83a8-59c966b57880 service neutron] Attempting to bind port 4ec388ce-f317-4007-a3b7-a3ba772d23b7 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '186c2c9a-2324-4c56-b190-0b64e4273968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '08fc5dbc-a8ad-4376-80b5-c53d31d0b259'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:28:24.311479 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-04cc76e0-5881-4500-83a8-59c966b57880 service neutron] Attempting to bind port 4ec388ce-f317-4007-a3b7-a3ba772d23b7 on network 08fc5dbc-a8ad-4376-80b5-c53d31d0b259 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:28:24.312534 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52558) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:24.721208 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-04cc76e0-5881-4500-83a8-59c966b57880 service neutron] Port 4ec388ce-f317-4007-a3b7-a3ba772d23b7 on network 08fc5dbc-a8ad-4376-80b5-c53d31d0b259 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:28:24.721529 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-04cc76e0-5881-4500-83a8-59c966b57880 service neutron] Attempting to bind port 4ec388ce-f317-4007-a3b7-a3ba772d23b7 on network 08fc5dbc-a8ad-4376-80b5-c53d31d0b259 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:28:24.761350 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b5c65960-c457-4b51-a805-d73dd8cc9801 req-edfb6fb6-93f2-4901-b347-b02cceb13d62 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6145573 Mar 22 19:28:24.783140 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-04cc76e0-5881-4500-83a8-59c966b57880 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:28:24.783487 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-04cc76e0-5881-4500-83a8-59c966b57880 service neutron] Checking segment: {'id': '186c2c9a-2324-4c56-b190-0b64e4273968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '08fc5dbc-a8ad-4376-80b5-c53d31d0b259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:28:24.783868 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-04cc76e0-5881-4500-83a8-59c966b57880 service neutron] Bound using segment: {'id': '186c2c9a-2324-4c56-b190-0b64e4273968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '08fc5dbc-a8ad-4376-80b5-c53d31d0b259'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:28:24.784316 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-04cc76e0-5881-4500-83a8-59c966b57880 service neutron] Bound port: 4ec388ce-f317-4007-a3b7-a3ba772d23b7, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186c2c9a-2324-4c56-b190-0b64e4273968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '08fc5dbc-a8ad-4376-80b5-c53d31d0b259'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:28:24.784675 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-04cc76e0-5881-4500-83a8-59c966b57880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4ec388ce-f317-4007-a3b7-a3ba772d23b7), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:24.861514 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16746b5e-a4e2-44d8-94ef-2adca226fc49 x-openstack-request-id: req-16746b5e-a4e2-44d8-94ef-2adca226fc49 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:28:24.862834 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1cf4fe-be24-4a47-8dd0-af0d99d320e6", "name": "network-vif-plugged", "status": "completed", "tag": "9ec80e66-c289-41e0-bc84-8eef87b96316", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:28:24.863351 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-16746b5e-a4e2-44d8-94ef-2adca226fc49 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:28:24.863972 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16746b5e-a4e2-44d8-94ef-2adca226fc49'] response: {'server_uuid': '1e1cf4fe-be24-4a47-8dd0-af0d99d320e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ec80e66-c289-41e0-bc84-8eef87b96316', 'code': 200} Mar 22 19:28:24.879186 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'tag': '7ae7734a-066b-4d0f-82f5-e8e91a5e1aef'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:28:24.881667 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58183f8e-9cf0-44d8-8093-69a6719ca4df" -d '{"events": [{"name": "network-changed", "server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "tag": "7ae7734a-066b-4d0f-82f5-e8e91a5e1aef"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:28:24.913492 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bb4fbe37-aba2-46b0-bf37-14bf2e5c2db6 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (1fc7b040-3796-4c44-bb48-4dadcf205c81), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:24.923628 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-98ded4a1-3dc3-4924-8c2d-ecf6002f0768 req-f3aafaa1-3123-47b8-8b36-ab6606a45284 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Publish callbacks [] for port (ad0dcd76-9604-4fdb-8424-804679befad4), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:24.981769 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-98ded4a1-3dc3-4924-8c2d-ecf6002f0768 req-f3aafaa1-3123-47b8-8b36-ab6606a45284 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (ad0dcd76-9604-4fdb-8424-804679befad4), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:25.029393 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-0d18b140-df09-404b-8602-cd40ab573395 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Made reservation on behalf of 5b93875569cc4d4199ac35d06661afdf for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:28:25.033557 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-0d18b140-df09-404b-8602-cd40ab573395 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:25.098943 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bb4fbe37-aba2-46b0-bf37-14bf2e5c2db6 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (1fc7b040-3796-4c44-bb48-4dadcf205c81), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:25.133918 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c72ff715-f8f0-45d4-b98c-5a5126f711cd req-c7114166-bf92-4661-bcd4-d6cad8722cc4 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=793ebe09-aab9-482f-aea8-a52bba446dde HTTP/1.1" status: 200 len: 210 time: 0.0564079 Mar 22 19:28:25.134975 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-04cc76e0-5881-4500-83a8-59c966b57880 service neutron] For port 4ec388ce-f317-4007-a3b7-a3ba772d23b7, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:28:25.208125 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aafaa1-3123-47b8-8b36-ab6606a45284 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Pushing event updated for resources: {'Port': ['ID=ad0dcd76-9604-4fdb-8424-804679befad4,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:25.215055 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-04cc76e0-5881-4500-83a8-59c966b57880 service neutron] For port 4ec388ce-f317-4007-a3b7-a3ba772d23b7, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=4ec388ce-f317-4007-a3b7-a3ba772d23b7,segment=NetworkSegment(186c2c9a-2324-4c56-b190-0b64e4273968),segment_id=186c2c9a-2324-4c56-b190-0b64e4273968)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:28:25.270004 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-04cc76e0-5881-4500-83a8-59c966b57880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (4ec388ce-f317-4007-a3b7-a3ba772d23b7), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:25.289696 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc7415a-2a29-4d90-9fee-b59bcffbbf31 req-3b72b6c1-cac0-4f09-9749-1f1bbc4167a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:25.291307 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4bc7415a-2a29-4d90-9fee-b59bcffbbf31 req-3b72b6c1-cac0-4f09-9749-1f1bbc4167a0 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 1128 time: 0.3497741 Mar 22 19:28:25.306773 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-98ded4a1-3dc3-4924-8c2d-ecf6002f0768 req-f3aafaa1-3123-47b8-8b36-ab6606a45284 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (8eca7baa-f18c-4ca9-99f9-77db50968d4d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:25.399261 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bb4fbe37-aba2-46b0-bf37-14bf2e5c2db6 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1fc7b040-3796-4c44-bb48-4dadcf205c81), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:25.402273 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bb4fbe37-aba2-46b0-bf37-14bf2e5c2db6 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:25.405683 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-bb4fbe37-aba2-46b0-bf37-14bf2e5c2db6 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "DELETE /v2.0/security-groups/1fc7b040-3796-4c44-bb48-4dadcf205c81 HTTP/1.1" status: 204 len: 168 time: 1.0708072 Mar 22 19:28:25.405683 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-04cc76e0-5881-4500-83a8-59c966b57880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:25.406146 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-04cc76e0-5881-4500-83a8-59c966b57880 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:25.406232 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52570) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:25.407252 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-04cc76e0-5881-4500-83a8-59c966b57880 service neutron] 10.222.0.84 "PUT /v2.0/ports/4ec388ce-f317-4007-a3b7-a3ba772d23b7 HTTP/1.1" status: 200 len: 1135 time: 2.9831741 Mar 22 19:28:25.436785 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-98ded4a1-3dc3-4924-8c2d-ecf6002f0768 req-f3aafaa1-3123-47b8-8b36-ab6606a45284 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:25.438072 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-98ded4a1-3dc3-4924-8c2d-ecf6002f0768 req-f3aafaa1-3123-47b8-8b36-ab6606a45284 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.8837471 Mar 22 19:28:25.456475 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-49759f41-8e7f-4330-9545-accb821bbd57 service neutron] Request body: {'port': {'device_id': '60fa428f-956c-4a38-82a5-e8774debd9be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:25.495022 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4fbe37-aba2-46b0-bf37-14bf2e5c2db6 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc7b040-3796-4c44-bb48-4dadcf205c81,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:25.534433 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-15f591d3-5bcf-4cbb-93f8-efd29574caeb tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1233006 Mar 22 19:28:25.534757 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52572) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:25.540132 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-f4401c5f-5d80-4df4-acf1-3ad7c541972c tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Request body: {'security_group': {'name': 'tempest-secgroup--1801594624'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:25.599559 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f4401c5f-5d80-4df4-acf1-3ad7c541972c tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:25.628887 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc76e0-5881-4500-83a8-59c966b57880 service neutron] Pushing event updated for resources: {'Port': ['ID=4ec388ce-f317-4007-a3b7-a3ba772d23b7,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:25.671342 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-98ded4a1-3dc3-4924-8c2d-ecf6002f0768 req-926ddc67-567f-45d9-8661-1833d5ff327e tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.66 HTTP/1.1" status: 200 len: 695 time: 0.2100701 Mar 22 19:28:25.680895 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4bc7415a-2a29-4d90-9fee-b59bcffbbf31 req-1637b998-ba52-4065-acbe-8ba4e9d51d45 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b591d7ec-4d48-4377-bca9-c2da745c5c62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3696406 Mar 22 19:28:25.708267 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f4401c5f-5d80-4df4-acf1-3ad7c541972c tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (cc1bac45-2e7b-44e3-87c7-3484f48a40dc), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:25.721784 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f4401c5f-5d80-4df4-acf1-3ad7c541972c tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (cc1bac45-2e7b-44e3-87c7-3484f48a40dc), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:25.809539 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4401c5f-5d80-4df4-acf1-3ad7c541972c tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1bac45-2e7b-44e3-87c7-3484f48a40dc,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:25.829887 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ded4a1-3dc3-4924-8c2d-ecf6002f0768 req-67b36d63-ff3e-4e29-9151-68e8f4417753 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:25.830689 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f4401c5f-5d80-4df4-acf1-3ad7c541972c tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:25.831748 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-98ded4a1-3dc3-4924-8c2d-ecf6002f0768 req-67b36d63-ff3e-4e29-9151-68e8f4417753 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 784 time: 0.1409576 Mar 22 19:28:25.840830 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f4401c5f-5d80-4df4-acf1-3ad7c541972c tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3042860 Mar 22 19:28:25.841136 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52576) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:25.845013 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7f935-77ab-4dba-aa55-b6fc0cba2838 req-c1b6bbed-46b0-4444-9912-2902d8715606 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:25.850503 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7f935-77ab-4dba-aa55-b6fc0cba2838 req-c1b6bbed-46b0-4444-9912-2902d8715606 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:25.856326 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7f935-77ab-4dba-aa55-b6fc0cba2838 req-c1b6bbed-46b0-4444-9912-2902d8715606 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:25.871169 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7f935-77ab-4dba-aa55-b6fc0cba2838 req-c1b6bbed-46b0-4444-9912-2902d8715606 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:25.876890 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7f935-77ab-4dba-aa55-b6fc0cba2838 req-c1b6bbed-46b0-4444-9912-2902d8715606 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:25.881252 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-f037a265-cf67-4377-bb8e-196faaca025f tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Request body: {'security_group_rule': {'security_group_id': 'cc1bac45-2e7b-44e3-87c7-3484f48a40dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:25.883348 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7f935-77ab-4dba-aa55-b6fc0cba2838 req-c1b6bbed-46b0-4444-9912-2902d8715606 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:25.889494 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7f935-77ab-4dba-aa55-b6fc0cba2838 req-c1b6bbed-46b0-4444-9912-2902d8715606 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:25.897655 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-67e7f935-77ab-4dba-aa55-b6fc0cba2838 req-c1b6bbed-46b0-4444-9912-2902d8715606 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5381 time: 0.6191473 Mar 22 19:28:25.960148 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-0d18b140-df09-404b-8602-cd40ab573395 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Allocated IP 172.20.0.5 (930b4136-5d1e-4d7e-95ed-27db03a5fcfc/0024126f-9e61-4e75-a43d-476a3a97ffe0/5138c1aa-0caf-46f6-b47a-ddde48e83e54) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:28:25.979067 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-f037a265-cf67-4377-bb8e-196faaca025f tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:28:25.983416 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f037a265-cf67-4377-bb8e-196faaca025f tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1131711 Mar 22 19:28:25.984296 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52580) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:25.990381 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-d0ca5ca1-6701-47e9-a26f-37413bd1a18b tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Request body: {'security_group_rule': {'security_group_id': 'cc1bac45-2e7b-44e3-87c7-3484f48a40dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:26.036693 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-d0ca5ca1-6701-47e9-a26f-37413bd1a18b tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:28:26.040622 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d0ca5ca1-6701-47e9-a26f-37413bd1a18b tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0525460 Mar 22 19:28:26.040926 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52584) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:26.078337 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-49759f41-8e7f-4330-9545-accb821bbd57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9e808c4c-a810-49a0-bf70-bc337009de29), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:26.160039 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a4de90e2-eafc-4255-825b-87ca7435d9b3 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (cc1bac45-2e7b-44e3-87c7-3484f48a40dc), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:26.182426 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-67e7f935-77ab-4dba-aa55-b6fc0cba2838 req-2e2efbd5-53e1-49f8-bf19-2e243945cc22 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2834156 Mar 22 19:28:26.211584 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a4de90e2-eafc-4255-825b-87ca7435d9b3 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (cc1bac45-2e7b-44e3-87c7-3484f48a40dc), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:26.323406 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-0d18b140-df09-404b-8602-cd40ab573395 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks [] for port (5138c1aa-0caf-46f6-b47a-ddde48e83e54), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:26.332561 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3d791-1b3e-47c3-b2b0-b517660b53ba req-568bf49f-6edf-4570-ba09-dea4089494e1 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:26.337672 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a4de90e2-eafc-4255-825b-87ca7435d9b3 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (cc1bac45-2e7b-44e3-87c7-3484f48a40dc), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:26.340435 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cdb3d791-1b3e-47c3-b2b0-b517660b53ba req-568bf49f-6edf-4570-ba09-dea4089494e1 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 945 time: 0.3919883 Mar 22 19:28:26.341640 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a4de90e2-eafc-4255-825b-87ca7435d9b3 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:26.343853 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a4de90e2-eafc-4255-825b-87ca7435d9b3 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "DELETE /v2.0/security-groups/cc1bac45-2e7b-44e3-87c7-3484f48a40dc HTTP/1.1" status: 204 len: 168 time: 0.3017178 Mar 22 19:28:26.349302 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52588) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:26.392133 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de90e2-eafc-4255-825b-87ca7435d9b3 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1bac45-2e7b-44e3-87c7-3484f48a40dc,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:26.429436 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58183f8e-9cf0-44d8-8093-69a6719ca4df req-a43bfa4b-acf6-4bdd-94f9-a22724dcf1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:26.430160 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58183f8e-9cf0-44d8-8093-69a6719ca4df req-a43bfa4b-acf6-4bdd-94f9-a22724dcf1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:26.430672 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58183f8e-9cf0-44d8-8093-69a6719ca4df req-a43bfa4b-acf6-4bdd-94f9-a22724dcf1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:26.431198 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58183f8e-9cf0-44d8-8093-69a6719ca4df req-a43bfa4b-acf6-4bdd-94f9-a22724dcf1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:26.431670 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58183f8e-9cf0-44d8-8093-69a6719ca4df req-a43bfa4b-acf6-4bdd-94f9-a22724dcf1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:26.432219 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58183f8e-9cf0-44d8-8093-69a6719ca4df req-a43bfa4b-acf6-4bdd-94f9-a22724dcf1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:26.432686 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58183f8e-9cf0-44d8-8093-69a6719ca4df req-a43bfa4b-acf6-4bdd-94f9-a22724dcf1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:26.434745 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-58183f8e-9cf0-44d8-8093-69a6719ca4df req-a43bfa4b-acf6-4bdd-94f9-a22724dcf1c4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3fee7ce517f548f9a4e6097b9989ab12&device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 6314 time: 0.1582539 Mar 22 19:28:26.439874 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ffbfbcb6-8bf2-461b-8a1e-2834e8d69340 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0868466 Mar 22 19:28:26.569423 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52590) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:26.571868 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58183f8e-9cf0-44d8-8093-69a6719ca4df req-abffe50e-cde5-442b-a1ed-03821c500a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:26.572425 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58183f8e-9cf0-44d8-8093-69a6719ca4df req-abffe50e-cde5-442b-a1ed-03821c500a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:26.572897 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58183f8e-9cf0-44d8-8093-69a6719ca4df req-abffe50e-cde5-442b-a1ed-03821c500a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:26.574897 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-58183f8e-9cf0-44d8-8093-69a6719ca4df req-abffe50e-cde5-442b-a1ed-03821c500a18 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=3fee7ce517f548f9a4e6097b9989ab12&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1306014 Mar 22 19:28:26.579270 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-c1daeb9b-b652-42d9-a019-2a0a21907e65 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Request body: {'security_group': {'name': 'tempest-secgroup--340255825'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:26.648990 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bb929c-6505-418d-83b8-c9b7bb6e5f73 x-openstack-request-id: req-59bb929c-6505-418d-83b8-c9b7bb6e5f73 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:28:26.649204 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "tag": "7ae7734a-066b-4d0f-82f5-e8e91a5e1aef", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:28:26.649453 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-59bb929c-6505-418d-83b8-c9b7bb6e5f73 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:28:26.649884 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59bb929c-6505-418d-83b8-c9b7bb6e5f73'] response: {'name': 'network-changed', 'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'tag': '7ae7734a-066b-4d0f-82f5-e8e91a5e1aef', 'status': 'completed', 'code': 200} Mar 22 19:28:26.684611 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c1daeb9b-b652-42d9-a019-2a0a21907e65 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:26.695781 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-49759f41-8e7f-4330-9545-accb821bbd57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e808c4c-a810-49a0-bf70-bc337009de29 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:28:26.714929 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-49759f41-8e7f-4330-9545-accb821bbd57 service neutron] Publish callbacks [] for port (9e808c4c-a810-49a0-bf70-bc337009de29), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:26.744829 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cdb3d791-1b3e-47c3-b2b0-b517660b53ba req-3a661997-9f39-48eb-8acd-1929d3736a50 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/security-groups?id=b591d7ec-4d48-4377-bca9-c2da745c5c62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4034855 Mar 22 19:28:26.774702 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58183f8e-9cf0-44d8-8093-69a6719ca4df req-af016df5-842a-45fa-bb67-c621999887f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:26.776202 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-58183f8e-9cf0-44d8-8093-69a6719ca4df req-af016df5-842a-45fa-bb67-c621999887f4 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1896834 Mar 22 19:28:26.831964 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c1daeb9b-b652-42d9-a019-2a0a21907e65 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (0f057d0a-1d72-4cbf-9147-545d41f159fd), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:26.834937 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-49759f41-8e7f-4330-9545-accb821bbd57 service neutron] Transition to ACTIVE for port object 9e808c4c-a810-49a0-bf70-bc337009de29 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:28:26.837611 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c1daeb9b-b652-42d9-a019-2a0a21907e65 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (0f057d0a-1d72-4cbf-9147-545d41f159fd), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:26.855160 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89f9b1-90c8-4a6d-922a-a504c24944aa req-cece59df-aab2-4296-834c-c7792c6b7d64 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:26.856948 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7e89f9b1-90c8-4a6d-922a-a504c24944aa req-cece59df-aab2-4296-834c-c7792c6b7d64 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=b150f3c0-9130-4014-9c96-698074dbf2f7 HTTP/1.1" status: 200 len: 946 time: 0.4893081 Mar 22 19:28:26.880213 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1daeb9b-b652-42d9-a019-2a0a21907e65 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f057d0a-1d72-4cbf-9147-545d41f159fd,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:26.900215 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c1daeb9b-b652-42d9-a019-2a0a21907e65 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:26.901962 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c1daeb9b-b652-42d9-a019-2a0a21907e65 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3260067 Mar 22 19:28:26.904924 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52592) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:26.912384 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-a025f391-f668-4fe9-a6ee-7a8957955aea tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:26.913367 n-d-705658-24 neutron-server[104173]: WARNING neutron.api.v2.base [None req-a025f391-f668-4fe9-a6ee-7a8957955aea tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 22 19:28:26.914133 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-a025f391-f668-4fe9-a6ee-7a8957955aea tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] update failed (client error): There was a conflict when trying to complete your request. Mar 22 19:28:26.915546 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a025f391-f668-4fe9-a6ee-7a8957955aea tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "PUT /v2.0/security-groups/0f057d0a-1d72-4cbf-9147-545d41f159fd HTTP/1.1" status: 409 len: 330 time: 0.0084426 Mar 22 19:28:26.918175 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52594) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:26.942198 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-49759f41-8e7f-4330-9545-accb821bbd57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (9e808c4c-a810-49a0-bf70-bc337009de29), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:26.991605 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a7113310-431d-412f-b1de-5a6c60b4c2b7 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (0f057d0a-1d72-4cbf-9147-545d41f159fd), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:26.995377 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f489d2d-147c-42ac-a550-fb1a46560d2f req-ef7ffe95-8a31-4a0b-9d79-a36ca832702a tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] 10.222.0.75 "GET /v2.0/floatingips/8eca7baa-f18c-4ca9-99f9-77db50968d4d HTTP/1.1" status: 200 len: 692 time: 0.1856470 Mar 22 19:28:27.023211 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a7113310-431d-412f-b1de-5a6c60b4c2b7 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (0f057d0a-1d72-4cbf-9147-545d41f159fd), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:27.062040 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-0d18b140-df09-404b-8602-cd40ab573395 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (5138c1aa-0caf-46f6-b47a-ddde48e83e54), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:27.074309 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['c0260e53-be59-4113-b78a-c582176525b0'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:28:27.112437 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a7113310-431d-412f-b1de-5a6c60b4c2b7 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (0f057d0a-1d72-4cbf-9147-545d41f159fd), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:27.115346 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a7113310-431d-412f-b1de-5a6c60b4c2b7 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:27.117214 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a7113310-431d-412f-b1de-5a6c60b4c2b7 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "DELETE /v2.0/security-groups/0f057d0a-1d72-4cbf-9147-545d41f159fd HTTP/1.1" status: 204 len: 168 time: 0.1977520 Mar 22 19:28:27.138966 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52598) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:27.139809 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7113310-431d-412f-b1de-5a6c60b4c2b7 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f057d0a-1d72-4cbf-9147-545d41f159fd,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:27.258398 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ae39d110-315f-428f-b49d-84e5e45100b8 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0973790 Mar 22 19:28:27.262174 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52602) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:27.280186 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-6f0eb7f4-433b-462b-93f0-624dfb566b6e tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] delete failed (client error): The resource could not be found. Mar 22 19:28:27.281550 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6f0eb7f4-433b-462b-93f0-624dfb566b6e tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "DELETE /v2.0/security-groups/face4bb5-2867-4f37-989e-c79958d59fad HTTP/1.1" status: 404 len: 347 time: 0.0179803 Mar 22 19:28:27.287135 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52604) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:27.326562 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-e13230d7-42f4-43a2-84e5-9e96d7e708e3 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] show failed (client error): The resource could not be found. Mar 22 19:28:27.331441 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49759f41-8e7f-4330-9545-accb821bbd57 service neutron] Pushing event updated for resources: {'Port': ['ID=9e808c4c-a810-49a0-bf70-bc337009de29,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:27.334350 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e13230d7-42f4-43a2-84e5-9e96d7e708e3 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "GET /v2.0/security-groups/1af47626-9c2e-4b05-a4e8-69e0a06f5717 HTTP/1.1" status: 404 len: 347 time: 0.0451519 Mar 22 19:28:27.359105 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52606) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:27.407105 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-9780cafb-ab56-4563-af30-e60a1578cb03 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] show failed (client error): The resource could not be found. Mar 22 19:28:27.408681 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9780cafb-ab56-4563-af30-e60a1578cb03 tempest-NegativeSecGroupIPv6Test-1605949426 tempest-NegativeSecGroupIPv6Test-1605949426-project] 10.222.0.75 "GET /v2.0/security-group-rules/ce1a844c-4b54-4f5f-b287-93591cd8c89c HTTP/1.1" status: 404 len: 356 time: 0.0481133 Mar 22 19:28:27.435414 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-0d18b140-df09-404b-8602-cd40ab573395 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Network 930b4136-5d1e-4d7e-95ed-27db03a5fcfc is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:28:27.444001 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18b140-df09-404b-8602-cd40ab573395 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Pushing event updated for resources: {'Port': ['ID=5138c1aa-0caf-46f6-b47a-ddde48e83e54,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:27.526688 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:28:27.575861 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7e89f9b1-90c8-4a6d-922a-a504c24944aa req-8567355b-dcf7-4c9d-9d46-9b4403f7d864 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6407323 Mar 22 19:28:27.581051 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-0d18b140-df09-404b-8602-cd40ab573395 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:27.594525 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-0d18b140-df09-404b-8602-cd40ab573395 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:28:27.698392 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-0d18b140-df09-404b-8602-cd40ab573395 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:27.700797 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-0d18b140-df09-404b-8602-cd40ab573395 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:27.724399 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-49759f41-8e7f-4330-9545-accb821bbd57 service neutron] Attempting to bind port 9e808c4c-a810-49a0-bf70-bc337009de29 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:28:27.725093 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-49759f41-8e7f-4330-9545-accb821bbd57 service neutron] Attempting to bind port 9e808c4c-a810-49a0-bf70-bc337009de29 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '186c2c9a-2324-4c56-b190-0b64e4273968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '08fc5dbc-a8ad-4376-80b5-c53d31d0b259'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:28:27.725864 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-49759f41-8e7f-4330-9545-accb821bbd57 service neutron] Attempting to bind port 9e808c4c-a810-49a0-bf70-bc337009de29 on network 08fc5dbc-a8ad-4376-80b5-c53d31d0b259 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:28:27.746455 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-49759f41-8e7f-4330-9545-accb821bbd57 service neutron] Port 9e808c4c-a810-49a0-bf70-bc337009de29 on network 08fc5dbc-a8ad-4376-80b5-c53d31d0b259 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:28:27.747531 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-49759f41-8e7f-4330-9545-accb821bbd57 service neutron] Attempting to bind port 9e808c4c-a810-49a0-bf70-bc337009de29 on network 08fc5dbc-a8ad-4376-80b5-c53d31d0b259 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:28:27.814725 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-0d18b140-df09-404b-8602-cd40ab573395 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5860586 Mar 22 19:28:27.816231 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-49759f41-8e7f-4330-9545-accb821bbd57 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:28:27.816981 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-49759f41-8e7f-4330-9545-accb821bbd57 service neutron] Checking segment: {'id': '186c2c9a-2324-4c56-b190-0b64e4273968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '08fc5dbc-a8ad-4376-80b5-c53d31d0b259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:28:27.817423 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-49759f41-8e7f-4330-9545-accb821bbd57 service neutron] Bound using segment: {'id': '186c2c9a-2324-4c56-b190-0b64e4273968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '08fc5dbc-a8ad-4376-80b5-c53d31d0b259'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:28:27.818008 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-49759f41-8e7f-4330-9545-accb821bbd57 service neutron] Bound port: 9e808c4c-a810-49a0-bf70-bc337009de29, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186c2c9a-2324-4c56-b190-0b64e4273968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '08fc5dbc-a8ad-4376-80b5-c53d31d0b259'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:28:27.818825 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-49759f41-8e7f-4330-9545-accb821bbd57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9e808c4c-a810-49a0-bf70-bc337009de29), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:27.839593 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f489d2d-147c-42ac-a550-fb1a46560d2f req-8d88b95c-92ca-4287-9fc4-7ce920694cb3 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:27.841155 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f489d2d-147c-42ac-a550-fb1a46560d2f req-8d88b95c-92ca-4287-9fc4-7ce920694cb3 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 784 time: 0.7978244 Mar 22 19:28:27.852975 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-9e41418e-dba0-484f-aa89-828b4633db8a service neutron] Request body: {'port': {'device_id': '793ebe09-aab9-482f-aea8-a52bba446dde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:27.920288 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f489d2d-147c-42ac-a550-fb1a46560d2f req-8376396e-094f-497d-b229-283a2d61f097 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.66 HTTP/1.1" status: 200 len: 695 time: 0.0626662 Mar 22 19:28:27.951266 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52614) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:27.969558 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-3a34585c-319d-424e-9ad2-3903de707ca7 None None] Provisioning complete for port 5138c1aa-0caf-46f6-b47a-ddde48e83e54 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:27.969892 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3a34585c-319d-424e-9ad2-3903de707ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5138c1aa-0caf-46f6-b47a-ddde48e83e54), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:28.050196 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-3a34585c-319d-424e-9ad2-3903de707ca7 None None] Port 5138c1aa-0caf-46f6-b47a-ddde48e83e54 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:28:28.076111 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f489d2d-147c-42ac-a550-fb1a46560d2f req-b250305a-117f-4a20-b2bd-85cf2c798f67 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.66 HTTP/1.1" status: 200 len: 695 time: 0.1082883 Mar 22 19:28:28.137382 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-03116e66-2708-4889-b8fd-8c65448a7db1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=80d3ecf95de34705843fcfb6f7e94e19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1824894 Mar 22 19:28:28.141043 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52618) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:28.203070 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c75e077-5704-4030-b919-f2ca8a35df8c admin admin] Publish callbacks [] for security_group (6d9d7e9f-eb25-46e9-91ae-273c79657311), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:28.214112 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-49759f41-8e7f-4330-9545-accb821bbd57 service neutron] For port 9e808c4c-a810-49a0-bf70-bc337009de29, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:28:28.247763 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c75e077-5704-4030-b919-f2ca8a35df8c admin admin] Publish callbacks [] for security_group (6d9d7e9f-eb25-46e9-91ae-273c79657311), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:28.259606 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b9301-112c-43a3-bddf-d61cd1666e6c req-c88dd79b-96f6-477f-8364-4d27176c3943 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:28.261323 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d05b9301-112c-43a3-bddf-d61cd1666e6c req-c88dd79b-96f6-477f-8364-4d27176c3943 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=793ebe09-aab9-482f-aea8-a52bba446dde HTTP/1.1" status: 200 len: 931 time: 0.5078189 Mar 22 19:28:28.264305 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-49759f41-8e7f-4330-9545-accb821bbd57 service neutron] For port 9e808c4c-a810-49a0-bf70-bc337009de29, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=9e808c4c-a810-49a0-bf70-bc337009de29,segment=NetworkSegment(186c2c9a-2324-4c56-b190-0b64e4273968),segment_id=186c2c9a-2324-4c56-b190-0b64e4273968)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:28:28.315352 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-49759f41-8e7f-4330-9545-accb821bbd57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (9e808c4c-a810-49a0-bf70-bc337009de29), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:28.323644 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c75e077-5704-4030-b919-f2ca8a35df8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (6d9d7e9f-eb25-46e9-91ae-273c79657311), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:28.326372 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c75e077-5704-4030-b919-f2ca8a35df8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:28.330032 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4c75e077-5704-4030-b919-f2ca8a35df8c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6d9d7e9f-eb25-46e9-91ae-273c79657311 HTTP/1.1" status: 204 len: 168 time: 0.1854804 Mar 22 19:28:28.333629 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-9e41418e-dba0-484f-aa89-828b4633db8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5138c1aa-0caf-46f6-b47a-ddde48e83e54), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:28.351671 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75e077-5704-4030-b919-f2ca8a35df8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9d7e9f-eb25-46e9-91ae-273c79657311,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:28.408184 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-49759f41-8e7f-4330-9545-accb821bbd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:28.408831 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-49759f41-8e7f-4330-9545-accb821bbd57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:28.410280 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-49759f41-8e7f-4330-9545-accb821bbd57 service neutron] 10.222.0.84 "PUT /v2.0/ports/9e808c4c-a810-49a0-bf70-bc337009de29 HTTP/1.1" status: 200 len: 1092 time: 2.9596951 Mar 22 19:28:28.487793 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49759f41-8e7f-4330-9545-accb821bbd57 service neutron] Pushing event updated for resources: {'Port': ['ID=9e808c4c-a810-49a0-bf70-bc337009de29,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:28.518234 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d05b9301-112c-43a3-bddf-d61cd1666e6c req-43b56e4d-c374-43b2-b07f-d69a870f965c tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494671 Mar 22 19:28:28.534702 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8fe8a92b-a63b-4a11-ac9e-a523fdbd5c50 service neutron] Request body: {'port': {'device_id': '60fa428f-956c-4a38-82a5-e8774debd9be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:28.637479 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8fe8a92b-a63b-4a11-ac9e-a523fdbd5c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (14a3f8e4-e05b-4c1e-911f-de48243376f2), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:28.660365 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'tag': '4ec388ce-f317-4007-a3b7-a3ba772d23b7'}, {'name': 'network-changed', 'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'tag': '9e808c4c-a810-49a0-bf70-bc337009de29'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:28:28.665093 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b8d746-b12a-433e-8a18-a3b2fcbcc80b" -d '{"events": [{"name": "network-changed", "server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "tag": "4ec388ce-f317-4007-a3b7-a3ba772d23b7"}, {"name": "network-changed", "server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "tag": "9e808c4c-a810-49a0-bf70-bc337009de29"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:28:28.802578 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-0f489d2d-147c-42ac-a550-fb1a46560d2f req-7393367a-2a60-4ce0-b808-c21a29bc0d82 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Deleting port ad0dcd76-9604-4fdb-8424-804679befad4 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:28:28.803000 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0f489d2d-147c-42ac-a550-fb1a46560d2f req-7393367a-2a60-4ce0-b808-c21a29bc0d82 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (ad0dcd76-9604-4fdb-8424-804679befad4), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:29.002161 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbda6f-2f56-4490-912d-cff8f2420f15 req-6e193ebc-edf1-40d6-a0d6-41003267c4fe tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:29.007462 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbda6f-2f56-4490-912d-cff8f2420f15 req-6e193ebc-edf1-40d6-a0d6-41003267c4fe tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:29.013271 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbda6f-2f56-4490-912d-cff8f2420f15 req-6e193ebc-edf1-40d6-a0d6-41003267c4fe tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:29.018571 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbda6f-2f56-4490-912d-cff8f2420f15 req-6e193ebc-edf1-40d6-a0d6-41003267c4fe tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:29.023844 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbda6f-2f56-4490-912d-cff8f2420f15 req-6e193ebc-edf1-40d6-a0d6-41003267c4fe tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:29.029071 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbda6f-2f56-4490-912d-cff8f2420f15 req-6e193ebc-edf1-40d6-a0d6-41003267c4fe tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:29.034718 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbda6f-2f56-4490-912d-cff8f2420f15 req-6e193ebc-edf1-40d6-a0d6-41003267c4fe tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:29.036619 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f7fbda6f-2f56-4490-912d-cff8f2420f15 req-6e193ebc-edf1-40d6-a0d6-41003267c4fe tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5393 time: 0.3800561 Mar 22 19:28:29.175940 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0f489d2d-147c-42ac-a550-fb1a46560d2f req-7393367a-2a60-4ce0-b808-c21a29bc0d82 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (ad0dcd76-9604-4fdb-8424-804679befad4), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:29.176262 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0f489d2d-147c-42ac-a550-fb1a46560d2f req-7393367a-2a60-4ce0-b808-c21a29bc0d82 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Publish callbacks [] for floatingip (ad0dcd76-9604-4fdb-8424-804679befad4), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:29.302516 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d12d15-1d97-4a35-8e1a-ff3a035eed99 req-4a7c34cd-3430-4b58-b8da-9f75eb98ee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:29.304528 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-21d12d15-1d97-4a35-8e1a-ff3a035eed99 req-4a7c34cd-3430-4b58-b8da-9f75eb98ee5c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7e302d01a2a24393894ffad4e45b884a&device_id=b150f3c0-9130-4014-9c96-698074dbf2f7 HTTP/1.1" status: 200 len: 1129 time: 0.0799005 Mar 22 19:28:29.431201 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d12d15-1d97-4a35-8e1a-ff3a035eed99 req-e850380a-e905-4813-a66f-2e87164e88b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:29.432722 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-21d12d15-1d97-4a35-8e1a-ff3a035eed99 req-e850380a-e905-4813-a66f-2e87164e88b3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e2aac6b4-9023-4a56-b28e-d9728a595e67 HTTP/1.1" status: 200 len: 920 time: 0.1078961 Mar 22 19:28:29.433218 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52648) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:29.493125 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-21d12d15-1d97-4a35-8e1a-ff3a035eed99 req-7da9d9a5-3804-4d10-bbe7-9c6c757335de service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c578384b-0d5f-41dc-ba45-922b60cc6901 HTTP/1.1" status: 200 len: 217 time: 0.0505259 Mar 22 19:28:29.576278 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d12d15-1d97-4a35-8e1a-ff3a035eed99 req-194a2add-9c83-40de-b630-8f3ca305106f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:29.578554 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-21d12d15-1d97-4a35-8e1a-ff3a035eed99 req-194a2add-9c83-40de-b630-8f3ca305106f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cd5ec6ea-2197-4f69-89c7-80c309a39451 HTTP/1.1" status: 200 len: 858 time: 0.0787005 Mar 22 19:28:29.639194 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-8c05db8c-04aa-4d8b-a82f-0f7c0815288a tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:29.639633 n-d-705658-24 neutron-server[104173]: WARNING neutron.api.v2.base [None req-8c05db8c-04aa-4d8b-a82f-0f7c0815288a tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 22 19:28:29.640121 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-8c05db8c-04aa-4d8b-a82f-0f7c0815288a tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] create failed (client error): There was a conflict when trying to complete your request. Mar 22 19:28:29.641095 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8c05db8c-04aa-4d8b-a82f-0f7c0815288a tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2069228 Mar 22 19:28:29.644802 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52656) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:29.649666 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-ae3ef333-e129-4945-acd4-099a70f849ec tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Request body: {'security_group': {'name': 'tempest-secgroup--888767645'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:29.681051 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d12d15-1d97-4a35-8e1a-ff3a035eed99 req-2f2c579c-b5c6-46ee-8eba-1aaa9220a50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:29.682635 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-21d12d15-1d97-4a35-8e1a-ff3a035eed99 req-2f2c579c-b5c6-46ee-8eba-1aaa9220a50c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e2aac6b4-9023-4a56-b28e-d9728a595e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0954254 Mar 22 19:28:29.684144 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ae3ef333-e129-4945-acd4-099a70f849ec tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:29.706870 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ae3ef333-e129-4945-acd4-099a70f849ec tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:29.724600 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-0f489d2d-147c-42ac-a550-fb1a46560d2f req-7393367a-2a60-4ce0-b808-c21a29bc0d82 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Calling delete_port for ad0dcd76-9604-4fdb-8424-804679befad4 owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:28:29.760737 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f7fbda6f-2f56-4490-912d-cff8f2420f15 req-bccf8d35-80a9-4519-b802-b24d8f7096dd tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7099969 Mar 22 19:28:29.829160 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-21d12d15-1d97-4a35-8e1a-ff3a035eed99 req-3fcb532e-cb67-4b0d-8f14-539254381aa3 service neutron] 10.222.0.84 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355033 Mar 22 19:28:29.930631 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-21d12d15-1d97-4a35-8e1a-ff3a035eed99 req-6bb18039-f0db-4efa-aff5-d3ad59a33f7a service neutron] 10.222.0.84 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956440 Mar 22 19:28:29.966954 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ae3ef333-e129-4945-acd4-099a70f849ec tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (ec58f404-fb91-4314-b6e8-e2f24bd74418), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:29.971914 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ae3ef333-e129-4945-acd4-099a70f849ec tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ec58f404-fb91-4314-b6e8-e2f24bd74418), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:30.033922 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ef333-e129-4945-acd4-099a70f849ec tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec58f404-fb91-4314-b6e8-e2f24bd74418,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:30.089013 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ae3ef333-e129-4945-acd4-099a70f849ec tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (3ce20d01-ecf0-425d-b8f9-55ce295f3a89), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:30.094612 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ae3ef333-e129-4945-acd4-099a70f849ec tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3ce20d01-ecf0-425d-b8f9-55ce295f3a89), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:30.124076 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ae3ef333-e129-4945-acd4-099a70f849ec tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:30.125482 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ae3ef333-e129-4945-acd4-099a70f849ec tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4797039 Mar 22 19:28:30.129134 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52660) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:30.138077 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-b8aed15f-b692-4f23-a8f0-55f0a9d5886f tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Request body: {'security_group_rule': {'security_group_id': '3ce20d01-ecf0-425d-b8f9-55ce295f3a89', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:30.147814 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ef333-e129-4945-acd4-099a70f849ec tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce20d01-ecf0-425d-b8f9-55ce295f3a89,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:30.171732 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b8aed15f-b692-4f23-a8f0-55f0a9d5886f tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group_rule (faf9812c-12c7-4051-9017-e8f6288c8cbb), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:30.184678 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683fb09-679a-4032-a631-7a95c76d1b90 req-94ec4c8e-93cd-4d8b-a5fa-0394e2eee026 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:30.185863 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b683fb09-679a-4032-a631-7a95c76d1b90 req-94ec4c8e-93cd-4d8b-a5fa-0394e2eee026 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 945 time: 0.2896426 Mar 22 19:28:30.188580 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-9e41418e-dba0-484f-aa89-828b4633db8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5138c1aa-0caf-46f6-b47a-ddde48e83e54 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:28:30.204415 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-9e41418e-dba0-484f-aa89-828b4633db8a service neutron] Publish callbacks [] for port (5138c1aa-0caf-46f6-b47a-ddde48e83e54), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:30.247663 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b8aed15f-b692-4f23-a8f0-55f0a9d5886f tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group_rule (faf9812c-12c7-4051-9017-e8f6288c8cbb), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:30.253398 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b8aed15f-b692-4f23-a8f0-55f0a9d5886f tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (faf9812c-12c7-4051-9017-e8f6288c8cbb), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:30.263971 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8fe8a92b-a63b-4a11-ac9e-a523fdbd5c50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14a3f8e4-e05b-4c1e-911f-de48243376f2 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:28:30.274335 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aed15f-b692-4f23-a8f0-55f0a9d5886f tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf9812c-12c7-4051-9017-e8f6288c8cbb,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:30.278489 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8fe8a92b-a63b-4a11-ac9e-a523fdbd5c50 service neutron] Publish callbacks [] for port (14a3f8e4-e05b-4c1e-911f-de48243376f2), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:30.293120 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b8aed15f-b692-4f23-a8f0-55f0a9d5886f tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:30.296948 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b8aed15f-b692-4f23-a8f0-55f0a9d5886f tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1640143 Mar 22 19:28:30.297236 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52662) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:30.306003 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-23edc7b0-3679-4456-aa3d-6e043bf779b8 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Request body: {'security_group_rule': {'security_group_id': '3ce20d01-ecf0-425d-b8f9-55ce295f3a89', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:30.332413 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8fe8a92b-a63b-4a11-ac9e-a523fdbd5c50 service neutron] Transition to ACTIVE for port object 14a3f8e4-e05b-4c1e-911f-de48243376f2 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:28:30.333906 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-9e41418e-dba0-484f-aa89-828b4633db8a service neutron] Transition to ACTIVE for port object 5138c1aa-0caf-46f6-b47a-ddde48e83e54 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:28:30.336299 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0f489d2d-147c-42ac-a550-fb1a46560d2f req-7393367a-2a60-4ce0-b808-c21a29bc0d82 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (ad0dcd76-9604-4fdb-8424-804679befad4), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:30.343408 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8fe8a92b-a63b-4a11-ac9e-a523fdbd5c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (14a3f8e4-e05b-4c1e-911f-de48243376f2), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:30.348314 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b683fb09-679a-4032-a631-7a95c76d1b90 req-627f6cba-b1bb-4a73-b088-7caddc806734 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/security-groups?id=b591d7ec-4d48-4377-bca9-c2da745c5c62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525891 Mar 22 19:28:30.355780 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-23edc7b0-3679-4456-aa3d-6e043bf779b8 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group_rule (2b2d242c-69a3-415a-a3b1-2871a71f3e26), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:30.370367 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-9e41418e-dba0-484f-aa89-828b4633db8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (5138c1aa-0caf-46f6-b47a-ddde48e83e54), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:30.378989 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7393367a-2a60-4ce0-b808-c21a29bc0d82 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Pushing event deleted for resources: {'Port': ['ID=ad0dcd76-9604-4fdb-8424-804679befad4,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:30.470771 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-23edc7b0-3679-4456-aa3d-6e043bf779b8 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] create failed (client error): There was a conflict when trying to complete your request. Mar 22 19:28:30.475285 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-23edc7b0-3679-4456-aa3d-6e043bf779b8 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1745005 Mar 22 19:28:30.478444 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52668) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:30.592346 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e5e4e21-74b4-4a46-b71c-c3c00337425e tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (3ce20d01-ecf0-425d-b8f9-55ce295f3a89), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:30.594387 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8a92b-a63b-4a11-ac9e-a523fdbd5c50 service neutron] Pushing event updated for resources: {'Port': ['ID=14a3f8e4-e05b-4c1e-911f-de48243376f2,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:30.635660 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e5e4e21-74b4-4a46-b71c-c3c00337425e tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (3ce20d01-ecf0-425d-b8f9-55ce295f3a89), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:30.687736 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0f489d2d-147c-42ac-a550-fb1a46560d2f req-7393367a-2a60-4ce0-b808-c21a29bc0d82 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Publish callbacks [] for floatingip (8eca7baa-f18c-4ca9-99f9-77db50968d4d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:30.691634 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0f489d2d-147c-42ac-a550-fb1a46560d2f req-7393367a-2a60-4ce0-b808-c21a29bc0d82 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:30.693141 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f489d2d-147c-42ac-a550-fb1a46560d2f req-7393367a-2a60-4ce0-b808-c21a29bc0d82 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] 10.222.0.75 "DELETE /v2.0/floatingips/8eca7baa-f18c-4ca9-99f9-77db50968d4d HTTP/1.1" status: 204 len: 173 time: 2.5676813 Mar 22 19:28:30.736641 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e5e4e21-74b4-4a46-b71c-c3c00337425e tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3ce20d01-ecf0-425d-b8f9-55ce295f3a89), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:30.740504 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e5e4e21-74b4-4a46-b71c-c3c00337425e tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:30.745422 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0e5e4e21-74b4-4a46-b71c-c3c00337425e tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "DELETE /v2.0/security-groups/3ce20d01-ecf0-425d-b8f9-55ce295f3a89 HTTP/1.1" status: 204 len: 168 time: 0.2664146 Mar 22 19:28:30.746407 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52672) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:30.802678 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e4e21-74b4-4a46-b71c-c3c00337425e tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce20d01-ecf0-425d-b8f9-55ce295f3a89,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:30.834896 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 22 Mar 2022 19:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f395d27-3130-4aa8-8f8f-f3473d5a883e x-openstack-request-id: req-6f395d27-3130-4aa8-8f8f-f3473d5a883e {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:28:30.835449 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "tag": "4ec388ce-f317-4007-a3b7-a3ba772d23b7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "tag": "9e808c4c-a810-49a0-bf70-bc337009de29", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:28:30.837065 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6f395d27-3130-4aa8-8f8f-f3473d5a883e {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:28:30.837756 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f395d27-3130-4aa8-8f8f-f3473d5a883e'] response: {'name': 'network-changed', 'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'tag': '4ec388ce-f317-4007-a3b7-a3ba772d23b7', 'status': 'completed', 'code': 200} Mar 22 19:28:30.838609 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f395d27-3130-4aa8-8f8f-f3473d5a883e'] response: {'name': 'network-changed', 'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'tag': '9e808c4c-a810-49a0-bf70-bc337009de29', 'status': 'completed', 'code': 200} Mar 22 19:28:30.849255 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e41418e-dba0-484f-aa89-828b4633db8a service neutron] Pushing event updated for resources: {'Port': ['ID=5138c1aa-0caf-46f6-b47a-ddde48e83e54,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:30.908660 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c3e4c-86f8-4aa0-aeea-5a543a2f72f1 req-82b7ea51-a161-4b39-aa9b-33b74ba27552 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:30.910735 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ea4c3e4c-86f8-4aa0-aeea-5a543a2f72f1 req-82b7ea51-a161-4b39-aa9b-33b74ba27552 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=b150f3c0-9130-4014-9c96-698074dbf2f7 HTTP/1.1" status: 200 len: 946 time: 0.4472861 Mar 22 19:28:30.922494 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-29454fd3-81fb-4d02-a3cd-1e3aa2de8975 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1497858 Mar 22 19:28:30.937831 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52676) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:30.944192 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-adf9fed7-a4bb-455f-9eeb-316c20378f2e tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Request body: {'security_group': {'name': 'tempest-secgroup--1105640074'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:30.972491 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8d746-b12a-433e-8a18-a3b2fcbcc80b req-cfd87b8b-f0ed-4828-be39-7766d767d221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:30.972979 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8d746-b12a-433e-8a18-a3b2fcbcc80b req-cfd87b8b-f0ed-4828-be39-7766d767d221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:30.973450 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8d746-b12a-433e-8a18-a3b2fcbcc80b req-cfd87b8b-f0ed-4828-be39-7766d767d221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:30.973951 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8d746-b12a-433e-8a18-a3b2fcbcc80b req-cfd87b8b-f0ed-4828-be39-7766d767d221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:30.974422 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8d746-b12a-433e-8a18-a3b2fcbcc80b req-cfd87b8b-f0ed-4828-be39-7766d767d221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:30.974887 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8d746-b12a-433e-8a18-a3b2fcbcc80b req-cfd87b8b-f0ed-4828-be39-7766d767d221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:30.975351 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8d746-b12a-433e-8a18-a3b2fcbcc80b req-cfd87b8b-f0ed-4828-be39-7766d767d221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:30.977907 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f3b8d746-b12a-433e-8a18-a3b2fcbcc80b req-cfd87b8b-f0ed-4828-be39-7766d767d221 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3fee7ce517f548f9a4e6097b9989ab12&device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 6439 time: 0.1565676 Mar 22 19:28:31.002716 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-adf9fed7-a4bb-455f-9eeb-316c20378f2e tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:31.009137 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8fe8a92b-a63b-4a11-ac9e-a523fdbd5c50 service neutron] Attempting to bind port 14a3f8e4-e05b-4c1e-911f-de48243376f2 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:28:31.009632 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8fe8a92b-a63b-4a11-ac9e-a523fdbd5c50 service neutron] Attempting to bind port 14a3f8e4-e05b-4c1e-911f-de48243376f2 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '186c2c9a-2324-4c56-b190-0b64e4273968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '08fc5dbc-a8ad-4376-80b5-c53d31d0b259'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:28:31.010148 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8fe8a92b-a63b-4a11-ac9e-a523fdbd5c50 service neutron] Attempting to bind port 14a3f8e4-e05b-4c1e-911f-de48243376f2 on network 08fc5dbc-a8ad-4376-80b5-c53d31d0b259 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:28:31.036720 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-9e41418e-dba0-484f-aa89-828b4633db8a service neutron] Attempting to bind port 5138c1aa-0caf-46f6-b47a-ddde48e83e54 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:28:31.041010 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-9e41418e-dba0-484f-aa89-828b4633db8a service neutron] Attempting to bind port 5138c1aa-0caf-46f6-b47a-ddde48e83e54 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '96be6bee-54fd-44c5-9686-e45ec9f24a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:28:31.042417 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-9e41418e-dba0-484f-aa89-828b4633db8a service neutron] Attempting to bind port 5138c1aa-0caf-46f6-b47a-ddde48e83e54 on network 930b4136-5d1e-4d7e-95ed-27db03a5fcfc {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:28:31.045013 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8fe8a92b-a63b-4a11-ac9e-a523fdbd5c50 service neutron] Port 14a3f8e4-e05b-4c1e-911f-de48243376f2 on network 08fc5dbc-a8ad-4376-80b5-c53d31d0b259 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:28:31.049906 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8fe8a92b-a63b-4a11-ac9e-a523fdbd5c50 service neutron] Attempting to bind port 14a3f8e4-e05b-4c1e-911f-de48243376f2 on network 08fc5dbc-a8ad-4376-80b5-c53d31d0b259 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:28:31.079158 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8fe8a92b-a63b-4a11-ac9e-a523fdbd5c50 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:28:31.079633 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8fe8a92b-a63b-4a11-ac9e-a523fdbd5c50 service neutron] Checking segment: {'id': '186c2c9a-2324-4c56-b190-0b64e4273968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '08fc5dbc-a8ad-4376-80b5-c53d31d0b259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:28:31.080134 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8fe8a92b-a63b-4a11-ac9e-a523fdbd5c50 service neutron] Bound using segment: {'id': '186c2c9a-2324-4c56-b190-0b64e4273968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '08fc5dbc-a8ad-4376-80b5-c53d31d0b259'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:28:31.080691 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8fe8a92b-a63b-4a11-ac9e-a523fdbd5c50 service neutron] Bound port: 14a3f8e4-e05b-4c1e-911f-de48243376f2, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '186c2c9a-2324-4c56-b190-0b64e4273968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '08fc5dbc-a8ad-4376-80b5-c53d31d0b259'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:28:31.081158 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8fe8a92b-a63b-4a11-ac9e-a523fdbd5c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (14a3f8e4-e05b-4c1e-911f-de48243376f2), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:31.083120 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-9e41418e-dba0-484f-aa89-828b4633db8a service neutron] Port 5138c1aa-0caf-46f6-b47a-ddde48e83e54 on network 930b4136-5d1e-4d7e-95ed-27db03a5fcfc not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:28:31.083561 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-9e41418e-dba0-484f-aa89-828b4633db8a service neutron] Attempting to bind port 5138c1aa-0caf-46f6-b47a-ddde48e83e54 on network 930b4136-5d1e-4d7e-95ed-27db03a5fcfc {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:28:31.107925 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-9e41418e-dba0-484f-aa89-828b4633db8a service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:28:31.108349 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-9e41418e-dba0-484f-aa89-828b4633db8a service neutron] Checking segment: {'id': '96be6bee-54fd-44c5-9686-e45ec9f24a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:28:31.108837 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-9e41418e-dba0-484f-aa89-828b4633db8a service neutron] Bound using segment: {'id': '96be6bee-54fd-44c5-9686-e45ec9f24a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:28:31.109381 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-9e41418e-dba0-484f-aa89-828b4633db8a service neutron] Bound port: 5138c1aa-0caf-46f6-b47a-ddde48e83e54, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96be6bee-54fd-44c5-9686-e45ec9f24a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:28:31.109891 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-9e41418e-dba0-484f-aa89-828b4633db8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5138c1aa-0caf-46f6-b47a-ddde48e83e54), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:31.149471 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad039d-3364-4cd3-9f0f-3fee0df6a06b req-aee9d59e-3d2b-4fd2-883b-00bf4d75c024 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:31.151271 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-93ad039d-3364-4cd3-9f0f-3fee0df6a06b req-aee9d59e-3d2b-4fd2-883b-00bf4d75c024 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=793ebe09-aab9-482f-aea8-a52bba446dde HTTP/1.1" status: 200 len: 943 time: 0.2313166 Mar 22 19:28:31.172615 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8d746-b12a-433e-8a18-a3b2fcbcc80b req-b83a2e12-99ff-43b3-bff1-6c4c6ee12166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:31.173365 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8d746-b12a-433e-8a18-a3b2fcbcc80b req-b83a2e12-99ff-43b3-bff1-6c4c6ee12166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:31.174080 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8d746-b12a-433e-8a18-a3b2fcbcc80b req-b83a2e12-99ff-43b3-bff1-6c4c6ee12166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:31.175324 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ea4c3e4c-86f8-4aa0-aeea-5a543a2f72f1 req-5a8dd619-22be-432e-af78-72cdaf24d28d tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427781 Mar 22 19:28:31.185318 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f3b8d746-b12a-433e-8a18-a3b2fcbcc80b req-b83a2e12-99ff-43b3-bff1-6c4c6ee12166 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=3fee7ce517f548f9a4e6097b9989ab12&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2001989 Mar 22 19:28:31.294538 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8fe8a92b-a63b-4a11-ac9e-a523fdbd5c50 service neutron] For port 14a3f8e4-e05b-4c1e-911f-de48243376f2, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:28:31.305005 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-93ad039d-3364-4cd3-9f0f-3fee0df6a06b req-01019096-a98e-4700-b75d-fa988f6af3e7 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335900 Mar 22 19:28:31.314341 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-9e41418e-dba0-484f-aa89-828b4633db8a service neutron] For port 5138c1aa-0caf-46f6-b47a-ddde48e83e54, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:28:31.319314 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-9e41418e-dba0-484f-aa89-828b4633db8a service neutron] For port 5138c1aa-0caf-46f6-b47a-ddde48e83e54, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=5138c1aa-0caf-46f6-b47a-ddde48e83e54,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:28:31.322608 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8fe8a92b-a63b-4a11-ac9e-a523fdbd5c50 service neutron] For port 14a3f8e4-e05b-4c1e-911f-de48243376f2, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=14a3f8e4-e05b-4c1e-911f-de48243376f2,segment=NetworkSegment(186c2c9a-2324-4c56-b190-0b64e4273968),segment_id=186c2c9a-2324-4c56-b190-0b64e4273968)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:28:31.339171 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8fe8a92b-a63b-4a11-ac9e-a523fdbd5c50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (14a3f8e4-e05b-4c1e-911f-de48243376f2), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:31.355169 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-9e41418e-dba0-484f-aa89-828b4633db8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (5138c1aa-0caf-46f6-b47a-ddde48e83e54), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:31.374568 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-adf9fed7-a4bb-455f-9eeb-316c20378f2e tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (1f35f33b-db70-4054-855d-dce9d4bd520f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:31.388480 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-adf9fed7-a4bb-455f-9eeb-316c20378f2e tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1f35f33b-db70-4054-855d-dce9d4bd520f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:31.435126 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9fed7-a4bb-455f-9eeb-316c20378f2e tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f35f33b-db70-4054-855d-dce9d4bd520f,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:31.446042 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-adf9fed7-a4bb-455f-9eeb-316c20378f2e tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:31.447611 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-adf9fed7-a4bb-455f-9eeb-316c20378f2e tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5067589 Mar 22 19:28:31.455845 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52680) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:31.463371 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-ee70ed4a-b577-410d-8c05-4b5c9b23c810 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Request body: {'security_group_rule': {'security_group_id': '1f35f33b-db70-4054-855d-dce9d4bd520f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:31.464577 n-d-705658-24 neutron-server[104173]: WARNING neutron.api.v2.base [None req-ee70ed4a-b577-410d-8c05-4b5c9b23c810 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 22 19:28:31.477515 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-ee70ed4a-b577-410d-8c05-4b5c9b23c810 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:28:31.482782 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ee70ed4a-b577-410d-8c05-4b5c9b23c810 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0212629 Mar 22 19:28:31.484036 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52684) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:31.496715 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-9e41418e-dba0-484f-aa89-828b4633db8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:31.497347 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-9e41418e-dba0-484f-aa89-828b4633db8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:31.500182 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-9e41418e-dba0-484f-aa89-828b4633db8a service neutron] 10.222.0.85 "PUT /v2.0/ports/5138c1aa-0caf-46f6-b47a-ddde48e83e54 HTTP/1.1" status: 200 len: 1092 time: 3.6520810 Mar 22 19:28:31.506105 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8d746-b12a-433e-8a18-a3b2fcbcc80b req-34c9a180-4295-4ca2-a23f-088b02d89cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:31.508509 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f3b8d746-b12a-433e-8a18-a3b2fcbcc80b req-34c9a180-4295-4ca2-a23f-088b02d89cd7 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3042889 Mar 22 19:28:31.539898 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8fe8a92b-a63b-4a11-ac9e-a523fdbd5c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:31.540530 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8fe8a92b-a63b-4a11-ac9e-a523fdbd5c50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:31.542438 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8fe8a92b-a63b-4a11-ac9e-a523fdbd5c50 service neutron] 10.222.0.84 "PUT /v2.0/ports/14a3f8e4-e05b-4c1e-911f-de48243376f2 HTTP/1.1" status: 200 len: 1092 time: 3.0210221 Mar 22 19:28:31.550018 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [req-fd455ef1-1322-4ea9-95e3-0326fbd394fd req-6686078e-b0bb-4a3d-aa46-989213762c3b tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] show failed (client error): The resource could not be found. Mar 22 19:28:31.551393 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd455ef1-1322-4ea9-95e3-0326fbd394fd req-6686078e-b0bb-4a3d-aa46-989213762c3b tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] 10.222.0.75 "GET /v2.0/floatingips/8eca7baa-f18c-4ca9-99f9-77db50968d4d HTTP/1.1" status: 404 len: 350 time: 0.0949919 Mar 22 19:28:31.588365 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8d5fc1d0-eecb-4d18-a60a-4d4117df64ef service neutron] Request body: {'port': {'device_id': '60fa428f-956c-4a38-82a5-e8774debd9be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:31.607253 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8a92b-a63b-4a11-ac9e-a523fdbd5c50 service neutron] Pushing event updated for resources: {'Port': ['ID=14a3f8e4-e05b-4c1e-911f-de48243376f2,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:31.710484 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-23fc7a14-3b43-49c4-a6f0-c25230ea969d tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (1f35f33b-db70-4054-855d-dce9d4bd520f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:31.761668 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-23fc7a14-3b43-49c4-a6f0-c25230ea969d tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (1f35f33b-db70-4054-855d-dce9d4bd520f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:31.801348 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8d746-b12a-433e-8a18-a3b2fcbcc80b req-9b6f460b-c2b3-4717-8596-79f81f03364e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:31.801747 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8d746-b12a-433e-8a18-a3b2fcbcc80b req-9b6f460b-c2b3-4717-8596-79f81f03364e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:31.802239 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8d746-b12a-433e-8a18-a3b2fcbcc80b req-9b6f460b-c2b3-4717-8596-79f81f03364e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:31.806683 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8d746-b12a-433e-8a18-a3b2fcbcc80b req-9b6f460b-c2b3-4717-8596-79f81f03364e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:31.807204 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8d746-b12a-433e-8a18-a3b2fcbcc80b req-9b6f460b-c2b3-4717-8596-79f81f03364e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:31.807673 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8d746-b12a-433e-8a18-a3b2fcbcc80b req-9b6f460b-c2b3-4717-8596-79f81f03364e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:31.808137 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8d746-b12a-433e-8a18-a3b2fcbcc80b req-9b6f460b-c2b3-4717-8596-79f81f03364e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:31.810614 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f3b8d746-b12a-433e-8a18-a3b2fcbcc80b req-9b6f460b-c2b3-4717-8596-79f81f03364e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3fee7ce517f548f9a4e6097b9989ab12&device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 6512 time: 0.2227497 Mar 22 19:28:31.868535 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec61464-2804-4729-a0e8-a2133d45e5ec req-7fef696f-9ec5-4b50-8eff-f492c2f12cce tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:31.885482 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0ec61464-2804-4729-a0e8-a2133d45e5ec req-7fef696f-9ec5-4b50-8eff-f492c2f12cce tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 945 time: 0.4594223 Mar 22 19:28:31.886790 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52690) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:31.936725 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-58b14e82-5633-434c-89d6-0c23f4122bb4 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Request body: {'floatingip': {'port_id': '9ec80e66-c289-41e0-bc84-8eef87b96316'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:32.062823 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e41418e-dba0-484f-aa89-828b4633db8a service neutron] Pushing event updated for resources: {'Port': ['ID=5138c1aa-0caf-46f6-b47a-ddde48e83e54,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:32.090911 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-58b14e82-5633-434c-89d6-0c23f4122bb4 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks [] for floatingip (40e45234-aaa2-4bdf-a407-51b084b4fd37), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:32.092373 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8d5fc1d0-eecb-4d18-a60a-4d4117df64ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1f791238-3e27-4e2c-ba13-8a83f0b02353), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:32.155518 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52694) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:32.173397 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-23fc7a14-3b43-49c4-a6f0-c25230ea969d tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1f35f33b-db70-4054-855d-dce9d4bd520f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:32.176668 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-23fc7a14-3b43-49c4-a6f0-c25230ea969d tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:32.178312 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-23fc7a14-3b43-49c4-a6f0-c25230ea969d tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "DELETE /v2.0/security-groups/1f35f33b-db70-4054-855d-dce9d4bd520f HTTP/1.1" status: 204 len: 168 time: 0.6940598 Mar 22 19:28:32.211399 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52698) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:32.216555 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc7a14-3b43-49c4-a6f0-c25230ea969d tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f35f33b-db70-4054-855d-dce9d4bd520f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:32.230417 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe5e06-48dc-4396-aef9-76d16efbccdf req-960a7732-5307-4aa6-bed9-0948adfe2fda tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:32.236853 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe5e06-48dc-4396-aef9-76d16efbccdf req-960a7732-5307-4aa6-bed9-0948adfe2fda tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:32.242989 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe5e06-48dc-4396-aef9-76d16efbccdf req-960a7732-5307-4aa6-bed9-0948adfe2fda tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:32.248774 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe5e06-48dc-4396-aef9-76d16efbccdf req-960a7732-5307-4aa6-bed9-0948adfe2fda tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:32.254727 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe5e06-48dc-4396-aef9-76d16efbccdf req-960a7732-5307-4aa6-bed9-0948adfe2fda tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:32.260925 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe5e06-48dc-4396-aef9-76d16efbccdf req-960a7732-5307-4aa6-bed9-0948adfe2fda tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:32.266430 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe5e06-48dc-4396-aef9-76d16efbccdf req-960a7732-5307-4aa6-bed9-0948adfe2fda tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:32.268474 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cfbe5e06-48dc-4396-aef9-76d16efbccdf req-960a7732-5307-4aa6-bed9-0948adfe2fda tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5405 time: 0.5772877 Mar 22 19:28:32.286292 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-469d1106-b3fb-45fa-a208-d023fb6e87c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:32.288465 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-469d1106-b3fb-45fa-a208-d023fb6e87c5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5b93875569cc4d4199ac35d06661afdf&device_id=793ebe09-aab9-482f-aea8-a52bba446dde HTTP/1.1" status: 200 len: 1126 time: 0.6038730 Mar 22 19:28:32.324860 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8d746-b12a-433e-8a18-a3b2fcbcc80b req-5892506f-5095-4172-8e04-845ea3b66492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:32.325610 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8d746-b12a-433e-8a18-a3b2fcbcc80b req-5892506f-5095-4172-8e04-845ea3b66492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:32.326735 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8d746-b12a-433e-8a18-a3b2fcbcc80b req-5892506f-5095-4172-8e04-845ea3b66492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:32.328798 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f3b8d746-b12a-433e-8a18-a3b2fcbcc80b req-5892506f-5095-4172-8e04-845ea3b66492 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=3fee7ce517f548f9a4e6097b9989ab12&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5006735 Mar 22 19:28:32.439619 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-e6fd12f3-6f81-40cf-82bf-ef1306fa0112 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5138c1aa-0caf-46f6-b47a-ddde48e83e54 HTTP/1.1" status: 200 len: 217 time: 0.1264884 Mar 22 19:28:32.463032 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8d746-b12a-433e-8a18-a3b2fcbcc80b req-ab815d5c-e67e-41de-8c6d-05492632e09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:32.464687 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f3b8d746-b12a-433e-8a18-a3b2fcbcc80b req-ab815d5c-e67e-41de-8c6d-05492632e09b service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1207550 Mar 22 19:28:32.471865 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d63afe6d-cb74-4f1c-925a-f05a4ffe52e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:32.509497 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-fe0c71cc-dd50-41f4-a917-d77dd8b5331f tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2656369 Mar 22 19:28:32.547796 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52706) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:32.552182 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-126529f2-d8a5-4855-ab11-9be3f3b0301e tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Request body: {'security_group': {'name': 'tempest-secgroup--225981767'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:32.584556 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fec5a7-ef14-4f63-ac8b-da70a017b6bf req-11f0c47f-e14c-4bb8-8370-afec748b79fa tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:32.591533 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e0fec5a7-ef14-4f63-ac8b-da70a017b6bf req-11f0c47f-e14c-4bb8-8370-afec748b79fa tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] 10.222.0.75 "GET /v2.0/ports?device_id=719ceee4-9383-4751-b909-e74235d7d6fd HTTP/1.1" status: 200 len: 946 time: 0.4729359 Mar 22 19:28:32.599321 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-126529f2-d8a5-4855-ab11-9be3f3b0301e tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:32.607510 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cfbe5e06-48dc-4396-aef9-76d16efbccdf req-bfa334de-bb80-4eaa-bb52-ddb1ce2b3f98 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3281419 Mar 22 19:28:32.625339 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-1d8c2c83-be74-4e5c-aead-d339bd419efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:32.626953 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-1d8c2c83-be74-4e5c-aead-d339bd419efe service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0024126f-9e61-4e75-a43d-476a3a97ffe0 HTTP/1.1" status: 200 len: 849 time: 0.1760447 Mar 22 19:28:32.760091 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [req-282fe137-be63-484a-83b1-43a256d59f9a req-5308ad5b-616e-4855-bd2e-70c168055395 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] show failed (client error): The resource could not be found. Mar 22 19:28:32.761074 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-282fe137-be63-484a-83b1-43a256d59f9a req-5308ad5b-616e-4855-bd2e-70c168055395 tempest-FloatingIPsTestJSON-999794708 tempest-FloatingIPsTestJSON-999794708-project] 10.222.0.75 "GET /v2.0/floatingips/8eca7baa-f18c-4ca9-99f9-77db50968d4d HTTP/1.1" status: 404 len: 350 time: 0.0932999 Mar 22 19:28:32.777594 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52708) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:32.790245 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e0fec5a7-ef14-4f63-ac8b-da70a017b6bf req-ce120b61-03ca-42f6-a121-e0478cce24db tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] 10.222.0.75 "GET /v2.0/security-groups?id=697a8b8a-de2f-41a2-b5ab-39d1397cbf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976986 Mar 22 19:28:32.895161 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '793ebe09-aab9-482f-aea8-a52bba446dde', 'tag': '5138c1aa-0caf-46f6-b47a-ddde48e83e54'}, {'name': 'network-changed', 'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'tag': '14a3f8e4-e05b-4c1e-911f-de48243376f2'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:28:32.897416 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9782773a-19d1-4c43-8045-82a9335c66e5" -d '{"events": [{"name": "network-changed", "server_uuid": "793ebe09-aab9-482f-aea8-a52bba446dde", "tag": "5138c1aa-0caf-46f6-b47a-ddde48e83e54"}, {"name": "network-changed", "server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "tag": "14a3f8e4-e05b-4c1e-911f-de48243376f2"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:28:32.922107 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-126529f2-d8a5-4855-ab11-9be3f3b0301e tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (2297031a-30dc-4c6d-8ad9-6235f2111765), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:32.929634 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d63afe6d-cb74-4f1c-925a-f05a4ffe52e8 admin admin] Publish callbacks [] for security_group (d0273d79-9bd5-4513-b02b-7bfc31d83354), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:32.939483 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-126529f2-d8a5-4855-ab11-9be3f3b0301e tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2297031a-30dc-4c6d-8ad9-6235f2111765), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:32.978178 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126529f2-d8a5-4855-ab11-9be3f3b0301e tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2297031a-30dc-4c6d-8ad9-6235f2111765,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:32.990894 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d63afe6d-cb74-4f1c-925a-f05a4ffe52e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d0273d79-9bd5-4513-b02b-7bfc31d83354), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:33.050311 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-17fbbc3a-ac9a-499c-a0bd-a7420c094af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:33.052226 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-17fbbc3a-ac9a-499c-a0bd-a7420c094af2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4145424 Mar 22 19:28:33.071835 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-126529f2-d8a5-4855-ab11-9be3f3b0301e tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:33.073336 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-126529f2-d8a5-4855-ab11-9be3f3b0301e tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5245893 Mar 22 19:28:33.076426 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52714) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:33.096662 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-1a3ae4c0-3281-462f-92c6-866197bc1ea3 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Request body: {'security_group_rule': {'security_group_id': '2297031a-30dc-4c6d-8ad9-6235f2111765', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:33.096905 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8d5fc1d0-eecb-4d18-a60a-4d4117df64ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f791238-3e27-4e2c-ba13-8a83f0b02353 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:28:33.097605 n-d-705658-24 neutron-server[104173]: WARNING neutron.api.v2.base [None req-1a3ae4c0-3281-462f-92c6-866197bc1ea3 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 22 19:28:33.098433 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-1a3ae4c0-3281-462f-92c6-866197bc1ea3 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:28:33.099607 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1a3ae4c0-3281-462f-92c6-866197bc1ea3 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0218475 Mar 22 19:28:33.102708 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d63afe6d-cb74-4f1c-925a-f05a4ffe52e8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6b0894c1fecf480ba668ef90a322d67b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9459414 Mar 22 19:28:33.128638 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52716) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:33.129068 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52718) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:33.191801 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8d5fc1d0-eecb-4d18-a60a-4d4117df64ef service neutron] Publish callbacks [] for port (1f791238-3e27-4e2c-ba13-8a83f0b02353), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:33.277011 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26edff06-3c93-4489-85a2-d5c080ac6dc1 req-10af134e-b314-4a62-9726-63b9172de3ae tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:33.279171 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-26edff06-3c93-4489-85a2-d5c080ac6dc1 req-10af134e-b314-4a62-9726-63b9172de3ae tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=b150f3c0-9130-4014-9c96-698074dbf2f7 HTTP/1.1" status: 200 len: 946 time: 0.3769870 Mar 22 19:28:33.313710 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54eadd-5981-4633-9add-d9121112fd51 req-bde52bdb-645f-403c-a3d4-c2ecd6565a29 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:33.322837 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7e54eadd-5981-4633-9add-d9121112fd51 req-bde52bdb-645f-403c-a3d4-c2ecd6565a29 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=793ebe09-aab9-482f-aea8-a52bba446dde HTTP/1.1" status: 200 len: 943 time: 0.3863645 Mar 22 19:28:33.362013 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8d5fc1d0-eecb-4d18-a60a-4d4117df64ef service neutron] Transition to ACTIVE for port object 1f791238-3e27-4e2c-ba13-8a83f0b02353 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:28:33.436031 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63afe6d-cb74-4f1c-925a-f05a4ffe52e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0273d79-9bd5-4513-b02b-7bfc31d83354,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:33.488117 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-26edff06-3c93-4489-85a2-d5c080ac6dc1 req-2ff3797a-bedb-4e1e-859d-197157ecb28d tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932101 Mar 22 19:28:33.488757 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8d5fc1d0-eecb-4d18-a60a-4d4117df64ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (1f791238-3e27-4e2c-ba13-8a83f0b02353), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:33.541586 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.db.resource_extend [None req-58b14e82-5633-434c-89d6-0c23f4122bb4 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:28:33.544958 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f6d3e-9d56-451f-a9d6-35be4d8d13c2 req-eab99ecd-dca8-4da3-a263-180ad17ad77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:33.546502 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-be9f6d3e-9d56-451f-a9d6-35be4d8d13c2 req-eab99ecd-dca8-4da3-a263-180ad17ad77c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b150f3c0-9130-4014-9c96-698074dbf2f7 HTTP/1.1" status: 200 len: 1129 time: 0.0906937 Mar 22 19:28:33.591407 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1cf72872-3903-4d7a-9413-a192bf831fb7 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (2297031a-30dc-4c6d-8ad9-6235f2111765), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:33.664317 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1cf72872-3903-4d7a-9413-a192bf831fb7 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (2297031a-30dc-4c6d-8ad9-6235f2111765), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:33.723230 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-58b14e82-5633-434c-89d6-0c23f4122bb4 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:33.736677 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 22 Mar 2022 19:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee802f69-44d0-4bfc-8ea2-aced7d39d6ae x-openstack-request-id: req-ee802f69-44d0-4bfc-8ea2-aced7d39d6ae {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:28:33.737146 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "793ebe09-aab9-482f-aea8-a52bba446dde", "tag": "5138c1aa-0caf-46f6-b47a-ddde48e83e54", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "tag": "14a3f8e4-e05b-4c1e-911f-de48243376f2", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:28:33.737511 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ee802f69-44d0-4bfc-8ea2-aced7d39d6ae {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:28:33.738094 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee802f69-44d0-4bfc-8ea2-aced7d39d6ae'] response: {'name': 'network-changed', 'server_uuid': '793ebe09-aab9-482f-aea8-a52bba446dde', 'tag': '5138c1aa-0caf-46f6-b47a-ddde48e83e54', 'status': 'completed', 'code': 200} Mar 22 19:28:33.738452 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee802f69-44d0-4bfc-8ea2-aced7d39d6ae'] response: {'name': 'network-changed', 'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'tag': '14a3f8e4-e05b-4c1e-911f-de48243376f2', 'status': 'completed', 'code': 200} Mar 22 19:28:33.747924 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-58b14e82-5633-434c-89d6-0c23f4122bb4 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (40e45234-aaa2-4bdf-a407-51b084b4fd37), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:33.769706 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1cf72872-3903-4d7a-9413-a192bf831fb7 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2297031a-30dc-4c6d-8ad9-6235f2111765), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:33.769706 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1cf72872-3903-4d7a-9413-a192bf831fb7 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:33.769706 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1cf72872-3903-4d7a-9413-a192bf831fb7 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "DELETE /v2.0/security-groups/2297031a-30dc-4c6d-8ad9-6235f2111765 HTTP/1.1" status: 204 len: 168 time: 0.6361690 Mar 22 19:28:33.771088 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5fc1d0-eecb-4d18-a60a-4d4117df64ef service neutron] Pushing event updated for resources: {'Port': ['ID=1f791238-3e27-4e2c-ba13-8a83f0b02353,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:33.802684 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52726) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:33.812815 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-be9f6d3e-9d56-451f-a9d6-35be4d8d13c2 req-a8afbd4e-1cfc-4f7e-893d-b74c64e24966 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256894 Mar 22 19:28:33.854077 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf72872-3903-4d7a-9413-a192bf831fb7 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2297031a-30dc-4c6d-8ad9-6235f2111765,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:33.860299 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-88afb7d0-a469-48d3-baa7-b81bef38b8d8 service neutron] 10.222.0.85 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7901504 Mar 22 19:28:33.921416 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1b58b8fe-9866-4a3d-802c-c8dc64e37b10 admin admin] Publish callbacks [] for security_group (d0273d79-9bd5-4513-b02b-7bfc31d83354), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:33.927092 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-58b14e82-5633-434c-89d6-0c23f4122bb4 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Floating IP 40e45234-aaa2-4bdf-a407-51b084b4fd37 associated. External IP: 172.25.5.127, port: 9ec80e66-c289-41e0-bc84-8eef87b96316. Mar 22 19:28:34.189613 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b14e82-5633-434c-89d6-0c23f4122bb4 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Router e0af61ad-896c-4e3a-9e08-9fed32c3391b has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:28:34.322115 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b14e82-5633-434c-89d6-0c23f4122bb4 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:28:34.326961 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-58b14e82-5633-434c-89d6-0c23f4122bb4 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:34.337710 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a07593e-c562-45e3-892b-b02585914be0 None None] Sync routers for ids ['e0af61ad-896c-4e3a-9e08-9fed32c3391b'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:28:34.354610 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7e54eadd-5981-4633-9add-d9121112fd51 req-6758130d-60bb-4e42-a822-1fcba195d88e tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0308933 Mar 22 19:28:34.363789 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-58b14e82-5633-434c-89d6-0c23f4122bb4 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "PUT /v2.0/floatingips/40e45234-aaa2-4bdf-a407-51b084b4fd37 HTTP/1.1" status: 200 len: 991 time: 2.4567785 Mar 22 19:28:34.363789 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e1cf4fe-be24-4a47-8dd0-af0d99d320e6', 'tag': '9ec80e66-c289-41e0-bc84-8eef87b96316'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:28:34.364590 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c99c37-c482-4e79-87e2-831edbd735f7" -d '{"events": [{"name": "network-changed", "server_uuid": "1e1cf4fe-be24-4a47-8dd0-af0d99d320e6", "tag": "9ec80e66-c289-41e0-bc84-8eef87b96316"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:28:34.368981 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a07593e-c562-45e3-892b-b02585914be0 None None] Routers {'e0af61ad-896c-4e3a-9e08-9fed32c3391b'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:28:34.374269 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-5a07593e-c562-45e3-892b-b02585914be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:28:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e0af61ad-896c-4e3a-9e08-9fed32c3391b'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:34.423825 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1b58b8fe-9866-4a3d-802c-c8dc64e37b10 admin admin] Publish callbacks [] for security_group (d0273d79-9bd5-4513-b02b-7bfc31d83354), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:34.525452 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-5a07593e-c562-45e3-892b-b02585914be0 None None] Set router e0af61ad-896c-4e3a-9e08-9fed32c3391b gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:28:34.526443 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0b3e1d05-ffff-4339-aa34-98e685b26402 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.7043235 Mar 22 19:28:34.531476 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52736) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:34.539360 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-239ba2a3-2e49-4677-96d6-6e47f39c18f0 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Request body: {'security_group': {'name': 'tempest-secgroup--453938746'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:34.558039 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782773a-19d1-4c43-8045-82a9335c66e5 req-06569950-12c1-4aff-a936-7ce443fab1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:34.558524 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782773a-19d1-4c43-8045-82a9335c66e5 req-06569950-12c1-4aff-a936-7ce443fab1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:34.559006 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782773a-19d1-4c43-8045-82a9335c66e5 req-06569950-12c1-4aff-a936-7ce443fab1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:34.559455 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782773a-19d1-4c43-8045-82a9335c66e5 req-06569950-12c1-4aff-a936-7ce443fab1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:34.559911 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782773a-19d1-4c43-8045-82a9335c66e5 req-06569950-12c1-4aff-a936-7ce443fab1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:34.560364 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782773a-19d1-4c43-8045-82a9335c66e5 req-06569950-12c1-4aff-a936-7ce443fab1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:34.560820 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782773a-19d1-4c43-8045-82a9335c66e5 req-06569950-12c1-4aff-a936-7ce443fab1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:34.562891 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9782773a-19d1-4c43-8045-82a9335c66e5 req-06569950-12c1-4aff-a936-7ce443fab1da service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3fee7ce517f548f9a4e6097b9989ab12&device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 6538 time: 0.8402359 Mar 22 19:28:34.563634 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8d5fc1d0-eecb-4d18-a60a-4d4117df64ef service neutron] Attempting to bind port 1f791238-3e27-4e2c-ba13-8a83f0b02353 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:28:34.564232 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8d5fc1d0-eecb-4d18-a60a-4d4117df64ef service neutron] Attempting to bind port 1f791238-3e27-4e2c-ba13-8a83f0b02353 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': 'b4692052-4d01-41f5-a3e9-0fcd02552fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:28:34.564671 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8d5fc1d0-eecb-4d18-a60a-4d4117df64ef service neutron] Attempting to bind port 1f791238-3e27-4e2c-ba13-8a83f0b02353 on network c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:28:34.611812 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-239ba2a3-2e49-4677-96d6-6e47f39c18f0 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:34.618233 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8d5fc1d0-eecb-4d18-a60a-4d4117df64ef service neutron] Port 1f791238-3e27-4e2c-ba13-8a83f0b02353 on network c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:28:34.618233 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8d5fc1d0-eecb-4d18-a60a-4d4117df64ef service neutron] Attempting to bind port 1f791238-3e27-4e2c-ba13-8a83f0b02353 on network c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:28:34.639322 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789652e9-8c5f-42e2-820c-501f54bdc1b9 req-7ddf475a-9ddf-40a6-becb-25d04618823c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:34.644608 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789652e9-8c5f-42e2-820c-501f54bdc1b9 req-7ddf475a-9ddf-40a6-becb-25d04618823c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:34.650018 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789652e9-8c5f-42e2-820c-501f54bdc1b9 req-7ddf475a-9ddf-40a6-becb-25d04618823c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:34.655487 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789652e9-8c5f-42e2-820c-501f54bdc1b9 req-7ddf475a-9ddf-40a6-becb-25d04618823c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:34.660842 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789652e9-8c5f-42e2-820c-501f54bdc1b9 req-7ddf475a-9ddf-40a6-becb-25d04618823c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:34.668194 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789652e9-8c5f-42e2-820c-501f54bdc1b9 req-7ddf475a-9ddf-40a6-becb-25d04618823c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:34.673664 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789652e9-8c5f-42e2-820c-501f54bdc1b9 req-7ddf475a-9ddf-40a6-becb-25d04618823c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:34.681832 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-789652e9-8c5f-42e2-820c-501f54bdc1b9 req-7ddf475a-9ddf-40a6-becb-25d04618823c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5417 time: 0.8993368 Mar 22 19:28:34.778896 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bb0a38b-0d2e-4382-9a60-e62507f06b65 req-41e25f00-c87c-4ac4-a507-592bb6dabc6c service neutron] 10.222.0.85 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8496087 Mar 22 19:28:34.778896 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8d5fc1d0-eecb-4d18-a60a-4d4117df64ef service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:28:34.778896 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8d5fc1d0-eecb-4d18-a60a-4d4117df64ef service neutron] Checking segment: {'id': 'b4692052-4d01-41f5-a3e9-0fcd02552fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:28:34.778896 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8d5fc1d0-eecb-4d18-a60a-4d4117df64ef service neutron] Bound using segment: {'id': 'b4692052-4d01-41f5-a3e9-0fcd02552fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:28:34.778896 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8d5fc1d0-eecb-4d18-a60a-4d4117df64ef service neutron] Bound port: 1f791238-3e27-4e2c-ba13-8a83f0b02353, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4692052-4d01-41f5-a3e9-0fcd02552fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:28:34.778896 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8d5fc1d0-eecb-4d18-a60a-4d4117df64ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1f791238-3e27-4e2c-ba13-8a83f0b02353), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:34.824189 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-5a07593e-c562-45e3-892b-b02585914be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'name': 'tempest-ServersTestBootFromVolume-1013878994-router', 'tenant_id': '19c710f622d9408e8bd0693a6cf07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '3f345823-f489-4e29-aad5-08cffdb8ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:20Z', 'updated_at': '2022-03-22T19:26:32Z', 'revision_number': 4, 'project_id': '19c710f622d9408e8bd0693a6cf07a03', 'gw_port': {'id': '3f345823-f489-4e29-aad5-08cffdb8ede6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:21Z', 'updated_at': '2022-03-22T19:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '40e45234-aaa2-4bdf-a407-51b084b4fd37', 'tenant_id': '19c710f622d9408e8bd0693a6cf07a03', 'floating_ip_address': '172.25.5.127', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'port_id': '9ec80e66-c289-41e0-bc84-8eef87b96316', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09b38f1f-a105-4141-968b-914c29cdfe73', 'mac_address': 'fa:16:3e:fe:94:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1cf4fe-be24-4a47-8dd0-af0d99d320e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:26:45Z', 'updated_at': '2022-03-22T19:28:33Z', 'revision_number': 1, 'project_id': '19c710f622d9408e8bd0693a6cf07a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3754e241-1acb-4e48-8646-4377e81f57b8', 'name': '', 'network_id': '09b38f1f-a105-4141-968b-914c29cdfe73', 'tenant_id': '19c710f622d9408e8bd0693a6cf07a03', 'mac_address': 'fa:16:3e:be:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '1fcaffb3-90ba-4c43-b281-759cd93e4025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:29Z', 'updated_at': '2022-03-22T19:26:57Z', 'revision_number': 5, 'project_id': '19c710f622d9408e8bd0693a6cf07a03', 'subnets': [{'id': '1fcaffb3-90ba-4c43-b281-759cd93e4025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:34.873236 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1b58b8fe-9866-4a3d-802c-c8dc64e37b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d0273d79-9bd5-4513-b02b-7bfc31d83354), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:34.874922 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a07593e-c562-45e3-892b-b02585914be0 None None] Checking router: e0af61ad-896c-4e3a-9e08-9fed32c3391b for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:28:34.876078 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1b58b8fe-9866-4a3d-802c-c8dc64e37b10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:34.876879 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1b58b8fe-9866-4a3d-802c-c8dc64e37b10 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d0273d79-9bd5-4513-b02b-7bfc31d83354 HTTP/1.1" status: 204 len: 168 time: 1.7447815 Mar 22 19:28:34.887461 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-239ba2a3-2e49-4677-96d6-6e47f39c18f0 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (442c76a9-4c00-42c0-aa5d-b3e3b14d34a0), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:34.891012 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a07593e-c562-45e3-892b-b02585914be0 None None] Routers {'e0af61ad-896c-4e3a-9e08-9fed32c3391b'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:28:34.892048 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-5a07593e-c562-45e3-892b-b02585914be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:28:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e0af61ad-896c-4e3a-9e08-9fed32c3391b'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:34.895362 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-239ba2a3-2e49-4677-96d6-6e47f39c18f0 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (442c76a9-4c00-42c0-aa5d-b3e3b14d34a0), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:34.923606 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-239ba2a3-2e49-4677-96d6-6e47f39c18f0 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:34.927634 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-239ba2a3-2e49-4677-96d6-6e47f39c18f0 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3921187 Mar 22 19:28:34.928707 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52742) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:34.933406 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-dfe558ce-a95e-40c6-9114-548b210de92a tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Request body: {'security_group_rule': {'security_group_id': '442c76a9-4c00-42c0-aa5d-b3e3b14d34a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:34.934515 n-d-705658-24 neutron-server[104173]: WARNING neutron.api.v2.base [None req-dfe558ce-a95e-40c6-9114-548b210de92a tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 22 19:28:34.935030 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-dfe558ce-a95e-40c6-9114-548b210de92a tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:28:34.938707 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-dfe558ce-a95e-40c6-9114-548b210de92a tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0063884 Mar 22 19:28:34.940193 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52744) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:34.944825 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-6ff61411-1afd-4a6f-88ab-3481572ae724 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Request body: {'security_group_rule': {'security_group_id': '442c76a9-4c00-42c0-aa5d-b3e3b14d34a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:34.945521 n-d-705658-24 neutron-server[104173]: WARNING neutron.api.v2.base [None req-6ff61411-1afd-4a6f-88ab-3481572ae724 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 22 19:28:34.946064 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-6ff61411-1afd-4a6f-88ab-3481572ae724 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:28:34.949567 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6ff61411-1afd-4a6f-88ab-3481572ae724 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0062079 Mar 22 19:28:34.957133 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52746) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:34.965348 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-1c454fed-5430-482e-8aeb-c81dc63db011 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Request body: {'security_group_rule': {'security_group_id': '442c76a9-4c00-42c0-aa5d-b3e3b14d34a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:34.966410 n-d-705658-24 neutron-server[104173]: WARNING neutron.api.v2.base [None req-1c454fed-5430-482e-8aeb-c81dc63db011 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 22 19:28:34.966914 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-1c454fed-5430-482e-8aeb-c81dc63db011 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:28:34.970685 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1c454fed-5430-482e-8aeb-c81dc63db011 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0100222 Mar 22 19:28:34.970850 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ba2a3-2e49-4677-96d6-6e47f39c18f0 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=442c76a9-4c00-42c0-aa5d-b3e3b14d34a0,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:34.974359 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58b8fe-9866-4a3d-802c-c8dc64e37b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0273d79-9bd5-4513-b02b-7bfc31d83354,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:34.974967 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52748) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:34.980579 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-19c6d6fb-b034-47b7-b840-32365d1be5f6 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Request body: {'security_group_rule': {'security_group_id': '442c76a9-4c00-42c0-aa5d-b3e3b14d34a0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:34.981268 n-d-705658-24 neutron-server[104173]: WARNING neutron.api.v2.base [None req-19c6d6fb-b034-47b7-b840-32365d1be5f6 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 22 19:28:34.981802 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-19c6d6fb-b034-47b7-b840-32365d1be5f6 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:28:34.982779 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-19c6d6fb-b034-47b7-b840-32365d1be5f6 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0072567 Mar 22 19:28:34.986335 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52750) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:35.070105 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-789652e9-8c5f-42e2-820c-501f54bdc1b9 req-12d0639a-5933-4f7f-9875-12bc4dc9d5ba tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3877106 Mar 22 19:28:35.105235 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3f39ec12-6d34-4c7e-a711-b7a18652815f tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (442c76a9-4c00-42c0-aa5d-b3e3b14d34a0), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:35.105471 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782773a-19d1-4c43-8045-82a9335c66e5 req-184ce700-3899-405f-95f6-fbe4f826c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:35.105471 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782773a-19d1-4c43-8045-82a9335c66e5 req-184ce700-3899-405f-95f6-fbe4f826c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:35.105471 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782773a-19d1-4c43-8045-82a9335c66e5 req-184ce700-3899-405f-95f6-fbe4f826c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:35.105471 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9782773a-19d1-4c43-8045-82a9335c66e5 req-184ce700-3899-405f-95f6-fbe4f826c954 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=3fee7ce517f548f9a4e6097b9989ab12&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5206442 Mar 22 19:28:35.110686 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-5a07593e-c562-45e3-892b-b02585914be0 None None] Set router e0af61ad-896c-4e3a-9e08-9fed32c3391b gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:28:35.140678 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0fff3-6082-436a-8e71-5f71f63be99a req-c48ea6fa-755f-477c-b2b2-3dc4085b1fd7 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:35.147911 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8aa0fff3-6082-436a-8e71-5f71f63be99a req-c48ea6fa-755f-477c-b2b2-3dc4085b1fd7 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 945 time: 0.3672459 Mar 22 19:28:35.156310 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3f39ec12-6d34-4c7e-a711-b7a18652815f tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (442c76a9-4c00-42c0-aa5d-b3e3b14d34a0), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:35.189030 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782773a-19d1-4c43-8045-82a9335c66e5 req-d6266849-2959-4f4e-a72d-bfcd591ca7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:35.190642 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9782773a-19d1-4c43-8045-82a9335c66e5 req-d6266849-2959-4f4e-a72d-bfcd591ca7fe service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5b93875569cc4d4199ac35d06661afdf&device_id=793ebe09-aab9-482f-aea8-a52bba446dde HTTP/1.1" status: 200 len: 1126 time: 0.3344154 Mar 22 19:28:35.192156 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8d5fc1d0-eecb-4d18-a60a-4d4117df64ef service neutron] For port 1f791238-3e27-4e2c-ba13-8a83f0b02353, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:28:35.262185 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855d45c6-90b3-4ff6-9d34-dc116d846014 x-openstack-request-id: req-855d45c6-90b3-4ff6-9d34-dc116d846014 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:28:35.262476 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e1cf4fe-be24-4a47-8dd0-af0d99d320e6", "tag": "9ec80e66-c289-41e0-bc84-8eef87b96316", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:28:35.264822 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-855d45c6-90b3-4ff6-9d34-dc116d846014 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:28:35.265421 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-855d45c6-90b3-4ff6-9d34-dc116d846014'] response: {'name': 'network-changed', 'server_uuid': '1e1cf4fe-be24-4a47-8dd0-af0d99d320e6', 'tag': '9ec80e66-c289-41e0-bc84-8eef87b96316', 'status': 'completed', 'code': 200} Mar 22 19:28:35.275133 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3f39ec12-6d34-4c7e-a711-b7a18652815f tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (442c76a9-4c00-42c0-aa5d-b3e3b14d34a0), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:35.278304 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3f39ec12-6d34-4c7e-a711-b7a18652815f tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:35.279828 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3f39ec12-6d34-4c7e-a711-b7a18652815f tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "DELETE /v2.0/security-groups/442c76a9-4c00-42c0-aa5d-b3e3b14d34a0 HTTP/1.1" status: 204 len: 168 time: 0.2923806 Mar 22 19:28:35.293667 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8d5fc1d0-eecb-4d18-a60a-4d4117df64ef service neutron] For port 1f791238-3e27-4e2c-ba13-8a83f0b02353, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=1f791238-3e27-4e2c-ba13-8a83f0b02353,segment=NetworkSegment(b4692052-4d01-41f5-a3e9-0fcd02552fd8),segment_id=b4692052-4d01-41f5-a3e9-0fcd02552fd8)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:28:35.298202 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52754) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:35.299216 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f39ec12-6d34-4c7e-a711-b7a18652815f tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=442c76a9-4c00-42c0-aa5d-b3e3b14d34a0,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:35.403807 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-83756ba7-1e9b-4ae3-be53-3a7e5b678ea7 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0932479 Mar 22 19:28:35.404019 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52760) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:35.417179 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-b09bc359-72a7-4368-99fe-6f05976df63f tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Request body: {'security_group': {'name': 'tempest-secgroup--1678180874'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:35.463843 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b09bc359-72a7-4368-99fe-6f05976df63f tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:35.482372 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8d5fc1d0-eecb-4d18-a60a-4d4117df64ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (1f791238-3e27-4e2c-ba13-8a83f0b02353), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:35.542057 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8aa0fff3-6082-436a-8e71-5f71f63be99a req-e943203e-2700-4ec0-bc47-70b818ea0008 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/security-groups?id=b591d7ec-4d48-4377-bca9-c2da745c5c62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3929217 Mar 22 19:28:35.547413 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782773a-19d1-4c43-8045-82a9335c66e5 req-818512b5-c1e2-48a3-80b5-1f4ab7a457e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:35.548828 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9782773a-19d1-4c43-8045-82a9335c66e5 req-818512b5-c1e2-48a3-80b5-1f4ab7a457e8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc HTTP/1.1" status: 200 len: 911 time: 0.3156059 Mar 22 19:28:35.628481 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b09bc359-72a7-4368-99fe-6f05976df63f tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (9ce54a34-f26d-462d-b68e-d5d9825d6335), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:35.640732 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b09bc359-72a7-4368-99fe-6f05976df63f tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9ce54a34-f26d-462d-b68e-d5d9825d6335), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:35.672978 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b09bc359-72a7-4368-99fe-6f05976df63f tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:35.673757 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b09bc359-72a7-4368-99fe-6f05976df63f tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2687030 Mar 22 19:28:35.676647 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52770) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:35.693596 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-c6e84d8b-6581-4526-a639-b9b3094b43b6 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Request body: {'security_group_rule': {'security_group_id': '9ce54a34-f26d-462d-b68e-d5d9825d6335', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:35.695152 n-d-705658-24 neutron-server[104173]: WARNING neutron.api.v2.base [None req-c6e84d8b-6581-4526-a639-b9b3094b43b6 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 22 19:28:35.695669 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-c6e84d8b-6581-4526-a639-b9b3094b43b6 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:28:35.696647 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c6e84d8b-6581-4526-a639-b9b3094b43b6 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068789 Mar 22 19:28:35.699506 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52772) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:35.707612 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-9a529484-c5d6-4bfd-aa90-ce4a82fa28cb tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Request body: {'security_group_rule': {'security_group_id': '9ce54a34-f26d-462d-b68e-d5d9825d6335', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:35.727475 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09bc359-72a7-4368-99fe-6f05976df63f tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce54a34-f26d-462d-b68e-d5d9825d6335,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:35.763073 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-9a529484-c5d6-4bfd-aa90-ce4a82fa28cb tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:28:35.767272 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9a529484-c5d6-4bfd-aa90-ce4a82fa28cb tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0641217 Mar 22 19:28:35.767848 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52776) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:35.780006 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-e8bb7463-3a1e-42d2-9328-46580bbc2047 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Request body: {'security_group_rule': {'security_group_id': '9ce54a34-f26d-462d-b68e-d5d9825d6335', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:35.783328 n-d-705658-24 neutron-server[104173]: WARNING neutron.api.v2.base [None req-e8bb7463-3a1e-42d2-9328-46580bbc2047 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 22 19:28:35.784159 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-e8bb7463-3a1e-42d2-9328-46580bbc2047 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:28:35.787931 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e8bb7463-3a1e-42d2-9328-46580bbc2047 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0142303 Mar 22 19:28:35.788216 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52778) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:35.797220 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-12f2f89d-146c-400d-9802-2392cf5460e1 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Request body: {'security_group_rule': {'security_group_id': '9ce54a34-f26d-462d-b68e-d5d9825d6335', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:35.857733 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-12f2f89d-146c-400d-9802-2392cf5460e1 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:28:35.859199 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-12f2f89d-146c-400d-9802-2392cf5460e1 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0686257 Mar 22 19:28:35.862857 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52784) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:35.870348 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-5be27419-5270-493c-beb3-6dc9e474f641 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Request body: {'security_group_rule': {'security_group_id': '9ce54a34-f26d-462d-b68e-d5d9825d6335', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:35.870848 n-d-705658-24 neutron-server[104173]: WARNING neutron.api.v2.base [None req-5be27419-5270-493c-beb3-6dc9e474f641 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 22 19:28:35.872014 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-5be27419-5270-493c-beb3-6dc9e474f641 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:28:35.875322 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5be27419-5270-493c-beb3-6dc9e474f641 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0106246 Mar 22 19:28:35.876546 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c99c37-c482-4e79-87e2-831edbd735f7 req-7bc9f3d0-d076-41c7-b6d9-700a244134d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:35.877322 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52786) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:35.878120 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9c99c37-c482-4e79-87e2-831edbd735f7 req-7bc9f3d0-d076-41c7-b6d9-700a244134d0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=19c710f622d9408e8bd0693a6cf07a03&device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 1128 time: 0.6375690 Mar 22 19:28:35.886128 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-93dfdd65-1c65-404f-8c99-f71cec0cfd49 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Request body: {'security_group_rule': {'security_group_id': '9ce54a34-f26d-462d-b68e-d5d9825d6335', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:35.906036 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8d5fc1d0-eecb-4d18-a60a-4d4117df64ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:35.906835 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8d5fc1d0-eecb-4d18-a60a-4d4117df64ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:35.908310 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-8d5fc1d0-eecb-4d18-a60a-4d4117df64ef service neutron] 10.222.0.84 "PUT /v2.0/ports/1f791238-3e27-4e2c-ba13-8a83f0b02353 HTTP/1.1" status: 200 len: 1092 time: 4.3279431 Mar 22 19:28:35.912243 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'tag': '1f791238-3e27-4e2c-ba13-8a83f0b02353'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:28:35.914903 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58dcd4d6-16f4-4ec4-b667-90273a745aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "tag": "1f791238-3e27-4e2c-ba13-8a83f0b02353"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:28:35.944277 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-93dfdd65-1c65-404f-8c99-f71cec0cfd49 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:28:35.948534 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-93dfdd65-1c65-404f-8c99-f71cec0cfd49 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0677013 Mar 22 19:28:35.948811 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52790) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:35.956604 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-9eaec8e5-2fc1-4f27-8cc8-f86218d10e4d tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Request body: {'security_group_rule': {'security_group_id': '9ce54a34-f26d-462d-b68e-d5d9825d6335', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:35.957523 n-d-705658-24 neutron-server[104173]: WARNING neutron.api.v2.base [None req-9eaec8e5-2fc1-4f27-8cc8-f86218d10e4d tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 22 19:28:35.958057 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-9eaec8e5-2fc1-4f27-8cc8-f86218d10e4d tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:28:35.962493 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9eaec8e5-2fc1-4f27-8cc8-f86218d10e4d tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0094590 Mar 22 19:28:35.963350 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52792) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:35.968911 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9782773a-19d1-4c43-8045-82a9335c66e5 req-d742df65-d20c-4008-b51a-2021fa7aee64 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5138c1aa-0caf-46f6-b47a-ddde48e83e54 HTTP/1.1" status: 200 len: 217 time: 0.3777773 Mar 22 19:28:35.973149 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-764a7d8d-c406-4fac-ac86-db0121a51b52 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Request body: {'security_group_rule': {'security_group_id': '9ce54a34-f26d-462d-b68e-d5d9825d6335', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:36.001450 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-5a07593e-c562-45e3-892b-b02585914be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'name': 'tempest-ServersTestBootFromVolume-1013878994-router', 'tenant_id': '19c710f622d9408e8bd0693a6cf07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '3f345823-f489-4e29-aad5-08cffdb8ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:20Z', 'updated_at': '2022-03-22T19:26:32Z', 'revision_number': 4, 'project_id': '19c710f622d9408e8bd0693a6cf07a03', 'gw_port': {'id': '3f345823-f489-4e29-aad5-08cffdb8ede6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:21Z', 'updated_at': '2022-03-22T19:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '40e45234-aaa2-4bdf-a407-51b084b4fd37', 'tenant_id': '19c710f622d9408e8bd0693a6cf07a03', 'floating_ip_address': '172.25.5.127', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'port_id': '9ec80e66-c289-41e0-bc84-8eef87b96316', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09b38f1f-a105-4141-968b-914c29cdfe73', 'mac_address': 'fa:16:3e:fe:94:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1cf4fe-be24-4a47-8dd0-af0d99d320e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:26:45Z', 'updated_at': '2022-03-22T19:28:33Z', 'revision_number': 1, 'project_id': '19c710f622d9408e8bd0693a6cf07a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3754e241-1acb-4e48-8646-4377e81f57b8', 'name': '', 'network_id': '09b38f1f-a105-4141-968b-914c29cdfe73', 'tenant_id': '19c710f622d9408e8bd0693a6cf07a03', 'mac_address': 'fa:16:3e:be:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '1fcaffb3-90ba-4c43-b281-759cd93e4025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:29Z', 'updated_at': '2022-03-22T19:26:57Z', 'revision_number': 5, 'project_id': '19c710f622d9408e8bd0693a6cf07a03', 'subnets': [{'id': '1fcaffb3-90ba-4c43-b281-759cd93e4025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:36.016001 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-2c911c5f-7b5f-4d66-936a-2b89efd6c041 service neutron] Request body: {'port': {'device_id': '60fa428f-956c-4a38-82a5-e8774debd9be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:36.039433 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-764a7d8d-c406-4fac-ac86-db0121a51b52 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:28:36.043360 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-764a7d8d-c406-4fac-ac86-db0121a51b52 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0747192 Mar 22 19:28:36.061480 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52796) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:36.075732 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a07593e-c562-45e3-892b-b02585914be0 None None] The sync data for ids ['e0af61ad-896c-4e3a-9e08-9fed32c3391b'] in n-d-705658-24 is: [{'id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'name': 'tempest-ServersTestBootFromVolume-1013878994-router', 'tenant_id': '19c710f622d9408e8bd0693a6cf07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '3f345823-f489-4e29-aad5-08cffdb8ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:20Z', 'updated_at': '2022-03-22T19:26:32Z', 'revision_number': 4, 'project_id': '19c710f622d9408e8bd0693a6cf07a03', 'gw_port': {'id': '3f345823-f489-4e29-aad5-08cffdb8ede6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:21Z', 'updated_at': '2022-03-22T19:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '40e45234-aaa2-4bdf-a407-51b084b4fd37', 'tenant_id': '19c710f622d9408e8bd0693a6cf07a03', 'floating_ip_address': '172.25.5.127', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'port_id': '9ec80e66-c289-41e0-bc84-8eef87b96316', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09b38f1f-a105-4141-968b-914c29cdfe73', 'mac_address': 'fa:16:3e:fe:94:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e1cf4fe-be24-4a47-8dd0-af0d99d320e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:26:45Z', 'updated_at': '2022-03-22T19:28:33Z', 'revision_number': 1, 'project_id': '19c710f622d9408e8bd0693a6cf07a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3754e241-1acb-4e48-8646-4377e81f57b8', 'name': '', 'network_id': '09b38f1f-a105-4141-968b-914c29cdfe73', 'tenant_id': '19c710f622d9408e8bd0693a6cf07a03', 'mac_address': 'fa:16:3e:be:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '1fcaffb3-90ba-4c43-b281-759cd93e4025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:29Z', 'updated_at': '2022-03-22T19:26:57Z', 'revision_number': 5, 'project_id': '19c710f622d9408e8bd0693a6cf07a03', 'subnets': [{'id': '1fcaffb3-90ba-4c43-b281-759cd93e4025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:28:36.076401 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-50e7aef9-ece0-4a58-b929-7ff85a3f15a2 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Request body: {'security_group_rule': {'security_group_id': '9ce54a34-f26d-462d-b68e-d5d9825d6335', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:36.125721 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782773a-19d1-4c43-8045-82a9335c66e5 req-9c615a27-38c7-4f4c-a646-698990053abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:36.127544 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9782773a-19d1-4c43-8045-82a9335c66e5 req-9c615a27-38c7-4f4c-a646-698990053abf service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0194995 Mar 22 19:28:36.129313 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782773a-19d1-4c43-8045-82a9335c66e5 req-3566d292-c857-4a61-931b-87d019fe46b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:36.130836 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9782773a-19d1-4c43-8045-82a9335c66e5 req-3566d292-c857-4a61-931b-87d019fe46b3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0024126f-9e61-4e75-a43d-476a3a97ffe0 HTTP/1.1" status: 200 len: 849 time: 0.1277101 Mar 22 19:28:36.191462 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-50e7aef9-ece0-4a58-b929-7ff85a3f15a2 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:28:36.193063 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-50e7aef9-ece0-4a58-b929-7ff85a3f15a2 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1290741 Mar 22 19:28:36.195840 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52802) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:36.206297 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27605f12-370e-4664-9bd5-fdeac998c7dd req-c954170f-1c18-49f0-abc8-b2269f9d0f32 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:36.214258 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-27605f12-370e-4664-9bd5-fdeac998c7dd req-c954170f-1c18-49f0-abc8-b2269f9d0f32 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=b150f3c0-9130-4014-9c96-698074dbf2f7 HTTP/1.1" status: 200 len: 946 time: 0.7923224 Mar 22 19:28:36.308542 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5fc1d0-eecb-4d18-a60a-4d4117df64ef service neutron] Pushing event updated for resources: {'Port': ['ID=1f791238-3e27-4e2c-ba13-8a83f0b02353,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:36.344402 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c991b58-3908-4d5e-ac34-a50df71a0754 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (9ce54a34-f26d-462d-b68e-d5d9825d6335), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:36.371366 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c991b58-3908-4d5e-ac34-a50df71a0754 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (9ce54a34-f26d-462d-b68e-d5d9825d6335), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:36.404232 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3d2bd-47ed-431d-a8a4-18d8ba2e37db req-ed4940ed-17b1-47b4-bcca-a5fecf5d47ce tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:36.405949 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7fc3d2bd-47ed-431d-a8a4-18d8ba2e37db req-ed4940ed-17b1-47b4-bcca-a5fecf5d47ce tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] 10.222.0.85 "GET /v2.0/ports?device_id=719ceee4-9383-4751-b909-e74235d7d6fd HTTP/1.1" status: 200 len: 946 time: 0.1768425 Mar 22 19:28:36.436035 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c99c37-c482-4e79-87e2-831edbd735f7 req-0f39d889-535d-4c90-9a04-3b0d10167d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:36.437833 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9c99c37-c482-4e79-87e2-831edbd735f7 req-0f39d889-535d-4c90-9a04-3b0d10167d95 service neutron] 10.222.0.85 "GET /v2.0/networks?id=09b38f1f-a105-4141-968b-914c29cdfe73 HTTP/1.1" status: 200 len: 917 time: 0.4730275 Mar 22 19:28:36.541105 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c991b58-3908-4d5e-ac34-a50df71a0754 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9ce54a34-f26d-462d-b68e-d5d9825d6335), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:36.544782 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c991b58-3908-4d5e-ac34-a50df71a0754 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:36.549681 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5c991b58-3908-4d5e-ac34-a50df71a0754 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "DELETE /v2.0/security-groups/9ce54a34-f26d-462d-b68e-d5d9825d6335 HTTP/1.1" status: 204 len: 168 time: 0.3492067 Mar 22 19:28:36.556047 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52810) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:36.593110 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c991b58-3908-4d5e-ac34-a50df71a0754 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce54a34-f26d-462d-b68e-d5d9825d6335,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:36.620815 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185ad8a-9912-4ba6-9c6b-2f626b35a1e9 req-0a7f6bee-37e3-4ec7-ac53-e15e71975f42 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:36.627933 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4185ad8a-9912-4ba6-9c6b-2f626b35a1e9 req-0a7f6bee-37e3-4ec7-ac53-e15e71975f42 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] 10.222.0.75 "GET /v2.0/ports?device_id=719ceee4-9383-4751-b909-e74235d7d6fd HTTP/1.1" status: 200 len: 946 time: 0.9615195 Mar 22 19:28:36.636835 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9c99c37-c482-4e79-87e2-831edbd735f7 req-0948bb55-1c45-465c-949b-d8614deaf9d5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ec80e66-c289-41e0-bc84-8eef87b96316 HTTP/1.1" status: 200 len: 999 time: 0.1622591 Mar 22 19:28:36.724554 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-2c911c5f-7b5f-4d66-936a-2b89efd6c041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (512149e1-9e99-4084-aeaf-943c08b8e57d), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:36.727213 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f9fa8536-922e-4f06-bb1b-0429c0b30db9 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1690223 Mar 22 19:28:36.729050 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52818) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:36.750591 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-4d1b3e4d-e610-402c-bf1d-27e12046d44a tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Request body: {'security_group': {'name': 'tempest-secgroup--52889606'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:36.771643 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-7fc3d2bd-47ed-431d-a8a4-18d8ba2e37db req-4e7fbdbe-c6c4-4c4b-9dc0-be9aa710ff26 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Deleting port 876a743a-4aaf-4257-9669-c557be65577f {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:28:36.772006 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-7fc3d2bd-47ed-431d-a8a4-18d8ba2e37db req-4e7fbdbe-c6c4-4c4b-9dc0-be9aa710ff26 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (876a743a-4aaf-4257-9669-c557be65577f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:36.779657 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-27605f12-370e-4664-9bd5-fdeac998c7dd req-c150d9a9-3b15-4f50-ab93-b157f0cff369 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5321491 Mar 22 19:28:36.859743 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4d1b3e4d-e610-402c-bf1d-27e12046d44a tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:36.904872 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c99c37-c482-4e79-87e2-831edbd735f7 req-531f90f9-26c4-4fb3-893e-969d9a29552e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:36.907476 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9c99c37-c482-4e79-87e2-831edbd735f7 req-531f90f9-26c4-4fb3-893e-969d9a29552e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1fcaffb3-90ba-4c43-b281-759cd93e4025 HTTP/1.1" status: 200 len: 855 time: 0.2518070 Mar 22 19:28:36.920449 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-7fc3d2bd-47ed-431d-a8a4-18d8ba2e37db req-4e7fbdbe-c6c4-4c4b-9dc0-be9aa710ff26 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] For port 876a743a-4aaf-4257-9669-c557be65577f, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=876a743a-4aaf-4257-9669-c557be65577f,segment=NetworkSegment(c1f4cc7d-c652-4382-8820-891fa4fa1690),segment_id=c1f4cc7d-c652-4382-8820-891fa4fa1690)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:28:36.920830 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-7fc3d2bd-47ed-431d-a8a4-18d8ba2e37db req-4e7fbdbe-c6c4-4c4b-9dc0-be9aa710ff26 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (876a743a-4aaf-4257-9669-c557be65577f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:36.935123 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4185ad8a-9912-4ba6-9c6b-2f626b35a1e9 req-fc4c076c-5d95-471d-bf4d-cc1b581c5ff6 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] 10.222.0.75 "GET /v2.0/security-groups?id=697a8b8a-de2f-41a2-b5ab-39d1397cbf6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3052771 Mar 22 19:28:36.937482 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782773a-19d1-4c43-8045-82a9335c66e5 req-a63e816e-2afa-4b53-81b3-1974b3d52799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:36.939643 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9782773a-19d1-4c43-8045-82a9335c66e5 req-a63e816e-2afa-4b53-81b3-1974b3d52799 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6821034 Mar 22 19:28:36.946426 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9ecdfebc-9ca1-4e26-bbea-57c240b7ae6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (61a1d9b6-ea7a-4faf-8a88-56d0630cfd03), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:37.114169 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9a710a-8fc6-4d68-965e-1863a2c7bcb0 x-openstack-request-id: req-9c9a710a-8fc6-4d68-965e-1863a2c7bcb0 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:28:37.115131 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "tag": "1f791238-3e27-4e2c-ba13-8a83f0b02353", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:28:37.115571 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9c9a710a-8fc6-4d68-965e-1863a2c7bcb0 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:28:37.116152 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c9a710a-8fc6-4d68-965e-1863a2c7bcb0'] response: {'name': 'network-changed', 'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'tag': '1f791238-3e27-4e2c-ba13-8a83f0b02353', 'status': 'completed', 'code': 200} Mar 22 19:28:37.255312 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 5138c1aa-0caf-46f6-b47a-ddde48e83e54 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:28:37.333342 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4d1b3e4d-e610-402c-bf1d-27e12046d44a tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (cb9db907-3fe9-4479-a06e-0cfd27312bf7), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:37.353775 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd6ddbd-5846-4f54-bf39-304e1fcdd45f None None] New status for floating IP 40e45234-aaa2-4bdf-a407-51b084b4fd37: ACTIVE {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:28:37.365049 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4d1b3e4d-e610-402c-bf1d-27e12046d44a tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (cb9db907-3fe9-4479-a06e-0cfd27312bf7), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:37.459750 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-2c911c5f-7b5f-4d66-936a-2b89efd6c041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 512149e1-9e99-4084-aeaf-943c08b8e57d {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:28:37.468847 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-2c911c5f-7b5f-4d66-936a-2b89efd6c041 service neutron] Publish callbacks [] for port (512149e1-9e99-4084-aeaf-943c08b8e57d), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:37.488002 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-2c911c5f-7b5f-4d66-936a-2b89efd6c041 service neutron] Transition to ACTIVE for port object 512149e1-9e99-4084-aeaf-943c08b8e57d will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:28:37.510019 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b3e4d-e610-402c-bf1d-27e12046d44a tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9db907-3fe9-4479-a06e-0cfd27312bf7,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:37.518181 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 5138c1aa-0caf-46f6-b47a-ddde48e83e54, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=5138c1aa-0caf-46f6-b47a-ddde48e83e54,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:28:37.522238 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4d1b3e4d-e610-402c-bf1d-27e12046d44a tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:37.525132 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4d1b3e4d-e610-402c-bf1d-27e12046d44a tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7779713 Mar 22 19:28:37.527931 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52826) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:37.536652 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-ed716619-8579-4c61-aa28-87a93d4a7b41 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Request body: {'security_group_rule': {'security_group_id': 'cb9db907-3fe9-4479-a06e-0cfd27312bf7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:37.558467 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '5138c1aa-0caf-46f6-b47a-ddde48e83e54', 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc', 'port_id': '5138c1aa-0caf-46f6-b47a-ddde48e83e54', 'mac_address': 'fa:16:3e:2e:b6:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0024126f-9e61-4e75-a43d-476a3a97ffe0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:28:37.572137 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-7fc3d2bd-47ed-431d-a8a4-18d8ba2e37db req-4e7fbdbe-c6c4-4c4b-9dc0-be9aa710ff26 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:37.572504 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-7fc3d2bd-47ed-431d-a8a4-18d8ba2e37db req-4e7fbdbe-c6c4-4c4b-9dc0-be9aa710ff26 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (9f0d8102-c539-44a9-b34c-ec60b0b89357), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:37.572968 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [req-7fc3d2bd-47ed-431d-a8a4-18d8ba2e37db req-4e7fbdbe-c6c4-4c4b-9dc0-be9aa710ff26 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Floating IP 9f0d8102-c539-44a9-b34c-ec60b0b89357 disassociated. External IP: 172.25.5.95, port: 876a743a-4aaf-4257-9669-c557be65577f. Mar 22 19:28:37.573327 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-7fc3d2bd-47ed-431d-a8a4-18d8ba2e37db req-4e7fbdbe-c6c4-4c4b-9dc0-be9aa710ff26 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Calling delete_port for 876a743a-4aaf-4257-9669-c557be65577f owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:28:37.612235 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 5138c1aa-0caf-46f6-b47a-ddde48e83e54 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:28:37.612865 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5138c1aa-0caf-46f6-b47a-ddde48e83e54), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:37.655993 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5138c1aa-0caf-46f6-b47a-ddde48e83e54 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:28:37.659701 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-ed716619-8579-4c61-aa28-87a93d4a7b41 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] create failed (client error): The resource could not be found. Mar 22 19:28:37.661143 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ed716619-8579-4c61-aa28-87a93d4a7b41 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1318879 Mar 22 19:28:37.665057 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52828) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:37.671076 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-c8032a1f-cc8e-4b44-8643-65b0f85457c8 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Request body: {'security_group_rule': {'security_group_id': 'cb9db907-3fe9-4479-a06e-0cfd27312bf7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f5dd0c62-c694-494c-bc82-7901633f6ab5'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:37.723647 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 5138c1aa-0caf-46f6-b47a-ddde48e83e54, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=5138c1aa-0caf-46f6-b47a-ddde48e83e54,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:28:37.733071 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5138c1aa-0caf-46f6-b47a-ddde48e83e54), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:37.786431 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-c8032a1f-cc8e-4b44-8643-65b0f85457c8 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] create failed (client error): The resource could not be found. Mar 22 19:28:37.788051 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c8032a1f-cc8e-4b44-8643-65b0f85457c8 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1219714 Mar 22 19:28:37.791929 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52830) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:37.858963 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-7fc3d2bd-47ed-431d-a8a4-18d8ba2e37db req-4e7fbdbe-c6c4-4c4b-9dc0-be9aa710ff26 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (876a743a-4aaf-4257-9669-c557be65577f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:37.872111 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=5138c1aa-0caf-46f6-b47a-ddde48e83e54,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:37.893483 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:37.895187 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:37.896453 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:37.896874 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:37.899238 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:37.899673 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:37.900260 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:37.900825 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:37.901221 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:37.902851 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:37.903009 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7fbdbe-c6c4-4c4b-9dc0-be9aa710ff26 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Pushing event deleted for resources: {'Port': ['ID=876a743a-4aaf-4257-9669-c557be65577f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:37.904697 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:37.905130 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:37.906812 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:37.907271 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:37.910706 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:37.910973 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c4429900-3c1c-44b5-9d66-26d2aae0827c tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (cb9db907-3fe9-4479-a06e-0cfd27312bf7), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:38.042174 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c4429900-3c1c-44b5-9d66-26d2aae0827c tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (cb9db907-3fe9-4479-a06e-0cfd27312bf7), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:38.060386 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['5138c1aa-0caf-46f6-b47a-ddde48e83e54'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:28:38.152656 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c4429900-3c1c-44b5-9d66-26d2aae0827c tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (cb9db907-3fe9-4479-a06e-0cfd27312bf7), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:38.159020 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c4429900-3c1c-44b5-9d66-26d2aae0827c tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:38.161182 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c4429900-3c1c-44b5-9d66-26d2aae0827c tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "DELETE /v2.0/security-groups/cb9db907-3fe9-4479-a06e-0cfd27312bf7 HTTP/1.1" status: 204 len: 168 time: 0.3681929 Mar 22 19:28:38.167940 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52836) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:38.213217 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fc3d2bd-47ed-431d-a8a4-18d8ba2e37db req-4e7fbdbe-c6c4-4c4b-9dc0-be9aa710ff26 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Router 04135953-940a-46da-b220-002bef1e438e has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:28:38.215563 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4429900-3c1c-44b5-9d66-26d2aae0827c tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9db907-3fe9-4479-a06e-0cfd27312bf7,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:38.271126 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-2c911c5f-7b5f-4d66-936a-2b89efd6c041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (512149e1-9e99-4084-aeaf-943c08b8e57d), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:38.423303 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fc3d2bd-47ed-431d-a8a4-18d8ba2e37db req-4e7fbdbe-c6c4-4c4b-9dc0-be9aa710ff26 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:28:38.434863 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd5e618-8c66-441d-b14b-99f31abbfc60 None None] Sync routers for ids ['04135953-940a-46da-b220-002bef1e438e'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:28:38.484737 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd5e618-8c66-441d-b14b-99f31abbfc60 None None] Routers {'04135953-940a-46da-b220-002bef1e438e'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:28:38.484737 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-abd5e618-8c66-441d-b14b-99f31abbfc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:28:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['04135953-940a-46da-b220-002bef1e438e'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:38.485058 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-725763f9-469e-406e-993b-e1a730f15edf tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2895815 Mar 22 19:28:38.524727 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52838) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:38.541030 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-25137ee7-c9f7-4077-8523-f088d4896c51 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Request body: {'security_group_rule': {'security_group_id': '15469e06-376b-48b6-bef8-e8663db508fc', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:38.551031 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc3d2bd-47ed-431d-a8a4-18d8ba2e37db req-4e7fbdbe-c6c4-4c4b-9dc0-be9aa710ff26 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] No DVR routers for this DVR port 876a743a-4aaf-4257-9669-c557be65577f on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:28:38.567184 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-7fc3d2bd-47ed-431d-a8a4-18d8ba2e37db req-4e7fbdbe-c6c4-4c4b-9dc0-be9aa710ff26 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:38.576749 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7fc3d2bd-47ed-431d-a8a4-18d8ba2e37db req-4e7fbdbe-c6c4-4c4b-9dc0-be9aa710ff26 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] 10.222.0.85 "DELETE /v2.0/ports/876a743a-4aaf-4257-9669-c557be65577f HTTP/1.1" status: 204 len: 173 time: 2.1630998 Mar 22 19:28:38.599148 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcd4d6-16f4-4ec4-b667-90273a745aeb req-5909bc5c-85b6-4fa9-bddd-ea33f365fa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:38.603314 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719ceee4-9383-4751-b909-e74235d7d6fd', 'name': 'network-vif-deleted', 'tag': '876a743a-4aaf-4257-9669-c557be65577f'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:28:38.606001 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d5715a-02d7-41e9-a627-40439841e6b8" -d '{"events": [{"server_uuid": "719ceee4-9383-4751-b909-e74235d7d6fd", "name": "network-vif-deleted", "tag": "876a743a-4aaf-4257-9669-c557be65577f"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:28:38.608192 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcd4d6-16f4-4ec4-b667-90273a745aeb req-5909bc5c-85b6-4fa9-bddd-ea33f365fa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:38.611249 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcd4d6-16f4-4ec4-b667-90273a745aeb req-5909bc5c-85b6-4fa9-bddd-ea33f365fa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:38.617745 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcd4d6-16f4-4ec4-b667-90273a745aeb req-5909bc5c-85b6-4fa9-bddd-ea33f365fa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:38.620777 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcd4d6-16f4-4ec4-b667-90273a745aeb req-5909bc5c-85b6-4fa9-bddd-ea33f365fa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:38.623581 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcd4d6-16f4-4ec4-b667-90273a745aeb req-5909bc5c-85b6-4fa9-bddd-ea33f365fa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:38.624596 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcd4d6-16f4-4ec4-b667-90273a745aeb req-5909bc5c-85b6-4fa9-bddd-ea33f365fa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:38.634814 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58dcd4d6-16f4-4ec4-b667-90273a745aeb req-5909bc5c-85b6-4fa9-bddd-ea33f365fa7f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3fee7ce517f548f9a4e6097b9989ab12&device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 6637 time: 1.5131121 Mar 22 19:28:38.723549 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c99c37-c482-4e79-87e2-831edbd735f7 req-ca378370-3626-482d-8b2c-c036ae97c87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:38.734606 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9c99c37-c482-4e79-87e2-831edbd735f7 req-ca378370-3626-482d-8b2c-c036ae97c87f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=09b38f1f-a105-4141-968b-914c29cdfe73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.8188632 Mar 22 19:28:38.767618 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-25137ee7-c9f7-4077-8523-f088d4896c51 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] create failed (client error): The resource could not be found. Mar 22 19:28:38.767618 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-25137ee7-c9f7-4077-8523-f088d4896c51 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2389560 Mar 22 19:28:38.774731 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52842) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:38.791328 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-94c0f704-9c6a-4be3-ba3c-ec6faa27633a tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Request body: {'security_group': {'name': 'tempest-secgroup--33282888'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:38.801776 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-abd5e618-8c66-441d-b14b-99f31abbfc60 None None] Set router 04135953-940a-46da-b220-002bef1e438e gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:28:38.866033 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-94c0f704-9c6a-4be3-ba3c-ec6faa27633a tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:38.877267 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435e777-dc85-4ce9-81ff-cbb8ff92599e req-03160809-72e5-4067-9ba6-9d660149c624 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:38.883697 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435e777-dc85-4ce9-81ff-cbb8ff92599e req-03160809-72e5-4067-9ba6-9d660149c624 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:38.890267 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435e777-dc85-4ce9-81ff-cbb8ff92599e req-03160809-72e5-4067-9ba6-9d660149c624 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:38.896921 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435e777-dc85-4ce9-81ff-cbb8ff92599e req-03160809-72e5-4067-9ba6-9d660149c624 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:38.907711 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435e777-dc85-4ce9-81ff-cbb8ff92599e req-03160809-72e5-4067-9ba6-9d660149c624 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:38.914645 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435e777-dc85-4ce9-81ff-cbb8ff92599e req-03160809-72e5-4067-9ba6-9d660149c624 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:38.921959 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435e777-dc85-4ce9-81ff-cbb8ff92599e req-03160809-72e5-4067-9ba6-9d660149c624 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:38.932251 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a435e777-dc85-4ce9-81ff-cbb8ff92599e req-03160809-72e5-4067-9ba6-9d660149c624 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5429 time: 1.5102053 Mar 22 19:28:39.009212 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-94c0f704-9c6a-4be3-ba3c-ec6faa27633a tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (a0548d0e-2ac3-48a8-8020-f8a86cf6da54), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.014752 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-94c0f704-9c6a-4be3-ba3c-ec6faa27633a tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a0548d0e-2ac3-48a8-8020-f8a86cf6da54), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.071353 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27cb01-b463-4d40-a90c-07b60d0eb5fa req-455d2ad3-7a3c-4b78-ba0c-a288d2c28020 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:39.073577 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4c27cb01-b463-4d40-a90c-07b60d0eb5fa req-455d2ad3-7a3c-4b78-ba0c-a288d2c28020 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=793ebe09-aab9-482f-aea8-a52bba446dde HTTP/1.1" status: 200 len: 944 time: 2.1439879 Mar 22 19:28:39.074433 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c911c5f-7b5f-4d66-936a-2b89efd6c041 service neutron] Pushing event updated for resources: {'Port': ['ID=512149e1-9e99-4084-aeaf-943c08b8e57d,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:39.080292 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-94c0f704-9c6a-4be3-ba3c-ec6faa27633a tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.081572 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-94c0f704-9c6a-4be3-ba3c-ec6faa27633a tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3053191 Mar 22 19:28:39.084981 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52844) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:39.095817 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-6eae9663-2ace-4b87-b505-5a3c663f10a8 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Request body: {'security_group': {'name': 'tempest-secgroup--1603165153'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:39.102691 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c0f704-9c6a-4be3-ba3c-ec6faa27633a tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0548d0e-2ac3-48a8-8020-f8a86cf6da54,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:39.154839 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6eae9663-2ace-4b87-b505-5a3c663f10a8 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.238107 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-abd5e618-8c66-441d-b14b-99f31abbfc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04135953-940a-46da-b220-002bef1e438e', 'name': 'tempest-ServersTestManualDisk-1354232685-router', 'tenant_id': '930b9ef3d7194f24932fd8b9008c68ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '327aaa84-9cdd-44ed-a109-309d63f235e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:19Z', 'updated_at': '2022-03-22T19:26:28Z', 'revision_number': 4, 'project_id': '930b9ef3d7194f24932fd8b9008c68ee', 'gw_port': {'id': '327aaa84-9cdd-44ed-a109-309d63f235e2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04135953-940a-46da-b220-002bef1e438e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:21Z', 'updated_at': '2022-03-22T19:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'b375418e-7f20-4a41-82aa-769e36ff5f81', 'name': '', 'network_id': '4b718542-9a1f-44dc-be58-35b105938a61', 'tenant_id': '930b9ef3d7194f24932fd8b9008c68ee', 'mac_address': 'fa:16:3e:1c:af:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04135953-940a-46da-b220-002bef1e438e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'f0ecf098-5e3d-4ff0-ac79-d3d21e505122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:26Z', 'updated_at': '2022-03-22T19:26:50Z', 'revision_number': 5, 'project_id': '930b9ef3d7194f24932fd8b9008c68ee', 'subnets': [{'id': 'f0ecf098-5e3d-4ff0-ac79-d3d21e505122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:39.255312 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 5138c1aa-0caf-46f6-b47a-ddde48e83e54 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:28:39.292419 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9782773a-19d1-4c43-8045-82a9335c66e5 req-8580dbf8-9d8e-4615-9e06-2cbff2f3675f service neutron] 10.222.0.85 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8883951 Mar 22 19:28:39.303990 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd5e618-8c66-441d-b14b-99f31abbfc60 None None] Checking router: 04135953-940a-46da-b220-002bef1e438e for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:28:39.317115 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd5e618-8c66-441d-b14b-99f31abbfc60 None None] Routers {'04135953-940a-46da-b220-002bef1e438e'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:28:39.317836 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-abd5e618-8c66-441d-b14b-99f31abbfc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:28:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['04135953-940a-46da-b220-002bef1e438e'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:39.361208 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 5138c1aa-0caf-46f6-b47a-ddde48e83e54 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:28:39.366338 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 5138c1aa-0caf-46f6-b47a-ddde48e83e54 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:39.367200 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5138c1aa-0caf-46f6-b47a-ddde48e83e54), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.392425 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6eae9663-2ace-4b87-b505-5a3c663f10a8 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (030e6f9f-1c69-462f-83f2-94329488fb51), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.392425 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6eae9663-2ace-4b87-b505-5a3c663f10a8 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (030e6f9f-1c69-462f-83f2-94329488fb51), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.455846 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae9663-2ace-4b87-b505-5a3c663f10a8 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=030e6f9f-1c69-462f-83f2-94329488fb51,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:39.489068 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6eae9663-2ace-4b87-b505-5a3c663f10a8 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.496078 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6eae9663-2ace-4b87-b505-5a3c663f10a8 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4046681 Mar 22 19:28:39.499070 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52850) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:39.510065 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-8278f4bb-1f72-4874-b441-be2a167856e9 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Request body: {'security_group_rule': {'security_group_id': 'a0548d0e-2ac3-48a8-8020-f8a86cf6da54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '030e6f9f-1c69-462f-83f2-94329488fb51'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:39.547282 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-abd5e618-8c66-441d-b14b-99f31abbfc60 None None] Set router 04135953-940a-46da-b220-002bef1e438e gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:28:39.586344 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-8278f4bb-1f72-4874-b441-be2a167856e9 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:28:39.587567 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8278f4bb-1f72-4874-b441-be2a167856e9 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0873888 Mar 22 19:28:39.591735 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52852) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:39.624488 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 5138c1aa-0caf-46f6-b47a-ddde48e83e54 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:28:39.624878 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5138c1aa-0caf-46f6-b47a-ddde48e83e54), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.690838 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 5138c1aa-0caf-46f6-b47a-ddde48e83e54, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=5138c1aa-0caf-46f6-b47a-ddde48e83e54,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:28:39.692368 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '793ebe09-aab9-482f-aea8-a52bba446dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5138c1aa-0caf-46f6-b47a-ddde48e83e54'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:28:39.695602 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63fc352-f940-4629-91d1-358b0163f3c8" -d '{"events": [{"server_uuid": "793ebe09-aab9-482f-aea8-a52bba446dde", "name": "network-vif-plugged", "status": "completed", "tag": "5138c1aa-0caf-46f6-b47a-ddde48e83e54"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:28:39.709547 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5138c1aa-0caf-46f6-b47a-ddde48e83e54), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.710429 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 876a743a-4aaf-4257-9669-c557be65577f no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:28:39.750322 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b6dd08e-8f41-42d1-bcb9-dcffb6f39cc2 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (030e6f9f-1c69-462f-83f2-94329488fb51), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.759099 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 876a743a-4aaf-4257-9669-c557be65577f {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:28:39.759426 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 876a743a-4aaf-4257-9669-c557be65577f not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:28:39.783469 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b6dd08e-8f41-42d1-bcb9-dcffb6f39cc2 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (030e6f9f-1c69-462f-83f2-94329488fb51), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.824160 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4c27cb01-b463-4d40-a90c-07b60d0eb5fa req-d4d41a7b-5f7b-4aa0-a2e7-86ad86cd5cb2 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6201360 Mar 22 19:28:39.889640 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=5138c1aa-0caf-46f6-b47a-ddde48e83e54,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:39.919783 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b6dd08e-8f41-42d1-bcb9-dcffb6f39cc2 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (030e6f9f-1c69-462f-83f2-94329488fb51), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.923095 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b6dd08e-8f41-42d1-bcb9-dcffb6f39cc2 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:39.924481 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9b6dd08e-8f41-42d1-bcb9-dcffb6f39cc2 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "DELETE /v2.0/security-groups/030e6f9f-1c69-462f-83f2-94329488fb51 HTTP/1.1" status: 204 len: 168 time: 0.3318200 Mar 22 19:28:39.928053 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52858) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:39.962803 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6dd08e-8f41-42d1-bcb9-dcffb6f39cc2 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=030e6f9f-1c69-462f-83f2-94329488fb51,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:40.068351 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b0c0e8-7d84-4757-8b72-a2688e85f6c6 x-openstack-request-id: req-a8b0c0e8-7d84-4757-8b72-a2688e85f6c6 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:28:40.068650 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719ceee4-9383-4751-b909-e74235d7d6fd", "name": "network-vif-deleted", "tag": "876a743a-4aaf-4257-9669-c557be65577f", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:28:40.068908 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a8b0c0e8-7d84-4757-8b72-a2688e85f6c6 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:28:40.069335 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8b0c0e8-7d84-4757-8b72-a2688e85f6c6'] response: {'server_uuid': '719ceee4-9383-4751-b909-e74235d7d6fd', 'name': 'network-vif-deleted', 'tag': '876a743a-4aaf-4257-9669-c557be65577f', 'status': 'completed', 'code': 200} Mar 22 19:28:40.069578 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9c99c37-c482-4e79-87e2-831edbd735f7 req-787ba405-f95d-43ac-8201-8232b130a9f5 service neutron] 10.222.0.85 "GET /v2.0/networks/09b38f1f-a105-4141-968b-914c29cdfe73?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2110140 Mar 22 19:28:40.072205 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9782773a-19d1-4c43-8045-82a9335c66e5 req-59f9cd34-7329-4e7f-a4ed-bb08bbf1a3e3 service neutron] 10.222.0.85 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6770887 Mar 22 19:28:40.076491 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5d5d4e8e-bc13-46f5-847c-2aa95d7bb854 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.1471095 Mar 22 19:28:40.080936 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a435e777-dc85-4ce9-81ff-cbb8ff92599e req-62632f18-5e73-40a6-91f0-6e9a817948e2 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1477442 Mar 22 19:28:40.085282 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52864) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:40.101226 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-2c911c5f-7b5f-4d66-936a-2b89efd6c041 service neutron] Attempting to bind port 512149e1-9e99-4084-aeaf-943c08b8e57d on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:28:40.101610 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7885b0e-3a7b-45c4-8ade-57aa44908d57 x-openstack-request-id: req-a7885b0e-3a7b-45c4-8ade-57aa44908d57 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:28:40.101932 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "793ebe09-aab9-482f-aea8-a52bba446dde", "name": "network-vif-plugged", "status": "completed", "tag": "5138c1aa-0caf-46f6-b47a-ddde48e83e54", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:28:40.102194 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a7885b0e-3a7b-45c4-8ade-57aa44908d57 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:28:40.102662 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7885b0e-3a7b-45c4-8ade-57aa44908d57'] response: {'server_uuid': '793ebe09-aab9-482f-aea8-a52bba446dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5138c1aa-0caf-46f6-b47a-ddde48e83e54', 'code': 200} Mar 22 19:28:40.107206 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-2c911c5f-7b5f-4d66-936a-2b89efd6c041 service neutron] Attempting to bind port 512149e1-9e99-4084-aeaf-943c08b8e57d by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': 'b4692052-4d01-41f5-a3e9-0fcd02552fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:28:40.107684 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-2c911c5f-7b5f-4d66-936a-2b89efd6c041 service neutron] Attempting to bind port 512149e1-9e99-4084-aeaf-943c08b8e57d on network c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:28:40.117804 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-abd5e618-8c66-441d-b14b-99f31abbfc60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04135953-940a-46da-b220-002bef1e438e', 'name': 'tempest-ServersTestManualDisk-1354232685-router', 'tenant_id': '930b9ef3d7194f24932fd8b9008c68ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '327aaa84-9cdd-44ed-a109-309d63f235e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:19Z', 'updated_at': '2022-03-22T19:26:28Z', 'revision_number': 4, 'project_id': '930b9ef3d7194f24932fd8b9008c68ee', 'gw_port': {'id': '327aaa84-9cdd-44ed-a109-309d63f235e2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04135953-940a-46da-b220-002bef1e438e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:21Z', 'updated_at': '2022-03-22T19:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'b375418e-7f20-4a41-82aa-769e36ff5f81', 'name': '', 'network_id': '4b718542-9a1f-44dc-be58-35b105938a61', 'tenant_id': '930b9ef3d7194f24932fd8b9008c68ee', 'mac_address': 'fa:16:3e:1c:af:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04135953-940a-46da-b220-002bef1e438e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'f0ecf098-5e3d-4ff0-ac79-d3d21e505122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:26Z', 'updated_at': '2022-03-22T19:26:50Z', 'revision_number': 5, 'project_id': '930b9ef3d7194f24932fd8b9008c68ee', 'subnets': [{'id': 'f0ecf098-5e3d-4ff0-ac79-d3d21e505122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:40.172381 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd5e618-8c66-441d-b14b-99f31abbfc60 None None] The sync data for ids ['04135953-940a-46da-b220-002bef1e438e'] in n-d-705658-24 is: [{'id': '04135953-940a-46da-b220-002bef1e438e', 'name': 'tempest-ServersTestManualDisk-1354232685-router', 'tenant_id': '930b9ef3d7194f24932fd8b9008c68ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '327aaa84-9cdd-44ed-a109-309d63f235e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:19Z', 'updated_at': '2022-03-22T19:26:28Z', 'revision_number': 4, 'project_id': '930b9ef3d7194f24932fd8b9008c68ee', 'gw_port': {'id': '327aaa84-9cdd-44ed-a109-309d63f235e2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04135953-940a-46da-b220-002bef1e438e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:21Z', 'updated_at': '2022-03-22T19:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'b375418e-7f20-4a41-82aa-769e36ff5f81', 'name': '', 'network_id': '4b718542-9a1f-44dc-be58-35b105938a61', 'tenant_id': '930b9ef3d7194f24932fd8b9008c68ee', 'mac_address': 'fa:16:3e:1c:af:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04135953-940a-46da-b220-002bef1e438e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': 'f0ecf098-5e3d-4ff0-ac79-d3d21e505122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:26Z', 'updated_at': '2022-03-22T19:26:50Z', 'revision_number': 5, 'project_id': '930b9ef3d7194f24932fd8b9008c68ee', 'subnets': [{'id': 'f0ecf098-5e3d-4ff0-ac79-d3d21e505122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:28:40.211386 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52866) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:40.283528 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4d1ab605-f18f-4b18-a0b7-3b9444583465 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (a0548d0e-2ac3-48a8-8020-f8a86cf6da54), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:40.319563 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-2c911c5f-7b5f-4d66-936a-2b89efd6c041 service neutron] Port 512149e1-9e99-4084-aeaf-943c08b8e57d on network c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:28:40.320317 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-2c911c5f-7b5f-4d66-936a-2b89efd6c041 service neutron] Attempting to bind port 512149e1-9e99-4084-aeaf-943c08b8e57d on network c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:28:40.334569 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4d1ab605-f18f-4b18-a0b7-3b9444583465 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (a0548d0e-2ac3-48a8-8020-f8a86cf6da54), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:40.338467 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcd4d6-16f4-4ec4-b667-90273a745aeb req-ace1ded7-501b-43e7-b47a-fc6ad0800679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:40.339600 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcd4d6-16f4-4ec4-b667-90273a745aeb req-ace1ded7-501b-43e7-b47a-fc6ad0800679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:40.340080 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcd4d6-16f4-4ec4-b667-90273a745aeb req-ace1ded7-501b-43e7-b47a-fc6ad0800679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:40.341672 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58dcd4d6-16f4-4ec4-b667-90273a745aeb req-ace1ded7-501b-43e7-b47a-fc6ad0800679 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=3fee7ce517f548f9a4e6097b9989ab12&shared=False HTTP/1.1" status: 200 len: 2299 time: 1.6482465 Mar 22 19:28:40.362604 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2fe8a0d-2131-4a59-9526-3bbf2ac0afc2 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks [] for security_group (697a8b8a-de2f-41a2-b5ab-39d1397cbf6a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:40.393019 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-2c911c5f-7b5f-4d66-936a-2b89efd6c041 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:28:40.393361 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-2c911c5f-7b5f-4d66-936a-2b89efd6c041 service neutron] Checking segment: {'id': 'b4692052-4d01-41f5-a3e9-0fcd02552fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:28:40.393750 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-2c911c5f-7b5f-4d66-936a-2b89efd6c041 service neutron] Bound using segment: {'id': 'b4692052-4d01-41f5-a3e9-0fcd02552fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:28:40.394223 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-2c911c5f-7b5f-4d66-936a-2b89efd6c041 service neutron] Bound port: 512149e1-9e99-4084-aeaf-943c08b8e57d, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4692052-4d01-41f5-a3e9-0fcd02552fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:28:40.394585 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-2c911c5f-7b5f-4d66-936a-2b89efd6c041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (512149e1-9e99-4084-aeaf-943c08b8e57d), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:40.462720 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2fe8a0d-2131-4a59-9526-3bbf2ac0afc2 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks [] for security_group (697a8b8a-de2f-41a2-b5ab-39d1397cbf6a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:40.508966 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4d1ab605-f18f-4b18-a0b7-3b9444583465 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a0548d0e-2ac3-48a8-8020-f8a86cf6da54), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:40.512173 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4d1ab605-f18f-4b18-a0b7-3b9444583465 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:40.516494 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4d1ab605-f18f-4b18-a0b7-3b9444583465 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "DELETE /v2.0/security-groups/a0548d0e-2ac3-48a8-8020-f8a86cf6da54 HTTP/1.1" status: 204 len: 168 time: 0.4259496 Mar 22 19:28:40.520062 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52872) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:40.594389 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ab605-f18f-4b18-a0b7-3b9444583465 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0548d0e-2ac3-48a8-8020-f8a86cf6da54,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:40.619339 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d449f3b-da19-4b69-9899-61c741e3fddf req-1ed8c95a-23bb-4afa-8c7f-577d569b2217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:40.620871 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9d449f3b-da19-4b69-9899-61c741e3fddf req-1ed8c95a-23bb-4afa-8c7f-577d569b2217 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7e302d01a2a24393894ffad4e45b884a&device_id=b150f3c0-9130-4014-9c96-698074dbf2f7 HTTP/1.1" status: 200 len: 1129 time: 0.2341220 Mar 22 19:28:40.644669 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9c99c37-c482-4e79-87e2-831edbd735f7 req-f60ded34-6ede-4954-8b48-3da1fb7a310d service neutron] 10.222.0.85 "GET /v2.0/networks/09b38f1f-a105-4141-968b-914c29cdfe73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955921 Mar 22 19:28:40.677760 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33203f00-b9af-460c-a8aa-a0f0433f98e4 req-931a58b2-029a-47d8-a03e-6d4501075ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:40.679860 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-33203f00-b9af-460c-a8aa-a0f0433f98e4 req-931a58b2-029a-47d8-a03e-6d4501075ca2 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=793ebe09-aab9-482f-aea8-a52bba446dde HTTP/1.1" status: 200 len: 1128 time: 0.2792099 Mar 22 19:28:40.703781 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-2c911c5f-7b5f-4d66-936a-2b89efd6c041 service neutron] For port 512149e1-9e99-4084-aeaf-943c08b8e57d, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:28:40.723044 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2809dd-7a67-46d4-bb00-570e56a1d187 None None] New status for floating IP 9f0d8102-c539-44a9-b34c-ec60b0b89357: DOWN {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:28:40.749574 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcd4d6-16f4-4ec4-b667-90273a745aeb req-966e9489-adfb-4789-ae92-50d68356c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:40.751165 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58dcd4d6-16f4-4ec4-b667-90273a745aeb req-966e9489-adfb-4789-ae92-50d68356c246 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3801539 Mar 22 19:28:40.752844 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-2c911c5f-7b5f-4d66-936a-2b89efd6c041 service neutron] For port 512149e1-9e99-4084-aeaf-943c08b8e57d, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=512149e1-9e99-4084-aeaf-943c08b8e57d,segment=NetworkSegment(b4692052-4d01-41f5-a3e9-0fcd02552fd8),segment_id=b4692052-4d01-41f5-a3e9-0fcd02552fd8)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:28:40.830489 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-2c911c5f-7b5f-4d66-936a-2b89efd6c041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (512149e1-9e99-4084-aeaf-943c08b8e57d), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:40.835055 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6af80bdb-632e-4a50-b3d4-4c66403266d9 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3139462 Mar 22 19:28:40.837649 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52876) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:40.853382 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2fe8a0d-2131-4a59-9526-3bbf2ac0afc2 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (697a8b8a-de2f-41a2-b5ab-39d1397cbf6a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:40.860845 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2fe8a0d-2131-4a59-9526-3bbf2ac0afc2 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:40.863692 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f2fe8a0d-2131-4a59-9526-3bbf2ac0afc2 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] 10.222.0.75 "DELETE /v2.0/security-groups/697a8b8a-de2f-41a2-b5ab-39d1397cbf6a HTTP/1.1" status: 204 len: 168 time: 0.6489949 Mar 22 19:28:40.878295 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-5b87387b-1950-4adf-a413-af690bc378b5 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Request body: {'security_group': {'name': 'tempest-secgroup--1693126461'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:40.900849 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52880) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:40.969748 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe8a0d-2131-4a59-9526-3bbf2ac0afc2 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=697a8b8a-de2f-41a2-b5ab-39d1397cbf6a,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:40.971695 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-cb1ab9a3-d80d-47ad-95e3-d84e2285315d tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] show failed (client error): The resource could not be found. Mar 22 19:28:40.975373 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cb1ab9a3-d80d-47ad-95e3-d84e2285315d tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] 10.222.0.75 "GET /v2.0/security-groups/697a8b8a-de2f-41a2-b5ab-39d1397cbf6a HTTP/1.1" status: 404 len: 347 time: 0.0539758 Mar 22 19:28:40.978631 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52882) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:41.076456 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5b87387b-1950-4adf-a413-af690bc378b5 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:41.087839 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d449f3b-da19-4b69-9899-61c741e3fddf req-e2cf173f-60da-4ed9-82ab-f75257710217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:41.089676 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9d449f3b-da19-4b69-9899-61c741e3fddf req-e2cf173f-60da-4ed9-82ab-f75257710217 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e2aac6b4-9023-4a56-b28e-d9728a595e67 HTTP/1.1" status: 200 len: 920 time: 0.4523826 Mar 22 19:28:41.122700 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c911c5f-7b5f-4d66-936a-2b89efd6c041 service neutron] Pushing event updated for resources: {'Port': ['ID=512149e1-9e99-4084-aeaf-943c08b8e57d,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:41.136639 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9d449f3b-da19-4b69-9899-61c741e3fddf req-5003f92f-ca37-4250-a866-6612fa9cff5d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c578384b-0d5f-41dc-ba45-922b60cc6901 HTTP/1.1" status: 200 len: 217 time: 0.0392430 Mar 22 19:28:41.159895 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-2c911c5f-7b5f-4d66-936a-2b89efd6c041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:41.160855 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-2c911c5f-7b5f-4d66-936a-2b89efd6c041 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:41.164322 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-2c911c5f-7b5f-4d66-936a-2b89efd6c041 service neutron] 10.222.0.84 "PUT /v2.0/ports/512149e1-9e99-4084-aeaf-943c08b8e57d HTTP/1.1" status: 200 len: 1092 time: 5.1933091 Mar 22 19:28:41.192144 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'tag': '512149e1-9e99-4084-aeaf-943c08b8e57d'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:28:41.200038 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b2b3d5-96c8-40da-b44b-6420f6c001d8" -d '{"events": [{"name": "network-changed", "server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "tag": "512149e1-9e99-4084-aeaf-943c08b8e57d"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:28:41.211166 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-9ecdfebc-9ca1-4e26-bbea-57c240b7ae6f admin admin] Deleting port 5128da15-3a8c-4ae2-b71a-b47a6c78aac2 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:28:41.213209 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9ecdfebc-9ca1-4e26-bbea-57c240b7ae6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (5128da15-3a8c-4ae2-b71a-b47a6c78aac2), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:41.260900 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d449f3b-da19-4b69-9899-61c741e3fddf req-b74691f3-0667-4f2a-80ad-d86018b69ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:41.264342 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9d449f3b-da19-4b69-9899-61c741e3fddf req-b74691f3-0667-4f2a-80ad-d86018b69ad7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cd5ec6ea-2197-4f69-89c7-80c309a39451 HTTP/1.1" status: 200 len: 858 time: 0.1068127 Mar 22 19:28:41.334879 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-9ecdfebc-9ca1-4e26-bbea-57c240b7ae6f admin admin] For port 5128da15-3a8c-4ae2-b71a-b47a6c78aac2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=5128da15-3a8c-4ae2-b71a-b47a6c78aac2,segment=NetworkSegment(5be35db7-b604-4f84-8e14-f19991e093a4),segment_id=5be35db7-b604-4f84-8e14-f19991e093a4)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:28:41.336621 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9ecdfebc-9ca1-4e26-bbea-57c240b7ae6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (5128da15-3a8c-4ae2-b71a-b47a6c78aac2), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:41.353818 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-0bf25924-4137-4d4f-a35d-67443599bea3 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Deleting port 8b0101e8-f1cb-4ecb-99ba-105ccca2ddbd {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:28:41.354185 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0bf25924-4137-4d4f-a35d-67443599bea3 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (8b0101e8-f1cb-4ecb-99ba-105ccca2ddbd), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:41.372791 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-9ecdfebc-9ca1-4e26-bbea-57c240b7ae6f admin admin] Calling delete_port for 5128da15-3a8c-4ae2-b71a-b47a6c78aac2 owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:28:41.450566 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0bf25924-4137-4d4f-a35d-67443599bea3 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (8b0101e8-f1cb-4ecb-99ba-105ccca2ddbd), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:41.451167 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0bf25924-4137-4d4f-a35d-67443599bea3 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks [] for floatingip (8b0101e8-f1cb-4ecb-99ba-105ccca2ddbd), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:41.469464 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-0bf25924-4137-4d4f-a35d-67443599bea3 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Calling delete_port for 8b0101e8-f1cb-4ecb-99ba-105ccca2ddbd owned by network:floatingip {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:28:41.637741 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-33203f00-b9af-460c-a8aa-a0f0433f98e4 req-f287239d-f3e8-4717-9c9a-5c0e5bb0bc13 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9454832 Mar 22 19:28:41.697545 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9ecdfebc-9ca1-4e26-bbea-57c240b7ae6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (5128da15-3a8c-4ae2-b71a-b47a6c78aac2), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:41.767819 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecdfebc-9ca1-4e26-bbea-57c240b7ae6f admin admin] Pushing event deleted for resources: {'Port': ['ID=5128da15-3a8c-4ae2-b71a-b47a6c78aac2,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:42.006869 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9ecdfebc-9ca1-4e26-bbea-57c240b7ae6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (61a1d9b6-ea7a-4faf-8a88-56d0630cfd03), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.023175 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d449f3b-da19-4b69-9899-61c741e3fddf req-f8e0c8da-41bd-4928-8df1-815522c7788e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:42.024872 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9d449f3b-da19-4b69-9899-61c741e3fddf req-f8e0c8da-41bd-4928-8df1-815522c7788e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e2aac6b4-9023-4a56-b28e-d9728a595e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7513161 Mar 22 19:28:42.031065 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0bf25924-4137-4d4f-a35d-67443599bea3 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (8b0101e8-f1cb-4ecb-99ba-105ccca2ddbd), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.031698 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-43575e1a-1cc3-459c-a512-99a49cd30a92 req-63442d48-0afd-4945-ad11-4519eb07ab17 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.2444127 Mar 22 19:28:42.034955 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5b87387b-1950-4adf-a413-af690bc378b5 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (1ec1fc14-07fd-4bdb-921b-84d1e18f1aae), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.070897 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf5d52-9899-4221-8eec-6d350caa8a14 req-9501cd54-97f7-420e-8229-eddf6f4fad08 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:42.072632 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8ddf5d52-9899-4221-8eec-6d350caa8a14 req-9501cd54-97f7-420e-8229-eddf6f4fad08 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=b150f3c0-9130-4014-9c96-698074dbf2f7 HTTP/1.1" status: 200 len: 946 time: 1.7370572 Mar 22 19:28:42.082839 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-435d7cbd-cc0f-46f7-851d-000c81ab0bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:42.083489 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-435d7cbd-cc0f-46f7-851d-000c81ab0bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:42.084033 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-435d7cbd-cc0f-46f7-851d-000c81ab0bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:42.084606 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-435d7cbd-cc0f-46f7-851d-000c81ab0bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:42.085136 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-435d7cbd-cc0f-46f7-851d-000c81ab0bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:42.085737 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-435d7cbd-cc0f-46f7-851d-000c81ab0bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:42.086338 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-435d7cbd-cc0f-46f7-851d-000c81ab0bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:42.088343 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-435d7cbd-cc0f-46f7-851d-000c81ab0bc4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3fee7ce517f548f9a4e6097b9989ab12&device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 6710 time: 0.4495523 Mar 22 19:28:42.119280 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5b87387b-1950-4adf-a413-af690bc378b5 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1ec1fc14-07fd-4bdb-921b-84d1e18f1aae), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.148208 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf25924-4137-4d4f-a35d-67443599bea3 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Pushing event deleted for resources: {'Port': ['ID=8b0101e8-f1cb-4ecb-99ba-105ccca2ddbd,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:42.155969 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87387b-1950-4adf-a413-af690bc378b5 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec1fc14-07fd-4bdb-921b-84d1e18f1aae,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:42.218567 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defd709-26ac-4540-ab91-4c3fa38bc7e6 req-7c55cc58-6852-4855-9249-84fd2e9d59e3 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:42.224841 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5b87387b-1950-4adf-a413-af690bc378b5 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.229414 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5b87387b-1950-4adf-a413-af690bc378b5 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3740158 Mar 22 19:28:42.232058 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52890) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:42.234990 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7defd709-26ac-4540-ab91-4c3fa38bc7e6 req-7c55cc58-6852-4855-9249-84fd2e9d59e3 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=793ebe09-aab9-482f-aea8-a52bba446dde HTTP/1.1" status: 200 len: 945 time: 1.1547897 Mar 22 19:28:42.238888 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-30a6e36a-8ebe-4616-80b0-a4cdd3ea15d1 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Request body: {'security_group': {'name': 'default'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:42.239309 n-d-705658-24 neutron-server[104173]: WARNING neutron.api.v2.base [None req-30a6e36a-8ebe-4616-80b0-a4cdd3ea15d1 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 22 19:28:42.239817 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-30a6e36a-8ebe-4616-80b0-a4cdd3ea15d1 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] update failed (client error): There was a conflict when trying to complete your request. Mar 22 19:28:42.243364 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-30a6e36a-8ebe-4616-80b0-a4cdd3ea15d1 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "PUT /v2.0/security-groups/1ec1fc14-07fd-4bdb-921b-84d1e18f1aae HTTP/1.1" status: 409 len: 330 time: 0.0061934 Mar 22 19:28:42.244632 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52892) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:42.302423 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0bf25924-4137-4d4f-a35d-67443599bea3 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks [] for floatingip (9f0d8102-c539-44a9-b34c-ec60b0b89357), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.305415 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0bf25924-4137-4d4f-a35d-67443599bea3 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.306848 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0bf25924-4137-4d4f-a35d-67443599bea3 tempest-ServersTestManualDisk-1899963789 tempest-ServersTestManualDisk-1899963789-project] 10.222.0.75 "DELETE /v2.0/floatingips/9f0d8102-c539-44a9-b34c-ec60b0b89357 HTTP/1.1" status: 204 len: 168 time: 1.3273501 Mar 22 19:28:42.314997 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52896) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:42.342178 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8ddf5d52-9899-4221-8eec-6d350caa8a14 req-00d73150-c0b8-4020-9630-58a24b55f207 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114654 Mar 22 19:28:42.343957 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-d695db16-fddd-49cf-9358-cd935c623921 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ddbef26-fdc2-4762-a812-c5ac7d714e89 HTTP/1.1" status: 200 len: 217 time: 0.1805782 Mar 22 19:28:42.448151 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9d449f3b-da19-4b69-9899-61c741e3fddf req-9462c594-39ef-4e7b-94c2-b8a165526522 service neutron] 10.222.0.84 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118567 Mar 22 19:28:42.548909 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9d449f3b-da19-4b69-9899-61c741e3fddf req-3ad0cfe0-53db-4542-bc3f-871b53a59b41 service neutron] 10.222.0.84 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943816 Mar 22 19:28:42.549565 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5af8ce84-d982-4f09-ab6a-49d694e3ec28 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (1ec1fc14-07fd-4bdb-921b-84d1e18f1aae), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.593528 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5af8ce84-d982-4f09-ab6a-49d694e3ec28 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (1ec1fc14-07fd-4bdb-921b-84d1e18f1aae), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.717290 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5af8ce84-d982-4f09-ab6a-49d694e3ec28 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1ec1fc14-07fd-4bdb-921b-84d1e18f1aae), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.719994 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5af8ce84-d982-4f09-ab6a-49d694e3ec28 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:42.723597 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5af8ce84-d982-4f09-ab6a-49d694e3ec28 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "DELETE /v2.0/security-groups/1ec1fc14-07fd-4bdb-921b-84d1e18f1aae HTTP/1.1" status: 204 len: 168 time: 0.4743767 Mar 22 19:28:42.731092 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52898) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:42.771566 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8ce84-d982-4f09-ab6a-49d694e3ec28 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec1fc14-07fd-4bdb-921b-84d1e18f1aae,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:42.804562 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-93fbfe38-4035-4f76-9dd6-bffb50258e99 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0687568 Mar 22 19:28:42.805311 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52900) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:42.845092 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-b107a64b-bfa5-418e-b208-8c7a10845e72 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] delete failed (client error): The resource could not be found. Mar 22 19:28:42.852793 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b107a64b-bfa5-418e-b208-8c7a10845e72 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "DELETE /v2.0/security-groups/9f43509a-3f3c-4e1e-ac5e-05875481abe4 HTTP/1.1" status: 404 len: 347 time: 0.0431461 Mar 22 19:28:42.853749 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52902) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:42.909313 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-ea0cb83f-cdc0-48e9-8399-600924443b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:42.910819 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-ea0cb83f-cdc0-48e9-8399-600924443b66 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=69c17642-eb57-4b80-9cea-90bbf60877d8 HTTP/1.1" status: 200 len: 856 time: 0.5598297 Mar 22 19:28:42.923588 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-bfd68805-b441-4097-9d93-e48bed15ebd8 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] show failed (client error): The resource could not be found. Mar 22 19:28:42.924799 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bfd68805-b441-4097-9d93-e48bed15ebd8 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "GET /v2.0/security-groups/bd79cc76-e014-4dd5-b76e-a55503437a6c HTTP/1.1" status: 404 len: 347 time: 0.0673211 Mar 22 19:28:42.937721 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43575e1a-1cc3-459c-a512-99a49cd30a92 req-82a0ccd0-75cc-4180-b99c-1cdef96e53e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:42.955770 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-43575e1a-1cc3-459c-a512-99a49cd30a92 req-82a0ccd0-75cc-4180-b99c-1cdef96e53e5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7e302d01a2a24393894ffad4e45b884a&device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 1129 time: 0.8747580 Mar 22 19:28:42.955770 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52906) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:43.228213 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d783a9-d378-4913-85a9-d3e77fa2ac36 req-f010a416-c4a9-4f88-8b2e-012df5c4418a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:43.238690 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d783a9-d378-4913-85a9-d3e77fa2ac36 req-f010a416-c4a9-4f88-8b2e-012df5c4418a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:43.247100 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d783a9-d378-4913-85a9-d3e77fa2ac36 req-f010a416-c4a9-4f88-8b2e-012df5c4418a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:43.257013 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d783a9-d378-4913-85a9-d3e77fa2ac36 req-f010a416-c4a9-4f88-8b2e-012df5c4418a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:43.264187 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d783a9-d378-4913-85a9-d3e77fa2ac36 req-f010a416-c4a9-4f88-8b2e-012df5c4418a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:43.270307 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d783a9-d378-4913-85a9-d3e77fa2ac36 req-f010a416-c4a9-4f88-8b2e-012df5c4418a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:43.276799 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d783a9-d378-4913-85a9-d3e77fa2ac36 req-f010a416-c4a9-4f88-8b2e-012df5c4418a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:43.279065 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51d783a9-d378-4913-85a9-d3e77fa2ac36 req-f010a416-c4a9-4f88-8b2e-012df5c4418a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5429 time: 0.4615278 Mar 22 19:28:43.298230 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ecfb6d11-b188-4dca-86b9-b2bd5717dc7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (04135953-940a-46da-b220-002bef1e438e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:43.303926 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-0b5eeb09-2107-49ba-82e4-e28e8707f2a6 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] show failed (client error): The resource could not be found. Mar 22 19:28:43.323970 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0b5eeb09-2107-49ba-82e4-e28e8707f2a6 tempest-NegativeSecGroupTest-1344468270 tempest-NegativeSecGroupTest-1344468270-project] 10.222.0.75 "GET /v2.0/security-group-rules/3f992419-8d70-4344-af6c-acc87b2010c3 HTTP/1.1" status: 404 len: 356 time: 0.3386230 Mar 22 19:28:43.330529 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7defd709-26ac-4540-ab91-4c3fa38bc7e6 req-b2b86615-dece-4ee9-bb4b-062ae7abe555 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0942957 Mar 22 19:28:43.461160 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69555a09-13c1-4722-8d55-905262202c76 x-openstack-request-id: req-69555a09-13c1-4722-8d55-905262202c76 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:28:43.461160 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "tag": "512149e1-9e99-4084-aeaf-943c08b8e57d", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:28:43.461160 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-69555a09-13c1-4722-8d55-905262202c76 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:28:43.471404 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69555a09-13c1-4722-8d55-905262202c76'] response: {'name': 'network-changed', 'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'tag': '512149e1-9e99-4084-aeaf-943c08b8e57d', 'status': 'completed', 'code': 200} Mar 22 19:28:43.527797 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f45939d8-2ca9-44e7-9c4b-4765b9152bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:43.530910 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-f45939d8-2ca9-44e7-9c4b-4765b9152bb1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=51c4d819-dc3a-4926-819e-2ad5e382640b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6060603 Mar 22 19:28:43.593855 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43575e1a-1cc3-459c-a512-99a49cd30a92 req-ae1e9789-3958-4dc5-980b-15f3407a27ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:43.595548 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-43575e1a-1cc3-459c-a512-99a49cd30a92 req-ae1e9789-3958-4dc5-980b-15f3407a27ea service neutron] 10.222.0.85 "GET /v2.0/networks?id=e2aac6b4-9023-4a56-b28e-d9728a595e67 HTTP/1.1" status: 200 len: 920 time: 0.5507755 Mar 22 19:28:43.665615 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-ecfb6d11-b188-4dca-86b9-b2bd5717dc7c admin admin] Deleting port b375418e-7f20-4a41-82aa-769e36ff5f81 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:28:43.665976 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ecfb6d11-b188-4dca-86b9-b2bd5717dc7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (b375418e-7f20-4a41-82aa-769e36ff5f81), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:43.737930 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-43575e1a-1cc3-459c-a512-99a49cd30a92 req-218fcf8c-54c1-4729-a0c4-dabfdbd7b239 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f52d04fb-dfb2-49ba-a2aa-8d2ff8955484 HTTP/1.1" status: 200 len: 217 time: 0.1185961 Mar 22 19:28:43.771902 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52916) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:43.787093 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-ecfb6d11-b188-4dca-86b9-b2bd5717dc7c admin admin] For port b375418e-7f20-4a41-82aa-769e36ff5f81, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b375418e-7f20-4a41-82aa-769e36ff5f81,segment=NetworkSegment(c1f4cc7d-c652-4382-8820-891fa4fa1690),segment_id=c1f4cc7d-c652-4382-8820-891fa4fa1690)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:28:43.787465 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ecfb6d11-b188-4dca-86b9-b2bd5717dc7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (b375418e-7f20-4a41-82aa-769e36ff5f81), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:43.811314 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-ecfb6d11-b188-4dca-86b9-b2bd5717dc7c admin admin] Calling delete_port for b375418e-7f20-4a41-82aa-769e36ff5f81 owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:28:43.823553 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ecdfebc-9ca1-4e26-bbea-57c240b7ae6f admin admin] Router 61a1d9b6-ea7a-4faf-8a88-56d0630cfd03 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:28:43.838797 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51d783a9-d378-4913-85a9-d3e77fa2ac36 req-4f63d117-ca84-4755-8c2d-1d79aeb89445 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4537740 Mar 22 19:28:43.846210 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b5671-2ece-41bc-aff9-0f20d667674b req-f3394433-6be1-441b-a3ae-38970e8e2384 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:43.847590 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-486b5671-2ece-41bc-aff9-0f20d667674b req-f3394433-6be1-441b-a3ae-38970e8e2384 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=b150f3c0-9130-4014-9c96-698074dbf2f7 HTTP/1.1" status: 200 len: 946 time: 0.2433903 Mar 22 19:28:44.003520 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43575e1a-1cc3-459c-a512-99a49cd30a92 req-8a3b7a5b-86f6-49f4-b0d7-ae2d08207476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:44.013443 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-43575e1a-1cc3-459c-a512-99a49cd30a92 req-8a3b7a5b-86f6-49f4-b0d7-ae2d08207476 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd5ec6ea-2197-4f69-89c7-80c309a39451 HTTP/1.1" status: 200 len: 858 time: 0.2605906 Mar 22 19:28:44.021619 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1588c346-7684-4411-bbcd-758f917845bd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=78915f4f146e439cb523a1366032c5ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2484341 Mar 22 19:28:44.029014 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52924) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:44.151191 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-486b5671-2ece-41bc-aff9-0f20d667674b req-911d8331-5bf2-47bd-b644-f64cdb1ab2df tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899354 Mar 22 19:28:44.157699 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-733dc7b8-af13-4561-badc-9e3b98a26f15 service neutron] 10.222.0.84 "GET /v2.0/networks/51c4d819-dc3a-4926-819e-2ad5e382640b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5611975 Mar 22 19:28:44.217956 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ecfb6d11-b188-4dca-86b9-b2bd5717dc7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (b375418e-7f20-4a41-82aa-769e36ff5f81), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:44.257925 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb6d11-b188-4dca-86b9-b2bd5717dc7c admin admin] Pushing event deleted for resources: {'Port': ['ID=b375418e-7f20-4a41-82aa-769e36ff5f81,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:44.322203 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d7b87567-ffe0-446f-a2e5-3fa177b7bb45 admin admin] Publish callbacks [] for security_group (ec58f404-fb91-4314-b6e8-e2f24bd74418), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:44.355648 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43575e1a-1cc3-459c-a512-99a49cd30a92 req-d6e1f89e-cc7a-464b-99b3-4bef18a52c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:44.357661 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-43575e1a-1cc3-459c-a512-99a49cd30a92 req-d6e1f89e-cc7a-464b-99b3-4bef18a52c88 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e2aac6b4-9023-4a56-b28e-d9728a595e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3240821 Mar 22 19:28:44.364624 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecdfebc-9ca1-4e26-bbea-57c240b7ae6f admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:28:44.371642 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9ecdfebc-9ca1-4e26-bbea-57c240b7ae6f admin admin] 10.222.0.75 "PUT /v2.0/routers/61a1d9b6-ea7a-4faf-8a88-56d0630cfd03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5905232 Mar 22 19:28:44.375230 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52932) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:44.377429 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821a06a1-d3e8-42cb-8373-1d770ea4e7a4 None None] Sync routers for ids ['61a1d9b6-ea7a-4faf-8a88-56d0630cfd03'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:28:44.402768 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821a06a1-d3e8-42cb-8373-1d770ea4e7a4 None None] Routers {'61a1d9b6-ea7a-4faf-8a88-56d0630cfd03'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:28:44.403599 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-821a06a1-d3e8-42cb-8373-1d770ea4e7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:28:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['61a1d9b6-ea7a-4faf-8a88-56d0630cfd03'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:44.408950 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d7b87567-ffe0-446f-a2e5-3fa177b7bb45 admin admin] Publish callbacks [] for security_group (ec58f404-fb91-4314-b6e8-e2f24bd74418), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:44.590364 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ab998300-abc2-45a7-84ef-a293bacdb3ea admin admin] Publish callbacks [] for router (61a1d9b6-ea7a-4faf-8a88-56d0630cfd03), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:44.599832 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-821a06a1-d3e8-42cb-8373-1d770ea4e7a4 None None] Set router 61a1d9b6-ea7a-4faf-8a88-56d0630cfd03 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:28:44.718557 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-ff8d4675-1c26-48cd-8dc9-0990bea04124 service neutron] 10.222.0.84 "GET /v2.0/networks/51c4d819-dc3a-4926-819e-2ad5e382640b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322306 Mar 22 19:28:44.745725 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d7b87567-ffe0-446f-a2e5-3fa177b7bb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ec58f404-fb91-4314-b6e8-e2f24bd74418), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:44.750725 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d7b87567-ffe0-446f-a2e5-3fa177b7bb45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:44.762635 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d7b87567-ffe0-446f-a2e5-3fa177b7bb45 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ec58f404-fb91-4314-b6e8-e2f24bd74418 HTTP/1.1" status: 204 len: 168 time: 0.7266719 Mar 22 19:28:44.839648 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-821a06a1-d3e8-42cb-8373-1d770ea4e7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a1d9b6-ea7a-4faf-8a88-56d0630cfd03', 'name': 'tempest-FloatingIPsTestJSON-648180597-router', 'tenant_id': '35e5458d09af4a7a8b9806a4620b4bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f3ec18b8-fa7a-48bf-8a8a-00674d28a16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:27:59Z', 'updated_at': '2022-03-22T19:28:41Z', 'revision_number': 5, 'project_id': '35e5458d09af4a7a8b9806a4620b4bfa', 'gw_port': {'id': 'f3ec18b8-fa7a-48bf-8a8a-00674d28a16f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a1d9b6-ea7a-4faf-8a88-56d0630cfd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:00Z', 'updated_at': '2022-03-22T19:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:44.870165 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-d3faa031-0d89-47ea-986e-1741dbeb8c46 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=7ae7734a-066b-4d0f-82f5-e8e91a5e1aef HTTP/1.1" status: 200 len: 217 time: 0.1505847 Mar 22 19:28:44.881904 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821a06a1-d3e8-42cb-8373-1d770ea4e7a4 None None] Checking router: 61a1d9b6-ea7a-4faf-8a88-56d0630cfd03 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:28:44.893183 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b87567-ffe0-446f-a2e5-3fa177b7bb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec58f404-fb91-4314-b6e8-e2f24bd74418,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:44.895361 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821a06a1-d3e8-42cb-8373-1d770ea4e7a4 None None] Routers {'61a1d9b6-ea7a-4faf-8a88-56d0630cfd03'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:28:44.896924 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-821a06a1-d3e8-42cb-8373-1d770ea4e7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:28:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['61a1d9b6-ea7a-4faf-8a88-56d0630cfd03'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:44.897652 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-43575e1a-1cc3-459c-a512-99a49cd30a92 req-4f88dc54-8867-4d6a-8498-cc5db6f42144 service neutron] 10.222.0.85 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5140624 Mar 22 19:28:44.908634 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5e513-4c14-4a7f-ae5e-0a4a57ac920c req-0ffd7d04-d37f-4b55-8c62-547cd37ad3ba tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:44.910345 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1fe5e513-4c14-4a7f-ae5e-0a4a57ac920c req-0ffd7d04-d37f-4b55-8c62-547cd37ad3ba tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=793ebe09-aab9-482f-aea8-a52bba446dde HTTP/1.1" status: 200 len: 945 time: 0.4154153 Mar 22 19:28:45.056455 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-821a06a1-d3e8-42cb-8373-1d770ea4e7a4 None None] Set router 61a1d9b6-ea7a-4faf-8a88-56d0630cfd03 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:28:45.062582 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ab998300-abc2-45a7-84ef-a293bacdb3ea admin admin] Publish callbacks [] for router_gateway (61a1d9b6-ea7a-4faf-8a88-56d0630cfd03), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:45.076544 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3e4b7424-8388-47e4-bffa-7339af5c0747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:45.171690 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ecfb6d11-b188-4dca-86b9-b2bd5717dc7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (04135953-940a-46da-b220-002bef1e438e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:45.292409 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-ab998300-abc2-45a7-84ef-a293bacdb3ea admin admin] Deleting port f3ec18b8-fa7a-48bf-8a8a-00674d28a16f {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:28:45.292755 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ab998300-abc2-45a7-84ef-a293bacdb3ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f3ec18b8-fa7a-48bf-8a8a-00674d28a16f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:45.326824 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-e45d3494-8a76-4312-a8cc-e4d6f26975a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:45.328939 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-e45d3494-8a76-4312-a8cc-e4d6f26975a7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f61b7108-8801-49ca-a870-f29fe4438af3 HTTP/1.1" status: 200 len: 797 time: 0.4460781 Mar 22 19:28:45.334558 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-43575e1a-1cc3-459c-a512-99a49cd30a92 req-ba151e0d-7474-4f3e-b0b2-b4183c3003cd service neutron] 10.222.0.85 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000080 Mar 22 19:28:45.457296 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-ab998300-abc2-45a7-84ef-a293bacdb3ea admin admin] For port f3ec18b8-fa7a-48bf-8a8a-00674d28a16f, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f3ec18b8-fa7a-48bf-8a8a-00674d28a16f,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:28:45.457956 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ab998300-abc2-45a7-84ef-a293bacdb3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f3ec18b8-fa7a-48bf-8a8a-00674d28a16f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:45.486072 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1fe5e513-4c14-4a7f-ae5e-0a4a57ac920c req-ceb2fa81-f62e-470a-9995-84dda9f97597 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5502281 Mar 22 19:28:45.536330 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-0912ebbd-f980-442d-b84f-3c9e933de0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:45.549068 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-0912ebbd-f980-442d-b84f-3c9e933de0e5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=08fc5dbc-a8ad-4376-80b5-c53d31d0b259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2115126 Mar 22 19:28:45.576033 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98560df-14a6-460f-a4d1-ca5c26c531ac req-71477c2b-9c5f-4210-95fa-0d304ab3624f tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:45.587259 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-ab998300-abc2-45a7-84ef-a293bacdb3ea admin admin] Calling delete_port for f3ec18b8-fa7a-48bf-8a8a-00674d28a16f owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:28:45.635103 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98560df-14a6-460f-a4d1-ca5c26c531ac req-71477c2b-9c5f-4210-95fa-0d304ab3624f tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:45.644307 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-821a06a1-d3e8-42cb-8373-1d770ea4e7a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61a1d9b6-ea7a-4faf-8a88-56d0630cfd03', 'name': 'tempest-FloatingIPsTestJSON-648180597-router', 'tenant_id': '35e5458d09af4a7a8b9806a4620b4bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f3ec18b8-fa7a-48bf-8a8a-00674d28a16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:27:59Z', 'updated_at': '2022-03-22T19:28:41Z', 'revision_number': 5, 'project_id': '35e5458d09af4a7a8b9806a4620b4bfa', 'gw_port': {'id': 'f3ec18b8-fa7a-48bf-8a8a-00674d28a16f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a1d9b6-ea7a-4faf-8a88-56d0630cfd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:00Z', 'updated_at': '2022-03-22T19:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:45.655887 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98560df-14a6-460f-a4d1-ca5c26c531ac req-71477c2b-9c5f-4210-95fa-0d304ab3624f tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:45.668916 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98560df-14a6-460f-a4d1-ca5c26c531ac req-71477c2b-9c5f-4210-95fa-0d304ab3624f tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:45.682201 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98560df-14a6-460f-a4d1-ca5c26c531ac req-71477c2b-9c5f-4210-95fa-0d304ab3624f tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:45.685886 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:45.689620 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98560df-14a6-460f-a4d1-ca5c26c531ac req-71477c2b-9c5f-4210-95fa-0d304ab3624f tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:45.696084 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98560df-14a6-460f-a4d1-ca5c26c531ac req-71477c2b-9c5f-4210-95fa-0d304ab3624f tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:45.724323 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d98560df-14a6-460f-a4d1-ca5c26c531ac req-71477c2b-9c5f-4210-95fa-0d304ab3624f tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5429 time: 0.5600777 Mar 22 19:28:45.748750 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821a06a1-d3e8-42cb-8373-1d770ea4e7a4 None None] The sync data for ids ['61a1d9b6-ea7a-4faf-8a88-56d0630cfd03'] in n-d-705658-24 is: [{'id': '61a1d9b6-ea7a-4faf-8a88-56d0630cfd03', 'name': 'tempest-FloatingIPsTestJSON-648180597-router', 'tenant_id': '35e5458d09af4a7a8b9806a4620b4bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f3ec18b8-fa7a-48bf-8a8a-00674d28a16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:27:59Z', 'updated_at': '2022-03-22T19:28:41Z', 'revision_number': 5, 'project_id': '35e5458d09af4a7a8b9806a4620b4bfa', 'gw_port': {'id': 'f3ec18b8-fa7a-48bf-8a8a-00674d28a16f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:7a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a1d9b6-ea7a-4faf-8a88-56d0630cfd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1599, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:00Z', 'updated_at': '2022-03-22T19:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:28:45.853046 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfb6d11-b188-4dca-86b9-b2bd5717dc7c admin admin] Router 04135953-940a-46da-b220-002bef1e438e has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:28:45.965017 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d98560df-14a6-460f-a4d1-ca5c26c531ac req-c8b61300-033a-46ba-9771-56c1362957d4 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2396984 Mar 22 19:28:45.981148 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d42ce-a4c5-4e6a-8b23-fe4b3439340a req-82e086ad-e1ec-4751-b190-1facc86eb189 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:45.985269 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-640d42ce-a4c5-4e6a-8b23-fe4b3439340a req-82e086ad-e1ec-4751-b190-1facc86eb189 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=b150f3c0-9130-4014-9c96-698074dbf2f7 HTTP/1.1" status: 200 len: 946 time: 0.2458107 Mar 22 19:28:46.050148 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-03224b2b-acc0-4542-ac5a-8da95da7c598 service neutron] 10.222.0.84 "GET /v2.0/networks/08fc5dbc-a8ad-4376-80b5-c53d31d0b259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011551 Mar 22 19:28:46.087870 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-640d42ce-a4c5-4e6a-8b23-fe4b3439340a req-123d8b70-b868-43da-b181-a58770a9ffb7 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932193 Mar 22 19:28:46.238759 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfb6d11-b188-4dca-86b9-b2bd5717dc7c admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:28:46.251285 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ecfb6d11-b188-4dca-86b9-b2bd5717dc7c admin admin] 10.222.0.75 "PUT /v2.0/routers/04135953-940a-46da-b220-002bef1e438e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9324801 Mar 22 19:28:46.251718 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52966) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:46.256620 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a92e60-42d8-4fb4-95d0-cc3a89cfb3c1 None None] Sync routers for ids ['04135953-940a-46da-b220-002bef1e438e'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:28:46.272236 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a92e60-42d8-4fb4-95d0-cc3a89cfb3c1 None None] Routers {'04135953-940a-46da-b220-002bef1e438e'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:28:46.277376 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b1a92e60-42d8-4fb4-95d0-cc3a89cfb3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:28:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['04135953-940a-46da-b220-002bef1e438e'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:46.319305 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-e60f500c-d4ce-4192-aa18-b1c9ca543823 service neutron] 10.222.0.84 "GET /v2.0/networks/08fc5dbc-a8ad-4376-80b5-c53d31d0b259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375798 Mar 22 19:28:46.418630 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-37f1934c-7a1f-4ac4-8254-7a4e8a9d0308 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=4ec388ce-f317-4007-a3b7-a3ba772d23b7 HTTP/1.1" status: 200 len: 217 time: 0.0922308 Mar 22 19:28:46.483996 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6be30463-959a-4e31-8193-11017520d9be admin admin] Publish callbacks [] for router (04135953-940a-46da-b220-002bef1e438e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:46.549465 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-bd7b0d65-85a4-450a-9f10-510ed5d95f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:46.550765 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ab998300-abc2-45a7-84ef-a293bacdb3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f3ec18b8-fa7a-48bf-8a8a-00674d28a16f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:46.553263 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-bd7b0d65-85a4-450a-9f10-510ed5d95f9d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f61b7108-8801-49ca-a870-f29fe4438af3 HTTP/1.1" status: 200 len: 797 time: 0.1278002 Mar 22 19:28:46.631188 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab998300-abc2-45a7-84ef-a293bacdb3ea admin admin] Pushing event deleted for resources: {'Port': ['ID=f3ec18b8-fa7a-48bf-8a8a-00674d28a16f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:46.654710 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-b1a92e60-42d8-4fb4-95d0-cc3a89cfb3c1 None None] Set router 04135953-940a-46da-b220-002bef1e438e gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:28:46.712130 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-d3c2cee5-713c-4d29-b069-7e829e1effe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:46.717942 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-d3c2cee5-713c-4d29-b069-7e829e1effe1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=08fc5dbc-a8ad-4376-80b5-c53d31d0b259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1592443 Mar 22 19:28:47.111147 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-3a8bd890-5a7d-4f05-8eb4-07fd71fc9b31 service neutron] 10.222.0.84 "GET /v2.0/networks/08fc5dbc-a8ad-4376-80b5-c53d31d0b259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805752 Mar 22 19:28:47.123357 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 5128da15-3a8c-4ae2-b71a-b47a6c78aac2 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:28:47.238841 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 5128da15-3a8c-4ae2-b71a-b47a6c78aac2 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:28:47.239266 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 5128da15-3a8c-4ae2-b71a-b47a6c78aac2 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:28:47.254389 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b1a92e60-42d8-4fb4-95d0-cc3a89cfb3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04135953-940a-46da-b220-002bef1e438e', 'name': 'tempest-ServersTestManualDisk-1354232685-router', 'tenant_id': '930b9ef3d7194f24932fd8b9008c68ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '327aaa84-9cdd-44ed-a109-309d63f235e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:19Z', 'updated_at': '2022-03-22T19:28:44Z', 'revision_number': 5, 'project_id': '930b9ef3d7194f24932fd8b9008c68ee', 'gw_port': {'id': '327aaa84-9cdd-44ed-a109-309d63f235e2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04135953-940a-46da-b220-002bef1e438e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:21Z', 'updated_at': '2022-03-22T19:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:47.405021 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a92e60-42d8-4fb4-95d0-cc3a89cfb3c1 None None] Checking router: 04135953-940a-46da-b220-002bef1e438e for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:28:47.439662 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-9ae9ea51-b2b7-4061-b038-079b5575db27 service neutron] 10.222.0.84 "GET /v2.0/networks/08fc5dbc-a8ad-4376-80b5-c53d31d0b259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214276 Mar 22 19:28:47.443197 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9d373cd8-a949-4317-92ea-56e88f3982f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:47.461742 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a92e60-42d8-4fb4-95d0-cc3a89cfb3c1 None None] Routers {'04135953-940a-46da-b220-002bef1e438e'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:28:47.462694 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b1a92e60-42d8-4fb4-95d0-cc3a89cfb3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:28:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['04135953-940a-46da-b220-002bef1e438e'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:47.567873 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-96086c3f-b99a-44a3-9059-6834e4e4c45c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.233&port_id=9e808c4c-a810-49a0-bf70-bc337009de29 HTTP/1.1" status: 200 len: 217 time: 0.1220708 Mar 22 19:28:47.612573 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ab998300-abc2-45a7-84ef-a293bacdb3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (61a1d9b6-ea7a-4faf-8a88-56d0630cfd03), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:47.696985 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-a248a736-2496-4761-8706-67fe86a70bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:47.698601 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-a248a736-2496-4761-8706-67fe86a70bf3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f61b7108-8801-49ca-a870-f29fe4438af3 HTTP/1.1" status: 200 len: 797 time: 0.1253209 Mar 22 19:28:47.752597 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-b1a92e60-42d8-4fb4-95d0-cc3a89cfb3c1 None None] Set router 04135953-940a-46da-b220-002bef1e438e gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:28:47.818424 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ab998300-abc2-45a7-84ef-a293bacdb3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (61a1d9b6-ea7a-4faf-8a88-56d0630cfd03), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:47.821253 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ab998300-abc2-45a7-84ef-a293bacdb3ea admin admin] Publish callbacks [] for router_controller (61a1d9b6-ea7a-4faf-8a88-56d0630cfd03), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:47.921718 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ab998300-abc2-45a7-84ef-a293bacdb3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (61a1d9b6-ea7a-4faf-8a88-56d0630cfd03), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:47.922499 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-c213622b-4a00-4d01-af3d-c5353876d0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:47.922851 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab998300-abc2-45a7-84ef-a293bacdb3ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61a1d9b6-ea7a-4faf-8a88-56d0630cfd03 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:28:47.928307 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-c213622b-4a00-4d01-af3d-c5353876d0d9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=08fc5dbc-a8ad-4376-80b5-c53d31d0b259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2230253 Mar 22 19:28:47.950641 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ab998300-abc2-45a7-84ef-a293bacdb3ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:47.952176 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ab998300-abc2-45a7-84ef-a293bacdb3ea admin admin] 10.222.0.75 "DELETE /v2.0/routers/61a1d9b6-ea7a-4faf-8a88-56d0630cfd03 HTTP/1.1" status: 204 len: 168 time: 3.5731871 Mar 22 19:28:47.959879 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53000) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:48.007034 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811d2be-47b6-4dfc-a5a8-0c245f590b6f req-49184bfe-18bb-44fe-861f-435015745934 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:48.024247 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811d2be-47b6-4dfc-a5a8-0c245f590b6f req-49184bfe-18bb-44fe-861f-435015745934 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:48.041629 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811d2be-47b6-4dfc-a5a8-0c245f590b6f req-49184bfe-18bb-44fe-861f-435015745934 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:48.058113 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811d2be-47b6-4dfc-a5a8-0c245f590b6f req-49184bfe-18bb-44fe-861f-435015745934 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:48.072647 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811d2be-47b6-4dfc-a5a8-0c245f590b6f req-49184bfe-18bb-44fe-861f-435015745934 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:48.087998 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811d2be-47b6-4dfc-a5a8-0c245f590b6f req-49184bfe-18bb-44fe-861f-435015745934 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:48.095198 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811d2be-47b6-4dfc-a5a8-0c245f590b6f req-49184bfe-18bb-44fe-861f-435015745934 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:48.097242 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5811d2be-47b6-4dfc-a5a8-0c245f590b6f req-49184bfe-18bb-44fe-861f-435015745934 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5429 time: 0.3348491 Mar 22 19:28:48.119167 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-6be909fb-e602-4748-a892-45ab6fc3c9c8 admin admin] Deleting subnet 72aa92bd-f69b-45e8-b999-5f9ded1f83d4 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:28:48.122785 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6be30463-959a-4e31-8193-11017520d9be admin admin] Publish callbacks [] for router_gateway (04135953-940a-46da-b220-002bef1e438e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:48.145818 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6be909fb-e602-4748-a892-45ab6fc3c9c8 admin admin] Publish callbacks [] for subnet (72aa92bd-f69b-45e8-b999-5f9ded1f83d4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:48.282568 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:48.330971 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b1a92e60-42d8-4fb4-95d0-cc3a89cfb3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04135953-940a-46da-b220-002bef1e438e', 'name': 'tempest-ServersTestManualDisk-1354232685-router', 'tenant_id': '930b9ef3d7194f24932fd8b9008c68ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '327aaa84-9cdd-44ed-a109-309d63f235e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:19Z', 'updated_at': '2022-03-22T19:28:44Z', 'revision_number': 5, 'project_id': '930b9ef3d7194f24932fd8b9008c68ee', 'gw_port': {'id': '327aaa84-9cdd-44ed-a109-309d63f235e2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04135953-940a-46da-b220-002bef1e438e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:21Z', 'updated_at': '2022-03-22T19:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:48.365154 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6be909fb-e602-4748-a892-45ab6fc3c9c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (72aa92bd-f69b-45e8-b999-5f9ded1f83d4), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:48.405882 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a92e60-42d8-4fb4-95d0-cc3a89cfb3c1 None None] The sync data for ids ['04135953-940a-46da-b220-002bef1e438e'] in n-d-705658-24 is: [{'id': '04135953-940a-46da-b220-002bef1e438e', 'name': 'tempest-ServersTestManualDisk-1354232685-router', 'tenant_id': '930b9ef3d7194f24932fd8b9008c68ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.233'}], 'enable_snat': True}, 'gw_port_id': '327aaa84-9cdd-44ed-a109-309d63f235e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:19Z', 'updated_at': '2022-03-22T19:28:44Z', 'revision_number': 5, 'project_id': '930b9ef3d7194f24932fd8b9008c68ee', 'gw_port': {'id': '327aaa84-9cdd-44ed-a109-309d63f235e2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04135953-940a-46da-b220-002bef1e438e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:21Z', 'updated_at': '2022-03-22T19:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:28:48.448087 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5811d2be-47b6-4dfc-a5a8-0c245f590b6f req-0f17ff9a-8006-4432-a401-919a70cdd723 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3344166 Mar 22 19:28:48.509257 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-733ad83a-2fea-4b75-a6cd-654fe03810dd service neutron] 10.222.0.84 "GET /v2.0/networks/08fc5dbc-a8ad-4376-80b5-c53d31d0b259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5672300 Mar 22 19:28:48.619384 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:48.651590 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6be909fb-e602-4748-a892-45ab6fc3c9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (72aa92bd-f69b-45e8-b999-5f9ded1f83d4), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:48.839648 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-6be30463-959a-4e31-8193-11017520d9be admin admin] Deleting port 327aaa84-9cdd-44ed-a109-309d63f235e2 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:28:48.839991 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6be30463-959a-4e31-8193-11017520d9be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (327aaa84-9cdd-44ed-a109-309d63f235e2), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:48.843193 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53014) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:48.870210 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6be909fb-e602-4748-a892-45ab6fc3c9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (72aa92bd-f69b-45e8-b999-5f9ded1f83d4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:48.951791 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-655044a1-9546-4c9f-920a-e488adc082a6 service neutron] 10.222.0.84 "GET /v2.0/networks/08fc5dbc-a8ad-4376-80b5-c53d31d0b259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359252 Mar 22 19:28:48.966988 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f3ec18b8-fa7a-48bf-8a8a-00674d28a16f no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:28:49.006119 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: f3ec18b8-fa7a-48bf-8a8a-00674d28a16f {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:28:49.006760 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f3ec18b8-fa7a-48bf-8a8a-00674d28a16f not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:28:49.007882 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b375418e-7f20-4a41-82aa-769e36ff5f81 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:28:49.039080 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: b375418e-7f20-4a41-82aa-769e36ff5f81 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:28:49.039831 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b375418e-7f20-4a41-82aa-769e36ff5f81 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:28:49.087294 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be909fb-e602-4748-a892-45ab6fc3c9c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72aa92bd-f69b-45e8-b999-5f9ded1f83d4,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:49.089623 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6be909fb-e602-4748-a892-45ab6fc3c9c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:49.102990 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6be909fb-e602-4748-a892-45ab6fc3c9c8 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/72aa92bd-f69b-45e8-b999-5f9ded1f83d4 HTTP/1.1" status: 204 len: 168 time: 1.1415136 Mar 22 19:28:49.105917 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53020) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:49.108644 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-4b13d688-ebc2-4294-b79f-44324fa10c16 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.161&port_id=14a3f8e4-e05b-4c1e-911f-de48243376f2 HTTP/1.1" status: 200 len: 217 time: 0.1421230 Mar 22 19:28:49.110507 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cb00ea-07c7-4d98-ab16-ad115514864b None None] Network bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:28:49.215525 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-7732b53c-51fe-439a-8c78-c7fc210d6987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:49.217143 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-7732b53c-51fe-439a-8c78-c7fc210d6987 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f61b7108-8801-49ca-a870-f29fe4438af3 HTTP/1.1" status: 200 len: 797 time: 0.1005707 Mar 22 19:28:49.322512 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-649bd9bc-f7ba-4fd7-8c74-b9ff1db4eb1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:49.333211 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-2c24a91a-e2d2-4c1c-91c0-de7080ef8677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:49.335851 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-2c24a91a-e2d2-4c1c-91c0-de7080ef8677 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=08fc5dbc-a8ad-4376-80b5-c53d31d0b259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1113508 Mar 22 19:28:49.399371 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-6be30463-959a-4e31-8193-11017520d9be admin admin] For port 327aaa84-9cdd-44ed-a109-309d63f235e2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=327aaa84-9cdd-44ed-a109-309d63f235e2,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:28:49.399858 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6be30463-959a-4e31-8193-11017520d9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (327aaa84-9cdd-44ed-a109-309d63f235e2), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:49.422003 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c9b382aa-b806-4f8d-88c5-d67c292cbd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:49.440944 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-6be30463-959a-4e31-8193-11017520d9be admin admin] Calling delete_port for 327aaa84-9cdd-44ed-a109-309d63f235e2 owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:28:49.486412 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98cb7d5-9387-4087-aede-2f5f7daa6b70 None None] DHCP port deletion for bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:28:49.504486 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-d507c4d0-6595-4ad8-80ed-005d43b2d339 service neutron] 10.222.0.84 "GET /v2.0/networks/08fc5dbc-a8ad-4376-80b5-c53d31d0b259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631706 Mar 22 19:28:49.633574 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d98cb7d5-9387-4087-aede-2f5f7daa6b70 None None] Deleting port ed6d1be5-98b1-43b5-bd1d-b51513d8dba8 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:28:49.634339 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d98cb7d5-9387-4087-aede-2f5f7daa6b70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (ed6d1be5-98b1-43b5-bd1d-b51513d8dba8), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:49.686458 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-3614b51b-b41c-4426-b587-3ba843881dba service neutron] 10.222.0.84 "GET /v2.0/networks/08fc5dbc-a8ad-4376-80b5-c53d31d0b259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737297 Mar 22 19:28:49.721421 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-d98cb7d5-9387-4087-aede-2f5f7daa6b70 None None] For port ed6d1be5-98b1-43b5-bd1d-b51513d8dba8, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=ed6d1be5-98b1-43b5-bd1d-b51513d8dba8,segment=NetworkSegment(5be35db7-b604-4f84-8e14-f19991e093a4),segment_id=5be35db7-b604-4f84-8e14-f19991e093a4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:28:49.722300 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d98cb7d5-9387-4087-aede-2f5f7daa6b70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (ed6d1be5-98b1-43b5-bd1d-b51513d8dba8), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:49.738240 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d98cb7d5-9387-4087-aede-2f5f7daa6b70 None None] Calling delete_port for ed6d1be5-98b1-43b5-bd1d-b51513d8dba8 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:28:49.818156 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-4229cf2b-d5a0-44ee-ab41-220adf514b3e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1f791238-3e27-4e2c-ba13-8a83f0b02353 HTTP/1.1" status: 200 len: 217 time: 0.1246281 Mar 22 19:28:49.912660 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-649bd9bc-f7ba-4fd7-8c74-b9ff1db4eb1e admin admin] Publish callbacks [] for security_group (2bb0b964-ca1a-412a-abb9-332ea210e3f3), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:49.920036 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d98cb7d5-9387-4087-aede-2f5f7daa6b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (ed6d1be5-98b1-43b5-bd1d-b51513d8dba8), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:49.936255 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-649bd9bc-f7ba-4fd7-8c74-b9ff1db4eb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2bb0b964-ca1a-412a-abb9-332ea210e3f3), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:49.967796 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cb7d5-9387-4087-aede-2f5f7daa6b70 None None] Pushing event deleted for resources: {'Port': ['ID=ed6d1be5-98b1-43b5-bd1d-b51513d8dba8,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:49.970180 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98cb7d5-9387-4087-aede-2f5f7daa6b70 None None] No DVR routers for this DVR port ed6d1be5-98b1-43b5-bd1d-b51513d8dba8 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:28:49.979943 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-649bd9bc-f7ba-4fd7-8c74-b9ff1db4eb1e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1e4f9d9dc36b45d39afcbf711558c9bd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1357129 Mar 22 19:28:49.980965 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6be30463-959a-4e31-8193-11017520d9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (327aaa84-9cdd-44ed-a109-309d63f235e2), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:49.987173 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53030) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:50.000018 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-1ee90699-6f56-4f0c-a2d7-afa0af4c60cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:50.001696 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-1ee90699-6f56-4f0c-a2d7-afa0af4c60cf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=add5e86e-1684-4168-ab70-08d4ad72036d HTTP/1.1" status: 200 len: 797 time: 0.1334999 Mar 22 19:28:50.046985 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be30463-959a-4e31-8193-11017520d9be admin admin] Pushing event deleted for resources: {'Port': ['ID=327aaa84-9cdd-44ed-a109-309d63f235e2,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:50.059263 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649bd9bc-f7ba-4fd7-8c74-b9ff1db4eb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb0b964-ca1a-412a-abb9-332ea210e3f3,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:50.074117 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:50.128760 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-c9b382aa-b806-4f8d-88c5-d67c292cbd77 admin admin] Deleting port ed6d1be5-98b1-43b5-bd1d-b51513d8dba8 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:28:50.129165 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c9b382aa-b806-4f8d-88c5-d67c292cbd77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (ed6d1be5-98b1-43b5-bd1d-b51513d8dba8), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:50.141049 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b6abb-db53-48ad-9baa-ff7b318240cb req-ce614fce-1aa4-4ada-b6dd-d7d32cc2aec7 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:50.161043 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b6abb-db53-48ad-9baa-ff7b318240cb req-ce614fce-1aa4-4ada-b6dd-d7d32cc2aec7 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:50.173233 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b6abb-db53-48ad-9baa-ff7b318240cb req-ce614fce-1aa4-4ada-b6dd-d7d32cc2aec7 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:50.196128 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b6abb-db53-48ad-9baa-ff7b318240cb req-ce614fce-1aa4-4ada-b6dd-d7d32cc2aec7 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:50.203738 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b6abb-db53-48ad-9baa-ff7b318240cb req-ce614fce-1aa4-4ada-b6dd-d7d32cc2aec7 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:50.211306 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b6abb-db53-48ad-9baa-ff7b318240cb req-ce614fce-1aa4-4ada-b6dd-d7d32cc2aec7 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:50.213516 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-827543dd-5d76-4586-87c0-9c4d6e63587c admin admin] Publish callbacks [] for security_group (2bb0b964-ca1a-412a-abb9-332ea210e3f3), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:50.220651 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b6abb-db53-48ad-9baa-ff7b318240cb req-ce614fce-1aa4-4ada-b6dd-d7d32cc2aec7 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:50.225479 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e2b6abb-db53-48ad-9baa-ff7b318240cb req-ce614fce-1aa4-4ada-b6dd-d7d32cc2aec7 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5429 time: 0.5368717 Mar 22 19:28:50.226467 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6be30463-959a-4e31-8193-11017520d9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (04135953-940a-46da-b220-002bef1e438e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:50.242555 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-c9b382aa-b806-4f8d-88c5-d67c292cbd77 admin admin] For port ed6d1be5-98b1-43b5-bd1d-b51513d8dba8, host n-d-705658-24, got binding levels [] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:28:50.242917 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c9b382aa-b806-4f8d-88c5-d67c292cbd77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (ed6d1be5-98b1-43b5-bd1d-b51513d8dba8), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:50.267378 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-2e8f4d4e-8abc-4fa8-a9ce-aeaa1d22b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:50.269128 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-2e8f4d4e-8abc-4fa8-a9ce-aeaa1d22b699 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2588151 Mar 22 19:28:50.358161 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-c9b382aa-b806-4f8d-88c5-d67c292cbd77 admin admin] Calling delete_port for ed6d1be5-98b1-43b5-bd1d-b51513d8dba8 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:28:50.361201 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-827543dd-5d76-4586-87c0-9c4d6e63587c admin admin] Publish callbacks [] for security_group (2bb0b964-ca1a-412a-abb9-332ea210e3f3), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:50.363990 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.ipam_backend_mixin [None req-c9b382aa-b806-4f8d-88c5-d67c292cbd77 admin admin] Port ed6d1be5-98b1-43b5-bd1d-b51513d8dba8 was not found and therefore no delete operation was performed {{(pid=104173) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 19:28:50.373753 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c9b382aa-b806-4f8d-88c5-d67c292cbd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (ed6d1be5-98b1-43b5-bd1d-b51513d8dba8), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:50.384857 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6be30463-959a-4e31-8193-11017520d9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (04135953-940a-46da-b220-002bef1e438e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:50.403974 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-cd4d0263-1dbe-4991-aea3-cb04bf70c2a6 service neutron] 10.222.0.84 "GET /v2.0/networks/c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251562 Mar 22 19:28:50.416018 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6be30463-959a-4e31-8193-11017520d9be admin admin] Publish callbacks [] for router_controller (04135953-940a-46da-b220-002bef1e438e), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:50.429822 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b382aa-b806-4f8d-88c5-d67c292cbd77 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed6d1be5-98b1-43b5-bd1d-b51513d8dba8,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:50.499904 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b382aa-b806-4f8d-88c5-d67c292cbd77 admin admin] No DVR routers for this DVR port ed6d1be5-98b1-43b5-bd1d-b51513d8dba8 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:28:50.550771 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e2b6abb-db53-48ad-9baa-ff7b318240cb req-e36df18f-9082-43d5-bb99-5b95bf1093cb tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3155460 Mar 22 19:28:50.612877 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-85826aea-71fb-420d-9ee3-5a79861301f4 service neutron] 10.222.0.84 "GET /v2.0/networks/c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938262 Mar 22 19:28:50.629841 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6be30463-959a-4e31-8193-11017520d9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (04135953-940a-46da-b220-002bef1e438e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:50.631375 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be30463-959a-4e31-8193-11017520d9be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04135953-940a-46da-b220-002bef1e438e {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:28:50.637282 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6be30463-959a-4e31-8193-11017520d9be admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:50.642545 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6be30463-959a-4e31-8193-11017520d9be admin admin] 10.222.0.75 "DELETE /v2.0/routers/04135953-940a-46da-b220-002bef1e438e HTTP/1.1" status: 204 len: 168 time: 4.3859785 Mar 22 19:28:50.643796 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53044) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:50.714301 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-3d1806dc-1050-4203-9afe-11fbe0bbf3fe service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=512149e1-9e99-4084-aeaf-943c08b8e57d HTTP/1.1" status: 200 len: 217 time: 0.0903728 Mar 22 19:28:50.731379 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53046) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:50.736110 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-0a8b68b4-1e7d-4b78-afc5-4276e33165b5 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1805394109', 'description': 'tempest-description--1221947992'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:50.751224 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c9b382aa-b806-4f8d-88c5-d67c292cbd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:50.786443 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-c9b382aa-b806-4f8d-88c5-d67c292cbd77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:50.804421 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-c9b382aa-b806-4f8d-88c5-d67c292cbd77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be35db7-b604-4f84-8e14-f19991e093a4') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:50.804801 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-c9b382aa-b806-4f8d-88c5-d67c292cbd77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be35db7-b604-4f84-8e14-f19991e093a4') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:50.827235 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c9b382aa-b806-4f8d-88c5-d67c292cbd77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (5be35db7-b604-4f84-8e14-f19991e093a4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:50.827548 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-70f18025-dbb6-480f-a9fc-cb42eff0c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:50.829210 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-70f18025-dbb6-480f-a9fc-cb42eff0c01d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=add5e86e-1684-4168-ab70-08d4ad72036d HTTP/1.1" status: 200 len: 797 time: 0.0990751 Mar 22 19:28:50.829984 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0a8b68b4-1e7d-4b78-afc5-4276e33165b5 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:50.851502 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c9b382aa-b806-4f8d-88c5-d67c292cbd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (5be35db7-b604-4f84-8e14-f19991e093a4), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:50.876192 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b382aa-b806-4f8d-88c5-d67c292cbd77 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:28:50.876788 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c9b382aa-b806-4f8d-88c5-d67c292cbd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (5be35db7-b604-4f84-8e14-f19991e093a4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:50.972467 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:28:50.972467 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:28:50.972467 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:28:50.972467 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:28:50.972467 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:28:50.972467 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:28:50.972467 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:28:50.972467 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:28:50.972467 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:28:50.972467 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:28:50.972467 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:28:50.972467 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:28:50.972467 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:28:50.972467 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:28:50.972467 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:28:50.972467 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:28:50.972467 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:28:50.972467 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:28:50.972467 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:28:50.972467 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:28:50.972467 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:28:50.972467 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:28:50.972467 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:28:50.972467 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:28:50.972467 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:28:50.972467 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:28:50.972467 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:28:50.972467 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:28:50.972467 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:28:50.972467 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:28:50.972467 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:28:50.972467 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:28:50.982136 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c9b382aa-b806-4f8d-88c5-d67c292cbd77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:50.985039 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-827543dd-5d76-4586-87c0-9c4d6e63587c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2bb0b964-ca1a-412a-abb9-332ea210e3f3), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:50.988355 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-827543dd-5d76-4586-87c0-9c4d6e63587c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:50.993037 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-827543dd-5d76-4586-87c0-9c4d6e63587c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2bb0b964-ca1a-412a-abb9-332ea210e3f3 HTTP/1.1" status: 204 len: 168 time: 0.9976754 Mar 22 19:28:50.999934 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c9b382aa-b806-4f8d-88c5-d67c292cbd77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:51.009188 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c9b382aa-b806-4f8d-88c5-d67c292cbd77 admin admin] 10.222.0.75 "DELETE /v2.0/networks/bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1 HTTP/1.1" status: 204 len: 168 time: 1.8989050 Mar 22 19:28:51.022702 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827543dd-5d76-4586-87c0-9c4d6e63587c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb0b964-ca1a-412a-abb9-332ea210e3f3,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:51.051173 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b382aa-b806-4f8d-88c5-d67c292cbd77 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb5c55ae-e96b-4eeb-905d-09c0cb9a58e1,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:51.059103 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b68f3af-b451-4f56-b81d-a6f958ab1b8d admin admin] Deleting subnet f0ecf098-5e3d-4ff0-ac79-d3d21e505122 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:28:51.062900 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5b68f3af-b451-4f56-b81d-a6f958ab1b8d admin admin] Publish callbacks [] for subnet (f0ecf098-5e3d-4ff0-ac79-d3d21e505122), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:51.106297 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0a8b68b4-1e7d-4b78-afc5-4276e33165b5 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks [] for security_group (95269df0-84b0-459b-9a2e-0d212c1ee848), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:51.131812 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0a8b68b4-1e7d-4b78-afc5-4276e33165b5 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (95269df0-84b0-459b-9a2e-0d212c1ee848), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:51.142059 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5b68f3af-b451-4f56-b81d-a6f958ab1b8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (f0ecf098-5e3d-4ff0-ac79-d3d21e505122), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:51.177478 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0a8b68b4-1e7d-4b78-afc5-4276e33165b5 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:51.181764 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0a8b68b4-1e7d-4b78-afc5-4276e33165b5 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4468145 Mar 22 19:28:51.196742 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-409f5e7c-ef78-40cc-be18-b02500c53e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:51.198788 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-409f5e7c-ef78-40cc-be18-b02500c53e48 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3576925 Mar 22 19:28:51.207773 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53052) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:51.225593 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-78600acd-6081-49f6-99a9-162837008741 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Request body: {'security_group_rule': {'security_group_id': '95269df0-84b0-459b-9a2e-0d212c1ee848', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:51.317081 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:51.336376 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-78600acd-6081-49f6-99a9-162837008741 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks [] for security_group_rule (ebecdf24-9989-4924-940d-67ba380b3497), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:51.401405 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53056) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:51.412608 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b68b4-1e7d-4b78-afc5-4276e33165b5 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95269df0-84b0-459b-9a2e-0d212c1ee848,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:51.493637 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device ed6d1be5-98b1-43b5-bd1d-b51513d8dba8 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:28:51.520667 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-b9819dde-89e5-4eaf-9428-5ec078dffb13 service neutron] 10.222.0.84 "GET /v2.0/networks/c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028212 Mar 22 19:28:51.563310 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: ed6d1be5-98b1-43b5-bd1d-b51513d8dba8 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:28:51.570784 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device ed6d1be5-98b1-43b5-bd1d-b51513d8dba8 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:28:51.591022 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-038effc7-4653-4711-86a6-d087de59dd6c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=35e5458d09af4a7a8b9806a4620b4bfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1882467 Mar 22 19:28:51.607175 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53060) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:51.673687 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-78600acd-6081-49f6-99a9-162837008741 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks [] for security_group_rule (ebecdf24-9989-4924-940d-67ba380b3497), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:51.688378 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5b68f3af-b451-4f56-b81d-a6f958ab1b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (f0ecf098-5e3d-4ff0-ac79-d3d21e505122), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:51.692448 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-78600acd-6081-49f6-99a9-162837008741 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (ebecdf24-9989-4924-940d-67ba380b3497), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:51.739191 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78600acd-6081-49f6-99a9-162837008741 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebecdf24-9989-4924-940d-67ba380b3497,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:51.775073 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b0c5e3d3-4290-418b-acec-65541c06488d admin admin] Publish callbacks [] for security_group (f68be226-f10a-457e-9f26-a4b770ba8880), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:51.811344 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b0c5e3d3-4290-418b-acec-65541c06488d admin admin] Publish callbacks [] for security_group (f68be226-f10a-457e-9f26-a4b770ba8880), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:51.865181 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53066) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:51.878680 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-78600acd-6081-49f6-99a9-162837008741 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:51.882893 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-78600acd-6081-49f6-99a9-162837008741 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6708527 Mar 22 19:28:51.889825 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53068) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:51.894665 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-7809d704-07d2-47ec-824b-8794a8a08da0 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Request body: {'security_group_rule': {'security_group_id': '95269df0-84b0-459b-9a2e-0d212c1ee848', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:51.917667 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ec7ea0a6-ed42-41e7-a58f-df26ab90fca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:51.950285 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7809d704-07d2-47ec-824b-8794a8a08da0 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks [] for security_group_rule (fe59bed4-e727-4d46-a105-191032e6bfeb), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:52.018282 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7809d704-07d2-47ec-824b-8794a8a08da0 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks [] for security_group_rule (fe59bed4-e727-4d46-a105-191032e6bfeb), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:52.026376 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b0c5e3d3-4290-418b-acec-65541c06488d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f68be226-f10a-457e-9f26-a4b770ba8880), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:52.030755 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b0c5e3d3-4290-418b-acec-65541c06488d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:52.035179 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b0c5e3d3-4290-418b-acec-65541c06488d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f68be226-f10a-457e-9f26-a4b770ba8880 HTTP/1.1" status: 204 len: 168 time: 0.4267476 Mar 22 19:28:52.043461 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7809d704-07d2-47ec-824b-8794a8a08da0 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (fe59bed4-e727-4d46-a105-191032e6bfeb), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:52.086119 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7809d704-07d2-47ec-824b-8794a8a08da0 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:52.089962 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7809d704-07d2-47ec-824b-8794a8a08da0 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1975379 Mar 22 19:28:52.098756 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53072) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:52.105393 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-6d9a7719-255c-433f-8b49-ffdce05dda91 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:52.106902 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c5e3d3-4290-418b-acec-65541c06488d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68be226-f10a-457e-9f26-a4b770ba8880,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:52.117107 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5b68f3af-b451-4f56-b81d-a6f958ab1b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (f0ecf098-5e3d-4ff0-ac79-d3d21e505122), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:52.162035 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5b68f3af-b451-4f56-b81d-a6f958ab1b8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:52.170417 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5b68f3af-b451-4f56-b81d-a6f958ab1b8d admin admin] 10.222.0.75 "DELETE /v2.0/subnets/f0ecf098-5e3d-4ff0-ac79-d3d21e505122 HTTP/1.1" status: 204 len: 168 time: 1.5254374 Mar 22 19:28:52.171480 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809d704-07d2-47ec-824b-8794a8a08da0 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe59bed4-e727-4d46-a105-191032e6bfeb,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:52.172205 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53074) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:52.173346 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6d9a7719-255c-433f-8b49-ffdce05dda91 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:52.175075 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcd97ad-24d5-46a0-a28a-4675b42f073d None None] Network 4b718542-9a1f-44dc-be58-35b105938a61 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:28:52.179271 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b68f3af-b451-4f56-b81d-a6f958ab1b8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0ecf098-5e3d-4ff0-ac79-d3d21e505122,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:52.259413 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ec7ea0a6-ed42-41e7-a58f-df26ab90fca7 admin admin] Publish callbacks [] for security_group (e5f68cde-08fb-42ef-b9a0-3809dbe8b126), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:52.264941 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ec7ea0a6-ed42-41e7-a58f-df26ab90fca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e5f68cde-08fb-42ef-b9a0-3809dbe8b126), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:52.314352 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bd34365-0950-4160-b07f-6d26aac0a06c req-510546e8-7bd5-4a1e-a738-4010c742beb3 service neutron] 10.222.0.84 "GET /v2.0/networks/c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7875092 Mar 22 19:28:52.329100 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370d2db-5e99-4d2e-ae13-739375049517 req-8eb2cb9f-3375-47f5-87fe-bb074d7fd2a3 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:52.346423 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370d2db-5e99-4d2e-ae13-739375049517 req-8eb2cb9f-3375-47f5-87fe-bb074d7fd2a3 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:52.353999 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ec7ea0a6-ed42-41e7-a58f-df26ab90fca7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d34b157a6e8e43469eeaa47eb90c1157&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4854426 Mar 22 19:28:52.356861 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370d2db-5e99-4d2e-ae13-739375049517 req-8eb2cb9f-3375-47f5-87fe-bb074d7fd2a3 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:52.359580 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53076) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:52.370826 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370d2db-5e99-4d2e-ae13-739375049517 req-8eb2cb9f-3375-47f5-87fe-bb074d7fd2a3 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:52.376411 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370d2db-5e99-4d2e-ae13-739375049517 req-8eb2cb9f-3375-47f5-87fe-bb074d7fd2a3 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:52.398865 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370d2db-5e99-4d2e-ae13-739375049517 req-8eb2cb9f-3375-47f5-87fe-bb074d7fd2a3 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:52.404291 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370d2db-5e99-4d2e-ae13-739375049517 req-8eb2cb9f-3375-47f5-87fe-bb074d7fd2a3 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:52.410942 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ea0a6-ed42-41e7-a58f-df26ab90fca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f68cde-08fb-42ef-b9a0-3809dbe8b126,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:52.417644 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0370d2db-5e99-4d2e-ae13-739375049517 req-8eb2cb9f-3375-47f5-87fe-bb074d7fd2a3 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5429 time: 0.3290670 Mar 22 19:28:52.448050 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b33091ff-0292-437e-8b4b-5923d8fc649f admin admin] Publish callbacks [] for security_group (e5f68cde-08fb-42ef-b9a0-3809dbe8b126), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:52.478254 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b33091ff-0292-437e-8b4b-5923d8fc649f admin admin] Publish callbacks [] for security_group (e5f68cde-08fb-42ef-b9a0-3809dbe8b126), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:52.543298 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-623f00ed-2a72-4822-b8e2-b197a2167460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (4b718542-9a1f-44dc-be58-35b105938a61), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:52.555393 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b33091ff-0292-437e-8b4b-5923d8fc649f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e5f68cde-08fb-42ef-b9a0-3809dbe8b126), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:52.560665 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b33091ff-0292-437e-8b4b-5923d8fc649f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:52.566245 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b33091ff-0292-437e-8b4b-5923d8fc649f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e5f68cde-08fb-42ef-b9a0-3809dbe8b126 HTTP/1.1" status: 204 len: 168 time: 0.2033048 Mar 22 19:28:52.576328 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33091ff-0292-437e-8b4b-5923d8fc649f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f68cde-08fb-42ef-b9a0-3809dbe8b126,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:52.653423 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0370d2db-5e99-4d2e-ae13-739375049517 req-d7a39f20-26c1-4e18-8a8a-6fd537095ff9 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2343004 Mar 22 19:28:52.675030 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2b3d5-96c8-40da-b44b-6420f6c001d8 req-e23c8abf-1f3d-44b9-b70c-63ea7f9b2fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:52.675904 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2b3d5-96c8-40da-b44b-6420f6c001d8 req-e23c8abf-1f3d-44b9-b70c-63ea7f9b2fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:52.676557 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2b3d5-96c8-40da-b44b-6420f6c001d8 req-e23c8abf-1f3d-44b9-b70c-63ea7f9b2fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:52.677228 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2b3d5-96c8-40da-b44b-6420f6c001d8 req-e23c8abf-1f3d-44b9-b70c-63ea7f9b2fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:52.678050 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2b3d5-96c8-40da-b44b-6420f6c001d8 req-e23c8abf-1f3d-44b9-b70c-63ea7f9b2fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:52.680272 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2b3d5-96c8-40da-b44b-6420f6c001d8 req-e23c8abf-1f3d-44b9-b70c-63ea7f9b2fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:52.681389 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2b3d5-96c8-40da-b44b-6420f6c001d8 req-e23c8abf-1f3d-44b9-b70c-63ea7f9b2fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:52.685059 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-54b2b3d5-96c8-40da-b44b-6420f6c001d8 req-e23c8abf-1f3d-44b9-b70c-63ea7f9b2fb3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3fee7ce517f548f9a4e6097b9989ab12&device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 6710 time: 0.2474260 Mar 22 19:28:52.920512 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e85154-fdd0-45fd-a199-3f2844203117 None None] DHCP port deletion for 4b718542-9a1f-44dc-be58-35b105938a61 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:28:53.010578 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6d9a7719-255c-433f-8b49-ffdce05dda91 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:53.045934 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-623f00ed-2a72-4822-b8e2-b197a2167460 admin admin] Deleting port eb7aee05-a393-475d-a986-130a3ce525b6 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:28:53.046807 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-623f00ed-2a72-4822-b8e2-b197a2167460 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (eb7aee05-a393-475d-a986-130a3ce525b6), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:53.067103 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-50e85154-fdd0-45fd-a199-3f2844203117 None None] Deleting port eb7aee05-a393-475d-a986-130a3ce525b6 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:28:53.069249 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-50e85154-fdd0-45fd-a199-3f2844203117 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (eb7aee05-a393-475d-a986-130a3ce525b6), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:53.075323 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2b3d5-96c8-40da-b44b-6420f6c001d8 req-d27b5c01-fc8a-44c4-b469-5a8a1cea25f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:53.078534 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-54b2b3d5-96c8-40da-b44b-6420f6c001d8 req-d27b5c01-fc8a-44c4-b469-5a8a1cea25f1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec HTTP/1.1" status: 200 len: 903 time: 0.3845768 Mar 22 19:28:53.105975 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 327aaa84-9cdd-44ed-a109-309d63f235e2 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:28:53.185959 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 327aaa84-9cdd-44ed-a109-309d63f235e2 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:28:53.186707 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 327aaa84-9cdd-44ed-a109-309d63f235e2 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:28:53.187672 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device eb7aee05-a393-475d-a986-130a3ce525b6 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:28:53.200546 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-54b2b3d5-96c8-40da-b44b-6420f6c001d8 req-339601ed-4bd4-40f7-9232-a0dc77559f48 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=512149e1-9e99-4084-aeaf-943c08b8e57d HTTP/1.1" status: 200 len: 217 time: 0.0587428 Mar 22 19:28:53.259262 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-50e85154-fdd0-45fd-a199-3f2844203117 None None] For port eb7aee05-a393-475d-a986-130a3ce525b6, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=eb7aee05-a393-475d-a986-130a3ce525b6,segment=NetworkSegment(c1f4cc7d-c652-4382-8820-891fa4fa1690),segment_id=c1f4cc7d-c652-4382-8820-891fa4fa1690)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:28:53.260195 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-50e85154-fdd0-45fd-a199-3f2844203117 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (eb7aee05-a393-475d-a986-130a3ce525b6), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:53.293309 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2b3d5-96c8-40da-b44b-6420f6c001d8 req-179b2519-ff4c-4f3c-b2fd-adcb72d96053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:53.296734 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-54b2b3d5-96c8-40da-b44b-6420f6c001d8 req-179b2519-ff4c-4f3c-b2fd-adcb72d96053 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=add5e86e-1684-4168-ab70-08d4ad72036d HTTP/1.1" status: 200 len: 797 time: 0.0797322 Mar 22 19:28:53.315085 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port eb7aee05-a393-475d-a986-130a3ce525b6 is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:28:53.315842 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (eb7aee05-a393-475d-a986-130a3ce525b6), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:53.332003 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-623f00ed-2a72-4822-b8e2-b197a2167460 admin admin] For port eb7aee05-a393-475d-a986-130a3ce525b6, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=eb7aee05-a393-475d-a986-130a3ce525b6,segment=NetworkSegment(c1f4cc7d-c652-4382-8820-891fa4fa1690),segment_id=c1f4cc7d-c652-4382-8820-891fa4fa1690)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:28:53.332347 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-623f00ed-2a72-4822-b8e2-b197a2167460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (eb7aee05-a393-475d-a986-130a3ce525b6), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:53.339325 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-50e85154-fdd0-45fd-a199-3f2844203117 None None] Calling delete_port for eb7aee05-a393-475d-a986-130a3ce525b6 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:28:53.371457 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port eb7aee05-a393-475d-a986-130a3ce525b6, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=eb7aee05-a393-475d-a986-130a3ce525b6,segment=NetworkSegment(c1f4cc7d-c652-4382-8820-891fa4fa1690),segment_id=c1f4cc7d-c652-4382-8820-891fa4fa1690)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:28:53.384492 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (eb7aee05-a393-475d-a986-130a3ce525b6), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:53.484108 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-623f00ed-2a72-4822-b8e2-b197a2167460 admin admin] Calling delete_port for eb7aee05-a393-475d-a986-130a3ce525b6 owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:28:53.550097 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=eb7aee05-a393-475d-a986-130a3ce525b6,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:53.597589 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-50e85154-fdd0-45fd-a199-3f2844203117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (eb7aee05-a393-475d-a986-130a3ce525b6), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:53.630358 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e85154-fdd0-45fd-a199-3f2844203117 None None] Pushing event deleted for resources: {'Port': ['ID=eb7aee05-a393-475d-a986-130a3ce525b6,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:53.634970 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e85154-fdd0-45fd-a199-3f2844203117 None None] No DVR routers for this DVR port eb7aee05-a393-475d-a986-130a3ce525b6 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:28:53.662015 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-6d9a7719-255c-433f-8b49-ffdce05dda91 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Allocated IP 172.25.5.250 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/9307bd47-7d00-41c6-9f15-c59bf3da99c5) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:28:53.708753 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53112) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:53.885121 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-8a32dd07-f0cb-48f9-9803-0559cf830c89 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1302747164-network', 'tenant_id': 'a3fcf53cd795494fb2252f39624d61a8'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:53.891063 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2b3d5-96c8-40da-b44b-6420f6c001d8 req-d2165cb3-f6ca-4130-9f6f-4dd36337f1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:53.894174 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-54b2b3d5-96c8-40da-b44b-6420f6c001d8 req-d2165cb3-f6ca-4130-9f6f-4dd36337f1a0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5813346 Mar 22 19:28:53.928575 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a32dd07-f0cb-48f9-9803-0559cf830c89 admin admin] Made reservation on behalf of a3fcf53cd795494fb2252f39624d61a8 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:28:53.931879 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8a32dd07-f0cb-48f9-9803-0559cf830c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:53.948202 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8a32dd07-f0cb-48f9-9803-0559cf830c89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:54.066807 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8a32dd07-f0cb-48f9-9803-0559cf830c89 admin admin] Publish callbacks [] for security_group (e1287533-f934-4a7b-80cb-a44ba3b9d040), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:54.081616 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8a32dd07-f0cb-48f9-9803-0559cf830c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e1287533-f934-4a7b-80cb-a44ba3b9d040), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:54.122373 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a32dd07-f0cb-48f9-9803-0559cf830c89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:28:54.150985 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8a32dd07-f0cb-48f9-9803-0559cf830c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (e616fbf2-9871-4d5f-923b-a37926b6e494), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:54.151330 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-8a32dd07-f0cb-48f9-9803-0559cf830c89 admin admin] Added segment e616fbf2-9871-4d5f-923b-a37926b6e494 of type vlan for network 99cdc558-c933-46f0-87ac-a2b0eaa1b5ee Mar 22 19:28:54.159202 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32dd07-f0cb-48f9-9803-0559cf830c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1287533-f934-4a7b-80cb-a44ba3b9d040,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:54.201828 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8a32dd07-f0cb-48f9-9803-0559cf830c89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (99cdc558-c933-46f0-87ac-a2b0eaa1b5ee), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:54.214077 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c025377-1c2c-4357-bda0-710e86bd593c req-21cfbe58-de37-441b-8768-d2d7480dfa15 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:54.219503 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c025377-1c2c-4357-bda0-710e86bd593c req-21cfbe58-de37-441b-8768-d2d7480dfa15 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:54.225069 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c025377-1c2c-4357-bda0-710e86bd593c req-21cfbe58-de37-441b-8768-d2d7480dfa15 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:54.230718 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8a32dd07-f0cb-48f9-9803-0559cf830c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (99cdc558-c933-46f0-87ac-a2b0eaa1b5ee), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:54.231328 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c025377-1c2c-4357-bda0-710e86bd593c req-21cfbe58-de37-441b-8768-d2d7480dfa15 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:54.232047 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a32dd07-f0cb-48f9-9803-0559cf830c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:54.232684 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8a32dd07-f0cb-48f9-9803-0559cf830c89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:54.236878 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c025377-1c2c-4357-bda0-710e86bd593c req-21cfbe58-de37-441b-8768-d2d7480dfa15 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:54.242392 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c025377-1c2c-4357-bda0-710e86bd593c req-21cfbe58-de37-441b-8768-d2d7480dfa15 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:54.247757 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c025377-1c2c-4357-bda0-710e86bd593c req-21cfbe58-de37-441b-8768-d2d7480dfa15 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:54.256030 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c025377-1c2c-4357-bda0-710e86bd593c req-21cfbe58-de37-441b-8768-d2d7480dfa15 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5429 time: 0.4077375 Mar 22 19:28:54.266914 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8a32dd07-f0cb-48f9-9803-0559cf830c89 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5570352 Mar 22 19:28:54.284717 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6d9a7719-255c-433f-8b49-ffdce05dda91 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks [] for port (9307bd47-7d00-41c6-9f15-c59bf3da99c5), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:54.286250 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-623f00ed-2a72-4822-b8e2-b197a2167460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (eb7aee05-a393-475d-a986-130a3ce525b6), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:54.289817 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53130) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:54.312505 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32dd07-f0cb-48f9-9803-0559cf830c89 admin admin] Pushing event updated for resources: {'Network': ['ID=99cdc558-c933-46f0-87ac-a2b0eaa1b5ee,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:54.324359 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 99cdc558-c933-46f0-87ac-a2b0eaa1b5ee details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:28:54.329121 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-76bfc336-6ae5-4d99-86ab-0f25b407721d admin admin] Request body: {'subnet': {'network_id': '99cdc558-c933-46f0-87ac-a2b0eaa1b5ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1302747164-subnet', 'tenant_id': 'a3fcf53cd795494fb2252f39624d61a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:54.359166 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f00ed-2a72-4822-b8e2-b197a2167460 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb7aee05-a393-475d-a986-130a3ce525b6,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:54.384440 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-54b2b3d5-96c8-40da-b44b-6420f6c001d8 req-6e2845b7-ac7a-471e-93a9-a712610cdc3b service neutron] 10.222.0.84 "GET /v2.0/networks/c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4661357 Mar 22 19:28:54.409483 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623f00ed-2a72-4822-b8e2-b197a2167460 admin admin] No DVR routers for this DVR port eb7aee05-a393-475d-a986-130a3ce525b6 on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:28:54.538257 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76bfc336-6ae5-4d99-86ab-0f25b407721d admin admin] Made reservation on behalf of a3fcf53cd795494fb2252f39624d61a8 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:28:54.540846 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-76bfc336-6ae5-4d99-86ab-0f25b407721d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:54.569163 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6d9a7719-255c-433f-8b49-ffdce05dda91 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (9307bd47-7d00-41c6-9f15-c59bf3da99c5), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:54.623660 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c025377-1c2c-4357-bda0-710e86bd593c req-6abd6c0d-2dc2-4d22-a6e4-e50fed3b58c4 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3666749 Mar 22 19:28:54.719044 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9a7719-255c-433f-8b49-ffdce05dda91 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:28:54.740531 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-6d9a7719-255c-433f-8b49-ffdce05dda91 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:54.756623 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9a7719-255c-433f-8b49-ffdce05dda91 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:28:54.803501 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-623f00ed-2a72-4822-b8e2-b197a2167460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (4b718542-9a1f-44dc-be58-35b105938a61), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:54.849112 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a7719-255c-433f-8b49-ffdce05dda91 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Pushing event updated for resources: {'Port': ['ID=9307bd47-7d00-41c6-9f15-c59bf3da99c5,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:54.947519 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-623f00ed-2a72-4822-b8e2-b197a2167460 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b718542-9a1f-44dc-be58-35b105938a61']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:54.960269 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-54b2b3d5-96c8-40da-b44b-6420f6c001d8 req-47c9caaa-cbbd-4373-a237-c5bffb734df7 service neutron] 10.222.0.84 "GET /v2.0/networks/c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5482090 Mar 22 19:28:54.985603 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6d9a7719-255c-433f-8b49-ffdce05dda91 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks [] for floatingip (4525833a-ca0f-400a-9fc6-e84644e82809), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:55.004119 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-623f00ed-2a72-4822-b8e2-b197a2167460 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1f4cc7d-c652-4382-8820-891fa4fa1690') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:55.004542 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-623f00ed-2a72-4822-b8e2-b197a2167460 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1f4cc7d-c652-4382-8820-891fa4fa1690') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:28:55.058804 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-623f00ed-2a72-4822-b8e2-b197a2167460 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (c1f4cc7d-c652-4382-8820-891fa4fa1690), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:55.089242 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6d9a7719-255c-433f-8b49-ffdce05dda91 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9307bd47-7d00-41c6-9f15-c59bf3da99c5), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:55.091499 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-623f00ed-2a72-4822-b8e2-b197a2167460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (c1f4cc7d-c652-4382-8820-891fa4fa1690), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:55.236063 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-623f00ed-2a72-4822-b8e2-b197a2167460 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:28:55.236723 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-623f00ed-2a72-4822-b8e2-b197a2167460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (c1f4cc7d-c652-4382-8820-891fa4fa1690), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:28:55.238612 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:28:55.254888 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-76bfc336-6ae5-4d99-86ab-0f25b407721d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (59a43b74-bf5d-4fdc-9306-e68ffd63bdcc), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:55.425553 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-623f00ed-2a72-4822-b8e2-b197a2167460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (4b718542-9a1f-44dc-be58-35b105938a61), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:55.429045 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bfc336-6ae5-4d99-86ab-0f25b407721d admin admin] Pushing event updated for resources: {'Subnet': ['ID=59a43b74-bf5d-4fdc-9306-e68ffd63bdcc,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:55.444109 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bfc336-6ae5-4d99-86ab-0f25b407721d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:55.444580 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bfc336-6ae5-4d99-86ab-0f25b407721d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:55.445158 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bfc336-6ae5-4d99-86ab-0f25b407721d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:55.445586 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bfc336-6ae5-4d99-86ab-0f25b407721d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:55.446058 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bfc336-6ae5-4d99-86ab-0f25b407721d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:55.446494 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bfc336-6ae5-4d99-86ab-0f25b407721d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:55.446925 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bfc336-6ae5-4d99-86ab-0f25b407721d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:55.447363 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bfc336-6ae5-4d99-86ab-0f25b407721d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:55.447793 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bfc336-6ae5-4d99-86ab-0f25b407721d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:55.448227 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bfc336-6ae5-4d99-86ab-0f25b407721d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:55.448674 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bfc336-6ae5-4d99-86ab-0f25b407721d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:55.449103 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bfc336-6ae5-4d99-86ab-0f25b407721d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:55.449538 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bfc336-6ae5-4d99-86ab-0f25b407721d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:55.450008 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bfc336-6ae5-4d99-86ab-0f25b407721d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:55.450435 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76bfc336-6ae5-4d99-86ab-0f25b407721d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:28:55.468924 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-623f00ed-2a72-4822-b8e2-b197a2167460 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:55.474651 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-623f00ed-2a72-4822-b8e2-b197a2167460 admin admin] 10.222.0.75 "DELETE /v2.0/networks/4b718542-9a1f-44dc-be58-35b105938a61 HTTP/1.1" status: 204 len: 168 time: 3.2953646 Mar 22 19:28:55.475476 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f00ed-2a72-4822-b8e2-b197a2167460 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b718542-9a1f-44dc-be58-35b105938a61,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:55.480611 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bfc336-6ae5-4d99-86ab-0f25b407721d admin admin] Checking segment: {'id': 'e616fbf2-9871-4d5f-923b-a37926b6e494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '99cdc558-c933-46f0-87ac-a2b0eaa1b5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:28:55.481091 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bfc336-6ae5-4d99-86ab-0f25b407721d admin admin] Network hostable DHCP agents. Network: 99cdc558-c933-46f0-87ac-a2b0eaa1b5ee, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:28:55.537390 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bfc336-6ae5-4d99-86ab-0f25b407721d admin admin] Network 99cdc558-c933-46f0-87ac-a2b0eaa1b5ee is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:28:55.561746 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-76bfc336-6ae5-4d99-86ab-0f25b407721d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 99cdc558-c933-46f0-87ac-a2b0eaa1b5ee) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:55.572628 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e32aab-9820-498b-a0fc-5f59d8f8a288 None None] Network 99cdc558-c933-46f0-87ac-a2b0eaa1b5ee requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:28:55.575207 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bfc336-6ae5-4d99-86ab-0f25b407721d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:55.575971 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-76bfc336-6ae5-4d99-86ab-0f25b407721d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:55.594350 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6d9a7719-255c-433f-8b49-ffdce05dda91 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks [] for port (9307bd47-7d00-41c6-9f15-c59bf3da99c5), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:55.603987 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6d9a7719-255c-433f-8b49-ffdce05dda91 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (9307bd47-7d00-41c6-9f15-c59bf3da99c5), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:55.748419 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-76bfc336-6ae5-4d99-86ab-0f25b407721d admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4505978 Mar 22 19:28:55.751267 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53166) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:55.756717 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-52c529d2-8cdf-4c58-b78e-c9910969aba1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1302747164-router', 'tenant_id': 'a3fcf53cd795494fb2252f39624d61a8', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:55.764326 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a7719-255c-433f-8b49-ffdce05dda91 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Pushing event updated for resources: {'Port': ['ID=9307bd47-7d00-41c6-9f15-c59bf3da99c5,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:55.802248 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80817737-a22e-48bf-9653-bf7d9e44de72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-99cdc558-c933-46f0-87ac-a2b0eaa1b5ee', 'network_id': '99cdc558-c933-46f0-87ac-a2b0eaa1b5ee', 'project_id': 'a3fcf53cd795494fb2252f39624d61a8', 'fixed_ips': [{'subnet_id': '59a43b74-bf5d-4fdc-9306-e68ffd63bdcc'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:28:55.803347 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-80817737-a22e-48bf-9653-bf7d9e44de72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:55.826435 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-52c529d2-8cdf-4c58-b78e-c9910969aba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (32da86b6-4c26-45b1-835d-0dad106b624c), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:55.831948 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-52c529d2-8cdf-4c58-b78e-c9910969aba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (32da86b6-4c26-45b1-835d-0dad106b624c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:55.889380 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53168) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:55.951539 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6d9a7719-255c-433f-8b49-ffdce05dda91 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (4525833a-ca0f-400a-9fc6-e84644e82809), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:56.002830 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ee40a6bf-991b-430a-af22-d89301f40c81 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=930b9ef3d7194f24932fd8b9008c68ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1122262 Mar 22 19:28:56.005175 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53172) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:56.013051 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-52c529d2-8cdf-4c58-b78e-c9910969aba1 admin admin] Publish callbacks [] for router_controller (32da86b6-4c26-45b1-835d-0dad106b624c), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:56.055231 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6d9a7719-255c-433f-8b49-ffdce05dda91 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:56.056815 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6d9a7719-255c-433f-8b49-ffdce05dda91 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9549713 Mar 22 19:28:56.066219 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-80817737-a22e-48bf-9653-bf7d9e44de72 None None] Allocated IP 172.20.0.2 (99cdc558-c933-46f0-87ac-a2b0eaa1b5ee/59a43b74-bf5d-4fdc-9306-e68ffd63bdcc/0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:28:56.092091 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8435a-9c64-4489-9960-043cb8e86338 req-f9b13e25-ef64-480c-96a8-12c7ad2060e4 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:56.098123 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8435a-9c64-4489-9960-043cb8e86338 req-f9b13e25-ef64-480c-96a8-12c7ad2060e4 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:56.104279 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8435a-9c64-4489-9960-043cb8e86338 req-f9b13e25-ef64-480c-96a8-12c7ad2060e4 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:56.110138 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8435a-9c64-4489-9960-043cb8e86338 req-f9b13e25-ef64-480c-96a8-12c7ad2060e4 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:56.118071 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8435a-9c64-4489-9960-043cb8e86338 req-f9b13e25-ef64-480c-96a8-12c7ad2060e4 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:56.126003 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8435a-9c64-4489-9960-043cb8e86338 req-f9b13e25-ef64-480c-96a8-12c7ad2060e4 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:56.131734 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8435a-9c64-4489-9960-043cb8e86338 req-f9b13e25-ef64-480c-96a8-12c7ad2060e4 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:56.139592 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-79a8435a-9c64-4489-9960-043cb8e86338 req-f9b13e25-ef64-480c-96a8-12c7ad2060e4 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5429 time: 0.3054411 Mar 22 19:28:56.177838 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7552c267-53c2-4f3e-8360-8876e69a6633 admin admin] Publish callbacks [] for security_group (83e1fbfd-8057-4411-8276-4ee553f2236a), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:56.246245 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7552c267-53c2-4f3e-8360-8876e69a6633 admin admin] Publish callbacks [] for security_group (83e1fbfd-8057-4411-8276-4ee553f2236a), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:56.289294 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-79a8435a-9c64-4489-9960-043cb8e86338 req-3c3ab869-c2c2-4569-918c-a3418e95451c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1478040 Mar 22 19:28:56.403320 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7552c267-53c2-4f3e-8360-8876e69a6633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (83e1fbfd-8057-4411-8276-4ee553f2236a), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:56.406441 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7552c267-53c2-4f3e-8360-8876e69a6633 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:56.410138 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7552c267-53c2-4f3e-8360-8876e69a6633 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/83e1fbfd-8057-4411-8276-4ee553f2236a HTTP/1.1" status: 204 len: 168 time: 0.4016614 Mar 22 19:28:56.431103 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-80817737-a22e-48bf-9653-bf7d9e44de72 None None] Publish callbacks [] for port (0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:56.445617 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-80817737-a22e-48bf-9653-bf7d9e44de72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:56.446346 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7552c267-53c2-4f3e-8360-8876e69a6633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e1fbfd-8057-4411-8276-4ee553f2236a,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:56.480808 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-52c529d2-8cdf-4c58-b78e-c9910969aba1 admin admin] Publish callbacks [] for router_gateway (32da86b6-4c26-45b1-835d-0dad106b624c), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:56.502120 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd1e73-791b-4739-be7e-bd8098670a86 req-75684fff-4dcc-44de-8434-897a08d8ecbe tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:56.503504 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-afbd1e73-791b-4739-be7e-bd8098670a86 req-75684fff-4dcc-44de-8434-897a08d8ecbe tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.1207359 Mar 22 19:28:56.531060 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80817737-a22e-48bf-9653-bf7d9e44de72 None None] Network 99cdc558-c933-46f0-87ac-a2b0eaa1b5ee is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:28:56.540221 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-80817737-a22e-48bf-9653-bf7d9e44de72 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:56.552906 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80817737-a22e-48bf-9653-bf7d9e44de72 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:28:56.586020 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80817737-a22e-48bf-9653-bf7d9e44de72 None None] Pushing event updated for resources: {'Port': ['ID=0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:56.614283 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-afbd1e73-791b-4739-be7e-bd8098670a86 req-3de51102-9aa8-480e-ba89-51873c87d276 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021149 Mar 22 19:28:56.645681 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-b8c2a133-7959-41e0-b282-cabecd79ba82 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1805394109&fields=id&tenant_id=7e302d01a2a24393894ffad4e45b884a HTTP/1.1" status: 200 len: 267 time: 0.1592009 Mar 22 19:28:56.711703 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-80817737-a22e-48bf-9653-bf7d9e44de72 None None] Attempting to bind port 0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:28:56.712280 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-80817737-a22e-48bf-9653-bf7d9e44de72 None None] Attempting to bind port 0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'e616fbf2-9871-4d5f-923b-a37926b6e494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '99cdc558-c933-46f0-87ac-a2b0eaa1b5ee'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:28:56.712741 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80817737-a22e-48bf-9653-bf7d9e44de72 None None] Attempting to bind port 0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38 on network 99cdc558-c933-46f0-87ac-a2b0eaa1b5ee {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:28:56.723892 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80817737-a22e-48bf-9653-bf7d9e44de72 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:28:56.727678 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80817737-a22e-48bf-9653-bf7d9e44de72 None None] Checking segment: {'id': 'e616fbf2-9871-4d5f-923b-a37926b6e494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '99cdc558-c933-46f0-87ac-a2b0eaa1b5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:28:56.728388 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-80817737-a22e-48bf-9653-bf7d9e44de72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:56.728914 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80817737-a22e-48bf-9653-bf7d9e44de72 None None] Bound using segment: {'id': 'e616fbf2-9871-4d5f-923b-a37926b6e494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '99cdc558-c933-46f0-87ac-a2b0eaa1b5ee'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:28:56.729552 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-80817737-a22e-48bf-9653-bf7d9e44de72 None None] Bound port: 0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e616fbf2-9871-4d5f-923b-a37926b6e494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '99cdc558-c933-46f0-87ac-a2b0eaa1b5ee'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:28:56.730102 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-80817737-a22e-48bf-9653-bf7d9e44de72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:56.887720 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-80817737-a22e-48bf-9653-bf7d9e44de72 None None] For port 0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:28:56.892752 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-80817737-a22e-48bf-9653-bf7d9e44de72 None None] For port 0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38,segment=NetworkSegment(e616fbf2-9871-4d5f-923b-a37926b6e494),segment_id=e616fbf2-9871-4d5f-923b-a37926b6e494)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:28:56.911613 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-80817737-a22e-48bf-9653-bf7d9e44de72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:56.956656 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbd878-c289-40b9-a836-d70f86c02704 req-dd3985d6-481e-4012-9222-42fd9f773903 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:56.958486 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-72fbd878-c289-40b9-a836-d70f86c02704 req-dd3985d6-481e-4012-9222-42fd9f773903 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.1812906 Mar 22 19:28:56.977205 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-52c529d2-8cdf-4c58-b78e-c9910969aba1 admin admin] Publish callbacks [] for router_gateway (32da86b6-4c26-45b1-835d-0dad106b624c), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:57.028531 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80817737-a22e-48bf-9653-bf7d9e44de72 None None] Pushing event updated for resources: {'Port': ['ID=0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:57.028862 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-20ec5ebb-645b-4001-9bb9-918bf50375d5 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:57.035735 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-20ec5ebb-645b-4001-9bb9-918bf50375d5 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/networks?id=e2aac6b4-9023-4a56-b28e-d9728a595e67 HTTP/1.1" status: 200 len: 819 time: 0.3950522 Mar 22 19:28:57.044105 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-52c529d2-8cdf-4c58-b78e-c9910969aba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:57.090398 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-28ca0a84-7cf7-48ca-a7eb-2890ff0bc342 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/quotas/7e302d01a2a24393894ffad4e45b884a HTTP/1.1" status: 200 len: 375 time: 0.0536382 Mar 22 19:28:57.213109 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-72fbd878-c289-40b9-a836-d70f86c02704 req-710e9838-aedb-49e9-acc2-1e33a312a457 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2353828 Mar 22 19:28:57.290249 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-9c9d14d4-8890-48b3-81e8-dc3bb81492ad tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7e302d01a2a24393894ffad4e45b884a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1926889 Mar 22 19:28:57.389784 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-52c529d2-8cdf-4c58-b78e-c9910969aba1 admin admin] Allocated IP 172.25.5.2 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/6ebe0dec-382d-47f5-923e-2bca2cf06f77) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:28:57.633750 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-52c529d2-8cdf-4c58-b78e-c9910969aba1 admin admin] Publish callbacks [] for port (6ebe0dec-382d-47f5-923e-2bca2cf06f77), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:57.687265 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571a47a-737a-4251-b1d6-f53aaeb6a170 req-09039212-c365-4dd4-8c1d-6be3fac00dbf tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:57.696466 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b571a47a-737a-4251-b1d6-f53aaeb6a170 req-09039212-c365-4dd4-8c1d-6be3fac00dbf tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.2538276 Mar 22 19:28:57.725734 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-ddd3ef13-4cf0-406c-8fd5-e056381d1141 service neutron] 10.222.0.75 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287343 Mar 22 19:28:57.735735 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-52c529d2-8cdf-4c58-b78e-c9910969aba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (6ebe0dec-382d-47f5-923e-2bca2cf06f77), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:57.874600 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c529d2-8cdf-4c58-b78e-c9910969aba1 admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:28:57.886151 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-52c529d2-8cdf-4c58-b78e-c9910969aba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:28:57.894719 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c529d2-8cdf-4c58-b78e-c9910969aba1 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:28:57.965475 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c529d2-8cdf-4c58-b78e-c9910969aba1 admin admin] Pushing event updated for resources: {'Port': ['ID=6ebe0dec-382d-47f5-923e-2bca2cf06f77,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:58.004403 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-bcdee02f-6e42-4871-a42e-53c1c9822ab1 service neutron] 10.222.0.75 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776670 Mar 22 19:28:58.063286 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b571a47a-737a-4251-b1d6-f53aaeb6a170 req-a014d2cf-960b-4924-9b86-df648ffbff2c tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3659050 Mar 22 19:28:58.174810 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53236) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:58.298227 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5354ebf-60af-4dfd-b7bf-3c00d28a091d req-00f7e7ee-30f6-4cb0-aa99-3b12367101bb tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:58.308347 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5354ebf-60af-4dfd-b7bf-3c00d28a091d req-00f7e7ee-30f6-4cb0-aa99-3b12367101bb tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:58.324622 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5354ebf-60af-4dfd-b7bf-3c00d28a091d req-00f7e7ee-30f6-4cb0-aa99-3b12367101bb tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:58.334670 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5354ebf-60af-4dfd-b7bf-3c00d28a091d req-00f7e7ee-30f6-4cb0-aa99-3b12367101bb tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:58.365846 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5354ebf-60af-4dfd-b7bf-3c00d28a091d req-00f7e7ee-30f6-4cb0-aa99-3b12367101bb tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:58.385366 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5354ebf-60af-4dfd-b7bf-3c00d28a091d req-00f7e7ee-30f6-4cb0-aa99-3b12367101bb tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:58.396469 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5354ebf-60af-4dfd-b7bf-3c00d28a091d req-00f7e7ee-30f6-4cb0-aa99-3b12367101bb tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:58.415243 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5354ebf-60af-4dfd-b7bf-3c00d28a091d req-00f7e7ee-30f6-4cb0-aa99-3b12367101bb tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5429 time: 0.2156777 Mar 22 19:28:58.553450 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53248) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:58.570796 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5354ebf-60af-4dfd-b7bf-3c00d28a091d req-25db9ee6-bb3f-4131-a853-b638917f2d03 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1530125 Mar 22 19:28:58.613540 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c807335-f5cb-4e6d-8533-a4fdfec6dfca req-bef0e312-99ff-4ddf-b4f7-8f4057b38cff tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:58.625107 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4c807335-f5cb-4e6d-8533-a4fdfec6dfca req-bef0e312-99ff-4ddf-b4f7-8f4057b38cff tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.1476645 Mar 22 19:28:58.716218 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-639b6e2d-e394-4918-9f05-ca50381066b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:58.745076 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-52c529d2-8cdf-4c58-b78e-c9910969aba1 admin admin] Publish callbacks [] for router_gateway (32da86b6-4c26-45b1-835d-0dad106b624c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:58.816582 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-c505fb07-eab5-4860-ab60-8a2f2b3057ba admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1777691038-network', 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:28:59.056203 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aecbfd48-5f72-4011-844a-8956e0b58860 req-6d39c30b-ea2d-40cc-b388-d9a68ac72241 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 210 time: 0.3329260 Mar 22 19:28:59.063916 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2ea22c-64a1-4b7c-a761-427a55a3a143 None None] Network 99cdc558-c933-46f0-87ac-a2b0eaa1b5ee requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:28:59.065583 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4c807335-f5cb-4e6d-8533-a4fdfec6dfca req-d35daab8-c072-4674-bb85-61555a6cc189 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4384222 Mar 22 19:28:59.073806 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-639b6e2d-e394-4918-9f05-ca50381066b7 admin admin] Publish callbacks [] for security_group (3f191c21-b265-4a85-aad8-b68fb4c52db7), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:59.084287 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-639b6e2d-e394-4918-9f05-ca50381066b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3f191c21-b265-4a85-aad8-b68fb4c52db7), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:59.222246 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-639b6e2d-e394-4918-9f05-ca50381066b7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=973ad6693a8f41a8a6a985edf3bbebd5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0459669 Mar 22 19:28:59.225045 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b6e2d-e394-4918-9f05-ca50381066b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f191c21-b265-4a85-aad8-b68fb4c52db7,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:28:59.240223 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53262) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:28:59.269288 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c505fb07-eab5-4860-ab60-8a2f2b3057ba admin admin] Made reservation on behalf of 9e0e4ca7c14f4d59bf1ff2884bd386bd for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:28:59.274027 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c505fb07-eab5-4860-ab60-8a2f2b3057ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:59.299863 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:28:59.329192 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c505fb07-eab5-4860-ab60-8a2f2b3057ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:59.357742 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-bc9d6ef4-12bd-4cba-8311-12beca92184b None None] Provisioning complete for port 0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:59.358675 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bc9d6ef4-12bd-4cba-8311-12beca92184b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:59.387142 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-52c529d2-8cdf-4c58-b78e-c9910969aba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (32da86b6-4c26-45b1-835d-0dad106b624c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:59.437919 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c7e4b9c8-0a20-4459-a870-a055e7faed07 admin admin] Publish callbacks [] for security_group (3f191c21-b265-4a85-aad8-b68fb4c52db7), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:59.526120 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c7e4b9c8-0a20-4459-a870-a055e7faed07 admin admin] Publish callbacks [] for security_group (3f191c21-b265-4a85-aad8-b68fb4c52db7), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:59.596829 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:28:59.602839 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:59.709433 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-bc9d6ef4-12bd-4cba-8311-12beca92184b None None] Current status of the port 0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:28:59.718562 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bc9d6ef4-12bd-4cba-8311-12beca92184b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:59.746793 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c529d2-8cdf-4c58-b78e-c9910969aba1 admin admin] Router 32da86b6-4c26-45b1-835d-0dad106b624c is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:28:59.860156 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c505fb07-eab5-4860-ab60-8a2f2b3057ba admin admin] Publish callbacks [] for security_group (d7000287-0788-4825-8de4-ae555f153670), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:59.885271 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-bc9d6ef4-12bd-4cba-8311-12beca92184b None None] For port 0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38,segment=NetworkSegment(e616fbf2-9871-4d5f-923b-a37926b6e494),segment_id=e616fbf2-9871-4d5f-923b-a37926b6e494)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:28:59.899131 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bc9d6ef4-12bd-4cba-8311-12beca92184b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:59.927756 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c505fb07-eab5-4860-ab60-8a2f2b3057ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d7000287-0788-4825-8de4-ae555f153670), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:59.958239 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816723a-19e7-4781-8457-a2aa2d67f1df req-05ec2824-6c01-4c29-b666-e65397e60cbf tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:28:59.960561 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5816723a-19e7-4781-8457-a2aa2d67f1df req-05ec2824-6c01-4c29-b666-e65397e60cbf tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.3896835 Mar 22 19:28:59.981005 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c7e4b9c8-0a20-4459-a870-a055e7faed07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3f191c21-b265-4a85-aad8-b68fb4c52db7), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:59.983687 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c7e4b9c8-0a20-4459-a870-a055e7faed07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:28:59.984923 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c7e4b9c8-0a20-4459-a870-a055e7faed07 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3f191c21-b265-4a85-aad8-b68fb4c52db7 HTTP/1.1" status: 204 len: 168 time: 0.7426772 Mar 22 19:29:00.058061 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c505fb07-eab5-4860-ab60-8a2f2b3057ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:29:00.125547 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d6ef4-12bd-4cba-8311-12beca92184b None None] Pushing event updated for resources: {'Port': ['ID=0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:00.141598 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505fb07-eab5-4860-ab60-8a2f2b3057ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7000287-0788-4825-8de4-ae555f153670,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:00.169401 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c505fb07-eab5-4860-ab60-8a2f2b3057ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (fe86b638-8528-406c-803d-7fab6741faff), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:00.169756 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-c505fb07-eab5-4860-ab60-8a2f2b3057ba admin admin] Added segment fe86b638-8528-406c-803d-7fab6741faff of type vlan for network 4a18db52-e571-4039-89e7-6353aeef061c Mar 22 19:29:00.187934 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:00.189923 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:00.270560 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af601bf-2d60-4ad0-9aad-d1afcc0133ac req-cc142652-b5fd-4889-b35f-52dc306ce33d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:00.281176 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:29:00.281950 n-d-705658-24 neutron-server[104174]: DEBUG oslo_db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:29:00.282961 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-d921b7e8-697e-4166-a63b-8eb5c13056a4 None None] Provisioning complete for port 0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:00.283228 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af601bf-2d60-4ad0-9aad-d1afcc0133ac req-cc142652-b5fd-4889-b35f-52dc306ce33d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:00.283685 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d921b7e8-697e-4166-a63b-8eb5c13056a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:00.297335 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af601bf-2d60-4ad0-9aad-d1afcc0133ac req-cc142652-b5fd-4889-b35f-52dc306ce33d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:00.306501 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af601bf-2d60-4ad0-9aad-d1afcc0133ac req-cc142652-b5fd-4889-b35f-52dc306ce33d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:00.317375 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af601bf-2d60-4ad0-9aad-d1afcc0133ac req-cc142652-b5fd-4889-b35f-52dc306ce33d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:00.334933 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af601bf-2d60-4ad0-9aad-d1afcc0133ac req-cc142652-b5fd-4889-b35f-52dc306ce33d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:00.342332 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af601bf-2d60-4ad0-9aad-d1afcc0133ac req-cc142652-b5fd-4889-b35f-52dc306ce33d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:00.347840 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4af601bf-2d60-4ad0-9aad-d1afcc0133ac req-cc142652-b5fd-4889-b35f-52dc306ce33d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5429 time: 0.5502975 Mar 22 19:29:00.351030 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e4b9c8-0a20-4459-a870-a055e7faed07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f191c21-b265-4a85-aad8-b68fb4c52db7,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:00.438971 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d921b7e8-697e-4166-a63b-8eb5c13056a4 None None] Current status of the port 0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:00.525335 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5816723a-19e7-4781-8457-a2aa2d67f1df req-ddee4914-3b2f-4216-bea4-c6d7294f060d tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5244248 Mar 22 19:29:00.548557 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c505fb07-eab5-4860-ab60-8a2f2b3057ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (4a18db52-e571-4039-89e7-6353aeef061c), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:00.652026 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c529d2-8cdf-4c58-b78e-c9910969aba1 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:29:00.665058 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e16a29a-75e5-4c6f-84d1-61a3709ef574 None None] Sync routers for ids ['32da86b6-4c26-45b1-835d-0dad106b624c'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:29:00.672446 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4af601bf-2d60-4ad0-9aad-d1afcc0133ac req-80c40dd2-c97a-4d46-bb55-a72cb0f22cdb tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2747674 Mar 22 19:29:00.680196 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.db.resource_extend [None req-c505fb07-eab5-4860-ab60-8a2f2b3057ba admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:29:00.692619 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-52c529d2-8cdf-4c58-b78e-c9910969aba1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:00.700295 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-52c529d2-8cdf-4c58-b78e-c9910969aba1 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.9476094 Mar 22 19:29:00.701177 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53288) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:00.713566 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e16a29a-75e5-4c6f-84d1-61a3709ef574 None None] Routers {'32da86b6-4c26-45b1-835d-0dad106b624c'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:00.716557 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-6e16a29a-75e5-4c6f-84d1-61a3709ef574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:28:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['32da86b6-4c26-45b1-835d-0dad106b624c'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:00.805009 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bc0014f8-4c40-476d-9655-0c5985b64449 req-a6fe2640-6aeb-45bf-bbe4-7a93d589bd5a tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 210 time: 0.1294181 Mar 22 19:29:00.892419 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c505fb07-eab5-4860-ab60-8a2f2b3057ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (4a18db52-e571-4039-89e7-6353aeef061c), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:00.894737 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c505fb07-eab5-4860-ab60-8a2f2b3057ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:00.897447 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c505fb07-eab5-4860-ab60-8a2f2b3057ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:00.973845 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:01.268367 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:01.279859 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-6e16a29a-75e5-4c6f-84d1-61a3709ef574 None None] Set router 32da86b6-4c26-45b1-835d-0dad106b624c gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:01.407711 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:01.408937 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:01.669442 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:01.721579 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53310) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:01.753977 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-6e16a29a-75e5-4c6f-84d1-61a3709ef574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da86b6-4c26-45b1-835d-0dad106b624c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1302747164-router', 'tenant_id': 'a3fcf53cd795494fb2252f39624d61a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '6ebe0dec-382d-47f5-923e-2bca2cf06f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:55Z', 'updated_at': '2022-03-22T19:28:58Z', 'revision_number': 3, 'project_id': 'a3fcf53cd795494fb2252f39624d61a8', 'gw_port': {'id': '6ebe0dec-382d-47f5-923e-2bca2cf06f77', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:5a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32da86b6-4c26-45b1-835d-0dad106b624c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:57Z', 'updated_at': '2022-03-22T19:28:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:01.816778 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e16a29a-75e5-4c6f-84d1-61a3709ef574 None None] Checking router: 32da86b6-4c26-45b1-835d-0dad106b624c for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:29:01.817143 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e16a29a-75e5-4c6f-84d1-61a3709ef574 None None] Updating router 32da86b6-4c26-45b1-835d-0dad106b624c port 6ebe0dec-382d-47f5-923e-2bca2cf06f77 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:29:01.888968 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-6e16a29a-75e5-4c6f-84d1-61a3709ef574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6ebe0dec-382d-47f5-923e-2bca2cf06f77), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:02.011911 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1dfae026-35a4-402e-a417-2f637f180583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:02.032207 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-0b74df09-2f97-45d8-86c5-310a5a554f84 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-40879051-network', 'tenant_id': '3b904c7ad2a94d7b8ba5ca90862127a1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:02.087588 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505fb07-eab5-4860-ab60-8a2f2b3057ba admin admin] Pushing event updated for resources: {'Network': ['ID=4a18db52-e571-4039-89e7-6353aeef061c,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:02.092381 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b74df09-2f97-45d8-86c5-310a5a554f84 admin admin] Made reservation on behalf of 3b904c7ad2a94d7b8ba5ca90862127a1 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:29:02.104776 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 4a18db52-e571-4039-89e7-6353aeef061c details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:29:02.105965 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0b74df09-2f97-45d8-86c5-310a5a554f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:02.125820 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0b74df09-2f97-45d8-86c5-310a5a554f84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:02.243917 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c505fb07-eab5-4860-ab60-8a2f2b3057ba admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.6843293 Mar 22 19:29:02.248471 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53318) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:02.251194 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0b74df09-2f97-45d8-86c5-310a5a554f84 admin admin] Publish callbacks [] for security_group (65044ecf-4716-4dcb-90a3-09c2d8731c7b), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:02.263153 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0b74df09-2f97-45d8-86c5-310a5a554f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (65044ecf-4716-4dcb-90a3-09c2d8731c7b), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:02.279181 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-ef0afc00-f195-49a1-9915-e19ff4523a6c admin admin] Request body: {'subnet': {'network_id': '4a18db52-e571-4039-89e7-6353aeef061c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1777691038-subnet', 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:02.326536 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b74df09-2f97-45d8-86c5-310a5a554f84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:29:02.328213 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-57955ff0-c457-4a95-bd1f-a24502e39225 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:02.330115 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-57955ff0-c457-4a95-bd1f-a24502e39225 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.85 "GET /v2.0/networks?id=e2aac6b4-9023-4a56-b28e-d9728a595e67 HTTP/1.1" status: 200 len: 819 time: 1.5177338 Mar 22 19:29:02.386982 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74df09-2f97-45d8-86c5-310a5a554f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65044ecf-4716-4dcb-90a3-09c2d8731c7b,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:02.404402 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0b74df09-2f97-45d8-86c5-310a5a554f84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (6a09aeb3-9dcd-43c2-9893-dabd14c26ff2), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:02.404920 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-0b74df09-2f97-45d8-86c5-310a5a554f84 admin admin] Added segment 6a09aeb3-9dcd-43c2-9893-dabd14c26ff2 of type vlan for network 7b3e2f26-3add-4239-9044-1569c5fdc402 Mar 22 19:29:02.454782 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb0d2d-a468-4389-9d9e-5e3d4d87c265 req-289573a2-f00c-44ce-9eea-467537483957 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:02.456356 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73fb0d2d-a468-4389-9d9e-5e3d4d87c265 req-289573a2-f00c-44ce-9eea-467537483957 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.3801231 Mar 22 19:29:02.475397 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0afc00-f195-49a1-9915-e19ff4523a6c admin admin] Made reservation on behalf of 9e0e4ca7c14f4d59bf1ff2884bd386bd for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:29:02.478051 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ef0afc00-f195-49a1-9915-e19ff4523a6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:02.510861 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0b74df09-2f97-45d8-86c5-310a5a554f84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (7b3e2f26-3add-4239-9044-1569c5fdc402), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:02.574105 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-6e16a29a-75e5-4c6f-84d1-61a3709ef574 None None] Publish callbacks [] for port (6ebe0dec-382d-47f5-923e-2bca2cf06f77), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:02.581446 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-1dfae026-35a4-402e-a417-2f637f180583 admin admin] Allocated IP 172.20.0.1 (99cdc558-c933-46f0-87ac-a2b0eaa1b5ee/59a43b74-bf5d-4fdc-9306-e68ffd63bdcc/aa5a5c8c-c38c-4825-ba13-8bc81c2318a2) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:29:02.584629 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0b74df09-2f97-45d8-86c5-310a5a554f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (7b3e2f26-3add-4239-9044-1569c5fdc402), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:02.585951 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b74df09-2f97-45d8-86c5-310a5a554f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:02.586738 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0b74df09-2f97-45d8-86c5-310a5a554f84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:02.587778 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-6e16a29a-75e5-4c6f-84d1-61a3709ef574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (6ebe0dec-382d-47f5-923e-2bca2cf06f77), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:02.648961 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a585b-885c-455e-84a9-563e4281bcf0 req-c6bd69d8-fd9a-4533-a3b4-835041b2a1c5 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:02.655102 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a585b-885c-455e-84a9-563e4281bcf0 req-c6bd69d8-fd9a-4533-a3b4-835041b2a1c5 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:02.671213 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a585b-885c-455e-84a9-563e4281bcf0 req-c6bd69d8-fd9a-4533-a3b4-835041b2a1c5 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:02.683260 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a585b-885c-455e-84a9-563e4281bcf0 req-c6bd69d8-fd9a-4533-a3b4-835041b2a1c5 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:02.688323 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-6e16a29a-75e5-4c6f-84d1-61a3709ef574 None None] Attempting to bind port 6ebe0dec-382d-47f5-923e-2bca2cf06f77 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:29:02.696278 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-6e16a29a-75e5-4c6f-84d1-61a3709ef574 None None] Attempting to bind port 6ebe0dec-382d-47f5-923e-2bca2cf06f77 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:29:02.696935 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e16a29a-75e5-4c6f-84d1-61a3709ef574 None None] Attempting to bind port 6ebe0dec-382d-47f5-923e-2bca2cf06f77 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:29:02.701486 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a585b-885c-455e-84a9-563e4281bcf0 req-c6bd69d8-fd9a-4533-a3b4-835041b2a1c5 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:02.715702 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a585b-885c-455e-84a9-563e4281bcf0 req-c6bd69d8-fd9a-4533-a3b4-835041b2a1c5 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:02.721279 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a585b-885c-455e-84a9-563e4281bcf0 req-c6bd69d8-fd9a-4533-a3b4-835041b2a1c5 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:02.729916 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed6a585b-885c-455e-84a9-563e4281bcf0 req-c6bd69d8-fd9a-4533-a3b4-835041b2a1c5 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5429 time: 0.6469095 Mar 22 19:29:02.730094 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0b74df09-2f97-45d8-86c5-310a5a554f84 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0064600 Mar 22 19:29:02.731000 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e16a29a-75e5-4c6f-84d1-61a3709ef574 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:29:02.731780 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e16a29a-75e5-4c6f-84d1-61a3709ef574 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:29:02.733342 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-6e16a29a-75e5-4c6f-84d1-61a3709ef574 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:02.734476 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e16a29a-75e5-4c6f-84d1-61a3709ef574 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:29:02.737740 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-6e16a29a-75e5-4c6f-84d1-61a3709ef574 None None] Bound port: 6ebe0dec-382d-47f5-923e-2bca2cf06f77, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:29:02.740385 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53328) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:02.741916 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-6e16a29a-75e5-4c6f-84d1-61a3709ef574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6ebe0dec-382d-47f5-923e-2bca2cf06f77), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:02.750456 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-670a0c94-bf9d-4cc0-a539-bd0507082db1 admin admin] Request body: {'subnet': {'network_id': '7b3e2f26-3add-4239-9044-1569c5fdc402', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-40879051-subnet', 'tenant_id': '3b904c7ad2a94d7b8ba5ca90862127a1', 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:02.777569 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74df09-2f97-45d8-86c5-310a5a554f84 admin admin] Pushing event updated for resources: {'Network': ['ID=7b3e2f26-3add-4239-9044-1569c5fdc402,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:02.791510 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 7b3e2f26-3add-4239-9044-1569c5fdc402 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:29:02.868097 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-6e16a29a-75e5-4c6f-84d1-61a3709ef574 None None] For port 6ebe0dec-382d-47f5-923e-2bca2cf06f77, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:29:02.875263 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-6e16a29a-75e5-4c6f-84d1-61a3709ef574 None None] For port 6ebe0dec-382d-47f5-923e-2bca2cf06f77, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=6ebe0dec-382d-47f5-923e-2bca2cf06f77,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:29:02.882947 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4f10c-307e-448e-b720-10bcb66e9827 None None] Pushing event updated for resources: {'Port': ['ID=6ebe0dec-382d-47f5-923e-2bca2cf06f77,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:02.904464 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-6e16a29a-75e5-4c6f-84d1-61a3709ef574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (6ebe0dec-382d-47f5-923e-2bca2cf06f77), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:02.907369 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1dfae026-35a4-402e-a417-2f637f180583 admin admin] Publish callbacks [] for port (aa5a5c8c-c38c-4825-ba13-8bc81c2318a2), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:02.943076 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-f43eae30-ed33-4f6c-8d45-3c4bae6e176b tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e302d01a2a24393894ffad4e45b884a HTTP/1.1" status: 200 len: 380 time: 0.5915806 Mar 22 19:29:02.977494 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1dfae026-35a4-402e-a417-2f637f180583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (aa5a5c8c-c38c-4825-ba13-8bc81c2318a2), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:02.996359 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfae026-35a4-402e-a417-2f637f180583 admin admin] Network 99cdc558-c933-46f0-87ac-a2b0eaa1b5ee is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:29:02.998982 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-1dfae026-35a4-402e-a417-2f637f180583 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:03.001612 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfae026-35a4-402e-a417-2f637f180583 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:29:03.007632 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4f10c-307e-448e-b720-10bcb66e9827 None None] Pushing event updated for resources: {'Port': ['ID=6ebe0dec-382d-47f5-923e-2bca2cf06f77,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:03.048042 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e16a29a-75e5-4c6f-84d1-61a3709ef574 None None] Routers {'32da86b6-4c26-45b1-835d-0dad106b624c'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:03.048802 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-6e16a29a-75e5-4c6f-84d1-61a3709ef574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:28:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['32da86b6-4c26-45b1-835d-0dad106b624c'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:03.060087 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-e3731307-2a84-4a0a-832d-2df5d67141c9 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Request body: {'port': {'device_id': '4c215527-a9b4-4a97-b228-bf486f6be637', 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67', 'admin_state_up': True, 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'security_groups': ['95269df0-84b0-459b-9a2e-0d212c1ee848']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:03.110865 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfae026-35a4-402e-a417-2f637f180583 admin admin] Pushing event updated for resources: {'Port': ['ID=aa5a5c8c-c38c-4825-ba13-8bc81c2318a2,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:03.120415 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1dfae026-35a4-402e-a417-2f637f180583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (32da86b6-4c26-45b1-835d-0dad106b624c), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:03.158263 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670a0c94-bf9d-4cc0-a539-bd0507082db1 admin admin] Made reservation on behalf of 3b904c7ad2a94d7b8ba5ca90862127a1 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:29:03.160715 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-670a0c94-bf9d-4cc0-a539-bd0507082db1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:03.167784 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73fb0d2d-a468-4389-9d9e-5e3d4d87c265 req-875f7534-171c-472b-881b-c2f58e74e35c tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6956918 Mar 22 19:29:03.320625 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed6a585b-885c-455e-84a9-563e4281bcf0 req-243b0e31-7357-4ca9-a55b-e8066508520c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5887926 Mar 22 19:29:03.368279 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-6e16a29a-75e5-4c6f-84d1-61a3709ef574 None None] Set router 32da86b6-4c26-45b1-835d-0dad106b624c gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:03.389217 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-519aba9e-9513-4850-af89-74f35d24c44f req-a6c9b477-d334-4547-aa7b-1704760630f9 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 210 time: 0.0495715 Mar 22 19:29:03.418675 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1dfae026-35a4-402e-a417-2f637f180583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (aa5a5c8c-c38c-4825-ba13-8bc81c2318a2), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:03.488932 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-5e90523e-264f-429c-aa35-33b133952f9e None None] Provisioning complete for port aa5a5c8c-c38c-4825-ba13-8bc81c2318a2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:03.489318 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5e90523e-264f-429c-aa35-33b133952f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (aa5a5c8c-c38c-4825-ba13-8bc81c2318a2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:03.560334 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-5e90523e-264f-429c-aa35-33b133952f9e None None] Port aa5a5c8c-c38c-4825-ba13-8bc81c2318a2 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:29:03.700361 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-6e16a29a-75e5-4c6f-84d1-61a3709ef574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da86b6-4c26-45b1-835d-0dad106b624c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1302747164-router', 'tenant_id': 'a3fcf53cd795494fb2252f39624d61a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '6ebe0dec-382d-47f5-923e-2bca2cf06f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:55Z', 'updated_at': '2022-03-22T19:28:58Z', 'revision_number': 3, 'project_id': 'a3fcf53cd795494fb2252f39624d61a8', 'gw_port': {'id': '6ebe0dec-382d-47f5-923e-2bca2cf06f77', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:5a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32da86b6-4c26-45b1-835d-0dad106b624c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:57Z', 'updated_at': '2022-03-22T19:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:03.750219 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e16a29a-75e5-4c6f-84d1-61a3709ef574 None None] The sync data for ids ['32da86b6-4c26-45b1-835d-0dad106b624c'] in n-d-705658-24 is: [{'id': '32da86b6-4c26-45b1-835d-0dad106b624c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1302747164-router', 'tenant_id': 'a3fcf53cd795494fb2252f39624d61a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '6ebe0dec-382d-47f5-923e-2bca2cf06f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:55Z', 'updated_at': '2022-03-22T19:28:58Z', 'revision_number': 3, 'project_id': 'a3fcf53cd795494fb2252f39624d61a8', 'gw_port': {'id': '6ebe0dec-382d-47f5-923e-2bca2cf06f77', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:5a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32da86b6-4c26-45b1-835d-0dad106b624c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:57Z', 'updated_at': '2022-03-22T19:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:29:03.822398 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1dfae026-35a4-402e-a417-2f637f180583 admin admin] Publish callbacks [] for port (aa5a5c8c-c38c-4825-ba13-8bc81c2318a2), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:03.832452 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1dfae026-35a4-402e-a417-2f637f180583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (aa5a5c8c-c38c-4825-ba13-8bc81c2318a2), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:03.866894 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-e3731307-2a84-4a0a-832d-2df5d67141c9 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Made reservation on behalf of 7e302d01a2a24393894ffad4e45b884a for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:29:03.874994 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-e3731307-2a84-4a0a-832d-2df5d67141c9 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:03.913860 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfae026-35a4-402e-a417-2f637f180583 admin admin] Pushing event updated for resources: {'Port': ['ID=aa5a5c8c-c38c-4825-ba13-8bc81c2318a2,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:03.914113 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ef0afc00-f195-49a1-9915-e19ff4523a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (e79fd7a2-f33f-4e5a-aaf1-5c490955a64d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:03.992861 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1dfae026-35a4-402e-a417-2f637f180583 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (32da86b6-4c26-45b1-835d-0dad106b624c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:04.209516 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfae026-35a4-402e-a417-2f637f180583 admin admin] Network 99cdc558-c933-46f0-87ac-a2b0eaa1b5ee is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:29:04.223720 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-1dfae026-35a4-402e-a417-2f637f180583 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:04.261272 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-670a0c94-bf9d-4cc0-a539-bd0507082db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (c5a736f5-2cca-4f7a-87a4-e3c159387d4f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:04.487898 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfae026-35a4-402e-a417-2f637f180583 admin admin] Router 32da86b6-4c26-45b1-835d-0dad106b624c has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:29:04.498634 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-e3731307-2a84-4a0a-832d-2df5d67141c9 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Allocated IP 172.20.0.5 (e2aac6b4-9023-4a56-b28e-d9728a595e67/cd5ec6ea-2197-4f69-89c7-80c309a39451/299c7a2b-2061-4aea-985d-65b129066409) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:29:04.529861 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:29:04.615037 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0afc00-f195-49a1-9915-e19ff4523a6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e79fd7a2-f33f-4e5a-aaf1-5c490955a64d,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:04.716039 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfae026-35a4-402e-a417-2f637f180583 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:29:04.716496 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-090b5865-968c-448d-878d-447f90dfef85 None None] Provisioning complete for port aa5a5c8c-c38c-4825-ba13-8bc81c2318a2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:04.716972 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-090b5865-968c-448d-878d-447f90dfef85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (aa5a5c8c-c38c-4825-ba13-8bc81c2318a2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:04.730055 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1dfae026-35a4-402e-a417-2f637f180583 admin admin] 10.222.0.75 "PUT /v2.0/routers/32da86b6-4c26-45b1-835d-0dad106b624c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0180490 Mar 22 19:29:04.763999 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0afc00-f195-49a1-9915-e19ff4523a6c admin admin] Checking segment: {'id': 'fe86b638-8528-406c-803d-7fab6741faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4a18db52-e571-4039-89e7-6353aeef061c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:29:04.764362 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0afc00-f195-49a1-9915-e19ff4523a6c admin admin] Network hostable DHCP agents. Network: 4a18db52-e571-4039-89e7-6353aeef061c, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:29:04.820856 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-090b5865-968c-448d-878d-447f90dfef85 None None] Port aa5a5c8c-c38c-4825-ba13-8bc81c2318a2 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:29:05.016569 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a13503-51d0-45b1-a48d-22a011112a56 req-863a93e9-daaa-4cb4-8dd9-2f17d98d16cb tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:05.026571 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-61a13503-51d0-45b1-a48d-22a011112a56 req-863a93e9-daaa-4cb4-8dd9-2f17d98d16cb tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.3873670 Mar 22 19:29:05.048961 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a0c94-bf9d-4cc0-a539-bd0507082db1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5a736f5-2cca-4f7a-87a4-e3c159387d4f,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:05.086143 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0afc00-f195-49a1-9915-e19ff4523a6c admin admin] Network 4a18db52-e571-4039-89e7-6353aeef061c is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:29:05.113504 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6005f-8701-4808-9539-2ad4e0556919 req-96036874-0dc9-4067-82e9-4bb6f3adc5f5 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:05.124940 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6005f-8701-4808-9539-2ad4e0556919 req-96036874-0dc9-4067-82e9-4bb6f3adc5f5 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:05.132507 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6005f-8701-4808-9539-2ad4e0556919 req-96036874-0dc9-4067-82e9-4bb6f3adc5f5 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:05.156153 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6005f-8701-4808-9539-2ad4e0556919 req-96036874-0dc9-4067-82e9-4bb6f3adc5f5 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:05.163535 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6005f-8701-4808-9539-2ad4e0556919 req-96036874-0dc9-4067-82e9-4bb6f3adc5f5 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:05.174726 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6005f-8701-4808-9539-2ad4e0556919 req-96036874-0dc9-4067-82e9-4bb6f3adc5f5 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:05.183302 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6005f-8701-4808-9539-2ad4e0556919 req-96036874-0dc9-4067-82e9-4bb6f3adc5f5 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:05.189848 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-18a6005f-8701-4808-9539-2ad4e0556919 req-96036874-0dc9-4067-82e9-4bb6f3adc5f5 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5429 time: 0.5486345 Mar 22 19:29:05.215889 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 6ebe0dec-382d-47f5-923e-2bca2cf06f77 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:05.231626 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670a0c94-bf9d-4cc0-a539-bd0507082db1 admin admin] Checking segment: {'id': '6a09aeb3-9dcd-43c2-9893-dabd14c26ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7b3e2f26-3add-4239-9044-1569c5fdc402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:29:05.232537 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670a0c94-bf9d-4cc0-a539-bd0507082db1 admin admin] Network hostable DHCP agents. Network: 7b3e2f26-3add-4239-9044-1569c5fdc402, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:29:05.240869 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-ef0afc00-f195-49a1-9915-e19ff4523a6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 4a18db52-e571-4039-89e7-6353aeef061c) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:05.288771 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0afc00-f195-49a1-9915-e19ff4523a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:05.289611 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ef0afc00-f195-49a1-9915-e19ff4523a6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:05.297194 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f4b930-d609-49f5-baeb-21a3717d03f8 None None] Network 4a18db52-e571-4039-89e7-6353aeef061c requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:29:05.332968 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ef0afc00-f195-49a1-9915-e19ff4523a6c admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0661390 Mar 22 19:29:05.336544 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53348) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:05.341111 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-0f211143-ad94-400f-ad61-9e02d65b40e8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1777691038-router', 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:05.385412 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f211143-ad94-400f-ad61-9e02d65b40e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (62c1cb2b-3d7d-477f-bd78-606d29614429), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:05.386706 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f211143-ad94-400f-ad61-9e02d65b40e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (62c1cb2b-3d7d-477f-bd78-606d29614429), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:05.392505 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-e3731307-2a84-4a0a-832d-2df5d67141c9 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks [] for port (299c7a2b-2061-4aea-985d-65b129066409), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:05.424345 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-61a13503-51d0-45b1-a48d-22a011112a56 req-9ea71e60-4fa7-45aa-8f67-4c8e0a702c67 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3474631 Mar 22 19:29:05.456974 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 6ebe0dec-382d-47f5-923e-2bca2cf06f77 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:05.457295 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6ebe0dec-382d-47f5-923e-2bca2cf06f77), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:05.468846 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670a0c94-bf9d-4cc0-a539-bd0507082db1 admin admin] Network 7b3e2f26-3add-4239-9044-1569c5fdc402 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:29:05.512174 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-670a0c94-bf9d-4cc0-a539-bd0507082db1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 7b3e2f26-3add-4239-9044-1569c5fdc402) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:05.542640 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbe8b53-85e5-4428-8a03-7b6be7c28d8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-4a18db52-e571-4039-89e7-6353aeef061c', 'network_id': '4a18db52-e571-4039-89e7-6353aeef061c', 'project_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'fixed_ips': [{'subnet_id': 'e79fd7a2-f33f-4e5a-aaf1-5c490955a64d'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:29:05.543536 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-afbe8b53-85e5-4428-8a03-7b6be7c28d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:05.548282 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f211143-ad94-400f-ad61-9e02d65b40e8 admin admin] Publish callbacks [] for router_controller (62c1cb2b-3d7d-477f-bd78-606d29614429), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:05.561455 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-18a6005f-8701-4808-9539-2ad4e0556919 req-ee0db9a2-0db4-4996-be25-6820227a0601 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3253427 Mar 22 19:29:05.590954 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a030fa4-c3b1-4334-9a08-bfe17230d067 None None] Network 7b3e2f26-3add-4239-9044-1569c5fdc402 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:29:05.617349 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670a0c94-bf9d-4cc0-a539-bd0507082db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:05.618039 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-670a0c94-bf9d-4cc0-a539-bd0507082db1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:05.719209 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c253d86f-e695-44df-8836-638c2eab1fd5 req-63fd50c9-75b8-48ca-ae21-b177ec54954f tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 210 time: 0.1072521 Mar 22 19:29:05.726583 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-e3731307-2a84-4a0a-832d-2df5d67141c9 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (299c7a2b-2061-4aea-985d-65b129066409), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:05.862471 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f211143-ad94-400f-ad61-9e02d65b40e8 admin admin] Publish callbacks [] for router_gateway (62c1cb2b-3d7d-477f-bd78-606d29614429), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:05.872148 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3731307-2a84-4a0a-832d-2df5d67141c9 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Pushing event updated for resources: {'Port': ['ID=299c7a2b-2061-4aea-985d-65b129066409,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:05.908154 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-670a0c94-bf9d-4cc0-a539-bd0507082db1 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.1589899 Mar 22 19:29:05.908642 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53352) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:05.915647 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-456aed88-41bb-4df4-b1d3-b4bca33c500a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-40879051-router', 'tenant_id': '3b904c7ad2a94d7b8ba5ca90862127a1', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:05.928648 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 6ebe0dec-382d-47f5-923e-2bca2cf06f77 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:05.929264 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6ebe0dec-382d-47f5-923e-2bca2cf06f77), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:05.936423 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-e3731307-2a84-4a0a-832d-2df5d67141c9 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Network e2aac6b4-9023-4a56-b28e-d9728a595e67 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:29:05.950837 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-e3731307-2a84-4a0a-832d-2df5d67141c9 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:05.999754 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-e3731307-2a84-4a0a-832d-2df5d67141c9 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:29:06.006391 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e515c19d-0383-4423-a4db-92689279828a req-fb7b88ee-fe50-4812-a491-a52cd300f534 tempest-FloatingIPsNegativeTestJSON-1830439015 tempest-FloatingIPsNegativeTestJSON-1830439015-project] 10.222.0.75 "GET /v2.0/floatingips?tenant_id=a3fcf53cd795494fb2252f39624d61a8 HTTP/1.1" status: 200 len: 217 time: 0.0954695 Mar 22 19:29:06.110467 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-12806105-72b5-4e5f-a885-94905dddb90b req-bc66b2f0-ab82-476b-b8ec-f12bdd6ca394 tempest-FloatingIPsNegativeTestJSON-1830439015 tempest-FloatingIPsNegativeTestJSON-1830439015-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0470011 Mar 22 19:29:06.146287 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-e3731307-2a84-4a0a-832d-2df5d67141c9 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:06.146950 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-e3731307-2a84-4a0a-832d-2df5d67141c9 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:06.169771 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-456aed88-41bb-4df4-b1d3-b4bca33c500a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (f2cbebe2-2178-4763-ae61-c5f357f52616), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:06.170858 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-456aed88-41bb-4df4-b1d3-b4bca33c500a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (f2cbebe2-2178-4763-ae61-c5f357f52616), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:06.200294 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f211143-ad94-400f-ad61-9e02d65b40e8 admin admin] Publish callbacks [] for router_gateway (62c1cb2b-3d7d-477f-bd78-606d29614429), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:06.224888 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f211143-ad94-400f-ad61-9e02d65b40e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:06.255944 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a54c15b-f07f-48c3-a56f-ce7df522d619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-7b3e2f26-3add-4239-9044-1569c5fdc402', 'network_id': '7b3e2f26-3add-4239-9044-1569c5fdc402', 'project_id': '3b904c7ad2a94d7b8ba5ca90862127a1', 'fixed_ips': [{'subnet_id': 'c5a736f5-2cca-4f7a-87a4-e3c159387d4f'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:29:06.257658 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9a54c15b-f07f-48c3-a56f-ce7df522d619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:06.274308 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [req-50ea7113-e769-42b9-941e-2399f4533cad req-008338c6-a9ac-42b7-a46e-6614c59600b6 tempest-FloatingIPsNegativeTestJSON-1830439015 tempest-FloatingIPsNegativeTestJSON-1830439015-project] show failed (client error): The resource could not be found. Mar 22 19:29:06.276553 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-50ea7113-e769-42b9-941e-2399f4533cad req-008338c6-a9ac-42b7-a46e-6614c59600b6 tempest-FloatingIPsNegativeTestJSON-1830439015 tempest-FloatingIPsNegativeTestJSON-1830439015-project] 10.222.0.75 "GET /v2.0/floatingips/a0593d66-05e9-4a2d-a27d-baeccb67e2d8 HTTP/1.1" status: 404 len: 350 time: 0.1172960 Mar 22 19:29:06.289900 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53360) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:06.297244 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 6ebe0dec-382d-47f5-923e-2bca2cf06f77, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=6ebe0dec-382d-47f5-923e-2bca2cf06f77,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:06.317008 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-e3731307-2a84-4a0a-832d-2df5d67141c9 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3376422 Mar 22 19:29:06.322592 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (6ebe0dec-382d-47f5-923e-2bca2cf06f77), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:06.399675 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-0f211143-ad94-400f-ad61-9e02d65b40e8 admin admin] Allocated IP 172.25.5.8 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:29:06.439296 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=6ebe0dec-382d-47f5-923e-2bca2cf06f77,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:06.452909 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-afbe8b53-85e5-4428-8a03-7b6be7c28d8c None None] Allocated IP 172.20.0.2 (4a18db52-e571-4039-89e7-6353aeef061c/e79fd7a2-f33f-4e5a-aaf1-5c490955a64d/dd4830e4-9b69-42d1-8cc2-4192de53bd9a) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:29:06.496523 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2efecb1c-6272-4f22-a9ef-81a2cff6cf1b None None] Provisioning complete for port 299c7a2b-2061-4aea-985d-65b129066409 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:06.497188 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2efecb1c-6272-4f22-a9ef-81a2cff6cf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (299c7a2b-2061-4aea-985d-65b129066409), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:06.513330 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-456aed88-41bb-4df4-b1d3-b4bca33c500a admin admin] Publish callbacks [] for router_controller (f2cbebe2-2178-4763-ae61-c5f357f52616), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:06.614423 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f211143-ad94-400f-ad61-9e02d65b40e8 admin admin] Publish callbacks [] for port (a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:06.646717 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-0c80581f-c45b-4460-9516-4f5db85226c3 service neutron] Request body: {'port': {'device_id': '4c215527-a9b4-4a97-b228-bf486f6be637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:06.672714 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f211143-ad94-400f-ad61-9e02d65b40e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:06.697707 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2efecb1c-6272-4f22-a9ef-81a2cff6cf1b None None] Port 299c7a2b-2061-4aea-985d-65b129066409 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:29:06.734024 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f211143-ad94-400f-ad61-9e02d65b40e8 admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:29:06.736893 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-0f211143-ad94-400f-ad61-9e02d65b40e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:06.742067 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f211143-ad94-400f-ad61-9e02d65b40e8 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:29:06.770117 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f211143-ad94-400f-ad61-9e02d65b40e8 admin admin] Pushing event updated for resources: {'Port': ['ID=a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:06.842550 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-afbe8b53-85e5-4428-8a03-7b6be7c28d8c None None] Publish callbacks [] for port (dd4830e4-9b69-42d1-8cc2-4192de53bd9a), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:06.852498 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae92030-a5ee-4706-8b9f-515920a71b98 None None] Sync routers for ids ['32da86b6-4c26-45b1-835d-0dad106b624c'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:29:06.864090 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-9a54c15b-f07f-48c3-a56f-ce7df522d619 None None] Allocated IP 172.20.0.2 (7b3e2f26-3add-4239-9044-1569c5fdc402/c5a736f5-2cca-4f7a-87a4-e3c159387d4f/86d3edf8-a693-4dd7-af31-e91e9358e458) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:29:06.864463 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-456aed88-41bb-4df4-b1d3-b4bca33c500a admin admin] Publish callbacks [] for router_gateway (f2cbebe2-2178-4763-ae61-c5f357f52616), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:06.867393 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-afbe8b53-85e5-4428-8a03-7b6be7c28d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (dd4830e4-9b69-42d1-8cc2-4192de53bd9a), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:06.937335 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbe8b53-85e5-4428-8a03-7b6be7c28d8c None None] Network 4a18db52-e571-4039-89e7-6353aeef061c is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:29:06.940258 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae92030-a5ee-4706-8b9f-515920a71b98 None None] Routers {'32da86b6-4c26-45b1-835d-0dad106b624c'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:06.941130 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-6ae92030-a5ee-4706-8b9f-515920a71b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:28:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['32da86b6-4c26-45b1-835d-0dad106b624c'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:06.949190 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-0c80581f-c45b-4460-9516-4f5db85226c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (299c7a2b-2061-4aea-985d-65b129066409), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:07.023470 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2da82c-a02a-4a24-9f27-649e79a16e62 req-4d5a49b5-4929-48d3-9e1f-027b39df2ede tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:07.031326 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ca2da82c-a02a-4a24-9f27-649e79a16e62 req-4d5a49b5-4929-48d3-9e1f-027b39df2ede tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.3908160 Mar 22 19:29:07.075536 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-6ae92030-a5ee-4706-8b9f-515920a71b98 None None] Set router 32da86b6-4c26-45b1-835d-0dad106b624c gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:07.090823 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f211143-ad94-400f-ad61-9e02d65b40e8 admin admin] Publish callbacks [] for router_gateway (62c1cb2b-3d7d-477f-bd78-606d29614429), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:07.159411 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4827814-9a6b-4b0e-bbc7-17a68f3a74ec req-e25b368a-fbd7-4a3f-94f1-22ad6965df58 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:07.165059 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4827814-9a6b-4b0e-bbc7-17a68f3a74ec req-e25b368a-fbd7-4a3f-94f1-22ad6965df58 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:07.170476 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4827814-9a6b-4b0e-bbc7-17a68f3a74ec req-e25b368a-fbd7-4a3f-94f1-22ad6965df58 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:07.175910 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4827814-9a6b-4b0e-bbc7-17a68f3a74ec req-e25b368a-fbd7-4a3f-94f1-22ad6965df58 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:07.181936 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4827814-9a6b-4b0e-bbc7-17a68f3a74ec req-e25b368a-fbd7-4a3f-94f1-22ad6965df58 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:07.184331 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe8b53-85e5-4428-8a03-7b6be7c28d8c None None] Pushing event updated for resources: {'Port': ['ID=dd4830e4-9b69-42d1-8cc2-4192de53bd9a,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:07.187197 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4827814-9a6b-4b0e-bbc7-17a68f3a74ec req-e25b368a-fbd7-4a3f-94f1-22ad6965df58 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:07.192896 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4827814-9a6b-4b0e-bbc7-17a68f3a74ec req-e25b368a-fbd7-4a3f-94f1-22ad6965df58 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:07.197843 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b4827814-9a6b-4b0e-bbc7-17a68f3a74ec req-e25b368a-fbd7-4a3f-94f1-22ad6965df58 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5429 time: 0.4148638 Mar 22 19:29:07.199979 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-afbe8b53-85e5-4428-8a03-7b6be7c28d8c None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:07.245208 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 6ebe0dec-382d-47f5-923e-2bca2cf06f77 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:07.252051 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbe8b53-85e5-4428-8a03-7b6be7c28d8c None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:29:07.353860 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ca2da82c-a02a-4a24-9f27-649e79a16e62 req-a3e0d46c-a662-43fa-89a8-8f38094f9981 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3170145 Mar 22 19:29:07.371301 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f211143-ad94-400f-ad61-9e02d65b40e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (62c1cb2b-3d7d-477f-bd78-606d29614429), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:07.481601 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-afbe8b53-85e5-4428-8a03-7b6be7c28d8c None None] Attempting to bind port dd4830e4-9b69-42d1-8cc2-4192de53bd9a on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:29:07.482071 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-afbe8b53-85e5-4428-8a03-7b6be7c28d8c None None] Attempting to bind port dd4830e4-9b69-42d1-8cc2-4192de53bd9a by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'fe86b638-8528-406c-803d-7fab6741faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4a18db52-e571-4039-89e7-6353aeef061c'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:29:07.482443 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbe8b53-85e5-4428-8a03-7b6be7c28d8c None None] Attempting to bind port dd4830e4-9b69-42d1-8cc2-4192de53bd9a on network 4a18db52-e571-4039-89e7-6353aeef061c {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:29:07.505575 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbe8b53-85e5-4428-8a03-7b6be7c28d8c None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:29:07.505891 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbe8b53-85e5-4428-8a03-7b6be7c28d8c None None] Checking segment: {'id': 'fe86b638-8528-406c-803d-7fab6741faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4a18db52-e571-4039-89e7-6353aeef061c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:29:07.506302 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-afbe8b53-85e5-4428-8a03-7b6be7c28d8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:07.506802 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbe8b53-85e5-4428-8a03-7b6be7c28d8c None None] Bound using segment: {'id': 'fe86b638-8528-406c-803d-7fab6741faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4a18db52-e571-4039-89e7-6353aeef061c'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:29:07.507658 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-afbe8b53-85e5-4428-8a03-7b6be7c28d8c None None] Bound port: dd4830e4-9b69-42d1-8cc2-4192de53bd9a, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe86b638-8528-406c-803d-7fab6741faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4a18db52-e571-4039-89e7-6353aeef061c'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:29:07.508052 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-afbe8b53-85e5-4428-8a03-7b6be7c28d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (dd4830e4-9b69-42d1-8cc2-4192de53bd9a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:07.524133 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 6ebe0dec-382d-47f5-923e-2bca2cf06f77 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:07.525016 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6ebe0dec-382d-47f5-923e-2bca2cf06f77), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:07.642992 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f211143-ad94-400f-ad61-9e02d65b40e8 admin admin] Router 62c1cb2b-3d7d-477f-bd78-606d29614429 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:29:07.663322 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b4827814-9a6b-4b0e-bbc7-17a68f3a74ec req-28fcf517-a183-4e07-bd8a-32f5a86fe918 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4408667 Mar 22 19:29:07.674931 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-afbe8b53-85e5-4428-8a03-7b6be7c28d8c None None] For port dd4830e4-9b69-42d1-8cc2-4192de53bd9a, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:29:07.679761 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-afbe8b53-85e5-4428-8a03-7b6be7c28d8c None None] For port dd4830e4-9b69-42d1-8cc2-4192de53bd9a, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=dd4830e4-9b69-42d1-8cc2-4192de53bd9a,segment=NetworkSegment(fe86b638-8528-406c-803d-7fab6741faff),segment_id=fe86b638-8528-406c-803d-7fab6741faff)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:29:07.867406 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-afbe8b53-85e5-4428-8a03-7b6be7c28d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (dd4830e4-9b69-42d1-8cc2-4192de53bd9a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:07.961026 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe8b53-85e5-4428-8a03-7b6be7c28d8c None None] Pushing event updated for resources: {'Port': ['ID=dd4830e4-9b69-42d1-8cc2-4192de53bd9a,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:08.003320 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9a54c15b-f07f-48c3-a56f-ce7df522d619 None None] Publish callbacks [] for port (86d3edf8-a693-4dd7-af31-e91e9358e458), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:08.023494 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 6ebe0dec-382d-47f5-923e-2bca2cf06f77 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:08.028239 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9a54c15b-f07f-48c3-a56f-ce7df522d619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (86d3edf8-a693-4dd7-af31-e91e9358e458), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:08.046099 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-6ae92030-a5ee-4706-8b9f-515920a71b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da86b6-4c26-45b1-835d-0dad106b624c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1302747164-router', 'tenant_id': 'a3fcf53cd795494fb2252f39624d61a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '6ebe0dec-382d-47f5-923e-2bca2cf06f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:55Z', 'updated_at': '2022-03-22T19:29:03Z', 'revision_number': 4, 'project_id': 'a3fcf53cd795494fb2252f39624d61a8', 'gw_port': {'id': '6ebe0dec-382d-47f5-923e-2bca2cf06f77', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:5a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da86b6-4c26-45b1-835d-0dad106b624c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:57Z', 'updated_at': '2022-03-22T19:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'aa5a5c8c-c38c-4825-ba13-8bc81c2318a2', 'name': '', 'network_id': '99cdc558-c933-46f0-87ac-a2b0eaa1b5ee', 'tenant_id': 'a3fcf53cd795494fb2252f39624d61a8', 'mac_address': 'fa:16:3e:cc:52:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32da86b6-4c26-45b1-835d-0dad106b624c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '59a43b74-bf5d-4fdc-9306-e68ffd63bdcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:02Z', 'updated_at': '2022-03-22T19:29:03Z', 'revision_number': 2, 'project_id': 'a3fcf53cd795494fb2252f39624d61a8', 'subnets': [{'id': '59a43b74-bf5d-4fdc-9306-e68ffd63bdcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:08.132772 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae92030-a5ee-4706-8b9f-515920a71b98 None None] Checking router: 32da86b6-4c26-45b1-835d-0dad106b624c for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:29:08.133152 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae92030-a5ee-4706-8b9f-515920a71b98 None None] Updating router 32da86b6-4c26-45b1-835d-0dad106b624c port aa5a5c8c-c38c-4825-ba13-8bc81c2318a2 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:29:08.136964 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a54c15b-f07f-48c3-a56f-ce7df522d619 None None] Network 7b3e2f26-3add-4239-9044-1569c5fdc402 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:29:08.138633 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-9a54c15b-f07f-48c3-a56f-ce7df522d619 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:08.141204 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a54c15b-f07f-48c3-a56f-ce7df522d619 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:29:08.152298 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54c15b-f07f-48c3-a56f-ce7df522d619 None None] Pushing event updated for resources: {'Port': ['ID=86d3edf8-a693-4dd7-af31-e91e9358e458,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:08.226792 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f211143-ad94-400f-ad61-9e02d65b40e8 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:29:08.238383 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-9a54c15b-f07f-48c3-a56f-ce7df522d619 None None] Attempting to bind port 86d3edf8-a693-4dd7-af31-e91e9358e458 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:29:08.238618 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-9a54c15b-f07f-48c3-a56f-ce7df522d619 None None] Attempting to bind port 86d3edf8-a693-4dd7-af31-e91e9358e458 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '6a09aeb3-9dcd-43c2-9893-dabd14c26ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7b3e2f26-3add-4239-9044-1569c5fdc402'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:29:08.246448 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a54c15b-f07f-48c3-a56f-ce7df522d619 None None] Attempting to bind port 86d3edf8-a693-4dd7-af31-e91e9358e458 on network 7b3e2f26-3add-4239-9044-1569c5fdc402 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:29:08.248439 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f379d629-35d0-4746-8fdd-6f89112ae32f None None] Sync routers for ids ['62c1cb2b-3d7d-477f-bd78-606d29614429'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:29:08.259166 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a54c15b-f07f-48c3-a56f-ce7df522d619 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:29:08.259543 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a54c15b-f07f-48c3-a56f-ce7df522d619 None None] Checking segment: {'id': '6a09aeb3-9dcd-43c2-9893-dabd14c26ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7b3e2f26-3add-4239-9044-1569c5fdc402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:29:08.260022 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9a54c15b-f07f-48c3-a56f-ce7df522d619 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:08.260474 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a54c15b-f07f-48c3-a56f-ce7df522d619 None None] Bound using segment: {'id': '6a09aeb3-9dcd-43c2-9893-dabd14c26ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7b3e2f26-3add-4239-9044-1569c5fdc402'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:29:08.261026 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-9a54c15b-f07f-48c3-a56f-ce7df522d619 None None] Bound port: 86d3edf8-a693-4dd7-af31-e91e9358e458, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a09aeb3-9dcd-43c2-9893-dabd14c26ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7b3e2f26-3add-4239-9044-1569c5fdc402'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:29:08.261425 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9a54c15b-f07f-48c3-a56f-ce7df522d619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (86d3edf8-a693-4dd7-af31-e91e9358e458), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:08.264874 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6ae92030-a5ee-4706-8b9f-515920a71b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (aa5a5c8c-c38c-4825-ba13-8bc81c2318a2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:08.309483 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b8f26-4d80-49ba-a412-63d1de0fe19b req-64a03e93-6f0a-49bc-a239-e9e031465059 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:08.309700 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f379d629-35d0-4746-8fdd-6f89112ae32f None None] Routers {'62c1cb2b-3d7d-477f-bd78-606d29614429'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:08.310523 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-f379d629-35d0-4746-8fdd-6f89112ae32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:28:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['62c1cb2b-3d7d-477f-bd78-606d29614429'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:08.317122 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e43b8f26-4d80-49ba-a412-63d1de0fe19b req-64a03e93-6f0a-49bc-a239-e9e031465059 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 931 time: 0.6906810 Mar 22 19:29:08.324386 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f211143-ad94-400f-ad61-9e02d65b40e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:08.326427 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0f211143-ad94-400f-ad61-9e02d65b40e8 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9888673 Mar 22 19:29:08.330057 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53376) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:08.511081 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e43b8f26-4d80-49ba-a412-63d1de0fe19b req-75c17f1f-72fb-45e0-b67e-62a66a4007bc tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=95269df0-84b0-459b-9a2e-0d212c1ee848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929355 Mar 22 19:29:08.512289 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-456aed88-41bb-4df4-b1d3-b4bca33c500a admin admin] Publish callbacks [] for router_gateway (f2cbebe2-2178-4763-ae61-c5f357f52616), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:08.558060 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-0c80581f-c45b-4460-9516-4f5db85226c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 299c7a2b-2061-4aea-985d-65b129066409 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:29:08.603663 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-456aed88-41bb-4df4-b1d3-b4bca33c500a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:08.635426 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-f379d629-35d0-4746-8fdd-6f89112ae32f None None] Set router 62c1cb2b-3d7d-477f-bd78-606d29614429 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:08.638576 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-9a54c15b-f07f-48c3-a56f-ce7df522d619 None None] For port 86d3edf8-a693-4dd7-af31-e91e9358e458, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:29:08.661154 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-9a54c15b-f07f-48c3-a56f-ce7df522d619 None None] For port 86d3edf8-a693-4dd7-af31-e91e9358e458, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=86d3edf8-a693-4dd7-af31-e91e9358e458,segment=NetworkSegment(6a09aeb3-9dcd-43c2-9893-dabd14c26ff2),segment_id=6a09aeb3-9dcd-43c2-9893-dabd14c26ff2)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:29:08.671049 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-0c80581f-c45b-4460-9516-4f5db85226c3 service neutron] Publish callbacks [] for port (299c7a2b-2061-4aea-985d-65b129066409), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:08.681103 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9a54c15b-f07f-48c3-a56f-ce7df522d619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (86d3edf8-a693-4dd7-af31-e91e9358e458), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:08.838982 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-0c80581f-c45b-4460-9516-4f5db85226c3 service neutron] Transition to ACTIVE for port object 299c7a2b-2061-4aea-985d-65b129066409 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:29:08.853812 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54c15b-f07f-48c3-a56f-ce7df522d619 None None] Pushing event updated for resources: {'Port': ['ID=86d3edf8-a693-4dd7-af31-e91e9358e458,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:08.894911 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-0c80581f-c45b-4460-9516-4f5db85226c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (299c7a2b-2061-4aea-985d-65b129066409), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:08.982330 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e3430-b1bc-4c79-8b63-5fcb31930869 req-e81f7ae0-63a7-4e0a-be11-a5ee9f7789bb tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:08.984070 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b04e3430-b1bc-4c79-8b63-5fcb31930869 req-e81f7ae0-63a7-4e0a-be11-a5ee9f7789bb tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.4695871 Mar 22 19:29:09.058839 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-456aed88-41bb-4df4-b1d3-b4bca33c500a admin admin] Allocated IP 172.25.5.187 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/f60b44cb-f5ca-42b7-915d-e164e1b123e6) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:29:09.065321 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6ae92030-a5ee-4706-8b9f-515920a71b98 None None] Publish callbacks [] for port (aa5a5c8c-c38c-4825-ba13-8bc81c2318a2), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:09.073871 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-aff0694a-2f03-4f49-ba54-dbce27ac8dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (32da86b6-4c26-45b1-835d-0dad106b624c), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:09.107939 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6ae92030-a5ee-4706-8b9f-515920a71b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (aa5a5c8c-c38c-4825-ba13-8bc81c2318a2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:09.154568 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-f379d629-35d0-4746-8fdd-6f89112ae32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'name': 'tempest-TaggedBootDevicesTest-1777691038-router', 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:05Z', 'updated_at': '2022-03-22T19:29:06Z', 'revision_number': 3, 'project_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'gw_port': {'id': 'a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:06Z', 'updated_at': '2022-03-22T19:29:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:09.319149 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946b8cb-8cb9-4578-ac98-fffd5df88f0f None None] Pushing event updated for resources: {'Port': ['ID=aa5a5c8c-c38c-4825-ba13-8bc81c2318a2,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:09.468729 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device dd4830e4-9b69-42d1-8cc2-4192de53bd9a up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:09.495211 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-71e959eb-8eff-4d89-bdce-3e341b8a1e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:09.589579 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f379d629-35d0-4746-8fdd-6f89112ae32f None None] Checking router: 62c1cb2b-3d7d-477f-bd78-606d29614429 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:29:09.590316 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f379d629-35d0-4746-8fdd-6f89112ae32f None None] Updating router 62c1cb2b-3d7d-477f-bd78-606d29614429 port a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:29:09.611246 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-6ae92030-a5ee-4706-8b9f-515920a71b98 None None] Attempting to bind port aa5a5c8c-c38c-4825-ba13-8bc81c2318a2 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:29:09.612014 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-6ae92030-a5ee-4706-8b9f-515920a71b98 None None] Attempting to bind port aa5a5c8c-c38c-4825-ba13-8bc81c2318a2 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'e616fbf2-9871-4d5f-923b-a37926b6e494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '99cdc558-c933-46f0-87ac-a2b0eaa1b5ee'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:29:09.612552 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae92030-a5ee-4706-8b9f-515920a71b98 None None] Attempting to bind port aa5a5c8c-c38c-4825-ba13-8bc81c2318a2 on network 99cdc558-c933-46f0-87ac-a2b0eaa1b5ee {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:29:09.630395 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae92030-a5ee-4706-8b9f-515920a71b98 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:29:09.631095 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae92030-a5ee-4706-8b9f-515920a71b98 None None] Checking segment: {'id': 'e616fbf2-9871-4d5f-923b-a37926b6e494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '99cdc558-c933-46f0-87ac-a2b0eaa1b5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:29:09.632576 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6ae92030-a5ee-4706-8b9f-515920a71b98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:09.633417 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae92030-a5ee-4706-8b9f-515920a71b98 None None] Bound using segment: {'id': 'e616fbf2-9871-4d5f-923b-a37926b6e494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '99cdc558-c933-46f0-87ac-a2b0eaa1b5ee'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:29:09.634505 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-6ae92030-a5ee-4706-8b9f-515920a71b98 None None] Bound port: aa5a5c8c-c38c-4825-ba13-8bc81c2318a2, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e616fbf2-9871-4d5f-923b-a37926b6e494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '99cdc558-c933-46f0-87ac-a2b0eaa1b5ee'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:29:09.635131 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6ae92030-a5ee-4706-8b9f-515920a71b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (aa5a5c8c-c38c-4825-ba13-8bc81c2318a2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:09.707159 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80581f-c45b-4460-9516-4f5db85226c3 service neutron] Pushing event updated for resources: {'Port': ['ID=299c7a2b-2061-4aea-985d-65b129066409,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:09.721072 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-f379d629-35d0-4746-8fdd-6f89112ae32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:09.743003 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-6ae92030-a5ee-4706-8b9f-515920a71b98 None None] For port aa5a5c8c-c38c-4825-ba13-8bc81c2318a2, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:29:09.746971 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-6ae92030-a5ee-4706-8b9f-515920a71b98 None None] For port aa5a5c8c-c38c-4825-ba13-8bc81c2318a2, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=aa5a5c8c-c38c-4825-ba13-8bc81c2318a2,segment=NetworkSegment(e616fbf2-9871-4d5f-923b-a37926b6e494),segment_id=e616fbf2-9871-4d5f-923b-a37926b6e494)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:29:09.759912 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6ae92030-a5ee-4706-8b9f-515920a71b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (aa5a5c8c-c38c-4825-ba13-8bc81c2318a2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:09.895859 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946b8cb-8cb9-4578-ac98-fffd5df88f0f None None] Pushing event updated for resources: {'Port': ['ID=aa5a5c8c-c38c-4825-ba13-8bc81c2318a2,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:09.935972 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port dd4830e4-9b69-42d1-8cc2-4192de53bd9a triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:09.945007 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (dd4830e4-9b69-42d1-8cc2-4192de53bd9a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:09.950849 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-71e959eb-8eff-4d89-bdce-3e341b8a1e79 admin admin] Allocated IP 172.20.0.1 (4a18db52-e571-4039-89e7-6353aeef061c/e79fd7a2-f33f-4e5a-aaf1-5c490955a64d/c119e002-5aa4-4a6b-a258-54751300d066) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:29:10.003830 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae92030-a5ee-4706-8b9f-515920a71b98 None None] Routers {'32da86b6-4c26-45b1-835d-0dad106b624c'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:10.004974 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-6ae92030-a5ee-4706-8b9f-515920a71b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:28:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['32da86b6-4c26-45b1-835d-0dad106b624c'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:10.009583 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974a8ad-f8e4-4681-9b69-de4e3fce3f45 req-a036ff0d-00bb-4425-8745-ba98c2135f4b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:10.029586 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974a8ad-f8e4-4681-9b69-de4e3fce3f45 req-a036ff0d-00bb-4425-8745-ba98c2135f4b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:10.051756 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974a8ad-f8e4-4681-9b69-de4e3fce3f45 req-a036ff0d-00bb-4425-8745-ba98c2135f4b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:10.080150 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974a8ad-f8e4-4681-9b69-de4e3fce3f45 req-a036ff0d-00bb-4425-8745-ba98c2135f4b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:10.094837 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974a8ad-f8e4-4681-9b69-de4e3fce3f45 req-a036ff0d-00bb-4425-8745-ba98c2135f4b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:10.109437 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974a8ad-f8e4-4681-9b69-de4e3fce3f45 req-a036ff0d-00bb-4425-8745-ba98c2135f4b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:10.126014 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974a8ad-f8e4-4681-9b69-de4e3fce3f45 req-a036ff0d-00bb-4425-8745-ba98c2135f4b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:10.127031 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-71e959eb-8eff-4d89-bdce-3e341b8a1e79 admin admin] Publish callbacks [] for port (c119e002-5aa4-4a6b-a258-54751300d066), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:10.130844 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5974a8ad-f8e4-4681-9b69-de4e3fce3f45 req-a036ff0d-00bb-4425-8745-ba98c2135f4b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5429 time: 1.2857411 Mar 22 19:29:10.190425 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-71e959eb-8eff-4d89-bdce-3e341b8a1e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (c119e002-5aa4-4a6b-a258-54751300d066), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:10.264118 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e959eb-8eff-4d89-bdce-3e341b8a1e79 admin admin] Network 4a18db52-e571-4039-89e7-6353aeef061c is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:29:10.267681 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b04e3430-b1bc-4c79-8b63-5fcb31930869 req-e717d894-3a2a-4563-90ac-12ca2c38b029 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2171438 Mar 22 19:29:10.273942 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-71e959eb-8eff-4d89-bdce-3e341b8a1e79 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:10.281277 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e959eb-8eff-4d89-bdce-3e341b8a1e79 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:29:10.314521 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-0c80581f-c45b-4460-9516-4f5db85226c3 service neutron] Attempting to bind port 299c7a2b-2061-4aea-985d-65b129066409 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:29:10.314966 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-0c80581f-c45b-4460-9516-4f5db85226c3 service neutron] Attempting to bind port 299c7a2b-2061-4aea-985d-65b129066409 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '314d61bc-4aee-41ea-892b-cdf180af1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:29:10.315396 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-0c80581f-c45b-4460-9516-4f5db85226c3 service neutron] Attempting to bind port 299c7a2b-2061-4aea-985d-65b129066409 on network e2aac6b4-9023-4a56-b28e-d9728a595e67 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:29:10.369097 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e959eb-8eff-4d89-bdce-3e341b8a1e79 admin admin] Pushing event updated for resources: {'Port': ['ID=c119e002-5aa4-4a6b-a258-54751300d066,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:10.371485 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5974a8ad-f8e4-4681-9b69-de4e3fce3f45 req-3022bcd6-071b-4e95-8f98-b157fe1b047a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1589170 Mar 22 19:29:10.381457 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-0c80581f-c45b-4460-9516-4f5db85226c3 service neutron] Port 299c7a2b-2061-4aea-985d-65b129066409 on network e2aac6b4-9023-4a56-b28e-d9728a595e67 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:29:10.381924 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-0c80581f-c45b-4460-9516-4f5db85226c3 service neutron] Attempting to bind port 299c7a2b-2061-4aea-985d-65b129066409 on network e2aac6b4-9023-4a56-b28e-d9728a595e67 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:29:10.403617 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-71e959eb-8eff-4d89-bdce-3e341b8a1e79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (62c1cb2b-3d7d-477f-bd78-606d29614429), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:10.407475 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-0c80581f-c45b-4460-9516-4f5db85226c3 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:29:10.407978 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-0c80581f-c45b-4460-9516-4f5db85226c3 service neutron] Checking segment: {'id': '314d61bc-4aee-41ea-892b-cdf180af1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:29:10.408654 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-0c80581f-c45b-4460-9516-4f5db85226c3 service neutron] Bound using segment: {'id': '314d61bc-4aee-41ea-892b-cdf180af1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:29:10.409211 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-0c80581f-c45b-4460-9516-4f5db85226c3 service neutron] Bound port: 299c7a2b-2061-4aea-985d-65b129066409, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '314d61bc-4aee-41ea-892b-cdf180af1566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:29:10.409712 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-0c80581f-c45b-4460-9516-4f5db85226c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (299c7a2b-2061-4aea-985d-65b129066409), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:10.454252 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-456aed88-41bb-4df4-b1d3-b4bca33c500a admin admin] Publish callbacks [] for port (f60b44cb-f5ca-42b7-915d-e164e1b123e6), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:10.560871 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9e137c-d266-43f7-9df4-5448514803af None None] Network 4a18db52-e571-4039-89e7-6353aeef061c requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:29:10.765607 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-7b87d7fe-de29-46d2-be95-70a1799209cf None None] Provisioning complete for port aa5a5c8c-c38c-4825-ba13-8bc81c2318a2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:10.766346 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7b87d7fe-de29-46d2-be95-70a1799209cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (aa5a5c8c-c38c-4825-ba13-8bc81c2318a2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:10.792320 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-0c80581f-c45b-4460-9516-4f5db85226c3 service neutron] For port 299c7a2b-2061-4aea-985d-65b129066409, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:29:10.795237 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-71e959eb-8eff-4d89-bdce-3e341b8a1e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c119e002-5aa4-4a6b-a258-54751300d066), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:10.861730 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7144c-2993-4401-935a-6f8be36d2747 req-3a6c8973-d6fb-44ac-9552-b15ca042acc2 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:10.863358 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dad7144c-2993-4401-935a-6f8be36d2747 req-3a6c8973-d6fb-44ac-9552-b15ca042acc2 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 943 time: 0.4071994 Mar 22 19:29:10.869837 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-0c80581f-c45b-4460-9516-4f5db85226c3 service neutron] For port 299c7a2b-2061-4aea-985d-65b129066409, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=299c7a2b-2061-4aea-985d-65b129066409,segment=NetworkSegment(314d61bc-4aee-41ea-892b-cdf180af1566),segment_id=314d61bc-4aee-41ea-892b-cdf180af1566)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:29:10.892855 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-456aed88-41bb-4df4-b1d3-b4bca33c500a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (f60b44cb-f5ca-42b7-915d-e164e1b123e6), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:10.894054 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a72795-830c-438e-9438-0a8e6824cfe7 None None] Network 7b3e2f26-3add-4239-9044-1569c5fdc402 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:29:10.906294 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-0c80581f-c45b-4460-9516-4f5db85226c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (299c7a2b-2061-4aea-985d-65b129066409), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:11.005248 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-6ae92030-a5ee-4706-8b9f-515920a71b98 None None] Set router 32da86b6-4c26-45b1-835d-0dad106b624c gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:11.009131 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port dd4830e4-9b69-42d1-8cc2-4192de53bd9a is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:11.009908 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (dd4830e4-9b69-42d1-8cc2-4192de53bd9a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:11.062507 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456aed88-41bb-4df4-b1d3-b4bca33c500a admin admin] Pushing event updated for resources: {'Port': ['ID=f60b44cb-f5ca-42b7-915d-e164e1b123e6,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:11.159502 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456aed88-41bb-4df4-b1d3-b4bca33c500a admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:29:11.187648 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-0c80581f-c45b-4460-9516-4f5db85226c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:11.189334 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-0c80581f-c45b-4460-9516-4f5db85226c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:11.193338 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-0c80581f-c45b-4460-9516-4f5db85226c3 service neutron] 10.222.0.85 "PUT /v2.0/ports/299c7a2b-2061-4aea-985d-65b129066409 HTTP/1.1" status: 200 len: 1092 time: 4.8256993 Mar 22 19:29:11.193637 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-71e959eb-8eff-4d89-bdce-3e341b8a1e79 admin admin] Publish callbacks [] for port (c119e002-5aa4-4a6b-a258-54751300d066), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:11.199957 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-71e959eb-8eff-4d89-bdce-3e341b8a1e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (c119e002-5aa4-4a6b-a258-54751300d066), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:11.205457 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c215527-a9b4-4a97-b228-bf486f6be637', 'tag': '299c7a2b-2061-4aea-985d-65b129066409'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:29:11.212370 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485e0427-0a63-45f5-9532-f2102d0109e2" -d '{"events": [{"name": "network-changed", "server_uuid": "4c215527-a9b4-4a97-b228-bf486f6be637", "tag": "299c7a2b-2061-4aea-985d-65b129066409"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:29:11.259961 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-456aed88-41bb-4df4-b1d3-b4bca33c500a admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:11.269662 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456aed88-41bb-4df4-b1d3-b4bca33c500a admin admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:29:11.309385 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-f379d629-35d0-4746-8fdd-6f89112ae32f None None] Publish callbacks [] for port (a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:11.323598 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-f379d629-35d0-4746-8fdd-6f89112ae32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:11.325032 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-71e959eb-8eff-4d89-bdce-3e341b8a1e79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (62c1cb2b-3d7d-477f-bd78-606d29614429), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:11.331094 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e959eb-8eff-4d89-bdce-3e341b8a1e79 admin admin] Pushing event updated for resources: {'Port': ['ID=c119e002-5aa4-4a6b-a258-54751300d066,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:11.394744 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eec649-5df1-40ef-a378-9664f551b168 None None] Pushing event updated for resources: {'Port': ['ID=a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:11.412455 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eec649-5df1-40ef-a378-9664f551b168 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:11.413175 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eec649-5df1-40ef-a378-9664f551b168 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:11.414987 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eec649-5df1-40ef-a378-9664f551b168 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:11.415969 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eec649-5df1-40ef-a378-9664f551b168 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:11.416468 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eec649-5df1-40ef-a378-9664f551b168 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:11.417002 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eec649-5df1-40ef-a378-9664f551b168 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:11.418713 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eec649-5df1-40ef-a378-9664f551b168 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:11.419329 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eec649-5df1-40ef-a378-9664f551b168 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:11.419818 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eec649-5df1-40ef-a378-9664f551b168 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:11.420589 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eec649-5df1-40ef-a378-9664f551b168 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:11.421152 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eec649-5df1-40ef-a378-9664f551b168 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:11.421686 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eec649-5df1-40ef-a378-9664f551b168 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:11.422403 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eec649-5df1-40ef-a378-9664f551b168 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:11.422886 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eec649-5df1-40ef-a378-9664f551b168 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:11.423447 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31eec649-5df1-40ef-a378-9664f551b168 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:11.469244 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-f379d629-35d0-4746-8fdd-6f89112ae32f None None] Attempting to bind port a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:29:11.469899 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-f379d629-35d0-4746-8fdd-6f89112ae32f None None] Attempting to bind port a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:29:11.470467 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f379d629-35d0-4746-8fdd-6f89112ae32f None None] Attempting to bind port a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:29:11.478320 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f379d629-35d0-4746-8fdd-6f89112ae32f None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:29:11.479260 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f379d629-35d0-4746-8fdd-6f89112ae32f None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:29:11.479996 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-f379d629-35d0-4746-8fdd-6f89112ae32f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:11.481347 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f379d629-35d0-4746-8fdd-6f89112ae32f None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:29:11.483150 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-f379d629-35d0-4746-8fdd-6f89112ae32f None None] Bound port: a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:29:11.484083 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-f379d629-35d0-4746-8fdd-6f89112ae32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:11.558037 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dad7144c-2993-4401-935a-6f8be36d2747 req-54f4e642-c8f3-4e9f-9340-6c104a3d4d8d tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=95269df0-84b0-459b-9a2e-0d212c1ee848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6786811 Mar 22 19:29:11.601583 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port dd4830e4-9b69-42d1-8cc2-4192de53bd9a, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=dd4830e4-9b69-42d1-8cc2-4192de53bd9a,segment=NetworkSegment(fe86b638-8528-406c-803d-7fab6741faff),segment_id=fe86b638-8528-406c-803d-7fab6741faff)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:11.604081 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e79ce-9697-416d-ae8d-66247637b998 req-b66aeb4e-8108-4879-a793-6909e73d32e6 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:11.610351 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-983e79ce-9697-416d-ae8d-66247637b998 req-b66aeb4e-8108-4879-a793-6909e73d32e6 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 945 time: 0.5974581 Mar 22 19:29:11.619069 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (dd4830e4-9b69-42d1-8cc2-4192de53bd9a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:11.648573 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-aff0694a-2f03-4f49-ba54-dbce27ac8dba admin admin] Deleting port aa5a5c8c-c38c-4825-ba13-8bc81c2318a2 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:29:11.649065 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-aff0694a-2f03-4f49-ba54-dbce27ac8dba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (aa5a5c8c-c38c-4825-ba13-8bc81c2318a2), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:11.662813 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-f379d629-35d0-4746-8fdd-6f89112ae32f None None] For port a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:29:11.673948 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-f379d629-35d0-4746-8fdd-6f89112ae32f None None] For port a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:29:11.679776 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80581f-c45b-4460-9516-4f5db85226c3 service neutron] Pushing event updated for resources: {'Port': ['ID=299c7a2b-2061-4aea-985d-65b129066409,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:11.689673 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e959eb-8eff-4d89-bdce-3e341b8a1e79 admin admin] Network 4a18db52-e571-4039-89e7-6353aeef061c is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:29:11.693037 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-f379d629-35d0-4746-8fdd-6f89112ae32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:11.696403 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-71e959eb-8eff-4d89-bdce-3e341b8a1e79 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:11.867083 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-7b87d7fe-de29-46d2-be95-70a1799209cf None None] Current status of the port aa5a5c8c-c38c-4825-ba13-8bc81c2318a2 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:11.867472 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7b87d7fe-de29-46d2-be95-70a1799209cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (aa5a5c8c-c38c-4825-ba13-8bc81c2318a2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:11.940081 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eec649-5df1-40ef-a378-9664f551b168 None None] Pushing event updated for resources: {'Port': ['ID=a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:11.960781 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f379d629-35d0-4746-8fdd-6f89112ae32f None None] Routers {'62c1cb2b-3d7d-477f-bd78-606d29614429'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:11.971000 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-f379d629-35d0-4746-8fdd-6f89112ae32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:28:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['62c1cb2b-3d7d-477f-bd78-606d29614429'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:11.994591 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-7b87d7fe-de29-46d2-be95-70a1799209cf None None] For port aa5a5c8c-c38c-4825-ba13-8bc81c2318a2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=aa5a5c8c-c38c-4825-ba13-8bc81c2318a2,segment=NetworkSegment(e616fbf2-9871-4d5f-923b-a37926b6e494),segment_id=e616fbf2-9871-4d5f-923b-a37926b6e494)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:12.015004 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 86d3edf8-a693-4dd7-af31-e91e9358e458 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:12.023804 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7b87d7fe-de29-46d2-be95-70a1799209cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (aa5a5c8c-c38c-4825-ba13-8bc81c2318a2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:12.081383 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e959eb-8eff-4d89-bdce-3e341b8a1e79 admin admin] Router 62c1cb2b-3d7d-477f-bd78-606d29614429 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:29:12.083919 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=dd4830e4-9b69-42d1-8cc2-4192de53bd9a,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:12.119987 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2996562-4046-431e-8229-b481d9df9690 x-openstack-request-id: req-b2996562-4046-431e-8229-b481d9df9690 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:29:12.120712 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c215527-a9b4-4a97-b228-bf486f6be637", "tag": "299c7a2b-2061-4aea-985d-65b129066409", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:29:12.120712 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b2996562-4046-431e-8229-b481d9df9690 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:29:12.121450 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2996562-4046-431e-8229-b481d9df9690'] response: {'name': 'network-changed', 'server_uuid': '4c215527-a9b4-4a97-b228-bf486f6be637', 'tag': '299c7a2b-2061-4aea-985d-65b129066409', 'status': 'completed', 'code': 200} Mar 22 19:29:12.154917 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-6ae92030-a5ee-4706-8b9f-515920a71b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da86b6-4c26-45b1-835d-0dad106b624c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1302747164-router', 'tenant_id': 'a3fcf53cd795494fb2252f39624d61a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '6ebe0dec-382d-47f5-923e-2bca2cf06f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:55Z', 'updated_at': '2022-03-22T19:29:03Z', 'revision_number': 4, 'project_id': 'a3fcf53cd795494fb2252f39624d61a8', 'gw_port': {'id': '6ebe0dec-382d-47f5-923e-2bca2cf06f77', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:5a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da86b6-4c26-45b1-835d-0dad106b624c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:57Z', 'updated_at': '2022-03-22T19:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'aa5a5c8c-c38c-4825-ba13-8bc81c2318a2', 'name': '', 'network_id': '99cdc558-c933-46f0-87ac-a2b0eaa1b5ee', 'tenant_id': 'a3fcf53cd795494fb2252f39624d61a8', 'mac_address': 'fa:16:3e:cc:52:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32da86b6-4c26-45b1-835d-0dad106b624c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '59a43b74-bf5d-4fdc-9306-e68ffd63bdcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:02Z', 'updated_at': '2022-03-22T19:29:09Z', 'revision_number': 4, 'project_id': 'a3fcf53cd795494fb2252f39624d61a8', 'subnets': [{'id': '59a43b74-bf5d-4fdc-9306-e68ffd63bdcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:12.209978 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87d7fe-de29-46d2-be95-70a1799209cf None None] Pushing event updated for resources: {'Port': ['ID=aa5a5c8c-c38c-4825-ba13-8bc81c2318a2,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:12.237370 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-1df96e43-876f-4a89-89db-49ddff3f061e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:12.243934 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae92030-a5ee-4706-8b9f-515920a71b98 None None] The sync data for ids ['32da86b6-4c26-45b1-835d-0dad106b624c'] in n-d-705658-24 is: [{'id': '32da86b6-4c26-45b1-835d-0dad106b624c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1302747164-router', 'tenant_id': 'a3fcf53cd795494fb2252f39624d61a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '6ebe0dec-382d-47f5-923e-2bca2cf06f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:55Z', 'updated_at': '2022-03-22T19:29:03Z', 'revision_number': 4, 'project_id': 'a3fcf53cd795494fb2252f39624d61a8', 'gw_port': {'id': '6ebe0dec-382d-47f5-923e-2bca2cf06f77', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:5a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da86b6-4c26-45b1-835d-0dad106b624c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:57Z', 'updated_at': '2022-03-22T19:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'aa5a5c8c-c38c-4825-ba13-8bc81c2318a2', 'name': '', 'network_id': '99cdc558-c933-46f0-87ac-a2b0eaa1b5ee', 'tenant_id': 'a3fcf53cd795494fb2252f39624d61a8', 'mac_address': 'fa:16:3e:cc:52:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32da86b6-4c26-45b1-835d-0dad106b624c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '59a43b74-bf5d-4fdc-9306-e68ffd63bdcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:02Z', 'updated_at': '2022-03-22T19:29:09Z', 'revision_number': 4, 'project_id': 'a3fcf53cd795494fb2252f39624d61a8', 'subnets': [{'id': '59a43b74-bf5d-4fdc-9306-e68ffd63bdcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:29:12.246483 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-1df96e43-876f-4a89-89db-49ddff3f061e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7e302d01a2a24393894ffad4e45b884a&device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 1126 time: 0.9555480 Mar 22 19:29:12.259814 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-f379d629-35d0-4746-8fdd-6f89112ae32f None None] Set router 62c1cb2b-3d7d-477f-bd78-606d29614429 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:12.270341 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e959eb-8eff-4d89-bdce-3e341b8a1e79 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:29:12.280240 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-71e959eb-8eff-4d89-bdce-3e341b8a1e79 admin admin] 10.222.0.75 "PUT /v2.0/routers/62c1cb2b-3d7d-477f-bd78-606d29614429/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9488559 Mar 22 19:29:12.283396 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 86d3edf8-a693-4dd7-af31-e91e9358e458 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:12.283779 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (86d3edf8-a693-4dd7-af31-e91e9358e458), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:12.376717 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-c56e84af-3088-49b6-b5d8-3cbb487dfd70 None None] Provisioning complete for port 86d3edf8-a693-4dd7-af31-e91e9358e458 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:12.378094 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c56e84af-3088-49b6-b5d8-3cbb487dfd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (86d3edf8-a693-4dd7-af31-e91e9358e458), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:12.455162 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-983e79ce-9697-416d-ae8d-66247637b998 req-d6cb7051-959a-4635-9114-7fb0f7c226c5 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/security-groups?id=b591d7ec-4d48-4377-bca9-c2da745c5c62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8430393 Mar 22 19:29:12.571598 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-456aed88-41bb-4df4-b1d3-b4bca33c500a admin admin] Publish callbacks [] for router_gateway (f2cbebe2-2178-4763-ae61-c5f357f52616), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:12.585970 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 86d3edf8-a693-4dd7-af31-e91e9358e458 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:12.587349 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (86d3edf8-a693-4dd7-af31-e91e9358e458), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:12.596924 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-aff0694a-2f03-4f49-ba54-dbce27ac8dba admin admin] For port aa5a5c8c-c38c-4825-ba13-8bc81c2318a2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=aa5a5c8c-c38c-4825-ba13-8bc81c2318a2,segment=NetworkSegment(e616fbf2-9871-4d5f-923b-a37926b6e494),segment_id=e616fbf2-9871-4d5f-923b-a37926b6e494)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:12.597305 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-aff0694a-2f03-4f49-ba54-dbce27ac8dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (aa5a5c8c-c38c-4825-ba13-8bc81c2318a2), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:12.616914 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-aff0694a-2f03-4f49-ba54-dbce27ac8dba admin admin] Calling delete_port for aa5a5c8c-c38c-4825-ba13-8bc81c2318a2 owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:29:12.657852 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c56e84af-3088-49b6-b5d8-3cbb487dfd70 None None] Current status of the port 86d3edf8-a693-4dd7-af31-e91e9358e458 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:12.658840 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c56e84af-3088-49b6-b5d8-3cbb487dfd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (86d3edf8-a693-4dd7-af31-e91e9358e458), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:12.691300 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 86d3edf8-a693-4dd7-af31-e91e9358e458, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=86d3edf8-a693-4dd7-af31-e91e9358e458,segment=NetworkSegment(6a09aeb3-9dcd-43c2-9893-dabd14c26ff2),segment_id=6a09aeb3-9dcd-43c2-9893-dabd14c26ff2)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:12.711305 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (86d3edf8-a693-4dd7-af31-e91e9358e458), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:12.736487 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-f379d629-35d0-4746-8fdd-6f89112ae32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'name': 'tempest-TaggedBootDevicesTest-1777691038-router', 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:05Z', 'updated_at': '2022-03-22T19:29:10Z', 'revision_number': 4, 'project_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'gw_port': {'id': 'a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:06Z', 'updated_at': '2022-03-22T19:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'c119e002-5aa4-4a6b-a258-54751300d066', 'name': '', 'network_id': '4a18db52-e571-4039-89e7-6353aeef061c', 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'mac_address': 'fa:16:3e:55:ba:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'e79fd7a2-f33f-4e5a-aaf1-5c490955a64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:09Z', 'updated_at': '2022-03-22T19:29:10Z', 'revision_number': 2, 'project_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'subnets': [{'id': 'e79fd7a2-f33f-4e5a-aaf1-5c490955a64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:12.808121 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f379d629-35d0-4746-8fdd-6f89112ae32f None None] The sync data for ids ['62c1cb2b-3d7d-477f-bd78-606d29614429'] in n-d-705658-24 is: [{'id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'name': 'tempest-TaggedBootDevicesTest-1777691038-router', 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:05Z', 'updated_at': '2022-03-22T19:29:10Z', 'revision_number': 4, 'project_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'gw_port': {'id': 'a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:06Z', 'updated_at': '2022-03-22T19:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'c119e002-5aa4-4a6b-a258-54751300d066', 'name': '', 'network_id': '4a18db52-e571-4039-89e7-6353aeef061c', 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'mac_address': 'fa:16:3e:55:ba:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'e79fd7a2-f33f-4e5a-aaf1-5c490955a64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:09Z', 'updated_at': '2022-03-22T19:29:10Z', 'revision_number': 2, 'project_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'subnets': [{'id': 'e79fd7a2-f33f-4e5a-aaf1-5c490955a64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:29:12.881878 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.api [None req-c56e84af-3088-49b6-b5d8-3cbb487dfd70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:29:12.882251 n-d-705658-24 neutron-server[104174]: DEBUG oslo_db.api [None req-c56e84af-3088-49b6-b5d8-3cbb487dfd70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:29:12.887853 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=86d3edf8-a693-4dd7-af31-e91e9358e458,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:12.915454 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-605a60b4-f618-46f2-80dc-e0b9e6db091c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=299c7a2b-2061-4aea-985d-65b129066409 HTTP/1.1" status: 200 len: 217 time: 0.5371461 Mar 22 19:29:13.281759 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-aff0694a-2f03-4f49-ba54-dbce27ac8dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (aa5a5c8c-c38c-4825-ba13-8bc81c2318a2), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:13.308507 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53450) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:13.314920 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-c154ae15-3a23-45f9-a5ad-baf9adc6ba4c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-653882327-network', 'tenant_id': 'ada96a2495974b5d94eab03ab9a657a5'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:13.330465 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b4fdc-3c18-45fa-a0f7-50d7b21e4476 req-82514c07-bf72-4fc0-aab8-d6784618ca37 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:13.332049 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-be5b4fdc-3c18-45fa-a0f7-50d7b21e4476 req-82514c07-bf72-4fc0-aab8-d6784618ca37 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 1.2138624 Mar 22 19:29:13.357902 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c154ae15-3a23-45f9-a5ad-baf9adc6ba4c admin admin] Made reservation on behalf of ada96a2495974b5d94eab03ab9a657a5 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:29:13.361437 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c154ae15-3a23-45f9-a5ad-baf9adc6ba4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:13.392283 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c154ae15-3a23-45f9-a5ad-baf9adc6ba4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:13.408300 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0694a-2f03-4f49-ba54-dbce27ac8dba admin admin] Pushing event deleted for resources: {'Port': ['ID=aa5a5c8c-c38c-4825-ba13-8bc81c2318a2,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:13.467798 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c56e84af-3088-49b6-b5d8-3cbb487dfd70 None None] Current status of the port 86d3edf8-a693-4dd7-af31-e91e9358e458 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:13.474087 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-c56e84af-3088-49b6-b5d8-3cbb487dfd70 None None] Could not find standard attr ID for object aa5a5c8c-c38c-4825-ba13-8bc81c2318a2. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:29:13.507161 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-c56e84af-3088-49b6-b5d8-3cbb487dfd70 None None] Provisioning complete for port dd4830e4-9b69-42d1-8cc2-4192de53bd9a triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:13.508983 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c56e84af-3088-49b6-b5d8-3cbb487dfd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (dd4830e4-9b69-42d1-8cc2-4192de53bd9a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:13.595119 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c154ae15-3a23-45f9-a5ad-baf9adc6ba4c admin admin] Publish callbacks [] for security_group (3e254393-4b8a-4dbc-866a-cfcb172d4476), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:13.602657 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c154ae15-3a23-45f9-a5ad-baf9adc6ba4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3e254393-4b8a-4dbc-866a-cfcb172d4476), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:13.640434 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-456aed88-41bb-4df4-b1d3-b4bca33c500a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (f2cbebe2-2178-4763-ae61-c5f357f52616), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:13.710280 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c154ae15-3a23-45f9-a5ad-baf9adc6ba4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e254393-4b8a-4dbc-866a-cfcb172d4476,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:13.715237 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c154ae15-3a23-45f9-a5ad-baf9adc6ba4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:29:13.759367 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c154ae15-3a23-45f9-a5ad-baf9adc6ba4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (741b7997-49df-44fc-a767-6af3be534981), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:13.759838 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-c154ae15-3a23-45f9-a5ad-baf9adc6ba4c admin admin] Added segment 741b7997-49df-44fc-a767-6af3be534981 of type vlan for network a9acb64f-1b59-4d0d-aad8-9493c63a48fa Mar 22 19:29:13.767317 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c56e84af-3088-49b6-b5d8-3cbb487dfd70 None None] Current status of the port dd4830e4-9b69-42d1-8cc2-4192de53bd9a is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:13.811579 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-c56e84af-3088-49b6-b5d8-3cbb487dfd70 None None] Provisioning complete for port c119e002-5aa4-4a6b-a258-54751300d066 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:13.811968 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c56e84af-3088-49b6-b5d8-3cbb487dfd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c119e002-5aa4-4a6b-a258-54751300d066), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:13.926950 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 86d3edf8-a693-4dd7-af31-e91e9358e458 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:13.948388 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c154ae15-3a23-45f9-a5ad-baf9adc6ba4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (a9acb64f-1b59-4d0d-aad8-9493c63a48fa), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:13.951772 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c56e84af-3088-49b6-b5d8-3cbb487dfd70 None None] Port c119e002-5aa4-4a6b-a258-54751300d066 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:29:14.027829 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c154ae15-3a23-45f9-a5ad-baf9adc6ba4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (a9acb64f-1b59-4d0d-aad8-9493c63a48fa), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:14.029388 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c154ae15-3a23-45f9-a5ad-baf9adc6ba4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:14.030180 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c154ae15-3a23-45f9-a5ad-baf9adc6ba4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:14.042471 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 86d3edf8-a693-4dd7-af31-e91e9358e458 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:14.042856 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (86d3edf8-a693-4dd7-af31-e91e9358e458), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:14.060078 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c154ae15-3a23-45f9-a5ad-baf9adc6ba4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:14.060574 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c154ae15-3a23-45f9-a5ad-baf9adc6ba4c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:14.060936 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c154ae15-3a23-45f9-a5ad-baf9adc6ba4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:14.061281 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c154ae15-3a23-45f9-a5ad-baf9adc6ba4c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:14.062696 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c154ae15-3a23-45f9-a5ad-baf9adc6ba4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:14.065128 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c154ae15-3a23-45f9-a5ad-baf9adc6ba4c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:14.065376 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c154ae15-3a23-45f9-a5ad-baf9adc6ba4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:14.066874 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c154ae15-3a23-45f9-a5ad-baf9adc6ba4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:14.067431 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c154ae15-3a23-45f9-a5ad-baf9adc6ba4c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:14.068959 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c154ae15-3a23-45f9-a5ad-baf9adc6ba4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:14.069890 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c154ae15-3a23-45f9-a5ad-baf9adc6ba4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:14.072267 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c154ae15-3a23-45f9-a5ad-baf9adc6ba4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:14.072681 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c154ae15-3a23-45f9-a5ad-baf9adc6ba4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:14.073073 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c154ae15-3a23-45f9-a5ad-baf9adc6ba4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:14.074191 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c154ae15-3a23-45f9-a5ad-baf9adc6ba4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:14.141890 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-a1f75c58-1623-4697-b757-3ab5872cf6a2 None None] Provisioning complete for port c119e002-5aa4-4a6b-a258-54751300d066 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:14.142281 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a1f75c58-1623-4697-b757-3ab5872cf6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c119e002-5aa4-4a6b-a258-54751300d066), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:14.189515 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c154ae15-3a23-45f9-a5ad-baf9adc6ba4c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8795376 Mar 22 19:29:14.191135 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-a1f75c58-1623-4697-b757-3ab5872cf6a2 None None] Port c119e002-5aa4-4a6b-a258-54751300d066 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:29:14.199796 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53454) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:14.200483 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c154ae15-3a23-45f9-a5ad-baf9adc6ba4c admin admin] Pushing event updated for resources: {'Network': ['ID=a9acb64f-1b59-4d0d-aad8-9493c63a48fa,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:14.220077 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network a9acb64f-1b59-4d0d-aad8-9493c63a48fa details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:29:14.223783 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-6585c44d-56a4-4bf2-bd5c-fa8854909366 admin admin] Request body: {'subnet': {'network_id': 'a9acb64f-1b59-4d0d-aad8-9493c63a48fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-653882327-subnet', 'tenant_id': 'ada96a2495974b5d94eab03ab9a657a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:14.284412 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6585c44d-56a4-4bf2-bd5c-fa8854909366 admin admin] Made reservation on behalf of ada96a2495974b5d94eab03ab9a657a5 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:29:14.287542 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6585c44d-56a4-4bf2-bd5c-fa8854909366 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:14.326265 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 86d3edf8-a693-4dd7-af31-e91e9358e458 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:14.327387 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device dd4830e4-9b69-42d1-8cc2-4192de53bd9a up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:14.391520 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-be5b4fdc-3c18-45fa-a0f7-50d7b21e4476 req-8c9f3411-216a-421e-a4eb-3a7015b3203e tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0408747 Mar 22 19:29:14.393455 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-b31a238a-271b-4f7b-a5f4-3911788bdd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:14.396611 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-b31a238a-271b-4f7b-a5f4-3911788bdd9f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd5ec6ea-2197-4f69-89c7-80c309a39451 HTTP/1.1" status: 200 len: 858 time: 1.3574705 Mar 22 19:29:14.396760 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port dd4830e4-9b69-42d1-8cc2-4192de53bd9a triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:14.397103 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (dd4830e4-9b69-42d1-8cc2-4192de53bd9a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:14.470272 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527aa63b-bb43-4ea5-bfad-21b7d9a5dc3e req-369f1648-7d02-4967-b8ef-981c91616b2f tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:14.476978 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527aa63b-bb43-4ea5-bfad-21b7d9a5dc3e req-369f1648-7d02-4967-b8ef-981c91616b2f tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:14.483219 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527aa63b-bb43-4ea5-bfad-21b7d9a5dc3e req-369f1648-7d02-4967-b8ef-981c91616b2f tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:14.489615 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527aa63b-bb43-4ea5-bfad-21b7d9a5dc3e req-369f1648-7d02-4967-b8ef-981c91616b2f tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:14.495778 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527aa63b-bb43-4ea5-bfad-21b7d9a5dc3e req-369f1648-7d02-4967-b8ef-981c91616b2f tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:14.501558 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527aa63b-bb43-4ea5-bfad-21b7d9a5dc3e req-369f1648-7d02-4967-b8ef-981c91616b2f tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:14.503658 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port dd4830e4-9b69-42d1-8cc2-4192de53bd9a is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:14.507727 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527aa63b-bb43-4ea5-bfad-21b7d9a5dc3e req-369f1648-7d02-4967-b8ef-981c91616b2f tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:14.509715 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-527aa63b-bb43-4ea5-bfad-21b7d9a5dc3e req-369f1648-7d02-4967-b8ef-981c91616b2f tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5429 time: 1.5975928 Mar 22 19:29:14.528499 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6585c44d-56a4-4bf2-bd5c-fa8854909366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (d508ac98-27eb-415d-970f-499a7fbb546e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:14.595988 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585c44d-56a4-4bf2-bd5c-fa8854909366 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d508ac98-27eb-415d-970f-499a7fbb546e,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:14.604511 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585c44d-56a4-4bf2-bd5c-fa8854909366 admin admin] Checking segment: {'id': '741b7997-49df-44fc-a767-6af3be534981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a9acb64f-1b59-4d0d-aad8-9493c63a48fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:29:14.604868 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6585c44d-56a4-4bf2-bd5c-fa8854909366 admin admin] Network hostable DHCP agents. Network: a9acb64f-1b59-4d0d-aad8-9493c63a48fa, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:29:14.623935 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6585c44d-56a4-4bf2-bd5c-fa8854909366 admin admin] Network a9acb64f-1b59-4d0d-aad8-9493c63a48fa is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:29:14.634239 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-6585c44d-56a4-4bf2-bd5c-fa8854909366 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, a9acb64f-1b59-4d0d-aad8-9493c63a48fa) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:14.642124 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6585c44d-56a4-4bf2-bd5c-fa8854909366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:14.643423 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6585c44d-56a4-4bf2-bd5c-fa8854909366 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:14.645450 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f253b6c-6899-4203-a4db-ed1377ec4b07 None None] Network a9acb64f-1b59-4d0d-aad8-9493c63a48fa requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:29:14.666275 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6585c44d-56a4-4bf2-bd5c-fa8854909366 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4503903 Mar 22 19:29:14.666484 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53460) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:14.676790 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-308d49db-c382-4b51-9490-7542aaade6ef admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-653882327-router', 'tenant_id': 'ada96a2495974b5d94eab03ab9a657a5', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:14.677699 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-9e889b8a-5d70-4d9c-b664-e5a2afdfadfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:14.679822 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-9e889b8a-5d70-4d9c-b664-e5a2afdfadfc service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e2aac6b4-9023-4a56-b28e-d9728a595e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2365026 Mar 22 19:29:14.699248 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-aff0694a-2f03-4f49-ba54-dbce27ac8dba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (32da86b6-4c26-45b1-835d-0dad106b624c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:14.704039 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-308d49db-c382-4b51-9490-7542aaade6ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (3ae32638-6bc3-4468-b50b-040116ceb7d5), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:14.705115 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-308d49db-c382-4b51-9490-7542aaade6ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (3ae32638-6bc3-4468-b50b-040116ceb7d5), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:14.711163 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483552a-42cd-4c26-a681-267eb054629e req-21f8e35e-a4d9-4a60-b878-1299d88bacbd tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:14.712698 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2483552a-42cd-4c26-a681-267eb054629e req-21f8e35e-a4d9-4a60-b878-1299d88bacbd tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 943 time: 0.2002254 Mar 22 19:29:14.730342 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-527aa63b-bb43-4ea5-bfad-21b7d9a5dc3e req-ca710aa7-8b5d-4634-bdba-8cf8ac7dab7e tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2011762 Mar 22 19:29:14.809515 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d523f1-fae9-46a1-8dc9-8ab9db1fc1eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-a9acb64f-1b59-4d0d-aad8-9493c63a48fa', 'network_id': 'a9acb64f-1b59-4d0d-aad8-9493c63a48fa', 'project_id': 'ada96a2495974b5d94eab03ab9a657a5', 'fixed_ips': [{'subnet_id': 'd508ac98-27eb-415d-970f-499a7fbb546e'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:29:14.811329 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-53d523f1-fae9-46a1-8dc9-8ab9db1fc1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:14.813045 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-308d49db-c382-4b51-9490-7542aaade6ef admin admin] Publish callbacks [] for router_controller (3ae32638-6bc3-4468-b50b-040116ceb7d5), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:14.983407 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-53d523f1-fae9-46a1-8dc9-8ab9db1fc1eb None None] Allocated IP 172.20.0.2 (a9acb64f-1b59-4d0d-aad8-9493c63a48fa/d508ac98-27eb-415d-970f-499a7fbb546e/b8767806-370c-4234-9f23-23e9e33a846b) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:29:15.021675 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2483552a-42cd-4c26-a681-267eb054629e req-6812ffa1-cc70-430e-b962-21304bc67249 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=95269df0-84b0-459b-9a2e-0d212c1ee848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2889528 Mar 22 19:29:15.030424 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456aed88-41bb-4df4-b1d3-b4bca33c500a admin admin] Router f2cbebe2-2178-4763-ae61-c5f357f52616 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:29:15.068154 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-a4341db5-ad39-4b9b-a9e1-202364548dd4 service neutron] 10.222.0.85 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804231 Mar 22 19:29:15.107887 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-308d49db-c382-4b51-9490-7542aaade6ef admin admin] Publish callbacks [] for router_gateway (3ae32638-6bc3-4468-b50b-040116ceb7d5), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:15.245310 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-53d523f1-fae9-46a1-8dc9-8ab9db1fc1eb None None] Publish callbacks [] for port (b8767806-370c-4234-9f23-23e9e33a846b), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:15.272557 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fc7b6319-486c-4152-ad23-f6f14225b347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:15.275976 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-53d523f1-fae9-46a1-8dc9-8ab9db1fc1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (b8767806-370c-4234-9f23-23e9e33a846b), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:15.423178 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d523f1-fae9-46a1-8dc9-8ab9db1fc1eb None None] Pushing event updated for resources: {'Port': ['ID=b8767806-370c-4234-9f23-23e9e33a846b,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:15.435560 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d523f1-fae9-46a1-8dc9-8ab9db1fc1eb None None] Network a9acb64f-1b59-4d0d-aad8-9493c63a48fa is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:29:15.437090 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-53d523f1-fae9-46a1-8dc9-8ab9db1fc1eb None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:15.439775 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d523f1-fae9-46a1-8dc9-8ab9db1fc1eb None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:29:15.496957 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-53d523f1-fae9-46a1-8dc9-8ab9db1fc1eb None None] Attempting to bind port b8767806-370c-4234-9f23-23e9e33a846b on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:29:15.497251 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-53d523f1-fae9-46a1-8dc9-8ab9db1fc1eb None None] Attempting to bind port b8767806-370c-4234-9f23-23e9e33a846b by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '741b7997-49df-44fc-a767-6af3be534981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a9acb64f-1b59-4d0d-aad8-9493c63a48fa'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:29:15.497615 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d523f1-fae9-46a1-8dc9-8ab9db1fc1eb None None] Attempting to bind port b8767806-370c-4234-9f23-23e9e33a846b on network a9acb64f-1b59-4d0d-aad8-9493c63a48fa {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:29:15.502787 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d523f1-fae9-46a1-8dc9-8ab9db1fc1eb None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:29:15.503159 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d523f1-fae9-46a1-8dc9-8ab9db1fc1eb None None] Checking segment: {'id': '741b7997-49df-44fc-a767-6af3be534981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a9acb64f-1b59-4d0d-aad8-9493c63a48fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:29:15.503559 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-53d523f1-fae9-46a1-8dc9-8ab9db1fc1eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:15.503951 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d523f1-fae9-46a1-8dc9-8ab9db1fc1eb None None] Bound using segment: {'id': '741b7997-49df-44fc-a767-6af3be534981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a9acb64f-1b59-4d0d-aad8-9493c63a48fa'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:29:15.504423 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-53d523f1-fae9-46a1-8dc9-8ab9db1fc1eb None None] Bound port: b8767806-370c-4234-9f23-23e9e33a846b, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741b7997-49df-44fc-a767-6af3be534981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a9acb64f-1b59-4d0d-aad8-9493c63a48fa'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:29:15.504794 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-53d523f1-fae9-46a1-8dc9-8ab9db1fc1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b8767806-370c-4234-9f23-23e9e33a846b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:15.513108 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-308d49db-c382-4b51-9490-7542aaade6ef admin admin] Publish callbacks [] for router_gateway (3ae32638-6bc3-4468-b50b-040116ceb7d5), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:15.529362 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456aed88-41bb-4df4-b1d3-b4bca33c500a admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:29:15.554415 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-308d49db-c382-4b51-9490-7542aaade6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:15.567354 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e89b16-b650-4844-80a9-d7a7868f775b None None] Sync routers for ids ['f2cbebe2-2178-4763-ae61-c5f357f52616'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:29:15.600661 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-456aed88-41bb-4df4-b1d3-b4bca33c500a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:15.604967 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-456aed88-41bb-4df4-b1d3-b4bca33c500a admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 9.6954064 Mar 22 19:29:15.605642 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53482) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:15.754078 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-308d49db-c382-4b51-9490-7542aaade6ef admin admin] Allocated IP 172.25.5.184 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/fe64d7dd-ff5c-43fe-afb5-16519c3005d9) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:29:15.877310 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:15.903173 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-308d49db-c382-4b51-9490-7542aaade6ef admin admin] Publish callbacks [] for port (fe64d7dd-ff5c-43fe-afb5-16519c3005d9), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:15.930396 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e89b16-b650-4844-80a9-d7a7868f775b None None] Routers {'f2cbebe2-2178-4763-ae61-c5f357f52616'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:15.931447 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-23e89b16-b650-4844-80a9-d7a7868f775b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:28:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f2cbebe2-2178-4763-ae61-c5f357f52616'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:15.931715 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff0694a-2f03-4f49-ba54-dbce27ac8dba admin admin] Router 32da86b6-4c26-45b1-835d-0dad106b624c has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:29:15.942417 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:15.954064 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-308d49db-c382-4b51-9490-7542aaade6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (fe64d7dd-ff5c-43fe-afb5-16519c3005d9), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:15.976425 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308d49db-c382-4b51-9490-7542aaade6ef admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:29:15.979069 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-308d49db-c382-4b51-9490-7542aaade6ef admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:15.982388 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308d49db-c382-4b51-9490-7542aaade6ef admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:29:16.062150 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d49db-c382-4b51-9490-7542aaade6ef admin admin] Pushing event updated for resources: {'Port': ['ID=fe64d7dd-ff5c-43fe-afb5-16519c3005d9,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:16.080496 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-53d523f1-fae9-46a1-8dc9-8ab9db1fc1eb None None] For port b8767806-370c-4234-9f23-23e9e33a846b, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:29:16.111843 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-53d523f1-fae9-46a1-8dc9-8ab9db1fc1eb None None] For port b8767806-370c-4234-9f23-23e9e33a846b, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b8767806-370c-4234-9f23-23e9e33a846b,segment=NetworkSegment(741b7997-49df-44fc-a767-6af3be534981),segment_id=741b7997-49df-44fc-a767-6af3be534981)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:29:16.133404 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-53d523f1-fae9-46a1-8dc9-8ab9db1fc1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b8767806-370c-4234-9f23-23e9e33a846b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:16.155922 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:16.156582 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:16.209081 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e058397-7232-419a-9fa9-0af6a96c74e0 req-8a6754cd-ddb2-463e-9355-e75ff2be26c0 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:16.217223 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2e058397-7232-419a-9fa9-0af6a96c74e0 req-8a6754cd-ddb2-463e-9355-e75ff2be26c0 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 945 time: 0.8034875 Mar 22 19:29:16.234200 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511fe9c-836c-4c26-83a0-f50313e7644d req-f8f264ad-ff1f-4192-99af-8ac4c2cf4885 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:16.243295 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3511fe9c-836c-4c26-83a0-f50313e7644d req-f8f264ad-ff1f-4192-99af-8ac4c2cf4885 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.9801500 Mar 22 19:29:16.247942 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e171643e-dae2-44dd-85fe-5ec44005ea7e req-6f33c89b-9d48-43b6-9196-d6ffa4173b08 service neutron] 10.222.0.85 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0855956 Mar 22 19:29:16.304352 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-23e89b16-b650-4844-80a9-d7a7868f775b None None] Set router f2cbebe2-2178-4763-ae61-c5f357f52616 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:16.304352 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d523f1-fae9-46a1-8dc9-8ab9db1fc1eb None None] Pushing event updated for resources: {'Port': ['ID=b8767806-370c-4234-9f23-23e9e33a846b,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:16.320981 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82e708-e052-4c9d-8e08-c88283734110 req-0d355a37-b527-4eb2-9012-c5463a5aad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:16.323062 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2f82e708-e052-4c9d-8e08-c88283734110 req-0d355a37-b527-4eb2-9012-c5463a5aad7e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5b93875569cc4d4199ac35d06661afdf&device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 1128 time: 1.0747242 Mar 22 19:29:16.486487 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-308d49db-c382-4b51-9490-7542aaade6ef admin admin] Publish callbacks [] for router_gateway (3ae32638-6bc3-4468-b50b-040116ceb7d5), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:16.536700 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82e708-e052-4c9d-8e08-c88283734110 req-ecb066e3-acac-4ab9-9d6d-a364ad869e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:16.539410 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2f82e708-e052-4c9d-8e08-c88283734110 req-ecb066e3-acac-4ab9-9d6d-a364ad869e27 service neutron] 10.222.0.84 "GET /v2.0/networks?id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc HTTP/1.1" status: 200 len: 911 time: 0.2055905 Mar 22 19:29:16.590068 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:16.593388 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:16.719347 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2f82e708-e052-4c9d-8e08-c88283734110 req-64f17477-5d1b-483d-bd95-0d752077b4c6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=607144c1-0ca2-48d3-88b9-368b9eec0b0c HTTP/1.1" status: 200 len: 1000 time: 0.1257439 Mar 22 19:29:16.758076 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:16.766644 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:16.822763 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82e708-e052-4c9d-8e08-c88283734110 req-399b63b0-9f0b-44f5-a840-4c778ae3ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:16.824166 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2f82e708-e052-4c9d-8e08-c88283734110 req-399b63b0-9f0b-44f5-a840-4c778ae3ffba service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0024126f-9e61-4e75-a43d-476a3a97ffe0 HTTP/1.1" status: 200 len: 849 time: 0.0909090 Mar 22 19:29:16.847730 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3511fe9c-836c-4c26-83a0-f50313e7644d req-d8f2f412-a83f-4223-90ff-90004e29be68 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6035225 Mar 22 19:29:16.849892 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e0427-0a63-45f5-9532-f2102d0109e2 req-10a0bf2f-5bc8-484e-9001-9c7c6a23b867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:16.851935 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-485e0427-0a63-45f5-9532-f2102d0109e2 req-10a0bf2f-5bc8-484e-9001-9c7c6a23b867 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7e302d01a2a24393894ffad4e45b884a&device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 1126 time: 0.5279417 Mar 22 19:29:16.880914 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-308d49db-c382-4b51-9490-7542aaade6ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (3ae32638-6bc3-4468-b50b-040116ceb7d5), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:16.882490 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:16.939416 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-23e89b16-b650-4844-80a9-d7a7868f775b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2cbebe2-2178-4763-ae61-c5f357f52616', 'name': 'tempest-TestServerMultinode-40879051-router', 'tenant_id': '3b904c7ad2a94d7b8ba5ca90862127a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'f60b44cb-f5ca-42b7-915d-e164e1b123e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:06Z', 'updated_at': '2022-03-22T19:29:12Z', 'revision_number': 3, 'project_id': '3b904c7ad2a94d7b8ba5ca90862127a1', 'gw_port': {'id': 'f60b44cb-f5ca-42b7-915d-e164e1b123e6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2cbebe2-2178-4763-ae61-c5f357f52616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:08Z', 'updated_at': '2022-03-22T19:29:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:16.956009 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2e058397-7232-419a-9fa9-0af6a96c74e0 req-c462d447-4819-42fa-8b10-1f367da73c1a tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/security-groups?id=b591d7ec-4d48-4377-bca9-c2da745c5c62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7378411 Mar 22 19:29:16.983003 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e89b16-b650-4844-80a9-d7a7868f775b None None] Checking router: f2cbebe2-2178-4763-ae61-c5f357f52616 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:29:16.984244 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e89b16-b650-4844-80a9-d7a7868f775b None None] Updating router f2cbebe2-2178-4763-ae61-c5f357f52616 port f60b44cb-f5ca-42b7-915d-e164e1b123e6 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:29:16.988962 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff0694a-2f03-4f49-ba54-dbce27ac8dba admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:29:17.000935 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa82c24-24ee-4c92-9203-808b56573141 None None] Sync routers for ids ['32da86b6-4c26-45b1-835d-0dad106b624c'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:29:17.013672 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-aff0694a-2f03-4f49-ba54-dbce27ac8dba admin admin] 10.222.0.75 "PUT /v2.0/routers/32da86b6-4c26-45b1-835d-0dad106b624c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7168026 Mar 22 19:29:17.018186 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa82c24-24ee-4c92-9203-808b56573141 None None] Routers {'32da86b6-4c26-45b1-835d-0dad106b624c'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:17.018813 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-caa82c24-24ee-4c92-9203-808b56573141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:28:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['32da86b6-4c26-45b1-835d-0dad106b624c'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:17.020007 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53492) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:17.065313 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-23e89b16-b650-4844-80a9-d7a7868f775b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f60b44cb-f5ca-42b7-915d-e164e1b123e6), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:17.219038 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-caa82c24-24ee-4c92-9203-808b56573141 None None] Set router 32da86b6-4c26-45b1-835d-0dad106b624c gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:17.233021 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3ed72751-d90b-4ec0-be2d-9c6ea9b08c03 admin admin] Publish callbacks [] for router (32da86b6-4c26-45b1-835d-0dad106b624c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:17.362191 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82e708-e052-4c9d-8e08-c88283734110 req-d49a2978-c930-4de7-98d6-529c7be5ec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:17.363660 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2f82e708-e052-4c9d-8e08-c88283734110 req-d49a2978-c930-4de7-98d6-529c7be5ec94 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5067132 Mar 22 19:29:17.443359 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3ed72751-d90b-4ec0-be2d-9c6ea9b08c03 admin admin] Publish callbacks [] for router_gateway (32da86b6-4c26-45b1-835d-0dad106b624c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:17.457611 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308d49db-c382-4b51-9490-7542aaade6ef admin admin] Router 3ae32638-6bc3-4468-b50b-040116ceb7d5 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:29:17.617407 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-caa82c24-24ee-4c92-9203-808b56573141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da86b6-4c26-45b1-835d-0dad106b624c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1302747164-router', 'tenant_id': 'a3fcf53cd795494fb2252f39624d61a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.2'}], 'enable_snat': True}, 'gw_port_id': '6ebe0dec-382d-47f5-923e-2bca2cf06f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:55Z', 'updated_at': '2022-03-22T19:29:12Z', 'revision_number': 5, 'project_id': 'a3fcf53cd795494fb2252f39624d61a8', 'gw_port': {'id': '6ebe0dec-382d-47f5-923e-2bca2cf06f77', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:5a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32da86b6-4c26-45b1-835d-0dad106b624c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:28:57Z', 'updated_at': '2022-03-22T19:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:17.714253 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9ea0c3dc-b99a-4838-acbf-01ea50cf2911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:17.733421 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-23e89b16-b650-4844-80a9-d7a7868f775b None None] Publish callbacks [] for port (f60b44cb-f5ca-42b7-915d-e164e1b123e6), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:17.744050 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa82c24-24ee-4c92-9203-808b56573141 None None] Checking router: 32da86b6-4c26-45b1-835d-0dad106b624c for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:29:17.772110 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-23e89b16-b650-4844-80a9-d7a7868f775b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f60b44cb-f5ca-42b7-915d-e164e1b123e6), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:17.798281 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa82c24-24ee-4c92-9203-808b56573141 None None] Routers {'32da86b6-4c26-45b1-835d-0dad106b624c'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:17.798923 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-caa82c24-24ee-4c92-9203-808b56573141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:29:18Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['32da86b6-4c26-45b1-835d-0dad106b624c'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:17.976455 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-caa82c24-24ee-4c92-9203-808b56573141 None None] Set router 32da86b6-4c26-45b1-835d-0dad106b624c gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:17.991076 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-23e89b16-b650-4844-80a9-d7a7868f775b None None] Attempting to bind port f60b44cb-f5ca-42b7-915d-e164e1b123e6 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:29:17.991651 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-23e89b16-b650-4844-80a9-d7a7868f775b None None] Attempting to bind port f60b44cb-f5ca-42b7-915d-e164e1b123e6 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:29:17.992062 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e89b16-b650-4844-80a9-d7a7868f775b None None] Attempting to bind port f60b44cb-f5ca-42b7-915d-e164e1b123e6 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:29:18.041803 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e89b16-b650-4844-80a9-d7a7868f775b None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:29:18.042460 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e89b16-b650-4844-80a9-d7a7868f775b None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:29:18.042981 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-23e89b16-b650-4844-80a9-d7a7868f775b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:18.043485 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e89b16-b650-4844-80a9-d7a7868f775b None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:29:18.045028 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-23e89b16-b650-4844-80a9-d7a7868f775b None None] Bound port: f60b44cb-f5ca-42b7-915d-e164e1b123e6, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:29:18.046913 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-23e89b16-b650-4844-80a9-d7a7868f775b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f60b44cb-f5ca-42b7-915d-e164e1b123e6), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:18.070324 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff485bcd-9680-4b34-9bdf-5aa81392d621 None None] Pushing event updated for resources: {'Port': ['ID=f60b44cb-f5ca-42b7-915d-e164e1b123e6,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:18.126829 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-caa82c24-24ee-4c92-9203-808b56573141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32da86b6-4c26-45b1-835d-0dad106b624c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1302747164-router', 'tenant_id': 'a3fcf53cd795494fb2252f39624d61a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:55Z', 'updated_at': '2022-03-22T19:29:17Z', 'revision_number': 6, 'project_id': 'a3fcf53cd795494fb2252f39624d61a8', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:18.132137 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:18.204378 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa82c24-24ee-4c92-9203-808b56573141 None None] The sync data for ids ['32da86b6-4c26-45b1-835d-0dad106b624c'] in n-d-705658-24 is: [{'id': '32da86b6-4c26-45b1-835d-0dad106b624c', 'name': 'tempest-FloatingIPsNegativeTestJSON-1302747164-router', 'tenant_id': 'a3fcf53cd795494fb2252f39624d61a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:28:55Z', 'updated_at': '2022-03-22T19:29:17Z', 'revision_number': 6, 'project_id': 'a3fcf53cd795494fb2252f39624d61a8', 'gw_port_host': None}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:29:18.251926 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b88612-c3d5-4e8c-94ae-590c1996441f None None] Sync routers for ids ['62c1cb2b-3d7d-477f-bd78-606d29614429'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:29:18.342605 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd8f96-8507-46d4-83cb-fa46bf7836b4 req-cc255f0f-2410-463f-8750-0fe86c0a6118 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:18.349150 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd8f96-8507-46d4-83cb-fa46bf7836b4 req-cc255f0f-2410-463f-8750-0fe86c0a6118 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:18.356095 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd8f96-8507-46d4-83cb-fa46bf7836b4 req-cc255f0f-2410-463f-8750-0fe86c0a6118 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:18.362339 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b88612-c3d5-4e8c-94ae-590c1996441f None None] Routers {'62c1cb2b-3d7d-477f-bd78-606d29614429'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:18.362762 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd8f96-8507-46d4-83cb-fa46bf7836b4 req-cc255f0f-2410-463f-8750-0fe86c0a6118 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:18.363356 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-16b88612-c3d5-4e8c-94ae-590c1996441f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:29:18Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['62c1cb2b-3d7d-477f-bd78-606d29614429'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:18.367929 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:18.369751 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd8f96-8507-46d4-83cb-fa46bf7836b4 req-cc255f0f-2410-463f-8750-0fe86c0a6118 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:18.378534 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd8f96-8507-46d4-83cb-fa46bf7836b4 req-cc255f0f-2410-463f-8750-0fe86c0a6118 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:18.386916 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-23e89b16-b650-4844-80a9-d7a7868f775b None None] For port f60b44cb-f5ca-42b7-915d-e164e1b123e6, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:29:18.387801 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd8f96-8507-46d4-83cb-fa46bf7836b4 req-cc255f0f-2410-463f-8750-0fe86c0a6118 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:18.398739 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fefd8f96-8507-46d4-83cb-fa46bf7836b4 req-cc255f0f-2410-463f-8750-0fe86c0a6118 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5429 time: 1.3747170 Mar 22 19:29:18.417003 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d1ba6-d8f0-4d4a-bf1a-3cde4aad1b1f req-994f0160-8a7b-4680-9d76-63ce67bd8b26 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:18.418953 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f41d1ba6-d8f0-4d4a-bf1a-3cde4aad1b1f req-994f0160-8a7b-4680-9d76-63ce67bd8b26 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.85 "GET /v2.0/ports?device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 945 time: 1.4258215 Mar 22 19:29:18.452699 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-3ed72751-d90b-4ec0-be2d-9c6ea9b08c03 admin admin] Deleting port 6ebe0dec-382d-47f5-923e-2bca2cf06f77 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:29:18.453266 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3ed72751-d90b-4ec0-be2d-9c6ea9b08c03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (6ebe0dec-382d-47f5-923e-2bca2cf06f77), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:18.461040 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:18.461655 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:18.521022 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308d49db-c382-4b51-9490-7542aaade6ef admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:29:18.533187 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fa1cfd-799d-416d-ad37-0bbe64ced150 None None] Sync routers for ids ['3ae32638-6bc3-4468-b50b-040116ceb7d5'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:29:18.560123 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fa1cfd-799d-416d-ad37-0bbe64ced150 None None] Routers {'3ae32638-6bc3-4468-b50b-040116ceb7d5'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:18.563520 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-67fa1cfd-799d-416d-ad37-0bbe64ced150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:29:18Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3ae32638-6bc3-4468-b50b-040116ceb7d5'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:18.564305 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-308d49db-c382-4b51-9490-7542aaade6ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:18.565952 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-308d49db-c382-4b51-9490-7542aaade6ef admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8983822 Mar 22 19:29:18.573356 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53502) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:18.579488 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff5e7be-6d59-4970-afef-8732750d6718 None None] Network a9acb64f-1b59-4d0d-aad8-9493c63a48fa requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:29:18.588976 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-23e89b16-b650-4844-80a9-d7a7868f775b None None] For port f60b44cb-f5ca-42b7-915d-e164e1b123e6, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f60b44cb-f5ca-42b7-915d-e164e1b123e6,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:29:18.625883 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e0427-0a63-45f5-9532-f2102d0109e2 req-eac8b82c-8486-4bf8-bf80-558eb440748c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:18.627412 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-485e0427-0a63-45f5-9532-f2102d0109e2 req-eac8b82c-8486-4bf8-bf80-558eb440748c service neutron] 10.222.0.85 "GET /v2.0/networks?id=e2aac6b4-9023-4a56-b28e-d9728a595e67 HTTP/1.1" status: 200 len: 920 time: 1.7600453 Mar 22 19:29:18.670563 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1070b4-96b3-43e4-b0df-0151640cd434 req-86945474-193f-4d4b-8bf0-e5b0911619a6 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:18.682044 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1b1070b4-96b3-43e4-b0df-0151640cd434 req-86945474-193f-4d4b-8bf0-e5b0911619a6 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 943 time: 1.5750043 Mar 22 19:29:18.686743 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-3ed72751-d90b-4ec0-be2d-9c6ea9b08c03 admin admin] For port 6ebe0dec-382d-47f5-923e-2bca2cf06f77, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=6ebe0dec-382d-47f5-923e-2bca2cf06f77,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:18.687243 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3ed72751-d90b-4ec0-be2d-9c6ea9b08c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (6ebe0dec-382d-47f5-923e-2bca2cf06f77), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:18.713588 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-3ed72751-d90b-4ec0-be2d-9c6ea9b08c03 admin admin] Calling delete_port for 6ebe0dec-382d-47f5-923e-2bca2cf06f77 owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:29:18.728667 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-23e89b16-b650-4844-80a9-d7a7868f775b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f60b44cb-f5ca-42b7-915d-e164e1b123e6), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:18.859117 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff485bcd-9680-4b34-9bdf-5aa81392d621 None None] Pushing event updated for resources: {'Port': ['ID=f60b44cb-f5ca-42b7-915d-e164e1b123e6,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:18.870058 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:18.902338 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-485e0427-0a63-45f5-9532-f2102d0109e2 req-661f3c97-d38d-41f8-8c2c-94838270d2a3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=299c7a2b-2061-4aea-985d-65b129066409 HTTP/1.1" status: 200 len: 217 time: 0.1582153 Mar 22 19:29:18.910098 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-18796dad-a9f0-4a83-bea2-c59a90c6a84e None None] Provisioning complete for port b8767806-370c-4234-9f23-23e9e33a846b triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:18.910745 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-18796dad-a9f0-4a83-bea2-c59a90c6a84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b8767806-370c-4234-9f23-23e9e33a846b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:18.914329 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1b1070b4-96b3-43e4-b0df-0151640cd434 req-7e0d646c-51ac-4fdb-af01-2a8cd4b8e7ec tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=95269df0-84b0-459b-9a2e-0d212c1ee848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313607 Mar 22 19:29:18.977370 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-16b88612-c3d5-4e8c-94ae-590c1996441f None None] Set router 62c1cb2b-3d7d-477f-bd78-606d29614429 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:18.978001 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-67fa1cfd-799d-416d-ad37-0bbe64ced150 None None] Set router 3ae32638-6bc3-4468-b50b-040116ceb7d5 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:19.003351 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e0427-0a63-45f5-9532-f2102d0109e2 req-a1857919-e9b6-427c-9abc-751430a9884e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:19.004899 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-485e0427-0a63-45f5-9532-f2102d0109e2 req-a1857919-e9b6-427c-9abc-751430a9884e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd5ec6ea-2197-4f69-89c7-80c309a39451 HTTP/1.1" status: 200 len: 858 time: 0.0894539 Mar 22 19:29:19.193713 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e89b16-b650-4844-80a9-d7a7868f775b None None] Routers {'f2cbebe2-2178-4763-ae61-c5f357f52616'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:19.194298 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-23e89b16-b650-4844-80a9-d7a7868f775b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:29:18Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f2cbebe2-2178-4763-ae61-c5f357f52616'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:19.260058 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-67fa1cfd-799d-416d-ad37-0bbe64ced150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae32638-6bc3-4468-b50b-040116ceb7d5', 'name': 'tempest-TaggedBootDevicesTest-653882327-router', 'tenant_id': 'ada96a2495974b5d94eab03ab9a657a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fe64d7dd-ff5c-43fe-afb5-16519c3005d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:14Z', 'updated_at': '2022-03-22T19:29:16Z', 'revision_number': 3, 'project_id': 'ada96a2495974b5d94eab03ab9a657a5', 'gw_port': {'id': 'fe64d7dd-ff5c-43fe-afb5-16519c3005d9', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:db:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae32638-6bc3-4468-b50b-040116ceb7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:15Z', 'updated_at': '2022-03-22T19:29:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:19.295982 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fa1cfd-799d-416d-ad37-0bbe64ced150 None None] Checking router: 3ae32638-6bc3-4468-b50b-040116ceb7d5 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:29:19.296481 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fa1cfd-799d-416d-ad37-0bbe64ced150 None None] Updating router 3ae32638-6bc3-4468-b50b-040116ceb7d5 port fe64d7dd-ff5c-43fe-afb5-16519c3005d9 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:29:19.316683 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fefd8f96-8507-46d4-83cb-fa46bf7836b4 req-2e86f52e-556b-49e9-bae3-bfeda01e573b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9170139 Mar 22 19:29:19.336866 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3ed72751-d90b-4ec0-be2d-9c6ea9b08c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (6ebe0dec-382d-47f5-923e-2bca2cf06f77), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:19.381058 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-67fa1cfd-799d-416d-ad37-0bbe64ced150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fe64d7dd-ff5c-43fe-afb5-16519c3005d9), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:19.381958 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2f82e708-e052-4c9d-8e08-c88283734110 req-77c50328-a2f9-4bce-872d-2a1bc942983b service neutron] 10.222.0.84 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9976828 Mar 22 19:29:19.410986 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed72751-d90b-4ec0-be2d-9c6ea9b08c03 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ebe0dec-382d-47f5-923e-2bca2cf06f77,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:19.456407 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2c8d7-fa6b-4bf1-add3-21bfc26a2301 req-71d9a61e-5294-4c45-87c0-09b761a757f4 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:19.467032 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-75c2c8d7-fa6b-4bf1-add3-21bfc26a2301 req-71d9a61e-5294-4c45-87c0-09b761a757f4 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.4011655 Mar 22 19:29:19.573236 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3ed72751-d90b-4ec0-be2d-9c6ea9b08c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (32da86b6-4c26-45b1-835d-0dad106b624c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:19.657508 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 299c7a2b-2061-4aea-985d-65b129066409 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:29:19.728881 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 9ec80e66-c289-41e0-bc84-8eef87b96316 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:29:19.735732 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3ed72751-d90b-4ec0-be2d-9c6ea9b08c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (32da86b6-4c26-45b1-835d-0dad106b624c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:19.746292 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2f82e708-e052-4c9d-8e08-c88283734110 req-e1f14f29-f81e-4d1a-9673-c556eeca1fc9 service neutron] 10.222.0.84 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519368 Mar 22 19:29:19.747742 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-32959a19-97ab-43c9-a32d-56949d33d1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:19.758307 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e0427-0a63-45f5-9532-f2102d0109e2 req-b5bb6254-bfeb-4a3c-a2cd-ec409cb1e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:19.760236 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-485e0427-0a63-45f5-9532-f2102d0109e2 req-b5bb6254-bfeb-4a3c-a2cd-ec409cb1e042 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e2aac6b4-9023-4a56-b28e-d9728a595e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7396266 Mar 22 19:29:19.778875 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-f41d1ba6-d8f0-4d4a-bf1a-3cde4aad1b1f req-5d857af8-7d43-4a68-8cbf-928f6b61a4b6 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Deleting port 9ec80e66-c289-41e0-bc84-8eef87b96316 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:29:19.779317 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f41d1ba6-d8f0-4d4a-bf1a-3cde4aad1b1f req-5d857af8-7d43-4a68-8cbf-928f6b61a4b6 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (9ec80e66-c289-41e0-bc84-8eef87b96316), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:19.782628 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3ed72751-d90b-4ec0-be2d-9c6ea9b08c03 admin admin] Publish callbacks [] for router_controller (32da86b6-4c26-45b1-835d-0dad106b624c), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:19.792596 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:19.794047 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b8767806-370c-4234-9f23-23e9e33a846b up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:19.856691 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-67fa1cfd-799d-416d-ad37-0bbe64ced150 None None] Publish callbacks [] for port (fe64d7dd-ff5c-43fe-afb5-16519c3005d9), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:19.868642 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-67fa1cfd-799d-416d-ad37-0bbe64ced150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (fe64d7dd-ff5c-43fe-afb5-16519c3005d9), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:19.893135 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-75c2c8d7-fa6b-4bf1-add3-21bfc26a2301 req-c9d3cebb-981e-4480-a948-a286bb68bde9 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4245770 Mar 22 19:29:19.917748 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3ed72751-d90b-4ec0-be2d-9c6ea9b08c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (32da86b6-4c26-45b1-835d-0dad106b624c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:19.918375 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed72751-d90b-4ec0-be2d-9c6ea9b08c03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32da86b6-4c26-45b1-835d-0dad106b624c {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:29:19.923331 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3ed72751-d90b-4ec0-be2d-9c6ea9b08c03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:19.926615 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3ed72751-d90b-4ec0-be2d-9c6ea9b08c03 admin admin] 10.222.0.75 "DELETE /v2.0/routers/32da86b6-4c26-45b1-835d-0dad106b624c HTTP/1.1" status: 204 len: 168 time: 2.9031768 Mar 22 19:29:19.927700 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53510) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:19.999597 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb86de9b-eab5-4d7f-9f10-81f181fb9fc4 None None] Pushing event updated for resources: {'Port': ['ID=fe64d7dd-ff5c-43fe-afb5-16519c3005d9,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:20.012008 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-67fa1cfd-799d-416d-ad37-0bbe64ced150 None None] Attempting to bind port fe64d7dd-ff5c-43fe-afb5-16519c3005d9 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:29:20.012486 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-67fa1cfd-799d-416d-ad37-0bbe64ced150 None None] Attempting to bind port fe64d7dd-ff5c-43fe-afb5-16519c3005d9 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:29:20.012919 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fa1cfd-799d-416d-ad37-0bbe64ced150 None None] Attempting to bind port fe64d7dd-ff5c-43fe-afb5-16519c3005d9 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:29:20.019695 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fa1cfd-799d-416d-ad37-0bbe64ced150 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:29:20.023634 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fa1cfd-799d-416d-ad37-0bbe64ced150 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:29:20.026460 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-67fa1cfd-799d-416d-ad37-0bbe64ced150 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:20.026952 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fa1cfd-799d-416d-ad37-0bbe64ced150 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:29:20.027534 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-67fa1cfd-799d-416d-ad37-0bbe64ced150 None None] Bound port: fe64d7dd-ff5c-43fe-afb5-16519c3005d9, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:29:20.028010 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-67fa1cfd-799d-416d-ad37-0bbe64ced150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fe64d7dd-ff5c-43fe-afb5-16519c3005d9), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:20.056393 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d31ed4-e6d9-4da8-b467-56c09bcaf0ba admin admin] Deleting subnet 59a43b74-bf5d-4fdc-9306-e68ffd63bdcc {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:29:20.095712 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-60d31ed4-e6d9-4da8-b467-56c09bcaf0ba admin admin] Publish callbacks [] for subnet (59a43b74-bf5d-4fdc-9306-e68ffd63bdcc), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:20.155343 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-67fa1cfd-799d-416d-ad37-0bbe64ced150 None None] For port fe64d7dd-ff5c-43fe-afb5-16519c3005d9, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:29:20.168501 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-67fa1cfd-799d-416d-ad37-0bbe64ced150 None None] For port fe64d7dd-ff5c-43fe-afb5-16519c3005d9, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=fe64d7dd-ff5c-43fe-afb5-16519c3005d9,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:29:20.179430 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-67fa1cfd-799d-416d-ad37-0bbe64ced150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (fe64d7dd-ff5c-43fe-afb5-16519c3005d9), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:20.218678 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 299c7a2b-2061-4aea-985d-65b129066409, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=299c7a2b-2061-4aea-985d-65b129066409,segment=NetworkSegment(314d61bc-4aee-41ea-892b-cdf180af1566),segment_id=314d61bc-4aee-41ea-892b-cdf180af1566)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:20.262434 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:20.277145 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb86de9b-eab5-4d7f-9f10-81f181fb9fc4 None None] Pushing event updated for resources: {'Port': ['ID=fe64d7dd-ff5c-43fe-afb5-16519c3005d9,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:20.284658 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8178761c-59f7-44b0-899d-945c98f0a969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:20.302629 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fa1cfd-799d-416d-ad37-0bbe64ced150 None None] Routers {'3ae32638-6bc3-4468-b50b-040116ceb7d5'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:20.303396 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-67fa1cfd-799d-416d-ad37-0bbe64ced150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:29:18Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3ae32638-6bc3-4468-b50b-040116ceb7d5'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:20.318422 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '299c7a2b-2061-4aea-985d-65b129066409', 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67', 'port_id': '299c7a2b-2061-4aea-985d-65b129066409', 'mac_address': 'fa:16:3e:9a:37:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd5ec6ea-2197-4f69-89c7-80c309a39451', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:29:20.323354 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-23e89b16-b650-4844-80a9-d7a7868f775b None None] Set router f2cbebe2-2178-4763-ae61-c5f357f52616 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:20.332174 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-60d31ed4-e6d9-4da8-b467-56c09bcaf0ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (59a43b74-bf5d-4fdc-9306-e68ffd63bdcc), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:20.389110 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-f41d1ba6-d8f0-4d4a-bf1a-3cde4aad1b1f req-5d857af8-7d43-4a68-8cbf-928f6b61a4b6 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] For port 9ec80e66-c289-41e0-bc84-8eef87b96316, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=9ec80e66-c289-41e0-bc84-8eef87b96316,segment=NetworkSegment(8067e91b-cbcd-4271-9c5d-e5892f367a72),segment_id=8067e91b-cbcd-4271-9c5d-e5892f367a72)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:20.389694 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f41d1ba6-d8f0-4d4a-bf1a-3cde4aad1b1f req-5d857af8-7d43-4a68-8cbf-928f6b61a4b6 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (9ec80e66-c289-41e0-bc84-8eef87b96316), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:20.409435 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-18796dad-a9f0-4a83-bea2-c59a90c6a84e None None] Current status of the port b8767806-370c-4234-9f23-23e9e33a846b is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:20.409993 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-18796dad-a9f0-4a83-bea2-c59a90c6a84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b8767806-370c-4234-9f23-23e9e33a846b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:20.419556 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 9ec80e66-c289-41e0-bc84-8eef87b96316 is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:20.420021 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9ec80e66-c289-41e0-bc84-8eef87b96316), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:20.491564 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-32959a19-97ab-43c9-a32d-56949d33d1de admin admin] Allocated IP 172.20.0.1 (a9acb64f-1b59-4d0d-aad8-9493c63a48fa/d508ac98-27eb-415d-970f-499a7fbb546e/9df8f2f2-9c7c-4f5a-8023-d890f1be3b38) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:29:20.543258 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-67fa1cfd-799d-416d-ad37-0bbe64ced150 None None] Set router 3ae32638-6bc3-4468-b50b-040116ceb7d5 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:20.618944 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-60d31ed4-e6d9-4da8-b467-56c09bcaf0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (59a43b74-bf5d-4fdc-9306-e68ffd63bdcc), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:20.704865 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-32959a19-97ab-43c9-a32d-56949d33d1de admin admin] Publish callbacks [] for port (9df8f2f2-9c7c-4f5a-8023-d890f1be3b38), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:20.731841 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-60d31ed4-e6d9-4da8-b467-56c09bcaf0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (59a43b74-bf5d-4fdc-9306-e68ffd63bdcc), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:20.750478 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ac112-63f2-4ff9-befc-0c9acd8bbff8 req-157d0bc7-539f-4bf6-9d85-a23e08afa3d5 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:20.758522 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a02ac112-63f2-4ff9-befc-0c9acd8bbff8 req-157d0bc7-539f-4bf6-9d85-a23e08afa3d5 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 945 time: 1.2401898 Mar 22 19:29:20.779872 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1cf4fe-be24-4a47-8dd0-af0d99d320e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ec80e66-c289-41e0-bc84-8eef87b96316'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:29:20.783093 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-60d31ed4-e6d9-4da8-b467-56c09bcaf0ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:20.784633 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145c3016-dab8-4d66-bdb5-a4482cd83306" -d '{"events": [{"server_uuid": "1e1cf4fe-be24-4a47-8dd0-af0d99d320e6", "name": "network-vif-unplugged", "status": "completed", "tag": "9ec80e66-c289-41e0-bc84-8eef87b96316"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:29:20.788858 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-60d31ed4-e6d9-4da8-b467-56c09bcaf0ba admin admin] 10.222.0.75 "DELETE /v2.0/subnets/59a43b74-bf5d-4fdc-9306-e68ffd63bdcc HTTP/1.1" status: 204 len: 168 time: 0.8577883 Mar 22 19:29:20.790497 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d31ed4-e6d9-4da8-b467-56c09bcaf0ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59a43b74-bf5d-4fdc-9306-e68ffd63bdcc,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:20.794207 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53518) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:20.799918 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-67fa1cfd-799d-416d-ad37-0bbe64ced150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae32638-6bc3-4468-b50b-040116ceb7d5', 'name': 'tempest-TaggedBootDevicesTest-653882327-router', 'tenant_id': 'ada96a2495974b5d94eab03ab9a657a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fe64d7dd-ff5c-43fe-afb5-16519c3005d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:14Z', 'updated_at': '2022-03-22T19:29:16Z', 'revision_number': 3, 'project_id': 'ada96a2495974b5d94eab03ab9a657a5', 'gw_port': {'id': 'fe64d7dd-ff5c-43fe-afb5-16519c3005d9', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:db:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae32638-6bc3-4468-b50b-040116ceb7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:15Z', 'updated_at': '2022-03-22T19:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:20.819589 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 9ec80e66-c289-41e0-bc84-8eef87b96316, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=9ec80e66-c289-41e0-bc84-8eef87b96316,segment=NetworkSegment(8067e91b-cbcd-4271-9c5d-e5892f367a72),segment_id=8067e91b-cbcd-4271-9c5d-e5892f367a72)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:20.835870 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b8767806-370c-4234-9f23-23e9e33a846b triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:20.836251 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b8767806-370c-4234-9f23-23e9e33a846b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:20.840164 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67ac224-7bef-4a79-8fa8-870a35110f8f None None] Network 99cdc558-c933-46f0-87ac-a2b0eaa1b5ee requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:29:20.853938 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-32959a19-97ab-43c9-a32d-56949d33d1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (9df8f2f2-9c7c-4f5a-8023-d890f1be3b38), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:20.861629 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fa1cfd-799d-416d-ad37-0bbe64ced150 None None] The sync data for ids ['3ae32638-6bc3-4468-b50b-040116ceb7d5'] in n-d-705658-24 is: [{'id': '3ae32638-6bc3-4468-b50b-040116ceb7d5', 'name': 'tempest-TaggedBootDevicesTest-653882327-router', 'tenant_id': 'ada96a2495974b5d94eab03ab9a657a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fe64d7dd-ff5c-43fe-afb5-16519c3005d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:14Z', 'updated_at': '2022-03-22T19:29:16Z', 'revision_number': 3, 'project_id': 'ada96a2495974b5d94eab03ab9a657a5', 'gw_port': {'id': 'fe64d7dd-ff5c-43fe-afb5-16519c3005d9', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:db:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae32638-6bc3-4468-b50b-040116ceb7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:15Z', 'updated_at': '2022-03-22T19:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:29:20.896630 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (9ec80e66-c289-41e0-bc84-8eef87b96316), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:20.925437 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e7897423-4b50-4171-8222-914a1bc3fdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (99cdc558-c933-46f0-87ac-a2b0eaa1b5ee), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:20.953395 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32959a19-97ab-43c9-a32d-56949d33d1de admin admin] Network a9acb64f-1b59-4d0d-aad8-9493c63a48fa is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:29:20.966884 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-32959a19-97ab-43c9-a32d-56949d33d1de admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:20.999985 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617abede-e946-4174-9d9e-7a3dabfe8f33 req-edc0b6e2-a51a-4403-bb01-deb1ed379d35 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:21.000204 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32959a19-97ab-43c9-a32d-56949d33d1de admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:29:21.001588 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-617abede-e946-4174-9d9e-7a3dabfe8f33 req-edc0b6e2-a51a-4403-bb01-deb1ed379d35 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 943 time: 0.8510134 Mar 22 19:29:21.005578 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32959a19-97ab-43c9-a32d-56949d33d1de admin admin] Pushing event updated for resources: {'Port': ['ID=9df8f2f2-9c7c-4f5a-8023-d890f1be3b38,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:21.036518 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-485e0427-0a63-45f5-9532-f2102d0109e2 req-a4110a46-ec3e-4975-9d02-4736d03f2efb service neutron] 10.222.0.85 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1496499 Mar 22 19:29:21.039119 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-18796dad-a9f0-4a83-bea2-c59a90c6a84e None None] For port b8767806-370c-4234-9f23-23e9e33a846b, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b8767806-370c-4234-9f23-23e9e33a846b,segment=NetworkSegment(741b7997-49df-44fc-a767-6af3be534981),segment_id=741b7997-49df-44fc-a767-6af3be534981)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:21.100816 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 299c7a2b-2061-4aea-985d-65b129066409 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:21.104252 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (299c7a2b-2061-4aea-985d-65b129066409), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:21.131914 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-32959a19-97ab-43c9-a32d-56949d33d1de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (3ae32638-6bc3-4468-b50b-040116ceb7d5), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:21.149478 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-8178761c-59f7-44b0-899d-945c98f0a969 admin admin] Allocated IP 172.20.0.1 (7b3e2f26-3add-4239-9044-1569c5fdc402/c5a736f5-2cca-4f7a-87a4-e3c159387d4f/218587c5-6c3d-4c6f-afea-d305093daeb6) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:29:21.176905 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-18796dad-a9f0-4a83-bea2-c59a90c6a84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b8767806-370c-4234-9f23-23e9e33a846b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:21.257871 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-e7897423-4b50-4171-8222-914a1bc3fdd7 admin admin] Deleting port 0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:29:21.258486 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e7897423-4b50-4171-8222-914a1bc3fdd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:21.361011 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=9ec80e66-c289-41e0-bc84-8eef87b96316,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:21.385522 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f41d1ba6-d8f0-4d4a-bf1a-3cde4aad1b1f req-5d857af8-7d43-4a68-8cbf-928f6b61a4b6 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:21.385926 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f41d1ba6-d8f0-4d4a-bf1a-3cde4aad1b1f req-5d857af8-7d43-4a68-8cbf-928f6b61a4b6 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (40e45234-aaa2-4bdf-a407-51b084b4fd37), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:21.386246 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [req-f41d1ba6-d8f0-4d4a-bf1a-3cde4aad1b1f req-5d857af8-7d43-4a68-8cbf-928f6b61a4b6 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Floating IP 40e45234-aaa2-4bdf-a407-51b084b4fd37 disassociated. External IP: 172.25.5.127, port: 9ec80e66-c289-41e0-bc84-8eef87b96316. Mar 22 19:29:21.387713 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-f41d1ba6-d8f0-4d4a-bf1a-3cde4aad1b1f req-5d857af8-7d43-4a68-8cbf-928f6b61a4b6 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Calling delete_port for 9ec80e66-c289-41e0-bc84-8eef87b96316 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:29:21.476563 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18796dad-a9f0-4a83-bea2-c59a90c6a84e None None] Pushing event updated for resources: {'Port': ['ID=b8767806-370c-4234-9f23-23e9e33a846b,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:21.490268 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 299c7a2b-2061-4aea-985d-65b129066409 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:29:21.528093 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 299c7a2b-2061-4aea-985d-65b129066409, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=299c7a2b-2061-4aea-985d-65b129066409,segment=NetworkSegment(314d61bc-4aee-41ea-892b-cdf180af1566),segment_id=314d61bc-4aee-41ea-892b-cdf180af1566)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:21.531916 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-e7897423-4b50-4171-8222-914a1bc3fdd7 admin admin] For port 0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38,segment=NetworkSegment(e616fbf2-9871-4d5f-923b-a37926b6e494),segment_id=e616fbf2-9871-4d5f-923b-a37926b6e494)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:21.532284 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e7897423-4b50-4171-8222-914a1bc3fdd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:21.553895 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (299c7a2b-2061-4aea-985d-65b129066409), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:21.562270 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-e7897423-4b50-4171-8222-914a1bc3fdd7 admin admin] Calling delete_port for 0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:29:21.584116 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-32959a19-97ab-43c9-a32d-56949d33d1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9df8f2f2-9c7c-4f5a-8023-d890f1be3b38), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:21.635976 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a02ac112-63f2-4ff9-befc-0c9acd8bbff8 req-04b492e4-df3a-4f76-9a2e-3d9c6d6ff3e9 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/security-groups?id=b591d7ec-4d48-4377-bca9-c2da745c5c62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8486857 Mar 22 19:29:21.643326 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-16b88612-c3d5-4e8c-94ae-590c1996441f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'name': 'tempest-TaggedBootDevicesTest-1777691038-router', 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:05Z', 'updated_at': '2022-03-22T19:29:10Z', 'revision_number': 4, 'project_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'gw_port': {'id': 'a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:06Z', 'updated_at': '2022-03-22T19:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'c119e002-5aa4-4a6b-a258-54751300d066', 'name': '', 'network_id': '4a18db52-e571-4039-89e7-6353aeef061c', 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'mac_address': 'fa:16:3e:55:ba:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'e79fd7a2-f33f-4e5a-aaf1-5c490955a64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:09Z', 'updated_at': '2022-03-22T19:29:10Z', 'revision_number': 2, 'project_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'subnets': [{'id': 'e79fd7a2-f33f-4e5a-aaf1-5c490955a64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:21.695172 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b88612-c3d5-4e8c-94ae-590c1996441f None None] Checking router: 62c1cb2b-3d7d-477f-bd78-606d29614429 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:29:21.695535 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b88612-c3d5-4e8c-94ae-590c1996441f None None] Updating router 62c1cb2b-3d7d-477f-bd78-606d29614429 port c119e002-5aa4-4a6b-a258-54751300d066 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:29:21.704518 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:21.718666 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-617abede-e946-4174-9d9e-7a3dabfe8f33 req-37c30883-aa61-44d3-8a0a-dd184918445a tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=95269df0-84b0-459b-9a2e-0d212c1ee848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7096837 Mar 22 19:29:21.742578 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-485e0427-0a63-45f5-9532-f2102d0109e2 req-45080560-07fd-411b-aa95-8dbd3f8e239b service neutron] 10.222.0.85 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6816623 Mar 22 19:29:21.802316 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=299c7a2b-2061-4aea-985d-65b129066409,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:21.805036 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-786cffaa-f48d-4e40-888e-0eb16bd71190 None None] Provisioning complete for port b8767806-370c-4234-9f23-23e9e33a846b triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:21.805418 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-786cffaa-f48d-4e40-888e-0eb16bd71190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b8767806-370c-4234-9f23-23e9e33a846b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:21.908239 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e7897423-4b50-4171-8222-914a1bc3fdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:21.914120 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75dc3ed-7b92-422b-8d0c-7c1dba426f29 None None] DHCP port deletion for 99cdc558-c933-46f0-87ac-a2b0eaa1b5ee request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:29:21.961095 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-16b88612-c3d5-4e8c-94ae-590c1996441f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c119e002-5aa4-4a6b-a258-54751300d066), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:21.971465 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7897423-4b50-4171-8222-914a1bc3fdd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:21.992397 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf3b22-97b1-4416-a0c5-b124e80adc44 req-92b8e9dc-f79e-407e-bbbe-5bd2ed9a3841 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:21.997430 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7897423-4b50-4171-8222-914a1bc3fdd7 admin admin] No DVR routers for this DVR port 0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:29:22.004362 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf3b22-97b1-4416-a0c5-b124e80adc44 req-92b8e9dc-f79e-407e-bbbe-5bd2ed9a3841 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:22.018920 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf3b22-97b1-4416-a0c5-b124e80adc44 req-92b8e9dc-f79e-407e-bbbe-5bd2ed9a3841 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:22.028285 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf3b22-97b1-4416-a0c5-b124e80adc44 req-92b8e9dc-f79e-407e-bbbe-5bd2ed9a3841 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:22.035220 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf3b22-97b1-4416-a0c5-b124e80adc44 req-92b8e9dc-f79e-407e-bbbe-5bd2ed9a3841 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:22.040882 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf3b22-97b1-4416-a0c5-b124e80adc44 req-92b8e9dc-f79e-407e-bbbe-5bd2ed9a3841 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:22.047262 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf3b22-97b1-4416-a0c5-b124e80adc44 req-92b8e9dc-f79e-407e-bbbe-5bd2ed9a3841 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:22.049448 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-feaf3b22-97b1-4416-a0c5-b124e80adc44 req-92b8e9dc-f79e-407e-bbbe-5bd2ed9a3841 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5429 time: 0.3029861 Mar 22 19:29:22.165392 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8178761c-59f7-44b0-899d-945c98f0a969 admin admin] Publish callbacks [] for port (218587c5-6c3d-4c6f-afea-d305093daeb6), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:22.235787 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e7897423-4b50-4171-8222-914a1bc3fdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (99cdc558-c933-46f0-87ac-a2b0eaa1b5ee), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:22.273228 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-32959a19-97ab-43c9-a32d-56949d33d1de admin admin] Publish callbacks [] for port (9df8f2f2-9c7c-4f5a-8023-d890f1be3b38), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:22.295194 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-e7897423-4b50-4171-8222-914a1bc3fdd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99cdc558-c933-46f0-87ac-a2b0eaa1b5ee']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:22.297449 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-32959a19-97ab-43c9-a32d-56949d33d1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (9df8f2f2-9c7c-4f5a-8023-d890f1be3b38), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:22.324059 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-feaf3b22-97b1-4416-a0c5-b124e80adc44 req-8c84a6cb-065f-47ae-bec1-6b47a7b3678d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2604163 Mar 22 19:29:22.365056 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f41d1ba6-d8f0-4d4a-bf1a-3cde4aad1b1f req-5d857af8-7d43-4a68-8cbf-928f6b61a4b6 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (9ec80e66-c289-41e0-bc84-8eef87b96316), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:22.378185 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-e7897423-4b50-4171-8222-914a1bc3fdd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e616fbf2-9871-4d5f-923b-a37926b6e494') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:22.378751 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-e7897423-4b50-4171-8222-914a1bc3fdd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e616fbf2-9871-4d5f-923b-a37926b6e494') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:22.439770 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-16b88612-c3d5-4e8c-94ae-590c1996441f None None] Publish callbacks [] for port (c119e002-5aa4-4a6b-a258-54751300d066), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:22.457071 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 19:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0863fcb-1dc7-4635-93d2-835158bafc3a x-openstack-request-id: req-f0863fcb-1dc7-4635-93d2-835158bafc3a {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:29:22.457370 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1cf4fe-be24-4a47-8dd0-af0d99d320e6", "name": "network-vif-unplugged", "status": "completed", "tag": "9ec80e66-c289-41e0-bc84-8eef87b96316", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:29:22.457628 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f0863fcb-1dc7-4635-93d2-835158bafc3a {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:29:22.458172 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0863fcb-1dc7-4635-93d2-835158bafc3a'] response: {'server_uuid': '1e1cf4fe-be24-4a47-8dd0-af0d99d320e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ec80e66-c289-41e0-bc84-8eef87b96316', 'code': 200} Mar 22 19:29:22.462907 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['299c7a2b-2061-4aea-985d-65b129066409'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:29:22.464349 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e7897423-4b50-4171-8222-914a1bc3fdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (e616fbf2-9871-4d5f-923b-a37926b6e494), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:22.479624 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b8767806-370c-4234-9f23-23e9e33a846b is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:22.485373 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-23e89b16-b650-4844-80a9-d7a7868f775b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2cbebe2-2178-4763-ae61-c5f357f52616', 'name': 'tempest-TestServerMultinode-40879051-router', 'tenant_id': '3b904c7ad2a94d7b8ba5ca90862127a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'f60b44cb-f5ca-42b7-915d-e164e1b123e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:06Z', 'updated_at': '2022-03-22T19:29:12Z', 'revision_number': 3, 'project_id': '3b904c7ad2a94d7b8ba5ca90862127a1', 'gw_port': {'id': 'f60b44cb-f5ca-42b7-915d-e164e1b123e6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2cbebe2-2178-4763-ae61-c5f357f52616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:08Z', 'updated_at': '2022-03-22T19:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:22.509516 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d857af8-7d43-4a68-8cbf-928f6b61a4b6 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Pushing event deleted for resources: {'Port': ['ID=9ec80e66-c289-41e0-bc84-8eef87b96316,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:22.520424 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e7897423-4b50-4171-8222-914a1bc3fdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (e616fbf2-9871-4d5f-923b-a37926b6e494), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:22.527387 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-16b88612-c3d5-4e8c-94ae-590c1996441f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c119e002-5aa4-4a6b-a258-54751300d066), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:22.533927 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-32959a19-97ab-43c9-a32d-56949d33d1de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (3ae32638-6bc3-4468-b50b-040116ceb7d5), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:22.537773 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8178761c-59f7-44b0-899d-945c98f0a969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (218587c5-6c3d-4c6f-afea-d305093daeb6), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:22.544648 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32959a19-97ab-43c9-a32d-56949d33d1de admin admin] Pushing event updated for resources: {'Port': ['ID=9df8f2f2-9c7c-4f5a-8023-d890f1be3b38,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:22.559756 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7897423-4b50-4171-8222-914a1bc3fdd7 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:29:22.561497 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e7897423-4b50-4171-8222-914a1bc3fdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (e616fbf2-9871-4d5f-923b-a37926b6e494), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:22.569109 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:29:22.569109 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:29:22.569109 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:29:22.569109 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:29:22.569109 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:29:22.569109 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:29:22.569109 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:29:22.569109 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:29:22.569109 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:29:22.569109 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:29:22.569109 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:29:22.569109 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:29:22.569109 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:29:22.569109 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:29:22.569109 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:29:22.569109 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:29:22.569109 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:29:22.569109 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:29:22.569109 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:29:22.569109 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:29:22.569109 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:29:22.569109 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:29:22.569109 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:29:22.569109 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:29:22.569109 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:29:22.569109 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:29:22.569109 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:29:22.569109 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:29:22.569109 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:29:22.569109 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:29:22.569109 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:29:22.569109 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:29:22.670214 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178761c-59f7-44b0-899d-945c98f0a969 admin admin] Pushing event updated for resources: {'Port': ['ID=218587c5-6c3d-4c6f-afea-d305093daeb6,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:22.730498 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7f7a4-15aa-49cf-a183-32d4c7f1488c None None] Pushing event updated for resources: {'Port': ['ID=c119e002-5aa4-4a6b-a258-54751300d066,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:22.755150 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e89b16-b650-4844-80a9-d7a7868f775b None None] The sync data for ids ['f2cbebe2-2178-4763-ae61-c5f357f52616'] in n-d-705658-24 is: [{'id': 'f2cbebe2-2178-4763-ae61-c5f357f52616', 'name': 'tempest-TestServerMultinode-40879051-router', 'tenant_id': '3b904c7ad2a94d7b8ba5ca90862127a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'f60b44cb-f5ca-42b7-915d-e164e1b123e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:06Z', 'updated_at': '2022-03-22T19:29:12Z', 'revision_number': 3, 'project_id': '3b904c7ad2a94d7b8ba5ca90862127a1', 'gw_port': {'id': 'f60b44cb-f5ca-42b7-915d-e164e1b123e6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2cbebe2-2178-4763-ae61-c5f357f52616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:08Z', 'updated_at': '2022-03-22T19:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:29:22.866400 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32959a19-97ab-43c9-a32d-56949d33d1de admin admin] Network a9acb64f-1b59-4d0d-aad8-9493c63a48fa is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:29:22.871349 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-32959a19-97ab-43c9-a32d-56949d33d1de admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:22.964149 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b8767806-370c-4234-9f23-23e9e33a846b up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:22.989185 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-786cffaa-f48d-4e40-888e-0eb16bd71190 None None] Current status of the port b8767806-370c-4234-9f23-23e9e33a846b is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:23.020954 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9e1e2c57-9998-444c-b4ce-ba6dd16a93c2 req-afc2a117-b07d-4513-b3de-a4149dcdad54 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 210 time: 0.1505148 Mar 22 19:29:23.032271 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8178761c-59f7-44b0-899d-945c98f0a969 admin admin] Network 7b3e2f26-3add-4239-9044-1569c5fdc402 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:29:23.064761 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-8178761c-59f7-44b0-899d-945c98f0a969 admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:23.114245 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf427cc-b5e9-4f33-839c-1bc9aa50b3db req-f9749e8e-4417-403e-8cfe-2ce5c2c2c236 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:23.123065 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7cf427cc-b5e9-4f33-839c-1bc9aa50b3db req-f9749e8e-4417-403e-8cfe-2ce5c2c2c236 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.7412789 Mar 22 19:29:23.159302 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e7897423-4b50-4171-8222-914a1bc3fdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (99cdc558-c933-46f0-87ac-a2b0eaa1b5ee), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:23.195707 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e7897423-4b50-4171-8222-914a1bc3fdd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:23.203009 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e7897423-4b50-4171-8222-914a1bc3fdd7 admin admin] 10.222.0.75 "DELETE /v2.0/networks/99cdc558-c933-46f0-87ac-a2b0eaa1b5ee HTTP/1.1" status: 204 len: 168 time: 2.4074690 Mar 22 19:29:23.225920 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8178761c-59f7-44b0-899d-945c98f0a969 admin admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:29:23.269288 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32959a19-97ab-43c9-a32d-56949d33d1de admin admin] Router 3ae32638-6bc3-4468-b50b-040116ceb7d5 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:29:23.306297 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7897423-4b50-4171-8222-914a1bc3fdd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=99cdc558-c933-46f0-87ac-a2b0eaa1b5ee,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:23.560483 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53554) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:23.561985 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32959a19-97ab-43c9-a32d-56949d33d1de admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:29:23.573280 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8178761c-59f7-44b0-899d-945c98f0a969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (f2cbebe2-2178-4763-ae61-c5f357f52616), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:23.577414 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-32959a19-97ab-43c9-a32d-56949d33d1de admin admin] 10.222.0.75 "PUT /v2.0/routers/3ae32638-6bc3-4468-b50b-040116ceb7d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0024493 Mar 22 19:29:23.620630 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7cf427cc-b5e9-4f33-839c-1bc9aa50b3db req-b5d7cab5-7dea-481d-a48d-b2e1d750b420 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4828935 Mar 22 19:29:23.762843 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53562) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:23.884693 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-719bb6f7-9fa7-4534-8993-fa10b935bbec admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a3fcf53cd795494fb2252f39624d61a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1182573 Mar 22 19:29:23.888526 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53568) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:24.018093 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9092d54d-27fb-4f6a-8d0d-7bceb2e91056 admin admin] Publish callbacks [] for security_group (e1287533-f934-4a7b-80cb-a44ba3b9d040), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:24.045074 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-16b88612-c3d5-4e8c-94ae-590c1996441f None None] Attempting to bind port c119e002-5aa4-4a6b-a258-54751300d066 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:29:24.045648 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-16b88612-c3d5-4e8c-94ae-590c1996441f None None] Attempting to bind port c119e002-5aa4-4a6b-a258-54751300d066 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'fe86b638-8528-406c-803d-7fab6741faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4a18db52-e571-4039-89e7-6353aeef061c'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:29:24.045814 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b88612-c3d5-4e8c-94ae-590c1996441f None None] Attempting to bind port c119e002-5aa4-4a6b-a258-54751300d066 on network 4a18db52-e571-4039-89e7-6353aeef061c {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:29:24.048382 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9092d54d-27fb-4f6a-8d0d-7bceb2e91056 admin admin] Publish callbacks [] for security_group (e1287533-f934-4a7b-80cb-a44ba3b9d040), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:24.069672 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-50b52389-98fb-4d1c-b34e-5cd46cdbb9a9 None None] Provisioning complete for port 9df8f2f2-9c7c-4f5a-8023-d890f1be3b38 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:24.075329 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-50b52389-98fb-4d1c-b34e-5cd46cdbb9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9df8f2f2-9c7c-4f5a-8023-d890f1be3b38), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:24.086490 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f41d1ba6-d8f0-4d4a-bf1a-3cde4aad1b1f req-5d857af8-7d43-4a68-8cbf-928f6b61a4b6 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Router e0af61ad-896c-4e3a-9e08-9fed32c3391b has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:29:24.131504 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1fe8a-7962-4bff-ac5b-012f0dd196ab req-22e28200-f52e-4e7a-8936-49a2fce17e10 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:24.138283 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1fe8a-7962-4bff-ac5b-012f0dd196ab req-22e28200-f52e-4e7a-8936-49a2fce17e10 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:24.144044 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1fe8a-7962-4bff-ac5b-012f0dd196ab req-22e28200-f52e-4e7a-8936-49a2fce17e10 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:24.154280 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1fe8a-7962-4bff-ac5b-012f0dd196ab req-22e28200-f52e-4e7a-8936-49a2fce17e10 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:24.189495 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1fe8a-7962-4bff-ac5b-012f0dd196ab req-22e28200-f52e-4e7a-8936-49a2fce17e10 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:24.206077 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1fe8a-7962-4bff-ac5b-012f0dd196ab req-22e28200-f52e-4e7a-8936-49a2fce17e10 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:24.208797 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ace763fa-e0e1-42f1-9c11-936e73af26e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:24.218915 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1fe8a-7962-4bff-ac5b-012f0dd196ab req-22e28200-f52e-4e7a-8936-49a2fce17e10 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:24.227614 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5b1fe8a-7962-4bff-ac5b-012f0dd196ab req-22e28200-f52e-4e7a-8936-49a2fce17e10 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5429 time: 0.4267924 Mar 22 19:29:24.229120 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78289d39-c174-436b-bbac-afdfc837d25c None None] Sync routers for ids ['3ae32638-6bc3-4468-b50b-040116ceb7d5'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:29:24.236167 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b88612-c3d5-4e8c-94ae-590c1996441f None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:29:24.236546 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b88612-c3d5-4e8c-94ae-590c1996441f None None] Checking segment: {'id': 'fe86b638-8528-406c-803d-7fab6741faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4a18db52-e571-4039-89e7-6353aeef061c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:29:24.236950 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-16b88612-c3d5-4e8c-94ae-590c1996441f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:24.237723 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b88612-c3d5-4e8c-94ae-590c1996441f None None] Bound using segment: {'id': 'fe86b638-8528-406c-803d-7fab6741faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4a18db52-e571-4039-89e7-6353aeef061c'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:29:24.243616 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84a900-cbbc-41ff-a85a-78c07b92108b req-e0f91bbf-941e-465e-8c13-000f05e8e688 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:24.244296 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-16b88612-c3d5-4e8c-94ae-590c1996441f None None] Bound port: c119e002-5aa4-4a6b-a258-54751300d066, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe86b638-8528-406c-803d-7fab6741faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4a18db52-e571-4039-89e7-6353aeef061c'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:29:24.244850 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-16b88612-c3d5-4e8c-94ae-590c1996441f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c119e002-5aa4-4a6b-a258-54751300d066), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:24.255764 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bb84a900-cbbc-41ff-a85a-78c07b92108b req-e0f91bbf-941e-465e-8c13-000f05e8e688 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 944 time: 0.6728976 Mar 22 19:29:24.259678 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9092d54d-27fb-4f6a-8d0d-7bceb2e91056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e1287533-f934-4a7b-80cb-a44ba3b9d040), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:24.263227 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9092d54d-27fb-4f6a-8d0d-7bceb2e91056 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:24.264992 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9092d54d-27fb-4f6a-8d0d-7bceb2e91056 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e1287533-f934-4a7b-80cb-a44ba3b9d040 HTTP/1.1" status: 204 len: 168 time: 0.3759995 Mar 22 19:29:24.336015 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78289d39-c174-436b-bbac-afdfc837d25c None None] Routers {'3ae32638-6bc3-4468-b50b-040116ceb7d5'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:24.336653 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-78289d39-c174-436b-bbac-afdfc837d25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:29:18Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3ae32638-6bc3-4468-b50b-040116ceb7d5'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:24.359964 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9092d54d-27fb-4f6a-8d0d-7bceb2e91056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1287533-f934-4a7b-80cb-a44ba3b9d040,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:24.454107 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ace763fa-e0e1-42f1-9c11-936e73af26e4 admin admin] Publish callbacks [] for security_group (887f3580-6291-457b-b0b8-9ad048e11b17), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:24.463526 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ace763fa-e0e1-42f1-9c11-936e73af26e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (887f3580-6291-457b-b0b8-9ad048e11b17), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:24.576805 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ace763fa-e0e1-42f1-9c11-936e73af26e4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0c4a59c495664a4694671686970c5c07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9957156 Mar 22 19:29:24.577252 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53600) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:24.578045 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace763fa-e0e1-42f1-9c11-936e73af26e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887f3580-6291-457b-b0b8-9ad048e11b17,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:24.621861 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-50b52389-98fb-4d1c-b34e-5cd46cdbb9a9 None None] Port 9df8f2f2-9c7c-4f5a-8023-d890f1be3b38 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:29:24.684848 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f41d1ba6-d8f0-4d4a-bf1a-3cde4aad1b1f req-5d857af8-7d43-4a68-8cbf-928f6b61a4b6 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:29:24.701394 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ef0d28-afde-4608-b9ab-58c53d10ceb2 None None] Sync routers for ids ['e0af61ad-896c-4e3a-9e08-9fed32c3391b'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:29:24.712984 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f0e9e32b-b9c2-4f0d-85d7-cf1dae860ba4 admin admin] Publish callbacks [] for security_group (887f3580-6291-457b-b0b8-9ad048e11b17), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:24.727682 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ef0d28-afde-4608-b9ab-58c53d10ceb2 None None] Routers {'e0af61ad-896c-4e3a-9e08-9fed32c3391b'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:24.731257 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-75ef0d28-afde-4608-b9ab-58c53d10ceb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:29:18Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e0af61ad-896c-4e3a-9e08-9fed32c3391b'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:24.776258 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f0e9e32b-b9c2-4f0d-85d7-cf1dae860ba4 admin admin] Publish callbacks [] for security_group (887f3580-6291-457b-b0b8-9ad048e11b17), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:24.852280 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5b1fe8a-7962-4bff-ac5b-012f0dd196ab req-9a6585ba-00cf-4557-a4db-b585166ee3cd tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5433168 Mar 22 19:29:24.860537 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8178761c-59f7-44b0-899d-945c98f0a969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (218587c5-6c3d-4c6f-afea-d305093daeb6), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:24.864280 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b8767806-370c-4234-9f23-23e9e33a846b triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:24.865694 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b8767806-370c-4234-9f23-23e9e33a846b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:24.910758 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f0e9e32b-b9c2-4f0d-85d7-cf1dae860ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (887f3580-6291-457b-b0b8-9ad048e11b17), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:24.914320 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f0e9e32b-b9c2-4f0d-85d7-cf1dae860ba4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:24.915490 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f0e9e32b-b9c2-4f0d-85d7-cf1dae860ba4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/887f3580-6291-457b-b0b8-9ad048e11b17 HTTP/1.1" status: 204 len: 168 time: 0.3278065 Mar 22 19:29:24.950711 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e9e32b-b9c2-4f0d-85d7-cf1dae860ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887f3580-6291-457b-b0b8-9ad048e11b17,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:24.988611 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 4ec388ce-f317-4007-a3b7-a3ba772d23b7 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:29:25.032725 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-16b88612-c3d5-4e8c-94ae-590c1996441f None None] For port c119e002-5aa4-4a6b-a258-54751300d066, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:29:25.059887 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ee385f2a-8a86-4338-aee2-52cf295dad5a None None] Provisioning complete for port c119e002-5aa4-4a6b-a258-54751300d066 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:25.061210 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ee385f2a-8a86-4338-aee2-52cf295dad5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c119e002-5aa4-4a6b-a258-54751300d066), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:25.099520 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-75ef0d28-afde-4608-b9ab-58c53d10ceb2 None None] Set router e0af61ad-896c-4e3a-9e08-9fed32c3391b gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:25.215436 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ee385f2a-8a86-4338-aee2-52cf295dad5a None None] Port c119e002-5aa4-4a6b-a258-54751300d066 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:29:25.267911 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-16b88612-c3d5-4e8c-94ae-590c1996441f None None] For port c119e002-5aa4-4a6b-a258-54751300d066, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c119e002-5aa4-4a6b-a258-54751300d066,segment=NetworkSegment(fe86b638-8528-406c-803d-7fab6741faff),segment_id=fe86b638-8528-406c-803d-7fab6741faff)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:29:25.409285 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-16b88612-c3d5-4e8c-94ae-590c1996441f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c119e002-5aa4-4a6b-a258-54751300d066), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:25.417401 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bb84a900-cbbc-41ff-a85a-78c07b92108b req-9f8cd1e1-6eb5-41ad-9e8f-abc5cfb14224 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=95269df0-84b0-459b-9a2e-0d212c1ee848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1599855 Mar 22 19:29:25.426810 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-78289d39-c174-436b-bbac-afdfc837d25c None None] Set router 3ae32638-6bc3-4468-b50b-040116ceb7d5 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:25.430950 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.resource_extend [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:29:25.583064 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53632) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:25.615926 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a90bad78-7a13-4e92-a110-4272fcb73e92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:25.633185 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-75ef0d28-afde-4608-b9ab-58c53d10ceb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'name': 'tempest-ServersTestBootFromVolume-1013878994-router', 'tenant_id': '19c710f622d9408e8bd0693a6cf07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '3f345823-f489-4e29-aad5-08cffdb8ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:20Z', 'updated_at': '2022-03-22T19:26:32Z', 'revision_number': 4, 'project_id': '19c710f622d9408e8bd0693a6cf07a03', 'gw_port': {'id': '3f345823-f489-4e29-aad5-08cffdb8ede6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:21Z', 'updated_at': '2022-03-22T19:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '3754e241-1acb-4e48-8646-4377e81f57b8', 'name': '', 'network_id': '09b38f1f-a105-4141-968b-914c29cdfe73', 'tenant_id': '19c710f622d9408e8bd0693a6cf07a03', 'mac_address': 'fa:16:3e:be:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '1fcaffb3-90ba-4c43-b281-759cd93e4025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:29Z', 'updated_at': '2022-03-22T19:26:57Z', 'revision_number': 5, 'project_id': '19c710f622d9408e8bd0693a6cf07a03', 'subnets': [{'id': '1fcaffb3-90ba-4c43-b281-759cd93e4025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:25.696312 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 299c7a2b-2061-4aea-985d-65b129066409 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:25.737113 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ef0d28-afde-4608-b9ab-58c53d10ceb2 None None] Checking router: e0af61ad-896c-4e3a-9e08-9fed32c3391b for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:29:25.776869 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ef0d28-afde-4608-b9ab-58c53d10ceb2 None None] Routers {'e0af61ad-896c-4e3a-9e08-9fed32c3391b'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:25.777510 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-75ef0d28-afde-4608-b9ab-58c53d10ceb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:29:18Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e0af61ad-896c-4e3a-9e08-9fed32c3391b'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:25.791351 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ee385f2a-8a86-4338-aee2-52cf295dad5a None None] Provisioning complete for port 9df8f2f2-9c7c-4f5a-8023-d890f1be3b38 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:25.795230 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ee385f2a-8a86-4338-aee2-52cf295dad5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9df8f2f2-9c7c-4f5a-8023-d890f1be3b38), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:25.907243 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a90bad78-7a13-4e92-a110-4272fcb73e92 admin admin] Publish callbacks [] for security_group (332f77ef-8450-49a4-97eb-c107dea58a79), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:25.913244 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53656) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:25.920902 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a90bad78-7a13-4e92-a110-4272fcb73e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (332f77ef-8450-49a4-97eb-c107dea58a79), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:25.953755 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ee385f2a-8a86-4338-aee2-52cf295dad5a None None] Port 9df8f2f2-9c7c-4f5a-8023-d890f1be3b38 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:29:25.985726 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b88612-c3d5-4e8c-94ae-590c1996441f None None] Routers {'62c1cb2b-3d7d-477f-bd78-606d29614429'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:25.986437 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-16b88612-c3d5-4e8c-94ae-590c1996441f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:29:18Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['62c1cb2b-3d7d-477f-bd78-606d29614429'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:25.995662 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a90bad78-7a13-4e92-a110-4272fcb73e92 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=91f923c0032b4c4fae5c22d789769bc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4108789 Mar 22 19:29:26.000154 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53670) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:26.054238 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bad78-7a13-4e92-a110-4272fcb73e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332f77ef-8450-49a4-97eb-c107dea58a79,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:26.127088 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-75ef0d28-afde-4608-b9ab-58c53d10ceb2 None None] Set router e0af61ad-896c-4e3a-9e08-9fed32c3391b gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:26.186909 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-98a8eb7a-aa17-4e18-abf1-65947a2e4704 admin admin] Publish callbacks [] for security_group (332f77ef-8450-49a4-97eb-c107dea58a79), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:26.200121 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-16b88612-c3d5-4e8c-94ae-590c1996441f None None] Set router 62c1cb2b-3d7d-477f-bd78-606d29614429 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:26.213859 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-dd94f246-ca3a-4c47-9d70-30f3d9ad304d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-875189775-network', 'tenant_id': 'f1d9b8a2852847abaf50233e44b3b990'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:26.246304 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-98a8eb7a-aa17-4e18-abf1-65947a2e4704 admin admin] Publish callbacks [] for security_group (332f77ef-8450-49a4-97eb-c107dea58a79), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:26.280260 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd94f246-ca3a-4c47-9d70-30f3d9ad304d admin admin] Made reservation on behalf of f1d9b8a2852847abaf50233e44b3b990 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:29:26.283414 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dd94f246-ca3a-4c47-9d70-30f3d9ad304d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:26.318315 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dd94f246-ca3a-4c47-9d70-30f3d9ad304d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:26.374801 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-98a8eb7a-aa17-4e18-abf1-65947a2e4704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (332f77ef-8450-49a4-97eb-c107dea58a79), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:26.379753 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-98a8eb7a-aa17-4e18-abf1-65947a2e4704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:26.382148 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41d1ba6-d8f0-4d4a-bf1a-3cde4aad1b1f req-5d857af8-7d43-4a68-8cbf-928f6b61a4b6 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] No DVR routers for this DVR port 9ec80e66-c289-41e0-bc84-8eef87b96316 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:29:26.386502 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-98a8eb7a-aa17-4e18-abf1-65947a2e4704 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/332f77ef-8450-49a4-97eb-c107dea58a79 HTTP/1.1" status: 204 len: 168 time: 0.3821867 Mar 22 19:29:26.386665 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f41d1ba6-d8f0-4d4a-bf1a-3cde4aad1b1f req-5d857af8-7d43-4a68-8cbf-928f6b61a4b6 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:26.389729 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f41d1ba6-d8f0-4d4a-bf1a-3cde4aad1b1f req-5d857af8-7d43-4a68-8cbf-928f6b61a4b6 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.85 "DELETE /v2.0/ports/9ec80e66-c289-41e0-bc84-8eef87b96316 HTTP/1.1" status: 204 len: 173 time: 7.9644430 Mar 22 19:29:26.395074 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e1cf4fe-be24-4a47-8dd0-af0d99d320e6', 'name': 'network-vif-deleted', 'tag': '9ec80e66-c289-41e0-bc84-8eef87b96316'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:29:26.399434 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef00c1c2-d8a6-4b0e-b64e-466b7596e930" -d '{"events": [{"server_uuid": "1e1cf4fe-be24-4a47-8dd0-af0d99d320e6", "name": "network-vif-deleted", "tag": "9ec80e66-c289-41e0-bc84-8eef87b96316"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:29:26.445626 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8eb7a-aa17-4e18-abf1-65947a2e4704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332f77ef-8450-49a4-97eb-c107dea58a79,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:26.532105 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-be39e670-5ea4-48df-8027-47375401ce9c req-8f0c9153-0aa0-4248-a4b9-bcf0195dd6e6 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 210 time: 0.1405644 Mar 22 19:29:26.572756 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dd94f246-ca3a-4c47-9d70-30f3d9ad304d admin admin] Publish callbacks [] for security_group (0d64ebe5-e963-4e68-a0d5-41b9d76e5e72), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:26.577855 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dd94f246-ca3a-4c47-9d70-30f3d9ad304d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (0d64ebe5-e963-4e68-a0d5-41b9d76e5e72), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:26.614997 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8178761c-59f7-44b0-899d-945c98f0a969 admin admin] Publish callbacks [] for port (218587c5-6c3d-4c6f-afea-d305093daeb6), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:26.638576 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ab8ff6-ab3c-4c7c-8add-4dcecff6c926 req-ca6b5e12-2af5-47e7-b3b2-9dc41c6a6649 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:26.647327 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd94f246-ca3a-4c47-9d70-30f3d9ad304d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:29:26.652087 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-55ab8ff6-ab3c-4c7c-8add-4dcecff6c926 req-ca6b5e12-2af5-47e7-b3b2-9dc41c6a6649 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 1.2293391 Mar 22 19:29:26.660172 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8178761c-59f7-44b0-899d-945c98f0a969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (218587c5-6c3d-4c6f-afea-d305093daeb6), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:26.677513 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94f246-ca3a-4c47-9d70-30f3d9ad304d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:26.693021 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dd94f246-ca3a-4c47-9d70-30f3d9ad304d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (d6fe1e1f-9db8-447e-a845-a66a5707089d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:26.694130 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-dd94f246-ca3a-4c47-9d70-30f3d9ad304d admin admin] Added segment d6fe1e1f-9db8-447e-a845-a66a5707089d of type vlan for network d20554b8-a26c-4c21-9aa9-235918d57be0 Mar 22 19:29:26.820468 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dd94f246-ca3a-4c47-9d70-30f3d9ad304d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (d20554b8-a26c-4c21-9aa9-235918d57be0), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:26.841032 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ee385f2a-8a86-4338-aee2-52cf295dad5a None None] Provisioning complete for port 218587c5-6c3d-4c6f-afea-d305093daeb6 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:26.843871 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ee385f2a-8a86-4338-aee2-52cf295dad5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (218587c5-6c3d-4c6f-afea-d305093daeb6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:26.879645 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b8767806-370c-4234-9f23-23e9e33a846b is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:26.883790 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device fe64d7dd-ff5c-43fe-afb5-16519c3005d9 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:26.899864 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178761c-59f7-44b0-899d-945c98f0a969 admin admin] Pushing event updated for resources: {'Port': ['ID=218587c5-6c3d-4c6f-afea-d305093daeb6,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:26.904303 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dd94f246-ca3a-4c47-9d70-30f3d9ad304d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (d20554b8-a26c-4c21-9aa9-235918d57be0), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:26.908973 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd94f246-ca3a-4c47-9d70-30f3d9ad304d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:26.910471 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dd94f246-ca3a-4c47-9d70-30f3d9ad304d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:26.923595 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-75ef0d28-afde-4608-b9ab-58c53d10ceb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'name': 'tempest-ServersTestBootFromVolume-1013878994-router', 'tenant_id': '19c710f622d9408e8bd0693a6cf07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '3f345823-f489-4e29-aad5-08cffdb8ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:20Z', 'updated_at': '2022-03-22T19:26:32Z', 'revision_number': 4, 'project_id': '19c710f622d9408e8bd0693a6cf07a03', 'gw_port': {'id': '3f345823-f489-4e29-aad5-08cffdb8ede6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:21Z', 'updated_at': '2022-03-22T19:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '3754e241-1acb-4e48-8646-4377e81f57b8', 'name': '', 'network_id': '09b38f1f-a105-4141-968b-914c29cdfe73', 'tenant_id': '19c710f622d9408e8bd0693a6cf07a03', 'mac_address': 'fa:16:3e:be:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '1fcaffb3-90ba-4c43-b281-759cd93e4025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:29Z', 'updated_at': '2022-03-22T19:26:57Z', 'revision_number': 5, 'project_id': '19c710f622d9408e8bd0693a6cf07a03', 'subnets': [{'id': '1fcaffb3-90ba-4c43-b281-759cd93e4025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:26.936327 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-55ab8ff6-ab3c-4c7c-8add-4dcecff6c926 req-cde35e21-cfa9-468a-a3fd-cbc7e6aacbd6 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2746949 Mar 22 19:29:26.981435 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ef0d28-afde-4608-b9ab-58c53d10ceb2 None None] The sync data for ids ['e0af61ad-896c-4e3a-9e08-9fed32c3391b'] in n-d-705658-24 is: [{'id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'name': 'tempest-ServersTestBootFromVolume-1013878994-router', 'tenant_id': '19c710f622d9408e8bd0693a6cf07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '3f345823-f489-4e29-aad5-08cffdb8ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:20Z', 'updated_at': '2022-03-22T19:26:32Z', 'revision_number': 4, 'project_id': '19c710f622d9408e8bd0693a6cf07a03', 'gw_port': {'id': '3f345823-f489-4e29-aad5-08cffdb8ede6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:21Z', 'updated_at': '2022-03-22T19:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '3754e241-1acb-4e48-8646-4377e81f57b8', 'name': '', 'network_id': '09b38f1f-a105-4141-968b-914c29cdfe73', 'tenant_id': '19c710f622d9408e8bd0693a6cf07a03', 'mac_address': 'fa:16:3e:be:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '1fcaffb3-90ba-4c43-b281-759cd93e4025', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:29Z', 'updated_at': '2022-03-22T19:26:57Z', 'revision_number': 5, 'project_id': '19c710f622d9408e8bd0693a6cf07a03', 'subnets': [{'id': '1fcaffb3-90ba-4c43-b281-759cd93e4025', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:29:27.044611 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56ffcf4-1398-45ca-a348-0f9a3e288298 x-openstack-request-id: req-c56ffcf4-1398-45ca-a348-0f9a3e288298 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:29:27.045329 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e1cf4fe-be24-4a47-8dd0-af0d99d320e6", "name": "network-vif-deleted", "tag": "9ec80e66-c289-41e0-bc84-8eef87b96316", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:29:27.045817 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c56ffcf4-1398-45ca-a348-0f9a3e288298 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:29:27.046469 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c56ffcf4-1398-45ca-a348-0f9a3e288298'] response: {'server_uuid': '1e1cf4fe-be24-4a47-8dd0-af0d99d320e6', 'name': 'network-vif-deleted', 'tag': '9ec80e66-c289-41e0-bc84-8eef87b96316', 'status': 'completed', 'code': 200} Mar 22 19:29:27.069038 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-dd94f246-ca3a-4c47-9d70-30f3d9ad304d admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1504252 Mar 22 19:29:27.078275 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53686) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:27.110415 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-e0a4c92a-773f-4b94-b9d6-c136b7124eff admin admin] Request body: {'subnet': {'network_id': 'd20554b8-a26c-4c21-9aa9-235918d57be0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-875189775-subnet', 'tenant_id': 'f1d9b8a2852847abaf50233e44b3b990', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:27.122585 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94f246-ca3a-4c47-9d70-30f3d9ad304d admin admin] Pushing event updated for resources: {'Network': ['ID=d20554b8-a26c-4c21-9aa9-235918d57be0,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:27.173551 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8178761c-59f7-44b0-899d-945c98f0a969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (f2cbebe2-2178-4763-ae61-c5f357f52616), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:27.180035 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network d20554b8-a26c-4c21-9aa9-235918d57be0 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:29:27.208207 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7f7a4-15aa-49cf-a183-32d4c7f1488c None None] Pushing event updated for resources: {'Port': ['ID=c119e002-5aa4-4a6b-a258-54751300d066,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:27.276545 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc87c44-1858-4a49-b4b1-906c4839aa3d req-37faf349-5694-43dc-8b06-99d560824a83 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:27.283229 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc87c44-1858-4a49-b4b1-906c4839aa3d req-37faf349-5694-43dc-8b06-99d560824a83 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:27.290127 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc87c44-1858-4a49-b4b1-906c4839aa3d req-37faf349-5694-43dc-8b06-99d560824a83 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:27.295674 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc87c44-1858-4a49-b4b1-906c4839aa3d req-37faf349-5694-43dc-8b06-99d560824a83 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:27.301054 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc87c44-1858-4a49-b4b1-906c4839aa3d req-37faf349-5694-43dc-8b06-99d560824a83 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:27.308108 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc87c44-1858-4a49-b4b1-906c4839aa3d req-37faf349-5694-43dc-8b06-99d560824a83 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:27.313775 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc87c44-1858-4a49-b4b1-906c4839aa3d req-37faf349-5694-43dc-8b06-99d560824a83 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:27.323249 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4fc87c44-1858-4a49-b4b1-906c4839aa3d req-37faf349-5694-43dc-8b06-99d560824a83 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5429 time: 0.4468901 Mar 22 19:29:27.528604 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4fc87c44-1858-4a49-b4b1-906c4839aa3d req-3c91fc23-eec6-47c3-b4a2-14ef94031bdf tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2015748 Mar 22 19:29:27.537165 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a4c92a-773f-4b94-b9d6-c136b7124eff admin admin] Made reservation on behalf of f1d9b8a2852847abaf50233e44b3b990 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:29:27.544002 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e0a4c92a-773f-4b94-b9d6-c136b7124eff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:27.675713 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2f260b-06c8-492c-8a69-a7faaddf0304 None None] New status for floating IP 40e45234-aaa2-4bdf-a407-51b084b4fd37: DOWN {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:29:27.776642 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 4ec388ce-f317-4007-a3b7-a3ba772d23b7, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=4ec388ce-f317-4007-a3b7-a3ba772d23b7,segment=NetworkSegment(186c2c9a-2324-4c56-b190-0b64e4273968),segment_id=186c2c9a-2324-4c56-b190-0b64e4273968)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:27.799490 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ee385f2a-8a86-4338-aee2-52cf295dad5a None None] Port 218587c5-6c3d-4c6f-afea-d305093daeb6 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:29:27.887431 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 299c7a2b-2061-4aea-985d-65b129066409 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:29:27.931510 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a66ab-a6f2-4dc8-8413-d66e95997693 req-87789988-f97c-4d43-adb1-019c0d1ac178 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:27.933240 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-424a66ab-a6f2-4dc8-8413-d66e95997693 req-87789988-f97c-4d43-adb1-019c0d1ac178 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 944 time: 0.6823366 Mar 22 19:29:27.954559 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 299c7a2b-2061-4aea-985d-65b129066409 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:27.954956 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (299c7a2b-2061-4aea-985d-65b129066409), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:27.971807 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d8ab234-d64d-49ee-8197-e26b9074a9b3 req-c584d2a5-6f71-4e23-9f1a-5fe6efe50428 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 210 time: 0.0507121 Mar 22 19:29:28.038004 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port fe64d7dd-ff5c-43fe-afb5-16519c3005d9 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:28.038560 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (fe64d7dd-ff5c-43fe-afb5-16519c3005d9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:28.058033 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8178761c-59f7-44b0-899d-945c98f0a969 admin admin] Network 7b3e2f26-3add-4239-9044-1569c5fdc402 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:29:28.064197 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-8178761c-59f7-44b0-899d-945c98f0a969 admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:28.078037 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e0a4c92a-773f-4b94-b9d6-c136b7124eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (703f819a-471b-406d-abe3-9a43e329de84), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:28.138212 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4c92a-773f-4b94-b9d6-c136b7124eff admin admin] Pushing event updated for resources: {'Subnet': ['ID=703f819a-471b-406d-abe3-9a43e329de84,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:28.152696 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '4ec388ce-f317-4007-a3b7-a3ba772d23b7', 'network_id': '08fc5dbc-a8ad-4376-80b5-c53d31d0b259', 'port_id': '4ec388ce-f317-4007-a3b7-a3ba772d23b7', 'mac_address': 'fa:16:3e:e5:42:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f61b7108-8801-49ca-a870-f29fe4438af3', 'ip_address': '10.1.1.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:29:28.181969 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-424a66ab-a6f2-4dc8-8413-d66e95997693 req-e27b2d2c-4361-465c-95c4-8d3922eb7163 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=95269df0-84b0-459b-9a2e-0d212c1ee848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047260 Mar 22 19:29:28.331144 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a4c92a-773f-4b94-b9d6-c136b7124eff admin admin] Checking segment: {'id': 'd6fe1e1f-9db8-447e-a845-a66a5707089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd20554b8-a26c-4c21-9aa9-235918d57be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:29:28.331931 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a4c92a-773f-4b94-b9d6-c136b7124eff admin admin] Network hostable DHCP agents. Network: d20554b8-a26c-4c21-9aa9-235918d57be0, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:29:28.359594 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6477a01-9c45-4f9a-8d1b-78395071bee9 req-eec8a083-8570-4a72-aea3-222c7f24604f tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:28.368404 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b6477a01-9c45-4f9a-8d1b-78395071bee9 req-eec8a083-8570-4a72-aea3-222c7f24604f tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.2313755 Mar 22 19:29:28.403595 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 4ec388ce-f317-4007-a3b7-a3ba772d23b7 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:28.404376 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4ec388ce-f317-4007-a3b7-a3ba772d23b7), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:28.514672 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b6477a01-9c45-4f9a-8d1b-78395071bee9 req-7f811002-2a32-4fed-8783-3f34e97d1564 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452200 Mar 22 19:29:28.520399 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a4c92a-773f-4b94-b9d6-c136b7124eff admin admin] Network d20554b8-a26c-4c21-9aa9-235918d57be0 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:29:28.584020 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8178761c-59f7-44b0-899d-945c98f0a969 admin admin] Router f2cbebe2-2178-4763-ae61-c5f357f52616 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:29:28.588363 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-e0a4c92a-773f-4b94-b9d6-c136b7124eff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, d20554b8-a26c-4c21-9aa9-235918d57be0) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:28.602248 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a4c92a-773f-4b94-b9d6-c136b7124eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:28.606027 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e0a4c92a-773f-4b94-b9d6-c136b7124eff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:28.640162 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ec388ce-f317-4007-a3b7-a3ba772d23b7 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:29:28.680748 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 4ec388ce-f317-4007-a3b7-a3ba772d23b7, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=4ec388ce-f317-4007-a3b7-a3ba772d23b7,segment=NetworkSegment(186c2c9a-2324-4c56-b190-0b64e4273968),segment_id=186c2c9a-2324-4c56-b190-0b64e4273968)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:28.684325 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29aa78b9-6a0c-40dd-9042-fb05191f0af8 None None] Network d20554b8-a26c-4c21-9aa9-235918d57be0 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:29:28.785628 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-a0f23289-cb7b-4c60-90c4-31af880a699e None None] Provisioning complete for port c119e002-5aa4-4a6b-a258-54751300d066 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:28.785628 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a0f23289-cb7b-4c60-90c4-31af880a699e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c119e002-5aa4-4a6b-a258-54751300d066), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:28.823642 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4ec388ce-f317-4007-a3b7-a3ba772d23b7), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:28.824318 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 9e808c4c-a810-49a0-bf70-bc337009de29 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:29:28.826248 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e0a4c92a-773f-4b94-b9d6-c136b7124eff admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7347536 Mar 22 19:29:28.828514 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53724) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:28.835093 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-16b88612-c3d5-4e8c-94ae-590c1996441f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'name': 'tempest-TaggedBootDevicesTest-1777691038-router', 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:05Z', 'updated_at': '2022-03-22T19:29:10Z', 'revision_number': 4, 'project_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'gw_port': {'id': 'a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:06Z', 'updated_at': '2022-03-22T19:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'c119e002-5aa4-4a6b-a258-54751300d066', 'name': '', 'network_id': '4a18db52-e571-4039-89e7-6353aeef061c', 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'mac_address': 'fa:16:3e:55:ba:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'e79fd7a2-f33f-4e5a-aaf1-5c490955a64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:09Z', 'updated_at': '2022-03-22T19:29:24Z', 'revision_number': 4, 'project_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'subnets': [{'id': 'e79fd7a2-f33f-4e5a-aaf1-5c490955a64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:28.835636 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-bd49a23f-a32e-4225-8ac8-2cb270600713 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-875189775-router', 'tenant_id': 'f1d9b8a2852847abaf50233e44b3b990', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:28.885687 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bd49a23f-a32e-4225-8ac8-2cb270600713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:28.886990 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bd49a23f-a32e-4225-8ac8-2cb270600713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:28.921732 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-78289d39-c174-436b-bbac-afdfc837d25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae32638-6bc3-4468-b50b-040116ceb7d5', 'name': 'tempest-TaggedBootDevicesTest-653882327-router', 'tenant_id': 'ada96a2495974b5d94eab03ab9a657a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fe64d7dd-ff5c-43fe-afb5-16519c3005d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:14Z', 'updated_at': '2022-03-22T19:29:21Z', 'revision_number': 4, 'project_id': 'ada96a2495974b5d94eab03ab9a657a5', 'gw_port': {'id': 'fe64d7dd-ff5c-43fe-afb5-16519c3005d9', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:db:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae32638-6bc3-4468-b50b-040116ceb7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:15Z', 'updated_at': '2022-03-22T19:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '9df8f2f2-9c7c-4f5a-8023-d890f1be3b38', 'name': '', 'network_id': 'a9acb64f-1b59-4d0d-aad8-9493c63a48fa', 'tenant_id': 'ada96a2495974b5d94eab03ab9a657a5', 'mac_address': 'fa:16:3e:76:fb:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae32638-6bc3-4468-b50b-040116ceb7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'd508ac98-27eb-415d-970f-499a7fbb546e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:19Z', 'updated_at': '2022-03-22T19:29:21Z', 'revision_number': 2, 'project_id': 'ada96a2495974b5d94eab03ab9a657a5', 'subnets': [{'id': 'd508ac98-27eb-415d-970f-499a7fbb546e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:28.946226 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 299c7a2b-2061-4aea-985d-65b129066409 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:28.946765 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (299c7a2b-2061-4aea-985d-65b129066409), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:28.983510 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port fe64d7dd-ff5c-43fe-afb5-16519c3005d9 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:28.984040 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fe64d7dd-ff5c-43fe-afb5-16519c3005d9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:28.990797 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b88612-c3d5-4e8c-94ae-590c1996441f None None] The sync data for ids ['62c1cb2b-3d7d-477f-bd78-606d29614429'] in n-d-705658-24 is: [{'id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'name': 'tempest-TaggedBootDevicesTest-1777691038-router', 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:05Z', 'updated_at': '2022-03-22T19:29:10Z', 'revision_number': 4, 'project_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'gw_port': {'id': 'a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:06Z', 'updated_at': '2022-03-22T19:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'c119e002-5aa4-4a6b-a258-54751300d066', 'name': '', 'network_id': '4a18db52-e571-4039-89e7-6353aeef061c', 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'mac_address': 'fa:16:3e:55:ba:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'e79fd7a2-f33f-4e5a-aaf1-5c490955a64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:09Z', 'updated_at': '2022-03-22T19:29:24Z', 'revision_number': 4, 'project_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'subnets': [{'id': 'e79fd7a2-f33f-4e5a-aaf1-5c490955a64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:29:29.009718 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be13c4b7-4550-4425-9ae5-cdc4e57dfe61 None None] Network d20554b8-a26c-4c21-9aa9-235918d57be0 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:29:29.044563 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78289d39-c174-436b-bbac-afdfc837d25c None None] Checking router: 3ae32638-6bc3-4468-b50b-040116ceb7d5 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:29:29.045420 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78289d39-c174-436b-bbac-afdfc837d25c None None] Updating router 3ae32638-6bc3-4468-b50b-040116ceb7d5 port 9df8f2f2-9c7c-4f5a-8023-d890f1be3b38 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:29:29.087554 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bd49a23f-a32e-4225-8ac8-2cb270600713 admin admin] Publish callbacks [] for router_controller (16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:29.160539 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945af9c1-2931-40d9-b64a-5907f408bcdc req-e3e9a020-f836-4529-976e-f4fc4b295ed9 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:29.176011 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945af9c1-2931-40d9-b64a-5907f408bcdc req-e3e9a020-f836-4529-976e-f4fc4b295ed9 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:29.182499 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945af9c1-2931-40d9-b64a-5907f408bcdc req-e3e9a020-f836-4529-976e-f4fc4b295ed9 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:29.191780 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945af9c1-2931-40d9-b64a-5907f408bcdc req-e3e9a020-f836-4529-976e-f4fc4b295ed9 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:29.200710 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945af9c1-2931-40d9-b64a-5907f408bcdc req-e3e9a020-f836-4529-976e-f4fc4b295ed9 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:29.216901 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945af9c1-2931-40d9-b64a-5907f408bcdc req-e3e9a020-f836-4529-976e-f4fc4b295ed9 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:29.228965 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945af9c1-2931-40d9-b64a-5907f408bcdc req-e3e9a020-f836-4529-976e-f4fc4b295ed9 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:29.232215 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.resource_extend [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:29:29.235156 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-945af9c1-2931-40d9-b64a-5907f408bcdc req-e3e9a020-f836-4529-976e-f4fc4b295ed9 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5430 time: 0.5357280 Mar 22 19:29:29.237291 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8178761c-59f7-44b0-899d-945c98f0a969 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:29:29.247968 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5b1cfe-39db-4b7f-acb1-0289235d0892 None None] Sync routers for ids ['f2cbebe2-2178-4763-ae61-c5f357f52616'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:29:29.273304 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5b1cfe-39db-4b7f-acb1-0289235d0892 None None] Routers {'f2cbebe2-2178-4763-ae61-c5f357f52616'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:29.283779 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8178761c-59f7-44b0-899d-945c98f0a969 admin admin] 10.222.0.75 "PUT /v2.0/routers/f2cbebe2-2178-4763-ae61-c5f357f52616/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6640248 Mar 22 19:29:29.284022 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ab5b1cfe-39db-4b7f-acb1-0289235d0892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:29:18Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f2cbebe2-2178-4763-ae61-c5f357f52616'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:29.295861 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port fe64d7dd-ff5c-43fe-afb5-16519c3005d9, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=fe64d7dd-ff5c-43fe-afb5-16519c3005d9,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:29.341297 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf61415-5fa7-4dd3-8de5-66ae70e49976 req-3e8e0d6d-d6a9-4cb4-9006-28cb8e6d2faa tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:29.348540 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3cf61415-5fa7-4dd3-8de5-66ae70e49976 req-3e8e0d6d-d6a9-4cb4-9006-28cb8e6d2faa tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.6789148 Mar 22 19:29:29.383909 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c215527-a9b4-4a97-b228-bf486f6be637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299c7a2b-2061-4aea-985d-65b129066409'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:29:29.393464 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f318885e-c04c-4d37-b5ec-e0dd3ee4800f" -d '{"events": [{"server_uuid": "4c215527-a9b4-4a97-b228-bf486f6be637", "name": "network-vif-plugged", "status": "completed", "tag": "299c7a2b-2061-4aea-985d-65b129066409"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:29:29.436249 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (fe64d7dd-ff5c-43fe-afb5-16519c3005d9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:29.449245 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3cf61415-5fa7-4dd3-8de5-66ae70e49976 req-f5718cc4-0114-43de-9ee0-3ec1e954493e tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925558 Mar 22 19:29:29.467027 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 9e808c4c-a810-49a0-bf70-bc337009de29, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=9e808c4c-a810-49a0-bf70-bc337009de29,segment=NetworkSegment(186c2c9a-2324-4c56-b190-0b64e4273968),segment_id=186c2c9a-2324-4c56-b190-0b64e4273968)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:29.488192 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=4ec388ce-f317-4007-a3b7-a3ba772d23b7,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:29.575068 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bd49a23f-a32e-4225-8ac8-2cb270600713 admin admin] Publish callbacks [] for router_gateway (16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:29.580989 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-945af9c1-2931-40d9-b64a-5907f408bcdc req-3ee6912d-4335-4e35-84cd-844a75fad51b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2969441 Mar 22 19:29:29.655636 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 299c7a2b-2061-4aea-985d-65b129066409, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=299c7a2b-2061-4aea-985d-65b129066409,segment=NetworkSegment(314d61bc-4aee-41ea-892b-cdf180af1566),segment_id=314d61bc-4aee-41ea-892b-cdf180af1566)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:29.658020 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 6ebe0dec-382d-47f5-923e-2bca2cf06f77 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:29:29.663904 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-78289d39-c174-436b-bbac-afdfc837d25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9df8f2f2-9c7c-4f5a-8023-d890f1be3b38), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:29.697676 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (299c7a2b-2061-4aea-985d-65b129066409), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:29.713172 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-ab5b1cfe-39db-4b7f-acb1-0289235d0892 None None] Set router f2cbebe2-2178-4763-ae61-c5f357f52616 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:29.782382 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-219e5ece-cc59-4f9f-8c15-878db77cfc14 req-a60cd361-4965-4176-9a2f-231e82cd3599 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 210 time: 0.1078839 Mar 22 19:29:29.860706 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '9e808c4c-a810-49a0-bf70-bc337009de29', 'network_id': '08fc5dbc-a8ad-4376-80b5-c53d31d0b259', 'port_id': '9e808c4c-a810-49a0-bf70-bc337009de29', 'mac_address': 'fa:16:3e:20:03:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f61b7108-8801-49ca-a870-f29fe4438af3', 'ip_address': '10.1.1.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:29:30.000087 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 6ebe0dec-382d-47f5-923e-2bca2cf06f77 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:29:30.023500 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 6ebe0dec-382d-47f5-923e-2bca2cf06f77 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:29:30.024054 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device aa5a5c8c-c38c-4825-ba13-8bc81c2318a2 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:29:30.076976 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe43f1a-7d8a-42f5-abbc-945fc60c9bb3 x-openstack-request-id: req-bbe43f1a-7d8a-42f5-abbc-945fc60c9bb3 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:29:30.077288 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c215527-a9b4-4a97-b228-bf486f6be637", "name": "network-vif-plugged", "status": "completed", "tag": "299c7a2b-2061-4aea-985d-65b129066409", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:29:30.077552 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bbe43f1a-7d8a-42f5-abbc-945fc60c9bb3 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:29:30.078002 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbe43f1a-7d8a-42f5-abbc-945fc60c9bb3'] response: {'server_uuid': '4c215527-a9b4-4a97-b228-bf486f6be637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299c7a2b-2061-4aea-985d-65b129066409', 'code': 200} Mar 22 19:29:30.092564 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24cc1b-5d1e-4572-9ec6-052ef8315a35 req-f5c3d98d-bc6a-455c-8f90-34b58ca1bb48 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:30.105162 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2f24cc1b-5d1e-4572-9ec6-052ef8315a35 req-f5c3d98d-bc6a-455c-8f90-34b58ca1bb48 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 945 time: 0.3048289 Mar 22 19:29:30.171203 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ab5b1cfe-39db-4b7f-acb1-0289235d0892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2cbebe2-2178-4763-ae61-c5f357f52616', 'name': 'tempest-TestServerMultinode-40879051-router', 'tenant_id': '3b904c7ad2a94d7b8ba5ca90862127a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'f60b44cb-f5ca-42b7-915d-e164e1b123e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:06Z', 'updated_at': '2022-03-22T19:29:24Z', 'revision_number': 4, 'project_id': '3b904c7ad2a94d7b8ba5ca90862127a1', 'gw_port': {'id': 'f60b44cb-f5ca-42b7-915d-e164e1b123e6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2cbebe2-2178-4763-ae61-c5f357f52616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:08Z', 'updated_at': '2022-03-22T19:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '218587c5-6c3d-4c6f-afea-d305093daeb6', 'name': '', 'network_id': '7b3e2f26-3add-4239-9044-1569c5fdc402', 'tenant_id': '3b904c7ad2a94d7b8ba5ca90862127a1', 'mac_address': 'fa:16:3e:c8:77:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2cbebe2-2178-4763-ae61-c5f357f52616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'c5a736f5-2cca-4f7a-87a4-e3c159387d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:20Z', 'updated_at': '2022-03-22T19:29:25Z', 'revision_number': 2, 'project_id': '3b904c7ad2a94d7b8ba5ca90862127a1', 'subnets': [{'id': 'c5a736f5-2cca-4f7a-87a4-e3c159387d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:30.230935 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5b1cfe-39db-4b7f-acb1-0289235d0892 None None] Checking router: f2cbebe2-2178-4763-ae61-c5f357f52616 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:29:30.234673 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=fe64d7dd-ff5c-43fe-afb5-16519c3005d9,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:30.238385 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5b1cfe-39db-4b7f-acb1-0289235d0892 None None] Updating router f2cbebe2-2178-4763-ae61-c5f357f52616 port 218587c5-6c3d-4c6f-afea-d305093daeb6 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:29:30.246262 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: aa5a5c8c-c38c-4825-ba13-8bc81c2318a2 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:29:30.248167 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device aa5a5c8c-c38c-4825-ba13-8bc81c2318a2 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:29:30.248944 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:29:30.320356 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-ab5b1cfe-39db-4b7f-acb1-0289235d0892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (218587c5-6c3d-4c6f-afea-d305093daeb6), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:30.386738 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53758) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:30.430743 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:29:30.430743 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 0b5ffc3c-01c9-4ec0-937b-65c9e53fbb38 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:29:30.440531 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bd49a23f-a32e-4225-8ac8-2cb270600713 admin admin] Publish callbacks [] for router_gateway (16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:30.488048 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bd49a23f-a32e-4225-8ac8-2cb270600713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:30.494058 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2f24cc1b-5d1e-4572-9ec6-052ef8315a35 req-ba6699b0-f197-4c44-92c1-7f2adf63c194 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=95269df0-84b0-459b-9a2e-0d212c1ee848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3309877 Mar 22 19:29:30.597253 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19ee75-58d0-4a80-ab13-3669f5a393fa req-8ba67f72-b753-4818-b0b6-783e92463dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:30.625169 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c19ee75-58d0-4a80-ab13-3669f5a393fa req-8ba67f72-b753-4818-b0b6-783e92463dbd service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 1128 time: 0.5181699 Mar 22 19:29:30.661261 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325e1d6-4c9a-4ed8-ac1a-88d421c84ae8 req-e2129dcd-e221-4e27-bd5a-07bfee33f6df tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:30.669120 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8325e1d6-4c9a-4ed8-ac1a-88d421c84ae8 req-e2129dcd-e221-4e27-bd5a-07bfee33f6df tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.4181561 Mar 22 19:29:30.772580 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e395bb95-d754-4a01-8adc-b8a85477bce2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:30.959714 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c19ee75-58d0-4a80-ab13-3669f5a393fa req-5663abb2-d3c8-4165-bd67-1d1ce54475ac service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=95269df0-84b0-459b-9a2e-0d212c1ee848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2844310 Mar 22 19:29:30.982467 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-bd49a23f-a32e-4225-8ac8-2cb270600713 admin admin] Allocated IP 172.25.5.242 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/4262f418-d5e5-43dd-a770-e8ee4c8add8a) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:29:31.001201 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9147972-6547-4bc6-8bbb-e12f445d896c req-b25018b6-8f27-4ef5-80db-4e2d1b11391d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:31.014359 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9147972-6547-4bc6-8bbb-e12f445d896c req-b25018b6-8f27-4ef5-80db-4e2d1b11391d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:31.027935 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9147972-6547-4bc6-8bbb-e12f445d896c req-b25018b6-8f27-4ef5-80db-4e2d1b11391d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:31.033874 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9147972-6547-4bc6-8bbb-e12f445d896c req-b25018b6-8f27-4ef5-80db-4e2d1b11391d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:31.040573 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9147972-6547-4bc6-8bbb-e12f445d896c req-b25018b6-8f27-4ef5-80db-4e2d1b11391d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:31.046151 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9147972-6547-4bc6-8bbb-e12f445d896c req-b25018b6-8f27-4ef5-80db-4e2d1b11391d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:31.052188 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9147972-6547-4bc6-8bbb-e12f445d896c req-b25018b6-8f27-4ef5-80db-4e2d1b11391d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:31.054458 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c9147972-6547-4bc6-8bbb-e12f445d896c req-b25018b6-8f27-4ef5-80db-4e2d1b11391d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5430 time: 0.2626269 Mar 22 19:29:31.063497 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8325e1d6-4c9a-4ed8-ac1a-88d421c84ae8 req-036cbc0f-7999-44de-a206-1cb4a075e0be tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3606834 Mar 22 19:29:31.102097 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-ab5b1cfe-39db-4b7f-acb1-0289235d0892 None None] Publish callbacks [] for port (218587c5-6c3d-4c6f-afea-d305093daeb6), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:31.120816 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-ab5b1cfe-39db-4b7f-acb1-0289235d0892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (218587c5-6c3d-4c6f-afea-d305093daeb6), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:31.155432 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c9147972-6547-4bc6-8bbb-e12f445d896c req-4a2f487f-da39-4019-be75-b00a6a5d75f0 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0909436 Mar 22 19:29:31.157995 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53778) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:31.170098 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-0a5c6cd9-c7d3-42a9-9ca6-3ef744f92f3f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1372099761-network', 'tenant_id': 'c84ea4bdf315458e93c5434426f6023a'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:31.301155 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe6b44-bcae-4d12-9f4f-baaf114c46b6 None None] Pushing event updated for resources: {'Port': ['ID=218587c5-6c3d-4c6f-afea-d305093daeb6,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:31.366468 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7e111ad8-f0c7-44e8-a13c-3a214787e52a req-d237e61e-6b4b-4061-bafb-e74d0be9da20 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 210 time: 0.0987799 Mar 22 19:29:31.379738 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-78289d39-c174-436b-bbac-afdfc837d25c None None] Publish callbacks [] for port (9df8f2f2-9c7c-4f5a-8023-d890f1be3b38), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:31.388538 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5c6cd9-c7d3-42a9-9ca6-3ef744f92f3f admin admin] Made reservation on behalf of c84ea4bdf315458e93c5434426f6023a for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:29:31.400158 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6cd9-c7d3-42a9-9ca6-3ef744f92f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:31.421872 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6cd9-c7d3-42a9-9ca6-3ef744f92f3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:31.473805 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f60b44cb-f5ca-42b7-915d-e164e1b123e6 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:31.491590 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-ab5b1cfe-39db-4b7f-acb1-0289235d0892 None None] Attempting to bind port 218587c5-6c3d-4c6f-afea-d305093daeb6 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:29:31.492160 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-ab5b1cfe-39db-4b7f-acb1-0289235d0892 None None] Attempting to bind port 218587c5-6c3d-4c6f-afea-d305093daeb6 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '6a09aeb3-9dcd-43c2-9893-dabd14c26ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7b3e2f26-3add-4239-9044-1569c5fdc402'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:29:31.493333 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5b1cfe-39db-4b7f-acb1-0289235d0892 None None] Attempting to bind port 218587c5-6c3d-4c6f-afea-d305093daeb6 on network 7b3e2f26-3add-4239-9044-1569c5fdc402 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:29:31.505489 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5b1cfe-39db-4b7f-acb1-0289235d0892 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:29:31.508098 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5b1cfe-39db-4b7f-acb1-0289235d0892 None None] Checking segment: {'id': '6a09aeb3-9dcd-43c2-9893-dabd14c26ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7b3e2f26-3add-4239-9044-1569c5fdc402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:29:31.508767 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-ab5b1cfe-39db-4b7f-acb1-0289235d0892 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:31.510036 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5b1cfe-39db-4b7f-acb1-0289235d0892 None None] Bound using segment: {'id': '6a09aeb3-9dcd-43c2-9893-dabd14c26ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7b3e2f26-3add-4239-9044-1569c5fdc402'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:29:31.512350 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-ab5b1cfe-39db-4b7f-acb1-0289235d0892 None None] Bound port: 218587c5-6c3d-4c6f-afea-d305093daeb6, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a09aeb3-9dcd-43c2-9893-dabd14c26ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7b3e2f26-3add-4239-9044-1569c5fdc402'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:29:31.513013 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-ab5b1cfe-39db-4b7f-acb1-0289235d0892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (218587c5-6c3d-4c6f-afea-d305093daeb6), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:31.519813 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d02c3cd6-862f-4ab2-864d-ee63e98a38d6 req-9a95d26a-100d-4c7c-b8a1-63da55e7d084 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3396261 Mar 22 19:29:31.603915 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-a0f23289-cb7b-4c60-90c4-31af880a699e None None] Current status of the port c119e002-5aa4-4a6b-a258-54751300d066 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:31.611286 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a0f23289-cb7b-4c60-90c4-31af880a699e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c119e002-5aa4-4a6b-a258-54751300d066), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:31.655134 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-78289d39-c174-436b-bbac-afdfc837d25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (9df8f2f2-9c7c-4f5a-8023-d890f1be3b38), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:31.680947 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 9e808c4c-a810-49a0-bf70-bc337009de29 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:31.681405 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9e808c4c-a810-49a0-bf70-bc337009de29), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:31.725689 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e808c4c-a810-49a0-bf70-bc337009de29 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:29:31.730345 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-ab5b1cfe-39db-4b7f-acb1-0289235d0892 None None] For port 218587c5-6c3d-4c6f-afea-d305093daeb6, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:29:31.734507 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-ab5b1cfe-39db-4b7f-acb1-0289235d0892 None None] For port 218587c5-6c3d-4c6f-afea-d305093daeb6, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=218587c5-6c3d-4c6f-afea-d305093daeb6,segment=NetworkSegment(6a09aeb3-9dcd-43c2-9893-dabd14c26ff2),segment_id=6a09aeb3-9dcd-43c2-9893-dabd14c26ff2)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:29:31.751572 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-ab5b1cfe-39db-4b7f-acb1-0289235d0892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (218587c5-6c3d-4c6f-afea-d305093daeb6), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:31.776698 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 9e808c4c-a810-49a0-bf70-bc337009de29, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=9e808c4c-a810-49a0-bf70-bc337009de29,segment=NetworkSegment(186c2c9a-2324-4c56-b190-0b64e4273968),segment_id=186c2c9a-2324-4c56-b190-0b64e4273968)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:31.804633 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6cd9-c7d3-42a9-9ca6-3ef744f92f3f admin admin] Publish callbacks [] for security_group (9378e31b-e336-4443-bcf8-7df404be0c26), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:31.896555 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (9e808c4c-a810-49a0-bf70-bc337009de29), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:31.906048 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 0ddbef26-fdc2-4762-a812-c5ac7d714e89 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:29:31.930841 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5b1cfe-39db-4b7f-acb1-0289235d0892 None None] Routers {'f2cbebe2-2178-4763-ae61-c5f357f52616'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:31.937116 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ab5b1cfe-39db-4b7f-acb1-0289235d0892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:29:18Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f2cbebe2-2178-4763-ae61-c5f357f52616'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:32.009411 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6cd9-c7d3-42a9-9ca6-3ef744f92f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9378e31b-e336-4443-bcf8-7df404be0c26), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:32.029883 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5c6cd9-c7d3-42a9-9ca6-3ef744f92f3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:29:32.034759 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe6b44-bcae-4d12-9f4f-baaf114c46b6 None None] Pushing event updated for resources: {'Port': ['ID=218587c5-6c3d-4c6f-afea-d305093daeb6,revision_number=4']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:32.053976 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6cd9-c7d3-42a9-9ca6-3ef744f92f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (31bb3c9d-71fa-49ad-8a1f-30193c79903d), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:32.054440 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-0a5c6cd9-c7d3-42a9-9ca6-3ef744f92f3f admin admin] Added segment 31bb3c9d-71fa-49ad-8a1f-30193c79903d of type vlan for network c5f1051e-7596-41e4-8191-13bf27378140 Mar 22 19:29:32.158917 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6cd9-c7d3-42a9-9ca6-3ef744f92f3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (c5f1051e-7596-41e4-8191-13bf27378140), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:32.253388 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-ab5b1cfe-39db-4b7f-acb1-0289235d0892 None None] Set router f2cbebe2-2178-4763-ae61-c5f357f52616 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:32.325302 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bd49a23f-a32e-4225-8ac8-2cb270600713 admin admin] Publish callbacks [] for port (4262f418-d5e5-43dd-a770-e8ee4c8add8a), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:32.342564 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c6cd9-c7d3-42a9-9ca6-3ef744f92f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9378e31b-e336-4443-bcf8-7df404be0c26,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:32.351431 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6cd9-c7d3-42a9-9ca6-3ef744f92f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (c5f1051e-7596-41e4-8191-13bf27378140), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:32.354736 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5c6cd9-c7d3-42a9-9ca6-3ef744f92f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:32.359429 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0a5c6cd9-c7d3-42a9-9ca6-3ef744f92f3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:32.474463 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e395bb95-d754-4a01-8adc-b8a85477bce2 admin admin] Publish callbacks [] for security_group (3a714710-0c93-4c12-8e85-11d71329e3d2), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:32.494063 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e395bb95-d754-4a01-8adc-b8a85477bce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3a714710-0c93-4c12-8e85-11d71329e3d2), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:32.498967 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port f60b44cb-f5ca-42b7-915d-e164e1b123e6 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:32.499510 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f60b44cb-f5ca-42b7-915d-e164e1b123e6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:32.511808 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-a0f23289-cb7b-4c60-90c4-31af880a699e None None] For port c119e002-5aa4-4a6b-a258-54751300d066, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c119e002-5aa4-4a6b-a258-54751300d066,segment=NetworkSegment(fe86b638-8528-406c-803d-7fab6741faff),segment_id=fe86b638-8528-406c-803d-7fab6741faff)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:32.518976 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c6cd9-c7d3-42a9-9ca6-3ef744f92f3f admin admin] Pushing event updated for resources: {'Network': ['ID=c5f1051e-7596-41e4-8191-13bf27378140,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:32.549398 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=299c7a2b-2061-4aea-985d-65b129066409,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:32.553126 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network c5f1051e-7596-41e4-8191-13bf27378140 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:29:32.563245 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a0f23289-cb7b-4c60-90c4-31af880a699e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c119e002-5aa4-4a6b-a258-54751300d066), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:32.580330 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0a5c6cd9-c7d3-42a9-9ca6-3ef744f92f3f admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4162574 Mar 22 19:29:32.583160 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53790) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:32.617217 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-2be6982a-07c4-47ba-b18d-edd86836b1e4 admin admin] Request body: {'subnet': {'network_id': 'c5f1051e-7596-41e4-8191-13bf27378140', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1372099761-subnet', 'tenant_id': 'c84ea4bdf315458e93c5434426f6023a', 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:32.617481 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e395bb95-d754-4a01-8adc-b8a85477bce2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5fb57161d37f443cb619f7b3dc86f031&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2265635 Mar 22 19:29:32.620360 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395bb95-d754-4a01-8adc-b8a85477bce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a714710-0c93-4c12-8e85-11d71329e3d2,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:32.628119 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53792) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:32.630906 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-78289d39-c174-436b-bbac-afdfc837d25c None None] Attempting to bind port 9df8f2f2-9c7c-4f5a-8023-d890f1be3b38 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:29:32.631291 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-78289d39-c174-436b-bbac-afdfc837d25c None None] Attempting to bind port 9df8f2f2-9c7c-4f5a-8023-d890f1be3b38 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '741b7997-49df-44fc-a767-6af3be534981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a9acb64f-1b59-4d0d-aad8-9493c63a48fa'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:29:32.631697 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78289d39-c174-436b-bbac-afdfc837d25c None None] Attempting to bind port 9df8f2f2-9c7c-4f5a-8023-d890f1be3b38 on network a9acb64f-1b59-4d0d-aad8-9493c63a48fa {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:29:32.643826 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b04b2-effb-4959-94ff-98d8dd144cdd req-c6f0b873-6233-46ef-90dd-17cf3d7d27f2 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:32.655714 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa1b04b2-effb-4959-94ff-98d8dd144cdd req-c6f0b873-6233-46ef-90dd-17cf3d7d27f2 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 945 time: 0.7767739 Mar 22 19:29:32.693897 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c3cd6-862f-4ab2-864d-ee63e98a38d6 req-84db9a04-5a1c-4f2a-8fb4-70c2833d31cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:32.696656 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d02c3cd6-862f-4ab2-864d-ee63e98a38d6 req-84db9a04-5a1c-4f2a-8fb4-70c2833d31cb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5b93875569cc4d4199ac35d06661afdf&device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 1128 time: 1.0994177 Mar 22 19:29:32.707803 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78289d39-c174-436b-bbac-afdfc837d25c None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:29:32.709935 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78289d39-c174-436b-bbac-afdfc837d25c None None] Checking segment: {'id': '741b7997-49df-44fc-a767-6af3be534981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a9acb64f-1b59-4d0d-aad8-9493c63a48fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:29:32.710349 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-78289d39-c174-436b-bbac-afdfc837d25c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:32.710754 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78289d39-c174-436b-bbac-afdfc837d25c None None] Bound using segment: {'id': '741b7997-49df-44fc-a767-6af3be534981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a9acb64f-1b59-4d0d-aad8-9493c63a48fa'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:29:32.711272 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-78289d39-c174-436b-bbac-afdfc837d25c None None] Bound port: 9df8f2f2-9c7c-4f5a-8023-d890f1be3b38, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741b7997-49df-44fc-a767-6af3be534981', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a9acb64f-1b59-4d0d-aad8-9493c63a48fa'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:29:32.711643 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-78289d39-c174-436b-bbac-afdfc837d25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9df8f2f2-9c7c-4f5a-8023-d890f1be3b38), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:32.722082 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4952b-62a3-44ce-a150-8c1062037ac4 req-a4d8efd1-d180-4e1e-a178-fcb71d644ec3 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:32.728867 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-70a4952b-62a3-44ce-a150-8c1062037ac4 req-a4d8efd1-d180-4e1e-a178-fcb71d644ec3 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.8471303 Mar 22 19:29:32.748897 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ab5b1cfe-39db-4b7f-acb1-0289235d0892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2cbebe2-2178-4763-ae61-c5f357f52616', 'name': 'tempest-TestServerMultinode-40879051-router', 'tenant_id': '3b904c7ad2a94d7b8ba5ca90862127a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'f60b44cb-f5ca-42b7-915d-e164e1b123e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:06Z', 'updated_at': '2022-03-22T19:29:24Z', 'revision_number': 4, 'project_id': '3b904c7ad2a94d7b8ba5ca90862127a1', 'gw_port': {'id': 'f60b44cb-f5ca-42b7-915d-e164e1b123e6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2cbebe2-2178-4763-ae61-c5f357f52616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:08Z', 'updated_at': '2022-03-22T19:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '218587c5-6c3d-4c6f-afea-d305093daeb6', 'name': '', 'network_id': '7b3e2f26-3add-4239-9044-1569c5fdc402', 'tenant_id': '3b904c7ad2a94d7b8ba5ca90862127a1', 'mac_address': 'fa:16:3e:c8:77:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2cbebe2-2178-4763-ae61-c5f357f52616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'c5a736f5-2cca-4f7a-87a4-e3c159387d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:20Z', 'updated_at': '2022-03-22T19:29:31Z', 'revision_number': 4, 'project_id': '3b904c7ad2a94d7b8ba5ca90862127a1', 'subnets': [{'id': 'c5a736f5-2cca-4f7a-87a4-e3c159387d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:32.757119 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bd49a23f-a32e-4225-8ac8-2cb270600713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (4262f418-d5e5-43dd-a770-e8ee4c8add8a), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:32.784538 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5b1cfe-39db-4b7f-acb1-0289235d0892 None None] The sync data for ids ['f2cbebe2-2178-4763-ae61-c5f357f52616'] in n-d-705658-24 is: [{'id': 'f2cbebe2-2178-4763-ae61-c5f357f52616', 'name': 'tempest-TestServerMultinode-40879051-router', 'tenant_id': '3b904c7ad2a94d7b8ba5ca90862127a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'f60b44cb-f5ca-42b7-915d-e164e1b123e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:06Z', 'updated_at': '2022-03-22T19:29:24Z', 'revision_number': 4, 'project_id': '3b904c7ad2a94d7b8ba5ca90862127a1', 'gw_port': {'id': 'f60b44cb-f5ca-42b7-915d-e164e1b123e6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2cbebe2-2178-4763-ae61-c5f357f52616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:08Z', 'updated_at': '2022-03-22T19:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '218587c5-6c3d-4c6f-afea-d305093daeb6', 'name': '', 'network_id': '7b3e2f26-3add-4239-9044-1569c5fdc402', 'tenant_id': '3b904c7ad2a94d7b8ba5ca90862127a1', 'mac_address': 'fa:16:3e:c8:77:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2cbebe2-2178-4763-ae61-c5f357f52616', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': 'c5a736f5-2cca-4f7a-87a4-e3c159387d4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:20Z', 'updated_at': '2022-03-22T19:29:31Z', 'revision_number': 4, 'project_id': '3b904c7ad2a94d7b8ba5ca90862127a1', 'subnets': [{'id': 'c5a736f5-2cca-4f7a-87a4-e3c159387d4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:29:32.798898 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be6982a-07c4-47ba-b18d-edd86836b1e4 admin admin] Made reservation on behalf of c84ea4bdf315458e93c5434426f6023a for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:29:32.801466 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2be6982a-07c4-47ba-b18d-edd86836b1e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:32.817975 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7fe0a-55a6-4dc4-bcf4-64ef67e54438 None None] Pushing event updated for resources: {'Port': ['ID=9df8f2f2-9c7c-4f5a-8023-d890f1be3b38,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:32.875911 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 0ddbef26-fdc2-4762-a812-c5ac7d714e89, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=0ddbef26-fdc2-4762-a812-c5ac7d714e89,segment=NetworkSegment(e90353a3-2dc2-40d0-af93-fb32f35357dd),segment_id=e90353a3-2dc2-40d0-af93-fb32f35357dd)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:32.910435 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd49a23f-a32e-4225-8ac8-2cb270600713 admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:29:32.921198 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-bd49a23f-a32e-4225-8ac8-2cb270600713 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:32.966029 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd49a23f-a32e-4225-8ac8-2cb270600713 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:29:32.983785 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-48b28404-c8cf-4deb-8b39-f81bbc7e489f None None] Provisioning complete for port 9df8f2f2-9c7c-4f5a-8023-d890f1be3b38 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:32.985883 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-48b28404-c8cf-4deb-8b39-f81bbc7e489f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9df8f2f2-9c7c-4f5a-8023-d890f1be3b38), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:33.000736 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa1b04b2-effb-4959-94ff-98d8dd144cdd req-84e584f0-a200-4d3b-b079-7f9231bf204b tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=95269df0-84b0-459b-9a2e-0d212c1ee848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3433001 Mar 22 19:29:33.044169 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '0ddbef26-fdc2-4762-a812-c5ac7d714e89', 'network_id': '51c4d819-dc3a-4926-819e-2ad5e382640b', 'port_id': '0ddbef26-fdc2-4762-a812-c5ac7d714e89', 'mac_address': 'fa:16:3e:5f:bd:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69c17642-eb57-4b80-9cea-90bbf60877d8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:29:33.056291 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-340a0e7a-110f-42b1-a2b3-7d62101d66d7 admin admin] Publish callbacks [] for security_group (3a714710-0c93-4c12-8e85-11d71329e3d2), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:33.083647 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49a23f-a32e-4225-8ac8-2cb270600713 admin admin] Pushing event updated for resources: {'Port': ['ID=4262f418-d5e5-43dd-a770-e8ee4c8add8a,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:33.130639 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-340a0e7a-110f-42b1-a2b3-7d62101d66d7 admin admin] Publish callbacks [] for security_group (3a714710-0c93-4c12-8e85-11d71329e3d2), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:33.200986 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-70a4952b-62a3-44ce-a150-8c1062037ac4 req-cb8e97bd-e8b4-41dc-95be-84206170efd5 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4513743 Mar 22 19:29:33.248414 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port f60b44cb-f5ca-42b7-915d-e164e1b123e6 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:33.248816 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f60b44cb-f5ca-42b7-915d-e164e1b123e6), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:33.264994 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-48b28404-c8cf-4deb-8b39-f81bbc7e489f None None] Port 9df8f2f2-9c7c-4f5a-8023-d890f1be3b38 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:29:33.335924 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-78289d39-c174-436b-bbac-afdfc837d25c None None] For port 9df8f2f2-9c7c-4f5a-8023-d890f1be3b38, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:29:33.341110 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=9e808c4c-a810-49a0-bf70-bc337009de29,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:33.371990 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port f60b44cb-f5ca-42b7-915d-e164e1b123e6, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f60b44cb-f5ca-42b7-915d-e164e1b123e6,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:33.385850 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-78289d39-c174-436b-bbac-afdfc837d25c None None] For port 9df8f2f2-9c7c-4f5a-8023-d890f1be3b38, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=9df8f2f2-9c7c-4f5a-8023-d890f1be3b38,segment=NetworkSegment(741b7997-49df-44fc-a767-6af3be534981),segment_id=741b7997-49df-44fc-a767-6af3be534981)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:29:33.388199 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c3cd6-862f-4ab2-864d-ee63e98a38d6 req-cae30893-e35e-4db2-ab07-8c8622da0cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:33.390034 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d02c3cd6-862f-4ab2-864d-ee63e98a38d6 req-cae30893-e35e-4db2-ab07-8c8622da0cfe service neutron] 10.222.0.84 "GET /v2.0/networks?id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc HTTP/1.1" status: 200 len: 911 time: 0.6597674 Mar 22 19:29:33.427086 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ae8b8e8d-6a00-4964-b9df-94918682448f req-5d72b006-c5fa-4022-aa3c-4392584cf42c tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 210 time: 0.0649476 Mar 22 19:29:33.453905 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 0ddbef26-fdc2-4762-a812-c5ac7d714e89 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:33.456563 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0ddbef26-fdc2-4762-a812-c5ac7d714e89), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:33.459615 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f23289-cb7b-4c60-90c4-31af880a699e None None] Pushing event updated for resources: {'Port': ['ID=c119e002-5aa4-4a6b-a258-54751300d066,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:33.462592 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f60b44cb-f5ca-42b7-915d-e164e1b123e6), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:33.465594 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device fe64d7dd-ff5c-43fe-afb5-16519c3005d9 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:33.529535 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-340a0e7a-110f-42b1-a2b3-7d62101d66d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3a714710-0c93-4c12-8e85-11d71329e3d2), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:33.536447 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-340a0e7a-110f-42b1-a2b3-7d62101d66d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:33.542230 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=f60b44cb-f5ca-42b7-915d-e164e1b123e6,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:33.542763 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-340a0e7a-110f-42b1-a2b3-7d62101d66d7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3a714710-0c93-4c12-8e85-11d71329e3d2 HTTP/1.1" status: 204 len: 168 time: 0.9052544 Mar 22 19:29:33.543769 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-78289d39-c174-436b-bbac-afdfc837d25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (9df8f2f2-9c7c-4f5a-8023-d890f1be3b38), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:33.572151 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a0e7a-110f-42b1-a2b3-7d62101d66d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a714710-0c93-4c12-8e85-11d71329e3d2,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:33.632388 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c192ea-3331-46f2-906c-f7fed70e38da req-6de922cb-d893-408b-81dd-64c7e2256d47 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:33.644162 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c192ea-3331-46f2-906c-f7fed70e38da req-6de922cb-d893-408b-81dd-64c7e2256d47 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:33.655763 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-48b28404-c8cf-4deb-8b39-f81bbc7e489f None None] Provisioning complete for port 218587c5-6c3d-4c6f-afea-d305093daeb6 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:33.656339 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-48b28404-c8cf-4deb-8b39-f81bbc7e489f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (218587c5-6c3d-4c6f-afea-d305093daeb6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:33.665603 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c192ea-3331-46f2-906c-f7fed70e38da req-6de922cb-d893-408b-81dd-64c7e2256d47 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:33.673453 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c192ea-3331-46f2-906c-f7fed70e38da req-6de922cb-d893-408b-81dd-64c7e2256d47 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:33.690226 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c192ea-3331-46f2-906c-f7fed70e38da req-6de922cb-d893-408b-81dd-64c7e2256d47 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:33.709817 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c192ea-3331-46f2-906c-f7fed70e38da req-6de922cb-d893-408b-81dd-64c7e2256d47 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:33.725689 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c192ea-3331-46f2-906c-f7fed70e38da req-6de922cb-d893-408b-81dd-64c7e2256d47 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:33.726178 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7fe0a-55a6-4dc4-bcf4-64ef67e54438 None None] Pushing event updated for resources: {'Port': ['ID=9df8f2f2-9c7c-4f5a-8023-d890f1be3b38,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:33.745376 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5c192ea-3331-46f2-906c-f7fed70e38da req-6de922cb-d893-408b-81dd-64c7e2256d47 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5431 time: 0.5941370 Mar 22 19:29:33.751193 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d02c3cd6-862f-4ab2-864d-ee63e98a38d6 req-1da5fdea-397a-46d5-8e7e-f7c08c2bb421 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=607144c1-0ca2-48d3-88b9-368b9eec0b0c HTTP/1.1" status: 200 len: 1000 time: 0.3371465 Mar 22 19:29:33.852689 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78289d39-c174-436b-bbac-afdfc837d25c None None] Routers {'3ae32638-6bc3-4468-b50b-040116ceb7d5'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:33.862701 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-78289d39-c174-436b-bbac-afdfc837d25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:29:18Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3ae32638-6bc3-4468-b50b-040116ceb7d5'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:33.909568 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bd49a23f-a32e-4225-8ac8-2cb270600713 admin admin] Publish callbacks [] for router_gateway (16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:33.970056 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ddbef26-fdc2-4762-a812-c5ac7d714e89 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:29:34.141265 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c3cd6-862f-4ab2-864d-ee63e98a38d6 req-48044b79-2e20-45ac-ac44-4c2027aff0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:34.143212 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d02c3cd6-862f-4ab2-864d-ee63e98a38d6 req-48044b79-2e20-45ac-ac44-4c2027aff0f4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0024126f-9e61-4e75-a43d-476a3a97ffe0 HTTP/1.1" status: 200 len: 849 time: 0.3832796 Mar 22 19:29:34.198133 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 0ddbef26-fdc2-4762-a812-c5ac7d714e89, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=0ddbef26-fdc2-4762-a812-c5ac7d714e89,segment=NetworkSegment(e90353a3-2dc2-40d0-af93-fb32f35357dd),segment_id=e90353a3-2dc2-40d0-af93-fb32f35357dd)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:34.221833 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (0ddbef26-fdc2-4762-a812-c5ac7d714e89), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:34.223676 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:29:34.256139 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-48b28404-c8cf-4deb-8b39-f81bbc7e489f None None] Current status of the port 218587c5-6c3d-4c6f-afea-d305093daeb6 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:34.256569 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-48b28404-c8cf-4deb-8b39-f81bbc7e489f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (218587c5-6c3d-4c6f-afea-d305093daeb6), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:34.327398 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port fe64d7dd-ff5c-43fe-afb5-16519c3005d9 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:34.327780 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (fe64d7dd-ff5c-43fe-afb5-16519c3005d9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:34.352040 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5c192ea-3331-46f2-906c-f7fed70e38da req-705862d6-ce8e-49af-a7d2-25fb37eab68a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5930767 Mar 22 19:29:34.386338 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2be6982a-07c4-47ba-b18d-edd86836b1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (907e1201-ed97-419e-b777-cf90ce716258), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:34.463514 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53808) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:34.479136 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-78289d39-c174-436b-bbac-afdfc837d25c None None] Set router 3ae32638-6bc3-4468-b50b-040116ceb7d5 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:34.482882 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-48b28404-c8cf-4deb-8b39-f81bbc7e489f None None] For port 218587c5-6c3d-4c6f-afea-d305093daeb6, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=218587c5-6c3d-4c6f-afea-d305093daeb6,segment=NetworkSegment(6a09aeb3-9dcd-43c2-9893-dabd14c26ff2),segment_id=6a09aeb3-9dcd-43c2-9893-dabd14c26ff2)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:34.485046 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=7ae7734a-066b-4d0f-82f5-e8e91a5e1aef,segment=NetworkSegment(186c2c9a-2324-4c56-b190-0b64e4273968),segment_id=186c2c9a-2324-4c56-b190-0b64e4273968)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:34.488828 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=0ddbef26-fdc2-4762-a812-c5ac7d714e89,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:34.523527 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4616cae7-4cdb-45c4-b1f5-3bb5b9c4a46b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:34.533412 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-48b28404-c8cf-4deb-8b39-f81bbc7e489f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (218587c5-6c3d-4c6f-afea-d305093daeb6), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:34.547001 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c3cd6-862f-4ab2-864d-ee63e98a38d6 req-21a1c084-b499-4edf-88b0-b3bf6e6344cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:34.549418 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d02c3cd6-862f-4ab2-864d-ee63e98a38d6 req-21a1c084-b499-4edf-88b0-b3bf6e6344cc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3558915 Mar 22 19:29:34.602298 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767389a8-5226-41ce-a09d-fde87e2f5f75 req-b825e783-8edd-4465-a0a8-a101dca2aad1 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:34.603880 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b28404-c8cf-4deb-8b39-f81bbc7e489f None None] Pushing event updated for resources: {'Port': ['ID=218587c5-6c3d-4c6f-afea-d305093daeb6,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:34.605638 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-767389a8-5226-41ce-a09d-fde87e2f5f75 req-b825e783-8edd-4465-a0a8-a101dca2aad1 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 945 time: 0.4247601 Mar 22 19:29:34.610440 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '7ae7734a-066b-4d0f-82f5-e8e91a5e1aef', 'network_id': '08fc5dbc-a8ad-4376-80b5-c53d31d0b259', 'port_id': '7ae7734a-066b-4d0f-82f5-e8e91a5e1aef', 'mac_address': 'fa:16:3e:37:3c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f61b7108-8801-49ca-a870-f29fe4438af3', 'ip_address': '10.1.1.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:29:34.688500 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be6982a-07c4-47ba-b18d-edd86836b1e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=907e1201-ed97-419e-b777-cf90ce716258,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:34.725570 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be6982a-07c4-47ba-b18d-edd86836b1e4 admin admin] Checking segment: {'id': '31bb3c9d-71fa-49ad-8a1f-30193c79903d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c5f1051e-7596-41e4-8191-13bf27378140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:29:34.726557 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be6982a-07c4-47ba-b18d-edd86836b1e4 admin admin] Network hostable DHCP agents. Network: c5f1051e-7596-41e4-8191-13bf27378140, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:29:34.727822 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4616cae7-4cdb-45c4-b1f5-3bb5b9c4a46b admin admin] Publish callbacks [] for security_group (0e2af406-7d27-4184-94ca-65f99943e3a2), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:34.739103 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4616cae7-4cdb-45c4-b1f5-3bb5b9c4a46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (0e2af406-7d27-4184-94ca-65f99943e3a2), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:34.794372 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bd49a23f-a32e-4225-8ac8-2cb270600713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:34.804593 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-767389a8-5226-41ce-a09d-fde87e2f5f75 req-ce0d9d09-8935-4f0a-bed7-2c01ad166b48 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=95269df0-84b0-459b-9a2e-0d212c1ee848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776798 Mar 22 19:29:34.815350 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port fe64d7dd-ff5c-43fe-afb5-16519c3005d9 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:34.826313 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c119e002-5aa4-4a6b-a258-54751300d066 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:34.841312 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81871833-6d06-4c0b-b720-05448a7fb2d7 req-89b2f9df-8195-4dfb-bcc9-5689f8e3245e tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:34.845513 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4616cae7-4cdb-45c4-b1f5-3bb5b9c4a46b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7e98bb361c304f0eafb38cb10534518a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3808742 Mar 22 19:29:34.848292 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616cae7-4cdb-45c4-b1f5-3bb5b9c4a46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2af406-7d27-4184-94ca-65f99943e3a2,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:34.848699 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-81871833-6d06-4c0b-b720-05448a7fb2d7 req-89b2f9df-8195-4dfb-bcc9-5689f8e3245e tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.3285410 Mar 22 19:29:34.854980 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53812) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:34.874842 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be6982a-07c4-47ba-b18d-edd86836b1e4 admin admin] Network c5f1051e-7596-41e4-8191-13bf27378140 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:29:34.910101 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d02c3cd6-862f-4ab2-864d-ee63e98a38d6 req-167fd879-8104-4035-8688-1d6903f532fc service neutron] 10.222.0.84 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376524 Mar 22 19:29:34.928770 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-2be6982a-07c4-47ba-b18d-edd86836b1e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, c5f1051e-7596-41e4-8191-13bf27378140) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:34.972781 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36b4fe2-caab-4002-a7e1-48b1cd44cd74 None None] Network c5f1051e-7596-41e4-8191-13bf27378140 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:29:35.016559 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be6982a-07c4-47ba-b18d-edd86836b1e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:35.017285 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2be6982a-07c4-47ba-b18d-edd86836b1e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:35.020976 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ac78c6b2-59ad-4956-8985-c2e2dea7022f None None] Provisioning complete for port 9df8f2f2-9c7c-4f5a-8023-d890f1be3b38 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:35.022098 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ac78c6b2-59ad-4956-8985-c2e2dea7022f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9df8f2f2-9c7c-4f5a-8023-d890f1be3b38), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:35.062296 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-18a9d25d-d154-40bc-802c-dfa513998e93 req-e43f07f6-69d3-4f23-b7bd-c3fc74881ebf tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 210 time: 0.0599117 Mar 22 19:29:35.107268 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2be6982a-07c4-47ba-b18d-edd86836b1e4 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5101764 Mar 22 19:29:35.114204 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53816) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:35.119206 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-789d8202-1c21-46f6-ae4b-0261402bba73 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1372099761-router', 'tenant_id': 'c84ea4bdf315458e93c5434426f6023a', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:35.134425 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-13e437a0-2e9f-4855-8ff4-3ceec0a197bb admin admin] Publish callbacks [] for security_group (0e2af406-7d27-4184-94ca-65f99943e3a2), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:35.143109 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:35.143607 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7ae7734a-066b-4d0f-82f5-e8e91a5e1aef), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:35.192740 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-13e437a0-2e9f-4855-8ff4-3ceec0a197bb admin admin] Publish callbacks [] for security_group (0e2af406-7d27-4184-94ca-65f99943e3a2), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:35.195155 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-789d8202-1c21-46f6-ae4b-0261402bba73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (90748807-c59d-47a2-b420-b93e2608c17b), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:35.196274 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-789d8202-1c21-46f6-ae4b-0261402bba73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (90748807-c59d-47a2-b420-b93e2608c17b), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:35.201661 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d02c3cd6-862f-4ab2-864d-ee63e98a38d6 req-93ab55ba-bb72-4055-8fc6-df8f58c0e905 service neutron] 10.222.0.84 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851574 Mar 22 19:29:35.281766 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd49a23f-a32e-4225-8ac8-2cb270600713 admin admin] Router 16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:29:35.384966 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-789d8202-1c21-46f6-ae4b-0261402bba73 admin admin] Publish callbacks [] for router_controller (90748807-c59d-47a2-b420-b93e2608c17b), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:35.397356 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:29:35.414948 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2bbb7-d2ec-444c-8823-51ac90bde49e req-b9484556-f027-4181-b970-167b26c211bf tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:35.420441 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9d2bbb7-d2ec-444c-8823-51ac90bde49e req-b9484556-f027-4181-b970-167b26c211bf tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 945 time: 0.2079802 Mar 22 19:29:35.434998 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53822) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:35.458170 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-67c766f5-66af-4b51-9887-f07d72cf7cdf tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Request body: {'floatingip': {'port_id': '299c7a2b-2061-4aea-985d-65b129066409'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:35.510080 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd49a23f-a32e-4225-8ac8-2cb270600713 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:29:35.535977 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bd49a23f-a32e-4225-8ac8-2cb270600713 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:35.537844 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bd49a23f-a32e-4225-8ac8-2cb270600713 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.7075717 Mar 22 19:29:35.540513 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53824) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:35.547836 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-13e437a0-2e9f-4855-8ff4-3ceec0a197bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (0e2af406-7d27-4184-94ca-65f99943e3a2), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:35.550456 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-13e437a0-2e9f-4855-8ff4-3ceec0a197bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:35.553781 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-13e437a0-2e9f-4855-8ff4-3ceec0a197bb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0e2af406-7d27-4184-94ca-65f99943e3a2 HTTP/1.1" status: 204 len: 168 time: 0.6911135 Mar 22 19:29:35.560791 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efce832-ad84-49a5-b003-e091be1ac3b7 None None] Sync routers for ids ['16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:29:35.621423 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efce832-ad84-49a5-b003-e091be1ac3b7 None None] Routers {'16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:35.622091 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-3efce832-ad84-49a5-b003-e091be1ac3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:29:18Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:35.638237 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=7ae7734a-066b-4d0f-82f5-e8e91a5e1aef,segment=NetworkSegment(186c2c9a-2324-4c56-b190-0b64e4273968),segment_id=186c2c9a-2324-4c56-b190-0b64e4273968)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:36.223220 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port c119e002-5aa4-4a6b-a258-54751300d066 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:36.223605 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c119e002-5aa4-4a6b-a258-54751300d066), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:36.242774 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-67c766f5-66af-4b51-9887-f07d72cf7cdf tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks [] for floatingip (4525833a-ca0f-400a-9fc6-e84644e82809), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:36.276816 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-81871833-6d06-4c0b-b720-05448a7fb2d7 req-c39e5a05-2e0a-46cc-95d7-d22d7cabed62 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4271145 Mar 22 19:29:36.278919 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e437a0-2e9f-4855-8ff4-3ceec0a197bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2af406-7d27-4184-94ca-65f99943e3a2,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:36.324882 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7ae7734a-066b-4d0f-82f5-e8e91a5e1aef), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:36.325588 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 512149e1-9e99-4084-aeaf-943c08b8e57d details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:29:36.347037 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bceedc26-aa2e-452d-a2f3-d84b4214db55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:36.514201 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0514462d-94bf-440c-be7c-b74a4db171ab req-485bb6ae-4bee-47dd-b687-66871171e083 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 210 time: 0.1409926 Mar 22 19:29:36.558779 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-789d8202-1c21-46f6-ae4b-0261402bba73 admin admin] Publish callbacks [] for router_gateway (90748807-c59d-47a2-b420-b93e2608c17b), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:36.568809 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=7ae7734a-066b-4d0f-82f5-e8e91a5e1aef,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:36.582004 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-c5f1051e-7596-41e4-8191-13bf27378140', 'network_id': 'c5f1051e-7596-41e4-8191-13bf27378140', 'project_id': 'c84ea4bdf315458e93c5434426f6023a', 'fixed_ips': [{'subnet_id': '907e1201-ed97-419e-b777-cf90ce716258'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:29:36.583030 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:36.655228 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec738239-9a2b-4846-9123-9755358174b2 req-c2c32d5f-528e-49d3-8503-95192b0aaecb tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:36.670211 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec738239-9a2b-4846-9123-9755358174b2 req-c2c32d5f-528e-49d3-8503-95192b0aaecb tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:36.673705 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-78289d39-c174-436b-bbac-afdfc837d25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae32638-6bc3-4468-b50b-040116ceb7d5', 'name': 'tempest-TaggedBootDevicesTest-653882327-router', 'tenant_id': 'ada96a2495974b5d94eab03ab9a657a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fe64d7dd-ff5c-43fe-afb5-16519c3005d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:14Z', 'updated_at': '2022-03-22T19:29:21Z', 'revision_number': 4, 'project_id': 'ada96a2495974b5d94eab03ab9a657a5', 'gw_port': {'id': 'fe64d7dd-ff5c-43fe-afb5-16519c3005d9', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:db:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae32638-6bc3-4468-b50b-040116ceb7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:15Z', 'updated_at': '2022-03-22T19:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '9df8f2f2-9c7c-4f5a-8023-d890f1be3b38', 'name': '', 'network_id': 'a9acb64f-1b59-4d0d-aad8-9493c63a48fa', 'tenant_id': 'ada96a2495974b5d94eab03ab9a657a5', 'mac_address': 'fa:16:3e:76:fb:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae32638-6bc3-4468-b50b-040116ceb7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'd508ac98-27eb-415d-970f-499a7fbb546e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:19Z', 'updated_at': '2022-03-22T19:29:33Z', 'revision_number': 4, 'project_id': 'ada96a2495974b5d94eab03ab9a657a5', 'subnets': [{'id': 'd508ac98-27eb-415d-970f-499a7fbb546e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:36.677265 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec738239-9a2b-4846-9123-9755358174b2 req-c2c32d5f-528e-49d3-8503-95192b0aaecb tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:36.679168 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ac78c6b2-59ad-4956-8985-c2e2dea7022f None None] Current status of the port 9df8f2f2-9c7c-4f5a-8023-d890f1be3b38 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:36.679874 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ac78c6b2-59ad-4956-8985-c2e2dea7022f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9df8f2f2-9c7c-4f5a-8023-d890f1be3b38), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:36.693844 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec738239-9a2b-4846-9123-9755358174b2 req-c2c32d5f-528e-49d3-8503-95192b0aaecb tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:36.715931 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec738239-9a2b-4846-9123-9755358174b2 req-c2c32d5f-528e-49d3-8503-95192b0aaecb tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:36.729184 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec738239-9a2b-4846-9123-9755358174b2 req-c2c32d5f-528e-49d3-8503-95192b0aaecb tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:36.754244 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec738239-9a2b-4846-9123-9755358174b2 req-c2c32d5f-528e-49d3-8503-95192b0aaecb tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:36.776295 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ec738239-9a2b-4846-9123-9755358174b2 req-c2c32d5f-528e-49d3-8503-95192b0aaecb tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5433 time: 1.0862136 Mar 22 19:29:36.798272 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78289d39-c174-436b-bbac-afdfc837d25c None None] The sync data for ids ['3ae32638-6bc3-4468-b50b-040116ceb7d5'] in n-d-705658-24 is: [{'id': '3ae32638-6bc3-4468-b50b-040116ceb7d5', 'name': 'tempest-TaggedBootDevicesTest-653882327-router', 'tenant_id': 'ada96a2495974b5d94eab03ab9a657a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fe64d7dd-ff5c-43fe-afb5-16519c3005d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:14Z', 'updated_at': '2022-03-22T19:29:21Z', 'revision_number': 4, 'project_id': 'ada96a2495974b5d94eab03ab9a657a5', 'gw_port': {'id': 'fe64d7dd-ff5c-43fe-afb5-16519c3005d9', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:db:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae32638-6bc3-4468-b50b-040116ceb7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:15Z', 'updated_at': '2022-03-22T19:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '9df8f2f2-9c7c-4f5a-8023-d890f1be3b38', 'name': '', 'network_id': 'a9acb64f-1b59-4d0d-aad8-9493c63a48fa', 'tenant_id': 'ada96a2495974b5d94eab03ab9a657a5', 'mac_address': 'fa:16:3e:76:fb:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ae32638-6bc3-4468-b50b-040116ceb7d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': 'd508ac98-27eb-415d-970f-499a7fbb546e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:19Z', 'updated_at': '2022-03-22T19:29:33Z', 'revision_number': 4, 'project_id': 'ada96a2495974b5d94eab03ab9a657a5', 'subnets': [{'id': 'd508ac98-27eb-415d-970f-499a7fbb546e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:29:36.821247 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-bceedc26-aa2e-452d-a2f3-d84b4214db55 admin admin] Allocated IP 172.20.0.1 (d20554b8-a26c-4c21-9aa9-235918d57be0/703f819a-471b-406d-abe3-9a43e329de84/7ca320f2-a987-4b99-9859-9c7df1d3e723) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:29:36.829129 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.resource_extend [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:29:37.175406 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bceedc26-aa2e-452d-a2f3-d84b4214db55 admin admin] Publish callbacks [] for port (7ca320f2-a987-4b99-9859-9c7df1d3e723), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:37.179054 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] Allocated IP 172.20.0.2 (c5f1051e-7596-41e4-8191-13bf27378140/907e1201-ed97-419e-b777-cf90ce716258/4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:29:37.248694 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ec738239-9a2b-4846-9123-9755358174b2 req-ac6664bd-180f-44bf-be2e-704db5f8d6cf tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4704356 Mar 22 19:29:37.263525 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bceedc26-aa2e-452d-a2f3-d84b4214db55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (7ca320f2-a987-4b99-9859-9c7df1d3e723), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:37.282659 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea14e9-6332-4c28-9985-38d9337f3c83 req-98820fec-9b16-4b68-af19-9d9f471a7bcf tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:37.294780 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b7ea14e9-6332-4c28-9985-38d9337f3c83 req-98820fec-9b16-4b68-af19-9d9f471a7bcf tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.4327281 Mar 22 19:29:37.378964 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bceedc26-aa2e-452d-a2f3-d84b4214db55 admin admin] Network d20554b8-a26c-4c21-9aa9-235918d57be0 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:29:37.396909 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-bceedc26-aa2e-452d-a2f3-d84b4214db55 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:37.405598 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceedc26-aa2e-452d-a2f3-d84b4214db55 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:29:37.429102 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] Publish callbacks [] for port (4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:37.488071 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bceedc26-aa2e-452d-a2f3-d84b4214db55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:37.517336 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:37.597677 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b7ea14e9-6332-4c28-9985-38d9337f3c83 req-922a634a-7c93-402b-a9f8-9000bd82fd35 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3017545 Mar 22 19:29:37.703031 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceedc26-aa2e-452d-a2f3-d84b4214db55 admin admin] Pushing event updated for resources: {'Port': ['ID=7ca320f2-a987-4b99-9859-9c7df1d3e723,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:37.708093 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] Network c5f1051e-7596-41e4-8191-13bf27378140 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:29:37.766765 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:37.816958 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:29:37.892631 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-3efce832-ad84-49a5-b003-e091be1ac3b7 None None] Set router 16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:37.896719 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bceedc26-aa2e-452d-a2f3-d84b4214db55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7ca320f2-a987-4b99-9859-9c7df1d3e723), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:37.915888 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-ac78c6b2-59ad-4956-8985-c2e2dea7022f None None] For port 9df8f2f2-9c7c-4f5a-8023-d890f1be3b38, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=9df8f2f2-9c7c-4f5a-8023-d890f1be3b38,segment=NetworkSegment(741b7997-49df-44fc-a767-6af3be534981),segment_id=741b7997-49df-44fc-a767-6af3be534981)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:37.919916 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3140b1fb-af84-4723-8f3f-33a6abe8056b req-61f5bedc-bf1f-4eb1-ba48-35520a5d7de0 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 210 time: 0.2152650 Mar 22 19:29:37.927058 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] Pushing event updated for resources: {'Port': ['ID=4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:38.107994 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.db.resource_extend [None req-67c766f5-66af-4b51-9887-f07d72cf7cdf tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:29:38.137190 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ac78c6b2-59ad-4956-8985-c2e2dea7022f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (9df8f2f2-9c7c-4f5a-8023-d890f1be3b38), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:38.191691 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-67c766f5-66af-4b51-9887-f07d72cf7cdf tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:38.195464 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:38.196031 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:38.196371 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:38.196735 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:38.197058 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:38.197398 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:38.197744 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:38.198147 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:38.198479 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:38.198806 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:38.204292 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:38.204726 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:38.205042 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:38.205434 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:38.205780 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:29:38.211417 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-67c766f5-66af-4b51-9887-f07d72cf7cdf tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (4525833a-ca0f-400a-9fc6-e84644e82809), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:38.343065 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bceedc26-aa2e-452d-a2f3-d84b4214db55 admin admin] Publish callbacks [] for port (7ca320f2-a987-4b99-9859-9c7df1d3e723), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:38.349168 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bceedc26-aa2e-452d-a2f3-d84b4214db55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (7ca320f2-a987-4b99-9859-9c7df1d3e723), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:38.479763 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-789d8202-1c21-46f6-ae4b-0261402bba73 admin admin] Publish callbacks [] for router_gateway (90748807-c59d-47a2-b420-b93e2608c17b), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:38.501262 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceedc26-aa2e-452d-a2f3-d84b4214db55 admin admin] Pushing event updated for resources: {'Port': ['ID=7ca320f2-a987-4b99-9859-9c7df1d3e723,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:38.502949 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] Attempting to bind port 4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:29:38.506512 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] Attempting to bind port 4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '31bb3c9d-71fa-49ad-8a1f-30193c79903d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c5f1051e-7596-41e4-8191-13bf27378140'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:29:38.506894 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] Attempting to bind port 4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30 on network c5f1051e-7596-41e4-8191-13bf27378140 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:29:38.509532 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac78c6b2-59ad-4956-8985-c2e2dea7022f None None] Pushing event updated for resources: {'Port': ['ID=9df8f2f2-9c7c-4f5a-8023-d890f1be3b38,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:38.525277 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bceedc26-aa2e-452d-a2f3-d84b4214db55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:38.575753 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-789d8202-1c21-46f6-ae4b-0261402bba73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:38.588414 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port c119e002-5aa4-4a6b-a258-54751300d066 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:38.590864 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:29:38.591247 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] Checking segment: {'id': '31bb3c9d-71fa-49ad-8a1f-30193c79903d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c5f1051e-7596-41e4-8191-13bf27378140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:29:38.591655 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:38.592138 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] Bound using segment: {'id': '31bb3c9d-71fa-49ad-8a1f-30193c79903d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c5f1051e-7596-41e4-8191-13bf27378140'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:29:38.592525 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] Bound port: 4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31bb3c9d-71fa-49ad-8a1f-30193c79903d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c5f1051e-7596-41e4-8191-13bf27378140'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:29:38.592906 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:38.606691 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 512149e1-9e99-4084-aeaf-943c08b8e57d, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=512149e1-9e99-4084-aeaf-943c08b8e57d,segment=NetworkSegment(b4692052-4d01-41f5-a3e9-0fcd02552fd8),segment_id=b4692052-4d01-41f5-a3e9-0fcd02552fd8)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:38.735945 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '512149e1-9e99-4084-aeaf-943c08b8e57d', 'network_id': 'c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec', 'port_id': '512149e1-9e99-4084-aeaf-943c08b8e57d', 'mac_address': 'fa:16:3e:97:ab:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'add5e86e-1684-4168-ab70-08d4ad72036d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:29:38.766116 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bceedc26-aa2e-452d-a2f3-d84b4214db55 admin admin] Network d20554b8-a26c-4c21-9aa9-235918d57be0 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:29:38.783514 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-bceedc26-aa2e-452d-a2f3-d84b4214db55 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:38.972363 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-3efce832-ad84-49a5-b003-e091be1ac3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-875189775-router', 'tenant_id': 'f1d9b8a2852847abaf50233e44b3b990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '4262f418-d5e5-43dd-a770-e8ee4c8add8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:28Z', 'updated_at': '2022-03-22T19:29:33Z', 'revision_number': 3, 'project_id': 'f1d9b8a2852847abaf50233e44b3b990', 'gw_port': {'id': '4262f418-d5e5-43dd-a770-e8ee4c8add8a', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:31:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:30Z', 'updated_at': '2022-03-22T19:29:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:39.026282 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-789d8202-1c21-46f6-ae4b-0261402bba73 admin admin] Allocated IP 172.25.5.3 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:29:39.108620 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efce832-ad84-49a5-b003-e091be1ac3b7 None None] Checking router: 16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:29:39.109592 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efce832-ad84-49a5-b003-e091be1ac3b7 None None] Updating router 16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9 port 4262f418-d5e5-43dd-a770-e8ee4c8add8a binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:29:39.110379 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bceedc26-aa2e-452d-a2f3-d84b4214db55 admin admin] Router 16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:29:39.119418 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [None req-67c766f5-66af-4b51-9887-f07d72cf7cdf tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Floating IP 4525833a-ca0f-400a-9fc6-e84644e82809 associated. External IP: 172.25.5.250, port: 299c7a2b-2061-4aea-985d-65b129066409. Mar 22 19:29:39.169137 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f60b44cb-f5ca-42b7-915d-e164e1b123e6 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:39.171883 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3efce832-ad84-49a5-b003-e091be1ac3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4262f418-d5e5-43dd-a770-e8ee4c8add8a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:39.225098 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] For port 4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:29:39.240715 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 512149e1-9e99-4084-aeaf-943c08b8e57d is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:39.241470 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (512149e1-9e99-4084-aeaf-943c08b8e57d), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:39.284636 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] For port 4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30,segment=NetworkSegment(31bb3c9d-71fa-49ad-8a1f-30193c79903d),segment_id=31bb3c9d-71fa-49ad-8a1f-30193c79903d)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:29:39.340285 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 512149e1-9e99-4084-aeaf-943c08b8e57d {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:29:39.352078 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:39.355379 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06989d29-f3c0-4ebb-b3b9-1aa226a7250c req-db1023b2-395b-4741-8d19-abce4f5c95bf tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:39.361169 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06989d29-f3c0-4ebb-b3b9-1aa226a7250c req-db1023b2-395b-4741-8d19-abce4f5c95bf tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:39.367714 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bceedc26-aa2e-452d-a2f3-d84b4214db55 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:29:39.370703 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06989d29-f3c0-4ebb-b3b9-1aa226a7250c req-db1023b2-395b-4741-8d19-abce4f5c95bf tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:39.386311 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bceedc26-aa2e-452d-a2f3-d84b4214db55 admin admin] 10.222.0.75 "PUT /v2.0/routers/16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8365228 Mar 22 19:29:39.406479 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06989d29-f3c0-4ebb-b3b9-1aa226a7250c req-db1023b2-395b-4741-8d19-abce4f5c95bf tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:39.425508 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06989d29-f3c0-4ebb-b3b9-1aa226a7250c req-db1023b2-395b-4741-8d19-abce4f5c95bf tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:39.431680 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06989d29-f3c0-4ebb-b3b9-1aa226a7250c req-db1023b2-395b-4741-8d19-abce4f5c95bf tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:39.448409 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06989d29-f3c0-4ebb-b3b9-1aa226a7250c req-db1023b2-395b-4741-8d19-abce4f5c95bf tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:39.455495 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-06989d29-f3c0-4ebb-b3b9-1aa226a7250c req-db1023b2-395b-4741-8d19-abce4f5c95bf tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5433 time: 0.9828608 Mar 22 19:29:39.549917 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 512149e1-9e99-4084-aeaf-943c08b8e57d, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=512149e1-9e99-4084-aeaf-943c08b8e57d,segment=NetworkSegment(b4692052-4d01-41f5-a3e9-0fcd02552fd8),segment_id=b4692052-4d01-41f5-a3e9-0fcd02552fd8)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:39.586352 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (512149e1-9e99-4084-aeaf-943c08b8e57d), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:39.587046 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 1f791238-3e27-4e2c-ba13-8a83f0b02353 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:29:39.658854 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f6de8-a56b-4bf8-8d43-e1155e423bd6 req-22a9317a-31ac-4af9-991f-29753896d1e3 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:39.672168 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9f4f6de8-a56b-4bf8-8d43-e1155e423bd6 req-22a9317a-31ac-4af9-991f-29753896d1e3 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.8396351 Mar 22 19:29:39.684688 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port f60b44cb-f5ca-42b7-915d-e164e1b123e6 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:39.685083 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f60b44cb-f5ca-42b7-915d-e164e1b123e6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:39.738672 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226a38f-a922-4d50-b04e-e0e350248926 None None] Pushing event updated for resources: {'Port': ['ID=4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:39.798583 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=512149e1-9e99-4084-aeaf-943c08b8e57d,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:39.801643 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.resource_extend [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:29:39.823035 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 1f791238-3e27-4e2c-ba13-8a83f0b02353, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=1f791238-3e27-4e2c-ba13-8a83f0b02353,segment=NetworkSegment(b4692052-4d01-41f5-a3e9-0fcd02552fd8),segment_id=b4692052-4d01-41f5-a3e9-0fcd02552fd8)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:39.823326 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-789d8202-1c21-46f6-ae4b-0261402bba73 admin admin] Publish callbacks [] for port (b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:39.855056 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '1f791238-3e27-4e2c-ba13-8a83f0b02353', 'network_id': 'c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec', 'port_id': '1f791238-3e27-4e2c-ba13-8a83f0b02353', 'mac_address': 'fa:16:3e:aa:14:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'add5e86e-1684-4168-ab70-08d4ad72036d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:29:39.910998 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-789d8202-1c21-46f6-ae4b-0261402bba73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:39.977360 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d8202-1c21-46f6-ae4b-0261402bba73 admin admin] Pushing event updated for resources: {'Port': ['ID=b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:40.164870 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 1f791238-3e27-4e2c-ba13-8a83f0b02353 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:40.167836 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1f791238-3e27-4e2c-ba13-8a83f0b02353), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:40.191189 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f791238-3e27-4e2c-ba13-8a83f0b02353 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:29:40.208361 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-06989d29-f3c0-4ebb-b3b9-1aa226a7250c req-abe7f2cc-b7d0-40e5-8468-d4098353b59a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7444351 Mar 22 19:29:40.237367 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789d8202-1c21-46f6-ae4b-0261402bba73 admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:29:40.272012 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-789d8202-1c21-46f6-ae4b-0261402bba73 admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:40.274867 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 1f791238-3e27-4e2c-ba13-8a83f0b02353, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=1f791238-3e27-4e2c-ba13-8a83f0b02353,segment=NetworkSegment(b4692052-4d01-41f5-a3e9-0fcd02552fd8),segment_id=b4692052-4d01-41f5-a3e9-0fcd02552fd8)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:40.290159 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789d8202-1c21-46f6-ae4b-0261402bba73 admin admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:29:40.314037 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (1f791238-3e27-4e2c-ba13-8a83f0b02353), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:40.316279 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 14a3f8e4-e05b-4c1e-911f-de48243376f2 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:29:40.324111 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port f60b44cb-f5ca-42b7-915d-e164e1b123e6 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:40.325369 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 9df8f2f2-9c7c-4f5a-8023-d890f1be3b38 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:40.433734 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-095270b0-e0fc-41af-94f5-6eab7a8d7a0b req-4f17c9e2-75f9-4ef4-88bf-793a0c5d1699 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 210 time: 0.0844352 Mar 22 19:29:40.488850 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9f4f6de8-a56b-4bf8-8d43-e1155e423bd6 req-ac16ee54-c4e4-4d99-aad8-72fff101a3f7 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7689619 Mar 22 19:29:40.825346 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c766f5-66af-4b51-9887-f07d72cf7cdf tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Router c2acaaf4-710b-4d05-af64-17fa4080fe31 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:29:40.976955 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=1f791238-3e27-4e2c-ba13-8a83f0b02353,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:40.988849 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 14a3f8e4-e05b-4c1e-911f-de48243376f2, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=14a3f8e4-e05b-4c1e-911f-de48243376f2,segment=NetworkSegment(186c2c9a-2324-4c56-b190-0b64e4273968),segment_id=186c2c9a-2324-4c56-b190-0b64e4273968)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:40.997124 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 9df8f2f2-9c7c-4f5a-8023-d890f1be3b38 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:40.997754 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9df8f2f2-9c7c-4f5a-8023-d890f1be3b38), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:41.057623 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '14a3f8e4-e05b-4c1e-911f-de48243376f2', 'network_id': '08fc5dbc-a8ad-4376-80b5-c53d31d0b259', 'port_id': '14a3f8e4-e05b-4c1e-911f-de48243376f2', 'mac_address': 'fa:16:3e:eb:6d:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f61b7108-8801-49ca-a870-f29fe4438af3', 'ip_address': '10.1.1.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:29:41.101036 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8d2a9-e926-447e-b17f-3d3684b3c6f9 req-30d490d3-802a-4845-808f-38ffe76ff602 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:41.103019 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3fb8d2a9-e926-447e-b17f-3d3684b3c6f9 req-30d490d3-802a-4845-808f-38ffe76ff602 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.4259069 Mar 22 19:29:41.115367 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3efce832-ad84-49a5-b003-e091be1ac3b7 None None] Publish callbacks [] for port (4262f418-d5e5-43dd-a770-e8ee4c8add8a), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:41.185275 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3efce832-ad84-49a5-b003-e091be1ac3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4262f418-d5e5-43dd-a770-e8ee4c8add8a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:41.339391 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-3efce832-ad84-49a5-b003-e091be1ac3b7 None None] Attempting to bind port 4262f418-d5e5-43dd-a770-e8ee4c8add8a on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:29:41.340150 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-3efce832-ad84-49a5-b003-e091be1ac3b7 None None] Attempting to bind port 4262f418-d5e5-43dd-a770-e8ee4c8add8a by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:29:41.340768 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efce832-ad84-49a5-b003-e091be1ac3b7 None None] Attempting to bind port 4262f418-d5e5-43dd-a770-e8ee4c8add8a on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:29:41.352870 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 14a3f8e4-e05b-4c1e-911f-de48243376f2 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:41.353690 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (14a3f8e4-e05b-4c1e-911f-de48243376f2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:41.363382 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efce832-ad84-49a5-b003-e091be1ac3b7 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:29:41.364214 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efce832-ad84-49a5-b003-e091be1ac3b7 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:29:41.365453 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3efce832-ad84-49a5-b003-e091be1ac3b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:41.366296 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efce832-ad84-49a5-b003-e091be1ac3b7 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:29:41.367043 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-3efce832-ad84-49a5-b003-e091be1ac3b7 None None] Bound port: 4262f418-d5e5-43dd-a770-e8ee4c8add8a, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:29:41.367681 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3efce832-ad84-49a5-b003-e091be1ac3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4262f418-d5e5-43dd-a770-e8ee4c8add8a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:41.385222 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729f12e-436f-4be5-bb36-1e458eae4542 None None] Pushing event updated for resources: {'Port': ['ID=4262f418-d5e5-43dd-a770-e8ee4c8add8a,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:41.447701 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b7f154-ffb5-4c4f-b61a-16f392ae7e86 None None] Network c5f1051e-7596-41e4-8191-13bf27378140 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:29:41.455090 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14a3f8e4-e05b-4c1e-911f-de48243376f2 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:29:41.490932 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 14a3f8e4-e05b-4c1e-911f-de48243376f2, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=14a3f8e4-e05b-4c1e-911f-de48243376f2,segment=NetworkSegment(186c2c9a-2324-4c56-b190-0b64e4273968),segment_id=186c2c9a-2324-4c56-b190-0b64e4273968)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:41.523076 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (14a3f8e4-e05b-4c1e-911f-de48243376f2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:41.542260 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:29:41.652517 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 9df8f2f2-9c7c-4f5a-8023-d890f1be3b38 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:41.655444 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c119e002-5aa4-4a6b-a258-54751300d066 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:41.767107 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-4c33defb-8579-4e0f-9296-be519a7e6dc2 None None] Provisioning complete for port 4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:41.767494 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4c33defb-8579-4e0f-9296-be519a7e6dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:41.771314 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-3efce832-ad84-49a5-b003-e091be1ac3b7 None None] For port 4262f418-d5e5-43dd-a770-e8ee4c8add8a, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:29:41.843499 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-3efce832-ad84-49a5-b003-e091be1ac3b7 None None] For port 4262f418-d5e5-43dd-a770-e8ee4c8add8a, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=4262f418-d5e5-43dd-a770-e8ee4c8add8a,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:29:41.855776 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=14a3f8e4-e05b-4c1e-911f-de48243376f2,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:41.927137 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3efce832-ad84-49a5-b003-e091be1ac3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4262f418-d5e5-43dd-a770-e8ee4c8add8a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:42.052766 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port c119e002-5aa4-4a6b-a258-54751300d066 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:42.052766 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c119e002-5aa4-4a6b-a258-54751300d066), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:42.091157 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efce832-ad84-49a5-b003-e091be1ac3b7 None None] Routers {'16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:42.091895 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-3efce832-ad84-49a5-b003-e091be1ac3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:29:18Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:42.109397 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729f12e-436f-4be5-bb36-1e458eae4542 None None] Pushing event updated for resources: {'Port': ['ID=4262f418-d5e5-43dd-a770-e8ee4c8add8a,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:42.133968 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-789d8202-1c21-46f6-ae4b-0261402bba73 admin admin] Publish callbacks [] for router_gateway (90748807-c59d-47a2-b420-b93e2608c17b), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:42.239474 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ca0d159d-db6b-4890-afa3-674594d24ad8 req-76ded09b-e5de-4735-85b5-9cc43a5adfc9 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.4124482 Mar 22 19:29:42.265619 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['4ec388ce-f317-4007-a3b7-a3ba772d23b7'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:29:42.290938 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ccf25-5957-4016-a165-b992149b44aa req-86878155-599e-4d28-b137-bc91d0d7d3ae tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:42.293074 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-603ccf25-5957-4016-a165-b992149b44aa req-86878155-599e-4d28-b137-bc91d0d7d3ae tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/networks?id=d20554b8-a26c-4c21-9aa9-235918d57be0 HTTP/1.1" status: 200 len: 819 time: 1.3987999 Mar 22 19:29:42.321355 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['14a3f8e4-e05b-4c1e-911f-de48243376f2'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:29:42.323622 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['1f791238-3e27-4e2c-ba13-8a83f0b02353'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:29:42.362149 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3fb8d2a9-e926-447e-b17f-3d3684b3c6f9 req-7812f367-7973-4955-90a3-638b5c3b764e tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3840907 Mar 22 19:29:42.370355 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-603ccf25-5957-4016-a165-b992149b44aa req-12086350-b5dd-4f21-8809-cbf9b65be677 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/quotas/f1d9b8a2852847abaf50233e44b3b990 HTTP/1.1" status: 200 len: 375 time: 0.0651023 Mar 22 19:29:42.411968 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['512149e1-9e99-4084-aeaf-943c08b8e57d'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:29:42.418539 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['7ae7734a-066b-4d0f-82f5-e8e91a5e1aef'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:29:42.435614 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c766f5-66af-4b51-9887-f07d72cf7cdf tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:29:42.440486 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-67c766f5-66af-4b51-9887-f07d72cf7cdf tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:42.442039 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-4c33defb-8579-4e0f-9296-be519a7e6dc2 None None] Current status of the port 4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:42.442525 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4c33defb-8579-4e0f-9296-be519a7e6dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:42.450447 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90003d60-2e4b-4b1f-9db7-f51abc6b4eae None None] Sync routers for ids ['c2acaaf4-710b-4d05-af64-17fa4080fe31'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:29:42.472721 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90003d60-2e4b-4b1f-9db7-f51abc6b4eae None None] Routers {'c2acaaf4-710b-4d05-af64-17fa4080fe31'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:42.473474 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-90003d60-2e4b-4b1f-9db7-f51abc6b4eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:29:18Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['c2acaaf4-710b-4d05-af64-17fa4080fe31'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:42.585980 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-67c766f5-66af-4b51-9887-f07d72cf7cdf tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "PUT /v2.0/floatingips/4525833a-ca0f-400a-9fc6-e84644e82809 HTTP/1.1" status: 200 len: 991 time: 7.1305087 Mar 22 19:29:42.596720 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c215527-a9b4-4a97-b228-bf486f6be637', 'tag': '299c7a2b-2061-4aea-985d-65b129066409'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:29:42.607600 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1886b8bf-fd76-4c8f-8d15-3c657a022f1e" -d '{"events": [{"name": "network-changed", "server_uuid": "4c215527-a9b4-4a97-b228-bf486f6be637", "tag": "299c7a2b-2061-4aea-985d-65b129066409"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:29:42.622753 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-3efce832-ad84-49a5-b003-e091be1ac3b7 None None] Set router 16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:42.720747 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-90003d60-2e4b-4b1f-9db7-f51abc6b4eae None None] Set router c2acaaf4-710b-4d05-af64-17fa4080fe31 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:42.811177 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-4c33defb-8579-4e0f-9296-be519a7e6dc2 None None] For port 4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30,segment=NetworkSegment(31bb3c9d-71fa-49ad-8a1f-30193c79903d),segment_id=31bb3c9d-71fa-49ad-8a1f-30193c79903d)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:42.883897 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d159d-db6b-4890-afa3-674594d24ad8 req-5bd3e270-6bef-4c1e-a787-9ee0b5aa2f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:42.886343 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ca0d159d-db6b-4890-afa3-674594d24ad8 req-5bd3e270-6bef-4c1e-a787-9ee0b5aa2f5d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7e302d01a2a24393894ffad4e45b884a&device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 1129 time: 0.5685978 Mar 22 19:29:42.927949 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port c119e002-5aa4-4a6b-a258-54751300d066 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:42.929565 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 218587c5-6c3d-4c6f-afea-d305093daeb6 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:42.939211 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4c33defb-8579-4e0f-9296-be519a7e6dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:43.083457 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-603ccf25-5957-4016-a165-b992149b44aa req-154df23a-399c-4595-9482-7e265f1e3d1e tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=f1d9b8a2852847abaf50233e44b3b990&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6966591 Mar 22 19:29:43.183939 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc2bb4-8fe4-435f-86fc-20083315f2c7 req-3cb87961-4fd3-4e77-8e0a-21273c78cd53 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:43.195271 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc2bb4-8fe4-435f-86fc-20083315f2c7 req-3cb87961-4fd3-4e77-8e0a-21273c78cd53 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:43.206731 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc2bb4-8fe4-435f-86fc-20083315f2c7 req-3cb87961-4fd3-4e77-8e0a-21273c78cd53 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:43.219035 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc2bb4-8fe4-435f-86fc-20083315f2c7 req-3cb87961-4fd3-4e77-8e0a-21273c78cd53 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:43.228290 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc2bb4-8fe4-435f-86fc-20083315f2c7 req-3cb87961-4fd3-4e77-8e0a-21273c78cd53 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:43.253887 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc2bb4-8fe4-435f-86fc-20083315f2c7 req-3cb87961-4fd3-4e77-8e0a-21273c78cd53 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:43.261980 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc2bb4-8fe4-435f-86fc-20083315f2c7 req-3cb87961-4fd3-4e77-8e0a-21273c78cd53 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:43.273604 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3bcc2bb4-8fe4-435f-86fc-20083315f2c7 req-3cb87961-4fd3-4e77-8e0a-21273c78cd53 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5436 time: 0.6778600 Mar 22 19:29:43.368701 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-90003d60-2e4b-4b1f-9db7-f51abc6b4eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'name': 'tempest-ServerRescueNegativeTestJSON-1970496120-router', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'cc812064-4e71-461d-b50c-90fb835184a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:32Z', 'updated_at': '2022-03-22T19:26:48Z', 'revision_number': 4, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'gw_port': {'id': 'cc812064-4e71-461d-b50c-90fb835184a3', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:34Z', 'updated_at': '2022-03-22T19:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '4525833a-ca0f-400a-9fc6-e84644e82809', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'floating_ip_address': '172.25.5.250', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'port_id': '299c7a2b-2061-4aea-985d-65b129066409', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67', 'mac_address': 'fa:16:3e:9a:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c215527-a9b4-4a97-b228-bf486f6be637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:28:54Z', 'updated_at': '2022-03-22T19:29:37Z', 'revision_number': 1, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10bab89b-c8c6-4280-895e-a515670fee10', 'name': '', 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'mac_address': 'fa:16:3e:df:42:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'cd5ec6ea-2197-4f69-89c7-80c309a39451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:46Z', 'updated_at': '2022-03-22T19:27:04Z', 'revision_number': 5, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'subnets': [{'id': 'cd5ec6ea-2197-4f69-89c7-80c309a39451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:43.392543 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['0ddbef26-fdc2-4762-a812-c5ac7d714e89'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:29:43.400353 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['9e808c4c-a810-49a0-bf70-bc337009de29'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:29:43.432216 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-603ccf25-5957-4016-a165-b992149b44aa req-41a216db-b0d1-4b01-962a-8be6c2e2b8c2 service neutron] 10.222.0.75 "GET /v2.0/networks/d20554b8-a26c-4c21-9aa9-235918d57be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374262 Mar 22 19:29:43.447051 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90003d60-2e4b-4b1f-9db7-f51abc6b4eae None None] Checking router: c2acaaf4-710b-4d05-af64-17fa4080fe31 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:29:43.469488 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90003d60-2e4b-4b1f-9db7-f51abc6b4eae None None] Routers {'c2acaaf4-710b-4d05-af64-17fa4080fe31'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:43.470429 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-90003d60-2e4b-4b1f-9db7-f51abc6b4eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:29:18Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['c2acaaf4-710b-4d05-af64-17fa4080fe31'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:43.523107 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3bcc2bb4-8fe4-435f-86fc-20083315f2c7 req-95faca59-f76b-4082-aabf-593e6ac7ccca tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2456238 Mar 22 19:29:43.524863 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-789d8202-1c21-46f6-ae4b-0261402bba73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (90748807-c59d-47a2-b420-b93e2608c17b), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:43.538349 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d159d-db6b-4890-afa3-674594d24ad8 req-aecead61-40ed-4f2e-bd4b-fe88474ec15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:43.540286 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ca0d159d-db6b-4890-afa3-674594d24ad8 req-aecead61-40ed-4f2e-bd4b-fe88474ec15e service neutron] 10.222.0.85 "GET /v2.0/networks?id=e2aac6b4-9023-4a56-b28e-d9728a595e67 HTTP/1.1" status: 200 len: 920 time: 0.6276350 Mar 22 19:29:43.677467 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-90003d60-2e4b-4b1f-9db7-f51abc6b4eae None None] Set router c2acaaf4-710b-4d05-af64-17fa4080fe31 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:43.700706 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ca0d159d-db6b-4890-afa3-674594d24ad8 req-2d30d922-7b49-441e-9f9b-f628114c2dc7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f52d04fb-dfb2-49ba-a2aa-8d2ff8955484 HTTP/1.1" status: 200 len: 217 time: 0.1532927 Mar 22 19:29:43.831493 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33defb-8579-4e0f-9296-be519a7e6dc2 None None] Pushing event updated for resources: {'Port': ['ID=4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:43.845633 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2e4f4bea-ec76-40dc-83a5-55378b5bab38 None None] Provisioning complete for port 4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:43.846039 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2e4f4bea-ec76-40dc-83a5-55378b5bab38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:43.878718 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d159d-db6b-4890-afa3-674594d24ad8 req-244aaeab-468c-4a06-9ac1-b5114bbec27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:43.880182 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ca0d159d-db6b-4890-afa3-674594d24ad8 req-244aaeab-468c-4a06-9ac1-b5114bbec27e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd5ec6ea-2197-4f69-89c7-80c309a39451 HTTP/1.1" status: 200 len: 858 time: 0.1267481 Mar 22 19:29:43.993002 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1ae98d58-2355-49c9-8df1-79927bbe0f18 req-12251f2c-6074-41e8-8404-d2a839ebb055 tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 210 time: 0.2741909 Mar 22 19:29:44.059478 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-603ccf25-5957-4016-a165-b992149b44aa req-bc7ce48a-4ea8-4644-8bf2-00416fa48a66 service neutron] 10.222.0.75 "GET /v2.0/networks/d20554b8-a26c-4c21-9aa9-235918d57be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6149657 Mar 22 19:29:44.092233 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d159d-db6b-4890-afa3-674594d24ad8 req-79458819-5a51-4ef3-8bdc-23da2211e670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:44.095965 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ca0d159d-db6b-4890-afa3-674594d24ad8 req-79458819-5a51-4ef3-8bdc-23da2211e670 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e2aac6b4-9023-4a56-b28e-d9728a595e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1861775 Mar 22 19:29:44.114662 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-90003d60-2e4b-4b1f-9db7-f51abc6b4eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'name': 'tempest-ServerRescueNegativeTestJSON-1970496120-router', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'cc812064-4e71-461d-b50c-90fb835184a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:32Z', 'updated_at': '2022-03-22T19:26:48Z', 'revision_number': 4, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'gw_port': {'id': 'cc812064-4e71-461d-b50c-90fb835184a3', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:34Z', 'updated_at': '2022-03-22T19:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '4525833a-ca0f-400a-9fc6-e84644e82809', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'floating_ip_address': '172.25.5.250', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'port_id': '299c7a2b-2061-4aea-985d-65b129066409', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67', 'mac_address': 'fa:16:3e:9a:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c215527-a9b4-4a97-b228-bf486f6be637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:28:54Z', 'updated_at': '2022-03-22T19:29:37Z', 'revision_number': 1, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10bab89b-c8c6-4280-895e-a515670fee10', 'name': '', 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'mac_address': 'fa:16:3e:df:42:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'cd5ec6ea-2197-4f69-89c7-80c309a39451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:46Z', 'updated_at': '2022-03-22T19:27:04Z', 'revision_number': 5, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'subnets': [{'id': 'cd5ec6ea-2197-4f69-89c7-80c309a39451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:44.187219 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90003d60-2e4b-4b1f-9db7-f51abc6b4eae None None] The sync data for ids ['c2acaaf4-710b-4d05-af64-17fa4080fe31'] in n-d-705658-24 is: [{'id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'name': 'tempest-ServerRescueNegativeTestJSON-1970496120-router', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'cc812064-4e71-461d-b50c-90fb835184a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:32Z', 'updated_at': '2022-03-22T19:26:48Z', 'revision_number': 4, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'gw_port': {'id': 'cc812064-4e71-461d-b50c-90fb835184a3', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:34Z', 'updated_at': '2022-03-22T19:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '4525833a-ca0f-400a-9fc6-e84644e82809', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'floating_ip_address': '172.25.5.250', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'port_id': '299c7a2b-2061-4aea-985d-65b129066409', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67', 'mac_address': 'fa:16:3e:9a:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c215527-a9b4-4a97-b228-bf486f6be637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:28:54Z', 'updated_at': '2022-03-22T19:29:37Z', 'revision_number': 1, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10bab89b-c8c6-4280-895e-a515670fee10', 'name': '', 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'mac_address': 'fa:16:3e:df:42:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'cd5ec6ea-2197-4f69-89c7-80c309a39451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:46Z', 'updated_at': '2022-03-22T19:27:04Z', 'revision_number': 5, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'subnets': [{'id': 'cd5ec6ea-2197-4f69-89c7-80c309a39451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:29:44.425598 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a374c-5b90-4aa1-8065-093ec54aa0e7 req-48202864-1266-4244-99f9-15b49c41f0e2 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:44.438295 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d68a374c-5b90-4aa1-8065-093ec54aa0e7 req-48202864-1266-4244-99f9-15b49c41f0e2 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.3408418 Mar 22 19:29:44.451115 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e6cadc-359a-4929-8a0a-069213091306 x-openstack-request-id: req-15e6cadc-359a-4929-8a0a-069213091306 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:29:44.451568 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c215527-a9b4-4a97-b228-bf486f6be637", "tag": "299c7a2b-2061-4aea-985d-65b129066409", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:29:44.451890 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-15e6cadc-359a-4929-8a0a-069213091306 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:29:44.452403 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15e6cadc-359a-4929-8a0a-069213091306'] response: {'name': 'network-changed', 'server_uuid': '4c215527-a9b4-4a97-b228-bf486f6be637', 'tag': '299c7a2b-2061-4aea-985d-65b129066409', 'status': 'completed', 'code': 200} Mar 22 19:29:44.684902 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5abbe871-06d4-4f72-a0f6-86193ebca7ce req-6c3ab93f-350b-40c6-af74-e53e59635bdc tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 210 time: 0.2092547 Mar 22 19:29:44.823844 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107fee50-eebe-4424-83f0-196566ea35bb None None] New status for floating IP 4525833a-ca0f-400a-9fc6-e84644e82809: ACTIVE {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:29:44.837637 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d68a374c-5b90-4aa1-8065-093ec54aa0e7 req-995279f0-4b82-4d20-870c-e57f801542ce tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3769250 Mar 22 19:29:44.926004 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ca0d159d-db6b-4890-afa3-674594d24ad8 req-b80ec613-a39a-420b-a7f2-26c3d20ab601 service neutron] 10.222.0.85 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7797055 Mar 22 19:29:45.121000 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 218587c5-6c3d-4c6f-afea-d305093daeb6 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:45.121387 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (218587c5-6c3d-4c6f-afea-d305093daeb6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:45.192014 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789d8202-1c21-46f6-ae4b-0261402bba73 admin admin] Router 90748807-c59d-47a2-b420-b93e2608c17b is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:29:45.269230 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0194a2ba-031c-4212-8617-a515ccd48590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:45.335065 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ca0d159d-db6b-4890-afa3-674594d24ad8 req-6c0bc5d1-7114-409a-addb-c31f3887cc7c service neutron] 10.222.0.85 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574100 Mar 22 19:29:45.337825 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886b8bf-fd76-4c8f-8d15-3c657a022f1e req-23b33ffe-72c5-40f8-bc4c-132b3730ddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:45.355857 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1886b8bf-fd76-4c8f-8d15-3c657a022f1e req-23b33ffe-72c5-40f8-bc4c-132b3730ddb9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7e302d01a2a24393894ffad4e45b884a&device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 1128 time: 0.8983188 Mar 22 19:29:45.449903 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2e4f4bea-ec76-40dc-83a5-55378b5bab38 None None] Current status of the port 4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:45.518640 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 218587c5-6c3d-4c6f-afea-d305093daeb6 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:45.554376 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-3efce832-ad84-49a5-b003-e091be1ac3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-875189775-router', 'tenant_id': 'f1d9b8a2852847abaf50233e44b3b990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '4262f418-d5e5-43dd-a770-e8ee4c8add8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:28Z', 'updated_at': '2022-03-22T19:29:37Z', 'revision_number': 4, 'project_id': 'f1d9b8a2852847abaf50233e44b3b990', 'gw_port': {'id': '4262f418-d5e5-43dd-a770-e8ee4c8add8a', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:31:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:30Z', 'updated_at': '2022-03-22T19:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7ca320f2-a987-4b99-9859-9c7df1d3e723', 'name': '', 'network_id': 'd20554b8-a26c-4c21-9aa9-235918d57be0', 'tenant_id': 'f1d9b8a2852847abaf50233e44b3b990', 'mac_address': 'fa:16:3e:0f:a8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '703f819a-471b-406d-abe3-9a43e329de84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:36Z', 'updated_at': '2022-03-22T19:29:38Z', 'revision_number': 2, 'project_id': 'f1d9b8a2852847abaf50233e44b3b990', 'subnets': [{'id': '703f819a-471b-406d-abe3-9a43e329de84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:45.565762 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 512149e1-9e99-4084-aeaf-943c08b8e57d up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:45.683920 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efce832-ad84-49a5-b003-e091be1ac3b7 None None] The sync data for ids ['16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9'] in n-d-705658-24 is: [{'id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-875189775-router', 'tenant_id': 'f1d9b8a2852847abaf50233e44b3b990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '4262f418-d5e5-43dd-a770-e8ee4c8add8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:28Z', 'updated_at': '2022-03-22T19:29:37Z', 'revision_number': 4, 'project_id': 'f1d9b8a2852847abaf50233e44b3b990', 'gw_port': {'id': '4262f418-d5e5-43dd-a770-e8ee4c8add8a', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:31:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:30Z', 'updated_at': '2022-03-22T19:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7ca320f2-a987-4b99-9859-9c7df1d3e723', 'name': '', 'network_id': 'd20554b8-a26c-4c21-9aa9-235918d57be0', 'tenant_id': 'f1d9b8a2852847abaf50233e44b3b990', 'mac_address': 'fa:16:3e:0f:a8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '703f819a-471b-406d-abe3-9a43e329de84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:36Z', 'updated_at': '2022-03-22T19:29:38Z', 'revision_number': 2, 'project_id': 'f1d9b8a2852847abaf50233e44b3b990', 'subnets': [{'id': '703f819a-471b-406d-abe3-9a43e329de84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:29:45.783306 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:45.832588 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 512149e1-9e99-4084-aeaf-943c08b8e57d completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:29:45.841962 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 512149e1-9e99-4084-aeaf-943c08b8e57d triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:45.842352 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (512149e1-9e99-4084-aeaf-943c08b8e57d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:45.863969 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee3563-6505-4320-a6ef-d4e3ebef6670 req-5bf3937e-9a42-41a6-9455-d976461bb481 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:45.877327 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee3563-6505-4320-a6ef-d4e3ebef6670 req-5bf3937e-9a42-41a6-9455-d976461bb481 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:45.885153 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee3563-6505-4320-a6ef-d4e3ebef6670 req-5bf3937e-9a42-41a6-9455-d976461bb481 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:45.903670 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee3563-6505-4320-a6ef-d4e3ebef6670 req-5bf3937e-9a42-41a6-9455-d976461bb481 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:45.912563 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:45.915048 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee3563-6505-4320-a6ef-d4e3ebef6670 req-5bf3937e-9a42-41a6-9455-d976461bb481 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:45.928812 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee3563-6505-4320-a6ef-d4e3ebef6670 req-5bf3937e-9a42-41a6-9455-d976461bb481 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:45.940797 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee3563-6505-4320-a6ef-d4e3ebef6670 req-5bf3937e-9a42-41a6-9455-d976461bb481 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:45.945702 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e3ee3563-6505-4320-a6ef-d4e3ebef6670 req-5bf3937e-9a42-41a6-9455-d976461bb481 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5436 time: 1.0139885 Mar 22 19:29:45.948210 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789d8202-1c21-46f6-ae4b-0261402bba73 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:29:45.959638 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e37621-133d-4bf8-9cb6-418bdeae5f1e None None] Sync routers for ids ['90748807-c59d-47a2-b420-b93e2608c17b'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:29:45.978616 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e37621-133d-4bf8-9cb6-418bdeae5f1e None None] Routers {'90748807-c59d-47a2-b420-b93e2608c17b'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:45.981060 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-74e37621-133d-4bf8-9cb6-418bdeae5f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:29:18Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['90748807-c59d-47a2-b420-b93e2608c17b'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:45.987111 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d41cc8-f292-4c3a-98ab-8086b668cf5d req-98275df1-b42b-477e-9791-a82352680792 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:45.997523 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-99d41cc8-f292-4c3a-98ab-8086b668cf5d req-98275df1-b42b-477e-9791-a82352680792 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.9115963 Mar 22 19:29:46.132625 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-99d41cc8-f292-4c3a-98ab-8086b668cf5d req-f2bc71b0-3b2a-439a-b356-d0106d65285e tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338968 Mar 22 19:29:46.148220 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-789d8202-1c21-46f6-ae4b-0261402bba73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:46.149955 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-789d8202-1c21-46f6-ae4b-0261402bba73 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 11.0345798 Mar 22 19:29:46.152540 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53962) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:46.196911 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 512149e1-9e99-4084-aeaf-943c08b8e57d is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:46.209357 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (512149e1-9e99-4084-aeaf-943c08b8e57d), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:46.383658 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 512149e1-9e99-4084-aeaf-943c08b8e57d, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=512149e1-9e99-4084-aeaf-943c08b8e57d,segment=NetworkSegment(b4692052-4d01-41f5-a3e9-0fcd02552fd8),segment_id=b4692052-4d01-41f5-a3e9-0fcd02552fd8)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:46.385078 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:46.386130 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:46.393588 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-74e37621-133d-4bf8-9cb6-418bdeae5f1e None None] Set router 90748807-c59d-47a2-b420-b93e2608c17b gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:46.434539 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f22654bd-5fe2-4531-bddf-6936ea502870 req-2d3f8098-07da-4d53-8b52-85ed47a1e66b tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e1cf4fe-be24-4a47-8dd0-af0d99d320e6 HTTP/1.1" status: 200 len: 210 time: 0.1150446 Mar 22 19:29:46.486713 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886b8bf-fd76-4c8f-8d15-3c657a022f1e req-efcc63b2-2855-40b8-a79a-fb3ab47035d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:46.490568 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1886b8bf-fd76-4c8f-8d15-3c657a022f1e req-efcc63b2-2855-40b8-a79a-fb3ab47035d1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e2aac6b4-9023-4a56-b28e-d9728a595e67 HTTP/1.1" status: 200 len: 920 time: 1.1172132 Mar 22 19:29:46.496144 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512149e1-9e99-4084-aeaf-943c08b8e57d'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:29:46.499339 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66dde98-0eed-4c66-a4f5-5ecb460d3228" -d '{"events": [{"server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "name": "network-vif-plugged", "status": "completed", "tag": "512149e1-9e99-4084-aeaf-943c08b8e57d"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:29:46.509376 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (512149e1-9e99-4084-aeaf-943c08b8e57d), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:46.731247 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1886b8bf-fd76-4c8f-8d15-3c657a022f1e req-20695a95-8c0d-40a6-8732-35e3ce0faf15 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=299c7a2b-2061-4aea-985d-65b129066409 HTTP/1.1" status: 200 len: 1001 time: 0.1536546 Mar 22 19:29:46.736866 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e3ee3563-6505-4320-a6ef-d4e3ebef6670 req-e2d444d0-8ed0-4d97-9442-dca860ceab27 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7827833 Mar 22 19:29:46.752722 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=512149e1-9e99-4084-aeaf-943c08b8e57d,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:46.803970 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:46.825752 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a1c6f758-ff5e-4d17-8376-9d3cf0b5e1b8 req-2c14a17e-d5a3-4a7f-97d5-7f37360920cd tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 210 time: 0.0873318 Mar 22 19:29:46.992200 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722fce61-c5a2-4b48-b91f-dd17e8be9e3f x-openstack-request-id: req-722fce61-c5a2-4b48-b91f-dd17e8be9e3f {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:29:46.992731 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "name": "network-vif-plugged", "status": "completed", "tag": "512149e1-9e99-4084-aeaf-943c08b8e57d", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:29:46.993261 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-722fce61-c5a2-4b48-b91f-dd17e8be9e3f {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:29:46.993683 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-722fce61-c5a2-4b48-b91f-dd17e8be9e3f'] response: {'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512149e1-9e99-4084-aeaf-943c08b8e57d', 'code': 200} Mar 22 19:29:46.996586 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ccf25-5957-4016-a165-b992149b44aa req-647473e1-ef0a-4950-8be1-d426c1ffde9d tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:46.998862 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-603ccf25-5957-4016-a165-b992149b44aa req-647473e1-ef0a-4950-8be1-d426c1ffde9d tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.84 "GET /v2.0/networks?id=d20554b8-a26c-4c21-9aa9-235918d57be0 HTTP/1.1" status: 200 len: 819 time: 0.6779773 Mar 22 19:29:47.035692 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886b8bf-fd76-4c8f-8d15-3c657a022f1e req-e5054af1-11ea-442b-82b4-d8026ee4edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:47.040089 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1886b8bf-fd76-4c8f-8d15-3c657a022f1e req-e5054af1-11ea-442b-82b4-d8026ee4edcb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd5ec6ea-2197-4f69-89c7-80c309a39451 HTTP/1.1" status: 200 len: 858 time: 0.2962680 Mar 22 19:29:47.093460 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-74e37621-133d-4bf8-9cb6-418bdeae5f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90748807-c59d-47a2-b420-b93e2608c17b', 'name': 'tempest-TestServerMultinode-1372099761-router', 'tenant_id': 'c84ea4bdf315458e93c5434426f6023a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:35Z', 'updated_at': '2022-03-22T19:29:41Z', 'revision_number': 3, 'project_id': 'c84ea4bdf315458e93c5434426f6023a', 'gw_port': {'id': 'b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:de:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90748807-c59d-47a2-b420-b93e2608c17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:38Z', 'updated_at': '2022-03-22T19:29:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:47.104006 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-603ccf25-5957-4016-a165-b992149b44aa req-bb1c4c41-0a9b-45f1-a7a9-9ad379c5d330 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Request body: {'port': {'device_id': 'cb3408eb-19ef-485d-8486-3be08755a9a2', 'network_id': 'd20554b8-a26c-4c21-9aa9-235918d57be0', 'admin_state_up': True, 'tenant_id': 'f1d9b8a2852847abaf50233e44b3b990'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:47.246207 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e37621-133d-4bf8-9cb6-418bdeae5f1e None None] Checking router: 90748807-c59d-47a2-b420-b93e2608c17b for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:29:47.246717 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e37621-133d-4bf8-9cb6-418bdeae5f1e None None] Updating router 90748807-c59d-47a2-b420-b93e2608c17b port b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:29:47.317505 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-74e37621-133d-4bf8-9cb6-418bdeae5f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:47.374740 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1d9b913a-5fc4-491a-b947-6a15c59fdff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:47.553335 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 4ec388ce-f317-4007-a3b7-a3ba772d23b7 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:47.726319 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 4ec388ce-f317-4007-a3b7-a3ba772d23b7 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:29:47.733692 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 4ec388ce-f317-4007-a3b7-a3ba772d23b7 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:47.734367 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (4ec388ce-f317-4007-a3b7-a3ba772d23b7), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:47.826363 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 4262f418-d5e5-43dd-a770-e8ee4c8add8a up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:47.994316 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 4ec388ce-f317-4007-a3b7-a3ba772d23b7 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:47.999186 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4ec388ce-f317-4007-a3b7-a3ba772d23b7), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:48.022362 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 4262f418-d5e5-43dd-a770-e8ee4c8add8a triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:48.027102 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (4262f418-d5e5-43dd-a770-e8ee4c8add8a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:48.059674 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-74e37621-133d-4bf8-9cb6-418bdeae5f1e None None] Publish callbacks [] for port (b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:48.079707 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-74e37621-133d-4bf8-9cb6-418bdeae5f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:48.142548 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-74e37621-133d-4bf8-9cb6-418bdeae5f1e None None] Attempting to bind port b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:29:48.143245 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-74e37621-133d-4bf8-9cb6-418bdeae5f1e None None] Attempting to bind port b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:29:48.146067 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e37621-133d-4bf8-9cb6-418bdeae5f1e None None] Attempting to bind port b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:29:48.164225 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 4ec388ce-f317-4007-a3b7-a3ba772d23b7, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=4ec388ce-f317-4007-a3b7-a3ba772d23b7,segment=NetworkSegment(186c2c9a-2324-4c56-b190-0b64e4273968),segment_id=186c2c9a-2324-4c56-b190-0b64e4273968)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:48.173165 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53986) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:48.180549 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4ec388ce-f317-4007-a3b7-a3ba772d23b7), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:48.183500 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 9e808c4c-a810-49a0-bf70-bc337009de29 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:48.189651 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e37621-133d-4bf8-9cb6-418bdeae5f1e None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:29:48.190086 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e37621-133d-4bf8-9cb6-418bdeae5f1e None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:29:48.190504 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-74e37621-133d-4bf8-9cb6-418bdeae5f1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:48.190905 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e37621-133d-4bf8-9cb6-418bdeae5f1e None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:29:48.191495 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-74e37621-133d-4bf8-9cb6-418bdeae5f1e None None] Bound port: b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:29:48.191888 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-74e37621-133d-4bf8-9cb6-418bdeae5f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:48.273665 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-74e37621-133d-4bf8-9cb6-418bdeae5f1e None None] For port b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:29:48.284099 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-74e37621-133d-4bf8-9cb6-418bdeae5f1e None None] For port b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:29:48.292365 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22775c73-9b3f-4597-9dc5-5d7c47b876ee None None] Pushing event updated for resources: {'Port': ['ID=b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:48.298652 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-74e37621-133d-4bf8-9cb6-418bdeae5f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:48.459542 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22775c73-9b3f-4597-9dc5-5d7c47b876ee None None] Pushing event updated for resources: {'Port': ['ID=b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:48.495811 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e37621-133d-4bf8-9cb6-418bdeae5f1e None None] Routers {'90748807-c59d-47a2-b420-b93e2608c17b'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:48.497113 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-74e37621-133d-4bf8-9cb6-418bdeae5f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:29:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['90748807-c59d-47a2-b420-b93e2608c17b'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:48.527601 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1886b8bf-fd76-4c8f-8d15-3c657a022f1e req-a9d612f8-e9ee-4bea-ac77-a9a6151bc34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:48.531421 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1886b8bf-fd76-4c8f-8d15-3c657a022f1e req-a9d612f8-e9ee-4bea-ac77-a9a6151bc34c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e2aac6b4-9023-4a56-b28e-d9728a595e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.4537935 Mar 22 19:29:48.563255 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde3009-5030-4bce-92a2-b2898580a619 req-0ba1ddf9-79b0-4418-9040-9e612fc954b0 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:48.565180 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bdde3009-5030-4bce-92a2-b2898580a619 req-0ba1ddf9-79b0-4418-9040-9e612fc954b0 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 1.5598269 Mar 22 19:29:48.571548 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=4ec388ce-f317-4007-a3b7-a3ba772d23b7,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:48.596491 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7832b132-173d-41c1-81a7-5ffedbfad26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:48.633307 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:48.672508 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2584922-3c43-4f7d-8264-23430fbf45f6 req-ca9add35-f66d-4dc4-84cc-f3900e4cddb7 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:48.675983 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 4262f418-d5e5-43dd-a770-e8ee4c8add8a is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:48.676393 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4262f418-d5e5-43dd-a770-e8ee4c8add8a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:48.705720 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2584922-3c43-4f7d-8264-23430fbf45f6 req-ca9add35-f66d-4dc4-84cc-f3900e4cddb7 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:48.713456 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2584922-3c43-4f7d-8264-23430fbf45f6 req-ca9add35-f66d-4dc4-84cc-f3900e4cddb7 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:48.727394 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2584922-3c43-4f7d-8264-23430fbf45f6 req-ca9add35-f66d-4dc4-84cc-f3900e4cddb7 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:48.737907 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2584922-3c43-4f7d-8264-23430fbf45f6 req-ca9add35-f66d-4dc4-84cc-f3900e4cddb7 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:48.752245 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2584922-3c43-4f7d-8264-23430fbf45f6 req-ca9add35-f66d-4dc4-84cc-f3900e4cddb7 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:48.757972 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:48.759215 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 9e808c4c-a810-49a0-bf70-bc337009de29 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:29:48.765401 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2584922-3c43-4f7d-8264-23430fbf45f6 req-ca9add35-f66d-4dc4-84cc-f3900e4cddb7 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:48.773738 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e2584922-3c43-4f7d-8264-23430fbf45f6 req-ca9add35-f66d-4dc4-84cc-f3900e4cddb7 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5438 time: 0.5982325 Mar 22 19:29:48.778097 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 4262f418-d5e5-43dd-a770-e8ee4c8add8a, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=4262f418-d5e5-43dd-a770-e8ee4c8add8a,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:48.788034 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 9e808c4c-a810-49a0-bf70-bc337009de29 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:48.788803 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9e808c4c-a810-49a0-bf70-bc337009de29), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:48.795007 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4262f418-d5e5-43dd-a770-e8ee4c8add8a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:48.803607 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-74e37621-133d-4bf8-9cb6-418bdeae5f1e None None] Set router 90748807-c59d-47a2-b420-b93e2608c17b gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:48.915071 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9cd8-4aa7-41ca-b514-3339aece617e tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks [] for security_group (b591d7ec-4d48-4377-bca9-c2da745c5c62), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:48.969249 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-7832b132-173d-41c1-81a7-5ffedbfad26a admin admin] Allocated IP 172.20.0.1 (c5f1051e-7596-41e4-8191-13bf27378140/907e1201-ed97-419e-b777-cf90ce716258/87cdca7f-6ff7-48cb-9cf4-1a85b99ea267) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:29:49.000691 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec388ce-f317-4007-a3b7-a3ba772d23b7'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:29:49.003835 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2d6183-79a2-4abc-8503-332c63146ff4" -d '{"events": [{"server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "name": "network-vif-plugged", "status": "completed", "tag": "4ec388ce-f317-4007-a3b7-a3ba772d23b7"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:29:49.015501 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=4262f418-d5e5-43dd-a770-e8ee4c8add8a,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:49.025175 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e2584922-3c43-4f7d-8264-23430fbf45f6 req-86483156-f4a9-4263-8422-35d001a4abf5 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2503858 Mar 22 19:29:49.117129 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9cd8-4aa7-41ca-b514-3339aece617e tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks [] for security_group (b591d7ec-4d48-4377-bca9-c2da745c5c62), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:49.119715 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 9e808c4c-a810-49a0-bf70-bc337009de29 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:49.122114 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9e808c4c-a810-49a0-bf70-bc337009de29), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:49.208250 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-614ce690-c49b-46db-95ad-e9cbf716ad7f req-e780a5d0-74c7-404b-888f-41068c6290bf tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 210 time: 0.0428615 Mar 22 19:29:49.212042 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 9e808c4c-a810-49a0-bf70-bc337009de29, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=9e808c4c-a810-49a0-bf70-bc337009de29,segment=NetworkSegment(186c2c9a-2324-4c56-b190-0b64e4273968),segment_id=186c2c9a-2324-4c56-b190-0b64e4273968)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:49.232486 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7832b132-173d-41c1-81a7-5ffedbfad26a admin admin] Publish callbacks [] for port (87cdca7f-6ff7-48cb-9cf4-1a85b99ea267), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:49.234866 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (9e808c4c-a810-49a0-bf70-bc337009de29), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:49.236167 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:49.248403 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bdde3009-5030-4bce-92a2-b2898580a619 req-3bde4db1-131c-4a1a-baac-bd98725041a6 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6253064 Mar 22 19:29:49.281668 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-603ccf25-5957-4016-a165-b992149b44aa req-bb1c4c41-0a9b-45f1-a7a9-9ad379c5d330 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Made reservation on behalf of f1d9b8a2852847abaf50233e44b3b990 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:29:49.289631 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-603ccf25-5957-4016-a165-b992149b44aa req-bb1c4c41-0a9b-45f1-a7a9-9ad379c5d330 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:49.329451 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7832b132-173d-41c1-81a7-5ffedbfad26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (87cdca7f-6ff7-48cb-9cf4-1a85b99ea267), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:49.350748 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1886b8bf-fd76-4c8f-8d15-3c657a022f1e req-da28d9bf-3125-425f-8755-6750abecd2eb service neutron] 10.222.0.85 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7845132 Mar 22 19:29:49.368987 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a568a7b5-aaac-401a-a012-c48639823890 x-openstack-request-id: req-a568a7b5-aaac-401a-a012-c48639823890 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:29:49.369558 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "name": "network-vif-plugged", "status": "completed", "tag": "4ec388ce-f317-4007-a3b7-a3ba772d23b7", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:29:49.370040 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a568a7b5-aaac-401a-a012-c48639823890 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:29:49.370598 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a568a7b5-aaac-401a-a012-c48639823890'] response: {'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ec388ce-f317-4007-a3b7-a3ba772d23b7', 'code': 200} Mar 22 19:29:49.416754 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7832b132-173d-41c1-81a7-5ffedbfad26a admin admin] Network c5f1051e-7596-41e4-8191-13bf27378140 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:29:49.429667 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-7832b132-173d-41c1-81a7-5ffedbfad26a admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:49.433945 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7832b132-173d-41c1-81a7-5ffedbfad26a admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:29:49.467466 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7832b132-173d-41c1-81a7-5ffedbfad26a admin admin] Pushing event updated for resources: {'Port': ['ID=87cdca7f-6ff7-48cb-9cf4-1a85b99ea267,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:49.508665 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7832b132-173d-41c1-81a7-5ffedbfad26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (90748807-c59d-47a2-b420-b93e2608c17b), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:49.514754 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=9e808c4c-a810-49a0-bf70-bc337009de29,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:49.539313 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:29:49.546548 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:49.546944 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7ae7734a-066b-4d0f-82f5-e8e91a5e1aef), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:49.648876 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9cd8-4aa7-41ca-b514-3339aece617e tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b591d7ec-4d48-4377-bca9-c2da745c5c62), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:49.654100 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c9fe9cd8-4aa7-41ca-b514-3339aece617e tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:49.664851 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c9fe9cd8-4aa7-41ca-b514-3339aece617e tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "DELETE /v2.0/security-groups/b591d7ec-4d48-4377-bca9-c2da745c5c62 HTTP/1.1" status: 204 len: 168 time: 1.4855151 Mar 22 19:29:49.669088 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54006) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:49.682297 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-74e37621-133d-4bf8-9cb6-418bdeae5f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90748807-c59d-47a2-b420-b93e2608c17b', 'name': 'tempest-TestServerMultinode-1372099761-router', 'tenant_id': 'c84ea4bdf315458e93c5434426f6023a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:35Z', 'updated_at': '2022-03-22T19:29:41Z', 'revision_number': 3, 'project_id': 'c84ea4bdf315458e93c5434426f6023a', 'gw_port': {'id': 'b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:de:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90748807-c59d-47a2-b420-b93e2608c17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:38Z', 'updated_at': '2022-03-22T19:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:49.757381 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e37621-133d-4bf8-9cb6-418bdeae5f1e None None] The sync data for ids ['90748807-c59d-47a2-b420-b93e2608c17b'] in n-d-705658-24 is: [{'id': '90748807-c59d-47a2-b420-b93e2608c17b', 'name': 'tempest-TestServerMultinode-1372099761-router', 'tenant_id': 'c84ea4bdf315458e93c5434426f6023a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:35Z', 'updated_at': '2022-03-22T19:29:41Z', 'revision_number': 3, 'project_id': 'c84ea4bdf315458e93c5434426f6023a', 'gw_port': {'id': 'b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:de:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90748807-c59d-47a2-b420-b93e2608c17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:38Z', 'updated_at': '2022-03-22T19:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:29:49.779209 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-ba72ae24-667b-4360-99e3-60fb6cab3c0d tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] show failed (client error): The resource could not be found. Mar 22 19:29:49.789870 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ba72ae24-667b-4360-99e3-60fb6cab3c0d tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "GET /v2.0/security-groups/b591d7ec-4d48-4377-bca9-c2da745c5c62 HTTP/1.1" status: 404 len: 347 time: 0.1083279 Mar 22 19:29:49.797105 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54008) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:49.859605 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 4262f418-d5e5-43dd-a770-e8ee4c8add8a up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:49.870034 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:49.871998 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7ae7734a-066b-4d0f-82f5-e8e91a5e1aef), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:50.003902 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-603ccf25-5957-4016-a165-b992149b44aa req-bb1c4c41-0a9b-45f1-a7a9-9ad379c5d330 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Allocated IP 172.20.0.9 (d20554b8-a26c-4c21-9aa9-235918d57be0/703f819a-471b-406d-abe3-9a43e329de84/7f5733db-943a-4497-a193-bb4029fc5a4e) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:29:50.093240 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=7ae7734a-066b-4d0f-82f5-e8e91a5e1aef,segment=NetworkSegment(186c2c9a-2324-4c56-b190-0b64e4273968),segment_id=186c2c9a-2324-4c56-b190-0b64e4273968)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:50.152261 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7ae7734a-066b-4d0f-82f5-e8e91a5e1aef), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:50.153938 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 0ddbef26-fdc2-4762-a812-c5ac7d714e89 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:50.215873 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7832b132-173d-41c1-81a7-5ffedbfad26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (87cdca7f-6ff7-48cb-9cf4-1a85b99ea267), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:50.328106 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-603ccf25-5957-4016-a165-b992149b44aa req-bb1c4c41-0a9b-45f1-a7a9-9ad379c5d330 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks [] for port (7f5733db-943a-4497-a193-bb4029fc5a4e), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:50.359809 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:50.365965 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=7ae7734a-066b-4d0f-82f5-e8e91a5e1aef,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:50.405109 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-e729bf25-294e-477c-89b1-f906c699948c tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Deleting port ca53d8f1-3435-4074-bf30-231dda756048 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:29:50.405460 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e729bf25-294e-477c-89b1-f906c699948c tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (ca53d8f1-3435-4074-bf30-231dda756048), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:50.409412 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 4262f418-d5e5-43dd-a770-e8ee4c8add8a triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:50.409882 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (4262f418-d5e5-43dd-a770-e8ee4c8add8a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:50.424048 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-603ccf25-5957-4016-a165-b992149b44aa req-bb1c4c41-0a9b-45f1-a7a9-9ad379c5d330 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (7f5733db-943a-4497-a193-bb4029fc5a4e), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:50.477408 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-849e5249-1b4f-405d-8345-ce77aab8c294 None None] Provisioning complete for port 87cdca7f-6ff7-48cb-9cf4-1a85b99ea267 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:50.478299 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-849e5249-1b4f-405d-8345-ce77aab8c294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (87cdca7f-6ff7-48cb-9cf4-1a85b99ea267), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:50.521817 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe9cd8-4aa7-41ca-b514-3339aece617e tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b591d7ec-4d48-4377-bca9-c2da745c5c62,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:50.640616 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 0ddbef26-fdc2-4762-a812-c5ac7d714e89 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:29:50.676158 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-603ccf25-5957-4016-a165-b992149b44aa req-bb1c4c41-0a9b-45f1-a7a9-9ad379c5d330 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Network d20554b8-a26c-4c21-9aa9-235918d57be0 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:29:50.682598 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 0ddbef26-fdc2-4762-a812-c5ac7d714e89 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:50.683290 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (0ddbef26-fdc2-4762-a812-c5ac7d714e89), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:50.713601 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e729bf25-294e-477c-89b1-f906c699948c tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (ca53d8f1-3435-4074-bf30-231dda756048), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:50.714438 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e729bf25-294e-477c-89b1-f906c699948c tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks [] for floatingip (ca53d8f1-3435-4074-bf30-231dda756048), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:50.715280 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-603ccf25-5957-4016-a165-b992149b44aa req-bb1c4c41-0a9b-45f1-a7a9-9ad379c5d330 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:50.734859 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-603ccf25-5957-4016-a165-b992149b44aa req-bb1c4c41-0a9b-45f1-a7a9-9ad379c5d330 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:29:50.749634 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-e729bf25-294e-477c-89b1-f906c699948c tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Calling delete_port for ca53d8f1-3435-4074-bf30-231dda756048 owned by network:floatingip {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:29:50.824883 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-849e5249-1b4f-405d-8345-ce77aab8c294 None None] Port 87cdca7f-6ff7-48cb-9cf4-1a85b99ea267 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:29:50.826654 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae7bcf2-3526-4426-8460-8264ea2bc199 None None] Sync routers for ids ['16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:29:50.851522 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b0a98-ad4f-49d2-a558-56771453e680 req-8ca3edbd-a4a9-4515-975d-c2469cbeb5cf tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:50.859641 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c4b0a98-ad4f-49d2-a558-56771453e680 req-8ca3edbd-a4a9-4515-975d-c2469cbeb5cf tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 1.3727405 Mar 22 19:29:50.868064 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae7bcf2-3526-4426-8460-8264ea2bc199 None None] Routers {'16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:50.868970 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-fae7bcf2-3526-4426-8460-8264ea2bc199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:29:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:50.882552 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ccf25-5957-4016-a165-b992149b44aa req-bb1c4c41-0a9b-45f1-a7a9-9ad379c5d330 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:50.883666 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-603ccf25-5957-4016-a165-b992149b44aa req-bb1c4c41-0a9b-45f1-a7a9-9ad379c5d330 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:50.955693 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 4262f418-d5e5-43dd-a770-e8ee4c8add8a is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:50.962426 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-603ccf25-5957-4016-a165-b992149b44aa req-bb1c4c41-0a9b-45f1-a7a9-9ad379c5d330 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9195518 Mar 22 19:29:50.968576 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c4c41-0a9b-45f1-a7a9-9ad379c5d330 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Pushing event updated for resources: {'Port': ['ID=7f5733db-943a-4497-a193-bb4029fc5a4e,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:50.977870 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-603ccf25-5957-4016-a165-b992149b44aa req-4c9ac2d0-02d9-4c3c-8006-62a5036c70f2 service neutron] Request body: {'port': {'device_id': 'cb3408eb-19ef-485d-8486-3be08755a9a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:51.020439 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1886b8bf-fd76-4c8f-8d15-3c657a022f1e req-3857c9a0-67ec-4b1c-85a8-2b430bd4baa9 service neutron] 10.222.0.85 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6592228 Mar 22 19:29:51.032548 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e729bf25-294e-477c-89b1-f906c699948c tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (ca53d8f1-3435-4074-bf30-231dda756048), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:51.109586 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c4b0a98-ad4f-49d2-a558-56771453e680 req-d038ac1d-fa47-4839-9c81-27a2db1cd82f tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2382436 Mar 22 19:29:51.142888 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729bf25-294e-477c-89b1-f906c699948c tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Pushing event deleted for resources: {'Port': ['ID=ca53d8f1-3435-4074-bf30-231dda756048,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:51.159934 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df099866-1fff-4ac5-89db-ea84aba8fbc9 req-c662218a-e591-4593-b9a3-679ced4b919f tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:51.176685 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df099866-1fff-4ac5-89db-ea84aba8fbc9 req-c662218a-e591-4593-b9a3-679ced4b919f tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:51.191374 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df099866-1fff-4ac5-89db-ea84aba8fbc9 req-c662218a-e591-4593-b9a3-679ced4b919f tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:51.212117 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df099866-1fff-4ac5-89db-ea84aba8fbc9 req-c662218a-e591-4593-b9a3-679ced4b919f tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:51.218128 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df099866-1fff-4ac5-89db-ea84aba8fbc9 req-c662218a-e591-4593-b9a3-679ced4b919f tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:51.249987 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df099866-1fff-4ac5-89db-ea84aba8fbc9 req-c662218a-e591-4593-b9a3-679ced4b919f tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:51.256317 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df099866-1fff-4ac5-89db-ea84aba8fbc9 req-c662218a-e591-4593-b9a3-679ced4b919f tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:51.268604 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-df099866-1fff-4ac5-89db-ea84aba8fbc9 req-c662218a-e591-4593-b9a3-679ced4b919f tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5440 time: 0.8956704 Mar 22 19:29:51.376982 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e808c4c-a810-49a0-bf70-bc337009de29'}, {'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae7734a-066b-4d0f-82f5-e8e91a5e1aef'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:29:51.385365 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27338e0f-e9ea-4b0b-a226-902ce6ee910f" -d '{"events": [{"server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "name": "network-vif-plugged", "status": "completed", "tag": "9e808c4c-a810-49a0-bf70-bc337009de29"}, {"server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "name": "network-vif-plugged", "status": "completed", "tag": "7ae7734a-066b-4d0f-82f5-e8e91a5e1aef"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:29:51.395946 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-603ccf25-5957-4016-a165-b992149b44aa req-4c9ac2d0-02d9-4c3c-8006-62a5036c70f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7f5733db-943a-4497-a193-bb4029fc5a4e), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:51.397943 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e729bf25-294e-477c-89b1-f906c699948c tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks [] for floatingip (40e45234-aaa2-4bdf-a407-51b084b4fd37), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:51.405836 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e729bf25-294e-477c-89b1-f906c699948c tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:51.415162 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e729bf25-294e-477c-89b1-f906c699948c tempest-ServersTestBootFromVolume-1776595530 tempest-ServersTestBootFromVolume-1776595530-project] 10.222.0.75 "DELETE /v2.0/floatingips/40e45234-aaa2-4bdf-a407-51b084b4fd37 HTTP/1.1" status: 204 len: 168 time: 1.6127121 Mar 22 19:29:51.418142 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54036) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:51.484697 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:51.545250 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4665b0a-9d63-47f3-a773-5bdad0b714c1 req-1f84ff7b-607c-49ff-9cf1-48ae092b4183 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:51.554732 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c4665b0a-9d63-47f3-a773-5bdad0b714c1 req-1f84ff7b-607c-49ff-9cf1-48ae092b4183 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 931 time: 0.2755520 Mar 22 19:29:51.610060 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-df099866-1fff-4ac5-89db-ea84aba8fbc9 req-04d8085d-5402-4a6e-bfa1-bd754b0b808a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3197281 Mar 22 19:29:51.688864 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-fae7bcf2-3526-4426-8460-8264ea2bc199 None None] Set router 16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:51.750362 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c4665b0a-9d63-47f3-a773-5bdad0b714c1 req-79efd7c6-870c-4384-b89b-9fd130933b79 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925273 Mar 22 19:29:51.815581 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 19:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1a52bf-6030-4aa2-8559-43750146dac6 x-openstack-request-id: req-cf1a52bf-6030-4aa2-8559-43750146dac6 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:29:51.817303 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "name": "network-vif-plugged", "status": "completed", "tag": "9e808c4c-a810-49a0-bf70-bc337009de29", "code": 200}, {"server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "name": "network-vif-plugged", "status": "completed", "tag": "7ae7734a-066b-4d0f-82f5-e8e91a5e1aef", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:29:51.820971 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cf1a52bf-6030-4aa2-8559-43750146dac6 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:29:51.821620 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf1a52bf-6030-4aa2-8559-43750146dac6'] response: {'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e808c4c-a810-49a0-bf70-bc337009de29', 'code': 200} Mar 22 19:29:51.822082 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf1a52bf-6030-4aa2-8559-43750146dac6'] response: {'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae7734a-066b-4d0f-82f5-e8e91a5e1aef', 'code': 200} Mar 22 19:29:51.948230 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:52.102758 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-603ccf25-5957-4016-a165-b992149b44aa req-4c9ac2d0-02d9-4c3c-8006-62a5036c70f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f5733db-943a-4497-a193-bb4029fc5a4e {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:29:52.110816 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-603ccf25-5957-4016-a165-b992149b44aa req-4c9ac2d0-02d9-4c3c-8006-62a5036c70f2 service neutron] Publish callbacks [] for port (7f5733db-943a-4497-a193-bb4029fc5a4e), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:52.124909 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-603ccf25-5957-4016-a165-b992149b44aa req-4c9ac2d0-02d9-4c3c-8006-62a5036c70f2 service neutron] Transition to ACTIVE for port object 7f5733db-943a-4497-a193-bb4029fc5a4e will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:29:52.131996 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 0ddbef26-fdc2-4762-a812-c5ac7d714e89 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:52.133817 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0ddbef26-fdc2-4762-a812-c5ac7d714e89), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:52.139723 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-603ccf25-5957-4016-a165-b992149b44aa req-4c9ac2d0-02d9-4c3c-8006-62a5036c70f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (7f5733db-943a-4497-a193-bb4029fc5a4e), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:52.244918 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7832b132-173d-41c1-81a7-5ffedbfad26a admin admin] Publish callbacks [] for port (87cdca7f-6ff7-48cb-9cf4-1a85b99ea267), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:52.257471 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ac2d0-02d9-4c3c-8006-62a5036c70f2 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5733db-943a-4497-a193-bb4029fc5a4e,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:52.265370 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7832b132-173d-41c1-81a7-5ffedbfad26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (87cdca7f-6ff7-48cb-9cf4-1a85b99ea267), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:52.272500 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:52.272946 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:52.395171 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 0ddbef26-fdc2-4762-a812-c5ac7d714e89, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=0ddbef26-fdc2-4762-a812-c5ac7d714e89,segment=NetworkSegment(e90353a3-2dc2-40d0-af93-fb32f35357dd),segment_id=e90353a3-2dc2-40d0-af93-fb32f35357dd)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:52.430039 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (0ddbef26-fdc2-4762-a812-c5ac7d714e89), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:52.433025 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 1f791238-3e27-4e2c-ba13-8a83f0b02353 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:52.457286 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7832b132-173d-41c1-81a7-5ffedbfad26a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (90748807-c59d-47a2-b420-b93e2608c17b), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:52.462763 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7832b132-173d-41c1-81a7-5ffedbfad26a admin admin] Pushing event updated for resources: {'Port': ['ID=87cdca7f-6ff7-48cb-9cf4-1a85b99ea267,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:52.464149 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-603ccf25-5957-4016-a165-b992149b44aa req-4c9ac2d0-02d9-4c3c-8006-62a5036c70f2 service neutron] Attempting to bind port 7f5733db-943a-4497-a193-bb4029fc5a4e on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:29:52.464639 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-603ccf25-5957-4016-a165-b992149b44aa req-4c9ac2d0-02d9-4c3c-8006-62a5036c70f2 service neutron] Attempting to bind port 7f5733db-943a-4497-a193-bb4029fc5a4e by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': 'd6fe1e1f-9db8-447e-a845-a66a5707089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd20554b8-a26c-4c21-9aa9-235918d57be0'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:29:52.465041 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603ccf25-5957-4016-a165-b992149b44aa req-4c9ac2d0-02d9-4c3c-8006-62a5036c70f2 service neutron] Attempting to bind port 7f5733db-943a-4497-a193-bb4029fc5a4e on network d20554b8-a26c-4c21-9aa9-235918d57be0 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:29:52.471288 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603ccf25-5957-4016-a165-b992149b44aa req-4c9ac2d0-02d9-4c3c-8006-62a5036c70f2 service neutron] Port 7f5733db-943a-4497-a193-bb4029fc5a4e on network d20554b8-a26c-4c21-9aa9-235918d57be0 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:29:52.473638 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603ccf25-5957-4016-a165-b992149b44aa req-4c9ac2d0-02d9-4c3c-8006-62a5036c70f2 service neutron] Attempting to bind port 7f5733db-943a-4497-a193-bb4029fc5a4e on network d20554b8-a26c-4c21-9aa9-235918d57be0 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:29:52.490909 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603ccf25-5957-4016-a165-b992149b44aa req-4c9ac2d0-02d9-4c3c-8006-62a5036c70f2 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:29:52.491416 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603ccf25-5957-4016-a165-b992149b44aa req-4c9ac2d0-02d9-4c3c-8006-62a5036c70f2 service neutron] Checking segment: {'id': 'd6fe1e1f-9db8-447e-a845-a66a5707089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd20554b8-a26c-4c21-9aa9-235918d57be0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:29:52.491925 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-603ccf25-5957-4016-a165-b992149b44aa req-4c9ac2d0-02d9-4c3c-8006-62a5036c70f2 service neutron] Bound using segment: {'id': 'd6fe1e1f-9db8-447e-a845-a66a5707089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd20554b8-a26c-4c21-9aa9-235918d57be0'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:29:52.492503 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-603ccf25-5957-4016-a165-b992149b44aa req-4c9ac2d0-02d9-4c3c-8006-62a5036c70f2 service neutron] Bound port: 7f5733db-943a-4497-a193-bb4029fc5a4e, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6fe1e1f-9db8-447e-a845-a66a5707089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd20554b8-a26c-4c21-9aa9-235918d57be0'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:29:52.493005 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-603ccf25-5957-4016-a165-b992149b44aa req-4c9ac2d0-02d9-4c3c-8006-62a5036c70f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7f5733db-943a-4497-a193-bb4029fc5a4e), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:52.625338 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-603ccf25-5957-4016-a165-b992149b44aa req-4c9ac2d0-02d9-4c3c-8006-62a5036c70f2 service neutron] For port 7f5733db-943a-4497-a193-bb4029fc5a4e, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:29:52.642225 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-603ccf25-5957-4016-a165-b992149b44aa req-4c9ac2d0-02d9-4c3c-8006-62a5036c70f2 service neutron] For port 7f5733db-943a-4497-a193-bb4029fc5a4e, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=7f5733db-943a-4497-a193-bb4029fc5a4e,segment=NetworkSegment(d6fe1e1f-9db8-447e-a845-a66a5707089d),segment_id=d6fe1e1f-9db8-447e-a845-a66a5707089d)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:29:52.664416 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-603ccf25-5957-4016-a165-b992149b44aa req-4c9ac2d0-02d9-4c3c-8006-62a5036c70f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (7f5733db-943a-4497-a193-bb4029fc5a4e), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:52.682484 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:52.682954 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:52.698858 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ccf25-5957-4016-a165-b992149b44aa req-4c9ac2d0-02d9-4c3c-8006-62a5036c70f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:52.701279 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-603ccf25-5957-4016-a165-b992149b44aa req-4c9ac2d0-02d9-4c3c-8006-62a5036c70f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:52.704108 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-603ccf25-5957-4016-a165-b992149b44aa req-4c9ac2d0-02d9-4c3c-8006-62a5036c70f2 service neutron] 10.222.0.84 "PUT /v2.0/ports/7f5733db-943a-4497-a193-bb4029fc5a4e HTTP/1.1" status: 200 len: 1092 time: 1.7310140 Mar 22 19:29:52.705718 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3408eb-19ef-485d-8486-3be08755a9a2', 'tag': '7f5733db-943a-4497-a193-bb4029fc5a4e'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:29:52.715336 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1839b64-fa0e-42c5-8fa0-1a26148acd52" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3408eb-19ef-485d-8486-3be08755a9a2", "tag": "7f5733db-943a-4497-a193-bb4029fc5a4e"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:29:52.730899 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:52.775939 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7832b132-173d-41c1-81a7-5ffedbfad26a admin admin] Network c5f1051e-7596-41e4-8191-13bf27378140 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:29:52.785066 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-7832b132-173d-41c1-81a7-5ffedbfad26a admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:29:52.813599 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=0ddbef26-fdc2-4762-a812-c5ac7d714e89,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:52.832824 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:52.963604 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121a7ff2-724c-4dc2-ae66-6ae850d164aa x-openstack-request-id: req-121a7ff2-724c-4dc2-ae66-6ae850d164aa {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:29:52.964121 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3408eb-19ef-485d-8486-3be08755a9a2", "tag": "7f5733db-943a-4497-a193-bb4029fc5a4e", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:29:52.964537 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-121a7ff2-724c-4dc2-ae66-6ae850d164aa {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:29:52.965140 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-121a7ff2-724c-4dc2-ae66-6ae850d164aa'] response: {'name': 'network-changed', 'server_uuid': 'cb3408eb-19ef-485d-8486-3be08755a9a2', 'tag': '7f5733db-943a-4497-a193-bb4029fc5a4e', 'status': 'completed', 'code': 200} Mar 22 19:29:52.992019 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:53.054334 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 1f791238-3e27-4e2c-ba13-8a83f0b02353 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:29:53.115698 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ccf25-5957-4016-a165-b992149b44aa req-488161e1-3b15-4078-a660-4d79e4974737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:53.117218 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-603ccf25-5957-4016-a165-b992149b44aa req-488161e1-3b15-4078-a660-4d79e4974737 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f1d9b8a2852847abaf50233e44b3b990&device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 1126 time: 0.2881348 Mar 22 19:29:53.156135 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 1f791238-3e27-4e2c-ba13-8a83f0b02353 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:53.156826 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (1f791238-3e27-4e2c-ba13-8a83f0b02353), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:53.182334 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7832b132-173d-41c1-81a7-5ffedbfad26a admin admin] Router 90748807-c59d-47a2-b420-b93e2608c17b has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:29:53.206736 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20aa16-2880-4106-b680-ae7c5dd78e1e req-758da700-1f33-4c77-b074-4fb89ad2be64 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:53.208655 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cd20aa16-2880-4106-b680-ae7c5dd78e1e req-758da700-1f33-4c77-b074-4fb89ad2be64 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 943 time: 0.2349932 Mar 22 19:29:53.221420 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1af8c1d6-e755-4baa-8b35-696ef30968a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (e0af61ad-896c-4e3a-9e08-9fed32c3391b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:53.246566 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-603ccf25-5957-4016-a165-b992149b44aa req-cb356315-603f-43de-a47a-8ea0fd33be15 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f5733db-943a-4497-a193-bb4029fc5a4e HTTP/1.1" status: 200 len: 217 time: 0.1159768 Mar 22 19:29:53.247649 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ac2d0-02d9-4c3c-8006-62a5036c70f2 service neutron] Pushing event updated for resources: {'Port': ['ID=7f5733db-943a-4497-a193-bb4029fc5a4e,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:53.314330 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ccf25-5957-4016-a165-b992149b44aa req-2a38e0ac-9c54-4770-8fc8-4b71132bddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:53.318772 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-603ccf25-5957-4016-a165-b992149b44aa req-2a38e0ac-9c54-4770-8fc8-4b71132bddc6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=703f819a-471b-406d-abe3-9a43e329de84 HTTP/1.1" status: 200 len: 859 time: 0.0574157 Mar 22 19:29:53.344764 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-d42590d8-4e99-47ab-85c7-cfa97435c486 None None] Provisioning complete for port 87cdca7f-6ff7-48cb-9cf4-1a85b99ea267 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:53.345149 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d42590d8-4e99-47ab-85c7-cfa97435c486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (87cdca7f-6ff7-48cb-9cf4-1a85b99ea267), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:53.361044 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-603ccf25-5957-4016-a165-b992149b44aa req-ead2ca59-9914-4782-b62a-1a2cc655fdac service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d20554b8-a26c-4c21-9aa9-235918d57be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332017 Mar 22 19:29:53.373078 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce275b-d448-4ed5-aa28-a7b30f34a7f0 req-516d9e57-1327-40dd-9dae-9f6fec97a822 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:53.378654 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce275b-d448-4ed5-aa28-a7b30f34a7f0 req-516d9e57-1327-40dd-9dae-9f6fec97a822 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:53.384691 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce275b-d448-4ed5-aa28-a7b30f34a7f0 req-516d9e57-1327-40dd-9dae-9f6fec97a822 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:53.390173 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce275b-d448-4ed5-aa28-a7b30f34a7f0 req-516d9e57-1327-40dd-9dae-9f6fec97a822 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:53.395649 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce275b-d448-4ed5-aa28-a7b30f34a7f0 req-516d9e57-1327-40dd-9dae-9f6fec97a822 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:53.401433 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce275b-d448-4ed5-aa28-a7b30f34a7f0 req-516d9e57-1327-40dd-9dae-9f6fec97a822 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:53.406971 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce275b-d448-4ed5-aa28-a7b30f34a7f0 req-516d9e57-1327-40dd-9dae-9f6fec97a822 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:53.409008 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-03ce275b-d448-4ed5-aa28-a7b30f34a7f0 req-516d9e57-1327-40dd-9dae-9f6fec97a822 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5441 time: 0.4667563 Mar 22 19:29:53.428460 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cd20aa16-2880-4106-b680-ae7c5dd78e1e req-7550b322-af37-41ba-8608-7aeea98ec4b0 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134771 Mar 22 19:29:53.441202 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d42590d8-4e99-47ab-85c7-cfa97435c486 None None] Port 87cdca7f-6ff7-48cb-9cf4-1a85b99ea267 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:29:53.463445 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-fae7bcf2-3526-4426-8460-8264ea2bc199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-875189775-router', 'tenant_id': 'f1d9b8a2852847abaf50233e44b3b990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '4262f418-d5e5-43dd-a770-e8ee4c8add8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:28Z', 'updated_at': '2022-03-22T19:29:37Z', 'revision_number': 4, 'project_id': 'f1d9b8a2852847abaf50233e44b3b990', 'gw_port': {'id': '4262f418-d5e5-43dd-a770-e8ee4c8add8a', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:30Z', 'updated_at': '2022-03-22T19:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7ca320f2-a987-4b99-9859-9c7df1d3e723', 'name': '', 'network_id': 'd20554b8-a26c-4c21-9aa9-235918d57be0', 'tenant_id': 'f1d9b8a2852847abaf50233e44b3b990', 'mac_address': 'fa:16:3e:0f:a8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '703f819a-471b-406d-abe3-9a43e329de84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:36Z', 'updated_at': '2022-03-22T19:29:38Z', 'revision_number': 2, 'project_id': 'f1d9b8a2852847abaf50233e44b3b990', 'subnets': [{'id': '703f819a-471b-406d-abe3-9a43e329de84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:53.526045 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae7bcf2-3526-4426-8460-8264ea2bc199 None None] Checking router: 16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:29:53.526413 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae7bcf2-3526-4426-8460-8264ea2bc199 None None] Updating router 16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9 port 7ca320f2-a987-4b99-9859-9c7df1d3e723 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:29:53.623647 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-03ce275b-d448-4ed5-aa28-a7b30f34a7f0 req-2e498a72-dda9-4096-a088-93dbe6682e5a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2018051 Mar 22 19:29:53.659646 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-603ccf25-5957-4016-a165-b992149b44aa req-2b3fafe4-7176-4265-8ad7-e85bf34d99dd service neutron] 10.222.0.84 "GET /v2.0/networks/d20554b8-a26c-4c21-9aa9-235918d57be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406230 Mar 22 19:29:53.663905 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fae7bcf2-3526-4426-8460-8264ea2bc199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7ca320f2-a987-4b99-9859-9c7df1d3e723), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:53.697747 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 1f791238-3e27-4e2c-ba13-8a83f0b02353 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:53.698452 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1f791238-3e27-4e2c-ba13-8a83f0b02353), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:53.726349 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7832b132-173d-41c1-81a7-5ffedbfad26a admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:29:53.745261 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0534f043-2516-4e87-9f71-4d639a452b4d None None] Sync routers for ids ['90748807-c59d-47a2-b420-b93e2608c17b'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:29:53.754329 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7832b132-173d-41c1-81a7-5ffedbfad26a admin admin] 10.222.0.75 "PUT /v2.0/routers/90748807-c59d-47a2-b420-b93e2608c17b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5957284 Mar 22 19:29:53.759878 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0534f043-2516-4e87-9f71-4d639a452b4d None None] Routers {'90748807-c59d-47a2-b420-b93e2608c17b'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:53.763755 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-0534f043-2516-4e87-9f71-4d639a452b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:29:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['90748807-c59d-47a2-b420-b93e2608c17b'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:53.785657 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:53.963341 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-603ccf25-5957-4016-a165-b992149b44aa req-5d2a2b91-ad47-44ae-a7ac-4c4db7eeee1c service neutron] 10.222.0.84 "GET /v2.0/networks/d20554b8-a26c-4c21-9aa9-235918d57be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026133 Mar 22 19:29:53.971662 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-1af8c1d6-e755-4baa-8b35-696ef30968a3 admin admin] Deleting port 3754e241-1acb-4e48-8646-4377e81f57b8 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:29:53.972145 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1af8c1d6-e755-4baa-8b35-696ef30968a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (3754e241-1acb-4e48-8646-4377e81f57b8), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:53.999592 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-0534f043-2516-4e87-9f71-4d639a452b4d None None] Set router 90748807-c59d-47a2-b420-b93e2608c17b gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:54.131840 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1839b64-fa0e-42c5-8fa0-1a26148acd52 req-ee303313-d98b-4af9-994b-ba0fb745d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:54.137989 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a1839b64-fa0e-42c5-8fa0-1a26148acd52 req-ee303313-d98b-4af9-994b-ba0fb745d886 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f1d9b8a2852847abaf50233e44b3b990&device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 1126 time: 0.1134834 Mar 22 19:29:54.231380 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-1af8c1d6-e755-4baa-8b35-696ef30968a3 admin admin] For port 3754e241-1acb-4e48-8646-4377e81f57b8, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=3754e241-1acb-4e48-8646-4377e81f57b8,segment=NetworkSegment(8067e91b-cbcd-4271-9c5d-e5892f367a72),segment_id=8067e91b-cbcd-4271-9c5d-e5892f367a72)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:54.231867 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1af8c1d6-e755-4baa-8b35-696ef30968a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (3754e241-1acb-4e48-8646-4377e81f57b8), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:54.288001 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-1af8c1d6-e755-4baa-8b35-696ef30968a3 admin admin] Calling delete_port for 3754e241-1acb-4e48-8646-4377e81f57b8 owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:29:54.353777 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1839b64-fa0e-42c5-8fa0-1a26148acd52 req-5beb9f07-1e43-4a5f-b065-90d1f6de41da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:54.355310 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a1839b64-fa0e-42c5-8fa0-1a26148acd52 req-5beb9f07-1e43-4a5f-b065-90d1f6de41da service neutron] 10.222.0.84 "GET /v2.0/networks?id=d20554b8-a26c-4c21-9aa9-235918d57be0 HTTP/1.1" status: 200 len: 920 time: 0.2109959 Mar 22 19:29:54.450297 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a1839b64-fa0e-42c5-8fa0-1a26148acd52 req-34f89d60-7e10-46bd-a37a-de18137d0c3d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f5733db-943a-4497-a193-bb4029fc5a4e HTTP/1.1" status: 200 len: 217 time: 0.0872509 Mar 22 19:29:54.488645 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fae7bcf2-3526-4426-8460-8264ea2bc199 None None] Publish callbacks [] for port (7ca320f2-a987-4b99-9859-9c7df1d3e723), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:54.517121 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 1f791238-3e27-4e2c-ba13-8a83f0b02353, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=1f791238-3e27-4e2c-ba13-8a83f0b02353,segment=NetworkSegment(b4692052-4d01-41f5-a3e9-0fcd02552fd8),segment_id=b4692052-4d01-41f5-a3e9-0fcd02552fd8)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:54.518178 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ddbef26-fdc2-4762-a812-c5ac7d714e89'}, {'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f791238-3e27-4e2c-ba13-8a83f0b02353'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:29:54.522130 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db098e4f-d5cd-48b3-adae-3818f97bc2a7" -d '{"events": [{"server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "name": "network-vif-plugged", "status": "completed", "tag": "0ddbef26-fdc2-4762-a812-c5ac7d714e89"}, {"server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "name": "network-vif-plugged", "status": "completed", "tag": "1f791238-3e27-4e2c-ba13-8a83f0b02353"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:29:54.531341 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (1f791238-3e27-4e2c-ba13-8a83f0b02353), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:54.532163 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 14a3f8e4-e05b-4c1e-911f-de48243376f2 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:54.568414 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1839b64-fa0e-42c5-8fa0-1a26148acd52 req-f82f4564-8f7d-4bcf-a122-de5040cf21c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:54.574053 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a1839b64-fa0e-42c5-8fa0-1a26148acd52 req-f82f4564-8f7d-4bcf-a122-de5040cf21c8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=703f819a-471b-406d-abe3-9a43e329de84 HTTP/1.1" status: 200 len: 859 time: 0.1096106 Mar 22 19:29:54.590652 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fae7bcf2-3526-4426-8460-8264ea2bc199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7ca320f2-a987-4b99-9859-9c7df1d3e723), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:54.602632 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=1f791238-3e27-4e2c-ba13-8a83f0b02353,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:54.607083 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-0534f043-2516-4e87-9f71-4d639a452b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90748807-c59d-47a2-b420-b93e2608c17b', 'name': 'tempest-TestServerMultinode-1372099761-router', 'tenant_id': 'c84ea4bdf315458e93c5434426f6023a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:35Z', 'updated_at': '2022-03-22T19:29:49Z', 'revision_number': 4, 'project_id': 'c84ea4bdf315458e93c5434426f6023a', 'gw_port': {'id': 'b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:de:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90748807-c59d-47a2-b420-b93e2608c17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:38Z', 'updated_at': '2022-03-22T19:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '87cdca7f-6ff7-48cb-9cf4-1a85b99ea267', 'name': '', 'network_id': 'c5f1051e-7596-41e4-8191-13bf27378140', 'tenant_id': 'c84ea4bdf315458e93c5434426f6023a', 'mac_address': 'fa:16:3e:04:04:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90748807-c59d-47a2-b420-b93e2608c17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '907e1201-ed97-419e-b777-cf90ce716258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:48Z', 'updated_at': '2022-03-22T19:29:51Z', 'revision_number': 2, 'project_id': 'c84ea4bdf315458e93c5434426f6023a', 'subnets': [{'id': '907e1201-ed97-419e-b777-cf90ce716258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:54.639895 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a1839b64-fa0e-42c5-8fa0-1a26148acd52 req-37637c8a-7fb2-491a-9f22-a8ba8700631e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d20554b8-a26c-4c21-9aa9-235918d57be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578310 Mar 22 19:29:54.702738 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0534f043-2516-4e87-9f71-4d639a452b4d None None] Checking router: 90748807-c59d-47a2-b420-b93e2608c17b for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:29:54.710481 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0534f043-2516-4e87-9f71-4d639a452b4d None None] Updating router 90748807-c59d-47a2-b420-b93e2608c17b port 87cdca7f-6ff7-48cb-9cf4-1a85b99ea267 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:29:54.732183 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:54.732820 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:54.796531 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-0534f043-2516-4e87-9f71-4d639a452b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (87cdca7f-6ff7-48cb-9cf4-1a85b99ea267), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:54.805131 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1af8c1d6-e755-4baa-8b35-696ef30968a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (3754e241-1acb-4e48-8646-4377e81f57b8), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:54.806883 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa9ac1-6ab7-432a-a6c9-1ccdf47372d1 None None] Pushing event updated for resources: {'Port': ['ID=7ca320f2-a987-4b99-9859-9c7df1d3e723,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:54.826188 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 14a3f8e4-e05b-4c1e-911f-de48243376f2 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:29:54.829952 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-645c5104-31d4-482b-9cfc-454696d4de77 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:54.833023 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-645c5104-31d4-482b-9cfc-454696d4de77 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/networks?id=7b3e2f26-3add-4239-9044-1569c5fdc402 HTTP/1.1" status: 200 len: 909 time: 0.1475928 Mar 22 19:29:54.853784 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 14a3f8e4-e05b-4c1e-911f-de48243376f2 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:54.854664 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (14a3f8e4-e05b-4c1e-911f-de48243376f2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:54.886922 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8c1d6-e755-4baa-8b35-696ef30968a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3754e241-1acb-4e48-8646-4377e81f57b8,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:54.917966 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-30b81c3b-b359-40b0-97b0-aa8aafc5daac tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/quotas/c84ea4bdf315458e93c5434426f6023a HTTP/1.1" status: 200 len: 375 time: 0.0365875 Mar 22 19:29:55.008708 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-fae7bcf2-3526-4426-8460-8264ea2bc199 None None] Attempting to bind port 7ca320f2-a987-4b99-9859-9c7df1d3e723 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:29:55.009381 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-fae7bcf2-3526-4426-8460-8264ea2bc199 None None] Attempting to bind port 7ca320f2-a987-4b99-9859-9c7df1d3e723 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'd6fe1e1f-9db8-447e-a845-a66a5707089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd20554b8-a26c-4c21-9aa9-235918d57be0'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:29:55.013661 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae7bcf2-3526-4426-8460-8264ea2bc199 None None] Attempting to bind port 7ca320f2-a987-4b99-9859-9c7df1d3e723 on network d20554b8-a26c-4c21-9aa9-235918d57be0 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:29:55.051622 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae7bcf2-3526-4426-8460-8264ea2bc199 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:29:55.053386 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae7bcf2-3526-4426-8460-8264ea2bc199 None None] Checking segment: {'id': 'd6fe1e1f-9db8-447e-a845-a66a5707089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd20554b8-a26c-4c21-9aa9-235918d57be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:29:55.054850 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fae7bcf2-3526-4426-8460-8264ea2bc199 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:55.055460 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae7bcf2-3526-4426-8460-8264ea2bc199 None None] Bound using segment: {'id': 'd6fe1e1f-9db8-447e-a845-a66a5707089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd20554b8-a26c-4c21-9aa9-235918d57be0'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:29:55.060180 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-fae7bcf2-3526-4426-8460-8264ea2bc199 None None] Bound port: 7ca320f2-a987-4b99-9859-9c7df1d3e723, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6fe1e1f-9db8-447e-a845-a66a5707089d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd20554b8-a26c-4c21-9aa9-235918d57be0'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:29:55.060891 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fae7bcf2-3526-4426-8460-8264ea2bc199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7ca320f2-a987-4b99-9859-9c7df1d3e723), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:55.271860 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 14a3f8e4-e05b-4c1e-911f-de48243376f2 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:55.272254 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (14a3f8e4-e05b-4c1e-911f-de48243376f2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:55.326322 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67c619-365e-4648-9437-5ca7e367277b req-dc928ca5-a623-400b-9834-bd485a8d503c tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:55.336409 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf67c619-365e-4648-9437-5ca7e367277b req-dc928ca5-a623-400b-9834-bd485a8d503c tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 943 time: 0.6633785 Mar 22 19:29:55.390807 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1af8c1d6-e755-4baa-8b35-696ef30968a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (e0af61ad-896c-4e3a-9e08-9fed32c3391b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:55.433133 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 14a3f8e4-e05b-4c1e-911f-de48243376f2, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=14a3f8e4-e05b-4c1e-911f-de48243376f2,segment=NetworkSegment(186c2c9a-2324-4c56-b190-0b64e4273968),segment_id=186c2c9a-2324-4c56-b190-0b64e4273968)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:55.434468 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a1839b64-fa0e-42c5-8fa0-1a26148acd52 req-429d4949-3a64-4600-a397-7563796165ba service neutron] 10.222.0.84 "GET /v2.0/networks/d20554b8-a26c-4c21-9aa9-235918d57be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7863348 Mar 22 19:29:55.454965 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (14a3f8e4-e05b-4c1e-911f-de48243376f2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:55.537860 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-5fa0c12d-0549-420c-ae41-19192b29cc99 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/ports?tenant_id=c84ea4bdf315458e93c5434426f6023a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6088610 Mar 22 19:29:55.576439 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-0534f043-2516-4e87-9f71-4d639a452b4d None None] Publish callbacks [] for port (87cdca7f-6ff7-48cb-9cf4-1a85b99ea267), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:55.600776 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-0534f043-2516-4e87-9f71-4d639a452b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (87cdca7f-6ff7-48cb-9cf4-1a85b99ea267), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:55.645185 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:55.659309 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=14a3f8e4-e05b-4c1e-911f-de48243376f2,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:55.677714 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf67c619-365e-4648-9437-5ca7e367277b req-8640d450-4e8c-4d46-8983-5a4b3e7cd5f5 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402805 Mar 22 19:29:55.679671 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-fae7bcf2-3526-4426-8460-8264ea2bc199 None None] For port 7ca320f2-a987-4b99-9859-9c7df1d3e723, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:29:55.683918 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-fae7bcf2-3526-4426-8460-8264ea2bc199 None None] For port 7ca320f2-a987-4b99-9859-9c7df1d3e723, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=7ca320f2-a987-4b99-9859-9c7df1d3e723,segment=NetworkSegment(d6fe1e1f-9db8-447e-a845-a66a5707089d),segment_id=d6fe1e1f-9db8-447e-a845-a66a5707089d)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:29:55.709212 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fae7bcf2-3526-4426-8460-8264ea2bc199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7ca320f2-a987-4b99-9859-9c7df1d3e723), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:55.855754 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 19:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1afe7b-890a-4878-bad4-47e0eceef4cd x-openstack-request-id: req-0a1afe7b-890a-4878-bad4-47e0eceef4cd {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:29:55.856059 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "name": "network-vif-plugged", "status": "completed", "tag": "0ddbef26-fdc2-4762-a812-c5ac7d714e89", "code": 200}, {"server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "name": "network-vif-plugged", "status": "completed", "tag": "1f791238-3e27-4e2c-ba13-8a83f0b02353", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:29:55.856451 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0a1afe7b-890a-4878-bad4-47e0eceef4cd {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:29:55.856958 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a1afe7b-890a-4878-bad4-47e0eceef4cd'] response: {'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ddbef26-fdc2-4762-a812-c5ac7d714e89', 'code': 200} Mar 22 19:29:55.857232 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a1afe7b-890a-4878-bad4-47e0eceef4cd'] response: {'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f791238-3e27-4e2c-ba13-8a83f0b02353', 'code': 200} Mar 22 19:29:55.859319 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa9ac1-6ab7-432a-a6c9-1ccdf47372d1 None None] Pushing event updated for resources: {'Port': ['ID=7ca320f2-a987-4b99-9859-9c7df1d3e723,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:55.870975 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a1839b64-fa0e-42c5-8fa0-1a26148acd52 req-de9ab72a-9c5a-4288-a3aa-ee094ff4bc06 service neutron] 10.222.0.84 "GET /v2.0/networks/d20554b8-a26c-4c21-9aa9-235918d57be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231458 Mar 22 19:29:55.902278 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae7bcf2-3526-4426-8460-8264ea2bc199 None None] Routers {'16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:55.902933 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-fae7bcf2-3526-4426-8460-8264ea2bc199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:29:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:55.904516 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-21ec4001-191b-44b2-a7ab-58e758917854 service neutron] 10.222.0.75 "GET /v2.0/networks/7b3e2f26-3add-4239-9044-1569c5fdc402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477435 Mar 22 19:29:55.967422 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621d06d-cdaf-406f-9072-ad97ccf2c32a None None] Pushing event updated for resources: {'Port': ['ID=87cdca7f-6ff7-48cb-9cf4-1a85b99ea267,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:55.987770 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af8c1d6-e755-4baa-8b35-696ef30968a3 admin admin] Router e0af61ad-896c-4e3a-9e08-9fed32c3391b has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:29:56.013460 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-0534f043-2516-4e87-9f71-4d639a452b4d None None] Attempting to bind port 87cdca7f-6ff7-48cb-9cf4-1a85b99ea267 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:29:56.013850 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-0534f043-2516-4e87-9f71-4d639a452b4d None None] Attempting to bind port 87cdca7f-6ff7-48cb-9cf4-1a85b99ea267 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '31bb3c9d-71fa-49ad-8a1f-30193c79903d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c5f1051e-7596-41e4-8191-13bf27378140'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:29:56.014221 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0534f043-2516-4e87-9f71-4d639a452b4d None None] Attempting to bind port 87cdca7f-6ff7-48cb-9cf4-1a85b99ea267 on network c5f1051e-7596-41e4-8191-13bf27378140 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:29:56.030846 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0534f043-2516-4e87-9f71-4d639a452b4d None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:29:56.031222 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0534f043-2516-4e87-9f71-4d639a452b4d None None] Checking segment: {'id': '31bb3c9d-71fa-49ad-8a1f-30193c79903d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c5f1051e-7596-41e4-8191-13bf27378140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:29:56.044624 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-0534f043-2516-4e87-9f71-4d639a452b4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:56.044942 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0534f043-2516-4e87-9f71-4d639a452b4d None None] Bound using segment: {'id': '31bb3c9d-71fa-49ad-8a1f-30193c79903d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c5f1051e-7596-41e4-8191-13bf27378140'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:29:56.045562 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-0534f043-2516-4e87-9f71-4d639a452b4d None None] Bound port: 87cdca7f-6ff7-48cb-9cf4-1a85b99ea267, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31bb3c9d-71fa-49ad-8a1f-30193c79903d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c5f1051e-7596-41e4-8191-13bf27378140'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:29:56.045986 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-0534f043-2516-4e87-9f71-4d639a452b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (87cdca7f-6ff7-48cb-9cf4-1a85b99ea267), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:56.246866 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 7ca320f2-a987-4b99-9859-9c7df1d3e723 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:29:56.258988 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-fae7bcf2-3526-4426-8460-8264ea2bc199 None None] Set router 16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:56.269744 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-786b8a0a-37e1-4daa-bfe1-f2cdc0d1b66d service neutron] 10.222.0.75 "GET /v2.0/networks/7b3e2f26-3add-4239-9044-1569c5fdc402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550434 Mar 22 19:29:56.287194 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-0534f043-2516-4e87-9f71-4d639a452b4d None None] For port 87cdca7f-6ff7-48cb-9cf4-1a85b99ea267, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:29:56.290497 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-0534f043-2516-4e87-9f71-4d639a452b4d None None] For port 87cdca7f-6ff7-48cb-9cf4-1a85b99ea267, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=87cdca7f-6ff7-48cb-9cf4-1a85b99ea267,segment=NetworkSegment(31bb3c9d-71fa-49ad-8a1f-30193c79903d),segment_id=31bb3c9d-71fa-49ad-8a1f-30193c79903d)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:29:56.301008 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af8c1d6-e755-4baa-8b35-696ef30968a3 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:29:56.312555 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-0534f043-2516-4e87-9f71-4d639a452b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (87cdca7f-6ff7-48cb-9cf4-1a85b99ea267), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:56.322482 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1af8c1d6-e755-4baa-8b35-696ef30968a3 admin admin] 10.222.0.75 "PUT /v2.0/routers/e0af61ad-896c-4e3a-9e08-9fed32c3391b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9029295 Mar 22 19:29:56.324629 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54092) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:56.438337 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941762d-c393-4caa-bbbc-727cdb43dcc4 req-a9f3040f-3c03-4a5b-8837-dcc2e65d9338 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:56.449117 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941762d-c393-4caa-bbbc-727cdb43dcc4 req-a9f3040f-3c03-4a5b-8837-dcc2e65d9338 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:56.475199 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941762d-c393-4caa-bbbc-727cdb43dcc4 req-a9f3040f-3c03-4a5b-8837-dcc2e65d9338 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:56.492126 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cdbec7-f23b-44ce-9eed-c0854b7ceec4 None None] Sync routers for ids ['e0af61ad-896c-4e3a-9e08-9fed32c3391b'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:29:56.496204 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941762d-c393-4caa-bbbc-727cdb43dcc4 req-a9f3040f-3c03-4a5b-8837-dcc2e65d9338 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:56.511034 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941762d-c393-4caa-bbbc-727cdb43dcc4 req-a9f3040f-3c03-4a5b-8837-dcc2e65d9338 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:56.513687 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621d06d-cdaf-406f-9072-ad97ccf2c32a None None] Pushing event updated for resources: {'Port': ['ID=87cdca7f-6ff7-48cb-9cf4-1a85b99ea267,revision_number=4']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:56.529312 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941762d-c393-4caa-bbbc-727cdb43dcc4 req-a9f3040f-3c03-4a5b-8837-dcc2e65d9338 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:56.543175 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941762d-c393-4caa-bbbc-727cdb43dcc4 req-a9f3040f-3c03-4a5b-8837-dcc2e65d9338 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:56.554240 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0534f043-2516-4e87-9f71-4d639a452b4d None None] Routers {'90748807-c59d-47a2-b420-b93e2608c17b'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:56.556612 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-0534f043-2516-4e87-9f71-4d639a452b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:29:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['90748807-c59d-47a2-b420-b93e2608c17b'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:56.561444 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3941762d-c393-4caa-bbbc-727cdb43dcc4 req-a9f3040f-3c03-4a5b-8837-dcc2e65d9338 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5443 time: 0.4931602 Mar 22 19:29:56.775063 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00294b2b-b012-4c20-9f0b-862f1a10fa3b req-a271a045-f900-43c2-b0e9-698ac70ba694 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=818d04e7-594e-4e39-ba6f-03a6bdbd8b79 HTTP/1.1" status: 200 len: 210 time: 0.1064391 Mar 22 19:29:56.822011 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3941762d-c393-4caa-bbbc-727cdb43dcc4 req-d0c05ce6-b02a-4d3e-b5bd-70c5655f2a84 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2469120 Mar 22 19:29:56.887903 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cdbec7-f23b-44ce-9eed-c0854b7ceec4 None None] Routers {'e0af61ad-896c-4e3a-9e08-9fed32c3391b'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:29:56.893041 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-c4cdbec7-f23b-44ce-9eed-c0854b7ceec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:29:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e0af61ad-896c-4e3a-9e08-9fed32c3391b'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:57.059400 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8ea22-fb7f-4d4b-94ba-1768879b88a2 req-78fe4c7f-c2bc-4375-aacf-1950a5c70566 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:57.061101 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8fa8ea22-fb7f-4d4b-94ba-1768879b88a2 req-78fe4c7f-c2bc-4375-aacf-1950a5c70566 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 943 time: 0.1531579 Mar 22 19:29:57.099995 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-0534f043-2516-4e87-9f71-4d639a452b4d None None] Set router 90748807-c59d-47a2-b420-b93e2608c17b gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:57.247610 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8fa8ea22-fb7f-4d4b-94ba-1768879b88a2 req-dc13545b-70c1-44ec-bc02-81f963b9fe7f tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787236 Mar 22 19:29:57.395140 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-d7656782-2a50-472c-9621-b154a7b8d2a1 None None] Provisioning complete for port 87cdca7f-6ff7-48cb-9cf4-1a85b99ea267 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:57.395778 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d7656782-2a50-472c-9621-b154a7b8d2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (87cdca7f-6ff7-48cb-9cf4-1a85b99ea267), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:57.428544 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-651e939d-ce75-42d1-af52-8f57942e6740 admin admin] Publish callbacks [] for router (e0af61ad-896c-4e3a-9e08-9fed32c3391b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:57.571625 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 7ca320f2-a987-4b99-9859-9c7df1d3e723 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:57.571999 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7ca320f2-a987-4b99-9859-9c7df1d3e723), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:57.600027 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-0534f043-2516-4e87-9f71-4d639a452b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90748807-c59d-47a2-b420-b93e2608c17b', 'name': 'tempest-TestServerMultinode-1372099761-router', 'tenant_id': 'c84ea4bdf315458e93c5434426f6023a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:35Z', 'updated_at': '2022-03-22T19:29:49Z', 'revision_number': 4, 'project_id': 'c84ea4bdf315458e93c5434426f6023a', 'gw_port': {'id': 'b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:de:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90748807-c59d-47a2-b420-b93e2608c17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:38Z', 'updated_at': '2022-03-22T19:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '87cdca7f-6ff7-48cb-9cf4-1a85b99ea267', 'name': '', 'network_id': 'c5f1051e-7596-41e4-8191-13bf27378140', 'tenant_id': 'c84ea4bdf315458e93c5434426f6023a', 'mac_address': 'fa:16:3e:04:04:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90748807-c59d-47a2-b420-b93e2608c17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '907e1201-ed97-419e-b777-cf90ce716258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:48Z', 'updated_at': '2022-03-22T19:29:56Z', 'revision_number': 4, 'project_id': 'c84ea4bdf315458e93c5434426f6023a', 'subnets': [{'id': '907e1201-ed97-419e-b777-cf90ce716258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:57.609752 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 7f5733db-943a-4497-a193-bb4029fc5a4e details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:29:57.620253 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-651e939d-ce75-42d1-af52-8f57942e6740 admin admin] Publish callbacks [] for router_gateway (e0af61ad-896c-4e3a-9e08-9fed32c3391b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:57.676873 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0534f043-2516-4e87-9f71-4d639a452b4d None None] The sync data for ids ['90748807-c59d-47a2-b420-b93e2608c17b'] in n-d-705658-24 is: [{'id': '90748807-c59d-47a2-b420-b93e2608c17b', 'name': 'tempest-TestServerMultinode-1372099761-router', 'tenant_id': 'c84ea4bdf315458e93c5434426f6023a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:35Z', 'updated_at': '2022-03-22T19:29:49Z', 'revision_number': 4, 'project_id': 'c84ea4bdf315458e93c5434426f6023a', 'gw_port': {'id': 'b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:de:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90748807-c59d-47a2-b420-b93e2608c17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:38Z', 'updated_at': '2022-03-22T19:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '87cdca7f-6ff7-48cb-9cf4-1a85b99ea267', 'name': '', 'network_id': 'c5f1051e-7596-41e4-8191-13bf27378140', 'tenant_id': 'c84ea4bdf315458e93c5434426f6023a', 'mac_address': 'fa:16:3e:04:04:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90748807-c59d-47a2-b420-b93e2608c17b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '907e1201-ed97-419e-b777-cf90ce716258', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:48Z', 'updated_at': '2022-03-22T19:29:56Z', 'revision_number': 4, 'project_id': 'c84ea4bdf315458e93c5434426f6023a', 'subnets': [{'id': '907e1201-ed97-419e-b777-cf90ce716258', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:29:57.757466 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-651e939d-ce75-42d1-af52-8f57942e6740 admin admin] Deleting port 3f345823-f489-4e29-aad5-08cffdb8ede6 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:29:57.758385 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-651e939d-ce75-42d1-af52-8f57942e6740 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (3f345823-f489-4e29-aad5-08cffdb8ede6), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:57.865702 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a3f8e4-e05b-4c1e-911f-de48243376f2'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:29:57.869732 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4bcb02-532a-4b5a-b87a-c1f1d9e974c4" -d '{"events": [{"server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "name": "network-vif-plugged", "status": "completed", "tag": "14a3f8e4-e05b-4c1e-911f-de48243376f2"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:29:58.018434 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d7656782-2a50-472c-9621-b154a7b8d2a1 None None] Current status of the port 87cdca7f-6ff7-48cb-9cf4-1a85b99ea267 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:58.019069 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d7656782-2a50-472c-9621-b154a7b8d2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (87cdca7f-6ff7-48cb-9cf4-1a85b99ea267), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:58.023374 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-651e939d-ce75-42d1-af52-8f57942e6740 admin admin] For port 3f345823-f489-4e29-aad5-08cffdb8ede6, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=3f345823-f489-4e29-aad5-08cffdb8ede6,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:58.024222 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-651e939d-ce75-42d1-af52-8f57942e6740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (3f345823-f489-4e29-aad5-08cffdb8ede6), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:58.053939 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-651e939d-ce75-42d1-af52-8f57942e6740 admin admin] Calling delete_port for 3f345823-f489-4e29-aad5-08cffdb8ede6 owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:29:58.070824 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-c4cdbec7-f23b-44ce-9eed-c0854b7ceec4 None None] Set router e0af61ad-896c-4e3a-9e08-9fed32c3391b gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:29:58.094562 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9be1655-66aa-48d0-8d8d-85a4a43550c3 req-1a63af18-a249-4b29-af37-00521d75b12a tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=818d04e7-594e-4e39-ba6f-03a6bdbd8b79 HTTP/1.1" status: 200 len: 210 time: 0.1000085 Mar 22 19:29:58.303758 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d72fc3-74e7-40f4-b787-9b99afbedbab req-08b8eae3-804c-4442-848f-59efde41da51 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:58.313364 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d72fc3-74e7-40f4-b787-9b99afbedbab req-08b8eae3-804c-4442-848f-59efde41da51 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:58.342747 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 7f5733db-943a-4497-a193-bb4029fc5a4e, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=7f5733db-943a-4497-a193-bb4029fc5a4e,segment=NetworkSegment(d6fe1e1f-9db8-447e-a845-a66a5707089d),segment_id=d6fe1e1f-9db8-447e-a845-a66a5707089d)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:58.346599 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d72fc3-74e7-40f4-b787-9b99afbedbab req-08b8eae3-804c-4442-848f-59efde41da51 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:58.357321 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d72fc3-74e7-40f4-b787-9b99afbedbab req-08b8eae3-804c-4442-848f-59efde41da51 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:58.369252 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d72fc3-74e7-40f4-b787-9b99afbedbab req-08b8eae3-804c-4442-848f-59efde41da51 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:58.380394 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d72fc3-74e7-40f4-b787-9b99afbedbab req-08b8eae3-804c-4442-848f-59efde41da51 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:58.391088 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '7f5733db-943a-4497-a193-bb4029fc5a4e', 'network_id': 'd20554b8-a26c-4c21-9aa9-235918d57be0', 'port_id': '7f5733db-943a-4497-a193-bb4029fc5a4e', 'mac_address': 'fa:16:3e:ca:6b:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '703f819a-471b-406d-abe3-9a43e329de84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:29:58.398758 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e5e1ca-e7c7-496d-8ca8-afeb4998692f x-openstack-request-id: req-92e5e1ca-e7c7-496d-8ca8-afeb4998692f {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:29:58.399056 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "name": "network-vif-plugged", "status": "completed", "tag": "14a3f8e4-e05b-4c1e-911f-de48243376f2", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:29:58.399307 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-92e5e1ca-e7c7-496d-8ca8-afeb4998692f {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:29:58.399707 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92e5e1ca-e7c7-496d-8ca8-afeb4998692f'] response: {'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a3f8e4-e05b-4c1e-911f-de48243376f2', 'code': 200} Mar 22 19:29:58.403332 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d72fc3-74e7-40f4-b787-9b99afbedbab req-08b8eae3-804c-4442-848f-59efde41da51 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:58.412821 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-17d72fc3-74e7-40f4-b787-9b99afbedbab req-08b8eae3-804c-4442-848f-59efde41da51 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5443 time: 0.3652432 Mar 22 19:29:58.587968 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-651e939d-ce75-42d1-af52-8f57942e6740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (3f345823-f489-4e29-aad5-08cffdb8ede6), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:58.697676 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05096d20-b09f-4a3d-b5d7-bf9106d4f5cc req-9bc9a7f7-f94b-4f93-b53c-8adabfe36750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:58.698262 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05096d20-b09f-4a3d-b5d7-bf9106d4f5cc req-9bc9a7f7-f94b-4f93-b53c-8adabfe36750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:58.698750 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05096d20-b09f-4a3d-b5d7-bf9106d4f5cc req-9bc9a7f7-f94b-4f93-b53c-8adabfe36750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:58.699221 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05096d20-b09f-4a3d-b5d7-bf9106d4f5cc req-9bc9a7f7-f94b-4f93-b53c-8adabfe36750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:58.699918 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05096d20-b09f-4a3d-b5d7-bf9106d4f5cc req-9bc9a7f7-f94b-4f93-b53c-8adabfe36750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:58.700332 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05096d20-b09f-4a3d-b5d7-bf9106d4f5cc req-9bc9a7f7-f94b-4f93-b53c-8adabfe36750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:58.700802 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05096d20-b09f-4a3d-b5d7-bf9106d4f5cc req-9bc9a7f7-f94b-4f93-b53c-8adabfe36750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:58.703204 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-05096d20-b09f-4a3d-b5d7-bf9106d4f5cc req-9bc9a7f7-f94b-4f93-b53c-8adabfe36750 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 6724 time: 0.2724051 Mar 22 19:29:58.787506 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-17d72fc3-74e7-40f4-b787-9b99afbedbab req-09529b1d-5bf6-4a63-a334-ed487e975e7d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3343666 Mar 22 19:29:58.818516 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-651e939d-ce75-42d1-af52-8f57942e6740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (e0af61ad-896c-4e3a-9e08-9fed32c3391b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:58.821704 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e939d-ce75-42d1-af52-8f57942e6740 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f345823-f489-4e29-aad5-08cffdb8ede6,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:58.839240 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1d5cb-cb78-44c9-9f4f-e4e6289999a9 req-756d6127-b647-49b9-bdb1-aca2aeec7f46 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:58.848303 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9fa1d5cb-cb78-44c9-9f4f-e4e6289999a9 req-756d6127-b647-49b9-bdb1-aca2aeec7f46 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 943 time: 0.4342477 Mar 22 19:29:58.878444 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-d7656782-2a50-472c-9621-b154a7b8d2a1 None None] For port 87cdca7f-6ff7-48cb-9cf4-1a85b99ea267, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=87cdca7f-6ff7-48cb-9cf4-1a85b99ea267,segment=NetworkSegment(31bb3c9d-71fa-49ad-8a1f-30193c79903d),segment_id=31bb3c9d-71fa-49ad-8a1f-30193c79903d)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:58.901170 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d7656782-2a50-472c-9621-b154a7b8d2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (87cdca7f-6ff7-48cb-9cf4-1a85b99ea267), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:59.024735 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-05096d20-b09f-4a3d-b5d7-bf9106d4f5cc req-e1689652-5445-4d5b-ad8a-4d1eaa85ecff service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3054500 Mar 22 19:29:59.063943 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 7f5733db-943a-4497-a193-bb4029fc5a4e is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:59.064493 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7f5733db-943a-4497-a193-bb4029fc5a4e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:59.108270 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 7ca320f2-a987-4b99-9859-9c7df1d3e723 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:59.108673 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7ca320f2-a987-4b99-9859-9c7df1d3e723), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:59.112736 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-651e939d-ce75-42d1-af52-8f57942e6740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (e0af61ad-896c-4e3a-9e08-9fed32c3391b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:59.115596 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-651e939d-ce75-42d1-af52-8f57942e6740 admin admin] Publish callbacks [] for router_controller (e0af61ad-896c-4e3a-9e08-9fed32c3391b), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:59.178599 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9fa1d5cb-cb78-44c9-9f4f-e4e6289999a9 req-c2b0f5a8-6556-44ff-82e8-b1e1ffc095a6 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160765 Mar 22 19:29:59.187238 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5733db-943a-4497-a193-bb4029fc5a4e {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:29:59.203774 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-f25d68b3-3479-4ae0-a8aa-3c398ec911ae tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:29:59.206050 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-f25d68b3-3479-4ae0-a8aa-3c398ec911ae tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.85 "GET /v2.0/networks?id=7b3e2f26-3add-4239-9044-1569c5fdc402 HTTP/1.1" status: 200 len: 909 time: 0.3538277 Mar 22 19:29:59.231620 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-651e939d-ce75-42d1-af52-8f57942e6740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (e0af61ad-896c-4e3a-9e08-9fed32c3391b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:59.232157 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-eed809be-107d-4cb5-9fb0-0ec4656b385d tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Request body: {'port': {'device_id': '818d04e7-594e-4e39-ba6f-03a6bdbd8b79', 'network_id': '7b3e2f26-3add-4239-9044-1569c5fdc402', 'admin_state_up': True, 'tenant_id': 'c84ea4bdf315458e93c5434426f6023a'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:29:59.232285 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651e939d-ce75-42d1-af52-8f57942e6740 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0af61ad-896c-4e3a-9e08-9fed32c3391b {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:29:59.244480 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-651e939d-ce75-42d1-af52-8f57942e6740 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:59.245819 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-651e939d-ce75-42d1-af52-8f57942e6740 admin admin] 10.222.0.75 "DELETE /v2.0/routers/e0af61ad-896c-4e3a-9e08-9fed32c3391b HTTP/1.1" status: 204 len: 168 time: 2.9197018 Mar 22 19:29:59.248926 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54136) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:59.288905 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7656782-2a50-472c-9621-b154a7b8d2a1 None None] Pushing event updated for resources: {'Port': ['ID=87cdca7f-6ff7-48cb-9cf4-1a85b99ea267,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:59.327352 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-5da1ae68-e102-4da9-807d-b2705c7fa460 admin admin] Deleting subnet 1fcaffb3-90ba-4c43-b281-759cd93e4025 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:29:59.331476 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5da1ae68-e102-4da9-807d-b2705c7fa460 admin admin] Publish callbacks [] for subnet (1fcaffb3-90ba-4c43-b281-759cd93e4025), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:59.354347 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-95671eb3-0ca6-421e-a146-cd41cd6e3219 req-ef8e0409-d446-4894-8a5a-9e922af66874 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=818d04e7-594e-4e39-ba6f-03a6bdbd8b79 HTTP/1.1" status: 200 len: 210 time: 0.0904100 Mar 22 19:29:59.376364 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-eed809be-107d-4cb5-9fb0-0ec4656b385d tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Made reservation on behalf of c84ea4bdf315458e93c5434426f6023a for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:29:59.380059 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-eed809be-107d-4cb5-9fb0-0ec4656b385d tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:59.392112 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 7f5733db-943a-4497-a193-bb4029fc5a4e, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=7f5733db-943a-4497-a193-bb4029fc5a4e,segment=NetworkSegment(d6fe1e1f-9db8-447e-a845-a66a5707089d),segment_id=d6fe1e1f-9db8-447e-a845-a66a5707089d)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:59.402318 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-6fca9147-ac90-4ef8-b38c-03a2b4563fe0 None None] Provisioning complete for port 87cdca7f-6ff7-48cb-9cf4-1a85b99ea267 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:29:59.403235 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6fca9147-ac90-4ef8-b38c-03a2b4563fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (87cdca7f-6ff7-48cb-9cf4-1a85b99ea267), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:59.404460 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5da1ae68-e102-4da9-807d-b2705c7fa460 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (1fcaffb3-90ba-4c43-b281-759cd93e4025), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:59.457049 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 7ca320f2-a987-4b99-9859-9c7df1d3e723, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=7ca320f2-a987-4b99-9859-9c7df1d3e723,segment=NetworkSegment(d6fe1e1f-9db8-447e-a845-a66a5707089d),segment_id=d6fe1e1f-9db8-447e-a845-a66a5707089d)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:29:59.469167 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-fae7bcf2-3526-4426-8460-8264ea2bc199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-875189775-router', 'tenant_id': 'f1d9b8a2852847abaf50233e44b3b990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '4262f418-d5e5-43dd-a770-e8ee4c8add8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:28Z', 'updated_at': '2022-03-22T19:29:37Z', 'revision_number': 4, 'project_id': 'f1d9b8a2852847abaf50233e44b3b990', 'gw_port': {'id': '4262f418-d5e5-43dd-a770-e8ee4c8add8a', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:30Z', 'updated_at': '2022-03-22T19:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7ca320f2-a987-4b99-9859-9c7df1d3e723', 'name': '', 'network_id': 'd20554b8-a26c-4c21-9aa9-235918d57be0', 'tenant_id': 'f1d9b8a2852847abaf50233e44b3b990', 'mac_address': 'fa:16:3e:0f:a8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '703f819a-471b-406d-abe3-9a43e329de84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:36Z', 'updated_at': '2022-03-22T19:29:55Z', 'revision_number': 4, 'project_id': 'f1d9b8a2852847abaf50233e44b3b990', 'subnets': [{'id': '703f819a-471b-406d-abe3-9a43e329de84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:59.472207 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7f5733db-943a-4497-a193-bb4029fc5a4e), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:59.497327 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7ca320f2-a987-4b99-9859-9c7df1d3e723), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:59.566321 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-eed809be-107d-4cb5-9fb0-0ec4656b385d tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Allocated IP 172.20.0.10 (7b3e2f26-3add-4239-9044-1569c5fdc402/c5a736f5-2cca-4f7a-87a4-e3c159387d4f/72e08ec3-d378-493a-bc45-59c0041a65d9) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:29:59.673749 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5da1ae68-e102-4da9-807d-b2705c7fa460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (1fcaffb3-90ba-4c43-b281-759cd93e4025), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:59.700011 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=7f5733db-943a-4497-a193-bb4029fc5a4e,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:59.708751 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae7bcf2-3526-4426-8460-8264ea2bc199 None None] The sync data for ids ['16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9'] in n-d-705658-24 is: [{'id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-875189775-router', 'tenant_id': 'f1d9b8a2852847abaf50233e44b3b990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '4262f418-d5e5-43dd-a770-e8ee4c8add8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:28Z', 'updated_at': '2022-03-22T19:29:37Z', 'revision_number': 4, 'project_id': 'f1d9b8a2852847abaf50233e44b3b990', 'gw_port': {'id': '4262f418-d5e5-43dd-a770-e8ee4c8add8a', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:30Z', 'updated_at': '2022-03-22T19:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7ca320f2-a987-4b99-9859-9c7df1d3e723', 'name': '', 'network_id': 'd20554b8-a26c-4c21-9aa9-235918d57be0', 'tenant_id': 'f1d9b8a2852847abaf50233e44b3b990', 'mac_address': 'fa:16:3e:0f:a8:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '703f819a-471b-406d-abe3-9a43e329de84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:36Z', 'updated_at': '2022-03-22T19:29:55Z', 'revision_number': 4, 'project_id': 'f1d9b8a2852847abaf50233e44b3b990', 'subnets': [{'id': '703f819a-471b-406d-abe3-9a43e329de84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:29:59.817568 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-c4cdbec7-f23b-44ce-9eed-c0854b7ceec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'name': 'tempest-ServersTestBootFromVolume-1013878994-router', 'tenant_id': '19c710f622d9408e8bd0693a6cf07a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': '3f345823-f489-4e29-aad5-08cffdb8ede6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:20Z', 'updated_at': '2022-03-22T19:29:54Z', 'revision_number': 5, 'project_id': '19c710f622d9408e8bd0693a6cf07a03', 'gw_port': {'id': '3f345823-f489-4e29-aad5-08cffdb8ede6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:5c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0af61ad-896c-4e3a-9e08-9fed32c3391b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:21Z', 'updated_at': '2022-03-22T19:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:29:59.821261 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5da1ae68-e102-4da9-807d-b2705c7fa460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (1fcaffb3-90ba-4c43-b281-759cd93e4025), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:59.908716 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1ae68-e102-4da9-807d-b2705c7fa460 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fcaffb3-90ba-4c43-b281-759cd93e4025,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:29:59.919477 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5da1ae68-e102-4da9-807d-b2705c7fa460 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:29:59.921019 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-6fca9147-ac90-4ef8-b38c-03a2b4563fe0 None None] Current status of the port 87cdca7f-6ff7-48cb-9cf4-1a85b99ea267 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:29:59.924835 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['7f5733db-943a-4497-a193-bb4029fc5a4e'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:29:59.931425 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5da1ae68-e102-4da9-807d-b2705c7fa460 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/1fcaffb3-90ba-4c43-b281-759cd93e4025 HTTP/1.1" status: 204 len: 168 time: 0.6811111 Mar 22 19:29:59.951618 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54142) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:29:59.997282 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138c887b-049f-4e2b-b125-fbe9c088b111 None None] Network 09b38f1f-a105-4141-968b-914c29cdfe73 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:30:00.106889 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cdbec7-f23b-44ce-9eed-c0854b7ceec4 None None] Checking router: e0af61ad-896c-4e3a-9e08-9fed32c3391b for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:30:00.109315 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 7ca320f2-a987-4b99-9859-9c7df1d3e723 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:30:00.172162 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ca7d0578-039a-45fc-bcc7-31f9dd9c00ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (09b38f1f-a105-4141-968b-914c29cdfe73), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:00.192921 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=7ca320f2-a987-4b99-9859-9c7df1d3e723,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:00.297468 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-ca7d0578-039a-45fc-bcc7-31f9dd9c00ae admin admin] Deleting port ddc5b543-617d-4d5b-a568-b73130b8372b {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:30:00.298272 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ca7d0578-039a-45fc-bcc7-31f9dd9c00ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (ddc5b543-617d-4d5b-a568-b73130b8372b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:00.379980 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cdbec7-f23b-44ce-9eed-c0854b7ceec4 None None] Routers set() bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:30:00.380226 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cdbec7-f23b-44ce-9eed-c0854b7ceec4 None None] Router IDs set() for agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 22 19:30:00.380899 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_agentschedulers_db [None req-c4cdbec7-f23b-44ce-9eed-c0854b7ceec4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e0af61ad-896c-4e3a-9e08-9fed32c3391b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:29:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent'). {{(pid=104174) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 22 19:30:00.381308 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cdbec7-f23b-44ce-9eed-c0854b7ceec4 None None] The sync data for ids ['e0af61ad-896c-4e3a-9e08-9fed32c3391b'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:30:00.418431 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-ca7d0578-039a-45fc-bcc7-31f9dd9c00ae admin admin] For port ddc5b543-617d-4d5b-a568-b73130b8372b, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=ddc5b543-617d-4d5b-a568-b73130b8372b,segment=NetworkSegment(8067e91b-cbcd-4271-9c5d-e5892f367a72),segment_id=8067e91b-cbcd-4271-9c5d-e5892f367a72)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:30:00.418921 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ca7d0578-039a-45fc-bcc7-31f9dd9c00ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (ddc5b543-617d-4d5b-a568-b73130b8372b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:00.444672 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 7ca320f2-a987-4b99-9859-9c7df1d3e723 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:00.445059 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7ca320f2-a987-4b99-9859-9c7df1d3e723), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:00.448511 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-ca7d0578-039a-45fc-bcc7-31f9dd9c00ae admin admin] Calling delete_port for ddc5b543-617d-4d5b-a568-b73130b8372b owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:30:00.627348 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ca7d0578-039a-45fc-bcc7-31f9dd9c00ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (ddc5b543-617d-4d5b-a568-b73130b8372b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:00.673939 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d0578-039a-45fc-bcc7-31f9dd9c00ae admin admin] Pushing event deleted for resources: {'Port': ['ID=ddc5b543-617d-4d5b-a568-b73130b8372b,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:00.692228 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7d0578-039a-45fc-bcc7-31f9dd9c00ae admin admin] No DVR routers for this DVR port ddc5b543-617d-4d5b-a568-b73130b8372b on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:30:00.720703 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ed337b-ed1e-4cd9-a4cc-7d5e33cd02d5 None None] DHCP port deletion for 09b38f1f-a105-4141-968b-914c29cdfe73 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:30:00.795354 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 7ca320f2-a987-4b99-9859-9c7df1d3e723 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:30:00.796506 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 87cdca7f-6ff7-48cb-9cf4-1a85b99ea267 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:30:00.881050 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ca7d0578-039a-45fc-bcc7-31f9dd9c00ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (09b38f1f-a105-4141-968b-914c29cdfe73), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:00.938384 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-ca7d0578-039a-45fc-bcc7-31f9dd9c00ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09b38f1f-a105-4141-968b-914c29cdfe73']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:30:00.956774 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 87cdca7f-6ff7-48cb-9cf4-1a85b99ea267 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:00.957156 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (87cdca7f-6ff7-48cb-9cf4-1a85b99ea267), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:00.975508 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-ca7d0578-039a-45fc-bcc7-31f9dd9c00ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8067e91b-cbcd-4271-9c5d-e5892f367a72') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:30:00.977054 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-ca7d0578-039a-45fc-bcc7-31f9dd9c00ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8067e91b-cbcd-4271-9c5d-e5892f367a72') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:30:01.017081 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-eed809be-107d-4cb5-9fb0-0ec4656b385d tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Publish callbacks [] for port (72e08ec3-d378-493a-bc45-59c0041a65d9), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:01.023307 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ca7d0578-039a-45fc-bcc7-31f9dd9c00ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (8067e91b-cbcd-4271-9c5d-e5892f367a72), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:01.050171 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07db33e-9382-484c-8932-56fb0b4e87f6 req-e5a9a2cf-8ede-4706-bd2d-b2e37c0f8c02 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:01.054201 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ca7d0578-039a-45fc-bcc7-31f9dd9c00ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (8067e91b-cbcd-4271-9c5d-e5892f367a72), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:01.066786 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07db33e-9382-484c-8932-56fb0b4e87f6 req-e5a9a2cf-8ede-4706-bd2d-b2e37c0f8c02 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:01.069645 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca7d0578-039a-45fc-bcc7-31f9dd9c00ae admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:30:01.071239 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ca7d0578-039a-45fc-bcc7-31f9dd9c00ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (8067e91b-cbcd-4271-9c5d-e5892f367a72), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:01.077434 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07db33e-9382-484c-8932-56fb0b4e87f6 req-e5a9a2cf-8ede-4706-bd2d-b2e37c0f8c02 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:01.087404 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07db33e-9382-484c-8932-56fb0b4e87f6 req-e5a9a2cf-8ede-4706-bd2d-b2e37c0f8c02 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:01.095420 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07db33e-9382-484c-8932-56fb0b4e87f6 req-e5a9a2cf-8ede-4706-bd2d-b2e37c0f8c02 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:01.106908 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07db33e-9382-484c-8932-56fb0b4e87f6 req-e5a9a2cf-8ede-4706-bd2d-b2e37c0f8c02 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:01.119071 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07db33e-9382-484c-8932-56fb0b4e87f6 req-e5a9a2cf-8ede-4706-bd2d-b2e37c0f8c02 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:01.121883 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 87cdca7f-6ff7-48cb-9cf4-1a85b99ea267 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:30:01.133471 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a07db33e-9382-484c-8932-56fb0b4e87f6 req-e5a9a2cf-8ede-4706-bd2d-b2e37c0f8c02 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5443 time: 1.1493015 Mar 22 19:30:01.149838 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc59bd-6017-47a1-95ab-d014cd07c696 req-f97124da-6726-4a06-a935-27cfbeb1c382 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:01.157039 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aabc59bd-6017-47a1-95ab-d014cd07c696 req-f97124da-6726-4a06-a935-27cfbeb1c382 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 944 time: 0.4265621 Mar 22 19:30:01.205783 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:30:01.205783 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:30:01.205783 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:30:01.205783 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:30:01.205783 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:30:01.205783 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:30:01.205783 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:30:01.205783 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:30:01.205783 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:30:01.205783 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:30:01.205783 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:30:01.205783 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:30:01.205783 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:30:01.205783 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:30:01.205783 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:30:01.205783 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:30:01.205783 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:30:01.205783 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:30:01.205783 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:30:01.205783 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:30:01.205783 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:30:01.205783 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:30:01.205783 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:30:01.205783 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:30:01.205783 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:30:01.205783 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:30:01.205783 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:30:01.205783 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:30:01.205783 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:30:01.205783 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:30:01.205783 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:30:01.205783 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:30:01.212637 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ca7d0578-039a-45fc-bcc7-31f9dd9c00ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (09b38f1f-a105-4141-968b-914c29cdfe73), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:01.273002 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aabc59bd-6017-47a1-95ab-d014cd07c696 req-bc8ca32a-cf4d-4dd2-aad5-6a020537c8bb tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134450 Mar 22 19:30:01.306333 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ca7d0578-039a-45fc-bcc7-31f9dd9c00ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:01.318266 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ca7d0578-039a-45fc-bcc7-31f9dd9c00ae admin admin] 10.222.0.75 "DELETE /v2.0/networks/09b38f1f-a105-4141-968b-914c29cdfe73 HTTP/1.1" status: 204 len: 168 time: 1.3648810 Mar 22 19:30:01.321287 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d0578-039a-45fc-bcc7-31f9dd9c00ae admin admin] Pushing event deleted for resources: {'Network': ['ID=09b38f1f-a105-4141-968b-914c29cdfe73,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:01.352140 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a07db33e-9382-484c-8932-56fb0b4e87f6 req-25e7c6bf-9f0c-4090-90e9-ab687e6e972e tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2173834 Mar 22 19:30:01.359187 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-eed809be-107d-4cb5-9fb0-0ec4656b385d tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (72e08ec3-d378-493a-bc45-59c0041a65d9), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:01.518888 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-eed809be-107d-4cb5-9fb0-0ec4656b385d tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Network 7b3e2f26-3add-4239-9044-1569c5fdc402 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:30:01.575811 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-eed809be-107d-4cb5-9fb0-0ec4656b385d tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:30:01.581728 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-eed809be-107d-4cb5-9fb0-0ec4656b385d tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:30:01.716847 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed809be-107d-4cb5-9fb0-0ec4656b385d tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Pushing event updated for resources: {'Port': ['ID=72e08ec3-d378-493a-bc45-59c0041a65d9,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:01.737530 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54160) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:01.760645 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed809be-107d-4cb5-9fb0-0ec4656b385d tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:01.761000 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed809be-107d-4cb5-9fb0-0ec4656b385d tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:01.779891 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed809be-107d-4cb5-9fb0-0ec4656b385d tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:01.780229 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed809be-107d-4cb5-9fb0-0ec4656b385d tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:01.780565 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed809be-107d-4cb5-9fb0-0ec4656b385d tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:01.781156 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed809be-107d-4cb5-9fb0-0ec4656b385d tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:01.781424 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed809be-107d-4cb5-9fb0-0ec4656b385d tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:01.781757 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed809be-107d-4cb5-9fb0-0ec4656b385d tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:01.788602 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed809be-107d-4cb5-9fb0-0ec4656b385d tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:01.791326 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed809be-107d-4cb5-9fb0-0ec4656b385d tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:01.793360 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed809be-107d-4cb5-9fb0-0ec4656b385d tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:01.793937 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed809be-107d-4cb5-9fb0-0ec4656b385d tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:01.794486 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed809be-107d-4cb5-9fb0-0ec4656b385d tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:01.796782 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed809be-107d-4cb5-9fb0-0ec4656b385d tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:01.797436 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed809be-107d-4cb5-9fb0-0ec4656b385d tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:01.824470 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-eed809be-107d-4cb5-9fb0-0ec4656b385d tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:01.825266 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-eed809be-107d-4cb5-9fb0-0ec4656b385d tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:01.897144 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6b57f715-9a7d-41bd-a8d1-33195b3651df admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=19c710f622d9408e8bd0693a6cf07a03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1556818 Mar 22 19:30:01.897923 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54166) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:01.907979 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac20c1-503c-4e69-a741-1f1a4c77d64f req-294359f0-3319-4799-bee5-d8fad2734eba tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:01.909604 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f4ac20c1-503c-4e69-a741-1f1a4c77d64f req-294359f0-3319-4799-bee5-d8fad2734eba tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=818d04e7-594e-4e39-ba6f-03a6bdbd8b79 HTTP/1.1" status: 200 len: 1028 time: 0.4300179 Mar 22 19:30:01.912993 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-eed809be-107d-4cb5-9fb0-0ec4656b385d tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.6987522 Mar 22 19:30:01.933887 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 7ca320f2-a987-4b99-9859-9c7df1d3e723 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:30:01.948507 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-7297f1e9-1085-4986-ba04-847b08424697 service neutron] Request body: {'port': {'device_id': '818d04e7-594e-4e39-ba6f-03a6bdbd8b79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:02.079078 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e8769d1f-c195-4d5a-ba15-59d277f54ab3 admin admin] Publish callbacks [] for security_group (629d1118-7ab0-4fe1-a785-b8d35f8bceac), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:02.110691 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 7ca320f2-a987-4b99-9859-9c7df1d3e723 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:02.111067 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7ca320f2-a987-4b99-9859-9c7df1d3e723), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:02.122653 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e8769d1f-c195-4d5a-ba15-59d277f54ab3 admin admin] Publish callbacks [] for security_group (629d1118-7ab0-4fe1-a785-b8d35f8bceac), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:02.227713 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e8769d1f-c195-4d5a-ba15-59d277f54ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (629d1118-7ab0-4fe1-a785-b8d35f8bceac), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:02.231149 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e8769d1f-c195-4d5a-ba15-59d277f54ab3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:02.234782 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e8769d1f-c195-4d5a-ba15-59d277f54ab3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/629d1118-7ab0-4fe1-a785-b8d35f8bceac HTTP/1.1" status: 204 len: 168 time: 0.3335061 Mar 22 19:30:02.244289 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8769d1f-c195-4d5a-ba15-59d277f54ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629d1118-7ab0-4fe1-a785-b8d35f8bceac,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:02.318516 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-0f46452c-eba2-41b6-abc5-4f47526f6d0f None None] Provisioning complete for port 72e08ec3-d378-493a-bc45-59c0041a65d9 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:02.319463 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0f46452c-eba2-41b6-abc5-4f47526f6d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (72e08ec3-d378-493a-bc45-59c0041a65d9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:02.379476 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f4ac20c1-503c-4e69-a741-1f1a4c77d64f req-be322420-9635-4b57-8642-71449f4a77d7 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=9378e31b-e336-4443-bcf8-7df404be0c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179163 Mar 22 19:30:02.454807 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-7297f1e9-1085-4986-ba04-847b08424697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (72e08ec3-d378-493a-bc45-59c0041a65d9), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:02.460045 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-0f46452c-eba2-41b6-abc5-4f47526f6d0f None None] Port 72e08ec3-d378-493a-bc45-59c0041a65d9 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:30:02.492642 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 7ca320f2-a987-4b99-9859-9c7df1d3e723 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:30:02.594027 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 3754e241-1acb-4e48-8646-4377e81f57b8 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:30:02.626303 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 3754e241-1acb-4e48-8646-4377e81f57b8 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:30:02.631963 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 3754e241-1acb-4e48-8646-4377e81f57b8 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:30:02.632515 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device ddc5b543-617d-4d5b-a568-b73130b8372b no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:30:02.656932 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f2649-c48a-4469-a9a4-6c1ce5367574 req-0d7ba07d-65bb-4b81-a372-5ddfec095283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:02.658678 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dd4f2649-c48a-4469-a9a4-6c1ce5367574 req-0d7ba07d-65bb-4b81-a372-5ddfec095283 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5b93875569cc4d4199ac35d06661afdf&device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 1128 time: 0.4300475 Mar 22 19:30:02.674688 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: ddc5b543-617d-4d5b-a568-b73130b8372b {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:30:02.680868 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d58e54-9dc6-4bfc-9ff3-b11bb27bef07 req-2bba577f-8b49-4e51-b34b-c650db553e64 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:02.681255 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device ddc5b543-617d-4d5b-a568-b73130b8372b not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:30:02.683357 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3d58e54-9dc6-4bfc-9ff3-b11bb27bef07 req-2bba577f-8b49-4e51-b34b-c650db553e64 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.2974212 Mar 22 19:30:03.047758 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3d58e54-9dc6-4bfc-9ff3-b11bb27bef07 req-d364c232-3f2c-4e68-a84d-a5d1e29bc95e tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3327138 Mar 22 19:30:03.089933 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a950d-8f38-4cb5-a35b-f670c9a43a44 req-313de22a-cb20-473b-ae46-33d0a1280f15 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:03.091488 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5d9a950d-8f38-4cb5-a35b-f670c9a43a44 req-313de22a-cb20-473b-ae46-33d0a1280f15 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 944 time: 0.5310917 Mar 22 19:30:03.370679 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f2649-c48a-4469-a9a4-6c1ce5367574 req-5e2adce0-9750-4b36-bb23-2531de972637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:03.374491 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dd4f2649-c48a-4469-a9a4-6c1ce5367574 req-5e2adce0-9750-4b36-bb23-2531de972637 service neutron] 10.222.0.84 "GET /v2.0/networks?id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc HTTP/1.1" status: 200 len: 911 time: 0.6887155 Mar 22 19:30:03.490465 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5d9a950d-8f38-4cb5-a35b-f670c9a43a44 req-a3a0588f-f8af-496b-b90a-fd7167fa207f tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701279 Mar 22 19:30:03.514028 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999abb81-5dc6-4894-842c-a69e36079975 req-ccd7788d-d157-46c2-aa31-8c4fc3836292 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:03.520998 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999abb81-5dc6-4894-842c-a69e36079975 req-ccd7788d-d157-46c2-aa31-8c4fc3836292 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:03.528619 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999abb81-5dc6-4894-842c-a69e36079975 req-ccd7788d-d157-46c2-aa31-8c4fc3836292 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:03.535207 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999abb81-5dc6-4894-842c-a69e36079975 req-ccd7788d-d157-46c2-aa31-8c4fc3836292 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:03.543560 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999abb81-5dc6-4894-842c-a69e36079975 req-ccd7788d-d157-46c2-aa31-8c4fc3836292 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:03.549639 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999abb81-5dc6-4894-842c-a69e36079975 req-ccd7788d-d157-46c2-aa31-8c4fc3836292 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:03.556407 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999abb81-5dc6-4894-842c-a69e36079975 req-ccd7788d-d157-46c2-aa31-8c4fc3836292 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:03.560877 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 3f345823-f489-4e29-aad5-08cffdb8ede6 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:30:03.565705 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-999abb81-5dc6-4894-842c-a69e36079975 req-ccd7788d-d157-46c2-aa31-8c4fc3836292 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5443 time: 0.3904238 Mar 22 19:30:03.613822 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 3f345823-f489-4e29-aad5-08cffdb8ede6 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:30:03.614959 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 3f345823-f489-4e29-aad5-08cffdb8ede6 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:30:03.644710 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 7f5733db-943a-4497-a193-bb4029fc5a4e up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:30:03.748864 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dd4f2649-c48a-4469-a9a4-6c1ce5367574 req-fb2a4233-ac1b-4d18-b120-287c3526b1a2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=607144c1-0ca2-48d3-88b9-368b9eec0b0c HTTP/1.1" status: 200 len: 1000 time: 0.3498206 Mar 22 19:30:03.757569 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 7f5733db-943a-4497-a193-bb4029fc5a4e completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:30:03.763277 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 7f5733db-943a-4497-a193-bb4029fc5a4e triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:03.763997 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7f5733db-943a-4497-a193-bb4029fc5a4e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:03.868488 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54204) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:03.886709 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f2649-c48a-4469-a9a4-6c1ce5367574 req-84ee44b7-a598-4df0-abdf-9e9c59be8a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:03.888625 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dd4f2649-c48a-4469-a9a4-6c1ce5367574 req-84ee44b7-a598-4df0-abdf-9e9c59be8a2c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0024126f-9e61-4e75-a43d-476a3a97ffe0 HTTP/1.1" status: 200 len: 849 time: 0.1075304 Mar 22 19:30:03.951041 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 7f5733db-943a-4497-a193-bb4029fc5a4e is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:30:03.951717 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7f5733db-943a-4497-a193-bb4029fc5a4e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:04.003199 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3408eb-19ef-485d-8486-3be08755a9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5733db-943a-4497-a193-bb4029fc5a4e'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:30:04.006035 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09775dd-2431-49ab-b303-6c994571a6f4" -d '{"events": [{"server_uuid": "cb3408eb-19ef-485d-8486-3be08755a9a2", "name": "network-vif-plugged", "status": "completed", "tag": "7f5733db-943a-4497-a193-bb4029fc5a4e"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:30:04.034765 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 7f5733db-943a-4497-a193-bb4029fc5a4e, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=7f5733db-943a-4497-a193-bb4029fc5a4e,segment=NetworkSegment(d6fe1e1f-9db8-447e-a845-a66a5707089d),segment_id=d6fe1e1f-9db8-447e-a845-a66a5707089d)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:30:04.047698 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7f5733db-943a-4497-a193-bb4029fc5a4e), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:04.079232 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-999abb81-5dc6-4894-842c-a69e36079975 req-c57c6989-226f-43d7-b9a6-8e5629f2cb7a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5132275 Mar 22 19:30:04.175196 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-cc38ccd5-ba6d-4305-b030-9eb9b1454aa7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-642710257-network', 'tenant_id': '673c322d47404ea781c6efdcc1c6e3cb'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:04.205311 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=7f5733db-943a-4497-a193-bb4029fc5a4e,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:04.225132 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc38ccd5-ba6d-4305-b030-9eb9b1454aa7 admin admin] Made reservation on behalf of 673c322d47404ea781c6efdcc1c6e3cb for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:30:04.227494 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cc38ccd5-ba6d-4305-b030-9eb9b1454aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:04.229755 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1dfed06-8edc-4981-ad97-e2d38daa0ca4 x-openstack-request-id: req-d1dfed06-8edc-4981-ad97-e2d38daa0ca4 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:30:04.230077 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3408eb-19ef-485d-8486-3be08755a9a2", "name": "network-vif-plugged", "status": "completed", "tag": "7f5733db-943a-4497-a193-bb4029fc5a4e", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:30:04.230344 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d1dfed06-8edc-4981-ad97-e2d38daa0ca4 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:30:04.231237 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1dfed06-8edc-4981-ad97-e2d38daa0ca4'] response: {'server_uuid': 'cb3408eb-19ef-485d-8486-3be08755a9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5733db-943a-4497-a193-bb4029fc5a4e', 'code': 200} Mar 22 19:30:04.285045 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cc38ccd5-ba6d-4305-b030-9eb9b1454aa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:04.293871 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-7297f1e9-1085-4986-ba04-847b08424697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e08ec3-d378-493a-bc45-59c0041a65d9 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:30:04.316740 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969ea12-98a2-4466-a5ff-88ed2a604cc7 req-f909c77d-6de5-44eb-adc5-c6b470e3e62e tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:04.335918 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7969ea12-98a2-4466-a5ff-88ed2a604cc7 req-f909c77d-6de5-44eb-adc5-c6b470e3e62e tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=818d04e7-594e-4e39-ba6f-03a6bdbd8b79 HTTP/1.1" status: 200 len: 1028 time: 0.6950724 Mar 22 19:30:04.368374 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f2649-c48a-4469-a9a4-6c1ce5367574 req-c980dd30-6d02-499a-8965-ab27ff25700d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:04.376556 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dd4f2649-c48a-4469-a9a4-6c1ce5367574 req-c980dd30-6d02-499a-8965-ab27ff25700d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4716065 Mar 22 19:30:04.389477 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-7297f1e9-1085-4986-ba04-847b08424697 service neutron] Publish callbacks [] for port (72e08ec3-d378-493a-bc45-59c0041a65d9), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:04.510366 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cc38ccd5-ba6d-4305-b030-9eb9b1454aa7 admin admin] Publish callbacks [] for security_group (5fdc81f7-eefb-4b26-9d1c-00494f7c04c6), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:04.519421 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49586b-15b3-49a7-96a1-52d9aaf28951 req-54cd1bce-1400-4e2f-98fb-c67c0401e1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:04.521657 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1a49586b-15b3-49a7-96a1-52d9aaf28951 req-54cd1bce-1400-4e2f-98fb-c67c0401e1ce service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 1128 time: 0.2026911 Mar 22 19:30:04.523010 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cc38ccd5-ba6d-4305-b030-9eb9b1454aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5fdc81f7-eefb-4b26-9d1c-00494f7c04c6), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:04.569508 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-7297f1e9-1085-4986-ba04-847b08424697 service neutron] Transition to ACTIVE for port object 72e08ec3-d378-493a-bc45-59c0041a65d9 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:30:04.586709 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38ccd5-ba6d-4305-b030-9eb9b1454aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdc81f7-eefb-4b26-9d1c-00494f7c04c6,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:04.592786 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-7297f1e9-1085-4986-ba04-847b08424697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (72e08ec3-d378-493a-bc45-59c0041a65d9), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:04.612241 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc38ccd5-ba6d-4305-b030-9eb9b1454aa7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:30:04.631074 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1a49586b-15b3-49a7-96a1-52d9aaf28951 req-c0c0e155-0cbc-4c7f-aaa0-3e4ab04d46c2 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980937 Mar 22 19:30:04.634482 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cc38ccd5-ba6d-4305-b030-9eb9b1454aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (ec0b877a-85e8-4b0a-b030-75387d7b460c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:04.634940 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-cc38ccd5-ba6d-4305-b030-9eb9b1454aa7 admin admin] Added segment ec0b877a-85e8-4b0a-b030-75387d7b460c of type vlan for network 18128141-c8fb-4d18-b5ca-2c8395e9a27f Mar 22 19:30:04.648194 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297f1e9-1085-4986-ba04-847b08424697 service neutron] Pushing event updated for resources: {'Port': ['ID=72e08ec3-d378-493a-bc45-59c0041a65d9,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:04.675543 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7969ea12-98a2-4466-a5ff-88ed2a604cc7 req-67c9b7b6-52a9-404d-9653-c89e074617d0 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=9378e31b-e336-4443-bcf8-7df404be0c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337638 Mar 22 19:30:04.721743 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cc38ccd5-ba6d-4305-b030-9eb9b1454aa7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (18128141-c8fb-4d18-b5ca-2c8395e9a27f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:04.792741 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cc38ccd5-ba6d-4305-b030-9eb9b1454aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (18128141-c8fb-4d18-b5ca-2c8395e9a27f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:04.794001 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc38ccd5-ba6d-4305-b030-9eb9b1454aa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:04.794928 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cc38ccd5-ba6d-4305-b030-9eb9b1454aa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:04.805426 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580caf7-033b-4862-99f1-14d39cdd2042 req-3ca169ab-4440-4908-8e05-bdef9ec24860 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:04.813318 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2580caf7-033b-4862-99f1-14d39cdd2042 req-3ca169ab-4440-4908-8e05-bdef9ec24860 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.4121401 Mar 22 19:30:04.828093 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dd4f2649-c48a-4469-a9a4-6c1ce5367574 req-feaa8399-6824-4505-a7ee-18ab40735e23 service neutron] 10.222.0.84 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258039 Mar 22 19:30:04.951346 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38ccd5-ba6d-4305-b030-9eb9b1454aa7 admin admin] Pushing event updated for resources: {'Network': ['ID=18128141-c8fb-4d18-b5ca-2c8395e9a27f,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:04.961543 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 18128141-c8fb-4d18-b5ca-2c8395e9a27f details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:30:04.969513 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cc38ccd5-ba6d-4305-b030-9eb9b1454aa7 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0971398 Mar 22 19:30:04.970737 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54220) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:04.983357 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-2e2f137a-272e-41cc-9319-8135324b046b admin admin] Request body: {'subnet': {'network_id': '18128141-c8fb-4d18-b5ca-2c8395e9a27f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-642710257-subnet', 'tenant_id': '673c322d47404ea781c6efdcc1c6e3cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:05.030048 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2f137a-272e-41cc-9319-8135324b046b admin admin] Made reservation on behalf of 673c322d47404ea781c6efdcc1c6e3cb for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:30:05.032441 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2e2f137a-272e-41cc-9319-8135324b046b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:05.065696 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2580caf7-033b-4862-99f1-14d39cdd2042 req-3e66dbfb-7f0e-462c-bf51-d4167d2ffbe5 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2509494 Mar 22 19:30:05.255776 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dd4f2649-c48a-4469-a9a4-6c1ce5367574 req-19e8ec86-1107-4801-8391-288e029c4820 service neutron] 10.222.0.84 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524165 Mar 22 19:30:05.400305 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ea6a0-b36a-4f05-9cf0-5a98a4e1dcda req-9bb1a4f6-6271-4bbe-80fc-9b040f6cb99c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:05.412526 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ea6a0-b36a-4f05-9cf0-5a98a4e1dcda req-9bb1a4f6-6271-4bbe-80fc-9b040f6cb99c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:05.432671 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ea6a0-b36a-4f05-9cf0-5a98a4e1dcda req-9bb1a4f6-6271-4bbe-80fc-9b040f6cb99c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:05.440591 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ea6a0-b36a-4f05-9cf0-5a98a4e1dcda req-9bb1a4f6-6271-4bbe-80fc-9b040f6cb99c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:05.447514 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ea6a0-b36a-4f05-9cf0-5a98a4e1dcda req-9bb1a4f6-6271-4bbe-80fc-9b040f6cb99c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:05.454542 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ea6a0-b36a-4f05-9cf0-5a98a4e1dcda req-9bb1a4f6-6271-4bbe-80fc-9b040f6cb99c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:05.461224 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ea6a0-b36a-4f05-9cf0-5a98a4e1dcda req-9bb1a4f6-6271-4bbe-80fc-9b040f6cb99c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:05.463680 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-852ea6a0-b36a-4f05-9cf0-5a98a4e1dcda req-9bb1a4f6-6271-4bbe-80fc-9b040f6cb99c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5443 time: 0.6476657 Mar 22 19:30:05.492479 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54226) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:05.493222 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-7297f1e9-1085-4986-ba04-847b08424697 service neutron] Attempting to bind port 72e08ec3-d378-493a-bc45-59c0041a65d9 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:30:05.493573 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-7297f1e9-1085-4986-ba04-847b08424697 service neutron] Attempting to bind port 72e08ec3-d378-493a-bc45-59c0041a65d9 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '6a09aeb3-9dcd-43c2-9893-dabd14c26ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7b3e2f26-3add-4239-9044-1569c5fdc402'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:30:05.494006 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-7297f1e9-1085-4986-ba04-847b08424697 service neutron] Attempting to bind port 72e08ec3-d378-493a-bc45-59c0041a65d9 on network 7b3e2f26-3add-4239-9044-1569c5fdc402 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:30:05.515625 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-fe270867-57ad-4151-a7d9-0727486e101b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Request body: {'floatingip': {'port_id': '0ddbef26-fdc2-4762-a812-c5ac7d714e89'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:05.532929 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2e2f137a-272e-41cc-9319-8135324b046b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (9e04d877-b53e-48f3-acb8-4b7eac47f066), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:05.573150 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-7297f1e9-1085-4986-ba04-847b08424697 service neutron] Port 72e08ec3-d378-493a-bc45-59c0041a65d9 on network 7b3e2f26-3add-4239-9044-1569c5fdc402 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:30:05.573679 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-7297f1e9-1085-4986-ba04-847b08424697 service neutron] Attempting to bind port 72e08ec3-d378-493a-bc45-59c0041a65d9 on network 7b3e2f26-3add-4239-9044-1569c5fdc402 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:30:05.581437 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fe270867-57ad-4151-a7d9-0727486e101b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks [] for floatingip (17b5b324-436c-4836-805a-e8c726d853c4), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:05.586186 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f137a-272e-41cc-9319-8135324b046b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e04d877-b53e-48f3-acb8-4b7eac47f066,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:05.631193 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2f137a-272e-41cc-9319-8135324b046b admin admin] Checking segment: {'id': 'ec0b877a-85e8-4b0a-b030-75387d7b460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '18128141-c8fb-4d18-b5ca-2c8395e9a27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:30:05.631574 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2f137a-272e-41cc-9319-8135324b046b admin admin] Network hostable DHCP agents. Network: 18128141-c8fb-4d18-b5ca-2c8395e9a27f, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:30:05.655574 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2f137a-272e-41cc-9319-8135324b046b admin admin] Network 18128141-c8fb-4d18-b5ca-2c8395e9a27f is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:30:05.669885 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-2e2f137a-272e-41cc-9319-8135324b046b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 18128141-c8fb-4d18-b5ca-2c8395e9a27f) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:30:05.679520 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2f137a-272e-41cc-9319-8135324b046b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:05.681156 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2e2f137a-272e-41cc-9319-8135324b046b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:05.689025 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adbc8b8-7533-48bd-8e5d-87b9116000c8 None None] Network 18128141-c8fb-4d18-b5ca-2c8395e9a27f requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:30:05.705398 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2e2f137a-272e-41cc-9319-8135324b046b admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7312706 Mar 22 19:30:05.705691 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54230) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:05.710912 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-b0ba7cd8-cb60-4468-8fad-7447b792bebf admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-642710257-router', 'tenant_id': '673c322d47404ea781c6efdcc1c6e3cb', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:05.757252 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b0ba7cd8-cb60-4468-8fad-7447b792bebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (fe9efa07-e330-4ff1-9271-491e60c62ef3), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:05.758663 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b0ba7cd8-cb60-4468-8fad-7447b792bebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (fe9efa07-e330-4ff1-9271-491e60c62ef3), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:05.925359 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b0ba7cd8-cb60-4468-8fad-7447b792bebf admin admin] Publish callbacks [] for router_controller (fe9efa07-e330-4ff1-9271-491e60c62ef3), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:05.998037 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2152582-9dde-49c7-9999-dd8967cc9720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-18128141-c8fb-4d18-b5ca-2c8395e9a27f', 'network_id': '18128141-c8fb-4d18-b5ca-2c8395e9a27f', 'project_id': '673c322d47404ea781c6efdcc1c6e3cb', 'fixed_ips': [{'subnet_id': '9e04d877-b53e-48f3-acb8-4b7eac47f066'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:30:06.002741 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e2152582-9dde-49c7-9999-dd8967cc9720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:06.227982 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-e2152582-9dde-49c7-9999-dd8967cc9720 None None] Allocated IP 172.20.0.2 (18128141-c8fb-4d18-b5ca-2c8395e9a27f/9e04d877-b53e-48f3-acb8-4b7eac47f066/a38118b8-91d1-4644-93e6-6fec05841457) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:30:06.262667 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-7297f1e9-1085-4986-ba04-847b08424697 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:30:06.263674 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-7297f1e9-1085-4986-ba04-847b08424697 service neutron] Checking segment: {'id': '6a09aeb3-9dcd-43c2-9893-dabd14c26ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7b3e2f26-3add-4239-9044-1569c5fdc402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:30:06.265257 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-7297f1e9-1085-4986-ba04-847b08424697 service neutron] Bound using segment: {'id': '6a09aeb3-9dcd-43c2-9893-dabd14c26ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7b3e2f26-3add-4239-9044-1569c5fdc402'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:30:06.266023 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-7297f1e9-1085-4986-ba04-847b08424697 service neutron] Bound port: 72e08ec3-d378-493a-bc45-59c0041a65d9, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a09aeb3-9dcd-43c2-9893-dabd14c26ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7b3e2f26-3add-4239-9044-1569c5fdc402'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:30:06.266628 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-7297f1e9-1085-4986-ba04-847b08424697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (72e08ec3-d378-493a-bc45-59c0041a65d9), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:06.301778 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b0ba7cd8-cb60-4468-8fad-7447b792bebf admin admin] Publish callbacks [] for router_gateway (fe9efa07-e330-4ff1-9271-491e60c62ef3), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:06.393545 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-7297f1e9-1085-4986-ba04-847b08424697 service neutron] For port 72e08ec3-d378-493a-bc45-59c0041a65d9, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:30:06.398690 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-7297f1e9-1085-4986-ba04-847b08424697 service neutron] For port 72e08ec3-d378-493a-bc45-59c0041a65d9, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=72e08ec3-d378-493a-bc45-59c0041a65d9,segment=NetworkSegment(6a09aeb3-9dcd-43c2-9893-dabd14c26ff2),segment_id=6a09aeb3-9dcd-43c2-9893-dabd14c26ff2)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:30:06.422947 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-7297f1e9-1085-4986-ba04-847b08424697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (72e08ec3-d378-493a-bc45-59c0041a65d9), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:06.472907 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e2152582-9dde-49c7-9999-dd8967cc9720 None None] Publish callbacks [] for port (a38118b8-91d1-4644-93e6-6fec05841457), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:06.476190 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b95c3-f299-441d-858e-2810ee1c1383 req-cdb2119c-f289-45e2-af59-640f372fd703 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:06.481539 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e18b95c3-f299-441d-858e-2810ee1c1383 req-cdb2119c-f289-45e2-af59-640f372fd703 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 945 time: 1.2235014 Mar 22 19:30:06.496605 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e2152582-9dde-49c7-9999-dd8967cc9720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (a38118b8-91d1-4644-93e6-6fec05841457), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:06.575975 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2152582-9dde-49c7-9999-dd8967cc9720 None None] Network 18128141-c8fb-4d18-b5ca-2c8395e9a27f is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:30:06.577638 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2152582-9dde-49c7-9999-dd8967cc9720 None None] Pushing event updated for resources: {'Port': ['ID=a38118b8-91d1-4644-93e6-6fec05841457,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:06.584828 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-e2152582-9dde-49c7-9999-dd8967cc9720 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:30:06.593661 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2152582-9dde-49c7-9999-dd8967cc9720 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:30:06.738929 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-e2152582-9dde-49c7-9999-dd8967cc9720 None None] Attempting to bind port a38118b8-91d1-4644-93e6-6fec05841457 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:30:06.739349 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-e2152582-9dde-49c7-9999-dd8967cc9720 None None] Attempting to bind port a38118b8-91d1-4644-93e6-6fec05841457 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'ec0b877a-85e8-4b0a-b030-75387d7b460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '18128141-c8fb-4d18-b5ca-2c8395e9a27f'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:30:06.739721 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2152582-9dde-49c7-9999-dd8967cc9720 None None] Attempting to bind port a38118b8-91d1-4644-93e6-6fec05841457 on network 18128141-c8fb-4d18-b5ca-2c8395e9a27f {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:30:06.754198 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2152582-9dde-49c7-9999-dd8967cc9720 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:30:06.754596 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2152582-9dde-49c7-9999-dd8967cc9720 None None] Checking segment: {'id': 'ec0b877a-85e8-4b0a-b030-75387d7b460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '18128141-c8fb-4d18-b5ca-2c8395e9a27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:30:06.755552 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e2152582-9dde-49c7-9999-dd8967cc9720 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:06.755957 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2152582-9dde-49c7-9999-dd8967cc9720 None None] Bound using segment: {'id': 'ec0b877a-85e8-4b0a-b030-75387d7b460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '18128141-c8fb-4d18-b5ca-2c8395e9a27f'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:30:06.756454 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-e2152582-9dde-49c7-9999-dd8967cc9720 None None] Bound port: a38118b8-91d1-4644-93e6-6fec05841457, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec0b877a-85e8-4b0a-b030-75387d7b460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '18128141-c8fb-4d18-b5ca-2c8395e9a27f'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:30:06.756840 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e2152582-9dde-49c7-9999-dd8967cc9720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a38118b8-91d1-4644-93e6-6fec05841457), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:06.789825 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-7297f1e9-1085-4986-ba04-847b08424697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:06.795415 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-7297f1e9-1085-4986-ba04-847b08424697 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:06.798962 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-7297f1e9-1085-4986-ba04-847b08424697 service neutron] 10.222.0.85 "PUT /v2.0/ports/72e08ec3-d378-493a-bc45-59c0041a65d9 HTTP/1.1" status: 200 len: 1093 time: 4.8601573 Mar 22 19:30:06.805185 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b0ba7cd8-cb60-4468-8fad-7447b792bebf admin admin] Publish callbacks [] for router_gateway (fe9efa07-e330-4ff1-9271-491e60c62ef3), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:06.809957 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818d04e7-594e-4e39-ba6f-03a6bdbd8b79', 'tag': '72e08ec3-d378-493a-bc45-59c0041a65d9'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:30:06.815584 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db6437f-620b-4670-85fb-673e87d7e6d9" -d '{"events": [{"name": "network-changed", "server_uuid": "818d04e7-594e-4e39-ba6f-03a6bdbd8b79", "tag": "72e08ec3-d378-493a-bc45-59c0041a65d9"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:30:06.861965 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b0ba7cd8-cb60-4468-8fad-7447b792bebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:06.868693 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793256c9-a61e-47d5-a9dc-8cc25321f1c5 req-d56e0f38-9976-4d9c-a3f7-71e87c7be991 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:06.885929 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-793256c9-a61e-47d5-a9dc-8cc25321f1c5 req-d56e0f38-9976-4d9c-a3f7-71e87c7be991 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=818d04e7-594e-4e39-ba6f-03a6bdbd8b79 HTTP/1.1" status: 200 len: 1084 time: 0.6258252 Mar 22 19:30:06.946619 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e2152582-9dde-49c7-9999-dd8967cc9720 None None] For port a38118b8-91d1-4644-93e6-6fec05841457, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:30:06.959252 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e2152582-9dde-49c7-9999-dd8967cc9720 None None] For port a38118b8-91d1-4644-93e6-6fec05841457, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a38118b8-91d1-4644-93e6-6fec05841457,segment=NetworkSegment(ec0b877a-85e8-4b0a-b030-75387d7b460c),segment_id=ec0b877a-85e8-4b0a-b030-75387d7b460c)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:30:06.974983 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e2152582-9dde-49c7-9999-dd8967cc9720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a38118b8-91d1-4644-93e6-6fec05841457), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:07.061656 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297f1e9-1085-4986-ba04-847b08424697 service neutron] Pushing event updated for resources: {'Port': ['ID=72e08ec3-d378-493a-bc45-59c0041a65d9,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:07.087210 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2152582-9dde-49c7-9999-dd8967cc9720 None None] Pushing event updated for resources: {'Port': ['ID=a38118b8-91d1-4644-93e6-6fec05841457,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:07.159748 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-b0ba7cd8-cb60-4468-8fad-7447b792bebf admin admin] Allocated IP 172.25.5.191 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/c1b9cf97-eeae-414b-a6c7-83549ce66b8f) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:30:07.222302 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e18b95c3-f299-441d-858e-2810ee1c1383 req-1bf3dde5-005d-42c4-99bf-8deb90c14c12 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6908810 Mar 22 19:30:07.501232 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b0ba7cd8-cb60-4468-8fad-7447b792bebf admin admin] Publish callbacks [] for port (c1b9cf97-eeae-414b-a6c7-83549ce66b8f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:07.589473 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-793256c9-a61e-47d5-a9dc-8cc25321f1c5 req-3b472a93-64be-42e9-b548-7ff1a6e75108 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=9378e31b-e336-4443-bcf8-7df404be0c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7026238 Mar 22 19:30:07.608958 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b0ba7cd8-cb60-4468-8fad-7447b792bebf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (c1b9cf97-eeae-414b-a6c7-83549ce66b8f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:07.631224 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.db.resource_extend [None req-fe270867-57ad-4151-a7d9-0727486e101b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:30:07.653687 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-49f2e2fa-d758-45f8-ab87-33401a6ebc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:07.655525 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-49f2e2fa-d758-45f8-ab87-33401a6ebc39 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=c84ea4bdf315458e93c5434426f6023a&device_id=818d04e7-594e-4e39-ba6f-03a6bdbd8b79 HTTP/1.1" status: 200 len: 1127 time: 0.6104052 Mar 22 19:30:07.728061 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208724b7-d659-49d6-8940-b4a7177614da x-openstack-request-id: req-208724b7-d659-49d6-8940-b4a7177614da {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:30:07.728448 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818d04e7-594e-4e39-ba6f-03a6bdbd8b79", "tag": "72e08ec3-d378-493a-bc45-59c0041a65d9", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:30:07.728560 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-208724b7-d659-49d6-8940-b4a7177614da {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:30:07.728925 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-208724b7-d659-49d6-8940-b4a7177614da'] response: {'name': 'network-changed', 'server_uuid': '818d04e7-594e-4e39-ba6f-03a6bdbd8b79', 'tag': '72e08ec3-d378-493a-bc45-59c0041a65d9', 'status': 'completed', 'code': 200} Mar 22 19:30:07.763956 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ba7cd8-cb60-4468-8fad-7447b792bebf admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:30:07.777622 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-ddea21c2-a847-48df-930a-0a7bdd5191b9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72e08ec3-d378-493a-bc45-59c0041a65d9 HTTP/1.1" status: 200 len: 217 time: 0.0667510 Mar 22 19:30:07.779735 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-b0ba7cd8-cb60-4468-8fad-7447b792bebf admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:30:07.797039 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ba7cd8-cb60-4468-8fad-7447b792bebf admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:30:07.831787 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a38118b8-91d1-4644-93e6-6fec05841457 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:30:07.848752 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fe270867-57ad-4151-a7d9-0727486e101b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:07.860212 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ebb40-dd7f-4b80-8196-1d7d04fec00b req-5e262589-e487-48ee-9124-7f39dea87012 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:07.863806 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-101ebb40-dd7f-4b80-8196-1d7d04fec00b req-5e262589-e487-48ee-9124-7f39dea87012 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.4914176 Mar 22 19:30:07.885873 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fe270867-57ad-4151-a7d9-0727486e101b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (17b5b324-436c-4836-805a-e8c726d853c4), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:07.906883 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba7cd8-cb60-4468-8fad-7447b792bebf admin admin] Pushing event updated for resources: {'Port': ['ID=c1b9cf97-eeae-414b-a6c7-83549ce66b8f,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:07.953494 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port a38118b8-91d1-4644-93e6-6fec05841457 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:07.954928 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a38118b8-91d1-4644-93e6-6fec05841457), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:08.041558 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-d2706b6d-fe84-4d91-8372-440770b1a0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:08.043487 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-d2706b6d-fe84-4d91-8372-440770b1a0d0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c5a736f5-2cca-4f7a-87a4-e3c159387d4f HTTP/1.1" status: 200 len: 847 time: 0.2506711 Mar 22 19:30:08.100166 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a38118b8-91d1-4644-93e6-6fec05841457 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:30:08.100767 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a38118b8-91d1-4644-93e6-6fec05841457), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:08.153145 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-101ebb40-dd7f-4b80-8196-1d7d04fec00b req-52522093-f964-4f4d-9d31-7a8c5f07422c tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702348 Mar 22 19:30:08.169979 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port a38118b8-91d1-4644-93e6-6fec05841457, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a38118b8-91d1-4644-93e6-6fec05841457,segment=NetworkSegment(ec0b877a-85e8-4b0a-b030-75387d7b460c),segment_id=ec0b877a-85e8-4b0a-b030-75387d7b460c)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:30:08.175763 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a38118b8-91d1-4644-93e6-6fec05841457), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:08.218312 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-1a509d73-0e78-4f37-bcbc-16a44c6f6eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:08.219807 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-1a509d73-0e78-4f37-bcbc-16a44c6f6eda service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7b3e2f26-3add-4239-9044-1569c5fdc402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1588197 Mar 22 19:30:08.220912 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [None req-fe270867-57ad-4151-a7d9-0727486e101b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Floating IP 17b5b324-436c-4836-805a-e8c726d853c4 associated. External IP: 172.25.5.74, port: 0ddbef26-fdc2-4762-a812-c5ac7d714e89. Mar 22 19:30:08.287498 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b0ba7cd8-cb60-4468-8fad-7447b792bebf admin admin] Publish callbacks [] for router_gateway (fe9efa07-e330-4ff1-9271-491e60c62ef3), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:08.297650 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=a38118b8-91d1-4644-93e6-6fec05841457,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:08.610236 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4014a303-0baf-400e-8f9f-c9442a068eae req-fa8e85c3-ed41-4df3-860a-4f24f9a8635f tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:08.614903 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4014a303-0baf-400e-8f9f-c9442a068eae req-fa8e85c3-ed41-4df3-860a-4f24f9a8635f tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 945 time: 0.2341347 Mar 22 19:30:08.622619 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-1ce206bd-a8f9-4ef5-9703-1586509bfac0 service neutron] 10.222.0.85 "GET /v2.0/networks/7b3e2f26-3add-4239-9044-1569c5fdc402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875141 Mar 22 19:30:08.694436 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b0ba7cd8-cb60-4468-8fad-7447b792bebf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (fe9efa07-e330-4ff1-9271-491e60c62ef3), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:08.915635 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4014a303-0baf-400e-8f9f-c9442a068eae req-08a824c8-799a-4cf1-9c2a-a87156829e40 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926488 Mar 22 19:30:08.925434 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ba7cd8-cb60-4468-8fad-7447b792bebf admin admin] Router fe9efa07-e330-4ff1-9271-491e60c62ef3 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:30:08.945849 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835f2d1-a8e6-4504-96a6-490c57244c6c req-7a561a83-2947-4c8f-920c-1b291c4d541b tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:08.952605 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b835f2d1-a8e6-4504-96a6-490c57244c6c req-7a561a83-2947-4c8f-920c-1b291c4d541b tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=818d04e7-594e-4e39-ba6f-03a6bdbd8b79 HTTP/1.1" status: 200 len: 1127 time: 0.2136846 Mar 22 19:30:08.953374 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be47ecd7-afdc-4452-91ce-459a70cf9343 None None] Network 18128141-c8fb-4d18-b5ca-2c8395e9a27f requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:30:08.964150 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3e28555-0f33-4e36-9e59-ab02479f4dc5 req-ca44370e-014c-4772-b85a-4d7d08c494fc service neutron] 10.222.0.85 "GET /v2.0/networks/7b3e2f26-3add-4239-9044-1569c5fdc402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287296 Mar 22 19:30:09.003788 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe270867-57ad-4151-a7d9-0727486e101b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Router b3eb4919-0c98-45d7-b26c-d41cb6339388 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:30:09.107642 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b835f2d1-a8e6-4504-96a6-490c57244c6c req-d867e40f-d43f-49cb-b3ee-82fdd697e586 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=9378e31b-e336-4443-bcf8-7df404be0c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511471 Mar 22 19:30:09.177933 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ba7cd8-cb60-4468-8fad-7447b792bebf admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:30:09.192824 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-1569e566-8453-470d-927f-5c07ee44b423 None None] Provisioning complete for port a38118b8-91d1-4644-93e6-6fec05841457 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:09.195596 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab601a5-d801-460d-af50-01cdfa3cee72 None None] Sync routers for ids ['fe9efa07-e330-4ff1-9271-491e60c62ef3'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:30:09.205736 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1569e566-8453-470d-927f-5c07ee44b423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a38118b8-91d1-4644-93e6-6fec05841457), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:09.206247 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b0ba7cd8-cb60-4468-8fad-7447b792bebf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:09.210115 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b0ba7cd8-cb60-4468-8fad-7447b792bebf admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.5008228 Mar 22 19:30:09.210973 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54258) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:09.224076 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab601a5-d801-460d-af50-01cdfa3cee72 None None] Routers {'fe9efa07-e330-4ff1-9271-491e60c62ef3'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:30:09.226276 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-bab601a5-d801-460d-af50-01cdfa3cee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:29:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['fe9efa07-e330-4ff1-9271-491e60c62ef3'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:30:09.393378 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1569e566-8453-470d-927f-5c07ee44b423 None None] Current status of the port a38118b8-91d1-4644-93e6-6fec05841457 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:30:09.741248 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a38118b8-91d1-4644-93e6-6fec05841457 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:30:09.750432 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-803b63ea-61a8-40c2-8610-866cf3ab01ea None None] Provisioning complete for port a38118b8-91d1-4644-93e6-6fec05841457 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:09.752332 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-803b63ea-61a8-40c2-8610-866cf3ab01ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a38118b8-91d1-4644-93e6-6fec05841457), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:09.851417 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-bab601a5-d801-460d-af50-01cdfa3cee72 None None] Set router fe9efa07-e330-4ff1-9271-491e60c62ef3 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:30:09.941088 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6437f-620b-4670-85fb-673e87d7e6d9 req-f08c5a1f-a58e-44c2-a97d-c46000fa2931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:09.943839 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2db6437f-620b-4670-85fb-673e87d7e6d9 req-f08c5a1f-a58e-44c2-a97d-c46000fa2931 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=c84ea4bdf315458e93c5434426f6023a&device_id=818d04e7-594e-4e39-ba6f-03a6bdbd8b79 HTTP/1.1" status: 200 len: 1127 time: 0.9051166 Mar 22 19:30:09.980827 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port a38118b8-91d1-4644-93e6-6fec05841457 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:09.981906 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a38118b8-91d1-4644-93e6-6fec05841457), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:10.012382 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-803b63ea-61a8-40c2-8610-866cf3ab01ea None None] Current status of the port a38118b8-91d1-4644-93e6-6fec05841457 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:30:10.096263 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a38118b8-91d1-4644-93e6-6fec05841457 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:30:10.115298 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b10e1c-eacd-43c6-a56c-49b012bd1413 req-0d8105b4-3faf-41d9-b2fd-f0ee5bbcf0ce tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:10.122726 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a6b10e1c-eacd-43c6-a56c-49b012bd1413 req-0d8105b4-3faf-41d9-b2fd-f0ee5bbcf0ce tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 945 time: 0.7334037 Mar 22 19:30:10.158599 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-bab601a5-d801-460d-af50-01cdfa3cee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'name': 'tempest-ServersTestJSON-642710257-router', 'tenant_id': '673c322d47404ea781c6efdcc1c6e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'c1b9cf97-eeae-414b-a6c7-83549ce66b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:05Z', 'updated_at': '2022-03-22T19:30:08Z', 'revision_number': 3, 'project_id': '673c322d47404ea781c6efdcc1c6e3cb', 'gw_port': {'id': 'c1b9cf97-eeae-414b-a6c7-83549ce66b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:06Z', 'updated_at': '2022-03-22T19:30:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:30:10.179878 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829fd5f-52d9-4f55-9d7a-d9c070df69e1 req-534e1fbb-64f3-4086-920e-2690745216c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:10.181564 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c829fd5f-52d9-4f55-9d7a-d9c070df69e1 req-534e1fbb-64f3-4086-920e-2690745216c6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f1d9b8a2852847abaf50233e44b3b990&device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 1128 time: 0.9055939 Mar 22 19:30:10.190636 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab601a5-d801-460d-af50-01cdfa3cee72 None None] Checking router: fe9efa07-e330-4ff1-9271-491e60c62ef3 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:30:10.191353 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab601a5-d801-460d-af50-01cdfa3cee72 None None] Updating router fe9efa07-e330-4ff1-9271-491e60c62ef3 port c1b9cf97-eeae-414b-a6c7-83549ce66b8f binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:30:10.225827 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-bab601a5-d801-460d-af50-01cdfa3cee72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c1b9cf97-eeae-414b-a6c7-83549ce66b8f), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:10.412674 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe270867-57ad-4151-a7d9-0727486e101b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:30:10.417581 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fe270867-57ad-4151-a7d9-0727486e101b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:10.424426 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5187c434-d677-4ef6-88e8-ba99d64e5ad1 None None] Sync routers for ids ['b3eb4919-0c98-45d7-b26c-d41cb6339388'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:30:10.444356 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5187c434-d677-4ef6-88e8-ba99d64e5ad1 None None] Routers {'b3eb4919-0c98-45d7-b26c-d41cb6339388'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:30:10.445842 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-5187c434-d677-4ef6-88e8-ba99d64e5ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:29:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['b3eb4919-0c98-45d7-b26c-d41cb6339388'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:30:10.497003 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a6b10e1c-eacd-43c6-a56c-49b012bd1413 req-6af1fbe3-1672-4cbe-8e20-da69552b0ef1 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733075 Mar 22 19:30:10.519414 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6437f-620b-4670-85fb-673e87d7e6d9 req-751e6412-c766-47a5-89d0-2d48f1db1f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:10.521486 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2db6437f-620b-4670-85fb-673e87d7e6d9 req-751e6412-c766-47a5-89d0-2d48f1db1f3b service neutron] 10.222.0.85 "GET /v2.0/networks?id=7b3e2f26-3add-4239-9044-1569c5fdc402 HTTP/1.1" status: 200 len: 909 time: 0.5708411 Mar 22 19:30:10.534626 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fe270867-57ad-4151-a7d9-0727486e101b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "PUT /v2.0/floatingips/17b5b324-436c-4836-805a-e8c726d853c4 HTTP/1.1" status: 200 len: 990 time: 5.0282917 Mar 22 19:30:10.543472 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'tag': '0ddbef26-fdc2-4762-a812-c5ac7d714e89'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:30:10.545745 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1e4e81-a223-49d2-bb19-5584c59eaa52" -d '{"events": [{"name": "network-changed", "server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "tag": "0ddbef26-fdc2-4762-a812-c5ac7d714e89"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:30:10.561418 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-bab601a5-d801-460d-af50-01cdfa3cee72 None None] Publish callbacks [] for port (c1b9cf97-eeae-414b-a6c7-83549ce66b8f), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:10.572763 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-bab601a5-d801-460d-af50-01cdfa3cee72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c1b9cf97-eeae-414b-a6c7-83549ce66b8f), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:10.600909 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2db6437f-620b-4670-85fb-673e87d7e6d9 req-31ebbb82-0322-45dd-aa2b-09c475ba71cc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=72e08ec3-d378-493a-bc45-59c0041a65d9 HTTP/1.1" status: 200 len: 217 time: 0.0709174 Mar 22 19:30:10.605561 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67cfd79-2f7a-4cfb-9ff3-d12e7d2beadd req-ddfd7e8b-e8a8-45b1-b8c2-d8565061e21a tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:10.619181 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e67cfd79-2f7a-4cfb-9ff3-d12e7d2beadd req-ddfd7e8b-e8a8-45b1-b8c2-d8565061e21a tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=818d04e7-594e-4e39-ba6f-03a6bdbd8b79 HTTP/1.1" status: 200 len: 1127 time: 0.3613744 Mar 22 19:30:10.629274 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36598fce-95df-4a5a-86df-57ad832aec60 x-openstack-request-id: req-36598fce-95df-4a5a-86df-57ad832aec60 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:30:10.630100 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "tag": "0ddbef26-fdc2-4762-a812-c5ac7d714e89", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:30:10.630375 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-36598fce-95df-4a5a-86df-57ad832aec60 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:30:10.630777 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36598fce-95df-4a5a-86df-57ad832aec60'] response: {'name': 'network-changed', 'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'tag': '0ddbef26-fdc2-4762-a812-c5ac7d714e89', 'status': 'completed', 'code': 200} Mar 22 19:30:10.654059 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e84c1-51fb-4d29-8848-609f26adaef8 None None] Pushing event updated for resources: {'Port': ['ID=c1b9cf97-eeae-414b-a6c7-83549ce66b8f,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:10.663670 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-5187c434-d677-4ef6-88e8-ba99d64e5ad1 None None] Set router b3eb4919-0c98-45d7-b26c-d41cb6339388 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:30:10.671816 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829fd5f-52d9-4f55-9d7a-d9c070df69e1 req-f3733c9b-7eb9-425d-9b68-75d87de2f9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:10.673636 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c829fd5f-52d9-4f55-9d7a-d9c070df69e1 req-f3733c9b-7eb9-425d-9b68-75d87de2f9d7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=d20554b8-a26c-4c21-9aa9-235918d57be0 HTTP/1.1" status: 200 len: 920 time: 0.4718683 Mar 22 19:30:10.699812 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-bab601a5-d801-460d-af50-01cdfa3cee72 None None] Attempting to bind port c1b9cf97-eeae-414b-a6c7-83549ce66b8f on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:30:10.700126 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-bab601a5-d801-460d-af50-01cdfa3cee72 None None] Attempting to bind port c1b9cf97-eeae-414b-a6c7-83549ce66b8f by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:30:10.700497 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab601a5-d801-460d-af50-01cdfa3cee72 None None] Attempting to bind port c1b9cf97-eeae-414b-a6c7-83549ce66b8f on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:30:10.706670 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab601a5-d801-460d-af50-01cdfa3cee72 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:30:10.707046 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab601a5-d801-460d-af50-01cdfa3cee72 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:30:10.707447 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-bab601a5-d801-460d-af50-01cdfa3cee72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:10.708668 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab601a5-d801-460d-af50-01cdfa3cee72 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:30:10.709134 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-bab601a5-d801-460d-af50-01cdfa3cee72 None None] Bound port: c1b9cf97-eeae-414b-a6c7-83549ce66b8f, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:30:10.709506 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-bab601a5-d801-460d-af50-01cdfa3cee72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c1b9cf97-eeae-414b-a6c7-83549ce66b8f), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:10.775254 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c829fd5f-52d9-4f55-9d7a-d9c070df69e1 req-54bdd335-5201-427a-9063-022629678271 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f5733db-943a-4497-a193-bb4029fc5a4e HTTP/1.1" status: 200 len: 217 time: 0.0930932 Mar 22 19:30:10.792458 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e4e81-a223-49d2-bb19-5584c59eaa52 req-dccb0317-f607-4e46-b46a-54373d60b157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:10.793108 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e4e81-a223-49d2-bb19-5584c59eaa52 req-dccb0317-f607-4e46-b46a-54373d60b157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:10.793652 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e4e81-a223-49d2-bb19-5584c59eaa52 req-dccb0317-f607-4e46-b46a-54373d60b157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:10.794219 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e4e81-a223-49d2-bb19-5584c59eaa52 req-dccb0317-f607-4e46-b46a-54373d60b157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:10.794923 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e4e81-a223-49d2-bb19-5584c59eaa52 req-dccb0317-f607-4e46-b46a-54373d60b157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:10.796496 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e4e81-a223-49d2-bb19-5584c59eaa52 req-dccb0317-f607-4e46-b46a-54373d60b157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:10.797056 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e4e81-a223-49d2-bb19-5584c59eaa52 req-dccb0317-f607-4e46-b46a-54373d60b157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:10.799884 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ec1e4e81-a223-49d2-bb19-5584c59eaa52 req-dccb0317-f607-4e46-b46a-54373d60b157 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3fee7ce517f548f9a4e6097b9989ab12&device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 6724 time: 0.1021967 Mar 22 19:30:10.864651 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-bab601a5-d801-460d-af50-01cdfa3cee72 None None] For port c1b9cf97-eeae-414b-a6c7-83549ce66b8f, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:30:10.868642 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-bab601a5-d801-460d-af50-01cdfa3cee72 None None] For port c1b9cf97-eeae-414b-a6c7-83549ce66b8f, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c1b9cf97-eeae-414b-a6c7-83549ce66b8f,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:30:10.878847 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-bab601a5-d801-460d-af50-01cdfa3cee72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c1b9cf97-eeae-414b-a6c7-83549ce66b8f), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:10.893862 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6437f-620b-4670-85fb-673e87d7e6d9 req-910d6b5d-f3fd-4066-b1a5-dc3914a95213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:10.895374 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2db6437f-620b-4670-85fb-673e87d7e6d9 req-910d6b5d-f3fd-4066-b1a5-dc3914a95213 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c5a736f5-2cca-4f7a-87a4-e3c159387d4f HTTP/1.1" status: 200 len: 847 time: 0.2620425 Mar 22 19:30:10.988440 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e67cfd79-2f7a-4cfb-9ff3-d12e7d2beadd req-2594d1fa-c339-4a44-9b44-e0ecb9632c91 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=9378e31b-e336-4443-bcf8-7df404be0c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628521 Mar 22 19:30:11.040488 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e84c1-51fb-4d29-8848-609f26adaef8 None None] Pushing event updated for resources: {'Port': ['ID=c1b9cf97-eeae-414b-a6c7-83549ce66b8f,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:11.040717 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829fd5f-52d9-4f55-9d7a-d9c070df69e1 req-ca2a3da5-7e14-4ac8-a226-65cad99f328e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:11.044736 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c829fd5f-52d9-4f55-9d7a-d9c070df69e1 req-ca2a3da5-7e14-4ac8-a226-65cad99f328e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=703f819a-471b-406d-abe3-9a43e329de84 HTTP/1.1" status: 200 len: 859 time: 0.2538967 Mar 22 19:30:11.069677 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab601a5-d801-460d-af50-01cdfa3cee72 None None] Routers {'fe9efa07-e330-4ff1-9271-491e60c62ef3'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:30:11.070714 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-bab601a5-d801-460d-af50-01cdfa3cee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:29:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['fe9efa07-e330-4ff1-9271-491e60c62ef3'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:30:11.095295 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e4e81-a223-49d2-bb19-5584c59eaa52 req-c42a90a3-de01-4bfa-b62f-bb38d4b36235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:11.096773 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ec1e4e81-a223-49d2-bb19-5584c59eaa52 req-c42a90a3-de01-4bfa-b62f-bb38d4b36235 service neutron] 10.222.0.84 "GET /v2.0/networks?id=51c4d819-dc3a-4926-819e-2ad5e382640b HTTP/1.1" status: 200 len: 918 time: 0.2826500 Mar 22 19:30:11.098259 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6437f-620b-4670-85fb-673e87d7e6d9 req-94df0a9d-e5f7-4447-a00a-770dafb565d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:11.102340 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2db6437f-620b-4670-85fb-673e87d7e6d9 req-94df0a9d-e5f7-4447-a00a-770dafb565d9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7b3e2f26-3add-4239-9044-1569c5fdc402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1979723 Mar 22 19:30:11.104911 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-61909e0e-074c-42af-bb99-91846889aafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:11.130657 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c829fd5f-52d9-4f55-9d7a-d9c070df69e1 req-d8425051-313a-4207-a9da-e9c5d7d73afc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d20554b8-a26c-4c21-9aa9-235918d57be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734911 Mar 22 19:30:11.225390 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-5187c434-d677-4ef6-88e8-ba99d64e5ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'name': 'tempest-TaggedBootDevicesTest_v242-1498568096-router', 'tenant_id': '3fee7ce517f548f9a4e6097b9989ab12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:10Z', 'updated_at': '2022-03-22T19:26:17Z', 'revision_number': 4, 'project_id': '3fee7ce517f548f9a4e6097b9989ab12', 'gw_port': {'id': 'c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:12Z', 'updated_at': '2022-03-22T19:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '17b5b324-436c-4836-805a-e8c726d853c4', 'tenant_id': '3fee7ce517f548f9a4e6097b9989ab12', 'floating_ip_address': '172.25.5.74', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'port_id': '0ddbef26-fdc2-4762-a812-c5ac7d714e89', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51c4d819-dc3a-4926-819e-2ad5e382640b', 'mac_address': 'fa:16:3e:5f:bd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fa428f-956c-4a38-82a5-e8774debd9be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:27:50Z', 'updated_at': '2022-03-22T19:30:07Z', 'revision_number': 1, 'project_id': '3fee7ce517f548f9a4e6097b9989ab12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7', 'name': '', 'network_id': '51c4d819-dc3a-4926-819e-2ad5e382640b', 'tenant_id': '3fee7ce517f548f9a4e6097b9989ab12', 'mac_address': 'fa:16:3e:d0:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '69c17642-eb57-4b80-9cea-90bbf60877d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:16Z', 'updated_at': '2022-03-22T19:26:38Z', 'revision_number': 5, 'project_id': '3fee7ce517f548f9a4e6097b9989ab12', 'subnets': [{'id': '69c17642-eb57-4b80-9cea-90bbf60877d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:30:11.276712 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5187c434-d677-4ef6-88e8-ba99d64e5ad1 None None] Checking router: b3eb4919-0c98-45d7-b26c-d41cb6339388 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:30:11.282316 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ec1e4e81-a223-49d2-bb19-5584c59eaa52 req-dec0503c-c041-4e9f-9706-0f4fadce7061 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ddbef26-fdc2-4762-a812-c5ac7d714e89 HTTP/1.1" status: 200 len: 998 time: 0.1670446 Mar 22 19:30:11.295407 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5187c434-d677-4ef6-88e8-ba99d64e5ad1 None None] Routers {'b3eb4919-0c98-45d7-b26c-d41cb6339388'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:30:11.296047 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-5187c434-d677-4ef6-88e8-ba99d64e5ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:29:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['b3eb4919-0c98-45d7-b26c-d41cb6339388'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:30:11.371577 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-bab601a5-d801-460d-af50-01cdfa3cee72 None None] Set router fe9efa07-e330-4ff1-9271-491e60c62ef3 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:30:11.485498 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-5187c434-d677-4ef6-88e8-ba99d64e5ad1 None None] Set router b3eb4919-0c98-45d7-b26c-d41cb6339388 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:30:11.497382 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e4e81-a223-49d2-bb19-5584c59eaa52 req-18bc3d3f-f7d5-4c10-9260-896e24aef51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:11.510864 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2db6437f-620b-4670-85fb-673e87d7e6d9 req-245dd88e-1d89-47fb-a59a-24d8f076aca3 service neutron] 10.222.0.85 "GET /v2.0/networks/7b3e2f26-3add-4239-9044-1569c5fdc402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787930 Mar 22 19:30:11.517275 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c829fd5f-52d9-4f55-9d7a-d9c070df69e1 req-fe7f39d5-0713-46f0-a2a3-c1781ae0071e service neutron] 10.222.0.84 "GET /v2.0/networks/d20554b8-a26c-4c21-9aa9-235918d57be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595812 Mar 22 19:30:11.519391 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ec1e4e81-a223-49d2-bb19-5584c59eaa52 req-18bc3d3f-f7d5-4c10-9260-896e24aef51e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=69c17642-eb57-4b80-9cea-90bbf60877d8 HTTP/1.1" status: 200 len: 856 time: 0.2286837 Mar 22 19:30:11.776012 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-bab601a5-d801-460d-af50-01cdfa3cee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'name': 'tempest-ServersTestJSON-642710257-router', 'tenant_id': '673c322d47404ea781c6efdcc1c6e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'c1b9cf97-eeae-414b-a6c7-83549ce66b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:05Z', 'updated_at': '2022-03-22T19:30:08Z', 'revision_number': 3, 'project_id': '673c322d47404ea781c6efdcc1c6e3cb', 'gw_port': {'id': 'c1b9cf97-eeae-414b-a6c7-83549ce66b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:06Z', 'updated_at': '2022-03-22T19:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:30:11.818158 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab601a5-d801-460d-af50-01cdfa3cee72 None None] The sync data for ids ['fe9efa07-e330-4ff1-9271-491e60c62ef3'] in n-d-705658-24 is: [{'id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'name': 'tempest-ServersTestJSON-642710257-router', 'tenant_id': '673c322d47404ea781c6efdcc1c6e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'c1b9cf97-eeae-414b-a6c7-83549ce66b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:05Z', 'updated_at': '2022-03-22T19:30:08Z', 'revision_number': 3, 'project_id': '673c322d47404ea781c6efdcc1c6e3cb', 'gw_port': {'id': 'c1b9cf97-eeae-414b-a6c7-83549ce66b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:06Z', 'updated_at': '2022-03-22T19:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:30:11.873465 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-61909e0e-074c-42af-bb99-91846889aafb admin admin] Allocated IP 172.20.0.1 (18128141-c8fb-4d18-b5ca-2c8395e9a27f/9e04d877-b53e-48f3-acb8-4b7eac47f066/bd10ff61-628a-4a2b-9009-34d2eba676ed) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:30:11.902782 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2db6437f-620b-4670-85fb-673e87d7e6d9 req-92d46e05-6dd9-418c-8fab-1862ca29d966 service neutron] 10.222.0.85 "GET /v2.0/networks/7b3e2f26-3add-4239-9044-1569c5fdc402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847649 Mar 22 19:30:11.919377 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70177b58-e47f-4454-83de-d904ef8776e9 req-7ac8b49c-2987-474b-a259-1bbee23753e9 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:11.921066 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-70177b58-e47f-4454-83de-d904ef8776e9 req-7ac8b49c-2987-474b-a259-1bbee23753e9 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 945 time: 0.1963527 Mar 22 19:30:11.961829 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 72e08ec3-d378-493a-bc45-59c0041a65d9 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:30:12.104656 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c829fd5f-52d9-4f55-9d7a-d9c070df69e1 req-c915eb90-6a62-4dbd-8584-2a57ef86cedc service neutron] 10.222.0.84 "GET /v2.0/networks/d20554b8-a26c-4c21-9aa9-235918d57be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5502892 Mar 22 19:30:12.111093 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 72e08ec3-d378-493a-bc45-59c0041a65d9, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=72e08ec3-d378-493a-bc45-59c0041a65d9,segment=NetworkSegment(6a09aeb3-9dcd-43c2-9893-dabd14c26ff2),segment_id=6a09aeb3-9dcd-43c2-9893-dabd14c26ff2)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:30:12.149420 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-70177b58-e47f-4454-83de-d904ef8776e9 req-d1853d82-61d7-4f56-abdc-f0f769b54c4a tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947758 Mar 22 19:30:12.156431 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-61909e0e-074c-42af-bb99-91846889aafb admin admin] Publish callbacks [] for port (bd10ff61-628a-4a2b-9009-34d2eba676ed), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:12.206686 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-61909e0e-074c-42af-bb99-91846889aafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (bd10ff61-628a-4a2b-9009-34d2eba676ed), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:12.224821 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '72e08ec3-d378-493a-bc45-59c0041a65d9', 'network_id': '7b3e2f26-3add-4239-9044-1569c5fdc402', 'port_id': '72e08ec3-d378-493a-bc45-59c0041a65d9', 'mac_address': 'fa:16:3e:a5:55:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a736f5-2cca-4f7a-87a4-e3c159387d4f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:30:12.282703 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988fa8f-5ebc-48bf-8f86-9a3d2109d2b8 req-85d841d9-68ad-4f69-ad4f-66fb08468d1f tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:12.295601 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1988fa8f-5ebc-48bf-8f86-9a3d2109d2b8 req-85d841d9-68ad-4f69-ad4f-66fb08468d1f tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=818d04e7-594e-4e39-ba6f-03a6bdbd8b79 HTTP/1.1" status: 200 len: 1127 time: 0.1212325 Mar 22 19:30:12.321709 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61909e0e-074c-42af-bb99-91846889aafb admin admin] Network 18128141-c8fb-4d18-b5ca-2c8395e9a27f is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:30:12.330284 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e4e81-a223-49d2-bb19-5584c59eaa52 req-1d2bb444-2f81-48d8-9229-d9ae910b3da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:12.332364 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ec1e4e81-a223-49d2-bb19-5584c59eaa52 req-1d2bb444-2f81-48d8-9229-d9ae910b3da6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=51c4d819-dc3a-4926-819e-2ad5e382640b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8034456 Mar 22 19:30:12.343108 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-61909e0e-074c-42af-bb99-91846889aafb admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:30:12.349672 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61909e0e-074c-42af-bb99-91846889aafb admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:30:12.393970 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 72e08ec3-d378-493a-bc45-59c0041a65d9 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:30:12.396441 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (72e08ec3-d378-493a-bc45-59c0041a65d9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:12.415774 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1988fa8f-5ebc-48bf-8f86-9a3d2109d2b8 req-e3ac237a-0a1e-4ad5-8369-00b00f53d51b tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=9378e31b-e336-4443-bcf8-7df404be0c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169279 Mar 22 19:30:12.474746 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61909e0e-074c-42af-bb99-91846889aafb admin admin] Pushing event updated for resources: {'Port': ['ID=bd10ff61-628a-4a2b-9009-34d2eba676ed,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:12.498482 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e08ec3-d378-493a-bc45-59c0041a65d9 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:30:12.507724 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-61909e0e-074c-42af-bb99-91846889aafb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (fe9efa07-e330-4ff1-9271-491e60c62ef3), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:12.601516 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 72e08ec3-d378-493a-bc45-59c0041a65d9, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=72e08ec3-d378-493a-bc45-59c0041a65d9,segment=NetworkSegment(6a09aeb3-9dcd-43c2-9893-dabd14c26ff2),segment_id=6a09aeb3-9dcd-43c2-9893-dabd14c26ff2)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:30:12.617336 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-5187c434-d677-4ef6-88e8-ba99d64e5ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'name': 'tempest-TaggedBootDevicesTest_v242-1498568096-router', 'tenant_id': '3fee7ce517f548f9a4e6097b9989ab12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:10Z', 'updated_at': '2022-03-22T19:26:17Z', 'revision_number': 4, 'project_id': '3fee7ce517f548f9a4e6097b9989ab12', 'gw_port': {'id': 'c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:12Z', 'updated_at': '2022-03-22T19:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '17b5b324-436c-4836-805a-e8c726d853c4', 'tenant_id': '3fee7ce517f548f9a4e6097b9989ab12', 'floating_ip_address': '172.25.5.74', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'port_id': '0ddbef26-fdc2-4762-a812-c5ac7d714e89', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51c4d819-dc3a-4926-819e-2ad5e382640b', 'mac_address': 'fa:16:3e:5f:bd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fa428f-956c-4a38-82a5-e8774debd9be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:27:50Z', 'updated_at': '2022-03-22T19:30:07Z', 'revision_number': 1, 'project_id': '3fee7ce517f548f9a4e6097b9989ab12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7', 'name': '', 'network_id': '51c4d819-dc3a-4926-819e-2ad5e382640b', 'tenant_id': '3fee7ce517f548f9a4e6097b9989ab12', 'mac_address': 'fa:16:3e:d0:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '69c17642-eb57-4b80-9cea-90bbf60877d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:16Z', 'updated_at': '2022-03-22T19:26:38Z', 'revision_number': 5, 'project_id': '3fee7ce517f548f9a4e6097b9989ab12', 'subnets': [{'id': '69c17642-eb57-4b80-9cea-90bbf60877d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:30:12.622050 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (72e08ec3-d378-493a-bc45-59c0041a65d9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:12.748419 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5187c434-d677-4ef6-88e8-ba99d64e5ad1 None None] The sync data for ids ['b3eb4919-0c98-45d7-b26c-d41cb6339388'] in n-d-705658-24 is: [{'id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'name': 'tempest-TaggedBootDevicesTest_v242-1498568096-router', 'tenant_id': '3fee7ce517f548f9a4e6097b9989ab12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:10Z', 'updated_at': '2022-03-22T19:26:17Z', 'revision_number': 4, 'project_id': '3fee7ce517f548f9a4e6097b9989ab12', 'gw_port': {'id': 'c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:12Z', 'updated_at': '2022-03-22T19:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '17b5b324-436c-4836-805a-e8c726d853c4', 'tenant_id': '3fee7ce517f548f9a4e6097b9989ab12', 'floating_ip_address': '172.25.5.74', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'port_id': '0ddbef26-fdc2-4762-a812-c5ac7d714e89', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '51c4d819-dc3a-4926-819e-2ad5e382640b', 'mac_address': 'fa:16:3e:5f:bd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fa428f-956c-4a38-82a5-e8774debd9be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:27:50Z', 'updated_at': '2022-03-22T19:30:07Z', 'revision_number': 1, 'project_id': '3fee7ce517f548f9a4e6097b9989ab12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7', 'name': '', 'network_id': '51c4d819-dc3a-4926-819e-2ad5e382640b', 'tenant_id': '3fee7ce517f548f9a4e6097b9989ab12', 'mac_address': 'fa:16:3e:d0:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '69c17642-eb57-4b80-9cea-90bbf60877d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:16Z', 'updated_at': '2022-03-22T19:26:38Z', 'revision_number': 5, 'project_id': '3fee7ce517f548f9a4e6097b9989ab12', 'subnets': [{'id': '69c17642-eb57-4b80-9cea-90bbf60877d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:30:12.775073 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ec1e4e81-a223-49d2-bb19-5584c59eaa52 req-5138bcbd-fd57-4119-ad9d-b2966c642365 service neutron] 10.222.0.84 "GET /v2.0/networks/51c4d819-dc3a-4926-819e-2ad5e382640b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290397 Mar 22 19:30:12.921639 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=72e08ec3-d378-493a-bc45-59c0041a65d9,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:12.976434 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['72e08ec3-d378-493a-bc45-59c0041a65d9'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:30:13.098670 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-61909e0e-074c-42af-bb99-91846889aafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (bd10ff61-628a-4a2b-9009-34d2eba676ed), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:13.124175 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ec1e4e81-a223-49d2-bb19-5584c59eaa52 req-b4bd6a32-4067-4893-a4a8-510661843db1 service neutron] 10.222.0.84 "GET /v2.0/networks/51c4d819-dc3a-4926-819e-2ad5e382640b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415835 Mar 22 19:30:13.300602 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-bd20f1c9-b36b-4722-9688-e7caf2f609ee None None] Provisioning complete for port bd10ff61-628a-4a2b-9009-34d2eba676ed triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:13.300873 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bd20f1c9-b36b-4722-9688-e7caf2f609ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (bd10ff61-628a-4a2b-9009-34d2eba676ed), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:13.382339 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb98b38-d716-45bc-b4ef-1e8272bc564f None None] New status for floating IP 17b5b324-436c-4836-805a-e8c726d853c4: ACTIVE {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:30:13.506959 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721b4be-5e9c-44dc-8df0-7cc6aeff7539 req-8720e7d9-1060-4ee6-87e5-b032d2816a21 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:13.527426 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2721b4be-5e9c-44dc-8df0-7cc6aeff7539 req-8720e7d9-1060-4ee6-87e5-b032d2816a21 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 945 time: 0.1269865 Mar 22 19:30:13.660135 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-bd20f1c9-b36b-4722-9688-e7caf2f609ee None None] Port bd10ff61-628a-4a2b-9009-34d2eba676ed cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:30:13.695298 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-61909e0e-074c-42af-bb99-91846889aafb admin admin] Publish callbacks [] for port (bd10ff61-628a-4a2b-9009-34d2eba676ed), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:13.703684 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-61909e0e-074c-42af-bb99-91846889aafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (bd10ff61-628a-4a2b-9009-34d2eba676ed), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:13.785339 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2721b4be-5e9c-44dc-8df0-7cc6aeff7539 req-7a358374-7d2d-4bcc-8857-c80a76815928 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543700 Mar 22 19:30:13.810189 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61909e0e-074c-42af-bb99-91846889aafb admin admin] Pushing event updated for resources: {'Port': ['ID=bd10ff61-628a-4a2b-9009-34d2eba676ed,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:13.815692 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-61909e0e-074c-42af-bb99-91846889aafb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (fe9efa07-e330-4ff1-9271-491e60c62ef3), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:13.853558 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a26fb3-f8c0-4b0e-a365-5ae6401c8f29 req-a0a20294-8f01-4829-8942-0b73c24d62d5 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:13.867301 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-12a26fb3-f8c0-4b0e-a365-5ae6401c8f29 req-a0a20294-8f01-4829-8942-0b73c24d62d5 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=818d04e7-594e-4e39-ba6f-03a6bdbd8b79 HTTP/1.1" status: 200 len: 1128 time: 0.1625896 Mar 22 19:30:13.873190 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c1b9cf97-eeae-414b-a6c7-83549ce66b8f up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:30:13.972920 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-12a26fb3-f8c0-4b0e-a365-5ae6401c8f29 req-044eeb68-508e-42ad-a1d1-01a413b37e77 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=9378e31b-e336-4443-bcf8-7df404be0c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045496 Mar 22 19:30:13.986805 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61909e0e-074c-42af-bb99-91846889aafb admin admin] Network 18128141-c8fb-4d18-b5ca-2c8395e9a27f is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:30:13.989456 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-61909e0e-074c-42af-bb99-91846889aafb admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:30:14.031019 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port c1b9cf97-eeae-414b-a6c7-83549ce66b8f triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:14.031404 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c1b9cf97-eeae-414b-a6c7-83549ce66b8f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:14.224366 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61909e0e-074c-42af-bb99-91846889aafb admin admin] Router fe9efa07-e330-4ff1-9271-491e60c62ef3 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:30:14.255929 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port c1b9cf97-eeae-414b-a6c7-83549ce66b8f is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:30:14.256616 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c1b9cf97-eeae-414b-a6c7-83549ce66b8f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:14.285054 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port c1b9cf97-eeae-414b-a6c7-83549ce66b8f, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c1b9cf97-eeae-414b-a6c7-83549ce66b8f,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:30:14.299411 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c1b9cf97-eeae-414b-a6c7-83549ce66b8f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:14.399322 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=c1b9cf97-eeae-414b-a6c7-83549ce66b8f,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:14.408848 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61909e0e-074c-42af-bb99-91846889aafb admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:30:14.410374 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-a67d3aba-31af-4fda-93c1-ad819505dda2 None None] Provisioning complete for port bd10ff61-628a-4a2b-9009-34d2eba676ed triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:14.411328 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a67d3aba-31af-4fda-93c1-ad819505dda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (bd10ff61-628a-4a2b-9009-34d2eba676ed), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:14.418657 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-61909e0e-074c-42af-bb99-91846889aafb admin admin] 10.222.0.75 "PUT /v2.0/routers/fe9efa07-e330-4ff1-9271-491e60c62ef3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2040300 Mar 22 19:30:14.450917 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-a67d3aba-31af-4fda-93c1-ad819505dda2 None None] Port bd10ff61-628a-4a2b-9009-34d2eba676ed cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:30:14.926246 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a15b5-dd80-4f25-ade0-13dbdf921ed8 req-9b7d9d0c-cd33-4173-966d-72a55fc89191 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:14.928290 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-da6a15b5-dd80-4f25-ade0-13dbdf921ed8 req-9b7d9d0c-cd33-4173-966d-72a55fc89191 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 945 time: 0.0634658 Mar 22 19:30:14.940924 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54320) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:14.945436 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-64c205c0-3fac-433c-a014-58a40d10be5a tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Request body: {'security_group': {'name': 'tempest-securitygroup--936992876', 'description': 'tempest-description--1754128552'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:14.969708 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-64c205c0-3fac-433c-a014-58a40d10be5a tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:14.986401 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-da6a15b5-dd80-4f25-ade0-13dbdf921ed8 req-5fc52781-da69-4b4f-be37-fedb4e28fea4 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512173 Mar 22 19:30:15.052580 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-64c205c0-3fac-433c-a014-58a40d10be5a tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks [] for security_group (1f3e038f-6c60-4494-99e3-b7ccc6d10764), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:15.058120 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-64c205c0-3fac-433c-a014-58a40d10be5a tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1f3e038f-6c60-4494-99e3-b7ccc6d10764), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:15.072817 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4c0be673-5e05-4d2c-8023-bb7652ba6419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:15.089985 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef349e-5010-4b52-aa50-5d6c78a1f345 req-89317ffc-1e29-4ac2-8218-33f118b14764 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:15.091576 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-adef349e-5010-4b52-aa50-5d6c78a1f345 req-89317ffc-1e29-4ac2-8218-33f118b14764 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=818d04e7-594e-4e39-ba6f-03a6bdbd8b79 HTTP/1.1" status: 200 len: 1128 time: 0.0532503 Mar 22 19:30:15.092686 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-64c205c0-3fac-433c-a014-58a40d10be5a tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:15.093964 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-64c205c0-3fac-433c-a014-58a40d10be5a tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1521595 Mar 22 19:30:15.095942 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c205c0-3fac-433c-a014-58a40d10be5a tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3e038f-6c60-4494-99e3-b7ccc6d10764,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:15.096802 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54324) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:15.102218 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-31e1cb44-ac02-4826-88e1-fd69434a820c tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Request body: {'security_group_rule': {'security_group_id': '1f3e038f-6c60-4494-99e3-b7ccc6d10764', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:15.104840 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c205c0-3fac-433c-a014-58a40d10be5a tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:15.105244 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c205c0-3fac-433c-a014-58a40d10be5a tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:15.105533 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c205c0-3fac-433c-a014-58a40d10be5a tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:15.105914 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c205c0-3fac-433c-a014-58a40d10be5a tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:15.106494 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c205c0-3fac-433c-a014-58a40d10be5a tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:15.106837 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c205c0-3fac-433c-a014-58a40d10be5a tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:15.107177 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c205c0-3fac-433c-a014-58a40d10be5a tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:15.107499 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c205c0-3fac-433c-a014-58a40d10be5a tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:15.107831 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c205c0-3fac-433c-a014-58a40d10be5a tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:15.108515 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c205c0-3fac-433c-a014-58a40d10be5a tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:15.108515 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c205c0-3fac-433c-a014-58a40d10be5a tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:15.108845 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c205c0-3fac-433c-a014-58a40d10be5a tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:15.109126 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c205c0-3fac-433c-a014-58a40d10be5a tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:15.109452 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c205c0-3fac-433c-a014-58a40d10be5a tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:15.109776 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c205c0-3fac-433c-a014-58a40d10be5a tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:15.168053 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-31e1cb44-ac02-4826-88e1-fd69434a820c tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks [] for security_group_rule (9f73db37-d5ee-4214-a4d9-e21b8c2d1b55), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:15.174720 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-adef349e-5010-4b52-aa50-5d6c78a1f345 req-afec1e8e-f39f-4b21-b91b-57f06120b0ce tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=9378e31b-e336-4443-bcf8-7df404be0c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678222 Mar 22 19:30:15.226052 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d38ea6-c7d7-4e9e-b0d2-3c378973a8a8 None None] Sync routers for ids ['fe9efa07-e330-4ff1-9271-491e60c62ef3'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:30:15.235846 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d38ea6-c7d7-4e9e-b0d2-3c378973a8a8 None None] Routers {'fe9efa07-e330-4ff1-9271-491e60c62ef3'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:30:15.236559 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-44d38ea6-c7d7-4e9e-b0d2-3c378973a8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:29:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['fe9efa07-e330-4ff1-9271-491e60c62ef3'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:30:15.240543 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-31e1cb44-ac02-4826-88e1-fd69434a820c tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks [] for security_group_rule (9f73db37-d5ee-4214-a4d9-e21b8c2d1b55), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:15.244608 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-31e1cb44-ac02-4826-88e1-fd69434a820c tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (9f73db37-d5ee-4214-a4d9-e21b8c2d1b55), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:15.263423 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e1cb44-ac02-4826-88e1-fd69434a820c tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f73db37-d5ee-4214-a4d9-e21b8c2d1b55,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:15.272453 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-31e1cb44-ac02-4826-88e1-fd69434a820c tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:15.276121 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-31e1cb44-ac02-4826-88e1-fd69434a820c tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1756949 Mar 22 19:30:15.276335 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54326) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:15.280715 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-a0d520dc-f0e1-454c-94ce-ca74ce6cefca tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Request body: {'security_group_rule': {'security_group_id': '1f3e038f-6c60-4494-99e3-b7ccc6d10764', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:15.324031 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a0d520dc-f0e1-454c-94ce-ca74ce6cefca tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks [] for security_group_rule (cb663958-6b4e-4917-a0e7-f466e840b51c), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:15.388016 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a0d520dc-f0e1-454c-94ce-ca74ce6cefca tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks [] for security_group_rule (cb663958-6b4e-4917-a0e7-f466e840b51c), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:15.391936 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a0d520dc-f0e1-454c-94ce-ca74ce6cefca tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (cb663958-6b4e-4917-a0e7-f466e840b51c), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:15.411153 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d520dc-f0e1-454c-94ce-ca74ce6cefca tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb663958-6b4e-4917-a0e7-f466e840b51c,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:15.418144 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a0d520dc-f0e1-454c-94ce-ca74ce6cefca tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:15.419472 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a0d520dc-f0e1-454c-94ce-ca74ce6cefca tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1421852 Mar 22 19:30:15.422585 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54328) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:15.427521 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-530ed4b9-b890-4049-9d95-e33236653b6d tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:15.450654 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-530ed4b9-b890-4049-9d95-e33236653b6d tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:15.511432 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-44d38ea6-c7d7-4e9e-b0d2-3c378973a8a8 None None] Set router fe9efa07-e330-4ff1-9271-491e60c62ef3 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:30:15.564295 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-530ed4b9-b890-4049-9d95-e33236653b6d tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:15.629757 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c1b9cf97-eeae-414b-a6c7-83549ce66b8f up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:30:15.686207 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-530ed4b9-b890-4049-9d95-e33236653b6d tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Allocated IP 172.25.5.25 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/4279b629-25b3-42b7-b138-c56172d1cd2b) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:30:15.693091 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:15.772778 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port c1b9cf97-eeae-414b-a6c7-83549ce66b8f triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:15.773328 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c1b9cf97-eeae-414b-a6c7-83549ce66b8f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:15.836792 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-44d38ea6-c7d7-4e9e-b0d2-3c378973a8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'name': 'tempest-ServersTestJSON-642710257-router', 'tenant_id': '673c322d47404ea781c6efdcc1c6e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'c1b9cf97-eeae-414b-a6c7-83549ce66b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:05Z', 'updated_at': '2022-03-22T19:30:12Z', 'revision_number': 4, 'project_id': '673c322d47404ea781c6efdcc1c6e3cb', 'gw_port': {'id': 'c1b9cf97-eeae-414b-a6c7-83549ce66b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:06Z', 'updated_at': '2022-03-22T19:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'bd10ff61-628a-4a2b-9009-34d2eba676ed', 'name': '', 'network_id': '18128141-c8fb-4d18-b5ca-2c8395e9a27f', 'tenant_id': '673c322d47404ea781c6efdcc1c6e3cb', 'mac_address': 'fa:16:3e:e8:60:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '9e04d877-b53e-48f3-acb8-4b7eac47f066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:11Z', 'updated_at': '2022-03-22T19:30:13Z', 'revision_number': 2, 'project_id': '673c322d47404ea781c6efdcc1c6e3cb', 'subnets': [{'id': '9e04d877-b53e-48f3-acb8-4b7eac47f066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:30:15.846055 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-530ed4b9-b890-4049-9d95-e33236653b6d tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks [] for port (4279b629-25b3-42b7-b138-c56172d1cd2b), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:15.874675 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 72e08ec3-d378-493a-bc45-59c0041a65d9 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:30:15.878571 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d38ea6-c7d7-4e9e-b0d2-3c378973a8a8 None None] Checking router: fe9efa07-e330-4ff1-9271-491e60c62ef3 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:30:15.878833 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d38ea6-c7d7-4e9e-b0d2-3c378973a8a8 None None] Updating router fe9efa07-e330-4ff1-9271-491e60c62ef3 port bd10ff61-628a-4a2b-9009-34d2eba676ed binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:30:15.889107 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-530ed4b9-b890-4049-9d95-e33236653b6d tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (4279b629-25b3-42b7-b138-c56172d1cd2b), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:15.978147 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-44d38ea6-c7d7-4e9e-b0d2-3c378973a8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (bd10ff61-628a-4a2b-9009-34d2eba676ed), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:16.005336 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ed4b9-b890-4049-9d95-e33236653b6d tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Pushing event updated for resources: {'Port': ['ID=4279b629-25b3-42b7-b138-c56172d1cd2b,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:16.012787 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port c1b9cf97-eeae-414b-a6c7-83549ce66b8f is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:30:16.031575 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530ed4b9-b890-4049-9d95-e33236653b6d tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:30:16.035383 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-530ed4b9-b890-4049-9d95-e33236653b6d tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:30:16.043126 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530ed4b9-b890-4049-9d95-e33236653b6d tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:30:16.092767 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 72e08ec3-d378-493a-bc45-59c0041a65d9 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:30:16.105273 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 72e08ec3-d378-493a-bc45-59c0041a65d9 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:16.105658 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (72e08ec3-d378-493a-bc45-59c0041a65d9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:16.238454 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-530ed4b9-b890-4049-9d95-e33236653b6d tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks [] for floatingip (2e1a0a82-993a-4565-8bbf-92daf8f7ce17), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:16.335077 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e1a62-42b6-44e7-ac6a-ee93bef4a3b2 req-190178e2-1ee8-4054-8937-d4a9dd9ca69d tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:16.337744 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7c1e1a62-42b6-44e7-ac6a-ee93bef4a3b2 req-190178e2-1ee8-4054-8937-d4a9dd9ca69d tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 945 time: 0.1543851 Mar 22 19:30:16.339637 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-530ed4b9-b890-4049-9d95-e33236653b6d tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4279b629-25b3-42b7-b138-c56172d1cd2b), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:16.396988 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab74933-857b-4e73-a005-04c67691ce52 req-9e2ccbfb-b50b-43fd-9220-0cc6a08b1414 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:16.399071 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fab74933-857b-4e73-a005-04c67691ce52 req-9e2ccbfb-b50b-43fd-9220-0cc6a08b1414 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=818d04e7-594e-4e39-ba6f-03a6bdbd8b79 HTTP/1.1" status: 200 len: 1128 time: 0.1166832 Mar 22 19:30:16.425851 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-44d38ea6-c7d7-4e9e-b0d2-3c378973a8a8 None None] Publish callbacks [] for port (bd10ff61-628a-4a2b-9009-34d2eba676ed), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:16.437776 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-44d38ea6-c7d7-4e9e-b0d2-3c378973a8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (bd10ff61-628a-4a2b-9009-34d2eba676ed), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:16.546844 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7c1e1a62-42b6-44e7-ac6a-ee93bef4a3b2 req-a0db1702-b801-4b3c-9105-caf601a325fd tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840343 Mar 22 19:30:16.548927 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fab74933-857b-4e73-a005-04c67691ce52 req-22443b50-dc4f-4cb6-aae0-4048fd6aea66 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=9378e31b-e336-4443-bcf8-7df404be0c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414530 Mar 22 19:30:16.637619 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413087e-8eeb-40f5-9a06-b41676f5db9c None None] Pushing event updated for resources: {'Port': ['ID=bd10ff61-628a-4a2b-9009-34d2eba676ed,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:16.645206 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 72e08ec3-d378-493a-bc45-59c0041a65d9 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:30:16.649769 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (72e08ec3-d378-493a-bc45-59c0041a65d9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:16.653951 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-44d38ea6-c7d7-4e9e-b0d2-3c378973a8a8 None None] Attempting to bind port bd10ff61-628a-4a2b-9009-34d2eba676ed on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:30:16.654507 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-44d38ea6-c7d7-4e9e-b0d2-3c378973a8a8 None None] Attempting to bind port bd10ff61-628a-4a2b-9009-34d2eba676ed by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'ec0b877a-85e8-4b0a-b030-75387d7b460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '18128141-c8fb-4d18-b5ca-2c8395e9a27f'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:30:16.655047 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d38ea6-c7d7-4e9e-b0d2-3c378973a8a8 None None] Attempting to bind port bd10ff61-628a-4a2b-9009-34d2eba676ed on network 18128141-c8fb-4d18-b5ca-2c8395e9a27f {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:30:16.661637 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-530ed4b9-b890-4049-9d95-e33236653b6d tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks [] for port (4279b629-25b3-42b7-b138-c56172d1cd2b), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:16.670058 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-530ed4b9-b890-4049-9d95-e33236653b6d tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (4279b629-25b3-42b7-b138-c56172d1cd2b), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:16.672071 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d38ea6-c7d7-4e9e-b0d2-3c378973a8a8 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:30:16.672794 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d38ea6-c7d7-4e9e-b0d2-3c378973a8a8 None None] Checking segment: {'id': 'ec0b877a-85e8-4b0a-b030-75387d7b460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '18128141-c8fb-4d18-b5ca-2c8395e9a27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:30:16.673494 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-44d38ea6-c7d7-4e9e-b0d2-3c378973a8a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:16.674110 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d38ea6-c7d7-4e9e-b0d2-3c378973a8a8 None None] Bound using segment: {'id': 'ec0b877a-85e8-4b0a-b030-75387d7b460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '18128141-c8fb-4d18-b5ca-2c8395e9a27f'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:30:16.674860 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-44d38ea6-c7d7-4e9e-b0d2-3c378973a8a8 None None] Bound port: bd10ff61-628a-4a2b-9009-34d2eba676ed, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec0b877a-85e8-4b0a-b030-75387d7b460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '18128141-c8fb-4d18-b5ca-2c8395e9a27f'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:30:16.675405 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-44d38ea6-c7d7-4e9e-b0d2-3c378973a8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (bd10ff61-628a-4a2b-9009-34d2eba676ed), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:16.741077 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818d04e7-594e-4e39-ba6f-03a6bdbd8b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e08ec3-d378-493a-bc45-59c0041a65d9'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:30:16.743840 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023de5bd-1e8f-458f-9726-721f161c86e7" -d '{"events": [{"server_uuid": "818d04e7-594e-4e39-ba6f-03a6bdbd8b79", "name": "network-vif-plugged", "status": "completed", "tag": "72e08ec3-d378-493a-bc45-59c0041a65d9"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:30:16.820467 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ed4b9-b890-4049-9d95-e33236653b6d tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Pushing event updated for resources: {'Port': ['ID=4279b629-25b3-42b7-b138-c56172d1cd2b,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:16.820850 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c0e5fc-d0b2-48fe-8ead-c510ba553fd8 x-openstack-request-id: req-d1c0e5fc-d0b2-48fe-8ead-c510ba553fd8 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:30:16.821196 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818d04e7-594e-4e39-ba6f-03a6bdbd8b79", "name": "network-vif-plugged", "status": "completed", "tag": "72e08ec3-d378-493a-bc45-59c0041a65d9", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:30:16.821571 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d1c0e5fc-d0b2-48fe-8ead-c510ba553fd8 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:30:16.822851 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1c0e5fc-d0b2-48fe-8ead-c510ba553fd8'] response: {'server_uuid': '818d04e7-594e-4e39-ba6f-03a6bdbd8b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e08ec3-d378-493a-bc45-59c0041a65d9', 'code': 200} Mar 22 19:30:16.826207 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 72e08ec3-d378-493a-bc45-59c0041a65d9, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=72e08ec3-d378-493a-bc45-59c0041a65d9,segment=NetworkSegment(6a09aeb3-9dcd-43c2-9893-dabd14c26ff2),segment_id=6a09aeb3-9dcd-43c2-9893-dabd14c26ff2)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:30:16.830666 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-530ed4b9-b890-4049-9d95-e33236653b6d tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (2e1a0a82-993a-4565-8bbf-92daf8f7ce17), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:16.846337 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (72e08ec3-d378-493a-bc45-59c0041a65d9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:16.848793 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-530ed4b9-b890-4049-9d95-e33236653b6d tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:16.850323 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-530ed4b9-b890-4049-9d95-e33236653b6d tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4267588 Mar 22 19:30:16.915164 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-44d38ea6-c7d7-4e9e-b0d2-3c378973a8a8 None None] For port bd10ff61-628a-4a2b-9009-34d2eba676ed, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:30:16.963695 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-44d38ea6-c7d7-4e9e-b0d2-3c378973a8a8 None None] For port bd10ff61-628a-4a2b-9009-34d2eba676ed, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=bd10ff61-628a-4a2b-9009-34d2eba676ed,segment=NetworkSegment(ec0b877a-85e8-4b0a-b030-75387d7b460c),segment_id=ec0b877a-85e8-4b0a-b030-75387d7b460c)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:30:16.966725 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568e52a-19f6-4f28-b80d-95be0ccbdc0a req-7c42a788-8f5b-45d1-aa49-e0ec02b05fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:16.970601 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1568e52a-19f6-4f28-b80d-95be0ccbdc0a req-7c42a788-8f5b-45d1-aa49-e0ec02b05fa4 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=818d04e7-594e-4e39-ba6f-03a6bdbd8b79 HTTP/1.1" status: 200 len: 1129 time: 0.0832357 Mar 22 19:30:17.001761 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-44d38ea6-c7d7-4e9e-b0d2-3c378973a8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (bd10ff61-628a-4a2b-9009-34d2eba676ed), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:17.012971 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=72e08ec3-d378-493a-bc45-59c0041a65d9,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:17.035781 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ed10278a-cf4f-445d-9e54-bd1ee9255bb2 None None] Provisioning complete for port bd10ff61-628a-4a2b-9009-34d2eba676ed triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:17.036765 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ed10278a-cf4f-445d-9e54-bd1ee9255bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (bd10ff61-628a-4a2b-9009-34d2eba676ed), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:17.114388 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1568e52a-19f6-4f28-b80d-95be0ccbdc0a req-35080664-c05b-44bd-abe5-b7928d1cc026 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=9378e31b-e336-4443-bcf8-7df404be0c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377087 Mar 22 19:30:17.119153 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-79fc3a59-dd73-4b16-81b1-ca8a29272f05 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--936992876&fields=id&tenant_id=673c322d47404ea781c6efdcc1c6e3cb HTTP/1.1" status: 200 len: 267 time: 0.1220167 Mar 22 19:30:17.166503 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d38ea6-c7d7-4e9e-b0d2-3c378973a8a8 None None] Routers {'fe9efa07-e330-4ff1-9271-491e60c62ef3'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:30:17.167970 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-44d38ea6-c7d7-4e9e-b0d2-3c378973a8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:29:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['fe9efa07-e330-4ff1-9271-491e60c62ef3'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:30:17.250412 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413087e-8eeb-40f5-9a06-b41676f5db9c None None] Pushing event updated for resources: {'Port': ['ID=bd10ff61-628a-4a2b-9009-34d2eba676ed,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:17.313927 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ed10278a-cf4f-445d-9e54-bd1ee9255bb2 None None] Current status of the port bd10ff61-628a-4a2b-9009-34d2eba676ed is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:30:17.314448 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ed10278a-cf4f-445d-9e54-bd1ee9255bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (bd10ff61-628a-4a2b-9009-34d2eba676ed), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:17.334057 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-ffd584e6-3813-4aa2-a809-92e0ca82278c tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:17.342426 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-ffd584e6-3813-4aa2-a809-92e0ca82278c tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/networks?id=18128141-c8fb-4d18-b5ca-2c8395e9a27f HTTP/1.1" status: 200 len: 805 time: 0.2144210 Mar 22 19:30:17.371336 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-0473133c-6f27-48a3-aacc-d9575883f2df tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/quotas/673c322d47404ea781c6efdcc1c6e3cb HTTP/1.1" status: 200 len: 375 time: 0.0203586 Mar 22 19:30:17.372797 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-44d38ea6-c7d7-4e9e-b0d2-3c378973a8a8 None None] Set router fe9efa07-e330-4ff1-9271-491e60c62ef3 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:30:17.447784 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8d2ee59b-f4c3-4564-8184-237152fa80bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:17.450873 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-758e189d-5a98-47b2-b2a9-6939ab64d492 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=673c322d47404ea781c6efdcc1c6e3cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750093 Mar 22 19:30:17.460341 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-ed10278a-cf4f-445d-9e54-bd1ee9255bb2 None None] For port bd10ff61-628a-4a2b-9009-34d2eba676ed, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=bd10ff61-628a-4a2b-9009-34d2eba676ed,segment=NetworkSegment(ec0b877a-85e8-4b0a-b030-75387d7b460c),segment_id=ec0b877a-85e8-4b0a-b030-75387d7b460c)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:30:17.493130 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ed10278a-cf4f-445d-9e54-bd1ee9255bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (bd10ff61-628a-4a2b-9009-34d2eba676ed), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:17.583550 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-431cf109-7b22-4bf2-8490-4f270970a42c service neutron] 10.222.0.75 "GET /v2.0/networks/18128141-c8fb-4d18-b5ca-2c8395e9a27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198704 Mar 22 19:30:17.661302 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10278a-cf4f-445d-9e54-bd1ee9255bb2 None None] Pushing event updated for resources: {'Port': ['ID=bd10ff61-628a-4a2b-9009-34d2eba676ed,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:17.704055 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-35a02b70-f57d-40d5-a1a1-cc8d2f8fead5 None None] Provisioning complete for port bd10ff61-628a-4a2b-9009-34d2eba676ed triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:17.704517 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-35a02b70-f57d-40d5-a1a1-cc8d2f8fead5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (bd10ff61-628a-4a2b-9009-34d2eba676ed), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:17.725023 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-2d1bb6c5-e3b3-43de-910f-89069b057c6a service neutron] 10.222.0.75 "GET /v2.0/networks/18128141-c8fb-4d18-b5ca-2c8395e9a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348140 Mar 22 19:30:17.747406 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905598ac-8a8e-4e3d-8791-9cd133b11405 req-6db9e503-6c57-4e05-acb0-1a94cf603dd9 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:17.755090 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-905598ac-8a8e-4e3d-8791-9cd133b11405 req-6db9e503-6c57-4e05-acb0-1a94cf603dd9 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 945 time: 0.0975549 Mar 22 19:30:17.838669 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-905598ac-8a8e-4e3d-8791-9cd133b11405 req-ae82dc86-5bfe-4011-95e4-54bca4b63b65 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820823 Mar 22 19:30:17.906309 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-35a02b70-f57d-40d5-a1a1-cc8d2f8fead5 None None] Current status of the port bd10ff61-628a-4a2b-9009-34d2eba676ed is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:30:17.916562 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-44d38ea6-c7d7-4e9e-b0d2-3c378973a8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'name': 'tempest-ServersTestJSON-642710257-router', 'tenant_id': '673c322d47404ea781c6efdcc1c6e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'c1b9cf97-eeae-414b-a6c7-83549ce66b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:05Z', 'updated_at': '2022-03-22T19:30:12Z', 'revision_number': 4, 'project_id': '673c322d47404ea781c6efdcc1c6e3cb', 'gw_port': {'id': 'c1b9cf97-eeae-414b-a6c7-83549ce66b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:06Z', 'updated_at': '2022-03-22T19:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'bd10ff61-628a-4a2b-9009-34d2eba676ed', 'name': '', 'network_id': '18128141-c8fb-4d18-b5ca-2c8395e9a27f', 'tenant_id': '673c322d47404ea781c6efdcc1c6e3cb', 'mac_address': 'fa:16:3e:e8:60:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '9e04d877-b53e-48f3-acb8-4b7eac47f066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:11Z', 'updated_at': '2022-03-22T19:30:16Z', 'revision_number': 4, 'project_id': '673c322d47404ea781c6efdcc1c6e3cb', 'subnets': [{'id': '9e04d877-b53e-48f3-acb8-4b7eac47f066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:30:17.962402 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d38ea6-c7d7-4e9e-b0d2-3c378973a8a8 None None] The sync data for ids ['fe9efa07-e330-4ff1-9271-491e60c62ef3'] in n-d-705658-24 is: [{'id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'name': 'tempest-ServersTestJSON-642710257-router', 'tenant_id': '673c322d47404ea781c6efdcc1c6e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'c1b9cf97-eeae-414b-a6c7-83549ce66b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:05Z', 'updated_at': '2022-03-22T19:30:12Z', 'revision_number': 4, 'project_id': '673c322d47404ea781c6efdcc1c6e3cb', 'gw_port': {'id': 'c1b9cf97-eeae-414b-a6c7-83549ce66b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:06Z', 'updated_at': '2022-03-22T19:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'bd10ff61-628a-4a2b-9009-34d2eba676ed', 'name': '', 'network_id': '18128141-c8fb-4d18-b5ca-2c8395e9a27f', 'tenant_id': '673c322d47404ea781c6efdcc1c6e3cb', 'mac_address': 'fa:16:3e:e8:60:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '9e04d877-b53e-48f3-acb8-4b7eac47f066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:11Z', 'updated_at': '2022-03-22T19:30:16Z', 'revision_number': 4, 'project_id': '673c322d47404ea781c6efdcc1c6e3cb', 'subnets': [{'id': '9e04d877-b53e-48f3-acb8-4b7eac47f066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:30:18.228111 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:18.420519 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59a5bd72-1b66-45c3-b25b-42ed440585c3 req-d4b3c4f0-82dc-4a40-bcfa-ff4115cc3060 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/ports?device_id=60c2ccb2-bca8-4de9-8809-4be0a9634512 HTTP/1.1" status: 200 len: 210 time: 0.0688844 Mar 22 19:30:18.443500 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962a789-a3e8-4647-aebb-b62db0852e81 req-01760eeb-5e5c-4c82-b22f-fa0518981087 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:18.445456 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c962a789-a3e8-4647-aebb-b62db0852e81 req-01760eeb-5e5c-4c82-b22f-fa0518981087 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=818d04e7-594e-4e39-ba6f-03a6bdbd8b79 HTTP/1.1" status: 200 len: 1129 time: 0.5240796 Mar 22 19:30:18.544536 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:30:18.586727 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c962a789-a3e8-4647-aebb-b62db0852e81 req-bfe10dbf-e927-4328-8e17-7d830d6bbbd4 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=9378e31b-e336-4443-bcf8-7df404be0c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336465 Mar 22 19:30:18.623373 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:19.003672 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3263e691-4282-44e2-aa61-7ca9a3fb42ec req-697d64a0-8b9f-4de2-b77d-1c1b58b98ea9 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:19.007117 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3263e691-4282-44e2-aa61-7ca9a3fb42ec req-697d64a0-8b9f-4de2-b77d-1c1b58b98ea9 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 945 time: 0.0845900 Mar 22 19:30:19.068735 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3263e691-4282-44e2-aa61-7ca9a3fb42ec req-d9a80a8a-9cde-440f-a5cd-72f88c8933b2 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525980 Mar 22 19:30:19.253471 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54422) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:19.258678 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-0a3cf5fd-fb6b-4cf6-9a08-35d3ad69cca5 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1761234664'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:19.290142 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3cf5fd-fb6b-4cf6-9a08-35d3ad69cca5 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Made reservation on behalf of 9e0e4ca7c14f4d59bf1ff2884bd386bd for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:30:19.293874 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0a3cf5fd-fb6b-4cf6-9a08-35d3ad69cca5 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:19.320798 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a3cf5fd-fb6b-4cf6-9a08-35d3ad69cca5 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:30:19.329848 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0a3cf5fd-fb6b-4cf6-9a08-35d3ad69cca5 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (2b2f754a-9aa8-45d3-9412-08ccd40762e0), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:19.330198 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-0a3cf5fd-fb6b-4cf6-9a08-35d3ad69cca5 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Added segment 2b2f754a-9aa8-45d3-9412-08ccd40762e0 of type vlan for network e604f75b-118b-4af9-acd0-200e012a697d Mar 22 19:30:19.383305 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0a3cf5fd-fb6b-4cf6-9a08-35d3ad69cca5 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (e604f75b-118b-4af9-acd0-200e012a697d), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:19.411208 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0a3cf5fd-fb6b-4cf6-9a08-35d3ad69cca5 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (e604f75b-118b-4af9-acd0-200e012a697d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:19.416884 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3cf5fd-fb6b-4cf6-9a08-35d3ad69cca5 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:19.417492 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0a3cf5fd-fb6b-4cf6-9a08-35d3ad69cca5 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:19.559877 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0a3cf5fd-fb6b-4cf6-9a08-35d3ad69cca5 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3052254 Mar 22 19:30:19.563119 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54430) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:19.568774 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-525ae891-8920-49a7-b5f3-5e005acb6532 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-188645717'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:19.603207 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525ae891-8920-49a7-b5f3-5e005acb6532 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Made reservation on behalf of 9e0e4ca7c14f4d59bf1ff2884bd386bd for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:30:19.606933 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-525ae891-8920-49a7-b5f3-5e005acb6532 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:19.675190 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5b560d7-8461-4ed6-9182-d1f8f5bcbb09 req-f3d01ce2-06ad-4afa-9bae-703a92650b8f tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/ports?device_id=60c2ccb2-bca8-4de9-8809-4be0a9634512 HTTP/1.1" status: 200 len: 210 time: 0.1094503 Mar 22 19:30:19.675551 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525ae891-8920-49a7-b5f3-5e005acb6532 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:30:19.688824 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3cf5fd-fb6b-4cf6-9a08-35d3ad69cca5 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Pushing event updated for resources: {'Network': ['ID=e604f75b-118b-4af9-acd0-200e012a697d,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:19.701279 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network e604f75b-118b-4af9-acd0-200e012a697d details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:30:19.744732 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-525ae891-8920-49a7-b5f3-5e005acb6532 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (80bd5bff-c1a8-4fa7-a5aa-66bec761fafc), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:19.745092 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-525ae891-8920-49a7-b5f3-5e005acb6532 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Added segment 80bd5bff-c1a8-4fa7-a5aa-66bec761fafc of type vlan for network 63d9f401-775b-4921-a031-36b8b10f1a77 Mar 22 19:30:19.779518 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device bd10ff61-628a-4a2b-9009-34d2eba676ed up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:30:19.794340 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-f7a4f09c-896e-4064-b896-f56c4a2f840a tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:19.797357 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-f7a4f09c-896e-4064-b896-f56c4a2f840a tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.85 "GET /v2.0/networks?id=18128141-c8fb-4d18-b5ca-2c8395e9a27f HTTP/1.1" status: 200 len: 805 time: 0.3043840 Mar 22 19:30:19.828282 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-525ae891-8920-49a7-b5f3-5e005acb6532 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (63d9f401-775b-4921-a031-36b8b10f1a77), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:19.857955 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-525ae891-8920-49a7-b5f3-5e005acb6532 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (63d9f401-775b-4921-a031-36b8b10f1a77), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:19.867179 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525ae891-8920-49a7-b5f3-5e005acb6532 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:19.868661 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-525ae891-8920-49a7-b5f3-5e005acb6532 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:19.933072 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c4c61-b764-405b-bbca-e39b622920b5 req-604980c1-5105-4cc8-b765-084e64f7ef84 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:19.936333 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port bd10ff61-628a-4a2b-9009-34d2eba676ed triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:19.936924 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (bd10ff61-628a-4a2b-9009-34d2eba676ed), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:19.942185 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-075c4c61-b764-405b-bbca-e39b622920b5 req-604980c1-5105-4cc8-b765-084e64f7ef84 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=818d04e7-594e-4e39-ba6f-03a6bdbd8b79 HTTP/1.1" status: 200 len: 1129 time: 0.1288140 Mar 22 19:30:19.957040 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-525ae891-8920-49a7-b5f3-5e005acb6532 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3921747 Mar 22 19:30:19.960647 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54438) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:19.971013 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-540934ea-a6bf-415e-a8ab-d1104acbc0ce tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Request body: {'subnet': {'network_id': 'e604f75b-118b-4af9-acd0-200e012a697d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:20.000484 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-68438349-e36f-41c9-b47b-1b145dfd2602 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=673c322d47404ea781c6efdcc1c6e3cb HTTP/1.1" status: 200 len: 379 time: 0.1841490 Mar 22 19:30:20.020939 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-ff3366c1-04aa-4347-be69-5954dfb0a173 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Request body: {'port': {'device_id': '60c2ccb2-bca8-4de9-8809-4be0a9634512', 'network_id': '18128141-c8fb-4d18-b5ca-2c8395e9a27f', 'admin_state_up': True, 'tenant_id': '673c322d47404ea781c6efdcc1c6e3cb', 'security_groups': ['1f3e038f-6c60-4494-99e3-b7ccc6d10764']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:20.028911 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ae891-8920-49a7-b5f3-5e005acb6532 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Pushing event updated for resources: {'Network': ['ID=63d9f401-775b-4921-a031-36b8b10f1a77,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:20.052884 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port bd10ff61-628a-4a2b-9009-34d2eba676ed is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:30:20.061214 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 63d9f401-775b-4921-a031-36b8b10f1a77 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:30:20.082087 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-075c4c61-b764-405b-bbca-e39b622920b5 req-81c92646-2259-4182-a797-6e8bf90a8970 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=9378e31b-e336-4443-bcf8-7df404be0c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347656 Mar 22 19:30:20.093384 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540934ea-a6bf-415e-a8ab-d1104acbc0ce tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Made reservation on behalf of 9e0e4ca7c14f4d59bf1ff2884bd386bd for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:30:20.098801 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-540934ea-a6bf-415e-a8ab-d1104acbc0ce tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:20.344103 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-ff3366c1-04aa-4347-be69-5954dfb0a173 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Made reservation on behalf of 673c322d47404ea781c6efdcc1c6e3cb for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:30:20.350122 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-ff3366c1-04aa-4347-be69-5954dfb0a173 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:20.369655 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:20.370611 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-540934ea-a6bf-415e-a8ab-d1104acbc0ce tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (f58c5404-0353-494c-a0db-2eb267c24d70), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:20.415218 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c0446-96df-4802-9cd7-437b98425fc2 req-9b6fafcf-4027-4232-bed4-1fb66e004eb6 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:20.416759 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-439c0446-96df-4802-9cd7-437b98425fc2 req-9b6fafcf-4027-4232-bed4-1fb66e004eb6 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=818d04e7-594e-4e39-ba6f-03a6bdbd8b79 HTTP/1.1" status: 200 len: 1129 time: 0.1480770 Mar 22 19:30:20.425517 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d9b2c-06a0-4122-9fd2-edf4ba47dd26 req-a36f5f18-a33b-4e2b-ae6d-1588c9409c65 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:20.427582 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c9d9b2c-06a0-4122-9fd2-edf4ba47dd26 req-a36f5f18-a33b-4e2b-ae6d-1588c9409c65 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 945 time: 0.1804748 Mar 22 19:30:20.438523 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540934ea-a6bf-415e-a8ab-d1104acbc0ce tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Pushing event updated for resources: {'Subnet': ['ID=f58c5404-0353-494c-a0db-2eb267c24d70,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:20.468225 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540934ea-a6bf-415e-a8ab-d1104acbc0ce tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Checking segment: {'id': '2b2f754a-9aa8-45d3-9412-08ccd40762e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e604f75b-118b-4af9-acd0-200e012a697d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:30:20.468749 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540934ea-a6bf-415e-a8ab-d1104acbc0ce tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Network hostable DHCP agents. Network: e604f75b-118b-4af9-acd0-200e012a697d, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:30:20.487708 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540934ea-a6bf-415e-a8ab-d1104acbc0ce tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Network e604f75b-118b-4af9-acd0-200e012a697d is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:30:20.501816 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-540934ea-a6bf-415e-a8ab-d1104acbc0ce tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, e604f75b-118b-4af9-acd0-200e012a697d) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:30:20.510185 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540934ea-a6bf-415e-a8ab-d1104acbc0ce tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:20.510960 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-540934ea-a6bf-415e-a8ab-d1104acbc0ce tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:20.515957 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e00861-e2e6-45ee-8ae5-7f59750b445d None None] Network e604f75b-118b-4af9-acd0-200e012a697d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:30:20.534011 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-540934ea-a6bf-415e-a8ab-d1104acbc0ce tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5721340 Mar 22 19:30:20.539364 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54454) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:20.546263 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-3bead7ca-d730-4982-8602-1d442490424e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Request body: {'subnet': {'network_id': '63d9f401-775b-4921-a031-36b8b10f1a77', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:20.642139 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40ab981-bca7-40b6-bd05-ccbaf03feeea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-e604f75b-118b-4af9-acd0-200e012a697d', 'network_id': 'e604f75b-118b-4af9-acd0-200e012a697d', 'project_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'fixed_ips': [{'subnet_id': 'f58c5404-0353-494c-a0db-2eb267c24d70'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:30:20.643022 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c40ab981-bca7-40b6-bd05-ccbaf03feeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:20.675462 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c9d9b2c-06a0-4122-9fd2-edf4ba47dd26 req-fe71c85f-3c85-48af-a696-7d9d4eda893d tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314699 Mar 22 19:30:20.679603 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bead7ca-d730-4982-8602-1d442490424e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Made reservation on behalf of 9e0e4ca7c14f4d59bf1ff2884bd386bd for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:30:20.684625 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-439c0446-96df-4802-9cd7-437b98425fc2 req-35335a56-7618-4968-be6e-9c157082d3ab tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=9378e31b-e336-4443-bcf8-7df404be0c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560954 Mar 22 19:30:20.689132 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3bead7ca-d730-4982-8602-1d442490424e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:20.740422 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-ff3366c1-04aa-4347-be69-5954dfb0a173 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Allocated IP 172.20.0.11 (18128141-c8fb-4d18-b5ca-2c8395e9a27f/9e04d877-b53e-48f3-acb8-4b7eac47f066/0b8b0b8d-27e3-49da-beca-361bbf632663) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:30:20.869136 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a3721734-b3b8-4d3c-b3a1-4b12eb7c5eb9 req-f7e5ba25-86ca-442c-9dfd-1ed0ed2e6fe3 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/ports?device_id=60c2ccb2-bca8-4de9-8809-4be0a9634512 HTTP/1.1" status: 200 len: 210 time: 0.0630510 Mar 22 19:30:20.927039 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-c40ab981-bca7-40b6-bd05-ccbaf03feeea None None] Allocated IP 10.1.1.2 (e604f75b-118b-4af9-acd0-200e012a697d/f58c5404-0353-494c-a0db-2eb267c24d70/521bc5b1-be6f-466e-96c1-4c947c560e9e) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:30:20.978224 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c25939-4488-43bd-907d-1d7ff21af086 req-33e2d73a-5a32-4468-896b-8735247457cd tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:20.980125 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a6c25939-4488-43bd-907d-1d7ff21af086 req-33e2d73a-5a32-4468-896b-8735247457cd tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=818d04e7-594e-4e39-ba6f-03a6bdbd8b79 HTTP/1.1" status: 200 len: 1129 time: 0.1330621 Mar 22 19:30:20.994295 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3bead7ca-d730-4982-8602-1d442490424e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (45d73002-9056-40ee-8ca8-42ff4359e2e4), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:21.031373 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-ff3366c1-04aa-4347-be69-5954dfb0a173 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks [] for port (0b8b0b8d-27e3-49da-beca-361bbf632663), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:21.074460 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a6c25939-4488-43bd-907d-1d7ff21af086 req-6fba7606-7364-4e74-8aa1-1a05bdb16789 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=9378e31b-e336-4443-bcf8-7df404be0c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807476 Mar 22 19:30:21.106282 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bead7ca-d730-4982-8602-1d442490424e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Checking segment: {'id': '80bd5bff-c1a8-4fa7-a5aa-66bec761fafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '63d9f401-775b-4921-a031-36b8b10f1a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:30:21.107027 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bead7ca-d730-4982-8602-1d442490424e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Network hostable DHCP agents. Network: 63d9f401-775b-4921-a031-36b8b10f1a77, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:30:21.112069 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bead7ca-d730-4982-8602-1d442490424e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Pushing event updated for resources: {'Subnet': ['ID=45d73002-9056-40ee-8ca8-42ff4359e2e4,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:21.133986 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bead7ca-d730-4982-8602-1d442490424e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Network 63d9f401-775b-4921-a031-36b8b10f1a77 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:30:21.138163 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-ff3366c1-04aa-4347-be69-5954dfb0a173 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (0b8b0b8d-27e3-49da-beca-361bbf632663), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:21.157179 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-3bead7ca-d730-4982-8602-1d442490424e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 63d9f401-775b-4921-a031-36b8b10f1a77) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:30:21.164330 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bead7ca-d730-4982-8602-1d442490424e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:21.165315 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3bead7ca-d730-4982-8602-1d442490424e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:21.178614 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c40ab981-bca7-40b6-bd05-ccbaf03feeea None None] Publish callbacks [] for port (521bc5b1-be6f-466e-96c1-4c947c560e9e), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:21.186838 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c40ab981-bca7-40b6-bd05-ccbaf03feeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (521bc5b1-be6f-466e-96c1-4c947c560e9e), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:21.196685 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3bead7ca-d730-4982-8602-1d442490424e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6554081 Mar 22 19:30:21.203043 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54472) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:21.210092 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-bc50d507-ca86-4bf5-90a8-0b886211f3a2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Request body: {'port': {'network_id': 'e604f75b-118b-4af9-acd0-200e012a697d', 'name': 'tempest-TaggedBootDevicesTest-533857519', 'fixed_ips': [{'subnet_id': 'f58c5404-0353-494c-a0db-2eb267c24d70'}]}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:21.226591 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40ab981-bca7-40b6-bd05-ccbaf03feeea None None] Network e604f75b-118b-4af9-acd0-200e012a697d is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:30:21.235455 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-c40ab981-bca7-40b6-bd05-ccbaf03feeea None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:30:21.239609 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5f0c5c-1c8b-4324-89cf-a5ab26e5fa83 None None] Network 63d9f401-775b-4921-a031-36b8b10f1a77 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:30:21.251191 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3366c1-04aa-4347-be69-5954dfb0a173 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Pushing event updated for resources: {'Port': ['ID=0b8b0b8d-27e3-49da-beca-361bbf632663,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:21.259169 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-ff3366c1-04aa-4347-be69-5954dfb0a173 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Network 18128141-c8fb-4d18-b5ca-2c8395e9a27f is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:30:21.260668 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-ff3366c1-04aa-4347-be69-5954dfb0a173 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:30:21.263027 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-ff3366c1-04aa-4347-be69-5954dfb0a173 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:30:21.339318 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40ab981-bca7-40b6-bd05-ccbaf03feeea None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:30:21.346628 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ab981-bca7-40b6-bd05-ccbaf03feeea None None] Pushing event updated for resources: {'Port': ['ID=521bc5b1-be6f-466e-96c1-4c947c560e9e,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:21.349289 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-ff3366c1-04aa-4347-be69-5954dfb0a173 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:21.350023 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-ff3366c1-04aa-4347-be69-5954dfb0a173 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:21.379627 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-ff3366c1-04aa-4347-be69-5954dfb0a173 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3727572 Mar 22 19:30:21.399546 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-d2de445e-b806-4662-b3ca-42173eeebb9a service neutron] Request body: {'port': {'device_id': '60c2ccb2-bca8-4de9-8809-4be0a9634512', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:21.432370 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc50d507-ca86-4bf5-90a8-0b886211f3a2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Made reservation on behalf of 9e0e4ca7c14f4d59bf1ff2884bd386bd for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:30:21.567739 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:21.582514 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c40ab981-bca7-40b6-bd05-ccbaf03feeea None None] Attempting to bind port 521bc5b1-be6f-466e-96c1-4c947c560e9e on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:30:21.582902 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c40ab981-bca7-40b6-bd05-ccbaf03feeea None None] Attempting to bind port 521bc5b1-be6f-466e-96c1-4c947c560e9e by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '2b2f754a-9aa8-45d3-9412-08ccd40762e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e604f75b-118b-4af9-acd0-200e012a697d'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:30:21.583270 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40ab981-bca7-40b6-bd05-ccbaf03feeea None None] Attempting to bind port 521bc5b1-be6f-466e-96c1-4c947c560e9e on network e604f75b-118b-4af9-acd0-200e012a697d {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:30:21.594227 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bc50d507-ca86-4bf5-90a8-0b886211f3a2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:21.595520 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40ab981-bca7-40b6-bd05-ccbaf03feeea None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:30:21.595925 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40ab981-bca7-40b6-bd05-ccbaf03feeea None None] Checking segment: {'id': '2b2f754a-9aa8-45d3-9412-08ccd40762e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e604f75b-118b-4af9-acd0-200e012a697d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:30:21.596444 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c40ab981-bca7-40b6-bd05-ccbaf03feeea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:21.596861 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40ab981-bca7-40b6-bd05-ccbaf03feeea None None] Bound using segment: {'id': '2b2f754a-9aa8-45d3-9412-08ccd40762e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e604f75b-118b-4af9-acd0-200e012a697d'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:30:21.597348 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c40ab981-bca7-40b6-bd05-ccbaf03feeea None None] Bound port: 521bc5b1-be6f-466e-96c1-4c947c560e9e, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b2f754a-9aa8-45d3-9412-08ccd40762e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e604f75b-118b-4af9-acd0-200e012a697d'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:30:21.597513 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-d2de445e-b806-4662-b3ca-42173eeebb9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0b8b0b8d-27e3-49da-beca-361bbf632663), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:21.597895 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c40ab981-bca7-40b6-bd05-ccbaf03feeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (521bc5b1-be6f-466e-96c1-4c947c560e9e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:21.626933 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-bc50d507-ca86-4bf5-90a8-0b886211f3a2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] device_id is not set on port fa65fbcd-288e-4705-b70a-673b02da016a yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:30:21.643742 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c9315-6ed9-4b45-8511-004a33307322 req-80009196-0261-4392-a634-b86d6596795c tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:21.647412 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-007c9315-6ed9-4b45-8511-004a33307322 req-80009196-0261-4392-a634-b86d6596795c tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/networks?id=7b3e2f26-3add-4239-9044-1569c5fdc402 HTTP/1.1" status: 200 len: 909 time: 0.2655091 Mar 22 19:30:21.669456 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-007c9315-6ed9-4b45-8511-004a33307322 req-ca0f3136-cdf1-4ed3-af14-fdce8bb9774e tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/quotas/c84ea4bdf315458e93c5434426f6023a HTTP/1.1" status: 200 len: 375 time: 0.0133352 Mar 22 19:30:21.705317 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f9d6d8-0ce1-432f-a212-3b3338ae9cf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-63d9f401-775b-4921-a031-36b8b10f1a77', 'network_id': '63d9f401-775b-4921-a031-36b8b10f1a77', 'project_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'fixed_ips': [{'subnet_id': '45d73002-9056-40ee-8ca8-42ff4359e2e4'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:30:21.706311 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e5f9d6d8-0ce1-432f-a212-3b3338ae9cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:21.858105 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-007c9315-6ed9-4b45-8511-004a33307322 req-4961d3c4-6b8d-49bd-b069-e03ce4526381 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/ports?tenant_id=c84ea4bdf315458e93c5434426f6023a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1823006 Mar 22 19:30:21.890590 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-bc50d507-ca86-4bf5-90a8-0b886211f3a2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Allocated IP 10.1.1.195 (e604f75b-118b-4af9-acd0-200e012a697d/f58c5404-0353-494c-a0db-2eb267c24d70/fa65fbcd-288e-4705-b70a-673b02da016a) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:30:21.914344 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-e5f9d6d8-0ce1-432f-a212-3b3338ae9cf2 None None] Allocated IP 10.2.2.2 (63d9f401-775b-4921-a031-36b8b10f1a77/45d73002-9056-40ee-8ca8-42ff4359e2e4/c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:30:21.986147 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db078d85-5028-475d-aded-ede804e2e899 req-9bb6b19d-2168-4534-ac4b-8977db8662a5 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:21.988387 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-db078d85-5028-475d-aded-ede804e2e899 req-9bb6b19d-2168-4534-ac4b-8977db8662a5 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 945 time: 0.1861453 Mar 22 19:30:22.084215 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bc50d507-ca86-4bf5-90a8-0b886211f3a2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks [] for port (fa65fbcd-288e-4705-b70a-673b02da016a), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:22.091044 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e5f9d6d8-0ce1-432f-a212-3b3338ae9cf2 None None] Publish callbacks [] for port (c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:22.100211 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-007c9315-6ed9-4b45-8511-004a33307322 req-46f13479-4045-4682-9be2-60e9687a391a service neutron] 10.222.0.75 "GET /v2.0/networks/7b3e2f26-3add-4239-9044-1569c5fdc402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340879 Mar 22 19:30:22.111158 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e5f9d6d8-0ce1-432f-a212-3b3338ae9cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:22.133021 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bc50d507-ca86-4bf5-90a8-0b886211f3a2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (fa65fbcd-288e-4705-b70a-673b02da016a), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:22.133983 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c40ab981-bca7-40b6-bd05-ccbaf03feeea None None] For port 521bc5b1-be6f-466e-96c1-4c947c560e9e, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:30:22.177054 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-893027e9-2e61-4c16-a407-981f61dbf969 None None] Provisioning complete for port 0b8b0b8d-27e3-49da-beca-361bbf632663 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:22.177733 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-893027e9-2e61-4c16-a407-981f61dbf969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (0b8b0b8d-27e3-49da-beca-361bbf632663), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:22.180557 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c40ab981-bca7-40b6-bd05-ccbaf03feeea None None] For port 521bc5b1-be6f-466e-96c1-4c947c560e9e, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=521bc5b1-be6f-466e-96c1-4c947c560e9e,segment=NetworkSegment(2b2f754a-9aa8-45d3-9412-08ccd40762e0),segment_id=2b2f754a-9aa8-45d3-9412-08ccd40762e0)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:30:22.190697 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f9d6d8-0ce1-432f-a212-3b3338ae9cf2 None None] Network 63d9f401-775b-4921-a031-36b8b10f1a77 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:30:22.197037 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50d507-ca86-4bf5-90a8-0b886211f3a2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Pushing event updated for resources: {'Port': ['ID=fa65fbcd-288e-4705-b70a-673b02da016a,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:22.211578 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc50d507-ca86-4bf5-90a8-0b886211f3a2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Network e604f75b-118b-4af9-acd0-200e012a697d is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:30:22.213166 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-bc50d507-ca86-4bf5-90a8-0b886211f3a2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:30:22.221192 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc50d507-ca86-4bf5-90a8-0b886211f3a2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:30:22.222512 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c40ab981-bca7-40b6-bd05-ccbaf03feeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (521bc5b1-be6f-466e-96c1-4c947c560e9e), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:22.224933 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-e5f9d6d8-0ce1-432f-a212-3b3338ae9cf2 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:30:22.229678 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f9d6d8-0ce1-432f-a212-3b3338ae9cf2 None None] Pushing event updated for resources: {'Port': ['ID=c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:22.237859 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f9d6d8-0ce1-432f-a212-3b3338ae9cf2 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:30:22.254297 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-007c9315-6ed9-4b45-8511-004a33307322 req-ceab2739-478d-4557-ac4c-96a908799008 service neutron] 10.222.0.75 "GET /v2.0/networks/7b3e2f26-3add-4239-9044-1569c5fdc402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228900 Mar 22 19:30:22.312032 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ab981-bca7-40b6-bd05-ccbaf03feeea None None] Pushing event updated for resources: {'Port': ['ID=521bc5b1-be6f-466e-96c1-4c947c560e9e,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:22.348756 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc50d507-ca86-4bf5-90a8-0b886211f3a2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:22.350122 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bc50d507-ca86-4bf5-90a8-0b886211f3a2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:22.369009 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-db078d85-5028-475d-aded-ede804e2e899 req-ed363bca-72a0-467a-a46e-37a55b6376a6 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584703 Mar 22 19:30:22.383566 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-893027e9-2e61-4c16-a407-981f61dbf969 None None] Port 0b8b0b8d-27e3-49da-beca-361bbf632663 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:30:22.395875 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bc50d507-ca86-4bf5-90a8-0b886211f3a2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1946287 Mar 22 19:30:22.399015 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54504) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:22.412110 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-00e5ff70-5ee5-417c-a70e-50f73a32a656 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Request body: {'port': {'network_id': 'e604f75b-118b-4af9-acd0-200e012a697d', 'name': 'tempest-TaggedBootDevicesTest-887267503', 'fixed_ips': [{'subnet_id': 'f58c5404-0353-494c-a0db-2eb267c24d70'}]}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:22.440501 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-e5f9d6d8-0ce1-432f-a212-3b3338ae9cf2 None None] Attempting to bind port c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:30:22.441071 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-e5f9d6d8-0ce1-432f-a212-3b3338ae9cf2 None None] Attempting to bind port c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '80bd5bff-c1a8-4fa7-a5aa-66bec761fafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '63d9f401-775b-4921-a031-36b8b10f1a77'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:30:22.441590 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f9d6d8-0ce1-432f-a212-3b3338ae9cf2 None None] Attempting to bind port c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74 on network 63d9f401-775b-4921-a031-36b8b10f1a77 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:30:22.447356 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f9d6d8-0ce1-432f-a212-3b3338ae9cf2 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:30:22.448023 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f9d6d8-0ce1-432f-a212-3b3338ae9cf2 None None] Checking segment: {'id': '80bd5bff-c1a8-4fa7-a5aa-66bec761fafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '63d9f401-775b-4921-a031-36b8b10f1a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:30:22.448504 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e5f9d6d8-0ce1-432f-a212-3b3338ae9cf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:22.448978 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f9d6d8-0ce1-432f-a212-3b3338ae9cf2 None None] Bound using segment: {'id': '80bd5bff-c1a8-4fa7-a5aa-66bec761fafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '63d9f401-775b-4921-a031-36b8b10f1a77'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:30:22.450007 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-e5f9d6d8-0ce1-432f-a212-3b3338ae9cf2 None None] Bound port: c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80bd5bff-c1a8-4fa7-a5aa-66bec761fafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '63d9f401-775b-4921-a031-36b8b10f1a77'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:30:22.451033 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e5f9d6d8-0ce1-432f-a212-3b3338ae9cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:22.576724 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-d2de445e-b806-4662-b3ca-42173eeebb9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b8b0b8d-27e3-49da-beca-361bbf632663 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:30:22.585926 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-d2de445e-b806-4662-b3ca-42173eeebb9a service neutron] Publish callbacks [] for port (0b8b0b8d-27e3-49da-beca-361bbf632663), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:22.600406 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e5ff70-5ee5-417c-a70e-50f73a32a656 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Made reservation on behalf of 9e0e4ca7c14f4d59bf1ff2884bd386bd for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:30:22.603666 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-d2de445e-b806-4662-b3ca-42173eeebb9a service neutron] Transition to ACTIVE for port object 0b8b0b8d-27e3-49da-beca-361bbf632663 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:30:22.611987 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-00e5ff70-5ee5-417c-a70e-50f73a32a656 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:22.617591 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-d2de445e-b806-4662-b3ca-42173eeebb9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (0b8b0b8d-27e3-49da-beca-361bbf632663), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:22.639150 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e5f9d6d8-0ce1-432f-a212-3b3338ae9cf2 None None] For port c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:30:22.643301 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e5f9d6d8-0ce1-432f-a212-3b3338ae9cf2 None None] For port c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74,segment=NetworkSegment(80bd5bff-c1a8-4fa7-a5aa-66bec761fafc),segment_id=80bd5bff-c1a8-4fa7-a5aa-66bec761fafc)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:30:22.651909 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-00e5ff70-5ee5-417c-a70e-50f73a32a656 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] device_id is not set on port b0399ecc-f819-4dcd-8c6b-e07a031c9070 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:30:22.656360 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e5f9d6d8-0ce1-432f-a212-3b3338ae9cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:22.734719 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f9d6d8-0ce1-432f-a212-3b3338ae9cf2 None None] Pushing event updated for resources: {'Port': ['ID=c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:22.827829 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9f7c4b6a-c0d0-455a-8335-e3edb2826438 req-2dcb7bab-90a2-4fae-9404-e40268a369e4 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e950f93a-387e-45b1-8c61-9e43ea898766 HTTP/1.1" status: 200 len: 210 time: 0.1525929 Mar 22 19:30:22.896863 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de445e-b806-4662-b3ca-42173eeebb9a service neutron] Pushing event updated for resources: {'Port': ['ID=0b8b0b8d-27e3-49da-beca-361bbf632663,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:22.934776 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcfac2-6123-4ae0-b11c-1ffaeb6e2315 req-20fa5e33-1b11-4e9a-a239-f7b8d0189d02 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:22.937066 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51dcfac2-6123-4ae0-b11c-1ffaeb6e2315 req-20fa5e33-1b11-4e9a-a239-f7b8d0189d02 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/ports?device_id=60c2ccb2-bca8-4de9-8809-4be0a9634512 HTTP/1.1" status: 200 len: 944 time: 0.3361590 Mar 22 19:30:22.989885 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-00e5ff70-5ee5-417c-a70e-50f73a32a656 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Allocated IP 10.1.1.157 (e604f75b-118b-4af9-acd0-200e012a697d/f58c5404-0353-494c-a0db-2eb267c24d70/b0399ecc-f819-4dcd-8c6b-e07a031c9070) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:30:23.090733 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51dcfac2-6123-4ae0-b11c-1ffaeb6e2315 req-57013864-791e-4b68-acf5-a7bd9b99e71a tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f3e038f-6c60-4494-99e3-b7ccc6d10764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056924 Mar 22 19:30:23.115091 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-d2de445e-b806-4662-b3ca-42173eeebb9a service neutron] Attempting to bind port 0b8b0b8d-27e3-49da-beca-361bbf632663 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:30:23.115460 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-d2de445e-b806-4662-b3ca-42173eeebb9a service neutron] Attempting to bind port 0b8b0b8d-27e3-49da-beca-361bbf632663 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': 'ec0b877a-85e8-4b0a-b030-75387d7b460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '18128141-c8fb-4d18-b5ca-2c8395e9a27f'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:30:23.116017 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-d2de445e-b806-4662-b3ca-42173eeebb9a service neutron] Attempting to bind port 0b8b0b8d-27e3-49da-beca-361bbf632663 on network 18128141-c8fb-4d18-b5ca-2c8395e9a27f {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:30:23.128608 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-d2de445e-b806-4662-b3ca-42173eeebb9a service neutron] Port 0b8b0b8d-27e3-49da-beca-361bbf632663 on network 18128141-c8fb-4d18-b5ca-2c8395e9a27f not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:30:23.128946 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-d2de445e-b806-4662-b3ca-42173eeebb9a service neutron] Attempting to bind port 0b8b0b8d-27e3-49da-beca-361bbf632663 on network 18128141-c8fb-4d18-b5ca-2c8395e9a27f {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:30:23.147074 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-d2de445e-b806-4662-b3ca-42173eeebb9a service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:30:23.147925 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-d2de445e-b806-4662-b3ca-42173eeebb9a service neutron] Checking segment: {'id': 'ec0b877a-85e8-4b0a-b030-75387d7b460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '18128141-c8fb-4d18-b5ca-2c8395e9a27f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:30:23.149615 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-d2de445e-b806-4662-b3ca-42173eeebb9a service neutron] Bound using segment: {'id': 'ec0b877a-85e8-4b0a-b030-75387d7b460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '18128141-c8fb-4d18-b5ca-2c8395e9a27f'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:30:23.150480 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-d2de445e-b806-4662-b3ca-42173eeebb9a service neutron] Bound port: 0b8b0b8d-27e3-49da-beca-361bbf632663, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec0b877a-85e8-4b0a-b030-75387d7b460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '18128141-c8fb-4d18-b5ca-2c8395e9a27f'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:30:23.151232 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-d2de445e-b806-4662-b3ca-42173eeebb9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0b8b0b8d-27e3-49da-beca-361bbf632663), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:23.265228 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-d2de445e-b806-4662-b3ca-42173eeebb9a service neutron] For port 0b8b0b8d-27e3-49da-beca-361bbf632663, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:30:23.268901 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-d2de445e-b806-4662-b3ca-42173eeebb9a service neutron] For port 0b8b0b8d-27e3-49da-beca-361bbf632663, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=0b8b0b8d-27e3-49da-beca-361bbf632663,segment=NetworkSegment(ec0b877a-85e8-4b0a-b030-75387d7b460c),segment_id=ec0b877a-85e8-4b0a-b030-75387d7b460c)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:30:23.279267 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-d2de445e-b806-4662-b3ca-42173eeebb9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (0b8b0b8d-27e3-49da-beca-361bbf632663), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:23.392014 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-d2de445e-b806-4662-b3ca-42173eeebb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:23.393037 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-d2de445e-b806-4662-b3ca-42173eeebb9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:23.395557 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-d2de445e-b806-4662-b3ca-42173eeebb9a service neutron] 10.222.0.85 "PUT /v2.0/ports/0b8b0b8d-27e3-49da-beca-361bbf632663 HTTP/1.1" status: 200 len: 1093 time: 2.0014465 Mar 22 19:30:23.399318 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c2ccb2-bca8-4de9-8809-4be0a9634512', 'tag': '0b8b0b8d-27e3-49da-beca-361bbf632663'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:30:23.407896 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95138de0-680e-4a7c-9f8c-3fdfde5fc786" -d '{"events": [{"name": "network-changed", "server_uuid": "60c2ccb2-bca8-4de9-8809-4be0a9634512", "tag": "0b8b0b8d-27e3-49da-beca-361bbf632663"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:30:23.483348 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de445e-b806-4662-b3ca-42173eeebb9a service neutron] Pushing event updated for resources: {'Port': ['ID=0b8b0b8d-27e3-49da-beca-361bbf632663,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:23.522958 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b349fcf-67ae-41ba-8e09-526d02805a63 x-openstack-request-id: req-3b349fcf-67ae-41ba-8e09-526d02805a63 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:30:23.523416 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c2ccb2-bca8-4de9-8809-4be0a9634512", "tag": "0b8b0b8d-27e3-49da-beca-361bbf632663", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:30:23.523886 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3b349fcf-67ae-41ba-8e09-526d02805a63 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:30:23.524353 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b349fcf-67ae-41ba-8e09-526d02805a63'] response: {'name': 'network-changed', 'server_uuid': '60c2ccb2-bca8-4de9-8809-4be0a9634512', 'tag': '0b8b0b8d-27e3-49da-beca-361bbf632663', 'status': 'completed', 'code': 200} Mar 22 19:30:23.601443 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-00e5ff70-5ee5-417c-a70e-50f73a32a656 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks [] for port (b0399ecc-f819-4dcd-8c6b-e07a031c9070), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:23.685502 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-00e5ff70-5ee5-417c-a70e-50f73a32a656 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (b0399ecc-f819-4dcd-8c6b-e07a031c9070), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:23.694289 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-bc4cf80e-f34e-4496-bec8-e244d9dcad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:23.699487 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-bc4cf80e-f34e-4496-bec8-e244d9dcad23 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=673c322d47404ea781c6efdcc1c6e3cb&device_id=60c2ccb2-bca8-4de9-8809-4be0a9634512 HTTP/1.1" status: 200 len: 1127 time: 0.2586391 Mar 22 19:30:23.747898 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e5ff70-5ee5-417c-a70e-50f73a32a656 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Network e604f75b-118b-4af9-acd0-200e012a697d is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:30:23.750838 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-00e5ff70-5ee5-417c-a70e-50f73a32a656 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:30:23.755946 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e5ff70-5ee5-417c-a70e-50f73a32a656 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:30:23.790861 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5ff70-5ee5-417c-a70e-50f73a32a656 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Pushing event updated for resources: {'Port': ['ID=b0399ecc-f819-4dcd-8c6b-e07a031c9070,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:23.855975 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e5ff70-5ee5-417c-a70e-50f73a32a656 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:23.857959 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-00e5ff70-5ee5-417c-a70e-50f73a32a656 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:23.879354 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-00e5ff70-5ee5-417c-a70e-50f73a32a656 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4773567 Mar 22 19:30:23.896752 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:30:23.930802 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-43a23c90-2880-4235-a92f-a3a6b70f118e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b8b0b8d-27e3-49da-beca-361bbf632663 HTTP/1.1" status: 200 len: 217 time: 0.2173488 Mar 22 19:30:23.995327 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942c92c-316a-406f-a586-c766735dd4b5 req-42f855e1-97a6-4e71-b022-2d6041c42908 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:24.017497 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e942c92c-316a-406f-a586-c766735dd4b5 req-42f855e1-97a6-4e71-b022-2d6041c42908 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 945 time: 0.4697185 Mar 22 19:30:24.034350 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:24.034748 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:24.085775 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c4e1c734-ea97-4c1e-845f-021db9936d8c req-bc9c50c3-6719-4b85-b369-9a54bff7283d tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e950f93a-387e-45b1-8c61-9e43ea898766 HTTP/1.1" status: 200 len: 210 time: 0.1043952 Mar 22 19:30:24.116450 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-1580af54-e19f-4646-a25e-7049593e0d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:24.117942 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-1580af54-e19f-4646-a25e-7049593e0d9e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9e04d877-b53e-48f3-acb8-4b7eac47f066 HTTP/1.1" status: 200 len: 844 time: 0.1767805 Mar 22 19:30:24.180773 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e942c92c-316a-406f-a586-c766735dd4b5 req-b4d80550-3736-4941-9aa2-40e4a44f2941 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623480 Mar 22 19:30:24.196301 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:30:24.196816 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:24.225994 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-b301e546-f461-4c97-b197-a67c5445647f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:24.230871 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-b301e546-f461-4c97-b197-a67c5445647f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=18128141-c8fb-4d18-b5ca-2c8395e9a27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1028185 Mar 22 19:30:24.288392 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74,segment=NetworkSegment(80bd5bff-c1a8-4fa7-a5aa-66bec761fafc),segment_id=80bd5bff-c1a8-4fa7-a5aa-66bec761fafc)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:30:24.299308 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:24.300555 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 521bc5b1-be6f-466e-96c1-4c947c560e9e up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:30:24.459230 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:24.468411 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7748be-fc02-405c-8bf1-56dc0a42b6fd req-723caf63-45d6-48df-8fbe-a823137c1d2e tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:24.483212 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3e7748be-fc02-405c-8bf1-56dc0a42b6fd req-723caf63-45d6-48df-8fbe-a823137c1d2e tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/ports?device_id=60c2ccb2-bca8-4de9-8809-4be0a9634512 HTTP/1.1" status: 200 len: 944 time: 0.1655424 Mar 22 19:30:24.522890 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-9dde2b1d-9141-468a-995f-f037fa130934 service neutron] 10.222.0.85 "GET /v2.0/networks/18128141-c8fb-4d18-b5ca-2c8395e9a27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855234 Mar 22 19:30:24.606668 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 521bc5b1-be6f-466e-96c1-4c947c560e9e triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:24.606974 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (521bc5b1-be6f-466e-96c1-4c947c560e9e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:24.610645 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3e7748be-fc02-405c-8bf1-56dc0a42b6fd req-274cccdc-538d-4ebe-8a40-01d1dccd0f6f tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f3e038f-6c60-4494-99e3-b7ccc6d10764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262743 Mar 22 19:30:24.701335 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056438d5-1307-46fd-8996-ea4d103e6486 None None] Network e604f75b-118b-4af9-acd0-200e012a697d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:30:24.749214 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c9315-6ed9-4b45-8511-004a33307322 req-5824a0f5-7dad-4ae6-bf6f-9ced3d48b1bb tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:24.750996 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-007c9315-6ed9-4b45-8511-004a33307322 req-5824a0f5-7dad-4ae6-bf6f-9ced3d48b1bb tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.84 "GET /v2.0/networks?id=7b3e2f26-3add-4239-9044-1569c5fdc402 HTTP/1.1" status: 200 len: 909 time: 0.2297292 Mar 22 19:30:24.774442 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-007c9315-6ed9-4b45-8511-004a33307322 req-9c197c5f-b3ec-46ea-9285-14993bb32337 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Request body: {'port': {'device_id': 'e950f93a-387e-45b1-8c61-9e43ea898766', 'network_id': '7b3e2f26-3add-4239-9044-1569c5fdc402', 'admin_state_up': True, 'tenant_id': 'c84ea4bdf315458e93c5434426f6023a'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:24.817236 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-007c9315-6ed9-4b45-8511-004a33307322 req-9c197c5f-b3ec-46ea-9285-14993bb32337 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Made reservation on behalf of c84ea4bdf315458e93c5434426f6023a for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:30:24.823742 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-007c9315-6ed9-4b45-8511-004a33307322 req-9c197c5f-b3ec-46ea-9285-14993bb32337 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:24.844409 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-15f6aa7b-78a7-40ce-ab7a-7885c2316191 req-3430bbd6-4087-4266-a87d-3ee7c332a890 service neutron] 10.222.0.85 "GET /v2.0/networks/18128141-c8fb-4d18-b5ca-2c8395e9a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108053 Mar 22 19:30:24.857771 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54554) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:24.866286 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-0386849e-4312-4189-b0bd-32d478d257d8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1544368800', 'description': 'tempest-description--348236485'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:24.877658 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ae6b5131-28d8-4180-ac9a-850af1b01e55 None None] Provisioning complete for port 521bc5b1-be6f-466e-96c1-4c947c560e9e triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:24.878086 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ae6b5131-28d8-4180-ac9a-850af1b01e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (521bc5b1-be6f-466e-96c1-4c947c560e9e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:24.990282 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 521bc5b1-be6f-466e-96c1-4c947c560e9e is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:30:24.991007 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (521bc5b1-be6f-466e-96c1-4c947c560e9e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:25.004813 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-007c9315-6ed9-4b45-8511-004a33307322 req-9c197c5f-b3ec-46ea-9285-14993bb32337 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Allocated IP 172.20.0.4 (7b3e2f26-3add-4239-9044-1569c5fdc402/c5a736f5-2cca-4f7a-87a4-e3c159387d4f/f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:30:25.054611 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ab2224-a1c8-4f12-adfa-7524e8bb40e3 None None] Network 63d9f401-775b-4921-a031-36b8b10f1a77 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:30:25.192634 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-007c9315-6ed9-4b45-8511-004a33307322 req-9c197c5f-b3ec-46ea-9285-14993bb32337 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Publish callbacks [] for port (f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:25.222625 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0386849e-4312-4189-b0bd-32d478d257d8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:25.235908 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-007c9315-6ed9-4b45-8511-004a33307322 req-9c197c5f-b3ec-46ea-9285-14993bb32337 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:25.282167 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-007c9315-6ed9-4b45-8511-004a33307322 req-9c197c5f-b3ec-46ea-9285-14993bb32337 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Network 7b3e2f26-3add-4239-9044-1569c5fdc402 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:30:25.286535 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-007c9315-6ed9-4b45-8511-004a33307322 req-9c197c5f-b3ec-46ea-9285-14993bb32337 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:30:25.292321 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['72e08ec3-d378-493a-bc45-59c0041a65d9'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:30:25.308470 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-007c9315-6ed9-4b45-8511-004a33307322 req-9c197c5f-b3ec-46ea-9285-14993bb32337 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:30:25.328572 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 521bc5b1-be6f-466e-96c1-4c947c560e9e, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=521bc5b1-be6f-466e-96c1-4c947c560e9e,segment=NetworkSegment(2b2f754a-9aa8-45d3-9412-08ccd40762e0),segment_id=2b2f754a-9aa8-45d3-9412-08ccd40762e0)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:30:25.359978 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (521bc5b1-be6f-466e-96c1-4c947c560e9e), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:25.388074 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c197c5f-b3ec-46ea-9285-14993bb32337 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Pushing event updated for resources: {'Port': ['ID=f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:25.406494 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c9315-6ed9-4b45-8511-004a33307322 req-9c197c5f-b3ec-46ea-9285-14993bb32337 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:25.407252 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-007c9315-6ed9-4b45-8511-004a33307322 req-9c197c5f-b3ec-46ea-9285-14993bb32337 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:25.421510 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0386849e-4312-4189-b0bd-32d478d257d8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks [] for security_group (4457e43c-fef7-464a-8ea1-d632c05cf715), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:25.445148 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-007c9315-6ed9-4b45-8511-004a33307322 req-9c197c5f-b3ec-46ea-9285-14993bb32337 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6846128 Mar 22 19:30:25.460397 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-007c9315-6ed9-4b45-8511-004a33307322 req-3ebc4e36-c2fe-4f26-9794-6dffe82d93d1 service neutron] Request body: {'port': {'device_id': 'e950f93a-387e-45b1-8c61-9e43ea898766', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:25.473629 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0386849e-4312-4189-b0bd-32d478d257d8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (4457e43c-fef7-464a-8ea1-d632c05cf715), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:25.496085 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=521bc5b1-be6f-466e-96c1-4c947c560e9e,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:25.558032 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-007c9315-6ed9-4b45-8511-004a33307322 req-3ebc4e36-c2fe-4f26-9794-6dffe82d93d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:25.563872 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ae6b5131-28d8-4180-ac9a-850af1b01e55 None None] Current status of the port 521bc5b1-be6f-466e-96c1-4c947c560e9e is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:30:25.619363 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95138de0-680e-4a7c-9f8c-3fdfde5fc786 req-dfc97940-d390-41e8-82fa-f3f08afe7416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:25.622192 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-95138de0-680e-4a7c-9f8c-3fdfde5fc786 req-dfc97940-d390-41e8-82fa-f3f08afe7416 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=673c322d47404ea781c6efdcc1c6e3cb&device_id=60c2ccb2-bca8-4de9-8809-4be0a9634512 HTTP/1.1" status: 200 len: 1127 time: 0.4093080 Mar 22 19:30:25.654448 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0386849e-4312-4189-b0bd-32d478d257d8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:25.659949 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0386849e-4312-4189-b0bd-32d478d257d8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8010716 Mar 22 19:30:25.828393 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54572) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:25.830870 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95138de0-680e-4a7c-9f8c-3fdfde5fc786 req-858570dc-74bf-403c-9f40-7d0b60a33b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:25.832576 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-95138de0-680e-4a7c-9f8c-3fdfde5fc786 req-858570dc-74bf-403c-9f40-7d0b60a33b39 service neutron] 10.222.0.85 "GET /v2.0/networks?id=18128141-c8fb-4d18-b5ca-2c8395e9a27f HTTP/1.1" status: 200 len: 906 time: 0.2019053 Mar 22 19:30:25.838922 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-891b00c5-c7b7-465a-9001-60b57e27ac3a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Request body: {'security_group_rule': {'security_group_id': '4457e43c-fef7-464a-8ea1-d632c05cf715', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:25.844081 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:30:25.861287 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386849e-4312-4189-b0bd-32d478d257d8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4457e43c-fef7-464a-8ea1-d632c05cf715,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:25.928600 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fcb9d-0e8b-4385-a2cc-7fc5faa69215 req-4efaab35-e83d-46b2-9c9b-5c54392fd542 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:25.937771 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a16fcb9d-0e8b-4385-a2cc-7fc5faa69215 req-4efaab35-e83d-46b2-9c9b-5c54392fd542 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e950f93a-387e-45b1-8c61-9e43ea898766 HTTP/1.1" status: 200 len: 1027 time: 0.6586730 Mar 22 19:30:25.950038 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-4d159cc3-c90a-4a39-8603-7aff5163102c None None] Provisioning complete for port c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:25.950780 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4d159cc3-c90a-4a39-8603-7aff5163102c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:25.953422 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-95138de0-680e-4a7c-9f8c-3fdfde5fc786 req-52022f3d-2165-47a0-9bf0-235c35b8e8a1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b8b0b8d-27e3-49da-beca-361bbf632663 HTTP/1.1" status: 200 len: 217 time: 0.1034300 Mar 22 19:30:25.997285 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:25.997886 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:26.034075 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca45734-f6ac-4a5c-a576-d09a4625b760 req-2d7d1382-8e89-4d48-9923-c41c808c5499 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:26.046350 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bca45734-f6ac-4a5c-a576-d09a4625b760 req-2d7d1382-8e89-4d48-9923-c41c808c5499 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 945 time: 0.6130412 Mar 22 19:30:26.070134 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-007c9315-6ed9-4b45-8511-004a33307322 req-3ebc4e36-c2fe-4f26-9794-6dffe82d93d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:30:26.074744 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95138de0-680e-4a7c-9f8c-3fdfde5fc786 req-d7fce9e7-cbea-4551-b714-573acbc23047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:26.076383 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-95138de0-680e-4a7c-9f8c-3fdfde5fc786 req-d7fce9e7-cbea-4551-b714-573acbc23047 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9e04d877-b53e-48f3-acb8-4b7eac47f066 HTTP/1.1" status: 200 len: 844 time: 0.1101241 Mar 22 19:30:26.079245 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-007c9315-6ed9-4b45-8511-004a33307322 req-3ebc4e36-c2fe-4f26-9794-6dffe82d93d1 service neutron] Publish callbacks [] for port (f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:26.093875 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-007c9315-6ed9-4b45-8511-004a33307322 req-3ebc4e36-c2fe-4f26-9794-6dffe82d93d1 service neutron] Transition to ACTIVE for port object f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:30:26.103973 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-007c9315-6ed9-4b45-8511-004a33307322 req-3ebc4e36-c2fe-4f26-9794-6dffe82d93d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:26.131895 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-891b00c5-c7b7-465a-9001-60b57e27ac3a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks [] for security_group_rule (681aac94-9d50-4c64-89e6-01512865a01d), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:26.215160 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc4e36-c2fe-4f26-9794-6dffe82d93d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:26.252525 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-4d159cc3-c90a-4a39-8603-7aff5163102c None None] Current status of the port c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:30:26.252837 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a16fcb9d-0e8b-4385-a2cc-7fc5faa69215 req-edd9ebb3-9192-4c83-815f-6011da770500 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=9378e31b-e336-4443-bcf8-7df404be0c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141699 Mar 22 19:30:26.265783 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:30:26.268648 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 521bc5b1-be6f-466e-96c1-4c947c560e9e up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:30:26.278366 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bca45734-f6ac-4a5c-a576-d09a4625b760 req-68bb4fef-0612-4e41-ae9e-570563e12e14 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312021 Mar 22 19:30:26.305831 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95138de0-680e-4a7c-9f8c-3fdfde5fc786 req-2d96b248-02fa-4555-80fb-622b7609e306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:26.307589 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-95138de0-680e-4a7c-9f8c-3fdfde5fc786 req-2d96b248-02fa-4555-80fb-622b7609e306 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=18128141-c8fb-4d18-b5ca-2c8395e9a27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2196455 Mar 22 19:30:26.372220 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-007c9315-6ed9-4b45-8511-004a33307322 req-3ebc4e36-c2fe-4f26-9794-6dffe82d93d1 service neutron] Attempting to bind port f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:30:26.374420 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-007c9315-6ed9-4b45-8511-004a33307322 req-3ebc4e36-c2fe-4f26-9794-6dffe82d93d1 service neutron] Attempting to bind port f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '6a09aeb3-9dcd-43c2-9893-dabd14c26ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7b3e2f26-3add-4239-9044-1569c5fdc402'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:30:26.375119 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007c9315-6ed9-4b45-8511-004a33307322 req-3ebc4e36-c2fe-4f26-9794-6dffe82d93d1 service neutron] Attempting to bind port f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5 on network 7b3e2f26-3add-4239-9044-1569c5fdc402 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:30:26.404195 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007c9315-6ed9-4b45-8511-004a33307322 req-3ebc4e36-c2fe-4f26-9794-6dffe82d93d1 service neutron] Port f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5 on network 7b3e2f26-3add-4239-9044-1569c5fdc402 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:30:26.404546 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007c9315-6ed9-4b45-8511-004a33307322 req-3ebc4e36-c2fe-4f26-9794-6dffe82d93d1 service neutron] Attempting to bind port f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5 on network 7b3e2f26-3add-4239-9044-1569c5fdc402 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:30:26.412415 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-41137ea8-4eb1-447c-8d14-fcaa125d7adf None None] Provisioning complete for port fa65fbcd-288e-4705-b70a-673b02da016a triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:26.412875 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-41137ea8-4eb1-447c-8d14-fcaa125d7adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (fa65fbcd-288e-4705-b70a-673b02da016a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:26.431153 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-891b00c5-c7b7-465a-9001-60b57e27ac3a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks [] for security_group_rule (681aac94-9d50-4c64-89e6-01512865a01d), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:26.444122 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-891b00c5-c7b7-465a-9001-60b57e27ac3a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (681aac94-9d50-4c64-89e6-01512865a01d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:26.449828 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007c9315-6ed9-4b45-8511-004a33307322 req-3ebc4e36-c2fe-4f26-9794-6dffe82d93d1 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:30:26.450098 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007c9315-6ed9-4b45-8511-004a33307322 req-3ebc4e36-c2fe-4f26-9794-6dffe82d93d1 service neutron] Checking segment: {'id': '6a09aeb3-9dcd-43c2-9893-dabd14c26ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7b3e2f26-3add-4239-9044-1569c5fdc402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:30:26.450485 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007c9315-6ed9-4b45-8511-004a33307322 req-3ebc4e36-c2fe-4f26-9794-6dffe82d93d1 service neutron] Bound using segment: {'id': '6a09aeb3-9dcd-43c2-9893-dabd14c26ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7b3e2f26-3add-4239-9044-1569c5fdc402'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:30:26.451228 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-007c9315-6ed9-4b45-8511-004a33307322 req-3ebc4e36-c2fe-4f26-9794-6dffe82d93d1 service neutron] Bound port: f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a09aeb3-9dcd-43c2-9893-dabd14c26ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7b3e2f26-3add-4239-9044-1569c5fdc402'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:30:26.451715 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-007c9315-6ed9-4b45-8511-004a33307322 req-3ebc4e36-c2fe-4f26-9794-6dffe82d93d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:26.495542 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 521bc5b1-be6f-466e-96c1-4c947c560e9e triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:26.496091 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (521bc5b1-be6f-466e-96c1-4c947c560e9e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:26.557873 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-41137ea8-4eb1-447c-8d14-fcaa125d7adf None None] Port fa65fbcd-288e-4705-b70a-673b02da016a cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:30:26.575495 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-95138de0-680e-4a7c-9f8c-3fdfde5fc786 req-22e3bb62-c7ef-485b-ac92-31a99bb21946 service neutron] 10.222.0.85 "GET /v2.0/networks/18128141-c8fb-4d18-b5ca-2c8395e9a27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600062 Mar 22 19:30:26.586091 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b00c5-c7b7-465a-9001-60b57e27ac3a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=681aac94-9d50-4c64-89e6-01512865a01d,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:26.602260 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-891b00c5-c7b7-465a-9001-60b57e27ac3a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:26.603772 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-891b00c5-c7b7-465a-9001-60b57e27ac3a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7702119 Mar 22 19:30:26.623238 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 521bc5b1-be6f-466e-96c1-4c947c560e9e is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:30:26.623450 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54584) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:26.627924 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-6f9d6da3-d57b-44c8-b805-63e2fd4e1d43 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Request body: {'security_group_rule': {'security_group_id': '4457e43c-fef7-464a-8ea1-d632c05cf715', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:26.636344 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-41137ea8-4eb1-447c-8d14-fcaa125d7adf None None] Provisioning complete for port c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:26.636823 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-41137ea8-4eb1-447c-8d14-fcaa125d7adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:26.716065 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-95138de0-680e-4a7c-9f8c-3fdfde5fc786 req-5ad3b33c-386d-41c4-ac69-02ebec2bd944 service neutron] 10.222.0.85 "GET /v2.0/networks/18128141-c8fb-4d18-b5ca-2c8395e9a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272550 Mar 22 19:30:26.738659 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39d1cf-a3f9-4b93-91ff-5a035953d6b8 req-51355372-91e7-49a1-8770-a89ec60fba9c tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:26.741106 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f39d1cf-a3f9-4b93-91ff-5a035953d6b8 req-51355372-91e7-49a1-8770-a89ec60fba9c tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/ports?device_id=60c2ccb2-bca8-4de9-8809-4be0a9634512 HTTP/1.1" status: 200 len: 944 time: 0.2765911 Mar 22 19:30:26.804536 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-41137ea8-4eb1-447c-8d14-fcaa125d7adf None None] Current status of the port c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:30:26.829128 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-41137ea8-4eb1-447c-8d14-fcaa125d7adf None None] Provisioning complete for port b0399ecc-f819-4dcd-8c6b-e07a031c9070 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:26.829436 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-41137ea8-4eb1-447c-8d14-fcaa125d7adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b0399ecc-f819-4dcd-8c6b-e07a031c9070), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:26.863272 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f39d1cf-a3f9-4b93-91ff-5a035953d6b8 req-27474ea2-0f66-4b3c-96d4-b3b38f161f33 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f3e038f-6c60-4494-99e3-b7ccc6d10764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158295 Mar 22 19:30:26.877615 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-41137ea8-4eb1-447c-8d14-fcaa125d7adf None None] Port b0399ecc-f819-4dcd-8c6b-e07a031c9070 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:30:26.902514 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-41137ea8-4eb1-447c-8d14-fcaa125d7adf None None] Provisioning complete for port 521bc5b1-be6f-466e-96c1-4c947c560e9e triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:26.902878 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-41137ea8-4eb1-447c-8d14-fcaa125d7adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (521bc5b1-be6f-466e-96c1-4c947c560e9e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:26.986129 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-41137ea8-4eb1-447c-8d14-fcaa125d7adf None None] Current status of the port 521bc5b1-be6f-466e-96c1-4c947c560e9e is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:30:27.055891 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-007c9315-6ed9-4b45-8511-004a33307322 req-3ebc4e36-c2fe-4f26-9794-6dffe82d93d1 service neutron] For port f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:30:27.058051 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6f9d6da3-d57b-44c8-b805-63e2fd4e1d43 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks [] for security_group_rule (94900bb2-80dd-4080-a75a-5d694ea362e4), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:27.061612 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-007c9315-6ed9-4b45-8511-004a33307322 req-3ebc4e36-c2fe-4f26-9794-6dffe82d93d1 service neutron] For port f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5,segment=NetworkSegment(6a09aeb3-9dcd-43c2-9893-dabd14c26ff2),segment_id=6a09aeb3-9dcd-43c2-9893-dabd14c26ff2)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:30:27.072843 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-007c9315-6ed9-4b45-8511-004a33307322 req-3ebc4e36-c2fe-4f26-9794-6dffe82d93d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:27.116292 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-811a135b-8fcb-4087-9933-86c6c12e1c25 None None] Provisioning complete for port fa65fbcd-288e-4705-b70a-673b02da016a triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:27.116777 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-811a135b-8fcb-4087-9933-86c6c12e1c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (fa65fbcd-288e-4705-b70a-673b02da016a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:27.116885 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c9315-6ed9-4b45-8511-004a33307322 req-3ebc4e36-c2fe-4f26-9794-6dffe82d93d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:27.117271 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-007c9315-6ed9-4b45-8511-004a33307322 req-3ebc4e36-c2fe-4f26-9794-6dffe82d93d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:27.119011 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-007c9315-6ed9-4b45-8511-004a33307322 req-3ebc4e36-c2fe-4f26-9794-6dffe82d93d1 service neutron] 10.222.0.84 "PUT /v2.0/ports/f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5 HTTP/1.1" status: 200 len: 1092 time: 1.6639173 Mar 22 19:30:27.123951 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e950f93a-387e-45b1-8c61-9e43ea898766', 'tag': 'f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:30:27.126437 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6750a3a3-2940-4095-83cc-496a60684fde" -d '{"events": [{"name": "network-changed", "server_uuid": "e950f93a-387e-45b1-8c61-9e43ea898766", "tag": "f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:30:27.195178 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-811a135b-8fcb-4087-9933-86c6c12e1c25 None None] Port fa65fbcd-288e-4705-b70a-673b02da016a cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:30:27.232695 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-811a135b-8fcb-4087-9933-86c6c12e1c25 None None] Provisioning complete for port b0399ecc-f819-4dcd-8c6b-e07a031c9070 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:27.232695 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-811a135b-8fcb-4087-9933-86c6c12e1c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b0399ecc-f819-4dcd-8c6b-e07a031c9070), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:27.270720 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-811a135b-8fcb-4087-9933-86c6c12e1c25 None None] Port b0399ecc-f819-4dcd-8c6b-e07a031c9070 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:30:27.315596 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880eb2a1-b478-476b-b390-f672c569aad3 x-openstack-request-id: req-880eb2a1-b478-476b-b390-f672c569aad3 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:30:27.316093 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e950f93a-387e-45b1-8c61-9e43ea898766", "tag": "f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:30:27.316513 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-880eb2a1-b478-476b-b390-f672c569aad3 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:30:27.317740 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-880eb2a1-b478-476b-b390-f672c569aad3'] response: {'name': 'network-changed', 'server_uuid': 'e950f93a-387e-45b1-8c61-9e43ea898766', 'tag': 'f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5', 'status': 'completed', 'code': 200} Mar 22 19:30:27.330362 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc4e36-c2fe-4f26-9794-6dffe82d93d1 service neutron] Pushing event updated for resources: {'Port': ['ID=f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:27.343250 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6f9d6da3-d57b-44c8-b805-63e2fd4e1d43 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks [] for security_group_rule (94900bb2-80dd-4080-a75a-5d694ea362e4), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:27.358632 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6f9d6da3-d57b-44c8-b805-63e2fd4e1d43 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (94900bb2-80dd-4080-a75a-5d694ea362e4), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:27.418409 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c9315-6ed9-4b45-8511-004a33307322 req-aeccd4e4-008f-411b-8f2d-a0b0fe654720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:27.420265 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-007c9315-6ed9-4b45-8511-004a33307322 req-aeccd4e4-008f-411b-8f2d-a0b0fe654720 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c84ea4bdf315458e93c5434426f6023a&device_id=e950f93a-387e-45b1-8c61-9e43ea898766 HTTP/1.1" status: 200 len: 1126 time: 0.2429748 Mar 22 19:30:27.421479 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d6da3-d57b-44c8-b805-63e2fd4e1d43 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94900bb2-80dd-4080-a75a-5d694ea362e4,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:27.425621 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6f9d6da3-d57b-44c8-b805-63e2fd4e1d43 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:27.430563 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6f9d6da3-d57b-44c8-b805-63e2fd4e1d43 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8035102 Mar 22 19:30:27.430965 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54602) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:27.454755 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423d0cd-e711-4f09-a09b-dbf6c84af573 req-d46ecc5e-74fe-4829-832f-4691b683a0f6 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:27.456615 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7423d0cd-e711-4f09-a09b-dbf6c84af573 req-d46ecc5e-74fe-4829-832f-4691b683a0f6 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e950f93a-387e-45b1-8c61-9e43ea898766 HTTP/1.1" status: 200 len: 1126 time: 0.1149611 Mar 22 19:30:27.477574 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-007c9315-6ed9-4b45-8511-004a33307322 req-97f21619-d251-440e-9b90-953355bf9af4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5 HTTP/1.1" status: 200 len: 217 time: 0.0484719 Mar 22 19:30:27.482620 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-b79b7c90-6166-435d-b4cf-e587bf90543b tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:27.502594 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f14f1-9f72-4ea6-99f1-369eb443caf5 req-45ed4101-dbf5-42f1-a01a-e4ba4bcfc78a tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:27.504524 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-423f14f1-9f72-4ea6-99f1-369eb443caf5 req-45ed4101-dbf5-42f1-a01a-e4ba4bcfc78a tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 945 time: 0.1161914 Mar 22 19:30:27.544651 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b79b7c90-6166-435d-b4cf-e587bf90543b tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:27.560384 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7423d0cd-e711-4f09-a09b-dbf6c84af573 req-45136dbe-7ac3-4b64-8750-fe2a4577e56c tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=9378e31b-e336-4443-bcf8-7df404be0c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948424 Mar 22 19:30:27.583359 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c9315-6ed9-4b45-8511-004a33307322 req-0f4445f2-6454-4cc5-b2fc-0c33a8a59cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:27.587742 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-423f14f1-9f72-4ea6-99f1-369eb443caf5 req-3deb153d-6da4-4d25-99cb-5c281557b098 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710657 Mar 22 19:30:27.591234 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-007c9315-6ed9-4b45-8511-004a33307322 req-0f4445f2-6454-4cc5-b2fc-0c33a8a59cd7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c5a736f5-2cca-4f7a-87a4-e3c159387d4f HTTP/1.1" status: 200 len: 847 time: 0.1005509 Mar 22 19:30:27.703249 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c9315-6ed9-4b45-8511-004a33307322 req-a67dd1ad-b4b3-48bd-b2cc-cb343551a6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:27.704729 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-007c9315-6ed9-4b45-8511-004a33307322 req-a67dd1ad-b4b3-48bd-b2cc-cb343551a6e5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7b3e2f26-3add-4239-9044-1569c5fdc402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0689373 Mar 22 19:30:27.801092 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b79b7c90-6166-435d-b4cf-e587bf90543b tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:27.827560 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-007c9315-6ed9-4b45-8511-004a33307322 req-8650cc26-932d-4b19-9ec3-56f7600e53df service neutron] 10.222.0.84 "GET /v2.0/networks/7b3e2f26-3add-4239-9044-1569c5fdc402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146982 Mar 22 19:30:27.926896 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 0b8b0b8d-27e3-49da-beca-361bbf632663 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:30:28.021081 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c624e-f8a5-4914-b197-45a71af6c296 req-6a4b3cdd-b42a-4ba1-bb2e-34a4a2047968 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:28.029240 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f01c624e-f8a5-4914-b197-45a71af6c296 req-6a4b3cdd-b42a-4ba1-bb2e-34a4a2047968 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/ports?device_id=60c2ccb2-bca8-4de9-8809-4be0a9634512 HTTP/1.1" status: 200 len: 944 time: 0.0800867 Mar 22 19:30:28.042492 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-007c9315-6ed9-4b45-8511-004a33307322 req-3b99e75e-bfba-4622-95f4-dda6f70a4dc6 service neutron] 10.222.0.84 "GET /v2.0/networks/7b3e2f26-3add-4239-9044-1569c5fdc402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889248 Mar 22 19:30:28.054535 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-b79b7c90-6166-435d-b4cf-e587bf90543b tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Allocated IP 172.25.5.142 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/0877e604-0548-4a29-ae46-837c9389a655) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:30:28.138015 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 0b8b0b8d-27e3-49da-beca-361bbf632663, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=0b8b0b8d-27e3-49da-beca-361bbf632663,segment=NetworkSegment(ec0b877a-85e8-4b0a-b030-75387d7b460c),segment_id=ec0b877a-85e8-4b0a-b030-75387d7b460c)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:30:28.139370 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f01c624e-f8a5-4914-b197-45a71af6c296 req-b925a00b-a4bb-4de2-9de2-5997961021de tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f3e038f-6c60-4494-99e3-b7ccc6d10764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078520 Mar 22 19:30:28.151962 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '0b8b0b8d-27e3-49da-beca-361bbf632663', 'network_id': '18128141-c8fb-4d18-b5ca-2c8395e9a27f', 'port_id': '0b8b0b8d-27e3-49da-beca-361bbf632663', 'mac_address': 'fa:16:3e:e3:fb:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e04d877-b53e-48f3-acb8-4b7eac47f066', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:30:28.227128 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 0b8b0b8d-27e3-49da-beca-361bbf632663 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:30:28.227128 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0b8b0b8d-27e3-49da-beca-361bbf632663), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:28.242621 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750a3a3-2940-4095-83cc-496a60684fde req-28822f09-6ab9-4c6b-861f-a9ad0533dc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:28.243670 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b8b0b8d-27e3-49da-beca-361bbf632663 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:30:28.244131 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6750a3a3-2940-4095-83cc-496a60684fde req-28822f09-6ab9-4c6b-861f-a9ad0533dc2f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c84ea4bdf315458e93c5434426f6023a&device_id=e950f93a-387e-45b1-8c61-9e43ea898766 HTTP/1.1" status: 200 len: 1126 time: 0.0914595 Mar 22 19:30:28.292796 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 0b8b0b8d-27e3-49da-beca-361bbf632663, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=0b8b0b8d-27e3-49da-beca-361bbf632663,segment=NetworkSegment(ec0b877a-85e8-4b0a-b030-75387d7b460c),segment_id=ec0b877a-85e8-4b0a-b030-75387d7b460c)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:30:28.299048 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (0b8b0b8d-27e3-49da-beca-361bbf632663), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:28.334111 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b79b7c90-6166-435d-b4cf-e587bf90543b tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks [] for port (0877e604-0548-4a29-ae46-837c9389a655), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:28.363076 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=0b8b0b8d-27e3-49da-beca-361bbf632663,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:28.414832 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750a3a3-2940-4095-83cc-496a60684fde req-4f9e61dd-e7b5-45d6-aeb3-4a4eaa52d649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:28.417658 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6750a3a3-2940-4095-83cc-496a60684fde req-4f9e61dd-e7b5-45d6-aeb3-4a4eaa52d649 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7b3e2f26-3add-4239-9044-1569c5fdc402 HTTP/1.1" status: 200 len: 909 time: 0.1616499 Mar 22 19:30:28.419342 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b79b7c90-6166-435d-b4cf-e587bf90543b tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (0877e604-0548-4a29-ae46-837c9389a655), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:28.498480 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6750a3a3-2940-4095-83cc-496a60684fde req-34f4922c-9c4e-486f-a7e1-8b67f4769ed4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5 HTTP/1.1" status: 200 len: 217 time: 0.0504181 Mar 22 19:30:28.504744 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79b7c90-6166-435d-b4cf-e587bf90543b tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:30:28.547829 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-b79b7c90-6166-435d-b4cf-e587bf90543b tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:30:28.550007 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b7c90-6166-435d-b4cf-e587bf90543b tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Pushing event updated for resources: {'Port': ['ID=0877e604-0548-4a29-ae46-837c9389a655,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:28.559223 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79b7c90-6166-435d-b4cf-e587bf90543b tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:30:28.646174 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750a3a3-2940-4095-83cc-496a60684fde req-009f5e36-5772-4ebb-b5e0-ed3759d2ae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:28.651632 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6750a3a3-2940-4095-83cc-496a60684fde req-009f5e36-5772-4ebb-b5e0-ed3759d2ae82 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c5a736f5-2cca-4f7a-87a4-e3c159387d4f HTTP/1.1" status: 200 len: 847 time: 0.1348212 Mar 22 19:30:28.680718 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['0b8b0b8d-27e3-49da-beca-361bbf632663'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:30:28.752127 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6933273-2168-42f6-8921-9e9f1fc4db54 req-53f51ee9-b761-4a6e-9ab7-8ebd7ad85314 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:28.760689 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d6933273-2168-42f6-8921-9e9f1fc4db54 req-53f51ee9-b761-4a6e-9ab7-8ebd7ad85314 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e950f93a-387e-45b1-8c61-9e43ea898766 HTTP/1.1" status: 200 len: 1126 time: 0.0812759 Mar 22 19:30:28.779809 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b79b7c90-6166-435d-b4cf-e587bf90543b tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks [] for floatingip (9e8ffa19-e3c8-4224-9859-e3e21001f799), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:28.798478 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750a3a3-2940-4095-83cc-496a60684fde req-92b7e8bd-c0f2-4d63-a08a-3af7f8aaff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:28.799930 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6750a3a3-2940-4095-83cc-496a60684fde req-92b7e8bd-c0f2-4d63-a08a-3af7f8aaff64 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7b3e2f26-3add-4239-9044-1569c5fdc402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1443720 Mar 22 19:30:28.849651 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d6933273-2168-42f6-8921-9e9f1fc4db54 req-ae07495a-818f-4596-ba01-523249ee9113 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=9378e31b-e336-4443-bcf8-7df404be0c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874107 Mar 22 19:30:28.876808 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be63fed-ad02-409a-a763-1575dd195da2 req-b5614b6a-f726-48d6-9227-f85a18fd6bd6 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:28.880371 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6be63fed-ad02-409a-a763-1575dd195da2 req-b5614b6a-f726-48d6-9227-f85a18fd6bd6 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 945 time: 0.1478724 Mar 22 19:30:28.925005 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b79b7c90-6166-435d-b4cf-e587bf90543b tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0877e604-0548-4a29-ae46-837c9389a655), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:28.968752 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6be63fed-ad02-409a-a763-1575dd195da2 req-0ce82bd0-5502-42d0-92d5-fa8a6d51b1f0 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745759 Mar 22 19:30:29.113904 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6750a3a3-2940-4095-83cc-496a60684fde req-a207a943-3544-449a-94f7-2162bf013fee service neutron] 10.222.0.84 "GET /v2.0/networks/7b3e2f26-3add-4239-9044-1569c5fdc402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753167 Mar 22 19:30:29.275981 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6750a3a3-2940-4095-83cc-496a60684fde req-2e7f220e-bce7-472b-a570-10eca1066b6c service neutron] 10.222.0.84 "GET /v2.0/networks/7b3e2f26-3add-4239-9044-1569c5fdc402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540947 Mar 22 19:30:29.293048 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b79b7c90-6166-435d-b4cf-e587bf90543b tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks [] for port (0877e604-0548-4a29-ae46-837c9389a655), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:29.303662 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b79b7c90-6166-435d-b4cf-e587bf90543b tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (0877e604-0548-4a29-ae46-837c9389a655), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:29.306175 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb1e78-b511-4afc-b09c-ed61519a515e req-9e21f0d4-c0e9-4491-8d5c-720d3f379320 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:29.322858 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2ccb1e78-b511-4afc-b09c-ed61519a515e req-9e21f0d4-c0e9-4491-8d5c-720d3f379320 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/ports?device_id=60c2ccb2-bca8-4de9-8809-4be0a9634512 HTTP/1.1" status: 200 len: 945 time: 0.1048276 Mar 22 19:30:29.391721 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b7c90-6166-435d-b4cf-e587bf90543b tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Pushing event updated for resources: {'Port': ['ID=0877e604-0548-4a29-ae46-837c9389a655,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:29.416703 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b79b7c90-6166-435d-b4cf-e587bf90543b tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (9e8ffa19-e3c8-4224-9859-e3e21001f799), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:29.432796 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2ccb1e78-b511-4afc-b09c-ed61519a515e req-854f76b2-cf0c-41cc-880b-c05802d84c59 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f3e038f-6c60-4494-99e3-b7ccc6d10764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889971 Mar 22 19:30:29.449945 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b79b7c90-6166-435d-b4cf-e587bf90543b tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:29.451311 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b79b7c90-6166-435d-b4cf-e587bf90543b tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0190663 Mar 22 19:30:29.777118 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-5ea96708-5b90-4fa5-8903-8a52c841c9fb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1544368800&fields=id&tenant_id=9e0e4ca7c14f4d59bf1ff2884bd386bd HTTP/1.1" status: 200 len: 267 time: 0.0733387 Mar 22 19:30:29.844359 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-61caa4f7-dd31-4d1e-b0d8-b52d39035925 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:29.845672 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-61caa4f7-dd31-4d1e-b0d8-b52d39035925 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports/fa65fbcd-288e-4705-b70a-673b02da016a HTTP/1.1" status: 200 len: 931 time: 0.0583718 Mar 22 19:30:29.908036 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-da46c86c-50f9-4577-854b-797e78ff9cd6 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:29.916958 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-da46c86c-50f9-4577-854b-797e78ff9cd6 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports/b0399ecc-f819-4dcd-8c6b-e07a031c9070 HTTP/1.1" status: 200 len: 931 time: 0.0648665 Mar 22 19:30:29.983863 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-4746191d-f867-4aa0-ae07-e3404af5c1b9 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?network_id=63d9f401-775b-4921-a031-36b8b10f1a77&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0655775 Mar 22 19:30:30.060300 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-ee319a17-8f26-46d9-b654-6ab69f790c6b tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?network_id=63d9f401-775b-4921-a031-36b8b10f1a77&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0657668 Mar 22 19:30:30.141340 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bed89f-2557-45ed-b493-e471e9428f73 req-e9e596af-1618-48bc-9759-76f6e91cf4b2 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:30.154089 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-79bed89f-2557-45ed-b493-e471e9428f73 req-e9e596af-1618-48bc-9759-76f6e91cf4b2 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e950f93a-387e-45b1-8c61-9e43ea898766 HTTP/1.1" status: 200 len: 1126 time: 0.1689088 Mar 22 19:30:30.249432 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-ff9d0b93-df33-45dd-a63d-4b8251a2edc8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:30.254681 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-ff9d0b93-df33-45dd-a63d-4b8251a2edc8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:30.260315 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-ff9d0b93-df33-45dd-a63d-4b8251a2edc8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:30.262007 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-ff9d0b93-df33-45dd-a63d-4b8251a2edc8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/networks?id=4a18db52-e571-4039-89e7-6353aeef061c&id=e604f75b-118b-4af9-acd0-200e012a697d&id=e604f75b-118b-4af9-acd0-200e012a697d&id=63d9f401-775b-4921-a031-36b8b10f1a77&id=63d9f401-775b-4921-a031-36b8b10f1a77 HTTP/1.1" status: 200 len: 1990 time: 0.1904845 Mar 22 19:30:30.264589 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-79bed89f-2557-45ed-b493-e471e9428f73 req-4b5edbea-75ce-4f88-862f-123950c83094 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=9378e31b-e336-4443-bcf8-7df404be0c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976157 Mar 22 19:30:30.287584 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-522e88c6-e7ac-44d3-9742-307e73fe5870 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/quotas/9e0e4ca7c14f4d59bf1ff2884bd386bd HTTP/1.1" status: 200 len: 375 time: 0.0187252 Mar 22 19:30:30.360347 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-4506ff98-7c5f-449e-981d-76bd4abbca94 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=9e0e4ca7c14f4d59bf1ff2884bd386bd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0716076 Mar 22 19:30:30.495488 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd4a41-a1ce-44bb-bfcf-19b1fd2c06f6 req-b2abefec-3967-4d2b-b114-ce3dcd9ec1b6 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:30.502901 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7ddd4a41-a1ce-44bb-bfcf-19b1fd2c06f6 req-b2abefec-3967-4d2b-b114-ce3dcd9ec1b6 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 945 time: 0.1398292 Mar 22 19:30:30.572222 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-2ac7b483-d075-44bc-9c25-0917ed077b98 service neutron] 10.222.0.75 "GET /v2.0/networks/4a18db52-e571-4039-89e7-6353aeef061c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673198 Mar 22 19:30:30.654734 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7ddd4a41-a1ce-44bb-bfcf-19b1fd2c06f6 req-6238b67c-3d7f-4e3f-b33e-95493b49a819 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506596 Mar 22 19:30:30.703379 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-713fcd9f-c5f7-48f2-bfe6-2ed4f95596c2 service neutron] 10.222.0.75 "GET /v2.0/networks/4a18db52-e571-4039-89e7-6353aeef061c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208375 Mar 22 19:30:30.760773 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-66d0e7c8-3275-4ee9-9db1-688aea5dcf12 service neutron] 10.222.0.75 "GET /v2.0/ports/fa65fbcd-288e-4705-b70a-673b02da016a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0423491 Mar 22 19:30:30.887308 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc8871-b8f5-4db4-8783-f15e0e9401f6 req-5f03e647-6b4d-4271-9c42-445dd3502d68 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:30.888905 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aedc8871-b8f5-4db4-8783-f15e0e9401f6 req-5f03e647-6b4d-4271-9c42-445dd3502d68 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/ports?device_id=60c2ccb2-bca8-4de9-8809-4be0a9634512 HTTP/1.1" status: 200 len: 945 time: 0.1307960 Mar 22 19:30:30.931857 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0138375f-7d0a-48ae-95f9-24ddd61eeb11 service neutron] 10.222.0.75 "GET /v2.0/networks/e604f75b-118b-4af9-acd0-200e012a697d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609230 Mar 22 19:30:31.012637 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aedc8871-b8f5-4db4-8783-f15e0e9401f6 req-7fe5b603-7865-4be1-8847-affced6aec90 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f3e038f-6c60-4494-99e3-b7ccc6d10764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146820 Mar 22 19:30:31.064462 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-3a661ffb-4dc1-43e2-8c50-a027335e2700 service neutron] 10.222.0.75 "GET /v2.0/networks/e604f75b-118b-4af9-acd0-200e012a697d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193485 Mar 22 19:30:31.114170 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-3adb3183-f042-444a-a478-77761e7e69ac service neutron] 10.222.0.75 "GET /v2.0/ports/b0399ecc-f819-4dcd-8c6b-e07a031c9070?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0426052 Mar 22 19:30:31.260524 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9922b96e-6b73-49d8-9ba9-5f296fa32553 req-e44bb67a-221c-4489-84ee-0fc875c44a51 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b150f3c0-9130-4014-9c96-698074dbf2f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0759540 Mar 22 19:30:31.261279 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-33d29e3e-3649-4bfd-9933-2dedbc879d70 service neutron] 10.222.0.75 "GET /v2.0/networks/e604f75b-118b-4af9-acd0-200e012a697d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413884 Mar 22 19:30:31.361427 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922b96e-6b73-49d8-9ba9-5f296fa32553 req-9a10954e-7449-486f-9206-4c5c8423ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:31.363239 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9922b96e-6b73-49d8-9ba9-5f296fa32553 req-9a10954e-7449-486f-9206-4c5c8423ef6e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7e302d01a2a24393894ffad4e45b884a&device_id=b150f3c0-9130-4014-9c96-698074dbf2f7 HTTP/1.1" status: 200 len: 1129 time: 0.0757387 Mar 22 19:30:31.461592 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-b5e0a071-4897-4ab7-afd1-faf54067b2c4 service neutron] 10.222.0.75 "GET /v2.0/networks/e604f75b-118b-4af9-acd0-200e012a697d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866052 Mar 22 19:30:31.465238 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211eb3bf-c0fc-44bf-8e77-fd1e8093ce27 req-91a77d83-c3d9-432a-87a0-a92ee962afcc tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:31.467047 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-211eb3bf-c0fc-44bf-8e77-fd1e8093ce27 req-91a77d83-c3d9-432a-87a0-a92ee962afcc tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e950f93a-387e-45b1-8c61-9e43ea898766 HTTP/1.1" status: 200 len: 1126 time: 0.1084402 Mar 22 19:30:31.540623 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922b96e-6b73-49d8-9ba9-5f296fa32553 req-35cd012f-e7d0-459f-8427-487a5256e276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:31.543507 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9922b96e-6b73-49d8-9ba9-5f296fa32553 req-35cd012f-e7d0-459f-8427-487a5256e276 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e2aac6b4-9023-4a56-b28e-d9728a595e67 HTTP/1.1" status: 200 len: 920 time: 0.1459715 Mar 22 19:30:31.598562 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9922b96e-6b73-49d8-9ba9-5f296fa32553 req-aec65888-1393-4fd5-8608-940b3777e4e6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c578384b-0d5f-41dc-ba45-922b60cc6901 HTTP/1.1" status: 200 len: 217 time: 0.0474679 Mar 22 19:30:31.612896 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-211eb3bf-c0fc-44bf-8e77-fd1e8093ce27 req-96798095-fc1b-4eb8-8790-8ba401601c0b tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=9378e31b-e336-4443-bcf8-7df404be0c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215754 Mar 22 19:30:31.654490 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0bef218a-e9a3-49ca-9a55-53698c59fb1b service neutron] 10.222.0.75 "GET /v2.0/networks/e604f75b-118b-4af9-acd0-200e012a697d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608088 Mar 22 19:30:31.690395 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922b96e-6b73-49d8-9ba9-5f296fa32553 req-e90ead1d-d67e-4a48-a489-c40219744c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:31.695475 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9922b96e-6b73-49d8-9ba9-5f296fa32553 req-e90ead1d-d67e-4a48-a489-c40219744c89 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cd5ec6ea-2197-4f69-89c7-80c309a39451 HTTP/1.1" status: 200 len: 858 time: 0.0899341 Mar 22 19:30:31.756246 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:30:31.804281 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922b96e-6b73-49d8-9ba9-5f296fa32553 req-745294d3-567a-47ab-b973-57bcd4a39d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:31.822489 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9922b96e-6b73-49d8-9ba9-5f296fa32553 req-745294d3-567a-47ab-b973-57bcd4a39d41 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e2aac6b4-9023-4a56-b28e-d9728a595e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1178131 Mar 22 19:30:31.854722 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed749f-d9c7-4594-88de-91bad926a0dd req-9ed23064-f06c-4d09-990a-8c47320d8d47 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:31.858364 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9bed749f-d9c7-4594-88de-91bad926a0dd req-9ed23064-f06c-4d09-990a-8c47320d8d47 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 945 time: 0.1103206 Mar 22 19:30:31.896887 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-e3d81e09-c4eb-4efe-b874-6af11c707171 service neutron] 10.222.0.75 "GET /v2.0/networks/e604f75b-118b-4af9-acd0-200e012a697d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377458 Mar 22 19:30:31.968903 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5,segment=NetworkSegment(6a09aeb3-9dcd-43c2-9893-dabd14c26ff2),segment_id=6a09aeb3-9dcd-43c2-9893-dabd14c26ff2)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:30:31.986369 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9922b96e-6b73-49d8-9ba9-5f296fa32553 req-76c9d5c3-4242-4842-9ef8-c531c52ad407 service neutron] 10.222.0.84 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527400 Mar 22 19:30:31.986946 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 0b8b0b8d-27e3-49da-beca-361bbf632663 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:30:32.012621 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5', 'network_id': '7b3e2f26-3add-4239-9044-1569c5fdc402', 'port_id': 'f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5', 'mac_address': 'fa:16:3e:ba:a7:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5a736f5-2cca-4f7a-87a4-e3c159387d4f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:30:32.038765 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9bed749f-d9c7-4594-88de-91bad926a0dd req-59a9d8fa-0438-47d1-8950-00d974f973b1 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671917 Mar 22 19:30:32.069005 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-2e7dcc1b-9631-4724-9cad-60ce0bc72c3f service neutron] 10.222.0.75 "GET /v2.0/networks/e604f75b-118b-4af9-acd0-200e012a697d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639163 Mar 22 19:30:32.091359 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:30:32.091764 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:32.114325 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:30:32.142243 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 0b8b0b8d-27e3-49da-beca-361bbf632663 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:30:32.154409 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5,segment=NetworkSegment(6a09aeb3-9dcd-43c2-9893-dabd14c26ff2),segment_id=6a09aeb3-9dcd-43c2-9893-dabd14c26ff2)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:30:32.156053 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 0b8b0b8d-27e3-49da-beca-361bbf632663 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:32.156887 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (0b8b0b8d-27e3-49da-beca-361bbf632663), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:32.160305 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:32.167837 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9922b96e-6b73-49d8-9ba9-5f296fa32553 req-0cac00b6-51ae-4145-89e3-708c8923441f service neutron] 10.222.0.84 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751792 Mar 22 19:30:32.267483 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:32.310727 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-94552d00-1048-4229-ade2-408988f3d520 service neutron] 10.222.0.75 "GET /v2.0/networks/e604f75b-118b-4af9-acd0-200e012a697d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272413 Mar 22 19:30:32.312692 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 0b8b0b8d-27e3-49da-beca-361bbf632663 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:30:32.313086 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0b8b0b8d-27e3-49da-beca-361bbf632663), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:32.322642 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed0938b-34c1-4d63-944d-214272a6e3ad req-295dfc7c-ca87-4ead-b8fe-6c7204c08062 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:32.330432 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4ed0938b-34c1-4d63-944d-214272a6e3ad req-295dfc7c-ca87-4ead-b8fe-6c7204c08062 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/ports?device_id=60c2ccb2-bca8-4de9-8809-4be0a9634512 HTTP/1.1" status: 200 len: 945 time: 0.1455789 Mar 22 19:30:32.350536 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c2ccb2-bca8-4de9-8809-4be0a9634512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8b0b8d-27e3-49da-beca-361bbf632663'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:30:32.352954 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e83fe2-3d3c-4d98-af61-a4da500776d1" -d '{"events": [{"server_uuid": "60c2ccb2-bca8-4de9-8809-4be0a9634512", "name": "network-vif-plugged", "status": "completed", "tag": "0b8b0b8d-27e3-49da-beca-361bbf632663"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:30:32.368822 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 0b8b0b8d-27e3-49da-beca-361bbf632663, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=0b8b0b8d-27e3-49da-beca-361bbf632663,segment=NetworkSegment(ec0b877a-85e8-4b0a-b030-75387d7b460c),segment_id=ec0b877a-85e8-4b0a-b030-75387d7b460c)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:30:32.381463 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (0b8b0b8d-27e3-49da-beca-361bbf632663), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:32.450225 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=0b8b0b8d-27e3-49da-beca-361bbf632663,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:32.460730 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4ed0938b-34c1-4d63-944d-214272a6e3ad req-af5ec0f3-0b12-41f7-bdba-6fa02d5b8633 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f3e038f-6c60-4494-99e3-b7ccc6d10764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292386 Mar 22 19:30:32.494371 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-97365e11-ebfc-483e-ae22-b834f5e8b796 service neutron] 10.222.0.75 "GET /v2.0/networks/63d9f401-775b-4921-a031-36b8b10f1a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823986 Mar 22 19:30:32.530029 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9963c2d5-a781-4f48-b6a4-f3af369403b5 x-openstack-request-id: req-9963c2d5-a781-4f48-b6a4-f3af369403b5 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:30:32.530029 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c2ccb2-bca8-4de9-8809-4be0a9634512", "name": "network-vif-plugged", "status": "completed", "tag": "0b8b0b8d-27e3-49da-beca-361bbf632663", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:30:32.530029 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9963c2d5-a781-4f48-b6a4-f3af369403b5 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:30:32.530780 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9963c2d5-a781-4f48-b6a4-f3af369403b5'] response: {'server_uuid': '60c2ccb2-bca8-4de9-8809-4be0a9634512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8b0b8d-27e3-49da-beca-361bbf632663', 'code': 200} Mar 22 19:30:32.587365 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:30:32.656213 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-e9eeeb0b-50ec-4a31-afa8-512e2619526f service neutron] 10.222.0.75 "GET /v2.0/networks/63d9f401-775b-4921-a031-36b8b10f1a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552625 Mar 22 19:30:32.708801 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61004016-50f9-4368-9eed-5bd3b7338c44 req-a336b8dc-4761-4760-8d81-f46d012f7af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:32.710643 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-61004016-50f9-4368-9eed-5bd3b7338c44 req-a336b8dc-4761-4760-8d81-f46d012f7af9 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=60c2ccb2-bca8-4de9-8809-4be0a9634512 HTTP/1.1" status: 200 len: 1129 time: 0.0964172 Mar 22 19:30:33.128378 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-61004016-50f9-4368-9eed-5bd3b7338c44 req-7ce9fc75-b654-4abf-a67a-b7d90da84491 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=1f3e038f-6c60-4494-99e3-b7ccc6d10764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3799186 Mar 22 19:30:33.132445 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c872fd7-7369-4187-8e88-5d8e1cc8ca4a req-2843cc1b-79da-4e4d-8f59-46aac6296925 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:33.133963 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c872fd7-7369-4187-8e88-5d8e1cc8ca4a req-2843cc1b-79da-4e4d-8f59-46aac6296925 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e950f93a-387e-45b1-8c61-9e43ea898766 HTTP/1.1" status: 200 len: 1127 time: 0.3843629 Mar 22 19:30:33.137937 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-2aa69416-1cdf-487c-8670-e0c7aef0e1d9 service neutron] 10.222.0.75 "GET /v2.0/networks/63d9f401-775b-4921-a031-36b8b10f1a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601974 Mar 22 19:30:33.240688 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c872fd7-7369-4187-8e88-5d8e1cc8ca4a req-13ad987d-1364-4f62-9103-3943d6667b92 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=9378e31b-e336-4443-bcf8-7df404be0c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004794 Mar 22 19:30:33.277021 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-09cde000-78e7-4d3a-8b64-45226a4f002f service neutron] 10.222.0.75 "GET /v2.0/networks/63d9f401-775b-4921-a031-36b8b10f1a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309202 Mar 22 19:30:33.363977 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-7c942ed4-bb45-4e75-ba45-fb8070d0631c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:33.365351 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-7c942ed4-bb45-4e75-ba45-fb8070d0631c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports/fa65fbcd-288e-4705-b70a-673b02da016a HTTP/1.1" status: 200 len: 931 time: 0.0809345 Mar 22 19:30:33.434812 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b9bf2-dd60-45a6-a842-af0382b792bc req-f322bead-52f7-4258-b583-e04497b09f76 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:33.436534 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-069b9bf2-dd60-45a6-a842-af0382b792bc req-f322bead-52f7-4258-b583-e04497b09f76 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 945 time: 0.1151001 Mar 22 19:30:33.443259 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-5b44bbb8-84b1-4a42-9e10-073954166cb3 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:33.445500 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-5b44bbb8-84b1-4a42-9e10-073954166cb3 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports/b0399ecc-f819-4dcd-8c6b-e07a031c9070 HTTP/1.1" status: 200 len: 931 time: 0.0687368 Mar 22 19:30:33.498863 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-069b9bf2-dd60-45a6-a842-af0382b792bc req-7312a68c-1f7d-4ea8-bf0e-1e162b6d86de tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522640 Mar 22 19:30:33.677254 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d100510-9c37-4f75-985b-b8eb5d7b621a req-34702203-655b-4c50-95b0-7f497873395e tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:33.678876 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9d100510-9c37-4f75-985b-b8eb5d7b621a req-34702203-655b-4c50-95b0-7f497873395e tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/ports?device_id=60c2ccb2-bca8-4de9-8809-4be0a9634512 HTTP/1.1" status: 200 len: 946 time: 0.0966179 Mar 22 19:30:33.741444 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9d100510-9c37-4f75-985b-b8eb5d7b621a req-02844340-08aa-486b-b151-2365e2adb4c1 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f3e038f-6c60-4494-99e3-b7ccc6d10764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518680 Mar 22 19:30:34.163129 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c43f34eb-e4c8-452e-946b-d1f79e08bcc0 req-abf8b53d-e574-48f2-acc1-4b86f83f3739 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0321462 Mar 22 19:30:34.260530 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-78889951-118e-4b96-8c80-183af94e728c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:34.261932 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-78889951-118e-4b96-8c80-183af94e728c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports/fa65fbcd-288e-4705-b70a-673b02da016a HTTP/1.1" status: 200 len: 931 time: 0.1409388 Mar 22 19:30:34.321468 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-9af6d16a-d98f-4133-ada8-40df43995229 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:34.325100 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-9af6d16a-d98f-4133-ada8-40df43995229 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports/b0399ecc-f819-4dcd-8c6b-e07a031c9070 HTTP/1.1" status: 200 len: 931 time: 0.0578549 Mar 22 19:30:34.381500 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6b7f4-0ec6-488c-a83f-bc287d900ed0 req-caaf1c89-bf86-4dbb-b2d1-b3cf7f14f2aa tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:34.383089 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-88d6b7f4-0ec6-488c-a83f-bc287d900ed0 req-caaf1c89-bf86-4dbb-b2d1-b3cf7f14f2aa tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e950f93a-387e-45b1-8c61-9e43ea898766 HTTP/1.1" status: 200 len: 1127 time: 0.0586886 Mar 22 19:30:34.447324 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-88d6b7f4-0ec6-488c-a83f-bc287d900ed0 req-ddd67639-fd09-42e9-881e-b9b3ded14419 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=9378e31b-e336-4443-bcf8-7df404be0c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547674 Mar 22 19:30:34.678401 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9103f7-7a9a-4494-a081-402042b58f8a req-ece0dd15-0675-4ffb-a9f9-ad61c3d5d077 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:34.680009 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d9103f7-7a9a-4494-a081-402042b58f8a req-ece0dd15-0675-4ffb-a9f9-ad61c3d5d077 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 945 time: 0.0885096 Mar 22 19:30:34.748111 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d9103f7-7a9a-4494-a081-402042b58f8a req-0fa95c93-2f5d-4ace-8233-f61442045ca7 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595815 Mar 22 19:30:34.933030 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee649879-7a30-41d4-9bfb-ef27f4b9eee2 req-feb6c02f-0aff-4a2d-abcc-e0cf20a70e5d tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:34.935436 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ee649879-7a30-41d4-9bfb-ef27f4b9eee2 req-feb6c02f-0aff-4a2d-abcc-e0cf20a70e5d tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/ports?device_id=60c2ccb2-bca8-4de9-8809-4be0a9634512 HTTP/1.1" status: 200 len: 946 time: 0.0860732 Mar 22 19:30:35.007872 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ee649879-7a30-41d4-9bfb-ef27f4b9eee2 req-63fbfece-1fc8-466d-a9fd-dee8f6c1737f tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f3e038f-6c60-4494-99e3-b7ccc6d10764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663834 Mar 22 19:30:35.164869 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb7aec3-a450-44eb-9ae2-b2f3bae90de9 req-7927ba28-b0c9-4aad-a52c-f6a8e7e25407 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:35.174346 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-feb7aec3-a450-44eb-9ae2-b2f3bae90de9 req-7927ba28-b0c9-4aad-a52c-f6a8e7e25407 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/ports?device_id=60c2ccb2-bca8-4de9-8809-4be0a9634512 HTTP/1.1" status: 200 len: 946 time: 0.0762916 Mar 22 19:30:35.175178 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54800) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:35.182898 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-c7383c19-a01f-4d17-adec-e1a4b03af725 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Request body: {'floatingip': {'port_id': '0b8b0b8d-27e3-49da-beca-361bbf632663'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:35.231543 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c7383c19-a01f-4d17-adec-e1a4b03af725 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks [] for floatingip (2e1a0a82-993a-4565-8bbf-92daf8f7ce17), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:35.331819 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a0b8b781-d59c-4ab3-827e-7a44c47de9e7 req-4304de75-59e9-402a-baa0-dbe1d3a5d05b tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0540147 Mar 22 19:30:35.755982 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:30:35.786021 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-5215de7d-b627-4a7f-ad9f-cbc3f105905f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:35.787912 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-5215de7d-b627-4a7f-ad9f-cbc3f105905f service neutron] 10.222.0.85 "GET /v2.0/ports/fa65fbcd-288e-4705-b70a-673b02da016a HTTP/1.1" status: 200 len: 1027 time: 0.1643169 Mar 22 19:30:35.855305 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:30:35.861252 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:35.863772 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:35.981657 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:30:35.982429 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:35.995424 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c7383c19-a01f-4d17-adec-e1a4b03af725 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:36.036284 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c7383c19-a01f-4d17-adec-e1a4b03af725 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (2e1a0a82-993a-4565-8bbf-92daf8f7ce17), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:36.045486 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e950f93a-387e-45b1-8c61-9e43ea898766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:30:36.049068 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7286630-7879-4761-bc14-38e9de60bbb1" -d '{"events": [{"server_uuid": "e950f93a-387e-45b1-8c61-9e43ea898766", "name": "network-vif-plugged", "status": "completed", "tag": "f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:30:36.067557 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5,segment=NetworkSegment(6a09aeb3-9dcd-43c2-9893-dabd14c26ff2),segment_id=6a09aeb3-9dcd-43c2-9893-dabd14c26ff2)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:30:36.074832 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:36.096426 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfff158-93c6-4750-9df0-af6436aee3ed req-f3aaf293-0ff2-46c2-ad2a-5fc450a05f5a tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:36.098555 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2cfff158-93c6-4750-9df0-af6436aee3ed req-f3aaf293-0ff2-46c2-ad2a-5fc450a05f5a tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e950f93a-387e-45b1-8c61-9e43ea898766 HTTP/1.1" status: 200 len: 1127 time: 0.5560875 Mar 22 19:30:36.151335 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:36.180676 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-afab6720-1adc-4ed1-b9d0-1885792dde71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:36.182255 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-afab6720-1adc-4ed1-b9d0-1885792dde71 service neutron] 10.222.0.85 "GET /v2.0/ports/b0399ecc-f819-4dcd-8c6b-e07a031c9070 HTTP/1.1" status: 200 len: 1027 time: 0.1960812 Mar 22 19:30:36.283779 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8a3eb-7160-4133-8c13-ae16a94e0bdf req-60c8e4fc-f346-42b6-8e68-af08b6178ad2 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:36.285860 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83e8a3eb-7160-4133-8c13-ae16a94e0bdf req-60c8e4fc-f346-42b6-8e68-af08b6178ad2 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 945 time: 0.3116426 Mar 22 19:30:36.350722 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2cfff158-93c6-4750-9df0-af6436aee3ed req-e5e8f2d3-de05-4504-98a7-4c38ce47b74d tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=9378e31b-e336-4443-bcf8-7df404be0c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129712 Mar 22 19:30:36.363938 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [None req-c7383c19-a01f-4d17-adec-e1a4b03af725 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Floating IP 2e1a0a82-993a-4565-8bbf-92daf8f7ce17 associated. External IP: 172.25.5.25, port: 0b8b0b8d-27e3-49da-beca-361bbf632663. Mar 22 19:30:36.431757 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52852ef-4364-47d7-a6a0-c0ded07a8304 x-openstack-request-id: req-b52852ef-4364-47d7-a6a0-c0ded07a8304 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:30:36.432160 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e950f93a-387e-45b1-8c61-9e43ea898766", "name": "network-vif-plugged", "status": "completed", "tag": "f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:30:36.432512 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b52852ef-4364-47d7-a6a0-c0ded07a8304 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:30:36.434853 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b52852ef-4364-47d7-a6a0-c0ded07a8304'] response: {'server_uuid': 'e950f93a-387e-45b1-8c61-9e43ea898766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5', 'code': 200} Mar 22 19:30:36.526376 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83e8a3eb-7160-4133-8c13-ae16a94e0bdf req-b93f1d6a-73c0-460b-9d25-8bf1d7802746 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309189 Mar 22 19:30:36.579321 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-f1dc5a4b-dd7f-4a62-abde-21c62087c8cc tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:36.603214 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-f1dc5a4b-dd7f-4a62-abde-21c62087c8cc tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:36.604583 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab0ac9-9133-49fb-922b-075b10f657cf req-6d017ce8-dba9-4ccc-8296-fd090e3abcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:36.607189 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e4ab0ac9-9133-49fb-922b-075b10f657cf req-6d017ce8-dba9-4ccc-8296-fd090e3abcfa service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=e950f93a-387e-45b1-8c61-9e43ea898766 HTTP/1.1" status: 200 len: 1128 time: 0.1155267 Mar 22 19:30:36.608317 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-f1dc5a4b-dd7f-4a62-abde-21c62087c8cc tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:36.610186 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-f1dc5a4b-dd7f-4a62-abde-21c62087c8cc tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.85 "GET /v2.0/networks?id=4a18db52-e571-4039-89e7-6353aeef061c&id=e604f75b-118b-4af9-acd0-200e012a697d&id=e604f75b-118b-4af9-acd0-200e012a697d&id=e604f75b-118b-4af9-acd0-200e012a697d&id=e604f75b-118b-4af9-acd0-200e012a697d&id=63d9f401-775b-4921-a031-36b8b10f1a77&id=63d9f401-775b-4921-a031-36b8b10f1a77 HTTP/1.1" status: 200 len: 1990 time: 0.4177976 Mar 22 19:30:36.690530 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce85be62-fdde-4da0-b8a2-b7789f85b034 req-c323f170-4f2a-4892-a83a-f34830665d29 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.1627789 Mar 22 19:30:36.698597 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e4ab0ac9-9133-49fb-922b-075b10f657cf req-b40591b0-e673-4f63-a0c9-ba7ca577802a service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=9378e31b-e336-4443-bcf8-7df404be0c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818338 Mar 22 19:30:36.833466 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-aac1789c-5b3f-45c4-af35-684ed952b2d4 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e0e4ca7c14f4d59bf1ff2884bd386bd HTTP/1.1" status: 200 len: 380 time: 0.2104840 Mar 22 19:30:36.851923 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-83680370-1a08-492e-bf3f-dcf0869f602d req-c096143f-b645-4db0-9f4e-da0440a1d59d tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Request body: {'port': {'device_id': 'def263e3-2b7c-4878-b97f-ae3609667513', 'network_id': '4a18db52-e571-4039-89e7-6353aeef061c', 'admin_state_up': True, 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'security_groups': ['4457e43c-fef7-464a-8ea1-d632c05cf715']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:36.957756 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7383c19-a01f-4d17-adec-e1a4b03af725 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Router fe9efa07-e330-4ff1-9271-491e60c62ef3 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:30:37.084755 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-c096143f-b645-4db0-9f4e-da0440a1d59d tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Made reservation on behalf of 9e0e4ca7c14f4d59bf1ff2884bd386bd for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:30:37.088620 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-c096143f-b645-4db0-9f4e-da0440a1d59d tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:37.240327 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-83680370-1a08-492e-bf3f-dcf0869f602d req-c096143f-b645-4db0-9f4e-da0440a1d59d tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Allocated IP 172.20.0.10 (4a18db52-e571-4039-89e7-6353aeef061c/e79fd7a2-f33f-4e5a-aaf1-5c490955a64d/ec2b1e62-dccd-4ab7-8d96-30287c6313d6) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:30:37.257910 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7383c19-a01f-4d17-adec-e1a4b03af725 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:30:37.262707 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c7383c19-a01f-4d17-adec-e1a4b03af725 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:37.272812 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc0c4f1-09b4-4529-b686-fb3dcd1655f8 None None] Sync routers for ids ['fe9efa07-e330-4ff1-9271-491e60c62ef3'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:30:37.288146 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc0c4f1-09b4-4529-b686-fb3dcd1655f8 None None] Routers {'fe9efa07-e330-4ff1-9271-491e60c62ef3'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:30:37.288971 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-2cc0c4f1-09b4-4529-b686-fb3dcd1655f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:30:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['fe9efa07-e330-4ff1-9271-491e60c62ef3'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:30:37.318679 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c7383c19-a01f-4d17-adec-e1a4b03af725 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "PUT /v2.0/floatingips/2e1a0a82-993a-4565-8bbf-92daf8f7ce17 HTTP/1.1" status: 200 len: 991 time: 2.1414514 Mar 22 19:30:37.327919 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c2ccb2-bca8-4de9-8809-4be0a9634512', 'tag': '0b8b0b8d-27e3-49da-beca-361bbf632663'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:30:37.331399 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1112b8-3f4b-4dfd-89eb-515efcf5f500" -d '{"events": [{"name": "network-changed", "server_uuid": "60c2ccb2-bca8-4de9-8809-4be0a9634512", "tag": "0b8b0b8d-27e3-49da-beca-361bbf632663"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:30:37.407878 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb426df-374b-41f1-9b3d-7c3d6007cc49 x-openstack-request-id: req-4eb426df-374b-41f1-9b3d-7c3d6007cc49 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:30:37.407878 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c2ccb2-bca8-4de9-8809-4be0a9634512", "tag": "0b8b0b8d-27e3-49da-beca-361bbf632663", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:30:37.408180 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4eb426df-374b-41f1-9b3d-7c3d6007cc49 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:30:37.413967 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eb426df-374b-41f1-9b3d-7c3d6007cc49'] response: {'name': 'network-changed', 'server_uuid': '60c2ccb2-bca8-4de9-8809-4be0a9634512', 'tag': '0b8b0b8d-27e3-49da-beca-361bbf632663', 'status': 'completed', 'code': 200} Mar 22 19:30:37.550101 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-2cc0c4f1-09b4-4529-b686-fb3dcd1655f8 None None] Set router fe9efa07-e330-4ff1-9271-491e60c62ef3 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:30:38.036956 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-2cc0c4f1-09b4-4529-b686-fb3dcd1655f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'name': 'tempest-ServersTestJSON-642710257-router', 'tenant_id': '673c322d47404ea781c6efdcc1c6e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'c1b9cf97-eeae-414b-a6c7-83549ce66b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:05Z', 'updated_at': '2022-03-22T19:30:12Z', 'revision_number': 4, 'project_id': '673c322d47404ea781c6efdcc1c6e3cb', 'gw_port': {'id': 'c1b9cf97-eeae-414b-a6c7-83549ce66b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:06Z', 'updated_at': '2022-03-22T19:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '2e1a0a82-993a-4565-8bbf-92daf8f7ce17', 'tenant_id': '673c322d47404ea781c6efdcc1c6e3cb', 'floating_ip_address': '172.25.5.25', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'port_id': '0b8b0b8d-27e3-49da-beca-361bbf632663', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18128141-c8fb-4d18-b5ca-2c8395e9a27f', 'mac_address': 'fa:16:3e:e3:fb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c2ccb2-bca8-4de9-8809-4be0a9634512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:30:16Z', 'updated_at': '2022-03-22T19:30:35Z', 'revision_number': 1, 'project_id': '673c322d47404ea781c6efdcc1c6e3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd10ff61-628a-4a2b-9009-34d2eba676ed', 'name': '', 'network_id': '18128141-c8fb-4d18-b5ca-2c8395e9a27f', 'tenant_id': '673c322d47404ea781c6efdcc1c6e3cb', 'mac_address': 'fa:16:3e:e8:60:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '9e04d877-b53e-48f3-acb8-4b7eac47f066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:11Z', 'updated_at': '2022-03-22T19:30:17Z', 'revision_number': 5, 'project_id': '673c322d47404ea781c6efdcc1c6e3cb', 'subnets': [{'id': '9e04d877-b53e-48f3-acb8-4b7eac47f066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:30:38.053993 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbbbec-0c67-458d-ad39-bb0154dd38ef req-9d73a245-c5c2-4c93-93f2-3d88a524831f tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:38.060253 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dccbbbec-0c67-458d-ad39-bb0154dd38ef req-9d73a245-c5c2-4c93-93f2-3d88a524831f tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/ports?device_id=60c2ccb2-bca8-4de9-8809-4be0a9634512 HTTP/1.1" status: 200 len: 946 time: 0.5701592 Mar 22 19:30:38.069022 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1112b8-3f4b-4dfd-89eb-515efcf5f500 req-41f66207-73f4-49ed-9c45-39b756cbcfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:38.074696 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d1112b8-3f4b-4dfd-89eb-515efcf5f500 req-41f66207-73f4-49ed-9c45-39b756cbcfef service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=673c322d47404ea781c6efdcc1c6e3cb&device_id=60c2ccb2-bca8-4de9-8809-4be0a9634512 HTTP/1.1" status: 200 len: 1129 time: 0.5742297 Mar 22 19:30:38.079580 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ed32e-5fce-4175-8f8d-b89a3c536db2 req-a29676b9-a2b2-4cc9-b1e1-3cd94ec30a28 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:38.103049 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f03ed32e-5fce-4175-8f8d-b89a3c536db2 req-a29676b9-a2b2-4cc9-b1e1-3cd94ec30a28 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e950f93a-387e-45b1-8c61-9e43ea898766 HTTP/1.1" status: 200 len: 1128 time: 0.5939496 Mar 22 19:30:38.150210 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc0c4f1-09b4-4529-b686-fb3dcd1655f8 None None] Checking router: fe9efa07-e330-4ff1-9271-491e60c62ef3 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:30:38.162896 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc0c4f1-09b4-4529-b686-fb3dcd1655f8 None None] Routers {'fe9efa07-e330-4ff1-9271-491e60c62ef3'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:30:38.163607 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-2cc0c4f1-09b4-4529-b686-fb3dcd1655f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:30:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['fe9efa07-e330-4ff1-9271-491e60c62ef3'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:30:38.310295 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-c096143f-b645-4db0-9f4e-da0440a1d59d tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks [] for port (ec2b1e62-dccd-4ab7-8d96-30287c6313d6), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:38.310995 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-2cc0c4f1-09b4-4529-b686-fb3dcd1655f8 None None] Set router fe9efa07-e330-4ff1-9271-491e60c62ef3 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:30:38.424752 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f03ed32e-5fce-4175-8f8d-b89a3c536db2 req-5b914ff1-dd86-4bea-ad76-52918ae4e587 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=9378e31b-e336-4443-bcf8-7df404be0c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154719 Mar 22 19:30:38.461506 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dccbbbec-0c67-458d-ad39-bb0154dd38ef req-43616535-d435-42e1-9c27-8b6ed4f566fc tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f3e038f-6c60-4494-99e3-b7ccc6d10764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3229601 Mar 22 19:30:38.511495 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1112b8-3f4b-4dfd-89eb-515efcf5f500 req-6f81d674-f2ee-4833-96c3-3e4dca456624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:38.515962 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d1112b8-3f4b-4dfd-89eb-515efcf5f500 req-6f81d674-f2ee-4833-96c3-3e4dca456624 service neutron] 10.222.0.85 "GET /v2.0/networks?id=18128141-c8fb-4d18-b5ca-2c8395e9a27f HTTP/1.1" status: 200 len: 906 time: 0.3918529 Mar 22 19:30:38.686797 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-c096143f-b645-4db0-9f4e-da0440a1d59d tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (ec2b1e62-dccd-4ab7-8d96-30287c6313d6), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:38.841000 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83680370-1a08-492e-bf3f-dcf0869f602d req-c096143f-b645-4db0-9f4e-da0440a1d59d tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Network 4a18db52-e571-4039-89e7-6353aeef061c is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:30:38.854121 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d1112b8-3f4b-4dfd-89eb-515efcf5f500 req-8d2a65d2-7244-4935-a80d-79a0e64a62d7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b8b0b8d-27e3-49da-beca-361bbf632663 HTTP/1.1" status: 200 len: 999 time: 0.3215618 Mar 22 19:30:38.884018 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-83680370-1a08-492e-bf3f-dcf0869f602d req-c096143f-b645-4db0-9f4e-da0440a1d59d tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:30:38.903803 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096143f-b645-4db0-9f4e-da0440a1d59d tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Pushing event updated for resources: {'Port': ['ID=ec2b1e62-dccd-4ab7-8d96-30287c6313d6,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:38.922701 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-83680370-1a08-492e-bf3f-dcf0869f602d req-c096143f-b645-4db0-9f4e-da0440a1d59d tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:30:38.948056 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139485c-64fc-44a1-8115-cfe67f780109 req-9426d326-0f3d-4eb8-ae27-0140c2eab252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:38.958658 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8139485c-64fc-44a1-8115-cfe67f780109 req-9426d326-0f3d-4eb8-ae27-0140c2eab252 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 1128 time: 0.1152668 Mar 22 19:30:38.974268 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-2cc0c4f1-09b4-4529-b686-fb3dcd1655f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'name': 'tempest-ServersTestJSON-642710257-router', 'tenant_id': '673c322d47404ea781c6efdcc1c6e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'c1b9cf97-eeae-414b-a6c7-83549ce66b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:05Z', 'updated_at': '2022-03-22T19:30:12Z', 'revision_number': 4, 'project_id': '673c322d47404ea781c6efdcc1c6e3cb', 'gw_port': {'id': 'c1b9cf97-eeae-414b-a6c7-83549ce66b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:06Z', 'updated_at': '2022-03-22T19:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '2e1a0a82-993a-4565-8bbf-92daf8f7ce17', 'tenant_id': '673c322d47404ea781c6efdcc1c6e3cb', 'floating_ip_address': '172.25.5.25', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'port_id': '0b8b0b8d-27e3-49da-beca-361bbf632663', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18128141-c8fb-4d18-b5ca-2c8395e9a27f', 'mac_address': 'fa:16:3e:e3:fb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c2ccb2-bca8-4de9-8809-4be0a9634512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:30:16Z', 'updated_at': '2022-03-22T19:30:35Z', 'revision_number': 1, 'project_id': '673c322d47404ea781c6efdcc1c6e3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd10ff61-628a-4a2b-9009-34d2eba676ed', 'name': '', 'network_id': '18128141-c8fb-4d18-b5ca-2c8395e9a27f', 'tenant_id': '673c322d47404ea781c6efdcc1c6e3cb', 'mac_address': 'fa:16:3e:e8:60:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '9e04d877-b53e-48f3-acb8-4b7eac47f066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:11Z', 'updated_at': '2022-03-22T19:30:17Z', 'revision_number': 5, 'project_id': '673c322d47404ea781c6efdcc1c6e3cb', 'subnets': [{'id': '9e04d877-b53e-48f3-acb8-4b7eac47f066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:30:39.042162 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bfefa-4f2d-4250-afee-66247016c5e8 req-ad4dcd4c-1775-44cb-b1e1-064edeabaee5 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:39.046023 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0d7bfefa-4f2d-4250-afee-66247016c5e8 req-ad4dcd4c-1775-44cb-b1e1-064edeabaee5 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 945 time: 0.5002127 Mar 22 19:30:39.052513 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc0c4f1-09b4-4529-b686-fb3dcd1655f8 None None] The sync data for ids ['fe9efa07-e330-4ff1-9271-491e60c62ef3'] in n-d-705658-24 is: [{'id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'name': 'tempest-ServersTestJSON-642710257-router', 'tenant_id': '673c322d47404ea781c6efdcc1c6e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'c1b9cf97-eeae-414b-a6c7-83549ce66b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:05Z', 'updated_at': '2022-03-22T19:30:12Z', 'revision_number': 4, 'project_id': '673c322d47404ea781c6efdcc1c6e3cb', 'gw_port': {'id': 'c1b9cf97-eeae-414b-a6c7-83549ce66b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:06Z', 'updated_at': '2022-03-22T19:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '2e1a0a82-993a-4565-8bbf-92daf8f7ce17', 'tenant_id': '673c322d47404ea781c6efdcc1c6e3cb', 'floating_ip_address': '172.25.5.25', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'port_id': '0b8b0b8d-27e3-49da-beca-361bbf632663', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1827, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '18128141-c8fb-4d18-b5ca-2c8395e9a27f', 'mac_address': 'fa:16:3e:e3:fb:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c2ccb2-bca8-4de9-8809-4be0a9634512', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:30:16Z', 'updated_at': '2022-03-22T19:30:35Z', 'revision_number': 1, 'project_id': '673c322d47404ea781c6efdcc1c6e3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd10ff61-628a-4a2b-9009-34d2eba676ed', 'name': '', 'network_id': '18128141-c8fb-4d18-b5ca-2c8395e9a27f', 'tenant_id': '673c322d47404ea781c6efdcc1c6e3cb', 'mac_address': 'fa:16:3e:e8:60:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '9e04d877-b53e-48f3-acb8-4b7eac47f066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:11Z', 'updated_at': '2022-03-22T19:30:17Z', 'revision_number': 5, 'project_id': '673c322d47404ea781c6efdcc1c6e3cb', 'subnets': [{'id': '9e04d877-b53e-48f3-acb8-4b7eac47f066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:30:39.069891 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8139485c-64fc-44a1-8115-cfe67f780109 req-61c384bd-6b16-4e78-b907-338f03c00d0c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048441 Mar 22 19:30:39.215431 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0d7bfefa-4f2d-4250-afee-66247016c5e8 req-874d979f-c5a9-4ae1-b281-529fdb6dd361 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282034 Mar 22 19:30:39.223292 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37043243-061b-4f4e-978a-4bef5fb40061 req-b3bbbf6b-f6fd-4fc6-a6f4-7ac31c09f262 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:39.225416 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-37043243-061b-4f4e-978a-4bef5fb40061 req-b3bbbf6b-f6fd-4fc6-a6f4-7ac31c09f262 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 932 time: 0.5554345 Mar 22 19:30:39.273728 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1112b8-3f4b-4dfd-89eb-515efcf5f500 req-e98649fb-68df-4998-a927-33e335dac240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:39.275527 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d1112b8-3f4b-4dfd-89eb-515efcf5f500 req-e98649fb-68df-4998-a927-33e335dac240 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9e04d877-b53e-48f3-acb8-4b7eac47f066 HTTP/1.1" status: 200 len: 844 time: 0.4044857 Mar 22 19:30:39.282833 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-c096143f-b645-4db0-9f4e-da0440a1d59d tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:39.289657 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-c096143f-b645-4db0-9f4e-da0440a1d59d tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:39.388142 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-1a3fc180-9fda-4336-884a-35b9f957e582 None None] Provisioning complete for port ec2b1e62-dccd-4ab7-8d96-30287c6313d6 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:39.389448 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1a3fc180-9fda-4336-884a-35b9f957e582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (ec2b1e62-dccd-4ab7-8d96-30287c6313d6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:39.428733 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-c096143f-b645-4db0-9f4e-da0440a1d59d tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5805104 Mar 22 19:30:39.493857 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-83680370-1a08-492e-bf3f-dcf0869f602d req-02aa4329-eace-40b9-bbac-c25b399a1541 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Request body: {'port': {'device_id': 'def263e3-2b7c-4878-b97f-ae3609667513', 'network_id': 'e604f75b-118b-4af9-acd0-200e012a697d', 'admin_state_up': True, 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'security_groups': ['4457e43c-fef7-464a-8ea1-d632c05cf715']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:39.511600 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1a3fc180-9fda-4336-884a-35b9f957e582 None None] Port ec2b1e62-dccd-4ab7-8d96-30287c6313d6 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:30:39.526917 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-37043243-061b-4f4e-978a-4bef5fb40061 req-cc13b760-1c07-463d-b686-35038d728053 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2937875 Mar 22 19:30:39.528980 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b75a97-bb0d-4330-a082-6d0fd4a56edd None None] New status for floating IP 2e1a0a82-993a-4565-8bbf-92daf8f7ce17: ACTIVE {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:30:39.687548 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1112b8-3f4b-4dfd-89eb-515efcf5f500 req-25a42da3-b6a6-481b-8b92-c2bf1d232f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:39.689107 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d1112b8-3f4b-4dfd-89eb-515efcf5f500 req-25a42da3-b6a6-481b-8b92-c2bf1d232f71 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=18128141-c8fb-4d18-b5ca-2c8395e9a27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3891122 Mar 22 19:30:39.796349 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef7252-c623-426b-ab57-77f6431313bc req-6e4f6006-0fd0-4315-a556-1565e8e007df tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:39.804230 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-beef7252-c623-426b-ab57-77f6431313bc req-6e4f6006-0fd0-4315-a556-1565e8e007df tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e950f93a-387e-45b1-8c61-9e43ea898766 HTTP/1.1" status: 200 len: 1128 time: 0.2180452 Mar 22 19:30:39.884866 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-02aa4329-eace-40b9-bbac-c25b399a1541 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Made reservation on behalf of 9e0e4ca7c14f4d59bf1ff2884bd386bd for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:30:39.889404 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-02aa4329-eace-40b9-bbac-c25b399a1541 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:39.922006 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-beef7252-c623-426b-ab57-77f6431313bc req-041f057a-607f-487b-b544-97bbd3e6d563 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=9378e31b-e336-4443-bcf8-7df404be0c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040976 Mar 22 19:30:39.937626 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d1112b8-3f4b-4dfd-89eb-515efcf5f500 req-ca4b1f48-0da6-4baa-be90-54f8584e7b78 service neutron] 10.222.0.85 "GET /v2.0/networks/18128141-c8fb-4d18-b5ca-2c8395e9a27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396781 Mar 22 19:30:40.131665 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d1112b8-3f4b-4dfd-89eb-515efcf5f500 req-05a539b5-4966-4204-ae4b-8bd59d493692 service neutron] 10.222.0.85 "GET /v2.0/networks/18128141-c8fb-4d18-b5ca-2c8395e9a27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856198 Mar 22 19:30:40.159326 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-83680370-1a08-492e-bf3f-dcf0869f602d req-02aa4329-eace-40b9-bbac-c25b399a1541 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Allocated IP 10.1.1.159 (e604f75b-118b-4af9-acd0-200e012a697d/f58c5404-0353-494c-a0db-2eb267c24d70/ba728d56-f25b-46d3-9cae-ed09ba82a9e1) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:30:40.473966 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237d2ed-29d6-4434-b6b6-4a94125eca6d req-c8c6eb72-8be1-4a2e-a2b9-5ebb2bb4400d tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:40.475712 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d237d2ed-29d6-4434-b6b6-4a94125eca6d req-c8c6eb72-8be1-4a2e-a2b9-5ebb2bb4400d tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e950f93a-387e-45b1-8c61-9e43ea898766 HTTP/1.1" status: 200 len: 1128 time: 0.2686896 Mar 22 19:30:40.601941 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d05cb-9d19-40d2-aa15-be078daa45be req-972efaf0-d2f7-4e29-af3b-88d196d1e25e tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:40.604141 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5d0d05cb-9d19-40d2-aa15-be078daa45be req-972efaf0-d2f7-4e29-af3b-88d196d1e25e tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 945 time: 0.2445393 Mar 22 19:30:40.615291 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d237d2ed-29d6-4434-b6b6-4a94125eca6d req-508355d0-066c-4637-9f7b-c8812b91f5e1 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=9378e31b-e336-4443-bcf8-7df404be0c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288726 Mar 22 19:30:40.647921 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-02aa4329-eace-40b9-bbac-c25b399a1541 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks [] for port (ba728d56-f25b-46d3-9cae-ed09ba82a9e1), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:40.758941 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5d0d05cb-9d19-40d2-aa15-be078daa45be req-7a34e0e4-9b71-4c9c-9a5a-7907b03d0781 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375735 Mar 22 19:30:40.790929 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-02aa4329-eace-40b9-bbac-c25b399a1541 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (ba728d56-f25b-46d3-9cae-ed09ba82a9e1), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:40.867649 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83680370-1a08-492e-bf3f-dcf0869f602d req-02aa4329-eace-40b9-bbac-c25b399a1541 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Network e604f75b-118b-4af9-acd0-200e012a697d is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:30:40.898130 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97434415-3f91-4737-87e8-921dbdc1a71d req-e986bdfd-51c1-4d59-b5f9-2cb9274efb96 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:40.901133 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-97434415-3f91-4737-87e8-921dbdc1a71d req-e986bdfd-51c1-4d59-b5f9-2cb9274efb96 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 932 time: 0.2007220 Mar 22 19:30:40.908058 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-83680370-1a08-492e-bf3f-dcf0869f602d req-02aa4329-eace-40b9-bbac-c25b399a1541 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:30:40.945503 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-83680370-1a08-492e-bf3f-dcf0869f602d req-02aa4329-eace-40b9-bbac-c25b399a1541 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:30:41.051635 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa4329-eace-40b9-bbac-c25b399a1541 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Pushing event updated for resources: {'Port': ['ID=ba728d56-f25b-46d3-9cae-ed09ba82a9e1,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:41.070282 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-02aa4329-eace-40b9-bbac-c25b399a1541 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:41.071026 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-02aa4329-eace-40b9-bbac-c25b399a1541 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:41.107664 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca127f3b-797a-4e8f-9785-284baf53b1ce req-49e5dd0f-f169-44b4-b701-ccab6ad20b40 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:41.128711 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ca127f3b-797a-4e8f-9785-284baf53b1ce req-49e5dd0f-f169-44b4-b701-ccab6ad20b40 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e950f93a-387e-45b1-8c61-9e43ea898766 HTTP/1.1" status: 200 len: 1128 time: 0.2226100 Mar 22 19:30:41.143106 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-97434415-3f91-4737-87e8-921dbdc1a71d req-4c6c8106-c963-4e69-8da6-f9ba99e23abe tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992717 Mar 22 19:30:41.159900 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-02aa4329-eace-40b9-bbac-c25b399a1541 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7185910 Mar 22 19:30:41.175568 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-83680370-1a08-492e-bf3f-dcf0869f602d req-04733218-1d30-42ad-8c7b-e847e8c08618 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Request body: {'port': {'device_id': 'def263e3-2b7c-4878-b97f-ae3609667513', 'network_id': 'e604f75b-118b-4af9-acd0-200e012a697d', 'admin_state_up': True, 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'security_groups': ['4457e43c-fef7-464a-8ea1-d632c05cf715']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:41.324420 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-863a572f-92cc-428a-980d-f90de8f93b3b None None] Provisioning complete for port ba728d56-f25b-46d3-9cae-ed09ba82a9e1 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:41.325076 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-863a572f-92cc-428a-980d-f90de8f93b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (ba728d56-f25b-46d3-9cae-ed09ba82a9e1), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:41.380788 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ca127f3b-797a-4e8f-9785-284baf53b1ce req-f830e130-2753-45b1-9b19-1c89f496c7b6 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=9378e31b-e336-4443-bcf8-7df404be0c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503364 Mar 22 19:30:41.407648 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-863a572f-92cc-428a-980d-f90de8f93b3b None None] Port ba728d56-f25b-46d3-9cae-ed09ba82a9e1 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:30:41.427413 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-04733218-1d30-42ad-8c7b-e847e8c08618 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Made reservation on behalf of 9e0e4ca7c14f4d59bf1ff2884bd386bd for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:30:41.432662 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-04733218-1d30-42ad-8c7b-e847e8c08618 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:41.684499 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-83680370-1a08-492e-bf3f-dcf0869f602d req-04733218-1d30-42ad-8c7b-e847e8c08618 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Allocated IP 10.1.1.23 (e604f75b-118b-4af9-acd0-200e012a697d/f58c5404-0353-494c-a0db-2eb267c24d70/a6ff596a-364e-4bcd-8bf2-292c0eea5f34) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:30:41.891133 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a003b-26d8-45e8-b19b-a5b245212fbe req-fc97a94c-388a-4f0d-b9d4-204c32a2ffeb tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:41.892646 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b52a003b-26d8-45e8-b19b-a5b245212fbe req-fc97a94c-388a-4f0d-b9d4-204c32a2ffeb tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e950f93a-387e-45b1-8c61-9e43ea898766 HTTP/1.1" status: 200 len: 1128 time: 0.1328850 Mar 22 19:30:42.006679 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebed6a-ba33-4b00-bbbd-7a6087d15b21 req-abda585c-8828-4607-8d88-ea36d01f692a tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:42.008190 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-69ebed6a-ba33-4b00-bbbd-7a6087d15b21 req-abda585c-8828-4607-8d88-ea36d01f692a tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 945 time: 0.1404648 Mar 22 19:30:42.011463 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-04733218-1d30-42ad-8c7b-e847e8c08618 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks [] for port (a6ff596a-364e-4bcd-8bf2-292c0eea5f34), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:42.015005 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b52a003b-26d8-45e8-b19b-a5b245212fbe req-9521582b-4393-4618-adab-4bb075c83966 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=9378e31b-e336-4443-bcf8-7df404be0c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046197 Mar 22 19:30:42.093254 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-69ebed6a-ba33-4b00-bbbd-7a6087d15b21 req-c8f87639-4496-4c86-9a6b-1daeadd2a10d tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741651 Mar 22 19:30:42.096174 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-04733218-1d30-42ad-8c7b-e847e8c08618 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (a6ff596a-364e-4bcd-8bf2-292c0eea5f34), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:42.151529 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83680370-1a08-492e-bf3f-dcf0869f602d req-04733218-1d30-42ad-8c7b-e847e8c08618 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Network e604f75b-118b-4af9-acd0-200e012a697d is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:30:42.159228 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-f961d834-73f1-4013-9c24-85dbe897dbba req-598c5f0b-a427-4965-91db-f67e7eb506ff tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1274717664', 'description': 'tempest-description-1830166008'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:42.167111 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-83680370-1a08-492e-bf3f-dcf0869f602d req-04733218-1d30-42ad-8c7b-e847e8c08618 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:30:42.174884 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-83680370-1a08-492e-bf3f-dcf0869f602d req-04733218-1d30-42ad-8c7b-e847e8c08618 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:30:42.257404 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04733218-1d30-42ad-8c7b-e847e8c08618 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Pushing event updated for resources: {'Port': ['ID=a6ff596a-364e-4bcd-8bf2-292c0eea5f34,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:42.267962 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f961d834-73f1-4013-9c24-85dbe897dbba req-598c5f0b-a427-4965-91db-f67e7eb506ff tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:42.338748 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-04733218-1d30-42ad-8c7b-e847e8c08618 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:42.339499 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-04733218-1d30-42ad-8c7b-e847e8c08618 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:42.365091 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-04733218-1d30-42ad-8c7b-e847e8c08618 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1949506 Mar 22 19:30:42.392418 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-83680370-1a08-492e-bf3f-dcf0869f602d req-ae1d390c-06ca-4218-b116-278771b35f4c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Request body: {'port': {'device_id': 'def263e3-2b7c-4878-b97f-ae3609667513', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '63d9f401-775b-4921-a031-36b8b10f1a77', 'admin_state_up': True, 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'security_groups': ['4457e43c-fef7-464a-8ea1-d632c05cf715']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:42.586917 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ad37dd66-20be-44ec-ad6a-807f3e6423ca None None] Provisioning complete for port a6ff596a-364e-4bcd-8bf2-292c0eea5f34 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:42.589609 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ad37dd66-20be-44ec-ad6a-807f3e6423ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a6ff596a-364e-4bcd-8bf2-292c0eea5f34), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:42.646029 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ad37dd66-20be-44ec-ad6a-807f3e6423ca None None] Port a6ff596a-364e-4bcd-8bf2-292c0eea5f34 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:30:42.821813 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f961d834-73f1-4013-9c24-85dbe897dbba req-598c5f0b-a427-4965-91db-f67e7eb506ff tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks [] for security_group (ddf93000-1084-4da2-a440-a55cc408dd4d), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:42.839046 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f961d834-73f1-4013-9c24-85dbe897dbba req-598c5f0b-a427-4965-91db-f67e7eb506ff tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ddf93000-1084-4da2-a440-a55cc408dd4d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:42.889078 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a997abe-c64a-4597-a4b3-bb5faac88464 req-77b0bccd-8c7a-4053-9c8b-48cf065c0e90 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:42.894987 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a997abe-c64a-4597-a4b3-bb5faac88464 req-77b0bccd-8c7a-4053-9c8b-48cf065c0e90 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:42.900580 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a997abe-c64a-4597-a4b3-bb5faac88464 req-77b0bccd-8c7a-4053-9c8b-48cf065c0e90 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:42.908505 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a997abe-c64a-4597-a4b3-bb5faac88464 req-77b0bccd-8c7a-4053-9c8b-48cf065c0e90 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 2374 time: 0.6150837 Mar 22 19:30:42.938080 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f961d834-73f1-4013-9c24-85dbe897dbba req-598c5f0b-a427-4965-91db-f67e7eb506ff tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:42.939251 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f961d834-73f1-4013-9c24-85dbe897dbba req-598c5f0b-a427-4965-91db-f67e7eb506ff tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.7866125 Mar 22 19:30:42.953588 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eac15af5-e195-4d56-ae44-04b4a498031a req-d57ee028-0820-421f-9fd5-ca54da527fd5 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=793ebe09-aab9-482f-aea8-a52bba446dde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2041810 Mar 22 19:30:42.958747 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c5f0b-a427-4965-91db-f67e7eb506ff tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf93000-1084-4da2-a440-a55cc408dd4d,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:42.993513 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-ae1d390c-06ca-4218-b116-278771b35f4c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Made reservation on behalf of 9e0e4ca7c14f4d59bf1ff2884bd386bd for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:30:43.092273 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a997abe-c64a-4597-a4b3-bb5faac88464 req-1a3fe4a5-b6bc-4009-ac91-4fc2bba272c0 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828792 Mar 22 19:30:43.128079 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac15af5-e195-4d56-ae44-04b4a498031a req-6890baf0-ed7a-4327-b853-db740b96cd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:43.129625 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eac15af5-e195-4d56-ae44-04b4a498031a req-6890baf0-ed7a-4327-b853-db740b96cd80 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5b93875569cc4d4199ac35d06661afdf&device_id=793ebe09-aab9-482f-aea8-a52bba446dde HTTP/1.1" status: 200 len: 1128 time: 0.1488080 Mar 22 19:30:43.177116 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c3164-0e06-4c29-8814-83a852f08858 req-1c69fb0d-6279-4f60-bfee-e829dc5d23c8 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:43.179535 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8b6c3164-0e06-4c29-8814-83a852f08858 req-1c69fb0d-6279-4f60-bfee-e829dc5d23c8 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.84 "GET /v2.0/ports?device_id=e950f93a-387e-45b1-8c61-9e43ea898766 HTTP/1.1" status: 200 len: 1128 time: 0.0763860 Mar 22 19:30:43.184762 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7f49b387-bc2f-40ee-838d-9bf01a15d5aa req-839f0c07-38bd-4dc6-b57c-0e71f595879f tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1274717664&fields=id&tenant_id=f1d9b8a2852847abaf50233e44b3b990 HTTP/1.1" status: 200 len: 267 time: 0.1128175 Mar 22 19:30:43.289467 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-8b6c3164-0e06-4c29-8814-83a852f08858 req-bf52375c-3a9e-4cdf-b810-fd7888011b66 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Deleting port f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:30:43.290162 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8b6c3164-0e06-4c29-8814-83a852f08858 req-bf52375c-3a9e-4cdf-b810-fd7888011b66 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:43.290314 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-ae1d390c-06ca-4218-b116-278771b35f4c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:43.422133 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-8b6c3164-0e06-4c29-8814-83a852f08858 req-bf52375c-3a9e-4cdf-b810-fd7888011b66 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] For port f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5,segment=NetworkSegment(6a09aeb3-9dcd-43c2-9893-dabd14c26ff2),segment_id=6a09aeb3-9dcd-43c2-9893-dabd14c26ff2)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:30:43.422568 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8b6c3164-0e06-4c29-8814-83a852f08858 req-bf52375c-3a9e-4cdf-b810-fd7888011b66 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:43.445293 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-8b6c3164-0e06-4c29-8814-83a852f08858 req-bf52375c-3a9e-4cdf-b810-fd7888011b66 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Calling delete_port for f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:30:43.560635 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac15af5-e195-4d56-ae44-04b4a498031a req-ecc3eda6-723d-4fe8-b64f-5555398235dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:43.565398 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eac15af5-e195-4d56-ae44-04b4a498031a req-ecc3eda6-723d-4fe8-b64f-5555398235dd service neutron] 10.222.0.85 "GET /v2.0/networks?id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc HTTP/1.1" status: 200 len: 911 time: 0.4048824 Mar 22 19:30:43.709687 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eac15af5-e195-4d56-ae44-04b4a498031a req-a6fcedd1-1a7c-4637-82b2-668285be8cb1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5138c1aa-0caf-46f6-b47a-ddde48e83e54 HTTP/1.1" status: 200 len: 217 time: 0.0893307 Mar 22 19:30:43.747350 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8b6c3164-0e06-4c29-8814-83a852f08858 req-bf52375c-3a9e-4cdf-b810-fd7888011b66 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:43.764587 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['72e08ec3-d378-493a-bc45-59c0041a65d9'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:30:43.766996 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:30:43.831305 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf52375c-3a9e-4cdf-b810-fd7888011b66 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Pushing event deleted for resources: {'Port': ['ID=f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:43.854293 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49b387-bc2f-40ee-838d-9bf01a15d5aa req-d81826bf-45f1-4e39-950a-4edf3ff2a147 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:43.862432 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7f49b387-bc2f-40ee-838d-9bf01a15d5aa req-d81826bf-45f1-4e39-950a-4edf3ff2a147 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 945 time: 0.5687740 Mar 22 19:30:43.951616 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-7f49b387-bc2f-40ee-838d-9bf01a15d5aa req-15e31063-0802-43ed-a831-5c59d5a98dcc tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Request body: {'port': {'security_groups': ['0d64ebe5-e963-4e68-a0d5-41b9d76e5e72', 'ddf93000-1084-4da2-a440-a55cc408dd4d']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:43.957406 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-705b7224-dd96-44d1-a676-6644ea27ed78 req-96049c4e-5856-4d72-a529-52e2431e72bc tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e950f93a-387e-45b1-8c61-9e43ea898766 HTTP/1.1" status: 200 len: 210 time: 0.0642507 Mar 22 19:30:43.971132 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6c3164-0e06-4c29-8814-83a852f08858 req-bf52375c-3a9e-4cdf-b810-fd7888011b66 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] No DVR routers for this DVR port f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:30:43.984663 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8b6c3164-0e06-4c29-8814-83a852f08858 req-bf52375c-3a9e-4cdf-b810-fd7888011b66 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:43.992881 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8b6c3164-0e06-4c29-8814-83a852f08858 req-bf52375c-3a9e-4cdf-b810-fd7888011b66 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.84 "DELETE /v2.0/ports/f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5 HTTP/1.1" status: 204 len: 173 time: 0.8019207 Mar 22 19:30:43.993453 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e950f93a-387e-45b1-8c61-9e43ea898766', 'name': 'network-vif-deleted', 'tag': 'f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:30:44.000887 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3bb853-12af-4130-bbca-c63167be50de" -d '{"events": [{"server_uuid": "e950f93a-387e-45b1-8c61-9e43ea898766", "name": "network-vif-deleted", "tag": "f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:30:44.101140 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac15af5-e195-4d56-ae44-04b4a498031a req-6609d930-df43-4568-a080-93e7e2798329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:44.103019 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eac15af5-e195-4d56-ae44-04b4a498031a req-6609d930-df43-4568-a080-93e7e2798329 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0024126f-9e61-4e75-a43d-476a3a97ffe0 HTTP/1.1" status: 200 len: 849 time: 0.3740916 Mar 22 19:30:44.296067 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7f49b387-bc2f-40ee-838d-9bf01a15d5aa req-15e31063-0802-43ed-a831-5c59d5a98dcc tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7f5733db-943a-4497-a193-bb4029fc5a4e), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:44.333349 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac15af5-e195-4d56-ae44-04b4a498031a req-16c603c3-e3f1-48b0-adf2-220b303c952c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:44.335059 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eac15af5-e195-4d56-ae44-04b4a498031a req-16c603c3-e3f1-48b0-adf2-220b303c952c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2248003 Mar 22 19:30:44.353568 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-83680370-1a08-492e-bf3f-dcf0869f602d req-ae1d390c-06ca-4218-b116-278771b35f4c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Allocated IP 10.2.2.100 (63d9f401-775b-4921-a031-36b8b10f1a77/45d73002-9056-40ee-8ca8-42ff4359e2e4/f7058d5e-f8e8-4097-b370-a174e9d91f8a) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:30:44.528705 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25049313-be07-426c-9063-bc6c8b06cb36 req-d57576fa-29c9-489b-8f84-706a790618e0 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:44.538566 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-25049313-be07-426c-9063-bc6c8b06cb36 req-d57576fa-29c9-489b-8f84-706a790618e0 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.3510449 Mar 22 19:30:44.719354 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eac15af5-e195-4d56-ae44-04b4a498031a req-f14882c6-59b9-448d-9f78-2a90eb2b4180 service neutron] 10.222.0.85 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739030 Mar 22 19:30:44.872920 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-25049313-be07-426c-9063-bc6c8b06cb36 req-7ba82430-7a67-4763-8865-0681c1850130 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3337817 Mar 22 19:30:44.920035 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-ae1d390c-06ca-4218-b116-278771b35f4c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks [] for port (f7058d5e-f8e8-4097-b370-a174e9d91f8a), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:44.970935 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5261aa6a-b541-469e-a8c5-7935d00f95c1 x-openstack-request-id: req-5261aa6a-b541-469e-a8c5-7935d00f95c1 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:30:44.970935 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e950f93a-387e-45b1-8c61-9e43ea898766", "name": "network-vif-deleted", "tag": "f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:30:44.970935 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5261aa6a-b541-469e-a8c5-7935d00f95c1 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:30:44.970935 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5261aa6a-b541-469e-a8c5-7935d00f95c1'] response: {'server_uuid': 'e950f93a-387e-45b1-8c61-9e43ea898766', 'name': 'network-vif-deleted', 'tag': 'f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5', 'status': 'completed', 'code': 200} Mar 22 19:30:45.006484 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-ae1d390c-06ca-4218-b116-278771b35f4c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (f7058d5e-f8e8-4097-b370-a174e9d91f8a), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:45.081909 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1ff01b50-3ab3-4f6d-8521-fb0ac4bd74fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:45.165053 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83680370-1a08-492e-bf3f-dcf0869f602d req-ae1d390c-06ca-4218-b116-278771b35f4c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Network 63d9f401-775b-4921-a031-36b8b10f1a77 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:30:45.174059 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-83680370-1a08-492e-bf3f-dcf0869f602d req-ae1d390c-06ca-4218-b116-278771b35f4c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:30:45.183376 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d390c-06ca-4218-b116-278771b35f4c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Pushing event updated for resources: {'Port': ['ID=f7058d5e-f8e8-4097-b370-a174e9d91f8a,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:45.192060 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-83680370-1a08-492e-bf3f-dcf0869f602d req-ae1d390c-06ca-4218-b116-278771b35f4c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:30:45.196002 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-7f49b387-bc2f-40ee-838d-9bf01a15d5aa req-15e31063-0802-43ed-a831-5c59d5a98dcc tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] For port 7f5733db-943a-4497-a193-bb4029fc5a4e, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=7f5733db-943a-4497-a193-bb4029fc5a4e,segment=NetworkSegment(d6fe1e1f-9db8-447e-a845-a66a5707089d),segment_id=d6fe1e1f-9db8-447e-a845-a66a5707089d)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:30:45.267277 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eac15af5-e195-4d56-ae44-04b4a498031a req-21ab5789-72d7-489f-8ce7-6bcd12832613 service neutron] 10.222.0.85 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5381715 Mar 22 19:30:45.302135 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7f49b387-bc2f-40ee-838d-9bf01a15d5aa req-15e31063-0802-43ed-a831-5c59d5a98dcc tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks [] for port (7f5733db-943a-4497-a193-bb4029fc5a4e), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:45.308862 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7f49b387-bc2f-40ee-838d-9bf01a15d5aa req-15e31063-0802-43ed-a831-5c59d5a98dcc tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (7f5733db-943a-4497-a193-bb4029fc5a4e), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:45.324248 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['7f5733db-943a-4497-a193-bb4029fc5a4e'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:30:45.348827 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-ae1d390c-06ca-4218-b116-278771b35f4c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:45.349760 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-ae1d390c-06ca-4218-b116-278771b35f4c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:45.429110 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc852c-10c2-4f11-9470-64615014e534 req-90b46b94-fd94-4a2d-b504-282d4a302fc8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:45.440129 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc852c-10c2-4f11-9470-64615014e534 req-90b46b94-fd94-4a2d-b504-282d4a302fc8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:45.445862 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc852c-10c2-4f11-9470-64615014e534 req-90b46b94-fd94-4a2d-b504-282d4a302fc8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:45.451371 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc852c-10c2-4f11-9470-64615014e534 req-90b46b94-fd94-4a2d-b504-282d4a302fc8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:45.460062 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-98cc852c-10c2-4f11-9470-64615014e534 req-90b46b94-fd94-4a2d-b504-282d4a302fc8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 3095 time: 0.3873062 Mar 22 19:30:45.529827 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49b387-bc2f-40ee-838d-9bf01a15d5aa req-15e31063-0802-43ed-a831-5c59d5a98dcc tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:45.530646 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7f49b387-bc2f-40ee-838d-9bf01a15d5aa req-15e31063-0802-43ed-a831-5c59d5a98dcc tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:45.532278 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7f49b387-bc2f-40ee-838d-9bf01a15d5aa req-15e31063-0802-43ed-a831-5c59d5a98dcc tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "PUT /v2.0/ports/7f5733db-943a-4497-a193-bb4029fc5a4e HTTP/1.1" status: 200 len: 981 time: 1.6691382 Mar 22 19:30:45.549036 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-98cc852c-10c2-4f11-9470-64615014e534 req-062bbfbc-3454-47eb-8bf0-1a31265b91ec tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876544 Mar 22 19:30:45.552741 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3408eb-19ef-485d-8486-3be08755a9a2', 'tag': '7f5733db-943a-4497-a193-bb4029fc5a4e'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:30:45.557086 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d8dbc3-9ea5-4018-8cc3-d308f3d35b4f" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3408eb-19ef-485d-8486-3be08755a9a2", "tag": "7f5733db-943a-4497-a193-bb4029fc5a4e"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:30:45.591231 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-ae1d390c-06ca-4218-b116-278771b35f4c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2037489 Mar 22 19:30:45.621420 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-83680370-1a08-492e-bf3f-dcf0869f602d req-7ed00a5e-2713-48cd-93d6-0f3a0274cc7c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Request body: {'port': {'device_id': 'def263e3-2b7c-4878-b97f-ae3609667513', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '63d9f401-775b-4921-a031-36b8b10f1a77', 'admin_state_up': True, 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'security_groups': ['4457e43c-fef7-464a-8ea1-d632c05cf715']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:45.698098 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['7f5733db-943a-4497-a193-bb4029fc5a4e'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:30:45.760781 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:45.803855 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e31063-0802-43ed-a831-5c59d5a98dcc tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Pushing event updated for resources: {'Port': ['ID=7f5733db-943a-4497-a193-bb4029fc5a4e,revision_number=6']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:45.804530 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-de6fe68e-36df-4ab9-a4e1-a270f5e671f1 None None] Provisioning complete for port f7058d5e-f8e8-4097-b370-a174e9d91f8a triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:45.805125 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-de6fe68e-36df-4ab9-a4e1-a270f5e671f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f7058d5e-f8e8-4097-b370-a174e9d91f8a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:45.856737 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-de6fe68e-36df-4ab9-a4e1-a270f5e671f1 None None] Port f7058d5e-f8e8-4097-b370-a174e9d91f8a cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:30:45.927165 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2defa5a2-5391-4022-92e1-87eb360bcbb4 req-424b81af-279e-4ee5-a0eb-6169fb089d5e tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1274717664&fields=id&tenant_id=f1d9b8a2852847abaf50233e44b3b990 HTTP/1.1" status: 200 len: 267 time: 0.1639755 Mar 22 19:30:45.991017 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-7ed00a5e-2713-48cd-93d6-0f3a0274cc7c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Made reservation on behalf of 9e0e4ca7c14f4d59bf1ff2884bd386bd for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:30:45.996032 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-7ed00a5e-2713-48cd-93d6-0f3a0274cc7c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:46.018061 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ecf3b-b093-42cf-8abc-ad80676e3124 req-dad6caf6-1fd3-437c-bb0e-47da2af88dad tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:46.020387 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-742ecf3b-b093-42cf-8abc-ad80676e3124 req-dad6caf6-1fd3-437c-bb0e-47da2af88dad tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.2695272 Mar 22 19:30:46.129061 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defa5a2-5391-4022-92e1-87eb360bcbb4 req-89c38963-e302-44c0-8bb5-def8ccafaca0 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:46.130490 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2defa5a2-5391-4022-92e1-87eb360bcbb4 req-89c38963-e302-44c0-8bb5-def8ccafaca0 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 984 time: 0.2024300 Mar 22 19:30:46.156796 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-2defa5a2-5391-4022-92e1-87eb360bcbb4 req-47ce5f7e-3bba-483c-8872-13dfbb1aec26 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Request body: {'port': {'security_groups': ['0d64ebe5-e963-4e68-a0d5-41b9d76e5e72']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:46.218792 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-742ecf3b-b093-42cf-8abc-ad80676e3124 req-272f59ce-78c6-422b-a9ec-4f59dd3d3524 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921668 Mar 22 19:30:46.322966 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-83680370-1a08-492e-bf3f-dcf0869f602d req-7ed00a5e-2713-48cd-93d6-0f3a0274cc7c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Allocated IP 10.2.2.200 (63d9f401-775b-4921-a031-36b8b10f1a77/45d73002-9056-40ee-8ca8-42ff4359e2e4/4f5d6958-8214-4e7b-8668-05998059478f) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:30:46.329151 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c2caf8-6be7-4211-b43e-476069bf1998 x-openstack-request-id: req-13c2caf8-6be7-4211-b43e-476069bf1998 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:30:46.329601 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3408eb-19ef-485d-8486-3be08755a9a2", "tag": "7f5733db-943a-4497-a193-bb4029fc5a4e", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:30:46.329965 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-13c2caf8-6be7-4211-b43e-476069bf1998 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:30:46.330483 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13c2caf8-6be7-4211-b43e-476069bf1998'] response: {'name': 'network-changed', 'server_uuid': 'cb3408eb-19ef-485d-8486-3be08755a9a2', 'tag': '7f5733db-943a-4497-a193-bb4029fc5a4e', 'status': 'completed', 'code': 200} Mar 22 19:30:46.384764 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8dbc3-9ea5-4018-8cc3-d308f3d35b4f req-ed8b715b-0e5e-493e-8e01-1b970d9a14f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:46.386976 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-21d8dbc3-9ea5-4018-8cc3-d308f3d35b4f req-ed8b715b-0e5e-493e-8e01-1b970d9a14f9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f1d9b8a2852847abaf50233e44b3b990&device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 1167 time: 0.0542574 Mar 22 19:30:46.555114 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8dbc3-9ea5-4018-8cc3-d308f3d35b4f req-d66bc296-ec25-4db2-863e-8e193a551c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:46.559710 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-21d8dbc3-9ea5-4018-8cc3-d308f3d35b4f req-d66bc296-ec25-4db2-863e-8e193a551c0e service neutron] 10.222.0.84 "GET /v2.0/networks?id=d20554b8-a26c-4c21-9aa9-235918d57be0 HTTP/1.1" status: 200 len: 920 time: 0.1636899 Mar 22 19:30:46.617024 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-21d8dbc3-9ea5-4018-8cc3-d308f3d35b4f req-b5dcd167-90aa-4ee6-a85b-24abec64b5a9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f5733db-943a-4497-a193-bb4029fc5a4e HTTP/1.1" status: 200 len: 217 time: 0.0503354 Mar 22 19:30:46.675569 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8dbc3-9ea5-4018-8cc3-d308f3d35b4f req-defb433b-7f98-4e01-b40e-ee592fc6e4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:46.677467 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-21d8dbc3-9ea5-4018-8cc3-d308f3d35b4f req-defb433b-7f98-4e01-b40e-ee592fc6e4ec service neutron] 10.222.0.84 "GET /v2.0/subnets?id=703f819a-471b-406d-abe3-9a43e329de84 HTTP/1.1" status: 200 len: 859 time: 0.0545282 Mar 22 19:30:46.716321 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-21d8dbc3-9ea5-4018-8cc3-d308f3d35b4f req-825c33c2-4557-4c9a-a48f-f9b442e0b1f1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d20554b8-a26c-4c21-9aa9-235918d57be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330873 Mar 22 19:30:46.824249 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-21d8dbc3-9ea5-4018-8cc3-d308f3d35b4f req-40b7aff6-faff-402a-ac28-2f52bbf39d36 service neutron] 10.222.0.84 "GET /v2.0/networks/d20554b8-a26c-4c21-9aa9-235918d57be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014938 Mar 22 19:30:46.929179 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-21d8dbc3-9ea5-4018-8cc3-d308f3d35b4f req-85da6293-7f3c-4ce7-9e75-8092e96f337d service neutron] 10.222.0.84 "GET /v2.0/networks/d20554b8-a26c-4c21-9aa9-235918d57be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974517 Mar 22 19:30:46.944654 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2defa5a2-5391-4022-92e1-87eb360bcbb4 req-47ce5f7e-3bba-483c-8872-13dfbb1aec26 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7f5733db-943a-4497-a193-bb4029fc5a4e), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:47.044095 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-7ed00a5e-2713-48cd-93d6-0f3a0274cc7c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks [] for port (4f5d6958-8214-4e7b-8668-05998059478f), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:47.077719 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd5a25-2a91-4158-88a7-5d0a7fe93c3e req-a258d3bc-a5be-4048-8709-a2415ea2bd63 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:47.079476 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-46dd5a25-2a91-4158-88a7-5d0a7fe93c3e req-a258d3bc-a5be-4048-8709-a2415ea2bd63 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.1807117 Mar 22 19:30:47.196088 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-7ed00a5e-2713-48cd-93d6-0f3a0274cc7c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (4f5d6958-8214-4e7b-8668-05998059478f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:47.226609 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-46dd5a25-2a91-4158-88a7-5d0a7fe93c3e req-b8da7def-bb6f-43fb-a5ce-04ca449a8c3c tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334362 Mar 22 19:30:47.298928 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83680370-1a08-492e-bf3f-dcf0869f602d req-7ed00a5e-2713-48cd-93d6-0f3a0274cc7c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Network 63d9f401-775b-4921-a031-36b8b10f1a77 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:30:47.308763 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-83680370-1a08-492e-bf3f-dcf0869f602d req-7ed00a5e-2713-48cd-93d6-0f3a0274cc7c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:30:47.327682 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-83680370-1a08-492e-bf3f-dcf0869f602d req-7ed00a5e-2713-48cd-93d6-0f3a0274cc7c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:30:47.330383 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed00a5e-2713-48cd-93d6-0f3a0274cc7c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Pushing event updated for resources: {'Port': ['ID=4f5d6958-8214-4e7b-8668-05998059478f,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:47.354393 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5c6f64e3-eb79-42f4-a721-005a1c63dca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:47.412726 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-2defa5a2-5391-4022-92e1-87eb360bcbb4 req-47ce5f7e-3bba-483c-8872-13dfbb1aec26 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] For port 7f5733db-943a-4497-a193-bb4029fc5a4e, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=7f5733db-943a-4497-a193-bb4029fc5a4e,segment=NetworkSegment(d6fe1e1f-9db8-447e-a845-a66a5707089d),segment_id=d6fe1e1f-9db8-447e-a845-a66a5707089d)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:30:47.469117 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2defa5a2-5391-4022-92e1-87eb360bcbb4 req-47ce5f7e-3bba-483c-8872-13dfbb1aec26 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks [] for port (7f5733db-943a-4497-a193-bb4029fc5a4e), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:47.478803 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-7ed00a5e-2713-48cd-93d6-0f3a0274cc7c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:47.479770 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-7ed00a5e-2713-48cd-93d6-0f3a0274cc7c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:47.485746 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2defa5a2-5391-4022-92e1-87eb360bcbb4 req-47ce5f7e-3bba-483c-8872-13dfbb1aec26 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (7f5733db-943a-4497-a193-bb4029fc5a4e), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:47.497284 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['7f5733db-943a-4497-a193-bb4029fc5a4e'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:30:47.533147 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b501230-1856-430e-bc27-46218a91ec17 req-373b8847-9639-4c16-98d6-75fae7a11832 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:47.535923 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b501230-1856-430e-bc27-46218a91ec17 req-373b8847-9639-4c16-98d6-75fae7a11832 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=818d04e7-594e-4e39-ba6f-03a6bdbd8b79 HTTP/1.1" status: 200 len: 1129 time: 0.2283664 Mar 22 19:30:47.570971 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-7ed00a5e-2713-48cd-93d6-0f3a0274cc7c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9598958 Mar 22 19:30:47.582599 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defa5a2-5391-4022-92e1-87eb360bcbb4 req-47ce5f7e-3bba-483c-8872-13dfbb1aec26 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:47.584033 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2defa5a2-5391-4022-92e1-87eb360bcbb4 req-47ce5f7e-3bba-483c-8872-13dfbb1aec26 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:47.586081 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2defa5a2-5391-4022-92e1-87eb360bcbb4 req-47ce5f7e-3bba-483c-8872-13dfbb1aec26 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "PUT /v2.0/ports/7f5733db-943a-4497-a193-bb4029fc5a4e HTTP/1.1" status: 200 len: 942 time: 1.4437876 Mar 22 19:30:47.609473 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-83680370-1a08-492e-bf3f-dcf0869f602d req-3ddd8d0b-aa45-4905-8aef-b9dbe62ad29d service neutron] Request body: {'port': {'device_id': 'def263e3-2b7c-4878-b97f-ae3609667513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:47.641555 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce5f7e-3bba-483c-8872-13dfbb1aec26 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Pushing event updated for resources: {'Port': ['ID=7f5733db-943a-4497-a193-bb4029fc5a4e,revision_number=7']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:47.703936 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b501230-1856-430e-bc27-46218a91ec17 req-b6363c9d-4321-4ca9-b86d-162647899195 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=9378e31b-e336-4443-bcf8-7df404be0c26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545691 Mar 22 19:30:47.763009 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-5c5a56e2-9467-42b2-9b17-364977ad4be9 None None] Provisioning complete for port 4f5d6958-8214-4e7b-8668-05998059478f triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:47.763646 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5c5a56e2-9467-42b2-9b17-364977ad4be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (4f5d6958-8214-4e7b-8668-05998059478f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:47.809004 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['7f5733db-943a-4497-a193-bb4029fc5a4e'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:30:47.851142 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-5c5a56e2-9467-42b2-9b17-364977ad4be9 None None] Port 4f5d6958-8214-4e7b-8668-05998059478f cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:30:47.856246 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:30:47.871617 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-3ddd8d0b-aa45-4905-8aef-b9dbe62ad29d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ec2b1e62-dccd-4ab7-8d96-30287c6313d6), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:47.893201 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:30:47.902260 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc891fb-ecf0-420b-a3ef-31ae0ff7eae4 req-eeeeba14-5d9f-48e5-a67a-ecb2f946e3df tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:47.907233 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device f22b6fe4-9df6-48fd-a2b9-a00cb055a0b5 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:30:47.909244 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-efc891fb-ecf0-420b-a3ef-31ae0ff7eae4 req-eeeeba14-5d9f-48e5-a67a-ecb2f946e3df tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.0949998 Mar 22 19:30:47.958516 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c6538-34fa-4e8f-a2d3-362fee154f76 req-47bd50ef-be2d-400e-a779-a8631ba7becd tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:47.971768 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c6538-34fa-4e8f-a2d3-362fee154f76 req-47bd50ef-be2d-400e-a779-a8631ba7becd tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:47.979767 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c6538-34fa-4e8f-a2d3-362fee154f76 req-47bd50ef-be2d-400e-a779-a8631ba7becd tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:47.989579 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c6538-34fa-4e8f-a2d3-362fee154f76 req-47bd50ef-be2d-400e-a779-a8631ba7becd tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:47.995127 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c6538-34fa-4e8f-a2d3-362fee154f76 req-47bd50ef-be2d-400e-a779-a8631ba7becd tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:48.003154 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b99c6538-34fa-4e8f-a2d3-362fee154f76 req-47bd50ef-be2d-400e-a779-a8631ba7becd tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 3816 time: 0.2980833 Mar 22 19:30:48.201574 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b99c6538-34fa-4e8f-a2d3-362fee154f76 req-a0e32be2-6c61-4326-8684-10ac7c2c390f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974304 Mar 22 19:30:48.206300 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:48.208405 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-efc891fb-ecf0-420b-a3ef-31ae0ff7eae4 req-f5c8a8fc-226f-4ae4-bc7b-7e46175992fa tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2980115 Mar 22 19:30:48.431341 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3408eb-19ef-485d-8486-3be08755a9a2', 'tag': '7f5733db-943a-4497-a193-bb4029fc5a4e'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:30:48.433751 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fa0057-1fce-42da-a9cf-582e4b2507c7" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3408eb-19ef-485d-8486-3be08755a9a2", "tag": "7f5733db-943a-4497-a193-bb4029fc5a4e"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:30:48.578894 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e8767-9bb9-48cd-ac51-6c6bbc8c4d4d req-72564819-71e9-4361-9dea-85d7f9ef53f0 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:48.580431 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-560e8767-9bb9-48cd-ac51-6c6bbc8c4d4d req-72564819-71e9-4361-9dea-85d7f9ef53f0 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=818d04e7-594e-4e39-ba6f-03a6bdbd8b79 HTTP/1.1" status: 200 len: 1129 time: 0.4123797 Mar 22 19:30:48.590329 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b95eec6a-f37b-4948-8119-09f5a5ac4215 req-9b47073e-c528-451d-9101-cd3633b044e3 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3467784 Mar 22 19:30:48.626755 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:48.638716 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-b95eec6a-f37b-4948-8119-09f5a5ac4215 req-051418a7-730a-4d24-82fe-453af9bbc11e tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:48.756828 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b95eec6a-f37b-4948-8119-09f5a5ac4215 req-051418a7-730a-4d24-82fe-453af9bbc11e tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:48.803711 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-039c9fed-4eba-4f59-a65a-699811c0099f tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:48.805301 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-039c9fed-4eba-4f59-a65a-699811c0099f tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/networks?id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc HTTP/1.1" status: 200 len: 810 time: 0.3688359 Mar 22 19:30:48.873093 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-83680370-1a08-492e-bf3f-dcf0869f602d req-3ddd8d0b-aa45-4905-8aef-b9dbe62ad29d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec2b1e62-dccd-4ab7-8d96-30287c6313d6 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:30:48.883550 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-3ddd8d0b-aa45-4905-8aef-b9dbe62ad29d service neutron] Publish callbacks [] for port (ec2b1e62-dccd-4ab7-8d96-30287c6313d6), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:48.892846 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-d275bdc5-9abd-4d5e-9550-cc2ee2ac87b8 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/quotas/5b93875569cc4d4199ac35d06661afdf HTTP/1.1" status: 200 len: 375 time: 0.0382044 Mar 22 19:30:48.919322 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-560e8767-9bb9-48cd-ac51-6c6bbc8c4d4d req-8deeb7a9-5c04-4e15-8dce-459728a143ba tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Deleting port 72e08ec3-d378-493a-bc45-59c0041a65d9 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:30:48.919662 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-560e8767-9bb9-48cd-ac51-6c6bbc8c4d4d req-8deeb7a9-5c04-4e15-8dce-459728a143ba tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (72e08ec3-d378-493a-bc45-59c0041a65d9), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:48.942357 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-83680370-1a08-492e-bf3f-dcf0869f602d req-3ddd8d0b-aa45-4905-8aef-b9dbe62ad29d service neutron] Transition to ACTIVE for port object ec2b1e62-dccd-4ab7-8d96-30287c6313d6 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:30:48.987638 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-3ddd8d0b-aa45-4905-8aef-b9dbe62ad29d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (ec2b1e62-dccd-4ab7-8d96-30287c6313d6), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:49.369586 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-678281ae-4cd7-4e62-876a-26170716d504 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5b93875569cc4d4199ac35d06661afdf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4687564 Mar 22 19:30:49.371569 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd8d0b-aa45-4905-8aef-b9dbe62ad29d service neutron] Pushing event updated for resources: {'Port': ['ID=ec2b1e62-dccd-4ab7-8d96-30287c6313d6,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:49.404446 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-560e8767-9bb9-48cd-ac51-6c6bbc8c4d4d req-8deeb7a9-5c04-4e15-8dce-459728a143ba tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] For port 72e08ec3-d378-493a-bc45-59c0041a65d9, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=72e08ec3-d378-493a-bc45-59c0041a65d9,segment=NetworkSegment(6a09aeb3-9dcd-43c2-9893-dabd14c26ff2),segment_id=6a09aeb3-9dcd-43c2-9893-dabd14c26ff2)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:30:49.404827 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-560e8767-9bb9-48cd-ac51-6c6bbc8c4d4d req-8deeb7a9-5c04-4e15-8dce-459728a143ba tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (72e08ec3-d378-493a-bc45-59c0041a65d9), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:49.471014 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-560e8767-9bb9-48cd-ac51-6c6bbc8c4d4d req-8deeb7a9-5c04-4e15-8dce-459728a143ba tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Calling delete_port for 72e08ec3-d378-493a-bc45-59c0041a65d9 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:30:49.631879 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b95eec6a-f37b-4948-8119-09f5a5ac4215 req-051418a7-730a-4d24-82fe-453af9bbc11e tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:49.670572 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-83680370-1a08-492e-bf3f-dcf0869f602d req-3ddd8d0b-aa45-4905-8aef-b9dbe62ad29d service neutron] Attempting to bind port ec2b1e62-dccd-4ab7-8d96-30287c6313d6 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:30:49.670917 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-83680370-1a08-492e-bf3f-dcf0869f602d req-3ddd8d0b-aa45-4905-8aef-b9dbe62ad29d service neutron] Attempting to bind port ec2b1e62-dccd-4ab7-8d96-30287c6313d6 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': 'fe86b638-8528-406c-803d-7fab6741faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4a18db52-e571-4039-89e7-6353aeef061c'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:30:49.671252 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-3ddd8d0b-aa45-4905-8aef-b9dbe62ad29d service neutron] Attempting to bind port ec2b1e62-dccd-4ab7-8d96-30287c6313d6 on network 4a18db52-e571-4039-89e7-6353aeef061c {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:30:49.733359 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-3ddd8d0b-aa45-4905-8aef-b9dbe62ad29d service neutron] Port ec2b1e62-dccd-4ab7-8d96-30287c6313d6 on network 4a18db52-e571-4039-89e7-6353aeef061c not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:30:49.733689 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-3ddd8d0b-aa45-4905-8aef-b9dbe62ad29d service neutron] Attempting to bind port ec2b1e62-dccd-4ab7-8d96-30287c6313d6 on network 4a18db52-e571-4039-89e7-6353aeef061c {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:30:49.768321 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-3ddd8d0b-aa45-4905-8aef-b9dbe62ad29d service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:30:49.768603 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-3ddd8d0b-aa45-4905-8aef-b9dbe62ad29d service neutron] Checking segment: {'id': 'fe86b638-8528-406c-803d-7fab6741faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4a18db52-e571-4039-89e7-6353aeef061c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:30:49.769850 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-3ddd8d0b-aa45-4905-8aef-b9dbe62ad29d service neutron] Bound using segment: {'id': 'fe86b638-8528-406c-803d-7fab6741faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4a18db52-e571-4039-89e7-6353aeef061c'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:30:49.770018 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-83680370-1a08-492e-bf3f-dcf0869f602d req-3ddd8d0b-aa45-4905-8aef-b9dbe62ad29d service neutron] Bound port: ec2b1e62-dccd-4ab7-8d96-30287c6313d6, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe86b638-8528-406c-803d-7fab6741faff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4a18db52-e571-4039-89e7-6353aeef061c'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:30:49.770402 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-3ddd8d0b-aa45-4905-8aef-b9dbe62ad29d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ec2b1e62-dccd-4ab7-8d96-30287c6313d6), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:49.830389 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-aa5e693f-4699-4709-bc1e-1c721ccd7b0f service neutron] 10.222.0.75 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598293 Mar 22 19:30:49.975561 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-b95eec6a-f37b-4948-8119-09f5a5ac4215 req-051418a7-730a-4d24-82fe-453af9bbc11e tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Allocated IP 172.25.5.92 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/60e8a602-1371-41bb-82e7-1bd62013929e) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:30:50.017296 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-560e8767-9bb9-48cd-ac51-6c6bbc8c4d4d req-8deeb7a9-5c04-4e15-8dce-459728a143ba tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (72e08ec3-d378-493a-bc45-59c0041a65d9), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:50.035557 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-83680370-1a08-492e-bf3f-dcf0869f602d req-3ddd8d0b-aa45-4905-8aef-b9dbe62ad29d service neutron] For port ec2b1e62-dccd-4ab7-8d96-30287c6313d6, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:30:50.054808 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['72e08ec3-d378-493a-bc45-59c0041a65d9'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:30:50.107075 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deeb7a9-5c04-4e15-8dce-459728a143ba tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Pushing event deleted for resources: {'Port': ['ID=72e08ec3-d378-493a-bc45-59c0041a65d9,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:50.132738 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:50.135901 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-83680370-1a08-492e-bf3f-dcf0869f602d req-3ddd8d0b-aa45-4905-8aef-b9dbe62ad29d service neutron] For port ec2b1e62-dccd-4ab7-8d96-30287c6313d6, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=ec2b1e62-dccd-4ab7-8d96-30287c6313d6,segment=NetworkSegment(fe86b638-8528-406c-803d-7fab6741faff),segment_id=fe86b638-8528-406c-803d-7fab6741faff)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:30:50.170310 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-e01550ab-e843-48bb-83e4-e7cce84e190c service neutron] 10.222.0.75 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388829 Mar 22 19:30:50.209192 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-3ddd8d0b-aa45-4905-8aef-b9dbe62ad29d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (ec2b1e62-dccd-4ab7-8d96-30287c6313d6), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:50.236408 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-560e8767-9bb9-48cd-ac51-6c6bbc8c4d4d req-8deeb7a9-5c04-4e15-8dce-459728a143ba tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] No DVR routers for this DVR port 72e08ec3-d378-493a-bc45-59c0041a65d9 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:30:50.242709 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-560e8767-9bb9-48cd-ac51-6c6bbc8c4d4d req-8deeb7a9-5c04-4e15-8dce-459728a143ba tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:50.255458 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-560e8767-9bb9-48cd-ac51-6c6bbc8c4d4d req-8deeb7a9-5c04-4e15-8dce-459728a143ba tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.85 "DELETE /v2.0/ports/72e08ec3-d378-493a-bc45-59c0041a65d9 HTTP/1.1" status: 204 len: 173 time: 1.6592941 Mar 22 19:30:50.306426 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-3ddd8d0b-aa45-4905-8aef-b9dbe62ad29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:50.307068 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-3ddd8d0b-aa45-4905-8aef-b9dbe62ad29d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:50.308756 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-3ddd8d0b-aa45-4905-8aef-b9dbe62ad29d service neutron] 10.222.0.85 "PUT /v2.0/ports/ec2b1e62-dccd-4ab7-8d96-30287c6313d6 HTTP/1.1" status: 200 len: 1093 time: 2.7035954 Mar 22 19:30:50.373176 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-83680370-1a08-492e-bf3f-dcf0869f602d req-96c320aa-2c61-4a6d-9a47-ce3de6a91748 service neutron] Request body: {'port': {'device_id': 'def263e3-2b7c-4878-b97f-ae3609667513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:50.518058 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e5b139-c8bb-40b4-b390-b84592761a87 x-openstack-request-id: req-e5e5b139-c8bb-40b4-b390-b84592761a87 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:30:50.519951 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3408eb-19ef-485d-8486-3be08755a9a2", "tag": "7f5733db-943a-4497-a193-bb4029fc5a4e", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:30:50.520301 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e5e5b139-c8bb-40b4-b390-b84592761a87 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:30:50.521435 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5e5b139-c8bb-40b4-b390-b84592761a87'] response: {'name': 'network-changed', 'server_uuid': 'cb3408eb-19ef-485d-8486-3be08755a9a2', 'tag': '7f5733db-943a-4497-a193-bb4029fc5a4e', 'status': 'completed', 'code': 200} Mar 22 19:30:50.551253 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd8d0b-aa45-4905-8aef-b9dbe62ad29d service neutron] Pushing event updated for resources: {'Port': ['ID=ec2b1e62-dccd-4ab7-8d96-30287c6313d6,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:50.603422 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa0057-1fce-42da-a9cf-582e4b2507c7 req-a45d30a0-c7a9-4a2b-bead-2b85c363cb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:50.604968 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-06fa0057-1fce-42da-a9cf-582e4b2507c7 req-a45d30a0-c7a9-4a2b-bead-2b85c363cb24 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f1d9b8a2852847abaf50233e44b3b990&device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 1128 time: 0.1423748 Mar 22 19:30:50.654817 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-96c320aa-2c61-4a6d-9a47-ce3de6a91748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fa65fbcd-288e-4705-b70a-673b02da016a), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:50.662578 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b95eec6a-f37b-4948-8119-09f5a5ac4215 req-051418a7-730a-4d24-82fe-453af9bbc11e tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks [] for port (60e8a602-1371-41bb-82e7-1bd62013929e), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:50.690996 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3dd5acb8-4a89-44c8-92d8-229e067533b8 req-82234ad0-f573-4683-99de-b8d8fe51bea5 tempest-TestServerMultinode-784402449 tempest-TestServerMultinode-784402449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=818d04e7-594e-4e39-ba6f-03a6bdbd8b79 HTTP/1.1" status: 200 len: 210 time: 0.0372217 Mar 22 19:30:50.824093 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa0057-1fce-42da-a9cf-582e4b2507c7 req-ac8b65cb-34b6-4667-bb3e-2d73ef88dfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:50.834971 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-06fa0057-1fce-42da-a9cf-582e4b2507c7 req-ac8b65cb-34b6-4667-bb3e-2d73ef88dfab service neutron] 10.222.0.84 "GET /v2.0/networks?id=d20554b8-a26c-4c21-9aa9-235918d57be0 HTTP/1.1" status: 200 len: 920 time: 0.2235472 Mar 22 19:30:50.917424 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-06fa0057-1fce-42da-a9cf-582e4b2507c7 req-8307971a-4092-4306-9b68-ee26da7b3cb0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f5733db-943a-4497-a193-bb4029fc5a4e HTTP/1.1" status: 200 len: 217 time: 0.0739918 Mar 22 19:30:51.018654 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa0057-1fce-42da-a9cf-582e4b2507c7 req-44985776-4ff1-435b-a6fb-19106fc7a566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:51.020585 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-06fa0057-1fce-42da-a9cf-582e4b2507c7 req-44985776-4ff1-435b-a6fb-19106fc7a566 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=703f819a-471b-406d-abe3-9a43e329de84 HTTP/1.1" status: 200 len: 859 time: 0.0969882 Mar 22 19:30:51.073530 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-06fa0057-1fce-42da-a9cf-582e4b2507c7 req-638d51d9-e60f-43dc-a5b1-c21380bb244d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d20554b8-a26c-4c21-9aa9-235918d57be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458462 Mar 22 19:30:51.098255 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54189898-139a-4769-91ae-55fad19bd50d req-87206916-7e19-4098-8ef1-1f5b9620e35d tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:51.103832 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54189898-139a-4769-91ae-55fad19bd50d req-87206916-7e19-4098-8ef1-1f5b9620e35d tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:51.109268 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54189898-139a-4769-91ae-55fad19bd50d req-87206916-7e19-4098-8ef1-1f5b9620e35d tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:51.114880 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54189898-139a-4769-91ae-55fad19bd50d req-87206916-7e19-4098-8ef1-1f5b9620e35d tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:51.121085 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54189898-139a-4769-91ae-55fad19bd50d req-87206916-7e19-4098-8ef1-1f5b9620e35d tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:51.129492 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-54189898-139a-4769-91ae-55fad19bd50d req-87206916-7e19-4098-8ef1-1f5b9620e35d tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 3828 time: 0.1998460 Mar 22 19:30:51.186415 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b95eec6a-f37b-4948-8119-09f5a5ac4215 req-051418a7-730a-4d24-82fe-453af9bbc11e tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (60e8a602-1371-41bb-82e7-1bd62013929e), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:51.218785 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-06fa0057-1fce-42da-a9cf-582e4b2507c7 req-a01775ba-b45d-4d35-aaa8-194fe510c9c9 service neutron] 10.222.0.84 "GET /v2.0/networks/d20554b8-a26c-4c21-9aa9-235918d57be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376429 Mar 22 19:30:51.260507 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b95eec6a-f37b-4948-8119-09f5a5ac4215 req-051418a7-730a-4d24-82fe-453af9bbc11e tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:30:51.268057 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-b95eec6a-f37b-4948-8119-09f5a5ac4215 req-051418a7-730a-4d24-82fe-453af9bbc11e tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:30:51.304258 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95eec6a-f37b-4948-8119-09f5a5ac4215 req-051418a7-730a-4d24-82fe-453af9bbc11e tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:30:51.309633 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:51.319584 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-54189898-139a-4769-91ae-55fad19bd50d req-e2ec4951-cc89-40b2-92c0-419757251536 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889291 Mar 22 19:30:51.395616 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-06fa0057-1fce-42da-a9cf-582e4b2507c7 req-6d8691b0-820a-4d03-97f8-ea6b5a9c1ef9 service neutron] 10.222.0.84 "GET /v2.0/networks/d20554b8-a26c-4c21-9aa9-235918d57be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704285 Mar 22 19:30:51.396426 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051418a7-730a-4d24-82fe-453af9bbc11e tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Pushing event updated for resources: {'Port': ['ID=60e8a602-1371-41bb-82e7-1bd62013929e,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:51.462483 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-83680370-1a08-492e-bf3f-dcf0869f602d req-96c320aa-2c61-4a6d-9a47-ce3de6a91748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa65fbcd-288e-4705-b70a-673b02da016a {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:30:51.508205 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-96c320aa-2c61-4a6d-9a47-ce3de6a91748 service neutron] Publish callbacks [] for port (fa65fbcd-288e-4705-b70a-673b02da016a), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:51.528576 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-23f19aa5-3b39-42be-bb61-aa1b6b1ba2b6 req-442f7f71-1e91-4d84-8755-0b74c689a5cd tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=8cc23b89-0a7c-44fd-a9a1-57b892552c8c HTTP/1.1" status: 200 len: 210 time: 0.0775127 Mar 22 19:30:51.550792 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-83680370-1a08-492e-bf3f-dcf0869f602d req-96c320aa-2c61-4a6d-9a47-ce3de6a91748 service neutron] Transition to ACTIVE for port object fa65fbcd-288e-4705-b70a-673b02da016a will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:30:51.559431 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-96c320aa-2c61-4a6d-9a47-ce3de6a91748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (fa65fbcd-288e-4705-b70a-673b02da016a), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:51.599110 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b95eec6a-f37b-4948-8119-09f5a5ac4215 req-051418a7-730a-4d24-82fe-453af9bbc11e tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks [] for floatingip (b4c78286-6406-4882-b8ab-52f105df65c8), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:51.629324 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c320aa-2c61-4a6d-9a47-ce3de6a91748 service neutron] Pushing event updated for resources: {'Port': ['ID=fa65fbcd-288e-4705-b70a-673b02da016a,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:51.726777 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b95eec6a-f37b-4948-8119-09f5a5ac4215 req-051418a7-730a-4d24-82fe-453af9bbc11e tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (60e8a602-1371-41bb-82e7-1bd62013929e), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:51.761270 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-83680370-1a08-492e-bf3f-dcf0869f602d req-96c320aa-2c61-4a6d-9a47-ce3de6a91748 service neutron] Attempting to bind port fa65fbcd-288e-4705-b70a-673b02da016a on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:30:51.761649 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-83680370-1a08-492e-bf3f-dcf0869f602d req-96c320aa-2c61-4a6d-9a47-ce3de6a91748 service neutron] Attempting to bind port fa65fbcd-288e-4705-b70a-673b02da016a by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '2b2f754a-9aa8-45d3-9412-08ccd40762e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e604f75b-118b-4af9-acd0-200e012a697d'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:30:51.768072 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-96c320aa-2c61-4a6d-9a47-ce3de6a91748 service neutron] Attempting to bind port fa65fbcd-288e-4705-b70a-673b02da016a on network e604f75b-118b-4af9-acd0-200e012a697d {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:30:51.770018 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-96c320aa-2c61-4a6d-9a47-ce3de6a91748 service neutron] Port fa65fbcd-288e-4705-b70a-673b02da016a on network e604f75b-118b-4af9-acd0-200e012a697d not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:30:51.770403 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-96c320aa-2c61-4a6d-9a47-ce3de6a91748 service neutron] Attempting to bind port fa65fbcd-288e-4705-b70a-673b02da016a on network e604f75b-118b-4af9-acd0-200e012a697d {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:30:51.787510 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-96c320aa-2c61-4a6d-9a47-ce3de6a91748 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:30:51.787859 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-96c320aa-2c61-4a6d-9a47-ce3de6a91748 service neutron] Checking segment: {'id': '2b2f754a-9aa8-45d3-9412-08ccd40762e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e604f75b-118b-4af9-acd0-200e012a697d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:30:51.788249 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-96c320aa-2c61-4a6d-9a47-ce3de6a91748 service neutron] Bound using segment: {'id': '2b2f754a-9aa8-45d3-9412-08ccd40762e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e604f75b-118b-4af9-acd0-200e012a697d'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:30:51.788704 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-83680370-1a08-492e-bf3f-dcf0869f602d req-96c320aa-2c61-4a6d-9a47-ce3de6a91748 service neutron] Bound port: fa65fbcd-288e-4705-b70a-673b02da016a, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b2f754a-9aa8-45d3-9412-08ccd40762e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e604f75b-118b-4af9-acd0-200e012a697d'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:30:51.789100 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-96c320aa-2c61-4a6d-9a47-ce3de6a91748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fa65fbcd-288e-4705-b70a-673b02da016a), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:51.818568 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55126) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:52.042602 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b95eec6a-f37b-4948-8119-09f5a5ac4215 req-051418a7-730a-4d24-82fe-453af9bbc11e tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks [] for port (60e8a602-1371-41bb-82e7-1bd62013929e), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:52.045508 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 72e08ec3-d378-493a-bc45-59c0041a65d9 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:30:52.062701 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b95eec6a-f37b-4948-8119-09f5a5ac4215 req-051418a7-730a-4d24-82fe-453af9bbc11e tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (60e8a602-1371-41bb-82e7-1bd62013929e), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:52.085898 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 72e08ec3-d378-493a-bc45-59c0041a65d9 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:30:52.090053 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 72e08ec3-d378-493a-bc45-59c0041a65d9 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:30:52.118899 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-0f7b36c9-7d48-413c-a956-d3fe3ac9924b tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:52.120816 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-0f7b36c9-7d48-413c-a956-d3fe3ac9924b tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.84 "GET /v2.0/networks?id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc HTTP/1.1" status: 200 len: 810 time: 0.2370543 Mar 22 19:30:52.181038 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-4ddc09d5-7c12-4f5c-9ce7-0998aac1ddb1 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Request body: {'port': {'device_id': '8cc23b89-0a7c-44fd-a9a1-57b892552c8c', 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc', 'admin_state_up': True, 'tenant_id': '5b93875569cc4d4199ac35d06661afdf'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:52.209327 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-83680370-1a08-492e-bf3f-dcf0869f602d req-96c320aa-2c61-4a6d-9a47-ce3de6a91748 service neutron] For port fa65fbcd-288e-4705-b70a-673b02da016a, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:30:52.246672 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-83680370-1a08-492e-bf3f-dcf0869f602d req-96c320aa-2c61-4a6d-9a47-ce3de6a91748 service neutron] For port fa65fbcd-288e-4705-b70a-673b02da016a, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=fa65fbcd-288e-4705-b70a-673b02da016a,segment=NetworkSegment(2b2f754a-9aa8-45d3-9412-08ccd40762e0),segment_id=2b2f754a-9aa8-45d3-9412-08ccd40762e0)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:30:52.252641 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051418a7-730a-4d24-82fe-453af9bbc11e tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Pushing event updated for resources: {'Port': ['ID=60e8a602-1371-41bb-82e7-1bd62013929e,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:52.261447 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-96c320aa-2c61-4a6d-9a47-ce3de6a91748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (fa65fbcd-288e-4705-b70a-673b02da016a), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:52.311512 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b95eec6a-f37b-4948-8119-09f5a5ac4215 req-051418a7-730a-4d24-82fe-453af9bbc11e tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (b4c78286-6406-4882-b8ab-52f105df65c8), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:52.334623 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-96c320aa-2c61-4a6d-9a47-ce3de6a91748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:52.335466 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-96c320aa-2c61-4a6d-9a47-ce3de6a91748 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:52.337017 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-96c320aa-2c61-4a6d-9a47-ce3de6a91748 service neutron] 10.222.0.85 "PUT /v2.0/ports/fa65fbcd-288e-4705-b70a-673b02da016a HTTP/1.1" status: 200 len: 1131 time: 1.9970312 Mar 22 19:30:52.374735 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b95eec6a-f37b-4948-8119-09f5a5ac4215 req-051418a7-730a-4d24-82fe-453af9bbc11e tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:52.376637 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b95eec6a-f37b-4948-8119-09f5a5ac4215 req-051418a7-730a-4d24-82fe-453af9bbc11e tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7516851 Mar 22 19:30:52.388398 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-83680370-1a08-492e-bf3f-dcf0869f602d req-594c43fa-defe-4820-87b4-2c4c8c084dd3 service neutron] Request body: {'port': {'device_id': 'def263e3-2b7c-4878-b97f-ae3609667513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:52.455131 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-4ddc09d5-7c12-4f5c-9ce7-0998aac1ddb1 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Made reservation on behalf of 5b93875569cc4d4199ac35d06661afdf for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:30:52.459102 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-4ddc09d5-7c12-4f5c-9ce7-0998aac1ddb1 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:52.507125 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c320aa-2c61-4a6d-9a47-ce3de6a91748 service neutron] Pushing event updated for resources: {'Port': ['ID=fa65fbcd-288e-4705-b70a-673b02da016a,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:52.571753 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818d04e7-594e-4e39-ba6f-03a6bdbd8b79', 'name': 'network-vif-deleted', 'tag': '72e08ec3-d378-493a-bc45-59c0041a65d9'}, {'name': 'network-changed', 'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'tag': 'ec2b1e62-dccd-4ab7-8d96-30287c6313d6'}, {'name': 'network-changed', 'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'tag': 'fa65fbcd-288e-4705-b70a-673b02da016a'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:30:52.581814 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9504e13-17b2-4514-ad75-aa3ce570e66c" -d '{"events": [{"server_uuid": "818d04e7-594e-4e39-ba6f-03a6bdbd8b79", "name": "network-vif-deleted", "tag": "72e08ec3-d378-493a-bc45-59c0041a65d9"}, {"name": "network-changed", "server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "tag": "ec2b1e62-dccd-4ab7-8d96-30287c6313d6"}, {"name": "network-changed", "server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "tag": "fa65fbcd-288e-4705-b70a-673b02da016a"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:30:52.701468 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-594c43fa-defe-4820-87b4-2c4c8c084dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b0399ecc-f819-4dcd-8c6b-e07a031c9070), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:52.705889 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b95eec6a-f37b-4948-8119-09f5a5ac4215 req-8358f985-c4ec-4ba3-a5d5-996f5dc15055 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.92 HTTP/1.1" status: 200 len: 695 time: 0.2535253 Mar 22 19:30:52.868345 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e35197-efe4-400f-95d4-91e47154d1b1 req-560500d9-cecd-4403-97d7-120abadd3124 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:52.875769 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e35197-efe4-400f-95d4-91e47154d1b1 req-560500d9-cecd-4403-97d7-120abadd3124 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:52.885021 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e35197-efe4-400f-95d4-91e47154d1b1 req-560500d9-cecd-4403-97d7-120abadd3124 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:52.890331 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e35197-efe4-400f-95d4-91e47154d1b1 req-560500d9-cecd-4403-97d7-120abadd3124 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:52.897248 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e35197-efe4-400f-95d4-91e47154d1b1 req-560500d9-cecd-4403-97d7-120abadd3124 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:52.903685 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e35197-efe4-400f-95d4-91e47154d1b1 req-560500d9-cecd-4403-97d7-120abadd3124 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:52.912391 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-23e35197-efe4-400f-95d4-91e47154d1b1 req-560500d9-cecd-4403-97d7-120abadd3124 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 4600 time: 0.4449551 Mar 22 19:30:53.034906 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95eec6a-f37b-4948-8119-09f5a5ac4215 req-55914f88-7b4d-4f7a-92d7-909569356e52 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:53.036286 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b95eec6a-f37b-4948-8119-09f5a5ac4215 req-55914f88-7b4d-4f7a-92d7-909569356e52 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 784 time: 0.3208139 Mar 22 19:30:53.039863 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-4ddc09d5-7c12-4f5c-9ce7-0998aac1ddb1 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Allocated IP 172.20.0.4 (930b4136-5d1e-4d7e-95ed-27db03a5fcfc/0024126f-9e61-4e75-a43d-476a3a97ffe0/be4a2554-835a-4c09-96a6-d8cf8edbcb32) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:30:53.056416 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-b95eec6a-f37b-4948-8119-09f5a5ac4215 req-5752211f-a55c-44f0-9cf7-9fe8534b9cea tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:30:53.057583 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b95eec6a-f37b-4948-8119-09f5a5ac4215 req-5752211f-a55c-44f0-9cf7-9fe8534b9cea tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086648 Mar 22 19:30:53.126263 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-23e35197-efe4-400f-95d4-91e47154d1b1 req-43952445-7aa3-4436-b9b2-9294cefa966e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2128806 Mar 22 19:30:53.204788 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-4ddc09d5-7c12-4f5c-9ce7-0998aac1ddb1 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks [] for port (be4a2554-835a-4c09-96a6-d8cf8edbcb32), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:53.233125 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 22 Mar 2022 19:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedeb20c-b5a9-4abb-8fb9-bbe562756567 x-openstack-request-id: req-aedeb20c-b5a9-4abb-8fb9-bbe562756567 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:30:53.233708 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818d04e7-594e-4e39-ba6f-03a6bdbd8b79", "name": "network-vif-deleted", "tag": "72e08ec3-d378-493a-bc45-59c0041a65d9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "tag": "ec2b1e62-dccd-4ab7-8d96-30287c6313d6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "tag": "fa65fbcd-288e-4705-b70a-673b02da016a", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:30:53.233708 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-aedeb20c-b5a9-4abb-8fb9-bbe562756567 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:30:53.234211 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aedeb20c-b5a9-4abb-8fb9-bbe562756567'] response: {'server_uuid': '818d04e7-594e-4e39-ba6f-03a6bdbd8b79', 'name': 'network-vif-deleted', 'tag': '72e08ec3-d378-493a-bc45-59c0041a65d9', 'status': 'completed', 'code': 200} Mar 22 19:30:53.234472 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aedeb20c-b5a9-4abb-8fb9-bbe562756567'] response: {'name': 'network-changed', 'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'tag': 'ec2b1e62-dccd-4ab7-8d96-30287c6313d6', 'status': 'completed', 'code': 200} Mar 22 19:30:53.234725 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aedeb20c-b5a9-4abb-8fb9-bbe562756567'] response: {'name': 'network-changed', 'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'tag': 'fa65fbcd-288e-4705-b70a-673b02da016a', 'status': 'completed', 'code': 200} Mar 22 19:30:53.249169 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-4ddc09d5-7c12-4f5c-9ce7-0998aac1ddb1 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (be4a2554-835a-4c09-96a6-d8cf8edbcb32), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:53.264133 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['5138c1aa-0caf-46f6-b47a-ddde48e83e54'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:30:53.268303 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['c0260e53-be59-4113-b78a-c582176525b0'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:30:53.272938 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-4ddc09d5-7c12-4f5c-9ce7-0998aac1ddb1 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Network 930b4136-5d1e-4d7e-95ed-27db03a5fcfc is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:30:53.276860 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-4ddc09d5-7c12-4f5c-9ce7-0998aac1ddb1 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:30:53.305924 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-4ddc09d5-7c12-4f5c-9ce7-0998aac1ddb1 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:30:53.367898 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-4ddc09d5-7c12-4f5c-9ce7-0998aac1ddb1 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:53.368523 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-4ddc09d5-7c12-4f5c-9ce7-0998aac1ddb1 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:53.395515 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-4ddc09d5-7c12-4f5c-9ce7-0998aac1ddb1 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2201974 Mar 22 19:30:53.412367 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-865055fb-0ecf-4c97-a036-b3a2e306c887 service neutron] Request body: {'port': {'device_id': '8cc23b89-0a7c-44fd-a9a1-57b892552c8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:53.475391 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-96a25fa3-d09a-4065-9ddb-1585719baf81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (f2cbebe2-2178-4763-ae61-c5f357f52616), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:53.597583 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc09d5-7c12-4f5c-9ce7-0998aac1ddb1 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Pushing event updated for resources: {'Port': ['ID=be4a2554-835a-4c09-96a6-d8cf8edbcb32,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:53.599001 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12a55c-18c3-42ec-a1c6-50debc47724e req-cb99b7d6-eca5-4f77-9a42-f26337818ed7 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:53.619443 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cb12a55c-18c3-42ec-a1c6-50debc47724e req-cb99b7d6-eca5-4f77-9a42-f26337818ed7 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=8cc23b89-0a7c-44fd-a9a1-57b892552c8c HTTP/1.1" status: 200 len: 931 time: 0.3934128 Mar 22 19:30:53.661946 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-865055fb-0ecf-4c97-a036-b3a2e306c887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (be4a2554-835a-4c09-96a6-d8cf8edbcb32), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:53.877800 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9504e13-17b2-4514-ad75-aa3ce570e66c req-5ae8be11-c7e1-492b-84ca-4db0d1688661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:53.878486 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9504e13-17b2-4514-ad75-aa3ce570e66c req-5ae8be11-c7e1-492b-84ca-4db0d1688661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:53.879523 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9504e13-17b2-4514-ad75-aa3ce570e66c req-5ae8be11-c7e1-492b-84ca-4db0d1688661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:53.880620 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9504e13-17b2-4514-ad75-aa3ce570e66c req-5ae8be11-c7e1-492b-84ca-4db0d1688661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:53.881154 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9504e13-17b2-4514-ad75-aa3ce570e66c req-5ae8be11-c7e1-492b-84ca-4db0d1688661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:53.881673 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9504e13-17b2-4514-ad75-aa3ce570e66c req-5ae8be11-c7e1-492b-84ca-4db0d1688661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:53.884613 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9504e13-17b2-4514-ad75-aa3ce570e66c req-5ae8be11-c7e1-492b-84ca-4db0d1688661 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9e0e4ca7c14f4d59bf1ff2884bd386bd&device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5350 time: 0.5569789 Mar 22 19:30:53.907738 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-83680370-1a08-492e-bf3f-dcf0869f602d req-594c43fa-defe-4820-87b4-2c4c8c084dd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0399ecc-f819-4dcd-8c6b-e07a031c9070 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:30:53.951163 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-594c43fa-defe-4820-87b4-2c4c8c084dd3 service neutron] Publish callbacks [] for port (b0399ecc-f819-4dcd-8c6b-e07a031c9070), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:53.962644 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd5f7c-e68b-4565-8d40-5df3b0524f32 req-960cf4fe-730b-4202-823c-0e40c6919671 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:53.964810 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4dfd5f7c-e68b-4565-8d40-5df3b0524f32 req-960cf4fe-730b-4202-823c-0e40c6919671 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3969605 Mar 22 19:30:53.997020 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-241db40e-495f-4103-9349-b91a132d69c3 None None] Provisioning complete for port be4a2554-835a-4c09-96a6-d8cf8edbcb32 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:30:53.997395 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-241db40e-495f-4103-9349-b91a132d69c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (be4a2554-835a-4c09-96a6-d8cf8edbcb32), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:54.009876 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cb12a55c-18c3-42ec-a1c6-50debc47724e req-1a8538d7-33f0-44b3-bd6d-628a0f113860 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658867 Mar 22 19:30:54.131673 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-241db40e-495f-4103-9349-b91a132d69c3 None None] Port be4a2554-835a-4c09-96a6-d8cf8edbcb32 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:30:54.337240 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-865055fb-0ecf-4c97-a036-b3a2e306c887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be4a2554-835a-4c09-96a6-d8cf8edbcb32 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:30:54.362600 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-865055fb-0ecf-4c97-a036-b3a2e306c887 service neutron] Publish callbacks [] for port (be4a2554-835a-4c09-96a6-d8cf8edbcb32), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:54.386689 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-865055fb-0ecf-4c97-a036-b3a2e306c887 service neutron] Transition to ACTIVE for port object be4a2554-835a-4c09-96a6-d8cf8edbcb32 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:30:54.405257 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-96a25fa3-d09a-4065-9ddb-1585719baf81 admin admin] Deleting port 218587c5-6c3d-4c6f-afea-d305093daeb6 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:30:54.405927 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-96a25fa3-d09a-4065-9ddb-1585719baf81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (218587c5-6c3d-4c6f-afea-d305093daeb6), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:54.408054 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-865055fb-0ecf-4c97-a036-b3a2e306c887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (be4a2554-835a-4c09-96a6-d8cf8edbcb32), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:54.541300 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-83680370-1a08-492e-bf3f-dcf0869f602d req-594c43fa-defe-4820-87b4-2c4c8c084dd3 service neutron] Transition to ACTIVE for port object b0399ecc-f819-4dcd-8c6b-e07a031c9070 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:30:54.558821 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4dfd5f7c-e68b-4565-8d40-5df3b0524f32 req-2bd52da0-109d-489e-aeab-adda8f310c10 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.92 HTTP/1.1" status: 200 len: 695 time: 0.5701623 Mar 22 19:30:54.561345 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865055fb-0ecf-4c97-a036-b3a2e306c887 service neutron] Pushing event updated for resources: {'Port': ['ID=be4a2554-835a-4c09-96a6-d8cf8edbcb32,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:54.585292 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-594c43fa-defe-4820-87b4-2c4c8c084dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (b0399ecc-f819-4dcd-8c6b-e07a031c9070), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:54.622690 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-4dfd5f7c-e68b-4565-8d40-5df3b0524f32 req-8e3d2144-c215-436c-83f4-014dd33480b9 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Request body: {'floatingip': {'port_id': '7f5733db-943a-4497-a193-bb4029fc5a4e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:54.700723 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-96a25fa3-d09a-4065-9ddb-1585719baf81 admin admin] For port 218587c5-6c3d-4c6f-afea-d305093daeb6, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=218587c5-6c3d-4c6f-afea-d305093daeb6,segment=NetworkSegment(6a09aeb3-9dcd-43c2-9893-dabd14c26ff2),segment_id=6a09aeb3-9dcd-43c2-9893-dabd14c26ff2)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:30:54.701282 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-96a25fa3-d09a-4065-9ddb-1585719baf81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (218587c5-6c3d-4c6f-afea-d305093daeb6), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:54.704544 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-865055fb-0ecf-4c97-a036-b3a2e306c887 service neutron] Attempting to bind port be4a2554-835a-4c09-96a6-d8cf8edbcb32 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:30:54.704952 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-865055fb-0ecf-4c97-a036-b3a2e306c887 service neutron] Attempting to bind port be4a2554-835a-4c09-96a6-d8cf8edbcb32 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '96be6bee-54fd-44c5-9686-e45ec9f24a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:30:54.705315 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-865055fb-0ecf-4c97-a036-b3a2e306c887 service neutron] Attempting to bind port be4a2554-835a-4c09-96a6-d8cf8edbcb32 on network 930b4136-5d1e-4d7e-95ed-27db03a5fcfc {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:30:54.718939 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-865055fb-0ecf-4c97-a036-b3a2e306c887 service neutron] Port be4a2554-835a-4c09-96a6-d8cf8edbcb32 on network 930b4136-5d1e-4d7e-95ed-27db03a5fcfc not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:30:54.719273 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-865055fb-0ecf-4c97-a036-b3a2e306c887 service neutron] Attempting to bind port be4a2554-835a-4c09-96a6-d8cf8edbcb32 on network 930b4136-5d1e-4d7e-95ed-27db03a5fcfc {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:30:54.729620 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-865055fb-0ecf-4c97-a036-b3a2e306c887 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:30:54.730008 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-865055fb-0ecf-4c97-a036-b3a2e306c887 service neutron] Checking segment: {'id': '96be6bee-54fd-44c5-9686-e45ec9f24a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:30:54.731354 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-865055fb-0ecf-4c97-a036-b3a2e306c887 service neutron] Bound using segment: {'id': '96be6bee-54fd-44c5-9686-e45ec9f24a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:30:54.731808 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-865055fb-0ecf-4c97-a036-b3a2e306c887 service neutron] Bound port: be4a2554-835a-4c09-96a6-d8cf8edbcb32, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96be6bee-54fd-44c5-9686-e45ec9f24a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:30:54.732172 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-865055fb-0ecf-4c97-a036-b3a2e306c887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (be4a2554-835a-4c09-96a6-d8cf8edbcb32), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:54.734509 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-96a25fa3-d09a-4065-9ddb-1585719baf81 admin admin] Calling delete_port for 218587c5-6c3d-4c6f-afea-d305093daeb6 owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:30:54.791495 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c43fa-defe-4820-87b4-2c4c8c084dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=b0399ecc-f819-4dcd-8c6b-e07a031c9070,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:54.798139 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4dfd5f7c-e68b-4565-8d40-5df3b0524f32 req-8e3d2144-c215-436c-83f4-014dd33480b9 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks [] for floatingip (b4c78286-6406-4882-b8ab-52f105df65c8), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:54.887114 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-865055fb-0ecf-4c97-a036-b3a2e306c887 service neutron] For port be4a2554-835a-4c09-96a6-d8cf8edbcb32, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:30:54.892047 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-865055fb-0ecf-4c97-a036-b3a2e306c887 service neutron] For port be4a2554-835a-4c09-96a6-d8cf8edbcb32, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=be4a2554-835a-4c09-96a6-d8cf8edbcb32,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:30:54.935559 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-865055fb-0ecf-4c97-a036-b3a2e306c887 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (be4a2554-835a-4c09-96a6-d8cf8edbcb32), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:55.015304 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865055fb-0ecf-4c97-a036-b3a2e306c887 service neutron] Pushing event updated for resources: {'Port': ['ID=be4a2554-835a-4c09-96a6-d8cf8edbcb32,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:55.044564 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-865055fb-0ecf-4c97-a036-b3a2e306c887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:55.045877 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-865055fb-0ecf-4c97-a036-b3a2e306c887 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:55.048006 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-865055fb-0ecf-4c97-a036-b3a2e306c887 service neutron] 10.222.0.84 "PUT /v2.0/ports/be4a2554-835a-4c09-96a6-d8cf8edbcb32 HTTP/1.1" status: 200 len: 1092 time: 1.6436305 Mar 22 19:30:55.048633 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc23b89-0a7c-44fd-a9a1-57b892552c8c', 'tag': 'be4a2554-835a-4c09-96a6-d8cf8edbcb32'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:30:55.051162 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db56af3b-5b94-41a4-a561-780f7a580f43" -d '{"events": [{"name": "network-changed", "server_uuid": "8cc23b89-0a7c-44fd-a9a1-57b892552c8c", "tag": "be4a2554-835a-4c09-96a6-d8cf8edbcb32"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:30:55.260443 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843771f7-e570-434a-a2df-5bcc1699e554 req-a39c9eea-4386-405e-a236-4acec5a7f544 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:55.266266 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843771f7-e570-434a-a2df-5bcc1699e554 req-a39c9eea-4386-405e-a236-4acec5a7f544 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:55.266750 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-dcd85ad4-7745-4812-ae11-e30ff956ff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:55.268394 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-dcd85ad4-7745-4812-ae11-e30ff956ff48 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5b93875569cc4d4199ac35d06661afdf&device_id=8cc23b89-0a7c-44fd-a9a1-57b892552c8c HTTP/1.1" status: 200 len: 1126 time: 0.1686203 Mar 22 19:30:55.274250 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843771f7-e570-434a-a2df-5bcc1699e554 req-a39c9eea-4386-405e-a236-4acec5a7f544 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:55.292821 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843771f7-e570-434a-a2df-5bcc1699e554 req-a39c9eea-4386-405e-a236-4acec5a7f544 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:55.298922 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843771f7-e570-434a-a2df-5bcc1699e554 req-a39c9eea-4386-405e-a236-4acec5a7f544 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:55.305868 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843771f7-e570-434a-a2df-5bcc1699e554 req-a39c9eea-4386-405e-a236-4acec5a7f544 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:55.312676 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843771f7-e570-434a-a2df-5bcc1699e554 req-a39c9eea-4386-405e-a236-4acec5a7f544 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:55.315284 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-843771f7-e570-434a-a2df-5bcc1699e554 req-a39c9eea-4386-405e-a236-4acec5a7f544 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5443 time: 0.7724569 Mar 22 19:30:55.330453 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-e019e8a3-fc2a-4e89-9355-33aff7b68d88 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be4a2554-835a-4c09-96a6-d8cf8edbcb32 HTTP/1.1" status: 200 len: 217 time: 0.0502846 Mar 22 19:30:55.384754 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-37747fab-3447-4e59-98fb-e82d94c9be02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:55.387576 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-37747fab-3447-4e59-98fb-e82d94c9be02 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0024126f-9e61-4e75-a43d-476a3a97ffe0 HTTP/1.1" status: 200 len: 849 time: 0.0515416 Mar 22 19:30:55.396682 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-96a25fa3-d09a-4065-9ddb-1585719baf81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (218587c5-6c3d-4c6f-afea-d305093daeb6), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:55.460682 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a25fa3-d09a-4065-9ddb-1585719baf81 admin admin] Pushing event deleted for resources: {'Port': ['ID=218587c5-6c3d-4c6f-afea-d305093daeb6,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:55.499906 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9504e13-17b2-4514-ad75-aa3ce570e66c req-a39a8151-7f6c-4030-bf98-3e06468f3d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:55.500504 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9504e13-17b2-4514-ad75-aa3ce570e66c req-a39a8151-7f6c-4030-bf98-3e06468f3d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:55.501262 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9504e13-17b2-4514-ad75-aa3ce570e66c req-a39a8151-7f6c-4030-bf98-3e06468f3d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:55.504233 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9504e13-17b2-4514-ad75-aa3ce570e66c req-a39a8151-7f6c-4030-bf98-3e06468f3d67 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=9e0e4ca7c14f4d59bf1ff2884bd386bd&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.6035173 Mar 22 19:30:55.537118 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:30:55.679229 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-1086916e-37b3-4c9d-8c68-8c131ee398eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:55.686338 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-1086916e-37b3-4c9d-8c68-8c131ee398eb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2632642 Mar 22 19:30:55.902700 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-96a25fa3-d09a-4065-9ddb-1585719baf81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (f2cbebe2-2178-4763-ae61-c5f357f52616), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:55.927060 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-83680370-1a08-492e-bf3f-dcf0869f602d req-594c43fa-defe-4820-87b4-2c4c8c084dd3 service neutron] Attempting to bind port b0399ecc-f819-4dcd-8c6b-e07a031c9070 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:30:55.927705 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-83680370-1a08-492e-bf3f-dcf0869f602d req-594c43fa-defe-4820-87b4-2c4c8c084dd3 service neutron] Attempting to bind port b0399ecc-f819-4dcd-8c6b-e07a031c9070 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '2b2f754a-9aa8-45d3-9412-08ccd40762e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e604f75b-118b-4af9-acd0-200e012a697d'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:30:55.927705 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-594c43fa-defe-4820-87b4-2c4c8c084dd3 service neutron] Attempting to bind port b0399ecc-f819-4dcd-8c6b-e07a031c9070 on network e604f75b-118b-4af9-acd0-200e012a697d {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:30:55.951543 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-594c43fa-defe-4820-87b4-2c4c8c084dd3 service neutron] Port b0399ecc-f819-4dcd-8c6b-e07a031c9070 on network e604f75b-118b-4af9-acd0-200e012a697d not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:30:55.951543 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-594c43fa-defe-4820-87b4-2c4c8c084dd3 service neutron] Attempting to bind port b0399ecc-f819-4dcd-8c6b-e07a031c9070 on network e604f75b-118b-4af9-acd0-200e012a697d {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:30:55.970566 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-78aefec1-ca70-4ca4-b5b4-80c9544eed14 service neutron] 10.222.0.84 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712018 Mar 22 19:30:56.000989 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-594c43fa-defe-4820-87b4-2c4c8c084dd3 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:30:56.001334 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-594c43fa-defe-4820-87b4-2c4c8c084dd3 service neutron] Checking segment: {'id': '2b2f754a-9aa8-45d3-9412-08ccd40762e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e604f75b-118b-4af9-acd0-200e012a697d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:30:56.001715 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-594c43fa-defe-4820-87b4-2c4c8c084dd3 service neutron] Bound using segment: {'id': '2b2f754a-9aa8-45d3-9412-08ccd40762e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e604f75b-118b-4af9-acd0-200e012a697d'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:30:56.002271 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-83680370-1a08-492e-bf3f-dcf0869f602d req-594c43fa-defe-4820-87b4-2c4c8c084dd3 service neutron] Bound port: b0399ecc-f819-4dcd-8c6b-e07a031c9070, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b2f754a-9aa8-45d3-9412-08ccd40762e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e604f75b-118b-4af9-acd0-200e012a697d'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:30:56.002695 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-594c43fa-defe-4820-87b4-2c4c8c084dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b0399ecc-f819-4dcd-8c6b-e07a031c9070), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:56.039728 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9504e13-17b2-4514-ad75-aa3ce570e66c req-cd3b3865-58e5-4dc3-acd3-814c6ae63a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:56.041298 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9504e13-17b2-4514-ad75-aa3ce570e66c req-cd3b3865-58e5-4dc3-acd3-814c6ae63a9b service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5261075 Mar 22 19:30:56.125187 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-83680370-1a08-492e-bf3f-dcf0869f602d req-594c43fa-defe-4820-87b4-2c4c8c084dd3 service neutron] For port b0399ecc-f819-4dcd-8c6b-e07a031c9070, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:30:56.129858 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-83680370-1a08-492e-bf3f-dcf0869f602d req-594c43fa-defe-4820-87b4-2c4c8c084dd3 service neutron] For port b0399ecc-f819-4dcd-8c6b-e07a031c9070, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=b0399ecc-f819-4dcd-8c6b-e07a031c9070,segment=NetworkSegment(2b2f754a-9aa8-45d3-9412-08ccd40762e0),segment_id=2b2f754a-9aa8-45d3-9412-08ccd40762e0)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:30:56.202803 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-594c43fa-defe-4820-87b4-2c4c8c084dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (b0399ecc-f819-4dcd-8c6b-e07a031c9070), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:56.215135 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-629b47d4-0fe7-4a72-a27a-4ca2bb7442cb req-00521ce7-50eb-412a-adbd-19257b792351 service neutron] 10.222.0.84 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919184 Mar 22 19:30:56.243137 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-594c43fa-defe-4820-87b4-2c4c8c084dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:56.243773 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-594c43fa-defe-4820-87b4-2c4c8c084dd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:56.245234 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-594c43fa-defe-4820-87b4-2c4c8c084dd3 service neutron] 10.222.0.85 "PUT /v2.0/ports/b0399ecc-f819-4dcd-8c6b-e07a031c9070 HTTP/1.1" status: 200 len: 1131 time: 3.8617368 Mar 22 19:30:56.270628 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'tag': 'b0399ecc-f819-4dcd-8c6b-e07a031c9070'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:30:56.273231 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24838ea-c232-4816-a869-126d29c7c7e1" -d '{"events": [{"name": "network-changed", "server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "tag": "b0399ecc-f819-4dcd-8c6b-e07a031c9070"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:30:56.282004 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-83680370-1a08-492e-bf3f-dcf0869f602d req-1e924040-1260-44d0-a972-de7f924e9419 service neutron] Request body: {'port': {'device_id': 'def263e3-2b7c-4878-b97f-ae3609667513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:56.295464 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-843771f7-e570-434a-a2df-5bcc1699e554 req-c2b21753-9dfb-4408-b5e7-9a7ed78941cb tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7833021 Mar 22 19:30:56.344472 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.db.resource_extend [req-4dfd5f7c-e68b-4565-8d40-5df3b0524f32 req-8e3d2144-c215-436c-83f4-014dd33480b9 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:30:56.470784 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4dfd5f7c-e68b-4565-8d40-5df3b0524f32 req-8e3d2144-c215-436c-83f4-014dd33480b9 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:56.522713 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a25fa3-d09a-4065-9ddb-1585719baf81 admin admin] Router f2cbebe2-2178-4763-ae61-c5f357f52616 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:30:56.595723 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-1e924040-1260-44d0-a972-de7f924e9419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ba728d56-f25b-46d3-9cae-ed09ba82a9e1), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:56.616809 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4dfd5f7c-e68b-4565-8d40-5df3b0524f32 req-8e3d2144-c215-436c-83f4-014dd33480b9 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (b4c78286-6406-4882-b8ab-52f105df65c8), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:56.679382 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a25fa3-d09a-4065-9ddb-1585719baf81 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:30:56.691865 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8e91c9-14b6-4a87-8f75-fb2352f1e8c1 None None] Sync routers for ids ['f2cbebe2-2178-4763-ae61-c5f357f52616'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:30:56.695217 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-96a25fa3-d09a-4065-9ddb-1585719baf81 admin admin] 10.222.0.75 "PUT /v2.0/routers/f2cbebe2-2178-4763-ae61-c5f357f52616/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8755312 Mar 22 19:30:56.697919 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55206) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:56.717370 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8e91c9-14b6-4a87-8f75-fb2352f1e8c1 None None] Routers {'f2cbebe2-2178-4763-ae61-c5f357f52616'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:30:56.718810 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-5c8e91c9-14b6-4a87-8f75-fb2352f1e8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:30:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f2cbebe2-2178-4763-ae61-c5f357f52616'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:30:56.722249 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9504e13-17b2-4514-ad75-aa3ce570e66c req-eb585843-acda-4f56-9af9-95667d0b8cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:56.722773 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9504e13-17b2-4514-ad75-aa3ce570e66c req-eb585843-acda-4f56-9af9-95667d0b8cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:56.723215 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9504e13-17b2-4514-ad75-aa3ce570e66c req-eb585843-acda-4f56-9af9-95667d0b8cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:56.723685 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9504e13-17b2-4514-ad75-aa3ce570e66c req-eb585843-acda-4f56-9af9-95667d0b8cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:56.727446 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9504e13-17b2-4514-ad75-aa3ce570e66c req-eb585843-acda-4f56-9af9-95667d0b8cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:56.727935 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9504e13-17b2-4514-ad75-aa3ce570e66c req-eb585843-acda-4f56-9af9-95667d0b8cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:56.728410 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9504e13-17b2-4514-ad75-aa3ce570e66c req-eb585843-acda-4f56-9af9-95667d0b8cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:56.735949 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9504e13-17b2-4514-ad75-aa3ce570e66c req-eb585843-acda-4f56-9af9-95667d0b8cc0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9e0e4ca7c14f4d59bf1ff2884bd386bd&device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 6305 time: 0.6001201 Mar 22 19:30:56.737420 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c43fa-defe-4820-87b4-2c4c8c084dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=b0399ecc-f819-4dcd-8c6b-e07a031c9070,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:56.880296 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe633-3db6-4a7b-a744-2895e6f67316 admin admin] Publish callbacks [] for router (f2cbebe2-2178-4763-ae61-c5f357f52616), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:56.937914 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-5c8e91c9-14b6-4a87-8f75-fb2352f1e8c1 None None] Set router f2cbebe2-2178-4763-ae61-c5f357f52616 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:30:57.028150 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe633-3db6-4a7b-a744-2895e6f67316 admin admin] Publish callbacks [] for router_gateway (f2cbebe2-2178-4763-ae61-c5f357f52616), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:57.080968 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f3c64-4377-4369-b5c2-ff6abcfa1415 req-3550f660-a653-4cf8-8b08-7811bae4ba27 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:57.101652 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f3c64-4377-4369-b5c2-ff6abcfa1415 req-3550f660-a653-4cf8-8b08-7811bae4ba27 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:57.113055 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f3c64-4377-4369-b5c2-ff6abcfa1415 req-3550f660-a653-4cf8-8b08-7811bae4ba27 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:57.114179 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-0d0fe633-3db6-4a7b-a744-2895e6f67316 admin admin] Deleting port f60b44cb-f5ca-42b7-915d-e164e1b123e6 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:30:57.114518 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe633-3db6-4a7b-a744-2895e6f67316 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f60b44cb-f5ca-42b7-915d-e164e1b123e6), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:57.136005 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f3c64-4377-4369-b5c2-ff6abcfa1415 req-3550f660-a653-4cf8-8b08-7811bae4ba27 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:57.147624 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f3c64-4377-4369-b5c2-ff6abcfa1415 req-3550f660-a653-4cf8-8b08-7811bae4ba27 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:57.158996 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f3c64-4377-4369-b5c2-ff6abcfa1415 req-3550f660-a653-4cf8-8b08-7811bae4ba27 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:57.177306 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f3c64-4377-4369-b5c2-ff6abcfa1415 req-3550f660-a653-4cf8-8b08-7811bae4ba27 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:57.189273 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-932f3c64-4377-4369-b5c2-ff6abcfa1415 req-3550f660-a653-4cf8-8b08-7811bae4ba27 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5372 time: 0.7068050 Mar 22 19:30:57.213645 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-5c8e91c9-14b6-4a87-8f75-fb2352f1e8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2cbebe2-2178-4763-ae61-c5f357f52616', 'name': 'tempest-TestServerMultinode-40879051-router', 'tenant_id': '3b904c7ad2a94d7b8ba5ca90862127a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': 'f60b44cb-f5ca-42b7-915d-e164e1b123e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:06Z', 'updated_at': '2022-03-22T19:30:55Z', 'revision_number': 5, 'project_id': '3b904c7ad2a94d7b8ba5ca90862127a1', 'gw_port': {'id': 'f60b44cb-f5ca-42b7-915d-e164e1b123e6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:c7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2cbebe2-2178-4763-ae61-c5f357f52616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:08Z', 'updated_at': '2022-03-22T19:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:30:57.241414 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-0d0fe633-3db6-4a7b-a744-2895e6f67316 admin admin] For port f60b44cb-f5ca-42b7-915d-e164e1b123e6, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f60b44cb-f5ca-42b7-915d-e164e1b123e6,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:30:57.241971 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe633-3db6-4a7b-a744-2895e6f67316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f60b44cb-f5ca-42b7-915d-e164e1b123e6), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:57.245286 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8e91c9-14b6-4a87-8f75-fb2352f1e8c1 None None] Checking router: f2cbebe2-2178-4763-ae61-c5f357f52616 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:30:57.256312 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-0d0fe633-3db6-4a7b-a744-2895e6f67316 admin admin] Calling delete_port for f60b44cb-f5ca-42b7-915d-e164e1b123e6 owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:30:57.270260 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8e91c9-14b6-4a87-8f75-fb2352f1e8c1 None None] Routers {'f2cbebe2-2178-4763-ae61-c5f357f52616'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:30:57.271262 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-5c8e91c9-14b6-4a87-8f75-fb2352f1e8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:30:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f2cbebe2-2178-4763-ae61-c5f357f52616'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:30:57.299602 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [req-4dfd5f7c-e68b-4565-8d40-5df3b0524f32 req-8e3d2144-c215-436c-83f4-014dd33480b9 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Floating IP b4c78286-6406-4882-b8ab-52f105df65c8 associated. External IP: 172.25.5.92, port: 7f5733db-943a-4497-a193-bb4029fc5a4e. Mar 22 19:30:57.380892 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-5c8e91c9-14b6-4a87-8f75-fb2352f1e8c1 None None] Set router f2cbebe2-2178-4763-ae61-c5f357f52616 gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:30:57.454915 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe633-3db6-4a7b-a744-2895e6f67316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f60b44cb-f5ca-42b7-915d-e164e1b123e6), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:57.460150 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-5c8e91c9-14b6-4a87-8f75-fb2352f1e8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2cbebe2-2178-4763-ae61-c5f357f52616', 'name': 'tempest-TestServerMultinode-40879051-router', 'tenant_id': '3b904c7ad2a94d7b8ba5ca90862127a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:06Z', 'updated_at': '2022-03-22T19:30:57Z', 'revision_number': 6, 'project_id': '3b904c7ad2a94d7b8ba5ca90862127a1', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:30:57.490831 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8e91c9-14b6-4a87-8f75-fb2352f1e8c1 None None] The sync data for ids ['f2cbebe2-2178-4763-ae61-c5f357f52616'] in n-d-705658-24 is: [{'id': 'f2cbebe2-2178-4763-ae61-c5f357f52616', 'name': 'tempest-TestServerMultinode-40879051-router', 'tenant_id': '3b904c7ad2a94d7b8ba5ca90862127a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:06Z', 'updated_at': '2022-03-22T19:30:57Z', 'revision_number': 6, 'project_id': '3b904c7ad2a94d7b8ba5ca90862127a1', 'gw_port_host': None}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:30:57.495522 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0fe633-3db6-4a7b-a744-2895e6f67316 admin admin] Pushing event deleted for resources: {'Port': ['ID=f60b44cb-f5ca-42b7-915d-e164e1b123e6,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:57.583621 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe633-3db6-4a7b-a744-2895e6f67316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (f2cbebe2-2178-4763-ae61-c5f357f52616), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:57.688978 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe633-3db6-4a7b-a744-2895e6f67316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (f2cbebe2-2178-4763-ae61-c5f357f52616), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:57.692339 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe633-3db6-4a7b-a744-2895e6f67316 admin admin] Publish callbacks [] for router_controller (f2cbebe2-2178-4763-ae61-c5f357f52616), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:57.752935 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe633-3db6-4a7b-a744-2895e6f67316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (f2cbebe2-2178-4763-ae61-c5f357f52616), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:57.754419 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0fe633-3db6-4a7b-a744-2895e6f67316 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2cbebe2-2178-4763-ae61-c5f357f52616 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:30:57.767579 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0d0fe633-3db6-4a7b-a744-2895e6f67316 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:57.770232 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0d0fe633-3db6-4a7b-a744-2895e6f67316 admin admin] 10.222.0.75 "DELETE /v2.0/routers/f2cbebe2-2178-4763-ae61-c5f357f52616 HTTP/1.1" status: 204 len: 168 time: 1.0712838 Mar 22 19:30:57.772858 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55208) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:57.805397 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-932f3c64-4377-4369-b5c2-ff6abcfa1415 req-ec5b2534-2856-4d03-9e3b-67d7fc9aadf0 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6151237 Mar 22 19:30:57.900282 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad20bcfb-d9cb-47ab-a279-ebd96f9f472e admin admin] Deleting subnet c5a736f5-2cca-4f7a-87a4-e3c159387d4f {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:30:57.913184 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad20bcfb-d9cb-47ab-a279-ebd96f9f472e admin admin] Publish callbacks [] for subnet (c5a736f5-2cca-4f7a-87a4-e3c159387d4f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:57.982214 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9504e13-17b2-4514-ad75-aa3ce570e66c req-c4027ab9-61dc-45de-967a-0236e621cef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:57.985061 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9504e13-17b2-4514-ad75-aa3ce570e66c req-c4027ab9-61dc-45de-967a-0236e621cef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:57.985577 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9504e13-17b2-4514-ad75-aa3ce570e66c req-c4027ab9-61dc-45de-967a-0236e621cef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:57.990844 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9504e13-17b2-4514-ad75-aa3ce570e66c req-c4027ab9-61dc-45de-967a-0236e621cef8 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=9e0e4ca7c14f4d59bf1ff2884bd386bd&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.1968865 Mar 22 19:30:58.013058 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad20bcfb-d9cb-47ab-a279-ebd96f9f472e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (c5a736f5-2cca-4f7a-87a4-e3c159387d4f), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:58.045653 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 218587c5-6c3d-4c6f-afea-d305093daeb6 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:30:58.086258 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 218587c5-6c3d-4c6f-afea-d305093daeb6 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:30:58.088031 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 218587c5-6c3d-4c6f-afea-d305093daeb6 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:30:58.135061 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad20bcfb-d9cb-47ab-a279-ebd96f9f472e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (c5a736f5-2cca-4f7a-87a4-e3c159387d4f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:58.204103 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad20bcfb-d9cb-47ab-a279-ebd96f9f472e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (c5a736f5-2cca-4f7a-87a4-e3c159387d4f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:58.246499 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20bcfb-d9cb-47ab-a279-ebd96f9f472e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5a736f5-2cca-4f7a-87a4-e3c159387d4f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:58.250612 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad20bcfb-d9cb-47ab-a279-ebd96f9f472e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:58.250883 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb87aa-10ad-4368-a041-059fcb070d6d req-1e4a3113-17ff-4ee0-b9a3-b88086ac689b tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:58.252509 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-67eb87aa-10ad-4368-a041-059fcb070d6d req-1e4a3113-17ff-4ee0-b9a3-b88086ac689b tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=8cc23b89-0a7c-44fd-a9a1-57b892552c8c HTTP/1.1" status: 200 len: 943 time: 0.2599547 Mar 22 19:30:58.256418 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ad20bcfb-d9cb-47ab-a279-ebd96f9f472e admin admin] 10.222.0.75 "DELETE /v2.0/subnets/c5a736f5-2cca-4f7a-87a4-e3c159387d4f HTTP/1.1" status: 204 len: 168 time: 0.4821405 Mar 22 19:30:58.257023 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55210) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:30:58.261732 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5f4dc6-61cf-40cc-a96e-429fa4d404a3 None None] Network 7b3e2f26-3add-4239-9044-1569c5fdc402 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:30:58.333661 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fde21dec-2351-4673-975d-cde3e8a42df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (7b3e2f26-3add-4239-9044-1569c5fdc402), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:58.418174 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9504e13-17b2-4514-ad75-aa3ce570e66c req-9a582eec-9f0f-4a1b-a1fa-d73149f979c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:58.419750 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9504e13-17b2-4514-ad75-aa3ce570e66c req-9a582eec-9f0f-4a1b-a1fa-d73149f979c4 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4158528 Mar 22 19:30:58.447801 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-67eb87aa-10ad-4368-a041-059fcb070d6d req-190e1564-90ce-4f1f-a541-dbea880f793d tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779089 Mar 22 19:30:58.487886 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-fde21dec-2351-4673-975d-cde3e8a42df4 admin admin] Deleting port 86d3edf8-a693-4dd7-af31-e91e9358e458 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:30:58.488227 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fde21dec-2351-4673-975d-cde3e8a42df4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (86d3edf8-a693-4dd7-af31-e91e9358e458), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:58.516438 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4efee0-313f-4fee-9fbf-05c9ad6d8721 None None] DHCP port deletion for 7b3e2f26-3add-4239-9044-1569c5fdc402 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:30:58.558127 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4dfd5f7c-e68b-4565-8d40-5df3b0524f32 req-8e3d2144-c215-436c-83f4-014dd33480b9 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Router 16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:30:58.577133 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-83680370-1a08-492e-bf3f-dcf0869f602d req-1e924040-1260-44d0-a972-de7f924e9419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba728d56-f25b-46d3-9cae-ed09ba82a9e1 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:30:58.588894 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-1e924040-1260-44d0-a972-de7f924e9419 service neutron] Publish callbacks [] for port (ba728d56-f25b-46d3-9cae-ed09ba82a9e1), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:58.631603 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1bc13a-c31a-4d24-885f-adb1727540ef x-openstack-request-id: req-bf1bc13a-c31a-4d24-885f-adb1727540ef {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:30:58.631931 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "tag": "b0399ecc-f819-4dcd-8c6b-e07a031c9070", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:30:58.632377 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bf1bc13a-c31a-4d24-885f-adb1727540ef {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:30:58.632903 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf1bc13a-c31a-4d24-885f-adb1727540ef'] response: {'name': 'network-changed', 'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'tag': 'b0399ecc-f819-4dcd-8c6b-e07a031c9070', 'status': 'completed', 'code': 200} Mar 22 19:30:58.662773 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-9c4efee0-313f-4fee-9fbf-05c9ad6d8721 None None] Deleting port 86d3edf8-a693-4dd7-af31-e91e9358e458 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:30:58.663499 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9c4efee0-313f-4fee-9fbf-05c9ad6d8721 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (86d3edf8-a693-4dd7-af31-e91e9358e458), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:58.708742 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-83680370-1a08-492e-bf3f-dcf0869f602d req-1e924040-1260-44d0-a972-de7f924e9419 service neutron] Transition to ACTIVE for port object ba728d56-f25b-46d3-9cae-ed09ba82a9e1 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:30:58.746643 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-1e924040-1260-44d0-a972-de7f924e9419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (ba728d56-f25b-46d3-9cae-ed09ba82a9e1), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:58.764832 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-9c4efee0-313f-4fee-9fbf-05c9ad6d8721 None None] For port 86d3edf8-a693-4dd7-af31-e91e9358e458, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=86d3edf8-a693-4dd7-af31-e91e9358e458,segment=NetworkSegment(6a09aeb3-9dcd-43c2-9893-dabd14c26ff2),segment_id=6a09aeb3-9dcd-43c2-9893-dabd14c26ff2)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:30:58.765753 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9c4efee0-313f-4fee-9fbf-05c9ad6d8721 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (86d3edf8-a693-4dd7-af31-e91e9358e458), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:58.786941 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-9c4efee0-313f-4fee-9fbf-05c9ad6d8721 None None] Calling delete_port for 86d3edf8-a693-4dd7-af31-e91e9358e458 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:30:58.862123 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24838ea-c232-4816-a869-126d29c7c7e1 req-47fbbbc1-0e82-45d0-827a-b03bfe149fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:58.863302 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24838ea-c232-4816-a869-126d29c7c7e1 req-47fbbbc1-0e82-45d0-827a-b03bfe149fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:58.863784 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24838ea-c232-4816-a869-126d29c7c7e1 req-47fbbbc1-0e82-45d0-827a-b03bfe149fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:58.864455 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24838ea-c232-4816-a869-126d29c7c7e1 req-47fbbbc1-0e82-45d0-827a-b03bfe149fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:58.864922 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24838ea-c232-4816-a869-126d29c7c7e1 req-47fbbbc1-0e82-45d0-827a-b03bfe149fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:58.865395 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24838ea-c232-4816-a869-126d29c7c7e1 req-47fbbbc1-0e82-45d0-827a-b03bfe149fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:58.865876 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24838ea-c232-4816-a869-126d29c7c7e1 req-47fbbbc1-0e82-45d0-827a-b03bfe149fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:58.870044 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e24838ea-c232-4816-a869-126d29c7c7e1 req-47fbbbc1-0e82-45d0-827a-b03bfe149fe7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9e0e4ca7c14f4d59bf1ff2884bd386bd&device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 6305 time: 0.1975131 Mar 22 19:30:58.952176 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9c4efee0-313f-4fee-9fbf-05c9ad6d8721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (86d3edf8-a693-4dd7-af31-e91e9358e458), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:59.005813 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4efee0-313f-4fee-9fbf-05c9ad6d8721 None None] Pushing event deleted for resources: {'Port': ['ID=86d3edf8-a693-4dd7-af31-e91e9358e458,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:59.018079 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4efee0-313f-4fee-9fbf-05c9ad6d8721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:59.018823 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4efee0-313f-4fee-9fbf-05c9ad6d8721 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:59.019409 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4efee0-313f-4fee-9fbf-05c9ad6d8721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:59.019978 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4efee0-313f-4fee-9fbf-05c9ad6d8721 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:59.020543 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4efee0-313f-4fee-9fbf-05c9ad6d8721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:59.021114 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4efee0-313f-4fee-9fbf-05c9ad6d8721 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:59.021673 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4efee0-313f-4fee-9fbf-05c9ad6d8721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:59.022244 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4efee0-313f-4fee-9fbf-05c9ad6d8721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:59.024949 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4efee0-313f-4fee-9fbf-05c9ad6d8721 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:59.025540 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4efee0-313f-4fee-9fbf-05c9ad6d8721 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:59.029462 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4efee0-313f-4fee-9fbf-05c9ad6d8721 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:59.030076 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4efee0-313f-4fee-9fbf-05c9ad6d8721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:59.030588 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4efee0-313f-4fee-9fbf-05c9ad6d8721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:59.031117 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4efee0-313f-4fee-9fbf-05c9ad6d8721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:59.031607 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4efee0-313f-4fee-9fbf-05c9ad6d8721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:30:59.044279 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4efee0-313f-4fee-9fbf-05c9ad6d8721 None None] No DVR routers for this DVR port 86d3edf8-a693-4dd7-af31-e91e9358e458 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:30:59.068814 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4e6473-abd8-44b8-9eea-772324199e78 x-openstack-request-id: req-1f4e6473-abd8-44b8-9eea-772324199e78 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:30:59.069288 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cc23b89-0a7c-44fd-a9a1-57b892552c8c", "tag": "be4a2554-835a-4c09-96a6-d8cf8edbcb32", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:30:59.069376 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1f4e6473-abd8-44b8-9eea-772324199e78 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:30:59.069774 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f4e6473-abd8-44b8-9eea-772324199e78'] response: {'name': 'network-changed', 'server_uuid': '8cc23b89-0a7c-44fd-a9a1-57b892552c8c', 'tag': 'be4a2554-835a-4c09-96a6-d8cf8edbcb32', 'status': 'completed', 'code': 200} Mar 22 19:30:59.109337 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e924040-1260-44d0-a972-de7f924e9419 service neutron] Pushing event updated for resources: {'Port': ['ID=ba728d56-f25b-46d3-9cae-ed09ba82a9e1,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:59.125486 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ee743-aed1-4c28-91b2-4fb4e5968751 req-ca1a9e50-428c-4e53-b0ff-36b7a664c93b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:59.128241 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-fde21dec-2351-4673-975d-cde3e8a42df4 admin admin] For port 86d3edf8-a693-4dd7-af31-e91e9358e458, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=86d3edf8-a693-4dd7-af31-e91e9358e458,segment=NetworkSegment(6a09aeb3-9dcd-43c2-9893-dabd14c26ff2),segment_id=6a09aeb3-9dcd-43c2-9893-dabd14c26ff2)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:30:59.128704 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fde21dec-2351-4673-975d-cde3e8a42df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (86d3edf8-a693-4dd7-af31-e91e9358e458), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:59.130705 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ee743-aed1-4c28-91b2-4fb4e5968751 req-ca1a9e50-428c-4e53-b0ff-36b7a664c93b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:59.135920 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ee743-aed1-4c28-91b2-4fb4e5968751 req-ca1a9e50-428c-4e53-b0ff-36b7a664c93b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:59.141146 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ee743-aed1-4c28-91b2-4fb4e5968751 req-ca1a9e50-428c-4e53-b0ff-36b7a664c93b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:59.147017 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ee743-aed1-4c28-91b2-4fb4e5968751 req-ca1a9e50-428c-4e53-b0ff-36b7a664c93b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:59.151342 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-fde21dec-2351-4673-975d-cde3e8a42df4 admin admin] Calling delete_port for 86d3edf8-a693-4dd7-af31-e91e9358e458 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:30:59.152274 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ee743-aed1-4c28-91b2-4fb4e5968751 req-ca1a9e50-428c-4e53-b0ff-36b7a664c93b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:59.157500 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ee743-aed1-4c28-91b2-4fb4e5968751 req-ca1a9e50-428c-4e53-b0ff-36b7a664c93b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:59.159484 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d02ee743-aed1-4c28-91b2-4fb4e5968751 req-ca1a9e50-428c-4e53-b0ff-36b7a664c93b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5443 time: 0.4471533 Mar 22 19:30:59.170722 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56af3b-5b94-41a4-a561-780f7a580f43 req-e8a5b19f-e019-400b-95b4-ad1e4ce6de6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:59.170722 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-db56af3b-5b94-41a4-a561-780f7a580f43 req-e8a5b19f-e019-400b-95b4-ad1e4ce6de6d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5b93875569cc4d4199ac35d06661afdf&device_id=8cc23b89-0a7c-44fd-a9a1-57b892552c8c HTTP/1.1" status: 200 len: 1126 time: 0.0974767 Mar 22 19:30:59.180456 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4dfd5f7c-e68b-4565-8d40-5df3b0524f32 req-8e3d2144-c215-436c-83f4-014dd33480b9 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:30:59.189710 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4dfd5f7c-e68b-4565-8d40-5df3b0524f32 req-8e3d2144-c215-436c-83f4-014dd33480b9 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:59.197203 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fc6a02-6197-4c65-a1bc-b3ad803961a0 None None] Sync routers for ids ['16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:30:59.214759 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fc6a02-6197-4c65-a1bc-b3ad803961a0 None None] Routers {'16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:30:59.217639 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-95fc6a02-6197-4c65-a1bc-b3ad803961a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:30:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:30:59.257497 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4dfd5f7c-e68b-4565-8d40-5df3b0524f32 req-8e3d2144-c215-436c-83f4-014dd33480b9 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "PUT /v2.0/floatingips/b4c78286-6406-4882-b8ab-52f105df65c8 HTTP/1.1" status: 200 len: 995 time: 4.6394286 Mar 22 19:30:59.265738 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-83680370-1a08-492e-bf3f-dcf0869f602d req-1e924040-1260-44d0-a972-de7f924e9419 service neutron] Attempting to bind port ba728d56-f25b-46d3-9cae-ed09ba82a9e1 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:30:59.265738 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-83680370-1a08-492e-bf3f-dcf0869f602d req-1e924040-1260-44d0-a972-de7f924e9419 service neutron] Attempting to bind port ba728d56-f25b-46d3-9cae-ed09ba82a9e1 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '2b2f754a-9aa8-45d3-9412-08ccd40762e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e604f75b-118b-4af9-acd0-200e012a697d'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:30:59.265738 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-1e924040-1260-44d0-a972-de7f924e9419 service neutron] Attempting to bind port ba728d56-f25b-46d3-9cae-ed09ba82a9e1 on network e604f75b-118b-4af9-acd0-200e012a697d {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:30:59.309563 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-1e924040-1260-44d0-a972-de7f924e9419 service neutron] Port ba728d56-f25b-46d3-9cae-ed09ba82a9e1 on network e604f75b-118b-4af9-acd0-200e012a697d not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:30:59.311189 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-1e924040-1260-44d0-a972-de7f924e9419 service neutron] Attempting to bind port ba728d56-f25b-46d3-9cae-ed09ba82a9e1 on network e604f75b-118b-4af9-acd0-200e012a697d {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:30:59.323980 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-1e924040-1260-44d0-a972-de7f924e9419 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:30:59.323980 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-1e924040-1260-44d0-a972-de7f924e9419 service neutron] Checking segment: {'id': '2b2f754a-9aa8-45d3-9412-08ccd40762e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e604f75b-118b-4af9-acd0-200e012a697d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:30:59.323980 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-1e924040-1260-44d0-a972-de7f924e9419 service neutron] Bound using segment: {'id': '2b2f754a-9aa8-45d3-9412-08ccd40762e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e604f75b-118b-4af9-acd0-200e012a697d'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:30:59.323980 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-83680370-1a08-492e-bf3f-dcf0869f602d req-1e924040-1260-44d0-a972-de7f924e9419 service neutron] Bound port: ba728d56-f25b-46d3-9cae-ed09ba82a9e1, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b2f754a-9aa8-45d3-9412-08ccd40762e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e604f75b-118b-4af9-acd0-200e012a697d'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:30:59.323980 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-1e924040-1260-44d0-a972-de7f924e9419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ba728d56-f25b-46d3-9cae-ed09ba82a9e1), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:59.365497 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24838ea-c232-4816-a869-126d29c7c7e1 req-2df1b78d-4476-404e-882e-9bada5943dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:59.366049 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24838ea-c232-4816-a869-126d29c7c7e1 req-2df1b78d-4476-404e-882e-9bada5943dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:59.366468 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24838ea-c232-4816-a869-126d29c7c7e1 req-2df1b78d-4476-404e-882e-9bada5943dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:59.368048 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e24838ea-c232-4816-a869-126d29c7c7e1 req-2df1b78d-4476-404e-882e-9bada5943dd6 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=9e0e4ca7c14f4d59bf1ff2884bd386bd&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4621217 Mar 22 19:30:59.386411 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fde21dec-2351-4673-975d-cde3e8a42df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (86d3edf8-a693-4dd7-af31-e91e9358e458), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:59.392022 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-95fc6a02-6197-4c65-a1bc-b3ad803961a0 None None] Set router 16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:30:59.397848 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56af3b-5b94-41a4-a561-780f7a580f43 req-b5c2704d-e8c8-44fe-9162-4ef871c439c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:59.399448 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-db56af3b-5b94-41a4-a561-780f7a580f43 req-b5c2704d-e8c8-44fe-9162-4ef871c439c9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc HTTP/1.1" status: 200 len: 911 time: 0.2146733 Mar 22 19:30:59.460988 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde21dec-2351-4673-975d-cde3e8a42df4 admin admin] Pushing event deleted for resources: {'Port': ['ID=86d3edf8-a693-4dd7-af31-e91e9358e458,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:59.464144 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde21dec-2351-4673-975d-cde3e8a42df4 admin admin] No DVR routers for this DVR port 86d3edf8-a693-4dd7-af31-e91e9358e458 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:30:59.467488 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-db56af3b-5b94-41a4-a561-780f7a580f43 req-941e3564-2e9b-4cee-a549-4f9da0246d27 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be4a2554-835a-4c09-96a6-d8cf8edbcb32 HTTP/1.1" status: 200 len: 217 time: 0.0485559 Mar 22 19:30:59.514313 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a62c9-48e2-4b72-ab2d-79a28332e1fb req-cd5f2e15-1906-4cc6-ad12-bf24648cfc92 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:59.519771 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a62c9-48e2-4b72-ab2d-79a28332e1fb req-cd5f2e15-1906-4cc6-ad12-bf24648cfc92 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:59.525403 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a62c9-48e2-4b72-ab2d-79a28332e1fb req-cd5f2e15-1906-4cc6-ad12-bf24648cfc92 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:59.531355 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a62c9-48e2-4b72-ab2d-79a28332e1fb req-cd5f2e15-1906-4cc6-ad12-bf24648cfc92 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:59.538097 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a62c9-48e2-4b72-ab2d-79a28332e1fb req-cd5f2e15-1906-4cc6-ad12-bf24648cfc92 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:59.544165 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a62c9-48e2-4b72-ab2d-79a28332e1fb req-cd5f2e15-1906-4cc6-ad12-bf24648cfc92 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:59.549903 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a62c9-48e2-4b72-ab2d-79a28332e1fb req-cd5f2e15-1906-4cc6-ad12-bf24648cfc92 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:59.551963 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-da9a62c9-48e2-4b72-ab2d-79a28332e1fb req-cd5f2e15-1906-4cc6-ad12-bf24648cfc92 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5384 time: 0.2696674 Mar 22 19:30:59.559490 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd5f7c-e68b-4565-8d40-5df3b0524f32 req-3d761c06-f346-41f3-8c4f-1fbb761137c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:59.561098 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4dfd5f7c-e68b-4565-8d40-5df3b0524f32 req-3d761c06-f346-41f3-8c4f-1fbb761137c9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f1d9b8a2852847abaf50233e44b3b990&device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 1128 time: 0.2798917 Mar 22 19:30:59.593075 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fde21dec-2351-4673-975d-cde3e8a42df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (7b3e2f26-3add-4239-9044-1569c5fdc402), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:59.593882 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-83680370-1a08-492e-bf3f-dcf0869f602d req-1e924040-1260-44d0-a972-de7f924e9419 service neutron] For port ba728d56-f25b-46d3-9cae-ed09ba82a9e1, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:30:59.611672 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56af3b-5b94-41a4-a561-780f7a580f43 req-42fb2c8b-17e5-4c41-8e4a-f560c28e8da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:59.613722 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-db56af3b-5b94-41a4-a561-780f7a580f43 req-42fb2c8b-17e5-4c41-8e4a-f560c28e8da3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0024126f-9e61-4e75-a43d-476a3a97ffe0 HTTP/1.1" status: 200 len: 849 time: 0.1211696 Mar 22 19:30:59.633504 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-83680370-1a08-492e-bf3f-dcf0869f602d req-1e924040-1260-44d0-a972-de7f924e9419 service neutron] For port ba728d56-f25b-46d3-9cae-ed09ba82a9e1, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=ba728d56-f25b-46d3-9cae-ed09ba82a9e1,segment=NetworkSegment(2b2f754a-9aa8-45d3-9412-08ccd40762e0),segment_id=2b2f754a-9aa8-45d3-9412-08ccd40762e0)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:30:59.654165 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-fde21dec-2351-4673-975d-cde3e8a42df4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b3e2f26-3add-4239-9044-1569c5fdc402']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:30:59.695848 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-1e924040-1260-44d0-a972-de7f924e9419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (ba728d56-f25b-46d3-9cae-ed09ba82a9e1), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:59.712312 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-fde21dec-2351-4673-975d-cde3e8a42df4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a09aeb3-9dcd-43c2-9893-dabd14c26ff2') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:30:59.716045 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-fde21dec-2351-4673-975d-cde3e8a42df4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a09aeb3-9dcd-43c2-9893-dabd14c26ff2') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:30:59.734231 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fde21dec-2351-4673-975d-cde3e8a42df4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (6a09aeb3-9dcd-43c2-9893-dabd14c26ff2), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:59.741556 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24838ea-c232-4816-a869-126d29c7c7e1 req-8364d95a-9c94-4b3e-b1c0-91cbf7945517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:59.743107 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e24838ea-c232-4816-a869-126d29c7c7e1 req-8364d95a-9c94-4b3e-b1c0-91cbf7945517 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3632138 Mar 22 19:30:59.776109 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fde21dec-2351-4673-975d-cde3e8a42df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (6a09aeb3-9dcd-43c2-9893-dabd14c26ff2), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:59.783754 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-da9a62c9-48e2-4b72-ab2d-79a28332e1fb req-37162f60-bd5c-4296-b483-b44637d0f0cb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2195430 Mar 22 19:30:59.785856 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-1e924040-1260-44d0-a972-de7f924e9419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:59.786501 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-1e924040-1260-44d0-a972-de7f924e9419 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:59.787797 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-1e924040-1260-44d0-a972-de7f924e9419 service neutron] 10.222.0.85 "PUT /v2.0/ports/ba728d56-f25b-46d3-9cae-ed09ba82a9e1 HTTP/1.1" status: 200 len: 1092 time: 3.5112512 Mar 22 19:30:59.817647 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fde21dec-2351-4673-975d-cde3e8a42df4 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:30:59.821351 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fde21dec-2351-4673-975d-cde3e8a42df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (6a09aeb3-9dcd-43c2-9893-dabd14c26ff2), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: self.session.flush() Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: self.session.flush() Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: self.session.flush() Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: self.session.flush() Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:30:59.824548 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:30:59.827948 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] Request body: {'port': {'device_id': 'def263e3-2b7c-4878-b97f-ae3609667513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:30:59.833673 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56af3b-5b94-41a4-a561-780f7a580f43 req-2eeeb704-cbea-4ffb-9fbc-ebaf09023e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:59.839790 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-db56af3b-5b94-41a4-a561-780f7a580f43 req-2eeeb704-cbea-4ffb-9fbc-ebaf09023e78 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2168834 Mar 22 19:30:59.864164 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e924040-1260-44d0-a972-de7f924e9419 service neutron] Pushing event updated for resources: {'Port': ['ID=ba728d56-f25b-46d3-9cae-ed09ba82a9e1,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:30:59.877636 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f60b44cb-f5ca-42b7-915d-e164e1b123e6 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:30:59.882044 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device be4a2554-835a-4c09-96a6-d8cf8edbcb32 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:30:59.894588 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd5f7c-e68b-4565-8d40-5df3b0524f32 req-4803cddd-4fe4-4fb0-8dc4-8374ad2d50dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:30:59.896310 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4dfd5f7c-e68b-4565-8d40-5df3b0524f32 req-4803cddd-4fe4-4fb0-8dc4-8374ad2d50dd service neutron] 10.222.0.75 "GET /v2.0/networks?id=d20554b8-a26c-4c21-9aa9-235918d57be0 HTTP/1.1" status: 200 len: 920 time: 0.3001001 Mar 22 19:30:59.947286 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a6ff596a-364e-4bcd-8bf2-292c0eea5f34), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:00.075880 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-db56af3b-5b94-41a4-a561-780f7a580f43 req-87ae58ed-b604-4f10-9e26-9efc4a4900e6 service neutron] 10.222.0.84 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920803 Mar 22 19:31:00.081071 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fde21dec-2351-4673-975d-cde3e8a42df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (7b3e2f26-3add-4239-9044-1569c5fdc402), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:00.115466 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4dfd5f7c-e68b-4565-8d40-5df3b0524f32 req-7bc93b46-023e-49b1-8e03-a48789d15037 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f5733db-943a-4497-a193-bb4029fc5a4e HTTP/1.1" status: 200 len: 998 time: 0.1749413 Mar 22 19:31:00.128999 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fde21dec-2351-4673-975d-cde3e8a42df4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:00.136159 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-fde21dec-2351-4673-975d-cde3e8a42df4 admin admin] 10.222.0.75 "DELETE /v2.0/networks/7b3e2f26-3add-4239-9044-1569c5fdc402 HTTP/1.1" status: 204 len: 168 time: 1.8779619 Mar 22 19:31:00.137098 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde21dec-2351-4673-975d-cde3e8a42df4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b3e2f26-3add-4239-9044-1569c5fdc402,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:00.139991 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55222) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:00.324941 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port be4a2554-835a-4c09-96a6-d8cf8edbcb32, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=be4a2554-835a-4c09-96a6-d8cf8edbcb32,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:00.327896 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01374b00-437d-4200-84a4-4272ab2d66d8 req-e91dd7b5-5c1b-4b34-83a2-50d590f1ef64 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:00.329444 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-01374b00-437d-4200-84a4-4272ab2d66d8 req-e91dd7b5-5c1b-4b34-83a2-50d590f1ef64 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=8cc23b89-0a7c-44fd-a9a1-57b892552c8c HTTP/1.1" status: 200 len: 943 time: 0.3179331 Mar 22 19:31:00.357835 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: f60b44cb-f5ca-42b7-915d-e164e1b123e6 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:31:00.358165 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f60b44cb-f5ca-42b7-915d-e164e1b123e6 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:31:00.358711 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 86d3edf8-a693-4dd7-af31-e91e9358e458 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:31:00.390552 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'be4a2554-835a-4c09-96a6-d8cf8edbcb32', 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc', 'port_id': 'be4a2554-835a-4c09-96a6-d8cf8edbcb32', 'mac_address': 'fa:16:3e:cf:0c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0024126f-9e61-4e75-a43d-476a3a97ffe0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:31:00.408633 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd5f7c-e68b-4565-8d40-5df3b0524f32 req-0e9fc962-206b-417f-a5a2-42c418b0a7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:00.410241 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4dfd5f7c-e68b-4565-8d40-5df3b0524f32 req-0e9fc962-206b-417f-a5a2-42c418b0a7f7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=703f819a-471b-406d-abe3-9a43e329de84 HTTP/1.1" status: 200 len: 859 time: 0.2864594 Mar 22 19:31:00.427578 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 86d3edf8-a693-4dd7-af31-e91e9358e458 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:31:00.427797 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 86d3edf8-a693-4dd7-af31-e91e9358e458 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:31:00.507772 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4dfd5f7c-e68b-4565-8d40-5df3b0524f32 req-cfeb5ff5-ab6d-4ec4-82db-a355b48f3153 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d20554b8-a26c-4c21-9aa9-235918d57be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906637 Mar 22 19:31:00.512242 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-db56af3b-5b94-41a4-a561-780f7a580f43 req-733e95f7-3354-413a-9dd9-02908f33c000 service neutron] 10.222.0.84 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049609 Mar 22 19:31:00.569553 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port be4a2554-835a-4c09-96a6-d8cf8edbcb32 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:00.570137 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (be4a2554-835a-4c09-96a6-d8cf8edbcb32), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:00.597248 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be4a2554-835a-4c09-96a6-d8cf8edbcb32 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:31:00.776512 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port be4a2554-835a-4c09-96a6-d8cf8edbcb32, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=be4a2554-835a-4c09-96a6-d8cf8edbcb32,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:00.786644 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed90ca37-e9b2-457f-86fb-b3c6630b04c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (90748807-c59d-47a2-b420-b93e2608c17b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:00.800909 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (be4a2554-835a-4c09-96a6-d8cf8edbcb32), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:00.862518 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=be4a2554-835a-4c09-96a6-d8cf8edbcb32,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:00.911015 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-95fc6a02-6197-4c65-a1bc-b3ad803961a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-875189775-router', 'tenant_id': 'f1d9b8a2852847abaf50233e44b3b990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '4262f418-d5e5-43dd-a770-e8ee4c8add8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:28Z', 'updated_at': '2022-03-22T19:29:37Z', 'revision_number': 4, 'project_id': 'f1d9b8a2852847abaf50233e44b3b990', 'gw_port': {'id': '4262f418-d5e5-43dd-a770-e8ee4c8add8a', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:30Z', 'updated_at': '2022-03-22T19:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'b4c78286-6406-4882-b8ab-52f105df65c8', 'tenant_id': 'f1d9b8a2852847abaf50233e44b3b990', 'floating_ip_address': '172.25.5.92', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'port_id': '7f5733db-943a-4497-a193-bb4029fc5a4e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd20554b8-a26c-4c21-9aa9-235918d57be0', 'mac_address': 'fa:16:3e:ca:6b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3408eb-19ef-485d-8486-3be08755a9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:30:51Z', 'updated_at': '2022-03-22T19:30:56Z', 'revision_number': 1, 'project_id': 'f1d9b8a2852847abaf50233e44b3b990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ca320f2-a987-4b99-9859-9c7df1d3e723', 'name': '', 'network_id': 'd20554b8-a26c-4c21-9aa9-235918d57be0', 'tenant_id': 'f1d9b8a2852847abaf50233e44b3b990', 'mac_address': 'fa:16:3e:0f:a8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '703f819a-471b-406d-abe3-9a43e329de84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:36Z', 'updated_at': '2022-03-22T19:29:59Z', 'revision_number': 5, 'project_id': 'f1d9b8a2852847abaf50233e44b3b990', 'subnets': [{'id': '703f819a-471b-406d-abe3-9a43e329de84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:00.933122 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3408eb-19ef-485d-8486-3be08755a9a2', 'tag': '7f5733db-943a-4497-a193-bb4029fc5a4e'}, {'name': 'network-changed', 'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'tag': 'ba728d56-f25b-46d3-9cae-ed09ba82a9e1'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:31:00.935781 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4a943a-cf14-48ad-9412-578759e08b16" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3408eb-19ef-485d-8486-3be08755a9a2", "tag": "7f5733db-943a-4497-a193-bb4029fc5a4e"}, {"name": "network-changed", "server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "tag": "ba728d56-f25b-46d3-9cae-ed09ba82a9e1"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:31:00.956081 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-4dfd5f7c-e68b-4565-8d40-5df3b0524f32 req-5ba6970e-8f74-48d5-a1af-c6e82b143a19 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:31:00.957811 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4dfd5f7c-e68b-4565-8d40-5df3b0524f32 req-5ba6970e-8f74-48d5-a1af-c6e82b143a19 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064662 Mar 22 19:31:00.970264 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fc6a02-6197-4c65-a1bc-b3ad803961a0 None None] Checking router: 16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:31:01.006336 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fc6a02-6197-4c65-a1bc-b3ad803961a0 None None] Routers {'16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:31:01.007133 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-95fc6a02-6197-4c65-a1bc-b3ad803961a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:30:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:01.043752 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-01374b00-437d-4200-84a4-4272ab2d66d8 req-5c667125-88f8-4b3a-8a62-d321dbd40390 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6982579 Mar 22 19:31:01.142905 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4dfd5f7c-e68b-4565-8d40-5df3b0524f32 req-d251030b-ee6e-4e6b-9d45-36c0b3220bea service neutron] 10.222.0.75 "GET /v2.0/networks/d20554b8-a26c-4c21-9aa9-235918d57be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735523 Mar 22 19:31:01.176170 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['be4a2554-835a-4c09-96a6-d8cf8edbcb32'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:31:01.250121 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4dfd5f7c-e68b-4565-8d40-5df3b0524f32 req-a8739387-cbf2-4430-9fb4-4cdf025c41db service neutron] 10.222.0.75 "GET /v2.0/networks/d20554b8-a26c-4c21-9aa9-235918d57be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973616 Mar 22 19:31:01.290075 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-ed90ca37-e9b2-457f-86fb-b3c6630b04c5 admin admin] Deleting port 87cdca7f-6ff7-48cb-9cf4-1a85b99ea267 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:31:01.290587 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed90ca37-e9b2-457f-86fb-b3c6630b04c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (87cdca7f-6ff7-48cb-9cf4-1a85b99ea267), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:01.342727 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6ff596a-364e-4bcd-8bf2-292c0eea5f34 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:31:01.353961 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] Publish callbacks [] for port (a6ff596a-364e-4bcd-8bf2-292c0eea5f34), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:01.372589 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539a504-253a-480b-8a90-59ab6e41b2fd req-0ac04480-db1c-4838-9521-f822ff256c44 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:01.378914 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539a504-253a-480b-8a90-59ab6e41b2fd req-0ac04480-db1c-4838-9521-f822ff256c44 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:01.384528 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539a504-253a-480b-8a90-59ab6e41b2fd req-0ac04480-db1c-4838-9521-f822ff256c44 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:01.392082 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539a504-253a-480b-8a90-59ab6e41b2fd req-0ac04480-db1c-4838-9521-f822ff256c44 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:01.398451 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539a504-253a-480b-8a90-59ab6e41b2fd req-0ac04480-db1c-4838-9521-f822ff256c44 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:01.404604 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539a504-253a-480b-8a90-59ab6e41b2fd req-0ac04480-db1c-4838-9521-f822ff256c44 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:01.410470 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539a504-253a-480b-8a90-59ab6e41b2fd req-0ac04480-db1c-4838-9521-f822ff256c44 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:01.412476 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9539a504-253a-480b-8a90-59ab6e41b2fd req-0ac04480-db1c-4838-9521-f822ff256c44 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5384 time: 0.1614337 Mar 22 19:31:01.443680 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] Transition to ACTIVE for port object a6ff596a-364e-4bcd-8bf2-292c0eea5f34 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:31:01.463286 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (a6ff596a-364e-4bcd-8bf2-292c0eea5f34), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:01.480747 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55250) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:01.491846 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 22 Mar 2022 19:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc7c0cd-080c-4356-a556-56c326d8485f x-openstack-request-id: req-0cc7c0cd-080c-4356-a556-56c326d8485f {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:31:01.492191 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3408eb-19ef-485d-8486-3be08755a9a2", "tag": "7f5733db-943a-4497-a193-bb4029fc5a4e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "tag": "ba728d56-f25b-46d3-9cae-ed09ba82a9e1", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:31:01.492458 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0cc7c0cd-080c-4356-a556-56c326d8485f {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:31:01.492862 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cc7c0cd-080c-4356-a556-56c326d8485f'] response: {'name': 'network-changed', 'server_uuid': 'cb3408eb-19ef-485d-8486-3be08755a9a2', 'tag': '7f5733db-943a-4497-a193-bb4029fc5a4e', 'status': 'completed', 'code': 200} Mar 22 19:31:01.493127 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cc7c0cd-080c-4356-a556-56c326d8485f'] response: {'name': 'network-changed', 'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'tag': 'ba728d56-f25b-46d3-9cae-ed09ba82a9e1', 'status': 'completed', 'code': 200} Mar 22 19:31:01.511326 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-ed90ca37-e9b2-457f-86fb-b3c6630b04c5 admin admin] For port 87cdca7f-6ff7-48cb-9cf4-1a85b99ea267, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=87cdca7f-6ff7-48cb-9cf4-1a85b99ea267,segment=NetworkSegment(31bb3c9d-71fa-49ad-8a1f-30193c79903d),segment_id=31bb3c9d-71fa-49ad-8a1f-30193c79903d)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:01.511710 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed90ca37-e9b2-457f-86fb-b3c6630b04c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (87cdca7f-6ff7-48cb-9cf4-1a85b99ea267), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:01.550872 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-ed90ca37-e9b2-457f-86fb-b3c6630b04c5 admin admin] Calling delete_port for 87cdca7f-6ff7-48cb-9cf4-1a85b99ea267 owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:31:01.554126 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-95fc6a02-6197-4c65-a1bc-b3ad803961a0 None None] Set router 16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:31:01.719774 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9539a504-253a-480b-8a90-59ab6e41b2fd req-9269b7e4-dbe6-47de-9a4a-c474e00926f9 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2989221 Mar 22 19:31:01.951595 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-95fc6a02-6197-4c65-a1bc-b3ad803961a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-875189775-router', 'tenant_id': 'f1d9b8a2852847abaf50233e44b3b990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '4262f418-d5e5-43dd-a770-e8ee4c8add8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:28Z', 'updated_at': '2022-03-22T19:29:37Z', 'revision_number': 4, 'project_id': 'f1d9b8a2852847abaf50233e44b3b990', 'gw_port': {'id': '4262f418-d5e5-43dd-a770-e8ee4c8add8a', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:30Z', 'updated_at': '2022-03-22T19:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'b4c78286-6406-4882-b8ab-52f105df65c8', 'tenant_id': 'f1d9b8a2852847abaf50233e44b3b990', 'floating_ip_address': '172.25.5.92', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'port_id': '7f5733db-943a-4497-a193-bb4029fc5a4e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd20554b8-a26c-4c21-9aa9-235918d57be0', 'mac_address': 'fa:16:3e:ca:6b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3408eb-19ef-485d-8486-3be08755a9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:30:51Z', 'updated_at': '2022-03-22T19:30:56Z', 'revision_number': 1, 'project_id': 'f1d9b8a2852847abaf50233e44b3b990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ca320f2-a987-4b99-9859-9c7df1d3e723', 'name': '', 'network_id': 'd20554b8-a26c-4c21-9aa9-235918d57be0', 'tenant_id': 'f1d9b8a2852847abaf50233e44b3b990', 'mac_address': 'fa:16:3e:0f:a8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '703f819a-471b-406d-abe3-9a43e329de84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:36Z', 'updated_at': '2022-03-22T19:29:59Z', 'revision_number': 5, 'project_id': 'f1d9b8a2852847abaf50233e44b3b990', 'subnets': [{'id': '703f819a-471b-406d-abe3-9a43e329de84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:02.010388 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fc6a02-6197-4c65-a1bc-b3ad803961a0 None None] The sync data for ids ['16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9'] in n-d-705658-24 is: [{'id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-875189775-router', 'tenant_id': 'f1d9b8a2852847abaf50233e44b3b990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '4262f418-d5e5-43dd-a770-e8ee4c8add8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:28Z', 'updated_at': '2022-03-22T19:29:37Z', 'revision_number': 4, 'project_id': 'f1d9b8a2852847abaf50233e44b3b990', 'gw_port': {'id': '4262f418-d5e5-43dd-a770-e8ee4c8add8a', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:30Z', 'updated_at': '2022-03-22T19:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'b4c78286-6406-4882-b8ab-52f105df65c8', 'tenant_id': 'f1d9b8a2852847abaf50233e44b3b990', 'floating_ip_address': '172.25.5.92', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'port_id': '7f5733db-943a-4497-a193-bb4029fc5a4e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd20554b8-a26c-4c21-9aa9-235918d57be0', 'mac_address': 'fa:16:3e:ca:6b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3408eb-19ef-485d-8486-3be08755a9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:30:51Z', 'updated_at': '2022-03-22T19:30:56Z', 'revision_number': 1, 'project_id': 'f1d9b8a2852847abaf50233e44b3b990', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ca320f2-a987-4b99-9859-9c7df1d3e723', 'name': '', 'network_id': 'd20554b8-a26c-4c21-9aa9-235918d57be0', 'tenant_id': 'f1d9b8a2852847abaf50233e44b3b990', 'mac_address': 'fa:16:3e:0f:a8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '703f819a-471b-406d-abe3-9a43e329de84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:36Z', 'updated_at': '2022-03-22T19:29:59Z', 'revision_number': 5, 'project_id': 'f1d9b8a2852847abaf50233e44b3b990', 'subnets': [{'id': '703f819a-471b-406d-abe3-9a43e329de84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:31:02.056173 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dad26a-a480-4c7c-a16a-6baa49196929 req-62605a74-1154-48bd-b3eb-04b666f87e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:02.056923 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dad26a-a480-4c7c-a16a-6baa49196929 req-62605a74-1154-48bd-b3eb-04b666f87e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:02.057605 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dad26a-a480-4c7c-a16a-6baa49196929 req-62605a74-1154-48bd-b3eb-04b666f87e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:02.058610 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dad26a-a480-4c7c-a16a-6baa49196929 req-62605a74-1154-48bd-b3eb-04b666f87e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:02.059240 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dad26a-a480-4c7c-a16a-6baa49196929 req-62605a74-1154-48bd-b3eb-04b666f87e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:02.059776 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dad26a-a480-4c7c-a16a-6baa49196929 req-62605a74-1154-48bd-b3eb-04b666f87e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:02.060309 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dad26a-a480-4c7c-a16a-6baa49196929 req-62605a74-1154-48bd-b3eb-04b666f87e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:02.070565 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-44dad26a-a480-4c7c-a16a-6baa49196929 req-62605a74-1154-48bd-b3eb-04b666f87e14 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 6724 time: 0.5582259 Mar 22 19:31:02.107607 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a943a-cf14-48ad-9412-578759e08b16 req-1f5d11e3-6db8-49b2-965d-6bcd03d7438c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:02.111719 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-bd4a943a-cf14-48ad-9412-578759e08b16 req-1f5d11e3-6db8-49b2-965d-6bcd03d7438c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f1d9b8a2852847abaf50233e44b3b990&device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 1128 time: 0.2748551 Mar 22 19:31:02.118488 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] Attempting to bind port a6ff596a-364e-4bcd-8bf2-292c0eea5f34 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:31:02.119929 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] Attempting to bind port a6ff596a-364e-4bcd-8bf2-292c0eea5f34 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '2b2f754a-9aa8-45d3-9412-08ccd40762e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e604f75b-118b-4af9-acd0-200e012a697d'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:31:02.120484 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] Attempting to bind port a6ff596a-364e-4bcd-8bf2-292c0eea5f34 on network e604f75b-118b-4af9-acd0-200e012a697d {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:31:02.132702 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] Pushing event updated for resources: {'Port': ['ID=a6ff596a-364e-4bcd-8bf2-292c0eea5f34,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:02.154088 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a943a-cf14-48ad-9412-578759e08b16 req-34e9c865-0116-4675-b03a-92b06bfcf77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:02.154831 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a943a-cf14-48ad-9412-578759e08b16 req-34e9c865-0116-4675-b03a-92b06bfcf77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:02.155615 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a943a-cf14-48ad-9412-578759e08b16 req-34e9c865-0116-4675-b03a-92b06bfcf77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:02.156249 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a943a-cf14-48ad-9412-578759e08b16 req-34e9c865-0116-4675-b03a-92b06bfcf77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:02.156908 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a943a-cf14-48ad-9412-578759e08b16 req-34e9c865-0116-4675-b03a-92b06bfcf77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:02.157527 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a943a-cf14-48ad-9412-578759e08b16 req-34e9c865-0116-4675-b03a-92b06bfcf77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:02.158200 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a943a-cf14-48ad-9412-578759e08b16 req-34e9c865-0116-4675-b03a-92b06bfcf77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:02.160956 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bd4a943a-cf14-48ad-9412-578759e08b16 req-34e9c865-0116-4675-b03a-92b06bfcf77b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9e0e4ca7c14f4d59bf1ff2884bd386bd&device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 6430 time: 0.6790049 Mar 22 19:31:02.183792 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ee3b2740-0215-4ec3-902d-4e993709439f req-ec172756-76a5-43a3-b8f3-b96d6ea84a22 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.92 HTTP/1.1" status: 200 len: 998 time: 0.6571789 Mar 22 19:31:02.193706 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] Port a6ff596a-364e-4bcd-8bf2-292c0eea5f34 on network e604f75b-118b-4af9-acd0-200e012a697d not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:31:02.194290 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] Attempting to bind port a6ff596a-364e-4bcd-8bf2-292c0eea5f34 on network e604f75b-118b-4af9-acd0-200e012a697d {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:31:02.226493 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed90ca37-e9b2-457f-86fb-b3c6630b04c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (87cdca7f-6ff7-48cb-9cf4-1a85b99ea267), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:02.288214 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed90ca37-e9b2-457f-86fb-b3c6630b04c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=87cdca7f-6ff7-48cb-9cf4-1a85b99ea267,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:02.399943 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a943a-cf14-48ad-9412-578759e08b16 req-941487c6-a7b6-4736-a462-d8e04f5124c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:02.401428 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-bd4a943a-cf14-48ad-9412-578759e08b16 req-941487c6-a7b6-4736-a462-d8e04f5124c6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=d20554b8-a26c-4c21-9aa9-235918d57be0 HTTP/1.1" status: 200 len: 920 time: 0.2785749 Mar 22 19:31:02.411115 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a943a-cf14-48ad-9412-578759e08b16 req-00def206-cc77-41a9-a71c-64943a64a6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:02.411659 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a943a-cf14-48ad-9412-578759e08b16 req-00def206-cc77-41a9-a71c-64943a64a6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:02.412057 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a943a-cf14-48ad-9412-578759e08b16 req-00def206-cc77-41a9-a71c-64943a64a6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:02.414012 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bd4a943a-cf14-48ad-9412-578759e08b16 req-00def206-cc77-41a9-a71c-64943a64a6df service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=9e0e4ca7c14f4d59bf1ff2884bd386bd&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2234337 Mar 22 19:31:02.415400 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:02.415755 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:02.416105 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:02.416450 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:02.416795 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:02.417270 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:02.417612 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:02.418686 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:02.419032 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:02.419510 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:02.419700 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:02.420639 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:02.420639 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:02.422016 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:02.422355 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:02.444533 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6a118e-7731-4270-8bc8-08d1e18da066 None None] New status for floating IP b4c78286-6406-4882-b8ab-52f105df65c8: ACTIVE {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:31:02.533398 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-bd4a943a-cf14-48ad-9412-578759e08b16 req-d620e28a-a9b9-4180-8dc8-84b8b2712ec0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f5733db-943a-4497-a193-bb4029fc5a4e HTTP/1.1" status: 200 len: 998 time: 0.1226666 Mar 22 19:31:02.556835 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:31:02.557186 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] Checking segment: {'id': '2b2f754a-9aa8-45d3-9412-08ccd40762e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e604f75b-118b-4af9-acd0-200e012a697d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:31:02.557590 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] Bound using segment: {'id': '2b2f754a-9aa8-45d3-9412-08ccd40762e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e604f75b-118b-4af9-acd0-200e012a697d'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:31:02.563826 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] Bound port: a6ff596a-364e-4bcd-8bf2-292c0eea5f34, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b2f754a-9aa8-45d3-9412-08ccd40762e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'e604f75b-118b-4af9-acd0-200e012a697d'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:31:02.569905 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a6ff596a-364e-4bcd-8bf2-292c0eea5f34), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:02.672594 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a943a-cf14-48ad-9412-578759e08b16 req-6856ed54-7982-4a93-8941-b15eeb4e75b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:02.674459 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-bd4a943a-cf14-48ad-9412-578759e08b16 req-6856ed54-7982-4a93-8941-b15eeb4e75b8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=703f819a-471b-406d-abe3-9a43e329de84 HTTP/1.1" status: 200 len: 859 time: 0.1305389 Mar 22 19:31:02.675651 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-44dad26a-a480-4c7c-a16a-6baa49196929 req-e1ef3a48-6bff-47ed-8601-b2ae596d913f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&id=0b7349eb-428a-499e-8471-90d2194ffc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5993989 Mar 22 19:31:02.781483 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-bd4a943a-cf14-48ad-9412-578759e08b16 req-881f7369-a02f-438e-a248-36c51731dd79 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d20554b8-a26c-4c21-9aa9-235918d57be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539801 Mar 22 19:31:02.805390 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b2740-0215-4ec3-902d-4e993709439f req-600c3c76-ecc5-4035-9266-ab58793d4074 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:02.806986 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ee3b2740-0215-4ec3-902d-4e993709439f req-600c3c76-ecc5-4035-9266-ab58793d4074 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports/7f5733db-943a-4497-a193-bb4029fc5a4e HTTP/1.1" status: 200 len: 942 time: 0.6221981 Mar 22 19:31:02.832915 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab32e9-7ae7-4991-a33a-3f0500ab660d req-ea55eec5-3c16-4c89-9495-1c50e02ce03d tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:02.834425 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-52ab32e9-7ae7-4991-a33a-3f0500ab660d req-ea55eec5-3c16-4c89-9495-1c50e02ce03d tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=8cc23b89-0a7c-44fd-a9a1-57b892552c8c HTTP/1.1" status: 200 len: 944 time: 0.6423283 Mar 22 19:31:02.877170 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a943a-cf14-48ad-9412-578759e08b16 req-68cd5ec4-0adc-4c7b-b673-46379e2a0c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:02.879705 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bd4a943a-cf14-48ad-9412-578759e08b16 req-68cd5ec4-0adc-4c7b-b673-46379e2a0c5f service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4447048 Mar 22 19:31:02.915426 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] For port a6ff596a-364e-4bcd-8bf2-292c0eea5f34, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:31:02.919781 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] For port a6ff596a-364e-4bcd-8bf2-292c0eea5f34, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=a6ff596a-364e-4bcd-8bf2-292c0eea5f34,segment=NetworkSegment(2b2f754a-9aa8-45d3-9412-08ccd40762e0),segment_id=2b2f754a-9aa8-45d3-9412-08ccd40762e0)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:31:02.948496 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (a6ff596a-364e-4bcd-8bf2-292c0eea5f34), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:03.017598 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed90ca37-e9b2-457f-86fb-b3c6630b04c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (90748807-c59d-47a2-b420-b93e2608c17b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:03.052257 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-52ab32e9-7ae7-4991-a33a-3f0500ab660d req-cef55190-c013-443d-ae54-926fbb6ef477 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064269 Mar 22 19:31:03.077098 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:03.077856 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:03.079750 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] 10.222.0.85 "PUT /v2.0/ports/a6ff596a-364e-4bcd-8bf2-292c0eea5f34 HTTP/1.1" status: 200 len: 1091 time: 3.2563345 Mar 22 19:31:03.123576 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ee3b2740-0215-4ec3-902d-4e993709439f req-860297bc-9c38-454c-a3d5-207dc49a32e4 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.92 HTTP/1.1" status: 200 len: 1000 time: 0.2133558 Mar 22 19:31:03.154108 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-83680370-1a08-492e-bf3f-dcf0869f602d req-bfb2d023-6875-4f11-bf0c-c88a013799cc service neutron] Request body: {'port': {'device_id': 'def263e3-2b7c-4878-b97f-ae3609667513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:03.195588 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6d7ff-9e4e-404a-86d2-c94808948369 service neutron] Pushing event updated for resources: {'Port': ['ID=a6ff596a-364e-4bcd-8bf2-292c0eea5f34,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:03.209182 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-bd4a943a-cf14-48ad-9412-578759e08b16 req-f72c2c7f-6fb1-4fca-b2dd-bbd6ac73fa7f service neutron] 10.222.0.84 "GET /v2.0/networks/d20554b8-a26c-4c21-9aa9-235918d57be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192262 Mar 22 19:31:03.420107 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-bfb2d023-6875-4f11-bf0c-c88a013799cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f7058d5e-f8e8-4097-b370-a174e9d91f8a), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:03.446431 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-bd4a943a-cf14-48ad-9412-578759e08b16 req-b402a9b8-5288-4b49-8e7b-35f4ae4baa77 service neutron] 10.222.0.84 "GET /v2.0/networks/d20554b8-a26c-4c21-9aa9-235918d57be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226698 Mar 22 19:31:03.493590 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed90ca37-e9b2-457f-86fb-b3c6630b04c5 admin admin] Router 90748807-c59d-47a2-b420-b93e2608c17b has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:31:03.513018 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa865424-5035-4acf-b62c-e069b1eb49e9 req-72008e23-4c3d-4146-948f-70ce6ae8033e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:03.519647 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa865424-5035-4acf-b62c-e069b1eb49e9 req-72008e23-4c3d-4146-948f-70ce6ae8033e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:03.525901 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa865424-5035-4acf-b62c-e069b1eb49e9 req-72008e23-4c3d-4146-948f-70ce6ae8033e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:03.531816 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa865424-5035-4acf-b62c-e069b1eb49e9 req-72008e23-4c3d-4146-948f-70ce6ae8033e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:03.538268 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa865424-5035-4acf-b62c-e069b1eb49e9 req-72008e23-4c3d-4146-948f-70ce6ae8033e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:03.544131 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa865424-5035-4acf-b62c-e069b1eb49e9 req-72008e23-4c3d-4146-948f-70ce6ae8033e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:03.550483 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa865424-5035-4acf-b62c-e069b1eb49e9 req-72008e23-4c3d-4146-948f-70ce6ae8033e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:03.558416 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa865424-5035-4acf-b62c-e069b1eb49e9 req-72008e23-4c3d-4146-948f-70ce6ae8033e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5396 time: 0.2942772 Mar 22 19:31:03.565596 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'tag': 'a6ff596a-364e-4bcd-8bf2-292c0eea5f34'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:31:03.567950 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef398c86-8c6c-4ed7-9d8a-f4286c27064c" -d '{"events": [{"name": "network-changed", "server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "tag": "a6ff596a-364e-4bcd-8bf2-292c0eea5f34"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:31:03.602482 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b2740-0215-4ec3-902d-4e993709439f req-e0bc92b2-eb4f-4d90-8c74-ad4312ad3598 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:03.604427 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ee3b2740-0215-4ec3-902d-4e993709439f req-e0bc92b2-eb4f-4d90-8c74-ad4312ad3598 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 784 time: 0.4799294 Mar 22 19:31:03.631954 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed90ca37-e9b2-457f-86fb-b3c6630b04c5 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:31:03.642492 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405cd512-cdb8-4161-8253-49dc60c74a31 None None] Sync routers for ids ['90748807-c59d-47a2-b420-b93e2608c17b'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:31:03.649495 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ed90ca37-e9b2-457f-86fb-b3c6630b04c5 admin admin] 10.222.0.75 "PUT /v2.0/routers/90748807-c59d-47a2-b420-b93e2608c17b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5084364 Mar 22 19:31:03.650209 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55266) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:03.665169 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405cd512-cdb8-4161-8253-49dc60c74a31 None None] Routers {'90748807-c59d-47a2-b420-b93e2608c17b'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:31:03.666165 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-405cd512-cdb8-4161-8253-49dc60c74a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:30:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['90748807-c59d-47a2-b420-b93e2608c17b'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:03.789087 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be8a0055-be17-46fe-9da6-6f7c5e817200 admin admin] Publish callbacks [] for router (90748807-c59d-47a2-b420-b93e2608c17b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:03.797217 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa865424-5035-4acf-b62c-e069b1eb49e9 req-c4ab68a8-6e7d-4d66-a0b4-f4954d8e8fa6 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2378089 Mar 22 19:31:03.855004 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ee3b2740-0215-4ec3-902d-4e993709439f req-0b3dc355-e1b1-4cf1-b63c-00fbd90118b5 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.92 HTTP/1.1" status: 200 len: 1000 time: 0.2340584 Mar 22 19:31:03.882647 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-405cd512-cdb8-4161-8253-49dc60c74a31 None None] Set router 90748807-c59d-47a2-b420-b93e2608c17b gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:31:03.895245 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556d07e5-1390-4594-aea6-b749abb29b37 x-openstack-request-id: req-556d07e5-1390-4594-aea6-b749abb29b37 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:31:03.896358 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "tag": "a6ff596a-364e-4bcd-8bf2-292c0eea5f34", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:31:03.896970 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-556d07e5-1390-4594-aea6-b749abb29b37 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:31:03.897581 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-556d07e5-1390-4594-aea6-b749abb29b37'] response: {'name': 'network-changed', 'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'tag': 'a6ff596a-364e-4bcd-8bf2-292c0eea5f34', 'status': 'completed', 'code': 200} Mar 22 19:31:03.903919 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-ee3b2740-0215-4ec3-902d-4e993709439f req-d7760692-426d-494e-bd95-bd622822229a tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:03.921582 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be8a0055-be17-46fe-9da6-6f7c5e817200 admin admin] Publish callbacks [] for router_gateway (90748807-c59d-47a2-b420-b93e2608c17b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:04.026777 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-be8a0055-be17-46fe-9da6-6f7c5e817200 admin admin] Deleting port b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:31:04.027154 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be8a0055-be17-46fe-9da6-6f7c5e817200 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:04.027937 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device be4a2554-835a-4c09-96a6-d8cf8edbcb32 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:31:04.064879 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ee3b2740-0215-4ec3-902d-4e993709439f req-d7760692-426d-494e-bd95-bd622822229a tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks [] for floatingip (b4c78286-6406-4882-b8ab-52f105df65c8), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:04.125598 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-be8a0055-be17-46fe-9da6-6f7c5e817200 admin admin] For port b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:04.126016 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be8a0055-be17-46fe-9da6-6f7c5e817200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:04.140845 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-be8a0055-be17-46fe-9da6-6f7c5e817200 admin admin] Calling delete_port for b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041 owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:31:04.187922 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-405cd512-cdb8-4161-8253-49dc60c74a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90748807-c59d-47a2-b420-b93e2608c17b', 'name': 'tempest-TestServerMultinode-1372099761-router', 'tenant_id': 'c84ea4bdf315458e93c5434426f6023a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': 'b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:35Z', 'updated_at': '2022-03-22T19:31:01Z', 'revision_number': 5, 'project_id': 'c84ea4bdf315458e93c5434426f6023a', 'gw_port': {'id': 'b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:de:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90748807-c59d-47a2-b420-b93e2608c17b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:38Z', 'updated_at': '2022-03-22T19:29:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:04.225206 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405cd512-cdb8-4161-8253-49dc60c74a31 None None] Checking router: 90748807-c59d-47a2-b420-b93e2608c17b for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:31:04.236582 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405cd512-cdb8-4161-8253-49dc60c74a31 None None] Routers {'90748807-c59d-47a2-b420-b93e2608c17b'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:31:04.237904 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-405cd512-cdb8-4161-8253-49dc60c74a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:30:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['90748807-c59d-47a2-b420-b93e2608c17b'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:04.520583 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-405cd512-cdb8-4161-8253-49dc60c74a31 None None] Set router 90748807-c59d-47a2-b420-b93e2608c17b gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:31:04.591068 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-405cd512-cdb8-4161-8253-49dc60c74a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90748807-c59d-47a2-b420-b93e2608c17b', 'name': 'tempest-TestServerMultinode-1372099761-router', 'tenant_id': 'c84ea4bdf315458e93c5434426f6023a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:35Z', 'updated_at': '2022-03-22T19:31:03Z', 'revision_number': 6, 'project_id': 'c84ea4bdf315458e93c5434426f6023a', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:04.593492 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port be4a2554-835a-4c09-96a6-d8cf8edbcb32 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:31:04.627792 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port be4a2554-835a-4c09-96a6-d8cf8edbcb32 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:04.628866 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (be4a2554-835a-4c09-96a6-d8cf8edbcb32), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:04.664908 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-83680370-1a08-492e-bf3f-dcf0869f602d req-bfb2d023-6875-4f11-bf0c-c88a013799cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7058d5e-f8e8-4097-b370-a174e9d91f8a {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:31:04.671392 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405cd512-cdb8-4161-8253-49dc60c74a31 None None] The sync data for ids ['90748807-c59d-47a2-b420-b93e2608c17b'] in n-d-705658-24 is: [{'id': '90748807-c59d-47a2-b420-b93e2608c17b', 'name': 'tempest-TestServerMultinode-1372099761-router', 'tenant_id': 'c84ea4bdf315458e93c5434426f6023a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:35Z', 'updated_at': '2022-03-22T19:31:03Z', 'revision_number': 6, 'project_id': 'c84ea4bdf315458e93c5434426f6023a', 'gw_port_host': None}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:31:04.674173 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-bfb2d023-6875-4f11-bf0c-c88a013799cc service neutron] Publish callbacks [] for port (f7058d5e-f8e8-4097-b370-a174e9d91f8a), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:04.697149 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-83680370-1a08-492e-bf3f-dcf0869f602d req-bfb2d023-6875-4f11-bf0c-c88a013799cc service neutron] Transition to ACTIVE for port object f7058d5e-f8e8-4097-b370-a174e9d91f8a will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:31:04.710619 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef398c86-8c6c-4ed7-9d8a-f4286c27064c req-eac68fd6-b81d-4f0c-8bb9-8d82599687ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:04.711112 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef398c86-8c6c-4ed7-9d8a-f4286c27064c req-eac68fd6-b81d-4f0c-8bb9-8d82599687ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:04.712555 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef398c86-8c6c-4ed7-9d8a-f4286c27064c req-eac68fd6-b81d-4f0c-8bb9-8d82599687ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:04.712555 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef398c86-8c6c-4ed7-9d8a-f4286c27064c req-eac68fd6-b81d-4f0c-8bb9-8d82599687ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:04.713357 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef398c86-8c6c-4ed7-9d8a-f4286c27064c req-eac68fd6-b81d-4f0c-8bb9-8d82599687ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:04.717245 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef398c86-8c6c-4ed7-9d8a-f4286c27064c req-eac68fd6-b81d-4f0c-8bb9-8d82599687ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:04.717245 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef398c86-8c6c-4ed7-9d8a-f4286c27064c req-eac68fd6-b81d-4f0c-8bb9-8d82599687ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:04.720332 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef398c86-8c6c-4ed7-9d8a-f4286c27064c req-eac68fd6-b81d-4f0c-8bb9-8d82599687ad service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9e0e4ca7c14f4d59bf1ff2884bd386bd&device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 6503 time: 0.8092926 Mar 22 19:31:04.723942 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-bfb2d023-6875-4f11-bf0c-c88a013799cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (f7058d5e-f8e8-4097-b370-a174e9d91f8a), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:04.745187 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port be4a2554-835a-4c09-96a6-d8cf8edbcb32 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:04.746072 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (be4a2554-835a-4c09-96a6-d8cf8edbcb32), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:04.781847 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc23b89-0a7c-44fd-a9a1-57b892552c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4a2554-835a-4c09-96a6-d8cf8edbcb32'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:31:04.786033 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b26359-b352-46c1-9b51-7583b5020d89" -d '{"events": [{"server_uuid": "8cc23b89-0a7c-44fd-a9a1-57b892552c8c", "name": "network-vif-plugged", "status": "completed", "tag": "be4a2554-835a-4c09-96a6-d8cf8edbcb32"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:31:04.800875 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port be4a2554-835a-4c09-96a6-d8cf8edbcb32, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=be4a2554-835a-4c09-96a6-d8cf8edbcb32,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:04.807225 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (be4a2554-835a-4c09-96a6-d8cf8edbcb32), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:04.886810 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=be4a2554-835a-4c09-96a6-d8cf8edbcb32,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:04.944513 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be8a0055-be17-46fe-9da6-6f7c5e817200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:04.955577 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8dedf0-6945-4ebb-ab4b-330fb8552f05 req-63ccff8f-d755-41c9-b385-62d54be70ab5 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:04.957203 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6b8dedf0-6945-4ebb-ab4b-330fb8552f05 req-63ccff8f-d755-41c9-b385-62d54be70ab5 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=8cc23b89-0a7c-44fd-a9a1-57b892552c8c HTTP/1.1" status: 200 len: 944 time: 0.7459292 Mar 22 19:31:04.993607 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a0055-be17-46fe-9da6-6f7c5e817200 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:04.999268 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb2d023-6875-4f11-bf0c-c88a013799cc service neutron] Pushing event updated for resources: {'Port': ['ID=f7058d5e-f8e8-4097-b370-a174e9d91f8a,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:05.128533 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be8a0055-be17-46fe-9da6-6f7c5e817200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (90748807-c59d-47a2-b420-b93e2608c17b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:05.238825 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef398c86-8c6c-4ed7-9d8a-f4286c27064c req-f371cc34-8680-42f6-8d5c-e691f5c9ec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:05.238825 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef398c86-8c6c-4ed7-9d8a-f4286c27064c req-f371cc34-8680-42f6-8d5c-e691f5c9ec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:05.239090 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef398c86-8c6c-4ed7-9d8a-f4286c27064c req-f371cc34-8680-42f6-8d5c-e691f5c9ec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:05.241742 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef398c86-8c6c-4ed7-9d8a-f4286c27064c req-f371cc34-8680-42f6-8d5c-e691f5c9ec72 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=9e0e4ca7c14f4d59bf1ff2884bd386bd&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5144579 Mar 22 19:31:05.272635 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-83680370-1a08-492e-bf3f-dcf0869f602d req-bfb2d023-6875-4f11-bf0c-c88a013799cc service neutron] Attempting to bind port f7058d5e-f8e8-4097-b370-a174e9d91f8a on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:31:05.273044 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-83680370-1a08-492e-bf3f-dcf0869f602d req-bfb2d023-6875-4f11-bf0c-c88a013799cc service neutron] Attempting to bind port f7058d5e-f8e8-4097-b370-a174e9d91f8a by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '80bd5bff-c1a8-4fa7-a5aa-66bec761fafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '63d9f401-775b-4921-a031-36b8b10f1a77'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:31:05.273389 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-bfb2d023-6875-4f11-bf0c-c88a013799cc service neutron] Attempting to bind port f7058d5e-f8e8-4097-b370-a174e9d91f8a on network 63d9f401-775b-4921-a031-36b8b10f1a77 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:31:05.277550 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be8a0055-be17-46fe-9da6-6f7c5e817200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (90748807-c59d-47a2-b420-b93e2608c17b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:05.280694 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be8a0055-be17-46fe-9da6-6f7c5e817200 admin admin] Publish callbacks [] for router_controller (90748807-c59d-47a2-b420-b93e2608c17b), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:05.290866 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ee3b2740-0215-4ec3-902d-4e993709439f req-d7760692-426d-494e-bd95-bd622822229a tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:05.291676 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-bfb2d023-6875-4f11-bf0c-c88a013799cc service neutron] Port f7058d5e-f8e8-4097-b370-a174e9d91f8a on network 63d9f401-775b-4921-a031-36b8b10f1a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:31:05.292008 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-bfb2d023-6875-4f11-bf0c-c88a013799cc service neutron] Attempting to bind port f7058d5e-f8e8-4097-b370-a174e9d91f8a on network 63d9f401-775b-4921-a031-36b8b10f1a77 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:31:05.317574 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ee3b2740-0215-4ec3-902d-4e993709439f req-d7760692-426d-494e-bd95-bd622822229a tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (b4c78286-6406-4882-b8ab-52f105df65c8), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:05.317963 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [req-ee3b2740-0215-4ec3-902d-4e993709439f req-d7760692-426d-494e-bd95-bd622822229a tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Floating IP b4c78286-6406-4882-b8ab-52f105df65c8 disassociated. External IP: 172.25.5.92, port: 7f5733db-943a-4497-a193-bb4029fc5a4e. Mar 22 19:31:05.349646 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-bfb2d023-6875-4f11-bf0c-c88a013799cc service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:31:05.350023 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-bfb2d023-6875-4f11-bf0c-c88a013799cc service neutron] Checking segment: {'id': '80bd5bff-c1a8-4fa7-a5aa-66bec761fafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '63d9f401-775b-4921-a031-36b8b10f1a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:31:05.350427 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-bfb2d023-6875-4f11-bf0c-c88a013799cc service neutron] Bound using segment: {'id': '80bd5bff-c1a8-4fa7-a5aa-66bec761fafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '63d9f401-775b-4921-a031-36b8b10f1a77'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:31:05.350887 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-83680370-1a08-492e-bf3f-dcf0869f602d req-bfb2d023-6875-4f11-bf0c-c88a013799cc service neutron] Bound port: f7058d5e-f8e8-4097-b370-a174e9d91f8a, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80bd5bff-c1a8-4fa7-a5aa-66bec761fafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '63d9f401-775b-4921-a031-36b8b10f1a77'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:31:05.351251 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-bfb2d023-6875-4f11-bf0c-c88a013799cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f7058d5e-f8e8-4097-b370-a174e9d91f8a), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:05.366158 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be8a0055-be17-46fe-9da6-6f7c5e817200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (90748807-c59d-47a2-b420-b93e2608c17b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:05.367051 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8a0055-be17-46fe-9da6-6f7c5e817200 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90748807-c59d-47a2-b420-b93e2608c17b {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:31:05.376923 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be8a0055-be17-46fe-9da6-6f7c5e817200 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:05.384174 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-be8a0055-be17-46fe-9da6-6f7c5e817200 admin admin] 10.222.0.75 "DELETE /v2.0/routers/90748807-c59d-47a2-b420-b93e2608c17b HTTP/1.1" status: 204 len: 168 time: 1.7328203 Mar 22 19:31:05.384914 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55274) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:05.441276 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-14752040-fddc-4dee-872f-f5275b0c7153 admin admin] Deleting subnet 907e1201-ed97-419e-b777-cf90ce716258 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:31:05.442509 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6b8dedf0-6945-4ebb-ab4b-330fb8552f05 req-4a5b05e9-f6f0-41e8-acb9-8eaa5cfd28c8 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4577663 Mar 22 19:31:05.444518 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-14752040-fddc-4dee-872f-f5275b0c7153 admin admin] Publish callbacks [] for subnet (907e1201-ed97-419e-b777-cf90ce716258), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:05.492823 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-14752040-fddc-4dee-872f-f5275b0c7153 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (907e1201-ed97-419e-b777-cf90ce716258), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:05.512149 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406bfe19-ec25-44d3-b777-e0c34bd0cef2 x-openstack-request-id: req-406bfe19-ec25-44d3-b777-e0c34bd0cef2 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:31:05.512539 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc23b89-0a7c-44fd-a9a1-57b892552c8c", "name": "network-vif-plugged", "status": "completed", "tag": "be4a2554-835a-4c09-96a6-d8cf8edbcb32", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:31:05.512906 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-406bfe19-ec25-44d3-b777-e0c34bd0cef2 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:31:05.513405 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-406bfe19-ec25-44d3-b777-e0c34bd0cef2'] response: {'server_uuid': '8cc23b89-0a7c-44fd-a9a1-57b892552c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4a2554-835a-4c09-96a6-d8cf8edbcb32', 'code': 200} Mar 22 19:31:05.666215 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-14752040-fddc-4dee-872f-f5275b0c7153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (907e1201-ed97-419e-b777-cf90ce716258), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:05.698859 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef398c86-8c6c-4ed7-9d8a-f4286c27064c req-a2c9dbfb-c295-4335-b906-5f65c5073456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:05.700915 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef398c86-8c6c-4ed7-9d8a-f4286c27064c req-a2c9dbfb-c295-4335-b906-5f65c5073456 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4414518 Mar 22 19:31:05.714798 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:31:05.734407 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155115d1-42ef-4d20-a155-d53155cab326 req-581210b5-05fb-4527-96f4-65125dc19ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:05.735985 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-155115d1-42ef-4d20-a155-d53155cab326 req-581210b5-05fb-4527-96f4-65125dc19ae7 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8cc23b89-0a7c-44fd-a9a1-57b892552c8c HTTP/1.1" status: 200 len: 1128 time: 0.1356657 Mar 22 19:31:05.745418 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:31:05.745931 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b4fcc77e-e2ee-4af7-9a8a-a61ce3c72041 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:31:05.746461 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 87cdca7f-6ff7-48cb-9cf4-1a85b99ea267 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:31:05.775098 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 87cdca7f-6ff7-48cb-9cf4-1a85b99ea267 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:31:05.776352 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-14752040-fddc-4dee-872f-f5275b0c7153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (907e1201-ed97-419e-b777-cf90ce716258), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:05.778171 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 87cdca7f-6ff7-48cb-9cf4-1a85b99ea267 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:31:05.796544 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-14752040-fddc-4dee-872f-f5275b0c7153 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:05.800935 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ac9ff1-466f-45e7-bfea-6b81e52e18ff None None] Network c5f1051e-7596-41e4-8191-13bf27378140 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:31:05.803075 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-14752040-fddc-4dee-872f-f5275b0c7153 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/907e1201-ed97-419e-b777-cf90ce716258 HTTP/1.1" status: 204 len: 168 time: 0.4164512 Mar 22 19:31:05.825078 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55276) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:05.831983 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14752040-fddc-4dee-872f-f5275b0c7153 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=907e1201-ed97-419e-b777-cf90ce716258,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:05.841570 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee3b2740-0215-4ec3-902d-4e993709439f req-d7760692-426d-494e-bd95-bd622822229a tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Router 16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:31:05.846147 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-155115d1-42ef-4d20-a155-d53155cab326 req-c713fae4-7ed3-4cdd-b2a7-8e95f441e1df service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030288 Mar 22 19:31:05.892112 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-83680370-1a08-492e-bf3f-dcf0869f602d req-bfb2d023-6875-4f11-bf0c-c88a013799cc service neutron] For port f7058d5e-f8e8-4097-b370-a174e9d91f8a, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:31:05.924792 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-83680370-1a08-492e-bf3f-dcf0869f602d req-bfb2d023-6875-4f11-bf0c-c88a013799cc service neutron] For port f7058d5e-f8e8-4097-b370-a174e9d91f8a, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=f7058d5e-f8e8-4097-b370-a174e9d91f8a,segment=NetworkSegment(80bd5bff-c1a8-4fa7-a5aa-66bec761fafc),segment_id=80bd5bff-c1a8-4fa7-a5aa-66bec761fafc)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:31:05.947845 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-bfb2d023-6875-4f11-bf0c-c88a013799cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (f7058d5e-f8e8-4097-b370-a174e9d91f8a), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:06.012544 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6223a16-e320-41f5-9e41-70ff76f29881 None None] DHCP port deletion for c5f1051e-7596-41e4-8191-13bf27378140 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:31:06.052530 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-451c4ce5-8877-413a-865d-9513ecd87b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (c5f1051e-7596-41e4-8191-13bf27378140), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:06.072341 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e6223a16-e320-41f5-9e41-70ff76f29881 None None] Deleting port 4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:31:06.072825 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e6223a16-e320-41f5-9e41-70ff76f29881 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:06.078859 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032593e3-fb55-4e44-a1a8-412cb157fb89 req-e2a29410-0290-4938-b61b-e94a1f105a7f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:06.084585 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032593e3-fb55-4e44-a1a8-412cb157fb89 req-e2a29410-0290-4938-b61b-e94a1f105a7f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:06.090054 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032593e3-fb55-4e44-a1a8-412cb157fb89 req-e2a29410-0290-4938-b61b-e94a1f105a7f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:06.095545 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032593e3-fb55-4e44-a1a8-412cb157fb89 req-e2a29410-0290-4938-b61b-e94a1f105a7f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:06.105917 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032593e3-fb55-4e44-a1a8-412cb157fb89 req-e2a29410-0290-4938-b61b-e94a1f105a7f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:06.109084 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032593e3-fb55-4e44-a1a8-412cb157fb89 req-e2a29410-0290-4938-b61b-e94a1f105a7f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:06.114659 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032593e3-fb55-4e44-a1a8-412cb157fb89 req-e2a29410-0290-4938-b61b-e94a1f105a7f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:06.116680 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-032593e3-fb55-4e44-a1a8-412cb157fb89 req-e2a29410-0290-4938-b61b-e94a1f105a7f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5408 time: 0.4233885 Mar 22 19:31:06.134170 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-bfb2d023-6875-4f11-bf0c-c88a013799cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:06.134795 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-bfb2d023-6875-4f11-bf0c-c88a013799cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:06.136623 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-bfb2d023-6875-4f11-bf0c-c88a013799cc service neutron] 10.222.0.85 "PUT /v2.0/ports/f7058d5e-f8e8-4097-b370-a174e9d91f8a HTTP/1.1" status: 200 len: 1092 time: 2.9985709 Mar 22 19:31:06.140703 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'tag': 'f7058d5e-f8e8-4097-b370-a174e9d91f8a'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:31:06.141243 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38caa5d-843c-49b7-ad89-f88497df430e" -d '{"events": [{"name": "network-changed", "server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "tag": "f7058d5e-f8e8-4097-b370-a174e9d91f8a"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:31:06.168566 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0a1cd876-a256-465d-b68d-4556f369ef50 service neutron] Request body: {'port': {'device_id': 'def263e3-2b7c-4878-b97f-ae3609667513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:06.177075 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e6223a16-e320-41f5-9e41-70ff76f29881 None None] For port 4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30,segment=NetworkSegment(31bb3c9d-71fa-49ad-8a1f-30193c79903d),segment_id=31bb3c9d-71fa-49ad-8a1f-30193c79903d)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:06.177075 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e6223a16-e320-41f5-9e41-70ff76f29881 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:06.197539 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e6223a16-e320-41f5-9e41-70ff76f29881 None None] Calling delete_port for 4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:31:06.227615 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb2d023-6875-4f11-bf0c-c88a013799cc service neutron] Pushing event updated for resources: {'Port': ['ID=f7058d5e-f8e8-4097-b370-a174e9d91f8a,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:06.303305 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e6223a16-e320-41f5-9e41-70ff76f29881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:06.312873 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee3b2740-0215-4ec3-902d-4e993709439f req-d7760692-426d-494e-bd95-bd622822229a tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:31:06.325901 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe673c7d-2144-4d00-87c0-427a88b958cb None None] Sync routers for ids ['16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:31:06.341220 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe673c7d-2144-4d00-87c0-427a88b958cb None None] Routers {'16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:31:06.342095 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-fe673c7d-2144-4d00-87c0-427a88b958cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:30:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:06.344462 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ee3b2740-0215-4ec3-902d-4e993709439f req-d7760692-426d-494e-bd95-bd622822229a tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:06.374697 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6223a16-e320-41f5-9e41-70ff76f29881 None None] No DVR routers for this DVR port 4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:31:06.387232 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6223a16-e320-41f5-9e41-70ff76f29881 None None] Pushing event deleted for resources: {'Port': ['ID=4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:06.398442 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-032593e3-fb55-4e44-a1a8-412cb157fb89 req-76e62a7c-fca2-4785-b2de-611548a3b92f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2494156 Mar 22 19:31:06.444216 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0a1cd876-a256-465d-b68d-4556f369ef50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4f5d6958-8214-4e7b-8668-05998059478f), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:06.463251 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ee3b2740-0215-4ec3-902d-4e993709439f req-d7760692-426d-494e-bd95-bd622822229a tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "PUT /v2.0/floatingips/b4c78286-6406-4882-b8ab-52f105df65c8 HTTP/1.1" status: 200 len: 694 time: 2.5644951 Mar 22 19:31:06.472395 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-451c4ce5-8877-413a-865d-9513ecd87b28 admin admin] Deleting port 4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:31:06.472735 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-451c4ce5-8877-413a-865d-9513ecd87b28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:06.545463 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f01adf9-e3ca-4797-869c-bfe3c8075e4b x-openstack-request-id: req-4f01adf9-e3ca-4797-869c-bfe3c8075e4b {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:31:06.545756 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "tag": "f7058d5e-f8e8-4097-b370-a174e9d91f8a", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:31:06.546038 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4f01adf9-e3ca-4797-869c-bfe3c8075e4b {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:31:06.546421 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f01adf9-e3ca-4797-869c-bfe3c8075e4b'] response: {'name': 'network-changed', 'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'tag': 'f7058d5e-f8e8-4097-b370-a174e9d91f8a', 'status': 'completed', 'code': 200} Mar 22 19:31:06.623537 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-fe673c7d-2144-4d00-87c0-427a88b958cb None None] Set router 16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:31:06.756563 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-451c4ce5-8877-413a-865d-9513ecd87b28 admin admin] For port 4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30, host n-d-705658-24, got binding levels [] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:06.757178 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-451c4ce5-8877-413a-865d-9513ecd87b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:06.783422 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-451c4ce5-8877-413a-865d-9513ecd87b28 admin admin] Calling delete_port for 4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30 owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:31:06.789657 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b2740-0215-4ec3-902d-4e993709439f req-78c075b7-d055-4e07-b9fa-11ec70154518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:06.791213 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ee3b2740-0215-4ec3-902d-4e993709439f req-78c075b7-d055-4e07-b9fa-11ec70154518 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f1d9b8a2852847abaf50233e44b3b990&device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 1128 time: 0.2855201 Mar 22 19:31:06.793577 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.ipam_backend_mixin [None req-451c4ce5-8877-413a-865d-9513ecd87b28 admin admin] Port 4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30 was not found and therefore no delete operation was performed {{(pid=104172) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 19:31:06.813950 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-451c4ce5-8877-413a-865d-9513ecd87b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:06.867480 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38caa5d-843c-49b7-ad89-f88497df430e req-fe74c215-87dd-4106-86ff-1fa4e548bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:06.867961 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38caa5d-843c-49b7-ad89-f88497df430e req-fe74c215-87dd-4106-86ff-1fa4e548bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:06.868432 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38caa5d-843c-49b7-ad89-f88497df430e req-fe74c215-87dd-4106-86ff-1fa4e548bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:06.868892 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38caa5d-843c-49b7-ad89-f88497df430e req-fe74c215-87dd-4106-86ff-1fa4e548bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:06.869356 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38caa5d-843c-49b7-ad89-f88497df430e req-fe74c215-87dd-4106-86ff-1fa4e548bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:06.869828 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38caa5d-843c-49b7-ad89-f88497df430e req-fe74c215-87dd-4106-86ff-1fa4e548bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:06.870288 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38caa5d-843c-49b7-ad89-f88497df430e req-fe74c215-87dd-4106-86ff-1fa4e548bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:06.872214 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e38caa5d-843c-49b7-ad89-f88497df430e req-fe74c215-87dd-4106-86ff-1fa4e548bc81 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9e0e4ca7c14f4d59bf1ff2884bd386bd&device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 6602 time: 0.2863801 Mar 22 19:31:06.939054 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c4ce5-8877-413a-865d-9513ecd87b28 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:06.949680 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627eb1fe-ca84-44c8-8036-4bca1e709bcc req-47df35c9-9891-4ea1-bc1f-b9dde6e94719 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:06.951335 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-627eb1fe-ca84-44c8-8036-4bca1e709bcc req-47df35c9-9891-4ea1-bc1f-b9dde6e94719 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=8cc23b89-0a7c-44fd-a9a1-57b892552c8c HTTP/1.1" status: 200 len: 945 time: 0.3185172 Mar 22 19:31:06.954400 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451c4ce5-8877-413a-865d-9513ecd87b28 admin admin] No DVR routers for this DVR port 4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30 on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:31:06.976925 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-fe673c7d-2144-4d00-87c0-427a88b958cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-875189775-router', 'tenant_id': 'f1d9b8a2852847abaf50233e44b3b990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '4262f418-d5e5-43dd-a770-e8ee4c8add8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:28Z', 'updated_at': '2022-03-22T19:29:37Z', 'revision_number': 4, 'project_id': 'f1d9b8a2852847abaf50233e44b3b990', 'gw_port': {'id': '4262f418-d5e5-43dd-a770-e8ee4c8add8a', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:30Z', 'updated_at': '2022-03-22T19:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7ca320f2-a987-4b99-9859-9c7df1d3e723', 'name': '', 'network_id': 'd20554b8-a26c-4c21-9aa9-235918d57be0', 'tenant_id': 'f1d9b8a2852847abaf50233e44b3b990', 'mac_address': 'fa:16:3e:0f:a8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '703f819a-471b-406d-abe3-9a43e329de84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:36Z', 'updated_at': '2022-03-22T19:29:59Z', 'revision_number': 5, 'project_id': 'f1d9b8a2852847abaf50233e44b3b990', 'subnets': [{'id': '703f819a-471b-406d-abe3-9a43e329de84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:07.016241 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe673c7d-2144-4d00-87c0-427a88b958cb None None] Checking router: 16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:31:07.027403 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe673c7d-2144-4d00-87c0-427a88b958cb None None] Routers {'16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:31:07.028243 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-fe673c7d-2144-4d00-87c0-427a88b958cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:30:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:07.176223 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-fe673c7d-2144-4d00-87c0-427a88b958cb None None] Set router 16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:31:07.391405 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-fe673c7d-2144-4d00-87c0-427a88b958cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-875189775-router', 'tenant_id': 'f1d9b8a2852847abaf50233e44b3b990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '4262f418-d5e5-43dd-a770-e8ee4c8add8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:28Z', 'updated_at': '2022-03-22T19:29:37Z', 'revision_number': 4, 'project_id': 'f1d9b8a2852847abaf50233e44b3b990', 'gw_port': {'id': '4262f418-d5e5-43dd-a770-e8ee4c8add8a', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:30Z', 'updated_at': '2022-03-22T19:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7ca320f2-a987-4b99-9859-9c7df1d3e723', 'name': '', 'network_id': 'd20554b8-a26c-4c21-9aa9-235918d57be0', 'tenant_id': 'f1d9b8a2852847abaf50233e44b3b990', 'mac_address': 'fa:16:3e:0f:a8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '703f819a-471b-406d-abe3-9a43e329de84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:36Z', 'updated_at': '2022-03-22T19:29:59Z', 'revision_number': 5, 'project_id': 'f1d9b8a2852847abaf50233e44b3b990', 'subnets': [{'id': '703f819a-471b-406d-abe3-9a43e329de84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:07.421606 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe673c7d-2144-4d00-87c0-427a88b958cb None None] The sync data for ids ['16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9'] in n-d-705658-24 is: [{'id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-875189775-router', 'tenant_id': 'f1d9b8a2852847abaf50233e44b3b990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '4262f418-d5e5-43dd-a770-e8ee4c8add8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:28Z', 'updated_at': '2022-03-22T19:29:37Z', 'revision_number': 4, 'project_id': 'f1d9b8a2852847abaf50233e44b3b990', 'gw_port': {'id': '4262f418-d5e5-43dd-a770-e8ee4c8add8a', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:30Z', 'updated_at': '2022-03-22T19:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7ca320f2-a987-4b99-9859-9c7df1d3e723', 'name': '', 'network_id': 'd20554b8-a26c-4c21-9aa9-235918d57be0', 'tenant_id': 'f1d9b8a2852847abaf50233e44b3b990', 'mac_address': 'fa:16:3e:0f:a8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '703f819a-471b-406d-abe3-9a43e329de84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:36Z', 'updated_at': '2022-03-22T19:29:59Z', 'revision_number': 5, 'project_id': 'f1d9b8a2852847abaf50233e44b3b990', 'subnets': [{'id': '703f819a-471b-406d-abe3-9a43e329de84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:31:07.484125 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-451c4ce5-8877-413a-865d-9513ecd87b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (c5f1051e-7596-41e4-8191-13bf27378140), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:07.504563 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-627eb1fe-ca84-44c8-8036-4bca1e709bcc req-b4fb4739-1e3f-4271-b9e4-0a40a8f2101d tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5399051 Mar 22 19:31:07.538019 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b2740-0215-4ec3-902d-4e993709439f req-17dcbc96-3091-474b-8064-da236a30721d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:07.539502 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ee3b2740-0215-4ec3-902d-4e993709439f req-17dcbc96-3091-474b-8064-da236a30721d service neutron] 10.222.0.75 "GET /v2.0/networks?id=d20554b8-a26c-4c21-9aa9-235918d57be0 HTTP/1.1" status: 200 len: 920 time: 0.7384343 Mar 22 19:31:07.556762 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-451c4ce5-8877-413a-865d-9513ecd87b28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5f1051e-7596-41e4-8191-13bf27378140']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:07.632581 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38caa5d-843c-49b7-ad89-f88497df430e req-086e530b-0a2b-40d8-a3fc-d455d68d7c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:07.633063 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38caa5d-843c-49b7-ad89-f88497df430e req-086e530b-0a2b-40d8-a3fc-d455d68d7c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:07.633533 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38caa5d-843c-49b7-ad89-f88497df430e req-086e530b-0a2b-40d8-a3fc-d455d68d7c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:07.635219 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e38caa5d-843c-49b7-ad89-f88497df430e req-086e530b-0a2b-40d8-a3fc-d455d68d7c54 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=9e0e4ca7c14f4d59bf1ff2884bd386bd&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7324827 Mar 22 19:31:07.690927 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:31:07.696291 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-451c4ce5-8877-413a-865d-9513ecd87b28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31bb3c9d-71fa-49ad-8a1f-30193c79903d') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:07.696600 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-451c4ce5-8877-413a-865d-9513ecd87b28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31bb3c9d-71fa-49ad-8a1f-30193c79903d') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:07.700501 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ee3b2740-0215-4ec3-902d-4e993709439f req-eef23ea4-3f9d-40f9-8b2e-1de70dc864a4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f5733db-943a-4497-a193-bb4029fc5a4e HTTP/1.1" status: 200 len: 217 time: 0.1359637 Mar 22 19:31:07.717025 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:31:07.717499 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 4c4129bc-8322-4f1f-8e6d-a2c3b4b6ac30 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:31:07.718276 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-451c4ce5-8877-413a-865d-9513ecd87b28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (31bb3c9d-71fa-49ad-8a1f-30193c79903d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:07.735703 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-451c4ce5-8877-413a-865d-9513ecd87b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (31bb3c9d-71fa-49ad-8a1f-30193c79903d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:07.781498 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-451c4ce5-8877-413a-865d-9513ecd87b28 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:31:07.782203 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-451c4ce5-8877-413a-865d-9513ecd87b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (31bb3c9d-71fa-49ad-8a1f-30193c79903d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:07.783633 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:31:07.783633 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:31:07.783633 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:31:07.783633 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:31:07.783633 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:31:07.783633 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:31:07.783633 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:31:07.783633 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:31:07.783633 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:31:07.783633 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:31:07.783633 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:31:07.783633 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:31:07.783633 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:31:07.783633 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:31:07.783633 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:31:07.783633 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:31:07.783633 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:31:07.783633 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:31:07.783633 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:31:07.783633 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:31:07.783633 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:31:07.783633 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:31:07.783633 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:31:07.783633 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:31:07.783633 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:31:07.783633 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:31:07.783633 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:31:07.783633 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:31:07.783633 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:31:07.783633 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:31:07.783633 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:31:07.783633 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:31:07.786742 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0a1cd876-a256-465d-b68d-4556f369ef50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f5d6958-8214-4e7b-8668-05998059478f {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:31:07.830715 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fb6af7-4e39-489f-ba95-14f1699f1ff8 None None] New status for floating IP b4c78286-6406-4882-b8ab-52f105df65c8: DOWN {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:31:07.875090 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0a1cd876-a256-465d-b68d-4556f369ef50 service neutron] Publish callbacks [] for port (4f5d6958-8214-4e7b-8668-05998059478f), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:07.922174 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0a1cd876-a256-465d-b68d-4556f369ef50 service neutron] Transition to ACTIVE for port object 4f5d6958-8214-4e7b-8668-05998059478f will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:31:07.938310 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0a1cd876-a256-465d-b68d-4556f369ef50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (4f5d6958-8214-4e7b-8668-05998059478f), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:07.950042 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-451c4ce5-8877-413a-865d-9513ecd87b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (c5f1051e-7596-41e4-8191-13bf27378140), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:07.957295 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b2740-0215-4ec3-902d-4e993709439f req-583e8fe2-7b19-4074-9081-714d5a430699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:07.958833 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ee3b2740-0215-4ec3-902d-4e993709439f req-583e8fe2-7b19-4074-9081-714d5a430699 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=703f819a-471b-406d-abe3-9a43e329de84 HTTP/1.1" status: 200 len: 859 time: 0.2181103 Mar 22 19:31:08.000542 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727203f5-527f-492c-b6df-9d4f42189b51 req-be7adaf5-2dfa-49c9-a5c2-a3abfb7973bc tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:08.006012 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727203f5-527f-492c-b6df-9d4f42189b51 req-be7adaf5-2dfa-49c9-a5c2-a3abfb7973bc tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:08.011265 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727203f5-527f-492c-b6df-9d4f42189b51 req-be7adaf5-2dfa-49c9-a5c2-a3abfb7973bc tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:08.016557 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727203f5-527f-492c-b6df-9d4f42189b51 req-be7adaf5-2dfa-49c9-a5c2-a3abfb7973bc tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:08.022418 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727203f5-527f-492c-b6df-9d4f42189b51 req-be7adaf5-2dfa-49c9-a5c2-a3abfb7973bc tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:08.027841 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727203f5-527f-492c-b6df-9d4f42189b51 req-be7adaf5-2dfa-49c9-a5c2-a3abfb7973bc tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:08.033176 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727203f5-527f-492c-b6df-9d4f42189b51 req-be7adaf5-2dfa-49c9-a5c2-a3abfb7973bc tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:08.035526 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-727203f5-527f-492c-b6df-9d4f42189b51 req-be7adaf5-2dfa-49c9-a5c2-a3abfb7973bc tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5408 time: 0.4541297 Mar 22 19:31:08.044257 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-451c4ce5-8877-413a-865d-9513ecd87b28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:08.049710 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-451c4ce5-8877-413a-865d-9513ecd87b28 admin admin] 10.222.0.75 "DELETE /v2.0/networks/c5f1051e-7596-41e4-8191-13bf27378140 HTTP/1.1" status: 204 len: 168 time: 2.2139621 Mar 22 19:31:08.093638 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c4ce5-8877-413a-865d-9513ecd87b28 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5f1051e-7596-41e4-8191-13bf27378140,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:08.131784 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ee3b2740-0215-4ec3-902d-4e993709439f req-6f6d21c7-f489-46f2-96fe-f6e7e16cbc6d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d20554b8-a26c-4c21-9aa9-235918d57be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889072 Mar 22 19:31:08.138447 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38caa5d-843c-49b7-ad89-f88497df430e req-2b2a9409-34dc-49a3-ad10-fc04c277e049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:08.139902 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e38caa5d-843c-49b7-ad89-f88497df430e req-2b2a9409-34dc-49a3-ad10-fc04c277e049 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4334934 Mar 22 19:31:08.150088 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1cd876-a256-465d-b68d-4556f369ef50 service neutron] Pushing event updated for resources: {'Port': ['ID=4f5d6958-8214-4e7b-8668-05998059478f,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:08.191468 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55292) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:08.260714 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-85034fef-0f37-4834-95e1-92412fb8b258 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3b904c7ad2a94d7b8ba5ca90862127a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0672355 Mar 22 19:31:08.266353 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55294) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:08.329850 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-727203f5-527f-492c-b6df-9d4f42189b51 req-4abd8578-ecf9-454f-a52d-1c4ecd1cb191 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2600703 Mar 22 19:31:08.374055 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-75e3d257-da44-48b3-b4ae-02177058b592 admin admin] Publish callbacks [] for security_group (65044ecf-4716-4dcb-90a3-09c2d8731c7b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:08.375732 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ee3b2740-0215-4ec3-902d-4e993709439f req-f1765f93-c7c3-407c-ae02-2b43b12f3adf service neutron] 10.222.0.75 "GET /v2.0/networks/d20554b8-a26c-4c21-9aa9-235918d57be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328990 Mar 22 19:31:08.376674 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0a1cd876-a256-465d-b68d-4556f369ef50 service neutron] Attempting to bind port 4f5d6958-8214-4e7b-8668-05998059478f on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:31:08.376987 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0a1cd876-a256-465d-b68d-4556f369ef50 service neutron] Attempting to bind port 4f5d6958-8214-4e7b-8668-05998059478f by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '80bd5bff-c1a8-4fa7-a5aa-66bec761fafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '63d9f401-775b-4921-a031-36b8b10f1a77'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:31:08.377324 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0a1cd876-a256-465d-b68d-4556f369ef50 service neutron] Attempting to bind port 4f5d6958-8214-4e7b-8668-05998059478f on network 63d9f401-775b-4921-a031-36b8b10f1a77 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:31:08.399513 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0a1cd876-a256-465d-b68d-4556f369ef50 service neutron] Port 4f5d6958-8214-4e7b-8668-05998059478f on network 63d9f401-775b-4921-a031-36b8b10f1a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:31:08.400154 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0a1cd876-a256-465d-b68d-4556f369ef50 service neutron] Attempting to bind port 4f5d6958-8214-4e7b-8668-05998059478f on network 63d9f401-775b-4921-a031-36b8b10f1a77 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:31:08.407221 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-75e3d257-da44-48b3-b4ae-02177058b592 admin admin] Publish callbacks [] for security_group (65044ecf-4716-4dcb-90a3-09c2d8731c7b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:08.448066 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0a1cd876-a256-465d-b68d-4556f369ef50 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:31:08.448066 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0a1cd876-a256-465d-b68d-4556f369ef50 service neutron] Checking segment: {'id': '80bd5bff-c1a8-4fa7-a5aa-66bec761fafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '63d9f401-775b-4921-a031-36b8b10f1a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:31:08.448066 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0a1cd876-a256-465d-b68d-4556f369ef50 service neutron] Bound using segment: {'id': '80bd5bff-c1a8-4fa7-a5aa-66bec761fafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '63d9f401-775b-4921-a031-36b8b10f1a77'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:31:08.448827 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0a1cd876-a256-465d-b68d-4556f369ef50 service neutron] Bound port: 4f5d6958-8214-4e7b-8668-05998059478f, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80bd5bff-c1a8-4fa7-a5aa-66bec761fafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '63d9f401-775b-4921-a031-36b8b10f1a77'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:31:08.448827 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0a1cd876-a256-465d-b68d-4556f369ef50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4f5d6958-8214-4e7b-8668-05998059478f), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:08.470107 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-75e3d257-da44-48b3-b4ae-02177058b592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (65044ecf-4716-4dcb-90a3-09c2d8731c7b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:08.473639 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-75e3d257-da44-48b3-b4ae-02177058b592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:08.474817 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-75e3d257-da44-48b3-b4ae-02177058b592 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/65044ecf-4716-4dcb-90a3-09c2d8731c7b HTTP/1.1" status: 204 len: 168 time: 0.2072244 Mar 22 19:31:08.483632 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3d257-da44-48b3-b4ae-02177058b592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65044ecf-4716-4dcb-90a3-09c2d8731c7b,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:08.532174 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ee3b2740-0215-4ec3-902d-4e993709439f req-0347e33d-1d63-4291-81df-d4a2c43c96a0 service neutron] 10.222.0.75 "GET /v2.0/networks/d20554b8-a26c-4c21-9aa9-235918d57be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429217 Mar 22 19:31:08.547387 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3408eb-19ef-485d-8486-3be08755a9a2', 'tag': '7f5733db-943a-4497-a193-bb4029fc5a4e'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:31:08.551099 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9610027-1d25-4c1f-9b3b-ccde653f1282" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3408eb-19ef-485d-8486-3be08755a9a2", "tag": "7f5733db-943a-4497-a193-bb4029fc5a4e"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:31:08.584110 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0a1cd876-a256-465d-b68d-4556f369ef50 service neutron] For port 4f5d6958-8214-4e7b-8668-05998059478f, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:31:08.588339 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0a1cd876-a256-465d-b68d-4556f369ef50 service neutron] For port 4f5d6958-8214-4e7b-8668-05998059478f, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=4f5d6958-8214-4e7b-8668-05998059478f,segment=NetworkSegment(80bd5bff-c1a8-4fa7-a5aa-66bec761fafc),segment_id=80bd5bff-c1a8-4fa7-a5aa-66bec761fafc)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:31:08.596332 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0a1cd876-a256-465d-b68d-4556f369ef50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (4f5d6958-8214-4e7b-8668-05998059478f), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:08.684554 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd4b1e5-5f84-4ef9-8156-f7d000e2671b x-openstack-request-id: req-1cd4b1e5-5f84-4ef9-8156-f7d000e2671b {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:31:08.684996 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3408eb-19ef-485d-8486-3be08755a9a2", "tag": "7f5733db-943a-4497-a193-bb4029fc5a4e", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:31:08.685276 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1cd4b1e5-5f84-4ef9-8156-f7d000e2671b {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:31:08.685661 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cd4b1e5-5f84-4ef9-8156-f7d000e2671b'] response: {'name': 'network-changed', 'server_uuid': 'cb3408eb-19ef-485d-8486-3be08755a9a2', 'tag': '7f5733db-943a-4497-a193-bb4029fc5a4e', 'status': 'completed', 'code': 200} Mar 22 19:31:08.687654 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1cd876-a256-465d-b68d-4556f369ef50 service neutron] Pushing event updated for resources: {'Port': ['ID=4f5d6958-8214-4e7b-8668-05998059478f,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:08.754950 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0a1cd876-a256-465d-b68d-4556f369ef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:08.754950 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0a1cd876-a256-465d-b68d-4556f369ef50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:08.755801 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0a1cd876-a256-465d-b68d-4556f369ef50 service neutron] 10.222.0.85 "PUT /v2.0/ports/4f5d6958-8214-4e7b-8668-05998059478f HTTP/1.1" status: 200 len: 1092 time: 2.5913439 Mar 22 19:31:08.804057 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af13a4d2-60a6-4f44-8451-784e34326dc1 req-e33b4217-f8d5-4324-95cf-a6738b105390 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/floatingips/b4c78286-6406-4882-b8ab-52f105df65c8 HTTP/1.1" status: 200 len: 692 time: 0.1272337 Mar 22 19:31:08.829315 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9610027-1d25-4c1f-9b3b-ccde653f1282 req-a5ca69f2-1109-4cf7-9141-df5a691e9792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:08.832377 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c9610027-1d25-4c1f-9b3b-ccde653f1282 req-a5ca69f2-1109-4cf7-9141-df5a691e9792 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=f1d9b8a2852847abaf50233e44b3b990&device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 1128 time: 0.1714685 Mar 22 19:31:08.976456 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72429b56-b96c-4c6c-8f2a-0cc5f3973aa8 req-4e979b2e-e635-4659-9ec3-3b17363b9285 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:08.987205 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55310) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:08.988831 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-72429b56-b96c-4c6c-8f2a-0cc5f3973aa8 req-4e979b2e-e635-4659-9ec3-3b17363b9285 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=8cc23b89-0a7c-44fd-a9a1-57b892552c8c HTTP/1.1" status: 200 len: 945 time: 0.3022408 Mar 22 19:31:09.043336 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9610027-1d25-4c1f-9b3b-ccde653f1282 req-2aedab21-6fd3-4bf4-b7d3-17514083fd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:09.045179 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c9610027-1d25-4c1f-9b3b-ccde653f1282 req-2aedab21-6fd3-4bf4-b7d3-17514083fd06 service neutron] 10.222.0.84 "GET /v2.0/networks?id=d20554b8-a26c-4c21-9aa9-235918d57be0 HTTP/1.1" status: 200 len: 920 time: 0.2060032 Mar 22 19:31:09.051545 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-05cd60b4-9d2b-405b-ad3d-b22d1e081511 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c84ea4bdf315458e93c5434426f6023a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0629826 Mar 22 19:31:09.052376 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55312) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:09.079734 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13a4d2-60a6-4f44-8451-784e34326dc1 req-c54bddde-93ce-4653-a2d0-0b4ac2216f1c tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:09.082869 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af13a4d2-60a6-4f44-8451-784e34326dc1 req-c54bddde-93ce-4653-a2d0-0b4ac2216f1c tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 784 time: 0.2658212 Mar 22 19:31:09.093940 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c9610027-1d25-4c1f-9b3b-ccde653f1282 req-10f6ec13-6098-47af-a9dc-f29ce491f150 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f5733db-943a-4497-a193-bb4029fc5a4e HTTP/1.1" status: 200 len: 217 time: 0.0403666 Mar 22 19:31:09.147218 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-02a67696-61f8-4a55-9a79-982205dde3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:09.147696 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-02a67696-61f8-4a55-9a79-982205dde3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:09.148157 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-02a67696-61f8-4a55-9a79-982205dde3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:09.148614 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-02a67696-61f8-4a55-9a79-982205dde3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:09.149077 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-02a67696-61f8-4a55-9a79-982205dde3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:09.149531 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-02a67696-61f8-4a55-9a79-982205dde3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:09.150012 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-02a67696-61f8-4a55-9a79-982205dde3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:09.151965 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-02a67696-61f8-4a55-9a79-982205dde3ec service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9e0e4ca7c14f4d59bf1ff2884bd386bd&device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 6701 time: 0.3373575 Mar 22 19:31:09.174596 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af13a4d2-60a6-4f44-8451-784e34326dc1 req-c4f7357e-b92b-4c93-a180-dc1542073529 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.92 HTTP/1.1" status: 200 len: 695 time: 0.0805116 Mar 22 19:31:09.185224 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c28d36a1-74aa-4d66-85c1-aa9e809ccfe1 admin admin] Publish callbacks [] for security_group (9378e31b-e336-4443-bcf8-7df404be0c26), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:09.188894 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9610027-1d25-4c1f-9b3b-ccde653f1282 req-aa61706f-7c2d-484f-bc4c-505507f82113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:09.190928 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c9610027-1d25-4c1f-9b3b-ccde653f1282 req-aa61706f-7c2d-484f-bc4c-505507f82113 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=703f819a-471b-406d-abe3-9a43e329de84 HTTP/1.1" status: 200 len: 859 time: 0.0883453 Mar 22 19:31:09.205566 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-72429b56-b96c-4c6c-8f2a-0cc5f3973aa8 req-9a7b55de-3553-478d-8b12-25b4b1c5838f tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790199 Mar 22 19:31:09.207700 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-1ebff361-d081-4571-804b-6c217db6d5a9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec2b1e62-dccd-4ab7-8d96-30287c6313d6 HTTP/1.1" status: 200 len: 217 time: 0.0471952 Mar 22 19:31:09.233437 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c9610027-1d25-4c1f-9b3b-ccde653f1282 req-f04e3f73-6333-48bf-add7-3cd95142d327 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d20554b8-a26c-4c21-9aa9-235918d57be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315509 Mar 22 19:31:09.239230 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c28d36a1-74aa-4d66-85c1-aa9e809ccfe1 admin admin] Publish callbacks [] for security_group (9378e31b-e336-4443-bcf8-7df404be0c26), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:09.278362 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af13a4d2-60a6-4f44-8451-784e34326dc1 req-be66c30b-b13c-4089-b32b-e7ec7f981c97 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/floatingips?floating_ip_address=172.25.5.92 HTTP/1.1" status: 200 len: 695 time: 0.0762980 Mar 22 19:31:09.350103 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-79d55c97-537a-49a0-8b19-04927bd60c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:09.351836 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-79d55c97-537a-49a0-8b19-04927bd60c22 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e79fd7a2-f33f-4e5a-aaf1-5c490955a64d HTTP/1.1" status: 200 len: 851 time: 0.1371672 Mar 22 19:31:09.360061 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c9610027-1d25-4c1f-9b3b-ccde653f1282 req-93e640b7-afef-48fd-a00b-df49e05df17d service neutron] 10.222.0.84 "GET /v2.0/networks/d20554b8-a26c-4c21-9aa9-235918d57be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228998 Mar 22 19:31:09.387956 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c28d36a1-74aa-4d66-85c1-aa9e809ccfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9378e31b-e336-4443-bcf8-7df404be0c26), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:09.390646 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c28d36a1-74aa-4d66-85c1-aa9e809ccfe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:09.395252 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c28d36a1-74aa-4d66-85c1-aa9e809ccfe1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9378e31b-e336-4443-bcf8-7df404be0c26 HTTP/1.1" status: 204 len: 168 time: 0.3405390 Mar 22 19:31:09.434608 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d36a1-74aa-4d66-85c1-aa9e809ccfe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9378e31b-e336-4443-bcf8-7df404be0c26,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:09.492483 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c9610027-1d25-4c1f-9b3b-ccde653f1282 req-a801a866-e9e2-4eb5-bbaa-dc88edebf75b service neutron] 10.222.0.84 "GET /v2.0/networks/d20554b8-a26c-4c21-9aa9-235918d57be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262181 Mar 22 19:31:09.497978 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7239debd-fb3e-4962-ac02-4af4f1e5d73f req-52491688-98b2-4296-b282-bf31b92b0197 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=5b93875569cc4d4199ac35d06661afdf HTTP/1.1" status: 200 len: 267 time: 0.2018645 Mar 22 19:31:09.515460 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-93297201-9cc3-4e9a-b29b-6774a75a5af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:09.516950 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-93297201-9cc3-4e9a-b29b-6774a75a5af0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4a18db52-e571-4039-89e7-6353aeef061c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1565554 Mar 22 19:31:09.625648 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-af13a4d2-60a6-4f44-8451-784e34326dc1 req-e2179daa-bd6b-4c58-a158-ca10b53d45b0 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Deleting port 60e8a602-1371-41bb-82e7-1bd62013929e {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:31:09.626029 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-af13a4d2-60a6-4f44-8451-784e34326dc1 req-e2179daa-bd6b-4c58-a158-ca10b53d45b0 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (60e8a602-1371-41bb-82e7-1bd62013929e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:09.648233 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239debd-fb3e-4962-ac02-4af4f1e5d73f req-d512211b-7dc9-4f1c-b096-94a8fa2ea910 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:09.649944 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7239debd-fb3e-4962-ac02-4af4f1e5d73f req-d512211b-7dc9-4f1c-b096-94a8fa2ea910 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=8cc23b89-0a7c-44fd-a9a1-57b892552c8c HTTP/1.1" status: 200 len: 945 time: 0.1420612 Mar 22 19:31:09.693670 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-7239debd-fb3e-4962-ac02-4af4f1e5d73f req-087f2a52-8dbf-4033-8a91-c1b9db8b64ee tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Request body: {'port': {'security_groups': []}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:09.768126 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-2834140c-3ac2-4710-857e-521721c1b70e service neutron] 10.222.0.85 "GET /v2.0/networks/4a18db52-e571-4039-89e7-6353aeef061c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412846 Mar 22 19:31:09.870543 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-af13a4d2-60a6-4f44-8451-784e34326dc1 req-e2179daa-bd6b-4c58-a158-ca10b53d45b0 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (60e8a602-1371-41bb-82e7-1bd62013929e), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:09.871192 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-af13a4d2-60a6-4f44-8451-784e34326dc1 req-e2179daa-bd6b-4c58-a158-ca10b53d45b0 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks [] for floatingip (60e8a602-1371-41bb-82e7-1bd62013929e), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:09.876939 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7239debd-fb3e-4962-ac02-4af4f1e5d73f req-087f2a52-8dbf-4033-8a91-c1b9db8b64ee tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (be4a2554-835a-4c09-96a6-d8cf8edbcb32), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:09.920954 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-af13a4d2-60a6-4f44-8451-784e34326dc1 req-e2179daa-bd6b-4c58-a158-ca10b53d45b0 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Calling delete_port for 60e8a602-1371-41bb-82e7-1bd62013929e owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:31:10.052321 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-5c43799a-44fb-42a6-b873-57a25b91e955 service neutron] 10.222.0.85 "GET /v2.0/networks/4a18db52-e571-4039-89e7-6353aeef061c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649965 Mar 22 19:31:10.149042 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-35ea46ff-eaac-4858-8686-86098b1d5675 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=fa65fbcd-288e-4705-b70a-673b02da016a HTTP/1.1" status: 200 len: 217 time: 0.0875833 Mar 22 19:31:10.252524 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55342) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:10.266869 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-769bf0d0-5bd5-4c45-bdc8-6fe13bec0ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:10.268351 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-769bf0d0-5bd5-4c45-bdc8-6fe13bec0ece service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f58c5404-0353-494c-a0db-2eb267c24d70 HTTP/1.1" status: 200 len: 797 time: 0.1122813 Mar 22 19:31:10.273491 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-7239debd-fb3e-4962-ac02-4af4f1e5d73f req-087f2a52-8dbf-4033-8a91-c1b9db8b64ee tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] For port be4a2554-835a-4c09-96a6-d8cf8edbcb32, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=be4a2554-835a-4c09-96a6-d8cf8edbcb32,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:10.350563 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-af13a4d2-60a6-4f44-8451-784e34326dc1 req-e2179daa-bd6b-4c58-a158-ca10b53d45b0 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (60e8a602-1371-41bb-82e7-1bd62013929e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:10.360418 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7239debd-fb3e-4962-ac02-4af4f1e5d73f req-087f2a52-8dbf-4033-8a91-c1b9db8b64ee tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks [] for port (be4a2554-835a-4c09-96a6-d8cf8edbcb32), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:10.372981 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-7d958cb9-46fe-4a4b-8b06-c2c5a564adf5 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-649741137-network', 'tenant_id': '8d98393dd8cc4f0da9c5f232d9f8f218'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:10.387623 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7239debd-fb3e-4962-ac02-4af4f1e5d73f req-087f2a52-8dbf-4033-8a91-c1b9db8b64ee tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (be4a2554-835a-4c09-96a6-d8cf8edbcb32), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:10.389405 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2179daa-bd6b-4c58-a158-ca10b53d45b0 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Pushing event deleted for resources: {'Port': ['ID=60e8a602-1371-41bb-82e7-1bd62013929e,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:10.400804 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['c0260e53-be59-4113-b78a-c582176525b0', 'be4a2554-835a-4c09-96a6-d8cf8edbcb32'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:31:10.408721 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d958cb9-46fe-4a4b-8b06-c2c5a564adf5 admin admin] Made reservation on behalf of 8d98393dd8cc4f0da9c5f232d9f8f218 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:31:10.411342 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7d958cb9-46fe-4a4b-8b06-c2c5a564adf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:10.421908 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7d958cb9-46fe-4a4b-8b06-c2c5a564adf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:10.429205 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-c2f696d2-12e2-4be8-9fe0-a0c1bc002019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:10.430792 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-c2f696d2-12e2-4be8-9fe0-a0c1bc002019 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e604f75b-118b-4af9-acd0-200e012a697d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1537800 Mar 22 19:31:10.480887 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239debd-fb3e-4962-ac02-4af4f1e5d73f req-087f2a52-8dbf-4033-8a91-c1b9db8b64ee tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:10.481672 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-7239debd-fb3e-4962-ac02-4af4f1e5d73f req-087f2a52-8dbf-4033-8a91-c1b9db8b64ee tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:10.483257 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7239debd-fb3e-4962-ac02-4af4f1e5d73f req-087f2a52-8dbf-4033-8a91-c1b9db8b64ee tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "PUT /v2.0/ports/be4a2554-835a-4c09-96a6-d8cf8edbcb32 HTTP/1.1" status: 200 len: 904 time: 0.8029490 Mar 22 19:31:10.517382 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['5138c1aa-0caf-46f6-b47a-ddde48e83e54'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:31:10.552583 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7d958cb9-46fe-4a4b-8b06-c2c5a564adf5 admin admin] Publish callbacks [] for security_group (4400ca78-3598-4bbb-b42e-ca86a79b0ca9), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:10.561254 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7d958cb9-46fe-4a4b-8b06-c2c5a564adf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (4400ca78-3598-4bbb-b42e-ca86a79b0ca9), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:10.572135 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087f2a52-8dbf-4033-8a91-c1b9db8b64ee tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Pushing event updated for resources: {'Port': ['ID=be4a2554-835a-4c09-96a6-d8cf8edbcb32,revision_number=6']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:10.595521 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d958cb9-46fe-4a4b-8b06-c2c5a564adf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:31:10.623704 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7d958cb9-46fe-4a4b-8b06-c2c5a564adf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (36338b85-9117-4b44-ad1e-8cb98a7fddd2), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:10.624586 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-7d958cb9-46fe-4a4b-8b06-c2c5a564adf5 admin admin] Added segment 36338b85-9117-4b44-ad1e-8cb98a7fddd2 of type vlan for network 342c7620-4c2f-4ea5-b363-9d1e6094ca88 Mar 22 19:31:10.626098 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d958cb9-46fe-4a4b-8b06-c2c5a564adf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4400ca78-3598-4bbb-b42e-ca86a79b0ca9,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:10.672088 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-af13a4d2-60a6-4f44-8451-784e34326dc1 req-e2179daa-bd6b-4c58-a158-ca10b53d45b0 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks [] for floatingip (b4c78286-6406-4882-b8ab-52f105df65c8), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:10.689284 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7d958cb9-46fe-4a4b-8b06-c2c5a564adf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (342c7620-4c2f-4ea5-b363-9d1e6094ca88), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:10.689550 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-af13a4d2-60a6-4f44-8451-784e34326dc1 req-e2179daa-bd6b-4c58-a158-ca10b53d45b0 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:10.706817 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af13a4d2-60a6-4f44-8451-784e34326dc1 req-e2179daa-bd6b-4c58-a158-ca10b53d45b0 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "DELETE /v2.0/floatingips/b4c78286-6406-4882-b8ab-52f105df65c8 HTTP/1.1" status: 204 len: 173 time: 1.4083962 Mar 22 19:31:10.707974 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'tag': '4f5d6958-8214-4e7b-8668-05998059478f'}, {'name': 'network-changed', 'server_uuid': '8cc23b89-0a7c-44fd-a9a1-57b892552c8c', 'tag': 'be4a2554-835a-4c09-96a6-d8cf8edbcb32'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:31:10.713262 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc51d93e-fc80-49a8-8d0e-e8fffb367502" -d '{"events": [{"name": "network-changed", "server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "tag": "4f5d6958-8214-4e7b-8668-05998059478f"}, {"name": "network-changed", "server_uuid": "8cc23b89-0a7c-44fd-a9a1-57b892552c8c", "tag": "be4a2554-835a-4c09-96a6-d8cf8edbcb32"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:31:10.717984 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['be4a2554-835a-4c09-96a6-d8cf8edbcb32'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:31:10.747855 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7d958cb9-46fe-4a4b-8b06-c2c5a564adf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (342c7620-4c2f-4ea5-b363-9d1e6094ca88), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:10.749291 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d958cb9-46fe-4a4b-8b06-c2c5a564adf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:10.750652 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7d958cb9-46fe-4a4b-8b06-c2c5a564adf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:10.795455 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-1db8efd1-1b70-4030-b825-d5e667958c46 service neutron] 10.222.0.85 "GET /v2.0/networks/e604f75b-118b-4af9-acd0-200e012a697d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390489 Mar 22 19:31:10.825780 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b575985-ad7f-4188-bf13-1653a79fd58a req-6fb27853-ebf2-40fa-baec-78977207283a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:10.834528 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b575985-ad7f-4188-bf13-1653a79fd58a req-6fb27853-ebf2-40fa-baec-78977207283a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:10.840524 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b575985-ad7f-4188-bf13-1653a79fd58a req-6fb27853-ebf2-40fa-baec-78977207283a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:10.847602 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b575985-ad7f-4188-bf13-1653a79fd58a req-6fb27853-ebf2-40fa-baec-78977207283a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:10.853319 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b575985-ad7f-4188-bf13-1653a79fd58a req-6fb27853-ebf2-40fa-baec-78977207283a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:10.863257 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b575985-ad7f-4188-bf13-1653a79fd58a req-6fb27853-ebf2-40fa-baec-78977207283a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:10.872375 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b575985-ad7f-4188-bf13-1653a79fd58a req-6fb27853-ebf2-40fa-baec-78977207283a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:10.875097 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b575985-ad7f-4188-bf13-1653a79fd58a req-6fb27853-ebf2-40fa-baec-78977207283a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5420 time: 0.2541921 Mar 22 19:31:10.893384 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55356) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:10.898412 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7d958cb9-46fe-4a4b-8b06-c2c5a564adf5 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6412132 Mar 22 19:31:10.900402 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-09cb3409-fa6f-4d5e-acb4-fec12c15dc9f admin admin] Request body: {'subnet': {'network_id': '342c7620-4c2f-4ea5-b363-9d1e6094ca88', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-649741137-subnet', 'tenant_id': '8d98393dd8cc4f0da9c5f232d9f8f218', 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:10.923059 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d958cb9-46fe-4a4b-8b06-c2c5a564adf5 admin admin] Pushing event updated for resources: {'Network': ['ID=342c7620-4c2f-4ea5-b363-9d1e6094ca88,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:10.956542 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 342c7620-4c2f-4ea5-b363-9d1e6094ca88 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:31:11.044444 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-08f8b4ae-416e-4174-b9f6-5dee68be44ea None None] Provisioning complete for port be4a2554-835a-4c09-96a6-d8cf8edbcb32 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:11.045139 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-08f8b4ae-416e-4174-b9f6-5dee68be44ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (be4a2554-835a-4c09-96a6-d8cf8edbcb32), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:11.157176 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-08f8b4ae-416e-4174-b9f6-5dee68be44ea None None] Current status of the port be4a2554-835a-4c09-96a6-d8cf8edbcb32 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:11.319467 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09cb3409-fa6f-4d5e-acb4-fec12c15dc9f admin admin] Made reservation on behalf of 8d98393dd8cc4f0da9c5f232d9f8f218 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:31:11.321720 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-09cb3409-fa6f-4d5e-acb4-fec12c15dc9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:11.372929 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b575985-ad7f-4188-bf13-1653a79fd58a req-83bf6d8e-b0a9-4c59-8602-b51ad160f079 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4872646 Mar 22 19:31:11.416432 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8da07a-bab1-4510-b13c-750bc83f7645 req-289b5b69-812b-41d4-817c-a372e272adb2 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:11.418301 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fb8da07a-bab1-4510-b13c-750bc83f7645 req-289b5b69-812b-41d4-817c-a372e272adb2 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=8cc23b89-0a7c-44fd-a9a1-57b892552c8c HTTP/1.1" status: 200 len: 907 time: 0.5420909 Mar 22 19:31:11.430815 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-f5c1de01-fa16-4c4a-b12d-7a29830eea1e service neutron] 10.222.0.85 "GET /v2.0/networks/e604f75b-118b-4af9-acd0-200e012a697d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5534449 Mar 22 19:31:11.503095 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 22 Mar 2022 19:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d537498e-7879-4173-a571-5ce8e335a329 x-openstack-request-id: req-d537498e-7879-4173-a571-5ce8e335a329 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:31:11.503433 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "tag": "4f5d6958-8214-4e7b-8668-05998059478f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8cc23b89-0a7c-44fd-a9a1-57b892552c8c", "tag": "be4a2554-835a-4c09-96a6-d8cf8edbcb32", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:31:11.503627 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d537498e-7879-4173-a571-5ce8e335a329 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:31:11.504034 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d537498e-7879-4173-a571-5ce8e335a329'] response: {'name': 'network-changed', 'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'tag': '4f5d6958-8214-4e7b-8668-05998059478f', 'status': 'completed', 'code': 200} Mar 22 19:31:11.504291 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d537498e-7879-4173-a571-5ce8e335a329'] response: {'name': 'network-changed', 'server_uuid': '8cc23b89-0a7c-44fd-a9a1-57b892552c8c', 'tag': 'be4a2554-835a-4c09-96a6-d8cf8edbcb32', 'status': 'completed', 'code': 200} Mar 22 19:31:11.516487 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-108f9944-adb8-45ce-8441-d7a60571088a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=b0399ecc-f819-4dcd-8c6b-e07a031c9070 HTTP/1.1" status: 200 len: 217 time: 0.0786295 Mar 22 19:31:11.557766 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51d93e-fc80-49a8-8d0e-e8fffb367502 req-1709a3ef-9bc7-47e7-975f-2b5b32433be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:11.559460 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dc51d93e-fc80-49a8-8d0e-e8fffb367502 req-1709a3ef-9bc7-47e7-975f-2b5b32433be4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5b93875569cc4d4199ac35d06661afdf&device_id=8cc23b89-0a7c-44fd-a9a1-57b892552c8c HTTP/1.1" status: 200 len: 1090 time: 0.0581548 Mar 22 19:31:11.598711 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d19fb4d0-8108-4240-be61-ff00907bd5da req-067796f3-3b3d-436d-8e6e-ead356147375 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/security-groups/ddf93000-1084-4da2-a440-a55cc408dd4d HTTP/1.1" status: 200 len: 1827 time: 0.1922140 Mar 22 19:31:11.666138 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-97219cd5-0f48-4d77-808b-edb69edc2af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:11.672608 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-97219cd5-0f48-4d77-808b-edb69edc2af0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f58c5404-0353-494c-a0db-2eb267c24d70 HTTP/1.1" status: 200 len: 797 time: 0.1422944 Mar 22 19:31:11.674317 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51d93e-fc80-49a8-8d0e-e8fffb367502 req-1acf647f-d203-4f62-b3ae-d3f38dc8b34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:11.676916 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dc51d93e-fc80-49a8-8d0e-e8fffb367502 req-1acf647f-d203-4f62-b3ae-d3f38dc8b34a service neutron] 10.222.0.84 "GET /v2.0/networks?id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc HTTP/1.1" status: 200 len: 911 time: 0.1116602 Mar 22 19:31:11.724922 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dc51d93e-fc80-49a8-8d0e-e8fffb367502 req-c3013663-ef69-45ed-b1e1-2d1011b2df62 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be4a2554-835a-4c09-96a6-d8cf8edbcb32 HTTP/1.1" status: 200 len: 217 time: 0.0379653 Mar 22 19:31:11.734010 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db679d0e-0868-4721-af08-d0124eff51cf req-03afae6f-48e7-4aa2-a3fe-e3ea96ee1778 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:11.735495 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-db679d0e-0868-4721-af08-d0124eff51cf req-03afae6f-48e7-4aa2-a3fe-e3ea96ee1778 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.1948898 Mar 22 19:31:11.783166 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51d93e-fc80-49a8-8d0e-e8fffb367502 req-48e28627-3f44-45b9-af91-0d677d009cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:11.784807 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dc51d93e-fc80-49a8-8d0e-e8fffb367502 req-48e28627-3f44-45b9-af91-0d677d009cdf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0024126f-9e61-4e75-a43d-476a3a97ffe0 HTTP/1.1" status: 200 len: 849 time: 0.0530834 Mar 22 19:31:11.826900 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d19fb4d0-8108-4240-be61-ff00907bd5da req-3528adfc-0278-426e-ab89-40655789d76c tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks [] for security_group (ddf93000-1084-4da2-a440-a55cc408dd4d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:11.845409 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-09cb3409-fa6f-4d5e-acb4-fec12c15dc9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (14827d12-4bde-451d-b152-cfc45eb7408a), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:11.848149 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51d93e-fc80-49a8-8d0e-e8fffb367502 req-9db44bb1-2d5a-4609-b52a-9d942f2dd9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:11.849858 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dc51d93e-fc80-49a8-8d0e-e8fffb367502 req-9db44bb1-2d5a-4609-b52a-9d942f2dd9bd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0558717 Mar 22 19:31:11.863828 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-358cc142-0dc8-4824-810b-43d63ae8bae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:11.863828 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-358cc142-0dc8-4824-810b-43d63ae8bae4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e604f75b-118b-4af9-acd0-200e012a697d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1846688 Mar 22 19:31:11.904844 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-db679d0e-0868-4721-af08-d0124eff51cf req-f20fd656-37d8-4e42-9568-6407054ea792 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408799 Mar 22 19:31:11.933899 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d19fb4d0-8108-4240-be61-ff00907bd5da req-3528adfc-0278-426e-ab89-40655789d76c tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks [] for security_group (ddf93000-1084-4da2-a440-a55cc408dd4d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:11.976181 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dc51d93e-fc80-49a8-8d0e-e8fffb367502 req-b4b7942e-31c3-401b-a63e-31f1a037cc19 service neutron] 10.222.0.84 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135378 Mar 22 19:31:12.010353 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb3409-fa6f-4d5e-acb4-fec12c15dc9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=14827d12-4bde-451d-b152-cfc45eb7408a,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:12.107281 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cb3409-fa6f-4d5e-acb4-fec12c15dc9f admin admin] Checking segment: {'id': '36338b85-9117-4b44-ad1e-8cb98a7fddd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '342c7620-4c2f-4ea5-b363-9d1e6094ca88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:31:12.107665 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cb3409-fa6f-4d5e-acb4-fec12c15dc9f admin admin] Network hostable DHCP agents. Network: 342c7620-4c2f-4ea5-b363-9d1e6094ca88, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:31:12.114743 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d19fb4d0-8108-4240-be61-ff00907bd5da req-3528adfc-0278-426e-ab89-40655789d76c tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ddf93000-1084-4da2-a440-a55cc408dd4d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:12.117283 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d19fb4d0-8108-4240-be61-ff00907bd5da req-3528adfc-0278-426e-ab89-40655789d76c tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:12.118465 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d19fb4d0-8108-4240-be61-ff00907bd5da req-3528adfc-0278-426e-ab89-40655789d76c tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "DELETE /v2.0/security-groups/ddf93000-1084-4da2-a440-a55cc408dd4d HTTP/1.1" status: 204 len: 173 time: 0.5095913 Mar 22 19:31:12.119805 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dc51d93e-fc80-49a8-8d0e-e8fffb367502 req-6b53b78b-f184-484b-9912-f5f7e77fecee service neutron] 10.222.0.84 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371191 Mar 22 19:31:12.124331 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-eba51c69-5162-4a7b-8e02-56c48696f073 service neutron] 10.222.0.85 "GET /v2.0/networks/e604f75b-118b-4af9-acd0-200e012a697d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537718 Mar 22 19:31:12.147369 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528adfc-0278-426e-ab89-40655789d76c tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf93000-1084-4da2-a440-a55cc408dd4d,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:12.218014 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cb3409-fa6f-4d5e-acb4-fec12c15dc9f admin admin] Network 342c7620-4c2f-4ea5-b363-9d1e6094ca88 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:31:12.229248 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186662bf-5600-4d1b-b789-146a213b1ab5 req-60e8300f-1382-4b24-9b6f-c9b26f18dba1 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:12.231186 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-186662bf-5600-4d1b-b789-146a213b1ab5 req-60e8300f-1382-4b24-9b6f-c9b26f18dba1 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.2147653 Mar 22 19:31:12.251512 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-09cb3409-fa6f-4d5e-acb4-fec12c15dc9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 342c7620-4c2f-4ea5-b363-9d1e6094ca88) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:31:12.260127 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06986ab-555f-4917-aaf8-a792a4ac9336 None None] Network 342c7620-4c2f-4ea5-b363-9d1e6094ca88 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:31:12.276315 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cb3409-fa6f-4d5e-acb4-fec12c15dc9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:12.276572 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-09cb3409-fa6f-4d5e-acb4-fec12c15dc9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:12.310152 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-09cb3409-fa6f-4d5e-acb4-fec12c15dc9f admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4136531 Mar 22 19:31:12.313071 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55368) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:12.318846 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-8499951e-1338-44c7-9d95-282eafa00807 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-649741137-router', 'tenant_id': '8d98393dd8cc4f0da9c5f232d9f8f218', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:12.320391 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-a0512a20-293d-48f1-ba4d-e69b9e1488fc service neutron] 10.222.0.85 "GET /v2.0/networks/e604f75b-118b-4af9-acd0-200e012a697d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844800 Mar 22 19:31:12.348336 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8499951e-1338-44c7-9d95-282eafa00807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (c1da0514-4362-4075-93ba-dc837758f558), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:12.350199 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8499951e-1338-44c7-9d95-282eafa00807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (c1da0514-4362-4075-93ba-dc837758f558), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:12.417841 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-10e55f46-11d9-4e35-955f-b19eba5b1cc8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=ba728d56-f25b-46d3-9cae-ed09ba82a9e1 HTTP/1.1" status: 200 len: 217 time: 0.0884516 Mar 22 19:31:12.425327 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-186662bf-5600-4d1b-b789-146a213b1ab5 req-cb3fc6d4-fadd-4254-af4b-2ec90de78dfd tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860001 Mar 22 19:31:12.450945 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8499951e-1338-44c7-9d95-282eafa00807 admin admin] Publish callbacks [] for router_controller (c1da0514-4362-4075-93ba-dc837758f558), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:12.452076 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6cf3b2-be2f-4ca0-ab2e-ab5ff625c1f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-342c7620-4c2f-4ea5-b363-9d1e6094ca88', 'network_id': '342c7620-4c2f-4ea5-b363-9d1e6094ca88', 'project_id': '8d98393dd8cc4f0da9c5f232d9f8f218', 'fixed_ips': [{'subnet_id': '14827d12-4bde-451d-b152-cfc45eb7408a'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:31:12.452908 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6a6cf3b2-be2f-4ca0-ab2e-ab5ff625c1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:12.544548 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-c4bb74b0-f175-4dd7-b50b-e6d6e5b2f10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:12.546464 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-c4bb74b0-f175-4dd7-b50b-e6d6e5b2f10e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f58c5404-0353-494c-a0db-2eb267c24d70 HTTP/1.1" status: 200 len: 797 time: 0.1195683 Mar 22 19:31:12.616394 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881729f-2063-413c-9cd0-bb62ac0e8b70 req-e011572d-cd6c-425a-88bd-f51772fa5a5c tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:12.616614 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-6a6cf3b2-be2f-4ca0-ab2e-ab5ff625c1f0 None None] Allocated IP 172.20.0.2 (342c7620-4c2f-4ea5-b363-9d1e6094ca88/14827d12-4bde-451d-b152-cfc45eb7408a/7a9c5b80-028e-4d30-9d28-13cc2185fce7) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:31:12.618537 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4881729f-2063-413c-9cd0-bb62ac0e8b70 req-e011572d-cd6c-425a-88bd-f51772fa5a5c tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 945 time: 0.1785359 Mar 22 19:31:12.655129 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8499951e-1338-44c7-9d95-282eafa00807 admin admin] Publish callbacks [] for router_gateway (c1da0514-4362-4075-93ba-dc837758f558), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:12.693163 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40ef0f-e76b-421b-bb89-3777b6517b98 req-ba99aa20-b246-46b3-a6b2-e75e6947d80d tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:12.699996 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40ef0f-e76b-421b-bb89-3777b6517b98 req-ba99aa20-b246-46b3-a6b2-e75e6947d80d tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:12.709805 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40ef0f-e76b-421b-bb89-3777b6517b98 req-ba99aa20-b246-46b3-a6b2-e75e6947d80d tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:12.716169 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40ef0f-e76b-421b-bb89-3777b6517b98 req-ba99aa20-b246-46b3-a6b2-e75e6947d80d tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:12.722289 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40ef0f-e76b-421b-bb89-3777b6517b98 req-ba99aa20-b246-46b3-a6b2-e75e6947d80d tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:12.728307 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40ef0f-e76b-421b-bb89-3777b6517b98 req-ba99aa20-b246-46b3-a6b2-e75e6947d80d tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:12.734628 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40ef0f-e76b-421b-bb89-3777b6517b98 req-ba99aa20-b246-46b3-a6b2-e75e6947d80d tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:12.736889 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c40ef0f-e76b-421b-bb89-3777b6517b98 req-ba99aa20-b246-46b3-a6b2-e75e6947d80d tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5420 time: 0.2120512 Mar 22 19:31:12.762187 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-1920ebe0-806d-4b06-918f-4bbee364833e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:12.763873 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-1920ebe0-806d-4b06-918f-4bbee364833e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e604f75b-118b-4af9-acd0-200e012a697d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1989968 Mar 22 19:31:12.808484 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4881729f-2063-413c-9cd0-bb62ac0e8b70 req-e851c5f0-fb4c-453f-b2d0-30bbafcddd0b tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788576 Mar 22 19:31:12.840374 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6a6cf3b2-be2f-4ca0-ab2e-ab5ff625c1f0 None None] Publish callbacks [] for port (7a9c5b80-028e-4d30-9d28-13cc2185fce7), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:12.850663 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6a6cf3b2-be2f-4ca0-ab2e-ab5ff625c1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (7a9c5b80-028e-4d30-9d28-13cc2185fce7), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:12.889612 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c40ef0f-e76b-421b-bb89-3777b6517b98 req-a3c6f056-3760-4c19-8a01-96a230dddeaf tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1445012 Mar 22 19:31:12.930362 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6cf3b2-be2f-4ca0-ab2e-ab5ff625c1f0 None None] Pushing event updated for resources: {'Port': ['ID=7a9c5b80-028e-4d30-9d28-13cc2185fce7,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:12.937755 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6cf3b2-be2f-4ca0-ab2e-ab5ff625c1f0 None None] Network 342c7620-4c2f-4ea5-b363-9d1e6094ca88 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:31:12.939791 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-6a6cf3b2-be2f-4ca0-ab2e-ab5ff625c1f0 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:31:12.942697 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6cf3b2-be2f-4ca0-ab2e-ab5ff625c1f0 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:31:12.947317 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-d89ab777-0445-4fea-9d0d-8e276916231c service neutron] 10.222.0.85 "GET /v2.0/networks/e604f75b-118b-4af9-acd0-200e012a697d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749818 Mar 22 19:31:13.016704 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8499951e-1338-44c7-9d95-282eafa00807 admin admin] Publish callbacks [] for router_gateway (c1da0514-4362-4075-93ba-dc837758f558), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:13.021054 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-6a6cf3b2-be2f-4ca0-ab2e-ab5ff625c1f0 None None] Attempting to bind port 7a9c5b80-028e-4d30-9d28-13cc2185fce7 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:31:13.021508 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-6a6cf3b2-be2f-4ca0-ab2e-ab5ff625c1f0 None None] Attempting to bind port 7a9c5b80-028e-4d30-9d28-13cc2185fce7 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '36338b85-9117-4b44-ad1e-8cb98a7fddd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '342c7620-4c2f-4ea5-b363-9d1e6094ca88'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:31:13.021961 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6cf3b2-be2f-4ca0-ab2e-ab5ff625c1f0 None None] Attempting to bind port 7a9c5b80-028e-4d30-9d28-13cc2185fce7 on network 342c7620-4c2f-4ea5-b363-9d1e6094ca88 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:31:13.027657 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6cf3b2-be2f-4ca0-ab2e-ab5ff625c1f0 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:31:13.028118 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6cf3b2-be2f-4ca0-ab2e-ab5ff625c1f0 None None] Checking segment: {'id': '36338b85-9117-4b44-ad1e-8cb98a7fddd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '342c7620-4c2f-4ea5-b363-9d1e6094ca88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:31:13.028590 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6a6cf3b2-be2f-4ca0-ab2e-ab5ff625c1f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:13.029053 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6cf3b2-be2f-4ca0-ab2e-ab5ff625c1f0 None None] Bound using segment: {'id': '36338b85-9117-4b44-ad1e-8cb98a7fddd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '342c7620-4c2f-4ea5-b363-9d1e6094ca88'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:31:13.029594 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-6a6cf3b2-be2f-4ca0-ab2e-ab5ff625c1f0 None None] Bound port: 7a9c5b80-028e-4d30-9d28-13cc2185fce7, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36338b85-9117-4b44-ad1e-8cb98a7fddd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '342c7620-4c2f-4ea5-b363-9d1e6094ca88'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:31:13.030073 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6a6cf3b2-be2f-4ca0-ab2e-ab5ff625c1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7a9c5b80-028e-4d30-9d28-13cc2185fce7), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:13.039655 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8499951e-1338-44c7-9d95-282eafa00807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:13.081112 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b00e1-b388-4efe-a072-b25580e393c2 req-ea66351d-9476-45e5-95ba-04804994eb0c tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:13.082775 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a50b00e1-b388-4efe-a072-b25580e393c2 req-ea66351d-9476-45e5-95ba-04804994eb0c tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.1342084 Mar 22 19:31:13.122099 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-6a6cf3b2-be2f-4ca0-ab2e-ab5ff625c1f0 None None] For port 7a9c5b80-028e-4d30-9d28-13cc2185fce7, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:31:13.128993 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-6a6cf3b2-be2f-4ca0-ab2e-ab5ff625c1f0 None None] For port 7a9c5b80-028e-4d30-9d28-13cc2185fce7, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=7a9c5b80-028e-4d30-9d28-13cc2185fce7,segment=NetworkSegment(36338b85-9117-4b44-ad1e-8cb98a7fddd2),segment_id=36338b85-9117-4b44-ad1e-8cb98a7fddd2)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:31:13.138555 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6a6cf3b2-be2f-4ca0-ab2e-ab5ff625c1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7a9c5b80-028e-4d30-9d28-13cc2185fce7), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:13.141719 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-8d4c4a44-5109-429b-8928-3d31cdd5fc51 service neutron] 10.222.0.85 "GET /v2.0/networks/e604f75b-118b-4af9-acd0-200e012a697d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831963 Mar 22 19:31:13.241303 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-8499951e-1338-44c7-9d95-282eafa00807 admin admin] Allocated IP 172.25.5.81 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/18e25f78-0a1a-4f62-a979-1c2f88439483) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:31:13.276550 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-0d8fd625-9c10-4ba8-b988-7749fb4c648f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=a6ff596a-364e-4bcd-8bf2-292c0eea5f34 HTTP/1.1" status: 200 len: 217 time: 0.1239336 Mar 22 19:31:13.307827 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a50b00e1-b388-4efe-a072-b25580e393c2 req-8b3a2808-6e96-46e1-9302-61dabdf933d3 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149363 Mar 22 19:31:13.327526 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6cf3b2-be2f-4ca0-ab2e-ab5ff625c1f0 None None] Pushing event updated for resources: {'Port': ['ID=7a9c5b80-028e-4d30-9d28-13cc2185fce7,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:13.386446 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-43a31a9a-b0c1-4ebb-b480-6b931d37bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:13.388485 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-43a31a9a-b0c1-4ebb-b480-6b931d37bf53 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f58c5404-0353-494c-a0db-2eb267c24d70 HTTP/1.1" status: 200 len: 797 time: 0.1040883 Mar 22 19:31:13.411385 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8499951e-1338-44c7-9d95-282eafa00807 admin admin] Publish callbacks [] for port (18e25f78-0a1a-4f62-a979-1c2f88439483), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:13.493092 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8499951e-1338-44c7-9d95-282eafa00807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (18e25f78-0a1a-4f62-a979-1c2f88439483), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:13.513822 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-cd16ea94-7b2e-4480-b3b6-b9bf3c8bc785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:13.515372 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-cd16ea94-7b2e-4480-b3b6-b9bf3c8bc785 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e604f75b-118b-4af9-acd0-200e012a697d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1206930 Mar 22 19:31:13.546361 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8499951e-1338-44c7-9d95-282eafa00807 admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:31:13.554690 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-8499951e-1338-44c7-9d95-282eafa00807 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:31:13.562542 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93188c-3754-4614-ad84-cb0a9d94db5a req-a9601a0d-91e6-452b-ae8c-f1eecf29cb39 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:13.573040 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c93188c-3754-4614-ad84-cb0a9d94db5a req-a9601a0d-91e6-452b-ae8c-f1eecf29cb39 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.1433299 Mar 22 19:31:13.577474 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8499951e-1338-44c7-9d95-282eafa00807 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:31:13.615264 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499951e-1338-44c7-9d95-282eafa00807 admin admin] Pushing event updated for resources: {'Port': ['ID=18e25f78-0a1a-4f62-a979-1c2f88439483,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:13.840922 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 7a9c5b80-028e-4d30-9d28-13cc2185fce7 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:31:13.867244 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-62f3e1cc-210d-4539-bda7-0892267b256a service neutron] 10.222.0.85 "GET /v2.0/networks/e604f75b-118b-4af9-acd0-200e012a697d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364449 Mar 22 19:31:13.885971 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c93188c-3754-4614-ad84-cb0a9d94db5a req-11ec7ada-5562-4d36-9760-560f6632a61b tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2804642 Mar 22 19:31:13.915545 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 7a9c5b80-028e-4d30-9d28-13cc2185fce7 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:13.915906 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7a9c5b80-028e-4d30-9d28-13cc2185fce7), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:14.070436 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 7a9c5b80-028e-4d30-9d28-13cc2185fce7 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:14.071305 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7a9c5b80-028e-4d30-9d28-13cc2185fce7), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:14.089778 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8499951e-1338-44c7-9d95-282eafa00807 admin admin] Publish callbacks [] for router_gateway (c1da0514-4362-4075-93ba-dc837758f558), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:14.116270 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da808a-63e3-47cf-8d87-656170a15a39 req-0ac490cf-c4f7-44a8-ab39-9fddaf54bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:14.117779 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1da808a-63e3-47cf-8d87-656170a15a39 req-0ac490cf-c4f7-44a8-ab39-9fddaf54bf04 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7e302d01a2a24393894ffad4e45b884a&device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 1128 time: 0.3903766 Mar 22 19:31:14.125108 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 7a9c5b80-028e-4d30-9d28-13cc2185fce7, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=7a9c5b80-028e-4d30-9d28-13cc2185fce7,segment=NetworkSegment(36338b85-9117-4b44-ad1e-8cb98a7fddd2),segment_id=36338b85-9117-4b44-ad1e-8cb98a7fddd2)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:14.129898 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7a9c5b80-028e-4d30-9d28-13cc2185fce7), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:14.145520 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976208bc-6cd5-4b64-b85b-bca6c39e1fae req-9e0c799a-7984-4b7a-936f-60fd791ed48a tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:14.147071 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-976208bc-6cd5-4b64-b85b-bca6c39e1fae req-9e0c799a-7984-4b7a-936f-60fd791ed48a tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 945 time: 0.3784647 Mar 22 19:31:14.213963 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=7a9c5b80-028e-4d30-9d28-13cc2185fce7,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:14.254626 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-8bd106ce-4bfd-40c1-a61c-5eafd2fc61f0 service neutron] 10.222.0.85 "GET /v2.0/networks/e604f75b-118b-4af9-acd0-200e012a697d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571136 Mar 22 19:31:14.297877 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7205d-4db0-4cb8-b1ad-ed36fc64958a req-a409c8c4-111d-4b69-ad2f-8ebffe100555 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:14.305417 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6db7205d-4db0-4cb8-b1ad-ed36fc64958a req-a409c8c4-111d-4b69-ad2f-8ebffe100555 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 945 time: 0.2715898 Mar 22 19:31:14.335334 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8499951e-1338-44c7-9d95-282eafa00807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (c1da0514-4362-4075-93ba-dc837758f558), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:14.352660 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-7a781873-0320-443d-96d8-79065c50b08a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f7058d5e-f8e8-4097-b370-a174e9d91f8a HTTP/1.1" status: 200 len: 217 time: 0.0814748 Mar 22 19:31:14.381842 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-976208bc-6cd5-4b64-b85b-bca6c39e1fae req-c0eaa286-2cf2-4b33-9ff9-fee65002af48 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=95269df0-84b0-459b-9a2e-0d212c1ee848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123492 Mar 22 19:31:14.425277 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da808a-63e3-47cf-8d87-656170a15a39 req-a8eecc86-3b94-4784-9867-1a8a354f63cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:14.427214 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1da808a-63e3-47cf-8d87-656170a15a39 req-a8eecc86-3b94-4784-9867-1a8a354f63cb service neutron] 10.222.0.85 "GET /v2.0/networks?id=e2aac6b4-9023-4a56-b28e-d9728a595e67 HTTP/1.1" status: 200 len: 920 time: 0.2792599 Mar 22 19:31:14.513416 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8499951e-1338-44c7-9d95-282eafa00807 admin admin] Router c1da0514-4362-4075-93ba-dc837758f558 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:31:14.524279 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6db7205d-4db0-4cb8-b1ad-ed36fc64958a req-71168bda-76fa-48a1-8771-b604bd356ac5 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175369 Mar 22 19:31:14.540281 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-4c3fa4d7-c945-4dad-80a2-5fb1c451c407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:14.542069 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-4c3fa4d7-c945-4dad-80a2-5fb1c451c407 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=45d73002-9056-40ee-8ca8-42ff4359e2e4 HTTP/1.1" status: 200 len: 797 time: 0.1786039 Mar 22 19:31:14.640370 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1da808a-63e3-47cf-8d87-656170a15a39 req-ddda9dcd-0d33-443a-be8d-5b7d23bff105 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=299c7a2b-2061-4aea-985d-65b129066409 HTTP/1.1" status: 200 len: 1001 time: 0.1938221 Mar 22 19:31:14.715248 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8499951e-1338-44c7-9d95-282eafa00807 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:31:14.725848 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2ec399-943c-49a6-a480-6947134596d2 None None] Sync routers for ids ['c1da0514-4362-4075-93ba-dc837758f558'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:31:14.752203 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b77875-3438-4db4-ab18-e2c87f2c4212 req-2956cc92-54f4-49f1-adc6-0c5c2f3a580e tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:14.752432 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2ec399-943c-49a6-a480-6947134596d2 None None] Routers {'c1da0514-4362-4075-93ba-dc837758f558'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:31:14.754566 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-2d2ec399-943c-49a6-a480-6947134596d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:30:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['c1da0514-4362-4075-93ba-dc837758f558'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:14.755102 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-81b77875-3438-4db4-ab18-e2c87f2c4212 req-2956cc92-54f4-49f1-adc6-0c5c2f3a580e tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.84 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 945 time: 0.1637933 Mar 22 19:31:14.773633 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8499951e-1338-44c7-9d95-282eafa00807 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:14.775747 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8499951e-1338-44c7-9d95-282eafa00807 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 2.4615095 Mar 22 19:31:14.796197 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55410) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:14.825195 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d9a1b8-6ac9-48a2-984f-bc5697617781 None None] Network 342c7620-4c2f-4ea5-b363-9d1e6094ca88 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:31:14.918511 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-2d2ec399-943c-49a6-a480-6947134596d2 None None] Set router c1da0514-4362-4075-93ba-dc837758f558 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:31:14.978094 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-fc64a7cf-32be-41cc-baa5-54ed629a2b09 None None] Provisioning complete for port 7a9c5b80-028e-4d30-9d28-13cc2185fce7 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:14.980948 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fc64a7cf-32be-41cc-baa5-54ed629a2b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7a9c5b80-028e-4d30-9d28-13cc2185fce7), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:15.101768 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c0aec3e5-8c7e-4b88-971a-677a3070e279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:15.154199 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-2d2ec399-943c-49a6-a480-6947134596d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1da0514-4362-4075-93ba-dc837758f558', 'name': 'tempest-ImageQuotaTest-649741137-router', 'tenant_id': '8d98393dd8cc4f0da9c5f232d9f8f218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '18e25f78-0a1a-4f62-a979-1c2f88439483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:31:12Z', 'updated_at': '2022-03-22T19:31:13Z', 'revision_number': 3, 'project_id': '8d98393dd8cc4f0da9c5f232d9f8f218', 'gw_port': {'id': '18e25f78-0a1a-4f62-a979-1c2f88439483', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1da0514-4362-4075-93ba-dc837758f558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:13Z', 'updated_at': '2022-03-22T19:31:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:15.163360 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-fc64a7cf-32be-41cc-baa5-54ed629a2b09 None None] Current status of the port 7a9c5b80-028e-4d30-9d28-13cc2185fce7 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:15.239534 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2ec399-943c-49a6-a480-6947134596d2 None None] Checking router: c1da0514-4362-4075-93ba-dc837758f558 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:31:15.243267 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2ec399-943c-49a6-a480-6947134596d2 None None] Updating router c1da0514-4362-4075-93ba-dc837758f558 port 18e25f78-0a1a-4f62-a979-1c2f88439483 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:31:15.281633 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-2d2ec399-943c-49a6-a480-6947134596d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (18e25f78-0a1a-4f62-a979-1c2f88439483), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:15.328185 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da808a-63e3-47cf-8d87-656170a15a39 req-89706f32-efb4-45fe-8b95-2d0fc4699f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:15.329679 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1da808a-63e3-47cf-8d87-656170a15a39 req-89706f32-efb4-45fe-8b95-2d0fc4699f47 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd5ec6ea-2197-4f69-89c7-80c309a39451 HTTP/1.1" status: 200 len: 858 time: 0.6832137 Mar 22 19:31:15.331878 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-682a5a67-d519-41b7-92f3-2025da0cf1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:15.334347 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-682a5a67-d519-41b7-92f3-2025da0cf1fd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=63d9f401-775b-4921-a031-36b8b10f1a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.7809291 Mar 22 19:31:15.356195 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8505a4-d08b-47d3-b351-77cac79ff2ad req-f8edebbe-e35d-4869-9978-73d35e7d30b7 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:15.362670 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8505a4-d08b-47d3-b351-77cac79ff2ad req-f8edebbe-e35d-4869-9978-73d35e7d30b7 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:15.368105 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8505a4-d08b-47d3-b351-77cac79ff2ad req-f8edebbe-e35d-4869-9978-73d35e7d30b7 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:15.374063 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8505a4-d08b-47d3-b351-77cac79ff2ad req-f8edebbe-e35d-4869-9978-73d35e7d30b7 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:15.379829 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8505a4-d08b-47d3-b351-77cac79ff2ad req-f8edebbe-e35d-4869-9978-73d35e7d30b7 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:15.385352 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8505a4-d08b-47d3-b351-77cac79ff2ad req-f8edebbe-e35d-4869-9978-73d35e7d30b7 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:15.396517 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8505a4-d08b-47d3-b351-77cac79ff2ad req-f8edebbe-e35d-4869-9978-73d35e7d30b7 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:15.399354 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa8505a4-d08b-47d3-b351-77cac79ff2ad req-f8edebbe-e35d-4869-9978-73d35e7d30b7 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5420 time: 0.8700321 Mar 22 19:31:15.458953 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-81b77875-3438-4db4-ab18-e2c87f2c4212 req-c01d1f2b-6181-4e60-aa4d-6b402c23a811 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Deleting port 7f5733db-943a-4497-a193-bb4029fc5a4e {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:31:15.459538 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-81b77875-3438-4db4-ab18-e2c87f2c4212 req-c01d1f2b-6181-4e60-aa4d-6b402c23a811 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (7f5733db-943a-4497-a193-bb4029fc5a4e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:15.512906 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-b59a288e-4ebd-49c9-babf-6cbb9b163590 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:15.515972 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-b59a288e-4ebd-49c9-babf-6cbb9b163590 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/networks?id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc HTTP/1.1" status: 200 len: 810 time: 0.8573642 Mar 22 19:31:15.598147 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-f0ab970e-5bc5-4069-9226-3426ce2f9004 service neutron] 10.222.0.85 "GET /v2.0/networks/63d9f401-775b-4921-a031-36b8b10f1a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705542 Mar 22 19:31:15.606958 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-c1ffaa8b-ffc1-4c56-947c-17e1f1cfe6ea None None] Provisioning complete for port 7a9c5b80-028e-4d30-9d28-13cc2185fce7 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:15.608838 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-2d2ec399-943c-49a6-a480-6947134596d2 None None] Publish callbacks [] for port (18e25f78-0a1a-4f62-a979-1c2f88439483), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:15.614551 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c1ffaa8b-ffc1-4c56-947c-17e1f1cfe6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7a9c5b80-028e-4d30-9d28-13cc2185fce7), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:15.632939 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-2d2ec399-943c-49a6-a480-6947134596d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (18e25f78-0a1a-4f62-a979-1c2f88439483), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:15.679238 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-2d2ec399-943c-49a6-a480-6947134596d2 None None] Attempting to bind port 18e25f78-0a1a-4f62-a979-1c2f88439483 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:31:15.679897 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-2d2ec399-943c-49a6-a480-6947134596d2 None None] Attempting to bind port 18e25f78-0a1a-4f62-a979-1c2f88439483 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:31:15.680436 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2ec399-943c-49a6-a480-6947134596d2 None None] Attempting to bind port 18e25f78-0a1a-4f62-a979-1c2f88439483 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:31:15.696697 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-3affc788-36c7-491c-9a3a-4b7da2b65668 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/quotas/5b93875569cc4d4199ac35d06661afdf HTTP/1.1" status: 200 len: 375 time: 0.0970073 Mar 22 19:31:15.708141 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2ec399-943c-49a6-a480-6947134596d2 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:31:15.708805 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2ec399-943c-49a6-a480-6947134596d2 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:31:15.709398 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-2d2ec399-943c-49a6-a480-6947134596d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:15.710048 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2ec399-943c-49a6-a480-6947134596d2 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:31:15.710696 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-2d2ec399-943c-49a6-a480-6947134596d2 None None] Bound port: 18e25f78-0a1a-4f62-a979-1c2f88439483, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:31:15.711247 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-2d2ec399-943c-49a6-a480-6947134596d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (18e25f78-0a1a-4f62-a979-1c2f88439483), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:15.766291 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa8505a4-d08b-47d3-b351-77cac79ff2ad req-357dfb00-e107-4774-83f7-17f73bd4b748 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1727555 Mar 22 19:31:15.770053 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6f43e6f-b9e7-4da8-80fe-ad2379420888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:15.785941 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88379de-1fac-45c6-a691-5f6010b75d6e None None] Pushing event updated for resources: {'Port': ['ID=18e25f78-0a1a-4f62-a979-1c2f88439483,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:15.809631 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88379de-1fac-45c6-a691-5f6010b75d6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:15.810012 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88379de-1fac-45c6-a691-5f6010b75d6e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:15.810360 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88379de-1fac-45c6-a691-5f6010b75d6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:15.810699 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88379de-1fac-45c6-a691-5f6010b75d6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:15.811031 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88379de-1fac-45c6-a691-5f6010b75d6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:15.811369 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88379de-1fac-45c6-a691-5f6010b75d6e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:15.811970 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88379de-1fac-45c6-a691-5f6010b75d6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:15.818900 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88379de-1fac-45c6-a691-5f6010b75d6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:15.819379 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88379de-1fac-45c6-a691-5f6010b75d6e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:15.819786 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88379de-1fac-45c6-a691-5f6010b75d6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:15.820139 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88379de-1fac-45c6-a691-5f6010b75d6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:15.820530 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88379de-1fac-45c6-a691-5f6010b75d6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:15.820873 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88379de-1fac-45c6-a691-5f6010b75d6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:15.821253 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88379de-1fac-45c6-a691-5f6010b75d6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:15.821594 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88379de-1fac-45c6-a691-5f6010b75d6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:15.855069 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-2d2ec399-943c-49a6-a480-6947134596d2 None None] For port 18e25f78-0a1a-4f62-a979-1c2f88439483, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:31:15.859281 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-2d2ec399-943c-49a6-a480-6947134596d2 None None] For port 18e25f78-0a1a-4f62-a979-1c2f88439483, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=18e25f78-0a1a-4f62-a979-1c2f88439483,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:31:15.859495 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-81b77875-3438-4db4-ab18-e2c87f2c4212 req-c01d1f2b-6181-4e60-aa4d-6b402c23a811 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] For port 7f5733db-943a-4497-a193-bb4029fc5a4e, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=7f5733db-943a-4497-a193-bb4029fc5a4e,segment=NetworkSegment(d6fe1e1f-9db8-447e-a845-a66a5707089d),segment_id=d6fe1e1f-9db8-447e-a845-a66a5707089d)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:15.859759 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-81b77875-3438-4db4-ab18-e2c87f2c4212 req-c01d1f2b-6181-4e60-aa4d-6b402c23a811 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (7f5733db-943a-4497-a193-bb4029fc5a4e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:15.869612 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-2d2ec399-943c-49a6-a480-6947134596d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (18e25f78-0a1a-4f62-a979-1c2f88439483), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:15.901240 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da808a-63e3-47cf-8d87-656170a15a39 req-b484419f-724d-42af-b104-b0d5814785be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:15.916063 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1da808a-63e3-47cf-8d87-656170a15a39 req-b484419f-724d-42af-b104-b0d5814785be service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e2aac6b4-9023-4a56-b28e-d9728a595e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5155334 Mar 22 19:31:15.928011 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2ec399-943c-49a6-a480-6947134596d2 None None] Routers {'c1da0514-4362-4075-93ba-dc837758f558'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:31:15.928987 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-2d2ec399-943c-49a6-a480-6947134596d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:30:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['c1da0514-4362-4075-93ba-dc837758f558'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:16.014189 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 7a9c5b80-028e-4d30-9d28-13cc2185fce7 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:31:16.079285 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1da808a-63e3-47cf-8d87-656170a15a39 req-63b0cbb9-9e12-413f-8e30-20fe30858ddf service neutron] 10.222.0.85 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241131 Mar 22 19:31:16.087979 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:16.098591 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-e6f43e6f-b9e7-4da8-80fe-ad2379420888 admin admin] Allocated IP 172.20.0.1 (342c7620-4c2f-4ea5-b363-9d1e6094ca88/14827d12-4bde-451d-b152-cfc45eb7408a/5780c7c8-eefa-46e4-a942-6d18170a9f59) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:31:16.104076 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88379de-1fac-45c6-a691-5f6010b75d6e None None] Pushing event updated for resources: {'Port': ['ID=18e25f78-0a1a-4f62-a979-1c2f88439483,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:16.109263 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-e27857ed-c55a-4f4a-ad44-4927b388a015 service neutron] 10.222.0.85 "GET /v2.0/networks/63d9f401-775b-4921-a031-36b8b10f1a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4985325 Mar 22 19:31:16.150509 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c1ffaa8b-ffc1-4c56-947c-17e1f1cfe6ea None None] Current status of the port 7a9c5b80-028e-4d30-9d28-13cc2185fce7 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:16.158959 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-2d2ec399-943c-49a6-a480-6947134596d2 None None] Set router c1da0514-4362-4075-93ba-dc837758f558 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:31:16.164038 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 7a9c5b80-028e-4d30-9d28-13cc2185fce7 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:16.164616 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7a9c5b80-028e-4d30-9d28-13cc2185fce7), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:16.247521 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1da808a-63e3-47cf-8d87-656170a15a39 req-272f6339-fc88-4c2e-9d02-bd8441873b25 service neutron] 10.222.0.85 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255853 Mar 22 19:31:16.260978 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 7a9c5b80-028e-4d30-9d28-13cc2185fce7 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:16.425833 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-10403b83-5e17-4afe-a4c5-aecfeb7bfc0d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4f5d6958-8214-4e7b-8668-05998059478f HTTP/1.1" status: 200 len: 217 time: 0.1432974 Mar 22 19:31:16.446445 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-f3ecbaa8-9949-4685-8787-6cf381775697 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5b93875569cc4d4199ac35d06661afdf&fields=id HTTP/1.1" status: 200 len: 486 time: 0.7057822 Mar 22 19:31:16.563789 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b01413-5004-4f44-a1ec-254570d03c20 req-ef5dfd84-3313-4969-adaf-f1a2198d3eca tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:16.566755 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e0b01413-5004-4f44-a1ec-254570d03c20 req-ef5dfd84-3313-4969-adaf-f1a2198d3eca tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 945 time: 0.4603248 Mar 22 19:31:16.583082 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6f43e6f-b9e7-4da8-80fe-ad2379420888 admin admin] Publish callbacks [] for port (5780c7c8-eefa-46e4-a942-6d18170a9f59), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:16.584158 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-a044fdc2-f3d7-4867-8a40-282183e4c302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:16.584990 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-2d2ec399-943c-49a6-a480-6947134596d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1da0514-4362-4075-93ba-dc837758f558', 'name': 'tempest-ImageQuotaTest-649741137-router', 'tenant_id': '8d98393dd8cc4f0da9c5f232d9f8f218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '18e25f78-0a1a-4f62-a979-1c2f88439483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:31:12Z', 'updated_at': '2022-03-22T19:31:13Z', 'revision_number': 3, 'project_id': '8d98393dd8cc4f0da9c5f232d9f8f218', 'gw_port': {'id': '18e25f78-0a1a-4f62-a979-1c2f88439483', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1da0514-4362-4075-93ba-dc837758f558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:13Z', 'updated_at': '2022-03-22T19:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:16.585576 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-a044fdc2-f3d7-4867-8a40-282183e4c302 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=45d73002-9056-40ee-8ca8-42ff4359e2e4 HTTP/1.1" status: 200 len: 797 time: 0.1382337 Mar 22 19:31:16.625763 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-81b77875-3438-4db4-ab18-e2c87f2c4212 req-c01d1f2b-6181-4e60-aa4d-6b402c23a811 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Calling delete_port for 7f5733db-943a-4497-a193-bb4029fc5a4e owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:31:16.631351 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6f43e6f-b9e7-4da8-80fe-ad2379420888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (5780c7c8-eefa-46e4-a942-6d18170a9f59), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:16.638441 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2ec399-943c-49a6-a480-6947134596d2 None None] The sync data for ids ['c1da0514-4362-4075-93ba-dc837758f558'] in n-d-705658-24 is: [{'id': 'c1da0514-4362-4075-93ba-dc837758f558', 'name': 'tempest-ImageQuotaTest-649741137-router', 'tenant_id': '8d98393dd8cc4f0da9c5f232d9f8f218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '18e25f78-0a1a-4f62-a979-1c2f88439483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:31:12Z', 'updated_at': '2022-03-22T19:31:13Z', 'revision_number': 3, 'project_id': '8d98393dd8cc4f0da9c5f232d9f8f218', 'gw_port': {'id': '18e25f78-0a1a-4f62-a979-1c2f88439483', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f7:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1da0514-4362-4075-93ba-dc837758f558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:13Z', 'updated_at': '2022-03-22T19:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:31:16.677300 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f43e6f-b9e7-4da8-80fe-ad2379420888 admin admin] Network 342c7620-4c2f-4ea5-b363-9d1e6094ca88 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:31:16.698974 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-d00aaed6-06c7-40d7-a9f4-7879c015734a service neutron] 10.222.0.75 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418220 Mar 22 19:31:16.706697 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e0b01413-5004-4f44-a1ec-254570d03c20 req-1aa04d32-e193-4c60-90e0-1a8f2d05851f tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=95269df0-84b0-459b-9a2e-0d212c1ee848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334674 Mar 22 19:31:16.755736 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83680370-1a08-492e-bf3f-dcf0869f602d req-2f50da3d-dd7f-42bb-a495-2287926f631e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:16.757320 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-2f50da3d-dd7f-42bb-a495-2287926f631e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=63d9f401-775b-4921-a031-36b8b10f1a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1593084 Mar 22 19:31:16.824294 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-e6f43e6f-b9e7-4da8-80fe-ad2379420888 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:31:16.857562 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f43e6f-b9e7-4da8-80fe-ad2379420888 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:31:16.886387 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-81b77875-3438-4db4-ab18-e2c87f2c4212 req-c01d1f2b-6181-4e60-aa4d-6b402c23a811 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (7f5733db-943a-4497-a193-bb4029fc5a4e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:16.919306 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f43e6f-b9e7-4da8-80fe-ad2379420888 admin admin] Pushing event updated for resources: {'Port': ['ID=5780c7c8-eefa-46e4-a942-6d18170a9f59,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:16.961032 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f43e6f-b9e7-4da8-80fe-ad2379420888 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:16.962200 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f43e6f-b9e7-4da8-80fe-ad2379420888 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:16.962941 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f43e6f-b9e7-4da8-80fe-ad2379420888 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:16.963289 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f43e6f-b9e7-4da8-80fe-ad2379420888 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:16.963719 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f43e6f-b9e7-4da8-80fe-ad2379420888 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:16.964568 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f43e6f-b9e7-4da8-80fe-ad2379420888 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:16.965099 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f43e6f-b9e7-4da8-80fe-ad2379420888 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:16.965453 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f43e6f-b9e7-4da8-80fe-ad2379420888 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:16.965858 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f43e6f-b9e7-4da8-80fe-ad2379420888 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:16.966183 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f43e6f-b9e7-4da8-80fe-ad2379420888 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:16.966517 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f43e6f-b9e7-4da8-80fe-ad2379420888 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:16.966990 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f43e6f-b9e7-4da8-80fe-ad2379420888 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:16.968204 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f43e6f-b9e7-4da8-80fe-ad2379420888 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:16.968548 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f43e6f-b9e7-4da8-80fe-ad2379420888 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:16.969234 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f43e6f-b9e7-4da8-80fe-ad2379420888 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:31:17.004506 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-31036ada-a21e-40a0-ba97-b83f58881fd5 service neutron] 10.222.0.85 "GET /v2.0/networks/63d9f401-775b-4921-a031-36b8b10f1a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128766 Mar 22 19:31:17.006379 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-bec67015-d4cd-4974-b10f-3a1f2106ba98 service neutron] 10.222.0.75 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969670 Mar 22 19:31:17.024980 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d1f2b-6181-4e60-aa4d-6b402c23a811 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Pushing event deleted for resources: {'Port': ['ID=7f5733db-943a-4497-a193-bb4029fc5a4e,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:17.042529 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b06aa84-cf7c-45a6-8501-fc7b5b3428d4 req-f663e657-6641-43a6-bc28-900d4be5fa9c tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:17.048144 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6f43e6f-b9e7-4da8-80fe-ad2379420888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (c1da0514-4362-4075-93ba-dc837758f558), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:17.050778 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1b06aa84-cf7c-45a6-8501-fc7b5b3428d4 req-f663e657-6641-43a6-bc28-900d4be5fa9c tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb3408eb-19ef-485d-8486-3be08755a9a2 HTTP/1.1" status: 200 len: 867 time: 0.2565868 Mar 22 19:31:17.218964 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1b06aa84-cf7c-45a6-8501-fc7b5b3428d4 req-74f13de2-716b-4034-8385-0661cfa09f93 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.75 "GET /v2.0/security-groups?id=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504660 Mar 22 19:31:17.308550 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83680370-1a08-492e-bf3f-dcf0869f602d req-17435d58-376f-487d-be83-90a7b20cb048 service neutron] 10.222.0.85 "GET /v2.0/networks/63d9f401-775b-4921-a031-36b8b10f1a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761135 Mar 22 19:31:17.317880 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-a0702080-3f4e-4260-9e7a-4d8db2cb47fd None None] Provisioning complete for port 5780c7c8-eefa-46e4-a942-6d18170a9f59 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:17.318409 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a0702080-3f4e-4260-9e7a-4d8db2cb47fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5780c7c8-eefa-46e4-a942-6d18170a9f59), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:17.340663 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b77875-3438-4db4-ab18-e2c87f2c4212 req-c01d1f2b-6181-4e60-aa4d-6b402c23a811 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] No DVR routers for this DVR port 7f5733db-943a-4497-a193-bb4029fc5a4e on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:31:17.344318 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-81b77875-3438-4db4-ab18-e2c87f2c4212 req-c01d1f2b-6181-4e60-aa4d-6b402c23a811 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:17.354601 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-81b77875-3438-4db4-ab18-e2c87f2c4212 req-c01d1f2b-6181-4e60-aa4d-6b402c23a811 tempest-ServerRescueTestJSONUnderV235-1321505382 tempest-ServerRescueTestJSONUnderV235-1321505382-project] 10.222.0.84 "DELETE /v2.0/ports/7f5733db-943a-4497-a193-bb4029fc5a4e HTTP/1.1" status: 204 len: 173 time: 2.5940287 Mar 22 19:31:17.357164 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3408eb-19ef-485d-8486-3be08755a9a2', 'name': 'network-vif-deleted', 'tag': '7f5733db-943a-4497-a193-bb4029fc5a4e'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:31:17.366493 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb2a541-92e1-4390-b396-d5ce870ee770" -d '{"events": [{"server_uuid": "cb3408eb-19ef-485d-8486-3be08755a9a2", "name": "network-vif-deleted", "tag": "7f5733db-943a-4497-a193-bb4029fc5a4e"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:31:17.382713 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-a0702080-3f4e-4260-9e7a-4d8db2cb47fd None None] Port 5780c7c8-eefa-46e4-a942-6d18170a9f59 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:31:17.415962 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0841477e-62c4-4935-849a-7392b6b1a03e req-8b820870-e062-45d2-9248-d148c9d3bd89 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 210 time: 0.0635979 Mar 22 19:31:17.422203 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4c30c6b9-2e91-4583-8453-2e6a3004237a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:17.439746 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6f43e6f-b9e7-4da8-80fe-ad2379420888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5780c7c8-eefa-46e4-a942-6d18170a9f59), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:17.571334 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a3af2-a9c8-4d7e-9225-1b2f60176c56 req-52ebd11d-19ae-4464-b50b-d389a0e192bd tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:17.580114 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a3af2-a9c8-4d7e-9225-1b2f60176c56 req-52ebd11d-19ae-4464-b50b-d389a0e192bd tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:17.589969 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a3af2-a9c8-4d7e-9225-1b2f60176c56 req-52ebd11d-19ae-4464-b50b-d389a0e192bd tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:17.606576 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a3af2-a9c8-4d7e-9225-1b2f60176c56 req-52ebd11d-19ae-4464-b50b-d389a0e192bd tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:17.613040 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a3af2-a9c8-4d7e-9225-1b2f60176c56 req-52ebd11d-19ae-4464-b50b-d389a0e192bd tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:17.621545 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a3af2-a9c8-4d7e-9225-1b2f60176c56 req-52ebd11d-19ae-4464-b50b-d389a0e192bd tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:17.634036 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a3af2-a9c8-4d7e-9225-1b2f60176c56 req-52ebd11d-19ae-4464-b50b-d389a0e192bd tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:17.636181 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-824a3af2-a9c8-4d7e-9225-1b2f60176c56 req-52ebd11d-19ae-4464-b50b-d389a0e192bd tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5420 time: 0.2725976 Mar 22 19:31:17.644237 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51d93e-fc80-49a8-8d0e-e8fffb367502 req-bf7a2629-3b25-4d48-bf5b-0b4bfb8b1d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:17.644846 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51d93e-fc80-49a8-8d0e-e8fffb367502 req-bf7a2629-3b25-4d48-bf5b-0b4bfb8b1d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:17.645512 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51d93e-fc80-49a8-8d0e-e8fffb367502 req-bf7a2629-3b25-4d48-bf5b-0b4bfb8b1d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:17.646118 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51d93e-fc80-49a8-8d0e-e8fffb367502 req-bf7a2629-3b25-4d48-bf5b-0b4bfb8b1d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:17.646654 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51d93e-fc80-49a8-8d0e-e8fffb367502 req-bf7a2629-3b25-4d48-bf5b-0b4bfb8b1d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:17.647319 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51d93e-fc80-49a8-8d0e-e8fffb367502 req-bf7a2629-3b25-4d48-bf5b-0b4bfb8b1d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:17.647973 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51d93e-fc80-49a8-8d0e-e8fffb367502 req-bf7a2629-3b25-4d48-bf5b-0b4bfb8b1d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:17.650242 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dc51d93e-fc80-49a8-8d0e-e8fffb367502 req-bf7a2629-3b25-4d48-bf5b-0b4bfb8b1d09 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9e0e4ca7c14f4d59bf1ff2884bd386bd&device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 6701 time: 0.2312293 Mar 22 19:31:17.653270 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82c259a-0458-4fb3-bba6-5fc1b5dbbaf6 x-openstack-request-id: req-c82c259a-0458-4fb3-bba6-5fc1b5dbbaf6 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:31:17.653741 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3408eb-19ef-485d-8486-3be08755a9a2", "name": "network-vif-deleted", "tag": "7f5733db-943a-4497-a193-bb4029fc5a4e", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:31:17.653972 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c82c259a-0458-4fb3-bba6-5fc1b5dbbaf6 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:31:17.654755 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c82c259a-0458-4fb3-bba6-5fc1b5dbbaf6'] response: {'server_uuid': 'cb3408eb-19ef-485d-8486-3be08755a9a2', 'name': 'network-vif-deleted', 'tag': '7f5733db-943a-4497-a193-bb4029fc5a4e', 'status': 'completed', 'code': 200} Mar 22 19:31:17.776423 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 18e25f78-0a1a-4f62-a979-1c2f88439483 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:31:17.815071 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6f43e6f-b9e7-4da8-80fe-ad2379420888 admin admin] Publish callbacks [] for port (5780c7c8-eefa-46e4-a942-6d18170a9f59), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:17.829657 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6f43e6f-b9e7-4da8-80fe-ad2379420888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (5780c7c8-eefa-46e4-a942-6d18170a9f59), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:17.894422 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 18e25f78-0a1a-4f62-a979-1c2f88439483 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:17.894965 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (18e25f78-0a1a-4f62-a979-1c2f88439483), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:17.930252 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-824a3af2-a9c8-4d7e-9225-1b2f60176c56 req-4ab44e8f-1d6b-4a90-ab97-aafc8382c628 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2765825 Mar 22 19:31:17.944719 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 7f5733db-943a-4497-a193-bb4029fc5a4e no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:31:17.956549 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51d93e-fc80-49a8-8d0e-e8fffb367502 req-ee8c550a-7c33-4e85-9c51-41abcb33dbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:17.958352 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dc51d93e-fc80-49a8-8d0e-e8fffb367502 req-ee8c550a-7c33-4e85-9c51-41abcb33dbfa service neutron] 10.222.0.85 "GET /v2.0/networks?id=63d9f401-775b-4921-a031-36b8b10f1a77 HTTP/1.1" status: 200 len: 902 time: 0.2976692 Mar 22 19:31:17.997099 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 7f5733db-943a-4497-a193-bb4029fc5a4e {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:31:17.997442 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 7f5733db-943a-4497-a193-bb4029fc5a4e not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:31:18.000593 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677be263-167f-4fe7-8d1f-024151e93503 req-2c307479-d515-4728-a29a-f63162936977 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:18.010342 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-677be263-167f-4fe7-8d1f-024151e93503 req-2c307479-d515-4728-a29a-f63162936977 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 945 time: 0.1702492 Mar 22 19:31:18.084889 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6f43e6f-b9e7-4da8-80fe-ad2379420888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (c1da0514-4362-4075-93ba-dc837758f558), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:18.100331 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dc51d93e-fc80-49a8-8d0e-e8fffb367502 req-92694100-bbec-46eb-8f3a-57e65c0207f2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4f5d6958-8214-4e7b-8668-05998059478f HTTP/1.1" status: 200 len: 217 time: 0.0807743 Mar 22 19:31:18.103116 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 18e25f78-0a1a-4f62-a979-1c2f88439483 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:18.103719 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (18e25f78-0a1a-4f62-a979-1c2f88439483), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:18.131113 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f43e6f-b9e7-4da8-80fe-ad2379420888 admin admin] Pushing event updated for resources: {'Port': ['ID=5780c7c8-eefa-46e4-a942-6d18170a9f59,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:18.141460 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 18e25f78-0a1a-4f62-a979-1c2f88439483, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=18e25f78-0a1a-4f62-a979-1c2f88439483,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:18.157666 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (18e25f78-0a1a-4f62-a979-1c2f88439483), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:18.251751 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=18e25f78-0a1a-4f62-a979-1c2f88439483,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:18.272319 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-677be263-167f-4fe7-8d1f-024151e93503 req-b48db773-7251-4b9b-9a34-97d922cdd89f tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=95269df0-84b0-459b-9a2e-0d212c1ee848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2457874 Mar 22 19:31:18.303387 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51d93e-fc80-49a8-8d0e-e8fffb367502 req-2a06702b-06c0-4b74-add9-d2946443b6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:18.308305 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:18.310253 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dc51d93e-fc80-49a8-8d0e-e8fffb367502 req-2a06702b-06c0-4b74-add9-d2946443b6e0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=45d73002-9056-40ee-8ca8-42ff4359e2e4 HTTP/1.1" status: 200 len: 797 time: 0.2034171 Mar 22 19:31:18.351921 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55448) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:18.395749 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51d93e-fc80-49a8-8d0e-e8fffb367502 req-2ef0ffdf-baf8-4871-9e7d-82469740fa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:18.398270 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dc51d93e-fc80-49a8-8d0e-e8fffb367502 req-2ef0ffdf-baf8-4871-9e7d-82469740fa1d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=63d9f401-775b-4921-a031-36b8b10f1a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0803552 Mar 22 19:31:18.410182 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f43e6f-b9e7-4da8-80fe-ad2379420888 admin admin] Network 342c7620-4c2f-4ea5-b363-9d1e6094ca88 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:31:18.512677 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dc51d93e-fc80-49a8-8d0e-e8fffb367502 req-63464c0d-6333-46ec-8035-b5e4f1d05519 service neutron] 10.222.0.85 "GET /v2.0/networks/63d9f401-775b-4921-a031-36b8b10f1a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003301 Mar 22 19:31:18.528273 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-e6f43e6f-b9e7-4da8-80fe-ad2379420888 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:31:18.583913 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-75c236f8-3124-47d1-a953-71d9adbba763 req-f8356e76-c5a9-4429-9b76-09546333b828 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 210 time: 0.0698111 Mar 22 19:31:18.652753 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:18.768861 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dc51d93e-fc80-49a8-8d0e-e8fffb367502 req-8c285213-5887-487f-8832-e150ad3a70e1 service neutron] 10.222.0.85 "GET /v2.0/networks/63d9f401-775b-4921-a031-36b8b10f1a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418728 Mar 22 19:31:18.891820 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f43e6f-b9e7-4da8-80fe-ad2379420888 admin admin] Router c1da0514-4362-4075-93ba-dc837758f558 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:31:18.971551 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-150665d5-8ff0-4351-ad08-146502532e2f None None] Provisioning complete for port 5780c7c8-eefa-46e4-a942-6d18170a9f59 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:18.972251 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-150665d5-8ff0-4351-ad08-146502532e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5780c7c8-eefa-46e4-a942-6d18170a9f59), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:19.023481 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-150665d5-8ff0-4351-ad08-146502532e2f None None] Port 5780c7c8-eefa-46e4-a942-6d18170a9f59 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:31:19.032440 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f43e6f-b9e7-4da8-80fe-ad2379420888 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:31:19.075305 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e6f43e6f-b9e7-4da8-80fe-ad2379420888 admin admin] 10.222.0.75 "PUT /v2.0/routers/c1da0514-4362-4075-93ba-dc837758f558/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2775004 Mar 22 19:31:19.208902 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6aaabfdd-8045-4244-a126-45d1c7a7168e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:19.259320 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf32ffd-118e-47a8-9a0c-2cdb02eca595 req-a18b62d7-8b3b-443f-9ac2-f42c623792ba tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:19.267604 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf32ffd-118e-47a8-9a0c-2cdb02eca595 req-a18b62d7-8b3b-443f-9ac2-f42c623792ba tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:19.274566 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf32ffd-118e-47a8-9a0c-2cdb02eca595 req-a18b62d7-8b3b-443f-9ac2-f42c623792ba tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:19.281487 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf32ffd-118e-47a8-9a0c-2cdb02eca595 req-a18b62d7-8b3b-443f-9ac2-f42c623792ba tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:19.288454 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf32ffd-118e-47a8-9a0c-2cdb02eca595 req-a18b62d7-8b3b-443f-9ac2-f42c623792ba tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:19.294975 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf32ffd-118e-47a8-9a0c-2cdb02eca595 req-a18b62d7-8b3b-443f-9ac2-f42c623792ba tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:19.300963 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf32ffd-118e-47a8-9a0c-2cdb02eca595 req-a18b62d7-8b3b-443f-9ac2-f42c623792ba tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:19.303040 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ccf32ffd-118e-47a8-9a0c-2cdb02eca595 req-a18b62d7-8b3b-443f-9ac2-f42c623792ba tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5420 time: 0.2390337 Mar 22 19:31:19.375506 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-6e332c58-9e7d-4c88-90c4-1b586559a0d6 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:19.377054 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-6e332c58-9e7d-4c88-90c4-1b586559a0d6 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.85 "GET /v2.0/networks?id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc HTTP/1.1" status: 200 len: 810 time: 0.2994390 Mar 22 19:31:19.396197 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-7bacaa88-81d5-4a1b-a715-a44dc7b5d970 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Request body: {'port': {'device_id': 'f08239e1-6d68-420f-83f5-d8d8eb28f046', 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc', 'admin_state_up': True, 'tenant_id': '5b93875569cc4d4199ac35d06661afdf'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:19.552276 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ccf32ffd-118e-47a8-9a0c-2cdb02eca595 req-93405eac-54da-495b-94ff-21ac3a429ab3 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2321048 Mar 22 19:31:19.583583 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e34d5-d16d-4dd3-b0bf-0d737fd3c6b3 req-6d0579c3-4ea0-424b-896e-8a8cb1640962 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:19.591082 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-413e34d5-d16d-4dd3-b0bf-0d737fd3c6b3 req-6d0579c3-4ea0-424b-896e-8a8cb1640962 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 945 time: 0.1198790 Mar 22 19:31:19.614879 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-7bacaa88-81d5-4a1b-a715-a44dc7b5d970 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Made reservation on behalf of 5b93875569cc4d4199ac35d06661afdf for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:31:19.620197 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-7bacaa88-81d5-4a1b-a715-a44dc7b5d970 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:19.705478 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-6aaabfdd-8045-4244-a126-45d1c7a7168e admin admin] Deleting port 7ca320f2-a987-4b99-9859-9c7df1d3e723 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:31:19.706713 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6aaabfdd-8045-4244-a126-45d1c7a7168e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (7ca320f2-a987-4b99-9859-9c7df1d3e723), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:19.751701 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 18e25f78-0a1a-4f62-a979-1c2f88439483 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:31:19.779619 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-7bacaa88-81d5-4a1b-a715-a44dc7b5d970 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Allocated IP 172.20.0.12 (930b4136-5d1e-4d7e-95ed-27db03a5fcfc/0024126f-9e61-4e75-a43d-476a3a97ffe0/544a864f-c0bb-4c6e-8925-ae6e34ba2491) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:31:19.824329 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 18e25f78-0a1a-4f62-a979-1c2f88439483 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:19.824953 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (18e25f78-0a1a-4f62-a979-1c2f88439483), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:19.856047 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79a3299-83e2-4013-8579-ebbf35481f84 None None] Sync routers for ids ['c1da0514-4362-4075-93ba-dc837758f558'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:31:19.883791 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79a3299-83e2-4013-8579-ebbf35481f84 None None] Routers {'c1da0514-4362-4075-93ba-dc837758f558'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:31:19.884930 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-e79a3299-83e2-4013-8579-ebbf35481f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:31:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['c1da0514-4362-4075-93ba-dc837758f558'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:19.932775 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-6aaabfdd-8045-4244-a126-45d1c7a7168e admin admin] For port 7ca320f2-a987-4b99-9859-9c7df1d3e723, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=7ca320f2-a987-4b99-9859-9c7df1d3e723,segment=NetworkSegment(d6fe1e1f-9db8-447e-a845-a66a5707089d),segment_id=d6fe1e1f-9db8-447e-a845-a66a5707089d)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:19.933829 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6aaabfdd-8045-4244-a126-45d1c7a7168e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (7ca320f2-a987-4b99-9859-9c7df1d3e723), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:19.950221 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-6aaabfdd-8045-4244-a126-45d1c7a7168e admin admin] Calling delete_port for 7ca320f2-a987-4b99-9859-9c7df1d3e723 owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:31:19.972657 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-7bacaa88-81d5-4a1b-a715-a44dc7b5d970 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks [] for port (544a864f-c0bb-4c6e-8925-ae6e34ba2491), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:20.066169 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-108b3b6e-138f-4805-a084-6117247c4d2b req-33a2ad9a-9530-4915-a98f-02a11c9a11b6 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 210 time: 0.1057606 Mar 22 19:31:20.152601 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-413e34d5-d16d-4dd3-b0bf-0d737fd3c6b3 req-6e0a29ba-3d54-431c-8940-48892f999c40 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=95269df0-84b0-459b-9a2e-0d212c1ee848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5605659 Mar 22 19:31:20.170639 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-e79a3299-83e2-4013-8579-ebbf35481f84 None None] Set router c1da0514-4362-4075-93ba-dc837758f558 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:31:20.199339 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6aaabfdd-8045-4244-a126-45d1c7a7168e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (7ca320f2-a987-4b99-9859-9c7df1d3e723), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:20.239265 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-7bacaa88-81d5-4a1b-a715-a44dc7b5d970 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (544a864f-c0bb-4c6e-8925-ae6e34ba2491), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:20.262715 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['5138c1aa-0caf-46f6-b47a-ddde48e83e54'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:31:20.264985 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['c0260e53-be59-4113-b78a-c582176525b0'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:31:20.273947 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaabfdd-8045-4244-a126-45d1c7a7168e admin admin] Pushing event deleted for resources: {'Port': ['ID=7ca320f2-a987-4b99-9859-9c7df1d3e723,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:20.351241 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-7bacaa88-81d5-4a1b-a715-a44dc7b5d970 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Network 930b4136-5d1e-4d7e-95ed-27db03a5fcfc is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:31:20.356001 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bacaa88-81d5-4a1b-a715-a44dc7b5d970 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Pushing event updated for resources: {'Port': ['ID=544a864f-c0bb-4c6e-8925-ae6e34ba2491,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:20.361032 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-7bacaa88-81d5-4a1b-a715-a44dc7b5d970 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:31:20.364780 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-7bacaa88-81d5-4a1b-a715-a44dc7b5d970 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:31:20.399817 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 18e25f78-0a1a-4f62-a979-1c2f88439483 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:20.408082 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:20.486098 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-7bacaa88-81d5-4a1b-a715-a44dc7b5d970 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:20.486780 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-7bacaa88-81d5-4a1b-a715-a44dc7b5d970 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:20.528504 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-7bacaa88-81d5-4a1b-a715-a44dc7b5d970 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1383197 Mar 22 19:31:20.542781 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-dc457e5d-e1bf-45c6-959f-b42af66af950 service neutron] Request body: {'port': {'device_id': 'f08239e1-6d68-420f-83f5-d8d8eb28f046', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:20.673101 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6aaabfdd-8045-4244-a126-45d1c7a7168e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:20.754111 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-dc457e5d-e1bf-45c6-959f-b42af66af950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (544a864f-c0bb-4c6e-8925-ae6e34ba2491), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:20.782773 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-e79a3299-83e2-4013-8579-ebbf35481f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1da0514-4362-4075-93ba-dc837758f558', 'name': 'tempest-ImageQuotaTest-649741137-router', 'tenant_id': '8d98393dd8cc4f0da9c5f232d9f8f218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '18e25f78-0a1a-4f62-a979-1c2f88439483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:31:12Z', 'updated_at': '2022-03-22T19:31:17Z', 'revision_number': 4, 'project_id': '8d98393dd8cc4f0da9c5f232d9f8f218', 'gw_port': {'id': '18e25f78-0a1a-4f62-a979-1c2f88439483', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1da0514-4362-4075-93ba-dc837758f558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:13Z', 'updated_at': '2022-03-22T19:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '5780c7c8-eefa-46e4-a942-6d18170a9f59', 'name': '', 'network_id': '342c7620-4c2f-4ea5-b363-9d1e6094ca88', 'tenant_id': '8d98393dd8cc4f0da9c5f232d9f8f218', 'mac_address': 'fa:16:3e:5d:9f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1da0514-4362-4075-93ba-dc837758f558', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '14827d12-4bde-451d-b152-cfc45eb7408a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:15Z', 'updated_at': '2022-03-22T19:31:17Z', 'revision_number': 2, 'project_id': '8d98393dd8cc4f0da9c5f232d9f8f218', 'subnets': [{'id': '14827d12-4bde-451d-b152-cfc45eb7408a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:20.812411 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79a3299-83e2-4013-8579-ebbf35481f84 None None] Checking router: c1da0514-4362-4075-93ba-dc837758f558 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:31:20.812775 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79a3299-83e2-4013-8579-ebbf35481f84 None None] Updating router c1da0514-4362-4075-93ba-dc837758f558 port 5780c7c8-eefa-46e4-a942-6d18170a9f59 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:31:20.819979 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-d3578c16-497f-4764-8b24-8942e8793089 None None] Provisioning complete for port 544a864f-c0bb-4c6e-8925-ae6e34ba2491 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:20.820362 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d3578c16-497f-4764-8b24-8942e8793089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (544a864f-c0bb-4c6e-8925-ae6e34ba2491), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:20.878770 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e79a3299-83e2-4013-8579-ebbf35481f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5780c7c8-eefa-46e4-a942-6d18170a9f59), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:20.950083 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d3578c16-497f-4764-8b24-8942e8793089 None None] Port 544a864f-c0bb-4c6e-8925-ae6e34ba2491 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:31:21.031369 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55482) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:21.089584 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24ae22-c0ca-49ed-ad5b-fdd6c7f89529 req-7a8b69f3-0c8b-47c7-8414-70aa020363f1 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:21.098717 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24ae22-c0ca-49ed-ad5b-fdd6c7f89529 req-7a8b69f3-0c8b-47c7-8414-70aa020363f1 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:21.105034 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24ae22-c0ca-49ed-ad5b-fdd6c7f89529 req-7a8b69f3-0c8b-47c7-8414-70aa020363f1 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:21.111299 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24ae22-c0ca-49ed-ad5b-fdd6c7f89529 req-7a8b69f3-0c8b-47c7-8414-70aa020363f1 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:21.119592 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24ae22-c0ca-49ed-ad5b-fdd6c7f89529 req-7a8b69f3-0c8b-47c7-8414-70aa020363f1 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:21.128516 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24ae22-c0ca-49ed-ad5b-fdd6c7f89529 req-7a8b69f3-0c8b-47c7-8414-70aa020363f1 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:21.139215 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24ae22-c0ca-49ed-ad5b-fdd6c7f89529 req-7a8b69f3-0c8b-47c7-8414-70aa020363f1 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:21.142452 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c24ae22-c0ca-49ed-ad5b-fdd6c7f89529 req-7a8b69f3-0c8b-47c7-8414-70aa020363f1 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5420 time: 0.4507046 Mar 22 19:31:21.207607 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aaabfdd-8045-4244-a126-45d1c7a7168e admin admin] Router 16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:31:21.238241 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-dc457e5d-e1bf-45c6-959f-b42af66af950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 544a864f-c0bb-4c6e-8925-ae6e34ba2491 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:31:21.246909 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-dc457e5d-e1bf-45c6-959f-b42af66af950 service neutron] Publish callbacks [] for port (544a864f-c0bb-4c6e-8925-ae6e34ba2491), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:21.260302 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-dc457e5d-e1bf-45c6-959f-b42af66af950 service neutron] Transition to ACTIVE for port object 544a864f-c0bb-4c6e-8925-ae6e34ba2491 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:31:21.263901 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e79a3299-83e2-4013-8579-ebbf35481f84 None None] Publish callbacks [] for port (5780c7c8-eefa-46e4-a942-6d18170a9f59), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:21.274037 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e79a3299-83e2-4013-8579-ebbf35481f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5780c7c8-eefa-46e4-a942-6d18170a9f59), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:21.287038 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-dc457e5d-e1bf-45c6-959f-b42af66af950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (544a864f-c0bb-4c6e-8925-ae6e34ba2491), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:21.368264 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc457e5d-e1bf-45c6-959f-b42af66af950 service neutron] Pushing event updated for resources: {'Port': ['ID=544a864f-c0bb-4c6e-8925-ae6e34ba2491,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:21.440665 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c24ae22-c0ca-49ed-ad5b-fdd6c7f89529 req-9bbe5989-3863-4e75-9fdd-86ce21a5195b tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1784320 Mar 22 19:31:21.493407 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:21.506195 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf287241-0ad6-4da3-bf1a-86aaab64c887 req-6ad72e00-ef21-41ec-b81a-eca6b82e0307 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:21.507785 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf287241-0ad6-4da3-bf1a-86aaab64c887 req-6ad72e00-ef21-41ec-b81a-eca6b82e0307 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 944 time: 0.2380095 Mar 22 19:31:21.564757 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26e34b-513d-4bff-a913-5e96e3d6f462 None None] Pushing event updated for resources: {'Port': ['ID=5780c7c8-eefa-46e4-a942-6d18170a9f59,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:21.596980 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-e79a3299-83e2-4013-8579-ebbf35481f84 None None] Attempting to bind port 5780c7c8-eefa-46e4-a942-6d18170a9f59 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:31:21.597367 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-e79a3299-83e2-4013-8579-ebbf35481f84 None None] Attempting to bind port 5780c7c8-eefa-46e4-a942-6d18170a9f59 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '36338b85-9117-4b44-ad1e-8cb98a7fddd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '342c7620-4c2f-4ea5-b363-9d1e6094ca88'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:31:21.597745 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79a3299-83e2-4013-8579-ebbf35481f84 None None] Attempting to bind port 5780c7c8-eefa-46e4-a942-6d18170a9f59 on network 342c7620-4c2f-4ea5-b363-9d1e6094ca88 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:31:21.615413 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79a3299-83e2-4013-8579-ebbf35481f84 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:31:21.615690 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79a3299-83e2-4013-8579-ebbf35481f84 None None] Checking segment: {'id': '36338b85-9117-4b44-ad1e-8cb98a7fddd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '342c7620-4c2f-4ea5-b363-9d1e6094ca88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:31:21.616123 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e79a3299-83e2-4013-8579-ebbf35481f84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:21.616531 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79a3299-83e2-4013-8579-ebbf35481f84 None None] Bound using segment: {'id': '36338b85-9117-4b44-ad1e-8cb98a7fddd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '342c7620-4c2f-4ea5-b363-9d1e6094ca88'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:31:21.617018 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-e79a3299-83e2-4013-8579-ebbf35481f84 None None] Bound port: 5780c7c8-eefa-46e4-a942-6d18170a9f59, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36338b85-9117-4b44-ad1e-8cb98a7fddd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '342c7620-4c2f-4ea5-b363-9d1e6094ca88'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:31:21.617411 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e79a3299-83e2-4013-8579-ebbf35481f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5780c7c8-eefa-46e4-a942-6d18170a9f59), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:21.758764 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e79a3299-83e2-4013-8579-ebbf35481f84 None None] For port 5780c7c8-eefa-46e4-a942-6d18170a9f59, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:31:21.760436 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf287241-0ad6-4da3-bf1a-86aaab64c887 req-5d79ae92-c017-4bab-99d3-bfc37d874211 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463685 Mar 22 19:31:21.768257 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-dc457e5d-e1bf-45c6-959f-b42af66af950 service neutron] Attempting to bind port 544a864f-c0bb-4c6e-8925-ae6e34ba2491 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:31:21.769339 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-dc457e5d-e1bf-45c6-959f-b42af66af950 service neutron] Attempting to bind port 544a864f-c0bb-4c6e-8925-ae6e34ba2491 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '96be6bee-54fd-44c5-9686-e45ec9f24a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:31:21.769823 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-dc457e5d-e1bf-45c6-959f-b42af66af950 service neutron] Attempting to bind port 544a864f-c0bb-4c6e-8925-ae6e34ba2491 on network 930b4136-5d1e-4d7e-95ed-27db03a5fcfc {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:31:21.772457 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e79a3299-83e2-4013-8579-ebbf35481f84 None None] For port 5780c7c8-eefa-46e4-a942-6d18170a9f59, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=5780c7c8-eefa-46e4-a942-6d18170a9f59,segment=NetworkSegment(36338b85-9117-4b44-ad1e-8cb98a7fddd2),segment_id=36338b85-9117-4b44-ad1e-8cb98a7fddd2)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:31:21.775607 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-dc457e5d-e1bf-45c6-959f-b42af66af950 service neutron] Port 544a864f-c0bb-4c6e-8925-ae6e34ba2491 on network 930b4136-5d1e-4d7e-95ed-27db03a5fcfc not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:31:21.775942 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-dc457e5d-e1bf-45c6-959f-b42af66af950 service neutron] Attempting to bind port 544a864f-c0bb-4c6e-8925-ae6e34ba2491 on network 930b4136-5d1e-4d7e-95ed-27db03a5fcfc {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:31:21.790217 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-dc457e5d-e1bf-45c6-959f-b42af66af950 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:31:21.790469 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-dc457e5d-e1bf-45c6-959f-b42af66af950 service neutron] Checking segment: {'id': '96be6bee-54fd-44c5-9686-e45ec9f24a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:31:21.791160 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-dc457e5d-e1bf-45c6-959f-b42af66af950 service neutron] Bound using segment: {'id': '96be6bee-54fd-44c5-9686-e45ec9f24a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:31:21.792754 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-dc457e5d-e1bf-45c6-959f-b42af66af950 service neutron] Bound port: 544a864f-c0bb-4c6e-8925-ae6e34ba2491, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96be6bee-54fd-44c5-9686-e45ec9f24a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:31:21.793143 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-dc457e5d-e1bf-45c6-959f-b42af66af950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (544a864f-c0bb-4c6e-8925-ae6e34ba2491), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:21.803933 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e79a3299-83e2-4013-8579-ebbf35481f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5780c7c8-eefa-46e4-a942-6d18170a9f59), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:21.830279 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9ce4f-ded0-4c9d-9a62-a2081101a876 req-ea551894-d88d-4d46-8782-a257b0c390ea tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:21.832456 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-46d9ce4f-ded0-4c9d-9a62-a2081101a876 req-ea551894-d88d-4d46-8782-a257b0c390ea tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 945 time: 0.2154133 Mar 22 19:31:21.851751 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-223702de-dd59-44de-b459-d60703b6b74a None None] Provisioning complete for port 5780c7c8-eefa-46e4-a942-6d18170a9f59 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:21.854413 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-223702de-dd59-44de-b459-d60703b6b74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5780c7c8-eefa-46e4-a942-6d18170a9f59), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:21.919234 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79a3299-83e2-4013-8579-ebbf35481f84 None None] Routers {'c1da0514-4362-4075-93ba-dc837758f558'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:31:21.920030 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-e79a3299-83e2-4013-8579-ebbf35481f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:31:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['c1da0514-4362-4075-93ba-dc837758f558'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:21.954403 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-46d9ce4f-ded0-4c9d-9a62-a2081101a876 req-aa002738-3097-45d9-9d03-a67833435147 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=95269df0-84b0-459b-9a2e-0d212c1ee848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964861 Mar 22 19:31:21.994850 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-dc457e5d-e1bf-45c6-959f-b42af66af950 service neutron] For port 544a864f-c0bb-4c6e-8925-ae6e34ba2491, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:31:22.000067 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-dc457e5d-e1bf-45c6-959f-b42af66af950 service neutron] For port 544a864f-c0bb-4c6e-8925-ae6e34ba2491, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=544a864f-c0bb-4c6e-8925-ae6e34ba2491,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:31:22.010314 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-dc457e5d-e1bf-45c6-959f-b42af66af950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (544a864f-c0bb-4c6e-8925-ae6e34ba2491), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:22.119979 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-dc457e5d-e1bf-45c6-959f-b42af66af950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:22.121373 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-dc457e5d-e1bf-45c6-959f-b42af66af950 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:22.123192 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-dc457e5d-e1bf-45c6-959f-b42af66af950 service neutron] 10.222.0.85 "PUT /v2.0/ports/544a864f-c0bb-4c6e-8925-ae6e34ba2491 HTTP/1.1" status: 200 len: 1093 time: 1.5866368 Mar 22 19:31:22.124112 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc457e5d-e1bf-45c6-959f-b42af66af950 service neutron] Pushing event updated for resources: {'Port': ['ID=544a864f-c0bb-4c6e-8925-ae6e34ba2491,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:22.139149 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08239e1-6d68-420f-83f5-d8d8eb28f046', 'tag': '544a864f-c0bb-4c6e-8925-ae6e34ba2491'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:31:22.143760 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0061999b-ea20-4c1b-ad41-fd71a768e1e7" -d '{"events": [{"name": "network-changed", "server_uuid": "f08239e1-6d68-420f-83f5-d8d8eb28f046", "tag": "544a864f-c0bb-4c6e-8925-ae6e34ba2491"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:31:22.182713 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aaabfdd-8045-4244-a126-45d1c7a7168e admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:31:22.191099 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6aaabfdd-8045-4244-a126-45d1c7a7168e admin admin] 10.222.0.75 "PUT /v2.0/routers/16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8377779 Mar 22 19:31:22.198942 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b999a1-d317-4fd9-9f7e-169648c582bf None None] Sync routers for ids ['16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:31:22.207961 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55494) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:22.229439 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b999a1-d317-4fd9-9f7e-169648c582bf None None] Routers {'16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:31:22.231365 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-36b999a1-d317-4fd9-9f7e-169648c582bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:31:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:22.235624 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0044a56-5706-4650-a816-d2f4dbf9d286 x-openstack-request-id: req-e0044a56-5706-4650-a816-d2f4dbf9d286 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:31:22.235624 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08239e1-6d68-420f-83f5-d8d8eb28f046", "tag": "544a864f-c0bb-4c6e-8925-ae6e34ba2491", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:31:22.236059 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e0044a56-5706-4650-a816-d2f4dbf9d286 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:31:22.236533 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0044a56-5706-4650-a816-d2f4dbf9d286'] response: {'name': 'network-changed', 'server_uuid': 'f08239e1-6d68-420f-83f5-d8d8eb28f046', 'tag': '544a864f-c0bb-4c6e-8925-ae6e34ba2491', 'status': 'completed', 'code': 200} Mar 22 19:31:22.302144 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-2b164f9e-9cd6-41a5-aeee-aec341f667f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:22.304837 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-2b164f9e-9cd6-41a5-aeee-aec341f667f1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5b93875569cc4d4199ac35d06661afdf&device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 1127 time: 0.1313088 Mar 22 19:31:22.352809 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-223702de-dd59-44de-b459-d60703b6b74a None None] Current status of the port 5780c7c8-eefa-46e4-a942-6d18170a9f59 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:22.353642 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-223702de-dd59-44de-b459-d60703b6b74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5780c7c8-eefa-46e4-a942-6d18170a9f59), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:22.356112 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26e34b-513d-4bff-a913-5e96e3d6f462 None None] Pushing event updated for resources: {'Port': ['ID=5780c7c8-eefa-46e4-a942-6d18170a9f59,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:22.370273 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-f8e38671-4342-40ec-b37d-d6e95bbba1fd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=544a864f-c0bb-4c6e-8925-ae6e34ba2491 HTTP/1.1" status: 200 len: 217 time: 0.0557654 Mar 22 19:31:22.420719 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-223702de-dd59-44de-b459-d60703b6b74a None None] For port 5780c7c8-eefa-46e4-a942-6d18170a9f59, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=5780c7c8-eefa-46e4-a942-6d18170a9f59,segment=NetworkSegment(36338b85-9117-4b44-ad1e-8cb98a7fddd2),segment_id=36338b85-9117-4b44-ad1e-8cb98a7fddd2)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:22.434454 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-223702de-dd59-44de-b459-d60703b6b74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5780c7c8-eefa-46e4-a942-6d18170a9f59), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:22.448157 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-e79a3299-83e2-4013-8579-ebbf35481f84 None None] Set router c1da0514-4362-4075-93ba-dc837758f558 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:31:22.454912 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-36b999a1-d317-4fd9-9f7e-169648c582bf None None] Set router 16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:31:22.462536 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-44190889-f51c-4404-b061-a2b3be3ba714 admin admin] Publish callbacks [] for router (16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:22.482036 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-2f5e3874-15a9-4cdf-a0f1-0b5cd003f115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:22.483643 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-2f5e3874-15a9-4cdf-a0f1-0b5cd003f115 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0024126f-9e61-4e75-a43d-476a3a97ffe0 HTTP/1.1" status: 200 len: 849 time: 0.1076696 Mar 22 19:31:22.586937 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-44190889-f51c-4404-b061-a2b3be3ba714 admin admin] Publish callbacks [] for router_gateway (16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:22.587401 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-a63515cd-a9e2-4b09-a6d6-97813810fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:22.589361 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-a63515cd-a9e2-4b09-a6d6-97813810fd7c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0974307 Mar 22 19:31:22.726438 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-44190889-f51c-4404-b061-a2b3be3ba714 admin admin] Deleting port 4262f418-d5e5-43dd-a770-e8ee4c8add8a {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:31:22.727061 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-44190889-f51c-4404-b061-a2b3be3ba714 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (4262f418-d5e5-43dd-a770-e8ee4c8add8a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:22.743839 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223702de-dd59-44de-b459-d60703b6b74a None None] Pushing event updated for resources: {'Port': ['ID=5780c7c8-eefa-46e4-a942-6d18170a9f59,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:22.778670 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-172b8647-eea8-47a1-9257-1ec0a8e2e60a None None] Provisioning complete for port 5780c7c8-eefa-46e4-a942-6d18170a9f59 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:22.781125 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-172b8647-eea8-47a1-9257-1ec0a8e2e60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5780c7c8-eefa-46e4-a942-6d18170a9f59), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:22.793989 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-36b999a1-d317-4fd9-9f7e-169648c582bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-875189775-router', 'tenant_id': 'f1d9b8a2852847abaf50233e44b3b990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.242'}], 'enable_snat': True}, 'gw_port_id': '4262f418-d5e5-43dd-a770-e8ee4c8add8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:28Z', 'updated_at': '2022-03-22T19:31:20Z', 'revision_number': 5, 'project_id': 'f1d9b8a2852847abaf50233e44b3b990', 'gw_port': {'id': '4262f418-d5e5-43dd-a770-e8ee4c8add8a', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:31:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:30Z', 'updated_at': '2022-03-22T19:29:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:22.854125 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b999a1-d317-4fd9-9f7e-169648c582bf None None] Checking router: 16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:31:22.875877 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b999a1-d317-4fd9-9f7e-169648c582bf None None] Routers {'16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:31:22.876593 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-36b999a1-d317-4fd9-9f7e-169648c582bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:31:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:22.881077 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-e79a3299-83e2-4013-8579-ebbf35481f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1da0514-4362-4075-93ba-dc837758f558', 'name': 'tempest-ImageQuotaTest-649741137-router', 'tenant_id': '8d98393dd8cc4f0da9c5f232d9f8f218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '18e25f78-0a1a-4f62-a979-1c2f88439483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:31:12Z', 'updated_at': '2022-03-22T19:31:17Z', 'revision_number': 4, 'project_id': '8d98393dd8cc4f0da9c5f232d9f8f218', 'gw_port': {'id': '18e25f78-0a1a-4f62-a979-1c2f88439483', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1da0514-4362-4075-93ba-dc837758f558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:13Z', 'updated_at': '2022-03-22T19:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '5780c7c8-eefa-46e4-a942-6d18170a9f59', 'name': '', 'network_id': '342c7620-4c2f-4ea5-b363-9d1e6094ca88', 'tenant_id': '8d98393dd8cc4f0da9c5f232d9f8f218', 'mac_address': 'fa:16:3e:5d:9f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1da0514-4362-4075-93ba-dc837758f558', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '14827d12-4bde-451d-b152-cfc45eb7408a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:15Z', 'updated_at': '2022-03-22T19:31:21Z', 'revision_number': 4, 'project_id': '8d98393dd8cc4f0da9c5f232d9f8f218', 'subnets': [{'id': '14827d12-4bde-451d-b152-cfc45eb7408a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:22.889498 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-44190889-f51c-4404-b061-a2b3be3ba714 admin admin] For port 4262f418-d5e5-43dd-a770-e8ee4c8add8a, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=4262f418-d5e5-43dd-a770-e8ee4c8add8a,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:22.890183 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-44190889-f51c-4404-b061-a2b3be3ba714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (4262f418-d5e5-43dd-a770-e8ee4c8add8a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:22.907367 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-44190889-f51c-4404-b061-a2b3be3ba714 admin admin] Calling delete_port for 4262f418-d5e5-43dd-a770-e8ee4c8add8a owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:31:22.943570 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79a3299-83e2-4013-8579-ebbf35481f84 None None] The sync data for ids ['c1da0514-4362-4075-93ba-dc837758f558'] in n-d-705658-24 is: [{'id': 'c1da0514-4362-4075-93ba-dc837758f558', 'name': 'tempest-ImageQuotaTest-649741137-router', 'tenant_id': '8d98393dd8cc4f0da9c5f232d9f8f218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '18e25f78-0a1a-4f62-a979-1c2f88439483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:31:12Z', 'updated_at': '2022-03-22T19:31:17Z', 'revision_number': 4, 'project_id': '8d98393dd8cc4f0da9c5f232d9f8f218', 'gw_port': {'id': '18e25f78-0a1a-4f62-a979-1c2f88439483', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1da0514-4362-4075-93ba-dc837758f558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:13Z', 'updated_at': '2022-03-22T19:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '5780c7c8-eefa-46e4-a942-6d18170a9f59', 'name': '', 'network_id': '342c7620-4c2f-4ea5-b363-9d1e6094ca88', 'tenant_id': '8d98393dd8cc4f0da9c5f232d9f8f218', 'mac_address': 'fa:16:3e:5d:9f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1da0514-4362-4075-93ba-dc837758f558', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '14827d12-4bde-451d-b152-cfc45eb7408a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:15Z', 'updated_at': '2022-03-22T19:31:21Z', 'revision_number': 4, 'project_id': '8d98393dd8cc4f0da9c5f232d9f8f218', 'subnets': [{'id': '14827d12-4bde-451d-b152-cfc45eb7408a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:31:23.083743 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-172b8647-eea8-47a1-9257-1ec0a8e2e60a None None] Current status of the port 5780c7c8-eefa-46e4-a942-6d18170a9f59 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:23.086666 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-36b999a1-d317-4fd9-9f7e-169648c582bf None None] Set router 16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9 gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:31:23.179375 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-36b999a1-d317-4fd9-9f7e-169648c582bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-875189775-router', 'tenant_id': 'f1d9b8a2852847abaf50233e44b3b990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:28Z', 'updated_at': '2022-03-22T19:31:22Z', 'revision_number': 6, 'project_id': 'f1d9b8a2852847abaf50233e44b3b990', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:23.191220 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e06a0e5c-c345-4afe-b80b-0dd6ba313856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (c1da0514-4362-4075-93ba-dc837758f558), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:23.250481 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b999a1-d317-4fd9-9f7e-169648c582bf None None] The sync data for ids ['16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9'] in n-d-705658-24 is: [{'id': '16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9', 'name': 'tempest-ServerRescueTestJSONUnderV235-875189775-router', 'tenant_id': 'f1d9b8a2852847abaf50233e44b3b990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:28Z', 'updated_at': '2022-03-22T19:31:22Z', 'revision_number': 6, 'project_id': 'f1d9b8a2852847abaf50233e44b3b990', 'gw_port_host': None}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:31:23.330319 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-55a1c748-1db7-4e33-8cfd-fc6597e578ed service neutron] 10.222.0.85 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7311127 Mar 22 19:31:23.370511 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57f75e-940d-44c5-9776-36cfb1af74db req-22b84628-72e1-4b5d-b81c-b703ea345134 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:23.379852 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57f75e-940d-44c5-9776-36cfb1af74db req-22b84628-72e1-4b5d-b81c-b703ea345134 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:23.385550 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57f75e-940d-44c5-9776-36cfb1af74db req-22b84628-72e1-4b5d-b81c-b703ea345134 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:23.392266 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57f75e-940d-44c5-9776-36cfb1af74db req-22b84628-72e1-4b5d-b81c-b703ea345134 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:23.398647 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57f75e-940d-44c5-9776-36cfb1af74db req-22b84628-72e1-4b5d-b81c-b703ea345134 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:23.404705 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57f75e-940d-44c5-9776-36cfb1af74db req-22b84628-72e1-4b5d-b81c-b703ea345134 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:23.411516 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57f75e-940d-44c5-9776-36cfb1af74db req-22b84628-72e1-4b5d-b81c-b703ea345134 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:23.419631 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8f57f75e-940d-44c5-9776-36cfb1af74db req-22b84628-72e1-4b5d-b81c-b703ea345134 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5420 time: 0.8222785 Mar 22 19:31:23.422768 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-44190889-f51c-4404-b061-a2b3be3ba714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (4262f418-d5e5-43dd-a770-e8ee4c8add8a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:23.431348 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9b8ae-6cbb-459b-9c3e-47f67b31b1b5 req-a6502d83-5160-417e-bd25-889ba726f23a tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:23.439083 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-27d9b8ae-6cbb-459b-9c3e-47f67b31b1b5 req-a6502d83-5160-417e-bd25-889ba726f23a tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 944 time: 0.3155968 Mar 22 19:31:23.551821 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44190889-f51c-4404-b061-a2b3be3ba714 admin admin] Pushing event deleted for resources: {'Port': ['ID=4262f418-d5e5-43dd-a770-e8ee4c8add8a,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:23.595481 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-44190889-f51c-4404-b061-a2b3be3ba714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:23.613758 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-27d9b8ae-6cbb-459b-9c3e-47f67b31b1b5 req-10b33dd8-7c38-4324-9234-5f72214e67d6 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737132 Mar 22 19:31:23.714942 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8f57f75e-940d-44c5-9776-36cfb1af74db req-3f6ac733-d8a1-4ad6-a2e1-7c0ca05c5a9a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2943127 Mar 22 19:31:23.721203 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53ed899b-3254-43b9-9a08-855b7e5e9b74 req-3647fd16-a7fa-4f01-820a-1894d25bed98 service neutron] 10.222.0.85 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775313 Mar 22 19:31:23.883800 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-44190889-f51c-4404-b061-a2b3be3ba714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:23.888299 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-44190889-f51c-4404-b061-a2b3be3ba714 admin admin] Publish callbacks [] for router_controller (16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:23.909616 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fae6d1-98b6-4e1a-95e0-9da6f564ef0f req-863b07b3-ece5-4eef-b585-be30ef5f0dd6 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:23.917439 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b0fae6d1-98b6-4e1a-95e0-9da6f564ef0f req-863b07b3-ece5-4eef-b585-be30ef5f0dd6 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 945 time: 0.1504076 Mar 22 19:31:23.948551 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061999b-ea20-4c1b-ad41-fd71a768e1e7 req-adcd5eed-590a-44d4-b67a-15a3e1638adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:23.950231 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0061999b-ea20-4c1b-ad41-fd71a768e1e7 req-adcd5eed-590a-44d4-b67a-15a3e1638adf service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5b93875569cc4d4199ac35d06661afdf&device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 1127 time: 0.1362619 Mar 22 19:31:24.002622 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-44190889-f51c-4404-b061-a2b3be3ba714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:24.004439 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44190889-f51c-4404-b061-a2b3be3ba714 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:31:24.019416 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-44190889-f51c-4404-b061-a2b3be3ba714 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:24.023770 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-44190889-f51c-4404-b061-a2b3be3ba714 admin admin] 10.222.0.75 "DELETE /v2.0/routers/16a8aa85-ad5d-4f3c-a638-6fe70b4cd5e9 HTTP/1.1" status: 204 len: 168 time: 1.8146174 Mar 22 19:31:24.025257 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55504) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:24.104912 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-e06a0e5c-c345-4afe-b80b-0dd6ba313856 admin admin] Deleting port 5780c7c8-eefa-46e4-a942-6d18170a9f59 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:31:24.105435 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e06a0e5c-c345-4afe-b80b-0dd6ba313856 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (5780c7c8-eefa-46e4-a942-6d18170a9f59), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:24.155068 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b0fae6d1-98b6-4e1a-95e0-9da6f564ef0f req-f1095d26-bcbe-4c90-9f9f-41890b12beec tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=95269df0-84b0-459b-9a2e-0d212c1ee848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365904 Mar 22 19:31:24.199637 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 5780c7c8-eefa-46e4-a942-6d18170a9f59 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:31:24.232964 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061999b-ea20-4c1b-ad41-fd71a768e1e7 req-0d68f482-8f4f-4979-8ba5-49d307f0d88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:24.235636 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-9177bcc3-deec-4eda-aca4-d2a9996539d8 admin admin] Deleting subnet 703f819a-471b-406d-abe3-9a43e329de84 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:31:24.237238 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0061999b-ea20-4c1b-ad41-fd71a768e1e7 req-0d68f482-8f4f-4979-8ba5-49d307f0d88e service neutron] 10.222.0.85 "GET /v2.0/networks?id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc HTTP/1.1" status: 200 len: 911 time: 0.2771859 Mar 22 19:31:24.245877 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9177bcc3-deec-4eda-aca4-d2a9996539d8 admin admin] Publish callbacks [] for subnet (703f819a-471b-406d-abe3-9a43e329de84), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:24.330379 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9177bcc3-deec-4eda-aca4-d2a9996539d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (703f819a-471b-406d-abe3-9a43e329de84), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:24.338275 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0061999b-ea20-4c1b-ad41-fd71a768e1e7 req-7e99c7c6-1cb1-4816-a293-b40ba90b09c2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=544a864f-c0bb-4c6e-8925-ae6e34ba2491 HTTP/1.1" status: 200 len: 217 time: 0.0917068 Mar 22 19:31:24.375106 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 5780c7c8-eefa-46e4-a942-6d18170a9f59 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:24.375544 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5780c7c8-eefa-46e4-a942-6d18170a9f59), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:24.379176 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-e06a0e5c-c345-4afe-b80b-0dd6ba313856 admin admin] For port 5780c7c8-eefa-46e4-a942-6d18170a9f59, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=5780c7c8-eefa-46e4-a942-6d18170a9f59,segment=NetworkSegment(36338b85-9117-4b44-ad1e-8cb98a7fddd2),segment_id=36338b85-9117-4b44-ad1e-8cb98a7fddd2)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:24.379664 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e06a0e5c-c345-4afe-b80b-0dd6ba313856 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (5780c7c8-eefa-46e4-a942-6d18170a9f59), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:24.405562 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-e06a0e5c-c345-4afe-b80b-0dd6ba313856 admin admin] Calling delete_port for 5780c7c8-eefa-46e4-a942-6d18170a9f59 owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:31:24.431929 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9177bcc3-deec-4eda-aca4-d2a9996539d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (703f819a-471b-406d-abe3-9a43e329de84), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:24.448123 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061999b-ea20-4c1b-ad41-fd71a768e1e7 req-e1faa0f9-e356-4b12-8be0-05eba9db54f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:24.449980 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0061999b-ea20-4c1b-ad41-fd71a768e1e7 req-e1faa0f9-e356-4b12-8be0-05eba9db54f0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0024126f-9e61-4e75-a43d-476a3a97ffe0 HTTP/1.1" status: 200 len: 849 time: 0.1051910 Mar 22 19:31:24.569555 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061999b-ea20-4c1b-ad41-fd71a768e1e7 req-7715eae6-4e53-4a8a-aa04-a2b12967758d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:24.571046 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0061999b-ea20-4c1b-ad41-fd71a768e1e7 req-7715eae6-4e53-4a8a-aa04-a2b12967758d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1145713 Mar 22 19:31:24.610364 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 5780c7c8-eefa-46e4-a942-6d18170a9f59 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:24.630472 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 7ca320f2-a987-4b99-9859-9c7df1d3e723 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:31:24.687477 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9177bcc3-deec-4eda-aca4-d2a9996539d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (703f819a-471b-406d-abe3-9a43e329de84), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:24.716096 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 7ca320f2-a987-4b99-9859-9c7df1d3e723 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:31:24.716743 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 7ca320f2-a987-4b99-9859-9c7df1d3e723 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:31:24.783084 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9177bcc3-deec-4eda-aca4-d2a9996539d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:24.792572 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9177bcc3-deec-4eda-aca4-d2a9996539d8 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/703f819a-471b-406d-abe3-9a43e329de84 HTTP/1.1" status: 204 len: 168 time: 0.7641385 Mar 22 19:31:24.792572 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177bcc3-deec-4eda-aca4-d2a9996539d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=703f819a-471b-406d-abe3-9a43e329de84,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:24.797659 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55512) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:24.952133 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e06a0e5c-c345-4afe-b80b-0dd6ba313856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (5780c7c8-eefa-46e4-a942-6d18170a9f59), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:24.965742 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a618c-2916-4ed5-acbb-06e4b7521071 req-67d573c9-8940-4143-a9f9-057c3f7df401 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:24.967306 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1a1a618c-2916-4ed5-acbb-06e4b7521071 req-67d573c9-8940-4143-a9f9-057c3f7df401 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 944 time: 0.1848834 Mar 22 19:31:24.969492 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0061999b-ea20-4c1b-ad41-fd71a768e1e7 req-41dabe5d-9f89-4563-9596-d69dbde29e2e service neutron] 10.222.0.85 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3919778 Mar 22 19:31:24.998165 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a0e5c-c345-4afe-b80b-0dd6ba313856 admin admin] Pushing event deleted for resources: {'Port': ['ID=5780c7c8-eefa-46e4-a942-6d18170a9f59,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:25.043731 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1a1a618c-2916-4ed5-acbb-06e4b7521071 req-ea76b45f-48ee-4699-9233-b6ab2823faa3 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682297 Mar 22 19:31:25.088315 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed081dd4-53ca-4c16-b8c6-69912fb3e490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (d20554b8-a26c-4c21-9aa9-235918d57be0), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:25.117937 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5da79-9467-490a-accb-a2bf30cf3835 req-9d614809-5beb-44f5-8951-be39b3b7b9b2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:25.126486 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5da79-9467-490a-accb-a2bf30cf3835 req-9d614809-5beb-44f5-8951-be39b3b7b9b2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:25.134322 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5da79-9467-490a-accb-a2bf30cf3835 req-9d614809-5beb-44f5-8951-be39b3b7b9b2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:25.141727 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5da79-9467-490a-accb-a2bf30cf3835 req-9d614809-5beb-44f5-8951-be39b3b7b9b2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:25.149662 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5da79-9467-490a-accb-a2bf30cf3835 req-9d614809-5beb-44f5-8951-be39b3b7b9b2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:25.155962 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5da79-9467-490a-accb-a2bf30cf3835 req-9d614809-5beb-44f5-8951-be39b3b7b9b2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:25.162876 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5da79-9467-490a-accb-a2bf30cf3835 req-9d614809-5beb-44f5-8951-be39b3b7b9b2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:25.165293 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5f5da79-9467-490a-accb-a2bf30cf3835 req-9d614809-5beb-44f5-8951-be39b3b7b9b2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5420 time: 0.2844393 Mar 22 19:31:25.305575 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed081dd4-53ca-4c16-b8c6-69912fb3e490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (d20554b8-a26c-4c21-9aa9-235918d57be0), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:25.333640 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-ed081dd4-53ca-4c16-b8c6-69912fb3e490 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d20554b8-a26c-4c21-9aa9-235918d57be0']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:25.347797 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-ed081dd4-53ca-4c16-b8c6-69912fb3e490 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6fe1e1f-9db8-447e-a845-a66a5707089d') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:25.348080 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-ed081dd4-53ca-4c16-b8c6-69912fb3e490 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6fe1e1f-9db8-447e-a845-a66a5707089d') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:25.363433 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5f5da79-9467-490a-accb-a2bf30cf3835 req-eb18cc7e-3119-4d1d-8152-97d2d501a22f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1845109 Mar 22 19:31:25.388727 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed081dd4-53ca-4c16-b8c6-69912fb3e490 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (d6fe1e1f-9db8-447e-a845-a66a5707089d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:25.390614 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e06a0e5c-c345-4afe-b80b-0dd6ba313856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (c1da0514-4362-4075-93ba-dc837758f558), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:25.412619 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed081dd4-53ca-4c16-b8c6-69912fb3e490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (d6fe1e1f-9db8-447e-a845-a66a5707089d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:25.430747 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0061999b-ea20-4c1b-ad41-fd71a768e1e7 req-00481a9f-8b30-4ca7-8591-577266402ae4 service neutron] 10.222.0.85 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023924 Mar 22 19:31:25.468718 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdec19-0aac-4a24-b90b-bf7d1b8450ef req-5cfbd334-9b59-4c83-b9e7-d4edf181b6ef tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:25.470469 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-55cdec19-0aac-4a24-b90b-bf7d1b8450ef req-5cfbd334-9b59-4c83-b9e7-d4edf181b6ef tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 945 time: 0.1294467 Mar 22 19:31:25.491513 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed081dd4-53ca-4c16-b8c6-69912fb3e490 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:31:25.491919 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed081dd4-53ca-4c16-b8c6-69912fb3e490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (d6fe1e1f-9db8-447e-a845-a66a5707089d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:25.493664 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:31:25.493664 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:31:25.493664 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:31:25.493664 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:31:25.493664 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:31:25.493664 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:31:25.493664 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:31:25.493664 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:31:25.493664 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:31:25.493664 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:31:25.493664 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:31:25.493664 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:31:25.493664 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:31:25.493664 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:31:25.493664 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:31:25.493664 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:31:25.493664 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:31:25.493664 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:31:25.493664 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:31:25.493664 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:31:25.493664 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:31:25.493664 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:31:25.493664 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:31:25.493664 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:31:25.493664 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:31:25.493664 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:31:25.493664 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:31:25.493664 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:31:25.493664 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:31:25.493664 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:31:25.493664 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:31:25.493664 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:31:25.534574 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-55cdec19-0aac-4a24-b90b-bf7d1b8450ef req-056061a9-ea17-4c2c-a584-3c1f3287b382 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=95269df0-84b0-459b-9a2e-0d212c1ee848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567420 Mar 22 19:31:25.567773 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed081dd4-53ca-4c16-b8c6-69912fb3e490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (d20554b8-a26c-4c21-9aa9-235918d57be0), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:25.572870 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed081dd4-53ca-4c16-b8c6-69912fb3e490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:25.576670 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ed081dd4-53ca-4c16-b8c6-69912fb3e490 admin admin] 10.222.0.75 "DELETE /v2.0/networks/d20554b8-a26c-4c21-9aa9-235918d57be0 HTTP/1.1" status: 204 len: 168 time: 0.7778187 Mar 22 19:31:25.597736 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed081dd4-53ca-4c16-b8c6-69912fb3e490 admin admin] Pushing event deleted for resources: {'Network': ['ID=d20554b8-a26c-4c21-9aa9-235918d57be0,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:25.754653 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 4262f418-d5e5-43dd-a770-e8ee4c8add8a no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:31:25.773564 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06a0e5c-c345-4afe-b80b-0dd6ba313856 admin admin] Router c1da0514-4362-4075-93ba-dc837758f558 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:31:25.797588 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 4262f418-d5e5-43dd-a770-e8ee4c8add8a {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:31:25.797962 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 4262f418-d5e5-43dd-a770-e8ee4c8add8a not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:31:25.807860 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55522) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:25.853702 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7325901b-94be-4f5f-b04c-e32c9ccfb879 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f1d9b8a2852847abaf50233e44b3b990&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444236 Mar 22 19:31:25.856127 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55524) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:25.913000 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06a0e5c-c345-4afe-b80b-0dd6ba313856 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:31:25.925536 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab09ceeb-cee3-479b-aa93-5bf17928f1ab None None] Sync routers for ids ['c1da0514-4362-4075-93ba-dc837758f558'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:31:25.929426 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e06a0e5c-c345-4afe-b80b-0dd6ba313856 admin admin] 10.222.0.75 "PUT /v2.0/routers/c1da0514-4362-4075-93ba-dc837758f558/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8969381 Mar 22 19:31:25.931932 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55526) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:25.942857 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab09ceeb-cee3-479b-aa93-5bf17928f1ab None None] Routers {'c1da0514-4362-4075-93ba-dc837758f558'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:31:25.944321 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-ab09ceeb-cee3-479b-aa93-5bf17928f1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:31:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['c1da0514-4362-4075-93ba-dc837758f558'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:26.012256 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-333d6d74-beca-4ed4-8fa3-e42e9aa4971b admin admin] Publish callbacks [] for security_group (0d64ebe5-e963-4e68-a0d5-41b9d76e5e72), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:26.048229 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-333d6d74-beca-4ed4-8fa3-e42e9aa4971b admin admin] Publish callbacks [] for security_group (0d64ebe5-e963-4e68-a0d5-41b9d76e5e72), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:26.083769 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-ab09ceeb-cee3-479b-aa93-5bf17928f1ab None None] Set router c1da0514-4362-4075-93ba-dc837758f558 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:31:26.095794 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e54508f9-f005-4bf8-aaae-2b5afbef4d36 admin admin] Publish callbacks [] for router (c1da0514-4362-4075-93ba-dc837758f558), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:26.241099 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-333d6d74-beca-4ed4-8fa3-e42e9aa4971b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (0d64ebe5-e963-4e68-a0d5-41b9d76e5e72), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:26.243705 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-333d6d74-beca-4ed4-8fa3-e42e9aa4971b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:26.245008 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-333d6d74-beca-4ed4-8fa3-e42e9aa4971b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0d64ebe5-e963-4e68-a0d5-41b9d76e5e72 HTTP/1.1" status: 204 len: 168 time: 0.3878746 Mar 22 19:31:26.261389 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88311f5-56ce-4f72-a05c-ba1211c8c6a1 req-ab7df052-43d3-4f35-8a36-bae1d5e185e0 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:26.263164 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f88311f5-56ce-4f72-a05c-ba1211c8c6a1 req-ab7df052-43d3-4f35-8a36-bae1d5e185e0 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 944 time: 0.1206455 Mar 22 19:31:26.296236 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d6d74-beca-4ed4-8fa3-e42e9aa4971b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d64ebe5-e963-4e68-a0d5-41b9d76e5e72,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:26.344708 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e54508f9-f005-4bf8-aaae-2b5afbef4d36 admin admin] Publish callbacks [] for router_gateway (c1da0514-4362-4075-93ba-dc837758f558), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:26.366977 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f88311f5-56ce-4f72-a05c-ba1211c8c6a1 req-b01de884-1b5b-4a2b-b395-75fd39494975 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935562 Mar 22 19:31:26.404202 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-ab09ceeb-cee3-479b-aa93-5bf17928f1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1da0514-4362-4075-93ba-dc837758f558', 'name': 'tempest-ImageQuotaTest-649741137-router', 'tenant_id': '8d98393dd8cc4f0da9c5f232d9f8f218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': '18e25f78-0a1a-4f62-a979-1c2f88439483', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:31:12Z', 'updated_at': '2022-03-22T19:31:24Z', 'revision_number': 5, 'project_id': '8d98393dd8cc4f0da9c5f232d9f8f218', 'gw_port': {'id': '18e25f78-0a1a-4f62-a979-1c2f88439483', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1da0514-4362-4075-93ba-dc837758f558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:31:13Z', 'updated_at': '2022-03-22T19:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:26.439714 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab09ceeb-cee3-479b-aa93-5bf17928f1ab None None] Checking router: c1da0514-4362-4075-93ba-dc837758f558 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:31:26.449469 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab09ceeb-cee3-479b-aa93-5bf17928f1ab None None] Routers {'c1da0514-4362-4075-93ba-dc837758f558'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:31:26.450371 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-ab09ceeb-cee3-479b-aa93-5bf17928f1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:31:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['c1da0514-4362-4075-93ba-dc837758f558'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:26.476207 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-e54508f9-f005-4bf8-aaae-2b5afbef4d36 admin admin] Deleting port 18e25f78-0a1a-4f62-a979-1c2f88439483 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:31:26.476556 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e54508f9-f005-4bf8-aaae-2b5afbef4d36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (18e25f78-0a1a-4f62-a979-1c2f88439483), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:26.560533 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-ab09ceeb-cee3-479b-aa93-5bf17928f1ab None None] Set router c1da0514-4362-4075-93ba-dc837758f558 gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:31:26.619572 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-ab09ceeb-cee3-479b-aa93-5bf17928f1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1da0514-4362-4075-93ba-dc837758f558', 'name': 'tempest-ImageQuotaTest-649741137-router', 'tenant_id': '8d98393dd8cc4f0da9c5f232d9f8f218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:31:12Z', 'updated_at': '2022-03-22T19:31:26Z', 'revision_number': 6, 'project_id': '8d98393dd8cc4f0da9c5f232d9f8f218', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:26.668433 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab09ceeb-cee3-479b-aa93-5bf17928f1ab None None] The sync data for ids ['c1da0514-4362-4075-93ba-dc837758f558'] in n-d-705658-24 is: [{'id': 'c1da0514-4362-4075-93ba-dc837758f558', 'name': 'tempest-ImageQuotaTest-649741137-router', 'tenant_id': '8d98393dd8cc4f0da9c5f232d9f8f218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:31:12Z', 'updated_at': '2022-03-22T19:31:26Z', 'revision_number': 6, 'project_id': '8d98393dd8cc4f0da9c5f232d9f8f218', 'gw_port_host': None}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:31:26.712471 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65dccc-5466-44cb-9697-cda5b43b7c04 req-800c57f6-56f4-4aff-92fb-766f92193093 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:26.714331 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-df65dccc-5466-44cb-9697-cda5b43b7c04 req-800c57f6-56f4-4aff-92fb-766f92193093 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 945 time: 0.0887237 Mar 22 19:31:26.739720 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073695a-13d2-47fd-a8f8-2e4b1745fae5 req-86521b60-13ef-4b50-9ccc-84e8984718a7 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:26.745100 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073695a-13d2-47fd-a8f8-2e4b1745fae5 req-86521b60-13ef-4b50-9ccc-84e8984718a7 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:26.750330 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073695a-13d2-47fd-a8f8-2e4b1745fae5 req-86521b60-13ef-4b50-9ccc-84e8984718a7 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:26.755622 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073695a-13d2-47fd-a8f8-2e4b1745fae5 req-86521b60-13ef-4b50-9ccc-84e8984718a7 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:26.760979 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073695a-13d2-47fd-a8f8-2e4b1745fae5 req-86521b60-13ef-4b50-9ccc-84e8984718a7 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:26.766512 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073695a-13d2-47fd-a8f8-2e4b1745fae5 req-86521b60-13ef-4b50-9ccc-84e8984718a7 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:26.772283 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073695a-13d2-47fd-a8f8-2e4b1745fae5 req-86521b60-13ef-4b50-9ccc-84e8984718a7 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:26.774218 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0073695a-13d2-47fd-a8f8-2e4b1745fae5 req-86521b60-13ef-4b50-9ccc-84e8984718a7 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5420 time: 0.2849715 Mar 22 19:31:26.818463 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-e54508f9-f005-4bf8-aaae-2b5afbef4d36 admin admin] For port 18e25f78-0a1a-4f62-a979-1c2f88439483, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=18e25f78-0a1a-4f62-a979-1c2f88439483,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:26.818836 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e54508f9-f005-4bf8-aaae-2b5afbef4d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (18e25f78-0a1a-4f62-a979-1c2f88439483), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:26.854781 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-e54508f9-f005-4bf8-aaae-2b5afbef4d36 admin admin] Calling delete_port for 18e25f78-0a1a-4f62-a979-1c2f88439483 owned by network:router_gateway {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:31:26.886844 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-df65dccc-5466-44cb-9697-cda5b43b7c04 req-43c625b1-2390-448d-b624-92aecc022dec tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=95269df0-84b0-459b-9a2e-0d212c1ee848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116364 Mar 22 19:31:26.939204 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0073695a-13d2-47fd-a8f8-2e4b1745fae5 req-804f97d9-349d-4c44-80ce-b7909af73dae tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1509252 Mar 22 19:31:27.104977 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e54508f9-f005-4bf8-aaae-2b5afbef4d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (18e25f78-0a1a-4f62-a979-1c2f88439483), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:27.163794 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54508f9-f005-4bf8-aaae-2b5afbef4d36 admin admin] Pushing event deleted for resources: {'Port': ['ID=18e25f78-0a1a-4f62-a979-1c2f88439483,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:27.207901 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55556) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:27.222461 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e54508f9-f005-4bf8-aaae-2b5afbef4d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (c1da0514-4362-4075-93ba-dc837758f558), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:27.328770 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-f3aff1f2-706f-469c-963c-9eeb320f9a1c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-457179781-network', 'tenant_id': 'e818723089fb4c08ae9f9bb223d23b27'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:27.345139 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e54508f9-f005-4bf8-aaae-2b5afbef4d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (c1da0514-4362-4075-93ba-dc837758f558), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:27.348562 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e54508f9-f005-4bf8-aaae-2b5afbef4d36 admin admin] Publish callbacks [] for router_controller (c1da0514-4362-4075-93ba-dc837758f558), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:27.405520 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3aff1f2-706f-469c-963c-9eeb320f9a1c admin admin] Made reservation on behalf of e818723089fb4c08ae9f9bb223d23b27 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:31:27.407926 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f3aff1f2-706f-469c-963c-9eeb320f9a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:27.418884 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f3aff1f2-706f-469c-963c-9eeb320f9a1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:27.428394 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e54508f9-f005-4bf8-aaae-2b5afbef4d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (c1da0514-4362-4075-93ba-dc837758f558), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:27.429083 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54508f9-f005-4bf8-aaae-2b5afbef4d36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1da0514-4362-4075-93ba-dc837758f558 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:31:27.434931 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e54508f9-f005-4bf8-aaae-2b5afbef4d36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:27.436324 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e54508f9-f005-4bf8-aaae-2b5afbef4d36 admin admin] 10.222.0.75 "DELETE /v2.0/routers/c1da0514-4362-4075-93ba-dc837758f558 HTTP/1.1" status: 204 len: 168 time: 1.5033369 Mar 22 19:31:27.439175 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55564) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:27.494206 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-70c6c8eb-7883-4785-969f-d2fc30bf11b1 admin admin] Deleting subnet 14827d12-4bde-451d-b152-cfc45eb7408a {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:31:27.502409 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-70c6c8eb-7883-4785-969f-d2fc30bf11b1 admin admin] Publish callbacks [] for subnet (14827d12-4bde-451d-b152-cfc45eb7408a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:27.552933 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-70c6c8eb-7883-4785-969f-d2fc30bf11b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (14827d12-4bde-451d-b152-cfc45eb7408a), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:27.592128 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f3aff1f2-706f-469c-963c-9eeb320f9a1c admin admin] Publish callbacks [] for security_group (511b9707-c255-4796-a740-e48601c0e973), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:27.601039 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f8d17-1e57-4f8b-87c0-2a413f9a6420 req-fb0efa05-a97e-44f0-91dc-0ddd33975c27 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:27.602627 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a80f8d17-1e57-4f8b-87c0-2a413f9a6420 req-fb0efa05-a97e-44f0-91dc-0ddd33975c27 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 944 time: 0.0894740 Mar 22 19:31:27.603862 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f3aff1f2-706f-469c-963c-9eeb320f9a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (511b9707-c255-4796-a740-e48601c0e973), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:27.641076 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3aff1f2-706f-469c-963c-9eeb320f9a1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:31:27.655292 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-70c6c8eb-7883-4785-969f-d2fc30bf11b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (14827d12-4bde-451d-b152-cfc45eb7408a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:27.670410 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f3aff1f2-706f-469c-963c-9eeb320f9a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (4db1c957-0684-4a6a-98a7-735cbede485b), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:27.670782 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-f3aff1f2-706f-469c-963c-9eeb320f9a1c admin admin] Added segment 4db1c957-0684-4a6a-98a7-735cbede485b of type vlan for network 70904a24-7855-4ee9-ab3c-519e90a986a5 Mar 22 19:31:27.674439 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aff1f2-706f-469c-963c-9eeb320f9a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511b9707-c255-4796-a740-e48601c0e973,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:27.709100 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a80f8d17-1e57-4f8b-87c0-2a413f9a6420 req-a50868c9-0cb8-4490-8d5b-13bceaee9fed tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994883 Mar 22 19:31:27.718356 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 5780c7c8-eefa-46e4-a942-6d18170a9f59 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:31:27.745398 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-70c6c8eb-7883-4785-969f-d2fc30bf11b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (14827d12-4bde-451d-b152-cfc45eb7408a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:27.757352 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 5780c7c8-eefa-46e4-a942-6d18170a9f59 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:31:27.757995 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 5780c7c8-eefa-46e4-a942-6d18170a9f59 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:31:27.758707 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 18e25f78-0a1a-4f62-a979-1c2f88439483 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:31:27.778012 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f3aff1f2-706f-469c-963c-9eeb320f9a1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (70904a24-7855-4ee9-ab3c-519e90a986a5), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:27.787924 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 18e25f78-0a1a-4f62-a979-1c2f88439483 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:31:27.788275 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 18e25f78-0a1a-4f62-a979-1c2f88439483 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:31:27.791285 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6c8eb-7883-4785-969f-d2fc30bf11b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14827d12-4bde-451d-b152-cfc45eb7408a,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:27.798634 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-70c6c8eb-7883-4785-969f-d2fc30bf11b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:27.803567 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-70c6c8eb-7883-4785-969f-d2fc30bf11b1 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/14827d12-4bde-451d-b152-cfc45eb7408a HTTP/1.1" status: 204 len: 168 time: 0.3629501 Mar 22 19:31:27.805589 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55566) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:27.806413 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50203c9e-cba8-4d57-a749-2db130364532 None None] Network 342c7620-4c2f-4ea5-b363-9d1e6094ca88 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:31:27.832424 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f3aff1f2-706f-469c-963c-9eeb320f9a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (70904a24-7855-4ee9-ab3c-519e90a986a5), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:27.833951 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3aff1f2-706f-469c-963c-9eeb320f9a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:27.834805 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f3aff1f2-706f-469c-963c-9eeb320f9a1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:27.918987 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f3aff1f2-706f-469c-963c-9eeb320f9a1c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7071393 Mar 22 19:31:27.919354 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55568) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:27.925062 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-321e1e46-d5ec-400e-9f46-cffa22b2a761 admin admin] Request body: {'subnet': {'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-457179781-subnet', 'tenant_id': 'e818723089fb4c08ae9f9bb223d23b27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:27.982802 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321e1e46-d5ec-400e-9f46-cffa22b2a761 admin admin] Made reservation on behalf of e818723089fb4c08ae9f9bb223d23b27 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:31:27.994103 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-321e1e46-d5ec-400e-9f46-cffa22b2a761 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:28.058582 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe38fc95-0dd7-4609-bd84-b76b020e40b2 None None] DHCP port deletion for 342c7620-4c2f-4ea5-b363-9d1e6094ca88 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:31:28.067753 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5c19c558-4272-4f2a-a06a-1b9ec70ed352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (342c7620-4c2f-4ea5-b363-9d1e6094ca88), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:28.132600 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-fe38fc95-0dd7-4609-bd84-b76b020e40b2 None None] Deleting port 7a9c5b80-028e-4d30-9d28-13cc2185fce7 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:31:28.133091 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fe38fc95-0dd7-4609-bd84-b76b020e40b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (7a9c5b80-028e-4d30-9d28-13cc2185fce7), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:28.219455 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-fe38fc95-0dd7-4609-bd84-b76b020e40b2 None None] For port 7a9c5b80-028e-4d30-9d28-13cc2185fce7, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=7a9c5b80-028e-4d30-9d28-13cc2185fce7,segment=NetworkSegment(36338b85-9117-4b44-ad1e-8cb98a7fddd2),segment_id=36338b85-9117-4b44-ad1e-8cb98a7fddd2)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:28.219850 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fe38fc95-0dd7-4609-bd84-b76b020e40b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (7a9c5b80-028e-4d30-9d28-13cc2185fce7), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:28.225500 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 544a864f-c0bb-4c6e-8925-ae6e34ba2491 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:31:28.229407 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-321e1e46-d5ec-400e-9f46-cffa22b2a761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (a5b5783a-62e8-4ee6-a6f8-aaff77d027db), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:28.241217 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aff1f2-706f-469c-963c-9eeb320f9a1c admin admin] Pushing event updated for resources: {'Network': ['ID=70904a24-7855-4ee9-ab3c-519e90a986a5,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:28.303165 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd93178-93f5-485c-a93b-cb5dbc4a1a21 req-bde9129d-3b92-4b3e-b8a3-91f79ed7da10 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:28.305080 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8cd93178-93f5-485c-a93b-cb5dbc4a1a21 req-bde9129d-3b92-4b3e-b8a3-91f79ed7da10 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 945 time: 0.2350237 Mar 22 19:31:28.320234 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a446b1-647f-400e-bc1c-fe5ce94dce68 req-e1faabb7-822c-4522-895e-f54954b3d5eb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:28.325974 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a446b1-647f-400e-bc1c-fe5ce94dce68 req-e1faabb7-822c-4522-895e-f54954b3d5eb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:28.332430 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a446b1-647f-400e-bc1c-fe5ce94dce68 req-e1faabb7-822c-4522-895e-f54954b3d5eb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:28.338074 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a446b1-647f-400e-bc1c-fe5ce94dce68 req-e1faabb7-822c-4522-895e-f54954b3d5eb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:28.340682 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321e1e46-d5ec-400e-9f46-cffa22b2a761 admin admin] Checking segment: {'id': '4db1c957-0684-4a6a-98a7-735cbede485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:31:28.341474 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321e1e46-d5ec-400e-9f46-cffa22b2a761 admin admin] Network hostable DHCP agents. Network: 70904a24-7855-4ee9-ab3c-519e90a986a5, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:31:28.343939 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a446b1-647f-400e-bc1c-fe5ce94dce68 req-e1faabb7-822c-4522-895e-f54954b3d5eb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:28.344079 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 544a864f-c0bb-4c6e-8925-ae6e34ba2491, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=544a864f-c0bb-4c6e-8925-ae6e34ba2491,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:28.351284 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a446b1-647f-400e-bc1c-fe5ce94dce68 req-e1faabb7-822c-4522-895e-f54954b3d5eb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:28.356144 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e1e46-d5ec-400e-9f46-cffa22b2a761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5b5783a-62e8-4ee6-a6f8-aaff77d027db,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:28.361268 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a446b1-647f-400e-bc1c-fe5ce94dce68 req-e1faabb7-822c-4522-895e-f54954b3d5eb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:28.365405 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2a446b1-647f-400e-bc1c-fe5ce94dce68 req-e1faabb7-822c-4522-895e-f54954b3d5eb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5420 time: 0.2719641 Mar 22 19:31:28.375337 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321e1e46-d5ec-400e-9f46-cffa22b2a761 admin admin] Network 70904a24-7855-4ee9-ab3c-519e90a986a5 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:31:28.375614 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '544a864f-c0bb-4c6e-8925-ae6e34ba2491', 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc', 'port_id': '544a864f-c0bb-4c6e-8925-ae6e34ba2491', 'mac_address': 'fa:16:3e:69:5e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0024126f-9e61-4e75-a43d-476a3a97ffe0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:31:28.377541 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 70904a24-7855-4ee9-ab3c-519e90a986a5 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:31:28.388195 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fecde-73b9-46c2-be8b-fb79ece04ab3 req-e2dd138a-c6a9-430b-8325-04a670425343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:28.389219 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-321e1e46-d5ec-400e-9f46-cffa22b2a761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 70904a24-7855-4ee9-ab3c-519e90a986a5) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:31:28.390339 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a16fecde-73b9-46c2-be8b-fb79ece04ab3 req-e2dd138a-c6a9-430b-8325-04a670425343 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 1128 time: 0.1978257 Mar 22 19:31:28.405233 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321e1e46-d5ec-400e-9f46-cffa22b2a761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:28.406461 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-321e1e46-d5ec-400e-9f46-cffa22b2a761 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:28.442240 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-321e1e46-d5ec-400e-9f46-cffa22b2a761 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5214810 Mar 22 19:31:28.459787 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdf41f4-2341-4f8b-9b80-30c98e8d75fc None None] Network 70904a24-7855-4ee9-ab3c-519e90a986a5 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:31:28.479951 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-fe38fc95-0dd7-4609-bd84-b76b020e40b2 None None] Calling delete_port for 7a9c5b80-028e-4d30-9d28-13cc2185fce7 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:31:28.515365 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8cd93178-93f5-485c-a93b-cb5dbc4a1a21 req-27336b6c-9740-4228-b452-a3b4f7efd32d tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=95269df0-84b0-459b-9a2e-0d212c1ee848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476657 Mar 22 19:31:28.522376 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-5c19c558-4272-4f2a-a06a-1b9ec70ed352 admin admin] Deleting port 7a9c5b80-028e-4d30-9d28-13cc2185fce7 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:31:28.522724 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5c19c558-4272-4f2a-a06a-1b9ec70ed352 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (7a9c5b80-028e-4d30-9d28-13cc2185fce7), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:28.530014 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a16fecde-73b9-46c2-be8b-fb79ece04ab3 req-9f3f45d8-cc52-4624-b699-f32833a7bfe9 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=95269df0-84b0-459b-9a2e-0d212c1ee848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282098 Mar 22 19:31:28.572717 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2a446b1-647f-400e-bc1c-fe5ce94dce68 req-855ea41f-d7a8-483e-9f50-efabadb4a47f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1957080 Mar 22 19:31:28.620530 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-5c19c558-4272-4f2a-a06a-1b9ec70ed352 admin admin] For port 7a9c5b80-028e-4d30-9d28-13cc2185fce7, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=7a9c5b80-028e-4d30-9d28-13cc2185fce7,segment=NetworkSegment(36338b85-9117-4b44-ad1e-8cb98a7fddd2),segment_id=36338b85-9117-4b44-ad1e-8cb98a7fddd2)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:28.620910 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5c19c558-4272-4f2a-a06a-1b9ec70ed352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (7a9c5b80-028e-4d30-9d28-13cc2185fce7), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:28.638097 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-5c19c558-4272-4f2a-a06a-1b9ec70ed352 admin admin] Calling delete_port for 7a9c5b80-028e-4d30-9d28-13cc2185fce7 owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:31:28.781665 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5c19c558-4272-4f2a-a06a-1b9ec70ed352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (7a9c5b80-028e-4d30-9d28-13cc2185fce7), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:28.812549 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 544a864f-c0bb-4c6e-8925-ae6e34ba2491 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:28.813145 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (544a864f-c0bb-4c6e-8925-ae6e34ba2491), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:28.842167 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19c558-4272-4f2a-a06a-1b9ec70ed352 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a9c5b80-028e-4d30-9d28-13cc2185fce7,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:28.850896 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c19c558-4272-4f2a-a06a-1b9ec70ed352 admin admin] No DVR routers for this DVR port 7a9c5b80-028e-4d30-9d28-13cc2185fce7 on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:31:28.865379 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 544a864f-c0bb-4c6e-8925-ae6e34ba2491 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:31:28.899331 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 544a864f-c0bb-4c6e-8925-ae6e34ba2491, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=544a864f-c0bb-4c6e-8925-ae6e34ba2491,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:28.927963 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (544a864f-c0bb-4c6e-8925-ae6e34ba2491), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:28.940685 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a5d214-788d-4755-b059-41c2c94ebe11 None None] Network 70904a24-7855-4ee9-ab3c-519e90a986a5 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:31:28.977458 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fe38fc95-0dd7-4609-bd84-b76b020e40b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (7a9c5b80-028e-4d30-9d28-13cc2185fce7), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:29.042386 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe38fc95-0dd7-4609-bd84-b76b020e40b2 None None] No DVR routers for this DVR port 7a9c5b80-028e-4d30-9d28-13cc2185fce7 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:31:29.067511 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=544a864f-c0bb-4c6e-8925-ae6e34ba2491,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:29.108089 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe38fc95-0dd7-4609-bd84-b76b020e40b2 None None] Pushing event deleted for resources: {'Port': ['ID=7a9c5b80-028e-4d30-9d28-13cc2185fce7,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:29.334369 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5c19c558-4272-4f2a-a06a-1b9ec70ed352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (342c7620-4c2f-4ea5-b363-9d1e6094ca88), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:29.343885 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['544a864f-c0bb-4c6e-8925-ae6e34ba2491'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:31:29.370572 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-5c19c558-4272-4f2a-a06a-1b9ec70ed352 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['342c7620-4c2f-4ea5-b363-9d1e6094ca88']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:29.398043 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2cd71-8d4e-40cc-88fa-5e7698acec28 req-60eebf6a-8714-4a00-9c4b-f13ece2cd3e9 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:29.399584 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41c2cd71-8d4e-40cc-88fa-5e7698acec28 req-60eebf6a-8714-4a00-9c4b-f13ece2cd3e9 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 944 time: 0.5620663 Mar 22 19:31:29.401388 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-5c19c558-4272-4f2a-a06a-1b9ec70ed352 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36338b85-9117-4b44-ad1e-8cb98a7fddd2') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:29.401685 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-5c19c558-4272-4f2a-a06a-1b9ec70ed352 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36338b85-9117-4b44-ad1e-8cb98a7fddd2') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:29.430314 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5c19c558-4272-4f2a-a06a-1b9ec70ed352 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (36338b85-9117-4b44-ad1e-8cb98a7fddd2), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:29.459889 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-db9cdd54-a4a0-4217-8f51-66e12be7cdb8 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:29.461370 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-db9cdd54-a4a0-4217-8f51-66e12be7cdb8 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/networks?id=70904a24-7855-4ee9-ab3c-519e90a986a5 HTTP/1.1" status: 200 len: 805 time: 0.1965394 Mar 22 19:31:29.472536 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5c19c558-4272-4f2a-a06a-1b9ec70ed352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (36338b85-9117-4b44-ad1e-8cb98a7fddd2), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:29.498827 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-9c0a8b41-8730-41a6-b88b-8ccc8b6d2bdc tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/quotas/e818723089fb4c08ae9f9bb223d23b27 HTTP/1.1" status: 200 len: 375 time: 0.0282981 Mar 22 19:31:29.498827 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c19c558-4272-4f2a-a06a-1b9ec70ed352 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:31:29.498827 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5c19c558-4272-4f2a-a06a-1b9ec70ed352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (36338b85-9117-4b44-ad1e-8cb98a7fddd2), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:29.501067 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:31:29.501067 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:31:29.501067 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:31:29.501067 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:31:29.501067 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:31:29.501067 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:31:29.501067 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:31:29.501067 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:31:29.501067 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:31:29.501067 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:31:29.501067 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:31:29.501067 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:31:29.501067 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:31:29.501067 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:31:29.501067 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:31:29.501067 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:31:29.501067 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:31:29.501067 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:31:29.501067 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:31:29.501067 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:31:29.501067 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:31:29.501067 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:31:29.501067 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:31:29.501067 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:31:29.501067 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:31:29.501067 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:31:29.501067 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:31:29.501067 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:31:29.501067 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:31:29.501067 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:31:29.501067 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:31:29.501067 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:31:29.519434 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41c2cd71-8d4e-40cc-88fa-5e7698acec28 req-7ac31920-80df-40eb-a8de-14da8dfe084d tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069427 Mar 22 19:31:29.585116 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-39d3a90d-a0f9-42e7-9ebd-162b8d19251f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e818723089fb4c08ae9f9bb223d23b27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699041 Mar 22 19:31:29.607041 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5c19c558-4272-4f2a-a06a-1b9ec70ed352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (342c7620-4c2f-4ea5-b363-9d1e6094ca88), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:29.679603 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 7a9c5b80-028e-4d30-9d28-13cc2185fce7 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:31:29.688481 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5c19c558-4272-4f2a-a06a-1b9ec70ed352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:29.694195 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5c19c558-4272-4f2a-a06a-1b9ec70ed352 admin admin] 10.222.0.75 "DELETE /v2.0/networks/342c7620-4c2f-4ea5-b363-9d1e6094ca88 HTTP/1.1" status: 204 len: 168 time: 1.8848929 Mar 22 19:31:29.703490 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 7a9c5b80-028e-4d30-9d28-13cc2185fce7 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:31:29.703978 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 7a9c5b80-028e-4d30-9d28-13cc2185fce7 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:31:29.710039 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19c558-4272-4f2a-a06a-1b9ec70ed352 admin admin] Pushing event deleted for resources: {'Network': ['ID=342c7620-4c2f-4ea5-b363-9d1e6094ca88,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:29.778944 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc6200-7b4c-4767-8b6c-7350850f88d1 req-111bfc01-174e-47cf-83da-7f9fb949680e tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:29.786782 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aacc6200-7b4c-4767-8b6c-7350850f88d1 req-111bfc01-174e-47cf-83da-7f9fb949680e tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 945 time: 0.1771526 Mar 22 19:31:29.838443 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-a8508f82-44f6-4aab-a225-69a1c075392c service neutron] 10.222.0.75 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397316 Mar 22 19:31:29.852465 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55602) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:29.897982 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e40332da-a33a-451f-8178-425f5badf9df admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8d98393dd8cc4f0da9c5f232d9f8f218&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0441675 Mar 22 19:31:29.900270 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55604) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:29.944271 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aacc6200-7b4c-4767-8b6c-7350850f88d1 req-8615eef7-cefa-4dd9-8aa6-7c6c5bd5a9be tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=95269df0-84b0-459b-9a2e-0d212c1ee848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565819 Mar 22 19:31:29.953398 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a5c9dcb7-66e5-4a46-afd7-ad8b0e298b53 admin admin] Publish callbacks [] for security_group (4400ca78-3598-4bbb-b42e-ca86a79b0ca9), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:29.982537 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-fa26fefd-cb4f-4143-9d8c-2fc25c11ad09 service neutron] 10.222.0.75 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431153 Mar 22 19:31:29.996989 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a5c9dcb7-66e5-4a46-afd7-ad8b0e298b53 admin admin] Publish callbacks [] for security_group (4400ca78-3598-4bbb-b42e-ca86a79b0ca9), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:30.051447 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a5c9dcb7-66e5-4a46-afd7-ad8b0e298b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (4400ca78-3598-4bbb-b42e-ca86a79b0ca9), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:30.054525 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a5c9dcb7-66e5-4a46-afd7-ad8b0e298b53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:30.055897 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a5c9dcb7-66e5-4a46-afd7-ad8b0e298b53 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4400ca78-3598-4bbb-b42e-ca86a79b0ca9 HTTP/1.1" status: 204 len: 168 time: 0.1545339 Mar 22 19:31:30.066552 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c9dcb7-66e5-4a46-afd7-ad8b0e298b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4400ca78-3598-4bbb-b42e-ca86a79b0ca9,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:30.175745 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928fac1-c68e-46ca-b000-4cdfe3653e26 req-297f27a1-a307-4da6-9de7-7bfa50ab82a1 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:30.181738 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928fac1-c68e-46ca-b000-4cdfe3653e26 req-297f27a1-a307-4da6-9de7-7bfa50ab82a1 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:30.187830 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928fac1-c68e-46ca-b000-4cdfe3653e26 req-297f27a1-a307-4da6-9de7-7bfa50ab82a1 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:30.194178 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928fac1-c68e-46ca-b000-4cdfe3653e26 req-297f27a1-a307-4da6-9de7-7bfa50ab82a1 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:30.199823 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928fac1-c68e-46ca-b000-4cdfe3653e26 req-297f27a1-a307-4da6-9de7-7bfa50ab82a1 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:30.205870 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928fac1-c68e-46ca-b000-4cdfe3653e26 req-297f27a1-a307-4da6-9de7-7bfa50ab82a1 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:30.211376 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928fac1-c68e-46ca-b000-4cdfe3653e26 req-297f27a1-a307-4da6-9de7-7bfa50ab82a1 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:30.213512 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b928fac1-c68e-46ca-b000-4cdfe3653e26 req-297f27a1-a307-4da6-9de7-7bfa50ab82a1 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5420 time: 0.1691620 Mar 22 19:31:30.246151 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-10d02eaf-9514-4b6a-8632-5d36c9dc79a5 req-c959a739-9ce9-4569-a395-bfb956635273 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8e61495-b1c5-4f33-853b-9066d82e06e2 HTTP/1.1" status: 200 len: 210 time: 0.0883002 Mar 22 19:31:30.317467 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b928fac1-c68e-46ca-b000-4cdfe3653e26 req-d1c42cba-5887-46e5-bd4a-5da432266359 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0743713 Mar 22 19:31:30.553493 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55624) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:30.570185 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-aafeb296-f97f-4a7b-855c-0e906adde168 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:30.698125 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-aafeb296-f97f-4a7b-855c-0e906adde168 admin admin] Publish callbacks [] for security_group (c15b78b4-50b5-4c94-9d8b-18423210de6b), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:30.706189 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e822cb7-33b3-4288-a1b0-781c660e2569 req-c8f27ab0-968e-4c25-b079-bd545f2d5dad tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:30.707779 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6e822cb7-33b3-4288-a1b0-781c660e2569 req-c8f27ab0-968e-4c25-b079-bd545f2d5dad tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 945 time: 0.0914176 Mar 22 19:31:30.708971 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-aafeb296-f97f-4a7b-855c-0e906adde168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (c15b78b4-50b5-4c94-9d8b-18423210de6b), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:30.763336 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-aafeb296-f97f-4a7b-855c-0e906adde168 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2070017 Mar 22 19:31:30.765987 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55626) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:30.774022 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafeb296-f97f-4a7b-855c-0e906adde168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15b78b4-50b5-4c94-9d8b-18423210de6b,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:30.818140 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6e822cb7-33b3-4288-a1b0-781c660e2569 req-d36e6a43-85c6-42db-9ccf-d776582f70e0 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988419 Mar 22 19:31:30.850428 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d37d2826-e6f3-4fd0-a50d-c82010bb8858 admin admin] Publish callbacks [] for security_group (c15b78b4-50b5-4c94-9d8b-18423210de6b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:30.879905 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d37d2826-e6f3-4fd0-a50d-c82010bb8858 admin admin] Publish callbacks [] for security_group (c15b78b4-50b5-4c94-9d8b-18423210de6b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:30.945826 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d37d2826-e6f3-4fd0-a50d-c82010bb8858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (c15b78b4-50b5-4c94-9d8b-18423210de6b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:30.948530 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d37d2826-e6f3-4fd0-a50d-c82010bb8858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:30.949895 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d37d2826-e6f3-4fd0-a50d-c82010bb8858 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c15b78b4-50b5-4c94-9d8b-18423210de6b HTTP/1.1" status: 204 len: 168 time: 0.1824651 Mar 22 19:31:30.960525 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d2826-e6f3-4fd0-a50d-c82010bb8858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15b78b4-50b5-4c94-9d8b-18423210de6b,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:31.091137 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576d043-f30b-451a-b94f-c1eec337c04b req-6121f1b6-f79d-4678-a429-af057344ff54 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:31.093276 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d576d043-f30b-451a-b94f-c1eec337c04b req-6121f1b6-f79d-4678-a429-af057344ff54 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 945 time: 0.0583324 Mar 22 19:31:31.166769 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d576d043-f30b-451a-b94f-c1eec337c04b req-0d690664-cc1c-4a87-b58f-41f9c66b7389 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=95269df0-84b0-459b-9a2e-0d212c1ee848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656693 Mar 22 19:31:31.446447 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1c69a748-a6dc-453e-8c64-5736990e4dc4 req-b4bba951-45c9-4d38-9ff7-24fba5f5aece tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8e61495-b1c5-4f33-853b-9066d82e06e2 HTTP/1.1" status: 200 len: 210 time: 0.0531135 Mar 22 19:31:31.495132 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-a0af7505-856c-49de-8988-ff3a1c2e38a8 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:31.496909 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-a0af7505-856c-49de-8988-ff3a1c2e38a8 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.84 "GET /v2.0/networks?id=70904a24-7855-4ee9-ab3c-519e90a986a5 HTTP/1.1" status: 200 len: 805 time: 0.2287786 Mar 22 19:31:31.510277 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-1ba4b417-0e91-4918-aabe-856c7add10d0 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Request body: {'port': {'device_id': 'b8e61495-b1c5-4f33-853b-9066d82e06e2', 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5', 'admin_state_up': True, 'tenant_id': 'e818723089fb4c08ae9f9bb223d23b27'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:31.668409 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444d64b-245a-419d-a600-73aae73c6618 req-b4caa143-ccaa-433d-86f8-025e557324b1 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:31.681522 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444d64b-245a-419d-a600-73aae73c6618 req-b4caa143-ccaa-433d-86f8-025e557324b1 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:31.701253 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444d64b-245a-419d-a600-73aae73c6618 req-b4caa143-ccaa-433d-86f8-025e557324b1 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:31.715469 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444d64b-245a-419d-a600-73aae73c6618 req-b4caa143-ccaa-433d-86f8-025e557324b1 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:31.717763 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-1ba4b417-0e91-4918-aabe-856c7add10d0 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Made reservation on behalf of e818723089fb4c08ae9f9bb223d23b27 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:31:31.721702 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-1ba4b417-0e91-4918-aabe-856c7add10d0 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:31.729639 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444d64b-245a-419d-a600-73aae73c6618 req-b4caa143-ccaa-433d-86f8-025e557324b1 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:31.734936 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444d64b-245a-419d-a600-73aae73c6618 req-b4caa143-ccaa-433d-86f8-025e557324b1 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:31.741156 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444d64b-245a-419d-a600-73aae73c6618 req-b4caa143-ccaa-433d-86f8-025e557324b1 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:31.743262 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f444d64b-245a-419d-a600-73aae73c6618 req-b4caa143-ccaa-433d-86f8-025e557324b1 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5420 time: 0.1760559 Mar 22 19:31:31.879019 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdf352-03bd-4b89-8eef-91c8731cbd9d req-c3a454a2-65cd-425a-bb75-0e3bc6d244c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:31.881500 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c6fdf352-03bd-4b89-8eef-91c8731cbd9d req-c3a454a2-65cd-425a-bb75-0e3bc6d244c2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7e302d01a2a24393894ffad4e45b884a&device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 1128 time: 0.1256678 Mar 22 19:31:31.892681 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdc3649-954c-43f4-b3c6-ed23bc46e804 req-d6a61bf4-e1bb-4670-b23a-fb271c9519e6 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:31.900388 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-afdc3649-954c-43f4-b3c6-ed23bc46e804 req-d6a61bf4-e1bb-4670-b23a-fb271c9519e6 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 945 time: 0.1560383 Mar 22 19:31:31.910528 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-1ba4b417-0e91-4918-aabe-856c7add10d0 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Allocated IP 172.20.0.4 (70904a24-7855-4ee9-ab3c-519e90a986a5/a5b5783a-62e8-4ee6-a6f8-aaff77d027db/6900cdf1-7489-4100-b919-0573c759249d) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:31:31.924931 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f444d64b-245a-419d-a600-73aae73c6618 req-7618c730-5e87-4256-a30d-9c334a4d53e6 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1258161 Mar 22 19:31:32.130549 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2eef76-83a3-4edf-93fc-ac1311b755cb req-885e7e2d-f020-4022-819b-1fc72137d415 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:32.132277 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7c2eef76-83a3-4edf-93fc-ac1311b755cb req-885e7e2d-f020-4022-819b-1fc72137d415 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 945 time: 0.1084731 Mar 22 19:31:32.142718 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-afdc3649-954c-43f4-b3c6-ed23bc46e804 req-a07cd7ba-ce56-4609-9f9b-270329cc52bc tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=95269df0-84b0-459b-9a2e-0d212c1ee848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2398841 Mar 22 19:31:32.147305 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-1ba4b417-0e91-4918-aabe-856c7add10d0 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks [] for port (6900cdf1-7489-4100-b919-0573c759249d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:32.183470 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdf352-03bd-4b89-8eef-91c8731cbd9d req-0cd5fe5c-6dc3-4ea7-8072-058c8c083821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:32.185677 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c6fdf352-03bd-4b89-8eef-91c8731cbd9d req-0cd5fe5c-6dc3-4ea7-8072-058c8c083821 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e2aac6b4-9023-4a56-b28e-d9728a595e67 HTTP/1.1" status: 200 len: 920 time: 0.2813451 Mar 22 19:31:32.196423 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-1ba4b417-0e91-4918-aabe-856c7add10d0 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (6900cdf1-7489-4100-b919-0573c759249d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:32.251662 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 544a864f-c0bb-4c6e-8925-ae6e34ba2491 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:31:32.262997 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7c2eef76-83a3-4edf-93fc-ac1311b755cb req-d4776ccd-a8f4-4571-9d9f-a64e4fed1216 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188788 Mar 22 19:31:32.291846 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c6fdf352-03bd-4b89-8eef-91c8731cbd9d req-b03574e6-917a-45d8-85f8-48f11f5ebffd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=299c7a2b-2061-4aea-985d-65b129066409 HTTP/1.1" status: 200 len: 1001 time: 0.0949619 Mar 22 19:31:32.299267 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4b417-0e91-4918-aabe-856c7add10d0 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Pushing event updated for resources: {'Port': ['ID=6900cdf1-7489-4100-b919-0573c759249d,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:32.310925 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-1ba4b417-0e91-4918-aabe-856c7add10d0 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Network 70904a24-7855-4ee9-ab3c-519e90a986a5 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:31:32.316162 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-1ba4b417-0e91-4918-aabe-856c7add10d0 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:31:32.318945 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-1ba4b417-0e91-4918-aabe-856c7add10d0 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:31:32.382939 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdf352-03bd-4b89-8eef-91c8731cbd9d req-270b5434-b6a3-4941-9055-dae183c6f4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:32.385014 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c6fdf352-03bd-4b89-8eef-91c8731cbd9d req-270b5434-b6a3-4941-9055-dae183c6f4c7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd5ec6ea-2197-4f69-89c7-80c309a39451 HTTP/1.1" status: 200 len: 858 time: 0.0868223 Mar 22 19:31:32.386796 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 544a864f-c0bb-4c6e-8925-ae6e34ba2491 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:31:32.391252 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 544a864f-c0bb-4c6e-8925-ae6e34ba2491 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:32.391639 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (544a864f-c0bb-4c6e-8925-ae6e34ba2491), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:32.399872 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-1ba4b417-0e91-4918-aabe-856c7add10d0 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:32.400505 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-1ba4b417-0e91-4918-aabe-856c7add10d0 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:32.418202 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-1ba4b417-0e91-4918-aabe-856c7add10d0 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9127607 Mar 22 19:31:32.433570 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-0e1696e1-3db2-4806-aaed-2996baa64f6d service neutron] Request body: {'port': {'device_id': 'b8e61495-b1c5-4f33-853b-9066d82e06e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:32.443390 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdf352-03bd-4b89-8eef-91c8731cbd9d req-d07ae4c5-14f6-4c86-b1dc-dad42e385ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:32.445387 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c6fdf352-03bd-4b89-8eef-91c8731cbd9d req-d07ae4c5-14f6-4c86-b1dc-dad42e385ace service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e2aac6b4-9023-4a56-b28e-d9728a595e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0538275 Mar 22 19:31:32.494100 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 544a864f-c0bb-4c6e-8925-ae6e34ba2491 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:32.494832 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (544a864f-c0bb-4c6e-8925-ae6e34ba2491), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:32.511912 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-0e1696e1-3db2-4806-aaed-2996baa64f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6900cdf1-7489-4100-b919-0573c759249d), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:32.537860 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:31:32.541402 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 544a864f-c0bb-4c6e-8925-ae6e34ba2491, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=544a864f-c0bb-4c6e-8925-ae6e34ba2491,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:32.543298 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08239e1-6d68-420f-83f5-d8d8eb28f046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544a864f-c0bb-4c6e-8925-ae6e34ba2491'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:31:32.546958 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babb6187-305c-44bc-8d27-17fd0f1ca337" -d '{"events": [{"server_uuid": "f08239e1-6d68-420f-83f5-d8d8eb28f046", "name": "network-vif-plugged", "status": "completed", "tag": "544a864f-c0bb-4c6e-8925-ae6e34ba2491"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:31:32.552425 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (544a864f-c0bb-4c6e-8925-ae6e34ba2491), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:32.574719 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c6fdf352-03bd-4b89-8eef-91c8731cbd9d req-dc0a06c4-89a7-41f8-95f4-282086b58358 service neutron] 10.222.0.85 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227722 Mar 22 19:31:32.617005 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=544a864f-c0bb-4c6e-8925-ae6e34ba2491,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:32.644775 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e9add0-9581-4ae9-8dc7-4ceab35aadec x-openstack-request-id: req-73e9add0-9581-4ae9-8dc7-4ceab35aadec {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:31:32.645088 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08239e1-6d68-420f-83f5-d8d8eb28f046", "name": "network-vif-plugged", "status": "completed", "tag": "544a864f-c0bb-4c6e-8925-ae6e34ba2491", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:31:32.645337 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-73e9add0-9581-4ae9-8dc7-4ceab35aadec {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:31:32.645747 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73e9add0-9581-4ae9-8dc7-4ceab35aadec'] response: {'server_uuid': 'f08239e1-6d68-420f-83f5-d8d8eb28f046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544a864f-c0bb-4c6e-8925-ae6e34ba2491', 'code': 200} Mar 22 19:31:32.759583 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d380b-b4a2-4243-afac-665e1c73caf3 req-9bdadc95-422c-4fb7-ba79-11e1be509df2 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:32.761756 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e72d380b-b4a2-4243-afac-665e1c73caf3 req-9bdadc95-422c-4fb7-ba79-11e1be509df2 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8e61495-b1c5-4f33-853b-9066d82e06e2 HTTP/1.1" status: 200 len: 931 time: 0.1861751 Mar 22 19:31:32.779625 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c6fdf352-03bd-4b89-8eef-91c8731cbd9d req-7a128343-ae13-4a2e-87ad-5c232646b559 service neutron] 10.222.0.85 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928689 Mar 22 19:31:32.808176 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa59f7-d5d3-4ace-bcc2-c29e6c29c671 req-7569b7c4-7735-4451-a5ee-241a9a0bc8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:32.810014 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eeaa59f7-d5d3-4ace-bcc2-c29e6c29c671 req-7569b7c4-7735-4451-a5ee-241a9a0bc8b5 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 1129 time: 0.1217065 Mar 22 19:31:32.832858 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e72d380b-b4a2-4243-afac-665e1c73caf3 req-81f826c4-b410-4157-84e3-8d499e8a8f4d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654509 Mar 22 19:31:32.872498 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eeaa59f7-d5d3-4ace-bcc2-c29e6c29c671 req-6d4f8857-6d3f-4dd6-a00e-2726703b400c service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502031 Mar 22 19:31:32.876957 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-0e1696e1-3db2-4806-aaed-2996baa64f6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6900cdf1-7489-4100-b919-0573c759249d {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:31:32.884544 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-0e1696e1-3db2-4806-aaed-2996baa64f6d service neutron] Publish callbacks [] for port (6900cdf1-7489-4100-b919-0573c759249d), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:32.897612 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-0e1696e1-3db2-4806-aaed-2996baa64f6d service neutron] Transition to ACTIVE for port object 6900cdf1-7489-4100-b919-0573c759249d will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:31:32.902109 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-0e1696e1-3db2-4806-aaed-2996baa64f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (6900cdf1-7489-4100-b919-0573c759249d), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:32.953394 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1696e1-3db2-4806-aaed-2996baa64f6d service neutron] Pushing event updated for resources: {'Port': ['ID=6900cdf1-7489-4100-b919-0573c759249d,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:33.036592 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-0e1696e1-3db2-4806-aaed-2996baa64f6d service neutron] Attempting to bind port 6900cdf1-7489-4100-b919-0573c759249d on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:31:33.036825 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-0e1696e1-3db2-4806-aaed-2996baa64f6d service neutron] Attempting to bind port 6900cdf1-7489-4100-b919-0573c759249d by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '4db1c957-0684-4a6a-98a7-735cbede485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:31:33.037158 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-0e1696e1-3db2-4806-aaed-2996baa64f6d service neutron] Attempting to bind port 6900cdf1-7489-4100-b919-0573c759249d on network 70904a24-7855-4ee9-ab3c-519e90a986a5 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:31:33.043724 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-0e1696e1-3db2-4806-aaed-2996baa64f6d service neutron] Port 6900cdf1-7489-4100-b919-0573c759249d on network 70904a24-7855-4ee9-ab3c-519e90a986a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:31:33.044217 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-0e1696e1-3db2-4806-aaed-2996baa64f6d service neutron] Attempting to bind port 6900cdf1-7489-4100-b919-0573c759249d on network 70904a24-7855-4ee9-ab3c-519e90a986a5 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:31:33.049718 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-0e1696e1-3db2-4806-aaed-2996baa64f6d service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:31:33.050108 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-0e1696e1-3db2-4806-aaed-2996baa64f6d service neutron] Checking segment: {'id': '4db1c957-0684-4a6a-98a7-735cbede485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:31:33.050694 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-0e1696e1-3db2-4806-aaed-2996baa64f6d service neutron] Bound using segment: {'id': '4db1c957-0684-4a6a-98a7-735cbede485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:31:33.051185 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-0e1696e1-3db2-4806-aaed-2996baa64f6d service neutron] Bound port: 6900cdf1-7489-4100-b919-0573c759249d, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db1c957-0684-4a6a-98a7-735cbede485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:31:33.051551 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-0e1696e1-3db2-4806-aaed-2996baa64f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6900cdf1-7489-4100-b919-0573c759249d), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:33.090962 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c05409-5623-407d-bb98-c0314261b6f5 req-53905123-478e-40cb-8fb5-a6035d5918e8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:33.097280 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c05409-5623-407d-bb98-c0314261b6f5 req-53905123-478e-40cb-8fb5-a6035d5918e8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:33.103655 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c05409-5623-407d-bb98-c0314261b6f5 req-53905123-478e-40cb-8fb5-a6035d5918e8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:33.109148 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c05409-5623-407d-bb98-c0314261b6f5 req-53905123-478e-40cb-8fb5-a6035d5918e8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:33.115352 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c05409-5623-407d-bb98-c0314261b6f5 req-53905123-478e-40cb-8fb5-a6035d5918e8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:33.120791 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c05409-5623-407d-bb98-c0314261b6f5 req-53905123-478e-40cb-8fb5-a6035d5918e8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:33.126187 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c05409-5623-407d-bb98-c0314261b6f5 req-53905123-478e-40cb-8fb5-a6035d5918e8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:33.128300 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59c05409-5623-407d-bb98-c0314261b6f5 req-53905123-478e-40cb-8fb5-a6035d5918e8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5420 time: 0.1021125 Mar 22 19:31:33.134342 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-0e1696e1-3db2-4806-aaed-2996baa64f6d service neutron] For port 6900cdf1-7489-4100-b919-0573c759249d, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:31:33.138009 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-0e1696e1-3db2-4806-aaed-2996baa64f6d service neutron] For port 6900cdf1-7489-4100-b919-0573c759249d, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=6900cdf1-7489-4100-b919-0573c759249d,segment=NetworkSegment(4db1c957-0684-4a6a-98a7-735cbede485b),segment_id=4db1c957-0684-4a6a-98a7-735cbede485b)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:31:33.147221 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-0e1696e1-3db2-4806-aaed-2996baa64f6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (6900cdf1-7489-4100-b919-0573c759249d), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:33.238339 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59c05409-5623-407d-bb98-c0314261b6f5 req-2847b04e-00a6-428a-9b08-1331ccd78227 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1021643 Mar 22 19:31:33.285099 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-efab8865-db92-4526-811a-16e2bc8e0d8a req-35459812-3310-41de-811b-19d649c40a95 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5766b0f5-340d-4f86-a1be-ae074a1a1f7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1276650 Mar 22 19:31:33.399250 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d9e1e-b38e-4da1-9f6a-3d3f2d76391c req-e4b4546c-98a6-4d3d-bc1a-435bab88c36d tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:33.401014 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-da4d9e1e-b38e-4da1-9f6a-3d3f2d76391c req-e4b4546c-98a6-4d3d-bc1a-435bab88c36d tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 945 time: 0.1540415 Mar 22 19:31:33.463490 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab8865-db92-4526-811a-16e2bc8e0d8a req-19cea04b-a463-4e99-b834-3eff10d1d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:33.465193 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-efab8865-db92-4526-811a-16e2bc8e0d8a req-19cea04b-a463-4e99-b834-3eff10d1d2c6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5b93875569cc4d4199ac35d06661afdf&device_id=5766b0f5-340d-4f86-a1be-ae074a1a1f7c HTTP/1.1" status: 200 len: 1128 time: 0.1560485 Mar 22 19:31:33.501282 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-da4d9e1e-b38e-4da1-9f6a-3d3f2d76391c req-b7d63e81-8f92-4300-a5df-fbad79f3aab9 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=95269df0-84b0-459b-9a2e-0d212c1ee848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897543 Mar 22 19:31:33.509054 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5dd5c-a694-4a34-9461-bb7be2e0ec34 req-6fce4137-18e7-416b-a89d-b26ca69af7bc tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:33.514342 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-26f5dd5c-a694-4a34-9461-bb7be2e0ec34 req-6fce4137-18e7-416b-a89d-b26ca69af7bc tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 946 time: 0.1652625 Mar 22 19:31:33.544697 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-0e1696e1-3db2-4806-aaed-2996baa64f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:33.545491 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-0e1696e1-3db2-4806-aaed-2996baa64f6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:33.547100 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-0e1696e1-3db2-4806-aaed-2996baa64f6d service neutron] 10.222.0.84 "PUT /v2.0/ports/6900cdf1-7489-4100-b919-0573c759249d HTTP/1.1" status: 200 len: 1092 time: 1.1202686 Mar 22 19:31:33.547772 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e61495-b1c5-4f33-853b-9066d82e06e2', 'tag': '6900cdf1-7489-4100-b919-0573c759249d'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:31:33.551204 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613735c4-31f0-4964-bf20-122d0cf41d27" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e61495-b1c5-4f33-853b-9066d82e06e2", "tag": "6900cdf1-7489-4100-b919-0573c759249d"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:31:33.628002 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1696e1-3db2-4806-aaed-2996baa64f6d service neutron] Pushing event updated for resources: {'Port': ['ID=6900cdf1-7489-4100-b919-0573c759249d,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:33.644355 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2887b413-ed03-463a-aff5-39f4732b48c3 x-openstack-request-id: req-2887b413-ed03-463a-aff5-39f4732b48c3 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:31:33.644653 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e61495-b1c5-4f33-853b-9066d82e06e2", "tag": "6900cdf1-7489-4100-b919-0573c759249d", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:31:33.645040 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2887b413-ed03-463a-aff5-39f4732b48c3 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:31:33.645444 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2887b413-ed03-463a-aff5-39f4732b48c3'] response: {'name': 'network-changed', 'server_uuid': 'b8e61495-b1c5-4f33-853b-9066d82e06e2', 'tag': '6900cdf1-7489-4100-b919-0573c759249d', 'status': 'completed', 'code': 200} Mar 22 19:31:33.659094 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-26f5dd5c-a694-4a34-9461-bb7be2e0ec34 req-050c1cd7-257f-48be-9e8a-357a343c8d73 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330140 Mar 22 19:31:33.673365 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab8865-db92-4526-811a-16e2bc8e0d8a req-4620937f-6b2c-49de-9543-00fcf85813fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:33.676206 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-efab8865-db92-4526-811a-16e2bc8e0d8a req-4620937f-6b2c-49de-9543-00fcf85813fe service neutron] 10.222.0.84 "GET /v2.0/networks?id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc HTTP/1.1" status: 200 len: 911 time: 0.1895962 Mar 22 19:31:33.695940 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-8434ab8e-77ce-4ccd-97ec-653ee06c67dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:33.697497 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-8434ab8e-77ce-4ccd-97ec-653ee06c67dd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e818723089fb4c08ae9f9bb223d23b27&device_id=b8e61495-b1c5-4f33-853b-9066d82e06e2 HTTP/1.1" status: 200 len: 1126 time: 0.0649416 Mar 22 19:31:33.723547 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-efab8865-db92-4526-811a-16e2bc8e0d8a req-e3dd0e5f-1ed7-4f9e-b008-5a09b6dfe1bf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c0260e53-be59-4113-b78a-c582176525b0 HTTP/1.1" status: 200 len: 217 time: 0.0412257 Mar 22 19:31:33.750161 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-d289acfc-f49d-466d-9084-234613e9841c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6900cdf1-7489-4100-b919-0573c759249d HTTP/1.1" status: 200 len: 217 time: 0.0450504 Mar 22 19:31:33.802584 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab8865-db92-4526-811a-16e2bc8e0d8a req-1056eeb2-c63d-4e82-b536-45186ddf78f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:33.804995 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-f0e25c3b-5e14-4ef8-8585-2d1ad336e190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:33.811852 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-f0e25c3b-5e14-4ef8-8585-2d1ad336e190 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a5b5783a-62e8-4ee6-a6f8-aaff77d027db HTTP/1.1" status: 200 len: 845 time: 0.0513411 Mar 22 19:31:33.813896 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-efab8865-db92-4526-811a-16e2bc8e0d8a req-1056eeb2-c63d-4e82-b536-45186ddf78f2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0024126f-9e61-4e75-a43d-476a3a97ffe0 HTTP/1.1" status: 200 len: 849 time: 0.0842297 Mar 22 19:31:33.847421 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-c38201f9-0392-4086-b769-18e340c133b3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=70904a24-7855-4ee9-ab3c-519e90a986a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339911 Mar 22 19:31:33.901183 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab8865-db92-4526-811a-16e2bc8e0d8a req-5a9b9255-e893-42e4-888e-eb5eced76105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:33.908045 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-efab8865-db92-4526-811a-16e2bc8e0d8a req-5a9b9255-e893-42e4-888e-eb5eced76105 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0796559 Mar 22 19:31:33.975902 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-21cd335b-5dff-45e3-b40d-b1c8ee0aef49 service neutron] 10.222.0.84 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217718 Mar 22 19:31:34.049819 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f690ec5-da38-4076-a3f7-e13d1d69f2c9 req-c085fb00-9425-4249-aaa5-c64ce5b8fd9f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:34.051467 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8f690ec5-da38-4076-a3f7-e13d1d69f2c9 req-c085fb00-9425-4249-aaa5-c64ce5b8fd9f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8e61495-b1c5-4f33-853b-9066d82e06e2 HTTP/1.1" status: 200 len: 943 time: 0.0803308 Mar 22 19:31:34.075770 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-efab8865-db92-4526-811a-16e2bc8e0d8a req-7662939c-d754-4629-bb7f-b07c23eeebe5 service neutron] 10.222.0.84 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546676 Mar 22 19:31:34.092420 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b67af2a9-1d2c-42db-bc3f-da5c54ccf5c5 req-7192547e-0fc7-42b1-b902-2b3829af4fdb service neutron] 10.222.0.84 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086359 Mar 22 19:31:34.169133 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8f690ec5-da38-4076-a3f7-e13d1d69f2c9 req-7ab578ee-3623-48a9-a1de-534bfd0f1832 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081655 Mar 22 19:31:34.217587 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-efab8865-db92-4526-811a-16e2bc8e0d8a req-9e7a3279-2044-4a37-8fd5-884160ad9399 service neutron] 10.222.0.84 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341355 Mar 22 19:31:34.222886 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613735c4-31f0-4964-bf20-122d0cf41d27 req-df0c82cd-96d9-47ec-b306-5a7f146b9108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:34.224495 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-613735c4-31f0-4964-bf20-122d0cf41d27 req-df0c82cd-96d9-47ec-b306-5a7f146b9108 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e818723089fb4c08ae9f9bb223d23b27&device_id=b8e61495-b1c5-4f33-853b-9066d82e06e2 HTTP/1.1" status: 200 len: 1126 time: 0.0618632 Mar 22 19:31:34.326509 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613735c4-31f0-4964-bf20-122d0cf41d27 req-646e8017-063f-4d94-bb11-f14a892279fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:34.328088 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-613735c4-31f0-4964-bf20-122d0cf41d27 req-646e8017-063f-4d94-bb11-f14a892279fd service neutron] 10.222.0.84 "GET /v2.0/networks?id=70904a24-7855-4ee9-ab3c-519e90a986a5 HTTP/1.1" status: 200 len: 906 time: 0.0973480 Mar 22 19:31:34.376295 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-613735c4-31f0-4964-bf20-122d0cf41d27 req-bd6bc60d-6c6b-42de-be35-7199a5e0d8ed service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6900cdf1-7489-4100-b919-0573c759249d HTTP/1.1" status: 200 len: 217 time: 0.0399008 Mar 22 19:31:34.445735 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613735c4-31f0-4964-bf20-122d0cf41d27 req-f02d7e3c-08f5-4f7f-b3e1-91d387f91ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:34.447914 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-613735c4-31f0-4964-bf20-122d0cf41d27 req-f02d7e3c-08f5-4f7f-b3e1-91d387f91ac4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a5b5783a-62e8-4ee6-a6f8-aaff77d027db HTTP/1.1" status: 200 len: 845 time: 0.0635221 Mar 22 19:31:34.476464 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79076277-fc84-417b-9f2a-d6a887425af8 req-ae94626a-dc49-406e-9e86-9b2d17771e3b tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:34.483330 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79076277-fc84-417b-9f2a-d6a887425af8 req-ae94626a-dc49-406e-9e86-9b2d17771e3b tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:34.489904 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-613735c4-31f0-4964-bf20-122d0cf41d27 req-e9737c3c-a290-49ee-b667-d0bac60004a5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=70904a24-7855-4ee9-ab3c-519e90a986a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344646 Mar 22 19:31:34.490140 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79076277-fc84-417b-9f2a-d6a887425af8 req-ae94626a-dc49-406e-9e86-9b2d17771e3b tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:34.496061 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79076277-fc84-417b-9f2a-d6a887425af8 req-ae94626a-dc49-406e-9e86-9b2d17771e3b tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:34.501979 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79076277-fc84-417b-9f2a-d6a887425af8 req-ae94626a-dc49-406e-9e86-9b2d17771e3b tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:34.509026 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79076277-fc84-417b-9f2a-d6a887425af8 req-ae94626a-dc49-406e-9e86-9b2d17771e3b tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:34.516517 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79076277-fc84-417b-9f2a-d6a887425af8 req-ae94626a-dc49-406e-9e86-9b2d17771e3b tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:34.524633 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-79076277-fc84-417b-9f2a-d6a887425af8 req-ae94626a-dc49-406e-9e86-9b2d17771e3b tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5420 time: 0.1330967 Mar 22 19:31:34.618335 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-613735c4-31f0-4964-bf20-122d0cf41d27 req-d05cf90a-7f96-44dd-b39d-51dc70465b22 service neutron] 10.222.0.84 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209910 Mar 22 19:31:34.662854 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-79076277-fc84-417b-9f2a-d6a887425af8 req-98a49fe5-ef78-4c7b-90cb-2f177c590103 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1364961 Mar 22 19:31:34.684797 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e2837-3c5b-4b53-931d-c4e1561f971d req-ccd4981c-0837-42b4-a476-f0e439519805 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:34.686742 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-854e2837-3c5b-4b53-931d-c4e1561f971d req-ccd4981c-0837-42b4-a476-f0e439519805 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 945 time: 0.0794985 Mar 22 19:31:34.759278 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-854e2837-3c5b-4b53-931d-c4e1561f971d req-69d6adde-500b-4986-83ee-4bf69d3d1575 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=95269df0-84b0-459b-9a2e-0d212c1ee848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654943 Mar 22 19:31:34.803299 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-613735c4-31f0-4964-bf20-122d0cf41d27 req-76a9a422-99f6-418e-9724-f31facf7a41c service neutron] 10.222.0.84 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728113 Mar 22 19:31:34.820662 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77e890-eb3d-43e7-817b-ba3a0e70a99a req-b2a56f03-d9f1-4c4d-8ffa-f0ab2942f752 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:34.828027 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3d77e890-eb3d-43e7-817b-ba3a0e70a99a req-b2a56f03-d9f1-4c4d-8ffa-f0ab2942f752 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 946 time: 0.0654798 Mar 22 19:31:34.872417 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3d77e890-eb3d-43e7-817b-ba3a0e70a99a req-3be88b01-dceb-42fd-b16c-529585861433 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434444 Mar 22 19:31:35.096507 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd191b2b-5087-4808-95be-76a3a20afa2b req-2a76b059-32a4-44bb-9df7-173e765a19cc tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:35.098059 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dd191b2b-5087-4808-95be-76a3a20afa2b req-2a76b059-32a4-44bb-9df7-173e765a19cc tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 946 time: 0.0623541 Mar 22 19:31:35.149747 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dd191b2b-5087-4808-95be-76a3a20afa2b req-5b45f4f4-125d-4fb4-ab46-59cd36d1cf41 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443268 Mar 22 19:31:35.355745 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072fdf8-d2d5-46c9-999c-4074b63703f6 req-31cb03b4-538a-4d51-b4c7-c3bec60cb5b0 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:35.358019 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d072fdf8-d2d5-46c9-999c-4074b63703f6 req-31cb03b4-538a-4d51-b4c7-c3bec60cb5b0 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8e61495-b1c5-4f33-853b-9066d82e06e2 HTTP/1.1" status: 200 len: 943 time: 0.0968397 Mar 22 19:31:35.421259 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d072fdf8-d2d5-46c9-999c-4074b63703f6 req-2c7bbe13-62f4-4112-aac8-567662b3b77a tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573153 Mar 22 19:31:35.825662 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3f243-1936-47d4-adc4-ace2eb2075c5 req-827e3fa8-b298-46ac-9936-51e4ce36e0d6 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:35.831620 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3f243-1936-47d4-adc4-ace2eb2075c5 req-827e3fa8-b298-46ac-9936-51e4ce36e0d6 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:35.836974 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3f243-1936-47d4-adc4-ace2eb2075c5 req-827e3fa8-b298-46ac-9936-51e4ce36e0d6 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:35.842475 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3f243-1936-47d4-adc4-ace2eb2075c5 req-827e3fa8-b298-46ac-9936-51e4ce36e0d6 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:35.848348 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3f243-1936-47d4-adc4-ace2eb2075c5 req-827e3fa8-b298-46ac-9936-51e4ce36e0d6 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:35.853705 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3f243-1936-47d4-adc4-ace2eb2075c5 req-827e3fa8-b298-46ac-9936-51e4ce36e0d6 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:35.859041 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3f243-1936-47d4-adc4-ace2eb2075c5 req-827e3fa8-b298-46ac-9936-51e4ce36e0d6 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:35.860959 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-82b3f243-1936-47d4-adc4-ace2eb2075c5 req-827e3fa8-b298-46ac-9936-51e4ce36e0d6 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5420 time: 0.1015213 Mar 22 19:31:35.959239 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec638a-13d9-45d8-a61f-83d4e9b199c7 req-0d7720f5-bd66-48bf-a55e-4bfb95af8028 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:35.960795 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41ec638a-13d9-45d8-a61f-83d4e9b199c7 req-0d7720f5-bd66-48bf-a55e-4bfb95af8028 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 945 time: 0.0988958 Mar 22 19:31:35.970235 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-82b3f243-1936-47d4-adc4-ace2eb2075c5 req-f9192b7e-c16c-4f7f-ab75-6e79b58039c4 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0985706 Mar 22 19:31:36.021030 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41ec638a-13d9-45d8-a61f-83d4e9b199c7 req-6096741f-340a-4cbc-b38a-3b29895a325b tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=95269df0-84b0-459b-9a2e-0d212c1ee848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499091 Mar 22 19:31:36.032055 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 6900cdf1-7489-4100-b919-0573c759249d details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:31:36.162368 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 6900cdf1-7489-4100-b919-0573c759249d, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=6900cdf1-7489-4100-b919-0573c759249d,segment=NetworkSegment(4db1c957-0684-4a6a-98a7-735cbede485b),segment_id=4db1c957-0684-4a6a-98a7-735cbede485b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:36.175599 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '6900cdf1-7489-4100-b919-0573c759249d', 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5', 'port_id': '6900cdf1-7489-4100-b919-0573c759249d', 'mac_address': 'fa:16:3e:79:18:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b5783a-62e8-4ee6-a6f8-aaff77d027db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:31:36.185985 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ac6e9-8269-47a2-9b00-cecd2c041a3c req-486394c9-0697-4295-a75a-3caf8d9b112a tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:36.187953 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b76ac6e9-8269-47a2-9b00-cecd2c041a3c req-486394c9-0697-4295-a75a-3caf8d9b112a tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 945 time: 0.0770257 Mar 22 19:31:36.197993 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55710) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:31:36.208791 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-d904234f-2286-4e86-89ea-a5ea5deac8ba tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Request body: {'floatingip': {'port_id': '299c7a2b-2061-4aea-985d-65b129066409'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:36.309012 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 6900cdf1-7489-4100-b919-0573c759249d is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:36.310432 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6900cdf1-7489-4100-b919-0573c759249d), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:36.328380 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6900cdf1-7489-4100-b919-0573c759249d {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:31:36.329137 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d904234f-2286-4e86-89ea-a5ea5deac8ba tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks [] for floatingip (4525833a-ca0f-400a-9fc6-e84644e82809), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:36.334269 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370d607-d102-4981-a4d2-ee55e0784cfb req-9d088928-edc1-4036-9f6f-c7b76dddf0aa tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:36.341765 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5370d607-d102-4981-a4d2-ee55e0784cfb req-9d088928-edc1-4036-9f6f-c7b76dddf0aa tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 946 time: 0.0956891 Mar 22 19:31:36.355054 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 6900cdf1-7489-4100-b919-0573c759249d, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=6900cdf1-7489-4100-b919-0573c759249d,segment=NetworkSegment(4db1c957-0684-4a6a-98a7-735cbede485b),segment_id=4db1c957-0684-4a6a-98a7-735cbede485b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:36.359849 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (6900cdf1-7489-4100-b919-0573c759249d), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:36.403124 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5370d607-d102-4981-a4d2-ee55e0784cfb req-367b59b6-f318-4009-8801-9d3e696cce24 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601361 Mar 22 19:31:36.457618 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=6900cdf1-7489-4100-b919-0573c759249d,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:36.657572 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52e4c7-3671-43eb-a425-4641cbc89c2a req-edd1346c-f94b-4843-afed-d5af7ba2490a tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:36.663340 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b52e4c7-3671-43eb-a425-4641cbc89c2a req-edd1346c-f94b-4843-afed-d5af7ba2490a tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8e61495-b1c5-4f33-853b-9066d82e06e2 HTTP/1.1" status: 200 len: 944 time: 0.1157777 Mar 22 19:31:36.667912 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['6900cdf1-7489-4100-b919-0573c759249d'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:31:36.753991 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b52e4c7-3671-43eb-a425-4641cbc89c2a req-1dc2014f-3490-4d10-ba00-9483063ab9ba tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799484 Mar 22 19:31:37.164121 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d904234f-2286-4e86-89ea-a5ea5deac8ba tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:37.170786 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d904234f-2286-4e86-89ea-a5ea5deac8ba tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (4525833a-ca0f-400a-9fc6-e84644e82809), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:37.215592 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec58ba-5e8a-4a5a-a31b-0731e3b900d0 req-011179b1-dcd5-41be-8de0-67a4e2884bc3 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:37.222107 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec58ba-5e8a-4a5a-a31b-0731e3b900d0 req-011179b1-dcd5-41be-8de0-67a4e2884bc3 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:37.227940 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec58ba-5e8a-4a5a-a31b-0731e3b900d0 req-011179b1-dcd5-41be-8de0-67a4e2884bc3 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:37.234021 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec58ba-5e8a-4a5a-a31b-0731e3b900d0 req-011179b1-dcd5-41be-8de0-67a4e2884bc3 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:37.241699 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec58ba-5e8a-4a5a-a31b-0731e3b900d0 req-011179b1-dcd5-41be-8de0-67a4e2884bc3 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:37.249131 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec58ba-5e8a-4a5a-a31b-0731e3b900d0 req-011179b1-dcd5-41be-8de0-67a4e2884bc3 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:37.255422 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec58ba-5e8a-4a5a-a31b-0731e3b900d0 req-011179b1-dcd5-41be-8de0-67a4e2884bc3 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:37.257713 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51ec58ba-5e8a-4a5a-a31b-0731e3b900d0 req-011179b1-dcd5-41be-8de0-67a4e2884bc3 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5420 time: 0.1545954 Mar 22 19:31:37.270333 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a4207-6349-4d99-90f0-818133486d3e req-dc3bf432-3435-477a-9716-12953ae2062f tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:37.272109 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-671a4207-6349-4d99-90f0-818133486d3e req-dc3bf432-3435-477a-9716-12953ae2062f tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 946 time: 0.1779931 Mar 22 19:31:37.374204 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51ec58ba-5e8a-4a5a-a31b-0731e3b900d0 req-aab592ff-46aa-4ed3-8978-f5a216db768c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1009271 Mar 22 19:31:37.419618 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-671a4207-6349-4d99-90f0-818133486d3e req-d6a00ded-07c1-4a5a-89f6-d160cbf46f62 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382706 Mar 22 19:31:37.471850 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d904234f-2286-4e86-89ea-a5ea5deac8ba tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Router c2acaaf4-710b-4d05-af64-17fa4080fe31 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:31:37.592876 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d904234f-2286-4e86-89ea-a5ea5deac8ba tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:31:37.601502 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d904234f-2286-4e86-89ea-a5ea5deac8ba tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:37.604975 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17edb8c-63b7-4fef-993c-67b75284b3d7 None None] Sync routers for ids ['c2acaaf4-710b-4d05-af64-17fa4080fe31'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:31:37.628206 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17edb8c-63b7-4fef-993c-67b75284b3d7 None None] Routers {'c2acaaf4-710b-4d05-af64-17fa4080fe31'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:31:37.628833 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a17edb8c-63b7-4fef-993c-67b75284b3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:31:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['c2acaaf4-710b-4d05-af64-17fa4080fe31'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:37.636707 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c215527-a9b4-4a97-b228-bf486f6be637', 'tag': '299c7a2b-2061-4aea-985d-65b129066409'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:31:37.639409 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d381104-7849-46b1-af60-959346fcd116" -d '{"events": [{"name": "network-changed", "server_uuid": "4c215527-a9b4-4a97-b228-bf486f6be637", "tag": "299c7a2b-2061-4aea-985d-65b129066409"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:31:37.682114 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d904234f-2286-4e86-89ea-a5ea5deac8ba tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "PUT /v2.0/floatingips/4525833a-ca0f-400a-9fc6-e84644e82809 HTTP/1.1" status: 200 len: 993 time: 1.4734838 Mar 22 19:31:37.682114 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640e8c9d-4b22-40c4-8e3a-8bf39c06d054 x-openstack-request-id: req-640e8c9d-4b22-40c4-8e3a-8bf39c06d054 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:31:37.682114 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c215527-a9b4-4a97-b228-bf486f6be637", "tag": "299c7a2b-2061-4aea-985d-65b129066409", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:31:37.682114 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-640e8c9d-4b22-40c4-8e3a-8bf39c06d054 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:31:37.682114 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-640e8c9d-4b22-40c4-8e3a-8bf39c06d054'] response: {'name': 'network-changed', 'server_uuid': '4c215527-a9b4-4a97-b228-bf486f6be637', 'tag': '299c7a2b-2061-4aea-985d-65b129066409', 'status': 'completed', 'code': 200} Mar 22 19:31:37.745381 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-a17edb8c-63b7-4fef-993c-67b75284b3d7 None None] Set router c2acaaf4-710b-4d05-af64-17fa4080fe31 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:31:37.747451 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d381104-7849-46b1-af60-959346fcd116 req-3cd284a8-e006-46a0-9160-e7bbb826e250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:37.749036 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6d381104-7849-46b1-af60-959346fcd116 req-3cd284a8-e006-46a0-9160-e7bbb826e250 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7e302d01a2a24393894ffad4e45b884a&device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 1128 time: 0.0496793 Mar 22 19:31:37.853171 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d381104-7849-46b1-af60-959346fcd116 req-115b4c43-5006-44c4-814f-f0c789e43056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:37.854789 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6d381104-7849-46b1-af60-959346fcd116 req-115b4c43-5006-44c4-814f-f0c789e43056 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e2aac6b4-9023-4a56-b28e-d9728a595e67 HTTP/1.1" status: 200 len: 920 time: 0.1001134 Mar 22 19:31:37.955051 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6d381104-7849-46b1-af60-959346fcd116 req-dc5d09a0-9088-40f2-b898-4248598272c6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=299c7a2b-2061-4aea-985d-65b129066409 HTTP/1.1" status: 200 len: 1001 time: 0.0902989 Mar 22 19:31:37.966951 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9f309-8bb2-4c03-a676-a88d004e9dd2 req-5e048a9c-85f1-41c2-b74e-f74fa8de4c8b tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:37.968557 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8ae9f309-8bb2-4c03-a676-a88d004e9dd2 req-5e048a9c-85f1-41c2-b74e-f74fa8de4c8b tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8e61495-b1c5-4f33-853b-9066d82e06e2 HTTP/1.1" status: 200 len: 944 time: 0.1129005 Mar 22 19:31:37.971506 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a17edb8c-63b7-4fef-993c-67b75284b3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'name': 'tempest-ServerRescueNegativeTestJSON-1970496120-router', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'cc812064-4e71-461d-b50c-90fb835184a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:32Z', 'updated_at': '2022-03-22T19:26:48Z', 'revision_number': 4, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'gw_port': {'id': 'cc812064-4e71-461d-b50c-90fb835184a3', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:34Z', 'updated_at': '2022-03-22T19:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '4525833a-ca0f-400a-9fc6-e84644e82809', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'floating_ip_address': '172.25.5.250', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'port_id': '299c7a2b-2061-4aea-985d-65b129066409', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67', 'mac_address': 'fa:16:3e:9a:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c215527-a9b4-4a97-b228-bf486f6be637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:28:54Z', 'updated_at': '2022-03-22T19:31:37Z', 'revision_number': 3, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10bab89b-c8c6-4280-895e-a515670fee10', 'name': '', 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'mac_address': 'fa:16:3e:df:42:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'cd5ec6ea-2197-4f69-89c7-80c309a39451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:46Z', 'updated_at': '2022-03-22T19:27:04Z', 'revision_number': 5, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'subnets': [{'id': 'cd5ec6ea-2197-4f69-89c7-80c309a39451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:38.000133 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17edb8c-63b7-4fef-993c-67b75284b3d7 None None] Checking router: c2acaaf4-710b-4d05-af64-17fa4080fe31 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:31:38.011044 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17edb8c-63b7-4fef-993c-67b75284b3d7 None None] Routers {'c2acaaf4-710b-4d05-af64-17fa4080fe31'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:31:38.012566 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a17edb8c-63b7-4fef-993c-67b75284b3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:31:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['c2acaaf4-710b-4d05-af64-17fa4080fe31'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:38.024062 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d381104-7849-46b1-af60-959346fcd116 req-22ffff5b-070c-47cc-8530-71fababda2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:38.025605 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6d381104-7849-46b1-af60-959346fcd116 req-22ffff5b-070c-47cc-8530-71fababda2bf service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd5ec6ea-2197-4f69-89c7-80c309a39451 HTTP/1.1" status: 200 len: 858 time: 0.0561361 Mar 22 19:31:38.032438 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 6900cdf1-7489-4100-b919-0573c759249d up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:31:38.115618 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d381104-7849-46b1-af60-959346fcd116 req-f91b6918-ff4c-45a8-82e9-43b4734106f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:38.117637 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6d381104-7849-46b1-af60-959346fcd116 req-f91b6918-ff4c-45a8-82e9-43b4734106f9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e2aac6b4-9023-4a56-b28e-d9728a595e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0856018 Mar 22 19:31:38.121472 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 6900cdf1-7489-4100-b919-0573c759249d completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:31:38.122428 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8ae9f309-8bb2-4c03-a676-a88d004e9dd2 req-d7ccc9f6-94cb-4da2-b062-846c9e6be70a tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071949 Mar 22 19:31:38.133208 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-a17edb8c-63b7-4fef-993c-67b75284b3d7 None None] Set router c2acaaf4-710b-4d05-af64-17fa4080fe31 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:31:38.144115 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 6900cdf1-7489-4100-b919-0573c759249d triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:38.144764 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6900cdf1-7489-4100-b919-0573c759249d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:38.240427 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 6900cdf1-7489-4100-b919-0573c759249d is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:38.241469 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6900cdf1-7489-4100-b919-0573c759249d), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:38.271620 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e61495-b1c5-4f33-853b-9066d82e06e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6900cdf1-7489-4100-b919-0573c759249d'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:31:38.274760 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b116d6b0-b923-4411-b195-905bffc91c51" -d '{"events": [{"server_uuid": "b8e61495-b1c5-4f33-853b-9066d82e06e2", "name": "network-vif-plugged", "status": "completed", "tag": "6900cdf1-7489-4100-b919-0573c759249d"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:31:38.293568 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 6900cdf1-7489-4100-b919-0573c759249d, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=6900cdf1-7489-4100-b919-0573c759249d,segment=NetworkSegment(4db1c957-0684-4a6a-98a7-735cbede485b),segment_id=4db1c957-0684-4a6a-98a7-735cbede485b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:38.300884 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (6900cdf1-7489-4100-b919-0573c759249d), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:38.369505 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043dac51-00aa-4b32-a303-6e0d5fe5c285 x-openstack-request-id: req-043dac51-00aa-4b32-a303-6e0d5fe5c285 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:31:38.370026 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e61495-b1c5-4f33-853b-9066d82e06e2", "name": "network-vif-plugged", "status": "completed", "tag": "6900cdf1-7489-4100-b919-0573c759249d", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:31:38.370416 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-043dac51-00aa-4b32-a303-6e0d5fe5c285 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:31:38.371052 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-043dac51-00aa-4b32-a303-6e0d5fe5c285'] response: {'server_uuid': 'b8e61495-b1c5-4f33-853b-9066d82e06e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6900cdf1-7489-4100-b919-0573c759249d', 'code': 200} Mar 22 19:31:38.430872 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=6900cdf1-7489-4100-b919-0573c759249d,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:38.470100 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a17edb8c-63b7-4fef-993c-67b75284b3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'name': 'tempest-ServerRescueNegativeTestJSON-1970496120-router', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'cc812064-4e71-461d-b50c-90fb835184a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:32Z', 'updated_at': '2022-03-22T19:26:48Z', 'revision_number': 4, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'gw_port': {'id': 'cc812064-4e71-461d-b50c-90fb835184a3', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:34Z', 'updated_at': '2022-03-22T19:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '4525833a-ca0f-400a-9fc6-e84644e82809', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'floating_ip_address': '172.25.5.250', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'port_id': '299c7a2b-2061-4aea-985d-65b129066409', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67', 'mac_address': 'fa:16:3e:9a:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c215527-a9b4-4a97-b228-bf486f6be637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:28:54Z', 'updated_at': '2022-03-22T19:31:37Z', 'revision_number': 3, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10bab89b-c8c6-4280-895e-a515670fee10', 'name': '', 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'mac_address': 'fa:16:3e:df:42:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'cd5ec6ea-2197-4f69-89c7-80c309a39451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:46Z', 'updated_at': '2022-03-22T19:27:04Z', 'revision_number': 5, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'subnets': [{'id': 'cd5ec6ea-2197-4f69-89c7-80c309a39451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:38.562783 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6d381104-7849-46b1-af60-959346fcd116 req-317c5ff8-bddf-4bfc-8a2f-56cb13c92a24 service neutron] 10.222.0.85 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387593 Mar 22 19:31:38.563574 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9dafc-bdf7-456c-a4d0-990f04889e12 req-80b18c8e-a033-41b4-a136-d6ef0b5e1a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:38.566020 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-48d9dafc-bdf7-456c-a4d0-990f04889e12 req-80b18c8e-a033-41b4-a136-d6ef0b5e1a73 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b8e61495-b1c5-4f33-853b-9066d82e06e2 HTTP/1.1" status: 200 len: 1128 time: 0.1038809 Mar 22 19:31:38.615676 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17edb8c-63b7-4fef-993c-67b75284b3d7 None None] The sync data for ids ['c2acaaf4-710b-4d05-af64-17fa4080fe31'] in n-d-705658-24 is: [{'id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'name': 'tempest-ServerRescueNegativeTestJSON-1970496120-router', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'cc812064-4e71-461d-b50c-90fb835184a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:32Z', 'updated_at': '2022-03-22T19:26:48Z', 'revision_number': 4, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'gw_port': {'id': 'cc812064-4e71-461d-b50c-90fb835184a3', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:34Z', 'updated_at': '2022-03-22T19:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '4525833a-ca0f-400a-9fc6-e84644e82809', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'floating_ip_address': '172.25.5.250', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'port_id': '299c7a2b-2061-4aea-985d-65b129066409', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1716, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67', 'mac_address': 'fa:16:3e:9a:37:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c215527-a9b4-4a97-b228-bf486f6be637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:28:54Z', 'updated_at': '2022-03-22T19:31:37Z', 'revision_number': 3, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10bab89b-c8c6-4280-895e-a515670fee10', 'name': '', 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'mac_address': 'fa:16:3e:df:42:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'cd5ec6ea-2197-4f69-89c7-80c309a39451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:46Z', 'updated_at': '2022-03-22T19:27:04Z', 'revision_number': 5, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'subnets': [{'id': 'cd5ec6ea-2197-4f69-89c7-80c309a39451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:31:38.632368 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-48d9dafc-bdf7-456c-a4d0-990f04889e12 req-9a076fa5-aec1-4d51-8302-65591b67b608 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606616 Mar 22 19:31:38.724420 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc19c9-d7b3-4812-8e02-7a7960716bef req-e34e3ddd-7572-4b8a-9c27-2babc35c6418 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:38.726040 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9dc19c9-d7b3-4812-8e02-7a7960716bef req-e34e3ddd-7572-4b8a-9c27-2babc35c6418 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 946 time: 0.1622374 Mar 22 19:31:38.746694 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bb842-49ea-4adc-afd9-28bf4314bd0f req-d71819e0-8569-4739-8786-7a8d40aaca23 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:38.752076 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bb842-49ea-4adc-afd9-28bf4314bd0f req-d71819e0-8569-4739-8786-7a8d40aaca23 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:38.757360 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bb842-49ea-4adc-afd9-28bf4314bd0f req-d71819e0-8569-4739-8786-7a8d40aaca23 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:38.763181 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bb842-49ea-4adc-afd9-28bf4314bd0f req-d71819e0-8569-4739-8786-7a8d40aaca23 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:38.769127 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bb842-49ea-4adc-afd9-28bf4314bd0f req-d71819e0-8569-4739-8786-7a8d40aaca23 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:38.774501 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bb842-49ea-4adc-afd9-28bf4314bd0f req-d71819e0-8569-4739-8786-7a8d40aaca23 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:38.779923 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82bb842-49ea-4adc-afd9-28bf4314bd0f req-d71819e0-8569-4739-8786-7a8d40aaca23 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:38.781997 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a82bb842-49ea-4adc-afd9-28bf4314bd0f req-d71819e0-8569-4739-8786-7a8d40aaca23 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5420 time: 0.2165601 Mar 22 19:31:38.808590 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6d381104-7849-46b1-af60-959346fcd116 req-45ff5316-9872-45b0-9e97-cabf9c61d304 service neutron] 10.222.0.85 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258363 Mar 22 19:31:38.870456 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9dc19c9-d7b3-4812-8e02-7a7960716bef req-f0e41e31-48b8-480d-bab0-a15678e0b096 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872884 Mar 22 19:31:38.893093 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a82bb842-49ea-4adc-afd9-28bf4314bd0f req-f6458e5f-ae97-4e3f-b631-324211b21b65 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0993347 Mar 22 19:31:39.248646 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bd272-c8d5-4b30-a0d6-42eb795eab2d req-23712161-650d-4c07-8d5a-64d9d61c7612 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:39.250285 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4e1bd272-c8d5-4b30-a0d6-42eb795eab2d req-23712161-650d-4c07-8d5a-64d9d61c7612 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8e61495-b1c5-4f33-853b-9066d82e06e2 HTTP/1.1" status: 200 len: 945 time: 0.0537524 Mar 22 19:31:39.300429 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4e1bd272-c8d5-4b30-a0d6-42eb795eab2d req-c22fd510-a725-4baa-9aa5-7b0563766c19 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437849 Mar 22 19:31:39.678040 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c215527-a9b4-4a97-b228-bf486f6be637', 'tag': '299c7a2b-2061-4aea-985d-65b129066409'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:31:39.680561 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3402e381-6c16-4e63-8b81-a0871a587a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "4c215527-a9b4-4a97-b228-bf486f6be637", "tag": "299c7a2b-2061-4aea-985d-65b129066409"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:31:39.723733 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a192b2d9-c255-4237-83f5-c8369edd73d1 x-openstack-request-id: req-a192b2d9-c255-4237-83f5-c8369edd73d1 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:31:39.724363 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c215527-a9b4-4a97-b228-bf486f6be637", "tag": "299c7a2b-2061-4aea-985d-65b129066409", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:31:39.724804 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a192b2d9-c255-4237-83f5-c8369edd73d1 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:31:39.725399 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a192b2d9-c255-4237-83f5-c8369edd73d1'] response: {'name': 'network-changed', 'server_uuid': '4c215527-a9b4-4a97-b228-bf486f6be637', 'tag': '299c7a2b-2061-4aea-985d-65b129066409', 'status': 'completed', 'code': 200} Mar 22 19:31:39.806435 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402e381-6c16-4e63-8b81-a0871a587a7b req-ae20c91d-2de0-43ac-8e21-cac85eaf0e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:39.807950 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3402e381-6c16-4e63-8b81-a0871a587a7b req-ae20c91d-2de0-43ac-8e21-cac85eaf0e40 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7e302d01a2a24393894ffad4e45b884a&device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 1128 time: 0.0555499 Mar 22 19:31:39.899662 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402e381-6c16-4e63-8b81-a0871a587a7b req-a5cd5a7b-3003-4c89-b569-76758647ed60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:39.901232 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3402e381-6c16-4e63-8b81-a0871a587a7b req-a5cd5a7b-3003-4c89-b569-76758647ed60 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e2aac6b4-9023-4a56-b28e-d9728a595e67 HTTP/1.1" status: 200 len: 920 time: 0.0857394 Mar 22 19:31:39.999272 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3402e381-6c16-4e63-8b81-a0871a587a7b req-b24a34a4-ee71-4fdc-848b-73eb95ad3a08 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=299c7a2b-2061-4aea-985d-65b129066409 HTTP/1.1" status: 200 len: 1001 time: 0.0906677 Mar 22 19:31:40.109346 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b6886-3234-4eaa-93b1-1e0ff08b3f24 req-98c081b4-027f-4b06-85b9-5d2bdbeee58f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:40.115453 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b6886-3234-4eaa-93b1-1e0ff08b3f24 req-98c081b4-027f-4b06-85b9-5d2bdbeee58f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:40.120889 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b6886-3234-4eaa-93b1-1e0ff08b3f24 req-98c081b4-027f-4b06-85b9-5d2bdbeee58f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:40.126218 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b6886-3234-4eaa-93b1-1e0ff08b3f24 req-98c081b4-027f-4b06-85b9-5d2bdbeee58f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:40.132025 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b6886-3234-4eaa-93b1-1e0ff08b3f24 req-98c081b4-027f-4b06-85b9-5d2bdbeee58f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:40.137399 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b6886-3234-4eaa-93b1-1e0ff08b3f24 req-98c081b4-027f-4b06-85b9-5d2bdbeee58f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:40.142802 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b6886-3234-4eaa-93b1-1e0ff08b3f24 req-98c081b4-027f-4b06-85b9-5d2bdbeee58f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:40.146311 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-650b6886-3234-4eaa-93b1-1e0ff08b3f24 req-98c081b4-027f-4b06-85b9-5d2bdbeee58f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5420 time: 0.1680198 Mar 22 19:31:40.147742 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402e381-6c16-4e63-8b81-a0871a587a7b req-85616285-eb63-49d5-b00a-f91ccaa416f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:40.149232 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3402e381-6c16-4e63-8b81-a0871a587a7b req-85616285-eb63-49d5-b00a-f91ccaa416f9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd5ec6ea-2197-4f69-89c7-80c309a39451 HTTP/1.1" status: 200 len: 858 time: 0.1210918 Mar 22 19:31:40.159684 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed2057-6372-4946-a450-f5a9d5c0e0cc req-088f9c47-75af-470f-8710-07d6e3a8ec13 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:40.161110 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-34ed2057-6372-4946-a450-f5a9d5c0e0cc req-088f9c47-75af-470f-8710-07d6e3a8ec13 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 946 time: 0.1840560 Mar 22 19:31:40.284607 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-34ed2057-6372-4946-a450-f5a9d5c0e0cc req-175a501b-ad6d-4f8f-bd0d-74612b639750 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172481 Mar 22 19:31:40.289018 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-650b6886-3234-4eaa-93b1-1e0ff08b3f24 req-a2f03bd1-9f47-4588-a891-877cc518f4c9 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1378391 Mar 22 19:31:40.292149 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402e381-6c16-4e63-8b81-a0871a587a7b req-d1d65bc4-82c4-45db-ac46-91c16f35646b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:40.305569 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 544a864f-c0bb-4c6e-8925-ae6e34ba2491 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:31:40.306118 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3402e381-6c16-4e63-8b81-a0871a587a7b req-d1d65bc4-82c4-45db-ac46-91c16f35646b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e2aac6b4-9023-4a56-b28e-d9728a595e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1276250 Mar 22 19:31:40.407506 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 544a864f-c0bb-4c6e-8925-ae6e34ba2491, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=544a864f-c0bb-4c6e-8925-ae6e34ba2491,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:40.420350 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '544a864f-c0bb-4c6e-8925-ae6e34ba2491', 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc', 'port_id': '544a864f-c0bb-4c6e-8925-ae6e34ba2491', 'mac_address': 'fa:16:3e:69:5e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0024126f-9e61-4e75-a43d-476a3a97ffe0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:31:40.466383 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3402e381-6c16-4e63-8b81-a0871a587a7b req-30b02cbd-f5ae-43fe-a578-b5718d2b605a service neutron] 10.222.0.85 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567595 Mar 22 19:31:40.471372 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 544a864f-c0bb-4c6e-8925-ae6e34ba2491 is: ACTIVE; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:40.471759 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (544a864f-c0bb-4c6e-8925-ae6e34ba2491), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:40.490020 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 544a864f-c0bb-4c6e-8925-ae6e34ba2491 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:31:40.515658 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 544a864f-c0bb-4c6e-8925-ae6e34ba2491, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=544a864f-c0bb-4c6e-8925-ae6e34ba2491,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:40.520268 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (544a864f-c0bb-4c6e-8925-ae6e34ba2491), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:40.532347 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13064f6-62c8-4037-972c-16a1c9dc51c0 req-39512108-8209-4ef3-82ce-626e603f4709 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:40.534439 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b13064f6-62c8-4037-972c-16a1c9dc51c0 req-39512108-8209-4ef3-82ce-626e603f4709 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8e61495-b1c5-4f33-853b-9066d82e06e2 HTTP/1.1" status: 200 len: 945 time: 0.1304865 Mar 22 19:31:40.594155 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=544a864f-c0bb-4c6e-8925-ae6e34ba2491,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:40.614500 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b13064f6-62c8-4037-972c-16a1c9dc51c0 req-30233cce-2e6d-4ab0-8d78-2e6c9988489d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725114 Mar 22 19:31:40.616565 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3402e381-6c16-4e63-8b81-a0871a587a7b req-9ed72f58-1ee4-41cf-8808-dffbc6c89a1e service neutron] 10.222.0.85 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412613 Mar 22 19:31:40.637956 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['544a864f-c0bb-4c6e-8925-ae6e34ba2491'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:31:40.937568 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86119a-fb7d-4512-aa7f-df061c11943b req-aa6cf80c-5737-4554-b188-131181e2b285 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:40.939002 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a86119a-fb7d-4512-aa7f-df061c11943b req-aa6cf80c-5737-4554-b188-131181e2b285 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/networks?id=70904a24-7855-4ee9-ab3c-519e90a986a5 HTTP/1.1" status: 200 len: 805 time: 0.1062217 Mar 22 19:31:40.954445 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a86119a-fb7d-4512-aa7f-df061c11943b req-281e7155-0522-4160-bc2f-f2298da3d82a tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/quotas/e818723089fb4c08ae9f9bb223d23b27 HTTP/1.1" status: 200 len: 375 time: 0.0093138 Mar 22 19:31:41.009942 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a86119a-fb7d-4512-aa7f-df061c11943b req-cc22c691-d27e-4b90-b576-79af9ff07fa6 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e818723089fb4c08ae9f9bb223d23b27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0498877 Mar 22 19:31:41.118372 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a86119a-fb7d-4512-aa7f-df061c11943b req-5510a120-0d25-4339-949e-52590e8cdb70 service neutron] 10.222.0.75 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998728 Mar 22 19:31:41.206294 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a86119a-fb7d-4512-aa7f-df061c11943b req-674a6d22-6fdb-4871-993f-67a26a82d741 service neutron] 10.222.0.75 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858986 Mar 22 19:31:41.492945 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddec23-96d8-4964-8eea-49ca5daad59a req-29c7cc89-8727-4376-bba3-03c07400cbc4 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:41.498435 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-72ddec23-96d8-4964-8eea-49ca5daad59a req-29c7cc89-8727-4376-bba3-03c07400cbc4 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 945 time: 0.0845885 Mar 22 19:31:41.600761 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-72ddec23-96d8-4964-8eea-49ca5daad59a req-568e0a69-1c67-4ce7-b48f-d97dd124592f tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993209 Mar 22 19:31:41.717594 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2631a-2e70-4982-8ece-c6582f93e8df req-4689ebb2-676d-41bd-9e6e-2092bb6e7d54 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:41.724373 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2631a-2e70-4982-8ece-c6582f93e8df req-4689ebb2-676d-41bd-9e6e-2092bb6e7d54 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:41.731096 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2631a-2e70-4982-8ece-c6582f93e8df req-4689ebb2-676d-41bd-9e6e-2092bb6e7d54 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:41.738590 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2631a-2e70-4982-8ece-c6582f93e8df req-4689ebb2-676d-41bd-9e6e-2092bb6e7d54 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:41.757044 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2631a-2e70-4982-8ece-c6582f93e8df req-4689ebb2-676d-41bd-9e6e-2092bb6e7d54 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:41.765932 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2631a-2e70-4982-8ece-c6582f93e8df req-4689ebb2-676d-41bd-9e6e-2092bb6e7d54 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:41.768654 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2631a-2e70-4982-8ece-c6582f93e8df req-4689ebb2-676d-41bd-9e6e-2092bb6e7d54 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:41.770795 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-87f2631a-2e70-4982-8ece-c6582f93e8df req-4689ebb2-676d-41bd-9e6e-2092bb6e7d54 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5420 time: 0.1365912 Mar 22 19:31:41.895416 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-87f2631a-2e70-4982-8ece-c6582f93e8df req-72e84dbc-41b6-4aa3-b426-c1597a0e1f1a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1156650 Mar 22 19:31:41.952812 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-e5682082-e2ee-4fd2-a326-65513c771af4 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:41.960229 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-e5682082-e2ee-4fd2-a326-65513c771af4 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/networks?id=70904a24-7855-4ee9-ab3c-519e90a986a5 HTTP/1.1" status: 200 len: 805 time: 0.1403723 Mar 22 19:31:41.971342 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-9cc48c67-7dbe-4fff-835e-6ccb02e3c2f3 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/quotas/e818723089fb4c08ae9f9bb223d23b27 HTTP/1.1" status: 200 len: 375 time: 0.0096588 Mar 22 19:31:42.025549 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-c9cceec1-991a-48d4-b80f-9e768900db8d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e818723089fb4c08ae9f9bb223d23b27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0485384 Mar 22 19:31:42.118517 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-ab8372dd-d9b3-41e3-8acd-da4b5f53f38d service neutron] 10.222.0.75 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861952 Mar 22 19:31:42.219157 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-6eb68c9f-2140-4875-a62c-36e315988ab7 service neutron] 10.222.0.75 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906410 Mar 22 19:31:42.305435 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 544a864f-c0bb-4c6e-8925-ae6e34ba2491 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:31:42.403293 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 544a864f-c0bb-4c6e-8925-ae6e34ba2491 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:42.403825 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (544a864f-c0bb-4c6e-8925-ae6e34ba2491), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:42.414921 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-29a0b245-b31e-4cae-bbc8-10810611837a req-534dcc9a-056e-4e1f-80e6-ee7e3962f2ce tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9b84b83-443f-47dd-b4c7-879ad97baf9c HTTP/1.1" status: 200 len: 210 time: 0.0458090 Mar 22 19:31:42.527112 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 544a864f-c0bb-4c6e-8925-ae6e34ba2491 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:42.527561 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (544a864f-c0bb-4c6e-8925-ae6e34ba2491), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:42.557764 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08239e1-6d68-420f-83f5-d8d8eb28f046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544a864f-c0bb-4c6e-8925-ae6e34ba2491'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:31:42.560439 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71126f49-6e69-4351-b115-f1c2d14c02a5" -d '{"events": [{"server_uuid": "f08239e1-6d68-420f-83f5-d8d8eb28f046", "name": "network-vif-plugged", "status": "completed", "tag": "544a864f-c0bb-4c6e-8925-ae6e34ba2491"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:31:42.601153 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 544a864f-c0bb-4c6e-8925-ae6e34ba2491, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=544a864f-c0bb-4c6e-8925-ae6e34ba2491,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:42.608687 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (544a864f-c0bb-4c6e-8925-ae6e34ba2491), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:42.712795 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f07f76-1f18-423b-a39c-4a55470337a6 x-openstack-request-id: req-10f07f76-1f18-423b-a39c-4a55470337a6 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:31:42.713081 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08239e1-6d68-420f-83f5-d8d8eb28f046", "name": "network-vif-plugged", "status": "completed", "tag": "544a864f-c0bb-4c6e-8925-ae6e34ba2491", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:31:42.713507 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-10f07f76-1f18-423b-a39c-4a55470337a6 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:31:42.713995 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10f07f76-1f18-423b-a39c-4a55470337a6'] response: {'server_uuid': 'f08239e1-6d68-420f-83f5-d8d8eb28f046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544a864f-c0bb-4c6e-8925-ae6e34ba2491', 'code': 200} Mar 22 19:31:42.721200 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=544a864f-c0bb-4c6e-8925-ae6e34ba2491,revision_number=7']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:42.765771 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50dbac7-0c79-4276-876a-f8f6b805ec41 req-de91aab6-b9ab-4c97-9789-aa262ed0d4eb tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:42.766035 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d50dbac7-0c79-4276-876a-f8f6b805ec41 req-de91aab6-b9ab-4c97-9789-aa262ed0d4eb tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 946 time: 0.0640717 Mar 22 19:31:42.834771 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d50dbac7-0c79-4276-876a-f8f6b805ec41 req-7a6dc880-e50d-4e8c-982e-48ad5ba34789 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617399 Mar 22 19:31:43.107405 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62691fab-db43-4911-90c8-eb5ed95a5a55 req-8502588e-fcfd-41b7-9aa6-14872fd05a86 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:43.116199 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62691fab-db43-4911-90c8-eb5ed95a5a55 req-8502588e-fcfd-41b7-9aa6-14872fd05a86 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:43.123655 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62691fab-db43-4911-90c8-eb5ed95a5a55 req-8502588e-fcfd-41b7-9aa6-14872fd05a86 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:43.131649 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62691fab-db43-4911-90c8-eb5ed95a5a55 req-8502588e-fcfd-41b7-9aa6-14872fd05a86 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:43.155223 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62691fab-db43-4911-90c8-eb5ed95a5a55 req-8502588e-fcfd-41b7-9aa6-14872fd05a86 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:43.169995 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62691fab-db43-4911-90c8-eb5ed95a5a55 req-8502588e-fcfd-41b7-9aa6-14872fd05a86 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:43.181210 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62691fab-db43-4911-90c8-eb5ed95a5a55 req-8502588e-fcfd-41b7-9aa6-14872fd05a86 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:43.194454 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62691fab-db43-4911-90c8-eb5ed95a5a55 req-8502588e-fcfd-41b7-9aa6-14872fd05a86 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5420 time: 0.1975021 Mar 22 19:31:43.298525 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62691fab-db43-4911-90c8-eb5ed95a5a55 req-11e31761-c69e-4f68-9269-4a036a8e4a39 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1030006 Mar 22 19:31:43.628812 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9aebff9-bb4b-4c46-92b4-800ac91c322a req-cfc629b2-1310-4646-9a86-6e8c1e8dad29 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9b84b83-443f-47dd-b4c7-879ad97baf9c HTTP/1.1" status: 200 len: 210 time: 0.0683587 Mar 22 19:31:43.793686 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-278d2d09-b878-4e69-af07-823201994b89 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:43.797265 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-278d2d09-b878-4e69-af07-823201994b89 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.84 "GET /v2.0/networks?id=70904a24-7855-4ee9-ab3c-519e90a986a5 HTTP/1.1" status: 200 len: 805 time: 0.1898162 Mar 22 19:31:43.809755 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-883faf4f-184c-4288-a576-2e9225c1d69f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Request body: {'port': {'device_id': 'c9b84b83-443f-47dd-b4c7-879ad97baf9c', 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5', 'admin_state_up': True, 'tenant_id': 'e818723089fb4c08ae9f9bb223d23b27'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:43.863356 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1789860e-88cc-493b-8eca-80a42ffffcb5 req-e12beb7c-e05d-4be9-bc19-85060a3652cf service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0859141 Mar 22 19:31:43.972889 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789860e-88cc-493b-8eca-80a42ffffcb5 req-e4dba757-e42a-47ee-be0f-074b275ac529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:43.975225 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1789860e-88cc-493b-8eca-80a42ffffcb5 req-e4dba757-e42a-47ee-be0f-074b275ac529 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7e302d01a2a24393894ffad4e45b884a&device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 1128 time: 0.0668697 Mar 22 19:31:44.002763 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-883faf4f-184c-4288-a576-2e9225c1d69f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Made reservation on behalf of e818723089fb4c08ae9f9bb223d23b27 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:31:44.013823 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-883faf4f-184c-4288-a576-2e9225c1d69f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:44.078311 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996d0c2-a8c7-4f01-8984-8050bd8a43a2 req-111807cc-e9f8-4f5b-a9fe-59667c5fd01f tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:44.081968 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5996d0c2-a8c7-4f01-8984-8050bd8a43a2 req-111807cc-e9f8-4f5b-a9fe-59667c5fd01f tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 946 time: 0.1027913 Mar 22 19:31:44.209615 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-883faf4f-184c-4288-a576-2e9225c1d69f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Allocated IP 172.20.0.7 (70904a24-7855-4ee9-ab3c-519e90a986a5/a5b5783a-62e8-4ee6-a6f8-aaff77d027db/92259e27-3ac8-4532-ba1a-05682e99f6a9) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:31:44.245091 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5996d0c2-a8c7-4f01-8984-8050bd8a43a2 req-8a8bada2-4525-44ac-ac73-08ebe6b80914 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562932 Mar 22 19:31:44.300399 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789860e-88cc-493b-8eca-80a42ffffcb5 req-08f503bd-ea77-4e78-8011-3ea67753e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:44.301665 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1789860e-88cc-493b-8eca-80a42ffffcb5 req-08f503bd-ea77-4e78-8011-3ea67753e23d service neutron] 10.222.0.85 "GET /v2.0/networks?id=e2aac6b4-9023-4a56-b28e-d9728a595e67 HTTP/1.1" status: 200 len: 920 time: 0.1619883 Mar 22 19:31:44.442867 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-883faf4f-184c-4288-a576-2e9225c1d69f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks [] for port (92259e27-3ac8-4532-ba1a-05682e99f6a9), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:44.475788 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1789860e-88cc-493b-8eca-80a42ffffcb5 req-e91b307d-e6a6-4109-8970-220970c6c2c5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=299c7a2b-2061-4aea-985d-65b129066409 HTTP/1.1" status: 200 len: 1001 time: 0.1669424 Mar 22 19:31:44.485955 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-883faf4f-184c-4288-a576-2e9225c1d69f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (92259e27-3ac8-4532-ba1a-05682e99f6a9), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:44.502992 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['6900cdf1-7489-4100-b919-0573c759249d'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:31:44.532080 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-883faf4f-184c-4288-a576-2e9225c1d69f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Network 70904a24-7855-4ee9-ab3c-519e90a986a5 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:31:44.536756 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-883faf4f-184c-4288-a576-2e9225c1d69f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:31:44.540335 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-883faf4f-184c-4288-a576-2e9225c1d69f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:31:44.587955 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883faf4f-184c-4288-a576-2e9225c1d69f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Pushing event updated for resources: {'Port': ['ID=92259e27-3ac8-4532-ba1a-05682e99f6a9,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:44.590536 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ee478-96bf-4d54-acbc-7441cd08dc88 req-7f45e386-674b-400a-ae4f-e78e5aff1258 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:44.605841 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ee478-96bf-4d54-acbc-7441cd08dc88 req-7f45e386-674b-400a-ae4f-e78e5aff1258 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:44.608767 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-883faf4f-184c-4288-a576-2e9225c1d69f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:44.609574 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-883faf4f-184c-4288-a576-2e9225c1d69f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:44.618618 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ee478-96bf-4d54-acbc-7441cd08dc88 req-7f45e386-674b-400a-ae4f-e78e5aff1258 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:44.630932 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ee478-96bf-4d54-acbc-7441cd08dc88 req-7f45e386-674b-400a-ae4f-e78e5aff1258 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:44.641849 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-883faf4f-184c-4288-a576-2e9225c1d69f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8366649 Mar 22 19:31:44.643160 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ee478-96bf-4d54-acbc-7441cd08dc88 req-7f45e386-674b-400a-ae4f-e78e5aff1258 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:44.652796 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-089615ce-8c4e-410c-b84f-481adf293301 service neutron] Request body: {'port': {'device_id': 'c9b84b83-443f-47dd-b4c7-879ad97baf9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:31:44.662842 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ee478-96bf-4d54-acbc-7441cd08dc88 req-7f45e386-674b-400a-ae4f-e78e5aff1258 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:44.674457 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ee478-96bf-4d54-acbc-7441cd08dc88 req-7f45e386-674b-400a-ae4f-e78e5aff1258 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:44.684774 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-450ee478-96bf-4d54-acbc-7441cd08dc88 req-7f45e386-674b-400a-ae4f-e78e5aff1258 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5420 time: 0.2697954 Mar 22 19:31:44.774970 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789860e-88cc-493b-8eca-80a42ffffcb5 req-a20d4ff3-0289-4233-aa0e-0e2fa93d1b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:44.776591 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1789860e-88cc-493b-8eca-80a42ffffcb5 req-a20d4ff3-0289-4233-aa0e-0e2fa93d1b61 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd5ec6ea-2197-4f69-89c7-80c309a39451 HTTP/1.1" status: 200 len: 858 time: 0.2912610 Mar 22 19:31:44.802398 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-089615ce-8c4e-410c-b84f-481adf293301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (92259e27-3ac8-4532-ba1a-05682e99f6a9), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:44.967750 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ea6e2-1764-47d5-bea5-e8e4102ef419 req-201cae23-cf48-4ca0-abc3-c0697a1e20cc tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:44.969434 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-049ea6e2-1764-47d5-bea5-e8e4102ef419 req-201cae23-cf48-4ca0-abc3-c0697a1e20cc tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9b84b83-443f-47dd-b4c7-879ad97baf9c HTTP/1.1" status: 200 len: 931 time: 0.1464350 Mar 22 19:31:44.985932 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-450ee478-96bf-4d54-acbc-7441cd08dc88 req-d199e7b5-ae2e-45b0-ba46-7b8ba9bb25c1 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2958086 Mar 22 19:31:45.029531 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789860e-88cc-493b-8eca-80a42ffffcb5 req-4f858dc3-63cb-4f9e-a6f2-7d4d749b9f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:45.031746 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1789860e-88cc-493b-8eca-80a42ffffcb5 req-4f858dc3-63cb-4f9e-a6f2-7d4d749b9f82 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e2aac6b4-9023-4a56-b28e-d9728a595e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2267580 Mar 22 19:31:45.082738 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-049ea6e2-1764-47d5-bea5-e8e4102ef419 req-72ba6167-e56a-4bbf-b364-7a1d80993f71 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944474 Mar 22 19:31:45.099282 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fba8eba3-b7f6-464e-ab49-89ca9abba7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:45.180443 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1789860e-88cc-493b-8eca-80a42ffffcb5 req-786723a1-ffc3-4a91-8f9e-1609738e8de3 service neutron] 10.222.0.85 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396203 Mar 22 19:31:45.313572 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1789860e-88cc-493b-8eca-80a42ffffcb5 req-7df2ecd4-7245-4564-ad20-11cb825a9f6f service neutron] 10.222.0.85 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246624 Mar 22 19:31:45.344090 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-089615ce-8c4e-410c-b84f-481adf293301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92259e27-3ac8-4532-ba1a-05682e99f6a9 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:31:45.353531 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-089615ce-8c4e-410c-b84f-481adf293301 service neutron] Publish callbacks [] for port (92259e27-3ac8-4532-ba1a-05682e99f6a9), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:45.371988 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-089615ce-8c4e-410c-b84f-481adf293301 service neutron] Transition to ACTIVE for port object 92259e27-3ac8-4532-ba1a-05682e99f6a9 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:31:45.380854 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-089615ce-8c4e-410c-b84f-481adf293301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (92259e27-3ac8-4532-ba1a-05682e99f6a9), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:45.450774 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c054954-f60d-47b8-9310-763a0653ac92 req-6243da91-4a2f-45f9-a064-af30d707787a tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:45.458762 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1c054954-f60d-47b8-9310-763a0653ac92 req-6243da91-4a2f-45f9-a064-af30d707787a tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 946 time: 0.0947778 Mar 22 19:31:45.494338 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089615ce-8c4e-410c-b84f-481adf293301 service neutron] Pushing event updated for resources: {'Port': ['ID=92259e27-3ac8-4532-ba1a-05682e99f6a9,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:45.529725 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1c054954-f60d-47b8-9310-763a0653ac92 req-1262af94-fbcf-4c0d-9ef8-5cb978aadfe1 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691445 Mar 22 19:31:45.534250 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-089615ce-8c4e-410c-b84f-481adf293301 service neutron] Attempting to bind port 92259e27-3ac8-4532-ba1a-05682e99f6a9 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:31:45.535298 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-089615ce-8c4e-410c-b84f-481adf293301 service neutron] Attempting to bind port 92259e27-3ac8-4532-ba1a-05682e99f6a9 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '4db1c957-0684-4a6a-98a7-735cbede485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:31:45.535869 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-089615ce-8c4e-410c-b84f-481adf293301 service neutron] Attempting to bind port 92259e27-3ac8-4532-ba1a-05682e99f6a9 on network 70904a24-7855-4ee9-ab3c-519e90a986a5 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:31:45.546919 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-089615ce-8c4e-410c-b84f-481adf293301 service neutron] Port 92259e27-3ac8-4532-ba1a-05682e99f6a9 on network 70904a24-7855-4ee9-ab3c-519e90a986a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:31:45.547249 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-089615ce-8c4e-410c-b84f-481adf293301 service neutron] Attempting to bind port 92259e27-3ac8-4532-ba1a-05682e99f6a9 on network 70904a24-7855-4ee9-ab3c-519e90a986a5 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:31:45.553815 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-089615ce-8c4e-410c-b84f-481adf293301 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:31:45.554543 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-089615ce-8c4e-410c-b84f-481adf293301 service neutron] Checking segment: {'id': '4db1c957-0684-4a6a-98a7-735cbede485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:31:45.555163 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-089615ce-8c4e-410c-b84f-481adf293301 service neutron] Bound using segment: {'id': '4db1c957-0684-4a6a-98a7-735cbede485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:31:45.555617 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-089615ce-8c4e-410c-b84f-481adf293301 service neutron] Bound port: 92259e27-3ac8-4532-ba1a-05682e99f6a9, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db1c957-0684-4a6a-98a7-735cbede485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:31:45.556337 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-089615ce-8c4e-410c-b84f-481adf293301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (92259e27-3ac8-4532-ba1a-05682e99f6a9), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:45.661992 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-089615ce-8c4e-410c-b84f-481adf293301 service neutron] For port 92259e27-3ac8-4532-ba1a-05682e99f6a9, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:31:45.665229 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-089615ce-8c4e-410c-b84f-481adf293301 service neutron] For port 92259e27-3ac8-4532-ba1a-05682e99f6a9, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=92259e27-3ac8-4532-ba1a-05682e99f6a9,segment=NetworkSegment(4db1c957-0684-4a6a-98a7-735cbede485b),segment_id=4db1c957-0684-4a6a-98a7-735cbede485b)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:31:45.687524 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-089615ce-8c4e-410c-b84f-481adf293301 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (92259e27-3ac8-4532-ba1a-05682e99f6a9), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:45.701132 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:45.729829 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-089615ce-8c4e-410c-b84f-481adf293301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:45.730680 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-089615ce-8c4e-410c-b84f-481adf293301 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:45.732796 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-089615ce-8c4e-410c-b84f-481adf293301 service neutron] 10.222.0.84 "PUT /v2.0/ports/92259e27-3ac8-4532-ba1a-05682e99f6a9 HTTP/1.1" status: 200 len: 1092 time: 1.0842144 Mar 22 19:31:45.757218 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b84b83-443f-47dd-b4c7-879ad97baf9c', 'tag': '92259e27-3ac8-4532-ba1a-05682e99f6a9'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:31:45.766513 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f218d30c-81b4-402b-8a8d-a63aaf241b82" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b84b83-443f-47dd-b4c7-879ad97baf9c", "tag": "92259e27-3ac8-4532-ba1a-05682e99f6a9"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:31:45.880373 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5271cef-9a98-47a5-a30b-dc8e12c048a2 x-openstack-request-id: req-a5271cef-9a98-47a5-a30b-dc8e12c048a2 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:31:45.881073 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b84b83-443f-47dd-b4c7-879ad97baf9c", "tag": "92259e27-3ac8-4532-ba1a-05682e99f6a9", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:31:45.881073 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a5271cef-9a98-47a5-a30b-dc8e12c048a2 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:31:45.881286 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5271cef-9a98-47a5-a30b-dc8e12c048a2'] response: {'name': 'network-changed', 'server_uuid': 'c9b84b83-443f-47dd-b4c7-879ad97baf9c', 'tag': '92259e27-3ac8-4532-ba1a-05682e99f6a9', 'status': 'completed', 'code': 200} Mar 22 19:31:45.896458 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089615ce-8c4e-410c-b84f-481adf293301 service neutron] Pushing event updated for resources: {'Port': ['ID=92259e27-3ac8-4532-ba1a-05682e99f6a9,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:45.930033 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-8878d49c-1903-4f9d-87ac-64b7d3e09e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:45.932069 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-8878d49c-1903-4f9d-87ac-64b7d3e09e5f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e818723089fb4c08ae9f9bb223d23b27&device_id=c9b84b83-443f-47dd-b4c7-879ad97baf9c HTTP/1.1" status: 200 len: 1126 time: 0.1375859 Mar 22 19:31:46.015993 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-ce4409e6-0eeb-4a05-a22d-7d66ca3b2bb7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92259e27-3ac8-4532-ba1a-05682e99f6a9 HTTP/1.1" status: 200 len: 217 time: 0.0746822 Mar 22 19:31:46.112763 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-2858ad54-a874-48a8-925b-3f856a4dac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:46.124505 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-2858ad54-a874-48a8-925b-3f856a4dac7e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a5b5783a-62e8-4ee6-a6f8-aaff77d027db HTTP/1.1" status: 200 len: 845 time: 0.1017122 Mar 22 19:31:46.195426 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-527d53d1-2213-4e14-92bb-7041c812e917 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=70904a24-7855-4ee9-ab3c-519e90a986a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640922 Mar 22 19:31:46.305008 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0911dc4-03f5-4493-b080-6986dc3073f1 req-79d15533-60aa-4f61-9e0a-cabd9fd4eef4 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:46.314976 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0911dc4-03f5-4493-b080-6986dc3073f1 req-79d15533-60aa-4f61-9e0a-cabd9fd4eef4 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:46.318389 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-eb84da9f-9344-4918-a8a9-431de0cdb632 service neutron] 10.222.0.84 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115475 Mar 22 19:31:46.322746 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0911dc4-03f5-4493-b080-6986dc3073f1 req-79d15533-60aa-4f61-9e0a-cabd9fd4eef4 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:46.328970 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0911dc4-03f5-4493-b080-6986dc3073f1 req-79d15533-60aa-4f61-9e0a-cabd9fd4eef4 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:46.335371 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0911dc4-03f5-4493-b080-6986dc3073f1 req-79d15533-60aa-4f61-9e0a-cabd9fd4eef4 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:46.341122 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0911dc4-03f5-4493-b080-6986dc3073f1 req-79d15533-60aa-4f61-9e0a-cabd9fd4eef4 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:46.348252 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0911dc4-03f5-4493-b080-6986dc3073f1 req-79d15533-60aa-4f61-9e0a-cabd9fd4eef4 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:46.355650 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a0911dc4-03f5-4493-b080-6986dc3073f1 req-79d15533-60aa-4f61-9e0a-cabd9fd4eef4 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5420 time: 0.2521441 Mar 22 19:31:46.394705 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b17ae2-c5c8-493a-ad81-0e4eb96da1ec req-91a15bdc-6dde-42c2-956d-ff3209e4b63a tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:46.396447 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5b17ae2-c5c8-493a-ad81-0e4eb96da1ec req-91a15bdc-6dde-42c2-956d-ff3209e4b63a tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9b84b83-443f-47dd-b4c7-879ad97baf9c HTTP/1.1" status: 200 len: 943 time: 0.1784930 Mar 22 19:31:46.438789 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6dc8fc3e-a2ba-4fb6-9253-d95cee597ab9 req-d75d2703-1d35-4b92-9178-3df9bb8fec6f service neutron] 10.222.0.84 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106529 Mar 22 19:31:46.456477 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a0911dc4-03f5-4493-b080-6986dc3073f1 req-e4fdeb9b-f8a5-4d96-953e-8c26c49405ae tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0997660 Mar 22 19:31:46.560216 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5b17ae2-c5c8-493a-ad81-0e4eb96da1ec req-e1e363e6-5e29-474a-af68-e59c21c66e6d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210334 Mar 22 19:31:46.615600 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218d30c-81b4-402b-8a8d-a63aaf241b82 req-949af632-d87b-4d6a-9585-f1a485b25259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:46.617714 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f218d30c-81b4-402b-8a8d-a63aaf241b82 req-949af632-d87b-4d6a-9585-f1a485b25259 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e818723089fb4c08ae9f9bb223d23b27&device_id=c9b84b83-443f-47dd-b4c7-879ad97baf9c HTTP/1.1" status: 200 len: 1126 time: 0.0804212 Mar 22 19:31:46.691391 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405762bb-3970-41fb-84b8-04fd2cc6710e req-88e94f7f-f4b0-4fd3-b0b7-6cce2d07b45d tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:46.702143 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-405762bb-3970-41fb-84b8-04fd2cc6710e req-88e94f7f-f4b0-4fd3-b0b7-6cce2d07b45d tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 946 time: 0.0762386 Mar 22 19:31:46.766136 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218d30c-81b4-402b-8a8d-a63aaf241b82 req-c8074751-ea89-4aa7-b4e6-5ee4df22d5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:46.767862 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f218d30c-81b4-402b-8a8d-a63aaf241b82 req-c8074751-ea89-4aa7-b4e6-5ee4df22d5e6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=70904a24-7855-4ee9-ab3c-519e90a986a5 HTTP/1.1" status: 200 len: 906 time: 0.1343081 Mar 22 19:31:46.779503 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-405762bb-3970-41fb-84b8-04fd2cc6710e req-db955f67-664f-4a9f-887d-c5ad80fcf6f2 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662308 Mar 22 19:31:46.847236 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f218d30c-81b4-402b-8a8d-a63aaf241b82 req-c53f4816-5f7b-436f-aa84-6db0b8bbbbd1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92259e27-3ac8-4532-ba1a-05682e99f6a9 HTTP/1.1" status: 200 len: 217 time: 0.0729046 Mar 22 19:31:46.911822 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218d30c-81b4-402b-8a8d-a63aaf241b82 req-a89d7974-dac0-47c1-b968-97fa0c327974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:46.914117 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f218d30c-81b4-402b-8a8d-a63aaf241b82 req-a89d7974-dac0-47c1-b968-97fa0c327974 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a5b5783a-62e8-4ee6-a6f8-aaff77d027db HTTP/1.1" status: 200 len: 845 time: 0.0608723 Mar 22 19:31:46.953355 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f218d30c-81b4-402b-8a8d-a63aaf241b82 req-e23bc052-fd78-49d9-9ad5-3edc1a260fed service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=70904a24-7855-4ee9-ab3c-519e90a986a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322607 Mar 22 19:31:47.084141 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f218d30c-81b4-402b-8a8d-a63aaf241b82 req-c3bfc9d1-d20c-483d-8ff2-ebf55fde1d90 service neutron] 10.222.0.84 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243107 Mar 22 19:31:47.205577 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f218d30c-81b4-402b-8a8d-a63aaf241b82 req-788b0e9e-9b1c-44cb-8d02-ec4645296d23 service neutron] 10.222.0.84 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136343 Mar 22 19:31:47.355933 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-dd5dca97-82be-4e1d-8842-1147dc80a6eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:47.691472 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420bcc0-d5e0-4d4a-8a2b-b5498913f740 req-05a59530-30bd-4c8f-87bb-38cd6be6806c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:47.697009 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420bcc0-d5e0-4d4a-8a2b-b5498913f740 req-05a59530-30bd-4c8f-87bb-38cd6be6806c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:47.703146 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420bcc0-d5e0-4d4a-8a2b-b5498913f740 req-05a59530-30bd-4c8f-87bb-38cd6be6806c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:47.709124 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420bcc0-d5e0-4d4a-8a2b-b5498913f740 req-05a59530-30bd-4c8f-87bb-38cd6be6806c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:47.714631 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420bcc0-d5e0-4d4a-8a2b-b5498913f740 req-05a59530-30bd-4c8f-87bb-38cd6be6806c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:47.720161 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420bcc0-d5e0-4d4a-8a2b-b5498913f740 req-05a59530-30bd-4c8f-87bb-38cd6be6806c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:47.726343 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420bcc0-d5e0-4d4a-8a2b-b5498913f740 req-05a59530-30bd-4c8f-87bb-38cd6be6806c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:47.728488 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f420bcc0-d5e0-4d4a-8a2b-b5498913f740 req-05a59530-30bd-4c8f-87bb-38cd6be6806c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5420 time: 0.1613290 Mar 22 19:31:47.788515 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aae54b-04e5-4f31-9a43-dbcda62705ce req-78213977-4f6c-45d2-8f13-df57c09ad01e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:47.790139 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85aae54b-04e5-4f31-9a43-dbcda62705ce req-78213977-4f6c-45d2-8f13-df57c09ad01e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9b84b83-443f-47dd-b4c7-879ad97baf9c HTTP/1.1" status: 200 len: 943 time: 0.1407006 Mar 22 19:31:47.840440 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f420bcc0-d5e0-4d4a-8a2b-b5498913f740 req-1b63d368-566f-4b01-8c40-1790ae300b1b tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1057277 Mar 22 19:31:47.874033 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85aae54b-04e5-4f31-9a43-dbcda62705ce req-0886f492-20e4-43db-a32d-cb8d356fd12c tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756104 Mar 22 19:31:48.039542 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b269df-da0d-4071-acf1-aebc30e1e78f req-66e07fb0-20a0-4a50-8408-dae641a1ca72 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:48.046910 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-70b269df-da0d-4071-acf1-aebc30e1e78f req-66e07fb0-20a0-4a50-8408-dae641a1ca72 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 946 time: 0.0859377 Mar 22 19:31:48.109323 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-70b269df-da0d-4071-acf1-aebc30e1e78f req-c62707db-b46b-443c-b739-adcf1c0e9e93 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562594 Mar 22 19:31:48.109731 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 92259e27-3ac8-4532-ba1a-05682e99f6a9 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:31:48.266939 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:48.295919 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 92259e27-3ac8-4532-ba1a-05682e99f6a9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=92259e27-3ac8-4532-ba1a-05682e99f6a9,segment=NetworkSegment(4db1c957-0684-4a6a-98a7-735cbede485b),segment_id=4db1c957-0684-4a6a-98a7-735cbede485b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:48.313417 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '92259e27-3ac8-4532-ba1a-05682e99f6a9', 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5', 'port_id': '92259e27-3ac8-4532-ba1a-05682e99f6a9', 'mac_address': 'fa:16:3e:2d:c0:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b5783a-62e8-4ee6-a6f8-aaff77d027db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:31:48.363701 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 92259e27-3ac8-4532-ba1a-05682e99f6a9 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:48.364907 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (92259e27-3ac8-4532-ba1a-05682e99f6a9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:48.383231 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92259e27-3ac8-4532-ba1a-05682e99f6a9 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:31:48.412489 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 92259e27-3ac8-4532-ba1a-05682e99f6a9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=92259e27-3ac8-4532-ba1a-05682e99f6a9,segment=NetworkSegment(4db1c957-0684-4a6a-98a7-735cbede485b),segment_id=4db1c957-0684-4a6a-98a7-735cbede485b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:48.418045 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (92259e27-3ac8-4532-ba1a-05682e99f6a9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:48.473208 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=92259e27-3ac8-4532-ba1a-05682e99f6a9,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:48.630544 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:48.740563 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['92259e27-3ac8-4532-ba1a-05682e99f6a9'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:31:49.089841 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8a166-57bf-4c5f-a281-d61a52ef027e req-04c67877-4258-4b14-add0-b39c266035a6 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:49.090776 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-03b8a166-57bf-4c5f-a281-d61a52ef027e req-04c67877-4258-4b14-add0-b39c266035a6 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9b84b83-443f-47dd-b4c7-879ad97baf9c HTTP/1.1" status: 200 len: 944 time: 0.1096838 Mar 22 19:31:49.116094 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dd7fd-cc5f-4973-b271-3e69faeafe97 req-30911148-2679-43de-9fa6-6ad0aab95840 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:49.122887 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dd7fd-cc5f-4973-b271-3e69faeafe97 req-30911148-2679-43de-9fa6-6ad0aab95840 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:49.127859 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dd7fd-cc5f-4973-b271-3e69faeafe97 req-30911148-2679-43de-9fa6-6ad0aab95840 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:49.133604 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dd7fd-cc5f-4973-b271-3e69faeafe97 req-30911148-2679-43de-9fa6-6ad0aab95840 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:49.138980 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dd7fd-cc5f-4973-b271-3e69faeafe97 req-30911148-2679-43de-9fa6-6ad0aab95840 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:49.148292 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dd7fd-cc5f-4973-b271-3e69faeafe97 req-30911148-2679-43de-9fa6-6ad0aab95840 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:49.150676 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dd7fd-cc5f-4973-b271-3e69faeafe97 req-30911148-2679-43de-9fa6-6ad0aab95840 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:49.152579 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-130dd7fd-cc5f-4973-b271-3e69faeafe97 req-30911148-2679-43de-9fa6-6ad0aab95840 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5420 time: 0.1853909 Mar 22 19:31:49.221328 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-03b8a166-57bf-4c5f-a281-d61a52ef027e req-6b948862-f076-45fb-b03f-75ee90c5f29b tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241360 Mar 22 19:31:49.291466 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-130dd7fd-cc5f-4973-b271-3e69faeafe97 req-27fe60b8-132b-42b7-a5f4-e32b05048100 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1310959 Mar 22 19:31:49.379177 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4548f6-4c46-4a7c-9341-d9ede708394c req-8fc27895-4b6f-4ea9-8bf0-a609dd69459b tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:49.381258 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc4548f6-4c46-4a7c-9341-d9ede708394c req-8fc27895-4b6f-4ea9-8bf0-a609dd69459b tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 946 time: 0.0753596 Mar 22 19:31:49.457314 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc4548f6-4c46-4a7c-9341-d9ede708394c req-209cd6a3-abbb-4cd8-8b2c-f7aeab136726 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699313 Mar 22 19:31:50.045317 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:50.126828 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 92259e27-3ac8-4532-ba1a-05682e99f6a9 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:31:50.216387 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 92259e27-3ac8-4532-ba1a-05682e99f6a9 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:31:50.221088 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 92259e27-3ac8-4532-ba1a-05682e99f6a9 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:31:50.221476 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (92259e27-3ac8-4532-ba1a-05682e99f6a9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:50.351748 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 92259e27-3ac8-4532-ba1a-05682e99f6a9 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:31:50.351748 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (92259e27-3ac8-4532-ba1a-05682e99f6a9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:50.418631 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b84b83-443f-47dd-b4c7-879ad97baf9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92259e27-3ac8-4532-ba1a-05682e99f6a9'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:31:50.421408 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795d7c61-5fdb-4a02-9fa3-fc7be29b79f9" -d '{"events": [{"server_uuid": "c9b84b83-443f-47dd-b4c7-879ad97baf9c", "name": "network-vif-plugged", "status": "completed", "tag": "92259e27-3ac8-4532-ba1a-05682e99f6a9"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:31:50.442943 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 92259e27-3ac8-4532-ba1a-05682e99f6a9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=92259e27-3ac8-4532-ba1a-05682e99f6a9,segment=NetworkSegment(4db1c957-0684-4a6a-98a7-735cbede485b),segment_id=4db1c957-0684-4a6a-98a7-735cbede485b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:50.448266 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (92259e27-3ac8-4532-ba1a-05682e99f6a9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:50.526204 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=92259e27-3ac8-4532-ba1a-05682e99f6a9,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:50.555113 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5269fd-459e-4181-8bd1-7855ed29aea3 req-b9a0cd98-1e2c-4438-9190-ec813935af33 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:50.557449 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f5269fd-459e-4181-8bd1-7855ed29aea3 req-b9a0cd98-1e2c-4438-9190-ec813935af33 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9b84b83-443f-47dd-b4c7-879ad97baf9c HTTP/1.1" status: 200 len: 944 time: 0.1622891 Mar 22 19:31:50.589456 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2613c26-4cf7-4c06-8b82-2d2b1180f66b req-685522ee-0297-4d52-a2c8-cb2c9c6d4027 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:50.595121 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2613c26-4cf7-4c06-8b82-2d2b1180f66b req-685522ee-0297-4d52-a2c8-cb2c9c6d4027 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:50.601051 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2613c26-4cf7-4c06-8b82-2d2b1180f66b req-685522ee-0297-4d52-a2c8-cb2c9c6d4027 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:50.606355 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2613c26-4cf7-4c06-8b82-2d2b1180f66b req-685522ee-0297-4d52-a2c8-cb2c9c6d4027 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:50.612247 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2613c26-4cf7-4c06-8b82-2d2b1180f66b req-685522ee-0297-4d52-a2c8-cb2c9c6d4027 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:50.617706 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2613c26-4cf7-4c06-8b82-2d2b1180f66b req-685522ee-0297-4d52-a2c8-cb2c9c6d4027 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:50.623043 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2613c26-4cf7-4c06-8b82-2d2b1180f66b req-685522ee-0297-4d52-a2c8-cb2c9c6d4027 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:50.625002 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f2613c26-4cf7-4c06-8b82-2d2b1180f66b req-685522ee-0297-4d52-a2c8-cb2c9c6d4027 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5420 time: 0.1732280 Mar 22 19:31:50.690514 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f5269fd-459e-4181-8bd1-7855ed29aea3 req-c2b38fe4-4aaf-4346-b929-bdd067b4e14a tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254170 Mar 22 19:31:50.743917 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f2613c26-4cf7-4c06-8b82-2d2b1180f66b req-8b5e39ec-1a72-43f7-aebd-463e71776da7 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1094527 Mar 22 19:31:50.772803 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359988a0-662e-4efb-8181-ec8b0fc12252 x-openstack-request-id: req-359988a0-662e-4efb-8181-ec8b0fc12252 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:31:50.773101 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b84b83-443f-47dd-b4c7-879ad97baf9c", "name": "network-vif-plugged", "status": "completed", "tag": "92259e27-3ac8-4532-ba1a-05682e99f6a9", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:31:50.773358 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-359988a0-662e-4efb-8181-ec8b0fc12252 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:31:50.773771 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-359988a0-662e-4efb-8181-ec8b0fc12252'] response: {'server_uuid': 'c9b84b83-443f-47dd-b4c7-879ad97baf9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92259e27-3ac8-4532-ba1a-05682e99f6a9', 'code': 200} Mar 22 19:31:50.876936 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2704e-a554-48b2-9387-22f146eaa72f req-81a2ee44-8842-4bfa-957f-b56344f51181 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:50.881191 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bca2704e-a554-48b2-9387-22f146eaa72f req-81a2ee44-8842-4bfa-957f-b56344f51181 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 946 time: 0.0706892 Mar 22 19:31:50.936466 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ddad0-0a8c-4569-bbb9-b68de632b203 req-8ded3e39-c308-4645-ab96-4ef5d3073113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:50.938592 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ed9ddad0-0a8c-4569-bbb9-b68de632b203 req-8ded3e39-c308-4645-ab96-4ef5d3073113 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=c9b84b83-443f-47dd-b4c7-879ad97baf9c HTTP/1.1" status: 200 len: 1128 time: 0.0689192 Mar 22 19:31:50.974099 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bca2704e-a554-48b2-9387-22f146eaa72f req-39ae2366-d53f-43e0-a22c-66236c4d7720 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795083 Mar 22 19:31:50.995475 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ed9ddad0-0a8c-4569-bbb9-b68de632b203 req-92e1f657-9e3f-4360-9ef3-39b3a152ebea service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508149 Mar 22 19:31:51.315758 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:51.862757 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3272ca7-f181-4d04-891f-0dd12d5e343a req-8481b624-db8d-4b40-b3ba-25cfa544371e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:51.864411 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3272ca7-f181-4d04-891f-0dd12d5e343a req-8481b624-db8d-4b40-b3ba-25cfa544371e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9b84b83-443f-47dd-b4c7-879ad97baf9c HTTP/1.1" status: 200 len: 945 time: 0.0718780 Mar 22 19:31:51.957352 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3272ca7-f181-4d04-891f-0dd12d5e343a req-2b113ce2-0111-4ba8-9676-10e8b2cfbf7f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826030 Mar 22 19:31:51.972044 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba699c7-e784-47c2-aba4-cd45f284b160 req-8346478e-03f9-49cf-bb0c-77c3a4b34cea tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:51.978697 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba699c7-e784-47c2-aba4-cd45f284b160 req-8346478e-03f9-49cf-bb0c-77c3a4b34cea tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:51.985106 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba699c7-e784-47c2-aba4-cd45f284b160 req-8346478e-03f9-49cf-bb0c-77c3a4b34cea tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:51.991720 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba699c7-e784-47c2-aba4-cd45f284b160 req-8346478e-03f9-49cf-bb0c-77c3a4b34cea tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:51.998592 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba699c7-e784-47c2-aba4-cd45f284b160 req-8346478e-03f9-49cf-bb0c-77c3a4b34cea tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:52.005480 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba699c7-e784-47c2-aba4-cd45f284b160 req-8346478e-03f9-49cf-bb0c-77c3a4b34cea tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:52.011354 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba699c7-e784-47c2-aba4-cd45f284b160 req-8346478e-03f9-49cf-bb0c-77c3a4b34cea tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:52.021044 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ba699c7-e784-47c2-aba4-cd45f284b160 req-8346478e-03f9-49cf-bb0c-77c3a4b34cea tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5420 time: 0.1662292 Mar 22 19:31:52.119116 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ba699c7-e784-47c2-aba4-cd45f284b160 req-8f9584d6-f327-4e81-905c-c19a46bb100c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0969727 Mar 22 19:31:52.195396 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fcc10-5082-43cc-9556-def5b1138328 req-1eaf37ac-4d6c-4c29-88af-6181a2756e70 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:52.197744 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b78fcc10-5082-43cc-9556-def5b1138328 req-1eaf37ac-4d6c-4c29-88af-6181a2756e70 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 946 time: 0.1362679 Mar 22 19:31:52.281665 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b78fcc10-5082-43cc-9556-def5b1138328 req-304506fe-f227-4dbf-a4b6-5c92bc954b19 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773394 Mar 22 19:31:53.097383 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c24cb5-17ce-4976-919e-39210b202b72 req-43ddbb87-fda0-4eee-adfb-be836afd381d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:53.103855 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-36c24cb5-17ce-4976-919e-39210b202b72 req-43ddbb87-fda0-4eee-adfb-be836afd381d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9b84b83-443f-47dd-b4c7-879ad97baf9c HTTP/1.1" status: 200 len: 945 time: 0.0647514 Mar 22 19:31:53.152985 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-36c24cb5-17ce-4976-919e-39210b202b72 req-70eaa9d1-8aba-4427-ab96-8c57d68875dc tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482547 Mar 22 19:31:53.322625 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e00e3c-160e-418a-bf6f-f5a107af4296 req-a787b6fa-059f-464f-b41f-2483d211443a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:53.328210 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e00e3c-160e-418a-bf6f-f5a107af4296 req-a787b6fa-059f-464f-b41f-2483d211443a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:53.335294 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e00e3c-160e-418a-bf6f-f5a107af4296 req-a787b6fa-059f-464f-b41f-2483d211443a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:53.339156 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e00e3c-160e-418a-bf6f-f5a107af4296 req-a787b6fa-059f-464f-b41f-2483d211443a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:53.345953 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e00e3c-160e-418a-bf6f-f5a107af4296 req-a787b6fa-059f-464f-b41f-2483d211443a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:53.351270 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e00e3c-160e-418a-bf6f-f5a107af4296 req-a787b6fa-059f-464f-b41f-2483d211443a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:53.356631 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e00e3c-160e-418a-bf6f-f5a107af4296 req-a787b6fa-059f-464f-b41f-2483d211443a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:53.359354 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5e00e3c-160e-418a-bf6f-f5a107af4296 req-a787b6fa-059f-464f-b41f-2483d211443a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5420 time: 0.1369593 Mar 22 19:31:53.371090 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e096f2-8e9f-4f49-aedd-d776e81be734 req-e32e6239-e5bc-4dd9-a693-287312d08718 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:53.372582 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-72e096f2-8e9f-4f49-aedd-d776e81be734 req-e32e6239-e5bc-4dd9-a693-287312d08718 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9b84b83-443f-47dd-b4c7-879ad97baf9c HTTP/1.1" status: 200 len: 945 time: 0.1388946 Mar 22 19:31:53.467875 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5e00e3c-160e-418a-bf6f-f5a107af4296 req-dae11712-081c-4d7f-aeab-027c3f9a9650 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0942948 Mar 22 19:31:53.476007 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-72e096f2-8e9f-4f49-aedd-d776e81be734 req-25425e77-7fae-4d54-902c-214a7762d3c2 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935783 Mar 22 19:31:53.657474 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc2f44-73e9-4f42-8c35-9de4fc0e4c72 req-3a1afa4c-df30-4c89-9b6c-7085d76d6329 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:53.665177 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ccbc2f44-73e9-4f42-8c35-9de4fc0e4c72 req-3a1afa4c-df30-4c89-9b6c-7085d76d6329 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 946 time: 0.0937169 Mar 22 19:31:53.770238 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ccbc2f44-73e9-4f42-8c35-9de4fc0e4c72 req-89a10df8-d26b-4cfb-8975-2a8f87cb8ed6 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041443 Mar 22 19:31:53.894447 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da06231-0c34-4145-87f2-ac85c88151c3 req-826676da-4301-4cfd-a8b8-fd712f0680e5 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:53.896212 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2da06231-0c34-4145-87f2-ac85c88151c3 req-826676da-4301-4cfd-a8b8-fd712f0680e5 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9b84b83-443f-47dd-b4c7-879ad97baf9c HTTP/1.1" status: 200 len: 945 time: 0.0654860 Mar 22 19:31:53.961050 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2da06231-0c34-4145-87f2-ac85c88151c3 req-7ec8eda6-fed9-49d2-84d4-ba25f0aeca43 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589902 Mar 22 19:31:54.618289 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823daf7f-81b6-436e-870e-31ad69ad1cb3 req-c167a7be-dc9f-4db9-af1c-fa8325110845 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:54.624326 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823daf7f-81b6-436e-870e-31ad69ad1cb3 req-c167a7be-dc9f-4db9-af1c-fa8325110845 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:54.630965 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823daf7f-81b6-436e-870e-31ad69ad1cb3 req-c167a7be-dc9f-4db9-af1c-fa8325110845 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:54.636315 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823daf7f-81b6-436e-870e-31ad69ad1cb3 req-c167a7be-dc9f-4db9-af1c-fa8325110845 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:54.641768 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823daf7f-81b6-436e-870e-31ad69ad1cb3 req-c167a7be-dc9f-4db9-af1c-fa8325110845 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:54.647666 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823daf7f-81b6-436e-870e-31ad69ad1cb3 req-c167a7be-dc9f-4db9-af1c-fa8325110845 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:54.652607 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823daf7f-81b6-436e-870e-31ad69ad1cb3 req-c167a7be-dc9f-4db9-af1c-fa8325110845 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:54.654526 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-823daf7f-81b6-436e-870e-31ad69ad1cb3 req-c167a7be-dc9f-4db9-af1c-fa8325110845 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5420 time: 0.1044512 Mar 22 19:31:54.717495 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-823daf7f-81b6-436e-870e-31ad69ad1cb3 req-95dcf477-203f-4e77-b2ff-8d087b7cb371 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565298 Mar 22 19:31:54.848552 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c6a97-4f58-4abb-8d88-79d8e8b2c45b req-b6164318-bd29-444c-b09b-b5bfde50c837 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:54.850118 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a01c6a97-4f58-4abb-8d88-79d8e8b2c45b req-b6164318-bd29-444c-b09b-b5bfde50c837 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/ports?device_id=60c2ccb2-bca8-4de9-8809-4be0a9634512 HTTP/1.1" status: 200 len: 946 time: 0.0700643 Mar 22 19:31:55.070595 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a01c6a97-4f58-4abb-8d88-79d8e8b2c45b req-8c713213-e436-4427-aad5-29a37ed02173 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f3e038f-6c60-4494-99e3-b7ccc6d10764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729127 Mar 22 19:31:55.070595 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b5dfb-772a-4077-8c0e-eaed91243954 req-f24e99fc-490a-4fc3-84e3-b083ea6da608 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:55.070595 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2e6b5dfb-772a-4077-8c0e-eaed91243954 req-f24e99fc-490a-4fc3-84e3-b083ea6da608 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 946 time: 0.0985184 Mar 22 19:31:55.070595 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2e6b5dfb-772a-4077-8c0e-eaed91243954 req-bc99ab8a-994b-4a48-860c-063df79e78b6 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830157 Mar 22 19:31:55.113364 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55f994-35e5-4848-b95c-fd8d7e488d1e req-34b9c2cb-7c5c-44b6-b564-73a1984c2147 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:55.114906 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9c55f994-35e5-4848-b95c-fd8d7e488d1e req-34b9c2cb-7c5c-44b6-b564-73a1984c2147 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9b84b83-443f-47dd-b4c7-879ad97baf9c HTTP/1.1" status: 200 len: 945 time: 0.0661159 Mar 22 19:31:55.172979 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9c55f994-35e5-4848-b95c-fd8d7e488d1e req-81fce522-e74a-4a33-a263-069f932cc300 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522168 Mar 22 19:31:55.193840 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159b74c-511d-4589-9e5f-f5fa3b9e9df2 req-5081d794-3762-449d-85d8-78b23595a46d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:55.195415 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e159b74c-511d-4589-9e5f-f5fa3b9e9df2 req-5081d794-3762-449d-85d8-78b23595a46d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.84 "GET /v2.0/ports?device_id=c9b84b83-443f-47dd-b4c7-879ad97baf9c HTTP/1.1" status: 200 len: 945 time: 0.0565140 Mar 22 19:31:55.261656 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0986321-5ab2-44bf-b7ac-7fb19c453b70 req-4f5b2d60-4800-4824-a529-415d62a8833d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:55.263864 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0986321-5ab2-44bf-b7ac-7fb19c453b70 req-4f5b2d60-4800-4824-a529-415d62a8833d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5b93875569cc4d4199ac35d06661afdf&device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 1129 time: 0.0620866 Mar 22 19:31:55.304245 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-e159b74c-511d-4589-9e5f-f5fa3b9e9df2 req-4c98b9f8-fd4d-42d0-aa20-0b97aeb5cd89 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Deleting port 92259e27-3ac8-4532-ba1a-05682e99f6a9 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:31:55.304670 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e159b74c-511d-4589-9e5f-f5fa3b9e9df2 req-4c98b9f8-fd4d-42d0-aa20-0b97aeb5cd89 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (92259e27-3ac8-4532-ba1a-05682e99f6a9), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:55.390934 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0986321-5ab2-44bf-b7ac-7fb19c453b70 req-fa9abb58-e4d3-4460-be86-8663afd0bb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:55.392602 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0986321-5ab2-44bf-b7ac-7fb19c453b70 req-fa9abb58-e4d3-4460-be86-8663afd0bb00 service neutron] 10.222.0.85 "GET /v2.0/networks?id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc HTTP/1.1" status: 200 len: 911 time: 0.1134558 Mar 22 19:31:55.404797 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-e159b74c-511d-4589-9e5f-f5fa3b9e9df2 req-4c98b9f8-fd4d-42d0-aa20-0b97aeb5cd89 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] For port 92259e27-3ac8-4532-ba1a-05682e99f6a9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=92259e27-3ac8-4532-ba1a-05682e99f6a9,segment=NetworkSegment(4db1c957-0684-4a6a-98a7-735cbede485b),segment_id=4db1c957-0684-4a6a-98a7-735cbede485b)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:55.405526 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e159b74c-511d-4589-9e5f-f5fa3b9e9df2 req-4c98b9f8-fd4d-42d0-aa20-0b97aeb5cd89 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (92259e27-3ac8-4532-ba1a-05682e99f6a9), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:55.421361 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-e159b74c-511d-4589-9e5f-f5fa3b9e9df2 req-4c98b9f8-fd4d-42d0-aa20-0b97aeb5cd89 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Calling delete_port for 92259e27-3ac8-4532-ba1a-05682e99f6a9 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:31:55.582134 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e159b74c-511d-4589-9e5f-f5fa3b9e9df2 req-4c98b9f8-fd4d-42d0-aa20-0b97aeb5cd89 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (92259e27-3ac8-4532-ba1a-05682e99f6a9), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:55.608763 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['6900cdf1-7489-4100-b919-0573c759249d', '92259e27-3ac8-4532-ba1a-05682e99f6a9'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:31:55.690131 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98b9f8-fd4d-42d0-aa20-0b97aeb5cd89 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Pushing event deleted for resources: {'Port': ['ID=92259e27-3ac8-4532-ba1a-05682e99f6a9,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:55.780378 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-e159b74c-511d-4589-9e5f-f5fa3b9e9df2 req-4c98b9f8-fd4d-42d0-aa20-0b97aeb5cd89 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] No DVR routers for this DVR port 92259e27-3ac8-4532-ba1a-05682e99f6a9 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:31:55.794730 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e159b74c-511d-4589-9e5f-f5fa3b9e9df2 req-4c98b9f8-fd4d-42d0-aa20-0b97aeb5cd89 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:55.795095 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0986321-5ab2-44bf-b7ac-7fb19c453b70 req-cef89b1b-b1ac-42ba-b5f5-63da1474716e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=544a864f-c0bb-4c6e-8925-ae6e34ba2491 HTTP/1.1" status: 200 len: 217 time: 0.3963175 Mar 22 19:31:55.799376 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e159b74c-511d-4589-9e5f-f5fa3b9e9df2 req-4c98b9f8-fd4d-42d0-aa20-0b97aeb5cd89 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.84 "DELETE /v2.0/ports/92259e27-3ac8-4532-ba1a-05682e99f6a9 HTTP/1.1" status: 204 len: 173 time: 0.5964713 Mar 22 19:31:55.802549 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b84b83-443f-47dd-b4c7-879ad97baf9c', 'name': 'network-vif-deleted', 'tag': '92259e27-3ac8-4532-ba1a-05682e99f6a9'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:31:55.808622 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da92360f-cea8-4d4c-b9d6-db16b8dea804" -d '{"events": [{"server_uuid": "c9b84b83-443f-47dd-b4c7-879ad97baf9c", "name": "network-vif-deleted", "tag": "92259e27-3ac8-4532-ba1a-05682e99f6a9"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:31:55.949286 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0986321-5ab2-44bf-b7ac-7fb19c453b70 req-a71335e2-f627-4a6b-84d3-be7431c918c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:55.951412 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0986321-5ab2-44bf-b7ac-7fb19c453b70 req-a71335e2-f627-4a6b-84d3-be7431c918c4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0024126f-9e61-4e75-a43d-476a3a97ffe0 HTTP/1.1" status: 200 len: 849 time: 0.1485822 Mar 22 19:31:55.985164 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ccc32f-3fb3-4dac-8193-fc1c425bb31d req-18daa016-e0b5-4b2c-b446-dcaaf8c5bd96 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:55.987907 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83ccc32f-3fb3-4dac-8193-fc1c425bb31d req-18daa016-e0b5-4b2c-b446-dcaaf8c5bd96 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/ports?device_id=60c2ccb2-bca8-4de9-8809-4be0a9634512 HTTP/1.1" status: 200 len: 946 time: 0.1656759 Mar 22 19:31:56.040631 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b3557-07d7-4201-b4db-f0e30b8edc84 req-882baa7e-c91a-4c4c-9552-717b84568f58 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:56.046248 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b3557-07d7-4201-b4db-f0e30b8edc84 req-882baa7e-c91a-4c4c-9552-717b84568f58 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:56.051535 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b3557-07d7-4201-b4db-f0e30b8edc84 req-882baa7e-c91a-4c4c-9552-717b84568f58 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:56.056970 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b3557-07d7-4201-b4db-f0e30b8edc84 req-882baa7e-c91a-4c4c-9552-717b84568f58 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:56.062662 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b3557-07d7-4201-b4db-f0e30b8edc84 req-882baa7e-c91a-4c4c-9552-717b84568f58 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:56.067910 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b3557-07d7-4201-b4db-f0e30b8edc84 req-882baa7e-c91a-4c4c-9552-717b84568f58 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:56.073835 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b3557-07d7-4201-b4db-f0e30b8edc84 req-882baa7e-c91a-4c4c-9552-717b84568f58 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:56.076478 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eb2b3557-07d7-4201-b4db-f0e30b8edc84 req-882baa7e-c91a-4c4c-9552-717b84568f58 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5420 time: 0.1927073 Mar 22 19:31:56.156182 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83ccc32f-3fb3-4dac-8193-fc1c425bb31d req-6b83d1d1-f4b3-42f2-84ad-3249ad79dad6 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f3e038f-6c60-4494-99e3-b7ccc6d10764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462216 Mar 22 19:31:56.166617 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0986321-5ab2-44bf-b7ac-7fb19c453b70 req-1fb3a937-2cee-4218-b977-921d9690c6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:56.168069 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0986321-5ab2-44bf-b7ac-7fb19c453b70 req-1fb3a937-2cee-4218-b977-921d9690c6ea service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2076659 Mar 22 19:31:56.209176 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb958d23-7600-48d9-bb37-dbed945bfeff x-openstack-request-id: req-fb958d23-7600-48d9-bb37-dbed945bfeff {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:31:56.209728 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b84b83-443f-47dd-b4c7-879ad97baf9c", "name": "network-vif-deleted", "tag": "92259e27-3ac8-4532-ba1a-05682e99f6a9", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:31:56.209728 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fb958d23-7600-48d9-bb37-dbed945bfeff {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:31:56.210109 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb958d23-7600-48d9-bb37-dbed945bfeff'] response: {'server_uuid': 'c9b84b83-443f-47dd-b4c7-879ad97baf9c', 'name': 'network-vif-deleted', 'tag': '92259e27-3ac8-4532-ba1a-05682e99f6a9', 'status': 'completed', 'code': 200} Mar 22 19:31:56.255161 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eb2b3557-07d7-4201-b4db-f0e30b8edc84 req-a2340deb-8f84-4d1c-9822-dba51f17232d tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1584995 Mar 22 19:31:56.390925 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-699881aa-f900-47de-8be1-2c88698659ca req-c49ff8ab-6eab-4f3c-96a9-d2fe9d5d7a62 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9b84b83-443f-47dd-b4c7-879ad97baf9c HTTP/1.1" status: 200 len: 210 time: 0.0369551 Mar 22 19:31:56.393694 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0986321-5ab2-44bf-b7ac-7fb19c453b70 req-e0425a64-046e-48c8-ae55-01f8aa75d91d service neutron] 10.222.0.85 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128739 Mar 22 19:31:56.403840 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242ab32-0492-4189-b138-b1e249371255 req-8dfa45b6-d21f-4e95-80f9-32496897fc12 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:56.406809 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3242ab32-0492-4189-b138-b1e249371255 req-8dfa45b6-d21f-4e95-80f9-32496897fc12 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 946 time: 0.1421583 Mar 22 19:31:56.514219 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3242ab32-0492-4189-b138-b1e249371255 req-23e78ab2-2adc-4ec8-9a38-fb82a4844fc1 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951462 Mar 22 19:31:56.536946 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0986321-5ab2-44bf-b7ac-7fb19c453b70 req-01c6e449-d5b1-4f3b-a761-1c60c2228a36 service neutron] 10.222.0.85 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288774 Mar 22 19:31:57.288537 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88880b6-58bd-4078-b891-21d4a77a4529 req-ed508274-b5e2-42fe-812a-f84aa2acee37 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:57.290122 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b88880b6-58bd-4078-b891-21d4a77a4529 req-ed508274-b5e2-42fe-812a-f84aa2acee37 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/ports?device_id=60c2ccb2-bca8-4de9-8809-4be0a9634512 HTTP/1.1" status: 200 len: 946 time: 0.0590270 Mar 22 19:31:57.386538 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b88880b6-58bd-4078-b891-21d4a77a4529 req-da3af822-c2b9-47d0-91a8-2eb898ab8691 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f3e038f-6c60-4494-99e3-b7ccc6d10764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894058 Mar 22 19:31:57.434527 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2af5f-88c9-4ed9-b226-acd99a87bd00 req-3546aac5-1c0f-425d-ba3f-aec5305260c0 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:57.442157 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2af5f-88c9-4ed9-b226-acd99a87bd00 req-3546aac5-1c0f-425d-ba3f-aec5305260c0 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:57.448513 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2af5f-88c9-4ed9-b226-acd99a87bd00 req-3546aac5-1c0f-425d-ba3f-aec5305260c0 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:57.456976 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2af5f-88c9-4ed9-b226-acd99a87bd00 req-3546aac5-1c0f-425d-ba3f-aec5305260c0 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:57.461074 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2af5f-88c9-4ed9-b226-acd99a87bd00 req-3546aac5-1c0f-425d-ba3f-aec5305260c0 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:57.467998 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2af5f-88c9-4ed9-b226-acd99a87bd00 req-3546aac5-1c0f-425d-ba3f-aec5305260c0 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:57.475037 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2af5f-88c9-4ed9-b226-acd99a87bd00 req-3546aac5-1c0f-425d-ba3f-aec5305260c0 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:57.477670 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-05b2af5f-88c9-4ed9-b226-acd99a87bd00 req-3546aac5-1c0f-425d-ba3f-aec5305260c0 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5420 time: 0.1338995 Mar 22 19:31:57.608767 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c528f63-aa06-45f3-bfe9-39249b50b440 req-cbdf6df9-b898-4bc5-b75c-95d935311745 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:57.610476 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9c528f63-aa06-45f3-bfe9-39249b50b440 req-cbdf6df9-b898-4bc5-b75c-95d935311745 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.85 "GET /v2.0/ports?device_id=60c2ccb2-bca8-4de9-8809-4be0a9634512 HTTP/1.1" status: 200 len: 946 time: 0.1316853 Mar 22 19:31:57.630119 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-05b2af5f-88c9-4ed9-b226-acd99a87bd00 req-20ddc072-e137-40d3-8c4f-0399242dcdd7 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1396370 Mar 22 19:31:57.827717 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-9c528f63-aa06-45f3-bfe9-39249b50b440 req-3cd2d747-9c97-48a9-8ba6-d9c79d16d4c9 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Deleting port 0b8b0b8d-27e3-49da-beca-361bbf632663 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:31:57.828148 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9c528f63-aa06-45f3-bfe9-39249b50b440 req-3cd2d747-9c97-48a9-8ba6-d9c79d16d4c9 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (0b8b0b8d-27e3-49da-beca-361bbf632663), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:57.902943 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ec0d1-9d57-41dd-bfb2-8e5b22c145b6 req-b098e52d-1b89-422d-affd-a3b38c7cfa44 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:57.904512 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf5ec0d1-9d57-41dd-bfb2-8e5b22c145b6 req-b098e52d-1b89-422d-affd-a3b38c7cfa44 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 946 time: 0.1602309 Mar 22 19:31:57.998605 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-9c528f63-aa06-45f3-bfe9-39249b50b440 req-3cd2d747-9c97-48a9-8ba6-d9c79d16d4c9 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] For port 0b8b0b8d-27e3-49da-beca-361bbf632663, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=0b8b0b8d-27e3-49da-beca-361bbf632663,segment=NetworkSegment(ec0b877a-85e8-4b0a-b030-75387d7b460c),segment_id=ec0b877a-85e8-4b0a-b030-75387d7b460c)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:31:57.998981 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9c528f63-aa06-45f3-bfe9-39249b50b440 req-3cd2d747-9c97-48a9-8ba6-d9c79d16d4c9 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (0b8b0b8d-27e3-49da-beca-361bbf632663), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:58.010776 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf5ec0d1-9d57-41dd-bfb2-8e5b22c145b6 req-4a6a93c5-986f-43e3-b79d-13569acc295b tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980556 Mar 22 19:31:58.165494 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 92259e27-3ac8-4532-ba1a-05682e99f6a9 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:31:58.192337 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 92259e27-3ac8-4532-ba1a-05682e99f6a9 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:31:58.192849 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 92259e27-3ac8-4532-ba1a-05682e99f6a9 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:31:58.213185 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-1ffb9153-3932-4dc9-8723-bd96dfd69a84 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:58.214768 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-1ffb9153-3932-4dc9-8723-bd96dfd69a84 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/networks?id=70904a24-7855-4ee9-ab3c-519e90a986a5 HTTP/1.1" status: 200 len: 805 time: 0.2030494 Mar 22 19:31:58.262141 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-99dbe732-2da9-4314-892f-64e3f7c836f7 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/quotas/e818723089fb4c08ae9f9bb223d23b27 HTTP/1.1" status: 200 len: 375 time: 0.0419610 Mar 22 19:31:58.311479 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9c528f63-aa06-45f3-bfe9-39249b50b440 req-3cd2d747-9c97-48a9-8ba6-d9c79d16d4c9 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:58.312154 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9c528f63-aa06-45f3-bfe9-39249b50b440 req-3cd2d747-9c97-48a9-8ba6-d9c79d16d4c9 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (2e1a0a82-993a-4565-8bbf-92daf8f7ce17), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:58.312154 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [req-9c528f63-aa06-45f3-bfe9-39249b50b440 req-3cd2d747-9c97-48a9-8ba6-d9c79d16d4c9 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Floating IP 2e1a0a82-993a-4565-8bbf-92daf8f7ce17 disassociated. External IP: 172.25.5.25, port: 0b8b0b8d-27e3-49da-beca-361bbf632663. Mar 22 19:31:58.312468 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-9c528f63-aa06-45f3-bfe9-39249b50b440 req-3cd2d747-9c97-48a9-8ba6-d9c79d16d4c9 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Calling delete_port for 0b8b0b8d-27e3-49da-beca-361bbf632663 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:31:58.377048 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-c164a7ae-1533-4195-9c83-422951b90a28 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e818723089fb4c08ae9f9bb223d23b27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1081619 Mar 22 19:31:58.579412 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-c79668cd-fba5-44cd-ba54-c732d94bf650 service neutron] 10.222.0.75 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891363 Mar 22 19:31:58.659958 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9c528f63-aa06-45f3-bfe9-39249b50b440 req-3cd2d747-9c97-48a9-8ba6-d9c79d16d4c9 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (0b8b0b8d-27e3-49da-beca-361bbf632663), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:58.682155 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc326b3-8876-4616-bc4d-fbd0cc5d8251 req-49a8052c-9814-4c7f-8a5e-197bf956be97 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:58.686840 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7fc326b3-8876-4616-bc4d-fbd0cc5d8251 req-49a8052c-9814-4c7f-8a5e-197bf956be97 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/ports?device_id=60c2ccb2-bca8-4de9-8809-4be0a9634512 HTTP/1.1" status: 200 len: 867 time: 0.2026494 Mar 22 19:31:58.721215 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2d747-9c97-48a9-8ba6-d9c79d16d4c9 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Pushing event deleted for resources: {'Port': ['ID=0b8b0b8d-27e3-49da-beca-361bbf632663,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:31:58.914470 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-7a36801c-d564-4f48-9c9b-8bbbc6047fe5 service neutron] 10.222.0.75 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255053 Mar 22 19:31:58.922601 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7fc326b3-8876-4616-bc4d-fbd0cc5d8251 req-dad30ca2-6d92-4bc7-8379-2c4fc1ca8d5d tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/security-groups?id=1f3e038f-6c60-4494-99e3-b7ccc6d10764&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074616 Mar 22 19:31:58.949339 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c528f63-aa06-45f3-bfe9-39249b50b440 req-3cd2d747-9c97-48a9-8ba6-d9c79d16d4c9 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Router fe9efa07-e330-4ff1-9271-491e60c62ef3 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:31:59.124984 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789291e-292f-4369-bde9-7aac5e4348f2 req-3beb48f3-df90-4f37-b14a-e86a1e847266 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:59.131562 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789291e-292f-4369-bde9-7aac5e4348f2 req-3beb48f3-df90-4f37-b14a-e86a1e847266 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:59.137186 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789291e-292f-4369-bde9-7aac5e4348f2 req-3beb48f3-df90-4f37-b14a-e86a1e847266 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:59.162939 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789291e-292f-4369-bde9-7aac5e4348f2 req-3beb48f3-df90-4f37-b14a-e86a1e847266 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:59.184693 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789291e-292f-4369-bde9-7aac5e4348f2 req-3beb48f3-df90-4f37-b14a-e86a1e847266 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:59.192195 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789291e-292f-4369-bde9-7aac5e4348f2 req-3beb48f3-df90-4f37-b14a-e86a1e847266 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:59.205297 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789291e-292f-4369-bde9-7aac5e4348f2 req-3beb48f3-df90-4f37-b14a-e86a1e847266 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:59.213667 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7789291e-292f-4369-bde9-7aac5e4348f2 req-3beb48f3-df90-4f37-b14a-e86a1e847266 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5420 time: 0.2066317 Mar 22 19:31:59.265389 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c528f63-aa06-45f3-bfe9-39249b50b440 req-3cd2d747-9c97-48a9-8ba6-d9c79d16d4c9 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:31:59.278795 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70ea093-5f0e-448b-ae8a-f5e169c0cf7c None None] Sync routers for ids ['fe9efa07-e330-4ff1-9271-491e60c62ef3'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:31:59.306256 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70ea093-5f0e-448b-ae8a-f5e169c0cf7c None None] Routers {'fe9efa07-e330-4ff1-9271-491e60c62ef3'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:31:59.308259 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b70ea093-5f0e-448b-ae8a-f5e169c0cf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:31:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['fe9efa07-e330-4ff1-9271-491e60c62ef3'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:59.362884 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c528f63-aa06-45f3-bfe9-39249b50b440 req-3cd2d747-9c97-48a9-8ba6-d9c79d16d4c9 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] No DVR routers for this DVR port 0b8b0b8d-27e3-49da-beca-361bbf632663 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:31:59.371197 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-9c528f63-aa06-45f3-bfe9-39249b50b440 req-3cd2d747-9c97-48a9-8ba6-d9c79d16d4c9 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:31:59.374560 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9c528f63-aa06-45f3-bfe9-39249b50b440 req-3cd2d747-9c97-48a9-8ba6-d9c79d16d4c9 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.85 "DELETE /v2.0/ports/0b8b0b8d-27e3-49da-beca-361bbf632663 HTTP/1.1" status: 204 len: 173 time: 1.7394817 Mar 22 19:31:59.375971 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c2ccb2-bca8-4de9-8809-4be0a9634512', 'name': 'network-vif-deleted', 'tag': '0b8b0b8d-27e3-49da-beca-361bbf632663'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:31:59.379165 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87285af8-63da-47bd-a633-ddb482e2b1ff" -d '{"events": [{"server_uuid": "60c2ccb2-bca8-4de9-8809-4be0a9634512", "name": "network-vif-deleted", "tag": "0b8b0b8d-27e3-49da-beca-361bbf632663"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:31:59.413106 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9607b-1339-4e59-a5f2-64ba7576628e req-67b20e08-c574-4bcc-9281-f1c298873e73 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:59.414709 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-84f9607b-1339-4e59-a5f2-64ba7576628e req-67b20e08-c574-4bcc-9281-f1c298873e73 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 946 time: 0.1990011 Mar 22 19:31:59.493502 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7789291e-292f-4369-bde9-7aac5e4348f2 req-76d1dbfc-3eba-4057-a84b-3e628c7d3642 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2725260 Mar 22 19:31:59.557145 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-84f9607b-1339-4e59-a5f2-64ba7576628e req-641e8244-5cff-42d7-908c-a37dd6110f64 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233759 Mar 22 19:31:59.558162 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-b70ea093-5f0e-448b-ae8a-f5e169c0cf7c None None] Set router fe9efa07-e330-4ff1-9271-491e60c62ef3 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:31:59.640087 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a803e69-4a10-404c-8ac9-ccb622ec1433 x-openstack-request-id: req-7a803e69-4a10-404c-8ac9-ccb622ec1433 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:31:59.640455 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c2ccb2-bca8-4de9-8809-4be0a9634512", "name": "network-vif-deleted", "tag": "0b8b0b8d-27e3-49da-beca-361bbf632663", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:31:59.640780 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7a803e69-4a10-404c-8ac9-ccb622ec1433 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:31:59.641674 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a803e69-4a10-404c-8ac9-ccb622ec1433'] response: {'server_uuid': '60c2ccb2-bca8-4de9-8809-4be0a9634512', 'name': 'network-vif-deleted', 'tag': '0b8b0b8d-27e3-49da-beca-361bbf632663', 'status': 'completed', 'code': 200} Mar 22 19:31:59.657124 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-71eede98-5e01-4806-bb68-293d2349538f req-8a2fdd32-6c80-4669-a276-612660b00e1d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=923496da-e03c-4e61-812c-656655a33c96 HTTP/1.1" status: 200 len: 210 time: 0.0584424 Mar 22 19:31:59.797481 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3e93c-640f-4ec3-a82f-bdd7e4da15b4 req-4b9ab671-1988-418f-a1b1-1ea7322efc5d tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:31:59.812135 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3a3e93c-640f-4ec3-a82f-bdd7e4da15b4 req-4b9ab671-1988-418f-a1b1-1ea7322efc5d tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.0693390 Mar 22 19:31:59.852826 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b70ea093-5f0e-448b-ae8a-f5e169c0cf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'name': 'tempest-ServersTestJSON-642710257-router', 'tenant_id': '673c322d47404ea781c6efdcc1c6e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'c1b9cf97-eeae-414b-a6c7-83549ce66b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:05Z', 'updated_at': '2022-03-22T19:30:12Z', 'revision_number': 4, 'project_id': '673c322d47404ea781c6efdcc1c6e3cb', 'gw_port': {'id': 'c1b9cf97-eeae-414b-a6c7-83549ce66b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:06Z', 'updated_at': '2022-03-22T19:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'bd10ff61-628a-4a2b-9009-34d2eba676ed', 'name': '', 'network_id': '18128141-c8fb-4d18-b5ca-2c8395e9a27f', 'tenant_id': '673c322d47404ea781c6efdcc1c6e3cb', 'mac_address': 'fa:16:3e:e8:60:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '9e04d877-b53e-48f3-acb8-4b7eac47f066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:11Z', 'updated_at': '2022-03-22T19:30:17Z', 'revision_number': 5, 'project_id': '673c322d47404ea781c6efdcc1c6e3cb', 'subnets': [{'id': '9e04d877-b53e-48f3-acb8-4b7eac47f066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:59.899339 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70ea093-5f0e-448b-ae8a-f5e169c0cf7c None None] Checking router: fe9efa07-e330-4ff1-9271-491e60c62ef3 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:31:59.910837 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70ea093-5f0e-448b-ae8a-f5e169c0cf7c None None] Routers {'fe9efa07-e330-4ff1-9271-491e60c62ef3'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:31:59.911835 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b70ea093-5f0e-448b-ae8a-f5e169c0cf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:31:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['fe9efa07-e330-4ff1-9271-491e60c62ef3'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:31:59.953428 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3a3e93c-640f-4ec3-a82f-bdd7e4da15b4 req-411d5882-e7ca-4913-95a7-2303a76ea79b tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445925 Mar 22 19:32:00.048152 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-b70ea093-5f0e-448b-ae8a-f5e169c0cf7c None None] Set router fe9efa07-e330-4ff1-9271-491e60c62ef3 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:32:00.106556 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd1802f6-b5fb-42a5-a7fa-4b417bb5b227 req-895c1fa7-f555-43ad-94f8-53bb6a41ac6c tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/ports?device_id=60c2ccb2-bca8-4de9-8809-4be0a9634512 HTTP/1.1" status: 200 len: 210 time: 0.0528562 Mar 22 19:32:00.191271 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf1ae2-d02e-4afb-b894-b22b98402b81 req-9b674b8c-e62d-48ae-86e3-f76c8a98153d tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:00.202453 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3cdf1ae2-d02e-4afb-b894-b22b98402b81 req-9b674b8c-e62d-48ae-86e3-f76c8a98153d tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.0983963 Mar 22 19:32:00.263018 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3cdf1ae2-d02e-4afb-b894-b22b98402b81 req-b56b4cd4-59f7-4805-b327-e1e75b16f1d6 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589445 Mar 22 19:32:00.387002 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 0b8b0b8d-27e3-49da-beca-361bbf632663 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:32:00.424446 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 0b8b0b8d-27e3-49da-beca-361bbf632663 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:32:00.424856 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 0b8b0b8d-27e3-49da-beca-361bbf632663 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:32:00.425216 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 544a864f-c0bb-4c6e-8925-ae6e34ba2491 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:32:00.460808 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b70ea093-5f0e-448b-ae8a-f5e169c0cf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'name': 'tempest-ServersTestJSON-642710257-router', 'tenant_id': '673c322d47404ea781c6efdcc1c6e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'c1b9cf97-eeae-414b-a6c7-83549ce66b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:05Z', 'updated_at': '2022-03-22T19:30:12Z', 'revision_number': 4, 'project_id': '673c322d47404ea781c6efdcc1c6e3cb', 'gw_port': {'id': 'c1b9cf97-eeae-414b-a6c7-83549ce66b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:06Z', 'updated_at': '2022-03-22T19:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'bd10ff61-628a-4a2b-9009-34d2eba676ed', 'name': '', 'network_id': '18128141-c8fb-4d18-b5ca-2c8395e9a27f', 'tenant_id': '673c322d47404ea781c6efdcc1c6e3cb', 'mac_address': 'fa:16:3e:e8:60:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '9e04d877-b53e-48f3-acb8-4b7eac47f066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:11Z', 'updated_at': '2022-03-22T19:30:17Z', 'revision_number': 5, 'project_id': '673c322d47404ea781c6efdcc1c6e3cb', 'subnets': [{'id': '9e04d877-b53e-48f3-acb8-4b7eac47f066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:00.461636 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac48b9-2fda-49db-b6ce-174281922407 req-d015cf7d-d1e8-4d55-8653-8dd3ecb99f0d tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:00.468380 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ddac48b9-2fda-49db-b6ce-174281922407 req-d015cf7d-d1e8-4d55-8653-8dd3ecb99f0d tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.0957587 Mar 22 19:32:00.537249 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ddac48b9-2fda-49db-b6ce-174281922407 req-2f2c051e-6910-43e2-ac02-dc53c685b69d tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611515 Mar 22 19:32:00.706289 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70ea093-5f0e-448b-ae8a-f5e169c0cf7c None None] The sync data for ids ['fe9efa07-e330-4ff1-9271-491e60c62ef3'] in n-d-705658-24 is: [{'id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'name': 'tempest-ServersTestJSON-642710257-router', 'tenant_id': '673c322d47404ea781c6efdcc1c6e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'c1b9cf97-eeae-414b-a6c7-83549ce66b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:05Z', 'updated_at': '2022-03-22T19:30:12Z', 'revision_number': 4, 'project_id': '673c322d47404ea781c6efdcc1c6e3cb', 'gw_port': {'id': 'c1b9cf97-eeae-414b-a6c7-83549ce66b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:06Z', 'updated_at': '2022-03-22T19:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'bd10ff61-628a-4a2b-9009-34d2eba676ed', 'name': '', 'network_id': '18128141-c8fb-4d18-b5ca-2c8395e9a27f', 'tenant_id': '673c322d47404ea781c6efdcc1c6e3cb', 'mac_address': 'fa:16:3e:e8:60:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '9e04d877-b53e-48f3-acb8-4b7eac47f066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:11Z', 'updated_at': '2022-03-22T19:30:17Z', 'revision_number': 5, 'project_id': '673c322d47404ea781c6efdcc1c6e3cb', 'subnets': [{'id': '9e04d877-b53e-48f3-acb8-4b7eac47f066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:32:00.741548 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6d22a-38bf-4608-80cf-0ea92a21aa7f req-008e82c1-48c5-41ee-9da7-b54f2caaa100 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:00.764990 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6d22a-38bf-4608-80cf-0ea92a21aa7f req-008e82c1-48c5-41ee-9da7-b54f2caaa100 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:00.802402 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6d22a-38bf-4608-80cf-0ea92a21aa7f req-008e82c1-48c5-41ee-9da7-b54f2caaa100 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:00.804820 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 544a864f-c0bb-4c6e-8925-ae6e34ba2491 is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:00.805332 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (544a864f-c0bb-4c6e-8925-ae6e34ba2491), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:00.823608 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6d22a-38bf-4608-80cf-0ea92a21aa7f req-008e82c1-48c5-41ee-9da7-b54f2caaa100 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:00.839989 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6d22a-38bf-4608-80cf-0ea92a21aa7f req-008e82c1-48c5-41ee-9da7-b54f2caaa100 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:00.846506 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08239e1-6d68-420f-83f5-d8d8eb28f046', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '544a864f-c0bb-4c6e-8925-ae6e34ba2491'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:00.849095 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdd427a-93f1-435c-b399-7d17078552bf" -d '{"events": [{"server_uuid": "f08239e1-6d68-420f-83f5-d8d8eb28f046", "name": "network-vif-unplugged", "status": "completed", "tag": "544a864f-c0bb-4c6e-8925-ae6e34ba2491"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:00.863217 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 544a864f-c0bb-4c6e-8925-ae6e34ba2491, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=544a864f-c0bb-4c6e-8925-ae6e34ba2491,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:00.864525 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6d22a-38bf-4608-80cf-0ea92a21aa7f req-008e82c1-48c5-41ee-9da7-b54f2caaa100 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:00.870413 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (544a864f-c0bb-4c6e-8925-ae6e34ba2491), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:00.876341 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6d22a-38bf-4608-80cf-0ea92a21aa7f req-008e82c1-48c5-41ee-9da7-b54f2caaa100 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:00.892407 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0ea6d22a-38bf-4608-80cf-0ea92a21aa7f req-008e82c1-48c5-41ee-9da7-b54f2caaa100 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5420 time: 0.2845764 Mar 22 19:32:00.947819 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=544a864f-c0bb-4c6e-8925-ae6e34ba2491,revision_number=8']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:00.958995 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:00.959881 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:00.960479 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:00.961261 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:00.961693 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:00.962280 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:00.962872 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:00.963433 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:00.964090 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:00.964970 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:00.965547 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:00.966274 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:00.966827 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:00.969189 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:00.969990 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:01.008535 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e8107-4b24-49ec-8ae1-1b77f830d86e req-8b9673ab-a447-48f2-a8ac-84b8ba66f6e0 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:01.016637 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6e9e8107-4b24-49ec-8ae1-1b77f830d86e req-8b9673ab-a447-48f2-a8ac-84b8ba66f6e0 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.3381422 Mar 22 19:32:01.040276 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-798dfa01-afb0-4f18-9f9d-43ee37ed33fb tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:01.043940 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-798dfa01-afb0-4f18-9f9d-43ee37ed33fb tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.84 "GET /v2.0/networks?id=70904a24-7855-4ee9-ab3c-519e90a986a5 HTTP/1.1" status: 200 len: 805 time: 0.2954133 Mar 22 19:32:01.053939 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0ea6d22a-38bf-4608-80cf-0ea92a21aa7f req-a6b04a8c-46dc-4f64-b1df-bbd9a37142df tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1605434 Mar 22 19:32:01.067287 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-f8bcf848-3bd5-439f-9641-dfa8e5c0f12f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Request body: {'port': {'device_id': '923496da-e03c-4e61-812c-656655a33c96', 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5', 'admin_state_up': True, 'tenant_id': 'e818723089fb4c08ae9f9bb223d23b27'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:01.145863 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6e9e8107-4b24-49ec-8ae1-1b77f830d86e req-f497d3aa-1b50-4f2a-a243-b6bc2f1d1c97 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099324 Mar 22 19:32:01.197894 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a17ca9-2d74-4b86-b505-4c889ecf059e x-openstack-request-id: req-a3a17ca9-2d74-4b86-b505-4c889ecf059e {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:01.198187 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08239e1-6d68-420f-83f5-d8d8eb28f046", "name": "network-vif-unplugged", "status": "failed", "tag": "544a864f-c0bb-4c6e-8925-ae6e34ba2491", "code": 422}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:01.198442 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a3a17ca9-2d74-4b86-b505-4c889ecf059e {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:01.198886 n-d-705658-24 neutron-server[104174]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a3a17ca9-2d74-4b86-b505-4c889ecf059e']: {'server_uuid': 'f08239e1-6d68-420f-83f5-d8d8eb28f046', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '544a864f-c0bb-4c6e-8925-ae6e34ba2491', 'code': 422} returned with failed status Mar 22 19:32:01.202257 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-28b89fc4-b9c5-43cd-a249-2656f5f6292e req-6767a67f-14b9-4903-af89-50aff19bbfe6 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=923496da-e03c-4e61-812c-656655a33c96 HTTP/1.1" status: 200 len: 210 time: 0.0471132 Mar 22 19:32:01.232572 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-f8bcf848-3bd5-439f-9641-dfa8e5c0f12f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Made reservation on behalf of e818723089fb4c08ae9f9bb223d23b27 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:32:01.237457 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-f8bcf848-3bd5-439f-9641-dfa8e5c0f12f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:01.281879 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 56188) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:01.293857 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76586225-2a49-4427-9a1d-a226481d7c6b None None] New status for floating IP 2e1a0a82-993a-4565-8bbf-92daf8f7ce17: DOWN {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:32:01.376809 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4188e256-df8c-46d9-9158-e537f1b1958f tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks [] for security_group (1f3e038f-6c60-4494-99e3-b7ccc6d10764), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:01.432196 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4188e256-df8c-46d9-9158-e537f1b1958f tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks [] for security_group (1f3e038f-6c60-4494-99e3-b7ccc6d10764), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:01.568129 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a0e0b-d0fb-4f45-885f-3fa6b16ef9ef req-fe81036d-ea6d-4ed9-9ed7-d74deca760c9 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:01.574406 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b82a0e0b-d0fb-4f45-885f-3fa6b16ef9ef req-fe81036d-ea6d-4ed9-9ed7-d74deca760c9 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.1015172 Mar 22 19:32:01.597188 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4188e256-df8c-46d9-9158-e537f1b1958f tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1f3e038f-6c60-4494-99e3-b7ccc6d10764), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:01.601278 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4188e256-df8c-46d9-9158-e537f1b1958f tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:01.606174 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4188e256-df8c-46d9-9158-e537f1b1958f tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "DELETE /v2.0/security-groups/1f3e038f-6c60-4494-99e3-b7ccc6d10764 HTTP/1.1" status: 204 len: 168 time: 0.3194280 Mar 22 19:32:01.616109 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 56198) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:01.628720 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4188e256-df8c-46d9-9158-e537f1b1958f tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3e038f-6c60-4494-99e3-b7ccc6d10764,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:01.667132 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-f8e4f8e0-d8e8-43e6-9a27-e41ce859a63c tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] show failed (client error): The resource could not be found. Mar 22 19:32:01.668373 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f8e4f8e0-d8e8-43e6-9a27-e41ce859a63c tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "GET /v2.0/security-groups/1f3e038f-6c60-4494-99e3-b7ccc6d10764 HTTP/1.1" status: 404 len: 347 time: 0.0505922 Mar 22 19:32:01.675549 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 56200) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:01.735198 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b82a0e0b-d0fb-4f45-885f-3fa6b16ef9ef req-13fbedaf-0a7e-48f7-98f0-ede2a0e54f09 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594927 Mar 22 19:32:01.864808 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-f8bcf848-3bd5-439f-9641-dfa8e5c0f12f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Allocated IP 172.20.0.11 (70904a24-7855-4ee9-ab3c-519e90a986a5/a5b5783a-62e8-4ee6-a6f8-aaff77d027db/f7167444-7cca-45ee-8b5f-25835f43c300) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:32:01.876366 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-32489954-b5da-4481-a3ee-c930aab1b4d8 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Deleting port 4279b629-25b3-42b7-b138-c56172d1cd2b {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:32:01.877734 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-32489954-b5da-4481-a3ee-c930aab1b4d8 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (4279b629-25b3-42b7-b138-c56172d1cd2b), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:01.982807 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-32489954-b5da-4481-a3ee-c930aab1b4d8 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (4279b629-25b3-42b7-b138-c56172d1cd2b), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:01.983144 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-32489954-b5da-4481-a3ee-c930aab1b4d8 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks [] for floatingip (4279b629-25b3-42b7-b138-c56172d1cd2b), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:01.997784 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-32489954-b5da-4481-a3ee-c930aab1b4d8 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Calling delete_port for 4279b629-25b3-42b7-b138-c56172d1cd2b owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:32:02.123925 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-f8bcf848-3bd5-439f-9641-dfa8e5c0f12f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks [] for port (f7167444-7cca-45ee-8b5f-25835f43c300), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:02.169629 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-32489954-b5da-4481-a3ee-c930aab1b4d8 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (4279b629-25b3-42b7-b138-c56172d1cd2b), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:02.216366 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-f8bcf848-3bd5-439f-9641-dfa8e5c0f12f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f7167444-7cca-45ee-8b5f-25835f43c300), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:02.228981 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['6900cdf1-7489-4100-b919-0573c759249d'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:32:02.261066 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32489954-b5da-4481-a3ee-c930aab1b4d8 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Pushing event deleted for resources: {'Port': ['ID=4279b629-25b3-42b7-b138-c56172d1cd2b,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:02.284488 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-f8bcf848-3bd5-439f-9641-dfa8e5c0f12f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Network 70904a24-7855-4ee9-ab3c-519e90a986a5 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:32:02.291539 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-f8bcf848-3bd5-439f-9641-dfa8e5c0f12f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:32:02.302418 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-f8bcf848-3bd5-439f-9641-dfa8e5c0f12f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:32:02.319003 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-32489954-b5da-4481-a3ee-c930aab1b4d8 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks [] for floatingip (2e1a0a82-993a-4565-8bbf-92daf8f7ce17), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:02.323402 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-32489954-b5da-4481-a3ee-c930aab1b4d8 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:02.324646 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-32489954-b5da-4481-a3ee-c930aab1b4d8 tempest-ServersTestJSON-2130685122 tempest-ServersTestJSON-2130685122-project] 10.222.0.75 "DELETE /v2.0/floatingips/2e1a0a82-993a-4565-8bbf-92daf8f7ce17 HTTP/1.1" status: 204 len: 168 time: 0.6407759 Mar 22 19:32:02.331922 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 56220) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:02.380399 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device fa65fbcd-288e-4705-b70a-673b02da016a details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:32:02.413022 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bcf848-3bd5-439f-9641-dfa8e5c0f12f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Pushing event updated for resources: {'Port': ['ID=f7167444-7cca-45ee-8b5f-25835f43c300,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:02.476107 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-f8bcf848-3bd5-439f-9641-dfa8e5c0f12f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:02.477133 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-f8bcf848-3bd5-439f-9641-dfa8e5c0f12f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:02.501897 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-f8bcf848-3bd5-439f-9641-dfa8e5c0f12f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4428473 Mar 22 19:32:02.519451 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-6141ab80-100f-4ebb-8d0d-08c667e6cf4a service neutron] Request body: {'port': {'device_id': '923496da-e03c-4e61-812c-656655a33c96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:02.548554 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8a023-532d-415c-9a94-fc8812f61284 req-97f7b9be-e318-40db-93bf-5dfd9b7ce4bd tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:02.554709 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8a023-532d-415c-9a94-fc8812f61284 req-97f7b9be-e318-40db-93bf-5dfd9b7ce4bd tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:02.561998 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8a023-532d-415c-9a94-fc8812f61284 req-97f7b9be-e318-40db-93bf-5dfd9b7ce4bd tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:02.570052 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8a023-532d-415c-9a94-fc8812f61284 req-97f7b9be-e318-40db-93bf-5dfd9b7ce4bd tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:02.576160 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8a023-532d-415c-9a94-fc8812f61284 req-97f7b9be-e318-40db-93bf-5dfd9b7ce4bd tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:02.581818 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8a023-532d-415c-9a94-fc8812f61284 req-97f7b9be-e318-40db-93bf-5dfd9b7ce4bd tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:02.587830 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8a023-532d-415c-9a94-fc8812f61284 req-97f7b9be-e318-40db-93bf-5dfd9b7ce4bd tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:02.589766 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-48e8a023-532d-415c-9a94-fc8812f61284 req-97f7b9be-e318-40db-93bf-5dfd9b7ce4bd tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5420 time: 0.3647017 Mar 22 19:32:02.623980 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port fa65fbcd-288e-4705-b70a-673b02da016a, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=fa65fbcd-288e-4705-b70a-673b02da016a,segment=NetworkSegment(2b2f754a-9aa8-45d3-9412-08ccd40762e0),segment_id=2b2f754a-9aa8-45d3-9412-08ccd40762e0)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:02.631004 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a52a1-37f2-4796-bd42-d9e109cdac7f req-e9f75e68-9cf6-40c7-bb3a-dd8b86170d6f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:02.631004 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c80a52a1-37f2-4796-bd42-d9e109cdac7f req-e9f75e68-9cf6-40c7-bb3a-dd8b86170d6f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=923496da-e03c-4e61-812c-656655a33c96 HTTP/1.1" status: 200 len: 932 time: 0.2619967 Mar 22 19:32:02.656990 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'fa65fbcd-288e-4705-b70a-673b02da016a', 'network_id': 'e604f75b-118b-4af9-acd0-200e012a697d', 'port_id': 'fa65fbcd-288e-4705-b70a-673b02da016a', 'mac_address': 'fa:16:3e:32:48:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f58c5404-0353-494c-a0db-2eb267c24d70', 'ip_address': '10.1.1.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:32:02.680598 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-6141ab80-100f-4ebb-8d0d-08c667e6cf4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f7167444-7cca-45ee-8b5f-25835f43c300), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:02.732799 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port fa65fbcd-288e-4705-b70a-673b02da016a is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:02.734494 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fa65fbcd-288e-4705-b70a-673b02da016a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:02.747474 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-48e8a023-532d-415c-9a94-fc8812f61284 req-0211ccdc-6c94-43de-8a52-41262db686e9 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1464579 Mar 22 19:32:02.754538 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa65fbcd-288e-4705-b70a-673b02da016a {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:32:02.760578 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c80a52a1-37f2-4796-bd42-d9e109cdac7f req-d862c29f-9b50-4287-be57-1a61c708b056 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154449 Mar 22 19:32:02.818690 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port fa65fbcd-288e-4705-b70a-673b02da016a, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=fa65fbcd-288e-4705-b70a-673b02da016a,segment=NetworkSegment(2b2f754a-9aa8-45d3-9412-08ccd40762e0),segment_id=2b2f754a-9aa8-45d3-9412-08ccd40762e0)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:02.826605 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (fa65fbcd-288e-4705-b70a-673b02da016a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:02.827806 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device ba728d56-f25b-46d3-9cae-ed09ba82a9e1 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:32:02.922384 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=fa65fbcd-288e-4705-b70a-673b02da016a,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:02.947745 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port ba728d56-f25b-46d3-9cae-ed09ba82a9e1, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=ba728d56-f25b-46d3-9cae-ed09ba82a9e1,segment=NetworkSegment(2b2f754a-9aa8-45d3-9412-08ccd40762e0),segment_id=2b2f754a-9aa8-45d3-9412-08ccd40762e0)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:02.966503 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'ba728d56-f25b-46d3-9cae-ed09ba82a9e1', 'network_id': 'e604f75b-118b-4af9-acd0-200e012a697d', 'port_id': 'ba728d56-f25b-46d3-9cae-ed09ba82a9e1', 'mac_address': 'fa:16:3e:2e:f9:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f58c5404-0353-494c-a0db-2eb267c24d70', 'ip_address': '10.1.1.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:32:02.972220 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990c2cd-8598-4bd8-9c91-a949929ee87b req-edfcc733-0836-464c-866a-d93f61592149 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:02.978972 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2990c2cd-8598-4bd8-9c91-a949929ee87b req-edfcc733-0836-464c-866a-d93f61592149 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.1132364 Mar 22 19:32:03.023584 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port ba728d56-f25b-46d3-9cae-ed09ba82a9e1 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:03.024210 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ba728d56-f25b-46d3-9cae-ed09ba82a9e1), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:03.058899 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba728d56-f25b-46d3-9cae-ed09ba82a9e1 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:32:03.060730 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2990c2cd-8598-4bd8-9c91-a949929ee87b req-941ced06-9b48-4604-baf6-190225287443 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674920 Mar 22 19:32:03.096213 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port ba728d56-f25b-46d3-9cae-ed09ba82a9e1, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=ba728d56-f25b-46d3-9cae-ed09ba82a9e1,segment=NetworkSegment(2b2f754a-9aa8-45d3-9412-08ccd40762e0),segment_id=2b2f754a-9aa8-45d3-9412-08ccd40762e0)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:03.104638 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (ba728d56-f25b-46d3-9cae-ed09ba82a9e1), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:03.106094 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device b0399ecc-f819-4dcd-8c6b-e07a031c9070 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:32:03.181967 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=ba728d56-f25b-46d3-9cae-ed09ba82a9e1,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:03.186661 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port b0399ecc-f819-4dcd-8c6b-e07a031c9070, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=b0399ecc-f819-4dcd-8c6b-e07a031c9070,segment=NetworkSegment(2b2f754a-9aa8-45d3-9412-08ccd40762e0),segment_id=2b2f754a-9aa8-45d3-9412-08ccd40762e0)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:03.200130 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'b0399ecc-f819-4dcd-8c6b-e07a031c9070', 'network_id': 'e604f75b-118b-4af9-acd0-200e012a697d', 'port_id': 'b0399ecc-f819-4dcd-8c6b-e07a031c9070', 'mac_address': 'fa:16:3e:8e:26:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f58c5404-0353-494c-a0db-2eb267c24d70', 'ip_address': '10.1.1.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:32:03.241696 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port b0399ecc-f819-4dcd-8c6b-e07a031c9070 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:03.242434 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b0399ecc-f819-4dcd-8c6b-e07a031c9070), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:03.262489 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0399ecc-f819-4dcd-8c6b-e07a031c9070 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:32:03.290659 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port b0399ecc-f819-4dcd-8c6b-e07a031c9070, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=b0399ecc-f819-4dcd-8c6b-e07a031c9070,segment=NetworkSegment(2b2f754a-9aa8-45d3-9412-08ccd40762e0),segment_id=2b2f754a-9aa8-45d3-9412-08ccd40762e0)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:03.302893 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b0399ecc-f819-4dcd-8c6b-e07a031c9070), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:03.303355 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device ec2b1e62-dccd-4ab7-8d96-30287c6313d6 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:32:03.319823 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-6141ab80-100f-4ebb-8d0d-08c667e6cf4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7167444-7cca-45ee-8b5f-25835f43c300 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:32:03.331908 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-6141ab80-100f-4ebb-8d0d-08c667e6cf4a service neutron] Publish callbacks [] for port (f7167444-7cca-45ee-8b5f-25835f43c300), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:03.362836 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-6141ab80-100f-4ebb-8d0d-08c667e6cf4a service neutron] Transition to ACTIVE for port object f7167444-7cca-45ee-8b5f-25835f43c300 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:32:03.367973 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c9a4ba22-3d6a-44fc-bd34-da006443e84c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (fe9efa07-e330-4ff1-9271-491e60c62ef3), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:03.382550 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=b0399ecc-f819-4dcd-8c6b-e07a031c9070,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:03.414315 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-6141ab80-100f-4ebb-8d0d-08c667e6cf4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (f7167444-7cca-45ee-8b5f-25835f43c300), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:03.470904 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port ec2b1e62-dccd-4ab7-8d96-30287c6313d6, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=ec2b1e62-dccd-4ab7-8d96-30287c6313d6,segment=NetworkSegment(fe86b638-8528-406c-803d-7fab6741faff),segment_id=fe86b638-8528-406c-803d-7fab6741faff)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:03.484967 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'ec2b1e62-dccd-4ab7-8d96-30287c6313d6', 'network_id': '4a18db52-e571-4039-89e7-6353aeef061c', 'port_id': 'ec2b1e62-dccd-4ab7-8d96-30287c6313d6', 'mac_address': 'fa:16:3e:a3:d7:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e79fd7a2-f33f-4e5a-aaf1-5c490955a64d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:32:03.533231 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141ab80-100f-4ebb-8d0d-08c667e6cf4a service neutron] Pushing event updated for resources: {'Port': ['ID=f7167444-7cca-45ee-8b5f-25835f43c300,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:03.555330 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port ec2b1e62-dccd-4ab7-8d96-30287c6313d6 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:03.555777 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ec2b1e62-dccd-4ab7-8d96-30287c6313d6), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:03.571453 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec2b1e62-dccd-4ab7-8d96-30287c6313d6 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:32:03.596895 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port ec2b1e62-dccd-4ab7-8d96-30287c6313d6, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=ec2b1e62-dccd-4ab7-8d96-30287c6313d6,segment=NetworkSegment(fe86b638-8528-406c-803d-7fab6741faff),segment_id=fe86b638-8528-406c-803d-7fab6741faff)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:03.605820 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (ec2b1e62-dccd-4ab7-8d96-30287c6313d6), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:03.693693 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=ec2b1e62-dccd-4ab7-8d96-30287c6313d6,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:03.719730 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-6141ab80-100f-4ebb-8d0d-08c667e6cf4a service neutron] Attempting to bind port f7167444-7cca-45ee-8b5f-25835f43c300 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:32:03.720173 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-6141ab80-100f-4ebb-8d0d-08c667e6cf4a service neutron] Attempting to bind port f7167444-7cca-45ee-8b5f-25835f43c300 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '4db1c957-0684-4a6a-98a7-735cbede485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:32:03.720958 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-6141ab80-100f-4ebb-8d0d-08c667e6cf4a service neutron] Attempting to bind port f7167444-7cca-45ee-8b5f-25835f43c300 on network 70904a24-7855-4ee9-ab3c-519e90a986a5 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:32:03.727566 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-6141ab80-100f-4ebb-8d0d-08c667e6cf4a service neutron] Port f7167444-7cca-45ee-8b5f-25835f43c300 on network 70904a24-7855-4ee9-ab3c-519e90a986a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:32:03.728162 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-6141ab80-100f-4ebb-8d0d-08c667e6cf4a service neutron] Attempting to bind port f7167444-7cca-45ee-8b5f-25835f43c300 on network 70904a24-7855-4ee9-ab3c-519e90a986a5 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:32:03.735087 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-6141ab80-100f-4ebb-8d0d-08c667e6cf4a service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:32:03.735421 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-6141ab80-100f-4ebb-8d0d-08c667e6cf4a service neutron] Checking segment: {'id': '4db1c957-0684-4a6a-98a7-735cbede485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:32:03.735847 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-6141ab80-100f-4ebb-8d0d-08c667e6cf4a service neutron] Bound using segment: {'id': '4db1c957-0684-4a6a-98a7-735cbede485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:32:03.736304 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-6141ab80-100f-4ebb-8d0d-08c667e6cf4a service neutron] Bound port: f7167444-7cca-45ee-8b5f-25835f43c300, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db1c957-0684-4a6a-98a7-735cbede485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:32:03.736638 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-6141ab80-100f-4ebb-8d0d-08c667e6cf4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f7167444-7cca-45ee-8b5f-25835f43c300), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:03.885292 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-6141ab80-100f-4ebb-8d0d-08c667e6cf4a service neutron] For port f7167444-7cca-45ee-8b5f-25835f43c300, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:32:03.888739 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-6141ab80-100f-4ebb-8d0d-08c667e6cf4a service neutron] For port f7167444-7cca-45ee-8b5f-25835f43c300, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f7167444-7cca-45ee-8b5f-25835f43c300,segment=NetworkSegment(4db1c957-0684-4a6a-98a7-735cbede485b),segment_id=4db1c957-0684-4a6a-98a7-735cbede485b)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:32:03.918200 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-6141ab80-100f-4ebb-8d0d-08c667e6cf4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (f7167444-7cca-45ee-8b5f-25835f43c300), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:03.999813 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-6141ab80-100f-4ebb-8d0d-08c667e6cf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:04.000615 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-6141ab80-100f-4ebb-8d0d-08c667e6cf4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:04.003154 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-6141ab80-100f-4ebb-8d0d-08c667e6cf4a service neutron] 10.222.0.84 "PUT /v2.0/ports/f7167444-7cca-45ee-8b5f-25835f43c300 HTTP/1.1" status: 200 len: 1093 time: 1.4906242 Mar 22 19:32:04.008523 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d276e-666c-4769-96ec-8235253924ca req-454e7d83-931d-4235-849e-5204a8d77166 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:04.015485 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923496da-e03c-4e61-812c-656655a33c96', 'tag': 'f7167444-7cca-45ee-8b5f-25835f43c300'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:04.016081 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d276e-666c-4769-96ec-8235253924ca req-454e7d83-931d-4235-849e-5204a8d77166 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:04.019213 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53472485-473f-43a6-8a06-15b2a25cc7e1" -d '{"events": [{"name": "network-changed", "server_uuid": "923496da-e03c-4e61-812c-656655a33c96", "tag": "f7167444-7cca-45ee-8b5f-25835f43c300"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:04.023091 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d276e-666c-4769-96ec-8235253924ca req-454e7d83-931d-4235-849e-5204a8d77166 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:04.035406 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d276e-666c-4769-96ec-8235253924ca req-454e7d83-931d-4235-849e-5204a8d77166 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:04.042725 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d276e-666c-4769-96ec-8235253924ca req-454e7d83-931d-4235-849e-5204a8d77166 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:04.048715 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d276e-666c-4769-96ec-8235253924ca req-454e7d83-931d-4235-849e-5204a8d77166 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:04.055468 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d276e-666c-4769-96ec-8235253924ca req-454e7d83-931d-4235-849e-5204a8d77166 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:04.057631 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e57d276e-666c-4769-96ec-8235253924ca req-454e7d83-931d-4235-849e-5204a8d77166 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5424 time: 0.1961110 Mar 22 19:32:04.062967 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141ab80-100f-4ebb-8d0d-08c667e6cf4a service neutron] Pushing event updated for resources: {'Port': ['ID=f7167444-7cca-45ee-8b5f-25835f43c300,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:04.076126 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80e022-c429-4dbd-9d06-6c1c99856458 req-d9546331-ee69-4a16-8a3a-681100b9c31c tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:04.078026 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3f80e022-c429-4dbd-9d06-6c1c99856458 req-d9546331-ee69-4a16-8a3a-681100b9c31c tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=923496da-e03c-4e61-812c-656655a33c96 HTTP/1.1" status: 200 len: 944 time: 0.1948917 Mar 22 19:32:04.132724 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-c9a4ba22-3d6a-44fc-bd34-da006443e84c admin admin] Deleting port bd10ff61-628a-4a2b-9009-34d2eba676ed {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:32:04.133070 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c9a4ba22-3d6a-44fc-bd34-da006443e84c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (bd10ff61-628a-4a2b-9009-34d2eba676ed), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:04.190535 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['ba728d56-f25b-46d3-9cae-ed09ba82a9e1'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:32:04.230368 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e57d276e-666c-4769-96ec-8235253924ca req-aef1032a-b5be-489b-8e25-01a10b9e0ff1 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1510816 Mar 22 19:32:04.254316 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3f80e022-c429-4dbd-9d06-6c1c99856458 req-6cddb3a3-3bee-4cdc-b3e4-248ebb5cbf78 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536565 Mar 22 19:32:04.308712 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['ec2b1e62-dccd-4ab7-8d96-30287c6313d6'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:32:04.350290 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-c9a4ba22-3d6a-44fc-bd34-da006443e84c admin admin] For port bd10ff61-628a-4a2b-9009-34d2eba676ed, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=bd10ff61-628a-4a2b-9009-34d2eba676ed,segment=NetworkSegment(ec0b877a-85e8-4b0a-b030-75387d7b460c),segment_id=ec0b877a-85e8-4b0a-b030-75387d7b460c)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:04.351432 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c9a4ba22-3d6a-44fc-bd34-da006443e84c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (bd10ff61-628a-4a2b-9009-34d2eba676ed), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:04.370217 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-c9a4ba22-3d6a-44fc-bd34-da006443e84c admin admin] Calling delete_port for bd10ff61-628a-4a2b-9009-34d2eba676ed owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:32:04.379788 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['fa65fbcd-288e-4705-b70a-673b02da016a'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:32:04.408000 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8787fdb-b2a7-44b7-b0fa-2af6a4067b65 x-openstack-request-id: req-b8787fdb-b2a7-44b7-b0fa-2af6a4067b65 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:04.408297 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923496da-e03c-4e61-812c-656655a33c96", "tag": "f7167444-7cca-45ee-8b5f-25835f43c300", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:04.408554 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b8787fdb-b2a7-44b7-b0fa-2af6a4067b65 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:04.408962 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8787fdb-b2a7-44b7-b0fa-2af6a4067b65'] response: {'name': 'network-changed', 'server_uuid': '923496da-e03c-4e61-812c-656655a33c96', 'tag': 'f7167444-7cca-45ee-8b5f-25835f43c300', 'status': 'completed', 'code': 200} Mar 22 19:32:04.421844 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 4f5d6958-8214-4e7b-8668-05998059478f details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:32:04.473490 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0026ec-a3bf-41cc-904c-dff6b48ab04f req-230288e6-caeb-48d2-a9b7-f700a91c7a31 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:04.485399 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a0026ec-a3bf-41cc-904c-dff6b48ab04f req-230288e6-caeb-48d2-a9b7-f700a91c7a31 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.1112041 Mar 22 19:32:04.485771 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-856c5b4f-8824-4fb9-a971-da7d3de0f9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:04.487451 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-856c5b4f-8824-4fb9-a971-da7d3de0f9b4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e818723089fb4c08ae9f9bb223d23b27&device_id=923496da-e03c-4e61-812c-656655a33c96 HTTP/1.1" status: 200 len: 1127 time: 0.4123967 Mar 22 19:32:04.551235 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-7792b67b-e57b-420e-bc53-5de46ba6a1bf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7167444-7cca-45ee-8b5f-25835f43c300 HTTP/1.1" status: 200 len: 217 time: 0.0544720 Mar 22 19:32:04.571434 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.resource_extend [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:32:04.581438 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a0026ec-a3bf-41cc-904c-dff6b48ab04f req-8e13b92f-57f5-4350-ad33-7afced54fb5a tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944483 Mar 22 19:32:04.612353 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-037a176c-60cf-48c5-bae9-7fe0fcecba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:04.614817 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-037a176c-60cf-48c5-bae9-7fe0fcecba24 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a5b5783a-62e8-4ee6-a6f8-aaff77d027db HTTP/1.1" status: 200 len: 845 time: 0.0519190 Mar 22 19:32:04.711579 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-f7dc8f1c-9243-48db-bc61-5a2faf4689f9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=70904a24-7855-4ee9-ab3c-519e90a986a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805244 Mar 22 19:32:04.793630 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 4f5d6958-8214-4e7b-8668-05998059478f, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=4f5d6958-8214-4e7b-8668-05998059478f,segment=NetworkSegment(80bd5bff-c1a8-4fa7-a5aa-66bec761fafc),segment_id=80bd5bff-c1a8-4fa7-a5aa-66bec761fafc)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:04.816753 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '4f5d6958-8214-4e7b-8668-05998059478f', 'network_id': '63d9f401-775b-4921-a031-36b8b10f1a77', 'port_id': '4f5d6958-8214-4e7b-8668-05998059478f', 'mac_address': 'fa:16:3e:50:3a:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45d73002-9056-40ee-8ca8-42ff4359e2e4', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:32:04.854786 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-ccedb07e-0505-4540-942c-3a3653db6e05 service neutron] 10.222.0.84 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286733 Mar 22 19:32:04.942326 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 4f5d6958-8214-4e7b-8668-05998059478f is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:04.942787 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4f5d6958-8214-4e7b-8668-05998059478f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:04.993935 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f5d6958-8214-4e7b-8668-05998059478f {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:32:05.014248 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dbf53268-4cc1-4122-acc5-df1315976d38 req-5d89b943-af74-4f1a-b87c-9b340a2c1aad service neutron] 10.222.0.84 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499283 Mar 22 19:32:05.034909 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 4f5d6958-8214-4e7b-8668-05998059478f, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=4f5d6958-8214-4e7b-8668-05998059478f,segment=NetworkSegment(80bd5bff-c1a8-4fa7-a5aa-66bec761fafc),segment_id=80bd5bff-c1a8-4fa7-a5aa-66bec761fafc)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:05.043506 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4f5d6958-8214-4e7b-8668-05998059478f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:05.044161 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device f7058d5e-f8e8-4097-b370-a174e9d91f8a details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:32:05.052772 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c9a4ba22-3d6a-44fc-bd34-da006443e84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (bd10ff61-628a-4a2b-9009-34d2eba676ed), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:05.110289 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a4ba22-3d6a-44fc-bd34-da006443e84c admin admin] Pushing event deleted for resources: {'Port': ['ID=bd10ff61-628a-4a2b-9009-34d2eba676ed,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:05.125179 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=4f5d6958-8214-4e7b-8668-05998059478f,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:05.153021 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port f7058d5e-f8e8-4097-b370-a174e9d91f8a, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=f7058d5e-f8e8-4097-b370-a174e9d91f8a,segment=NetworkSegment(80bd5bff-c1a8-4fa7-a5aa-66bec761fafc),segment_id=80bd5bff-c1a8-4fa7-a5aa-66bec761fafc)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:05.165186 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'f7058d5e-f8e8-4097-b370-a174e9d91f8a', 'network_id': '63d9f401-775b-4921-a031-36b8b10f1a77', 'port_id': 'f7058d5e-f8e8-4097-b370-a174e9d91f8a', 'mac_address': 'fa:16:3e:05:1d:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45d73002-9056-40ee-8ca8-42ff4359e2e4', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:32:05.194125 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['b0399ecc-f819-4dcd-8c6b-e07a031c9070'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:32:05.236659 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53472485-473f-43a6-8a06-15b2a25cc7e1 req-ac288acf-1637-44d6-ae25-664fe4f38746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:05.238450 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-53472485-473f-43a6-8a06-15b2a25cc7e1 req-ac288acf-1637-44d6-ae25-664fe4f38746 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e818723089fb4c08ae9f9bb223d23b27&device_id=923496da-e03c-4e61-812c-656655a33c96 HTTP/1.1" status: 200 len: 1127 time: 0.1007299 Mar 22 19:32:05.242496 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port f7058d5e-f8e8-4097-b370-a174e9d91f8a is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:05.242940 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f7058d5e-f8e8-4097-b370-a174e9d91f8a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:05.266068 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7058d5e-f8e8-4097-b370-a174e9d91f8a {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:32:05.371353 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port f7058d5e-f8e8-4097-b370-a174e9d91f8a, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=f7058d5e-f8e8-4097-b370-a174e9d91f8a,segment=NetworkSegment(80bd5bff-c1a8-4fa7-a5aa-66bec761fafc),segment_id=80bd5bff-c1a8-4fa7-a5aa-66bec761fafc)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:05.387126 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f7058d5e-f8e8-4097-b370-a174e9d91f8a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:05.388180 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device a6ff596a-364e-4bcd-8bf2-292c0eea5f34 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:32:05.467780 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c9a4ba22-3d6a-44fc-bd34-da006443e84c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (fe9efa07-e330-4ff1-9271-491e60c62ef3), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:05.471192 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53472485-473f-43a6-8a06-15b2a25cc7e1 req-bcffa671-1137-48bf-bb4f-6aefc513d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:05.472325 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-53472485-473f-43a6-8a06-15b2a25cc7e1 req-bcffa671-1137-48bf-bb4f-6aefc513d06a service neutron] 10.222.0.84 "GET /v2.0/networks?id=70904a24-7855-4ee9-ab3c-519e90a986a5 HTTP/1.1" status: 200 len: 906 time: 0.1952832 Mar 22 19:32:05.544226 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b611e4-f2e8-4e35-9d0a-0e0ebc9444c4 req-02c5afec-b0cc-4230-8c00-beefcf8cb317 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:05.545495 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port a6ff596a-364e-4bcd-8bf2-292c0eea5f34, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=a6ff596a-364e-4bcd-8bf2-292c0eea5f34,segment=NetworkSegment(2b2f754a-9aa8-45d3-9412-08ccd40762e0),segment_id=2b2f754a-9aa8-45d3-9412-08ccd40762e0)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:05.552393 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b611e4-f2e8-4e35-9d0a-0e0ebc9444c4 req-02c5afec-b0cc-4230-8c00-beefcf8cb317 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:05.557486 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-53472485-473f-43a6-8a06-15b2a25cc7e1 req-6ff4fca9-73f2-4211-80e3-667351b1f530 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f7167444-7cca-45ee-8b5f-25835f43c300 HTTP/1.1" status: 200 len: 217 time: 0.0761604 Mar 22 19:32:05.559236 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b611e4-f2e8-4e35-9d0a-0e0ebc9444c4 req-02c5afec-b0cc-4230-8c00-beefcf8cb317 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:05.566234 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'a6ff596a-364e-4bcd-8bf2-292c0eea5f34', 'network_id': 'e604f75b-118b-4af9-acd0-200e012a697d', 'port_id': 'a6ff596a-364e-4bcd-8bf2-292c0eea5f34', 'mac_address': 'fa:16:3e:b4:cc:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f58c5404-0353-494c-a0db-2eb267c24d70', 'ip_address': '10.1.1.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:32:05.568725 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b611e4-f2e8-4e35-9d0a-0e0ebc9444c4 req-02c5afec-b0cc-4230-8c00-beefcf8cb317 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:05.576838 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b611e4-f2e8-4e35-9d0a-0e0ebc9444c4 req-02c5afec-b0cc-4230-8c00-beefcf8cb317 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:05.583738 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b611e4-f2e8-4e35-9d0a-0e0ebc9444c4 req-02c5afec-b0cc-4230-8c00-beefcf8cb317 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:05.590469 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b611e4-f2e8-4e35-9d0a-0e0ebc9444c4 req-02c5afec-b0cc-4230-8c00-beefcf8cb317 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:05.593728 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b4b611e4-f2e8-4e35-9d0a-0e0ebc9444c4 req-02c5afec-b0cc-4230-8c00-beefcf8cb317 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5426 time: 0.1861916 Mar 22 19:32:05.651306 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port a6ff596a-364e-4bcd-8bf2-292c0eea5f34 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:05.651990 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a6ff596a-364e-4bcd-8bf2-292c0eea5f34), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:05.672705 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53472485-473f-43a6-8a06-15b2a25cc7e1 req-f7b21f26-64c5-41ec-9d87-8e3f3a52ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:05.674883 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-53472485-473f-43a6-8a06-15b2a25cc7e1 req-f7b21f26-64c5-41ec-9d87-8e3f3a52ad2f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a5b5783a-62e8-4ee6-a6f8-aaff77d027db HTTP/1.1" status: 200 len: 845 time: 0.0872097 Mar 22 19:32:05.676069 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6ff596a-364e-4bcd-8bf2-292c0eea5f34 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:32:05.700036 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48f383-f904-436a-9c29-49e1773a6b53 req-4d52f3e5-0cd6-4965-aaad-258dd25ac2c7 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:05.708174 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port a6ff596a-364e-4bcd-8bf2-292c0eea5f34, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=a6ff596a-364e-4bcd-8bf2-292c0eea5f34,segment=NetworkSegment(2b2f754a-9aa8-45d3-9412-08ccd40762e0),segment_id=2b2f754a-9aa8-45d3-9412-08ccd40762e0)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:05.711481 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d48f383-f904-436a-9c29-49e1773a6b53 req-4d52f3e5-0cd6-4965-aaad-258dd25ac2c7 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=923496da-e03c-4e61-812c-656655a33c96 HTTP/1.1" status: 200 len: 944 time: 0.2470958 Mar 22 19:32:05.715690 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-53472485-473f-43a6-8a06-15b2a25cc7e1 req-71b0ebd5-5f03-4049-808f-eb0f384203fd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=70904a24-7855-4ee9-ab3c-519e90a986a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345466 Mar 22 19:32:05.745872 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a6ff596a-364e-4bcd-8bf2-292c0eea5f34), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:05.791999 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=f7058d5e-f8e8-4097-b370-a174e9d91f8a,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:05.882676 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b4b611e4-f2e8-4e35-9d0a-0e0ebc9444c4 req-eab9fbcc-59b8-4a1b-9d42-a310cf63e195 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2808397 Mar 22 19:32:05.894769 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d48f383-f904-436a-9c29-49e1773a6b53 req-c4532a05-68c9-4bdb-96f7-891ad24169dc tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823838 Mar 22 19:32:05.941242 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=a6ff596a-364e-4bcd-8bf2-292c0eea5f34,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:05.969050 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-53472485-473f-43a6-8a06-15b2a25cc7e1 req-41e48cda-e802-4071-bdf0-e564611656b8 service neutron] 10.222.0.84 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463920 Mar 22 19:32:06.034790 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a4ba22-3d6a-44fc-bd34-da006443e84c admin admin] Router fe9efa07-e330-4ff1-9271-491e60c62ef3 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:32:06.159447 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-53472485-473f-43a6-8a06-15b2a25cc7e1 req-81df019d-3164-4662-bb09-c3fb1d593912 service neutron] 10.222.0.84 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825998 Mar 22 19:32:06.191396 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a4ba22-3d6a-44fc-bd34-da006443e84c admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:32:06.196903 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c9a4ba22-3d6a-44fc-bd34-da006443e84c admin admin] 10.222.0.75 "PUT /v2.0/routers/fe9efa07-e330-4ff1-9271-491e60c62ef3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8606560 Mar 22 19:32:06.200829 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 56306) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:06.203967 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96237aea-2a47-4492-9f60-189fd22ddb48 None None] Sync routers for ids ['fe9efa07-e330-4ff1-9271-491e60c62ef3'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:32:06.217030 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96237aea-2a47-4492-9f60-189fd22ddb48 None None] Routers {'fe9efa07-e330-4ff1-9271-491e60c62ef3'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:32:06.217772 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-96237aea-2a47-4492-9f60-189fd22ddb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:31:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['fe9efa07-e330-4ff1-9271-491e60c62ef3'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:06.338446 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4eb548-764b-44e2-867e-62cc3d403530 req-33adf9ea-c533-4dfc-8454-8ca256e98b2c tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:06.340504 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6e4eb548-764b-44e2-867e-62cc3d403530 req-33adf9ea-c533-4dfc-8454-8ca256e98b2c tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.3810356 Mar 22 19:32:06.378568 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-96237aea-2a47-4492-9f60-189fd22ddb48 None None] Set router fe9efa07-e330-4ff1-9271-491e60c62ef3 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:32:06.400233 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6e4eb548-764b-44e2-867e-62cc3d403530 req-3e4e630e-fff9-4352-a6d5-d5548ac75c34 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527146 Mar 22 19:32:06.593943 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-96237aea-2a47-4492-9f60-189fd22ddb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'name': 'tempest-ServersTestJSON-642710257-router', 'tenant_id': '673c322d47404ea781c6efdcc1c6e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'c1b9cf97-eeae-414b-a6c7-83549ce66b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:05Z', 'updated_at': '2022-03-22T19:32:04Z', 'revision_number': 5, 'project_id': '673c322d47404ea781c6efdcc1c6e3cb', 'gw_port': {'id': 'c1b9cf97-eeae-414b-a6c7-83549ce66b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:06Z', 'updated_at': '2022-03-22T19:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:06.621223 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96237aea-2a47-4492-9f60-189fd22ddb48 None None] Checking router: fe9efa07-e330-4ff1-9271-491e60c62ef3 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:32:06.632330 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96237aea-2a47-4492-9f60-189fd22ddb48 None None] Routers {'fe9efa07-e330-4ff1-9271-491e60c62ef3'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:32:06.633030 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-96237aea-2a47-4492-9f60-189fd22ddb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:31:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['fe9efa07-e330-4ff1-9271-491e60c62ef3'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:06.686535 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-04688b9f-acc0-4057-a3da-095a8cb0aa45 admin admin] Publish callbacks [] for router (fe9efa07-e330-4ff1-9271-491e60c62ef3), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:06.758941 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-96237aea-2a47-4492-9f60-189fd22ddb48 None None] Set router fe9efa07-e330-4ff1-9271-491e60c62ef3 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:32:06.806488 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-04688b9f-acc0-4057-a3da-095a8cb0aa45 admin admin] Publish callbacks [] for router_gateway (fe9efa07-e330-4ff1-9271-491e60c62ef3), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:06.878082 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-04688b9f-acc0-4057-a3da-095a8cb0aa45 admin admin] Deleting port c1b9cf97-eeae-414b-a6c7-83549ce66b8f {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:32:06.878215 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-04688b9f-acc0-4057-a3da-095a8cb0aa45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (c1b9cf97-eeae-414b-a6c7-83549ce66b8f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:07.006978 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-96237aea-2a47-4492-9f60-189fd22ddb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'name': 'tempest-ServersTestJSON-642710257-router', 'tenant_id': '673c322d47404ea781c6efdcc1c6e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'c1b9cf97-eeae-414b-a6c7-83549ce66b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:05Z', 'updated_at': '2022-03-22T19:32:04Z', 'revision_number': 5, 'project_id': '673c322d47404ea781c6efdcc1c6e3cb', 'gw_port': {'id': 'c1b9cf97-eeae-414b-a6c7-83549ce66b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:06Z', 'updated_at': '2022-03-22T19:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:07.009335 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-04688b9f-acc0-4057-a3da-095a8cb0aa45 admin admin] For port c1b9cf97-eeae-414b-a6c7-83549ce66b8f, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c1b9cf97-eeae-414b-a6c7-83549ce66b8f,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:07.009715 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-04688b9f-acc0-4057-a3da-095a8cb0aa45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (c1b9cf97-eeae-414b-a6c7-83549ce66b8f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:07.024360 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-04688b9f-acc0-4057-a3da-095a8cb0aa45 admin admin] Calling delete_port for c1b9cf97-eeae-414b-a6c7-83549ce66b8f owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:32:07.047729 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96237aea-2a47-4492-9f60-189fd22ddb48 None None] The sync data for ids ['fe9efa07-e330-4ff1-9271-491e60c62ef3'] in n-d-705658-24 is: [{'id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'name': 'tempest-ServersTestJSON-642710257-router', 'tenant_id': '673c322d47404ea781c6efdcc1c6e3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.191'}], 'enable_snat': True}, 'gw_port_id': 'c1b9cf97-eeae-414b-a6c7-83549ce66b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:30:05Z', 'updated_at': '2022-03-22T19:32:04Z', 'revision_number': 5, 'project_id': '673c322d47404ea781c6efdcc1c6e3cb', 'gw_port': {'id': 'c1b9cf97-eeae-414b-a6c7-83549ce66b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:6e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe9efa07-e330-4ff1-9271-491e60c62ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:30:06Z', 'updated_at': '2022-03-22T19:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:32:07.114172 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee4d48-7777-4ecd-8754-7ad1e0dae946 req-01de897c-0216-4fe1-8dfa-afbcd5b877b0 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:07.115727 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-07ee4d48-7777-4ecd-8754-7ad1e0dae946 req-01de897c-0216-4fe1-8dfa-afbcd5b877b0 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=923496da-e03c-4e61-812c-656655a33c96 HTTP/1.1" status: 200 len: 944 time: 0.1118090 Mar 22 19:32:07.132955 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['4f5d6958-8214-4e7b-8668-05998059478f'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:32:07.137617 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf875e35-c24a-47ef-9b84-7deeb408d85c req-924f9c1d-9789-44ce-8462-dd2e5256b21c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:07.144625 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf875e35-c24a-47ef-9b84-7deeb408d85c req-924f9c1d-9789-44ce-8462-dd2e5256b21c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:07.147331 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['f7058d5e-f8e8-4097-b370-a174e9d91f8a'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:32:07.150766 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf875e35-c24a-47ef-9b84-7deeb408d85c req-924f9c1d-9789-44ce-8462-dd2e5256b21c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:07.156265 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf875e35-c24a-47ef-9b84-7deeb408d85c req-924f9c1d-9789-44ce-8462-dd2e5256b21c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:07.161598 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf875e35-c24a-47ef-9b84-7deeb408d85c req-924f9c1d-9789-44ce-8462-dd2e5256b21c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:07.166961 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf875e35-c24a-47ef-9b84-7deeb408d85c req-924f9c1d-9789-44ce-8462-dd2e5256b21c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:07.172215 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf875e35-c24a-47ef-9b84-7deeb408d85c req-924f9c1d-9789-44ce-8462-dd2e5256b21c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:07.175103 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf875e35-c24a-47ef-9b84-7deeb408d85c req-924f9c1d-9789-44ce-8462-dd2e5256b21c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5427 time: 0.1405606 Mar 22 19:32:07.206819 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['a6ff596a-364e-4bcd-8bf2-292c0eea5f34'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:32:07.234375 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-07ee4d48-7777-4ecd-8754-7ad1e0dae946 req-b10f2308-7133-4460-a3c8-c70dba3b49e9 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569320 Mar 22 19:32:07.283331 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-04688b9f-acc0-4057-a3da-095a8cb0aa45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (c1b9cf97-eeae-414b-a6c7-83549ce66b8f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:07.290309 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf875e35-c24a-47ef-9b84-7deeb408d85c req-56c0ae23-8974-463e-a65d-b129df69fe57 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0721638 Mar 22 19:32:07.333784 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04688b9f-acc0-4057-a3da-095a8cb0aa45 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1b9cf97-eeae-414b-a6c7-83549ce66b8f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:07.403727 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-04688b9f-acc0-4057-a3da-095a8cb0aa45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (fe9efa07-e330-4ff1-9271-491e60c62ef3), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:07.622163 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-04688b9f-acc0-4057-a3da-095a8cb0aa45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (fe9efa07-e330-4ff1-9271-491e60c62ef3), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:07.624417 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-04688b9f-acc0-4057-a3da-095a8cb0aa45 admin admin] Publish callbacks [] for router_controller (fe9efa07-e330-4ff1-9271-491e60c62ef3), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:07.656126 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa47ffc-390d-41fc-9350-53db347bf18d req-2e344dea-5e8d-4401-b188-a0d65469efca tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:07.663118 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0fa47ffc-390d-41fc-9350-53db347bf18d req-2e344dea-5e8d-4401-b188-a0d65469efca tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.0982950 Mar 22 19:32:07.689307 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-04688b9f-acc0-4057-a3da-095a8cb0aa45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (fe9efa07-e330-4ff1-9271-491e60c62ef3), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:07.689985 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04688b9f-acc0-4057-a3da-095a8cb0aa45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe9efa07-e330-4ff1-9271-491e60c62ef3 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:32:07.695492 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-04688b9f-acc0-4057-a3da-095a8cb0aa45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:07.699856 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-04688b9f-acc0-4057-a3da-095a8cb0aa45 admin admin] 10.222.0.75 "DELETE /v2.0/routers/fe9efa07-e330-4ff1-9271-491e60c62ef3 HTTP/1.1" status: 204 len: 168 time: 1.4979355 Mar 22 19:32:07.700529 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 56340) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:07.763578 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bce827e-ff3b-47f9-99e1-b7d7a11856f1 admin admin] Deleting subnet 9e04d877-b53e-48f3-acb8-4b7eac47f066 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:32:07.765405 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3bce827e-ff3b-47f9-99e1-b7d7a11856f1 admin admin] Publish callbacks [] for subnet (9e04d877-b53e-48f3-acb8-4b7eac47f066), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:07.796308 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0fa47ffc-390d-41fc-9350-53db347bf18d req-98aeff7f-0cb7-43ac-a228-e24ec397232d tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175861 Mar 22 19:32:07.815213 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device bd10ff61-628a-4a2b-9009-34d2eba676ed no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:32:07.841772 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3bce827e-ff3b-47f9-99e1-b7d7a11856f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (9e04d877-b53e-48f3-acb8-4b7eac47f066), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:07.870106 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: bd10ff61-628a-4a2b-9009-34d2eba676ed {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:32:07.870603 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device bd10ff61-628a-4a2b-9009-34d2eba676ed not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:32:07.957149 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3bce827e-ff3b-47f9-99e1-b7d7a11856f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (9e04d877-b53e-48f3-acb8-4b7eac47f066), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:08.048126 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3bce827e-ff3b-47f9-99e1-b7d7a11856f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (9e04d877-b53e-48f3-acb8-4b7eac47f066), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:08.076607 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce827e-ff3b-47f9-99e1-b7d7a11856f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e04d877-b53e-48f3-acb8-4b7eac47f066,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:08.081759 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3bce827e-ff3b-47f9-99e1-b7d7a11856f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:08.087239 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3bce827e-ff3b-47f9-99e1-b7d7a11856f1 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/9e04d877-b53e-48f3-acb8-4b7eac47f066 HTTP/1.1" status: 204 len: 168 time: 0.3834958 Mar 22 19:32:08.087611 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 56348) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:08.089723 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3069dae5-cc93-4bfe-a192-f7c9443b505f None None] Network 18128141-c8fb-4d18-b5ca-2c8395e9a27f requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:32:08.166712 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-464e4db5-af09-4e3c-99ea-602b33f1370a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (18128141-c8fb-4d18-b5ca-2c8395e9a27f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:08.219632 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device f7167444-7cca-45ee-8b5f-25835f43c300 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:32:08.229481 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-464e4db5-af09-4e3c-99ea-602b33f1370a admin admin] Deleting port a38118b8-91d1-4644-93e6-6fec05841457 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:32:08.230109 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-464e4db5-af09-4e3c-99ea-602b33f1370a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (a38118b8-91d1-4644-93e6-6fec05841457), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:08.347279 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-464e4db5-af09-4e3c-99ea-602b33f1370a admin admin] For port a38118b8-91d1-4644-93e6-6fec05841457, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a38118b8-91d1-4644-93e6-6fec05841457,segment=NetworkSegment(ec0b877a-85e8-4b0a-b030-75387d7b460c),segment_id=ec0b877a-85e8-4b0a-b030-75387d7b460c)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:08.350509 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-464e4db5-af09-4e3c-99ea-602b33f1370a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (a38118b8-91d1-4644-93e6-6fec05841457), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:08.397238 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-464e4db5-af09-4e3c-99ea-602b33f1370a admin admin] Calling delete_port for a38118b8-91d1-4644-93e6-6fec05841457 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:32:08.402366 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port f7167444-7cca-45ee-8b5f-25835f43c300, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f7167444-7cca-45ee-8b5f-25835f43c300,segment=NetworkSegment(4db1c957-0684-4a6a-98a7-735cbede485b),segment_id=4db1c957-0684-4a6a-98a7-735cbede485b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:08.419555 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea767cfe-f8ab-4213-8816-30bd9afbb60c None None] DHCP port deletion for 18128141-c8fb-4d18-b5ca-2c8395e9a27f request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:32:08.427007 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'f7167444-7cca-45ee-8b5f-25835f43c300', 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5', 'port_id': 'f7167444-7cca-45ee-8b5f-25835f43c300', 'mac_address': 'fa:16:3e:2a:3b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b5783a-62e8-4ee6-a6f8-aaff77d027db', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:32:08.432854 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device fa65fbcd-288e-4705-b70a-673b02da016a up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:32:08.503456 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-464e4db5-af09-4e3c-99ea-602b33f1370a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (a38118b8-91d1-4644-93e6-6fec05841457), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:08.504269 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a63b5-d5db-4d8a-a19c-bd62c0ae03a6 req-df324ca2-f0bb-4d59-a299-f2309fb50f7d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:08.505950 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4e3a63b5-d5db-4d8a-a19c-bd62c0ae03a6 req-df324ca2-f0bb-4d59-a299-f2309fb50f7d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=923496da-e03c-4e61-812c-656655a33c96 HTTP/1.1" status: 200 len: 944 time: 0.1078098 Mar 22 19:32:08.535345 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e0d07-eff4-47f8-becf-599017d5e723 req-bf766532-1ba9-49db-b15c-40219c09e07f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:08.536351 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e4db5-af09-4e3c-99ea-602b33f1370a admin admin] Pushing event deleted for resources: {'Port': ['ID=a38118b8-91d1-4644-93e6-6fec05841457,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:08.540950 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464e4db5-af09-4e3c-99ea-602b33f1370a admin admin] No DVR routers for this DVR port a38118b8-91d1-4644-93e6-6fec05841457 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:32:08.550043 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e0d07-eff4-47f8-becf-599017d5e723 req-bf766532-1ba9-49db-b15c-40219c09e07f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:08.557510 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port f7167444-7cca-45ee-8b5f-25835f43c300 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:08.557942 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f7167444-7cca-45ee-8b5f-25835f43c300), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:08.571368 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e0d07-eff4-47f8-becf-599017d5e723 req-bf766532-1ba9-49db-b15c-40219c09e07f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:08.576545 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e0d07-eff4-47f8-becf-599017d5e723 req-bf766532-1ba9-49db-b15c-40219c09e07f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:08.582192 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7167444-7cca-45ee-8b5f-25835f43c300 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:32:08.585827 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e0d07-eff4-47f8-becf-599017d5e723 req-bf766532-1ba9-49db-b15c-40219c09e07f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:08.594252 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e0d07-eff4-47f8-becf-599017d5e723 req-bf766532-1ba9-49db-b15c-40219c09e07f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:08.604128 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e0d07-eff4-47f8-becf-599017d5e723 req-bf766532-1ba9-49db-b15c-40219c09e07f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:08.612436 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port fa65fbcd-288e-4705-b70a-673b02da016a completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:32:08.612667 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-756e0d07-eff4-47f8-becf-599017d5e723 req-bf766532-1ba9-49db-b15c-40219c09e07f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5427 time: 0.1814952 Mar 22 19:32:08.615485 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port f7167444-7cca-45ee-8b5f-25835f43c300, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f7167444-7cca-45ee-8b5f-25835f43c300,segment=NetworkSegment(4db1c957-0684-4a6a-98a7-735cbede485b),segment_id=4db1c957-0684-4a6a-98a7-735cbede485b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:08.621238 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ea767cfe-f8ab-4213-8816-30bd9afbb60c None None] Deleting port a38118b8-91d1-4644-93e6-6fec05841457 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:32:08.621613 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ea767cfe-f8ab-4213-8816-30bd9afbb60c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (a38118b8-91d1-4644-93e6-6fec05841457), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:08.623754 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port fa65fbcd-288e-4705-b70a-673b02da016a triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:32:08.624121 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (fa65fbcd-288e-4705-b70a-673b02da016a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:08.626590 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f7167444-7cca-45ee-8b5f-25835f43c300), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:08.673822 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-464e4db5-af09-4e3c-99ea-602b33f1370a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (18128141-c8fb-4d18-b5ca-2c8395e9a27f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:08.683862 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4e3a63b5-d5db-4d8a-a19c-bd62c0ae03a6 req-169ba9e0-299f-4f2d-bd37-f2e7b218899f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707394 Mar 22 19:32:08.715612 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-464e4db5-af09-4e3c-99ea-602b33f1370a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18128141-c8fb-4d18-b5ca-2c8395e9a27f']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:08.727862 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-756e0d07-eff4-47f8-becf-599017d5e723 req-288e1160-d4c1-41ba-b5ae-1a7f659c9e91 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1122551 Mar 22 19:32:08.746365 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-464e4db5-af09-4e3c-99ea-602b33f1370a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec0b877a-85e8-4b0a-b030-75387d7b460c') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:08.746672 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-464e4db5-af09-4e3c-99ea-602b33f1370a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec0b877a-85e8-4b0a-b030-75387d7b460c') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:08.756971 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-464e4db5-af09-4e3c-99ea-602b33f1370a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (ec0b877a-85e8-4b0a-b030-75387d7b460c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:08.765295 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-ea767cfe-f8ab-4213-8816-30bd9afbb60c None None] For port a38118b8-91d1-4644-93e6-6fec05841457, host n-d-705658-24, got binding levels [] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:08.765685 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ea767cfe-f8ab-4213-8816-30bd9afbb60c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (a38118b8-91d1-4644-93e6-6fec05841457), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:08.777690 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-464e4db5-af09-4e3c-99ea-602b33f1370a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (ec0b877a-85e8-4b0a-b030-75387d7b460c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:08.781908 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=f7167444-7cca-45ee-8b5f-25835f43c300,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:08.785498 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-464e4db5-af09-4e3c-99ea-602b33f1370a admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:32:08.786367 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-464e4db5-af09-4e3c-99ea-602b33f1370a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (ec0b877a-85e8-4b0a-b030-75387d7b460c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:08.788821 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:32:08.788821 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:32:08.788821 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:32:08.788821 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:32:08.788821 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:32:08.788821 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:32:08.788821 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:32:08.788821 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:32:08.788821 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:32:08.788821 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:32:08.788821 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:32:08.788821 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:32:08.788821 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:32:08.788821 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:32:08.788821 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:32:08.788821 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:32:08.788821 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:32:08.788821 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:32:08.788821 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:32:08.788821 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:32:08.788821 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:32:08.788821 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:32:08.788821 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:32:08.788821 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:32:08.788821 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:32:08.788821 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:32:08.788821 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:32:08.788821 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:32:08.788821 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:32:08.788821 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:32:08.788821 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:32:08.788821 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:32:08.792231 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ea767cfe-f8ab-4213-8816-30bd9afbb60c None None] Calling delete_port for a38118b8-91d1-4644-93e6-6fec05841457 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:32:08.796145 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.ipam_backend_mixin [None req-ea767cfe-f8ab-4213-8816-30bd9afbb60c None None] Port a38118b8-91d1-4644-93e6-6fec05841457 was not found and therefore no delete operation was performed {{(pid=104174) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 19:32:08.799300 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ea767cfe-f8ab-4213-8816-30bd9afbb60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (a38118b8-91d1-4644-93e6-6fec05841457), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:08.851197 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea767cfe-f8ab-4213-8816-30bd9afbb60c None None] Pushing event deleted for resources: {'Port': ['ID=a38118b8-91d1-4644-93e6-6fec05841457,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:08.861709 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea767cfe-f8ab-4213-8816-30bd9afbb60c None None] No DVR routers for this DVR port a38118b8-91d1-4644-93e6-6fec05841457 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:32:08.887067 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port fa65fbcd-288e-4705-b70a-673b02da016a is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:08.887583 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fa65fbcd-288e-4705-b70a-673b02da016a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:08.888253 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-464e4db5-af09-4e3c-99ea-602b33f1370a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (18128141-c8fb-4d18-b5ca-2c8395e9a27f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:08.898249 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-464e4db5-af09-4e3c-99ea-602b33f1370a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:08.902708 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-464e4db5-af09-4e3c-99ea-602b33f1370a admin admin] 10.222.0.75 "DELETE /v2.0/networks/18128141-c8fb-4d18-b5ca-2c8395e9a27f HTTP/1.1" status: 204 len: 168 time: 0.8134861 Mar 22 19:32:08.918892 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e4db5-af09-4e3c-99ea-602b33f1370a admin admin] Pushing event deleted for resources: {'Network': ['ID=18128141-c8fb-4d18-b5ca-2c8395e9a27f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:08.919896 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa65fbcd-288e-4705-b70a-673b02da016a'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:08.924504 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffab9f06-3bd0-4da8-a11a-91f77e11ecf0" -d '{"events": [{"server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "name": "network-vif-plugged", "status": "completed", "tag": "fa65fbcd-288e-4705-b70a-673b02da016a"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:08.943690 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port fa65fbcd-288e-4705-b70a-673b02da016a, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=fa65fbcd-288e-4705-b70a-673b02da016a,segment=NetworkSegment(2b2f754a-9aa8-45d3-9412-08ccd40762e0),segment_id=2b2f754a-9aa8-45d3-9412-08ccd40762e0)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:08.953553 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (fa65fbcd-288e-4705-b70a-673b02da016a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:08.955785 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device b0399ecc-f819-4dcd-8c6b-e07a031c9070 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:32:08.977099 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c038ae-e0be-4829-b976-bfae26160ddc req-7e6a9145-ee2f-43ca-a3ac-c69856c47ae9 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:08.978914 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b3c038ae-e0be-4829-b976-bfae26160ddc req-7e6a9145-ee2f-43ca-a3ac-c69856c47ae9 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.0996411 Mar 22 19:32:08.996865 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd625cf7-34fc-48b2-8fa9-95ea07459c6f x-openstack-request-id: req-cd625cf7-34fc-48b2-8fa9-95ea07459c6f {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:08.997192 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "name": "network-vif-plugged", "status": "completed", "tag": "fa65fbcd-288e-4705-b70a-673b02da016a", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:08.997403 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cd625cf7-34fc-48b2-8fa9-95ea07459c6f {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:08.997822 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd625cf7-34fc-48b2-8fa9-95ea07459c6f'] response: {'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa65fbcd-288e-4705-b70a-673b02da016a', 'code': 200} Mar 22 19:32:09.021084 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['f7167444-7cca-45ee-8b5f-25835f43c300'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:32:09.075489 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b3c038ae-e0be-4829-b976-bfae26160ddc req-3e59bafd-23ef-4a29-87fe-a621b8eb55fb tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879672 Mar 22 19:32:09.099905 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 56362) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:09.101404 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=fa65fbcd-288e-4705-b70a-673b02da016a,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:09.136362 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port b0399ecc-f819-4dcd-8c6b-e07a031c9070 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:32:09.143701 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port b0399ecc-f819-4dcd-8c6b-e07a031c9070 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:32:09.144078 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b0399ecc-f819-4dcd-8c6b-e07a031c9070), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:09.145252 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2b9896b4-a9c8-4bf6-9300-70980005afe1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=673c322d47404ea781c6efdcc1c6e3cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440481 Mar 22 19:32:09.147786 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 56364) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:09.198446 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9b819928-0ae3-4d30-a624-5486aa0b402a admin admin] Publish callbacks [] for security_group (5fdc81f7-eefb-4b26-9d1c-00494f7c04c6), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:09.229097 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9b819928-0ae3-4d30-a624-5486aa0b402a admin admin] Publish callbacks [] for security_group (5fdc81f7-eefb-4b26-9d1c-00494f7c04c6), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:09.280086 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9b819928-0ae3-4d30-a624-5486aa0b402a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5fdc81f7-eefb-4b26-9d1c-00494f7c04c6), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:09.283890 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9b819928-0ae3-4d30-a624-5486aa0b402a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:09.284570 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port b0399ecc-f819-4dcd-8c6b-e07a031c9070 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:09.287884 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b0399ecc-f819-4dcd-8c6b-e07a031c9070), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:09.288053 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9b819928-0ae3-4d30-a624-5486aa0b402a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5fdc81f7-eefb-4b26-9d1c-00494f7c04c6 HTTP/1.1" status: 204 len: 168 time: 0.1363282 Mar 22 19:32:09.293130 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b819928-0ae3-4d30-a624-5486aa0b402a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdc81f7-eefb-4b26-9d1c-00494f7c04c6,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:09.301694 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b819928-0ae3-4d30-a624-5486aa0b402a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:09.302114 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b819928-0ae3-4d30-a624-5486aa0b402a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:09.302540 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b819928-0ae3-4d30-a624-5486aa0b402a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:09.302939 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b819928-0ae3-4d30-a624-5486aa0b402a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:09.303341 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b819928-0ae3-4d30-a624-5486aa0b402a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:09.303743 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b819928-0ae3-4d30-a624-5486aa0b402a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:09.304150 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b819928-0ae3-4d30-a624-5486aa0b402a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:09.304674 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b819928-0ae3-4d30-a624-5486aa0b402a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:09.305075 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b819928-0ae3-4d30-a624-5486aa0b402a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:09.305468 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b819928-0ae3-4d30-a624-5486aa0b402a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:09.305884 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b819928-0ae3-4d30-a624-5486aa0b402a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:09.306314 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b819928-0ae3-4d30-a624-5486aa0b402a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:09.306813 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b819928-0ae3-4d30-a624-5486aa0b402a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:09.307090 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b819928-0ae3-4d30-a624-5486aa0b402a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:09.307477 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b819928-0ae3-4d30-a624-5486aa0b402a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:09.352334 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port b0399ecc-f819-4dcd-8c6b-e07a031c9070, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=b0399ecc-f819-4dcd-8c6b-e07a031c9070,segment=NetworkSegment(2b2f754a-9aa8-45d3-9412-08ccd40762e0),segment_id=2b2f754a-9aa8-45d3-9412-08ccd40762e0)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:09.359336 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b0399ecc-f819-4dcd-8c6b-e07a031c9070), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:09.360296 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device ec2b1e62-dccd-4ab7-8d96-30287c6313d6 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:32:09.442007 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=b0399ecc-f819-4dcd-8c6b-e07a031c9070,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:09.453526 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port ec2b1e62-dccd-4ab7-8d96-30287c6313d6 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:32:09.458732 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port ec2b1e62-dccd-4ab7-8d96-30287c6313d6 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:32:09.459178 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (ec2b1e62-dccd-4ab7-8d96-30287c6313d6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:09.537339 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:32:09.562030 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port ec2b1e62-dccd-4ab7-8d96-30287c6313d6 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:09.562419 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ec2b1e62-dccd-4ab7-8d96-30287c6313d6), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:09.598123 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port ec2b1e62-dccd-4ab7-8d96-30287c6313d6, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=ec2b1e62-dccd-4ab7-8d96-30287c6313d6,segment=NetworkSegment(fe86b638-8528-406c-803d-7fab6741faff),segment_id=fe86b638-8528-406c-803d-7fab6741faff)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:09.608122 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (ec2b1e62-dccd-4ab7-8d96-30287c6313d6), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:09.608956 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device ba728d56-f25b-46d3-9cae-ed09ba82a9e1 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:32:09.713908 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=ec2b1e62-dccd-4ab7-8d96-30287c6313d6,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:09.721209 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port ba728d56-f25b-46d3-9cae-ed09ba82a9e1 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:32:09.732131 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port ba728d56-f25b-46d3-9cae-ed09ba82a9e1 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:32:09.732519 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (ba728d56-f25b-46d3-9cae-ed09ba82a9e1), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:09.734499 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c1b9cf97-eeae-414b-a6c7-83549ce66b8f no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:32:09.793026 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: c1b9cf97-eeae-414b-a6c7-83549ce66b8f {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:32:09.793378 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c1b9cf97-eeae-414b-a6c7-83549ce66b8f not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:32:09.793843 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a38118b8-91d1-4644-93e6-6fec05841457 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:32:09.832365 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: a38118b8-91d1-4644-93e6-6fec05841457 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:32:09.832719 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a38118b8-91d1-4644-93e6-6fec05841457 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:32:09.915947 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port ba728d56-f25b-46d3-9cae-ed09ba82a9e1 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:09.916472 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ba728d56-f25b-46d3-9cae-ed09ba82a9e1), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:09.932446 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e872517-cf9e-47ce-add9-f3ed9ea0dca2 req-a71413f5-4736-485a-8686-4cb02904f5ef tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:09.938115 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e872517-cf9e-47ce-add9-f3ed9ea0dca2 req-a71413f5-4736-485a-8686-4cb02904f5ef tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:09.944629 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e872517-cf9e-47ce-add9-f3ed9ea0dca2 req-a71413f5-4736-485a-8686-4cb02904f5ef tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:09.950148 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e872517-cf9e-47ce-add9-f3ed9ea0dca2 req-a71413f5-4736-485a-8686-4cb02904f5ef tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:09.955669 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port ba728d56-f25b-46d3-9cae-ed09ba82a9e1, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=ba728d56-f25b-46d3-9cae-ed09ba82a9e1,segment=NetworkSegment(2b2f754a-9aa8-45d3-9412-08ccd40762e0),segment_id=2b2f754a-9aa8-45d3-9412-08ccd40762e0)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:09.955899 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e872517-cf9e-47ce-add9-f3ed9ea0dca2 req-a71413f5-4736-485a-8686-4cb02904f5ef tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:09.960465 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (ba728d56-f25b-46d3-9cae-ed09ba82a9e1), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:09.961835 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e872517-cf9e-47ce-add9-f3ed9ea0dca2 req-a71413f5-4736-485a-8686-4cb02904f5ef tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:09.968354 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e872517-cf9e-47ce-add9-f3ed9ea0dca2 req-a71413f5-4736-485a-8686-4cb02904f5ef tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:09.976559 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3e872517-cf9e-47ce-add9-f3ed9ea0dca2 req-a71413f5-4736-485a-8686-4cb02904f5ef tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5430 time: 0.1524463 Mar 22 19:32:09.992878 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2586ef8-b996-42da-a949-0d573a9e0ca3 req-b5d8fc73-9684-4690-a6b6-ab1254937f03 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:09.994661 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f2586ef8-b996-42da-a949-0d573a9e0ca3 req-b5d8fc73-9684-4690-a6b6-ab1254937f03 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=923496da-e03c-4e61-812c-656655a33c96 HTTP/1.1" status: 200 len: 945 time: 0.1854517 Mar 22 19:32:10.027702 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=ba728d56-f25b-46d3-9cae-ed09ba82a9e1,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:10.078327 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f2586ef8-b996-42da-a949-0d573a9e0ca3 req-aba492b5-effa-4849-aefc-d13070e6a741 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761528 Mar 22 19:32:10.084054 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3e872517-cf9e-47ce-add9-f3ed9ea0dca2 req-0fe0d300-5f13-4256-b6e8-033c4aeccb73 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1066341 Mar 22 19:32:10.177231 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 56394) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:10.202377 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d6a87-1b6b-49a3-989f-8e4859a0e2d4 req-46189fc7-d83e-43b3-8aae-98bfbaf1d7e5 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:10.203885 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-884d6a87-1b6b-49a3-989f-8e4859a0e2d4 req-46189fc7-d83e-43b3-8aae-98bfbaf1d7e5 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.0549238 Mar 22 19:32:10.256294 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-884d6a87-1b6b-49a3-989f-8e4859a0e2d4 req-a22731ce-ccf7-464b-a700-a5938f7496ba tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458257 Mar 22 19:32:10.291455 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-4524ad9c-717e-47a0-9093-f872545826f9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1685601144-network', 'tenant_id': '091c329ea3054326b57fd10a9ec93f2d'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:10.312958 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4524ad9c-717e-47a0-9093-f872545826f9 admin admin] Made reservation on behalf of 091c329ea3054326b57fd10a9ec93f2d for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:32:10.315966 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4524ad9c-717e-47a0-9093-f872545826f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:10.325212 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4524ad9c-717e-47a0-9093-f872545826f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:10.391569 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device a6ff596a-364e-4bcd-8bf2-292c0eea5f34 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:32:10.402583 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4524ad9c-717e-47a0-9093-f872545826f9 admin admin] Publish callbacks [] for security_group (1cc2c485-e0b9-4275-94bf-04c80ede9c05), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:10.406973 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4524ad9c-717e-47a0-9093-f872545826f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1cc2c485-e0b9-4275-94bf-04c80ede9c05), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:10.436407 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4524ad9c-717e-47a0-9093-f872545826f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:32:10.443446 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524ad9c-717e-47a0-9093-f872545826f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc2c485-e0b9-4275-94bf-04c80ede9c05,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:10.447685 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port a6ff596a-364e-4bcd-8bf2-292c0eea5f34 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:32:10.449518 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4524ad9c-717e-47a0-9093-f872545826f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (d45b3ebb-f150-45d3-9715-4c716b793980), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:10.449994 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-4524ad9c-717e-47a0-9093-f872545826f9 admin admin] Added segment d45b3ebb-f150-45d3-9715-4c716b793980 of type vlan for network 4f1069c9-66d0-492d-a6d7-da118ddbeffb Mar 22 19:32:10.452872 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port a6ff596a-364e-4bcd-8bf2-292c0eea5f34 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:32:10.453256 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a6ff596a-364e-4bcd-8bf2-292c0eea5f34), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:10.501579 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4524ad9c-717e-47a0-9093-f872545826f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (4f1069c9-66d0-492d-a6d7-da118ddbeffb), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:10.528274 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4524ad9c-717e-47a0-9093-f872545826f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (4f1069c9-66d0-492d-a6d7-da118ddbeffb), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:10.529423 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4524ad9c-717e-47a0-9093-f872545826f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:10.530082 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4524ad9c-717e-47a0-9093-f872545826f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:10.541255 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port a6ff596a-364e-4bcd-8bf2-292c0eea5f34 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:10.542017 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a6ff596a-364e-4bcd-8bf2-292c0eea5f34), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:10.576824 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port a6ff596a-364e-4bcd-8bf2-292c0eea5f34, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=a6ff596a-364e-4bcd-8bf2-292c0eea5f34,segment=NetworkSegment(2b2f754a-9aa8-45d3-9412-08ccd40762e0),segment_id=2b2f754a-9aa8-45d3-9412-08ccd40762e0)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:10.582844 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a6ff596a-364e-4bcd-8bf2-292c0eea5f34), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:10.583781 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device f7058d5e-f8e8-4097-b370-a174e9d91f8a up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:32:10.588768 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4524ad9c-717e-47a0-9093-f872545826f9 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4088666 Mar 22 19:32:10.591522 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 56400) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:10.598623 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524ad9c-717e-47a0-9093-f872545826f9 admin admin] Pushing event updated for resources: {'Network': ['ID=4f1069c9-66d0-492d-a6d7-da118ddbeffb,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:10.600441 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-67b10931-6fc6-49cc-a426-9ad430365e0e admin admin] Request body: {'subnet': {'network_id': '4f1069c9-66d0-492d-a6d7-da118ddbeffb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1685601144-subnet', 'tenant_id': '091c329ea3054326b57fd10a9ec93f2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:10.625863 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b10931-6fc6-49cc-a426-9ad430365e0e admin admin] Made reservation on behalf of 091c329ea3054326b57fd10a9ec93f2d for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:32:10.629178 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-67b10931-6fc6-49cc-a426-9ad430365e0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:10.633247 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 4f1069c9-66d0-492d-a6d7-da118ddbeffb details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:32:10.731940 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=a6ff596a-364e-4bcd-8bf2-292c0eea5f34,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:10.755281 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port f7058d5e-f8e8-4097-b370-a174e9d91f8a completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:32:10.759583 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port f7058d5e-f8e8-4097-b370-a174e9d91f8a triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:32:10.759967 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f7058d5e-f8e8-4097-b370-a174e9d91f8a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:10.829148 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-67b10931-6fc6-49cc-a426-9ad430365e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (cdab9e29-75b7-4feb-8c83-f36f8d8289ac), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:10.843405 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port f7058d5e-f8e8-4097-b370-a174e9d91f8a is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:10.843807 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f7058d5e-f8e8-4097-b370-a174e9d91f8a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:10.883798 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port f7058d5e-f8e8-4097-b370-a174e9d91f8a, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=f7058d5e-f8e8-4097-b370-a174e9d91f8a,segment=NetworkSegment(80bd5bff-c1a8-4fa7-a5aa-66bec761fafc),segment_id=80bd5bff-c1a8-4fa7-a5aa-66bec761fafc)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:10.888295 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f7058d5e-f8e8-4097-b370-a174e9d91f8a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:10.889425 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 4f5d6958-8214-4e7b-8668-05998059478f up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:32:10.891104 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b10931-6fc6-49cc-a426-9ad430365e0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdab9e29-75b7-4feb-8c83-f36f8d8289ac,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:10.902172 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b10931-6fc6-49cc-a426-9ad430365e0e admin admin] Checking segment: {'id': 'd45b3ebb-f150-45d3-9715-4c716b793980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4f1069c9-66d0-492d-a6d7-da118ddbeffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:32:10.902543 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b10931-6fc6-49cc-a426-9ad430365e0e admin admin] Network hostable DHCP agents. Network: 4f1069c9-66d0-492d-a6d7-da118ddbeffb, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:32:10.920200 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b10931-6fc6-49cc-a426-9ad430365e0e admin admin] Network 4f1069c9-66d0-492d-a6d7-da118ddbeffb is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:32:10.932730 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-67b10931-6fc6-49cc-a426-9ad430365e0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 4f1069c9-66d0-492d-a6d7-da118ddbeffb) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:32:10.940535 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b10931-6fc6-49cc-a426-9ad430365e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:10.941412 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-67b10931-6fc6-49cc-a426-9ad430365e0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:10.948545 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3ce56d-7ec1-436a-bd35-9c9d99c2dd94 None None] Network 4f1069c9-66d0-492d-a6d7-da118ddbeffb requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:32:10.962354 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-67b10931-6fc6-49cc-a426-9ad430365e0e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3655024 Mar 22 19:32:10.999387 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0399ecc-f819-4dcd-8c6b-e07a031c9070'}, {'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2b1e62-dccd-4ab7-8d96-30287c6313d6'}, {'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba728d56-f25b-46d3-9cae-ed09ba82a9e1'}, {'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ff596a-364e-4bcd-8bf2-292c0eea5f34'}, {'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7058d5e-f8e8-4097-b370-a174e9d91f8a'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:11.002199 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1873d955-511a-4261-b1c7-a96aec2d0a20" -d '{"events": [{"server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "name": "network-vif-plugged", "status": "completed", "tag": "b0399ecc-f819-4dcd-8c6b-e07a031c9070"}, {"server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "name": "network-vif-plugged", "status": "completed", "tag": "ec2b1e62-dccd-4ab7-8d96-30287c6313d6"}, {"server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "name": "network-vif-plugged", "status": "completed", "tag": "ba728d56-f25b-46d3-9cae-ed09ba82a9e1"}, {"server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "name": "network-vif-plugged", "status": "completed", "tag": "a6ff596a-364e-4bcd-8bf2-292c0eea5f34"}, {"server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "name": "network-vif-plugged", "status": "completed", "tag": "f7058d5e-f8e8-4097-b370-a174e9d91f8a"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:11.040694 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=f7058d5e-f8e8-4097-b370-a174e9d91f8a,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:11.069039 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cee2e23-ea22-46c5-9c00-0dd11b874120 x-openstack-request-id: req-5cee2e23-ea22-46c5-9c00-0dd11b874120 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:11.069505 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "name": "network-vif-plugged", "status": "completed", "tag": "b0399ecc-f819-4dcd-8c6b-e07a031c9070", "code": 200}, {"server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "name": "network-vif-plugged", "status": "completed", "tag": "ec2b1e62-dccd-4ab7-8d96-30287c6313d6", "code": 200}, {"server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "name": "network-vif-plugged", "status": "completed", "tag": "ba728d56-f25b-46d3-9cae-ed09ba82a9e1", "code": 200}, {"server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "name": "network-vif-plugged", "status": "completed", "tag": "a6ff596a-364e-4bcd-8bf2-292c0eea5f34", "code": 200}, {"server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "name": "network-vif-plugged", "status": "completed", "tag": "f7058d5e-f8e8-4097-b370-a174e9d91f8a", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:11.069842 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5cee2e23-ea22-46c5-9c00-0dd11b874120 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:11.070362 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cee2e23-ea22-46c5-9c00-0dd11b874120'] response: {'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0399ecc-f819-4dcd-8c6b-e07a031c9070', 'code': 200} Mar 22 19:32:11.070717 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cee2e23-ea22-46c5-9c00-0dd11b874120'] response: {'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec2b1e62-dccd-4ab7-8d96-30287c6313d6', 'code': 200} Mar 22 19:32:11.071034 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cee2e23-ea22-46c5-9c00-0dd11b874120'] response: {'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba728d56-f25b-46d3-9cae-ed09ba82a9e1', 'code': 200} Mar 22 19:32:11.071407 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cee2e23-ea22-46c5-9c00-0dd11b874120'] response: {'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ff596a-364e-4bcd-8bf2-292c0eea5f34', 'code': 200} Mar 22 19:32:11.071726 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cee2e23-ea22-46c5-9c00-0dd11b874120'] response: {'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7058d5e-f8e8-4097-b370-a174e9d91f8a', 'code': 200} Mar 22 19:32:11.085199 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 4f5d6958-8214-4e7b-8668-05998059478f completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:32:11.105138 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 4f5d6958-8214-4e7b-8668-05998059478f triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:32:11.105518 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (4f5d6958-8214-4e7b-8668-05998059478f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:11.154875 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a5c1d1-da68-4e58-95c8-bc23d551f2f3 None None] Network 4f1069c9-66d0-492d-a6d7-da118ddbeffb requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:32:11.258941 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca70685-9bb8-4ee4-82dc-68aa360edee8 req-d8079baa-06fc-4819-830b-b07a0eadb1e9 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:11.260645 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2ca70685-9bb8-4ee4-82dc-68aa360edee8 req-d8079baa-06fc-4819-830b-b07a0eadb1e9 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=923496da-e03c-4e61-812c-656655a33c96 HTTP/1.1" status: 200 len: 945 time: 0.0972548 Mar 22 19:32:11.275982 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de209148-b9c2-4ef6-a2d3-7aea21f83966 req-4f780a9e-31a3-4dea-a022-64478234ed58 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:11.281886 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de209148-b9c2-4ef6-a2d3-7aea21f83966 req-4f780a9e-31a3-4dea-a022-64478234ed58 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:11.287779 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de209148-b9c2-4ef6-a2d3-7aea21f83966 req-4f780a9e-31a3-4dea-a022-64478234ed58 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:11.293262 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de209148-b9c2-4ef6-a2d3-7aea21f83966 req-4f780a9e-31a3-4dea-a022-64478234ed58 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:11.298698 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de209148-b9c2-4ef6-a2d3-7aea21f83966 req-4f780a9e-31a3-4dea-a022-64478234ed58 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:11.304022 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de209148-b9c2-4ef6-a2d3-7aea21f83966 req-4f780a9e-31a3-4dea-a022-64478234ed58 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:11.309453 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de209148-b9c2-4ef6-a2d3-7aea21f83966 req-4f780a9e-31a3-4dea-a022-64478234ed58 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:11.311775 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-de209148-b9c2-4ef6-a2d3-7aea21f83966 req-4f780a9e-31a3-4dea-a022-64478234ed58 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5433 time: 0.1160569 Mar 22 19:32:11.391595 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2ca70685-9bb8-4ee4-82dc-68aa360edee8 req-32488607-eb67-4627-a7b2-f341320aff9e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782266 Mar 22 19:32:11.414877 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-de209148-b9c2-4ef6-a2d3-7aea21f83966 req-062acb69-a293-45b5-8655-d306d2c2d698 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0941491 Mar 22 19:32:11.492386 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 4f5d6958-8214-4e7b-8668-05998059478f is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:11.492839 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4f5d6958-8214-4e7b-8668-05998059478f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:11.533449 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 4f5d6958-8214-4e7b-8668-05998059478f, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=4f5d6958-8214-4e7b-8668-05998059478f,segment=NetworkSegment(80bd5bff-c1a8-4fa7-a5aa-66bec761fafc),segment_id=80bd5bff-c1a8-4fa7-a5aa-66bec761fafc)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:11.553441 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4f5d6958-8214-4e7b-8668-05998059478f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:11.592099 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fadbab-6163-4e4d-a3a5-fac925d4641e req-77ada713-5c1c-4edc-afb4-dd19e2187049 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:11.593940 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c9fadbab-6163-4e4d-a3a5-fac925d4641e req-77ada713-5c1c-4edc-afb4-dd19e2187049 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.0881848 Mar 22 19:32:11.609363 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=4f5d6958-8214-4e7b-8668-05998059478f,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:11.684736 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c9fadbab-6163-4e4d-a3a5-fac925d4641e req-255eada7-ffa4-4733-8595-0b592ea7a007 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845270 Mar 22 19:32:11.790020 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-0ba331b8-4505-45e3-945d-662c459fd29f tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:11.791495 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-0ba331b8-4505-45e3-945d-662c459fd29f tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] 10.222.0.75 "GET /v2.0/networks?id=4f1069c9-66d0-492d-a6d7-da118ddbeffb HTTP/1.1" status: 200 len: 822 time: 0.1392205 Mar 22 19:32:11.808637 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-7374bba4-6167-4038-8372-a50e3e74aac1 tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] 10.222.0.75 "GET /v2.0/quotas/091c329ea3054326b57fd10a9ec93f2d HTTP/1.1" status: 200 len: 375 time: 0.0115836 Mar 22 19:32:11.844717 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-78bcd059-1ac4-456a-9094-78e571733b3e tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=091c329ea3054326b57fd10a9ec93f2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291007 Mar 22 19:32:11.934406 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-8cf901d2-c212-4e08-a50a-374dbb931fde service neutron] 10.222.0.75 "GET /v2.0/networks/4f1069c9-66d0-492d-a6d7-da118ddbeffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829344 Mar 22 19:32:12.034608 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-01ffebd9-a536-4683-88e5-07242ec12ddb service neutron] 10.222.0.75 "GET /v2.0/networks/4f1069c9-66d0-492d-a6d7-da118ddbeffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928714 Mar 22 19:32:12.211685 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-01008859-4ac5-429c-9185-ac54f1bfac85 req-ae166e2a-ef99-4c2c-9a1c-d745f6920d92 tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] 10.222.0.75 "GET /v2.0/ports?device_id=44bac863-157c-40d7-a5c8-f8a1be6e7548 HTTP/1.1" status: 200 len: 210 time: 0.0287335 Mar 22 19:32:12.232758 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device f7167444-7cca-45ee-8b5f-25835f43c300 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:32:12.306247 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port f7167444-7cca-45ee-8b5f-25835f43c300 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:32:12.310505 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port f7167444-7cca-45ee-8b5f-25835f43c300 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:32:12.311225 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f7167444-7cca-45ee-8b5f-25835f43c300), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:12.405783 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port f7167444-7cca-45ee-8b5f-25835f43c300 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:12.406188 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f7167444-7cca-45ee-8b5f-25835f43c300), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:12.443504 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port f7167444-7cca-45ee-8b5f-25835f43c300, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f7167444-7cca-45ee-8b5f-25835f43c300,segment=NetworkSegment(4db1c957-0684-4a6a-98a7-735cbede485b),segment_id=4db1c957-0684-4a6a-98a7-735cbede485b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:12.448124 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f7167444-7cca-45ee-8b5f-25835f43c300), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:12.530767 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=f7167444-7cca-45ee-8b5f-25835f43c300,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:12.587630 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e06acd-9ff2-4bc7-9c39-5ffcdb10f2c2 req-9972e943-f3b7-48ab-99c4-c54626429ba1 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:12.589160 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a2e06acd-9ff2-4bc7-9c39-5ffcdb10f2c2 req-9972e943-f3b7-48ab-99c4-c54626429ba1 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=923496da-e03c-4e61-812c-656655a33c96 HTTP/1.1" status: 200 len: 946 time: 0.1112287 Mar 22 19:32:12.615797 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2e823-c99f-4861-9e52-16f8b443ca94 req-3a4b115d-71ad-4a40-829e-99cd419bfe3c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:12.621298 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2e823-c99f-4861-9e52-16f8b443ca94 req-3a4b115d-71ad-4a40-829e-99cd419bfe3c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:12.627170 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2e823-c99f-4861-9e52-16f8b443ca94 req-3a4b115d-71ad-4a40-829e-99cd419bfe3c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:12.632445 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2e823-c99f-4861-9e52-16f8b443ca94 req-3a4b115d-71ad-4a40-829e-99cd419bfe3c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:12.637938 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2e823-c99f-4861-9e52-16f8b443ca94 req-3a4b115d-71ad-4a40-829e-99cd419bfe3c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:12.643411 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2e823-c99f-4861-9e52-16f8b443ca94 req-3a4b115d-71ad-4a40-829e-99cd419bfe3c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:12.648771 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2e823-c99f-4861-9e52-16f8b443ca94 req-3a4b115d-71ad-4a40-829e-99cd419bfe3c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:12.650841 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9f2e823-c99f-4861-9e52-16f8b443ca94 req-3a4b115d-71ad-4a40-829e-99cd419bfe3c tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5434 time: 0.1244018 Mar 22 19:32:12.717684 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a2e06acd-9ff2-4bc7-9c39-5ffcdb10f2c2 req-2a6c5343-a75d-41dc-bf9a-2d37688f2774 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200931 Mar 22 19:32:12.738277 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9f2e823-c99f-4861-9e52-16f8b443ca94 req-d2a773a6-a1c1-4126-92b1-314d1f6bb76a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0792081 Mar 22 19:32:12.847394 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6204c95-3fa9-48ae-8430-c1202f9a5e34 req-6055875d-5175-4dd8-916a-b6b85a8f4608 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:12.850301 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e6204c95-3fa9-48ae-8430-c1202f9a5e34 req-6055875d-5175-4dd8-916a-b6b85a8f4608 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.0622532 Mar 22 19:32:12.895995 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e6204c95-3fa9-48ae-8430-c1202f9a5e34 req-6200b86d-673d-4558-8370-5c1cd40ebc36 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433986 Mar 22 19:32:13.073340 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5d6958-8214-4e7b-8668-05998059478f'}, {'server_uuid': '923496da-e03c-4e61-812c-656655a33c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7167444-7cca-45ee-8b5f-25835f43c300'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:13.077652 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e260fdb-0b0f-4866-ac9f-043284c50eaf" -d '{"events": [{"server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "name": "network-vif-plugged", "status": "completed", "tag": "4f5d6958-8214-4e7b-8668-05998059478f"}, {"server_uuid": "923496da-e03c-4e61-812c-656655a33c96", "name": "network-vif-plugged", "status": "completed", "tag": "f7167444-7cca-45ee-8b5f-25835f43c300"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:13.118883 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef213d7-1d6f-49cb-8236-ffb981b55212 req-eccf106c-d751-4b7d-ad45-1758e9716ee7 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:13.135060 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cc1ad6-c7cd-4a81-abaa-353568ba16a2 x-openstack-request-id: req-07cc1ad6-c7cd-4a81-abaa-353568ba16a2 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:13.135618 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "name": "network-vif-plugged", "status": "completed", "tag": "4f5d6958-8214-4e7b-8668-05998059478f", "code": 200}, {"server_uuid": "923496da-e03c-4e61-812c-656655a33c96", "name": "network-vif-plugged", "status": "completed", "tag": "f7167444-7cca-45ee-8b5f-25835f43c300", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:13.136102 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-07cc1ad6-c7cd-4a81-abaa-353568ba16a2 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:13.136719 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07cc1ad6-c7cd-4a81-abaa-353568ba16a2'] response: {'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5d6958-8214-4e7b-8668-05998059478f', 'code': 200} Mar 22 19:32:13.137048 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07cc1ad6-c7cd-4a81-abaa-353568ba16a2'] response: {'server_uuid': '923496da-e03c-4e61-812c-656655a33c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7167444-7cca-45ee-8b5f-25835f43c300', 'code': 200} Mar 22 19:32:13.142908 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7ef213d7-1d6f-49cb-8236-ffb981b55212 req-eccf106c-d751-4b7d-ad45-1758e9716ee7 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.0990798 Mar 22 19:32:13.166973 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75e5a2-7432-44c3-a59b-22d8147133e1 req-570504b7-b679-42e5-bc3f-7d11ee450dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:13.170188 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9c75e5a2-7432-44c3-a59b-22d8147133e1 req-570504b7-b679-42e5-bc3f-7d11ee450dab service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5b93875569cc4d4199ac35d06661afdf&device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 1128 time: 0.0880814 Mar 22 19:32:13.253445 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7ef213d7-1d6f-49cb-8236-ffb981b55212 req-1bc62879-994c-4f83-bd26-137941b7cfd0 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088302 Mar 22 19:32:13.297472 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a46428-260e-4eea-b803-3fe0b495bdba req-f00b33da-d859-4324-af24-25c0589cbd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:13.302870 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d4a46428-260e-4eea-b803-3fe0b495bdba req-f00b33da-d859-4324-af24-25c0589cbd1b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=923496da-e03c-4e61-812c-656655a33c96 HTTP/1.1" status: 200 len: 1129 time: 0.0986843 Mar 22 19:32:13.335167 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75e5a2-7432-44c3-a59b-22d8147133e1 req-c8e28785-4edd-4564-838b-a4e52883dab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:13.337646 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9c75e5a2-7432-44c3-a59b-22d8147133e1 req-c8e28785-4edd-4564-838b-a4e52883dab0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc HTTP/1.1" status: 200 len: 911 time: 0.1605484 Mar 22 19:32:13.426697 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78fea7f2-5f64-4509-bf41-97464a60b37e req-6126ef50-c1a8-4de0-b777-9fdeacc9772b tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] 10.222.0.75 "GET /v2.0/ports?device_id=44bac863-157c-40d7-a5c8-f8a1be6e7548 HTTP/1.1" status: 200 len: 210 time: 0.0974798 Mar 22 19:32:13.463027 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9c75e5a2-7432-44c3-a59b-22d8147133e1 req-9b5c06ef-afd4-4df9-9f3d-17293831c0f6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=607144c1-0ca2-48d3-88b9-368b9eec0b0c HTTP/1.1" status: 200 len: 1000 time: 0.1170619 Mar 22 19:32:13.501964 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d4a46428-260e-4eea-b803-3fe0b495bdba req-d9e3f316-7e9f-4d54-8967-470198909ce3 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884053 Mar 22 19:32:13.527703 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75e5a2-7432-44c3-a59b-22d8147133e1 req-6f780b15-e804-4038-9515-d64ca0f3f96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:13.531181 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9c75e5a2-7432-44c3-a59b-22d8147133e1 req-6f780b15-e804-4038-9515-d64ca0f3f96e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0024126f-9e61-4e75-a43d-476a3a97ffe0 HTTP/1.1" status: 200 len: 849 time: 0.0617635 Mar 22 19:32:13.542792 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-f80cb275-450f-49a4-876a-39788c15511a tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:13.544834 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-f80cb275-450f-49a4-876a-39788c15511a tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] 10.222.0.85 "GET /v2.0/networks?id=4f1069c9-66d0-492d-a6d7-da118ddbeffb HTTP/1.1" status: 200 len: 822 time: 0.1860180 Mar 22 19:32:13.555859 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a72a3a-ec6b-4ae1-b9e9-d5ec8846f0df req-3b81c862-8645-4279-9b53-399a67e79aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:13.556345 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a72a3a-ec6b-4ae1-b9e9-d5ec8846f0df req-3b81c862-8645-4279-9b53-399a67e79aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:13.556824 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a72a3a-ec6b-4ae1-b9e9-d5ec8846f0df req-3b81c862-8645-4279-9b53-399a67e79aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:13.557311 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a72a3a-ec6b-4ae1-b9e9-d5ec8846f0df req-3b81c862-8645-4279-9b53-399a67e79aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:13.557797 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a72a3a-ec6b-4ae1-b9e9-d5ec8846f0df req-3b81c862-8645-4279-9b53-399a67e79aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:13.558258 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a72a3a-ec6b-4ae1-b9e9-d5ec8846f0df req-3b81c862-8645-4279-9b53-399a67e79aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:13.559046 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a72a3a-ec6b-4ae1-b9e9-d5ec8846f0df req-3b81c862-8645-4279-9b53-399a67e79aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:13.561450 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e9a72a3a-ec6b-4ae1-b9e9-d5ec8846f0df req-3b81c862-8645-4279-9b53-399a67e79aa6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 6715 time: 0.1463647 Mar 22 19:32:13.566633 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-f43d4b98-526e-4fed-90c6-b328ae40d92e tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] Request body: {'port': {'device_id': '44bac863-157c-40d7-a5c8-f8a1be6e7548', 'network_id': '4f1069c9-66d0-492d-a6d7-da118ddbeffb', 'admin_state_up': True, 'tenant_id': '091c329ea3054326b57fd10a9ec93f2d'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:13.693509 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e9a72a3a-ec6b-4ae1-b9e9-d5ec8846f0df req-9dae4930-f922-45fb-beed-2887f7a38eda service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1221156 Mar 22 19:32:13.731061 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-f43d4b98-526e-4fed-90c6-b328ae40d92e tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] Made reservation on behalf of 091c329ea3054326b57fd10a9ec93f2d for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:32:13.734702 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-f43d4b98-526e-4fed-90c6-b328ae40d92e tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:13.745247 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75e5a2-7432-44c3-a59b-22d8147133e1 req-c1580708-c7c0-4b11-b935-2314b427cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:13.748553 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9c75e5a2-7432-44c3-a59b-22d8147133e1 req-c1580708-c7c0-4b11-b935-2314b427cfb6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0511072 Mar 22 19:32:13.885216 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9c75e5a2-7432-44c3-a59b-22d8147133e1 req-08de3179-d1bd-4d57-af7b-0b07c73e9053 service neutron] 10.222.0.84 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290190 Mar 22 19:32:13.962292 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-f43d4b98-526e-4fed-90c6-b328ae40d92e tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] Allocated IP 172.20.0.11 (4f1069c9-66d0-492d-a6d7-da118ddbeffb/cdab9e29-75b7-4feb-8c83-f36f8d8289ac/eb087394-4a9a-44b5-97dc-3dadfc54bc0f) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:32:13.994769 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9c75e5a2-7432-44c3-a59b-22d8147133e1 req-49a43cd6-d2ce-4706-bd2a-e41795da9ff2 service neutron] 10.222.0.84 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010790 Mar 22 19:32:14.006763 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7c9b0-2000-4849-bda8-bab7acdc00b4 req-f3906068-ee4f-43ae-a5f9-aab9ec448757 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:14.008317 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e2a7c9b0-2000-4849-bda8-bab7acdc00b4 req-f3906068-ee4f-43ae-a5f9-aab9ec448757 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=923496da-e03c-4e61-812c-656655a33c96 HTTP/1.1" status: 200 len: 946 time: 0.1232476 Mar 22 19:32:14.055510 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6192dd-2b7d-430b-aedb-0f144ad014a5 req-ee8aca62-f1dc-43c2-bee7-97c2434300f7 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:14.061122 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6192dd-2b7d-430b-aedb-0f144ad014a5 req-ee8aca62-f1dc-43c2-bee7-97c2434300f7 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:14.066468 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6192dd-2b7d-430b-aedb-0f144ad014a5 req-ee8aca62-f1dc-43c2-bee7-97c2434300f7 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:14.071725 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6192dd-2b7d-430b-aedb-0f144ad014a5 req-ee8aca62-f1dc-43c2-bee7-97c2434300f7 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:14.076984 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6192dd-2b7d-430b-aedb-0f144ad014a5 req-ee8aca62-f1dc-43c2-bee7-97c2434300f7 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:14.082875 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6192dd-2b7d-430b-aedb-0f144ad014a5 req-ee8aca62-f1dc-43c2-bee7-97c2434300f7 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:14.088148 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6192dd-2b7d-430b-aedb-0f144ad014a5 req-ee8aca62-f1dc-43c2-bee7-97c2434300f7 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:14.090058 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-be6192dd-2b7d-430b-aedb-0f144ad014a5 req-ee8aca62-f1dc-43c2-bee7-97c2434300f7 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5434 time: 0.1923797 Mar 22 19:32:14.223463 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e2a7c9b0-2000-4849-bda8-bab7acdc00b4 req-571c086d-7002-4358-a271-aef4f56ce2dc tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928248 Mar 22 19:32:14.253194 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-be6192dd-2b7d-430b-aedb-0f144ad014a5 req-0210307d-7068-489f-bb80-a990c7569208 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1546688 Mar 22 19:32:14.286383 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-f43d4b98-526e-4fed-90c6-b328ae40d92e tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] Publish callbacks [] for port (eb087394-4a9a-44b5-97dc-3dadfc54bc0f), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:14.323513 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-f43d4b98-526e-4fed-90c6-b328ae40d92e tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (eb087394-4a9a-44b5-97dc-3dadfc54bc0f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:14.400690 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-f43d4b98-526e-4fed-90c6-b328ae40d92e tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] Network 4f1069c9-66d0-492d-a6d7-da118ddbeffb is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:32:14.410408 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-f43d4b98-526e-4fed-90c6-b328ae40d92e tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:32:14.415132 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-f43d4b98-526e-4fed-90c6-b328ae40d92e tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:32:14.419894 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d4b98-526e-4fed-90c6-b328ae40d92e tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] Pushing event updated for resources: {'Port': ['ID=eb087394-4a9a-44b5-97dc-3dadfc54bc0f,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:14.472420 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f544d0-2948-41a2-91ce-f442d269cfe1 req-3a6490f3-1ed8-4e8f-bb58-3b373dc452f9 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:14.474021 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e3f544d0-2948-41a2-91ce-f442d269cfe1 req-3a6490f3-1ed8-4e8f-bb58-3b373dc452f9 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.1410835 Mar 22 19:32:14.481763 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-f43d4b98-526e-4fed-90c6-b328ae40d92e tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:14.482418 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-f43d4b98-526e-4fed-90c6-b328ae40d92e tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:14.518279 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-f43d4b98-526e-4fed-90c6-b328ae40d92e tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9557877 Mar 22 19:32:14.543871 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-339228ca-d172-43fd-ac50-3dfa4e063a68 service neutron] Request body: {'port': {'device_id': '44bac863-157c-40d7-a5c8-f8a1be6e7548', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:14.610131 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e3f544d0-2948-41a2-91ce-f442d269cfe1 req-15f3f45e-7064-4d0b-bfe7-0fb1f94cf70a tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249728 Mar 22 19:32:14.653514 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f244aed-1bfb-4f4b-bed8-3b53bdec5ceb req-ef4d3b5a-4633-4c44-b6ab-341db8793834 tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:14.655051 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9f244aed-1bfb-4f4b-bed8-3b53bdec5ceb req-ef4d3b5a-4633-4c44-b6ab-341db8793834 tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] 10.222.0.75 "GET /v2.0/ports?device_id=44bac863-157c-40d7-a5c8-f8a1be6e7548 HTTP/1.1" status: 200 len: 932 time: 0.1441238 Mar 22 19:32:14.672553 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-339228ca-d172-43fd-ac50-3dfa4e063a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (eb087394-4a9a-44b5-97dc-3dadfc54bc0f), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:14.720949 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9f244aed-1bfb-4f4b-bed8-3b53bdec5ceb req-9e1b44dc-18ae-4783-9701-da232855758c tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] 10.222.0.75 "GET /v2.0/security-groups?id=1cc2c485-e0b9-4275-94bf-04c80ede9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593016 Mar 22 19:32:14.984806 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-339228ca-d172-43fd-ac50-3dfa4e063a68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb087394-4a9a-44b5-97dc-3dadfc54bc0f {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:32:14.992637 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-339228ca-d172-43fd-ac50-3dfa4e063a68 service neutron] Publish callbacks [] for port (eb087394-4a9a-44b5-97dc-3dadfc54bc0f), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:15.004768 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-339228ca-d172-43fd-ac50-3dfa4e063a68 service neutron] Transition to ACTIVE for port object eb087394-4a9a-44b5-97dc-3dadfc54bc0f will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:32:15.008893 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-339228ca-d172-43fd-ac50-3dfa4e063a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (eb087394-4a9a-44b5-97dc-3dadfc54bc0f), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:15.056902 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339228ca-d172-43fd-ac50-3dfa4e063a68 service neutron] Pushing event updated for resources: {'Port': ['ID=eb087394-4a9a-44b5-97dc-3dadfc54bc0f,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:15.064617 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a63b3606-a382-4c5f-97dc-fd0a9204bf83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:15.127384 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-339228ca-d172-43fd-ac50-3dfa4e063a68 service neutron] Attempting to bind port eb087394-4a9a-44b5-97dc-3dadfc54bc0f on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:32:15.127715 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-339228ca-d172-43fd-ac50-3dfa4e063a68 service neutron] Attempting to bind port eb087394-4a9a-44b5-97dc-3dadfc54bc0f by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': 'd45b3ebb-f150-45d3-9715-4c716b793980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4f1069c9-66d0-492d-a6d7-da118ddbeffb'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:32:15.128042 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-339228ca-d172-43fd-ac50-3dfa4e063a68 service neutron] Attempting to bind port eb087394-4a9a-44b5-97dc-3dadfc54bc0f on network 4f1069c9-66d0-492d-a6d7-da118ddbeffb {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:32:15.132240 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-339228ca-d172-43fd-ac50-3dfa4e063a68 service neutron] Port eb087394-4a9a-44b5-97dc-3dadfc54bc0f on network 4f1069c9-66d0-492d-a6d7-da118ddbeffb not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:32:15.132560 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-339228ca-d172-43fd-ac50-3dfa4e063a68 service neutron] Attempting to bind port eb087394-4a9a-44b5-97dc-3dadfc54bc0f on network 4f1069c9-66d0-492d-a6d7-da118ddbeffb {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:32:15.137932 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-339228ca-d172-43fd-ac50-3dfa4e063a68 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:32:15.138276 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-339228ca-d172-43fd-ac50-3dfa4e063a68 service neutron] Checking segment: {'id': 'd45b3ebb-f150-45d3-9715-4c716b793980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4f1069c9-66d0-492d-a6d7-da118ddbeffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:32:15.138653 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-339228ca-d172-43fd-ac50-3dfa4e063a68 service neutron] Bound using segment: {'id': 'd45b3ebb-f150-45d3-9715-4c716b793980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4f1069c9-66d0-492d-a6d7-da118ddbeffb'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:32:15.139074 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-339228ca-d172-43fd-ac50-3dfa4e063a68 service neutron] Bound port: eb087394-4a9a-44b5-97dc-3dadfc54bc0f, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd45b3ebb-f150-45d3-9715-4c716b793980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4f1069c9-66d0-492d-a6d7-da118ddbeffb'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:32:15.139424 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-339228ca-d172-43fd-ac50-3dfa4e063a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (eb087394-4a9a-44b5-97dc-3dadfc54bc0f), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:15.203913 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-339228ca-d172-43fd-ac50-3dfa4e063a68 service neutron] For port eb087394-4a9a-44b5-97dc-3dadfc54bc0f, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:32:15.207093 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-339228ca-d172-43fd-ac50-3dfa4e063a68 service neutron] For port eb087394-4a9a-44b5-97dc-3dadfc54bc0f, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=eb087394-4a9a-44b5-97dc-3dadfc54bc0f,segment=NetworkSegment(d45b3ebb-f150-45d3-9715-4c716b793980),segment_id=d45b3ebb-f150-45d3-9715-4c716b793980)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:32:15.212905 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-339228ca-d172-43fd-ac50-3dfa4e063a68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (eb087394-4a9a-44b5-97dc-3dadfc54bc0f), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:15.246353 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-339228ca-d172-43fd-ac50-3dfa4e063a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:15.248144 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-339228ca-d172-43fd-ac50-3dfa4e063a68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:15.249674 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-339228ca-d172-43fd-ac50-3dfa4e063a68 service neutron] 10.222.0.85 "PUT /v2.0/ports/eb087394-4a9a-44b5-97dc-3dadfc54bc0f HTTP/1.1" status: 200 len: 1093 time: 0.7134843 Mar 22 19:32:15.250150 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44bac863-157c-40d7-a5c8-f8a1be6e7548', 'tag': 'eb087394-4a9a-44b5-97dc-3dadfc54bc0f'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:15.252465 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f27ef4-72f9-4b5f-bc6e-d511e41118d3" -d '{"events": [{"name": "network-changed", "server_uuid": "44bac863-157c-40d7-a5c8-f8a1be6e7548", "tag": "eb087394-4a9a-44b5-97dc-3dadfc54bc0f"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:15.279709 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339228ca-d172-43fd-ac50-3dfa4e063a68 service neutron] Pushing event updated for resources: {'Port': ['ID=eb087394-4a9a-44b5-97dc-3dadfc54bc0f,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:15.344109 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfa7896-6b72-421b-bf7d-f942bc493d22 x-openstack-request-id: req-3cfa7896-6b72-421b-bf7d-f942bc493d22 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:15.344520 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44bac863-157c-40d7-a5c8-f8a1be6e7548", "tag": "eb087394-4a9a-44b5-97dc-3dadfc54bc0f", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:15.345304 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3cfa7896-6b72-421b-bf7d-f942bc493d22 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:15.345764 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cfa7896-6b72-421b-bf7d-f942bc493d22'] response: {'name': 'network-changed', 'server_uuid': '44bac863-157c-40d7-a5c8-f8a1be6e7548', 'tag': 'eb087394-4a9a-44b5-97dc-3dadfc54bc0f', 'status': 'completed', 'code': 200} Mar 22 19:32:15.436664 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-f67e1446-fe59-46ba-bae6-c7e2b314d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:15.438531 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-f67e1446-fe59-46ba-bae6-c7e2b314d940 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=091c329ea3054326b57fd10a9ec93f2d&device_id=44bac863-157c-40d7-a5c8-f8a1be6e7548 HTTP/1.1" status: 200 len: 1127 time: 0.1248016 Mar 22 19:32:15.509029 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-ead3bf24-39e7-48fb-a75e-cd3c80fa63bb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb087394-4a9a-44b5-97dc-3dadfc54bc0f HTTP/1.1" status: 200 len: 217 time: 0.0425403 Mar 22 19:32:15.516371 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afafeb2-cef7-44bd-934e-7c38adb06e97 req-369ad65f-4c66-454f-ac88-d3dec1c6b3f7 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:15.518371 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5afafeb2-cef7-44bd-934e-7c38adb06e97 req-369ad65f-4c66-454f-ac88-d3dec1c6b3f7 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=923496da-e03c-4e61-812c-656655a33c96 HTTP/1.1" status: 200 len: 946 time: 0.1621056 Mar 22 19:32:15.599668 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb71b8-ad61-4c51-9e75-fae681aaacd7 req-679e4634-53b5-476a-b1fa-4e68618061fa tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:15.605490 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb71b8-ad61-4c51-9e75-fae681aaacd7 req-679e4634-53b5-476a-b1fa-4e68618061fa tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:15.611922 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb71b8-ad61-4c51-9e75-fae681aaacd7 req-679e4634-53b5-476a-b1fa-4e68618061fa tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:15.617254 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb71b8-ad61-4c51-9e75-fae681aaacd7 req-679e4634-53b5-476a-b1fa-4e68618061fa tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:15.622627 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb71b8-ad61-4c51-9e75-fae681aaacd7 req-679e4634-53b5-476a-b1fa-4e68618061fa tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:15.628536 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb71b8-ad61-4c51-9e75-fae681aaacd7 req-679e4634-53b5-476a-b1fa-4e68618061fa tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:15.637144 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb71b8-ad61-4c51-9e75-fae681aaacd7 req-679e4634-53b5-476a-b1fa-4e68618061fa tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:15.637144 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9bbb71b8-ad61-4c51-9e75-fae681aaacd7 req-679e4634-53b5-476a-b1fa-4e68618061fa tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5434 time: 0.2278578 Mar 22 19:32:15.648673 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-cfb27345-56a3-4659-9ab9-b8ca1caefb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:15.650182 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-cfb27345-56a3-4659-9ab9-b8ca1caefb2a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cdab9e29-75b7-4feb-8c83-f36f8d8289ac HTTP/1.1" status: 200 len: 862 time: 0.1309321 Mar 22 19:32:15.691537 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:15.706250 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-f4b0dc0c-5906-42b4-aa0f-6424294c8bad service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4f1069c9-66d0-492d-a6d7-da118ddbeffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435572 Mar 22 19:32:15.709494 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5afafeb2-cef7-44bd-934e-7c38adb06e97 req-a65b2a38-80c8-4546-87d1-4c58ea1d62ba tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797643 Mar 22 19:32:15.841692 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9bbb71b8-ad61-4c51-9e75-fae681aaacd7 req-d263189b-8da4-4ccb-9094-acfbf902c3e2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1950266 Mar 22 19:32:15.888616 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-073eaa51-1058-4f1e-b883-dfee58e88965 service neutron] 10.222.0.85 "GET /v2.0/networks/4f1069c9-66d0-492d-a6d7-da118ddbeffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737621 Mar 22 19:32:15.900762 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956beb2-7b90-47a0-8d4b-af2781e5149f req-b4d21103-9a6c-4146-ba46-113d288b626d tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:15.902574 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f956beb2-7b90-47a0-8d4b-af2781e5149f req-b4d21103-9a6c-4146-ba46-113d288b626d tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.1116552 Mar 22 19:32:16.050497 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a45b8-9fea-4710-bb2a-2b39507b36cb req-81e96a3b-2ebd-4e01-a91c-c7c94033496b tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:16.051892 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bf1a45b8-9fea-4710-bb2a-2b39507b36cb req-81e96a3b-2ebd-4e01-a91c-c7c94033496b tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=923496da-e03c-4e61-812c-656655a33c96 HTTP/1.1" status: 200 len: 946 time: 0.1396158 Mar 22 19:32:16.057124 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f956beb2-7b90-47a0-8d4b-af2781e5149f req-27c37784-bfa7-4f40-a270-e15d0a0d5cdc tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458530 Mar 22 19:32:16.089403 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8b3663a1-075c-45d4-9ccb-fdb055c6a326 req-5308bcae-6fb0-4232-8817-e947ca4c4d4d service neutron] 10.222.0.85 "GET /v2.0/networks/4f1069c9-66d0-492d-a6d7-da118ddbeffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826651 Mar 22 19:32:16.136149 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bf1a45b8-9fea-4710-bb2a-2b39507b36cb req-7a7089fc-016f-4f92-bb96-c8afcf1f52f8 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780592 Mar 22 19:32:16.245213 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f27ef4-72f9-4b5f-bc6e-d511e41118d3 req-9189b9d5-8211-4715-ad4d-76b27d13dbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:16.246745 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9f27ef4-72f9-4b5f-bc6e-d511e41118d3 req-9189b9d5-8211-4715-ad4d-76b27d13dbbe service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=091c329ea3054326b57fd10a9ec93f2d&device_id=44bac863-157c-40d7-a5c8-f8a1be6e7548 HTTP/1.1" status: 200 len: 1127 time: 0.1095881 Mar 22 19:32:16.284220 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec92c8-e5b2-4f86-b59e-f1cc1ebf8c03 req-647eee55-2c02-42f7-bec3-56297f4c3e99 tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:16.285709 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51ec92c8-e5b2-4f86-b59e-f1cc1ebf8c03 req-647eee55-2c02-42f7-bec3-56297f4c3e99 tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] 10.222.0.75 "GET /v2.0/ports?device_id=44bac863-157c-40d7-a5c8-f8a1be6e7548 HTTP/1.1" status: 200 len: 944 time: 0.1215076 Mar 22 19:32:16.629299 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab3dc7-c243-4bfd-89d1-40a4d9a79f84 req-fc497455-16d9-4e47-a762-335517418ec9 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:16.630911 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1ab3dc7-c243-4bfd-89d1-40a4d9a79f84 req-fc497455-16d9-4e47-a762-335517418ec9 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.4270663 Mar 22 19:32:16.693709 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51ec92c8-e5b2-4f86-b59e-f1cc1ebf8c03 req-703af576-5912-4977-a881-5cae31883b73 tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] 10.222.0.75 "GET /v2.0/security-groups?id=1cc2c485-e0b9-4275-94bf-04c80ede9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833430 Mar 22 19:32:16.699938 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f27ef4-72f9-4b5f-bc6e-d511e41118d3 req-5063e280-3cd4-4671-a639-1c554f172330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:16.701421 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9f27ef4-72f9-4b5f-bc6e-d511e41118d3 req-5063e280-3cd4-4671-a639-1c554f172330 service neutron] 10.222.0.85 "GET /v2.0/networks?id=4f1069c9-66d0-492d-a6d7-da118ddbeffb HTTP/1.1" status: 200 len: 923 time: 0.4477146 Mar 22 19:32:16.761053 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9f27ef4-72f9-4b5f-bc6e-d511e41118d3 req-eefa8f98-9ed9-473a-a5ab-bc58caf10913 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb087394-4a9a-44b5-97dc-3dadfc54bc0f HTTP/1.1" status: 200 len: 217 time: 0.0502186 Mar 22 19:32:16.769162 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1ab3dc7-c243-4bfd-89d1-40a4d9a79f84 req-30b3462b-d638-4f3a-817a-816c20cec7f5 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249440 Mar 22 19:32:16.862551 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f27ef4-72f9-4b5f-bc6e-d511e41118d3 req-2a5f55bf-1dce-4171-8a92-d968a719f759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:16.864358 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9f27ef4-72f9-4b5f-bc6e-d511e41118d3 req-2a5f55bf-1dce-4171-8a92-d968a719f759 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cdab9e29-75b7-4feb-8c83-f36f8d8289ac HTTP/1.1" status: 200 len: 862 time: 0.0937567 Mar 22 19:32:16.917824 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9f27ef4-72f9-4b5f-bc6e-d511e41118d3 req-37d0f337-a548-4ca0-a483-0cca7711a30a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4f1069c9-66d0-492d-a6d7-da118ddbeffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314631 Mar 22 19:32:17.010771 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b85087-5242-47c9-9e0b-0cbc81691cc7 req-2acee6e9-0cac-4768-a6bf-4cd2711f6f4c tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:17.012254 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c2b85087-5242-47c9-9e0b-0cbc81691cc7 req-2acee6e9-0cac-4768-a6bf-4cd2711f6f4c tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.1625884 Mar 22 19:32:17.058851 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf165d-d3b4-40a5-a347-a945b153d87f req-f571a9ea-cc2c-43e1-b5c9-aaacc98e09a1 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:17.060325 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1bf165d-d3b4-40a5-a347-a945b153d87f req-f571a9ea-cc2c-43e1-b5c9-aaacc98e09a1 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=923496da-e03c-4e61-812c-656655a33c96 HTTP/1.1" status: 200 len: 946 time: 0.1456714 Mar 22 19:32:17.109372 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9f27ef4-72f9-4b5f-bc6e-d511e41118d3 req-5aaaa29f-421a-4812-a5f1-5b83d24c111e service neutron] 10.222.0.85 "GET /v2.0/networks/4f1069c9-66d0-492d-a6d7-da118ddbeffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828797 Mar 22 19:32:17.112862 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c2b85087-5242-47c9-9e0b-0cbc81691cc7 req-5dde3bb1-d202-4cd4-ab0b-774c010a3bf9 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930719 Mar 22 19:32:17.197732 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1bf165d-d3b4-40a5-a347-a945b153d87f req-6688782a-eb46-4ab8-aa8b-1e462256e8a2 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239090 Mar 22 19:32:17.256867 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9f27ef4-72f9-4b5f-bc6e-d511e41118d3 req-65002fed-fdff-4fef-8722-f80746983755 service neutron] 10.222.0.85 "GET /v2.0/networks/4f1069c9-66d0-492d-a6d7-da118ddbeffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407154 Mar 22 19:32:17.277116 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15c5c0-aa99-4fc5-8649-3fb9562fb652 req-b9c96d17-534c-4442-8590-6db8dbbac380 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:17.283078 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15c5c0-aa99-4fc5-8649-3fb9562fb652 req-b9c96d17-534c-4442-8590-6db8dbbac380 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:17.288385 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15c5c0-aa99-4fc5-8649-3fb9562fb652 req-b9c96d17-534c-4442-8590-6db8dbbac380 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:17.293745 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15c5c0-aa99-4fc5-8649-3fb9562fb652 req-b9c96d17-534c-4442-8590-6db8dbbac380 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:17.299664 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15c5c0-aa99-4fc5-8649-3fb9562fb652 req-b9c96d17-534c-4442-8590-6db8dbbac380 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:17.304990 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15c5c0-aa99-4fc5-8649-3fb9562fb652 req-b9c96d17-534c-4442-8590-6db8dbbac380 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:17.311117 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15c5c0-aa99-4fc5-8649-3fb9562fb652 req-b9c96d17-534c-4442-8590-6db8dbbac380 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:17.313033 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f15c5c0-aa99-4fc5-8649-3fb9562fb652 req-b9c96d17-534c-4442-8590-6db8dbbac380 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5434 time: 0.1304319 Mar 22 19:32:17.349945 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6e2fd93c-7f5e-45ff-9c99-0b851c9fcf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:17.410530 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ff920-c8c9-4377-962b-ceab10345cbc req-e2af3865-f887-43e8-858c-08cbca878632 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:17.412030 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9f1ff920-c8c9-4377-962b-ceab10345cbc req-e2af3865-f887-43e8-858c-08cbca878632 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.0974414 Mar 22 19:32:17.417711 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f15c5c0-aa99-4fc5-8649-3fb9562fb652 req-cf522600-49bc-4b60-ad07-9122935ececc tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0950089 Mar 22 19:32:17.475936 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9f1ff920-c8c9-4377-962b-ceab10345cbc req-d92ee5a7-7514-46e1-bb4b-9439822566d6 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556498 Mar 22 19:32:17.581688 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20697be1-f856-4b67-9258-9639eb4128a5 req-3203925d-b9fe-4646-beca-cad7ebaae0e6 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:17.586982 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20697be1-f856-4b67-9258-9639eb4128a5 req-3203925d-b9fe-4646-beca-cad7ebaae0e6 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:17.592262 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20697be1-f856-4b67-9258-9639eb4128a5 req-3203925d-b9fe-4646-beca-cad7ebaae0e6 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:17.597664 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20697be1-f856-4b67-9258-9639eb4128a5 req-3203925d-b9fe-4646-beca-cad7ebaae0e6 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:17.602979 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20697be1-f856-4b67-9258-9639eb4128a5 req-3203925d-b9fe-4646-beca-cad7ebaae0e6 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:17.608192 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20697be1-f856-4b67-9258-9639eb4128a5 req-3203925d-b9fe-4646-beca-cad7ebaae0e6 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:17.613974 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20697be1-f856-4b67-9258-9639eb4128a5 req-3203925d-b9fe-4646-beca-cad7ebaae0e6 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:17.615917 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20697be1-f856-4b67-9258-9639eb4128a5 req-3203925d-b9fe-4646-beca-cad7ebaae0e6 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5434 time: 0.1129868 Mar 22 19:32:17.627265 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 56502) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:17.633825 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-bc4ca395-1bd0-42ed-91d7-e9a0e438d1d8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Request body: {'floatingip': {'port_id': 'ec2b1e62-dccd-4ab7-8d96-30287c6313d6'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:17.657640 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77147e1-84e8-49b2-8daa-f122e89db29f req-aecc16dd-6860-4d87-b581-5c72ce67b4d0 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:17.662011 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b77147e1-84e8-49b2-8daa-f122e89db29f req-aecc16dd-6860-4d87-b581-5c72ce67b4d0 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.1061273 Mar 22 19:32:17.676724 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca395-1bd0-42ed-91d7-e9a0e438d1d8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks [] for floatingip (9e8ffa19-e3c8-4224-9859-e3e21001f799), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:17.713457 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b77147e1-84e8-49b2-8daa-f122e89db29f req-cd08e44e-5bc4-4f0e-b157-9fc5c74e4258 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480990 Mar 22 19:32:17.880359 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819394d5-3665-462a-a6e7-f3be60f5348a req-f0956f6c-188e-47ef-a514-df5aa21f3d9f tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:17.883270 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-819394d5-3665-462a-a6e7-f3be60f5348a req-f0956f6c-188e-47ef-a514-df5aa21f3d9f tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] 10.222.0.75 "GET /v2.0/ports?device_id=44bac863-157c-40d7-a5c8-f8a1be6e7548 HTTP/1.1" status: 200 len: 944 time: 0.0826299 Mar 22 19:32:17.980416 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-819394d5-3665-462a-a6e7-f3be60f5348a req-b229c3d0-cc62-461b-8390-d5ad039300e6 tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] 10.222.0.75 "GET /v2.0/security-groups?id=1cc2c485-e0b9-4275-94bf-04c80ede9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914760 Mar 22 19:32:18.017104 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe825b-22d9-4ab3-8169-a7dc29fea849 req-76a0b40c-f49e-42d1-ab17-23e92aab818a tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:18.018805 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a3fe825b-22d9-4ab3-8169-a7dc29fea849 req-76a0b40c-f49e-42d1-ab17-23e92aab818a tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.0698102 Mar 22 19:32:18.082688 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a3fe825b-22d9-4ab3-8169-a7dc29fea849 req-a03ec22f-577d-48f6-9c7a-f14499b181f3 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575557 Mar 22 19:32:18.206671 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca395-1bd0-42ed-91d7-e9a0e438d1d8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:18.208963 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:18.210754 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca395-1bd0-42ed-91d7-e9a0e438d1d8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (9e8ffa19-e3c8-4224-9859-e3e21001f799), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:18.326428 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865aa61-ec46-4721-ab7c-cfb595dc0bfc req-34590eff-37b6-4324-90d3-588966e9fa07 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:18.327970 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3865aa61-ec46-4721-ab7c-cfb595dc0bfc req-34590eff-37b6-4324-90d3-588966e9fa07 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=923496da-e03c-4e61-812c-656655a33c96 HTTP/1.1" status: 200 len: 946 time: 0.0588138 Mar 22 19:32:18.359967 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1a7f7-a08f-4295-ac80-b1e000b1f218 req-b0d1fc4d-2cc9-45c2-93e0-4cc9f6c896e8 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:18.362698 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d7a1a7f7-a08f-4295-ac80-b1e000b1f218 req-b0d1fc4d-2cc9-45c2-93e0-4cc9f6c896e8 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.84 "GET /v2.0/ports?device_id=923496da-e03c-4e61-812c-656655a33c96 HTTP/1.1" status: 200 len: 946 time: 0.0847337 Mar 22 19:32:18.364416 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-bc4ca395-1bd0-42ed-91d7-e9a0e438d1d8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Floating IP 9e8ffa19-e3c8-4224-9859-e3e21001f799 associated. External IP: 172.25.5.142, port: ec2b1e62-dccd-4ab7-8d96-30287c6313d6. Mar 22 19:32:18.385650 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3865aa61-ec46-4721-ab7c-cfb595dc0bfc req-62b42f9c-7737-4384-aca9-1d34eb1648c1 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488219 Mar 22 19:32:18.594906 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-d7a1a7f7-a08f-4295-ac80-b1e000b1f218 req-287467a4-54b5-4712-84a9-ae699cc2f370 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Deleting port f7167444-7cca-45ee-8b5f-25835f43c300 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:32:18.595244 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d7a1a7f7-a08f-4295-ac80-b1e000b1f218 req-287467a4-54b5-4712-84a9-ae699cc2f370 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f7167444-7cca-45ee-8b5f-25835f43c300), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:18.629220 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:18.736830 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-d7a1a7f7-a08f-4295-ac80-b1e000b1f218 req-287467a4-54b5-4712-84a9-ae699cc2f370 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] For port f7167444-7cca-45ee-8b5f-25835f43c300, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f7167444-7cca-45ee-8b5f-25835f43c300,segment=NetworkSegment(4db1c957-0684-4a6a-98a7-735cbede485b),segment_id=4db1c957-0684-4a6a-98a7-735cbede485b)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:18.737497 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d7a1a7f7-a08f-4295-ac80-b1e000b1f218 req-287467a4-54b5-4712-84a9-ae699cc2f370 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f7167444-7cca-45ee-8b5f-25835f43c300), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:18.750996 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4ca395-1bd0-42ed-91d7-e9a0e438d1d8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Router 62c1cb2b-3d7d-477f-bd78-606d29614429 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:32:18.756916 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-d7a1a7f7-a08f-4295-ac80-b1e000b1f218 req-287467a4-54b5-4712-84a9-ae699cc2f370 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Calling delete_port for f7167444-7cca-45ee-8b5f-25835f43c300 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:32:18.932802 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4ca395-1bd0-42ed-91d7-e9a0e438d1d8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:32:18.938100 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bc4ca395-1bd0-42ed-91d7-e9a0e438d1d8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:18.943851 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027cb305-c891-421b-9cf6-d72bba7d9dce None None] Sync routers for ids ['62c1cb2b-3d7d-477f-bd78-606d29614429'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:32:18.954261 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027cb305-c891-421b-9cf6-d72bba7d9dce None None] Routers {'62c1cb2b-3d7d-477f-bd78-606d29614429'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:32:18.955086 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-027cb305-c891-421b-9cf6-d72bba7d9dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:32:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['62c1cb2b-3d7d-477f-bd78-606d29614429'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:19.015247 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bc4ca395-1bd0-42ed-91d7-e9a0e438d1d8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "PUT /v2.0/floatingips/9e8ffa19-e3c8-4224-9859-e3e21001f799 HTTP/1.1" status: 200 len: 992 time: 1.3709819 Mar 22 19:32:19.015247 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'tag': 'ec2b1e62-dccd-4ab7-8d96-30287c6313d6'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:19.015247 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d984f8-cf44-4008-8797-4f3a692069eb" -d '{"events": [{"name": "network-changed", "server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "tag": "ec2b1e62-dccd-4ab7-8d96-30287c6313d6"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:19.024143 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d7a1a7f7-a08f-4295-ac80-b1e000b1f218 req-287467a4-54b5-4712-84a9-ae699cc2f370 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f7167444-7cca-45ee-8b5f-25835f43c300), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:19.037104 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['6900cdf1-7489-4100-b919-0573c759249d', 'f7167444-7cca-45ee-8b5f-25835f43c300'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:32:19.090860 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-027cb305-c891-421b-9cf6-d72bba7d9dce None None] Set router 62c1cb2b-3d7d-477f-bd78-606d29614429 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:32:19.093959 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bf4822-4c2b-4f57-92b3-d420faba67e7 x-openstack-request-id: req-e4bf4822-4c2b-4f57-92b3-d420faba67e7 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:19.094245 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "tag": "ec2b1e62-dccd-4ab7-8d96-30287c6313d6", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:19.094504 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e4bf4822-4c2b-4f57-92b3-d420faba67e7 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:19.094976 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4bf4822-4c2b-4f57-92b3-d420faba67e7'] response: {'name': 'network-changed', 'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'tag': 'ec2b1e62-dccd-4ab7-8d96-30287c6313d6', 'status': 'completed', 'code': 200} Mar 22 19:32:19.097513 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287467a4-54b5-4712-84a9-ae699cc2f370 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Pushing event deleted for resources: {'Port': ['ID=f7167444-7cca-45ee-8b5f-25835f43c300,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:19.129114 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287467a4-54b5-4712-84a9-ae699cc2f370 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:19.129466 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287467a4-54b5-4712-84a9-ae699cc2f370 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:19.129862 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287467a4-54b5-4712-84a9-ae699cc2f370 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:19.130173 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287467a4-54b5-4712-84a9-ae699cc2f370 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:19.130525 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287467a4-54b5-4712-84a9-ae699cc2f370 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:19.130835 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287467a4-54b5-4712-84a9-ae699cc2f370 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:19.131162 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287467a4-54b5-4712-84a9-ae699cc2f370 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:19.131485 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287467a4-54b5-4712-84a9-ae699cc2f370 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:19.131811 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287467a4-54b5-4712-84a9-ae699cc2f370 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:19.132131 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287467a4-54b5-4712-84a9-ae699cc2f370 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:19.132456 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287467a4-54b5-4712-84a9-ae699cc2f370 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:19.132777 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287467a4-54b5-4712-84a9-ae699cc2f370 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:19.133105 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287467a4-54b5-4712-84a9-ae699cc2f370 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:19.133425 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287467a4-54b5-4712-84a9-ae699cc2f370 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:19.133835 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287467a4-54b5-4712-84a9-ae699cc2f370 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:32:19.210152 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a1a7f7-a08f-4295-ac80-b1e000b1f218 req-287467a4-54b5-4712-84a9-ae699cc2f370 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] No DVR routers for this DVR port f7167444-7cca-45ee-8b5f-25835f43c300 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:32:19.217893 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d7a1a7f7-a08f-4295-ac80-b1e000b1f218 req-287467a4-54b5-4712-84a9-ae699cc2f370 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:19.221257 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d7a1a7f7-a08f-4295-ac80-b1e000b1f218 req-287467a4-54b5-4712-84a9-ae699cc2f370 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.84 "DELETE /v2.0/ports/f7167444-7cca-45ee-8b5f-25835f43c300 HTTP/1.1" status: 204 len: 173 time: 0.8505642 Mar 22 19:32:19.341325 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1e815-1338-49e3-9421-bc0afb97ddcf req-5310fca8-ea86-4321-9e73-fc5888aea1a1 tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:19.350203 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ebe1e815-1338-49e3-9421-bc0afb97ddcf req-5310fca8-ea86-4321-9e73-fc5888aea1a1 tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] 10.222.0.75 "GET /v2.0/ports?device_id=44bac863-157c-40d7-a5c8-f8a1be6e7548 HTTP/1.1" status: 200 len: 944 time: 0.2547576 Mar 22 19:32:19.387153 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d984f8-cf44-4008-8797-4f3a692069eb req-f03f2e26-1dd6-49a1-8dc9-6adac67ea1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:19.387511 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d984f8-cf44-4008-8797-4f3a692069eb req-f03f2e26-1dd6-49a1-8dc9-6adac67ea1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:19.388056 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d984f8-cf44-4008-8797-4f3a692069eb req-f03f2e26-1dd6-49a1-8dc9-6adac67ea1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:19.388730 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d984f8-cf44-4008-8797-4f3a692069eb req-f03f2e26-1dd6-49a1-8dc9-6adac67ea1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:19.389654 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d984f8-cf44-4008-8797-4f3a692069eb req-f03f2e26-1dd6-49a1-8dc9-6adac67ea1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:19.389851 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d984f8-cf44-4008-8797-4f3a692069eb req-f03f2e26-1dd6-49a1-8dc9-6adac67ea1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:19.390513 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d984f8-cf44-4008-8797-4f3a692069eb req-f03f2e26-1dd6-49a1-8dc9-6adac67ea1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:19.393537 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66d984f8-cf44-4008-8797-4f3a692069eb req-f03f2e26-1dd6-49a1-8dc9-6adac67ea1a5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9e0e4ca7c14f4d59bf1ff2884bd386bd&device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 6715 time: 0.2178361 Mar 22 19:32:19.427465 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92eec2-dee6-4961-8129-28555c33bed5 req-5d31a982-8895-47c2-bb19-7495e356aab8 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:19.434487 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4d92eec2-dee6-4961-8129-28555c33bed5 req-5d31a982-8895-47c2-bb19-7495e356aab8 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.2086704 Mar 22 19:32:19.459985 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ebe1e815-1338-49e3-9421-bc0afb97ddcf req-9c8136f3-1359-4400-a86d-b014717b1f69 tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] 10.222.0.75 "GET /v2.0/security-groups?id=1cc2c485-e0b9-4275-94bf-04c80ede9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085606 Mar 22 19:32:19.494228 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-027cb305-c891-421b-9cf6-d72bba7d9dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'name': 'tempest-TaggedBootDevicesTest-1777691038-router', 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:05Z', 'updated_at': '2022-03-22T19:29:10Z', 'revision_number': 4, 'project_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'gw_port': {'id': 'a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:06Z', 'updated_at': '2022-03-22T19:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '9e8ffa19-e3c8-4224-9859-e3e21001f799', 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'floating_ip_address': '172.25.5.142', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'port_id': 'ec2b1e62-dccd-4ab7-8d96-30287c6313d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a18db52-e571-4039-89e7-6353aeef061c', 'mac_address': 'fa:16:3e:a3:d7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def263e3-2b7c-4878-b97f-ae3609667513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:30:28Z', 'updated_at': '2022-03-22T19:32:18Z', 'revision_number': 1, 'project_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c119e002-5aa4-4a6b-a258-54751300d066', 'name': '', 'network_id': '4a18db52-e571-4039-89e7-6353aeef061c', 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'mac_address': 'fa:16:3e:55:ba:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'e79fd7a2-f33f-4e5a-aaf1-5c490955a64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:09Z', 'updated_at': '2022-03-22T19:29:31Z', 'revision_number': 5, 'project_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'subnets': [{'id': 'e79fd7a2-f33f-4e5a-aaf1-5c490955a64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:19.546766 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027cb305-c891-421b-9cf6-d72bba7d9dce None None] Checking router: 62c1cb2b-3d7d-477f-bd78-606d29614429 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:32:19.557064 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027cb305-c891-421b-9cf6-d72bba7d9dce None None] Routers {'62c1cb2b-3d7d-477f-bd78-606d29614429'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:32:19.558021 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-027cb305-c891-421b-9cf6-d72bba7d9dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:32:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['62c1cb2b-3d7d-477f-bd78-606d29614429'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:19.658404 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-721b53be-c580-41bc-9e9b-dfedcbfa3604 req-b352d36e-ccfd-4679-ada6-b4fa49f885e0 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=923496da-e03c-4e61-812c-656655a33c96 HTTP/1.1" status: 200 len: 210 time: 0.0701580 Mar 22 19:32:19.694747 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-027cb305-c891-421b-9cf6-d72bba7d9dce None None] Set router 62c1cb2b-3d7d-477f-bd78-606d29614429 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:32:19.701331 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4d92eec2-dee6-4961-8129-28555c33bed5 req-46408f55-9816-44b0-b0b0-cbed3eb5dda4 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2656631 Mar 22 19:32:19.765511 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d984f8-cf44-4008-8797-4f3a692069eb req-34195194-0516-4e90-a57f-4ff7d17118e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:19.768043 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66d984f8-cf44-4008-8797-4f3a692069eb req-34195194-0516-4e90-a57f-4ff7d17118e0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=4a18db52-e571-4039-89e7-6353aeef061c HTTP/1.1" status: 200 len: 913 time: 0.3019764 Mar 22 19:32:19.863476 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66d984f8-cf44-4008-8797-4f3a692069eb req-cda05a57-8579-4304-92b5-0a97ebc5f695 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec2b1e62-dccd-4ab7-8d96-30287c6313d6 HTTP/1.1" status: 200 len: 1000 time: 0.0892336 Mar 22 19:32:19.928721 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d984f8-cf44-4008-8797-4f3a692069eb req-01db8648-aec9-4a4e-9063-cf25fecc3f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:19.930409 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66d984f8-cf44-4008-8797-4f3a692069eb req-01db8648-aec9-4a4e-9063-cf25fecc3f96 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e79fd7a2-f33f-4e5a-aaf1-5c490955a64d HTTP/1.1" status: 200 len: 851 time: 0.0606380 Mar 22 19:32:20.005210 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bae03-6551-42ad-b627-e7b9cd40b3c7 req-b4d175fe-2414-4947-b744-2e8e54aec61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:20.007632 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6c1bae03-6551-42ad-b627-e7b9cd40b3c7 req-b4d175fe-2414-4947-b744-2e8e54aec61f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5b93875569cc4d4199ac35d06661afdf&device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 1128 time: 0.0505655 Mar 22 19:32:20.022816 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a8b39-af06-44e2-af0f-40fec47eda75 req-c8dfbd05-98ce-48af-b1bb-53f70cdeecbd tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:20.024325 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-022a8b39-af06-44e2-af0f-40fec47eda75 req-c8dfbd05-98ce-48af-b1bb-53f70cdeecbd tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.0927956 Mar 22 19:32:20.031698 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d984f8-cf44-4008-8797-4f3a692069eb req-6413f3bd-1949-45fa-96d4-4873bcf7022a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:20.033220 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66d984f8-cf44-4008-8797-4f3a692069eb req-6413f3bd-1949-45fa-96d4-4873bcf7022a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4a18db52-e571-4039-89e7-6353aeef061c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0734642 Mar 22 19:32:20.042142 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:20.089654 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-027cb305-c891-421b-9cf6-d72bba7d9dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'name': 'tempest-TaggedBootDevicesTest-1777691038-router', 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:05Z', 'updated_at': '2022-03-22T19:29:10Z', 'revision_number': 4, 'project_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'gw_port': {'id': 'a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:06Z', 'updated_at': '2022-03-22T19:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '9e8ffa19-e3c8-4224-9859-e3e21001f799', 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'floating_ip_address': '172.25.5.142', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'port_id': 'ec2b1e62-dccd-4ab7-8d96-30287c6313d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a18db52-e571-4039-89e7-6353aeef061c', 'mac_address': 'fa:16:3e:a3:d7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def263e3-2b7c-4878-b97f-ae3609667513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:30:28Z', 'updated_at': '2022-03-22T19:32:18Z', 'revision_number': 1, 'project_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c119e002-5aa4-4a6b-a258-54751300d066', 'name': '', 'network_id': '4a18db52-e571-4039-89e7-6353aeef061c', 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'mac_address': 'fa:16:3e:55:ba:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'e79fd7a2-f33f-4e5a-aaf1-5c490955a64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:09Z', 'updated_at': '2022-03-22T19:29:31Z', 'revision_number': 5, 'project_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'subnets': [{'id': 'e79fd7a2-f33f-4e5a-aaf1-5c490955a64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:20.111062 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bae03-6551-42ad-b627-e7b9cd40b3c7 req-43b6b549-7d15-4778-81d9-7870bf96041d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:20.112709 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6c1bae03-6551-42ad-b627-e7b9cd40b3c7 req-43b6b549-7d15-4778-81d9-7870bf96041d service neutron] 10.222.0.84 "GET /v2.0/networks?id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc HTTP/1.1" status: 200 len: 911 time: 0.0950222 Mar 22 19:32:20.125109 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027cb305-c891-421b-9cf6-d72bba7d9dce None None] The sync data for ids ['62c1cb2b-3d7d-477f-bd78-606d29614429'] in n-d-705658-24 is: [{'id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'name': 'tempest-TaggedBootDevicesTest-1777691038-router', 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:05Z', 'updated_at': '2022-03-22T19:29:10Z', 'revision_number': 4, 'project_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'gw_port': {'id': 'a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:06Z', 'updated_at': '2022-03-22T19:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '9e8ffa19-e3c8-4224-9859-e3e21001f799', 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'floating_ip_address': '172.25.5.142', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'port_id': 'ec2b1e62-dccd-4ab7-8d96-30287c6313d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a18db52-e571-4039-89e7-6353aeef061c', 'mac_address': 'fa:16:3e:a3:d7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def263e3-2b7c-4878-b97f-ae3609667513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:30:28Z', 'updated_at': '2022-03-22T19:32:18Z', 'revision_number': 1, 'project_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c119e002-5aa4-4a6b-a258-54751300d066', 'name': '', 'network_id': '4a18db52-e571-4039-89e7-6353aeef061c', 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'mac_address': 'fa:16:3e:55:ba:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'e79fd7a2-f33f-4e5a-aaf1-5c490955a64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:09Z', 'updated_at': '2022-03-22T19:29:31Z', 'revision_number': 5, 'project_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'subnets': [{'id': 'e79fd7a2-f33f-4e5a-aaf1-5c490955a64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:32:20.132178 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-022a8b39-af06-44e2-af0f-40fec47eda75 req-bb72e3e6-5747-4fe1-a5ff-11b93e3d0f58 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980053 Mar 22 19:32:20.164495 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66d984f8-cf44-4008-8797-4f3a692069eb req-97b36756-b16a-408e-aa14-b99570ea9713 service neutron] 10.222.0.85 "GET /v2.0/networks/4a18db52-e571-4039-89e7-6353aeef061c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222572 Mar 22 19:32:20.194766 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6c1bae03-6551-42ad-b627-e7b9cd40b3c7 req-01f2fa5d-f1bb-4949-8f7d-a865f56867b3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=607144c1-0ca2-48d3-88b9-368b9eec0b0c HTTP/1.1" status: 200 len: 1000 time: 0.0754523 Mar 22 19:32:20.249893 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bae03-6551-42ad-b627-e7b9cd40b3c7 req-2838eef8-d3eb-4f12-ad91-bd8726bc769c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:20.251399 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6c1bae03-6551-42ad-b627-e7b9cd40b3c7 req-2838eef8-d3eb-4f12-ad91-bd8726bc769c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0024126f-9e61-4e75-a43d-476a3a97ffe0 HTTP/1.1" status: 200 len: 849 time: 0.0503237 Mar 22 19:32:20.261019 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66d984f8-cf44-4008-8797-4f3a692069eb req-1985af23-b609-4f03-a320-5f37f90a6f11 service neutron] 10.222.0.85 "GET /v2.0/networks/4a18db52-e571-4039-89e7-6353aeef061c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902719 Mar 22 19:32:20.310120 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bae03-6551-42ad-b627-e7b9cd40b3c7 req-3c77efab-5d03-4d2b-8d61-a795984470bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:20.311914 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6c1bae03-6551-42ad-b627-e7b9cd40b3c7 req-3c77efab-5d03-4d2b-8d61-a795984470bf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0547531 Mar 22 19:32:20.385009 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2180d55-74c0-4e2b-a37f-f4da0ce9930e None None] New status for floating IP 9e8ffa19-e3c8-4224-9859-e3e21001f799: ACTIVE {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:32:20.406633 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6c1bae03-6551-42ad-b627-e7b9cd40b3c7 req-3ee64a2f-7b30-480d-89db-fd340dc128ca service neutron] 10.222.0.84 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883033 Mar 22 19:32:20.438214 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device eb087394-4a9a-44b5-97dc-3dadfc54bc0f details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:32:20.494258 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6c1bae03-6551-42ad-b627-e7b9cd40b3c7 req-b571ae2e-8953-4f24-a83b-9e279de690a4 service neutron] 10.222.0.84 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814109 Mar 22 19:32:20.604810 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84186c-76b3-4260-85fa-5aab9c925b10 req-cd183f32-cb36-4e2a-bb07-fc9566aede6e tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:20.606421 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-be84186c-76b3-4260-85fa-5aab9c925b10 req-cd183f32-cb36-4e2a-bb07-fc9566aede6e tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] 10.222.0.75 "GET /v2.0/ports?device_id=44bac863-157c-40d7-a5c8-f8a1be6e7548 HTTP/1.1" status: 200 len: 944 time: 0.0681148 Mar 22 19:32:20.633547 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port eb087394-4a9a-44b5-97dc-3dadfc54bc0f, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=eb087394-4a9a-44b5-97dc-3dadfc54bc0f,segment=NetworkSegment(d45b3ebb-f150-45d3-9715-4c716b793980),segment_id=d45b3ebb-f150-45d3-9715-4c716b793980)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:20.647240 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'eb087394-4a9a-44b5-97dc-3dadfc54bc0f', 'network_id': '4f1069c9-66d0-492d-a6d7-da118ddbeffb', 'port_id': 'eb087394-4a9a-44b5-97dc-3dadfc54bc0f', 'mac_address': 'fa:16:3e:0e:dc:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdab9e29-75b7-4feb-8c83-f36f8d8289ac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:32:20.658353 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-be84186c-76b3-4260-85fa-5aab9c925b10 req-3e56fbda-7253-40a4-81f8-d5688dfaf1b4 tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] 10.222.0.75 "GET /v2.0/security-groups?id=1cc2c485-e0b9-4275-94bf-04c80ede9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456417 Mar 22 19:32:20.698432 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port eb087394-4a9a-44b5-97dc-3dadfc54bc0f is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:20.698946 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (eb087394-4a9a-44b5-97dc-3dadfc54bc0f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:20.719135 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb087394-4a9a-44b5-97dc-3dadfc54bc0f {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:32:20.751518 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port eb087394-4a9a-44b5-97dc-3dadfc54bc0f, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=eb087394-4a9a-44b5-97dc-3dadfc54bc0f,segment=NetworkSegment(d45b3ebb-f150-45d3-9715-4c716b793980),segment_id=d45b3ebb-f150-45d3-9715-4c716b793980)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:20.756287 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (eb087394-4a9a-44b5-97dc-3dadfc54bc0f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:20.816830 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=eb087394-4a9a-44b5-97dc-3dadfc54bc0f,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:21.040680 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-b08fd9ff-a2d3-4cd1-9b84-e7d6087d1eaf tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:21.042185 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-b08fd9ff-a2d3-4cd1-9b84-e7d6087d1eaf tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/networks?id=70904a24-7855-4ee9-ab3c-519e90a986a5 HTTP/1.1" status: 200 len: 805 time: 0.1114941 Mar 22 19:32:21.057014 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-d2596528-c4ed-4751-aca1-50d0402c4a58 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/quotas/e818723089fb4c08ae9f9bb223d23b27 HTTP/1.1" status: 200 len: 375 time: 0.0093076 Mar 22 19:32:21.096135 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923496da-e03c-4e61-812c-656655a33c96', 'name': 'network-vif-deleted', 'tag': 'f7167444-7cca-45ee-8b5f-25835f43c300'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:21.100448 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e142197-217d-4ad9-a74f-58b8e5dddb9e" -d '{"events": [{"server_uuid": "923496da-e03c-4e61-812c-656655a33c96", "name": "network-vif-deleted", "tag": "f7167444-7cca-45ee-8b5f-25835f43c300"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:21.151783 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-914268ff-8305-4f79-920c-eb1816550476 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e818723089fb4c08ae9f9bb223d23b27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0852215 Mar 22 19:32:21.155133 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8570ab-2d27-40e5-b254-987e35a0a345 x-openstack-request-id: req-ca8570ab-2d27-40e5-b254-987e35a0a345 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:21.155664 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923496da-e03c-4e61-812c-656655a33c96", "name": "network-vif-deleted", "tag": "f7167444-7cca-45ee-8b5f-25835f43c300", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:21.156060 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ca8570ab-2d27-40e5-b254-987e35a0a345 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:21.156628 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca8570ab-2d27-40e5-b254-987e35a0a345'] response: {'server_uuid': '923496da-e03c-4e61-812c-656655a33c96', 'name': 'network-vif-deleted', 'tag': 'f7167444-7cca-45ee-8b5f-25835f43c300', 'status': 'completed', 'code': 200} Mar 22 19:32:21.157297 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['eb087394-4a9a-44b5-97dc-3dadfc54bc0f'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:32:21.299280 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-1fad1a3a-2e6f-4778-be76-b971d162f859 service neutron] 10.222.0.75 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370387 Mar 22 19:32:21.337393 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:21.406092 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181355e-64d1-4ea6-870a-8e8540f33147 req-37cff946-6069-4fbe-9e30-038aa9037845 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:21.407637 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8181355e-64d1-4ea6-870a-8e8540f33147 req-37cff946-6069-4fbe-9e30-038aa9037845 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.1272802 Mar 22 19:32:21.442641 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-1e6dd21b-9b3e-444e-89ce-1316b2ce7431 service neutron] 10.222.0.75 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271780 Mar 22 19:32:21.473162 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8181355e-64d1-4ea6-870a-8e8540f33147 req-76d76164-87d4-4cca-a9e0-b80ac1e7e977 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588810 Mar 22 19:32:21.623515 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-14384c1d-a58b-4226-9904-52eb20286478 req-3e1a9c6f-f9f2-4e7c-a554-fcfc36c4aad8 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=35032555-3252-4ae5-b2d6-f3f8bd74c51e HTTP/1.1" status: 200 len: 210 time: 0.0364528 Mar 22 19:32:21.801914 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54e422-34d9-4fae-abc8-34a6fd1277af req-7d474300-d85f-4b40-bb98-5e7f649f6826 tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:21.810314 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9d54e422-34d9-4fae-abc8-34a6fd1277af req-7d474300-d85f-4b40-bb98-5e7f649f6826 tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] 10.222.0.75 "GET /v2.0/ports?device_id=44bac863-157c-40d7-a5c8-f8a1be6e7548 HTTP/1.1" status: 200 len: 945 time: 0.0789783 Mar 22 19:32:21.866621 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9d54e422-34d9-4fae-abc8-34a6fd1277af req-b84594ee-4b64-480d-9ce6-9244fee06a90 tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] 10.222.0.75 "GET /v2.0/security-groups?id=1cc2c485-e0b9-4275-94bf-04c80ede9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479145 Mar 22 19:32:22.272000 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device f7167444-7cca-45ee-8b5f-25835f43c300 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:32:22.295102 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: f7167444-7cca-45ee-8b5f-25835f43c300 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:32:22.295660 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device f7167444-7cca-45ee-8b5f-25835f43c300 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:32:22.461835 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device eb087394-4a9a-44b5-97dc-3dadfc54bc0f up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:32:22.550323 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port eb087394-4a9a-44b5-97dc-3dadfc54bc0f completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:32:22.556490 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port eb087394-4a9a-44b5-97dc-3dadfc54bc0f triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:32:22.557217 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (eb087394-4a9a-44b5-97dc-3dadfc54bc0f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:22.637730 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4968241-fc5e-466d-a558-02c47fb0d6ea req-0d767f9b-0cba-434c-a2ab-0c80f7066954 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:22.648321 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d4968241-fc5e-466d-a558-02c47fb0d6ea req-0d767f9b-0cba-434c-a2ab-0c80f7066954 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.0739758 Mar 22 19:32:22.714025 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d4968241-fc5e-466d-a558-02c47fb0d6ea req-0d4c8a1a-d8a9-46d7-b8f1-0595b72fccd6 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599284 Mar 22 19:32:22.839136 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e8e16bf4-b287-49f7-bab9-cdc11adeb4cb req-95ae94ed-09a9-493a-ade5-cbbc70e9ed9a tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=35032555-3252-4ae5-b2d6-f3f8bd74c51e HTTP/1.1" status: 200 len: 210 time: 0.0900548 Mar 22 19:32:22.841095 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port eb087394-4a9a-44b5-97dc-3dadfc54bc0f is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:22.841501 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (eb087394-4a9a-44b5-97dc-3dadfc54bc0f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:22.909031 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bac863-157c-40d7-a5c8-f8a1be6e7548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb087394-4a9a-44b5-97dc-3dadfc54bc0f'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:22.911536 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b660e6-b1a1-4da3-8918-ed14a2da6774" -d '{"events": [{"server_uuid": "44bac863-157c-40d7-a5c8-f8a1be6e7548", "name": "network-vif-plugged", "status": "completed", "tag": "eb087394-4a9a-44b5-97dc-3dadfc54bc0f"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:22.945593 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port eb087394-4a9a-44b5-97dc-3dadfc54bc0f, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=eb087394-4a9a-44b5-97dc-3dadfc54bc0f,segment=NetworkSegment(d45b3ebb-f150-45d3-9715-4c716b793980),segment_id=d45b3ebb-f150-45d3-9715-4c716b793980)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:22.958162 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (eb087394-4a9a-44b5-97dc-3dadfc54bc0f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:22.968289 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b67c63-b24d-4cca-8047-0cb1f42ec745 req-8d7a8260-103f-4cce-bf44-9e71dd53b376 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:22.971499 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-57b67c63-b24d-4cca-8047-0cb1f42ec745 req-8d7a8260-103f-4cce-bf44-9e71dd53b376 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.1347034 Mar 22 19:32:23.063805 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=eb087394-4a9a-44b5-97dc-3dadfc54bc0f,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:23.136113 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-57b67c63-b24d-4cca-8047-0cb1f42ec745 req-77a3cd50-ddef-4767-b1df-acb3af3e75f7 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582196 Mar 22 19:32:23.180106 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399fdde7-6571-4d61-b384-934bacac0ab6 req-725787e6-2e1f-4c01-b155-d34b43e805aa tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:23.191419 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-399fdde7-6571-4d61-b384-934bacac0ab6 req-725787e6-2e1f-4c01-b155-d34b43e805aa tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] 10.222.0.75 "GET /v2.0/ports?device_id=44bac863-157c-40d7-a5c8-f8a1be6e7548 HTTP/1.1" status: 200 len: 946 time: 0.1995494 Mar 22 19:32:23.215224 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7badf8c-48b6-4bc1-99ed-c42a94758a11 x-openstack-request-id: req-a7badf8c-48b6-4bc1-99ed-c42a94758a11 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:23.215573 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bac863-157c-40d7-a5c8-f8a1be6e7548", "name": "network-vif-plugged", "status": "completed", "tag": "eb087394-4a9a-44b5-97dc-3dadfc54bc0f", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:23.215922 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a7badf8c-48b6-4bc1-99ed-c42a94758a11 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:23.216633 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7badf8c-48b6-4bc1-99ed-c42a94758a11'] response: {'server_uuid': '44bac863-157c-40d7-a5c8-f8a1be6e7548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb087394-4a9a-44b5-97dc-3dadfc54bc0f', 'code': 200} Mar 22 19:32:23.261355 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-399fdde7-6571-4d61-b384-934bacac0ab6 req-36f8f893-763a-42ad-90c4-37c25dabbb59 tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] 10.222.0.75 "GET /v2.0/security-groups?id=1cc2c485-e0b9-4275-94bf-04c80ede9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679634 Mar 22 19:32:23.396430 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-f1801d23-fb92-4950-b801-25c047e883a0 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:23.396957 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15abb0-0f82-4687-8523-d797abc8d096 req-ada92a6b-d6e3-4cda-8154-a0d043215823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:23.398107 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-f1801d23-fb92-4950-b801-25c047e883a0 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.84 "GET /v2.0/networks?id=70904a24-7855-4ee9-ab3c-519e90a986a5 HTTP/1.1" status: 200 len: 805 time: 0.8199627 Mar 22 19:32:23.398853 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ea15abb0-0f82-4687-8523-d797abc8d096 req-ada92a6b-d6e3-4cda-8154-a0d043215823 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=44bac863-157c-40d7-a5c8-f8a1be6e7548 HTTP/1.1" status: 200 len: 1129 time: 0.1065218 Mar 22 19:32:23.411535 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-09430a97-774b-46c2-b923-fecf6d2ebf7e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Request body: {'port': {'device_id': '35032555-3252-4ae5-b2d6-f3f8bd74c51e', 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5', 'admin_state_up': True, 'tenant_id': 'e818723089fb4c08ae9f9bb223d23b27'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:23.455264 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ea15abb0-0f82-4687-8523-d797abc8d096 req-641062a5-8e89-4454-9289-8a7fc3964f1d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=1cc2c485-e0b9-4275-94bf-04c80ede9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502036 Mar 22 19:32:23.549526 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-09430a97-774b-46c2-b923-fecf6d2ebf7e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Made reservation on behalf of e818723089fb4c08ae9f9bb223d23b27 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:32:23.554589 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-09430a97-774b-46c2-b923-fecf6d2ebf7e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:23.710476 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-09430a97-774b-46c2-b923-fecf6d2ebf7e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Allocated IP 172.20.0.13 (70904a24-7855-4ee9-ab3c-519e90a986a5/a5b5783a-62e8-4ee6-a6f8-aaff77d027db/0944a52d-f74c-4a7c-afae-822aed85f0cb) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:32:23.982948 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e50adbe8-fe44-4d14-b1de-e5b77f9c2888 req-6312d569-4217-4146-b674-11bb85365a73 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=35032555-3252-4ae5-b2d6-f3f8bd74c51e HTTP/1.1" status: 200 len: 210 time: 0.0405369 Mar 22 19:32:24.011618 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-09430a97-774b-46c2-b923-fecf6d2ebf7e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks [] for port (0944a52d-f74c-4a7c-afae-822aed85f0cb), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:24.062612 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-09430a97-774b-46c2-b923-fecf6d2ebf7e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (0944a52d-f74c-4a7c-afae-822aed85f0cb), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:24.083069 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['6900cdf1-7489-4100-b919-0573c759249d'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:32:24.183384 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-09430a97-774b-46c2-b923-fecf6d2ebf7e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Network 70904a24-7855-4ee9-ab3c-519e90a986a5 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:32:24.187403 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-09430a97-774b-46c2-b923-fecf6d2ebf7e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:32:24.197179 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-09430a97-774b-46c2-b923-fecf6d2ebf7e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:32:24.240234 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8d94c-5507-4355-8ee2-af813b0879ec req-295182ba-800f-4633-b4a1-46dc56983d9d tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:24.247826 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ad8d94c-5507-4355-8ee2-af813b0879ec req-295182ba-800f-4633-b4a1-46dc56983d9d tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=f08239e1-6d68-420f-83f5-d8d8eb28f046 HTTP/1.1" status: 200 len: 944 time: 0.1065295 Mar 22 19:32:24.277975 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09430a97-774b-46c2-b923-fecf6d2ebf7e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Pushing event updated for resources: {'Port': ['ID=0944a52d-f74c-4a7c-afae-822aed85f0cb,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:24.291853 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-09430a97-774b-46c2-b923-fecf6d2ebf7e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:24.292500 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-09430a97-774b-46c2-b923-fecf6d2ebf7e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:24.318235 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-09430a97-774b-46c2-b923-fecf6d2ebf7e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9117923 Mar 22 19:32:24.335793 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-5f7e2098-a4cb-4cc1-9c1c-887782832b84 service neutron] Request body: {'port': {'device_id': '35032555-3252-4ae5-b2d6-f3f8bd74c51e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:24.419156 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-5f7e2098-a4cb-4cc1-9c1c-887782832b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0944a52d-f74c-4a7c-afae-822aed85f0cb), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:24.443086 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-6ad8d94c-5507-4355-8ee2-af813b0879ec req-d9a2949d-587e-4d7e-93e7-a78644435494 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Deleting port 544a864f-c0bb-4c6e-8925-ae6e34ba2491 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:32:24.443640 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6ad8d94c-5507-4355-8ee2-af813b0879ec req-d9a2949d-587e-4d7e-93e7-a78644435494 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (544a864f-c0bb-4c6e-8925-ae6e34ba2491), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:24.515909 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66095873-6b1b-4e96-a589-5302e8eea334 req-6f54b3f3-be94-4897-9a53-eda12579681c tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:24.518099 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66095873-6b1b-4e96-a589-5302e8eea334 req-6f54b3f3-be94-4897-9a53-eda12579681c tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] 10.222.0.75 "GET /v2.0/ports?device_id=44bac863-157c-40d7-a5c8-f8a1be6e7548 HTTP/1.1" status: 200 len: 946 time: 0.1456654 Mar 22 19:32:24.595180 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66095873-6b1b-4e96-a589-5302e8eea334 req-702cff20-f4cc-47bd-a442-cc0c72fc8695 tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] 10.222.0.75 "GET /v2.0/security-groups?id=1cc2c485-e0b9-4275-94bf-04c80ede9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658884 Mar 22 19:32:24.626374 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-6ad8d94c-5507-4355-8ee2-af813b0879ec req-d9a2949d-587e-4d7e-93e7-a78644435494 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] For port 544a864f-c0bb-4c6e-8925-ae6e34ba2491, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=544a864f-c0bb-4c6e-8925-ae6e34ba2491,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:24.626840 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6ad8d94c-5507-4355-8ee2-af813b0879ec req-d9a2949d-587e-4d7e-93e7-a78644435494 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (544a864f-c0bb-4c6e-8925-ae6e34ba2491), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:24.649970 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-6ad8d94c-5507-4355-8ee2-af813b0879ec req-d9a2949d-587e-4d7e-93e7-a78644435494 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Calling delete_port for 544a864f-c0bb-4c6e-8925-ae6e34ba2491 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:32:24.762084 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-5f7e2098-a4cb-4cc1-9c1c-887782832b84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0944a52d-f74c-4a7c-afae-822aed85f0cb {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:32:24.771176 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-5f7e2098-a4cb-4cc1-9c1c-887782832b84 service neutron] Publish callbacks [] for port (0944a52d-f74c-4a7c-afae-822aed85f0cb), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:24.847055 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6ad8d94c-5507-4355-8ee2-af813b0879ec req-d9a2949d-587e-4d7e-93e7-a78644435494 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (544a864f-c0bb-4c6e-8925-ae6e34ba2491), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:24.847337 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-5f7e2098-a4cb-4cc1-9c1c-887782832b84 service neutron] Transition to ACTIVE for port object 0944a52d-f74c-4a7c-afae-822aed85f0cb will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:32:24.854687 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-5f7e2098-a4cb-4cc1-9c1c-887782832b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (0944a52d-f74c-4a7c-afae-822aed85f0cb), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:24.859333 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['c0260e53-be59-4113-b78a-c582176525b0'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:32:24.930796 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['5138c1aa-0caf-46f6-b47a-ddde48e83e54'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:32:24.933888 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2949d-587e-4d7e-93e7-a78644435494 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Pushing event deleted for resources: {'Port': ['ID=544a864f-c0bb-4c6e-8925-ae6e34ba2491,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:24.987966 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e2098-a4cb-4cc1-9c1c-887782832b84 service neutron] Pushing event updated for resources: {'Port': ['ID=0944a52d-f74c-4a7c-afae-822aed85f0cb,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:25.029510 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad8d94c-5507-4355-8ee2-af813b0879ec req-d9a2949d-587e-4d7e-93e7-a78644435494 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] No DVR routers for this DVR port 544a864f-c0bb-4c6e-8925-ae6e34ba2491 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:32:25.034589 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6ad8d94c-5507-4355-8ee2-af813b0879ec req-d9a2949d-587e-4d7e-93e7-a78644435494 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:25.050262 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ad8d94c-5507-4355-8ee2-af813b0879ec req-d9a2949d-587e-4d7e-93e7-a78644435494 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "DELETE /v2.0/ports/544a864f-c0bb-4c6e-8925-ae6e34ba2491 HTTP/1.1" status: 204 len: 173 time: 0.8002181 Mar 22 19:32:25.050934 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08239e1-6d68-420f-83f5-d8d8eb28f046', 'name': 'network-vif-deleted', 'tag': '544a864f-c0bb-4c6e-8925-ae6e34ba2491'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:25.053283 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b2a07a-f1e2-4a13-a14f-b7ade4c610d2" -d '{"events": [{"server_uuid": "f08239e1-6d68-420f-83f5-d8d8eb28f046", "name": "network-vif-deleted", "tag": "544a864f-c0bb-4c6e-8925-ae6e34ba2491"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:25.214635 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-5f7e2098-a4cb-4cc1-9c1c-887782832b84 service neutron] Attempting to bind port 0944a52d-f74c-4a7c-afae-822aed85f0cb on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:32:25.216549 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-5f7e2098-a4cb-4cc1-9c1c-887782832b84 service neutron] Attempting to bind port 0944a52d-f74c-4a7c-afae-822aed85f0cb by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '4db1c957-0684-4a6a-98a7-735cbede485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:32:25.217717 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-5f7e2098-a4cb-4cc1-9c1c-887782832b84 service neutron] Attempting to bind port 0944a52d-f74c-4a7c-afae-822aed85f0cb on network 70904a24-7855-4ee9-ab3c-519e90a986a5 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:32:25.229915 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-5f7e2098-a4cb-4cc1-9c1c-887782832b84 service neutron] Port 0944a52d-f74c-4a7c-afae-822aed85f0cb on network 70904a24-7855-4ee9-ab3c-519e90a986a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:32:25.231822 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-5f7e2098-a4cb-4cc1-9c1c-887782832b84 service neutron] Attempting to bind port 0944a52d-f74c-4a7c-afae-822aed85f0cb on network 70904a24-7855-4ee9-ab3c-519e90a986a5 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:32:25.243329 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-5f7e2098-a4cb-4cc1-9c1c-887782832b84 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:32:25.245266 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-5f7e2098-a4cb-4cc1-9c1c-887782832b84 service neutron] Checking segment: {'id': '4db1c957-0684-4a6a-98a7-735cbede485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:32:25.245869 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-5f7e2098-a4cb-4cc1-9c1c-887782832b84 service neutron] Bound using segment: {'id': '4db1c957-0684-4a6a-98a7-735cbede485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:32:25.248847 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-5f7e2098-a4cb-4cc1-9c1c-887782832b84 service neutron] Bound port: 0944a52d-f74c-4a7c-afae-822aed85f0cb, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db1c957-0684-4a6a-98a7-735cbede485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:32:25.249501 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-5f7e2098-a4cb-4cc1-9c1c-887782832b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0944a52d-f74c-4a7c-afae-822aed85f0cb), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:25.350525 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce3763-de13-4a91-981b-fa706b45cf95 req-409baafa-5119-4af6-973e-9aba5bd57b3b tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:25.354132 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00ce3763-de13-4a91-981b-fa706b45cf95 req-409baafa-5119-4af6-973e-9aba5bd57b3b tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=35032555-3252-4ae5-b2d6-f3f8bd74c51e HTTP/1.1" status: 200 len: 944 time: 0.2316203 Mar 22 19:32:25.377531 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-5f7e2098-a4cb-4cc1-9c1c-887782832b84 service neutron] For port 0944a52d-f74c-4a7c-afae-822aed85f0cb, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:32:25.381142 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-5f7e2098-a4cb-4cc1-9c1c-887782832b84 service neutron] For port 0944a52d-f74c-4a7c-afae-822aed85f0cb, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=0944a52d-f74c-4a7c-afae-822aed85f0cb,segment=NetworkSegment(4db1c957-0684-4a6a-98a7-735cbede485b),segment_id=4db1c957-0684-4a6a-98a7-735cbede485b)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:32:25.393528 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-5f7e2098-a4cb-4cc1-9c1c-887782832b84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (0944a52d-f74c-4a7c-afae-822aed85f0cb), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:25.456831 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-5f7e2098-a4cb-4cc1-9c1c-887782832b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:25.459227 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-5f7e2098-a4cb-4cc1-9c1c-887782832b84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:25.461916 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-5f7e2098-a4cb-4cc1-9c1c-887782832b84 service neutron] 10.222.0.84 "PUT /v2.0/ports/0944a52d-f74c-4a7c-afae-822aed85f0cb HTTP/1.1" status: 200 len: 1093 time: 1.1305988 Mar 22 19:32:25.462675 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35032555-3252-4ae5-b2d6-f3f8bd74c51e', 'tag': '0944a52d-f74c-4a7c-afae-822aed85f0cb'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:25.466103 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99c1007-2d15-4077-a8fe-182c70936f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "35032555-3252-4ae5-b2d6-f3f8bd74c51e", "tag": "0944a52d-f74c-4a7c-afae-822aed85f0cb"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:25.468734 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00ce3763-de13-4a91-981b-fa706b45cf95 req-893ab6ed-a89d-48da-bbc6-f360436855e6 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026199 Mar 22 19:32:25.514836 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4046cdc-2b01-4934-ac17-2a9a461cdd6b x-openstack-request-id: req-f4046cdc-2b01-4934-ac17-2a9a461cdd6b {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:25.515355 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08239e1-6d68-420f-83f5-d8d8eb28f046", "name": "network-vif-deleted", "tag": "544a864f-c0bb-4c6e-8925-ae6e34ba2491", "status": "failed", "code": 422}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:25.515787 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f4046cdc-2b01-4934-ac17-2a9a461cdd6b {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:25.517087 n-d-705658-24 neutron-server[104172]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f4046cdc-2b01-4934-ac17-2a9a461cdd6b']: {'server_uuid': 'f08239e1-6d68-420f-83f5-d8d8eb28f046', 'name': 'network-vif-deleted', 'tag': '544a864f-c0bb-4c6e-8925-ae6e34ba2491', 'status': 'failed', 'code': 422} returned with failed status Mar 22 19:32:25.529019 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e2098-a4cb-4cc1-9c1c-887782832b84 service neutron] Pushing event updated for resources: {'Port': ['ID=0944a52d-f74c-4a7c-afae-822aed85f0cb,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:25.580633 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623097a1-7e75-4bcd-bc91-28733c2944e3 x-openstack-request-id: req-623097a1-7e75-4bcd-bc91-28733c2944e3 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:25.582438 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35032555-3252-4ae5-b2d6-f3f8bd74c51e", "tag": "0944a52d-f74c-4a7c-afae-822aed85f0cb", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:25.583274 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-623097a1-7e75-4bcd-bc91-28733c2944e3 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:25.584986 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-623097a1-7e75-4bcd-bc91-28733c2944e3'] response: {'name': 'network-changed', 'server_uuid': '35032555-3252-4ae5-b2d6-f3f8bd74c51e', 'tag': '0944a52d-f74c-4a7c-afae-822aed85f0cb', 'status': 'completed', 'code': 200} Mar 22 19:32:25.605289 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-93e7ce02-1212-4444-8cab-ec585ee7c9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:25.607030 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-93e7ce02-1212-4444-8cab-ec585ee7c9b0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e818723089fb4c08ae9f9bb223d23b27&device_id=35032555-3252-4ae5-b2d6-f3f8bd74c51e HTTP/1.1" status: 200 len: 1127 time: 0.0928724 Mar 22 19:32:25.702883 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-c966ef07-c32d-44de-bf52-6beb00b0b173 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0944a52d-f74c-4a7c-afae-822aed85f0cb HTTP/1.1" status: 200 len: 217 time: 0.0872169 Mar 22 19:32:25.727909 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bc470-5ef3-42bb-a407-100373ef67a2 req-08a9cbba-9d7c-45b2-93de-3c8799cbe308 tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:25.729617 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-715bc470-5ef3-42bb-a407-100373ef67a2 req-08a9cbba-9d7c-45b2-93de-3c8799cbe308 tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] 10.222.0.75 "GET /v2.0/ports?device_id=44bac863-157c-40d7-a5c8-f8a1be6e7548 HTTP/1.1" status: 200 len: 946 time: 0.0680470 Mar 22 19:32:25.778969 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-0f1fe437-6f87-4074-b835-bc4e9f9ea89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:25.780748 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-0f1fe437-6f87-4074-b835-bc4e9f9ea89f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a5b5783a-62e8-4ee6-a6f8-aaff77d027db HTTP/1.1" status: 200 len: 845 time: 0.0716035 Mar 22 19:32:25.859948 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-715bc470-5ef3-42bb-a407-100373ef67a2 req-ac3fb1be-9676-4fc7-80ba-efd6159e81ba tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] 10.222.0.75 "GET /v2.0/security-groups?id=1cc2c485-e0b9-4275-94bf-04c80ede9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134570 Mar 22 19:32:25.871480 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-46e39710-3155-485a-9130-6209894173d2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=70904a24-7855-4ee9-ab3c-519e90a986a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784583 Mar 22 19:32:26.021047 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-a3dd49f0-bd7a-4903-98af-b1bb76ef98fe service neutron] 10.222.0.84 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422765 Mar 22 19:32:26.154368 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9efbfc7a-c3e4-45b6-b4a2-36bb61ebf677 req-93b49041-1ff5-4faf-9152-721b886113dc service neutron] 10.222.0.84 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250553 Mar 22 19:32:26.301673 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c1007-2d15-4077-a8fe-182c70936f4f req-cc46e417-421a-4c84-abe4-1280a9452818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:26.303700 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b99c1007-2d15-4077-a8fe-182c70936f4f req-cc46e417-421a-4c84-abe4-1280a9452818 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e818723089fb4c08ae9f9bb223d23b27&device_id=35032555-3252-4ae5-b2d6-f3f8bd74c51e HTTP/1.1" status: 200 len: 1127 time: 0.0809333 Mar 22 19:32:26.308071 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b97c94-23c7-4087-ab9e-d9855b64349e req-2b2a4eea-cae1-4860-9b3a-0899cd63c21f tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:26.322383 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-17b97c94-23c7-4087-ab9e-d9855b64349e req-2b2a4eea-cae1-4860-9b3a-0899cd63c21f tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=8cc23b89-0a7c-44fd-a9a1-57b892552c8c HTTP/1.1" status: 200 len: 907 time: 0.1042788 Mar 22 19:32:26.401161 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ffc2b-4284-4210-a2fb-93b15661b218 req-182f2409-bb1a-4f89-b059-fe48f713b193 tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:26.410216 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-de5ffc2b-4284-4210-a2fb-93b15661b218 req-182f2409-bb1a-4f89-b059-fe48f713b193 tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] 10.222.0.75 "GET /v2.0/ports?device_id=44bac863-157c-40d7-a5c8-f8a1be6e7548 HTTP/1.1" status: 200 len: 946 time: 0.0837009 Mar 22 19:32:26.423350 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c1007-2d15-4077-a8fe-182c70936f4f req-15147f25-ce1b-4221-b8c5-6290335ccf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:26.425374 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b99c1007-2d15-4077-a8fe-182c70936f4f req-15147f25-ce1b-4221-b8c5-6290335ccf1f service neutron] 10.222.0.84 "GET /v2.0/networks?id=70904a24-7855-4ee9-ab3c-519e90a986a5 HTTP/1.1" status: 200 len: 906 time: 0.1146295 Mar 22 19:32:26.470966 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-de5ffc2b-4284-4210-a2fb-93b15661b218 req-a6d692aa-400a-4146-ba2e-d31257d2d8e8 tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] 10.222.0.75 "GET /v2.0/security-groups?id=1cc2c485-e0b9-4275-94bf-04c80ede9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595796 Mar 22 19:32:26.480431 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b99c1007-2d15-4077-a8fe-182c70936f4f req-8c49e085-1221-453e-8490-f0551f1a0eaa service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0944a52d-f74c-4a7c-afae-822aed85f0cb HTTP/1.1" status: 200 len: 217 time: 0.0485289 Mar 22 19:32:26.558935 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c1007-2d15-4077-a8fe-182c70936f4f req-ae8216c2-8b06-48e2-ac90-6119422c0ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:26.561677 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b99c1007-2d15-4077-a8fe-182c70936f4f req-ae8216c2-8b06-48e2-ac90-6119422c0ffd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a5b5783a-62e8-4ee6-a6f8-aaff77d027db HTTP/1.1" status: 200 len: 845 time: 0.0730946 Mar 22 19:32:26.605577 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba966b1-c1af-4581-b510-18642125eaaf req-509318a2-bf4c-4418-ba15-0c8ef0cdc43c tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:26.607725 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ba966b1-c1af-4581-b510-18642125eaaf req-509318a2-bf4c-4418-ba15-0c8ef0cdc43c tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=35032555-3252-4ae5-b2d6-f3f8bd74c51e HTTP/1.1" status: 200 len: 944 time: 0.0729144 Mar 22 19:32:26.621341 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b99c1007-2d15-4077-a8fe-182c70936f4f req-92e9deba-2f8f-4813-963a-50d1d70bfaef service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=70904a24-7855-4ee9-ab3c-519e90a986a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537257 Mar 22 19:32:26.674980 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ba966b1-c1af-4581-b510-18642125eaaf req-a0831362-bd0e-4f81-b9ba-58de230a3c63 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598528 Mar 22 19:32:26.747100 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b99c1007-2d15-4077-a8fe-182c70936f4f req-0a1af563-9e44-42a7-9cf7-384c55965108 service neutron] 10.222.0.84 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155746 Mar 22 19:32:26.849557 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b99c1007-2d15-4077-a8fe-182c70936f4f req-9e55224f-a509-4e4f-bbff-07cbdcfe01f5 service neutron] 10.222.0.84 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947762 Mar 22 19:32:27.457177 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e09a4e-a91c-4e08-b4f7-948ce66571e2 req-a226eb7c-a753-4921-9604-eaef05e47032 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:27.458853 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9e09a4e-a91c-4e08-b4f7-948ce66571e2 req-a226eb7c-a753-4921-9604-eaef05e47032 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=8cc23b89-0a7c-44fd-a9a1-57b892552c8c HTTP/1.1" status: 200 len: 907 time: 0.0616572 Mar 22 19:32:27.582790 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d29697-9312-4996-a989-1bb557dc6dd3 req-da25f4c2-d074-4af1-84d9-d95206974841 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:27.584560 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-09d29697-9312-4996-a989-1bb557dc6dd3 req-da25f4c2-d074-4af1-84d9-d95206974841 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.84 "GET /v2.0/ports?device_id=8cc23b89-0a7c-44fd-a9a1-57b892552c8c HTTP/1.1" status: 200 len: 907 time: 0.0897601 Mar 22 19:32:27.663971 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0821f-3dcb-4889-8b9a-e182859a27b2 req-73b01dc3-29ce-49e8-88ca-a60dc5f6049c tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:27.665736 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a6c0821f-3dcb-4889-8b9a-e182859a27b2 req-73b01dc3-29ce-49e8-88ca-a60dc5f6049c tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] 10.222.0.75 "GET /v2.0/ports?device_id=44bac863-157c-40d7-a5c8-f8a1be6e7548 HTTP/1.1" status: 200 len: 946 time: 0.1144664 Mar 22 19:32:27.746267 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a6c0821f-3dcb-4889-8b9a-e182859a27b2 req-edb3c48d-bfc5-4908-9ea8-0981801e93e8 tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] 10.222.0.75 "GET /v2.0/security-groups?id=1cc2c485-e0b9-4275-94bf-04c80ede9c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720921 Mar 22 19:32:27.798695 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-09d29697-9312-4996-a989-1bb557dc6dd3 req-486c1d04-05c4-4bf2-8be0-c00be7873488 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Deleting port be4a2554-835a-4c09-96a6-d8cf8edbcb32 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:32:27.841326 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-09d29697-9312-4996-a989-1bb557dc6dd3 req-486c1d04-05c4-4bf2-8be0-c00be7873488 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (be4a2554-835a-4c09-96a6-d8cf8edbcb32), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:27.887379 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f9c6e-c19e-47fe-a32c-30bd2cb04910 req-4c80e0d2-b9df-4336-a47a-d05106257c12 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:27.888894 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-663f9c6e-c19e-47fe-a32c-30bd2cb04910 req-4c80e0d2-b9df-4336-a47a-d05106257c12 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=35032555-3252-4ae5-b2d6-f3f8bd74c51e HTTP/1.1" status: 200 len: 944 time: 0.0872822 Mar 22 19:32:27.937414 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-09d29697-9312-4996-a989-1bb557dc6dd3 req-486c1d04-05c4-4bf2-8be0-c00be7873488 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] For port be4a2554-835a-4c09-96a6-d8cf8edbcb32, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=be4a2554-835a-4c09-96a6-d8cf8edbcb32,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:27.937989 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-09d29697-9312-4996-a989-1bb557dc6dd3 req-486c1d04-05c4-4bf2-8be0-c00be7873488 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (be4a2554-835a-4c09-96a6-d8cf8edbcb32), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:27.966846 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-09d29697-9312-4996-a989-1bb557dc6dd3 req-486c1d04-05c4-4bf2-8be0-c00be7873488 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Calling delete_port for be4a2554-835a-4c09-96a6-d8cf8edbcb32 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:32:28.031068 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d913c8-9cd9-4703-bd79-2dc89e8fc93b req-52819b2d-f343-481a-8dba-1d19c7a9290a tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:28.033403 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-45d913c8-9cd9-4703-bd79-2dc89e8fc93b req-52819b2d-f343-481a-8dba-1d19c7a9290a tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] 10.222.0.85 "GET /v2.0/ports?device_id=44bac863-157c-40d7-a5c8-f8a1be6e7548 HTTP/1.1" status: 200 len: 946 time: 0.1435461 Mar 22 19:32:28.044302 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-663f9c6e-c19e-47fe-a32c-30bd2cb04910 req-f1596317-042c-4a7b-ae24-af7d925600a6 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154430 Mar 22 19:32:28.149158 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-09d29697-9312-4996-a989-1bb557dc6dd3 req-486c1d04-05c4-4bf2-8be0-c00be7873488 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (be4a2554-835a-4c09-96a6-d8cf8edbcb32), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:28.182398 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c1d04-05c4-4bf2-8be0-c00be7873488 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Pushing event deleted for resources: {'Port': ['ID=be4a2554-835a-4c09-96a6-d8cf8edbcb32,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:28.191853 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-45d913c8-9cd9-4703-bd79-2dc89e8fc93b req-e3c32cee-0a33-4b79-bc48-479833815f2c tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] Deleting port eb087394-4a9a-44b5-97dc-3dadfc54bc0f {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:32:28.192196 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-45d913c8-9cd9-4703-bd79-2dc89e8fc93b req-e3c32cee-0a33-4b79-bc48-479833815f2c tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (eb087394-4a9a-44b5-97dc-3dadfc54bc0f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:28.241516 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d29697-9312-4996-a989-1bb557dc6dd3 req-486c1d04-05c4-4bf2-8be0-c00be7873488 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] No DVR routers for this DVR port be4a2554-835a-4c09-96a6-d8cf8edbcb32 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:32:28.244146 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-09d29697-9312-4996-a989-1bb557dc6dd3 req-486c1d04-05c4-4bf2-8be0-c00be7873488 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:28.247690 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-09d29697-9312-4996-a989-1bb557dc6dd3 req-486c1d04-05c4-4bf2-8be0-c00be7873488 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.84 "DELETE /v2.0/ports/be4a2554-835a-4c09-96a6-d8cf8edbcb32 HTTP/1.1" status: 204 len: 173 time: 0.6584902 Mar 22 19:32:28.248123 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc23b89-0a7c-44fd-a9a1-57b892552c8c', 'name': 'network-vif-deleted', 'tag': 'be4a2554-835a-4c09-96a6-d8cf8edbcb32'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:28.250415 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a1c295-7f14-4807-95c1-29b3da701561" -d '{"events": [{"server_uuid": "8cc23b89-0a7c-44fd-a9a1-57b892552c8c", "name": "network-vif-deleted", "tag": "be4a2554-835a-4c09-96a6-d8cf8edbcb32"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:28.308813 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774f4cfd-c43e-4e38-b486-210241d149f0 x-openstack-request-id: req-774f4cfd-c43e-4e38-b486-210241d149f0 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:28.309109 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc23b89-0a7c-44fd-a9a1-57b892552c8c", "name": "network-vif-deleted", "tag": "be4a2554-835a-4c09-96a6-d8cf8edbcb32", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:28.309403 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-774f4cfd-c43e-4e38-b486-210241d149f0 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:28.310009 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-774f4cfd-c43e-4e38-b486-210241d149f0'] response: {'server_uuid': '8cc23b89-0a7c-44fd-a9a1-57b892552c8c', 'name': 'network-vif-deleted', 'tag': 'be4a2554-835a-4c09-96a6-d8cf8edbcb32', 'status': 'completed', 'code': 200} Mar 22 19:32:28.314961 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 0944a52d-f74c-4a7c-afae-822aed85f0cb details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:32:28.332543 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-45d913c8-9cd9-4703-bd79-2dc89e8fc93b req-e3c32cee-0a33-4b79-bc48-479833815f2c tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] For port eb087394-4a9a-44b5-97dc-3dadfc54bc0f, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=eb087394-4a9a-44b5-97dc-3dadfc54bc0f,segment=NetworkSegment(d45b3ebb-f150-45d3-9715-4c716b793980),segment_id=d45b3ebb-f150-45d3-9715-4c716b793980)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:28.332970 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-45d913c8-9cd9-4703-bd79-2dc89e8fc93b req-e3c32cee-0a33-4b79-bc48-479833815f2c tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (eb087394-4a9a-44b5-97dc-3dadfc54bc0f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:28.347186 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-45d913c8-9cd9-4703-bd79-2dc89e8fc93b req-e3c32cee-0a33-4b79-bc48-479833815f2c tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] Calling delete_port for eb087394-4a9a-44b5-97dc-3dadfc54bc0f owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:32:28.446413 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 0944a52d-f74c-4a7c-afae-822aed85f0cb, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=0944a52d-f74c-4a7c-afae-822aed85f0cb,segment=NetworkSegment(4db1c957-0684-4a6a-98a7-735cbede485b),segment_id=4db1c957-0684-4a6a-98a7-735cbede485b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:28.464393 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '0944a52d-f74c-4a7c-afae-822aed85f0cb', 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5', 'port_id': '0944a52d-f74c-4a7c-afae-822aed85f0cb', 'mac_address': 'fa:16:3e:db:62:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b5783a-62e8-4ee6-a6f8-aaff77d027db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:32:28.506343 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 0944a52d-f74c-4a7c-afae-822aed85f0cb is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:28.507699 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0944a52d-f74c-4a7c-afae-822aed85f0cb), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:28.516229 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-45d913c8-9cd9-4703-bd79-2dc89e8fc93b req-e3c32cee-0a33-4b79-bc48-479833815f2c tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (eb087394-4a9a-44b5-97dc-3dadfc54bc0f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:28.532912 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0944a52d-f74c-4a7c-afae-822aed85f0cb {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:32:28.538079 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['eb087394-4a9a-44b5-97dc-3dadfc54bc0f'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:32:28.551171 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c32cee-0a33-4b79-bc48-479833815f2c tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] Pushing event deleted for resources: {'Port': ['ID=eb087394-4a9a-44b5-97dc-3dadfc54bc0f,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:28.590143 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 0944a52d-f74c-4a7c-afae-822aed85f0cb, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=0944a52d-f74c-4a7c-afae-822aed85f0cb,segment=NetworkSegment(4db1c957-0684-4a6a-98a7-735cbede485b),segment_id=4db1c957-0684-4a6a-98a7-735cbede485b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:28.595935 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (0944a52d-f74c-4a7c-afae-822aed85f0cb), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:28.642768 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0aef7608-0599-49f7-9a05-61723a2c92ef req-a6a446cb-d81a-4288-a70e-193833974bad tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=8cc23b89-0a7c-44fd-a9a1-57b892552c8c HTTP/1.1" status: 200 len: 210 time: 0.0744846 Mar 22 19:32:28.643791 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d913c8-9cd9-4703-bd79-2dc89e8fc93b req-e3c32cee-0a33-4b79-bc48-479833815f2c tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] No DVR routers for this DVR port eb087394-4a9a-44b5-97dc-3dadfc54bc0f on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:32:28.646994 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-45d913c8-9cd9-4703-bd79-2dc89e8fc93b req-e3c32cee-0a33-4b79-bc48-479833815f2c tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:28.651240 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-45d913c8-9cd9-4703-bd79-2dc89e8fc93b req-e3c32cee-0a33-4b79-bc48-479833815f2c tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] 10.222.0.85 "DELETE /v2.0/ports/eb087394-4a9a-44b5-97dc-3dadfc54bc0f HTTP/1.1" status: 204 len: 173 time: 0.6011095 Mar 22 19:32:28.651506 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=0944a52d-f74c-4a7c-afae-822aed85f0cb,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:28.651743 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44bac863-157c-40d7-a5c8-f8a1be6e7548', 'name': 'network-vif-deleted', 'tag': 'eb087394-4a9a-44b5-97dc-3dadfc54bc0f'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:28.654709 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db01ef6-4246-4edd-ab06-57135d8afd43" -d '{"events": [{"server_uuid": "44bac863-157c-40d7-a5c8-f8a1be6e7548", "name": "network-vif-deleted", "tag": "eb087394-4a9a-44b5-97dc-3dadfc54bc0f"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:28.695557 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616c4a1c-c311-4268-a30a-ba4d02eeb321 x-openstack-request-id: req-616c4a1c-c311-4268-a30a-ba4d02eeb321 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:28.695871 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44bac863-157c-40d7-a5c8-f8a1be6e7548", "name": "network-vif-deleted", "tag": "eb087394-4a9a-44b5-97dc-3dadfc54bc0f", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:28.696207 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-616c4a1c-c311-4268-a30a-ba4d02eeb321 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:28.697443 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-616c4a1c-c311-4268-a30a-ba4d02eeb321'] response: {'server_uuid': '44bac863-157c-40d7-a5c8-f8a1be6e7548', 'name': 'network-vif-deleted', 'tag': 'eb087394-4a9a-44b5-97dc-3dadfc54bc0f', 'status': 'completed', 'code': 200} Mar 22 19:32:28.890697 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3232a860-7be5-4f7e-9c42-20a92160b2b9 req-98710086-019f-4478-bab3-e4af50427952 tempest-InstanceActionsNegativeTestJSON-2054939871 tempest-InstanceActionsNegativeTestJSON-2054939871-project] 10.222.0.75 "GET /v2.0/ports?device_id=44bac863-157c-40d7-a5c8-f8a1be6e7548 HTTP/1.1" status: 200 len: 210 time: 0.0346701 Mar 22 19:32:28.922684 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['0944a52d-f74c-4a7c-afae-822aed85f0cb'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:32:29.180706 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0709e2-c97f-4493-b528-667da6333583 req-9980e272-4fc1-4999-935c-4a66e2faa197 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:29.182727 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0e0709e2-c97f-4493-b528-667da6333583 req-9980e272-4fc1-4999-935c-4a66e2faa197 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=35032555-3252-4ae5-b2d6-f3f8bd74c51e HTTP/1.1" status: 200 len: 945 time: 0.0628636 Mar 22 19:32:29.246817 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0e0709e2-c97f-4493-b528-667da6333583 req-f240a7b1-32c7-4959-b15a-782f80a0546a tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567336 Mar 22 19:32:29.943396 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 57166) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:29.973927 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36959552-f1c3-48d8-9101-4202a6ff9c36 req-9ea564b9-66c9-4303-ae2e-86da1a6c0304 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:29.983415 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-36959552-f1c3-48d8-9101-4202a6ff9c36 req-9ea564b9-66c9-4303-ae2e-86da1a6c0304 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=793ebe09-aab9-482f-aea8-a52bba446dde HTTP/1.1" status: 200 len: 945 time: 0.0711811 Mar 22 19:32:30.000765 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb9e7d8-1537-4cbe-85a7-330ce0fe1d84 admin admin] Deleting subnet cdab9e29-75b7-4feb-8c83-f36f8d8289ac {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:32:30.005407 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6cb9e7d8-1537-4cbe-85a7-330ce0fe1d84 admin admin] Publish callbacks [] for subnet (cdab9e29-75b7-4feb-8c83-f36f8d8289ac), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:30.052335 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6cb9e7d8-1537-4cbe-85a7-330ce0fe1d84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (cdab9e29-75b7-4feb-8c83-f36f8d8289ac), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:30.059010 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-36959552-f1c3-48d8-9101-4202a6ff9c36 req-643a6bb9-b161-489d-8174-dc8d2ae8e0e2 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747402 Mar 22 19:32:30.100174 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6cb9e7d8-1537-4cbe-85a7-330ce0fe1d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (cdab9e29-75b7-4feb-8c83-f36f8d8289ac), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:30.156553 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6cb9e7d8-1537-4cbe-85a7-330ce0fe1d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (cdab9e29-75b7-4feb-8c83-f36f8d8289ac), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:30.182421 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9e7d8-1537-4cbe-85a7-330ce0fe1d84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdab9e29-75b7-4feb-8c83-f36f8d8289ac,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:30.190489 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6cb9e7d8-1537-4cbe-85a7-330ce0fe1d84 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:30.196381 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6cb9e7d8-1537-4cbe-85a7-330ce0fe1d84 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/cdab9e29-75b7-4feb-8c83-f36f8d8289ac HTTP/1.1" status: 204 len: 168 time: 0.2493746 Mar 22 19:32:30.196544 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 57170) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:30.278412 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2cf96c0-2aa7-44cd-be5a-5a452287f4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (4f1069c9-66d0-492d-a6d7-da118ddbeffb), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:30.317027 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 0944a52d-f74c-4a7c-afae-822aed85f0cb up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:32:30.369129 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2cf96c0-2aa7-44cd-be5a-5a452287f4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (4f1069c9-66d0-492d-a6d7-da118ddbeffb), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:30.399226 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-f2cf96c0-2aa7-44cd-be5a-5a452287f4e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1069c9-66d0-492d-a6d7-da118ddbeffb']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:30.402798 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 0944a52d-f74c-4a7c-afae-822aed85f0cb completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:32:30.408596 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 0944a52d-f74c-4a7c-afae-822aed85f0cb triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:32:30.409249 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (0944a52d-f74c-4a7c-afae-822aed85f0cb), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:30.409527 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-f2cf96c0-2aa7-44cd-be5a-5a452287f4e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd45b3ebb-f150-45d3-9715-4c716b793980') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:30.409858 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-f2cf96c0-2aa7-44cd-be5a-5a452287f4e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd45b3ebb-f150-45d3-9715-4c716b793980') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:30.421186 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2cf96c0-2aa7-44cd-be5a-5a452287f4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (d45b3ebb-f150-45d3-9715-4c716b793980), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:30.437710 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2cf96c0-2aa7-44cd-be5a-5a452287f4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (d45b3ebb-f150-45d3-9715-4c716b793980), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:30.445963 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2cf96c0-2aa7-44cd-be5a-5a452287f4e0 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:32:30.446606 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2cf96c0-2aa7-44cd-be5a-5a452287f4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (d45b3ebb-f150-45d3-9715-4c716b793980), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:30.448615 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:32:30.448615 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:32:30.448615 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:32:30.448615 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:32:30.448615 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:32:30.448615 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:32:30.448615 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:32:30.448615 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:32:30.448615 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:32:30.448615 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:32:30.448615 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:32:30.448615 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:32:30.448615 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:32:30.448615 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:32:30.448615 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:32:30.448615 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:32:30.448615 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:32:30.448615 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:32:30.448615 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:32:30.448615 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:32:30.448615 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:32:30.448615 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:32:30.448615 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:32:30.448615 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:32:30.448615 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:32:30.448615 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:32:30.448615 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:32:30.448615 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:32:30.448615 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:32:30.448615 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:32:30.448615 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:32:30.448615 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:32:30.453895 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e3c8d-9c4d-4eca-b65e-116f4fb18f44 req-a1d2e403-2384-4f30-b2db-8185f5532ba0 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:30.455451 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-815e3c8d-9c4d-4eca-b65e-116f4fb18f44 req-a1d2e403-2384-4f30-b2db-8185f5532ba0 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=35032555-3252-4ae5-b2d6-f3f8bd74c51e HTTP/1.1" status: 200 len: 945 time: 0.0604966 Mar 22 19:32:30.496979 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 0944a52d-f74c-4a7c-afae-822aed85f0cb is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:30.497458 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0944a52d-f74c-4a7c-afae-822aed85f0cb), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:30.517541 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-815e3c8d-9c4d-4eca-b65e-116f4fb18f44 req-0cca7cfc-1d9a-4a0c-abe6-8e8a31291b2b tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537436 Mar 22 19:32:30.526885 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2cf96c0-2aa7-44cd-be5a-5a452287f4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (4f1069c9-66d0-492d-a6d7-da118ddbeffb), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:30.536700 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35032555-3252-4ae5-b2d6-f3f8bd74c51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0944a52d-f74c-4a7c-afae-822aed85f0cb'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:30.539194 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed64c116-ff56-4e6c-a7a7-01099856119a" -d '{"events": [{"server_uuid": "35032555-3252-4ae5-b2d6-f3f8bd74c51e", "name": "network-vif-plugged", "status": "completed", "tag": "0944a52d-f74c-4a7c-afae-822aed85f0cb"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:30.551558 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2cf96c0-2aa7-44cd-be5a-5a452287f4e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:30.557626 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 0944a52d-f74c-4a7c-afae-822aed85f0cb, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=0944a52d-f74c-4a7c-afae-822aed85f0cb,segment=NetworkSegment(4db1c957-0684-4a6a-98a7-735cbede485b),segment_id=4db1c957-0684-4a6a-98a7-735cbede485b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:30.560511 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f2cf96c0-2aa7-44cd-be5a-5a452287f4e0 admin admin] 10.222.0.75 "DELETE /v2.0/networks/4f1069c9-66d0-492d-a6d7-da118ddbeffb HTTP/1.1" status: 204 len: 168 time: 0.3628047 Mar 22 19:32:30.562390 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf96c0-2aa7-44cd-be5a-5a452287f4e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f1069c9-66d0-492d-a6d7-da118ddbeffb,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:30.571663 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (0944a52d-f74c-4a7c-afae-822aed85f0cb), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:30.572621 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device be4a2554-835a-4c09-96a6-d8cf8edbcb32 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:32:30.616596 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: be4a2554-835a-4c09-96a6-d8cf8edbcb32 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:32:30.616944 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device be4a2554-835a-4c09-96a6-d8cf8edbcb32 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:32:30.632235 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1630383e-38d1-4273-8727-b67b41d80895 x-openstack-request-id: req-1630383e-38d1-4273-8727-b67b41d80895 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:30.632876 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35032555-3252-4ae5-b2d6-f3f8bd74c51e", "name": "network-vif-plugged", "status": "completed", "tag": "0944a52d-f74c-4a7c-afae-822aed85f0cb", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:30.633237 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1630383e-38d1-4273-8727-b67b41d80895 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:30.634496 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1630383e-38d1-4273-8727-b67b41d80895'] response: {'server_uuid': '35032555-3252-4ae5-b2d6-f3f8bd74c51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0944a52d-f74c-4a7c-afae-822aed85f0cb', 'code': 200} Mar 22 19:32:30.662557 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=0944a52d-f74c-4a7c-afae-822aed85f0cb,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:30.707383 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 57178) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:30.758054 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bba58-5150-4762-97f9-166aa0bbb16e req-a04d25e7-20bb-44da-924a-c34bcf30f644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:30.759926 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4f1bba58-5150-4762-97f9-166aa0bbb16e req-a04d25e7-20bb-44da-924a-c34bcf30f644 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=35032555-3252-4ae5-b2d6-f3f8bd74c51e HTTP/1.1" status: 200 len: 1129 time: 0.0632060 Mar 22 19:32:30.772039 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-13b1c448-0043-40b5-bf40-aa5a057492f5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=091c329ea3054326b57fd10a9ec93f2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0630007 Mar 22 19:32:30.772768 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 57180) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:30.830848 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4f1bba58-5150-4762-97f9-166aa0bbb16e req-93ee08ae-ae30-422e-8879-42eb7e2bf8c4 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585103 Mar 22 19:32:30.832681 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f11395c3-3c3d-458d-a0a3-44f2dc55a582 admin admin] Publish callbacks [] for security_group (1cc2c485-e0b9-4275-94bf-04c80ede9c05), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:30.854816 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f11395c3-3c3d-458d-a0a3-44f2dc55a582 admin admin] Publish callbacks [] for security_group (1cc2c485-e0b9-4275-94bf-04c80ede9c05), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:30.900316 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f11395c3-3c3d-458d-a0a3-44f2dc55a582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1cc2c485-e0b9-4275-94bf-04c80ede9c05), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:30.902940 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f11395c3-3c3d-458d-a0a3-44f2dc55a582 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:30.904092 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f11395c3-3c3d-458d-a0a3-44f2dc55a582 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1cc2c485-e0b9-4275-94bf-04c80ede9c05 HTTP/1.1" status: 204 len: 168 time: 0.1300397 Mar 22 19:32:30.912375 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11395c3-3c3d-458d-a0a3-44f2dc55a582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc2c485-e0b9-4275-94bf-04c80ede9c05,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:31.182266 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312407f-c7fb-4dc9-85e3-d8fe1270dcfa req-5229c008-4de2-43e6-88ec-dc6b3d2d39d0 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:31.183799 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d312407f-c7fb-4dc9-85e3-d8fe1270dcfa req-5229c008-4de2-43e6-88ec-dc6b3d2d39d0 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=793ebe09-aab9-482f-aea8-a52bba446dde HTTP/1.1" status: 200 len: 945 time: 0.0533295 Mar 22 19:32:31.244032 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d312407f-c7fb-4dc9-85e3-d8fe1270dcfa req-788d9e30-8cd4-4d0b-bf3c-6df70f9f35dc tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529544 Mar 22 19:32:31.619577 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 57208) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:31.652323 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1b71e-65ee-45fa-8baf-4b64ef6ff33c req-9ee541a5-32d8-49b1-858f-bc2396d700bb tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:31.653879 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a3b1b71e-65ee-45fa-8baf-4b64ef6ff33c req-9ee541a5-32d8-49b1-858f-bc2396d700bb tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=35032555-3252-4ae5-b2d6-f3f8bd74c51e HTTP/1.1" status: 200 len: 946 time: 0.0704951 Mar 22 19:32:31.747202 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a3b1b71e-65ee-45fa-8baf-4b64ef6ff33c req-0dccf5a2-9d8d-49df-8013-0b1df80fe54f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870564 Mar 22 19:32:31.754398 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-f53a2424-25ff-4b04-9051-440dbdb5d89c admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1178297211-network', 'tenant_id': '11df3bb3257c4ff1ba862ba9166fe973'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:31.764258 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab5bcc-44ee-49d2-90e1-275c09efa78b req-6e93ea2e-1ef3-4d15-8e16-5b2d465adcd8 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:31.767135 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bab5bcc-44ee-49d2-90e1-275c09efa78b req-6e93ea2e-1ef3-4d15-8e16-5b2d465adcd8 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.85 "GET /v2.0/ports?device_id=793ebe09-aab9-482f-aea8-a52bba446dde HTTP/1.1" status: 200 len: 945 time: 0.1045430 Mar 22 19:32:31.789024 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53a2424-25ff-4b04-9051-440dbdb5d89c admin admin] Made reservation on behalf of 11df3bb3257c4ff1ba862ba9166fe973 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:32:31.791643 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f53a2424-25ff-4b04-9051-440dbdb5d89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:31.800776 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f53a2424-25ff-4b04-9051-440dbdb5d89c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:31.893435 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-2bab5bcc-44ee-49d2-90e1-275c09efa78b req-25501bbd-dc89-429e-b3e7-f5f0f035ff1d tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Deleting port 5138c1aa-0caf-46f6-b47a-ddde48e83e54 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:32:31.894121 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bab5bcc-44ee-49d2-90e1-275c09efa78b req-25501bbd-dc89-429e-b3e7-f5f0f035ff1d tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (5138c1aa-0caf-46f6-b47a-ddde48e83e54), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:31.897538 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f53a2424-25ff-4b04-9051-440dbdb5d89c admin admin] Publish callbacks [] for security_group (b518568f-9266-41ee-9cc0-deb4b77e07b2), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:31.904466 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f53a2424-25ff-4b04-9051-440dbdb5d89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b518568f-9266-41ee-9cc0-deb4b77e07b2), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:31.935338 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a2424-25ff-4b04-9051-440dbdb5d89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b518568f-9266-41ee-9cc0-deb4b77e07b2,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:31.950130 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f53a2424-25ff-4b04-9051-440dbdb5d89c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:32:31.961229 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f53a2424-25ff-4b04-9051-440dbdb5d89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (1b277a9e-29b4-4810-9db4-cc79a361fc1a), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:31.961476 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-f53a2424-25ff-4b04-9051-440dbdb5d89c admin admin] Added segment 1b277a9e-29b4-4810-9db4-cc79a361fc1a of type vlan for network 7fdf87cd-7f9f-4ae2-adea-d99f3eebe481 Mar 22 19:32:32.010597 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-2bab5bcc-44ee-49d2-90e1-275c09efa78b req-25501bbd-dc89-429e-b3e7-f5f0f035ff1d tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] For port 5138c1aa-0caf-46f6-b47a-ddde48e83e54, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=5138c1aa-0caf-46f6-b47a-ddde48e83e54,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:32.010848 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bab5bcc-44ee-49d2-90e1-275c09efa78b req-25501bbd-dc89-429e-b3e7-f5f0f035ff1d tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (5138c1aa-0caf-46f6-b47a-ddde48e83e54), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:32.011586 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f53a2424-25ff-4b04-9051-440dbdb5d89c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (7fdf87cd-7f9f-4ae2-adea-d99f3eebe481), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:32.024179 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-2bab5bcc-44ee-49d2-90e1-275c09efa78b req-25501bbd-dc89-429e-b3e7-f5f0f035ff1d tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Calling delete_port for 5138c1aa-0caf-46f6-b47a-ddde48e83e54 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:32:32.037049 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f53a2424-25ff-4b04-9051-440dbdb5d89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (7fdf87cd-7f9f-4ae2-adea-d99f3eebe481), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:32.038197 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53a2424-25ff-4b04-9051-440dbdb5d89c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:32.038792 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f53a2424-25ff-4b04-9051-440dbdb5d89c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:32.105448 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f53a2424-25ff-4b04-9051-440dbdb5d89c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4843156 Mar 22 19:32:32.110351 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 57214) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:32.113407 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-596c1b69-d793-49f9-8539-af9dc9d33d22 admin admin] Request body: {'subnet': {'network_id': '7fdf87cd-7f9f-4ae2-adea-d99f3eebe481', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1178297211-subnet', 'tenant_id': '11df3bb3257c4ff1ba862ba9166fe973', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:32.131020 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a2424-25ff-4b04-9051-440dbdb5d89c admin admin] Pushing event updated for resources: {'Network': ['ID=7fdf87cd-7f9f-4ae2-adea-d99f3eebe481,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:32.143160 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 7fdf87cd-7f9f-4ae2-adea-d99f3eebe481 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:32:32.152694 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596c1b69-d793-49f9-8539-af9dc9d33d22 admin admin] Made reservation on behalf of 11df3bb3257c4ff1ba862ba9166fe973 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:32:32.159815 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-596c1b69-d793-49f9-8539-af9dc9d33d22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:32.192578 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bab5bcc-44ee-49d2-90e1-275c09efa78b req-25501bbd-dc89-429e-b3e7-f5f0f035ff1d tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (5138c1aa-0caf-46f6-b47a-ddde48e83e54), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:32.207746 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['c0260e53-be59-4113-b78a-c582176525b0'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:32:32.222065 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25501bbd-dc89-429e-b3e7-f5f0f035ff1d tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Pushing event deleted for resources: {'Port': ['ID=5138c1aa-0caf-46f6-b47a-ddde48e83e54,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:32.277217 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['5138c1aa-0caf-46f6-b47a-ddde48e83e54'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:32:32.301520 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bab5bcc-44ee-49d2-90e1-275c09efa78b req-25501bbd-dc89-429e-b3e7-f5f0f035ff1d tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] No DVR routers for this DVR port 5138c1aa-0caf-46f6-b47a-ddde48e83e54 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:32:32.311026 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2bab5bcc-44ee-49d2-90e1-275c09efa78b req-25501bbd-dc89-429e-b3e7-f5f0f035ff1d tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:32.318162 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bab5bcc-44ee-49d2-90e1-275c09efa78b req-25501bbd-dc89-429e-b3e7-f5f0f035ff1d tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.85 "DELETE /v2.0/ports/5138c1aa-0caf-46f6-b47a-ddde48e83e54 HTTP/1.1" status: 204 len: 173 time: 0.5436950 Mar 22 19:32:32.318789 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '793ebe09-aab9-482f-aea8-a52bba446dde', 'name': 'network-vif-deleted', 'tag': '5138c1aa-0caf-46f6-b47a-ddde48e83e54'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:32.334874 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0c6faa-482e-4ca2-b677-50736b748b60" -d '{"events": [{"server_uuid": "793ebe09-aab9-482f-aea8-a52bba446dde", "name": "network-vif-deleted", "tag": "5138c1aa-0caf-46f6-b47a-ddde48e83e54"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:32.406598 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2a045b-4d0c-4f9b-bb50-ac767dd85b6f x-openstack-request-id: req-ac2a045b-4d0c-4f9b-bb50-ac767dd85b6f {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:32.408007 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "793ebe09-aab9-482f-aea8-a52bba446dde", "name": "network-vif-deleted", "tag": "5138c1aa-0caf-46f6-b47a-ddde48e83e54", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:32.414697 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ac2a045b-4d0c-4f9b-bb50-ac767dd85b6f {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:32.415132 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac2a045b-4d0c-4f9b-bb50-ac767dd85b6f'] response: {'server_uuid': '793ebe09-aab9-482f-aea8-a52bba446dde', 'name': 'network-vif-deleted', 'tag': '5138c1aa-0caf-46f6-b47a-ddde48e83e54', 'status': 'completed', 'code': 200} Mar 22 19:32:32.421316 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9d6fe46-a220-4664-a78e-b3fccaf9f9c0 req-dfe4195f-3c9b-4f4d-90b2-1cae5f2f076c tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=793ebe09-aab9-482f-aea8-a52bba446dde HTTP/1.1" status: 200 len: 210 time: 0.0734880 Mar 22 19:32:32.480194 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-596c1b69-d793-49f9-8539-af9dc9d33d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (6b053715-285a-46ff-ae77-9d9f610de3a2), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:32.521124 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device eb087394-4a9a-44b5-97dc-3dadfc54bc0f no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:32:32.542151 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: eb087394-4a9a-44b5-97dc-3dadfc54bc0f {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:32:32.542517 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device eb087394-4a9a-44b5-97dc-3dadfc54bc0f not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:32:32.551287 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c1b69-d793-49f9-8539-af9dc9d33d22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b053715-285a-46ff-ae77-9d9f610de3a2,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:32.564471 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596c1b69-d793-49f9-8539-af9dc9d33d22 admin admin] Checking segment: {'id': '1b277a9e-29b4-4810-9db4-cc79a361fc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7fdf87cd-7f9f-4ae2-adea-d99f3eebe481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:32:32.564837 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596c1b69-d793-49f9-8539-af9dc9d33d22 admin admin] Network hostable DHCP agents. Network: 7fdf87cd-7f9f-4ae2-adea-d99f3eebe481, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:32:32.583389 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596c1b69-d793-49f9-8539-af9dc9d33d22 admin admin] Network 7fdf87cd-7f9f-4ae2-adea-d99f3eebe481 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:32:32.593584 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-596c1b69-d793-49f9-8539-af9dc9d33d22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 7fdf87cd-7f9f-4ae2-adea-d99f3eebe481) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:32:32.603148 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596c1b69-d793-49f9-8539-af9dc9d33d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:32.603778 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-596c1b69-d793-49f9-8539-af9dc9d33d22 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:32.605945 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eabe302-dd33-4d88-9fe0-2e12775199e5 None None] Network 7fdf87cd-7f9f-4ae2-adea-d99f3eebe481 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:32:32.641573 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-596c1b69-d793-49f9-8539-af9dc9d33d22 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5288899 Mar 22 19:32:32.742985 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff48b56-cf27-4b4a-b661-c6358ad8a800 None None] Network 7fdf87cd-7f9f-4ae2-adea-d99f3eebe481 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:32:32.960113 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c4c413-45f2-43ea-83f4-dd23c97402c8 req-59f97c82-2e5c-4f8b-a531-7292fb779f78 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:32.967179 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94c4c413-45f2-43ea-83f4-dd23c97402c8 req-59f97c82-2e5c-4f8b-a531-7292fb779f78 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=35032555-3252-4ae5-b2d6-f3f8bd74c51e HTTP/1.1" status: 200 len: 946 time: 0.0906031 Mar 22 19:32:33.024833 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94c4c413-45f2-43ea-83f4-dd23c97402c8 req-7d02e8eb-ff58-4d9c-844a-491de84c1cfa tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567560 Mar 22 19:32:33.571885 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2e6766a6-3028-4469-8e1f-6fc1838953b8 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:33.573370 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2e6766a6-3028-4469-8e1f-6fc1838953b8 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/networks?id=7fdf87cd-7f9f-4ae2-adea-d99f3eebe481 HTTP/1.1" status: 200 len: 818 time: 0.4578574 Mar 22 19:32:33.602942 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-d1c55f5a-f05e-42ff-96e7-c41881431f8e tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/quotas/11df3bb3257c4ff1ba862ba9166fe973 HTTP/1.1" status: 200 len: 375 time: 0.0240748 Mar 22 19:32:33.648242 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-b0763d05-a22e-4f06-9fa7-2b64e124ea8f tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=11df3bb3257c4ff1ba862ba9166fe973&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369341 Mar 22 19:32:33.654500 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-9f113feb-2fb0-4577-99ea-897ec69c8c5f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:33.655875 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-9f113feb-2fb0-4577-99ea-897ec69c8c5f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/networks?id=70904a24-7855-4ee9-ab3c-519e90a986a5 HTTP/1.1" status: 200 len: 805 time: 0.4393427 Mar 22 19:32:33.690502 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-ec3c2d95-df00-4ba0-b1a0-669fb8fcf827 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/quotas/e818723089fb4c08ae9f9bb223d23b27 HTTP/1.1" status: 200 len: 375 time: 0.0285273 Mar 22 19:32:33.789603 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-cd01b09a-919e-4078-982f-4ab3ecfd8fbb service neutron] 10.222.0.75 "GET /v2.0/networks/7fdf87cd-7f9f-4ae2-adea-d99f3eebe481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256003 Mar 22 19:32:33.799544 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-39c72849-8862-4448-a57b-4dafe373873a tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e818723089fb4c08ae9f9bb223d23b27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0849121 Mar 22 19:32:33.959957 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-afe87e6d-d306-4d92-8e1e-f3e668aaa62c service neutron] 10.222.0.75 "GET /v2.0/networks/7fdf87cd-7f9f-4ae2-adea-d99f3eebe481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590326 Mar 22 19:32:33.961901 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-c7a61925-6ea8-450b-b6ea-8e533aec2434 service neutron] 10.222.0.75 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507010 Mar 22 19:32:34.051920 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-de6ee480-b48e-46e2-a8ee-9aefb55b6db4 service neutron] 10.222.0.75 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840709 Mar 22 19:32:34.293071 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-098b4150-504b-4892-8af0-92a9bcc517ed req-8abbd0ea-9c6f-467c-9fa1-7b4fb6eeb3de tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=780b893c-09a2-48d4-b319-1c0eb6583943 HTTP/1.1" status: 200 len: 210 time: 0.0530837 Mar 22 19:32:34.323155 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7b3b1d18-9e90-407e-9985-30e0be386361 req-9e0f6f44-ed0f-4ef9-b769-3451fac845fd service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0943942 Mar 22 19:32:34.471694 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ba5f50b1-5758-46a6-ac77-95b5f489b3df req-b1df3bc5-6827-42bd-b160-4e1602f2514b tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/ports?device_id=55389dcc-d4a2-4642-bc68-6f2fff8a83b5 HTTP/1.1" status: 200 len: 210 time: 0.0826695 Mar 22 19:32:34.499293 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b1d18-9e90-407e-9985-30e0be386361 req-5d5e6e7e-f64a-4360-b502-4ad720077cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:34.502536 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7b3b1d18-9e90-407e-9985-30e0be386361 req-5d5e6e7e-f64a-4360-b502-4ad720077cad service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5b93875569cc4d4199ac35d06661afdf&device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 1128 time: 0.1027553 Mar 22 19:32:34.672193 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b1d18-9e90-407e-9985-30e0be386361 req-7a285743-4039-42a4-9968-136603773480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:34.673926 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7b3b1d18-9e90-407e-9985-30e0be386361 req-7a285743-4039-42a4-9968-136603773480 service neutron] 10.222.0.84 "GET /v2.0/networks?id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc HTTP/1.1" status: 200 len: 911 time: 0.1505563 Mar 22 19:32:34.704330 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75cd2a8-bfd5-4e06-ba16-9e18408e8eff req-50583d4b-4a41-44e7-8cc6-52b3e45d5255 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:34.712122 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a75cd2a8-bfd5-4e06-ba16-9e18408e8eff req-50583d4b-4a41-44e7-8cc6-52b3e45d5255 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=5766b0f5-340d-4f86-a1be-ae074a1a1f7c HTTP/1.1" status: 200 len: 945 time: 0.0920012 Mar 22 19:32:34.783262 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7b3b1d18-9e90-407e-9985-30e0be386361 req-5977a6ca-3d6b-406a-9866-3a19fa1c797f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=607144c1-0ca2-48d3-88b9-368b9eec0b0c HTTP/1.1" status: 200 len: 1000 time: 0.1021142 Mar 22 19:32:34.786588 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a75cd2a8-bfd5-4e06-ba16-9e18408e8eff req-9afd96df-272a-4d08-9deb-bec7025602c1 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640085 Mar 22 19:32:34.842796 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b1d18-9e90-407e-9985-30e0be386361 req-15b3bd71-b2bd-454d-b2cb-d3f4b0f52dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:34.846049 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7b3b1d18-9e90-407e-9985-30e0be386361 req-15b3bd71-b2bd-454d-b2cb-d3f4b0f52dd9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=0024126f-9e61-4e75-a43d-476a3a97ffe0 HTTP/1.1" status: 200 len: 849 time: 0.0508368 Mar 22 19:32:34.917930 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b1d18-9e90-407e-9985-30e0be386361 req-a1cd2575-0f58-402a-a976-33f75d7b2c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:34.920175 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7b3b1d18-9e90-407e-9985-30e0be386361 req-a1cd2575-0f58-402a-a976-33f75d7b2c00 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=930b4136-5d1e-4d7e-95ed-27db03a5fcfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0679591 Mar 22 19:32:35.041063 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7b3b1d18-9e90-407e-9985-30e0be386361 req-51059218-462a-48f1-8f2a-7fc8e1e54771 service neutron] 10.222.0.84 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142020 Mar 22 19:32:35.159231 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7b3b1d18-9e90-407e-9985-30e0be386361 req-11a897cd-b13e-46cd-971b-51234dab9536 service neutron] 10.222.0.84 "GET /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121838 Mar 22 19:32:35.407289 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0ad45e2-847e-47ce-8b2c-9222b6a2fbd0 req-8fc2f375-4bc6-45c2-990d-662ff9dea6d2 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=780b893c-09a2-48d4-b319-1c0eb6583943 HTTP/1.1" status: 200 len: 210 time: 0.0292110 Mar 22 19:32:35.430073 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9313dc-e7df-4b89-82ea-2c6e5a2f49c0 req-1921402b-cc3d-4e00-b449-e5e4a1c54d93 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:35.432938 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5c9313dc-e7df-4b89-82ea-2c6e5a2f49c0 req-1921402b-cc3d-4e00-b449-e5e4a1c54d93 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.84 "GET /v2.0/ports?device_id=5766b0f5-340d-4f86-a1be-ae074a1a1f7c HTTP/1.1" status: 200 len: 945 time: 0.0933588 Mar 22 19:32:35.616049 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-87c8d511-cf2b-4058-a097-a9491421aef2 req-680cdcc6-ba3e-4089-bcf5-b944456d59f8 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/ports?device_id=55389dcc-d4a2-4642-bc68-6f2fff8a83b5 HTTP/1.1" status: 200 len: 210 time: 0.0697877 Mar 22 19:32:35.630228 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-5c9313dc-e7df-4b89-82ea-2c6e5a2f49c0 req-b2454118-c848-4da8-9656-4e186889fe72 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Deleting port c0260e53-be59-4113-b78a-c582176525b0 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:32:35.630946 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5c9313dc-e7df-4b89-82ea-2c6e5a2f49c0 req-b2454118-c848-4da8-9656-4e186889fe72 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (c0260e53-be59-4113-b78a-c582176525b0), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:35.792618 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-5c9313dc-e7df-4b89-82ea-2c6e5a2f49c0 req-b2454118-c848-4da8-9656-4e186889fe72 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] For port c0260e53-be59-4113-b78a-c582176525b0, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=c0260e53-be59-4113-b78a-c582176525b0,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:35.793028 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5c9313dc-e7df-4b89-82ea-2c6e5a2f49c0 req-b2454118-c848-4da8-9656-4e186889fe72 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (c0260e53-be59-4113-b78a-c582176525b0), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:35.823778 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-5c9313dc-e7df-4b89-82ea-2c6e5a2f49c0 req-b2454118-c848-4da8-9656-4e186889fe72 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Calling delete_port for c0260e53-be59-4113-b78a-c582176525b0 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:32:35.990987 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-c076d020-9fd8-4fb8-a0f8-1a76fcd76cff tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:35.992502 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-c076d020-9fd8-4fb8-a0f8-1a76fcd76cff tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.85 "GET /v2.0/networks?id=70904a24-7855-4ee9-ab3c-519e90a986a5 HTTP/1.1" status: 200 len: 805 time: 0.2291000 Mar 22 19:32:36.010723 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b2845-a232-4954-a6fd-a4ed43409038 req-01a69d79-bb00-4ca5-a6d6-a591510eefbc tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:36.012211 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d69b2845-a232-4954-a6fd-a4ed43409038 req-01a69d79-bb00-4ca5-a6d6-a591510eefbc tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=5766b0f5-340d-4f86-a1be-ae074a1a1f7c HTTP/1.1" status: 200 len: 945 time: 0.0947673 Mar 22 19:32:36.023658 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-65504a1c-b617-44f7-9d3f-b42a695fdd1d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Request body: {'port': {'device_id': '780b893c-09a2-48d4-b319-1c0eb6583943', 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5', 'admin_state_up': True, 'tenant_id': 'e818723089fb4c08ae9f9bb223d23b27'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:36.058569 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5c9313dc-e7df-4b89-82ea-2c6e5a2f49c0 req-b2454118-c848-4da8-9656-4e186889fe72 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (c0260e53-be59-4113-b78a-c582176525b0), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:36.071833 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['c0260e53-be59-4113-b78a-c582176525b0'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:32:36.139769 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2454118-c848-4da8-9656-4e186889fe72 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Pushing event deleted for resources: {'Port': ['ID=c0260e53-be59-4113-b78a-c582176525b0,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:36.211493 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9313dc-e7df-4b89-82ea-2c6e5a2f49c0 req-b2454118-c848-4da8-9656-4e186889fe72 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] No DVR routers for this DVR port c0260e53-be59-4113-b78a-c582176525b0 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:32:36.226213 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5c9313dc-e7df-4b89-82ea-2c6e5a2f49c0 req-b2454118-c848-4da8-9656-4e186889fe72 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:36.242664 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5c9313dc-e7df-4b89-82ea-2c6e5a2f49c0 req-b2454118-c848-4da8-9656-4e186889fe72 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.84 "DELETE /v2.0/ports/c0260e53-be59-4113-b78a-c582176525b0 HTTP/1.1" status: 204 len: 173 time: 0.7949188 Mar 22 19:32:36.244893 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5766b0f5-340d-4f86-a1be-ae074a1a1f7c', 'name': 'network-vif-deleted', 'tag': 'c0260e53-be59-4113-b78a-c582176525b0'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:36.257127 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2546d9-0eb2-48c2-804c-04111d0a6a14" -d '{"events": [{"server_uuid": "5766b0f5-340d-4f86-a1be-ae074a1a1f7c", "name": "network-vif-deleted", "tag": "c0260e53-be59-4113-b78a-c582176525b0"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:36.275250 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d69b2845-a232-4954-a6fd-a4ed43409038 req-f66d2132-fb28-4561-babf-cb3846167f01 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b0d42fec-4d93-462f-a716-581e4da0dfa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433095 Mar 22 19:32:36.364328 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b618385f-b0b7-4d48-a0da-3d2f86743634 x-openstack-request-id: req-b618385f-b0b7-4d48-a0da-3d2f86743634 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:36.364688 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5766b0f5-340d-4f86-a1be-ae074a1a1f7c", "name": "network-vif-deleted", "tag": "c0260e53-be59-4113-b78a-c582176525b0", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:36.365028 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b618385f-b0b7-4d48-a0da-3d2f86743634 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:36.365506 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b618385f-b0b7-4d48-a0da-3d2f86743634'] response: {'server_uuid': '5766b0f5-340d-4f86-a1be-ae074a1a1f7c', 'name': 'network-vif-deleted', 'tag': 'c0260e53-be59-4113-b78a-c582176525b0', 'status': 'completed', 'code': 200} Mar 22 19:32:36.387049 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-d284c10f-d7da-4b4e-a6ba-1ae727372c44 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:36.389369 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-d284c10f-d7da-4b4e-a6ba-1ae727372c44 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.85 "GET /v2.0/networks?id=7fdf87cd-7f9f-4ae2-adea-d99f3eebe481 HTTP/1.1" status: 200 len: 818 time: 0.2346780 Mar 22 19:32:36.392765 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-65504a1c-b617-44f7-9d3f-b42a695fdd1d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Made reservation on behalf of e818723089fb4c08ae9f9bb223d23b27 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:32:36.398979 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-65504a1c-b617-44f7-9d3f-b42a695fdd1d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:36.424726 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-6b26f4c4-5de4-474b-9055-98790d27bb69 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Request body: {'port': {'device_id': '1917de99-e7c6-40df-9472-6a4231d2e468', 'network_id': '7fdf87cd-7f9f-4ae2-adea-d99f3eebe481', 'admin_state_up': True, 'tenant_id': '11df3bb3257c4ff1ba862ba9166fe973'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:36.538051 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 5138c1aa-0caf-46f6-b47a-ddde48e83e54 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:32:36.608052 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 5138c1aa-0caf-46f6-b47a-ddde48e83e54 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:32:36.608487 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 5138c1aa-0caf-46f6-b47a-ddde48e83e54 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:32:36.655310 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-be5ecb73-1da4-4145-967b-224643b2d8d4 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:36.657513 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-be5ecb73-1da4-4145-967b-224643b2d8d4 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.85 "GET /v2.0/networks?id=7fdf87cd-7f9f-4ae2-adea-d99f3eebe481 HTTP/1.1" status: 200 len: 818 time: 0.2474275 Mar 22 19:32:36.683341 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6e20c405-07c8-446c-8a61-a199d55069a7 req-4eb2408f-6c85-4d7c-ba31-618f77cdcb7d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=780b893c-09a2-48d4-b319-1c0eb6583943 HTTP/1.1" status: 200 len: 210 time: 0.0710127 Mar 22 19:32:36.742398 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-65504a1c-b617-44f7-9d3f-b42a695fdd1d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Allocated IP 172.20.0.8 (70904a24-7855-4ee9-ab3c-519e90a986a5/a5b5783a-62e8-4ee6-a6f8-aaff77d027db/5e7a2120-fc74-46ae-8d22-b270876ece0f) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:32:36.784967 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-0d2ffe84-199a-4252-8cf0-f7fb3caec955 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:36.786759 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-0d2ffe84-199a-4252-8cf0-f7fb3caec955 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.84 "GET /v2.0/networks?id=7fdf87cd-7f9f-4ae2-adea-d99f3eebe481 HTTP/1.1" status: 200 len: 818 time: 0.1278341 Mar 22 19:32:36.792016 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-59f97610-191f-4d17-aa37-16f58398527f tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Request body: {'port': {'device_id': '55389dcc-d4a2-4642-bc68-6f2fff8a83b5', 'network_id': '7fdf87cd-7f9f-4ae2-adea-d99f3eebe481', 'admin_state_up': True, 'tenant_id': '11df3bb3257c4ff1ba862ba9166fe973'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:36.813965 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-6b26f4c4-5de4-474b-9055-98790d27bb69 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Made reservation on behalf of 11df3bb3257c4ff1ba862ba9166fe973 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:32:36.817955 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-6b26f4c4-5de4-474b-9055-98790d27bb69 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:36.821754 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4695c754-9337-44c3-854b-b8f8c1162a07 req-274f9489-ffa9-4f09-ab6f-faa98f48ff8d tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/ports?device_id=55389dcc-d4a2-4642-bc68-6f2fff8a83b5 HTTP/1.1" status: 200 len: 210 time: 0.0838141 Mar 22 19:32:36.862497 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2dc1f076-7332-42db-b04d-24e864e8be2f tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Request body: {'port': {'device_id': 'a889e2ed-6077-4ed6-ae26-f950b8cdcac9', 'network_id': '7fdf87cd-7f9f-4ae2-adea-d99f3eebe481', 'admin_state_up': True, 'tenant_id': '11df3bb3257c4ff1ba862ba9166fe973'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:37.002623 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-59f97610-191f-4d17-aa37-16f58398527f tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Made reservation on behalf of 11df3bb3257c4ff1ba862ba9166fe973 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:32:37.007320 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-59f97610-191f-4d17-aa37-16f58398527f tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:37.069830 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-6b26f4c4-5de4-474b-9055-98790d27bb69 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Allocated IP 172.20.0.6 (7fdf87cd-7f9f-4ae2-adea-d99f3eebe481/6b053715-285a-46ff-ae77-9d9f610de3a2/9d5da7d1-9048-4462-b974-813d2cf954b9) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:32:37.093948 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-65504a1c-b617-44f7-9d3f-b42a695fdd1d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks [] for port (5e7a2120-fc74-46ae-8d22-b270876ece0f), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:37.136122 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2dc1f076-7332-42db-b04d-24e864e8be2f tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Made reservation on behalf of 11df3bb3257c4ff1ba862ba9166fe973 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:32:37.140556 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2dc1f076-7332-42db-b04d-24e864e8be2f tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:37.221732 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-65504a1c-b617-44f7-9d3f-b42a695fdd1d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (5e7a2120-fc74-46ae-8d22-b270876ece0f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:37.235049 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['6900cdf1-7489-4100-b919-0573c759249d', '0944a52d-f74c-4a7c-afae-822aed85f0cb'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:32:37.283570 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-65504a1c-b617-44f7-9d3f-b42a695fdd1d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Network 70904a24-7855-4ee9-ab3c-519e90a986a5 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:32:37.287529 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-65504a1c-b617-44f7-9d3f-b42a695fdd1d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:32:37.289456 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65504a1c-b617-44f7-9d3f-b42a695fdd1d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Pushing event updated for resources: {'Port': ['ID=5e7a2120-fc74-46ae-8d22-b270876ece0f,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:37.291483 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-65504a1c-b617-44f7-9d3f-b42a695fdd1d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:32:37.382548 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-65504a1c-b617-44f7-9d3f-b42a695fdd1d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:37.382905 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-65504a1c-b617-44f7-9d3f-b42a695fdd1d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:37.387765 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-6b26f4c4-5de4-474b-9055-98790d27bb69 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Publish callbacks [] for port (9d5da7d1-9048-4462-b974-813d2cf954b9), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:37.414430 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-65504a1c-b617-44f7-9d3f-b42a695fdd1d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4011636 Mar 22 19:32:37.428360 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-7a5d2c06-6344-48d7-8c21-4834d5c64088 service neutron] Request body: {'port': {'device_id': '780b893c-09a2-48d4-b319-1c0eb6583943', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:37.469094 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-6b26f4c4-5de4-474b-9055-98790d27bb69 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (9d5da7d1-9048-4462-b974-813d2cf954b9), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:37.541836 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-6b26f4c4-5de4-474b-9055-98790d27bb69 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Network 7fdf87cd-7f9f-4ae2-adea-d99f3eebe481 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:32:37.544465 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-7a5d2c06-6344-48d7-8c21-4834d5c64088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5e7a2120-fc74-46ae-8d22-b270876ece0f), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:37.549776 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-6b26f4c4-5de4-474b-9055-98790d27bb69 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:32:37.565698 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-6b26f4c4-5de4-474b-9055-98790d27bb69 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:32:37.574111 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26f4c4-5de4-474b-9055-98790d27bb69 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Pushing event updated for resources: {'Port': ['ID=9d5da7d1-9048-4462-b974-813d2cf954b9,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:37.649033 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2dc1f076-7332-42db-b04d-24e864e8be2f tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Allocated IP 172.20.0.14 (7fdf87cd-7f9f-4ae2-adea-d99f3eebe481/6b053715-285a-46ff-ae77-9d9f610de3a2/115d6ab3-f1cf-4adb-a81b-f51e432ca73d) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:32:37.653117 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.db.api [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-59f97610-191f-4d17-aa37-16f58398527f tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.6-87db3c10-fa83-462c-a8aa-5c3887035b2d {{(pid=104173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:32:37.653581 n-d-705658-24 neutron-server[104173]: DEBUG oslo_db.api [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-59f97610-191f-4d17-aa37-16f58398527f tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:32:37.780428 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-6b26f4c4-5de4-474b-9055-98790d27bb69 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:37.781063 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-6b26f4c4-5de4-474b-9055-98790d27bb69 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:37.836140 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2dc1f076-7332-42db-b04d-24e864e8be2f tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Publish callbacks [] for port (115d6ab3-f1cf-4adb-a81b-f51e432ca73d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:37.882794 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-6b26f4c4-5de4-474b-9055-98790d27bb69 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4666557 Mar 22 19:32:37.886986 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2dc1f076-7332-42db-b04d-24e864e8be2f tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (115d6ab3-f1cf-4adb-a81b-f51e432ca73d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:37.893936 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef9eda-933d-407d-a1c8-14cb63b0b23c req-2f207428-b7cc-4f50-bf8b-debff55b236a tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:37.895455 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9aef9eda-933d-407d-a1c8-14cb63b0b23c req-2f207428-b7cc-4f50-bf8b-debff55b236a tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.1845095 Mar 22 19:32:37.910750 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2db3852d-cca4-4d4a-b6f7-eb411108fe6c service neutron] Request body: {'port': {'device_id': '1917de99-e7c6-40df-9472-6a4231d2e468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:37.944228 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1f076-7332-42db-b04d-24e864e8be2f tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Pushing event updated for resources: {'Port': ['ID=115d6ab3-f1cf-4adb-a81b-f51e432ca73d,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:37.960910 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2dc1f076-7332-42db-b04d-24e864e8be2f tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Network 7fdf87cd-7f9f-4ae2-adea-d99f3eebe481 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:32:37.962480 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2dc1f076-7332-42db-b04d-24e864e8be2f tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:32:37.969760 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2dc1f076-7332-42db-b04d-24e864e8be2f tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:32:38.032336 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aced2fe-ecf2-479b-9ef6-d0579d0c4f68 req-0b529b18-292a-4c1c-8223-2b7c67c2bb67 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:38.033883 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9aced2fe-ecf2-479b-9ef6-d0579d0c4f68 req-0b529b18-292a-4c1c-8223-2b7c67c2bb67 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=780b893c-09a2-48d4-b319-1c0eb6583943 HTTP/1.1" status: 200 len: 931 time: 0.2325163 Mar 22 19:32:38.034154 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2dc1f076-7332-42db-b04d-24e864e8be2f tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:38.034767 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2dc1f076-7332-42db-b04d-24e864e8be2f tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:38.052403 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2dc1f076-7332-42db-b04d-24e864e8be2f tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1948471 Mar 22 19:32:38.070131 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-85ce3471-a93f-48b3-a4d4-0d73f2a762e6 service neutron] Request body: {'port': {'device_id': 'a889e2ed-6077-4ed6-ae26-f950b8cdcac9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:38.095602 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2db3852d-cca4-4d4a-b6f7-eb411108fe6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9d5da7d1-9048-4462-b974-813d2cf954b9), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:38.119452 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9aef9eda-933d-407d-a1c8-14cb63b0b23c req-aa42c1f4-7a2c-4e99-b9e5-1d6db9cfa8cf tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030621 Mar 22 19:32:38.136534 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-85ce3471-a93f-48b3-a4d4-0d73f2a762e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (115d6ab3-f1cf-4adb-a81b-f51e432ca73d), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:38.154903 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-59f97610-191f-4d17-aa37-16f58398527f tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:38.165636 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-7a5d2c06-6344-48d7-8c21-4834d5c64088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e7a2120-fc74-46ae-8d22-b270876ece0f {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:32:38.209661 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-7a5d2c06-6344-48d7-8c21-4834d5c64088 service neutron] Publish callbacks [] for port (5e7a2120-fc74-46ae-8d22-b270876ece0f), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:38.218090 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9aced2fe-ecf2-479b-9ef6-d0579d0c4f68 req-8d9c8244-2544-45f8-bf71-4f0541c13437 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689281 Mar 22 19:32:38.244656 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-7a5d2c06-6344-48d7-8c21-4834d5c64088 service neutron] Transition to ACTIVE for port object 5e7a2120-fc74-46ae-8d22-b270876ece0f will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:32:38.299477 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-7a5d2c06-6344-48d7-8c21-4834d5c64088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (5e7a2120-fc74-46ae-8d22-b270876ece0f), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:38.325318 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device c0260e53-be59-4113-b78a-c582176525b0 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:32:38.369854 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9a954058-c369-4d10-87ef-279024aeed4f req-1f7a6eea-5e35-463d-8d75-a811ce9ad6cd tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/ports?device_id=55389dcc-d4a2-4642-bc68-6f2fff8a83b5 HTTP/1.1" status: 200 len: 210 time: 0.1166923 Mar 22 19:32:38.402247 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-59f97610-191f-4d17-aa37-16f58398527f tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Allocated IP 172.20.0.10 (7fdf87cd-7f9f-4ae2-adea-d99f3eebe481/6b053715-285a-46ff-ae77-9d9f610de3a2/06a2c5be-ef4c-47d5-8aa2-29158f532fac) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:32:38.415055 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d2c06-6344-48d7-8c21-4834d5c64088 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7a2120-fc74-46ae-8d22-b270876ece0f,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:38.437442 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: c0260e53-be59-4113-b78a-c582176525b0 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:32:38.439971 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device c0260e53-be59-4113-b78a-c582176525b0 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:32:38.496546 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-7a5d2c06-6344-48d7-8c21-4834d5c64088 service neutron] Attempting to bind port 5e7a2120-fc74-46ae-8d22-b270876ece0f on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:32:38.496936 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-7a5d2c06-6344-48d7-8c21-4834d5c64088 service neutron] Attempting to bind port 5e7a2120-fc74-46ae-8d22-b270876ece0f by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '4db1c957-0684-4a6a-98a7-735cbede485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:32:38.497206 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-7a5d2c06-6344-48d7-8c21-4834d5c64088 service neutron] Attempting to bind port 5e7a2120-fc74-46ae-8d22-b270876ece0f on network 70904a24-7855-4ee9-ab3c-519e90a986a5 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:32:38.503234 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-7a5d2c06-6344-48d7-8c21-4834d5c64088 service neutron] Port 5e7a2120-fc74-46ae-8d22-b270876ece0f on network 70904a24-7855-4ee9-ab3c-519e90a986a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:32:38.503554 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-7a5d2c06-6344-48d7-8c21-4834d5c64088 service neutron] Attempting to bind port 5e7a2120-fc74-46ae-8d22-b270876ece0f on network 70904a24-7855-4ee9-ab3c-519e90a986a5 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:32:38.508641 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-7a5d2c06-6344-48d7-8c21-4834d5c64088 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:32:38.508975 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-7a5d2c06-6344-48d7-8c21-4834d5c64088 service neutron] Checking segment: {'id': '4db1c957-0684-4a6a-98a7-735cbede485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:32:38.509364 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-7a5d2c06-6344-48d7-8c21-4834d5c64088 service neutron] Bound using segment: {'id': '4db1c957-0684-4a6a-98a7-735cbede485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:32:38.509778 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-7a5d2c06-6344-48d7-8c21-4834d5c64088 service neutron] Bound port: 5e7a2120-fc74-46ae-8d22-b270876ece0f, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db1c957-0684-4a6a-98a7-735cbede485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:32:38.510159 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-7a5d2c06-6344-48d7-8c21-4834d5c64088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5e7a2120-fc74-46ae-8d22-b270876ece0f), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:38.582770 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-7a5d2c06-6344-48d7-8c21-4834d5c64088 service neutron] For port 5e7a2120-fc74-46ae-8d22-b270876ece0f, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:32:38.583390 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-59f97610-191f-4d17-aa37-16f58398527f tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Publish callbacks [] for port (06a2c5be-ef4c-47d5-8aa2-29158f532fac), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:38.586402 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-7a5d2c06-6344-48d7-8c21-4834d5c64088 service neutron] For port 5e7a2120-fc74-46ae-8d22-b270876ece0f, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=5e7a2120-fc74-46ae-8d22-b270876ece0f,segment=NetworkSegment(4db1c957-0684-4a6a-98a7-735cbede485b),segment_id=4db1c957-0684-4a6a-98a7-735cbede485b)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:32:38.592179 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-7a5d2c06-6344-48d7-8c21-4834d5c64088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (5e7a2120-fc74-46ae-8d22-b270876ece0f), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:38.623454 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-59f97610-191f-4d17-aa37-16f58398527f tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (06a2c5be-ef4c-47d5-8aa2-29158f532fac), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:38.632033 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-7a5d2c06-6344-48d7-8c21-4834d5c64088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:38.632748 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-7a5d2c06-6344-48d7-8c21-4834d5c64088 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:38.634338 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-7a5d2c06-6344-48d7-8c21-4834d5c64088 service neutron] 10.222.0.85 "PUT /v2.0/ports/5e7a2120-fc74-46ae-8d22-b270876ece0f HTTP/1.1" status: 200 len: 1092 time: 1.2119982 Mar 22 19:32:38.634781 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780b893c-09a2-48d4-b319-1c0eb6583943', 'tag': '5e7a2120-fc74-46ae-8d22-b270876ece0f'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:38.637030 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34786da-6cce-42a4-8287-ae53f967e4ce" -d '{"events": [{"name": "network-changed", "server_uuid": "780b893c-09a2-48d4-b319-1c0eb6583943", "tag": "5e7a2120-fc74-46ae-8d22-b270876ece0f"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:38.675337 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d2c06-6344-48d7-8c21-4834d5c64088 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7a2120-fc74-46ae-8d22-b270876ece0f,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:38.712959 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-59f97610-191f-4d17-aa37-16f58398527f tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Network 7fdf87cd-7f9f-4ae2-adea-d99f3eebe481 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:32:38.721665 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-59f97610-191f-4d17-aa37-16f58398527f tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:32:38.722433 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85aa843d-a913-4605-b517-fb8a94fa4a43 x-openstack-request-id: req-85aa843d-a913-4605-b517-fb8a94fa4a43 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:38.722734 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "780b893c-09a2-48d4-b319-1c0eb6583943", "tag": "5e7a2120-fc74-46ae-8d22-b270876ece0f", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:38.723032 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-85aa843d-a913-4605-b517-fb8a94fa4a43 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:38.723872 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85aa843d-a913-4605-b517-fb8a94fa4a43'] response: {'name': 'network-changed', 'server_uuid': '780b893c-09a2-48d4-b319-1c0eb6583943', 'tag': '5e7a2120-fc74-46ae-8d22-b270876ece0f', 'status': 'completed', 'code': 200} Mar 22 19:32:38.728033 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-59f97610-191f-4d17-aa37-16f58398527f tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:32:38.743687 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-b95af383-a12f-4d7c-983f-4ed88dbbee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:38.745344 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-b95af383-a12f-4d7c-983f-4ed88dbbee5d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e818723089fb4c08ae9f9bb223d23b27&device_id=780b893c-09a2-48d4-b319-1c0eb6583943 HTTP/1.1" status: 200 len: 1126 time: 0.0550990 Mar 22 19:32:38.781299 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f97610-191f-4d17-aa37-16f58398527f tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Pushing event updated for resources: {'Port': ['ID=06a2c5be-ef4c-47d5-8aa2-29158f532fac,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:38.795184 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-c1cee9e3-93f9-44ba-867e-86656b0a759b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e7a2120-fc74-46ae-8d22-b270876ece0f HTTP/1.1" status: 200 len: 217 time: 0.0396552 Mar 22 19:32:38.822160 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-59f97610-191f-4d17-aa37-16f58398527f tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:38.822768 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-59f97610-191f-4d17-aa37-16f58398527f tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:38.851731 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-dac5a12e-03c3-4da3-9164-fb484ae5f7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:38.852603 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-59f97610-191f-4d17-aa37-16f58398527f tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0648172 Mar 22 19:32:38.853840 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-dac5a12e-03c3-4da3-9164-fb484ae5f7d4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a5b5783a-62e8-4ee6-a6f8-aaff77d027db HTTP/1.1" status: 200 len: 845 time: 0.0514441 Mar 22 19:32:38.879290 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2444ffec-c11b-4ff2-835b-219b73040dc4 service neutron] Request body: {'port': {'device_id': '55389dcc-d4a2-4642-bc68-6f2fff8a83b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:38.903820 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-70d20289-6924-4fb8-9f1f-c5962cac2e3c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=70904a24-7855-4ee9-ab3c-519e90a986a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314403 Mar 22 19:32:38.913091 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-85ce3471-a93f-48b3-a4d4-0d73f2a762e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 115d6ab3-f1cf-4adb-a81b-f51e432ca73d {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:32:38.923868 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-85ce3471-a93f-48b3-a4d4-0d73f2a762e6 service neutron] Publish callbacks [] for port (115d6ab3-f1cf-4adb-a81b-f51e432ca73d), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:38.964170 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-85ce3471-a93f-48b3-a4d4-0d73f2a762e6 service neutron] Transition to ACTIVE for port object 115d6ab3-f1cf-4adb-a81b-f51e432ca73d will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:32:38.971401 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-85ce3471-a93f-48b3-a4d4-0d73f2a762e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (115d6ab3-f1cf-4adb-a81b-f51e432ca73d), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:38.975689 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2444ffec-c11b-4ff2-835b-219b73040dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (06a2c5be-ef4c-47d5-8aa2-29158f532fac), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:39.048926 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-6de4906a-accf-4e48-a8d2-ddb507c538cd service neutron] 10.222.0.85 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380150 Mar 22 19:32:39.062298 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce3471-a93f-48b3-a4d4-0d73f2a762e6 service neutron] Pushing event updated for resources: {'Port': ['ID=115d6ab3-f1cf-4adb-a81b-f51e432ca73d,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:39.204707 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f273f75-547c-4175-bd3f-26138a1e7c06 req-1ae17fc9-147d-4d05-bf99-e35db344902f service neutron] 10.222.0.85 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453652 Mar 22 19:32:39.206978 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-85ce3471-a93f-48b3-a4d4-0d73f2a762e6 service neutron] Attempting to bind port 115d6ab3-f1cf-4adb-a81b-f51e432ca73d on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:32:39.207322 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-85ce3471-a93f-48b3-a4d4-0d73f2a762e6 service neutron] Attempting to bind port 115d6ab3-f1cf-4adb-a81b-f51e432ca73d by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '1b277a9e-29b4-4810-9db4-cc79a361fc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7fdf87cd-7f9f-4ae2-adea-d99f3eebe481'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:32:39.207656 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-85ce3471-a93f-48b3-a4d4-0d73f2a762e6 service neutron] Attempting to bind port 115d6ab3-f1cf-4adb-a81b-f51e432ca73d on network 7fdf87cd-7f9f-4ae2-adea-d99f3eebe481 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:32:39.212665 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-85ce3471-a93f-48b3-a4d4-0d73f2a762e6 service neutron] Port 115d6ab3-f1cf-4adb-a81b-f51e432ca73d on network 7fdf87cd-7f9f-4ae2-adea-d99f3eebe481 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:32:39.212919 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-85ce3471-a93f-48b3-a4d4-0d73f2a762e6 service neutron] Attempting to bind port 115d6ab3-f1cf-4adb-a81b-f51e432ca73d on network 7fdf87cd-7f9f-4ae2-adea-d99f3eebe481 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:32:39.215044 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2db3852d-cca4-4d4a-b6f7-eb411108fe6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d5da7d1-9048-4462-b974-813d2cf954b9 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:32:39.218421 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-85ce3471-a93f-48b3-a4d4-0d73f2a762e6 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:32:39.218764 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-85ce3471-a93f-48b3-a4d4-0d73f2a762e6 service neutron] Checking segment: {'id': '1b277a9e-29b4-4810-9db4-cc79a361fc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7fdf87cd-7f9f-4ae2-adea-d99f3eebe481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:32:39.219498 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-85ce3471-a93f-48b3-a4d4-0d73f2a762e6 service neutron] Bound using segment: {'id': '1b277a9e-29b4-4810-9db4-cc79a361fc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7fdf87cd-7f9f-4ae2-adea-d99f3eebe481'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:32:39.219642 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-85ce3471-a93f-48b3-a4d4-0d73f2a762e6 service neutron] Bound port: 115d6ab3-f1cf-4adb-a81b-f51e432ca73d, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b277a9e-29b4-4810-9db4-cc79a361fc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7fdf87cd-7f9f-4ae2-adea-d99f3eebe481'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:32:39.219976 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-85ce3471-a93f-48b3-a4d4-0d73f2a762e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (115d6ab3-f1cf-4adb-a81b-f51e432ca73d), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:39.223943 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2db3852d-cca4-4d4a-b6f7-eb411108fe6c service neutron] Publish callbacks [] for port (9d5da7d1-9048-4462-b974-813d2cf954b9), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:39.268610 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2db3852d-cca4-4d4a-b6f7-eb411108fe6c service neutron] Transition to ACTIVE for port object 9d5da7d1-9048-4462-b974-813d2cf954b9 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:32:39.288471 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2db3852d-cca4-4d4a-b6f7-eb411108fe6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (9d5da7d1-9048-4462-b974-813d2cf954b9), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:39.351845 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-85ce3471-a93f-48b3-a4d4-0d73f2a762e6 service neutron] For port 115d6ab3-f1cf-4adb-a81b-f51e432ca73d, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:32:39.357617 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-85ce3471-a93f-48b3-a4d4-0d73f2a762e6 service neutron] For port 115d6ab3-f1cf-4adb-a81b-f51e432ca73d, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=115d6ab3-f1cf-4adb-a81b-f51e432ca73d,segment=NetworkSegment(1b277a9e-29b4-4810-9db4-cc79a361fc1a),segment_id=1b277a9e-29b4-4810-9db4-cc79a361fc1a)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:32:39.370054 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-85ce3471-a93f-48b3-a4d4-0d73f2a762e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (115d6ab3-f1cf-4adb-a81b-f51e432ca73d), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:39.399833 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b284ce5-0c2c-4a4a-a254-77be2da66784 req-43af1a80-54f7-4ae9-8bf6-d9819a2c5b95 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:39.401578 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6b284ce5-0c2c-4a4a-a254-77be2da66784 req-43af1a80-54f7-4ae9-8bf6-d9819a2c5b95 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.84 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.1747561 Mar 22 19:32:39.438217 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-85ce3471-a93f-48b3-a4d4-0d73f2a762e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:39.438816 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-85ce3471-a93f-48b3-a4d4-0d73f2a762e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:39.440513 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-85ce3471-a93f-48b3-a4d4-0d73f2a762e6 service neutron] 10.222.0.84 "PUT /v2.0/ports/115d6ab3-f1cf-4adb-a81b-f51e432ca73d HTTP/1.1" status: 200 len: 1093 time: 1.3749559 Mar 22 19:32:39.447558 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a889e2ed-6077-4ed6-ae26-f950b8cdcac9', 'tag': '115d6ab3-f1cf-4adb-a81b-f51e432ca73d'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:39.450302 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9c2c63-7127-486b-9c0a-293d497c77e4" -d '{"events": [{"name": "network-changed", "server_uuid": "a889e2ed-6077-4ed6-ae26-f950b8cdcac9", "tag": "115d6ab3-f1cf-4adb-a81b-f51e432ca73d"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:39.503416 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3852d-cca4-4d4a-b6f7-eb411108fe6c service neutron] Pushing event updated for resources: {'Port': ['ID=9d5da7d1-9048-4462-b974-813d2cf954b9,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:39.517565 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce3471-a93f-48b3-a4d4-0d73f2a762e6 service neutron] Pushing event updated for resources: {'Port': ['ID=115d6ab3-f1cf-4adb-a81b-f51e432ca73d,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:39.859086 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34786da-6cce-42a4-8287-ae53f967e4ce req-79d3eacc-a9d9-465f-a287-d02656019ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:39.861826 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e34786da-6cce-42a4-8287-ae53f967e4ce req-79d3eacc-a9d9-465f-a287-d02656019ccd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e818723089fb4c08ae9f9bb223d23b27&device_id=780b893c-09a2-48d4-b319-1c0eb6583943 HTTP/1.1" status: 200 len: 1126 time: 0.5829029 Mar 22 19:32:39.912479 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489231fd-b692-48fb-8167-530e665d8da4 req-d2d1504e-b45c-4648-b5c0-024d50ebfa85 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:39.913697 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-489231fd-b692-48fb-8167-530e665d8da4 req-d2d1504e-b45c-4648-b5c0-024d50ebfa85 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.6191821 Mar 22 19:32:39.935169 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2444ffec-c11b-4ff2-835b-219b73040dc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06a2c5be-ef4c-47d5-8aa2-29158f532fac {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:32:39.947416 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2444ffec-c11b-4ff2-835b-219b73040dc4 service neutron] Publish callbacks [] for port (06a2c5be-ef4c-47d5-8aa2-29158f532fac), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:39.956885 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-d355af15-9b39-4f7f-bfd9-69a2fe903bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:39.958503 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-d355af15-9b39-4f7f-bfd9-69a2fe903bcb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=11df3bb3257c4ff1ba862ba9166fe973&device_id=a889e2ed-6077-4ed6-ae26-f950b8cdcac9 HTTP/1.1" status: 200 len: 1127 time: 0.4691968 Mar 22 19:32:39.968300 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2444ffec-c11b-4ff2-835b-219b73040dc4 service neutron] Transition to ACTIVE for port object 06a2c5be-ef4c-47d5-8aa2-29158f532fac will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:32:39.978190 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2444ffec-c11b-4ff2-835b-219b73040dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (06a2c5be-ef4c-47d5-8aa2-29158f532fac), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:39.991344 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26b086-c569-4d18-a209-d41931f0a168 req-a0fef86f-3a35-47bf-97e3-ddb86b876cda tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:39.992960 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a26b086-c569-4d18-a209-d41931f0a168 req-a0fef86f-3a35-47bf-97e3-ddb86b876cda tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=780b893c-09a2-48d4-b319-1c0eb6583943 HTTP/1.1" status: 200 len: 943 time: 0.6383095 Mar 22 19:32:40.032535 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-207cf842-3711-4185-9294-55f17e7d7666 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=115d6ab3-f1cf-4adb-a81b-f51e432ca73d HTTP/1.1" status: 200 len: 217 time: 0.0656934 Mar 22 19:32:40.080483 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2db3852d-cca4-4d4a-b6f7-eb411108fe6c service neutron] Attempting to bind port 9d5da7d1-9048-4462-b974-813d2cf954b9 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:32:40.080817 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2db3852d-cca4-4d4a-b6f7-eb411108fe6c service neutron] Attempting to bind port 9d5da7d1-9048-4462-b974-813d2cf954b9 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '1b277a9e-29b4-4810-9db4-cc79a361fc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7fdf87cd-7f9f-4ae2-adea-d99f3eebe481'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:32:40.081145 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2db3852d-cca4-4d4a-b6f7-eb411108fe6c service neutron] Attempting to bind port 9d5da7d1-9048-4462-b974-813d2cf954b9 on network 7fdf87cd-7f9f-4ae2-adea-d99f3eebe481 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:32:40.123845 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2db3852d-cca4-4d4a-b6f7-eb411108fe6c service neutron] Port 9d5da7d1-9048-4462-b974-813d2cf954b9 on network 7fdf87cd-7f9f-4ae2-adea-d99f3eebe481 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:32:40.124195 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2db3852d-cca4-4d4a-b6f7-eb411108fe6c service neutron] Attempting to bind port 9d5da7d1-9048-4462-b974-813d2cf954b9 on network 7fdf87cd-7f9f-4ae2-adea-d99f3eebe481 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:32:40.142674 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-489231fd-b692-48fb-8167-530e665d8da4 req-981ebee1-7a20-4f0d-bd05-06c718408072 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2095389 Mar 22 19:32:40.146420 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34786da-6cce-42a4-8287-ae53f967e4ce req-a619de26-b848-4fcc-9ce4-df56ea082fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:40.149877 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e34786da-6cce-42a4-8287-ae53f967e4ce req-a619de26-b848-4fcc-9ce4-df56ea082fb3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=70904a24-7855-4ee9-ab3c-519e90a986a5 HTTP/1.1" status: 200 len: 906 time: 0.2334249 Mar 22 19:32:40.151038 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2db3852d-cca4-4d4a-b6f7-eb411108fe6c service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:32:40.151381 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2db3852d-cca4-4d4a-b6f7-eb411108fe6c service neutron] Checking segment: {'id': '1b277a9e-29b4-4810-9db4-cc79a361fc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7fdf87cd-7f9f-4ae2-adea-d99f3eebe481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:32:40.151762 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2db3852d-cca4-4d4a-b6f7-eb411108fe6c service neutron] Bound using segment: {'id': '1b277a9e-29b4-4810-9db4-cc79a361fc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7fdf87cd-7f9f-4ae2-adea-d99f3eebe481'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:32:40.152202 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2db3852d-cca4-4d4a-b6f7-eb411108fe6c service neutron] Bound port: 9d5da7d1-9048-4462-b974-813d2cf954b9, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b277a9e-29b4-4810-9db4-cc79a361fc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7fdf87cd-7f9f-4ae2-adea-d99f3eebe481'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:32:40.152561 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2db3852d-cca4-4d4a-b6f7-eb411108fe6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9d5da7d1-9048-4462-b974-813d2cf954b9), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:40.164994 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a26b086-c569-4d18-a209-d41931f0a168 req-4f57f3f8-a60c-4624-b01b-5319fc8673d1 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563880 Mar 22 19:32:40.182367 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-ec474dfe-40f8-4978-968a-4f69b0178c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:40.184088 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-ec474dfe-40f8-4978-968a-4f69b0178c34 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6b053715-285a-46ff-ae77-9d9f610de3a2 HTTP/1.1" status: 200 len: 858 time: 0.1446123 Mar 22 19:32:40.184819 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2444ffec-c11b-4ff2-835b-219b73040dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=06a2c5be-ef4c-47d5-8aa2-29158f532fac,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:40.252532 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-6b284ce5-0c2c-4a4a-a254-77be2da66784 req-4b189be7-da72-4500-b478-19b7656f3196 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Deleting port 607144c1-0ca2-48d3-88b9-368b9eec0b0c {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:32:40.253038 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6b284ce5-0c2c-4a4a-a254-77be2da66784 req-4b189be7-da72-4500-b478-19b7656f3196 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:40.256556 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e34786da-6cce-42a4-8287-ae53f967e4ce req-6cc344d7-f3cd-4d90-97b8-2257fe517222 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e7a2120-fc74-46ae-8d22-b270876ece0f HTTP/1.1" status: 200 len: 217 time: 0.0800853 Mar 22 19:32:40.257015 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2bffe769-6c10-4c44-8ab9-669c5a3e717e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7fdf87cd-7f9f-4ae2-adea-d99f3eebe481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623984 Mar 22 19:32:40.259087 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0422c6-6e3c-4e24-a8c9-3a49fc80b548 x-openstack-request-id: req-be0422c6-6e3c-4e24-a8c9-3a49fc80b548 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:40.259087 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a889e2ed-6077-4ed6-ae26-f950b8cdcac9", "tag": "115d6ab3-f1cf-4adb-a81b-f51e432ca73d", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:40.259339 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-be0422c6-6e3c-4e24-a8c9-3a49fc80b548 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:40.259552 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be0422c6-6e3c-4e24-a8c9-3a49fc80b548'] response: {'name': 'network-changed', 'server_uuid': 'a889e2ed-6077-4ed6-ae26-f950b8cdcac9', 'tag': '115d6ab3-f1cf-4adb-a81b-f51e432ca73d', 'status': 'completed', 'code': 200} Mar 22 19:32:40.342967 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2444ffec-c11b-4ff2-835b-219b73040dc4 service neutron] Attempting to bind port 06a2c5be-ef4c-47d5-8aa2-29158f532fac on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:32:40.343539 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2444ffec-c11b-4ff2-835b-219b73040dc4 service neutron] Attempting to bind port 06a2c5be-ef4c-47d5-8aa2-29158f532fac by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '1b277a9e-29b4-4810-9db4-cc79a361fc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7fdf87cd-7f9f-4ae2-adea-d99f3eebe481'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:32:40.343912 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2444ffec-c11b-4ff2-835b-219b73040dc4 service neutron] Attempting to bind port 06a2c5be-ef4c-47d5-8aa2-29158f532fac on network 7fdf87cd-7f9f-4ae2-adea-d99f3eebe481 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:32:40.352859 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2444ffec-c11b-4ff2-835b-219b73040dc4 service neutron] Port 06a2c5be-ef4c-47d5-8aa2-29158f532fac on network 7fdf87cd-7f9f-4ae2-adea-d99f3eebe481 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:32:40.353312 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2444ffec-c11b-4ff2-835b-219b73040dc4 service neutron] Attempting to bind port 06a2c5be-ef4c-47d5-8aa2-29158f532fac on network 7fdf87cd-7f9f-4ae2-adea-d99f3eebe481 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:32:40.364260 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2444ffec-c11b-4ff2-835b-219b73040dc4 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:32:40.364612 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2444ffec-c11b-4ff2-835b-219b73040dc4 service neutron] Checking segment: {'id': '1b277a9e-29b4-4810-9db4-cc79a361fc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7fdf87cd-7f9f-4ae2-adea-d99f3eebe481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:32:40.364987 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2444ffec-c11b-4ff2-835b-219b73040dc4 service neutron] Bound using segment: {'id': '1b277a9e-29b4-4810-9db4-cc79a361fc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7fdf87cd-7f9f-4ae2-adea-d99f3eebe481'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:32:40.365436 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2444ffec-c11b-4ff2-835b-219b73040dc4 service neutron] Bound port: 06a2c5be-ef4c-47d5-8aa2-29158f532fac, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b277a9e-29b4-4810-9db4-cc79a361fc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7fdf87cd-7f9f-4ae2-adea-d99f3eebe481'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:32:40.365843 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2444ffec-c11b-4ff2-835b-219b73040dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (06a2c5be-ef4c-47d5-8aa2-29158f532fac), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:40.433078 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-934174fb-c77e-4cad-a557-2ce3370951d3 service neutron] 10.222.0.84 "GET /v2.0/networks/7fdf87cd-7f9f-4ae2-adea-d99f3eebe481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679592 Mar 22 19:32:40.447424 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34786da-6cce-42a4-8287-ae53f967e4ce req-f585d8da-3fc9-432c-8dd8-d4a6dd3623e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:40.448592 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e34786da-6cce-42a4-8287-ae53f967e4ce req-f585d8da-3fc9-432c-8dd8-d4a6dd3623e0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a5b5783a-62e8-4ee6-a6f8-aaff77d027db HTTP/1.1" status: 200 len: 845 time: 0.1813767 Mar 22 19:32:40.511277 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e34786da-6cce-42a4-8287-ae53f967e4ce req-626d50af-ea29-48e9-9d3b-03e364d7510e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=70904a24-7855-4ee9-ab3c-519e90a986a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479491 Mar 22 19:32:40.515300 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2db3852d-cca4-4d4a-b6f7-eb411108fe6c service neutron] For port 9d5da7d1-9048-4462-b974-813d2cf954b9, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:32:40.538176 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79187e3-3de7-44be-91f3-5cb3d11a702f req-f8db1b0c-1bb2-4ca1-b191-7a2eefb7375e tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:40.539725 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d79187e3-3de7-44be-91f3-5cb3d11a702f req-f8db1b0c-1bb2-4ca1-b191-7a2eefb7375e tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/ports?device_id=55389dcc-d4a2-4642-bc68-6f2fff8a83b5 HTTP/1.1" status: 200 len: 944 time: 0.2941382 Mar 22 19:32:40.560087 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2444ffec-c11b-4ff2-835b-219b73040dc4 service neutron] For port 06a2c5be-ef4c-47d5-8aa2-29158f532fac, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:32:40.565183 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-6b284ce5-0c2c-4a4a-a254-77be2da66784 req-4b189be7-da72-4500-b478-19b7656f3196 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] For port 607144c1-0ca2-48d3-88b9-368b9eec0b0c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=607144c1-0ca2-48d3-88b9-368b9eec0b0c,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:40.565361 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2444ffec-c11b-4ff2-835b-219b73040dc4 service neutron] For port 06a2c5be-ef4c-47d5-8aa2-29158f532fac, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=06a2c5be-ef4c-47d5-8aa2-29158f532fac,segment=NetworkSegment(1b277a9e-29b4-4810-9db4-cc79a361fc1a),segment_id=1b277a9e-29b4-4810-9db4-cc79a361fc1a)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:32:40.565634 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6b284ce5-0c2c-4a4a-a254-77be2da66784 req-4b189be7-da72-4500-b478-19b7656f3196 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:40.569914 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-b9b472ee-432a-4c62-b98f-c4d664600b04 service neutron] 10.222.0.84 "GET /v2.0/networks/7fdf87cd-7f9f-4ae2-adea-d99f3eebe481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219337 Mar 22 19:32:40.572916 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2444ffec-c11b-4ff2-835b-219b73040dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (06a2c5be-ef4c-47d5-8aa2-29158f532fac), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:40.584025 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2db3852d-cca4-4d4a-b6f7-eb411108fe6c service neutron] For port 9d5da7d1-9048-4462-b974-813d2cf954b9, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=9d5da7d1-9048-4462-b974-813d2cf954b9,segment=NetworkSegment(1b277a9e-29b4-4810-9db4-cc79a361fc1a),segment_id=1b277a9e-29b4-4810-9db4-cc79a361fc1a)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:32:40.611025 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2444ffec-c11b-4ff2-835b-219b73040dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:40.611650 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2444ffec-c11b-4ff2-835b-219b73040dc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:40.613027 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2444ffec-c11b-4ff2-835b-219b73040dc4 service neutron] 10.222.0.85 "PUT /v2.0/ports/06a2c5be-ef4c-47d5-8aa2-29158f532fac HTTP/1.1" status: 200 len: 1093 time: 1.7397151 Mar 22 19:32:40.653729 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2db3852d-cca4-4d4a-b6f7-eb411108fe6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (9d5da7d1-9048-4462-b974-813d2cf954b9), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:40.708115 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2444ffec-c11b-4ff2-835b-219b73040dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=06a2c5be-ef4c-47d5-8aa2-29158f532fac,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:40.744827 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-add0bf50-d4f8-497f-99e5-d01c8cc24599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:40.746915 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-add0bf50-d4f8-497f-99e5-d01c8cc24599 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=11df3bb3257c4ff1ba862ba9166fe973&device_id=55389dcc-d4a2-4642-bc68-6f2fff8a83b5 HTTP/1.1" status: 200 len: 1127 time: 0.0826855 Mar 22 19:32:40.749225 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c2c63-7127-486b-9c0a-293d497c77e4 req-63508c6b-18cb-4636-b569-8e6a929d5406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:40.751694 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cd9c2c63-7127-486b-9c0a-293d497c77e4 req-63508c6b-18cb-4636-b569-8e6a929d5406 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=11df3bb3257c4ff1ba862ba9166fe973&device_id=a889e2ed-6077-4ed6-ae26-f950b8cdcac9 HTTP/1.1" status: 200 len: 1127 time: 0.1156061 Mar 22 19:32:40.771032 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2db3852d-cca4-4d4a-b6f7-eb411108fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:40.771202 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2db3852d-cca4-4d4a-b6f7-eb411108fe6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:40.772530 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-2db3852d-cca4-4d4a-b6f7-eb411108fe6c service neutron] 10.222.0.85 "PUT /v2.0/ports/9d5da7d1-9048-4462-b974-813d2cf954b9 HTTP/1.1" status: 200 len: 1092 time: 2.8744144 Mar 22 19:32:40.787061 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1917de99-e7c6-40df-9472-6a4231d2e468', 'tag': '9d5da7d1-9048-4462-b974-813d2cf954b9'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:40.793309 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df6c4c1-c112-4c3b-b58e-8aa3952be19d" -d '{"events": [{"name": "network-changed", "server_uuid": "1917de99-e7c6-40df-9472-6a4231d2e468", "tag": "9d5da7d1-9048-4462-b974-813d2cf954b9"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:40.834190 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-05ca6329-8d64-4c9c-8be4-432fc32d6bc4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06a2c5be-ef4c-47d5-8aa2-29158f532fac HTTP/1.1" status: 200 len: 217 time: 0.0768073 Mar 22 19:32:40.871154 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d79187e3-3de7-44be-91f3-5cb3d11a702f req-c82c074d-1562-4a68-8a29-72b30a2d6a0b tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/security-groups?id=b518568f-9266-41ee-9cc0-deb4b77e07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138385 Mar 22 19:32:40.890680 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdcae9b-b851-4d83-a9a2-6a4426f9fa36 x-openstack-request-id: req-4cdcae9b-b851-4d83-a9a2-6a4426f9fa36 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:40.890680 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1917de99-e7c6-40df-9472-6a4231d2e468", "tag": "9d5da7d1-9048-4462-b974-813d2cf954b9", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:40.890680 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4cdcae9b-b851-4d83-a9a2-6a4426f9fa36 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:40.890680 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cdcae9b-b851-4d83-a9a2-6a4426f9fa36'] response: {'name': 'network-changed', 'server_uuid': '1917de99-e7c6-40df-9472-6a4231d2e468', 'tag': '9d5da7d1-9048-4462-b974-813d2cf954b9', 'status': 'completed', 'code': 200} Mar 22 19:32:40.890680 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3852d-cca4-4d4a-b6f7-eb411108fe6c service neutron] Pushing event updated for resources: {'Port': ['ID=9d5da7d1-9048-4462-b974-813d2cf954b9,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:40.925094 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e34786da-6cce-42a4-8287-ae53f967e4ce req-052a4789-540e-4e1e-ad81-5b0e6ff1f52f service neutron] 10.222.0.85 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776495 Mar 22 19:32:40.935170 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-770c2c1d-9eaf-40c9-9614-d8251377561e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:40.937011 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-770c2c1d-9eaf-40c9-9614-d8251377561e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6b053715-285a-46ff-ae77-9d9f610de3a2 HTTP/1.1" status: 200 len: 858 time: 0.0756605 Mar 22 19:32:40.975651 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-9737ce88-9184-4c3d-bb5d-c157c7b7c463 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7fdf87cd-7f9f-4ae2-adea-d99f3eebe481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304413 Mar 22 19:32:40.978487 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c2c63-7127-486b-9c0a-293d497c77e4 req-92d0aa33-593c-4163-bf8a-3034a03aef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:40.979925 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cd9c2c63-7127-486b-9c0a-293d497c77e4 req-92d0aa33-593c-4163-bf8a-3034a03aef56 service neutron] 10.222.0.84 "GET /v2.0/networks?id=7fdf87cd-7f9f-4ae2-adea-d99f3eebe481 HTTP/1.1" status: 200 len: 919 time: 0.2141268 Mar 22 19:32:41.029319 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cd9c2c63-7127-486b-9c0a-293d497c77e4 req-ca3ab524-5ee3-4f9a-9b7c-36e70f5887a6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=115d6ab3-f1cf-4adb-a81b-f51e432ca73d HTTP/1.1" status: 200 len: 217 time: 0.0421326 Mar 22 19:32:41.051036 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-4a42c805-9610-4a9b-bf79-07ad20627a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:41.052648 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-4a42c805-9610-4a9b-bf79-07ad20627a66 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=11df3bb3257c4ff1ba862ba9166fe973&device_id=1917de99-e7c6-40df-9472-6a4231d2e468 HTTP/1.1" status: 200 len: 1126 time: 0.2132246 Mar 22 19:32:41.076703 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6b284ce5-0c2c-4a4a-a254-77be2da66784 req-4b189be7-da72-4500-b478-19b7656f3196 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:41.077096 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6b284ce5-0c2c-4a4a-a254-77be2da66784 req-4b189be7-da72-4500-b478-19b7656f3196 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (abf7b32b-035a-4f25-9a27-99c7b2405af9), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:41.077412 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [req-6b284ce5-0c2c-4a4a-a254-77be2da66784 req-4b189be7-da72-4500-b478-19b7656f3196 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Floating IP abf7b32b-035a-4f25-9a27-99c7b2405af9 disassociated. External IP: 172.25.5.195, port: 607144c1-0ca2-48d3-88b9-368b9eec0b0c. Mar 22 19:32:41.077752 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-6b284ce5-0c2c-4a4a-a254-77be2da66784 req-4b189be7-da72-4500-b478-19b7656f3196 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Calling delete_port for 607144c1-0ca2-48d3-88b9-368b9eec0b0c owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:32:41.114675 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-87bd38d6-f5b3-4d2d-a8fc-5ba1cb7f902b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d5da7d1-9048-4462-b974-813d2cf954b9 HTTP/1.1" status: 200 len: 217 time: 0.0521920 Mar 22 19:32:41.137827 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c2c63-7127-486b-9c0a-293d497c77e4 req-2da8f7ef-4f72-4f9c-a3c9-c0179dcb1a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:41.139501 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cd9c2c63-7127-486b-9c0a-293d497c77e4 req-2da8f7ef-4f72-4f9c-a3c9-c0179dcb1a97 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=6b053715-285a-46ff-ae77-9d9f610de3a2 HTTP/1.1" status: 200 len: 858 time: 0.0999782 Mar 22 19:32:41.183182 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cd9c2c63-7127-486b-9c0a-293d497c77e4 req-397a1efe-5fca-450b-accc-706c58c0379e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=7fdf87cd-7f9f-4ae2-adea-d99f3eebe481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362575 Mar 22 19:32:41.191439 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-f6f70b13-60e9-41ac-b126-5118171ce637 service neutron] 10.222.0.85 "GET /v2.0/networks/7fdf87cd-7f9f-4ae2-adea-d99f3eebe481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963880 Mar 22 19:32:41.285907 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e34786da-6cce-42a4-8287-ae53f967e4ce req-62057e58-3118-4155-b436-330aaeefbb65 service neutron] 10.222.0.85 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525145 Mar 22 19:32:41.366961 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-048d8a8b-b312-476a-b4a8-6b9e48a8a067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:41.368710 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-048d8a8b-b312-476a-b4a8-6b9e48a8a067 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6b053715-285a-46ff-ae77-9d9f610de3a2 HTTP/1.1" status: 200 len: 858 time: 0.2439642 Mar 22 19:32:41.404445 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cd9c2c63-7127-486b-9c0a-293d497c77e4 req-bc72f691-1d91-466c-bee9-4e17066c36f2 service neutron] 10.222.0.84 "GET /v2.0/networks/7fdf87cd-7f9f-4ae2-adea-d99f3eebe481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124922 Mar 22 19:32:41.406331 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-b7b63e7d-ee35-47e9-b4a5-55384e006f49 service neutron] 10.222.0.85 "GET /v2.0/networks/7fdf87cd-7f9f-4ae2-adea-d99f3eebe481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616957 Mar 22 19:32:41.436124 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-31a27082-1b8a-4ef2-aafd-46f5095781b5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7fdf87cd-7f9f-4ae2-adea-d99f3eebe481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521197 Mar 22 19:32:41.489623 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c22aea-b055-4bd0-bc97-e0ecc308f804 req-37ef8b3b-d410-45c6-a178-9fdc9a292527 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:41.492969 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c4c22aea-b055-4bd0-bc97-e0ecc308f804 req-37ef8b3b-d410-45c6-a178-9fdc9a292527 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=780b893c-09a2-48d4-b319-1c0eb6583943 HTTP/1.1" status: 200 len: 943 time: 0.2004912 Mar 22 19:32:41.515603 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0376cd-13e1-43c4-a9c1-57debe273af2 req-de35e7f5-43eb-4e44-8c9f-de2dd0a9334b tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:41.517550 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6b0376cd-13e1-43c4-a9c1-57debe273af2 req-de35e7f5-43eb-4e44-8c9f-de2dd0a9334b tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 945 time: 0.2263780 Mar 22 19:32:41.526682 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cd9c2c63-7127-486b-9c0a-293d497c77e4 req-56d5e8d3-ac3a-46d8-b09a-e2bd8a2094f7 service neutron] 10.222.0.84 "GET /v2.0/networks/7fdf87cd-7f9f-4ae2-adea-d99f3eebe481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163707 Mar 22 19:32:41.715961 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c4c22aea-b055-4bd0-bc97-e0ecc308f804 req-2c9f9b91-84e7-4df9-8121-e8321d66c22e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099903 Mar 22 19:32:41.736377 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6b0376cd-13e1-43c4-a9c1-57debe273af2 req-4a0ce692-7a73-416f-82c5-45585d5cd12e tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups?id=3c1f0c47-373a-44b7-a50c-656e7188e9b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1834660 Mar 22 19:32:41.740951 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6b284ce5-0c2c-4a4a-a254-77be2da66784 req-4b189be7-da72-4500-b478-19b7656f3196 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (607144c1-0ca2-48d3-88b9-368b9eec0b0c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:41.744401 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-089a17ff-cea3-409e-8dea-a3e494c9b695 service neutron] 10.222.0.85 "GET /v2.0/networks/7fdf87cd-7f9f-4ae2-adea-d99f3eebe481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850044 Mar 22 19:32:41.797283 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b189be7-da72-4500-b478-19b7656f3196 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Pushing event deleted for resources: {'Port': ['ID=607144c1-0ca2-48d3-88b9-368b9eec0b0c,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:42.260908 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55389dcc-d4a2-4642-bc68-6f2fff8a83b5', 'tag': '06a2c5be-ef4c-47d5-8aa2-29158f532fac'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:42.263524 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90a835a-7d8e-4b5b-a4f7-ccca21772455" -d '{"events": [{"name": "network-changed", "server_uuid": "55389dcc-d4a2-4642-bc68-6f2fff8a83b5", "tag": "06a2c5be-ef4c-47d5-8aa2-29158f532fac"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:42.320266 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7bab1cf-d1db-40ac-8e93-279b534f4130 req-c85e142b-1c75-4d1e-9bc9-5d155ce3b71a service neutron] 10.222.0.85 "GET /v2.0/networks/7fdf87cd-7f9f-4ae2-adea-d99f3eebe481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5647686 Mar 22 19:32:42.348663 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b284ce5-0c2c-4a4a-a254-77be2da66784 req-4b189be7-da72-4500-b478-19b7656f3196 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Router 9119c37e-78ed-4655-96da-4bcdf7996327 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:32:42.356624 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 115d6ab3-f1cf-4adb-a81b-f51e432ca73d details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:32:42.371540 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 607144c1-0ca2-48d3-88b9-368b9eec0b0c no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:32:42.373776 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdc51e-b24c-4b9c-9fe9-e37438c294b8 req-5f6f4e2b-6335-4042-acc7-ead3125d8137 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:42.375981 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cacdc51e-b24c-4b9c-9fe9-e37438c294b8 req-5f6f4e2b-6335-4042-acc7-ead3125d8137 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/ports?device_id=55389dcc-d4a2-4642-bc68-6f2fff8a83b5 HTTP/1.1" status: 200 len: 944 time: 0.4080777 Mar 22 19:32:42.443287 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 607144c1-0ca2-48d3-88b9-368b9eec0b0c {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:32:42.443640 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 607144c1-0ca2-48d3-88b9-368b9eec0b0c not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:32:42.489602 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 115d6ab3-f1cf-4adb-a81b-f51e432ca73d, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=115d6ab3-f1cf-4adb-a81b-f51e432ca73d,segment=NetworkSegment(1b277a9e-29b4-4810-9db4-cc79a361fc1a),segment_id=1b277a9e-29b4-4810-9db4-cc79a361fc1a)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:42.505908 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '115d6ab3-f1cf-4adb-a81b-f51e432ca73d', 'network_id': '7fdf87cd-7f9f-4ae2-adea-d99f3eebe481', 'port_id': '115d6ab3-f1cf-4adb-a81b-f51e432ca73d', 'mac_address': 'fa:16:3e:a2:75:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b053715-285a-46ff-ae77-9d9f610de3a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:32:42.514248 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48077f3b-ab4d-4978-8a80-4390bd4ab664 x-openstack-request-id: req-48077f3b-ab4d-4978-8a80-4390bd4ab664 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:42.514685 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55389dcc-d4a2-4642-bc68-6f2fff8a83b5", "tag": "06a2c5be-ef4c-47d5-8aa2-29158f532fac", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:42.515454 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-48077f3b-ab4d-4978-8a80-4390bd4ab664 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:42.516665 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48077f3b-ab4d-4978-8a80-4390bd4ab664'] response: {'name': 'network-changed', 'server_uuid': '55389dcc-d4a2-4642-bc68-6f2fff8a83b5', 'tag': '06a2c5be-ef4c-47d5-8aa2-29158f532fac', 'status': 'completed', 'code': 200} Mar 22 19:32:42.556000 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 115d6ab3-f1cf-4adb-a81b-f51e432ca73d is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:42.556831 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (115d6ab3-f1cf-4adb-a81b-f51e432ca73d), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:42.580644 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 115d6ab3-f1cf-4adb-a81b-f51e432ca73d {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:32:42.596991 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b284ce5-0c2c-4a4a-a254-77be2da66784 req-4b189be7-da72-4500-b478-19b7656f3196 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:32:42.604509 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 115d6ab3-f1cf-4adb-a81b-f51e432ca73d, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=115d6ab3-f1cf-4adb-a81b-f51e432ca73d,segment=NetworkSegment(1b277a9e-29b4-4810-9db4-cc79a361fc1a),segment_id=1b277a9e-29b4-4810-9db4-cc79a361fc1a)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:42.609094 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 5e7a2120-fc74-46ae-8d22-b270876ece0f details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:32:42.614000 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (115d6ab3-f1cf-4adb-a81b-f51e432ca73d), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:42.617135 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2592dc11-8594-41ca-9075-660519515ff2 None None] Sync routers for ids ['9119c37e-78ed-4655-96da-4bcdf7996327'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:32:42.645891 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2592dc11-8594-41ca-9075-660519515ff2 None None] Routers {'9119c37e-78ed-4655-96da-4bcdf7996327'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:32:42.647438 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a835a-7d8e-4b5b-a4f7-ccca21772455 req-c582bf65-45b2-43a5-9cbf-ff221d0c0e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:42.648593 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-2592dc11-8594-41ca-9075-660519515ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:32:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['9119c37e-78ed-4655-96da-4bcdf7996327'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:42.650955 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d90a835a-7d8e-4b5b-a4f7-ccca21772455 req-c582bf65-45b2-43a5-9cbf-ff221d0c0e19 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=11df3bb3257c4ff1ba862ba9166fe973&device_id=55389dcc-d4a2-4642-bc68-6f2fff8a83b5 HTTP/1.1" status: 200 len: 1127 time: 0.0974336 Mar 22 19:32:42.686418 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=115d6ab3-f1cf-4adb-a81b-f51e432ca73d,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:42.723201 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b284ce5-0c2c-4a4a-a254-77be2da66784 req-4b189be7-da72-4500-b478-19b7656f3196 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] No DVR routers for this DVR port 607144c1-0ca2-48d3-88b9-368b9eec0b0c on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:32:42.728268 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6c4c1-c112-4c3b-b58e-8aa3952be19d req-98692f25-96ff-41f3-b3b0-f7ea323f8b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:42.730289 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9df6c4c1-c112-4c3b-b58e-8aa3952be19d req-98692f25-96ff-41f3-b3b0-f7ea323f8b0d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=11df3bb3257c4ff1ba862ba9166fe973&device_id=1917de99-e7c6-40df-9472-6a4231d2e468 HTTP/1.1" status: 200 len: 1126 time: 0.3530910 Mar 22 19:32:42.733483 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-6b284ce5-0c2c-4a4a-a254-77be2da66784 req-4b189be7-da72-4500-b478-19b7656f3196 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:42.737215 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6b284ce5-0c2c-4a4a-a254-77be2da66784 req-4b189be7-da72-4500-b478-19b7656f3196 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.84 "DELETE /v2.0/ports/607144c1-0ca2-48d3-88b9-368b9eec0b0c HTTP/1.1" status: 204 len: 173 time: 3.3261347 Mar 22 19:32:42.751529 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cacdc51e-b24c-4b9c-9fe9-e37438c294b8 req-8e13b7cb-38fa-4ce1-bce2-c5edec8c5845 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/security-groups?id=b518568f-9266-41ee-9cc0-deb4b77e07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623779 Mar 22 19:32:42.800201 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a835a-7d8e-4b5b-a4f7-ccca21772455 req-6b5fe586-35af-42a3-a3e0-c59ce5fc1318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:42.802465 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d90a835a-7d8e-4b5b-a4f7-ccca21772455 req-6b5fe586-35af-42a3-a3e0-c59ce5fc1318 service neutron] 10.222.0.85 "GET /v2.0/networks?id=7fdf87cd-7f9f-4ae2-adea-d99f3eebe481 HTTP/1.1" status: 200 len: 919 time: 0.1435595 Mar 22 19:32:42.826827 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 5e7a2120-fc74-46ae-8d22-b270876ece0f, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=5e7a2120-fc74-46ae-8d22-b270876ece0f,segment=NetworkSegment(4db1c957-0684-4a6a-98a7-735cbede485b),segment_id=4db1c957-0684-4a6a-98a7-735cbede485b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:42.847805 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '5e7a2120-fc74-46ae-8d22-b270876ece0f', 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5', 'port_id': '5e7a2120-fc74-46ae-8d22-b270876ece0f', 'mac_address': 'fa:16:3e:f9:cd:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b5783a-62e8-4ee6-a6f8-aaff77d027db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:32:42.927549 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d90a835a-7d8e-4b5b-a4f7-ccca21772455 req-33077cdd-2e51-4e45-9e16-8d717b7a3c3d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06a2c5be-ef4c-47d5-8aa2-29158f532fac HTTP/1.1" status: 200 len: 217 time: 0.1149817 Mar 22 19:32:42.937159 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd40f0c35-6df1-46c8-add8-78ea0711782d', 'name': 'network-vif-deleted', 'tag': '607144c1-0ca2-48d3-88b9-368b9eec0b0c'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:42.939976 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a23e2f8-c9d8-446c-b561-8e4dd1465fdd" -d '{"events": [{"server_uuid": "d40f0c35-6df1-46c8-add8-78ea0711782d", "name": "network-vif-deleted", "tag": "607144c1-0ca2-48d3-88b9-368b9eec0b0c"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:42.943578 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6c4c1-c112-4c3b-b58e-8aa3952be19d req-e284ef35-f59a-4dab-ac10-dff0f6347214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:42.945097 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9df6c4c1-c112-4c3b-b58e-8aa3952be19d req-e284ef35-f59a-4dab-ac10-dff0f6347214 service neutron] 10.222.0.85 "GET /v2.0/networks?id=7fdf87cd-7f9f-4ae2-adea-d99f3eebe481 HTTP/1.1" status: 200 len: 919 time: 0.1921263 Mar 22 19:32:42.963672 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-2592dc11-8594-41ca-9075-660519515ff2 None None] Set router 9119c37e-78ed-4655-96da-4bcdf7996327 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:32:43.014597 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-43102338-f606-4153-8eb0-9cb423fe0d48 req-1f74e230-1ac0-40fc-b52a-cd2eaac56cfe tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/ports?device_id=d40f0c35-6df1-46c8-add8-78ea0711782d HTTP/1.1" status: 200 len: 210 time: 0.0363894 Mar 22 19:32:43.067006 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9df6c4c1-c112-4c3b-b58e-8aa3952be19d req-f22696c7-93af-4c1a-b718-a1ea568bd740 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d5da7d1-9048-4462-b974-813d2cf954b9 HTTP/1.1" status: 200 len: 217 time: 0.0489757 Mar 22 19:32:43.067783 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a835a-7d8e-4b5b-a4f7-ccca21772455 req-74d5371c-8388-49d9-ad5f-6d24cd8693c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:43.072724 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d90a835a-7d8e-4b5b-a4f7-ccca21772455 req-74d5371c-8388-49d9-ad5f-6d24cd8693c3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6b053715-285a-46ff-ae77-9d9f610de3a2 HTTP/1.1" status: 200 len: 858 time: 0.1383610 Mar 22 19:32:43.134459 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6c4c1-c112-4c3b-b58e-8aa3952be19d req-3e598aac-41c4-4c67-ad0c-92a4135e1422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:43.135959 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9df6c4c1-c112-4c3b-b58e-8aa3952be19d req-3e598aac-41c4-4c67-ad0c-92a4135e1422 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6b053715-285a-46ff-ae77-9d9f610de3a2 HTTP/1.1" status: 200 len: 858 time: 0.0524759 Mar 22 19:32:43.137736 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d63750c-684f-49fa-b54c-ac5e24884e38 x-openstack-request-id: req-9d63750c-684f-49fa-b54c-ac5e24884e38 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:43.138078 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d40f0c35-6df1-46c8-add8-78ea0711782d", "name": "network-vif-deleted", "tag": "607144c1-0ca2-48d3-88b9-368b9eec0b0c", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:43.138330 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9d63750c-684f-49fa-b54c-ac5e24884e38 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:43.138733 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d63750c-684f-49fa-b54c-ac5e24884e38'] response: {'server_uuid': 'd40f0c35-6df1-46c8-add8-78ea0711782d', 'name': 'network-vif-deleted', 'tag': '607144c1-0ca2-48d3-88b9-368b9eec0b0c', 'status': 'completed', 'code': 200} Mar 22 19:32:43.139287 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d90a835a-7d8e-4b5b-a4f7-ccca21772455 req-54601c8d-e0a1-4a2b-b263-6a9129aec83b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7fdf87cd-7f9f-4ae2-adea-d99f3eebe481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543983 Mar 22 19:32:43.147132 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6d3ba-3184-48f3-b298-b9be79ba602a req-ae0306a1-2290-4ca7-957c-a28873cffd84 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:43.148883 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7e6d3ba-3184-48f3-b298-b9be79ba602a req-ae0306a1-2290-4ca7-957c-a28873cffd84 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=780b893c-09a2-48d4-b319-1c0eb6583943 HTTP/1.1" status: 200 len: 943 time: 0.2027857 Mar 22 19:32:43.181904 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9df6c4c1-c112-4c3b-b58e-8aa3952be19d req-66a455eb-40ab-46f5-88cc-c5de2837e5b8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=7fdf87cd-7f9f-4ae2-adea-d99f3eebe481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315599 Mar 22 19:32:43.314282 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7e6d3ba-3184-48f3-b298-b9be79ba602a req-172b7f97-32cd-45fc-958e-42b7760723f6 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258242 Mar 22 19:32:43.345738 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['115d6ab3-f1cf-4adb-a81b-f51e432ca73d'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:32:43.353900 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d90a835a-7d8e-4b5b-a4f7-ccca21772455 req-6bc3c7f3-4d79-4f6e-bcf5-8cc018d23cdb service neutron] 10.222.0.85 "GET /v2.0/networks/7fdf87cd-7f9f-4ae2-adea-d99f3eebe481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048028 Mar 22 19:32:43.370858 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 5e7a2120-fc74-46ae-8d22-b270876ece0f is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:43.371450 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5e7a2120-fc74-46ae-8d22-b270876ece0f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:43.397077 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9df6c4c1-c112-4c3b-b58e-8aa3952be19d req-fe6decef-6d99-448c-9a84-27d34c643228 service neutron] 10.222.0.85 "GET /v2.0/networks/7fdf87cd-7f9f-4ae2-adea-d99f3eebe481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911600 Mar 22 19:32:43.476831 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7a2120-fc74-46ae-8d22-b270876ece0f {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:32:43.514657 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 5e7a2120-fc74-46ae-8d22-b270876ece0f, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=5e7a2120-fc74-46ae-8d22-b270876ece0f,segment=NetworkSegment(4db1c957-0684-4a6a-98a7-735cbede485b),segment_id=4db1c957-0684-4a6a-98a7-735cbede485b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:43.520801 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5e7a2120-fc74-46ae-8d22-b270876ece0f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:43.571753 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9df6c4c1-c112-4c3b-b58e-8aa3952be19d req-97b7cfa9-0ba9-4b22-b607-810f65a5329d service neutron] 10.222.0.85 "GET /v2.0/networks/7fdf87cd-7f9f-4ae2-adea-d99f3eebe481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673744 Mar 22 19:32:43.604475 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d90a835a-7d8e-4b5b-a4f7-ccca21772455 req-06f210fa-de6d-477c-8486-76c03a547853 service neutron] 10.222.0.85 "GET /v2.0/networks/7fdf87cd-7f9f-4ae2-adea-d99f3eebe481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148452 Mar 22 19:32:43.637147 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-2592dc11-8594-41ca-9075-660519515ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'name': 'tempest-ServerActionsTestJSON-83768529-router', 'tenant_id': '5b93875569cc4d4199ac35d06661afdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '7fddc980-b554-45ca-b274-33b9a878cfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:24:25Z', 'updated_at': '2022-03-22T19:24:31Z', 'revision_number': 4, 'project_id': '5b93875569cc4d4199ac35d06661afdf', 'gw_port': {'id': '7fddc980-b554-45ca-b274-33b9a878cfaf', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:26Z', 'updated_at': '2022-03-22T19:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '1477cd0e-f3af-40c0-bb25-4b9b460af7a7', 'name': '', 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc', 'tenant_id': '5b93875569cc4d4199ac35d06661afdf', 'mac_address': 'fa:16:3e:60:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '0024126f-9e61-4e75-a43d-476a3a97ffe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:30Z', 'updated_at': '2022-03-22T19:24:38Z', 'revision_number': 5, 'project_id': '5b93875569cc4d4199ac35d06661afdf', 'subnets': [{'id': '0024126f-9e61-4e75-a43d-476a3a97ffe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:43.702096 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2592dc11-8594-41ca-9075-660519515ff2 None None] Checking router: 9119c37e-78ed-4655-96da-4bcdf7996327 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:32:43.713141 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2592dc11-8594-41ca-9075-660519515ff2 None None] Routers {'9119c37e-78ed-4655-96da-4bcdf7996327'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:32:43.714219 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-2592dc11-8594-41ca-9075-660519515ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:32:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['9119c37e-78ed-4655-96da-4bcdf7996327'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:43.732819 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=5e7a2120-fc74-46ae-8d22-b270876ece0f,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:43.850098 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-94f0d14d-eb7b-4761-83e1-996c9bf5faf2 req-a98a9825-5e23-451d-9a76-795a59bb7426 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0916679 Mar 22 19:32:43.888551 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-2592dc11-8594-41ca-9075-660519515ff2 None None] Set router 9119c37e-78ed-4655-96da-4bcdf7996327 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:32:43.983279 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0d14d-eb7b-4761-83e1-996c9bf5faf2 req-04863af6-5f74-42b0-a788-ca8bae7c21e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:43.986979 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-94f0d14d-eb7b-4761-83e1-996c9bf5faf2 req-04863af6-5f74-42b0-a788-ca8bae7c21e0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7e302d01a2a24393894ffad4e45b884a&device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 1129 time: 0.0707176 Mar 22 19:32:44.009141 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe6801-42aa-49e4-b48e-dd4bcdbd9362 req-460fe29f-4170-4e83-ae8d-098021daa38b tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:44.010882 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2fe6801-42aa-49e4-b48e-dd4bcdbd9362 req-460fe29f-4170-4e83-ae8d-098021daa38b tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/ports?device_id=55389dcc-d4a2-4642-bc68-6f2fff8a83b5 HTTP/1.1" status: 200 len: 944 time: 0.1261802 Mar 22 19:32:44.121551 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['5e7a2120-fc74-46ae-8d22-b270876ece0f'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:32:44.169519 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0d14d-eb7b-4761-83e1-996c9bf5faf2 req-ed82d39f-3e7b-4695-b445-4d3b2b3b07b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:44.172813 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-94f0d14d-eb7b-4761-83e1-996c9bf5faf2 req-ed82d39f-3e7b-4695-b445-4d3b2b3b07b8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e2aac6b4-9023-4a56-b28e-d9728a595e67 HTTP/1.1" status: 200 len: 920 time: 0.1596897 Mar 22 19:32:44.178403 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2fe6801-42aa-49e4-b48e-dd4bcdbd9362 req-c1d2070f-b411-427c-8c50-93fe93993347 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/security-groups?id=b518568f-9266-41ee-9cc0-deb4b77e07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534281 Mar 22 19:32:44.198257 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 57386) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:44.283269 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-94f0d14d-eb7b-4761-83e1-996c9bf5faf2 req-fb36b215-05af-45df-b9be-54c145746a53 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f52d04fb-dfb2-49ba-a2aa-8d2ff8955484 HTTP/1.1" status: 200 len: 217 time: 0.1017802 Mar 22 19:32:44.360628 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cd23a4bc-8485-497b-8a13-456664d3b329 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks [] for security_group (3c1f0c47-373a-44b7-a50c-656e7188e9b7), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:44.380219 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-2592dc11-8594-41ca-9075-660519515ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'name': 'tempest-ServerActionsTestJSON-83768529-router', 'tenant_id': '5b93875569cc4d4199ac35d06661afdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '7fddc980-b554-45ca-b274-33b9a878cfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:24:25Z', 'updated_at': '2022-03-22T19:24:31Z', 'revision_number': 4, 'project_id': '5b93875569cc4d4199ac35d06661afdf', 'gw_port': {'id': '7fddc980-b554-45ca-b274-33b9a878cfaf', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:26Z', 'updated_at': '2022-03-22T19:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '1477cd0e-f3af-40c0-bb25-4b9b460af7a7', 'name': '', 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc', 'tenant_id': '5b93875569cc4d4199ac35d06661afdf', 'mac_address': 'fa:16:3e:60:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '0024126f-9e61-4e75-a43d-476a3a97ffe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:30Z', 'updated_at': '2022-03-22T19:24:38Z', 'revision_number': 5, 'project_id': '5b93875569cc4d4199ac35d06661afdf', 'subnets': [{'id': '0024126f-9e61-4e75-a43d-476a3a97ffe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:44.407504 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0d14d-eb7b-4761-83e1-996c9bf5faf2 req-67bcc7fc-1c7d-4928-9fec-40ce3fa3c1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:44.410569 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-94f0d14d-eb7b-4761-83e1-996c9bf5faf2 req-67bcc7fc-1c7d-4928-9fec-40ce3fa3c1ea service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cd5ec6ea-2197-4f69-89c7-80c309a39451 HTTP/1.1" status: 200 len: 858 time: 0.1193295 Mar 22 19:32:44.427125 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cd23a4bc-8485-497b-8a13-456664d3b329 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks [] for security_group (3c1f0c47-373a-44b7-a50c-656e7188e9b7), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:44.445671 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2592dc11-8594-41ca-9075-660519515ff2 None None] The sync data for ids ['9119c37e-78ed-4655-96da-4bcdf7996327'] in n-d-705658-24 is: [{'id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'name': 'tempest-ServerActionsTestJSON-83768529-router', 'tenant_id': '5b93875569cc4d4199ac35d06661afdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '7fddc980-b554-45ca-b274-33b9a878cfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:24:25Z', 'updated_at': '2022-03-22T19:24:31Z', 'revision_number': 4, 'project_id': '5b93875569cc4d4199ac35d06661afdf', 'gw_port': {'id': '7fddc980-b554-45ca-b274-33b9a878cfaf', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:26Z', 'updated_at': '2022-03-22T19:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '1477cd0e-f3af-40c0-bb25-4b9b460af7a7', 'name': '', 'network_id': '930b4136-5d1e-4d7e-95ed-27db03a5fcfc', 'tenant_id': '5b93875569cc4d4199ac35d06661afdf', 'mac_address': 'fa:16:3e:60:04:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '0024126f-9e61-4e75-a43d-476a3a97ffe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:30Z', 'updated_at': '2022-03-22T19:24:38Z', 'revision_number': 5, 'project_id': '5b93875569cc4d4199ac35d06661afdf', 'subnets': [{'id': '0024126f-9e61-4e75-a43d-476a3a97ffe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:32:44.502369 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0d14d-eb7b-4761-83e1-996c9bf5faf2 req-ac47a1a5-ae56-4b99-85a9-5f9df1bb884a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:44.509883 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-94f0d14d-eb7b-4761-83e1-996c9bf5faf2 req-ac47a1a5-ae56-4b99-85a9-5f9df1bb884a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e2aac6b4-9023-4a56-b28e-d9728a595e67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0890946 Mar 22 19:32:44.607707 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9544024-a871-4345-9ae5-f352149d8564 req-fadc036c-767a-400b-966f-469b711e6e9f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:44.611249 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e9544024-a871-4345-9ae5-f352149d8564 req-fadc036c-767a-400b-966f-469b711e6e9f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=780b893c-09a2-48d4-b319-1c0eb6583943 HTTP/1.1" status: 200 len: 944 time: 0.1620710 Mar 22 19:32:44.612706 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cd23a4bc-8485-497b-8a13-456664d3b329 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3c1f0c47-373a-44b7-a50c-656e7188e9b7), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:44.616563 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cd23a4bc-8485-497b-8a13-456664d3b329 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:44.617901 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-cd23a4bc-8485-497b-8a13-456664d3b329 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "DELETE /v2.0/security-groups/3c1f0c47-373a-44b7-a50c-656e7188e9b7 HTTP/1.1" status: 204 len: 168 time: 0.4183371 Mar 22 19:32:44.630028 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-94f0d14d-eb7b-4761-83e1-996c9bf5faf2 req-1375643a-6b12-4f72-986d-951ce1f629cd service neutron] 10.222.0.85 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170654 Mar 22 19:32:44.630685 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 57394) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:44.638970 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23a4bc-8485-497b-8a13-456664d3b329 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1f0c47-373a-44b7-a50c-656e7188e9b7,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:44.661126 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-61a3ff1f-f060-41bf-9722-9dbfc757cc10 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] show failed (client error): The resource could not be found. Mar 22 19:32:44.662341 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-61a3ff1f-f060-41bf-9722-9dbfc757cc10 tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "GET /v2.0/security-groups/3c1f0c47-373a-44b7-a50c-656e7188e9b7 HTTP/1.1" status: 404 len: 347 time: 0.0305328 Mar 22 19:32:44.674013 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 57396) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:44.734165 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e9544024-a871-4345-9ae5-f352149d8564 req-0020975e-3142-4724-9f30-882122d30efb tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148324 Mar 22 19:32:44.929539 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-94f0d14d-eb7b-4761-83e1-996c9bf5faf2 req-29e262ce-9161-41ff-a0d3-90f4681b05be service neutron] 10.222.0.85 "GET /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887850 Mar 22 19:32:44.947955 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-f546e1fc-3b8a-4c72-abb6-dae0fbf2b5ff tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Deleting port e88a25aa-eb05-43e5-86df-8d9159673c7e {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:32:44.948185 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f546e1fc-3b8a-4c72-abb6-dae0fbf2b5ff tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (e88a25aa-eb05-43e5-86df-8d9159673c7e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:45.005927 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debcda68-13ed-4b58-b879-fa3f285db154 None None] New status for floating IP abf7b32b-035a-4f25-9a27-99c7b2405af9: DOWN {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:32:45.044817 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f546e1fc-3b8a-4c72-abb6-dae0fbf2b5ff tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (e88a25aa-eb05-43e5-86df-8d9159673c7e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:45.045553 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f546e1fc-3b8a-4c72-abb6-dae0fbf2b5ff tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks [] for floatingip (e88a25aa-eb05-43e5-86df-8d9159673c7e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:45.062021 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-f546e1fc-3b8a-4c72-abb6-dae0fbf2b5ff tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Calling delete_port for e88a25aa-eb05-43e5-86df-8d9159673c7e owned by network:floatingip {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:32:45.160554 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-73723892-2f4f-4392-9c98-d5116f77eacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:45.237376 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f546e1fc-3b8a-4c72-abb6-dae0fbf2b5ff tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (e88a25aa-eb05-43e5-86df-8d9159673c7e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:45.276050 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546e1fc-3b8a-4c72-abb6-dae0fbf2b5ff tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Pushing event deleted for resources: {'Port': ['ID=e88a25aa-eb05-43e5-86df-8d9159673c7e,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:45.383190 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f546e1fc-3b8a-4c72-abb6-dae0fbf2b5ff tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks [] for floatingip (abf7b32b-035a-4f25-9a27-99c7b2405af9), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:45.385143 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207ac5d-7b8d-4586-b49c-1f0ea2390abf req-b6ef8509-f499-49a7-87db-3d3cf79322b1 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:45.386138 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f546e1fc-3b8a-4c72-abb6-dae0fbf2b5ff tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:45.386739 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3207ac5d-7b8d-4586-b49c-1f0ea2390abf req-b6ef8509-f499-49a7-87db-3d3cf79322b1 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/ports?device_id=55389dcc-d4a2-4642-bc68-6f2fff8a83b5 HTTP/1.1" status: 200 len: 944 time: 0.1120124 Mar 22 19:32:45.389507 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f546e1fc-3b8a-4c72-abb6-dae0fbf2b5ff tempest-ServerActionsTestJSON-832872217 tempest-ServerActionsTestJSON-832872217-project] 10.222.0.75 "DELETE /v2.0/floatingips/abf7b32b-035a-4f25-9a27-99c7b2405af9 HTTP/1.1" status: 204 len: 168 time: 0.7145679 Mar 22 19:32:45.393965 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 57412) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:45.465283 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3207ac5d-7b8d-4586-b49c-1f0ea2390abf req-e39923fe-c4a4-41dd-ac0e-fe7dd35a0e0d tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/security-groups?id=b518568f-9266-41ee-9cc0-deb4b77e07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720742 Mar 22 19:32:45.695802 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:45.939714 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24ce06-e015-490e-9183-0db12a3472d5 req-4f02a93d-17e9-48d6-84e5-ade98584f666 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:45.941446 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a24ce06-e015-490e-9183-0db12a3472d5 req-4f02a93d-17e9-48d6-84e5-ade98584f666 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=780b893c-09a2-48d4-b319-1c0eb6583943 HTTP/1.1" status: 200 len: 944 time: 0.1024060 Mar 22 19:32:46.034152 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a24ce06-e015-490e-9183-0db12a3472d5 req-46dd055f-afc1-44a2-a3f9-863193e30ee3 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843384 Mar 22 19:32:46.079572 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-53fa7d03-9989-438e-b160-b8b9cfedbf7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (9119c37e-78ed-4655-96da-4bcdf7996327), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:46.380310 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-53fa7d03-9989-438e-b160-b8b9cfedbf7c admin admin] Deleting port 1477cd0e-f3af-40c0-bb25-4b9b460af7a7 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:32:46.380797 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-53fa7d03-9989-438e-b160-b8b9cfedbf7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (1477cd0e-f3af-40c0-bb25-4b9b460af7a7), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:46.388722 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 115d6ab3-f1cf-4adb-a81b-f51e432ca73d up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:32:46.458170 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 115d6ab3-f1cf-4adb-a81b-f51e432ca73d completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:32:46.464520 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 115d6ab3-f1cf-4adb-a81b-f51e432ca73d triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:32:46.465861 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (115d6ab3-f1cf-4adb-a81b-f51e432ca73d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:46.498050 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-53fa7d03-9989-438e-b160-b8b9cfedbf7c admin admin] For port 1477cd0e-f3af-40c0-bb25-4b9b460af7a7, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=1477cd0e-f3af-40c0-bb25-4b9b460af7a7,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:46.498541 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-53fa7d03-9989-438e-b160-b8b9cfedbf7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (1477cd0e-f3af-40c0-bb25-4b9b460af7a7), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:46.519434 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-53fa7d03-9989-438e-b160-b8b9cfedbf7c admin admin] Calling delete_port for 1477cd0e-f3af-40c0-bb25-4b9b460af7a7 owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:32:46.537315 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:32:46.575195 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 115d6ab3-f1cf-4adb-a81b-f51e432ca73d is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:46.575710 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (115d6ab3-f1cf-4adb-a81b-f51e432ca73d), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:46.594969 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 06a2c5be-ef4c-47d5-8aa2-29158f532fac details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:32:46.597385 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 5e7a2120-fc74-46ae-8d22-b270876ece0f up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:32:46.659249 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 115d6ab3-f1cf-4adb-a81b-f51e432ca73d, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=115d6ab3-f1cf-4adb-a81b-f51e432ca73d,segment=NetworkSegment(1b277a9e-29b4-4810-9db4-cc79a361fc1a),segment_id=1b277a9e-29b4-4810-9db4-cc79a361fc1a)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:46.664081 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a889e2ed-6077-4ed6-ae26-f950b8cdcac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115d6ab3-f1cf-4adb-a81b-f51e432ca73d'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:46.667000 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92c64fa-3b48-4c10-8e07-263adbff9166" -d '{"events": [{"server_uuid": "a889e2ed-6077-4ed6-ae26-f950b8cdcac9", "name": "network-vif-plugged", "status": "completed", "tag": "115d6ab3-f1cf-4adb-a81b-f51e432ca73d"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:46.693709 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (115d6ab3-f1cf-4adb-a81b-f51e432ca73d), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:46.774437 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229eeb58-b5a2-42a0-832a-4d50239f71e3 x-openstack-request-id: req-229eeb58-b5a2-42a0-832a-4d50239f71e3 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:46.774953 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a889e2ed-6077-4ed6-ae26-f950b8cdcac9", "name": "network-vif-plugged", "status": "completed", "tag": "115d6ab3-f1cf-4adb-a81b-f51e432ca73d", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:46.775386 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-229eeb58-b5a2-42a0-832a-4d50239f71e3 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:46.775961 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-229eeb58-b5a2-42a0-832a-4d50239f71e3'] response: {'server_uuid': 'a889e2ed-6077-4ed6-ae26-f950b8cdcac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '115d6ab3-f1cf-4adb-a81b-f51e432ca73d', 'code': 200} Mar 22 19:32:46.782186 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.resource_extend [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:32:46.810078 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-53fa7d03-9989-438e-b160-b8b9cfedbf7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (1477cd0e-f3af-40c0-bb25-4b9b460af7a7), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:46.908571 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=115d6ab3-f1cf-4adb-a81b-f51e432ca73d,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:46.937912 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 5e7a2120-fc74-46ae-8d22-b270876ece0f completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:32:46.958825 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa7d03-9989-438e-b160-b8b9cfedbf7c admin admin] Pushing event deleted for resources: {'Port': ['ID=1477cd0e-f3af-40c0-bb25-4b9b460af7a7,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:46.961854 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 5e7a2120-fc74-46ae-8d22-b270876ece0f triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:32:46.963705 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5e7a2120-fc74-46ae-8d22-b270876ece0f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:47.021194 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c5e41-5f8e-4596-a819-16b55066953c req-edcf5b9d-f0bf-47f7-9dbe-ae2da7510be7 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:47.023168 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-252c5e41-5f8e-4596-a819-16b55066953c req-edcf5b9d-f0bf-47f7-9dbe-ae2da7510be7 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/ports?device_id=55389dcc-d4a2-4642-bc68-6f2fff8a83b5 HTTP/1.1" status: 200 len: 944 time: 0.2605398 Mar 22 19:32:47.103097 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 06a2c5be-ef4c-47d5-8aa2-29158f532fac, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=06a2c5be-ef4c-47d5-8aa2-29158f532fac,segment=NetworkSegment(1b277a9e-29b4-4810-9db4-cc79a361fc1a),segment_id=1b277a9e-29b4-4810-9db4-cc79a361fc1a)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:47.129660 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '06a2c5be-ef4c-47d5-8aa2-29158f532fac', 'network_id': '7fdf87cd-7f9f-4ae2-adea-d99f3eebe481', 'port_id': '06a2c5be-ef4c-47d5-8aa2-29158f532fac', 'mac_address': 'fa:16:3e:e8:d7:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b053715-285a-46ff-ae77-9d9f610de3a2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:32:47.176104 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27e21a-511b-4db3-aa1e-dc3692c12728 req-decde09c-e049-4575-8210-5a5d5e7703e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:47.177827 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bc27e21a-511b-4db3-aa1e-dc3692c12728 req-decde09c-e049-4575-8210-5a5d5e7703e6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a889e2ed-6077-4ed6-ae26-f950b8cdcac9 HTTP/1.1" status: 200 len: 1129 time: 0.3362346 Mar 22 19:32:47.181662 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-252c5e41-5f8e-4596-a819-16b55066953c req-fad2a884-1244-46ba-85b2-11d44fb94493 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/security-groups?id=b518568f-9266-41ee-9cc0-deb4b77e07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424434 Mar 22 19:32:47.254647 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bc27e21a-511b-4db3-aa1e-dc3692c12728 req-346fd7c6-2498-4f8d-bd7b-83825bde29ec service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b518568f-9266-41ee-9cc0-deb4b77e07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698881 Mar 22 19:32:47.268121 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 5e7a2120-fc74-46ae-8d22-b270876ece0f is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:47.268514 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5e7a2120-fc74-46ae-8d22-b270876ece0f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:47.280387 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 06a2c5be-ef4c-47d5-8aa2-29158f532fac is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:47.280822 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (06a2c5be-ef4c-47d5-8aa2-29158f532fac), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:47.299702 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06a2c5be-ef4c-47d5-8aa2-29158f532fac {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:32:47.317102 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-53fa7d03-9989-438e-b160-b8b9cfedbf7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (9119c37e-78ed-4655-96da-4bcdf7996327), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:47.340765 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 06a2c5be-ef4c-47d5-8aa2-29158f532fac, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=06a2c5be-ef4c-47d5-8aa2-29158f532fac,segment=NetworkSegment(1b277a9e-29b4-4810-9db4-cc79a361fc1a),segment_id=1b277a9e-29b4-4810-9db4-cc79a361fc1a)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:47.346299 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80356676-8a98-4ab9-8a7b-2c4299284367 req-c23025a5-74dc-408b-8eaa-d0aa02c6b709 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:47.347937 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80356676-8a98-4ab9-8a7b-2c4299284367 req-c23025a5-74dc-408b-8eaa-d0aa02c6b709 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=780b893c-09a2-48d4-b319-1c0eb6583943 HTTP/1.1" status: 200 len: 944 time: 0.0871365 Mar 22 19:32:47.361756 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (06a2c5be-ef4c-47d5-8aa2-29158f532fac), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:47.362733 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 9d5da7d1-9048-4462-b974-813d2cf954b9 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:32:47.381156 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 5e7a2120-fc74-46ae-8d22-b270876ece0f, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=5e7a2120-fc74-46ae-8d22-b270876ece0f,segment=NetworkSegment(4db1c957-0684-4a6a-98a7-735cbede485b),segment_id=4db1c957-0684-4a6a-98a7-735cbede485b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:47.402800 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5e7a2120-fc74-46ae-8d22-b270876ece0f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:47.454414 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1febf5f1-ebad-480e-ba0d-253fa66ffe86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:47.491059 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80356676-8a98-4ab9-8a7b-2c4299284367 req-655e84d4-4957-4c7f-b200-1813ba0a199d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930958 Mar 22 19:32:47.499028 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 9d5da7d1-9048-4462-b974-813d2cf954b9, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=9d5da7d1-9048-4462-b974-813d2cf954b9,segment=NetworkSegment(1b277a9e-29b4-4810-9db4-cc79a361fc1a),segment_id=1b277a9e-29b4-4810-9db4-cc79a361fc1a)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:47.503167 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=06a2c5be-ef4c-47d5-8aa2-29158f532fac,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:47.615609 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=5e7a2120-fc74-46ae-8d22-b270876ece0f,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:47.618671 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '9d5da7d1-9048-4462-b974-813d2cf954b9', 'network_id': '7fdf87cd-7f9f-4ae2-adea-d99f3eebe481', 'port_id': '9d5da7d1-9048-4462-b974-813d2cf954b9', 'mac_address': 'fa:16:3e:bc:76:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b053715-285a-46ff-ae77-9d9f610de3a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:32:47.679165 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 9d5da7d1-9048-4462-b974-813d2cf954b9 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:47.679567 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9d5da7d1-9048-4462-b974-813d2cf954b9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:47.687892 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53fa7d03-9989-438e-b160-b8b9cfedbf7c admin admin] Router 9119c37e-78ed-4655-96da-4bcdf7996327 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:32:47.701168 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d5da7d1-9048-4462-b974-813d2cf954b9 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:32:47.726474 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 9d5da7d1-9048-4462-b974-813d2cf954b9, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=9d5da7d1-9048-4462-b974-813d2cf954b9,segment=NetworkSegment(1b277a9e-29b4-4810-9db4-cc79a361fc1a),segment_id=1b277a9e-29b4-4810-9db4-cc79a361fc1a)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:47.731677 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (9d5da7d1-9048-4462-b974-813d2cf954b9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:47.801921 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=9d5da7d1-9048-4462-b974-813d2cf954b9,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:47.831993 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fa7d03-9989-438e-b160-b8b9cfedbf7c admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:32:47.837393 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-53fa7d03-9989-438e-b160-b8b9cfedbf7c admin admin] 10.222.0.75 "PUT /v2.0/routers/9119c37e-78ed-4655-96da-4bcdf7996327/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4423664 Mar 22 19:32:47.839841 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 57462) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:47.843192 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9015254f-59f2-4c89-8702-e67976940cbc None None] Sync routers for ids ['9119c37e-78ed-4655-96da-4bcdf7996327'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:32:47.856198 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9015254f-59f2-4c89-8702-e67976940cbc None None] Routers {'9119c37e-78ed-4655-96da-4bcdf7996327'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:32:47.856829 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-9015254f-59f2-4c89-8702-e67976940cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:32:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['9119c37e-78ed-4655-96da-4bcdf7996327'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:47.976391 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-498ff695-48af-45a6-8b2f-b81d916e5dfb admin admin] Publish callbacks [] for router (9119c37e-78ed-4655-96da-4bcdf7996327), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:47.987719 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-9015254f-59f2-4c89-8702-e67976940cbc None None] Set router 9119c37e-78ed-4655-96da-4bcdf7996327 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:32:48.124258 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-498ff695-48af-45a6-8b2f-b81d916e5dfb admin admin] Publish callbacks [] for router_gateway (9119c37e-78ed-4655-96da-4bcdf7996327), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:48.196929 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['06a2c5be-ef4c-47d5-8aa2-29158f532fac'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:32:48.226481 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-9015254f-59f2-4c89-8702-e67976940cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'name': 'tempest-ServerActionsTestJSON-83768529-router', 'tenant_id': '5b93875569cc4d4199ac35d06661afdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '7fddc980-b554-45ca-b274-33b9a878cfaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:24:25Z', 'updated_at': '2022-03-22T19:32:46Z', 'revision_number': 5, 'project_id': '5b93875569cc4d4199ac35d06661afdf', 'gw_port': {'id': '7fddc980-b554-45ca-b274-33b9a878cfaf', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:24:26Z', 'updated_at': '2022-03-22T19:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:48.230577 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-498ff695-48af-45a6-8b2f-b81d916e5dfb admin admin] Deleting port 7fddc980-b554-45ca-b274-33b9a878cfaf {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:32:48.230577 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-498ff695-48af-45a6-8b2f-b81d916e5dfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (7fddc980-b554-45ca-b274-33b9a878cfaf), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:48.266438 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['9d5da7d1-9048-4462-b974-813d2cf954b9'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:32:48.300491 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9015254f-59f2-4c89-8702-e67976940cbc None None] Checking router: 9119c37e-78ed-4655-96da-4bcdf7996327 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:32:48.316619 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9015254f-59f2-4c89-8702-e67976940cbc None None] Routers {'9119c37e-78ed-4655-96da-4bcdf7996327'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:32:48.317261 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-9015254f-59f2-4c89-8702-e67976940cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:32:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['9119c37e-78ed-4655-96da-4bcdf7996327'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:48.356226 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:48.423807 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2ef2a-7db8-4e08-8db2-b486a247cbca req-0ee0a1c9-3284-4ec6-a3ab-c32ea3423114 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:48.426670 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-498ff695-48af-45a6-8b2f-b81d916e5dfb admin admin] For port 7fddc980-b554-45ca-b274-33b9a878cfaf, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=7fddc980-b554-45ca-b274-33b9a878cfaf,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:48.427036 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-498ff695-48af-45a6-8b2f-b81d916e5dfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (7fddc980-b554-45ca-b274-33b9a878cfaf), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:48.432276 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-36a2ef2a-7db8-4e08-8db2-b486a247cbca req-0ee0a1c9-3284-4ec6-a3ab-c32ea3423114 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/ports?device_id=55389dcc-d4a2-4642-bc68-6f2fff8a83b5 HTTP/1.1" status: 200 len: 945 time: 0.1032417 Mar 22 19:32:48.446404 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-9015254f-59f2-4c89-8702-e67976940cbc None None] Set router 9119c37e-78ed-4655-96da-4bcdf7996327 gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:32:48.479867 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-498ff695-48af-45a6-8b2f-b81d916e5dfb admin admin] Calling delete_port for 7fddc980-b554-45ca-b274-33b9a878cfaf owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:32:48.541041 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-36a2ef2a-7db8-4e08-8db2-b486a247cbca req-65472ce0-d625-4ab4-aa9b-c46d17c7b6f7 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/security-groups?id=b518568f-9266-41ee-9cc0-deb4b77e07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949731 Mar 22 19:32:48.554706 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-9015254f-59f2-4c89-8702-e67976940cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'name': 'tempest-ServerActionsTestJSON-83768529-router', 'tenant_id': '5b93875569cc4d4199ac35d06661afdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:24:25Z', 'updated_at': '2022-03-22T19:32:48Z', 'revision_number': 6, 'project_id': '5b93875569cc4d4199ac35d06661afdf', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:48.607407 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9015254f-59f2-4c89-8702-e67976940cbc None None] The sync data for ids ['9119c37e-78ed-4655-96da-4bcdf7996327'] in n-d-705658-24 is: [{'id': '9119c37e-78ed-4655-96da-4bcdf7996327', 'name': 'tempest-ServerActionsTestJSON-83768529-router', 'tenant_id': '5b93875569cc4d4199ac35d06661afdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:24:25Z', 'updated_at': '2022-03-22T19:32:48Z', 'revision_number': 6, 'project_id': '5b93875569cc4d4199ac35d06661afdf', 'gw_port_host': None}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:32:48.755467 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:48.758391 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbac76-886e-4692-a88e-7ff86db88278 req-996756bd-692c-474e-a41f-a146ec3a3b1f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:48.760716 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bafbac76-886e-4692-a88e-7ff86db88278 req-996756bd-692c-474e-a41f-a146ec3a3b1f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=780b893c-09a2-48d4-b319-1c0eb6583943 HTTP/1.1" status: 200 len: 945 time: 0.1319735 Mar 22 19:32:48.781834 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780b893c-09a2-48d4-b319-1c0eb6583943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7a2120-fc74-46ae-8d22-b270876ece0f'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:48.784104 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edc8a9f-7f37-47cc-a5d1-b8319429bdca" -d '{"events": [{"server_uuid": "780b893c-09a2-48d4-b319-1c0eb6583943", "name": "network-vif-plugged", "status": "completed", "tag": "5e7a2120-fc74-46ae-8d22-b270876ece0f"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:48.864343 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-498ff695-48af-45a6-8b2f-b81d916e5dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (7fddc980-b554-45ca-b274-33b9a878cfaf), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:48.890513 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bafbac76-886e-4692-a88e-7ff86db88278 req-59686bc7-b79a-458c-884d-bd7c1cf0a029 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149504 Mar 22 19:32:48.901540 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0437fa8c-158b-4f37-b57d-ae2188f51ef3 x-openstack-request-id: req-0437fa8c-158b-4f37-b57d-ae2188f51ef3 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:48.903666 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "780b893c-09a2-48d4-b319-1c0eb6583943", "name": "network-vif-plugged", "status": "completed", "tag": "5e7a2120-fc74-46ae-8d22-b270876ece0f", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:48.904101 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0437fa8c-158b-4f37-b57d-ae2188f51ef3 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:48.904792 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0437fa8c-158b-4f37-b57d-ae2188f51ef3'] response: {'server_uuid': '780b893c-09a2-48d4-b319-1c0eb6583943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7a2120-fc74-46ae-8d22-b270876ece0f', 'code': 200} Mar 22 19:32:48.918562 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ff695-48af-45a6-8b2f-b81d916e5dfb admin admin] Pushing event deleted for resources: {'Port': ['ID=7fddc980-b554-45ca-b274-33b9a878cfaf,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:49.029183 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-498ff695-48af-45a6-8b2f-b81d916e5dfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (9119c37e-78ed-4655-96da-4bcdf7996327), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:49.128866 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af14808-eb78-4982-92e3-1f6d599354b2 req-474575d8-2272-4f8e-b15e-224c8ab2b121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:49.130692 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8af14808-eb78-4982-92e3-1f6d599354b2 req-474575d8-2272-4f8e-b15e-224c8ab2b121 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=780b893c-09a2-48d4-b319-1c0eb6583943 HTTP/1.1" status: 200 len: 1128 time: 0.1480951 Mar 22 19:32:49.140097 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-498ff695-48af-45a6-8b2f-b81d916e5dfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (9119c37e-78ed-4655-96da-4bcdf7996327), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:49.146111 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-498ff695-48af-45a6-8b2f-b81d916e5dfb admin admin] Publish callbacks [] for router_controller (9119c37e-78ed-4655-96da-4bcdf7996327), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:49.214720 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8af14808-eb78-4982-92e3-1f6d599354b2 req-0b6b30d5-b9c3-4922-914c-915967d7ef0f service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762661 Mar 22 19:32:49.227081 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-498ff695-48af-45a6-8b2f-b81d916e5dfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (9119c37e-78ed-4655-96da-4bcdf7996327), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:49.227615 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498ff695-48af-45a6-8b2f-b81d916e5dfb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9119c37e-78ed-4655-96da-4bcdf7996327 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:32:49.238643 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-498ff695-48af-45a6-8b2f-b81d916e5dfb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:49.239973 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-498ff695-48af-45a6-8b2f-b81d916e5dfb admin admin] 10.222.0.75 "DELETE /v2.0/routers/9119c37e-78ed-4655-96da-4bcdf7996327 HTTP/1.1" status: 204 len: 168 time: 1.3991430 Mar 22 19:32:49.242678 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 57490) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:49.294705 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-d202dfe7-2ff4-4df9-b719-979edeebbb6d admin admin] Deleting subnet 0024126f-9e61-4e75-a43d-476a3a97ffe0 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:32:49.300377 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d202dfe7-2ff4-4df9-b719-979edeebbb6d admin admin] Publish callbacks [] for subnet (0024126f-9e61-4e75-a43d-476a3a97ffe0), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:49.338505 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d202dfe7-2ff4-4df9-b719-979edeebbb6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (0024126f-9e61-4e75-a43d-476a3a97ffe0), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:49.459536 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d202dfe7-2ff4-4df9-b719-979edeebbb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (0024126f-9e61-4e75-a43d-476a3a97ffe0), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:49.518773 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d202dfe7-2ff4-4df9-b719-979edeebbb6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (0024126f-9e61-4e75-a43d-476a3a97ffe0), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:49.550613 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202dfe7-2ff4-4df9-b719-979edeebbb6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0024126f-9e61-4e75-a43d-476a3a97ffe0,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:49.552758 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d202dfe7-2ff4-4df9-b719-979edeebbb6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:49.556340 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d202dfe7-2ff4-4df9-b719-979edeebbb6d admin admin] 10.222.0.75 "DELETE /v2.0/subnets/0024126f-9e61-4e75-a43d-476a3a97ffe0 HTTP/1.1" status: 204 len: 168 time: 0.3123972 Mar 22 19:32:49.558586 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 57496) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:49.570047 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3d242a-622d-44cf-b35b-88e1f5fa50a1 None None] Network 930b4136-5d1e-4d7e-95ed-27db03a5fcfc requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:32:49.837721 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 1477cd0e-f3af-40c0-bb25-4b9b460af7a7 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:32:49.866936 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 1477cd0e-f3af-40c0-bb25-4b9b460af7a7 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:32:49.867686 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 1477cd0e-f3af-40c0-bb25-4b9b460af7a7 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:32:49.868366 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 7fddc980-b554-45ca-b274-33b9a878cfaf no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:32:49.893968 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 7fddc980-b554-45ca-b274-33b9a878cfaf {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:32:49.894696 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 7fddc980-b554-45ca-b274-33b9a878cfaf not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:32:49.926843 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae2b23b-db93-4af1-bad1-36731c08f794 None None] DHCP port deletion for 930b4136-5d1e-4d7e-95ed-27db03a5fcfc request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:32:50.035800 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae2b23b-db93-4af1-bad1-36731c08f794 None None] Deleting port 91f6ce88-f834-4a7a-ba92-19d06dc5cf95 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:32:50.040675 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae2b23b-db93-4af1-bad1-36731c08f794 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (91f6ce88-f834-4a7a-ba92-19d06dc5cf95), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:50.133757 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:50.153389 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae2b23b-db93-4af1-bad1-36731c08f794 None None] For port 91f6ce88-f834-4a7a-ba92-19d06dc5cf95, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=91f6ce88-f834-4a7a-ba92-19d06dc5cf95,segment=NetworkSegment(96be6bee-54fd-44c5-9686-e45ec9f24a43),segment_id=96be6bee-54fd-44c5-9686-e45ec9f24a43)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:50.153928 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae2b23b-db93-4af1-bad1-36731c08f794 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (91f6ce88-f834-4a7a-ba92-19d06dc5cf95), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:50.169113 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae2b23b-db93-4af1-bad1-36731c08f794 None None] Calling delete_port for 91f6ce88-f834-4a7a-ba92-19d06dc5cf95 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:32:50.191884 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1083273b-eb1c-422f-9486-37748fa6a1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (930b4136-5d1e-4d7e-95ed-27db03a5fcfc), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:50.220166 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864b007-03c8-43cc-a2c1-8cc7f4fbc6e1 req-5b1ca544-80d0-4496-b9ea-97ad3b2d4ea3 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:50.226283 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4864b007-03c8-43cc-a2c1-8cc7f4fbc6e1 req-5b1ca544-80d0-4496-b9ea-97ad3b2d4ea3 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=780b893c-09a2-48d4-b319-1c0eb6583943 HTTP/1.1" status: 200 len: 945 time: 0.1443484 Mar 22 19:32:50.245618 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf26c57-1c20-4db7-ae70-422aeb84e359 req-0c83bc8d-ac73-4984-9fce-bd3cd74c2171 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:50.247469 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bf26c57-1c20-4db7-ae70-422aeb84e359 req-0c83bc8d-ac73-4984-9fce-bd3cd74c2171 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/ports?device_id=55389dcc-d4a2-4642-bc68-6f2fff8a83b5 HTTP/1.1" status: 200 len: 945 time: 0.1644242 Mar 22 19:32:50.270176 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae2b23b-db93-4af1-bad1-36731c08f794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (91f6ce88-f834-4a7a-ba92-19d06dc5cf95), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:50.308332 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae2b23b-db93-4af1-bad1-36731c08f794 None None] Pushing event deleted for resources: {'Port': ['ID=91f6ce88-f834-4a7a-ba92-19d06dc5cf95,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:50.311278 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae2b23b-db93-4af1-bad1-36731c08f794 None None] No DVR routers for this DVR port 91f6ce88-f834-4a7a-ba92-19d06dc5cf95 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:32:50.356572 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-1083273b-eb1c-422f-9486-37748fa6a1e1 admin admin] The port '91f6ce88-f834-4a7a-ba92-19d06dc5cf95' was deleted {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 22 19:32:50.392502 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4864b007-03c8-43cc-a2c1-8cc7f4fbc6e1 req-aa4e1c5e-7a2f-401e-a001-c50deebc4d82 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610525 Mar 22 19:32:50.399811 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bf26c57-1c20-4db7-ae70-422aeb84e359 req-17d0963b-a5b3-4e36-944c-061113b53562 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/security-groups?id=b518568f-9266-41ee-9cc0-deb4b77e07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278791 Mar 22 19:32:50.463087 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1083273b-eb1c-422f-9486-37748fa6a1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (930b4136-5d1e-4d7e-95ed-27db03a5fcfc), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:50.493102 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-1083273b-eb1c-422f-9486-37748fa6a1e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['930b4136-5d1e-4d7e-95ed-27db03a5fcfc']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:50.503305 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-1083273b-eb1c-422f-9486-37748fa6a1e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96be6bee-54fd-44c5-9686-e45ec9f24a43') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:50.503660 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-1083273b-eb1c-422f-9486-37748fa6a1e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96be6bee-54fd-44c5-9686-e45ec9f24a43') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:32:50.514411 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1083273b-eb1c-422f-9486-37748fa6a1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (96be6bee-54fd-44c5-9686-e45ec9f24a43), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:50.528311 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1083273b-eb1c-422f-9486-37748fa6a1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (96be6bee-54fd-44c5-9686-e45ec9f24a43), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:50.534338 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1083273b-eb1c-422f-9486-37748fa6a1e1 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:32:50.534795 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1083273b-eb1c-422f-9486-37748fa6a1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (96be6bee-54fd-44c5-9686-e45ec9f24a43), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:50.536491 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:32:50.536491 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:32:50.536491 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:32:50.536491 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:32:50.536491 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:32:50.536491 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:32:50.536491 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:32:50.536491 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:32:50.536491 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:32:50.536491 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:32:50.536491 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:32:50.536491 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:32:50.536491 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:32:50.536491 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:32:50.536491 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:32:50.536491 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:32:50.536491 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:32:50.536491 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:32:50.536491 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:32:50.536491 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:32:50.536491 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:32:50.536491 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:32:50.536491 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:32:50.536491 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:32:50.536491 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:32:50.536491 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:32:50.536491 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:32:50.536491 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:32:50.536491 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:32:50.536491 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:32:50.536491 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:32:50.536491 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:32:50.595643 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1083273b-eb1c-422f-9486-37748fa6a1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (930b4136-5d1e-4d7e-95ed-27db03a5fcfc), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:50.603185 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1083273b-eb1c-422f-9486-37748fa6a1e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:50.606418 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 06a2c5be-ef4c-47d5-8aa2-29158f532fac up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:32:50.608581 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1083273b-eb1c-422f-9486-37748fa6a1e1 admin admin] 10.222.0.75 "DELETE /v2.0/networks/930b4136-5d1e-4d7e-95ed-27db03a5fcfc HTTP/1.1" status: 204 len: 168 time: 1.0484738 Mar 22 19:32:50.638562 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083273b-eb1c-422f-9486-37748fa6a1e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=930b4136-5d1e-4d7e-95ed-27db03a5fcfc,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:50.692336 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 06a2c5be-ef4c-47d5-8aa2-29158f532fac completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:32:50.697278 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 06a2c5be-ef4c-47d5-8aa2-29158f532fac triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:32:50.697955 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (06a2c5be-ef4c-47d5-8aa2-29158f532fac), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:50.813984 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 06a2c5be-ef4c-47d5-8aa2-29158f532fac is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:50.814514 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (06a2c5be-ef4c-47d5-8aa2-29158f532fac), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:50.832848 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 57526) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:50.873462 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 06a2c5be-ef4c-47d5-8aa2-29158f532fac, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=06a2c5be-ef4c-47d5-8aa2-29158f532fac,segment=NetworkSegment(1b277a9e-29b4-4810-9db4-cc79a361fc1a),segment_id=1b277a9e-29b4-4810-9db4-cc79a361fc1a)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:50.878598 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (06a2c5be-ef4c-47d5-8aa2-29158f532fac), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:50.879505 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 9d5da7d1-9048-4462-b974-813d2cf954b9 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:32:50.894420 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a46fbeac-bd56-42b4-80a3-d3bce2a58082 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5b93875569cc4d4199ac35d06661afdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0579500 Mar 22 19:32:50.895018 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 57528) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:50.907225 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55389dcc-d4a2-4642-bc68-6f2fff8a83b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a2c5be-ef4c-47d5-8aa2-29158f532fac'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:50.909387 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fab27c-61f7-4e26-b728-966f8942ce8e" -d '{"events": [{"server_uuid": "55389dcc-d4a2-4642-bc68-6f2fff8a83b5", "name": "network-vif-plugged", "status": "completed", "tag": "06a2c5be-ef4c-47d5-8aa2-29158f532fac"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:50.984189 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c3f7a5ac-c368-4796-940e-9f6fee37c7ef admin admin] Publish callbacks [] for security_group (b0d42fec-4d93-462f-a716-581e4da0dfa8), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:51.011191 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606205f9-52af-46d1-be9f-466495102c4a x-openstack-request-id: req-606205f9-52af-46d1-be9f-466495102c4a {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:51.012360 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55389dcc-d4a2-4642-bc68-6f2fff8a83b5", "name": "network-vif-plugged", "status": "completed", "tag": "06a2c5be-ef4c-47d5-8aa2-29158f532fac", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:51.012869 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-606205f9-52af-46d1-be9f-466495102c4a {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:51.013566 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-606205f9-52af-46d1-be9f-466495102c4a'] response: {'server_uuid': '55389dcc-d4a2-4642-bc68-6f2fff8a83b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a2c5be-ef4c-47d5-8aa2-29158f532fac', 'code': 200} Mar 22 19:32:51.022741 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c3f7a5ac-c368-4796-940e-9f6fee37c7ef admin admin] Publish callbacks [] for security_group (b0d42fec-4d93-462f-a716-581e4da0dfa8), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:51.032593 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=06a2c5be-ef4c-47d5-8aa2-29158f532fac,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:51.066843 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 9d5da7d1-9048-4462-b974-813d2cf954b9 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:32:51.080902 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 9d5da7d1-9048-4462-b974-813d2cf954b9 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:32:51.083393 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9d5da7d1-9048-4462-b974-813d2cf954b9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:51.109988 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c3f7a5ac-c368-4796-940e-9f6fee37c7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b0d42fec-4d93-462f-a716-581e4da0dfa8), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:51.113967 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c3f7a5ac-c368-4796-940e-9f6fee37c7ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:51.117224 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c3f7a5ac-c368-4796-940e-9f6fee37c7ef admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b0d42fec-4d93-462f-a716-581e4da0dfa8 HTTP/1.1" status: 204 len: 168 time: 0.2212620 Mar 22 19:32:51.127153 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637df357-e30e-4803-a2f7-ad26ce573f39 req-aa8c6b1d-e957-4ef1-9d7c-323dc8d0ec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:51.135172 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-637df357-e30e-4803-a2f7-ad26ce573f39 req-aa8c6b1d-e957-4ef1-9d7c-323dc8d0ec34 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=55389dcc-d4a2-4642-bc68-6f2fff8a83b5 HTTP/1.1" status: 200 len: 1129 time: 0.0700939 Mar 22 19:32:51.145606 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7a5ac-c368-4796-940e-9f6fee37c7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d42fec-4d93-462f-a716-581e4da0dfa8,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:51.208355 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-637df357-e30e-4803-a2f7-ad26ce573f39 req-86733786-da97-4d3c-a5fd-c011a92361b5 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b518568f-9266-41ee-9cc0-deb4b77e07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654428 Mar 22 19:32:51.246653 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 9d5da7d1-9048-4462-b974-813d2cf954b9 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:32:51.247056 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9d5da7d1-9048-4462-b974-813d2cf954b9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:51.282383 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 9d5da7d1-9048-4462-b974-813d2cf954b9, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=9d5da7d1-9048-4462-b974-813d2cf954b9,segment=NetworkSegment(1b277a9e-29b4-4810-9db4-cc79a361fc1a),segment_id=1b277a9e-29b4-4810-9db4-cc79a361fc1a)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:51.287657 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (9d5da7d1-9048-4462-b974-813d2cf954b9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:51.364887 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:51.377286 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=9d5da7d1-9048-4462-b974-813d2cf954b9,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:51.606829 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1473b-df81-4805-93e9-4180053a3657 req-5c812079-0478-476a-abcd-7ad369fade10 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:51.609314 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0eb1473b-df81-4805-93e9-4180053a3657 req-5c812079-0478-476a-abcd-7ad369fade10 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=780b893c-09a2-48d4-b319-1c0eb6583943 HTTP/1.1" status: 200 len: 945 time: 0.1013086 Mar 22 19:32:51.644750 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea34f3-b308-4ef6-b733-2cc64f3e5efb req-77801907-9315-414c-9572-23200e0ef84c tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:51.646330 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-33ea34f3-b308-4ef6-b733-2cc64f3e5efb req-77801907-9315-414c-9572-23200e0ef84c tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/ports?device_id=55389dcc-d4a2-4642-bc68-6f2fff8a83b5 HTTP/1.1" status: 200 len: 946 time: 0.1195960 Mar 22 19:32:51.751558 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0eb1473b-df81-4805-93e9-4180053a3657 req-a26db49c-6444-40dd-a9f6-cc4b58cf7bea tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358502 Mar 22 19:32:51.768683 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 91f6ce88-f834-4a7a-ba92-19d06dc5cf95 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:32:51.810773 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-33ea34f3-b308-4ef6-b733-2cc64f3e5efb req-ba1f59c7-d9d2-4086-8a04-4ac2f4c7eab0 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/security-groups?id=b518568f-9266-41ee-9cc0-deb4b77e07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229942 Mar 22 19:32:51.820830 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 91f6ce88-f834-4a7a-ba92-19d06dc5cf95 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:32:51.824146 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 91f6ce88-f834-4a7a-ba92-19d06dc5cf95 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:32:51.947485 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f10cd-3268-436c-9695-8839ce36a3f3 req-a458c4a4-b87c-4bc5-a3cd-b252e5d89bbc tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:51.959935 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-100f10cd-3268-436c-9695-8839ce36a3f3 req-a458c4a4-b87c-4bc5-a3cd-b252e5d89bbc tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=35032555-3252-4ae5-b2d6-f3f8bd74c51e HTTP/1.1" status: 200 len: 946 time: 0.0767224 Mar 22 19:32:52.016659 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-100f10cd-3268-436c-9695-8839ce36a3f3 req-a5b6fd88-cfb8-4fba-ba1c-34b8d53bb6c8 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558398 Mar 22 19:32:52.110252 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 57582) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:52.168696 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78a2c8-4b25-4306-bf71-9adb5e4cf759 req-e8b72edd-60cb-42be-b933-84c98a8f84bc tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:52.170351 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7f78a2c8-4b25-4306-bf71-9adb5e4cf759 req-e8b72edd-60cb-42be-b933-84c98a8f84bc tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=780b893c-09a2-48d4-b319-1c0eb6583943 HTTP/1.1" status: 200 len: 945 time: 0.0624192 Mar 22 19:32:52.226132 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7f78a2c8-4b25-4306-bf71-9adb5e4cf759 req-9c6f91cb-141a-412d-b06e-09d1804613ce tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501394 Mar 22 19:32:52.270392 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-26a7ad4c-ab6d-427f-9299-e2c2e9f3e3c6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-989552832-network', 'tenant_id': 'b2ab78ae83d94f0884f1b893d8ed1d4b'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:52.299591 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a7ad4c-ab6d-427f-9299-e2c2e9f3e3c6 admin admin] Made reservation on behalf of b2ab78ae83d94f0884f1b893d8ed1d4b for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:32:52.302010 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-26a7ad4c-ab6d-427f-9299-e2c2e9f3e3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:52.318670 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-26a7ad4c-ab6d-427f-9299-e2c2e9f3e3c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:52.416899 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-26a7ad4c-ab6d-427f-9299-e2c2e9f3e3c6 admin admin] Publish callbacks [] for security_group (36fd8b02-0f1d-4fad-8542-8d11309ea33f), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:52.425648 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-26a7ad4c-ab6d-427f-9299-e2c2e9f3e3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (36fd8b02-0f1d-4fad-8542-8d11309ea33f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:52.451450 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a7ad4c-ab6d-427f-9299-e2c2e9f3e3c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:32:52.462467 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7ad4c-ab6d-427f-9299-e2c2e9f3e3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fd8b02-0f1d-4fad-8542-8d11309ea33f,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:52.468537 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-26a7ad4c-ab6d-427f-9299-e2c2e9f3e3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (f38edf10-c1fb-4f91-9a41-e36981285553), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:52.469408 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-26a7ad4c-ab6d-427f-9299-e2c2e9f3e3c6 admin admin] Added segment f38edf10-c1fb-4f91-9a41-e36981285553 of type vlan for network c6e38340-6085-4d32-be53-e2558fdfa2b6 Mar 22 19:32:52.516820 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-26a7ad4c-ab6d-427f-9299-e2c2e9f3e3c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (c6e38340-6085-4d32-be53-e2558fdfa2b6), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:52.571973 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-26a7ad4c-ab6d-427f-9299-e2c2e9f3e3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (c6e38340-6085-4d32-be53-e2558fdfa2b6), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:52.572932 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a7ad4c-ab6d-427f-9299-e2c2e9f3e3c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:52.573509 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-26a7ad4c-ab6d-427f-9299-e2c2e9f3e3c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:52.630298 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329cea21-e8a1-43ed-9fb1-bc24c8044cf7 req-10159902-35a1-4ea7-a45f-b0c82d6d9949 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:52.631792 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-329cea21-e8a1-43ed-9fb1-bc24c8044cf7 req-10159902-35a1-4ea7-a45f-b0c82d6d9949 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=780b893c-09a2-48d4-b319-1c0eb6583943 HTTP/1.1" status: 200 len: 945 time: 0.1199577 Mar 22 19:32:52.651495 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-26a7ad4c-ab6d-427f-9299-e2c2e9f3e3c6 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5328681 Mar 22 19:32:52.654553 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 57598) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:32:52.660477 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-436f848d-5ccd-4726-a88e-6057ab3ff8f3 admin admin] Request body: {'subnet': {'network_id': 'c6e38340-6085-4d32-be53-e2558fdfa2b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-989552832-subnet', 'tenant_id': 'b2ab78ae83d94f0884f1b893d8ed1d4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:52.680358 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7ad4c-ab6d-427f-9299-e2c2e9f3e3c6 admin admin] Pushing event updated for resources: {'Network': ['ID=c6e38340-6085-4d32-be53-e2558fdfa2b6,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:52.681290 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436f848d-5ccd-4726-a88e-6057ab3ff8f3 admin admin] Made reservation on behalf of b2ab78ae83d94f0884f1b893d8ed1d4b for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:32:52.685266 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-436f848d-5ccd-4726-a88e-6057ab3ff8f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:52.692464 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network c6e38340-6085-4d32-be53-e2558fdfa2b6 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:32:52.760364 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-329cea21-e8a1-43ed-9fb1-bc24c8044cf7 req-a4834279-69bd-4356-a41c-508f5f86daeb tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191361 Mar 22 19:32:52.963860 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30eb81b-aae9-4e7b-be38-a2cf2eddfeb4 req-c640fd0e-d8af-411b-a021-72d5b6c04e94 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:52.965571 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e30eb81b-aae9-4e7b-be38-a2cf2eddfeb4 req-c640fd0e-d8af-411b-a021-72d5b6c04e94 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/ports?device_id=55389dcc-d4a2-4642-bc68-6f2fff8a83b5 HTTP/1.1" status: 200 len: 946 time: 0.0812459 Mar 22 19:32:53.002597 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-436f848d-5ccd-4726-a88e-6057ab3ff8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (d7c0072b-6957-42cc-a482-74f45d869b49), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:53.015424 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1917de99-e7c6-40df-9472-6a4231d2e468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5da7d1-9048-4462-b974-813d2cf954b9'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:53.021343 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f16592b-3a9e-4dbf-9280-10dd811a5cba" -d '{"events": [{"server_uuid": "1917de99-e7c6-40df-9472-6a4231d2e468", "name": "network-vif-plugged", "status": "completed", "tag": "9d5da7d1-9048-4462-b974-813d2cf954b9"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:53.021710 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e30eb81b-aae9-4e7b-be38-a2cf2eddfeb4 req-4e10b8c5-bba8-485e-95fe-8db26107bdba tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/security-groups?id=b518568f-9266-41ee-9cc0-deb4b77e07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489290 Mar 22 19:32:53.103593 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031d76d7-ae1c-4105-8769-65bc659bba8a x-openstack-request-id: req-031d76d7-ae1c-4105-8769-65bc659bba8a {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:53.103882 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1917de99-e7c6-40df-9472-6a4231d2e468", "name": "network-vif-plugged", "status": "completed", "tag": "9d5da7d1-9048-4462-b974-813d2cf954b9", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:53.104792 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-031d76d7-ae1c-4105-8769-65bc659bba8a {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:53.105880 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-031d76d7-ae1c-4105-8769-65bc659bba8a'] response: {'server_uuid': '1917de99-e7c6-40df-9472-6a4231d2e468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5da7d1-9048-4462-b974-813d2cf954b9', 'code': 200} Mar 22 19:32:53.113652 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f848d-5ccd-4726-a88e-6057ab3ff8f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7c0072b-6957-42cc-a482-74f45d869b49,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:53.130179 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436f848d-5ccd-4726-a88e-6057ab3ff8f3 admin admin] Checking segment: {'id': 'f38edf10-c1fb-4f91-9a41-e36981285553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c6e38340-6085-4d32-be53-e2558fdfa2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:32:53.130819 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436f848d-5ccd-4726-a88e-6057ab3ff8f3 admin admin] Network hostable DHCP agents. Network: c6e38340-6085-4d32-be53-e2558fdfa2b6, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:32:53.149681 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436f848d-5ccd-4726-a88e-6057ab3ff8f3 admin admin] Network c6e38340-6085-4d32-be53-e2558fdfa2b6 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:32:53.161384 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-436f848d-5ccd-4726-a88e-6057ab3ff8f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, c6e38340-6085-4d32-be53-e2558fdfa2b6) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:32:53.171309 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feb8940-84a7-4e4e-aada-17c727015e6a None None] Network c6e38340-6085-4d32-be53-e2558fdfa2b6 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:32:53.173288 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436f848d-5ccd-4726-a88e-6057ab3ff8f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:53.174110 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-436f848d-5ccd-4726-a88e-6057ab3ff8f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:53.193650 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-436f848d-5ccd-4726-a88e-6057ab3ff8f3 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5374999 Mar 22 19:32:53.219492 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04643af-cb65-4955-8206-2fa386a225c3 req-44f8d821-f7ae-4679-9a3a-699d84085651 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:53.231052 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d04643af-cb65-4955-8206-2fa386a225c3 req-44f8d821-f7ae-4679-9a3a-699d84085651 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/ports?device_id=a889e2ed-6077-4ed6-ae26-f950b8cdcac9 HTTP/1.1" status: 200 len: 946 time: 0.1184416 Mar 22 19:32:53.308888 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162134aa-d658-4295-93fe-c02dc02cb388 req-47353966-57ff-466d-bac8-21b35b6bab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:53.312214 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-162134aa-d658-4295-93fe-c02dc02cb388 req-47353966-57ff-466d-bac8-21b35b6bab4f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=1917de99-e7c6-40df-9472-6a4231d2e468 HTTP/1.1" status: 200 len: 1128 time: 0.0934532 Mar 22 19:32:53.326631 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d04643af-cb65-4955-8206-2fa386a225c3 req-fc288133-3d94-4bb5-9c4f-9319fa09b0f3 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/security-groups?id=b518568f-9266-41ee-9cc0-deb4b77e07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933383 Mar 22 19:32:53.365255 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-162134aa-d658-4295-93fe-c02dc02cb388 req-0faba22a-b162-48a6-9bd3-e08d40996114 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b518568f-9266-41ee-9cc0-deb4b77e07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445254 Mar 22 19:32:53.387451 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1f60e5-fcaf-4990-b15b-50b358142c9d None None] Network c6e38340-6085-4d32-be53-e2558fdfa2b6 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:32:53.533070 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a204df1-bb05-485d-a4bc-d53da64859c3 req-83f17f93-1a70-4a63-a641-749dc917bf9c tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:53.540600 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3a204df1-bb05-485d-a4bc-d53da64859c3 req-83f17f93-1a70-4a63-a641-749dc917bf9c tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/ports?device_id=1917de99-e7c6-40df-9472-6a4231d2e468 HTTP/1.1" status: 200 len: 945 time: 0.0915835 Mar 22 19:32:53.601538 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3a204df1-bb05-485d-a4bc-d53da64859c3 req-3a21145b-566d-4979-a41f-cd34b8da6bff tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/security-groups?id=b518568f-9266-41ee-9cc0-deb4b77e07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595763 Mar 22 19:32:53.803144 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-c70785a4-3337-44e4-9c08-146d6cb4cd3f tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:53.804895 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-c70785a4-3337-44e4-9c08-146d6cb4cd3f tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] 10.222.0.75 "GET /v2.0/networks?id=c6e38340-6085-4d32-be53-e2558fdfa2b6 HTTP/1.1" status: 200 len: 821 time: 0.1209075 Mar 22 19:32:53.820228 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-c4b7ab93-7102-4bfe-9bf0-500ba23b4796 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] 10.222.0.75 "GET /v2.0/quotas/b2ab78ae83d94f0884f1b893d8ed1d4b HTTP/1.1" status: 200 len: 375 time: 0.0101478 Mar 22 19:32:53.869691 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-8babe46d-ffd2-437d-b9f9-34d844efbb32 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=b2ab78ae83d94f0884f1b893d8ed1d4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429833 Mar 22 19:32:53.969129 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea50b09-83e2-4342-9973-9ecc4b647e58 req-0c594a31-f338-46dd-a905-9530b403f0ff tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:53.970754 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2ea50b09-83e2-4342-9973-9ecc4b647e58 req-0c594a31-f338-46dd-a905-9530b403f0ff tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=780b893c-09a2-48d4-b319-1c0eb6583943 HTTP/1.1" status: 200 len: 945 time: 0.1121180 Mar 22 19:32:54.026426 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-61867e81-e86f-47ee-a7fe-a7e263e925b1 service neutron] 10.222.0.75 "GET /v2.0/networks/c6e38340-6085-4d32-be53-e2558fdfa2b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377685 Mar 22 19:32:54.049101 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2ea50b09-83e2-4342-9973-9ecc4b647e58 req-cfdaa25a-7f85-4249-b69b-be187a46b33d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656967 Mar 22 19:32:54.179496 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-e8f16825-fef5-4879-80f3-a1e7f5a387e9 service neutron] 10.222.0.75 "GET /v2.0/networks/c6e38340-6085-4d32-be53-e2558fdfa2b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090953 Mar 22 19:32:54.361348 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5da9d99-f7ba-43db-acdf-514f28595b04 req-efaa98b1-a7ee-4b25-a827-e258303120ae tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] 10.222.0.75 "GET /v2.0/ports?device_id=89d57823-9b89-4a8d-974a-42edc6ec797f HTTP/1.1" status: 200 len: 210 time: 0.0311890 Mar 22 19:32:54.745722 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407fdb6-aa23-4c2a-82d6-f5f0cb89a9d0 req-13824a95-0ec0-41a8-b9a1-2d50a4367ca4 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:54.747923 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3407fdb6-aa23-4c2a-82d6-f5f0cb89a9d0 req-13824a95-0ec0-41a8-b9a1-2d50a4367ca4 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/ports?device_id=1917de99-e7c6-40df-9472-6a4231d2e468 HTTP/1.1" status: 200 len: 945 time: 0.0847883 Mar 22 19:32:54.823368 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083f109-5f5f-46aa-a7b8-b79a4149794d req-6bba728f-8475-42d9-a365-460a0599b105 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:54.825910 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2083f109-5f5f-46aa-a7b8-b79a4149794d req-6bba728f-8475-42d9-a365-460a0599b105 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.85 "GET /v2.0/ports?device_id=780b893c-09a2-48d4-b319-1c0eb6583943 HTTP/1.1" status: 200 len: 945 time: 0.1037335 Mar 22 19:32:54.844598 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3407fdb6-aa23-4c2a-82d6-f5f0cb89a9d0 req-98fa1c82-8b3f-461c-90ac-b09ef81a69a5 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/security-groups?id=b518568f-9266-41ee-9cc0-deb4b77e07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820286 Mar 22 19:32:54.962378 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-2083f109-5f5f-46aa-a7b8-b79a4149794d req-84d20a8b-95b3-495b-93e8-acd8b9dabb89 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Deleting port 5e7a2120-fc74-46ae-8d22-b270876ece0f {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:32:54.962715 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2083f109-5f5f-46aa-a7b8-b79a4149794d req-84d20a8b-95b3-495b-93e8-acd8b9dabb89 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (5e7a2120-fc74-46ae-8d22-b270876ece0f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:55.075594 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-2083f109-5f5f-46aa-a7b8-b79a4149794d req-84d20a8b-95b3-495b-93e8-acd8b9dabb89 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] For port 5e7a2120-fc74-46ae-8d22-b270876ece0f, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=5e7a2120-fc74-46ae-8d22-b270876ece0f,segment=NetworkSegment(4db1c957-0684-4a6a-98a7-735cbede485b),segment_id=4db1c957-0684-4a6a-98a7-735cbede485b)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:55.075594 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2083f109-5f5f-46aa-a7b8-b79a4149794d req-84d20a8b-95b3-495b-93e8-acd8b9dabb89 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (5e7a2120-fc74-46ae-8d22-b270876ece0f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:55.095120 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-2083f109-5f5f-46aa-a7b8-b79a4149794d req-84d20a8b-95b3-495b-93e8-acd8b9dabb89 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Calling delete_port for 5e7a2120-fc74-46ae-8d22-b270876ece0f owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:32:55.263290 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2083f109-5f5f-46aa-a7b8-b79a4149794d req-84d20a8b-95b3-495b-93e8-acd8b9dabb89 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (5e7a2120-fc74-46ae-8d22-b270876ece0f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:55.273237 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284a3b3-d78f-4f9e-ad80-9cf661b03139 req-cb272d43-5809-48ee-a472-14b001ee73ca tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:55.277120 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['5e7a2120-fc74-46ae-8d22-b270876ece0f'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:32:55.277668 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4284a3b3-d78f-4f9e-ad80-9cf661b03139 req-cb272d43-5809-48ee-a472-14b001ee73ca tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=780b893c-09a2-48d4-b319-1c0eb6583943 HTTP/1.1" status: 200 len: 945 time: 0.1561136 Mar 22 19:32:55.301969 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['6900cdf1-7489-4100-b919-0573c759249d', '0944a52d-f74c-4a7c-afae-822aed85f0cb'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:32:55.355010 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d20a8b-95b3-495b-93e8-acd8b9dabb89 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Pushing event deleted for resources: {'Port': ['ID=5e7a2120-fc74-46ae-8d22-b270876ece0f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:55.434439 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4284a3b3-d78f-4f9e-ad80-9cf661b03139 req-a3f57c79-e239-4b5d-91bc-3f92ebbf9f60 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385884 Mar 22 19:32:55.443316 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-2083f109-5f5f-46aa-a7b8-b79a4149794d req-84d20a8b-95b3-495b-93e8-acd8b9dabb89 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] No DVR routers for this DVR port 5e7a2120-fc74-46ae-8d22-b270876ece0f on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:32:55.446814 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2083f109-5f5f-46aa-a7b8-b79a4149794d req-84d20a8b-95b3-495b-93e8-acd8b9dabb89 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:55.450306 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2083f109-5f5f-46aa-a7b8-b79a4149794d req-84d20a8b-95b3-495b-93e8-acd8b9dabb89 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.85 "DELETE /v2.0/ports/5e7a2120-fc74-46ae-8d22-b270876ece0f HTTP/1.1" status: 204 len: 173 time: 0.6178725 Mar 22 19:32:55.451057 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780b893c-09a2-48d4-b319-1c0eb6583943', 'name': 'network-vif-deleted', 'tag': '5e7a2120-fc74-46ae-8d22-b270876ece0f'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:55.458909 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cccddffd-e356-4807-9c3d-af2a0d2f1ab5" -d '{"events": [{"server_uuid": "780b893c-09a2-48d4-b319-1c0eb6583943", "name": "network-vif-deleted", "tag": "5e7a2120-fc74-46ae-8d22-b270876ece0f"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:55.582393 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933bf4c0-84f8-41de-81b9-3e930be4059c x-openstack-request-id: req-933bf4c0-84f8-41de-81b9-3e930be4059c {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:55.582827 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "780b893c-09a2-48d4-b319-1c0eb6583943", "name": "network-vif-deleted", "tag": "5e7a2120-fc74-46ae-8d22-b270876ece0f", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:55.583152 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-933bf4c0-84f8-41de-81b9-3e930be4059c {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:55.583871 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-933bf4c0-84f8-41de-81b9-3e930be4059c'] response: {'server_uuid': '780b893c-09a2-48d4-b319-1c0eb6583943', 'name': 'network-vif-deleted', 'tag': '5e7a2120-fc74-46ae-8d22-b270876ece0f', 'status': 'completed', 'code': 200} Mar 22 19:32:55.604406 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ba102f13-7f38-4563-8140-41ccc2547c6c req-f658362d-12f0-471e-bbcf-c01faf893862 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] 10.222.0.75 "GET /v2.0/ports?device_id=89d57823-9b89-4a8d-974a-42edc6ec797f HTTP/1.1" status: 200 len: 210 time: 0.1086974 Mar 22 19:32:55.767574 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-8e0ed5d5-edc4-4f31-8322-954ffd84eb40 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:55.769106 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-8e0ed5d5-edc4-4f31-8322-954ffd84eb40 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] 10.222.0.84 "GET /v2.0/networks?id=c6e38340-6085-4d32-be53-e2558fdfa2b6 HTTP/1.1" status: 200 len: 821 time: 0.1937094 Mar 22 19:32:55.785313 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-6cd3e56e-d942-4760-8e7c-504165aee928 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Request body: {'port': {'device_id': '89d57823-9b89-4a8d-974a-42edc6ec797f', 'network_id': 'c6e38340-6085-4d32-be53-e2558fdfa2b6', 'admin_state_up': True, 'tenant_id': 'b2ab78ae83d94f0884f1b893d8ed1d4b'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:55.953688 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-6cd3e56e-d942-4760-8e7c-504165aee928 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Made reservation on behalf of b2ab78ae83d94f0884f1b893d8ed1d4b for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:32:55.959438 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-6cd3e56e-d942-4760-8e7c-504165aee928 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:56.048400 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e72ef-3d4f-4987-8e3a-76d0d23da2de req-c7cd7df6-9bb9-48b7-ad72-4c62f4017850 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:56.049889 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4d3e72ef-3d4f-4987-8e3a-76d0d23da2de req-c7cd7df6-9bb9-48b7-ad72-4c62f4017850 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/ports?device_id=1917de99-e7c6-40df-9472-6a4231d2e468 HTTP/1.1" status: 200 len: 945 time: 0.1378541 Mar 22 19:32:56.180198 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4d3e72ef-3d4f-4987-8e3a-76d0d23da2de req-bf0cd3ce-eb72-44d1-b514-4174926e0522 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/security-groups?id=b518568f-9266-41ee-9cc0-deb4b77e07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200347 Mar 22 19:32:56.205646 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-6cd3e56e-d942-4760-8e7c-504165aee928 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Allocated IP 172.20.0.13 (c6e38340-6085-4d32-be53-e2558fdfa2b6/d7c0072b-6957-42cc-a482-74f45d869b49/16a4a997-6aaf-4d2d-b036-3d969c0721f3) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:32:56.405916 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-6cd3e56e-d942-4760-8e7c-504165aee928 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Publish callbacks [] for port (16a4a997-6aaf-4d2d-b036-3d969c0721f3), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:56.477258 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-6cd3e56e-d942-4760-8e7c-504165aee928 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (16a4a997-6aaf-4d2d-b036-3d969c0721f3), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:56.551772 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-6cd3e56e-d942-4760-8e7c-504165aee928 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Network c6e38340-6085-4d32-be53-e2558fdfa2b6 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:32:56.567393 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-6cd3e56e-d942-4760-8e7c-504165aee928 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:32:56.570515 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-6cd3e56e-d942-4760-8e7c-504165aee928 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:32:56.603477 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd3e56e-d942-4760-8e7c-504165aee928 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Pushing event updated for resources: {'Port': ['ID=16a4a997-6aaf-4d2d-b036-3d969c0721f3,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:56.632176 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-6cd3e56e-d942-4760-8e7c-504165aee928 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:56.632791 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-6cd3e56e-d942-4760-8e7c-504165aee928 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:56.644814 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fea478-71e5-4afa-9525-0ca5a667aa98 req-e5cc6e2e-ced9-4d35-a218-d263f05172bd tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:56.646562 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-39fea478-71e5-4afa-9525-0ca5a667aa98 req-e5cc6e2e-ced9-4d35-a218-d263f05172bd tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/ports?device_id=1917de99-e7c6-40df-9472-6a4231d2e468 HTTP/1.1" status: 200 len: 945 time: 0.1601155 Mar 22 19:32:56.677402 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-6cd3e56e-d942-4760-8e7c-504165aee928 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8978944 Mar 22 19:32:56.690135 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-74406d6c-9bd3-472d-b939-dd8af41659f5 service neutron] Request body: {'port': {'device_id': '89d57823-9b89-4a8d-974a-42edc6ec797f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:32:56.775935 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-39fea478-71e5-4afa-9525-0ca5a667aa98 req-202df535-4f25-4c70-a61c-3606ee5ef0d4 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/security-groups?id=b518568f-9266-41ee-9cc0-deb4b77e07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201265 Mar 22 19:32:56.786349 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-74406d6c-9bd3-472d-b939-dd8af41659f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (16a4a997-6aaf-4d2d-b036-3d969c0721f3), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:57.049569 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9787a5c-8f53-4012-bfbe-acbcadbed04d req-fb7c1c7d-fec4-4283-a060-d1fbb198a342 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:57.051275 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9787a5c-8f53-4012-bfbe-acbcadbed04d req-fb7c1c7d-fec4-4283-a060-d1fbb198a342 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] 10.222.0.75 "GET /v2.0/ports?device_id=89d57823-9b89-4a8d-974a-42edc6ec797f HTTP/1.1" status: 200 len: 932 time: 0.1788993 Mar 22 19:32:57.130063 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a47fa3-81ea-43cd-8dda-62140ed93b21 req-e4ce18ce-095a-4e72-a912-210f4a559aa7 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:57.131594 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-46a47fa3-81ea-43cd-8dda-62140ed93b21 req-e4ce18ce-095a-4e72-a912-210f4a559aa7 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 945 time: 0.2030640 Mar 22 19:32:57.187019 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9787a5c-8f53-4012-bfbe-acbcadbed04d req-9c81d5c4-31d7-42be-b804-d4ee04bafb7c tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] 10.222.0.75 "GET /v2.0/security-groups?id=36fd8b02-0f1d-4fad-8542-8d11309ea33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248178 Mar 22 19:32:57.237386 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-46a47fa3-81ea-43cd-8dda-62140ed93b21 req-4d5fa074-4e9d-4316-8cc3-58941165ad7a tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=95269df0-84b0-459b-9a2e-0d212c1ee848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981817 Mar 22 19:32:57.284322 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-74406d6c-9bd3-472d-b939-dd8af41659f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16a4a997-6aaf-4d2d-b036-3d969c0721f3 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:32:57.292502 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-74406d6c-9bd3-472d-b939-dd8af41659f5 service neutron] Publish callbacks [] for port (16a4a997-6aaf-4d2d-b036-3d969c0721f3), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:57.330163 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-74406d6c-9bd3-472d-b939-dd8af41659f5 service neutron] Transition to ACTIVE for port object 16a4a997-6aaf-4d2d-b036-3d969c0721f3 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:32:57.334032 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-74406d6c-9bd3-472d-b939-dd8af41659f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (16a4a997-6aaf-4d2d-b036-3d969c0721f3), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:57.406406 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9a35d9-eff3-4766-95c7-063d3a3db428 req-e7f14388-1d22-4b47-b323-e877895be14c tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:57.407976 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dd9a35d9-eff3-4766-95c7-063d3a3db428 req-e7f14388-1d22-4b47-b323-e877895be14c tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=35032555-3252-4ae5-b2d6-f3f8bd74c51e HTTP/1.1" status: 200 len: 946 time: 0.1114497 Mar 22 19:32:57.411457 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74406d6c-9bd3-472d-b939-dd8af41659f5 service neutron] Pushing event updated for resources: {'Port': ['ID=16a4a997-6aaf-4d2d-b036-3d969c0721f3,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:57.517145 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dd9a35d9-eff3-4766-95c7-063d3a3db428 req-517973d4-e3e1-40f6-8e5f-0a651a86a260 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990865 Mar 22 19:32:57.527317 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-74406d6c-9bd3-472d-b939-dd8af41659f5 service neutron] Attempting to bind port 16a4a997-6aaf-4d2d-b036-3d969c0721f3 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:32:57.527663 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-74406d6c-9bd3-472d-b939-dd8af41659f5 service neutron] Attempting to bind port 16a4a997-6aaf-4d2d-b036-3d969c0721f3 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': 'f38edf10-c1fb-4f91-9a41-e36981285553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c6e38340-6085-4d32-be53-e2558fdfa2b6'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:32:57.527993 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-74406d6c-9bd3-472d-b939-dd8af41659f5 service neutron] Attempting to bind port 16a4a997-6aaf-4d2d-b036-3d969c0721f3 on network c6e38340-6085-4d32-be53-e2558fdfa2b6 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:32:57.533508 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-74406d6c-9bd3-472d-b939-dd8af41659f5 service neutron] Port 16a4a997-6aaf-4d2d-b036-3d969c0721f3 on network c6e38340-6085-4d32-be53-e2558fdfa2b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:32:57.533881 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-74406d6c-9bd3-472d-b939-dd8af41659f5 service neutron] Attempting to bind port 16a4a997-6aaf-4d2d-b036-3d969c0721f3 on network c6e38340-6085-4d32-be53-e2558fdfa2b6 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:32:57.538853 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-74406d6c-9bd3-472d-b939-dd8af41659f5 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:32:57.539265 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-74406d6c-9bd3-472d-b939-dd8af41659f5 service neutron] Checking segment: {'id': 'f38edf10-c1fb-4f91-9a41-e36981285553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c6e38340-6085-4d32-be53-e2558fdfa2b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:32:57.539648 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-74406d6c-9bd3-472d-b939-dd8af41659f5 service neutron] Bound using segment: {'id': 'f38edf10-c1fb-4f91-9a41-e36981285553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c6e38340-6085-4d32-be53-e2558fdfa2b6'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:32:57.540077 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-74406d6c-9bd3-472d-b939-dd8af41659f5 service neutron] Bound port: 16a4a997-6aaf-4d2d-b036-3d969c0721f3, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f38edf10-c1fb-4f91-9a41-e36981285553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c6e38340-6085-4d32-be53-e2558fdfa2b6'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:32:57.540496 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-74406d6c-9bd3-472d-b939-dd8af41659f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (16a4a997-6aaf-4d2d-b036-3d969c0721f3), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:57.614409 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-74406d6c-9bd3-472d-b939-dd8af41659f5 service neutron] For port 16a4a997-6aaf-4d2d-b036-3d969c0721f3, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:32:57.617729 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-74406d6c-9bd3-472d-b939-dd8af41659f5 service neutron] For port 16a4a997-6aaf-4d2d-b036-3d969c0721f3, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=16a4a997-6aaf-4d2d-b036-3d969c0721f3,segment=NetworkSegment(f38edf10-c1fb-4f91-9a41-e36981285553),segment_id=f38edf10-c1fb-4f91-9a41-e36981285553)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:32:57.623529 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-74406d6c-9bd3-472d-b939-dd8af41659f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (16a4a997-6aaf-4d2d-b036-3d969c0721f3), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:57.669962 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-74406d6c-9bd3-472d-b939-dd8af41659f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:57.670644 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-74406d6c-9bd3-472d-b939-dd8af41659f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:57.672181 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-74406d6c-9bd3-472d-b939-dd8af41659f5 service neutron] 10.222.0.84 "PUT /v2.0/ports/16a4a997-6aaf-4d2d-b036-3d969c0721f3 HTTP/1.1" status: 200 len: 1093 time: 0.9867930 Mar 22 19:32:57.672557 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d57823-9b89-4a8d-974a-42edc6ec797f', 'tag': '16a4a997-6aaf-4d2d-b036-3d969c0721f3'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:57.674933 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6619f93c-dea3-4e4e-8fbc-ff329490e27a" -d '{"events": [{"name": "network-changed", "server_uuid": "89d57823-9b89-4a8d-974a-42edc6ec797f", "tag": "16a4a997-6aaf-4d2d-b036-3d969c0721f3"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:57.695950 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74406d6c-9bd3-472d-b939-dd8af41659f5 service neutron] Pushing event updated for resources: {'Port': ['ID=16a4a997-6aaf-4d2d-b036-3d969c0721f3,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:57.743591 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069fe422-ab9c-4b75-a2a8-48eaaa3a978f x-openstack-request-id: req-069fe422-ab9c-4b75-a2a8-48eaaa3a978f {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:32:57.743885 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d57823-9b89-4a8d-974a-42edc6ec797f", "tag": "16a4a997-6aaf-4d2d-b036-3d969c0721f3", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:32:57.744133 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-069fe422-ab9c-4b75-a2a8-48eaaa3a978f {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:32:57.744628 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-069fe422-ab9c-4b75-a2a8-48eaaa3a978f'] response: {'name': 'network-changed', 'server_uuid': '89d57823-9b89-4a8d-974a-42edc6ec797f', 'tag': '16a4a997-6aaf-4d2d-b036-3d969c0721f3', 'status': 'completed', 'code': 200} Mar 22 19:32:57.769156 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-9cfeb5b0-c683-41a5-b68f-49b4b7ebdd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:57.771101 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-9cfeb5b0-c683-41a5-b68f-49b4b7ebdd87 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b2ab78ae83d94f0884f1b893d8ed1d4b&device_id=89d57823-9b89-4a8d-974a-42edc6ec797f HTTP/1.1" status: 200 len: 1127 time: 0.0582864 Mar 22 19:32:57.819233 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-c9d6be51-2104-4ed5-befc-a0752b4aa78f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16a4a997-6aaf-4d2d-b036-3d969c0721f3 HTTP/1.1" status: 200 len: 217 time: 0.0393963 Mar 22 19:32:57.914374 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-5117ba8d-6522-41c1-8783-ca0e626548ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:57.915904 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-5117ba8d-6522-41c1-8783-ca0e626548ce service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d7c0072b-6957-42cc-a482-74f45d869b49 HTTP/1.1" status: 200 len: 861 time: 0.0842049 Mar 22 19:32:57.951094 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-ac40c8e4-6a29-4fe5-b70a-7c45b11b7e86 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c6e38340-6085-4d32-be53-e2558fdfa2b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274048 Mar 22 19:32:57.962137 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdb18fd-71f1-4f6e-937b-e10ad69fb600 req-ff0cc1d9-194c-417b-9b9d-310822e2e012 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:57.963545 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1bdb18fd-71f1-4f6e-937b-e10ad69fb600 req-ff0cc1d9-194c-417b-9b9d-310822e2e012 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/ports?device_id=1917de99-e7c6-40df-9472-6a4231d2e468 HTTP/1.1" status: 200 len: 945 time: 0.1042480 Mar 22 19:32:58.078956 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1bdb18fd-71f1-4f6e-937b-e10ad69fb600 req-00869d4b-e676-413d-8fbe-efdefa904bd1 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/security-groups?id=b518568f-9266-41ee-9cc0-deb4b77e07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067576 Mar 22 19:32:58.098962 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-75e6b14d-29a4-4fc5-95a4-238feac11e49 service neutron] 10.222.0.84 "GET /v2.0/networks/c6e38340-6085-4d32-be53-e2558fdfa2b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344740 Mar 22 19:32:58.210218 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4662fc77-b227-459b-aa23-bcdb9c5fd7e8 req-107eebdd-cabe-47dd-9eb7-074d1ec065be service neutron] 10.222.0.84 "GET /v2.0/networks/c6e38340-6085-4d32-be53-e2558fdfa2b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008737 Mar 22 19:32:58.419195 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619f93c-dea3-4e4e-8fbc-ff329490e27a req-a4173a73-3613-4b14-9a9e-aaa499643aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:58.422356 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6619f93c-dea3-4e4e-8fbc-ff329490e27a req-a4173a73-3613-4b14-9a9e-aaa499643aa9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=b2ab78ae83d94f0884f1b893d8ed1d4b&device_id=89d57823-9b89-4a8d-974a-42edc6ec797f HTTP/1.1" status: 200 len: 1127 time: 0.1199968 Mar 22 19:32:58.452606 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ea0cf-d831-4536-85bb-74ad4c9501b2 req-d44e09e4-4ccc-439c-b916-62c90ddd3ee3 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:58.461773 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-806ea0cf-d831-4536-85bb-74ad4c9501b2 req-d44e09e4-4ccc-439c-b916-62c90ddd3ee3 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] 10.222.0.75 "GET /v2.0/ports?device_id=89d57823-9b89-4a8d-974a-42edc6ec797f HTTP/1.1" status: 200 len: 944 time: 0.1829450 Mar 22 19:32:58.489896 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c804bee-e1fd-48c4-9c88-db472c87ecc3 req-cdb39989-e1b2-4b49-bdfc-f55fb3893331 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:58.495256 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c804bee-e1fd-48c4-9c88-db472c87ecc3 req-cdb39989-e1b2-4b49-bdfc-f55fb3893331 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 945 time: 0.1475379 Mar 22 19:32:58.506685 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8f55c-e318-4c7f-8717-087ef9f65070 req-acba42c3-b4dc-417e-9973-bb59bdf1904c tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:58.508571 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4de8f55c-e318-4c7f-8717-087ef9f65070 req-acba42c3-b4dc-417e-9973-bb59bdf1904c tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.84 "GET /v2.0/ports?device_id=35032555-3252-4ae5-b2d6-f3f8bd74c51e HTTP/1.1" status: 200 len: 946 time: 0.2194395 Mar 22 19:32:58.605059 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 5e7a2120-fc74-46ae-8d22-b270876ece0f no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:32:58.629866 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-806ea0cf-d831-4536-85bb-74ad4c9501b2 req-ba01e7d6-2ff2-4ae4-a9a9-a41700ad0364 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] 10.222.0.75 "GET /v2.0/security-groups?id=36fd8b02-0f1d-4fad-8542-8d11309ea33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673124 Mar 22 19:32:58.643832 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c804bee-e1fd-48c4-9c88-db472c87ecc3 req-5fb68e88-039f-4b0b-8f50-969d97939d8e tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=95269df0-84b0-459b-9a2e-0d212c1ee848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284814 Mar 22 19:32:58.677339 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 5e7a2120-fc74-46ae-8d22-b270876ece0f {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:32:58.677339 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 5e7a2120-fc74-46ae-8d22-b270876ece0f not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:32:58.734817 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-4de8f55c-e318-4c7f-8717-087ef9f65070 req-d2ccf336-9611-41a3-81d7-e9c8650c713d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Deleting port 0944a52d-f74c-4a7c-afae-822aed85f0cb {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:32:58.735335 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4de8f55c-e318-4c7f-8717-087ef9f65070 req-d2ccf336-9611-41a3-81d7-e9c8650c713d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (0944a52d-f74c-4a7c-afae-822aed85f0cb), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:58.870315 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86b9c6-0efb-476e-8a09-962d1ba1aff8 req-30ade61d-d715-4a14-b860-4502d07e0d02 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:58.871871 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ac86b9c6-0efb-476e-8a09-962d1ba1aff8 req-30ade61d-d715-4a14-b860-4502d07e0d02 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=35032555-3252-4ae5-b2d6-f3f8bd74c51e HTTP/1.1" status: 200 len: 946 time: 0.1207833 Mar 22 19:32:58.877717 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b4d6e-cb9a-4ef0-aac6-56a0b4bb420f req-7b9adcb6-795d-4e14-b12c-ce044a3f5160 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:58.879640 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ad2b4d6e-cb9a-4ef0-aac6-56a0b4bb420f req-7b9adcb6-795d-4e14-b12c-ce044a3f5160 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.85 "GET /v2.0/ports?device_id=1917de99-e7c6-40df-9472-6a4231d2e468 HTTP/1.1" status: 200 len: 945 time: 0.5089383 Mar 22 19:32:58.904925 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-4de8f55c-e318-4c7f-8717-087ef9f65070 req-d2ccf336-9611-41a3-81d7-e9c8650c713d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] For port 0944a52d-f74c-4a7c-afae-822aed85f0cb, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=0944a52d-f74c-4a7c-afae-822aed85f0cb,segment=NetworkSegment(4db1c957-0684-4a6a-98a7-735cbede485b),segment_id=4db1c957-0684-4a6a-98a7-735cbede485b)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:58.905291 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4de8f55c-e318-4c7f-8717-087ef9f65070 req-d2ccf336-9611-41a3-81d7-e9c8650c713d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (0944a52d-f74c-4a7c-afae-822aed85f0cb), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:58.926803 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-4de8f55c-e318-4c7f-8717-087ef9f65070 req-d2ccf336-9611-41a3-81d7-e9c8650c713d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Calling delete_port for 0944a52d-f74c-4a7c-afae-822aed85f0cb owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:32:58.945160 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619f93c-dea3-4e4e-8fbc-ff329490e27a req-b07d073d-9fb1-4278-a8d4-cdbd0e282a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:58.946723 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6619f93c-dea3-4e4e-8fbc-ff329490e27a req-b07d073d-9fb1-4278-a8d4-cdbd0e282a7c service neutron] 10.222.0.84 "GET /v2.0/networks?id=c6e38340-6085-4d32-be53-e2558fdfa2b6 HTTP/1.1" status: 200 len: 922 time: 0.5166211 Mar 22 19:32:58.963964 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ac86b9c6-0efb-476e-8a09-962d1ba1aff8 req-8001f294-8708-4eb6-8cb1-1cc50842264b tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789492 Mar 22 19:32:59.017876 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6619f93c-dea3-4e4e-8fbc-ff329490e27a req-0f0bc7a6-bbd9-4aea-b883-31830c3f24d7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=16a4a997-6aaf-4d2d-b036-3d969c0721f3 HTTP/1.1" status: 200 len: 217 time: 0.0627828 Mar 22 19:32:59.084467 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-ad2b4d6e-cb9a-4ef0-aac6-56a0b4bb420f req-d32599b1-2ec1-4984-afec-647cbaa15826 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Deleting port 9d5da7d1-9048-4462-b974-813d2cf954b9 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:32:59.084811 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ad2b4d6e-cb9a-4ef0-aac6-56a0b4bb420f req-d32599b1-2ec1-4984-afec-647cbaa15826 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (9d5da7d1-9048-4462-b974-813d2cf954b9), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:59.107359 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4de8f55c-e318-4c7f-8717-087ef9f65070 req-d2ccf336-9611-41a3-81d7-e9c8650c713d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (0944a52d-f74c-4a7c-afae-822aed85f0cb), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:59.131014 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['6900cdf1-7489-4100-b919-0573c759249d'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:32:59.142272 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ccf336-9611-41a3-81d7-e9c8650c713d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Pushing event deleted for resources: {'Port': ['ID=0944a52d-f74c-4a7c-afae-822aed85f0cb,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:59.162226 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619f93c-dea3-4e4e-8fbc-ff329490e27a req-2a131ca4-098f-4c27-908b-c6e13f6dd139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:59.164279 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6619f93c-dea3-4e4e-8fbc-ff329490e27a req-2a131ca4-098f-4c27-908b-c6e13f6dd139 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d7c0072b-6957-42cc-a482-74f45d869b49 HTTP/1.1" status: 200 len: 861 time: 0.1352308 Mar 22 19:32:59.222437 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de8f55c-e318-4c7f-8717-087ef9f65070 req-d2ccf336-9611-41a3-81d7-e9c8650c713d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] No DVR routers for this DVR port 0944a52d-f74c-4a7c-afae-822aed85f0cb on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:32:59.225156 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4de8f55c-e318-4c7f-8717-087ef9f65070 req-d2ccf336-9611-41a3-81d7-e9c8650c713d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:59.228671 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4de8f55c-e318-4c7f-8717-087ef9f65070 req-d2ccf336-9611-41a3-81d7-e9c8650c713d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.84 "DELETE /v2.0/ports/0944a52d-f74c-4a7c-afae-822aed85f0cb HTTP/1.1" status: 204 len: 173 time: 0.7117057 Mar 22 19:32:59.233906 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6619f93c-dea3-4e4e-8fbc-ff329490e27a req-4a7a37d2-01b5-4c3d-8df6-3022f6ddcb23 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c6e38340-6085-4d32-be53-e2558fdfa2b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602417 Mar 22 19:32:59.324146 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1752f5-a829-42c4-81ea-b16280caf0bf req-41482c42-8263-44a3-b8fd-400f9c9bbbe8 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:59.332390 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7c1752f5-a829-42c4-81ea-b16280caf0bf req-41482c42-8263-44a3-b8fd-400f9c9bbbe8 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/ports?device_id=1917de99-e7c6-40df-9472-6a4231d2e468 HTTP/1.1" status: 200 len: 945 time: 0.1443095 Mar 22 19:32:59.345938 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-ad2b4d6e-cb9a-4ef0-aac6-56a0b4bb420f req-d32599b1-2ec1-4984-afec-647cbaa15826 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] For port 9d5da7d1-9048-4462-b974-813d2cf954b9, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=9d5da7d1-9048-4462-b974-813d2cf954b9,segment=NetworkSegment(1b277a9e-29b4-4810-9db4-cc79a361fc1a),segment_id=1b277a9e-29b4-4810-9db4-cc79a361fc1a)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:32:59.346307 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ad2b4d6e-cb9a-4ef0-aac6-56a0b4bb420f req-d32599b1-2ec1-4984-afec-647cbaa15826 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (9d5da7d1-9048-4462-b974-813d2cf954b9), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:59.376733 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-ad2b4d6e-cb9a-4ef0-aac6-56a0b4bb420f req-d32599b1-2ec1-4984-afec-647cbaa15826 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Calling delete_port for 9d5da7d1-9048-4462-b974-813d2cf954b9 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:32:59.429621 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7c1752f5-a829-42c4-81ea-b16280caf0bf req-7bdde17f-6705-40c4-aa56-c010ebd2c849 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/security-groups?id=b518568f-9266-41ee-9cc0-deb4b77e07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844841 Mar 22 19:32:59.446654 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6619f93c-dea3-4e4e-8fbc-ff329490e27a req-187208b3-0870-4d58-b5ec-7ed463361e57 service neutron] 10.222.0.84 "GET /v2.0/networks/c6e38340-6085-4d32-be53-e2558fdfa2b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057443 Mar 22 19:32:59.604968 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6619f93c-dea3-4e4e-8fbc-ff329490e27a req-548713f6-e235-42e8-bd7e-d50494875e4e service neutron] 10.222.0.84 "GET /v2.0/networks/c6e38340-6085-4d32-be53-e2558fdfa2b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510329 Mar 22 19:32:59.627142 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ad2b4d6e-cb9a-4ef0-aac6-56a0b4bb420f req-d32599b1-2ec1-4984-afec-647cbaa15826 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (9d5da7d1-9048-4462-b974-813d2cf954b9), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:59.642383 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['06a2c5be-ef4c-47d5-8aa2-29158f532fac', '9d5da7d1-9048-4462-b974-813d2cf954b9'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:32:59.649631 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['115d6ab3-f1cf-4adb-a81b-f51e432ca73d'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:32:59.661155 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32599b1-2ec1-4984-afec-647cbaa15826 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Pushing event deleted for resources: {'Port': ['ID=9d5da7d1-9048-4462-b974-813d2cf954b9,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:32:59.710542 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2b4d6e-cb9a-4ef0-aac6-56a0b4bb420f req-d32599b1-2ec1-4984-afec-647cbaa15826 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] No DVR routers for this DVR port 9d5da7d1-9048-4462-b974-813d2cf954b9 on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:32:59.713142 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ad2b4d6e-cb9a-4ef0-aac6-56a0b4bb420f req-d32599b1-2ec1-4984-afec-647cbaa15826 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:32:59.716567 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ad2b4d6e-cb9a-4ef0-aac6-56a0b4bb420f req-d32599b1-2ec1-4984-afec-647cbaa15826 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.85 "DELETE /v2.0/ports/9d5da7d1-9048-4462-b974-813d2cf954b9 HTTP/1.1" status: 204 len: 173 time: 0.8277378 Mar 22 19:32:59.717054 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1917de99-e7c6-40df-9472-6a4231d2e468', 'name': 'network-vif-deleted', 'tag': '9d5da7d1-9048-4462-b974-813d2cf954b9'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:59.719515 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75505d1-fab2-4d0f-aebc-bc1837831add" -d '{"events": [{"server_uuid": "1917de99-e7c6-40df-9472-6a4231d2e468", "name": "network-vif-deleted", "tag": "9d5da7d1-9048-4462-b974-813d2cf954b9"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:59.746416 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35032555-3252-4ae5-b2d6-f3f8bd74c51e', 'name': 'network-vif-deleted', 'tag': '0944a52d-f74c-4a7c-afae-822aed85f0cb'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:32:59.750306 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e6f4c2-0774-485c-8d23-c3c29f5e5432" -d '{"events": [{"server_uuid": "35032555-3252-4ae5-b2d6-f3f8bd74c51e", "name": "network-vif-deleted", "tag": "0944a52d-f74c-4a7c-afae-822aed85f0cb"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:32:59.887523 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461dc33-9902-4724-aa15-ad8d13ecddf7 req-1e7cffc1-f2b7-4412-b137-52a40fb7c6d1 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:59.896725 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e461dc33-9902-4724-aa15-ad8d13ecddf7 req-1e7cffc1-f2b7-4412-b137-52a40fb7c6d1 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] 10.222.0.75 "GET /v2.0/ports?device_id=89d57823-9b89-4a8d-974a-42edc6ec797f HTTP/1.1" status: 200 len: 944 time: 0.1204667 Mar 22 19:32:59.913493 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d270a-c0df-4de9-8163-bd0040d8a72d req-385768e4-a218-4904-802a-7cb605242c1d tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:32:59.915521 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-842d270a-c0df-4de9-8163-bd0040d8a72d req-385768e4-a218-4904-802a-7cb605242c1d tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 945 time: 0.1091909 Mar 22 19:33:00.019691 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-842d270a-c0df-4de9-8163-bd0040d8a72d req-d2d6ac2f-6c99-4ebc-842b-ce737ee44680 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=95269df0-84b0-459b-9a2e-0d212c1ee848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740767 Mar 22 19:33:00.050989 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e461dc33-9902-4724-aa15-ad8d13ecddf7 req-ce241212-bb62-4e91-987e-c795fcd3f9db tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] 10.222.0.75 "GET /v2.0/security-groups?id=36fd8b02-0f1d-4fad-8542-8d11309ea33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527553 Mar 22 19:33:00.077565 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef3c942-760b-46c4-8508-e83b5758b6b8 x-openstack-request-id: req-7ef3c942-760b-46c4-8508-e83b5758b6b8 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:00.078435 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1917de99-e7c6-40df-9472-6a4231d2e468", "name": "network-vif-deleted", "tag": "9d5da7d1-9048-4462-b974-813d2cf954b9", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:00.078703 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7ef3c942-760b-46c4-8508-e83b5758b6b8 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:00.079146 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ef3c942-760b-46c4-8508-e83b5758b6b8'] response: {'server_uuid': '1917de99-e7c6-40df-9472-6a4231d2e468', 'name': 'network-vif-deleted', 'tag': '9d5da7d1-9048-4462-b974-813d2cf954b9', 'status': 'completed', 'code': 200} Mar 22 19:33:00.119884 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e9b046-7e37-40a6-a746-fb6d6de55dd8 x-openstack-request-id: req-44e9b046-7e37-40a6-a746-fb6d6de55dd8 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:00.121190 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35032555-3252-4ae5-b2d6-f3f8bd74c51e", "name": "network-vif-deleted", "tag": "0944a52d-f74c-4a7c-afae-822aed85f0cb", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:00.122074 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-44e9b046-7e37-40a6-a746-fb6d6de55dd8 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:00.122662 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44e9b046-7e37-40a6-a746-fb6d6de55dd8'] response: {'server_uuid': '35032555-3252-4ae5-b2d6-f3f8bd74c51e', 'name': 'network-vif-deleted', 'tag': '0944a52d-f74c-4a7c-afae-822aed85f0cb', 'status': 'completed', 'code': 200} Mar 22 19:33:00.448389 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-cf227410-6858-4c3d-92cd-3b5a10b4da10 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:00.450030 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-cf227410-6858-4c3d-92cd-3b5a10b4da10 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/networks?id=70904a24-7855-4ee9-ab3c-519e90a986a5 HTTP/1.1" status: 200 len: 805 time: 0.1357720 Mar 22 19:33:00.469205 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 16a4a997-6aaf-4d2d-b036-3d969c0721f3 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:33:00.469728 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-3992ad7e-c9cd-4e26-8bb6-1d67afd17c48 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/quotas/e818723089fb4c08ae9f9bb223d23b27 HTTP/1.1" status: 200 len: 375 time: 0.0127032 Mar 22 19:33:00.473948 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 0944a52d-f74c-4a7c-afae-822aed85f0cb no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:33:00.556302 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-4f28d2b8-7325-4b19-80b8-b5c49d9afa38 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e818723089fb4c08ae9f9bb223d23b27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0663772 Mar 22 19:33:00.608059 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 0944a52d-f74c-4a7c-afae-822aed85f0cb {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:33:00.608488 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 0944a52d-f74c-4a7c-afae-822aed85f0cb not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:33:00.615244 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 16a4a997-6aaf-4d2d-b036-3d969c0721f3, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=16a4a997-6aaf-4d2d-b036-3d969c0721f3,segment=NetworkSegment(f38edf10-c1fb-4f91-9a41-e36981285553),segment_id=f38edf10-c1fb-4f91-9a41-e36981285553)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:00.627402 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '16a4a997-6aaf-4d2d-b036-3d969c0721f3', 'network_id': 'c6e38340-6085-4d32-be53-e2558fdfa2b6', 'port_id': '16a4a997-6aaf-4d2d-b036-3d969c0721f3', 'mac_address': 'fa:16:3e:52:60:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7c0072b-6957-42cc-a482-74f45d869b49', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:33:00.685178 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 16a4a997-6aaf-4d2d-b036-3d969c0721f3 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:33:00.686976 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (16a4a997-6aaf-4d2d-b036-3d969c0721f3), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:00.716135 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16a4a997-6aaf-4d2d-b036-3d969c0721f3 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:33:00.745520 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 16a4a997-6aaf-4d2d-b036-3d969c0721f3, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=16a4a997-6aaf-4d2d-b036-3d969c0721f3,segment=NetworkSegment(f38edf10-c1fb-4f91-9a41-e36981285553),segment_id=f38edf10-c1fb-4f91-9a41-e36981285553)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:00.751995 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (16a4a997-6aaf-4d2d-b036-3d969c0721f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:00.843120 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=16a4a997-6aaf-4d2d-b036-3d969c0721f3,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:01.012607 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-608fb8eb-5dba-4fe6-ac16-e736e7c064d9 service neutron] 10.222.0.75 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432328 Mar 22 19:33:01.067344 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['16a4a997-6aaf-4d2d-b036-3d969c0721f3'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:33:01.137442 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-3a601dc3-720c-41ee-bcd8-682a619310b9 service neutron] 10.222.0.75 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196134 Mar 22 19:33:01.211339 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e94db-59d6-41d1-9696-1bed03abd497 req-38aba020-89e4-4b49-a429-36ec8c2fd1c9 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:01.213291 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c48e94db-59d6-41d1-9696-1bed03abd497 req-38aba020-89e4-4b49-a429-36ec8c2fd1c9 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 945 time: 0.1158223 Mar 22 19:33:01.358824 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-c48e94db-59d6-41d1-9696-1bed03abd497 req-5784096b-d764-4f84-955b-bca1a76bf2b9 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Deleting port 299c7a2b-2061-4aea-985d-65b129066409 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:33:01.360470 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c48e94db-59d6-41d1-9696-1bed03abd497 req-5784096b-d764-4f84-955b-bca1a76bf2b9 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (299c7a2b-2061-4aea-985d-65b129066409), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:01.520364 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa430e-2ca9-47bf-9d90-4d3c81713254 req-b9666f7a-92b0-47a9-9fa9-04b66dd8060b tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:01.523420 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f2aa430e-2ca9-47bf-9d90-4d3c81713254 req-b9666f7a-92b0-47a9-9fa9-04b66dd8060b tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 945 time: 0.1230130 Mar 22 19:33:01.577681 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-c48e94db-59d6-41d1-9696-1bed03abd497 req-5784096b-d764-4f84-955b-bca1a76bf2b9 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] For port 299c7a2b-2061-4aea-985d-65b129066409, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=299c7a2b-2061-4aea-985d-65b129066409,segment=NetworkSegment(314d61bc-4aee-41ea-892b-cdf180af1566),segment_id=314d61bc-4aee-41ea-892b-cdf180af1566)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:01.578589 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c48e94db-59d6-41d1-9696-1bed03abd497 req-5784096b-d764-4f84-955b-bca1a76bf2b9 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (299c7a2b-2061-4aea-985d-65b129066409), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:01.616838 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f2aa430e-2ca9-47bf-9d90-4d3c81713254 req-3494b362-09cd-43c8-95fd-2a7128c11125 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=95269df0-84b0-459b-9a2e-0d212c1ee848&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884795 Mar 22 19:33:01.709707 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0bf1e3-5a39-4b72-adf3-7a5d02b62018 req-f955f3ac-7954-41c9-8f2a-296864a38545 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:01.711730 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b0bf1e3-5a39-4b72-adf3-7a5d02b62018 req-f955f3ac-7954-41c9-8f2a-296864a38545 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] 10.222.0.75 "GET /v2.0/ports?device_id=89d57823-9b89-4a8d-974a-42edc6ec797f HTTP/1.1" status: 200 len: 945 time: 0.0930052 Mar 22 19:33:01.764227 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8d520789-6864-4fd2-8e53-cbf086c13f66 req-8416d724-b47a-4443-b4cb-47aaced475e1 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=421fac41-b935-420f-890f-e33570d1daec HTTP/1.1" status: 200 len: 210 time: 0.0513070 Mar 22 19:33:01.855801 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b0bf1e3-5a39-4b72-adf3-7a5d02b62018 req-613060be-0560-411f-b6bc-a15aa835c87b tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] 10.222.0.75 "GET /v2.0/security-groups?id=36fd8b02-0f1d-4fad-8542-8d11309ea33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286697 Mar 22 19:33:02.037531 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c48e94db-59d6-41d1-9696-1bed03abd497 req-5784096b-d764-4f84-955b-bca1a76bf2b9 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:02.037951 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c48e94db-59d6-41d1-9696-1bed03abd497 req-5784096b-d764-4f84-955b-bca1a76bf2b9 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (4525833a-ca0f-400a-9fc6-e84644e82809), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:02.038399 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [req-c48e94db-59d6-41d1-9696-1bed03abd497 req-5784096b-d764-4f84-955b-bca1a76bf2b9 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Floating IP 4525833a-ca0f-400a-9fc6-e84644e82809 disassociated. External IP: 172.25.5.250, port: 299c7a2b-2061-4aea-985d-65b129066409. Mar 22 19:33:02.038886 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-c48e94db-59d6-41d1-9696-1bed03abd497 req-5784096b-d764-4f84-955b-bca1a76bf2b9 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Calling delete_port for 299c7a2b-2061-4aea-985d-65b129066409 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:33:02.263586 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c48e94db-59d6-41d1-9696-1bed03abd497 req-5784096b-d764-4f84-955b-bca1a76bf2b9 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (299c7a2b-2061-4aea-985d-65b129066409), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:02.287269 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba44a9-ec54-4217-93de-935bcedf2851 req-875cf954-152a-4406-a931-312c533c007d tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:02.294245 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba44a9-ec54-4217-93de-935bcedf2851 req-875cf954-152a-4406-a931-312c533c007d tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:02.298032 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-71ba44a9-ec54-4217-93de-935bcedf2851 req-875cf954-152a-4406-a931-312c533c007d tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/ports?device_id=55389dcc-d4a2-4642-bc68-6f2fff8a83b5&device_id=a889e2ed-6077-4ed6-ae26-f950b8cdcac9 HTTP/1.1" status: 200 len: 1683 time: 0.1266441 Mar 22 19:33:02.310865 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784096b-d764-4f84-955b-bca1a76bf2b9 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Pushing event deleted for resources: {'Port': ['ID=299c7a2b-2061-4aea-985d-65b129066409,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:02.384636 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-71ba44a9-ec54-4217-93de-935bcedf2851 req-7f92f716-b270-4494-839f-10ee8319270c tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/security-groups?id=b518568f-9266-41ee-9cc0-deb4b77e07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792632 Mar 22 19:33:02.474145 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 16a4a997-6aaf-4d2d-b036-3d969c0721f3 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:33:02.494029 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c48e94db-59d6-41d1-9696-1bed03abd497 req-5784096b-d764-4f84-955b-bca1a76bf2b9 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Router c2acaaf4-710b-4d05-af64-17fa4080fe31 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:33:02.577456 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 16a4a997-6aaf-4d2d-b036-3d969c0721f3 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:33:02.591005 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 16a4a997-6aaf-4d2d-b036-3d969c0721f3 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:33:02.594450 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (16a4a997-6aaf-4d2d-b036-3d969c0721f3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:02.652270 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 9d5da7d1-9048-4462-b974-813d2cf954b9 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:33:02.670618 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c48e94db-59d6-41d1-9696-1bed03abd497 req-5784096b-d764-4f84-955b-bca1a76bf2b9 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:33:02.764692 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 9d5da7d1-9048-4462-b974-813d2cf954b9 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:33:02.765037 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 9d5da7d1-9048-4462-b974-813d2cf954b9 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:33:02.771873 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a137fc94-46a6-440c-847c-d35de1219fc7 None None] Sync routers for ids ['c2acaaf4-710b-4d05-af64-17fa4080fe31'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:33:02.780538 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48e94db-59d6-41d1-9696-1bed03abd497 req-5784096b-d764-4f84-955b-bca1a76bf2b9 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] No DVR routers for this DVR port 299c7a2b-2061-4aea-985d-65b129066409 on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:33:02.792544 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c48e94db-59d6-41d1-9696-1bed03abd497 req-5784096b-d764-4f84-955b-bca1a76bf2b9 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:02.801658 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c48e94db-59d6-41d1-9696-1bed03abd497 req-5784096b-d764-4f84-955b-bca1a76bf2b9 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.85 "DELETE /v2.0/ports/299c7a2b-2061-4aea-985d-65b129066409 HTTP/1.1" status: 204 len: 173 time: 1.5800188 Mar 22 19:33:02.802463 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c215527-a9b4-4a97-b228-bf486f6be637', 'name': 'network-vif-deleted', 'tag': '299c7a2b-2061-4aea-985d-65b129066409'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:33:02.804840 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449fb890-f17c-4925-8626-14ce2a8fb09c" -d '{"events": [{"server_uuid": "4c215527-a9b4-4a97-b228-bf486f6be637", "name": "network-vif-deleted", "tag": "299c7a2b-2061-4aea-985d-65b129066409"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:33:02.875353 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a137fc94-46a6-440c-847c-d35de1219fc7 None None] Routers {'c2acaaf4-710b-4d05-af64-17fa4080fe31'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:33:02.876190 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a137fc94-46a6-440c-847c-d35de1219fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:32:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['c2acaaf4-710b-4d05-af64-17fa4080fe31'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:03.005748 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-c4c7e902-df8a-4855-afde-58f289f577dc tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:03.013216 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-c4c7e902-df8a-4855-afde-58f289f577dc tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.85 "GET /v2.0/networks?id=70904a24-7855-4ee9-ab3c-519e90a986a5 HTTP/1.1" status: 200 len: 805 time: 0.3407116 Mar 22 19:33:03.052072 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-af59b6f9-43c6-4597-a58b-a8ccecbe14ce tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Request body: {'port': {'device_id': '421fac41-b935-420f-890f-e33570d1daec', 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5', 'admin_state_up': True, 'tenant_id': 'e818723089fb4c08ae9f9bb223d23b27'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:33:03.076361 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-a137fc94-46a6-440c-847c-d35de1219fc7 None None] Set router c2acaaf4-710b-4d05-af64-17fa4080fe31 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:33:03.161488 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 16a4a997-6aaf-4d2d-b036-3d969c0721f3 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:33:03.162205 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (16a4a997-6aaf-4d2d-b036-3d969c0721f3), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:03.167609 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-10604b6b-f2f9-40e2-8175-11fc8c775459 req-62ded85c-c427-41b9-8218-a93e0e41e079 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c215527-a9b4-4a97-b228-bf486f6be637 HTTP/1.1" status: 200 len: 210 time: 0.1532211 Mar 22 19:33:03.205218 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a9fa77a-02d4-4e13-afa0-ab9b55b64644 req-ae37b2e0-c95e-43c3-8e9a-7d424553a7f5 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=421fac41-b935-420f-890f-e33570d1daec HTTP/1.1" status: 200 len: 210 time: 0.0891221 Mar 22 19:33:03.238056 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c798ba24-3001-43bf-873f-959f8b587294 x-openstack-request-id: req-c798ba24-3001-43bf-873f-959f8b587294 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:03.238424 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c215527-a9b4-4a97-b228-bf486f6be637", "name": "network-vif-deleted", "tag": "299c7a2b-2061-4aea-985d-65b129066409", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:03.238616 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c798ba24-3001-43bf-873f-959f8b587294 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:03.239004 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c798ba24-3001-43bf-873f-959f8b587294'] response: {'server_uuid': '4c215527-a9b4-4a97-b228-bf486f6be637', 'name': 'network-vif-deleted', 'tag': '299c7a2b-2061-4aea-985d-65b129066409', 'status': 'completed', 'code': 200} Mar 22 19:33:03.338558 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d57823-9b89-4a8d-974a-42edc6ec797f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a4a997-6aaf-4d2d-b036-3d969c0721f3'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:33:03.341743 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fec975-9da9-4cea-9d0a-463da1d1388e" -d '{"events": [{"server_uuid": "89d57823-9b89-4a8d-974a-42edc6ec797f", "name": "network-vif-plugged", "status": "completed", "tag": "16a4a997-6aaf-4d2d-b036-3d969c0721f3"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:33:03.349646 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 16a4a997-6aaf-4d2d-b036-3d969c0721f3, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=16a4a997-6aaf-4d2d-b036-3d969c0721f3,segment=NetworkSegment(f38edf10-c1fb-4f91-9a41-e36981285553),segment_id=f38edf10-c1fb-4f91-9a41-e36981285553)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:03.359549 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (16a4a997-6aaf-4d2d-b036-3d969c0721f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:03.393385 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-af59b6f9-43c6-4597-a58b-a8ccecbe14ce tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Made reservation on behalf of e818723089fb4c08ae9f9bb223d23b27 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:33:03.407675 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-af59b6f9-43c6-4597-a58b-a8ccecbe14ce tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:03.464355 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d1b94-60bb-4ed0-a815-f8cc51376259 req-9ab217dc-024a-443c-9c47-bc6dc6097f49 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:03.471398 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-248d1b94-60bb-4ed0-a815-f8cc51376259 req-9ab217dc-024a-443c-9c47-bc6dc6097f49 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] 10.222.0.75 "GET /v2.0/ports?device_id=89d57823-9b89-4a8d-974a-42edc6ec797f HTTP/1.1" status: 200 len: 945 time: 0.1776183 Mar 22 19:33:03.556273 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=16a4a997-6aaf-4d2d-b036-3d969c0721f3,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:03.569715 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce197cff-d818-4ba9-9a13-6d70790c2131 x-openstack-request-id: req-ce197cff-d818-4ba9-9a13-6d70790c2131 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:03.569715 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d57823-9b89-4a8d-974a-42edc6ec797f", "name": "network-vif-plugged", "status": "completed", "tag": "16a4a997-6aaf-4d2d-b036-3d969c0721f3", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:03.570042 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ce197cff-d818-4ba9-9a13-6d70790c2131 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:03.570203 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce197cff-d818-4ba9-9a13-6d70790c2131'] response: {'server_uuid': '89d57823-9b89-4a8d-974a-42edc6ec797f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a4a997-6aaf-4d2d-b036-3d969c0721f3', 'code': 200} Mar 22 19:33:03.571557 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:03.571776 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:03.572140 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:03.572489 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:03.572828 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:03.573169 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:03.573505 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:03.573975 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:03.574181 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:03.574505 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:03.579562 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:03.579979 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:03.580327 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:03.580678 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:03.581087 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:03.641783 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a137fc94-46a6-440c-847c-d35de1219fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'name': 'tempest-ServerRescueNegativeTestJSON-1970496120-router', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'cc812064-4e71-461d-b50c-90fb835184a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:32Z', 'updated_at': '2022-03-22T19:26:48Z', 'revision_number': 4, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'gw_port': {'id': 'cc812064-4e71-461d-b50c-90fb835184a3', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:34Z', 'updated_at': '2022-03-22T19:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '10bab89b-c8c6-4280-895e-a515670fee10', 'name': '', 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'mac_address': 'fa:16:3e:df:42:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'cd5ec6ea-2197-4f69-89c7-80c309a39451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:46Z', 'updated_at': '2022-03-22T19:27:04Z', 'revision_number': 5, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'subnets': [{'id': 'cd5ec6ea-2197-4f69-89c7-80c309a39451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:03.707031 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a137fc94-46a6-440c-847c-d35de1219fc7 None None] Checking router: c2acaaf4-710b-4d05-af64-17fa4080fe31 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:33:03.733591 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a137fc94-46a6-440c-847c-d35de1219fc7 None None] Routers {'c2acaaf4-710b-4d05-af64-17fa4080fe31'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:33:03.733591 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a137fc94-46a6-440c-847c-d35de1219fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:32:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['c2acaaf4-710b-4d05-af64-17fa4080fe31'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:03.734048 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-248d1b94-60bb-4ed0-a815-f8cc51376259 req-fe143f06-0024-4aba-9439-59527ed6a8a4 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] 10.222.0.75 "GET /v2.0/security-groups?id=36fd8b02-0f1d-4fad-8542-8d11309ea33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359276 Mar 22 19:33:03.787621 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543dbba-7d10-496a-ac76-44f46c43b55e req-5ac7bbe0-e0b9-4a7b-b467-245b76c4b04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:03.789973 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b543dbba-7d10-496a-ac76-44f46c43b55e req-5ac7bbe0-e0b9-4a7b-b467-245b76c4b04c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=89d57823-9b89-4a8d-974a-42edc6ec797f HTTP/1.1" status: 200 len: 1129 time: 0.0704174 Mar 22 19:33:03.865639 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b543dbba-7d10-496a-ac76-44f46c43b55e req-4fb30aaf-fa80-4de3-a6df-4fedc9113a75 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=36fd8b02-0f1d-4fad-8542-8d11309ea33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667987 Mar 22 19:33:03.917824 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-af59b6f9-43c6-4597-a58b-a8ccecbe14ce tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Allocated IP 172.20.0.9 (70904a24-7855-4ee9-ab3c-519e90a986a5/a5b5783a-62e8-4ee6-a6f8-aaff77d027db/587b0163-58f3-499a-95aa-9bddb0ec8b32) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:33:03.930806 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-a137fc94-46a6-440c-847c-d35de1219fc7 None None] Set router c2acaaf4-710b-4d05-af64-17fa4080fe31 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:33:03.944289 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ceb56-9215-416b-a48d-ea76f351e82c req-88fb7578-fc9a-437a-b51b-a4f54b064199 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:03.945967 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f33ceb56-9215-416b-a48d-ea76f351e82c req-88fb7578-fc9a-437a-b51b-a4f54b064199 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/ports?device_id=a889e2ed-6077-4ed6-ae26-f950b8cdcac9 HTTP/1.1" status: 200 len: 946 time: 0.1669683 Mar 22 19:33:04.034530 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f33ceb56-9215-416b-a48d-ea76f351e82c req-071b500f-d0c3-415b-9e70-8cd06c824d74 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/security-groups?id=b518568f-9266-41ee-9cc0-deb4b77e07b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754614 Mar 22 19:33:04.159771 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-af59b6f9-43c6-4597-a58b-a8ccecbe14ce tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks [] for port (587b0163-58f3-499a-95aa-9bddb0ec8b32), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:04.174033 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a137fc94-46a6-440c-847c-d35de1219fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'name': 'tempest-ServerRescueNegativeTestJSON-1970496120-router', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'cc812064-4e71-461d-b50c-90fb835184a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:32Z', 'updated_at': '2022-03-22T19:26:48Z', 'revision_number': 4, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'gw_port': {'id': 'cc812064-4e71-461d-b50c-90fb835184a3', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:34Z', 'updated_at': '2022-03-22T19:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '10bab89b-c8c6-4280-895e-a515670fee10', 'name': '', 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'mac_address': 'fa:16:3e:df:42:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'cd5ec6ea-2197-4f69-89c7-80c309a39451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:46Z', 'updated_at': '2022-03-22T19:27:04Z', 'revision_number': 5, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'subnets': [{'id': 'cd5ec6ea-2197-4f69-89c7-80c309a39451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:04.198213 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-af59b6f9-43c6-4597-a58b-a8ccecbe14ce tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (587b0163-58f3-499a-95aa-9bddb0ec8b32), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:04.219807 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['6900cdf1-7489-4100-b919-0573c759249d'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:33:04.224417 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a137fc94-46a6-440c-847c-d35de1219fc7 None None] The sync data for ids ['c2acaaf4-710b-4d05-af64-17fa4080fe31'] in n-d-705658-24 is: [{'id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'name': 'tempest-ServerRescueNegativeTestJSON-1970496120-router', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'cc812064-4e71-461d-b50c-90fb835184a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:32Z', 'updated_at': '2022-03-22T19:26:48Z', 'revision_number': 4, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'gw_port': {'id': 'cc812064-4e71-461d-b50c-90fb835184a3', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:34Z', 'updated_at': '2022-03-22T19:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '10bab89b-c8c6-4280-895e-a515670fee10', 'name': '', 'network_id': 'e2aac6b4-9023-4a56-b28e-d9728a595e67', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'mac_address': 'fa:16:3e:df:42:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'cd5ec6ea-2197-4f69-89c7-80c309a39451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:46Z', 'updated_at': '2022-03-22T19:27:04Z', 'revision_number': 5, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'subnets': [{'id': 'cd5ec6ea-2197-4f69-89c7-80c309a39451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:33:04.276766 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-af59b6f9-43c6-4597-a58b-a8ccecbe14ce tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Network 70904a24-7855-4ee9-ab3c-519e90a986a5 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:33:04.290503 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-af59b6f9-43c6-4597-a58b-a8ccecbe14ce tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:33:04.294975 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-af59b6f9-43c6-4597-a58b-a8ccecbe14ce tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:33:04.319440 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 57940) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:04.353866 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59b6f9-43c6-4597-a58b-a8ccecbe14ce tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Pushing event updated for resources: {'Port': ['ID=587b0163-58f3-499a-95aa-9bddb0ec8b32,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:04.401106 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-af59b6f9-43c6-4597-a58b-a8ccecbe14ce tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:04.401778 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-af59b6f9-43c6-4597-a58b-a8ccecbe14ce tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:04.426921 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-af59b6f9-43c6-4597-a58b-a8ccecbe14ce tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4042001 Mar 22 19:33:04.445131 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-014d96f9-1cc4-455f-bd1e-105344a49b06 service neutron] Request body: {'port': {'device_id': '421fac41-b935-420f-890f-e33570d1daec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:33:04.473644 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f4e85195-9518-408b-9888-622f47ab0a78 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks [] for security_group (95269df0-84b0-459b-9a2e-0d212c1ee848), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:04.494484 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309aac03-3d0a-4dab-b2fc-db01ae9163f7 req-cadfc5fd-e2c3-4a9e-86ab-034ad4cc657c tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:04.496262 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-309aac03-3d0a-4dab-b2fc-db01ae9163f7 req-cadfc5fd-e2c3-4a9e-86ab-034ad4cc657c tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=421fac41-b935-420f-890f-e33570d1daec HTTP/1.1" status: 200 len: 931 time: 0.1436691 Mar 22 19:33:04.531526 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f4e85195-9518-408b-9888-622f47ab0a78 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks [] for security_group (95269df0-84b0-459b-9a2e-0d212c1ee848), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:04.639324 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f4e85195-9518-408b-9888-622f47ab0a78 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (95269df0-84b0-459b-9a2e-0d212c1ee848), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:04.643433 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f4e85195-9518-408b-9888-622f47ab0a78 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:04.646833 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f4e85195-9518-408b-9888-622f47ab0a78 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "DELETE /v2.0/security-groups/95269df0-84b0-459b-9a2e-0d212c1ee848 HTTP/1.1" status: 204 len: 168 time: 0.3241837 Mar 22 19:33:04.648493 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 57952) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:04.658123 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 299c7a2b-2061-4aea-985d-65b129066409 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:33:04.689434 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-2a0b2edc-07b9-4c10-a0b6-7144be18ac5e tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] show failed (client error): The resource could not be found. Mar 22 19:33:04.698386 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2a0b2edc-07b9-4c10-a0b6-7144be18ac5e tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups/95269df0-84b0-459b-9a2e-0d212c1ee848 HTTP/1.1" status: 404 len: 347 time: 0.0458219 Mar 22 19:33:04.700025 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 57954) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:04.713381 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 299c7a2b-2061-4aea-985d-65b129066409 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:33:04.717847 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 299c7a2b-2061-4aea-985d-65b129066409 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:33:04.726264 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e85195-9518-408b-9888-622f47ab0a78 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95269df0-84b0-459b-9a2e-0d212c1ee848,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:04.778225 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-014d96f9-1cc4-455f-bd1e-105344a49b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (587b0163-58f3-499a-95aa-9bddb0ec8b32), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:04.816907 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-309aac03-3d0a-4dab-b2fc-db01ae9163f7 req-ac76b64f-3ebe-4160-885a-a1c7b48e39f9 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088195 Mar 22 19:33:04.858450 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8772179a-4b1c-459f-bb2d-750838b0c9f9 None None] New status for floating IP 4525833a-ca0f-400a-9fc6-e84644e82809: DOWN {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:33:04.859554 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c9bc9-9024-482e-bc86-be9e52d427b5 req-cc1eb43b-b254-4057-b63f-67f1a88d4079 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:04.862315 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c72c9bc9-9024-482e-bc86-be9e52d427b5 req-cc1eb43b-b254-4057-b63f-67f1a88d4079 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.84 "GET /v2.0/ports?device_id=a889e2ed-6077-4ed6-ae26-f950b8cdcac9 HTTP/1.1" status: 200 len: 946 time: 0.1577358 Mar 22 19:33:05.092093 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-f97b4d8e-d0e0-4bf8-abba-d488f9edf431 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Deleting port 9307bd47-7d00-41c6-9f15-c59bf3da99c5 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:33:05.092445 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f97b4d8e-d0e0-4bf8-abba-d488f9edf431 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (9307bd47-7d00-41c6-9f15-c59bf3da99c5), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:05.117102 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-c72c9bc9-9024-482e-bc86-be9e52d427b5 req-ad1a5d7e-6e8b-4181-8c69-2dbbb396c7b3 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Deleting port 115d6ab3-f1cf-4adb-a81b-f51e432ca73d {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:33:05.117733 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c72c9bc9-9024-482e-bc86-be9e52d427b5 req-ad1a5d7e-6e8b-4181-8c69-2dbbb396c7b3 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (115d6ab3-f1cf-4adb-a81b-f51e432ca73d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:05.281847 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-c72c9bc9-9024-482e-bc86-be9e52d427b5 req-ad1a5d7e-6e8b-4181-8c69-2dbbb396c7b3 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] For port 115d6ab3-f1cf-4adb-a81b-f51e432ca73d, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=115d6ab3-f1cf-4adb-a81b-f51e432ca73d,segment=NetworkSegment(1b277a9e-29b4-4810-9db4-cc79a361fc1a),segment_id=1b277a9e-29b4-4810-9db4-cc79a361fc1a)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:05.281847 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c72c9bc9-9024-482e-bc86-be9e52d427b5 req-ad1a5d7e-6e8b-4181-8c69-2dbbb396c7b3 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (115d6ab3-f1cf-4adb-a81b-f51e432ca73d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:05.302647 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-c72c9bc9-9024-482e-bc86-be9e52d427b5 req-ad1a5d7e-6e8b-4181-8c69-2dbbb396c7b3 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Calling delete_port for 115d6ab3-f1cf-4adb-a81b-f51e432ca73d owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:33:05.330499 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f97b4d8e-d0e0-4bf8-abba-d488f9edf431 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (9307bd47-7d00-41c6-9f15-c59bf3da99c5), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:05.330958 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f97b4d8e-d0e0-4bf8-abba-d488f9edf431 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks [] for floatingip (9307bd47-7d00-41c6-9f15-c59bf3da99c5), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:05.364376 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca8dc7-787e-4f14-9de2-6bc5271585aa req-20b821e4-3657-4724-8b39-8a1fe1aa2e4c tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:05.371984 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cfca8dc7-787e-4f14-9de2-6bc5271585aa req-20b821e4-3657-4724-8b39-8a1fe1aa2e4c tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] 10.222.0.75 "GET /v2.0/ports?device_id=89d57823-9b89-4a8d-974a-42edc6ec797f HTTP/1.1" status: 200 len: 946 time: 0.4237339 Mar 22 19:33:05.383096 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-f97b4d8e-d0e0-4bf8-abba-d488f9edf431 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Calling delete_port for 9307bd47-7d00-41c6-9f15-c59bf3da99c5 owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:33:05.448309 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb7f99-6d6f-4eaa-a191-6a8ee79b7c8a req-0e6c6ece-28a9-449c-b3e2-494df45dfb6c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:05.453835 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb7f99-6d6f-4eaa-a191-6a8ee79b7c8a req-0e6c6ece-28a9-449c-b3e2-494df45dfb6c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:05.459343 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb7f99-6d6f-4eaa-a191-6a8ee79b7c8a req-0e6c6ece-28a9-449c-b3e2-494df45dfb6c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:05.464869 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb7f99-6d6f-4eaa-a191-6a8ee79b7c8a req-0e6c6ece-28a9-449c-b3e2-494df45dfb6c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:05.470823 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb7f99-6d6f-4eaa-a191-6a8ee79b7c8a req-0e6c6ece-28a9-449c-b3e2-494df45dfb6c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:05.476631 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb7f99-6d6f-4eaa-a191-6a8ee79b7c8a req-0e6c6ece-28a9-449c-b3e2-494df45dfb6c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:05.486925 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb7f99-6d6f-4eaa-a191-6a8ee79b7c8a req-0e6c6ece-28a9-449c-b3e2-494df45dfb6c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:05.490260 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f3cb7f99-6d6f-4eaa-a191-6a8ee79b7c8a req-0e6c6ece-28a9-449c-b3e2-494df45dfb6c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5443 time: 0.2858098 Mar 22 19:33:05.518324 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597d88c-45dd-4d80-91ee-6017c2e596c1 req-dc34947f-8a39-4ccc-99a9-7cf7b22fe3f9 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:05.520299 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a597d88c-45dd-4d80-91ee-6017c2e596c1 req-dc34947f-8a39-4ccc-99a9-7cf7b22fe3f9 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.85 "GET /v2.0/ports?device_id=55389dcc-d4a2-4642-bc68-6f2fff8a83b5 HTTP/1.1" status: 200 len: 946 time: 0.1225216 Mar 22 19:33:05.592646 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c72c9bc9-9024-482e-bc86-be9e52d427b5 req-ad1a5d7e-6e8b-4181-8c69-2dbbb396c7b3 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (115d6ab3-f1cf-4adb-a81b-f51e432ca73d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:05.611343 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['115d6ab3-f1cf-4adb-a81b-f51e432ca73d'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:33:05.622161 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['06a2c5be-ef4c-47d5-8aa2-29158f532fac'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:33:05.651776 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a5d7e-6e8b-4181-8c69-2dbbb396c7b3 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Pushing event deleted for resources: {'Port': ['ID=115d6ab3-f1cf-4adb-a81b-f51e432ca73d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:05.718479 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cfca8dc7-787e-4f14-9de2-6bc5271585aa req-f7266cd7-9c8f-41c8-9fbd-4e549dd9b72c tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] 10.222.0.75 "GET /v2.0/security-groups?id=36fd8b02-0f1d-4fad-8542-8d11309ea33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450346 Mar 22 19:33:05.719692 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72c9bc9-9024-482e-bc86-be9e52d427b5 req-ad1a5d7e-6e8b-4181-8c69-2dbbb396c7b3 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] No DVR routers for this DVR port 115d6ab3-f1cf-4adb-a81b-f51e432ca73d on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:33:05.721082 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f97b4d8e-d0e0-4bf8-abba-d488f9edf431 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (9307bd47-7d00-41c6-9f15-c59bf3da99c5), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:05.723653 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c72c9bc9-9024-482e-bc86-be9e52d427b5 req-ad1a5d7e-6e8b-4181-8c69-2dbbb396c7b3 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:05.727605 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c72c9bc9-9024-482e-bc86-be9e52d427b5 req-ad1a5d7e-6e8b-4181-8c69-2dbbb396c7b3 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.84 "DELETE /v2.0/ports/115d6ab3-f1cf-4adb-a81b-f51e432ca73d HTTP/1.1" status: 204 len: 173 time: 0.8581004 Mar 22 19:33:05.728455 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a889e2ed-6077-4ed6-ae26-f950b8cdcac9', 'name': 'network-vif-deleted', 'tag': '115d6ab3-f1cf-4adb-a81b-f51e432ca73d'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:33:05.731202 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f612c5-c54c-44e4-8b2f-91479ed48a71" -d '{"events": [{"server_uuid": "a889e2ed-6077-4ed6-ae26-f950b8cdcac9", "name": "network-vif-deleted", "tag": "115d6ab3-f1cf-4adb-a81b-f51e432ca73d"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:33:05.758150 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-a597d88c-45dd-4d80-91ee-6017c2e596c1 req-fb42dd66-86d2-4478-b280-cc9b9d55b037 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Deleting port 06a2c5be-ef4c-47d5-8aa2-29158f532fac {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:33:05.759748 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a597d88c-45dd-4d80-91ee-6017c2e596c1 req-fb42dd66-86d2-4478-b280-cc9b9d55b037 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (06a2c5be-ef4c-47d5-8aa2-29158f532fac), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:05.876675 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b4d8e-d0e0-4bf8-abba-d488f9edf431 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Pushing event deleted for resources: {'Port': ['ID=9307bd47-7d00-41c6-9f15-c59bf3da99c5,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:05.903409 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-a597d88c-45dd-4d80-91ee-6017c2e596c1 req-fb42dd66-86d2-4478-b280-cc9b9d55b037 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] For port 06a2c5be-ef4c-47d5-8aa2-29158f532fac, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=06a2c5be-ef4c-47d5-8aa2-29158f532fac,segment=NetworkSegment(1b277a9e-29b4-4810-9db4-cc79a361fc1a),segment_id=1b277a9e-29b4-4810-9db4-cc79a361fc1a)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:05.903937 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a597d88c-45dd-4d80-91ee-6017c2e596c1 req-fb42dd66-86d2-4478-b280-cc9b9d55b037 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (06a2c5be-ef4c-47d5-8aa2-29158f532fac), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:05.920277 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-a597d88c-45dd-4d80-91ee-6017c2e596c1 req-fb42dd66-86d2-4478-b280-cc9b9d55b037 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Calling delete_port for 06a2c5be-ef4c-47d5-8aa2-29158f532fac owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:33:05.988437 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-524b4d7b-a97d-4a97-bb89-326ae7cf6dab req-4d6e1c18-c14f-4b4d-9aa0-7d10d9ffee15 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.75 "GET /v2.0/ports?device_id=a889e2ed-6077-4ed6-ae26-f950b8cdcac9 HTTP/1.1" status: 200 len: 210 time: 0.1223903 Mar 22 19:33:06.021392 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f3cb7f99-6d6f-4eaa-a191-6a8ee79b7c8a req-6c4ed888-271c-4b57-9af2-19fbe8aab928 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5175288 Mar 22 19:33:06.056201 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-014d96f9-1cc4-455f-bd1e-105344a49b06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 587b0163-58f3-499a-95aa-9bddb0ec8b32 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:33:06.075565 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f97b4d8e-d0e0-4bf8-abba-d488f9edf431 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks [] for floatingip (4525833a-ca0f-400a-9fc6-e84644e82809), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:06.081279 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f97b4d8e-d0e0-4bf8-abba-d488f9edf431 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:06.085077 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f97b4d8e-d0e0-4bf8-abba-d488f9edf431 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "DELETE /v2.0/floatingips/4525833a-ca0f-400a-9fc6-e84644e82809 HTTP/1.1" status: 204 len: 168 time: 1.3817716 Mar 22 19:33:06.085852 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82125353-c8bc-4eb6-860e-50178643e9a0 x-openstack-request-id: req-82125353-c8bc-4eb6-860e-50178643e9a0 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:06.086289 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a889e2ed-6077-4ed6-ae26-f950b8cdcac9", "name": "network-vif-deleted", "tag": "115d6ab3-f1cf-4adb-a81b-f51e432ca73d", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:06.086686 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-82125353-c8bc-4eb6-860e-50178643e9a0 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:06.086853 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-014d96f9-1cc4-455f-bd1e-105344a49b06 service neutron] Publish callbacks [] for port (587b0163-58f3-499a-95aa-9bddb0ec8b32), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:06.087590 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82125353-c8bc-4eb6-860e-50178643e9a0'] response: {'server_uuid': 'a889e2ed-6077-4ed6-ae26-f950b8cdcac9', 'name': 'network-vif-deleted', 'tag': '115d6ab3-f1cf-4adb-a81b-f51e432ca73d', 'status': 'completed', 'code': 200} Mar 22 19:33:06.101940 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a597d88c-45dd-4d80-91ee-6017c2e596c1 req-fb42dd66-86d2-4478-b280-cc9b9d55b037 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (06a2c5be-ef4c-47d5-8aa2-29158f532fac), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:06.106000 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-014d96f9-1cc4-455f-bd1e-105344a49b06 service neutron] Transition to ACTIVE for port object 587b0163-58f3-499a-95aa-9bddb0ec8b32 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:33:06.118557 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['115d6ab3-f1cf-4adb-a81b-f51e432ca73d'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:33:06.126584 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-014d96f9-1cc4-455f-bd1e-105344a49b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (587b0163-58f3-499a-95aa-9bddb0ec8b32), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:06.148482 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42dd66-86d2-4478-b280-cc9b9d55b037 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Pushing event deleted for resources: {'Port': ['ID=06a2c5be-ef4c-47d5-8aa2-29158f532fac,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:06.204375 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-a597d88c-45dd-4d80-91ee-6017c2e596c1 req-fb42dd66-86d2-4478-b280-cc9b9d55b037 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] No DVR routers for this DVR port 06a2c5be-ef4c-47d5-8aa2-29158f532fac on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:33:06.208273 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a597d88c-45dd-4d80-91ee-6017c2e596c1 req-fb42dd66-86d2-4478-b280-cc9b9d55b037 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:06.210637 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a597d88c-45dd-4d80-91ee-6017c2e596c1 req-fb42dd66-86d2-4478-b280-cc9b9d55b037 tempest-ListServersNegativeTestJSON-2106752712 tempest-ListServersNegativeTestJSON-2106752712-project] 10.222.0.85 "DELETE /v2.0/ports/06a2c5be-ef4c-47d5-8aa2-29158f532fac HTTP/1.1" status: 204 len: 173 time: 0.6837938 Mar 22 19:33:06.313382 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d96f9-1cc4-455f-bd1e-105344a49b06 service neutron] Pushing event updated for resources: {'Port': ['ID=587b0163-58f3-499a-95aa-9bddb0ec8b32,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:06.369689 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da238e97-205c-4cb2-9be1-50cbdcf41661 req-8e6e4879-ef97-4387-a6a5-ed7553192e20 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:06.377612 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-da238e97-205c-4cb2-9be1-50cbdcf41661 req-8e6e4879-ef97-4387-a6a5-ed7553192e20 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=421fac41-b935-420f-890f-e33570d1daec HTTP/1.1" status: 200 len: 943 time: 0.2702844 Mar 22 19:33:06.438825 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-014d96f9-1cc4-455f-bd1e-105344a49b06 service neutron] Attempting to bind port 587b0163-58f3-499a-95aa-9bddb0ec8b32 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:33:06.439187 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-014d96f9-1cc4-455f-bd1e-105344a49b06 service neutron] Attempting to bind port 587b0163-58f3-499a-95aa-9bddb0ec8b32 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '4db1c957-0684-4a6a-98a7-735cbede485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:33:06.439641 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-014d96f9-1cc4-455f-bd1e-105344a49b06 service neutron] Attempting to bind port 587b0163-58f3-499a-95aa-9bddb0ec8b32 on network 70904a24-7855-4ee9-ab3c-519e90a986a5 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:33:06.448108 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-014d96f9-1cc4-455f-bd1e-105344a49b06 service neutron] Port 587b0163-58f3-499a-95aa-9bddb0ec8b32 on network 70904a24-7855-4ee9-ab3c-519e90a986a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:33:06.448671 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-014d96f9-1cc4-455f-bd1e-105344a49b06 service neutron] Attempting to bind port 587b0163-58f3-499a-95aa-9bddb0ec8b32 on network 70904a24-7855-4ee9-ab3c-519e90a986a5 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:33:06.462736 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-014d96f9-1cc4-455f-bd1e-105344a49b06 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:33:06.463157 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-014d96f9-1cc4-455f-bd1e-105344a49b06 service neutron] Checking segment: {'id': '4db1c957-0684-4a6a-98a7-735cbede485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:33:06.463611 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-014d96f9-1cc4-455f-bd1e-105344a49b06 service neutron] Bound using segment: {'id': '4db1c957-0684-4a6a-98a7-735cbede485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:33:06.464110 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-014d96f9-1cc4-455f-bd1e-105344a49b06 service neutron] Bound port: 587b0163-58f3-499a-95aa-9bddb0ec8b32, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db1c957-0684-4a6a-98a7-735cbede485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:33:06.464554 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-014d96f9-1cc4-455f-bd1e-105344a49b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (587b0163-58f3-499a-95aa-9bddb0ec8b32), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:06.486401 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-da238e97-205c-4cb2-9be1-50cbdcf41661 req-a438a64e-ed7b-4468-bbdd-27e4eb2a216a tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076510 Mar 22 19:33:06.545341 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-014d96f9-1cc4-455f-bd1e-105344a49b06 service neutron] For port 587b0163-58f3-499a-95aa-9bddb0ec8b32, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:33:06.550002 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-014d96f9-1cc4-455f-bd1e-105344a49b06 service neutron] For port 587b0163-58f3-499a-95aa-9bddb0ec8b32, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=587b0163-58f3-499a-95aa-9bddb0ec8b32,segment=NetworkSegment(4db1c957-0684-4a6a-98a7-735cbede485b),segment_id=4db1c957-0684-4a6a-98a7-735cbede485b)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:33:06.557263 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-014d96f9-1cc4-455f-bd1e-105344a49b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (587b0163-58f3-499a-95aa-9bddb0ec8b32), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:06.598404 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-014d96f9-1cc4-455f-bd1e-105344a49b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:06.599493 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-014d96f9-1cc4-455f-bd1e-105344a49b06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:06.601030 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-014d96f9-1cc4-455f-bd1e-105344a49b06 service neutron] 10.222.0.85 "PUT /v2.0/ports/587b0163-58f3-499a-95aa-9bddb0ec8b32 HTTP/1.1" status: 200 len: 1092 time: 2.1618710 Mar 22 19:33:06.601431 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '421fac41-b935-420f-890f-e33570d1daec', 'tag': '587b0163-58f3-499a-95aa-9bddb0ec8b32'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:33:06.603717 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84240c71-f36c-4499-b396-a4e262e83764" -d '{"events": [{"name": "network-changed", "server_uuid": "421fac41-b935-420f-890f-e33570d1daec", "tag": "587b0163-58f3-499a-95aa-9bddb0ec8b32"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:33:06.647107 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d96f9-1cc4-455f-bd1e-105344a49b06 service neutron] Pushing event updated for resources: {'Port': ['ID=587b0163-58f3-499a-95aa-9bddb0ec8b32,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:06.661354 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f64466-aa45-48e1-af79-823bf06b3786 x-openstack-request-id: req-98f64466-aa45-48e1-af79-823bf06b3786 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:06.663244 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "421fac41-b935-420f-890f-e33570d1daec", "tag": "587b0163-58f3-499a-95aa-9bddb0ec8b32", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:06.663244 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-98f64466-aa45-48e1-af79-823bf06b3786 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:06.663521 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98f64466-aa45-48e1-af79-823bf06b3786'] response: {'name': 'network-changed', 'server_uuid': '421fac41-b935-420f-890f-e33570d1daec', 'tag': '587b0163-58f3-499a-95aa-9bddb0ec8b32', 'status': 'completed', 'code': 200} Mar 22 19:33:06.743981 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-8f92e4e0-1ea8-4371-8392-02084c43a1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:06.746183 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-8f92e4e0-1ea8-4371-8392-02084c43a1a6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e818723089fb4c08ae9f9bb223d23b27&device_id=421fac41-b935-420f-890f-e33570d1daec HTTP/1.1" status: 200 len: 1126 time: 0.0817974 Mar 22 19:33:06.801469 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-054ebd23-9fec-43e3-afd7-a05b19a97bc5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=587b0163-58f3-499a-95aa-9bddb0ec8b32 HTTP/1.1" status: 200 len: 217 time: 0.0438147 Mar 22 19:33:06.892987 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-47e9066a-f2b0-4e9d-8724-8432ff60e3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:06.894693 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-47e9066a-f2b0-4e9d-8724-8432ff60e3fb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a5b5783a-62e8-4ee6-a6f8-aaff77d027db HTTP/1.1" status: 200 len: 845 time: 0.0814219 Mar 22 19:33:06.902811 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ace71-f3f4-46a5-ac6e-c58ee9742463 req-8e165aac-2431-49a4-a6b1-8b7b41c0ac27 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:06.904268 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a51ace71-f3f4-46a5-ac6e-c58ee9742463 req-8e165aac-2431-49a4-a6b1-8b7b41c0ac27 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] 10.222.0.75 "GET /v2.0/ports?device_id=89d57823-9b89-4a8d-974a-42edc6ec797f HTTP/1.1" status: 200 len: 946 time: 0.1017773 Mar 22 19:33:06.936129 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-8a54c895-f0f6-4931-a01e-e586bdb06b27 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=70904a24-7855-4ee9-ab3c-519e90a986a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308344 Mar 22 19:33:07.025351 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a51ace71-f3f4-46a5-ac6e-c58ee9742463 req-a2f8b2ab-1ec8-4920-b614-4492112f53f3 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] 10.222.0.75 "GET /v2.0/security-groups?id=36fd8b02-0f1d-4fad-8542-8d11309ea33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119463 Mar 22 19:33:07.087323 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-ab677d22-c896-4938-b195-5fa0c0815fb6 service neutron] 10.222.0.85 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419222 Mar 22 19:33:07.205931 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58012) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:07.295290 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ab547d2b-9dbf-4881-b1f2-9ba64d59025f req-7366bca5-45d0-45c2-99c2-6e311c56997e service neutron] 10.222.0.85 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968405 Mar 22 19:33:07.315656 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b363a40-1237-476e-8e40-d8c0c0f8e65a admin admin] Deleting subnet 6b053715-285a-46ff-ae77-9d9f610de3a2 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:33:07.327135 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2b363a40-1237-476e-8e40-d8c0c0f8e65a admin admin] Publish callbacks [] for subnet (6b053715-285a-46ff-ae77-9d9f610de3a2), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:07.341388 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22c853-4e05-4ebd-badb-8cc4235b8040 req-ad804353-4eed-4ba1-84f2-c8229cc9afa6 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:07.369738 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22c853-4e05-4ebd-badb-8cc4235b8040 req-ad804353-4eed-4ba1-84f2-c8229cc9afa6 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:07.410894 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2b363a40-1237-476e-8e40-d8c0c0f8e65a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (6b053715-285a-46ff-ae77-9d9f610de3a2), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:07.412304 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22c853-4e05-4ebd-badb-8cc4235b8040 req-ad804353-4eed-4ba1-84f2-c8229cc9afa6 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:07.428765 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22c853-4e05-4ebd-badb-8cc4235b8040 req-ad804353-4eed-4ba1-84f2-c8229cc9afa6 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:07.434981 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22c853-4e05-4ebd-badb-8cc4235b8040 req-ad804353-4eed-4ba1-84f2-c8229cc9afa6 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:07.441116 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22c853-4e05-4ebd-badb-8cc4235b8040 req-ad804353-4eed-4ba1-84f2-c8229cc9afa6 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:07.455383 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22c853-4e05-4ebd-badb-8cc4235b8040 req-ad804353-4eed-4ba1-84f2-c8229cc9afa6 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:07.457195 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3f22c853-4e05-4ebd-badb-8cc4235b8040 req-ad804353-4eed-4ba1-84f2-c8229cc9afa6 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5443 time: 0.3415277 Mar 22 19:33:07.468301 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2b363a40-1237-476e-8e40-d8c0c0f8e65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (6b053715-285a-46ff-ae77-9d9f610de3a2), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:07.539538 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2b363a40-1237-476e-8e40-d8c0c0f8e65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (6b053715-285a-46ff-ae77-9d9f610de3a2), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:07.579544 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b363a40-1237-476e-8e40-d8c0c0f8e65a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b053715-285a-46ff-ae77-9d9f610de3a2,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:07.583143 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2b363a40-1237-476e-8e40-d8c0c0f8e65a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:07.587036 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2b363a40-1237-476e-8e40-d8c0c0f8e65a admin admin] 10.222.0.75 "DELETE /v2.0/subnets/6b053715-285a-46ff-ae77-9d9f610de3a2 HTTP/1.1" status: 204 len: 168 time: 0.3798747 Mar 22 19:33:07.589843 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58026) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:07.613941 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3f22c853-4e05-4ebd-badb-8cc4235b8040 req-d122de74-70b5-4389-806f-59196aae6b6a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1349006 Mar 22 19:33:07.628963 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0851e7-f14e-4e54-8efa-eb2b18a90dc4 req-8560f7d6-ac18-4cba-aff0-eea211a63522 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:07.635275 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5b0851e7-f14e-4e54-8efa-eb2b18a90dc4 req-8560f7d6-ac18-4cba-aff0-eea211a63522 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] 10.222.0.75 "GET /v2.0/ports?device_id=89d57823-9b89-4a8d-974a-42edc6ec797f HTTP/1.1" status: 200 len: 946 time: 0.1666119 Mar 22 19:33:07.640439 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84240c71-f36c-4499-b396-a4e262e83764 req-2e1675ce-d672-4af5-a37e-b96a66594ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:07.642026 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-84240c71-f36c-4499-b396-a4e262e83764 req-2e1675ce-d672-4af5-a37e-b96a66594ad3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e818723089fb4c08ae9f9bb223d23b27&device_id=421fac41-b935-420f-890f-e33570d1daec HTTP/1.1" status: 200 len: 1126 time: 0.1838863 Mar 22 19:33:07.683227 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-137a09ba-c0b9-4eee-af44-ac6640b4ce82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (7fdf87cd-7f9f-4ae2-adea-d99f3eebe481), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:07.820694 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-137a09ba-c0b9-4eee-af44-ac6640b4ce82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (7fdf87cd-7f9f-4ae2-adea-d99f3eebe481), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:07.844638 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-137a09ba-c0b9-4eee-af44-ac6640b4ce82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fdf87cd-7f9f-4ae2-adea-d99f3eebe481']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:07.856422 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-137a09ba-c0b9-4eee-af44-ac6640b4ce82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b277a9e-29b4-4810-9db4-cc79a361fc1a') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:07.857245 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-137a09ba-c0b9-4eee-af44-ac6640b4ce82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b277a9e-29b4-4810-9db4-cc79a361fc1a') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:07.865080 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5b0851e7-f14e-4e54-8efa-eb2b18a90dc4 req-b26721c3-ae1f-4c1a-8b01-dbc50cb8c59d tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] 10.222.0.75 "GET /v2.0/security-groups?id=36fd8b02-0f1d-4fad-8542-8d11309ea33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278693 Mar 22 19:33:07.882290 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-137a09ba-c0b9-4eee-af44-ac6640b4ce82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (1b277a9e-29b4-4810-9db4-cc79a361fc1a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:07.906631 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-137a09ba-c0b9-4eee-af44-ac6640b4ce82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (1b277a9e-29b4-4810-9db4-cc79a361fc1a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:07.916332 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-137a09ba-c0b9-4eee-af44-ac6640b4ce82 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:33:07.917406 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-137a09ba-c0b9-4eee-af44-ac6640b4ce82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (1b277a9e-29b4-4810-9db4-cc79a361fc1a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:08.007617 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:33:08.007617 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:33:08.007617 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:33:08.007617 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:33:08.007617 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:33:08.007617 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:33:08.007617 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:33:08.007617 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:33:08.007617 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:33:08.007617 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:33:08.007617 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:33:08.007617 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:33:08.007617 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:33:08.007617 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:33:08.007617 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:33:08.007617 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:33:08.007617 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:33:08.007617 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:33:08.007617 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:33:08.007617 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:33:08.007617 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:33:08.007617 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:33:08.007617 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:33:08.007617 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:33:08.007617 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:33:08.007617 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:33:08.007617 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:33:08.007617 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:33:08.007617 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:33:08.007617 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:33:08.007617 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:33:08.007617 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:33:08.014639 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-137a09ba-c0b9-4eee-af44-ac6640b4ce82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (7fdf87cd-7f9f-4ae2-adea-d99f3eebe481), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:08.022282 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-137a09ba-c0b9-4eee-af44-ac6640b4ce82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:08.029611 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-137a09ba-c0b9-4eee-af44-ac6640b4ce82 admin admin] 10.222.0.75 "DELETE /v2.0/networks/7fdf87cd-7f9f-4ae2-adea-d99f3eebe481 HTTP/1.1" status: 204 len: 168 time: 0.4391515 Mar 22 19:33:08.070656 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a09ba-c0b9-4eee-af44-ac6640b4ce82 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fdf87cd-7f9f-4ae2-adea-d99f3eebe481,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:08.091764 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55389dcc-d4a2-4642-bc68-6f2fff8a83b5', 'name': 'network-vif-deleted', 'tag': '06a2c5be-ef4c-47d5-8aa2-29158f532fac'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:33:08.094236 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd409b6b-5040-4b29-a449-ad9dfab529bd" -d '{"events": [{"server_uuid": "55389dcc-d4a2-4642-bc68-6f2fff8a83b5", "name": "network-vif-deleted", "tag": "06a2c5be-ef4c-47d5-8aa2-29158f532fac"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:33:08.158479 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18989187-e858-4edb-9732-9f51717d572e req-3db0cabb-8aef-400d-9bc9-6c8e333d38d4 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:08.167214 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18989187-e858-4edb-9732-9f51717d572e req-3db0cabb-8aef-400d-9bc9-6c8e333d38d4 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:08.173628 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18989187-e858-4edb-9732-9f51717d572e req-3db0cabb-8aef-400d-9bc9-6c8e333d38d4 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:08.180085 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18989187-e858-4edb-9732-9f51717d572e req-3db0cabb-8aef-400d-9bc9-6c8e333d38d4 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:08.186573 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18989187-e858-4edb-9732-9f51717d572e req-3db0cabb-8aef-400d-9bc9-6c8e333d38d4 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:08.193523 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18989187-e858-4edb-9732-9f51717d572e req-3db0cabb-8aef-400d-9bc9-6c8e333d38d4 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:08.199779 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18989187-e858-4edb-9732-9f51717d572e req-3db0cabb-8aef-400d-9bc9-6c8e333d38d4 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:08.203999 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-18989187-e858-4edb-9732-9f51717d572e req-3db0cabb-8aef-400d-9bc9-6c8e333d38d4 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.84 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5443 time: 0.1720302 Mar 22 19:33:08.205872 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2328a87-7c09-47af-a8ac-f149de352b85 x-openstack-request-id: req-b2328a87-7c09-47af-a8ac-f149de352b85 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:08.206262 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55389dcc-d4a2-4642-bc68-6f2fff8a83b5", "name": "network-vif-deleted", "tag": "06a2c5be-ef4c-47d5-8aa2-29158f532fac", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:08.206859 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b2328a87-7c09-47af-a8ac-f149de352b85 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:08.207077 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2328a87-7c09-47af-a8ac-f149de352b85'] response: {'server_uuid': '55389dcc-d4a2-4642-bc68-6f2fff8a83b5', 'name': 'network-vif-deleted', 'tag': '06a2c5be-ef4c-47d5-8aa2-29158f532fac', 'status': 'completed', 'code': 200} Mar 22 19:33:08.213694 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962081f3-57ea-4e71-ab94-9b0cc5dd66b4 req-0a644cac-c493-4046-b19f-4d52d9b7ea1c tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:08.215431 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-962081f3-57ea-4e71-ab94-9b0cc5dd66b4 req-0a644cac-c493-4046-b19f-4d52d9b7ea1c tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=421fac41-b935-420f-890f-e33570d1daec HTTP/1.1" status: 200 len: 943 time: 0.4445128 Mar 22 19:33:08.264934 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18989187-e858-4edb-9732-9f51717d572e req-514ebf44-99f2-4e67-8340-9174ab7ffe0a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:08.266876 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-18989187-e858-4edb-9732-9f51717d572e req-514ebf44-99f2-4e67-8340-9174ab7ffe0a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.84 "GET /v2.0/ports/7ae7734a-066b-4d0f-82f5-e8e91a5e1aef?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0571775 Mar 22 19:33:08.277592 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-962081f3-57ea-4e71-ab94-9b0cc5dd66b4 req-b216bcb9-aaf1-4c49-bf7e-a9788cf0d2a9 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496047 Mar 22 19:33:08.281395 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84240c71-f36c-4499-b396-a4e262e83764 req-c63f7e7b-9b1a-468b-94fe-94ec1300c2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:08.282974 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-84240c71-f36c-4499-b396-a4e262e83764 req-c63f7e7b-9b1a-468b-94fe-94ec1300c2ee service neutron] 10.222.0.85 "GET /v2.0/networks?id=70904a24-7855-4ee9-ab3c-519e90a986a5 HTTP/1.1" status: 200 len: 906 time: 0.6333923 Mar 22 19:33:08.345750 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 58042) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:08.353678 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-84240c71-f36c-4499-b396-a4e262e83764 req-b11fdfd4-c09a-4eab-9579-1830f256bb14 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=587b0163-58f3-499a-95aa-9bddb0ec8b32 HTTP/1.1" status: 200 len: 217 time: 0.0643506 Mar 22 19:33:08.420432 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-18989187-e858-4edb-9732-9f51717d572e req-ff3b5216-0b98-47ec-9fe3-d6ca180864ae tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.84 "GET /v2.0/networks/08fc5dbc-a8ad-4376-80b5-c53d31d0b259?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1469483 Mar 22 19:33:08.439017 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-18989187-e858-4edb-9732-9f51717d572e req-3b0aee8f-b7e5-4941-9dde-41d04569274e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:33:08.462807 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84240c71-f36c-4499-b396-a4e262e83764 req-6565c54a-63a8-46c9-a22c-99ebf496a7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:08.465201 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-84240c71-f36c-4499-b396-a4e262e83764 req-6565c54a-63a8-46c9-a22c-99ebf496a7e7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a5b5783a-62e8-4ee6-a6f8-aaff77d027db HTTP/1.1" status: 200 len: 845 time: 0.0931780 Mar 22 19:33:08.487864 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b2e4f299-a4dc-43e9-a9ac-65b701006759 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=11df3bb3257c4ff1ba862ba9166fe973&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1403875 Mar 22 19:33:08.506729 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 58050) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:08.507337 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 512149e1-9e99-4084-aeaf-943c08b8e57d no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:33:08.510008 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-84240c71-f36c-4499-b396-a4e262e83764 req-9a5b3d33-eac3-4d04-a3d6-755ee7804f76 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=70904a24-7855-4ee9-ab3c-519e90a986a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353663 Mar 22 19:33:08.536568 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-18989187-e858-4edb-9732-9f51717d572e req-3b0aee8f-b7e5-4941-9dde-41d04569274e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7ae7734a-066b-4d0f-82f5-e8e91a5e1aef), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:08.620962 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0e27dd51-8598-43f4-bad3-f545f51ff608 admin admin] Publish callbacks [] for security_group (b518568f-9266-41ee-9cc0-deb4b77e07b2), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:08.634565 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 512149e1-9e99-4084-aeaf-943c08b8e57d is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:33:08.634964 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (512149e1-9e99-4084-aeaf-943c08b8e57d), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:08.672392 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0e27dd51-8598-43f4-bad3-f545f51ff608 admin admin] Publish callbacks [] for security_group (b518568f-9266-41ee-9cc0-deb4b77e07b2), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:08.689917 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 06a2c5be-ef4c-47d5-8aa2-29158f532fac no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:33:08.691978 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-84240c71-f36c-4499-b396-a4e262e83764 req-98593e3c-9e01-4b65-9881-d167c4bfade5 service neutron] 10.222.0.85 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736424 Mar 22 19:33:08.725514 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '512149e1-9e99-4084-aeaf-943c08b8e57d'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:33:08.729186 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d96f59-c58b-44d4-84b7-7780b37ec86d" -d '{"events": [{"server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "name": "network-vif-unplugged", "status": "completed", "tag": "512149e1-9e99-4084-aeaf-943c08b8e57d"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:33:08.739224 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 06a2c5be-ef4c-47d5-8aa2-29158f532fac {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:33:08.739853 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 06a2c5be-ef4c-47d5-8aa2-29158f532fac not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:33:08.751831 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 512149e1-9e99-4084-aeaf-943c08b8e57d, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=512149e1-9e99-4084-aeaf-943c08b8e57d,segment=NetworkSegment(b4692052-4d01-41f5-a3e9-0fcd02552fd8),segment_id=b4692052-4d01-41f5-a3e9-0fcd02552fd8)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:08.760807 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (512149e1-9e99-4084-aeaf-943c08b8e57d), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:08.761556 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 4ec388ce-f317-4007-a3b7-a3ba772d23b7 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:33:08.817476 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-18989187-e858-4edb-9732-9f51717d572e req-3b0aee8f-b7e5-4941-9dde-41d04569274e service neutron] For port 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=7ae7734a-066b-4d0f-82f5-e8e91a5e1aef,segment=NetworkSegment(186c2c9a-2324-4c56-b190-0b64e4273968),segment_id=186c2c9a-2324-4c56-b190-0b64e4273968)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:08.821686 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 19:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6714c0-fa59-4f8d-a5cf-0fbbac130d3e x-openstack-request-id: req-da6714c0-fa59-4f8d-a5cf-0fbbac130d3e {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:08.821991 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "name": "network-vif-unplugged", "status": "completed", "tag": "512149e1-9e99-4084-aeaf-943c08b8e57d", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:08.822713 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-da6714c0-fa59-4f8d-a5cf-0fbbac130d3e {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:08.823315 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da6714c0-fa59-4f8d-a5cf-0fbbac130d3e'] response: {'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '512149e1-9e99-4084-aeaf-943c08b8e57d', 'code': 200} Mar 22 19:33:08.910669 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-18989187-e858-4edb-9732-9f51717d572e req-3b0aee8f-b7e5-4941-9dde-41d04569274e service neutron] For port 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:33:08.980360 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-18989187-e858-4edb-9732-9f51717d572e req-3b0aee8f-b7e5-4941-9dde-41d04569274e service neutron] device_id is not set on port 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:33:08.996597 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 4ec388ce-f317-4007-a3b7-a3ba772d23b7 is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:33:08.997083 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4ec388ce-f317-4007-a3b7-a3ba772d23b7), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:09.005721 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-18989187-e858-4edb-9732-9f51717d572e req-3b0aee8f-b7e5-4941-9dde-41d04569274e service neutron] Publish callbacks [] for port (7ae7734a-066b-4d0f-82f5-e8e91a5e1aef), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:09.020465 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0e27dd51-8598-43f4-bad3-f545f51ff608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b518568f-9266-41ee-9cc0-deb4b77e07b2), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:09.023237 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0e27dd51-8598-43f4-bad3-f545f51ff608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:09.024643 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0e27dd51-8598-43f4-bad3-f545f51ff608 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b518568f-9266-41ee-9cc0-deb4b77e07b2 HTTP/1.1" status: 204 len: 168 time: 0.5135543 Mar 22 19:33:09.030019 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-18989187-e858-4edb-9732-9f51717d572e req-3b0aee8f-b7e5-4941-9dde-41d04569274e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (7ae7734a-066b-4d0f-82f5-e8e91a5e1aef), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:09.064370 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5926a-04e6-4971-9e8c-88e4fe184ee0 req-94606b92-fe53-4e91-b7eb-de21e837228a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:09.077135 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=512149e1-9e99-4084-aeaf-943c08b8e57d,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:09.085900 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5926a-04e6-4971-9e8c-88e4fe184ee0 req-94606b92-fe53-4e91-b7eb-de21e837228a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:09.094919 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5926a-04e6-4971-9e8c-88e4fe184ee0 req-94606b92-fe53-4e91-b7eb-de21e837228a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:09.100671 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 4ec388ce-f317-4007-a3b7-a3ba772d23b7, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=4ec388ce-f317-4007-a3b7-a3ba772d23b7,segment=NetworkSegment(186c2c9a-2324-4c56-b190-0b64e4273968),segment_id=186c2c9a-2324-4c56-b190-0b64e4273968)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:09.107617 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4ec388ce-f317-4007-a3b7-a3ba772d23b7), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:09.108905 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 9e808c4c-a810-49a0-bf70-bc337009de29 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:33:09.119264 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5926a-04e6-4971-9e8c-88e4fe184ee0 req-94606b92-fe53-4e91-b7eb-de21e837228a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:09.125772 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5926a-04e6-4971-9e8c-88e4fe184ee0 req-94606b92-fe53-4e91-b7eb-de21e837228a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:09.126936 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-18989187-e858-4edb-9732-9f51717d572e req-3b0aee8f-b7e5-4941-9dde-41d04569274e service neutron] No DVR routers for this DVR port 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:33:09.139302 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5926a-04e6-4971-9e8c-88e4fe184ee0 req-94606b92-fe53-4e91-b7eb-de21e837228a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:09.145217 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5926a-04e6-4971-9e8c-88e4fe184ee0 req-94606b92-fe53-4e91-b7eb-de21e837228a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:09.153338 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3ff5926a-04e6-4971-9e8c-88e4fe184ee0 req-94606b92-fe53-4e91-b7eb-de21e837228a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 5441 time: 0.3388638 Mar 22 19:33:09.175314 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-84240c71-f36c-4499-b396-a4e262e83764 req-667e3eb5-664a-4921-ada8-c07455a36464 service neutron] 10.222.0.85 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765444 Mar 22 19:33:09.217261 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0aee8f-b7e5-4941-9dde-41d04569274e service neutron] Pushing event updated for resources: {'Port': ['ID=7ae7734a-066b-4d0f-82f5-e8e91a5e1aef,revision_number=6']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:09.217915 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10db89-294d-46c9-b1ce-16f49d3b1262 req-4307a896-7de2-47a9-9cc7-06ad4162a75c tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:09.220276 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-db10db89-294d-46c9-b1ce-16f49d3b1262 req-4307a896-7de2-47a9-9cc7-06ad4162a75c tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] 10.222.0.84 "GET /v2.0/ports?device_id=89d57823-9b89-4a8d-974a-42edc6ec797f HTTP/1.1" status: 200 len: 946 time: 0.3547101 Mar 22 19:33:09.231018 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27dd51-8598-43f4-bad3-f545f51ff608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b518568f-9266-41ee-9cc0-deb4b77e07b2,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:09.246827 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=4ec388ce-f317-4007-a3b7-a3ba772d23b7,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:09.253555 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-18989187-e858-4edb-9732-9f51717d572e req-3b0aee8f-b7e5-4941-9dde-41d04569274e service neutron] In _notify_port_updated(), no bound segment for port 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef on network 08fc5dbc-a8ad-4376-80b5-c53d31d0b259 {{(pid=104173) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 19:33:09.261155 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18989187-e858-4edb-9732-9f51717d572e req-3b0aee8f-b7e5-4941-9dde-41d04569274e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:09.261155 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-18989187-e858-4edb-9732-9f51717d572e req-3b0aee8f-b7e5-4941-9dde-41d04569274e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:09.261763 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-18989187-e858-4edb-9732-9f51717d572e req-3b0aee8f-b7e5-4941-9dde-41d04569274e service neutron] 10.222.0.84 "PUT /v2.0/ports/7ae7734a-066b-4d0f-82f5-e8e91a5e1aef HTTP/1.1" status: 200 len: 1032 time: 0.8346279 Mar 22 19:33:09.312491 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c7882-c878-480d-99c8-872e35e2c703 req-3a44fa01-1e25-4fb2-a9d8-4f2d0e606c72 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:09.314363 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6f8c7882-c878-480d-99c8-872e35e2c703 req-3a44fa01-1e25-4fb2-a9d8-4f2d0e606c72 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] 10.222.0.75 "GET /v2.0/ports?device_id=89d57823-9b89-4a8d-974a-42edc6ec797f HTTP/1.1" status: 200 len: 946 time: 0.3515427 Mar 22 19:33:09.402184 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18989187-e858-4edb-9732-9f51717d572e req-442a7823-8865-4c17-a4bc-472cfa0a545a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:09.403729 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-18989187-e858-4edb-9732-9f51717d572e req-442a7823-8865-4c17-a4bc-472cfa0a545a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.84 "GET /v2.0/ports/4ec388ce-f317-4007-a3b7-a3ba772d23b7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1314662 Mar 22 19:33:09.428451 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-18989187-e858-4edb-9732-9f51717d572e req-378e3d90-50d8-4456-b52a-1d9df3c6ac0e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:33:09.457440 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 9e808c4c-a810-49a0-bf70-bc337009de29 is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:33:09.462567 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9e808c4c-a810-49a0-bf70-bc337009de29), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:09.517077 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3ff5926a-04e6-4971-9e8c-88e4fe184ee0 req-4217fa17-fe8a-44c2-b7de-b98859b35155 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=0b7349eb-428a-499e-8471-90d2194ffc4c&id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3285737 Mar 22 19:33:09.536828 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 9e808c4c-a810-49a0-bf70-bc337009de29, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=9e808c4c-a810-49a0-bf70-bc337009de29,segment=NetworkSegment(186c2c9a-2324-4c56-b190-0b64e4273968),segment_id=186c2c9a-2324-4c56-b190-0b64e4273968)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:09.544721 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (9e808c4c-a810-49a0-bf70-bc337009de29), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:09.545890 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 115d6ab3-f1cf-4adb-a81b-f51e432ca73d no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:33:09.611396 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-18989187-e858-4edb-9732-9f51717d572e req-378e3d90-50d8-4456-b52a-1d9df3c6ac0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4ec388ce-f317-4007-a3b7-a3ba772d23b7), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:09.613365 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 115d6ab3-f1cf-4adb-a81b-f51e432ca73d {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:33:09.614675 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 115d6ab3-f1cf-4adb-a81b-f51e432ca73d not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:33:09.663129 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-a3ed3c26-5a7d-483e-a38f-0589f19f88a3 None None] Provisioning complete for port 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:33:09.667806 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a3ed3c26-5a7d-483e-a38f-0589f19f88a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7ae7734a-066b-4d0f-82f5-e8e91a5e1aef), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:09.676423 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6f8c7882-c878-480d-99c8-872e35e2c703 req-716979ad-57b3-4256-b43d-1bd80ed1e79f tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] 10.222.0.75 "GET /v2.0/security-groups?id=36fd8b02-0f1d-4fad-8542-8d11309ea33f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418379 Mar 22 19:33:09.736606 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-db10db89-294d-46c9-b1ce-16f49d3b1262 req-6d1fa059-377a-45d4-a5b6-471e72f7afb0 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Deleting port 16a4a997-6aaf-4d2d-b036-3d969c0721f3 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:33:09.736955 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-db10db89-294d-46c9-b1ce-16f49d3b1262 req-6d1fa059-377a-45d4-a5b6-471e72f7afb0 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (16a4a997-6aaf-4d2d-b036-3d969c0721f3), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:09.780401 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=9e808c4c-a810-49a0-bf70-bc337009de29,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:09.792442 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-a3ed3c26-5a7d-483e-a38f-0589f19f88a3 None None] Port 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:33:09.902070 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-18989187-e858-4edb-9732-9f51717d572e req-378e3d90-50d8-4456-b52a-1d9df3c6ac0e service neutron] For port 4ec388ce-f317-4007-a3b7-a3ba772d23b7, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=4ec388ce-f317-4007-a3b7-a3ba772d23b7,segment=NetworkSegment(186c2c9a-2324-4c56-b190-0b64e4273968),segment_id=186c2c9a-2324-4c56-b190-0b64e4273968)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:09.908746 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d41e7-f54f-4224-a0c3-a04748edf6c8 req-a2ddf47d-0ce4-4630-a505-b6eed15434a4 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:09.910309 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-353d41e7-f54f-4224-a0c3-a04748edf6c8 req-a2ddf47d-0ce4-4630-a505-b6eed15434a4 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=421fac41-b935-420f-890f-e33570d1daec HTTP/1.1" status: 200 len: 943 time: 0.2312820 Mar 22 19:33:09.916301 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-db10db89-294d-46c9-b1ce-16f49d3b1262 req-6d1fa059-377a-45d4-a5b6-471e72f7afb0 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] For port 16a4a997-6aaf-4d2d-b036-3d969c0721f3, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=16a4a997-6aaf-4d2d-b036-3d969c0721f3,segment=NetworkSegment(f38edf10-c1fb-4f91-9a41-e36981285553),segment_id=f38edf10-c1fb-4f91-9a41-e36981285553)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:09.916938 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-db10db89-294d-46c9-b1ce-16f49d3b1262 req-6d1fa059-377a-45d4-a5b6-471e72f7afb0 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (16a4a997-6aaf-4d2d-b036-3d969c0721f3), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:09.947641 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-18989187-e858-4edb-9732-9f51717d572e req-378e3d90-50d8-4456-b52a-1d9df3c6ac0e service neutron] For port 4ec388ce-f317-4007-a3b7-a3ba772d23b7, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:33:09.950548 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-db10db89-294d-46c9-b1ce-16f49d3b1262 req-6d1fa059-377a-45d4-a5b6-471e72f7afb0 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Calling delete_port for 16a4a997-6aaf-4d2d-b036-3d969c0721f3 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:33:09.988919 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-18989187-e858-4edb-9732-9f51717d572e req-378e3d90-50d8-4456-b52a-1d9df3c6ac0e service neutron] device_id is not set on port 4ec388ce-f317-4007-a3b7-a3ba772d23b7 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:33:09.997726 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-18989187-e858-4edb-9732-9f51717d572e req-378e3d90-50d8-4456-b52a-1d9df3c6ac0e service neutron] Publish callbacks [] for port (4ec388ce-f317-4007-a3b7-a3ba772d23b7), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:10.008631 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-18989187-e858-4edb-9732-9f51717d572e req-378e3d90-50d8-4456-b52a-1d9df3c6ac0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (4ec388ce-f317-4007-a3b7-a3ba772d23b7), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:10.059932 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-353d41e7-f54f-4224-a0c3-a04748edf6c8 req-2f9fbda7-164e-40e4-b96c-4ed4d1d4ec83 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296282 Mar 22 19:33:10.095728 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-18989187-e858-4edb-9732-9f51717d572e req-378e3d90-50d8-4456-b52a-1d9df3c6ac0e service neutron] No DVR routers for this DVR port 4ec388ce-f317-4007-a3b7-a3ba772d23b7 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:33:10.145810 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-18989187-e858-4edb-9732-9f51717d572e req-378e3d90-50d8-4456-b52a-1d9df3c6ac0e service neutron] In _notify_port_updated(), no bound segment for port 4ec388ce-f317-4007-a3b7-a3ba772d23b7 on network 08fc5dbc-a8ad-4376-80b5-c53d31d0b259 {{(pid=104173) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 19:33:10.146777 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18989187-e858-4edb-9732-9f51717d572e req-378e3d90-50d8-4456-b52a-1d9df3c6ac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:10.147643 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-18989187-e858-4edb-9732-9f51717d572e req-378e3d90-50d8-4456-b52a-1d9df3c6ac0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:10.149615 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-18989187-e858-4edb-9732-9f51717d572e req-378e3d90-50d8-4456-b52a-1d9df3c6ac0e service neutron] 10.222.0.84 "PUT /v2.0/ports/4ec388ce-f317-4007-a3b7-a3ba772d23b7 HTTP/1.1" status: 200 len: 1031 time: 0.7395453 Mar 22 19:33:10.175322 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e3d90-50d8-4456-b52a-1d9df3c6ac0e service neutron] Pushing event updated for resources: {'Port': ['ID=4ec388ce-f317-4007-a3b7-a3ba772d23b7,revision_number=7']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:10.199148 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-db10db89-294d-46c9-b1ce-16f49d3b1262 req-6d1fa059-377a-45d4-a5b6-471e72f7afb0 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (16a4a997-6aaf-4d2d-b036-3d969c0721f3), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:10.214639 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['16a4a997-6aaf-4d2d-b036-3d969c0721f3'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:33:10.263193 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1fa059-377a-45d4-a5b6-471e72f7afb0 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Pushing event deleted for resources: {'Port': ['ID=16a4a997-6aaf-4d2d-b036-3d969c0721f3,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:10.298693 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1fa059-377a-45d4-a5b6-471e72f7afb0 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:10.299199 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1fa059-377a-45d4-a5b6-471e72f7afb0 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:10.299696 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1fa059-377a-45d4-a5b6-471e72f7afb0 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:10.300144 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1fa059-377a-45d4-a5b6-471e72f7afb0 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:10.300678 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1fa059-377a-45d4-a5b6-471e72f7afb0 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:10.301148 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1fa059-377a-45d4-a5b6-471e72f7afb0 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:10.301745 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1fa059-377a-45d4-a5b6-471e72f7afb0 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:10.302261 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1fa059-377a-45d4-a5b6-471e72f7afb0 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:10.302653 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1fa059-377a-45d4-a5b6-471e72f7afb0 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:10.303069 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1fa059-377a-45d4-a5b6-471e72f7afb0 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:10.303609 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1fa059-377a-45d4-a5b6-471e72f7afb0 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:10.303938 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1fa059-377a-45d4-a5b6-471e72f7afb0 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:10.304370 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1fa059-377a-45d4-a5b6-471e72f7afb0 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:10.304801 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1fa059-377a-45d4-a5b6-471e72f7afb0 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:10.305455 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1fa059-377a-45d4-a5b6-471e72f7afb0 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:10.338565 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-18989187-e858-4edb-9732-9f51717d572e req-b2b5640e-91c6-478a-8ab2-d129baeb2a3c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Deleting port 0ddbef26-fdc2-4762-a812-c5ac7d714e89 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:33:10.339592 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-18989187-e858-4edb-9732-9f51717d572e req-b2b5640e-91c6-478a-8ab2-d129baeb2a3c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (0ddbef26-fdc2-4762-a812-c5ac7d714e89), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:10.381168 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-db10db89-294d-46c9-b1ce-16f49d3b1262 req-6d1fa059-377a-45d4-a5b6-471e72f7afb0 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] No DVR routers for this DVR port 16a4a997-6aaf-4d2d-b036-3d969c0721f3 on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:33:10.388172 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-db10db89-294d-46c9-b1ce-16f49d3b1262 req-6d1fa059-377a-45d4-a5b6-471e72f7afb0 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:10.397295 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-db10db89-294d-46c9-b1ce-16f49d3b1262 req-6d1fa059-377a-45d4-a5b6-471e72f7afb0 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] 10.222.0.84 "DELETE /v2.0/ports/16a4a997-6aaf-4d2d-b036-3d969c0721f3 HTTP/1.1" status: 204 len: 173 time: 1.1590602 Mar 22 19:33:10.402813 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d57823-9b89-4a8d-974a-42edc6ec797f', 'name': 'network-vif-deleted', 'tag': '16a4a997-6aaf-4d2d-b036-3d969c0721f3'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:33:10.415590 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c2b8ca-1bed-4820-b829-3c2baf07df29" -d '{"events": [{"server_uuid": "89d57823-9b89-4a8d-974a-42edc6ec797f", "name": "network-vif-deleted", "tag": "16a4a997-6aaf-4d2d-b036-3d969c0721f3"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:33:10.474170 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467b1871-8d84-437d-9473-64837533568e x-openstack-request-id: req-467b1871-8d84-437d-9473-64837533568e {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:10.474464 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d57823-9b89-4a8d-974a-42edc6ec797f", "name": "network-vif-deleted", "tag": "16a4a997-6aaf-4d2d-b036-3d969c0721f3", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:10.474716 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-467b1871-8d84-437d-9473-64837533568e {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:10.475125 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-467b1871-8d84-437d-9473-64837533568e'] response: {'server_uuid': '89d57823-9b89-4a8d-974a-42edc6ec797f', 'name': 'network-vif-deleted', 'tag': '16a4a997-6aaf-4d2d-b036-3d969c0721f3', 'status': 'completed', 'code': 200} Mar 22 19:33:10.498140 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 0ddbef26-fdc2-4762-a812-c5ac7d714e89 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:33:10.537237 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-18989187-e858-4edb-9732-9f51717d572e req-b2b5640e-91c6-478a-8ab2-d129baeb2a3c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] For port 0ddbef26-fdc2-4762-a812-c5ac7d714e89, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=0ddbef26-fdc2-4762-a812-c5ac7d714e89,segment=NetworkSegment(e90353a3-2dc2-40d0-af93-fb32f35357dd),segment_id=e90353a3-2dc2-40d0-af93-fb32f35357dd)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:10.537862 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-18989187-e858-4edb-9732-9f51717d572e req-b2b5640e-91c6-478a-8ab2-d129baeb2a3c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (0ddbef26-fdc2-4762-a812-c5ac7d714e89), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:10.694194 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 587b0163-58f3-499a-95aa-9bddb0ec8b32 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:33:10.713214 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-707dea25-baa5-4547-bba2-0ad6e0464823 None None] Provisioning complete for port 4ec388ce-f317-4007-a3b7-a3ba772d23b7 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:33:10.713930 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-707dea25-baa5-4547-bba2-0ad6e0464823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (4ec388ce-f317-4007-a3b7-a3ba772d23b7), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:10.806511 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9444c-e385-406c-82ab-971eafe7da39 req-e2e41553-6a6e-423a-be2f-c4be7fa8137c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:10.813100 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9444c-e385-406c-82ab-971eafe7da39 req-e2e41553-6a6e-423a-be2f-c4be7fa8137c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:10.826734 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9444c-e385-406c-82ab-971eafe7da39 req-e2e41553-6a6e-423a-be2f-c4be7fa8137c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:10.837045 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9444c-e385-406c-82ab-971eafe7da39 req-e2e41553-6a6e-423a-be2f-c4be7fa8137c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:10.850020 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ec388ce-f317-4007-a3b7-a3ba772d23b7'}, {'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e808c4c-a810-49a0-bf70-bc337009de29'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:33:10.851686 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9444c-e385-406c-82ab-971eafe7da39 req-e2e41553-6a6e-423a-be2f-c4be7fa8137c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:10.861975 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9954d72d-4c1b-4c27-a7f1-a2727c577144" -d '{"events": [{"server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "name": "network-vif-unplugged", "status": "completed", "tag": "4ec388ce-f317-4007-a3b7-a3ba772d23b7"}, {"server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "name": "network-vif-unplugged", "status": "completed", "tag": "9e808c4c-a810-49a0-bf70-bc337009de29"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:33:10.863078 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-90a9444c-e385-406c-82ab-971eafe7da39 req-e2e41553-6a6e-423a-be2f-c4be7fa8137c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 3882 time: 0.1824908 Mar 22 19:33:10.901394 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-18989187-e858-4edb-9732-9f51717d572e req-b2b5640e-91c6-478a-8ab2-d129baeb2a3c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:10.901877 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-18989187-e858-4edb-9732-9f51717d572e req-b2b5640e-91c6-478a-8ab2-d129baeb2a3c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (17b5b324-436c-4836-805a-e8c726d853c4), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:10.902239 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [req-18989187-e858-4edb-9732-9f51717d572e req-b2b5640e-91c6-478a-8ab2-d129baeb2a3c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Floating IP 17b5b324-436c-4836-805a-e8c726d853c4 disassociated. External IP: 172.25.5.74, port: 0ddbef26-fdc2-4762-a812-c5ac7d714e89. Mar 22 19:33:10.902437 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-18989187-e858-4edb-9732-9f51717d572e req-b2b5640e-91c6-478a-8ab2-d129baeb2a3c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Calling delete_port for 0ddbef26-fdc2-4762-a812-c5ac7d714e89 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:33:10.969590 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-90a9444c-e385-406c-82ab-971eafe7da39 req-fae3af55-a7c7-4a2c-9480-f40e48089974 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054428 Mar 22 19:33:11.055262 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 22 Mar 2022 19:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd3754e-774b-41e0-b044-b67c62b8a99b x-openstack-request-id: req-3bd3754e-774b-41e0-b044-b67c62b8a99b {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:11.055566 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "name": "network-vif-unplugged", "status": "completed", "tag": "4ec388ce-f317-4007-a3b7-a3ba772d23b7", "code": 200}, {"server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "name": "network-vif-unplugged", "status": "completed", "tag": "9e808c4c-a810-49a0-bf70-bc337009de29", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:11.055820 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3bd3754e-774b-41e0-b044-b67c62b8a99b {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:11.056241 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bd3754e-774b-41e0-b044-b67c62b8a99b'] response: {'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ec388ce-f317-4007-a3b7-a3ba772d23b7', 'code': 200} Mar 22 19:33:11.056501 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bd3754e-774b-41e0-b044-b67c62b8a99b'] response: {'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e808c4c-a810-49a0-bf70-bc337009de29', 'code': 200} Mar 22 19:33:11.057261 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-707dea25-baa5-4547-bba2-0ad6e0464823 None None] Port 4ec388ce-f317-4007-a3b7-a3ba772d23b7 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:33:11.089287 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 0ddbef26-fdc2-4762-a812-c5ac7d714e89 is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:33:11.089693 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0ddbef26-fdc2-4762-a812-c5ac7d714e89), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:11.134832 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 587b0163-58f3-499a-95aa-9bddb0ec8b32, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=587b0163-58f3-499a-95aa-9bddb0ec8b32,segment=NetworkSegment(4db1c957-0684-4a6a-98a7-735cbede485b),segment_id=4db1c957-0684-4a6a-98a7-735cbede485b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:11.183724 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '587b0163-58f3-499a-95aa-9bddb0ec8b32', 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5', 'port_id': '587b0163-58f3-499a-95aa-9bddb0ec8b32', 'mac_address': 'fa:16:3e:74:3f:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b5783a-62e8-4ee6-a6f8-aaff77d027db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:33:11.212356 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-18989187-e858-4edb-9732-9f51717d572e req-b2b5640e-91c6-478a-8ab2-d129baeb2a3c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (0ddbef26-fdc2-4762-a812-c5ac7d714e89), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:11.264897 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f99eb81a-8e31-43b8-8774-41798184ff36 req-c45be854-6469-4ba8-8497-217cd901d4e5 tempest-ServerAddressesNegativeTestJSON-934143226 tempest-ServerAddressesNegativeTestJSON-934143226-project] 10.222.0.75 "GET /v2.0/ports?device_id=89d57823-9b89-4a8d-974a-42edc6ec797f HTTP/1.1" status: 200 len: 210 time: 0.0938139 Mar 22 19:33:11.308061 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3cd79-6449-4e10-b120-ed1b045eee54 req-5a30da6f-dd6d-44ba-89ec-e2809c9fc806 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:11.311246 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58d3cd79-6449-4e10-b120-ed1b045eee54 req-5a30da6f-dd6d-44ba-89ec-e2809c9fc806 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=421fac41-b935-420f-890f-e33570d1daec HTTP/1.1" status: 200 len: 943 time: 0.1558270 Mar 22 19:33:11.335329 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 1f791238-3e27-4e2c-ba13-8a83f0b02353 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:33:11.448853 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58d3cd79-6449-4e10-b120-ed1b045eee54 req-14488129-a6fd-4e29-83da-d8d6a8ff2839 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311991 Mar 22 19:33:11.701016 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 587b0163-58f3-499a-95aa-9bddb0ec8b32 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:33:11.701519 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (587b0163-58f3-499a-95aa-9bddb0ec8b32), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:11.742663 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 587b0163-58f3-499a-95aa-9bddb0ec8b32 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:33:11.826373 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 587b0163-58f3-499a-95aa-9bddb0ec8b32, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=587b0163-58f3-499a-95aa-9bddb0ec8b32,segment=NetworkSegment(4db1c957-0684-4a6a-98a7-735cbede485b),segment_id=4db1c957-0684-4a6a-98a7-735cbede485b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:11.837182 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (587b0163-58f3-499a-95aa-9bddb0ec8b32), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:11.946283 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247ba16-3704-4916-8b8c-b7fefa4da7f8 req-3437562e-7f1c-47b2-8d67-137d967effc8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:11.966508 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247ba16-3704-4916-8b8c-b7fefa4da7f8 req-3437562e-7f1c-47b2-8d67-137d967effc8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:11.983668 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247ba16-3704-4916-8b8c-b7fefa4da7f8 req-3437562e-7f1c-47b2-8d67-137d967effc8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:11.996459 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247ba16-3704-4916-8b8c-b7fefa4da7f8 req-3437562e-7f1c-47b2-8d67-137d967effc8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:12.027106 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=587b0163-58f3-499a-95aa-9bddb0ec8b32,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:12.031783 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 1f791238-3e27-4e2c-ba13-8a83f0b02353 is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:33:12.032203 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1f791238-3e27-4e2c-ba13-8a83f0b02353), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:12.040463 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247ba16-3704-4916-8b8c-b7fefa4da7f8 req-3437562e-7f1c-47b2-8d67-137d967effc8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:12.057695 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58164) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:12.064235 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247ba16-3704-4916-8b8c-b7fefa4da7f8 req-3437562e-7f1c-47b2-8d67-137d967effc8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:12.082460 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247ba16-3704-4916-8b8c-b7fefa4da7f8 req-3437562e-7f1c-47b2-8d67-137d967effc8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:12.084555 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e247ba16-3704-4916-8b8c-b7fefa4da7f8 req-3437562e-7f1c-47b2-8d67-137d967effc8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5434 time: 0.2871675 Mar 22 19:33:12.156820 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 1f791238-3e27-4e2c-ba13-8a83f0b02353, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=1f791238-3e27-4e2c-ba13-8a83f0b02353,segment=NetworkSegment(b4692052-4d01-41f5-a3e9-0fcd02552fd8),segment_id=b4692052-4d01-41f5-a3e9-0fcd02552fd8)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:12.169355 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (1f791238-3e27-4e2c-ba13-8a83f0b02353), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:12.170091 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 14a3f8e4-e05b-4c1e-911f-de48243376f2 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:33:12.236288 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18989187-e858-4edb-9732-9f51717d572e req-b2b5640e-91c6-478a-8ab2-d129baeb2a3c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Router b3eb4919-0c98-45d7-b26c-d41cb6339388 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:33:12.237650 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5640e-91c6-478a-8ab2-d129baeb2a3c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Pushing event deleted for resources: {'Port': ['ID=0ddbef26-fdc2-4762-a812-c5ac7d714e89,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:12.303669 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e247ba16-3704-4916-8b8c-b7fefa4da7f8 req-f731726d-a974-4b60-8525-569b1b975dbb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1849830 Mar 22 19:33:12.332593 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46dea6-2d09-4d71-8028-81e47e5eedf1 req-c47fe5aa-eb11-4925-b9b3-fd825c7a15fa tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:12.333977 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['587b0163-58f3-499a-95aa-9bddb0ec8b32'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:33:12.340247 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46dea6-2d09-4d71-8028-81e47e5eedf1 req-c47fe5aa-eb11-4925-b9b3-fd825c7a15fa tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:12.349759 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46dea6-2d09-4d71-8028-81e47e5eedf1 req-c47fe5aa-eb11-4925-b9b3-fd825c7a15fa tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:12.356696 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46dea6-2d09-4d71-8028-81e47e5eedf1 req-c47fe5aa-eb11-4925-b9b3-fd825c7a15fa tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:12.358818 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6f46dea6-2d09-4d71-8028-81e47e5eedf1 req-c47fe5aa-eb11-4925-b9b3-fd825c7a15fa tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 3147 time: 0.2732785 Mar 22 19:33:12.380777 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=1f791238-3e27-4e2c-ba13-8a83f0b02353,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:12.437569 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 58180) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:12.441147 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-08716d9e-5f36-473f-8b24-32a5ef0b3989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:12.448115 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 14a3f8e4-e05b-4c1e-911f-de48243376f2 is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:33:12.448520 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (14a3f8e4-e05b-4c1e-911f-de48243376f2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:12.500193 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 14a3f8e4-e05b-4c1e-911f-de48243376f2, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=14a3f8e4-e05b-4c1e-911f-de48243376f2,segment=NetworkSegment(186c2c9a-2324-4c56-b190-0b64e4273968),segment_id=186c2c9a-2324-4c56-b190-0b64e4273968)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:12.529319 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (14a3f8e4-e05b-4c1e-911f-de48243376f2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:12.530389 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:33:12.574385 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6f46dea6-2d09-4d71-8028-81e47e5eedf1 req-520e03d9-7279-4ea0-b583-b40da4969de2 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087576 Mar 22 19:33:12.602981 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18989187-e858-4edb-9732-9f51717d572e req-b2b5640e-91c6-478a-8ab2-d129baeb2a3c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:33:12.627188 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f38cc89-23c0-4fcb-b315-c3862977120c admin admin] Deleting subnet d7c0072b-6957-42cc-a482-74f45d869b49 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:33:12.631965 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2f38cc89-23c0-4fcb-b315-c3862977120c admin admin] Publish callbacks [] for subnet (d7c0072b-6957-42cc-a482-74f45d869b49), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:12.660823 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=14a3f8e4-e05b-4c1e-911f-de48243376f2,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:12.676405 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8457df-29ff-4274-a67e-e7df992a049f None None] Sync routers for ids ['b3eb4919-0c98-45d7-b26c-d41cb6339388'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:33:12.688757 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bdb94-28fd-4389-b3a2-722f194664b0 req-ccda4808-e731-4be1-bc49-b282cfeec3cf tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:12.694391 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bdb94-28fd-4389-b3a2-722f194664b0 req-ccda4808-e731-4be1-bc49-b282cfeec3cf tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:12.695958 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-18989187-e858-4edb-9732-9f51717d572e req-b2b5640e-91c6-478a-8ab2-d129baeb2a3c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] No DVR routers for this DVR port 0ddbef26-fdc2-4762-a812-c5ac7d714e89 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:33:12.702108 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-18989187-e858-4edb-9732-9f51717d572e req-b2b5640e-91c6-478a-8ab2-d129baeb2a3c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:12.705863 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-18989187-e858-4edb-9732-9f51717d572e req-b2b5640e-91c6-478a-8ab2-d129baeb2a3c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.84 "DELETE /v2.0/ports/0ddbef26-fdc2-4762-a812-c5ac7d714e89 HTTP/1.1" status: 204 len: 173 time: 2.5474198 Mar 22 19:33:12.706297 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'name': 'network-vif-deleted', 'tag': '0ddbef26-fdc2-4762-a812-c5ac7d714e89'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:33:12.708622 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf08c04-6891-489c-a20b-c9c2c8d7334a" -d '{"events": [{"server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "name": "network-vif-deleted", "tag": "0ddbef26-fdc2-4762-a812-c5ac7d714e89"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:33:12.716719 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bdb94-28fd-4389-b3a2-722f194664b0 req-ccda4808-e731-4be1-bc49-b282cfeec3cf tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:12.723556 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bdb94-28fd-4389-b3a2-722f194664b0 req-ccda4808-e731-4be1-bc49-b282cfeec3cf tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:12.728958 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bdb94-28fd-4389-b3a2-722f194664b0 req-ccda4808-e731-4be1-bc49-b282cfeec3cf tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:12.734574 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bdb94-28fd-4389-b3a2-722f194664b0 req-ccda4808-e731-4be1-bc49-b282cfeec3cf tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:12.740514 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bdb94-28fd-4389-b3a2-722f194664b0 req-ccda4808-e731-4be1-bc49-b282cfeec3cf tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:12.742380 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8457df-29ff-4274-a67e-e7df992a049f None None] Routers {'b3eb4919-0c98-45d7-b26c-d41cb6339388'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:33:12.743725 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-cb8457df-29ff-4274-a67e-e7df992a049f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:32:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['b3eb4919-0c98-45d7-b26c-d41cb6339388'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:12.756476 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f71bdb94-28fd-4389-b3a2-722f194664b0 req-ccda4808-e731-4be1-bc49-b282cfeec3cf tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5434 time: 0.2090685 Mar 22 19:33:12.777644 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-08716d9e-5f36-473f-8b24-32a5ef0b3989 admin admin] Publish callbacks [] for security_group (7dba4b40-02ab-4846-a49e-0a35cbf5ceae), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:12.789771 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-08716d9e-5f36-473f-8b24-32a5ef0b3989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7dba4b40-02ab-4846-a49e-0a35cbf5ceae), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:12.834068 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027d78ea-4a7b-4828-8159-b4801cfddd68 x-openstack-request-id: req-027d78ea-4a7b-4828-8159-b4801cfddd68 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:12.834351 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "name": "network-vif-deleted", "tag": "0ddbef26-fdc2-4762-a812-c5ac7d714e89", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:12.834691 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-027d78ea-4a7b-4828-8159-b4801cfddd68 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:12.835107 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-027d78ea-4a7b-4828-8159-b4801cfddd68'] response: {'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'name': 'network-vif-deleted', 'tag': '0ddbef26-fdc2-4762-a812-c5ac7d714e89', 'status': 'completed', 'code': 200} Mar 22 19:33:12.835959 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08716d9e-5f36-473f-8b24-32a5ef0b3989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dba4b40-02ab-4846-a49e-0a35cbf5ceae,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:12.873547 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2f38cc89-23c0-4fcb-b315-c3862977120c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (d7c0072b-6957-42cc-a482-74f45d869b49), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:12.879348 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-08716d9e-5f36-473f-8b24-32a5ef0b3989 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=90ad797c33224dc1a433a1fb9b81e9b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8162940 Mar 22 19:33:12.883911 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58190) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:12.885857 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] The host n-h1-705658-24 is not matching for port 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef host ! {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 19:33:12.885857 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:33:12.962089 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-68346aac-2a2e-4f2c-bad7-44ba1e2e6817 admin admin] Publish callbacks [] for security_group (7dba4b40-02ab-4846-a49e-0a35cbf5ceae), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:12.976902 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 16a4a997-6aaf-4d2d-b036-3d969c0721f3 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:33:12.995630 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-68346aac-2a2e-4f2c-bad7-44ba1e2e6817 admin admin] Publish callbacks [] for security_group (7dba4b40-02ab-4846-a49e-0a35cbf5ceae), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:13.005097 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2f38cc89-23c0-4fcb-b315-c3862977120c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (d7c0072b-6957-42cc-a482-74f45d869b49), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:13.033852 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-18989187-e858-4edb-9732-9f51717d572e req-5db0928c-cdb0-4d7e-95c5-ca777504a1bd tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Deleting port 1f791238-3e27-4e2c-ba13-8a83f0b02353 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:33:13.033852 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-18989187-e858-4edb-9732-9f51717d572e req-5db0928c-cdb0-4d7e-95c5-ca777504a1bd tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (1f791238-3e27-4e2c-ba13-8a83f0b02353), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:13.036149 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 16a4a997-6aaf-4d2d-b036-3d969c0721f3 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:33:13.036514 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 16a4a997-6aaf-4d2d-b036-3d969c0721f3 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:33:13.063121 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f791238-3e27-4e2c-ba13-8a83f0b02353'}, {'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14a3f8e4-e05b-4c1e-911f-de48243376f2'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:33:13.067838 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f49d7fd-9ced-44d8-bbf0-e865adf625e4" -d '{"events": [{"server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "name": "network-vif-unplugged", "status": "completed", "tag": "1f791238-3e27-4e2c-ba13-8a83f0b02353"}, {"server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "name": "network-vif-unplugged", "status": "completed", "tag": "14a3f8e4-e05b-4c1e-911f-de48243376f2"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:33:13.143827 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b2c04-dd3b-4447-92ee-a8f772fdd6b0 req-82962ecd-add7-40bf-9ffd-c930e65625db tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:13.146103 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-18989187-e858-4edb-9732-9f51717d572e req-5db0928c-cdb0-4d7e-95c5-ca777504a1bd tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] For port 1f791238-3e27-4e2c-ba13-8a83f0b02353, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=1f791238-3e27-4e2c-ba13-8a83f0b02353,segment=NetworkSegment(b4692052-4d01-41f5-a3e9-0fcd02552fd8),segment_id=b4692052-4d01-41f5-a3e9-0fcd02552fd8)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:13.146103 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-18989187-e858-4edb-9732-9f51717d572e req-5db0928c-cdb0-4d7e-95c5-ca777504a1bd tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (1f791238-3e27-4e2c-ba13-8a83f0b02353), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:13.147077 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-da2b2c04-dd3b-4447-92ee-a8f772fdd6b0 req-82962ecd-add7-40bf-9ffd-c930e65625db tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=421fac41-b935-420f-890f-e33570d1daec HTTP/1.1" status: 200 len: 944 time: 0.3855767 Mar 22 19:33:13.151064 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2f38cc89-23c0-4fcb-b315-c3862977120c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (d7c0072b-6957-42cc-a482-74f45d869b49), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:13.161061 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 22 Mar 2022 19:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24b1217-ee3f-476b-9bea-aedd8747109e x-openstack-request-id: req-a24b1217-ee3f-476b-9bea-aedd8747109e {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:13.161369 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "name": "network-vif-unplugged", "status": "completed", "tag": "1f791238-3e27-4e2c-ba13-8a83f0b02353", "code": 200}, {"server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "name": "network-vif-unplugged", "status": "completed", "tag": "14a3f8e4-e05b-4c1e-911f-de48243376f2", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:13.161672 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a24b1217-ee3f-476b-9bea-aedd8747109e {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:13.162106 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a24b1217-ee3f-476b-9bea-aedd8747109e'] response: {'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f791238-3e27-4e2c-ba13-8a83f0b02353', 'code': 200} Mar 22 19:33:13.162368 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a24b1217-ee3f-476b-9bea-aedd8747109e'] response: {'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14a3f8e4-e05b-4c1e-911f-de48243376f2', 'code': 200} Mar 22 19:33:13.168748 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-18989187-e858-4edb-9732-9f51717d572e req-5db0928c-cdb0-4d7e-95c5-ca777504a1bd tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Calling delete_port for 1f791238-3e27-4e2c-ba13-8a83f0b02353 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:33:13.190457 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-cb8457df-29ff-4274-a67e-e7df992a049f None None] Set router b3eb4919-0c98-45d7-b26c-d41cb6339388 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:33:13.203969 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2f38cc89-23c0-4fcb-b315-c3862977120c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:13.207243 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2f38cc89-23c0-4fcb-b315-c3862977120c admin admin] 10.222.0.75 "DELETE /v2.0/subnets/d7c0072b-6957-42cc-a482-74f45d869b49 HTTP/1.1" status: 204 len: 168 time: 0.7677007 Mar 22 19:33:13.212803 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38cc89-23c0-4fcb-b315-c3862977120c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7c0072b-6957-42cc-a482-74f45d869b49,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:13.214708 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 58200) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:13.323971 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-18989187-e858-4edb-9732-9f51717d572e req-5db0928c-cdb0-4d7e-95c5-ca777504a1bd tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (1f791238-3e27-4e2c-ba13-8a83f0b02353), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:13.338129 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-24396a8d-ddf4-400b-a878-e24a0b626a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (c6e38340-6085-4d32-be53-e2558fdfa2b6), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:13.361280 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0928c-cdb0-4d7e-95c5-ca777504a1bd tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Pushing event deleted for resources: {'Port': ['ID=1f791238-3e27-4e2c-ba13-8a83f0b02353,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:13.383499 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-da2b2c04-dd3b-4447-92ee-a8f772fdd6b0 req-bc8bcd71-19b7-4508-886d-69592f35e514 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133317 Mar 22 19:33:13.386766 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-68346aac-2a2e-4f2c-bad7-44ba1e2e6817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7dba4b40-02ab-4846-a49e-0a35cbf5ceae), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:13.392390 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-68346aac-2a2e-4f2c-bad7-44ba1e2e6817 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:13.396452 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-68346aac-2a2e-4f2c-bad7-44ba1e2e6817 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7dba4b40-02ab-4846-a49e-0a35cbf5ceae HTTP/1.1" status: 204 len: 168 time: 0.5039070 Mar 22 19:33:13.494614 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-18989187-e858-4edb-9732-9f51717d572e req-5db0928c-cdb0-4d7e-95c5-ca777504a1bd tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] No DVR routers for this DVR port 1f791238-3e27-4e2c-ba13-8a83f0b02353 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:33:13.500934 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68346aac-2a2e-4f2c-bad7-44ba1e2e6817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dba4b40-02ab-4846-a49e-0a35cbf5ceae,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:13.511092 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-18989187-e858-4edb-9732-9f51717d572e req-5db0928c-cdb0-4d7e-95c5-ca777504a1bd tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:13.520568 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-18989187-e858-4edb-9732-9f51717d572e req-5db0928c-cdb0-4d7e-95c5-ca777504a1bd tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.84 "DELETE /v2.0/ports/1f791238-3e27-4e2c-ba13-8a83f0b02353 HTTP/1.1" status: 204 len: 173 time: 0.8078454 Mar 22 19:33:13.599374 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-cb8457df-29ff-4274-a67e-e7df992a049f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'name': 'tempest-TaggedBootDevicesTest_v242-1498568096-router', 'tenant_id': '3fee7ce517f548f9a4e6097b9989ab12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:10Z', 'updated_at': '2022-03-22T19:26:17Z', 'revision_number': 4, 'project_id': '3fee7ce517f548f9a4e6097b9989ab12', 'gw_port': {'id': 'c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:12Z', 'updated_at': '2022-03-22T19:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7', 'name': '', 'network_id': '51c4d819-dc3a-4926-819e-2ad5e382640b', 'tenant_id': '3fee7ce517f548f9a4e6097b9989ab12', 'mac_address': 'fa:16:3e:d0:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '69c17642-eb57-4b80-9cea-90bbf60877d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:16Z', 'updated_at': '2022-03-22T19:26:38Z', 'revision_number': 5, 'project_id': '3fee7ce517f548f9a4e6097b9989ab12', 'subnets': [{'id': '69c17642-eb57-4b80-9cea-90bbf60877d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:13.605248 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-24396a8d-ddf4-400b-a878-e24a0b626a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (c6e38340-6085-4d32-be53-e2558fdfa2b6), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:13.651862 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8457df-29ff-4274-a67e-e7df992a049f None None] Checking router: b3eb4919-0c98-45d7-b26c-d41cb6339388 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:33:13.675534 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-24396a8d-ddf4-400b-a878-e24a0b626a56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e38340-6085-4d32-be53-e2558fdfa2b6']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:13.675652 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8457df-29ff-4274-a67e-e7df992a049f None None] Routers {'b3eb4919-0c98-45d7-b26c-d41cb6339388'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:33:13.676311 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-cb8457df-29ff-4274-a67e-e7df992a049f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:32:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['b3eb4919-0c98-45d7-b26c-d41cb6339388'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:13.700251 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-24396a8d-ddf4-400b-a878-e24a0b626a56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f38edf10-c1fb-4f91-9a41-e36981285553') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:13.700553 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-24396a8d-ddf4-400b-a878-e24a0b626a56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f38edf10-c1fb-4f91-9a41-e36981285553') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:13.785826 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-24396a8d-ddf4-400b-a878-e24a0b626a56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (f38edf10-c1fb-4f91-9a41-e36981285553), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:13.808963 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-24396a8d-ddf4-400b-a878-e24a0b626a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (f38edf10-c1fb-4f91-9a41-e36981285553), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:13.817761 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24396a8d-ddf4-400b-a878-e24a0b626a56 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:33:13.818720 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-24396a8d-ddf4-400b-a878-e24a0b626a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (f38edf10-c1fb-4f91-9a41-e36981285553), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:13.835668 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-18989187-e858-4edb-9732-9f51717d572e req-54d144a7-a01f-4e30-81de-2e6eef7ea3c3 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Deleting port 14a3f8e4-e05b-4c1e-911f-de48243376f2 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:33:13.836024 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-18989187-e858-4edb-9732-9f51717d572e req-54d144a7-a01f-4e30-81de-2e6eef7ea3c3 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (14a3f8e4-e05b-4c1e-911f-de48243376f2), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:13.980481 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-cb8457df-29ff-4274-a67e-e7df992a049f None None] Set router b3eb4919-0c98-45d7-b26c-d41cb6339388 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:33:14.013826 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:33:14.013826 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:33:14.013826 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:33:14.013826 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:33:14.013826 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:33:14.013826 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:33:14.013826 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:33:14.013826 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:33:14.013826 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:33:14.013826 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:33:14.013826 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:33:14.013826 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:33:14.013826 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:33:14.013826 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:33:14.013826 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:33:14.013826 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:33:14.013826 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:33:14.013826 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:33:14.013826 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:33:14.013826 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:33:14.013826 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:33:14.013826 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:33:14.013826 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:33:14.013826 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:33:14.013826 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:33:14.013826 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:33:14.013826 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:33:14.013826 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:33:14.013826 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:33:14.013826 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:33:14.013826 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:33:14.013826 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:33:14.069616 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-18989187-e858-4edb-9732-9f51717d572e req-54d144a7-a01f-4e30-81de-2e6eef7ea3c3 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] For port 14a3f8e4-e05b-4c1e-911f-de48243376f2, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=14a3f8e4-e05b-4c1e-911f-de48243376f2,segment=NetworkSegment(186c2c9a-2324-4c56-b190-0b64e4273968),segment_id=186c2c9a-2324-4c56-b190-0b64e4273968)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:14.071723 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-18989187-e858-4edb-9732-9f51717d572e req-54d144a7-a01f-4e30-81de-2e6eef7ea3c3 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (14a3f8e4-e05b-4c1e-911f-de48243376f2), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:14.080960 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-24396a8d-ddf4-400b-a878-e24a0b626a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (c6e38340-6085-4d32-be53-e2558fdfa2b6), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:14.090390 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-24396a8d-ddf4-400b-a878-e24a0b626a56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:14.120742 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-24396a8d-ddf4-400b-a878-e24a0b626a56 admin admin] 10.222.0.75 "DELETE /v2.0/networks/c6e38340-6085-4d32-be53-e2558fdfa2b6 HTTP/1.1" status: 204 len: 168 time: 0.9035757 Mar 22 19:33:14.147874 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-18989187-e858-4edb-9732-9f51717d572e req-54d144a7-a01f-4e30-81de-2e6eef7ea3c3 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Calling delete_port for 14a3f8e4-e05b-4c1e-911f-de48243376f2 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:33:14.152699 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf7b0a-e477-422e-82c4-81269230b475 req-9450510f-8731-4a5d-9e58-2727597a9bea tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:14.171834 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf7b0a-e477-422e-82c4-81269230b475 req-9450510f-8731-4a5d-9e58-2727597a9bea tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:14.192834 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf7b0a-e477-422e-82c4-81269230b475 req-9450510f-8731-4a5d-9e58-2727597a9bea tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:14.204765 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2caf7b0a-e477-422e-82c4-81269230b475 req-9450510f-8731-4a5d-9e58-2727597a9bea tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 2410 time: 0.4797523 Mar 22 19:33:14.242993 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24396a8d-ddf4-400b-a878-e24a0b626a56 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6e38340-6085-4d32-be53-e2558fdfa2b6,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:14.375498 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 58232) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:14.383596 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2caf7b0a-e477-422e-82c4-81269230b475 req-e682bbbb-d791-42c1-a26e-c94b8d2bc081 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776202 Mar 22 19:33:14.494419 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-18989187-e858-4edb-9732-9f51717d572e req-54d144a7-a01f-4e30-81de-2e6eef7ea3c3 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (14a3f8e4-e05b-4c1e-911f-de48243376f2), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:14.504321 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c15413af-1c74-4d89-b963-980b907e770f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b2ab78ae83d94f0884f1b893d8ed1d4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1167381 Mar 22 19:33:14.506706 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 58242) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:14.570329 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d144a7-a01f-4e30-81de-2e6eef7ea3c3 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Pushing event deleted for resources: {'Port': ['ID=14a3f8e4-e05b-4c1e-911f-de48243376f2,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:14.662358 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-18989187-e858-4edb-9732-9f51717d572e req-54d144a7-a01f-4e30-81de-2e6eef7ea3c3 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] No DVR routers for this DVR port 14a3f8e4-e05b-4c1e-911f-de48243376f2 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:33:14.666671 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-18989187-e858-4edb-9732-9f51717d572e req-54d144a7-a01f-4e30-81de-2e6eef7ea3c3 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:14.671020 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-18989187-e858-4edb-9732-9f51717d572e req-54d144a7-a01f-4e30-81de-2e6eef7ea3c3 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.84 "DELETE /v2.0/ports/14a3f8e4-e05b-4c1e-911f-de48243376f2 HTTP/1.1" status: 204 len: 173 time: 1.1453953 Mar 22 19:33:14.718276 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 587b0163-58f3-499a-95aa-9bddb0ec8b32 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:33:14.733203 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca0f6b-2b05-40e9-882e-038160811a13 req-00ff33ce-a6ad-470c-8ebb-378ce45e46dd tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:14.735410 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58ca0f6b-2b05-40e9-882e-038160811a13 req-00ff33ce-a6ad-470c-8ebb-378ce45e46dd tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=421fac41-b935-420f-890f-e33570d1daec HTTP/1.1" status: 200 len: 944 time: 0.1983521 Mar 22 19:33:14.736091 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d5b658e7-f389-4b8c-be97-2986af3b5216 admin admin] Publish callbacks [] for security_group (36fd8b02-0f1d-4fad-8542-8d11309ea33f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:14.835794 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'name': 'network-vif-deleted', 'tag': '1f791238-3e27-4e2c-ba13-8a83f0b02353'}, {'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'name': 'network-vif-deleted', 'tag': '14a3f8e4-e05b-4c1e-911f-de48243376f2'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:33:14.838656 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44ec68f-9a00-442d-9205-dda79fd431e7" -d '{"events": [{"server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "name": "network-vif-deleted", "tag": "1f791238-3e27-4e2c-ba13-8a83f0b02353"}, {"server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "name": "network-vif-deleted", "tag": "14a3f8e4-e05b-4c1e-911f-de48243376f2"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:33:14.860709 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-18989187-e858-4edb-9732-9f51717d572e req-acede9d7-d020-407b-9ec0-4444138a087e tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Deleting port 512149e1-9e99-4084-aeaf-943c08b8e57d {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:33:14.861106 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-18989187-e858-4edb-9732-9f51717d572e req-acede9d7-d020-407b-9ec0-4444138a087e tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (512149e1-9e99-4084-aeaf-943c08b8e57d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:14.873963 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d5b658e7-f389-4b8c-be97-2986af3b5216 admin admin] Publish callbacks [] for security_group (36fd8b02-0f1d-4fad-8542-8d11309ea33f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:14.957090 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-cb8457df-29ff-4274-a67e-e7df992a049f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'name': 'tempest-TaggedBootDevicesTest_v242-1498568096-router', 'tenant_id': '3fee7ce517f548f9a4e6097b9989ab12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:10Z', 'updated_at': '2022-03-22T19:26:17Z', 'revision_number': 4, 'project_id': '3fee7ce517f548f9a4e6097b9989ab12', 'gw_port': {'id': 'c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:12Z', 'updated_at': '2022-03-22T19:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7', 'name': '', 'network_id': '51c4d819-dc3a-4926-819e-2ad5e382640b', 'tenant_id': '3fee7ce517f548f9a4e6097b9989ab12', 'mac_address': 'fa:16:3e:d0:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '69c17642-eb57-4b80-9cea-90bbf60877d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:16Z', 'updated_at': '2022-03-22T19:26:38Z', 'revision_number': 5, 'project_id': '3fee7ce517f548f9a4e6097b9989ab12', 'subnets': [{'id': '69c17642-eb57-4b80-9cea-90bbf60877d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:14.961381 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58ca0f6b-2b05-40e9-882e-038160811a13 req-8d64a7d7-6625-40c6-b00e-20fac86cc04a tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104783 Mar 22 19:33:14.970708 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 587b0163-58f3-499a-95aa-9bddb0ec8b32 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:33:15.026961 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8457df-29ff-4274-a67e-e7df992a049f None None] The sync data for ids ['b3eb4919-0c98-45d7-b26c-d41cb6339388'] in n-d-705658-24 is: [{'id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'name': 'tempest-TaggedBootDevicesTest_v242-1498568096-router', 'tenant_id': '3fee7ce517f548f9a4e6097b9989ab12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:10Z', 'updated_at': '2022-03-22T19:26:17Z', 'revision_number': 4, 'project_id': '3fee7ce517f548f9a4e6097b9989ab12', 'gw_port': {'id': 'c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:12Z', 'updated_at': '2022-03-22T19:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7', 'name': '', 'network_id': '51c4d819-dc3a-4926-819e-2ad5e382640b', 'tenant_id': '3fee7ce517f548f9a4e6097b9989ab12', 'mac_address': 'fa:16:3e:d0:db:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'device_owner': 'network:router_interface', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '69c17642-eb57-4b80-9cea-90bbf60877d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:16Z', 'updated_at': '2022-03-22T19:26:38Z', 'revision_number': 5, 'project_id': '3fee7ce517f548f9a4e6097b9989ab12', 'subnets': [{'id': '69c17642-eb57-4b80-9cea-90bbf60877d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:33:15.034194 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d5b658e7-f389-4b8c-be97-2986af3b5216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (36fd8b02-0f1d-4fad-8542-8d11309ea33f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:15.040161 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d5b658e7-f389-4b8c-be97-2986af3b5216 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:15.044825 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d5b658e7-f389-4b8c-be97-2986af3b5216 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/36fd8b02-0f1d-4fad-8542-8d11309ea33f HTTP/1.1" status: 204 len: 168 time: 0.5355868 Mar 22 19:33:15.080699 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b658e7-f389-4b8c-be97-2986af3b5216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fd8b02-0f1d-4fad-8542-8d11309ea33f,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:15.083347 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 587b0163-58f3-499a-95aa-9bddb0ec8b32 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:33:15.086522 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (587b0163-58f3-499a-95aa-9bddb0ec8b32), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:15.128101 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 19:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78b9e90-5415-4afd-813a-0c622cdab932 x-openstack-request-id: req-f78b9e90-5415-4afd-813a-0c622cdab932 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:15.132082 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "name": "network-vif-deleted", "tag": "1f791238-3e27-4e2c-ba13-8a83f0b02353", "status": "completed", "code": 200}, {"server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "name": "network-vif-deleted", "tag": "14a3f8e4-e05b-4c1e-911f-de48243376f2", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:15.132351 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f78b9e90-5415-4afd-813a-0c622cdab932 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:15.132771 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f78b9e90-5415-4afd-813a-0c622cdab932'] response: {'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'name': 'network-vif-deleted', 'tag': '1f791238-3e27-4e2c-ba13-8a83f0b02353', 'status': 'completed', 'code': 200} Mar 22 19:33:15.133235 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f78b9e90-5415-4afd-813a-0c622cdab932'] response: {'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'name': 'network-vif-deleted', 'tag': '14a3f8e4-e05b-4c1e-911f-de48243376f2', 'status': 'completed', 'code': 200} Mar 22 19:33:15.317448 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6c670c30-5492-40a0-a54e-31dd74028293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:15.339968 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-18989187-e858-4edb-9732-9f51717d572e req-acede9d7-d020-407b-9ec0-4444138a087e tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] For port 512149e1-9e99-4084-aeaf-943c08b8e57d, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=512149e1-9e99-4084-aeaf-943c08b8e57d,segment=NetworkSegment(b4692052-4d01-41f5-a3e9-0fcd02552fd8),segment_id=b4692052-4d01-41f5-a3e9-0fcd02552fd8)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:15.340948 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-18989187-e858-4edb-9732-9f51717d572e req-acede9d7-d020-407b-9ec0-4444138a087e tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (512149e1-9e99-4084-aeaf-943c08b8e57d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:15.378801 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-18989187-e858-4edb-9732-9f51717d572e req-acede9d7-d020-407b-9ec0-4444138a087e tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Calling delete_port for 512149e1-9e99-4084-aeaf-943c08b8e57d owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:33:15.473059 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 587b0163-58f3-499a-95aa-9bddb0ec8b32 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:33:15.473751 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (587b0163-58f3-499a-95aa-9bddb0ec8b32), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:15.525662 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421fac41-b935-420f-890f-e33570d1daec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587b0163-58f3-499a-95aa-9bddb0ec8b32'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:33:15.527963 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 58282) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:15.535003 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9cbeb3c-68f8-4986-94f2-0c6439c049e0" -d '{"events": [{"server_uuid": "421fac41-b935-420f-890f-e33570d1daec", "name": "network-vif-plugged", "status": "completed", "tag": "587b0163-58f3-499a-95aa-9bddb0ec8b32"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:33:15.599127 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 587b0163-58f3-499a-95aa-9bddb0ec8b32, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=587b0163-58f3-499a-95aa-9bddb0ec8b32,segment=NetworkSegment(4db1c957-0684-4a6a-98a7-735cbede485b),segment_id=4db1c957-0684-4a6a-98a7-735cbede485b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:15.611843 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (587b0163-58f3-499a-95aa-9bddb0ec8b32), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:15.674890 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-18989187-e858-4edb-9732-9f51717d572e req-acede9d7-d020-407b-9ec0-4444138a087e tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (512149e1-9e99-4084-aeaf-943c08b8e57d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:15.747978 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acede9d7-d020-407b-9ec0-4444138a087e tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Pushing event deleted for resources: {'Port': ['ID=512149e1-9e99-4084-aeaf-943c08b8e57d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:15.769408 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16629c6c-99f5-4e1a-98c1-46adb1f5d286 req-def7d5a0-748f-49b5-9c48-4dd51726f1f1 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:15.788979 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16629c6c-99f5-4e1a-98c1-46adb1f5d286 req-def7d5a0-748f-49b5-9c48-4dd51726f1f1 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:15.817474 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-16629c6c-99f5-4e1a-98c1-46adb1f5d286 req-def7d5a0-748f-49b5-9c48-4dd51726f1f1 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 1599 time: 0.2211194 Mar 22 19:33:15.822248 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb00f4cc-1ae8-46fa-8eab-c1b260a57937 None None] New status for floating IP 17b5b324-436c-4836-805a-e8c726d853c4: DOWN {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:33:15.837981 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-18989187-e858-4edb-9732-9f51717d572e req-acede9d7-d020-407b-9ec0-4444138a087e tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] No DVR routers for this DVR port 512149e1-9e99-4084-aeaf-943c08b8e57d on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:33:15.841773 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-18989187-e858-4edb-9732-9f51717d572e req-acede9d7-d020-407b-9ec0-4444138a087e tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:15.845291 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:15.854159 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-18989187-e858-4edb-9732-9f51717d572e req-acede9d7-d020-407b-9ec0-4444138a087e tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.84 "DELETE /v2.0/ports/512149e1-9e99-4084-aeaf-943c08b8e57d HTTP/1.1" status: 204 len: 173 time: 1.1763189 Mar 22 19:33:15.857157 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=587b0163-58f3-499a-95aa-9bddb0ec8b32,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:15.969504 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-16629c6c-99f5-4e1a-98c1-46adb1f5d286 req-add320af-dba8-45e0-9f11-10d7fa54ab0c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503453 Mar 22 19:33:16.019280 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4bbc8-8e87-4c72-b6e8-e3cc32737564 req-d115170b-5f29-4351-a2d6-9fbe37a7b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:16.019774 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4bbc8-8e87-4c72-b6e8-e3cc32737564 req-d115170b-5f29-4351-a2d6-9fbe37a7b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:16.020256 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4bbc8-8e87-4c72-b6e8-e3cc32737564 req-d115170b-5f29-4351-a2d6-9fbe37a7b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:16.020781 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4bbc8-8e87-4c72-b6e8-e3cc32737564 req-d115170b-5f29-4351-a2d6-9fbe37a7b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:16.021252 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4bbc8-8e87-4c72-b6e8-e3cc32737564 req-d115170b-5f29-4351-a2d6-9fbe37a7b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:16.022270 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4bbc8-8e87-4c72-b6e8-e3cc32737564 req-d115170b-5f29-4351-a2d6-9fbe37a7b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:16.023031 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4bbc8-8e87-4c72-b6e8-e3cc32737564 req-d115170b-5f29-4351-a2d6-9fbe37a7b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:16.061217 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5fe4bbc8-8e87-4c72-b6e8-e3cc32737564 req-d115170b-5f29-4351-a2d6-9fbe37a7b5c3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 6715 time: 0.5306060 Mar 22 19:33:16.117147 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005e0968-9cdc-4ba6-8b21-ff2e7b5989e6 x-openstack-request-id: req-005e0968-9cdc-4ba6-8b21-ff2e7b5989e6 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:16.117640 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421fac41-b935-420f-890f-e33570d1daec", "name": "network-vif-plugged", "status": "completed", "tag": "587b0163-58f3-499a-95aa-9bddb0ec8b32", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:16.117759 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-005e0968-9cdc-4ba6-8b21-ff2e7b5989e6 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:16.118126 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-005e0968-9cdc-4ba6-8b21-ff2e7b5989e6'] response: {'server_uuid': '421fac41-b935-420f-890f-e33570d1daec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587b0163-58f3-499a-95aa-9bddb0ec8b32', 'code': 200} Mar 22 19:33:16.153282 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-18989187-e858-4edb-9732-9f51717d572e req-d615a38b-0108-406f-b2e3-dae62d16a5b4 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Deleting port 9e808c4c-a810-49a0-bf70-bc337009de29 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:33:16.153732 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-18989187-e858-4edb-9732-9f51717d572e req-d615a38b-0108-406f-b2e3-dae62d16a5b4 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (9e808c4c-a810-49a0-bf70-bc337009de29), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:16.459512 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5fe4bbc8-8e87-4c72-b6e8-e3cc32737564 req-52239ce3-a072-4293-9a96-87f25eeb5e30 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3973074 Mar 22 19:33:16.468408 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-18989187-e858-4edb-9732-9f51717d572e req-d615a38b-0108-406f-b2e3-dae62d16a5b4 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] For port 9e808c4c-a810-49a0-bf70-bc337009de29, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=9e808c4c-a810-49a0-bf70-bc337009de29,segment=NetworkSegment(186c2c9a-2324-4c56-b190-0b64e4273968),segment_id=186c2c9a-2324-4c56-b190-0b64e4273968)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:16.469007 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-18989187-e858-4edb-9732-9f51717d572e req-d615a38b-0108-406f-b2e3-dae62d16a5b4 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (9e808c4c-a810-49a0-bf70-bc337009de29), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:16.489559 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-18989187-e858-4edb-9732-9f51717d572e req-d615a38b-0108-406f-b2e3-dae62d16a5b4 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Calling delete_port for 9e808c4c-a810-49a0-bf70-bc337009de29 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:33:16.629868 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62747cc-42f0-4de1-a264-4412233352c7 req-b688ad97-7d93-4999-8614-befd8b97d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:16.638660 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b62747cc-42f0-4de1-a264-4412233352c7 req-b688ad97-7d93-4999-8614-befd8b97d502 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=421fac41-b935-420f-890f-e33570d1daec HTTP/1.1" status: 200 len: 1128 time: 0.4569368 Mar 22 19:33:16.670051 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70208c39-5be8-47be-b5a4-4a7316806f45 req-09803518-8b5b-4869-8095-899047f0ab66 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:16.684317 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-70208c39-5be8-47be-b5a4-4a7316806f45 req-09803518-8b5b-4869-8095-899047f0ab66 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=421fac41-b935-420f-890f-e33570d1daec HTTP/1.1" status: 200 len: 945 time: 0.3933995 Mar 22 19:33:16.848078 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f7b3fb9-e1f5-4ba4-8494-82761bdc0505 req-af29655e-1f7e-43d2-a453-ffa82a54e578 tempest-ServerShowV254Test-1402407519 tempest-ServerShowV254Test-1402407519-project] 10.222.0.75 "GET /v2.0/ports?device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.2043219 Mar 22 19:33:16.855142 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-18989187-e858-4edb-9732-9f51717d572e req-d615a38b-0108-406f-b2e3-dae62d16a5b4 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (9e808c4c-a810-49a0-bf70-bc337009de29), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:16.943199 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b62747cc-42f0-4de1-a264-4412233352c7 req-464eefe0-5966-406c-bbf3-34302b1d01d1 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957063 Mar 22 19:33:16.960888 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d615a38b-0108-406f-b2e3-dae62d16a5b4 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Pushing event deleted for resources: {'Port': ['ID=9e808c4c-a810-49a0-bf70-bc337009de29,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:16.982426 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-70208c39-5be8-47be-b5a4-4a7316806f45 req-7150191b-83e3-4046-a8cd-bb2c90653b00 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473638 Mar 22 19:33:17.044998 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 58350) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:17.121401 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-18989187-e858-4edb-9732-9f51717d572e req-d615a38b-0108-406f-b2e3-dae62d16a5b4 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] No DVR routers for this DVR port 9e808c4c-a810-49a0-bf70-bc337009de29 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:33:17.124179 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-18989187-e858-4edb-9732-9f51717d572e req-d615a38b-0108-406f-b2e3-dae62d16a5b4 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:17.128959 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-18989187-e858-4edb-9732-9f51717d572e req-d615a38b-0108-406f-b2e3-dae62d16a5b4 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.84 "DELETE /v2.0/ports/9e808c4c-a810-49a0-bf70-bc337009de29 HTTP/1.1" status: 204 len: 173 time: 1.2693865 Mar 22 19:33:17.134994 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'name': 'network-vif-deleted', 'tag': '512149e1-9e99-4084-aeaf-943c08b8e57d'}, {'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'name': 'network-vif-deleted', 'tag': '9e808c4c-a810-49a0-bf70-bc337009de29'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:33:17.143387 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e1fd05-5aeb-4735-874a-9ca8f8118bb1" -d '{"events": [{"server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "name": "network-vif-deleted", "tag": "512149e1-9e99-4084-aeaf-943c08b8e57d"}, {"server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "name": "network-vif-deleted", "tag": "9e808c4c-a810-49a0-bf70-bc337009de29"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:33:17.237683 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5da99e3a-0f7a-4d43-b90a-5b4b6af5bd93 req-176efcfd-a7ae-43db-a36d-8efef7d07c40 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.1312482 Mar 22 19:33:17.259721 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 19:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3167048c-ff51-44fc-9e97-e27a4df7121d x-openstack-request-id: req-3167048c-ff51-44fc-9e97-e27a4df7121d {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:17.260133 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "name": "network-vif-deleted", "tag": "512149e1-9e99-4084-aeaf-943c08b8e57d", "status": "completed", "code": 200}, {"server_uuid": "60fa428f-956c-4a38-82a5-e8774debd9be", "name": "network-vif-deleted", "tag": "9e808c4c-a810-49a0-bf70-bc337009de29", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:17.260475 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3167048c-ff51-44fc-9e97-e27a4df7121d {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:17.261318 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3167048c-ff51-44fc-9e97-e27a4df7121d'] response: {'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'name': 'network-vif-deleted', 'tag': '512149e1-9e99-4084-aeaf-943c08b8e57d', 'status': 'completed', 'code': 200} Mar 22 19:33:17.262310 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3167048c-ff51-44fc-9e97-e27a4df7121d'] response: {'server_uuid': '60fa428f-956c-4a38-82a5-e8774debd9be', 'name': 'network-vif-deleted', 'tag': '9e808c4c-a810-49a0-bf70-bc337009de29', 'status': 'completed', 'code': 200} Mar 22 19:33:17.340461 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-e2d4ed92-9c47-4df7-8c43-cbc66d7139a8 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1206641246-network', 'tenant_id': '0ba036d710054ccba1c0b287b96923fd'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:33:17.374906 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d4ed92-9c47-4df7-8c43-cbc66d7139a8 admin admin] Made reservation on behalf of 0ba036d710054ccba1c0b287b96923fd for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:33:17.377865 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e2d4ed92-9c47-4df7-8c43-cbc66d7139a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:17.394110 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e2d4ed92-9c47-4df7-8c43-cbc66d7139a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:17.406517 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f9d77f83-afd0-4cc7-86e2-e18de1ac2dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:17.652814 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e2d4ed92-9c47-4df7-8c43-cbc66d7139a8 admin admin] Publish callbacks [] for security_group (94bd9e1a-60c5-4f50-a922-643fd6b5c386), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:17.666985 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e2d4ed92-9c47-4df7-8c43-cbc66d7139a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (94bd9e1a-60c5-4f50-a922-643fd6b5c386), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:17.809560 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d4ed92-9c47-4df7-8c43-cbc66d7139a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:33:17.854216 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d4ed92-9c47-4df7-8c43-cbc66d7139a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bd9e1a-60c5-4f50-a922-643fd6b5c386,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:17.891470 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e2d4ed92-9c47-4df7-8c43-cbc66d7139a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (7f796c8d-eb74-4f85-894d-35334efb6ade), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:17.891823 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-e2d4ed92-9c47-4df7-8c43-cbc66d7139a8 admin admin] Added segment 7f796c8d-eb74-4f85-894d-35334efb6ade of type vlan for network c2024834-868c-49a3-85ca-4b2b588f3b23 Mar 22 19:33:17.950204 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e2d4ed92-9c47-4df7-8c43-cbc66d7139a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (c2024834-868c-49a3-85ca-4b2b588f3b23), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:17.982266 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e2d4ed92-9c47-4df7-8c43-cbc66d7139a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (c2024834-868c-49a3-85ca-4b2b588f3b23), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:17.983469 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d4ed92-9c47-4df7-8c43-cbc66d7139a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:17.984307 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e2d4ed92-9c47-4df7-8c43-cbc66d7139a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:18.079690 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f692418-cc15-43aa-ae21-7f31030150b4 req-17a676e2-1468-4c3f-997a-0cae29d98800 tempest-ServerShowV254Test-1402407519 tempest-ServerShowV254Test-1402407519-project] 10.222.0.75 "GET /v2.0/ports?device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.0469024 Mar 22 19:33:18.086602 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e2d4ed92-9c47-4df7-8c43-cbc66d7139a8 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0398221 Mar 22 19:33:18.089439 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58374) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:18.090672 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d4ed92-9c47-4df7-8c43-cbc66d7139a8 admin admin] Pushing event updated for resources: {'Network': ['ID=c2024834-868c-49a3-85ca-4b2b588f3b23,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:18.100988 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-e1550f09-78e4-4634-a6ac-f875d9ded852 admin admin] Request body: {'subnet': {'network_id': 'c2024834-868c-49a3-85ca-4b2b588f3b23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1206641246-subnet', 'tenant_id': '0ba036d710054ccba1c0b287b96923fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:33:18.101570 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network c2024834-868c-49a3-85ca-4b2b588f3b23 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:33:18.141541 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1550f09-78e4-4634-a6ac-f875d9ded852 admin admin] Made reservation on behalf of 0ba036d710054ccba1c0b287b96923fd for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:33:18.144847 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e1550f09-78e4-4634-a6ac-f875d9ded852 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:18.193074 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d61a4-2e89-4130-9085-d7c561d96356 req-8dcf8ff4-fd71-4242-9cbb-65afcf84315d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:18.201064 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fe1d61a4-2e89-4130-9085-d7c561d96356 req-8dcf8ff4-fd71-4242-9cbb-65afcf84315d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=421fac41-b935-420f-890f-e33570d1daec HTTP/1.1" status: 200 len: 945 time: 0.0897686 Mar 22 19:33:18.275452 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fe1d61a4-2e89-4130-9085-d7c561d96356 req-5cdecf9f-fc98-4d8e-a73c-6e48c74db97e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733533 Mar 22 19:33:18.374045 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:18.471350 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-390efee4-cc54-480e-87c4-d485718e9db5 req-c99297ea-aa4a-474d-82df-499b544f7c49 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0522130 Mar 22 19:33:18.585723 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e1550f09-78e4-4634-a6ac-f875d9ded852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (64cf022b-4f02-4ca3-8133-73d1d21bb4ca), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:18.665226 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:18.683694 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1550f09-78e4-4634-a6ac-f875d9ded852 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64cf022b-4f02-4ca3-8133-73d1d21bb4ca,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:18.753126 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1550f09-78e4-4634-a6ac-f875d9ded852 admin admin] Checking segment: {'id': '7f796c8d-eb74-4f85-894d-35334efb6ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c2024834-868c-49a3-85ca-4b2b588f3b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:33:18.753688 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1550f09-78e4-4634-a6ac-f875d9ded852 admin admin] Network hostable DHCP agents. Network: c2024834-868c-49a3-85ca-4b2b588f3b23, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:33:18.790459 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1550f09-78e4-4634-a6ac-f875d9ded852 admin admin] Network c2024834-868c-49a3-85ca-4b2b588f3b23 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:33:18.815916 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-e1550f09-78e4-4634-a6ac-f875d9ded852 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, c2024834-868c-49a3-85ca-4b2b588f3b23) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:33:18.830355 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1550f09-78e4-4634-a6ac-f875d9ded852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:18.831307 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e1550f09-78e4-4634-a6ac-f875d9ded852 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:18.840263 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba250b69-5316-47e6-81af-a33851d5bace None None] Network c2024834-868c-49a3-85ca-4b2b588f3b23 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:33:18.853294 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e1550f09-78e4-4634-a6ac-f875d9ded852 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7625287 Mar 22 19:33:19.008549 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88036414-c795-49f8-a58a-9f3c27e8a7e5 None None] Network c2024834-868c-49a3-85ca-4b2b588f3b23 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:33:19.297415 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4720a2ae-08b5-4291-b36f-58c0fd7bf21c req-087b473c-c9e3-4f75-8141-e13a0874a3bf tempest-ServerShowV254Test-1402407519 tempest-ServerShowV254Test-1402407519-project] 10.222.0.75 "GET /v2.0/ports?device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.0529497 Mar 22 19:33:19.451360 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fc449-4e88-472f-9d48-51af777fd180 req-c4b7d735-a64e-4b88-bd5c-9fd41353fc6a tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:19.453495 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed5fc449-4e88-472f-9d48-51af777fd180 req-c4b7d735-a64e-4b88-bd5c-9fd41353fc6a tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=421fac41-b935-420f-890f-e33570d1daec HTTP/1.1" status: 200 len: 945 time: 0.0600655 Mar 22 19:33:19.567389 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed5fc449-4e88-472f-9d48-51af777fd180 req-231dee9d-a08d-4dfc-8ae1-f86bc5ee0a58 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073468 Mar 22 19:33:19.747874 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6767a014-c427-48fa-9177-a9aaa6a19ca9 req-c307306c-69be-481b-bb09-f7afcdb239f6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.0853403 Mar 22 19:33:19.842554 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c438554e-f82d-435c-b215-213b41eb9846 req-b92c9625-0b29-485e-9483-b845db0702eb tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0911715 Mar 22 19:33:20.067634 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:20.115096 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da0cac-2a4e-41d4-9250-cf3b0f138f9c req-36d058a5-aca6-4a0f-b265-d71bb1f1bc57 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:20.121966 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00da0cac-2a4e-41d4-9250-cf3b0f138f9c req-36d058a5-aca6-4a0f-b265-d71bb1f1bc57 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=421fac41-b935-420f-890f-e33570d1daec HTTP/1.1" status: 200 len: 945 time: 0.1087878 Mar 22 19:33:20.220982 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00da0cac-2a4e-41d4-9250-cf3b0f138f9c req-b94d4723-dd68-4a1a-bd55-01baf2259281 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980639 Mar 22 19:33:20.414431 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547d2f2-8310-4c9a-8023-3c33cd04cbb5 req-e7cade24-dc1b-4500-bf92-625e9acd9265 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:20.421930 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0547d2f2-8310-4c9a-8023-3c33cd04cbb5 req-e7cade24-dc1b-4500-bf92-625e9acd9265 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=421fac41-b935-420f-890f-e33570d1daec HTTP/1.1" status: 200 len: 945 time: 0.0984528 Mar 22 19:33:20.533968 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0547d2f2-8310-4c9a-8023-3c33cd04cbb5 req-e1fa926e-4d6f-4208-9166-a2de72112554 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050901 Mar 22 19:33:20.659346 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2f428c70-03b2-40d9-ade5-36dd15e8e2b3 req-f954d0e7-81b4-4220-9bb2-8cedd2b2d401 tempest-ServerShowV254Test-1402407519 tempest-ServerShowV254Test-1402407519-project] 10.222.0.75 "GET /v2.0/ports?device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.0503953 Mar 22 19:33:21.089429 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f8905a64-34f6-4d2a-ab89-65565306ea5c req-199fdd3e-94df-481f-bf96-32138fd85f69 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0606048 Mar 22 19:33:21.200366 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08d8df-316d-4f81-8a78-872199f892c6 req-39434289-942c-496f-8232-da7a12706b02 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:21.202241 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc08d8df-316d-4f81-8a78-872199f892c6 req-39434289-942c-496f-8232-da7a12706b02 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=421fac41-b935-420f-890f-e33570d1daec HTTP/1.1" status: 200 len: 945 time: 0.1168993 Mar 22 19:33:21.270445 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc08d8df-316d-4f81-8a78-872199f892c6 req-91274df1-8154-4e57-b9c6-e36db36b08be tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618424 Mar 22 19:33:21.329473 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:21.498280 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-d0ba8940-c10d-4cb3-a34e-366394b7293b tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:21.506255 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-d0ba8940-c10d-4cb3-a34e-366394b7293b tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] 10.222.0.75 "GET /v2.0/networks?id=c2024834-868c-49a3-85ca-4b2b588f3b23 HTTP/1.1" status: 200 len: 810 time: 0.1703835 Mar 22 19:33:21.523889 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-4b503cf9-35af-478e-8f75-1ce853fbb3a9 tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] 10.222.0.75 "GET /v2.0/quotas/0ba036d710054ccba1c0b287b96923fd HTTP/1.1" status: 200 len: 375 time: 0.0165875 Mar 22 19:33:21.563465 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-271bc1d1-7203-4c03-b07a-a47cda0feed8 tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0ba036d710054ccba1c0b287b96923fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378549 Mar 22 19:33:21.666402 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-66effad6-0623-4295-abf7-de61032848d1 service neutron] 10.222.0.75 "GET /v2.0/networks/c2024834-868c-49a3-85ca-4b2b588f3b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017506 Mar 22 19:33:21.861053 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-5e30d569-5ef6-4609-b3b5-8e98423abd4d service neutron] 10.222.0.75 "GET /v2.0/networks/c2024834-868c-49a3-85ca-4b2b588f3b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854875 Mar 22 19:33:21.879814 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cd09a782-b7fd-43ef-8ba8-5773c9b39efb req-a634b94b-e9af-4b35-9969-cf2019cd0629 tempest-ServerShowV254Test-1402407519 tempest-ServerShowV254Test-1402407519-project] 10.222.0.75 "GET /v2.0/ports?device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.0529377 Mar 22 19:33:22.301457 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ba063c8d-6d77-4538-8f46-dc7f22a98cf0 req-8d63880c-5880-496e-a4bb-127992be59bb tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0641422 Mar 22 19:33:22.332618 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-136553e9-3bec-4ddf-8449-c9c62ff7627e req-0e92a2b0-36b4-46fb-941c-c8dfdb6ae380 tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef3a3e18-37ea-4fdb-bd9e-d0bb9fd06655 HTTP/1.1" status: 200 len: 210 time: 0.0427139 Mar 22 19:33:22.516369 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1384c-844a-49ca-934b-b92110c83b56 req-f35f3249-0540-4646-a2af-50db4fa0b9a3 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:22.521050 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-17e1384c-844a-49ca-934b-b92110c83b56 req-f35f3249-0540-4646-a2af-50db4fa0b9a3 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.85 "GET /v2.0/ports?device_id=421fac41-b935-420f-890f-e33570d1daec HTTP/1.1" status: 200 len: 945 time: 0.1736314 Mar 22 19:33:22.716878 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ed45f-353a-4a36-9508-caf5ef115ed5 req-bfcc4bad-a144-416d-85c3-e673fffb0431 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:22.724825 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-be9ed45f-353a-4a36-9508-caf5ef115ed5 req-bfcc4bad-a144-416d-85c3-e673fffb0431 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=421fac41-b935-420f-890f-e33570d1daec HTTP/1.1" status: 200 len: 945 time: 0.1961932 Mar 22 19:33:22.845029 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-be9ed45f-353a-4a36-9508-caf5ef115ed5 req-f3622615-51cd-407c-b925-dc39d2be1d98 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167624 Mar 22 19:33:22.849998 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-17e1384c-844a-49ca-934b-b92110c83b56 req-5eecbd97-67ab-453f-9055-3299fdf8789e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Deleting port 587b0163-58f3-499a-95aa-9bddb0ec8b32 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:33:22.850221 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-17e1384c-844a-49ca-934b-b92110c83b56 req-5eecbd97-67ab-453f-9055-3299fdf8789e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (587b0163-58f3-499a-95aa-9bddb0ec8b32), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:22.991936 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f0f93d57-5062-46e6-9573-a5f5189abb8b req-c6871b63-53bf-411c-b7f4-f9715927f5a1 tempest-ServerShowV254Test-1402407519 tempest-ServerShowV254Test-1402407519-project] 10.222.0.75 "GET /v2.0/ports?device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.0794504 Mar 22 19:33:23.042233 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-17e1384c-844a-49ca-934b-b92110c83b56 req-5eecbd97-67ab-453f-9055-3299fdf8789e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] For port 587b0163-58f3-499a-95aa-9bddb0ec8b32, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=587b0163-58f3-499a-95aa-9bddb0ec8b32,segment=NetworkSegment(4db1c957-0684-4a6a-98a7-735cbede485b),segment_id=4db1c957-0684-4a6a-98a7-735cbede485b)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:23.042627 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-17e1384c-844a-49ca-934b-b92110c83b56 req-5eecbd97-67ab-453f-9055-3299fdf8789e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (587b0163-58f3-499a-95aa-9bddb0ec8b32), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:23.061112 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-17e1384c-844a-49ca-934b-b92110c83b56 req-5eecbd97-67ab-453f-9055-3299fdf8789e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Calling delete_port for 587b0163-58f3-499a-95aa-9bddb0ec8b32 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:33:23.294168 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-17e1384c-844a-49ca-934b-b92110c83b56 req-5eecbd97-67ab-453f-9055-3299fdf8789e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (587b0163-58f3-499a-95aa-9bddb0ec8b32), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:23.307194 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['587b0163-58f3-499a-95aa-9bddb0ec8b32'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:33:23.332165 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eecbd97-67ab-453f-9055-3299fdf8789e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Pushing event deleted for resources: {'Port': ['ID=587b0163-58f3-499a-95aa-9bddb0ec8b32,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:23.369942 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['6900cdf1-7489-4100-b919-0573c759249d'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:33:23.406731 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e1384c-844a-49ca-934b-b92110c83b56 req-5eecbd97-67ab-453f-9055-3299fdf8789e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] No DVR routers for this DVR port 587b0163-58f3-499a-95aa-9bddb0ec8b32 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:33:23.411781 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-17e1384c-844a-49ca-934b-b92110c83b56 req-5eecbd97-67ab-453f-9055-3299fdf8789e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:23.416125 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-17e1384c-844a-49ca-934b-b92110c83b56 req-5eecbd97-67ab-453f-9055-3299fdf8789e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.85 "DELETE /v2.0/ports/587b0163-58f3-499a-95aa-9bddb0ec8b32 HTTP/1.1" status: 204 len: 173 time: 0.8889885 Mar 22 19:33:23.418845 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '421fac41-b935-420f-890f-e33570d1daec', 'name': 'network-vif-deleted', 'tag': '587b0163-58f3-499a-95aa-9bddb0ec8b32'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:33:23.424874 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bf8304-1919-4b24-bad6-fd9cfe052eba" -d '{"events": [{"server_uuid": "421fac41-b935-420f-890f-e33570d1daec", "name": "network-vif-deleted", "tag": "587b0163-58f3-499a-95aa-9bddb0ec8b32"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:33:23.538874 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:33:23.612711 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c6c56f58-4196-41eb-9ae0-9a84dfc22672 req-90d1dc1f-be02-46b7-a3db-d9bc3f1bef34 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.1427491 Mar 22 19:33:23.682750 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-086279cb-fd64-402e-a037-4b558926b150 req-8a3576e3-ceae-4451-940c-3413866cf3af tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef3a3e18-37ea-4fdb-bd9e-d0bb9fd06655 HTTP/1.1" status: 200 len: 210 time: 0.2076225 Mar 22 19:33:23.717045 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a9ca68-5656-44e6-87ec-35d3b82eae8a x-openstack-request-id: req-02a9ca68-5656-44e6-87ec-35d3b82eae8a {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:23.717355 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "421fac41-b935-420f-890f-e33570d1daec", "name": "network-vif-deleted", "tag": "587b0163-58f3-499a-95aa-9bddb0ec8b32", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:23.717604 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-02a9ca68-5656-44e6-87ec-35d3b82eae8a {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:23.718100 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02a9ca68-5656-44e6-87ec-35d3b82eae8a'] response: {'server_uuid': '421fac41-b935-420f-890f-e33570d1daec', 'name': 'network-vif-deleted', 'tag': '587b0163-58f3-499a-95aa-9bddb0ec8b32', 'status': 'completed', 'code': 200} Mar 22 19:33:23.849670 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-14cd23b9-580d-4554-9e35-732023ab908c tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:23.851516 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-14cd23b9-580d-4554-9e35-732023ab908c tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] 10.222.0.85 "GET /v2.0/networks?id=c2024834-868c-49a3-85ca-4b2b588f3b23 HTTP/1.1" status: 200 len: 810 time: 0.1208010 Mar 22 19:33:23.863911 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-7e0fe648-8521-44df-aef5-d22cb36d7e6b tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] Request body: {'port': {'device_id': 'ef3a3e18-37ea-4fdb-bd9e-d0bb9fd06655', 'network_id': 'c2024834-868c-49a3-85ca-4b2b588f3b23', 'admin_state_up': True, 'tenant_id': '0ba036d710054ccba1c0b287b96923fd'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:33:24.102995 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e920009-f7d3-4d81-bc1b-57a9c3d9ecc0 req-862e0570-5da6-4bc9-9f5a-c2b777fadfce tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=421fac41-b935-420f-890f-e33570d1daec HTTP/1.1" status: 200 len: 210 time: 0.0847359 Mar 22 19:33:24.263839 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f8c980d9-ac7a-43b8-b4b7-ce7aeb799ec7 req-05c81aa0-1100-475a-8ef3-c56fb3693508 tempest-ServerShowV254Test-1402407519 tempest-ServerShowV254Test-1402407519-project] 10.222.0.75 "GET /v2.0/ports?device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.0834999 Mar 22 19:33:24.317652 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-7e0fe648-8521-44df-aef5-d22cb36d7e6b tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] Made reservation on behalf of 0ba036d710054ccba1c0b287b96923fd for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:33:24.322832 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-7e0fe648-8521-44df-aef5-d22cb36d7e6b tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:24.903834 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e5e5a1a7-24a0-436c-80c4-c9602d1fa73b req-81c8f59f-5442-4e9e-bc71-f276c790d6f1 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0633264 Mar 22 19:33:24.980820 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19939f2b-9e14-415a-b64e-4266f14d0f68 req-5f564ab1-ead2-4de6-9745-e37dc3a84393 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:24.987697 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-19939f2b-9e14-415a-b64e-4266f14d0f68 req-5f564ab1-ead2-4de6-9745-e37dc3a84393 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 946 time: 0.4909809 Mar 22 19:33:24.992814 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-7e0fe648-8521-44df-aef5-d22cb36d7e6b tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] Allocated IP 172.20.0.14 (c2024834-868c-49a3-85ca-4b2b588f3b23/64cf022b-4f02-4ca3-8133-73d1d21bb4ca/6ea20a14-6f34-41d3-89d5-9f45f51b6cdf) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:33:25.059175 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ead6e0db-5099-4856-a0cb-202fcace2676 req-d25438ab-6f09-44b8-aa6c-e0cc4a275434 tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef3a3e18-37ea-4fdb-bd9e-d0bb9fd06655 HTTP/1.1" status: 200 len: 210 time: 0.0532072 Mar 22 19:33:25.096519 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-19939f2b-9e14-415a-b64e-4266f14d0f68 req-7197ed84-496d-4683-a691-d5254b6372a5 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067939 Mar 22 19:33:25.208900 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2daac5-54f7-4ca6-820c-ce2a8a74897c req-842b3ce0-7bb9-4ed1-8c01-07cee560f3e4 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:25.210721 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fd2daac5-54f7-4ca6-820c-ce2a8a74897c req-842b3ce0-7bb9-4ed1-8c01-07cee560f3e4 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.85 "GET /v2.0/ports?device_id=6301913b-d22d-4f12-a075-a54c68a33654 HTTP/1.1" status: 200 len: 946 time: 0.1370010 Mar 22 19:33:25.346352 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-7e0fe648-8521-44df-aef5-d22cb36d7e6b tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] Publish callbacks [] for port (6ea20a14-6f34-41d3-89d5-9f45f51b6cdf), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:25.399256 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-fd2daac5-54f7-4ca6-820c-ce2a8a74897c req-c2c05847-0040-44d6-bb6a-30035084470e tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Deleting port f52d04fb-dfb2-49ba-a2aa-8d2ff8955484 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:33:25.399608 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-fd2daac5-54f7-4ca6-820c-ce2a8a74897c req-c2c05847-0040-44d6-bb6a-30035084470e tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f52d04fb-dfb2-49ba-a2aa-8d2ff8955484), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:25.469994 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20952136-ebd3-4b01-8e0b-13d0fc229414 req-2552047b-f97f-4595-9bf3-f2b6a15631e0 tempest-ServerShowV254Test-1402407519 tempest-ServerShowV254Test-1402407519-project] 10.222.0.75 "GET /v2.0/ports?device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.0440402 Mar 22 19:33:25.601094 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-fd2daac5-54f7-4ca6-820c-ce2a8a74897c req-c2c05847-0040-44d6-bb6a-30035084470e tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] For port f52d04fb-dfb2-49ba-a2aa-8d2ff8955484, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=f52d04fb-dfb2-49ba-a2aa-8d2ff8955484,segment=NetworkSegment(314d61bc-4aee-41ea-892b-cdf180af1566),segment_id=314d61bc-4aee-41ea-892b-cdf180af1566)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:25.601694 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-fd2daac5-54f7-4ca6-820c-ce2a8a74897c req-c2c05847-0040-44d6-bb6a-30035084470e tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f52d04fb-dfb2-49ba-a2aa-8d2ff8955484), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:25.615023 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-df038e43-f5a1-4f28-9d23-83e151c9fd0c tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:25.623452 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-df038e43-f5a1-4f28-9d23-83e151c9fd0c tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/networks?id=70904a24-7855-4ee9-ab3c-519e90a986a5 HTTP/1.1" status: 200 len: 805 time: 0.1349688 Mar 22 19:33:25.625961 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-fd2daac5-54f7-4ca6-820c-ce2a8a74897c req-c2c05847-0040-44d6-bb6a-30035084470e tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Calling delete_port for f52d04fb-dfb2-49ba-a2aa-8d2ff8955484 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:33:25.634035 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-7e0fe648-8521-44df-aef5-d22cb36d7e6b tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (6ea20a14-6f34-41d3-89d5-9f45f51b6cdf), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:25.689280 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-85406052-470b-4706-9216-81b6aff93ca4 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/quotas/e818723089fb4c08ae9f9bb223d23b27 HTTP/1.1" status: 200 len: 375 time: 0.0644341 Mar 22 19:33:25.700565 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-7e0fe648-8521-44df-aef5-d22cb36d7e6b tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] Network c2024834-868c-49a3-85ca-4b2b588f3b23 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:33:25.707609 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-7e0fe648-8521-44df-aef5-d22cb36d7e6b tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:33:25.748473 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-7e0fe648-8521-44df-aef5-d22cb36d7e6b tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:33:25.804650 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0fe648-8521-44df-aef5-d22cb36d7e6b tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] Pushing event updated for resources: {'Port': ['ID=6ea20a14-6f34-41d3-89d5-9f45f51b6cdf,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:25.849196 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-7e0fe648-8521-44df-aef5-d22cb36d7e6b tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:25.850021 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-7e0fe648-8521-44df-aef5-d22cb36d7e6b tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:25.865950 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-094d5e86-5c9d-4d61-b9eb-79266f3ca3ea tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e818723089fb4c08ae9f9bb223d23b27&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1755500 Mar 22 19:33:25.930050 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-fd2daac5-54f7-4ca6-820c-ce2a8a74897c req-c2c05847-0040-44d6-bb6a-30035084470e tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f52d04fb-dfb2-49ba-a2aa-8d2ff8955484), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:25.944086 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['c578384b-0d5f-41dc-ba45-922b60cc6901'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:33:25.947293 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['f52d04fb-dfb2-49ba-a2aa-8d2ff8955484'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:33:25.967369 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-7e0fe648-8521-44df-aef5-d22cb36d7e6b tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1058161 Mar 22 19:33:25.988039 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-49110402-83b5-482f-b152-0344bb3f8174 service neutron] Request body: {'port': {'device_id': 'ef3a3e18-37ea-4fdb-bd9e-d0bb9fd06655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:33:25.996632 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c05847-0040-44d6-bb6a-30035084470e tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Pushing event deleted for resources: {'Port': ['ID=f52d04fb-dfb2-49ba-a2aa-8d2ff8955484,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:26.004881 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c05847-0040-44d6-bb6a-30035084470e tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:26.005242 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c05847-0040-44d6-bb6a-30035084470e tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:26.005599 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c05847-0040-44d6-bb6a-30035084470e tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:26.005985 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c05847-0040-44d6-bb6a-30035084470e tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:26.006336 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c05847-0040-44d6-bb6a-30035084470e tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:26.006688 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c05847-0040-44d6-bb6a-30035084470e tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:26.007018 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c05847-0040-44d6-bb6a-30035084470e tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:26.007354 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c05847-0040-44d6-bb6a-30035084470e tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:26.007690 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c05847-0040-44d6-bb6a-30035084470e tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:26.008022 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c05847-0040-44d6-bb6a-30035084470e tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:26.008357 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c05847-0040-44d6-bb6a-30035084470e tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:26.008686 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c05847-0040-44d6-bb6a-30035084470e tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:26.009018 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c05847-0040-44d6-bb6a-30035084470e tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:26.009347 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c05847-0040-44d6-bb6a-30035084470e tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:26.009673 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c05847-0040-44d6-bb6a-30035084470e tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:33:26.115874 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2daac5-54f7-4ca6-820c-ce2a8a74897c req-c2c05847-0040-44d6-bb6a-30035084470e tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] No DVR routers for this DVR port f52d04fb-dfb2-49ba-a2aa-8d2ff8955484 on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:33:26.121428 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-fd2daac5-54f7-4ca6-820c-ce2a8a74897c req-c2c05847-0040-44d6-bb6a-30035084470e tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:26.128381 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fd2daac5-54f7-4ca6-820c-ce2a8a74897c req-c2c05847-0040-44d6-bb6a-30035084470e tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.85 "DELETE /v2.0/ports/f52d04fb-dfb2-49ba-a2aa-8d2ff8955484 HTTP/1.1" status: 204 len: 173 time: 0.9118376 Mar 22 19:33:26.137246 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bab24399-b0c9-4a72-bb2e-63460a18e5e9 req-21b480ba-4f4f-4f69-b205-355e919cf68e tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0601895 Mar 22 19:33:26.141216 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6301913b-d22d-4f12-a075-a54c68a33654', 'name': 'network-vif-deleted', 'tag': 'f52d04fb-dfb2-49ba-a2aa-8d2ff8955484'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:33:26.144988 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9135b4dc-d287-4e1a-b68f-419a78c50ea6" -d '{"events": [{"server_uuid": "6301913b-d22d-4f12-a075-a54c68a33654", "name": "network-vif-deleted", "tag": "f52d04fb-dfb2-49ba-a2aa-8d2ff8955484"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:33:26.375823 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-91052fbb-d0a4-481d-bb16-b1884cb1fd6d service neutron] 10.222.0.75 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084496 Mar 22 19:33:26.388560 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-49110402-83b5-482f-b152-0344bb3f8174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6ea20a14-6f34-41d3-89d5-9f45f51b6cdf), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:26.721562 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d82e0-ef56-4b32-a5aa-43f95c9895e8 req-70834fc2-0b00-429d-8e93-059bbda4bcf5 tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:26.729764 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f60d82e0-ef56-4b32-a5aa-43f95c9895e8 req-70834fc2-0b00-429d-8e93-059bbda4bcf5 tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef3a3e18-37ea-4fdb-bd9e-d0bb9fd06655 HTTP/1.1" status: 200 len: 932 time: 0.4331632 Mar 22 19:33:26.779100 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 587b0163-58f3-499a-95aa-9bddb0ec8b32 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:33:26.797545 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-33219cb1-26fa-4951-8d8f-e3d441208bbd service neutron] 10.222.0.75 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205906 Mar 22 19:33:26.866537 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 587b0163-58f3-499a-95aa-9bddb0ec8b32 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:33:26.867568 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 587b0163-58f3-499a-95aa-9bddb0ec8b32 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:33:26.868013 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device f52d04fb-dfb2-49ba-a2aa-8d2ff8955484 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:33:26.883827 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f60d82e0-ef56-4b32-a5aa-43f95c9895e8 req-a792ffcd-0480-4588-9737-7ccd53d7379f tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] 10.222.0.75 "GET /v2.0/security-groups?id=94bd9e1a-60c5-4f50-a922-643fd6b5c386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482258 Mar 22 19:33:26.930598 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: f52d04fb-dfb2-49ba-a2aa-8d2ff8955484 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:33:26.937833 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device f52d04fb-dfb2-49ba-a2aa-8d2ff8955484 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:33:27.048291 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc82caab-4cf9-4243-8d38-2657800c95be x-openstack-request-id: req-dc82caab-4cf9-4243-8d38-2657800c95be {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:27.049859 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6301913b-d22d-4f12-a075-a54c68a33654", "name": "network-vif-deleted", "tag": "f52d04fb-dfb2-49ba-a2aa-8d2ff8955484", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:27.050312 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dc82caab-4cf9-4243-8d38-2657800c95be {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:27.051117 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc82caab-4cf9-4243-8d38-2657800c95be'] response: {'server_uuid': '6301913b-d22d-4f12-a075-a54c68a33654', 'name': 'network-vif-deleted', 'tag': 'f52d04fb-dfb2-49ba-a2aa-8d2ff8955484', 'status': 'completed', 'code': 200} Mar 22 19:33:27.167688 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-865d3299-2c0f-4622-8e28-47b06bfb4a6f req-82536bb3-51d6-4821-a477-d63ada232216 tempest-ServerShowV254Test-1402407519 tempest-ServerShowV254Test-1402407519-project] 10.222.0.75 "GET /v2.0/ports?device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.0612073 Mar 22 19:33:27.188154 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-49110402-83b5-482f-b152-0344bb3f8174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ea20a14-6f34-41d3-89d5-9f45f51b6cdf {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:33:27.211510 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-49110402-83b5-482f-b152-0344bb3f8174 service neutron] Publish callbacks [] for port (6ea20a14-6f34-41d3-89d5-9f45f51b6cdf), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:27.236487 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-49110402-83b5-482f-b152-0344bb3f8174 service neutron] Transition to ACTIVE for port object 6ea20a14-6f34-41d3-89d5-9f45f51b6cdf will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:33:27.251518 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-49110402-83b5-482f-b152-0344bb3f8174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (6ea20a14-6f34-41d3-89d5-9f45f51b6cdf), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:27.343607 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-deed546f-691a-4946-a2d2-e74ce66ea624 req-51857b90-b749-418d-b6e3-759b63b1bb1e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 210 time: 0.0402424 Mar 22 19:33:27.385520 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49110402-83b5-482f-b152-0344bb3f8174 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea20a14-6f34-41d3-89d5-9f45f51b6cdf,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:27.407429 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e0bb94e-081d-4fa9-8d26-52f6ca294777 req-0463eb0d-9ecc-475f-bf57-b950d4ef68d0 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0480533 Mar 22 19:33:27.530208 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-49110402-83b5-482f-b152-0344bb3f8174 service neutron] Attempting to bind port 6ea20a14-6f34-41d3-89d5-9f45f51b6cdf on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:33:27.530804 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-49110402-83b5-482f-b152-0344bb3f8174 service neutron] Attempting to bind port 6ea20a14-6f34-41d3-89d5-9f45f51b6cdf by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '7f796c8d-eb74-4f85-894d-35334efb6ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c2024834-868c-49a3-85ca-4b2b588f3b23'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:33:27.531175 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-49110402-83b5-482f-b152-0344bb3f8174 service neutron] Attempting to bind port 6ea20a14-6f34-41d3-89d5-9f45f51b6cdf on network c2024834-868c-49a3-85ca-4b2b588f3b23 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:33:27.543726 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35138f-951a-4ba0-9d39-67fbef034d61 req-b3e69c39-70f6-47a2-b959-43ec4a278524 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:27.545636 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bb35138f-951a-4ba0-9d39-67fbef034d61 req-b3e69c39-70f6-47a2-b959-43ec4a278524 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=b150f3c0-9130-4014-9c96-698074dbf2f7 HTTP/1.1" status: 200 len: 946 time: 0.0847576 Mar 22 19:33:27.547297 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-49110402-83b5-482f-b152-0344bb3f8174 service neutron] Port 6ea20a14-6f34-41d3-89d5-9f45f51b6cdf on network c2024834-868c-49a3-85ca-4b2b588f3b23 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:33:27.547621 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-49110402-83b5-482f-b152-0344bb3f8174 service neutron] Attempting to bind port 6ea20a14-6f34-41d3-89d5-9f45f51b6cdf on network c2024834-868c-49a3-85ca-4b2b588f3b23 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:33:27.564570 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-49110402-83b5-482f-b152-0344bb3f8174 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:33:27.565015 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-49110402-83b5-482f-b152-0344bb3f8174 service neutron] Checking segment: {'id': '7f796c8d-eb74-4f85-894d-35334efb6ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c2024834-868c-49a3-85ca-4b2b588f3b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:33:27.565436 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-49110402-83b5-482f-b152-0344bb3f8174 service neutron] Bound using segment: {'id': '7f796c8d-eb74-4f85-894d-35334efb6ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c2024834-868c-49a3-85ca-4b2b588f3b23'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:33:27.565939 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-49110402-83b5-482f-b152-0344bb3f8174 service neutron] Bound port: 6ea20a14-6f34-41d3-89d5-9f45f51b6cdf, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f796c8d-eb74-4f85-894d-35334efb6ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c2024834-868c-49a3-85ca-4b2b588f3b23'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:33:27.566377 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-49110402-83b5-482f-b152-0344bb3f8174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6ea20a14-6f34-41d3-89d5-9f45f51b6cdf), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:27.635893 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bb35138f-951a-4ba0-9d39-67fbef034d61 req-066ab158-dfad-4b19-859a-15999249dfda tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832686 Mar 22 19:33:27.670475 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-49110402-83b5-482f-b152-0344bb3f8174 service neutron] For port 6ea20a14-6f34-41d3-89d5-9f45f51b6cdf, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:33:27.676814 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-49110402-83b5-482f-b152-0344bb3f8174 service neutron] For port 6ea20a14-6f34-41d3-89d5-9f45f51b6cdf, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=6ea20a14-6f34-41d3-89d5-9f45f51b6cdf,segment=NetworkSegment(7f796c8d-eb74-4f85-894d-35334efb6ade),segment_id=7f796c8d-eb74-4f85-894d-35334efb6ade)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:33:27.694118 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-49110402-83b5-482f-b152-0344bb3f8174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (6ea20a14-6f34-41d3-89d5-9f45f51b6cdf), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:27.731726 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-49110402-83b5-482f-b152-0344bb3f8174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:27.732348 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-49110402-83b5-482f-b152-0344bb3f8174 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:27.734403 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-49110402-83b5-482f-b152-0344bb3f8174 service neutron] 10.222.0.85 "PUT /v2.0/ports/6ea20a14-6f34-41d3-89d5-9f45f51b6cdf HTTP/1.1" status: 200 len: 1093 time: 1.7573359 Mar 22 19:33:27.734960 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3a3e18-37ea-4fdb-bd9e-d0bb9fd06655', 'tag': '6ea20a14-6f34-41d3-89d5-9f45f51b6cdf'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:33:27.737195 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7db09d-2b17-48d4-afc3-4875aa8c5796" -d '{"events": [{"name": "network-changed", "server_uuid": "ef3a3e18-37ea-4fdb-bd9e-d0bb9fd06655", "tag": "6ea20a14-6f34-41d3-89d5-9f45f51b6cdf"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:33:27.775707 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49110402-83b5-482f-b152-0344bb3f8174 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea20a14-6f34-41d3-89d5-9f45f51b6cdf,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:27.792367 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2130f9f4-250e-4c3f-8488-74dcc7e1e830 x-openstack-request-id: req-2130f9f4-250e-4c3f-8488-74dcc7e1e830 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:27.792733 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef3a3e18-37ea-4fdb-bd9e-d0bb9fd06655", "tag": "6ea20a14-6f34-41d3-89d5-9f45f51b6cdf", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:27.793047 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2130f9f4-250e-4c3f-8488-74dcc7e1e830 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:27.793513 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2130f9f4-250e-4c3f-8488-74dcc7e1e830'] response: {'name': 'network-changed', 'server_uuid': 'ef3a3e18-37ea-4fdb-bd9e-d0bb9fd06655', 'tag': '6ea20a14-6f34-41d3-89d5-9f45f51b6cdf', 'status': 'completed', 'code': 200} Mar 22 19:33:27.834235 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-28b7fca7-d4c6-49d2-8c4a-125a62364d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:27.836269 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-28b7fca7-d4c6-49d2-8c4a-125a62364d90 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0ba036d710054ccba1c0b287b96923fd&device_id=ef3a3e18-37ea-4fdb-bd9e-d0bb9fd06655 HTTP/1.1" status: 200 len: 1127 time: 0.0537481 Mar 22 19:33:27.885550 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-306b3f7d-6ce7-4f81-8d3d-7ef377d540df service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ea20a14-6f34-41d3-89d5-9f45f51b6cdf HTTP/1.1" status: 200 len: 217 time: 0.0427907 Mar 22 19:33:27.940132 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-5a496337-af88-449f-bcf5-80628bb2c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:27.941722 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-5a496337-af88-449f-bcf5-80628bb2c06a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=64cf022b-4f02-4ca3-8133-73d1d21bb4ca HTTP/1.1" status: 200 len: 850 time: 0.0508969 Mar 22 19:33:27.985730 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-fc66704b-6433-449d-9d2d-808ccb172dca service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c2024834-868c-49a3-85ca-4b2b588f3b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364642 Mar 22 19:33:28.093538 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e3730-64b0-48b3-a71d-16fce01be386 req-ac12dd20-8e06-48ca-95dd-4ca8fdbbe060 tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:28.095080 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-971e3730-64b0-48b3-a71d-16fce01be386 req-ac12dd20-8e06-48ca-95dd-4ca8fdbbe060 tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef3a3e18-37ea-4fdb-bd9e-d0bb9fd06655 HTTP/1.1" status: 200 len: 944 time: 0.1370339 Mar 22 19:33:28.129217 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-5e7d2b8b-0612-4b4a-821e-e473ef95976c service neutron] 10.222.0.85 "GET /v2.0/networks/c2024834-868c-49a3-85ca-4b2b588f3b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238079 Mar 22 19:33:28.204183 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-971e3730-64b0-48b3-a71d-16fce01be386 req-c1789c47-8405-4aca-a2dd-ec338cdcfb46 tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] 10.222.0.75 "GET /v2.0/security-groups?id=94bd9e1a-60c5-4f50-a922-643fd6b5c386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021769 Mar 22 19:33:28.262000 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd866d9c-f993-4fcf-9eb7-59dc6c14a257 req-2fd25f2f-79fb-4713-a1ef-c2f8d3879ee6 service neutron] 10.222.0.85 "GET /v2.0/networks/c2024834-868c-49a3-85ca-4b2b588f3b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164925 Mar 22 19:33:28.318017 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-06c17d03-b79b-456a-a4ef-add05c2c12c9 req-85f08844-f238-400b-881b-70fcfb684412 tempest-ServerShowV254Test-1402407519 tempest-ServerShowV254Test-1402407519-project] 10.222.0.75 "GET /v2.0/ports?device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.0334547 Mar 22 19:33:28.387668 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7db09d-2b17-48d4-afc3-4875aa8c5796 req-5d57f9ce-e59e-4c1c-b6b0-1981b947838f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:28.389257 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4c7db09d-2b17-48d4-afc3-4875aa8c5796 req-5d57f9ce-e59e-4c1c-b6b0-1981b947838f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0ba036d710054ccba1c0b287b96923fd&device_id=ef3a3e18-37ea-4fdb-bd9e-d0bb9fd06655 HTTP/1.1" status: 200 len: 1127 time: 0.0740716 Mar 22 19:33:28.395436 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-071fa382-7d05-4e2a-9181-645023901939 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:28.397337 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-071fa382-7d05-4e2a-9181-645023901939 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.85 "GET /v2.0/networks?id=70904a24-7855-4ee9-ab3c-519e90a986a5 HTTP/1.1" status: 200 len: 805 time: 0.1905596 Mar 22 19:33:28.413175 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-fb7fd52c-f873-45b6-a6c8-b85c680f7032 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Request body: {'port': {'device_id': '3b249dbc-df49-4e93-b42f-4428cad54e44', 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5', 'admin_state_up': True, 'tenant_id': 'e818723089fb4c08ae9f9bb223d23b27'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:33:28.488368 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-224f98d8-b2bb-42ee-a145-62a6e3fa2ade req-e9d7b28f-7410-40f6-b51f-9159f8de79d8 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 210 time: 0.0338364 Mar 22 19:33:28.528380 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7db09d-2b17-48d4-afc3-4875aa8c5796 req-462eb6f9-ae42-4930-9735-adc824e7c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:28.530586 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4c7db09d-2b17-48d4-afc3-4875aa8c5796 req-462eb6f9-ae42-4930-9735-adc824e7c67c service neutron] 10.222.0.85 "GET /v2.0/networks?id=c2024834-868c-49a3-85ca-4b2b588f3b23 HTTP/1.1" status: 200 len: 911 time: 0.1347978 Mar 22 19:33:28.558953 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-fb7fd52c-f873-45b6-a6c8-b85c680f7032 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Made reservation on behalf of e818723089fb4c08ae9f9bb223d23b27 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:33:28.563046 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-fb7fd52c-f873-45b6-a6c8-b85c680f7032 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:28.578689 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4c7db09d-2b17-48d4-afc3-4875aa8c5796 req-c6aad2c6-601a-4868-a714-6127b8042cde service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ea20a14-6f34-41d3-89d5-9f45f51b6cdf HTTP/1.1" status: 200 len: 217 time: 0.0426705 Mar 22 19:33:28.616574 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-40dd06c4-82e1-4455-8241-f1a538ac8813 req-f03dfcda-827c-486b-9f4d-1b4acb2acc00 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0404291 Mar 22 19:33:28.666898 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7db09d-2b17-48d4-afc3-4875aa8c5796 req-2cd88ab8-2923-41ef-9fdb-915ac6300aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:28.668677 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4c7db09d-2b17-48d4-afc3-4875aa8c5796 req-2cd88ab8-2923-41ef-9fdb-915ac6300aef service neutron] 10.222.0.85 "GET /v2.0/subnets?id=64cf022b-4f02-4ca3-8133-73d1d21bb4ca HTTP/1.1" status: 200 len: 850 time: 0.0813622 Mar 22 19:33:28.711670 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4c7db09d-2b17-48d4-afc3-4875aa8c5796 req-8a121e26-c0e0-4331-a9f8-ab6668fd05da service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c2024834-868c-49a3-85ca-4b2b588f3b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363886 Mar 22 19:33:28.727768 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-fb7fd52c-f873-45b6-a6c8-b85c680f7032 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Allocated IP 172.20.0.14 (70904a24-7855-4ee9-ab3c-519e90a986a5/a5b5783a-62e8-4ee6-a6f8-aaff77d027db/55324eb7-137f-4749-980a-63d7e05e0ec8) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:33:28.840286 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99383be-e9d7-4020-a840-d5deb117b8c7 req-5511f240-8b9d-4276-88d5-f65d8fe13859 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:28.841954 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f99383be-e9d7-4020-a840-d5deb117b8c7 req-5511f240-8b9d-4276-88d5-f65d8fe13859 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=b150f3c0-9130-4014-9c96-698074dbf2f7 HTTP/1.1" status: 200 len: 946 time: 0.1242597 Mar 22 19:33:28.874562 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4c7db09d-2b17-48d4-afc3-4875aa8c5796 req-f3d32e2d-598c-460a-81c8-2865c92e0ffb service neutron] 10.222.0.85 "GET /v2.0/networks/c2024834-868c-49a3-85ca-4b2b588f3b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452389 Mar 22 19:33:28.893514 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-fb7fd52c-f873-45b6-a6c8-b85c680f7032 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks [] for port (55324eb7-137f-4749-980a-63d7e05e0ec8), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:28.909529 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f99383be-e9d7-4020-a840-d5deb117b8c7 req-9b0d4449-92fe-4b7f-bae9-a5e359f99d72 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586672 Mar 22 19:33:28.928440 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-fb7fd52c-f873-45b6-a6c8-b85c680f7032 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (55324eb7-137f-4749-980a-63d7e05e0ec8), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:28.940393 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['6900cdf1-7489-4100-b919-0573c759249d'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:33:28.970245 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-fb7fd52c-f873-45b6-a6c8-b85c680f7032 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Network 70904a24-7855-4ee9-ab3c-519e90a986a5 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:33:28.974126 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-fb7fd52c-f873-45b6-a6c8-b85c680f7032 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:33:28.978693 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-fb7fd52c-f873-45b6-a6c8-b85c680f7032 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:33:29.016476 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7fd52c-f873-45b6-a6c8-b85c680f7032 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Pushing event updated for resources: {'Port': ['ID=55324eb7-137f-4749-980a-63d7e05e0ec8,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:29.039740 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-fb7fd52c-f873-45b6-a6c8-b85c680f7032 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:29.041335 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-fb7fd52c-f873-45b6-a6c8-b85c680f7032 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:29.054049 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4c7db09d-2b17-48d4-afc3-4875aa8c5796 req-0f5e9c6d-cbbc-464d-9579-720bbe5f48b1 service neutron] 10.222.0.85 "GET /v2.0/networks/c2024834-868c-49a3-85ca-4b2b588f3b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312692 Mar 22 19:33:29.059152 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-fb7fd52c-f873-45b6-a6c8-b85c680f7032 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6505628 Mar 22 19:33:29.070701 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-a4ef8756-1759-4d35-bb9e-bfa501d4e3bf service neutron] Request body: {'port': {'device_id': '3b249dbc-df49-4e93-b42f-4428cad54e44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:33:29.148171 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-a4ef8756-1759-4d35-bb9e-bfa501d4e3bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (55324eb7-137f-4749-980a-63d7e05e0ec8), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:29.350378 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a683a4-9ed0-4842-be09-486b9707c150 req-52c8471b-c788-4a6f-9fda-c7f574f0b7ff tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:29.359676 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32a683a4-9ed0-4842-be09-486b9707c150 req-52c8471b-c788-4a6f-9fda-c7f574f0b7ff tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef3a3e18-37ea-4fdb-bd9e-d0bb9fd06655 HTTP/1.1" status: 200 len: 944 time: 0.0650108 Mar 22 19:33:29.391955 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091ea80-0914-4037-bc79-a441a44a2409 req-7d3e9dab-cb00-462c-98f5-87a90a79951c tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:29.393866 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4091ea80-0914-4037-bc79-a441a44a2409 req-7d3e9dab-cb00-462c-98f5-87a90a79951c tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.84 "GET /v2.0/ports?device_id=b150f3c0-9130-4014-9c96-698074dbf2f7 HTTP/1.1" status: 200 len: 946 time: 0.0763617 Mar 22 19:33:29.423499 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32a683a4-9ed0-4842-be09-486b9707c150 req-988ab503-b64a-43dc-82b0-5b0184bc25d5 tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] 10.222.0.75 "GET /v2.0/security-groups?id=94bd9e1a-60c5-4f50-a922-643fd6b5c386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604751 Mar 22 19:33:29.464778 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f4098ef0-046c-40a6-b67f-3c2b57c6fdeb req-97b48141-4935-48e9-bd53-74e9bd1c98e5 tempest-ServerShowV254Test-1402407519 tempest-ServerShowV254Test-1402407519-project] 10.222.0.75 "GET /v2.0/ports?device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.0281539 Mar 22 19:33:29.539375 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-a4ef8756-1759-4d35-bb9e-bfa501d4e3bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55324eb7-137f-4749-980a-63d7e05e0ec8 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:33:29.550689 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-a4ef8756-1759-4d35-bb9e-bfa501d4e3bf service neutron] Publish callbacks [] for port (55324eb7-137f-4749-980a-63d7e05e0ec8), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:29.572270 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-a4ef8756-1759-4d35-bb9e-bfa501d4e3bf service neutron] Transition to ACTIVE for port object 55324eb7-137f-4749-980a-63d7e05e0ec8 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:33:29.576115 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-4091ea80-0914-4037-bc79-a441a44a2409 req-2cd3f71f-ecca-40ba-ae44-a98083a1e1e8 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Deleting port c578384b-0d5f-41dc-ba45-922b60cc6901 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:33:29.576500 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4091ea80-0914-4037-bc79-a441a44a2409 req-2cd3f71f-ecca-40ba-ae44-a98083a1e1e8 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (c578384b-0d5f-41dc-ba45-922b60cc6901), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:29.591847 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-a4ef8756-1759-4d35-bb9e-bfa501d4e3bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (55324eb7-137f-4749-980a-63d7e05e0ec8), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:29.626679 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc91d6f-c331-453a-a081-3737be9c4c8f req-6fe72e1b-f522-4448-8643-ef4269e57e99 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:29.628401 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-acc91d6f-c331-453a-a081-3737be9c4c8f req-6fe72e1b-f522-4448-8643-ef4269e57e99 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 944 time: 0.0540435 Mar 22 19:33:29.725055 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef8756-1759-4d35-bb9e-bfa501d4e3bf service neutron] Pushing event updated for resources: {'Port': ['ID=55324eb7-137f-4749-980a-63d7e05e0ec8,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:29.801081 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-4091ea80-0914-4037-bc79-a441a44a2409 req-2cd3f71f-ecca-40ba-ae44-a98083a1e1e8 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] For port c578384b-0d5f-41dc-ba45-922b60cc6901, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=c578384b-0d5f-41dc-ba45-922b60cc6901,segment=NetworkSegment(314d61bc-4aee-41ea-892b-cdf180af1566),segment_id=314d61bc-4aee-41ea-892b-cdf180af1566)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:29.801455 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4091ea80-0914-4037-bc79-a441a44a2409 req-2cd3f71f-ecca-40ba-ae44-a98083a1e1e8 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (c578384b-0d5f-41dc-ba45-922b60cc6901), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:29.804344 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-260024f3-6fa1-431f-b3de-f439c48dcf57 req-5409957d-f16d-4c2d-8d00-917e5b8803e6 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0613122 Mar 22 19:33:29.818593 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-acc91d6f-c331-453a-a081-3737be9c4c8f req-53a8e335-4d04-4eb4-b279-334ff935d868 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843021 Mar 22 19:33:29.820654 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-4091ea80-0914-4037-bc79-a441a44a2409 req-2cd3f71f-ecca-40ba-ae44-a98083a1e1e8 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Calling delete_port for c578384b-0d5f-41dc-ba45-922b60cc6901 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:33:29.845904 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-a4ef8756-1759-4d35-bb9e-bfa501d4e3bf service neutron] Attempting to bind port 55324eb7-137f-4749-980a-63d7e05e0ec8 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:33:29.846244 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-a4ef8756-1759-4d35-bb9e-bfa501d4e3bf service neutron] Attempting to bind port 55324eb7-137f-4749-980a-63d7e05e0ec8 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '4db1c957-0684-4a6a-98a7-735cbede485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:33:29.846577 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-a4ef8756-1759-4d35-bb9e-bfa501d4e3bf service neutron] Attempting to bind port 55324eb7-137f-4749-980a-63d7e05e0ec8 on network 70904a24-7855-4ee9-ab3c-519e90a986a5 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:33:29.882198 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-a4ef8756-1759-4d35-bb9e-bfa501d4e3bf service neutron] Port 55324eb7-137f-4749-980a-63d7e05e0ec8 on network 70904a24-7855-4ee9-ab3c-519e90a986a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:33:29.882525 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-a4ef8756-1759-4d35-bb9e-bfa501d4e3bf service neutron] Attempting to bind port 55324eb7-137f-4749-980a-63d7e05e0ec8 on network 70904a24-7855-4ee9-ab3c-519e90a986a5 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:33:29.891110 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-a4ef8756-1759-4d35-bb9e-bfa501d4e3bf service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:33:29.891454 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-a4ef8756-1759-4d35-bb9e-bfa501d4e3bf service neutron] Checking segment: {'id': '4db1c957-0684-4a6a-98a7-735cbede485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:33:29.891841 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-a4ef8756-1759-4d35-bb9e-bfa501d4e3bf service neutron] Bound using segment: {'id': '4db1c957-0684-4a6a-98a7-735cbede485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:33:29.892279 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-a4ef8756-1759-4d35-bb9e-bfa501d4e3bf service neutron] Bound port: 55324eb7-137f-4749-980a-63d7e05e0ec8, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4db1c957-0684-4a6a-98a7-735cbede485b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:33:29.892641 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-a4ef8756-1759-4d35-bb9e-bfa501d4e3bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (55324eb7-137f-4749-980a-63d7e05e0ec8), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:29.986119 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-a4ef8756-1759-4d35-bb9e-bfa501d4e3bf service neutron] For port 55324eb7-137f-4749-980a-63d7e05e0ec8, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:33:30.020902 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-a4ef8756-1759-4d35-bb9e-bfa501d4e3bf service neutron] For port 55324eb7-137f-4749-980a-63d7e05e0ec8, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=55324eb7-137f-4749-980a-63d7e05e0ec8,segment=NetworkSegment(4db1c957-0684-4a6a-98a7-735cbede485b),segment_id=4db1c957-0684-4a6a-98a7-735cbede485b)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:33:30.029225 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b685b7-a0c8-4b53-badf-80c6161b6f4f req-4ffc4b9c-8184-4b2c-ba8e-539427229531 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:30.031323 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-a4ef8756-1759-4d35-bb9e-bfa501d4e3bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (55324eb7-137f-4749-980a-63d7e05e0ec8), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:30.034443 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32b685b7-a0c8-4b53-badf-80c6161b6f4f req-4ffc4b9c-8184-4b2c-ba8e-539427229531 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/ports?device_id=b150f3c0-9130-4014-9c96-698074dbf2f7 HTTP/1.1" status: 200 len: 946 time: 0.0588493 Mar 22 19:33:30.082748 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-a4ef8756-1759-4d35-bb9e-bfa501d4e3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:30.083833 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-a4ef8756-1759-4d35-bb9e-bfa501d4e3bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:30.086069 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-a4ef8756-1759-4d35-bb9e-bfa501d4e3bf service neutron] 10.222.0.85 "PUT /v2.0/ports/55324eb7-137f-4749-980a-63d7e05e0ec8 HTTP/1.1" status: 200 len: 1093 time: 1.0197515 Mar 22 19:33:30.090229 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b249dbc-df49-4e93-b42f-4428cad54e44', 'tag': '55324eb7-137f-4749-980a-63d7e05e0ec8'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:33:30.093140 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e308f64f-d0f1-4b2b-848c-b2441f04bef5" -d '{"events": [{"name": "network-changed", "server_uuid": "3b249dbc-df49-4e93-b42f-4428cad54e44", "tag": "55324eb7-137f-4749-980a-63d7e05e0ec8"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:33:30.098138 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4091ea80-0914-4037-bc79-a441a44a2409 req-2cd3f71f-ecca-40ba-ae44-a98083a1e1e8 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (c578384b-0d5f-41dc-ba45-922b60cc6901), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:30.116751 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['c578384b-0d5f-41dc-ba45-922b60cc6901'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:33:30.135725 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32b685b7-a0c8-4b53-badf-80c6161b6f4f req-7069ae30-82fa-4df5-98d8-b07c8cc0dda0 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.75 "GET /v2.0/security-groups?id=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977213 Mar 22 19:33:30.170366 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1d5fd1-8df0-45a9-8c64-0b470641c63e x-openstack-request-id: req-7b1d5fd1-8df0-45a9-8c64-0b470641c63e {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:30.171546 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b249dbc-df49-4e93-b42f-4428cad54e44", "tag": "55324eb7-137f-4749-980a-63d7e05e0ec8", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:30.172044 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7b1d5fd1-8df0-45a9-8c64-0b470641c63e {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:30.172636 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b1d5fd1-8df0-45a9-8c64-0b470641c63e'] response: {'name': 'network-changed', 'server_uuid': '3b249dbc-df49-4e93-b42f-4428cad54e44', 'tag': '55324eb7-137f-4749-980a-63d7e05e0ec8', 'status': 'completed', 'code': 200} Mar 22 19:33:30.174190 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef8756-1759-4d35-bb9e-bfa501d4e3bf service neutron] Pushing event updated for resources: {'Port': ['ID=55324eb7-137f-4749-980a-63d7e05e0ec8,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:30.242592 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-4091ea80-0914-4037-bc79-a441a44a2409 req-2cd3f71f-ecca-40ba-ae44-a98083a1e1e8 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] No DVR routers for this DVR port c578384b-0d5f-41dc-ba45-922b60cc6901 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:33:30.245064 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd3f71f-ecca-40ba-ae44-a98083a1e1e8 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Pushing event deleted for resources: {'Port': ['ID=c578384b-0d5f-41dc-ba45-922b60cc6901,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:30.247300 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4091ea80-0914-4037-bc79-a441a44a2409 req-2cd3f71f-ecca-40ba-ae44-a98083a1e1e8 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:30.251692 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4091ea80-0914-4037-bc79-a441a44a2409 req-2cd3f71f-ecca-40ba-ae44-a98083a1e1e8 tempest-ServerRescueNegativeTestJSON-448110847 tempest-ServerRescueNegativeTestJSON-448110847-project] 10.222.0.84 "DELETE /v2.0/ports/c578384b-0d5f-41dc-ba45-922b60cc6901 HTTP/1.1" status: 204 len: 173 time: 0.8485885 Mar 22 19:33:30.272987 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-cfb0f4bd-7b06-4da4-87af-46669501fdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:30.274815 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-cfb0f4bd-7b06-4da4-87af-46669501fdbc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e818723089fb4c08ae9f9bb223d23b27&device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 1127 time: 0.1062276 Mar 22 19:33:30.316723 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-8d0a4f61-0805-4b35-af2f-531af7476a4b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55324eb7-137f-4749-980a-63d7e05e0ec8 HTTP/1.1" status: 200 len: 217 time: 0.0351007 Mar 22 19:33:30.369203 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-59befb27-7e5c-4c42-84a9-eaff9d063453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:30.370737 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-59befb27-7e5c-4c42-84a9-eaff9d063453 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a5b5783a-62e8-4ee6-a6f8-aaff77d027db HTTP/1.1" status: 200 len: 845 time: 0.0473108 Mar 22 19:33:30.410550 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-c5ba822d-b9df-4308-a0e0-0a92efebe395 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=70904a24-7855-4ee9-ab3c-519e90a986a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329182 Mar 22 19:33:30.510757 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-85f9cd89-77f6-47d8-a0d3-7068f5e6e135 service neutron] 10.222.0.85 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934207 Mar 22 19:33:30.621194 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-70432bfd-ef59-4106-ad63-3fa135dbee63 req-5e860d12-3bba-45f3-ad04-ca4b4a217d0b tempest-ServerShowV254Test-1402407519 tempest-ServerShowV254Test-1402407519-project] 10.222.0.75 "GET /v2.0/ports?device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.0488908 Mar 22 19:33:30.660192 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ebcf6f-1621-4dba-a2a9-33b76fd72047 req-8c8176c1-d401-4dde-8331-2baf43723bae tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:30.662090 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78ebcf6f-1621-4dba-a2a9-33b76fd72047 req-8c8176c1-d401-4dde-8331-2baf43723bae tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef3a3e18-37ea-4fdb-bd9e-d0bb9fd06655 HTTP/1.1" status: 200 len: 944 time: 0.1332586 Mar 22 19:33:30.662247 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6da5866d-4005-4e38-a30b-f190b309e0ef req-13aca43c-6fdd-431c-b623-f4a65bc5a0f6 service neutron] 10.222.0.85 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435018 Mar 22 19:33:30.730452 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78ebcf6f-1621-4dba-a2a9-33b76fd72047 req-c3876bf3-b7c4-4ea9-9699-72a34d3720fa tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] 10.222.0.75 "GET /v2.0/security-groups?id=94bd9e1a-60c5-4f50-a922-643fd6b5c386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583572 Mar 22 19:33:30.766897 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 6ea20a14-6f34-41d3-89d5-9f45f51b6cdf details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:33:30.852536 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308f64f-d0f1-4b2b-848c-b2441f04bef5 req-290e6a5c-8506-4ce4-af19-2497c514d419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:30.854889 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e308f64f-d0f1-4b2b-848c-b2441f04bef5 req-290e6a5c-8506-4ce4-af19-2497c514d419 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e818723089fb4c08ae9f9bb223d23b27&device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 1127 time: 0.1346922 Mar 22 19:33:30.910904 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 6ea20a14-6f34-41d3-89d5-9f45f51b6cdf, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=6ea20a14-6f34-41d3-89d5-9f45f51b6cdf,segment=NetworkSegment(7f796c8d-eb74-4f85-894d-35334efb6ade),segment_id=7f796c8d-eb74-4f85-894d-35334efb6ade)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:30.930124 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '6ea20a14-6f34-41d3-89d5-9f45f51b6cdf', 'network_id': 'c2024834-868c-49a3-85ca-4b2b588f3b23', 'port_id': '6ea20a14-6f34-41d3-89d5-9f45f51b6cdf', 'mac_address': 'fa:16:3e:d3:f3:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64cf022b-4f02-4ca3-8133-73d1d21bb4ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:33:30.973499 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308f64f-d0f1-4b2b-848c-b2441f04bef5 req-bf53897a-ceef-4845-9d97-a39f9e278c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:30.975611 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e308f64f-d0f1-4b2b-848c-b2441f04bef5 req-bf53897a-ceef-4845-9d97-a39f9e278c8d service neutron] 10.222.0.85 "GET /v2.0/networks?id=70904a24-7855-4ee9-ab3c-519e90a986a5 HTTP/1.1" status: 200 len: 906 time: 0.1123946 Mar 22 19:33:30.982166 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 6ea20a14-6f34-41d3-89d5-9f45f51b6cdf is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:33:30.982928 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6ea20a14-6f34-41d3-89d5-9f45f51b6cdf), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:30.983214 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-073afd82-55b2-4fa4-8552-0f82890e7218 req-0e4461dc-9832-423f-a60c-6157b8369d4b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0406756 Mar 22 19:33:31.012763 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb621a2-40bd-46f3-ab64-ff3c1df51f3e req-8f3ff9d5-8ce0-4397-81fa-e6e9cf068e14 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:31.013079 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea20a14-6f34-41d3-89d5-9f45f51b6cdf {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:33:31.014397 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5eb621a2-40bd-46f3-ab64-ff3c1df51f3e req-8f3ff9d5-8ce0-4397-81fa-e6e9cf068e14 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 944 time: 0.0831478 Mar 22 19:33:31.023606 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e308f64f-d0f1-4b2b-848c-b2441f04bef5 req-481e3b1f-9fb5-439f-8348-ba1d245daccd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55324eb7-137f-4749-980a-63d7e05e0ec8 HTTP/1.1" status: 200 len: 217 time: 0.0424428 Mar 22 19:33:31.036510 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 6ea20a14-6f34-41d3-89d5-9f45f51b6cdf, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=6ea20a14-6f34-41d3-89d5-9f45f51b6cdf,segment=NetworkSegment(7f796c8d-eb74-4f85-894d-35334efb6ade),segment_id=7f796c8d-eb74-4f85-894d-35334efb6ade)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:31.042213 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (6ea20a14-6f34-41d3-89d5-9f45f51b6cdf), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:31.075965 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5eb621a2-40bd-46f3-ab64-ff3c1df51f3e req-74c410ba-75f3-41cb-bdd5-a38a14333318 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551033 Mar 22 19:33:31.100784 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=6ea20a14-6f34-41d3-89d5-9f45f51b6cdf,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:31.171683 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 58678) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:31.422762 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308f64f-d0f1-4b2b-848c-b2441f04bef5 req-c6c2425f-368a-4bce-aa3a-b0f905f2f6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:31.424523 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['6ea20a14-6f34-41d3-89d5-9f45f51b6cdf'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:33:31.425073 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e308f64f-d0f1-4b2b-848c-b2441f04bef5 req-c6c2425f-368a-4bce-aa3a-b0f905f2f6ad service neutron] 10.222.0.85 "GET /v2.0/subnets?id=a5b5783a-62e8-4ee6-a6f8-aaff77d027db HTTP/1.1" status: 200 len: 845 time: 0.3944085 Mar 22 19:33:31.462795 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e308f64f-d0f1-4b2b-848c-b2441f04bef5 req-9ddbbc4a-4acc-448e-b1bc-86d703a03a26 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=70904a24-7855-4ee9-ab3c-519e90a986a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306025 Mar 22 19:33:31.615097 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e308f64f-d0f1-4b2b-848c-b2441f04bef5 req-27d6b435-e4cf-4ee8-bfcb-85f063b5ff8d service neutron] 10.222.0.85 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458404 Mar 22 19:33:31.697654 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-253e096e-4d43-460a-b410-cdd739f65b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (c2acaaf4-710b-4d05-af64-17fa4080fe31), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:31.724145 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e308f64f-d0f1-4b2b-848c-b2441f04bef5 req-d578e019-256a-48a2-8e0f-272206b3d9a3 service neutron] 10.222.0.85 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021714 Mar 22 19:33:31.791749 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-afd58d47-3b75-4895-9081-ad83f5cc2138 req-16eb0db5-c927-4bc7-9eef-0c5b1683bd5d tempest-ServerShowV254Test-1402407519 tempest-ServerShowV254Test-1402407519-project] 10.222.0.75 "GET /v2.0/ports?device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.0535915 Mar 22 19:33:32.173955 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b150f3c0-9130-4014-9c96-698074dbf2f7', 'name': 'network-vif-deleted', 'tag': 'c578384b-0d5f-41dc-ba45-922b60cc6901'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:33:32.175573 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4459f1cc-23b3-43bd-9c6e-dba1c7edf9fe req-65df5bfc-f8cc-4ca6-a9d5-eb6a1f1ae4bb tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0384552 Mar 22 19:33:32.176972 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc80297f-8bec-4320-bd14-29294d2a6fa1" -d '{"events": [{"server_uuid": "b150f3c0-9130-4014-9c96-698074dbf2f7", "name": "network-vif-deleted", "tag": "c578384b-0d5f-41dc-ba45-922b60cc6901"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:33:32.260222 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3b655-b5ac-4a86-ba0e-8cba382d7ab7 req-661e5433-abc7-4adb-bc47-559f7a0266c1 tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:32.262177 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-16e3b655-b5ac-4a86-ba0e-8cba382d7ab7 req-661e5433-abc7-4adb-bc47-559f7a0266c1 tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef3a3e18-37ea-4fdb-bd9e-d0bb9fd06655 HTTP/1.1" status: 200 len: 945 time: 0.4394877 Mar 22 19:33:32.397404 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-16e3b655-b5ac-4a86-ba0e-8cba382d7ab7 req-362040d3-4524-46ab-817f-f5db35899365 tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] 10.222.0.75 "GET /v2.0/security-groups?id=94bd9e1a-60c5-4f50-a922-643fd6b5c386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176822 Mar 22 19:33:32.410570 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c299b0c-0d0a-4a8f-a41c-ccf49a86d42e req-a38cd20a-086d-4095-b4da-d8d63f6adfd5 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:32.412688 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7c299b0c-0d0a-4a8f-a41c-ccf49a86d42e req-a38cd20a-086d-4095-b4da-d8d63f6adfd5 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 944 time: 0.1493671 Mar 22 19:33:32.447154 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d44532-07ad-4af2-97b5-3fec9374dc4d x-openstack-request-id: req-a5d44532-07ad-4af2-97b5-3fec9374dc4d {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:32.447453 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b150f3c0-9130-4014-9c96-698074dbf2f7", "name": "network-vif-deleted", "tag": "c578384b-0d5f-41dc-ba45-922b60cc6901", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:32.447696 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a5d44532-07ad-4af2-97b5-3fec9374dc4d {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:32.448113 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5d44532-07ad-4af2-97b5-3fec9374dc4d'] response: {'server_uuid': 'b150f3c0-9130-4014-9c96-698074dbf2f7', 'name': 'network-vif-deleted', 'tag': 'c578384b-0d5f-41dc-ba45-922b60cc6901', 'status': 'completed', 'code': 200} Mar 22 19:33:32.539296 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7c299b0c-0d0a-4a8f-a41c-ccf49a86d42e req-2cb53107-449c-45ee-a340-8cbdc1f9ba12 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202848 Mar 22 19:33:32.561783 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device c578384b-0d5f-41dc-ba45-922b60cc6901 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:33:32.569452 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-253e096e-4d43-460a-b410-cdd739f65b25 admin admin] Deleting port 10bab89b-c8c6-4280-895e-a515670fee10 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:33:32.569932 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-253e096e-4d43-460a-b410-cdd739f65b25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (10bab89b-c8c6-4280-895e-a515670fee10), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:32.587032 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: c578384b-0d5f-41dc-ba45-922b60cc6901 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:33:32.587711 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device c578384b-0d5f-41dc-ba45-922b60cc6901 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:33:32.676418 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-253e096e-4d43-460a-b410-cdd739f65b25 admin admin] For port 10bab89b-c8c6-4280-895e-a515670fee10, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=10bab89b-c8c6-4280-895e-a515670fee10,segment=NetworkSegment(314d61bc-4aee-41ea-892b-cdf180af1566),segment_id=314d61bc-4aee-41ea-892b-cdf180af1566)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:32.676787 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-253e096e-4d43-460a-b410-cdd739f65b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (10bab89b-c8c6-4280-895e-a515670fee10), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:32.694209 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-253e096e-4d43-460a-b410-cdd739f65b25 admin admin] Calling delete_port for 10bab89b-c8c6-4280-895e-a515670fee10 owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:33:32.781310 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 6ea20a14-6f34-41d3-89d5-9f45f51b6cdf up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:33:32.844881 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 6ea20a14-6f34-41d3-89d5-9f45f51b6cdf completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:33:32.851075 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 6ea20a14-6f34-41d3-89d5-9f45f51b6cdf triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:33:32.851460 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6ea20a14-6f34-41d3-89d5-9f45f51b6cdf), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:32.926274 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f25e591-cee8-4091-8362-3f3b5cf51869 req-f49bcfba-c317-4014-98de-7e243efea7c1 tempest-ServerShowV254Test-1402407519 tempest-ServerShowV254Test-1402407519-project] 10.222.0.75 "GET /v2.0/ports?device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.0393238 Mar 22 19:33:32.945634 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 6ea20a14-6f34-41d3-89d5-9f45f51b6cdf is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:33:32.946507 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6ea20a14-6f34-41d3-89d5-9f45f51b6cdf), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:32.972226 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3a3e18-37ea-4fdb-bd9e-d0bb9fd06655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea20a14-6f34-41d3-89d5-9f45f51b6cdf'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:33:32.974690 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14bd5dad-a471-4d48-b690-fcab11b11fa3" -d '{"events": [{"server_uuid": "ef3a3e18-37ea-4fdb-bd9e-d0bb9fd06655", "name": "network-vif-plugged", "status": "completed", "tag": "6ea20a14-6f34-41d3-89d5-9f45f51b6cdf"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:33:32.988448 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-253e096e-4d43-460a-b410-cdd739f65b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (10bab89b-c8c6-4280-895e-a515670fee10), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:32.989090 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 6ea20a14-6f34-41d3-89d5-9f45f51b6cdf, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=6ea20a14-6f34-41d3-89d5-9f45f51b6cdf,segment=NetworkSegment(7f796c8d-eb74-4f85-894d-35334efb6ade),segment_id=7f796c8d-eb74-4f85-894d-35334efb6ade)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:32.995936 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (6ea20a14-6f34-41d3-89d5-9f45f51b6cdf), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:33.021978 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e096e-4d43-460a-b410-cdd739f65b25 admin admin] Pushing event deleted for resources: {'Port': ['ID=10bab89b-c8c6-4280-895e-a515670fee10,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:33.025655 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97d580b-b590-42c3-b319-42d36a01fac3 x-openstack-request-id: req-f97d580b-b590-42c3-b319-42d36a01fac3 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:33.025989 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3a3e18-37ea-4fdb-bd9e-d0bb9fd06655", "name": "network-vif-plugged", "status": "completed", "tag": "6ea20a14-6f34-41d3-89d5-9f45f51b6cdf", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:33.026759 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f97d580b-b590-42c3-b319-42d36a01fac3 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:33.026759 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f97d580b-b590-42c3-b319-42d36a01fac3'] response: {'server_uuid': 'ef3a3e18-37ea-4fdb-bd9e-d0bb9fd06655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea20a14-6f34-41d3-89d5-9f45f51b6cdf', 'code': 200} Mar 22 19:33:33.064918 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=6ea20a14-6f34-41d3-89d5-9f45f51b6cdf,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:33.160108 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ac1c7-bb4a-4a69-92ba-2dea31afb722 req-d5e857c0-e68b-4ebd-8d2d-c65b33e90af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:33.161946 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-109ac1c7-bb4a-4a69-92ba-2dea31afb722 req-d5e857c0-e68b-4ebd-8d2d-c65b33e90af8 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ef3a3e18-37ea-4fdb-bd9e-d0bb9fd06655 HTTP/1.1" status: 200 len: 1129 time: 0.0622175 Mar 22 19:33:33.223705 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-109ac1c7-bb4a-4a69-92ba-2dea31afb722 req-e91cb7de-e385-4272-9ba8-07cc4924c39b service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=94bd9e1a-60c5-4f50-a922-643fd6b5c386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553744 Mar 22 19:33:33.267051 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-253e096e-4d43-460a-b410-cdd739f65b25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (c2acaaf4-710b-4d05-af64-17fa4080fe31), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:33.370392 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-794e3907-af2a-4f83-bc0f-a8b6ae7286fb req-f59dfdce-5ca0-4094-bbf3-2892049cb298 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0961800 Mar 22 19:33:33.558160 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934d04cb-a2e0-4df2-82bd-775d047c31d8 req-b3faf7a2-ca1b-4035-8e93-8fc95e7d86b4 tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:33.559667 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-934d04cb-a2e0-4df2-82bd-775d047c31d8 req-b3faf7a2-ca1b-4035-8e93-8fc95e7d86b4 tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef3a3e18-37ea-4fdb-bd9e-d0bb9fd06655 HTTP/1.1" status: 200 len: 946 time: 0.0813088 Mar 22 19:33:33.587895 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253e096e-4d43-460a-b410-cdd739f65b25 admin admin] Router c2acaaf4-710b-4d05-af64-17fa4080fe31 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:33:33.633993 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-934d04cb-a2e0-4df2-82bd-775d047c31d8 req-acf66d42-af1a-4b82-adb9-a3e35e5fc064 tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] 10.222.0.75 "GET /v2.0/security-groups?id=94bd9e1a-60c5-4f50-a922-643fd6b5c386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663922 Mar 22 19:33:33.753239 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d641a3b-5ce8-45b7-83c1-24ddf3eca54b req-c236cd0f-00a4-4848-80d0-06a965f003b2 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:33.754806 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9d641a3b-5ce8-45b7-83c1-24ddf3eca54b req-c236cd0f-00a4-4848-80d0-06a965f003b2 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 944 time: 0.1387868 Mar 22 19:33:33.769834 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253e096e-4d43-460a-b410-cdd739f65b25 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:33:33.777508 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58708) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:33.778795 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-253e096e-4d43-460a-b410-cdd739f65b25 admin admin] 10.222.0.75 "PUT /v2.0/routers/c2acaaf4-710b-4d05-af64-17fa4080fe31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6055858 Mar 22 19:33:33.784992 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6cc85f-1303-46e6-a712-69bd314e7c1d None None] Sync routers for ids ['c2acaaf4-710b-4d05-af64-17fa4080fe31'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:33:33.799740 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6cc85f-1303-46e6-a712-69bd314e7c1d None None] Routers {'c2acaaf4-710b-4d05-af64-17fa4080fe31'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:33:33.800779 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-4f6cc85f-1303-46e6-a712-69bd314e7c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:33:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['c2acaaf4-710b-4d05-af64-17fa4080fe31'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:33.846714 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9d641a3b-5ce8-45b7-83c1-24ddf3eca54b req-22690882-3e61-47b9-8cc3-e7110bd9bf1a tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666687 Mar 22 19:33:33.921850 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5bf7b5df-1d76-4832-8ea8-a12e1b183e5e admin admin] Publish callbacks [] for router (c2acaaf4-710b-4d05-af64-17fa4080fe31), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:33.940433 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-4f6cc85f-1303-46e6-a712-69bd314e7c1d None None] Set router c2acaaf4-710b-4d05-af64-17fa4080fe31 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:33:34.035744 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5bf7b5df-1d76-4832-8ea8-a12e1b183e5e admin admin] Publish callbacks [] for router_gateway (c2acaaf4-710b-4d05-af64-17fa4080fe31), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:34.045230 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6163c8c4-21d1-449e-833b-3cc221bfb1c5 req-9dd2a3fc-ef93-4b4f-9797-b850cb9abb65 tempest-ServerShowV254Test-1402407519 tempest-ServerShowV254Test-1402407519-project] 10.222.0.75 "GET /v2.0/ports?device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.0353465 Mar 22 19:33:34.101039 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-5bf7b5df-1d76-4832-8ea8-a12e1b183e5e admin admin] Deleting port cc812064-4e71-461d-b50c-90fb835184a3 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:33:34.101368 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5bf7b5df-1d76-4832-8ea8-a12e1b183e5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (cc812064-4e71-461d-b50c-90fb835184a3), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:34.153028 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-4f6cc85f-1303-46e6-a712-69bd314e7c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'name': 'tempest-ServerRescueNegativeTestJSON-1970496120-router', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': 'cc812064-4e71-461d-b50c-90fb835184a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:32Z', 'updated_at': '2022-03-22T19:33:32Z', 'revision_number': 5, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'gw_port': {'id': 'cc812064-4e71-461d-b50c-90fb835184a3', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:c2:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:34Z', 'updated_at': '2022-03-22T19:26:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:34.179670 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6cc85f-1303-46e6-a712-69bd314e7c1d None None] Checking router: c2acaaf4-710b-4d05-af64-17fa4080fe31 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:33:34.188584 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6cc85f-1303-46e6-a712-69bd314e7c1d None None] Routers {'c2acaaf4-710b-4d05-af64-17fa4080fe31'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:33:34.189233 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-4f6cc85f-1303-46e6-a712-69bd314e7c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:33:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['c2acaaf4-710b-4d05-af64-17fa4080fe31'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:34.190629 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-5bf7b5df-1d76-4832-8ea8-a12e1b183e5e admin admin] For port cc812064-4e71-461d-b50c-90fb835184a3, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=cc812064-4e71-461d-b50c-90fb835184a3,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:34.191116 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5bf7b5df-1d76-4832-8ea8-a12e1b183e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (cc812064-4e71-461d-b50c-90fb835184a3), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:34.204970 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-5bf7b5df-1d76-4832-8ea8-a12e1b183e5e admin admin] Calling delete_port for cc812064-4e71-461d-b50c-90fb835184a3 owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:33:34.278999 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-4f6cc85f-1303-46e6-a712-69bd314e7c1d None None] Set router c2acaaf4-710b-4d05-af64-17fa4080fe31 gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:33:34.338233 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-4f6cc85f-1303-46e6-a712-69bd314e7c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'name': 'tempest-ServerRescueNegativeTestJSON-1970496120-router', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:32Z', 'updated_at': '2022-03-22T19:33:34Z', 'revision_number': 6, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:34.365671 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6cc85f-1303-46e6-a712-69bd314e7c1d None None] The sync data for ids ['c2acaaf4-710b-4d05-af64-17fa4080fe31'] in n-d-705658-24 is: [{'id': 'c2acaaf4-710b-4d05-af64-17fa4080fe31', 'name': 'tempest-ServerRescueNegativeTestJSON-1970496120-router', 'tenant_id': '7e302d01a2a24393894ffad4e45b884a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:32Z', 'updated_at': '2022-03-22T19:33:34Z', 'revision_number': 6, 'project_id': '7e302d01a2a24393894ffad4e45b884a', 'gw_port_host': None}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:33:34.380636 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5bf7b5df-1d76-4832-8ea8-a12e1b183e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (cc812064-4e71-461d-b50c-90fb835184a3), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:34.406815 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7b5df-1d76-4832-8ea8-a12e1b183e5e admin admin] Pushing event deleted for resources: {'Port': ['ID=cc812064-4e71-461d-b50c-90fb835184a3,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:34.498066 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-962ab920-2333-4cac-86f6-7b70159ba418 req-b516aa72-c2e9-47fa-91fa-0a1115e68c06 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0372729 Mar 22 19:33:34.502030 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5bf7b5df-1d76-4832-8ea8-a12e1b183e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (c2acaaf4-710b-4d05-af64-17fa4080fe31), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:34.606836 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5bf7b5df-1d76-4832-8ea8-a12e1b183e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (c2acaaf4-710b-4d05-af64-17fa4080fe31), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:34.609079 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5bf7b5df-1d76-4832-8ea8-a12e1b183e5e admin admin] Publish callbacks [] for router_controller (c2acaaf4-710b-4d05-af64-17fa4080fe31), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:34.657249 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5bf7b5df-1d76-4832-8ea8-a12e1b183e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (c2acaaf4-710b-4d05-af64-17fa4080fe31), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:34.658251 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf7b5df-1d76-4832-8ea8-a12e1b183e5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2acaaf4-710b-4d05-af64-17fa4080fe31 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:33:34.663191 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5bf7b5df-1d76-4832-8ea8-a12e1b183e5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:34.664356 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5bf7b5df-1d76-4832-8ea8-a12e1b183e5e admin admin] 10.222.0.75 "DELETE /v2.0/routers/c2acaaf4-710b-4d05-af64-17fa4080fe31 HTTP/1.1" status: 204 len: 168 time: 0.8858314 Mar 22 19:33:34.666933 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 58718) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:34.752477 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-41fb7c3b-d27b-421b-82c2-8fb674d30c5f admin admin] Deleting subnet cd5ec6ea-2197-4f69-89c7-80c309a39451 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:33:34.757635 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-41fb7c3b-d27b-421b-82c2-8fb674d30c5f admin admin] Publish callbacks [] for subnet (cd5ec6ea-2197-4f69-89c7-80c309a39451), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:34.790006 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 55324eb7-137f-4749-980a-63d7e05e0ec8 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:33:34.815115 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59d5ea-7cac-49ea-adfe-3f96b8584014 req-76ed47d8-1ede-4b25-aed2-4447f379e1ef tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:34.824006 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-de59d5ea-7cac-49ea-adfe-3f96b8584014 req-76ed47d8-1ede-4b25-aed2-4447f379e1ef tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef3a3e18-37ea-4fdb-bd9e-d0bb9fd06655 HTTP/1.1" status: 200 len: 946 time: 0.1126924 Mar 22 19:33:34.851562 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-41fb7c3b-d27b-421b-82c2-8fb674d30c5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (cd5ec6ea-2197-4f69-89c7-80c309a39451), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:34.949649 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-de59d5ea-7cac-49ea-adfe-3f96b8584014 req-22742904-a7c6-41e1-95f4-5f71cfb915b3 tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] 10.222.0.75 "GET /v2.0/security-groups?id=94bd9e1a-60c5-4f50-a922-643fd6b5c386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246312 Mar 22 19:33:34.974186 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 55324eb7-137f-4749-980a-63d7e05e0ec8, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=55324eb7-137f-4749-980a-63d7e05e0ec8,segment=NetworkSegment(4db1c957-0684-4a6a-98a7-735cbede485b),segment_id=4db1c957-0684-4a6a-98a7-735cbede485b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:34.978928 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '55324eb7-137f-4749-980a-63d7e05e0ec8', 'network_id': '70904a24-7855-4ee9-ab3c-519e90a986a5', 'port_id': '55324eb7-137f-4749-980a-63d7e05e0ec8', 'mac_address': 'fa:16:3e:49:5b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b5783a-62e8-4ee6-a6f8-aaff77d027db', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:33:35.026444 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 55324eb7-137f-4749-980a-63d7e05e0ec8 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:33:35.026873 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (55324eb7-137f-4749-980a-63d7e05e0ec8), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:35.043044 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55324eb7-137f-4749-980a-63d7e05e0ec8 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:33:35.050427 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f006d-c9c5-43a7-8d7e-2d889148b7a2 req-25ef998d-256a-470c-8859-2bc9b8263e34 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:35.052508 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eb4f006d-c9c5-43a7-8d7e-2d889148b7a2 req-25ef998d-256a-470c-8859-2bc9b8263e34 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 944 time: 0.1224291 Mar 22 19:33:35.061898 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-41fb7c3b-d27b-421b-82c2-8fb674d30c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (cd5ec6ea-2197-4f69-89c7-80c309a39451), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:35.064517 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 55324eb7-137f-4749-980a-63d7e05e0ec8, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=55324eb7-137f-4749-980a-63d7e05e0ec8,segment=NetworkSegment(4db1c957-0684-4a6a-98a7-735cbede485b),segment_id=4db1c957-0684-4a6a-98a7-735cbede485b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:35.072021 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (55324eb7-137f-4749-980a-63d7e05e0ec8), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:35.129369 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=55324eb7-137f-4749-980a-63d7e05e0ec8,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:35.146275 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eb4f006d-c9c5-43a7-8d7e-2d889148b7a2 req-e739900d-f6fd-44fd-b567-a95087337bef tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863760 Mar 22 19:33:35.169528 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-41fb7c3b-d27b-421b-82c2-8fb674d30c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (cd5ec6ea-2197-4f69-89c7-80c309a39451), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:35.219960 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb7c3b-d27b-421b-82c2-8fb674d30c5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd5ec6ea-2197-4f69-89c7-80c309a39451,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:35.222068 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-41fb7c3b-d27b-421b-82c2-8fb674d30c5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:35.226120 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-41fb7c3b-d27b-421b-82c2-8fb674d30c5f admin admin] 10.222.0.75 "DELETE /v2.0/subnets/cd5ec6ea-2197-4f69-89c7-80c309a39451 HTTP/1.1" status: 204 len: 168 time: 0.5577397 Mar 22 19:33:35.226559 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8d6ec1-88b8-420a-a82a-86304d050084 None None] Network e2aac6b4-9023-4a56-b28e-d9728a595e67 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:33:35.228977 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 58732) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:35.356307 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-210ce1da-af05-4869-93fb-88d7217fae39 req-24807e8a-e93f-49c4-bf9b-5abb8fc3179e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b8e61495-b1c5-4f33-853b-9066d82e06e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0660851 Mar 22 19:33:35.369459 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e0383fc0-160c-470a-98dc-627d66aa00e5 req-f5f70936-c3e6-419b-9a53-1ad1cd3d7dee tempest-ServerShowV254Test-1402407519 tempest-ServerShowV254Test-1402407519-project] 10.222.0.75 "GET /v2.0/ports?device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.0503998 Mar 22 19:33:35.412160 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-adf27481-e3c1-4a4e-83f6-726603b0e484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (e2aac6b4-9023-4a56-b28e-d9728a595e67), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:35.449465 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0962d9-3c7d-4225-b3ad-5ad0f816ab4e req-05fb6680-e98b-4bb2-93ba-b77b2c7bf9b2 tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:35.451116 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6d0962d9-3c7d-4225-b3ad-5ad0f816ab4e req-05fb6680-e98b-4bb2-93ba-b77b2c7bf9b2 tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef3a3e18-37ea-4fdb-bd9e-d0bb9fd06655 HTTP/1.1" status: 200 len: 946 time: 0.1207416 Mar 22 19:33:35.474645 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ce1da-af05-4869-93fb-88d7217fae39 req-7381ca0d-3606-44a8-ad64-82bdb8d7b418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:35.479026 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['55324eb7-137f-4749-980a-63d7e05e0ec8'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:33:35.493541 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-210ce1da-af05-4869-93fb-88d7217fae39 req-7381ca0d-3606-44a8-ad64-82bdb8d7b418 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e818723089fb4c08ae9f9bb223d23b27&device_id=b8e61495-b1c5-4f33-853b-9066d82e06e2 HTTP/1.1" status: 200 len: 1128 time: 0.0923538 Mar 22 19:33:35.529716 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a033e07-8871-4610-9522-ab7e877b3790 None None] DHCP port deletion for e2aac6b4-9023-4a56-b28e-d9728a595e67 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:33:35.540388 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6d0962d9-3c7d-4225-b3ad-5ad0f816ab4e req-edf95423-660b-4371-b2b5-8e7c02b6b8b4 tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] 10.222.0.75 "GET /v2.0/security-groups?id=94bd9e1a-60c5-4f50-a922-643fd6b5c386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640187 Mar 22 19:33:35.550596 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-adf27481-e3c1-4a4e-83f6-726603b0e484 admin admin] Deleting port fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:33:35.550945 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-adf27481-e3c1-4a4e-83f6-726603b0e484 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:35.638019 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-adf27481-e3c1-4a4e-83f6-726603b0e484 admin admin] For port fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8,segment=NetworkSegment(314d61bc-4aee-41ea-892b-cdf180af1566),segment_id=314d61bc-4aee-41ea-892b-cdf180af1566)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:35.638885 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-adf27481-e3c1-4a4e-83f6-726603b0e484 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:35.658477 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ce1da-af05-4869-93fb-88d7217fae39 req-e1cf97a6-d0a9-431c-8b57-89de04f40388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:35.660868 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-210ce1da-af05-4869-93fb-88d7217fae39 req-e1cf97a6-d0a9-431c-8b57-89de04f40388 service neutron] 10.222.0.84 "GET /v2.0/networks?id=70904a24-7855-4ee9-ab3c-519e90a986a5 HTTP/1.1" status: 200 len: 906 time: 0.1477311 Mar 22 19:33:35.687671 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ea4c1f11-4230-47e4-860f-0fc2034ec598 req-aa94d676-3fac-4d8f-9bb2-30d9415aa551 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0438130 Mar 22 19:33:35.692907 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-adf27481-e3c1-4a4e-83f6-726603b0e484 admin admin] Calling delete_port for fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8 owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:33:35.705073 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-5a033e07-8871-4610-9522-ab7e877b3790 None None] Deleting port fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:33:35.705450 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5a033e07-8871-4610-9522-ab7e877b3790 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:35.716685 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-210ce1da-af05-4869-93fb-88d7217fae39 req-5ce4b26e-e071-4c5e-ad93-9bf484d0fd2b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6900cdf1-7489-4100-b919-0573c759249d HTTP/1.1" status: 200 len: 217 time: 0.0499892 Mar 22 19:33:35.786501 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-5a033e07-8871-4610-9522-ab7e877b3790 None None] For port fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8,segment=NetworkSegment(314d61bc-4aee-41ea-892b-cdf180af1566),segment_id=314d61bc-4aee-41ea-892b-cdf180af1566)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:35.786906 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5a033e07-8871-4610-9522-ab7e877b3790 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:35.802524 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-5a033e07-8871-4610-9522-ab7e877b3790 None None] Calling delete_port for fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:33:35.830835 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-adf27481-e3c1-4a4e-83f6-726603b0e484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:35.853448 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ce1da-af05-4869-93fb-88d7217fae39 req-3abdb761-fb16-4b3c-ad2e-7eae03dd70bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:35.855511 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-210ce1da-af05-4869-93fb-88d7217fae39 req-3abdb761-fb16-4b3c-ad2e-7eae03dd70bf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a5b5783a-62e8-4ee6-a6f8-aaff77d027db HTTP/1.1" status: 200 len: 845 time: 0.1232243 Mar 22 19:33:35.884540 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf27481-e3c1-4a4e-83f6-726603b0e484 admin admin] No DVR routers for this DVR port fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8 on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:33:35.886574 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf27481-e3c1-4a4e-83f6-726603b0e484 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:35.892174 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5a033e07-8871-4610-9522-ab7e877b3790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:35.893064 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-210ce1da-af05-4869-93fb-88d7217fae39 req-c3cd87c0-ad09-43c6-8af7-5d5ca97e2c0a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=70904a24-7855-4ee9-ab3c-519e90a986a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314910 Mar 22 19:33:35.894472 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:33:35.942076 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a033e07-8871-4610-9522-ab7e877b3790 None None] Pushing event deleted for resources: {'Port': ['ID=fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:35.956970 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:33:35.956970 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:33:35.956970 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 10bab89b-c8c6-4280-895e-a515670fee10 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:33:35.993707 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a033e07-8871-4610-9522-ab7e877b3790 None None] No DVR routers for this DVR port fcb5ac79-3ead-4f4d-9aa6-02127b3e97b8 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:33:35.997149 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 10bab89b-c8c6-4280-895e-a515670fee10 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:33:35.997149 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 10bab89b-c8c6-4280-895e-a515670fee10 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:33:35.997709 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device cc812064-4e71-461d-b50c-90fb835184a3 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:33:36.015096 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-210ce1da-af05-4869-93fb-88d7217fae39 req-c6c06370-83c2-4ba6-9c68-3fdb5a477784 service neutron] 10.222.0.84 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152554 Mar 22 19:33:36.038030 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: cc812064-4e71-461d-b50c-90fb835184a3 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:33:36.038373 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device cc812064-4e71-461d-b50c-90fb835184a3 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:33:36.057095 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-adf27481-e3c1-4a4e-83f6-726603b0e484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (e2aac6b4-9023-4a56-b28e-d9728a595e67), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:36.085688 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-adf27481-e3c1-4a4e-83f6-726603b0e484 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2aac6b4-9023-4a56-b28e-d9728a595e67']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:36.095971 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-adf27481-e3c1-4a4e-83f6-726603b0e484 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '314d61bc-4aee-41ea-892b-cdf180af1566') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:36.096269 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-adf27481-e3c1-4a4e-83f6-726603b0e484 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '314d61bc-4aee-41ea-892b-cdf180af1566') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:36.107925 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-adf27481-e3c1-4a4e-83f6-726603b0e484 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (314d61bc-4aee-41ea-892b-cdf180af1566), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:36.121287 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-adf27481-e3c1-4a4e-83f6-726603b0e484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (314d61bc-4aee-41ea-892b-cdf180af1566), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:36.130710 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf27481-e3c1-4a4e-83f6-726603b0e484 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:33:36.131580 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-adf27481-e3c1-4a4e-83f6-726603b0e484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (314d61bc-4aee-41ea-892b-cdf180af1566), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:36.133706 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:33:36.133706 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:33:36.133706 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:33:36.133706 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:33:36.133706 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:33:36.133706 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:33:36.133706 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:33:36.133706 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:33:36.133706 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:33:36.133706 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:33:36.133706 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:33:36.133706 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:33:36.133706 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:33:36.133706 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:33:36.133706 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:33:36.133706 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:33:36.133706 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:33:36.133706 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:33:36.133706 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:33:36.133706 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:33:36.133706 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:33:36.133706 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:33:36.133706 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:33:36.133706 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:33:36.133706 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:33:36.133706 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:33:36.133706 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:33:36.133706 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:33:36.133706 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:33:36.133706 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:33:36.133706 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:33:36.133706 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:33:36.148229 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-210ce1da-af05-4869-93fb-88d7217fae39 req-326feaf2-6bf7-4a70-bc7a-9c2abcc48e00 service neutron] 10.222.0.84 "GET /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268942 Mar 22 19:33:36.196133 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-adf27481-e3c1-4a4e-83f6-726603b0e484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (e2aac6b4-9023-4a56-b28e-d9728a595e67), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:36.203627 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-adf27481-e3c1-4a4e-83f6-726603b0e484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:36.210178 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-adf27481-e3c1-4a4e-83f6-726603b0e484 admin admin] 10.222.0.75 "DELETE /v2.0/networks/e2aac6b4-9023-4a56-b28e-d9728a595e67 HTTP/1.1" status: 204 len: 168 time: 0.9765649 Mar 22 19:33:36.221912 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf27481-e3c1-4a4e-83f6-726603b0e484 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2aac6b4-9023-4a56-b28e-d9728a595e67,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:36.324286 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c0e3d-7f36-43ed-8841-ee9212295672 req-663b26c7-0df7-4366-984d-48a9a09d293e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:36.325908 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c70c0e3d-7f36-43ed-8841-ee9212295672 req-663b26c7-0df7-4366-984d-48a9a09d293e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 945 time: 0.0644729 Mar 22 19:33:36.339846 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58742) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:36.375278 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c70c0e3d-7f36-43ed-8841-ee9212295672 req-017e1343-b636-4147-9a1c-75c470688b62 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426989 Mar 22 19:33:36.389694 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-10c1c766-67f0-4ba4-926d-7636b13172ac admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7e302d01a2a24393894ffad4e45b884a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459239 Mar 22 19:33:36.391207 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 58744) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:36.445452 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7838ef70-3a85-483f-9ec8-532d6a48b717 admin admin] Publish callbacks [] for security_group (77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:36.470825 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7838ef70-3a85-483f-9ec8-532d6a48b717 admin admin] Publish callbacks [] for security_group (77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:36.504553 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-085edf2b-67d3-4f36-b073-c1fea0359421 req-55d22857-efa7-46b0-88c0-7ecbbe5dcf34 tempest-ServerShowV254Test-1402407519 tempest-ServerShowV254Test-1402407519-project] 10.222.0.75 "GET /v2.0/ports?device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.0402014 Mar 22 19:33:36.548018 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7838ef70-3a85-483f-9ec8-532d6a48b717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:36.550874 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7838ef70-3a85-483f-9ec8-532d6a48b717 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:36.556579 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7838ef70-3a85-483f-9ec8-532d6a48b717 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7 HTTP/1.1" status: 204 len: 168 time: 0.1625385 Mar 22 19:33:36.565262 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838ef70-3a85-483f-9ec8-532d6a48b717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f5f89f-c5a7-4b6c-ac5f-c832930d6ef7,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:36.675451 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f6190-94bf-4f7e-b33b-b20b5941f639 req-07702148-0995-4319-bf40-a1173a08fa14 tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:36.683678 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-913f6190-94bf-4f7e-b33b-b20b5941f639 req-07702148-0995-4319-bf40-a1173a08fa14 tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef3a3e18-37ea-4fdb-bd9e-d0bb9fd06655 HTTP/1.1" status: 200 len: 946 time: 0.0686097 Mar 22 19:33:36.684229 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c834899-d871-4cac-9d4f-636a0c76cab8 req-de67d096-73c6-4c26-b43e-822e6ee8be64 tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:36.687154 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5c834899-d871-4cac-9d4f-636a0c76cab8 req-de67d096-73c6-4c26-b43e-822e6ee8be64 tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] 10.222.0.85 "GET /v2.0/ports?device_id=ef3a3e18-37ea-4fdb-bd9e-d0bb9fd06655 HTTP/1.1" status: 200 len: 946 time: 0.0767112 Mar 22 19:33:36.740071 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-913f6190-94bf-4f7e-b33b-b20b5941f639 req-1e2b0768-c1c7-45f2-ba5c-dbff6a306bf9 tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] 10.222.0.75 "GET /v2.0/security-groups?id=94bd9e1a-60c5-4f50-a922-643fd6b5c386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553079 Mar 22 19:33:36.835587 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-5c834899-d871-4cac-9d4f-636a0c76cab8 req-6e229b97-5527-4eea-8a34-85110f30944c tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] Deleting port 6ea20a14-6f34-41d3-89d5-9f45f51b6cdf {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:33:36.835977 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5c834899-d871-4cac-9d4f-636a0c76cab8 req-6e229b97-5527-4eea-8a34-85110f30944c tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (6ea20a14-6f34-41d3-89d5-9f45f51b6cdf), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:36.841603 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-214a1680-94cf-4281-b069-719a7548f2b6 req-9fc9c7c2-74c1-431f-b184-6fc88fa7c25d tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0385373 Mar 22 19:33:36.935466 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-5c834899-d871-4cac-9d4f-636a0c76cab8 req-6e229b97-5527-4eea-8a34-85110f30944c tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] For port 6ea20a14-6f34-41d3-89d5-9f45f51b6cdf, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=6ea20a14-6f34-41d3-89d5-9f45f51b6cdf,segment=NetworkSegment(7f796c8d-eb74-4f85-894d-35334efb6ade),segment_id=7f796c8d-eb74-4f85-894d-35334efb6ade)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:36.935888 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5c834899-d871-4cac-9d4f-636a0c76cab8 req-6e229b97-5527-4eea-8a34-85110f30944c tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (6ea20a14-6f34-41d3-89d5-9f45f51b6cdf), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:36.949455 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-5c834899-d871-4cac-9d4f-636a0c76cab8 req-6e229b97-5527-4eea-8a34-85110f30944c tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] Calling delete_port for 6ea20a14-6f34-41d3-89d5-9f45f51b6cdf owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:33:37.099580 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5c834899-d871-4cac-9d4f-636a0c76cab8 req-6e229b97-5527-4eea-8a34-85110f30944c tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (6ea20a14-6f34-41d3-89d5-9f45f51b6cdf), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:37.114834 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['6ea20a14-6f34-41d3-89d5-9f45f51b6cdf'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:33:37.129549 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e229b97-5527-4eea-8a34-85110f30944c tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] Pushing event deleted for resources: {'Port': ['ID=6ea20a14-6f34-41d3-89d5-9f45f51b6cdf,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:37.193249 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c834899-d871-4cac-9d4f-636a0c76cab8 req-6e229b97-5527-4eea-8a34-85110f30944c tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] No DVR routers for this DVR port 6ea20a14-6f34-41d3-89d5-9f45f51b6cdf on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:33:37.196025 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5c834899-d871-4cac-9d4f-636a0c76cab8 req-6e229b97-5527-4eea-8a34-85110f30944c tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:37.199980 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5c834899-d871-4cac-9d4f-636a0c76cab8 req-6e229b97-5527-4eea-8a34-85110f30944c tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] 10.222.0.85 "DELETE /v2.0/ports/6ea20a14-6f34-41d3-89d5-9f45f51b6cdf HTTP/1.1" status: 204 len: 173 time: 0.5063522 Mar 22 19:33:37.200433 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3a3e18-37ea-4fdb-bd9e-d0bb9fd06655', 'name': 'network-vif-deleted', 'tag': '6ea20a14-6f34-41d3-89d5-9f45f51b6cdf'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:33:37.203224 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4413f455-c967-437e-a0c3-d2da7505dd30" -d '{"events": [{"server_uuid": "ef3a3e18-37ea-4fdb-bd9e-d0bb9fd06655", "name": "network-vif-deleted", "tag": "6ea20a14-6f34-41d3-89d5-9f45f51b6cdf"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:33:37.246313 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfa5dcc-5424-4542-b37a-fa7bef7885ca x-openstack-request-id: req-2bfa5dcc-5424-4542-b37a-fa7bef7885ca {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:37.246651 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3a3e18-37ea-4fdb-bd9e-d0bb9fd06655", "name": "network-vif-deleted", "tag": "6ea20a14-6f34-41d3-89d5-9f45f51b6cdf", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:37.246921 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2bfa5dcc-5424-4542-b37a-fa7bef7885ca {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:37.247495 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bfa5dcc-5424-4542-b37a-fa7bef7885ca'] response: {'server_uuid': 'ef3a3e18-37ea-4fdb-bd9e-d0bb9fd06655', 'name': 'network-vif-deleted', 'tag': '6ea20a14-6f34-41d3-89d5-9f45f51b6cdf', 'status': 'completed', 'code': 200} Mar 22 19:33:37.498357 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37358422-31ac-4ae8-94a7-d1563f26796a req-3dc85270-6520-4226-8519-f4a7789c47de tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:37.500328 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-37358422-31ac-4ae8-94a7-d1563f26796a req-3dc85270-6520-4226-8519-f4a7789c47de tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 945 time: 0.0557215 Mar 22 19:33:37.561756 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-37358422-31ac-4ae8-94a7-d1563f26796a req-f7295ed3-5292-4207-b57a-4a89a95684a9 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522938 Mar 22 19:33:37.675259 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5bc33500-7206-4d43-9d05-7e165a83bf80 req-5c9201bc-5752-4724-824f-763bfdb39a64 tempest-ServerShowV254Test-1402407519 tempest-ServerShowV254Test-1402407519-project] 10.222.0.75 "GET /v2.0/ports?device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.0401623 Mar 22 19:33:37.906612 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-60cb0823-a9ef-4bca-9ed8-b8dbfa607072 req-392e42c9-ed2b-4e89-a618-9e734d1a3209 tempest-ServerShowV257Test-1238123205 tempest-ServerShowV257Test-1238123205-project] 10.222.0.75 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.0582354 Mar 22 19:33:37.909611 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7a7966c0-a75b-4c63-9edf-ca079f9d02e8 req-f6c2da65-09c7-426f-97a3-2c5516ddd3a8 tempest-ServerGroupTestJSON-1080769345 tempest-ServerGroupTestJSON-1080769345-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef3a3e18-37ea-4fdb-bd9e-d0bb9fd06655 HTTP/1.1" status: 200 len: 210 time: 0.0488105 Mar 22 19:33:38.005991 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d4bc4e30-ac53-4668-bb25-e1faa34e58c7 req-02a05a57-ae84-40b0-99cc-0f4e2bff17c7 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0291533 Mar 22 19:33:38.689825 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350f335-4fe5-4de8-821e-5bec9c65fda1 req-7ec70070-2c27-469f-adac-a194c4a1c4fb tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:38.691448 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a350f335-4fe5-4de8-821e-5bec9c65fda1 req-7ec70070-2c27-469f-adac-a194c4a1c4fb tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 945 time: 0.0556808 Mar 22 19:33:38.742640 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a350f335-4fe5-4de8-821e-5bec9c65fda1 req-a1fbe2ea-b228-4a4f-a8d4-94d60ec9dca7 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435669 Mar 22 19:33:38.792076 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-86a1264b-bc7e-46f9-b9de-8c432f02868e req-787267f3-abcb-4952-8dec-ff07ccf13d16 tempest-ServerShowV254Test-1402407519 tempest-ServerShowV254Test-1402407519-project] 10.222.0.75 "GET /v2.0/ports?device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.0360618 Mar 22 19:33:38.810576 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 55324eb7-137f-4749-980a-63d7e05e0ec8 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:33:38.863641 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 55324eb7-137f-4749-980a-63d7e05e0ec8 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:33:38.869082 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 55324eb7-137f-4749-980a-63d7e05e0ec8 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:33:38.869662 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (55324eb7-137f-4749-980a-63d7e05e0ec8), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:38.963429 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 55324eb7-137f-4749-980a-63d7e05e0ec8 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:33:38.963896 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (55324eb7-137f-4749-980a-63d7e05e0ec8), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:39.010260 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 55324eb7-137f-4749-980a-63d7e05e0ec8, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=55324eb7-137f-4749-980a-63d7e05e0ec8,segment=NetworkSegment(4db1c957-0684-4a6a-98a7-735cbede485b),segment_id=4db1c957-0684-4a6a-98a7-735cbede485b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:39.011631 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b249dbc-df49-4e93-b42f-4428cad54e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55324eb7-137f-4749-980a-63d7e05e0ec8'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:33:39.017929 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72026fbf-fc10-4ede-83ef-5b67444f7ec3" -d '{"events": [{"server_uuid": "3b249dbc-df49-4e93-b42f-4428cad54e44", "name": "network-vif-plugged", "status": "completed", "tag": "55324eb7-137f-4749-980a-63d7e05e0ec8"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:33:39.023066 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (55324eb7-137f-4749-980a-63d7e05e0ec8), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:39.024142 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 6ea20a14-6f34-41d3-89d5-9f45f51b6cdf no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:33:39.060824 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64f3a77b-d4cc-4582-8287-59e9b24214fe req-a8d2e88c-87c6-48ef-9d07-4bd96963747c tempest-ServerShowV257Test-1238123205 tempest-ServerShowV257Test-1238123205-project] 10.222.0.75 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.0378470 Mar 22 19:33:39.067915 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 6ea20a14-6f34-41d3-89d5-9f45f51b6cdf {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:33:39.068194 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 6ea20a14-6f34-41d3-89d5-9f45f51b6cdf not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:33:39.107253 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d334418-f122-4be1-8e13-29020a598a62 x-openstack-request-id: req-0d334418-f122-4be1-8e13-29020a598a62 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:39.107772 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b249dbc-df49-4e93-b42f-4428cad54e44", "name": "network-vif-plugged", "status": "completed", "tag": "55324eb7-137f-4749-980a-63d7e05e0ec8", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:39.121994 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0d334418-f122-4be1-8e13-29020a598a62 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:39.123021 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d334418-f122-4be1-8e13-29020a598a62'] response: {'server_uuid': '3b249dbc-df49-4e93-b42f-4428cad54e44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55324eb7-137f-4749-980a-63d7e05e0ec8', 'code': 200} Mar 22 19:33:39.129332 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=55324eb7-137f-4749-980a-63d7e05e0ec8,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:39.172712 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9846c882-338a-40c2-a8b7-07e6992f7b46 req-a6031bb2-2deb-4931-a1c2-150b8a2f6a3e tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0381286 Mar 22 19:33:39.249565 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4ce1c-fc83-44d3-93ce-ab08ce3c2ee9 req-59442f06-d777-4207-bdf8-9c0881424a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:39.251110 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-26b4ce1c-fc83-44d3-93ce-ab08ce3c2ee9 req-59442f06-d777-4207-bdf8-9c0881424a19 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 1129 time: 0.0655315 Mar 22 19:33:39.301121 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-26b4ce1c-fc83-44d3-93ce-ab08ce3c2ee9 req-874d2168-c86e-4327-93ce-758301cd33b3 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432179 Mar 22 19:33:39.347891 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58842) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:39.392966 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-985b92bd-0d55-4b01-b482-e3ae03302d07 admin admin] Deleting subnet 64cf022b-4f02-4ca3-8133-73d1d21bb4ca {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:33:39.396528 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-985b92bd-0d55-4b01-b482-e3ae03302d07 admin admin] Publish callbacks [] for subnet (64cf022b-4f02-4ca3-8133-73d1d21bb4ca), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:39.435926 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-985b92bd-0d55-4b01-b482-e3ae03302d07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (64cf022b-4f02-4ca3-8133-73d1d21bb4ca), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:39.476024 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-985b92bd-0d55-4b01-b482-e3ae03302d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (64cf022b-4f02-4ca3-8133-73d1d21bb4ca), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:39.528124 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-985b92bd-0d55-4b01-b482-e3ae03302d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (64cf022b-4f02-4ca3-8133-73d1d21bb4ca), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:39.553978 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b92bd-0d55-4b01-b482-e3ae03302d07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64cf022b-4f02-4ca3-8133-73d1d21bb4ca,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:39.558374 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-985b92bd-0d55-4b01-b482-e3ae03302d07 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:39.564047 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-985b92bd-0d55-4b01-b482-e3ae03302d07 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/64cf022b-4f02-4ca3-8133-73d1d21bb4ca HTTP/1.1" status: 204 len: 168 time: 0.2127438 Mar 22 19:33:39.564186 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58844) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:39.634340 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ef0ca88e-23ed-466c-9def-c96c871702b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (c2024834-868c-49a3-85ca-4b2b588f3b23), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:39.722177 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ef0ca88e-23ed-466c-9def-c96c871702b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (c2024834-868c-49a3-85ca-4b2b588f3b23), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:39.745580 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-ef0ca88e-23ed-466c-9def-c96c871702b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2024834-868c-49a3-85ca-4b2b588f3b23']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:39.755280 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-ef0ca88e-23ed-466c-9def-c96c871702b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f796c8d-eb74-4f85-894d-35334efb6ade') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:39.755576 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-ef0ca88e-23ed-466c-9def-c96c871702b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f796c8d-eb74-4f85-894d-35334efb6ade') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:39.768256 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ef0ca88e-23ed-466c-9def-c96c871702b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (7f796c8d-eb74-4f85-894d-35334efb6ade), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:39.783098 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ef0ca88e-23ed-466c-9def-c96c871702b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (7f796c8d-eb74-4f85-894d-35334efb6ade), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:39.790656 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef0ca88e-23ed-466c-9def-c96c871702b0 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:33:39.791046 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ef0ca88e-23ed-466c-9def-c96c871702b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (7f796c8d-eb74-4f85-894d-35334efb6ade), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:39.792868 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:33:39.792868 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:33:39.792868 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:33:39.792868 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:33:39.792868 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:33:39.792868 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:33:39.792868 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:33:39.792868 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:33:39.792868 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:33:39.792868 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:33:39.792868 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:33:39.792868 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:33:39.792868 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:33:39.792868 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:33:39.792868 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:33:39.792868 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:33:39.792868 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:33:39.792868 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:33:39.792868 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:33:39.792868 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:33:39.792868 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:33:39.792868 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:33:39.792868 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:33:39.792868 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:33:39.792868 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:33:39.792868 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:33:39.792868 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:33:39.792868 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:33:39.792868 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:33:39.792868 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:33:39.792868 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:33:39.792868 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:33:39.866021 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ef0ca88e-23ed-466c-9def-c96c871702b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (c2024834-868c-49a3-85ca-4b2b588f3b23), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:39.872808 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ef0ca88e-23ed-466c-9def-c96c871702b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:39.877534 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ef0ca88e-23ed-466c-9def-c96c871702b0 admin admin] 10.222.0.75 "DELETE /v2.0/networks/c2024834-868c-49a3-85ca-4b2b588f3b23 HTTP/1.1" status: 204 len: 168 time: 0.3123941 Mar 22 19:33:39.884263 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514d7b3-b8cb-4853-8626-70127a0523b6 req-be8e502b-f910-4b70-b14c-8dbfcee99a43 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:39.893207 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f514d7b3-b8cb-4853-8626-70127a0523b6 req-be8e502b-f910-4b70-b14c-8dbfcee99a43 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 946 time: 0.0766854 Mar 22 19:33:39.901477 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ca88e-23ed-466c-9def-c96c871702b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2024834-868c-49a3-85ca-4b2b588f3b23,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:39.946139 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ecd0e31d-c733-452a-bbc1-43362bef1e3c req-f1abc0fd-c2b4-4066-9d95-6531f0ecd8b6 tempest-ServerShowV254Test-1402407519 tempest-ServerShowV254Test-1402407519-project] 10.222.0.75 "GET /v2.0/ports?device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.0498719 Mar 22 19:33:39.982542 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f514d7b3-b8cb-4853-8626-70127a0523b6 req-7828eb28-21f0-4289-9106-e603cb338a8a tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881889 Mar 22 19:33:40.064051 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 58852) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:40.106537 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4aaf8259-6c76-4dc5-b5de-3ed0f3a8a88d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0ba036d710054ccba1c0b287b96923fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406086 Mar 22 19:33:40.109253 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58858) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:40.170449 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e1b31c1c-1cba-43fd-84b4-df31ee761cf3 admin admin] Publish callbacks [] for security_group (94bd9e1a-60c5-4f50-a922-643fd6b5c386), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:40.182431 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f370881e-bfba-4f93-b4d5-7aa84f905202 req-633321e0-2e6f-4ad5-b7aa-13f77a0ac698 tempest-ServerShowV257Test-1238123205 tempest-ServerShowV257Test-1238123205-project] 10.222.0.75 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.0303674 Mar 22 19:33:40.193542 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e1b31c1c-1cba-43fd-84b4-df31ee761cf3 admin admin] Publish callbacks [] for security_group (94bd9e1a-60c5-4f50-a922-643fd6b5c386), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:40.250102 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e1b31c1c-1cba-43fd-84b4-df31ee761cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (94bd9e1a-60c5-4f50-a922-643fd6b5c386), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:40.253080 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e1b31c1c-1cba-43fd-84b4-df31ee761cf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:40.254358 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e1b31c1c-1cba-43fd-84b4-df31ee761cf3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/94bd9e1a-60c5-4f50-a922-643fd6b5c386 HTTP/1.1" status: 204 len: 168 time: 0.1435769 Mar 22 19:33:40.264200 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b31c1c-1cba-43fd-84b4-df31ee761cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bd9e1a-60c5-4f50-a922-643fd6b5c386,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:40.294278 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5d7c5332-88ab-4751-aaa0-4fc0ead92cce req-a47bf821-f3e0-4a63-a018-e76a806c2d2f tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0364888 Mar 22 19:33:40.986884 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58884) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:41.066539 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bb0b43ac-bf35-4e5b-9b16-db7d11605da0 req-c695502a-7ab8-4427-8310-24c7b9139784 tempest-ServerShowV254Test-1402407519 tempest-ServerShowV254Test-1402407519-project] 10.222.0.75 "GET /v2.0/ports?device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.0314951 Mar 22 19:33:41.113368 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-b5ba1375-8084-4aa5-a03c-e60067a7deae admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1918555580-network', 'tenant_id': '2c884cd1926840de9bc1f5f7bb8bdae6'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:33:41.133987 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ba1375-8084-4aa5-a03c-e60067a7deae admin admin] Made reservation on behalf of 2c884cd1926840de9bc1f5f7bb8bdae6 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:33:41.136309 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5ba1375-8084-4aa5-a03c-e60067a7deae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:41.145225 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5ba1375-8084-4aa5-a03c-e60067a7deae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:41.236827 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5ba1375-8084-4aa5-a03c-e60067a7deae admin admin] Publish callbacks [] for security_group (736a762e-d414-40cb-ac20-bad952d8e8ae), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:41.241257 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5ba1375-8084-4aa5-a03c-e60067a7deae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (736a762e-d414-40cb-ac20-bad952d8e8ae), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:41.273844 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ba1375-8084-4aa5-a03c-e60067a7deae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:33:41.290402 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba1375-8084-4aa5-a03c-e60067a7deae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736a762e-d414-40cb-ac20-bad952d8e8ae,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:41.296306 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5ba1375-8084-4aa5-a03c-e60067a7deae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (eb930c1c-5b5d-43a6-97c0-74933e7e45e0), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:41.296700 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-b5ba1375-8084-4aa5-a03c-e60067a7deae admin admin] Added segment eb930c1c-5b5d-43a6-97c0-74933e7e45e0 of type vlan for network 1cabd06d-4a14-4c38-91b5-3f6af5517160 Mar 22 19:33:41.299165 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32a13e1c-a0d7-42c9-a67c-122d240711d7 req-69ea93d3-83b0-48f9-990c-95b21def4f31 tempest-ServerShowV257Test-1238123205 tempest-ServerShowV257Test-1238123205-project] 10.222.0.75 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.0329742 Mar 22 19:33:41.310069 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6be6f-3f5f-4445-beb4-f2414bdf6ca0 req-6ff2b274-af82-4920-a04a-2f457e9a7990 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:41.318534 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a3b6be6f-3f5f-4445-beb4-f2414bdf6ca0 req-6ff2b274-af82-4920-a04a-2f457e9a7990 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 946 time: 0.2543833 Mar 22 19:33:41.358629 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5ba1375-8084-4aa5-a03c-e60067a7deae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (1cabd06d-4a14-4c38-91b5-3f6af5517160), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:41.376724 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a3b6be6f-3f5f-4445-beb4-f2414bdf6ca0 req-eea28e02-a54c-403c-be0f-c9369293c0f7 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572462 Mar 22 19:33:41.392588 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5ba1375-8084-4aa5-a03c-e60067a7deae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (1cabd06d-4a14-4c38-91b5-3f6af5517160), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:41.394148 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ba1375-8084-4aa5-a03c-e60067a7deae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:41.395125 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5ba1375-8084-4aa5-a03c-e60067a7deae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:41.435705 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1a8e3701-1f92-4d65-aa4a-3b83d4f0b33a req-9e65aa31-88e7-4898-825d-7de9ed2a6188 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0357208 Mar 22 19:33:41.470390 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b5ba1375-8084-4aa5-a03c-e60067a7deae admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4808154 Mar 22 19:33:41.471770 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 58900) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:41.477809 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-e6e6f95c-2e54-4d47-badf-3b71a99c2b67 admin admin] Request body: {'subnet': {'network_id': '1cabd06d-4a14-4c38-91b5-3f6af5517160', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1918555580-subnet', 'tenant_id': '2c884cd1926840de9bc1f5f7bb8bdae6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:33:41.480544 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba1375-8084-4aa5-a03c-e60067a7deae admin admin] Pushing event updated for resources: {'Network': ['ID=1cabd06d-4a14-4c38-91b5-3f6af5517160,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:41.492260 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 1cabd06d-4a14-4c38-91b5-3f6af5517160 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:33:41.522201 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e6f95c-2e54-4d47-badf-3b71a99c2b67 admin admin] Made reservation on behalf of 2c884cd1926840de9bc1f5f7bb8bdae6 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:33:41.524928 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e6e6f95c-2e54-4d47-badf-3b71a99c2b67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:41.669462 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df68e5f-2ff0-4cc4-a340-b7f24dd74315 req-6996c1f3-fb8b-4be8-ae74-f9e738c60d7b tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:41.671018 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4df68e5f-2ff0-4cc4-a340-b7f24dd74315 req-6996c1f3-fb8b-4be8-ae74-f9e738c60d7b tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 946 time: 0.0977411 Mar 22 19:33:41.776929 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f2b3d635-1f93-40b2-939e-d92bb7d77844 req-9058468b-84b2-43b7-a6ae-df0f764cfd1a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.0282283 Mar 22 19:33:41.777857 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4df68e5f-2ff0-4cc4-a340-b7f24dd74315 req-f768da05-dda9-4788-b9a0-2eaf31dc5af4 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999088 Mar 22 19:33:41.801877 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e6e6f95c-2e54-4d47-badf-3b71a99c2b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (a3aaacf5-2578-4188-a2e9-b28aeb6a16f9), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:41.879245 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6f95c-2e54-4d47-badf-3b71a99c2b67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3aaacf5-2578-4188-a2e9-b28aeb6a16f9,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:41.900009 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e6f95c-2e54-4d47-badf-3b71a99c2b67 admin admin] Checking segment: {'id': 'eb930c1c-5b5d-43a6-97c0-74933e7e45e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1cabd06d-4a14-4c38-91b5-3f6af5517160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:33:41.900366 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e6f95c-2e54-4d47-badf-3b71a99c2b67 admin admin] Network hostable DHCP agents. Network: 1cabd06d-4a14-4c38-91b5-3f6af5517160, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:33:41.926036 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e6f95c-2e54-4d47-badf-3b71a99c2b67 admin admin] Network 1cabd06d-4a14-4c38-91b5-3f6af5517160 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:33:41.942848 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3875cef-7038-48a9-a157-9ce3208c1b9c req-5b591a70-e33c-4d03-9aa5-5d98f869eb36 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:41.944327 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3875cef-7038-48a9-a157-9ce3208c1b9c req-5b591a70-e33c-4d03-9aa5-5d98f869eb36 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 946 time: 0.0827258 Mar 22 19:33:41.945445 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-e6e6f95c-2e54-4d47-badf-3b71a99c2b67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 1cabd06d-4a14-4c38-91b5-3f6af5517160) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:33:41.949484 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e6f95c-2e54-4d47-badf-3b71a99c2b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:41.950096 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e6e6f95c-2e54-4d47-badf-3b71a99c2b67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:41.956831 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec29ecc-1053-45fc-95f6-dfadb1c283db None None] Network 1cabd06d-4a14-4c38-91b5-3f6af5517160 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:33:41.982674 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e6e6f95c-2e54-4d47-badf-3b71a99c2b67 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5097499 Mar 22 19:33:42.005643 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3875cef-7038-48a9-a157-9ce3208c1b9c req-c8c75b2f-cde2-4429-bdba-0c1fdb9ddb3b tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529823 Mar 22 19:33:42.084022 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab6bda9-9d9e-4f07-af73-af9112ddd6b9 None None] Network 1cabd06d-4a14-4c38-91b5-3f6af5517160 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:33:42.251527 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-54568008-a7af-4b96-9849-a852d5608439 req-afc87406-40c4-45bd-848b-f6e928495b55 tempest-ServerShowV254Test-1402407519 tempest-ServerShowV254Test-1402407519-project] 10.222.0.75 "GET /v2.0/ports?device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.0520740 Mar 22 19:33:42.356631 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a087c83-5e9a-4789-b555-250d9d32ec25 req-c5e02b86-aea4-4fb6-93f2-014b7319e0f8 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:42.358440 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7a087c83-5e9a-4789-b555-250d9d32ec25 req-c5e02b86-aea4-4fb6-93f2-014b7319e0f8 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 946 time: 0.0715170 Mar 22 19:33:42.411116 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7a087c83-5e9a-4789-b555-250d9d32ec25 req-229eee9b-4325-4d5e-a962-7b9d3ac8af86 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468042 Mar 22 19:33:42.519787 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7639be9c-9174-48ad-9f71-adb7a5a9a493 req-6c2cf2e2-6764-4c21-ac57-0d697623d46a tempest-ServerShowV257Test-1238123205 tempest-ServerShowV257Test-1238123205-project] 10.222.0.75 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.0336542 Mar 22 19:33:42.574245 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-3d0e7860-bbf0-4a41-a1e0-31aebe90ce06 tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:42.575763 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-3d0e7860-bbf0-4a41-a1e0-31aebe90ce06 tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] 10.222.0.75 "GET /v2.0/networks?id=1cabd06d-4a14-4c38-91b5-3f6af5517160 HTTP/1.1" status: 200 len: 813 time: 0.1394372 Mar 22 19:33:42.595461 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-01336cb7-f8d9-4e23-9f13-366d911f8ff8 tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] 10.222.0.75 "GET /v2.0/quotas/2c884cd1926840de9bc1f5f7bb8bdae6 HTTP/1.1" status: 200 len: 375 time: 0.0139601 Mar 22 19:33:42.630416 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-6a31c266-d4a4-49b6-acf8-d44a77334535 tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=2c884cd1926840de9bc1f5f7bb8bdae6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287564 Mar 22 19:33:42.705595 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbfd3cc4-b746-49da-83cf-53b21c3c8739 req-590b7c12-2902-4583-9764-87ea42a8e58c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.1228545 Mar 22 19:33:42.748805 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-af936352-e545-458e-ad68-806dc318a90b service neutron] 10.222.0.75 "GET /v2.0/networks/1cabd06d-4a14-4c38-91b5-3f6af5517160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114626 Mar 22 19:33:42.842068 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-c8ba4386-a8ca-4c1b-9c8a-9639e16c12a8 service neutron] 10.222.0.75 "GET /v2.0/networks/1cabd06d-4a14-4c38-91b5-3f6af5517160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873802 Mar 22 19:33:43.009722 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5a6d2cce-2fb2-41ac-a809-5a073cef3d05 req-3ed91075-f2b1-424e-9e9f-d5a36c528aa6 tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] 10.222.0.75 "GET /v2.0/ports?device_id=a84b168f-3dbf-44ca-9597-7d52563b735c HTTP/1.1" status: 200 len: 210 time: 0.0334196 Mar 22 19:33:43.362908 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-835bb3ee-b662-4623-a105-af2c67188b99 req-008a5935-7024-41af-8c36-a2ce1798902d tempest-ServerShowV254Test-1402407519 tempest-ServerShowV254Test-1402407519-project] 10.222.0.75 "GET /v2.0/ports?device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.0294936 Mar 22 19:33:43.545759 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c41b9-3ff6-43c7-9d51-8de962abd251 req-ec8a71aa-2276-4577-b8b8-75b81c87d60e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:43.554112 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc5c41b9-3ff6-43c7-9d51-8de962abd251 req-ec8a71aa-2276-4577-b8b8-75b81c87d60e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 946 time: 0.0678706 Mar 22 19:33:43.642204 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc5c41b9-3ff6-43c7-9d51-8de962abd251 req-79b40057-73a1-418c-91f2-9bddb676fc7e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837662 Mar 22 19:33:43.669346 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f35f8180-372b-413d-921b-5bf9683d7ba0 req-bbf66144-325d-4934-9eb2-dc5683202634 tempest-ServerShowV257Test-1238123205 tempest-ServerShowV257Test-1238123205-project] 10.222.0.75 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.0519149 Mar 22 19:33:43.816795 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d597660b-1acb-4e47-8707-2e4ddb634518 req-2f15800e-ddd5-47b8-8af3-1cabc45b0efd tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0299709 Mar 22 19:33:43.998549 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-facb8e4b-7f58-4b53-bcf1-e84d0866bbf5 req-e0b67896-a41e-454f-bd9e-ddb68882708f tempest-ServerShowV257Test-1238123205 tempest-ServerShowV257Test-1238123205-project] 10.222.0.75 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.0378187 Mar 22 19:33:44.129223 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-44bfdcf4-385b-4370-8c15-f3c66a60e702 req-b964e9b2-729a-438d-a219-c42fd6382a77 tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] 10.222.0.75 "GET /v2.0/ports?device_id=a84b168f-3dbf-44ca-9597-7d52563b735c HTTP/1.1" status: 200 len: 210 time: 0.0452399 Mar 22 19:33:44.184374 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-aa269c25-d89e-4d35-8629-88a5b9a2ba38 tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:44.188037 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-aa269c25-d89e-4d35-8629-88a5b9a2ba38 tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] 10.222.0.84 "GET /v2.0/networks?id=1cabd06d-4a14-4c38-91b5-3f6af5517160 HTTP/1.1" status: 200 len: 813 time: 0.1795082 Mar 22 19:33:44.203377 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-321fa23c-ef81-48d9-987b-77711d7d2bea tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] Request body: {'port': {'device_id': 'a84b168f-3dbf-44ca-9597-7d52563b735c', 'network_id': '1cabd06d-4a14-4c38-91b5-3f6af5517160', 'admin_state_up': True, 'tenant_id': '2c884cd1926840de9bc1f5f7bb8bdae6'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:33:44.322065 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-321fa23c-ef81-48d9-987b-77711d7d2bea tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] Made reservation on behalf of 2c884cd1926840de9bc1f5f7bb8bdae6 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:33:44.325305 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-321fa23c-ef81-48d9-987b-77711d7d2bea tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:44.476342 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-970bfa45-3f73-4e14-adf2-138bbbee920d req-d9ad2c8e-9dc1-4166-be53-cf2ead6c4df1 tempest-ServerShowV254Test-1402407519 tempest-ServerShowV254Test-1402407519-project] 10.222.0.75 "GET /v2.0/ports?device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.0283079 Mar 22 19:33:44.477936 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-321fa23c-ef81-48d9-987b-77711d7d2bea tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] Allocated IP 172.20.0.14 (1cabd06d-4a14-4c38-91b5-3f6af5517160/a3aaacf5-2578-4188-a2e9-b28aeb6a16f9/9b4fbb34-1c42-419e-bae2-ecd6e5511093) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:33:44.639402 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-321fa23c-ef81-48d9-987b-77711d7d2bea tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] Publish callbacks [] for port (9b4fbb34-1c42-419e-bae2-ecd6e5511093), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:44.675721 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-321fa23c-ef81-48d9-987b-77711d7d2bea tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (9b4fbb34-1c42-419e-bae2-ecd6e5511093), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:44.720915 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-321fa23c-ef81-48d9-987b-77711d7d2bea tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] Network 1cabd06d-4a14-4c38-91b5-3f6af5517160 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:33:44.724729 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-321fa23c-ef81-48d9-987b-77711d7d2bea tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:33:44.728622 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-321fa23c-ef81-48d9-987b-77711d7d2bea tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:33:44.780387 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fa23c-ef81-48d9-987b-77711d7d2bea tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] Pushing event updated for resources: {'Port': ['ID=9b4fbb34-1c42-419e-bae2-ecd6e5511093,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:44.798652 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364c894-c340-458d-b718-cf02d8fb46ae req-8a32eafe-9153-4fb1-98ae-407dc15dfa38 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:44.800176 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f364c894-c340-458d-b718-cf02d8fb46ae req-8a32eafe-9153-4fb1-98ae-407dc15dfa38 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 946 time: 0.0762460 Mar 22 19:33:44.832206 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-321fa23c-ef81-48d9-987b-77711d7d2bea tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:44.832983 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-321fa23c-ef81-48d9-987b-77711d7d2bea tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:44.852761 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f364c894-c340-458d-b718-cf02d8fb46ae req-3870af6b-fb69-4124-997f-bb6d1d37507b tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465157 Mar 22 19:33:44.857287 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-0471517c-ceb8-4601-9751-0caef5ac6334 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0969977 Mar 22 19:33:44.861133 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-321fa23c-ef81-48d9-987b-77711d7d2bea tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6639574 Mar 22 19:33:44.875526 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-cfe1e8f8-d2a1-4210-ad55-d30be9affef1 service neutron] Request body: {'port': {'device_id': 'a84b168f-3dbf-44ca-9597-7d52563b735c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:33:44.949498 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41607749-6f19-4637-bcea-3cab2aa4ac99 req-141c579e-efe4-4a12-b71a-1d71ee90e038 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0314803 Mar 22 19:33:44.981201 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce82b3-124b-4c68-b663-d279d6553805 req-010a9332-b79c-4794-af02-756080184eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:44.981684 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce82b3-124b-4c68-b663-d279d6553805 req-010a9332-b79c-4794-af02-756080184eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:44.982203 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce82b3-124b-4c68-b663-d279d6553805 req-010a9332-b79c-4794-af02-756080184eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:44.982665 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce82b3-124b-4c68-b663-d279d6553805 req-010a9332-b79c-4794-af02-756080184eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:44.984084 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce82b3-124b-4c68-b663-d279d6553805 req-010a9332-b79c-4794-af02-756080184eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:44.984548 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce82b3-124b-4c68-b663-d279d6553805 req-010a9332-b79c-4794-af02-756080184eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:44.985005 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce82b3-124b-4c68-b663-d279d6553805 req-010a9332-b79c-4794-af02-756080184eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:44.987106 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-010a9332-b79c-4794-af02-756080184eb4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9e0e4ca7c14f4d59bf1ff2884bd386bd&device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 6715 time: 0.1039186 Mar 22 19:33:44.987734 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-cfe1e8f8-d2a1-4210-ad55-d30be9affef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9b4fbb34-1c42-419e-bae2-ecd6e5511093), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:45.062850 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ec2abc05-ca45-4ec2-8082-72d0d1a5aef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:45.115690 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8ceba315-c4b9-4d36-9896-5fc219391fc2 req-f8a91307-86b4-475a-825c-b1a257f0c851 tempest-ServerShowV257Test-1238123205 tempest-ServerShowV257Test-1238123205-project] 10.222.0.75 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.0292664 Mar 22 19:33:45.223874 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce82b3-124b-4c68-b663-d279d6553805 req-4b1f65b9-a27b-40f8-8cc9-5099e3c7a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:45.224440 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce82b3-124b-4c68-b663-d279d6553805 req-4b1f65b9-a27b-40f8-8cc9-5099e3c7a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:45.224910 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce82b3-124b-4c68-b663-d279d6553805 req-4b1f65b9-a27b-40f8-8cc9-5099e3c7a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:45.226594 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-4b1f65b9-a27b-40f8-8cc9-5099e3c7a813 service neutron] 10.222.0.85 "GET /v2.0/networks?id=4a18db52-e571-4039-89e7-6353aeef061c&id=e604f75b-118b-4af9-acd0-200e012a697d&id=e604f75b-118b-4af9-acd0-200e012a697d&id=e604f75b-118b-4af9-acd0-200e012a697d&id=e604f75b-118b-4af9-acd0-200e012a697d&id=63d9f401-775b-4921-a031-36b8b10f1a77&id=63d9f401-775b-4921-a031-36b8b10f1a77 HTTP/1.1" status: 200 len: 2293 time: 0.2034945 Mar 22 19:33:45.262831 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a2007-a85c-4809-a169-71efad9fec31 req-8d50984d-df2c-47b7-a5cd-a983abc36a84 tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:45.264381 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c2a2007-a85c-4809-a169-71efad9fec31 req-8d50984d-df2c-47b7-a5cd-a983abc36a84 tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] 10.222.0.75 "GET /v2.0/ports?device_id=a84b168f-3dbf-44ca-9597-7d52563b735c HTTP/1.1" status: 200 len: 932 time: 0.0545368 Mar 22 19:33:45.327359 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-67ba662b-a2df-42e3-8c8f-82aa0a02e989 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec2b1e62-dccd-4ab7-8d96-30287c6313d6 HTTP/1.1" status: 200 len: 1002 time: 0.0944550 Mar 22 19:33:45.335152 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c2a2007-a85c-4809-a169-71efad9fec31 req-1f9110fd-7876-4cda-9b8b-e88779d0c544 tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] 10.222.0.75 "GET /v2.0/security-groups?id=736a762e-d414-40cb-ac20-bad952d8e8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640137 Mar 22 19:33:45.401611 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce82b3-124b-4c68-b663-d279d6553805 req-6dce10a0-7f18-47d9-bc02-ace559b1d14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:45.403151 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-6dce10a0-7f18-47d9-bc02-ace559b1d14e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e79fd7a2-f33f-4e5a-aaf1-5c490955a64d HTTP/1.1" status: 200 len: 851 time: 0.0694144 Mar 22 19:33:45.464619 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-cfe1e8f8-d2a1-4210-ad55-d30be9affef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b4fbb34-1c42-419e-bae2-ecd6e5511093 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:33:45.475829 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-cfe1e8f8-d2a1-4210-ad55-d30be9affef1 service neutron] Publish callbacks [] for port (9b4fbb34-1c42-419e-bae2-ecd6e5511093), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:45.494146 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-cfe1e8f8-d2a1-4210-ad55-d30be9affef1 service neutron] Transition to ACTIVE for port object 9b4fbb34-1c42-419e-bae2-ecd6e5511093 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:33:45.499849 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-cfe1e8f8-d2a1-4210-ad55-d30be9affef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (9b4fbb34-1c42-419e-bae2-ecd6e5511093), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:45.511354 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce82b3-124b-4c68-b663-d279d6553805 req-554bcd29-397f-418c-b343-1013afdea7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:45.512898 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-554bcd29-397f-418c-b343-1013afdea7e4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4a18db52-e571-4039-89e7-6353aeef061c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0918736 Mar 22 19:33:45.613817 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1e8f8-d2a1-4210-ad55-d30be9affef1 service neutron] Pushing event updated for resources: {'Port': ['ID=9b4fbb34-1c42-419e-bae2-ecd6e5511093,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:45.624170 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ec957899-dd68-4d85-adb2-679458143830 req-0b4c1de4-de6f-4ed7-8ccb-f844a70ab7df tempest-ServerShowV254Test-1402407519 tempest-ServerShowV254Test-1402407519-project] 10.222.0.75 "GET /v2.0/ports?device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.0409496 Mar 22 19:33:45.687375 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:45.726764 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-9b97bd4a-c61e-4fcf-91c3-5a0391cfa62d service neutron] 10.222.0.85 "GET /v2.0/networks/4a18db52-e571-4039-89e7-6353aeef061c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929426 Mar 22 19:33:45.801137 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-cfe1e8f8-d2a1-4210-ad55-d30be9affef1 service neutron] Attempting to bind port 9b4fbb34-1c42-419e-bae2-ecd6e5511093 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:33:45.801495 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-cfe1e8f8-d2a1-4210-ad55-d30be9affef1 service neutron] Attempting to bind port 9b4fbb34-1c42-419e-bae2-ecd6e5511093 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': 'eb930c1c-5b5d-43a6-97c0-74933e7e45e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1cabd06d-4a14-4c38-91b5-3f6af5517160'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:33:45.801839 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-cfe1e8f8-d2a1-4210-ad55-d30be9affef1 service neutron] Attempting to bind port 9b4fbb34-1c42-419e-bae2-ecd6e5511093 on network 1cabd06d-4a14-4c38-91b5-3f6af5517160 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:33:45.811441 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-cfe1e8f8-d2a1-4210-ad55-d30be9affef1 service neutron] Port 9b4fbb34-1c42-419e-bae2-ecd6e5511093 on network 1cabd06d-4a14-4c38-91b5-3f6af5517160 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:33:45.811441 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-cfe1e8f8-d2a1-4210-ad55-d30be9affef1 service neutron] Attempting to bind port 9b4fbb34-1c42-419e-bae2-ecd6e5511093 on network 1cabd06d-4a14-4c38-91b5-3f6af5517160 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:33:45.817412 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-cfe1e8f8-d2a1-4210-ad55-d30be9affef1 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:33:45.817758 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-cfe1e8f8-d2a1-4210-ad55-d30be9affef1 service neutron] Checking segment: {'id': 'eb930c1c-5b5d-43a6-97c0-74933e7e45e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1cabd06d-4a14-4c38-91b5-3f6af5517160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:33:45.818169 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-cfe1e8f8-d2a1-4210-ad55-d30be9affef1 service neutron] Bound using segment: {'id': 'eb930c1c-5b5d-43a6-97c0-74933e7e45e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1cabd06d-4a14-4c38-91b5-3f6af5517160'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:33:45.818628 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-cfe1e8f8-d2a1-4210-ad55-d30be9affef1 service neutron] Bound port: 9b4fbb34-1c42-419e-bae2-ecd6e5511093, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb930c1c-5b5d-43a6-97c0-74933e7e45e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1cabd06d-4a14-4c38-91b5-3f6af5517160'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:33:45.819048 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-cfe1e8f8-d2a1-4210-ad55-d30be9affef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9b4fbb34-1c42-419e-bae2-ecd6e5511093), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:45.880515 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-2789ab86-2d81-46ad-8898-d3b08c7b20d2 service neutron] 10.222.0.85 "GET /v2.0/networks/4a18db52-e571-4039-89e7-6353aeef061c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467295 Mar 22 19:33:45.934922 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-e33b43fa-48d7-4ac0-adac-11ed6bed9608 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=fa65fbcd-288e-4705-b70a-673b02da016a HTTP/1.1" status: 200 len: 217 time: 0.0460951 Mar 22 19:33:45.941835 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-cfe1e8f8-d2a1-4210-ad55-d30be9affef1 service neutron] For port 9b4fbb34-1c42-419e-bae2-ecd6e5511093, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:33:45.950926 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-cfe1e8f8-d2a1-4210-ad55-d30be9affef1 service neutron] For port 9b4fbb34-1c42-419e-bae2-ecd6e5511093, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=9b4fbb34-1c42-419e-bae2-ecd6e5511093,segment=NetworkSegment(eb930c1c-5b5d-43a6-97c0-74933e7e45e0),segment_id=eb930c1c-5b5d-43a6-97c0-74933e7e45e0)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:33:45.974506 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-cfe1e8f8-d2a1-4210-ad55-d30be9affef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (9b4fbb34-1c42-419e-bae2-ecd6e5511093), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:45.993992 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d3abe-a2c6-4f27-a80f-7c5797b5ca27 req-7eddc958-7692-4748-beba-762a39177dac tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:46.001667 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-106d3abe-a2c6-4f27-a80f-7c5797b5ca27 req-7eddc958-7692-4748-beba-762a39177dac tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 946 time: 0.0648441 Mar 22 19:33:46.025498 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-cfe1e8f8-d2a1-4210-ad55-d30be9affef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:46.026165 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-cfe1e8f8-d2a1-4210-ad55-d30be9affef1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:46.027580 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-cfe1e8f8-d2a1-4210-ad55-d30be9affef1 service neutron] 10.222.0.84 "PUT /v2.0/ports/9b4fbb34-1c42-419e-bae2-ecd6e5511093 HTTP/1.1" status: 200 len: 1093 time: 1.1582167 Mar 22 19:33:46.032222 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a84b168f-3dbf-44ca-9597-7d52563b735c', 'tag': '9b4fbb34-1c42-419e-bae2-ecd6e5511093'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:33:46.034969 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbdd693-ad94-4ce5-9454-553276ec78e4" -d '{"events": [{"name": "network-changed", "server_uuid": "a84b168f-3dbf-44ca-9597-7d52563b735c", "tag": "9b4fbb34-1c42-419e-bae2-ecd6e5511093"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:33:46.044780 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce82b3-124b-4c68-b663-d279d6553805 req-496dde0d-5ee9-492f-abed-805cb305f081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:46.047479 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-496dde0d-5ee9-492f-abed-805cb305f081 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f58c5404-0353-494c-a0db-2eb267c24d70 HTTP/1.1" status: 200 len: 797 time: 0.1068306 Mar 22 19:33:46.065494 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-106d3abe-a2c6-4f27-a80f-7c5797b5ca27 req-f67eed66-f330-4aaa-957e-65fd15415e87 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576637 Mar 22 19:33:46.116175 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-27682673-fd33-4eae-90fe-b20679b5e910 req-ad2be247-8f14-4e57-b729-dcc086e382e8 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0495036 Mar 22 19:33:46.132002 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6aebcd-600b-42ac-ae85-b61ae5434c48 x-openstack-request-id: req-be6aebcd-600b-42ac-ae85-b61ae5434c48 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:46.132393 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a84b168f-3dbf-44ca-9597-7d52563b735c", "tag": "9b4fbb34-1c42-419e-bae2-ecd6e5511093", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:46.132847 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-be6aebcd-600b-42ac-ae85-b61ae5434c48 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:46.133345 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be6aebcd-600b-42ac-ae85-b61ae5434c48'] response: {'name': 'network-changed', 'server_uuid': 'a84b168f-3dbf-44ca-9597-7d52563b735c', 'tag': '9b4fbb34-1c42-419e-bae2-ecd6e5511093', 'status': 'completed', 'code': 200} Mar 22 19:33:46.158157 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1e8f8-d2a1-4210-ad55-d30be9affef1 service neutron] Pushing event updated for resources: {'Port': ['ID=9b4fbb34-1c42-419e-bae2-ecd6e5511093,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:46.191052 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-433ebde5-fb57-4147-9833-81e619369001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:46.192593 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-433ebde5-fb57-4147-9833-81e619369001 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2c884cd1926840de9bc1f5f7bb8bdae6&device_id=a84b168f-3dbf-44ca-9597-7d52563b735c HTTP/1.1" status: 200 len: 1127 time: 0.1234512 Mar 22 19:33:46.195309 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce82b3-124b-4c68-b663-d279d6553805 req-d9ce398e-df14-4b21-83c1-02fb6e1c9a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:46.196701 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-d9ce398e-df14-4b21-83c1-02fb6e1c9a4a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e604f75b-118b-4af9-acd0-200e012a697d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1160707 Mar 22 19:33:46.246325 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-64ba4825-57d6-4b16-a494-95a7aa293503 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b4fbb34-1c42-419e-bae2-ecd6e5511093 HTTP/1.1" status: 200 len: 217 time: 0.0460277 Mar 22 19:33:46.343301 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-e2015385-db9a-4bb9-808e-d358d7bc6571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:46.344804 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-e2015385-db9a-4bb9-808e-d358d7bc6571 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a3aaacf5-2578-4188-a2e9-b28aeb6a16f9 HTTP/1.1" status: 200 len: 853 time: 0.0883896 Mar 22 19:33:46.392433 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-43b42907-fdf1-41aa-9972-4375c5fe8bbb service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1cabd06d-4a14-4c38-91b5-3f6af5517160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417955 Mar 22 19:33:46.396585 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-de7382a0-2539-42cf-b679-103518f79579 service neutron] 10.222.0.85 "GET /v2.0/networks/e604f75b-118b-4af9-acd0-200e012a697d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908228 Mar 22 19:33:46.526352 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad0513bc-e244-41f9-95a3-039ef4f45feb req-b40be62c-b00d-4d82-a148-babdb0244058 tempest-ServerShowV257Test-1238123205 tempest-ServerShowV257Test-1238123205-project] 10.222.0.75 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.3292840 Mar 22 19:33:46.556129 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-6105793a-6a26-446c-b9ba-02e8c45a517a service neutron] 10.222.0.84 "GET /v2.0/networks/1cabd06d-4a14-4c38-91b5-3f6af5517160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575193 Mar 22 19:33:46.559954 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-b31b24ab-d6a4-4826-b833-876e048036d2 service neutron] 10.222.0.85 "GET /v2.0/networks/e604f75b-118b-4af9-acd0-200e012a697d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520786 Mar 22 19:33:46.583610 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df59fc-c03d-44ef-a20f-795eaa8e6d0f req-ff84411f-b736-4aed-8b4c-4e0e2f1a2866 tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:46.585198 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f4df59fc-c03d-44ef-a20f-795eaa8e6d0f req-ff84411f-b736-4aed-8b4c-4e0e2f1a2866 tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] 10.222.0.75 "GET /v2.0/ports?device_id=a84b168f-3dbf-44ca-9597-7d52563b735c HTTP/1.1" status: 200 len: 944 time: 0.0659671 Mar 22 19:33:46.634340 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f4df59fc-c03d-44ef-a20f-795eaa8e6d0f req-24d6e063-caa4-4d02-9cbd-fde28d0dc8ce tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] 10.222.0.75 "GET /v2.0/security-groups?id=736a762e-d414-40cb-ac20-bad952d8e8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423636 Mar 22 19:33:46.721978 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ad0ca24-a9d5-41c4-9e92-5003bb3a0559 req-f09b1246-fa83-4707-a4cf-d623ed65f3f0 tempest-ServerShowV254Test-1402407519 tempest-ServerShowV254Test-1402407519-project] 10.222.0.75 "GET /v2.0/ports?device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.0275738 Mar 22 19:33:46.959471 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-dfd95fa7-52a5-4521-aef6-4df4b8d24dd0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=b0399ecc-f819-4dcd-8c6b-e07a031c9070 HTTP/1.1" status: 200 len: 217 time: 0.3894420 Mar 22 19:33:47.028555 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce82b3-124b-4c68-b663-d279d6553805 req-15311b1e-85b0-466b-9fff-eedecc788082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:47.030561 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-15311b1e-85b0-466b-9fff-eedecc788082 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f58c5404-0353-494c-a0db-2eb267c24d70 HTTP/1.1" status: 200 len: 797 time: 0.0639119 Mar 22 19:33:47.035643 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2f2f6e24-d754-42f6-ad58-93146c6f8c58 req-f9a5528b-bc80-4c8b-9758-6345b782dfb2 service neutron] 10.222.0.84 "GET /v2.0/networks/1cabd06d-4a14-4c38-91b5-3f6af5517160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735179 Mar 22 19:33:47.082687 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce82b3-124b-4c68-b663-d279d6553805 req-4e595f00-124e-4783-a534-93966a25fba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:47.084355 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-4e595f00-124e-4783-a534-93966a25fba9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e604f75b-118b-4af9-acd0-200e012a697d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0477371 Mar 22 19:33:47.199086 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdd693-ad94-4ce5-9454-553276ec78e4 req-38dcbd07-c916-4e83-bc32-962e92b28a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:47.200762 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5dbdd693-ad94-4ce5-9454-553276ec78e4 req-38dcbd07-c916-4e83-bc32-962e92b28a81 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=2c884cd1926840de9bc1f5f7bb8bdae6&device_id=a84b168f-3dbf-44ca-9597-7d52563b735c HTTP/1.1" status: 200 len: 1127 time: 0.1154773 Mar 22 19:33:47.222218 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbebfe2-c433-4796-8127-649ff07120f7 req-2aea6a90-88df-42c7-9ae9-7d15ae4fc630 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:47.223997 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bbebfe2-c433-4796-8127-649ff07120f7 req-2aea6a90-88df-42c7-9ae9-7d15ae4fc630 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 946 time: 0.0773346 Mar 22 19:33:47.235224 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-3e99096c-7c75-4b0f-9bdd-6099d932251d service neutron] 10.222.0.85 "GET /v2.0/networks/e604f75b-118b-4af9-acd0-200e012a697d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394124 Mar 22 19:33:47.257307 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f90adde4-ecc6-4b72-9dfb-a0dfae7eab2c req-21bc167e-8d04-497f-8dc8-571c472ed05b tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0464137 Mar 22 19:33:47.307960 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bbebfe2-c433-4796-8127-649ff07120f7 req-20c039db-4782-43a7-80fd-ba35fa51f82e tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759411 Mar 22 19:33:47.370542 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b10090ab-f8ac-49dd-afcf-3e510d33a6bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:47.378648 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdd693-ad94-4ce5-9454-553276ec78e4 req-006b1a7a-6837-440f-a682-9d4267f1c0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:47.380249 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5dbdd693-ad94-4ce5-9454-553276ec78e4 req-006b1a7a-6837-440f-a682-9d4267f1c0fa service neutron] 10.222.0.84 "GET /v2.0/networks?id=1cabd06d-4a14-4c38-91b5-3f6af5517160 HTTP/1.1" status: 200 len: 914 time: 0.1726053 Mar 22 19:33:47.405156 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-91478c0f-34d0-4817-af9c-eee6bd8dbca4 service neutron] 10.222.0.85 "GET /v2.0/networks/e604f75b-118b-4af9-acd0-200e012a697d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394012 Mar 22 19:33:47.438728 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5dbdd693-ad94-4ce5-9454-553276ec78e4 req-be41e1a1-8b2e-46a0-8ffb-7c53f0c06474 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b4fbb34-1c42-419e-bae2-ecd6e5511093 HTTP/1.1" status: 200 len: 217 time: 0.0463452 Mar 22 19:33:47.475918 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-8a94871b-3ed6-4e25-bb6c-6ca9c3682443 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=ba728d56-f25b-46d3-9cae-ed09ba82a9e1 HTTP/1.1" status: 200 len: 217 time: 0.0441244 Mar 22 19:33:47.544959 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdd693-ad94-4ce5-9454-553276ec78e4 req-4bf30353-b842-48cc-b709-c7ff15565bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:47.547045 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5dbdd693-ad94-4ce5-9454-553276ec78e4 req-4bf30353-b842-48cc-b709-c7ff15565bb6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a3aaacf5-2578-4188-a2e9-b28aeb6a16f9 HTTP/1.1" status: 200 len: 853 time: 0.0806723 Mar 22 19:33:47.566365 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce82b3-124b-4c68-b663-d279d6553805 req-df74de81-3cf7-4f17-9920-52b33ac3cf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:47.567749 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-df74de81-3cf7-4f17-9920-52b33ac3cf92 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f58c5404-0353-494c-a0db-2eb267c24d70 HTTP/1.1" status: 200 len: 797 time: 0.0710375 Mar 22 19:33:47.588697 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5dbdd693-ad94-4ce5-9454-553276ec78e4 req-89d4a38f-dc21-4b07-a2b5-1cea68e1468c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1cabd06d-4a14-4c38-91b5-3f6af5517160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321462 Mar 22 19:33:47.632690 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aeabac74-485d-4e7c-85e5-7b8d64b8a0ea req-bd56a8c2-182c-405b-b042-01328dd391f8 tempest-ServerShowV257Test-1238123205 tempest-ServerShowV257Test-1238123205-project] 10.222.0.75 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.0293458 Mar 22 19:33:47.694061 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce82b3-124b-4c68-b663-d279d6553805 req-bdf647f3-645d-4002-9a29-1bba98bb0faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:47.695586 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-bdf647f3-645d-4002-9a29-1bba98bb0faf service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e604f75b-118b-4af9-acd0-200e012a697d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1094143 Mar 22 19:33:47.733297 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5dbdd693-ad94-4ce5-9454-553276ec78e4 req-e5504381-b6f2-4634-8779-00e7f19d8b84 service neutron] 10.222.0.84 "GET /v2.0/networks/1cabd06d-4a14-4c38-91b5-3f6af5517160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356831 Mar 22 19:33:47.768237 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767e45a-718a-4ead-beb7-9c28c2e83aa8 req-b1c996b6-054c-4c1c-830b-4057ad230feb tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:47.775928 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7767e45a-718a-4ead-beb7-9c28c2e83aa8 req-b1c996b6-054c-4c1c-830b-4057ad230feb tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] 10.222.0.75 "GET /v2.0/ports?device_id=a84b168f-3dbf-44ca-9597-7d52563b735c HTTP/1.1" status: 200 len: 944 time: 0.0623441 Mar 22 19:33:47.817181 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-0376f942-982f-44e9-9137-f5f7baea20c2 service neutron] 10.222.0.85 "GET /v2.0/networks/e604f75b-118b-4af9-acd0-200e012a697d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097760 Mar 22 19:33:47.838031 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-52ff55a6-3886-4862-b640-a04a997283d9 req-66259877-7ff2-40e2-80a5-36ebec4878ed tempest-ServerShowV254Test-1402407519 tempest-ServerShowV254Test-1402407519-project] 10.222.0.75 "GET /v2.0/ports?device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.0308235 Mar 22 19:33:47.864797 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7767e45a-718a-4ead-beb7-9c28c2e83aa8 req-6f75f634-7c5c-455e-be07-bbe58edb05ed tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] 10.222.0.75 "GET /v2.0/security-groups?id=736a762e-d414-40cb-ac20-bad952d8e8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878830 Mar 22 19:33:47.982128 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5dbdd693-ad94-4ce5-9454-553276ec78e4 req-74601a9e-9994-4b7c-b2a5-c73765de8c29 service neutron] 10.222.0.84 "GET /v2.0/networks/1cabd06d-4a14-4c38-91b5-3f6af5517160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751745 Mar 22 19:33:47.987903 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-e6acfb42-3b49-4b17-a11e-4caece807b2d service neutron] 10.222.0.85 "GET /v2.0/networks/e604f75b-118b-4af9-acd0-200e012a697d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524317 Mar 22 19:33:48.037625 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-252422e0-49ae-4402-9f83-c36bf9bbcdeb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=a6ff596a-364e-4bcd-8bf2-292c0eea5f34 HTTP/1.1" status: 200 len: 217 time: 0.0352976 Mar 22 19:33:48.084704 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce82b3-124b-4c68-b663-d279d6553805 req-851451d4-aeae-4ec9-b08e-c83032bc84ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:48.086287 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-851451d4-aeae-4ec9-b08e-c83032bc84ab service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f58c5404-0353-494c-a0db-2eb267c24d70 HTTP/1.1" status: 200 len: 797 time: 0.0435874 Mar 22 19:33:48.138237 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce82b3-124b-4c68-b663-d279d6553805 req-b1619913-cb28-4fb3-b525-d2dc46aabab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:48.140353 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-b1619913-cb28-4fb3-b525-d2dc46aabab0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e604f75b-118b-4af9-acd0-200e012a697d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0480559 Mar 22 19:33:48.227941 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-5515a0d7-33d0-4dd9-859a-0221ee704b55 service neutron] 10.222.0.85 "GET /v2.0/networks/e604f75b-118b-4af9-acd0-200e012a697d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809045 Mar 22 19:33:48.229457 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:48.326208 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-3f26ba48-af4c-453d-84aa-429d8c635830 service neutron] 10.222.0.85 "GET /v2.0/networks/e604f75b-118b-4af9-acd0-200e012a697d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928895 Mar 22 19:33:48.378971 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-07b8b80d-49c0-4c8f-b273-ed2ee280d948 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f7058d5e-f8e8-4097-b370-a174e9d91f8a HTTP/1.1" status: 200 len: 217 time: 0.0471871 Mar 22 19:33:48.390986 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e4481f2-adf0-4e5e-aca3-763ff6c2fcba req-2e674954-ae60-4b47-8260-001680f724af tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0412991 Mar 22 19:33:48.457550 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce82b3-124b-4c68-b663-d279d6553805 req-e351c9e0-c2be-4b67-8325-067177899ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:48.459418 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-e351c9e0-c2be-4b67-8325-067177899ee7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=45d73002-9056-40ee-8ca8-42ff4359e2e4 HTTP/1.1" status: 200 len: 797 time: 0.0740829 Mar 22 19:33:48.471409 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c32f5f-4dad-4ef8-9b5f-a90d85345555 req-5a8ec81f-550e-45da-bb20-ffe3d0deca2b tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:48.472935 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e7c32f5f-4dad-4ef8-9b5f-a90d85345555 req-5a8ec81f-550e-45da-bb20-ffe3d0deca2b tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 946 time: 0.0725458 Mar 22 19:33:48.512985 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce82b3-124b-4c68-b663-d279d6553805 req-cfe018f5-d84d-404b-b01f-ed3e22e02aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:48.514571 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-cfe018f5-d84d-404b-b01f-ed3e22e02aa8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=63d9f401-775b-4921-a031-36b8b10f1a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0494554 Mar 22 19:33:48.527941 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e7c32f5f-4dad-4ef8-9b5f-a90d85345555 req-958c41ca-06af-4311-95ca-c7c16640263b tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487843 Mar 22 19:33:48.610145 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-0902103e-1d7c-47d8-8589-a6b8a3e93520 service neutron] 10.222.0.85 "GET /v2.0/networks/63d9f401-775b-4921-a031-36b8b10f1a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898979 Mar 22 19:33:48.639059 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:48.704061 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-3f82f632-8b9d-45c8-a3e7-c060f37bd748 service neutron] 10.222.0.85 "GET /v2.0/networks/63d9f401-775b-4921-a031-36b8b10f1a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886686 Mar 22 19:33:48.743091 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-99b813e7-be0a-4d91-83c7-992186701948 req-a151e216-d63d-471d-8421-3c524e96b553 tempest-ServerShowV257Test-1238123205 tempest-ServerShowV257Test-1238123205-project] 10.222.0.75 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.0318189 Mar 22 19:33:48.751772 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-7d7786f3-91d2-496f-a2d8-4ad71335ba7b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4f5d6958-8214-4e7b-8668-05998059478f HTTP/1.1" status: 200 len: 217 time: 0.0415606 Mar 22 19:33:48.818803 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce82b3-124b-4c68-b663-d279d6553805 req-c074e62e-8e5b-45c6-9cf5-97f24d13208e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:48.821012 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-c074e62e-8e5b-45c6-9cf5-97f24d13208e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=45d73002-9056-40ee-8ca8-42ff4359e2e4 HTTP/1.1" status: 200 len: 797 time: 0.0628130 Mar 22 19:33:48.873012 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce82b3-124b-4c68-b663-d279d6553805 req-d7718f41-b8b5-4535-8efd-f4c8f59c3ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:48.874666 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-d7718f41-b8b5-4535-8efd-f4c8f59c3ff7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=63d9f401-775b-4921-a031-36b8b10f1a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0481310 Mar 22 19:33:48.958390 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-25081566-2a57-4f91-9d61-9a4fe1e34099 req-5ef261b6-3fb7-451e-b475-14d95409864a tempest-ServerShowV254Test-1402407519 tempest-ServerShowV254Test-1402407519-project] 10.222.0.75 "GET /v2.0/ports?device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.0376229 Mar 22 19:33:48.981144 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-da01c5a5-514b-4462-922d-49fa550b594c service neutron] 10.222.0.85 "GET /v2.0/networks/63d9f401-775b-4921-a031-36b8b10f1a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966952 Mar 22 19:33:49.015358 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7a361-98fe-437f-9886-6f06d75b6d78 req-4ce5dd21-4a20-4cda-be75-0bce02aa5886 tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:49.016981 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-39e7a361-98fe-437f-9886-6f06d75b6d78 req-4ce5dd21-4a20-4cda-be75-0bce02aa5886 tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] 10.222.0.75 "GET /v2.0/ports?device_id=a84b168f-3dbf-44ca-9597-7d52563b735c HTTP/1.1" status: 200 len: 944 time: 0.0685356 Mar 22 19:33:49.064966 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-39e7a361-98fe-437f-9886-6f06d75b6d78 req-68b122bc-18e6-4e32-ab8a-5e69781d704c tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] 10.222.0.75 "GET /v2.0/security-groups?id=736a762e-d414-40cb-ac20-bad952d8e8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418017 Mar 22 19:33:49.073265 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-efce82b3-124b-4c68-b663-d279d6553805 req-6a910ae2-6192-46c4-976f-36063ac504df service neutron] 10.222.0.85 "GET /v2.0/networks/63d9f401-775b-4921-a031-36b8b10f1a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860364 Mar 22 19:33:49.518889 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6da43007-6782-4699-9db6-0b46f77af8b0 req-8a3f6610-3f20-460a-a7f4-ba9a14907bb8 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0319018 Mar 22 19:33:49.651533 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127f550-a88f-4326-8694-377b41f85301 req-205a6ef9-aff2-4e8b-a5a6-74cb44f48475 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:49.653001 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2127f550-a88f-4326-8694-377b41f85301 req-205a6ef9-aff2-4e8b-a5a6-74cb44f48475 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 946 time: 0.0554018 Mar 22 19:33:49.699578 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2127f550-a88f-4326-8694-377b41f85301 req-aeb192b7-278f-436a-b550-0f51a349f2bd tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407059 Mar 22 19:33:49.845212 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3d81053-dedf-4a55-b03e-2e496d2391b7 req-5146a223-1db7-44ab-bbf3-0a81242be243 tempest-ServerShowV257Test-1238123205 tempest-ServerShowV257Test-1238123205-project] 10.222.0.75 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.0271180 Mar 22 19:33:50.051911 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:50.057729 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8884fdb9-4601-4025-bf2a-8c944bad4c0e req-48b6f03d-308c-44cf-a727-69d90d94c48a tempest-ServerShowV254Test-1402407519 tempest-ServerShowV254Test-1402407519-project] 10.222.0.75 "GET /v2.0/ports?device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.0292625 Mar 22 19:33:50.186464 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5236b49-9cba-427a-89a5-a6e261195793 req-e7ab1803-82cd-46fc-994f-1eb6eb8ee40d tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:50.188058 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c5236b49-9cba-427a-89a5-a6e261195793 req-e7ab1803-82cd-46fc-994f-1eb6eb8ee40d tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] 10.222.0.75 "GET /v2.0/ports?device_id=a84b168f-3dbf-44ca-9597-7d52563b735c HTTP/1.1" status: 200 len: 944 time: 0.0568209 Mar 22 19:33:50.234993 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c5236b49-9cba-427a-89a5-a6e261195793 req-01fbac20-f768-4952-aa0a-940c3f4d075e tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] 10.222.0.75 "GET /v2.0/security-groups?id=736a762e-d414-40cb-ac20-bad952d8e8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412760 Mar 22 19:33:50.595392 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c0e4a534-ed2e-48c1-9750-745cd4a5eeb2 req-ee7ff800-93d6-413d-94a1-ce58ef343ab4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.0855875 Mar 22 19:33:50.626172 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b706bbc2-3abd-41be-942f-cfccae3cc663 req-1b7e317a-26b9-4fc6-a530-d431f3eea190 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0288839 Mar 22 19:33:50.638473 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 9b4fbb34-1c42-419e-bae2-ecd6e5511093 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:33:50.734175 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 9b4fbb34-1c42-419e-bae2-ecd6e5511093, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=9b4fbb34-1c42-419e-bae2-ecd6e5511093,segment=NetworkSegment(eb930c1c-5b5d-43a6-97c0-74933e7e45e0),segment_id=eb930c1c-5b5d-43a6-97c0-74933e7e45e0)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:50.747276 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '9b4fbb34-1c42-419e-bae2-ecd6e5511093', 'network_id': '1cabd06d-4a14-4c38-91b5-3f6af5517160', 'port_id': '9b4fbb34-1c42-419e-bae2-ecd6e5511093', 'mac_address': 'fa:16:3e:43:28:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3aaacf5-2578-4188-a2e9-b28aeb6a16f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:33:50.792727 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 9b4fbb34-1c42-419e-bae2-ecd6e5511093 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:33:50.793313 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9b4fbb34-1c42-419e-bae2-ecd6e5511093), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:50.807216 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b4fbb34-1c42-419e-bae2-ecd6e5511093 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:33:50.828886 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 9b4fbb34-1c42-419e-bae2-ecd6e5511093, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=9b4fbb34-1c42-419e-bae2-ecd6e5511093,segment=NetworkSegment(eb930c1c-5b5d-43a6-97c0-74933e7e45e0),segment_id=eb930c1c-5b5d-43a6-97c0-74933e7e45e0)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:50.830160 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b2b81-5839-4bc4-93fa-f4c654f56773 req-ef2261f1-41b5-472d-aae2-3f674dc12298 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:50.831896 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-119b2b81-5839-4bc4-93fa-f4c654f56773 req-ef2261f1-41b5-472d-aae2-3f674dc12298 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 946 time: 0.0628059 Mar 22 19:33:50.833768 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (9b4fbb34-1c42-419e-bae2-ecd6e5511093), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:50.888486 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=9b4fbb34-1c42-419e-bae2-ecd6e5511093,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:50.901671 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-119b2b81-5839-4bc4-93fa-f4c654f56773 req-cf1e67b8-4090-44b7-879c-2498276d63ed tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598938 Mar 22 19:33:50.980508 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ff90acbc-1180-45c1-ab59-f95d928fe4a5 req-da78a318-702c-4017-8048-b25087ac12ca tempest-ServerShowV257Test-1238123205 tempest-ServerShowV257Test-1238123205-project] 10.222.0.75 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.0328228 Mar 22 19:33:51.057521 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['9b4fbb34-1c42-419e-bae2-ecd6e5511093'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:33:51.171281 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1be296d3-bdc2-41ae-b819-69fc68649637 req-13e910b9-a4f1-44f9-bc89-354f6bbc6bf7 tempest-ServerShowV254Test-1402407519 tempest-ServerShowV254Test-1402407519-project] 10.222.0.75 "GET /v2.0/ports?device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.0333970 Mar 22 19:33:51.314181 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:51.357224 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83869523-df7e-44dd-92ed-9dee1834f1e8 req-aaba705a-9982-407f-afdf-4870ff46965c tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:51.359375 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83869523-df7e-44dd-92ed-9dee1834f1e8 req-aaba705a-9982-407f-afdf-4870ff46965c tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] 10.222.0.75 "GET /v2.0/ports?device_id=a84b168f-3dbf-44ca-9597-7d52563b735c HTTP/1.1" status: 200 len: 945 time: 0.0557022 Mar 22 19:33:51.407270 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83869523-df7e-44dd-92ed-9dee1834f1e8 req-5e5484ac-c31c-408d-860d-695e48fc3ff1 tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] 10.222.0.75 "GET /v2.0/security-groups?id=736a762e-d414-40cb-ac20-bad952d8e8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421736 Mar 22 19:33:51.797960 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d4c0593f-74bc-41c6-9ac2-531796cbc9f7 req-3beac0cf-ecc8-4f7d-8674-dd5e65fd050c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0369017 Mar 22 19:33:52.034885 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718d181-a001-4375-9996-e6b3cd743e06 req-1498443a-4cb2-4cbc-aeaf-6bbe9fd98c89 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:52.036714 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1718d181-a001-4375-9996-e6b3cd743e06 req-1498443a-4cb2-4cbc-aeaf-6bbe9fd98c89 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 946 time: 0.0616853 Mar 22 19:33:52.120347 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5db4aa94-d57d-4fd2-a8ed-d92c6b1120c3 req-d7e33191-eddc-43a6-9bec-d6dcb71d2b06 tempest-ServerShowV257Test-1238123205 tempest-ServerShowV257Test-1238123205-project] 10.222.0.75 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.0402539 Mar 22 19:33:52.126238 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1718d181-a001-4375-9996-e6b3cd743e06 req-9a0f4954-d1ab-4fff-bb39-b16775e3ccc6 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779448 Mar 22 19:33:52.287633 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-108e56f2-7d2b-4835-8071-00bd7ce0418b req-93f39a29-7b32-43b1-8ba5-c050ac07e4de tempest-ServerShowV254Test-1402407519 tempest-ServerShowV254Test-1402407519-project] 10.222.0.75 "GET /v2.0/ports?device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.0359232 Mar 22 19:33:52.585746 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a31caf-a43d-492d-83d4-40471ae0c977 req-9ed83c36-ab1c-4662-b95f-77579cdc4310 tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:52.590397 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a99abcbc-8474-4227-9c44-3124aeae73bf req-bfa9549c-55ef-4f2e-9493-83252df7bbff service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3ea918e3e11c4f72a0e6a474ff556543&device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.0471215 Mar 22 19:33:52.592005 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e1a31caf-a43d-492d-83d4-40471ae0c977 req-9ed83c36-ab1c-4662-b95f-77579cdc4310 tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] 10.222.0.75 "GET /v2.0/ports?device_id=a84b168f-3dbf-44ca-9597-7d52563b735c HTTP/1.1" status: 200 len: 945 time: 0.1011488 Mar 22 19:33:52.631443 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a99abcbc-8474-4227-9c44-3124aeae73bf req-09a59c35-41eb-413f-8789-2af1c9443f37 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=3ea918e3e11c4f72a0e6a474ff556543&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324109 Mar 22 19:33:52.655842 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-27c84c46-b2ef-4de3-ba75-2a74448550f7 req-d83a203f-1786-4332-b979-b57cb9cccdb8 tempest-ServerShowV254Test-1402407519 tempest-ServerShowV254Test-1402407519-project] 10.222.0.75 "GET /v2.0/ports?device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.0468662 Mar 22 19:33:52.672916 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 9b4fbb34-1c42-419e-bae2-ecd6e5511093 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:33:52.702520 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e1a31caf-a43d-492d-83d4-40471ae0c977 req-334af53e-8afc-4953-b229-a38830404100 tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] 10.222.0.75 "GET /v2.0/security-groups?id=736a762e-d414-40cb-ac20-bad952d8e8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024196 Mar 22 19:33:52.777729 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 9b4fbb34-1c42-419e-bae2-ecd6e5511093 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:33:52.784381 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 9b4fbb34-1c42-419e-bae2-ecd6e5511093 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:33:52.784688 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9b4fbb34-1c42-419e-bae2-ecd6e5511093), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:52.806714 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99abcbc-8474-4227-9c44-3124aeae73bf req-161586a6-96cb-41e5-82ac-1bbccb2d3e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:52.808336 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a99abcbc-8474-4227-9c44-3124aeae73bf req-161586a6-96cb-41e5-82ac-1bbccb2d3e29 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1712358 Mar 22 19:33:52.909033 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 9b4fbb34-1c42-419e-bae2-ecd6e5511093 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:33:52.909753 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9b4fbb34-1c42-419e-bae2-ecd6e5511093), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:52.923758 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80e280b1-2e93-4faf-a33f-ff0eb8fcf828 req-2069080a-2ce5-47ff-8802-e89534896ea4 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0297236 Mar 22 19:33:52.949074 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84b168f-3dbf-44ca-9597-7d52563b735c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4fbb34-1c42-419e-bae2-ecd6e5511093'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:33:52.951501 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882d8fb6-e324-4cd6-bcfa-9356f5d15327" -d '{"events": [{"server_uuid": "a84b168f-3dbf-44ca-9597-7d52563b735c", "name": "network-vif-plugged", "status": "completed", "tag": "9b4fbb34-1c42-419e-bae2-ecd6e5511093"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:33:52.965968 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 9b4fbb34-1c42-419e-bae2-ecd6e5511093, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=9b4fbb34-1c42-419e-bae2-ecd6e5511093,segment=NetworkSegment(eb930c1c-5b5d-43a6-97c0-74933e7e45e0),segment_id=eb930c1c-5b5d-43a6-97c0-74933e7e45e0)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:52.980937 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (9b4fbb34-1c42-419e-bae2-ecd6e5511093), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:53.009668 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da415287-a9d9-485d-a246-215d3282c4a3 x-openstack-request-id: req-da415287-a9d9-485d-a246-215d3282c4a3 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:53.009993 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84b168f-3dbf-44ca-9597-7d52563b735c", "name": "network-vif-plugged", "status": "completed", "tag": "9b4fbb34-1c42-419e-bae2-ecd6e5511093", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:53.010249 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-da415287-a9d9-485d-a246-215d3282c4a3 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:53.010649 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da415287-a9d9-485d-a246-215d3282c4a3'] response: {'server_uuid': 'a84b168f-3dbf-44ca-9597-7d52563b735c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4fbb34-1c42-419e-bae2-ecd6e5511093', 'code': 200} Mar 22 19:33:53.043686 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=9b4fbb34-1c42-419e-bae2-ecd6e5511093,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:53.136536 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099f674-9b24-4411-ab42-f971084ff84b req-c580737a-f67b-4eaf-98ed-ea2cd406074a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:53.138952 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7099f674-9b24-4411-ab42-f971084ff84b req-c580737a-f67b-4eaf-98ed-ea2cd406074a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=a84b168f-3dbf-44ca-9597-7d52563b735c HTTP/1.1" status: 200 len: 1129 time: 0.0584624 Mar 22 19:33:53.199238 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7099f674-9b24-4411-ab42-f971084ff84b req-8c7bb010-22eb-4ab6-ac2a-6bcad093e22f service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=736a762e-d414-40cb-ac20-bad952d8e8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514956 Mar 22 19:33:53.264686 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad898f1e-e92e-47a2-a947-cdbfe6a532fe req-1d356a9b-b05d-4e31-80d1-6a0aea4f4800 tempest-ServerShowV257Test-1238123205 tempest-ServerShowV257Test-1238123205-project] 10.222.0.75 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.0434821 Mar 22 19:33:53.315417 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807182ae-f962-4784-9c6b-093315aaec9d req-680f0cb0-73f4-43e4-8215-05648dbc52bf tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:53.317029 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-807182ae-f962-4784-9c6b-093315aaec9d req-680f0cb0-73f4-43e4-8215-05648dbc52bf tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 946 time: 0.0832822 Mar 22 19:33:53.371422 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-807182ae-f962-4784-9c6b-093315aaec9d req-08d063d8-0cb9-4adf-85ce-d93aaa229801 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487483 Mar 22 19:33:53.757496 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d46eecc9-e762-4d35-a241-f2470de06ed5 req-228524d8-cb90-4212-98e3-8db358b61688 tempest-ServerShowV254Test-1402407519 tempest-ServerShowV254Test-1402407519-project] 10.222.0.75 "GET /v2.0/ports?device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.0331402 Mar 22 19:33:53.890118 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51274d65-d783-4a4d-bd8c-01653b7d94a2 req-53a68ba3-ef56-4812-a0dc-20aa2de67281 tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:53.891636 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51274d65-d783-4a4d-bd8c-01653b7d94a2 req-53a68ba3-ef56-4812-a0dc-20aa2de67281 tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] 10.222.0.75 "GET /v2.0/ports?device_id=a84b168f-3dbf-44ca-9597-7d52563b735c HTTP/1.1" status: 200 len: 946 time: 0.0582855 Mar 22 19:33:53.950403 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51274d65-d783-4a4d-bd8c-01653b7d94a2 req-68261eef-8563-490a-9ce6-34ab4e289f20 tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] 10.222.0.75 "GET /v2.0/security-groups?id=736a762e-d414-40cb-ac20-bad952d8e8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505829 Mar 22 19:33:54.047943 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-70ecccfb-15b4-4816-a301-9c94d183c403 req-cc5662aa-6897-4195-ad33-61e0919f441c tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0345712 Mar 22 19:33:54.264653 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a99abcbc-8474-4227-9c44-3124aeae73bf req-f33ae05e-e345-4403-bab2-20614960dd42 tempest-ServerShowV254Test-1402407519 tempest-ServerShowV254Test-1402407519-project] 10.222.0.84 "GET /v2.0/ports?device_id=3638acd2-46dd-4b1e-8a62-52dfdcc0428d HTTP/1.1" status: 200 len: 210 time: 0.0305810 Mar 22 19:33:54.470455 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-15b5e3f6-8630-456a-a498-06261c482738 req-e956c58a-1ce8-448a-9f23-6fdb53ac2dd5 tempest-ServerShowV257Test-1238123205 tempest-ServerShowV257Test-1238123205-project] 10.222.0.75 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.0811167 Mar 22 19:33:54.555388 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b902ded-6670-4cd6-b1d5-a79e07beb119 req-3ec92184-59b2-4e86-a2c7-d2cc0f36c3c0 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:54.557118 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b902ded-6670-4cd6-b1d5-a79e07beb119 req-3ec92184-59b2-4e86-a2c7-d2cc0f36c3c0 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 946 time: 0.0610449 Mar 22 19:33:54.611176 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b902ded-6670-4cd6-b1d5-a79e07beb119 req-5604e9fd-c0aa-4a4a-b3a4-c28600324a8c tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480516 Mar 22 19:33:55.132229 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2799a-0c80-4aab-9339-0f47285a27ca req-5b0c4c0c-3501-4707-8691-8d1480d9393b tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:55.134585 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbf2799a-0c80-4aab-9339-0f47285a27ca req-5b0c4c0c-3501-4707-8691-8d1480d9393b tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] 10.222.0.75 "GET /v2.0/ports?device_id=a84b168f-3dbf-44ca-9597-7d52563b735c HTTP/1.1" status: 200 len: 946 time: 0.1028900 Mar 22 19:33:55.190226 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f07d402-fdb0-41f3-b88d-259aec6f5a72 req-b2fcf13b-90bb-499d-83cf-869584327582 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0330832 Mar 22 19:33:55.201092 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59548) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:55.220297 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbf2799a-0c80-4aab-9339-0f47285a27ca req-99007995-2780-48a3-ba96-05a902be9f6c tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] 10.222.0.75 "GET /v2.0/security-groups?id=736a762e-d414-40cb-ac20-bad952d8e8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791302 Mar 22 19:33:55.359064 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d27b0904-79ca-47a8-8884-2e5ddcbf171e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:55.447723 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d27b0904-79ca-47a8-8884-2e5ddcbf171e admin admin] Publish callbacks [] for security_group (e0af5545-7a46-40e4-8ca8-569d6da13c76), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:55.452554 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d27b0904-79ca-47a8-8884-2e5ddcbf171e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e0af5545-7a46-40e4-8ca8-569d6da13c76), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:55.491570 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d27b0904-79ca-47a8-8884-2e5ddcbf171e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3ea918e3e11c4f72a0e6a474ff556543&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2884321 Mar 22 19:33:55.493834 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b0904-79ca-47a8-8884-2e5ddcbf171e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0af5545-7a46-40e4-8ca8-569d6da13c76,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:55.494569 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59558) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:55.572396 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2d01d143-1314-46ea-9c73-49e8f3a3ca1b admin admin] Publish callbacks [] for security_group (e0af5545-7a46-40e4-8ca8-569d6da13c76), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:55.647217 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a2acc1c3-dc40-4520-809d-33a2ff3046bc req-65645076-32c8-4221-bf01-d9bd8c62255b tempest-ServerShowV257Test-1238123205 tempest-ServerShowV257Test-1238123205-project] 10.222.0.75 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.0501480 Mar 22 19:33:55.650383 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2d01d143-1314-46ea-9c73-49e8f3a3ca1b admin admin] Publish callbacks [] for security_group (e0af5545-7a46-40e4-8ca8-569d6da13c76), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:55.704778 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a85be3-71e7-486f-a383-df2cf1c28987 req-98eb08b7-c697-4139-a1f5-ed97e4b790a7 tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:55.706413 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-88a85be3-71e7-486f-a383-df2cf1c28987 req-98eb08b7-c697-4139-a1f5-ed97e4b790a7 tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] 10.222.0.75 "GET /v2.0/ports?device_id=a84b168f-3dbf-44ca-9597-7d52563b735c HTTP/1.1" status: 200 len: 946 time: 0.1198831 Mar 22 19:33:55.758682 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2d01d143-1314-46ea-9c73-49e8f3a3ca1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e0af5545-7a46-40e4-8ca8-569d6da13c76), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:55.761231 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2d01d143-1314-46ea-9c73-49e8f3a3ca1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:55.764841 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2d01d143-1314-46ea-9c73-49e8f3a3ca1b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e0af5545-7a46-40e4-8ca8-569d6da13c76 HTTP/1.1" status: 204 len: 168 time: 0.2659442 Mar 22 19:33:55.813373 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-88a85be3-71e7-486f-a383-df2cf1c28987 req-8a025e19-2c54-44e4-aed8-cc72a76dbe0e tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] 10.222.0.75 "GET /v2.0/security-groups?id=736a762e-d414-40cb-ac20-bad952d8e8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969527 Mar 22 19:33:55.814426 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01d143-1314-46ea-9c73-49e8f3a3ca1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0af5545-7a46-40e4-8ca8-569d6da13c76,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:55.856926 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cee7eb-2c0e-4fa8-b9a9-7903dad31124 req-83e55c1c-0ac2-417f-b4c6-7c8c00befc4c tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:55.865205 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73cee7eb-2c0e-4fa8-b9a9-7903dad31124 req-83e55c1c-0ac2-417f-b4c6-7c8c00befc4c tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 946 time: 0.1467967 Mar 22 19:33:55.932655 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73cee7eb-2c0e-4fa8-b9a9-7903dad31124 req-a0eaa37b-8620-4022-8d4b-feca43ba2b6d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672603 Mar 22 19:33:56.321816 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b997909a-4450-45ed-89b5-b5037e88a31b req-45d39238-ffec-4981-bf1e-bda9af58ac49 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0312684 Mar 22 19:33:56.478689 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59594) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:56.578952 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-d32ce4bf-fd57-4cc9-8ebc-7a2f7516518a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-186120780-network', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:33:56.597810 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32ce4bf-fd57-4cc9-8ebc-7a2f7516518a admin admin] Made reservation on behalf of 432e8044b4dc4099baeb3ef825b89673 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:33:56.599946 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d32ce4bf-fd57-4cc9-8ebc-7a2f7516518a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:56.609918 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d32ce4bf-fd57-4cc9-8ebc-7a2f7516518a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:56.691751 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d32ce4bf-fd57-4cc9-8ebc-7a2f7516518a admin admin] Publish callbacks [] for security_group (d8becce3-3a3e-4517-ac08-a48ad407f918), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:56.697914 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d32ce4bf-fd57-4cc9-8ebc-7a2f7516518a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d8becce3-3a3e-4517-ac08-a48ad407f918), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:56.721023 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d32ce4bf-fd57-4cc9-8ebc-7a2f7516518a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:33:56.736854 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ce4bf-fd57-4cc9-8ebc-7a2f7516518a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8becce3-3a3e-4517-ac08-a48ad407f918,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:56.740776 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d32ce4bf-fd57-4cc9-8ebc-7a2f7516518a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (6e736185-0014-45d0-ba97-665298266e3f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:56.741471 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-d32ce4bf-fd57-4cc9-8ebc-7a2f7516518a admin admin] Added segment 6e736185-0014-45d0-ba97-665298266e3f of type vlan for network df3cb172-3bab-443c-aa40-b32eebecd0b3 Mar 22 19:33:56.781615 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94574d4f-a8cb-4f3f-90fc-e5572ee402dd req-8713677d-4165-4f94-b311-8387527c1cfd tempest-ServerShowV257Test-1238123205 tempest-ServerShowV257Test-1238123205-project] 10.222.0.75 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.0448248 Mar 22 19:33:56.787120 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d32ce4bf-fd57-4cc9-8ebc-7a2f7516518a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (df3cb172-3bab-443c-aa40-b32eebecd0b3), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:56.824429 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d32ce4bf-fd57-4cc9-8ebc-7a2f7516518a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (df3cb172-3bab-443c-aa40-b32eebecd0b3), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:56.827530 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32ce4bf-fd57-4cc9-8ebc-7a2f7516518a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:56.827530 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d32ce4bf-fd57-4cc9-8ebc-7a2f7516518a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:56.900502 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d32ce4bf-fd57-4cc9-8ebc-7a2f7516518a admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4203899 Mar 22 19:33:56.909612 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59602) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:56.916497 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-9f8384f2-48f6-4f43-a114-7220d6afb61b admin admin] Request body: {'subnet': {'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-186120780-subnet', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:33:56.941827 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ce4bf-fd57-4cc9-8ebc-7a2f7516518a admin admin] Pushing event updated for resources: {'Network': ['ID=df3cb172-3bab-443c-aa40-b32eebecd0b3,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:56.943425 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191abb8f-6922-4ccd-bde2-7ad4ec9ca6c0 req-8c850da2-c351-424f-bd1c-e394af4a9fe3 tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:56.945241 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-191abb8f-6922-4ccd-bde2-7ad4ec9ca6c0 req-8c850da2-c351-424f-bd1c-e394af4a9fe3 tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] 10.222.0.75 "GET /v2.0/ports?device_id=a84b168f-3dbf-44ca-9597-7d52563b735c HTTP/1.1" status: 200 len: 946 time: 0.0650849 Mar 22 19:33:56.955371 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8384f2-48f6-4f43-a114-7220d6afb61b admin admin] Made reservation on behalf of 432e8044b4dc4099baeb3ef825b89673 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:33:56.957936 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9f8384f2-48f6-4f43-a114-7220d6afb61b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:56.967712 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network df3cb172-3bab-443c-aa40-b32eebecd0b3 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:33:56.974123 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e70bf8-04e6-4805-be3d-909d0135fad7 req-8e03245c-9339-4168-93b4-a306101300ae tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:56.976108 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-49e70bf8-04e6-4805-be3d-909d0135fad7 req-8e03245c-9339-4168-93b4-a306101300ae tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] 10.222.0.84 "GET /v2.0/ports?device_id=a84b168f-3dbf-44ca-9597-7d52563b735c HTTP/1.1" status: 200 len: 946 time: 0.1600111 Mar 22 19:33:57.013642 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-191abb8f-6922-4ccd-bde2-7ad4ec9ca6c0 req-102cb3e6-ab09-44e1-9c99-68b68dff62b6 tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] 10.222.0.75 "GET /v2.0/security-groups?id=736a762e-d414-40cb-ac20-bad952d8e8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541987 Mar 22 19:33:57.121850 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52750afa-3e2a-4390-a6ec-21194873acf1 req-6907fd2c-f1c4-4e18-8cb3-aaeba87d576d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:57.123895 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-52750afa-3e2a-4390-a6ec-21194873acf1 req-6907fd2c-f1c4-4e18-8cb3-aaeba87d576d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 946 time: 0.0908027 Mar 22 19:33:57.173100 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-52750afa-3e2a-4390-a6ec-21194873acf1 req-fedc5cdb-b313-4794-bd97-2fc13120b1b5 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429440 Mar 22 19:33:57.248624 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9f8384f2-48f6-4f43-a114-7220d6afb61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (221bc404-2765-4ba4-8d0d-c9a0ec4273c0), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:57.256974 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-49e70bf8-04e6-4805-be3d-909d0135fad7 req-37acc343-139b-4dcc-826f-f87533d47e8b tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] Deleting port 9b4fbb34-1c42-419e-bae2-ecd6e5511093 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:33:57.257307 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-49e70bf8-04e6-4805-be3d-909d0135fad7 req-37acc343-139b-4dcc-826f-f87533d47e8b tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (9b4fbb34-1c42-419e-bae2-ecd6e5511093), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:57.361325 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8384f2-48f6-4f43-a114-7220d6afb61b admin admin] Pushing event updated for resources: {'Subnet': ['ID=221bc404-2765-4ba4-8d0d-c9a0ec4273c0,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:57.383025 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8384f2-48f6-4f43-a114-7220d6afb61b admin admin] Checking segment: {'id': '6e736185-0014-45d0-ba97-665298266e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:33:57.383387 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8384f2-48f6-4f43-a114-7220d6afb61b admin admin] Network hostable DHCP agents. Network: df3cb172-3bab-443c-aa40-b32eebecd0b3, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:33:57.411382 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-49e70bf8-04e6-4805-be3d-909d0135fad7 req-37acc343-139b-4dcc-826f-f87533d47e8b tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] For port 9b4fbb34-1c42-419e-bae2-ecd6e5511093, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=9b4fbb34-1c42-419e-bae2-ecd6e5511093,segment=NetworkSegment(eb930c1c-5b5d-43a6-97c0-74933e7e45e0),segment_id=eb930c1c-5b5d-43a6-97c0-74933e7e45e0)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:33:57.411760 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-49e70bf8-04e6-4805-be3d-909d0135fad7 req-37acc343-139b-4dcc-826f-f87533d47e8b tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (9b4fbb34-1c42-419e-bae2-ecd6e5511093), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:57.421243 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8384f2-48f6-4f43-a114-7220d6afb61b admin admin] Network df3cb172-3bab-443c-aa40-b32eebecd0b3 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:33:57.432748 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-49e70bf8-04e6-4805-be3d-909d0135fad7 req-37acc343-139b-4dcc-826f-f87533d47e8b tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] Calling delete_port for 9b4fbb34-1c42-419e-bae2-ecd6e5511093 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:33:57.438960 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-9f8384f2-48f6-4f43-a114-7220d6afb61b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, df3cb172-3bab-443c-aa40-b32eebecd0b3) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:33:57.441940 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1517960e-fda2-4b7a-8f70-062a7a4c8484 req-c12bdd8a-55e3-4ef9-bbd5-6e9b6f3680e1 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0347207 Mar 22 19:33:57.443316 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8384f2-48f6-4f43-a114-7220d6afb61b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:57.443909 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9f8384f2-48f6-4f43-a114-7220d6afb61b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:57.450617 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c5a1ca-1ee3-411f-a240-2db0a599f49c None None] Network df3cb172-3bab-443c-aa40-b32eebecd0b3 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:33:57.496284 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9f8384f2-48f6-4f43-a114-7220d6afb61b admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5839026 Mar 22 19:33:57.498966 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59612) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:57.504783 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-e436a069-d16e-4b28-8cd6-f300ac280f98 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-186120780-router', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:33:57.544266 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e436a069-d16e-4b28-8cd6-f300ac280f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (3f5ce0f6-325f-436f-9377-56ca60b663e9), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:57.546232 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e436a069-d16e-4b28-8cd6-f300ac280f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (3f5ce0f6-325f-436f-9377-56ca60b663e9), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:57.579498 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d1f5d3-693e-43ef-b27c-42b33384d7f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-df3cb172-3bab-443c-aa40-b32eebecd0b3', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'fixed_ips': [{'subnet_id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:33:57.580409 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-72d1f5d3-693e-43ef-b27c-42b33384d7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:57.641030 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e436a069-d16e-4b28-8cd6-f300ac280f98 admin admin] Publish callbacks [] for router_controller (3f5ce0f6-325f-436f-9377-56ca60b663e9), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:57.717875 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-49e70bf8-04e6-4805-be3d-909d0135fad7 req-37acc343-139b-4dcc-826f-f87533d47e8b tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (9b4fbb34-1c42-419e-bae2-ecd6e5511093), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:57.752606 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37acc343-139b-4dcc-826f-f87533d47e8b tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] Pushing event deleted for resources: {'Port': ['ID=9b4fbb34-1c42-419e-bae2-ecd6e5511093,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:57.764481 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['9b4fbb34-1c42-419e-bae2-ecd6e5511093'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:33:57.858017 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e436a069-d16e-4b28-8cd6-f300ac280f98 admin admin] Publish callbacks [] for router_gateway (3f5ce0f6-325f-436f-9377-56ca60b663e9), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:57.861667 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e70bf8-04e6-4805-be3d-909d0135fad7 req-37acc343-139b-4dcc-826f-f87533d47e8b tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] No DVR routers for this DVR port 9b4fbb34-1c42-419e-bae2-ecd6e5511093 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:33:57.865749 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-49e70bf8-04e6-4805-be3d-909d0135fad7 req-37acc343-139b-4dcc-826f-f87533d47e8b tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:57.869147 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-49e70bf8-04e6-4805-be3d-909d0135fad7 req-37acc343-139b-4dcc-826f-f87533d47e8b tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] 10.222.0.84 "DELETE /v2.0/ports/9b4fbb34-1c42-419e-bae2-ecd6e5511093 HTTP/1.1" status: 204 len: 173 time: 0.7911496 Mar 22 19:33:57.869936 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a84b168f-3dbf-44ca-9597-7d52563b735c', 'name': 'network-vif-deleted', 'tag': '9b4fbb34-1c42-419e-bae2-ecd6e5511093'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:33:57.873321 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2e3074-b032-4bf3-a271-3753aa0ee250" -d '{"events": [{"server_uuid": "a84b168f-3dbf-44ca-9597-7d52563b735c", "name": "network-vif-deleted", "tag": "9b4fbb34-1c42-419e-bae2-ecd6e5511093"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:33:57.895605 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-72d1f5d3-693e-43ef-b27c-42b33384d7f1 None None] Allocated IP 172.20.0.2 (df3cb172-3bab-443c-aa40-b32eebecd0b3/221bc404-2765-4ba4-8d0d-c9a0ec4273c0/1bf0474a-1392-4f65-b7bb-5d59a71a246e) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:33:57.932182 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d294b9-3824-4bf2-a47f-742d10a9d148 x-openstack-request-id: req-39d294b9-3824-4bf2-a47f-742d10a9d148 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:33:57.932778 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a84b168f-3dbf-44ca-9597-7d52563b735c", "name": "network-vif-deleted", "tag": "9b4fbb34-1c42-419e-bae2-ecd6e5511093", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:33:57.933113 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-39d294b9-3824-4bf2-a47f-742d10a9d148 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:33:57.933706 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39d294b9-3824-4bf2-a47f-742d10a9d148'] response: {'server_uuid': 'a84b168f-3dbf-44ca-9597-7d52563b735c', 'name': 'network-vif-deleted', 'tag': '9b4fbb34-1c42-419e-bae2-ecd6e5511093', 'status': 'completed', 'code': 200} Mar 22 19:33:58.010955 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7a672db0-25cc-4704-a3de-e04055dabf46 req-a26c7353-f3f9-416a-af62-fa5bc26c6966 tempest-ServerShowV257Test-1238123205 tempest-ServerShowV257Test-1238123205-project] 10.222.0.75 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.1184638 Mar 22 19:33:58.075303 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-72d1f5d3-693e-43ef-b27c-42b33384d7f1 None None] Publish callbacks [] for port (1bf0474a-1392-4f65-b7bb-5d59a71a246e), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:58.083917 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-72d1f5d3-693e-43ef-b27c-42b33384d7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (1bf0474a-1392-4f65-b7bb-5d59a71a246e), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:58.140171 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e436a069-d16e-4b28-8cd6-f300ac280f98 admin admin] Publish callbacks [] for router_gateway (3f5ce0f6-325f-436f-9377-56ca60b663e9), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:58.156982 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d1f5d3-693e-43ef-b27c-42b33384d7f1 None None] Network df3cb172-3bab-443c-aa40-b32eebecd0b3 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:33:58.167357 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e436a069-d16e-4b28-8cd6-f300ac280f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:58.167613 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-72d1f5d3-693e-43ef-b27c-42b33384d7f1 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:33:58.177426 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d1f5d3-693e-43ef-b27c-42b33384d7f1 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:33:58.183741 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-603fa97e-68b1-4ccb-aa6f-2255e5de7296 req-ffccfe4f-450e-4174-8219-7107d9cf6a4b tempest-ServerPasswordTestJSON-552413378 tempest-ServerPasswordTestJSON-552413378-project] 10.222.0.75 "GET /v2.0/ports?device_id=a84b168f-3dbf-44ca-9597-7d52563b735c HTTP/1.1" status: 200 len: 210 time: 0.0435989 Mar 22 19:33:58.225773 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1f5d3-693e-43ef-b27c-42b33384d7f1 None None] Pushing event updated for resources: {'Port': ['ID=1bf0474a-1392-4f65-b7bb-5d59a71a246e,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:58.254619 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-72d1f5d3-693e-43ef-b27c-42b33384d7f1 None None] Attempting to bind port 1bf0474a-1392-4f65-b7bb-5d59a71a246e on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:33:58.255178 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-72d1f5d3-693e-43ef-b27c-42b33384d7f1 None None] Attempting to bind port 1bf0474a-1392-4f65-b7bb-5d59a71a246e by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '6e736185-0014-45d0-ba97-665298266e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:33:58.255673 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d1f5d3-693e-43ef-b27c-42b33384d7f1 None None] Attempting to bind port 1bf0474a-1392-4f65-b7bb-5d59a71a246e on network df3cb172-3bab-443c-aa40-b32eebecd0b3 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:33:58.261010 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d1f5d3-693e-43ef-b27c-42b33384d7f1 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:33:58.261519 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d1f5d3-693e-43ef-b27c-42b33384d7f1 None None] Checking segment: {'id': '6e736185-0014-45d0-ba97-665298266e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:33:58.262049 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-72d1f5d3-693e-43ef-b27c-42b33384d7f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:58.262541 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d1f5d3-693e-43ef-b27c-42b33384d7f1 None None] Bound using segment: {'id': '6e736185-0014-45d0-ba97-665298266e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:33:58.263123 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-72d1f5d3-693e-43ef-b27c-42b33384d7f1 None None] Bound port: 1bf0474a-1392-4f65-b7bb-5d59a71a246e, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e736185-0014-45d0-ba97-665298266e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:33:58.264264 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-72d1f5d3-693e-43ef-b27c-42b33384d7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1bf0474a-1392-4f65-b7bb-5d59a71a246e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:58.316548 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-e436a069-d16e-4b28-8cd6-f300ac280f98 admin admin] Allocated IP 172.25.5.183 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/f5cbd172-7405-47e5-b4a1-1b0722293b8f) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:33:58.348253 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-72d1f5d3-693e-43ef-b27c-42b33384d7f1 None None] For port 1bf0474a-1392-4f65-b7bb-5d59a71a246e, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:33:58.353506 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-72d1f5d3-693e-43ef-b27c-42b33384d7f1 None None] For port 1bf0474a-1392-4f65-b7bb-5d59a71a246e, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=1bf0474a-1392-4f65-b7bb-5d59a71a246e,segment=NetworkSegment(6e736185-0014-45d0-ba97-665298266e3f),segment_id=6e736185-0014-45d0-ba97-665298266e3f)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:33:58.360800 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84241dc6-870d-4880-83b7-9c509ab9380f req-b84639e3-1691-4827-b441-ac1fe1d1cab5 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:58.366138 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-72d1f5d3-693e-43ef-b27c-42b33384d7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (1bf0474a-1392-4f65-b7bb-5d59a71a246e), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:58.371113 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-84241dc6-870d-4880-83b7-9c509ab9380f req-b84639e3-1691-4827-b441-ac1fe1d1cab5 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 946 time: 0.1021750 Mar 22 19:33:58.462914 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e436a069-d16e-4b28-8cd6-f300ac280f98 admin admin] Publish callbacks [] for port (f5cbd172-7405-47e5-b4a1-1b0722293b8f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:58.489470 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d1f5d3-693e-43ef-b27c-42b33384d7f1 None None] Pushing event updated for resources: {'Port': ['ID=1bf0474a-1392-4f65-b7bb-5d59a71a246e,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:58.524348 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e436a069-d16e-4b28-8cd6-f300ac280f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f5cbd172-7405-47e5-b4a1-1b0722293b8f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:58.533160 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-84241dc6-870d-4880-83b7-9c509ab9380f req-3818f23a-6a17-4fc0-8df3-a2ac82701bce tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571341 Mar 22 19:33:58.573349 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e436a069-d16e-4b28-8cd6-f300ac280f98 admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:33:58.577176 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-e436a069-d16e-4b28-8cd6-f300ac280f98 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:33:58.581762 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e436a069-d16e-4b28-8cd6-f300ac280f98 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:33:58.618015 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436a069-d16e-4b28-8cd6-f300ac280f98 admin admin] Pushing event updated for resources: {'Port': ['ID=f5cbd172-7405-47e5-b4a1-1b0722293b8f,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:58.620540 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed2f5545-128f-4f7f-8a53-439a7ef07b23 req-df0ccfcb-2b99-4836-a080-46a669ae180f tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0320992 Mar 22 19:33:58.901754 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e436a069-d16e-4b28-8cd6-f300ac280f98 admin admin] Publish callbacks [] for router_gateway (3f5ce0f6-325f-436f-9377-56ca60b663e9), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:59.116586 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3af1f079-0b3a-43fe-a645-65208b0538ac req-fa5af802-611e-4061-8608-58e942429990 tempest-ServerShowV257Test-1238123205 tempest-ServerShowV257Test-1238123205-project] 10.222.0.75 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.0286241 Mar 22 19:33:59.247232 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59632) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:59.302007 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f517f00-93cb-459d-abde-8202f9621ed3 admin admin] Deleting subnet a3aaacf5-2578-4188-a2e9-b28aeb6a16f9 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:33:59.306238 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3f517f00-93cb-459d-abde-8202f9621ed3 admin admin] Publish callbacks [] for subnet (a3aaacf5-2578-4188-a2e9-b28aeb6a16f9), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:59.347502 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3f517f00-93cb-459d-abde-8202f9621ed3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (a3aaacf5-2578-4188-a2e9-b28aeb6a16f9), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:59.400325 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3f517f00-93cb-459d-abde-8202f9621ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (a3aaacf5-2578-4188-a2e9-b28aeb6a16f9), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:59.481964 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3f517f00-93cb-459d-abde-8202f9621ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (a3aaacf5-2578-4188-a2e9-b28aeb6a16f9), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:59.489439 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e436a069-d16e-4b28-8cd6-f300ac280f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (3f5ce0f6-325f-436f-9377-56ca60b663e9), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:59.521588 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f517f00-93cb-459d-abde-8202f9621ed3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3aaacf5-2578-4188-a2e9-b28aeb6a16f9,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:33:59.527376 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3f517f00-93cb-459d-abde-8202f9621ed3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:59.532405 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3f517f00-93cb-459d-abde-8202f9621ed3 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/a3aaacf5-2578-4188-a2e9-b28aeb6a16f9 HTTP/1.1" status: 204 len: 168 time: 0.2830992 Mar 22 19:33:59.534810 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59634) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:59.621378 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3c95d640-1195-4deb-886d-dee0982d3a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (1cabd06d-4a14-4c38-91b5-3f6af5517160), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:59.675276 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e436a069-d16e-4b28-8cd6-f300ac280f98 admin admin] Router 3f5ce0f6-325f-436f-9377-56ca60b663e9 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:33:59.746491 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51be86d-16e0-41a6-b8e1-bee0c337094d None None] Network df3cb172-3bab-443c-aa40-b32eebecd0b3 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:33:59.824612 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e436a069-d16e-4b28-8cd6-f300ac280f98 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:33:59.836313 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b755d5-f130-47bc-a377-0eb7721fafd4 None None] Sync routers for ids ['3f5ce0f6-325f-436f-9377-56ca60b663e9'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:33:59.844992 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-72056aee-49a9-4899-923d-770f0f534ede req-0de1eb9b-24e5-4b3c-a8ff-ff88c4bebf61 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0591884 Mar 22 19:33:59.851334 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3c95d640-1195-4deb-886d-dee0982d3a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (1cabd06d-4a14-4c38-91b5-3f6af5517160), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:59.852787 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b755d5-f130-47bc-a377-0eb7721fafd4 None None] Routers {'3f5ce0f6-325f-436f-9377-56ca60b663e9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:33:59.854215 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-f6b755d5-f130-47bc-a377-0eb7721fafd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:33:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3f5ce0f6-325f-436f-9377-56ca60b663e9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:59.856916 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e436a069-d16e-4b28-8cd6-f300ac280f98 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:33:59.858833 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e436a069-d16e-4b28-8cd6-f300ac280f98 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3588295 Mar 22 19:33:59.861513 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59640) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:33:59.864271 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabc10a-f813-4d87-9fca-af8c8048ac6c req-8618926c-a474-4abc-9fcd-84b05b59b696 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:33:59.878500 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8dabc10a-f813-4d87-9fca-af8c8048ac6c req-8618926c-a474-4abc-9fcd-84b05b59b696 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 946 time: 0.2398996 Mar 22 19:33:59.916582 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-3c95d640-1195-4deb-886d-dee0982d3a95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cabd06d-4a14-4c38-91b5-3f6af5517160']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:59.944785 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 1bf0474a-1392-4f65-b7bb-5d59a71a246e up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:33:59.946870 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-3c95d640-1195-4deb-886d-dee0982d3a95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb930c1c-5b5d-43a6-97c0-74933e7e45e0') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:59.947176 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-3c95d640-1195-4deb-886d-dee0982d3a95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb930c1c-5b5d-43a6-97c0-74933e7e45e0') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:33:59.965171 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3c95d640-1195-4deb-886d-dee0982d3a95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (eb930c1c-5b5d-43a6-97c0-74933e7e45e0), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:00.003057 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8dabc10a-f813-4d87-9fca-af8c8048ac6c req-9eef6237-0011-4f2a-96b3-ebc559e25234 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108518 Mar 22 19:34:00.004300 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3c95d640-1195-4deb-886d-dee0982d3a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (eb930c1c-5b5d-43a6-97c0-74933e7e45e0), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:00.021903 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c95d640-1195-4deb-886d-dee0982d3a95 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:34:00.022581 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3c95d640-1195-4deb-886d-dee0982d3a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (eb930c1c-5b5d-43a6-97c0-74933e7e45e0), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:00.024583 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:34:00.024583 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:34:00.024583 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:34:00.024583 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:34:00.024583 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:34:00.024583 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:34:00.024583 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:34:00.024583 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:34:00.024583 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:34:00.024583 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:34:00.024583 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:34:00.024583 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:34:00.024583 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:34:00.024583 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:34:00.024583 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:34:00.024583 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:34:00.024583 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:34:00.024583 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:34:00.024583 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:34:00.024583 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:34:00.024583 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:34:00.024583 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:34:00.024583 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:34:00.024583 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:34:00.024583 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:34:00.024583 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:34:00.024583 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:34:00.024583 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:34:00.024583 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:34:00.024583 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:34:00.024583 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:34:00.024583 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:34:00.038784 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f705cf15-82aa-4b5e-b0cf-67371b01f3ff None None] Provisioning complete for port 1bf0474a-1392-4f65-b7bb-5d59a71a246e triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:00.039454 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f705cf15-82aa-4b5e-b0cf-67371b01f3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (1bf0474a-1392-4f65-b7bb-5d59a71a246e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:00.106725 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-f6b755d5-f130-47bc-a377-0eb7721fafd4 None None] Set router 3f5ce0f6-325f-436f-9377-56ca60b663e9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:34:00.113030 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3c95d640-1195-4deb-886d-dee0982d3a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (1cabd06d-4a14-4c38-91b5-3f6af5517160), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:00.125659 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3c95d640-1195-4deb-886d-dee0982d3a95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:00.132678 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3c95d640-1195-4deb-886d-dee0982d3a95 admin admin] 10.222.0.75 "DELETE /v2.0/networks/1cabd06d-4a14-4c38-91b5-3f6af5517160 HTTP/1.1" status: 204 len: 168 time: 0.5944543 Mar 22 19:34:00.171719 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 1bf0474a-1392-4f65-b7bb-5d59a71a246e triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:00.172096 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (1bf0474a-1392-4f65-b7bb-5d59a71a246e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:00.173931 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95d640-1195-4deb-886d-dee0982d3a95 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cabd06d-4a14-4c38-91b5-3f6af5517160,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:00.310498 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-692c4f2d-f9f0-4551-8296-a889c3316127 req-385621c8-ad87-4c6a-b59a-33d59f0f2b79 tempest-ServerShowV257Test-1238123205 tempest-ServerShowV257Test-1238123205-project] 10.222.0.75 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.0615902 Mar 22 19:34:00.330198 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f705cf15-82aa-4b5e-b0cf-67371b01f3ff None None] Current status of the port 1bf0474a-1392-4f65-b7bb-5d59a71a246e is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:00.330599 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f705cf15-82aa-4b5e-b0cf-67371b01f3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1bf0474a-1392-4f65-b7bb-5d59a71a246e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:00.378955 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59648) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:00.454841 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f705cf15-82aa-4b5e-b0cf-67371b01f3ff None None] For port 1bf0474a-1392-4f65-b7bb-5d59a71a246e, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=1bf0474a-1392-4f65-b7bb-5d59a71a246e,segment=NetworkSegment(6e736185-0014-45d0-ba97-665298266e3f),segment_id=6e736185-0014-45d0-ba97-665298266e3f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:00.468583 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f705cf15-82aa-4b5e-b0cf-67371b01f3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (1bf0474a-1392-4f65-b7bb-5d59a71a246e), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:00.485613 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6f33e0fa-3155-4cb6-ab0f-69b597b2a612 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2c884cd1926840de9bc1f5f7bb8bdae6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1051672 Mar 22 19:34:00.485825 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59650) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:00.510617 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 1bf0474a-1392-4f65-b7bb-5d59a71a246e is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:00.511007 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1bf0474a-1392-4f65-b7bb-5d59a71a246e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:00.554096 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705cf15-82aa-4b5e-b0cf-67371b01f3ff None None] Pushing event updated for resources: {'Port': ['ID=1bf0474a-1392-4f65-b7bb-5d59a71a246e,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:00.557609 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:34:00.610715 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1996b5b8-a3a1-438f-90a0-d046aec360e7 admin admin] Publish callbacks [] for security_group (736a762e-d414-40cb-ac20-bad952d8e8ae), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:00.636334 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:34:00.636961 n-d-705658-24 neutron-server[104174]: DEBUG oslo_db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:34:00.661414 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1996b5b8-a3a1-438f-90a0-d046aec360e7 admin admin] Publish callbacks [] for security_group (736a762e-d414-40cb-ac20-bad952d8e8ae), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:00.666136 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-f6b755d5-f130-47bc-a377-0eb7721fafd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'name': 'tempest-AttachVolumeNegativeTest-186120780-router', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:33:57Z', 'updated_at': '2022-03-22T19:33:58Z', 'revision_number': 3, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'gw_port': {'id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:33:58Z', 'updated_at': '2022-03-22T19:33:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:00.688126 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d12c773a-0d23-4b98-bf7e-77f9a850e131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:00.691666 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 9b4fbb34-1c42-419e-bae2-ecd6e5511093 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:34:00.696169 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b755d5-f130-47bc-a377-0eb7721fafd4 None None] Checking router: 3f5ce0f6-325f-436f-9377-56ca60b663e9 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:34:00.696169 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b755d5-f130-47bc-a377-0eb7721fafd4 None None] Updating router 3f5ce0f6-325f-436f-9377-56ca60b663e9 port f5cbd172-7405-47e5-b4a1-1b0722293b8f binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:34:00.724670 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 9b4fbb34-1c42-419e-bae2-ecd6e5511093 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:34:00.728567 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 9b4fbb34-1c42-419e-bae2-ecd6e5511093 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:34:00.728993 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-f6b755d5-f130-47bc-a377-0eb7721fafd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f5cbd172-7405-47e5-b4a1-1b0722293b8f), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:00.732813 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-dff2ed8e-57ea-4018-9f93-9494b8efb132 None None] Provisioning complete for port 1bf0474a-1392-4f65-b7bb-5d59a71a246e triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:00.733606 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-dff2ed8e-57ea-4018-9f93-9494b8efb132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (1bf0474a-1392-4f65-b7bb-5d59a71a246e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:00.779368 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1996b5b8-a3a1-438f-90a0-d046aec360e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (736a762e-d414-40cb-ac20-bad952d8e8ae), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:00.781966 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1996b5b8-a3a1-438f-90a0-d046aec360e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:00.785371 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1996b5b8-a3a1-438f-90a0-d046aec360e7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/736a762e-d414-40cb-ac20-bad952d8e8ae HTTP/1.1" status: 204 len: 168 time: 0.2963440 Mar 22 19:34:00.824904 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996b5b8-a3a1-438f-90a0-d046aec360e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736a762e-d414-40cb-ac20-bad952d8e8ae,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:00.898830 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-d12c773a-0d23-4b98-bf7e-77f9a850e131 admin admin] Allocated IP 172.20.0.1 (df3cb172-3bab-443c-aa40-b32eebecd0b3/221bc404-2765-4ba4-8d0d-c9a0ec4273c0/10804c69-4eb3-4346-b303-6e5bd5d9a227) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:34:00.909842 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-dff2ed8e-57ea-4018-9f93-9494b8efb132 None None] Current status of the port 1bf0474a-1392-4f65-b7bb-5d59a71a246e is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:01.056470 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c279389-b77a-4471-b89e-138c7e14eca0 req-c2978b7d-dc13-4be9-a1a0-0c1bde09c4bf tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0709102 Mar 22 19:34:01.073959 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d12c773a-0d23-4b98-bf7e-77f9a850e131 admin admin] Publish callbacks [] for port (10804c69-4eb3-4346-b303-6e5bd5d9a227), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:01.175498 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-f6b755d5-f130-47bc-a377-0eb7721fafd4 None None] Publish callbacks [] for port (f5cbd172-7405-47e5-b4a1-1b0722293b8f), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:01.176330 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf446e0-f9ac-4203-bd42-790de30a73a7 req-ca9c49e5-6929-40e2-8f5a-8cb2d7d676d7 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:01.177326 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0cf446e0-f9ac-4203-bd42-790de30a73a7 req-ca9c49e5-6929-40e2-8f5a-8cb2d7d676d7 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 946 time: 0.0643950 Mar 22 19:34:01.189458 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-f6b755d5-f130-47bc-a377-0eb7721fafd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f5cbd172-7405-47e5-b4a1-1b0722293b8f), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:01.219422 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d12c773a-0d23-4b98-bf7e-77f9a850e131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (10804c69-4eb3-4346-b303-6e5bd5d9a227), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:01.231462 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 1bf0474a-1392-4f65-b7bb-5d59a71a246e is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:01.284773 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba22ae-5b02-4124-886c-8a1b5ab82c10 None None] Pushing event updated for resources: {'Port': ['ID=f5cbd172-7405-47e5-b4a1-1b0722293b8f,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:01.294278 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0cf446e0-f9ac-4203-bd42-790de30a73a7 req-f9e4b73f-ff5b-4e4c-b839-18e84c7da4c0 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082098 Mar 22 19:34:01.306472 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12c773a-0d23-4b98-bf7e-77f9a850e131 admin admin] Network df3cb172-3bab-443c-aa40-b32eebecd0b3 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:34:01.309987 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-d12c773a-0d23-4b98-bf7e-77f9a850e131 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:34:01.311293 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba22ae-5b02-4124-886c-8a1b5ab82c10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:01.311638 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba22ae-5b02-4124-886c-8a1b5ab82c10 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:01.311970 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba22ae-5b02-4124-886c-8a1b5ab82c10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:01.312299 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba22ae-5b02-4124-886c-8a1b5ab82c10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:01.312624 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba22ae-5b02-4124-886c-8a1b5ab82c10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:01.312945 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba22ae-5b02-4124-886c-8a1b5ab82c10 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:01.313262 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba22ae-5b02-4124-886c-8a1b5ab82c10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:01.313583 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba22ae-5b02-4124-886c-8a1b5ab82c10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:01.314089 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba22ae-5b02-4124-886c-8a1b5ab82c10 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:01.314355 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba22ae-5b02-4124-886c-8a1b5ab82c10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:01.314674 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba22ae-5b02-4124-886c-8a1b5ab82c10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:01.315018 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba22ae-5b02-4124-886c-8a1b5ab82c10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:01.315331 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba22ae-5b02-4124-886c-8a1b5ab82c10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:01.315641 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba22ae-5b02-4124-886c-8a1b5ab82c10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:01.316445 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12c773a-0d23-4b98-bf7e-77f9a850e131 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:34:01.316704 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eba22ae-5b02-4124-886c-8a1b5ab82c10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:01.320278 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-f6b755d5-f130-47bc-a377-0eb7721fafd4 None None] Attempting to bind port f5cbd172-7405-47e5-b4a1-1b0722293b8f on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:34:01.320759 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-f6b755d5-f130-47bc-a377-0eb7721fafd4 None None] Attempting to bind port f5cbd172-7405-47e5-b4a1-1b0722293b8f by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:34:01.321139 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b755d5-f130-47bc-a377-0eb7721fafd4 None None] Attempting to bind port f5cbd172-7405-47e5-b4a1-1b0722293b8f on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:34:01.327908 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b755d5-f130-47bc-a377-0eb7721fafd4 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:34:01.328283 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b755d5-f130-47bc-a377-0eb7721fafd4 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:34:01.328683 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-f6b755d5-f130-47bc-a377-0eb7721fafd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:01.329140 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b755d5-f130-47bc-a377-0eb7721fafd4 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:34:01.329828 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-f6b755d5-f130-47bc-a377-0eb7721fafd4 None None] Bound port: f5cbd172-7405-47e5-b4a1-1b0722293b8f, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:34:01.330848 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-f6b755d5-f130-47bc-a377-0eb7721fafd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f5cbd172-7405-47e5-b4a1-1b0722293b8f), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:01.354730 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c773a-0d23-4b98-bf7e-77f9a850e131 admin admin] Pushing event updated for resources: {'Port': ['ID=10804c69-4eb3-4346-b303-6e5bd5d9a227,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:01.375705 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d12c773a-0d23-4b98-bf7e-77f9a850e131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (3f5ce0f6-325f-436f-9377-56ca60b663e9), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:01.447065 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-f6b755d5-f130-47bc-a377-0eb7721fafd4 None None] For port f5cbd172-7405-47e5-b4a1-1b0722293b8f, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:34:01.454673 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-f6b755d5-f130-47bc-a377-0eb7721fafd4 None None] For port f5cbd172-7405-47e5-b4a1-1b0722293b8f, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f5cbd172-7405-47e5-b4a1-1b0722293b8f,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:34:01.466404 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-f6b755d5-f130-47bc-a377-0eb7721fafd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f5cbd172-7405-47e5-b4a1-1b0722293b8f), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:01.569625 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-170a64aa-b514-4a84-add9-7dc3ac7b7536 req-8b342444-ac38-4d4a-8ce0-368e10e6ff1f tempest-ServerShowV257Test-1238123205 tempest-ServerShowV257Test-1238123205-project] 10.222.0.75 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.0700922 Mar 22 19:34:01.597914 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d12c773a-0d23-4b98-bf7e-77f9a850e131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (10804c69-4eb3-4346-b303-6e5bd5d9a227), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:01.605443 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba22ae-5b02-4124-886c-8a1b5ab82c10 None None] Pushing event updated for resources: {'Port': ['ID=f5cbd172-7405-47e5-b4a1-1b0722293b8f,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:01.609741 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b755d5-f130-47bc-a377-0eb7721fafd4 None None] Routers {'3f5ce0f6-325f-436f-9377-56ca60b663e9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:34:01.610384 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-f6b755d5-f130-47bc-a377-0eb7721fafd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:33:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3f5ce0f6-325f-436f-9377-56ca60b663e9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:01.745955 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e77c361c-a644-4bf6-b33c-8a818b484357 None None] Provisioning complete for port 10804c69-4eb3-4346-b303-6e5bd5d9a227 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:01.746454 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e77c361c-a644-4bf6-b33c-8a818b484357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (10804c69-4eb3-4346-b303-6e5bd5d9a227), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:01.822948 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e77c361c-a644-4bf6-b33c-8a818b484357 None None] Port 10804c69-4eb3-4346-b303-6e5bd5d9a227 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:34:01.857638 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-f6b755d5-f130-47bc-a377-0eb7721fafd4 None None] Set router 3f5ce0f6-325f-436f-9377-56ca60b663e9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:34:01.879304 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 1bf0474a-1392-4f65-b7bb-5d59a71a246e up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:34:01.931241 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d12c773a-0d23-4b98-bf7e-77f9a850e131 admin admin] Publish callbacks [] for port (10804c69-4eb3-4346-b303-6e5bd5d9a227), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:01.950231 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d12c773a-0d23-4b98-bf7e-77f9a850e131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (10804c69-4eb3-4346-b303-6e5bd5d9a227), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:01.987032 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 1bf0474a-1392-4f65-b7bb-5d59a71a246e triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:01.988211 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (1bf0474a-1392-4f65-b7bb-5d59a71a246e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:02.142080 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c773a-0d23-4b98-bf7e-77f9a850e131 admin admin] Pushing event updated for resources: {'Port': ['ID=10804c69-4eb3-4346-b303-6e5bd5d9a227,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:02.164331 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d12c773a-0d23-4b98-bf7e-77f9a850e131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (3f5ce0f6-325f-436f-9377-56ca60b663e9), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:02.177436 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 1bf0474a-1392-4f65-b7bb-5d59a71a246e is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:02.256156 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-f6b755d5-f130-47bc-a377-0eb7721fafd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'name': 'tempest-AttachVolumeNegativeTest-186120780-router', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:33:57Z', 'updated_at': '2022-03-22T19:34:01Z', 'revision_number': 4, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'gw_port': {'id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:33:58Z', 'updated_at': '2022-03-22T19:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '10804c69-4eb3-4346-b303-6e5bd5d9a227', 'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'mac_address': 'fa:16:3e:bc:25:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:00Z', 'updated_at': '2022-03-22T19:34:00Z', 'revision_number': 1, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'subnets': [{'id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:02.268154 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f1c1ad3e-15fd-4165-8d8f-bacd66d36b65 req-35832b0d-759a-4abb-bc48-28af95d306b5 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/ports?device_id=60fa428f-956c-4a38-82a5-e8774debd9be HTTP/1.1" status: 200 len: 210 time: 0.0550025 Mar 22 19:34:02.318344 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b755d5-f130-47bc-a377-0eb7721fafd4 None None] The sync data for ids ['3f5ce0f6-325f-436f-9377-56ca60b663e9'] in n-d-705658-24 is: [{'id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'name': 'tempest-AttachVolumeNegativeTest-186120780-router', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:33:57Z', 'updated_at': '2022-03-22T19:34:01Z', 'revision_number': 4, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'gw_port': {'id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:33:58Z', 'updated_at': '2022-03-22T19:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '10804c69-4eb3-4346-b303-6e5bd5d9a227', 'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'mac_address': 'fa:16:3e:bc:25:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:00Z', 'updated_at': '2022-03-22T19:34:00Z', 'revision_number': 1, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'subnets': [{'id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:34:02.370637 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12c773a-0d23-4b98-bf7e-77f9a850e131 admin admin] Network df3cb172-3bab-443c-aa40-b32eebecd0b3 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:34:02.374341 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-d12c773a-0d23-4b98-bf7e-77f9a850e131 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:34:02.617323 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12c773a-0d23-4b98-bf7e-77f9a850e131 admin admin] Router 3f5ce0f6-325f-436f-9377-56ca60b663e9 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:34:02.624071 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca2db8a-622d-4dd1-a07b-7604b0bf6954 req-b13ec7a7-55eb-4605-82ed-26197d0f87d1 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:02.631450 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7ca2db8a-622d-4dd1-a07b-7604b0bf6954 req-b13ec7a7-55eb-4605-82ed-26197d0f87d1 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 946 time: 0.1785393 Mar 22 19:34:02.726213 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7ca2db8a-622d-4dd1-a07b-7604b0bf6954 req-a2555ef6-edbd-469e-ad93-05f84cd59507 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929890 Mar 22 19:34:02.913013 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12c773a-0d23-4b98-bf7e-77f9a850e131 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:34:02.937822 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d12c773a-0d23-4b98-bf7e-77f9a850e131 admin admin] 10.222.0.75 "PUT /v2.0/routers/3f5ce0f6-325f-436f-9377-56ca60b663e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0670726 Mar 22 19:34:02.941747 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b13c2244-ef8b-4018-a8ed-89e0224ff2c3 req-440027fb-1d64-4201-9532-c81fd5b11b03 tempest-ServerShowV257Test-1238123205 tempest-ServerShowV257Test-1238123205-project] 10.222.0.75 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.0622516 Mar 22 19:34:03.006810 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-115d36c4-ed43-4385-9344-607893ff335f None None] Provisioning complete for port 10804c69-4eb3-4346-b303-6e5bd5d9a227 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:03.008627 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-115d36c4-ed43-4385-9344-607893ff335f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (10804c69-4eb3-4346-b303-6e5bd5d9a227), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:03.049144 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5dbc730b-49bb-4d32-aaea-865384ac3ae6 req-0294a9eb-0fc2-40e1-9f2d-b9dea725db02 tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=eb8bb4a3-fdcf-4223-8787-1cb725a38168 HTTP/1.1" status: 200 len: 210 time: 0.0704896 Mar 22 19:34:03.054510 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-115d36c4-ed43-4385-9344-607893ff335f None None] Port 10804c69-4eb3-4346-b303-6e5bd5d9a227 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:34:03.830053 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59748) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:03.969425 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f5cbd172-7405-47e5-b4a1-1b0722293b8f up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:34:04.019147 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fc8bfe8d-6cb2-4f21-800e-8eacd8339b7a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks [] for security_group (bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:04.089055 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59754) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:04.111411 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f419207c-b69c-4389-b431-f4204cdb92fb req-2cd9559c-2c86-4f71-b498-846747c2c7f0 tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.0899503 Mar 22 19:34:04.116442 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-f8bea7d5-d3af-4276-9ca8-71d69c3a4668 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1828191181', 'description': 'tempest-description--596189874'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:04.164874 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fc8bfe8d-6cb2-4f21-800e-8eacd8339b7a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks [] for security_group (bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:04.199333 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port f5cbd172-7405-47e5-b4a1-1b0722293b8f triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:04.199890 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f5cbd172-7405-47e5-b4a1-1b0722293b8f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:04.307620 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f8bea7d5-d3af-4276-9ca8-71d69c3a4668 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:04.422540 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fc8bfe8d-6cb2-4f21-800e-8eacd8339b7a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:04.425298 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fc8bfe8d-6cb2-4f21-800e-8eacd8339b7a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:04.436901 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-fc8bfe8d-6cb2-4f21-800e-8eacd8339b7a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "DELETE /v2.0/security-groups/bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d HTTP/1.1" status: 204 len: 168 time: 0.6055110 Mar 22 19:34:04.451414 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59758) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:04.462610 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-24148b17-1b5f-4378-a612-f10755e13651 req-9a6e9c18-f0f6-40b1-abd9-59662833b981 tempest-ServerShowV257Test-1238123205 tempest-ServerShowV257Test-1238123205-project] 10.222.0.75 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.1207173 Mar 22 19:34:04.473877 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port f5cbd172-7405-47e5-b4a1-1b0722293b8f is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:04.474284 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f5cbd172-7405-47e5-b4a1-1b0722293b8f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:04.509666 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8bfe8d-6cb2-4f21-800e-8eacd8339b7a tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:04.523335 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-def0018d-bd4d-4c9f-90e1-709a317945c7 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] show failed (client error): The resource could not be found. Mar 22 19:34:04.524731 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-def0018d-bd4d-4c9f-90e1-709a317945c7 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "GET /v2.0/security-groups/bf7fd0e7-dbd2-43ba-aca5-0ca7454e179d HTTP/1.1" status: 404 len: 347 time: 0.0510051 Mar 22 19:34:04.537586 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59760) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:04.574552 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae0feb-e59b-4a96-8fc7-ef57eb90309a req-2074e4f8-5a37-49a5-9363-bde6602cf113 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:04.579382 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-25ae0feb-e59b-4a96-8fc7-ef57eb90309a req-2074e4f8-5a37-49a5-9363-bde6602cf113 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 946 time: 0.3018134 Mar 22 19:34:04.599013 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port f5cbd172-7405-47e5-b4a1-1b0722293b8f, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f5cbd172-7405-47e5-b4a1-1b0722293b8f,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:04.611096 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f5cbd172-7405-47e5-b4a1-1b0722293b8f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:04.616416 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f8bea7d5-d3af-4276-9ca8-71d69c3a4668 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group (290e7043-6f18-4a58-afcb-214a6f57e0ed), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:04.628229 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f8bea7d5-d3af-4276-9ca8-71d69c3a4668 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (290e7043-6f18-4a58-afcb-214a6f57e0ed), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:04.696734 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-25ae0feb-e59b-4a96-8fc7-ef57eb90309a req-4f1244dc-55d8-48ba-9f15-bee13425e466 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099324 Mar 22 19:34:04.791231 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f8bea7d5-d3af-4276-9ca8-71d69c3a4668 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:04.795493 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59764) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:04.801319 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-1bc41043-cb6a-4266-af18-4f1e08deecf4 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Request body: {'security_group_rule': {'security_group_id': '290e7043-6f18-4a58-afcb-214a6f57e0ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:04.803846 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f8bea7d5-d3af-4276-9ca8-71d69c3a4668 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7108378 Mar 22 19:34:04.811978 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=f5cbd172-7405-47e5-b4a1-1b0722293b8f,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:04.841993 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:04.848610 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:04.849934 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:04.851606 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:04.852110 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:04.852689 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:04.853700 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:04.854916 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:04.859473 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:04.861892 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:04.863207 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:04.864581 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:04.864852 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bea7d5-d3af-4276-9ca8-71d69c3a4668 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=290e7043-6f18-4a58-afcb-214a6f57e0ed,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:04.865376 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:04.868328 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:04.870367 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:04.893295 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1bc41043-cb6a-4266-af18-4f1e08deecf4 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group_rule (28afb36c-7d1d-4d54-8fc2-a6f5391da8aa), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:04.904611 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-1cee753e-eb9f-4eb4-b9e6-6df9d55b0e8e tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Deleting port d0f55d07-ae9b-4089-9b5f-d4c53add2486 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:34:04.905251 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1cee753e-eb9f-4eb4-b9e6-6df9d55b0e8e tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (d0f55d07-ae9b-4089-9b5f-d4c53add2486), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:05.006933 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1bc41043-cb6a-4266-af18-4f1e08deecf4 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group_rule (28afb36c-7d1d-4d54-8fc2-a6f5391da8aa), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:05.012654 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1bc41043-cb6a-4266-af18-4f1e08deecf4 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (28afb36c-7d1d-4d54-8fc2-a6f5391da8aa), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:05.035257 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1cee753e-eb9f-4eb4-b9e6-6df9d55b0e8e tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (d0f55d07-ae9b-4089-9b5f-d4c53add2486), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:05.035853 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1cee753e-eb9f-4eb4-b9e6-6df9d55b0e8e tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks [] for floatingip (d0f55d07-ae9b-4089-9b5f-d4c53add2486), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:05.041780 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1bc41043-cb6a-4266-af18-4f1e08deecf4 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:05.043494 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1bc41043-cb6a-4266-af18-4f1e08deecf4 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2466137 Mar 22 19:34:05.046581 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59766) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:05.054549 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-1cee753e-eb9f-4eb4-b9e6-6df9d55b0e8e tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Calling delete_port for d0f55d07-ae9b-4089-9b5f-d4c53add2486 owned by network:floatingip {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:34:05.055175 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-6da7c21f-24b1-4583-8412-1e3254363da4 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Request body: {'security_group_rule': {'security_group_id': '290e7043-6f18-4a58-afcb-214a6f57e0ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:05.062126 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc41043-cb6a-4266-af18-4f1e08deecf4 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28afb36c-7d1d-4d54-8fc2-a6f5391da8aa,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:05.105489 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6da7c21f-24b1-4583-8412-1e3254363da4 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group_rule (f0aaf1cd-8cec-42d7-aa61-99fd94b52f32), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:05.232774 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1cee753e-eb9f-4eb4-b9e6-6df9d55b0e8e tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (d0f55d07-ae9b-4089-9b5f-d4c53add2486), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:05.263730 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee753e-eb9f-4eb4-b9e6-6df9d55b0e8e tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Pushing event deleted for resources: {'Port': ['ID=d0f55d07-ae9b-4089-9b5f-d4c53add2486,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:05.266864 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6da7c21f-24b1-4583-8412-1e3254363da4 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group_rule (f0aaf1cd-8cec-42d7-aa61-99fd94b52f32), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:05.279777 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6da7c21f-24b1-4583-8412-1e3254363da4 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (f0aaf1cd-8cec-42d7-aa61-99fd94b52f32), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:05.364864 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b37be8cd-713f-49a1-8728-68fe9c577c57 req-f0e77066-7a6d-4a00-a86e-7134e641f7a1 tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.0491781 Mar 22 19:34:05.371042 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6da7c21f-24b1-4583-8412-1e3254363da4 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:05.372560 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6da7c21f-24b1-4583-8412-1e3254363da4 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3231182 Mar 22 19:34:05.374979 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7c21f-24b1-4583-8412-1e3254363da4 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0aaf1cd-8cec-42d7-aa61-99fd94b52f32,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:05.379236 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59770) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:05.386437 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-22369b2e-9d8f-40cc-8f39-56061b4323e0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:05.422136 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1cee753e-eb9f-4eb4-b9e6-6df9d55b0e8e tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks [] for floatingip (17b5b324-436c-4836-805a-e8c726d853c4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:05.432836 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1cee753e-eb9f-4eb4-b9e6-6df9d55b0e8e tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:05.439397 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1cee753e-eb9f-4eb4-b9e6-6df9d55b0e8e tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "DELETE /v2.0/floatingips/17b5b324-436c-4836-805a-e8c726d853c4 HTTP/1.1" status: 204 len: 168 time: 0.8966975 Mar 22 19:34:05.443160 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59772) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:05.473252 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-22369b2e-9d8f-40cc-8f39-56061b4323e0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:05.645551 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3819820-4632-45b9-964f-8bbae94a1e9e req-94978967-226a-4311-b57b-391cfa277683 tempest-ServerShowV257Test-1238123205 tempest-ServerShowV257Test-1238123205-project] 10.222.0.75 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.0382805 Mar 22 19:34:05.671974 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-32803f66-fedf-4b80-8aa5-36308cc9e9e0 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Deleting port 4ec388ce-f317-4007-a3b7-a3ba772d23b7 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:34:05.672440 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-32803f66-fedf-4b80-8aa5-36308cc9e9e0 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (4ec388ce-f317-4007-a3b7-a3ba772d23b7), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:05.719907 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-22369b2e-9d8f-40cc-8f39-56061b4323e0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:05.864532 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-32803f66-fedf-4b80-8aa5-36308cc9e9e0 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (4ec388ce-f317-4007-a3b7-a3ba772d23b7), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:05.881461 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-32803f66-fedf-4b80-8aa5-36308cc9e9e0 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Calling delete_port for 4ec388ce-f317-4007-a3b7-a3ba772d23b7 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:34:05.912008 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-22369b2e-9d8f-40cc-8f39-56061b4323e0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Allocated IP 172.25.5.21 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/4464e5fa-3e5b-4cf7-a00b-bcea593ddcfa) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:34:05.927598 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f5cbd172-7405-47e5-b4a1-1b0722293b8f up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:34:06.071255 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-22369b2e-9d8f-40cc-8f39-56061b4323e0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for port (4464e5fa-3e5b-4cf7-a00b-bcea593ddcfa), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:06.078239 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-32803f66-fedf-4b80-8aa5-36308cc9e9e0 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (4ec388ce-f317-4007-a3b7-a3ba772d23b7), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:06.078951 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port f5cbd172-7405-47e5-b4a1-1b0722293b8f triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:06.079560 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f5cbd172-7405-47e5-b4a1-1b0722293b8f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:06.140738 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843853c-d4b4-4a04-ab92-fee03fcad96a req-3bf1c78e-082b-427e-acf4-e01379b3e68d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:06.142353 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8843853c-d4b4-4a04-ab92-fee03fcad96a req-3bf1c78e-082b-427e-acf4-e01379b3e68d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 946 time: 0.0911090 Mar 22 19:34:06.167696 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32803f66-fedf-4b80-8aa5-36308cc9e9e0 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Pushing event deleted for resources: {'Port': ['ID=4ec388ce-f317-4007-a3b7-a3ba772d23b7,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:06.215623 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-22369b2e-9d8f-40cc-8f39-56061b4323e0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (4464e5fa-3e5b-4cf7-a00b-bcea593ddcfa), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:06.225763 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port f5cbd172-7405-47e5-b4a1-1b0722293b8f is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:06.238421 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8843853c-d4b4-4a04-ab92-fee03fcad96a req-8cd23603-9c7b-4aba-96f7-a63ea4ce96f9 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795510 Mar 22 19:34:06.241483 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-32803f66-fedf-4b80-8aa5-36308cc9e9e0 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:06.247353 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-32803f66-fedf-4b80-8aa5-36308cc9e9e0 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "DELETE /v2.0/ports/4ec388ce-f317-4007-a3b7-a3ba772d23b7 HTTP/1.1" status: 204 len: 168 time: 0.7995980 Mar 22 19:34:06.249976 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59780) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:06.253315 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22369b2e-9d8f-40cc-8f39-56061b4323e0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:34:06.262023 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-22369b2e-9d8f-40cc-8f39-56061b4323e0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:34:06.283436 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22369b2e-9d8f-40cc-8f39-56061b4323e0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:34:06.330405 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22369b2e-9d8f-40cc-8f39-56061b4323e0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Pushing event updated for resources: {'Port': ['ID=4464e5fa-3e5b-4cf7-a00b-bcea593ddcfa,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:06.366609 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-e429a754-cb2c-43ee-a532-93dac3fcef01 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Deleting port 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:34:06.367475 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e429a754-cb2c-43ee-a532-93dac3fcef01 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (7ae7734a-066b-4d0f-82f5-e8e91a5e1aef), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:06.393822 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-22369b2e-9d8f-40cc-8f39-56061b4323e0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for floatingip (79aa6c44-00f8-4fc3-8fd9-54b267b6d741), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:06.443806 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-22369b2e-9d8f-40cc-8f39-56061b4323e0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4464e5fa-3e5b-4cf7-a00b-bcea593ddcfa), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:06.498173 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e429a754-cb2c-43ee-a532-93dac3fcef01 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (7ae7734a-066b-4d0f-82f5-e8e91a5e1aef), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:06.503155 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27f98c9-85bb-4a7e-97dc-c95474fb487e None None] Sync routers for ids ['3f5ce0f6-325f-436f-9377-56ca60b663e9'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:34:06.514661 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27f98c9-85bb-4a7e-97dc-c95474fb487e None None] Routers {'3f5ce0f6-325f-436f-9377-56ca60b663e9'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:34:06.515277 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f27f98c9-85bb-4a7e-97dc-c95474fb487e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:33:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3f5ce0f6-325f-436f-9377-56ca60b663e9'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:06.523630 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-e429a754-cb2c-43ee-a532-93dac3fcef01 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Calling delete_port for 7ae7734a-066b-4d0f-82f5-e8e91a5e1aef owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:34:06.577425 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-96df9cb0-e6b8-48fe-9552-080db7a12824 req-8f170477-5a31-4a04-8c9e-d479f62a0ab4 tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.0658844 Mar 22 19:34:06.692116 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-22369b2e-9d8f-40cc-8f39-56061b4323e0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for port (4464e5fa-3e5b-4cf7-a00b-bcea593ddcfa), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:06.700731 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-22369b2e-9d8f-40cc-8f39-56061b4323e0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (4464e5fa-3e5b-4cf7-a00b-bcea593ddcfa), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:06.701491 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-f27f98c9-85bb-4a7e-97dc-c95474fb487e None None] Set router 3f5ce0f6-325f-436f-9377-56ca60b663e9 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:34:06.803222 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-917b012f-52a9-4855-aca5-aa68bfa5132a req-a4bfa032-fb6b-4508-81e4-a5ea1793bcd9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=eb8bb4a3-fdcf-4223-8787-1cb725a38168 HTTP/1.1" status: 200 len: 210 time: 0.0433404 Mar 22 19:34:06.813169 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22369b2e-9d8f-40cc-8f39-56061b4323e0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Pushing event updated for resources: {'Port': ['ID=4464e5fa-3e5b-4cf7-a00b-bcea593ddcfa,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:06.838633 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e429a754-cb2c-43ee-a532-93dac3fcef01 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (7ae7734a-066b-4d0f-82f5-e8e91a5e1aef), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:06.874330 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-22369b2e-9d8f-40cc-8f39-56061b4323e0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (79aa6c44-00f8-4fc3-8fd9-54b267b6d741), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:06.876651 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429a754-cb2c-43ee-a532-93dac3fcef01 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Pushing event deleted for resources: {'Port': ['ID=7ae7734a-066b-4d0f-82f5-e8e91a5e1aef,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:06.936802 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-47a79615-b8e4-48a7-b0ba-6dc7c1dc010e req-0203d347-85c3-4a2b-a509-0c77ea1c6233 tempest-ServerShowV257Test-1238123205 tempest-ServerShowV257Test-1238123205-project] 10.222.0.75 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.0898824 Mar 22 19:34:06.964205 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-22369b2e-9d8f-40cc-8f39-56061b4323e0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:06.965767 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-22369b2e-9d8f-40cc-8f39-56061b4323e0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5847919 Mar 22 19:34:06.969551 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e429a754-cb2c-43ee-a532-93dac3fcef01 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:06.974027 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e429a754-cb2c-43ee-a532-93dac3fcef01 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "DELETE /v2.0/ports/7ae7734a-066b-4d0f-82f5-e8e91a5e1aef HTTP/1.1" status: 204 len: 168 time: 0.7229490 Mar 22 19:34:06.976864 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59788) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:07.050776 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f27f98c9-85bb-4a7e-97dc-c95474fb487e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'name': 'tempest-AttachVolumeNegativeTest-186120780-router', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:33:57Z', 'updated_at': '2022-03-22T19:34:01Z', 'revision_number': 4, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'gw_port': {'id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:33:58Z', 'updated_at': '2022-03-22T19:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '10804c69-4eb3-4346-b303-6e5bd5d9a227', 'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'mac_address': 'fa:16:3e:bc:25:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:00Z', 'updated_at': '2022-03-22T19:34:01Z', 'revision_number': 2, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'subnets': [{'id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:07.059145 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c84533a-0c8d-4f54-963d-12ea79601376 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Deleting subnet add5e86e-1684-4168-ab70-08d4ad72036d {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:34:07.065340 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c84533a-0c8d-4f54-963d-12ea79601376 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks [] for subnet (add5e86e-1684-4168-ab70-08d4ad72036d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:07.069570 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-547a72b3-951e-4218-97d6-5a83cae0596a req-ec96071b-628d-4bff-a84f-d071fffb313f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.0776420 Mar 22 19:34:07.086599 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27f98c9-85bb-4a7e-97dc-c95474fb487e None None] Checking router: 3f5ce0f6-325f-436f-9377-56ca60b663e9 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:34:07.087053 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27f98c9-85bb-4a7e-97dc-c95474fb487e None None] Updating router 3f5ce0f6-325f-436f-9377-56ca60b663e9 port 10804c69-4eb3-4346-b303-6e5bd5d9a227 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:34:07.123551 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c84533a-0c8d-4f54-963d-12ea79601376 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (add5e86e-1684-4168-ab70-08d4ad72036d), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:07.126152 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f27f98c9-85bb-4a7e-97dc-c95474fb487e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (10804c69-4eb3-4346-b303-6e5bd5d9a227), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:07.187100 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-b85256d1-5b5c-4bbc-8594-55218070f696 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1828191181&fields=id&tenant_id=432e8044b4dc4099baeb3ef825b89673 HTTP/1.1" status: 200 len: 267 time: 0.0444977 Mar 22 19:34:07.233850 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c84533a-0c8d-4f54-963d-12ea79601376 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (add5e86e-1684-4168-ab70-08d4ad72036d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:07.329132 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c84533a-0c8d-4f54-963d-12ea79601376 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (add5e86e-1684-4168-ab70-08d4ad72036d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:07.352658 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c84533a-0c8d-4f54-963d-12ea79601376 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:07.356849 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4c84533a-0c8d-4f54-963d-12ea79601376 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "DELETE /v2.0/subnets/add5e86e-1684-4168-ab70-08d4ad72036d HTTP/1.1" status: 204 len: 168 time: 0.3789327 Mar 22 19:34:07.383548 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-7c6ccc6e-e93c-48b6-af7f-bd5ed054c744 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:07.392611 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-7c6ccc6e-e93c-48b6-af7f-bd5ed054c744 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/networks?id=df3cb172-3bab-443c-aa40-b32eebecd0b3 HTTP/1.1" status: 200 len: 814 time: 0.1935148 Mar 22 19:34:07.397152 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59804) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:07.433836 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad88634-2d81-4109-8bd8-c6fd1c9e673a None None] Network c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:34:07.454475 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-a52659eb-1c11-44c4-bd45-a2cf51862c1f tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/quotas/432e8044b4dc4099baeb3ef825b89673 HTTP/1.1" status: 200 len: 375 time: 0.0605185 Mar 22 19:34:07.480200 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf8fce9e-976c-4d41-a59f-d6a26001a5f1 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Deleting subnet f61b7108-8801-49ca-a870-f29fe4438af3 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:34:07.482761 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84533a-0c8d-4f54-963d-12ea79601376 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Pushing event deleted for resources: {'Subnet': ['ID=add5e86e-1684-4168-ab70-08d4ad72036d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:07.486058 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cf8fce9e-976c-4d41-a59f-d6a26001a5f1 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks [] for subnet (f61b7108-8801-49ca-a870-f29fe4438af3), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:07.529813 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab747c26-9c80-4e9e-a3c2-e9e3e394b047 req-c4b97076-7098-4cee-a668-30ea0637b7e8 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:07.531817 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ab747c26-9c80-4e9e-a3c2-e9e3e394b047 req-c4b97076-7098-4cee-a668-30ea0637b7e8 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 946 time: 0.1259427 Mar 22 19:34:07.550063 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cf8fce9e-976c-4d41-a59f-d6a26001a5f1 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (f61b7108-8801-49ca-a870-f29fe4438af3), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:07.596318 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-4f450420-44a0-4327-b7f3-28cf416f1a9a tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=432e8044b4dc4099baeb3ef825b89673&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1405878 Mar 22 19:34:07.673469 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cf8fce9e-976c-4d41-a59f-d6a26001a5f1 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (f61b7108-8801-49ca-a870-f29fe4438af3), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:07.710209 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ab747c26-9c80-4e9e-a3c2-e9e3e394b047 req-2e9b3741-d450-4588-804c-70bf58a34231 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636436 Mar 22 19:34:07.755478 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8161d252-7197-43cc-96bb-971bdccec24a None None] DHCP port deletion for c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:34:07.758092 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cf8fce9e-976c-4d41-a59f-d6a26001a5f1 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (f61b7108-8801-49ca-a870-f29fe4438af3), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:07.796320 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cf8fce9e-976c-4d41-a59f-d6a26001a5f1 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:07.802423 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cf8fce9e-976c-4d41-a59f-d6a26001a5f1 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "DELETE /v2.0/subnets/f61b7108-8801-49ca-a870-f29fe4438af3 HTTP/1.1" status: 204 len: 168 time: 0.4045012 Mar 22 19:34:07.804189 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8fce9e-976c-4d41-a59f-d6a26001a5f1 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Pushing event deleted for resources: {'Subnet': ['ID=f61b7108-8801-49ca-a870-f29fe4438af3,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:07.806937 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59808) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:07.827278 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306cefcf-4274-4710-bbec-ef89bbee38df None None] Network 08fc5dbc-a8ad-4376-80b5-c53d31d0b259 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:34:07.836946 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f27f98c9-85bb-4a7e-97dc-c95474fb487e None None] Publish callbacks [] for port (10804c69-4eb3-4346-b303-6e5bd5d9a227), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:07.868991 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f27f98c9-85bb-4a7e-97dc-c95474fb487e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (10804c69-4eb3-4346-b303-6e5bd5d9a227), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:07.873357 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b2dc2d53-b4d4-4c3b-86c4-55e4785837a5 req-5d678f02-3438-4305-98c7-7d634353e663 tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.0562601 Mar 22 19:34:07.875942 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-1b3e8439-e5e7-4b1d-aab9-ee768e8b1275 service neutron] 10.222.0.75 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737455 Mar 22 19:34:07.955688 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device dc778457-2134-4e1e-9a20-aafb68a2df1c no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:34:07.990069 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f74dd94e-fd72-46fb-ab5c-8bcd20f32001 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:08.049927 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-deed8e15-85c9-426c-8ab3-93913d878c72 service neutron] 10.222.0.75 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651902 Mar 22 19:34:08.129189 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-f74dd94e-fd72-46fb-ab5c-8bcd20f32001 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Deleting port dc778457-2134-4e1e-9a20-aafb68a2df1c {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:34:08.129784 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f74dd94e-fd72-46fb-ab5c-8bcd20f32001 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (dc778457-2134-4e1e-9a20-aafb68a2df1c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:08.183385 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f27f98c9-85bb-4a7e-97dc-c95474fb487e None None] Attempting to bind port 10804c69-4eb3-4346-b303-6e5bd5d9a227 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:34:08.184634 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f27f98c9-85bb-4a7e-97dc-c95474fb487e None None] Attempting to bind port 10804c69-4eb3-4346-b303-6e5bd5d9a227 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '6e736185-0014-45d0-ba97-665298266e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:34:08.185244 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27f98c9-85bb-4a7e-97dc-c95474fb487e None None] Attempting to bind port 10804c69-4eb3-4346-b303-6e5bd5d9a227 on network df3cb172-3bab-443c-aa40-b32eebecd0b3 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:34:08.240946 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0e44b80e-8924-4090-980e-120d9824ce32 req-12c199ef-bd8e-4e5a-9e25-e72e55218a94 tempest-ServerShowV257Test-1238123205 tempest-ServerShowV257Test-1238123205-project] 10.222.0.75 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.0606704 Mar 22 19:34:08.262698 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88de879-0eb1-434c-889c-637f66616117 None None] Pushing event updated for resources: {'Port': ['ID=10804c69-4eb3-4346-b303-6e5bd5d9a227,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:08.274787 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8161d252-7197-43cc-96bb-971bdccec24a None None] Deleting port dc778457-2134-4e1e-9a20-aafb68a2df1c {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:34:08.275260 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8161d252-7197-43cc-96bb-971bdccec24a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (dc778457-2134-4e1e-9a20-aafb68a2df1c), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:08.280204 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27f98c9-85bb-4a7e-97dc-c95474fb487e None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:34:08.280548 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27f98c9-85bb-4a7e-97dc-c95474fb487e None None] Checking segment: {'id': '6e736185-0014-45d0-ba97-665298266e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:34:08.280949 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f27f98c9-85bb-4a7e-97dc-c95474fb487e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:08.281405 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27f98c9-85bb-4a7e-97dc-c95474fb487e None None] Bound using segment: {'id': '6e736185-0014-45d0-ba97-665298266e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:34:08.281932 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f27f98c9-85bb-4a7e-97dc-c95474fb487e None None] Bound port: 10804c69-4eb3-4346-b303-6e5bd5d9a227, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e736185-0014-45d0-ba97-665298266e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:34:08.282316 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f27f98c9-85bb-4a7e-97dc-c95474fb487e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (10804c69-4eb3-4346-b303-6e5bd5d9a227), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:08.360243 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-f74dd94e-fd72-46fb-ab5c-8bcd20f32001 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] For port dc778457-2134-4e1e-9a20-aafb68a2df1c, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=dc778457-2134-4e1e-9a20-aafb68a2df1c,segment=NetworkSegment(b4692052-4d01-41f5-a3e9-0fcd02552fd8),segment_id=b4692052-4d01-41f5-a3e9-0fcd02552fd8)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:08.360731 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f74dd94e-fd72-46fb-ab5c-8bcd20f32001 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (dc778457-2134-4e1e-9a20-aafb68a2df1c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:08.384539 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-f74dd94e-fd72-46fb-ab5c-8bcd20f32001 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Calling delete_port for dc778457-2134-4e1e-9a20-aafb68a2df1c owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:34:08.390998 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f27f98c9-85bb-4a7e-97dc-c95474fb487e None None] For port 10804c69-4eb3-4346-b303-6e5bd5d9a227, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:34:08.394221 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f27f98c9-85bb-4a7e-97dc-c95474fb487e None None] For port 10804c69-4eb3-4346-b303-6e5bd5d9a227, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=10804c69-4eb3-4346-b303-6e5bd5d9a227,segment=NetworkSegment(6e736185-0014-45d0-ba97-665298266e3f),segment_id=6e736185-0014-45d0-ba97-665298266e3f)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:34:08.439421 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2de77e-509e-4374-a6f1-08f7eebb964c None None] DHCP port deletion for 08fc5dbc-a8ad-4376-80b5-c53d31d0b259 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:34:08.445296 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f27f98c9-85bb-4a7e-97dc-c95474fb487e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (10804c69-4eb3-4346-b303-6e5bd5d9a227), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:08.475838 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d84236ee-a58e-4c66-89f3-aee69adf2943 req-e631a5fc-db22-4199-9698-08636ab35afa tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb449ea2-de0c-496e-829f-154e91bd87cc HTTP/1.1" status: 200 len: 210 time: 0.0800438 Mar 22 19:34:08.504892 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port dc778457-2134-4e1e-9a20-aafb68a2df1c is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:08.505282 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (dc778457-2134-4e1e-9a20-aafb68a2df1c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:08.553567 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f74dd94e-fd72-46fb-ab5c-8bcd20f32001 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (dc778457-2134-4e1e-9a20-aafb68a2df1c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:08.573324 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74dd94e-fd72-46fb-ab5c-8bcd20f32001 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] No DVR routers for this DVR port dc778457-2134-4e1e-9a20-aafb68a2df1c on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:34:08.586498 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-bccb7373-a007-477d-8eaf-5395438e3b30 None None] Provisioning complete for port 10804c69-4eb3-4346-b303-6e5bd5d9a227 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:08.586871 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bccb7373-a007-477d-8eaf-5395438e3b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (10804c69-4eb3-4346-b303-6e5bd5d9a227), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:08.601150 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74dd94e-fd72-46fb-ab5c-8bcd20f32001 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Pushing event deleted for resources: {'Port': ['ID=dc778457-2134-4e1e-9a20-aafb68a2df1c,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:08.639008 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27f98c9-85bb-4a7e-97dc-c95474fb487e None None] Routers {'3f5ce0f6-325f-436f-9377-56ca60b663e9'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:34:08.640160 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f27f98c9-85bb-4a7e-97dc-c95474fb487e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:33:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3f5ce0f6-325f-436f-9377-56ca60b663e9'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:08.702526 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f74dd94e-fd72-46fb-ab5c-8bcd20f32001 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:08.720573 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-8161d252-7197-43cc-96bb-971bdccec24a None None] For port dc778457-2134-4e1e-9a20-aafb68a2df1c, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=dc778457-2134-4e1e-9a20-aafb68a2df1c,segment=NetworkSegment(b4692052-4d01-41f5-a3e9-0fcd02552fd8),segment_id=b4692052-4d01-41f5-a3e9-0fcd02552fd8)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:08.720882 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8161d252-7197-43cc-96bb-971bdccec24a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (dc778457-2134-4e1e-9a20-aafb68a2df1c), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:08.781369 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-f74dd94e-fd72-46fb-ab5c-8bcd20f32001 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:08.787613 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8161d252-7197-43cc-96bb-971bdccec24a None None] Calling delete_port for dc778457-2134-4e1e-9a20-aafb68a2df1c owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:34:08.809066 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88de879-0eb1-434c-889c-637f66616117 None None] Pushing event updated for resources: {'Port': ['ID=10804c69-4eb3-4346-b303-6e5bd5d9a227,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:08.838560 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-f74dd94e-fd72-46fb-ab5c-8bcd20f32001 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4692052-4d01-41f5-a3e9-0fcd02552fd8') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:08.840798 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-f74dd94e-fd72-46fb-ab5c-8bcd20f32001 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4692052-4d01-41f5-a3e9-0fcd02552fd8') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:08.856905 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f74dd94e-fd72-46fb-ab5c-8bcd20f32001 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (b4692052-4d01-41f5-a3e9-0fcd02552fd8), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:08.889350 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f74dd94e-fd72-46fb-ab5c-8bcd20f32001 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (b4692052-4d01-41f5-a3e9-0fcd02552fd8), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:08.897565 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f74dd94e-fd72-46fb-ab5c-8bcd20f32001 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:34:08.898035 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f74dd94e-fd72-46fb-ab5c-8bcd20f32001 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (b4692052-4d01-41f5-a3e9-0fcd02552fd8), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:08.956516 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d8fdf-a623-4cf4-a8c3-d702f84fe7b5 req-fc6ae60c-1f67-44d0-a304-19dea201834c tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:08.970130 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0e5d8fdf-a623-4cf4-a8c3-d702f84fe7b5 req-fc6ae60c-1f67-44d0-a304-19dea201834c tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 946 time: 0.1158392 Mar 22 19:34:09.014030 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:34:09.014030 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:34:09.014030 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:34:09.014030 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:34:09.014030 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:34:09.014030 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:34:09.014030 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:34:09.014030 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:34:09.014030 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:34:09.014030 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:34:09.014030 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:34:09.014030 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:34:09.014030 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:34:09.014030 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:34:09.014030 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:34:09.014030 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:34:09.014030 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:34:09.014030 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:34:09.014030 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:34:09.014030 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:34:09.014030 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:34:09.014030 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:34:09.014030 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:34:09.014030 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:34:09.014030 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:34:09.014030 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:34:09.014030 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:34:09.014030 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:34:09.014030 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:34:09.014030 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:34:09.014030 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:34:09.014030 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:34:09.019652 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f74dd94e-fd72-46fb-ab5c-8bcd20f32001 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:09.021446 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f79eafc7-7146-4401-9a56-c88c10ab9b2f req-7c58cfe1-f8e2-4bbd-8bbd-bbec9b4653a9 tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.0389745 Mar 22 19:34:09.041209 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f74dd94e-fd72-46fb-ab5c-8bcd20f32001 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:09.051232 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f74dd94e-fd72-46fb-ab5c-8bcd20f32001 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "DELETE /v2.0/networks/c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec HTTP/1.1" status: 204 len: 168 time: 1.2431417 Mar 22 19:34:09.061456 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-bccb7373-a007-477d-8eaf-5395438e3b30 None None] Current status of the port 10804c69-4eb3-4346-b303-6e5bd5d9a227 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:09.061719 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59828) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:09.062311 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bccb7373-a007-477d-8eaf-5395438e3b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (10804c69-4eb3-4346-b303-6e5bd5d9a227), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:09.078654 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8a2de77e-509e-4374-a6f1-08f7eebb964c None None] Deleting port 96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:34:09.079307 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8a2de77e-509e-4374-a6f1-08f7eebb964c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:09.094570 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-f27f98c9-85bb-4a7e-97dc-c95474fb487e None None] Set router 3f5ce0f6-325f-436f-9377-56ca60b663e9 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:34:09.106530 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74dd94e-fd72-46fb-ab5c-8bcd20f32001 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Pushing event deleted for resources: {'Network': ['ID=c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:09.175896 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0e5d8fdf-a623-4cf4-a8c3-d702f84fe7b5 req-5a86dcd6-3e63-4b62-ae19-98a9c606df9a tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046566 Mar 22 19:34:09.231278 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e29091ca-c047-4fc0-9978-0f6a00e20f54 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (08fc5dbc-a8ad-4376-80b5-c53d31d0b259), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:09.276494 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-bccb7373-a007-477d-8eaf-5395438e3b30 None None] For port 10804c69-4eb3-4346-b303-6e5bd5d9a227, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=10804c69-4eb3-4346-b303-6e5bd5d9a227,segment=NetworkSegment(6e736185-0014-45d0-ba97-665298266e3f),segment_id=6e736185-0014-45d0-ba97-665298266e3f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:09.334076 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8161d252-7197-43cc-96bb-971bdccec24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (dc778457-2134-4e1e-9a20-aafb68a2df1c), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:09.341055 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bccb7373-a007-477d-8eaf-5395438e3b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (10804c69-4eb3-4346-b303-6e5bd5d9a227), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:09.416961 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2d7e64cb-da36-4aef-bf99-831fa0c6a5a1 req-9226f2b6-042d-4107-9f7e-89b9de513dd6 tempest-ServerShowV257Test-1238123205 tempest-ServerShowV257Test-1238123205-project] 10.222.0.75 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.0564156 Mar 22 19:34:09.417202 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161d252-7197-43cc-96bb-971bdccec24a None None] Pushing event deleted for resources: {'Port': ['ID=dc778457-2134-4e1e-9a20-aafb68a2df1c,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:09.423751 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8161d252-7197-43cc-96bb-971bdccec24a None None] Network c181d3bd-af69-43ad-a3b0-aa8bbcafc9ec is not hosted by any dhcp agent {{(pid=104174) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 19:34:09.424817 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8161d252-7197-43cc-96bb-971bdccec24a None None] No DVR routers for this DVR port dc778457-2134-4e1e-9a20-aafb68a2df1c on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:34:09.436057 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-8a2de77e-509e-4374-a6f1-08f7eebb964c None None] For port 96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad,segment=NetworkSegment(186c2c9a-2324-4c56-b190-0b64e4273968),segment_id=186c2c9a-2324-4c56-b190-0b64e4273968)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:09.436647 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8a2de77e-509e-4374-a6f1-08f7eebb964c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:09.459946 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-e29091ca-c047-4fc0-9978-0f6a00e20f54 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Deleting port 96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:34:09.459946 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e29091ca-c047-4fc0-9978-0f6a00e20f54 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:09.487082 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8a2de77e-509e-4374-a6f1-08f7eebb964c None None] Calling delete_port for 96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:34:09.531508 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-1c55b26b-e3a8-4363-9dc9-f43fd9e9c156 None None] Provisioning complete for port 10804c69-4eb3-4346-b303-6e5bd5d9a227 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:09.531815 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1c55b26b-e3a8-4363-9dc9-f43fd9e9c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (10804c69-4eb3-4346-b303-6e5bd5d9a227), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:09.701536 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b2523380-14bd-403c-a902-9aaa483deee6 req-622e0f56-fbe7-49e9-ad8a-5fdd92a52c1a tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb449ea2-de0c-496e-829f-154e91bd87cc HTTP/1.1" status: 200 len: 210 time: 0.0664585 Mar 22 19:34:09.731208 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-e29091ca-c047-4fc0-9978-0f6a00e20f54 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] For port 96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad,segment=NetworkSegment(186c2c9a-2324-4c56-b190-0b64e4273968),segment_id=186c2c9a-2324-4c56-b190-0b64e4273968)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:09.731666 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e29091ca-c047-4fc0-9978-0f6a00e20f54 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:09.747326 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-e29091ca-c047-4fc0-9978-0f6a00e20f54 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Calling delete_port for 96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:34:09.768511 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bd0cafad-fd73-4f20-9d87-11728c3297f9 req-a7d83e8b-ee09-4a40-ab31-db4486dbf101 tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.1090145 Mar 22 19:34:09.806562 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb7373-a007-477d-8eaf-5395438e3b30 None None] Pushing event updated for resources: {'Port': ['ID=10804c69-4eb3-4346-b303-6e5bd5d9a227,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:09.929621 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e29091ca-c047-4fc0-9978-0f6a00e20f54 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:09.957518 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 10804c69-4eb3-4346-b303-6e5bd5d9a227 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:34:10.076473 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8a2de77e-509e-4374-a6f1-08f7eebb964c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:10.089510 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1c55b26b-e3a8-4363-9dc9-f43fd9e9c156 None None] Current status of the port 10804c69-4eb3-4346-b303-6e5bd5d9a227 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:10.099241 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2de77e-509e-4374-a6f1-08f7eebb964c None None] No DVR routers for this DVR port 96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:34:10.129541 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2de77e-509e-4374-a6f1-08f7eebb964c None None] Pushing event deleted for resources: {'Port': ['ID=96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:10.152266 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-ff2f3a26-cd20-49e2-abdf-4de1049c1dd3 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:10.154640 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-ff2f3a26-cd20-49e2-abdf-4de1049c1dd3 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.85 "GET /v2.0/networks?id=df3cb172-3bab-443c-aa40-b32eebecd0b3 HTTP/1.1" status: 200 len: 814 time: 0.2018719 Mar 22 19:34:10.165017 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f27f98c9-85bb-4a7e-97dc-c95474fb487e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'name': 'tempest-AttachVolumeNegativeTest-186120780-router', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:33:57Z', 'updated_at': '2022-03-22T19:34:01Z', 'revision_number': 4, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'gw_port': {'id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:33:58Z', 'updated_at': '2022-03-22T19:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '10804c69-4eb3-4346-b303-6e5bd5d9a227', 'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'mac_address': 'fa:16:3e:bc:25:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:00Z', 'updated_at': '2022-03-22T19:34:08Z', 'revision_number': 4, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'subnets': [{'id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:10.209826 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27f98c9-85bb-4a7e-97dc-c95474fb487e None None] The sync data for ids ['3f5ce0f6-325f-436f-9377-56ca60b663e9'] in n-d-705658-24 is: [{'id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'name': 'tempest-AttachVolumeNegativeTest-186120780-router', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:33:57Z', 'updated_at': '2022-03-22T19:34:01Z', 'revision_number': 4, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'gw_port': {'id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:33:58Z', 'updated_at': '2022-03-22T19:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '10804c69-4eb3-4346-b303-6e5bd5d9a227', 'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'mac_address': 'fa:16:3e:bc:25:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:00Z', 'updated_at': '2022-03-22T19:34:08Z', 'revision_number': 4, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'subnets': [{'id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:34:10.217661 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 10804c69-4eb3-4346-b303-6e5bd5d9a227 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:10.218173 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (10804c69-4eb3-4346-b303-6e5bd5d9a227), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:10.260276 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-59fde091-4a49-4830-a625-cd55fb2fefc0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=432e8044b4dc4099baeb3ef825b89673 HTTP/1.1" status: 200 len: 380 time: 0.0907001 Mar 22 19:34:10.282865 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-561236e3-b97b-49f0-bf68-74583a65eee4 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Request body: {'port': {'device_id': 'cb449ea2-de0c-496e-829f-154e91bd87cc', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'admin_state_up': True, 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'security_groups': ['290e7043-6f18-4a58-afcb-214a6f57e0ed']}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:10.369092 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29091ca-c047-4fc0-9978-0f6a00e20f54 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] No DVR routers for this DVR port 96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:34:10.370876 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29091ca-c047-4fc0-9978-0f6a00e20f54 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Pushing event deleted for resources: {'Port': ['ID=96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:10.405392 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 10804c69-4eb3-4346-b303-6e5bd5d9a227 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:10.454154 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29091ca-c047-4fc0-9978-0f6a00e20f54 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:10.454506 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29091ca-c047-4fc0-9978-0f6a00e20f54 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:10.454923 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29091ca-c047-4fc0-9978-0f6a00e20f54 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:10.455329 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29091ca-c047-4fc0-9978-0f6a00e20f54 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:10.456246 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29091ca-c047-4fc0-9978-0f6a00e20f54 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:10.456609 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29091ca-c047-4fc0-9978-0f6a00e20f54 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:10.457166 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29091ca-c047-4fc0-9978-0f6a00e20f54 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:10.457868 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29091ca-c047-4fc0-9978-0f6a00e20f54 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:10.458350 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29091ca-c047-4fc0-9978-0f6a00e20f54 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:10.459433 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29091ca-c047-4fc0-9978-0f6a00e20f54 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:10.459810 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29091ca-c047-4fc0-9978-0f6a00e20f54 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:10.460223 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29091ca-c047-4fc0-9978-0f6a00e20f54 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:10.460677 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29091ca-c047-4fc0-9978-0f6a00e20f54 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:10.461016 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29091ca-c047-4fc0-9978-0f6a00e20f54 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:10.461325 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-561236e3-b97b-49f0-bf68-74583a65eee4 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Made reservation on behalf of 432e8044b4dc4099baeb3ef825b89673 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:34:10.461485 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29091ca-c047-4fc0-9978-0f6a00e20f54 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:10.471031 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-561236e3-b97b-49f0-bf68-74583a65eee4 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:10.506002 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:34:10.561333 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:34:10.563362 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 96ebeb9e-d7a2-40ea-a04d-c1ed7dd07aad not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:34:10.625845 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ea00d265-ccbc-4b22-974f-e8bd22dcb554 req-ec465fda-830d-4ba3-847f-e3474c356fc3 tempest-ServerShowV257Test-1238123205 tempest-ServerShowV257Test-1238123205-project] 10.222.0.75 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.0303326 Mar 22 19:34:10.653143 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f7fbc-3b77-4380-831d-dd55b5c4f7ff req-bd9f191f-7487-4657-ac44-1b1bca5d8f7f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:10.655815 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e47f7fbc-3b77-4380-831d-dd55b5c4f7ff req-bd9f191f-7487-4657-ac44-1b1bca5d8f7f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 946 time: 0.2960978 Mar 22 19:34:10.661043 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e29091ca-c047-4fc0-9978-0f6a00e20f54 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (08fc5dbc-a8ad-4376-80b5-c53d31d0b259), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:10.706494 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-561236e3-b97b-49f0-bf68-74583a65eee4 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Allocated IP 172.20.0.11 (df3cb172-3bab-443c-aa40-b32eebecd0b3/221bc404-2765-4ba4-8d0d-c9a0ec4273c0/fc006b96-b91a-4b18-b354-293c37602770) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:34:10.712960 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-e29091ca-c047-4fc0-9978-0f6a00e20f54 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08fc5dbc-a8ad-4376-80b5-c53d31d0b259']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:10.741907 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-e29091ca-c047-4fc0-9978-0f6a00e20f54 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '186c2c9a-2324-4c56-b190-0b64e4273968') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:10.742357 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-e29091ca-c047-4fc0-9978-0f6a00e20f54 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '186c2c9a-2324-4c56-b190-0b64e4273968') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:10.780907 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e29091ca-c047-4fc0-9978-0f6a00e20f54 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (186c2c9a-2324-4c56-b190-0b64e4273968), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:10.808616 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e47f7fbc-3b77-4380-831d-dd55b5c4f7ff req-85771b61-733c-439e-a7e7-5da2f16fb9df tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337867 Mar 22 19:34:10.857519 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e29091ca-c047-4fc0-9978-0f6a00e20f54 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (186c2c9a-2324-4c56-b190-0b64e4273968), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:10.894972 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2063bf79-2183-4537-8f3d-70954b20ccfc req-8490e091-0cdb-4d55-b953-47e3059eb4fe tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb449ea2-de0c-496e-829f-154e91bd87cc HTTP/1.1" status: 200 len: 210 time: 0.0730102 Mar 22 19:34:10.898369 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e29091ca-c047-4fc0-9978-0f6a00e20f54 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:34:10.899070 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e29091ca-c047-4fc0-9978-0f6a00e20f54 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (186c2c9a-2324-4c56-b190-0b64e4273968), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:10.904505 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:34:10.904505 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:34:10.904505 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:34:10.904505 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:34:10.904505 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:34:10.904505 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:34:10.904505 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:34:10.904505 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:34:10.904505 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:34:10.904505 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:34:10.904505 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:34:10.904505 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:34:10.904505 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:34:10.904505 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:34:10.904505 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:34:10.904505 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:34:10.904505 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:34:10.904505 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:34:10.904505 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:34:10.904505 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:34:10.904505 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:34:10.904505 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:34:10.904505 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:34:10.904505 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:34:10.904505 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:34:10.904505 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:34:10.904505 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:34:10.904505 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:34:10.904505 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:34:10.904505 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:34:10.904505 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:34:10.904505 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:34:10.957012 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-561236e3-b97b-49f0-bf68-74583a65eee4 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for port (fc006b96-b91a-4b18-b354-293c37602770), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:10.997032 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cb50aa89-a3dc-4096-bf42-5e790f79c65b req-5532dc04-4e54-46dc-950e-fd10813276c2 tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.0500050 Mar 22 19:34:11.008634 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-561236e3-b97b-49f0-bf68-74583a65eee4 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (fc006b96-b91a-4b18-b354-293c37602770), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:11.017491 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e29091ca-c047-4fc0-9978-0f6a00e20f54 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (08fc5dbc-a8ad-4376-80b5-c53d31d0b259), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:11.038494 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e29091ca-c047-4fc0-9978-0f6a00e20f54 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:11.046495 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e29091ca-c047-4fc0-9978-0f6a00e20f54 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] 10.222.0.75 "DELETE /v2.0/networks/08fc5dbc-a8ad-4376-80b5-c53d31d0b259 HTTP/1.1" status: 204 len: 168 time: 1.9820552 Mar 22 19:34:11.059885 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29091ca-c047-4fc0-9978-0f6a00e20f54 tempest-TaggedBootDevicesTest_v242-163632001 tempest-TaggedBootDevicesTest_v242-163632001-project] Pushing event deleted for resources: {'Network': ['ID=08fc5dbc-a8ad-4376-80b5-c53d31d0b259,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:11.080505 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-561236e3-b97b-49f0-bf68-74583a65eee4 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Network df3cb172-3bab-443c-aa40-b32eebecd0b3 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:34:11.084008 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-561236e3-b97b-49f0-bf68-74583a65eee4 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:34:11.087977 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-561236e3-b97b-49f0-bf68-74583a65eee4 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:34:11.174648 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561236e3-b97b-49f0-bf68-74583a65eee4 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Pushing event updated for resources: {'Port': ['ID=fc006b96-b91a-4b18-b354-293c37602770,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:11.213380 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-561236e3-b97b-49f0-bf68-74583a65eee4 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:11.214073 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-561236e3-b97b-49f0-bf68-74583a65eee4 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:11.238371 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-561236e3-b97b-49f0-bf68-74583a65eee4 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9682178 Mar 22 19:34:11.251416 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-4de96f44-d49d-4722-bffd-3ab044b33e26 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:34:11.252533 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-4de96f44-d49d-4722-bffd-3ab044b33e26 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078373 Mar 22 19:34:11.400871 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-faa2f98a-c29f-4bc5-9756-ed753de6292d service neutron] Request body: {'port': {'device_id': 'cb449ea2-de0c-496e-829f-154e91bd87cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:11.554350 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-d2d8328b-6924-49a8-96aa-d00590529a16 None None] Provisioning complete for port fc006b96-b91a-4b18-b354-293c37602770 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:11.555572 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d2d8328b-6924-49a8-96aa-d00590529a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (fc006b96-b91a-4b18-b354-293c37602770), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:11.560022 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-faa2f98a-c29f-4bc5-9756-ed753de6292d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fc006b96-b91a-4b18-b354-293c37602770), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:11.613462 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d2d8328b-6924-49a8-96aa-d00590529a16 None None] Port fc006b96-b91a-4b18-b354-293c37602770 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:34:11.773192 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e016a2c4-23cf-4b9b-b7a9-d5e91b14ac23 req-f45a23ba-03f9-45d3-a94e-e8b70d1e6935 tempest-ServerShowV257Test-1238123205 tempest-ServerShowV257Test-1238123205-project] 10.222.0.75 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.0376258 Mar 22 19:34:11.865860 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 10804c69-4eb3-4346-b303-6e5bd5d9a227 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:34:11.921750 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-faa2f98a-c29f-4bc5-9756-ed753de6292d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc006b96-b91a-4b18-b354-293c37602770 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:34:11.941749 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 10804c69-4eb3-4346-b303-6e5bd5d9a227 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:11.942630 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (10804c69-4eb3-4346-b303-6e5bd5d9a227), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:11.945824 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-faa2f98a-c29f-4bc5-9756-ed753de6292d service neutron] Publish callbacks [] for port (fc006b96-b91a-4b18-b354-293c37602770), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:11.972304 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-faa2f98a-c29f-4bc5-9756-ed753de6292d service neutron] Transition to ACTIVE for port object fc006b96-b91a-4b18-b354-293c37602770 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:34:11.979595 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-faa2f98a-c29f-4bc5-9756-ed753de6292d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (fc006b96-b91a-4b18-b354-293c37602770), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:11.999746 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b7c7a-bf3a-4b6f-a62f-aebfa6a54849 req-c4dc6ce9-ae98-4005-b576-234cf74e50e3 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:12.007014 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f8b7c7a-bf3a-4b6f-a62f-aebfa6a54849 req-c4dc6ce9-ae98-4005-b576-234cf74e50e3 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 946 time: 0.1152792 Mar 22 19:34:12.058887 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2f98a-c29f-4bc5-9756-ed753de6292d service neutron] Pushing event updated for resources: {'Port': ['ID=fc006b96-b91a-4b18-b354-293c37602770,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:12.080145 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 10804c69-4eb3-4346-b303-6e5bd5d9a227 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:12.130642 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f8b7c7a-bf3a-4b6f-a62f-aebfa6a54849 req-13b18fc9-a8ae-4e93-988c-1bb375c3f288 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819962 Mar 22 19:34:12.159898 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c91f58-0d47-4b9c-97b1-bbf1ef2de760 req-b544aab3-97f0-4da3-9b5a-d658315d009f tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:12.171273 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-40c91f58-0d47-4b9c-97b1-bbf1ef2de760 req-b544aab3-97f0-4da3-9b5a-d658315d009f tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb449ea2-de0c-496e-829f-154e91bd87cc HTTP/1.1" status: 200 len: 944 time: 0.1591239 Mar 22 19:34:12.224243 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-faa2f98a-c29f-4bc5-9756-ed753de6292d service neutron] Attempting to bind port fc006b96-b91a-4b18-b354-293c37602770 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:34:12.224838 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-faa2f98a-c29f-4bc5-9756-ed753de6292d service neutron] Attempting to bind port fc006b96-b91a-4b18-b354-293c37602770 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '6e736185-0014-45d0-ba97-665298266e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:34:12.224963 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-faa2f98a-c29f-4bc5-9756-ed753de6292d service neutron] Attempting to bind port fc006b96-b91a-4b18-b354-293c37602770 on network df3cb172-3bab-443c-aa40-b32eebecd0b3 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:34:12.230550 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-faa2f98a-c29f-4bc5-9756-ed753de6292d service neutron] Port fc006b96-b91a-4b18-b354-293c37602770 on network df3cb172-3bab-443c-aa40-b32eebecd0b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:34:12.230866 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-faa2f98a-c29f-4bc5-9756-ed753de6292d service neutron] Attempting to bind port fc006b96-b91a-4b18-b354-293c37602770 on network df3cb172-3bab-443c-aa40-b32eebecd0b3 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:34:12.245141 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-faa2f98a-c29f-4bc5-9756-ed753de6292d service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:34:12.245784 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-faa2f98a-c29f-4bc5-9756-ed753de6292d service neutron] Checking segment: {'id': '6e736185-0014-45d0-ba97-665298266e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:34:12.246578 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-faa2f98a-c29f-4bc5-9756-ed753de6292d service neutron] Bound using segment: {'id': '6e736185-0014-45d0-ba97-665298266e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:34:12.247188 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-faa2f98a-c29f-4bc5-9756-ed753de6292d service neutron] Bound port: fc006b96-b91a-4b18-b354-293c37602770, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e736185-0014-45d0-ba97-665298266e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:34:12.248259 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-faa2f98a-c29f-4bc5-9756-ed753de6292d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fc006b96-b91a-4b18-b354-293c37602770), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:12.265357 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-40c91f58-0d47-4b9c-97b1-bbf1ef2de760 req-5c554d3a-4b68-4cbd-b322-6a4e811cacc5 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=290e7043-6f18-4a58-afcb-214a6f57e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863683 Mar 22 19:34:12.298345 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c2b3a13a-3729-4adb-839b-7d8da40dd024 req-6c4a9e20-a5be-4f9a-9f82-aa31e428804c tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.0378282 Mar 22 19:34:12.369281 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-faa2f98a-c29f-4bc5-9756-ed753de6292d service neutron] For port fc006b96-b91a-4b18-b354-293c37602770, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:34:12.378941 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-faa2f98a-c29f-4bc5-9756-ed753de6292d service neutron] For port fc006b96-b91a-4b18-b354-293c37602770, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=fc006b96-b91a-4b18-b354-293c37602770,segment=NetworkSegment(6e736185-0014-45d0-ba97-665298266e3f),segment_id=6e736185-0014-45d0-ba97-665298266e3f)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:34:12.399841 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-faa2f98a-c29f-4bc5-9756-ed753de6292d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (fc006b96-b91a-4b18-b354-293c37602770), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:12.791539 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-faa2f98a-c29f-4bc5-9756-ed753de6292d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:12.792156 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-faa2f98a-c29f-4bc5-9756-ed753de6292d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:12.793514 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-faa2f98a-c29f-4bc5-9756-ed753de6292d service neutron] 10.222.0.85 "PUT /v2.0/ports/fc006b96-b91a-4b18-b354-293c37602770 HTTP/1.1" status: 200 len: 1093 time: 1.5328195 Mar 22 19:34:12.796011 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb449ea2-de0c-496e-829f-154e91bd87cc', 'tag': 'fc006b96-b91a-4b18-b354-293c37602770'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:34:12.799569 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdba4be-86ae-4aaf-bd73-f67759d66bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "cb449ea2-de0c-496e-829f-154e91bd87cc", "tag": "fc006b96-b91a-4b18-b354-293c37602770"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:34:12.842536 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2f98a-c29f-4bc5-9756-ed753de6292d service neutron] Pushing event updated for resources: {'Port': ['ID=fc006b96-b91a-4b18-b354-293c37602770,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:12.910470 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03e2b41-ad00-4838-a8b0-a1d685befccd x-openstack-request-id: req-b03e2b41-ad00-4838-a8b0-a1d685befccd {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:34:12.910708 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb449ea2-de0c-496e-829f-154e91bd87cc", "tag": "fc006b96-b91a-4b18-b354-293c37602770", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:34:12.910963 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b03e2b41-ad00-4838-a8b0-a1d685befccd {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:34:12.911363 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b03e2b41-ad00-4838-a8b0-a1d685befccd'] response: {'name': 'network-changed', 'server_uuid': 'cb449ea2-de0c-496e-829f-154e91bd87cc', 'tag': 'fc006b96-b91a-4b18-b354-293c37602770', 'status': 'completed', 'code': 200} Mar 22 19:34:12.926791 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0983c3e0-0694-4655-864f-19f199563009 req-ae571846-4222-49c2-9e5c-93b5dee3883f tempest-ServerShowV257Test-1238123205 tempest-ServerShowV257Test-1238123205-project] 10.222.0.75 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.0493906 Mar 22 19:34:12.953352 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-9004a190-7b60-4310-987e-44c6d65be27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:12.957558 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-9004a190-7b60-4310-987e-44c6d65be27b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=432e8044b4dc4099baeb3ef825b89673&device_id=cb449ea2-de0c-496e-829f-154e91bd87cc HTTP/1.1" status: 200 len: 1127 time: 0.0959866 Mar 22 19:34:13.008655 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-3f3d8282-ad78-409e-9575-c75ea39c3bb2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc006b96-b91a-4b18-b354-293c37602770 HTTP/1.1" status: 200 len: 217 time: 0.0428867 Mar 22 19:34:13.088060 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-981e728a-ebff-4d1c-9312-9cc1d9a11be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:13.089974 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-981e728a-ebff-4d1c-9312-9cc1d9a11be3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=221bc404-2765-4ba4-8d0d-c9a0ec4273c0 HTTP/1.1" status: 200 len: 853 time: 0.0755212 Mar 22 19:34:13.117904 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7c70847d-cd1c-43d3-98ec-d52535aa616b req-24bb7394-7ce6-4681-8373-5dee1e88113a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.0469644 Mar 22 19:34:13.151221 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-cc0d9998-c365-4379-98d0-4a2aeb743972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:13.153479 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-cc0d9998-c365-4379-98d0-4a2aeb743972 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=df3cb172-3bab-443c-aa40-b32eebecd0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0571303 Mar 22 19:34:13.270315 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9f1ec-44f7-4333-9bdf-bf910e451c62 req-5497563e-eca5-45cb-9f7f-0aec32692b50 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:13.272064 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aec9f1ec-44f7-4333-9bdf-bf910e451c62 req-5497563e-eca5-45cb-9f7f-0aec32692b50 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 946 time: 0.0552351 Mar 22 19:34:13.330990 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aec9f1ec-44f7-4333-9bdf-bf910e451c62 req-3e3a479e-af52-4296-9cc0-3dcf2ac81092 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529811 Mar 22 19:34:13.462533 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d548d40-c43a-4bd8-86cf-04d3d4bd2ff7 req-77188d1b-1881-498d-aa80-5b0e52a01f18 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:13.464266 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1d548d40-c43a-4bd8-86cf-04d3d4bd2ff7 req-77188d1b-1881-498d-aa80-5b0e52a01f18 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb449ea2-de0c-496e-829f-154e91bd87cc HTTP/1.1" status: 200 len: 944 time: 0.1202800 Mar 22 19:34:13.552723 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1d548d40-c43a-4bd8-86cf-04d3d4bd2ff7 req-2f64eb88-5b6e-41d9-8481-169f31314521 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=290e7043-6f18-4a58-afcb-214a6f57e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813346 Mar 22 19:34:13.558716 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-79310520-ec5d-4857-9ea3-79c0af1b53f9 service neutron] 10.222.0.85 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887820 Mar 22 19:34:13.622258 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-570510a6-129c-4581-aa6a-7f7949ecc981 req-3226fe1d-351f-46bc-a0a8-f277229c1fef tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.0521402 Mar 22 19:34:13.709526 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aad615-62ec-4350-9a21-6ac4a15b7a1b req-e223f18d-8b69-4551-9889-a09a06a51e21 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:13.718962 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-86aad615-62ec-4350-9a21-6ac4a15b7a1b req-e223f18d-8b69-4551-9889-a09a06a51e21 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 946 time: 0.0688787 Mar 22 19:34:13.737874 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-968e484d-0710-4cbf-962e-20031cccf1a7 req-1c385399-c74a-4a56-a72a-8fe096e78806 service neutron] 10.222.0.85 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726437 Mar 22 19:34:13.792587 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-86aad615-62ec-4350-9a21-6ac4a15b7a1b req-6482c962-1aac-45e9-9d71-4332711c5527 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726748 Mar 22 19:34:13.846361 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdba4be-86ae-4aaf-bd73-f67759d66bf9 req-a6db326c-7850-43cf-ac93-5adc29510b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:13.848751 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-bfdba4be-86ae-4aaf-bd73-f67759d66bf9 req-a6db326c-7850-43cf-ac93-5adc29510b53 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=432e8044b4dc4099baeb3ef825b89673&device_id=cb449ea2-de0c-496e-829f-154e91bd87cc HTTP/1.1" status: 200 len: 1127 time: 0.0606132 Mar 22 19:34:13.972923 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdba4be-86ae-4aaf-bd73-f67759d66bf9 req-0be8769a-8457-4bf0-b407-605c0a207715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:13.975116 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-bfdba4be-86ae-4aaf-bd73-f67759d66bf9 req-0be8769a-8457-4bf0-b407-605c0a207715 service neutron] 10.222.0.85 "GET /v2.0/networks?id=df3cb172-3bab-443c-aa40-b32eebecd0b3 HTTP/1.1" status: 200 len: 915 time: 0.1196673 Mar 22 19:34:14.037901 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1e672-c1e4-42d1-bd32-baf5a9c8fe2e req-4f9c586e-c69e-484d-9742-a604f6f1b382 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:14.050068 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0ad1e672-c1e4-42d1-bd32-baf5a9c8fe2e req-4f9c586e-c69e-484d-9742-a604f6f1b382 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 946 time: 0.1155374 Mar 22 19:34:14.072140 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-bfdba4be-86ae-4aaf-bd73-f67759d66bf9 req-44286eb7-7b0e-4142-a44f-0078d874c3dd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc006b96-b91a-4b18-b354-293c37602770 HTTP/1.1" status: 200 len: 217 time: 0.0891366 Mar 22 19:34:14.119669 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6b1982dd-3f17-4b3d-bcbd-affa801138b3 req-90729fc0-7025-4a7c-8942-5dba44440ae9 tempest-ServerShowV257Test-1238123205 tempest-ServerShowV257Test-1238123205-project] 10.222.0.75 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.0513356 Mar 22 19:34:14.153668 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdba4be-86ae-4aaf-bd73-f67759d66bf9 req-ba82b71f-08e8-4d9b-a002-7e30f8256d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:14.155472 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-bfdba4be-86ae-4aaf-bd73-f67759d66bf9 req-ba82b71f-08e8-4d9b-a002-7e30f8256d8c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=221bc404-2765-4ba4-8d0d-c9a0ec4273c0 HTTP/1.1" status: 200 len: 853 time: 0.0743666 Mar 22 19:34:14.156414 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0ad1e672-c1e4-42d1-bd32-baf5a9c8fe2e req-7b1553a4-1ecf-420d-83eb-d4221518f030 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016099 Mar 22 19:34:14.223586 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdba4be-86ae-4aaf-bd73-f67759d66bf9 req-f2f409b2-c004-45ea-9350-6f0acb95de51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:14.230535 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-bfdba4be-86ae-4aaf-bd73-f67759d66bf9 req-f2f409b2-c004-45ea-9350-6f0acb95de51 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=df3cb172-3bab-443c-aa40-b32eebecd0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0683222 Mar 22 19:34:14.373327 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-bfdba4be-86ae-4aaf-bd73-f67759d66bf9 req-47e9ce6f-11e4-4b0b-a290-08306b60a792 service neutron] 10.222.0.85 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352856 Mar 22 19:34:14.458768 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f3d9c-3245-49ad-8952-70b669c713a5 req-e5d5675a-679d-4c3c-89c3-087858aa77b5 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:14.466554 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dc4f3d9c-3245-49ad-8952-70b669c713a5 req-e5d5675a-679d-4c3c-89c3-087858aa77b5 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 946 time: 0.0798435 Mar 22 19:34:14.551100 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dc4f3d9c-3245-49ad-8952-70b669c713a5 req-a4db8528-33a4-462d-9027-338ae4edc65b tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833874 Mar 22 19:34:14.564393 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-bfdba4be-86ae-4aaf-bd73-f67759d66bf9 req-9f2775fb-6c18-4904-bdf8-cd59d0154477 service neutron] 10.222.0.85 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797943 Mar 22 19:34:14.710341 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280cd01-1c2d-48f1-9e2b-a9fe1da6ec4e req-469ff920-f0e2-468d-85e6-85e591505e55 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:14.712820 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b280cd01-1c2d-48f1-9e2b-a9fe1da6ec4e req-469ff920-f0e2-468d-85e6-85e591505e55 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb449ea2-de0c-496e-829f-154e91bd87cc HTTP/1.1" status: 200 len: 944 time: 0.0676279 Mar 22 19:34:14.751317 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ddfe43bf-f77d-4276-bcf8-6ee4c3a57d01 req-bad22ee8-126f-4451-bf90-90896ddb40c2 tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.0370862 Mar 22 19:34:14.819340 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b280cd01-1c2d-48f1-9e2b-a9fe1da6ec4e req-12e82c83-e939-4dee-90ef-720a547174d7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=290e7043-6f18-4a58-afcb-214a6f57e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949073 Mar 22 19:34:15.059106 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-44dca31c-7c9a-4af9-b5f6-58a08f1ede7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:15.238142 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ff84d80-220b-4361-978a-10df18931861 req-4839184d-e9e2-4782-8151-70cfc9f79507 tempest-ServerShowV257Test-1238123205 tempest-ServerShowV257Test-1238123205-project] 10.222.0.75 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.0317032 Mar 22 19:34:15.513005 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-52b0d11c-cff2-4d4f-846a-944ed4f4344e req-07e274e1-2249-4212-8860-546f7aa1aa2d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=dda9f033c38e493b81172387d50c685b&device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.0377026 Mar 22 19:34:15.541073 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-52b0d11c-cff2-4d4f-846a-944ed4f4344e req-5224a15e-b2b2-4fbd-ba2d-6e45cb250752 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=dda9f033c38e493b81172387d50c685b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241475 Mar 22 19:34:15.588604 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-369fa7d3-607b-434b-891a-dd02aaa8a513 req-17209a0a-c6cb-42b0-aa9c-00c9a74becaf tempest-ServerShowV257Test-1238123205 tempest-ServerShowV257Test-1238123205-project] 10.222.0.75 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.0487809 Mar 22 19:34:15.678222 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0d11c-cff2-4d4f-846a-944ed4f4344e req-1f5b842b-7126-44d3-ba6a-ef3a3786239a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:15.679721 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-52b0d11c-cff2-4d4f-846a-944ed4f4344e req-1f5b842b-7126-44d3-ba6a-ef3a3786239a service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1323659 Mar 22 19:34:15.705736 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:15.724729 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96788984-b5aa-4aa4-ba1b-dc32c4b858d5 req-1a751712-5955-4e38-bdac-aa51f2ff4bb5 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:15.726445 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-96788984-b5aa-4aa4-ba1b-dc32c4b858d5 req-1a751712-5955-4e38-bdac-aa51f2ff4bb5 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 946 time: 0.0700295 Mar 22 19:34:15.795985 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-96788984-b5aa-4aa4-ba1b-dc32c4b858d5 req-76b46ee8-40d5-4f26-9aad-1234e6767b77 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625565 Mar 22 19:34:15.911586 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47895a-0e5f-4e99-a6aa-d7a7b33e7f00 req-7c541445-6474-4d50-b598-30df4a997db8 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:15.913393 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6d47895a-0e5f-4e99-a6aa-d7a7b33e7f00 req-7c541445-6474-4d50-b598-30df4a997db8 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.85 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 946 time: 0.1445010 Mar 22 19:34:15.924371 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7e82f12-cc11-4354-b925-eda289da1c5e req-449d343e-2d22-4928-89e1-5b1851bfde1f tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.0373271 Mar 22 19:34:15.985391 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc14f22-38c7-46f0-bba5-07fa4e4177d0 req-628e4d71-bf47-45a5-aa1c-3f8e6e52ed82 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:15.986940 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4bc14f22-38c7-46f0-bba5-07fa4e4177d0 req-628e4d71-bf47-45a5-aa1c-3f8e6e52ed82 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb449ea2-de0c-496e-829f-154e91bd87cc HTTP/1.1" status: 200 len: 944 time: 0.0616126 Mar 22 19:34:16.050441 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4bc14f22-38c7-46f0-bba5-07fa4e4177d0 req-4a97294f-50c2-4580-988f-3409ec945cea tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=290e7043-6f18-4a58-afcb-214a6f57e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573735 Mar 22 19:34:16.054611 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-6d47895a-0e5f-4e99-a6aa-d7a7b33e7f00 req-f8403c90-85a3-4099-8f18-f9ffd5a1747a tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Deleting port 55324eb7-137f-4749-980a-63d7e05e0ec8 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:34:16.055039 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6d47895a-0e5f-4e99-a6aa-d7a7b33e7f00 req-f8403c90-85a3-4099-8f18-f9ffd5a1747a tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (55324eb7-137f-4749-980a-63d7e05e0ec8), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:16.156280 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-6d47895a-0e5f-4e99-a6aa-d7a7b33e7f00 req-f8403c90-85a3-4099-8f18-f9ffd5a1747a tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] For port 55324eb7-137f-4749-980a-63d7e05e0ec8, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=55324eb7-137f-4749-980a-63d7e05e0ec8,segment=NetworkSegment(4db1c957-0684-4a6a-98a7-735cbede485b),segment_id=4db1c957-0684-4a6a-98a7-735cbede485b)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:16.156665 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6d47895a-0e5f-4e99-a6aa-d7a7b33e7f00 req-f8403c90-85a3-4099-8f18-f9ffd5a1747a tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (55324eb7-137f-4749-980a-63d7e05e0ec8), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:16.170561 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-6d47895a-0e5f-4e99-a6aa-d7a7b33e7f00 req-f8403c90-85a3-4099-8f18-f9ffd5a1747a tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Calling delete_port for 55324eb7-137f-4749-980a-63d7e05e0ec8 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:34:16.301949 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6d47895a-0e5f-4e99-a6aa-d7a7b33e7f00 req-f8403c90-85a3-4099-8f18-f9ffd5a1747a tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (55324eb7-137f-4749-980a-63d7e05e0ec8), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:16.315278 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['6900cdf1-7489-4100-b919-0573c759249d'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:34:16.319988 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['55324eb7-137f-4749-980a-63d7e05e0ec8'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:34:16.378863 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8403c90-85a3-4099-8f18-f9ffd5a1747a tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Pushing event deleted for resources: {'Port': ['ID=55324eb7-137f-4749-980a-63d7e05e0ec8,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:16.403496 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d47895a-0e5f-4e99-a6aa-d7a7b33e7f00 req-f8403c90-85a3-4099-8f18-f9ffd5a1747a tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] No DVR routers for this DVR port 55324eb7-137f-4749-980a-63d7e05e0ec8 on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:34:16.406503 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6d47895a-0e5f-4e99-a6aa-d7a7b33e7f00 req-f8403c90-85a3-4099-8f18-f9ffd5a1747a tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:16.410694 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6d47895a-0e5f-4e99-a6aa-d7a7b33e7f00 req-f8403c90-85a3-4099-8f18-f9ffd5a1747a tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.85 "DELETE /v2.0/ports/55324eb7-137f-4749-980a-63d7e05e0ec8 HTTP/1.1" status: 204 len: 173 time: 0.4804339 Mar 22 19:34:16.411325 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b249dbc-df49-4e93-b42f-4428cad54e44', 'name': 'network-vif-deleted', 'tag': '55324eb7-137f-4749-980a-63d7e05e0ec8'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:34:16.413814 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300b8461-975d-4482-8a88-0883213dfe4f" -d '{"events": [{"server_uuid": "3b249dbc-df49-4e93-b42f-4428cad54e44", "name": "network-vif-deleted", "tag": "55324eb7-137f-4749-980a-63d7e05e0ec8"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:34:16.465533 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458481a8-ff04-4d45-986e-52ce92803bcc x-openstack-request-id: req-458481a8-ff04-4d45-986e-52ce92803bcc {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:34:16.465847 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b249dbc-df49-4e93-b42f-4428cad54e44", "name": "network-vif-deleted", "tag": "55324eb7-137f-4749-980a-63d7e05e0ec8", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:34:16.466831 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-458481a8-ff04-4d45-986e-52ce92803bcc {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:34:16.467253 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-458481a8-ff04-4d45-986e-52ce92803bcc'] response: {'server_uuid': '3b249dbc-df49-4e93-b42f-4428cad54e44', 'name': 'network-vif-deleted', 'tag': '55324eb7-137f-4749-980a-63d7e05e0ec8', 'status': 'completed', 'code': 200} Mar 22 19:34:16.706065 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e7e50835-72d5-44d9-8179-d606246ec727 req-abd4f281-7e1c-4163-b32f-edf0f9c46ab2 tempest-ServerShowV257Test-1238123205 tempest-ServerShowV257Test-1238123205-project] 10.222.0.75 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.0428336 Mar 22 19:34:16.943654 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4ca13e1a-9d01-4e94-8391-f82393a82171 req-bda8ce8a-bf3d-46e4-85c2-6d2b392eb6e0 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b249dbc-df49-4e93-b42f-4428cad54e44 HTTP/1.1" status: 200 len: 210 time: 0.0369329 Mar 22 19:34:17.081080 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9a4d213-98a3-4994-9e8e-9530b1944866 req-a8032c31-ddcb-412c-a812-6d5307464f0e tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.0315564 Mar 22 19:34:17.088509 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device fc006b96-b91a-4b18-b354-293c37602770 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:34:17.144906 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-52b0d11c-cff2-4d4f-846a-944ed4f4344e req-42c6ef7c-3983-42a7-853c-04a00392357d tempest-ServerShowV257Test-1238123205 tempest-ServerShowV257Test-1238123205-project] 10.222.0.85 "GET /v2.0/ports?device_id=217657d4-8def-463d-bfc0-5f9e4111fdaa HTTP/1.1" status: 200 len: 210 time: 0.0788281 Mar 22 19:34:17.277978 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7aaedc-c30a-4f19-8125-96fb9cda2429 req-4eb9ba52-64b5-4e12-bb12-df412ed913d5 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:17.281510 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce7aaedc-c30a-4f19-8125-96fb9cda2429 req-4eb9ba52-64b5-4e12-bb12-df412ed913d5 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb449ea2-de0c-496e-829f-154e91bd87cc HTTP/1.1" status: 200 len: 944 time: 0.0904505 Mar 22 19:34:17.302593 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port fc006b96-b91a-4b18-b354-293c37602770, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=fc006b96-b91a-4b18-b354-293c37602770,segment=NetworkSegment(6e736185-0014-45d0-ba97-665298266e3f),segment_id=6e736185-0014-45d0-ba97-665298266e3f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:17.334371 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'fc006b96-b91a-4b18-b354-293c37602770', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'port_id': 'fc006b96-b91a-4b18-b354-293c37602770', 'mac_address': 'fa:16:3e:72:84:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:34:17.364718 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce7aaedc-c30a-4f19-8125-96fb9cda2429 req-8901bfed-b24e-4cbe-9580-85c6e6b5b26b tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=290e7043-6f18-4a58-afcb-214a6f57e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765958 Mar 22 19:34:17.415249 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-44626470-247c-4392-8f29-ff660f437460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:17.417287 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port fc006b96-b91a-4b18-b354-293c37602770 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:17.417678 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fc006b96-b91a-4b18-b354-293c37602770), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:17.432044 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc006b96-b91a-4b18-b354-293c37602770 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:34:17.456757 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port fc006b96-b91a-4b18-b354-293c37602770, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=fc006b96-b91a-4b18-b354-293c37602770,segment=NetworkSegment(6e736185-0014-45d0-ba97-665298266e3f),segment_id=6e736185-0014-45d0-ba97-665298266e3f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:17.460963 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (fc006b96-b91a-4b18-b354-293c37602770), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:17.535173 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=fc006b96-b91a-4b18-b354-293c37602770,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:17.849967 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['fc006b96-b91a-4b18-b354-293c37602770'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:34:18.243999 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:18.309047 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59984) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:18.342478 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f8dcbc0e-b422-4b6e-9744-878d375986d1 req-cf3d1305-0238-451b-bf0c-4e086d9c29ad tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.0772130 Mar 22 19:34:18.517403 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c26e9638-b0e0-4ed1-9a2b-0acae93f9ffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:18.540309 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1273a30-c680-4adf-9fad-3f3a483a5cc4 req-c0cd7122-3509-4d76-a09e-bdde82aaf7de tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:18.548280 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1273a30-c680-4adf-9fad-3f3a483a5cc4 req-c0cd7122-3509-4d76-a09e-bdde82aaf7de tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb449ea2-de0c-496e-829f-154e91bd87cc HTTP/1.1" status: 200 len: 945 time: 0.0710998 Mar 22 19:34:18.620995 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1273a30-c680-4adf-9fad-3f3a483a5cc4 req-12ba5e09-9320-4730-9679-980cc9623bc8 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=290e7043-6f18-4a58-afcb-214a6f57e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717516 Mar 22 19:34:18.661703 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:18.738472 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c26e9638-b0e0-4ed1-9a2b-0acae93f9ffe admin admin] Publish callbacks [] for security_group (1b76a7fa-25ec-4291-9bcb-2aa5e279961c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:18.743365 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c26e9638-b0e0-4ed1-9a2b-0acae93f9ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1b76a7fa-25ec-4291-9bcb-2aa5e279961c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:18.824077 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e9638-b0e0-4ed1-9a2b-0acae93f9ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b76a7fa-25ec-4291-9bcb-2aa5e279961c,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:18.830770 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c26e9638-b0e0-4ed1-9a2b-0acae93f9ffe admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dda9f033c38e493b81172387d50c685b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5184236 Mar 22 19:34:18.833371 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60006) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:18.944638 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c894fad3-3794-4b8c-98c6-a1963a5be093 admin admin] Publish callbacks [] for security_group (1b76a7fa-25ec-4291-9bcb-2aa5e279961c), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:19.033710 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c894fad3-3794-4b8c-98c6-a1963a5be093 admin admin] Publish callbacks [] for security_group (1b76a7fa-25ec-4291-9bcb-2aa5e279961c), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:19.087210 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device fc006b96-b91a-4b18-b354-293c37602770 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:34:19.197064 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c894fad3-3794-4b8c-98c6-a1963a5be093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1b76a7fa-25ec-4291-9bcb-2aa5e279961c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:19.200432 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c894fad3-3794-4b8c-98c6-a1963a5be093 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:19.206936 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c894fad3-3794-4b8c-98c6-a1963a5be093 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1b76a7fa-25ec-4291-9bcb-2aa5e279961c HTTP/1.1" status: 204 len: 168 time: 0.3719363 Mar 22 19:34:19.211010 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port fc006b96-b91a-4b18-b354-293c37602770 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:34:19.221052 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port fc006b96-b91a-4b18-b354-293c37602770 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:19.223695 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (fc006b96-b91a-4b18-b354-293c37602770), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:19.229782 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894fad3-3794-4b8c-98c6-a1963a5be093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b76a7fa-25ec-4291-9bcb-2aa5e279961c,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:19.327192 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086269a-b362-417a-899c-6122f3b0cf22 req-ed3d87c1-363a-4da9-811a-d3f9ef9b9dab tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:19.335635 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d086269a-b362-417a-899c-6122f3b0cf22 req-ed3d87c1-363a-4da9-811a-d3f9ef9b9dab tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8e61495-b1c5-4f33-853b-9066d82e06e2 HTTP/1.1" status: 200 len: 945 time: 0.1031456 Mar 22 19:34:19.430121 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port fc006b96-b91a-4b18-b354-293c37602770 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:19.430704 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fc006b96-b91a-4b18-b354-293c37602770), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:19.456247 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d086269a-b362-417a-899c-6122f3b0cf22 req-6afd1c1c-7095-4065-904b-326c6d520b55 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069441 Mar 22 19:34:19.503566 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb449ea2-de0c-496e-829f-154e91bd87cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc006b96-b91a-4b18-b354-293c37602770'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:34:19.510630 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba09cfa-a4a2-4627-8207-bf385abe191b" -d '{"events": [{"server_uuid": "cb449ea2-de0c-496e-829f-154e91bd87cc", "name": "network-vif-plugged", "status": "completed", "tag": "fc006b96-b91a-4b18-b354-293c37602770"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:34:19.531644 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port fc006b96-b91a-4b18-b354-293c37602770, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=fc006b96-b91a-4b18-b354-293c37602770,segment=NetworkSegment(6e736185-0014-45d0-ba97-665298266e3f),segment_id=6e736185-0014-45d0-ba97-665298266e3f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:19.538573 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (fc006b96-b91a-4b18-b354-293c37602770), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:19.539863 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 55324eb7-137f-4749-980a-63d7e05e0ec8 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:34:19.569266 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0506790f-93fa-4f40-8104-953abcb35c09 req-1d1bac8c-d8f3-4821-aee9-211cb4e06ca5 tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.0490010 Mar 22 19:34:19.628749 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b327b35d-a754-4f73-863f-166cc75a3664 x-openstack-request-id: req-b327b35d-a754-4f73-863f-166cc75a3664 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:34:19.629317 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb449ea2-de0c-496e-829f-154e91bd87cc", "name": "network-vif-plugged", "status": "completed", "tag": "fc006b96-b91a-4b18-b354-293c37602770", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:34:19.629601 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b327b35d-a754-4f73-863f-166cc75a3664 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:34:19.630156 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b327b35d-a754-4f73-863f-166cc75a3664'] response: {'server_uuid': 'cb449ea2-de0c-496e-829f-154e91bd87cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc006b96-b91a-4b18-b354-293c37602770', 'code': 200} Mar 22 19:34:19.672833 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=fc006b96-b91a-4b18-b354-293c37602770,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:19.686427 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 55324eb7-137f-4749-980a-63d7e05e0ec8 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:34:19.687037 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 55324eb7-137f-4749-980a-63d7e05e0ec8 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:34:19.773394 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be6f41-6734-4db7-91aa-dbec3507e421 req-a51bb3b4-9b36-4cb7-896a-6308ba4697b5 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:19.782866 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e9be6f41-6734-4db7-91aa-dbec3507e421 req-a51bb3b4-9b36-4cb7-896a-6308ba4697b5 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb449ea2-de0c-496e-829f-154e91bd87cc HTTP/1.1" status: 200 len: 946 time: 0.0710051 Mar 22 19:34:19.783085 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d92365-87b6-4915-8259-1d46d29c6af1 req-ceed0e31-52df-4ca8-a190-ecdc3077d903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:19.785713 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-80d92365-87b6-4915-8259-1d46d29c6af1 req-ceed0e31-52df-4ca8-a190-ecdc3077d903 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=cb449ea2-de0c-496e-829f-154e91bd87cc HTTP/1.1" status: 200 len: 1129 time: 0.1215870 Mar 22 19:34:19.864915 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e9be6f41-6734-4db7-91aa-dbec3507e421 req-36b3cfd0-cf6e-43a5-8e13-93172971ff6e tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=290e7043-6f18-4a58-afcb-214a6f57e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810280 Mar 22 19:34:19.887668 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-80d92365-87b6-4915-8259-1d46d29c6af1 req-8e2dccbf-1b3c-4ffa-9438-75cf7426d906 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=290e7043-6f18-4a58-afcb-214a6f57e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947485 Mar 22 19:34:20.066007 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:20.201303 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60046) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:20.389070 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-5e94b482-e211-4cf0-b5de-3d5952341c03 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1644507476-network', 'tenant_id': '137468e00bf34ff2a062af7508045a68'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:20.441316 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e94b482-e211-4cf0-b5de-3d5952341c03 admin admin] Made reservation on behalf of 137468e00bf34ff2a062af7508045a68 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:34:20.443994 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5e94b482-e211-4cf0-b5de-3d5952341c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:20.456682 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5e94b482-e211-4cf0-b5de-3d5952341c03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:20.655789 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5e94b482-e211-4cf0-b5de-3d5952341c03 admin admin] Publish callbacks [] for security_group (032d41c8-cd20-4244-8988-cf565f139df6), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:20.665822 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5e94b482-e211-4cf0-b5de-3d5952341c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (032d41c8-cd20-4244-8988-cf565f139df6), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:20.709660 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e94b482-e211-4cf0-b5de-3d5952341c03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:34:20.721414 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5e94b482-e211-4cf0-b5de-3d5952341c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (435fbae2-eb12-43d5-a18b-594248db5fb6), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:20.722144 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-5e94b482-e211-4cf0-b5de-3d5952341c03 admin admin] Added segment 435fbae2-eb12-43d5-a18b-594248db5fb6 of type vlan for network c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d Mar 22 19:34:20.785930 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5e94b482-e211-4cf0-b5de-3d5952341c03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:20.828727 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5e94b482-e211-4cf0-b5de-3d5952341c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:20.829720 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ddf824be-ea2f-42be-910b-26d21bf4af48 req-e97b3775-e6b3-4ee2-81aa-4ca245e97943 tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.0878344 Mar 22 19:34:20.831261 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e94b482-e211-4cf0-b5de-3d5952341c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:20.832100 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5e94b482-e211-4cf0-b5de-3d5952341c03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:20.846968 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c764b18-61f5-4708-99d2-b9612cbb44c0 req-1e3acfae-216f-497b-ac4b-fc9a48c9e4b2 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:20.848743 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1c764b18-61f5-4708-99d2-b9612cbb44c0 req-1e3acfae-216f-497b-ac4b-fc9a48c9e4b2 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.84 "GET /v2.0/ports?device_id=b8e61495-b1c5-4f33-853b-9066d82e06e2 HTTP/1.1" status: 200 len: 945 time: 0.2139933 Mar 22 19:34:20.879553 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346111f7-0175-4097-b192-adc699b13790 req-0c77c818-b6f0-442d-b058-059ea3783190 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:20.898360 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-346111f7-0175-4097-b192-adc699b13790 req-0c77c818-b6f0-442d-b058-059ea3783190 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8e61495-b1c5-4f33-853b-9066d82e06e2 HTTP/1.1" status: 200 len: 945 time: 0.3425558 Mar 22 19:34:20.900351 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94b482-e211-4cf0-b5de-3d5952341c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032d41c8-cd20-4244-8988-cf565f139df6,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:20.913428 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5e94b482-e211-4cf0-b5de-3d5952341c03 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7091260 Mar 22 19:34:20.919005 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60058) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:20.924701 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-20972f73-ab84-4d82-bffe-6c2aa2bc262d admin admin] Request body: {'subnet': {'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1644507476-subnet', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:20.937541 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94b482-e211-4cf0-b5de-3d5952341c03 admin admin] Pushing event updated for resources: {'Network': ['ID=c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:20.949904 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:34:20.968719 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20972f73-ab84-4d82-bffe-6c2aa2bc262d admin admin] Made reservation on behalf of 137468e00bf34ff2a062af7508045a68 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:34:20.971518 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-20972f73-ab84-4d82-bffe-6c2aa2bc262d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:21.049226 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-346111f7-0175-4097-b192-adc699b13790 req-cbddd137-796a-44ea-890d-36b40aeab626 tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/security-groups?id=511b9707-c255-4796-a740-e48601c0e973&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489840 Mar 22 19:34:21.162505 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ce4b9f-56bb-4ba0-82b0-628934d68946 req-e6a8859a-d242-45d0-9933-d14bcc34e4c2 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:21.169459 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d8ce4b9f-56bb-4ba0-82b0-628934d68946 req-e6a8859a-d242-45d0-9933-d14bcc34e4c2 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb449ea2-de0c-496e-829f-154e91bd87cc HTTP/1.1" status: 200 len: 946 time: 0.1397545 Mar 22 19:34:21.196549 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-1c764b18-61f5-4708-99d2-b9612cbb44c0 req-ac6a63bf-2038-49f6-8fe7-434b28c7123d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Deleting port 6900cdf1-7489-4100-b919-0573c759249d {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:34:21.197031 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1c764b18-61f5-4708-99d2-b9612cbb44c0 req-ac6a63bf-2038-49f6-8fe7-434b28c7123d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (6900cdf1-7489-4100-b919-0573c759249d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:21.295452 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-1c764b18-61f5-4708-99d2-b9612cbb44c0 req-ac6a63bf-2038-49f6-8fe7-434b28c7123d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] For port 6900cdf1-7489-4100-b919-0573c759249d, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=6900cdf1-7489-4100-b919-0573c759249d,segment=NetworkSegment(4db1c957-0684-4a6a-98a7-735cbede485b),segment_id=4db1c957-0684-4a6a-98a7-735cbede485b)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:21.295975 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1c764b18-61f5-4708-99d2-b9612cbb44c0 req-ac6a63bf-2038-49f6-8fe7-434b28c7123d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (6900cdf1-7489-4100-b919-0573c759249d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:21.303983 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-20972f73-ab84-4d82-bffe-6c2aa2bc262d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (c16ed728-31a8-4b8b-ab21-2e035a2f97dd), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:21.313392 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-1c764b18-61f5-4708-99d2-b9612cbb44c0 req-ac6a63bf-2038-49f6-8fe7-434b28c7123d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Calling delete_port for 6900cdf1-7489-4100-b919-0573c759249d owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:34:21.345573 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:21.392964 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20972f73-ab84-4d82-bffe-6c2aa2bc262d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c16ed728-31a8-4b8b-ab21-2e035a2f97dd,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:21.429225 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20972f73-ab84-4d82-bffe-6c2aa2bc262d admin admin] Checking segment: {'id': '435fbae2-eb12-43d5-a18b-594248db5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:34:21.429555 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20972f73-ab84-4d82-bffe-6c2aa2bc262d admin admin] Network hostable DHCP agents. Network: c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:34:21.452535 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20972f73-ab84-4d82-bffe-6c2aa2bc262d admin admin] Network c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:34:21.475595 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-20972f73-ab84-4d82-bffe-6c2aa2bc262d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:34:21.480724 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20972f73-ab84-4d82-bffe-6c2aa2bc262d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:21.482405 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-20972f73-ab84-4d82-bffe-6c2aa2bc262d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:21.486141 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7c8f88-345b-49a2-bcfb-faee7675febd None None] Network c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:34:21.539323 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-20972f73-ab84-4d82-bffe-6c2aa2bc262d admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6159194 Mar 22 19:34:21.539665 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60066) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:21.553401 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-f0925c65-a72e-4e48-8154-c2c013413756 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1644507476-router', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:21.610634 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f0925c65-a72e-4e48-8154-c2c013413756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (3e2daac6-c118-47c8-94fb-9bc4d89e262a), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:21.612020 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f0925c65-a72e-4e48-8154-c2c013413756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (3e2daac6-c118-47c8-94fb-9bc4d89e262a), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:21.734142 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab0fe9e-8bd7-4b6b-8026-f4ac3260e76a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d', 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d', 'project_id': '137468e00bf34ff2a062af7508045a68', 'fixed_ips': [{'subnet_id': 'c16ed728-31a8-4b8b-ab21-2e035a2f97dd'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:34:21.735375 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1ab0fe9e-8bd7-4b6b-8026-f4ac3260e76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:21.760080 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d8ce4b9f-56bb-4ba0-82b0-628934d68946 req-992a479f-b725-48bd-add5-cc7f964c261f tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=290e7043-6f18-4a58-afcb-214a6f57e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5895894 Mar 22 19:34:21.762693 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60070) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:21.777736 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1c764b18-61f5-4708-99d2-b9612cbb44c0 req-ac6a63bf-2038-49f6-8fe7-434b28c7123d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (6900cdf1-7489-4100-b919-0573c759249d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:21.802138 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['6900cdf1-7489-4100-b919-0573c759249d'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:34:21.803451 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f0925c65-a72e-4e48-8154-c2c013413756 admin admin] Publish callbacks [] for router_controller (3e2daac6-c118-47c8-94fb-9bc4d89e262a), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:21.879657 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a63bf-2038-49f6-8fe7-434b28c7123d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Pushing event deleted for resources: {'Port': ['ID=6900cdf1-7489-4100-b919-0573c759249d,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:22.019662 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c764b18-61f5-4708-99d2-b9612cbb44c0 req-ac6a63bf-2038-49f6-8fe7-434b28c7123d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] No DVR routers for this DVR port 6900cdf1-7489-4100-b919-0573c759249d on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:34:22.022517 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1c764b18-61f5-4708-99d2-b9612cbb44c0 req-ac6a63bf-2038-49f6-8fe7-434b28c7123d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:22.026023 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1c764b18-61f5-4708-99d2-b9612cbb44c0 req-ac6a63bf-2038-49f6-8fe7-434b28c7123d tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.84 "DELETE /v2.0/ports/6900cdf1-7489-4100-b919-0573c759249d HTTP/1.1" status: 204 len: 173 time: 1.0909338 Mar 22 19:34:22.032616 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8e61495-b1c5-4f33-853b-9066d82e06e2', 'name': 'network-vif-deleted', 'tag': '6900cdf1-7489-4100-b919-0573c759249d'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:34:22.034911 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b9fb3c-fe05-4757-a651-2e6ccbc2876f" -d '{"events": [{"server_uuid": "b8e61495-b1c5-4f33-853b-9066d82e06e2", "name": "network-vif-deleted", "tag": "6900cdf1-7489-4100-b919-0573c759249d"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:34:22.096711 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-87c69016-02b7-4080-890f-364076bac8ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:22.100753 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-1ab0fe9e-8bd7-4b6b-8026-f4ac3260e76a None None] Allocated IP 172.20.0.2 (c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d/c16ed728-31a8-4b8b-ab21-2e035a2f97dd/b62d401b-a74e-4a6c-a612-c72a54423dd5) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:34:22.133872 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c147ee65-0bce-4355-9f0a-9a3ed51d32b3 req-01afcf41-0f7d-4765-be01-acf36dab72a4 tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.1068177 Mar 22 19:34:22.207977 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f0925c65-a72e-4e48-8154-c2c013413756 admin admin] Publish callbacks [] for router_gateway (3e2daac6-c118-47c8-94fb-9bc4d89e262a), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:22.353686 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1457a3bd-caae-4a69-8d71-101ac2bf0513 req-d9ff217d-d9ce-41c0-8fca-434ddede0b2f tempest-ServersTestJSON-1542498323 tempest-ServersTestJSON-1542498323-project] 10.222.0.75 "GET /v2.0/ports?device_id=b8e61495-b1c5-4f33-853b-9066d82e06e2 HTTP/1.1" status: 200 len: 210 time: 0.0548756 Mar 22 19:34:22.412926 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-87c69016-02b7-4080-890f-364076bac8ac admin admin] Publish callbacks [] for security_group (d1a05889-4ab8-408a-b666-4a089bffe4e9), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:22.420804 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-87c69016-02b7-4080-890f-364076bac8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d1a05889-4ab8-408a-b666-4a089bffe4e9), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:22.477607 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1ab0fe9e-8bd7-4b6b-8026-f4ac3260e76a None None] Publish callbacks [] for port (b62d401b-a74e-4a6c-a612-c72a54423dd5), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:22.486502 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1ab0fe9e-8bd7-4b6b-8026-f4ac3260e76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (b62d401b-a74e-4a6c-a612-c72a54423dd5), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:22.491725 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5dee8c9-7a09-40a0-806e-87b0a921351e x-openstack-request-id: req-f5dee8c9-7a09-40a0-806e-87b0a921351e {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:34:22.492021 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8e61495-b1c5-4f33-853b-9066d82e06e2", "name": "network-vif-deleted", "tag": "6900cdf1-7489-4100-b919-0573c759249d", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:34:22.492272 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f5dee8c9-7a09-40a0-806e-87b0a921351e {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:34:22.492682 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5dee8c9-7a09-40a0-806e-87b0a921351e'] response: {'server_uuid': 'b8e61495-b1c5-4f33-853b-9066d82e06e2', 'name': 'network-vif-deleted', 'tag': '6900cdf1-7489-4100-b919-0573c759249d', 'status': 'completed', 'code': 200} Mar 22 19:34:22.514212 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-87c69016-02b7-4080-890f-364076bac8ac admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=58c90a66e228425ab865b55675eba1e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7490680 Mar 22 19:34:22.515032 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60084) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:22.515715 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c69016-02b7-4080-890f-364076bac8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a05889-4ab8-408a-b666-4a089bffe4e9,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:22.549375 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab0fe9e-8bd7-4b6b-8026-f4ac3260e76a None None] Network c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:34:22.554540 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-1ab0fe9e-8bd7-4b6b-8026-f4ac3260e76a None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:34:22.563228 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab0fe9e-8bd7-4b6b-8026-f4ac3260e76a None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:34:22.566616 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0fe9e-8bd7-4b6b-8026-f4ac3260e76a None None] Pushing event updated for resources: {'Port': ['ID=b62d401b-a74e-4a6c-a612-c72a54423dd5,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:22.631034 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f0925c65-a72e-4e48-8154-c2c013413756 admin admin] Publish callbacks [] for router_gateway (3e2daac6-c118-47c8-94fb-9bc4d89e262a), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:22.655357 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f0925c65-a72e-4e48-8154-c2c013413756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:22.660875 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-1ab0fe9e-8bd7-4b6b-8026-f4ac3260e76a None None] Attempting to bind port b62d401b-a74e-4a6c-a612-c72a54423dd5 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:34:22.661519 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-1ab0fe9e-8bd7-4b6b-8026-f4ac3260e76a None None] Attempting to bind port b62d401b-a74e-4a6c-a612-c72a54423dd5 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '435fbae2-eb12-43d5-a18b-594248db5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:34:22.666125 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab0fe9e-8bd7-4b6b-8026-f4ac3260e76a None None] Attempting to bind port b62d401b-a74e-4a6c-a612-c72a54423dd5 on network c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:34:22.673998 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab0fe9e-8bd7-4b6b-8026-f4ac3260e76a None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:34:22.674400 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab0fe9e-8bd7-4b6b-8026-f4ac3260e76a None None] Checking segment: {'id': '435fbae2-eb12-43d5-a18b-594248db5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:34:22.676455 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1ab0fe9e-8bd7-4b6b-8026-f4ac3260e76a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:22.676933 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab0fe9e-8bd7-4b6b-8026-f4ac3260e76a None None] Bound using segment: {'id': '435fbae2-eb12-43d5-a18b-594248db5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:34:22.678324 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-1ab0fe9e-8bd7-4b6b-8026-f4ac3260e76a None None] Bound port: b62d401b-a74e-4a6c-a612-c72a54423dd5, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435fbae2-eb12-43d5-a18b-594248db5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:34:22.678741 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1ab0fe9e-8bd7-4b6b-8026-f4ac3260e76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b62d401b-a74e-4a6c-a612-c72a54423dd5), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:22.679807 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-33aef187-1b4c-40f7-9f3c-525e7421cf54 admin admin] Publish callbacks [] for security_group (d1a05889-4ab8-408a-b666-4a089bffe4e9), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:22.745989 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-33aef187-1b4c-40f7-9f3c-525e7421cf54 admin admin] Publish callbacks [] for security_group (d1a05889-4ab8-408a-b666-4a089bffe4e9), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:22.818085 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-1ab0fe9e-8bd7-4b6b-8026-f4ac3260e76a None None] For port b62d401b-a74e-4a6c-a612-c72a54423dd5, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:34:22.823546 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-1ab0fe9e-8bd7-4b6b-8026-f4ac3260e76a None None] For port b62d401b-a74e-4a6c-a612-c72a54423dd5, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b62d401b-a74e-4a6c-a612-c72a54423dd5,segment=NetworkSegment(435fbae2-eb12-43d5-a18b-594248db5fb6),segment_id=435fbae2-eb12-43d5-a18b-594248db5fb6)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:34:22.836216 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-33aef187-1b4c-40f7-9f3c-525e7421cf54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d1a05889-4ab8-408a-b666-4a089bffe4e9), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:22.839687 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1ab0fe9e-8bd7-4b6b-8026-f4ac3260e76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b62d401b-a74e-4a6c-a612-c72a54423dd5), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:22.842218 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-33aef187-1b4c-40f7-9f3c-525e7421cf54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:22.844628 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-33aef187-1b4c-40f7-9f3c-525e7421cf54 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d1a05889-4ab8-408a-b666-4a089bffe4e9 HTTP/1.1" status: 204 len: 168 time: 0.3238847 Mar 22 19:34:22.853640 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-f0925c65-a72e-4e48-8154-c2c013413756 admin admin] Allocated IP 172.25.5.141 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/5d882510-5296-420a-a4de-029d0f6aa513) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:34:22.868174 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aef187-1b4c-40f7-9f3c-525e7421cf54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a05889-4ab8-408a-b666-4a089bffe4e9,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:23.001637 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0fe9e-8bd7-4b6b-8026-f4ac3260e76a None None] Pushing event updated for resources: {'Port': ['ID=b62d401b-a74e-4a6c-a612-c72a54423dd5,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:23.023028 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f0925c65-a72e-4e48-8154-c2c013413756 admin admin] Publish callbacks [] for port (5d882510-5296-420a-a4de-029d0f6aa513), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:23.060712 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb851d5-40dd-496d-8fdb-9b789792507d req-305a857a-97d2-49a4-88f7-333ef10e7b4a tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:23.068973 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fcb851d5-40dd-496d-8fdb-9b789792507d req-305a857a-97d2-49a4-88f7-333ef10e7b4a tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb449ea2-de0c-496e-829f-154e91bd87cc HTTP/1.1" status: 200 len: 946 time: 0.1667993 Mar 22 19:34:23.072362 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f0925c65-a72e-4e48-8154-c2c013413756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (5d882510-5296-420a-a4de-029d0f6aa513), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:23.158975 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0925c65-a72e-4e48-8154-c2c013413756 admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:34:23.167241 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-f0925c65-a72e-4e48-8154-c2c013413756 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:34:23.167924 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fcb851d5-40dd-496d-8fdb-9b789792507d req-24c873b8-c58f-4d69-9f11-0322b144a337 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=290e7043-6f18-4a58-afcb-214a6f57e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897689 Mar 22 19:34:23.175685 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0925c65-a72e-4e48-8154-c2c013413756 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:34:23.312307 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0925c65-a72e-4e48-8154-c2c013413756 admin admin] Pushing event updated for resources: {'Port': ['ID=5d882510-5296-420a-a4de-029d0f6aa513,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:23.457444 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c54e9432-4a2d-408a-a873-1e5349d8e2af req-819ef776-45ae-472b-a314-2685440d9cfc tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.0788012 Mar 22 19:34:23.468701 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60100) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:23.498819 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-13346465-9f98-4d1e-a7bd-f0ce9d7c9925 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:23.507561 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e63eb-f2ae-4933-aded-06ddb7975d8e req-4cc460a3-9e96-477b-84d3-c9fe2df72fcd tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:23.512805 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-538e63eb-f2ae-4933-aded-06ddb7975d8e req-4cc460a3-9e96-477b-84d3-c9fe2df72fcd tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb449ea2-de0c-496e-829f-154e91bd87cc HTTP/1.1" status: 200 len: 946 time: 0.1952553 Mar 22 19:34:23.521348 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60102) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:23.532148 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-9f7d7b12-0e0e-45a6-8248-612462b86edb tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Request body: {'floatingip': {'port_id': 'fc006b96-b91a-4b18-b354-293c37602770'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:23.552943 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60104) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:23.597403 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9f7d7b12-0e0e-45a6-8248-612462b86edb tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for floatingip (79aa6c44-00f8-4fc3-8fd9-54b267b6d741), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:23.601469 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe48bb3a-0de3-4b84-bbfc-ffc92e6d90a2 admin admin] Deleting subnet a5b5783a-62e8-4ee6-a6f8-aaff77d027db {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:34:23.607992 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fe48bb3a-0de3-4b84-bbfc-ffc92e6d90a2 admin admin] Publish callbacks [] for subnet (a5b5783a-62e8-4ee6-a6f8-aaff77d027db), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:23.661536 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fe48bb3a-0de3-4b84-bbfc-ffc92e6d90a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (a5b5783a-62e8-4ee6-a6f8-aaff77d027db), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:23.736663 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fe48bb3a-0de3-4b84-bbfc-ffc92e6d90a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (a5b5783a-62e8-4ee6-a6f8-aaff77d027db), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:23.898065 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fe48bb3a-0de3-4b84-bbfc-ffc92e6d90a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (a5b5783a-62e8-4ee6-a6f8-aaff77d027db), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:23.931629 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fe48bb3a-0de3-4b84-bbfc-ffc92e6d90a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:23.936095 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-fe48bb3a-0de3-4b84-bbfc-ffc92e6d90a2 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/a5b5783a-62e8-4ee6-a6f8-aaff77d027db HTTP/1.1" status: 204 len: 168 time: 0.3818893 Mar 22 19:34:23.940331 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe48bb3a-0de3-4b84-bbfc-ffc92e6d90a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5b5783a-62e8-4ee6-a6f8-aaff77d027db,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:23.944484 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60106) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:23.965181 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b62d401b-a74e-4a6c-a612-c72a54423dd5 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:34:24.019839 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-13346465-9f98-4d1e-a7bd-f0ce9d7c9925 admin admin] Publish callbacks [] for security_group (9fb1bf91-8a55-4ca7-af56-cc3a50166c4a), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:24.030170 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-13346465-9f98-4d1e-a7bd-f0ce9d7c9925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9fb1bf91-8a55-4ca7-af56-cc3a50166c4a), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:24.069145 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b62d401b-a74e-4a6c-a612-c72a54423dd5 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:24.070233 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b62d401b-a74e-4a6c-a612-c72a54423dd5), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:24.115305 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b8198c59-7fbc-4521-ae5d-f4c67b2b6e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (70904a24-7855-4ee9-ab3c-519e90a986a5), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:24.138601 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-13346465-9f98-4d1e-a7bd-f0ce9d7c9925 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b7a17245f1274b7cadb590b211ed100e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6656015 Mar 22 19:34:24.142666 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13346465-9f98-4d1e-a7bd-f0ce9d7c9925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb1bf91-8a55-4ca7-af56-cc3a50166c4a,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:24.146802 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f0925c65-a72e-4e48-8154-c2c013413756 admin admin] Publish callbacks [] for router_gateway (3e2daac6-c118-47c8-94fb-9bc4d89e262a), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:24.150812 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60108) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:24.290696 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b62d401b-a74e-4a6c-a612-c72a54423dd5 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:24.291089 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b62d401b-a74e-4a6c-a612-c72a54423dd5), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:24.341767 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port b62d401b-a74e-4a6c-a612-c72a54423dd5, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b62d401b-a74e-4a6c-a612-c72a54423dd5,segment=NetworkSegment(435fbae2-eb12-43d5-a18b-594248db5fb6),segment_id=435fbae2-eb12-43d5-a18b-594248db5fb6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:24.348574 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b62d401b-a74e-4a6c-a612-c72a54423dd5), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:24.411120 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=b62d401b-a74e-4a6c-a612-c72a54423dd5,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:24.447448 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b8198c59-7fbc-4521-ae5d-f4c67b2b6e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (70904a24-7855-4ee9-ab3c-519e90a986a5), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:24.484248 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-b8198c59-7fbc-4521-ae5d-f4c67b2b6e01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70904a24-7855-4ee9-ab3c-519e90a986a5']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:24.542539 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dbf0d607-cc65-4b18-94a6-be5f82fe61b0 admin admin] Publish callbacks [] for security_group (9fb1bf91-8a55-4ca7-af56-cc3a50166c4a), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:24.604795 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9f7d7b12-0e0e-45a6-8248-612462b86edb tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:24.613956 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dbf0d607-cc65-4b18-94a6-be5f82fe61b0 admin admin] Publish callbacks [] for security_group (9fb1bf91-8a55-4ca7-af56-cc3a50166c4a), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:24.634802 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad75bbb-abfc-448c-8980-495dd29429c7 None None] Network c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:34:24.642804 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9f7d7b12-0e0e-45a6-8248-612462b86edb tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (79aa6c44-00f8-4fc3-8fd9-54b267b6d741), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:24.694369 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f0925c65-a72e-4e48-8154-c2c013413756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (3e2daac6-c118-47c8-94fb-9bc4d89e262a), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:24.701041 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-b8198c59-7fbc-4521-ae5d-f4c67b2b6e01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db1c957-0684-4a6a-98a7-735cbede485b') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:24.703129 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-b8198c59-7fbc-4521-ae5d-f4c67b2b6e01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db1c957-0684-4a6a-98a7-735cbede485b') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:24.730468 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 6900cdf1-7489-4100-b919-0573c759249d no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:34:24.751016 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b8198c59-7fbc-4521-ae5d-f4c67b2b6e01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (4db1c957-0684-4a6a-98a7-735cbede485b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:24.765737 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [None req-9f7d7b12-0e0e-45a6-8248-612462b86edb tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Floating IP 79aa6c44-00f8-4fc3-8fd9-54b267b6d741 associated. External IP: 172.25.5.21, port: fc006b96-b91a-4b18-b354-293c37602770. Mar 22 19:34:24.783305 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 6900cdf1-7489-4100-b919-0573c759249d {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:34:24.783796 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 6900cdf1-7489-4100-b919-0573c759249d not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:34:24.793891 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-de977f20-7db9-49e8-aa05-1ca597b18483 None None] Provisioning complete for port b62d401b-a74e-4a6c-a612-c72a54423dd5 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:24.795153 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-de977f20-7db9-49e8-aa05-1ca597b18483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b62d401b-a74e-4a6c-a612-c72a54423dd5), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:24.824136 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b8198c59-7fbc-4521-ae5d-f4c67b2b6e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (4db1c957-0684-4a6a-98a7-735cbede485b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:24.838889 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8198c59-7fbc-4521-ae5d-f4c67b2b6e01 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:34:24.839621 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b8198c59-7fbc-4521-ae5d-f4c67b2b6e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (4db1c957-0684-4a6a-98a7-735cbede485b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:24.842160 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:34:24.842160 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:34:24.842160 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:34:24.842160 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:34:24.842160 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:34:24.842160 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:34:24.842160 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:34:24.842160 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:34:24.842160 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:34:24.842160 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:34:24.842160 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:34:24.842160 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:34:24.842160 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:34:24.842160 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:34:24.842160 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:34:24.842160 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:34:24.842160 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:34:24.842160 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:34:24.842160 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:34:24.842160 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:34:24.842160 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:34:24.842160 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:34:24.842160 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:34:24.842160 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:34:24.842160 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:34:24.842160 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:34:24.842160 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:34:24.842160 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:34:24.842160 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:34:24.842160 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:34:24.842160 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:34:24.842160 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:34:24.874132 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bc4540ab-36d8-4e96-ac70-d8a97b383aaf req-86ff29a1-f4d7-45f6-82ff-56d0def4e21c tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.2546759 Mar 22 19:34:24.937804 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b8198c59-7fbc-4521-ae5d-f4c67b2b6e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (70904a24-7855-4ee9-ab3c-519e90a986a5), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:24.942883 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-de977f20-7db9-49e8-aa05-1ca597b18483 None None] Current status of the port b62d401b-a74e-4a6c-a612-c72a54423dd5 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:24.945086 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b8198c59-7fbc-4521-ae5d-f4c67b2b6e01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:24.949375 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b8198c59-7fbc-4521-ae5d-f4c67b2b6e01 admin admin] 10.222.0.75 "DELETE /v2.0/networks/70904a24-7855-4ee9-ab3c-519e90a986a5 HTTP/1.1" status: 204 len: 168 time: 1.0037746 Mar 22 19:34:24.967571 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8198c59-7fbc-4521-ae5d-f4c67b2b6e01 admin admin] Pushing event deleted for resources: {'Network': ['ID=70904a24-7855-4ee9-ab3c-519e90a986a5,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:24.982744 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dbf0d607-cc65-4b18-94a6-be5f82fe61b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9fb1bf91-8a55-4ca7-af56-cc3a50166c4a), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:24.985316 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dbf0d607-cc65-4b18-94a6-be5f82fe61b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:24.993503 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-dbf0d607-cc65-4b18-94a6-be5f82fe61b0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9fb1bf91-8a55-4ca7-af56-cc3a50166c4a HTTP/1.1" status: 204 len: 168 time: 0.6157684 Mar 22 19:34:25.022911 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf0d607-cc65-4b18-94a6-be5f82fe61b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb1bf91-8a55-4ca7-af56-cc3a50166c4a,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:25.031792 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0925c65-a72e-4e48-8154-c2c013413756 admin admin] Router 3e2daac6-c118-47c8-94fb-9bc4d89e262a is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:34:25.216891 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0925c65-a72e-4e48-8154-c2c013413756 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:34:25.227418 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e68d46a-b27e-462f-89a9-35ab84eddc3e None None] Sync routers for ids ['3e2daac6-c118-47c8-94fb-9bc4d89e262a'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:34:25.256405 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e68d46a-b27e-462f-89a9-35ab84eddc3e None None] Routers {'3e2daac6-c118-47c8-94fb-9bc4d89e262a'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:34:25.257234 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-1e68d46a-b27e-462f-89a9-35ab84eddc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:34:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3e2daac6-c118-47c8-94fb-9bc4d89e262a'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:25.270707 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7d7b12-0e0e-45a6-8248-612462b86edb tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Router 3f5ce0f6-325f-436f-9377-56ca60b663e9 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:34:25.280520 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f0925c65-a72e-4e48-8154-c2c013413756 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:25.284938 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60118) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:25.285153 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f0925c65-a72e-4e48-8154-c2c013413756 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7423372 Mar 22 19:34:25.298048 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e5842219-f80c-4a5c-9895-9e5cbc8e179e None None] Provisioning complete for port b62d401b-a74e-4a6c-a612-c72a54423dd5 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:25.300056 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e5842219-f80c-4a5c-9895-9e5cbc8e179e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b62d401b-a74e-4a6c-a612-c72a54423dd5), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:25.333690 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60120) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:25.383087 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-eb2cb99f-5a89-4107-98f5-68f60992cf91 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e818723089fb4c08ae9f9bb223d23b27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435452 Mar 22 19:34:25.384016 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60124) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:25.465250 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-1e68d46a-b27e-462f-89a9-35ab84eddc3e None None] Set router 3e2daac6-c118-47c8-94fb-9bc4d89e262a gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:34:25.502082 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cb5a8cce-f5c1-4950-afa3-50c2e217aa21 admin admin] Publish callbacks [] for security_group (511b9707-c255-4796-a740-e48601c0e973), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:25.509148 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e5842219-f80c-4a5c-9895-9e5cbc8e179e None None] Current status of the port b62d401b-a74e-4a6c-a612-c72a54423dd5 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:25.538641 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cb5a8cce-f5c1-4950-afa3-50c2e217aa21 admin admin] Publish callbacks [] for security_group (511b9707-c255-4796-a740-e48601c0e973), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:25.674422 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-1e68d46a-b27e-462f-89a9-35ab84eddc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'name': 'tempest-AttachVolumeTestJSON-1644507476-router', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '5d882510-5296-420a-a4de-029d0f6aa513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:21Z', 'updated_at': '2022-03-22T19:34:23Z', 'revision_number': 3, 'project_id': '137468e00bf34ff2a062af7508045a68', 'gw_port': {'id': '5d882510-5296-420a-a4de-029d0f6aa513', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:22Z', 'updated_at': '2022-03-22T19:34:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:25.693734 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7d7b12-0e0e-45a6-8248-612462b86edb tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:34:25.699614 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9f7d7b12-0e0e-45a6-8248-612462b86edb tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:25.705016 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa88eac-c6c7-4a22-b071-55c805312f92 None None] Sync routers for ids ['3f5ce0f6-325f-436f-9377-56ca60b663e9'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:34:25.708761 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e68d46a-b27e-462f-89a9-35ab84eddc3e None None] Checking router: 3e2daac6-c118-47c8-94fb-9bc4d89e262a for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:34:25.709112 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e68d46a-b27e-462f-89a9-35ab84eddc3e None None] Updating router 3e2daac6-c118-47c8-94fb-9bc4d89e262a port 5d882510-5296-420a-a4de-029d0f6aa513 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:34:25.720382 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa88eac-c6c7-4a22-b071-55c805312f92 None None] Routers {'3f5ce0f6-325f-436f-9377-56ca60b663e9'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:34:25.721482 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7aa88eac-c6c7-4a22-b071-55c805312f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:34:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3f5ce0f6-325f-436f-9377-56ca60b663e9'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:25.747698 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-1e68d46a-b27e-462f-89a9-35ab84eddc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5d882510-5296-420a-a4de-029d0f6aa513), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:25.869889 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9f7d7b12-0e0e-45a6-8248-612462b86edb tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "PUT /v2.0/floatingips/79aa6c44-00f8-4fc3-8fd9-54b267b6d741 HTTP/1.1" status: 200 len: 991 time: 2.3339543 Mar 22 19:34:25.869889 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb449ea2-de0c-496e-829f-154e91bd87cc', 'tag': 'fc006b96-b91a-4b18-b354-293c37602770'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:34:25.869889 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf2e978-d1c2-44c7-a592-72b0949b991e" -d '{"events": [{"name": "network-changed", "server_uuid": "cb449ea2-de0c-496e-829f-154e91bd87cc", "tag": "fc006b96-b91a-4b18-b354-293c37602770"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:34:25.956866 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87767dd-f561-4eb0-beb8-79e815cced62 x-openstack-request-id: req-e87767dd-f561-4eb0-beb8-79e815cced62 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:34:25.957161 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb449ea2-de0c-496e-829f-154e91bd87cc", "tag": "fc006b96-b91a-4b18-b354-293c37602770", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:34:25.957406 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e87767dd-f561-4eb0-beb8-79e815cced62 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:34:25.957855 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e87767dd-f561-4eb0-beb8-79e815cced62'] response: {'name': 'network-changed', 'server_uuid': 'cb449ea2-de0c-496e-829f-154e91bd87cc', 'tag': 'fc006b96-b91a-4b18-b354-293c37602770', 'status': 'completed', 'code': 200} Mar 22 19:34:25.985894 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b62d401b-a74e-4a6c-a612-c72a54423dd5 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:34:26.066079 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-7aa88eac-c6c7-4a22-b071-55c805312f92 None None] Set router 3f5ce0f6-325f-436f-9377-56ca60b663e9 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:34:26.228290 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b62d401b-a74e-4a6c-a612-c72a54423dd5 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:26.232211 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b62d401b-a74e-4a6c-a612-c72a54423dd5), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:26.256902 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-1e68d46a-b27e-462f-89a9-35ab84eddc3e None None] Publish callbacks [] for port (5d882510-5296-420a-a4de-029d0f6aa513), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:26.266124 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-1e68d46a-b27e-462f-89a9-35ab84eddc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5d882510-5296-420a-a4de-029d0f6aa513), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:26.313558 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a8e0cac9-d775-4d58-80e9-566e7e0174fa req-369e90c0-e591-459a-b471-42fc80ce4a49 tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.1113079 Mar 22 19:34:26.329526 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c8c18-fd6b-4da6-a10a-cab38f990c2a None None] Pushing event updated for resources: {'Port': ['ID=5d882510-5296-420a-a4de-029d0f6aa513,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:26.352366 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-1e68d46a-b27e-462f-89a9-35ab84eddc3e None None] Attempting to bind port 5d882510-5296-420a-a4de-029d0f6aa513 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:34:26.352742 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-1e68d46a-b27e-462f-89a9-35ab84eddc3e None None] Attempting to bind port 5d882510-5296-420a-a4de-029d0f6aa513 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:34:26.353233 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e68d46a-b27e-462f-89a9-35ab84eddc3e None None] Attempting to bind port 5d882510-5296-420a-a4de-029d0f6aa513 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:34:26.359349 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e68d46a-b27e-462f-89a9-35ab84eddc3e None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:34:26.359726 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e68d46a-b27e-462f-89a9-35ab84eddc3e None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:34:26.360325 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-1e68d46a-b27e-462f-89a9-35ab84eddc3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:26.360895 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e68d46a-b27e-462f-89a9-35ab84eddc3e None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:34:26.361557 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-1e68d46a-b27e-462f-89a9-35ab84eddc3e None None] Bound port: 5d882510-5296-420a-a4de-029d0f6aa513, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:34:26.362162 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-1e68d46a-b27e-462f-89a9-35ab84eddc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5d882510-5296-420a-a4de-029d0f6aa513), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:26.460032 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-1e68d46a-b27e-462f-89a9-35ab84eddc3e None None] For port 5d882510-5296-420a-a4de-029d0f6aa513, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:34:26.461069 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d5338d14-2dfa-41a6-b0e6-95c060f75a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:26.467107 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-1e68d46a-b27e-462f-89a9-35ab84eddc3e None None] For port 5d882510-5296-420a-a4de-029d0f6aa513, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=5d882510-5296-420a-a4de-029d0f6aa513,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:34:26.473478 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf2e978-d1c2-44c7-a592-72b0949b991e req-9d54edaa-b4ae-4f07-b5dd-5a1572a19f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:26.475824 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7bf2e978-d1c2-44c7-a592-72b0949b991e req-9d54edaa-b4ae-4f07-b5dd-5a1572a19f07 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=432e8044b4dc4099baeb3ef825b89673&device_id=cb449ea2-de0c-496e-829f-154e91bd87cc HTTP/1.1" status: 200 len: 1129 time: 0.1186445 Mar 22 19:34:26.484329 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-1e68d46a-b27e-462f-89a9-35ab84eddc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5d882510-5296-420a-a4de-029d0f6aa513), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:26.562470 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e68d46a-b27e-462f-89a9-35ab84eddc3e None None] Routers {'3e2daac6-c118-47c8-94fb-9bc4d89e262a'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:34:26.563666 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-1e68d46a-b27e-462f-89a9-35ab84eddc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:34:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3e2daac6-c118-47c8-94fb-9bc4d89e262a'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:26.568018 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c8c18-fd6b-4da6-a10a-cab38f990c2a None None] Pushing event updated for resources: {'Port': ['ID=5d882510-5296-420a-a4de-029d0f6aa513,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:26.630415 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cb5a8cce-f5c1-4950-afa3-50c2e217aa21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (511b9707-c255-4796-a740-e48601c0e973), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:26.633038 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cb5a8cce-f5c1-4950-afa3-50c2e217aa21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:26.648024 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cb5a8cce-f5c1-4950-afa3-50c2e217aa21 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/511b9707-c255-4796-a740-e48601c0e973 HTTP/1.1" status: 204 len: 168 time: 1.2599394 Mar 22 19:34:26.685816 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-d5338d14-2dfa-41a6-b0e6-95c060f75a4e admin admin] Allocated IP 172.20.0.1 (c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d/c16ed728-31a8-4b8b-ab21-2e035a2f97dd/460594b0-1d87-4e35-a1c8-e3281e83e78e) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:34:26.690141 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a8cce-f5c1-4950-afa3-50c2e217aa21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511b9707-c255-4796-a740-e48601c0e973,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:26.727698 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a8cce-f5c1-4950-afa3-50c2e217aa21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:26.728088 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a8cce-f5c1-4950-afa3-50c2e217aa21 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:26.728389 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a8cce-f5c1-4950-afa3-50c2e217aa21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:26.728728 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a8cce-f5c1-4950-afa3-50c2e217aa21 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:26.729061 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a8cce-f5c1-4950-afa3-50c2e217aa21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:26.729391 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a8cce-f5c1-4950-afa3-50c2e217aa21 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:26.729719 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a8cce-f5c1-4950-afa3-50c2e217aa21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:26.756411 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a8cce-f5c1-4950-afa3-50c2e217aa21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:26.757086 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a8cce-f5c1-4950-afa3-50c2e217aa21 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:26.757599 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a8cce-f5c1-4950-afa3-50c2e217aa21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:26.759196 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a8cce-f5c1-4950-afa3-50c2e217aa21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:26.759738 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a8cce-f5c1-4950-afa3-50c2e217aa21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:26.765075 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a8cce-f5c1-4950-afa3-50c2e217aa21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:26.765951 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a8cce-f5c1-4950-afa3-50c2e217aa21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:26.772671 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb5a8cce-f5c1-4950-afa3-50c2e217aa21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:34:26.808463 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-1e68d46a-b27e-462f-89a9-35ab84eddc3e None None] Set router 3e2daac6-c118-47c8-94fb-9bc4d89e262a gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:34:26.834095 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d5338d14-2dfa-41a6-b0e6-95c060f75a4e admin admin] Publish callbacks [] for port (460594b0-1d87-4e35-a1c8-e3281e83e78e), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:26.885142 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d5338d14-2dfa-41a6-b0e6-95c060f75a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (460594b0-1d87-4e35-a1c8-e3281e83e78e), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:26.920235 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b62d401b-a74e-4a6c-a612-c72a54423dd5 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:26.921958 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf2e978-d1c2-44c7-a592-72b0949b991e req-1dcbad30-3296-46ba-a055-098fe0754b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:26.923778 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7bf2e978-d1c2-44c7-a592-72b0949b991e req-1dcbad30-3296-46ba-a055-098fe0754b82 service neutron] 10.222.0.85 "GET /v2.0/networks?id=df3cb172-3bab-443c-aa40-b32eebecd0b3 HTTP/1.1" status: 200 len: 915 time: 0.4413064 Mar 22 19:34:26.980639 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5338d14-2dfa-41a6-b0e6-95c060f75a4e admin admin] Network c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:34:26.987025 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-d5338d14-2dfa-41a6-b0e6-95c060f75a4e admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:34:26.988955 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7aa88eac-c6c7-4a22-b071-55c805312f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'name': 'tempest-AttachVolumeNegativeTest-186120780-router', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:33:57Z', 'updated_at': '2022-03-22T19:34:01Z', 'revision_number': 4, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'gw_port': {'id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:33:58Z', 'updated_at': '2022-03-22T19:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '79aa6c44-00f8-4fc3-8fd9-54b267b6d741', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'floating_ip_address': '172.25.5.21', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'port_id': 'fc006b96-b91a-4b18-b354-293c37602770', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1967, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'mac_address': 'fa:16:3e:72:84:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb449ea2-de0c-496e-829f-154e91bd87cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:34:06Z', 'updated_at': '2022-03-22T19:34:24Z', 'revision_number': 1, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10804c69-4eb3-4346-b303-6e5bd5d9a227', 'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'mac_address': 'fa:16:3e:bc:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:00Z', 'updated_at': '2022-03-22T19:34:09Z', 'revision_number': 5, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'subnets': [{'id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:26.990359 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5338d14-2dfa-41a6-b0e6-95c060f75a4e admin admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:34:27.077223 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d5338d14-2dfa-41a6-b0e6-95c060f75a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (3e2daac6-c118-47c8-94fb-9bc4d89e262a), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:27.101654 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa88eac-c6c7-4a22-b071-55c805312f92 None None] Checking router: 3f5ce0f6-325f-436f-9377-56ca60b663e9 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:34:27.116429 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7bf2e978-d1c2-44c7-a592-72b0949b991e req-a7594ebe-c4a5-4cea-991a-c1a74578866e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc006b96-b91a-4b18-b354-293c37602770 HTTP/1.1" status: 200 len: 999 time: 0.1851947 Mar 22 19:34:27.125479 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa88eac-c6c7-4a22-b071-55c805312f92 None None] Routers {'3f5ce0f6-325f-436f-9377-56ca60b663e9'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:34:27.126132 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7aa88eac-c6c7-4a22-b071-55c805312f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:34:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3f5ce0f6-325f-436f-9377-56ca60b663e9'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:27.230322 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf2e978-d1c2-44c7-a592-72b0949b991e req-d9692d05-f007-47f3-8149-6327f79f5aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:27.235555 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7bf2e978-d1c2-44c7-a592-72b0949b991e req-d9692d05-f007-47f3-8149-6327f79f5aa1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=221bc404-2765-4ba4-8d0d-c9a0ec4273c0 HTTP/1.1" status: 200 len: 853 time: 0.1121814 Mar 22 19:34:27.309422 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-1e68d46a-b27e-462f-89a9-35ab84eddc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'name': 'tempest-AttachVolumeTestJSON-1644507476-router', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '5d882510-5296-420a-a4de-029d0f6aa513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:21Z', 'updated_at': '2022-03-22T19:34:23Z', 'revision_number': 3, 'project_id': '137468e00bf34ff2a062af7508045a68', 'gw_port': {'id': '5d882510-5296-420a-a4de-029d0f6aa513', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:22Z', 'updated_at': '2022-03-22T19:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:27.357012 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf2e978-d1c2-44c7-a592-72b0949b991e req-3eb4af48-21e3-4010-a58b-75ab3e2b0b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:27.358603 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7bf2e978-d1c2-44c7-a592-72b0949b991e req-3eb4af48-21e3-4010-a58b-75ab3e2b0b5e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=df3cb172-3bab-443c-aa40-b32eebecd0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1118987 Mar 22 19:34:27.361502 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5338d14-2dfa-41a6-b0e6-95c060f75a4e admin admin] Pushing event updated for resources: {'Port': ['ID=460594b0-1d87-4e35-a1c8-e3281e83e78e,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:27.401220 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e68d46a-b27e-462f-89a9-35ab84eddc3e None None] The sync data for ids ['3e2daac6-c118-47c8-94fb-9bc4d89e262a'] in n-d-705658-24 is: [{'id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'name': 'tempest-AttachVolumeTestJSON-1644507476-router', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '5d882510-5296-420a-a4de-029d0f6aa513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:21Z', 'updated_at': '2022-03-22T19:34:23Z', 'revision_number': 3, 'project_id': '137468e00bf34ff2a062af7508045a68', 'gw_port': {'id': '5d882510-5296-420a-a4de-029d0f6aa513', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:22Z', 'updated_at': '2022-03-22T19:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:34:27.480029 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d5338d14-2dfa-41a6-b0e6-95c060f75a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (460594b0-1d87-4e35-a1c8-e3281e83e78e), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:27.621387 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7bf2e978-d1c2-44c7-a592-72b0949b991e req-c70b1091-c3f6-4d65-ad0e-dd524250836e service neutron] 10.222.0.85 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543063 Mar 22 19:34:27.692277 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-92ad41dd-4290-4adf-b673-d72e85e76bed req-41130e98-6a6e-41c4-9be4-263a4ff40407 tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.0914931 Mar 22 19:34:27.845356 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-7f6ef8dc-0249-45a2-b250-80b4ef709632 None None] Provisioning complete for port 460594b0-1d87-4e35-a1c8-e3281e83e78e triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:27.846022 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7f6ef8dc-0249-45a2-b250-80b4ef709632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (460594b0-1d87-4e35-a1c8-e3281e83e78e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:27.888620 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7bf2e978-d1c2-44c7-a592-72b0949b991e req-cc190a96-661f-4511-8a4b-c0e2caa771ec service neutron] 10.222.0.85 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608356 Mar 22 19:34:27.927388 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-7aa88eac-c6c7-4a22-b071-55c805312f92 None None] Set router 3f5ce0f6-325f-436f-9377-56ca60b663e9 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:34:27.977428 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-7f6ef8dc-0249-45a2-b250-80b4ef709632 None None] Port 460594b0-1d87-4e35-a1c8-e3281e83e78e cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:34:28.031744 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d5338d14-2dfa-41a6-b0e6-95c060f75a4e admin admin] Publish callbacks [] for port (460594b0-1d87-4e35-a1c8-e3281e83e78e), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:28.043342 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d5338d14-2dfa-41a6-b0e6-95c060f75a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (460594b0-1d87-4e35-a1c8-e3281e83e78e), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:28.264251 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5338d14-2dfa-41a6-b0e6-95c060f75a4e admin admin] Pushing event updated for resources: {'Port': ['ID=460594b0-1d87-4e35-a1c8-e3281e83e78e,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:28.292569 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d5338d14-2dfa-41a6-b0e6-95c060f75a4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (3e2daac6-c118-47c8-94fb-9bc4d89e262a), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:28.443732 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7aa88eac-c6c7-4a22-b071-55c805312f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'name': 'tempest-AttachVolumeNegativeTest-186120780-router', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:33:57Z', 'updated_at': '2022-03-22T19:34:01Z', 'revision_number': 4, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'gw_port': {'id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:33:58Z', 'updated_at': '2022-03-22T19:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '79aa6c44-00f8-4fc3-8fd9-54b267b6d741', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'floating_ip_address': '172.25.5.21', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'port_id': 'fc006b96-b91a-4b18-b354-293c37602770', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1967, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'mac_address': 'fa:16:3e:72:84:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb449ea2-de0c-496e-829f-154e91bd87cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:34:06Z', 'updated_at': '2022-03-22T19:34:24Z', 'revision_number': 1, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10804c69-4eb3-4346-b303-6e5bd5d9a227', 'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'mac_address': 'fa:16:3e:bc:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:00Z', 'updated_at': '2022-03-22T19:34:09Z', 'revision_number': 5, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'subnets': [{'id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:28.522590 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa88eac-c6c7-4a22-b071-55c805312f92 None None] The sync data for ids ['3f5ce0f6-325f-436f-9377-56ca60b663e9'] in n-d-705658-24 is: [{'id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'name': 'tempest-AttachVolumeNegativeTest-186120780-router', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:33:57Z', 'updated_at': '2022-03-22T19:34:01Z', 'revision_number': 4, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'gw_port': {'id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:33:58Z', 'updated_at': '2022-03-22T19:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '79aa6c44-00f8-4fc3-8fd9-54b267b6d741', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'floating_ip_address': '172.25.5.21', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'port_id': 'fc006b96-b91a-4b18-b354-293c37602770', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1967, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'mac_address': 'fa:16:3e:72:84:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb449ea2-de0c-496e-829f-154e91bd87cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:34:06Z', 'updated_at': '2022-03-22T19:34:24Z', 'revision_number': 1, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10804c69-4eb3-4346-b303-6e5bd5d9a227', 'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'mac_address': 'fa:16:3e:bc:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:00Z', 'updated_at': '2022-03-22T19:34:09Z', 'revision_number': 5, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'subnets': [{'id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:34:28.635446 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60202) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:28.811236 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-b2a7f36c-0f4d-4961-9faa-a5f869c919cc admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2103021571-network', 'tenant_id': 'fb6b07f846e34a01897ad626e60a521b'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:28.869363 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a7f36c-0f4d-4961-9faa-a5f869c919cc admin admin] Made reservation on behalf of fb6b07f846e34a01897ad626e60a521b for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:34:28.871787 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b2a7f36c-0f4d-4961-9faa-a5f869c919cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:28.905282 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b2a7f36c-0f4d-4961-9faa-a5f869c919cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:29.016273 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdb6d06-f28d-48bd-81af-36814f0e5724 None None] New status for floating IP 79aa6c44-00f8-4fc3-8fd9-54b267b6d741: ACTIVE {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:34:29.063385 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b2a7f36c-0f4d-4961-9faa-a5f869c919cc admin admin] Publish callbacks [] for security_group (dc3b442e-7796-475d-88a6-b5d22c0b7b66), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:29.069551 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b2a7f36c-0f4d-4961-9faa-a5f869c919cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (dc3b442e-7796-475d-88a6-b5d22c0b7b66), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:29.114267 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2a7f36c-0f4d-4961-9faa-a5f869c919cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:34:29.128789 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7f36c-0f4d-4961-9faa-a5f869c919cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3b442e-7796-475d-88a6-b5d22c0b7b66,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:29.137043 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b2a7f36c-0f4d-4961-9faa-a5f869c919cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (845f7a62-26b5-49ea-9783-9a0ebd93050d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:29.138913 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-b2a7f36c-0f4d-4961-9faa-a5f869c919cc admin admin] Added segment 845f7a62-26b5-49ea-9783-9a0ebd93050d of type vlan for network e8601727-c8b3-4d5e-82c1-8114e2fd2ca1 Mar 22 19:34:29.177253 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a250056c-87fc-4710-966f-9b26a307458f req-8088d3dc-b565-4369-9cd0-28016b171c87 tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.1733720 Mar 22 19:34:29.212813 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b2a7f36c-0f4d-4961-9faa-a5f869c919cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (e8601727-c8b3-4d5e-82c1-8114e2fd2ca1), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:29.284595 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b2a7f36c-0f4d-4961-9faa-a5f869c919cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (e8601727-c8b3-4d5e-82c1-8114e2fd2ca1), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:29.286307 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a7f36c-0f4d-4961-9faa-a5f869c919cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:29.286948 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b2a7f36c-0f4d-4961-9faa-a5f869c919cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:29.302945 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5338d14-2dfa-41a6-b0e6-95c060f75a4e admin admin] Network c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:34:29.305342 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-d5338d14-2dfa-41a6-b0e6-95c060f75a4e admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:34:29.359032 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b2a7f36c-0f4d-4961-9faa-a5f869c919cc admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7222190 Mar 22 19:34:29.361670 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60218) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:29.368628 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-5eb2e5af-5ecf-4a4e-a80d-58f45712082b admin admin] Request body: {'subnet': {'network_id': 'e8601727-c8b3-4d5e-82c1-8114e2fd2ca1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2103021571-subnet', 'tenant_id': 'fb6b07f846e34a01897ad626e60a521b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:29.383442 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7f36c-0f4d-4961-9faa-a5f869c919cc admin admin] Pushing event updated for resources: {'Network': ['ID=e8601727-c8b3-4d5e-82c1-8114e2fd2ca1,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:29.401150 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb2e5af-5ecf-4a4e-a80d-58f45712082b admin admin] Made reservation on behalf of fb6b07f846e34a01897ad626e60a521b for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:34:29.405196 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5eb2e5af-5ecf-4a4e-a80d-58f45712082b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:29.406611 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network e8601727-c8b3-4d5e-82c1-8114e2fd2ca1 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:34:29.607267 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5338d14-2dfa-41a6-b0e6-95c060f75a4e admin admin] Router 3e2daac6-c118-47c8-94fb-9bc4d89e262a has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:34:29.620629 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5eb2e5af-5ecf-4a4e-a80d-58f45712082b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (6758498a-b9eb-4429-ba0e-0309a0bbecf1), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:29.681061 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2e5af-5ecf-4a4e-a80d-58f45712082b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6758498a-b9eb-4429-ba0e-0309a0bbecf1,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:29.739516 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb2e5af-5ecf-4a4e-a80d-58f45712082b admin admin] Checking segment: {'id': '845f7a62-26b5-49ea-9783-9a0ebd93050d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e8601727-c8b3-4d5e-82c1-8114e2fd2ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:34:29.739921 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb2e5af-5ecf-4a4e-a80d-58f45712082b admin admin] Network hostable DHCP agents. Network: e8601727-c8b3-4d5e-82c1-8114e2fd2ca1, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:34:29.758486 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb2e5af-5ecf-4a4e-a80d-58f45712082b admin admin] Network e8601727-c8b3-4d5e-82c1-8114e2fd2ca1 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:34:29.777582 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-5eb2e5af-5ecf-4a4e-a80d-58f45712082b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, e8601727-c8b3-4d5e-82c1-8114e2fd2ca1) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:34:29.789216 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13634d3-3cf8-4647-a799-3ac40dcbf171 None None] Network e8601727-c8b3-4d5e-82c1-8114e2fd2ca1 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:34:29.799610 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb2e5af-5ecf-4a4e-a80d-58f45712082b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:29.802131 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5eb2e5af-5ecf-4a4e-a80d-58f45712082b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:29.852230 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5eb2e5af-5ecf-4a4e-a80d-58f45712082b admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4882610 Mar 22 19:34:29.888755 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5338d14-2dfa-41a6-b0e6-95c060f75a4e admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:34:29.900008 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d5338d14-2dfa-41a6-b0e6-95c060f75a4e admin admin] 10.222.0.75 "PUT /v2.0/routers/3e2daac6-c118-47c8-94fb-9bc4d89e262a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6028955 Mar 22 19:34:30.004143 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 5d882510-5296-420a-a4de-029d0f6aa513 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:34:30.105126 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60226) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:30.150228 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9197be-2f68-4814-9154-d38c8c88097b None None] Network e8601727-c8b3-4d5e-82c1-8114e2fd2ca1 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:34:30.219696 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-211a6383-82d2-429b-a985-00e19999cf3c admin admin] Deleting subnet 6758498a-b9eb-4429-ba0e-0309a0bbecf1 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:34:30.227446 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-211a6383-82d2-429b-a985-00e19999cf3c admin admin] Publish callbacks [] for subnet (6758498a-b9eb-4429-ba0e-0309a0bbecf1), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:30.334021 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-211a6383-82d2-429b-a985-00e19999cf3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (6758498a-b9eb-4429-ba0e-0309a0bbecf1), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:30.355534 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-03d75d10-ac08-4077-9b91-db53754aceaf None None] Provisioning complete for port 460594b0-1d87-4e35-a1c8-e3281e83e78e triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:30.356174 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-03d75d10-ac08-4077-9b91-db53754aceaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (460594b0-1d87-4e35-a1c8-e3281e83e78e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:30.402859 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-03d75d10-ac08-4077-9b91-db53754aceaf None None] Port 460594b0-1d87-4e35-a1c8-e3281e83e78e cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:34:30.435529 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 5d882510-5296-420a-a4de-029d0f6aa513 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:30.436655 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5d882510-5296-420a-a4de-029d0f6aa513), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:30.451190 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d4891e21-8b89-443b-945a-638e9cf5ae5a req-0c62f09f-6209-42fb-b2d8-57b25b6f1cea tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.0929379 Mar 22 19:34:30.511620 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-211a6383-82d2-429b-a985-00e19999cf3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (6758498a-b9eb-4429-ba0e-0309a0bbecf1), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:30.569623 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 5d882510-5296-420a-a4de-029d0f6aa513 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:30.570470 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5d882510-5296-420a-a4de-029d0f6aa513), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:30.597517 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 5d882510-5296-420a-a4de-029d0f6aa513, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=5d882510-5296-420a-a4de-029d0f6aa513,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:30.604831 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5d882510-5296-420a-a4de-029d0f6aa513), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:30.639954 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-211a6383-82d2-429b-a985-00e19999cf3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (6758498a-b9eb-4429-ba0e-0309a0bbecf1), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:30.672501 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=5d882510-5296-420a-a4de-029d0f6aa513,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:30.698568 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a6383-82d2-429b-a985-00e19999cf3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6758498a-b9eb-4429-ba0e-0309a0bbecf1,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:30.702519 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-211a6383-82d2-429b-a985-00e19999cf3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:30.704593 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6558b1c4-32d1-4172-98b6-f718a37b8b3a None None] Sync routers for ids ['3e2daac6-c118-47c8-94fb-9bc4d89e262a'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:34:30.712851 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60240) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:30.720818 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6558b1c4-32d1-4172-98b6-f718a37b8b3a None None] Routers {'3e2daac6-c118-47c8-94fb-9bc4d89e262a'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:34:30.722837 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-6558b1c4-32d1-4172-98b6-f718a37b8b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:34:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3e2daac6-c118-47c8-94fb-9bc4d89e262a'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:30.725653 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-211a6383-82d2-429b-a985-00e19999cf3c admin admin] 10.222.0.75 "DELETE /v2.0/subnets/6758498a-b9eb-4429-ba0e-0309a0bbecf1 HTTP/1.1" status: 204 len: 168 time: 0.6189160 Mar 22 19:34:30.862892 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e44768d1-66f0-44c5-b33d-4a1c3cd54afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (e8601727-c8b3-4d5e-82c1-8114e2fd2ca1), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:30.892324 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-6558b1c4-32d1-4172-98b6-f718a37b8b3a None None] Set router 3e2daac6-c118-47c8-94fb-9bc4d89e262a gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:34:31.065251 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e44768d1-66f0-44c5-b33d-4a1c3cd54afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (e8601727-c8b3-4d5e-82c1-8114e2fd2ca1), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:31.136994 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-6558b1c4-32d1-4172-98b6-f718a37b8b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'name': 'tempest-AttachVolumeTestJSON-1644507476-router', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '5d882510-5296-420a-a4de-029d0f6aa513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:21Z', 'updated_at': '2022-03-22T19:34:27Z', 'revision_number': 4, 'project_id': '137468e00bf34ff2a062af7508045a68', 'gw_port': {'id': '5d882510-5296-420a-a4de-029d0f6aa513', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:22Z', 'updated_at': '2022-03-22T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '460594b0-1d87-4e35-a1c8-e3281e83e78e', 'name': '', 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'mac_address': 'fa:16:3e:6d:b6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'c16ed728-31a8-4b8b-ab21-2e035a2f97dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:26Z', 'updated_at': '2022-03-22T19:34:27Z', 'revision_number': 2, 'project_id': '137468e00bf34ff2a062af7508045a68', 'subnets': [{'id': 'c16ed728-31a8-4b8b-ab21-2e035a2f97dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:31.138893 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-e44768d1-66f0-44c5-b33d-4a1c3cd54afd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8601727-c8b3-4d5e-82c1-8114e2fd2ca1']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:31.158594 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-e44768d1-66f0-44c5-b33d-4a1c3cd54afd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '845f7a62-26b5-49ea-9783-9a0ebd93050d') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:31.158925 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-e44768d1-66f0-44c5-b33d-4a1c3cd54afd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '845f7a62-26b5-49ea-9783-9a0ebd93050d') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:31.187079 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6558b1c4-32d1-4172-98b6-f718a37b8b3a None None] Checking router: 3e2daac6-c118-47c8-94fb-9bc4d89e262a for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:34:31.187437 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6558b1c4-32d1-4172-98b6-f718a37b8b3a None None] Updating router 3e2daac6-c118-47c8-94fb-9bc4d89e262a port 460594b0-1d87-4e35-a1c8-e3281e83e78e binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:34:31.202379 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e44768d1-66f0-44c5-b33d-4a1c3cd54afd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (845f7a62-26b5-49ea-9783-9a0ebd93050d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:31.210311 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60244) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:31.215250 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-f4f23d95-91d7-4813-bca2-bbf0a2d11953 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Request body: {'security_group': {'name': 'tempest-securitygroup--378037554', 'description': 'tempest-description--270899133'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:31.221842 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e44768d1-66f0-44c5-b33d-4a1c3cd54afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (845f7a62-26b5-49ea-9783-9a0ebd93050d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:31.225248 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6558b1c4-32d1-4172-98b6-f718a37b8b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (460594b0-1d87-4e35-a1c8-e3281e83e78e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:31.231140 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e44768d1-66f0-44c5-b33d-4a1c3cd54afd admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:34:31.232630 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e44768d1-66f0-44c5-b33d-4a1c3cd54afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (845f7a62-26b5-49ea-9783-9a0ebd93050d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:31.269172 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f4f23d95-91d7-4813-bca2-bbf0a2d11953 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:31.304229 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:34:31.304229 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:34:31.304229 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:34:31.304229 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:34:31.304229 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:34:31.304229 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:34:31.304229 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:34:31.304229 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:34:31.304229 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:34:31.304229 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:34:31.304229 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:34:31.304229 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:34:31.304229 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:34:31.304229 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:34:31.304229 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:34:31.304229 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:34:31.304229 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:34:31.304229 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:34:31.304229 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:34:31.304229 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:34:31.304229 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:34:31.304229 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:34:31.304229 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:34:31.304229 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:34:31.304229 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:34:31.304229 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:34:31.304229 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:34:31.304229 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:34:31.304229 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:34:31.304229 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:34:31.304229 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:34:31.304229 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:34:31.308686 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e44768d1-66f0-44c5-b33d-4a1c3cd54afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (e8601727-c8b3-4d5e-82c1-8114e2fd2ca1), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:31.318507 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e44768d1-66f0-44c5-b33d-4a1c3cd54afd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:31.322724 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e44768d1-66f0-44c5-b33d-4a1c3cd54afd admin admin] 10.222.0.75 "DELETE /v2.0/networks/e8601727-c8b3-4d5e-82c1-8114e2fd2ca1 HTTP/1.1" status: 204 len: 168 time: 0.6085207 Mar 22 19:34:31.342070 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44768d1-66f0-44c5-b33d-4a1c3cd54afd admin admin] Pushing event deleted for resources: {'Network': ['ID=e8601727-c8b3-4d5e-82c1-8114e2fd2ca1,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:31.397301 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f4f23d95-91d7-4813-bca2-bbf0a2d11953 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for security_group (fc79f9cf-f8d7-4e4e-bdc2-e2e292325900), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:31.405603 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f4f23d95-91d7-4813-bca2-bbf0a2d11953 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (fc79f9cf-f8d7-4e4e-bdc2-e2e292325900), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:31.447641 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f4f23d95-91d7-4813-bca2-bbf0a2d11953 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:31.454799 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f4f23d95-91d7-4813-bca2-bbf0a2d11953 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2408209 Mar 22 19:34:31.456558 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60250) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:31.462409 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-efecbedd-e209-41ab-a003-c1acf90fdcab tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Request body: {'security_group_rule': {'security_group_id': 'fc79f9cf-f8d7-4e4e-bdc2-e2e292325900', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:31.527820 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f23d95-91d7-4813-bca2-bbf0a2d11953 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:31.540887 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-efecbedd-e209-41ab-a003-c1acf90fdcab tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for security_group_rule (d63c56c7-75ed-4419-82b4-fa0bd1508430), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:31.598263 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60256) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:31.626358 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b86610e7-6783-4c7a-93a1-2cae4177adb8 req-191f1b18-887d-46d7-a751-d8cc2c5ca184 tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.0366859 Mar 22 19:34:31.644300 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-efecbedd-e209-41ab-a003-c1acf90fdcab tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for security_group_rule (d63c56c7-75ed-4419-82b4-fa0bd1508430), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:31.648553 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-efecbedd-e209-41ab-a003-c1acf90fdcab tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (d63c56c7-75ed-4419-82b4-fa0bd1508430), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:31.677901 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efecbedd-e209-41ab-a003-c1acf90fdcab tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d63c56c7-75ed-4419-82b4-fa0bd1508430,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:31.688784 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-efecbedd-e209-41ab-a003-c1acf90fdcab tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:31.690726 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-efecbedd-e209-41ab-a003-c1acf90fdcab tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2324858 Mar 22 19:34:31.693385 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60258) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:31.700714 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-93229cb1-5055-44d4-a644-01e786f57bde tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Request body: {'security_group_rule': {'security_group_id': 'fc79f9cf-f8d7-4e4e-bdc2-e2e292325900', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:31.704348 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-966686ab-de38-438b-b2a2-af0cd86cb889 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fb6b07f846e34a01897ad626e60a521b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1037791 Mar 22 19:34:31.707025 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60260) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:31.777522 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a9e64a6b-f6c0-4816-b2c8-53ab85499497 admin admin] Publish callbacks [] for security_group (dc3b442e-7796-475d-88a6-b5d22c0b7b66), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:31.802732 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a9e64a6b-f6c0-4816-b2c8-53ab85499497 admin admin] Publish callbacks [] for security_group (dc3b442e-7796-475d-88a6-b5d22c0b7b66), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:31.818181 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6558b1c4-32d1-4172-98b6-f718a37b8b3a None None] Publish callbacks [] for port (460594b0-1d87-4e35-a1c8-e3281e83e78e), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:31.828213 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6558b1c4-32d1-4172-98b6-f718a37b8b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (460594b0-1d87-4e35-a1c8-e3281e83e78e), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:31.878542 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-93229cb1-5055-44d4-a644-01e786f57bde tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for security_group_rule (ba99dc7a-dabe-4594-a84d-7009dc03ae9e), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:31.906781 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a9e64a6b-f6c0-4816-b2c8-53ab85499497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (dc3b442e-7796-475d-88a6-b5d22c0b7b66), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:31.909495 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a9e64a6b-f6c0-4816-b2c8-53ab85499497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:31.910782 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a9e64a6b-f6c0-4816-b2c8-53ab85499497 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dc3b442e-7796-475d-88a6-b5d22c0b7b66 HTTP/1.1" status: 204 len: 168 time: 0.2027068 Mar 22 19:34:31.930427 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773cde5-c35e-4255-bb4b-b6d67ad489e5 None None] Pushing event updated for resources: {'Port': ['ID=460594b0-1d87-4e35-a1c8-e3281e83e78e,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:31.943438 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e64a6b-f6c0-4816-b2c8-53ab85499497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3b442e-7796-475d-88a6-b5d22c0b7b66,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:31.962811 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-93229cb1-5055-44d4-a644-01e786f57bde tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for security_group_rule (ba99dc7a-dabe-4594-a84d-7009dc03ae9e), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:31.968364 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 5d882510-5296-420a-a4de-029d0f6aa513 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:34:31.968622 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-93229cb1-5055-44d4-a644-01e786f57bde tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (ba99dc7a-dabe-4594-a84d-7009dc03ae9e), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:31.987601 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93229cb1-5055-44d4-a644-01e786f57bde tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba99dc7a-dabe-4594-a84d-7009dc03ae9e,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:32.004653 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-93229cb1-5055-44d4-a644-01e786f57bde tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:32.006093 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-93229cb1-5055-44d4-a644-01e786f57bde tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3110118 Mar 22 19:34:32.009253 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60264) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:32.013974 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-d3fe75a7-3d89-46d0-a1d1-b4efaf70dc2a tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:32.047757 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d3fe75a7-3d89-46d0-a1d1-b4efaf70dc2a tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:32.118902 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-6558b1c4-32d1-4172-98b6-f718a37b8b3a None None] Attempting to bind port 460594b0-1d87-4e35-a1c8-e3281e83e78e on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:34:32.119288 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-6558b1c4-32d1-4172-98b6-f718a37b8b3a None None] Attempting to bind port 460594b0-1d87-4e35-a1c8-e3281e83e78e by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '435fbae2-eb12-43d5-a18b-594248db5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:34:32.119663 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6558b1c4-32d1-4172-98b6-f718a37b8b3a None None] Attempting to bind port 460594b0-1d87-4e35-a1c8-e3281e83e78e on network c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:34:32.146740 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6558b1c4-32d1-4172-98b6-f718a37b8b3a None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:34:32.147681 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6558b1c4-32d1-4172-98b6-f718a37b8b3a None None] Checking segment: {'id': '435fbae2-eb12-43d5-a18b-594248db5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:34:32.148633 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6558b1c4-32d1-4172-98b6-f718a37b8b3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:32.149293 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6558b1c4-32d1-4172-98b6-f718a37b8b3a None None] Bound using segment: {'id': '435fbae2-eb12-43d5-a18b-594248db5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:34:32.150832 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-6558b1c4-32d1-4172-98b6-f718a37b8b3a None None] Bound port: 460594b0-1d87-4e35-a1c8-e3281e83e78e, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435fbae2-eb12-43d5-a18b-594248db5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:34:32.151615 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6558b1c4-32d1-4172-98b6-f718a37b8b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (460594b0-1d87-4e35-a1c8-e3281e83e78e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:32.219537 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 5d882510-5296-420a-a4de-029d0f6aa513 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:32.219848 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5d882510-5296-420a-a4de-029d0f6aa513), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:32.245322 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d3fe75a7-3d89-46d0-a1d1-b4efaf70dc2a tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:32.332429 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-6558b1c4-32d1-4172-98b6-f718a37b8b3a None None] For port 460594b0-1d87-4e35-a1c8-e3281e83e78e, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:34:32.388576 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-6558b1c4-32d1-4172-98b6-f718a37b8b3a None None] For port 460594b0-1d87-4e35-a1c8-e3281e83e78e, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=460594b0-1d87-4e35-a1c8-e3281e83e78e,segment=NetworkSegment(435fbae2-eb12-43d5-a18b-594248db5fb6),segment_id=435fbae2-eb12-43d5-a18b-594248db5fb6)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:34:32.419097 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6558b1c4-32d1-4172-98b6-f718a37b8b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (460594b0-1d87-4e35-a1c8-e3281e83e78e), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:32.424115 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-9628f062-0b66-478b-a4d4-bb846e10d00e None None] Provisioning complete for port 460594b0-1d87-4e35-a1c8-e3281e83e78e triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:32.424491 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9628f062-0b66-478b-a4d4-bb846e10d00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (460594b0-1d87-4e35-a1c8-e3281e83e78e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:32.459919 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-d3fe75a7-3d89-46d0-a1d1-b4efaf70dc2a tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Allocated IP 172.25.5.37 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/a7149ee9-9c9c-4910-81d6-14f742d911be) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:34:32.482500 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 5d882510-5296-420a-a4de-029d0f6aa513 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:32.564075 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6558b1c4-32d1-4172-98b6-f718a37b8b3a None None] Routers {'3e2daac6-c118-47c8-94fb-9bc4d89e262a'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:34:32.565111 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-6558b1c4-32d1-4172-98b6-f718a37b8b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:34:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3e2daac6-c118-47c8-94fb-9bc4d89e262a'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:32.669380 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d3fe75a7-3d89-46d0-a1d1-b4efaf70dc2a tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for port (a7149ee9-9c9c-4910-81d6-14f742d911be), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:32.708799 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d3fe75a7-3d89-46d0-a1d1-b4efaf70dc2a tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (a7149ee9-9c9c-4910-81d6-14f742d911be), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:32.741803 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773cde5-c35e-4255-bb4b-b6d67ad489e5 None None] Pushing event updated for resources: {'Port': ['ID=460594b0-1d87-4e35-a1c8-e3281e83e78e,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:32.751512 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fe75a7-3d89-46d0-a1d1-b4efaf70dc2a tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:34:32.756206 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-d3fe75a7-3d89-46d0-a1d1-b4efaf70dc2a tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:34:32.765110 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fe75a7-3d89-46d0-a1d1-b4efaf70dc2a tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:34:32.853055 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-9628f062-0b66-478b-a4d4-bb846e10d00e None None] Current status of the port 460594b0-1d87-4e35-a1c8-e3281e83e78e is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:32.853684 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9628f062-0b66-478b-a4d4-bb846e10d00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (460594b0-1d87-4e35-a1c8-e3281e83e78e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:32.878720 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-6558b1c4-32d1-4172-98b6-f718a37b8b3a None None] Set router 3e2daac6-c118-47c8-94fb-9bc4d89e262a gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:34:32.886123 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d3fe75a7-3d89-46d0-a1d1-b4efaf70dc2a tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for floatingip (57fccc4b-cf48-43d9-8bd8-b9f07315c69a), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:32.948031 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-9628f062-0b66-478b-a4d4-bb846e10d00e None None] For port 460594b0-1d87-4e35-a1c8-e3281e83e78e, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=460594b0-1d87-4e35-a1c8-e3281e83e78e,segment=NetworkSegment(435fbae2-eb12-43d5-a18b-594248db5fb6),segment_id=435fbae2-eb12-43d5-a18b-594248db5fb6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:32.955799 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d3fe75a7-3d89-46d0-a1d1-b4efaf70dc2a tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a7149ee9-9c9c-4910-81d6-14f742d911be), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:32.967314 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9628f062-0b66-478b-a4d4-bb846e10d00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (460594b0-1d87-4e35-a1c8-e3281e83e78e), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:32.998771 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-72b25279-fcf6-4c08-a78f-98a610951edf req-59d285e1-c75f-47d2-bf81-82594fd2086f tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.1046200 Mar 22 19:34:32.999861 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe75a7-3d89-46d0-a1d1-b4efaf70dc2a tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Pushing event updated for resources: {'Port': ['ID=a7149ee9-9c9c-4910-81d6-14f742d911be,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:33.141975 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628f062-0b66-478b-a4d4-bb846e10d00e None None] Pushing event updated for resources: {'Port': ['ID=460594b0-1d87-4e35-a1c8-e3281e83e78e,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:33.159646 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-037ec623-8d59-46b9-bec3-f6450c5f5138 None None] Provisioning complete for port 460594b0-1d87-4e35-a1c8-e3281e83e78e triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:33.160028 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-037ec623-8d59-46b9-bec3-f6450c5f5138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (460594b0-1d87-4e35-a1c8-e3281e83e78e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:33.209949 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d3fe75a7-3d89-46d0-a1d1-b4efaf70dc2a tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for port (a7149ee9-9c9c-4910-81d6-14f742d911be), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:33.218801 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d3fe75a7-3d89-46d0-a1d1-b4efaf70dc2a tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (a7149ee9-9c9c-4910-81d6-14f742d911be), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:33.277569 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d3fe75a7-3d89-46d0-a1d1-b4efaf70dc2a tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (57fccc4b-cf48-43d9-8bd8-b9f07315c69a), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:33.298928 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-037ec623-8d59-46b9-bec3-f6450c5f5138 None None] Current status of the port 460594b0-1d87-4e35-a1c8-e3281e83e78e is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:33.307850 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-6558b1c4-32d1-4172-98b6-f718a37b8b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'name': 'tempest-AttachVolumeTestJSON-1644507476-router', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '5d882510-5296-420a-a4de-029d0f6aa513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:21Z', 'updated_at': '2022-03-22T19:34:27Z', 'revision_number': 4, 'project_id': '137468e00bf34ff2a062af7508045a68', 'gw_port': {'id': '5d882510-5296-420a-a4de-029d0f6aa513', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:22Z', 'updated_at': '2022-03-22T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '460594b0-1d87-4e35-a1c8-e3281e83e78e', 'name': '', 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'mac_address': 'fa:16:3e:6d:b6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'c16ed728-31a8-4b8b-ab21-2e035a2f97dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:26Z', 'updated_at': '2022-03-22T19:34:32Z', 'revision_number': 4, 'project_id': '137468e00bf34ff2a062af7508045a68', 'subnets': [{'id': 'c16ed728-31a8-4b8b-ab21-2e035a2f97dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:33.317874 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d3fe75a7-3d89-46d0-a1d1-b4efaf70dc2a tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:33.325861 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d3fe75a7-3d89-46d0-a1d1-b4efaf70dc2a tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3088636 Mar 22 19:34:33.344155 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe75a7-3d89-46d0-a1d1-b4efaf70dc2a tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Pushing event updated for resources: {'Port': ['ID=a7149ee9-9c9c-4910-81d6-14f742d911be,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:33.366328 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6558b1c4-32d1-4172-98b6-f718a37b8b3a None None] The sync data for ids ['3e2daac6-c118-47c8-94fb-9bc4d89e262a'] in n-d-705658-24 is: [{'id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'name': 'tempest-AttachVolumeTestJSON-1644507476-router', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '5d882510-5296-420a-a4de-029d0f6aa513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:21Z', 'updated_at': '2022-03-22T19:34:27Z', 'revision_number': 4, 'project_id': '137468e00bf34ff2a062af7508045a68', 'gw_port': {'id': '5d882510-5296-420a-a4de-029d0f6aa513', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:22Z', 'updated_at': '2022-03-22T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '460594b0-1d87-4e35-a1c8-e3281e83e78e', 'name': '', 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'mac_address': 'fa:16:3e:6d:b6:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'c16ed728-31a8-4b8b-ab21-2e035a2f97dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:26Z', 'updated_at': '2022-03-22T19:34:32Z', 'revision_number': 4, 'project_id': '137468e00bf34ff2a062af7508045a68', 'subnets': [{'id': 'c16ed728-31a8-4b8b-ab21-2e035a2f97dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:34:33.715242 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-8122a612-b21e-44a0-a387-18ae2633ae6a tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--378037554&fields=id&tenant_id=137468e00bf34ff2a062af7508045a68 HTTP/1.1" status: 200 len: 267 time: 0.0973406 Mar 22 19:34:33.909520 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-62bd8e0f-8bbd-43a4-bf19-f1e481a46629 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:33.921804 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-62bd8e0f-8bbd-43a4-bf19-f1e481a46629 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/networks?id=c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d HTTP/1.1" status: 200 len: 811 time: 0.1885886 Mar 22 19:34:33.939233 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-6230725b-49b5-4bcf-8856-655262e45ad8 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/quotas/137468e00bf34ff2a062af7508045a68 HTTP/1.1" status: 200 len: 375 time: 0.0158527 Mar 22 19:34:33.980300 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60328) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:34.000176 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 460594b0-1d87-4e35-a1c8-e3281e83e78e up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:34:34.080325 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-84a91f40-dcf7-4262-ae25-a6ad24b70183 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=137468e00bf34ff2a062af7508045a68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1341441 Mar 22 19:34:34.111562 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 460594b0-1d87-4e35-a1c8-e3281e83e78e triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:34.117044 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (460594b0-1d87-4e35-a1c8-e3281e83e78e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:34.191037 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-364b2f46-4e0f-4eb4-b8d8-092ae2c3dc2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:34.282105 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e5886951-4cbe-46c5-8fc8-0bdacc9be776 req-534f4e5a-63e8-4b7f-adf9-d67a4b31037d tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.0731406 Mar 22 19:34:34.322679 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 460594b0-1d87-4e35-a1c8-e3281e83e78e is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:34.345512 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-364b2f46-4e0f-4eb4-b8d8-092ae2c3dc2a admin admin] Publish callbacks [] for security_group (2657e723-2025-4c06-afdf-68b93f1effbd), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:34.345684 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-3c75225f-7d2c-4199-9f30-ebb7b3ee7d06 service neutron] 10.222.0.75 "GET /v2.0/networks/c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432139 Mar 22 19:34:34.357892 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-364b2f46-4e0f-4eb4-b8d8-092ae2c3dc2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2657e723-2025-4c06-afdf-68b93f1effbd), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:34.402834 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-364b2f46-4e0f-4eb4-b8d8-092ae2c3dc2a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d894f9d744f442809dce8ee300cbe33a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4214215 Mar 22 19:34:34.404845 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b2f46-4e0f-4eb4-b8d8-092ae2c3dc2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2657e723-2025-4c06-afdf-68b93f1effbd,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:34.407460 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60334) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:34.494338 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-cb5570d1-c611-437b-a7af-e1f88eeb2cb8 service neutron] 10.222.0.75 "GET /v2.0/networks/c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427052 Mar 22 19:34:34.500225 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2def29aa-3a17-4962-b983-99127317ef9d admin admin] Publish callbacks [] for security_group (2657e723-2025-4c06-afdf-68b93f1effbd), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:34.529595 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2def29aa-3a17-4962-b983-99127317ef9d admin admin] Publish callbacks [] for security_group (2657e723-2025-4c06-afdf-68b93f1effbd), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:34.605261 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2def29aa-3a17-4962-b983-99127317ef9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2657e723-2025-4c06-afdf-68b93f1effbd), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:34.611875 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2def29aa-3a17-4962-b983-99127317ef9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:34.615667 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2def29aa-3a17-4962-b983-99127317ef9d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2657e723-2025-4c06-afdf-68b93f1effbd HTTP/1.1" status: 204 len: 168 time: 0.1934733 Mar 22 19:34:34.624253 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def29aa-3a17-4962-b983-99127317ef9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2657e723-2025-4c06-afdf-68b93f1effbd,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:34.891875 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20d8be9d-63d1-4d40-84b9-daec84f13fd5 req-e3d607d0-9d24-4c00-8d5b-f0aef494bb14 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 210 time: 0.1243720 Mar 22 19:34:35.566288 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3c1f74f-fdf0-4f5f-9e28-b3b9fd005380 req-dc11f777-1d1b-447c-b108-d06669390408 tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.0890374 Mar 22 19:34:36.012132 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f4bcac13-d487-4b4b-8856-665d9f11a772 req-58aa5bdb-be0b-4edf-9251-70af00236ddb tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 210 time: 0.0377605 Mar 22 19:34:36.351390 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-f74b6180-c4c6-40f3-8e50-4c2b9d2aaa21 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:36.354122 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-f74b6180-c4c6-40f3-8e50-4c2b9d2aaa21 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.85 "GET /v2.0/networks?id=c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d HTTP/1.1" status: 200 len: 811 time: 0.2188051 Mar 22 19:34:36.432829 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-2612adff-cc4c-420d-8c69-8fc67e583496 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=137468e00bf34ff2a062af7508045a68 HTTP/1.1" status: 200 len: 379 time: 0.0707974 Mar 22 19:34:36.449319 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-7d0fbc9c-13ca-4914-956b-d46ca13e5ea0 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Request body: {'port': {'device_id': '98f1e463-dca1-43b2-a2a5-e9359aaa2765', 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d', 'admin_state_up': True, 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'security_groups': ['fc79f9cf-f8d7-4e4e-bdc2-e2e292325900']}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:36.640422 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-7d0fbc9c-13ca-4914-956b-d46ca13e5ea0 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Made reservation on behalf of 137468e00bf34ff2a062af7508045a68 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:34:36.646862 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-7d0fbc9c-13ca-4914-956b-d46ca13e5ea0 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:36.692566 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ee53fa7-b600-4225-a58f-1c0fe22c2946 req-eaec8dee-3c92-4a3e-b923-b425c1218def tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.0290473 Mar 22 19:34:36.844154 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-7d0fbc9c-13ca-4914-956b-d46ca13e5ea0 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Allocated IP 172.20.0.8 (c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d/c16ed728-31a8-4b8b-ab21-2e035a2f97dd/e4d98ee1-0767-4685-a8d4-ad1847276080) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:34:36.888799 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60430) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:36.966981 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60436) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:37.088256 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-7d0fbc9c-13ca-4914-956b-d46ca13e5ea0 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for port (e4d98ee1-0767-4685-a8d4-ad1847276080), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:37.153597 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-06ec1856-c8f1-4b34-a799-d16da78b8a1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:37.160379 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-7d0fbc9c-13ca-4914-956b-d46ca13e5ea0 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (e4d98ee1-0767-4685-a8d4-ad1847276080), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:37.207973 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-7d0fbc9c-13ca-4914-956b-d46ca13e5ea0 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Network c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:34:37.211431 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-7d0fbc9c-13ca-4914-956b-d46ca13e5ea0 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:34:37.219198 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-7d0fbc9c-13ca-4914-956b-d46ca13e5ea0 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:34:37.226265 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0fbc9c-13ca-4914-956b-d46ca13e5ea0 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Pushing event updated for resources: {'Port': ['ID=e4d98ee1-0767-4685-a8d4-ad1847276080,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:37.277698 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-7d0fbc9c-13ca-4914-956b-d46ca13e5ea0 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:37.278957 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-7d0fbc9c-13ca-4914-956b-d46ca13e5ea0 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:37.296008 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a1a1554-7c91-4029-a3f1-151dd2adc246 req-54550061-f65a-4b86-acc7-37c9beb8674d tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 210 time: 0.1734645 Mar 22 19:34:37.318561 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-7d0fbc9c-13ca-4914-956b-d46ca13e5ea0 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8777378 Mar 22 19:34:37.331515 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-9183cda8-545a-448a-9f32-c0ca89e981a3 service neutron] Request body: {'port': {'device_id': '98f1e463-dca1-43b2-a2a5-e9359aaa2765', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:37.446094 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-06ec1856-c8f1-4b34-a799-d16da78b8a1a admin admin] Publish callbacks [] for security_group (2ab8c2eb-6c93-424e-a9ad-9cc3e4c3de15), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:37.469458 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-9183cda8-545a-448a-9f32-c0ca89e981a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e4d98ee1-0767-4685-a8d4-ad1847276080), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:37.477549 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-06ec1856-c8f1-4b34-a799-d16da78b8a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2ab8c2eb-6c93-424e-a9ad-9cc3e4c3de15), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:37.519725 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec1856-c8f1-4b34-a799-d16da78b8a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab8c2eb-6c93-424e-a9ad-9cc3e4c3de15,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:37.556341 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-06ec1856-c8f1-4b34-a799-d16da78b8a1a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=12965ed391654307abdbadcd5228d572&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6664019 Mar 22 19:34:37.560323 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60442) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:37.569013 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:34:37.656564 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-90964525-3bc8-4678-be5d-1d2f67e59fa5 admin admin] Publish callbacks [] for security_group (2ab8c2eb-6c93-424e-a9ad-9cc3e4c3de15), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:37.672177 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-450c8365-4c42-478c-906e-6779927e3343 None None] Provisioning complete for port e4d98ee1-0767-4685-a8d4-ad1847276080 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:37.678566 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-450c8365-4c42-478c-906e-6779927e3343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e4d98ee1-0767-4685-a8d4-ad1847276080), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:37.693535 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-90964525-3bc8-4678-be5d-1d2f67e59fa5 admin admin] Publish callbacks [] for security_group (2ab8c2eb-6c93-424e-a9ad-9cc3e4c3de15), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:37.783600 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-450c8365-4c42-478c-906e-6779927e3343 None None] Port e4d98ee1-0767-4685-a8d4-ad1847276080 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:34:37.860278 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-90964525-3bc8-4678-be5d-1d2f67e59fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2ab8c2eb-6c93-424e-a9ad-9cc3e4c3de15), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:37.862944 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-90964525-3bc8-4678-be5d-1d2f67e59fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:37.866996 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-90964525-3bc8-4678-be5d-1d2f67e59fa5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2ab8c2eb-6c93-424e-a9ad-9cc3e4c3de15 HTTP/1.1" status: 204 len: 168 time: 0.3026304 Mar 22 19:34:37.909865 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a6ee6744-a7b5-4b5e-9868-b617eb90f281 req-8550855c-1435-42b4-8937-6aff39156455 tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.0769281 Mar 22 19:34:37.930018 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90964525-3bc8-4678-be5d-1d2f67e59fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab8c2eb-6c93-424e-a9ad-9cc3e4c3de15,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:37.973342 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-be93a83f-5dda-40be-a3c9-6a0a1b58b5d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (b3eb4919-0c98-45d7-b26c-d41cb6339388), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:38.015157 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-9183cda8-545a-448a-9f32-c0ca89e981a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d98ee1-0767-4685-a8d4-ad1847276080 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:34:38.037458 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-9183cda8-545a-448a-9f32-c0ca89e981a3 service neutron] Publish callbacks [] for port (e4d98ee1-0767-4685-a8d4-ad1847276080), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:38.074655 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-9183cda8-545a-448a-9f32-c0ca89e981a3 service neutron] Transition to ACTIVE for port object e4d98ee1-0767-4685-a8d4-ad1847276080 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:34:38.080364 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-9183cda8-545a-448a-9f32-c0ca89e981a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (e4d98ee1-0767-4685-a8d4-ad1847276080), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:38.226545 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183cda8-545a-448a-9f32-c0ca89e981a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d98ee1-0767-4685-a8d4-ad1847276080,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:38.274100 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-9183cda8-545a-448a-9f32-c0ca89e981a3 service neutron] Attempting to bind port e4d98ee1-0767-4685-a8d4-ad1847276080 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:34:38.274597 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-9183cda8-545a-448a-9f32-c0ca89e981a3 service neutron] Attempting to bind port e4d98ee1-0767-4685-a8d4-ad1847276080 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '435fbae2-eb12-43d5-a18b-594248db5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:34:38.275877 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-9183cda8-545a-448a-9f32-c0ca89e981a3 service neutron] Attempting to bind port e4d98ee1-0767-4685-a8d4-ad1847276080 on network c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:34:38.282302 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-9183cda8-545a-448a-9f32-c0ca89e981a3 service neutron] Port e4d98ee1-0767-4685-a8d4-ad1847276080 on network c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:34:38.286335 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-9183cda8-545a-448a-9f32-c0ca89e981a3 service neutron] Attempting to bind port e4d98ee1-0767-4685-a8d4-ad1847276080 on network c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:34:38.299533 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-9183cda8-545a-448a-9f32-c0ca89e981a3 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:34:38.304484 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-9183cda8-545a-448a-9f32-c0ca89e981a3 service neutron] Checking segment: {'id': '435fbae2-eb12-43d5-a18b-594248db5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:34:38.307432 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-9183cda8-545a-448a-9f32-c0ca89e981a3 service neutron] Bound using segment: {'id': '435fbae2-eb12-43d5-a18b-594248db5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:34:38.308188 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-9183cda8-545a-448a-9f32-c0ca89e981a3 service neutron] Bound port: e4d98ee1-0767-4685-a8d4-ad1847276080, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '435fbae2-eb12-43d5-a18b-594248db5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:34:38.310217 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-9183cda8-545a-448a-9f32-c0ca89e981a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e4d98ee1-0767-4685-a8d4-ad1847276080), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:38.503225 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-9183cda8-545a-448a-9f32-c0ca89e981a3 service neutron] For port e4d98ee1-0767-4685-a8d4-ad1847276080, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:34:38.507487 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-9183cda8-545a-448a-9f32-c0ca89e981a3 service neutron] For port e4d98ee1-0767-4685-a8d4-ad1847276080, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=e4d98ee1-0767-4685-a8d4-ad1847276080,segment=NetworkSegment(435fbae2-eb12-43d5-a18b-594248db5fb6),segment_id=435fbae2-eb12-43d5-a18b-594248db5fb6)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:34:38.515336 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-9183cda8-545a-448a-9f32-c0ca89e981a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (e4d98ee1-0767-4685-a8d4-ad1847276080), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:38.618992 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183cda8-545a-448a-9f32-c0ca89e981a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e4d98ee1-0767-4685-a8d4-ad1847276080,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:38.623107 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a01ca-d314-4fdc-8d1e-6e01e9cda1da req-28a55b2a-6061-4d39-bbcc-88fa3880ed62 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:38.635248 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-9183cda8-545a-448a-9f32-c0ca89e981a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:38.635757 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-9183cda8-545a-448a-9f32-c0ca89e981a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:38.637072 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-9183cda8-545a-448a-9f32-c0ca89e981a3 service neutron] 10.222.0.85 "PUT /v2.0/ports/e4d98ee1-0767-4685-a8d4-ad1847276080 HTTP/1.1" status: 200 len: 1092 time: 1.3098190 Mar 22 19:34:38.638073 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f1e463-dca1-43b2-a2a5-e9359aaa2765', 'tag': 'e4d98ee1-0767-4685-a8d4-ad1847276080'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:34:38.640337 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768daa92-2d27-4364-9767-4b7448a51ab3" -d '{"events": [{"name": "network-changed", "server_uuid": "98f1e463-dca1-43b2-a2a5-e9359aaa2765", "tag": "e4d98ee1-0767-4685-a8d4-ad1847276080"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:34:38.665656 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-395a01ca-d314-4fdc-8d1e-6e01e9cda1da req-28a55b2a-6061-4d39-bbcc-88fa3880ed62 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 943 time: 0.2067368 Mar 22 19:34:38.735775 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-be93a83f-5dda-40be-a3c9-6a0a1b58b5d8 admin admin] Deleting port f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:34:38.736024 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-be93a83f-5dda-40be-a3c9-6a0a1b58b5d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:38.756778 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-395a01ca-d314-4fdc-8d1e-6e01e9cda1da req-5f00ba28-f552-462e-8b4a-1c0038a6bcbe tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902045 Mar 22 19:34:38.759506 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212e3e17-6c81-4bad-b7fb-6956cd9b74c9 x-openstack-request-id: req-212e3e17-6c81-4bad-b7fb-6956cd9b74c9 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:34:38.759926 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f1e463-dca1-43b2-a2a5-e9359aaa2765", "tag": "e4d98ee1-0767-4685-a8d4-ad1847276080", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:34:38.760203 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-212e3e17-6c81-4bad-b7fb-6956cd9b74c9 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:34:38.760632 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-212e3e17-6c81-4bad-b7fb-6956cd9b74c9'] response: {'name': 'network-changed', 'server_uuid': '98f1e463-dca1-43b2-a2a5-e9359aaa2765', 'tag': 'e4d98ee1-0767-4685-a8d4-ad1847276080', 'status': 'completed', 'code': 200} Mar 22 19:34:38.843717 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-0ba1b28b-16b2-42d0-b52c-ecb6e3a1d918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:38.845636 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-0ba1b28b-16b2-42d0-b52c-ecb6e3a1d918 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=137468e00bf34ff2a062af7508045a68&device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 1126 time: 0.1571865 Mar 22 19:34:38.893376 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-be93a83f-5dda-40be-a3c9-6a0a1b58b5d8 admin admin] For port f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7,segment=NetworkSegment(e90353a3-2dc2-40d0-af93-fb32f35357dd),segment_id=e90353a3-2dc2-40d0-af93-fb32f35357dd)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:38.894010 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-be93a83f-5dda-40be-a3c9-6a0a1b58b5d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:38.910210 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-be93a83f-5dda-40be-a3c9-6a0a1b58b5d8 admin admin] Calling delete_port for f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7 owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:34:38.940752 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-f6de5f12-0900-4e4c-8d41-7b70c7f2c0c5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4d98ee1-0767-4685-a8d4-ad1847276080 HTTP/1.1" status: 200 len: 217 time: 0.0671933 Mar 22 19:34:39.050245 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-f6f5d243-59af-4b26-99f6-3f17abee7908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:39.052791 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-f6f5d243-59af-4b26-99f6-3f17abee7908 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c16ed728-31a8-4b8b-ab21-2e035a2f97dd HTTP/1.1" status: 200 len: 850 time: 0.1112466 Mar 22 19:34:39.160396 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-c2461b4e-3ee4-42ae-b285-f972215708cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:39.164096 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-c2461b4e-3ee4-42ae-b285-f972215708cf service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1033738 Mar 22 19:34:39.219604 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-be93a83f-5dda-40be-a3c9-6a0a1b58b5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:39.258137 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93a83f-5dda-40be-a3c9-6a0a1b58b5d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:39.267587 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e91f7ef1-111e-46d6-b6c7-b54d722df7e0 req-4d2572af-fb55-4b81-afc2-4df054a4adee tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.0606318 Mar 22 19:34:39.342876 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-964d89c6-d0b3-4551-907d-2277a3bdd38c service neutron] 10.222.0.85 "GET /v2.0/networks/c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716208 Mar 22 19:34:39.503893 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-be93a83f-5dda-40be-a3c9-6a0a1b58b5d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (b3eb4919-0c98-45d7-b26c-d41cb6339388), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:39.549694 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9a6d86e6-957b-4dc3-abcc-9834a9c33a09 req-2b285710-aaf9-4a1b-b9ba-de9e8f85f0dc service neutron] 10.222.0.85 "GET /v2.0/networks/c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998732 Mar 22 19:34:39.678962 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768daa92-2d27-4364-9767-4b7448a51ab3 req-155d2e2b-95be-4aa0-ae3e-8bef97ba79e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:39.680513 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-768daa92-2d27-4364-9767-4b7448a51ab3 req-155d2e2b-95be-4aa0-ae3e-8bef97ba79e5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=137468e00bf34ff2a062af7508045a68&device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 1126 time: 0.0729656 Mar 22 19:34:39.744350 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60490) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:39.827461 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768daa92-2d27-4364-9767-4b7448a51ab3 req-400c909d-f239-412c-b709-31445bab1a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:39.832134 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-768daa92-2d27-4364-9767-4b7448a51ab3 req-400c909d-f239-412c-b709-31445bab1a8f service neutron] 10.222.0.85 "GET /v2.0/networks?id=c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d HTTP/1.1" status: 200 len: 912 time: 0.1437593 Mar 22 19:34:39.872823 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be93a83f-5dda-40be-a3c9-6a0a1b58b5d8 admin admin] Router b3eb4919-0c98-45d7-b26c-d41cb6339388 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:34:39.907434 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-768daa92-2d27-4364-9767-4b7448a51ab3 req-3f05cede-ad3e-4766-9254-5ea617ee3bca service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4d98ee1-0767-4685-a8d4-ad1847276080 HTTP/1.1" status: 200 len: 217 time: 0.0682397 Mar 22 19:34:39.990271 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768daa92-2d27-4364-9767-4b7448a51ab3 req-5f0591ff-cfd2-4134-8730-fb621ac1c1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:39.993162 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-768daa92-2d27-4364-9767-4b7448a51ab3 req-5f0591ff-cfd2-4134-8730-fb621ac1c1c8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c16ed728-31a8-4b8b-ab21-2e035a2f97dd HTTP/1.1" status: 200 len: 850 time: 0.0784674 Mar 22 19:34:40.052818 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768daa92-2d27-4364-9767-4b7448a51ab3 req-04782e29-1be4-445b-8227-40ec0b5f5bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:40.054443 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-768daa92-2d27-4364-9767-4b7448a51ab3 req-04782e29-1be4-445b-8227-40ec0b5f5bc3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0553038 Mar 22 19:34:40.056741 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cf521928-ad78-42ea-bf30-488a2f9b4c29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:40.131434 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e67d0d-5a99-413e-a276-a8bab52bdfa7 req-c56b77f8-ffbc-411e-aed6-22e999fb247c tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:40.133057 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-96e67d0d-5a99-413e-a276-a8bab52bdfa7 req-c56b77f8-ffbc-411e-aed6-22e999fb247c tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 943 time: 0.1588614 Mar 22 19:34:40.138542 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be93a83f-5dda-40be-a3c9-6a0a1b58b5d8 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:34:40.145002 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-be93a83f-5dda-40be-a3c9-6a0a1b58b5d8 admin admin] 10.222.0.75 "PUT /v2.0/routers/b3eb4919-0c98-45d7-b26c-d41cb6339388/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1768832 Mar 22 19:34:40.149596 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97410edc-95ab-4c56-bbc6-12381fcfa6ba None None] Sync routers for ids ['b3eb4919-0c98-45d7-b26c-d41cb6339388'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:34:40.151421 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60498) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:40.164790 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97410edc-95ab-4c56-bbc6-12381fcfa6ba None None] Routers {'b3eb4919-0c98-45d7-b26c-d41cb6339388'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:34:40.165458 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-97410edc-95ab-4c56-bbc6-12381fcfa6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:34:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['b3eb4919-0c98-45d7-b26c-d41cb6339388'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:40.172358 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-768daa92-2d27-4364-9767-4b7448a51ab3 req-93a204e6-0f56-4f77-8b59-87d32b32c99d service neutron] 10.222.0.85 "GET /v2.0/networks/c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114151 Mar 22 19:34:40.298880 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-97410edc-95ab-4c56-bbc6-12381fcfa6ba None None] Set router b3eb4919-0c98-45d7-b26c-d41cb6339388 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:34:40.318653 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-768daa92-2d27-4364-9767-4b7448a51ab3 req-96ae5f76-7bee-405d-ae0c-59cba24d6c24 service neutron] 10.222.0.85 "GET /v2.0/networks/c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321912 Mar 22 19:34:40.509094 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-97410edc-95ab-4c56-bbc6-12381fcfa6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'name': 'tempest-TaggedBootDevicesTest_v242-1498568096-router', 'tenant_id': '3fee7ce517f548f9a4e6097b9989ab12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:10Z', 'updated_at': '2022-03-22T19:34:39Z', 'revision_number': 5, 'project_id': '3fee7ce517f548f9a4e6097b9989ab12', 'gw_port': {'id': 'c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:12Z', 'updated_at': '2022-03-22T19:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:40.540289 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97410edc-95ab-4c56-bbc6-12381fcfa6ba None None] Checking router: b3eb4919-0c98-45d7-b26c-d41cb6339388 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:34:40.550497 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97410edc-95ab-4c56-bbc6-12381fcfa6ba None None] Routers {'b3eb4919-0c98-45d7-b26c-d41cb6339388'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:34:40.551242 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-97410edc-95ab-4c56-bbc6-12381fcfa6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:34:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['b3eb4919-0c98-45d7-b26c-d41cb6339388'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:40.605595 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f67fb37d-a014-446f-bec0-644e372d9551 req-58cf53a3-640f-4828-bdd1-54341ecfe5f6 tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.0583544 Mar 22 19:34:40.635950 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-96e67d0d-5a99-413e-a276-a8bab52bdfa7 req-05198f8e-ea4f-485f-8e9d-b8d53c7929ca tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4724333 Mar 22 19:34:40.667377 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-97410edc-95ab-4c56-bbc6-12381fcfa6ba None None] Set router b3eb4919-0c98-45d7-b26c-d41cb6339388 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:34:40.672819 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cf521928-ad78-42ea-bf30-488a2f9b4c29 admin admin] Publish callbacks [] for security_group (02906f76-f5a4-44c6-9e98-b15723dce728), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:40.679776 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cf521928-ad78-42ea-bf30-488a2f9b4c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (02906f76-f5a4-44c6-9e98-b15723dce728), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:40.704080 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8d657a06-8d15-4a64-9383-649ccc440c7a admin admin] Publish callbacks [] for router (b3eb4919-0c98-45d7-b26c-d41cb6339388), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:40.788621 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-cf521928-ad78-42ea-bf30-488a2f9b4c29 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4222e9256bd843c49bb1f40db31b7d31&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0407081 Mar 22 19:34:40.789300 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf521928-ad78-42ea-bf30-488a2f9b4c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02906f76-f5a4-44c6-9e98-b15723dce728,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:40.791031 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60502) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:40.844400 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8d657a06-8d15-4a64-9383-649ccc440c7a admin admin] Publish callbacks [] for router_gateway (b3eb4919-0c98-45d7-b26c-d41cb6339388), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:40.887104 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cce33ca7-0530-4a31-aacc-ea83a4873e19 admin admin] Publish callbacks [] for security_group (02906f76-f5a4-44c6-9e98-b15723dce728), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:40.908679 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-8d657a06-8d15-4a64-9383-649ccc440c7a admin admin] Deleting port c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:34:40.909346 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8d657a06-8d15-4a64-9383-649ccc440c7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:40.913520 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cce33ca7-0530-4a31-aacc-ea83a4873e19 admin admin] Publish callbacks [] for security_group (02906f76-f5a4-44c6-9e98-b15723dce728), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:40.975051 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cce33ca7-0530-4a31-aacc-ea83a4873e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (02906f76-f5a4-44c6-9e98-b15723dce728), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:40.978148 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cce33ca7-0530-4a31-aacc-ea83a4873e19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:40.979440 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cce33ca7-0530-4a31-aacc-ea83a4873e19 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/02906f76-f5a4-44c6-9e98-b15723dce728 HTTP/1.1" status: 204 len: 168 time: 0.1792176 Mar 22 19:34:41.004674 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-8d657a06-8d15-4a64-9383-649ccc440c7a admin admin] For port c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:41.005128 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8d657a06-8d15-4a64-9383-649ccc440c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:41.005530 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce33ca7-0530-4a31-aacc-ea83a4873e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02906f76-f5a4-44c6-9e98-b15723dce728,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:41.040378 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-8d657a06-8d15-4a64-9383-649ccc440c7a admin admin] Calling delete_port for c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f owned by network:router_gateway {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:34:41.042995 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-97410edc-95ab-4c56-bbc6-12381fcfa6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'name': 'tempest-TaggedBootDevicesTest_v242-1498568096-router', 'tenant_id': '3fee7ce517f548f9a4e6097b9989ab12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:10Z', 'updated_at': '2022-03-22T19:34:39Z', 'revision_number': 5, 'project_id': '3fee7ce517f548f9a4e6097b9989ab12', 'gw_port': {'id': 'c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:12Z', 'updated_at': '2022-03-22T19:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:41.102132 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97410edc-95ab-4c56-bbc6-12381fcfa6ba None None] The sync data for ids ['b3eb4919-0c98-45d7-b26c-d41cb6339388'] in n-d-705658-24 is: [{'id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'name': 'tempest-TaggedBootDevicesTest_v242-1498568096-router', 'tenant_id': '3fee7ce517f548f9a4e6097b9989ab12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:10Z', 'updated_at': '2022-03-22T19:34:39Z', 'revision_number': 5, 'project_id': '3fee7ce517f548f9a4e6097b9989ab12', 'gw_port': {'id': 'c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:8c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3eb4919-0c98-45d7-b26c-d41cb6339388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:12Z', 'updated_at': '2022-03-22T19:26:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:34:41.278292 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8d657a06-8d15-4a64-9383-649ccc440c7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:41.320764 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d657a06-8d15-4a64-9383-649ccc440c7a admin admin] Pushing event deleted for resources: {'Port': ['ID=c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:41.428888 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8d657a06-8d15-4a64-9383-649ccc440c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (b3eb4919-0c98-45d7-b26c-d41cb6339388), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:41.579109 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8d657a06-8d15-4a64-9383-649ccc440c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (b3eb4919-0c98-45d7-b26c-d41cb6339388), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:41.582032 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8d657a06-8d15-4a64-9383-649ccc440c7a admin admin] Publish callbacks [] for router_controller (b3eb4919-0c98-45d7-b26c-d41cb6339388), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:41.650800 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8d657a06-8d15-4a64-9383-649ccc440c7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (b3eb4919-0c98-45d7-b26c-d41cb6339388), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:41.651719 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d657a06-8d15-4a64-9383-649ccc440c7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3eb4919-0c98-45d7-b26c-d41cb6339388 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:34:41.662847 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8d657a06-8d15-4a64-9383-649ccc440c7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:41.664818 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8d657a06-8d15-4a64-9383-649ccc440c7a admin admin] 10.222.0.75 "DELETE /v2.0/routers/b3eb4919-0c98-45d7-b26c-d41cb6339388 HTTP/1.1" status: 204 len: 168 time: 1.5124800 Mar 22 19:34:41.667354 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60528) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:41.745764 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db937da-f92e-4621-b491-e23211f7e4f1 admin admin] Deleting subnet 69c17642-eb57-4b80-9cea-90bbf60877d8 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:34:41.753497 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8db937da-f92e-4621-b491-e23211f7e4f1 admin admin] Publish callbacks [] for subnet (69c17642-eb57-4b80-9cea-90bbf60877d8), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:41.859923 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-17801608-2ebc-421e-973b-cbaba92d43a4 req-995cd264-3db2-4241-a3d7-f17853aabae4 tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.0852292 Mar 22 19:34:41.875248 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8db937da-f92e-4621-b491-e23211f7e4f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (69c17642-eb57-4b80-9cea-90bbf60877d8), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:41.898456 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08154d56-670f-41e9-a338-0c53056aac64 req-34e2a92c-746e-4bd8-b4ed-e9c244b64b54 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:41.907573 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-08154d56-670f-41e9-a338-0c53056aac64 req-34e2a92c-746e-4bd8-b4ed-e9c244b64b54 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 943 time: 0.1867089 Mar 22 19:34:42.011079 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:34:42.012945 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-08154d56-670f-41e9-a338-0c53056aac64 req-e166df72-caa2-408d-ad24-8b0b0f11f743 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988593 Mar 22 19:34:42.057423 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:34:42.059426 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f0bbff07-1da7-4a0f-951f-e6c81ef5cbf7 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:34:42.126776 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8db937da-f92e-4621-b491-e23211f7e4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (69c17642-eb57-4b80-9cea-90bbf60877d8), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:42.221517 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8db937da-f92e-4621-b491-e23211f7e4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (69c17642-eb57-4b80-9cea-90bbf60877d8), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:42.238348 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8db937da-f92e-4621-b491-e23211f7e4f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:42.241178 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60538) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:42.243585 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8db937da-f92e-4621-b491-e23211f7e4f1 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/69c17642-eb57-4b80-9cea-90bbf60877d8 HTTP/1.1" status: 204 len: 168 time: 0.5752013 Mar 22 19:34:42.246027 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60540) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:42.256484 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed376a1-96c3-4a09-be98-e79a41c5d84a None None] Network 51c4d819-dc3a-4926-819e-2ad5e382640b requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:34:42.349773 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db937da-f92e-4621-b491-e23211f7e4f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69c17642-eb57-4b80-9cea-90bbf60877d8,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:42.444520 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a936b151-1ee4-4d8b-814e-8e245982be6d req-f2d3dea7-9e35-4928-a37b-8a083e60313f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.0404983 Mar 22 19:34:42.476438 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-e73e9b0f-a292-46c3-b878-d71f45a817b2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-664501207-network', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:42.514952 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73e9b0f-a292-46c3-b878-d71f45a817b2 admin admin] Made reservation on behalf of 7cda59a95c784cbe81e1e4252cbf144e for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:34:42.518284 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e73e9b0f-a292-46c3-b878-d71f45a817b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:42.535607 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e73e9b0f-a292-46c3-b878-d71f45a817b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:42.540249 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ff2c401f-737e-47b1-bec1-ae5e940bbf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (51c4d819-dc3a-4926-819e-2ad5e382640b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:42.649943 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-ff2c401f-737e-47b1-bec1-ae5e940bbf5d admin admin] Deleting port 746868dc-fb2f-4cc6-8700-e4f0e242a95c {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:34:42.650992 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ff2c401f-737e-47b1-bec1-ae5e940bbf5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (746868dc-fb2f-4cc6-8700-e4f0e242a95c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:42.709825 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e73e9b0f-a292-46c3-b878-d71f45a817b2 admin admin] Publish callbacks [] for security_group (a733e839-5c4e-4e77-8975-9d8a8e3f6b09), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:42.717323 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e73e9b0f-a292-46c3-b878-d71f45a817b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a733e839-5c4e-4e77-8975-9d8a8e3f6b09), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:42.743255 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e73e9b0f-a292-46c3-b878-d71f45a817b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:34:42.762965 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e9b0f-a292-46c3-b878-d71f45a817b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a733e839-5c4e-4e77-8975-9d8a8e3f6b09,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:42.766846 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e73e9b0f-a292-46c3-b878-d71f45a817b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (eeaed36b-2189-47d5-81ce-01a67b046103), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:42.767301 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-e73e9b0f-a292-46c3-b878-d71f45a817b2 admin admin] Added segment eeaed36b-2189-47d5-81ce-01a67b046103 of type vlan for network 00e2bcc4-39d4-496d-b022-7cce910c0a6c Mar 22 19:34:42.788257 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-ff2c401f-737e-47b1-bec1-ae5e940bbf5d admin admin] For port 746868dc-fb2f-4cc6-8700-e4f0e242a95c, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=746868dc-fb2f-4cc6-8700-e4f0e242a95c,segment=NetworkSegment(e90353a3-2dc2-40d0-af93-fb32f35357dd),segment_id=e90353a3-2dc2-40d0-af93-fb32f35357dd)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:42.788819 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ff2c401f-737e-47b1-bec1-ae5e940bbf5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (746868dc-fb2f-4cc6-8700-e4f0e242a95c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:42.803861 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-ff2c401f-737e-47b1-bec1-ae5e940bbf5d admin admin] Calling delete_port for 746868dc-fb2f-4cc6-8700-e4f0e242a95c owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:34:42.880723 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e73e9b0f-a292-46c3-b878-d71f45a817b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (00e2bcc4-39d4-496d-b022-7cce910c0a6c), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:42.897359 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ff2c401f-737e-47b1-bec1-ae5e940bbf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (746868dc-fb2f-4cc6-8700-e4f0e242a95c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:42.900504 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e245369-fe51-4851-a854-8779c6fd1ba4 None None] DHCP port deletion for 51c4d819-dc3a-4926-819e-2ad5e382640b request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:34:42.950016 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c401f-737e-47b1-bec1-ae5e940bbf5d admin admin] Pushing event deleted for resources: {'Port': ['ID=746868dc-fb2f-4cc6-8700-e4f0e242a95c,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:42.955974 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e73e9b0f-a292-46c3-b878-d71f45a817b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (00e2bcc4-39d4-496d-b022-7cce910c0a6c), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:42.957005 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73e9b0f-a292-46c3-b878-d71f45a817b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:42.958878 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e73e9b0f-a292-46c3-b878-d71f45a817b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:42.967862 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2c401f-737e-47b1-bec1-ae5e940bbf5d admin admin] No DVR routers for this DVR port 746868dc-fb2f-4cc6-8700-e4f0e242a95c on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:34:43.033870 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e9b0f-a292-46c3-b878-d71f45a817b2 admin admin] Pushing event updated for resources: {'Network': ['ID=00e2bcc4-39d4-496d-b022-7cce910c0a6c,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:43.051063 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 00e2bcc4-39d4-496d-b022-7cce910c0a6c details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:34:43.059859 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e73e9b0f-a292-46c3-b878-d71f45a817b2 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8138213 Mar 22 19:34:43.060114 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60550) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:43.065087 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-44cdb49c-86d7-4c22-aa75-00d976fc8880 admin admin] Request body: {'subnet': {'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-664501207-subnet', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:43.095900 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ff2c401f-737e-47b1-bec1-ae5e940bbf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (51c4d819-dc3a-4926-819e-2ad5e382640b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:43.140185 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cdb49c-86d7-4c22-aa75-00d976fc8880 admin admin] Made reservation on behalf of 7cda59a95c784cbe81e1e4252cbf144e for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:34:43.148742 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-44cdb49c-86d7-4c22-aa75-00d976fc8880 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:43.155328 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-ff2c401f-737e-47b1-bec1-ae5e940bbf5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c4d819-dc3a-4926-819e-2ad5e382640b']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:43.170606 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-ff2c401f-737e-47b1-bec1-ae5e940bbf5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e90353a3-2dc2-40d0-af93-fb32f35357dd') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:43.171046 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-ff2c401f-737e-47b1-bec1-ae5e940bbf5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e90353a3-2dc2-40d0-af93-fb32f35357dd') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:43.183024 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ff2c401f-737e-47b1-bec1-ae5e940bbf5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (e90353a3-2dc2-40d0-af93-fb32f35357dd), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:43.202058 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ff2c401f-737e-47b1-bec1-ae5e940bbf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (e90353a3-2dc2-40d0-af93-fb32f35357dd), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:43.206360 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device e4d98ee1-0767-4685-a8d4-ad1847276080 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:34:43.227331 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff2c401f-737e-47b1-bec1-ae5e940bbf5d admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:34:43.228748 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ff2c401f-737e-47b1-bec1-ae5e940bbf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (e90353a3-2dc2-40d0-af93-fb32f35357dd), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:43.248748 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:34:43.248748 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:34:43.248748 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:34:43.248748 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:34:43.248748 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:34:43.248748 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:34:43.248748 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:34:43.248748 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:34:43.248748 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:34:43.248748 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:34:43.248748 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:34:43.248748 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:34:43.248748 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:34:43.248748 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:34:43.248748 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:34:43.248748 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:34:43.248748 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:34:43.248748 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:34:43.248748 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:34:43.248748 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:34:43.248748 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:34:43.248748 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:34:43.248748 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:34:43.248748 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:34:43.248748 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:34:43.248748 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:34:43.248748 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:34:43.248748 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:34:43.248748 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:34:43.248748 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:34:43.248748 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:34:43.248748 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:34:43.275310 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e51ceb10-fa52-4cdd-ba19-ad3902bd79d6 req-1be3e115-d345-4619-ab67-dbf0f196af34 tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.1632433 Mar 22 19:34:43.336467 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ff2c401f-737e-47b1-bec1-ae5e940bbf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (51c4d819-dc3a-4926-819e-2ad5e382640b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:43.344367 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ff2c401f-737e-47b1-bec1-ae5e940bbf5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:43.362395 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ff2c401f-737e-47b1-bec1-ae5e940bbf5d admin admin] 10.222.0.75 "DELETE /v2.0/networks/51c4d819-dc3a-4926-819e-2ad5e382640b HTTP/1.1" status: 204 len: 168 time: 1.1136839 Mar 22 19:34:43.364806 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60554) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:43.366901 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port e4d98ee1-0767-4685-a8d4-ad1847276080, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=e4d98ee1-0767-4685-a8d4-ad1847276080,segment=NetworkSegment(435fbae2-eb12-43d5-a18b-594248db5fb6),segment_id=435fbae2-eb12-43d5-a18b-594248db5fb6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:43.383725 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'e4d98ee1-0767-4685-a8d4-ad1847276080', 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d', 'port_id': 'e4d98ee1-0767-4685-a8d4-ad1847276080', 'mac_address': 'fa:16:3e:51:aa:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16ed728-31a8-4b8b-ab21-2e035a2f97dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:34:43.383971 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d47f7-f2a3-4244-91b7-1f8230c1c44c req-d4f9f21f-d531-432b-8cab-f10fd0e92f90 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:43.391924 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d05d47f7-f2a3-4244-91b7-1f8230c1c44c req-d4f9f21f-d531-432b-8cab-f10fd0e92f90 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 943 time: 0.1793027 Mar 22 19:34:43.396694 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c401f-737e-47b1-bec1-ae5e940bbf5d admin admin] Pushing event deleted for resources: {'Network': ['ID=51c4d819-dc3a-4926-819e-2ad5e382640b,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:43.431091 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port e4d98ee1-0767-4685-a8d4-ad1847276080 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:43.432460 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e4d98ee1-0767-4685-a8d4-ad1847276080), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:43.461743 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d98ee1-0767-4685-a8d4-ad1847276080 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:34:43.493633 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port e4d98ee1-0767-4685-a8d4-ad1847276080, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=e4d98ee1-0767-4685-a8d4-ad1847276080,segment=NetworkSegment(435fbae2-eb12-43d5-a18b-594248db5fb6),segment_id=435fbae2-eb12-43d5-a18b-594248db5fb6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:43.498341 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (e4d98ee1-0767-4685-a8d4-ad1847276080), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:43.577973 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=e4d98ee1-0767-4685-a8d4-ad1847276080,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:43.594230 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d05d47f7-f2a3-4244-91b7-1f8230c1c44c req-f7abe646-9321-4d8e-a607-56c7fd493bd6 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006373 Mar 22 19:34:43.733355 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-44cdb49c-86d7-4c22-aa75-00d976fc8880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:43.814355 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cdb49c-86d7-4c22-aa75-00d976fc8880 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:43.863212 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cdb49c-86d7-4c22-aa75-00d976fc8880 admin admin] Checking segment: {'id': 'eeaed36b-2189-47d5-81ce-01a67b046103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:34:43.863212 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cdb49c-86d7-4c22-aa75-00d976fc8880 admin admin] Network hostable DHCP agents. Network: 00e2bcc4-39d4-496d-b022-7cce910c0a6c, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:34:43.889319 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['e4d98ee1-0767-4685-a8d4-ad1847276080'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:34:43.894103 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cdb49c-86d7-4c22-aa75-00d976fc8880 admin admin] Network 00e2bcc4-39d4-496d-b022-7cce910c0a6c is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:34:43.913168 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 746868dc-fb2f-4cc6-8700-e4f0e242a95c no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:34:43.924152 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-44cdb49c-86d7-4c22-aa75-00d976fc8880 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 00e2bcc4-39d4-496d-b022-7cce910c0a6c) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:34:43.929481 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cdb49c-86d7-4c22-aa75-00d976fc8880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:43.930115 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-44cdb49c-86d7-4c22-aa75-00d976fc8880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:43.940558 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837e6ce6-04bb-412e-819d-028b33d96125 None None] Network 00e2bcc4-39d4-496d-b022-7cce910c0a6c requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:34:43.945444 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 746868dc-fb2f-4cc6-8700-e4f0e242a95c {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:34:43.945814 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 746868dc-fb2f-4cc6-8700-e4f0e242a95c not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:34:43.946327 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:34:43.958095 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-44cdb49c-86d7-4c22-aa75-00d976fc8880 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8968446 Mar 22 19:34:43.961050 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60572) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:43.967663 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-f58b111a-f775-42f4-b277-8c15b0d64c4e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-664501207-router', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:43.999578 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f58b111a-f775-42f4-b277-8c15b0d64c4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (f46fd7ef-bf03-462b-92ea-a542045b7865), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:44.000698 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f58b111a-f775-42f4-b277-8c15b0d64c4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (f46fd7ef-bf03-462b-92ea-a542045b7865), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:44.032802 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f22a98df-0cac-422f-b5ad-4891e7f8c222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (84d2d50c-ce03-4d67-adae-986abb2bd1ef), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:44.056199 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:34:44.057198 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c1ecbbf6-0a22-45a4-8c28-851ca0c60b8f not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:34:44.088055 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f58b111a-f775-42f4-b277-8c15b0d64c4e admin admin] Publish callbacks [] for router_controller (f46fd7ef-bf03-462b-92ea-a542045b7865), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:44.151207 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9542938d-9286-4c08-9b78-0a9a46ee2dfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-00e2bcc4-39d4-496d-b022-7cce910c0a6c', 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c', 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'fixed_ips': [{'subnet_id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:34:44.152209 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9542938d-9286-4c08-9b78-0a9a46ee2dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:44.290457 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f58b111a-f775-42f4-b277-8c15b0d64c4e admin admin] Publish callbacks [] for router_gateway (f46fd7ef-bf03-462b-92ea-a542045b7865), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:44.300218 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-9542938d-9286-4c08-9b78-0a9a46ee2dfb None None] Allocated IP 172.20.0.2 (00e2bcc4-39d4-496d-b022-7cce910c0a6c/29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5/32a05378-b0ea-4ff4-ae5c-2906606d6bbb) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:34:44.348823 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-f22a98df-0cac-422f-b5ad-4891e7f8c222 admin admin] Deleting port 819737fc-b101-4723-9756-58e78970ae63 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:34:44.349176 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f22a98df-0cac-422f-b5ad-4891e7f8c222 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (819737fc-b101-4723-9756-58e78970ae63), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:44.489672 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-de0baba5-8760-4829-a957-5ca1492c93c1 req-df609a97-ad6d-4d13-b04c-7b2ba076835c tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.0499763 Mar 22 19:34:44.492373 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9542938d-9286-4c08-9b78-0a9a46ee2dfb None None] Publish callbacks [] for port (32a05378-b0ea-4ff4-ae5c-2906606d6bbb), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:44.506692 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9542938d-9286-4c08-9b78-0a9a46ee2dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (32a05378-b0ea-4ff4-ae5c-2906606d6bbb), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:44.544890 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-f22a98df-0cac-422f-b5ad-4891e7f8c222 admin admin] For port 819737fc-b101-4723-9756-58e78970ae63, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=819737fc-b101-4723-9756-58e78970ae63,segment=NetworkSegment(5cf6edc1-c3ac-4745-bb76-3c3dacb92d93),segment_id=5cf6edc1-c3ac-4745-bb76-3c3dacb92d93)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:44.545273 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f22a98df-0cac-422f-b5ad-4891e7f8c222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (819737fc-b101-4723-9756-58e78970ae63), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:44.549812 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9542938d-9286-4c08-9b78-0a9a46ee2dfb None None] Network 00e2bcc4-39d4-496d-b022-7cce910c0a6c is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:34:44.554520 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-9542938d-9286-4c08-9b78-0a9a46ee2dfb None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:34:44.562608 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9542938d-9286-4c08-9b78-0a9a46ee2dfb None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:34:44.567845 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-f22a98df-0cac-422f-b5ad-4891e7f8c222 admin admin] Calling delete_port for 819737fc-b101-4723-9756-58e78970ae63 owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:34:44.597968 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f58b111a-f775-42f4-b277-8c15b0d64c4e admin admin] Publish callbacks [] for router_gateway (f46fd7ef-bf03-462b-92ea-a542045b7865), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:44.601829 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542938d-9286-4c08-9b78-0a9a46ee2dfb None None] Pushing event updated for resources: {'Port': ['ID=32a05378-b0ea-4ff4-ae5c-2906606d6bbb,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:44.637268 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f58b111a-f775-42f4-b277-8c15b0d64c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:44.699062 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-9542938d-9286-4c08-9b78-0a9a46ee2dfb None None] Attempting to bind port 32a05378-b0ea-4ff4-ae5c-2906606d6bbb on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:34:44.700033 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-9542938d-9286-4c08-9b78-0a9a46ee2dfb None None] Attempting to bind port 32a05378-b0ea-4ff4-ae5c-2906606d6bbb by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'eeaed36b-2189-47d5-81ce-01a67b046103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:34:44.700637 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9542938d-9286-4c08-9b78-0a9a46ee2dfb None None] Attempting to bind port 32a05378-b0ea-4ff4-ae5c-2906606d6bbb on network 00e2bcc4-39d4-496d-b022-7cce910c0a6c {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:34:44.706259 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9542938d-9286-4c08-9b78-0a9a46ee2dfb None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:34:44.706996 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9542938d-9286-4c08-9b78-0a9a46ee2dfb None None] Checking segment: {'id': 'eeaed36b-2189-47d5-81ce-01a67b046103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:34:44.707632 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9542938d-9286-4c08-9b78-0a9a46ee2dfb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:44.708288 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9542938d-9286-4c08-9b78-0a9a46ee2dfb None None] Bound using segment: {'id': 'eeaed36b-2189-47d5-81ce-01a67b046103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:34:44.708989 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-9542938d-9286-4c08-9b78-0a9a46ee2dfb None None] Bound port: 32a05378-b0ea-4ff4-ae5c-2906606d6bbb, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeaed36b-2189-47d5-81ce-01a67b046103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:34:44.709624 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9542938d-9286-4c08-9b78-0a9a46ee2dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (32a05378-b0ea-4ff4-ae5c-2906606d6bbb), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:44.789673 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-9542938d-9286-4c08-9b78-0a9a46ee2dfb None None] For port 32a05378-b0ea-4ff4-ae5c-2906606d6bbb, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:34:44.795383 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-9542938d-9286-4c08-9b78-0a9a46ee2dfb None None] For port 32a05378-b0ea-4ff4-ae5c-2906606d6bbb, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=32a05378-b0ea-4ff4-ae5c-2906606d6bbb,segment=NetworkSegment(eeaed36b-2189-47d5-81ce-01a67b046103),segment_id=eeaed36b-2189-47d5-81ce-01a67b046103)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:34:44.806345 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165e89c-b199-42af-b9b6-05713bd9c139 req-9ab6c504-8c8f-4404-88f0-1400603e7dfd tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:44.807894 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5165e89c-b199-42af-b9b6-05713bd9c139 req-9ab6c504-8c8f-4404-88f0-1400603e7dfd tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 944 time: 0.0939522 Mar 22 19:34:44.816242 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9542938d-9286-4c08-9b78-0a9a46ee2dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (32a05378-b0ea-4ff4-ae5c-2906606d6bbb), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:44.867136 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-f58b111a-f775-42f4-b277-8c15b0d64c4e admin admin] Allocated IP 172.25.5.202 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/a87dba9a-fe1a-4e98-a28a-df5a5c0f156f) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:34:44.947413 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9542938d-9286-4c08-9b78-0a9a46ee2dfb None None] Pushing event updated for resources: {'Port': ['ID=32a05378-b0ea-4ff4-ae5c-2906606d6bbb,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:44.960977 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5165e89c-b199-42af-b9b6-05713bd9c139 req-7f9e90b5-f3d1-4737-9ce5-30e9e718f179 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312952 Mar 22 19:34:44.963124 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f22a98df-0cac-422f-b5ad-4891e7f8c222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (819737fc-b101-4723-9756-58e78970ae63), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:45.005009 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a98df-0cac-422f-b5ad-4891e7f8c222 admin admin] Pushing event deleted for resources: {'Port': ['ID=819737fc-b101-4723-9756-58e78970ae63,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:45.036480 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-befe7ced-59b5-44ea-8e35-cbc17a24e952 req-82a41c3a-8ebe-4542-b895-e412e5c0759d tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e&device_id=eb8bb4a3-fdcf-4223-8787-1cb725a38168 HTTP/1.1" status: 200 len: 210 time: 0.0350907 Mar 22 19:34:45.105148 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-70c2bba3-e0c5-49cf-aa79-8e73dc77ac4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:45.106894 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f58b111a-f775-42f4-b277-8c15b0d64c4e admin admin] Publish callbacks [] for port (a87dba9a-fe1a-4e98-a28a-df5a5c0f156f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:45.180747 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f58b111a-f775-42f4-b277-8c15b0d64c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (a87dba9a-fe1a-4e98-a28a-df5a5c0f156f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:45.274494 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b111a-f775-42f4-b277-8c15b0d64c4e admin admin] Pushing event updated for resources: {'Port': ['ID=a87dba9a-fe1a-4e98-a28a-df5a5c0f156f,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:45.282286 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58b111a-f775-42f4-b277-8c15b0d64c4e admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:34:45.284165 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-f58b111a-f775-42f4-b277-8c15b0d64c4e admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:34:45.286655 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58b111a-f775-42f4-b277-8c15b0d64c4e admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:34:45.320060 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f22a98df-0cac-422f-b5ad-4891e7f8c222 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (84d2d50c-ce03-4d67-adae-986abb2bd1ef), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:45.544159 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-081e4f0e-a0db-4f07-8a9a-835232477fb8 req-1554d2d6-0c1d-43cc-a6a6-ca2466e0e1d5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e2a41293bfe142a49fe69f47f33da4b6&device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.0636480 Mar 22 19:34:45.553153 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-506780e9-4c4e-49c6-b880-e5427bf74257 req-42fd6424-9851-476e-8075-bdecf6b45fa1 tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.0528939 Mar 22 19:34:45.599225 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-081e4f0e-a0db-4f07-8a9a-835232477fb8 req-758c98ce-7ddf-4d72-87c2-f786acd52a5c service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=e2a41293bfe142a49fe69f47f33da4b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430968 Mar 22 19:34:45.721663 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:46.115950 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f58b111a-f775-42f4-b277-8c15b0d64c4e admin admin] Publish callbacks [] for router_gateway (f46fd7ef-bf03-462b-92ea-a542045b7865), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:46.121047 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 32a05378-b0ea-4ff4-ae5c-2906606d6bbb up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:34:46.206525 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e4f0e-a0db-4f07-8a9a-835232477fb8 req-106e9b03-b539-4d02-91fd-3fde70674159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:46.208033 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-081e4f0e-a0db-4f07-8a9a-835232477fb8 req-106e9b03-b539-4d02-91fd-3fde70674159 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6028688 Mar 22 19:34:46.219916 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 32a05378-b0ea-4ff4-ae5c-2906606d6bbb triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:46.220188 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (32a05378-b0ea-4ff4-ae5c-2906606d6bbb), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:46.236687 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714106f-7cec-40a3-b12f-256c85a34c56 req-cb1c1578-383c-441c-a722-640bd89bb375 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:46.239798 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6714106f-7cec-40a3-b12f-256c85a34c56 req-cb1c1578-383c-441c-a722-640bd89bb375 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 944 time: 0.1036339 Mar 22 19:34:46.297106 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22a98df-0cac-422f-b5ad-4891e7f8c222 admin admin] Router 84d2d50c-ce03-4d67-adae-986abb2bd1ef has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:34:46.331984 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 32a05378-b0ea-4ff4-ae5c-2906606d6bbb is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:46.332808 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (32a05378-b0ea-4ff4-ae5c-2906606d6bbb), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:46.380326 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 32a05378-b0ea-4ff4-ae5c-2906606d6bbb, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=32a05378-b0ea-4ff4-ae5c-2906606d6bbb,segment=NetworkSegment(eeaed36b-2189-47d5-81ce-01a67b046103),segment_id=eeaed36b-2189-47d5-81ce-01a67b046103)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:46.388413 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (32a05378-b0ea-4ff4-ae5c-2906606d6bbb), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:46.435797 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6714106f-7cec-40a3-b12f-256c85a34c56 req-455539d7-d75b-4f1d-915d-7b0f652a4db9 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953509 Mar 22 19:34:46.461714 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=32a05378-b0ea-4ff4-ae5c-2906606d6bbb,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:46.464526 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f58b111a-f775-42f4-b277-8c15b0d64c4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (f46fd7ef-bf03-462b-92ea-a542045b7865), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:46.490082 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06018d35-192f-4fc3-90ef-10ddab4212ce None None] Network 00e2bcc4-39d4-496d-b022-7cce910c0a6c requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:34:46.510000 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22a98df-0cac-422f-b5ad-4891e7f8c222 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:34:46.522902 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f22a98df-0cac-422f-b5ad-4891e7f8c222 admin admin] 10.222.0.75 "PUT /v2.0/routers/84d2d50c-ce03-4d67-adae-986abb2bd1ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1548860 Mar 22 19:34:46.525289 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60592) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:46.538990 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88ea31f-4a62-4904-b1a9-f774a872b808 None None] Sync routers for ids ['84d2d50c-ce03-4d67-adae-986abb2bd1ef'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:34:46.572050 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88ea31f-4a62-4904-b1a9-f774a872b808 None None] Routers {'84d2d50c-ce03-4d67-adae-986abb2bd1ef'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:34:46.572773 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b88ea31f-4a62-4904-b1a9-f774a872b808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:34:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['84d2d50c-ce03-4d67-adae-986abb2bd1ef'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:46.585240 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-bdd53911-14e5-4a0e-9aa5-da4871d452e7 None None] Provisioning complete for port 32a05378-b0ea-4ff4-ae5c-2906606d6bbb triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:46.585912 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bdd53911-14e5-4a0e-9aa5-da4871d452e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (32a05378-b0ea-4ff4-ae5c-2906606d6bbb), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:46.643720 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58b111a-f775-42f4-b277-8c15b0d64c4e admin admin] Router f46fd7ef-bf03-462b-92ea-a542045b7865 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:34:46.660547 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0098e1c9-7f38-45d7-aa7e-988c935e1e2a admin admin] Publish callbacks [] for router (84d2d50c-ce03-4d67-adae-986abb2bd1ef), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:46.805296 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-b88ea31f-4a62-4904-b1a9-f774a872b808 None None] Set router 84d2d50c-ce03-4d67-adae-986abb2bd1ef gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:34:46.846222 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af1477c5-ffc0-46d4-8fbe-f7fecc347b97 req-edc8c713-a414-42f9-bb91-7c9d9afcf259 tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.0530970 Mar 22 19:34:46.851000 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0098e1c9-7f38-45d7-aa7e-988c935e1e2a admin admin] Publish callbacks [] for router_gateway (84d2d50c-ce03-4d67-adae-986abb2bd1ef), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:46.890145 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-b372729a-3a27-4d6c-b272-cc031d2c03bb service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1246409 Mar 22 19:34:46.900819 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58b111a-f775-42f4-b277-8c15b0d64c4e admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:34:46.905946 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-bdd53911-14e5-4a0e-9aa5-da4871d452e7 None None] Current status of the port 32a05378-b0ea-4ff4-ae5c-2906606d6bbb is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:46.916811 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67227c13-8192-474d-afbc-495d0e978e33 None None] Sync routers for ids ['f46fd7ef-bf03-462b-92ea-a542045b7865'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:34:46.928010 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67227c13-8192-474d-afbc-495d0e978e33 None None] Routers {'f46fd7ef-bf03-462b-92ea-a542045b7865'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:34:46.928930 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-67227c13-8192-474d-afbc-495d0e978e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:34:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f46fd7ef-bf03-462b-92ea-a542045b7865'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:46.948592 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f58b111a-f775-42f4-b277-8c15b0d64c4e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:46.950985 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f58b111a-f775-42f4-b277-8c15b0d64c4e admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9878128 Mar 22 19:34:46.955762 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60596) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:46.980669 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-0098e1c9-7f38-45d7-aa7e-988c935e1e2a admin admin] Deleting port 43bc5936-38f6-4aac-be66-58a1bdc7c4c1 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:34:46.981953 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0098e1c9-7f38-45d7-aa7e-988c935e1e2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (43bc5936-38f6-4aac-be66-58a1bdc7c4c1), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:47.125055 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-0098e1c9-7f38-45d7-aa7e-988c935e1e2a admin admin] For port 43bc5936-38f6-4aac-be66-58a1bdc7c4c1, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=43bc5936-38f6-4aac-be66-58a1bdc7c4c1,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:47.125577 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0098e1c9-7f38-45d7-aa7e-988c935e1e2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (43bc5936-38f6-4aac-be66-58a1bdc7c4c1), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:47.136547 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-c21f66d7-2680-495d-a488-1b8fd5bf6eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:47.137718 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-c21f66d7-2680-495d-a488-1b8fd5bf6eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:47.138564 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-c21f66d7-2680-495d-a488-1b8fd5bf6eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:47.138564 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-c21f66d7-2680-495d-a488-1b8fd5bf6eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:47.139007 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-c21f66d7-2680-495d-a488-1b8fd5bf6eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:47.139471 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-c21f66d7-2680-495d-a488-1b8fd5bf6eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:47.139933 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-c21f66d7-2680-495d-a488-1b8fd5bf6eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:47.151444 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-67227c13-8192-474d-afbc-495d0e978e33 None None] Set router f46fd7ef-bf03-462b-92ea-a542045b7865 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:34:47.155940 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-0098e1c9-7f38-45d7-aa7e-988c935e1e2a admin admin] Calling delete_port for 43bc5936-38f6-4aac-be66-58a1bdc7c4c1 owned by network:router_gateway {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:34:47.156471 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-c21f66d7-2680-495d-a488-1b8fd5bf6eb1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9e0e4ca7c14f4d59bf1ff2884bd386bd&device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 6715 time: 0.1866210 Mar 22 19:34:47.201826 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device e4d98ee1-0767-4685-a8d4-ad1847276080 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:34:47.313767 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b88ea31f-4a62-4904-b1a9-f774a872b808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d2d50c-ce03-4d67-adae-986abb2bd1ef', 'name': 'tempest-TaggedBootDevicesTest_v242-2018200426-router', 'tenant_id': 'be54158b7ae5451da23a60cc3cc12a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '43bc5936-38f6-4aac-be66-58a1bdc7c4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:22Z', 'updated_at': '2022-03-22T19:34:44Z', 'revision_number': 5, 'project_id': 'be54158b7ae5451da23a60cc3cc12a83', 'gw_port': {'id': '43bc5936-38f6-4aac-be66-58a1bdc7c4c1', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84d2d50c-ce03-4d67-adae-986abb2bd1ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:26:24Z', 'updated_at': '2022-03-22T19:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:47.389289 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-9f40505c-70a9-4b81-a451-682bea737690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:47.389682 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-9f40505c-70a9-4b81-a451-682bea737690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:47.390433 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-9f40505c-70a9-4b81-a451-682bea737690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:47.392239 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-9f40505c-70a9-4b81-a451-682bea737690 service neutron] 10.222.0.85 "GET /v2.0/networks?id=4a18db52-e571-4039-89e7-6353aeef061c&id=e604f75b-118b-4af9-acd0-200e012a697d&id=e604f75b-118b-4af9-acd0-200e012a697d&id=e604f75b-118b-4af9-acd0-200e012a697d&id=e604f75b-118b-4af9-acd0-200e012a697d&id=63d9f401-775b-4921-a031-36b8b10f1a77&id=63d9f401-775b-4921-a031-36b8b10f1a77 HTTP/1.1" status: 200 len: 2293 time: 0.1823859 Mar 22 19:34:47.405623 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-67227c13-8192-474d-afbc-495d0e978e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'name': 'tempest-AttachVolumeShelveTestJSON-664501207-router', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:45Z', 'revision_number': 3, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'gw_port': {'id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:36:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:47.406103 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88ea31f-4a62-4904-b1a9-f774a872b808 None None] Checking router: 84d2d50c-ce03-4d67-adae-986abb2bd1ef for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:34:47.444518 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67227c13-8192-474d-afbc-495d0e978e33 None None] Checking router: f46fd7ef-bf03-462b-92ea-a542045b7865 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:34:47.445327 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67227c13-8192-474d-afbc-495d0e978e33 None None] Updating router f46fd7ef-bf03-462b-92ea-a542045b7865 port a87dba9a-fe1a-4e98-a28a-df5a5c0f156f binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:34:47.486018 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-383a65ad-e004-4d8b-a538-eec3e29d60b7 None None] Provisioning complete for port 32a05378-b0ea-4ff4-ae5c-2906606d6bbb triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:47.486405 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-383a65ad-e004-4d8b-a538-eec3e29d60b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (32a05378-b0ea-4ff4-ae5c-2906606d6bbb), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:47.508407 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-67227c13-8192-474d-afbc-495d0e978e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a87dba9a-fe1a-4e98-a28a-df5a5c0f156f), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:47.545149 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88ea31f-4a62-4904-b1a9-f774a872b808 None None] Routers {'84d2d50c-ce03-4d67-adae-986abb2bd1ef'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:34:47.547936 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b88ea31f-4a62-4904-b1a9-f774a872b808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:34:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['84d2d50c-ce03-4d67-adae-986abb2bd1ef'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:47.569670 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-081e4f0e-a0db-4f07-8a9a-835232477fb8 req-0b8f90cf-2209-4b5f-8363-1172ff495454 tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.84 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.0327220 Mar 22 19:34:47.570880 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0098e1c9-7f38-45d7-aa7e-988c935e1e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (43bc5936-38f6-4aac-be66-58a1bdc7c4c1), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:47.619528 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098e1c9-7f38-45d7-aa7e-988c935e1e2a admin admin] Pushing event deleted for resources: {'Port': ['ID=43bc5936-38f6-4aac-be66-58a1bdc7c4c1,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:47.654599 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-ac0af0cf-77b6-42b5-acdd-2fd1bb603db1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec2b1e62-dccd-4ab7-8d96-30287c6313d6 HTTP/1.1" status: 200 len: 1002 time: 0.2176669 Mar 22 19:34:47.719809 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5ab73-0b26-4379-9a3a-33aa89776693 req-5ac374ed-2494-4989-aff6-65a5522a5670 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:47.721423 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-69e5ab73-0b26-4379-9a3a-33aa89776693 req-5ac374ed-2494-4989-aff6-65a5522a5670 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 944 time: 0.1399989 Mar 22 19:34:47.735210 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0098e1c9-7f38-45d7-aa7e-988c935e1e2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (84d2d50c-ce03-4d67-adae-986abb2bd1ef), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:47.747760 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4c75a537-fe5b-4446-ab80-da1982a52bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:47.855154 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-b88ea31f-4a62-4904-b1a9-f774a872b808 None None] Set router 84d2d50c-ce03-4d67-adae-986abb2bd1ef gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:34:47.914414 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-eb4426e1-e511-4da0-97b6-f3cf054a98f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:47.915799 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-eb4426e1-e511-4da0-97b6-f3cf054a98f3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e79fd7a2-f33f-4e5a-aaf1-5c490955a64d HTTP/1.1" status: 200 len: 851 time: 0.2509120 Mar 22 19:34:47.938084 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-67227c13-8192-474d-afbc-495d0e978e33 None None] Publish callbacks [] for port (a87dba9a-fe1a-4e98-a28a-df5a5c0f156f), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:47.955036 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-69e5ab73-0b26-4379-9a3a-33aa89776693 req-f3b9aa2c-7504-4c0f-bfe1-f0ddae999dfd tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106483 Mar 22 19:34:47.956945 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-67227c13-8192-474d-afbc-495d0e978e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a87dba9a-fe1a-4e98-a28a-df5a5c0f156f), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:47.959798 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0098e1c9-7f38-45d7-aa7e-988c935e1e2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (84d2d50c-ce03-4d67-adae-986abb2bd1ef), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:47.974524 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0098e1c9-7f38-45d7-aa7e-988c935e1e2a admin admin] Publish callbacks [] for router_controller (84d2d50c-ce03-4d67-adae-986abb2bd1ef), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:48.053963 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0098e1c9-7f38-45d7-aa7e-988c935e1e2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (84d2d50c-ce03-4d67-adae-986abb2bd1ef), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:48.054794 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0098e1c9-7f38-45d7-aa7e-988c935e1e2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84d2d50c-ce03-4d67-adae-986abb2bd1ef {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:34:48.070801 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e9c75-9f67-4785-80c5-4ee05c23497e None None] Pushing event updated for resources: {'Port': ['ID=a87dba9a-fe1a-4e98-a28a-df5a5c0f156f,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:48.087084 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0098e1c9-7f38-45d7-aa7e-988c935e1e2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:48.090976 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0098e1c9-7f38-45d7-aa7e-988c935e1e2a admin admin] 10.222.0.75 "DELETE /v2.0/routers/84d2d50c-ce03-4d67-adae-986abb2bd1ef HTTP/1.1" status: 204 len: 168 time: 1.5629883 Mar 22 19:34:48.092539 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60604) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:48.128499 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-67227c13-8192-474d-afbc-495d0e978e33 None None] Attempting to bind port a87dba9a-fe1a-4e98-a28a-df5a5c0f156f on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:34:48.128870 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-67227c13-8192-474d-afbc-495d0e978e33 None None] Attempting to bind port a87dba9a-fe1a-4e98-a28a-df5a5c0f156f by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:34:48.129246 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67227c13-8192-474d-afbc-495d0e978e33 None None] Attempting to bind port a87dba9a-fe1a-4e98-a28a-df5a5c0f156f on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:34:48.147680 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67227c13-8192-474d-afbc-495d0e978e33 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:34:48.148061 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67227c13-8192-474d-afbc-495d0e978e33 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:34:48.148466 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-67227c13-8192-474d-afbc-495d0e978e33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:48.148853 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67227c13-8192-474d-afbc-495d0e978e33 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:34:48.149332 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-67227c13-8192-474d-afbc-495d0e978e33 None None] Bound port: a87dba9a-fe1a-4e98-a28a-df5a5c0f156f, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:34:48.149705 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-67227c13-8192-474d-afbc-495d0e978e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a87dba9a-fe1a-4e98-a28a-df5a5c0f156f), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:48.166699 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e2969082-bc0a-4933-b2fb-09008d7ff41c req-20f9c6bf-f031-4696-8658-83bdc7784ca7 tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=60f1f063-0e68-402f-97dc-757e731fde2e HTTP/1.1" status: 200 len: 210 time: 0.1031716 Mar 22 19:34:48.221106 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc058265-7c6a-4ecb-8802-30ff9424f6ac admin admin] Deleting subnet a956bec7-9e99-44b7-a4e4-af8caabab13f {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:34:48.229938 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cc058265-7c6a-4ecb-8802-30ff9424f6ac admin admin] Publish callbacks [] for subnet (a956bec7-9e99-44b7-a4e4-af8caabab13f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:48.254785 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 32a05378-b0ea-4ff4-ae5c-2906606d6bbb up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:34:48.267269 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-914ea247-1ad4-489e-b641-94cf00cba244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:48.268871 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-914ea247-1ad4-489e-b641-94cf00cba244 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=4a18db52-e571-4039-89e7-6353aeef061c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3405221 Mar 22 19:34:48.288254 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cc058265-7c6a-4ecb-8802-30ff9424f6ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (a956bec7-9e99-44b7-a4e4-af8caabab13f), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:48.297862 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port e4d98ee1-0767-4685-a8d4-ad1847276080 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:34:48.309807 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b88ea31f-4a62-4904-b1a9-f774a872b808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84d2d50c-ce03-4d67-adae-986abb2bd1ef', 'name': 'tempest-TaggedBootDevicesTest_v242-2018200426-router', 'tenant_id': 'be54158b7ae5451da23a60cc3cc12a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:22Z', 'updated_at': '2022-03-22T19:34:47Z', 'revision_number': 7, 'project_id': 'be54158b7ae5451da23a60cc3cc12a83', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:48.319906 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-67227c13-8192-474d-afbc-495d0e978e33 None None] For port a87dba9a-fe1a-4e98-a28a-df5a5c0f156f, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:34:48.323277 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-67227c13-8192-474d-afbc-495d0e978e33 None None] For port a87dba9a-fe1a-4e98-a28a-df5a5c0f156f, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a87dba9a-fe1a-4e98-a28a-df5a5c0f156f,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:34:48.339104 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-67227c13-8192-474d-afbc-495d0e978e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a87dba9a-fe1a-4e98-a28a-df5a5c0f156f), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:48.406085 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port e4d98ee1-0767-4685-a8d4-ad1847276080 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:48.406465 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e4d98ee1-0767-4685-a8d4-ad1847276080), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:48.417282 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cc058265-7c6a-4ecb-8802-30ff9424f6ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (a956bec7-9e99-44b7-a4e4-af8caabab13f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:48.419783 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:48.422656 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67227c13-8192-474d-afbc-495d0e978e33 None None] Routers {'f46fd7ef-bf03-462b-92ea-a542045b7865'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:34:48.423287 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-67227c13-8192-474d-afbc-495d0e978e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:34:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f46fd7ef-bf03-462b-92ea-a542045b7865'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:48.438191 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-79303c40-fbb2-4f51-b03f-15ae153edba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:48.454806 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88ea31f-4a62-4904-b1a9-f774a872b808 None None] The sync data for ids ['84d2d50c-ce03-4d67-adae-986abb2bd1ef'] in n-d-705658-24 is: [{'id': '84d2d50c-ce03-4d67-adae-986abb2bd1ef', 'name': 'tempest-TaggedBootDevicesTest_v242-2018200426-router', 'tenant_id': 'be54158b7ae5451da23a60cc3cc12a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:26:22Z', 'updated_at': '2022-03-22T19:34:47Z', 'revision_number': 7, 'project_id': 'be54158b7ae5451da23a60cc3cc12a83', 'gw_port_host': None}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:34:48.521668 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 32a05378-b0ea-4ff4-ae5c-2906606d6bbb triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:48.523072 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (32a05378-b0ea-4ff4-ae5c-2906606d6bbb), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:48.536651 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cc058265-7c6a-4ecb-8802-30ff9424f6ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (a956bec7-9e99-44b7-a4e4-af8caabab13f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:48.542668 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e9c75-9f67-4785-80c5-4ee05c23497e None None] Pushing event updated for resources: {'Port': ['ID=a87dba9a-fe1a-4e98-a28a-df5a5c0f156f,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:48.572998 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-383a65ad-e004-4d8b-a538-eec3e29d60b7 None None] Current status of the port 32a05378-b0ea-4ff4-ae5c-2906606d6bbb is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:48.586274 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-67227c13-8192-474d-afbc-495d0e978e33 None None] Set router f46fd7ef-bf03-462b-92ea-a542045b7865 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:34:48.605400 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc058265-7c6a-4ecb-8802-30ff9424f6ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a956bec7-9e99-44b7-a4e4-af8caabab13f,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:48.614760 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c599cd2b-0e68-429a-9a02-72886f6b0a8e None None] Network 14e0778a-448c-401b-8757-7a9816b6b02a requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:34:48.615214 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cc058265-7c6a-4ecb-8802-30ff9424f6ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:48.623255 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-cc058265-7c6a-4ecb-8802-30ff9424f6ac admin admin] 10.222.0.75 "DELETE /v2.0/subnets/a956bec7-9e99-44b7-a4e4-af8caabab13f HTTP/1.1" status: 204 len: 168 time: 0.5271125 Mar 22 19:34:48.626500 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60608) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:48.723932 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-592f7b7e-e9b8-46c2-85e6-7ae795c5a061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (14e0778a-448c-401b-8757-7a9816b6b02a), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:48.726824 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-507bbd17-e0a4-4edd-a524-74afbdee778c service neutron] 10.222.0.85 "GET /v2.0/networks/4a18db52-e571-4039-89e7-6353aeef061c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4344115 Mar 22 19:34:48.787764 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 32a05378-b0ea-4ff4-ae5c-2906606d6bbb is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:48.792735 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port e4d98ee1-0767-4685-a8d4-ad1847276080 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:48.793264 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e4d98ee1-0767-4685-a8d4-ad1847276080), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:48.801100 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:48.841859 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f1e463-dca1-43b2-a2a5-e9359aaa2765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d98ee1-0767-4685-a8d4-ad1847276080'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:34:48.844456 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbdf28b-a6f5-484b-bc88-e6538ebddb82" -d '{"events": [{"server_uuid": "98f1e463-dca1-43b2-a2a5-e9359aaa2765", "name": "network-vif-plugged", "status": "completed", "tag": "e4d98ee1-0767-4685-a8d4-ad1847276080"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:34:48.862790 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-592f7b7e-e9b8-46c2-85e6-7ae795c5a061 admin admin] Deleting port 4bd21620-adc4-4e1c-92d6-ef5074e3d614 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:34:48.863396 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-592f7b7e-e9b8-46c2-85e6-7ae795c5a061 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (4bd21620-adc4-4e1c-92d6-ef5074e3d614), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:48.882486 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port e4d98ee1-0767-4685-a8d4-ad1847276080, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=e4d98ee1-0767-4685-a8d4-ad1847276080,segment=NetworkSegment(435fbae2-eb12-43d5-a18b-594248db5fb6),segment_id=435fbae2-eb12-43d5-a18b-594248db5fb6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:48.894618 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (e4d98ee1-0767-4685-a8d4-ad1847276080), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:48.961575 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-67227c13-8192-474d-afbc-495d0e978e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'name': 'tempest-AttachVolumeShelveTestJSON-664501207-router', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:45Z', 'revision_number': 3, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'gw_port': {'id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:36:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:48.967214 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-592f7b7e-e9b8-46c2-85e6-7ae795c5a061 admin admin] For port 4bd21620-adc4-4e1c-92d6-ef5074e3d614, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=4bd21620-adc4-4e1c-92d6-ef5074e3d614,segment=NetworkSegment(5cf6edc1-c3ac-4745-bb76-3c3dacb92d93),segment_id=5cf6edc1-c3ac-4745-bb76-3c3dacb92d93)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:48.967707 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-592f7b7e-e9b8-46c2-85e6-7ae795c5a061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (4bd21620-adc4-4e1c-92d6-ef5074e3d614), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:48.986942 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-592f7b7e-e9b8-46c2-85e6-7ae795c5a061 admin admin] Calling delete_port for 4bd21620-adc4-4e1c-92d6-ef5074e3d614 owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:34:48.991771 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=e4d98ee1-0767-4685-a8d4-ad1847276080,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:49.049078 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67227c13-8192-474d-afbc-495d0e978e33 None None] The sync data for ids ['f46fd7ef-bf03-462b-92ea-a542045b7865'] in n-d-705658-24 is: [{'id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'name': 'tempest-AttachVolumeShelveTestJSON-664501207-router', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:45Z', 'revision_number': 3, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'gw_port': {'id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:36:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:34:49.060314 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-0ca6b8c1-8234-4050-a852-92064052ed67 service neutron] 10.222.0.85 "GET /v2.0/networks/4a18db52-e571-4039-89e7-6353aeef061c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326144 Mar 22 19:34:49.069111 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-79303c40-fbb2-4f51-b03f-15ae153edba1 admin admin] Allocated IP 172.20.0.1 (00e2bcc4-39d4-496d-b022-7cce910c0a6c/29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5/d69ad618-e9af-4069-a52e-8c083cf2df0b) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:34:49.099376 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f385ca5-f051-4703-9d9f-aee1ee8a5407 None None] DHCP port deletion for 14e0778a-448c-401b-8757-7a9816b6b02a request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:34:49.167213 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88956e0-258b-4f57-8362-5f1055546688 x-openstack-request-id: req-b88956e0-258b-4f57-8362-5f1055546688 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:34:49.167496 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f1e463-dca1-43b2-a2a5-e9359aaa2765", "name": "network-vif-plugged", "status": "completed", "tag": "e4d98ee1-0767-4685-a8d4-ad1847276080", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:34:49.167750 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b88956e0-258b-4f57-8362-5f1055546688 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:34:49.168148 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b88956e0-258b-4f57-8362-5f1055546688'] response: {'server_uuid': '98f1e463-dca1-43b2-a2a5-e9359aaa2765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d98ee1-0767-4685-a8d4-ad1847276080', 'code': 200} Mar 22 19:34:49.182138 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-0f385ca5-f051-4703-9d9f-aee1ee8a5407 None None] Deleting port 4bd21620-adc4-4e1c-92d6-ef5074e3d614 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:34:49.182516 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0f385ca5-f051-4703-9d9f-aee1ee8a5407 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (4bd21620-adc4-4e1c-92d6-ef5074e3d614), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:49.311935 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-0f385ca5-f051-4703-9d9f-aee1ee8a5407 None None] For port 4bd21620-adc4-4e1c-92d6-ef5074e3d614, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=4bd21620-adc4-4e1c-92d6-ef5074e3d614,segment=NetworkSegment(5cf6edc1-c3ac-4745-bb76-3c3dacb92d93),segment_id=5cf6edc1-c3ac-4745-bb76-3c3dacb92d93)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:49.313073 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0f385ca5-f051-4703-9d9f-aee1ee8a5407 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (4bd21620-adc4-4e1c-92d6-ef5074e3d614), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:49.317521 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3723e-8373-432e-8d6d-96324a202c63 req-3fc6ab57-1411-47f1-b03c-a27e35c49911 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:49.319669 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a8f3723e-8373-432e-8d6d-96324a202c63 req-3fc6ab57-1411-47f1-b03c-a27e35c49911 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.2265332 Mar 22 19:34:49.348347 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-592f7b7e-e9b8-46c2-85e6-7ae795c5a061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (4bd21620-adc4-4e1c-92d6-ef5074e3d614), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:49.348597 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-0f385ca5-f051-4703-9d9f-aee1ee8a5407 None None] Calling delete_port for 4bd21620-adc4-4e1c-92d6-ef5074e3d614 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:34:49.392966 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-79303c40-fbb2-4f51-b03f-15ae153edba1 admin admin] Publish callbacks [] for port (d69ad618-e9af-4069-a52e-8c083cf2df0b), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:49.395156 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592f7b7e-e9b8-46c2-85e6-7ae795c5a061 admin admin] No DVR routers for this DVR port 4bd21620-adc4-4e1c-92d6-ef5074e3d614 on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:34:49.449364 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-4541be0f-65d1-4d78-b928-57c42e4935d0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=fa65fbcd-288e-4705-b70a-673b02da016a HTTP/1.1" status: 200 len: 217 time: 0.3738637 Mar 22 19:34:49.568071 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0f385ca5-f051-4703-9d9f-aee1ee8a5407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (4bd21620-adc4-4e1c-92d6-ef5074e3d614), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:49.595430 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-79303c40-fbb2-4f51-b03f-15ae153edba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (d69ad618-e9af-4069-a52e-8c083cf2df0b), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:49.631449 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f385ca5-f051-4703-9d9f-aee1ee8a5407 None None] Pushing event deleted for resources: {'Port': ['ID=4bd21620-adc4-4e1c-92d6-ef5074e3d614,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:49.640254 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f385ca5-f051-4703-9d9f-aee1ee8a5407 None None] No DVR routers for this DVR port 4bd21620-adc4-4e1c-92d6-ef5074e3d614 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:34:49.680679 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f7b7e-e9b8-46c2-85e6-7ae795c5a061 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bd21620-adc4-4e1c-92d6-ef5074e3d614,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:49.727905 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79303c40-fbb2-4f51-b03f-15ae153edba1 admin admin] Network 00e2bcc4-39d4-496d-b022-7cce910c0a6c is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:34:49.739685 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-79303c40-fbb2-4f51-b03f-15ae153edba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:34:49.743620 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79303c40-fbb2-4f51-b03f-15ae153edba1 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:34:49.825635 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-79303c40-fbb2-4f51-b03f-15ae153edba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (f46fd7ef-bf03-462b-92ea-a542045b7865), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:49.874623 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cd078f67-1dfa-4c63-8757-d3e7e899baee req-35a9e6e0-0e1f-4d9a-800d-a3d4e3574034 tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=eb8bb4a3-fdcf-4223-8787-1cb725a38168 HTTP/1.1" status: 200 len: 210 time: 0.2130561 Mar 22 19:34:49.876908 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ecc3ae-b113-4b61-9945-43c704b13d43 req-714f5232-8451-4be7-9f3b-e097c7ca1371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:49.905879 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-57ecc3ae-b113-4b61-9945-43c704b13d43 req-714f5232-8451-4be7-9f3b-e097c7ca1371 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 1128 time: 0.6529465 Mar 22 19:34:49.933117 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a41f159e-05a6-46b4-bec2-111ba069500a req-8937c91b-4358-4172-aea2-de1d827321be service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e2a41293bfe142a49fe69f47f33da4b6&device_id=eb8bb4a3-fdcf-4223-8787-1cb725a38168 HTTP/1.1" status: 200 len: 210 time: 0.4167740 Mar 22 19:34:49.943242 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a8f3723e-8373-432e-8d6d-96324a202c63 req-1454eb83-f504-4d9b-b868-063c25ed09af tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6152546 Mar 22 19:34:49.978036 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-e835513e-8f7f-4973-8658-5fb9660d8203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:49.979914 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-e835513e-8f7f-4973-8658-5fb9660d8203 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f58c5404-0353-494c-a0db-2eb267c24d70 HTTP/1.1" status: 200 len: 797 time: 0.5024114 Mar 22 19:34:49.984106 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79303c40-fbb2-4f51-b03f-15ae153edba1 admin admin] Pushing event updated for resources: {'Port': ['ID=d69ad618-e9af-4069-a52e-8c083cf2df0b,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:50.003777 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a41f159e-05a6-46b4-bec2-111ba069500a req-4b0f2f5d-a0c2-415b-ad11-9497b731e3a9 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=e2a41293bfe142a49fe69f47f33da4b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595329 Mar 22 19:34:50.073695 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:50.101662 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a87dba9a-fe1a-4e98-a28a-df5a5c0f156f up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:34:50.126863 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60632) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:50.178016 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port a87dba9a-fe1a-4e98-a28a-df5a5c0f156f triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:50.178508 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a87dba9a-fe1a-4e98-a28a-df5a5c0f156f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:50.264768 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-2260e9d0-613d-4929-8ca4-0ad7618ba70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:50.266796 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-2260e9d0-613d-4929-8ca4-0ad7618ba70e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e604f75b-118b-4af9-acd0-200e012a697d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2727256 Mar 22 19:34:50.282998 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-592f7b7e-e9b8-46c2-85e6-7ae795c5a061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (14e0778a-448c-401b-8757-7a9816b6b02a), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:50.295573 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a87dba9a-fe1a-4e98-a28a-df5a5c0f156f is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:50.296748 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a87dba9a-fe1a-4e98-a28a-df5a5c0f156f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:50.300974 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f159e-05a6-46b4-bec2-111ba069500a req-b820e748-58b7-4dc2-989a-45d4d3a64939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:50.302494 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a41f159e-05a6-46b4-bec2-111ba069500a req-b820e748-58b7-4dc2-989a-45d4d3a64939 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2818484 Mar 22 19:34:50.327879 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-592f7b7e-e9b8-46c2-85e6-7ae795c5a061 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e0778a-448c-401b-8757-7a9816b6b02a']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:50.332758 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port a87dba9a-fe1a-4e98-a28a-df5a5c0f156f, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a87dba9a-fe1a-4e98-a28a-df5a5c0f156f,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:50.347946 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-592f7b7e-e9b8-46c2-85e6-7ae795c5a061 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf6edc1-c3ac-4745-bb76-3c3dacb92d93') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:50.348260 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-592f7b7e-e9b8-46c2-85e6-7ae795c5a061 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf6edc1-c3ac-4745-bb76-3c3dacb92d93') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:50.351160 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a87dba9a-fe1a-4e98-a28a-df5a5c0f156f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:50.357929 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-57ecc3ae-b113-4b61-9945-43c704b13d43 req-1c595a37-b436-4c62-8a1b-0f0333be6439 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4335101 Mar 22 19:34:50.361606 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-592f7b7e-e9b8-46c2-85e6-7ae795c5a061 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (5cf6edc1-c3ac-4745-bb76-3c3dacb92d93), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:50.378189 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-592f7b7e-e9b8-46c2-85e6-7ae795c5a061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (5cf6edc1-c3ac-4745-bb76-3c3dacb92d93), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:50.386008 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-592f7b7e-e9b8-46c2-85e6-7ae795c5a061 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:34:50.386680 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-592f7b7e-e9b8-46c2-85e6-7ae795c5a061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (5cf6edc1-c3ac-4745-bb76-3c3dacb92d93), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:50.388937 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:34:50.388937 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:34:50.388937 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:34:50.388937 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:34:50.388937 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:34:50.388937 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:34:50.388937 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:34:50.388937 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:34:50.388937 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:34:50.388937 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:34:50.388937 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:34:50.388937 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:34:50.388937 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:34:50.388937 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:34:50.388937 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:34:50.388937 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:34:50.388937 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:34:50.388937 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:34:50.388937 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:34:50.388937 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:34:50.388937 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:34:50.388937 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:34:50.388937 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:34:50.388937 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:34:50.388937 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:34:50.388937 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:34:50.388937 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:34:50.388937 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:34:50.388937 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:34:50.388937 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:34:50.388937 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:34:50.388937 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:34:50.427665 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=a87dba9a-fe1a-4e98-a28a-df5a5c0f156f,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:50.444372 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-067fb660-4f5d-4733-9dff-267672c27f09 None None] Provisioning complete for port d69ad618-e9af-4069-a52e-8c083cf2df0b triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:50.444826 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-067fb660-4f5d-4733-9dff-267672c27f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d69ad618-e9af-4069-a52e-8c083cf2df0b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:50.478464 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-da4e2471-0409-4987-93dc-ff3c32f99db3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:50.480536 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-79303c40-fbb2-4f51-b03f-15ae153edba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d69ad618-e9af-4069-a52e-8c083cf2df0b), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:50.490932 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 819737fc-b101-4723-9756-58e78970ae63 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:34:50.517704 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 819737fc-b101-4723-9756-58e78970ae63 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:34:50.518365 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 819737fc-b101-4723-9756-58e78970ae63 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:34:50.518868 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 43bc5936-38f6-4aac-be66-58a1bdc7c4c1 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:34:50.534526 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-592f7b7e-e9b8-46c2-85e6-7ae795c5a061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (14e0778a-448c-401b-8757-7a9816b6b02a), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:50.541356 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-592f7b7e-e9b8-46c2-85e6-7ae795c5a061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:50.545291 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-592f7b7e-e9b8-46c2-85e6-7ae795c5a061 admin admin] 10.222.0.75 "DELETE /v2.0/networks/14e0778a-448c-401b-8757-7a9816b6b02a HTTP/1.1" status: 204 len: 168 time: 1.9176891 Mar 22 19:34:50.555071 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 43bc5936-38f6-4aac-be66-58a1bdc7c4c1 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:34:50.555505 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 43bc5936-38f6-4aac-be66-58a1bdc7c4c1 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:34:50.555997 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 4bd21620-adc4-4e1c-92d6-ef5074e3d614 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:34:50.572837 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f7b7e-e9b8-46c2-85e6-7ae795c5a061 admin admin] Pushing event deleted for resources: {'Network': ['ID=14e0778a-448c-401b-8757-7a9816b6b02a,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:50.611591 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 4bd21620-adc4-4e1c-92d6-ef5074e3d614 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:34:50.612017 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 4bd21620-adc4-4e1c-92d6-ef5074e3d614 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:34:50.615504 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-067fb660-4f5d-4733-9dff-267672c27f09 None None] Port d69ad618-e9af-4069-a52e-8c083cf2df0b cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:34:50.728006 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60638) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:50.774622 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-3f281456-4f4c-4b94-835c-33af77904591 service neutron] 10.222.0.85 "GET /v2.0/networks/e604f75b-118b-4af9-acd0-200e012a697d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972987 Mar 22 19:34:50.781727 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-82bd515b-3b4b-4452-86e8-d6bb50e9dd6e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3fee7ce517f548f9a4e6097b9989ab12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0494258 Mar 22 19:34:50.782385 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60640) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:50.842362 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ff4da210-2681-4cb0-9720-998ffbb898d2 admin admin] Publish callbacks [] for security_group (0b7349eb-428a-499e-8471-90d2194ffc4c), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:50.870988 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ff4da210-2681-4cb0-9720-998ffbb898d2 admin admin] Publish callbacks [] for security_group (0b7349eb-428a-499e-8471-90d2194ffc4c), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:50.877855 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-79303c40-fbb2-4f51-b03f-15ae153edba1 admin admin] Publish callbacks [] for port (d69ad618-e9af-4069-a52e-8c083cf2df0b), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:50.901892 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-79303c40-fbb2-4f51-b03f-15ae153edba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (d69ad618-e9af-4069-a52e-8c083cf2df0b), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:50.930326 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-da4e2471-0409-4987-93dc-ff3c32f99db3 admin admin] Publish callbacks [] for security_group (571b7305-b3a6-4160-8a2e-f373696268be), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:50.936986 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ff4da210-2681-4cb0-9720-998ffbb898d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (0b7349eb-428a-499e-8471-90d2194ffc4c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:50.941168 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ff4da210-2681-4cb0-9720-998ffbb898d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:50.941647 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ff4da210-2681-4cb0-9720-998ffbb898d2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0b7349eb-428a-499e-8471-90d2194ffc4c HTTP/1.1" status: 204 len: 168 time: 0.1579926 Mar 22 19:34:50.953199 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4da210-2681-4cb0-9720-998ffbb898d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7349eb-428a-499e-8471-90d2194ffc4c,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:50.999220 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-027ffdc4-28e2-4648-ae68-e9b84c9330ea service neutron] 10.222.0.85 "GET /v2.0/networks/e604f75b-118b-4af9-acd0-200e012a697d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173941 Mar 22 19:34:51.020494 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-da4e2471-0409-4987-93dc-ff3c32f99db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (571b7305-b3a6-4160-8a2e-f373696268be), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:51.038576 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-79303c40-fbb2-4f51-b03f-15ae153edba1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (f46fd7ef-bf03-462b-92ea-a542045b7865), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:51.058316 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-490f65e2-ee07-4619-954c-ecca385a8e03 req-192ea513-3cc4-4530-8b63-4fd3f15e0e3c tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=eb8bb4a3-fdcf-4223-8787-1cb725a38168 HTTP/1.1" status: 200 len: 210 time: 0.0371475 Mar 22 19:34:51.117914 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-666f1c64-1d3b-4ab0-b3d4-b0cb9317ee56 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.157&port_id=b0399ecc-f819-4dcd-8c6b-e07a031c9070 HTTP/1.1" status: 200 len: 217 time: 0.0938959 Mar 22 19:34:51.133772 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c5bb8-c41d-4501-87ab-bd1d22e1b3bb req-19e90088-58c7-49b8-8fa5-e94e278ba4d1 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:51.144894 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-526c5bb8-c41d-4501-87ab-bd1d22e1b3bb req-19e90088-58c7-49b8-8fa5-e94e278ba4d1 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.0890281 Mar 22 19:34:51.169681 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4e2471-0409-4987-93dc-ff3c32f99db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571b7305-b3a6-4160-8a2e-f373696268be,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:51.191591 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79303c40-fbb2-4f51-b03f-15ae153edba1 admin admin] Pushing event updated for resources: {'Port': ['ID=d69ad618-e9af-4069-a52e-8c083cf2df0b,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:51.215690 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-da4e2471-0409-4987-93dc-ff3c32f99db3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1efe05d6ad1b464fbab9f9e0a275da61&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0498309 Mar 22 19:34:51.218656 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60650) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:51.255001 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-44d5cc2d-0a4b-4bde-996b-48a48eef5f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:51.256506 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-44d5cc2d-0a4b-4bde-996b-48a48eef5f9e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f58c5404-0353-494c-a0db-2eb267c24d70 HTTP/1.1" status: 200 len: 797 time: 0.0884898 Mar 22 19:34:51.265734 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-526c5bb8-c41d-4501-87ab-bd1d22e1b3bb req-c4eeb2bf-a985-4dd3-ac4b-b5a7f43d418f tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196508 Mar 22 19:34:51.306865 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79303c40-fbb2-4f51-b03f-15ae153edba1 admin admin] Network 00e2bcc4-39d4-496d-b022-7cce910c0a6c is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:34:51.309521 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-79303c40-fbb2-4f51-b03f-15ae153edba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:34:51.310027 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6953be7e-ecdd-46c0-baa3-ecbf9d0bfaa2 admin admin] Publish callbacks [] for security_group (571b7305-b3a6-4160-8a2e-f373696268be), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:51.341471 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6953be7e-ecdd-46c0-baa3-ecbf9d0bfaa2 admin admin] Publish callbacks [] for security_group (571b7305-b3a6-4160-8a2e-f373696268be), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:51.370345 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:51.435782 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6953be7e-ecdd-46c0-baa3-ecbf9d0bfaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (571b7305-b3a6-4160-8a2e-f373696268be), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:51.442069 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6953be7e-ecdd-46c0-baa3-ecbf9d0bfaa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:51.443533 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6953be7e-ecdd-46c0-baa3-ecbf9d0bfaa2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/571b7305-b3a6-4160-8a2e-f373696268be HTTP/1.1" status: 204 len: 168 time: 0.2241313 Mar 22 19:34:51.450253 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-04f63380-33cd-4053-8e1e-22a69afe9171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:51.451821 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-04f63380-33cd-4053-8e1e-22a69afe9171 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e604f75b-118b-4af9-acd0-200e012a697d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1841767 Mar 22 19:34:51.459744 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6953be7e-ecdd-46c0-baa3-ecbf9d0bfaa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571b7305-b3a6-4160-8a2e-f373696268be,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:51.625727 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a41f159e-05a6-46b4-bec2-111ba069500a req-c19b67a9-1b82-4584-a98b-5b00ff510090 tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.84 "GET /v2.0/ports?device_id=eb8bb4a3-fdcf-4223-8787-1cb725a38168 HTTP/1.1" status: 200 len: 210 time: 0.0800726 Mar 22 19:34:51.709198 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60656) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:51.771643 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-793ee44e-106f-4d21-b487-20f2411856ab None None] Provisioning complete for port d69ad618-e9af-4069-a52e-8c083cf2df0b triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:51.772073 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-793ee44e-106f-4d21-b487-20f2411856ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d69ad618-e9af-4069-a52e-8c083cf2df0b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:51.868898 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2deceab3-b331-475c-8086-6611694692a9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=be54158b7ae5451da23a60cc3cc12a83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1581683 Mar 22 19:34:51.879750 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60660) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:51.925987 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-793ee44e-106f-4d21-b487-20f2411856ab None None] Port d69ad618-e9af-4069-a52e-8c083cf2df0b cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:34:51.996063 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a87dba9a-fe1a-4e98-a28a-df5a5c0f156f up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:34:52.040146 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0c105e5d-019a-4483-bf3b-458defd41295 admin admin] Publish callbacks [] for security_group (0c1c5c65-acbc-4301-a84d-b89c285747d2), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:52.066281 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0c105e5d-019a-4483-bf3b-458defd41295 admin admin] Publish callbacks [] for security_group (0c1c5c65-acbc-4301-a84d-b89c285747d2), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:52.109978 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port a87dba9a-fe1a-4e98-a28a-df5a5c0f156f triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:52.110361 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a87dba9a-fe1a-4e98-a28a-df5a5c0f156f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:52.147201 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60664) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:52.161141 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0c105e5d-019a-4483-bf3b-458defd41295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (0c1c5c65-acbc-4301-a84d-b89c285747d2), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:52.164249 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0c105e5d-019a-4483-bf3b-458defd41295 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:52.167860 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0c105e5d-019a-4483-bf3b-458defd41295 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0c1c5c65-acbc-4301-a84d-b89c285747d2 HTTP/1.1" status: 204 len: 168 time: 0.2848752 Mar 22 19:34:52.171417 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-89a42d44-ee9f-4cc3-847f-ec078799d3fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:52.215244 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9e91a0af-8e87-41dc-8168-110433bdf444 req-4955072a-bcde-4320-93ff-a8001ca353dc tempest-ServerShowV247Test-898418020 tempest-ServerShowV247Test-898418020-project] 10.222.0.75 "GET /v2.0/ports?device_id=eb8bb4a3-fdcf-4223-8787-1cb725a38168 HTTP/1.1" status: 200 len: 210 time: 0.0399065 Mar 22 19:34:52.216193 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c105e5d-019a-4483-bf3b-458defd41295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1c5c65-acbc-4301-a84d-b89c285747d2,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:52.260739 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79303c40-fbb2-4f51-b03f-15ae153edba1 admin admin] Router f46fd7ef-bf03-462b-92ea-a542045b7865 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:34:52.298148 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-c49aebe4-38c7-4b0c-8676-2814c9461db4 service neutron] 10.222.0.85 "GET /v2.0/networks/e604f75b-118b-4af9-acd0-200e012a697d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8242593 Mar 22 19:34:52.316400 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a87dba9a-fe1a-4e98-a28a-df5a5c0f156f is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:52.459279 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-89a42d44-ee9f-4cc3-847f-ec078799d3fc admin admin] Publish callbacks [] for security_group (82372f06-4af8-4c20-96dd-3c1481bd248d), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:52.472001 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-89a42d44-ee9f-4cc3-847f-ec078799d3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (82372f06-4af8-4c20-96dd-3c1481bd248d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:52.530467 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-89a42d44-ee9f-4cc3-847f-ec078799d3fc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6174b48b0f4b42bb8ff0b71b5634aea7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3816350 Mar 22 19:34:52.534282 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60672) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:52.542414 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29189f-f242-45cb-bee0-10f23b92d346 req-878975d4-cc5f-4fcc-adb6-f0ed8bdd444a tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:52.544090 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-be29189f-f242-45cb-bee0-10f23b92d346 req-878975d4-cc5f-4fcc-adb6-f0ed8bdd444a tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.1795204 Mar 22 19:34:52.546757 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a42d44-ee9f-4cc3-847f-ec078799d3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82372f06-4af8-4c20-96dd-3c1481bd248d,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:52.601354 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-185ccea7-4ec0-4a70-98d0-30b8086e58a4 service neutron] 10.222.0.85 "GET /v2.0/networks/e604f75b-118b-4af9-acd0-200e012a697d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272100 Mar 22 19:34:52.606831 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79303c40-fbb2-4f51-b03f-15ae153edba1 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:34:52.620176 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67ee971-9303-4217-a129-e0d75bcf744c None None] Sync routers for ids ['f46fd7ef-bf03-462b-92ea-a542045b7865'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:34:52.624006 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-79303c40-fbb2-4f51-b03f-15ae153edba1 admin admin] 10.222.0.75 "PUT /v2.0/routers/f46fd7ef-bf03-462b-92ea-a542045b7865/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6670413 Mar 22 19:34:52.645311 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67ee971-9303-4217-a129-e0d75bcf744c None None] Routers {'f46fd7ef-bf03-462b-92ea-a542045b7865'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:34:52.647716 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f67ee971-9303-4217-a129-e0d75bcf744c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:34:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f46fd7ef-bf03-462b-92ea-a542045b7865'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:52.653680 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-be29189f-f242-45cb-bee0-10f23b92d346 req-a92369b7-9b80-4ce7-8d74-fa68c91b8b42 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907214 Mar 22 19:34:52.671862 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c5275a3b-6c01-42d2-b303-828dad2b4d8b admin admin] Publish callbacks [] for security_group (82372f06-4af8-4c20-96dd-3c1481bd248d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:52.716708 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-87d8522d-e2ed-4573-a247-45b1cebeaeac service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.159&port_id=ba728d56-f25b-46d3-9cae-ed09ba82a9e1 HTTP/1.1" status: 200 len: 217 time: 0.1058753 Mar 22 19:34:52.727047 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c5275a3b-6c01-42d2-b303-828dad2b4d8b admin admin] Publish callbacks [] for security_group (82372f06-4af8-4c20-96dd-3c1481bd248d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:52.813812 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-f2d64550-5508-4f1b-9d24-98fe1fb81f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:52.813812 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-f2d64550-5508-4f1b-9d24-98fe1fb81f57 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f58c5404-0353-494c-a0db-2eb267c24d70 HTTP/1.1" status: 200 len: 797 time: 0.0869241 Mar 22 19:34:52.838515 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-f67ee971-9303-4217-a129-e0d75bcf744c None None] Set router f46fd7ef-bf03-462b-92ea-a542045b7865 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:34:52.879808 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-936cc987-d5a8-4c16-be73-55bec8778031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:52.881666 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-936cc987-d5a8-4c16-be73-55bec8778031 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e604f75b-118b-4af9-acd0-200e012a697d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0629029 Mar 22 19:34:52.882653 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c5275a3b-6c01-42d2-b303-828dad2b4d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (82372f06-4af8-4c20-96dd-3c1481bd248d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:52.885403 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c5275a3b-6c01-42d2-b303-828dad2b4d8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:52.888805 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c5275a3b-6c01-42d2-b303-828dad2b4d8b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/82372f06-4af8-4c20-96dd-3c1481bd248d HTTP/1.1" status: 204 len: 168 time: 0.3480484 Mar 22 19:34:52.930082 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c681c32-9c5e-45fc-ad82-e32698672d2c req-94d4463a-a079-4ad4-b9e2-888e6e14ada1 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:52.936624 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3c681c32-9c5e-45fc-ad82-e32698672d2c req-94d4463a-a079-4ad4-b9e2-888e6e14ada1 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.1390045 Mar 22 19:34:52.947020 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60690) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:52.956003 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-987c6eab-7806-4196-b623-afae6a302227 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Request body: {'floatingip': {'port_id': 'e4d98ee1-0767-4685-a8d4-ad1847276080'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:53.008489 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5275a3b-6c01-42d2-b303-828dad2b4d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82372f06-4af8-4c20-96dd-3c1481bd248d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:53.012757 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-4c5c2b5b-1296-47ce-aa37-d992e5bcf758 service neutron] 10.222.0.85 "GET /v2.0/networks/e604f75b-118b-4af9-acd0-200e012a697d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242361 Mar 22 19:34:53.048903 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-987c6eab-7806-4196-b623-afae6a302227 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for floatingip (57fccc4b-cf48-43d9-8bd8-b9f07315c69a), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:53.177327 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-0ed76aa7-38ed-41fb-8401-1ad91b08e916 service neutron] 10.222.0.85 "GET /v2.0/networks/e604f75b-118b-4af9-acd0-200e012a697d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522167 Mar 22 19:34:53.185726 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f67ee971-9303-4217-a129-e0d75bcf744c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'name': 'tempest-AttachVolumeShelveTestJSON-664501207-router', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:50Z', 'revision_number': 4, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'gw_port': {'id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'd69ad618-e9af-4069-a52e-8c083cf2df0b', 'name': '', 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'mac_address': 'fa:16:3e:2f:c2:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:48Z', 'updated_at': '2022-03-22T19:34:50Z', 'revision_number': 2, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'subnets': [{'id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:53.229938 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-b7c678bf-b631-4fb9-b6df-34e06a58286b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=a6ff596a-364e-4bcd-8bf2-292c0eea5f34 HTTP/1.1" status: 200 len: 217 time: 0.0461302 Mar 22 19:34:53.242322 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67ee971-9303-4217-a129-e0d75bcf744c None None] Checking router: f46fd7ef-bf03-462b-92ea-a542045b7865 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:34:53.242698 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67ee971-9303-4217-a129-e0d75bcf744c None None] Updating router f46fd7ef-bf03-462b-92ea-a542045b7865 port d69ad618-e9af-4069-a52e-8c083cf2df0b binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:34:53.282581 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f67ee971-9303-4217-a129-e0d75bcf744c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d69ad618-e9af-4069-a52e-8c083cf2df0b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:53.344688 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-031aba32-8530-4984-b247-fff2f03c5263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:53.353616 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-031aba32-8530-4984-b247-fff2f03c5263 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f58c5404-0353-494c-a0db-2eb267c24d70 HTTP/1.1" status: 200 len: 797 time: 0.1133142 Mar 22 19:34:53.481938 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-5e3047eb-d357-424d-aeed-7fa5b9721c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:53.483712 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-5e3047eb-d357-424d-aeed-7fa5b9721c96 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e604f75b-118b-4af9-acd0-200e012a697d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1256406 Mar 22 19:34:53.687058 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-078ccf77-ff45-4d62-ad73-bfb1c17140a1 service neutron] 10.222.0.85 "GET /v2.0/networks/e604f75b-118b-4af9-acd0-200e012a697d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945665 Mar 22 19:34:53.808153 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60704) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:53.832138 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-987c6eab-7806-4196-b623-afae6a302227 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:53.842529 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-987c6eab-7806-4196-b623-afae6a302227 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (57fccc4b-cf48-43d9-8bd8-b9f07315c69a), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:53.860204 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-54609a44-b363-4643-9eb9-99661f2b5602 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:53.904243 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f67ee971-9303-4217-a129-e0d75bcf744c None None] Publish callbacks [] for port (d69ad618-e9af-4069-a52e-8c083cf2df0b), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:53.911698 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f67ee971-9303-4217-a129-e0d75bcf744c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d69ad618-e9af-4069-a52e-8c083cf2df0b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:53.963051 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60706) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:54.016084 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627d25f-dc8d-4c8e-b1ec-f807a76b0881 None None] Pushing event updated for resources: {'Port': ['ID=d69ad618-e9af-4069-a52e-8c083cf2df0b,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:54.070578 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-6a925686-5074-4e7b-a525-a4fab73ff917 service neutron] 10.222.0.85 "GET /v2.0/networks/e604f75b-118b-4af9-acd0-200e012a697d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759601 Mar 22 19:34:54.092685 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [None req-987c6eab-7806-4196-b623-afae6a302227 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Floating IP 57fccc4b-cf48-43d9-8bd8-b9f07315c69a associated. External IP: 172.25.5.37, port: e4d98ee1-0767-4685-a8d4-ad1847276080. Mar 22 19:34:54.132314 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f67ee971-9303-4217-a129-e0d75bcf744c None None] Attempting to bind port d69ad618-e9af-4069-a52e-8c083cf2df0b on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:34:54.134616 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f67ee971-9303-4217-a129-e0d75bcf744c None None] Attempting to bind port d69ad618-e9af-4069-a52e-8c083cf2df0b by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'eeaed36b-2189-47d5-81ce-01a67b046103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:34:54.135159 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67ee971-9303-4217-a129-e0d75bcf744c None None] Attempting to bind port d69ad618-e9af-4069-a52e-8c083cf2df0b on network 00e2bcc4-39d4-496d-b022-7cce910c0a6c {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:34:54.138948 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-0822f298-270f-42ae-ba25-0253e771c3ad service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f7058d5e-f8e8-4097-b370-a174e9d91f8a HTTP/1.1" status: 200 len: 217 time: 0.0599010 Mar 22 19:34:54.150065 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67ee971-9303-4217-a129-e0d75bcf744c None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:34:54.151127 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67ee971-9303-4217-a129-e0d75bcf744c None None] Checking segment: {'id': 'eeaed36b-2189-47d5-81ce-01a67b046103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:34:54.152217 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f67ee971-9303-4217-a129-e0d75bcf744c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:54.153911 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67ee971-9303-4217-a129-e0d75bcf744c None None] Bound using segment: {'id': 'eeaed36b-2189-47d5-81ce-01a67b046103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:34:54.156151 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f67ee971-9303-4217-a129-e0d75bcf744c None None] Bound port: d69ad618-e9af-4069-a52e-8c083cf2df0b, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeaed36b-2189-47d5-81ce-01a67b046103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:34:54.157734 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f67ee971-9303-4217-a129-e0d75bcf744c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d69ad618-e9af-4069-a52e-8c083cf2df0b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:54.207421 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-638571ef-4fec-4ec6-a3fd-b90767926f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:54.210019 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-638571ef-4fec-4ec6-a3fd-b90767926f43 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=45d73002-9056-40ee-8ca8-42ff4359e2e4 HTTP/1.1" status: 200 len: 797 time: 0.0649834 Mar 22 19:34:54.261521 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f67ee971-9303-4217-a129-e0d75bcf744c None None] For port d69ad618-e9af-4069-a52e-8c083cf2df0b, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:34:54.266125 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f67ee971-9303-4217-a129-e0d75bcf744c None None] For port d69ad618-e9af-4069-a52e-8c083cf2df0b, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=d69ad618-e9af-4069-a52e-8c083cf2df0b,segment=NetworkSegment(eeaed36b-2189-47d5-81ce-01a67b046103),segment_id=eeaed36b-2189-47d5-81ce-01a67b046103)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:34:54.274130 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f67ee971-9303-4217-a129-e0d75bcf744c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d69ad618-e9af-4069-a52e-8c083cf2df0b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:54.282125 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-486fc9a6-a25b-455f-b518-092ee3d79627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:54.325434 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67ee971-9303-4217-a129-e0d75bcf744c None None] Routers {'f46fd7ef-bf03-462b-92ea-a542045b7865'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:34:54.326251 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f67ee971-9303-4217-a129-e0d75bcf744c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:34:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f46fd7ef-bf03-462b-92ea-a542045b7865'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:54.351705 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-54609a44-b363-4643-9eb9-99661f2b5602 admin admin] Publish callbacks [] for security_group (89a30aae-e960-4a6b-9465-edd0baa3b630), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:54.369806 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-54609a44-b363-4643-9eb9-99661f2b5602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (89a30aae-e960-4a6b-9465-edd0baa3b630), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:54.414789 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54609a44-b363-4643-9eb9-99661f2b5602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a30aae-e960-4a6b-9465-edd0baa3b630,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:54.425202 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60718) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:54.425539 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60720) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:54.447580 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-4052df83-6e1a-41f9-8692-9b4a60df9f94 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1344131620', 'description': 'tempest-description--1499512475'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:54.489376 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4052df83-6e1a-41f9-8692-9b4a60df9f94 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:54.500806 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-f67ee971-9303-4217-a129-e0d75bcf744c None None] Set router f46fd7ef-bf03-462b-92ea-a542045b7865 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:34:54.535758 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987c6eab-7806-4196-b623-afae6a302227 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Router 3e2daac6-c118-47c8-94fb-9bc4d89e262a has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:34:54.549940 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-ce645a3c-e4ce-46b5-9845-a5e7d4c9b646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:54.557666 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-ce645a3c-e4ce-46b5-9845-a5e7d4c9b646 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=63d9f401-775b-4921-a031-36b8b10f1a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3389382 Mar 22 19:34:54.569758 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-54609a44-b363-4643-9eb9-99661f2b5602 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3dd7fee568de4598b120f4d9b1e594bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7605135 Mar 22 19:34:54.596829 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60724) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:54.647171 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627d25f-dc8d-4c8e-b1ec-f807a76b0881 None None] Pushing event updated for resources: {'Port': ['ID=d69ad618-e9af-4069-a52e-8c083cf2df0b,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:54.655139 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-919f3aa7-ad11-46dc-9176-ea820c3f9cd8 None None] Provisioning complete for port d69ad618-e9af-4069-a52e-8c083cf2df0b triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:54.655401 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-919f3aa7-ad11-46dc-9176-ea820c3f9cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d69ad618-e9af-4069-a52e-8c083cf2df0b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:54.700181 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-9bae4136-fff9-4285-8497-43d4636f2125 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1917284834-network', 'tenant_id': 'fa5be7a3064a40ca968f5aa04b51243a'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:54.723676 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4052df83-6e1a-41f9-8692-9b4a60df9f94 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for security_group (4914c9ce-c172-48c5-b2ed-7734a547e9f1), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:54.745346 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4052df83-6e1a-41f9-8692-9b4a60df9f94 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (4914c9ce-c172-48c5-b2ed-7734a547e9f1), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:54.824180 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4052df83-6e1a-41f9-8692-9b4a60df9f94 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:54.828661 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4052df83-6e1a-41f9-8692-9b4a60df9f94 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3926301 Mar 22 19:34:54.847859 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60728) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:54.848832 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052df83-6e1a-41f9-8692-9b4a60df9f94 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4914c9ce-c172-48c5-b2ed-7734a547e9f1,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:54.852564 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bae4136-fff9-4285-8497-43d4636f2125 admin admin] Made reservation on behalf of fa5be7a3064a40ca968f5aa04b51243a for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:34:54.855225 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9bae4136-fff9-4285-8497-43d4636f2125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:54.866347 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-2cff5e00-7637-4231-a3b7-aa530f2e25b4 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Request body: {'security_group_rule': {'security_group_id': '4914c9ce-c172-48c5-b2ed-7734a547e9f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:54.912669 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9bae4136-fff9-4285-8497-43d4636f2125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:54.935906 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-5da56236-f017-4718-bd1d-5ff6d7de7957 service neutron] 10.222.0.85 "GET /v2.0/networks/63d9f401-775b-4921-a031-36b8b10f1a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585539 Mar 22 19:34:54.941808 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-869bac8d-54c2-421f-9229-0b84221ae050 admin admin] Publish callbacks [] for security_group (89a30aae-e960-4a6b-9465-edd0baa3b630), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:54.966390 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-486fc9a6-a25b-455f-b518-092ee3d79627 admin admin] Publish callbacks [] for security_group (a202aea3-7971-4e92-92df-195f86ee33d0), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:54.984933 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-869bac8d-54c2-421f-9229-0b84221ae050 admin admin] Publish callbacks [] for security_group (89a30aae-e960-4a6b-9465-edd0baa3b630), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:54.994985 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-486fc9a6-a25b-455f-b518-092ee3d79627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a202aea3-7971-4e92-92df-195f86ee33d0), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:55.003190 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987c6eab-7806-4196-b623-afae6a302227 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:34:55.008330 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-919f3aa7-ad11-46dc-9176-ea820c3f9cd8 None None] Current status of the port d69ad618-e9af-4069-a52e-8c083cf2df0b is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:55.008886 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-987c6eab-7806-4196-b623-afae6a302227 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:55.008958 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-919f3aa7-ad11-46dc-9176-ea820c3f9cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d69ad618-e9af-4069-a52e-8c083cf2df0b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:55.022307 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87307ac-2bb9-489b-8e19-a6706ef0f7cd None None] Sync routers for ids ['3e2daac6-c118-47c8-94fb-9bc4d89e262a'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:34:55.039254 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87307ac-2bb9-489b-8e19-a6706ef0f7cd None None] Routers {'3e2daac6-c118-47c8-94fb-9bc4d89e262a'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:34:55.041280 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a87307ac-2bb9-489b-8e19-a6706ef0f7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:34:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3e2daac6-c118-47c8-94fb-9bc4d89e262a'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:55.047207 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-987c6eab-7806-4196-b623-afae6a302227 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "PUT /v2.0/floatingips/57fccc4b-cf48-43d9-8bd8-b9f07315c69a HTTP/1.1" status: 200 len: 990 time: 2.0989718 Mar 22 19:34:55.047811 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f1e463-dca1-43b2-a2a5-e9359aaa2765', 'tag': 'e4d98ee1-0767-4685-a8d4-ad1847276080'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:34:55.050237 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffd2eff-572f-4dc1-8c8e-b0530f85a595" -d '{"events": [{"name": "network-changed", "server_uuid": "98f1e463-dca1-43b2-a2a5-e9359aaa2765", "tag": "e4d98ee1-0767-4685-a8d4-ad1847276080"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:34:55.055665 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-919f3aa7-ad11-46dc-9176-ea820c3f9cd8 None None] For port d69ad618-e9af-4069-a52e-8c083cf2df0b, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=d69ad618-e9af-4069-a52e-8c083cf2df0b,segment=NetworkSegment(eeaed36b-2189-47d5-81ce-01a67b046103),segment_id=eeaed36b-2189-47d5-81ce-01a67b046103)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:34:55.062311 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f67ee971-9303-4217-a129-e0d75bcf744c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'name': 'tempest-AttachVolumeShelveTestJSON-664501207-router', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:50Z', 'revision_number': 4, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'gw_port': {'id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'd69ad618-e9af-4069-a52e-8c083cf2df0b', 'name': '', 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'mac_address': 'fa:16:3e:2f:c2:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:48Z', 'updated_at': '2022-03-22T19:34:54Z', 'revision_number': 4, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'subnets': [{'id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:55.097260 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f369350-0683-4f9b-8ab9-effefdcf1c37 x-openstack-request-id: req-2f369350-0683-4f9b-8ab9-effefdcf1c37 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:34:55.098228 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f1e463-dca1-43b2-a2a5-e9359aaa2765", "tag": "e4d98ee1-0767-4685-a8d4-ad1847276080", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:34:55.098338 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2cff5e00-7637-4231-a3b7-aa530f2e25b4 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for security_group_rule (65626fdb-dba9-4a2e-9a97-bd07daca0f15), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:55.098462 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2f369350-0683-4f9b-8ab9-effefdcf1c37 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:34:55.098874 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f369350-0683-4f9b-8ab9-effefdcf1c37'] response: {'name': 'network-changed', 'server_uuid': '98f1e463-dca1-43b2-a2a5-e9359aaa2765', 'tag': 'e4d98ee1-0767-4685-a8d4-ad1847276080', 'status': 'completed', 'code': 200} Mar 22 19:34:55.104240 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-919f3aa7-ad11-46dc-9176-ea820c3f9cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d69ad618-e9af-4069-a52e-8c083cf2df0b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:55.107064 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67ee971-9303-4217-a129-e0d75bcf744c None None] The sync data for ids ['f46fd7ef-bf03-462b-92ea-a542045b7865'] in n-d-705658-24 is: [{'id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'name': 'tempest-AttachVolumeShelveTestJSON-664501207-router', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:50Z', 'revision_number': 4, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'gw_port': {'id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'd69ad618-e9af-4069-a52e-8c083cf2df0b', 'name': '', 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'mac_address': 'fa:16:3e:2f:c2:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:48Z', 'updated_at': '2022-03-22T19:34:54Z', 'revision_number': 4, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'subnets': [{'id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:34:55.176577 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-486fc9a6-a25b-455f-b518-092ee3d79627 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e2a41293bfe142a49fe69f47f33da4b6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2120390 Mar 22 19:34:55.179720 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60734) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:55.188941 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f3aa7-ad11-46dc-9176-ea820c3f9cd8 None None] Pushing event updated for resources: {'Port': ['ID=d69ad618-e9af-4069-a52e-8c083cf2df0b,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:55.203780 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486fc9a6-a25b-455f-b518-092ee3d79627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a202aea3-7971-4e92-92df-195f86ee33d0,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:55.232566 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-fa353508-c94b-4e34-9c03-c9627ac1a618 None None] Provisioning complete for port d69ad618-e9af-4069-a52e-8c083cf2df0b triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:55.233455 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fa353508-c94b-4e34-9c03-c9627ac1a618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d69ad618-e9af-4069-a52e-8c083cf2df0b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:55.267452 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1fa66697-f9ea-40b4-83a7-598656e998a1 admin admin] Publish callbacks [] for security_group (a202aea3-7971-4e92-92df-195f86ee33d0), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:55.306774 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd2eff-572f-4dc1-8c8e-b0530f85a595 req-9c1a4df9-0836-4d60-b041-1024e5bbb9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:55.307108 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-c21a56a9-ae89-457f-ae67-7ea9cf5c9dcc service neutron] 10.222.0.85 "GET /v2.0/networks/63d9f401-775b-4921-a031-36b8b10f1a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392968 Mar 22 19:34:55.308317 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fffd2eff-572f-4dc1-8c8e-b0530f85a595 req-9c1a4df9-0836-4d60-b041-1024e5bbb9ce service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=137468e00bf34ff2a062af7508045a68&device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 1128 time: 0.1794667 Mar 22 19:34:55.311274 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1fa66697-f9ea-40b4-83a7-598656e998a1 admin admin] Publish callbacks [] for security_group (a202aea3-7971-4e92-92df-195f86ee33d0), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:55.328976 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-a87307ac-2bb9-489b-8e19-a6706ef0f7cd None None] Set router 3e2daac6-c118-47c8-94fb-9bc4d89e262a gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:34:55.332650 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2cff5e00-7637-4231-a3b7-aa530f2e25b4 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for security_group_rule (65626fdb-dba9-4a2e-9a97-bd07daca0f15), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:55.333764 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-869bac8d-54c2-421f-9229-0b84221ae050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (89a30aae-e960-4a6b-9465-edd0baa3b630), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:55.337033 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-869bac8d-54c2-421f-9229-0b84221ae050 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:55.338294 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-869bac8d-54c2-421f-9229-0b84221ae050 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/89a30aae-e960-4a6b-9465-edd0baa3b630 HTTP/1.1" status: 204 len: 168 time: 0.7354205 Mar 22 19:34:55.381238 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-fa353508-c94b-4e34-9c03-c9627ac1a618 None None] Current status of the port d69ad618-e9af-4069-a52e-8c083cf2df0b is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:55.468795 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd2eff-572f-4dc1-8c8e-b0530f85a595 req-ba513649-a69a-446e-9b7e-14018b9fe5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:55.468795 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fffd2eff-572f-4dc1-8c8e-b0530f85a595 req-ba513649-a69a-446e-9b7e-14018b9fe5c2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d HTTP/1.1" status: 200 len: 912 time: 0.1489112 Mar 22 19:34:55.471581 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1fa66697-f9ea-40b4-83a7-598656e998a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a202aea3-7971-4e92-92df-195f86ee33d0), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:55.475578 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1fa66697-f9ea-40b4-83a7-598656e998a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:55.478427 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1fa66697-f9ea-40b4-83a7-598656e998a1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a202aea3-7971-4e92-92df-195f86ee33d0 HTTP/1.1" status: 204 len: 168 time: 0.2970428 Mar 22 19:34:55.502405 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9bae4136-fff9-4285-8497-43d4636f2125 admin admin] Publish callbacks [] for security_group (f241c240-b0db-4439-bfd7-05e21aa29894), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:55.504663 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-de048049-1d83-4995-aae3-c860c17f5242 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4f5d6958-8214-4e7b-8668-05998059478f HTTP/1.1" status: 200 len: 217 time: 0.1863482 Mar 22 19:34:55.505442 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869bac8d-54c2-421f-9229-0b84221ae050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a30aae-e960-4a6b-9465-edd0baa3b630,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:55.508316 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2cff5e00-7637-4231-a3b7-aa530f2e25b4 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (65626fdb-dba9-4a2e-9a97-bd07daca0f15), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:55.541709 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9bae4136-fff9-4285-8497-43d4636f2125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f241c240-b0db-4439-bfd7-05e21aa29894), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:55.559640 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bae4136-fff9-4285-8497-43d4636f2125 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:34:55.576787 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9bae4136-fff9-4285-8497-43d4636f2125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (6d7b89dd-5b66-4524-aa0b-d47b544ff22d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:55.577245 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-9bae4136-fff9-4285-8497-43d4636f2125 admin admin] Added segment 6d7b89dd-5b66-4524-aa0b-d47b544ff22d of type vlan for network 6bb536fb-01ec-4381-aa1c-ed7f9fda2185 Mar 22 19:34:55.667046 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9bae4136-fff9-4285-8497-43d4636f2125 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (6bb536fb-01ec-4381-aa1c-ed7f9fda2185), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:55.671906 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa66697-f9ea-40b4-83a7-598656e998a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a202aea3-7971-4e92-92df-195f86ee33d0,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:55.679522 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fffd2eff-572f-4dc1-8c8e-b0530f85a595 req-118383c7-38f0-4aa1-aa87-9c279773783e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4d98ee1-0767-4685-a8d4-ad1847276080 HTTP/1.1" status: 200 len: 998 time: 0.1998370 Mar 22 19:34:55.739657 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff5e00-7637-4231-a3b7-aa530f2e25b4 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65626fdb-dba9-4a2e-9a97-bd07daca0f15,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:55.760538 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9bae4136-fff9-4285-8497-43d4636f2125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (6bb536fb-01ec-4381-aa1c-ed7f9fda2185), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:55.764298 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bae4136-fff9-4285-8497-43d4636f2125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:55.766007 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9bae4136-fff9-4285-8497-43d4636f2125 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:55.772798 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2cff5e00-7637-4231-a3b7-aa530f2e25b4 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:55.777084 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2cff5e00-7637-4231-a3b7-aa530f2e25b4 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9157500 Mar 22 19:34:55.803929 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd2eff-572f-4dc1-8c8e-b0530f85a595 req-2c7c466f-6b7f-43f3-8d45-6b7179dd5276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:55.806214 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fffd2eff-572f-4dc1-8c8e-b0530f85a595 req-2c7c466f-6b7f-43f3-8d45-6b7179dd5276 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c16ed728-31a8-4b8b-ab21-2e035a2f97dd HTTP/1.1" status: 200 len: 850 time: 0.1204882 Mar 22 19:34:55.807498 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60744) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:55.816736 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-9bc1517e-d8f5-4829-ad70-52c6a81e6da5 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Request body: {'security_group_rule': {'security_group_id': '4914c9ce-c172-48c5-b2ed-7734a547e9f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:55.912253 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a87307ac-2bb9-489b-8e19-a6706ef0f7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'name': 'tempest-AttachVolumeTestJSON-1644507476-router', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '5d882510-5296-420a-a4de-029d0f6aa513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:21Z', 'updated_at': '2022-03-22T19:34:27Z', 'revision_number': 4, 'project_id': '137468e00bf34ff2a062af7508045a68', 'gw_port': {'id': '5d882510-5296-420a-a4de-029d0f6aa513', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:22Z', 'updated_at': '2022-03-22T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '57fccc4b-cf48-43d9-8bd8-b9f07315c69a', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'floating_ip_address': '172.25.5.37', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'port_id': 'e4d98ee1-0767-4685-a8d4-ad1847276080', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2010, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d', 'mac_address': 'fa:16:3e:51:aa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f1e463-dca1-43b2-a2a5-e9359aaa2765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:34:32Z', 'updated_at': '2022-03-22T19:34:53Z', 'revision_number': 1, 'project_id': '137468e00bf34ff2a062af7508045a68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '460594b0-1d87-4e35-a1c8-e3281e83e78e', 'name': '', 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'mac_address': 'fa:16:3e:6d:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'c16ed728-31a8-4b8b-ab21-2e035a2f97dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:26Z', 'updated_at': '2022-03-22T19:34:32Z', 'revision_number': 5, 'project_id': '137468e00bf34ff2a062af7508045a68', 'subnets': [{'id': 'c16ed728-31a8-4b8b-ab21-2e035a2f97dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:55.959561 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87307ac-2bb9-489b-8e19-a6706ef0f7cd None None] Checking router: 3e2daac6-c118-47c8-94fb-9bc4d89e262a for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:34:55.963557 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd2eff-572f-4dc1-8c8e-b0530f85a595 req-1b873177-df8e-4021-9c45-0b26ede5718e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:55.964791 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fffd2eff-572f-4dc1-8c8e-b0530f85a595 req-1b873177-df8e-4021-9c45-0b26ede5718e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1312191 Mar 22 19:34:55.972306 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87307ac-2bb9-489b-8e19-a6706ef0f7cd None None] Routers {'3e2daac6-c118-47c8-94fb-9bc4d89e262a'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:34:55.983831 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a87307ac-2bb9-489b-8e19-a6706ef0f7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:34:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3e2daac6-c118-47c8-94fb-9bc4d89e262a'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:56.035238 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d69ad618-e9af-4069-a52e-8c083cf2df0b up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:34:56.056890 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9bae4136-fff9-4285-8497-43d4636f2125 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6186519 Mar 22 19:34:56.064100 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60752) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:56.100158 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-fa703cad-38e7-4394-9775-a5c094b1483e admin admin] Request body: {'subnet': {'network_id': '6bb536fb-01ec-4381-aa1c-ed7f9fda2185', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1917284834-subnet', 'tenant_id': 'fa5be7a3064a40ca968f5aa04b51243a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:56.103646 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae4136-fff9-4285-8497-43d4636f2125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f241c240-b0db-4439-bfd7-05e21aa29894,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:56.159836 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port d69ad618-e9af-4069-a52e-8c083cf2df0b triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:34:56.160455 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d69ad618-e9af-4069-a52e-8c083cf2df0b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:56.161633 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-ca78b500-d787-4228-bfbf-b4e0dd7a97ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:56.163684 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-ca78b500-d787-4228-bfbf-b4e0dd7a97ae service neutron] 10.222.0.85 "GET /v2.0/subnets?id=45d73002-9056-40ee-8ca8-42ff4359e2e4 HTTP/1.1" status: 200 len: 797 time: 0.6360450 Mar 22 19:34:56.182665 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fffd2eff-572f-4dc1-8c8e-b0530f85a595 req-bf7f2714-87a9-4217-9122-fe4885591958 service neutron] 10.222.0.85 "GET /v2.0/networks/c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103341 Mar 22 19:34:56.198427 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae4136-fff9-4285-8497-43d4636f2125 admin admin] Pushing event updated for resources: {'Network': ['ID=6bb536fb-01ec-4381-aa1c-ed7f9fda2185,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:56.222403 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 6bb536fb-01ec-4381-aa1c-ed7f9fda2185 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:34:56.262113 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-a87307ac-2bb9-489b-8e19-a6706ef0f7cd None None] Set router 3e2daac6-c118-47c8-94fb-9bc4d89e262a gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:34:56.267734 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa703cad-38e7-4394-9775-a5c094b1483e admin admin] Made reservation on behalf of fa5be7a3064a40ca968f5aa04b51243a for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:34:56.271294 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fa703cad-38e7-4394-9775-a5c094b1483e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:56.368892 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9bc1517e-d8f5-4829-ad70-52c6a81e6da5 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for security_group_rule (10ad2b86-15fe-4c63-9f7d-4f1c479e6f49), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:56.436615 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port d69ad618-e9af-4069-a52e-8c083cf2df0b is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:34:56.438413 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-003ca3d8-8ddb-43bf-aa9b-b2796ebf6a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:56.444310 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-003ca3d8-8ddb-43bf-aa9b-b2796ebf6a48 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=63d9f401-775b-4921-a031-36b8b10f1a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2667727 Mar 22 19:34:56.458014 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fffd2eff-572f-4dc1-8c8e-b0530f85a595 req-74b54496-7609-453f-8fd2-8d6d6c728b0d service neutron] 10.222.0.85 "GET /v2.0/networks/c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688119 Mar 22 19:34:56.500686 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9bc1517e-d8f5-4829-ad70-52c6a81e6da5 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for security_group_rule (10ad2b86-15fe-4c63-9f7d-4f1c479e6f49), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:56.508630 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9bc1517e-d8f5-4829-ad70-52c6a81e6da5 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (10ad2b86-15fe-4c63-9f7d-4f1c479e6f49), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:56.538956 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1517e-d8f5-4829-ad70-52c6a81e6da5 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10ad2b86-15fe-4c63-9f7d-4f1c479e6f49,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:56.566283 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9bc1517e-d8f5-4829-ad70-52c6a81e6da5 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:56.568619 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9bc1517e-d8f5-4829-ad70-52c6a81e6da5 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7594502 Mar 22 19:34:56.572225 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60766) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:56.584928 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-7f421fe1-288a-4579-9973-cb515036ecf2 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:56.624990 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7f421fe1-288a-4579-9973-cb515036ecf2 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:56.740202 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-3df44cc3-aa24-4b71-b442-9bf1faf1913b service neutron] 10.222.0.85 "GET /v2.0/networks/63d9f401-775b-4921-a031-36b8b10f1a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818987 Mar 22 19:34:56.824604 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7f421fe1-288a-4579-9973-cb515036ecf2 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:56.824838 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a87307ac-2bb9-489b-8e19-a6706ef0f7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'name': 'tempest-AttachVolumeTestJSON-1644507476-router', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '5d882510-5296-420a-a4de-029d0f6aa513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:21Z', 'updated_at': '2022-03-22T19:34:27Z', 'revision_number': 4, 'project_id': '137468e00bf34ff2a062af7508045a68', 'gw_port': {'id': '5d882510-5296-420a-a4de-029d0f6aa513', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:22Z', 'updated_at': '2022-03-22T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '57fccc4b-cf48-43d9-8bd8-b9f07315c69a', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'floating_ip_address': '172.25.5.37', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'port_id': 'e4d98ee1-0767-4685-a8d4-ad1847276080', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2010, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d', 'mac_address': 'fa:16:3e:51:aa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f1e463-dca1-43b2-a2a5-e9359aaa2765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:34:32Z', 'updated_at': '2022-03-22T19:34:53Z', 'revision_number': 1, 'project_id': '137468e00bf34ff2a062af7508045a68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '460594b0-1d87-4e35-a1c8-e3281e83e78e', 'name': '', 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'mac_address': 'fa:16:3e:6d:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'c16ed728-31a8-4b8b-ab21-2e035a2f97dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:26Z', 'updated_at': '2022-03-22T19:34:32Z', 'revision_number': 5, 'project_id': '137468e00bf34ff2a062af7508045a68', 'subnets': [{'id': 'c16ed728-31a8-4b8b-ab21-2e035a2f97dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:56.946561 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fa703cad-38e7-4394-9775-a5c094b1483e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (2d648666-481d-48d0-b53a-fafde449cf83), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:57.006209 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-7f421fe1-288a-4579-9973-cb515036ecf2 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Allocated IP 172.25.5.162 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/630b71b8-103a-4d54-825c-c996d9564bc7) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:34:57.031958 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87307ac-2bb9-489b-8e19-a6706ef0f7cd None None] The sync data for ids ['3e2daac6-c118-47c8-94fb-9bc4d89e262a'] in n-d-705658-24 is: [{'id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'name': 'tempest-AttachVolumeTestJSON-1644507476-router', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '5d882510-5296-420a-a4de-029d0f6aa513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:21Z', 'updated_at': '2022-03-22T19:34:27Z', 'revision_number': 4, 'project_id': '137468e00bf34ff2a062af7508045a68', 'gw_port': {'id': '5d882510-5296-420a-a4de-029d0f6aa513', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:22Z', 'updated_at': '2022-03-22T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '57fccc4b-cf48-43d9-8bd8-b9f07315c69a', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'floating_ip_address': '172.25.5.37', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'port_id': 'e4d98ee1-0767-4685-a8d4-ad1847276080', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2010, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d', 'mac_address': 'fa:16:3e:51:aa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f1e463-dca1-43b2-a2a5-e9359aaa2765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:34:32Z', 'updated_at': '2022-03-22T19:34:53Z', 'revision_number': 1, 'project_id': '137468e00bf34ff2a062af7508045a68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '460594b0-1d87-4e35-a1c8-e3281e83e78e', 'name': '', 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'mac_address': 'fa:16:3e:6d:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'c16ed728-31a8-4b8b-ab21-2e035a2f97dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:26Z', 'updated_at': '2022-03-22T19:34:32Z', 'revision_number': 5, 'project_id': '137468e00bf34ff2a062af7508045a68', 'subnets': [{'id': 'c16ed728-31a8-4b8b-ab21-2e035a2f97dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:34:57.074057 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7af3dfb8-9d69-4193-adcb-ff78e42846f2 req-ee54be48-cf61-4cfc-b276-e50fc89242cc service neutron] 10.222.0.85 "GET /v2.0/networks/63d9f401-775b-4921-a031-36b8b10f1a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255794 Mar 22 19:34:57.122223 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa703cad-38e7-4394-9775-a5c094b1483e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d648666-481d-48d0-b53a-fafde449cf83,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:57.146343 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa703cad-38e7-4394-9775-a5c094b1483e admin admin] Checking segment: {'id': '6d7b89dd-5b66-4524-aa0b-d47b544ff22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6bb536fb-01ec-4381-aa1c-ed7f9fda2185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:34:57.148615 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa703cad-38e7-4394-9775-a5c094b1483e admin admin] Network hostable DHCP agents. Network: 6bb536fb-01ec-4381-aa1c-ed7f9fda2185, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:34:57.176949 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa703cad-38e7-4394-9775-a5c094b1483e admin admin] Network 6bb536fb-01ec-4381-aa1c-ed7f9fda2185 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:34:57.189770 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60786) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:57.200165 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-fa703cad-38e7-4394-9775-a5c094b1483e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 6bb536fb-01ec-4381-aa1c-ed7f9fda2185) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:34:57.208959 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5d4ecb-5e16-4436-ae1f-cc85e2bea370 None None] Network 6bb536fb-01ec-4381-aa1c-ed7f9fda2185 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:34:57.223424 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa703cad-38e7-4394-9775-a5c094b1483e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:57.225823 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fa703cad-38e7-4394-9775-a5c094b1483e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:57.237595 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7f421fe1-288a-4579-9973-cb515036ecf2 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for port (630b71b8-103a-4d54-825c-c996d9564bc7), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:57.261358 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-fa703cad-38e7-4394-9775-a5c094b1483e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1850417 Mar 22 19:34:57.263279 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 60790) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:57.273385 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-299d938a-434a-4338-a251-a5cd404d9b3c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1917284834-router', 'tenant_id': 'fa5be7a3064a40ca968f5aa04b51243a', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:57.327789 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7f421fe1-288a-4579-9973-cb515036ecf2 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (630b71b8-103a-4d54-825c-c996d9564bc7), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:57.331764 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-299d938a-434a-4338-a251-a5cd404d9b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (4688b694-2ed6-47d9-ad20-9078bcc74312), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:57.333783 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-299d938a-434a-4338-a251-a5cd404d9b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (4688b694-2ed6-47d9-ad20-9078bcc74312), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:57.391334 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f421fe1-288a-4579-9973-cb515036ecf2 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Pushing event updated for resources: {'Port': ['ID=630b71b8-103a-4d54-825c-c996d9564bc7,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:57.405419 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f421fe1-288a-4579-9973-cb515036ecf2 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:34:57.407077 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-7f421fe1-288a-4579-9973-cb515036ecf2 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:34:57.408480 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-accd5eb0-2dc0-4686-bcc0-f1e6e3f7a65a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-357570511-network', 'tenant_id': 'dc7b05f844ac4cdc84b9620db4948541'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:57.412788 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f421fe1-288a-4579-9973-cb515036ecf2 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:34:57.426194 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d54a65-94cb-476a-91d7-dc1fe7d6da80 None None] Network 6bb536fb-01ec-4381-aa1c-ed7f9fda2185 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:34:57.461870 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-299d938a-434a-4338-a251-a5cd404d9b3c admin admin] Publish callbacks [] for router_controller (4688b694-2ed6-47d9-ad20-9078bcc74312), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:57.526248 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62742e3-cc80-4e5e-b16b-96f94699418c None None] New status for floating IP 57fccc4b-cf48-43d9-8bd8-b9f07315c69a: ACTIVE {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:34:57.547482 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7f421fe1-288a-4579-9973-cb515036ecf2 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for floatingip (9092e65f-1272-49a9-97bd-8e5bd6b3c6e5), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:57.589119 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accd5eb0-2dc0-4686-bcc0-f1e6e3f7a65a admin admin] Made reservation on behalf of dc7b05f844ac4cdc84b9620db4948541 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:34:57.592608 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-accd5eb0-2dc0-4686-bcc0-f1e6e3f7a65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:57.598372 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7f421fe1-288a-4579-9973-cb515036ecf2 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (630b71b8-103a-4d54-825c-c996d9564bc7), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:57.641669 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-accd5eb0-2dc0-4686-bcc0-f1e6e3f7a65a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:57.664162 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-299d938a-434a-4338-a251-a5cd404d9b3c admin admin] Publish callbacks [] for router_gateway (4688b694-2ed6-47d9-ad20-9078bcc74312), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:57.839033 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-accd5eb0-2dc0-4686-bcc0-f1e6e3f7a65a admin admin] Publish callbacks [] for security_group (b6f6ff5e-ae3b-43dc-82d6-5ea6ec02fb0f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:57.847752 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-accd5eb0-2dc0-4686-bcc0-f1e6e3f7a65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b6f6ff5e-ae3b-43dc-82d6-5ea6ec02fb0f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:57.859616 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7f421fe1-288a-4579-9973-cb515036ecf2 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for port (630b71b8-103a-4d54-825c-c996d9564bc7), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:57.867473 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7f421fe1-288a-4579-9973-cb515036ecf2 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (630b71b8-103a-4d54-825c-c996d9564bc7), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:57.884364 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-accd5eb0-2dc0-4686-bcc0-f1e6e3f7a65a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:34:57.895734 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd5eb0-2dc0-4686-bcc0-f1e6e3f7a65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f6ff5e-ae3b-43dc-82d6-5ea6ec02fb0f,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:57.953689 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-accd5eb0-2dc0-4686-bcc0-f1e6e3f7a65a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (2c251857-b4d0-45a2-9ffa-4f15d60f8549), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:57.954161 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-accd5eb0-2dc0-4686-bcc0-f1e6e3f7a65a admin admin] Added segment 2c251857-b4d0-45a2-9ffa-4f15d60f8549 of type vlan for network ad4dd5ef-de48-4463-bcd1-652949376887 Mar 22 19:34:57.964661 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f421fe1-288a-4579-9973-cb515036ecf2 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Pushing event updated for resources: {'Port': ['ID=630b71b8-103a-4d54-825c-c996d9564bc7,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:57.970628 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7f421fe1-288a-4579-9973-cb515036ecf2 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (9092e65f-1272-49a9-97bd-8e5bd6b3c6e5), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:57.987000 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7f421fe1-288a-4579-9973-cb515036ecf2 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:57.988456 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7f421fe1-288a-4579-9973-cb515036ecf2 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4147723 Mar 22 19:34:58.032997 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-accd5eb0-2dc0-4686-bcc0-f1e6e3f7a65a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (ad4dd5ef-de48-4463-bcd1-652949376887), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:58.064671 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-299d938a-434a-4338-a251-a5cd404d9b3c admin admin] Publish callbacks [] for router_gateway (4688b694-2ed6-47d9-ad20-9078bcc74312), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:58.087252 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-299d938a-434a-4338-a251-a5cd404d9b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:58.087610 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-accd5eb0-2dc0-4686-bcc0-f1e6e3f7a65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (ad4dd5ef-de48-4463-bcd1-652949376887), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:58.088620 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accd5eb0-2dc0-4686-bcc0-f1e6e3f7a65a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:58.089117 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-accd5eb0-2dc0-4686-bcc0-f1e6e3f7a65a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:58.150192 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-accd5eb0-2dc0-4686-bcc0-f1e6e3f7a65a admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9583857 Mar 22 19:34:58.153341 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60808) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:58.160965 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-c7369c12-b21d-49ad-b20d-44ba04b9f725 admin admin] Request body: {'subnet': {'network_id': 'ad4dd5ef-de48-4463-bcd1-652949376887', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-357570511-subnet', 'tenant_id': 'dc7b05f844ac4cdc84b9620db4948541', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:58.198213 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd5eb0-2dc0-4686-bcc0-f1e6e3f7a65a admin admin] Pushing event updated for resources: {'Network': ['ID=ad4dd5ef-de48-4463-bcd1-652949376887,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:58.213228 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network ad4dd5ef-de48-4463-bcd1-652949376887 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:34:58.228520 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7369c12-b21d-49ad-b20d-44ba04b9f725 admin admin] Made reservation on behalf of dc7b05f844ac4cdc84b9620db4948541 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:34:58.231631 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c7369c12-b21d-49ad-b20d-44ba04b9f725 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:58.270678 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-299d938a-434a-4338-a251-a5cd404d9b3c admin admin] Allocated IP 172.25.5.134 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/0cd73b33-81f5-44ba-804a-e55d7b5fb7d8) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:34:58.297670 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73335062-7c48-4c14-b432-b1eba04a64ea req-5111f2cb-6d9b-4550-ad28-149731f0d8dc tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1344131620&fields=id&tenant_id=7cda59a95c784cbe81e1e4252cbf144e HTTP/1.1" status: 200 len: 267 time: 0.1302738 Mar 22 19:34:58.399460 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-299d938a-434a-4338-a251-a5cd404d9b3c admin admin] Publish callbacks [] for port (0cd73b33-81f5-44ba-804a-e55d7b5fb7d8), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:58.437749 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-299d938a-434a-4338-a251-a5cd404d9b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (0cd73b33-81f5-44ba-804a-e55d7b5fb7d8), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:58.465285 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73335062-7c48-4c14-b432-b1eba04a64ea req-0cca8afa-84a4-41e4-b824-5d90d5f3ade3 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:58.472650 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73335062-7c48-4c14-b432-b1eba04a64ea req-0cca8afa-84a4-41e4-b824-5d90d5f3ade3 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/networks?id=00e2bcc4-39d4-496d-b022-7cce910c0a6c HTTP/1.1" status: 200 len: 816 time: 0.1740022 Mar 22 19:34:58.479285 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299d938a-434a-4338-a251-a5cd404d9b3c admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:34:58.484048 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-299d938a-434a-4338-a251-a5cd404d9b3c admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:34:58.494319 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73335062-7c48-4c14-b432-b1eba04a64ea req-7b02dda2-cb12-43fe-bd19-eb82ef042a25 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/quotas/7cda59a95c784cbe81e1e4252cbf144e HTTP/1.1" status: 200 len: 375 time: 0.0203784 Mar 22 19:34:58.494814 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299d938a-434a-4338-a251-a5cd404d9b3c admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:34:58.502440 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d938a-434a-4338-a251-a5cd404d9b3c admin admin] Pushing event updated for resources: {'Port': ['ID=0cd73b33-81f5-44ba-804a-e55d7b5fb7d8,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:58.583777 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c7369c12-b21d-49ad-b20d-44ba04b9f725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (a2d7a2a5-b753-41c3-90a1-82ef43d2ca5e), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:58.631728 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73335062-7c48-4c14-b432-b1eba04a64ea req-2bd9b7e6-8eb1-4501-babe-012046fafb7a tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7cda59a95c784cbe81e1e4252cbf144e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1259751 Mar 22 19:34:58.703912 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7369c12-b21d-49ad-b20d-44ba04b9f725 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2d7a2a5-b753-41c3-90a1-82ef43d2ca5e,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:58.720140 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7369c12-b21d-49ad-b20d-44ba04b9f725 admin admin] Checking segment: {'id': '2c251857-b4d0-45a2-9ffa-4f15d60f8549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ad4dd5ef-de48-4463-bcd1-652949376887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:34:58.720513 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7369c12-b21d-49ad-b20d-44ba04b9f725 admin admin] Network hostable DHCP agents. Network: ad4dd5ef-de48-4463-bcd1-652949376887, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:34:58.753824 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7369c12-b21d-49ad-b20d-44ba04b9f725 admin admin] Network ad4dd5ef-de48-4463-bcd1-652949376887 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:34:58.772325 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73335062-7c48-4c14-b432-b1eba04a64ea req-38be3e8a-00aa-4d58-94e5-c7b0c0340094 service neutron] 10.222.0.75 "GET /v2.0/networks/00e2bcc4-39d4-496d-b022-7cce910c0a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200640 Mar 22 19:34:58.774080 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-c7369c12-b21d-49ad-b20d-44ba04b9f725 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, ad4dd5ef-de48-4463-bcd1-652949376887) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:34:58.779711 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7369c12-b21d-49ad-b20d-44ba04b9f725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:58.780314 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c7369c12-b21d-49ad-b20d-44ba04b9f725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:58.784405 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2844e8-bdd4-432c-a0d4-9f88fdcc96aa None None] Network ad4dd5ef-de48-4463-bcd1-652949376887 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:34:58.798095 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-299d938a-434a-4338-a251-a5cd404d9b3c admin admin] Publish callbacks [] for router_gateway (4688b694-2ed6-47d9-ad20-9078bcc74312), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:58.825451 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c7369c12-b21d-49ad-b20d-44ba04b9f725 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6661866 Mar 22 19:34:58.902167 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3edb98f-aa9b-47f0-9b6c-415b44ab8ff1 None None] Network ad4dd5ef-de48-4463-bcd1-652949376887 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:34:59.045510 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73335062-7c48-4c14-b432-b1eba04a64ea req-cd9ade92-b062-4369-a4d2-b78793936720 service neutron] 10.222.0.75 "GET /v2.0/networks/00e2bcc4-39d4-496d-b022-7cce910c0a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528934 Mar 22 19:34:59.331888 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a984ff2-db6f-41eb-8dbc-1dcb268f0b69 req-5854332d-a150-4a3a-b2e5-5d460a04f701 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 210 time: 0.0517333 Mar 22 19:34:59.429205 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60828) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:59.435000 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-2449a4b6-70f3-40b4-a3ac-3e2d39d1797c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1373504569-network', 'tenant_id': '5d71749754674e14bab8c32d19cae4d7'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:59.458811 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2449a4b6-70f3-40b4-a3ac-3e2d39d1797c admin admin] Made reservation on behalf of 5d71749754674e14bab8c32d19cae4d7 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:34:59.462504 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2449a4b6-70f3-40b4-a3ac-3e2d39d1797c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:59.473129 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2449a4b6-70f3-40b4-a3ac-3e2d39d1797c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:59.480625 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-299d938a-434a-4338-a251-a5cd404d9b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (4688b694-2ed6-47d9-ad20-9078bcc74312), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:59.556093 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2449a4b6-70f3-40b4-a3ac-3e2d39d1797c admin admin] Publish callbacks [] for security_group (a5057362-ebb1-4037-8d28-b33462beb58d), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:59.561462 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2449a4b6-70f3-40b4-a3ac-3e2d39d1797c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a5057362-ebb1-4037-8d28-b33462beb58d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:59.588019 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2449a4b6-70f3-40b4-a3ac-3e2d39d1797c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:34:59.598876 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449a4b6-70f3-40b4-a3ac-3e2d39d1797c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5057362-ebb1-4037-8d28-b33462beb58d,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:59.617897 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2449a4b6-70f3-40b4-a3ac-3e2d39d1797c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (3188ab49-226c-4af8-883c-1c810135e4d3), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:59.618342 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-2449a4b6-70f3-40b4-a3ac-3e2d39d1797c admin admin] Added segment 3188ab49-226c-4af8-883c-1c810135e4d3 of type vlan for network 5b5d3d42-a562-4e48-b990-c66ca1eae367 Mar 22 19:34:59.631527 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299d938a-434a-4338-a251-a5cd404d9b3c admin admin] Router 4688b694-2ed6-47d9-ad20-9078bcc74312 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:34:59.666084 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2449a4b6-70f3-40b4-a3ac-3e2d39d1797c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (5b5d3d42-a562-4e48-b990-c66ca1eae367), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:59.694386 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2449a4b6-70f3-40b4-a3ac-3e2d39d1797c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (5b5d3d42-a562-4e48-b990-c66ca1eae367), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:59.695391 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2449a4b6-70f3-40b4-a3ac-3e2d39d1797c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:34:59.696077 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2449a4b6-70f3-40b4-a3ac-3e2d39d1797c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:59.762743 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2449a4b6-70f3-40b4-a3ac-3e2d39d1797c admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3322380 Mar 22 19:34:59.763447 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299d938a-434a-4338-a251-a5cd404d9b3c admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:34:59.772579 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60836) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:59.775079 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d763ca01-c21f-4a29-a4d2-89df77c67622 None None] Sync routers for ids ['4688b694-2ed6-47d9-ad20-9078bcc74312'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:34:59.778535 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-d917e456-4a43-4302-bbfc-d80825a7e19b admin admin] Request body: {'subnet': {'network_id': '5b5d3d42-a562-4e48-b990-c66ca1eae367', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1373504569-subnet', 'tenant_id': '5d71749754674e14bab8c32d19cae4d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:34:59.782749 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449a4b6-70f3-40b4-a3ac-3e2d39d1797c admin admin] Pushing event updated for resources: {'Network': ['ID=5b5d3d42-a562-4e48-b990-c66ca1eae367,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:34:59.787976 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-299d938a-434a-4338-a251-a5cd404d9b3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:59.790303 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-299d938a-434a-4338-a251-a5cd404d9b3c admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5260286 Mar 22 19:34:59.793827 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60838) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:34:59.796084 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 5b5d3d42-a562-4e48-b990-c66ca1eae367 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:34:59.807832 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d763ca01-c21f-4a29-a4d2-89df77c67622 None None] Routers {'4688b694-2ed6-47d9-ad20-9078bcc74312'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:34:59.808455 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d763ca01-c21f-4a29-a4d2-89df77c67622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:34:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['4688b694-2ed6-47d9-ad20-9078bcc74312'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:34:59.903675 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d917e456-4a43-4302-bbfc-d80825a7e19b admin admin] Made reservation on behalf of 5d71749754674e14bab8c32d19cae4d7 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:34:59.906327 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d917e456-4a43-4302-bbfc-d80825a7e19b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:34:59.954046 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-d763ca01-c21f-4a29-a4d2-89df77c67622 None None] Set router 4688b694-2ed6-47d9-ad20-9078bcc74312 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:35:00.151199 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d763ca01-c21f-4a29-a4d2-89df77c67622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4688b694-2ed6-47d9-ad20-9078bcc74312', 'name': 'tempest-ServerRescueTestJSON-1917284834-router', 'tenant_id': 'fa5be7a3064a40ca968f5aa04b51243a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '0cd73b33-81f5-44ba-804a-e55d7b5fb7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:57Z', 'updated_at': '2022-03-22T19:34:58Z', 'revision_number': 3, 'project_id': 'fa5be7a3064a40ca968f5aa04b51243a', 'gw_port': {'id': '0cd73b33-81f5-44ba-804a-e55d7b5fb7d8', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:6f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4688b694-2ed6-47d9-ad20-9078bcc74312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:58Z', 'updated_at': '2022-03-22T19:34:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:00.179236 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d763ca01-c21f-4a29-a4d2-89df77c67622 None None] Checking router: 4688b694-2ed6-47d9-ad20-9078bcc74312 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:35:00.179787 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d763ca01-c21f-4a29-a4d2-89df77c67622 None None] Updating router 4688b694-2ed6-47d9-ad20-9078bcc74312 port 0cd73b33-81f5-44ba-804a-e55d7b5fb7d8 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:35:00.211980 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-d763ca01-c21f-4a29-a4d2-89df77c67622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0cd73b33-81f5-44ba-804a-e55d7b5fb7d8), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:00.222097 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d917e456-4a43-4302-bbfc-d80825a7e19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (8a7c435a-52b0-4e4f-9a65-378e25ffc884), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:00.384587 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d917e456-4a43-4302-bbfc-d80825a7e19b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a7c435a-52b0-4e4f-9a65-378e25ffc884,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:00.471234 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d917e456-4a43-4302-bbfc-d80825a7e19b admin admin] Checking segment: {'id': '3188ab49-226c-4af8-883c-1c810135e4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5b5d3d42-a562-4e48-b990-c66ca1eae367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:35:00.471596 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d917e456-4a43-4302-bbfc-d80825a7e19b admin admin] Network hostable DHCP agents. Network: 5b5d3d42-a562-4e48-b990-c66ca1eae367, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:35:00.500831 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-92e66742-706c-4008-a7dc-f3811ae7ec16 req-48ce96d8-5abf-40be-a28e-76018a63f907 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 210 time: 0.0616770 Mar 22 19:35:00.591385 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73335062-7c48-4c14-b432-b1eba04a64ea req-6f8f5b56-15d1-4bb5-b0e6-e6f32f75501e tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:00.593022 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73335062-7c48-4c14-b432-b1eba04a64ea req-6f8f5b56-15d1-4bb5-b0e6-e6f32f75501e tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.84 "GET /v2.0/networks?id=00e2bcc4-39d4-496d-b022-7cce910c0a6c HTTP/1.1" status: 200 len: 816 time: 0.2353961 Mar 22 19:35:00.593660 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d917e456-4a43-4302-bbfc-d80825a7e19b admin admin] Network 5b5d3d42-a562-4e48-b990-c66ca1eae367 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:35:00.613338 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-d763ca01-c21f-4a29-a4d2-89df77c67622 None None] Publish callbacks [] for port (0cd73b33-81f5-44ba-804a-e55d7b5fb7d8), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:00.620718 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-d763ca01-c21f-4a29-a4d2-89df77c67622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (0cd73b33-81f5-44ba-804a-e55d7b5fb7d8), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:00.622636 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-d917e456-4a43-4302-bbfc-d80825a7e19b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 5b5d3d42-a562-4e48-b990-c66ca1eae367) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:35:00.633161 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf62f69-71da-4b83-878d-01439eebb430 None None] Network 5b5d3d42-a562-4e48-b990-c66ca1eae367 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:35:00.634205 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d917e456-4a43-4302-bbfc-d80825a7e19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:00.634805 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d917e456-4a43-4302-bbfc-d80825a7e19b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:00.677955 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-d763ca01-c21f-4a29-a4d2-89df77c67622 None None] Attempting to bind port 0cd73b33-81f5-44ba-804a-e55d7b5fb7d8 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:35:00.678139 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-d763ca01-c21f-4a29-a4d2-89df77c67622 None None] Attempting to bind port 0cd73b33-81f5-44ba-804a-e55d7b5fb7d8 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:35:00.678591 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d763ca01-c21f-4a29-a4d2-89df77c67622 None None] Attempting to bind port 0cd73b33-81f5-44ba-804a-e55d7b5fb7d8 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:35:00.680639 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95058e94-ad98-4b34-946e-be95d2cd951a None None] Pushing event updated for resources: {'Port': ['ID=0cd73b33-81f5-44ba-804a-e55d7b5fb7d8,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:00.695054 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d763ca01-c21f-4a29-a4d2-89df77c67622 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:35:00.695590 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d763ca01-c21f-4a29-a4d2-89df77c67622 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:35:00.696090 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-d763ca01-c21f-4a29-a4d2-89df77c67622 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:00.696604 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d763ca01-c21f-4a29-a4d2-89df77c67622 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:35:00.697186 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-d763ca01-c21f-4a29-a4d2-89df77c67622 None None] Bound port: 0cd73b33-81f5-44ba-804a-e55d7b5fb7d8, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:35:00.698249 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-d763ca01-c21f-4a29-a4d2-89df77c67622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0cd73b33-81f5-44ba-804a-e55d7b5fb7d8), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:00.705588 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d917e456-4a43-4302-bbfc-d80825a7e19b admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9319067 Mar 22 19:35:00.753365 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73335062-7c48-4c14-b432-b1eba04a64ea req-6f44162e-1d73-4b0b-81ce-05ce18124a23 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cda59a95c784cbe81e1e4252cbf144e HTTP/1.1" status: 200 len: 380 time: 0.1479361 Mar 22 19:35:00.776660 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2501350c-24f8-43dc-b6c1-91a57b6964c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:00.805031 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-d763ca01-c21f-4a29-a4d2-89df77c67622 None None] For port 0cd73b33-81f5-44ba-804a-e55d7b5fb7d8, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:35:00.807445 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-73335062-7c48-4c14-b432-b1eba04a64ea req-ecc64bc0-2c3d-46d1-9b5c-72a283f3dd83 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Request body: {'port': {'device_id': 'fde7cc34-56fa-4a78-8b42-c89c6bda9082', 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c', 'admin_state_up': True, 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'security_groups': ['4914c9ce-c172-48c5-b2ed-7734a547e9f1']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:35:00.822526 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-d763ca01-c21f-4a29-a4d2-89df77c67622 None None] For port 0cd73b33-81f5-44ba-804a-e55d7b5fb7d8, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=0cd73b33-81f5-44ba-804a-e55d7b5fb7d8,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:35:00.835214 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-d763ca01-c21f-4a29-a4d2-89df77c67622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (0cd73b33-81f5-44ba-804a-e55d7b5fb7d8), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:00.855220 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e196db8-7a60-437a-b0d2-e55e607c2c11 None None] Network 5b5d3d42-a562-4e48-b990-c66ca1eae367 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:35:00.918027 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d763ca01-c21f-4a29-a4d2-89df77c67622 None None] Routers {'4688b694-2ed6-47d9-ad20-9078bcc74312'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:35:00.918997 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d763ca01-c21f-4a29-a4d2-89df77c67622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:34:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['4688b694-2ed6-47d9-ad20-9078bcc74312'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:01.034666 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-d763ca01-c21f-4a29-a4d2-89df77c67622 None None] Set router 4688b694-2ed6-47d9-ad20-9078bcc74312 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:35:01.072252 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73335062-7c48-4c14-b432-b1eba04a64ea req-ecc64bc0-2c3d-46d1-9b5c-72a283f3dd83 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Made reservation on behalf of 7cda59a95c784cbe81e1e4252cbf144e for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:35:01.076888 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-73335062-7c48-4c14-b432-b1eba04a64ea req-ecc64bc0-2c3d-46d1-9b5c-72a283f3dd83 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:01.142616 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95058e94-ad98-4b34-946e-be95d2cd951a None None] Pushing event updated for resources: {'Port': ['ID=0cd73b33-81f5-44ba-804a-e55d7b5fb7d8,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:01.275287 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d763ca01-c21f-4a29-a4d2-89df77c67622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4688b694-2ed6-47d9-ad20-9078bcc74312', 'name': 'tempest-ServerRescueTestJSON-1917284834-router', 'tenant_id': 'fa5be7a3064a40ca968f5aa04b51243a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '0cd73b33-81f5-44ba-804a-e55d7b5fb7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:57Z', 'updated_at': '2022-03-22T19:34:58Z', 'revision_number': 3, 'project_id': 'fa5be7a3064a40ca968f5aa04b51243a', 'gw_port': {'id': '0cd73b33-81f5-44ba-804a-e55d7b5fb7d8', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:6f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4688b694-2ed6-47d9-ad20-9078bcc74312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:58Z', 'updated_at': '2022-03-22T19:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:01.309896 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d763ca01-c21f-4a29-a4d2-89df77c67622 None None] The sync data for ids ['4688b694-2ed6-47d9-ad20-9078bcc74312'] in n-d-705658-24 is: [{'id': '4688b694-2ed6-47d9-ad20-9078bcc74312', 'name': 'tempest-ServerRescueTestJSON-1917284834-router', 'tenant_id': 'fa5be7a3064a40ca968f5aa04b51243a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '0cd73b33-81f5-44ba-804a-e55d7b5fb7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:57Z', 'updated_at': '2022-03-22T19:34:58Z', 'revision_number': 3, 'project_id': 'fa5be7a3064a40ca968f5aa04b51243a', 'gw_port': {'id': '0cd73b33-81f5-44ba-804a-e55d7b5fb7d8', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:6f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4688b694-2ed6-47d9-ad20-9078bcc74312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:58Z', 'updated_at': '2022-03-22T19:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:35:01.379545 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-2501350c-24f8-43dc-b6c1-91a57b6964c2 admin admin] Allocated IP 172.20.0.1 (6bb536fb-01ec-4381-aa1c-ed7f9fda2185/2d648666-481d-48d0-b53a-fafde449cf83/05d11807-9a74-48c0-b70c-8bdb6de912ae) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:35:01.395973 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-73335062-7c48-4c14-b432-b1eba04a64ea req-ecc64bc0-2c3d-46d1-9b5c-72a283f3dd83 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Allocated IP 172.20.0.7 (00e2bcc4-39d4-496d-b022-7cce910c0a6c/29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5/164a4775-696e-4fba-9d90-789b57a5b9b4) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:35:01.516426 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-fae999f6-798b-4368-86d3-e6abfe00e128 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:01.518140 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-fae999f6-798b-4368-86d3-e6abfe00e128 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] 10.222.0.75 "GET /v2.0/networks?id=ad4dd5ef-de48-4463-bcd1-652949376887 HTTP/1.1" status: 200 len: 824 time: 0.2239435 Mar 22 19:35:01.728633 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-73335062-7c48-4c14-b432-b1eba04a64ea req-ecc64bc0-2c3d-46d1-9b5c-72a283f3dd83 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for port (164a4775-696e-4fba-9d90-789b57a5b9b4), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:01.784986 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2501350c-24f8-43dc-b6c1-91a57b6964c2 admin admin] Publish callbacks [] for port (05d11807-9a74-48c0-b70c-8bdb6de912ae), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:01.827800 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-e0cd78da-b9da-4fbd-a014-3a286078b447 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] 10.222.0.75 "GET /v2.0/quotas/dc7b05f844ac4cdc84b9620db4948541 HTTP/1.1" status: 200 len: 375 time: 0.2411537 Mar 22 19:35:01.978503 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 0cd73b33-81f5-44ba-804a-e55d7b5fb7d8 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:35:02.100756 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 0cd73b33-81f5-44ba-804a-e55d7b5fb7d8 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:35:02.101134 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (0cd73b33-81f5-44ba-804a-e55d7b5fb7d8), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:02.172513 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4e8b371b-00bb-46f9-b19d-28154776be61 req-17b5a7cd-17bc-41d4-abc2-e037d85e0268 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 210 time: 0.5314858 Mar 22 19:35:02.178964 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2501350c-24f8-43dc-b6c1-91a57b6964c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (05d11807-9a74-48c0-b70c-8bdb6de912ae), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:02.186516 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-73335062-7c48-4c14-b432-b1eba04a64ea req-ecc64bc0-2c3d-46d1-9b5c-72a283f3dd83 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (164a4775-696e-4fba-9d90-789b57a5b9b4), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:02.229387 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 0cd73b33-81f5-44ba-804a-e55d7b5fb7d8 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:35:02.230170 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0cd73b33-81f5-44ba-804a-e55d7b5fb7d8), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:02.269830 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501350c-24f8-43dc-b6c1-91a57b6964c2 admin admin] Pushing event updated for resources: {'Port': ['ID=05d11807-9a74-48c0-b70c-8bdb6de912ae,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:02.276270 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 0cd73b33-81f5-44ba-804a-e55d7b5fb7d8, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=0cd73b33-81f5-44ba-804a-e55d7b5fb7d8,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:02.286008 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (0cd73b33-81f5-44ba-804a-e55d7b5fb7d8), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:02.298327 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-207a4808-2c83-46df-8e0d-9ffaaea2b9d1 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=dc7b05f844ac4cdc84b9620db4948541&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1354585 Mar 22 19:35:02.322407 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73335062-7c48-4c14-b432-b1eba04a64ea req-ecc64bc0-2c3d-46d1-9b5c-72a283f3dd83 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Network 00e2bcc4-39d4-496d-b022-7cce910c0a6c is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:35:02.346781 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-ebc627d5-30e0-4a90-929e-7bb43b7d7488 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:35:02.348769 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-ebc627d5-30e0-4a90-929e-7bb43b7d7488 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0362132 Mar 22 19:35:02.349982 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-73335062-7c48-4c14-b432-b1eba04a64ea req-ecc64bc0-2c3d-46d1-9b5c-72a283f3dd83 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:35:02.358038 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-73335062-7c48-4c14-b432-b1eba04a64ea req-ecc64bc0-2c3d-46d1-9b5c-72a283f3dd83 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:35:02.402045 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=0cd73b33-81f5-44ba-804a-e55d7b5fb7d8,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:02.409733 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2501350c-24f8-43dc-b6c1-91a57b6964c2 admin admin] Network 6bb536fb-01ec-4381-aa1c-ed7f9fda2185 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:35:02.417336 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73335062-7c48-4c14-b432-b1eba04a64ea req-ecc64bc0-2c3d-46d1-9b5c-72a283f3dd83 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:02.418075 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-73335062-7c48-4c14-b432-b1eba04a64ea req-ecc64bc0-2c3d-46d1-9b5c-72a283f3dd83 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:02.484179 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-2501350c-24f8-43dc-b6c1-91a57b6964c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:35:02.499774 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2501350c-24f8-43dc-b6c1-91a57b6964c2 admin admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:35:02.544769 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73335062-7c48-4c14-b432-b1eba04a64ea req-ecc64bc0-2c3d-46d1-9b5c-72a283f3dd83 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7855332 Mar 22 19:35:02.552461 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc64bc0-2c3d-46d1-9b5c-72a283f3dd83 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Pushing event updated for resources: {'Port': ['ID=164a4775-696e-4fba-9d90-789b57a5b9b4,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:02.570371 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-73335062-7c48-4c14-b432-b1eba04a64ea req-9eecbbd1-f1e1-4c5d-ac20-cfdd65742252 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:35:02.572273 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73335062-7c48-4c14-b432-b1eba04a64ea req-9eecbbd1-f1e1-4c5d-ac20-cfdd65742252 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0155516 Mar 22 19:35:02.594061 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-73335062-7c48-4c14-b432-b1eba04a64ea req-33e6a72f-0cc3-451a-b10c-46a14288ffeb service neutron] Request body: {'port': {'device_id': 'fde7cc34-56fa-4a78-8b42-c89c6bda9082', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:35:02.637256 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2501350c-24f8-43dc-b6c1-91a57b6964c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (4688b694-2ed6-47d9-ad20-9078bcc74312), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:02.645392 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-50ad3156-1b14-4d87-9f03-0fbe5e5a2493 service neutron] 10.222.0.75 "GET /v2.0/networks/ad4dd5ef-de48-4463-bcd1-652949376887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345300 Mar 22 19:35:02.758071 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-4f37d798-638b-4b88-bf7d-056c3c010733 None None] Provisioning complete for port 164a4775-696e-4fba-9d90-789b57a5b9b4 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:35:02.758705 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4f37d798-638b-4b88-bf7d-056c3c010733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (164a4775-696e-4fba-9d90-789b57a5b9b4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:02.777944 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-73335062-7c48-4c14-b432-b1eba04a64ea req-33e6a72f-0cc3-451a-b10c-46a14288ffeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (164a4775-696e-4fba-9d90-789b57a5b9b4), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:02.807283 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-4f37d798-638b-4b88-bf7d-056c3c010733 None None] Port 164a4775-696e-4fba-9d90-789b57a5b9b4 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:35:02.896127 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-9160c500-7169-43e1-b6ee-b1c44c659afc service neutron] 10.222.0.75 "GET /v2.0/networks/ad4dd5ef-de48-4463-bcd1-652949376887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172906 Mar 22 19:35:02.995485 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2501350c-24f8-43dc-b6c1-91a57b6964c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (05d11807-9a74-48c0-b70c-8bdb6de912ae), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:03.191713 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0ee69bb0-8a2a-469b-9dc6-cd34c190e0d4 req-e683467c-5bae-445c-b7d8-039472d66f19 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] 10.222.0.75 "GET /v2.0/ports?device_id=572c074f-608c-42e7-b3f5-3cb819926bc4 HTTP/1.1" status: 200 len: 210 time: 0.0597408 Mar 22 19:35:03.484771 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2501350c-24f8-43dc-b6c1-91a57b6964c2 admin admin] Publish callbacks [] for port (05d11807-9a74-48c0-b70c-8bdb6de912ae), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:03.523677 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2501350c-24f8-43dc-b6c1-91a57b6964c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (05d11807-9a74-48c0-b70c-8bdb6de912ae), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:03.608932 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501350c-24f8-43dc-b6c1-91a57b6964c2 admin admin] Pushing event updated for resources: {'Port': ['ID=05d11807-9a74-48c0-b70c-8bdb6de912ae,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:03.637374 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-73335062-7c48-4c14-b432-b1eba04a64ea req-33e6a72f-0cc3-451a-b10c-46a14288ffeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 164a4775-696e-4fba-9d90-789b57a5b9b4 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:35:03.651575 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db191d3-c4c1-4df0-ac1f-f64c6b15e2ff req-7d644fd4-ae7d-4236-b61a-de994520b7a7 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:03.659514 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4db191d3-c4c1-4df0-ac1f-f64c6b15e2ff req-7d644fd4-ae7d-4236-b61a-de994520b7a7 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 931 time: 0.3528335 Mar 22 19:35:03.668680 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-73335062-7c48-4c14-b432-b1eba04a64ea req-33e6a72f-0cc3-451a-b10c-46a14288ffeb service neutron] Publish callbacks [] for port (164a4775-696e-4fba-9d90-789b57a5b9b4), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:03.696082 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2501350c-24f8-43dc-b6c1-91a57b6964c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (4688b694-2ed6-47d9-ad20-9078bcc74312), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:03.734382 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-73335062-7c48-4c14-b432-b1eba04a64ea req-33e6a72f-0cc3-451a-b10c-46a14288ffeb service neutron] Transition to ACTIVE for port object 164a4775-696e-4fba-9d90-789b57a5b9b4 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:35:03.798963 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-73335062-7c48-4c14-b432-b1eba04a64ea req-33e6a72f-0cc3-451a-b10c-46a14288ffeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (164a4775-696e-4fba-9d90-789b57a5b9b4), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:03.821206 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4db191d3-c4c1-4df0-ac1f-f64c6b15e2ff req-57025612-773f-4fd2-9ea4-7de783dbc3db tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608264 Mar 22 19:35:03.930819 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6a72f-0cc3-451a-b10c-46a14288ffeb service neutron] Pushing event updated for resources: {'Port': ['ID=164a4775-696e-4fba-9d90-789b57a5b9b4,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:03.980096 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 0cd73b33-81f5-44ba-804a-e55d7b5fb7d8 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:35:04.093038 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-73335062-7c48-4c14-b432-b1eba04a64ea req-33e6a72f-0cc3-451a-b10c-46a14288ffeb service neutron] Attempting to bind port 164a4775-696e-4fba-9d90-789b57a5b9b4 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:35:04.093480 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-73335062-7c48-4c14-b432-b1eba04a64ea req-33e6a72f-0cc3-451a-b10c-46a14288ffeb service neutron] Attempting to bind port 164a4775-696e-4fba-9d90-789b57a5b9b4 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': 'eeaed36b-2189-47d5-81ce-01a67b046103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:35:04.094151 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73335062-7c48-4c14-b432-b1eba04a64ea req-33e6a72f-0cc3-451a-b10c-46a14288ffeb service neutron] Attempting to bind port 164a4775-696e-4fba-9d90-789b57a5b9b4 on network 00e2bcc4-39d4-496d-b022-7cce910c0a6c {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:35:04.097763 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2501350c-24f8-43dc-b6c1-91a57b6964c2 admin admin] Network 6bb536fb-01ec-4381-aa1c-ed7f9fda2185 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:35:04.101507 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-2501350c-24f8-43dc-b6c1-91a57b6964c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:35:04.108283 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73335062-7c48-4c14-b432-b1eba04a64ea req-33e6a72f-0cc3-451a-b10c-46a14288ffeb service neutron] Port 164a4775-696e-4fba-9d90-789b57a5b9b4 on network 00e2bcc4-39d4-496d-b022-7cce910c0a6c not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:35:04.108742 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73335062-7c48-4c14-b432-b1eba04a64ea req-33e6a72f-0cc3-451a-b10c-46a14288ffeb service neutron] Attempting to bind port 164a4775-696e-4fba-9d90-789b57a5b9b4 on network 00e2bcc4-39d4-496d-b022-7cce910c0a6c {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:35:04.112366 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 0cd73b33-81f5-44ba-804a-e55d7b5fb7d8 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:35:04.115258 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (0cd73b33-81f5-44ba-804a-e55d7b5fb7d8), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:04.120849 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73335062-7c48-4c14-b432-b1eba04a64ea req-33e6a72f-0cc3-451a-b10c-46a14288ffeb service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:35:04.120849 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73335062-7c48-4c14-b432-b1eba04a64ea req-33e6a72f-0cc3-451a-b10c-46a14288ffeb service neutron] Checking segment: {'id': 'eeaed36b-2189-47d5-81ce-01a67b046103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:35:04.121973 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73335062-7c48-4c14-b432-b1eba04a64ea req-33e6a72f-0cc3-451a-b10c-46a14288ffeb service neutron] Bound using segment: {'id': 'eeaed36b-2189-47d5-81ce-01a67b046103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:35:04.122588 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-73335062-7c48-4c14-b432-b1eba04a64ea req-33e6a72f-0cc3-451a-b10c-46a14288ffeb service neutron] Bound port: 164a4775-696e-4fba-9d90-789b57a5b9b4, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeaed36b-2189-47d5-81ce-01a67b046103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:35:04.122921 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-73335062-7c48-4c14-b432-b1eba04a64ea req-33e6a72f-0cc3-451a-b10c-46a14288ffeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (164a4775-696e-4fba-9d90-789b57a5b9b4), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:04.232915 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 0cd73b33-81f5-44ba-804a-e55d7b5fb7d8 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:35:04.267387 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-73335062-7c48-4c14-b432-b1eba04a64ea req-33e6a72f-0cc3-451a-b10c-46a14288ffeb service neutron] For port 164a4775-696e-4fba-9d90-789b57a5b9b4, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:35:04.271016 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-73335062-7c48-4c14-b432-b1eba04a64ea req-33e6a72f-0cc3-451a-b10c-46a14288ffeb service neutron] For port 164a4775-696e-4fba-9d90-789b57a5b9b4, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=164a4775-696e-4fba-9d90-789b57a5b9b4,segment=NetworkSegment(eeaed36b-2189-47d5-81ce-01a67b046103),segment_id=eeaed36b-2189-47d5-81ce-01a67b046103)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:35:04.281517 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-73335062-7c48-4c14-b432-b1eba04a64ea req-33e6a72f-0cc3-451a-b10c-46a14288ffeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (164a4775-696e-4fba-9d90-789b57a5b9b4), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:04.420592 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73335062-7c48-4c14-b432-b1eba04a64ea req-33e6a72f-0cc3-451a-b10c-46a14288ffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:04.421438 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-73335062-7c48-4c14-b432-b1eba04a64ea req-33e6a72f-0cc3-451a-b10c-46a14288ffeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:04.423324 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73335062-7c48-4c14-b432-b1eba04a64ea req-33e6a72f-0cc3-451a-b10c-46a14288ffeb service neutron] 10.222.0.84 "PUT /v2.0/ports/164a4775-696e-4fba-9d90-789b57a5b9b4 HTTP/1.1" status: 200 len: 1092 time: 1.8361568 Mar 22 19:35:04.423988 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde7cc34-56fa-4a78-8b42-c89c6bda9082', 'tag': '164a4775-696e-4fba-9d90-789b57a5b9b4'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:35:04.426450 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70166454-19d0-41cc-a12b-0699853822b8" -d '{"events": [{"name": "network-changed", "server_uuid": "fde7cc34-56fa-4a78-8b42-c89c6bda9082", "tag": "164a4775-696e-4fba-9d90-789b57a5b9b4"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:35:04.431736 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ea36458e-32cb-4a0e-b901-489267288bda req-4d21ee09-2394-4862-91ad-c2519d5d63a9 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] 10.222.0.75 "GET /v2.0/ports?device_id=572c074f-608c-42e7-b3f5-3cb819926bc4 HTTP/1.1" status: 200 len: 210 time: 0.1050265 Mar 22 19:35:04.495701 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6a72f-0cc3-451a-b10c-46a14288ffeb service neutron] Pushing event updated for resources: {'Port': ['ID=164a4775-696e-4fba-9d90-789b57a5b9b4,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:04.532049 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9ff1a7-52f2-4e77-b741-e07814fc2341 x-openstack-request-id: req-fd9ff1a7-52f2-4e77-b741-e07814fc2341 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:35:04.532913 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde7cc34-56fa-4a78-8b42-c89c6bda9082", "tag": "164a4775-696e-4fba-9d90-789b57a5b9b4", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:35:04.534507 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fd9ff1a7-52f2-4e77-b741-e07814fc2341 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:35:04.536764 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd9ff1a7-52f2-4e77-b741-e07814fc2341'] response: {'name': 'network-changed', 'server_uuid': 'fde7cc34-56fa-4a78-8b42-c89c6bda9082', 'tag': '164a4775-696e-4fba-9d90-789b57a5b9b4', 'status': 'completed', 'code': 200} Mar 22 19:35:04.545371 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2501350c-24f8-43dc-b6c1-91a57b6964c2 admin admin] Router 4688b694-2ed6-47d9-ad20-9078bcc74312 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:35:04.614517 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73335062-7c48-4c14-b432-b1eba04a64ea req-d60a0340-4a80-42e4-bacb-6af0c08e20ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:04.616619 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-73335062-7c48-4c14-b432-b1eba04a64ea req-d60a0340-4a80-42e4-bacb-6af0c08e20ea service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7cda59a95c784cbe81e1e4252cbf144e&device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 1126 time: 0.0760479 Mar 22 19:35:04.676566 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-73335062-7c48-4c14-b432-b1eba04a64ea req-4893a93a-b68c-4907-885c-fdf663a66c50 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=164a4775-696e-4fba-9d90-789b57a5b9b4 HTTP/1.1" status: 200 len: 217 time: 0.0495489 Mar 22 19:35:04.747962 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-8e8169cc-ce17-44c5-9489-f3e7747fd03f tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:04.749642 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-8e8169cc-ce17-44c5-9489-f3e7747fd03f tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] 10.222.0.84 "GET /v2.0/networks?id=ad4dd5ef-de48-4463-bcd1-652949376887 HTTP/1.1" status: 200 len: 824 time: 0.2835891 Mar 22 19:35:04.754220 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73335062-7c48-4c14-b432-b1eba04a64ea req-3f0b3c34-4f38-4bee-afe2-aea8a06d1df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:04.755740 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-73335062-7c48-4c14-b432-b1eba04a64ea req-3f0b3c34-4f38-4bee-afe2-aea8a06d1df1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5 HTTP/1.1" status: 200 len: 855 time: 0.0726299 Mar 22 19:35:04.784504 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-f4a3ec3c-7b79-4583-901d-a9bedc988727 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Request body: {'port': {'device_id': '572c074f-608c-42e7-b3f5-3cb819926bc4', 'network_id': 'ad4dd5ef-de48-4463-bcd1-652949376887', 'admin_state_up': True, 'tenant_id': 'dc7b05f844ac4cdc84b9620db4948541'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:35:04.822577 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73335062-7c48-4c14-b432-b1eba04a64ea req-f9008973-d61e-4398-9204-d22be20d82c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:04.824028 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-73335062-7c48-4c14-b432-b1eba04a64ea req-f9008973-d61e-4398-9204-d22be20d82c0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=00e2bcc4-39d4-496d-b022-7cce910c0a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0610998 Mar 22 19:35:04.920174 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2501350c-24f8-43dc-b6c1-91a57b6964c2 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:35:04.932500 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efa9588-0810-4423-8e8f-097efb686d7c None None] Sync routers for ids ['4688b694-2ed6-47d9-ad20-9078bcc74312'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:35:04.950760 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efa9588-0810-4423-8e8f-097efb686d7c None None] Routers {'4688b694-2ed6-47d9-ad20-9078bcc74312'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:35:04.951382 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-8efa9588-0810-4423-8e8f-097efb686d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:34:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['4688b694-2ed6-47d9-ad20-9078bcc74312'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:04.954444 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-73335062-7c48-4c14-b432-b1eba04a64ea req-bb6d3366-cc25-4669-8056-30452477ef27 service neutron] 10.222.0.84 "GET /v2.0/networks/00e2bcc4-39d4-496d-b022-7cce910c0a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240346 Mar 22 19:35:04.964239 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2501350c-24f8-43dc-b6c1-91a57b6964c2 admin admin] 10.222.0.75 "PUT /v2.0/routers/4688b694-2ed6-47d9-ad20-9078bcc74312/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1694815 Mar 22 19:35:04.998821 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-f4a3ec3c-7b79-4583-901d-a9bedc988727 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Made reservation on behalf of dc7b05f844ac4cdc84b9620db4948541 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:35:05.001766 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-f4a3ec3c-7b79-4583-901d-a9bedc988727 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:05.029130 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e8da2-4787-4609-901c-34b2745210cd req-2da7907e-4a60-4468-af7c-c9856412d940 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:05.030724 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f8e8da2-4787-4609-901c-34b2745210cd req-2da7907e-4a60-4468-af7c-c9856412d940 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 943 time: 0.1079953 Mar 22 19:35:05.116597 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-8efa9588-0810-4423-8e8f-097efb686d7c None None] Set router 4688b694-2ed6-47d9-ad20-9078bcc74312 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:35:05.148136 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-73335062-7c48-4c14-b432-b1eba04a64ea req-a6ac10e9-0d58-4e54-87dd-9408224c1176 service neutron] 10.222.0.84 "GET /v2.0/networks/00e2bcc4-39d4-496d-b022-7cce910c0a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862233 Mar 22 19:35:05.263657 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70166454-19d0-41cc-a12b-0699853822b8 req-190440c1-e313-4735-80f4-26cd06dfb08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:05.265417 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-70166454-19d0-41cc-a12b-0699853822b8 req-190440c1-e313-4735-80f4-26cd06dfb08d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7cda59a95c784cbe81e1e4252cbf144e&device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 1126 time: 0.0513685 Mar 22 19:35:05.328742 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-f4a3ec3c-7b79-4583-901d-a9bedc988727 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Allocated IP 172.20.0.6 (ad4dd5ef-de48-4463-bcd1-652949376887/a2d7a2a5-b753-41c3-90a1-82ef43d2ca5e/442ebe15-b806-4d7c-85e8-f90d83479b1e) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:35:05.333291 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f8e8da2-4787-4609-901c-34b2745210cd req-e2fc7839-68ba-4a6c-ad17-5ccda771609a tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2928689 Mar 22 19:35:05.393657 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70166454-19d0-41cc-a12b-0699853822b8 req-ae26ee95-7903-46a9-92d6-6981eaac6093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:05.397068 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-70166454-19d0-41cc-a12b-0699853822b8 req-ae26ee95-7903-46a9-92d6-6981eaac6093 service neutron] 10.222.0.84 "GET /v2.0/networks?id=00e2bcc4-39d4-496d-b022-7cce910c0a6c HTTP/1.1" status: 200 len: 917 time: 0.1239707 Mar 22 19:35:05.442595 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-8efa9588-0810-4423-8e8f-097efb686d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4688b694-2ed6-47d9-ad20-9078bcc74312', 'name': 'tempest-ServerRescueTestJSON-1917284834-router', 'tenant_id': 'fa5be7a3064a40ca968f5aa04b51243a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '0cd73b33-81f5-44ba-804a-e55d7b5fb7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:57Z', 'updated_at': '2022-03-22T19:35:02Z', 'revision_number': 4, 'project_id': 'fa5be7a3064a40ca968f5aa04b51243a', 'gw_port': {'id': '0cd73b33-81f5-44ba-804a-e55d7b5fb7d8', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:6f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4688b694-2ed6-47d9-ad20-9078bcc74312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:58Z', 'updated_at': '2022-03-22T19:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '05d11807-9a74-48c0-b70c-8bdb6de912ae', 'name': '', 'network_id': '6bb536fb-01ec-4381-aa1c-ed7f9fda2185', 'tenant_id': 'fa5be7a3064a40ca968f5aa04b51243a', 'mac_address': 'fa:16:3e:9b:b0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4688b694-2ed6-47d9-ad20-9078bcc74312', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': '2d648666-481d-48d0-b53a-fafde449cf83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:35:00Z', 'updated_at': '2022-03-22T19:35:03Z', 'revision_number': 2, 'project_id': 'fa5be7a3064a40ca968f5aa04b51243a', 'subnets': [{'id': '2d648666-481d-48d0-b53a-fafde449cf83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:05.457479 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-70166454-19d0-41cc-a12b-0699853822b8 req-e6295bd4-e1f1-4fb1-a73c-20c8b523d8d2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=164a4775-696e-4fba-9d90-789b57a5b9b4 HTTP/1.1" status: 200 len: 217 time: 0.0524509 Mar 22 19:35:05.526977 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efa9588-0810-4423-8e8f-097efb686d7c None None] Checking router: 4688b694-2ed6-47d9-ad20-9078bcc74312 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:35:05.528071 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efa9588-0810-4423-8e8f-097efb686d7c None None] Updating router 4688b694-2ed6-47d9-ad20-9078bcc74312 port 05d11807-9a74-48c0-b70c-8bdb6de912ae binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:35:05.548840 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70166454-19d0-41cc-a12b-0699853822b8 req-78f28a8d-fe24-4c95-a030-4bd2b331aa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:05.551481 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-70166454-19d0-41cc-a12b-0699853822b8 req-78f28a8d-fe24-4c95-a030-4bd2b331aa6e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5 HTTP/1.1" status: 200 len: 855 time: 0.0614386 Mar 22 19:35:05.571017 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8efa9588-0810-4423-8e8f-097efb686d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (05d11807-9a74-48c0-b70c-8bdb6de912ae), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:05.586802 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2d78bf85-9cac-4c43-89f0-24f698603979 req-c6cf4fd3-f27c-4abd-b1af-74673dfa74a6 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] 10.222.0.75 "GET /v2.0/ports?device_id=572c074f-608c-42e7-b3f5-3cb819926bc4 HTTP/1.1" status: 200 len: 210 time: 0.0384347 Mar 22 19:35:05.624244 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-a3c90d5e-e824-4ff4-a69c-de745b864be5 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:05.626056 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-a3c90d5e-e824-4ff4-a69c-de745b864be5 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/networks?id=6bb536fb-01ec-4381-aa1c-ed7f9fda2185 HTTP/1.1" status: 200 len: 811 time: 0.2467637 Mar 22 19:35:05.627718 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70166454-19d0-41cc-a12b-0699853822b8 req-2107ccf3-343e-4031-8a1b-0b729fbff0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:05.630389 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-70166454-19d0-41cc-a12b-0699853822b8 req-2107ccf3-343e-4031-8a1b-0b729fbff0c6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=00e2bcc4-39d4-496d-b022-7cce910c0a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0734594 Mar 22 19:35:05.654696 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-b768267e-279a-4d67-813e-4328041a5c3d tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/quotas/fa5be7a3064a40ca968f5aa04b51243a HTTP/1.1" status: 200 len: 375 time: 0.0223813 Mar 22 19:35:05.673226 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-f4a3ec3c-7b79-4583-901d-a9bedc988727 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Publish callbacks [] for port (442ebe15-b806-4d7c-85e8-f90d83479b1e), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:05.747007 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-46317183-f945-47e8-9bd8-050d4c1e8e3b tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=fa5be7a3064a40ca968f5aa04b51243a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0789137 Mar 22 19:35:05.760265 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-70166454-19d0-41cc-a12b-0699853822b8 req-36feeac7-9925-4e77-8592-ec33af963cc4 service neutron] 10.222.0.84 "GET /v2.0/networks/00e2bcc4-39d4-496d-b022-7cce910c0a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214633 Mar 22 19:35:05.774950 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-f4a3ec3c-7b79-4583-901d-a9bedc988727 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (442ebe15-b806-4d7c-85e8-f90d83479b1e), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:05.887836 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-70166454-19d0-41cc-a12b-0699853822b8 req-7e6cae6e-6dc8-4c0f-8a3e-51091dac8b40 service neutron] 10.222.0.84 "GET /v2.0/networks/00e2bcc4-39d4-496d-b022-7cce910c0a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213710 Mar 22 19:35:05.934791 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-c86fe5d2-a569-4807-87ea-18b6c6a0a96d service neutron] 10.222.0.75 "GET /v2.0/networks/6bb536fb-01ec-4381-aa1c-ed7f9fda2185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781564 Mar 22 19:35:05.935810 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3ec3c-7b79-4583-901d-a9bedc988727 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Pushing event updated for resources: {'Port': ['ID=442ebe15-b806-4d7c-85e8-f90d83479b1e,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:05.995888 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-f4a3ec3c-7b79-4583-901d-a9bedc988727 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Network ad4dd5ef-de48-4463-bcd1-652949376887 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:35:06.000861 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-f4a3ec3c-7b79-4583-901d-a9bedc988727 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:35:06.005404 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-f4a3ec3c-7b79-4583-901d-a9bedc988727 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:35:06.068156 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-f4a3ec3c-7b79-4583-901d-a9bedc988727 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:06.068797 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-f4a3ec3c-7b79-4583-901d-a9bedc988727 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:06.078890 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8efa9588-0810-4423-8e8f-097efb686d7c None None] Publish callbacks [] for port (05d11807-9a74-48c0-b70c-8bdb6de912ae), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:06.085831 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8efa9588-0810-4423-8e8f-097efb686d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (05d11807-9a74-48c0-b70c-8bdb6de912ae), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:06.092962 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-f87cc2a4-17ff-402b-95dc-b432f1170c13 service neutron] 10.222.0.75 "GET /v2.0/networks/6bb536fb-01ec-4381-aa1c-ed7f9fda2185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503940 Mar 22 19:35:06.097245 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-f4a3ec3c-7b79-4583-901d-a9bedc988727 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3182132 Mar 22 19:35:06.109082 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-9ae4ebe4-3984-4e3a-b212-a4ec8be48409 service neutron] Request body: {'port': {'device_id': '572c074f-608c-42e7-b3f5-3cb819926bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:35:06.130086 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4725bd-ee60-4271-8fdd-a2e82041c5a7 None None] Pushing event updated for resources: {'Port': ['ID=05d11807-9a74-48c0-b70c-8bdb6de912ae,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:06.142410 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4725bd-ee60-4271-8fdd-a2e82041c5a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:06.142767 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4725bd-ee60-4271-8fdd-a2e82041c5a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:06.143113 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4725bd-ee60-4271-8fdd-a2e82041c5a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:06.143454 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4725bd-ee60-4271-8fdd-a2e82041c5a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:06.143793 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4725bd-ee60-4271-8fdd-a2e82041c5a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:06.144126 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4725bd-ee60-4271-8fdd-a2e82041c5a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:06.144454 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4725bd-ee60-4271-8fdd-a2e82041c5a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:06.144784 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4725bd-ee60-4271-8fdd-a2e82041c5a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:06.145234 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4725bd-ee60-4271-8fdd-a2e82041c5a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:06.145574 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4725bd-ee60-4271-8fdd-a2e82041c5a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:06.146037 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4725bd-ee60-4271-8fdd-a2e82041c5a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:06.146362 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4725bd-ee60-4271-8fdd-a2e82041c5a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:06.146683 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4725bd-ee60-4271-8fdd-a2e82041c5a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:06.147008 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4725bd-ee60-4271-8fdd-a2e82041c5a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:06.147329 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4725bd-ee60-4271-8fdd-a2e82041c5a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:06.184603 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-9ae4ebe4-3984-4e3a-b212-a4ec8be48409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (442ebe15-b806-4d7c-85e8-f90d83479b1e), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:06.218998 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-8efa9588-0810-4423-8e8f-097efb686d7c None None] Attempting to bind port 05d11807-9a74-48c0-b70c-8bdb6de912ae on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:35:06.218998 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-8efa9588-0810-4423-8e8f-097efb686d7c None None] Attempting to bind port 05d11807-9a74-48c0-b70c-8bdb6de912ae by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '6d7b89dd-5b66-4524-aa0b-d47b544ff22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6bb536fb-01ec-4381-aa1c-ed7f9fda2185'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:35:06.219345 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efa9588-0810-4423-8e8f-097efb686d7c None None] Attempting to bind port 05d11807-9a74-48c0-b70c-8bdb6de912ae on network 6bb536fb-01ec-4381-aa1c-ed7f9fda2185 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:35:06.224627 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efa9588-0810-4423-8e8f-097efb686d7c None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:35:06.225006 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efa9588-0810-4423-8e8f-097efb686d7c None None] Checking segment: {'id': '6d7b89dd-5b66-4524-aa0b-d47b544ff22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6bb536fb-01ec-4381-aa1c-ed7f9fda2185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:35:06.225411 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8efa9588-0810-4423-8e8f-097efb686d7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:06.225942 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efa9588-0810-4423-8e8f-097efb686d7c None None] Bound using segment: {'id': '6d7b89dd-5b66-4524-aa0b-d47b544ff22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6bb536fb-01ec-4381-aa1c-ed7f9fda2185'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:35:06.227482 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-8efa9588-0810-4423-8e8f-097efb686d7c None None] Bound port: 05d11807-9a74-48c0-b70c-8bdb6de912ae, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d7b89dd-5b66-4524-aa0b-d47b544ff22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6bb536fb-01ec-4381-aa1c-ed7f9fda2185'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:35:06.227871 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8efa9588-0810-4423-8e8f-097efb686d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (05d11807-9a74-48c0-b70c-8bdb6de912ae), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:06.316795 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-8efa9588-0810-4423-8e8f-097efb686d7c None None] For port 05d11807-9a74-48c0-b70c-8bdb6de912ae, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:35:06.321819 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-8efa9588-0810-4423-8e8f-097efb686d7c None None] For port 05d11807-9a74-48c0-b70c-8bdb6de912ae, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=05d11807-9a74-48c0-b70c-8bdb6de912ae,segment=NetworkSegment(6d7b89dd-5b66-4524-aa0b-d47b544ff22d),segment_id=6d7b89dd-5b66-4524-aa0b-d47b544ff22d)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:35:06.334380 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8efa9588-0810-4423-8e8f-097efb686d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (05d11807-9a74-48c0-b70c-8bdb6de912ae), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:06.403105 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efa9588-0810-4423-8e8f-097efb686d7c None None] Routers {'4688b694-2ed6-47d9-ad20-9078bcc74312'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:35:06.403896 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-8efa9588-0810-4423-8e8f-097efb686d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:34:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['4688b694-2ed6-47d9-ad20-9078bcc74312'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:06.484043 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d6aaf61c-7c0d-47e4-9ca7-b1ae05d1f81a req-6b1d7553-f654-4068-ab0d-ebb4636eb5df tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 210 time: 0.1651337 Mar 22 19:35:06.517106 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4725bd-ee60-4271-8fdd-a2e82041c5a7 None None] Pushing event updated for resources: {'Port': ['ID=05d11807-9a74-48c0-b70c-8bdb6de912ae,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:06.577232 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-8efa9588-0810-4423-8e8f-097efb686d7c None None] Set router 4688b694-2ed6-47d9-ad20-9078bcc74312 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:35:06.613653 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d3b2d-fc08-41ca-bd1a-83f2cd316630 req-50fcf552-0f6b-4890-90b6-ec1c3a4dfe06 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:06.621569 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f87d3b2d-fc08-41ca-bd1a-83f2cd316630 req-50fcf552-0f6b-4890-90b6-ec1c3a4dfe06 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 943 time: 0.1309826 Mar 22 19:35:06.625304 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-9ae4ebe4-3984-4e3a-b212-a4ec8be48409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 442ebe15-b806-4d7c-85e8-f90d83479b1e {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:35:06.640315 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-9ae4ebe4-3984-4e3a-b212-a4ec8be48409 service neutron] Publish callbacks [] for port (442ebe15-b806-4d7c-85e8-f90d83479b1e), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:06.670349 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-9ae4ebe4-3984-4e3a-b212-a4ec8be48409 service neutron] Transition to ACTIVE for port object 442ebe15-b806-4d7c-85e8-f90d83479b1e will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:35:06.679212 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-9ae4ebe4-3984-4e3a-b212-a4ec8be48409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (442ebe15-b806-4d7c-85e8-f90d83479b1e), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:06.862489 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-8efa9588-0810-4423-8e8f-097efb686d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4688b694-2ed6-47d9-ad20-9078bcc74312', 'name': 'tempest-ServerRescueTestJSON-1917284834-router', 'tenant_id': 'fa5be7a3064a40ca968f5aa04b51243a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '0cd73b33-81f5-44ba-804a-e55d7b5fb7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:57Z', 'updated_at': '2022-03-22T19:35:02Z', 'revision_number': 4, 'project_id': 'fa5be7a3064a40ca968f5aa04b51243a', 'gw_port': {'id': '0cd73b33-81f5-44ba-804a-e55d7b5fb7d8', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:6f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4688b694-2ed6-47d9-ad20-9078bcc74312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:58Z', 'updated_at': '2022-03-22T19:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '05d11807-9a74-48c0-b70c-8bdb6de912ae', 'name': '', 'network_id': '6bb536fb-01ec-4381-aa1c-ed7f9fda2185', 'tenant_id': 'fa5be7a3064a40ca968f5aa04b51243a', 'mac_address': 'fa:16:3e:9b:b0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4688b694-2ed6-47d9-ad20-9078bcc74312', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': '2d648666-481d-48d0-b53a-fafde449cf83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:35:00Z', 'updated_at': '2022-03-22T19:35:06Z', 'revision_number': 4, 'project_id': 'fa5be7a3064a40ca968f5aa04b51243a', 'subnets': [{'id': '2d648666-481d-48d0-b53a-fafde449cf83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:06.895955 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efa9588-0810-4423-8e8f-097efb686d7c None None] The sync data for ids ['4688b694-2ed6-47d9-ad20-9078bcc74312'] in n-d-705658-24 is: [{'id': '4688b694-2ed6-47d9-ad20-9078bcc74312', 'name': 'tempest-ServerRescueTestJSON-1917284834-router', 'tenant_id': 'fa5be7a3064a40ca968f5aa04b51243a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '0cd73b33-81f5-44ba-804a-e55d7b5fb7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:57Z', 'updated_at': '2022-03-22T19:35:02Z', 'revision_number': 4, 'project_id': 'fa5be7a3064a40ca968f5aa04b51243a', 'gw_port': {'id': '0cd73b33-81f5-44ba-804a-e55d7b5fb7d8', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:6f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4688b694-2ed6-47d9-ad20-9078bcc74312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:58Z', 'updated_at': '2022-03-22T19:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '05d11807-9a74-48c0-b70c-8bdb6de912ae', 'name': '', 'network_id': '6bb536fb-01ec-4381-aa1c-ed7f9fda2185', 'tenant_id': 'fa5be7a3064a40ca968f5aa04b51243a', 'mac_address': 'fa:16:3e:9b:b0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4688b694-2ed6-47d9-ad20-9078bcc74312', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': '2d648666-481d-48d0-b53a-fafde449cf83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:35:00Z', 'updated_at': '2022-03-22T19:35:06Z', 'revision_number': 4, 'project_id': 'fa5be7a3064a40ca968f5aa04b51243a', 'subnets': [{'id': '2d648666-481d-48d0-b53a-fafde449cf83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:35:07.100171 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f87d3b2d-fc08-41ca-bd1a-83f2cd316630 req-d11546a0-a94c-4dd4-accf-60cdbd2d14f9 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4776335 Mar 22 19:35:07.129427 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4ebe4-3984-4e3a-b212-a4ec8be48409 service neutron] Pushing event updated for resources: {'Port': ['ID=442ebe15-b806-4d7c-85e8-f90d83479b1e,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:07.211800 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f5ffa-13a4-4e67-949d-d2afd2b19f09 req-24adeaea-bd4f-41e6-b227-52fc49e0eeee tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:07.213261 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fb0f5ffa-13a4-4e67-949d-d2afd2b19f09 req-24adeaea-bd4f-41e6-b227-52fc49e0eeee tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] 10.222.0.75 "GET /v2.0/ports?device_id=572c074f-608c-42e7-b3f5-3cb819926bc4 HTTP/1.1" status: 200 len: 943 time: 0.5195210 Mar 22 19:35:07.249719 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-9ae4ebe4-3984-4e3a-b212-a4ec8be48409 service neutron] Attempting to bind port 442ebe15-b806-4d7c-85e8-f90d83479b1e on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:35:07.250082 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-9ae4ebe4-3984-4e3a-b212-a4ec8be48409 service neutron] Attempting to bind port 442ebe15-b806-4d7c-85e8-f90d83479b1e by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '2c251857-b4d0-45a2-9ffa-4f15d60f8549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ad4dd5ef-de48-4463-bcd1-652949376887'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:35:07.250412 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-9ae4ebe4-3984-4e3a-b212-a4ec8be48409 service neutron] Attempting to bind port 442ebe15-b806-4d7c-85e8-f90d83479b1e on network ad4dd5ef-de48-4463-bcd1-652949376887 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:35:07.258307 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-9ae4ebe4-3984-4e3a-b212-a4ec8be48409 service neutron] Port 442ebe15-b806-4d7c-85e8-f90d83479b1e on network ad4dd5ef-de48-4463-bcd1-652949376887 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:35:07.258639 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-9ae4ebe4-3984-4e3a-b212-a4ec8be48409 service neutron] Attempting to bind port 442ebe15-b806-4d7c-85e8-f90d83479b1e on network ad4dd5ef-de48-4463-bcd1-652949376887 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:35:07.275176 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-9ae4ebe4-3984-4e3a-b212-a4ec8be48409 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:35:07.275433 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-9ae4ebe4-3984-4e3a-b212-a4ec8be48409 service neutron] Checking segment: {'id': '2c251857-b4d0-45a2-9ffa-4f15d60f8549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ad4dd5ef-de48-4463-bcd1-652949376887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:35:07.275819 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-9ae4ebe4-3984-4e3a-b212-a4ec8be48409 service neutron] Bound using segment: {'id': '2c251857-b4d0-45a2-9ffa-4f15d60f8549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ad4dd5ef-de48-4463-bcd1-652949376887'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:35:07.276259 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-9ae4ebe4-3984-4e3a-b212-a4ec8be48409 service neutron] Bound port: 442ebe15-b806-4d7c-85e8-f90d83479b1e, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c251857-b4d0-45a2-9ffa-4f15d60f8549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'ad4dd5ef-de48-4463-bcd1-652949376887'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:35:07.276615 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-9ae4ebe4-3984-4e3a-b212-a4ec8be48409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (442ebe15-b806-4d7c-85e8-f90d83479b1e), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:07.302673 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fb0f5ffa-13a4-4e67-949d-d2afd2b19f09 req-e4d764f2-c69b-4bea-9334-9a5b698a1f1e tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6f6ff5e-ae3b-43dc-82d6-5ea6ec02fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795879 Mar 22 19:35:07.359238 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-9ae4ebe4-3984-4e3a-b212-a4ec8be48409 service neutron] For port 442ebe15-b806-4d7c-85e8-f90d83479b1e, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:35:07.362467 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-9ae4ebe4-3984-4e3a-b212-a4ec8be48409 service neutron] For port 442ebe15-b806-4d7c-85e8-f90d83479b1e, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=442ebe15-b806-4d7c-85e8-f90d83479b1e,segment=NetworkSegment(2c251857-b4d0-45a2-9ffa-4f15d60f8549),segment_id=2c251857-b4d0-45a2-9ffa-4f15d60f8549)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:35:07.369929 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-9ae4ebe4-3984-4e3a-b212-a4ec8be48409 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (442ebe15-b806-4d7c-85e8-f90d83479b1e), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:07.407677 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-9ae4ebe4-3984-4e3a-b212-a4ec8be48409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:07.408311 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-9ae4ebe4-3984-4e3a-b212-a4ec8be48409 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:07.409697 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-9ae4ebe4-3984-4e3a-b212-a4ec8be48409 service neutron] 10.222.0.84 "PUT /v2.0/ports/442ebe15-b806-4d7c-85e8-f90d83479b1e HTTP/1.1" status: 200 len: 1092 time: 1.3050921 Mar 22 19:35:07.410209 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '572c074f-608c-42e7-b3f5-3cb819926bc4', 'tag': '442ebe15-b806-4d7c-85e8-f90d83479b1e'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:35:07.413063 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2860b806-b544-44fd-8643-b176d8405e48" -d '{"events": [{"name": "network-changed", "server_uuid": "572c074f-608c-42e7-b3f5-3cb819926bc4", "tag": "442ebe15-b806-4d7c-85e8-f90d83479b1e"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:35:07.448628 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4ebe4-3984-4e3a-b212-a4ec8be48409 service neutron] Pushing event updated for resources: {'Port': ['ID=442ebe15-b806-4d7c-85e8-f90d83479b1e,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:07.455998 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055cd595-4eb0-4442-8981-a406d32633e5 x-openstack-request-id: req-055cd595-4eb0-4442-8981-a406d32633e5 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:35:07.456368 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "572c074f-608c-42e7-b3f5-3cb819926bc4", "tag": "442ebe15-b806-4d7c-85e8-f90d83479b1e", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:35:07.456824 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-055cd595-4eb0-4442-8981-a406d32633e5 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:35:07.457626 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-055cd595-4eb0-4442-8981-a406d32633e5'] response: {'name': 'network-changed', 'server_uuid': '572c074f-608c-42e7-b3f5-3cb819926bc4', 'tag': '442ebe15-b806-4d7c-85e8-f90d83479b1e', 'status': 'completed', 'code': 200} Mar 22 19:35:07.541193 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-995891b6-ce47-43ce-be7b-beabb0b42d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:07.543099 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-995891b6-ce47-43ce-be7b-beabb0b42d6c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=dc7b05f844ac4cdc84b9620db4948541&device_id=572c074f-608c-42e7-b3f5-3cb819926bc4 HTTP/1.1" status: 200 len: 1126 time: 0.0705507 Mar 22 19:35:07.636186 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-309d4bac-3302-49c2-b39f-ecffa3a3e1a4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=442ebe15-b806-4d7c-85e8-f90d83479b1e HTTP/1.1" status: 200 len: 217 time: 0.0810030 Mar 22 19:35:07.666624 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-35c2850a-c9cd-4ee2-aa0d-f9068af46e41 req-927236c0-da1e-420c-94e5-f681d906945f tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 210 time: 0.0742736 Mar 22 19:35:07.719996 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-9acddb2e-62aa-4257-a8a4-3b7730d1791a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:07.721475 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-9acddb2e-62aa-4257-a8a4-3b7730d1791a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a2d7a2a5-b753-41c3-90a1-82ef43d2ca5e HTTP/1.1" status: 200 len: 864 time: 0.0656333 Mar 22 19:35:07.749210 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-350add88-6a4e-4826-a3e5-8619582c479f tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:07.751450 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-350add88-6a4e-4826-a3e5-8619582c479f tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.85 "GET /v2.0/networks?id=6bb536fb-01ec-4381-aa1c-ed7f9fda2185 HTTP/1.1" status: 200 len: 811 time: 0.2067788 Mar 22 19:35:07.772162 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-39e2fbf2-61a4-49c1-b126-f39f55f22baa service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ad4dd5ef-de48-4463-bcd1-652949376887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437486 Mar 22 19:35:07.773675 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-ba9811be-f285-4c1b-af2a-d074e507e1a2 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Request body: {'port': {'device_id': 'b1d04efc-f77d-4665-9524-a62d4188b431', 'network_id': '6bb536fb-01ec-4381-aa1c-ed7f9fda2185', 'admin_state_up': True, 'tenant_id': 'fa5be7a3064a40ca968f5aa04b51243a'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:35:07.930051 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-4929409a-cba0-40dc-95ee-ea3309766998 service neutron] 10.222.0.84 "GET /v2.0/networks/ad4dd5ef-de48-4463-bcd1-652949376887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512177 Mar 22 19:35:07.957495 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-ba9811be-f285-4c1b-af2a-d074e507e1a2 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Made reservation on behalf of fa5be7a3064a40ca968f5aa04b51243a for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:35:07.962187 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-ba9811be-f285-4c1b-af2a-d074e507e1a2 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:07.984801 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 05d11807-9a74-48c0-b70c-8bdb6de912ae up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:35:08.067295 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59e7a825-0141-48bc-ba0d-64c75e824e3c req-f11dc6ef-b6ed-406d-8f55-6b0674257e7f service neutron] 10.222.0.84 "GET /v2.0/networks/ad4dd5ef-de48-4463-bcd1-652949376887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301832 Mar 22 19:35:08.072660 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 05d11807-9a74-48c0-b70c-8bdb6de912ae triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:35:08.073417 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (05d11807-9a74-48c0-b70c-8bdb6de912ae), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:08.190443 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-ba9811be-f285-4c1b-af2a-d074e507e1a2 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Allocated IP 172.20.0.5 (6bb536fb-01ec-4381-aa1c-ed7f9fda2185/2d648666-481d-48d0-b53a-fafde449cf83/627ea9b0-337f-416e-bff4-b877dff4d8b9) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:35:08.210830 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 05d11807-9a74-48c0-b70c-8bdb6de912ae is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:35:08.211280 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (05d11807-9a74-48c0-b70c-8bdb6de912ae), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:08.223471 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860b806-b544-44fd-8643-b176d8405e48 req-8cb862c4-029a-4f66-98c5-2bd48f3492fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:08.225001 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2860b806-b544-44fd-8643-b176d8405e48 req-8cb862c4-029a-4f66-98c5-2bd48f3492fb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=dc7b05f844ac4cdc84b9620db4948541&device_id=572c074f-608c-42e7-b3f5-3cb819926bc4 HTTP/1.1" status: 200 len: 1126 time: 0.1062205 Mar 22 19:35:08.256457 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 05d11807-9a74-48c0-b70c-8bdb6de912ae, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=05d11807-9a74-48c0-b70c-8bdb6de912ae,segment=NetworkSegment(6d7b89dd-5b66-4524-aa0b-d47b544ff22d),segment_id=6d7b89dd-5b66-4524-aa0b-d47b544ff22d)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:08.261001 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (05d11807-9a74-48c0-b70c-8bdb6de912ae), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:08.323325 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=05d11807-9a74-48c0-b70c-8bdb6de912ae,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:08.444495 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-ba9811be-f285-4c1b-af2a-d074e507e1a2 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Publish callbacks [] for port (627ea9b0-337f-416e-bff4-b877dff4d8b9), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:08.484076 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a6df0-8cdf-40b5-99c9-5132acf311c5 req-85cc6d35-17c1-47c6-b641-bd91c1d1b64a tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:08.485768 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-874a6df0-8cdf-40b5-99c9-5132acf311c5 req-85cc6d35-17c1-47c6-b641-bd91c1d1b64a tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 943 time: 0.1488829 Mar 22 19:35:08.488486 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860b806-b544-44fd-8643-b176d8405e48 req-468e648d-c957-43ab-bca1-4431b5db8476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:08.490160 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2860b806-b544-44fd-8643-b176d8405e48 req-468e648d-c957-43ab-bca1-4431b5db8476 service neutron] 10.222.0.84 "GET /v2.0/networks?id=ad4dd5ef-de48-4463-bcd1-652949376887 HTTP/1.1" status: 200 len: 925 time: 0.2579005 Mar 22 19:35:08.493160 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-ba9811be-f285-4c1b-af2a-d074e507e1a2 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (627ea9b0-337f-416e-bff4-b877dff4d8b9), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:08.539879 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-ba9811be-f285-4c1b-af2a-d074e507e1a2 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Network 6bb536fb-01ec-4381-aa1c-ed7f9fda2185 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:35:08.543134 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-ba9811be-f285-4c1b-af2a-d074e507e1a2 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:35:08.547659 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-ba9811be-f285-4c1b-af2a-d074e507e1a2 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:35:08.559857 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2860b806-b544-44fd-8643-b176d8405e48 req-1c64f650-ecfe-4488-a77e-2b93ddbb34d0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=442ebe15-b806-4d7c-85e8-f90d83479b1e HTTP/1.1" status: 200 len: 217 time: 0.0604215 Mar 22 19:35:08.603961 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9811be-f285-4c1b-af2a-d074e507e1a2 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Pushing event updated for resources: {'Port': ['ID=627ea9b0-337f-416e-bff4-b877dff4d8b9,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:08.627363 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860b806-b544-44fd-8643-b176d8405e48 req-f7f926fe-e034-4215-ad3e-24b603d28151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:08.629171 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2860b806-b544-44fd-8643-b176d8405e48 req-f7f926fe-e034-4215-ad3e-24b603d28151 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=a2d7a2a5-b753-41c3-90a1-82ef43d2ca5e HTTP/1.1" status: 200 len: 864 time: 0.0618992 Mar 22 19:35:08.636394 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-ba9811be-f285-4c1b-af2a-d074e507e1a2 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:08.637587 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-ba9811be-f285-4c1b-af2a-d074e507e1a2 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:08.654313 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3a591-8265-4ed4-a071-47c21bd89c50 req-0f2f4635-c967-4eb3-9c7d-8e26a95389a3 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:08.656000 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5fb3a591-8265-4ed4-a071-47c21bd89c50 req-0f2f4635-c967-4eb3-9c7d-8e26a95389a3 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] 10.222.0.75 "GET /v2.0/ports?device_id=572c074f-608c-42e7-b3f5-3cb819926bc4 HTTP/1.1" status: 200 len: 943 time: 0.2348566 Mar 22 19:35:08.658493 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-ba9811be-f285-4c1b-af2a-d074e507e1a2 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8953633 Mar 22 19:35:08.673876 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-14802bff-5319-44b0-aa74-792eba4209a6 service neutron] Request body: {'port': {'device_id': 'b1d04efc-f77d-4665-9524-a62d4188b431', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:35:08.692412 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2860b806-b544-44fd-8643-b176d8405e48 req-312b1612-4fd5-492a-9c1a-7aaa7b9cd1df service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=ad4dd5ef-de48-4463-bcd1-652949376887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560265 Mar 22 19:35:08.721265 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-874a6df0-8cdf-40b5-99c9-5132acf311c5 req-b51c4ed3-3d1a-420e-89d8-14634f654922 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225876 Mar 22 19:35:08.775107 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-14802bff-5319-44b0-aa74-792eba4209a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (627ea9b0-337f-416e-bff4-b877dff4d8b9), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:08.870003 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5fb3a591-8265-4ed4-a071-47c21bd89c50 req-e880d94b-3dbc-47cf-8add-c2e854d565f3 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6f6ff5e-ae3b-43dc-82d6-5ea6ec02fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048953 Mar 22 19:35:08.914077 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2860b806-b544-44fd-8643-b176d8405e48 req-d1f1ad51-24a0-4991-9e97-ba5b59b88638 service neutron] 10.222.0.84 "GET /v2.0/networks/ad4dd5ef-de48-4463-bcd1-652949376887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093017 Mar 22 19:35:08.947484 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 164a4775-696e-4fba-9d90-789b57a5b9b4 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:35:08.947779 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80cdc0-11d8-4988-a4df-72209b0b2c94 req-68b771ae-8379-4980-bcd5-e042063dbe27 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:08.949991 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dd80cdc0-11d8-4988-a4df-72209b0b2c94 req-68b771ae-8379-4980-bcd5-e042063dbe27 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 931 time: 0.1268032 Mar 22 19:35:09.048993 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dd80cdc0-11d8-4988-a4df-72209b0b2c94 req-2ca1a71c-a8da-41d8-b977-d42a07728c29 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724161 Mar 22 19:35:09.060399 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2860b806-b544-44fd-8643-b176d8405e48 req-d229cddc-2864-45c9-8f97-4a2989dd3e89 service neutron] 10.222.0.84 "GET /v2.0/networks/ad4dd5ef-de48-4463-bcd1-652949376887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392620 Mar 22 19:35:09.093829 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 164a4775-696e-4fba-9d90-789b57a5b9b4, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=164a4775-696e-4fba-9d90-789b57a5b9b4,segment=NetworkSegment(eeaed36b-2189-47d5-81ce-01a67b046103),segment_id=eeaed36b-2189-47d5-81ce-01a67b046103)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:09.105561 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '164a4775-696e-4fba-9d90-789b57a5b9b4', 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c', 'port_id': '164a4775-696e-4fba-9d90-789b57a5b9b4', 'mac_address': 'fa:16:3e:02:ae:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:35:09.111666 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-14802bff-5319-44b0-aa74-792eba4209a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 627ea9b0-337f-416e-bff4-b877dff4d8b9 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:35:09.120220 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-14802bff-5319-44b0-aa74-792eba4209a6 service neutron] Publish callbacks [] for port (627ea9b0-337f-416e-bff4-b877dff4d8b9), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:09.134491 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-14802bff-5319-44b0-aa74-792eba4209a6 service neutron] Transition to ACTIVE for port object 627ea9b0-337f-416e-bff4-b877dff4d8b9 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:35:09.139498 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-14802bff-5319-44b0-aa74-792eba4209a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (627ea9b0-337f-416e-bff4-b877dff4d8b9), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:09.147482 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 164a4775-696e-4fba-9d90-789b57a5b9b4 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:35:09.147917 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (164a4775-696e-4fba-9d90-789b57a5b9b4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:09.175284 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 164a4775-696e-4fba-9d90-789b57a5b9b4 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:35:09.198825 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14802bff-5319-44b0-aa74-792eba4209a6 service neutron] Pushing event updated for resources: {'Port': ['ID=627ea9b0-337f-416e-bff4-b877dff4d8b9,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:09.203855 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 164a4775-696e-4fba-9d90-789b57a5b9b4, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=164a4775-696e-4fba-9d90-789b57a5b9b4,segment=NetworkSegment(eeaed36b-2189-47d5-81ce-01a67b046103),segment_id=eeaed36b-2189-47d5-81ce-01a67b046103)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:09.211448 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (164a4775-696e-4fba-9d90-789b57a5b9b4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:09.265094 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=164a4775-696e-4fba-9d90-789b57a5b9b4,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:09.280069 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-14802bff-5319-44b0-aa74-792eba4209a6 service neutron] Attempting to bind port 627ea9b0-337f-416e-bff4-b877dff4d8b9 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:35:09.280408 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-14802bff-5319-44b0-aa74-792eba4209a6 service neutron] Attempting to bind port 627ea9b0-337f-416e-bff4-b877dff4d8b9 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '6d7b89dd-5b66-4524-aa0b-d47b544ff22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6bb536fb-01ec-4381-aa1c-ed7f9fda2185'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:35:09.280734 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-14802bff-5319-44b0-aa74-792eba4209a6 service neutron] Attempting to bind port 627ea9b0-337f-416e-bff4-b877dff4d8b9 on network 6bb536fb-01ec-4381-aa1c-ed7f9fda2185 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:35:09.286071 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-14802bff-5319-44b0-aa74-792eba4209a6 service neutron] Port 627ea9b0-337f-416e-bff4-b877dff4d8b9 on network 6bb536fb-01ec-4381-aa1c-ed7f9fda2185 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:35:09.286350 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-14802bff-5319-44b0-aa74-792eba4209a6 service neutron] Attempting to bind port 627ea9b0-337f-416e-bff4-b877dff4d8b9 on network 6bb536fb-01ec-4381-aa1c-ed7f9fda2185 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:35:09.291838 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-14802bff-5319-44b0-aa74-792eba4209a6 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:35:09.292177 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-14802bff-5319-44b0-aa74-792eba4209a6 service neutron] Checking segment: {'id': '6d7b89dd-5b66-4524-aa0b-d47b544ff22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6bb536fb-01ec-4381-aa1c-ed7f9fda2185'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:35:09.292567 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-14802bff-5319-44b0-aa74-792eba4209a6 service neutron] Bound using segment: {'id': '6d7b89dd-5b66-4524-aa0b-d47b544ff22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6bb536fb-01ec-4381-aa1c-ed7f9fda2185'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:35:09.293028 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-14802bff-5319-44b0-aa74-792eba4209a6 service neutron] Bound port: 627ea9b0-337f-416e-bff4-b877dff4d8b9, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d7b89dd-5b66-4524-aa0b-d47b544ff22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6bb536fb-01ec-4381-aa1c-ed7f9fda2185'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:35:09.293386 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-14802bff-5319-44b0-aa74-792eba4209a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (627ea9b0-337f-416e-bff4-b877dff4d8b9), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:09.369114 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-14802bff-5319-44b0-aa74-792eba4209a6 service neutron] For port 627ea9b0-337f-416e-bff4-b877dff4d8b9, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:35:09.373759 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-14802bff-5319-44b0-aa74-792eba4209a6 service neutron] For port 627ea9b0-337f-416e-bff4-b877dff4d8b9, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=627ea9b0-337f-416e-bff4-b877dff4d8b9,segment=NetworkSegment(6d7b89dd-5b66-4524-aa0b-d47b544ff22d),segment_id=6d7b89dd-5b66-4524-aa0b-d47b544ff22d)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:35:09.380440 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-14802bff-5319-44b0-aa74-792eba4209a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (627ea9b0-337f-416e-bff4-b877dff4d8b9), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:09.414766 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-14802bff-5319-44b0-aa74-792eba4209a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:09.415396 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-14802bff-5319-44b0-aa74-792eba4209a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:09.416798 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-14802bff-5319-44b0-aa74-792eba4209a6 service neutron] 10.222.0.85 "PUT /v2.0/ports/627ea9b0-337f-416e-bff4-b877dff4d8b9 HTTP/1.1" status: 200 len: 1092 time: 0.7489402 Mar 22 19:35:09.417246 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d04efc-f77d-4665-9524-a62d4188b431', 'tag': '627ea9b0-337f-416e-bff4-b877dff4d8b9'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:35:09.419229 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['164a4775-696e-4fba-9d90-789b57a5b9b4'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:35:09.420402 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407b972c-b391-4adc-8357-d0cf6b08718f" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d04efc-f77d-4665-9524-a62d4188b431", "tag": "627ea9b0-337f-416e-bff4-b877dff4d8b9"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:35:09.497733 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b918d34d-7257-4044-9d03-df101bbb2b07 x-openstack-request-id: req-b918d34d-7257-4044-9d03-df101bbb2b07 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:35:09.498049 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d04efc-f77d-4665-9524-a62d4188b431", "tag": "627ea9b0-337f-416e-bff4-b877dff4d8b9", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:35:09.498302 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b918d34d-7257-4044-9d03-df101bbb2b07 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:35:09.498730 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b918d34d-7257-4044-9d03-df101bbb2b07'] response: {'name': 'network-changed', 'server_uuid': 'b1d04efc-f77d-4665-9524-a62d4188b431', 'tag': '627ea9b0-337f-416e-bff4-b877dff4d8b9', 'status': 'completed', 'code': 200} Mar 22 19:35:09.506305 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14802bff-5319-44b0-aa74-792eba4209a6 service neutron] Pushing event updated for resources: {'Port': ['ID=627ea9b0-337f-416e-bff4-b877dff4d8b9,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:09.526611 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-63a11347-fce1-417d-84b1-9e070b3c6bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:09.528227 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-63a11347-fce1-417d-84b1-9e070b3c6bee service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fa5be7a3064a40ca968f5aa04b51243a&device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 1126 time: 0.0657401 Mar 22 19:35:09.581025 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-6a261306-4d16-422d-a5f3-7872674443ec service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=627ea9b0-337f-416e-bff4-b877dff4d8b9 HTTP/1.1" status: 200 len: 217 time: 0.0458734 Mar 22 19:35:09.631315 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-a289367b-41c5-4a52-9a2f-220818957a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:09.632756 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-a289367b-41c5-4a52-9a2f-220818957a4a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2d648666-481d-48d0-b53a-fafde449cf83 HTTP/1.1" status: 200 len: 851 time: 0.0448165 Mar 22 19:35:09.664519 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-76ff7412-9bb7-4a43-b759-df7cac99a647 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6bb536fb-01ec-4381-aa1c-ed7f9fda2185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257142 Mar 22 19:35:09.752338 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-9717690a-71b4-4fa1-b2ac-babbfe3eca02 service neutron] 10.222.0.85 "GET /v2.0/networks/6bb536fb-01ec-4381-aa1c-ed7f9fda2185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818274 Mar 22 19:35:09.861618 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-34226d92-0171-40b7-abf3-b5e3e4b58dde req-f1d6859a-3943-49a4-9368-54bc148c9d5c service neutron] 10.222.0.85 "GET /v2.0/networks/6bb536fb-01ec-4381-aa1c-ed7f9fda2185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029494 Mar 22 19:35:09.871605 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a7319-2b81-4fb5-8afc-d95b47fff1ec req-5f2abb62-10ad-43eb-9800-10be357d7247 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:09.879593 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b29a7319-2b81-4fb5-8afc-d95b47fff1ec req-5f2abb62-10ad-43eb-9800-10be357d7247 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 944 time: 0.0655458 Mar 22 19:35:09.925783 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 05d11807-9a74-48c0-b70c-8bdb6de912ae up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:35:09.962212 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b972c-b391-4adc-8357-d0cf6b08718f req-a1acb4b3-e029-4a00-a57d-c4489c09bc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:09.964740 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-407b972c-b391-4adc-8357-d0cf6b08718f req-a1acb4b3-e029-4a00-a57d-c4489c09bc11 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fa5be7a3064a40ca968f5aa04b51243a&device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 1126 time: 0.0559738 Mar 22 19:35:10.007162 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 05d11807-9a74-48c0-b70c-8bdb6de912ae triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:35:10.007768 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (05d11807-9a74-48c0-b70c-8bdb6de912ae), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:10.018542 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b29a7319-2b81-4fb5-8afc-d95b47fff1ec req-d957605f-a28a-4fe2-9695-cec08e2bea11 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319945 Mar 22 19:35:10.054107 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369ea1b-57aa-4d31-824f-9a3f0f1983e7 req-deed85cf-124c-4d64-80ef-2b477f99f82d tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:10.056098 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a369ea1b-57aa-4d31-824f-9a3f0f1983e7 req-deed85cf-124c-4d64-80ef-2b477f99f82d tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] 10.222.0.75 "GET /v2.0/ports?device_id=572c074f-608c-42e7-b3f5-3cb819926bc4 HTTP/1.1" status: 200 len: 943 time: 0.0935900 Mar 22 19:35:10.082495 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b972c-b391-4adc-8357-d0cf6b08718f req-3e57f727-9dd3-45bc-9255-267e302305a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:10.084136 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-407b972c-b391-4adc-8357-d0cf6b08718f req-3e57f727-9dd3-45bc-9255-267e302305a0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=6bb536fb-01ec-4381-aa1c-ed7f9fda2185 HTTP/1.1" status: 200 len: 912 time: 0.1142936 Mar 22 19:35:10.125136 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a369ea1b-57aa-4d31-824f-9a3f0f1983e7 req-9d3567bd-5cff-4a05-8696-01832e189e47 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6f6ff5e-ae3b-43dc-82d6-5ea6ec02fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593872 Mar 22 19:35:10.139310 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 05d11807-9a74-48c0-b70c-8bdb6de912ae is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:35:10.156438 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-407b972c-b391-4adc-8357-d0cf6b08718f req-30655a9e-65bd-4c2a-99b2-f020fe312bf1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=627ea9b0-337f-416e-bff4-b877dff4d8b9 HTTP/1.1" status: 200 len: 217 time: 0.0655174 Mar 22 19:35:10.197386 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cff456-261f-41fd-adff-67e8a04b78ee req-a9379fbd-0ba9-4ed2-bb1b-c04b41e40030 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:10.199118 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58cff456-261f-41fd-adff-67e8a04b78ee req-a9379fbd-0ba9-4ed2-bb1b-c04b41e40030 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 943 time: 0.0625370 Mar 22 19:35:10.206807 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b972c-b391-4adc-8357-d0cf6b08718f req-80714d41-7082-47f3-992f-31392d19ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:10.208517 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-407b972c-b391-4adc-8357-d0cf6b08718f req-80714d41-7082-47f3-992f-31392d19ec9d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2d648666-481d-48d0-b53a-fafde449cf83 HTTP/1.1" status: 200 len: 851 time: 0.0462573 Mar 22 19:35:10.246935 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-407b972c-b391-4adc-8357-d0cf6b08718f req-a35e2df9-3e70-4854-9d3f-5e3773a8b76a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6bb536fb-01ec-4381-aa1c-ed7f9fda2185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314183 Mar 22 19:35:10.248300 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58cff456-261f-41fd-adff-67e8a04b78ee req-f8c72cc9-6e3e-41cb-ac31-0615206c06e4 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430136 Mar 22 19:35:10.338334 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-407b972c-b391-4adc-8357-d0cf6b08718f req-65acbf65-2cf1-4b13-8982-695c4691724d service neutron] 10.222.0.85 "GET /v2.0/networks/6bb536fb-01ec-4381-aa1c-ed7f9fda2185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842931 Mar 22 19:35:10.430894 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-407b972c-b391-4adc-8357-d0cf6b08718f req-16857e45-1125-4f18-823e-f418cbe0d1df service neutron] 10.222.0.85 "GET /v2.0/networks/6bb536fb-01ec-4381-aa1c-ed7f9fda2185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858762 Mar 22 19:35:10.962091 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 442ebe15-b806-4d7c-85e8-f90d83479b1e details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:35:10.966034 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 164a4775-696e-4fba-9d90-789b57a5b9b4 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:35:11.078198 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 164a4775-696e-4fba-9d90-789b57a5b9b4 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:35:11.089722 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 164a4775-696e-4fba-9d90-789b57a5b9b4 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:35:11.090694 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (164a4775-696e-4fba-9d90-789b57a5b9b4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:11.131854 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 442ebe15-b806-4d7c-85e8-f90d83479b1e, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=442ebe15-b806-4d7c-85e8-f90d83479b1e,segment=NetworkSegment(2c251857-b4d0-45a2-9ffa-4f15d60f8549),segment_id=2c251857-b4d0-45a2-9ffa-4f15d60f8549)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:11.162321 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '442ebe15-b806-4d7c-85e8-f90d83479b1e', 'network_id': 'ad4dd5ef-de48-4463-bcd1-652949376887', 'port_id': '442ebe15-b806-4d7c-85e8-f90d83479b1e', 'mac_address': 'fa:16:3e:82:26:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2d7a2a5-b753-41c3-90a1-82ef43d2ca5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:35:11.171391 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c9127-0722-4a61-8401-fa58186eb774 req-ba88bded-fecb-423d-96bc-26e4274890a9 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:11.180482 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-795c9127-0722-4a61-8401-fa58186eb774 req-ba88bded-fecb-423d-96bc-26e4274890a9 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 944 time: 0.0819519 Mar 22 19:35:11.226899 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 442ebe15-b806-4d7c-85e8-f90d83479b1e is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:35:11.227293 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (442ebe15-b806-4d7c-85e8-f90d83479b1e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:11.246608 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 164a4775-696e-4fba-9d90-789b57a5b9b4 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:35:11.246999 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (164a4775-696e-4fba-9d90-789b57a5b9b4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:11.250489 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 442ebe15-b806-4d7c-85e8-f90d83479b1e {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:35:11.259582 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-795c9127-0722-4a61-8401-fa58186eb774 req-957289c3-3e55-49c1-8acc-c5f8c811ceed tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779686 Mar 22 19:35:11.278333 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 442ebe15-b806-4d7c-85e8-f90d83479b1e, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=442ebe15-b806-4d7c-85e8-f90d83479b1e,segment=NetworkSegment(2c251857-b4d0-45a2-9ffa-4f15d60f8549),segment_id=2c251857-b4d0-45a2-9ffa-4f15d60f8549)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:11.283184 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512be9df-7ca7-4cc1-b252-7c779dbdfed4 req-e6057cdb-e950-44a4-a1d8-380e287aa7c6 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:11.284746 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-512be9df-7ca7-4cc1-b252-7c779dbdfed4 req-e6057cdb-e950-44a4-a1d8-380e287aa7c6 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] 10.222.0.75 "GET /v2.0/ports?device_id=572c074f-608c-42e7-b3f5-3cb819926bc4 HTTP/1.1" status: 200 len: 943 time: 0.0803082 Mar 22 19:35:11.286701 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (442ebe15-b806-4d7c-85e8-f90d83479b1e), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:11.326201 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde7cc34-56fa-4a78-8b42-c89c6bda9082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164a4775-696e-4fba-9d90-789b57a5b9b4'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:35:11.328591 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec9c33e-17b8-4938-99e0-c2d143620c0c" -d '{"events": [{"server_uuid": "fde7cc34-56fa-4a78-8b42-c89c6bda9082", "name": "network-vif-plugged", "status": "completed", "tag": "164a4775-696e-4fba-9d90-789b57a5b9b4"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:35:11.339997 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 164a4775-696e-4fba-9d90-789b57a5b9b4, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=164a4775-696e-4fba-9d90-789b57a5b9b4,segment=NetworkSegment(eeaed36b-2189-47d5-81ce-01a67b046103),segment_id=eeaed36b-2189-47d5-81ce-01a67b046103)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:11.352945 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (164a4775-696e-4fba-9d90-789b57a5b9b4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:11.358571 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-512be9df-7ca7-4cc1-b252-7c779dbdfed4 req-a51e435a-6937-4e4a-a0df-aeb1372cd9f8 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6f6ff5e-ae3b-43dc-82d6-5ea6ec02fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554268 Mar 22 19:35:11.368271 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=442ebe15-b806-4d7c-85e8-f90d83479b1e,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:11.434178 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a06b59-45d9-4103-93e6-a0f6f46f7767 x-openstack-request-id: req-63a06b59-45d9-4103-93e6-a0f6f46f7767 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:35:11.434604 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde7cc34-56fa-4a78-8b42-c89c6bda9082", "name": "network-vif-plugged", "status": "completed", "tag": "164a4775-696e-4fba-9d90-789b57a5b9b4", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:35:11.435043 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e622ed8-e5d7-499d-a717-e563b63bc279 req-35055f20-ed6e-476a-b2f0-234104cbbf99 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:11.435156 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-63a06b59-45d9-4103-93e6-a0f6f46f7767 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:35:11.435546 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63a06b59-45d9-4103-93e6-a0f6f46f7767'] response: {'server_uuid': 'fde7cc34-56fa-4a78-8b42-c89c6bda9082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164a4775-696e-4fba-9d90-789b57a5b9b4', 'code': 200} Mar 22 19:35:11.442121 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4e622ed8-e5d7-499d-a717-e563b63bc279 req-35055f20-ed6e-476a-b2f0-234104cbbf99 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 943 time: 0.0691891 Mar 22 19:35:11.476045 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=164a4775-696e-4fba-9d90-789b57a5b9b4,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:11.487619 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4e622ed8-e5d7-499d-a717-e563b63bc279 req-0f33cd64-a090-4532-8369-919ba4cd5972 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444865 Mar 22 19:35:11.497300 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['442ebe15-b806-4d7c-85e8-f90d83479b1e'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:35:11.548338 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75639bb-4e32-492e-b27b-49da6c67d091 req-d8efd369-bf58-419f-8d32-24b89dcd3816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:11.550118 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a75639bb-4e32-492e-b27b-49da6c67d091 req-d8efd369-bf58-419f-8d32-24b89dcd3816 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 1128 time: 0.0488210 Mar 22 19:35:11.600948 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a75639bb-4e32-492e-b27b-49da6c67d091 req-415aa6a3-53b0-43dc-9b6d-706b8211e503 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439897 Mar 22 19:35:12.408548 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0568f4-6626-48cb-9cf8-9560b20cc919 req-e8265ee9-bb32-45dd-b1fb-d9f10891fa2b tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:12.410121 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a0568f4-6626-48cb-9cf8-9560b20cc919 req-e8265ee9-bb32-45dd-b1fb-d9f10891fa2b tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 945 time: 0.0576222 Mar 22 19:35:12.486561 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a0568f4-6626-48cb-9cf8-9560b20cc919 req-a4a23fb6-e5ba-405e-8bcd-310f6971fc41 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704603 Mar 22 19:35:12.502712 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab218f4-ad6c-4d0c-a9f4-8c0fbc61c149 req-f3d26285-365c-46e0-afba-2ce1a18eabc4 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:12.504228 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bab218f4-ad6c-4d0c-a9f4-8c0fbc61c149 req-f3d26285-365c-46e0-afba-2ce1a18eabc4 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] 10.222.0.75 "GET /v2.0/ports?device_id=572c074f-608c-42e7-b3f5-3cb819926bc4 HTTP/1.1" status: 200 len: 944 time: 0.0725853 Mar 22 19:35:12.595071 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bab218f4-ad6c-4d0c-a9f4-8c0fbc61c149 req-ea50a9df-1f98-4a20-8d5b-81ca1f8d34bf tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6f6ff5e-ae3b-43dc-82d6-5ea6ec02fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828383 Mar 22 19:35:12.633172 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45bd64-c712-42cc-872d-c054946cb048 req-19a850a3-d6cb-4dfb-8585-a42a8ee127b6 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:12.634704 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fb45bd64-c712-42cc-872d-c054946cb048 req-19a850a3-d6cb-4dfb-8585-a42a8ee127b6 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 943 time: 0.0774293 Mar 22 19:35:12.687070 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fb45bd64-c712-42cc-872d-c054946cb048 req-88eaffaa-d0b8-46cc-937f-47fccdba2b84 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467653 Mar 22 19:35:12.969116 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 442ebe15-b806-4d7c-85e8-f90d83479b1e up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:35:13.019472 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 442ebe15-b806-4d7c-85e8-f90d83479b1e completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:35:13.023527 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 442ebe15-b806-4d7c-85e8-f90d83479b1e triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:35:13.023909 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (442ebe15-b806-4d7c-85e8-f90d83479b1e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:13.103359 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 442ebe15-b806-4d7c-85e8-f90d83479b1e is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:35:13.103748 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (442ebe15-b806-4d7c-85e8-f90d83479b1e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:13.140825 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 442ebe15-b806-4d7c-85e8-f90d83479b1e, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=442ebe15-b806-4d7c-85e8-f90d83479b1e,segment=NetworkSegment(2c251857-b4d0-45a2-9ffa-4f15d60f8549),segment_id=2c251857-b4d0-45a2-9ffa-4f15d60f8549)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:13.145390 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (442ebe15-b806-4d7c-85e8-f90d83479b1e), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:13.202212 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=442ebe15-b806-4d7c-85e8-f90d83479b1e,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:13.343877 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 627ea9b0-337f-416e-bff4-b877dff4d8b9 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:35:13.436500 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572c074f-608c-42e7-b3f5-3cb819926bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442ebe15-b806-4d7c-85e8-f90d83479b1e'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:35:13.438721 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbcb41e-69e7-411a-b039-c0bc61afe8b7" -d '{"events": [{"server_uuid": "572c074f-608c-42e7-b3f5-3cb819926bc4", "name": "network-vif-plugged", "status": "completed", "tag": "442ebe15-b806-4d7c-85e8-f90d83479b1e"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:35:13.442249 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 627ea9b0-337f-416e-bff4-b877dff4d8b9, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=627ea9b0-337f-416e-bff4-b877dff4d8b9,segment=NetworkSegment(6d7b89dd-5b66-4524-aa0b-d47b544ff22d),segment_id=6d7b89dd-5b66-4524-aa0b-d47b544ff22d)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:13.455207 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '627ea9b0-337f-416e-bff4-b877dff4d8b9', 'network_id': '6bb536fb-01ec-4381-aa1c-ed7f9fda2185', 'port_id': '627ea9b0-337f-416e-bff4-b877dff4d8b9', 'mac_address': 'fa:16:3e:cf:23:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d648666-481d-48d0-b53a-fafde449cf83', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:35:13.482864 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d0b591-0dfd-4cbf-bdd9-5366625084c4 x-openstack-request-id: req-e1d0b591-0dfd-4cbf-bdd9-5366625084c4 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:35:13.483159 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "572c074f-608c-42e7-b3f5-3cb819926bc4", "name": "network-vif-plugged", "status": "completed", "tag": "442ebe15-b806-4d7c-85e8-f90d83479b1e", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:35:13.483410 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e1d0b591-0dfd-4cbf-bdd9-5366625084c4 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:35:13.483809 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1d0b591-0dfd-4cbf-bdd9-5366625084c4'] response: {'server_uuid': '572c074f-608c-42e7-b3f5-3cb819926bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '442ebe15-b806-4d7c-85e8-f90d83479b1e', 'code': 200} Mar 22 19:35:13.499456 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 627ea9b0-337f-416e-bff4-b877dff4d8b9 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:35:13.499854 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (627ea9b0-337f-416e-bff4-b877dff4d8b9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:13.512664 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 627ea9b0-337f-416e-bff4-b877dff4d8b9 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:35:13.532744 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 627ea9b0-337f-416e-bff4-b877dff4d8b9, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=627ea9b0-337f-416e-bff4-b877dff4d8b9,segment=NetworkSegment(6d7b89dd-5b66-4524-aa0b-d47b544ff22d),segment_id=6d7b89dd-5b66-4524-aa0b-d47b544ff22d)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:13.537622 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (627ea9b0-337f-416e-bff4-b877dff4d8b9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:13.588525 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=627ea9b0-337f-416e-bff4-b877dff4d8b9,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:13.612958 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b938e-b125-4f0d-8f47-78576d4b6987 req-a3f303da-11d2-4401-b2e8-a770f55261a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:13.614821 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-302b938e-b125-4f0d-8f47-78576d4b6987 req-a3f303da-11d2-4401-b2e8-a770f55261a6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=572c074f-608c-42e7-b3f5-3cb819926bc4 HTTP/1.1" status: 200 len: 1128 time: 0.0841525 Mar 22 19:35:13.646019 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0add1a-00d6-4871-b7cb-9a0cee479338 req-3fafd347-eef5-470c-a7c6-865f48816f0a tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:13.647502 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9e0add1a-00d6-4871-b7cb-9a0cee479338 req-3fafd347-eef5-470c-a7c6-865f48816f0a tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 945 time: 0.0814135 Mar 22 19:35:13.724996 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-302b938e-b125-4f0d-8f47-78576d4b6987 req-4f740cad-937f-4ad2-96a7-bdf3c4b71431 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b6f6ff5e-ae3b-43dc-82d6-5ea6ec02fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011639 Mar 22 19:35:13.746611 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9e0add1a-00d6-4871-b7cb-9a0cee479338 req-caaab1fb-b4a0-4030-9229-70bc608ae098 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916073 Mar 22 19:35:13.760963 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd6627-d560-43a1-b658-864d827e064e req-112810c8-a4e1-4556-be06-3368b472c5c8 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:13.767472 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3dcd6627-d560-43a1-b658-864d827e064e req-112810c8-a4e1-4556-be06-3368b472c5c8 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] 10.222.0.75 "GET /v2.0/ports?device_id=572c074f-608c-42e7-b3f5-3cb819926bc4 HTTP/1.1" status: 200 len: 945 time: 0.0885165 Mar 22 19:35:13.825300 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3dcd6627-d560-43a1-b658-864d827e064e req-941886ec-d7b7-49cb-9b14-38f9ae2f5fc3 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6f6ff5e-ae3b-43dc-82d6-5ea6ec02fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531244 Mar 22 19:35:13.867367 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd54adb-0509-4729-a7e8-43ce44badbb8 req-75f933f9-8814-4b84-b200-7c7a100d52ae tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:13.868976 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ffd54adb-0509-4729-a7e8-43ce44badbb8 req-75f933f9-8814-4b84-b200-7c7a100d52ae tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 944 time: 0.0589781 Mar 22 19:35:13.948271 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ffd54adb-0509-4729-a7e8-43ce44badbb8 req-2116a46b-c8a3-443a-b4c8-66b9e7f7361c tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736837 Mar 22 19:35:13.962224 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['627ea9b0-337f-416e-bff4-b877dff4d8b9'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:35:13.966455 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfb2fd-87c9-4a92-8153-bb419fb329b1 req-942ad41e-02aa-4962-828a-6839d97fa052 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:13.967959 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6cbfb2fd-87c9-4a92-8153-bb419fb329b1 req-942ad41e-02aa-4962-828a-6839d97fa052 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 945 time: 0.0864975 Mar 22 19:35:13.976763 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60998) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:13.981077 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-06571212-a4dd-4ed4-8492-998b984914db tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Request body: {'floatingip': {'port_id': '164a4775-696e-4fba-9d90-789b57a5b9b4'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:35:14.022277 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-06571212-a4dd-4ed4-8492-998b984914db tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for floatingip (9092e65f-1272-49a9-97bd-8e5bd6b3c6e5), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:14.460071 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-06571212-a4dd-4ed4-8492-998b984914db tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:14.463836 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-06571212-a4dd-4ed4-8492-998b984914db tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (9092e65f-1272-49a9-97bd-8e5bd6b3c6e5), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:14.539158 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:35:14.566234 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [None req-06571212-a4dd-4ed4-8492-998b984914db tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Floating IP 9092e65f-1272-49a9-97bd-8e5bd6b3c6e5 associated. External IP: 172.25.5.162, port: 164a4775-696e-4fba-9d90-789b57a5b9b4. Mar 22 19:35:14.791380 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06571212-a4dd-4ed4-8492-998b984914db tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Router f46fd7ef-bf03-462b-92ea-a542045b7865 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:35:14.941271 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06571212-a4dd-4ed4-8492-998b984914db tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:35:14.945949 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-06571212-a4dd-4ed4-8492-998b984914db tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:14.954056 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea45fc0-9013-4a71-b6ee-ab2a18910927 None None] Sync routers for ids ['f46fd7ef-bf03-462b-92ea-a542045b7865'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:35:14.965408 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea45fc0-9013-4a71-b6ee-ab2a18910927 None None] Routers {'f46fd7ef-bf03-462b-92ea-a542045b7865'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:35:14.966327 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-3ea45fc0-9013-4a71-b6ee-ab2a18910927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:34:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f46fd7ef-bf03-462b-92ea-a542045b7865'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:14.997816 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-06571212-a4dd-4ed4-8492-998b984914db tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "PUT /v2.0/floatingips/9092e65f-1272-49a9-97bd-8e5bd6b3c6e5 HTTP/1.1" status: 200 len: 991 time: 1.0086019 Mar 22 19:35:14.997816 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde7cc34-56fa-4a78-8b42-c89c6bda9082', 'tag': '164a4775-696e-4fba-9d90-789b57a5b9b4'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:35:14.997816 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c39eda-a646-444a-a13f-50ce527b8f09" -d '{"events": [{"name": "network-changed", "server_uuid": "fde7cc34-56fa-4a78-8b42-c89c6bda9082", "tag": "164a4775-696e-4fba-9d90-789b57a5b9b4"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:35:15.006477 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b58de7-cfbd-46dc-9728-bbb713770b91 req-50b6f1a6-dd65-4fa3-8913-3304b6f1ac69 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:15.014365 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d6b58de7-cfbd-46dc-9728-bbb713770b91 req-50b6f1a6-dd65-4fa3-8913-3304b6f1ac69 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] 10.222.0.75 "GET /v2.0/ports?device_id=572c074f-608c-42e7-b3f5-3cb819926bc4 HTTP/1.1" status: 200 len: 945 time: 0.1149731 Mar 22 19:35:15.060528 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1ce9dfa3-82e2-424f-b2fc-b08703f445f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:15.061692 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d6b58de7-cfbd-46dc-9728-bbb713770b91 req-15c58dab-8944-4e15-88ee-b78f3c998832 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6f6ff5e-ae3b-43dc-82d6-5ea6ec02fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462360 Mar 22 19:35:15.107916 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-3ea45fc0-9013-4a71-b6ee-ab2a18910927 None None] Set router f46fd7ef-bf03-462b-92ea-a542045b7865 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:35:15.122434 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2bbe38-3a1a-4bed-afd7-f5831e78aec3 req-59b85a23-0a11-4879-a746-c29e082842f3 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:15.124208 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1d2bbe38-3a1a-4bed-afd7-f5831e78aec3 req-59b85a23-0a11-4879-a746-c29e082842f3 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 944 time: 0.0671391 Mar 22 19:35:15.179157 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cff42a1-9c52-4f6f-b63b-c7f6fd4eda24 x-openstack-request-id: req-9cff42a1-9c52-4f6f-b63b-c7f6fd4eda24 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:35:15.179793 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde7cc34-56fa-4a78-8b42-c89c6bda9082", "tag": "164a4775-696e-4fba-9d90-789b57a5b9b4", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:35:15.180223 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9cff42a1-9c52-4f6f-b63b-c7f6fd4eda24 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:35:15.180856 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cff42a1-9c52-4f6f-b63b-c7f6fd4eda24'] response: {'name': 'network-changed', 'server_uuid': 'fde7cc34-56fa-4a78-8b42-c89c6bda9082', 'tag': '164a4775-696e-4fba-9d90-789b57a5b9b4', 'status': 'completed', 'code': 200} Mar 22 19:35:15.217726 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1d2bbe38-3a1a-4bed-afd7-f5831e78aec3 req-a16c26c6-4ecb-498b-b49d-080ecd80359f tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867338 Mar 22 19:35:15.272965 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c39eda-a646-444a-a13f-50ce527b8f09 req-c799be91-8fa5-43a1-821a-dd08ab5ed8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:15.274658 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-55c39eda-a646-444a-a13f-50ce527b8f09 req-c799be91-8fa5-43a1-821a-dd08ab5ed8ae service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7cda59a95c784cbe81e1e4252cbf144e&device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 1128 time: 0.0928187 Mar 22 19:35:15.297027 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41971f2a-8807-4fb7-a850-f9f40197b037 req-1d42f8f3-425b-4ff5-8499-596aff660764 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:15.304079 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41971f2a-8807-4fb7-a850-f9f40197b037 req-1d42f8f3-425b-4ff5-8499-596aff660764 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] 10.222.0.75 "GET /v2.0/ports?device_id=572c074f-608c-42e7-b3f5-3cb819926bc4 HTTP/1.1" status: 200 len: 945 time: 0.0840979 Mar 22 19:35:15.350192 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 627ea9b0-337f-416e-bff4-b877dff4d8b9 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:35:15.365271 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-3ea45fc0-9013-4a71-b6ee-ab2a18910927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'name': 'tempest-AttachVolumeShelveTestJSON-664501207-router', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:50Z', 'revision_number': 4, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'gw_port': {'id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '9092e65f-1272-49a9-97bd-8e5bd6b3c6e5', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'floating_ip_address': '172.25.5.162', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'port_id': '164a4775-696e-4fba-9d90-789b57a5b9b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2074, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c', 'mac_address': 'fa:16:3e:02:ae:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde7cc34-56fa-4a78-8b42-c89c6bda9082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:34:57Z', 'updated_at': '2022-03-22T19:35:14Z', 'revision_number': 1, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd69ad618-e9af-4069-a52e-8c083cf2df0b', 'name': '', 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'mac_address': 'fa:16:3e:2f:c2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:48Z', 'updated_at': '2022-03-22T19:34:55Z', 'revision_number': 5, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'subnets': [{'id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:15.403241 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea45fc0-9013-4a71-b6ee-ab2a18910927 None None] Checking router: f46fd7ef-bf03-462b-92ea-a542045b7865 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:35:15.409854 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 627ea9b0-337f-416e-bff4-b877dff4d8b9 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:35:15.414638 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 627ea9b0-337f-416e-bff4-b877dff4d8b9 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:35:15.415224 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (627ea9b0-337f-416e-bff4-b877dff4d8b9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:15.416111 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea45fc0-9013-4a71-b6ee-ab2a18910927 None None] Routers {'f46fd7ef-bf03-462b-92ea-a542045b7865'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:35:15.417016 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-3ea45fc0-9013-4a71-b6ee-ab2a18910927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:34:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f46fd7ef-bf03-462b-92ea-a542045b7865'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:15.528457 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 627ea9b0-337f-416e-bff4-b877dff4d8b9 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:35:15.529413 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (627ea9b0-337f-416e-bff4-b877dff4d8b9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:15.558863 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d04efc-f77d-4665-9524-a62d4188b431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627ea9b0-337f-416e-bff4-b877dff4d8b9'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:35:15.562946 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4887873-3a36-4bcd-adc2-a00d4a2998ff" -d '{"events": [{"server_uuid": "b1d04efc-f77d-4665-9524-a62d4188b431", "name": "network-vif-plugged", "status": "completed", "tag": "627ea9b0-337f-416e-bff4-b877dff4d8b9"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:35:15.579435 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 627ea9b0-337f-416e-bff4-b877dff4d8b9, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=627ea9b0-337f-416e-bff4-b877dff4d8b9,segment=NetworkSegment(6d7b89dd-5b66-4524-aa0b-d47b544ff22d),segment_id=6d7b89dd-5b66-4524-aa0b-d47b544ff22d)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:15.584907 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (627ea9b0-337f-416e-bff4-b877dff4d8b9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:15.627473 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3cd21d-5570-459e-90fa-84b7773add52 x-openstack-request-id: req-5b3cd21d-5570-459e-90fa-84b7773add52 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:35:15.627781 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d04efc-f77d-4665-9524-a62d4188b431", "name": "network-vif-plugged", "status": "completed", "tag": "627ea9b0-337f-416e-bff4-b877dff4d8b9", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:35:15.628015 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5b3cd21d-5570-459e-90fa-84b7773add52 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:35:15.628457 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b3cd21d-5570-459e-90fa-84b7773add52'] response: {'server_uuid': 'b1d04efc-f77d-4665-9524-a62d4188b431', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627ea9b0-337f-416e-bff4-b877dff4d8b9', 'code': 200} Mar 22 19:35:15.665834 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=627ea9b0-337f-416e-bff4-b877dff4d8b9,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:15.723982 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41971f2a-8807-4fb7-a850-f9f40197b037 req-3bb03dd4-e98c-4d7a-920e-a593634c5202 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6f6ff5e-ae3b-43dc-82d6-5ea6ec02fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4190099 Mar 22 19:35:15.744958 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:15.752790 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-3ea45fc0-9013-4a71-b6ee-ab2a18910927 None None] Set router f46fd7ef-bf03-462b-92ea-a542045b7865 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:35:15.758985 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c39eda-a646-444a-a13f-50ce527b8f09 req-dbff07f8-dcb6-484f-ac23-9f97c2992dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:15.760888 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-55c39eda-a646-444a-a13f-50ce527b8f09 req-dbff07f8-dcb6-484f-ac23-9f97c2992dab service neutron] 10.222.0.84 "GET /v2.0/networks?id=00e2bcc4-39d4-496d-b022-7cce910c0a6c HTTP/1.1" status: 200 len: 917 time: 0.4799080 Mar 22 19:35:15.829840 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3d246-1cc2-4bba-896a-7fe19e5c2356 req-ba34b807-07f6-4580-9ac0-9d3e9860ed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:15.832044 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d9e3d246-1cc2-4bba-896a-7fe19e5c2356 req-ba34b807-07f6-4580-9ac0-9d3e9860ed2f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 1128 time: 0.1306672 Mar 22 19:35:15.852249 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-55c39eda-a646-444a-a13f-50ce527b8f09 req-32eb80bf-bff1-40f8-a9db-556aad6fa465 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=164a4775-696e-4fba-9d90-789b57a5b9b4 HTTP/1.1" status: 200 len: 999 time: 0.0816607 Mar 22 19:35:15.923837 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d9e3d246-1cc2-4bba-896a-7fe19e5c2356 req-8e0de624-17c7-4bce-a3ad-b5a9e444e05e service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758891 Mar 22 19:35:15.939247 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c39eda-a646-444a-a13f-50ce527b8f09 req-bb70a7e1-98d0-4ee1-b2b2-9097c645f8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:15.940820 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-55c39eda-a646-444a-a13f-50ce527b8f09 req-bb70a7e1-98d0-4ee1-b2b2-9097c645f8e2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5 HTTP/1.1" status: 200 len: 855 time: 0.0834076 Mar 22 19:35:16.038235 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c39eda-a646-444a-a13f-50ce527b8f09 req-fcec780c-f551-4ba8-b2b9-1d9bcaf80e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:16.039760 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-55c39eda-a646-444a-a13f-50ce527b8f09 req-fcec780c-f551-4ba8-b2b9-1d9bcaf80e74 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=00e2bcc4-39d4-496d-b022-7cce910c0a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0924330 Mar 22 19:35:16.063566 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655de27-cacb-46c1-b890-65ebc6d65b30 req-680939fd-6d2d-4cef-a845-d498c65e8052 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:16.065046 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9655de27-cacb-46c1-b890-65ebc6d65b30 req-680939fd-6d2d-4cef-a845-d498c65e8052 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] 10.222.0.75 "GET /v2.0/ports?device_id=572c074f-608c-42e7-b3f5-3cb819926bc4 HTTP/1.1" status: 200 len: 945 time: 0.0807860 Mar 22 19:35:16.078991 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-3ea45fc0-9013-4a71-b6ee-ab2a18910927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'name': 'tempest-AttachVolumeShelveTestJSON-664501207-router', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:50Z', 'revision_number': 4, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'gw_port': {'id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '9092e65f-1272-49a9-97bd-8e5bd6b3c6e5', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'floating_ip_address': '172.25.5.162', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'port_id': '164a4775-696e-4fba-9d90-789b57a5b9b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2074, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c', 'mac_address': 'fa:16:3e:02:ae:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde7cc34-56fa-4a78-8b42-c89c6bda9082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:34:57Z', 'updated_at': '2022-03-22T19:35:14Z', 'revision_number': 1, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd69ad618-e9af-4069-a52e-8c083cf2df0b', 'name': '', 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'mac_address': 'fa:16:3e:2f:c2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:48Z', 'updated_at': '2022-03-22T19:34:55Z', 'revision_number': 5, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'subnets': [{'id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:16.112604 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea45fc0-9013-4a71-b6ee-ab2a18910927 None None] The sync data for ids ['f46fd7ef-bf03-462b-92ea-a542045b7865'] in n-d-705658-24 is: [{'id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'name': 'tempest-AttachVolumeShelveTestJSON-664501207-router', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:50Z', 'revision_number': 4, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'gw_port': {'id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '9092e65f-1272-49a9-97bd-8e5bd6b3c6e5', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'floating_ip_address': '172.25.5.162', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'port_id': '164a4775-696e-4fba-9d90-789b57a5b9b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2074, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c', 'mac_address': 'fa:16:3e:02:ae:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde7cc34-56fa-4a78-8b42-c89c6bda9082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:34:57Z', 'updated_at': '2022-03-22T19:35:14Z', 'revision_number': 1, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd69ad618-e9af-4069-a52e-8c083cf2df0b', 'name': '', 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'mac_address': 'fa:16:3e:2f:c2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:48Z', 'updated_at': '2022-03-22T19:34:55Z', 'revision_number': 5, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'subnets': [{'id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:35:16.168272 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9655de27-cacb-46c1-b890-65ebc6d65b30 req-cdeac330-f550-4a5b-adb1-bf1e7ce2a65c tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6f6ff5e-ae3b-43dc-82d6-5ea6ec02fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924621 Mar 22 19:35:16.178817 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-55c39eda-a646-444a-a13f-50ce527b8f09 req-d0e111de-f74c-423c-a8f0-a492bb53574d service neutron] 10.222.0.84 "GET /v2.0/networks/00e2bcc4-39d4-496d-b022-7cce910c0a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322253 Mar 22 19:35:16.276406 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-55c39eda-a646-444a-a13f-50ce527b8f09 req-a1c13293-b2b7-4428-8e64-f7387877869a service neutron] 10.222.0.84 "GET /v2.0/networks/00e2bcc4-39d4-496d-b022-7cce910c0a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894554 Mar 22 19:35:16.391683 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcfb1fd-f8d3-4e66-b9b4-ac0951e2ad48 None None] New status for floating IP 9092e65f-1272-49a9-97bd-8e5bd6b3c6e5: ACTIVE {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:35:16.424622 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0ab13-a2af-4147-a1fb-f927a6c07e3f req-ea3c6350-7484-47e6-a49f-829a0ec7fa11 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:16.432529 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e8f0ab13-a2af-4147-a1fb-f927a6c07e3f req-ea3c6350-7484-47e6-a49f-829a0ec7fa11 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 945 time: 0.0847285 Mar 22 19:35:16.509674 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e8f0ab13-a2af-4147-a1fb-f927a6c07e3f req-d6ec5024-32f3-4d5d-b537-bb1919d9edfa tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758240 Mar 22 19:35:16.537144 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d677506-7857-429b-9e14-0f8d0c04ce29 req-534da795-5042-4849-98d7-31619fd8f827 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:16.537915 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6d677506-7857-429b-9e14-0f8d0c04ce29 req-534da795-5042-4849-98d7-31619fd8f827 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] 10.222.0.75 "GET /v2.0/ports?device_id=572c074f-608c-42e7-b3f5-3cb819926bc4 HTTP/1.1" status: 200 len: 945 time: 0.0583675 Mar 22 19:35:16.588821 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6d677506-7857-429b-9e14-0f8d0c04ce29 req-19e9607e-882d-4627-aab9-e8fe500812ef tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6f6ff5e-ae3b-43dc-82d6-5ea6ec02fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441751 Mar 22 19:35:17.375528 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8d5c9d6d-f93e-4dc5-83f5-466499744069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:17.645975 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1144a36-cfd5-4f90-892f-7ad1f76c12cd req-fe6bf7fa-0640-4a34-b7ff-1494c2683330 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:17.647846 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f1144a36-cfd5-4f90-892f-7ad1f76c12cd req-fe6bf7fa-0640-4a34-b7ff-1494c2683330 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 945 time: 0.0597520 Mar 22 19:35:17.758084 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f1144a36-cfd5-4f90-892f-7ad1f76c12cd req-dcb906e6-26ca-4509-ad61-36f6098fb83c tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033144 Mar 22 19:35:17.778368 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f463e8-4cd5-4e43-beea-79be3c35e6e8 req-1f05ce98-9968-4741-ac2f-43b281711e55 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:17.779830 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e8f463e8-4cd5-4e43-beea-79be3c35e6e8 req-1f05ce98-9968-4741-ac2f-43b281711e55 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] 10.222.0.75 "GET /v2.0/ports?device_id=572c074f-608c-42e7-b3f5-3cb819926bc4 HTTP/1.1" status: 200 len: 945 time: 0.1174011 Mar 22 19:35:17.797171 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2711f71-f43f-4e4d-bf7a-5622f309acbc req-b3ed6b1f-7d36-4ee6-8716-30bb4c405c1c tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:17.798731 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f2711f71-f43f-4e4d-bf7a-5622f309acbc req-b3ed6b1f-7d36-4ee6-8716-30bb4c405c1c tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] 10.222.0.84 "GET /v2.0/ports?device_id=572c074f-608c-42e7-b3f5-3cb819926bc4 HTTP/1.1" status: 200 len: 945 time: 0.0850976 Mar 22 19:35:17.934447 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e8f463e8-4cd5-4e43-beea-79be3c35e6e8 req-0d8fc5dd-7850-40cb-bbac-f7a0029bd9dc tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6f6ff5e-ae3b-43dc-82d6-5ea6ec02fb0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442220 Mar 22 19:35:17.994751 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-f2711f71-f43f-4e4d-bf7a-5622f309acbc req-4fe8c01c-74cc-4f7e-aa70-eff507b259a8 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Deleting port 442ebe15-b806-4d7c-85e8-f90d83479b1e {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:35:17.995105 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f2711f71-f43f-4e4d-bf7a-5622f309acbc req-4fe8c01c-74cc-4f7e-aa70-eff507b259a8 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (442ebe15-b806-4d7c-85e8-f90d83479b1e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:18.032677 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859956c-6a52-44cf-b4f7-7672b121ba4e req-e29ddb3f-fe3a-4a87-a695-221535c6ee58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:18.034924 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b859956c-6a52-44cf-b4f7-7672b121ba4e req-e29ddb3f-fe3a-4a87-a695-221535c6ee58 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fa5be7a3064a40ca968f5aa04b51243a&device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 1128 time: 0.0576963 Mar 22 19:35:18.114400 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa49048-60f6-4c03-861b-a7967beb18af req-414292d2-2cde-4194-b444-19ccbe353e0c tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:18.116076 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-faa49048-60f6-4c03-861b-a7967beb18af req-414292d2-2cde-4194-b444-19ccbe353e0c tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 945 time: 0.1408827 Mar 22 19:35:18.141202 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859956c-6a52-44cf-b4f7-7672b121ba4e req-c4412f26-80bf-4106-b7c6-6cf50d634283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:18.142806 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-f2711f71-f43f-4e4d-bf7a-5622f309acbc req-4fe8c01c-74cc-4f7e-aa70-eff507b259a8 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] For port 442ebe15-b806-4d7c-85e8-f90d83479b1e, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=442ebe15-b806-4d7c-85e8-f90d83479b1e,segment=NetworkSegment(2c251857-b4d0-45a2-9ffa-4f15d60f8549),segment_id=2c251857-b4d0-45a2-9ffa-4f15d60f8549)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:18.143138 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f2711f71-f43f-4e4d-bf7a-5622f309acbc req-4fe8c01c-74cc-4f7e-aa70-eff507b259a8 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (442ebe15-b806-4d7c-85e8-f90d83479b1e), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:18.143248 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b859956c-6a52-44cf-b4f7-7672b121ba4e req-c4412f26-80bf-4106-b7c6-6cf50d634283 service neutron] 10.222.0.85 "GET /v2.0/networks?id=6bb536fb-01ec-4381-aa1c-ed7f9fda2185 HTTP/1.1" status: 200 len: 912 time: 0.1016819 Mar 22 19:35:18.167587 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-f2711f71-f43f-4e4d-bf7a-5622f309acbc req-4fe8c01c-74cc-4f7e-aa70-eff507b259a8 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Calling delete_port for 442ebe15-b806-4d7c-85e8-f90d83479b1e owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:35:18.190398 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b859956c-6a52-44cf-b4f7-7672b121ba4e req-f28e7766-6192-48a5-bcc5-d0dccef4dd9e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=627ea9b0-337f-416e-bff4-b877dff4d8b9 HTTP/1.1" status: 200 len: 217 time: 0.0372629 Mar 22 19:35:18.203662 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-faa49048-60f6-4c03-861b-a7967beb18af req-fe9485b5-3977-40c9-991a-79f4507025f0 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780737 Mar 22 19:35:18.247663 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859956c-6a52-44cf-b4f7-7672b121ba4e req-316b0cf3-4cef-415e-bf6b-916c09603b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:18.249635 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b859956c-6a52-44cf-b4f7-7672b121ba4e req-316b0cf3-4cef-415e-bf6b-916c09603b9c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2d648666-481d-48d0-b53a-fafde449cf83 HTTP/1.1" status: 200 len: 851 time: 0.0536346 Mar 22 19:35:18.251794 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:18.291885 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b859956c-6a52-44cf-b4f7-7672b121ba4e req-e58b89fb-a96c-443b-83ff-338089ab6602 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6bb536fb-01ec-4381-aa1c-ed7f9fda2185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353744 Mar 22 19:35:18.338610 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f2711f71-f43f-4e4d-bf7a-5622f309acbc req-4fe8c01c-74cc-4f7e-aa70-eff507b259a8 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (442ebe15-b806-4d7c-85e8-f90d83479b1e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:18.351502 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['442ebe15-b806-4d7c-85e8-f90d83479b1e'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:35:18.387772 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8c01c-74cc-4f7e-aa70-eff507b259a8 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Pushing event deleted for resources: {'Port': ['ID=442ebe15-b806-4d7c-85e8-f90d83479b1e,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:18.420289 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b859956c-6a52-44cf-b4f7-7672b121ba4e req-50919848-9844-4e11-abdc-700817d74f7e service neutron] 10.222.0.85 "GET /v2.0/networks/6bb536fb-01ec-4381-aa1c-ed7f9fda2185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137631 Mar 22 19:35:18.429563 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2711f71-f43f-4e4d-bf7a-5622f309acbc req-4fe8c01c-74cc-4f7e-aa70-eff507b259a8 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] No DVR routers for this DVR port 442ebe15-b806-4d7c-85e8-f90d83479b1e on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:35:18.432077 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f2711f71-f43f-4e4d-bf7a-5622f309acbc req-4fe8c01c-74cc-4f7e-aa70-eff507b259a8 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:18.436053 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f2711f71-f43f-4e4d-bf7a-5622f309acbc req-4fe8c01c-74cc-4f7e-aa70-eff507b259a8 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] 10.222.0.84 "DELETE /v2.0/ports/442ebe15-b806-4d7c-85e8-f90d83479b1e HTTP/1.1" status: 204 len: 173 time: 0.6308823 Mar 22 19:35:18.437376 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8c01c-74cc-4f7e-aa70-eff507b259a8 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:18.437726 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8c01c-74cc-4f7e-aa70-eff507b259a8 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:18.438097 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8c01c-74cc-4f7e-aa70-eff507b259a8 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:18.438819 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8c01c-74cc-4f7e-aa70-eff507b259a8 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:18.439180 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8c01c-74cc-4f7e-aa70-eff507b259a8 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:18.439525 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8c01c-74cc-4f7e-aa70-eff507b259a8 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:18.440233 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8c01c-74cc-4f7e-aa70-eff507b259a8 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:18.440573 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8c01c-74cc-4f7e-aa70-eff507b259a8 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:18.440904 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8c01c-74cc-4f7e-aa70-eff507b259a8 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:18.441234 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8c01c-74cc-4f7e-aa70-eff507b259a8 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:18.441560 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8c01c-74cc-4f7e-aa70-eff507b259a8 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:18.441914 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8c01c-74cc-4f7e-aa70-eff507b259a8 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:18.442243 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8c01c-74cc-4f7e-aa70-eff507b259a8 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:18.442567 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8c01c-74cc-4f7e-aa70-eff507b259a8 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:18.442897 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe8c01c-74cc-4f7e-aa70-eff507b259a8 tempest-ServersNegativeTestMultiTenantJSON-1854941260 tempest-ServersNegativeTestMultiTenantJSON-1854941260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:18.446366 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572c074f-608c-42e7-b3f5-3cb819926bc4', 'name': 'network-vif-deleted', 'tag': '442ebe15-b806-4d7c-85e8-f90d83479b1e'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:35:18.449036 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599ffbfe-4e54-48f5-a349-67ec63e7e2b5" -d '{"events": [{"server_uuid": "572c074f-608c-42e7-b3f5-3cb819926bc4", "name": "network-vif-deleted", "tag": "442ebe15-b806-4d7c-85e8-f90d83479b1e"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:35:18.501120 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16259d5a-49d1-44ce-a9a3-2676ac40a3b7 x-openstack-request-id: req-16259d5a-49d1-44ce-a9a3-2676ac40a3b7 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:35:18.501516 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "572c074f-608c-42e7-b3f5-3cb819926bc4", "name": "network-vif-deleted", "tag": "442ebe15-b806-4d7c-85e8-f90d83479b1e", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:35:18.501900 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-16259d5a-49d1-44ce-a9a3-2676ac40a3b7 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:35:18.502493 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16259d5a-49d1-44ce-a9a3-2676ac40a3b7'] response: {'server_uuid': '572c074f-608c-42e7-b3f5-3cb819926bc4', 'name': 'network-vif-deleted', 'tag': '442ebe15-b806-4d7c-85e8-f90d83479b1e', 'status': 'completed', 'code': 200} Mar 22 19:35:18.573255 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b859956c-6a52-44cf-b4f7-7672b121ba4e req-1ec6a04c-687a-4ee8-93fa-c1cad274aded service neutron] 10.222.0.85 "GET /v2.0/networks/6bb536fb-01ec-4381-aa1c-ed7f9fda2185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473360 Mar 22 19:35:18.655683 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:18.715763 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7c924-797e-4d78-9362-977702950f07 req-b39e1390-99ca-4258-b6f2-1df31548f5a2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:18.721052 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7c924-797e-4d78-9362-977702950f07 req-b39e1390-99ca-4258-b6f2-1df31548f5a2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:18.726413 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7c924-797e-4d78-9362-977702950f07 req-b39e1390-99ca-4258-b6f2-1df31548f5a2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:18.731791 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7c924-797e-4d78-9362-977702950f07 req-b39e1390-99ca-4258-b6f2-1df31548f5a2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:18.737099 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7c924-797e-4d78-9362-977702950f07 req-b39e1390-99ca-4258-b6f2-1df31548f5a2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:18.743213 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7c924-797e-4d78-9362-977702950f07 req-b39e1390-99ca-4258-b6f2-1df31548f5a2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:18.749098 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7c924-797e-4d78-9362-977702950f07 req-b39e1390-99ca-4258-b6f2-1df31548f5a2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:18.751220 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-11e7c924-797e-4d78-9362-977702950f07 req-b39e1390-99ca-4258-b6f2-1df31548f5a2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5434 time: 0.1053355 Mar 22 19:35:18.826373 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-11e7c924-797e-4d78-9362-977702950f07 req-9be2b667-c4b9-4505-9475-43d54745837f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0690613 Mar 22 19:35:18.989444 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 32892) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:19.037360 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-87300e64-91b5-44cd-9dba-c62458a26fb3 admin admin] Deleting subnet a2d7a2a5-b753-41c3-90a1-82ef43d2ca5e {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:35:19.040440 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-87300e64-91b5-44cd-9dba-c62458a26fb3 admin admin] Publish callbacks [] for subnet (a2d7a2a5-b753-41c3-90a1-82ef43d2ca5e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:19.074697 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-87300e64-91b5-44cd-9dba-c62458a26fb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (a2d7a2a5-b753-41c3-90a1-82ef43d2ca5e), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:19.113744 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-87300e64-91b5-44cd-9dba-c62458a26fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (a2d7a2a5-b753-41c3-90a1-82ef43d2ca5e), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:19.168452 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-87300e64-91b5-44cd-9dba-c62458a26fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (a2d7a2a5-b753-41c3-90a1-82ef43d2ca5e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:19.196115 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87300e64-91b5-44cd-9dba-c62458a26fb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2d7a2a5-b753-41c3-90a1-82ef43d2ca5e,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:19.199969 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-87300e64-91b5-44cd-9dba-c62458a26fb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:19.203211 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-87300e64-91b5-44cd-9dba-c62458a26fb3 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/a2d7a2a5-b753-41c3-90a1-82ef43d2ca5e HTTP/1.1" status: 204 len: 168 time: 0.2125475 Mar 22 19:35:19.205602 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 32898) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:19.300966 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-638ab22e-8cfd-4b28-974e-bc40dc823b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (ad4dd5ef-de48-4463-bcd1-652949376887), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:19.372732 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8362365-8f87-40ac-b13c-d403bd9aff45 req-a0f2425b-d8ae-492f-a60e-1a9d0ab0b709 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:19.374283 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a8362365-8f87-40ac-b13c-d403bd9aff45 req-a0f2425b-d8ae-492f-a60e-1a9d0ab0b709 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 945 time: 0.0963151 Mar 22 19:35:19.440767 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-638ab22e-8cfd-4b28-974e-bc40dc823b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (ad4dd5ef-de48-4463-bcd1-652949376887), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:19.478623 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-638ab22e-8cfd-4b28-974e-bc40dc823b9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad4dd5ef-de48-4463-bcd1-652949376887']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:19.489599 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a8362365-8f87-40ac-b13c-d403bd9aff45 req-cecb6dec-f100-40c6-9104-63dd14032a46 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052778 Mar 22 19:35:19.492850 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-638ab22e-8cfd-4b28-974e-bc40dc823b9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c251857-b4d0-45a2-9ffa-4f15d60f8549') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:19.493113 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-638ab22e-8cfd-4b28-974e-bc40dc823b9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c251857-b4d0-45a2-9ffa-4f15d60f8549') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:19.502977 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-638ab22e-8cfd-4b28-974e-bc40dc823b9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (2c251857-b4d0-45a2-9ffa-4f15d60f8549), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:19.517372 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-638ab22e-8cfd-4b28-974e-bc40dc823b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (2c251857-b4d0-45a2-9ffa-4f15d60f8549), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:19.523568 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-638ab22e-8cfd-4b28-974e-bc40dc823b9b admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:35:19.523961 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-638ab22e-8cfd-4b28-974e-bc40dc823b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (2c251857-b4d0-45a2-9ffa-4f15d60f8549), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:19.525671 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:35:19.525671 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:35:19.525671 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:35:19.525671 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:35:19.525671 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:35:19.525671 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:35:19.525671 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:35:19.525671 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:35:19.525671 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:35:19.525671 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:35:19.525671 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:35:19.525671 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:35:19.525671 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:35:19.525671 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:35:19.525671 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:35:19.525671 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:35:19.525671 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:35:19.525671 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:35:19.525671 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:35:19.525671 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:35:19.525671 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:35:19.525671 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:35:19.525671 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:35:19.525671 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:35:19.525671 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:35:19.525671 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:35:19.525671 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:35:19.525671 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:35:19.525671 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:35:19.525671 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:35:19.525671 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:35:19.525671 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:35:19.585780 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-638ab22e-8cfd-4b28-974e-bc40dc823b9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (ad4dd5ef-de48-4463-bcd1-652949376887), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:19.594851 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-638ab22e-8cfd-4b28-974e-bc40dc823b9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:19.598127 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-638ab22e-8cfd-4b28-974e-bc40dc823b9b admin admin] 10.222.0.75 "DELETE /v2.0/networks/ad4dd5ef-de48-4463-bcd1-652949376887 HTTP/1.1" status: 204 len: 168 time: 0.3915250 Mar 22 19:35:19.601001 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 32906) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:19.613100 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ab22e-8cfd-4b28-974e-bc40dc823b9b admin admin] Pushing event deleted for resources: {'Network': ['ID=ad4dd5ef-de48-4463-bcd1-652949376887,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:19.646925 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-37f7821d-e371-42ef-9b90-d6b9f71417ea admin admin] Deleting subnet 8a7c435a-52b0-4e4f-9a65-378e25ffc884 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:35:19.650268 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37f7821d-e371-42ef-9b90-d6b9f71417ea admin admin] Publish callbacks [] for subnet (8a7c435a-52b0-4e4f-9a65-378e25ffc884), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:19.686153 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37f7821d-e371-42ef-9b90-d6b9f71417ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (8a7c435a-52b0-4e4f-9a65-378e25ffc884), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:19.728745 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37f7821d-e371-42ef-9b90-d6b9f71417ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (8a7c435a-52b0-4e4f-9a65-378e25ffc884), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:19.783652 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37f7821d-e371-42ef-9b90-d6b9f71417ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (8a7c435a-52b0-4e4f-9a65-378e25ffc884), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:19.812963 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f7821d-e371-42ef-9b90-d6b9f71417ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a7c435a-52b0-4e4f-9a65-378e25ffc884,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:19.814944 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37f7821d-e371-42ef-9b90-d6b9f71417ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:19.820750 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 32912) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:19.826309 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-37f7821d-e371-42ef-9b90-d6b9f71417ea admin admin] 10.222.0.75 "DELETE /v2.0/subnets/8a7c435a-52b0-4e4f-9a65-378e25ffc884 HTTP/1.1" status: 204 len: 168 time: 0.2242489 Mar 22 19:35:19.896935 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8e7ab86d-2066-4180-a713-eb96fb1b3278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (5b5d3d42-a562-4e48-b990-c66ca1eae367), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:19.999462 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8e7ab86d-2066-4180-a713-eb96fb1b3278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (5b5d3d42-a562-4e48-b990-c66ca1eae367), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:20.023211 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-8e7ab86d-2066-4180-a713-eb96fb1b3278 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b5d3d42-a562-4e48-b990-c66ca1eae367']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:20.034439 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-8e7ab86d-2066-4180-a713-eb96fb1b3278 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3188ab49-226c-4af8-883c-1c810135e4d3') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:20.034884 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-8e7ab86d-2066-4180-a713-eb96fb1b3278 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3188ab49-226c-4af8-883c-1c810135e4d3') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:20.050255 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8e7ab86d-2066-4180-a713-eb96fb1b3278 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (3188ab49-226c-4af8-883c-1c810135e4d3), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:20.056825 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:20.070373 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8e7ab86d-2066-4180-a713-eb96fb1b3278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (3188ab49-226c-4af8-883c-1c810135e4d3), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:20.078224 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e7ab86d-2066-4180-a713-eb96fb1b3278 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:35:20.078636 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8e7ab86d-2066-4180-a713-eb96fb1b3278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (3188ab49-226c-4af8-883c-1c810135e4d3), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:20.081165 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:35:20.081165 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:35:20.081165 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:35:20.081165 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:35:20.081165 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:35:20.081165 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:35:20.081165 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:35:20.081165 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:35:20.081165 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:35:20.081165 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:35:20.081165 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:35:20.081165 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:35:20.081165 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:35:20.081165 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:35:20.081165 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:35:20.081165 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:35:20.081165 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:35:20.081165 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:35:20.081165 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:35:20.081165 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:35:20.081165 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:35:20.081165 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:35:20.081165 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:35:20.081165 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:35:20.081165 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:35:20.081165 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:35:20.081165 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:35:20.081165 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:35:20.081165 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:35:20.081165 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:35:20.081165 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:35:20.081165 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:35:20.140520 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8e7ab86d-2066-4180-a713-eb96fb1b3278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (5b5d3d42-a562-4e48-b990-c66ca1eae367), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:20.149142 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8e7ab86d-2066-4180-a713-eb96fb1b3278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:20.156169 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8e7ab86d-2066-4180-a713-eb96fb1b3278 admin admin] 10.222.0.75 "DELETE /v2.0/networks/5b5d3d42-a562-4e48-b990-c66ca1eae367 HTTP/1.1" status: 204 len: 168 time: 0.3312986 Mar 22 19:35:20.167647 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ab86d-2066-4180-a713-eb96fb1b3278 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b5d3d42-a562-4e48-b990-c66ca1eae367,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:20.235244 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538e7de-b11c-4d44-93fc-88224396ccc2 req-a9042bbe-355e-4afd-add9-30a389ab9a6f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:20.240598 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538e7de-b11c-4d44-93fc-88224396ccc2 req-a9042bbe-355e-4afd-add9-30a389ab9a6f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:20.246516 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538e7de-b11c-4d44-93fc-88224396ccc2 req-a9042bbe-355e-4afd-add9-30a389ab9a6f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:20.252478 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538e7de-b11c-4d44-93fc-88224396ccc2 req-a9042bbe-355e-4afd-add9-30a389ab9a6f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:20.258050 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538e7de-b11c-4d44-93fc-88224396ccc2 req-a9042bbe-355e-4afd-add9-30a389ab9a6f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:20.263980 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538e7de-b11c-4d44-93fc-88224396ccc2 req-a9042bbe-355e-4afd-add9-30a389ab9a6f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:20.269379 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538e7de-b11c-4d44-93fc-88224396ccc2 req-a9042bbe-355e-4afd-add9-30a389ab9a6f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:20.271759 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8538e7de-b11c-4d44-93fc-88224396ccc2 req-a9042bbe-355e-4afd-add9-30a389ab9a6f tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5434 time: 0.1006811 Mar 22 19:35:20.338545 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8538e7de-b11c-4d44-93fc-88224396ccc2 req-483a2c62-a8a2-4778-b806-bfbbe705b993 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599511 Mar 22 19:35:20.349103 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 32928) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:20.391903 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-40adf47d-ce7a-45b7-9698-7b2de70d2676 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=dc7b05f844ac4cdc84b9620db4948541&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415156 Mar 22 19:35:20.394658 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 32930) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:20.443658 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ee74243a-c7c9-4d00-bf29-163704a02a6b admin admin] Publish callbacks [] for security_group (b6f6ff5e-ae3b-43dc-82d6-5ea6ec02fb0f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:20.465911 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ee74243a-c7c9-4d00-bf29-163704a02a6b admin admin] Publish callbacks [] for security_group (b6f6ff5e-ae3b-43dc-82d6-5ea6ec02fb0f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:20.519361 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ee74243a-c7c9-4d00-bf29-163704a02a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b6f6ff5e-ae3b-43dc-82d6-5ea6ec02fb0f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:20.522205 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ee74243a-c7c9-4d00-bf29-163704a02a6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:20.523428 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ee74243a-c7c9-4d00-bf29-163704a02a6b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b6f6ff5e-ae3b-43dc-82d6-5ea6ec02fb0f HTTP/1.1" status: 204 len: 168 time: 0.1277685 Mar 22 19:35:20.537194 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74243a-c7c9-4d00-bf29-163704a02a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f6ff5e-ae3b-43dc-82d6-5ea6ec02fb0f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:20.640333 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e999b92-f0b7-4965-af79-6f18e1f1032e req-a4507b51-985c-45fa-b5a5-623aecc4fcda tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:20.648476 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3e999b92-f0b7-4965-af79-6f18e1f1032e req-a4507b51-985c-45fa-b5a5-623aecc4fcda tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 945 time: 0.0634029 Mar 22 19:35:20.706481 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3e999b92-f0b7-4965-af79-6f18e1f1032e req-c30af498-0dba-4d9c-89ce-1c18f428c9e0 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569706 Mar 22 19:35:20.880950 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 32946) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:20.932585 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ca6b9798-1d3a-483c-bacc-69e6f9eb6508 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5d71749754674e14bab8c32d19cae4d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0504179 Mar 22 19:35:20.935383 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 32950) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:20.998518 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-23a283ac-13c0-44ff-800b-45149e96aafe admin admin] Publish callbacks [] for security_group (a5057362-ebb1-4037-8d28-b33462beb58d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:21.023942 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-23a283ac-13c0-44ff-800b-45149e96aafe admin admin] Publish callbacks [] for security_group (a5057362-ebb1-4037-8d28-b33462beb58d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:21.087963 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-23a283ac-13c0-44ff-800b-45149e96aafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a5057362-ebb1-4037-8d28-b33462beb58d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:21.095625 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-23a283ac-13c0-44ff-800b-45149e96aafe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:21.097009 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-23a283ac-13c0-44ff-800b-45149e96aafe admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a5057362-ebb1-4037-8d28-b33462beb58d HTTP/1.1" status: 204 len: 168 time: 0.1598291 Mar 22 19:35:21.109076 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a283ac-13c0-44ff-800b-45149e96aafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5057362-ebb1-4037-8d28-b33462beb58d,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:21.325804 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:21.489326 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673ad55-75b5-4c81-a373-ec3f8e5ab3d0 req-9eeb7f19-25e9-4f46-971f-a69f3798e5bf tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:21.497122 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673ad55-75b5-4c81-a373-ec3f8e5ab3d0 req-9eeb7f19-25e9-4f46-971f-a69f3798e5bf tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:21.507972 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673ad55-75b5-4c81-a373-ec3f8e5ab3d0 req-9eeb7f19-25e9-4f46-971f-a69f3798e5bf tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:21.517196 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673ad55-75b5-4c81-a373-ec3f8e5ab3d0 req-9eeb7f19-25e9-4f46-971f-a69f3798e5bf tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:21.524014 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673ad55-75b5-4c81-a373-ec3f8e5ab3d0 req-9eeb7f19-25e9-4f46-971f-a69f3798e5bf tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:21.530484 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673ad55-75b5-4c81-a373-ec3f8e5ab3d0 req-9eeb7f19-25e9-4f46-971f-a69f3798e5bf tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:21.535930 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673ad55-75b5-4c81-a373-ec3f8e5ab3d0 req-9eeb7f19-25e9-4f46-971f-a69f3798e5bf tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:21.538107 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3673ad55-75b5-4c81-a373-ec3f8e5ab3d0 req-9eeb7f19-25e9-4f46-971f-a69f3798e5bf tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5434 time: 0.1148396 Mar 22 19:35:21.612850 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3673ad55-75b5-4c81-a373-ec3f8e5ab3d0 req-d50cfd19-6dad-4742-a764-4660018c6bb3 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583186 Mar 22 19:35:21.833985 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd69a7c-e7ea-4c75-9ee2-8545ddc48686 req-a382f68e-51dc-4389-a567-6a170c8f664d tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:21.835619 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3fd69a7c-e7ea-4c75-9ee2-8545ddc48686 req-a382f68e-51dc-4389-a567-6a170c8f664d tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 945 time: 0.0652215 Mar 22 19:35:21.858136 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 32992) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:21.906061 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3fd69a7c-e7ea-4c75-9ee2-8545ddc48686 req-0be2bf2a-ceff-4394-87ae-b77502cf21ce tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633612 Mar 22 19:35:21.955931 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5864e9-879f-4335-9cc7-32124be50002 req-fd2110e4-da9f-4687-8d9d-c2fd72bc813e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:21.962418 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5864e9-879f-4335-9cc7-32124be50002 req-fd2110e4-da9f-4687-8d9d-c2fd72bc813e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:21.969327 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5864e9-879f-4335-9cc7-32124be50002 req-fd2110e4-da9f-4687-8d9d-c2fd72bc813e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:21.975197 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5864e9-879f-4335-9cc7-32124be50002 req-fd2110e4-da9f-4687-8d9d-c2fd72bc813e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:21.982084 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5864e9-879f-4335-9cc7-32124be50002 req-fd2110e4-da9f-4687-8d9d-c2fd72bc813e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:21.989379 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5864e9-879f-4335-9cc7-32124be50002 req-fd2110e4-da9f-4687-8d9d-c2fd72bc813e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:21.994855 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5864e9-879f-4335-9cc7-32124be50002 req-fd2110e4-da9f-4687-8d9d-c2fd72bc813e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:21.996796 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6f5864e9-879f-4335-9cc7-32124be50002 req-fd2110e4-da9f-4687-8d9d-c2fd72bc813e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.85 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 5434 time: 0.1318684 Mar 22 19:35:22.003337 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-597a6c53-9460-4fe7-987a-0ebd0e0097d4 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1050485629-network', 'tenant_id': '7f5779265bd44044bb89bacbd6f741ab'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:35:22.060389 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5864e9-879f-4335-9cc7-32124be50002 req-33d63649-b7e0-4404-b7f3-be03d5b73511 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:22.061773 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6f5864e9-879f-4335-9cc7-32124be50002 req-33d63649-b7e0-4404-b7f3-be03d5b73511 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.85 "GET /v2.0/ports/fa65fbcd-288e-4705-b70a-673b02da016a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0526764 Mar 22 19:35:22.062353 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597a6c53-9460-4fe7-987a-0ebd0e0097d4 admin admin] Made reservation on behalf of 7f5779265bd44044bb89bacbd6f741ab for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:35:22.064552 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-597a6c53-9460-4fe7-987a-0ebd0e0097d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:22.081360 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-597a6c53-9460-4fe7-987a-0ebd0e0097d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:22.210064 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6f5864e9-879f-4335-9cc7-32124be50002 req-e995cf8c-1944-4a65-828d-f94a97270aeb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.85 "GET /v2.0/networks/e604f75b-118b-4af9-acd0-200e012a697d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1367815 Mar 22 19:35:22.225487 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-6f5864e9-879f-4335-9cc7-32124be50002 req-ff0d97df-3db3-4f3b-b5d0-d630d094eae4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:35:22.268956 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-597a6c53-9460-4fe7-987a-0ebd0e0097d4 admin admin] Publish callbacks [] for security_group (58476dbb-2fa8-461e-b6b6-81c0fe4862d0), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:22.274767 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-597a6c53-9460-4fe7-987a-0ebd0e0097d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (58476dbb-2fa8-461e-b6b6-81c0fe4862d0), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:22.318924 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-597a6c53-9460-4fe7-987a-0ebd0e0097d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:35:22.330149 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6f5864e9-879f-4335-9cc7-32124be50002 req-ff0d97df-3db3-4f3b-b5d0-d630d094eae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fa65fbcd-288e-4705-b70a-673b02da016a), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:22.333851 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a6c53-9460-4fe7-987a-0ebd0e0097d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58476dbb-2fa8-461e-b6b6-81c0fe4862d0,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:22.347180 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-597a6c53-9460-4fe7-987a-0ebd0e0097d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (2cd5f00b-7d41-41cc-b5fd-b38f3356318e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:22.347830 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-597a6c53-9460-4fe7-987a-0ebd0e0097d4 admin admin] Added segment 2cd5f00b-7d41-41cc-b5fd-b38f3356318e of type vlan for network e598805d-cba8-43a2-a964-feae6281e208 Mar 22 19:35:22.419494 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-597a6c53-9460-4fe7-987a-0ebd0e0097d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (e598805d-cba8-43a2-a964-feae6281e208), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:22.494221 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-597a6c53-9460-4fe7-987a-0ebd0e0097d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (e598805d-cba8-43a2-a964-feae6281e208), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:22.495192 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597a6c53-9460-4fe7-987a-0ebd0e0097d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:22.496312 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-597a6c53-9460-4fe7-987a-0ebd0e0097d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:22.568577 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-597a6c53-9460-4fe7-987a-0ebd0e0097d4 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7093332 Mar 22 19:35:22.586666 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a6c53-9460-4fe7-987a-0ebd0e0097d4 admin admin] Pushing event updated for resources: {'Network': ['ID=e598805d-cba8-43a2-a964-feae6281e208,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:22.593244 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-6f5864e9-879f-4335-9cc7-32124be50002 req-ff0d97df-3db3-4f3b-b5d0-d630d094eae4 service neutron] For port fa65fbcd-288e-4705-b70a-673b02da016a, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=fa65fbcd-288e-4705-b70a-673b02da016a,segment=NetworkSegment(2b2f754a-9aa8-45d3-9412-08ccd40762e0),segment_id=2b2f754a-9aa8-45d3-9412-08ccd40762e0)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:22.598889 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network e598805d-cba8-43a2-a964-feae6281e208 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:35:22.634362 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-6f5864e9-879f-4335-9cc7-32124be50002 req-ff0d97df-3db3-4f3b-b5d0-d630d094eae4 service neutron] For port fa65fbcd-288e-4705-b70a-673b02da016a, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:35:22.679996 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-6f5864e9-879f-4335-9cc7-32124be50002 req-ff0d97df-3db3-4f3b-b5d0-d630d094eae4 service neutron] device_id is not set on port fa65fbcd-288e-4705-b70a-673b02da016a yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:35:22.690272 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6f5864e9-879f-4335-9cc7-32124be50002 req-ff0d97df-3db3-4f3b-b5d0-d630d094eae4 service neutron] Publish callbacks [] for port (fa65fbcd-288e-4705-b70a-673b02da016a), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:22.697506 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6f5864e9-879f-4335-9cc7-32124be50002 req-ff0d97df-3db3-4f3b-b5d0-d630d094eae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (fa65fbcd-288e-4705-b70a-673b02da016a), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:22.780962 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d97df-3db3-4f3b-b5d0-d630d094eae4 service neutron] Pushing event updated for resources: {'Port': ['ID=fa65fbcd-288e-4705-b70a-673b02da016a,revision_number=6']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:22.801351 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5864e9-879f-4335-9cc7-32124be50002 req-ff0d97df-3db3-4f3b-b5d0-d630d094eae4 service neutron] No DVR routers for this DVR port fa65fbcd-288e-4705-b70a-673b02da016a on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:35:22.844207 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-6f5864e9-879f-4335-9cc7-32124be50002 req-ff0d97df-3db3-4f3b-b5d0-d630d094eae4 service neutron] In _notify_port_updated(), no bound segment for port fa65fbcd-288e-4705-b70a-673b02da016a on network e604f75b-118b-4af9-acd0-200e012a697d {{(pid=104173) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 19:35:22.845422 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5864e9-879f-4335-9cc7-32124be50002 req-ff0d97df-3db3-4f3b-b5d0-d630d094eae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:22.846187 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6f5864e9-879f-4335-9cc7-32124be50002 req-ff0d97df-3db3-4f3b-b5d0-d630d094eae4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:22.847973 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6f5864e9-879f-4335-9cc7-32124be50002 req-ff0d97df-3db3-4f3b-b5d0-d630d094eae4 service neutron] 10.222.0.85 "PUT /v2.0/ports/fa65fbcd-288e-4705-b70a-673b02da016a HTTP/1.1" status: 200 len: 1027 time: 0.6273007 Mar 22 19:35:22.897204 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ddf473-0295-4ecf-ad0f-98d933d3d6c4 req-ae72bbec-16fe-42e3-b5ee-ab7a70b1d38a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:22.911485 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ddf473-0295-4ecf-ad0f-98d933d3d6c4 req-ae72bbec-16fe-42e3-b5ee-ab7a70b1d38a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:22.916962 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ddf473-0295-4ecf-ad0f-98d933d3d6c4 req-ae72bbec-16fe-42e3-b5ee-ab7a70b1d38a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:22.921601 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5864e9-879f-4335-9cc7-32124be50002 req-b709502d-6878-43e1-837e-39bf413a2085 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:22.923077 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6f5864e9-879f-4335-9cc7-32124be50002 req-b709502d-6878-43e1-837e-39bf413a2085 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.85 "GET /v2.0/ports/b0399ecc-f819-4dcd-8c6b-e07a031c9070?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0688210 Mar 22 19:35:22.935085 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-6f5864e9-879f-4335-9cc7-32124be50002 req-e77a8065-4bf4-4ce5-a304-edeb0f40bb76 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:35:22.942856 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ddf473-0295-4ecf-ad0f-98d933d3d6c4 req-ae72bbec-16fe-42e3-b5ee-ab7a70b1d38a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:22.948285 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ddf473-0295-4ecf-ad0f-98d933d3d6c4 req-ae72bbec-16fe-42e3-b5ee-ab7a70b1d38a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:22.967205 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ddf473-0295-4ecf-ad0f-98d933d3d6c4 req-ae72bbec-16fe-42e3-b5ee-ab7a70b1d38a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:22.969134 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f8ddf473-0295-4ecf-ad0f-98d933d3d6c4 req-ae72bbec-16fe-42e3-b5ee-ab7a70b1d38a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 4660 time: 0.2208967 Mar 22 19:35:23.030953 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 442ebe15-b806-4d7c-85e8-f90d83479b1e no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:35:23.036668 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6f5864e9-879f-4335-9cc7-32124be50002 req-e77a8065-4bf4-4ce5-a304-edeb0f40bb76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b0399ecc-f819-4dcd-8c6b-e07a031c9070), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:23.056388 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 442ebe15-b806-4d7c-85e8-f90d83479b1e {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:35:23.057061 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 442ebe15-b806-4d7c-85e8-f90d83479b1e not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:35:23.106153 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e04a911d-73f4-4937-ac2a-67011abf1aed None None] Provisioning complete for port fa65fbcd-288e-4705-b70a-673b02da016a triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:35:23.107665 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e04a911d-73f4-4937-ac2a-67011abf1aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (fa65fbcd-288e-4705-b70a-673b02da016a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:23.166855 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f8ddf473-0295-4ecf-ad0f-98d933d3d6c4 req-badc5d6a-c814-477d-aa96-d3de840ffa08 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=d7000287-0788-4825-8de4-ae555f153670&id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1883729 Mar 22 19:35:23.183924 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e04a911d-73f4-4937-ac2a-67011abf1aed None None] Port fa65fbcd-288e-4705-b70a-673b02da016a cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:35:23.184876 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-6f5864e9-879f-4335-9cc7-32124be50002 req-e77a8065-4bf4-4ce5-a304-edeb0f40bb76 service neutron] For port b0399ecc-f819-4dcd-8c6b-e07a031c9070, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=b0399ecc-f819-4dcd-8c6b-e07a031c9070,segment=NetworkSegment(2b2f754a-9aa8-45d3-9412-08ccd40762e0),segment_id=2b2f754a-9aa8-45d3-9412-08ccd40762e0)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:23.224395 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-6f5864e9-879f-4335-9cc7-32124be50002 req-e77a8065-4bf4-4ce5-a304-edeb0f40bb76 service neutron] For port b0399ecc-f819-4dcd-8c6b-e07a031c9070, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:35:23.260895 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-6f5864e9-879f-4335-9cc7-32124be50002 req-e77a8065-4bf4-4ce5-a304-edeb0f40bb76 service neutron] device_id is not set on port b0399ecc-f819-4dcd-8c6b-e07a031c9070 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:35:23.269665 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6f5864e9-879f-4335-9cc7-32124be50002 req-e77a8065-4bf4-4ce5-a304-edeb0f40bb76 service neutron] Publish callbacks [] for port (b0399ecc-f819-4dcd-8c6b-e07a031c9070), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:23.273890 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79f941-4a34-4f84-a1d7-d215f4633d83 req-10fd9f5d-f42c-4c8a-94ef-419287ac9148 tempest-ComputeTenantNetworksTest-1665016118 tempest-ComputeTenantNetworksTest-1665016118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:23.276115 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6f5864e9-879f-4335-9cc7-32124be50002 req-e77a8065-4bf4-4ce5-a304-edeb0f40bb76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (b0399ecc-f819-4dcd-8c6b-e07a031c9070), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:23.280376 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79f941-4a34-4f84-a1d7-d215f4633d83 req-10fd9f5d-f42c-4c8a-94ef-419287ac9148 tempest-ComputeTenantNetworksTest-1665016118 tempest-ComputeTenantNetworksTest-1665016118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:23.285625 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79f941-4a34-4f84-a1d7-d215f4633d83 req-10fd9f5d-f42c-4c8a-94ef-419287ac9148 tempest-ComputeTenantNetworksTest-1665016118 tempest-ComputeTenantNetworksTest-1665016118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:23.290313 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a79f941-4a34-4f84-a1d7-d215f4633d83 req-10fd9f5d-f42c-4c8a-94ef-419287ac9148 tempest-ComputeTenantNetworksTest-1665016118 tempest-ComputeTenantNetworksTest-1665016118-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2648425 Mar 22 19:35:23.346831 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5864e9-879f-4335-9cc7-32124be50002 req-e77a8065-4bf4-4ce5-a304-edeb0f40bb76 service neutron] No DVR routers for this DVR port b0399ecc-f819-4dcd-8c6b-e07a031c9070 on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:35:23.350074 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a8065-4bf4-4ce5-a304-edeb0f40bb76 service neutron] Pushing event updated for resources: {'Port': ['ID=b0399ecc-f819-4dcd-8c6b-e07a031c9070,revision_number=6']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:23.406253 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-6f5864e9-879f-4335-9cc7-32124be50002 req-e77a8065-4bf4-4ce5-a304-edeb0f40bb76 service neutron] In _notify_port_updated(), no bound segment for port b0399ecc-f819-4dcd-8c6b-e07a031c9070 on network e604f75b-118b-4af9-acd0-200e012a697d {{(pid=104173) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 19:35:23.407270 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5864e9-879f-4335-9cc7-32124be50002 req-e77a8065-4bf4-4ce5-a304-edeb0f40bb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:23.408159 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6f5864e9-879f-4335-9cc7-32124be50002 req-e77a8065-4bf4-4ce5-a304-edeb0f40bb76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:23.409534 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6f5864e9-879f-4335-9cc7-32124be50002 req-e77a8065-4bf4-4ce5-a304-edeb0f40bb76 service neutron] 10.222.0.85 "PUT /v2.0/ports/b0399ecc-f819-4dcd-8c6b-e07a031c9070 HTTP/1.1" status: 200 len: 1027 time: 0.4792254 Mar 22 19:35:23.429937 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfb79b9-f00a-4963-bf90-ccceedfd77ff req-0c6b2d40-84b8-457b-8afc-4da21da0f979 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:23.431559 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2dfb79b9-f00a-4963-bf90-ccceedfd77ff req-0c6b2d40-84b8-457b-8afc-4da21da0f979 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 945 time: 0.1395872 Mar 22 19:35:23.441831 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d3bac-f0a5-4024-b804-b0b1e41d14df req-94ecdf04-2ce0-4e71-bb85-1328ce3c0e17 tempest-ComputeTenantNetworksTest-1665016118 tempest-ComputeTenantNetworksTest-1665016118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:23.444161 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-761d3bac-f0a5-4024-b804-b0b1e41d14df req-94ecdf04-2ce0-4e71-bb85-1328ce3c0e17 tempest-ComputeTenantNetworksTest-1665016118 tempest-ComputeTenantNetworksTest-1665016118-project] 10.222.0.75 "GET /v2.0/networks/e598805d-cba8-43a2-a964-feae6281e208 HTTP/1.1" status: 200 len: 769 time: 0.1117072 Mar 22 19:35:23.457424 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33038) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:23.525266 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2dfb79b9-f00a-4963-bf90-ccceedfd77ff req-2619ab3a-f35f-4681-b543-126291674ad2 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797455 Mar 22 19:35:23.592007 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f33681d0-f6e7-4ce7-9052-4aa5950ab6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (e598805d-cba8-43a2-a964-feae6281e208), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:23.614187 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-9de60acc-f741-4876-af9e-d362cadea255 None None] Provisioning complete for port b0399ecc-f819-4dcd-8c6b-e07a031c9070 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:35:23.615287 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9de60acc-f741-4876-af9e-d362cadea255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b0399ecc-f819-4dcd-8c6b-e07a031c9070), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:23.642755 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-6f5864e9-879f-4335-9cc7-32124be50002 req-a4b5fb8c-00ac-49af-956d-18c74e95309a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Deleting port ec2b1e62-dccd-4ab7-8d96-30287c6313d6 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:35:23.643091 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6f5864e9-879f-4335-9cc7-32124be50002 req-a4b5fb8c-00ac-49af-956d-18c74e95309a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (ec2b1e62-dccd-4ab7-8d96-30287c6313d6), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:23.654221 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-9de60acc-f741-4876-af9e-d362cadea255 None None] Port b0399ecc-f819-4dcd-8c6b-e07a031c9070 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:35:24.087343 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f33681d0-f6e7-4ce7-9052-4aa5950ab6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (e598805d-cba8-43a2-a964-feae6281e208), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:24.116595 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-f33681d0-f6e7-4ce7-9052-4aa5950ab6a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e598805d-cba8-43a2-a964-feae6281e208']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:24.137343 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-f33681d0-f6e7-4ce7-9052-4aa5950ab6a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd5f00b-7d41-41cc-b5fd-b38f3356318e') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:24.137729 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-f33681d0-f6e7-4ce7-9052-4aa5950ab6a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd5f00b-7d41-41cc-b5fd-b38f3356318e') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:24.155667 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f33681d0-f6e7-4ce7-9052-4aa5950ab6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (2cd5f00b-7d41-41cc-b5fd-b38f3356318e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:24.168554 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-6f5864e9-879f-4335-9cc7-32124be50002 req-a4b5fb8c-00ac-49af-956d-18c74e95309a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] For port ec2b1e62-dccd-4ab7-8d96-30287c6313d6, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=ec2b1e62-dccd-4ab7-8d96-30287c6313d6,segment=NetworkSegment(fe86b638-8528-406c-803d-7fab6741faff),segment_id=fe86b638-8528-406c-803d-7fab6741faff)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:24.169062 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6f5864e9-879f-4335-9cc7-32124be50002 req-a4b5fb8c-00ac-49af-956d-18c74e95309a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (ec2b1e62-dccd-4ab7-8d96-30287c6313d6), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:24.184134 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f33681d0-f6e7-4ce7-9052-4aa5950ab6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (2cd5f00b-7d41-41cc-b5fd-b38f3356318e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:24.220634 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f33681d0-f6e7-4ce7-9052-4aa5950ab6a0 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:35:24.221042 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f33681d0-f6e7-4ce7-9052-4aa5950ab6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (2cd5f00b-7d41-41cc-b5fd-b38f3356318e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:24.222691 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:35:24.222691 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:35:24.222691 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:35:24.222691 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:35:24.222691 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:35:24.222691 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:35:24.222691 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:35:24.222691 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:35:24.222691 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:35:24.222691 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:35:24.222691 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:35:24.222691 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:35:24.222691 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:35:24.222691 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:35:24.222691 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:35:24.222691 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:35:24.222691 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:35:24.222691 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:35:24.222691 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:35:24.222691 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:35:24.222691 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:35:24.222691 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:35:24.222691 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:35:24.222691 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:35:24.222691 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:35:24.222691 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:35:24.222691 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:35:24.222691 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:35:24.222691 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:35:24.222691 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:35:24.222691 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:35:24.222691 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:35:24.322175 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1b74f-e292-41a2-832c-54b25098936b req-9498b08b-91a6-4e5a-8fb3-4a810ee1e912 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:24.328406 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f33681d0-f6e7-4ce7-9052-4aa5950ab6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (e598805d-cba8-43a2-a964-feae6281e208), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:24.331988 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1b74f-e292-41a2-832c-54b25098936b req-9498b08b-91a6-4e5a-8fb3-4a810ee1e912 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:24.336076 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f33681d0-f6e7-4ce7-9052-4aa5950ab6a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:24.339381 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f33681d0-f6e7-4ce7-9052-4aa5950ab6a0 admin admin] 10.222.0.75 "DELETE /v2.0/networks/e598805d-cba8-43a2-a964-feae6281e208 HTTP/1.1" status: 204 len: 168 time: 0.8800755 Mar 22 19:35:24.346309 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1b74f-e292-41a2-832c-54b25098936b req-9498b08b-91a6-4e5a-8fb3-4a810ee1e912 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:24.352706 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1b74f-e292-41a2-832c-54b25098936b req-9498b08b-91a6-4e5a-8fb3-4a810ee1e912 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:24.356334 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33681d0-f6e7-4ce7-9052-4aa5950ab6a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e598805d-cba8-43a2-a964-feae6281e208,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:24.361738 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1b74f-e292-41a2-832c-54b25098936b req-9498b08b-91a6-4e5a-8fb3-4a810ee1e912 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:24.364726 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5db1b74f-e292-41a2-832c-54b25098936b req-9498b08b-91a6-4e5a-8fb3-4a810ee1e912 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 3886 time: 0.1034198 Mar 22 19:35:24.448090 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5db1b74f-e292-41a2-832c-54b25098936b req-5e914e66-1db0-4219-9e2f-458a197c9159 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666161 Mar 22 19:35:24.457653 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6f5864e9-879f-4335-9cc7-32124be50002 req-a4b5fb8c-00ac-49af-956d-18c74e95309a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:24.458578 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6f5864e9-879f-4335-9cc7-32124be50002 req-a4b5fb8c-00ac-49af-956d-18c74e95309a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (9e8ffa19-e3c8-4224-9859-e3e21001f799), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:24.459313 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [req-6f5864e9-879f-4335-9cc7-32124be50002 req-a4b5fb8c-00ac-49af-956d-18c74e95309a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Floating IP 9e8ffa19-e3c8-4224-9859-e3e21001f799 disassociated. External IP: 172.25.5.142, port: ec2b1e62-dccd-4ab7-8d96-30287c6313d6. Mar 22 19:35:24.460084 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-6f5864e9-879f-4335-9cc7-32124be50002 req-a4b5fb8c-00ac-49af-956d-18c74e95309a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Calling delete_port for ec2b1e62-dccd-4ab7-8d96-30287c6313d6 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:35:24.505447 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 33062) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:24.552528 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8793be9d-1f63-4efa-b828-27a036cc696e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7f5779265bd44044bb89bacbd6f741ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0457687 Mar 22 19:35:24.557563 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33068) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:24.643033 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6f5864e9-879f-4335-9cc7-32124be50002 req-a4b5fb8c-00ac-49af-956d-18c74e95309a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (ec2b1e62-dccd-4ab7-8d96-30287c6313d6), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:24.678677 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-92f591f2-7af5-48d4-b594-b6192aee03a3 admin admin] Publish callbacks [] for security_group (58476dbb-2fa8-461e-b6b6-81c0fe4862d0), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:24.680723 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5fb8c-00ac-49af-956d-18c74e95309a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Pushing event deleted for resources: {'Port': ['ID=ec2b1e62-dccd-4ab7-8d96-30287c6313d6,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:24.690761 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf31d23-9e4a-4b24-b5de-01cdf5554a28 req-48941dbe-8f6a-4505-bf19-53452db40592 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:24.692345 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cdf31d23-9e4a-4b24-b5de-01cdf5554a28 req-48941dbe-8f6a-4505-bf19-53452db40592 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 945 time: 0.0682456 Mar 22 19:35:24.745604 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cdf31d23-9e4a-4b24-b5de-01cdf5554a28 req-59d5ded9-6e1c-42cd-b3f5-5a5cbce9b0f4 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443494 Mar 22 19:35:24.750808 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-92f591f2-7af5-48d4-b594-b6192aee03a3 admin admin] Publish callbacks [] for security_group (58476dbb-2fa8-461e-b6b6-81c0fe4862d0), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:24.871783 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f5864e9-879f-4335-9cc7-32124be50002 req-a4b5fb8c-00ac-49af-956d-18c74e95309a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Router 62c1cb2b-3d7d-477f-bd78-606d29614429 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:35:24.874828 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-92f591f2-7af5-48d4-b594-b6192aee03a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (58476dbb-2fa8-461e-b6b6-81c0fe4862d0), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:24.878012 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-92f591f2-7af5-48d4-b594-b6192aee03a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:24.881766 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-92f591f2-7af5-48d4-b594-b6192aee03a3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/58476dbb-2fa8-461e-b6b6-81c0fe4862d0 HTTP/1.1" status: 204 len: 168 time: 0.3197052 Mar 22 19:35:24.893662 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f591f2-7af5-48d4-b594-b6192aee03a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58476dbb-2fa8-461e-b6b6-81c0fe4862d0,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:25.006918 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f5864e9-879f-4335-9cc7-32124be50002 req-a4b5fb8c-00ac-49af-956d-18c74e95309a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:35:25.020805 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f099fde-c480-4d6d-a411-c8031ca787b9 None None] Sync routers for ids ['62c1cb2b-3d7d-477f-bd78-606d29614429'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:35:25.035194 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f099fde-c480-4d6d-a411-c8031ca787b9 None None] Routers {'62c1cb2b-3d7d-477f-bd78-606d29614429'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:35:25.039007 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-3f099fde-c480-4d6d-a411-c8031ca787b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:35:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['62c1cb2b-3d7d-477f-bd78-606d29614429'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:25.055067 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5864e9-879f-4335-9cc7-32124be50002 req-a4b5fb8c-00ac-49af-956d-18c74e95309a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] No DVR routers for this DVR port ec2b1e62-dccd-4ab7-8d96-30287c6313d6 on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:35:25.059534 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6f5864e9-879f-4335-9cc7-32124be50002 req-a4b5fb8c-00ac-49af-956d-18c74e95309a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:25.063081 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6f5864e9-879f-4335-9cc7-32124be50002 req-a4b5fb8c-00ac-49af-956d-18c74e95309a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.85 "DELETE /v2.0/ports/ec2b1e62-dccd-4ab7-8d96-30287c6313d6 HTTP/1.1" status: 204 len: 173 time: 1.6469519 Mar 22 19:35:25.063565 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'name': 'network-vif-deleted', 'tag': 'ec2b1e62-dccd-4ab7-8d96-30287c6313d6'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:35:25.065908 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fa99d1-e454-4ce2-b914-ba40377acfa1" -d '{"events": [{"server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "name": "network-vif-deleted", "tag": "ec2b1e62-dccd-4ab7-8d96-30287c6313d6"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:35:25.155278 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a854fe8-b73a-4db3-8242-e42dd5f9760a x-openstack-request-id: req-4a854fe8-b73a-4db3-8242-e42dd5f9760a {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:35:25.155939 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "name": "network-vif-deleted", "tag": "ec2b1e62-dccd-4ab7-8d96-30287c6313d6", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:35:25.155939 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4a854fe8-b73a-4db3-8242-e42dd5f9760a {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:35:25.156415 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a854fe8-b73a-4db3-8242-e42dd5f9760a'] response: {'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'name': 'network-vif-deleted', 'tag': 'ec2b1e62-dccd-4ab7-8d96-30287c6313d6', 'status': 'completed', 'code': 200} Mar 22 19:35:25.210880 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-3f099fde-c480-4d6d-a411-c8031ca787b9 None None] Set router 62c1cb2b-3d7d-477f-bd78-606d29614429 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:35:25.276109 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-6f5864e9-879f-4335-9cc7-32124be50002 req-035557ac-c1d9-44f4-8690-eb365b70b8c3 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Deleting port ba728d56-f25b-46d3-9cae-ed09ba82a9e1 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:35:25.276454 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6f5864e9-879f-4335-9cc7-32124be50002 req-035557ac-c1d9-44f4-8690-eb365b70b8c3 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (ba728d56-f25b-46d3-9cae-ed09ba82a9e1), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:25.385297 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-6f5864e9-879f-4335-9cc7-32124be50002 req-035557ac-c1d9-44f4-8690-eb365b70b8c3 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] For port ba728d56-f25b-46d3-9cae-ed09ba82a9e1, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=ba728d56-f25b-46d3-9cae-ed09ba82a9e1,segment=NetworkSegment(2b2f754a-9aa8-45d3-9412-08ccd40762e0),segment_id=2b2f754a-9aa8-45d3-9412-08ccd40762e0)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:25.385725 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6f5864e9-879f-4335-9cc7-32124be50002 req-035557ac-c1d9-44f4-8690-eb365b70b8c3 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (ba728d56-f25b-46d3-9cae-ed09ba82a9e1), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:25.400693 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-6f5864e9-879f-4335-9cc7-32124be50002 req-035557ac-c1d9-44f4-8690-eb365b70b8c3 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Calling delete_port for ba728d56-f25b-46d3-9cae-ed09ba82a9e1 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:35:25.401016 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device fa65fbcd-288e-4705-b70a-673b02da016a no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:35:25.445472 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-3f099fde-c480-4d6d-a411-c8031ca787b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'name': 'tempest-TaggedBootDevicesTest-1777691038-router', 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:05Z', 'updated_at': '2022-03-22T19:29:10Z', 'revision_number': 4, 'project_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'gw_port': {'id': 'a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:06Z', 'updated_at': '2022-03-22T19:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'c119e002-5aa4-4a6b-a258-54751300d066', 'name': '', 'network_id': '4a18db52-e571-4039-89e7-6353aeef061c', 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'mac_address': 'fa:16:3e:55:ba:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'e79fd7a2-f33f-4e5a-aaf1-5c490955a64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:09Z', 'updated_at': '2022-03-22T19:29:31Z', 'revision_number': 5, 'project_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'subnets': [{'id': 'e79fd7a2-f33f-4e5a-aaf1-5c490955a64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:25.511919 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] The host n-h2-705658-24 is not matching for port fa65fbcd-288e-4705-b70a-673b02da016a host ! {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 19:35:25.512054 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device fa65fbcd-288e-4705-b70a-673b02da016a not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:35:25.513046 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device f7058d5e-f8e8-4097-b370-a174e9d91f8a no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:35:25.514932 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f099fde-c480-4d6d-a411-c8031ca787b9 None None] Checking router: 62c1cb2b-3d7d-477f-bd78-606d29614429 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:35:25.537230 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f099fde-c480-4d6d-a411-c8031ca787b9 None None] Routers {'62c1cb2b-3d7d-477f-bd78-606d29614429'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:35:25.538127 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-3f099fde-c480-4d6d-a411-c8031ca787b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:35:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['62c1cb2b-3d7d-477f-bd78-606d29614429'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:25.609026 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port f7058d5e-f8e8-4097-b370-a174e9d91f8a is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:35:25.609782 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f7058d5e-f8e8-4097-b370-a174e9d91f8a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:25.649210 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6f5864e9-879f-4335-9cc7-32124be50002 req-035557ac-c1d9-44f4-8690-eb365b70b8c3 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (ba728d56-f25b-46d3-9cae-ed09ba82a9e1), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:25.666711 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port f7058d5e-f8e8-4097-b370-a174e9d91f8a, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=f7058d5e-f8e8-4097-b370-a174e9d91f8a,segment=NetworkSegment(80bd5bff-c1a8-4fa7-a5aa-66bec761fafc),segment_id=80bd5bff-c1a8-4fa7-a5aa-66bec761fafc)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:25.667873 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7058d5e-f8e8-4097-b370-a174e9d91f8a'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:35:25.670687 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394804ea-e9d2-41d7-a1f7-290367ab2376" -d '{"events": [{"server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "name": "network-vif-unplugged", "status": "completed", "tag": "f7058d5e-f8e8-4097-b370-a174e9d91f8a"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:35:25.674895 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f7058d5e-f8e8-4097-b370-a174e9d91f8a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:25.675856 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 4f5d6958-8214-4e7b-8668-05998059478f no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:35:25.710141 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-3f099fde-c480-4d6d-a411-c8031ca787b9 None None] Set router 62c1cb2b-3d7d-477f-bd78-606d29614429 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:35:25.712846 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8076c2-6c4c-41e6-a731-78976550070e req-7d29c814-1cb4-41a8-9d6e-8d5becf238d9 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:25.725826 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8076c2-6c4c-41e6-a731-78976550070e req-7d29c814-1cb4-41a8-9d6e-8d5becf238d9 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:25.739634 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8076c2-6c4c-41e6-a731-78976550070e req-7d29c814-1cb4-41a8-9d6e-8d5becf238d9 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:25.750527 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8076c2-6c4c-41e6-a731-78976550070e req-7d29c814-1cb4-41a8-9d6e-8d5becf238d9 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:25.757105 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035557ac-c1d9-44f4-8690-eb365b70b8c3 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Pushing event deleted for resources: {'Port': ['ID=ba728d56-f25b-46d3-9cae-ed09ba82a9e1,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:25.760715 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fe8076c2-6c4c-41e6-a731-78976550070e req-7d29c814-1cb4-41a8-9d6e-8d5becf238d9 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 3072 time: 0.1976774 Mar 22 19:35:25.815089 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 19:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5327ca37-4262-4d29-862e-6e0659609723 x-openstack-request-id: req-5327ca37-4262-4d29-862e-6e0659609723 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:35:25.815551 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "name": "network-vif-unplugged", "status": "completed", "tag": "f7058d5e-f8e8-4097-b370-a174e9d91f8a", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:35:25.816440 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5327ca37-4262-4d29-862e-6e0659609723 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:35:25.816959 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5327ca37-4262-4d29-862e-6e0659609723'] response: {'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7058d5e-f8e8-4097-b370-a174e9d91f8a', 'code': 200} Mar 22 19:35:25.843595 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=f7058d5e-f8e8-4097-b370-a174e9d91f8a,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:25.910419 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 4f5d6958-8214-4e7b-8668-05998059478f is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:35:25.911044 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4f5d6958-8214-4e7b-8668-05998059478f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:25.911645 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5864e9-879f-4335-9cc7-32124be50002 req-035557ac-c1d9-44f4-8690-eb365b70b8c3 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] No DVR routers for this DVR port ba728d56-f25b-46d3-9cae-ed09ba82a9e1 on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:35:25.915381 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6f5864e9-879f-4335-9cc7-32124be50002 req-035557ac-c1d9-44f4-8690-eb365b70b8c3 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:25.920142 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6f5864e9-879f-4335-9cc7-32124be50002 req-035557ac-c1d9-44f4-8690-eb365b70b8c3 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.85 "DELETE /v2.0/ports/ba728d56-f25b-46d3-9cae-ed09ba82a9e1 HTTP/1.1" status: 204 len: 173 time: 0.8513658 Mar 22 19:35:25.960213 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 4f5d6958-8214-4e7b-8668-05998059478f, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=4f5d6958-8214-4e7b-8668-05998059478f,segment=NetworkSegment(80bd5bff-c1a8-4fa7-a5aa-66bec761fafc),segment_id=80bd5bff-c1a8-4fa7-a5aa-66bec761fafc)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:25.967530 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4f5d6958-8214-4e7b-8668-05998059478f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:25.968510 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device a6ff596a-364e-4bcd-8bf2-292c0eea5f34 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:35:25.982846 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fe8076c2-6c4c-41e6-a731-78976550070e req-f4aaaa7e-ef0a-4026-95a3-27488bd7d581 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207971 Mar 22 19:35:26.028749 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30e60a-eec6-45c5-b1a9-80019fef9074 req-3184449f-957f-41c9-b111-2567631f3880 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:26.032390 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e30e60a-eec6-45c5-b1a9-80019fef9074 req-3184449f-957f-41c9-b111-2567631f3880 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 945 time: 0.1586399 Mar 22 19:35:26.118402 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-6f5864e9-879f-4335-9cc7-32124be50002 req-4d074a5e-d533-4df4-ad47-3af08a4d6bb2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Deleting port a6ff596a-364e-4bcd-8bf2-292c0eea5f34 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:35:26.118402 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6f5864e9-879f-4335-9cc7-32124be50002 req-4d074a5e-d533-4df4-ad47-3af08a4d6bb2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (a6ff596a-364e-4bcd-8bf2-292c0eea5f34), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:26.128873 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-3f099fde-c480-4d6d-a411-c8031ca787b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'name': 'tempest-TaggedBootDevicesTest-1777691038-router', 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:05Z', 'updated_at': '2022-03-22T19:29:10Z', 'revision_number': 4, 'project_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'gw_port': {'id': 'a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:06Z', 'updated_at': '2022-03-22T19:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'c119e002-5aa4-4a6b-a258-54751300d066', 'name': '', 'network_id': '4a18db52-e571-4039-89e7-6353aeef061c', 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'mac_address': 'fa:16:3e:55:ba:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'e79fd7a2-f33f-4e5a-aaf1-5c490955a64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:09Z', 'updated_at': '2022-03-22T19:29:31Z', 'revision_number': 5, 'project_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'subnets': [{'id': 'e79fd7a2-f33f-4e5a-aaf1-5c490955a64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:35:26.133773 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e30e60a-eec6-45c5-b1a9-80019fef9074 req-01a75d9a-762c-4109-991b-36ebaa067c50 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952291 Mar 22 19:35:26.140582 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=4f5d6958-8214-4e7b-8668-05998059478f,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:26.196909 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f099fde-c480-4d6d-a411-c8031ca787b9 None None] The sync data for ids ['62c1cb2b-3d7d-477f-bd78-606d29614429'] in n-d-705658-24 is: [{'id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'name': 'tempest-TaggedBootDevicesTest-1777691038-router', 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:05Z', 'updated_at': '2022-03-22T19:29:10Z', 'revision_number': 4, 'project_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'gw_port': {'id': 'a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:06Z', 'updated_at': '2022-03-22T19:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'c119e002-5aa4-4a6b-a258-54751300d066', 'name': '', 'network_id': '4a18db52-e571-4039-89e7-6353aeef061c', 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'mac_address': 'fa:16:3e:55:ba:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'e79fd7a2-f33f-4e5a-aaf1-5c490955a64d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:09Z', 'updated_at': '2022-03-22T19:29:31Z', 'revision_number': 5, 'project_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'subnets': [{'id': 'e79fd7a2-f33f-4e5a-aaf1-5c490955a64d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:35:26.266075 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port a6ff596a-364e-4bcd-8bf2-292c0eea5f34 is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:35:26.266881 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a6ff596a-364e-4bcd-8bf2-292c0eea5f34), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:26.329773 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port a6ff596a-364e-4bcd-8bf2-292c0eea5f34, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=a6ff596a-364e-4bcd-8bf2-292c0eea5f34,segment=NetworkSegment(2b2f754a-9aa8-45d3-9412-08ccd40762e0),segment_id=2b2f754a-9aa8-45d3-9412-08ccd40762e0)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:26.338088 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a6ff596a-364e-4bcd-8bf2-292c0eea5f34), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:26.340607 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device b0399ecc-f819-4dcd-8c6b-e07a031c9070 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:35:26.355838 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-6f5864e9-879f-4335-9cc7-32124be50002 req-4d074a5e-d533-4df4-ad47-3af08a4d6bb2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] For port a6ff596a-364e-4bcd-8bf2-292c0eea5f34, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=a6ff596a-364e-4bcd-8bf2-292c0eea5f34,segment=NetworkSegment(2b2f754a-9aa8-45d3-9412-08ccd40762e0),segment_id=2b2f754a-9aa8-45d3-9412-08ccd40762e0)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:26.356362 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6f5864e9-879f-4335-9cc7-32124be50002 req-4d074a5e-d533-4df4-ad47-3af08a4d6bb2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (a6ff596a-364e-4bcd-8bf2-292c0eea5f34), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:26.379979 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-6f5864e9-879f-4335-9cc7-32124be50002 req-4d074a5e-d533-4df4-ad47-3af08a4d6bb2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Calling delete_port for a6ff596a-364e-4bcd-8bf2-292c0eea5f34 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:35:26.455035 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] The host n-h2-705658-24 is not matching for port b0399ecc-f819-4dcd-8c6b-e07a031c9070 host ! {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 19:35:26.456192 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device b0399ecc-f819-4dcd-8c6b-e07a031c9070 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:35:26.456856 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device ec2b1e62-dccd-4ab7-8d96-30287c6313d6 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:35:26.489940 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: ec2b1e62-dccd-4ab7-8d96-30287c6313d6 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:35:26.490641 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device ec2b1e62-dccd-4ab7-8d96-30287c6313d6 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:35:26.491522 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device ba728d56-f25b-46d3-9cae-ed09ba82a9e1 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:35:26.515444 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: ba728d56-f25b-46d3-9cae-ed09ba82a9e1 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:35:26.515928 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device ba728d56-f25b-46d3-9cae-ed09ba82a9e1 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:35:26.520363 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=a6ff596a-364e-4bcd-8bf2-292c0eea5f34,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:26.600087 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6f5864e9-879f-4335-9cc7-32124be50002 req-4d074a5e-d533-4df4-ad47-3af08a4d6bb2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (a6ff596a-364e-4bcd-8bf2-292c0eea5f34), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:26.635872 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c07349a-b3ec-45e1-9880-a330baffdae6 None None] New status for floating IP 9e8ffa19-e3c8-4224-9859-e3e21001f799: DOWN {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:35:26.642552 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d074a5e-d533-4df4-ad47-3af08a4d6bb2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Pushing event deleted for resources: {'Port': ['ID=a6ff596a-364e-4bcd-8bf2-292c0eea5f34,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:26.699866 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5864e9-879f-4335-9cc7-32124be50002 req-4d074a5e-d533-4df4-ad47-3af08a4d6bb2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] No DVR routers for this DVR port a6ff596a-364e-4bcd-8bf2-292c0eea5f34 on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:35:26.702649 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6f5864e9-879f-4335-9cc7-32124be50002 req-4d074a5e-d533-4df4-ad47-3af08a4d6bb2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:26.706185 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6f5864e9-879f-4335-9cc7-32124be50002 req-4d074a5e-d533-4df4-ad47-3af08a4d6bb2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.85 "DELETE /v2.0/ports/a6ff596a-364e-4bcd-8bf2-292c0eea5f34 HTTP/1.1" status: 204 len: 173 time: 0.7804692 Mar 22 19:35:26.829676 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-6f5864e9-879f-4335-9cc7-32124be50002 req-bd9b8310-2c06-4c6b-91a3-c6840816b0eb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Deleting port f7058d5e-f8e8-4097-b370-a174e9d91f8a {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:35:26.830303 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6f5864e9-879f-4335-9cc7-32124be50002 req-bd9b8310-2c06-4c6b-91a3-c6840816b0eb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f7058d5e-f8e8-4097-b370-a174e9d91f8a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:26.931034 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-6f5864e9-879f-4335-9cc7-32124be50002 req-bd9b8310-2c06-4c6b-91a3-c6840816b0eb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] For port f7058d5e-f8e8-4097-b370-a174e9d91f8a, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=f7058d5e-f8e8-4097-b370-a174e9d91f8a,segment=NetworkSegment(80bd5bff-c1a8-4fa7-a5aa-66bec761fafc),segment_id=80bd5bff-c1a8-4fa7-a5aa-66bec761fafc)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:26.931516 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6f5864e9-879f-4335-9cc7-32124be50002 req-bd9b8310-2c06-4c6b-91a3-c6840816b0eb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f7058d5e-f8e8-4097-b370-a174e9d91f8a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:26.945923 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-6f5864e9-879f-4335-9cc7-32124be50002 req-bd9b8310-2c06-4c6b-91a3-c6840816b0eb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Calling delete_port for f7058d5e-f8e8-4097-b370-a174e9d91f8a owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:35:27.096394 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6f5864e9-879f-4335-9cc7-32124be50002 req-bd9b8310-2c06-4c6b-91a3-c6840816b0eb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f7058d5e-f8e8-4097-b370-a174e9d91f8a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:27.141049 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b8310-2c06-4c6b-91a3-c6840816b0eb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Pushing event deleted for resources: {'Port': ['ID=f7058d5e-f8e8-4097-b370-a174e9d91f8a,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:27.154781 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9b8310-2c06-4c6b-91a3-c6840816b0eb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:27.154976 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9b8310-2c06-4c6b-91a3-c6840816b0eb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:27.155329 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9b8310-2c06-4c6b-91a3-c6840816b0eb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:27.155617 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9b8310-2c06-4c6b-91a3-c6840816b0eb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:27.155944 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9b8310-2c06-4c6b-91a3-c6840816b0eb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:27.156337 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9b8310-2c06-4c6b-91a3-c6840816b0eb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:27.156607 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9b8310-2c06-4c6b-91a3-c6840816b0eb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:27.156940 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9b8310-2c06-4c6b-91a3-c6840816b0eb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:27.157272 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9b8310-2c06-4c6b-91a3-c6840816b0eb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:27.157597 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9b8310-2c06-4c6b-91a3-c6840816b0eb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:27.157951 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9b8310-2c06-4c6b-91a3-c6840816b0eb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:27.158315 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9b8310-2c06-4c6b-91a3-c6840816b0eb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:27.158597 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9b8310-2c06-4c6b-91a3-c6840816b0eb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:27.158924 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9b8310-2c06-4c6b-91a3-c6840816b0eb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:27.159285 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9b8310-2c06-4c6b-91a3-c6840816b0eb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:35:27.163672 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'name': 'network-vif-deleted', 'tag': 'ba728d56-f25b-46d3-9cae-ed09ba82a9e1'}, {'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'name': 'network-vif-deleted', 'tag': 'a6ff596a-364e-4bcd-8bf2-292c0eea5f34'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:35:27.165949 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77a3efd-ee58-445c-922e-861ef036ceca" -d '{"events": [{"server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "name": "network-vif-deleted", "tag": "ba728d56-f25b-46d3-9cae-ed09ba82a9e1"}, {"server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "name": "network-vif-deleted", "tag": "a6ff596a-364e-4bcd-8bf2-292c0eea5f34"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:35:27.247384 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9954f-ac9f-4919-8b33-d934db8d0298 req-13fe6238-fae8-418b-a11a-689d20215f49 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:27.254844 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5864e9-879f-4335-9cc7-32124be50002 req-bd9b8310-2c06-4c6b-91a3-c6840816b0eb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] No DVR routers for this DVR port f7058d5e-f8e8-4097-b370-a174e9d91f8a on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:35:27.255635 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-26e9954f-ac9f-4919-8b33-d934db8d0298 req-13fe6238-fae8-418b-a11a-689d20215f49 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 943 time: 0.1380482 Mar 22 19:35:27.257356 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6f5864e9-879f-4335-9cc7-32124be50002 req-bd9b8310-2c06-4c6b-91a3-c6840816b0eb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:27.260837 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6f5864e9-879f-4335-9cc7-32124be50002 req-bd9b8310-2c06-4c6b-91a3-c6840816b0eb tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.85 "DELETE /v2.0/ports/f7058d5e-f8e8-4097-b370-a174e9d91f8a HTTP/1.1" status: 204 len: 173 time: 0.5482893 Mar 22 19:35:27.329584 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-26e9954f-ac9f-4919-8b33-d934db8d0298 req-eeca1e92-5dbe-463a-9727-52ab6c00d5d9 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups?id=4457e43c-fef7-464a-8ea1-d632c05cf715&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620456 Mar 22 19:35:27.395398 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d416a5-3ea3-44ff-b1e1-108345730b09 req-d57b660b-b01f-48ce-af74-e37f5c03b110 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:27.397851 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d4d416a5-3ea3-44ff-b1e1-108345730b09 req-d57b660b-b01f-48ce-af74-e37f5c03b110 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 945 time: 0.0900252 Mar 22 19:35:27.405531 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-6f5864e9-879f-4335-9cc7-32124be50002 req-8bf3024a-7069-4930-a969-242e11121669 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Deleting port 4f5d6958-8214-4e7b-8668-05998059478f {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:35:27.406575 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6f5864e9-879f-4335-9cc7-32124be50002 req-8bf3024a-7069-4930-a969-242e11121669 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (4f5d6958-8214-4e7b-8668-05998059478f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:27.535152 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d4d416a5-3ea3-44ff-b1e1-108345730b09 req-61164044-2ca4-4acf-b46d-2ea73beb1857 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211843 Mar 22 19:35:27.544010 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-6f5864e9-879f-4335-9cc7-32124be50002 req-8bf3024a-7069-4930-a969-242e11121669 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] For port 4f5d6958-8214-4e7b-8668-05998059478f, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=4f5d6958-8214-4e7b-8668-05998059478f,segment=NetworkSegment(80bd5bff-c1a8-4fa7-a5aa-66bec761fafc),segment_id=80bd5bff-c1a8-4fa7-a5aa-66bec761fafc)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:27.544806 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6f5864e9-879f-4335-9cc7-32124be50002 req-8bf3024a-7069-4930-a969-242e11121669 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (4f5d6958-8214-4e7b-8668-05998059478f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:27.564301 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-6f5864e9-879f-4335-9cc7-32124be50002 req-8bf3024a-7069-4930-a969-242e11121669 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Calling delete_port for 4f5d6958-8214-4e7b-8668-05998059478f owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:35:27.718771 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 19:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2ec8e4-e400-44fe-877f-4c8ee7c36a22 x-openstack-request-id: req-aa2ec8e4-e400-44fe-877f-4c8ee7c36a22 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:35:27.719057 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "name": "network-vif-deleted", "tag": "ba728d56-f25b-46d3-9cae-ed09ba82a9e1", "status": "completed", "code": 200}, {"server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "name": "network-vif-deleted", "tag": "a6ff596a-364e-4bcd-8bf2-292c0eea5f34", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:35:27.719325 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-aa2ec8e4-e400-44fe-877f-4c8ee7c36a22 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:35:27.719672 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa2ec8e4-e400-44fe-877f-4c8ee7c36a22'] response: {'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'name': 'network-vif-deleted', 'tag': 'ba728d56-f25b-46d3-9cae-ed09ba82a9e1', 'status': 'completed', 'code': 200} Mar 22 19:35:27.719914 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa2ec8e4-e400-44fe-877f-4c8ee7c36a22'] response: {'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'name': 'network-vif-deleted', 'tag': 'a6ff596a-364e-4bcd-8bf2-292c0eea5f34', 'status': 'completed', 'code': 200} Mar 22 19:35:27.760744 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6f5864e9-879f-4335-9cc7-32124be50002 req-8bf3024a-7069-4930-a969-242e11121669 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (4f5d6958-8214-4e7b-8668-05998059478f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:27.802631 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3024a-7069-4930-a969-242e11121669 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Pushing event deleted for resources: {'Port': ['ID=4f5d6958-8214-4e7b-8668-05998059478f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:27.818506 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f5d6958-8214-4e7b-8668-05998059478f'}, {'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6ff596a-364e-4bcd-8bf2-292c0eea5f34'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:35:27.822903 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f30a2f3-198d-45fd-87b0-afcfec487b4c" -d '{"events": [{"server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "name": "network-vif-unplugged", "status": "completed", "tag": "4f5d6958-8214-4e7b-8668-05998059478f"}, {"server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "name": "network-vif-unplugged", "status": "completed", "tag": "a6ff596a-364e-4bcd-8bf2-292c0eea5f34"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:35:27.862136 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5864e9-879f-4335-9cc7-32124be50002 req-8bf3024a-7069-4930-a969-242e11121669 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] No DVR routers for this DVR port 4f5d6958-8214-4e7b-8668-05998059478f on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:35:27.867001 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6f5864e9-879f-4335-9cc7-32124be50002 req-8bf3024a-7069-4930-a969-242e11121669 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:27.872673 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6f5864e9-879f-4335-9cc7-32124be50002 req-8bf3024a-7069-4930-a969-242e11121669 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.85 "DELETE /v2.0/ports/4f5d6958-8214-4e7b-8668-05998059478f HTTP/1.1" status: 204 len: 173 time: 0.6067429 Mar 22 19:35:27.895461 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 22 Mar 2022 19:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40f1424-4f52-4dea-a1ce-193643c61003 x-openstack-request-id: req-e40f1424-4f52-4dea-a1ce-193643c61003 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:35:27.895805 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "name": "network-vif-unplugged", "status": "completed", "tag": "4f5d6958-8214-4e7b-8668-05998059478f", "code": 200}, {"server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "name": "network-vif-unplugged", "status": "completed", "tag": "a6ff596a-364e-4bcd-8bf2-292c0eea5f34", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:35:27.895999 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e40f1424-4f52-4dea-a1ce-193643c61003 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:35:27.896913 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e40f1424-4f52-4dea-a1ce-193643c61003'] response: {'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f5d6958-8214-4e7b-8668-05998059478f', 'code': 200} Mar 22 19:35:27.897178 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e40f1424-4f52-4dea-a1ce-193643c61003'] response: {'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6ff596a-364e-4bcd-8bf2-292c0eea5f34', 'code': 200} Mar 22 19:35:28.492610 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0d0ba4ac-4401-4570-aa04-77c8e3457498 req-d244e7f1-5118-4245-9ce2-696b352e7574 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0717719 Mar 22 19:35:28.666241 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3bba9f-38bd-4948-8f61-7714cc8a8d30 req-a5889ef3-c4c9-4d5f-9b17-c8f385c50349 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:28.678196 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-db3bba9f-38bd-4948-8f61-7714cc8a8d30 req-a5889ef3-c4c9-4d5f-9b17-c8f385c50349 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 945 time: 0.0712185 Mar 22 19:35:28.726294 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-db3bba9f-38bd-4948-8f61-7714cc8a8d30 req-2050fee6-127f-4b14-ba63-18377c65be92 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472236 Mar 22 19:35:29.250722 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33222) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:29.369522 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e5a75305-72f3-48e7-b266-7a1999ae075f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:29.446317 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e5a75305-72f3-48e7-b266-7a1999ae075f admin admin] Publish callbacks [] for security_group (bd064647-eaad-40de-bdc4-5d473d6d7b9d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:29.451437 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e5a75305-72f3-48e7-b266-7a1999ae075f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (bd064647-eaad-40de-bdc4-5d473d6d7b9d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:29.490402 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e5a75305-72f3-48e7-b266-7a1999ae075f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1ba02e36d4eb438abfe94aa424d1cacb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2385061 Mar 22 19:35:29.492379 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a75305-72f3-48e7-b266-7a1999ae075f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd064647-eaad-40de-bdc4-5d473d6d7b9d,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:29.493163 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 33230) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:29.550108 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-44ecfd4e-f9c8-4e90-8cf5-17755fd7b8a3 admin admin] Publish callbacks [] for security_group (bd064647-eaad-40de-bdc4-5d473d6d7b9d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:29.578697 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-44ecfd4e-f9c8-4e90-8cf5-17755fd7b8a3 admin admin] Publish callbacks [] for security_group (bd064647-eaad-40de-bdc4-5d473d6d7b9d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:29.633190 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cab9c212-0981-4093-b8a0-7be1a2e9e8bc req-51cdaf5d-54f4-4451-886b-9a3253b32e9b tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0449948 Mar 22 19:35:29.665066 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-44ecfd4e-f9c8-4e90-8cf5-17755fd7b8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (bd064647-eaad-40de-bdc4-5d473d6d7b9d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:29.669159 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-44ecfd4e-f9c8-4e90-8cf5-17755fd7b8a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:29.670824 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-44ecfd4e-f9c8-4e90-8cf5-17755fd7b8a3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bd064647-eaad-40de-bdc4-5d473d6d7b9d HTTP/1.1" status: 204 len: 168 time: 0.1761925 Mar 22 19:35:29.680253 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ecfd4e-f9c8-4e90-8cf5-17755fd7b8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd064647-eaad-40de-bdc4-5d473d6d7b9d,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:29.721090 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'name': 'network-vif-deleted', 'tag': 'f7058d5e-f8e8-4097-b370-a174e9d91f8a'}, {'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'name': 'network-vif-deleted', 'tag': '4f5d6958-8214-4e7b-8668-05998059478f'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:35:29.725497 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcac18ba-2fbb-43cf-9745-57db23067244" -d '{"events": [{"server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "name": "network-vif-deleted", "tag": "f7058d5e-f8e8-4097-b370-a174e9d91f8a"}, {"server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "name": "network-vif-deleted", "tag": "4f5d6958-8214-4e7b-8668-05998059478f"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:35:29.795456 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 22 Mar 2022 19:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25cdad7-8981-44e2-853b-0ddedf65856d x-openstack-request-id: req-e25cdad7-8981-44e2-853b-0ddedf65856d {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:35:29.795758 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "name": "network-vif-deleted", "tag": "f7058d5e-f8e8-4097-b370-a174e9d91f8a", "status": "completed", "code": 200}, {"server_uuid": "def263e3-2b7c-4878-b97f-ae3609667513", "name": "network-vif-deleted", "tag": "4f5d6958-8214-4e7b-8668-05998059478f", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:35:29.796015 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e25cdad7-8981-44e2-853b-0ddedf65856d {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:35:29.796435 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e25cdad7-8981-44e2-853b-0ddedf65856d'] response: {'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'name': 'network-vif-deleted', 'tag': 'f7058d5e-f8e8-4097-b370-a174e9d91f8a', 'status': 'completed', 'code': 200} Mar 22 19:35:29.796699 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e25cdad7-8981-44e2-853b-0ddedf65856d'] response: {'server_uuid': 'def263e3-2b7c-4878-b97f-ae3609667513', 'name': 'network-vif-deleted', 'tag': '4f5d6958-8214-4e7b-8668-05998059478f', 'status': 'completed', 'code': 200} Mar 22 19:35:29.900901 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583335f-f496-48b5-84cc-6e308dc03e9d req-8e62930f-2123-4b91-92d9-c9c6a91787e8 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:29.901809 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f583335f-f496-48b5-84cc-6e308dc03e9d req-8e62930f-2123-4b91-92d9-c9c6a91787e8 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 945 time: 0.0831237 Mar 22 19:35:29.987834 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f583335f-f496-48b5-84cc-6e308dc03e9d req-9d1079d4-9dc5-4db2-a54b-42f5923fd180 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776794 Mar 22 19:35:30.024454 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 33248) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:30.037929 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bb26bf5c-ce71-4b3c-8abe-66f679c6b251 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:30.118630 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bb26bf5c-ce71-4b3c-8abe-66f679c6b251 admin admin] Publish callbacks [] for security_group (ac387225-57f6-4a15-93d2-3ccc93fd9323), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:30.123394 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bb26bf5c-ce71-4b3c-8abe-66f679c6b251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ac387225-57f6-4a15-93d2-3ccc93fd9323), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:30.167318 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-bb26bf5c-ce71-4b3c-8abe-66f679c6b251 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1a1df452478048fea5c8b70583a06569&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1416545 Mar 22 19:35:30.168157 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb26bf5c-ce71-4b3c-8abe-66f679c6b251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac387225-57f6-4a15-93d2-3ccc93fd9323,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:30.170105 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33254) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:30.229508 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5616b7bb-3b75-4a81-85b0-6bfa9e6c6649 admin admin] Publish callbacks [] for security_group (ac387225-57f6-4a15-93d2-3ccc93fd9323), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:30.252164 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5616b7bb-3b75-4a81-85b0-6bfa9e6c6649 admin admin] Publish callbacks [] for security_group (ac387225-57f6-4a15-93d2-3ccc93fd9323), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:30.298185 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5616b7bb-3b75-4a81-85b0-6bfa9e6c6649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ac387225-57f6-4a15-93d2-3ccc93fd9323), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:30.301000 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5616b7bb-3b75-4a81-85b0-6bfa9e6c6649 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:30.302264 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5616b7bb-3b75-4a81-85b0-6bfa9e6c6649 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ac387225-57f6-4a15-93d2-3ccc93fd9323 HTTP/1.1" status: 204 len: 168 time: 0.1312470 Mar 22 19:35:30.311722 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616b7bb-3b75-4a81-85b0-6bfa9e6c6649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac387225-57f6-4a15-93d2-3ccc93fd9323,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:30.808260 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4e8f9da8-ff62-4f59-98be-05e082367e7e req-61243ae1-ae59-4e63-99e3-9552107e43df tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0487299 Mar 22 19:35:31.140482 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790cfc47-80c6-4a4d-b55a-e91496ccc179 req-7ed9ab97-3e97-453b-8063-23526f6ee209 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:31.150284 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-790cfc47-80c6-4a4d-b55a-e91496ccc179 req-7ed9ab97-3e97-453b-8063-23526f6ee209 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 945 time: 0.0739973 Mar 22 19:35:31.215033 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-790cfc47-80c6-4a4d-b55a-e91496ccc179 req-aaa48bbd-3885-4587-b7fd-1291f7e52f02 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586569 Mar 22 19:35:31.931757 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f8438717-4dee-4a57-b55a-e59d9c64e1a0 req-5d547b84-9f9b-46cc-ae20-52966cd272ae tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0404692 Mar 22 19:35:32.340440 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6202fde-ce84-4b72-a307-bb2b0bb7fb4e req-06136df7-7718-491c-9ef7-8e0486cce531 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:32.349096 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e6202fde-ce84-4b72-a307-bb2b0bb7fb4e req-06136df7-7718-491c-9ef7-8e0486cce531 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 945 time: 0.0644503 Mar 22 19:35:32.420065 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e6202fde-ce84-4b72-a307-bb2b0bb7fb4e req-d354aac6-e7ad-4aae-a5c3-ac7c5e5cca27 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669534 Mar 22 19:35:33.061208 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-955aa012-5b88-4de6-a53d-c2d9610f49c3 req-08b1580f-3de0-4031-b36c-4d3e2112ad3d tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0446947 Mar 22 19:35:33.577898 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c311d5-244d-4f47-8e48-199e79cd5cf7 req-ddd7754e-35c8-49a2-ab07-146fe8176b38 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:33.579767 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b7c311d5-244d-4f47-8e48-199e79cd5cf7 req-ddd7754e-35c8-49a2-ab07-146fe8176b38 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 945 time: 0.0644588 Mar 22 19:35:33.638276 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b7c311d5-244d-4f47-8e48-199e79cd5cf7 req-fcec4fca-9847-4402-ad48-141fa86e7f33 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526319 Mar 22 19:35:34.082025 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 33436) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:34.190355 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ec478bb-d58f-4db1-a6c2-b9a71d01d290 req-cd904a90-5761-428d-9f58-6583d6d0abcc tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0422328 Mar 22 19:35:34.235570 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e8e1d2b4-f47e-4aab-9a8d-e9eff987decd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:34.323870 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e8e1d2b4-f47e-4aab-9a8d-e9eff987decd admin admin] Publish callbacks [] for security_group (61177f4c-f69f-46b4-8b72-6d9fe930d241), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:34.328133 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e8e1d2b4-f47e-4aab-9a8d-e9eff987decd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (61177f4c-f69f-46b4-8b72-6d9fe930d241), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:34.377132 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e8e1d2b4-f47e-4aab-9a8d-e9eff987decd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d34ac1ea4be4403bb6f6335109ec9d46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2938559 Mar 22 19:35:34.378492 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1d2b4-f47e-4aab-9a8d-e9eff987decd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61177f4c-f69f-46b4-8b72-6d9fe930d241,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:34.378631 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33446) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:34.448988 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a793fde0-acac-48c9-9f6e-33aacb06f18d admin admin] Publish callbacks [] for security_group (61177f4c-f69f-46b4-8b72-6d9fe930d241), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:34.471304 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a793fde0-acac-48c9-9f6e-33aacb06f18d admin admin] Publish callbacks [] for security_group (61177f4c-f69f-46b4-8b72-6d9fe930d241), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:34.529448 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a793fde0-acac-48c9-9f6e-33aacb06f18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (61177f4c-f69f-46b4-8b72-6d9fe930d241), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:34.532741 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a793fde0-acac-48c9-9f6e-33aacb06f18d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:34.539110 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a793fde0-acac-48c9-9f6e-33aacb06f18d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/61177f4c-f69f-46b4-8b72-6d9fe930d241 HTTP/1.1" status: 204 len: 168 time: 0.1586540 Mar 22 19:35:34.551668 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793fde0-acac-48c9-9f6e-33aacb06f18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61177f4c-f69f-46b4-8b72-6d9fe930d241,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:34.776948 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a579a-726f-44c1-850d-6d989bd106df req-5181ccd2-ebbc-4f78-8cd4-f3438a24fd4c tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:34.778665 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2f5a579a-726f-44c1-850d-6d989bd106df req-5181ccd2-ebbc-4f78-8cd4-f3438a24fd4c tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 945 time: 0.0650120 Mar 22 19:35:34.849539 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2f5a579a-726f-44c1-850d-6d989bd106df req-3516e29f-fba0-4990-9aa1-627987df3a4f tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650368 Mar 22 19:35:34.892096 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33464) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:34.907901 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7789d913-ed1d-4321-9705-f86a5f495398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:34.992211 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7789d913-ed1d-4321-9705-f86a5f495398 admin admin] Publish callbacks [] for security_group (bb4d415f-ed84-4af6-aa00-5557c9337170), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:34.997122 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7789d913-ed1d-4321-9705-f86a5f495398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (bb4d415f-ed84-4af6-aa00-5557c9337170), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:35.042897 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7789d913-ed1d-4321-9705-f86a5f495398 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fff40e1b27b3456ab2f7f8b2f7177880&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1484168 Mar 22 19:35:35.043296 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789d913-ed1d-4321-9705-f86a5f495398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4d415f-ed84-4af6-aa00-5557c9337170,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:35.044784 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 33470) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:35.094120 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8ea148a2-8fd0-4a70-bd84-840bb38209a1 admin admin] Publish callbacks [] for security_group (bb4d415f-ed84-4af6-aa00-5557c9337170), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:35.118259 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8ea148a2-8fd0-4a70-bd84-840bb38209a1 admin admin] Publish callbacks [] for security_group (bb4d415f-ed84-4af6-aa00-5557c9337170), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:35.170941 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8ea148a2-8fd0-4a70-bd84-840bb38209a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (bb4d415f-ed84-4af6-aa00-5557c9337170), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:35.173445 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8ea148a2-8fd0-4a70-bd84-840bb38209a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:35.177474 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8ea148a2-8fd0-4a70-bd84-840bb38209a1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bb4d415f-ed84-4af6-aa00-5557c9337170 HTTP/1.1" status: 204 len: 168 time: 0.1316786 Mar 22 19:35:35.187545 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea148a2-8fd0-4a70-bd84-840bb38209a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4d415f-ed84-4af6-aa00-5557c9337170,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:35.310627 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a4adc4d1-7774-49b8-8ad4-1d4235443e02 req-f63c1707-0f0b-4cdb-9188-f2e46129b161 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0350366 Mar 22 19:35:35.996214 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75124d48-0cd7-46ed-bc86-7294e93c173c req-4f9630f8-9590-455c-8f3d-3ed411ebe6db tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:35.997757 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-75124d48-0cd7-46ed-bc86-7294e93c173c req-4f9630f8-9590-455c-8f3d-3ed411ebe6db tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 945 time: 0.0595436 Mar 22 19:35:36.053054 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-75124d48-0cd7-46ed-bc86-7294e93c173c req-6686f9a3-a49d-4fa6-9dd5-f9959bbd22fc tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496149 Mar 22 19:35:36.452964 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53df8481-75d4-4229-923a-4038c27ad8a4 req-4871393c-b460-43c5-9bea-60640f464486 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0373003 Mar 22 19:35:37.158721 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f96a71f1-b9cf-4aba-b58e-98717cf7f7b0 req-413f3374-5e0d-4ded-b5d3-21810eae12ff service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0475607 Mar 22 19:35:37.256772 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c594b-a720-4003-bc56-f8a31a9f1ebb req-902b05c5-1b1d-4311-9c10-fbee5d4ba568 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:37.258667 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-179c594b-a720-4003-bc56-f8a31a9f1ebb req-902b05c5-1b1d-4311-9c10-fbee5d4ba568 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 945 time: 0.0985630 Mar 22 19:35:37.318535 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a71f1-b9cf-4aba-b58e-98717cf7f7b0 req-b3d89b2c-bc77-4570-9319-f17870b93e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:37.320276 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f96a71f1-b9cf-4aba-b58e-98717cf7f7b0 req-b3d89b2c-bc77-4570-9319-f17870b93e91 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7cda59a95c784cbe81e1e4252cbf144e&device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 1128 time: 0.1082165 Mar 22 19:35:37.339362 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-179c594b-a720-4003-bc56-f8a31a9f1ebb req-52ea59a5-ae72-4cc0-a0a7-dfbf92e91128 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679688 Mar 22 19:35:37.458613 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a71f1-b9cf-4aba-b58e-98717cf7f7b0 req-1e99c262-760b-491a-8882-267b781df8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:37.460887 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f96a71f1-b9cf-4aba-b58e-98717cf7f7b0 req-1e99c262-760b-491a-8882-267b781df8bf service neutron] 10.222.0.84 "GET /v2.0/networks?id=00e2bcc4-39d4-496d-b022-7cce910c0a6c HTTP/1.1" status: 200 len: 917 time: 0.1204236 Mar 22 19:35:37.571652 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-327d2285-479c-4731-9127-30922ffdfb71 req-e9f5cf64-d036-4c58-84df-9e78230f4659 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0330663 Mar 22 19:35:37.588861 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f96a71f1-b9cf-4aba-b58e-98717cf7f7b0 req-f3195b7b-580b-4245-a7cf-bba78b27af15 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=164a4775-696e-4fba-9d90-789b57a5b9b4 HTTP/1.1" status: 200 len: 1001 time: 0.1209881 Mar 22 19:35:37.656616 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a71f1-b9cf-4aba-b58e-98717cf7f7b0 req-96aa1791-89fa-4a64-a7c5-d3b26a8256a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:37.662328 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f96a71f1-b9cf-4aba-b58e-98717cf7f7b0 req-96aa1791-89fa-4a64-a7c5-d3b26a8256a4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5 HTTP/1.1" status: 200 len: 855 time: 0.0629711 Mar 22 19:35:37.739227 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a71f1-b9cf-4aba-b58e-98717cf7f7b0 req-d3ba541c-30ac-4a4d-bc90-a8eab2f13b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:37.740834 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f96a71f1-b9cf-4aba-b58e-98717cf7f7b0 req-d3ba541c-30ac-4a4d-bc90-a8eab2f13b60 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=00e2bcc4-39d4-496d-b022-7cce910c0a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0745726 Mar 22 19:35:37.861598 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f96a71f1-b9cf-4aba-b58e-98717cf7f7b0 req-5ea7c254-e862-4cb5-b8d8-bd2ce14fa124 service neutron] 10.222.0.84 "GET /v2.0/networks/00e2bcc4-39d4-496d-b022-7cce910c0a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135471 Mar 22 19:35:38.693568 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f96a71f1-b9cf-4aba-b58e-98717cf7f7b0 req-9dffd0f9-c5fd-416b-9ff5-400f608ef4c4 service neutron] 10.222.0.84 "GET /v2.0/networks/00e2bcc4-39d4-496d-b022-7cce910c0a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8231518 Mar 22 19:35:38.744361 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e2a52bf-2553-4a6b-9573-3eb195d3223f req-7e38e8dc-c078-4afe-874d-d012d420032d tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0372055 Mar 22 19:35:38.832366 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81c053a-c03a-4668-9121-6593983e8fda req-4c89698e-3a4c-4565-ada6-3d9d8db0830d tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:38.834315 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e81c053a-c03a-4668-9121-6593983e8fda req-4c89698e-3a4c-4565-ada6-3d9d8db0830d tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 945 time: 0.1391325 Mar 22 19:35:38.931657 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e81c053a-c03a-4668-9121-6593983e8fda req-a3321110-81e4-447a-b78c-70738648c569 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877090 Mar 22 19:35:39.902108 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a3ec2200-a89b-41d5-99bc-aae43fc51589 req-298f4b2c-e9ed-454f-8a14-e9c849b36872 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0437191 Mar 22 19:35:40.101277 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc196c4-3dc3-43b3-9745-302ff5142209 req-20b1aacb-edac-4172-9706-956d663be7b5 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:40.102981 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5bc196c4-3dc3-43b3-9745-302ff5142209 req-20b1aacb-edac-4172-9706-956d663be7b5 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 945 time: 0.0678382 Mar 22 19:35:40.176393 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5bc196c4-3dc3-43b3-9745-302ff5142209 req-9d5d5f3d-d146-48a2-bb01-9c46cb44f784 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654137 Mar 22 19:35:41.053178 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41564070-b269-4afd-a3e1-9895627b9a31 req-0c1a4ffa-518b-4219-a408-9f7a23c0cd0d tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0477221 Mar 22 19:35:41.388045 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bfb0b9-70c4-4ba3-8d30-9c70ebd5b07f req-98474907-0faf-493f-88b7-f7e0ba907d95 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:41.390457 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c9bfb0b9-70c4-4ba3-8d30-9c70ebd5b07f req-98474907-0faf-493f-88b7-f7e0ba907d95 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 945 time: 0.1044474 Mar 22 19:35:41.459634 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c9bfb0b9-70c4-4ba3-8d30-9c70ebd5b07f req-ca174869-4182-4be4-9fcc-234939f70907 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606639 Mar 22 19:35:42.219286 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-25dc8d4e-ef68-477d-a9b8-e4142a3b5ef9 req-237e90d4-8998-4894-9a33-971145de610e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0512075 Mar 22 19:35:42.617806 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa1a39-e0ae-4b89-9fcc-90e241533bdf req-a789b391-5c46-42ae-b546-5e56188def07 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:42.619481 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3aa1a39-e0ae-4b89-9fcc-90e241533bdf req-a789b391-5c46-42ae-b546-5e56188def07 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 945 time: 0.0764370 Mar 22 19:35:42.690222 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3aa1a39-e0ae-4b89-9fcc-90e241533bdf req-d9c8abae-b9a5-42fd-af76-f60808a857bc tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547435 Mar 22 19:35:43.365878 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-de20ab30-d632-42f6-8387-1c85d035da65 req-ef2f3601-a7e3-4b5a-bb50-0a8eb2a98fdf tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0453682 Mar 22 19:35:43.384300 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 33790) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:43.520827 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-26c1eb06-3645-4916-a514-a557bd25f4cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:43.602990 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-26c1eb06-3645-4916-a514-a557bd25f4cd admin admin] Publish callbacks [] for security_group (3f2a7c0d-4067-4a08-9798-26eea2c26997), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:43.607072 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-26c1eb06-3645-4916-a514-a557bd25f4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3f2a7c0d-4067-4a08-9798-26eea2c26997), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:43.650597 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-26c1eb06-3645-4916-a514-a557bd25f4cd admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=83c5197103c24036ac52d5b36a89b89b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2635455 Mar 22 19:35:43.653731 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33796) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:43.658754 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c1eb06-3645-4916-a514-a557bd25f4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2a7c0d-4067-4a08-9798-26eea2c26997,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:43.713754 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bf12bcee-5ddc-4b77-88d2-ef8056bea9fd admin admin] Publish callbacks [] for security_group (3f2a7c0d-4067-4a08-9798-26eea2c26997), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:43.739212 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bf12bcee-5ddc-4b77-88d2-ef8056bea9fd admin admin] Publish callbacks [] for security_group (3f2a7c0d-4067-4a08-9798-26eea2c26997), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:43.795869 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bf12bcee-5ddc-4b77-88d2-ef8056bea9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3f2a7c0d-4067-4a08-9798-26eea2c26997), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:43.798495 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bf12bcee-5ddc-4b77-88d2-ef8056bea9fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:43.802892 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bf12bcee-5ddc-4b77-88d2-ef8056bea9fd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3f2a7c0d-4067-4a08-9798-26eea2c26997 HTTP/1.1" status: 204 len: 168 time: 0.1482282 Mar 22 19:35:43.816262 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12bcee-5ddc-4b77-88d2-ef8056bea9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2a7c0d-4067-4a08-9798-26eea2c26997,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:43.897420 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcc9c9-7e3d-4f6d-8d2d-e23ee6023558 req-cb9c68d1-efc3-4ec5-9df1-9ea6ef3eda32 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:43.904515 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20dcc9c9-7e3d-4f6d-8d2d-e23ee6023558 req-cb9c68d1-efc3-4ec5-9df1-9ea6ef3eda32 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 945 time: 0.1192899 Mar 22 19:35:43.959842 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20dcc9c9-7e3d-4f6d-8d2d-e23ee6023558 req-7e5a5710-a7bb-400c-803a-3faa84f87de4 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543733 Mar 22 19:35:44.121505 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33812) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:44.137165 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bdfebbec-f179-4c06-b44f-a502c0e59f1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:44.220292 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bdfebbec-f179-4c06-b44f-a502c0e59f1c admin admin] Publish callbacks [] for security_group (b67f0db9-6bcf-474a-86d0-491e0f46defd), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:44.224397 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bdfebbec-f179-4c06-b44f-a502c0e59f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b67f0db9-6bcf-474a-86d0-491e0f46defd), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:44.268206 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bdfebbec-f179-4c06-b44f-a502c0e59f1c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=89e8440b3fb7451aaa1042207f3c4664&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1428316 Mar 22 19:35:44.268664 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33814) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:44.274867 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfebbec-f179-4c06-b44f-a502c0e59f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67f0db9-6bcf-474a-86d0-491e0f46defd,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:44.327821 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e39f81a7-ac0c-4f38-acaa-da57afb083bd admin admin] Publish callbacks [] for security_group (b67f0db9-6bcf-474a-86d0-491e0f46defd), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:44.356398 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e39f81a7-ac0c-4f38-acaa-da57afb083bd admin admin] Publish callbacks [] for security_group (b67f0db9-6bcf-474a-86d0-491e0f46defd), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:44.421672 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e39f81a7-ac0c-4f38-acaa-da57afb083bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b67f0db9-6bcf-474a-86d0-491e0f46defd), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:44.426881 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e39f81a7-ac0c-4f38-acaa-da57afb083bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:44.452184 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e39f81a7-ac0c-4f38-acaa-da57afb083bd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b67f0db9-6bcf-474a-86d0-491e0f46defd HTTP/1.1" status: 204 len: 168 time: 0.1685798 Mar 22 19:35:44.464299 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f81a7-ac0c-4f38-acaa-da57afb083bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67f0db9-6bcf-474a-86d0-491e0f46defd,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:44.514114 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c5dc0526-04dd-43a7-892a-d5d5d4d21e87 req-a646deb0-4365-4567-a1ea-6b4996d8df7d tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0501392 Mar 22 19:35:45.067727 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c9184b9b-bb21-4bac-859a-1fc6dd26f3a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:45.140998 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a02de-1789-4acc-b881-2eb74fb8e53b req-a03d942e-5923-47d7-a915-0953d9959f4c tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:45.150618 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5d5a02de-1789-4acc-b881-2eb74fb8e53b req-a03d942e-5923-47d7-a915-0953d9959f4c tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 945 time: 0.0791323 Mar 22 19:35:45.214531 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5d5a02de-1789-4acc-b881-2eb74fb8e53b req-0a84e203-564e-424f-93e4-ab54ed8ec43b tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619631 Mar 22 19:35:45.633153 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32c50a1a-634b-4f4b-b213-26f2cb0eceb6 req-a4375b37-cc9b-4fe2-b6a1-c7a1f94d4c62 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0325756 Mar 22 19:35:45.737702 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:46.350319 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5cb351-d7ca-4b62-bef4-6021744ccf81 req-6a388f9a-e79b-4bd1-8982-4862bc8bbc22 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:46.352363 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f5cb351-d7ca-4b62-bef4-6021744ccf81 req-6a388f9a-e79b-4bd1-8982-4862bc8bbc22 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 945 time: 0.0653272 Mar 22 19:35:46.431929 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f5cb351-d7ca-4b62-bef4-6021744ccf81 req-71159e38-9a97-4d98-8627-7daab7715bae tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739102 Mar 22 19:35:46.778009 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-edf3cc54-6203-49e7-b61f-b172cabee259 req-0aa92ef8-f528-4d2b-a931-983cdaba66a7 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0439363 Mar 22 19:35:47.377514 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-582b7315-beb8-4c45-b788-572b39448ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:47.566602 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4cb0f-91a0-4511-89a3-f8e8aa926d54 req-bbe26ded-493b-4e73-b1d9-759d0b596f1b tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:47.577154 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1fe4cb0f-91a0-4511-89a3-f8e8aa926d54 req-bbe26ded-493b-4e73-b1d9-759d0b596f1b tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 945 time: 0.0742834 Mar 22 19:35:47.647819 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1fe4cb0f-91a0-4511-89a3-f8e8aa926d54 req-b635ba46-91f8-4de0-89d2-100a147ad7b0 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680382 Mar 22 19:35:47.779627 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-26e1f5e1-ec32-44a1-b533-7f132601ea7a req-19c05faf-05b3-4a66-b776-dc4b5ee6a882 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=cb449ea2-de0c-496e-829f-154e91bd87cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0564201 Mar 22 19:35:47.887174 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1f5e1-ec32-44a1-b533-7f132601ea7a req-4c3afa47-cc33-4797-a012-096c67938c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:47.889114 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-26e1f5e1-ec32-44a1-b533-7f132601ea7a req-4c3afa47-cc33-4797-a012-096c67938c1e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=432e8044b4dc4099baeb3ef825b89673&device_id=cb449ea2-de0c-496e-829f-154e91bd87cc HTTP/1.1" status: 200 len: 1129 time: 0.0881639 Mar 22 19:35:47.913918 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-da9b496d-651d-44d8-b4cd-4f7646c3351b req-f046db11-6135-457e-b38b-b065905c995d tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0510240 Mar 22 19:35:48.018191 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1f5e1-ec32-44a1-b533-7f132601ea7a req-7fe53bec-3c9a-4984-8d36-48f386f84d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:48.019762 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-26e1f5e1-ec32-44a1-b533-7f132601ea7a req-7fe53bec-3c9a-4984-8d36-48f386f84d92 service neutron] 10.222.0.85 "GET /v2.0/networks?id=df3cb172-3bab-443c-aa40-b32eebecd0b3 HTTP/1.1" status: 200 len: 915 time: 0.1065969 Mar 22 19:35:48.096864 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-26e1f5e1-ec32-44a1-b533-7f132601ea7a req-7101674a-ec3b-48d0-aeef-fb0fffd52846 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc006b96-b91a-4b18-b354-293c37602770 HTTP/1.1" status: 200 len: 1001 time: 0.0709684 Mar 22 19:35:48.154640 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1f5e1-ec32-44a1-b533-7f132601ea7a req-03627826-b883-43ba-9623-f3c334c57053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:48.156612 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-26e1f5e1-ec32-44a1-b533-7f132601ea7a req-03627826-b883-43ba-9623-f3c334c57053 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=221bc404-2765-4ba4-8d0d-c9a0ec4273c0 HTTP/1.1" status: 200 len: 853 time: 0.0539041 Mar 22 19:35:48.217195 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1f5e1-ec32-44a1-b533-7f132601ea7a req-a8d2962c-f526-4ec6-b689-0b3f0e66daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:48.218924 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-26e1f5e1-ec32-44a1-b533-7f132601ea7a req-a8d2962c-f526-4ec6-b689-0b3f0e66daa7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=df3cb172-3bab-443c-aa40-b32eebecd0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0551760 Mar 22 19:35:48.238591 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:48.331686 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-26e1f5e1-ec32-44a1-b533-7f132601ea7a req-327e8d9f-afd3-43b4-9665-661e486f9264 service neutron] 10.222.0.85 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065333 Mar 22 19:35:48.431223 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-26e1f5e1-ec32-44a1-b533-7f132601ea7a req-cb8e9572-41c5-49c9-883e-4c49063b3442 service neutron] 10.222.0.85 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935524 Mar 22 19:35:48.648130 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:48.773924 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ef8e9-159b-4fcc-9a75-d322c6910f5b req-04511726-5fb8-49b2-b4a1-eddedd98bfbc tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:48.775654 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c58ef8e9-159b-4fcc-9a75-d322c6910f5b req-04511726-5fb8-49b2-b4a1-eddedd98bfbc tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 945 time: 0.0609834 Mar 22 19:35:48.840010 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c58ef8e9-159b-4fcc-9a75-d322c6910f5b req-85e87e81-0d59-4f06-afb8-d40394fde75b tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575771 Mar 22 19:35:49.033922 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1997650c-38b5-4d00-9edc-c0a9399ff0ea req-803da247-0ed3-469d-bc2d-2b578198a9e3 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0297370 Mar 22 19:35:49.971260 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8c75c-91df-4813-af7e-6d62bed4198e req-88201efd-3cd5-4776-bc91-55a1a1e00663 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:49.972952 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dcc8c75c-91df-4813-af7e-6d62bed4198e req-88201efd-3cd5-4776-bc91-55a1a1e00663 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 945 time: 0.0541837 Mar 22 19:35:50.027452 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dcc8c75c-91df-4813-af7e-6d62bed4198e req-3a2e5877-cd2d-4d76-9c17-83b58cd8a2b1 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463624 Mar 22 19:35:50.059706 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:50.146617 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bdf2db13-8577-4e93-817a-8b7d3fea49a9 req-36149ad5-3ad8-4913-a754-42394c1ef2c6 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0318527 Mar 22 19:35:50.470510 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371a0e9-ae7f-49a7-90b3-dbfddee3ddec req-17e1ecc3-f9b2-42c7-be5b-f7f9834e1185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:50.472167 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d371a0e9-ae7f-49a7-90b3-dbfddee3ddec req-17e1ecc3-f9b2-42c7-be5b-f7f9834e1185 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 1128 time: 0.0596838 Mar 22 19:35:50.531326 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d371a0e9-ae7f-49a7-90b3-dbfddee3ddec req-6b187817-9d39-4f25-9f11-d48b85b9d39e service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534797 Mar 22 19:35:51.159706 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587a767-0139-4c26-ad51-b2ee7d349a34 req-1b57b967-5fe9-4fac-ba09-b34acdb598a0 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:51.162678 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a587a767-0139-4c26-ad51-b2ee7d349a34 req-1b57b967-5fe9-4fac-ba09-b34acdb598a0 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 945 time: 0.0619118 Mar 22 19:35:51.225310 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a587a767-0139-4c26-ad51-b2ee7d349a34 req-50e1000a-0257-4396-85be-3e97a10b9092 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552747 Mar 22 19:35:51.273947 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-79c3a856-ea78-4122-984a-6c3f00684d0d req-e1ff7400-1202-488c-a697-14fa627cccbd tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0286295 Mar 22 19:35:51.323971 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:51.538475 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:35:52.351713 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc32fce-d7f5-4560-b9aa-a7220c959221 req-7d5c43e8-9256-4a66-9cc7-44e563b8b8df tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:52.355060 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cbc32fce-d7f5-4560-b9aa-a7220c959221 req-7d5c43e8-9256-4a66-9cc7-44e563b8b8df tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 945 time: 0.0588176 Mar 22 19:35:52.415805 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e5a59f1a-5b5c-4ccc-a303-29075a58580c req-a90855c0-6776-42ec-b9c5-4c1e8ca63751 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0458298 Mar 22 19:35:52.454620 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cbc32fce-d7f5-4560-b9aa-a7220c959221 req-4cc5f1f0-a954-4ff6-aa62-d3c4d6be25f2 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933082 Mar 22 19:35:52.752192 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-21fa7a8b-8abb-46f0-b0fa-cd757a613886 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:52.753707 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-21fa7a8b-8abb-46f0-b0fa-cd757a613886 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/networks?id=6bb536fb-01ec-4381-aa1c-ed7f9fda2185 HTTP/1.1" status: 200 len: 811 time: 0.1050334 Mar 22 19:35:52.770253 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-16198d35-856e-4165-b185-7dad9f0079a7 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/quotas/fa5be7a3064a40ca968f5aa04b51243a HTTP/1.1" status: 200 len: 375 time: 0.0101330 Mar 22 19:35:52.840210 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-7cf58c63-8b6d-4590-8f3c-ef85730db374 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=fa5be7a3064a40ca968f5aa04b51243a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648024 Mar 22 19:35:53.036378 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-e7ba86ff-6623-4272-bc7c-4a10e59473c7 service neutron] 10.222.0.75 "GET /v2.0/networks/6bb536fb-01ec-4381-aa1c-ed7f9fda2185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892767 Mar 22 19:35:53.150337 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-6eaf206c-9a13-404b-aa68-c6a1d593b594 service neutron] 10.222.0.75 "GET /v2.0/networks/6bb536fb-01ec-4381-aa1c-ed7f9fda2185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073103 Mar 22 19:35:53.338840 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-15ea3af2-eb58-4d2a-8eaf-534872539b9f req-c03473a0-c998-4573-b218-a07edb670244 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 210 time: 0.0338068 Mar 22 19:35:53.558289 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad5d39ca-a5fc-41d7-b7ab-86d38f16d44f req-534f21a9-9ffc-461b-ba9e-763124e84ce0 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0512013 Mar 22 19:35:53.877659 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-4b1f1a34-bdd8-4115-8053-2e7cd99f6c90 req-2e1509a6-a7a8-433a-8cff-f81c310cf7a4 service neutron] (104172) timed out ('10.222.0.75', 34574) {{(pid=104172) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 19:35:54.406756 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-bf6fa320-f8f9-47b0-8072-5caea7e4308a tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:54.408456 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-bf6fa320-f8f9-47b0-8072-5caea7e4308a tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.84 "GET /v2.0/networks?id=6bb536fb-01ec-4381-aa1c-ed7f9fda2185 HTTP/1.1" status: 200 len: 811 time: 0.1351206 Mar 22 19:35:54.425983 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-3a41818c-d481-4aaa-8b23-215eca7ac45b tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Request body: {'port': {'device_id': 'ac050b4b-d95d-45f8-a650-b8e3c0778fd8', 'network_id': '6bb536fb-01ec-4381-aa1c-ed7f9fda2185', 'admin_state_up': True, 'tenant_id': 'fa5be7a3064a40ca968f5aa04b51243a'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:35:54.511915 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-29f97ad6-08d8-469f-9916-bcf7be3b8c48 req-6f72aae2-f057-4b38-bbdb-fcff9448f451 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 210 time: 0.0664732 Mar 22 19:35:54.600084 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-3a41818c-d481-4aaa-8b23-215eca7ac45b tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Made reservation on behalf of fa5be7a3064a40ca968f5aa04b51243a for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:35:54.603531 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-3a41818c-d481-4aaa-8b23-215eca7ac45b tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:54.700347 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a578f98-0ae3-4755-9217-be2901db908f req-3df19b8f-e8bd-4d27-bfe0-925ce807b633 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0690875 Mar 22 19:35:54.771250 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-3a41818c-d481-4aaa-8b23-215eca7ac45b tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Allocated IP 172.20.0.9 (6bb536fb-01ec-4381-aa1c-ed7f9fda2185/2d648666-481d-48d0-b53a-fafde449cf83/4374018f-247e-4706-a2ec-70fe6b348725) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:35:54.938633 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-3a41818c-d481-4aaa-8b23-215eca7ac45b tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Publish callbacks [] for port (4374018f-247e-4706-a2ec-70fe6b348725), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:54.975783 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-3a41818c-d481-4aaa-8b23-215eca7ac45b tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (4374018f-247e-4706-a2ec-70fe6b348725), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:54.988091 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['627ea9b0-337f-416e-bff4-b877dff4d8b9'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:35:55.034787 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41818c-d481-4aaa-8b23-215eca7ac45b tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Pushing event updated for resources: {'Port': ['ID=4374018f-247e-4706-a2ec-70fe6b348725,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:55.046868 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-3a41818c-d481-4aaa-8b23-215eca7ac45b tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Network 6bb536fb-01ec-4381-aa1c-ed7f9fda2185 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:35:55.049427 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-3a41818c-d481-4aaa-8b23-215eca7ac45b tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:35:55.052034 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-3a41818c-d481-4aaa-8b23-215eca7ac45b tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:35:55.124644 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-3a41818c-d481-4aaa-8b23-215eca7ac45b tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:55.125544 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-3a41818c-d481-4aaa-8b23-215eca7ac45b tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:55.149522 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-3a41818c-d481-4aaa-8b23-215eca7ac45b tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7303376 Mar 22 19:35:55.161163 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-c0c36f67-6c76-4bf8-b96d-2e56f8bed4dd service neutron] Request body: {'port': {'device_id': 'ac050b4b-d95d-45f8-a650-b8e3c0778fd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:35:55.239483 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-c0c36f67-6c76-4bf8-b96d-2e56f8bed4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4374018f-247e-4706-a2ec-70fe6b348725), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:55.522740 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-c0c36f67-6c76-4bf8-b96d-2e56f8bed4dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4374018f-247e-4706-a2ec-70fe6b348725 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:35:55.531706 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-c0c36f67-6c76-4bf8-b96d-2e56f8bed4dd service neutron] Publish callbacks [] for port (4374018f-247e-4706-a2ec-70fe6b348725), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:55.546074 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-c0c36f67-6c76-4bf8-b96d-2e56f8bed4dd service neutron] Transition to ACTIVE for port object 4374018f-247e-4706-a2ec-70fe6b348725 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:35:55.552497 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-c0c36f67-6c76-4bf8-b96d-2e56f8bed4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (4374018f-247e-4706-a2ec-70fe6b348725), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:55.696267 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c36f67-6c76-4bf8-b96d-2e56f8bed4dd service neutron] Pushing event updated for resources: {'Port': ['ID=4374018f-247e-4706-a2ec-70fe6b348725,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:55.741649 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7746ef-3b0b-4387-8e31-221a8fbdf402 req-23de2a47-935f-4a20-92d7-592fffdda4a0 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:55.744023 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dc7746ef-3b0b-4387-8e31-221a8fbdf402 req-23de2a47-935f-4a20-92d7-592fffdda4a0 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 943 time: 0.1318169 Mar 22 19:35:55.747441 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-c0c36f67-6c76-4bf8-b96d-2e56f8bed4dd service neutron] Attempting to bind port 4374018f-247e-4706-a2ec-70fe6b348725 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:35:55.748003 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-c0c36f67-6c76-4bf8-b96d-2e56f8bed4dd service neutron] Attempting to bind port 4374018f-247e-4706-a2ec-70fe6b348725 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '6d7b89dd-5b66-4524-aa0b-d47b544ff22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6bb536fb-01ec-4381-aa1c-ed7f9fda2185'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:35:55.748340 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-c0c36f67-6c76-4bf8-b96d-2e56f8bed4dd service neutron] Attempting to bind port 4374018f-247e-4706-a2ec-70fe6b348725 on network 6bb536fb-01ec-4381-aa1c-ed7f9fda2185 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:35:55.817977 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dc7746ef-3b0b-4387-8e31-221a8fbdf402 req-fbc1ba23-2c28-47a4-a144-172450f88384 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536065 Mar 22 19:35:55.819021 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-c0c36f67-6c76-4bf8-b96d-2e56f8bed4dd service neutron] Port 4374018f-247e-4706-a2ec-70fe6b348725 on network 6bb536fb-01ec-4381-aa1c-ed7f9fda2185 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:35:55.819597 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-c0c36f67-6c76-4bf8-b96d-2e56f8bed4dd service neutron] Attempting to bind port 4374018f-247e-4706-a2ec-70fe6b348725 on network 6bb536fb-01ec-4381-aa1c-ed7f9fda2185 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:35:55.835410 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-c0c36f67-6c76-4bf8-b96d-2e56f8bed4dd service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:35:55.836126 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-c0c36f67-6c76-4bf8-b96d-2e56f8bed4dd service neutron] Checking segment: {'id': '6d7b89dd-5b66-4524-aa0b-d47b544ff22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6bb536fb-01ec-4381-aa1c-ed7f9fda2185'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:35:55.836728 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-c0c36f67-6c76-4bf8-b96d-2e56f8bed4dd service neutron] Bound using segment: {'id': '6d7b89dd-5b66-4524-aa0b-d47b544ff22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6bb536fb-01ec-4381-aa1c-ed7f9fda2185'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:35:55.837748 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-c0c36f67-6c76-4bf8-b96d-2e56f8bed4dd service neutron] Bound port: 4374018f-247e-4706-a2ec-70fe6b348725, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d7b89dd-5b66-4524-aa0b-d47b544ff22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6bb536fb-01ec-4381-aa1c-ed7f9fda2185'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:35:55.838969 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-c0c36f67-6c76-4bf8-b96d-2e56f8bed4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4374018f-247e-4706-a2ec-70fe6b348725), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:55.864429 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d301be58-ef5e-489f-80e3-915b6c6fe03f req-0479ed0e-4cb5-4f66-b5a9-c7c56c976875 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0679390 Mar 22 19:35:55.937144 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-c0c36f67-6c76-4bf8-b96d-2e56f8bed4dd service neutron] For port 4374018f-247e-4706-a2ec-70fe6b348725, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:35:55.940442 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-c0c36f67-6c76-4bf8-b96d-2e56f8bed4dd service neutron] For port 4374018f-247e-4706-a2ec-70fe6b348725, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=4374018f-247e-4706-a2ec-70fe6b348725,segment=NetworkSegment(6d7b89dd-5b66-4524-aa0b-d47b544ff22d),segment_id=6d7b89dd-5b66-4524-aa0b-d47b544ff22d)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:35:55.947602 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-c0c36f67-6c76-4bf8-b96d-2e56f8bed4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (4374018f-247e-4706-a2ec-70fe6b348725), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:55.987622 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-c0c36f67-6c76-4bf8-b96d-2e56f8bed4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:55.988243 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-c0c36f67-6c76-4bf8-b96d-2e56f8bed4dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:55.989615 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-c0c36f67-6c76-4bf8-b96d-2e56f8bed4dd service neutron] 10.222.0.84 "PUT /v2.0/ports/4374018f-247e-4706-a2ec-70fe6b348725 HTTP/1.1" status: 200 len: 1092 time: 0.8328032 Mar 22 19:35:55.990174 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac050b4b-d95d-45f8-a650-b8e3c0778fd8', 'tag': '4374018f-247e-4706-a2ec-70fe6b348725'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:35:55.992395 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c627842-0a72-4891-87f5-938866321ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "ac050b4b-d95d-45f8-a650-b8e3c0778fd8", "tag": "4374018f-247e-4706-a2ec-70fe6b348725"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:35:56.021332 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c36f67-6c76-4bf8-b96d-2e56f8bed4dd service neutron] Pushing event updated for resources: {'Port': ['ID=4374018f-247e-4706-a2ec-70fe6b348725,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:56.047158 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261846c9-f678-42d8-be99-13053af072b0 x-openstack-request-id: req-261846c9-f678-42d8-be99-13053af072b0 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:35:56.047561 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac050b4b-d95d-45f8-a650-b8e3c0778fd8", "tag": "4374018f-247e-4706-a2ec-70fe6b348725", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:35:56.047682 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-261846c9-f678-42d8-be99-13053af072b0 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:35:56.048094 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-261846c9-f678-42d8-be99-13053af072b0'] response: {'name': 'network-changed', 'server_uuid': 'ac050b4b-d95d-45f8-a650-b8e3c0778fd8', 'tag': '4374018f-247e-4706-a2ec-70fe6b348725', 'status': 'completed', 'code': 200} Mar 22 19:35:56.091168 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-45e28ab0-7022-411f-87d4-40230e53a87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:56.091168 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-45e28ab0-7022-411f-87d4-40230e53a87f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fa5be7a3064a40ca968f5aa04b51243a&device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 1126 time: 0.0551658 Mar 22 19:35:56.137328 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-c11fd070-5b50-4106-97fd-981d87984fda service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4374018f-247e-4706-a2ec-70fe6b348725 HTTP/1.1" status: 200 len: 217 time: 0.0387666 Mar 22 19:35:56.191800 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-eab04d6a-1a4b-4366-b3b2-23dd258271bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:56.193322 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-eab04d6a-1a4b-4366-b3b2-23dd258271bf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2d648666-481d-48d0-b53a-fafde449cf83 HTTP/1.1" status: 200 len: 851 time: 0.0500832 Mar 22 19:35:56.234690 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-7921d3e3-132e-459d-9f3e-a7949b331ec5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6bb536fb-01ec-4381-aa1c-ed7f9fda2185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341830 Mar 22 19:35:56.340312 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-70908dd3-575f-4b84-8300-a50d6d5c499e service neutron] 10.222.0.84 "GET /v2.0/networks/6bb536fb-01ec-4381-aa1c-ed7f9fda2185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983815 Mar 22 19:35:56.435022 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34204) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:56.437764 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-489abf7f-cfa8-4c11-8219-4365bf413060 req-fcea5527-acbd-485a-a1be-a34dd8f20f33 service neutron] 10.222.0.84 "GET /v2.0/networks/6bb536fb-01ec-4381-aa1c-ed7f9fda2185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919423 Mar 22 19:35:56.529596 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c627842-0a72-4891-87f5-938866321ee0 req-4e0eac09-9492-416d-950f-42512aaaf9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:56.531188 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c627842-0a72-4891-87f5-938866321ee0 req-4e0eac09-9492-416d-950f-42512aaaf9ce service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fa5be7a3064a40ca968f5aa04b51243a&device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 1126 time: 0.0467806 Mar 22 19:35:56.547099 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-499a2b8d-665c-4c88-9565-e7e86f9355a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:56.624250 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c627842-0a72-4891-87f5-938866321ee0 req-2ce62ba1-40b1-4c32-b2b5-83d7582a879b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:56.625575 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-499a2b8d-665c-4c88-9565-e7e86f9355a9 admin admin] Publish callbacks [] for security_group (b844f299-24f8-444a-8b50-8a3ee9748547), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:56.625779 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c627842-0a72-4891-87f5-938866321ee0 req-2ce62ba1-40b1-4c32-b2b5-83d7582a879b service neutron] 10.222.0.84 "GET /v2.0/networks?id=6bb536fb-01ec-4381-aa1c-ed7f9fda2185 HTTP/1.1" status: 200 len: 912 time: 0.0877237 Mar 22 19:35:56.630804 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-499a2b8d-665c-4c88-9565-e7e86f9355a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b844f299-24f8-444a-8b50-8a3ee9748547), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:56.671241 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-499a2b8d-665c-4c88-9565-e7e86f9355a9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ccb76c72a89849189ac6df0be8a73916&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2328243 Mar 22 19:35:56.671241 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a2b8d-665c-4c88-9565-e7e86f9355a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b844f299-24f8-444a-8b50-8a3ee9748547,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:56.671816 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 34208) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:56.680006 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c627842-0a72-4891-87f5-938866321ee0 req-142737b6-fc64-4aea-8a37-05ac2e19a144 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4374018f-247e-4706-a2ec-70fe6b348725 HTTP/1.1" status: 200 len: 217 time: 0.0473135 Mar 22 19:35:56.749213 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c627842-0a72-4891-87f5-938866321ee0 req-163c96df-21ab-410a-8a74-feb20bac3913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:56.750694 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c627842-0a72-4891-87f5-938866321ee0 req-163c96df-21ab-410a-8a74-feb20bac3913 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2d648666-481d-48d0-b53a-fafde449cf83 HTTP/1.1" status: 200 len: 851 time: 0.0643973 Mar 22 19:35:56.767738 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fed4effc-829d-495f-a031-41f99368ada9 admin admin] Publish callbacks [] for security_group (b844f299-24f8-444a-8b50-8a3ee9748547), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:56.786481 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c627842-0a72-4891-87f5-938866321ee0 req-8c857985-f398-49ec-bc9d-203e372c76d3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6bb536fb-01ec-4381-aa1c-ed7f9fda2185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287290 Mar 22 19:35:56.847792 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fed4effc-829d-495f-a031-41f99368ada9 admin admin] Publish callbacks [] for security_group (b844f299-24f8-444a-8b50-8a3ee9748547), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:56.945340 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c627842-0a72-4891-87f5-938866321ee0 req-ec6a9d8c-2dd8-4a60-b97c-ef9c2e4e41b9 service neutron] 10.222.0.84 "GET /v2.0/networks/6bb536fb-01ec-4381-aa1c-ed7f9fda2185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514032 Mar 22 19:35:56.982593 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef9a8f-1829-48a6-89a9-971b174dc78f req-022e0953-d99e-4bfd-8366-859a1d13f0ab tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:56.984036 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83ef9a8f-1829-48a6-89a9-971b174dc78f req-022e0953-d99e-4bfd-8366-859a1d13f0ab tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 943 time: 0.1123097 Mar 22 19:35:57.036180 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-723ac4dc-ceda-4846-b515-8a4fd90c211c req-1c8a7d96-920e-4d96-abe4-65834ed7f04b tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0815206 Mar 22 19:35:57.044035 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fed4effc-829d-495f-a031-41f99368ada9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b844f299-24f8-444a-8b50-8a3ee9748547), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:57.046529 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fed4effc-829d-495f-a031-41f99368ada9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:57.047615 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fed4effc-829d-495f-a031-41f99368ada9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b844f299-24f8-444a-8b50-8a3ee9748547 HTTP/1.1" status: 204 len: 168 time: 0.3748767 Mar 22 19:35:57.078733 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed4effc-829d-495f-a031-41f99368ada9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b844f299-24f8-444a-8b50-8a3ee9748547,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:57.141465 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83ef9a8f-1829-48a6-89a9-971b174dc78f req-9f421af8-efc5-4dc4-9d34-ccfaa343dfcf tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100333 Mar 22 19:35:57.150225 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c627842-0a72-4891-87f5-938866321ee0 req-9767252d-d1d2-43e0-8227-e746cbec499d service neutron] 10.222.0.84 "GET /v2.0/networks/6bb536fb-01ec-4381-aa1c-ed7f9fda2185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981168 Mar 22 19:35:57.329104 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34218) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:57.342370 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-eb2581ae-a115-45d9-862f-84cef4d2e2ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:57.421307 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-eb2581ae-a115-45d9-862f-84cef4d2e2ce admin admin] Publish callbacks [] for security_group (611cd97f-ba51-43bd-bd7e-95f33d25a4f4), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:57.426107 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-eb2581ae-a115-45d9-862f-84cef4d2e2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (611cd97f-ba51-43bd-bd7e-95f33d25a4f4), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:57.465726 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-eb2581ae-a115-45d9-862f-84cef4d2e2ce admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d331ac8ab90543eab4f3662d6e4b1bfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1353867 Mar 22 19:35:57.466865 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2581ae-a115-45d9-862f-84cef4d2e2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611cd97f-ba51-43bd-bd7e-95f33d25a4f4,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:57.468389 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 34220) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:57.518466 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0bbd4e50-633b-45c0-a409-a8c49b137cff admin admin] Publish callbacks [] for security_group (611cd97f-ba51-43bd-bd7e-95f33d25a4f4), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:57.543586 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0bbd4e50-633b-45c0-a409-a8c49b137cff admin admin] Publish callbacks [] for security_group (611cd97f-ba51-43bd-bd7e-95f33d25a4f4), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:57.590192 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0bbd4e50-633b-45c0-a409-a8c49b137cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (611cd97f-ba51-43bd-bd7e-95f33d25a4f4), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:57.592888 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0bbd4e50-633b-45c0-a409-a8c49b137cff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:57.594061 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0bbd4e50-633b-45c0-a409-a8c49b137cff admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/611cd97f-ba51-43bd-bd7e-95f33d25a4f4 HTTP/1.1" status: 204 len: 168 time: 0.1246448 Mar 22 19:35:57.611460 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd4e50-633b-45c0-a409-a8c49b137cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611cd97f-ba51-43bd-bd7e-95f33d25a4f4,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:58.155364 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9b6a6c2-d69e-412f-8cfb-91406b88c9db req-510a5797-a592-43a9-b090-94adcc5f165a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0330403 Mar 22 19:35:58.269038 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55eab1-e65e-4d1b-8962-115e612e08dd req-c6d40d5a-d4ea-4d93-860b-82d86b8dff05 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:58.270570 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f55eab1-e65e-4d1b-8962-115e612e08dd req-c6d40d5a-d4ea-4d93-860b-82d86b8dff05 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 943 time: 0.0543025 Mar 22 19:35:58.323720 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f55eab1-e65e-4d1b-8962-115e612e08dd req-7ec61777-61b9-4c98-b351-cebcf71fab64 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463321 Mar 22 19:35:59.177256 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 34272) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:59.196351 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 4374018f-247e-4706-a2ec-70fe6b348725 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:35:59.304519 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cd097433-d217-4243-8909-87805dfea8ce req-110e96e7-5433-417f-9d98-8f2ece132cb6 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0360739 Mar 22 19:35:59.317661 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-848169fc-4c57-4264-a14e-825eae9c2f76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:59.322365 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 4374018f-247e-4706-a2ec-70fe6b348725, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=4374018f-247e-4706-a2ec-70fe6b348725,segment=NetworkSegment(6d7b89dd-5b66-4524-aa0b-d47b544ff22d),segment_id=6d7b89dd-5b66-4524-aa0b-d47b544ff22d)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:59.337992 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '4374018f-247e-4706-a2ec-70fe6b348725', 'network_id': '6bb536fb-01ec-4381-aa1c-ed7f9fda2185', 'port_id': '4374018f-247e-4706-a2ec-70fe6b348725', 'mac_address': 'fa:16:3e:94:eb:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d648666-481d-48d0-b53a-fafde449cf83', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:35:59.380059 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 4374018f-247e-4706-a2ec-70fe6b348725 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:35:59.380556 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4374018f-247e-4706-a2ec-70fe6b348725), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:59.399186 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4374018f-247e-4706-a2ec-70fe6b348725 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:35:59.422407 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 4374018f-247e-4706-a2ec-70fe6b348725, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=4374018f-247e-4706-a2ec-70fe6b348725,segment=NetworkSegment(6d7b89dd-5b66-4524-aa0b-d47b544ff22d),segment_id=6d7b89dd-5b66-4524-aa0b-d47b544ff22d)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:35:59.427356 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4374018f-247e-4706-a2ec-70fe6b348725), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:59.445031 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-848169fc-4c57-4264-a14e-825eae9c2f76 admin admin] Publish callbacks [] for security_group (34efa8fd-cbe2-4a2c-8f0e-64f166dd7cc6), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:59.450360 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-848169fc-4c57-4264-a14e-825eae9c2f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (34efa8fd-cbe2-4a2c-8f0e-64f166dd7cc6), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:59.482550 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=4374018f-247e-4706-a2ec-70fe6b348725,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:59.496700 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848169fc-4c57-4264-a14e-825eae9c2f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34efa8fd-cbe2-4a2c-8f0e-64f166dd7cc6,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:35:59.504181 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-848169fc-4c57-4264-a14e-825eae9c2f76 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=41811d8c5e3746c5af1e22f19c952215&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3233230 Mar 22 19:35:59.504564 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34280) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:35:59.509404 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df024e6-a5f1-4086-9e75-2984cf0555ac req-90538953-b689-4360-b29b-f03490e8c85f tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:35:59.512103 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2df024e6-a5f1-4086-9e75-2984cf0555ac req-90538953-b689-4360-b29b-f03490e8c85f tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 943 time: 0.1042593 Mar 22 19:35:59.562847 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3aa37a7e-4f1e-46b1-a952-89ca44a618cc admin admin] Publish callbacks [] for security_group (34efa8fd-cbe2-4a2c-8f0e-64f166dd7cc6), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:59.566996 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2df024e6-a5f1-4086-9e75-2984cf0555ac req-02cb581b-473b-420e-8cae-1b497bb5107f tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455108 Mar 22 19:35:59.586070 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3aa37a7e-4f1e-46b1-a952-89ca44a618cc admin admin] Publish callbacks [] for security_group (34efa8fd-cbe2-4a2c-8f0e-64f166dd7cc6), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:59.631692 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['4374018f-247e-4706-a2ec-70fe6b348725'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:35:59.642674 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3aa37a7e-4f1e-46b1-a952-89ca44a618cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (34efa8fd-cbe2-4a2c-8f0e-64f166dd7cc6), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:59.645869 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3aa37a7e-4f1e-46b1-a952-89ca44a618cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:35:59.649453 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3aa37a7e-4f1e-46b1-a952-89ca44a618cc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/34efa8fd-cbe2-4a2c-8f0e-64f166dd7cc6 HTTP/1.1" status: 204 len: 168 time: 0.1413779 Mar 22 19:35:59.656125 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa37a7e-4f1e-46b1-a952-89ca44a618cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34efa8fd-cbe2-4a2c-8f0e-64f166dd7cc6,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:00.417395 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a959a7e5-180d-4f1e-a8dd-41be303d7ff1 req-d04bbca7-df80-4213-9089-ab1509b83948 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0303688 Mar 22 19:36:00.702077 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de1e83-00cf-4d1b-8166-86a2c87df4de req-88aeca0d-9f4c-4955-8c7b-30fbffd55265 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:00.703488 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80de1e83-00cf-4d1b-8166-86a2c87df4de req-88aeca0d-9f4c-4955-8c7b-30fbffd55265 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 944 time: 0.0588670 Mar 22 19:36:00.751636 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80de1e83-00cf-4d1b-8166-86a2c87df4de req-6c78fd3a-4dfe-4df9-840b-d9b85b77bd37 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422933 Mar 22 19:36:00.943562 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34330) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:01.050655 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2f96547-28a7-40d3-9505-dbceaf51257b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:01.127633 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2f96547-28a7-40d3-9505-dbceaf51257b admin admin] Publish callbacks [] for security_group (dc725ae8-9de1-471e-a801-4bcd29c64d86), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:01.132597 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2f96547-28a7-40d3-9505-dbceaf51257b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (dc725ae8-9de1-471e-a801-4bcd29c64d86), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:01.173097 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f2f96547-28a7-40d3-9505-dbceaf51257b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fba750d1cf704eb8a88ee37d61d48833&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2284164 Mar 22 19:36:01.174253 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f96547-28a7-40d3-9505-dbceaf51257b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc725ae8-9de1-471e-a801-4bcd29c64d86,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:01.175963 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 34334) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:01.211638 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 4374018f-247e-4706-a2ec-70fe6b348725 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:36:01.226172 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cdc7e56d-932a-435a-ae13-03ddea28385d admin admin] Publish callbacks [] for security_group (dc725ae8-9de1-471e-a801-4bcd29c64d86), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:01.249151 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cdc7e56d-932a-435a-ae13-03ddea28385d admin admin] Publish callbacks [] for security_group (dc725ae8-9de1-471e-a801-4bcd29c64d86), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:01.268174 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 4374018f-247e-4706-a2ec-70fe6b348725 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:36:01.272749 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 4374018f-247e-4706-a2ec-70fe6b348725 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:36:01.273621 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (4374018f-247e-4706-a2ec-70fe6b348725), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:01.300417 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cdc7e56d-932a-435a-ae13-03ddea28385d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (dc725ae8-9de1-471e-a801-4bcd29c64d86), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:01.304155 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cdc7e56d-932a-435a-ae13-03ddea28385d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:01.305532 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-cdc7e56d-932a-435a-ae13-03ddea28385d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dc725ae8-9de1-471e-a801-4bcd29c64d86 HTTP/1.1" status: 204 len: 168 time: 0.1285427 Mar 22 19:36:01.317407 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc7e56d-932a-435a-ae13-03ddea28385d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc725ae8-9de1-471e-a801-4bcd29c64d86,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:01.389161 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 4374018f-247e-4706-a2ec-70fe6b348725 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:36:01.389998 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4374018f-247e-4706-a2ec-70fe6b348725), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:01.417846 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac050b4b-d95d-45f8-a650-b8e3c0778fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4374018f-247e-4706-a2ec-70fe6b348725'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:36:01.420334 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbd58a6-c31f-4c34-a460-7e69fe34becd" -d '{"events": [{"server_uuid": "ac050b4b-d95d-45f8-a650-b8e3c0778fd8", "name": "network-vif-plugged", "status": "completed", "tag": "4374018f-247e-4706-a2ec-70fe6b348725"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:36:01.460828 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 4374018f-247e-4706-a2ec-70fe6b348725, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=4374018f-247e-4706-a2ec-70fe6b348725,segment=NetworkSegment(6d7b89dd-5b66-4524-aa0b-d47b544ff22d),segment_id=6d7b89dd-5b66-4524-aa0b-d47b544ff22d)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:36:01.466491 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6508bd1e-755b-497e-a6c7-f2d689b26de5 x-openstack-request-id: req-6508bd1e-755b-497e-a6c7-f2d689b26de5 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:36:01.468357 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac050b4b-d95d-45f8-a650-b8e3c0778fd8", "name": "network-vif-plugged", "status": "completed", "tag": "4374018f-247e-4706-a2ec-70fe6b348725", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:36:01.468682 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6508bd1e-755b-497e-a6c7-f2d689b26de5 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:36:01.469232 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6508bd1e-755b-497e-a6c7-f2d689b26de5'] response: {'server_uuid': 'ac050b4b-d95d-45f8-a650-b8e3c0778fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4374018f-247e-4706-a2ec-70fe6b348725', 'code': 200} Mar 22 19:36:01.471334 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4374018f-247e-4706-a2ec-70fe6b348725), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:01.584386 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=4374018f-247e-4706-a2ec-70fe6b348725,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:01.597834 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-55416f33-03c0-46bb-9454-ef0d7018317c req-7458991c-077f-4fbb-aa2b-3f7a87ad3a80 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0577500 Mar 22 19:36:01.614960 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee05cc-cf6e-4b87-9c76-bbe0d7ef7d4d req-ffac4eae-4685-4a27-b172-4b5e668a1156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:01.616491 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e8ee05cc-cf6e-4b87-9c76-bbe0d7ef7d4d req-ffac4eae-4685-4a27-b172-4b5e668a1156 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 1128 time: 0.0865245 Mar 22 19:36:01.672700 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e8ee05cc-cf6e-4b87-9c76-bbe0d7ef7d4d req-6665f0ea-484c-465a-ba6b-1a15a61b1dd6 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501282 Mar 22 19:36:01.949921 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732c0bc-0f8d-4370-8829-0d2eb5391f9d req-09a6f56c-51d7-4642-b5f8-af4e9513dae9 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:01.957144 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f732c0bc-0f8d-4370-8829-0d2eb5391f9d req-09a6f56c-51d7-4642-b5f8-af4e9513dae9 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 945 time: 0.1172733 Mar 22 19:36:02.055175 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f732c0bc-0f8d-4370-8829-0d2eb5391f9d req-5d915178-1ba3-4ea0-8332-df7ba16c30a9 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774047 Mar 22 19:36:02.800361 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-99bcb7fc-9f23-4dcd-8fdc-67847ccfde14 req-4ca29818-499e-4a53-9cfa-5ec0fe104cdd tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0428174 Mar 22 19:36:03.201013 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a50c6f-6748-4638-9f31-b78ea7a5eb9d req-069cf190-93af-451e-be74-ddfdd055bb2c tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:03.209022 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-13a50c6f-6748-4638-9f31-b78ea7a5eb9d req-069cf190-93af-451e-be74-ddfdd055bb2c tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 945 time: 0.0769789 Mar 22 19:36:03.270685 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-13a50c6f-6748-4638-9f31-b78ea7a5eb9d req-99cacac4-8356-4ce0-81f6-cec1c944a826 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602479 Mar 22 19:36:03.611053 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082a1c9-8291-4eaf-8629-8a72d35d8112 req-524887d5-12b6-4e42-960b-5aec78a4ce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:03.612760 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f082a1c9-8291-4eaf-8629-8a72d35d8112 req-524887d5-12b6-4e42-960b-5aec78a4ce76 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fa5be7a3064a40ca968f5aa04b51243a&device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 1128 time: 0.1033688 Mar 22 19:36:03.765031 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df192919-9a6b-44e6-bc53-80fada9f4f79 req-e47723f5-cfd5-41fb-9660-f102ba50ca4d tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:03.767423 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-df192919-9a6b-44e6-bc53-80fada9f4f79 req-e47723f5-cfd5-41fb-9660-f102ba50ca4d tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 945 time: 0.1779926 Mar 22 19:36:03.785269 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082a1c9-8291-4eaf-8629-8a72d35d8112 req-a1651fdb-9fb3-4525-910f-16bb2c2cdeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:03.787133 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f082a1c9-8291-4eaf-8629-8a72d35d8112 req-a1651fdb-9fb3-4525-910f-16bb2c2cdeeb service neutron] 10.222.0.84 "GET /v2.0/networks?id=6bb536fb-01ec-4381-aa1c-ed7f9fda2185 HTTP/1.1" status: 200 len: 912 time: 0.1658370 Mar 22 19:36:03.912947 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f082a1c9-8291-4eaf-8629-8a72d35d8112 req-186c992c-55b7-4c83-abe4-6e0cb2f6dc08 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4374018f-247e-4706-a2ec-70fe6b348725 HTTP/1.1" status: 200 len: 217 time: 0.1165426 Mar 22 19:36:03.981691 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082a1c9-8291-4eaf-8629-8a72d35d8112 req-807228ed-8f80-40ee-afe0-72b8fbc2261a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:03.983182 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f082a1c9-8291-4eaf-8629-8a72d35d8112 req-807228ed-8f80-40ee-afe0-72b8fbc2261a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2d648666-481d-48d0-b53a-fafde449cf83 HTTP/1.1" status: 200 len: 851 time: 0.0526378 Mar 22 19:36:04.060382 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c1632298-323e-416a-a768-ae7c08b5792e req-9183c5ab-2f28-49b1-993b-ccf9a0cc5fba tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0760851 Mar 22 19:36:04.062919 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f082a1c9-8291-4eaf-8629-8a72d35d8112 req-dbe8725f-e572-490a-867b-e26ee452470c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6bb536fb-01ec-4381-aa1c-ed7f9fda2185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641055 Mar 22 19:36:04.097396 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-df192919-9a6b-44e6-bc53-80fada9f4f79 req-e9108674-28e1-4845-9c28-658a4beb1106 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205884 Mar 22 19:36:04.196892 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f082a1c9-8291-4eaf-8629-8a72d35d8112 req-5a21e6e3-dbf8-4cfe-a66d-9a102b548904 service neutron] 10.222.0.84 "GET /v2.0/networks/6bb536fb-01ec-4381-aa1c-ed7f9fda2185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259437 Mar 22 19:36:04.300699 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f082a1c9-8291-4eaf-8629-8a72d35d8112 req-324faeb7-33dd-4831-8838-481bc5400251 service neutron] 10.222.0.84 "GET /v2.0/networks/6bb536fb-01ec-4381-aa1c-ed7f9fda2185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980713 Mar 22 19:36:05.179606 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2eb3cc81-24c8-4925-87d0-0bbde56491d8 req-e4d1be7b-9341-4170-8279-655172921916 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0339472 Mar 22 19:36:05.234410 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ccb0e-8f34-48ab-b927-2513046b3fb6 req-f0cafb5a-b62f-48ea-8825-b1e2a41e6d6b tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:05.236137 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f84ccb0e-8f34-48ab-b927-2513046b3fb6 req-f0cafb5a-b62f-48ea-8825-b1e2a41e6d6b tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 945 time: 0.0548303 Mar 22 19:36:05.284618 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f84ccb0e-8f34-48ab-b927-2513046b3fb6 req-476309aa-58b1-40d0-98b2-1d7bcd4c311c tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430212 Mar 22 19:36:05.625990 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12960873-12bc-4db1-b316-b6aa3dc310b8 req-84ca2aa9-cea3-4a29-89a2-3c24163ae01d tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:05.627552 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-12960873-12bc-4db1-b316-b6aa3dc310b8 req-84ca2aa9-cea3-4a29-89a2-3c24163ae01d tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 945 time: 0.0564163 Mar 22 19:36:05.675458 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-12960873-12bc-4db1-b316-b6aa3dc310b8 req-b5d52df0-5918-4949-a278-e4f81b87b45d tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420246 Mar 22 19:36:06.286898 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6e4b7428-265b-4efb-b62d-f151f588d1a0 req-3502b552-e703-46de-99ed-f4191b1f2ad5 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0299633 Mar 22 19:36:06.412801 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7adae-4400-4a3b-b7eb-ff94ffa6f7a7 req-c8c6132e-b9eb-45c8-afc1-6207c977c1c6 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:06.414434 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a2c7adae-4400-4a3b-b7eb-ff94ffa6f7a7 req-c8c6132e-b9eb-45c8-afc1-6207c977c1c6 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 945 time: 0.0521600 Mar 22 19:36:06.465926 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a2c7adae-4400-4a3b-b7eb-ff94ffa6f7a7 req-61cb05dd-6970-4d96-859f-f7cc3ba118b3 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456681 Mar 22 19:36:06.799437 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82403031-f431-43eb-a769-4492d220c7fd req-c7e900b4-d860-43e2-9c7b-a57a24e39dc3 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:06.801216 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-82403031-f431-43eb-a769-4492d220c7fd req-c7e900b4-d860-43e2-9c7b-a57a24e39dc3 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 945 time: 0.0527027 Mar 22 19:36:06.849614 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-82403031-f431-43eb-a769-4492d220c7fd req-e9b7fd14-ac61-4c5d-b681-14b563e02c71 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426633 Mar 22 19:36:07.390248 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7e5b7749-0fef-4ae0-8f0f-591b825519ad req-eaf02fc1-eac5-46ae-bb09-f849a6f015e1 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0298920 Mar 22 19:36:07.609132 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c05279-b423-4268-aa38-f3cc391a0c2a req-3a41b2ab-1c6e-4210-9d3c-c4b08e6d5037 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:07.617139 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-23c05279-b423-4268-aa38-f3cc391a0c2a req-3a41b2ab-1c6e-4210-9d3c-c4b08e6d5037 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 945 time: 0.0679889 Mar 22 19:36:07.667992 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-23c05279-b423-4268-aa38-f3cc391a0c2a req-bf43936b-1309-4196-b906-bc5fb6ce6d5b tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499527 Mar 22 19:36:07.977744 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279472f7-741c-441b-b89f-e25e009f5c94 req-38249a02-945c-43db-8271-b3e504c5c332 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:07.979667 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-279472f7-741c-441b-b89f-e25e009f5c94 req-38249a02-945c-43db-8271-b3e504c5c332 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 945 time: 0.0546856 Mar 22 19:36:08.034285 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-279472f7-741c-441b-b89f-e25e009f5c94 req-54ebe0db-814b-438a-9ade-6c72def97dae tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488071 Mar 22 19:36:08.251004 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 34470) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:08.255624 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-fe1cb512-122d-48c7-bd51-08ab19ebb49b tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1760233453', 'description': 'tempest-description--212370866'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:36:08.276178 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fe1cb512-122d-48c7-bd51-08ab19ebb49b tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:08.346874 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fe1cb512-122d-48c7-bd51-08ab19ebb49b tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group (93b10471-3aaa-4e0f-bbae-299bd05ceaa2), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:08.351235 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fe1cb512-122d-48c7-bd51-08ab19ebb49b tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (93b10471-3aaa-4e0f-bbae-299bd05ceaa2), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:08.383314 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fe1cb512-122d-48c7-bd51-08ab19ebb49b tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:08.384554 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fe1cb512-122d-48c7-bd51-08ab19ebb49b tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1325555 Mar 22 19:36:08.387120 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1cb512-122d-48c7-bd51-08ab19ebb49b tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93b10471-3aaa-4e0f-bbae-299bd05ceaa2,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:08.388286 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34474) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:08.393018 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-f75ce196-2cca-4710-8fd6-0321d3b48fca tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Request body: {'security_group_rule': {'security_group_id': '93b10471-3aaa-4e0f-bbae-299bd05ceaa2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:36:08.422376 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f75ce196-2cca-4710-8fd6-0321d3b48fca tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group_rule (0c24e945-0c88-4224-b3f9-d65b111e897f), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:08.479880 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f75ce196-2cca-4710-8fd6-0321d3b48fca tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group_rule (0c24e945-0c88-4224-b3f9-d65b111e897f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:08.485034 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f75ce196-2cca-4710-8fd6-0321d3b48fca tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (0c24e945-0c88-4224-b3f9-d65b111e897f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:08.509144 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa4360b7-0339-496c-a9d2-824e1435d2bd req-4107104a-48df-481c-9b0d-3b9c796d48d1 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0397611 Mar 22 19:36:08.530942 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ce196-2cca-4710-8fd6-0321d3b48fca tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c24e945-0c88-4224-b3f9-d65b111e897f,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:08.540321 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f75ce196-2cca-4710-8fd6-0321d3b48fca tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:08.547061 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 34482) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:08.552320 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-aa71cba2-dddb-4627-88db-d91ad61f473e tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Request body: {'security_group_rule': {'security_group_id': '93b10471-3aaa-4e0f-bbae-299bd05ceaa2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:36:08.554329 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f75ce196-2cca-4710-8fd6-0321d3b48fca tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1648548 Mar 22 19:36:08.581444 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-aa71cba2-dddb-4627-88db-d91ad61f473e tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group_rule (226a67a2-7619-429a-bba0-c37a3b4ee34b), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:08.648882 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-aa71cba2-dddb-4627-88db-d91ad61f473e tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group_rule (226a67a2-7619-429a-bba0-c37a3b4ee34b), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:08.653325 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-aa71cba2-dddb-4627-88db-d91ad61f473e tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (226a67a2-7619-429a-bba0-c37a3b4ee34b), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:08.674121 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71cba2-dddb-4627-88db-d91ad61f473e tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=226a67a2-7619-429a-bba0-c37a3b4ee34b,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:08.678495 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-aa71cba2-dddb-4627-88db-d91ad61f473e tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:08.682826 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-aa71cba2-dddb-4627-88db-d91ad61f473e tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1314886 Mar 22 19:36:08.683375 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34490) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:08.687878 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-7f81f1d8-4cad-4648-be13-0df86c85c6a9 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:36:08.732120 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7f81f1d8-4cad-4648-be13-0df86c85c6a9 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:08.858521 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfebd03-6364-4a1f-b67d-11c8bae73c44 req-119ae3d1-b0fe-4709-96e4-1741912d63a5 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:08.860047 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bfebd03-6364-4a1f-b67d-11c8bae73c44 req-119ae3d1-b0fe-4709-96e4-1741912d63a5 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 945 time: 0.0688272 Mar 22 19:36:08.878620 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7f81f1d8-4cad-4648-be13-0df86c85c6a9 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:08.937445 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bfebd03-6364-4a1f-b67d-11c8bae73c44 req-7c63aaec-99a7-49a6-8807-ed3ef3024232 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647564 Mar 22 19:36:09.005366 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-7f81f1d8-4cad-4648-be13-0df86c85c6a9 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Allocated IP 172.25.5.132 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/d4305f7a-9784-4fc9-b358-c2c83744661f) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:36:09.127325 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7f81f1d8-4cad-4648-be13-0df86c85c6a9 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for port (d4305f7a-9784-4fc9-b358-c2c83744661f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:09.168236 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7f81f1d8-4cad-4648-be13-0df86c85c6a9 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (d4305f7a-9784-4fc9-b358-c2c83744661f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:09.205009 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f81f1d8-4cad-4648-be13-0df86c85c6a9 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:36:09.207013 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93433618-f95b-4a0a-aafb-077ea54161ff req-9acba407-2789-451c-bbe9-9d07a0f2333b tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:09.208824 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-7f81f1d8-4cad-4648-be13-0df86c85c6a9 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:36:09.218544 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-93433618-f95b-4a0a-aafb-077ea54161ff req-9acba407-2789-451c-bbe9-9d07a0f2333b tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 945 time: 0.0994556 Mar 22 19:36:09.224036 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f81f1d8-4cad-4648-be13-0df86c85c6a9 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:36:09.276449 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81f1d8-4cad-4648-be13-0df86c85c6a9 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Pushing event updated for resources: {'Port': ['ID=d4305f7a-9784-4fc9-b358-c2c83744661f,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:09.305125 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-93433618-f95b-4a0a-aafb-077ea54161ff req-6a63bfa4-71c1-45b9-822a-bec02825ba2b tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853841 Mar 22 19:36:09.358956 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7f81f1d8-4cad-4648-be13-0df86c85c6a9 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for floatingip (9cf05f82-537e-40e4-b4c5-72e605d45441), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:09.419413 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7f81f1d8-4cad-4648-be13-0df86c85c6a9 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d4305f7a-9784-4fc9-b358-c2c83744661f), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:09.655597 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7f81f1d8-4cad-4648-be13-0df86c85c6a9 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for port (d4305f7a-9784-4fc9-b358-c2c83744661f), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:09.664156 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7f81f1d8-4cad-4648-be13-0df86c85c6a9 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (d4305f7a-9784-4fc9-b358-c2c83744661f), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:09.678111 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-76b9464e-c430-46dd-855e-d302b9896ea9 req-5dda1130-5c25-41a4-9d19-9b5a55afe611 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0577586 Mar 22 19:36:09.770581 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81f1d8-4cad-4648-be13-0df86c85c6a9 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Pushing event updated for resources: {'Port': ['ID=d4305f7a-9784-4fc9-b358-c2c83744661f,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:09.774108 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7f81f1d8-4cad-4648-be13-0df86c85c6a9 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (9cf05f82-537e-40e4-b4c5-72e605d45441), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:09.799556 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7f81f1d8-4cad-4648-be13-0df86c85c6a9 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:09.800632 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7f81f1d8-4cad-4648-be13-0df86c85c6a9 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1162229 Mar 22 19:36:10.076754 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-0a3dd7d3-3a6b-460a-b6e0-085f2f3ad6a5 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1760233453&fields=id&tenant_id=432e8044b4dc4099baeb3ef825b89673 HTTP/1.1" status: 200 len: 267 time: 0.0870478 Mar 22 19:36:10.107675 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d473e1-ac10-4ffe-ab1a-41d101e33f82 req-b080d5b3-97c8-4806-91bd-4af45103f1dd tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:10.109063 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-90d473e1-ac10-4ffe-ab1a-41d101e33f82 req-b080d5b3-97c8-4806-91bd-4af45103f1dd tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 945 time: 0.0927854 Mar 22 19:36:10.231537 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-90d473e1-ac10-4ffe-ab1a-41d101e33f82 req-cc62395c-f457-44f6-b91d-2b4ac40e3ec8 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122687 Mar 22 19:36:10.251967 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-19ac3b0c-ff9a-4fcc-852b-d38d70c37774 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:10.253660 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-19ac3b0c-ff9a-4fcc-852b-d38d70c37774 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/networks?id=df3cb172-3bab-443c-aa40-b32eebecd0b3 HTTP/1.1" status: 200 len: 814 time: 0.1691017 Mar 22 19:36:10.271983 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-ce0b35b9-77a4-46b1-b37a-c4915cec17db tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/quotas/432e8044b4dc4099baeb3ef825b89673 HTTP/1.1" status: 200 len: 375 time: 0.0103335 Mar 22 19:36:10.733617 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-eb78a557-e9ba-4cc8-9a59-732cdda766a7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=432e8044b4dc4099baeb3ef825b89673&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4455121 Mar 22 19:36:10.821486 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b6e9a-ab52-48f8-989b-c57ec32b97a4 req-700b47a6-e7bd-4b8e-bee3-48fcde61839a tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:10.830108 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-157b6e9a-ab52-48f8-989b-c57ec32b97a4 req-700b47a6-e7bd-4b8e-bee3-48fcde61839a tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 945 time: 0.1711082 Mar 22 19:36:10.913625 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-ff07a8dd-1280-47d4-a9ac-2ed1e8ec1b4d service neutron] 10.222.0.75 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778064 Mar 22 19:36:10.932089 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-157b6e9a-ab52-48f8-989b-c57ec32b97a4 req-c0407b09-f33d-4274-b58d-83efbe366e66 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925100 Mar 22 19:36:11.049214 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-5d31cdfa-9127-4d73-922f-166e2913afa1 service neutron] 10.222.0.75 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160038 Mar 22 19:36:11.089610 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4ec72509-b7b0-4bf5-9f34-46135a10e0ba req-2761476b-fd06-43c5-8a1b-0572b95b3fe7 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0363977 Mar 22 19:36:11.370554 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1c5d2f6d-4574-4452-bed7-89b845583db1 req-76db235a-e930-4cb9-92aa-77c37771e080 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=109e1516-5598-413e-98a8-ce832f55f1f5 HTTP/1.1" status: 200 len: 210 time: 0.0891416 Mar 22 19:36:11.459460 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f5a2a-1c8d-42b5-82f7-001086423369 req-5f5b008e-f30a-447c-b878-1f007d851d00 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:11.467117 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad3f5a2a-1c8d-42b5-82f7-001086423369 req-5f5b008e-f30a-447c-b878-1f007d851d00 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 945 time: 0.0880873 Mar 22 19:36:11.548845 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad3f5a2a-1c8d-42b5-82f7-001086423369 req-4a1a3dda-08c0-4d71-8bbe-4a2a40f5f27f tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792506 Mar 22 19:36:12.138735 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5139634-01c3-4486-b546-495679cde7c0 req-71961284-aad8-4b8c-b063-a7cf92705958 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:12.148327 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c5139634-01c3-4486-b546-495679cde7c0 req-71961284-aad8-4b8c-b063-a7cf92705958 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 945 time: 0.1045527 Mar 22 19:36:12.256214 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c5139634-01c3-4486-b546-495679cde7c0 req-5ddb9447-a5b2-42eb-b292-e386b88d6119 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067154 Mar 22 19:36:12.314524 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cddacb0a-4be9-4d39-97d9-ca10a2a5259f req-0ab8b858-8d53-4ff3-92ab-d3e3fb9483e8 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0407326 Mar 22 19:36:12.534913 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a2dc6c1-114a-4d4a-a296-6b2a78523162 req-860da6cf-8228-4305-bf80-83a1ba4143ed tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=109e1516-5598-413e-98a8-ce832f55f1f5 HTTP/1.1" status: 200 len: 210 time: 0.0329797 Mar 22 19:36:12.679776 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40e439-30e9-487b-8c8a-26506a06b467 req-01797935-9345-4d00-b4f6-8f0cb0cf57c1 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:12.681962 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ac40e439-30e9-487b-8c8a-26506a06b467 req-01797935-9345-4d00-b4f6-8f0cb0cf57c1 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 945 time: 0.0629635 Mar 22 19:36:12.740847 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ac40e439-30e9-487b-8c8a-26506a06b467 req-b4cb3c72-d3b9-4505-9f01-b9d89cc04c11 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516500 Mar 22 19:36:12.933822 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-c389731d-f915-4f1f-bce3-d2e27cc3575d tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:12.935533 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-c389731d-f915-4f1f-bce3-d2e27cc3575d tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.84 "GET /v2.0/networks?id=df3cb172-3bab-443c-aa40-b32eebecd0b3 HTTP/1.1" status: 200 len: 814 time: 0.1302176 Mar 22 19:36:13.033179 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-e63de86a-66be-4e4e-a582-9831146f6333 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=432e8044b4dc4099baeb3ef825b89673 HTTP/1.1" status: 200 len: 473 time: 0.0894375 Mar 22 19:36:13.043664 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-3334c23c-6ae6-4e53-9532-53d6b4eafe7d tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Request body: {'port': {'device_id': '109e1516-5598-413e-98a8-ce832f55f1f5', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'admin_state_up': True, 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'security_groups': ['93b10471-3aaa-4e0f-bbae-299bd05ceaa2']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:36:13.200328 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-3334c23c-6ae6-4e53-9532-53d6b4eafe7d tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Made reservation on behalf of 432e8044b4dc4099baeb3ef825b89673 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:36:13.204733 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-3334c23c-6ae6-4e53-9532-53d6b4eafe7d tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:13.431045 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-3334c23c-6ae6-4e53-9532-53d6b4eafe7d tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Allocated IP 172.20.0.6 (df3cb172-3bab-443c-aa40-b32eebecd0b3/221bc404-2765-4ba4-8d0d-c9a0ec4273c0/1c66c221-ca39-450b-8d0e-5c89d610ac5f) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:36:13.461260 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-250099bf-1d17-482b-b430-658141efb870 req-f74eaa83-ebd4-41fe-bb68-06000763f600 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0428336 Mar 22 19:36:13.482804 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a21f24-fe73-4ca0-99c9-551e559c3bf7 req-f5b5ccad-eb53-437a-9006-1dd072ecefae tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:13.499540 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-19a21f24-fe73-4ca0-99c9-551e559c3bf7 req-f5b5ccad-eb53-437a-9006-1dd072ecefae tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 945 time: 0.1590486 Mar 22 19:36:13.612115 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-19a21f24-fe73-4ca0-99c9-551e559c3bf7 req-eda1fed0-6cb0-4b78-bb0c-e4cffbac174c tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109848 Mar 22 19:36:13.683089 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9315f164-49dd-4718-813e-5560f730884a req-ed53a511-a76d-43f5-b6ef-5a1b5a9dd899 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=109e1516-5598-413e-98a8-ce832f55f1f5 HTTP/1.1" status: 200 len: 210 time: 0.0424626 Mar 22 19:36:13.702115 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-3334c23c-6ae6-4e53-9532-53d6b4eafe7d tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for port (1c66c221-ca39-450b-8d0e-5c89d610ac5f), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:13.739111 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-3334c23c-6ae6-4e53-9532-53d6b4eafe7d tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (1c66c221-ca39-450b-8d0e-5c89d610ac5f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:13.796041 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334c23c-6ae6-4e53-9532-53d6b4eafe7d tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Pushing event updated for resources: {'Port': ['ID=1c66c221-ca39-450b-8d0e-5c89d610ac5f,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:13.819548 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-3334c23c-6ae6-4e53-9532-53d6b4eafe7d tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Network df3cb172-3bab-443c-aa40-b32eebecd0b3 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:36:13.820704 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-3334c23c-6ae6-4e53-9532-53d6b4eafe7d tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:36:13.823825 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-3334c23c-6ae6-4e53-9532-53d6b4eafe7d tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:36:13.921437 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-3334c23c-6ae6-4e53-9532-53d6b4eafe7d tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:13.922059 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-3334c23c-6ae6-4e53-9532-53d6b4eafe7d tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:13.961237 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9870c58-721f-4f52-942d-6f86a31a604a req-d65444b9-73d9-4986-a4b9-11c965013958 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:13.967885 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9870c58-721f-4f52-942d-6f86a31a604a req-d65444b9-73d9-4986-a4b9-11c965013958 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 945 time: 0.1117187 Mar 22 19:36:13.976911 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-3334c23c-6ae6-4e53-9532-53d6b4eafe7d tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9375801 Mar 22 19:36:13.992264 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-f1fe751f-9f85-4477-948e-16afa1c29f31 service neutron] Request body: {'port': {'device_id': '109e1516-5598-413e-98a8-ce832f55f1f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:36:14.085978 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9870c58-721f-4f52-942d-6f86a31a604a req-0f920d7f-6e81-4e5b-9c32-1d9f84e0f7a2 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079831 Mar 22 19:36:14.112105 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-f1fe751f-9f85-4477-948e-16afa1c29f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1c66c221-ca39-450b-8d0e-5c89d610ac5f), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:14.201825 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-abc5c40c-4eca-4f55-b3dd-b0b2b08c40d6 None None] Provisioning complete for port 1c66c221-ca39-450b-8d0e-5c89d610ac5f triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:36:14.204236 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-abc5c40c-4eca-4f55-b3dd-b0b2b08c40d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (1c66c221-ca39-450b-8d0e-5c89d610ac5f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:14.247482 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-abc5c40c-4eca-4f55-b3dd-b0b2b08c40d6 None None] Port 1c66c221-ca39-450b-8d0e-5c89d610ac5f cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:36:14.390766 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-f1fe751f-9f85-4477-948e-16afa1c29f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c66c221-ca39-450b-8d0e-5c89d610ac5f {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:36:14.401198 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-f1fe751f-9f85-4477-948e-16afa1c29f31 service neutron] Publish callbacks [] for port (1c66c221-ca39-450b-8d0e-5c89d610ac5f), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:14.413428 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-f1fe751f-9f85-4477-948e-16afa1c29f31 service neutron] Transition to ACTIVE for port object 1c66c221-ca39-450b-8d0e-5c89d610ac5f will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:36:14.418173 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-f1fe751f-9f85-4477-948e-16afa1c29f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (1c66c221-ca39-450b-8d0e-5c89d610ac5f), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:14.478530 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe751f-9f85-4477-948e-16afa1c29f31 service neutron] Pushing event updated for resources: {'Port': ['ID=1c66c221-ca39-450b-8d0e-5c89d610ac5f,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:14.619739 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-f1fe751f-9f85-4477-948e-16afa1c29f31 service neutron] Attempting to bind port 1c66c221-ca39-450b-8d0e-5c89d610ac5f on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:36:14.620132 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-f1fe751f-9f85-4477-948e-16afa1c29f31 service neutron] Attempting to bind port 1c66c221-ca39-450b-8d0e-5c89d610ac5f by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '6e736185-0014-45d0-ba97-665298266e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:36:14.620425 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-f1fe751f-9f85-4477-948e-16afa1c29f31 service neutron] Attempting to bind port 1c66c221-ca39-450b-8d0e-5c89d610ac5f on network df3cb172-3bab-443c-aa40-b32eebecd0b3 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:36:14.639043 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f4539b69-da59-4811-b295-1e5e500e0c24 req-84b6fea4-32b1-4ac0-bc8e-5cc97b574709 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0504031 Mar 22 19:36:14.641541 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-f1fe751f-9f85-4477-948e-16afa1c29f31 service neutron] Port 1c66c221-ca39-450b-8d0e-5c89d610ac5f on network df3cb172-3bab-443c-aa40-b32eebecd0b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:36:14.641956 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-f1fe751f-9f85-4477-948e-16afa1c29f31 service neutron] Attempting to bind port 1c66c221-ca39-450b-8d0e-5c89d610ac5f on network df3cb172-3bab-443c-aa40-b32eebecd0b3 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:36:14.647929 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-f1fe751f-9f85-4477-948e-16afa1c29f31 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:36:14.648274 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-f1fe751f-9f85-4477-948e-16afa1c29f31 service neutron] Checking segment: {'id': '6e736185-0014-45d0-ba97-665298266e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:36:14.648666 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-f1fe751f-9f85-4477-948e-16afa1c29f31 service neutron] Bound using segment: {'id': '6e736185-0014-45d0-ba97-665298266e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:36:14.649109 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-f1fe751f-9f85-4477-948e-16afa1c29f31 service neutron] Bound port: 1c66c221-ca39-450b-8d0e-5c89d610ac5f, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e736185-0014-45d0-ba97-665298266e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:36:14.649474 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-f1fe751f-9f85-4477-948e-16afa1c29f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1c66c221-ca39-450b-8d0e-5c89d610ac5f), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:14.824553 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-f1fe751f-9f85-4477-948e-16afa1c29f31 service neutron] For port 1c66c221-ca39-450b-8d0e-5c89d610ac5f, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:36:14.841434 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-f1fe751f-9f85-4477-948e-16afa1c29f31 service neutron] For port 1c66c221-ca39-450b-8d0e-5c89d610ac5f, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=1c66c221-ca39-450b-8d0e-5c89d610ac5f,segment=NetworkSegment(6e736185-0014-45d0-ba97-665298266e3f),segment_id=6e736185-0014-45d0-ba97-665298266e3f)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:36:14.849507 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca4aeb-6a5e-4147-acf1-2a7ba992e98e req-53a0d481-b014-498e-9a5f-bdd10fcf441b tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:14.851035 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78ca4aeb-6a5e-4147-acf1-2a7ba992e98e req-53a0d481-b014-498e-9a5f-bdd10fcf441b tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 945 time: 0.1198208 Mar 22 19:36:14.872028 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-f1fe751f-9f85-4477-948e-16afa1c29f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (1c66c221-ca39-450b-8d0e-5c89d610ac5f), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:14.922916 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc0d25-e1ef-42f1-b08b-f3cc69f8831e req-5b78bb4a-72c5-479b-aa0d-be8d4c5f8e7d tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:14.924413 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5dbc0d25-e1ef-42f1-b08b-f3cc69f8831e req-5b78bb4a-72c5-479b-aa0d-be8d4c5f8e7d tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=109e1516-5598-413e-98a8-ce832f55f1f5 HTTP/1.1" status: 200 len: 943 time: 0.1442645 Mar 22 19:36:14.935300 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-f1fe751f-9f85-4477-948e-16afa1c29f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:14.935924 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-f1fe751f-9f85-4477-948e-16afa1c29f31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:14.937286 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-f1fe751f-9f85-4477-948e-16afa1c29f31 service neutron] 10.222.0.84 "PUT /v2.0/ports/1c66c221-ca39-450b-8d0e-5c89d610ac5f HTTP/1.1" status: 200 len: 1092 time: 0.9509959 Mar 22 19:36:14.937731 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '109e1516-5598-413e-98a8-ce832f55f1f5', 'tag': '1c66c221-ca39-450b-8d0e-5c89d610ac5f'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:36:14.940001 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fd6dfd-41a5-4e07-8bf9-ceaf82f1bc04" -d '{"events": [{"name": "network-changed", "server_uuid": "109e1516-5598-413e-98a8-ce832f55f1f5", "tag": "1c66c221-ca39-450b-8d0e-5c89d610ac5f"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:36:15.011444 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78ca4aeb-6a5e-4147-acf1-2a7ba992e98e req-88963290-fc6c-4988-889a-de355afe02d5 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529064 Mar 22 19:36:15.029328 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe751f-9f85-4477-948e-16afa1c29f31 service neutron] Pushing event updated for resources: {'Port': ['ID=1c66c221-ca39-450b-8d0e-5c89d610ac5f,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:15.073882 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-27317945-90bf-4a19-978f-439dd968cc4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:15.078711 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5dbc0d25-e1ef-42f1-b08b-f3cc69f8831e req-af50d7ab-aeae-4dba-a11f-4cebfdfe065a tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=93b10471-3aaa-4e0f-bbae-299bd05ceaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359000 Mar 22 19:36:15.086200 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9278febf-4bfd-4a5a-b670-93568584b65c x-openstack-request-id: req-9278febf-4bfd-4a5a-b670-93568584b65c {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:36:15.086725 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "109e1516-5598-413e-98a8-ce832f55f1f5", "tag": "1c66c221-ca39-450b-8d0e-5c89d610ac5f", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:36:15.087283 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9278febf-4bfd-4a5a-b670-93568584b65c {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:36:15.088512 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9278febf-4bfd-4a5a-b670-93568584b65c'] response: {'name': 'network-changed', 'server_uuid': '109e1516-5598-413e-98a8-ce832f55f1f5', 'tag': '1c66c221-ca39-450b-8d0e-5c89d610ac5f', 'status': 'completed', 'code': 200} Mar 22 19:36:15.096641 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-1d1cfd24-ef02-40c6-9093-34acb0001d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:15.098410 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-1d1cfd24-ef02-40c6-9093-34acb0001d40 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=432e8044b4dc4099baeb3ef825b89673&device_id=109e1516-5598-413e-98a8-ce832f55f1f5 HTTP/1.1" status: 200 len: 1126 time: 0.1044910 Mar 22 19:36:15.157704 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-837071ea-81f8-497b-9b84-b94e3b2886b3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c66c221-ca39-450b-8d0e-5c89d610ac5f HTTP/1.1" status: 200 len: 217 time: 0.0525949 Mar 22 19:36:15.241994 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-91742861-20b1-4832-bb56-5b3315e1cf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:15.243496 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-91742861-20b1-4832-bb56-5b3315e1cf4e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=221bc404-2765-4ba4-8d0d-c9a0ec4273c0 HTTP/1.1" status: 200 len: 853 time: 0.0788782 Mar 22 19:36:15.283617 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a43ccf-d0b1-469c-bafb-3da3094a1b4f req-d93b5c9d-b17e-4794-b95c-ba9e5a7c15bd tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:15.285312 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66a43ccf-d0b1-469c-bafb-3da3094a1b4f req-d93b5c9d-b17e-4794-b95c-ba9e5a7c15bd tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 945 time: 0.1117053 Mar 22 19:36:15.327738 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-3cb31839-c0d1-4cb9-ba08-ed3b0835eeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:15.329236 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-3cb31839-c0d1-4cb9-ba08-ed3b0835eeb9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=df3cb172-3bab-443c-aa40-b32eebecd0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0796819 Mar 22 19:36:15.365048 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66a43ccf-d0b1-469c-bafb-3da3094a1b4f req-8931628f-07e5-4680-9aba-18d4bb726648 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710013 Mar 22 19:36:15.433977 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-819aae14-4de4-4acd-8034-06465c2ee55b service neutron] 10.222.0.84 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949004 Mar 22 19:36:15.522691 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d12fc468-b650-4141-a5c4-7468d61a05cf req-e2e72cf6-7de7-47fe-9589-cc7f883644ea service neutron] 10.222.0.84 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827334 Mar 22 19:36:15.627843 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd6dfd-41a5-4e07-8bf9-ceaf82f1bc04 req-8ffbb970-c09a-4c7c-98b3-1dbec6d0ed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:15.629377 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-63fd6dfd-41a5-4e07-8bf9-ceaf82f1bc04 req-8ffbb970-c09a-4c7c-98b3-1dbec6d0ed16 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=432e8044b4dc4099baeb3ef825b89673&device_id=109e1516-5598-413e-98a8-ce832f55f1f5 HTTP/1.1" status: 200 len: 1126 time: 0.0514791 Mar 22 19:36:15.724629 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd6dfd-41a5-4e07-8bf9-ceaf82f1bc04 req-3533177f-dac7-41ca-adbf-8a162fd3f009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:15.726608 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-63fd6dfd-41a5-4e07-8bf9-ceaf82f1bc04 req-3533177f-dac7-41ca-adbf-8a162fd3f009 service neutron] 10.222.0.84 "GET /v2.0/networks?id=df3cb172-3bab-443c-aa40-b32eebecd0b3 HTTP/1.1" status: 200 len: 915 time: 0.0903220 Mar 22 19:36:15.733225 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:15.781649 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-63fd6dfd-41a5-4e07-8bf9-ceaf82f1bc04 req-de056201-023d-4588-9798-70437410080d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c66c221-ca39-450b-8d0e-5c89d610ac5f HTTP/1.1" status: 200 len: 217 time: 0.0463638 Mar 22 19:36:15.804034 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-882e9a6d-57ab-427d-b439-8b1062fb566d req-a56faab7-8a28-4c6b-a9f7-bec748a36956 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0705838 Mar 22 19:36:15.843809 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd6dfd-41a5-4e07-8bf9-ceaf82f1bc04 req-44f6ee74-bc4c-4378-ae96-53ec586f17af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:15.845413 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-63fd6dfd-41a5-4e07-8bf9-ceaf82f1bc04 req-44f6ee74-bc4c-4378-ae96-53ec586f17af service neutron] 10.222.0.84 "GET /v2.0/subnets?id=221bc404-2765-4ba4-8d0d-c9a0ec4273c0 HTTP/1.1" status: 200 len: 853 time: 0.0496831 Mar 22 19:36:15.900181 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd6dfd-41a5-4e07-8bf9-ceaf82f1bc04 req-7de9794f-40ff-42cf-b196-4aad5a1cb70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:15.901908 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-63fd6dfd-41a5-4e07-8bf9-ceaf82f1bc04 req-7de9794f-40ff-42cf-b196-4aad5a1cb70c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=df3cb172-3bab-443c-aa40-b32eebecd0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0503626 Mar 22 19:36:16.004306 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-63fd6dfd-41a5-4e07-8bf9-ceaf82f1bc04 req-6940ef18-f0b8-4d5d-ad47-dd8b8ac83fc0 service neutron] 10.222.0.84 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935085 Mar 22 19:36:16.109017 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-63fd6dfd-41a5-4e07-8bf9-ceaf82f1bc04 req-ac14bc5c-17bc-4957-9a4f-9dff25e42db4 service neutron] 10.222.0.84 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990803 Mar 22 19:36:16.155289 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536cb9cd-2341-40cb-a9ad-187dbd916435 req-bed3b3e2-5387-4805-b769-43c1649784bf tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:16.156911 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-536cb9cd-2341-40cb-a9ad-187dbd916435 req-bed3b3e2-5387-4805-b769-43c1649784bf tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 945 time: 0.0639071 Mar 22 19:36:16.240984 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25046b00-c411-4793-a15d-604ac9566fa2 req-12b6c7e3-c245-458d-b089-fb1339e785e0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:16.242447 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-25046b00-c411-4793-a15d-604ac9566fa2 req-12b6c7e3-c245-458d-b089-fb1339e785e0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=109e1516-5598-413e-98a8-ce832f55f1f5 HTTP/1.1" status: 200 len: 943 time: 0.0846565 Mar 22 19:36:16.245403 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-536cb9cd-2341-40cb-a9ad-187dbd916435 req-823a96b1-7ee4-4435-83ca-c64dfbcf6afe tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795121 Mar 22 19:36:16.299481 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-25046b00-c411-4793-a15d-604ac9566fa2 req-cb9a87c3-1d78-46b0-907b-75e6529f3a1c tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=93b10471-3aaa-4e0f-bbae-299bd05ceaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507197 Mar 22 19:36:16.482310 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ace686-bb6e-4a69-a2b1-51068de3a43f req-514c26c3-cb0e-4d41-b1ae-55e847ff5e43 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:16.483728 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e2ace686-bb6e-4a69-a2b1-51068de3a43f req-514c26c3-cb0e-4d41-b1ae-55e847ff5e43 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 945 time: 0.0534217 Mar 22 19:36:16.531283 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e2ace686-bb6e-4a69-a2b1-51068de3a43f req-d7602b05-37ef-44b9-8e99-1f1174a03aba tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419240 Mar 22 19:36:16.919001 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-35242471-8b19-45bd-bc2b-22d91c7fe221 req-48bc570c-556f-4e0c-8a02-a229238df594 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0300806 Mar 22 19:36:17.379028 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-950a1b33-0363-46e5-afda-32dbe7ad3643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:17.395660 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878ec10-ecc8-47d8-a7c6-377a34886ef1 req-28c70636-0119-4367-8e48-bf374e04a783 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:17.397299 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f878ec10-ecc8-47d8-a7c6-377a34886ef1 req-28c70636-0119-4367-8e48-bf374e04a783 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 945 time: 0.0614712 Mar 22 19:36:17.477758 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc820aa5-d5a4-46ed-825a-65e46f1c81a3 req-852942fa-6235-4ae8-b077-051d8f43a8a1 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:17.479984 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dc820aa5-d5a4-46ed-825a-65e46f1c81a3 req-852942fa-6235-4ae8-b077-051d8f43a8a1 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=109e1516-5598-413e-98a8-ce832f55f1f5 HTTP/1.1" status: 200 len: 943 time: 0.0816076 Mar 22 19:36:17.482803 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f878ec10-ecc8-47d8-a7c6-377a34886ef1 req-b5da4b38-4bb1-413a-af07-ab4a156676e2 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759842 Mar 22 19:36:17.527966 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dc820aa5-d5a4-46ed-825a-65e46f1c81a3 req-93963f8a-dd11-4e5d-8015-a5cfc2da2bcf tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=93b10471-3aaa-4e0f-bbae-299bd05ceaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415225 Mar 22 19:36:17.661321 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bbe62-4968-44be-87e0-69b6829d9391 req-f3d3afe4-e390-43de-88ea-baa87d7dcc35 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:17.662990 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a92bbe62-4968-44be-87e0-69b6829d9391 req-f3d3afe4-e390-43de-88ea-baa87d7dcc35 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 945 time: 0.0639546 Mar 22 19:36:17.715598 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a92bbe62-4968-44be-87e0-69b6829d9391 req-99687412-a304-495a-ba65-81a900171f9b tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464406 Mar 22 19:36:18.037237 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a9e6c86-d939-42f7-8246-db1df71f952c req-44dda99a-e328-4ee0-872a-6d53b00feb2b tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/ports?device_id=def263e3-2b7c-4878-b97f-ae3609667513 HTTP/1.1" status: 200 len: 210 time: 0.0278063 Mar 22 19:36:18.252071 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:18.657902 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:18.658733 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c85a9b-f4cc-4b95-a854-c9fc7f493864 req-05e55769-b830-4bec-9c41-54348cbfb38c tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:18.660506 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b8c85a9b-f4cc-4b95-a854-c9fc7f493864 req-05e55769-b830-4bec-9c41-54348cbfb38c tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 945 time: 0.1028104 Mar 22 19:36:18.724769 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c1b0a-1d23-491f-a7f3-3d3937228e53 req-96010a39-1e35-4478-94d0-6b0c45963e21 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:18.726536 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-413c1b0a-1d23-491f-a7f3-3d3937228e53 req-96010a39-1e35-4478-94d0-6b0c45963e21 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=109e1516-5598-413e-98a8-ce832f55f1f5 HTTP/1.1" status: 200 len: 943 time: 0.1119039 Mar 22 19:36:18.747390 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b8c85a9b-f4cc-4b95-a854-c9fc7f493864 req-759fc54b-7c6c-4bfd-ab8c-16b3b147891a tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793920 Mar 22 19:36:18.804959 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-413c1b0a-1d23-491f-a7f3-3d3937228e53 req-6cecc94b-d6d5-4288-8c70-f9b22fece647 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=93b10471-3aaa-4e0f-bbae-299bd05ceaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693233 Mar 22 19:36:18.922679 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c2aa6-ecff-4e87-b5c1-23569946aa34 req-ec52bb5c-ed8d-4d2e-a3aa-fb6c1ca89e65 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:18.924225 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-668c2aa6-ecff-4e87-b5c1-23569946aa34 req-ec52bb5c-ed8d-4d2e-a3aa-fb6c1ca89e65 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 945 time: 0.0834644 Mar 22 19:36:18.987943 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-668c2aa6-ecff-4e87-b5c1-23569946aa34 req-05ae8742-9814-40e9-9119-3d9234192a9d tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551972 Mar 22 19:36:19.133755 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35096) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:19.216855 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-da7b97af-f8de-4baf-b718-be8d7d0f5a8a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks [] for security_group (4457e43c-fef7-464a-8ea1-d632c05cf715), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:19.253446 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-da7b97af-f8de-4baf-b718-be8d7d0f5a8a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks [] for security_group (4457e43c-fef7-464a-8ea1-d632c05cf715), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:19.324241 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-da7b97af-f8de-4baf-b718-be8d7d0f5a8a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (4457e43c-fef7-464a-8ea1-d632c05cf715), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:19.327073 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-da7b97af-f8de-4baf-b718-be8d7d0f5a8a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:19.330758 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-da7b97af-f8de-4baf-b718-be8d7d0f5a8a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "DELETE /v2.0/security-groups/4457e43c-fef7-464a-8ea1-d632c05cf715 HTTP/1.1" status: 204 len: 168 time: 0.1925364 Mar 22 19:36:19.331164 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 35102) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:19.335689 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 1c66c221-ca39-450b-8d0e-5c89d610ac5f details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:36:19.356888 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-b82e8156-0529-4b8c-a6d1-4128c3150f47 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] show failed (client error): The resource could not be found. Mar 22 19:36:19.361831 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b82e8156-0529-4b8c-a6d1-4128c3150f47 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "GET /v2.0/security-groups/4457e43c-fef7-464a-8ea1-d632c05cf715 HTTP/1.1" status: 404 len: 347 time: 0.0251653 Mar 22 19:36:19.363507 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b97af-f8de-4baf-b718-be8d7d0f5a8a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4457e43c-fef7-464a-8ea1-d632c05cf715,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:19.364881 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 35104) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:19.551884 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 1c66c221-ca39-450b-8d0e-5c89d610ac5f, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=1c66c221-ca39-450b-8d0e-5c89d610ac5f,segment=NetworkSegment(6e736185-0014-45d0-ba97-665298266e3f),segment_id=6e736185-0014-45d0-ba97-665298266e3f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:36:19.568981 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '1c66c221-ca39-450b-8d0e-5c89d610ac5f', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'port_id': '1c66c221-ca39-450b-8d0e-5c89d610ac5f', 'mac_address': 'fa:16:3e:8c:df:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:36:19.570021 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-19fff180-4508-433d-badb-a6b9bd804f88 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Deleting port 0877e604-0548-4a29-ae46-837c9389a655 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:36:19.570374 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-19fff180-4508-433d-badb-a6b9bd804f88 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (0877e604-0548-4a29-ae46-837c9389a655), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:19.616869 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 1c66c221-ca39-450b-8d0e-5c89d610ac5f is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:36:19.617435 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1c66c221-ca39-450b-8d0e-5c89d610ac5f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:19.647228 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c66c221-ca39-450b-8d0e-5c89d610ac5f {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:36:19.671359 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 1c66c221-ca39-450b-8d0e-5c89d610ac5f, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=1c66c221-ca39-450b-8d0e-5c89d610ac5f,segment=NetworkSegment(6e736185-0014-45d0-ba97-665298266e3f),segment_id=6e736185-0014-45d0-ba97-665298266e3f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:36:19.680726 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (1c66c221-ca39-450b-8d0e-5c89d610ac5f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:19.682161 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 164a4775-696e-4fba-9d90-789b57a5b9b4 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:36:19.694560 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-19fff180-4508-433d-badb-a6b9bd804f88 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (0877e604-0548-4a29-ae46-837c9389a655), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:19.695136 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-19fff180-4508-433d-badb-a6b9bd804f88 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks [] for floatingip (0877e604-0548-4a29-ae46-837c9389a655), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:19.720058 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-19fff180-4508-433d-badb-a6b9bd804f88 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Calling delete_port for 0877e604-0548-4a29-ae46-837c9389a655 owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:36:19.742939 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=1c66c221-ca39-450b-8d0e-5c89d610ac5f,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:19.759602 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:19.759602 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:19.759602 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:19.759602 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:19.760225 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:19.760668 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:19.761174 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:19.761588 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:19.762049 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:19.762465 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:19.762910 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:19.763385 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:19.763837 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:19.766603 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:19.766603 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:19.916460 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 164a4775-696e-4fba-9d90-789b57a5b9b4, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=164a4775-696e-4fba-9d90-789b57a5b9b4,segment=NetworkSegment(eeaed36b-2189-47d5-81ce-01a67b046103),segment_id=eeaed36b-2189-47d5-81ce-01a67b046103)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:36:19.930880 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '164a4775-696e-4fba-9d90-789b57a5b9b4', 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c', 'port_id': '164a4775-696e-4fba-9d90-789b57a5b9b4', 'mac_address': 'fa:16:3e:02:ae:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:36:20.027963 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-19fff180-4508-433d-badb-a6b9bd804f88 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (0877e604-0548-4a29-ae46-837c9389a655), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:20.031359 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 164a4775-696e-4fba-9d90-789b57a5b9b4 is: ACTIVE; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:36:20.032760 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (164a4775-696e-4fba-9d90-789b57a5b9b4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:20.060318 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 164a4775-696e-4fba-9d90-789b57a5b9b4 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:36:20.092483 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:20.094818 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fff180-4508-433d-badb-a6b9bd804f88 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Pushing event deleted for resources: {'Port': ['ID=0877e604-0548-4a29-ae46-837c9389a655,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:20.101574 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 164a4775-696e-4fba-9d90-789b57a5b9b4, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=164a4775-696e-4fba-9d90-789b57a5b9b4,segment=NetworkSegment(eeaed36b-2189-47d5-81ce-01a67b046103),segment_id=eeaed36b-2189-47d5-81ce-01a67b046103)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:36:20.108525 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (164a4775-696e-4fba-9d90-789b57a5b9b4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:20.109901 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fff180-4508-433d-badb-a6b9bd804f88 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:20.110264 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fff180-4508-433d-badb-a6b9bd804f88 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:20.110686 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fff180-4508-433d-badb-a6b9bd804f88 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:20.111562 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fff180-4508-433d-badb-a6b9bd804f88 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:20.111939 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fff180-4508-433d-badb-a6b9bd804f88 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:20.112285 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fff180-4508-433d-badb-a6b9bd804f88 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:20.112683 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fff180-4508-433d-badb-a6b9bd804f88 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:20.113021 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fff180-4508-433d-badb-a6b9bd804f88 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:20.113440 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fff180-4508-433d-badb-a6b9bd804f88 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:20.114050 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fff180-4508-433d-badb-a6b9bd804f88 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:20.114388 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fff180-4508-433d-badb-a6b9bd804f88 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:20.114720 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fff180-4508-433d-badb-a6b9bd804f88 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:20.115054 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fff180-4508-433d-badb-a6b9bd804f88 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:20.116919 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fff180-4508-433d-badb-a6b9bd804f88 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:20.117281 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fff180-4508-433d-badb-a6b9bd804f88 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:20.215307 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['164a4775-696e-4fba-9d90-789b57a5b9b4'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:36:20.234565 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917853f-b601-4528-bf2b-e5a61fb7ec51 req-98bc2fcd-9357-454d-a53a-1c819285d66e tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:20.242073 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1917853f-b601-4528-bf2b-e5a61fb7ec51 req-98bc2fcd-9357-454d-a53a-1c819285d66e tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=109e1516-5598-413e-98a8-ce832f55f1f5 HTTP/1.1" status: 200 len: 944 time: 0.2653031 Mar 22 19:36:20.246931 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=164a4775-696e-4fba-9d90-789b57a5b9b4,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:20.327511 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1917853f-b601-4528-bf2b-e5a61fb7ec51 req-3e7ddda4-9411-4369-bd6d-cb54ea149ede tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=93b10471-3aaa-4e0f-bbae-299bd05ceaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844433 Mar 22 19:36:20.363813 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e77cb-491f-482c-83fa-7648e2fdd2da req-c13673ab-b511-41ab-b01f-e2d4acfb2b1b tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:20.375943 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c2e77cb-491f-482c-83fa-7648e2fdd2da req-c13673ab-b511-41ab-b01f-e2d4acfb2b1b tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 945 time: 0.3861744 Mar 22 19:36:20.393356 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['1c66c221-ca39-450b-8d0e-5c89d610ac5f'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:36:20.405119 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-19fff180-4508-433d-badb-a6b9bd804f88 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks [] for floatingip (9e8ffa19-e3c8-4224-9859-e3e21001f799), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:20.407743 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-19fff180-4508-433d-badb-a6b9bd804f88 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:20.411424 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-19fff180-4508-433d-badb-a6b9bd804f88 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "DELETE /v2.0/floatingips/9e8ffa19-e3c8-4224-9859-e3e21001f799 HTTP/1.1" status: 204 len: 168 time: 1.0431795 Mar 22 19:36:20.411823 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35116) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:20.493044 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e647d-d2ab-4086-9e79-b539df47bdbb req-9b6c83b8-7fbc-45d7-81b7-6a6cd8a08e87 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:20.495534 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-424e647d-d2ab-4086-9e79-b539df47bdbb req-9b6c83b8-7fbc-45d7-81b7-6a6cd8a08e87 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 945 time: 0.0842478 Mar 22 19:36:20.512437 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c2e77cb-491f-482c-83fa-7648e2fdd2da req-53e5f3ee-bfab-451b-bae8-9ee56775aad2 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303706 Mar 22 19:36:20.586302 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-424e647d-d2ab-4086-9e79-b539df47bdbb req-b5ca8bb6-72c7-45e4-80c1-f59b37e6f4b7 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724814 Mar 22 19:36:20.626377 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-6ef1f72c-301f-42e4-9e5b-80bdd2895e2a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Deleting port b0399ecc-f819-4dcd-8c6b-e07a031c9070 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:36:20.627523 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6ef1f72c-301f-42e4-9e5b-80bdd2895e2a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (b0399ecc-f819-4dcd-8c6b-e07a031c9070), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:20.807390 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6ef1f72c-301f-42e4-9e5b-80bdd2895e2a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (b0399ecc-f819-4dcd-8c6b-e07a031c9070), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:20.822633 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-6ef1f72c-301f-42e4-9e5b-80bdd2895e2a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Calling delete_port for b0399ecc-f819-4dcd-8c6b-e07a031c9070 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:36:21.094084 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6ef1f72c-301f-42e4-9e5b-80bdd2895e2a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (b0399ecc-f819-4dcd-8c6b-e07a031c9070), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:21.167734 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1f72c-301f-42e4-9e5b-80bdd2895e2a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Pushing event deleted for resources: {'Port': ['ID=b0399ecc-f819-4dcd-8c6b-e07a031c9070,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:21.302749 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6ef1f72c-301f-42e4-9e5b-80bdd2895e2a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:21.311422 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6ef1f72c-301f-42e4-9e5b-80bdd2895e2a tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "DELETE /v2.0/ports/b0399ecc-f819-4dcd-8c6b-e07a031c9070 HTTP/1.1" status: 204 len: 168 time: 0.8955646 Mar 22 19:36:21.311946 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 35126) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:21.356107 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 1c66c221-ca39-450b-8d0e-5c89d610ac5f up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:36:21.432217 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:21.441128 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 1c66c221-ca39-450b-8d0e-5c89d610ac5f completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:36:21.451078 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 1c66c221-ca39-450b-8d0e-5c89d610ac5f triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:36:21.452404 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (1c66c221-ca39-450b-8d0e-5c89d610ac5f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:21.580245 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 1c66c221-ca39-450b-8d0e-5c89d610ac5f is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:36:21.581250 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1c66c221-ca39-450b-8d0e-5c89d610ac5f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:21.631940 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109e1516-5598-413e-98a8-ce832f55f1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c66c221-ca39-450b-8d0e-5c89d610ac5f'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:36:21.636568 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951cf802-897c-4b98-9d8b-b6ed87202e25" -d '{"events": [{"server_uuid": "109e1516-5598-413e-98a8-ce832f55f1f5", "name": "network-vif-plugged", "status": "completed", "tag": "1c66c221-ca39-450b-8d0e-5c89d610ac5f"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:36:21.652656 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 1c66c221-ca39-450b-8d0e-5c89d610ac5f, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=1c66c221-ca39-450b-8d0e-5c89d610ac5f,segment=NetworkSegment(6e736185-0014-45d0-ba97-665298266e3f),segment_id=6e736185-0014-45d0-ba97-665298266e3f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:36:21.659889 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (1c66c221-ca39-450b-8d0e-5c89d610ac5f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:21.661053 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 164a4775-696e-4fba-9d90-789b57a5b9b4 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:36:21.713022 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ce133-8866-4710-8a0d-7c857c35a488 req-984bfdb7-4b9c-4f9f-89ba-3c05e8604e71 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:21.714887 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f19ce133-8866-4710-8a0d-7c857c35a488 req-984bfdb7-4b9c-4f9f-89ba-3c05e8604e71 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=109e1516-5598-413e-98a8-ce832f55f1f5 HTTP/1.1" status: 200 len: 944 time: 0.2303944 Mar 22 19:36:21.718898 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d8514-f927-4aeb-a569-1af7fd3e4eb5 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Deleting port fa65fbcd-288e-4705-b70a-673b02da016a {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:36:21.719241 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2d1d8514-f927-4aeb-a569-1af7fd3e4eb5 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (fa65fbcd-288e-4705-b70a-673b02da016a), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:21.845692 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=1c66c221-ca39-450b-8d0e-5c89d610ac5f,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:21.850019 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 164a4775-696e-4fba-9d90-789b57a5b9b4 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:36:21.850491 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (164a4775-696e-4fba-9d90-789b57a5b9b4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:22.045562 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 164a4775-696e-4fba-9d90-789b57a5b9b4 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:36:22.046367 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (164a4775-696e-4fba-9d90-789b57a5b9b4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:22.141084 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 164a4775-696e-4fba-9d90-789b57a5b9b4, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=164a4775-696e-4fba-9d90-789b57a5b9b4,segment=NetworkSegment(eeaed36b-2189-47d5-81ce-01a67b046103),segment_id=eeaed36b-2189-47d5-81ce-01a67b046103)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:36:22.153198 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (164a4775-696e-4fba-9d90-789b57a5b9b4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:22.247586 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f19ce133-8866-4710-8a0d-7c857c35a488 req-e70766cd-3c77-498b-92e1-34db8c467de3 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=93b10471-3aaa-4e0f-bbae-299bd05ceaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5148091 Mar 22 19:36:22.264569 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2c5c6-5003-41f2-903a-903b11ebe0ad req-85601946-a5a6-4d39-9d71-b999a07cf53b tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:22.275929 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ccd2c5c6-5003-41f2-903a-903b11ebe0ad req-85601946-a5a6-4d39-9d71-b999a07cf53b tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 944 time: 0.5503361 Mar 22 19:36:22.278892 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=164a4775-696e-4fba-9d90-789b57a5b9b4,revision_number=7']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:22.304221 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2d1d8514-f927-4aeb-a569-1af7fd3e4eb5 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (fa65fbcd-288e-4705-b70a-673b02da016a), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:22.351468 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ccd2c5c6-5003-41f2-903a-903b11ebe0ad req-c8378d7e-0956-4917-932c-ff456c69ccfb tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745003 Mar 22 19:36:22.357172 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d8514-f927-4aeb-a569-1af7fd3e4eb5 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Calling delete_port for fa65fbcd-288e-4705-b70a-673b02da016a owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:36:22.491336 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbbec67-aa5e-4810-a514-1a3dad1a2b73 x-openstack-request-id: req-5fbbec67-aa5e-4810-a514-1a3dad1a2b73 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:36:22.491886 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109e1516-5598-413e-98a8-ce832f55f1f5", "name": "network-vif-plugged", "status": "completed", "tag": "1c66c221-ca39-450b-8d0e-5c89d610ac5f", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:36:22.491886 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5fbbec67-aa5e-4810-a514-1a3dad1a2b73 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:36:22.492290 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fbbec67-aa5e-4810-a514-1a3dad1a2b73'] response: {'server_uuid': '109e1516-5598-413e-98a8-ce832f55f1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c66c221-ca39-450b-8d0e-5c89d610ac5f', 'code': 200} Mar 22 19:36:22.497355 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2c7ca-cc0b-4414-98a4-13a0fa272886 req-01016d11-f8d1-41e9-b4df-47c16ab833af tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:22.499046 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d8e2c7ca-cc0b-4414-98a4-13a0fa272886 req-01016d11-f8d1-41e9-b4df-47c16ab833af tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 945 time: 0.0912509 Mar 22 19:36:22.618305 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d8e2c7ca-cc0b-4414-98a4-13a0fa272886 req-3dcf678c-89d9-4945-878b-d1ba51e81cf1 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124744 Mar 22 19:36:22.621087 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2d1d8514-f927-4aeb-a569-1af7fd3e4eb5 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (fa65fbcd-288e-4705-b70a-673b02da016a), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:22.670887 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d8514-f927-4aeb-a569-1af7fd3e4eb5 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Pushing event deleted for resources: {'Port': ['ID=fa65fbcd-288e-4705-b70a-673b02da016a,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:22.685022 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03464015-ea9c-495e-bd87-6ae04d71eb6d req-781d8dcb-bd33-4e98-8221-351038423b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:22.687293 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-03464015-ea9c-495e-bd87-6ae04d71eb6d req-781d8dcb-bd33-4e98-8221-351038423b67 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=109e1516-5598-413e-98a8-ce832f55f1f5 HTTP/1.1" status: 200 len: 1128 time: 0.1259308 Mar 22 19:36:22.798141 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2d1d8514-f927-4aeb-a569-1af7fd3e4eb5 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:22.803724 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2d1d8514-f927-4aeb-a569-1af7fd3e4eb5 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "DELETE /v2.0/ports/fa65fbcd-288e-4705-b70a-673b02da016a HTTP/1.1" status: 204 len: 168 time: 1.4886127 Mar 22 19:36:22.803963 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-03464015-ea9c-495e-bd87-6ae04d71eb6d req-44290c60-3ac2-40a5-9fd8-a692350289f8 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=93b10471-3aaa-4e0f-bbae-299bd05ceaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963049 Mar 22 19:36:22.804137 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35150) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:22.880805 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-705092e1-a7d7-44c7-84c6-a6475254cbec tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Deleting subnet 45d73002-9056-40ee-8ca8-42ff4359e2e4 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:36:22.886796 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-705092e1-a7d7-44c7-84c6-a6475254cbec tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks [] for subnet (45d73002-9056-40ee-8ca8-42ff4359e2e4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:22.935586 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-705092e1-a7d7-44c7-84c6-a6475254cbec tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (45d73002-9056-40ee-8ca8-42ff4359e2e4), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:23.077460 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-705092e1-a7d7-44c7-84c6-a6475254cbec tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (45d73002-9056-40ee-8ca8-42ff4359e2e4), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:23.173662 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-705092e1-a7d7-44c7-84c6-a6475254cbec tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (45d73002-9056-40ee-8ca8-42ff4359e2e4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:23.255018 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705092e1-a7d7-44c7-84c6-a6475254cbec tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Pushing event deleted for resources: {'Subnet': ['ID=45d73002-9056-40ee-8ca8-42ff4359e2e4,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:23.265348 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-705092e1-a7d7-44c7-84c6-a6475254cbec tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:23.272553 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5ec957-4a49-40cd-a76a-45d5ea8a700c None None] Network 63d9f401-775b-4921-a031-36b8b10f1a77 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:36:23.293046 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-705092e1-a7d7-44c7-84c6-a6475254cbec tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "DELETE /v2.0/subnets/45d73002-9056-40ee-8ca8-42ff4359e2e4 HTTP/1.1" status: 204 len: 168 time: 0.4854946 Mar 22 19:36:23.293723 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 35158) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:23.465096 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-deec2a1b-6cf2-4387-b795-a0064c8b4ee2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Deleting subnet f58c5404-0353-494c-a0db-2eb267c24d70 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:36:23.470129 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-deec2a1b-6cf2-4387-b795-a0064c8b4ee2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks [] for subnet (f58c5404-0353-494c-a0db-2eb267c24d70), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:23.582945 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0d6bc-45e9-41da-9cfc-9e3ae3ae19a5 req-077359bc-581f-48f7-90df-e8ce4dac293c tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:23.590415 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-90a0d6bc-45e9-41da-9cfc-9e3ae3ae19a5 req-077359bc-581f-48f7-90df-e8ce4dac293c tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=109e1516-5598-413e-98a8-ce832f55f1f5 HTTP/1.1" status: 200 len: 945 time: 0.2287383 Mar 22 19:36:23.604743 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e530f402-f129-45c7-b4da-3b8112dcc589 None None] DHCP port deletion for 63d9f401-775b-4921-a031-36b8b10f1a77 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:36:23.613812 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-deec2a1b-6cf2-4387-b795-a0064c8b4ee2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (f58c5404-0353-494c-a0db-2eb267c24d70), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:23.698976 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47262c2e-d392-4059-9866-87d493dcaaa4 req-d2e256b0-c254-4f41-b7c6-f44de4122c83 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:23.708241 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-47262c2e-d392-4059-9866-87d493dcaaa4 req-d2e256b0-c254-4f41-b7c6-f44de4122c83 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 945 time: 0.1874259 Mar 22 19:36:23.716475 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e530f402-f129-45c7-b4da-3b8112dcc589 None None] Deleting port c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:36:23.716855 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e530f402-f129-45c7-b4da-3b8112dcc589 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:23.811512 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e530f402-f129-45c7-b4da-3b8112dcc589 None None] For port c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74,segment=NetworkSegment(80bd5bff-c1a8-4fa7-a5aa-66bec761fafc),segment_id=80bd5bff-c1a8-4fa7-a5aa-66bec761fafc)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:36:23.811985 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e530f402-f129-45c7-b4da-3b8112dcc589 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:23.822438 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-deec2a1b-6cf2-4387-b795-a0064c8b4ee2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (f58c5404-0353-494c-a0db-2eb267c24d70), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:23.830107 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-90a0d6bc-45e9-41da-9cfc-9e3ae3ae19a5 req-0a596d0d-8f32-4c79-b005-9143acf88fa9 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=93b10471-3aaa-4e0f-bbae-299bd05ceaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2383890 Mar 22 19:36:23.832839 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e530f402-f129-45c7-b4da-3b8112dcc589 None None] Calling delete_port for c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:36:23.937264 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-47262c2e-d392-4059-9866-87d493dcaaa4 req-2078f993-af99-4d00-8619-378d01d6f62f tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277603 Mar 22 19:36:24.032215 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e530f402-f129-45c7-b4da-3b8112dcc589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:24.045751 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e530f402-f129-45c7-b4da-3b8112dcc589 None None] No DVR routers for this DVR port c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:36:24.095881 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-deec2a1b-6cf2-4387-b795-a0064c8b4ee2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (f58c5404-0353-494c-a0db-2eb267c24d70), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:24.097831 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530f402-f129-45c7-b4da-3b8112dcc589 None None] Pushing event deleted for resources: {'Port': ['ID=c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:24.109770 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:36:24.111515 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-deec2a1b-6cf2-4387-b795-a0064c8b4ee2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:24.115035 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-deec2a1b-6cf2-4387-b795-a0064c8b4ee2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "DELETE /v2.0/subnets/f58c5404-0353-494c-a0db-2eb267c24d70 HTTP/1.1" status: 204 len: 168 time: 0.8203421 Mar 22 19:36:24.117764 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35170) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:24.147185 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec2a1b-6cf2-4387-b795-a0064c8b4ee2 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Pushing event deleted for resources: {'Subnet': ['ID=f58c5404-0353-494c-a0db-2eb267c24d70,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:24.151822 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:36:24.151822 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c3ed6751-83e8-48c1-9bae-b8e1ba2bfd74 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:36:24.167546 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69783e6e-ef79-41a5-ab1e-e9625c9b6ad6 req-d05303b0-381d-4842-8f77-a14aed6912c2 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:24.173360 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-69783e6e-ef79-41a5-ab1e-e9625c9b6ad6 req-d05303b0-381d-4842-8f77-a14aed6912c2 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 945 time: 0.2044189 Mar 22 19:36:24.180366 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49d967f-7a35-40a9-a578-8401bc982df8 None None] Network e604f75b-118b-4af9-acd0-200e012a697d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:36:24.273614 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-69783e6e-ef79-41a5-ab1e-e9625c9b6ad6 req-0f978384-51ec-4ad1-b4fe-d26ee623b2ad tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933990 Mar 22 19:36:24.348114 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5ef9fbdf-c350-4b2c-9cfb-d40a2d797c0e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (63d9f401-775b-4921-a031-36b8b10f1a77), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:24.425109 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57433fa2-4762-4489-9d74-d60759398e5f None None] DHCP port deletion for e604f75b-118b-4af9-acd0-200e012a697d request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:36:24.468614 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5ef9fbdf-c350-4b2c-9cfb-d40a2d797c0e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (63d9f401-775b-4921-a031-36b8b10f1a77), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:24.495544 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde7cc34-56fa-4a78-8b42-c89c6bda9082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164a4775-696e-4fba-9d90-789b57a5b9b4'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:36:24.498681 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-5ef9fbdf-c350-4b2c-9cfb-d40a2d797c0e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d9f401-775b-4921-a031-36b8b10f1a77']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:24.510569 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-5ef9fbdf-c350-4b2c-9cfb-d40a2d797c0e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80bd5bff-c1a8-4fa7-a5aa-66bec761fafc') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:24.511109 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-5ef9fbdf-c350-4b2c-9cfb-d40a2d797c0e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80bd5bff-c1a8-4fa7-a5aa-66bec761fafc') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:24.511955 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0443fb0d-6d09-4442-aaf6-926eba745b47" -d '{"events": [{"server_uuid": "fde7cc34-56fa-4a78-8b42-c89c6bda9082", "name": "network-vif-plugged", "status": "completed", "tag": "164a4775-696e-4fba-9d90-789b57a5b9b4"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:36:24.525599 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-57433fa2-4762-4489-9d74-d60759398e5f None None] Deleting port 521bc5b1-be6f-466e-96c1-4c947c560e9e {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:36:24.528762 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-57433fa2-4762-4489-9d74-d60759398e5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (521bc5b1-be6f-466e-96c1-4c947c560e9e), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:24.529654 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5ef9fbdf-c350-4b2c-9cfb-d40a2d797c0e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (80bd5bff-c1a8-4fa7-a5aa-66bec761fafc), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:24.558198 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5ef9fbdf-c350-4b2c-9cfb-d40a2d797c0e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (80bd5bff-c1a8-4fa7-a5aa-66bec761fafc), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:24.570984 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef9fbdf-c350-4b2c-9cfb-d40a2d797c0e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:36:24.571500 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5ef9fbdf-c350-4b2c-9cfb-d40a2d797c0e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (80bd5bff-c1a8-4fa7-a5aa-66bec761fafc), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:24.580873 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:36:24.580873 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:36:24.580873 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:36:24.580873 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:36:24.580873 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:36:24.580873 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:36:24.580873 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:36:24.580873 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:36:24.580873 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:36:24.580873 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:36:24.580873 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:36:24.580873 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:36:24.580873 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:36:24.580873 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:36:24.580873 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:36:24.580873 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:36:24.580873 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:36:24.580873 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:36:24.580873 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:36:24.580873 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:36:24.580873 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:36:24.580873 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:36:24.580873 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:36:24.580873 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:36:24.580873 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:36:24.580873 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:36:24.580873 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:36:24.580873 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:36:24.580873 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:36:24.580873 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:36:24.580873 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:36:24.580873 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:36:24.656656 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5ef9fbdf-c350-4b2c-9cfb-d40a2d797c0e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (63d9f401-775b-4921-a031-36b8b10f1a77), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:24.671220 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5ef9fbdf-c350-4b2c-9cfb-d40a2d797c0e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:24.678471 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 35188) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:24.687064 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5ef9fbdf-c350-4b2c-9cfb-d40a2d797c0e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "DELETE /v2.0/networks/63d9f401-775b-4921-a031-36b8b10f1a77 HTTP/1.1" status: 204 len: 168 time: 0.5623934 Mar 22 19:36:24.729840 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9fbdf-c350-4b2c-9cfb-d40a2d797c0e tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Pushing event deleted for resources: {'Network': ['ID=63d9f401-775b-4921-a031-36b8b10f1a77,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:24.833883 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b1440ef9-47c7-4762-84ff-1441b43bfd98 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (e604f75b-118b-4af9-acd0-200e012a697d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:24.897068 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-57433fa2-4762-4489-9d74-d60759398e5f None None] For port 521bc5b1-be6f-466e-96c1-4c947c560e9e, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=521bc5b1-be6f-466e-96c1-4c947c560e9e,segment=NetworkSegment(2b2f754a-9aa8-45d3-9412-08ccd40762e0),segment_id=2b2f754a-9aa8-45d3-9412-08ccd40762e0)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:36:24.897658 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-57433fa2-4762-4489-9d74-d60759398e5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (521bc5b1-be6f-466e-96c1-4c947c560e9e), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:24.911384 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-57433fa2-4762-4489-9d74-d60759398e5f None None] Calling delete_port for 521bc5b1-be6f-466e-96c1-4c947c560e9e owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:36:24.929124 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-b1440ef9-47c7-4762-84ff-1441b43bfd98 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Deleting port 521bc5b1-be6f-466e-96c1-4c947c560e9e {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:36:24.929633 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b1440ef9-47c7-4762-84ff-1441b43bfd98 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (521bc5b1-be6f-466e-96c1-4c947c560e9e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:25.002088 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8af3ec-8513-4b16-8e31-854488375434 x-openstack-request-id: req-fb8af3ec-8513-4b16-8e31-854488375434 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:36:25.002088 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde7cc34-56fa-4a78-8b42-c89c6bda9082", "name": "network-vif-plugged", "status": "completed", "tag": "164a4775-696e-4fba-9d90-789b57a5b9b4", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:36:25.002088 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fb8af3ec-8513-4b16-8e31-854488375434 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:36:25.002088 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb8af3ec-8513-4b16-8e31-854488375434'] response: {'server_uuid': 'fde7cc34-56fa-4a78-8b42-c89c6bda9082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164a4775-696e-4fba-9d90-789b57a5b9b4', 'code': 200} Mar 22 19:36:25.004195 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-57433fa2-4762-4489-9d74-d60759398e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (521bc5b1-be6f-466e-96c1-4c947c560e9e), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:25.046029 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57433fa2-4762-4489-9d74-d60759398e5f None None] No DVR routers for this DVR port 521bc5b1-be6f-466e-96c1-4c947c560e9e on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:36:25.047837 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57433fa2-4762-4489-9d74-d60759398e5f None None] Pushing event deleted for resources: {'Port': ['ID=521bc5b1-be6f-466e-96c1-4c947c560e9e,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:25.129987 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-b1440ef9-47c7-4762-84ff-1441b43bfd98 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] For port 521bc5b1-be6f-466e-96c1-4c947c560e9e, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=521bc5b1-be6f-466e-96c1-4c947c560e9e,segment=NetworkSegment(2b2f754a-9aa8-45d3-9412-08ccd40762e0),segment_id=2b2f754a-9aa8-45d3-9412-08ccd40762e0)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:36:25.130504 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b1440ef9-47c7-4762-84ff-1441b43bfd98 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (521bc5b1-be6f-466e-96c1-4c947c560e9e), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:25.155170 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-b1440ef9-47c7-4762-84ff-1441b43bfd98 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Calling delete_port for 521bc5b1-be6f-466e-96c1-4c947c560e9e owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:36:25.194721 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd02e4-7a5f-440c-9143-643de14c2809 req-d6408994-d9d4-4343-af17-591b5bb05489 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:25.196877 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2cdd02e4-7a5f-440c-9143-643de14c2809 req-d6408994-d9d4-4343-af17-591b5bb05489 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 945 time: 0.1617010 Mar 22 19:36:25.209000 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168c4a8-f836-4b29-a88f-ec2b8cb37b19 req-66da0987-c1d9-4356-be56-75fd9126908c tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:25.211036 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8168c4a8-f836-4b29-a88f-ec2b8cb37b19 req-66da0987-c1d9-4356-be56-75fd9126908c tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=109e1516-5598-413e-98a8-ce832f55f1f5 HTTP/1.1" status: 200 len: 945 time: 0.2299299 Mar 22 19:36:25.379088 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2cdd02e4-7a5f-440c-9143-643de14c2809 req-5050f61e-c05a-463d-9d4b-024c1ca78d96 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667633 Mar 22 19:36:25.394171 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8168c4a8-f836-4b29-a88f-ec2b8cb37b19 req-494e9e97-2ef5-411f-b34c-e98d7dd8bfdd tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=93b10471-3aaa-4e0f-bbae-299bd05ceaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441338 Mar 22 19:36:25.401246 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b1440ef9-47c7-4762-84ff-1441b43bfd98 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (521bc5b1-be6f-466e-96c1-4c947c560e9e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:25.491046 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1440ef9-47c7-4762-84ff-1441b43bfd98 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Pushing event deleted for resources: {'Port': ['ID=521bc5b1-be6f-466e-96c1-4c947c560e9e,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:25.499916 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1440ef9-47c7-4762-84ff-1441b43bfd98 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] No DVR routers for this DVR port 521bc5b1-be6f-466e-96c1-4c947c560e9e on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:36:25.710567 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b1440ef9-47c7-4762-84ff-1441b43bfd98 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (e604f75b-118b-4af9-acd0-200e012a697d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:25.720514 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db303466-c7ea-4c41-b138-f437fdb236f8 req-3cd6b15b-7b41-44fd-b516-2116b2154a9f tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:25.722050 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-db303466-c7ea-4c41-b138-f437fdb236f8 req-3cd6b15b-7b41-44fd-b516-2116b2154a9f tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 945 time: 0.1692631 Mar 22 19:36:25.796636 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-db303466-c7ea-4c41-b138-f437fdb236f8 req-ed023b8d-94b6-41bc-b1b2-9eb5ae5c9cf1 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629184 Mar 22 19:36:25.815917 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a176d8-781b-416e-8745-c704e51b44e3 req-cae01267-4309-4637-be5e-7aa08cbef35d tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:25.817875 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d0a176d8-781b-416e-8745-c704e51b44e3 req-cae01267-4309-4637-be5e-7aa08cbef35d tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=109e1516-5598-413e-98a8-ce832f55f1f5 HTTP/1.1" status: 200 len: 945 time: 0.2921784 Mar 22 19:36:25.820287 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-b1440ef9-47c7-4762-84ff-1441b43bfd98 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e604f75b-118b-4af9-acd0-200e012a697d']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:25.831687 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35204) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:25.836236 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-ec3ea918-df8d-42fe-aaf4-e1819b5aa1eb tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Request body: {'floatingip': {'port_id': '1c66c221-ca39-450b-8d0e-5c89d610ac5f'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:36:25.844581 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-b1440ef9-47c7-4762-84ff-1441b43bfd98 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b2f754a-9aa8-45d3-9412-08ccd40762e0') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:25.844990 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-b1440ef9-47c7-4762-84ff-1441b43bfd98 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b2f754a-9aa8-45d3-9412-08ccd40762e0') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:25.856103 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b1440ef9-47c7-4762-84ff-1441b43bfd98 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (2b2f754a-9aa8-45d3-9412-08ccd40762e0), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:25.872670 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b1440ef9-47c7-4762-84ff-1441b43bfd98 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (2b2f754a-9aa8-45d3-9412-08ccd40762e0), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:25.879368 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1440ef9-47c7-4762-84ff-1441b43bfd98 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:36:25.880220 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b1440ef9-47c7-4762-84ff-1441b43bfd98 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (2b2f754a-9aa8-45d3-9412-08ccd40762e0), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:36:25.883786 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:36:25.909811 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ec3ea918-df8d-42fe-aaf4-e1819b5aa1eb tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for floatingip (9cf05f82-537e-40e4-b4c5-72e605d45441), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:25.998199 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b1440ef9-47c7-4762-84ff-1441b43bfd98 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (e604f75b-118b-4af9-acd0-200e012a697d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:26.034221 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b1440ef9-47c7-4762-84ff-1441b43bfd98 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:26.037759 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b1440ef9-47c7-4762-84ff-1441b43bfd98 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] 10.222.0.75 "DELETE /v2.0/networks/e604f75b-118b-4af9-acd0-200e012a697d HTTP/1.1" status: 204 len: 168 time: 1.3581595 Mar 22 19:36:26.038757 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1440ef9-47c7-4762-84ff-1441b43bfd98 tempest-TaggedBootDevicesTest-763115886 tempest-TaggedBootDevicesTest-763115886-project] Pushing event deleted for resources: {'Network': ['ID=e604f75b-118b-4af9-acd0-200e012a697d,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:26.069287 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 521bc5b1-be6f-466e-96c1-4c947c560e9e no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:36:26.139846 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 521bc5b1-be6f-466e-96c1-4c947c560e9e {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:36:26.140351 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 521bc5b1-be6f-466e-96c1-4c947c560e9e not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:36:26.581342 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9570e7-a686-475a-a125-50a535ea2932 req-e1349645-baf0-4365-a03d-9e5f9913d14b tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:26.602529 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dc9570e7-a686-475a-a125-50a535ea2932 req-e1349645-baf0-4365-a03d-9e5f9913d14b tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 945 time: 0.1051574 Mar 22 19:36:26.690123 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dc9570e7-a686-475a-a125-50a535ea2932 req-669bcd90-41d6-4625-891e-21c10fd95b15 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867622 Mar 22 19:36:26.959337 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ec3ea918-df8d-42fe-aaf4-e1819b5aa1eb tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:26.964759 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ec3ea918-df8d-42fe-aaf4-e1819b5aa1eb tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (9cf05f82-537e-40e4-b4c5-72e605d45441), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:27.083329 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ea186-3381-46d5-811f-6c204664f52a req-ff753194-4d66-49ee-b6d4-7509986d4970 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:27.099760 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-ec3ea918-df8d-42fe-aaf4-e1819b5aa1eb tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Floating IP 9cf05f82-537e-40e4-b4c5-72e605d45441 associated. External IP: 172.25.5.132, port: 1c66c221-ca39-450b-8d0e-5c89d610ac5f. Mar 22 19:36:27.102372 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-439ea186-3381-46d5-811f-6c204664f52a req-ff753194-4d66-49ee-b6d4-7509986d4970 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 945 time: 0.1083345 Mar 22 19:36:27.218677 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-439ea186-3381-46d5-811f-6c204664f52a req-670b7204-4fb7-4fdd-b7b4-797f77b20e0b tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085050 Mar 22 19:36:27.317356 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 35228) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:27.428975 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3ea918-df8d-42fe-aaf4-e1819b5aa1eb tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Router 3f5ce0f6-325f-436f-9377-56ca60b663e9 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:36:27.524587 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-891545a0-8eeb-446e-aa8d-9c1c4ae5df2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:27.604235 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3ea918-df8d-42fe-aaf4-e1819b5aa1eb tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:36:27.612822 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ec3ea918-df8d-42fe-aaf4-e1819b5aa1eb tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:27.617768 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40f07b1-4f97-4205-93dc-07f8a8db8616 None None] Sync routers for ids ['3f5ce0f6-325f-436f-9377-56ca60b663e9'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:36:27.638707 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40f07b1-4f97-4205-93dc-07f8a8db8616 None None] Routers {'3f5ce0f6-325f-436f-9377-56ca60b663e9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:36:27.644646 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a40f07b1-4f97-4205-93dc-07f8a8db8616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:36:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3f5ce0f6-325f-436f-9377-56ca60b663e9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:27.646819 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-891545a0-8eeb-446e-aa8d-9c1c4ae5df2d admin admin] Publish callbacks [] for security_group (c5db4b02-2a84-47ab-b5fa-6d9dee9bb1bb), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:27.653414 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-891545a0-8eeb-446e-aa8d-9c1c4ae5df2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (c5db4b02-2a84-47ab-b5fa-6d9dee9bb1bb), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:27.669777 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ec3ea918-df8d-42fe-aaf4-e1819b5aa1eb tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "PUT /v2.0/floatingips/9cf05f82-537e-40e4-b4c5-72e605d45441 HTTP/1.1" status: 200 len: 991 time: 1.8368106 Mar 22 19:36:27.670718 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '109e1516-5598-413e-98a8-ce832f55f1f5', 'tag': '1c66c221-ca39-450b-8d0e-5c89d610ac5f'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:36:27.673169 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209eca07-d632-4a5f-9d26-23b5c37b7dca" -d '{"events": [{"name": "network-changed", "server_uuid": "109e1516-5598-413e-98a8-ce832f55f1f5", "tag": "1c66c221-ca39-450b-8d0e-5c89d610ac5f"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:36:27.699742 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-891545a0-8eeb-446e-aa8d-9c1c4ae5df2d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=331bf00093e94e8ca0850473e523a469&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3810852 Mar 22 19:36:27.701764 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891545a0-8eeb-446e-aa8d-9c1c4ae5df2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5db4b02-2a84-47ab-b5fa-6d9dee9bb1bb,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:27.702523 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35240) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:27.788651 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52b5b24-818c-4f41-a226-37cb93df3fe8 x-openstack-request-id: req-d52b5b24-818c-4f41-a226-37cb93df3fe8 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:36:27.789093 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "109e1516-5598-413e-98a8-ce832f55f1f5", "tag": "1c66c221-ca39-450b-8d0e-5c89d610ac5f", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:36:27.789492 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d52b5b24-818c-4f41-a226-37cb93df3fe8 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:36:27.790138 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d52b5b24-818c-4f41-a226-37cb93df3fe8'] response: {'name': 'network-changed', 'server_uuid': '109e1516-5598-413e-98a8-ce832f55f1f5', 'tag': '1c66c221-ca39-450b-8d0e-5c89d610ac5f', 'status': 'completed', 'code': 200} Mar 22 19:36:27.818150 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-79c1d6ed-124b-4cb8-9939-e588da5c2f59 admin admin] Publish callbacks [] for security_group (c5db4b02-2a84-47ab-b5fa-6d9dee9bb1bb), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:27.861810 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-79c1d6ed-124b-4cb8-9939-e588da5c2f59 admin admin] Publish callbacks [] for security_group (c5db4b02-2a84-47ab-b5fa-6d9dee9bb1bb), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:27.944553 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-79c1d6ed-124b-4cb8-9939-e588da5c2f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (c5db4b02-2a84-47ab-b5fa-6d9dee9bb1bb), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:27.952628 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-79c1d6ed-124b-4cb8-9939-e588da5c2f59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:27.954340 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-79c1d6ed-124b-4cb8-9939-e588da5c2f59 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c5db4b02-2a84-47ab-b5fa-6d9dee9bb1bb HTTP/1.1" status: 204 len: 168 time: 0.2489266 Mar 22 19:36:27.974789 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1d6ed-124b-4cb8-9939-e588da5c2f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5db4b02-2a84-47ab-b5fa-6d9dee9bb1bb,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:27.997607 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1d6ed-124b-4cb8-9939-e588da5c2f59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:27.997607 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1d6ed-124b-4cb8-9939-e588da5c2f59 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:28.002417 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1d6ed-124b-4cb8-9939-e588da5c2f59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:28.003405 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1d6ed-124b-4cb8-9939-e588da5c2f59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:28.004972 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1d6ed-124b-4cb8-9939-e588da5c2f59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:28.012394 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1d6ed-124b-4cb8-9939-e588da5c2f59 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:28.013986 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1d6ed-124b-4cb8-9939-e588da5c2f59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:28.014838 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1d6ed-124b-4cb8-9939-e588da5c2f59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:28.016053 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1d6ed-124b-4cb8-9939-e588da5c2f59 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:28.016488 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1d6ed-124b-4cb8-9939-e588da5c2f59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:28.017592 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1d6ed-124b-4cb8-9939-e588da5c2f59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:28.021750 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1d6ed-124b-4cb8-9939-e588da5c2f59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:28.022642 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1d6ed-124b-4cb8-9939-e588da5c2f59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:28.025717 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1d6ed-124b-4cb8-9939-e588da5c2f59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:28.027522 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1d6ed-124b-4cb8-9939-e588da5c2f59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:36:28.065778 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209eca07-d632-4a5f-9d26-23b5c37b7dca req-a8159e34-0682-41a0-a962-7713accec49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:28.067620 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-209eca07-d632-4a5f-9d26-23b5c37b7dca req-a8159e34-0682-41a0-a962-7713accec49d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=432e8044b4dc4099baeb3ef825b89673&device_id=109e1516-5598-413e-98a8-ce832f55f1f5 HTTP/1.1" status: 200 len: 1128 time: 0.2556977 Mar 22 19:36:28.071373 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-a40f07b1-4f97-4205-93dc-07f8a8db8616 None None] Set router 3f5ce0f6-325f-436f-9377-56ca60b663e9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:36:28.166941 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6f254-2c99-4fc6-83ab-db4da19555d1 req-4b9720fd-e514-4a3c-a4a5-121370961d5f tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:28.169347 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ecf6f254-2c99-4fc6-83ab-db4da19555d1 req-4b9720fd-e514-4a3c-a4a5-121370961d5f tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 945 time: 0.2709479 Mar 22 19:36:28.284692 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ecf6f254-2c99-4fc6-83ab-db4da19555d1 req-06da7aa7-2624-477f-946f-ed92bcdb6a1b tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928655 Mar 22 19:36:28.347777 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209eca07-d632-4a5f-9d26-23b5c37b7dca req-441fbf8f-5540-4f3e-b17e-bdc51c394c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:28.349283 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-209eca07-d632-4a5f-9d26-23b5c37b7dca req-441fbf8f-5540-4f3e-b17e-bdc51c394c3a service neutron] 10.222.0.84 "GET /v2.0/networks?id=df3cb172-3bab-443c-aa40-b32eebecd0b3 HTTP/1.1" status: 200 len: 915 time: 0.2719312 Mar 22 19:36:28.553590 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-209eca07-d632-4a5f-9d26-23b5c37b7dca req-47c2d229-83fd-4ca0-907a-583d4046cba9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c66c221-ca39-450b-8d0e-5c89d610ac5f HTTP/1.1" status: 200 len: 999 time: 0.1971846 Mar 22 19:36:28.566264 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:36:28.616599 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea654e-0000-48ab-b1b7-1845c0b1fee4 req-c9d8c768-2837-45ea-ade3-b46c2a0bef99 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:28.626992 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a40f07b1-4f97-4205-93dc-07f8a8db8616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'name': 'tempest-AttachVolumeNegativeTest-186120780-router', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:33:57Z', 'updated_at': '2022-03-22T19:34:01Z', 'revision_number': 4, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'gw_port': {'id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:33:58Z', 'updated_at': '2022-03-22T19:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '79aa6c44-00f8-4fc3-8fd9-54b267b6d741', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'floating_ip_address': '172.25.5.21', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'port_id': 'fc006b96-b91a-4b18-b354-293c37602770', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1967, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'mac_address': 'fa:16:3e:72:84:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb449ea2-de0c-496e-829f-154e91bd87cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:34:06Z', 'updated_at': '2022-03-22T19:34:29Z', 'revision_number': 2, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'fixed_ip_address_scope': None}, {'id': '9cf05f82-537e-40e4-b4c5-72e605d45441', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'floating_ip_address': '172.25.5.132', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'port_id': '1c66c221-ca39-450b-8d0e-5c89d610ac5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'mac_address': 'fa:16:3e:8c:df:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109e1516-5598-413e-98a8-ce832f55f1f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:36:09Z', 'updated_at': '2022-03-22T19:36:26Z', 'revision_number': 1, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10804c69-4eb3-4346-b303-6e5bd5d9a227', 'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'mac_address': 'fa:16:3e:bc:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:00Z', 'updated_at': '2022-03-22T19:34:09Z', 'revision_number': 5, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'subnets': [{'id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:28.643689 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59ea654e-0000-48ab-b1b7-1845c0b1fee4 req-c9d8c768-2837-45ea-ade3-b46c2a0bef99 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 945 time: 0.2143698 Mar 22 19:36:28.668390 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40f07b1-4f97-4205-93dc-07f8a8db8616 None None] Checking router: 3f5ce0f6-325f-436f-9377-56ca60b663e9 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:36:28.684735 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40f07b1-4f97-4205-93dc-07f8a8db8616 None None] Routers {'3f5ce0f6-325f-436f-9377-56ca60b663e9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:36:28.687312 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a40f07b1-4f97-4205-93dc-07f8a8db8616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:36:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3f5ce0f6-325f-436f-9377-56ca60b663e9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:28.750638 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59ea654e-0000-48ab-b1b7-1845c0b1fee4 req-1f0ba9d1-6c64-48b6-a7bf-5e43bbed9886 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055608 Mar 22 19:36:28.779475 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209eca07-d632-4a5f-9d26-23b5c37b7dca req-548f4138-6fba-4f71-861c-90698a9c621d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:28.781347 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-209eca07-d632-4a5f-9d26-23b5c37b7dca req-548f4138-6fba-4f71-861c-90698a9c621d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=221bc404-2765-4ba4-8d0d-c9a0ec4273c0 HTTP/1.1" status: 200 len: 853 time: 0.2193224 Mar 22 19:36:28.873390 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209eca07-d632-4a5f-9d26-23b5c37b7dca req-529557c2-0883-4ae0-9747-6e71061b53f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:28.874351 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-209eca07-d632-4a5f-9d26-23b5c37b7dca req-529557c2-0883-4ae0-9747-6e71061b53f4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=df3cb172-3bab-443c-aa40-b32eebecd0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0864015 Mar 22 19:36:28.957716 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-a40f07b1-4f97-4205-93dc-07f8a8db8616 None None] Set router 3f5ce0f6-325f-436f-9377-56ca60b663e9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:36:29.094382 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-209eca07-d632-4a5f-9d26-23b5c37b7dca req-d38808b2-8f90-4e67-8c55-d59bde4852db service neutron] 10.222.0.84 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087431 Mar 22 19:36:29.311195 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-209eca07-d632-4a5f-9d26-23b5c37b7dca req-bf269f06-4f1e-4478-b626-77f4e4eade40 service neutron] 10.222.0.84 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088950 Mar 22 19:36:29.577250 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84bdfa-3eff-4e5a-b1c3-64a3fbd976b8 req-7fea62b5-35c7-45ed-be16-d49e489d4cfc tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:29.593563 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-db84bdfa-3eff-4e5a-b1c3-64a3fbd976b8 req-7fea62b5-35c7-45ed-be16-d49e489d4cfc tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 945 time: 0.1253638 Mar 22 19:36:29.599335 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a40f07b1-4f97-4205-93dc-07f8a8db8616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'name': 'tempest-AttachVolumeNegativeTest-186120780-router', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:33:57Z', 'updated_at': '2022-03-22T19:34:01Z', 'revision_number': 4, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'gw_port': {'id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:33:58Z', 'updated_at': '2022-03-22T19:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '79aa6c44-00f8-4fc3-8fd9-54b267b6d741', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'floating_ip_address': '172.25.5.21', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'port_id': 'fc006b96-b91a-4b18-b354-293c37602770', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1967, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'mac_address': 'fa:16:3e:72:84:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb449ea2-de0c-496e-829f-154e91bd87cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:34:06Z', 'updated_at': '2022-03-22T19:34:29Z', 'revision_number': 2, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'fixed_ip_address_scope': None}, {'id': '9cf05f82-537e-40e4-b4c5-72e605d45441', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'floating_ip_address': '172.25.5.132', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'port_id': '1c66c221-ca39-450b-8d0e-5c89d610ac5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'mac_address': 'fa:16:3e:8c:df:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109e1516-5598-413e-98a8-ce832f55f1f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:36:09Z', 'updated_at': '2022-03-22T19:36:26Z', 'revision_number': 1, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10804c69-4eb3-4346-b303-6e5bd5d9a227', 'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'mac_address': 'fa:16:3e:bc:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:00Z', 'updated_at': '2022-03-22T19:34:09Z', 'revision_number': 5, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'subnets': [{'id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:29.672474 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40f07b1-4f97-4205-93dc-07f8a8db8616 None None] The sync data for ids ['3f5ce0f6-325f-436f-9377-56ca60b663e9'] in n-d-705658-24 is: [{'id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'name': 'tempest-AttachVolumeNegativeTest-186120780-router', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:33:57Z', 'updated_at': '2022-03-22T19:34:01Z', 'revision_number': 4, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'gw_port': {'id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:33:58Z', 'updated_at': '2022-03-22T19:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '79aa6c44-00f8-4fc3-8fd9-54b267b6d741', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'floating_ip_address': '172.25.5.21', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'port_id': 'fc006b96-b91a-4b18-b354-293c37602770', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1967, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'mac_address': 'fa:16:3e:72:84:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb449ea2-de0c-496e-829f-154e91bd87cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:34:06Z', 'updated_at': '2022-03-22T19:34:29Z', 'revision_number': 2, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'fixed_ip_address_scope': None}, {'id': '9cf05f82-537e-40e4-b4c5-72e605d45441', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'floating_ip_address': '172.25.5.132', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'port_id': '1c66c221-ca39-450b-8d0e-5c89d610ac5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2160, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'mac_address': 'fa:16:3e:8c:df:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109e1516-5598-413e-98a8-ce832f55f1f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:36:09Z', 'updated_at': '2022-03-22T19:36:26Z', 'revision_number': 1, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10804c69-4eb3-4346-b303-6e5bd5d9a227', 'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'mac_address': 'fa:16:3e:bc:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:00Z', 'updated_at': '2022-03-22T19:34:09Z', 'revision_number': 5, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'subnets': [{'id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:36:29.700559 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-db84bdfa-3eff-4e5a-b1c3-64a3fbd976b8 req-9f7f3d62-acf2-44e4-b7fb-9fbe5453bd27 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930581 Mar 22 19:36:30.027871 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2cf89-a74f-4e4f-8569-3fbac26bab91 req-9c8fa3cc-976f-4618-921c-f42a73f7f485 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:30.033471 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-97f2cf89-a74f-4e4f-8569-3fbac26bab91 req-9c8fa3cc-976f-4618-921c-f42a73f7f485 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 945 time: 0.1621680 Mar 22 19:36:30.171783 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-97f2cf89-a74f-4e4f-8569-3fbac26bab91 req-ec5d7f91-5ab3-4355-9737-a7a32f12f259 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324446 Mar 22 19:36:30.240397 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184dd0d6-babf-4a82-ba49-39f26aa03041 None None] New status for floating IP 9cf05f82-537e-40e4-b4c5-72e605d45441: ACTIVE {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:36:30.936005 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570e316-6cd1-43de-8224-2b05165f350e req-d29cbc9f-2853-4cd0-992d-797bbb3e9343 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:30.949106 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5570e316-6cd1-43de-8224-2b05165f350e req-d29cbc9f-2853-4cd0-992d-797bbb3e9343 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 945 time: 0.1234775 Mar 22 19:36:31.079961 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5570e316-6cd1-43de-8224-2b05165f350e req-b69341d4-4cb4-4863-bab9-abcf6f932b2c tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279800 Mar 22 19:36:31.387643 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bc3442-2361-4a79-8341-02884f679b24 req-b01b24bc-5f69-450a-a7ef-8ca2619185e0 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:31.398449 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f4bc3442-2361-4a79-8341-02884f679b24 req-b01b24bc-5f69-450a-a7ef-8ca2619185e0 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 945 time: 0.1225412 Mar 22 19:36:31.521161 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f4bc3442-2361-4a79-8341-02884f679b24 req-8e0ee738-95d2-4ea4-a7a3-b8a0fe11d970 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145122 Mar 22 19:36:32.331944 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731ce3c-6469-4bc4-81f0-a8764a4f76eb req-a014275b-9b83-4b91-b888-d3583c669bd9 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:32.334276 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d731ce3c-6469-4bc4-81f0-a8764a4f76eb req-a014275b-9b83-4b91-b888-d3583c669bd9 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 945 time: 0.1280026 Mar 22 19:36:32.430012 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d731ce3c-6469-4bc4-81f0-a8764a4f76eb req-c30fc5a5-8216-4476-b73f-de79b15c866e tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873914 Mar 22 19:36:32.778522 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec42c91-15eb-434c-8e4d-6455e23153ab req-b53115d0-fe47-4f64-a47e-ed3335fcdea6 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:32.780141 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1ec42c91-15eb-434c-8e4d-6455e23153ab req-b53115d0-fe47-4f64-a47e-ed3335fcdea6 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 945 time: 0.1255369 Mar 22 19:36:32.883685 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1ec42c91-15eb-434c-8e4d-6455e23153ab req-3df9b466-e0b5-4394-b78a-74555570bc0b tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968387 Mar 22 19:36:33.709704 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39814343-230c-4c94-a052-3aa2d92713a2 req-9bc15716-5ebd-4dc9-9d02-bdd2c7d40a46 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:33.718788 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-39814343-230c-4c94-a052-3aa2d92713a2 req-9bc15716-5ebd-4dc9-9d02-bdd2c7d40a46 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 945 time: 0.1527767 Mar 22 19:36:33.805693 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-39814343-230c-4c94-a052-3aa2d92713a2 req-80f4ee42-b667-45c6-99a5-4ff5ef36f373 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673938 Mar 22 19:36:34.078958 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9da38-39da-459e-b4c4-21da0c51b640 req-d73a3e95-8f78-4df0-96d0-368c4233d4cb tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:34.080940 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0d9da38-39da-459e-b4c4-21da0c51b640 req-d73a3e95-8f78-4df0-96d0-368c4233d4cb tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 945 time: 0.0760953 Mar 22 19:36:34.189253 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0d9da38-39da-459e-b4c4-21da0c51b640 req-434117b7-5f38-49b0-978d-2b794c621eb4 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016181 Mar 22 19:36:34.577610 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35516) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:34.651634 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 35520) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:34.727856 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2471a548-7b52-44a1-a76b-59809038cd59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:34.760414 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2dbdaff5-5c11-4753-a634-2e34e62ad61d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:34.865018 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2471a548-7b52-44a1-a76b-59809038cd59 admin admin] Publish callbacks [] for security_group (93ab00c8-e743-4871-b159-8fdf59d79fe6), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:34.875629 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2471a548-7b52-44a1-a76b-59809038cd59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (93ab00c8-e743-4871-b159-8fdf59d79fe6), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:34.898399 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2dbdaff5-5c11-4753-a634-2e34e62ad61d admin admin] Publish callbacks [] for security_group (271d8ef3-338f-4646-b116-270042ffe7d3), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:34.904498 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2dbdaff5-5c11-4753-a634-2e34e62ad61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (271d8ef3-338f-4646-b116-270042ffe7d3), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:34.950821 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2471a548-7b52-44a1-a76b-59809038cd59 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1abe536e02c243f9a2c3baf38e650564&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3714104 Mar 22 19:36:34.953216 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35526) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:34.958937 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbdaff5-5c11-4753-a634-2e34e62ad61d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271d8ef3-338f-4646-b116-270042ffe7d3,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:34.961172 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2471a548-7b52-44a1-a76b-59809038cd59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ab00c8-e743-4871-b159-8fdf59d79fe6,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:35.045553 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e0fcb88b-6f0f-4fd9-b6a8-044af030978f admin admin] Publish callbacks [] for security_group (93ab00c8-e743-4871-b159-8fdf59d79fe6), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:35.051843 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2dbdaff5-5c11-4753-a634-2e34e62ad61d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d8997fbacb0e4b849e01876a796f3d7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3967843 Mar 22 19:36:35.055856 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35528) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:35.082322 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12efefe-c6b0-4f6b-a50f-da771ed53829 req-d2fda7d0-3f57-4665-ab05-8b5cbd8b33bf tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:35.085050 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f12efefe-c6b0-4f6b-a50f-da771ed53829 req-d2fda7d0-3f57-4665-ab05-8b5cbd8b33bf tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 945 time: 0.1017478 Mar 22 19:36:35.148842 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e0fcb88b-6f0f-4fd9-b6a8-044af030978f admin admin] Publish callbacks [] for security_group (93ab00c8-e743-4871-b159-8fdf59d79fe6), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:35.175818 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f65fdf5-2052-41ba-9bc6-5d2daf72e8d1 admin admin] Publish callbacks [] for security_group (271d8ef3-338f-4646-b116-270042ffe7d3), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:35.214208 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f12efefe-c6b0-4f6b-a50f-da771ed53829 req-044a9ad2-3c4b-43fa-9c5a-6ea2dc3d66ff tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218810 Mar 22 19:36:35.223221 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f65fdf5-2052-41ba-9bc6-5d2daf72e8d1 admin admin] Publish callbacks [] for security_group (271d8ef3-338f-4646-b116-270042ffe7d3), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:35.294642 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e0fcb88b-6f0f-4fd9-b6a8-044af030978f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (93ab00c8-e743-4871-b159-8fdf59d79fe6), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:35.297579 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e0fcb88b-6f0f-4fd9-b6a8-044af030978f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:35.298782 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e0fcb88b-6f0f-4fd9-b6a8-044af030978f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/93ab00c8-e743-4871-b159-8fdf59d79fe6 HTTP/1.1" status: 204 len: 168 time: 0.3444400 Mar 22 19:36:35.319598 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fcb88b-6f0f-4fd9-b6a8-044af030978f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ab00c8-e743-4871-b159-8fdf59d79fe6,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:35.358676 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f65fdf5-2052-41ba-9bc6-5d2daf72e8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (271d8ef3-338f-4646-b116-270042ffe7d3), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:35.362925 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f65fdf5-2052-41ba-9bc6-5d2daf72e8d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:35.367439 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0f65fdf5-2052-41ba-9bc6-5d2daf72e8d1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/271d8ef3-338f-4646-b116-270042ffe7d3 HTTP/1.1" status: 204 len: 168 time: 0.3081725 Mar 22 19:36:35.402818 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65fdf5-2052-41ba-9bc6-5d2daf72e8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271d8ef3-338f-4646-b116-270042ffe7d3,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:35.411548 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7f3164-5a59-4580-81fb-b8a8cc97cfc7 req-f663aae4-f62b-4279-adf7-d1ced7f2ce9d tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:35.413162 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd7f3164-5a59-4580-81fb-b8a8cc97cfc7 req-f663aae4-f62b-4279-adf7-d1ced7f2ce9d tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 945 time: 0.1406598 Mar 22 19:36:35.530717 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd7f3164-5a59-4580-81fb-b8a8cc97cfc7 req-8a8bc193-71da-497c-8aa1-bb9a100352ba tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044490 Mar 22 19:36:35.696291 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d57b73-f11b-4d9d-9d7b-7cc7ccb15351 req-2a80c913-8961-443d-aff3-ac5071a45d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:35.698645 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9d57b73-f11b-4d9d-9d7b-7cc7ccb15351 req-2a80c913-8961-443d-aff3-ac5071a45d46 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 1128 time: 0.1195710 Mar 22 19:36:35.766755 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9d57b73-f11b-4d9d-9d7b-7cc7ccb15351 req-7eca10e2-e5b2-4b5a-86a5-09e2fc3bfd01 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569394 Mar 22 19:36:36.249781 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [req-d5d0be26-2047-4045-acb4-f29f43e8d1ba req-3d640992-00ec-4032-a104-9c2aebba4b86 tempest-ImagesNegativeTestJSON-1657438095 tempest-ImagesNegativeTestJSON-1657438095-project] (104173) timed out ('10.222.0.85', 63890) {{(pid=104173) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 19:36:36.522672 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7806cfc-77cd-4fdf-a265-7629e05060e9 req-9f40531f-5bc1-46d9-a1cd-1c89b6654545 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:36.530193 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d7806cfc-77cd-4fdf-a265-7629e05060e9 req-9f40531f-5bc1-46d9-a1cd-1c89b6654545 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 945 time: 0.1033549 Mar 22 19:36:36.605302 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d7806cfc-77cd-4fdf-a265-7629e05060e9 req-6f3ec2d2-56e2-49cc-b116-aee670e3c27e tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741210 Mar 22 19:36:36.767964 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a61274-74b9-478a-8641-a2aadd990316 req-d0a02c18-f5d8-4a9e-8c2c-739f9faea9b0 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:36.782303 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a1a61274-74b9-478a-8641-a2aadd990316 req-d0a02c18-f5d8-4a9e-8c2c-739f9faea9b0 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 945 time: 0.1184738 Mar 22 19:36:36.879167 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a1a61274-74b9-478a-8641-a2aadd990316 req-b088b1cf-4124-4c5f-9079-955dc1907db9 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951264 Mar 22 19:36:37.147995 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63abbcf-6ef0-48f2-a2a0-2e8bfd00f602 req-2b7996f8-7bbb-4170-82fd-5fccf4f382f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:37.151708 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d63abbcf-6ef0-48f2-a2a0-2e8bfd00f602 req-2b7996f8-7bbb-4170-82fd-5fccf4f382f3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7cda59a95c784cbe81e1e4252cbf144e&device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 1128 time: 0.0756001 Mar 22 19:36:37.306312 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63abbcf-6ef0-48f2-a2a0-2e8bfd00f602 req-7bd8fe09-bf13-4861-b63c-c3394c2a5006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:37.308500 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d63abbcf-6ef0-48f2-a2a0-2e8bfd00f602 req-7bd8fe09-bf13-4861-b63c-c3394c2a5006 service neutron] 10.222.0.84 "GET /v2.0/networks?id=00e2bcc4-39d4-496d-b022-7cce910c0a6c HTTP/1.1" status: 200 len: 917 time: 0.1483471 Mar 22 19:36:37.392514 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d63abbcf-6ef0-48f2-a2a0-2e8bfd00f602 req-fbcead39-d544-41e8-82a8-e9946b050068 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=164a4775-696e-4fba-9d90-789b57a5b9b4 HTTP/1.1" status: 200 len: 1001 time: 0.0763240 Mar 22 19:36:37.494510 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63abbcf-6ef0-48f2-a2a0-2e8bfd00f602 req-22fa9e03-0f4b-48de-86d5-8812e08960ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:37.497212 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d63abbcf-6ef0-48f2-a2a0-2e8bfd00f602 req-22fa9e03-0f4b-48de-86d5-8812e08960ff service neutron] 10.222.0.84 "GET /v2.0/subnets?id=29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5 HTTP/1.1" status: 200 len: 855 time: 0.0977299 Mar 22 19:36:37.557165 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63abbcf-6ef0-48f2-a2a0-2e8bfd00f602 req-99970112-c3d0-451c-94e9-82f948a3e195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:37.559529 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d63abbcf-6ef0-48f2-a2a0-2e8bfd00f602 req-99970112-c3d0-451c-94e9-82f948a3e195 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=00e2bcc4-39d4-496d-b022-7cce910c0a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0560274 Mar 22 19:36:37.819235 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8bc4a5-927a-4dc2-8067-0877a17c528c req-172d08fa-4753-494f-909d-2ae3d2bd462c tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:37.828119 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ee8bc4a5-927a-4dc2-8067-0877a17c528c req-172d08fa-4753-494f-909d-2ae3d2bd462c tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 945 time: 0.0832186 Mar 22 19:36:37.836022 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d63abbcf-6ef0-48f2-a2a0-2e8bfd00f602 req-02f9c5d5-716a-47d5-a294-31ad9f912910 service neutron] 10.222.0.84 "GET /v2.0/networks/00e2bcc4-39d4-496d-b022-7cce910c0a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687933 Mar 22 19:36:38.125437 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ee8bc4a5-927a-4dc2-8067-0877a17c528c req-ce637d93-119b-48f8-8e26-bb56d13fdfd8 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2940037 Mar 22 19:36:38.158826 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d63abbcf-6ef0-48f2-a2a0-2e8bfd00f602 req-d56d7f45-dc22-41c5-88ce-e57c315ecea3 service neutron] 10.222.0.84 "GET /v2.0/networks/00e2bcc4-39d4-496d-b022-7cce910c0a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143477 Mar 22 19:36:38.211251 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c4eb6-40ba-45b1-9d28-ca3b85ecb987 req-c10e9c6c-6a08-4b45-a78d-f4709914d496 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:38.213834 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-903c4eb6-40ba-45b1-9d28-ca3b85ecb987 req-c10e9c6c-6a08-4b45-a78d-f4709914d496 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 945 time: 0.2096629 Mar 22 19:36:38.333729 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-903c4eb6-40ba-45b1-9d28-ca3b85ecb987 req-2897be8d-743d-4235-ab88-2659fddd0dc9 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101911 Mar 22 19:36:38.360039 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9561e9-250a-4231-89df-b4358f023148 req-75699828-5d00-4d88-9c1c-3ba01cc1dd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:38.366590 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c9561e9-250a-4231-89df-b4358f023148 req-75699828-5d00-4d88-9c1c-3ba01cc1dd0b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7cda59a95c784cbe81e1e4252cbf144e&device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 1128 time: 0.1283827 Mar 22 19:36:38.502039 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9561e9-250a-4231-89df-b4358f023148 req-6e31c0c4-5420-4d1e-8e37-18e1e0e5303b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:38.503548 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c9561e9-250a-4231-89df-b4358f023148 req-6e31c0c4-5420-4d1e-8e37-18e1e0e5303b service neutron] 10.222.0.84 "GET /v2.0/networks?id=00e2bcc4-39d4-496d-b022-7cce910c0a6c HTTP/1.1" status: 200 len: 917 time: 0.1200404 Mar 22 19:36:38.645198 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabcdd6-c072-456b-8af3-7cba8857beb4 req-34b077db-bbe1-4e05-a6f9-1c9709612958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:38.647920 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-edabcdd6-c072-456b-8af3-7cba8857beb4 req-34b077db-bbe1-4e05-a6f9-1c9709612958 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fa5be7a3064a40ca968f5aa04b51243a&device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 1128 time: 0.0918701 Mar 22 19:36:38.667676 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c9561e9-250a-4231-89df-b4358f023148 req-6ab9801f-4c06-435b-ab5b-94f75c79c50b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=164a4775-696e-4fba-9d90-789b57a5b9b4 HTTP/1.1" status: 200 len: 1001 time: 0.1558018 Mar 22 19:36:38.696725 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2248c8c-fa0c-470a-b26a-80f94c7f8f9e req-704ed5a7-dbfe-4cd3-895c-6b9eeb1decbe tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:38.698725 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c2248c8c-fa0c-470a-b26a-80f94c7f8f9e req-704ed5a7-dbfe-4cd3-895c-6b9eeb1decbe tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 945 time: 0.0976148 Mar 22 19:36:38.768599 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c2248c8c-fa0c-470a-b26a-80f94c7f8f9e req-2d69d014-aed0-4a66-9c26-d986d0f46a13 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588436 Mar 22 19:36:38.822886 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9561e9-250a-4231-89df-b4358f023148 req-af0ee307-9c9f-4487-85e0-64c1e6dade94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:38.830811 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c9561e9-250a-4231-89df-b4358f023148 req-af0ee307-9c9f-4487-85e0-64c1e6dade94 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5 HTTP/1.1" status: 200 len: 855 time: 0.0599380 Mar 22 19:36:38.897282 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9561e9-250a-4231-89df-b4358f023148 req-d0d8041b-4f6e-4878-b4c7-952c2b3c3213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:38.899182 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c9561e9-250a-4231-89df-b4358f023148 req-d0d8041b-4f6e-4878-b4c7-952c2b3c3213 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=00e2bcc4-39d4-496d-b022-7cce910c0a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0623105 Mar 22 19:36:38.936090 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabcdd6-c072-456b-8af3-7cba8857beb4 req-33551735-e71b-47ce-9633-f5cd1b577e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:38.937586 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-edabcdd6-c072-456b-8af3-7cba8857beb4 req-33551735-e71b-47ce-9633-f5cd1b577e21 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6bb536fb-01ec-4381-aa1c-ed7f9fda2185 HTTP/1.1" status: 200 len: 912 time: 0.1697202 Mar 22 19:36:38.996800 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-edabcdd6-c072-456b-8af3-7cba8857beb4 req-1affe19c-0ccc-4795-96c2-577767ce4b45 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4374018f-247e-4706-a2ec-70fe6b348725 HTTP/1.1" status: 200 len: 217 time: 0.0524251 Mar 22 19:36:39.091839 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edabcdd6-c072-456b-8af3-7cba8857beb4 req-41a3ef3d-8eca-4daa-8e4a-8e5d903a0c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:39.094187 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-edabcdd6-c072-456b-8af3-7cba8857beb4 req-41a3ef3d-8eca-4daa-8e4a-8e5d903a0c23 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=2d648666-481d-48d0-b53a-fafde449cf83 HTTP/1.1" status: 200 len: 851 time: 0.0915723 Mar 22 19:36:39.148687 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-edabcdd6-c072-456b-8af3-7cba8857beb4 req-7ce09569-f3c8-4474-8963-f961e825e954 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6bb536fb-01ec-4381-aa1c-ed7f9fda2185&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459349 Mar 22 19:36:39.323226 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-edabcdd6-c072-456b-8af3-7cba8857beb4 req-10ced9fc-9698-404a-a1b9-dab8646529d4 service neutron] 10.222.0.84 "GET /v2.0/networks/6bb536fb-01ec-4381-aa1c-ed7f9fda2185?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637897 Mar 22 19:36:39.521873 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-edabcdd6-c072-456b-8af3-7cba8857beb4 req-5f6ae2e9-5b00-4432-9f53-fa4471ea88dc service neutron] 10.222.0.84 "GET /v2.0/networks/6bb536fb-01ec-4381-aa1c-ed7f9fda2185?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917443 Mar 22 19:36:39.523430 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c9561e9-250a-4231-89df-b4358f023148 req-409aec2a-6359-4f30-9b33-daca00a84b56 service neutron] 10.222.0.84 "GET /v2.0/networks/00e2bcc4-39d4-496d-b022-7cce910c0a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6106353 Mar 22 19:36:39.534804 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9babb4b8-626a-4c4a-843f-071f102fe733 req-0e301e0d-3661-4731-ab26-e902fb6c3942 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:39.536425 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9babb4b8-626a-4c4a-843f-071f102fe733 req-0e301e0d-3661-4731-ab26-e902fb6c3942 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 945 time: 0.1010530 Mar 22 19:36:39.677684 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9babb4b8-626a-4c4a-843f-071f102fe733 req-592d56df-aabc-4069-8f5b-40cbb52ac0ab tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314149 Mar 22 19:36:39.723232 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c9561e9-250a-4231-89df-b4358f023148 req-20c4b1e6-825d-4d9e-be5d-5ae44104dc2d service neutron] 10.222.0.84 "GET /v2.0/networks/00e2bcc4-39d4-496d-b022-7cce910c0a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858301 Mar 22 19:36:39.953120 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35840) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:39.956218 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4f768-c251-408f-8e2e-4e58bbeebcb1 req-b8a90cb4-9e94-469d-98d8-d387665f4b08 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:39.962240 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0bd4f768-c251-408f-8e2e-4e58bbeebcb1 req-b8a90cb4-9e94-469d-98d8-d387665f4b08 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 945 time: 0.0934634 Mar 22 19:36:40.064700 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0bd4f768-c251-408f-8e2e-4e58bbeebcb1 req-c155c435-0251-4e34-805e-8ac748ee5905 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850918 Mar 22 19:36:40.138976 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3c7a7225-5174-4aaa-8255-0094b36b1e3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:40.246036 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3c7a7225-5174-4aaa-8255-0094b36b1e3c admin admin] Publish callbacks [] for security_group (2867e177-5aa8-4943-adfb-37151eb3f690), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:40.250802 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3c7a7225-5174-4aaa-8255-0094b36b1e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2867e177-5aa8-4943-adfb-37151eb3f690), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:40.296898 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3c7a7225-5174-4aaa-8255-0094b36b1e3c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d1511d95215844caadbee1e078388b13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3394430 Mar 22 19:36:40.296898 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a7225-5174-4aaa-8255-0094b36b1e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2867e177-5aa8-4943-adfb-37151eb3f690,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:40.297625 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35846) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:40.354364 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7071689d-37e4-455d-9981-2f165660c7fa admin admin] Publish callbacks [] for security_group (2867e177-5aa8-4943-adfb-37151eb3f690), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:40.377261 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7071689d-37e4-455d-9981-2f165660c7fa admin admin] Publish callbacks [] for security_group (2867e177-5aa8-4943-adfb-37151eb3f690), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:40.430945 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7071689d-37e4-455d-9981-2f165660c7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2867e177-5aa8-4943-adfb-37151eb3f690), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:40.433956 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7071689d-37e4-455d-9981-2f165660c7fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:40.437588 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7071689d-37e4-455d-9981-2f165660c7fa admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2867e177-5aa8-4943-adfb-37151eb3f690 HTTP/1.1" status: 204 len: 168 time: 0.1365457 Mar 22 19:36:40.465607 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071689d-37e4-455d-9981-2f165660c7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2867e177-5aa8-4943-adfb-37151eb3f690,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:40.819916 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35856) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:40.834123 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e32e09e4-ec51-4c2f-a270-b3143f942651 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:40.846617 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ffff1-65b9-4ddf-98b9-9920e7545755 req-0450ad10-c2d6-4245-84a8-ce98fe578670 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:40.850269 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-342ffff1-65b9-4ddf-98b9-9920e7545755 req-0450ad10-c2d6-4245-84a8-ce98fe578670 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 945 time: 0.0787246 Mar 22 19:36:40.914889 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-342ffff1-65b9-4ddf-98b9-9920e7545755 req-70cc1579-9387-413a-bc06-6941f8581b77 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577397 Mar 22 19:36:40.956232 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e32e09e4-ec51-4c2f-a270-b3143f942651 admin admin] Publish callbacks [] for security_group (8351ea78-ffac-4354-b23f-ddd19067b7df), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:40.968023 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e32e09e4-ec51-4c2f-a270-b3143f942651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (8351ea78-ffac-4354-b23f-ddd19067b7df), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:41.032401 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 35864) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:41.033256 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e32e09e4-ec51-4c2f-a270-b3143f942651 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1d2819d67fbe4efdb89f006abc84efd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2120581 Mar 22 19:36:41.055091 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e09e4-ec51-4c2f-a270-b3143f942651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8351ea78-ffac-4354-b23f-ddd19067b7df,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:41.174625 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-79eb8722-0cec-4857-a7f5-8d93289a4d70 admin admin] Publish callbacks [] for security_group (8351ea78-ffac-4354-b23f-ddd19067b7df), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:41.265214 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-79eb8722-0cec-4857-a7f5-8d93289a4d70 admin admin] Publish callbacks [] for security_group (8351ea78-ffac-4354-b23f-ddd19067b7df), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:41.329616 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e77ab-caae-451e-b9ff-3a94c6cc0365 req-e98a7a21-5b94-4908-b41d-c816c21052d3 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:41.331884 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-914e77ab-caae-451e-b9ff-3a94c6cc0365 req-e98a7a21-5b94-4908-b41d-c816c21052d3 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 945 time: 0.1356449 Mar 22 19:36:41.385059 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-79eb8722-0cec-4857-a7f5-8d93289a4d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (8351ea78-ffac-4354-b23f-ddd19067b7df), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:41.388377 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-79eb8722-0cec-4857-a7f5-8d93289a4d70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:41.389645 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-79eb8722-0cec-4857-a7f5-8d93289a4d70 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8351ea78-ffac-4354-b23f-ddd19067b7df HTTP/1.1" status: 204 len: 168 time: 0.3526971 Mar 22 19:36:41.398689 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 164a4775-696e-4fba-9d90-789b57a5b9b4 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:36:41.417960 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb8722-0cec-4857-a7f5-8d93289a4d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8351ea78-ffac-4354-b23f-ddd19067b7df,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:41.448493 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-914e77ab-caae-451e-b9ff-3a94c6cc0365 req-f7723bc8-1f5d-4234-8b32-39d51b8f5374 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030400 Mar 22 19:36:41.539177 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 164a4775-696e-4fba-9d90-789b57a5b9b4 is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:36:41.539796 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (164a4775-696e-4fba-9d90-789b57a5b9b4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:41.571275 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde7cc34-56fa-4a78-8b42-c89c6bda9082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '164a4775-696e-4fba-9d90-789b57a5b9b4'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:36:41.575754 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca00b2a-d021-4d0b-81c9-67ebbbb8666c" -d '{"events": [{"server_uuid": "fde7cc34-56fa-4a78-8b42-c89c6bda9082", "name": "network-vif-unplugged", "status": "completed", "tag": "164a4775-696e-4fba-9d90-789b57a5b9b4"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:36:41.616006 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 164a4775-696e-4fba-9d90-789b57a5b9b4, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=164a4775-696e-4fba-9d90-789b57a5b9b4,segment=NetworkSegment(eeaed36b-2189-47d5-81ce-01a67b046103),segment_id=eeaed36b-2189-47d5-81ce-01a67b046103)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:36:41.621004 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (164a4775-696e-4fba-9d90-789b57a5b9b4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:41.708469 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Mar 2022 19:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fd0cdb-986a-4f3c-914b-e88dac790c88 x-openstack-request-id: req-86fd0cdb-986a-4f3c-914b-e88dac790c88 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:36:41.709026 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde7cc34-56fa-4a78-8b42-c89c6bda9082", "name": "network-vif-unplugged", "status": "failed", "tag": "164a4775-696e-4fba-9d90-789b57a5b9b4", "code": 422}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:36:41.709619 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-86fd0cdb-986a-4f3c-914b-e88dac790c88 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:36:41.710287 n-d-705658-24 neutron-server[104174]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-86fd0cdb-986a-4f3c-914b-e88dac790c88']: {'server_uuid': 'fde7cc34-56fa-4a78-8b42-c89c6bda9082', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '164a4775-696e-4fba-9d90-789b57a5b9b4', 'code': 422} returned with failed status Mar 22 19:36:41.731880 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=164a4775-696e-4fba-9d90-789b57a5b9b4,revision_number=8']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:41.893168 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6fb621-4707-49a0-9293-b89039b17c16 req-bec90fc8-c781-48cc-988c-443637703c64 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:41.912598 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2f6fb621-4707-49a0-9293-b89039b17c16 req-bec90fc8-c781-48cc-988c-443637703c64 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.1254048 Mar 22 19:36:41.986541 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2f6fb621-4707-49a0-9293-b89039b17c16 req-bb0c20ae-cd57-4e6e-bd0a-6ac3eb565eda tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728381 Mar 22 19:36:42.126456 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-5f7db51f-5726-4e58-9777-15e94b5c80a6 req-1636ce41-485f-46ce-b428-c982088f8768 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:36:42.129235 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5f7db51f-5726-4e58-9777-15e94b5c80a6 req-1636ce41-485f-46ce-b428-c982088f8768 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2588708 Mar 22 19:36:42.180058 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7b738-a9ed-48da-b010-1121d7959f0c req-8cbdc441-239f-46b9-9188-6641b75b7cc0 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:42.189122 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3f7b738-a9ed-48da-b010-1121d7959f0c req-8cbdc441-239f-46b9-9188-6641b75b7cc0 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 945 time: 0.1380963 Mar 22 19:36:42.315056 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3f7b738-a9ed-48da-b010-1121d7959f0c req-25f4a63c-0580-4ba0-ab34-26b0109f65d6 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249111 Mar 22 19:36:42.521016 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f97d7-e386-4ec9-a9b3-101c2b7756eb req-4c0d6399-ca40-4401-9134-6b3725d597c3 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:42.525160 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e29f97d7-e386-4ec9-a9b3-101c2b7756eb req-4c0d6399-ca40-4401-9134-6b3725d597c3 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 943 time: 0.1447475 Mar 22 19:36:42.629962 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e29f97d7-e386-4ec9-a9b3-101c2b7756eb req-1d784f0c-c2f0-43a3-977c-3971debe2a40 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979381 Mar 22 19:36:43.185904 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffac4d1-3ce6-439d-b819-654c7c54ae80 req-371488bd-a521-4b5c-b48f-a0d173f4e0b4 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:43.198158 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dffac4d1-3ce6-439d-b819-654c7c54ae80 req-371488bd-a521-4b5c-b48f-a0d173f4e0b4 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.0921118 Mar 22 19:36:43.213255 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-558c9393-6afc-4bc4-8861-0ff19e61f906 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3966448 Mar 22 19:36:43.228958 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-f90f9627-1992-4946-ab64-58bfe3eb9300 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:36:43.233484 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-f90f9627-1992-4946-ab64-58bfe3eb9300 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111275 Mar 22 19:36:43.303276 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dffac4d1-3ce6-439d-b819-654c7c54ae80 req-1124f389-99e0-4827-a67e-b95fbd9755ef tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035988 Mar 22 19:36:43.561232 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec5601-6103-4435-9ee3-19fa3fa786c0 req-a2ba490e-d286-44f3-9254-efc305fd5a59 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:43.563092 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-caec5601-6103-4435-9ee3-19fa3fa786c0 req-a2ba490e-d286-44f3-9254-efc305fd5a59 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 945 time: 0.1376793 Mar 22 19:36:43.626437 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-3d168a7f-d5a9-4fe4-bd8c-b7b2fdb2956d tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:43.628382 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-3d168a7f-d5a9-4fe4-bd8c-b7b2fdb2956d tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports/164a4775-696e-4fba-9d90-789b57a5b9b4 HTTP/1.1" status: 200 len: 940 time: 0.3515284 Mar 22 19:36:43.657656 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-caec5601-6103-4435-9ee3-19fa3fa786c0 req-a0edf3e5-7753-4e3e-80ec-f9c6bce75d65 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715473 Mar 22 19:36:43.844395 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d432229-373b-4c12-92e9-8e636959ab57 req-6599dd76-6746-4680-8ae0-2f19df9b2f24 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:43.851409 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6d432229-373b-4c12-92e9-8e636959ab57 req-6599dd76-6746-4680-8ae0-2f19df9b2f24 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 943 time: 0.1079435 Mar 22 19:36:43.909693 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6d432229-373b-4c12-92e9-8e636959ab57 req-cb264921-61b9-402b-a502-6d0de50006ed tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570345 Mar 22 19:36:43.914929 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35994) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:44.100339 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fe1d974f-d769-4c5f-97a9-4181a0ba3525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:44.228633 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fe1d974f-d769-4c5f-97a9-4181a0ba3525 admin admin] Publish callbacks [] for security_group (c2957071-708a-4f32-ac25-188fccd93588), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:44.234479 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fe1d974f-d769-4c5f-97a9-4181a0ba3525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (c2957071-708a-4f32-ac25-188fccd93588), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:44.273748 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d974f-d769-4c5f-97a9-4181a0ba3525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2957071-708a-4f32-ac25-188fccd93588,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:44.294645 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-fe1d974f-d769-4c5f-97a9-4181a0ba3525 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=48d66b50d7dd4f03ad3d9d71bfe016ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3790605 Mar 22 19:36:44.297139 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36002) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:44.384932 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-83236a3a-f1ab-4e7e-b3b2-e2af5fed9789 admin admin] Publish callbacks [] for security_group (c2957071-708a-4f32-ac25-188fccd93588), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:44.421534 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-83236a3a-f1ab-4e7e-b3b2-e2af5fed9789 admin admin] Publish callbacks [] for security_group (c2957071-708a-4f32-ac25-188fccd93588), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:44.542100 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104a14f-ce12-4226-b7e6-1d5a16919978 req-9e1a5fd9-63d2-4089-87a1-483687e8cc3b tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:44.554854 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4104a14f-ce12-4226-b7e6-1d5a16919978 req-9e1a5fd9-63d2-4089-87a1-483687e8cc3b tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.1311903 Mar 22 19:36:44.571157 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-83236a3a-f1ab-4e7e-b3b2-e2af5fed9789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (c2957071-708a-4f32-ac25-188fccd93588), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:44.577534 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-83236a3a-f1ab-4e7e-b3b2-e2af5fed9789 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:44.579364 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-83236a3a-f1ab-4e7e-b3b2-e2af5fed9789 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c2957071-708a-4f32-ac25-188fccd93588 HTTP/1.1" status: 204 len: 168 time: 0.2806358 Mar 22 19:36:44.600203 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83236a3a-f1ab-4e7e-b3b2-e2af5fed9789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2957071-708a-4f32-ac25-188fccd93588,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:44.703611 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4104a14f-ce12-4226-b7e6-1d5a16919978 req-f7298cea-bf92-4e7e-a898-f04ae93c0c72 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477733 Mar 22 19:36:45.079107 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6c9d91bf-4421-4af2-996a-b8973b1111cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:45.090889 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532834f-7f2a-4aec-9517-a901418986b9 req-c793f55d-a94e-49b0-9aed-850bcb8754b1 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:45.100718 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0532834f-7f2a-4aec-9517-a901418986b9 req-c793f55d-a94e-49b0-9aed-850bcb8754b1 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 945 time: 0.2690587 Mar 22 19:36:45.233821 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37655161-a04b-4b64-9c74-1ece4b15c86b req-0d248e57-6260-4383-907a-1338e5dd6a56 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:45.235557 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-37655161-a04b-4b64-9c74-1ece4b15c86b req-0d248e57-6260-4383-907a-1338e5dd6a56 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.84 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 945 time: 0.3260407 Mar 22 19:36:45.420345 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 164a4775-696e-4fba-9d90-789b57a5b9b4 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:36:45.471848 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0532834f-7f2a-4aec-9517-a901418986b9 req-523cd03f-d977-4d00-9dee-af10840291e6 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690517 Mar 22 19:36:45.510683 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7c375-84f7-4609-bdc3-4cf82c7d85e9 req-c8377409-e569-460c-9f1e-7cd9b2aa891e tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:45.521824 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f0d7c375-84f7-4609-bdc3-4cf82c7d85e9 req-c8377409-e569-460c-9f1e-7cd9b2aa891e tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 943 time: 0.4123213 Mar 22 19:36:45.623931 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 164a4775-696e-4fba-9d90-789b57a5b9b4 is: DOWN; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:36:45.626301 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-37655161-a04b-4b64-9c74-1ece4b15c86b req-cc03f98c-5348-4571-b8eb-3a4302b93bdf tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Deleting port 4374018f-247e-4706-a2ec-70fe6b348725 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:36:45.626777 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-37655161-a04b-4b64-9c74-1ece4b15c86b req-cc03f98c-5348-4571-b8eb-3a4302b93bdf tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (4374018f-247e-4706-a2ec-70fe6b348725), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:45.649409 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f0d7c375-84f7-4609-bdc3-4cf82c7d85e9 req-02713079-e95c-46e5-b244-face4d316fc2 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192038 Mar 22 19:36:45.740556 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:45.888038 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-37655161-a04b-4b64-9c74-1ece4b15c86b req-cc03f98c-5348-4571-b8eb-3a4302b93bdf tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] For port 4374018f-247e-4706-a2ec-70fe6b348725, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=4374018f-247e-4706-a2ec-70fe6b348725,segment=NetworkSegment(6d7b89dd-5b66-4524-aa0b-d47b544ff22d),segment_id=6d7b89dd-5b66-4524-aa0b-d47b544ff22d)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:36:45.888501 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-37655161-a04b-4b64-9c74-1ece4b15c86b req-cc03f98c-5348-4571-b8eb-3a4302b93bdf tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (4374018f-247e-4706-a2ec-70fe6b348725), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:45.904428 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fffc0-dcd8-4c3a-aeef-a720c4f465b2 req-b140fecc-ac91-49d1-b609-ade48ccfce07 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:45.906068 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5f8fffc0-dcd8-4c3a-aeef-a720c4f465b2 req-b140fecc-ac91-49d1-b609-ade48ccfce07 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.1029744 Mar 22 19:36:45.912841 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-37655161-a04b-4b64-9c74-1ece4b15c86b req-cc03f98c-5348-4571-b8eb-3a4302b93bdf tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Calling delete_port for 4374018f-247e-4706-a2ec-70fe6b348725 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:36:45.959285 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36040) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:46.014063 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5f8fffc0-dcd8-4c3a-aeef-a720c4f465b2 req-70a0f152-6471-4019-8b33-aa4ea46f5d0c tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933697 Mar 22 19:36:46.109868 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-5fdf31af-d7f1-422c-8e18-a9c58b7fe1ab tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1956453559'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:36:46.148146 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdf31af-d7f1-422c-8e18-a9c58b7fe1ab tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Made reservation on behalf of 3eda893e4a904f108126de64fa5718de for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:36:46.152636 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5fdf31af-d7f1-422c-8e18-a9c58b7fe1ab tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:46.162020 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5fdf31af-d7f1-422c-8e18-a9c58b7fe1ab tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:46.198701 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-37655161-a04b-4b64-9c74-1ece4b15c86b req-cc03f98c-5348-4571-b8eb-3a4302b93bdf tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (4374018f-247e-4706-a2ec-70fe6b348725), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:46.212873 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['627ea9b0-337f-416e-bff4-b877dff4d8b9'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:36:46.215123 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['4374018f-247e-4706-a2ec-70fe6b348725'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:36:46.289732 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc03f98c-5348-4571-b8eb-3a4302b93bdf tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Pushing event deleted for resources: {'Port': ['ID=4374018f-247e-4706-a2ec-70fe6b348725,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:46.326257 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-37655161-a04b-4b64-9c74-1ece4b15c86b req-cc03f98c-5348-4571-b8eb-3a4302b93bdf tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] No DVR routers for this DVR port 4374018f-247e-4706-a2ec-70fe6b348725 on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:36:46.333661 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-37655161-a04b-4b64-9c74-1ece4b15c86b req-cc03f98c-5348-4571-b8eb-3a4302b93bdf tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:46.339573 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-37655161-a04b-4b64-9c74-1ece4b15c86b req-cc03f98c-5348-4571-b8eb-3a4302b93bdf tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.84 "DELETE /v2.0/ports/4374018f-247e-4706-a2ec-70fe6b348725 HTTP/1.1" status: 204 len: 173 time: 1.0969789 Mar 22 19:36:46.340601 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac050b4b-d95d-45f8-a650-b8e3c0778fd8', 'name': 'network-vif-deleted', 'tag': '4374018f-247e-4706-a2ec-70fe6b348725'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:36:46.346643 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27c13e3-966b-4f3b-a20f-982681725964" -d '{"events": [{"server_uuid": "ac050b4b-d95d-45f8-a650-b8e3c0778fd8", "name": "network-vif-deleted", "tag": "4374018f-247e-4706-a2ec-70fe6b348725"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:36:46.405841 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5fdf31af-d7f1-422c-8e18-a9c58b7fe1ab tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for security_group (a91ea9ee-d7a2-42c8-ad3e-5bea20dedba1), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:46.413365 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5fdf31af-d7f1-422c-8e18-a9c58b7fe1ab tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a91ea9ee-d7a2-42c8-ad3e-5bea20dedba1), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:46.419282 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e538cd1-5829-4f41-b78e-3ef851156cba x-openstack-request-id: req-1e538cd1-5829-4f41-b78e-3ef851156cba {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:36:46.419573 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac050b4b-d95d-45f8-a650-b8e3c0778fd8", "name": "network-vif-deleted", "tag": "4374018f-247e-4706-a2ec-70fe6b348725", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:36:46.419825 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1e538cd1-5829-4f41-b78e-3ef851156cba {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:36:46.420237 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e538cd1-5829-4f41-b78e-3ef851156cba'] response: {'server_uuid': 'ac050b4b-d95d-45f8-a650-b8e3c0778fd8', 'name': 'network-vif-deleted', 'tag': '4374018f-247e-4706-a2ec-70fe6b348725', 'status': 'completed', 'code': 200} Mar 22 19:36:46.433683 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fdf31af-d7f1-422c-8e18-a9c58b7fe1ab tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:36:46.444461 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5fdf31af-d7f1-422c-8e18-a9c58b7fe1ab tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (3aa0234f-d819-4713-809d-c1a10407e8ec), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:46.444953 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-5fdf31af-d7f1-422c-8e18-a9c58b7fe1ab tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Added segment 3aa0234f-d819-4713-809d-c1a10407e8ec of type vlan for network eb0120f7-cfd3-48e7-9beb-abe868756ead Mar 22 19:36:46.498608 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5fdf31af-d7f1-422c-8e18-a9c58b7fe1ab tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (eb0120f7-cfd3-48e7-9beb-abe868756ead), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:46.549197 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5fdf31af-d7f1-422c-8e18-a9c58b7fe1ab tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (eb0120f7-cfd3-48e7-9beb-abe868756ead), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:46.554755 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdf31af-d7f1-422c-8e18-a9c58b7fe1ab tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:46.555386 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5fdf31af-d7f1-422c-8e18-a9c58b7fe1ab tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:46.579040 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf31af-d7f1-422c-8e18-a9c58b7fe1ab tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a91ea9ee-d7a2-42c8-ad3e-5bea20dedba1,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:46.663209 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5fdf31af-d7f1-422c-8e18-a9c58b7fe1ab tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7007146 Mar 22 19:36:46.671272 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36050) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:46.687657 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-37104e63-3a39-45a9-bb73-240a92a29a02 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Request body: {'subnet': {'network_id': 'eb0120f7-cfd3-48e7-9beb-abe868756ead', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:36:46.707645 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-29bf9085-56a9-447d-b1c3-a5c7efb7f7e8 req-d88a56eb-88d9-4c4d-813e-1b1163e5627a tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac050b4b-d95d-45f8-a650-b8e3c0778fd8 HTTP/1.1" status: 200 len: 210 time: 0.0659420 Mar 22 19:36:46.811328 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf31af-d7f1-422c-8e18-a9c58b7fe1ab tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event updated for resources: {'Network': ['ID=eb0120f7-cfd3-48e7-9beb-abe868756ead,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:46.823948 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network eb0120f7-cfd3-48e7-9beb-abe868756ead details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:36:46.874862 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c89616-fbe7-4d16-94c4-6c99803f0608 req-93c9df10-0c11-427e-91b2-fa0df915f01b tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:46.877764 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37104e63-3a39-45a9-bb73-240a92a29a02 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Made reservation on behalf of 3eda893e4a904f108126de64fa5718de for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:36:46.881701 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37104e63-3a39-45a9-bb73-240a92a29a02 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:46.887897 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-40c89616-fbe7-4d16-94c4-6c99803f0608 req-93c9df10-0c11-427e-91b2-fa0df915f01b tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 943 time: 0.1132512 Mar 22 19:36:46.975090 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-40c89616-fbe7-4d16-94c4-6c99803f0608 req-497b7e3c-ba52-4250-8bab-a695eaa3fbde tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803883 Mar 22 19:36:47.154627 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebded51-dd67-43cb-8bad-200fe29714d5 req-097fc7ee-42ae-495d-97f0-33e115c566b1 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:47.160815 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37104e63-3a39-45a9-bb73-240a92a29a02 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (414cce7b-7807-4cac-bc8e-d280226d5be4), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:47.164528 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ebded51-dd67-43cb-8bad-200fe29714d5 req-097fc7ee-42ae-495d-97f0-33e115c566b1 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.0785758 Mar 22 19:36:47.234636 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ebded51-dd67-43cb-8bad-200fe29714d5 req-5bce8907-0f56-48ea-bf21-dc016542fff8 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687714 Mar 22 19:36:47.247566 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37104e63-3a39-45a9-bb73-240a92a29a02 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event updated for resources: {'Subnet': ['ID=414cce7b-7807-4cac-bc8e-d280226d5be4,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:47.256043 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37104e63-3a39-45a9-bb73-240a92a29a02 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Checking segment: {'id': '3aa0234f-d819-4713-809d-c1a10407e8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'eb0120f7-cfd3-48e7-9beb-abe868756ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:36:47.260392 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37104e63-3a39-45a9-bb73-240a92a29a02 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Network hostable DHCP agents. Network: eb0120f7-cfd3-48e7-9beb-abe868756ead, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:36:47.291556 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37104e63-3a39-45a9-bb73-240a92a29a02 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Network eb0120f7-cfd3-48e7-9beb-abe868756ead is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:36:47.302958 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-37104e63-3a39-45a9-bb73-240a92a29a02 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, eb0120f7-cfd3-48e7-9beb-abe868756ead) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:36:47.314223 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dfa530-8947-4c6d-90c1-c9899e3614c4 None None] Network eb0120f7-cfd3-48e7-9beb-abe868756ead requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:36:47.316041 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37104e63-3a39-45a9-bb73-240a92a29a02 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:47.316879 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37104e63-3a39-45a9-bb73-240a92a29a02 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:47.337190 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-37104e63-3a39-45a9-bb73-240a92a29a02 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6638167 Mar 22 19:36:47.340347 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36058) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:47.345948 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-472abfc0-21d8-457c-b1b2-759584ce1947 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1570662413', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}, 'admin_state_up': False}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:36:47.389087 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-472abfc0-21d8-457c-b1b2-759584ce1947 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (cef4989f-d9b6-42f2-949c-b7edbd9d0f26), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:47.394113 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-472abfc0-21d8-457c-b1b2-759584ce1947 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (cef4989f-d9b6-42f2-949c-b7edbd9d0f26), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:47.510135 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0ea2ec47-8b53-4c52-b833-b236f348744e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:47.537441 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-472abfc0-21d8-457c-b1b2-759584ce1947 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for router_controller (cef4989f-d9b6-42f2-949c-b7edbd9d0f26), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:47.619423 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d6c855-167e-4c0d-a113-3261b618b210 None None] Network eb0120f7-cfd3-48e7-9beb-abe868756ead requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:36:47.781581 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-472abfc0-21d8-457c-b1b2-759584ce1947 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for router_gateway (cef4989f-d9b6-42f2-949c-b7edbd9d0f26), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:48.124415 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-472abfc0-21d8-457c-b1b2-759584ce1947 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for router_gateway (cef4989f-d9b6-42f2-949c-b7edbd9d0f26), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:48.167684 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-472abfc0-21d8-457c-b1b2-759584ce1947 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:48.283567 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:48.319371 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-472abfc0-21d8-457c-b1b2-759584ce1947 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Allocated IP 172.25.5.57 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/8babddaa-09d8-461c-97d3-851514426e0d) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:36:48.340474 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c302670-c5ba-4a82-8a2e-11d41d2a1443 req-01684cdc-23c4-4c94-926b-46380f995935 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:48.350605 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c302670-c5ba-4a82-8a2e-11d41d2a1443 req-01684cdc-23c4-4c94-926b-46380f995935 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 943 time: 0.2072217 Mar 22 19:36:48.392520 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fec1cb-8376-48f7-a205-13b0cbe69eb8 req-49ae7316-2841-49e5-bdd7-51e4c55c1fd3 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:48.400825 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74fec1cb-8376-48f7-a205-13b0cbe69eb8 req-49ae7316-2841-49e5-bdd7-51e4c55c1fd3 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 945 time: 0.1974661 Mar 22 19:36:48.468232 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74fec1cb-8376-48f7-a205-13b0cbe69eb8 req-a02b0f8a-42bb-4100-9c78-c55124ab00ee tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661879 Mar 22 19:36:48.542419 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c302670-c5ba-4a82-8a2e-11d41d2a1443 req-1a698d03-0da7-49d4-960d-cf0ba3445358 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904473 Mar 22 19:36:48.558588 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-472abfc0-21d8-457c-b1b2-759584ce1947 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for port (8babddaa-09d8-461c-97d3-851514426e0d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:48.611785 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-472abfc0-21d8-457c-b1b2-759584ce1947 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (8babddaa-09d8-461c-97d3-851514426e0d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:48.665072 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472abfc0-21d8-457c-b1b2-759584ce1947 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:36:48.675206 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-472abfc0-21d8-457c-b1b2-759584ce1947 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:36:48.678447 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472abfc0-21d8-457c-b1b2-759584ce1947 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:36:48.685929 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:48.706120 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472abfc0-21d8-457c-b1b2-759584ce1947 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event updated for resources: {'Port': ['ID=8babddaa-09d8-461c-97d3-851514426e0d,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:48.740998 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1c32d-2dee-4ffc-982f-39cfe28e2e02 req-1177a4d3-40d4-43e4-982f-243bcf6a8cb2 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:48.744111 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-77f1c32d-2dee-4ffc-982f-39cfe28e2e02 req-1177a4d3-40d4-43e4-982f-243bcf6a8cb2 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.1478119 Mar 22 19:36:48.804635 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-77f1c32d-2dee-4ffc-982f-39cfe28e2e02 req-22e2af48-c22f-4b79-89f3-f7a1330c9a5e tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537634 Mar 22 19:36:49.048456 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-472abfc0-21d8-457c-b1b2-759584ce1947 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for router_gateway (cef4989f-d9b6-42f2-949c-b7edbd9d0f26), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:49.434855 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 4374018f-247e-4706-a2ec-70fe6b348725 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:36:49.457524 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 4374018f-247e-4706-a2ec-70fe6b348725 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:36:49.458088 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 4374018f-247e-4706-a2ec-70fe6b348725 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:36:49.733778 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d155f-10a4-42a0-8a7f-8a0dd93178ea req-4f299a2b-e663-4b3a-bf70-b270db65ff1b tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:49.742229 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3a0d155f-10a4-42a0-8a7f-8a0dd93178ea req-4f299a2b-e663-4b3a-bf70-b270db65ff1b tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 945 time: 0.1332703 Mar 22 19:36:49.859498 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6386e13-d04c-4e38-adf3-cacf87ee3f1d req-c0fc5ab2-0f89-40df-a4c9-bf62dae24069 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:49.861183 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b6386e13-d04c-4e38-adf3-cacf87ee3f1d req-c0fc5ab2-0f89-40df-a4c9-bf62dae24069 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 943 time: 0.1727662 Mar 22 19:36:49.898756 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3a0d155f-10a4-42a0-8a7f-8a0dd93178ea req-a66cedcc-1739-4e39-a644-ffb3b0199715 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554961 Mar 22 19:36:49.952583 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4e9e1c9b-4198-4ce7-a76e-a441ab6d268b req-b807d3b4-ee47-4145-aa41-3e381ef9ccb0 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=cb449ea2-de0c-496e-829f-154e91bd87cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1223748 Mar 22 19:36:49.953834 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-472abfc0-21d8-457c-b1b2-759584ce1947 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (cef4989f-d9b6-42f2-949c-b7edbd9d0f26), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:50.034861 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b6386e13-d04c-4e38-adf3-cacf87ee3f1d req-a436af62-69c1-4556-976e-525dc0d15d99 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251848 Mar 22 19:36:50.082677 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:50.129261 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5894d9-94bc-4182-a8c6-114a2b2b1b4a req-3fdf1220-c860-435f-b23b-e96ea875bd4e tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:50.130897 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6a5894d9-94bc-4182-a8c6-114a2b2b1b4a req-3fdf1220-c860-435f-b23b-e96ea875bd4e tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.0943763 Mar 22 19:36:50.178847 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e1c9b-4198-4ce7-a76e-a441ab6d268b req-2c474be8-5f05-4b17-a864-aa02de8a915a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:50.180593 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4e9e1c9b-4198-4ce7-a76e-a441ab6d268b req-2c474be8-5f05-4b17-a864-aa02de8a915a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=432e8044b4dc4099baeb3ef825b89673&device_id=cb449ea2-de0c-496e-829f-154e91bd87cc HTTP/1.1" status: 200 len: 1129 time: 0.0812395 Mar 22 19:36:50.197014 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6a5894d9-94bc-4182-a8c6-114a2b2b1b4a req-2805cf8d-1fb0-4530-b50c-44111c1ca65b tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590920 Mar 22 19:36:50.295180 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472abfc0-21d8-457c-b1b2-759584ce1947 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Router cef4989f-d9b6-42f2-949c-b7edbd9d0f26 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:36:50.410939 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e1c9b-4198-4ce7-a76e-a441ab6d268b req-045d13dd-8c73-4865-ae11-649d365763f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:50.412769 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4e9e1c9b-4198-4ce7-a76e-a441ab6d268b req-045d13dd-8c73-4865-ae11-649d365763f8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=df3cb172-3bab-443c-aa40-b32eebecd0b3 HTTP/1.1" status: 200 len: 915 time: 0.2011027 Mar 22 19:36:50.515597 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472abfc0-21d8-457c-b1b2-759584ce1947 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:36:50.531772 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0486b4-db01-46eb-bfde-6d737adc48d9 None None] Sync routers for ids ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:36:50.564268 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0486b4-db01-46eb-bfde-6d737adc48d9 None None] Routers {'cef4989f-d9b6-42f2-949c-b7edbd9d0f26'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:36:50.564474 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5813ac-a16e-41f8-b4bb-87aeadeded55 req-e3dfd898-ae2e-479d-bd3d-ad3cc4ae389a tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:50.566547 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ff5813ac-a16e-41f8-b4bb-87aeadeded55 req-e3dfd898-ae2e-479d-bd3d-ad3cc4ae389a tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.85 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 945 time: 0.0837080 Mar 22 19:36:50.567348 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ef0486b4-db01-46eb-bfde-6d737adc48d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:36:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:50.567956 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4e9e1c9b-4198-4ce7-a76e-a441ab6d268b req-2e5bb086-fed5-4bcc-a6ba-c34cdb773903 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc006b96-b91a-4b18-b354-293c37602770 HTTP/1.1" status: 200 len: 1001 time: 0.1474795 Mar 22 19:36:50.571157 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-472abfc0-21d8-457c-b1b2-759584ce1947 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:50.572614 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-472abfc0-21d8-457c-b1b2-759584ce1947 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2306359 Mar 22 19:36:50.576487 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36090) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:50.674010 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ef0486b4-db01-46eb-bfde-6d737adc48d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:50.695046 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e1c9b-4198-4ce7-a76e-a441ab6d268b req-6b3eec0b-b5ee-4c6d-bae0-80cfe8584d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:50.699645 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0486b4-db01-46eb-bfde-6d737adc48d9 None None] Routers {'cef4989f-d9b6-42f2-949c-b7edbd9d0f26'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:36:50.700298 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ef0486b4-db01-46eb-bfde-6d737adc48d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:36:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:50.702089 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4e9e1c9b-4198-4ce7-a76e-a441ab6d268b req-6b3eec0b-b5ee-4c6d-bae0-80cfe8584d55 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=221bc404-2765-4ba4-8d0d-c9a0ec4273c0 HTTP/1.1" status: 200 len: 853 time: 0.0994635 Mar 22 19:36:50.777917 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ef0486b4-db01-46eb-bfde-6d737adc48d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:50.778581 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0486b4-db01-46eb-bfde-6d737adc48d9 None None] The sync data for ids ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:36:50.815278 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e1c9b-4198-4ce7-a76e-a441ab6d268b req-20440ae8-1632-40ea-807e-5bd0e222d262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:50.818739 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4e9e1c9b-4198-4ce7-a76e-a441ab6d268b req-20440ae8-1632-40ea-807e-5bd0e222d262 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=df3cb172-3bab-443c-aa40-b32eebecd0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1094146 Mar 22 19:36:51.044352 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4e9e1c9b-4198-4ce7-a76e-a441ab6d268b req-94de38e8-5023-4aa5-bfcd-5ce2c5bbe5b4 service neutron] 10.222.0.85 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178056 Mar 22 19:36:51.231188 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4e9e1c9b-4198-4ce7-a76e-a441ab6d268b req-e0c21887-68b4-416b-9f64-1802df71b2bc service neutron] 10.222.0.85 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784761 Mar 22 19:36:51.315529 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-ff5813ac-a16e-41f8-b4bb-87aeadeded55 req-a307c0cf-b847-4a73-949a-755b3a846199 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Deleting port 627ea9b0-337f-416e-bff4-b877dff4d8b9 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:36:51.316100 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ff5813ac-a16e-41f8-b4bb-87aeadeded55 req-a307c0cf-b847-4a73-949a-755b3a846199 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (627ea9b0-337f-416e-bff4-b877dff4d8b9), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:51.346199 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:51.663392 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f8809c-ad0a-4895-8872-c1813ca380b3 req-3fc855ff-438d-433d-a749-b890e73ab642 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:51.665415 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21f8809c-ad0a-4895-8872-c1813ca380b3 req-3fc855ff-438d-433d-a749-b890e73ab642 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 945 time: 0.6210625 Mar 22 19:36:51.670584 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-ff5813ac-a16e-41f8-b4bb-87aeadeded55 req-a307c0cf-b847-4a73-949a-755b3a846199 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] For port 627ea9b0-337f-416e-bff4-b877dff4d8b9, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=627ea9b0-337f-416e-bff4-b877dff4d8b9,segment=NetworkSegment(6d7b89dd-5b66-4524-aa0b-d47b544ff22d),segment_id=6d7b89dd-5b66-4524-aa0b-d47b544ff22d)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:36:51.670962 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ff5813ac-a16e-41f8-b4bb-87aeadeded55 req-a307c0cf-b847-4a73-949a-755b3a846199 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (627ea9b0-337f-416e-bff4-b877dff4d8b9), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:51.690174 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dfbcc6-8675-4560-8cc0-5378c5aa5072 req-82cb47b8-4bbf-4893-977f-e6482bb7bcc3 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:51.691837 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53dfbcc6-8675-4560-8cc0-5378c5aa5072 req-82cb47b8-4bbf-4893-977f-e6482bb7bcc3 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 943 time: 0.4979563 Mar 22 19:36:51.727939 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-ff5813ac-a16e-41f8-b4bb-87aeadeded55 req-a307c0cf-b847-4a73-949a-755b3a846199 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Calling delete_port for 627ea9b0-337f-416e-bff4-b877dff4d8b9 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:36:51.856105 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21f8809c-ad0a-4895-8872-c1813ca380b3 req-e5527732-abe7-43f6-9198-3b91d8fdbfd5 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/security-groups?id=f241c240-b0db-4439-bfd7-05e21aa29894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798263 Mar 22 19:36:51.900913 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53dfbcc6-8675-4560-8cc0-5378c5aa5072 req-61d49ff1-dc04-424f-8656-c93943470cc6 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646936 Mar 22 19:36:52.151660 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adccea-7ab3-481f-aa79-9b60e2330bda req-5a549c79-0de9-405e-8ecd-6bdcb395e3db tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:52.154164 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9adccea-7ab3-481f-aa79-9b60e2330bda req-5a549c79-0de9-405e-8ecd-6bdcb395e3db tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.1492205 Mar 22 19:36:52.155885 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-19be221f-a40b-4575-ba43-43fa62ce3ed9 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:52.298477 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9adccea-7ab3-481f-aa79-9b60e2330bda req-029ff50b-8b56-443a-a956-11f5a2c1e930 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160545 Mar 22 19:36:52.300724 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ff5813ac-a16e-41f8-b4bb-87aeadeded55 req-a307c0cf-b847-4a73-949a-755b3a846199 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (627ea9b0-337f-416e-bff4-b877dff4d8b9), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:52.670774 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307c0cf-b847-4a73-949a-755b3a846199 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Pushing event deleted for resources: {'Port': ['ID=627ea9b0-337f-416e-bff4-b877dff4d8b9,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:52.724305 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5813ac-a16e-41f8-b4bb-87aeadeded55 req-a307c0cf-b847-4a73-949a-755b3a846199 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] No DVR routers for this DVR port 627ea9b0-337f-416e-bff4-b877dff4d8b9 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:36:52.727078 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-ff5813ac-a16e-41f8-b4bb-87aeadeded55 req-a307c0cf-b847-4a73-949a-755b3a846199 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:52.731792 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ff5813ac-a16e-41f8-b4bb-87aeadeded55 req-a307c0cf-b847-4a73-949a-755b3a846199 tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.85 "DELETE /v2.0/ports/627ea9b0-337f-416e-bff4-b877dff4d8b9 HTTP/1.1" status: 204 len: 173 time: 2.1561522 Mar 22 19:36:52.745538 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d04efc-f77d-4665-9524-a62d4188b431', 'name': 'network-vif-deleted', 'tag': '627ea9b0-337f-416e-bff4-b877dff4d8b9'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:36:52.750288 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10524b4-62cc-402b-8753-ca3a9a695853" -d '{"events": [{"server_uuid": "b1d04efc-f77d-4665-9524-a62d4188b431", "name": "network-vif-deleted", "tag": "627ea9b0-337f-416e-bff4-b877dff4d8b9"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:36:52.828041 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b9ad49-40bf-4454-b342-d6e35a05cddf x-openstack-request-id: req-68b9ad49-40bf-4454-b342-d6e35a05cddf {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:36:52.828424 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d04efc-f77d-4665-9524-a62d4188b431", "name": "network-vif-deleted", "tag": "627ea9b0-337f-416e-bff4-b877dff4d8b9", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:36:52.828635 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-68b9ad49-40bf-4454-b342-d6e35a05cddf {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:36:52.829025 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68b9ad49-40bf-4454-b342-d6e35a05cddf'] response: {'server_uuid': 'b1d04efc-f77d-4665-9524-a62d4188b431', 'name': 'network-vif-deleted', 'tag': '627ea9b0-337f-416e-bff4-b877dff4d8b9', 'status': 'completed', 'code': 200} Mar 22 19:36:53.200994 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-19be221f-a40b-4575-ba43-43fa62ce3ed9 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Allocated IP 172.20.0.1 (eb0120f7-cfd3-48e7-9beb-abe868756ead/414cce7b-7807-4cac-bc8e-d280226d5be4/ce2f64c0-346f-44f3-a887-545d873842a8) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:36:53.215257 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3e9ba6d1-e095-4bc8-9080-f0fc236c6589 req-a7ee4cf4-8811-484d-ab93-58a054bccfdc tempest-ServerRescueTestJSON-637685581 tempest-ServerRescueTestJSON-637685581-project] 10.222.0.75 "GET /v2.0/ports?device_id=b1d04efc-f77d-4665-9524-a62d4188b431 HTTP/1.1" status: 200 len: 210 time: 0.1206634 Mar 22 19:36:53.252429 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b050776-704c-40e2-a49f-9608adfc72a1 req-8fc80a64-93ce-4139-ae1e-e38e8d635fcf tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:53.256063 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2b050776-704c-40e2-a49f-9608adfc72a1 req-8fc80a64-93ce-4139-ae1e-e38e8d635fcf tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 943 time: 0.2352383 Mar 22 19:36:53.456597 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2b050776-704c-40e2-a49f-9608adfc72a1 req-f8601270-94e4-4e56-a7ec-a650c30eb5ed tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874554 Mar 22 19:36:53.518616 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439606b-b9af-4c33-826b-f8c3ff9658cb req-e113404e-ccf0-49e1-8bd3-93d8217f7a9e tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:53.520171 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9439606b-b9af-4c33-826b-f8c3ff9658cb req-e113404e-ccf0-49e1-8bd3-93d8217f7a9e tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.1155722 Mar 22 19:36:53.525417 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-19be221f-a40b-4575-ba43-43fa62ce3ed9 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for port (ce2f64c0-346f-44f3-a887-545d873842a8), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:53.605682 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9439606b-b9af-4c33-826b-f8c3ff9658cb req-1cd29ee8-3ce4-496b-92eb-73c588eecd6e tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731368 Mar 22 19:36:53.621607 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-19be221f-a40b-4575-ba43-43fa62ce3ed9 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (ce2f64c0-346f-44f3-a887-545d873842a8), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:53.667861 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19be221f-a40b-4575-ba43-43fa62ce3ed9 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Network eb0120f7-cfd3-48e7-9beb-abe868756ead is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:36:53.673435 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-19be221f-a40b-4575-ba43-43fa62ce3ed9 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:36:53.682601 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19be221f-a40b-4575-ba43-43fa62ce3ed9 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:36:53.686929 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be221f-a40b-4575-ba43-43fa62ce3ed9 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event updated for resources: {'Port': ['ID=ce2f64c0-346f-44f3-a887-545d873842a8,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:53.737062 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-19be221f-a40b-4575-ba43-43fa62ce3ed9 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (cef4989f-d9b6-42f2-949c-b7edbd9d0f26), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:53.892256 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-19be221f-a40b-4575-ba43-43fa62ce3ed9 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ce2f64c0-346f-44f3-a887-545d873842a8), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:53.970872 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 627ea9b0-337f-416e-bff4-b877dff4d8b9 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:36:53.997730 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 627ea9b0-337f-416e-bff4-b877dff4d8b9 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:36:53.998496 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 627ea9b0-337f-416e-bff4-b877dff4d8b9 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:36:54.235369 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-19be221f-a40b-4575-ba43-43fa62ce3ed9 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for port (ce2f64c0-346f-44f3-a887-545d873842a8), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:54.241651 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-19be221f-a40b-4575-ba43-43fa62ce3ed9 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (ce2f64c0-346f-44f3-a887-545d873842a8), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:54.283827 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36128) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:54.339981 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be221f-a40b-4575-ba43-43fa62ce3ed9 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event updated for resources: {'Port': ['ID=ce2f64c0-346f-44f3-a887-545d873842a8,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:54.350394 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-19be221f-a40b-4575-ba43-43fa62ce3ed9 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (cef4989f-d9b6-42f2-949c-b7edbd9d0f26), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:54.467561 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19be221f-a40b-4575-ba43-43fa62ce3ed9 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Network eb0120f7-cfd3-48e7-9beb-abe868756ead is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:36:54.469134 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-19be221f-a40b-4575-ba43-43fa62ce3ed9 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:36:54.690282 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbaf21-6b79-4392-8203-51614faaca41 req-18b6c481-9ca7-45bc-b34a-709764b4bd7e tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:54.693363 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-26bbaf21-6b79-4392-8203-51614faaca41 req-18b6c481-9ca7-45bc-b34a-709764b4bd7e tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 943 time: 0.1337833 Mar 22 19:36:54.739726 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0d3f2909-6b6c-4d52-873a-c2340a886b75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (4688b694-2ed6-47d9-ad20-9078bcc74312), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:54.792433 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19be221f-a40b-4575-ba43-43fa62ce3ed9 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Router cef4989f-d9b6-42f2-949c-b7edbd9d0f26 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:36:54.828829 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-26bbaf21-6b79-4392-8203-51614faaca41 req-2c2e837b-c0e4-46a1-947f-e833266d5636 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274002 Mar 22 19:36:54.843100 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7869912-097f-42c2-8a8f-0ed395a79530 req-7c7136a9-9278-4b91-9e67-593ad7317fa6 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:54.845293 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d7869912-097f-42c2-8a8f-0ed395a79530 req-7c7136a9-9278-4b91-9e67-593ad7317fa6 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.1250377 Mar 22 19:36:54.967957 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d7869912-097f-42c2-8a8f-0ed395a79530 req-2d45b816-feef-4213-88e9-c925fab5f4d7 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870779 Mar 22 19:36:54.996155 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19be221f-a40b-4575-ba43-43fa62ce3ed9 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:36:55.004096 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-19be221f-a40b-4575-ba43-43fa62ce3ed9 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "PUT /v2.0/routers/cef4989f-d9b6-42f2-949c-b7edbd9d0f26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3598084 Mar 22 19:36:55.006350 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36136) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:55.009057 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dd4407-c6ae-40ed-8b3d-24fa0ac4e8fc None None] Sync routers for ids ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:36:55.011342 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-a47adddc-3fcc-498d-aa57-39ec963036ed tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Request body: {'port': {'network_id': 'eb0120f7-cfd3-48e7-9beb-abe868756ead', 'name': 'tempest-FloatingIPTestJSON-215821961'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:36:55.022458 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dd4407-c6ae-40ed-8b3d-24fa0ac4e8fc None None] Routers {'cef4989f-d9b6-42f2-949c-b7edbd9d0f26'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:36:55.023352 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-25dd4407-c6ae-40ed-8b3d-24fa0ac4e8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:36:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:55.065189 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-25dd4407-c6ae-40ed-8b3d-24fa0ac4e8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:55.076871 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dd4407-c6ae-40ed-8b3d-24fa0ac4e8fc None None] Routers {'cef4989f-d9b6-42f2-949c-b7edbd9d0f26'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:36:55.077712 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-25dd4407-c6ae-40ed-8b3d-24fa0ac4e8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:36:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:55.122976 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-25dd4407-c6ae-40ed-8b3d-24fa0ac4e8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:55.125128 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25dd4407-c6ae-40ed-8b3d-24fa0ac4e8fc None None] The sync data for ids ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:36:55.151355 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-0d3f2909-6b6c-4d52-873a-c2340a886b75 admin admin] Deleting port 05d11807-9a74-48c0-b70c-8bdb6de912ae {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:36:55.151687 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0d3f2909-6b6c-4d52-873a-c2340a886b75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (05d11807-9a74-48c0-b70c-8bdb6de912ae), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:55.195882 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47adddc-3fcc-498d-aa57-39ec963036ed tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Made reservation on behalf of 3eda893e4a904f108126de64fa5718de for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:36:55.199815 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a47adddc-3fcc-498d-aa57-39ec963036ed tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:55.226907 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-a47adddc-3fcc-498d-aa57-39ec963036ed tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] device_id is not set on port 9539a9f1-c37f-4bcd-8ef4-6bf26d411169 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:36:55.301965 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-0d3f2909-6b6c-4d52-873a-c2340a886b75 admin admin] For port 05d11807-9a74-48c0-b70c-8bdb6de912ae, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=05d11807-9a74-48c0-b70c-8bdb6de912ae,segment=NetworkSegment(6d7b89dd-5b66-4524-aa0b-d47b544ff22d),segment_id=6d7b89dd-5b66-4524-aa0b-d47b544ff22d)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:36:55.302525 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0d3f2909-6b6c-4d52-873a-c2340a886b75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (05d11807-9a74-48c0-b70c-8bdb6de912ae), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:55.326611 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-0d3f2909-6b6c-4d52-873a-c2340a886b75 admin admin] Calling delete_port for 05d11807-9a74-48c0-b70c-8bdb6de912ae owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:36:55.413027 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-a47adddc-3fcc-498d-aa57-39ec963036ed tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Allocated IP 172.20.0.2 (eb0120f7-cfd3-48e7-9beb-abe868756ead/414cce7b-7807-4cac-bc8e-d280226d5be4/9539a9f1-c37f-4bcd-8ef4-6bf26d411169) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:36:55.669028 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a47adddc-3fcc-498d-aa57-39ec963036ed tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for port (9539a9f1-c37f-4bcd-8ef4-6bf26d411169), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:55.686064 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0d3f2909-6b6c-4d52-873a-c2340a886b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (05d11807-9a74-48c0-b70c-8bdb6de912ae), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:55.716905 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f2909-6b6c-4d52-873a-c2340a886b75 admin admin] Pushing event deleted for resources: {'Port': ['ID=05d11807-9a74-48c0-b70c-8bdb6de912ae,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:55.779189 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a47adddc-3fcc-498d-aa57-39ec963036ed tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (9539a9f1-c37f-4bcd-8ef4-6bf26d411169), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:55.871060 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47adddc-3fcc-498d-aa57-39ec963036ed tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Network eb0120f7-cfd3-48e7-9beb-abe868756ead is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:36:55.897430 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-a47adddc-3fcc-498d-aa57-39ec963036ed tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:36:55.901189 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47adddc-3fcc-498d-aa57-39ec963036ed tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event updated for resources: {'Port': ['ID=9539a9f1-c37f-4bcd-8ef4-6bf26d411169,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:55.905056 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47adddc-3fcc-498d-aa57-39ec963036ed tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:36:56.010313 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e18bed-bf5f-4226-a22d-badb67b9c79e req-04345d94-6b54-444a-b276-f7a838472ea1 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:56.011255 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0d3f2909-6b6c-4d52-873a-c2340a886b75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (4688b694-2ed6-47d9-ad20-9078bcc74312), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:56.011977 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c2e18bed-bf5f-4226-a22d-badb67b9c79e req-04345d94-6b54-444a-b276-f7a838472ea1 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 943 time: 0.0985713 Mar 22 19:36:56.025618 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47adddc-3fcc-498d-aa57-39ec963036ed tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:56.026265 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a47adddc-3fcc-498d-aa57-39ec963036ed tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:56.060210 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a47adddc-3fcc-498d-aa57-39ec963036ed tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0526307 Mar 22 19:36:56.063267 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36154) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:56.072579 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-3f5e9db9-d8c7-4608-8483-1359d7a5078c tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Request body: {'port': {'network_id': 'eb0120f7-cfd3-48e7-9beb-abe868756ead', 'name': 'tempest-FloatingIPTestJSON-1076770818'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:36:56.077769 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c2e18bed-bf5f-4226-a22d-badb67b9c79e req-e49bf17d-c663-481d-93ba-ff490d257edd tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525937 Mar 22 19:36:56.185077 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d2ba8-5d9b-422e-ae96-e699ea29490b req-d96ea5d8-244b-436c-86cf-9b82c759891f tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:56.186792 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-979d2ba8-5d9b-422e-ae96-e699ea29490b req-d96ea5d8-244b-436c-86cf-9b82c759891f tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.0786407 Mar 22 19:36:56.275621 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-979d2ba8-5d9b-422e-ae96-e699ea29490b req-63dca804-16da-4510-9913-6fd8f59ecf67 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761805 Mar 22 19:36:56.308976 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5e9db9-d8c7-4608-8483-1359d7a5078c tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Made reservation on behalf of 3eda893e4a904f108126de64fa5718de for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:36:56.312863 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3f5e9db9-d8c7-4608-8483-1359d7a5078c tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:56.396337 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-3f5e9db9-d8c7-4608-8483-1359d7a5078c tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] device_id is not set on port bf3c7045-1c86-48d3-adb2-61d0470bcc0b yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:36:56.519453 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d3f2909-6b6c-4d52-873a-c2340a886b75 admin admin] Router 4688b694-2ed6-47d9-ad20-9078bcc74312 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:36:56.547954 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-3f5e9db9-d8c7-4608-8483-1359d7a5078c tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Allocated IP 172.20.0.4 (eb0120f7-cfd3-48e7-9beb-abe868756ead/414cce7b-7807-4cac-bc8e-d280226d5be4/bf3c7045-1c86-48d3-adb2-61d0470bcc0b) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:36:56.726094 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3f2909-6b6c-4d52-873a-c2340a886b75 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:36:56.732044 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0d3f2909-6b6c-4d52-873a-c2340a886b75 admin admin] 10.222.0.75 "PUT /v2.0/routers/4688b694-2ed6-47d9-ad20-9078bcc74312/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4454300 Mar 22 19:36:56.734865 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36162) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:56.738366 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcb807e-5038-45c3-9a10-65447f5e27f1 None None] Sync routers for ids ['4688b694-2ed6-47d9-ad20-9078bcc74312'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:36:56.761082 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcb807e-5038-45c3-9a10-65447f5e27f1 None None] Routers {'4688b694-2ed6-47d9-ad20-9078bcc74312'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:36:56.761714 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ffcb807e-5038-45c3-9a10-65447f5e27f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:36:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['4688b694-2ed6-47d9-ad20-9078bcc74312'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:56.914274 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f46525eb-8690-415a-ab8f-134df50d04a6 admin admin] Publish callbacks [] for router (4688b694-2ed6-47d9-ad20-9078bcc74312), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:56.914810 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3f5e9db9-d8c7-4608-8483-1359d7a5078c tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for port (bf3c7045-1c86-48d3-adb2-61d0470bcc0b), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:56.915586 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-ffcb807e-5038-45c3-9a10-65447f5e27f1 None None] Set router 4688b694-2ed6-47d9-ad20-9078bcc74312 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:36:56.981596 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3f5e9db9-d8c7-4608-8483-1359d7a5078c tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (bf3c7045-1c86-48d3-adb2-61d0470bcc0b), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:57.041522 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e9db9-d8c7-4608-8483-1359d7a5078c tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event updated for resources: {'Port': ['ID=bf3c7045-1c86-48d3-adb2-61d0470bcc0b,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:57.058667 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f46525eb-8690-415a-ab8f-134df50d04a6 admin admin] Publish callbacks [] for router_gateway (4688b694-2ed6-47d9-ad20-9078bcc74312), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:57.067280 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5e9db9-d8c7-4608-8483-1359d7a5078c tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Network eb0120f7-cfd3-48e7-9beb-abe868756ead is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:36:57.072427 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-3f5e9db9-d8c7-4608-8483-1359d7a5078c tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:36:57.083795 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5e9db9-d8c7-4608-8483-1359d7a5078c tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:36:57.144362 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-f46525eb-8690-415a-ab8f-134df50d04a6 admin admin] Deleting port 0cd73b33-81f5-44ba-804a-e55d7b5fb7d8 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:36:57.144705 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f46525eb-8690-415a-ab8f-134df50d04a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (0cd73b33-81f5-44ba-804a-e55d7b5fb7d8), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:57.223007 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5e9db9-d8c7-4608-8483-1359d7a5078c tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:57.224616 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3f5e9db9-d8c7-4608-8483-1359d7a5078c tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:57.251110 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-f46525eb-8690-415a-ab8f-134df50d04a6 admin admin] For port 0cd73b33-81f5-44ba-804a-e55d7b5fb7d8, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=0cd73b33-81f5-44ba-804a-e55d7b5fb7d8,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:36:57.251443 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f46525eb-8690-415a-ab8f-134df50d04a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (0cd73b33-81f5-44ba-804a-e55d7b5fb7d8), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:57.272521 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-f46525eb-8690-415a-ab8f-134df50d04a6 admin admin] Calling delete_port for 0cd73b33-81f5-44ba-804a-e55d7b5fb7d8 owned by network:router_gateway {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:36:57.273417 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3f5e9db9-d8c7-4608-8483-1359d7a5078c tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2083747 Mar 22 19:36:57.279863 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36178) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:57.283153 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ffcb807e-5038-45c3-9a10-65447f5e27f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4688b694-2ed6-47d9-ad20-9078bcc74312', 'name': 'tempest-ServerRescueTestJSON-1917284834-router', 'tenant_id': 'fa5be7a3064a40ca968f5aa04b51243a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134'}], 'enable_snat': True}, 'gw_port_id': '0cd73b33-81f5-44ba-804a-e55d7b5fb7d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:57Z', 'updated_at': '2022-03-22T19:36:55Z', 'revision_number': 5, 'project_id': 'fa5be7a3064a40ca968f5aa04b51243a', 'gw_port': {'id': '0cd73b33-81f5-44ba-804a-e55d7b5fb7d8', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:6f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4688b694-2ed6-47d9-ad20-9078bcc74312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2082, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:58Z', 'updated_at': '2022-03-22T19:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:57.284820 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-f2926274-63fe-4a4c-9ec0-86aeb3f7dcb2 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'port_id': 'bf3c7045-1c86-48d3-adb2-61d0470bcc0b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:36:57.350979 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2926274-63fe-4a4c-9ec0-86aeb3f7dcb2 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:57.373093 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcb807e-5038-45c3-9a10-65447f5e27f1 None None] Checking router: 4688b694-2ed6-47d9-ad20-9078bcc74312 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:36:57.414990 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcb807e-5038-45c3-9a10-65447f5e27f1 None None] Routers {'4688b694-2ed6-47d9-ad20-9078bcc74312'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:36:57.415624 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ffcb807e-5038-45c3-9a10-65447f5e27f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:36:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['4688b694-2ed6-47d9-ad20-9078bcc74312'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:57.527257 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f46525eb-8690-415a-ab8f-134df50d04a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (0cd73b33-81f5-44ba-804a-e55d7b5fb7d8), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:57.577673 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2926274-63fe-4a4c-9ec0-86aeb3f7dcb2 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:57.591564 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46525eb-8690-415a-ab8f-134df50d04a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cd73b33-81f5-44ba-804a-e55d7b5fb7d8,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:57.614165 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-ffcb807e-5038-45c3-9a10-65447f5e27f1 None None] Set router 4688b694-2ed6-47d9-ad20-9078bcc74312 gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:36:57.677474 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e3887-e0a3-40c7-bb30-bd97988d4c83 req-b96540d5-4c8f-4763-bca1-fab99df3408e tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:57.679832 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f75e3887-e0a3-40c7-bb30-bd97988d4c83 req-b96540d5-4c8f-4763-bca1-fab99df3408e tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.1816328 Mar 22 19:36:57.728404 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ffcb807e-5038-45c3-9a10-65447f5e27f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4688b694-2ed6-47d9-ad20-9078bcc74312', 'name': 'tempest-ServerRescueTestJSON-1917284834-router', 'tenant_id': 'fa5be7a3064a40ca968f5aa04b51243a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:57Z', 'updated_at': '2022-03-22T19:36:57Z', 'revision_number': 6, 'project_id': 'fa5be7a3064a40ca968f5aa04b51243a', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:57.783206 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f75e3887-e0a3-40c7-bb30-bd97988d4c83 req-08ad1e6f-fd05-44ae-b62e-b9e168965afd tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942049 Mar 22 19:36:57.795132 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2afc23-39f0-41b2-a785-7c8c136150fa req-1886e28a-4df7-4f3e-8607-8a15622f5fab tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:57.796977 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9c2afc23-39f0-41b2-a785-7c8c136150fa req-1886e28a-4df7-4f3e-8607-8a15622f5fab tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 943 time: 0.2849448 Mar 22 19:36:57.809843 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcb807e-5038-45c3-9a10-65447f5e27f1 None None] The sync data for ids ['4688b694-2ed6-47d9-ad20-9078bcc74312'] in n-d-705658-24 is: [{'id': '4688b694-2ed6-47d9-ad20-9078bcc74312', 'name': 'tempest-ServerRescueTestJSON-1917284834-router', 'tenant_id': 'fa5be7a3064a40ca968f5aa04b51243a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:57Z', 'updated_at': '2022-03-22T19:36:57Z', 'revision_number': 6, 'project_id': 'fa5be7a3064a40ca968f5aa04b51243a', 'gw_port_host': None}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:36:57.863419 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-f2926274-63fe-4a4c-9ec0-86aeb3f7dcb2 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Allocated IP 172.25.5.223 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/a98bd943-8fef-4554-abde-e38fdf41afc8) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:36:57.870685 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f46525eb-8690-415a-ab8f-134df50d04a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (4688b694-2ed6-47d9-ad20-9078bcc74312), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:57.998204 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9c2afc23-39f0-41b2-a785-7c8c136150fa req-1a254759-a5a2-4b38-ab63-6495bb523055 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950316 Mar 22 19:36:58.002712 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f46525eb-8690-415a-ab8f-134df50d04a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (4688b694-2ed6-47d9-ad20-9078bcc74312), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:58.005724 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f46525eb-8690-415a-ab8f-134df50d04a6 admin admin] Publish callbacks [] for router_controller (4688b694-2ed6-47d9-ad20-9078bcc74312), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:58.083225 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f46525eb-8690-415a-ab8f-134df50d04a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (4688b694-2ed6-47d9-ad20-9078bcc74312), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:58.083979 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46525eb-8690-415a-ab8f-134df50d04a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4688b694-2ed6-47d9-ad20-9078bcc74312 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:36:58.092219 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2926274-63fe-4a4c-9ec0-86aeb3f7dcb2 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for port (a98bd943-8fef-4554-abde-e38fdf41afc8), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:58.095819 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f46525eb-8690-415a-ab8f-134df50d04a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:58.101626 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f46525eb-8690-415a-ab8f-134df50d04a6 admin admin] 10.222.0.75 "DELETE /v2.0/routers/4688b694-2ed6-47d9-ad20-9078bcc74312 HTTP/1.1" status: 204 len: 168 time: 1.3656504 Mar 22 19:36:58.103495 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36184) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:58.213885 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b81508-a7bd-4730-b70c-1ebadfb704c9 admin admin] Deleting subnet 2d648666-481d-48d0-b53a-fafde449cf83 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:36:58.218845 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2926274-63fe-4a4c-9ec0-86aeb3f7dcb2 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (a98bd943-8fef-4554-abde-e38fdf41afc8), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:58.230252 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-04b81508-a7bd-4730-b70c-1ebadfb704c9 admin admin] Publish callbacks [] for subnet (2d648666-481d-48d0-b53a-fafde449cf83), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:58.297188 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2926274-63fe-4a4c-9ec0-86aeb3f7dcb2 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:36:58.306109 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-f2926274-63fe-4a4c-9ec0-86aeb3f7dcb2 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:36:58.320399 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2926274-63fe-4a4c-9ec0-86aeb3f7dcb2 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:36:58.357322 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 05d11807-9a74-48c0-b70c-8bdb6de912ae no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:36:58.377276 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-04b81508-a7bd-4730-b70c-1ebadfb704c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (2d648666-481d-48d0-b53a-fafde449cf83), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:58.398433 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 05d11807-9a74-48c0-b70c-8bdb6de912ae {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:36:58.410394 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 05d11807-9a74-48c0-b70c-8bdb6de912ae not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:36:58.468275 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-04b81508-a7bd-4730-b70c-1ebadfb704c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (2d648666-481d-48d0-b53a-fafde449cf83), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:58.916461 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2926274-63fe-4a4c-9ec0-86aeb3f7dcb2 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event updated for resources: {'Port': ['ID=a98bd943-8fef-4554-abde-e38fdf41afc8,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:59.030003 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f11a7-cd1b-48c9-a304-0987449c524d req-8e18a7f3-7b5e-42b7-b040-880233ca8d51 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:59.034381 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-04b81508-a7bd-4730-b70c-1ebadfb704c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (2d648666-481d-48d0-b53a-fafde449cf83), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:59.041380 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-688f11a7-cd1b-48c9-a304-0987449c524d req-8e18a7f3-7b5e-42b7-b040-880233ca8d51 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.1357679 Mar 22 19:36:59.147243 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-04b81508-a7bd-4730-b70c-1ebadfb704c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:59.152053 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-04b81508-a7bd-4730-b70c-1ebadfb704c9 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/2d648666-481d-48d0-b53a-fafde449cf83 HTTP/1.1" status: 204 len: 168 time: 1.0460882 Mar 22 19:36:59.159193 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36194) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:36:59.185118 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-688f11a7-cd1b-48c9-a304-0987449c524d req-e426f604-62fc-44bd-b530-bbacc3681685 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426189 Mar 22 19:36:59.187206 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b81508-a7bd-4730-b70c-1ebadfb704c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d648666-481d-48d0-b53a-fafde449cf83,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:59.285587 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-92569f87-2fbd-4607-b1f9-490b80067b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (6bb536fb-01ec-4381-aa1c-ed7f9fda2185), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:59.321806 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d99bb-1822-4386-b420-97f5dcb56ea9 req-cce30f52-a150-42f5-9527-c920d4bbf712 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:36:59.323673 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7f7d99bb-1822-4386-b420-97f5dcb56ea9 req-cce30f52-a150-42f5-9527-c920d4bbf712 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 943 time: 0.2004273 Mar 22 19:36:59.441315 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2926274-63fe-4a4c-9ec0-86aeb3f7dcb2 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for floatingip (815de0cb-833f-473a-98a9-7f1a662a0027), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:59.463109 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7f7d99bb-1822-4386-b420-97f5dcb56ea9 req-812ba00a-f767-490d-8566-c9bfddeda6f1 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296372 Mar 22 19:36:59.498124 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-92569f87-2fbd-4607-b1f9-490b80067b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (6bb536fb-01ec-4381-aa1c-ed7f9fda2185), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:59.535153 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-92569f87-2fbd-4607-b1f9-490b80067b69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bb536fb-01ec-4381-aa1c-ed7f9fda2185']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:59.547204 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-92569f87-2fbd-4607-b1f9-490b80067b69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d7b89dd-5b66-4524-aa0b-d47b544ff22d') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:59.547750 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-92569f87-2fbd-4607-b1f9-490b80067b69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d7b89dd-5b66-4524-aa0b-d47b544ff22d') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:36:59.566594 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-92569f87-2fbd-4607-b1f9-490b80067b69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (6d7b89dd-5b66-4524-aa0b-d47b544ff22d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:59.589719 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-92569f87-2fbd-4607-b1f9-490b80067b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (6d7b89dd-5b66-4524-aa0b-d47b544ff22d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:59.591843 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2926274-63fe-4a4c-9ec0-86aeb3f7dcb2 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a98bd943-8fef-4554-abde-e38fdf41afc8), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:59.598469 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92569f87-2fbd-4607-b1f9-490b80067b69 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:36:59.598871 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-92569f87-2fbd-4607-b1f9-490b80067b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (6d7b89dd-5b66-4524-aa0b-d47b544ff22d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:59.665362 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:36:59.665362 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:36:59.665362 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:36:59.665362 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:36:59.665362 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:36:59.665362 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:36:59.665362 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:36:59.665362 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:36:59.665362 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:36:59.665362 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:36:59.665362 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:36:59.665362 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:36:59.665362 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:36:59.665362 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:36:59.665362 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:36:59.665362 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:36:59.665362 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:36:59.665362 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:36:59.665362 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:36:59.665362 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:36:59.665362 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:36:59.665362 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:36:59.665362 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:36:59.665362 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:36:59.665362 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:36:59.665362 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:36:59.665362 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:36:59.665362 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:36:59.665362 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:36:59.665362 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:36:59.665362 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:36:59.665362 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:36:59.669746 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-92569f87-2fbd-4607-b1f9-490b80067b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (6bb536fb-01ec-4381-aa1c-ed7f9fda2185), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:59.684462 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-92569f87-2fbd-4607-b1f9-490b80067b69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:59.700604 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-92569f87-2fbd-4607-b1f9-490b80067b69 admin admin] 10.222.0.75 "DELETE /v2.0/networks/6bb536fb-01ec-4381-aa1c-ed7f9fda2185 HTTP/1.1" status: 204 len: 168 time: 0.5330641 Mar 22 19:36:59.744785 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92569f87-2fbd-4607-b1f9-490b80067b69 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bb536fb-01ec-4381-aa1c-ed7f9fda2185,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:36:59.889538 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2926274-63fe-4a4c-9ec0-86aeb3f7dcb2 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for port (a98bd943-8fef-4554-abde-e38fdf41afc8), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:59.898576 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2926274-63fe-4a4c-9ec0-86aeb3f7dcb2 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (a98bd943-8fef-4554-abde-e38fdf41afc8), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:36:59.979042 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 0cd73b33-81f5-44ba-804a-e55d7b5fb7d8 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:37:00.003678 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36202) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:00.006196 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2926274-63fe-4a4c-9ec0-86aeb3f7dcb2 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event updated for resources: {'Port': ['ID=a98bd943-8fef-4554-abde-e38fdf41afc8,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:00.016308 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 0cd73b33-81f5-44ba-804a-e55d7b5fb7d8 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:37:00.016683 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 0cd73b33-81f5-44ba-804a-e55d7b5fb7d8 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:37:00.062858 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-720e15b2-6411-4c04-afbb-fabaa21fa121 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fa5be7a3064a40ca968f5aa04b51243a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0579829 Mar 22 19:37:00.063912 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36204) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:00.094665 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2926274-63fe-4a4c-9ec0-86aeb3f7dcb2 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (815de0cb-833f-473a-98a9-7f1a662a0027), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:00.118548 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ec880eb9-41f3-4cc4-8801-efdbb05696eb admin admin] Publish callbacks [] for security_group (f241c240-b0db-4439-bfd7-05e21aa29894), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:00.151707 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ec880eb9-41f3-4cc4-8801-efdbb05696eb admin admin] Publish callbacks [] for security_group (f241c240-b0db-4439-bfd7-05e21aa29894), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:00.329760 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-f2926274-63fe-4a4c-9ec0-86aeb3f7dcb2 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Floating IP 815de0cb-833f-473a-98a9-7f1a662a0027 associated. External IP: 172.25.5.223, port: bf3c7045-1c86-48d3-adb2-61d0470bcc0b. Mar 22 19:37:00.706342 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2926274-63fe-4a4c-9ec0-86aeb3f7dcb2 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Router cef4989f-d9b6-42f2-949c-b7edbd9d0f26 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:37:00.876552 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93d5e4-55f3-46ef-acbe-cf65320a3009 req-c138d0ac-ecca-44f6-9a52-8d23b61db418 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:00.878036 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ab93d5e4-55f3-46ef-acbe-cf65320a3009 req-c138d0ac-ecca-44f6-9a52-8d23b61db418 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.1791775 Mar 22 19:37:00.931468 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2926274-63fe-4a4c-9ec0-86aeb3f7dcb2 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:37:00.941108 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d2f07-38ab-477f-8069-f02e61473df7 req-48b9a1ea-3502-4f25-b852-2227b0f6d2cc tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:00.946743 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acc46a2-9b49-4c28-bdf0-6269a9424dc2 None None] Sync routers for ids ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:37:00.952154 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b48d2f07-38ab-477f-8069-f02e61473df7 req-48b9a1ea-3502-4f25-b852-2227b0f6d2cc tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 943 time: 0.2471633 Mar 22 19:37:00.963561 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ec880eb9-41f3-4cc4-8801-efdbb05696eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f241c240-b0db-4439-bfd7-05e21aa29894), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:00.966313 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ec880eb9-41f3-4cc4-8801-efdbb05696eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:00.968476 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acc46a2-9b49-4c28-bdf0-6269a9424dc2 None None] Routers {'cef4989f-d9b6-42f2-949c-b7edbd9d0f26'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:00.968900 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2926274-63fe-4a4c-9ec0-86aeb3f7dcb2 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:00.969106 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-3acc46a2-9b49-4c28-bdf0-6269a9424dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:36:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:00.971106 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ec880eb9-41f3-4cc4-8801-efdbb05696eb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f241c240-b0db-4439-bfd7-05e21aa29894 HTTP/1.1" status: 204 len: 168 time: 0.9059849 Mar 22 19:37:01.010604 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f2926274-63fe-4a4c-9ec0-86aeb3f7dcb2 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.7291412 Mar 22 19:37:01.012978 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36224) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:01.018627 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-e8a67363-9f34-44c4-95fd-8f219e057acc tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:01.043677 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-3acc46a2-9b49-4c28-bdf0-6269a9424dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:01.047098 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ab93d5e4-55f3-46ef-acbe-cf65320a3009 req-a638f50f-11d2-474c-aedb-a7ffc8633d8a tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596014 Mar 22 19:37:01.047961 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec880eb9-41f3-4cc4-8801-efdbb05696eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f241c240-b0db-4439-bfd7-05e21aa29894,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:01.109260 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b48d2f07-38ab-477f-8069-f02e61473df7 req-0796cd5b-ac79-4eb5-8f1d-eb58d0a96aa9 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561997 Mar 22 19:37:01.126979 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acc46a2-9b49-4c28-bdf0-6269a9424dc2 None None] Routers {'cef4989f-d9b6-42f2-949c-b7edbd9d0f26'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:01.127630 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-3acc46a2-9b49-4c28-bdf0-6269a9424dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:36:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:01.131636 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e8a67363-9f34-44c4-95fd-8f219e057acc tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for floatingip (815de0cb-833f-473a-98a9-7f1a662a0027), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:01.165518 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-3acc46a2-9b49-4c28-bdf0-6269a9424dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:01.166224 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acc46a2-9b49-4c28-bdf0-6269a9424dc2 None None] The sync data for ids ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:37:01.408026 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e8a67363-9f34-44c4-95fd-8f219e057acc tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:01.416346 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e8a67363-9f34-44c4-95fd-8f219e057acc tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (815de0cb-833f-473a-98a9-7f1a662a0027), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:01.416784 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-e8a67363-9f34-44c4-95fd-8f219e057acc tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Floating IP 815de0cb-833f-473a-98a9-7f1a662a0027 disassociated. External IP: 172.25.5.223, port: bf3c7045-1c86-48d3-adb2-61d0470bcc0b. Mar 22 19:37:01.834084 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a67363-9f34-44c4-95fd-8f219e057acc tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Router cef4989f-d9b6-42f2-949c-b7edbd9d0f26 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:37:02.051385 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a67363-9f34-44c4-95fd-8f219e057acc tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:37:02.059293 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e8a67363-9f34-44c4-95fd-8f219e057acc tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:02.068683 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8868947-39ae-464a-9a34-3688c56643a1 None None] Sync routers for ids ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:37:02.108326 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e8a67363-9f34-44c4-95fd-8f219e057acc tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "PUT /v2.0/floatingips/815de0cb-833f-473a-98a9-7f1a662a0027 HTTP/1.1" status: 200 len: 688 time: 1.0936265 Mar 22 19:37:02.110855 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36250) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:02.339999 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36256) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:02.405529 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8868947-39ae-464a-9a34-3688c56643a1 None None] Routers {'cef4989f-d9b6-42f2-949c-b7edbd9d0f26'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:02.418304 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-f8868947-39ae-464a-9a34-3688c56643a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:36:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:02.499615 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-f8868947-39ae-464a-9a34-3688c56643a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:02.524577 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8868947-39ae-464a-9a34-3688c56643a1 None None] Routers {'cef4989f-d9b6-42f2-949c-b7edbd9d0f26'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:02.525456 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-f8868947-39ae-464a-9a34-3688c56643a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:36:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:02.545541 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33f6c1-1a17-47c1-a4cd-241d0c7816ae req-de4a70a7-4d31-4167-9f97-f07890384048 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:02.547349 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1c33f6c1-1a17-47c1-a4cd-241d0c7816ae req-de4a70a7-4d31-4167-9f97-f07890384048 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.3064270 Mar 22 19:37:02.601726 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-e37c12f8-0651-42f5-8409-0ccab0ec9338 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-123394740-network', 'tenant_id': '4e5d14bc83614863bc4c3d16dd17073f'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:02.625319 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ad5fb-a463-4785-b318-971ab7fd3ced req-b4f2a423-7fa1-4b5c-8a3f-9876c06e5ad2 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:02.628818 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-514ad5fb-a463-4785-b318-971ab7fd3ced req-b4f2a423-7fa1-4b5c-8a3f-9876c06e5ad2 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 943 time: 0.3060436 Mar 22 19:37:02.643009 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-77fd760e-faa1-4290-9050-607592a2e9b7 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Deleting port a98bd943-8fef-4554-abde-e38fdf41afc8 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:37:02.643534 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-77fd760e-faa1-4290-9050-607592a2e9b7 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (a98bd943-8fef-4554-abde-e38fdf41afc8), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:02.648054 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-f8868947-39ae-464a-9a34-3688c56643a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:02.649177 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37c12f8-0651-42f5-8409-0ccab0ec9338 admin admin] Made reservation on behalf of 4e5d14bc83614863bc4c3d16dd17073f for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:37:02.650779 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8868947-39ae-464a-9a34-3688c56643a1 None None] The sync data for ids ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:37:02.652365 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e37c12f8-0651-42f5-8409-0ccab0ec9338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:02.695438 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e37c12f8-0651-42f5-8409-0ccab0ec9338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:02.726197 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1c33f6c1-1a17-47c1-a4cd-241d0c7816ae req-78f9f213-0ce7-4ad7-81ad-030218835ad0 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705766 Mar 22 19:37:02.779828 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-514ad5fb-a463-4785-b318-971ab7fd3ced req-15ea4885-81df-41d0-a9d6-2ba4b92d61ec tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387715 Mar 22 19:37:02.819316 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36266) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:02.875664 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-77fd760e-faa1-4290-9050-607592a2e9b7 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (a98bd943-8fef-4554-abde-e38fdf41afc8), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:02.876024 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-77fd760e-faa1-4290-9050-607592a2e9b7 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for floatingip (a98bd943-8fef-4554-abde-e38fdf41afc8), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:02.918469 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-77fd760e-faa1-4290-9050-607592a2e9b7 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Calling delete_port for a98bd943-8fef-4554-abde-e38fdf41afc8 owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:37:02.971710 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e37c12f8-0651-42f5-8409-0ccab0ec9338 admin admin] Publish callbacks [] for security_group (c3b6e325-6ce6-4a7f-b3da-0ce3578ec8fe), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:02.977891 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e37c12f8-0651-42f5-8409-0ccab0ec9338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (c3b6e325-6ce6-4a7f-b3da-0ce3578ec8fe), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:03.112529 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37c12f8-0651-42f5-8409-0ccab0ec9338 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:37:03.146570 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e37c12f8-0651-42f5-8409-0ccab0ec9338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (10d623cc-7f2b-4c05-ac67-41e46423fb51), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:03.154195 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-e37c12f8-0651-42f5-8409-0ccab0ec9338 admin admin] Added segment 10d623cc-7f2b-4c05-ac67-41e46423fb51 of type vlan for network b816aafd-8b1b-4690-a1b8-6a5ec8016dc5 Mar 22 19:37:03.300292 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e37c12f8-0651-42f5-8409-0ccab0ec9338 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (b816aafd-8b1b-4690-a1b8-6a5ec8016dc5), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:03.318132 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c12f8-0651-42f5-8409-0ccab0ec9338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b6e325-6ce6-4a7f-b3da-0ce3578ec8fe,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:03.401017 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e37c12f8-0651-42f5-8409-0ccab0ec9338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (b816aafd-8b1b-4690-a1b8-6a5ec8016dc5), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:03.401973 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37c12f8-0651-42f5-8409-0ccab0ec9338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:03.402571 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e37c12f8-0651-42f5-8409-0ccab0ec9338 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:03.530634 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e37c12f8-0651-42f5-8409-0ccab0ec9338 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1882222 Mar 22 19:37:03.537571 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36278) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:03.549155 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-3f7df14f-2a10-4d6e-98d7-95266b7916b7 admin admin] Request body: {'subnet': {'network_id': 'b816aafd-8b1b-4690-a1b8-6a5ec8016dc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-123394740-subnet', 'tenant_id': '4e5d14bc83614863bc4c3d16dd17073f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:03.616613 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c12f8-0651-42f5-8409-0ccab0ec9338 admin admin] Pushing event updated for resources: {'Network': ['ID=b816aafd-8b1b-4690-a1b8-6a5ec8016dc5,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:03.653412 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network b816aafd-8b1b-4690-a1b8-6a5ec8016dc5 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:37:03.660869 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7df14f-2a10-4d6e-98d7-95266b7916b7 admin admin] Made reservation on behalf of 4e5d14bc83614863bc4c3d16dd17073f for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:37:03.663284 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3f7df14f-2a10-4d6e-98d7-95266b7916b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:03.674473 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-77fd760e-faa1-4290-9050-607592a2e9b7 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (a98bd943-8fef-4554-abde-e38fdf41afc8), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:03.800622 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd760e-faa1-4290-9050-607592a2e9b7 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event deleted for resources: {'Port': ['ID=a98bd943-8fef-4554-abde-e38fdf41afc8,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:03.819344 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-de7b86d5-9569-4fbd-9f92-c42d65e9ec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:03.823886 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-de7b86d5-9569-4fbd-9f92-c42d65e9ec0e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082&tenant_id=7cda59a95c784cbe81e1e4252cbf144e HTTP/1.1" status: 200 len: 1126 time: 0.3500545 Mar 22 19:37:03.839044 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-9c9e8cda-5141-40cd-b26f-173162f7a780 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705658-24', 'device_owner': 'compute:nova'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:04.026909 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-77fd760e-faa1-4290-9050-607592a2e9b7 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for floatingip (815de0cb-833f-473a-98a9-7f1a662a0027), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:04.029741 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-77fd760e-faa1-4290-9050-607592a2e9b7 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:04.031112 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-77fd760e-faa1-4290-9050-607592a2e9b7 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "DELETE /v2.0/floatingips/815de0cb-833f-473a-98a9-7f1a662a0027 HTTP/1.1" status: 204 len: 168 time: 1.9192019 Mar 22 19:37:04.039522 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36286) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:04.047113 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-47d4c6d7-af93-4774-866d-a15f734101dd tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'port_id': '9539a9f1-c37f-4bcd-8ef4-6bf26d411169'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:04.161469 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3f7df14f-2a10-4d6e-98d7-95266b7916b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (e95ec171-e5fa-4d1a-9e18-553686d68c5c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:04.205995 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61abcbaf-cf58-4591-96d7-780ec0f4a5b5 req-465fa66d-9469-4ed6-a191-96e2643fa744 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:04.215785 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-61abcbaf-cf58-4591-96d7-780ec0f4a5b5 req-465fa66d-9469-4ed6-a191-96e2643fa744 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=109e1516-5598-413e-98a8-ce832f55f1f5 HTTP/1.1" status: 200 len: 945 time: 0.4810581 Mar 22 19:37:04.216763 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-9c9e8cda-5141-40cd-b26f-173162f7a780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (164a4775-696e-4fba-9d90-789b57a5b9b4), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:04.288574 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-47d4c6d7-af93-4774-866d-a15f734101dd tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:04.367531 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7df14f-2a10-4d6e-98d7-95266b7916b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e95ec171-e5fa-4d1a-9e18-553686d68c5c,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:04.387103 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7df14f-2a10-4d6e-98d7-95266b7916b7 admin admin] Checking segment: {'id': '10d623cc-7f2b-4c05-ac67-41e46423fb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b816aafd-8b1b-4690-a1b8-6a5ec8016dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:37:04.387472 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7df14f-2a10-4d6e-98d7-95266b7916b7 admin admin] Network hostable DHCP agents. Network: b816aafd-8b1b-4690-a1b8-6a5ec8016dc5, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:37:04.427966 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7df14f-2a10-4d6e-98d7-95266b7916b7 admin admin] Network b816aafd-8b1b-4690-a1b8-6a5ec8016dc5 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:37:04.441815 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-3f7df14f-2a10-4d6e-98d7-95266b7916b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, b816aafd-8b1b-4690-a1b8-6a5ec8016dc5) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:37:04.452970 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7df14f-2a10-4d6e-98d7-95266b7916b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:04.453463 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1739a52-3215-45b0-ba70-3c897cbb9377 None None] Network b816aafd-8b1b-4690-a1b8-6a5ec8016dc5 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:37:04.453584 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3f7df14f-2a10-4d6e-98d7-95266b7916b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:04.484470 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3f7df14f-2a10-4d6e-98d7-95266b7916b7 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9439754 Mar 22 19:37:04.517530 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-9c9e8cda-5141-40cd-b26f-173162f7a780 service neutron] For port 164a4775-696e-4fba-9d90-789b57a5b9b4, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=164a4775-696e-4fba-9d90-789b57a5b9b4,segment=NetworkSegment(eeaed36b-2189-47d5-81ce-01a67b046103),segment_id=eeaed36b-2189-47d5-81ce-01a67b046103)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:04.553395 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-9c9e8cda-5141-40cd-b26f-173162f7a780 service neutron] For port 164a4775-696e-4fba-9d90-789b57a5b9b4, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:37:04.590838 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-9c9e8cda-5141-40cd-b26f-173162f7a780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 164a4775-696e-4fba-9d90-789b57a5b9b4 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:37:04.599585 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-9c9e8cda-5141-40cd-b26f-173162f7a780 service neutron] Publish callbacks [] for port (164a4775-696e-4fba-9d90-789b57a5b9b4), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:04.613143 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-9c9e8cda-5141-40cd-b26f-173162f7a780 service neutron] Transition to ACTIVE for port object 164a4775-696e-4fba-9d90-789b57a5b9b4 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:37:04.631448 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c748d8-c2da-4309-bbd8-865ee9565cdd req-b5183f08-705c-45ea-b1cd-d888a363fe6e tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:04.635005 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b8c748d8-c2da-4309-bbd8-865ee9565cdd req-b5183f08-705c-45ea-b1cd-d888a363fe6e tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.6288791 Mar 22 19:37:04.643930 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-9c9e8cda-5141-40cd-b26f-173162f7a780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (164a4775-696e-4fba-9d90-789b57a5b9b4), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:04.863817 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14370dfc-5771-4c63-8268-e45eba4e4a85 None None] Network b816aafd-8b1b-4690-a1b8-6a5ec8016dc5 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:37:04.920697 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-61abcbaf-cf58-4591-96d7-780ec0f4a5b5 req-bd69427a-dd10-47dd-99b9-fe7efc46287d tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=93b10471-3aaa-4e0f-bbae-299bd05ceaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6890571 Mar 22 19:37:05.121135 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e8cda-5141-40cd-b26f-173162f7a780 service neutron] Pushing event updated for resources: {'Port': ['ID=164a4775-696e-4fba-9d90-789b57a5b9b4,revision_number=9']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:05.278484 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b8c748d8-c2da-4309-bbd8-865ee9565cdd req-2bf0c8e7-63f1-40f8-beb7-8e839f2a7e0a tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5946517 Mar 22 19:37:05.389044 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-9c9e8cda-5141-40cd-b26f-173162f7a780 service neutron] No DVR routers for this DVR port 164a4775-696e-4fba-9d90-789b57a5b9b4 on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:37:05.552586 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:37:05.944071 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-230cb531-b344-4e40-a492-45176b574c12 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:05.946083 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-230cb531-b344-4e40-a492-45176b574c12 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] 10.222.0.75 "GET /v2.0/networks?id=b816aafd-8b1b-4690-a1b8-6a5ec8016dc5 HTTP/1.1" status: 200 len: 808 time: 0.1159573 Mar 22 19:37:05.948903 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cf177e50-f7f4-4bd5-a1ba-6c530a08fe80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (62c1cb2b-3d7d-477f-bd78-606d29614429), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:05.954037 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-47d4c6d7-af93-4774-866d-a15f734101dd tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:05.967050 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb6381-fcfa-49d9-b6f4-de912619d78d req-9adda74a-6cb6-4fb4-95c6-11e52f66e37e tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:05.968489 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-47eb6381-fcfa-49d9-b6f4-de912619d78d req-9adda74a-6cb6-4fb4-95c6-11e52f66e37e tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 943 time: 0.8282456 Mar 22 19:37:06.020960 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53af91-0829-468e-a5d2-ea5a30bf5061 req-edcee593-67e6-498e-aaba-7aaf316f9f8c tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:06.022474 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0d53af91-0829-468e-a5d2-ea5a30bf5061 req-edcee593-67e6-498e-aaba-7aaf316f9f8c tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.84 "GET /v2.0/ports?device_id=109e1516-5598-413e-98a8-ce832f55f1f5 HTTP/1.1" status: 200 len: 945 time: 1.0041363 Mar 22 19:37:06.131643 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-4dead9be-6ad7-4471-be46-4c5b5ae47211 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] 10.222.0.75 "GET /v2.0/quotas/4e5d14bc83614863bc4c3d16dd17073f HTTP/1.1" status: 200 len: 375 time: 0.1755958 Mar 22 19:37:06.201028 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-9c9e8cda-5141-40cd-b26f-173162f7a780 service neutron] Attempting to bind port 164a4775-696e-4fba-9d90-789b57a5b9b4 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:37:06.201362 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-9c9e8cda-5141-40cd-b26f-173162f7a780 service neutron] Attempting to bind port 164a4775-696e-4fba-9d90-789b57a5b9b4 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': 'eeaed36b-2189-47d5-81ce-01a67b046103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:37:06.201690 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-9c9e8cda-5141-40cd-b26f-173162f7a780 service neutron] Attempting to bind port 164a4775-696e-4fba-9d90-789b57a5b9b4 on network 00e2bcc4-39d4-496d-b022-7cce910c0a6c {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:37:06.238390 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-c3bbae1a-7071-402b-8511-f2023ddae9a5 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=4e5d14bc83614863bc4c3d16dd17073f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679893 Mar 22 19:37:06.265410 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-9c9e8cda-5141-40cd-b26f-173162f7a780 service neutron] Port 164a4775-696e-4fba-9d90-789b57a5b9b4 on network 00e2bcc4-39d4-496d-b022-7cce910c0a6c not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:37:06.265730 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-9c9e8cda-5141-40cd-b26f-173162f7a780 service neutron] Attempting to bind port 164a4775-696e-4fba-9d90-789b57a5b9b4 on network 00e2bcc4-39d4-496d-b022-7cce910c0a6c {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:37:06.294885 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-5f21f912-bac0-4140-87bb-25f33aab12a6 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:37:06.295807 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-5f21f912-bac0-4140-87bb-25f33aab12a6 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0314071 Mar 22 19:37:06.325169 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-47eb6381-fcfa-49d9-b6f4-de912619d78d req-2fdf8c82-898a-4bdd-8933-9b0b9f6baee8 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2983022 Mar 22 19:37:06.350045 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-9c9e8cda-5141-40cd-b26f-173162f7a780 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:37:06.350440 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-9c9e8cda-5141-40cd-b26f-173162f7a780 service neutron] Checking segment: {'id': 'eeaed36b-2189-47d5-81ce-01a67b046103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:37:06.362108 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-9c9e8cda-5141-40cd-b26f-173162f7a780 service neutron] Bound using segment: {'id': 'eeaed36b-2189-47d5-81ce-01a67b046103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:37:06.362627 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-9c9e8cda-5141-40cd-b26f-173162f7a780 service neutron] Bound port: 164a4775-696e-4fba-9d90-789b57a5b9b4, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeaed36b-2189-47d5-81ce-01a67b046103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:37:06.363009 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-9c9e8cda-5141-40cd-b26f-173162f7a780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (164a4775-696e-4fba-9d90-789b57a5b9b4), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:06.560398 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-47d4c6d7-af93-4774-866d-a15f734101dd tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Allocated IP 172.25.5.91 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/2f7f45d3-1cd6-496c-ad4c-7136b6bb7554) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:37:06.664711 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-0d53af91-0829-468e-a5d2-ea5a30bf5061 req-f633ce71-cb6f-4465-9cee-f3658a7c2406 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Deleting port 1c66c221-ca39-450b-8d0e-5c89d610ac5f {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:37:06.665050 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0d53af91-0829-468e-a5d2-ea5a30bf5061 req-f633ce71-cb6f-4465-9cee-f3658a7c2406 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (1c66c221-ca39-450b-8d0e-5c89d610ac5f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:06.749569 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-9b5a9d28-474d-411f-879b-dd96bd8c103c service neutron] 10.222.0.75 "GET /v2.0/networks/b816aafd-8b1b-4690-a1b8-6a5ec8016dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234362 Mar 22 19:37:06.757228 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-9c9e8cda-5141-40cd-b26f-173162f7a780 service neutron] For port 164a4775-696e-4fba-9d90-789b57a5b9b4, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:37:06.811171 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17101c3-0b72-41a4-bb7d-ab2754eafca1 req-d2b42bf2-ee89-4812-bb4a-86059ea5e362 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:06.812624 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d17101c3-0b72-41a4-bb7d-ab2754eafca1 req-d2b42bf2-ee89-4812-bb4a-86059ea5e362 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=109e1516-5598-413e-98a8-ce832f55f1f5 HTTP/1.1" status: 200 len: 945 time: 0.3513849 Mar 22 19:37:06.838972 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-9c9e8cda-5141-40cd-b26f-173162f7a780 service neutron] For port 164a4775-696e-4fba-9d90-789b57a5b9b4, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=164a4775-696e-4fba-9d90-789b57a5b9b4,segment=NetworkSegment(eeaed36b-2189-47d5-81ce-01a67b046103),segment_id=eeaed36b-2189-47d5-81ce-01a67b046103)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:37:06.880406 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-9c9e8cda-5141-40cd-b26f-173162f7a780 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (164a4775-696e-4fba-9d90-789b57a5b9b4), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:07.042957 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-9c9e8cda-5141-40cd-b26f-173162f7a780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:07.043609 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-9c9e8cda-5141-40cd-b26f-173162f7a780 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:07.044968 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-9c9e8cda-5141-40cd-b26f-173162f7a780 service neutron] 10.222.0.85 "PUT /v2.0/ports/164a4775-696e-4fba-9d90-789b57a5b9b4 HTTP/1.1" status: 200 len: 1092 time: 3.2118385 Mar 22 19:37:07.047702 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde7cc34-56fa-4a78-8b42-c89c6bda9082', 'tag': '164a4775-696e-4fba-9d90-789b57a5b9b4'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:37:07.049702 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1c80f1-3b27-41bf-a642-93b6e9bf4f60" -d '{"events": [{"name": "network-changed", "server_uuid": "fde7cc34-56fa-4a78-8b42-c89c6bda9082", "tag": "164a4775-696e-4fba-9d90-789b57a5b9b4"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:37:07.058378 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-47d4c6d7-af93-4774-866d-a15f734101dd tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for port (2f7f45d3-1cd6-496c-ad4c-7136b6bb7554), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:07.064780 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-0d53af91-0829-468e-a5d2-ea5a30bf5061 req-f633ce71-cb6f-4465-9cee-f3658a7c2406 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] For port 1c66c221-ca39-450b-8d0e-5c89d610ac5f, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=1c66c221-ca39-450b-8d0e-5c89d610ac5f,segment=NetworkSegment(6e736185-0014-45d0-ba97-665298266e3f),segment_id=6e736185-0014-45d0-ba97-665298266e3f)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:07.064973 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0d53af91-0829-468e-a5d2-ea5a30bf5061 req-f633ce71-cb6f-4465-9cee-f3658a7c2406 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (1c66c221-ca39-450b-8d0e-5c89d610ac5f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:07.113613 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d17101c3-0b72-41a4-bb7d-ab2754eafca1 req-db33b40e-50ad-45c1-b500-cf73e90e38f4 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=93b10471-3aaa-4e0f-bbae-299bd05ceaa2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2640517 Mar 22 19:37:07.193631 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-7984865e-bda5-4396-b880-f73313a04fae service neutron] 10.222.0.75 "GET /v2.0/networks/b816aafd-8b1b-4690-a1b8-6a5ec8016dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298077 Mar 22 19:37:07.195109 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e8cda-5141-40cd-b26f-173162f7a780 service neutron] Pushing event updated for resources: {'Port': ['ID=164a4775-696e-4fba-9d90-789b57a5b9b4,revision_number=10']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:07.353441 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-0198431a-5392-468a-a0a1-0fde4286a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:07.355151 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-0198431a-5392-468a-a0a1-0fde4286a6dd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7cda59a95c784cbe81e1e4252cbf144e&device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 1127 time: 0.2670872 Mar 22 19:37:07.360937 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-47d4c6d7-af93-4774-866d-a15f734101dd tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (2f7f45d3-1cd6-496c-ad4c-7136b6bb7554), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:07.383550 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb481a5-2854-4fa1-ae9b-44c5acf6d1ec x-openstack-request-id: req-feb481a5-2854-4fa1-ae9b-44c5acf6d1ec {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:37:07.383791 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde7cc34-56fa-4a78-8b42-c89c6bda9082", "tag": "164a4775-696e-4fba-9d90-789b57a5b9b4", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:37:07.384056 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-feb481a5-2854-4fa1-ae9b-44c5acf6d1ec {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:37:07.384459 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feb481a5-2854-4fa1-ae9b-44c5acf6d1ec'] response: {'name': 'network-changed', 'server_uuid': 'fde7cc34-56fa-4a78-8b42-c89c6bda9082', 'tag': '164a4775-696e-4fba-9d90-789b57a5b9b4', 'status': 'completed', 'code': 200} Mar 22 19:37:07.503679 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b463944-a83d-417d-80d1-d8e2c248b279 req-8b723654-a3bb-4e7c-8fe5-bbfd8863cc53 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:07.505118 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0b463944-a83d-417d-80d1-d8e2c248b279 req-8b723654-a3bb-4e7c-8fe5-bbfd8863cc53 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.3069828 Mar 22 19:37:07.572963 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0d53af91-0829-468e-a5d2-ea5a30bf5061 req-f633ce71-cb6f-4465-9cee-f3658a7c2406 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:07.573256 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0d53af91-0829-468e-a5d2-ea5a30bf5061 req-f633ce71-cb6f-4465-9cee-f3658a7c2406 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (9cf05f82-537e-40e4-b4c5-72e605d45441), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:07.573574 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [req-0d53af91-0829-468e-a5d2-ea5a30bf5061 req-f633ce71-cb6f-4465-9cee-f3658a7c2406 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Floating IP 9cf05f82-537e-40e4-b4c5-72e605d45441 disassociated. External IP: 172.25.5.132, port: 1c66c221-ca39-450b-8d0e-5c89d610ac5f. Mar 22 19:37:07.574000 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-0d53af91-0829-468e-a5d2-ea5a30bf5061 req-f633ce71-cb6f-4465-9cee-f3658a7c2406 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Calling delete_port for 1c66c221-ca39-450b-8d0e-5c89d610ac5f owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:37:07.592596 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d4c6d7-af93-4774-866d-a15f734101dd tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:37:07.594653 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-cf177e50-f7f4-4bd5-a1ba-6c530a08fe80 admin admin] Deleting port c119e002-5aa4-4a6b-a258-54751300d066 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:37:07.594999 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cf177e50-f7f4-4bd5-a1ba-6c530a08fe80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (c119e002-5aa4-4a6b-a258-54751300d066), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:07.652136 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-47d4c6d7-af93-4774-866d-a15f734101dd tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:37:07.657836 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-573cb8b0-44cb-4f09-a371-b50b2c23a6b0 req-42dea291-2ae7-4e96-8d78-eec982f23b62 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] 10.222.0.75 "GET /v2.0/ports?device_id=81e80c15-a635-44a2-a313-f3e7e1475850 HTTP/1.1" status: 200 len: 210 time: 0.1920483 Mar 22 19:37:07.709448 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d4c6d7-af93-4774-866d-a15f734101dd tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:37:07.840624 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4c6d7-af93-4774-866d-a15f734101dd tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event updated for resources: {'Port': ['ID=2f7f45d3-1cd6-496c-ad4c-7136b6bb7554,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:07.962076 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0b463944-a83d-417d-80d1-d8e2c248b279 req-9bc37775-0c04-4ada-bea0-23a55fae0139 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4051554 Mar 22 19:37:08.038240 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-2563b118-af18-4598-95d1-9962f1453e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:08.040757 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-2563b118-af18-4598-95d1-9962f1453e11 service neutron] 10.222.0.85 "GET /v2.0/networks?id=00e2bcc4-39d4-496d-b022-7cce910c0a6c HTTP/1.1" status: 200 len: 917 time: 0.6764953 Mar 22 19:37:08.263234 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f25a2-9405-4974-b921-e7e0962cecce req-246eaa29-2ca9-4587-93ac-85c0ea012f66 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:08.265116 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-389f25a2-9405-4974-b921-e7e0962cecce req-246eaa29-2ca9-4587-93ac-85c0ea012f66 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 944 time: 0.4867446 Mar 22 19:37:08.276559 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-cf177e50-f7f4-4bd5-a1ba-6c530a08fe80 admin admin] For port c119e002-5aa4-4a6b-a258-54751300d066, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c119e002-5aa4-4a6b-a258-54751300d066,segment=NetworkSegment(fe86b638-8528-406c-803d-7fab6741faff),segment_id=fe86b638-8528-406c-803d-7fab6741faff)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:08.277145 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cf177e50-f7f4-4bd5-a1ba-6c530a08fe80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (c119e002-5aa4-4a6b-a258-54751300d066), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:08.328033 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfedc311-d3f8-4a2b-af24-a6aa75bbce38 req-49267039-2b91-40f0-8989-57b3bd6c656b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:08.330019 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dfedc311-d3f8-4a2b-af24-a6aa75bbce38 req-49267039-2b91-40f0-8989-57b3bd6c656b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=137468e00bf34ff2a062af7508045a68&device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 1128 time: 0.0699522 Mar 22 19:37:08.434041 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfedc311-d3f8-4a2b-af24-a6aa75bbce38 req-913b78c5-ce31-4ecb-8e39-af7574f525c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:08.435632 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dfedc311-d3f8-4a2b-af24-a6aa75bbce38 req-913b78c5-ce31-4ecb-8e39-af7574f525c3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d HTTP/1.1" status: 200 len: 912 time: 0.0998149 Mar 22 19:37:08.522686 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dfedc311-d3f8-4a2b-af24-a6aa75bbce38 req-7a542e28-2541-421b-9409-d52ac8b9d1eb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4d98ee1-0767-4685-a8d4-ad1847276080 HTTP/1.1" status: 200 len: 1000 time: 0.0808890 Mar 22 19:37:08.589717 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfedc311-d3f8-4a2b-af24-a6aa75bbce38 req-8d2bb046-0545-40c5-93ba-ec911b39f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:08.591783 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dfedc311-d3f8-4a2b-af24-a6aa75bbce38 req-8d2bb046-0545-40c5-93ba-ec911b39f011 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c16ed728-31a8-4b8b-ab21-2e035a2f97dd HTTP/1.1" status: 200 len: 850 time: 0.0621610 Mar 22 19:37:08.751318 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfedc311-d3f8-4a2b-af24-a6aa75bbce38 req-0e457b68-805a-4dae-9d3c-15c6b71668b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:08.753656 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dfedc311-d3f8-4a2b-af24-a6aa75bbce38 req-0e457b68-805a-4dae-9d3c-15c6b71668b1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1559691 Mar 22 19:37:08.762531 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-1437a830-801b-4a7e-bbd1-756229dab6da tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:08.764568 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-1437a830-801b-4a7e-bbd1-756229dab6da tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] 10.222.0.84 "GET /v2.0/networks?id=b816aafd-8b1b-4690-a1b8-6a5ec8016dc5 HTTP/1.1" status: 200 len: 808 time: 0.1408281 Mar 22 19:37:08.778956 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-cf177e50-f7f4-4bd5-a1ba-6c530a08fe80 admin admin] Calling delete_port for c119e002-5aa4-4a6b-a258-54751300d066 owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:37:08.795259 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-a4887a61-5a23-4c3c-9db6-ba5b01ab3a51 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] Request body: {'port': {'device_id': '81e80c15-a635-44a2-a313-f3e7e1475850', 'network_id': 'b816aafd-8b1b-4690-a1b8-6a5ec8016dc5', 'admin_state_up': True, 'tenant_id': '4e5d14bc83614863bc4c3d16dd17073f'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:08.821544 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-ecca1166-0dc4-4478-b8f9-37f6114ca3e4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=164a4775-696e-4fba-9d90-789b57a5b9b4 HTTP/1.1" status: 200 len: 999 time: 0.7701981 Mar 22 19:37:08.952886 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dfedc311-d3f8-4a2b-af24-a6aa75bbce38 req-f7fe1b88-efd2-4c31-b8c9-0391f6a5812d service neutron] 10.222.0.85 "GET /v2.0/networks/c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868112 Mar 22 19:37:08.957358 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0d53af91-0829-468e-a5d2-ea5a30bf5061 req-f633ce71-cb6f-4465-9cee-f3658a7c2406 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (1c66c221-ca39-450b-8d0e-5c89d610ac5f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:08.968791 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-389f25a2-9405-4974-b921-e7e0962cecce req-d5ab35b1-3142-45f3-8348-efb4a5fba2c2 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6852565 Mar 22 19:37:09.020386 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-a4887a61-5a23-4c3c-9db6-ba5b01ab3a51 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] Made reservation on behalf of 4e5d14bc83614863bc4c3d16dd17073f for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:37:09.024171 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-a4887a61-5a23-4c3c-9db6-ba5b01ab3a51 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:09.045209 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd00ed6-9829-4c3c-ab75-af38b9db50dd req-01473239-a7e6-48af-953d-cf6a852f8bb8 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:09.051991 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fdd00ed6-9829-4c3c-ab75-af38b9db50dd req-01473239-a7e6-48af-953d-cf6a852f8bb8 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.7811205 Mar 22 19:37:09.059581 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633ce71-cb6f-4465-9cee-f3658a7c2406 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Pushing event deleted for resources: {'Port': ['ID=1c66c221-ca39-450b-8d0e-5c89d610ac5f,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:09.072651 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-1d148264-dc84-4644-a69e-0a3d80c1dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:09.074681 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-1d148264-dc84-4644-a69e-0a3d80c1dbcf service neutron] 10.222.0.85 "GET /v2.0/subnets?id=29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5 HTTP/1.1" status: 200 len: 855 time: 0.2279222 Mar 22 19:37:09.120100 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dfedc311-d3f8-4a2b-af24-a6aa75bbce38 req-63cb8e93-363c-4df4-9a96-62c3c9a35dbd service neutron] 10.222.0.85 "GET /v2.0/networks/c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613071 Mar 22 19:37:09.202002 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-a4887a61-5a23-4c3c-9db6-ba5b01ab3a51 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] Allocated IP 172.20.0.4 (b816aafd-8b1b-4690-a1b8-6a5ec8016dc5/e95ec171-e5fa-4d1a-9e18-553686d68c5c/9fdfddd4-32ed-40bf-8820-20a55d5cae94) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:37:09.299718 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-09d64b6c-d6dc-4a5d-9e50-0f2d69de18f0 req-d7432d86-33fa-4868-a770-e406417d07d6 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=109e1516-5598-413e-98a8-ce832f55f1f5 HTTP/1.1" status: 200 len: 210 time: 0.1831009 Mar 22 19:37:09.358265 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-a4887a61-5a23-4c3c-9db6-ba5b01ab3a51 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] Publish callbacks [] for port (9fdfddd4-32ed-40bf-8820-20a55d5cae94), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:09.374139 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fdd00ed6-9829-4c3c-ab75-af38b9db50dd req-d8e7c7b5-9d92-4076-82b1-f58298126b6a tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3172083 Mar 22 19:37:09.413576 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-a4887a61-5a23-4c3c-9db6-ba5b01ab3a51 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (9fdfddd4-32ed-40bf-8820-20a55d5cae94), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:09.471872 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-a4887a61-5a23-4c3c-9db6-ba5b01ab3a51 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] Network b816aafd-8b1b-4690-a1b8-6a5ec8016dc5 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:37:09.483317 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-a4887a61-5a23-4c3c-9db6-ba5b01ab3a51 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:37:09.491999 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-a4887a61-5a23-4c3c-9db6-ba5b01ab3a51 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:37:09.495164 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 1c66c221-ca39-450b-8d0e-5c89d610ac5f no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:37:09.500614 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4887a61-5a23-4c3c-9db6-ba5b01ab3a51 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] Pushing event updated for resources: {'Port': ['ID=9fdfddd4-32ed-40bf-8820-20a55d5cae94,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:09.505475 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-769c5b5f-ea17-4bce-b74d-94210fdc0ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:09.506892 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-769c5b5f-ea17-4bce-b74d-94210fdc0ff7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=00e2bcc4-39d4-496d-b022-7cce910c0a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4164264 Mar 22 19:37:09.543109 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 1c66c221-ca39-450b-8d0e-5c89d610ac5f {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:37:09.546213 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 1c66c221-ca39-450b-8d0e-5c89d610ac5f not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:37:09.557319 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-a4887a61-5a23-4c3c-9db6-ba5b01ab3a51 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:09.560248 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-a4887a61-5a23-4c3c-9db6-ba5b01ab3a51 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:09.581428 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-a4887a61-5a23-4c3c-9db6-ba5b01ab3a51 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7899923 Mar 22 19:37:09.593377 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-df865039-db99-41d9-9894-9243cd5e3d35 service neutron] Request body: {'port': {'device_id': '81e80c15-a635-44a2-a313-f3e7e1475850', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:09.679042 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-47d4c6d7-af93-4774-866d-a15f734101dd tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for floatingip (39d31a69-fd0c-4a2d-92b3-652e45621f95), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:09.682579 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-df865039-db99-41d9-9894-9243cd5e3d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9fdfddd4-32ed-40bf-8820-20a55d5cae94), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:09.689762 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d53af91-0829-468e-a5d2-ea5a30bf5061 req-f633ce71-cb6f-4465-9cee-f3658a7c2406 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Router 3f5ce0f6-325f-436f-9377-56ca60b663e9 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:37:09.746065 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e131fe4-4d04-481c-9d7b-735e11bf0872 req-83972c72-525f-4d04-874d-3e8e6adfa5be tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:09.754790 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4e131fe4-4d04-481c-9d7b-735e11bf0872 req-83972c72-525f-4d04-874d-3e8e6adfa5be tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] 10.222.0.75 "GET /v2.0/ports?device_id=81e80c15-a635-44a2-a313-f3e7e1475850 HTTP/1.1" status: 200 len: 931 time: 0.2974946 Mar 22 19:37:09.778141 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cf177e50-f7f4-4bd5-a1ba-6c530a08fe80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (c119e002-5aa4-4a6b-a258-54751300d066), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:09.845448 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf177e50-f7f4-4bd5-a1ba-6c530a08fe80 admin admin] Pushing event deleted for resources: {'Port': ['ID=c119e002-5aa4-4a6b-a258-54751300d066,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:09.942552 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-45b9f78a-9f9c-4fd7-96a1-ee91d91a3ebb service neutron] 10.222.0.85 "GET /v2.0/networks/00e2bcc4-39d4-496d-b022-7cce910c0a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232385 Mar 22 19:37:10.066398 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4e131fe4-4d04-481c-9d7b-735e11bf0872 req-849d993c-c6fb-43a8-ad44-8d9ca119a574 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] 10.222.0.75 "GET /v2.0/security-groups?id=c3b6e325-6ce6-4a7f-b3da-0ce3578ec8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106480 Mar 22 19:37:10.130912 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-df865039-db99-41d9-9894-9243cd5e3d35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fdfddd4-32ed-40bf-8820-20a55d5cae94 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:37:10.143103 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-df865039-db99-41d9-9894-9243cd5e3d35 service neutron] Publish callbacks [] for port (9fdfddd4-32ed-40bf-8820-20a55d5cae94), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:10.146370 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-47d4c6d7-af93-4774-866d-a15f734101dd tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (2f7f45d3-1cd6-496c-ad4c-7136b6bb7554), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:10.164817 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-df865039-db99-41d9-9894-9243cd5e3d35 service neutron] Transition to ACTIVE for port object 9fdfddd4-32ed-40bf-8820-20a55d5cae94 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:37:10.169337 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-df865039-db99-41d9-9894-9243cd5e3d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (9fdfddd4-32ed-40bf-8820-20a55d5cae94), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:10.219171 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df865039-db99-41d9-9894-9243cd5e3d35 service neutron] Pushing event updated for resources: {'Port': ['ID=9fdfddd4-32ed-40bf-8820-20a55d5cae94,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:10.289720 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-df865039-db99-41d9-9894-9243cd5e3d35 service neutron] Attempting to bind port 9fdfddd4-32ed-40bf-8820-20a55d5cae94 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:37:10.290094 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-df865039-db99-41d9-9894-9243cd5e3d35 service neutron] Attempting to bind port 9fdfddd4-32ed-40bf-8820-20a55d5cae94 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '10d623cc-7f2b-4c05-ac67-41e46423fb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b816aafd-8b1b-4690-a1b8-6a5ec8016dc5'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:37:10.290424 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-df865039-db99-41d9-9894-9243cd5e3d35 service neutron] Attempting to bind port 9fdfddd4-32ed-40bf-8820-20a55d5cae94 on network b816aafd-8b1b-4690-a1b8-6a5ec8016dc5 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:37:10.294682 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-df865039-db99-41d9-9894-9243cd5e3d35 service neutron] Port 9fdfddd4-32ed-40bf-8820-20a55d5cae94 on network b816aafd-8b1b-4690-a1b8-6a5ec8016dc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:37:10.294999 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-df865039-db99-41d9-9894-9243cd5e3d35 service neutron] Attempting to bind port 9fdfddd4-32ed-40bf-8820-20a55d5cae94 on network b816aafd-8b1b-4690-a1b8-6a5ec8016dc5 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:37:10.305423 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-df865039-db99-41d9-9894-9243cd5e3d35 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:37:10.305767 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-df865039-db99-41d9-9894-9243cd5e3d35 service neutron] Checking segment: {'id': '10d623cc-7f2b-4c05-ac67-41e46423fb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b816aafd-8b1b-4690-a1b8-6a5ec8016dc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:37:10.306181 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-df865039-db99-41d9-9894-9243cd5e3d35 service neutron] Bound using segment: {'id': '10d623cc-7f2b-4c05-ac67-41e46423fb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b816aafd-8b1b-4690-a1b8-6a5ec8016dc5'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:37:10.306623 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-df865039-db99-41d9-9894-9243cd5e3d35 service neutron] Bound port: 9fdfddd4-32ed-40bf-8820-20a55d5cae94, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10d623cc-7f2b-4c05-ac67-41e46423fb51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b816aafd-8b1b-4690-a1b8-6a5ec8016dc5'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:37:10.306979 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-df865039-db99-41d9-9894-9243cd5e3d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9fdfddd4-32ed-40bf-8820-20a55d5cae94), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:10.349522 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d53af91-0829-468e-a5d2-ea5a30bf5061 req-f633ce71-cb6f-4465-9cee-f3658a7c2406 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:37:10.366884 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-47232c6c-d9ae-4795-95ce-8591a86ff91e service neutron] 10.222.0.85 "GET /v2.0/networks/00e2bcc4-39d4-496d-b022-7cce910c0a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894451 Mar 22 19:37:10.373828 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d95f5e-da5c-455b-82e7-6f3f6041b551 None None] Sync routers for ids ['3f5ce0f6-325f-436f-9377-56ca60b663e9'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:37:10.384107 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d95f5e-da5c-455b-82e7-6f3f6041b551 None None] Routers {'3f5ce0f6-325f-436f-9377-56ca60b663e9'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:10.385213 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-15d95f5e-da5c-455b-82e7-6f3f6041b551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:36:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3f5ce0f6-325f-436f-9377-56ca60b663e9'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:10.389935 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-df865039-db99-41d9-9894-9243cd5e3d35 service neutron] For port 9fdfddd4-32ed-40bf-8820-20a55d5cae94, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:37:10.394926 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-df865039-db99-41d9-9894-9243cd5e3d35 service neutron] For port 9fdfddd4-32ed-40bf-8820-20a55d5cae94, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=9fdfddd4-32ed-40bf-8820-20a55d5cae94,segment=NetworkSegment(10d623cc-7f2b-4c05-ac67-41e46423fb51),segment_id=10d623cc-7f2b-4c05-ac67-41e46423fb51)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:37:10.403648 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-df865039-db99-41d9-9894-9243cd5e3d35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (9fdfddd4-32ed-40bf-8820-20a55d5cae94), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:10.443523 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-df865039-db99-41d9-9894-9243cd5e3d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:10.444146 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-df865039-db99-41d9-9894-9243cd5e3d35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:10.446081 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-df865039-db99-41d9-9894-9243cd5e3d35 service neutron] 10.222.0.84 "PUT /v2.0/ports/9fdfddd4-32ed-40bf-8820-20a55d5cae94 HTTP/1.1" status: 200 len: 1092 time: 0.8572786 Mar 22 19:37:10.446558 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e80c15-a635-44a2-a313-f3e7e1475850', 'tag': '9fdfddd4-32ed-40bf-8820-20a55d5cae94'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:37:10.448796 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e491507-8f4d-4e13-914d-fbf0912044db" -d '{"events": [{"name": "network-changed", "server_uuid": "81e80c15-a635-44a2-a313-f3e7e1475850", "tag": "9fdfddd4-32ed-40bf-8820-20a55d5cae94"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:37:10.475496 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df865039-db99-41d9-9894-9243cd5e3d35 service neutron] Pushing event updated for resources: {'Port': ['ID=9fdfddd4-32ed-40bf-8820-20a55d5cae94,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:10.499427 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4728a-d3f9-488c-b54b-fe9603677cc3 req-833ad535-06a4-4915-ac0a-b8da42086b78 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:10.501192 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80b4728a-d3f9-488c-b54b-fe9603677cc3 req-833ad535-06a4-4915-ac0a-b8da42086b78 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 944 time: 0.3639660 Mar 22 19:37:10.533452 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-15d95f5e-da5c-455b-82e7-6f3f6041b551 None None] Set router 3f5ce0f6-325f-436f-9377-56ca60b663e9 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:37:10.547457 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-a6c24fc9-6b75-4567-be2f-195daf0114e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:10.549233 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-a6c24fc9-6b75-4567-be2f-195daf0114e1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=4e5d14bc83614863bc4c3d16dd17073f&device_id=81e80c15-a635-44a2-a313-f3e7e1475850 HTTP/1.1" status: 200 len: 1126 time: 0.0539632 Mar 22 19:37:10.613356 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-19bd4f43-25f0-426a-8df2-01e131a2d6d3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fdfddd4-32ed-40bf-8820-20a55d5cae94 HTTP/1.1" status: 200 len: 217 time: 0.0565755 Mar 22 19:37:10.674083 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-c744d214-9e46-4e80-a296-f764ca7fea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:10.675748 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-c744d214-9e46-4e80-a296-f764ca7fea05 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e95ec171-e5fa-4d1a-9e18-553686d68c5c HTTP/1.1" status: 200 len: 848 time: 0.0558207 Mar 22 19:37:10.739403 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-a20cfb3a-5169-4f9b-9134-1e7a4718c1a7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b816aafd-8b1b-4690-a1b8-6a5ec8016dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564945 Mar 22 19:37:10.861832 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-15d95f5e-da5c-455b-82e7-6f3f6041b551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'name': 'tempest-AttachVolumeNegativeTest-186120780-router', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:33:57Z', 'updated_at': '2022-03-22T19:34:01Z', 'revision_number': 4, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'gw_port': {'id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:33:58Z', 'updated_at': '2022-03-22T19:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '79aa6c44-00f8-4fc3-8fd9-54b267b6d741', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'floating_ip_address': '172.25.5.21', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'port_id': 'fc006b96-b91a-4b18-b354-293c37602770', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1967, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'mac_address': 'fa:16:3e:72:84:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb449ea2-de0c-496e-829f-154e91bd87cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:34:06Z', 'updated_at': '2022-03-22T19:34:29Z', 'revision_number': 2, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10804c69-4eb3-4346-b303-6e5bd5d9a227', 'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'mac_address': 'fa:16:3e:bc:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:00Z', 'updated_at': '2022-03-22T19:34:09Z', 'revision_number': 5, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'subnets': [{'id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:10.901344 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d95f5e-da5c-455b-82e7-6f3f6041b551 None None] Checking router: 3f5ce0f6-325f-436f-9377-56ca60b663e9 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:37:10.910739 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-d862a0d9-b5d8-4192-a519-f9ef94d1b7da service neutron] 10.222.0.84 "GET /v2.0/networks/b816aafd-8b1b-4690-a1b8-6a5ec8016dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648531 Mar 22 19:37:10.912550 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d95f5e-da5c-455b-82e7-6f3f6041b551 None None] Routers {'3f5ce0f6-325f-436f-9377-56ca60b663e9'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:10.913507 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-15d95f5e-da5c-455b-82e7-6f3f6041b551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:36:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3f5ce0f6-325f-436f-9377-56ca60b663e9'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:10.936313 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cf177e50-f7f4-4bd5-a1ba-6c530a08fe80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (62c1cb2b-3d7d-477f-bd78-606d29614429), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:11.022978 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d53af91-0829-468e-a5d2-ea5a30bf5061 req-f633ce71-cb6f-4465-9cee-f3658a7c2406 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] No DVR routers for this DVR port 1c66c221-ca39-450b-8d0e-5c89d610ac5f on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:37:11.032211 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0d53af91-0829-468e-a5d2-ea5a30bf5061 req-f633ce71-cb6f-4465-9cee-f3658a7c2406 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:11.042066 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0d53af91-0829-468e-a5d2-ea5a30bf5061 req-f633ce71-cb6f-4465-9cee-f3658a7c2406 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.84 "DELETE /v2.0/ports/1c66c221-ca39-450b-8d0e-5c89d610ac5f HTTP/1.1" status: 204 len: 173 time: 4.9707644 Mar 22 19:37:11.097499 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109e1516-5598-413e-98a8-ce832f55f1f5', 'name': 'network-vif-deleted', 'tag': '1c66c221-ca39-450b-8d0e-5c89d610ac5f'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:37:11.100583 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5342c200-82f4-4cf9-a23d-426c3ebe9048" -d '{"events": [{"server_uuid": "109e1516-5598-413e-98a8-ce832f55f1f5", "name": "network-vif-deleted", "tag": "1c66c221-ca39-450b-8d0e-5c89d610ac5f"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:37:11.116484 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ae59a874-2ebe-4bbc-8acd-7e2a2766a866 req-ad44d645-b19d-4661-9792-8c0881f73076 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=109e1516-5598-413e-98a8-ce832f55f1f5 HTTP/1.1" status: 200 len: 210 time: 0.6824918 Mar 22 19:37:11.225471 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c1824699-76fb-4dcc-b137-52e7d56ea31f req-a93d13de-99bc-4c76-b7f4-858a7aef3ec3 service neutron] 10.222.0.84 "GET /v2.0/networks/b816aafd-8b1b-4690-a1b8-6a5ec8016dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089356 Mar 22 19:37:11.423069 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80b4728a-d3f9-488c-b54b-fe9603677cc3 req-a3a1087f-225b-45fe-84da-8a2d9d2067da tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4834404 Mar 22 19:37:11.457003 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-15d95f5e-da5c-455b-82e7-6f3f6041b551 None None] Set router 3f5ce0f6-325f-436f-9377-56ca60b663e9 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:37:11.517186 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c80f1-3b27-41bf-a642-93b6e9bf4f60 req-ad925299-e409-4a70-a5d1-8f65f51c6e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:11.519340 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c1c80f1-3b27-41bf-a642-93b6e9bf4f60 req-ad925299-e409-4a70-a5d1-8f65f51c6e44 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=7cda59a95c784cbe81e1e4252cbf144e&device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 1127 time: 1.0696073 Mar 22 19:37:11.537621 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92876118-2014-4ea1-be96-e615f90b2902 x-openstack-request-id: req-92876118-2014-4ea1-be96-e615f90b2902 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:37:11.538222 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e80c15-a635-44a2-a313-f3e7e1475850", "tag": "9fdfddd4-32ed-40bf-8820-20a55d5cae94", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:37:11.538566 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-92876118-2014-4ea1-be96-e615f90b2902 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:37:11.539567 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92876118-2014-4ea1-be96-e615f90b2902'] response: {'name': 'network-changed', 'server_uuid': '81e80c15-a635-44a2-a313-f3e7e1475850', 'tag': '9fdfddd4-32ed-40bf-8820-20a55d5cae94', 'status': 'completed', 'code': 200} Mar 22 19:37:11.606634 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-47d4c6d7-af93-4774-866d-a15f734101dd tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for port (2f7f45d3-1cd6-496c-ad4c-7136b6bb7554), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:11.685103 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-47d4c6d7-af93-4774-866d-a15f734101dd tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (2f7f45d3-1cd6-496c-ad4c-7136b6bb7554), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:11.690993 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e491507-8f4d-4e13-914d-fbf0912044db req-de16255b-9681-4586-ba9b-c6348142ca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:11.693158 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3e491507-8f4d-4e13-914d-fbf0912044db req-de16255b-9681-4586-ba9b-c6348142ca01 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=4e5d14bc83614863bc4c3d16dd17073f&device_id=81e80c15-a635-44a2-a313-f3e7e1475850 HTTP/1.1" status: 200 len: 1126 time: 0.1287644 Mar 22 19:37:11.816416 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309514e-c586-4902-bd93-247e5f2bb676 req-64b5873e-a14f-46eb-a795-3de496e54a09 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:11.825234 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b309514e-c586-4902-bd93-247e5f2bb676 req-64b5873e-a14f-46eb-a795-3de496e54a09 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.4937150 Mar 22 19:37:12.155850 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-15d95f5e-da5c-455b-82e7-6f3f6041b551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'name': 'tempest-AttachVolumeNegativeTest-186120780-router', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:33:57Z', 'updated_at': '2022-03-22T19:34:01Z', 'revision_number': 4, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'gw_port': {'id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:33:58Z', 'updated_at': '2022-03-22T19:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '79aa6c44-00f8-4fc3-8fd9-54b267b6d741', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'floating_ip_address': '172.25.5.21', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'port_id': 'fc006b96-b91a-4b18-b354-293c37602770', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1967, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'mac_address': 'fa:16:3e:72:84:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb449ea2-de0c-496e-829f-154e91bd87cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:34:06Z', 'updated_at': '2022-03-22T19:34:29Z', 'revision_number': 2, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10804c69-4eb3-4346-b303-6e5bd5d9a227', 'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'mac_address': 'fa:16:3e:bc:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:00Z', 'updated_at': '2022-03-22T19:34:09Z', 'revision_number': 5, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'subnets': [{'id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:12.217855 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c80f1-3b27-41bf-a642-93b6e9bf4f60 req-4e6d6ab5-0a12-4fbd-9405-44705b79b6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:12.220134 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c1c80f1-3b27-41bf-a642-93b6e9bf4f60 req-4e6d6ab5-0a12-4fbd-9405-44705b79b6c4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=00e2bcc4-39d4-496d-b022-7cce910c0a6c HTTP/1.1" status: 200 len: 917 time: 0.6655433 Mar 22 19:37:12.221415 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d4c6d7-af93-4774-866d-a15f734101dd tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event updated for resources: {'Port': ['ID=2f7f45d3-1cd6-496c-ad4c-7136b6bb7554,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:12.238161 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d95f5e-da5c-455b-82e7-6f3f6041b551 None None] The sync data for ids ['3f5ce0f6-325f-436f-9377-56ca60b663e9'] in n-d-705658-24 is: [{'id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'name': 'tempest-AttachVolumeNegativeTest-186120780-router', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:33:57Z', 'updated_at': '2022-03-22T19:34:01Z', 'revision_number': 4, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'gw_port': {'id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:33:58Z', 'updated_at': '2022-03-22T19:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '79aa6c44-00f8-4fc3-8fd9-54b267b6d741', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'floating_ip_address': '172.25.5.21', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'port_id': 'fc006b96-b91a-4b18-b354-293c37602770', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1967, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'mac_address': 'fa:16:3e:72:84:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb449ea2-de0c-496e-829f-154e91bd87cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:34:06Z', 'updated_at': '2022-03-22T19:34:29Z', 'revision_number': 2, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10804c69-4eb3-4346-b303-6e5bd5d9a227', 'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'mac_address': 'fa:16:3e:bc:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:00Z', 'updated_at': '2022-03-22T19:34:09Z', 'revision_number': 5, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'subnets': [{'id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:37:12.249733 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-47d4c6d7-af93-4774-866d-a15f734101dd tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (39d31a69-fd0c-4a2d-92b3-652e45621f95), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:12.424724 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [None req-47d4c6d7-af93-4774-866d-a15f734101dd tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Floating IP 39d31a69-fd0c-4a2d-92b3-652e45621f95 associated. External IP: 172.25.5.91, port: 9539a9f1-c37f-4bcd-8ef4-6bf26d411169. Mar 22 19:37:12.445162 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e491507-8f4d-4e13-914d-fbf0912044db req-3b6ba512-9bb1-43ef-a0ef-15fe6a6b3f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:12.447582 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3e491507-8f4d-4e13-914d-fbf0912044db req-3b6ba512-9bb1-43ef-a0ef-15fe6a6b3f05 service neutron] 10.222.0.84 "GET /v2.0/networks?id=b816aafd-8b1b-4690-a1b8-6a5ec8016dc5 HTTP/1.1" status: 200 len: 909 time: 0.7430971 Mar 22 19:37:12.579001 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3e491507-8f4d-4e13-914d-fbf0912044db req-18bbbbc3-b4f1-4d97-a04d-a4974d39de54 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fdfddd4-32ed-40bf-8820-20a55d5cae94 HTTP/1.1" status: 200 len: 217 time: 0.1239750 Mar 22 19:37:12.608649 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6edf5-39d4-4e6e-8683-466ed75df509 req-95b21eac-b82f-4356-a1dc-c0fbf6c9c9da tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:12.616477 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-16b6edf5-39d4-4e6e-8683-466ed75df509 req-95b21eac-b82f-4356-a1dc-c0fbf6c9c9da tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] 10.222.0.75 "GET /v2.0/ports?device_id=81e80c15-a635-44a2-a313-f3e7e1475850 HTTP/1.1" status: 200 len: 943 time: 0.8384380 Mar 22 19:37:12.649711 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b309514e-c586-4902-bd93-247e5f2bb676 req-2596385c-fc38-44eb-a0dd-371f5fd500ad tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8217244 Mar 22 19:37:12.739728 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c1c80f1-3b27-41bf-a642-93b6e9bf4f60 req-43ae6ba2-f40f-4cad-a2aa-f9bb8b34a2ea service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=164a4775-696e-4fba-9d90-789b57a5b9b4 HTTP/1.1" status: 200 len: 999 time: 0.5011022 Mar 22 19:37:12.747537 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9faa6f-2fb7-4508-a1b7-3fa3b9689a9d x-openstack-request-id: req-0e9faa6f-2fb7-4508-a1b7-3fa3b9689a9d {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:37:12.747925 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109e1516-5598-413e-98a8-ce832f55f1f5", "name": "network-vif-deleted", "tag": "1c66c221-ca39-450b-8d0e-5c89d610ac5f", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:37:12.748267 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0e9faa6f-2fb7-4508-a1b7-3fa3b9689a9d {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:37:12.748755 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e9faa6f-2fb7-4508-a1b7-3fa3b9689a9d'] response: {'server_uuid': '109e1516-5598-413e-98a8-ce832f55f1f5', 'name': 'network-vif-deleted', 'tag': '1c66c221-ca39-450b-8d0e-5c89d610ac5f', 'status': 'completed', 'code': 200} Mar 22 19:37:12.755532 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e491507-8f4d-4e13-914d-fbf0912044db req-71c0a5e0-0e66-4f63-9ed6-f55ebc16134e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:12.769166 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3e491507-8f4d-4e13-914d-fbf0912044db req-71c0a5e0-0e66-4f63-9ed6-f55ebc16134e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e95ec171-e5fa-4d1a-9e18-553686d68c5c HTTP/1.1" status: 200 len: 848 time: 0.1807678 Mar 22 19:37:12.801302 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ce4c73-6d95-4fc4-bcca-00abc5a223a4 None None] New status for floating IP 9cf05f82-537e-40e4-b4c5-72e605d45441: DOWN {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:37:12.860175 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3e491507-8f4d-4e13-914d-fbf0912044db req-352bc919-a3d4-48b9-a629-c57fc9f3ee1c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=b816aafd-8b1b-4690-a1b8-6a5ec8016dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878160 Mar 22 19:37:12.907527 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c80f1-3b27-41bf-a642-93b6e9bf4f60 req-07ebf74b-2445-407f-b9f0-e7f7dd99eec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:12.911251 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c1c80f1-3b27-41bf-a642-93b6e9bf4f60 req-07ebf74b-2445-407f-b9f0-e7f7dd99eec4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5 HTTP/1.1" status: 200 len: 855 time: 0.1375866 Mar 22 19:37:13.024863 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf177e50-f7f4-4bd5-a1ba-6c530a08fe80 admin admin] Router 62c1cb2b-3d7d-477f-bd78-606d29614429 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:37:13.041328 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-16b6edf5-39d4-4e6e-8683-466ed75df509 req-6ebee8b2-b1d9-4a90-aab2-228f08699cc5 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] 10.222.0.75 "GET /v2.0/security-groups?id=c3b6e325-6ce6-4a7f-b3da-0ce3578ec8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222946 Mar 22 19:37:13.110446 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36386) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:13.123553 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3e491507-8f4d-4e13-914d-fbf0912044db req-3031d0b9-2e0b-43b1-a75a-4cd5f2f69ebc service neutron] 10.222.0.84 "GET /v2.0/networks/b816aafd-8b1b-4690-a1b8-6a5ec8016dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571156 Mar 22 19:37:13.311499 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3e491507-8f4d-4e13-914d-fbf0912044db req-c9cae83f-cce5-45ec-a87d-ba127103cc66 service neutron] 10.222.0.84 "GET /v2.0/networks/b816aafd-8b1b-4690-a1b8-6a5ec8016dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757143 Mar 22 19:37:13.331107 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c80f1-3b27-41bf-a642-93b6e9bf4f60 req-aad83bc2-6677-4926-92a8-7d491e752916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:13.332862 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c1c80f1-3b27-41bf-a642-93b6e9bf4f60 req-aad83bc2-6677-4926-92a8-7d491e752916 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=00e2bcc4-39d4-496d-b022-7cce910c0a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3933184 Mar 22 19:37:13.409659 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b3b22-9b72-4279-934c-fbdc6416d024 req-51448bc0-51e3-440c-a574-a7a6fb20e485 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:13.418493 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7f8b3b22-9b72-4279-934c-fbdc6416d024 req-51448bc0-51e3-440c-a574-a7a6fb20e485 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 944 time: 0.4309669 Mar 22 19:37:13.521095 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 9fdfddd4-32ed-40bf-8820-20a55d5cae94 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:37:13.677502 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 9fdfddd4-32ed-40bf-8820-20a55d5cae94, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=9fdfddd4-32ed-40bf-8820-20a55d5cae94,segment=NetworkSegment(10d623cc-7f2b-4c05-ac67-41e46423fb51),segment_id=10d623cc-7f2b-4c05-ac67-41e46423fb51)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:13.701330 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7f8b3b22-9b72-4279-934c-fbdc6416d024 req-068a8dcd-7391-4b5e-9cec-73f3b7ee9a1c tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2815404 Mar 22 19:37:13.702196 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-aa741294-4ae4-47ce-92b9-d0e80f062f49 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group (93b10471-3aaa-4e0f-bbae-299bd05ceaa2), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:13.703448 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '9fdfddd4-32ed-40bf-8820-20a55d5cae94', 'network_id': 'b816aafd-8b1b-4690-a1b8-6a5ec8016dc5', 'port_id': '9fdfddd4-32ed-40bf-8820-20a55d5cae94', 'mac_address': 'fa:16:3e:7f:c1:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e95ec171-e5fa-4d1a-9e18-553686d68c5c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:37:13.764500 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d4c6d7-af93-4774-866d-a15f734101dd tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Router cef4989f-d9b6-42f2-949c-b7edbd9d0f26 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:37:13.776895 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 9fdfddd4-32ed-40bf-8820-20a55d5cae94 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:37:13.777299 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9fdfddd4-32ed-40bf-8820-20a55d5cae94), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:13.778910 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-aa741294-4ae4-47ce-92b9-d0e80f062f49 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group (93b10471-3aaa-4e0f-bbae-299bd05ceaa2), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:13.793638 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fdfddd4-32ed-40bf-8820-20a55d5cae94 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:37:13.831892 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 9fdfddd4-32ed-40bf-8820-20a55d5cae94, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=9fdfddd4-32ed-40bf-8820-20a55d5cae94,segment=NetworkSegment(10d623cc-7f2b-4c05-ac67-41e46423fb51),segment_id=10d623cc-7f2b-4c05-ac67-41e46423fb51)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:13.837925 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (9fdfddd4-32ed-40bf-8820-20a55d5cae94), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:13.859262 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf177e50-f7f4-4bd5-a1ba-6c530a08fe80 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:37:13.867832 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c1c80f1-3b27-41bf-a642-93b6e9bf4f60 req-3e38c4b9-bfcc-49e0-8444-0a07b15b080d service neutron] 10.222.0.85 "GET /v2.0/networks/00e2bcc4-39d4-496d-b022-7cce910c0a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702382 Mar 22 19:37:13.874423 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-cf177e50-f7f4-4bd5-a1ba-6c530a08fe80 admin admin] 10.222.0.75 "PUT /v2.0/routers/62c1cb2b-3d7d-477f-bd78-606d29614429/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0538354 Mar 22 19:37:13.876971 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36390) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:13.923588 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485aa4ea-bf35-4f1b-b91d-3cde79df69d2 None None] Sync routers for ids ['62c1cb2b-3d7d-477f-bd78-606d29614429'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:37:13.956723 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485aa4ea-bf35-4f1b-b91d-3cde79df69d2 None None] Routers {'62c1cb2b-3d7d-477f-bd78-606d29614429'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:13.957393 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-485aa4ea-bf35-4f1b-b91d-3cde79df69d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:36:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['62c1cb2b-3d7d-477f-bd78-606d29614429'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:13.962207 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=9fdfddd4-32ed-40bf-8820-20a55d5cae94,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:14.085197 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['9fdfddd4-32ed-40bf-8820-20a55d5cae94'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:37:14.130151 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95e89abc-fad6-4359-8407-904c2470b834 admin admin] Publish callbacks [] for router (62c1cb2b-3d7d-477f-bd78-606d29614429), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:14.178939 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-aa741294-4ae4-47ce-92b9-d0e80f062f49 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (93b10471-3aaa-4e0f-bbae-299bd05ceaa2), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:14.182622 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-aa741294-4ae4-47ce-92b9-d0e80f062f49 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:14.184104 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-aa741294-4ae4-47ce-92b9-d0e80f062f49 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "DELETE /v2.0/security-groups/93b10471-3aaa-4e0f-bbae-299bd05ceaa2 HTTP/1.1" status: 204 len: 168 time: 1.0684130 Mar 22 19:37:14.202117 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36394) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:14.209240 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa741294-4ae4-47ce-92b9-d0e80f062f49 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b10471-3aaa-4e0f-bbae-299bd05ceaa2,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:14.283388 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-4c65fcf8-7c5e-4347-9dbd-5e93a5ad5e96 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] show failed (client error): The resource could not be found. Mar 22 19:37:14.284776 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4c65fcf8-7c5e-4347-9dbd-5e93a5ad5e96 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups/93b10471-3aaa-4e0f-bbae-299bd05ceaa2 HTTP/1.1" status: 404 len: 347 time: 0.0637293 Mar 22 19:37:14.309955 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36398) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:14.340561 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95e89abc-fad6-4359-8407-904c2470b834 admin admin] Publish callbacks [] for router_gateway (62c1cb2b-3d7d-477f-bd78-606d29614429), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:14.360970 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-485aa4ea-bf35-4f1b-b91d-3cde79df69d2 None None] Set router 62c1cb2b-3d7d-477f-bd78-606d29614429 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:37:14.408443 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-95e89abc-fad6-4359-8407-904c2470b834 admin admin] Deleting port a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:37:14.408787 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95e89abc-fad6-4359-8407-904c2470b834 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:14.506627 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-95e89abc-fad6-4359-8407-904c2470b834 admin admin] For port a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:14.507133 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95e89abc-fad6-4359-8407-904c2470b834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:14.538398 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-95e89abc-fad6-4359-8407-904c2470b834 admin admin] Calling delete_port for a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6 owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:37:14.923542 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-485aa4ea-bf35-4f1b-b91d-3cde79df69d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'name': 'tempest-TaggedBootDevicesTest-1777691038-router', 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:05Z', 'updated_at': '2022-03-22T19:37:09Z', 'revision_number': 5, 'project_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'gw_port': {'id': 'a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:06Z', 'updated_at': '2022-03-22T19:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:14.993167 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485aa4ea-bf35-4f1b-b91d-3cde79df69d2 None None] Checking router: 62c1cb2b-3d7d-477f-bd78-606d29614429 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:37:14.998882 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95e89abc-fad6-4359-8407-904c2470b834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:15.025088 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485aa4ea-bf35-4f1b-b91d-3cde79df69d2 None None] Routers {'62c1cb2b-3d7d-477f-bd78-606d29614429'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:15.025942 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-485aa4ea-bf35-4f1b-b91d-3cde79df69d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:36:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['62c1cb2b-3d7d-477f-bd78-606d29614429'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:15.131059 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e89abc-fad6-4359-8407-904c2470b834 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:15.227890 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95e89abc-fad6-4359-8407-904c2470b834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (62c1cb2b-3d7d-477f-bd78-606d29614429), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:15.228573 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d4c6d7-af93-4774-866d-a15f734101dd tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:37:15.244214 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-485aa4ea-bf35-4f1b-b91d-3cde79df69d2 None None] Set router 62c1cb2b-3d7d-477f-bd78-606d29614429 gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:37:15.245762 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2447018a-a54e-4384-9c5f-7af7312a065d None None] Sync routers for ids ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:37:15.271595 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2447018a-a54e-4384-9c5f-7af7312a065d None None] Routers {'cef4989f-d9b6-42f2-949c-b7edbd9d0f26'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:15.275515 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-2447018a-a54e-4384-9c5f-7af7312a065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:36:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:15.282749 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9aaedb2f-0a1c-4d78-a231-626f91c889f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:15.326702 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-485aa4ea-bf35-4f1b-b91d-3cde79df69d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'name': 'tempest-TaggedBootDevicesTest-1777691038-router', 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:05Z', 'updated_at': '2022-03-22T19:37:14Z', 'revision_number': 7, 'project_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:15.366156 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-2447018a-a54e-4384-9c5f-7af7312a065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:15.385059 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c1c80f1-3b27-41bf-a642-93b6e9bf4f60 req-3f0b0d42-f366-4872-a7a7-605c93c70f84 service neutron] 10.222.0.85 "GET /v2.0/networks/00e2bcc4-39d4-496d-b022-7cce910c0a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3514020 Mar 22 19:37:15.390811 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2447018a-a54e-4384-9c5f-7af7312a065d None None] Routers {'cef4989f-d9b6-42f2-949c-b7edbd9d0f26'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:15.392135 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-2447018a-a54e-4384-9c5f-7af7312a065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:36:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:15.412959 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695a48e-1fb4-4956-a636-3884ef7b6a48 req-4115857a-d897-4464-a4e2-4d0f2ec4842e tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:15.423735 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2695a48e-1fb4-4956-a636-3884ef7b6a48 req-4115857a-d897-4464-a4e2-4d0f2ec4842e tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] 10.222.0.75 "GET /v2.0/ports?device_id=81e80c15-a635-44a2-a313-f3e7e1475850 HTTP/1.1" status: 200 len: 944 time: 1.1912875 Mar 22 19:37:15.431578 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-47d4c6d7-af93-4774-866d-a15f734101dd tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:15.450400 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485aa4ea-bf35-4f1b-b91d-3cde79df69d2 None None] The sync data for ids ['62c1cb2b-3d7d-477f-bd78-606d29614429'] in n-d-705658-24 is: [{'id': '62c1cb2b-3d7d-477f-bd78-606d29614429', 'name': 'tempest-TaggedBootDevicesTest-1777691038-router', 'tenant_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:05Z', 'updated_at': '2022-03-22T19:37:14Z', 'revision_number': 7, 'project_id': '9e0e4ca7c14f4d59bf1ff2884bd386bd', 'gw_port_host': None}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:37:15.492540 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-2447018a-a54e-4384-9c5f-7af7312a065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:15.493524 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2447018a-a54e-4384-9c5f-7af7312a065d None None] The sync data for ids ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:37:15.533110 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95e89abc-fad6-4359-8407-904c2470b834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (62c1cb2b-3d7d-477f-bd78-606d29614429), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:15.534126 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec227e60-e5d0-46ff-b4dc-07e86d0750a9 req-3998c683-8590-403b-9c07-275c9258d737 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:15.535980 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95e89abc-fad6-4359-8407-904c2470b834 admin admin] Publish callbacks [] for router_controller (62c1cb2b-3d7d-477f-bd78-606d29614429), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:15.536113 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ec227e60-e5d0-46ff-b4dc-07e86d0750a9 req-3998c683-8590-403b-9c07-275c9258d737 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 944 time: 0.5075169 Mar 22 19:37:15.539679 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 9fdfddd4-32ed-40bf-8820-20a55d5cae94 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:37:15.554231 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-47d4c6d7-af93-4774-866d-a15f734101dd tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 11.5113826 Mar 22 19:37:15.556713 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36406) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:15.599433 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95e89abc-fad6-4359-8407-904c2470b834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (62c1cb2b-3d7d-477f-bd78-606d29614429), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:15.600326 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e89abc-fad6-4359-8407-904c2470b834 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62c1cb2b-3d7d-477f-bd78-606d29614429 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:37:15.610517 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95e89abc-fad6-4359-8407-904c2470b834 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:15.611707 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-95e89abc-fad6-4359-8407-904c2470b834 admin admin] 10.222.0.75 "DELETE /v2.0/routers/62c1cb2b-3d7d-477f-bd78-606d29614429 HTTP/1.1" status: 204 len: 168 time: 1.7334700 Mar 22 19:37:15.614746 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36408) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:15.636933 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 9fdfddd4-32ed-40bf-8820-20a55d5cae94 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:37:15.641536 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 9fdfddd4-32ed-40bf-8820-20a55d5cae94 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:37:15.642127 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9fdfddd4-32ed-40bf-8820-20a55d5cae94), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:15.669716 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2695a48e-1fb4-4956-a636-3884ef7b6a48 req-de4efaa6-2e7a-47fe-a499-dfe1450fa478 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] 10.222.0.75 "GET /v2.0/security-groups?id=c3b6e325-6ce6-4a7f-b3da-0ce3578ec8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447608 Mar 22 19:37:15.682674 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-f020c4bc-7f58-4dbe-bc37-ef4b4793261c tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Deleting port d4305f7a-9784-4fc9-b358-c2c83744661f {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:37:15.683317 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f020c4bc-7f58-4dbe-bc37-ef4b4793261c tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (d4305f7a-9784-4fc9-b358-c2c83744661f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:15.694160 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-70e05b56-9646-4f5b-8172-b061de4705d5 admin admin] Deleting subnet e79fd7a2-f33f-4e5a-aaf1-5c490955a64d {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:37:15.698230 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-70e05b56-9646-4f5b-8172-b061de4705d5 admin admin] Publish callbacks [] for subnet (e79fd7a2-f33f-4e5a-aaf1-5c490955a64d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:15.756047 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-70e05b56-9646-4f5b-8172-b061de4705d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (e79fd7a2-f33f-4e5a-aaf1-5c490955a64d), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:15.826630 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 9fdfddd4-32ed-40bf-8820-20a55d5cae94 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:37:15.827710 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9fdfddd4-32ed-40bf-8820-20a55d5cae94), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:15.845607 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:15.887166 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e80c15-a635-44a2-a313-f3e7e1475850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdfddd4-32ed-40bf-8820-20a55d5cae94'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:37:15.889688 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2c9e0f-691e-48da-a411-207e5e7638af" -d '{"events": [{"server_uuid": "81e80c15-a635-44a2-a313-f3e7e1475850", "name": "network-vif-plugged", "status": "completed", "tag": "9fdfddd4-32ed-40bf-8820-20a55d5cae94"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:37:15.908696 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f020c4bc-7f58-4dbe-bc37-ef4b4793261c tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (d4305f7a-9784-4fc9-b358-c2c83744661f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:15.909715 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f020c4bc-7f58-4dbe-bc37-ef4b4793261c tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for floatingip (d4305f7a-9784-4fc9-b358-c2c83744661f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:15.938114 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 9fdfddd4-32ed-40bf-8820-20a55d5cae94, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=9fdfddd4-32ed-40bf-8820-20a55d5cae94,segment=NetworkSegment(10d623cc-7f2b-4c05-ac67-41e46423fb51),segment_id=10d623cc-7f2b-4c05-ac67-41e46423fb51)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:15.951304 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-f020c4bc-7f58-4dbe-bc37-ef4b4793261c tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Calling delete_port for d4305f7a-9784-4fc9-b358-c2c83744661f owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:37:15.954990 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-70e05b56-9646-4f5b-8172-b061de4705d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (e79fd7a2-f33f-4e5a-aaf1-5c490955a64d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:15.956941 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (9fdfddd4-32ed-40bf-8820-20a55d5cae94), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:16.111737 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-70e05b56-9646-4f5b-8172-b061de4705d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (e79fd7a2-f33f-4e5a-aaf1-5c490955a64d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:16.112952 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897035ec-c7df-4b3d-b48d-43907aaf2734 x-openstack-request-id: req-897035ec-c7df-4b3d-b48d-43907aaf2734 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:37:16.114617 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e80c15-a635-44a2-a313-f3e7e1475850", "name": "network-vif-plugged", "status": "completed", "tag": "9fdfddd4-32ed-40bf-8820-20a55d5cae94", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:37:16.115048 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-897035ec-c7df-4b3d-b48d-43907aaf2734 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:37:16.115693 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-897035ec-c7df-4b3d-b48d-43907aaf2734'] response: {'server_uuid': '81e80c15-a635-44a2-a313-f3e7e1475850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdfddd4-32ed-40bf-8820-20a55d5cae94', 'code': 200} Mar 22 19:37:16.120066 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=9fdfddd4-32ed-40bf-8820-20a55d5cae94,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:16.158745 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-70e05b56-9646-4f5b-8172-b061de4705d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:16.162572 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-70e05b56-9646-4f5b-8172-b061de4705d5 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/e79fd7a2-f33f-4e5a-aaf1-5c490955a64d HTTP/1.1" status: 204 len: 168 time: 0.5463898 Mar 22 19:37:16.163676 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e05b56-9646-4f5b-8172-b061de4705d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e79fd7a2-f33f-4e5a-aaf1-5c490955a64d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:16.165804 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36412) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:16.166338 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c56442-faca-4a45-b07a-230f376da6dc None None] Network 4a18db52-e571-4039-89e7-6353aeef061c requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:37:16.196047 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7d787-25f2-410a-ae3f-7cf9f209bbc3 req-15552305-2ce8-4430-9896-45f6412ae406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:16.197631 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fdf7d787-25f2-410a-ae3f-7cf9f209bbc3 req-15552305-2ce8-4430-9896-45f6412ae406 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=81e80c15-a635-44a2-a313-f3e7e1475850 HTTP/1.1" status: 200 len: 1128 time: 0.1445253 Mar 22 19:37:16.237618 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6adc3139-9c8b-475a-8923-a9a8566862ef tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "GET /v2.0/floatingips/39d31a69-fd0c-4a2d-92b3-652e45621f95 HTTP/1.1" status: 200 len: 976 time: 0.6723971 Mar 22 19:37:16.240043 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f020c4bc-7f58-4dbe-bc37-ef4b4793261c tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (d4305f7a-9784-4fc9-b358-c2c83744661f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:16.241744 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36414) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:16.285209 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c119e002-5aa4-4a6b-a258-54751300d066 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:37:16.315840 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: c119e002-5aa4-4a6b-a258-54751300d066 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:37:16.316472 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c119e002-5aa4-4a6b-a258-54751300d066 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:37:16.337981 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e60f1328-824c-4659-8dca-f0f91b2ece96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (4a18db52-e571-4039-89e7-6353aeef061c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:16.342621 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fdf7d787-25f2-410a-ae3f-7cf9f209bbc3 req-4b19f484-6fb7-4c8f-b99f-6739f5adfb3e service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=c3b6e325-6ce6-4a7f-b3da-0ce3578ec8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333458 Mar 22 19:37:16.372976 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ec227e60-e5d0-46ff-b4dc-07e86d0750a9 req-f8ed1afe-d53c-4726-b16f-b7c6bfe5d46c tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8174622 Mar 22 19:37:16.422073 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-e60f1328-824c-4659-8dca-f0f91b2ece96 admin admin] Deleting port dd4830e4-9b69-42d1-8cc2-4192de53bd9a {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:37:16.422453 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e60f1328-824c-4659-8dca-f0f91b2ece96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (dd4830e4-9b69-42d1-8cc2-4192de53bd9a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:16.449350 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020c4bc-7f58-4dbe-bc37-ef4b4793261c tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Pushing event deleted for resources: {'Port': ['ID=d4305f7a-9784-4fc9-b358-c2c83744661f,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:16.475380 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-232ab38f-8568-4e8b-ae7e-87b4df0a7455 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2245405 Mar 22 19:37:16.480536 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36416) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:16.489532 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-397d3481-4d34-4f3f-951e-59b281311e41 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Request body: {'floatingip': {'port_id': 'bf3c7045-1c86-48d3-adb2-61d0470bcc0b'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:16.538039 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd7b5fc-30a4-4194-b5ed-d8d41641f4c8 None None] DHCP port deletion for 4a18db52-e571-4039-89e7-6353aeef061c request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:37:16.571571 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f020c4bc-7f58-4dbe-bc37-ef4b4793261c tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for floatingip (9cf05f82-537e-40e4-b4c5-72e605d45441), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:16.574631 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f020c4bc-7f58-4dbe-bc37-ef4b4793261c tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:16.578343 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f020c4bc-7f58-4dbe-bc37-ef4b4793261c tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "DELETE /v2.0/floatingips/9cf05f82-537e-40e4-b4c5-72e605d45441 HTTP/1.1" status: 204 len: 168 time: 2.2633781 Mar 22 19:37:16.659017 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-6dd7b5fc-30a4-4194-b5ed-d8d41641f4c8 None None] Deleting port dd4830e4-9b69-42d1-8cc2-4192de53bd9a {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:37:16.659638 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6dd7b5fc-30a4-4194-b5ed-d8d41641f4c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (dd4830e4-9b69-42d1-8cc2-4192de53bd9a), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:16.662124 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-e60f1328-824c-4659-8dca-f0f91b2ece96 admin admin] For port dd4830e4-9b69-42d1-8cc2-4192de53bd9a, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=dd4830e4-9b69-42d1-8cc2-4192de53bd9a,segment=NetworkSegment(fe86b638-8528-406c-803d-7fab6741faff),segment_id=fe86b638-8528-406c-803d-7fab6741faff)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:16.662719 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e60f1328-824c-4659-8dca-f0f91b2ece96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (dd4830e4-9b69-42d1-8cc2-4192de53bd9a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:16.758838 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-e60f1328-824c-4659-8dca-f0f91b2ece96 admin admin] Calling delete_port for dd4830e4-9b69-42d1-8cc2-4192de53bd9a owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:37:16.779223 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-397d3481-4d34-4f3f-951e-59b281311e41 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for floatingip (39d31a69-fd0c-4a2d-92b3-652e45621f95), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:16.827279 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-6dd7b5fc-30a4-4194-b5ed-d8d41641f4c8 None None] For port dd4830e4-9b69-42d1-8cc2-4192de53bd9a, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=dd4830e4-9b69-42d1-8cc2-4192de53bd9a,segment=NetworkSegment(fe86b638-8528-406c-803d-7fab6741faff),segment_id=fe86b638-8528-406c-803d-7fab6741faff)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:16.827689 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6dd7b5fc-30a4-4194-b5ed-d8d41641f4c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (dd4830e4-9b69-42d1-8cc2-4192de53bd9a), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:16.870946 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-6dd7b5fc-30a4-4194-b5ed-d8d41641f4c8 None None] Calling delete_port for dd4830e4-9b69-42d1-8cc2-4192de53bd9a owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:37:16.988639 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340cb9cf-8868-4cca-9fb5-5526ef005156 req-e9c54f05-f0a5-44dc-8822-726a3ea5238a tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:16.997648 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-340cb9cf-8868-4cca-9fb5-5526ef005156 req-e9c54f05-f0a5-44dc-8822-726a3ea5238a tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] 10.222.0.75 "GET /v2.0/ports?device_id=81e80c15-a635-44a2-a313-f3e7e1475850 HTTP/1.1" status: 200 len: 945 time: 0.1300299 Mar 22 19:37:17.093607 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6dd7b5fc-30a4-4194-b5ed-d8d41641f4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (dd4830e4-9b69-42d1-8cc2-4192de53bd9a), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:17.146987 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-340cb9cf-8868-4cca-9fb5-5526ef005156 req-9ed9e9fd-7693-4e2a-849b-b2016ac61cb0 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] 10.222.0.75 "GET /v2.0/security-groups?id=c3b6e325-6ce6-4a7f-b3da-0ce3578ec8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482790 Mar 22 19:37:17.154177 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd7b5fc-30a4-4194-b5ed-d8d41641f4c8 None None] No DVR routers for this DVR port dd4830e4-9b69-42d1-8cc2-4192de53bd9a on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:37:17.218875 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd7b5fc-30a4-4194-b5ed-d8d41641f4c8 None None] Pushing event deleted for resources: {'Port': ['ID=dd4830e4-9b69-42d1-8cc2-4192de53bd9a,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:17.261301 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e60f1328-824c-4659-8dca-f0f91b2ece96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (dd4830e4-9b69-42d1-8cc2-4192de53bd9a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:17.298451 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f1328-824c-4659-8dca-f0f91b2ece96 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd4830e4-9b69-42d1-8cc2-4192de53bd9a,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:17.300391 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60f1328-824c-4659-8dca-f0f91b2ece96 admin admin] No DVR routers for this DVR port dd4830e4-9b69-42d1-8cc2-4192de53bd9a on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:37:17.393897 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e76f3f34-60b7-44b4-9b31-3b460255a736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:17.460684 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e60f1328-824c-4659-8dca-f0f91b2ece96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (4a18db52-e571-4039-89e7-6353aeef061c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:17.525037 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-e60f1328-824c-4659-8dca-f0f91b2ece96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a18db52-e571-4039-89e7-6353aeef061c']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:17.552524 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-e60f1328-824c-4659-8dca-f0f91b2ece96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe86b638-8528-406c-803d-7fab6741faff') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:17.552913 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-e60f1328-824c-4659-8dca-f0f91b2ece96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe86b638-8528-406c-803d-7fab6741faff') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:17.574302 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e60f1328-824c-4659-8dca-f0f91b2ece96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (fe86b638-8528-406c-803d-7fab6741faff), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:17.618160 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e60f1328-824c-4659-8dca-f0f91b2ece96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (fe86b638-8528-406c-803d-7fab6741faff), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:17.632569 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e60f1328-824c-4659-8dca-f0f91b2ece96 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:37:17.633528 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e60f1328-824c-4659-8dca-f0f91b2ece96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (fe86b638-8528-406c-803d-7fab6741faff), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:17.657411 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ecf0d-71f5-4df9-99a6-34890f15b992 req-15343190-876b-43ca-9099-eff4605f7a24 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:17.666766 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b1ecf0d-71f5-4df9-99a6-34890f15b992 req-15343190-876b-43ca-9099-eff4605f7a24 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 944 time: 0.1067402 Mar 22 19:37:17.737276 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b1ecf0d-71f5-4df9-99a6-34890f15b992 req-0e34dbb4-3a31-4cee-b50c-2db3d8a14578 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687854 Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: self.session.flush() Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: self.session.flush() Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: self.session.flush() Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: self.session.flush() Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:37:17.740487 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:37:17.748556 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e60f1328-824c-4659-8dca-f0f91b2ece96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (4a18db52-e571-4039-89e7-6353aeef061c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:17.779785 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e60f1328-824c-4659-8dca-f0f91b2ece96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:17.787143 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36442) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:17.787465 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e60f1328-824c-4659-8dca-f0f91b2ece96 admin admin] 10.222.0.75 "DELETE /v2.0/networks/4a18db52-e571-4039-89e7-6353aeef061c HTTP/1.1" status: 204 len: 168 time: 1.6191247 Mar 22 19:37:17.791364 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f1328-824c-4659-8dca-f0f91b2ece96 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a18db52-e571-4039-89e7-6353aeef061c,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:18.088939 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:37:18.157627 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:37:18.158924 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a9deaf1a-9b3e-4717-9ba6-406d11bd8ff6 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:37:18.159520 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device dd4830e4-9b69-42d1-8cc2-4192de53bd9a no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:37:18.217245 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: dd4830e4-9b69-42d1-8cc2-4192de53bd9a {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:37:18.217491 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device dd4830e4-9b69-42d1-8cc2-4192de53bd9a not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:37:18.262640 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-397d3481-4d34-4f3f-951e-59b281311e41 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:18.271717 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-397d3481-4d34-4f3f-951e-59b281311e41 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (39d31a69-fd0c-4a2d-92b3-652e45621f95), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:18.284830 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:18.480800 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-397d3481-4d34-4f3f-951e-59b281311e41 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Floating IP 39d31a69-fd0c-4a2d-92b3-652e45621f95 associated. External IP: 172.25.5.91, port: 9539a9f1-c37f-4bcd-8ef4-6bf26d411169. Mar 22 19:37:18.531855 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0efdd5-ddbd-4d2a-9bae-8055e6db3637 req-b0f0ce5d-7c22-481a-8c04-bbad8492f6aa tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:18.533624 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-da0efdd5-ddbd-4d2a-9bae-8055e6db3637 req-b0f0ce5d-7c22-481a-8c04-bbad8492f6aa tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] 10.222.0.75 "GET /v2.0/ports?device_id=81e80c15-a635-44a2-a313-f3e7e1475850 HTTP/1.1" status: 200 len: 945 time: 0.2098320 Mar 22 19:37:18.673925 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:18.677320 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-da0efdd5-ddbd-4d2a-9bae-8055e6db3637 req-59c54066-e99b-4d94-8029-5ae12a6f93cf tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] 10.222.0.75 "GET /v2.0/security-groups?id=c3b6e325-6ce6-4a7f-b3da-0ce3578ec8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305027 Mar 22 19:37:18.734944 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-938ea6d0-a74d-4006-b0bb-1fa5318f6cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (3ae32638-6bc3-4468-b50b-040116ceb7d5), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:18.991882 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397d3481-4d34-4f3f-951e-59b281311e41 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Router cef4989f-d9b6-42f2-949c-b7edbd9d0f26 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:37:19.118247 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434046ab-28f3-40ac-9571-ce5fa62dd572 req-71fa776d-16d9-4303-9bc7-a3e2032d9936 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:19.125727 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-434046ab-28f3-40ac-9571-ce5fa62dd572 req-71fa776d-16d9-4303-9bc7-a3e2032d9936 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 944 time: 0.2276328 Mar 22 19:37:19.250182 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-434046ab-28f3-40ac-9571-ce5fa62dd572 req-cc24a202-320a-46a8-91b6-95f766193345 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189578 Mar 22 19:37:19.264165 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397d3481-4d34-4f3f-951e-59b281311e41 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:37:19.288089 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b2582c-5fb9-4b47-a65e-8aac36ff2b6e None None] Sync routers for ids ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:37:19.306444 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-938ea6d0-a74d-4006-b0bb-1fa5318f6cd9 admin admin] Deleting port 9df8f2f2-9c7c-4f5a-8023-d890f1be3b38 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:37:19.307354 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-938ea6d0-a74d-4006-b0bb-1fa5318f6cd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (9df8f2f2-9c7c-4f5a-8023-d890f1be3b38), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:19.316896 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b2582c-5fb9-4b47-a65e-8aac36ff2b6e None None] Routers {'cef4989f-d9b6-42f2-949c-b7edbd9d0f26'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:19.317559 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b3b2582c-5fb9-4b47-a65e-8aac36ff2b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:19.446168 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b3b2582c-5fb9-4b47-a65e-8aac36ff2b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:19.472203 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b2582c-5fb9-4b47-a65e-8aac36ff2b6e None None] Routers {'cef4989f-d9b6-42f2-949c-b7edbd9d0f26'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:19.474961 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b3b2582c-5fb9-4b47-a65e-8aac36ff2b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:19.595023 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b3b2582c-5fb9-4b47-a65e-8aac36ff2b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:19.595358 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-938ea6d0-a74d-4006-b0bb-1fa5318f6cd9 admin admin] For port 9df8f2f2-9c7c-4f5a-8023-d890f1be3b38, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=9df8f2f2-9c7c-4f5a-8023-d890f1be3b38,segment=NetworkSegment(741b7997-49df-44fc-a767-6af3be534981),segment_id=741b7997-49df-44fc-a767-6af3be534981)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:19.595713 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b2582c-5fb9-4b47-a65e-8aac36ff2b6e None None] The sync data for ids ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:37:19.597909 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-938ea6d0-a74d-4006-b0bb-1fa5318f6cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (9df8f2f2-9c7c-4f5a-8023-d890f1be3b38), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:19.642689 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-938ea6d0-a74d-4006-b0bb-1fa5318f6cd9 admin admin] Calling delete_port for 9df8f2f2-9c7c-4f5a-8023-d890f1be3b38 owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:37:19.823063 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397d3481-4d34-4f3f-951e-59b281311e41 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Router cef4989f-d9b6-42f2-949c-b7edbd9d0f26 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:37:20.123151 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:20.134305 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-938ea6d0-a74d-4006-b0bb-1fa5318f6cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (9df8f2f2-9c7c-4f5a-8023-d890f1be3b38), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:20.248389 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ea6d0-a74d-4006-b0bb-1fa5318f6cd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9df8f2f2-9c7c-4f5a-8023-d890f1be3b38,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:20.322327 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ea6d0-a74d-4006-b0bb-1fa5318f6cd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:20.322832 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ea6d0-a74d-4006-b0bb-1fa5318f6cd9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:20.323188 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ea6d0-a74d-4006-b0bb-1fa5318f6cd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:20.323534 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ea6d0-a74d-4006-b0bb-1fa5318f6cd9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:20.323877 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ea6d0-a74d-4006-b0bb-1fa5318f6cd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:20.324213 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ea6d0-a74d-4006-b0bb-1fa5318f6cd9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:20.324546 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ea6d0-a74d-4006-b0bb-1fa5318f6cd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:20.324887 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ea6d0-a74d-4006-b0bb-1fa5318f6cd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:20.325218 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ea6d0-a74d-4006-b0bb-1fa5318f6cd9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:20.325546 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ea6d0-a74d-4006-b0bb-1fa5318f6cd9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:20.330297 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ea6d0-a74d-4006-b0bb-1fa5318f6cd9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:20.330782 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ea6d0-a74d-4006-b0bb-1fa5318f6cd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:20.331146 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ea6d0-a74d-4006-b0bb-1fa5318f6cd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:20.331483 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ea6d0-a74d-4006-b0bb-1fa5318f6cd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:20.332037 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938ea6d0-a74d-4006-b0bb-1fa5318f6cd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:20.774788 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae13a40-bed1-45bf-a378-a2dbcf37270f req-8477ac3b-7506-4243-801d-1c4bcf670ad1 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:20.784736 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bae13a40-bed1-45bf-a378-a2dbcf37270f req-8477ac3b-7506-4243-801d-1c4bcf670ad1 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 944 time: 0.3491092 Mar 22 19:37:20.914534 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bae13a40-bed1-45bf-a378-a2dbcf37270f req-ee5fccf2-cea8-4999-9826-8bdf0fa9046b tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287756 Mar 22 19:37:20.927894 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-938ea6d0-a74d-4006-b0bb-1fa5318f6cd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (3ae32638-6bc3-4468-b50b-040116ceb7d5), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:20.988717 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397d3481-4d34-4f3f-951e-59b281311e41 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:37:21.005064 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df81fce-5870-4d6f-ac10-c38065c5a11c None None] Sync routers for ids ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:37:21.014716 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-397d3481-4d34-4f3f-951e-59b281311e41 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:21.041628 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df81fce-5870-4d6f-ac10-c38065c5a11c None None] Routers {'cef4989f-d9b6-42f2-949c-b7edbd9d0f26'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:21.045124 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-4df81fce-5870-4d6f-ac10-c38065c5a11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:21.154497 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-4df81fce-5870-4d6f-ac10-c38065c5a11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:21.165124 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-397d3481-4d34-4f3f-951e-59b281311e41 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "PUT /v2.0/floatingips/39d31a69-fd0c-4a2d-92b3-652e45621f95 HTTP/1.1" status: 200 len: 977 time: 4.6834915 Mar 22 19:37:21.167324 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36490) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:21.170815 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df81fce-5870-4d6f-ac10-c38065c5a11c None None] Routers {'cef4989f-d9b6-42f2-949c-b7edbd9d0f26'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:21.172049 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-4df81fce-5870-4d6f-ac10-c38065c5a11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:21.182567 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-c10e30dc-f578-4dec-96fb-b44edfe65a30 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Request body: {'floatingip': {'port_id': None}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:21.299932 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-4df81fce-5870-4d6f-ac10-c38065c5a11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:21.301527 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df81fce-5870-4d6f-ac10-c38065c5a11c None None] The sync data for ids ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:37:21.355492 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:21.400343 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c10e30dc-f578-4dec-96fb-b44edfe65a30 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for floatingip (39d31a69-fd0c-4a2d-92b3-652e45621f95), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:21.824331 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c10e30dc-f578-4dec-96fb-b44edfe65a30 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:21.826912 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938ea6d0-a74d-4006-b0bb-1fa5318f6cd9 admin admin] Router 3ae32638-6bc3-4468-b50b-040116ceb7d5 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:37:21.833582 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c10e30dc-f578-4dec-96fb-b44edfe65a30 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (39d31a69-fd0c-4a2d-92b3-652e45621f95), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:21.834232 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-c10e30dc-f578-4dec-96fb-b44edfe65a30 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Floating IP 39d31a69-fd0c-4a2d-92b3-652e45621f95 disassociated. External IP: 172.25.5.91, port: bf3c7045-1c86-48d3-adb2-61d0470bcc0b. Mar 22 19:37:22.296266 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a5d1f-c6ac-4220-993b-503385a78186 req-0d301814-885d-4b4c-9e0b-a5b17ddc224a tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:22.307590 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce8a5d1f-c6ac-4220-993b-503385a78186 req-0d301814-885d-4b4c-9e0b-a5b17ddc224a tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 944 time: 0.1297209 Mar 22 19:37:22.343436 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10e30dc-f578-4dec-96fb-b44edfe65a30 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Router cef4989f-d9b6-42f2-949c-b7edbd9d0f26 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:37:22.382331 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938ea6d0-a74d-4006-b0bb-1fa5318f6cd9 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:37:22.391809 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-938ea6d0-a74d-4006-b0bb-1fa5318f6cd9 admin admin] 10.222.0.75 "PUT /v2.0/routers/3ae32638-6bc3-4468-b50b-040116ceb7d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6031892 Mar 22 19:37:22.393249 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c0a17-148e-43db-a9d7-222206dd38ad None None] Sync routers for ids ['3ae32638-6bc3-4468-b50b-040116ceb7d5'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:37:22.403202 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36512) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:22.417560 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72c0a17-148e-43db-a9d7-222206dd38ad None None] Routers {'3ae32638-6bc3-4468-b50b-040116ceb7d5'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:22.421742 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-e72c0a17-148e-43db-a9d7-222206dd38ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3ae32638-6bc3-4468-b50b-040116ceb7d5'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:22.514065 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce8a5d1f-c6ac-4220-993b-503385a78186 req-9060a667-6555-4389-b3de-732371ec28d0 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983781 Mar 22 19:37:22.675311 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6eb90a43-e3e4-4aef-86ce-ea72091fc65e admin admin] Publish callbacks [] for router (3ae32638-6bc3-4468-b50b-040116ceb7d5), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:22.745918 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10e30dc-f578-4dec-96fb-b44edfe65a30 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:37:22.755625 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c10e30dc-f578-4dec-96fb-b44edfe65a30 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:22.763965 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958788fc-a891-4cfe-9b53-71f32c6f3b7d None None] Sync routers for ids ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:37:22.795450 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958788fc-a891-4cfe-9b53-71f32c6f3b7d None None] Routers {'cef4989f-d9b6-42f2-949c-b7edbd9d0f26'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:22.796336 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-958788fc-a891-4cfe-9b53-71f32c6f3b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:22.856437 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-e72c0a17-148e-43db-a9d7-222206dd38ad None None] Set router 3ae32638-6bc3-4468-b50b-040116ceb7d5 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:37:22.878033 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c10e30dc-f578-4dec-96fb-b44edfe65a30 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "PUT /v2.0/floatingips/39d31a69-fd0c-4a2d-92b3-652e45621f95 HTTP/1.1" status: 200 len: 687 time: 1.7079551 Mar 22 19:37:22.879990 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36522) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:22.922683 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-958788fc-a891-4cfe-9b53-71f32c6f3b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:22.964467 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958788fc-a891-4cfe-9b53-71f32c6f3b7d None None] Routers {'cef4989f-d9b6-42f2-949c-b7edbd9d0f26'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:22.966746 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-958788fc-a891-4cfe-9b53-71f32c6f3b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:23.087600 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-958788fc-a891-4cfe-9b53-71f32c6f3b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:23.090325 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958788fc-a891-4cfe-9b53-71f32c6f3b7d None None] The sync data for ids ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:37:23.261590 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6eb90a43-e3e4-4aef-86ce-ea72091fc65e admin admin] Publish callbacks [] for router_gateway (3ae32638-6bc3-4468-b50b-040116ceb7d5), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:23.293370 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-8ad95354-936b-4519-9a0c-063acc8d0a7f tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Deleting port 2f7f45d3-1cd6-496c-ad4c-7136b6bb7554 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:37:23.293739 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8ad95354-936b-4519-9a0c-063acc8d0a7f tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (2f7f45d3-1cd6-496c-ad4c-7136b6bb7554), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:23.301081 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-e72c0a17-148e-43db-a9d7-222206dd38ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae32638-6bc3-4468-b50b-040116ceb7d5', 'name': 'tempest-TaggedBootDevicesTest-653882327-router', 'tenant_id': 'ada96a2495974b5d94eab03ab9a657a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.184'}], 'enable_snat': True}, 'gw_port_id': 'fe64d7dd-ff5c-43fe-afb5-16519c3005d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:14Z', 'updated_at': '2022-03-22T19:37:20Z', 'revision_number': 5, 'project_id': 'ada96a2495974b5d94eab03ab9a657a5', 'gw_port': {'id': 'fe64d7dd-ff5c-43fe-afb5-16519c3005d9', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:db:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae32638-6bc3-4468-b50b-040116ceb7d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:29:15Z', 'updated_at': '2022-03-22T19:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:23.344293 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890317d7-d670-45fc-ae9a-d169a70dc441 req-942fc424-4d1c-46a3-b9ff-4724cd491379 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:23.357815 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-890317d7-d670-45fc-ae9a-d169a70dc441 req-942fc424-4d1c-46a3-b9ff-4724cd491379 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] 10.222.0.75 "GET /v2.0/ports?device_id=81e80c15-a635-44a2-a313-f3e7e1475850 HTTP/1.1" status: 200 len: 945 time: 0.2358172 Mar 22 19:37:23.404533 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c0a17-148e-43db-a9d7-222206dd38ad None None] Checking router: 3ae32638-6bc3-4468-b50b-040116ceb7d5 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:37:23.424503 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72c0a17-148e-43db-a9d7-222206dd38ad None None] Routers {'3ae32638-6bc3-4468-b50b-040116ceb7d5'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:23.425598 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-e72c0a17-148e-43db-a9d7-222206dd38ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3ae32638-6bc3-4468-b50b-040116ceb7d5'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:23.450437 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-6eb90a43-e3e4-4aef-86ce-ea72091fc65e admin admin] Deleting port fe64d7dd-ff5c-43fe-afb5-16519c3005d9 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:37:23.450827 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6eb90a43-e3e4-4aef-86ce-ea72091fc65e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (fe64d7dd-ff5c-43fe-afb5-16519c3005d9), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:23.495868 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-890317d7-d670-45fc-ae9a-d169a70dc441 req-ac5305f1-61dd-4183-8474-5b038291f393 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] 10.222.0.75 "GET /v2.0/security-groups?id=c3b6e325-6ce6-4a7f-b3da-0ce3578ec8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303046 Mar 22 19:37:23.536087 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-e72c0a17-148e-43db-a9d7-222206dd38ad None None] Set router 3ae32638-6bc3-4468-b50b-040116ceb7d5 gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:37:23.541659 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8ad95354-936b-4519-9a0c-063acc8d0a7f tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (2f7f45d3-1cd6-496c-ad4c-7136b6bb7554), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:23.542273 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8ad95354-936b-4519-9a0c-063acc8d0a7f tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for floatingip (2f7f45d3-1cd6-496c-ad4c-7136b6bb7554), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:23.565268 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-8ad95354-936b-4519-9a0c-063acc8d0a7f tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Calling delete_port for 2f7f45d3-1cd6-496c-ad4c-7136b6bb7554 owned by network:floatingip {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:37:23.683869 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-6eb90a43-e3e4-4aef-86ce-ea72091fc65e admin admin] For port fe64d7dd-ff5c-43fe-afb5-16519c3005d9, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=fe64d7dd-ff5c-43fe-afb5-16519c3005d9,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:23.684359 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6eb90a43-e3e4-4aef-86ce-ea72091fc65e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (fe64d7dd-ff5c-43fe-afb5-16519c3005d9), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:23.707609 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-6eb90a43-e3e4-4aef-86ce-ea72091fc65e admin admin] Calling delete_port for fe64d7dd-ff5c-43fe-afb5-16519c3005d9 owned by network:router_gateway {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:37:23.731330 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400e70e-9298-4249-b953-93a6d75503ca req-a4372391-1c6e-47eb-8955-14098e559c2e tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:23.733105 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5400e70e-9298-4249-b953-93a6d75503ca req-a4372391-1c6e-47eb-8955-14098e559c2e tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 944 time: 0.1010280 Mar 22 19:37:23.848859 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5400e70e-9298-4249-b953-93a6d75503ca req-cdd23b48-e32c-4d1d-ad22-9042ffc0097a tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792842 Mar 22 19:37:23.906184 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8ad95354-936b-4519-9a0c-063acc8d0a7f tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (2f7f45d3-1cd6-496c-ad4c-7136b6bb7554), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:23.923497 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-e72c0a17-148e-43db-a9d7-222206dd38ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ae32638-6bc3-4468-b50b-040116ceb7d5', 'name': 'tempest-TaggedBootDevicesTest-653882327-router', 'tenant_id': 'ada96a2495974b5d94eab03ab9a657a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:14Z', 'updated_at': '2022-03-22T19:37:23Z', 'revision_number': 6, 'project_id': 'ada96a2495974b5d94eab03ab9a657a5', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:23.942767 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad95354-936b-4519-9a0c-063acc8d0a7f tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event deleted for resources: {'Port': ['ID=2f7f45d3-1cd6-496c-ad4c-7136b6bb7554,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:24.025873 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6eb90a43-e3e4-4aef-86ce-ea72091fc65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (fe64d7dd-ff5c-43fe-afb5-16519c3005d9), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:24.031561 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8ad95354-936b-4519-9a0c-063acc8d0a7f tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for floatingip (39d31a69-fd0c-4a2d-92b3-652e45621f95), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:24.034154 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c0a17-148e-43db-a9d7-222206dd38ad None None] The sync data for ids ['3ae32638-6bc3-4468-b50b-040116ceb7d5'] in n-d-705658-24 is: [{'id': '3ae32638-6bc3-4468-b50b-040116ceb7d5', 'name': 'tempest-TaggedBootDevicesTest-653882327-router', 'tenant_id': 'ada96a2495974b5d94eab03ab9a657a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:29:14Z', 'updated_at': '2022-03-22T19:37:23Z', 'revision_number': 6, 'project_id': 'ada96a2495974b5d94eab03ab9a657a5', 'gw_port_host': None}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:37:24.038451 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8ad95354-936b-4519-9a0c-063acc8d0a7f tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:24.042644 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8ad95354-936b-4519-9a0c-063acc8d0a7f tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "DELETE /v2.0/floatingips/39d31a69-fd0c-4a2d-92b3-652e45621f95 HTTP/1.1" status: 204 len: 168 time: 1.1613839 Mar 22 19:37:24.043380 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36532) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:24.141310 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-1534bfa7-93e6-4e08-bcf9-cbae6786a9e4 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] delete failed (client error): The resource could not be found. Mar 22 19:37:24.142400 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1534bfa7-93e6-4e08-bcf9-cbae6786a9e4 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "DELETE /v2.0/floatingips/39d31a69-fd0c-4a2d-92b3-652e45621f95 HTTP/1.1" status: 404 len: 345 time: 0.0942576 Mar 22 19:37:24.147195 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36534) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:24.147824 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb90a43-e3e4-4aef-86ce-ea72091fc65e admin admin] Pushing event deleted for resources: {'Port': ['ID=fe64d7dd-ff5c-43fe-afb5-16519c3005d9,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:24.215822 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6eb90a43-e3e4-4aef-86ce-ea72091fc65e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (3ae32638-6bc3-4468-b50b-040116ceb7d5), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:24.381463 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889546cd-f25d-46a1-ac93-69decd078da1 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:24.386943 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889546cd-f25d-46a1-ac93-69decd078da1 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:24.393421 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889546cd-f25d-46a1-ac93-69decd078da1 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:24.395223 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-889546cd-f25d-46a1-ac93-69decd078da1 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "GET /v2.0/ports?network_id=eb0120f7-cfd3-48e7-9beb-abe868756ead HTTP/1.1" status: 200 len: 2357 time: 0.2470183 Mar 22 19:37:24.402707 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36536) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:24.469195 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd873a-1e3a-4200-83f6-ba41d7ef0999 req-4f595ca0-8c34-4f4e-bda0-8753854d9c41 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:24.470810 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-78dd873a-1e3a-4200-83f6-ba41d7ef0999 req-4f595ca0-8c34-4f4e-bda0-8753854d9c41 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] 10.222.0.84 "GET /v2.0/ports?device_id=81e80c15-a635-44a2-a313-f3e7e1475850 HTTP/1.1" status: 200 len: 945 time: 0.1958492 Mar 22 19:37:24.510943 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ea1f28-1cc2-431b-b178-9fe95042ccf0 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:24.513139 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-08ea1f28-1cc2-431b-b178-9fe95042ccf0 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "GET /v2.0/subnets/414cce7b-7807-4cac-bc8e-d280226d5be4 HTTP/1.1" status: 200 len: 797 time: 0.1088867 Mar 22 19:37:24.535874 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36540) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:24.541985 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-a7bbbc69-89c8-46ce-8624-49b27399d727 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Request body: {'port': {'network_id': 'eb0120f7-cfd3-48e7-9beb-abe868756ead', 'name': 'tempest-FloatingIPTestJSON-1867336251', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:24.757428 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6eb90a43-e3e4-4aef-86ce-ea72091fc65e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (3ae32638-6bc3-4468-b50b-040116ceb7d5), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:24.761437 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6eb90a43-e3e4-4aef-86ce-ea72091fc65e admin admin] Publish callbacks [] for router_controller (3ae32638-6bc3-4468-b50b-040116ceb7d5), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:24.775547 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-78dd873a-1e3a-4200-83f6-ba41d7ef0999 req-d8748b9f-36ca-4825-af06-faf146d90e06 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] Deleting port 9fdfddd4-32ed-40bf-8820-20a55d5cae94 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:37:24.776191 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-78dd873a-1e3a-4200-83f6-ba41d7ef0999 req-d8748b9f-36ca-4825-af06-faf146d90e06 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (9fdfddd4-32ed-40bf-8820-20a55d5cae94), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:24.828515 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6eb90a43-e3e4-4aef-86ce-ea72091fc65e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (3ae32638-6bc3-4468-b50b-040116ceb7d5), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:24.828515 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb90a43-e3e4-4aef-86ce-ea72091fc65e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ae32638-6bc3-4468-b50b-040116ceb7d5 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:37:24.829192 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bbbc69-89c8-46ce-8624-49b27399d727 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Made reservation on behalf of 3eda893e4a904f108126de64fa5718de for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:37:24.846574 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6eb90a43-e3e4-4aef-86ce-ea72091fc65e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:24.850248 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6eb90a43-e3e4-4aef-86ce-ea72091fc65e admin admin] 10.222.0.75 "DELETE /v2.0/routers/3ae32638-6bc3-4468-b50b-040116ceb7d5 HTTP/1.1" status: 204 len: 168 time: 2.4457014 Mar 22 19:37:24.852627 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36544) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:24.912097 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd8e49e-fdf4-478a-a37d-0ff956620395 admin admin] Deleting subnet d508ac98-27eb-415d-970f-499a7fbb546e {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:37:24.939958 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdd29f-14b0-4198-8665-cb1c4eefbf52 req-1e5bec55-68f7-4b64-9ae9-f91a34c35765 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:24.941470 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8bfdd29f-14b0-4198-8665-cb1c4eefbf52 req-1e5bec55-68f7-4b64-9ae9-f91a34c35765 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] 10.222.0.75 "GET /v2.0/ports?device_id=81e80c15-a635-44a2-a313-f3e7e1475850 HTTP/1.1" status: 200 len: 945 time: 0.1305621 Mar 22 19:37:24.945346 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3bd8e49e-fdf4-478a-a37d-0ff956620395 admin admin] Publish callbacks [] for subnet (d508ac98-27eb-415d-970f-499a7fbb546e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:24.998537 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-78dd873a-1e3a-4200-83f6-ba41d7ef0999 req-d8748b9f-36ca-4825-af06-faf146d90e06 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] For port 9fdfddd4-32ed-40bf-8820-20a55d5cae94, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=9fdfddd4-32ed-40bf-8820-20a55d5cae94,segment=NetworkSegment(10d623cc-7f2b-4c05-ac67-41e46423fb51),segment_id=10d623cc-7f2b-4c05-ac67-41e46423fb51)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:24.998902 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-78dd873a-1e3a-4200-83f6-ba41d7ef0999 req-d8748b9f-36ca-4825-af06-faf146d90e06 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (9fdfddd4-32ed-40bf-8820-20a55d5cae94), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:25.021765 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a7bbbc69-89c8-46ce-8624-49b27399d727 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:25.037496 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-78dd873a-1e3a-4200-83f6-ba41d7ef0999 req-d8748b9f-36ca-4825-af06-faf146d90e06 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] Calling delete_port for 9fdfddd4-32ed-40bf-8820-20a55d5cae94 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:37:25.047849 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-a7bbbc69-89c8-46ce-8624-49b27399d727 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] device_id is not set on port 3a489f2b-aa2c-493d-8b98-30044ccfe680 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:37:25.075914 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8bfdd29f-14b0-4198-8665-cb1c4eefbf52 req-f303754e-c9ac-4386-bb65-d38180e46d02 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] 10.222.0.75 "GET /v2.0/security-groups?id=c3b6e325-6ce6-4a7f-b3da-0ce3578ec8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752974 Mar 22 19:37:25.078512 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3bd8e49e-fdf4-478a-a37d-0ff956620395 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (d508ac98-27eb-415d-970f-499a7fbb546e), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:25.138868 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0b34e-663c-4c38-98e5-ae36c8d396df req-bf2000f6-57b3-4172-a8ad-d804a0dad6c3 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:25.140559 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-13f0b34e-663c-4c38-98e5-ae36c8d396df req-bf2000f6-57b3-4172-a8ad-d804a0dad6c3 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 944 time: 0.1602240 Mar 22 19:37:25.238852 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3bd8e49e-fdf4-478a-a37d-0ff956620395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (d508ac98-27eb-415d-970f-499a7fbb546e), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:25.258893 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-13f0b34e-663c-4c38-98e5-ae36c8d396df req-67b225b0-19f7-4348-94d0-c9cb13493c27 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112394 Mar 22 19:37:25.360090 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3bd8e49e-fdf4-478a-a37d-0ff956620395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (d508ac98-27eb-415d-970f-499a7fbb546e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:25.401366 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8e49e-fdf4-478a-a37d-0ff956620395 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d508ac98-27eb-415d-970f-499a7fbb546e,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:25.410017 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3bd8e49e-fdf4-478a-a37d-0ff956620395 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:25.414658 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0962f05-abd1-4d6d-b082-fe74c75fcba5 None None] Network a9acb64f-1b59-4d0d-aad8-9493c63a48fa requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:37:25.418333 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3bd8e49e-fdf4-478a-a37d-0ff956620395 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/d508ac98-27eb-415d-970f-499a7fbb546e HTTP/1.1" status: 204 len: 168 time: 0.5633161 Mar 22 19:37:25.423294 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36550) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:25.483281 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-78dd873a-1e3a-4200-83f6-ba41d7ef0999 req-d8748b9f-36ca-4825-af06-faf146d90e06 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (9fdfddd4-32ed-40bf-8820-20a55d5cae94), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:25.537366 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8748b9f-36ca-4825-af06-faf146d90e06 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] Pushing event deleted for resources: {'Port': ['ID=9fdfddd4-32ed-40bf-8820-20a55d5cae94,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:25.585167 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-daf7a801-1d9b-47f7-b84d-de00550428d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (a9acb64f-1b59-4d0d-aad8-9493c63a48fa), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:25.585394 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['9fdfddd4-32ed-40bf-8820-20a55d5cae94'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:37:25.668305 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-a7bbbc69-89c8-46ce-8624-49b27399d727 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Allocated IP 172.20.0.14 (eb0120f7-cfd3-48e7-9beb-abe868756ead/414cce7b-7807-4cac-bc8e-d280226d5be4/3a489f2b-aa2c-493d-8b98-30044ccfe680) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:37:25.684832 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-daf7a801-1d9b-47f7-b84d-de00550428d9 admin admin] Deleting port b8767806-370c-4234-9f23-23e9e33a846b {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:37:25.685177 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-daf7a801-1d9b-47f7-b84d-de00550428d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (b8767806-370c-4234-9f23-23e9e33a846b), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:25.714486 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-78dd873a-1e3a-4200-83f6-ba41d7ef0999 req-d8748b9f-36ca-4825-af06-faf146d90e06 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] No DVR routers for this DVR port 9fdfddd4-32ed-40bf-8820-20a55d5cae94 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:37:25.717242 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-78dd873a-1e3a-4200-83f6-ba41d7ef0999 req-d8748b9f-36ca-4825-af06-faf146d90e06 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:25.721271 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-78dd873a-1e3a-4200-83f6-ba41d7ef0999 req-d8748b9f-36ca-4825-af06-faf146d90e06 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] 10.222.0.84 "DELETE /v2.0/ports/9fdfddd4-32ed-40bf-8820-20a55d5cae94 HTTP/1.1" status: 204 len: 173 time: 1.2063293 Mar 22 19:37:25.722436 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-a7bbbc69-89c8-46ce-8624-49b27399d727 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Allocated IP 172.20.0.13 (eb0120f7-cfd3-48e7-9beb-abe868756ead/414cce7b-7807-4cac-bc8e-d280226d5be4/3a489f2b-aa2c-493d-8b98-30044ccfe680) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:37:25.725298 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e80c15-a635-44a2-a313-f3e7e1475850', 'name': 'network-vif-deleted', 'tag': '9fdfddd4-32ed-40bf-8820-20a55d5cae94'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:37:25.740357 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45efb039-270b-49bc-8db4-c658c35740e6" -d '{"events": [{"server_uuid": "81e80c15-a635-44a2-a313-f3e7e1475850", "name": "network-vif-deleted", "tag": "9fdfddd4-32ed-40bf-8820-20a55d5cae94"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:37:25.802812 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a78406-e239-471b-a718-687d2552b8bd None None] DHCP port deletion for a9acb64f-1b59-4d0d-aad8-9493c63a48fa request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:37:25.890524 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93547532-e7c5-4023-b65c-fd643d2d43b5 x-openstack-request-id: req-93547532-e7c5-4023-b65c-fd643d2d43b5 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:37:25.891180 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e80c15-a635-44a2-a313-f3e7e1475850", "name": "network-vif-deleted", "tag": "9fdfddd4-32ed-40bf-8820-20a55d5cae94", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:37:25.891180 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-93547532-e7c5-4023-b65c-fd643d2d43b5 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:37:25.891499 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93547532-e7c5-4023-b65c-fd643d2d43b5'] response: {'server_uuid': '81e80c15-a635-44a2-a313-f3e7e1475850', 'name': 'network-vif-deleted', 'tag': '9fdfddd4-32ed-40bf-8820-20a55d5cae94', 'status': 'completed', 'code': 200} Mar 22 19:37:25.952213 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-daf7a801-1d9b-47f7-b84d-de00550428d9 admin admin] For port b8767806-370c-4234-9f23-23e9e33a846b, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b8767806-370c-4234-9f23-23e9e33a846b,segment=NetworkSegment(741b7997-49df-44fc-a767-6af3be534981),segment_id=741b7997-49df-44fc-a767-6af3be534981)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:25.952804 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-daf7a801-1d9b-47f7-b84d-de00550428d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (b8767806-370c-4234-9f23-23e9e33a846b), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:25.970863 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c0a78406-e239-471b-a718-687d2552b8bd None None] Deleting port b8767806-370c-4234-9f23-23e9e33a846b {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:37:25.971392 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c0a78406-e239-471b-a718-687d2552b8bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (b8767806-370c-4234-9f23-23e9e33a846b), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:26.006300 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-daf7a801-1d9b-47f7-b84d-de00550428d9 admin admin] Calling delete_port for b8767806-370c-4234-9f23-23e9e33a846b owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:37:26.090806 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c0a78406-e239-471b-a718-687d2552b8bd None None] For port b8767806-370c-4234-9f23-23e9e33a846b, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b8767806-370c-4234-9f23-23e9e33a846b,segment=NetworkSegment(741b7997-49df-44fc-a767-6af3be534981),segment_id=741b7997-49df-44fc-a767-6af3be534981)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:26.091594 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c0a78406-e239-471b-a718-687d2552b8bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (b8767806-370c-4234-9f23-23e9e33a846b), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:26.118204 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c0a78406-e239-471b-a718-687d2552b8bd None None] Calling delete_port for b8767806-370c-4234-9f23-23e9e33a846b owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:37:26.152822 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-daf7a801-1d9b-47f7-b84d-de00550428d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (b8767806-370c-4234-9f23-23e9e33a846b), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:26.181259 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7a801-1d9b-47f7-b84d-de00550428d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8767806-370c-4234-9f23-23e9e33a846b,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:26.185247 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf7a801-1d9b-47f7-b84d-de00550428d9 admin admin] No DVR routers for this DVR port b8767806-370c-4234-9f23-23e9e33a846b on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:37:26.223698 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a7bbbc69-89c8-46ce-8624-49b27399d727 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for port (3a489f2b-aa2c-493d-8b98-30044ccfe680), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:26.256028 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c0a78406-e239-471b-a718-687d2552b8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (b8767806-370c-4234-9f23-23e9e33a846b), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:26.259925 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b8767806-370c-4234-9f23-23e9e33a846b no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:37:26.308476 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a7bbbc69-89c8-46ce-8624-49b27399d727 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (3a489f2b-aa2c-493d-8b98-30044ccfe680), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:26.350812 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: b8767806-370c-4234-9f23-23e9e33a846b {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:37:26.351132 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b8767806-370c-4234-9f23-23e9e33a846b not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:37:26.362198 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device fe64d7dd-ff5c-43fe-afb5-16519c3005d9 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:37:26.380589 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bbbc69-89c8-46ce-8624-49b27399d727 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Network eb0120f7-cfd3-48e7-9beb-abe868756ead is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:37:26.390546 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e6e544a-9243-48c1-853f-96bd0703169f req-e6fdf016-f125-4d4c-9760-beb64ef5f292 tempest-ServerTagsTestJSON-922257599 tempest-ServerTagsTestJSON-922257599-project] 10.222.0.75 "GET /v2.0/ports?device_id=81e80c15-a635-44a2-a313-f3e7e1475850 HTTP/1.1" status: 200 len: 210 time: 0.0987439 Mar 22 19:37:26.392303 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-a7bbbc69-89c8-46ce-8624-49b27399d727 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:37:26.397308 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bbbc69-89c8-46ce-8624-49b27399d727 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:37:26.416423 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: fe64d7dd-ff5c-43fe-afb5-16519c3005d9 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:37:26.416915 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device fe64d7dd-ff5c-43fe-afb5-16519c3005d9 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:37:26.417285 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 9df8f2f2-9c7c-4f5a-8023-d890f1be3b38 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:37:26.423941 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-daf7a801-1d9b-47f7-b84d-de00550428d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (a9acb64f-1b59-4d0d-aad8-9493c63a48fa), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:26.442315 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a78406-e239-471b-a718-687d2552b8bd None None] Pushing event deleted for resources: {'Port': ['ID=b8767806-370c-4234-9f23-23e9e33a846b,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:26.445939 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a78406-e239-471b-a718-687d2552b8bd None None] No DVR routers for this DVR port b8767806-370c-4234-9f23-23e9e33a846b on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:37:26.462162 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 9df8f2f2-9c7c-4f5a-8023-d890f1be3b38 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:37:26.462526 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 9df8f2f2-9c7c-4f5a-8023-d890f1be3b38 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:37:26.480231 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a78406-e239-471b-a718-687d2552b8bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:26.480981 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a78406-e239-471b-a718-687d2552b8bd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:26.481663 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a78406-e239-471b-a718-687d2552b8bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:26.482683 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a78406-e239-471b-a718-687d2552b8bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:26.483369 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a78406-e239-471b-a718-687d2552b8bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:26.484018 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a78406-e239-471b-a718-687d2552b8bd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:26.484574 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a78406-e239-471b-a718-687d2552b8bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:26.485899 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a78406-e239-471b-a718-687d2552b8bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:26.486446 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-daf7a801-1d9b-47f7-b84d-de00550428d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9acb64f-1b59-4d0d-aad8-9493c63a48fa']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:26.486681 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a78406-e239-471b-a718-687d2552b8bd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:26.487264 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a78406-e239-471b-a718-687d2552b8bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:26.488020 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a78406-e239-471b-a718-687d2552b8bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:26.488573 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a78406-e239-471b-a718-687d2552b8bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:26.494717 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a78406-e239-471b-a718-687d2552b8bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:26.495416 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a78406-e239-471b-a718-687d2552b8bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:26.495981 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a78406-e239-471b-a718-687d2552b8bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:26.498496 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bbbc69-89c8-46ce-8624-49b27399d727 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:26.499201 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a7bbbc69-89c8-46ce-8624-49b27399d727 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:26.513446 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-daf7a801-1d9b-47f7-b84d-de00550428d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '741b7997-49df-44fc-a767-6af3be534981') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:26.513889 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-daf7a801-1d9b-47f7-b84d-de00550428d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '741b7997-49df-44fc-a767-6af3be534981') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:26.523600 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bbbc69-89c8-46ce-8624-49b27399d727 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event updated for resources: {'Port': ['ID=3a489f2b-aa2c-493d-8b98-30044ccfe680,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:26.529800 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-daf7a801-1d9b-47f7-b84d-de00550428d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (741b7997-49df-44fc-a767-6af3be534981), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:26.531950 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a7bbbc69-89c8-46ce-8624-49b27399d727 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.9944928 Mar 22 19:37:26.535277 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36562) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:26.540085 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-02ee0fa3-07c4-4a73-8dc7-270bc9112716 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'port_id': '3a489f2b-aa2c-493d-8b98-30044ccfe680', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:26.551964 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-daf7a801-1d9b-47f7-b84d-de00550428d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (741b7997-49df-44fc-a767-6af3be534981), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:26.562763 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-02ee0fa3-07c4-4a73-8dc7-270bc9112716 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:26.564582 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daf7a801-1d9b-47f7-b84d-de00550428d9 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:37:26.565107 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-daf7a801-1d9b-47f7-b84d-de00550428d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (741b7997-49df-44fc-a767-6af3be534981), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:26.567285 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:37:26.567285 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:37:26.567285 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:37:26.567285 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:37:26.567285 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:37:26.567285 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:37:26.567285 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:37:26.567285 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:37:26.567285 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:37:26.567285 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:37:26.567285 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:37:26.567285 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:37:26.567285 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:37:26.567285 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:37:26.567285 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:37:26.567285 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:37:26.567285 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:37:26.567285 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:37:26.567285 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:37:26.567285 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:37:26.567285 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:37:26.567285 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:37:26.567285 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:37:26.567285 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:37:26.567285 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:37:26.567285 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:37:26.567285 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:37:26.567285 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:37:26.567285 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:37:26.567285 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:37:26.567285 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:37:26.567285 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:37:26.576371 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700ddbb-6021-4830-b5b0-45a2b1f814e7 req-ca874d2d-fd7a-4d0d-a76a-a60ddcbc0395 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:26.578063 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0700ddbb-6021-4830-b5b0-45a2b1f814e7 req-ca874d2d-fd7a-4d0d-a76a-a60ddcbc0395 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 944 time: 0.1007366 Mar 22 19:37:26.658079 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-daf7a801-1d9b-47f7-b84d-de00550428d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (a9acb64f-1b59-4d0d-aad8-9493c63a48fa), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:26.666910 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-daf7a801-1d9b-47f7-b84d-de00550428d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:26.670172 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-daf7a801-1d9b-47f7-b84d-de00550428d9 admin admin] 10.222.0.75 "DELETE /v2.0/networks/a9acb64f-1b59-4d0d-aad8-9493c63a48fa HTTP/1.1" status: 204 len: 168 time: 1.2458475 Mar 22 19:37:26.691089 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7a801-1d9b-47f7-b84d-de00550428d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9acb64f-1b59-4d0d-aad8-9493c63a48fa,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:26.693909 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-02ee0fa3-07c4-4a73-8dc7-270bc9112716 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:26.711393 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0700ddbb-6021-4830-b5b0-45a2b1f814e7 req-ee03e2fd-535a-483b-9a04-4599acda8eb6 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134498 Mar 22 19:37:26.820699 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-02ee0fa3-07c4-4a73-8dc7-270bc9112716 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Allocated IP 172.25.5.52 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/3c9b820b-7614-4be9-aba6-eb0431d82ca4) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:37:26.825509 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36566) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:26.867680 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-52748350-222a-4ea6-992d-048b7e1590ff admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9e0e4ca7c14f4d59bf1ff2884bd386bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403228 Mar 22 19:37:26.870029 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36570) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:26.927545 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-998a1af7-3ec3-46da-9ca0-95d4a3e7385a admin admin] Publish callbacks [] for security_group (d7000287-0788-4825-8de4-ae555f153670), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:26.954420 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-998a1af7-3ec3-46da-9ca0-95d4a3e7385a admin admin] Publish callbacks [] for security_group (d7000287-0788-4825-8de4-ae555f153670), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:26.955781 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-02ee0fa3-07c4-4a73-8dc7-270bc9112716 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for port (3c9b820b-7614-4be9-aba6-eb0431d82ca4), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:26.998890 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-02ee0fa3-07c4-4a73-8dc7-270bc9112716 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (3c9b820b-7614-4be9-aba6-eb0431d82ca4), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:27.015846 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-998a1af7-3ec3-46da-9ca0-95d4a3e7385a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d7000287-0788-4825-8de4-ae555f153670), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:27.023140 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-998a1af7-3ec3-46da-9ca0-95d4a3e7385a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:27.037296 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ee0fa3-07c4-4a73-8dc7-270bc9112716 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:37:27.041194 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-02ee0fa3-07c4-4a73-8dc7-270bc9112716 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:37:27.041319 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-998a1af7-3ec3-46da-9ca0-95d4a3e7385a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d7000287-0788-4825-8de4-ae555f153670 HTTP/1.1" status: 204 len: 168 time: 0.1577554 Mar 22 19:37:27.045119 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ee0fa3-07c4-4a73-8dc7-270bc9112716 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:37:27.058559 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a1af7-3ec3-46da-9ca0-95d4a3e7385a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7000287-0788-4825-8de4-ae555f153670,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:27.152605 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee0fa3-07c4-4a73-8dc7-270bc9112716 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event updated for resources: {'Port': ['ID=3c9b820b-7614-4be9-aba6-eb0431d82ca4,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:27.510941 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36584) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:27.524301 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36586) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:27.568450 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-02ee0fa3-07c4-4a73-8dc7-270bc9112716 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for floatingip (5416f0f0-f68c-4fce-a8ae-8654ca4c4626), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:27.606068 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-a70cae2d-d7f5-4280-bf6e-6acef666edb1 admin admin] Deleting subnet e95ec171-e5fa-4d1a-9e18-553686d68c5c {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:37:27.613362 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a70cae2d-d7f5-4280-bf6e-6acef666edb1 admin admin] Publish callbacks [] for subnet (e95ec171-e5fa-4d1a-9e18-553686d68c5c), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:27.647789 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-bf1a80ec-4f6e-4b8c-a9af-e516df8df0c5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ada96a2495974b5d94eab03ab9a657a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1222758 Mar 22 19:37:27.652826 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36588) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:27.658692 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-02ee0fa3-07c4-4a73-8dc7-270bc9112716 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (3c9b820b-7614-4be9-aba6-eb0431d82ca4), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:27.719224 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a70cae2d-d7f5-4280-bf6e-6acef666edb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (e95ec171-e5fa-4d1a-9e18-553686d68c5c), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:27.721279 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-31819afc-a9b0-48bb-98ab-52c8fcab362d admin admin] Publish callbacks [] for security_group (3e254393-4b8a-4dbc-866a-cfcb172d4476), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:27.794755 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-31819afc-a9b0-48bb-98ab-52c8fcab362d admin admin] Publish callbacks [] for security_group (3e254393-4b8a-4dbc-866a-cfcb172d4476), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:27.831718 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a70cae2d-d7f5-4280-bf6e-6acef666edb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (e95ec171-e5fa-4d1a-9e18-553686d68c5c), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:27.907320 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-02ee0fa3-07c4-4a73-8dc7-270bc9112716 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for port (3c9b820b-7614-4be9-aba6-eb0431d82ca4), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:27.915382 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-02ee0fa3-07c4-4a73-8dc7-270bc9112716 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (3c9b820b-7614-4be9-aba6-eb0431d82ca4), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:27.964194 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-31819afc-a9b0-48bb-98ab-52c8fcab362d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3e254393-4b8a-4dbc-866a-cfcb172d4476), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:27.968141 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-31819afc-a9b0-48bb-98ab-52c8fcab362d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:27.969662 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-31819afc-a9b0-48bb-98ab-52c8fcab362d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3e254393-4b8a-4dbc-866a-cfcb172d4476 HTTP/1.1" status: 204 len: 168 time: 0.3150964 Mar 22 19:37:28.026361 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31819afc-a9b0-48bb-98ab-52c8fcab362d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e254393-4b8a-4dbc-866a-cfcb172d4476,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:28.040658 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a70cae2d-d7f5-4280-bf6e-6acef666edb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (e95ec171-e5fa-4d1a-9e18-553686d68c5c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:28.055030 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee0fa3-07c4-4a73-8dc7-270bc9112716 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event updated for resources: {'Port': ['ID=3c9b820b-7614-4be9-aba6-eb0431d82ca4,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:28.079613 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee0fa3-07c4-4a73-8dc7-270bc9112716 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:28.080160 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee0fa3-07c4-4a73-8dc7-270bc9112716 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:28.081399 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee0fa3-07c4-4a73-8dc7-270bc9112716 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:28.081399 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee0fa3-07c4-4a73-8dc7-270bc9112716 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:28.081649 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee0fa3-07c4-4a73-8dc7-270bc9112716 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:28.082030 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee0fa3-07c4-4a73-8dc7-270bc9112716 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:28.082482 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee0fa3-07c4-4a73-8dc7-270bc9112716 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:28.083265 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee0fa3-07c4-4a73-8dc7-270bc9112716 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:28.083265 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee0fa3-07c4-4a73-8dc7-270bc9112716 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:28.083565 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee0fa3-07c4-4a73-8dc7-270bc9112716 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:28.083901 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee0fa3-07c4-4a73-8dc7-270bc9112716 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:28.084232 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee0fa3-07c4-4a73-8dc7-270bc9112716 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:28.084609 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee0fa3-07c4-4a73-8dc7-270bc9112716 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:28.084943 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee0fa3-07c4-4a73-8dc7-270bc9112716 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:28.085275 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee0fa3-07c4-4a73-8dc7-270bc9112716 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:37:28.086143 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70cae2d-d7f5-4280-bf6e-6acef666edb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e95ec171-e5fa-4d1a-9e18-553686d68c5c,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:28.094931 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-02ee0fa3-07c4-4a73-8dc7-270bc9112716 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (5416f0f0-f68c-4fce-a8ae-8654ca4c4626), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:28.099829 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49592a-834f-41a9-b652-5e6daaaa46b9 req-e4917b02-047f-4008-a731-73b81e566313 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:28.109542 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c49592a-834f-41a9-b652-5e6daaaa46b9 req-e4917b02-047f-4008-a731-73b81e566313 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 944 time: 0.2181330 Mar 22 19:37:28.137122 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a70cae2d-d7f5-4280-bf6e-6acef666edb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:28.144050 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a70cae2d-d7f5-4280-bf6e-6acef666edb1 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/e95ec171-e5fa-4d1a-9e18-553686d68c5c HTTP/1.1" status: 204 len: 168 time: 0.6298230 Mar 22 19:37:28.156420 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36596) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:28.222378 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-02ee0fa3-07c4-4a73-8dc7-270bc9112716 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Floating IP 5416f0f0-f68c-4fce-a8ae-8654ca4c4626 associated. External IP: 172.25.5.52, port: 3a489f2b-aa2c-493d-8b98-30044ccfe680. Mar 22 19:37:28.260639 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c49592a-834f-41a9-b652-5e6daaaa46b9 req-5e997ef1-90da-4220-8ed6-1c3ceda0c673 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501200 Mar 22 19:37:28.295330 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-48aa1801-1f56-4e8b-98c9-c06a1ae54f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (b816aafd-8b1b-4690-a1b8-6a5ec8016dc5), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:28.406613 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-48aa1801-1f56-4e8b-98c9-c06a1ae54f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (b816aafd-8b1b-4690-a1b8-6a5ec8016dc5), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:28.435507 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-48aa1801-1f56-4e8b-98c9-c06a1ae54f07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b816aafd-8b1b-4690-a1b8-6a5ec8016dc5']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:28.450890 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-48aa1801-1f56-4e8b-98c9-c06a1ae54f07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d623cc-7f2b-4c05-ac67-41e46423fb51') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:28.451647 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-48aa1801-1f56-4e8b-98c9-c06a1ae54f07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d623cc-7f2b-4c05-ac67-41e46423fb51') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:28.469367 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-48aa1801-1f56-4e8b-98c9-c06a1ae54f07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (10d623cc-7f2b-4c05-ac67-41e46423fb51), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:28.491566 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-48aa1801-1f56-4e8b-98c9-c06a1ae54f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (10d623cc-7f2b-4c05-ac67-41e46423fb51), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:28.498339 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48aa1801-1f56-4e8b-98c9-c06a1ae54f07 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:37:28.498940 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-48aa1801-1f56-4e8b-98c9-c06a1ae54f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (10d623cc-7f2b-4c05-ac67-41e46423fb51), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:28.575241 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:37:28.575241 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:37:28.575241 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:37:28.575241 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:37:28.575241 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:37:28.575241 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:37:28.575241 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:37:28.575241 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:37:28.575241 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:37:28.575241 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:37:28.575241 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:37:28.575241 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:37:28.575241 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:37:28.575241 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:37:28.575241 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:37:28.575241 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:37:28.575241 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:37:28.575241 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:37:28.575241 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:37:28.575241 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:37:28.575241 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:37:28.575241 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:37:28.575241 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:37:28.575241 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:37:28.575241 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:37:28.575241 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:37:28.575241 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:37:28.575241 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:37:28.575241 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:37:28.575241 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:37:28.575241 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:37:28.575241 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:37:28.581932 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-48aa1801-1f56-4e8b-98c9-c06a1ae54f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (b816aafd-8b1b-4690-a1b8-6a5ec8016dc5), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:28.590366 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-48aa1801-1f56-4e8b-98c9-c06a1ae54f07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:28.597725 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-48aa1801-1f56-4e8b-98c9-c06a1ae54f07 admin admin] 10.222.0.75 "DELETE /v2.0/networks/b816aafd-8b1b-4690-a1b8-6a5ec8016dc5 HTTP/1.1" status: 204 len: 168 time: 0.4390712 Mar 22 19:37:28.634174 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa1801-1f56-4e8b-98c9-c06a1ae54f07 admin admin] Pushing event deleted for resources: {'Network': ['ID=b816aafd-8b1b-4690-a1b8-6a5ec8016dc5,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:28.902275 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36618) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:28.979433 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9476b2c5-eafb-45ae-a2ca-6c2f26016a2c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4e5d14bc83614863bc4c3d16dd17073f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0754232 Mar 22 19:37:28.981616 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36620) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:29.077609 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e641968b-bccd-4fe1-ba5c-6bacae8aa456 admin admin] Publish callbacks [] for security_group (c3b6e325-6ce6-4a7f-b3da-0ce3578ec8fe), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:29.106353 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e641968b-bccd-4fe1-ba5c-6bacae8aa456 admin admin] Publish callbacks [] for security_group (c3b6e325-6ce6-4a7f-b3da-0ce3578ec8fe), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:29.159472 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36624) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:29.173421 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ee0fa3-07c4-4a73-8dc7-270bc9112716 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Router cef4989f-d9b6-42f2-949c-b7edbd9d0f26 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:37:29.190400 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e641968b-bccd-4fe1-ba5c-6bacae8aa456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (c3b6e325-6ce6-4a7f-b3da-0ce3578ec8fe), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:29.193469 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e641968b-bccd-4fe1-ba5c-6bacae8aa456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:29.195739 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e641968b-bccd-4fe1-ba5c-6bacae8aa456 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c3b6e325-6ce6-4a7f-b3da-0ce3578ec8fe HTTP/1.1" status: 204 len: 168 time: 0.2123179 Mar 22 19:37:29.292311 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641968b-bccd-4fe1-ba5c-6bacae8aa456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b6e325-6ce6-4a7f-b3da-0ce3578ec8fe,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:29.360979 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ee0fa3-07c4-4a73-8dc7-270bc9112716 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:37:29.370171 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-873f2de9-8562-4e2f-85e3-2171e7158137 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-1712589536-network', 'tenant_id': '3bc43f59969f44c088a72fe94eb1433b'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:29.377534 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8fa455-0849-4285-86b2-08ebb6352c6d None None] Sync routers for ids ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:37:29.386175 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-02ee0fa3-07c4-4a73-8dc7-270bc9112716 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:29.397337 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8fa455-0849-4285-86b2-08ebb6352c6d None None] Routers {'cef4989f-d9b6-42f2-949c-b7edbd9d0f26'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:29.401468 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-af8fa455-0849-4285-86b2-08ebb6352c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:29.430114 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873f2de9-8562-4e2f-85e3-2171e7158137 admin admin] Made reservation on behalf of 3bc43f59969f44c088a72fe94eb1433b for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:37:29.433915 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-02ee0fa3-07c4-4a73-8dc7-270bc9112716 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.8975275 Mar 22 19:37:29.436913 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36634) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:29.442303 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-873f2de9-8562-4e2f-85e3-2171e7158137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:29.444045 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-80d3b9fd-5a27-42b5-80ea-0c808fede3c4 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Request body: {'floatingip': {'port_id': '3a489f2b-aa2c-493d-8b98-30044ccfe680', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:29.453147 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-873f2de9-8562-4e2f-85e3-2171e7158137 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:29.475505 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-af8fa455-0849-4285-86b2-08ebb6352c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:29.490471 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8fa455-0849-4285-86b2-08ebb6352c6d None None] Routers {'cef4989f-d9b6-42f2-949c-b7edbd9d0f26'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:29.491331 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-af8fa455-0849-4285-86b2-08ebb6352c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:29.545394 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-af8fa455-0849-4285-86b2-08ebb6352c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:29.546571 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8fa455-0849-4285-86b2-08ebb6352c6d None None] The sync data for ids ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:37:29.554328 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-80d3b9fd-5a27-42b5-80ea-0c808fede3c4 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for floatingip (5416f0f0-f68c-4fce-a8ae-8654ca4c4626), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:29.573369 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-873f2de9-8562-4e2f-85e3-2171e7158137 admin admin] Publish callbacks [] for security_group (4e5edbd4-21d6-409a-af17-b891db7502bb), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:29.590925 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-873f2de9-8562-4e2f-85e3-2171e7158137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (4e5edbd4-21d6-409a-af17-b891db7502bb), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:29.615315 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 9fdfddd4-32ed-40bf-8820-20a55d5cae94 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:37:29.632190 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f2de9-8562-4e2f-85e3-2171e7158137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5edbd4-21d6-409a-af17-b891db7502bb,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:29.644934 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873f2de9-8562-4e2f-85e3-2171e7158137 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:37:29.665784 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-873f2de9-8562-4e2f-85e3-2171e7158137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (ec2ea38d-a9d8-425a-9735-5890516fdd4a), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:29.666557 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-873f2de9-8562-4e2f-85e3-2171e7158137 admin admin] Added segment ec2ea38d-a9d8-425a-9735-5890516fdd4a of type vlan for network 0cc9c29c-b2b5-4100-a223-479e3bb4f897 Mar 22 19:37:29.691205 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0bae3-30b5-4c64-bcdc-f5c47bce72b5 req-c894c9a0-f1f0-4edb-89cb-68821d2aa85d tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:29.695381 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 9fdfddd4-32ed-40bf-8820-20a55d5cae94 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:37:29.695740 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 9fdfddd4-32ed-40bf-8820-20a55d5cae94 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:37:29.703823 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-36d0bae3-30b5-4c64-bcdc-f5c47bce72b5 req-c894c9a0-f1f0-4edb-89cb-68821d2aa85d tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 944 time: 0.2371807 Mar 22 19:37:29.779072 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-873f2de9-8562-4e2f-85e3-2171e7158137 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (0cc9c29c-b2b5-4100-a223-479e3bb4f897), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:29.816938 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-36d0bae3-30b5-4c64-bcdc-f5c47bce72b5 req-b2250e3b-a1c9-4cf9-a813-e30bd157214b tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120672 Mar 22 19:37:29.837074 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-873f2de9-8562-4e2f-85e3-2171e7158137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (0cc9c29c-b2b5-4100-a223-479e3bb4f897), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:29.838302 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873f2de9-8562-4e2f-85e3-2171e7158137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:29.839109 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-873f2de9-8562-4e2f-85e3-2171e7158137 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:29.897000 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-873f2de9-8562-4e2f-85e3-2171e7158137 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7351651 Mar 22 19:37:29.900383 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36646) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:29.912283 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-af3aede2-08c8-4219-a851-e143a9ff62d5 admin admin] Request body: {'subnet': {'network_id': '0cc9c29c-b2b5-4100-a223-479e3bb4f897', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-1712589536-subnet', 'tenant_id': '3bc43f59969f44c088a72fe94eb1433b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:29.932848 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f2de9-8562-4e2f-85e3-2171e7158137 admin admin] Pushing event updated for resources: {'Network': ['ID=0cc9c29c-b2b5-4100-a223-479e3bb4f897,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:29.944789 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 0cc9c29c-b2b5-4100-a223-479e3bb4f897 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:37:29.945851 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3aede2-08c8-4219-a851-e143a9ff62d5 admin admin] Made reservation on behalf of 3bc43f59969f44c088a72fe94eb1433b for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:37:29.949722 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-af3aede2-08c8-4219-a851-e143a9ff62d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:30.248995 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-af3aede2-08c8-4219-a851-e143a9ff62d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (cda32170-d87d-45e6-a466-d3de08a21d58), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:30.362688 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3aede2-08c8-4219-a851-e143a9ff62d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cda32170-d87d-45e6-a466-d3de08a21d58,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:30.365261 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3aede2-08c8-4219-a851-e143a9ff62d5 admin admin] Checking segment: {'id': 'ec2ea38d-a9d8-425a-9735-5890516fdd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0cc9c29c-b2b5-4100-a223-479e3bb4f897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:37:30.365870 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3aede2-08c8-4219-a851-e143a9ff62d5 admin admin] Network hostable DHCP agents. Network: 0cc9c29c-b2b5-4100-a223-479e3bb4f897, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:37:30.399855 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3aede2-08c8-4219-a851-e143a9ff62d5 admin admin] Network 0cc9c29c-b2b5-4100-a223-479e3bb4f897 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:37:30.419731 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-af3aede2-08c8-4219-a851-e143a9ff62d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 0cc9c29c-b2b5-4100-a223-479e3bb4f897) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:37:30.429690 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37e1a03-2c45-43c5-a595-f7d7408ec417 None None] Network 0cc9c29c-b2b5-4100-a223-479e3bb4f897 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:37:30.433865 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3aede2-08c8-4219-a851-e143a9ff62d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:30.434534 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-af3aede2-08c8-4219-a851-e143a9ff62d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:30.442714 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-80d3b9fd-5a27-42b5-80ea-0c808fede3c4 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:30.463933 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-80d3b9fd-5a27-42b5-80ea-0c808fede3c4 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (5416f0f0-f68c-4fce-a8ae-8654ca4c4626), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:30.478553 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-af3aede2-08c8-4219-a851-e143a9ff62d5 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5752673 Mar 22 19:37:30.595812 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc59e93-0715-4ecd-bee3-9a99d7545dad None None] Network 0cc9c29c-b2b5-4100-a223-479e3bb4f897 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:37:30.826492 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d3b9fd-5a27-42b5-80ea-0c808fede3c4 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Router cef4989f-d9b6-42f2-949c-b7edbd9d0f26 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:37:31.036909 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8a1d8-d358-42d4-a6e9-811ab47686b0 req-895dc36d-f5a6-4daa-9c6e-635db259a7ad tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:31.041266 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-70f8a1d8-d358-42d4-a6e9-811ab47686b0 req-895dc36d-f5a6-4daa-9c6e-635db259a7ad tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 944 time: 0.1203294 Mar 22 19:37:31.084118 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d3b9fd-5a27-42b5-80ea-0c808fede3c4 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:37:31.093274 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-80d3b9fd-5a27-42b5-80ea-0c808fede3c4 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:31.096008 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58d127b-a434-4d3d-8c3c-d86ef5dc818b None None] Sync routers for ids ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:37:31.116160 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58d127b-a434-4d3d-8c3c-d86ef5dc818b None None] Routers {'cef4989f-d9b6-42f2-949c-b7edbd9d0f26'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:31.116855 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d58d127b-a434-4d3d-8c3c-d86ef5dc818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:31.139380 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-70f8a1d8-d358-42d4-a6e9-811ab47686b0 req-74f68cd2-654e-4857-95b9-11b0a9b8e049 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913663 Mar 22 19:37:31.189182 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d58d127b-a434-4d3d-8c3c-d86ef5dc818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:31.209488 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58d127b-a434-4d3d-8c3c-d86ef5dc818b None None] Routers {'cef4989f-d9b6-42f2-949c-b7edbd9d0f26'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:31.210135 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d58d127b-a434-4d3d-8c3c-d86ef5dc818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:31.251141 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36682) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:31.251774 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-80d3b9fd-5a27-42b5-80ea-0c808fede3c4 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "PUT /v2.0/floatingips/5416f0f0-f68c-4fce-a8ae-8654ca4c4626 HTTP/1.1" status: 200 len: 978 time: 1.8018324 Mar 22 19:37:31.287870 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d58d127b-a434-4d3d-8c3c-d86ef5dc818b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:31.288761 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58d127b-a434-4d3d-8c3c-d86ef5dc818b None None] The sync data for ids ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:37:31.364828 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36688) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:31.472420 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ec1d7f-a827-4f4e-8768-2b2a315466fb admin admin] Deleting subnet cda32170-d87d-45e6-a466-d3de08a21d58 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:37:31.477516 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-70ec1d7f-a827-4f4e-8768-2b2a315466fb admin admin] Publish callbacks [] for subnet (cda32170-d87d-45e6-a466-d3de08a21d58), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:31.524141 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-80f32012-2ed4-4935-b85e-1346aeefe40d tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Deleting port 3c9b820b-7614-4be9-aba6-eb0431d82ca4 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:37:31.524834 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-80f32012-2ed4-4935-b85e-1346aeefe40d tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (3c9b820b-7614-4be9-aba6-eb0431d82ca4), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:31.532403 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-70ec1d7f-a827-4f4e-8768-2b2a315466fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (cda32170-d87d-45e6-a466-d3de08a21d58), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:31.596735 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-70ec1d7f-a827-4f4e-8768-2b2a315466fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (cda32170-d87d-45e6-a466-d3de08a21d58), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:31.658308 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-80f32012-2ed4-4935-b85e-1346aeefe40d tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (3c9b820b-7614-4be9-aba6-eb0431d82ca4), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:31.658663 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-80f32012-2ed4-4935-b85e-1346aeefe40d tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for floatingip (3c9b820b-7614-4be9-aba6-eb0431d82ca4), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:31.659118 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-70ec1d7f-a827-4f4e-8768-2b2a315466fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (cda32170-d87d-45e6-a466-d3de08a21d58), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:31.687389 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-80f32012-2ed4-4935-b85e-1346aeefe40d tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Calling delete_port for 3c9b820b-7614-4be9-aba6-eb0431d82ca4 owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:37:31.707584 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-70ec1d7f-a827-4f4e-8768-2b2a315466fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:31.713609 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-70ec1d7f-a827-4f4e-8768-2b2a315466fb admin admin] 10.222.0.75 "DELETE /v2.0/subnets/cda32170-d87d-45e6-a466-d3de08a21d58 HTTP/1.1" status: 204 len: 168 time: 0.3464191 Mar 22 19:37:31.714775 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec1d7f-a827-4f4e-8768-2b2a315466fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cda32170-d87d-45e6-a466-d3de08a21d58,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:31.718823 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36692) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:31.811330 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e62477be-1052-4abe-bb37-98db5a7fd705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (0cc9c29c-b2b5-4100-a223-479e3bb4f897), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:31.915870 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e62477be-1052-4abe-bb37-98db5a7fd705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (0cc9c29c-b2b5-4100-a223-479e3bb4f897), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:31.941952 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-e62477be-1052-4abe-bb37-98db5a7fd705 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc9c29c-b2b5-4100-a223-479e3bb4f897']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:31.952896 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-e62477be-1052-4abe-bb37-98db5a7fd705 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec2ea38d-a9d8-425a-9735-5890516fdd4a') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:31.953699 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-e62477be-1052-4abe-bb37-98db5a7fd705 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec2ea38d-a9d8-425a-9735-5890516fdd4a') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:31.977126 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e62477be-1052-4abe-bb37-98db5a7fd705 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (ec2ea38d-a9d8-425a-9735-5890516fdd4a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:31.994599 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e62477be-1052-4abe-bb37-98db5a7fd705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (ec2ea38d-a9d8-425a-9735-5890516fdd4a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:32.001641 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e62477be-1052-4abe-bb37-98db5a7fd705 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:37:32.002257 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e62477be-1052-4abe-bb37-98db5a7fd705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (ec2ea38d-a9d8-425a-9735-5890516fdd4a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:32.056784 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-80f32012-2ed4-4935-b85e-1346aeefe40d tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (3c9b820b-7614-4be9-aba6-eb0431d82ca4), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:32.081171 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:37:32.081171 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:37:32.081171 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:37:32.081171 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:37:32.081171 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:37:32.081171 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:37:32.081171 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:37:32.081171 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:37:32.081171 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:37:32.081171 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:37:32.081171 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:37:32.081171 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:37:32.081171 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:37:32.081171 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:37:32.081171 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:37:32.081171 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:37:32.081171 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:37:32.081171 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:37:32.081171 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:37:32.081171 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:37:32.081171 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:37:32.081171 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:37:32.081171 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:37:32.081171 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:37:32.081171 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:37:32.081171 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:37:32.081171 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:37:32.081171 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:37:32.081171 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:37:32.081171 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:37:32.081171 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:37:32.081171 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:37:32.087308 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e62477be-1052-4abe-bb37-98db5a7fd705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (0cc9c29c-b2b5-4100-a223-479e3bb4f897), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:32.098244 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e62477be-1052-4abe-bb37-98db5a7fd705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:32.103212 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e62477be-1052-4abe-bb37-98db5a7fd705 admin admin] 10.222.0.75 "DELETE /v2.0/networks/0cc9c29c-b2b5-4100-a223-479e3bb4f897 HTTP/1.1" status: 204 len: 168 time: 0.3825347 Mar 22 19:37:32.114753 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f32012-2ed4-4935-b85e-1346aeefe40d tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event deleted for resources: {'Port': ['ID=3c9b820b-7614-4be9-aba6-eb0431d82ca4,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:32.122420 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62477be-1052-4abe-bb37-98db5a7fd705 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cc9c29c-b2b5-4100-a223-479e3bb4f897,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:32.237870 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-80f32012-2ed4-4935-b85e-1346aeefe40d tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for floatingip (5416f0f0-f68c-4fce-a8ae-8654ca4c4626), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:32.240179 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [None req-80f32012-2ed4-4935-b85e-1346aeefe40d tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Floating IP 5416f0f0-f68c-4fce-a8ae-8654ca4c4626 disassociated (deleted). External IP: 172.25.5.52, port: 3a489f2b-aa2c-493d-8b98-30044ccfe680. Mar 22 19:37:32.426609 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36702) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:32.485305 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d660c1f7-6699-4e7a-8d5f-1e1480e8b819 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3bc43f59969f44c088a72fe94eb1433b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0570605 Mar 22 19:37:32.487316 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36706) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:32.567981 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b0f90db7-b156-4259-ba55-8344f0e52856 admin admin] Publish callbacks [] for security_group (4e5edbd4-21d6-409a-af17-b891db7502bb), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:32.592685 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828067a-5b91-419b-8480-c16cdc1287a6 req-f507a048-1acd-4908-8c98-6539ecb6e490 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:32.594314 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f828067a-5b91-419b-8480-c16cdc1287a6 req-f507a048-1acd-4908-8c98-6539ecb6e490 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 944 time: 0.2552063 Mar 22 19:37:32.607244 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b0f90db7-b156-4259-ba55-8344f0e52856 admin admin] Publish callbacks [] for security_group (4e5edbd4-21d6-409a-af17-b891db7502bb), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:32.678521 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b0f90db7-b156-4259-ba55-8344f0e52856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (4e5edbd4-21d6-409a-af17-b891db7502bb), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:32.685510 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b0f90db7-b156-4259-ba55-8344f0e52856 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:32.688298 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b0f90db7-b156-4259-ba55-8344f0e52856 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4e5edbd4-21d6-409a-af17-b891db7502bb HTTP/1.1" status: 204 len: 168 time: 0.1998687 Mar 22 19:37:32.709509 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f90db7-b156-4259-ba55-8344f0e52856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5edbd4-21d6-409a-af17-b891db7502bb,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:32.835370 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f828067a-5b91-419b-8480-c16cdc1287a6 req-3169faf0-1f1d-41f2-85a0-0a028c8ea209 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156639 Mar 22 19:37:32.880066 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f32012-2ed4-4935-b85e-1346aeefe40d tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Router cef4989f-d9b6-42f2-949c-b7edbd9d0f26 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:37:33.112725 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f32012-2ed4-4935-b85e-1346aeefe40d tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:37:33.118319 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-80f32012-2ed4-4935-b85e-1346aeefe40d tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:33.126011 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc16e21-8a83-46e9-af5f-79c825fff2cb None None] Sync routers for ids ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:37:33.144834 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc16e21-8a83-46e9-af5f-79c825fff2cb None None] Routers {'cef4989f-d9b6-42f2-949c-b7edbd9d0f26'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:33.145625 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-0fc16e21-8a83-46e9-af5f-79c825fff2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:33.165947 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-80f32012-2ed4-4935-b85e-1346aeefe40d tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "DELETE /v2.0/floatingips/5416f0f0-f68c-4fce-a8ae-8654ca4c4626 HTTP/1.1" status: 204 len: 168 time: 1.9214981 Mar 22 19:37:33.170477 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36718) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:33.238805 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-0fc16e21-8a83-46e9-af5f-79c825fff2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:33.253694 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc16e21-8a83-46e9-af5f-79c825fff2cb None None] Routers {'cef4989f-d9b6-42f2-949c-b7edbd9d0f26'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:33.254589 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-0fc16e21-8a83-46e9-af5f-79c825fff2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:33.283208 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-891ac050-c71d-496f-80fb-7d754422cc2b tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Deleting port 3a489f2b-aa2c-493d-8b98-30044ccfe680 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:37:33.283652 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-891ac050-c71d-496f-80fb-7d754422cc2b tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (3a489f2b-aa2c-493d-8b98-30044ccfe680), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:33.294790 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-0fc16e21-8a83-46e9-af5f-79c825fff2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:33.295667 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc16e21-8a83-46e9-af5f-79c825fff2cb None None] The sync data for ids ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:37:33.417732 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-891ac050-c71d-496f-80fb-7d754422cc2b tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (3a489f2b-aa2c-493d-8b98-30044ccfe680), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:33.438952 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-891ac050-c71d-496f-80fb-7d754422cc2b tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Calling delete_port for 3a489f2b-aa2c-493d-8b98-30044ccfe680 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:37:33.788096 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-891ac050-c71d-496f-80fb-7d754422cc2b tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (3a489f2b-aa2c-493d-8b98-30044ccfe680), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:33.829242 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ac050-c71d-496f-80fb-7d754422cc2b tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event deleted for resources: {'Port': ['ID=3a489f2b-aa2c-493d-8b98-30044ccfe680,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:33.837366 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36744) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:34.011175 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-bed58208-a81d-46a8-a4c9-021f967b399e admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-444210535-network', 'tenant_id': '351deddf58a44ba7b2a5a44ded640163'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:34.054441 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed58208-a81d-46a8-a4c9-021f967b399e admin admin] Made reservation on behalf of 351deddf58a44ba7b2a5a44ded640163 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:37:34.056731 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bed58208-a81d-46a8-a4c9-021f967b399e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:34.058462 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ccd4a-6235-4be1-b87c-2a033bfe2cdd req-f37f9b06-1655-49a3-a76f-785bb578edc8 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:34.060984 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-584ccd4a-6235-4be1-b87c-2a033bfe2cdd req-f37f9b06-1655-49a3-a76f-785bb578edc8 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 944 time: 0.1111331 Mar 22 19:37:34.098879 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-891ac050-c71d-496f-80fb-7d754422cc2b tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:34.104340 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-891ac050-c71d-496f-80fb-7d754422cc2b tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "DELETE /v2.0/ports/3a489f2b-aa2c-493d-8b98-30044ccfe680 HTTP/1.1" status: 204 len: 168 time: 0.9325106 Mar 22 19:37:34.105422 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bed58208-a81d-46a8-a4c9-021f967b399e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:34.108319 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36756) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:34.112824 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-ccda7eb9-59c0-4fd2-848c-fe8b9509852e tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:34.123798 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-584ccd4a-6235-4be1-b87c-2a033bfe2cdd req-034c6881-97fc-44c3-87b3-cc5f1cd8cc99 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571384 Mar 22 19:37:34.167024 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ccda7eb9-59c0-4fd2-848c-fe8b9509852e tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:34.271146 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 164a4775-696e-4fba-9d90-789b57a5b9b4 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:37:34.280486 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bed58208-a81d-46a8-a4c9-021f967b399e admin admin] Publish callbacks [] for security_group (ef6d2878-14c9-4b4c-b1e7-b8cac7c0e467), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:34.290561 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bed58208-a81d-46a8-a4c9-021f967b399e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ef6d2878-14c9-4b4c-b1e7-b8cac7c0e467), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:34.334452 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed58208-a81d-46a8-a4c9-021f967b399e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:37:34.351455 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed58208-a81d-46a8-a4c9-021f967b399e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6d2878-14c9-4b4c-b1e7-b8cac7c0e467,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:34.359452 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bed58208-a81d-46a8-a4c9-021f967b399e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (0442e64d-478d-49df-b933-c73959878d60), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:34.359818 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-bed58208-a81d-46a8-a4c9-021f967b399e admin admin] Added segment 0442e64d-478d-49df-b933-c73959878d60 of type vlan for network 1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa Mar 22 19:37:34.412503 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ccda7eb9-59c0-4fd2-848c-fe8b9509852e tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:34.446203 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bed58208-a81d-46a8-a4c9-021f967b399e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:34.528989 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 164a4775-696e-4fba-9d90-789b57a5b9b4, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=164a4775-696e-4fba-9d90-789b57a5b9b4,segment=NetworkSegment(eeaed36b-2189-47d5-81ce-01a67b046103),segment_id=eeaed36b-2189-47d5-81ce-01a67b046103)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:34.538601 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bed58208-a81d-46a8-a4c9-021f967b399e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:34.540459 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed58208-a81d-46a8-a4c9-021f967b399e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:34.541045 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bed58208-a81d-46a8-a4c9-021f967b399e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:34.549628 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '164a4775-696e-4fba-9d90-789b57a5b9b4', 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c', 'port_id': '164a4775-696e-4fba-9d90-789b57a5b9b4', 'mac_address': 'fa:16:3e:02:ae:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:37:34.594814 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 164a4775-696e-4fba-9d90-789b57a5b9b4 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:37:34.595457 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (164a4775-696e-4fba-9d90-789b57a5b9b4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:34.614437 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 164a4775-696e-4fba-9d90-789b57a5b9b4 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:37:34.633382 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a942f-a052-43dd-8ae5-db49c7e6ee21 req-4c302ca8-91b9-4741-a146-a4edeeddaa4c tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:34.642516 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 164a4775-696e-4fba-9d90-789b57a5b9b4, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=164a4775-696e-4fba-9d90-789b57a5b9b4,segment=NetworkSegment(eeaed36b-2189-47d5-81ce-01a67b046103),segment_id=eeaed36b-2189-47d5-81ce-01a67b046103)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:34.644273 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b7a942f-a052-43dd-8ae5-db49c7e6ee21 req-4c302ca8-91b9-4741-a146-a4edeeddaa4c tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb449ea2-de0c-496e-829f-154e91bd87cc HTTP/1.1" status: 200 len: 946 time: 0.1023502 Mar 22 19:37:34.649973 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bed58208-a81d-46a8-a4c9-021f967b399e admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8080940 Mar 22 19:37:34.650413 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36764) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:34.651808 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-ccda7eb9-59c0-4fd2-848c-fe8b9509852e tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Allocated IP 172.25.5.60 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/fef57046-ce7d-412f-89b3-2f339d262183) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:37:34.655404 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-080dca5e-edac-4919-a0b7-6991aa2fcbfb admin admin] Request body: {'subnet': {'network_id': '1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-444210535-subnet', 'tenant_id': '351deddf58a44ba7b2a5a44ded640163', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:34.657163 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed58208-a81d-46a8-a4c9-021f967b399e admin admin] Pushing event updated for resources: {'Network': ['ID=1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:34.659503 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (164a4775-696e-4fba-9d90-789b57a5b9b4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:34.712907 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080dca5e-edac-4919-a0b7-6991aa2fcbfb admin admin] Made reservation on behalf of 351deddf58a44ba7b2a5a44ded640163 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:37:34.723124 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-080dca5e-edac-4919-a0b7-6991aa2fcbfb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:34.734301 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:37:34.737237 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=164a4775-696e-4fba-9d90-789b57a5b9b4,revision_number=11']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:34.785023 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ccda7eb9-59c0-4fd2-848c-fe8b9509852e tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for port (fef57046-ce7d-412f-89b3-2f339d262183), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:34.831944 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ccda7eb9-59c0-4fd2-848c-fe8b9509852e tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (fef57046-ce7d-412f-89b3-2f339d262183), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:34.897000 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b7a942f-a052-43dd-8ae5-db49c7e6ee21 req-21aac5b9-371f-4ad2-8a9d-138724cb7b14 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=290e7043-6f18-4a58-afcb-214a6f57e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927109 Mar 22 19:37:34.900517 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda7eb9-59c0-4fd2-848c-fe8b9509852e tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event updated for resources: {'Port': ['ID=fef57046-ce7d-412f-89b3-2f339d262183,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:34.941082 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccda7eb9-59c0-4fd2-848c-fe8b9509852e tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:37:34.944713 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-ccda7eb9-59c0-4fd2-848c-fe8b9509852e tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:37:34.949431 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccda7eb9-59c0-4fd2-848c-fe8b9509852e tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:37:35.033670 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['164a4775-696e-4fba-9d90-789b57a5b9b4'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:37:35.068640 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-080dca5e-edac-4919-a0b7-6991aa2fcbfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (1c8dd355-97b2-412f-baa4-3ef8b66b4336), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:35.077177 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ccda7eb9-59c0-4fd2-848c-fe8b9509852e tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for floatingip (02899ccf-dd17-47b1-9b6f-042c67da3bdd), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:35.128362 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ccda7eb9-59c0-4fd2-848c-fe8b9509852e tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fef57046-ce7d-412f-89b3-2f339d262183), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:35.192005 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080dca5e-edac-4919-a0b7-6991aa2fcbfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c8dd355-97b2-412f-baa4-3ef8b66b4336,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:35.228150 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080dca5e-edac-4919-a0b7-6991aa2fcbfb admin admin] Checking segment: {'id': '0442e64d-478d-49df-b933-c73959878d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:37:35.228684 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080dca5e-edac-4919-a0b7-6991aa2fcbfb admin admin] Network hostable DHCP agents. Network: 1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:37:35.296181 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080dca5e-edac-4919-a0b7-6991aa2fcbfb admin admin] Network 1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:37:35.316585 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-080dca5e-edac-4919-a0b7-6991aa2fcbfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:37:35.322921 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080dca5e-edac-4919-a0b7-6991aa2fcbfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:35.323707 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-080dca5e-edac-4919-a0b7-6991aa2fcbfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:35.328700 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f280f05c-e1ec-41f7-82ae-6981045eda95 None None] Network 1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:37:35.357329 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ccda7eb9-59c0-4fd2-848c-fe8b9509852e tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for port (fef57046-ce7d-412f-89b3-2f339d262183), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:35.368679 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ccda7eb9-59c0-4fd2-848c-fe8b9509852e tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (fef57046-ce7d-412f-89b3-2f339d262183), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:35.372536 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ebdea-0db4-484a-979b-23904aaf52cb req-77d741df-29f7-449a-a452-1367dc240d7b tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:35.374584 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d0ebdea-0db4-484a-979b-23904aaf52cb req-77d741df-29f7-449a-a452-1367dc240d7b tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 945 time: 0.1178422 Mar 22 19:37:35.381669 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-080dca5e-edac-4919-a0b7-6991aa2fcbfb admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7296407 Mar 22 19:37:35.469317 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d0ebdea-0db4-484a-979b-23904aaf52cb req-b867b78b-67b4-4f6b-93d2-f8125b000e9d tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664291 Mar 22 19:37:35.472307 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baf3eb8-ec49-45a5-9644-c8de6fd7190b None None] Network 1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:37:35.505598 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ccda7eb9-59c0-4fd2-848c-fe8b9509852e tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (02899ccf-dd17-47b1-9b6f-042c67da3bdd), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:35.550641 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda7eb9-59c0-4fd2-848c-fe8b9509852e tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event updated for resources: {'Port': ['ID=fef57046-ce7d-412f-89b3-2f339d262183,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:35.562269 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ccda7eb9-59c0-4fd2-848c-fe8b9509852e tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:35.563575 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ccda7eb9-59c0-4fd2-848c-fe8b9509852e tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4542894 Mar 22 19:37:35.566297 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36774) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:35.572585 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-b3d48298-b5ce-4e36-9121-4ee3617edefb tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Request body: {'port': {'network_id': 'eb0120f7-cfd3-48e7-9beb-abe868756ead', 'name': 'tempest-FloatingIPTestJSON-1742848672'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:35.724833 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d48298-b5ce-4e36-9121-4ee3617edefb tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Made reservation on behalf of 3eda893e4a904f108126de64fa5718de for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:37:35.729104 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b3d48298-b5ce-4e36-9121-4ee3617edefb tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:35.803549 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-b3d48298-b5ce-4e36-9121-4ee3617edefb tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] device_id is not set on port ff75a107-1e12-40f1-9cdd-73dbd7d64af2 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:37:36.057947 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-b3d48298-b5ce-4e36-9121-4ee3617edefb tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Allocated IP 172.20.0.7 (eb0120f7-cfd3-48e7-9beb-abe868756ead/414cce7b-7807-4cac-bc8e-d280226d5be4/ff75a107-1e12-40f1-9cdd-73dbd7d64af2) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:37:36.149675 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39fcca-6780-4d9e-8f09-5b04e611dd2a req-4f8f5512-9067-4d55-a7b9-05782177bd1c tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:36.151190 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce39fcca-6780-4d9e-8f09-5b04e611dd2a req-4f8f5512-9067-4d55-a7b9-05782177bd1c tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb449ea2-de0c-496e-829f-154e91bd87cc HTTP/1.1" status: 200 len: 946 time: 0.1446931 Mar 22 19:37:36.289986 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 164a4775-696e-4fba-9d90-789b57a5b9b4 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:37:36.302966 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce39fcca-6780-4d9e-8f09-5b04e611dd2a req-cce830c1-106f-4667-91d2-d065855649e2 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=290e7043-6f18-4a58-afcb-214a6f57e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439443 Mar 22 19:37:36.330497 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-334c8ae7-a6fd-4df8-80b3-1992187f8c18 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:36.331903 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-334c8ae7-a6fd-4df8-80b3-1992187f8c18 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] 10.222.0.75 "GET /v2.0/networks?id=1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa HTTP/1.1" status: 200 len: 820 time: 0.2545080 Mar 22 19:37:36.347381 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 164a4775-696e-4fba-9d90-789b57a5b9b4 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:37:36.352291 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 164a4775-696e-4fba-9d90-789b57a5b9b4 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:37:36.352679 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (164a4775-696e-4fba-9d90-789b57a5b9b4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:36.363774 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-a4373cee-17ad-4bab-874c-1e047779c45b tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] 10.222.0.75 "GET /v2.0/quotas/351deddf58a44ba7b2a5a44ded640163 HTTP/1.1" status: 200 len: 375 time: 0.0212831 Mar 22 19:37:36.410773 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-90d4ed13-0e85-4733-aea5-5a6cb9069572 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=351deddf58a44ba7b2a5a44ded640163&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353422 Mar 22 19:37:36.421371 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f7f76-ea45-41fd-9290-705f3ceff421 req-fc666aa2-c003-4263-aa32-b97e885241a1 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:36.422832 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c1f7f76-ea45-41fd-9290-705f3ceff421 req-fc666aa2-c003-4263-aa32-b97e885241a1 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.85 "GET /v2.0/ports?device_id=cb449ea2-de0c-496e-829f-154e91bd87cc HTTP/1.1" status: 200 len: 946 time: 0.1409781 Mar 22 19:37:36.443450 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 164a4775-696e-4fba-9d90-789b57a5b9b4 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:37:36.443864 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (164a4775-696e-4fba-9d90-789b57a5b9b4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:36.470758 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde7cc34-56fa-4a78-8b42-c89c6bda9082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164a4775-696e-4fba-9d90-789b57a5b9b4'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:37:36.473014 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a7535c-eb07-471b-80c5-98ce94e08ebe" -d '{"events": [{"server_uuid": "fde7cc34-56fa-4a78-8b42-c89c6bda9082", "name": "network-vif-plugged", "status": "completed", "tag": "164a4775-696e-4fba-9d90-789b57a5b9b4"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:37:36.486572 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 164a4775-696e-4fba-9d90-789b57a5b9b4, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=164a4775-696e-4fba-9d90-789b57a5b9b4,segment=NetworkSegment(eeaed36b-2189-47d5-81ce-01a67b046103),segment_id=eeaed36b-2189-47d5-81ce-01a67b046103)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:36.491978 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (164a4775-696e-4fba-9d90-789b57a5b9b4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:36.524856 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8d7231-b91d-4d7c-8f35-eb5664293924 x-openstack-request-id: req-4d8d7231-b91d-4d7c-8f35-eb5664293924 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:37:36.525138 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde7cc34-56fa-4a78-8b42-c89c6bda9082", "name": "network-vif-plugged", "status": "completed", "tag": "164a4775-696e-4fba-9d90-789b57a5b9b4", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:37:36.525573 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4d8d7231-b91d-4d7c-8f35-eb5664293924 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:37:36.526471 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d8d7231-b91d-4d7c-8f35-eb5664293924'] response: {'server_uuid': 'fde7cc34-56fa-4a78-8b42-c89c6bda9082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164a4775-696e-4fba-9d90-789b57a5b9b4', 'code': 200} Mar 22 19:37:36.528830 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b3d48298-b5ce-4e36-9121-4ee3617edefb tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for port (ff75a107-1e12-40f1-9cdd-73dbd7d64af2), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:36.571120 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=164a4775-696e-4fba-9d90-789b57a5b9b4,revision_number=12']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:36.657658 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-f31256dc-7a7e-45f5-a60f-fe3e728038b0 service neutron] 10.222.0.75 "GET /v2.0/networks/1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292430 Mar 22 19:37:36.756669 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea31692-6d65-4d8c-a346-ebf4f595b24e req-2c35e53b-0bed-49f7-88cd-b1b24b1ade9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:36.759520 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cea31692-6d65-4d8c-a346-ebf4f595b24e req-2c35e53b-0bed-49f7-88cd-b1b24b1ade9d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 1129 time: 0.0581365 Mar 22 19:37:36.781374 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b3d48298-b5ce-4e36-9121-4ee3617edefb tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (ff75a107-1e12-40f1-9cdd-73dbd7d64af2), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:36.793273 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f6a65-6ab9-4df6-8461-19e45f6d4e98 req-3fa55faf-fbc8-4f82-9cf5-951f217084db tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:36.798392 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-458f6a65-6ab9-4df6-8461-19e45f6d4e98 req-3fa55faf-fbc8-4f82-9cf5-951f217084db tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 946 time: 0.2032318 Mar 22 19:37:36.823590 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cea31692-6d65-4d8c-a346-ebf4f595b24e req-cb851c08-6461-4363-9839-b0d3d63b7016 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516105 Mar 22 19:37:36.845890 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-0c1f7f76-ea45-41fd-9290-705f3ceff421 req-84029b81-0adf-49e3-84c6-ab28de1b7cc7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Deleting port fc006b96-b91a-4b18-b354-293c37602770 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:37:36.846243 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0c1f7f76-ea45-41fd-9290-705f3ceff421 req-84029b81-0adf-49e3-84c6-ab28de1b7cc7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (fc006b96-b91a-4b18-b354-293c37602770), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:36.931468 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-3081ed70-a9c9-42d4-b359-65fa85abf0e5 service neutron] 10.222.0.75 "GET /v2.0/networks/1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645075 Mar 22 19:37:36.956833 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d48298-b5ce-4e36-9121-4ee3617edefb tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Network eb0120f7-cfd3-48e7-9beb-abe868756ead is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:37:36.981391 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-b3d48298-b5ce-4e36-9121-4ee3617edefb tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:37:36.988937 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d48298-b5ce-4e36-9121-4ee3617edefb tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event updated for resources: {'Port': ['ID=ff75a107-1e12-40f1-9cdd-73dbd7d64af2,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:36.996435 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d48298-b5ce-4e36-9121-4ee3617edefb tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:37:37.035949 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-458f6a65-6ab9-4df6-8461-19e45f6d4e98 req-91c9726d-8a0a-4784-94d7-cf09f1e1aa3c tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345750 Mar 22 19:37:37.095568 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d48298-b5ce-4e36-9121-4ee3617edefb tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:37.096179 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b3d48298-b5ce-4e36-9121-4ee3617edefb tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:37.105379 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-0c1f7f76-ea45-41fd-9290-705f3ceff421 req-84029b81-0adf-49e3-84c6-ab28de1b7cc7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] For port fc006b96-b91a-4b18-b354-293c37602770, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=fc006b96-b91a-4b18-b354-293c37602770,segment=NetworkSegment(6e736185-0014-45d0-ba97-665298266e3f),segment_id=6e736185-0014-45d0-ba97-665298266e3f)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:37.105756 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0c1f7f76-ea45-41fd-9290-705f3ceff421 req-84029b81-0adf-49e3-84c6-ab28de1b7cc7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (fc006b96-b91a-4b18-b354-293c37602770), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:37.162759 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b3d48298-b5ce-4e36-9121-4ee3617edefb tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5952411 Mar 22 19:37:37.165693 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36820) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:37.170300 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-433228f2-c210-4996-b2f7-a3c2a701b58c tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Request body: {'floatingip': {'port_id': 'ff75a107-1e12-40f1-9cdd-73dbd7d64af2'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:37.205402 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b5032754-9587-4029-ab59-0d3564f93bea req-2e5cba46-29d0-486e-96ba-0a71f76b062e tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] 10.222.0.75 "GET /v2.0/ports?device_id=d990e071-fc30-4c15-8363-270a298369ce HTTP/1.1" status: 200 len: 210 time: 0.0416081 Mar 22 19:37:37.253920 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-433228f2-c210-4996-b2f7-a3c2a701b58c tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for floatingip (02899ccf-dd17-47b1-9b6f-042c67da3bdd), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:37.456812 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0c1f7f76-ea45-41fd-9290-705f3ceff421 req-84029b81-0adf-49e3-84c6-ab28de1b7cc7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:37.457188 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0c1f7f76-ea45-41fd-9290-705f3ceff421 req-84029b81-0adf-49e3-84c6-ab28de1b7cc7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (79aa6c44-00f8-4fc3-8fd9-54b267b6d741), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:37.457513 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [req-0c1f7f76-ea45-41fd-9290-705f3ceff421 req-84029b81-0adf-49e3-84c6-ab28de1b7cc7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Floating IP 79aa6c44-00f8-4fc3-8fd9-54b267b6d741 disassociated. External IP: 172.25.5.21, port: fc006b96-b91a-4b18-b354-293c37602770. Mar 22 19:37:37.457900 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-0c1f7f76-ea45-41fd-9290-705f3ceff421 req-84029b81-0adf-49e3-84c6-ab28de1b7cc7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Calling delete_port for fc006b96-b91a-4b18-b354-293c37602770 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:37:38.006577 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b1e7f-56fd-4976-8d03-b14658da3eeb req-3e5d3c23-170e-48ba-b21e-56b58fe575f3 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:38.027539 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-096b1e7f-56fd-4976-8d03-b14658da3eeb req-3e5d3c23-170e-48ba-b21e-56b58fe575f3 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb449ea2-de0c-496e-829f-154e91bd87cc HTTP/1.1" status: 200 len: 946 time: 0.5489736 Mar 22 19:37:38.070497 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-433228f2-c210-4996-b2f7-a3c2a701b58c tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:38.088522 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-433228f2-c210-4996-b2f7-a3c2a701b58c tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (02899ccf-dd17-47b1-9b6f-042c67da3bdd), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:38.242720 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-096b1e7f-56fd-4976-8d03-b14658da3eeb req-8b422e5c-bb87-4e79-8c2a-600dfbf9e629 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=290e7043-6f18-4a58-afcb-214a6f57e0ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156475 Mar 22 19:37:38.381427 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0c1f7f76-ea45-41fd-9290-705f3ceff421 req-84029b81-0adf-49e3-84c6-ab28de1b7cc7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (fc006b96-b91a-4b18-b354-293c37602770), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:38.422424 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e9d81-a3d3-4575-8d42-736ee8d7079d req-fa0faa65-c4b0-4c9f-b67d-78834cd40f31 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:38.432195 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9d8e9d81-a3d3-4575-8d42-736ee8d7079d req-fa0faa65-c4b0-4c9f-b67d-78834cd40f31 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 946 time: 0.2342603 Mar 22 19:37:38.443254 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-433228f2-c210-4996-b2f7-a3c2a701b58c tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Floating IP 02899ccf-dd17-47b1-9b6f-042c67da3bdd associated. External IP: 172.25.5.60, port: ff75a107-1e12-40f1-9cdd-73dbd7d64af2. Mar 22 19:37:38.552505 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0b1fb045-c796-4166-aacf-404702417f89 req-98c421b0-8b02-4993-8c3b-1d0306d7ffb2 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] 10.222.0.75 "GET /v2.0/ports?device_id=d990e071-fc30-4c15-8363-270a298369ce HTTP/1.1" status: 200 len: 210 time: 0.0856416 Mar 22 19:37:38.570651 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84029b81-0adf-49e3-84c6-ab28de1b7cc7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Pushing event deleted for resources: {'Port': ['ID=fc006b96-b91a-4b18-b354-293c37602770,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:38.748022 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9d8e9d81-a3d3-4575-8d42-736ee8d7079d req-a3511f31-81a4-4565-a1db-cf9e8fe536cf tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3147244 Mar 22 19:37:38.905171 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c1f7f76-ea45-41fd-9290-705f3ceff421 req-84029b81-0adf-49e3-84c6-ab28de1b7cc7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Router 3f5ce0f6-325f-436f-9377-56ca60b663e9 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:37:39.118522 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c1f7f76-ea45-41fd-9290-705f3ceff421 req-84029b81-0adf-49e3-84c6-ab28de1b7cc7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:37:39.129490 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce83205a-b473-4ddd-8326-d0985d04ad27 None None] Sync routers for ids ['3f5ce0f6-325f-436f-9377-56ca60b663e9'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:37:39.155075 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce83205a-b473-4ddd-8326-d0985d04ad27 None None] Routers {'3f5ce0f6-325f-436f-9377-56ca60b663e9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:39.155760 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ce83205a-b473-4ddd-8326-d0985d04ad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3f5ce0f6-325f-436f-9377-56ca60b663e9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:39.203157 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1f7f76-ea45-41fd-9290-705f3ceff421 req-84029b81-0adf-49e3-84c6-ab28de1b7cc7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] No DVR routers for this DVR port fc006b96-b91a-4b18-b354-293c37602770 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:37:39.206276 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0c1f7f76-ea45-41fd-9290-705f3ceff421 req-84029b81-0adf-49e3-84c6-ab28de1b7cc7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:39.210569 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c1f7f76-ea45-41fd-9290-705f3ceff421 req-84029b81-0adf-49e3-84c6-ab28de1b7cc7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.85 "DELETE /v2.0/ports/fc006b96-b91a-4b18-b354-293c37602770 HTTP/1.1" status: 204 len: 173 time: 2.7738514 Mar 22 19:37:39.211275 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb449ea2-de0c-496e-829f-154e91bd87cc', 'name': 'network-vif-deleted', 'tag': 'fc006b96-b91a-4b18-b354-293c37602770'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:37:39.224117 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9922583b-b954-48ed-a727-ba4af86b985b" -d '{"events": [{"server_uuid": "cb449ea2-de0c-496e-829f-154e91bd87cc", "name": "network-vif-deleted", "tag": "fc006b96-b91a-4b18-b354-293c37602770"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:37:39.337326 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a0419b-0c2e-40d3-b846-3d8cbdfe5be8 x-openstack-request-id: req-c2a0419b-0c2e-40d3-b846-3d8cbdfe5be8 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:37:39.337982 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb449ea2-de0c-496e-829f-154e91bd87cc", "name": "network-vif-deleted", "tag": "fc006b96-b91a-4b18-b354-293c37602770", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:37:39.337982 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c2a0419b-0c2e-40d3-b846-3d8cbdfe5be8 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:37:39.338305 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2a0419b-0c2e-40d3-b846-3d8cbdfe5be8'] response: {'server_uuid': 'cb449ea2-de0c-496e-829f-154e91bd87cc', 'name': 'network-vif-deleted', 'tag': 'fc006b96-b91a-4b18-b354-293c37602770', 'status': 'completed', 'code': 200} Mar 22 19:37:39.466475 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-ce83205a-b473-4ddd-8326-d0985d04ad27 None None] Set router 3f5ce0f6-325f-436f-9377-56ca60b663e9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:37:39.528881 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-d1f56307-7304-4362-a9df-1461732baa04 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:39.533330 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-d1f56307-7304-4362-a9df-1461732baa04 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] 10.222.0.84 "GET /v2.0/networks?id=1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa HTTP/1.1" status: 200 len: 820 time: 0.1802347 Mar 22 19:37:39.545207 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-54b565a6-a6d0-4bf8-8f6a-3e436fcd090d req-ef51dd51-e1a9-4669-bcba-6b5c6b9ae551 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=cb449ea2-de0c-496e-829f-154e91bd87cc HTTP/1.1" status: 200 len: 210 time: 0.0770316 Mar 22 19:37:39.547017 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-bfe1e721-74f9-4aba-ae80-57a5d3ecdcb9 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] Request body: {'port': {'device_id': 'd990e071-fc30-4c15-8363-270a298369ce', 'network_id': '1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa', 'admin_state_up': True, 'tenant_id': '351deddf58a44ba7b2a5a44ded640163'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:39.552600 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433228f2-c210-4996-b2f7-a3c2a701b58c tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Router cef4989f-d9b6-42f2-949c-b7edbd9d0f26 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:37:39.767042 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e18bbd29-dc83-4a02-994e-5b1c29e45679 req-4952ab62-db5d-418e-b507-dbc34bd379b7 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] 10.222.0.75 "GET /v2.0/ports?device_id=d990e071-fc30-4c15-8363-270a298369ce HTTP/1.1" status: 200 len: 210 time: 0.0721960 Mar 22 19:37:39.829161 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433228f2-c210-4996-b2f7-a3c2a701b58c tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:37:39.843398 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136719c8-b547-4c81-8af7-be6c8d63501c None None] Sync routers for ids ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:37:39.844640 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-433228f2-c210-4996-b2f7-a3c2a701b58c tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:39.860220 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136719c8-b547-4c81-8af7-be6c8d63501c None None] Routers {'cef4989f-d9b6-42f2-949c-b7edbd9d0f26'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:39.862495 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-136719c8-b547-4c81-8af7-be6c8d63501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:39.916036 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ce83205a-b473-4ddd-8326-d0985d04ad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'name': 'tempest-AttachVolumeNegativeTest-186120780-router', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:33:57Z', 'updated_at': '2022-03-22T19:34:01Z', 'revision_number': 4, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'gw_port': {'id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:33:58Z', 'updated_at': '2022-03-22T19:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '10804c69-4eb3-4346-b303-6e5bd5d9a227', 'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'mac_address': 'fa:16:3e:bc:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:00Z', 'updated_at': '2022-03-22T19:34:09Z', 'revision_number': 5, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'subnets': [{'id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:39.925747 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-136719c8-b547-4c81-8af7-be6c8d63501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:39.934717 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-433228f2-c210-4996-b2f7-a3c2a701b58c tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "PUT /v2.0/floatingips/02899ccf-dd17-47b1-9b6f-042c67da3bdd HTTP/1.1" status: 200 len: 977 time: 2.7678275 Mar 22 19:37:39.937867 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36912) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:39.938457 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136719c8-b547-4c81-8af7-be6c8d63501c None None] Routers {'cef4989f-d9b6-42f2-949c-b7edbd9d0f26'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:39.939708 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-136719c8-b547-4c81-8af7-be6c8d63501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:39.946313 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-bfe1e721-74f9-4aba-ae80-57a5d3ecdcb9 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] Made reservation on behalf of 351deddf58a44ba7b2a5a44ded640163 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:37:39.950875 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-bfe1e721-74f9-4aba-ae80-57a5d3ecdcb9 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:39.998799 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-136719c8-b547-4c81-8af7-be6c8d63501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:39.999867 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136719c8-b547-4c81-8af7-be6c8d63501c None None] The sync data for ids ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:37:40.021516 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce83205a-b473-4ddd-8326-d0985d04ad27 None None] Checking router: 3f5ce0f6-325f-436f-9377-56ca60b663e9 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:37:40.029461 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091c9c4-6255-41a3-9863-a8b99e6acf51 req-3b67cf38-040b-4ce8-a8de-aa6d98380929 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:40.036281 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce83205a-b473-4ddd-8326-d0985d04ad27 None None] Routers {'3f5ce0f6-325f-436f-9377-56ca60b663e9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:40.037073 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ce83205a-b473-4ddd-8326-d0985d04ad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3f5ce0f6-325f-436f-9377-56ca60b663e9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:40.049749 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9091c9c4-6255-41a3-9863-a8b99e6acf51 req-3b67cf38-040b-4ce8-a8de-aa6d98380929 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 946 time: 0.1668763 Mar 22 19:37:40.121297 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9091c9c4-6255-41a3-9863-a8b99e6acf51 req-497295a0-eb80-4ee8-bac9-883fc673bf40 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705662 Mar 22 19:37:40.202004 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-6be8243c-8524-4053-93fd-70c4c1ff21d4 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Deleting port ff75a107-1e12-40f1-9cdd-73dbd7d64af2 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:37:40.202360 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6be8243c-8524-4053-93fd-70c4c1ff21d4 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (ff75a107-1e12-40f1-9cdd-73dbd7d64af2), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:40.244056 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-ce83205a-b473-4ddd-8326-d0985d04ad27 None None] Set router 3f5ce0f6-325f-436f-9377-56ca60b663e9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:37:40.269444 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-bfe1e721-74f9-4aba-ae80-57a5d3ecdcb9 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] Allocated IP 172.20.0.7 (1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa/1c8dd355-97b2-412f-baa4-3ef8b66b4336/51e882cf-1300-474b-b7f0-f7913ed9ded9) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:37:40.302221 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device fc006b96-b91a-4b18-b354-293c37602770 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:37:40.323448 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: fc006b96-b91a-4b18-b354-293c37602770 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:37:40.323947 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device fc006b96-b91a-4b18-b354-293c37602770 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:37:40.478011 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6be8243c-8524-4053-93fd-70c4c1ff21d4 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (ff75a107-1e12-40f1-9cdd-73dbd7d64af2), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:40.710067 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36940) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:40.726478 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ce83205a-b473-4ddd-8326-d0985d04ad27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'name': 'tempest-AttachVolumeNegativeTest-186120780-router', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:33:57Z', 'updated_at': '2022-03-22T19:34:01Z', 'revision_number': 4, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'gw_port': {'id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:33:58Z', 'updated_at': '2022-03-22T19:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '10804c69-4eb3-4346-b303-6e5bd5d9a227', 'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'mac_address': 'fa:16:3e:bc:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:00Z', 'updated_at': '2022-03-22T19:34:09Z', 'revision_number': 5, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'subnets': [{'id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:40.788725 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce83205a-b473-4ddd-8326-d0985d04ad27 None None] The sync data for ids ['3f5ce0f6-325f-436f-9377-56ca60b663e9'] in n-d-705658-24 is: [{'id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'name': 'tempest-AttachVolumeNegativeTest-186120780-router', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:33:57Z', 'updated_at': '2022-03-22T19:34:01Z', 'revision_number': 4, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'gw_port': {'id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:33:58Z', 'updated_at': '2022-03-22T19:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '10804c69-4eb3-4346-b303-6e5bd5d9a227', 'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'mac_address': 'fa:16:3e:bc:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:00Z', 'updated_at': '2022-03-22T19:34:09Z', 'revision_number': 5, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'subnets': [{'id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:37:40.848930 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6be8243c-8524-4053-93fd-70c4c1ff21d4 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:40.849482 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6be8243c-8524-4053-93fd-70c4c1ff21d4 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (02899ccf-dd17-47b1-9b6f-042c67da3bdd), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:40.849867 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-6be8243c-8524-4053-93fd-70c4c1ff21d4 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Floating IP 02899ccf-dd17-47b1-9b6f-042c67da3bdd disassociated. External IP: 172.25.5.60, port: ff75a107-1e12-40f1-9cdd-73dbd7d64af2. Mar 22 19:37:40.850300 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-6be8243c-8524-4053-93fd-70c4c1ff21d4 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Calling delete_port for ff75a107-1e12-40f1-9cdd-73dbd7d64af2 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:37:40.855030 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c959c157-e035-4c21-bcee-e5dde7b9a5f3 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group (290e7043-6f18-4a58-afcb-214a6f57e0ed), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:40.925316 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-bfe1e721-74f9-4aba-ae80-57a5d3ecdcb9 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] Publish callbacks [] for port (51e882cf-1300-474b-b7f0-f7913ed9ded9), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:40.965295 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c959c157-e035-4c21-bcee-e5dde7b9a5f3 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group (290e7043-6f18-4a58-afcb-214a6f57e0ed), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:40.970688 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3f9dc6e4-76d8-42cc-97fe-af717f277c19 req-daf09532-14b7-4c25-bea3-6eccce803a53 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] 10.222.0.75 "GET /v2.0/ports?device_id=d990e071-fc30-4c15-8363-270a298369ce HTTP/1.1" status: 200 len: 210 time: 0.0571930 Mar 22 19:37:41.022788 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c959c157-e035-4c21-bcee-e5dde7b9a5f3 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (290e7043-6f18-4a58-afcb-214a6f57e0ed), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:41.032406 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c959c157-e035-4c21-bcee-e5dde7b9a5f3 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:41.035718 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c959c157-e035-4c21-bcee-e5dde7b9a5f3 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "DELETE /v2.0/security-groups/290e7043-6f18-4a58-afcb-214a6f57e0ed HTTP/1.1" status: 204 len: 168 time: 0.3245809 Mar 22 19:37:41.042199 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36944) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:41.059615 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c959c157-e035-4c21-bcee-e5dde7b9a5f3 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=290e7043-6f18-4a58-afcb-214a6f57e0ed,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:41.069245 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-cc204d2a-bdab-4a6f-bbc4-d779b86b8bad tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] show failed (client error): The resource could not be found. Mar 22 19:37:41.071171 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-cc204d2a-bdab-4a6f-bbc4-d779b86b8bad tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups/290e7043-6f18-4a58-afcb-214a6f57e0ed HTTP/1.1" status: 404 len: 347 time: 0.0277112 Mar 22 19:37:41.074083 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36946) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:41.102880 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6be8243c-8524-4053-93fd-70c4c1ff21d4 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (ff75a107-1e12-40f1-9cdd-73dbd7d64af2), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:41.157693 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8243c-8524-4053-93fd-70c4c1ff21d4 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event deleted for resources: {'Port': ['ID=ff75a107-1e12-40f1-9cdd-73dbd7d64af2,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:41.171135 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-bfe1e721-74f9-4aba-ae80-57a5d3ecdcb9 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (51e882cf-1300-474b-b7f0-f7913ed9ded9), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:41.253157 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-a87d5f82-8443-4b3a-8729-e5cf812250cd tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Deleting port 4464e5fa-3e5b-4cf7-a00b-bcea593ddcfa {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:37:41.253602 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a87d5f82-8443-4b3a-8729-e5cf812250cd tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (4464e5fa-3e5b-4cf7-a00b-bcea593ddcfa), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:41.282912 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b0a09a-b519-4322-96c4-5f19bb5b951d None None] New status for floating IP 79aa6c44-00f8-4fc3-8fd9-54b267b6d741: DOWN {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:37:41.287384 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-bfe1e721-74f9-4aba-ae80-57a5d3ecdcb9 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] Network 1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:37:41.298900 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-bfe1e721-74f9-4aba-ae80-57a5d3ecdcb9 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:37:41.300762 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1e721-74f9-4aba-ae80-57a5d3ecdcb9 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] Pushing event updated for resources: {'Port': ['ID=51e882cf-1300-474b-b7f0-f7913ed9ded9,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:41.303655 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-bfe1e721-74f9-4aba-ae80-57a5d3ecdcb9 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:37:41.338162 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a87d5f82-8443-4b3a-8729-e5cf812250cd tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (4464e5fa-3e5b-4cf7-a00b-bcea593ddcfa), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:41.338517 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a87d5f82-8443-4b3a-8729-e5cf812250cd tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for floatingip (4464e5fa-3e5b-4cf7-a00b-bcea593ddcfa), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:41.351473 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-a87d5f82-8443-4b3a-8729-e5cf812250cd tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Calling delete_port for 4464e5fa-3e5b-4cf7-a00b-bcea593ddcfa owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:37:41.356131 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-bfe1e721-74f9-4aba-ae80-57a5d3ecdcb9 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:41.356750 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-bfe1e721-74f9-4aba-ae80-57a5d3ecdcb9 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:41.391944 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-bfe1e721-74f9-4aba-ae80-57a5d3ecdcb9 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8491585 Mar 22 19:37:41.406611 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-6ddee5f5-1896-4f99-b283-e5931788f7aa service neutron] Request body: {'port': {'device_id': 'd990e071-fc30-4c15-8363-270a298369ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:41.485229 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be8243c-8524-4053-93fd-70c4c1ff21d4 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Router cef4989f-d9b6-42f2-949c-b7edbd9d0f26 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:37:41.572261 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-6ddee5f5-1896-4f99-b283-e5931788f7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (51e882cf-1300-474b-b7f0-f7913ed9ded9), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:41.625590 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a87d5f82-8443-4b3a-8729-e5cf812250cd tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (4464e5fa-3e5b-4cf7-a00b-bcea593ddcfa), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:41.656633 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d5f82-8443-4b3a-8729-e5cf812250cd tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Pushing event deleted for resources: {'Port': ['ID=4464e5fa-3e5b-4cf7-a00b-bcea593ddcfa,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:41.744836 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a87d5f82-8443-4b3a-8729-e5cf812250cd tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for floatingip (79aa6c44-00f8-4fc3-8fd9-54b267b6d741), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:41.748793 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a87d5f82-8443-4b3a-8729-e5cf812250cd tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:41.753618 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a87d5f82-8443-4b3a-8729-e5cf812250cd tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "DELETE /v2.0/floatingips/79aa6c44-00f8-4fc3-8fd9-54b267b6d741 HTTP/1.1" status: 204 len: 168 time: 0.6783171 Mar 22 19:37:41.816572 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be8243c-8524-4053-93fd-70c4c1ff21d4 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:37:41.828824 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a182fd7f-ca1a-4315-828b-1e6d2c2509e6 None None] Sync routers for ids ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:37:41.844991 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a182fd7f-ca1a-4315-828b-1e6d2c2509e6 None None] Routers {'cef4989f-d9b6-42f2-949c-b7edbd9d0f26'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:41.845612 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a182fd7f-ca1a-4315-828b-1e6d2c2509e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:41.922849 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a182fd7f-ca1a-4315-828b-1e6d2c2509e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:41.953434 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a182fd7f-ca1a-4315-828b-1e6d2c2509e6 None None] Routers {'cef4989f-d9b6-42f2-949c-b7edbd9d0f26'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:41.955094 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6be8243c-8524-4053-93fd-70c4c1ff21d4 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:41.955649 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a182fd7f-ca1a-4315-828b-1e6d2c2509e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:41.961681 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6be8243c-8524-4053-93fd-70c4c1ff21d4 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "DELETE /v2.0/ports/ff75a107-1e12-40f1-9cdd-73dbd7d64af2 HTTP/1.1" status: 204 len: 168 time: 2.0197773 Mar 22 19:37:41.962082 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36958) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:41.986628 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36960) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:41.991154 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-ccdd5412-78f4-404a-a38a-bfb9e4da0c4c tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1610441938', 'description': 'tempest-description--1134779477'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:42.028780 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ccdd5412-78f4-404a-a38a-bfb9e4da0c4c tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:42.034585 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0b7a06af-a620-4d1d-9d47-0d7973363e78 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "GET /v2.0/floatingips/02899ccf-dd17-47b1-9b6f-042c67da3bdd HTTP/1.1" status: 200 len: 687 time: 0.0713379 Mar 22 19:37:42.037957 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36964) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:42.069656 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a182fd7f-ca1a-4315-828b-1e6d2c2509e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:42.070613 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a182fd7f-ca1a-4315-828b-1e6d2c2509e6 None None] The sync data for ids ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:37:42.136628 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284729c2-33d6-4dac-9968-4f32dff506ef req-c0749451-7609-4532-90c6-1aac6f4dcae6 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:42.138299 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-284729c2-33d6-4dac-9968-4f32dff506ef req-c0749451-7609-4532-90c6-1aac6f4dcae6 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] 10.222.0.75 "GET /v2.0/ports?device_id=d990e071-fc30-4c15-8363-270a298369ce HTTP/1.1" status: 200 len: 931 time: 0.0778983 Mar 22 19:37:42.177372 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ccdd5412-78f4-404a-a38a-bfb9e4da0c4c tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group (b7bdc1c4-9ec1-4b5c-a148-2fef8e406f95), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:42.187194 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ccdd5412-78f4-404a-a38a-bfb9e4da0c4c tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b7bdc1c4-9ec1-4b5c-a148-2fef8e406f95), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:42.245661 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ccdd5412-78f4-404a-a38a-bfb9e4da0c4c tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:42.247700 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ccdd5412-78f4-404a-a38a-bfb9e4da0c4c tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2598495 Mar 22 19:37:42.253636 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36966) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:42.259908 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd5412-78f4-404a-a38a-bfb9e4da0c4c tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bdc1c4-9ec1-4b5c-a148-2fef8e406f95,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:42.274481 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-691702cf-ed63-4de1-90a7-4a9ecfc8bd73 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Request body: {'security_group_rule': {'security_group_id': 'b7bdc1c4-9ec1-4b5c-a148-2fef8e406f95', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:42.278939 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-284729c2-33d6-4dac-9968-4f32dff506ef req-5996f1d2-b848-4ce2-b2cc-72f07e472efa tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef6d2878-14c9-4b4c-b1e7-b8cac7c0e467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000133 Mar 22 19:37:42.317953 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-6ddee5f5-1896-4f99-b283-e5931788f7aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51e882cf-1300-474b-b7f0-f7913ed9ded9 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:37:42.330844 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-691702cf-ed63-4de1-90a7-4a9ecfc8bd73 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group_rule (3e3b28f3-7872-400c-8a7d-7b5a91f14826), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:42.336659 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-6ddee5f5-1896-4f99-b283-e5931788f7aa service neutron] Publish callbacks [] for port (51e882cf-1300-474b-b7f0-f7913ed9ded9), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:42.386209 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-6ddee5f5-1896-4f99-b283-e5931788f7aa service neutron] Transition to ACTIVE for port object 51e882cf-1300-474b-b7f0-f7913ed9ded9 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:37:42.393574 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-8da53839-3476-4714-a836-340977caa7ba tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Deleting port fef57046-ce7d-412f-89b3-2f339d262183 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:37:42.393957 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8da53839-3476-4714-a836-340977caa7ba tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (fef57046-ce7d-412f-89b3-2f339d262183), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:42.399851 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-6ddee5f5-1896-4f99-b283-e5931788f7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (51e882cf-1300-474b-b7f0-f7913ed9ded9), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:42.515376 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddee5f5-1896-4f99-b283-e5931788f7aa service neutron] Pushing event updated for resources: {'Port': ['ID=51e882cf-1300-474b-b7f0-f7913ed9ded9,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:42.537578 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-691702cf-ed63-4de1-90a7-4a9ecfc8bd73 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group_rule (3e3b28f3-7872-400c-8a7d-7b5a91f14826), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:42.546206 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:37:42.557821 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-691702cf-ed63-4de1-90a7-4a9ecfc8bd73 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (3e3b28f3-7872-400c-8a7d-7b5a91f14826), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:42.615076 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8da53839-3476-4714-a836-340977caa7ba tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (fef57046-ce7d-412f-89b3-2f339d262183), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:42.615416 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8da53839-3476-4714-a836-340977caa7ba tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for floatingip (fef57046-ce7d-412f-89b3-2f339d262183), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:42.653768 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691702cf-ed63-4de1-90a7-4a9ecfc8bd73 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e3b28f3-7872-400c-8a7d-7b5a91f14826,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:42.688047 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-8da53839-3476-4714-a836-340977caa7ba tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Calling delete_port for fef57046-ce7d-412f-89b3-2f339d262183 owned by network:floatingip {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:37:42.714601 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-691702cf-ed63-4de1-90a7-4a9ecfc8bd73 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:42.718596 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-691702cf-ed63-4de1-90a7-4a9ecfc8bd73 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4595656 Mar 22 19:37:42.720182 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36972) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:42.723717 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-946fcf75-f38e-4992-91ad-7c22aa650862 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Request body: {'security_group_rule': {'security_group_id': 'b7bdc1c4-9ec1-4b5c-a148-2fef8e406f95', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:42.751615 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-946fcf75-f38e-4992-91ad-7c22aa650862 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group_rule (89e98402-a90c-4291-b211-f243f690acb0), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:42.797248 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-6ddee5f5-1896-4f99-b283-e5931788f7aa service neutron] Attempting to bind port 51e882cf-1300-474b-b7f0-f7913ed9ded9 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:37:42.798373 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-6ddee5f5-1896-4f99-b283-e5931788f7aa service neutron] Attempting to bind port 51e882cf-1300-474b-b7f0-f7913ed9ded9 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '0442e64d-478d-49df-b933-c73959878d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:37:42.798867 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-6ddee5f5-1896-4f99-b283-e5931788f7aa service neutron] Attempting to bind port 51e882cf-1300-474b-b7f0-f7913ed9ded9 on network 1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:37:42.809062 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-6ddee5f5-1896-4f99-b283-e5931788f7aa service neutron] Port 51e882cf-1300-474b-b7f0-f7913ed9ded9 on network 1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:37:42.809383 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-6ddee5f5-1896-4f99-b283-e5931788f7aa service neutron] Attempting to bind port 51e882cf-1300-474b-b7f0-f7913ed9ded9 on network 1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:37:42.818168 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-6ddee5f5-1896-4f99-b283-e5931788f7aa service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:37:42.818857 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-6ddee5f5-1896-4f99-b283-e5931788f7aa service neutron] Checking segment: {'id': '0442e64d-478d-49df-b933-c73959878d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:37:42.818857 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-6ddee5f5-1896-4f99-b283-e5931788f7aa service neutron] Bound using segment: {'id': '0442e64d-478d-49df-b933-c73959878d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:37:42.819299 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-6ddee5f5-1896-4f99-b283-e5931788f7aa service neutron] Bound port: 51e882cf-1300-474b-b7f0-f7913ed9ded9, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0442e64d-478d-49df-b933-c73959878d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:37:42.819690 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-6ddee5f5-1896-4f99-b283-e5931788f7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (51e882cf-1300-474b-b7f0-f7913ed9ded9), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:42.836104 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-946fcf75-f38e-4992-91ad-7c22aa650862 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group_rule (89e98402-a90c-4291-b211-f243f690acb0), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:42.841004 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-946fcf75-f38e-4992-91ad-7c22aa650862 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (89e98402-a90c-4291-b211-f243f690acb0), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:42.864577 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946fcf75-f38e-4992-91ad-7c22aa650862 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89e98402-a90c-4291-b211-f243f690acb0,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:42.878343 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-946fcf75-f38e-4992-91ad-7c22aa650862 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:42.882496 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-946fcf75-f38e-4992-91ad-7c22aa650862 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1596937 Mar 22 19:37:42.882902 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36974) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:42.887820 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-f8e45536-d520-4712-9977-d588674784b3 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:42.912478 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8e45536-d520-4712-9977-d588674784b3 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:42.915534 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-6ddee5f5-1896-4f99-b283-e5931788f7aa service neutron] For port 51e882cf-1300-474b-b7f0-f7913ed9ded9, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:37:42.919532 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-6ddee5f5-1896-4f99-b283-e5931788f7aa service neutron] For port 51e882cf-1300-474b-b7f0-f7913ed9ded9, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=51e882cf-1300-474b-b7f0-f7913ed9ded9,segment=NetworkSegment(0442e64d-478d-49df-b933-c73959878d60),segment_id=0442e64d-478d-49df-b933-c73959878d60)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:37:42.937096 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-6ddee5f5-1896-4f99-b283-e5931788f7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (51e882cf-1300-474b-b7f0-f7913ed9ded9), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:42.991527 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-6ddee5f5-1896-4f99-b283-e5931788f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:42.992331 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-6ddee5f5-1896-4f99-b283-e5931788f7aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:42.993642 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-6ddee5f5-1896-4f99-b283-e5931788f7aa service neutron] 10.222.0.84 "PUT /v2.0/ports/51e882cf-1300-474b-b7f0-f7913ed9ded9 HTTP/1.1" status: 200 len: 1092 time: 1.5936823 Mar 22 19:37:42.994237 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd990e071-fc30-4c15-8363-270a298369ce', 'tag': '51e882cf-1300-474b-b7f0-f7913ed9ded9'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:37:42.996767 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828b215f-fdf5-43dc-941f-0602f8c37476" -d '{"events": [{"name": "network-changed", "server_uuid": "d990e071-fc30-4c15-8363-270a298369ce", "tag": "51e882cf-1300-474b-b7f0-f7913ed9ded9"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:37:43.050833 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8e45536-d520-4712-9977-d588674784b3 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:43.095297 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8e3189-c12d-4f5d-bd6c-c33cc68050fc x-openstack-request-id: req-eb8e3189-c12d-4f5d-bd6c-c33cc68050fc {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:37:43.095591 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d990e071-fc30-4c15-8363-270a298369ce", "tag": "51e882cf-1300-474b-b7f0-f7913ed9ded9", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:37:43.095850 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-eb8e3189-c12d-4f5d-bd6c-c33cc68050fc {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:37:43.096266 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb8e3189-c12d-4f5d-bd6c-c33cc68050fc'] response: {'name': 'network-changed', 'server_uuid': 'd990e071-fc30-4c15-8363-270a298369ce', 'tag': '51e882cf-1300-474b-b7f0-f7913ed9ded9', 'status': 'completed', 'code': 200} Mar 22 19:37:43.103553 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddee5f5-1896-4f99-b283-e5931788f7aa service neutron] Pushing event updated for resources: {'Port': ['ID=51e882cf-1300-474b-b7f0-f7913ed9ded9,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:43.140531 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8da53839-3476-4714-a836-340977caa7ba tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (fef57046-ce7d-412f-89b3-2f339d262183), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:43.168304 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-44bf546f-24f2-4745-bf5b-58f6b356dbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:43.169932 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-44bf546f-24f2-4745-bf5b-58f6b356dbb7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=351deddf58a44ba7b2a5a44ded640163&device_id=d990e071-fc30-4c15-8363-270a298369ce HTTP/1.1" status: 200 len: 1126 time: 0.1142261 Mar 22 19:37:43.174151 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da53839-3476-4714-a836-340977caa7ba tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event deleted for resources: {'Port': ['ID=fef57046-ce7d-412f-89b3-2f339d262183,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:43.199110 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-f8e45536-d520-4712-9977-d588674784b3 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Allocated IP 172.25.5.13 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/1c5d3e8b-89fb-46cf-94de-f2aec1dc350f) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:37:43.232981 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-11a302e3-b1a2-4ece-b948-f9c7b04a8a60 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51e882cf-1300-474b-b7f0-f7913ed9ded9 HTTP/1.1" status: 200 len: 217 time: 0.0507815 Mar 22 19:37:43.323404 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8e45536-d520-4712-9977-d588674784b3 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for port (1c5d3e8b-89fb-46cf-94de-f2aec1dc350f), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:43.365279 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8e45536-d520-4712-9977-d588674784b3 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (1c5d3e8b-89fb-46cf-94de-f2aec1dc350f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:43.373726 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-4ba654c0-3d67-4c98-9192-e90cadc9af21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:43.374621 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-4ba654c0-3d67-4c98-9192-e90cadc9af21 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1c8dd355-97b2-412f-baa4-3ef8b66b4336 HTTP/1.1" status: 200 len: 860 time: 0.1258948 Mar 22 19:37:43.379929 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8da53839-3476-4714-a836-340977caa7ba tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for floatingip (02899ccf-dd17-47b1-9b6f-042c67da3bdd), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:43.383375 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8da53839-3476-4714-a836-340977caa7ba tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:43.384651 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8da53839-3476-4714-a836-340977caa7ba tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "DELETE /v2.0/floatingips/02899ccf-dd17-47b1-9b6f-042c67da3bdd HTTP/1.1" status: 204 len: 168 time: 1.3451161 Mar 22 19:37:43.395338 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36980) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:43.400841 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-66f1b2b3-cf57-4d2c-911c-b27cfaf5f059 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'port_id': 'bf3c7045-1c86-48d3-adb2-61d0470bcc0b'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:43.446753 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-66f1b2b3-cf57-4d2c-911c-b27cfaf5f059 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:43.451681 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-b0ab28f0-89c2-43e2-95d4-616508920660 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645556 Mar 22 19:37:43.469175 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e45536-d520-4712-9977-d588674784b3 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:37:43.470526 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e45536-d520-4712-9977-d588674784b3 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Pushing event updated for resources: {'Port': ['ID=1c5d3e8b-89fb-46cf-94de-f2aec1dc350f,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:43.474440 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-f8e45536-d520-4712-9977-d588674784b3 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:37:43.479947 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e45536-d520-4712-9977-d588674784b3 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:37:43.606332 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c1dc9-810f-400d-9e3e-c13a4ccaaff3 req-6b592938-97c6-41a4-9828-12000d4c8b43 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:43.608653 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2f3c1dc9-810f-400d-9e3e-c13a4ccaaff3 req-6b592938-97c6-41a4-9828-12000d4c8b43 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] 10.222.0.75 "GET /v2.0/ports?device_id=d990e071-fc30-4c15-8363-270a298369ce HTTP/1.1" status: 200 len: 943 time: 0.1965072 Mar 22 19:37:43.635573 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-6a13d322-8025-41d2-b09b-3ed7463d8234 service neutron] 10.222.0.84 "GET /v2.0/networks/1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704774 Mar 22 19:37:43.683376 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2f3c1dc9-810f-400d-9e3e-c13a4ccaaff3 req-e31be6ca-d45f-47f9-ad85-ca2396f72058 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef6d2878-14c9-4b4c-b1e7-b8cac7c0e467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683985 Mar 22 19:37:43.684607 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8e45536-d520-4712-9977-d588674784b3 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for floatingip (134c1d7c-65d3-4c5b-8570-aabd09cb0cc3), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:43.754083 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-66f1b2b3-cf57-4d2c-911c-b27cfaf5f059 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:43.779660 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8e45536-d520-4712-9977-d588674784b3 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1c5d3e8b-89fb-46cf-94de-f2aec1dc350f), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:43.883917 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d2b1b9d0-2a84-4f8f-a108-2e2e795280fd req-aedfdc8a-34d7-423d-9039-62558495cc39 service neutron] 10.222.0.84 "GET /v2.0/networks/1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400422 Mar 22 19:37:43.923022 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-66f1b2b3-cf57-4d2c-911c-b27cfaf5f059 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Allocated IP 172.25.5.159 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/f527aa6e-8029-46c9-9ea2-c4d39b83ec9d) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:37:44.002238 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8e45536-d520-4712-9977-d588674784b3 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for port (1c5d3e8b-89fb-46cf-94de-f2aec1dc350f), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:44.008512 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8e45536-d520-4712-9977-d588674784b3 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (1c5d3e8b-89fb-46cf-94de-f2aec1dc350f), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:44.048348 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b215f-fdf5-43dc-941f-0602f8c37476 req-1054629a-bdb6-4029-9830-4da8946ee269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:44.051027 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-828b215f-fdf5-43dc-941f-0602f8c37476 req-1054629a-bdb6-4029-9830-4da8946ee269 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=351deddf58a44ba7b2a5a44ded640163&device_id=d990e071-fc30-4c15-8363-270a298369ce HTTP/1.1" status: 200 len: 1126 time: 0.1103621 Mar 22 19:37:44.098451 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e45536-d520-4712-9977-d588674784b3 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Pushing event updated for resources: {'Port': ['ID=1c5d3e8b-89fb-46cf-94de-f2aec1dc350f,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:44.119784 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8e45536-d520-4712-9977-d588674784b3 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (134c1d7c-65d3-4c5b-8570-aabd09cb0cc3), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:44.143823 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8e45536-d520-4712-9977-d588674784b3 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:44.145100 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f8e45536-d520-4712-9977-d588674784b3 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2612000 Mar 22 19:37:44.197107 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-66f1b2b3-cf57-4d2c-911c-b27cfaf5f059 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for port (f527aa6e-8029-46c9-9ea2-c4d39b83ec9d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:44.213263 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b215f-fdf5-43dc-941f-0602f8c37476 req-2ceb914e-a303-4af9-90d2-e16f185273eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:44.214848 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-828b215f-fdf5-43dc-941f-0602f8c37476 req-2ceb914e-a303-4af9-90d2-e16f185273eb service neutron] 10.222.0.84 "GET /v2.0/networks?id=1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa HTTP/1.1" status: 200 len: 921 time: 0.1537156 Mar 22 19:37:44.266753 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-828b215f-fdf5-43dc-941f-0602f8c37476 req-256a9696-b674-4af9-9775-7d778dea083e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=51e882cf-1300-474b-b7f0-f7913ed9ded9 HTTP/1.1" status: 200 len: 217 time: 0.0447075 Mar 22 19:37:44.305965 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-66f1b2b3-cf57-4d2c-911c-b27cfaf5f059 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f527aa6e-8029-46c9-9ea2-c4d39b83ec9d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:44.356540 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f1b2b3-cf57-4d2c-911c-b27cfaf5f059 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:37:44.361512 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-66f1b2b3-cf57-4d2c-911c-b27cfaf5f059 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:37:44.367535 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f1b2b3-cf57-4d2c-911c-b27cfaf5f059 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:37:44.376906 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b215f-fdf5-43dc-941f-0602f8c37476 req-0005cf21-e7c4-4490-a8f9-9ad4cc5fa4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:44.378581 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-828b215f-fdf5-43dc-941f-0602f8c37476 req-0005cf21-e7c4-4490-a8f9-9ad4cc5fa4ab service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1c8dd355-97b2-412f-baa4-3ef8b66b4336 HTTP/1.1" status: 200 len: 860 time: 0.1052752 Mar 22 19:37:44.389701 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-6831f260-04af-4e34-8fa9-1cd408f26e0b tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1610441938&fields=id&tenant_id=432e8044b4dc4099baeb3ef825b89673 HTTP/1.1" status: 200 len: 267 time: 0.0579107 Mar 22 19:37:44.437592 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-828b215f-fdf5-43dc-941f-0602f8c37476 req-455be26a-be7d-4d4e-8ba8-4509fd40ad5a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380316 Mar 22 19:37:44.440016 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1b2b3-cf57-4d2c-911c-b27cfaf5f059 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event updated for resources: {'Port': ['ID=f527aa6e-8029-46c9-9ea2-c4d39b83ec9d,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:44.525924 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-6248991b-6c0e-4cff-a8b3-d0081c5073b6 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:44.527627 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-6248991b-6c0e-4cff-a8b3-d0081c5073b6 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/networks?id=df3cb172-3bab-443c-aa40-b32eebecd0b3 HTTP/1.1" status: 200 len: 814 time: 0.1289389 Mar 22 19:37:44.546570 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-19076a2f-179d-448a-b033-c02e9a11d208 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/quotas/432e8044b4dc4099baeb3ef825b89673 HTTP/1.1" status: 200 len: 375 time: 0.0127366 Mar 22 19:37:44.607758 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-828b215f-fdf5-43dc-941f-0602f8c37476 req-49967571-1817-4d37-80c1-0ffc8b86f22c service neutron] 10.222.0.84 "GET /v2.0/networks/1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631038 Mar 22 19:37:44.630077 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-a9da3055-4a7c-4df4-a3c2-3745760e779b tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=432e8044b4dc4099baeb3ef825b89673&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744922 Mar 22 19:37:44.828307 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-4adc96d9-bef8-4857-81bc-7f106e090c73 service neutron] 10.222.0.75 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859405 Mar 22 19:37:45.001523 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e08215f-9d4c-4989-a960-20b8f9024b8e req-7b2aa751-a845-4103-a002-73c4c9dab3d8 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:45.010731 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e08215f-9d4c-4989-a960-20b8f9024b8e req-7b2aa751-a845-4103-a002-73c4c9dab3d8 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] 10.222.0.75 "GET /v2.0/ports?device_id=d990e071-fc30-4c15-8363-270a298369ce HTTP/1.1" status: 200 len: 943 time: 0.1599758 Mar 22 19:37:45.071401 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8ac249e4-b1a7-4479-8eb9-85fac1debb10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:45.099403 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e08215f-9d4c-4989-a960-20b8f9024b8e req-abc7823c-5bea-45be-9887-354b79adfcc2 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef6d2878-14c9-4b4c-b1e7-b8cac7c0e467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874677 Mar 22 19:37:45.104900 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-e22cbdef-c912-4933-8aa5-9cfdd730c714 service neutron] 10.222.0.75 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701039 Mar 22 19:37:45.105549 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-828b215f-fdf5-43dc-941f-0602f8c37476 req-95ca060a-2505-4763-9a37-5657954d2891 service neutron] 10.222.0.84 "GET /v2.0/networks/1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550664 Mar 22 19:37:45.392996 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-60f98c0e-c24f-406f-9203-c90ff704d362 req-0d80ef4e-fc26-41a0-880e-8a3fce6f1a01 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=de6f117f-65f0-4a08-bb98-cc91e362152c HTTP/1.1" status: 200 len: 210 time: 0.0595350 Mar 22 19:37:45.458084 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-66f1b2b3-cf57-4d2c-911c-b27cfaf5f059 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for floatingip (79ab4b51-21df-468d-a43c-97e3e0a909d6), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:45.538304 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-66f1b2b3-cf57-4d2c-911c-b27cfaf5f059 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f527aa6e-8029-46c9-9ea2-c4d39b83ec9d), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:45.735244 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-66f1b2b3-cf57-4d2c-911c-b27cfaf5f059 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for port (f527aa6e-8029-46c9-9ea2-c4d39b83ec9d), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:45.748008 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:45.755237 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-66f1b2b3-cf57-4d2c-911c-b27cfaf5f059 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (f527aa6e-8029-46c9-9ea2-c4d39b83ec9d), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:45.889084 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1b2b3-cf57-4d2c-911c-b27cfaf5f059 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event updated for resources: {'Port': ['ID=f527aa6e-8029-46c9-9ea2-c4d39b83ec9d,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:45.900778 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-66f1b2b3-cf57-4d2c-911c-b27cfaf5f059 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (79ab4b51-21df-468d-a43c-97e3e0a909d6), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:46.106859 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-66f1b2b3-cf57-4d2c-911c-b27cfaf5f059 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Floating IP 79ab4b51-21df-468d-a43c-97e3e0a909d6 associated. External IP: 172.25.5.159, port: bf3c7045-1c86-48d3-adb2-61d0470bcc0b. Mar 22 19:37:46.266053 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b04ee-afa1-44ff-8610-20cf42ab9025 req-8f4f7f07-162c-4f12-9219-c15eadd264d0 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:46.267597 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c39b04ee-afa1-44ff-8610-20cf42ab9025 req-8f4f7f07-162c-4f12-9219-c15eadd264d0 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] 10.222.0.75 "GET /v2.0/ports?device_id=d990e071-fc30-4c15-8363-270a298369ce HTTP/1.1" status: 200 len: 943 time: 0.0738065 Mar 22 19:37:46.366643 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c39b04ee-afa1-44ff-8610-20cf42ab9025 req-6c7b000c-303f-4272-a087-0842fcd58bba tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef6d2878-14c9-4b4c-b1e7-b8cac7c0e467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934162 Mar 22 19:37:46.432060 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f1b2b3-cf57-4d2c-911c-b27cfaf5f059 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Router cef4989f-d9b6-42f2-949c-b7edbd9d0f26 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:37:46.558163 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-16e9d342-ae42-445c-8106-651133a2a0af req-7d5723c3-c659-45d7-9424-72579194c74e tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=de6f117f-65f0-4a08-bb98-cc91e362152c HTTP/1.1" status: 200 len: 210 time: 0.0776162 Mar 22 19:37:46.578517 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f1b2b3-cf57-4d2c-911c-b27cfaf5f059 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:37:46.589907 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49187ee-1a4c-4ac4-9f2a-cd8264996689 None None] Sync routers for ids ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:37:46.603418 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49187ee-1a4c-4ac4-9f2a-cd8264996689 None None] Routers {'cef4989f-d9b6-42f2-949c-b7edbd9d0f26'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:46.605227 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a49187ee-1a4c-4ac4-9f2a-cd8264996689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:46.608670 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-66f1b2b3-cf57-4d2c-911c-b27cfaf5f059 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:46.659519 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a49187ee-1a4c-4ac4-9f2a-cd8264996689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:46.671320 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49187ee-1a4c-4ac4-9f2a-cd8264996689 None None] Routers {'cef4989f-d9b6-42f2-949c-b7edbd9d0f26'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:46.675086 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-66f1b2b3-cf57-4d2c-911c-b27cfaf5f059 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.2762344 Mar 22 19:37:46.675226 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a49187ee-1a4c-4ac4-9f2a-cd8264996689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:46.675576 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37026) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:46.681930 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-80fb7d3d-6ea2-4364-b8e8-ec045b4e83c1 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1628673394'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:46.712556 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a49187ee-1a4c-4ac4-9f2a-cd8264996689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:46.713206 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49187ee-1a4c-4ac4-9f2a-cd8264996689 None None] The sync data for ids ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:37:46.715803 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fb7d3d-6ea2-4364-b8e8-ec045b4e83c1 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Made reservation on behalf of 3eda893e4a904f108126de64fa5718de for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:37:46.721115 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-80fb7d3d-6ea2-4364-b8e8-ec045b4e83c1 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:46.762831 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80fb7d3d-6ea2-4364-b8e8-ec045b4e83c1 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:37:46.776156 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-80fb7d3d-6ea2-4364-b8e8-ec045b4e83c1 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (0cba0eb5-aa5b-440f-afc2-977061684ad9), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:46.776738 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-80fb7d3d-6ea2-4364-b8e8-ec045b4e83c1 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Added segment 0cba0eb5-aa5b-440f-afc2-977061684ad9 of type vlan for network d7df36ff-c0f9-4353-821a-4cd0be6de4f4 Mar 22 19:37:46.878100 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-80fb7d3d-6ea2-4364-b8e8-ec045b4e83c1 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (d7df36ff-c0f9-4353-821a-4cd0be6de4f4), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:47.057116 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-80fb7d3d-6ea2-4364-b8e8-ec045b4e83c1 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (d7df36ff-c0f9-4353-821a-4cd0be6de4f4), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:47.065001 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fb7d3d-6ea2-4364-b8e8-ec045b4e83c1 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:47.065740 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-80fb7d3d-6ea2-4364-b8e8-ec045b4e83c1 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:47.196157 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb7d3d-6ea2-4364-b8e8-ec045b4e83c1 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event updated for resources: {'Network': ['ID=d7df36ff-c0f9-4353-821a-4cd0be6de4f4,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:47.208862 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network d7df36ff-c0f9-4353-821a-4cd0be6de4f4 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:37:47.231787 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-80fb7d3d-6ea2-4364-b8e8-ec045b4e83c1 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5548491 Mar 22 19:37:47.234438 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37036) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:47.240399 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-75196021-293a-4a8e-8000-6505d2120b5b tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Request body: {'subnet': {'network_id': 'd7df36ff-c0f9-4353-821a-4cd0be6de4f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:47.323561 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-9f5bc0ef-b29b-4744-bf0b-0afc79ecd9b4 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:47.329102 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-9f5bc0ef-b29b-4744-bf0b-0afc79ecd9b4 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.85 "GET /v2.0/networks?id=df3cb172-3bab-443c-aa40-b32eebecd0b3 HTTP/1.1" status: 200 len: 814 time: 0.4404519 Mar 22 19:37:47.423275 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-28fd7850-f7e9-46ed-ae89-559d0953d0a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:47.454930 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75196021-293a-4a8e-8000-6505d2120b5b tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Made reservation on behalf of 3eda893e4a904f108126de64fa5718de for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:37:47.459950 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-75196021-293a-4a8e-8000-6505d2120b5b tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:47.487292 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-68386606-9e87-4611-8b4f-d98781383cf3 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=432e8044b4dc4099baeb3ef825b89673 HTTP/1.1" status: 200 len: 380 time: 0.1408298 Mar 22 19:37:47.500816 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-4bace11a-87e6-4c6a-ba6a-73762751f830 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Request body: {'port': {'device_id': 'de6f117f-65f0-4a08-bb98-cc91e362152c', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'admin_state_up': True, 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'security_groups': ['b7bdc1c4-9ec1-4b5c-a148-2fef8e406f95']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:47.738188 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 51e882cf-1300-474b-b7f0-f7913ed9ded9 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:37:47.874911 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-deab8382-a4f7-4af3-a131-81a692de9be0 req-7c29a295-b810-4448-9b77-488faa37b732 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=de6f117f-65f0-4a08-bb98-cc91e362152c HTTP/1.1" status: 200 len: 210 time: 0.1769745 Mar 22 19:37:47.881314 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-75196021-293a-4a8e-8000-6505d2120b5b tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (7c944b0f-ed95-426e-9f50-6b13665da85e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:47.930233 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f8c4c-d0c0-4367-8428-458cf8f86ebd req-b5b7d713-80f0-4200-8b09-b819e7662cbf tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:47.932176 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0b0f8c4c-d0c0-4367-8428-458cf8f86ebd req-b5b7d713-80f0-4200-8b09-b819e7662cbf tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] 10.222.0.75 "GET /v2.0/ports?device_id=d990e071-fc30-4c15-8363-270a298369ce HTTP/1.1" status: 200 len: 943 time: 0.3263767 Mar 22 19:37:47.933426 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-4bace11a-87e6-4c6a-ba6a-73762751f830 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Made reservation on behalf of 432e8044b4dc4099baeb3ef825b89673 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:37:47.939661 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-4bace11a-87e6-4c6a-ba6a-73762751f830 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:47.997566 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 51e882cf-1300-474b-b7f0-f7913ed9ded9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=51e882cf-1300-474b-b7f0-f7913ed9ded9,segment=NetworkSegment(0442e64d-478d-49df-b933-c73959878d60),segment_id=0442e64d-478d-49df-b933-c73959878d60)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:48.012373 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75196021-293a-4a8e-8000-6505d2120b5b tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event updated for resources: {'Subnet': ['ID=7c944b0f-ed95-426e-9f50-6b13665da85e,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:48.072451 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75196021-293a-4a8e-8000-6505d2120b5b tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Checking segment: {'id': '0cba0eb5-aa5b-440f-afc2-977061684ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd7df36ff-c0f9-4353-821a-4cd0be6de4f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:37:48.072850 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75196021-293a-4a8e-8000-6505d2120b5b tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Network hostable DHCP agents. Network: d7df36ff-c0f9-4353-821a-4cd0be6de4f4, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:37:48.107373 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75196021-293a-4a8e-8000-6505d2120b5b tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Network d7df36ff-c0f9-4353-821a-4cd0be6de4f4 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:37:48.124012 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-75196021-293a-4a8e-8000-6505d2120b5b tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, d7df36ff-c0f9-4353-821a-4cd0be6de4f4) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:37:48.129311 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75196021-293a-4a8e-8000-6505d2120b5b tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:48.131069 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-75196021-293a-4a8e-8000-6505d2120b5b tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:48.169964 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-75196021-293a-4a8e-8000-6505d2120b5b tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9343479 Mar 22 19:37:48.170706 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37044) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:48.178185 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-28aa69a0-40e4-431b-81b5-e1d86e963054 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1567515074', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}, 'admin_state_up': False}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:48.228732 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-28aa69a0-40e4-431b-81b5-e1d86e963054 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (e9fe1df3-9bbd-46af-b5c0-cfd7563be863), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:48.229842 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-28aa69a0-40e4-431b-81b5-e1d86e963054 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (e9fe1df3-9bbd-46af-b5c0-cfd7563be863), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:48.329903 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-4bace11a-87e6-4c6a-ba6a-73762751f830 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Allocated IP 172.20.0.6 (df3cb172-3bab-443c-aa40-b32eebecd0b3/221bc404-2765-4ba4-8d0d-c9a0ec4273c0/864e1621-03e0-400d-9cc8-358e25d34427) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:37:48.355100 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-28aa69a0-40e4-431b-81b5-e1d86e963054 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for router_controller (e9fe1df3-9bbd-46af-b5c0-cfd7563be863), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:48.419339 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c811bad-166b-4f96-801a-19f93e2d09cd None None] Network d7df36ff-c0f9-4353-821a-4cd0be6de4f4 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:37:48.576426 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-4bace11a-87e6-4c6a-ba6a-73762751f830 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for port (864e1621-03e0-400d-9cc8-358e25d34427), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:48.615067 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '51e882cf-1300-474b-b7f0-f7913ed9ded9', 'network_id': '1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa', 'port_id': '51e882cf-1300-474b-b7f0-f7913ed9ded9', 'mac_address': 'fa:16:3e:a2:8f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c8dd355-97b2-412f-baa4-3ef8b66b4336', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:37:48.624324 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-4bace11a-87e6-4c6a-ba6a-73762751f830 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (864e1621-03e0-400d-9cc8-358e25d34427), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:48.672868 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-28aa69a0-40e4-431b-81b5-e1d86e963054 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for router_gateway (e9fe1df3-9bbd-46af-b5c0-cfd7563be863), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:48.704953 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 51e882cf-1300-474b-b7f0-f7913ed9ded9 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:37:48.705593 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (51e882cf-1300-474b-b7f0-f7913ed9ded9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:48.711362 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:48.727615 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2848bea-b370-49be-8a8b-676c8555f510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-d7df36ff-c0f9-4353-821a-4cd0be6de4f4', 'network_id': 'd7df36ff-c0f9-4353-821a-4cd0be6de4f4', 'project_id': '3eda893e4a904f108126de64fa5718de', 'fixed_ips': [{'subnet_id': '7c944b0f-ed95-426e-9f50-6b13665da85e'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:37:48.729022 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e2848bea-b370-49be-8a8b-676c8555f510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:48.753497 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e882cf-1300-474b-b7f0-f7913ed9ded9 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:37:48.759334 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-4bace11a-87e6-4c6a-ba6a-73762751f830 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Network df3cb172-3bab-443c-aa40-b32eebecd0b3 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:37:48.768629 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:48.784294 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 51e882cf-1300-474b-b7f0-f7913ed9ded9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=51e882cf-1300-474b-b7f0-f7913ed9ded9,segment=NetworkSegment(0442e64d-478d-49df-b933-c73959878d60),segment_id=0442e64d-478d-49df-b933-c73959878d60)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:48.792013 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bace11a-87e6-4c6a-ba6a-73762751f830 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Pushing event updated for resources: {'Port': ['ID=864e1621-03e0-400d-9cc8-358e25d34427,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:48.817387 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-4bace11a-87e6-4c6a-ba6a-73762751f830 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:37:48.825875 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-4bace11a-87e6-4c6a-ba6a-73762751f830 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:37:48.878998 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0b0f8c4c-d0c0-4367-8428-458cf8f86ebd req-ad574004-d073-4e90-816d-c94c306ff102 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef6d2878-14c9-4b4c-b1e7-b8cac7c0e467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9318285 Mar 22 19:37:48.899201 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (51e882cf-1300-474b-b7f0-f7913ed9ded9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:48.931223 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-4bace11a-87e6-4c6a-ba6a-73762751f830 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:48.942763 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-4bace11a-87e6-4c6a-ba6a-73762751f830 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:48.975727 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-4bace11a-87e6-4c6a-ba6a-73762751f830 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4788077 Mar 22 19:37:48.989979 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-ab102b25-7aee-4100-b590-e7ba4f97823c service neutron] Request body: {'port': {'device_id': 'de6f117f-65f0-4a08-bb98-cc91e362152c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:49.119625 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-28aa69a0-40e4-431b-81b5-e1d86e963054 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for router_gateway (e9fe1df3-9bbd-46af-b5c0-cfd7563be863), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:49.145058 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['51e882cf-1300-474b-b7f0-f7913ed9ded9'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:37:49.164609 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-ab102b25-7aee-4100-b590-e7ba4f97823c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (864e1621-03e0-400d-9cc8-358e25d34427), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:49.168377 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-28aa69a0-40e4-431b-81b5-e1d86e963054 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:49.332617 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=51e882cf-1300-474b-b7f0-f7913ed9ded9,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:49.526557 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-28aa69a0-40e4-431b-81b5-e1d86e963054 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Allocated IP 172.25.5.18 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/3450c34a-9b49-4f49-899b-d0012462f0bc) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:37:49.638086 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7926a56-2e3f-4236-a26e-6c0b1f54e6b2 req-80ffc1e4-5fbe-4a6e-88b5-0788631a5ff8 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:49.645868 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-e2848bea-b370-49be-8a8b-676c8555f510 None None] Allocated IP 172.20.0.2 (d7df36ff-c0f9-4353-821a-4cd0be6de4f4/7c944b0f-ed95-426e-9f50-6b13665da85e/8c2eefc6-df54-46c5-bb11-c76a24d4945e) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:37:49.652177 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e06e427f-8d66-4987-b175-1223ab75ed4d None None] Provisioning complete for port 864e1621-03e0-400d-9cc8-358e25d34427 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:37:49.652787 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e06e427f-8d66-4987-b175-1223ab75ed4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (864e1621-03e0-400d-9cc8-358e25d34427), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:49.661941 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b7926a56-2e3f-4236-a26e-6c0b1f54e6b2 req-80ffc1e4-5fbe-4a6e-88b5-0788631a5ff8 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=de6f117f-65f0-4a08-bb98-cc91e362152c HTTP/1.1" status: 200 len: 931 time: 0.6051922 Mar 22 19:37:49.704971 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e06e427f-8d66-4987-b175-1223ab75ed4d None None] Port 864e1621-03e0-400d-9cc8-358e25d34427 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:37:49.822449 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-28aa69a0-40e4-431b-81b5-e1d86e963054 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for port (3450c34a-9b49-4f49-899b-d0012462f0bc), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:49.877534 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-28aa69a0-40e4-431b-81b5-e1d86e963054 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (3450c34a-9b49-4f49-899b-d0012462f0bc), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:49.967910 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28aa69a0-40e4-431b-81b5-e1d86e963054 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:37:49.977007 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-28aa69a0-40e4-431b-81b5-e1d86e963054 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:37:49.982270 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aa69a0-40e4-431b-81b5-e1d86e963054 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:37:49.995059 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b7926a56-2e3f-4236-a26e-6c0b1f54e6b2 req-077a83cf-5bd1-4d78-9d8f-54fe330f7e73 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=b7bdc1c4-9ec1-4b5c-a148-2fef8e406f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3371074 Mar 22 19:37:50.031291 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-ab102b25-7aee-4100-b590-e7ba4f97823c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 864e1621-03e0-400d-9cc8-358e25d34427 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:37:50.066005 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-ab102b25-7aee-4100-b590-e7ba4f97823c service neutron] Publish callbacks [] for port (864e1621-03e0-400d-9cc8-358e25d34427), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:50.103556 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e2848bea-b370-49be-8a8b-676c8555f510 None None] Publish callbacks [] for port (8c2eefc6-df54-46c5-bb11-c76a24d4945e), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:50.121259 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa69a0-40e4-431b-81b5-e1d86e963054 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event updated for resources: {'Port': ['ID=3450c34a-9b49-4f49-899b-d0012462f0bc,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:50.128553 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-ab102b25-7aee-4100-b590-e7ba4f97823c service neutron] Transition to ACTIVE for port object 864e1621-03e0-400d-9cc8-358e25d34427 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:37:50.128765 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e2848bea-b370-49be-8a8b-676c8555f510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (8c2eefc6-df54-46c5-bb11-c76a24d4945e), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:50.138506 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-ab102b25-7aee-4100-b590-e7ba4f97823c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (864e1621-03e0-400d-9cc8-358e25d34427), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:50.182957 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2848bea-b370-49be-8a8b-676c8555f510 None None] Network d7df36ff-c0f9-4353-821a-4cd0be6de4f4 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:37:50.186587 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-e2848bea-b370-49be-8a8b-676c8555f510 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:37:50.189213 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:50.191573 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2848bea-b370-49be-8a8b-676c8555f510 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:37:50.210961 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5b35836e-8a38-4a57-9d6a-735e53e7e03b req-0a568804-a76e-4a55-b9c1-44e6533710eb service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3430941 Mar 22 19:37:50.242879 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2848bea-b370-49be-8a8b-676c8555f510 None None] Pushing event updated for resources: {'Port': ['ID=8c2eefc6-df54-46c5-bb11-c76a24d4945e,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:50.284769 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-e2848bea-b370-49be-8a8b-676c8555f510 None None] Attempting to bind port 8c2eefc6-df54-46c5-bb11-c76a24d4945e on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:37:50.294553 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-e2848bea-b370-49be-8a8b-676c8555f510 None None] Attempting to bind port 8c2eefc6-df54-46c5-bb11-c76a24d4945e by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '0cba0eb5-aa5b-440f-afc2-977061684ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd7df36ff-c0f9-4353-821a-4cd0be6de4f4'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:37:50.295147 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2848bea-b370-49be-8a8b-676c8555f510 None None] Attempting to bind port 8c2eefc6-df54-46c5-bb11-c76a24d4945e on network d7df36ff-c0f9-4353-821a-4cd0be6de4f4 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:37:50.306451 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2848bea-b370-49be-8a8b-676c8555f510 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:37:50.307092 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2848bea-b370-49be-8a8b-676c8555f510 None None] Checking segment: {'id': '0cba0eb5-aa5b-440f-afc2-977061684ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd7df36ff-c0f9-4353-821a-4cd0be6de4f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:37:50.307497 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e2848bea-b370-49be-8a8b-676c8555f510 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:50.307980 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2848bea-b370-49be-8a8b-676c8555f510 None None] Bound using segment: {'id': '0cba0eb5-aa5b-440f-afc2-977061684ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd7df36ff-c0f9-4353-821a-4cd0be6de4f4'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:37:50.308377 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-e2848bea-b370-49be-8a8b-676c8555f510 None None] Bound port: 8c2eefc6-df54-46c5-bb11-c76a24d4945e, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cba0eb5-aa5b-440f-afc2-977061684ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd7df36ff-c0f9-4353-821a-4cd0be6de4f4'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:37:50.308767 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e2848bea-b370-49be-8a8b-676c8555f510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8c2eefc6-df54-46c5-bb11-c76a24d4945e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:50.309046 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab102b25-7aee-4100-b590-e7ba4f97823c service neutron] Pushing event updated for resources: {'Port': ['ID=864e1621-03e0-400d-9cc8-358e25d34427,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:50.330454 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d034a-5451-4548-860a-688dd7ffca3b req-6d8cd0af-fa5b-4b31-b538-9b33ac5e8e93 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:50.334278 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2e1d034a-5451-4548-860a-688dd7ffca3b req-6d8cd0af-fa5b-4b31-b538-9b33ac5e8e93 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] 10.222.0.75 "GET /v2.0/ports?device_id=d990e071-fc30-4c15-8363-270a298369ce HTTP/1.1" status: 200 len: 944 time: 0.2384048 Mar 22 19:37:50.501425 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e2848bea-b370-49be-8a8b-676c8555f510 None None] For port 8c2eefc6-df54-46c5-bb11-c76a24d4945e, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:37:50.511877 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e2848bea-b370-49be-8a8b-676c8555f510 None None] For port 8c2eefc6-df54-46c5-bb11-c76a24d4945e, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=8c2eefc6-df54-46c5-bb11-c76a24d4945e,segment=NetworkSegment(0cba0eb5-aa5b-440f-afc2-977061684ad9),segment_id=0cba0eb5-aa5b-440f-afc2-977061684ad9)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:37:50.513397 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2e1d034a-5451-4548-860a-688dd7ffca3b req-758f9126-794e-4a71-b68f-adbbc20bc782 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef6d2878-14c9-4b4c-b1e7-b8cac7c0e467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334026 Mar 22 19:37:50.531148 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e2848bea-b370-49be-8a8b-676c8555f510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8c2eefc6-df54-46c5-bb11-c76a24d4945e), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:50.552581 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-ab102b25-7aee-4100-b590-e7ba4f97823c service neutron] Attempting to bind port 864e1621-03e0-400d-9cc8-358e25d34427 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:37:50.554907 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-ab102b25-7aee-4100-b590-e7ba4f97823c service neutron] Attempting to bind port 864e1621-03e0-400d-9cc8-358e25d34427 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '6e736185-0014-45d0-ba97-665298266e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:37:50.555426 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-ab102b25-7aee-4100-b590-e7ba4f97823c service neutron] Attempting to bind port 864e1621-03e0-400d-9cc8-358e25d34427 on network df3cb172-3bab-443c-aa40-b32eebecd0b3 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:37:50.562011 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-ab102b25-7aee-4100-b590-e7ba4f97823c service neutron] Port 864e1621-03e0-400d-9cc8-358e25d34427 on network df3cb172-3bab-443c-aa40-b32eebecd0b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:37:50.562838 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-ab102b25-7aee-4100-b590-e7ba4f97823c service neutron] Attempting to bind port 864e1621-03e0-400d-9cc8-358e25d34427 on network df3cb172-3bab-443c-aa40-b32eebecd0b3 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:37:50.570985 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-ab102b25-7aee-4100-b590-e7ba4f97823c service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:37:50.575602 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-ab102b25-7aee-4100-b590-e7ba4f97823c service neutron] Checking segment: {'id': '6e736185-0014-45d0-ba97-665298266e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:37:50.576007 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-ab102b25-7aee-4100-b590-e7ba4f97823c service neutron] Bound using segment: {'id': '6e736185-0014-45d0-ba97-665298266e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:37:50.576934 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-ab102b25-7aee-4100-b590-e7ba4f97823c service neutron] Bound port: 864e1621-03e0-400d-9cc8-358e25d34427, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e736185-0014-45d0-ba97-665298266e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:37:50.576934 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-ab102b25-7aee-4100-b590-e7ba4f97823c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (864e1621-03e0-400d-9cc8-358e25d34427), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:50.630772 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-28aa69a0-40e4-431b-81b5-e1d86e963054 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for router_gateway (e9fe1df3-9bbd-46af-b5c0-cfd7563be863), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:50.718474 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2848bea-b370-49be-8a8b-676c8555f510 None None] Pushing event updated for resources: {'Port': ['ID=8c2eefc6-df54-46c5-bb11-c76a24d4945e,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:50.728497 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-ab102b25-7aee-4100-b590-e7ba4f97823c service neutron] For port 864e1621-03e0-400d-9cc8-358e25d34427, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:37:50.735790 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-ab102b25-7aee-4100-b590-e7ba4f97823c service neutron] For port 864e1621-03e0-400d-9cc8-358e25d34427, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=864e1621-03e0-400d-9cc8-358e25d34427,segment=NetworkSegment(6e736185-0014-45d0-ba97-665298266e3f),segment_id=6e736185-0014-45d0-ba97-665298266e3f)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:37:50.747094 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-ab102b25-7aee-4100-b590-e7ba4f97823c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (864e1621-03e0-400d-9cc8-358e25d34427), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:50.775122 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35836e-8a38-4a57-9d6a-735e53e7e03b req-df7cae09-4d69-4ae3-af13-c84fe956cbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:50.776803 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5b35836e-8a38-4a57-9d6a-735e53e7e03b req-df7cae09-4d69-4ae3-af13-c84fe956cbbd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=137468e00bf34ff2a062af7508045a68&device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 1128 time: 0.5397806 Mar 22 19:37:50.828425 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-ab102b25-7aee-4100-b590-e7ba4f97823c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:50.829445 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-ab102b25-7aee-4100-b590-e7ba4f97823c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:50.831813 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-ab102b25-7aee-4100-b590-e7ba4f97823c service neutron] 10.222.0.85 "PUT /v2.0/ports/864e1621-03e0-400d-9cc8-358e25d34427 HTTP/1.1" status: 200 len: 1092 time: 1.8477848 Mar 22 19:37:50.832830 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6f117f-65f0-4a08-bb98-cc91e362152c', 'tag': '864e1621-03e0-400d-9cc8-358e25d34427'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:37:50.838038 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb69e11-b6b8-4fdc-ac27-f83998d60839" -d '{"events": [{"name": "network-changed", "server_uuid": "de6f117f-65f0-4a08-bb98-cc91e362152c", "tag": "864e1621-03e0-400d-9cc8-358e25d34427"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:37:50.926724 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba85f8c-2e14-46ee-b838-292ffc9fed8b x-openstack-request-id: req-2ba85f8c-2e14-46ee-b838-292ffc9fed8b {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:37:50.927226 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6f117f-65f0-4a08-bb98-cc91e362152c", "tag": "864e1621-03e0-400d-9cc8-358e25d34427", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:37:50.927638 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2ba85f8c-2e14-46ee-b838-292ffc9fed8b {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:37:50.928965 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ba85f8c-2e14-46ee-b838-292ffc9fed8b'] response: {'name': 'network-changed', 'server_uuid': 'de6f117f-65f0-4a08-bb98-cc91e362152c', 'tag': '864e1621-03e0-400d-9cc8-358e25d34427', 'status': 'completed', 'code': 200} Mar 22 19:37:50.980601 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab102b25-7aee-4100-b590-e7ba4f97823c service neutron] Pushing event updated for resources: {'Port': ['ID=864e1621-03e0-400d-9cc8-358e25d34427,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:51.007523 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-e5cb56a7-d8bd-4299-8734-6ff867ddfef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:51.011194 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-e5cb56a7-d8bd-4299-8734-6ff867ddfef1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=432e8044b4dc4099baeb3ef825b89673&device_id=de6f117f-65f0-4a08-bb98-cc91e362152c HTTP/1.1" status: 200 len: 1126 time: 0.0812016 Mar 22 19:37:51.098104 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-19e2333a-d7eb-46f7-8fef-4ffbeaba8176 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=864e1621-03e0-400d-9cc8-358e25d34427 HTTP/1.1" status: 200 len: 217 time: 0.0777204 Mar 22 19:37:51.164674 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35836e-8a38-4a57-9d6a-735e53e7e03b req-eb86ffb3-b023-4674-9c4d-880a13578653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:51.166350 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5b35836e-8a38-4a57-9d6a-735e53e7e03b req-eb86ffb3-b023-4674-9c4d-880a13578653 service neutron] 10.222.0.85 "GET /v2.0/networks?id=c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d HTTP/1.1" status: 200 len: 912 time: 0.2586119 Mar 22 19:37:51.167477 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-28aa69a0-40e4-431b-81b5-e1d86e963054 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (e9fe1df3-9bbd-46af-b5c0-cfd7563be863), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:51.259435 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-11ce3bc3-f7db-44a8-96a5-176606b923ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:51.260993 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-11ce3bc3-f7db-44a8-96a5-176606b923ab service neutron] 10.222.0.85 "GET /v2.0/subnets?id=221bc404-2765-4ba4-8d0d-c9a0ec4273c0 HTTP/1.1" status: 200 len: 853 time: 0.1577327 Mar 22 19:37:51.268232 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5b35836e-8a38-4a57-9d6a-735e53e7e03b req-3c456dc0-fa69-4d30-8235-5ede323b8b29 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4d98ee1-0767-4685-a8d4-ad1847276080 HTTP/1.1" status: 200 len: 1000 time: 0.0909762 Mar 22 19:37:51.346534 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242a8e9-ca5f-452a-aa06-9ad956acb6ab req-5b818fd3-7f35-42b3-b73e-2b27c03a45a3 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:51.348345 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5242a8e9-ca5f-452a-aa06-9ad956acb6ab req-5b818fd3-7f35-42b3-b73e-2b27c03a45a3 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=de6f117f-65f0-4a08-bb98-cc91e362152c HTTP/1.1" status: 200 len: 943 time: 0.2151229 Mar 22 19:37:51.383679 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:51.410731 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35836e-8a38-4a57-9d6a-735e53e7e03b req-7dcdec4a-d606-40b2-af50-bf7ec0bae8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:51.412227 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5b35836e-8a38-4a57-9d6a-735e53e7e03b req-7dcdec4a-d606-40b2-af50-bf7ec0bae8e9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c16ed728-31a8-4b8b-ab21-2e035a2f97dd HTTP/1.1" status: 200 len: 850 time: 0.0605280 Mar 22 19:37:51.428017 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-e0ee959c-2d3a-46ce-9f49-bd7e96567969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:51.434694 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-e0ee959c-2d3a-46ce-9f49-bd7e96567969 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=df3cb172-3bab-443c-aa40-b32eebecd0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1611679 Mar 22 19:37:51.483046 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35836e-8a38-4a57-9d6a-735e53e7e03b req-c7ab597e-950d-482c-8c4f-49220f387cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:51.484633 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5b35836e-8a38-4a57-9d6a-735e53e7e03b req-c7ab597e-950d-482c-8c4f-49220f387cf7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0620837 Mar 22 19:37:51.485435 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28aa69a0-40e4-431b-81b5-e1d86e963054 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Router e9fe1df3-9bbd-46af-b5c0-cfd7563be863 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:37:51.502895 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5242a8e9-ca5f-452a-aa06-9ad956acb6ab req-93658d3a-f75f-47de-8845-ef66a4cfaed5 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=b7bdc1c4-9ec1-4b5c-a148-2fef8e406f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461902 Mar 22 19:37:51.719270 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-945da5d3-f6ee-4ee3-8db1-dac361e2d3ae service neutron] 10.222.0.85 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741790 Mar 22 19:37:51.797695 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 51e882cf-1300-474b-b7f0-f7913ed9ded9 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:37:51.854935 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8d4c9205-cc29-464d-aab4-f1a1d2cd9a4f req-0bef4103-c90e-49ed-a70a-df579be07195 service neutron] 10.222.0.85 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334240 Mar 22 19:37:51.885929 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e319e-0b1b-45ec-9bd4-f98c93d8ce89 req-4d310328-b77c-4330-8d0c-04721cc92bb9 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:51.887509 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-448e319e-0b1b-45ec-9bd4-f98c93d8ce89 req-4d310328-b77c-4330-8d0c-04721cc92bb9 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] 10.222.0.75 "GET /v2.0/ports?device_id=d990e071-fc30-4c15-8363-270a298369ce HTTP/1.1" status: 200 len: 944 time: 0.2695205 Mar 22 19:37:51.903102 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 51e882cf-1300-474b-b7f0-f7913ed9ded9 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:37:51.919811 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 51e882cf-1300-474b-b7f0-f7913ed9ded9 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:37:51.920198 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (51e882cf-1300-474b-b7f0-f7913ed9ded9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:52.143171 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-448e319e-0b1b-45ec-9bd4-f98c93d8ce89 req-0a3c64d5-fefd-46f3-96db-b4f68fe08c87 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef6d2878-14c9-4b4c-b1e7-b8cac7c0e467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457113 Mar 22 19:37:52.149740 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb69e11-b6b8-4fdc-ac27-f83998d60839 req-eb930b93-c129-477f-8f82-dbb71398b657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:52.155186 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2eb69e11-b6b8-4fdc-ac27-f83998d60839 req-eb930b93-c129-477f-8f82-dbb71398b657 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=432e8044b4dc4099baeb3ef825b89673&device_id=de6f117f-65f0-4a08-bb98-cc91e362152c HTTP/1.1" status: 200 len: 1126 time: 0.2051368 Mar 22 19:37:52.155474 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 51e882cf-1300-474b-b7f0-f7913ed9ded9 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:37:52.155893 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (51e882cf-1300-474b-b7f0-f7913ed9ded9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:52.230186 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd990e071-fc30-4c15-8363-270a298369ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e882cf-1300-474b-b7f0-f7913ed9ded9'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:37:52.233635 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb768e9c-4fe4-4ccc-807c-4a445eb98a03" -d '{"events": [{"server_uuid": "d990e071-fc30-4c15-8363-270a298369ce", "name": "network-vif-plugged", "status": "completed", "tag": "51e882cf-1300-474b-b7f0-f7913ed9ded9"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:37:52.257403 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 8c2eefc6-df54-46c5-bb11-c76a24d4945e up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:37:52.261299 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5b35836e-8a38-4a57-9d6a-735e53e7e03b req-02ef313c-8a33-4123-aa90-cda877db1431 service neutron] 10.222.0.85 "GET /v2.0/networks/c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7694459 Mar 22 19:37:52.274859 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 51e882cf-1300-474b-b7f0-f7913ed9ded9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=51e882cf-1300-474b-b7f0-f7913ed9ded9,segment=NetworkSegment(0442e64d-478d-49df-b933-c73959878d60),segment_id=0442e64d-478d-49df-b933-c73959878d60)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:52.336900 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (51e882cf-1300-474b-b7f0-f7913ed9ded9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:52.375627 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb69e11-b6b8-4fdc-ac27-f83998d60839 req-dfb2109d-4879-4323-b80e-f24a1273f8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:52.377121 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2eb69e11-b6b8-4fdc-ac27-f83998d60839 req-dfb2109d-4879-4323-b80e-f24a1273f8e2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=df3cb172-3bab-443c-aa40-b32eebecd0b3 HTTP/1.1" status: 200 len: 915 time: 0.2168152 Mar 22 19:37:52.405736 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5b35836e-8a38-4a57-9d6a-735e53e7e03b req-f7cc0ba0-4229-4e0a-be64-f6d93ecfb152 service neutron] 10.222.0.85 "GET /v2.0/networks/c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335940 Mar 22 19:37:52.439425 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bfa476-524d-4860-9581-923924eb5711 x-openstack-request-id: req-23bfa476-524d-4860-9581-923924eb5711 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:37:52.439978 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d990e071-fc30-4c15-8363-270a298369ce", "name": "network-vif-plugged", "status": "completed", "tag": "51e882cf-1300-474b-b7f0-f7913ed9ded9", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:37:52.440557 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-23bfa476-524d-4860-9581-923924eb5711 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:37:52.441296 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23bfa476-524d-4860-9581-923924eb5711'] response: {'server_uuid': 'd990e071-fc30-4c15-8363-270a298369ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e882cf-1300-474b-b7f0-f7913ed9ded9', 'code': 200} Mar 22 19:37:52.447313 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28aa69a0-40e4-431b-81b5-e1d86e963054 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:37:52.463498 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc29b597-286d-457d-8586-c92aede70ac0 None None] Network d7df36ff-c0f9-4353-821a-4cd0be6de4f4 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:37:52.470819 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2eb69e11-b6b8-4fdc-ac27-f83998d60839 req-1ab543e8-5bc0-4b3f-bfa4-ed126bdc66a5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=864e1621-03e0-400d-9cc8-358e25d34427 HTTP/1.1" status: 200 len: 217 time: 0.0795476 Mar 22 19:37:52.474620 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b7e2b0-2e41-4e77-8118-500d94c305a1 None None] Sync routers for ids ['e9fe1df3-9bbd-46af-b5c0-cfd7563be863'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:37:52.580622 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-28aa69a0-40e4-431b-81b5-e1d86e963054 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:52.586861 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-28aa69a0-40e4-431b-81b5-e1d86e963054 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.4151206 Mar 22 19:37:52.591123 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37076) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:52.591614 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b7e2b0-2e41-4e77-8118-500d94c305a1 None None] Routers {'e9fe1df3-9bbd-46af-b5c0-cfd7563be863'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:52.592252 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-83b7e2b0-2e41-4e77-8118-500d94c305a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e9fe1df3-9bbd-46af-b5c0-cfd7563be863'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:52.612572 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb69e11-b6b8-4fdc-ac27-f83998d60839 req-3527217e-06c0-4597-9fe7-a52523df3d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:52.620193 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2eb69e11-b6b8-4fdc-ac27-f83998d60839 req-3527217e-06c0-4597-9fe7-a52523df3d98 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=221bc404-2765-4ba4-8d0d-c9a0ec4273c0 HTTP/1.1" status: 200 len: 853 time: 0.1377077 Mar 22 19:37:52.648402 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=51e882cf-1300-474b-b7f0-f7913ed9ded9,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:52.659045 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-83b7e2b0-2e41-4e77-8118-500d94c305a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:52.667174 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-1d6d9550-0796-43a3-b218-61572358f75c None None] Provisioning complete for port 8c2eefc6-df54-46c5-bb11-c76a24d4945e triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:37:52.667540 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1d6d9550-0796-43a3-b218-61572358f75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8c2eefc6-df54-46c5-bb11-c76a24d4945e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:52.706697 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 8c2eefc6-df54-46c5-bb11-c76a24d4945e triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:37:52.707236 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8c2eefc6-df54-46c5-bb11-c76a24d4945e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:52.759332 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ca71e-a700-46fc-b00e-7d7f2bedff9c req-6a80fed8-9932-4833-adc2-5e5611540c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:52.767358 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-780ca71e-a700-46fc-b00e-7d7f2bedff9c req-6a80fed8-9932-4833-adc2-5e5611540c72 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d990e071-fc30-4c15-8363-270a298369ce HTTP/1.1" status: 200 len: 1128 time: 0.2856615 Mar 22 19:37:52.773304 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b7e2b0-2e41-4e77-8118-500d94c305a1 None None] Routers {'e9fe1df3-9bbd-46af-b5c0-cfd7563be863'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:52.774557 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-83b7e2b0-2e41-4e77-8118-500d94c305a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e9fe1df3-9bbd-46af-b5c0-cfd7563be863'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:52.886182 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-83b7e2b0-2e41-4e77-8118-500d94c305a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:52.894564 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-780ca71e-a700-46fc-b00e-7d7f2bedff9c req-7d2566ee-351f-4d75-bb5d-65f8dad56a60 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=ef6d2878-14c9-4b4c-b1e7-b8cac7c0e467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198232 Mar 22 19:37:52.894832 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b7e2b0-2e41-4e77-8118-500d94c305a1 None None] The sync data for ids ['e9fe1df3-9bbd-46af-b5c0-cfd7563be863'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:37:52.907930 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb69e11-b6b8-4fdc-ac27-f83998d60839 req-a86b970e-0b0a-4536-a17b-bd5773afa149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:52.912164 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2eb69e11-b6b8-4fdc-ac27-f83998d60839 req-a86b970e-0b0a-4536-a17b-bd5773afa149 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=df3cb172-3bab-443c-aa40-b32eebecd0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2852230 Mar 22 19:37:52.935428 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a8b25-3797-4663-9828-35053b80c65d req-0c6a4bd0-ca3d-4508-b89a-83aaeadca4d8 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:52.937063 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f08a8b25-3797-4663-9828-35053b80c65d req-0c6a4bd0-ca3d-4508-b89a-83aaeadca4d8 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=de6f117f-65f0-4a08-bb98-cc91e362152c HTTP/1.1" status: 200 len: 943 time: 0.2230880 Mar 22 19:37:53.113729 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 8c2eefc6-df54-46c5-bb11-c76a24d4945e is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:37:53.114085 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8c2eefc6-df54-46c5-bb11-c76a24d4945e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:53.141007 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f08a8b25-3797-4663-9828-35053b80c65d req-b0b90308-a172-4a14-9f84-8f6e70835baa tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=b7bdc1c4-9ec1-4b5c-a148-2fef8e406f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858761 Mar 22 19:37:53.190170 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 8c2eefc6-df54-46c5-bb11-c76a24d4945e, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=8c2eefc6-df54-46c5-bb11-c76a24d4945e,segment=NetworkSegment(0cba0eb5-aa5b-440f-afc2-977061684ad9),segment_id=0cba0eb5-aa5b-440f-afc2-977061684ad9)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:53.214686 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8c2eefc6-df54-46c5-bb11-c76a24d4945e), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:53.243021 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2eb69e11-b6b8-4fdc-ac27-f83998d60839 req-a8ca0b98-f7bc-4715-9d24-ba912b1c9542 service neutron] 10.222.0.85 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049507 Mar 22 19:37:53.283667 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1d6d9550-0796-43a3-b218-61572358f75c None None] Current status of the port 8c2eefc6-df54-46c5-bb11-c76a24d4945e is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:37:53.284307 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1d6d9550-0796-43a3-b218-61572358f75c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8c2eefc6-df54-46c5-bb11-c76a24d4945e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:53.345621 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=8c2eefc6-df54-46c5-bb11-c76a24d4945e,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:53.409758 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.api [None req-1d6d9550-0796-43a3-b218-61572358f75c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:37:53.410292 n-d-705658-24 neutron-server[104174]: DEBUG oslo_db.api [None req-1d6d9550-0796-43a3-b218-61572358f75c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:37:53.568519 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3dc84b83-acec-444f-a4de-1bb8bef57122 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:54.039907 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1d6d9550-0796-43a3-b218-61572358f75c None None] Current status of the port 8c2eefc6-df54-46c5-bb11-c76a24d4945e is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:37:54.120351 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ea5e8-de33-44f5-9eaf-a1d4f32a7718 req-aaa1bb77-d877-40ae-bc20-328477723a15 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:54.122758 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-175ea5e8-de33-44f5-9eaf-a1d4f32a7718 req-aaa1bb77-d877-40ae-bc20-328477723a15 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] 10.222.0.75 "GET /v2.0/ports?device_id=d990e071-fc30-4c15-8363-270a298369ce HTTP/1.1" status: 200 len: 945 time: 0.1386099 Mar 22 19:37:54.142912 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2eb69e11-b6b8-4fdc-ac27-f83998d60839 req-10cf830b-8a78-4c05-b5cb-79b9b5611393 service neutron] 10.222.0.85 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8919179 Mar 22 19:37:54.180605 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 8c2eefc6-df54-46c5-bb11-c76a24d4945e up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:37:54.227224 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-3dc84b83-acec-444f-a4de-1bb8bef57122 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Allocated IP 172.20.0.1 (d7df36ff-c0f9-4353-821a-4cd0be6de4f4/7c944b0f-ed95-426e-9f50-6b13665da85e/67b936e6-0dcb-4aa8-9b02-864edeec8071) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:37:54.259756 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f029908e-de44-4447-990c-c2c25a97d7c5 None None] Provisioning complete for port 8c2eefc6-df54-46c5-bb11-c76a24d4945e triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:37:54.266239 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f029908e-de44-4447-990c-c2c25a97d7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8c2eefc6-df54-46c5-bb11-c76a24d4945e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:54.266470 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-175ea5e8-de33-44f5-9eaf-a1d4f32a7718 req-36b531d5-98bb-4770-a1f8-e97c068b394a tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef6d2878-14c9-4b4c-b1e7-b8cac7c0e467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320181 Mar 22 19:37:54.408329 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3dc84b83-acec-444f-a4de-1bb8bef57122 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for port (67b936e6-0dcb-4aa8-9b02-864edeec8071), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:54.418091 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58835663-c8a4-435e-b590-e64725190a74 req-12ad01f1-65e6-4131-bbac-080c1ff2cb59 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:54.426984 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58835663-c8a4-435e-b590-e64725190a74 req-12ad01f1-65e6-4131-bbac-080c1ff2cb59 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=de6f117f-65f0-4a08-bb98-cc91e362152c HTTP/1.1" status: 200 len: 943 time: 0.1233559 Mar 22 19:37:54.443406 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f029908e-de44-4447-990c-c2c25a97d7c5 None None] Current status of the port 8c2eefc6-df54-46c5-bb11-c76a24d4945e is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:37:54.445666 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 864e1621-03e0-400d-9cc8-358e25d34427 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:37:54.459154 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3dc84b83-acec-444f-a4de-1bb8bef57122 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (67b936e6-0dcb-4aa8-9b02-864edeec8071), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:54.494204 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 8c2eefc6-df54-46c5-bb11-c76a24d4945e triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:37:54.494204 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8c2eefc6-df54-46c5-bb11-c76a24d4945e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:54.517179 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58835663-c8a4-435e-b590-e64725190a74 req-99e02767-5b7b-4254-b637-a3d32c276a57 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=b7bdc1c4-9ec1-4b5c-a148-2fef8e406f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754118 Mar 22 19:37:54.609518 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc84b83-acec-444f-a4de-1bb8bef57122 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event updated for resources: {'Port': ['ID=67b936e6-0dcb-4aa8-9b02-864edeec8071,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:54.625219 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc84b83-acec-444f-a4de-1bb8bef57122 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Network d7df36ff-c0f9-4353-821a-4cd0be6de4f4 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:37:54.626780 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-3dc84b83-acec-444f-a4de-1bb8bef57122 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:37:54.632579 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc84b83-acec-444f-a4de-1bb8bef57122 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:37:54.694382 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 8c2eefc6-df54-46c5-bb11-c76a24d4945e is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:37:54.740501 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3dc84b83-acec-444f-a4de-1bb8bef57122 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (e9fe1df3-9bbd-46af-b5c0-cfd7563be863), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:54.776251 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 864e1621-03e0-400d-9cc8-358e25d34427, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=864e1621-03e0-400d-9cc8-358e25d34427,segment=NetworkSegment(6e736185-0014-45d0-ba97-665298266e3f),segment_id=6e736185-0014-45d0-ba97-665298266e3f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:54.789410 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '864e1621-03e0-400d-9cc8-358e25d34427', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'port_id': '864e1621-03e0-400d-9cc8-358e25d34427', 'mac_address': 'fa:16:3e:4a:70:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:37:54.847160 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 864e1621-03e0-400d-9cc8-358e25d34427 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:37:54.847558 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (864e1621-03e0-400d-9cc8-358e25d34427), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:54.873378 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 864e1621-03e0-400d-9cc8-358e25d34427 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:37:54.924148 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 864e1621-03e0-400d-9cc8-358e25d34427, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=864e1621-03e0-400d-9cc8-358e25d34427,segment=NetworkSegment(6e736185-0014-45d0-ba97-665298266e3f),segment_id=6e736185-0014-45d0-ba97-665298266e3f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:54.942848 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (864e1621-03e0-400d-9cc8-358e25d34427), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:55.025189 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=864e1621-03e0-400d-9cc8-358e25d34427,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:55.088816 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-6048852d-8030-4dc3-9399-29bdb39e1191 None None] Provisioning complete for port 67b936e6-0dcb-4aa8-9b02-864edeec8071 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:37:55.089906 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3dc84b83-acec-444f-a4de-1bb8bef57122 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (67b936e6-0dcb-4aa8-9b02-864edeec8071), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:55.090518 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6048852d-8030-4dc3-9399-29bdb39e1191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (67b936e6-0dcb-4aa8-9b02-864edeec8071), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:55.275601 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-6048852d-8030-4dc3-9399-29bdb39e1191 None None] Port 67b936e6-0dcb-4aa8-9b02-864edeec8071 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:37:55.333678 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['864e1621-03e0-400d-9cc8-358e25d34427'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:37:55.406043 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37106) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:55.559084 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-24d539f0-15ff-48e7-8a51-d60ddcee25d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:55.584296 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df83b4-df6c-4a3c-a946-8132f3859bbc req-425797eb-8530-417b-bac9-95d9ce53b250 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:55.592996 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c8df83b4-df6c-4a3c-a946-8132f3859bbc req-425797eb-8530-417b-bac9-95d9ce53b250 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] 10.222.0.75 "GET /v2.0/ports?device_id=d990e071-fc30-4c15-8363-270a298369ce HTTP/1.1" status: 200 len: 945 time: 0.1448257 Mar 22 19:37:55.697483 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-24d539f0-15ff-48e7-8a51-d60ddcee25d7 admin admin] Publish callbacks [] for security_group (cd971d7b-b6eb-4095-ba21-1b85f6982e89), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:55.753053 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-24d539f0-15ff-48e7-8a51-d60ddcee25d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (cd971d7b-b6eb-4095-ba21-1b85f6982e89), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:55.820919 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf075483-ac70-4b37-9774-1d3eea8ee1c8 req-9d085ae1-8e09-420e-b040-584a6e44ef18 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:55.822649 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bf075483-ac70-4b37-9774-1d3eea8ee1c8 req-9d085ae1-8e09-420e-b040-584a6e44ef18 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=de6f117f-65f0-4a08-bb98-cc91e362152c HTTP/1.1" status: 200 len: 944 time: 0.1218817 Mar 22 19:37:55.833342 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c8df83b4-df6c-4a3c-a946-8132f3859bbc req-f0a7ffa2-d6b2-47d8-b4ff-557223f8483d tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef6d2878-14c9-4b4c-b1e7-b8cac7c0e467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389235 Mar 22 19:37:55.892349 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3dc84b83-acec-444f-a4de-1bb8bef57122 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for port (67b936e6-0dcb-4aa8-9b02-864edeec8071), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:55.911871 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3dc84b83-acec-444f-a4de-1bb8bef57122 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (67b936e6-0dcb-4aa8-9b02-864edeec8071), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:55.916180 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bf075483-ac70-4b37-9774-1d3eea8ee1c8 req-a0db3291-b742-4e59-a707-b07f5af051ae tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=b7bdc1c4-9ec1-4b5c-a148-2fef8e406f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722375 Mar 22 19:37:55.917570 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d539f0-15ff-48e7-8a51-d60ddcee25d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd971d7b-b6eb-4095-ba21-1b85f6982e89,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:55.924275 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-24d539f0-15ff-48e7-8a51-d60ddcee25d7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=83a278a156734f35abf234751b1e880c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5161059 Mar 22 19:37:55.927377 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37114) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:56.035939 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1fb40813-702b-42fb-b10c-158a7e2b67ad admin admin] Publish callbacks [] for security_group (cd971d7b-b6eb-4095-ba21-1b85f6982e89), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:56.107658 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3dc84b83-acec-444f-a4de-1bb8bef57122 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (e9fe1df3-9bbd-46af-b5c0-cfd7563be863), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:56.110201 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc84b83-acec-444f-a4de-1bb8bef57122 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event updated for resources: {'Port': ['ID=67b936e6-0dcb-4aa8-9b02-864edeec8071,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:56.117321 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1fb40813-702b-42fb-b10c-158a7e2b67ad admin admin] Publish callbacks [] for security_group (cd971d7b-b6eb-4095-ba21-1b85f6982e89), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:56.200231 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1fb40813-702b-42fb-b10c-158a7e2b67ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (cd971d7b-b6eb-4095-ba21-1b85f6982e89), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:56.204165 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1fb40813-702b-42fb-b10c-158a7e2b67ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:56.206254 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1fb40813-702b-42fb-b10c-158a7e2b67ad admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cd971d7b-b6eb-4095-ba21-1b85f6982e89 HTTP/1.1" status: 204 len: 168 time: 0.2781599 Mar 22 19:37:56.218001 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb40813-702b-42fb-b10c-158a7e2b67ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd971d7b-b6eb-4095-ba21-1b85f6982e89,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:56.394492 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc84b83-acec-444f-a4de-1bb8bef57122 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Network d7df36ff-c0f9-4353-821a-4cd0be6de4f4 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:37:56.401069 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-3dc84b83-acec-444f-a4de-1bb8bef57122 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:37:56.677048 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc84b83-acec-444f-a4de-1bb8bef57122 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Router e9fe1df3-9bbd-46af-b5c0-cfd7563be863 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:37:56.840092 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-836cb21e-b15f-49b2-9092-f3d5a63704ee None None] Provisioning complete for port 67b936e6-0dcb-4aa8-9b02-864edeec8071 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:37:56.840557 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-836cb21e-b15f-49b2-9092-f3d5a63704ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (67b936e6-0dcb-4aa8-9b02-864edeec8071), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:56.926895 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-836cb21e-b15f-49b2-9092-f3d5a63704ee None None] Port 67b936e6-0dcb-4aa8-9b02-864edeec8071 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:37:57.007578 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc84b83-acec-444f-a4de-1bb8bef57122 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:37:57.019305 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3dc84b83-acec-444f-a4de-1bb8bef57122 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "PUT /v2.0/routers/e9fe1df3-9bbd-46af-b5c0-cfd7563be863/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4243009 Mar 22 19:37:57.020959 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37156) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:57.029336 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-72913661-84dc-47fc-a551-ee87fd57cca1 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Request body: {'port': {'network_id': 'd7df36ff-c0f9-4353-821a-4cd0be6de4f4', 'name': 'tempest-FloatingIPTestJSON-2096519218'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:57.033524 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a1be89-9c84-47fa-8a46-3987d314ef8c None None] Sync routers for ids ['e9fe1df3-9bbd-46af-b5c0-cfd7563be863'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:37:57.049941 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a1be89-9c84-47fa-8a46-3987d314ef8c None None] Routers {'e9fe1df3-9bbd-46af-b5c0-cfd7563be863'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:57.050989 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-b8a1be89-9c84-47fa-8a46-3987d314ef8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e9fe1df3-9bbd-46af-b5c0-cfd7563be863'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:57.153447 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-b8a1be89-9c84-47fa-8a46-3987d314ef8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:57.186688 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a1be89-9c84-47fa-8a46-3987d314ef8c None None] Routers {'e9fe1df3-9bbd-46af-b5c0-cfd7563be863'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:37:57.187858 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-b8a1be89-9c84-47fa-8a46-3987d314ef8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e9fe1df3-9bbd-46af-b5c0-cfd7563be863'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:57.266189 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-b8a1be89-9c84-47fa-8a46-3987d314ef8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:37:57.267527 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a1be89-9c84-47fa-8a46-3987d314ef8c None None] The sync data for ids ['e9fe1df3-9bbd-46af-b5c0-cfd7563be863'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:37:57.339813 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20d242-18d7-4e2f-a28d-25f6b5864d89 req-8d9f6338-3944-4564-b217-2cef9f3c4de9 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:57.341626 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1a20d242-18d7-4e2f-a28d-25f6b5864d89 req-8d9f6338-3944-4564-b217-2cef9f3c4de9 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=de6f117f-65f0-4a08-bb98-cc91e362152c HTTP/1.1" status: 200 len: 944 time: 0.2434995 Mar 22 19:37:57.407587 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1a20d242-18d7-4e2f-a28d-25f6b5864d89 req-d85a9f7d-1fd6-4255-bc78-b7e15b6cf3d0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=b7bdc1c4-9ec1-4b5c-a148-2fef8e406f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556855 Mar 22 19:37:57.421067 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5124ab-61a4-443b-a21b-d5e9b17991eb req-2fbd88d7-8a3d-436f-add9-0a4082da0689 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:57.438440 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a5124ab-61a4-443b-a21b-d5e9b17991eb req-2fbd88d7-8a3d-436f-add9-0a4082da0689 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] 10.222.0.75 "GET /v2.0/ports?device_id=d990e071-fc30-4c15-8363-270a298369ce HTTP/1.1" status: 200 len: 945 time: 0.2404730 Mar 22 19:37:57.510498 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a5124ab-61a4-443b-a21b-d5e9b17991eb req-8a15a350-eef5-4506-b9d4-92a6a720881d tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef6d2878-14c9-4b4c-b1e7-b8cac7c0e467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709891 Mar 22 19:37:57.535904 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72913661-84dc-47fc-a551-ee87fd57cca1 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Made reservation on behalf of 3eda893e4a904f108126de64fa5718de for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:37:57.535904 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-72913661-84dc-47fc-a551-ee87fd57cca1 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:57.563310 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-72913661-84dc-47fc-a551-ee87fd57cca1 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] device_id is not set on port 6849aab1-d5c7-4f4c-b4fc-ee1096d0d619 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:37:57.702269 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-72913661-84dc-47fc-a551-ee87fd57cca1 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Allocated IP 172.20.0.8 (d7df36ff-c0f9-4353-821a-4cd0be6de4f4/7c944b0f-ed95-426e-9f50-6b13665da85e/6849aab1-d5c7-4f4c-b4fc-ee1096d0d619) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:37:57.917739 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-72913661-84dc-47fc-a551-ee87fd57cca1 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for port (6849aab1-d5c7-4f4c-b4fc-ee1096d0d619), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:57.957876 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-72913661-84dc-47fc-a551-ee87fd57cca1 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (6849aab1-d5c7-4f4c-b4fc-ee1096d0d619), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:58.006068 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72913661-84dc-47fc-a551-ee87fd57cca1 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Network d7df36ff-c0f9-4353-821a-4cd0be6de4f4 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:37:58.010089 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-72913661-84dc-47fc-a551-ee87fd57cca1 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:37:58.014448 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72913661-84dc-47fc-a551-ee87fd57cca1 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:37:58.075118 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72913661-84dc-47fc-a551-ee87fd57cca1 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:58.076784 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-72913661-84dc-47fc-a551-ee87fd57cca1 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:58.123909 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-72913661-84dc-47fc-a551-ee87fd57cca1 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1004770 Mar 22 19:37:58.127504 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37176) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:37:58.134422 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-ae949052-a481-4f57-9969-66acf4d4c60c tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Request body: {'floatingip': {'port_id': '6849aab1-d5c7-4f4c-b4fc-ee1096d0d619'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:37:58.143788 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72913661-84dc-47fc-a551-ee87fd57cca1 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event updated for resources: {'Port': ['ID=6849aab1-d5c7-4f4c-b4fc-ee1096d0d619,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:58.237897 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ae949052-a481-4f57-9969-66acf4d4c60c tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for floatingip (79ab4b51-21df-468d-a43c-97e3e0a909d6), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:58.365440 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-7eda9670-ce1c-457f-858a-182c73b0837b None None] Provisioning complete for port 6849aab1-d5c7-4f4c-b4fc-ee1096d0d619 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:37:58.365943 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7eda9670-ce1c-457f-858a-182c73b0837b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6849aab1-d5c7-4f4c-b4fc-ee1096d0d619), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:58.402396 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 864e1621-03e0-400d-9cc8-358e25d34427 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:37:58.435571 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-7eda9670-ce1c-457f-858a-182c73b0837b None None] Port 6849aab1-d5c7-4f4c-b4fc-ee1096d0d619 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:37:58.474427 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be504e6-f4c3-40a9-a14a-3a263933f4f9 req-b1a43bac-6ae8-41bb-b1ed-bae80cff98d1 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:58.477182 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9be504e6-f4c3-40a9-a14a-3a263933f4f9 req-b1a43bac-6ae8-41bb-b1ed-bae80cff98d1 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] 10.222.0.84 "GET /v2.0/ports?device_id=d990e071-fc30-4c15-8363-270a298369ce HTTP/1.1" status: 200 len: 945 time: 0.1334443 Mar 22 19:37:58.478709 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 864e1621-03e0-400d-9cc8-358e25d34427 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:37:58.483553 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 864e1621-03e0-400d-9cc8-358e25d34427 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:37:58.484766 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (864e1621-03e0-400d-9cc8-358e25d34427), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:58.605513 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 864e1621-03e0-400d-9cc8-358e25d34427 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:37:58.605947 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (864e1621-03e0-400d-9cc8-358e25d34427), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:58.632789 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6f117f-65f0-4a08-bb98-cc91e362152c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864e1621-03e0-400d-9cc8-358e25d34427'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:37:58.636750 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812abab5-6705-4da9-8f4c-a5eefa6095fe" -d '{"events": [{"server_uuid": "de6f117f-65f0-4a08-bb98-cc91e362152c", "name": "network-vif-plugged", "status": "completed", "tag": "864e1621-03e0-400d-9cc8-358e25d34427"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:37:58.653477 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 864e1621-03e0-400d-9cc8-358e25d34427, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=864e1621-03e0-400d-9cc8-358e25d34427,segment=NetworkSegment(6e736185-0014-45d0-ba97-665298266e3f),segment_id=6e736185-0014-45d0-ba97-665298266e3f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:58.659888 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (864e1621-03e0-400d-9cc8-358e25d34427), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:58.699256 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abe459-55a9-450b-998d-b8bff449e732 req-c05a920a-cca4-4935-8632-f7b87e54d2b3 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:58.701160 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b0abe459-55a9-450b-998d-b8bff449e732 req-c05a920a-cca4-4935-8632-f7b87e54d2b3 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] 10.222.0.75 "GET /v2.0/ports?device_id=d990e071-fc30-4c15-8363-270a298369ce HTTP/1.1" status: 200 len: 945 time: 0.0915773 Mar 22 19:37:58.710742 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7c8ae-50be-4c7d-9cc1-fe3e4afd82e9 req-1dba6a4b-860c-4a09-8505-1e1ea022e6ca tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:58.712498 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fcd7c8ae-50be-4c7d-9cc1-fe3e4afd82e9 req-1dba6a4b-860c-4a09-8505-1e1ea022e6ca tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=de6f117f-65f0-4a08-bb98-cc91e362152c HTTP/1.1" status: 200 len: 944 time: 0.1572092 Mar 22 19:37:58.731727 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=864e1621-03e0-400d-9cc8-358e25d34427,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:58.811571 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b0abe459-55a9-450b-998d-b8bff449e732 req-22f60d70-185b-49ea-9557-160633d7b9a9 tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef6d2878-14c9-4b4c-b1e7-b8cac7c0e467&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978043 Mar 22 19:37:58.845916 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fcd7c8ae-50be-4c7d-9cc1-fe3e4afd82e9 req-af4861c6-89e8-4e80-aedd-cdf11e04921d tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=b7bdc1c4-9ec1-4b5c-a148-2fef8e406f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981390 Mar 22 19:37:58.877493 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-9be504e6-f4c3-40a9-a14a-3a263933f4f9 req-40932e31-eda4-4691-b5a4-3161d291080f tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] Deleting port 51e882cf-1300-474b-b7f0-f7913ed9ded9 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:37:58.877855 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9be504e6-f4c3-40a9-a14a-3a263933f4f9 req-40932e31-eda4-4691-b5a4-3161d291080f tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (51e882cf-1300-474b-b7f0-f7913ed9ded9), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:58.883431 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702c7f47-7981-4a4f-a927-c714028eaa8a x-openstack-request-id: req-702c7f47-7981-4a4f-a927-c714028eaa8a {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:37:58.883726 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6f117f-65f0-4a08-bb98-cc91e362152c", "name": "network-vif-plugged", "status": "completed", "tag": "864e1621-03e0-400d-9cc8-358e25d34427", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:37:58.885325 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-702c7f47-7981-4a4f-a927-c714028eaa8a {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:37:58.885911 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-702c7f47-7981-4a4f-a927-c714028eaa8a'] response: {'server_uuid': 'de6f117f-65f0-4a08-bb98-cc91e362152c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '864e1621-03e0-400d-9cc8-358e25d34427', 'code': 200} Mar 22 19:37:59.009324 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2ffdc-311f-42d7-a961-dccf080e7c6b req-1555b518-f71d-45ff-afca-4ed7adce214c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:37:59.011175 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f7d2ffdc-311f-42d7-a961-dccf080e7c6b req-1555b518-f71d-45ff-afca-4ed7adce214c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=de6f117f-65f0-4a08-bb98-cc91e362152c HTTP/1.1" status: 200 len: 1128 time: 0.0591497 Mar 22 19:37:59.071133 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-9be504e6-f4c3-40a9-a14a-3a263933f4f9 req-40932e31-eda4-4691-b5a4-3161d291080f tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] For port 51e882cf-1300-474b-b7f0-f7913ed9ded9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=51e882cf-1300-474b-b7f0-f7913ed9ded9,segment=NetworkSegment(0442e64d-478d-49df-b933-c73959878d60),segment_id=0442e64d-478d-49df-b933-c73959878d60)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:37:59.071496 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9be504e6-f4c3-40a9-a14a-3a263933f4f9 req-40932e31-eda4-4691-b5a4-3161d291080f tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (51e882cf-1300-474b-b7f0-f7913ed9ded9), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:59.083203 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f7d2ffdc-311f-42d7-a961-dccf080e7c6b req-fa6d9511-78ba-48a7-9cab-70d67684fb3a service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b7bdc1c4-9ec1-4b5c-a148-2fef8e406f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646255 Mar 22 19:37:59.109759 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-9be504e6-f4c3-40a9-a14a-3a263933f4f9 req-40932e31-eda4-4691-b5a4-3161d291080f tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] Calling delete_port for 51e882cf-1300-474b-b7f0-f7913ed9ded9 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:37:59.247119 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ae949052-a481-4f57-9969-66acf4d4c60c tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:59.259409 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ae949052-a481-4f57-9969-66acf4d4c60c tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (79ab4b51-21df-468d-a43c-97e3e0a909d6), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:59.377613 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9be504e6-f4c3-40a9-a14a-3a263933f4f9 req-40932e31-eda4-4691-b5a4-3161d291080f tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (51e882cf-1300-474b-b7f0-f7913ed9ded9), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:59.391362 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['51e882cf-1300-474b-b7f0-f7913ed9ded9'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:37:59.414939 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40932e31-eda4-4691-b5a4-3161d291080f tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] Pushing event deleted for resources: {'Port': ['ID=51e882cf-1300-474b-b7f0-f7913ed9ded9,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:37:59.451699 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-ae949052-a481-4f57-9969-66acf4d4c60c tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Floating IP 79ab4b51-21df-468d-a43c-97e3e0a909d6 associated. External IP: 172.25.5.159, port: bf3c7045-1c86-48d3-adb2-61d0470bcc0b. Mar 22 19:37:59.468719 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be504e6-f4c3-40a9-a14a-3a263933f4f9 req-40932e31-eda4-4691-b5a4-3161d291080f tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] No DVR routers for this DVR port 51e882cf-1300-474b-b7f0-f7913ed9ded9 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:37:59.505726 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9be504e6-f4c3-40a9-a14a-3a263933f4f9 req-40932e31-eda4-4691-b5a4-3161d291080f tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:37:59.510239 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9be504e6-f4c3-40a9-a14a-3a263933f4f9 req-40932e31-eda4-4691-b5a4-3161d291080f tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] 10.222.0.84 "DELETE /v2.0/ports/51e882cf-1300-474b-b7f0-f7913ed9ded9 HTTP/1.1" status: 204 len: 173 time: 1.0254376 Mar 22 19:37:59.510703 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd990e071-fc30-4c15-8363-270a298369ce', 'name': 'network-vif-deleted', 'tag': '51e882cf-1300-474b-b7f0-f7913ed9ded9'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:37:59.513520 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f4cca8-80dc-4de5-82f8-7a49bb95bdc8" -d '{"events": [{"server_uuid": "d990e071-fc30-4c15-8363-270a298369ce", "name": "network-vif-deleted", "tag": "51e882cf-1300-474b-b7f0-f7913ed9ded9"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:37:59.646723 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a49a90-f024-4be9-b81d-822afea491de x-openstack-request-id: req-47a49a90-f024-4be9-b81d-822afea491de {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:37:59.646933 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d990e071-fc30-4c15-8363-270a298369ce", "name": "network-vif-deleted", "tag": "51e882cf-1300-474b-b7f0-f7913ed9ded9", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:37:59.647260 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-47a49a90-f024-4be9-b81d-822afea491de {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:37:59.647758 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47a49a90-f024-4be9-b81d-822afea491de'] response: {'server_uuid': 'd990e071-fc30-4c15-8363-270a298369ce', 'name': 'network-vif-deleted', 'tag': '51e882cf-1300-474b-b7f0-f7913ed9ded9', 'status': 'completed', 'code': 200} Mar 22 19:37:59.849251 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae949052-a481-4f57-9969-66acf4d4c60c tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Router cef4989f-d9b6-42f2-949c-b7edbd9d0f26 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:38:00.005455 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8910847a-76f3-4f85-85c5-5668d793be23 req-5d5cfccf-7bd7-4ed7-832a-30619db9428f tempest-ServerMetadataNegativeTestJSON-2141318379 tempest-ServerMetadataNegativeTestJSON-2141318379-project] 10.222.0.75 "GET /v2.0/ports?device_id=d990e071-fc30-4c15-8363-270a298369ce HTTP/1.1" status: 200 len: 210 time: 0.0892007 Mar 22 19:38:00.009503 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37204) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:00.050943 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae949052-a481-4f57-9969-66acf4d4c60c tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:38:00.065512 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f55ae19-f4d9-4feb-804e-d6435576ac64 None None] Sync routers for ids ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:38:00.080558 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f55ae19-f4d9-4feb-804e-d6435576ac64 None None] Routers {'cef4989f-d9b6-42f2-949c-b7edbd9d0f26'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:00.085758 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-6f55ae19-f4d9-4feb-804e-d6435576ac64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:00.106269 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5e97f-a0ff-4648-b689-2e5bc0c5d290 req-d2e94d64-b99f-4f19-92f2-b21b3ec89dc4 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:00.113126 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bec5e97f-a0ff-4648-b689-2e5bc0c5d290 req-d2e94d64-b99f-4f19-92f2-b21b3ec89dc4 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=de6f117f-65f0-4a08-bb98-cc91e362152c HTTP/1.1" status: 200 len: 945 time: 0.1456876 Mar 22 19:38:00.146430 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-6f55ae19-f4d9-4feb-804e-d6435576ac64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:00.168690 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f55ae19-f4d9-4feb-804e-d6435576ac64 None None] Routers {'cef4989f-d9b6-42f2-949c-b7edbd9d0f26'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:00.170925 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-6f55ae19-f4d9-4feb-804e-d6435576ac64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:00.203115 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bec5e97f-a0ff-4648-b689-2e5bc0c5d290 req-c1aa3957-3015-4329-9aba-d63743f2a88b tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=b7bdc1c4-9ec1-4b5c-a148-2fef8e406f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891373 Mar 22 19:38:00.209445 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-6f55ae19-f4d9-4feb-804e-d6435576ac64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:00.210747 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f55ae19-f4d9-4feb-804e-d6435576ac64 None None] The sync data for ids ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:38:00.556870 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4d4c11e4-3760-4ae9-8cd3-6bc0aba8a88a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:00.731886 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4d4c11e4-3760-4ae9-8cd3-6bc0aba8a88a admin admin] Publish callbacks [] for security_group (f02d2f90-419c-4f2d-80ab-f9c485614260), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:00.737586 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4d4c11e4-3760-4ae9-8cd3-6bc0aba8a88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f02d2f90-419c-4f2d-80ab-f9c485614260), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:00.796550 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37214) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:00.796825 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4d4c11e4-3760-4ae9-8cd3-6bc0aba8a88a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d679456f80a04f079b8d8f3b45259278&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7853744 Mar 22 19:38:00.799481 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c11e4-3760-4ae9-8cd3-6bc0aba8a88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02d2f90-419c-4f2d-80ab-f9c485614260,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:00.803079 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae949052-a481-4f57-9969-66acf4d4c60c tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Router e9fe1df3-9bbd-46af-b5c0-cfd7563be863 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:38:00.874059 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8cb4a20d-ed72-47d4-be1e-c31191ccdb38 admin admin] Publish callbacks [] for security_group (f02d2f90-419c-4f2d-80ab-f9c485614260), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:00.905248 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8cb4a20d-ed72-47d4-be1e-c31191ccdb38 admin admin] Publish callbacks [] for security_group (f02d2f90-419c-4f2d-80ab-f9c485614260), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:00.946894 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae949052-a481-4f57-9969-66acf4d4c60c tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:38:00.953232 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ae949052-a481-4f57-9969-66acf4d4c60c tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:00.960546 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee6fa5-6df6-4143-9319-0b483e7076b1 None None] Sync routers for ids ['e9fe1df3-9bbd-46af-b5c0-cfd7563be863'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:38:00.974345 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ee6fa5-6df6-4143-9319-0b483e7076b1 None None] Routers {'e9fe1df3-9bbd-46af-b5c0-cfd7563be863'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:00.975497 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d8ee6fa5-6df6-4143-9319-0b483e7076b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e9fe1df3-9bbd-46af-b5c0-cfd7563be863'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:00.977629 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8cb4a20d-ed72-47d4-be1e-c31191ccdb38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f02d2f90-419c-4f2d-80ab-f9c485614260), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:00.980476 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8cb4a20d-ed72-47d4-be1e-c31191ccdb38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:00.981709 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8cb4a20d-ed72-47d4-be1e-c31191ccdb38 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f02d2f90-419c-4f2d-80ab-f9c485614260 HTTP/1.1" status: 204 len: 168 time: 0.1839058 Mar 22 19:38:00.999995 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb4a20d-ed72-47d4-be1e-c31191ccdb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02d2f90-419c-4f2d-80ab-f9c485614260,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:01.091760 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37220) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:01.092999 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d8ee6fa5-6df6-4143-9319-0b483e7076b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:01.103301 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ae949052-a481-4f57-9969-66acf4d4c60c tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "PUT /v2.0/floatingips/79ab4b51-21df-468d-a43c-97e3e0a909d6 HTTP/1.1" status: 200 len: 978 time: 2.9731650 Mar 22 19:38:01.112195 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37222) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:01.116211 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ee6fa5-6df6-4143-9319-0b483e7076b1 None None] Routers {'e9fe1df3-9bbd-46af-b5c0-cfd7563be863'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:01.117033 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d8ee6fa5-6df6-4143-9319-0b483e7076b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e9fe1df3-9bbd-46af-b5c0-cfd7563be863'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:01.156730 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d8ee6fa5-6df6-4143-9319-0b483e7076b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:01.157660 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ee6fa5-6df6-4143-9319-0b483e7076b1 None None] The sync data for ids ['e9fe1df3-9bbd-46af-b5c0-cfd7563be863'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:38:01.174018 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-be2079a5-dcfd-4bbc-ae72-d17927998648 admin admin] Deleting subnet 1c8dd355-97b2-412f-baa4-3ef8b66b4336 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:38:01.179053 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be2079a5-dcfd-4bbc-ae72-d17927998648 admin admin] Publish callbacks [] for subnet (1c8dd355-97b2-412f-baa4-3ef8b66b4336), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:01.262906 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be2079a5-dcfd-4bbc-ae72-d17927998648 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (1c8dd355-97b2-412f-baa4-3ef8b66b4336), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:01.297821 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-d7800166-7263-4879-99c2-290dfe7c1caf tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Deleting port 6849aab1-d5c7-4f4c-b4fc-ee1096d0d619 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:38:01.297821 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d7800166-7263-4879-99c2-290dfe7c1caf tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (6849aab1-d5c7-4f4c-b4fc-ee1096d0d619), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:01.317733 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be2079a5-dcfd-4bbc-ae72-d17927998648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (1c8dd355-97b2-412f-baa4-3ef8b66b4336), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:01.388459 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be2079a5-dcfd-4bbc-ae72-d17927998648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (1c8dd355-97b2-412f-baa4-3ef8b66b4336), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:01.419136 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2079a5-dcfd-4bbc-ae72-d17927998648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c8dd355-97b2-412f-baa4-3ef8b66b4336,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:01.428063 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be2079a5-dcfd-4bbc-ae72-d17927998648 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:01.432567 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-be2079a5-dcfd-4bbc-ae72-d17927998648 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/1c8dd355-97b2-412f-baa4-3ef8b66b4336 HTTP/1.1" status: 204 len: 168 time: 0.3193626 Mar 22 19:38:01.435025 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37232) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:01.450886 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7102b3-2e11-4f50-97f3-49028ccd430b req-6cae4ae5-1b19-4c16-88ed-442e8c32b780 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:01.452607 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c7102b3-2e11-4f50-97f3-49028ccd430b req-6cae4ae5-1b19-4c16-88ed-442e8c32b780 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=de6f117f-65f0-4a08-bb98-cc91e362152c HTTP/1.1" status: 200 len: 945 time: 0.0972037 Mar 22 19:38:01.486020 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d7800166-7263-4879-99c2-290dfe7c1caf tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (6849aab1-d5c7-4f4c-b4fc-ee1096d0d619), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:01.578660 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5c2b30c-9609-453e-ba58-b266f57ee174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:01.579478 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c7102b3-2e11-4f50-97f3-49028ccd430b req-6bd67b19-0963-4023-9cc4-60f19fcb1f53 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=b7bdc1c4-9ec1-4b5c-a148-2fef8e406f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179116 Mar 22 19:38:01.695892 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5c2b30c-9609-453e-ba58-b266f57ee174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:01.724920 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-b5c2b30c-9609-453e-ba58-b266f57ee174 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:01.739113 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-b5c2b30c-9609-453e-ba58-b266f57ee174 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0442e64d-478d-49df-b933-c73959878d60') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:01.739467 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-b5c2b30c-9609-453e-ba58-b266f57ee174 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0442e64d-478d-49df-b933-c73959878d60') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:01.754216 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5c2b30c-9609-453e-ba58-b266f57ee174 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (0442e64d-478d-49df-b933-c73959878d60), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:01.774706 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5c2b30c-9609-453e-ba58-b266f57ee174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (0442e64d-478d-49df-b933-c73959878d60), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:01.782821 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c2b30c-9609-453e-ba58-b266f57ee174 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:38:01.783779 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5c2b30c-9609-453e-ba58-b266f57ee174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (0442e64d-478d-49df-b933-c73959878d60), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:01.785831 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:38:01.785831 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:38:01.785831 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:38:01.785831 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:38:01.785831 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:38:01.785831 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:38:01.785831 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:38:01.785831 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:38:01.785831 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:38:01.785831 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:38:01.785831 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:38:01.785831 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:38:01.785831 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:38:01.785831 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:38:01.785831 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:38:01.785831 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:38:01.785831 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:38:01.785831 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:38:01.785831 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:38:01.785831 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:38:01.785831 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:38:01.785831 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:38:01.785831 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:38:01.785831 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:38:01.785831 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:38:01.785831 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:38:01.785831 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:38:01.785831 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:38:01.785831 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:38:01.785831 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:38:01.785831 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:38:01.785831 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:38:01.816955 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31529dd2-d8b3-4238-84cc-24947834dfa6 req-0b3520f0-b52f-4b51-ab8c-185623b11167 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:01.828434 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-31529dd2-d8b3-4238-84cc-24947834dfa6 req-0b3520f0-b52f-4b51-ab8c-185623b11167 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=de6f117f-65f0-4a08-bb98-cc91e362152c HTTP/1.1" status: 200 len: 945 time: 0.1437721 Mar 22 19:38:01.828835 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37246) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:01.836613 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-a17eac99-6596-4b4f-8a50-378e87132988 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Request body: {'floatingip': {'port_id': '864e1621-03e0-400d-9cc8-358e25d34427'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:01.862446 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5c2b30c-9609-453e-ba58-b266f57ee174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:01.872795 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5c2b30c-9609-453e-ba58-b266f57ee174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:01.877523 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b5c2b30c-9609-453e-ba58-b266f57ee174 admin admin] 10.222.0.75 "DELETE /v2.0/networks/1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa HTTP/1.1" status: 204 len: 168 time: 0.4409924 Mar 22 19:38:01.910463 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a17eac99-6596-4b4f-8a50-378e87132988 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for floatingip (134c1d7c-65d3-4c5b-8570-aabd09cb0cc3), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:01.915578 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2b30c-9609-453e-ba58-b266f57ee174 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e4a3135-45b8-4fe0-b6f1-8299d87a4cfa,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:01.925489 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d7800166-7263-4879-99c2-290dfe7c1caf tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:01.926441 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d7800166-7263-4879-99c2-290dfe7c1caf tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (79ab4b51-21df-468d-a43c-97e3e0a909d6), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:01.926441 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [None req-d7800166-7263-4879-99c2-290dfe7c1caf tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Floating IP 79ab4b51-21df-468d-a43c-97e3e0a909d6 disassociated. External IP: 172.25.5.159, port: 6849aab1-d5c7-4f4c-b4fc-ee1096d0d619. Mar 22 19:38:01.926441 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-d7800166-7263-4879-99c2-290dfe7c1caf tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Calling delete_port for 6849aab1-d5c7-4f4c-b4fc-ee1096d0d619 owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:38:02.111265 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37258) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:02.247226 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b95db86d-3fa4-4012-b23e-6eec567e5568 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=351deddf58a44ba7b2a5a44ded640163&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1350813 Mar 22 19:38:02.251769 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37260) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:02.324596 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d7800166-7263-4879-99c2-290dfe7c1caf tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (6849aab1-d5c7-4f4c-b4fc-ee1096d0d619), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:02.396704 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b6bf44c3-5034-4240-864c-8ebfa7ad9223 admin admin] Publish callbacks [] for security_group (ef6d2878-14c9-4b4c-b1e7-b8cac7c0e467), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:02.399912 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7800166-7263-4879-99c2-290dfe7c1caf tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event deleted for resources: {'Port': ['ID=6849aab1-d5c7-4f4c-b4fc-ee1096d0d619,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:02.464393 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b6bf44c3-5034-4240-864c-8ebfa7ad9223 admin admin] Publish callbacks [] for security_group (ef6d2878-14c9-4b4c-b1e7-b8cac7c0e467), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:02.574590 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b6bf44c3-5034-4240-864c-8ebfa7ad9223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ef6d2878-14c9-4b4c-b1e7-b8cac7c0e467), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:02.579345 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b6bf44c3-5034-4240-864c-8ebfa7ad9223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:02.610471 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b6bf44c3-5034-4240-864c-8ebfa7ad9223 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ef6d2878-14c9-4b4c-b1e7-b8cac7c0e467 HTTP/1.1" status: 204 len: 168 time: 0.3523433 Mar 22 19:38:02.625474 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf44c3-5034-4240-864c-8ebfa7ad9223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6d2878-14c9-4b4c-b1e7-b8cac7c0e467,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:02.800078 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7800166-7263-4879-99c2-290dfe7c1caf tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Router e9fe1df3-9bbd-46af-b5c0-cfd7563be863 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:38:03.332610 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7800166-7263-4879-99c2-290dfe7c1caf tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:38:03.345555 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0c2f1b-0ed4-4101-985c-8cef8470b754 None None] Sync routers for ids ['e9fe1df3-9bbd-46af-b5c0-cfd7563be863'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:38:03.361879 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0c2f1b-0ed4-4101-985c-8cef8470b754 None None] Routers {'e9fe1df3-9bbd-46af-b5c0-cfd7563be863'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:03.362504 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-ac0c2f1b-0ed4-4101-985c-8cef8470b754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e9fe1df3-9bbd-46af-b5c0-cfd7563be863'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:03.408978 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d7800166-7263-4879-99c2-290dfe7c1caf tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:03.415360 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d7800166-7263-4879-99c2-290dfe7c1caf tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "DELETE /v2.0/ports/6849aab1-d5c7-4f4c-b4fc-ee1096d0d619 HTTP/1.1" status: 204 len: 168 time: 2.3193226 Mar 22 19:38:03.419525 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.db.resource_extend [None req-a17eac99-6596-4b4f-8a50-378e87132988 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] It took 0.61 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:38:03.420438 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37298) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:03.478303 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-ac0c2f1b-0ed4-4101-985c-8cef8470b754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:03.482977 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a17eac99-6596-4b4f-8a50-378e87132988 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:03.492526 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a17eac99-6596-4b4f-8a50-378e87132988 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (134c1d7c-65d3-4c5b-8570-aabd09cb0cc3), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:03.504816 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0c2f1b-0ed4-4101-985c-8cef8470b754 None None] Routers {'e9fe1df3-9bbd-46af-b5c0-cfd7563be863'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:03.505451 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-ac0c2f1b-0ed4-4101-985c-8cef8470b754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e9fe1df3-9bbd-46af-b5c0-cfd7563be863'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:03.595997 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-ac0c2f1b-0ed4-4101-985c-8cef8470b754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:03.596594 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0c2f1b-0ed4-4101-985c-8cef8470b754 None None] The sync data for ids ['e9fe1df3-9bbd-46af-b5c0-cfd7563be863'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:38:03.618673 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [None req-a17eac99-6596-4b4f-8a50-378e87132988 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Floating IP 134c1d7c-65d3-4c5b-8570-aabd09cb0cc3 associated. External IP: 172.25.5.13, port: 864e1621-03e0-400d-9cc8-358e25d34427. Mar 22 19:38:03.849909 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 51e882cf-1300-474b-b7f0-f7913ed9ded9 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:38:03.932556 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 51e882cf-1300-474b-b7f0-f7913ed9ded9 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:38:03.932904 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 51e882cf-1300-474b-b7f0-f7913ed9ded9 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:38:04.090763 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17eac99-6596-4b4f-8a50-378e87132988 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Router 3f5ce0f6-325f-436f-9377-56ca60b663e9 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:38:04.371472 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17eac99-6596-4b4f-8a50-378e87132988 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:38:04.385138 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a17eac99-6596-4b4f-8a50-378e87132988 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:04.392278 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e6547-3db1-435a-9b58-d4ca17aa5761 None None] Sync routers for ids ['3f5ce0f6-325f-436f-9377-56ca60b663e9'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:38:04.411989 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e6547-3db1-435a-9b58-d4ca17aa5761 None None] Routers {'3f5ce0f6-325f-436f-9377-56ca60b663e9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:04.416211 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-6e2e6547-3db1-435a-9b58-d4ca17aa5761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3f5ce0f6-325f-436f-9377-56ca60b663e9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:04.458515 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a17eac99-6596-4b4f-8a50-378e87132988 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "PUT /v2.0/floatingips/134c1d7c-65d3-4c5b-8570-aabd09cb0cc3 HTTP/1.1" status: 200 len: 990 time: 2.6263976 Mar 22 19:38:04.460327 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6f117f-65f0-4a08-bb98-cc91e362152c', 'tag': '864e1621-03e0-400d-9cc8-358e25d34427'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:38:04.464322 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-74ed63e6-be1b-40c1-806d-c22df876f709 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (e9fe1df3-9bbd-46af-b5c0-cfd7563be863), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:04.470902 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f6fdfa-7e8d-4fdd-a1af-a7750fd5e055" -d '{"events": [{"name": "network-changed", "server_uuid": "de6f117f-65f0-4a08-bb98-cc91e362152c", "tag": "864e1621-03e0-400d-9cc8-358e25d34427"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:38:04.538507 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838253e0-0dea-47ab-8e47-3ddeebdfe828 x-openstack-request-id: req-838253e0-0dea-47ab-8e47-3ddeebdfe828 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:38:04.539044 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6f117f-65f0-4a08-bb98-cc91e362152c", "tag": "864e1621-03e0-400d-9cc8-358e25d34427", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:38:04.539486 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-838253e0-0dea-47ab-8e47-3ddeebdfe828 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:38:04.540128 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-838253e0-0dea-47ab-8e47-3ddeebdfe828'] response: {'name': 'network-changed', 'server_uuid': 'de6f117f-65f0-4a08-bb98-cc91e362152c', 'tag': '864e1621-03e0-400d-9cc8-358e25d34427', 'status': 'completed', 'code': 200} Mar 22 19:38:04.652987 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-6e2e6547-3db1-435a-9b58-d4ca17aa5761 None None] Set router 3f5ce0f6-325f-436f-9377-56ca60b663e9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:38:04.661959 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6fdfa-7e8d-4fdd-a1af-a7750fd5e055 req-d95a336e-5dcc-41cc-ba48-974f38884cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:04.664108 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c1f6fdfa-7e8d-4fdd-a1af-a7750fd5e055 req-d95a336e-5dcc-41cc-ba48-974f38884cab service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=432e8044b4dc4099baeb3ef825b89673&device_id=de6f117f-65f0-4a08-bb98-cc91e362152c HTTP/1.1" status: 200 len: 1128 time: 0.1033595 Mar 22 19:38:04.878705 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6fdfa-7e8d-4fdd-a1af-a7750fd5e055 req-0ca1e06b-0cf1-45e0-8ccd-c543b927fd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:04.887869 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c1f6fdfa-7e8d-4fdd-a1af-a7750fd5e055 req-0ca1e06b-0cf1-45e0-8ccd-c543b927fd1d service neutron] 10.222.0.85 "GET /v2.0/networks?id=df3cb172-3bab-443c-aa40-b32eebecd0b3 HTTP/1.1" status: 200 len: 915 time: 0.2163818 Mar 22 19:38:05.023434 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37348) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:05.060412 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c1f6fdfa-7e8d-4fdd-a1af-a7750fd5e055 req-9d917c7f-18db-4337-91bf-846120a2ff62 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=864e1621-03e0-400d-9cc8-358e25d34427 HTTP/1.1" status: 200 len: 998 time: 0.1664810 Mar 22 19:38:05.120916 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-74ed63e6-be1b-40c1-806d-c22df876f709 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Deleting port 67b936e6-0dcb-4aa8-9b02-864edeec8071 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:38:05.122134 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-74ed63e6-be1b-40c1-806d-c22df876f709 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (67b936e6-0dcb-4aa8-9b02-864edeec8071), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:05.195545 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6fdfa-7e8d-4fdd-a1af-a7750fd5e055 req-7b5298e7-300c-42b9-9006-79ff486fcb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:05.195545 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c1f6fdfa-7e8d-4fdd-a1af-a7750fd5e055 req-7b5298e7-300c-42b9-9006-79ff486fcb2e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=221bc404-2765-4ba4-8d0d-c9a0ec4273c0 HTTP/1.1" status: 200 len: 853 time: 0.1255791 Mar 22 19:38:05.273268 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-74ed63e6-be1b-40c1-806d-c22df876f709 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (67b936e6-0dcb-4aa8-9b02-864edeec8071), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:05.290835 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-74ed63e6-be1b-40c1-806d-c22df876f709 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Calling delete_port for 67b936e6-0dcb-4aa8-9b02-864edeec8071 owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:38:05.294300 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-6e2e6547-3db1-435a-9b58-d4ca17aa5761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'name': 'tempest-AttachVolumeNegativeTest-186120780-router', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:33:57Z', 'updated_at': '2022-03-22T19:34:01Z', 'revision_number': 4, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'gw_port': {'id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:33:58Z', 'updated_at': '2022-03-22T19:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '134c1d7c-65d3-4c5b-8570-aabd09cb0cc3', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'floating_ip_address': '172.25.5.13', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'port_id': '864e1621-03e0-400d-9cc8-358e25d34427', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2247, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'mac_address': 'fa:16:3e:4a:70:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6f117f-65f0-4a08-bb98-cc91e362152c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:37:43Z', 'updated_at': '2022-03-22T19:38:02Z', 'revision_number': 1, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10804c69-4eb3-4346-b303-6e5bd5d9a227', 'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'mac_address': 'fa:16:3e:bc:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:00Z', 'updated_at': '2022-03-22T19:34:09Z', 'revision_number': 5, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'subnets': [{'id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:05.346249 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f6fdfa-7e8d-4fdd-a1af-a7750fd5e055 req-2a74bd0d-37f7-4528-adfa-e242eac4cff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:05.353827 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c1f6fdfa-7e8d-4fdd-a1af-a7750fd5e055 req-2a74bd0d-37f7-4528-adfa-e242eac4cff7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=df3cb172-3bab-443c-aa40-b32eebecd0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1488523 Mar 22 19:38:05.389704 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e6547-3db1-435a-9b58-d4ca17aa5761 None None] Checking router: 3f5ce0f6-325f-436f-9377-56ca60b663e9 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:38:05.409973 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2e6547-3db1-435a-9b58-d4ca17aa5761 None None] Routers {'3f5ce0f6-325f-436f-9377-56ca60b663e9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:05.410960 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-6e2e6547-3db1-435a-9b58-d4ca17aa5761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3f5ce0f6-325f-436f-9377-56ca60b663e9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:05.538902 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c1f6fdfa-7e8d-4fdd-a1af-a7750fd5e055 req-a07d7200-80a4-4eb0-b73a-4e14ee57615c service neutron] 10.222.0.85 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756382 Mar 22 19:38:05.578889 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-58f00ca7-fce9-4b2d-9378-c14a868fbac0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:05.624677 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-6e2e6547-3db1-435a-9b58-d4ca17aa5761 None None] Set router 3f5ce0f6-325f-436f-9377-56ca60b663e9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:38:05.673695 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-74ed63e6-be1b-40c1-806d-c22df876f709 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (67b936e6-0dcb-4aa8-9b02-864edeec8071), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:05.696572 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c1f6fdfa-7e8d-4fdd-a1af-a7750fd5e055 req-96a2b63e-abe8-4f7d-b016-c9fb3da1c4f3 service neutron] 10.222.0.85 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500716 Mar 22 19:38:05.731291 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed63e6-be1b-40c1-806d-c22df876f709 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event deleted for resources: {'Port': ['ID=67b936e6-0dcb-4aa8-9b02-864edeec8071,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:05.997214 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-58f00ca7-fce9-4b2d-9378-c14a868fbac0 admin admin] Publish callbacks [] for security_group (434d77a5-f722-46b8-a671-544763227f92), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:06.016104 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-58f00ca7-fce9-4b2d-9378-c14a868fbac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (434d77a5-f722-46b8-a671-544763227f92), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:06.059708 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-58f00ca7-fce9-4b2d-9378-c14a868fbac0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=97b39277d2fb43479ba45960eb21fe74&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0318229 Mar 22 19:38:06.061149 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37374) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:06.097406 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f00ca7-fce9-4b2d-9378-c14a868fbac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434d77a5-f722-46b8-a671-544763227f92,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:06.118612 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-74ed63e6-be1b-40c1-806d-c22df876f709 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (e9fe1df3-9bbd-46af-b5c0-cfd7563be863), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:06.137269 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a8edddb-7666-4888-bdf7-bdf20a879064 admin admin] Publish callbacks [] for security_group (434d77a5-f722-46b8-a671-544763227f92), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:06.183024 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a8edddb-7666-4888-bdf7-bdf20a879064 admin admin] Publish callbacks [] for security_group (434d77a5-f722-46b8-a671-544763227f92), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:06.226227 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-6e2e6547-3db1-435a-9b58-d4ca17aa5761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'name': 'tempest-AttachVolumeNegativeTest-186120780-router', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:33:57Z', 'updated_at': '2022-03-22T19:34:01Z', 'revision_number': 4, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'gw_port': {'id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:33:58Z', 'updated_at': '2022-03-22T19:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '134c1d7c-65d3-4c5b-8570-aabd09cb0cc3', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'floating_ip_address': '172.25.5.13', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'port_id': '864e1621-03e0-400d-9cc8-358e25d34427', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2247, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'mac_address': 'fa:16:3e:4a:70:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6f117f-65f0-4a08-bb98-cc91e362152c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:37:43Z', 'updated_at': '2022-03-22T19:38:02Z', 'revision_number': 1, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10804c69-4eb3-4346-b303-6e5bd5d9a227', 'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'mac_address': 'fa:16:3e:bc:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:00Z', 'updated_at': '2022-03-22T19:34:09Z', 'revision_number': 5, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'subnets': [{'id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:06.273245 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2e6547-3db1-435a-9b58-d4ca17aa5761 None None] The sync data for ids ['3f5ce0f6-325f-436f-9377-56ca60b663e9'] in n-d-705658-24 is: [{'id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'name': 'tempest-AttachVolumeNegativeTest-186120780-router', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:33:57Z', 'updated_at': '2022-03-22T19:34:01Z', 'revision_number': 4, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'gw_port': {'id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:33:58Z', 'updated_at': '2022-03-22T19:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '134c1d7c-65d3-4c5b-8570-aabd09cb0cc3', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'floating_ip_address': '172.25.5.13', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'port_id': '864e1621-03e0-400d-9cc8-358e25d34427', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2247, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'mac_address': 'fa:16:3e:4a:70:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6f117f-65f0-4a08-bb98-cc91e362152c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:37:43Z', 'updated_at': '2022-03-22T19:38:02Z', 'revision_number': 1, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10804c69-4eb3-4346-b303-6e5bd5d9a227', 'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'mac_address': 'fa:16:3e:bc:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:00Z', 'updated_at': '2022-03-22T19:34:09Z', 'revision_number': 5, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'subnets': [{'id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:38:06.320263 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a8edddb-7666-4888-bdf7-bdf20a879064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (434d77a5-f722-46b8-a671-544763227f92), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:06.325208 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a8edddb-7666-4888-bdf7-bdf20a879064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:06.326418 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1a8edddb-7666-4888-bdf7-bdf20a879064 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/434d77a5-f722-46b8-a671-544763227f92 HTTP/1.1" status: 204 len: 168 time: 0.2621114 Mar 22 19:38:06.353376 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8edddb-7666-4888-bdf7-bdf20a879064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434d77a5-f722-46b8-a671-544763227f92,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:06.450919 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ed63e6-be1b-40c1-806d-c22df876f709 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Router e9fe1df3-9bbd-46af-b5c0-cfd7563be863 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:38:06.626050 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ed63e6-be1b-40c1-806d-c22df876f709 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:38:06.641875 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8276ffb5-9af9-426c-9136-5be595261aac None None] Sync routers for ids ['e9fe1df3-9bbd-46af-b5c0-cfd7563be863'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:38:06.642490 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37392) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:06.646673 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-74ed63e6-be1b-40c1-806d-c22df876f709 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "PUT /v2.0/routers/e9fe1df3-9bbd-46af-b5c0-cfd7563be863/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2155383 Mar 22 19:38:06.662983 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8276ffb5-9af9-426c-9136-5be595261aac None None] Routers {'e9fe1df3-9bbd-46af-b5c0-cfd7563be863'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:06.663540 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-8276ffb5-9af9-426c-9136-5be595261aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e9fe1df3-9bbd-46af-b5c0-cfd7563be863'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:06.690453 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2644ea44-7c38-4c88-83ab-6b32c59286cd None None] New status for floating IP 134c1d7c-65d3-4c5b-8570-aabd09cb0cc3: ACTIVE {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:38:06.768388 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-8276ffb5-9af9-426c-9136-5be595261aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:06.789165 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8276ffb5-9af9-426c-9136-5be595261aac None None] Routers {'e9fe1df3-9bbd-46af-b5c0-cfd7563be863'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:06.791476 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-8276ffb5-9af9-426c-9136-5be595261aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e9fe1df3-9bbd-46af-b5c0-cfd7563be863'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:06.794510 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c373f0d1-4327-4399-b0f6-f47d8c224243 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for router (e9fe1df3-9bbd-46af-b5c0-cfd7563be863), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:06.807878 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37398) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:06.825959 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-08ec0c02-8d77-45bd-8e0a-5313e6a43d06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:06.848753 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-8276ffb5-9af9-426c-9136-5be595261aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:06.849848 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8276ffb5-9af9-426c-9136-5be595261aac None None] The sync data for ids ['e9fe1df3-9bbd-46af-b5c0-cfd7563be863'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:38:06.980183 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c373f0d1-4327-4399-b0f6-f47d8c224243 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for router_gateway (e9fe1df3-9bbd-46af-b5c0-cfd7563be863), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:07.005651 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-08ec0c02-8d77-45bd-8e0a-5313e6a43d06 admin admin] Publish callbacks [] for security_group (245613cc-590d-48c1-9d35-260ff2a23e99), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:07.011231 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-08ec0c02-8d77-45bd-8e0a-5313e6a43d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (245613cc-590d-48c1-9d35-260ff2a23e99), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:07.049579 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-c373f0d1-4327-4399-b0f6-f47d8c224243 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Deleting port 3450c34a-9b49-4f49-899b-d0012462f0bc {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:38:07.050190 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c373f0d1-4327-4399-b0f6-f47d8c224243 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (3450c34a-9b49-4f49-899b-d0012462f0bc), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:07.051147 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-08ec0c02-8d77-45bd-8e0a-5313e6a43d06 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bdeb90e7656f41869f2a351ee76fa061&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2418687 Mar 22 19:38:07.057723 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37404) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:07.105373 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec0c02-8d77-45bd-8e0a-5313e6a43d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245613cc-590d-48c1-9d35-260ff2a23e99,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:07.154109 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-048e3347-be22-4c2c-acf4-36d0e01bf24f admin admin] Publish callbacks [] for security_group (245613cc-590d-48c1-9d35-260ff2a23e99), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:07.173224 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c373f0d1-4327-4399-b0f6-f47d8c224243 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (3450c34a-9b49-4f49-899b-d0012462f0bc), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:07.185470 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-048e3347-be22-4c2c-acf4-36d0e01bf24f admin admin] Publish callbacks [] for security_group (245613cc-590d-48c1-9d35-260ff2a23e99), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:07.189584 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-c373f0d1-4327-4399-b0f6-f47d8c224243 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Calling delete_port for 3450c34a-9b49-4f49-899b-d0012462f0bc owned by network:router_gateway {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:38:07.247058 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-048e3347-be22-4c2c-acf4-36d0e01bf24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (245613cc-590d-48c1-9d35-260ff2a23e99), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:07.250521 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-048e3347-be22-4c2c-acf4-36d0e01bf24f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:07.254167 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-048e3347-be22-4c2c-acf4-36d0e01bf24f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/245613cc-590d-48c1-9d35-260ff2a23e99 HTTP/1.1" status: 204 len: 168 time: 0.1933906 Mar 22 19:38:07.275659 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e3347-be22-4c2c-acf4-36d0e01bf24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245613cc-590d-48c1-9d35-260ff2a23e99,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:07.445880 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c373f0d1-4327-4399-b0f6-f47d8c224243 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (3450c34a-9b49-4f49-899b-d0012462f0bc), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:07.472480 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37416) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:07.484232 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373f0d1-4327-4399-b0f6-f47d8c224243 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event deleted for resources: {'Port': ['ID=3450c34a-9b49-4f49-899b-d0012462f0bc,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:07.563451 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c373f0d1-4327-4399-b0f6-f47d8c224243 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (e9fe1df3-9bbd-46af-b5c0-cfd7563be863), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:07.640438 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1289505e-cce4-44cd-be47-4c69f47b2844 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:07.692870 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c373f0d1-4327-4399-b0f6-f47d8c224243 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (e9fe1df3-9bbd-46af-b5c0-cfd7563be863), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:07.696884 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c373f0d1-4327-4399-b0f6-f47d8c224243 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for router_controller (e9fe1df3-9bbd-46af-b5c0-cfd7563be863), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:07.751664 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1289505e-cce4-44cd-be47-4c69f47b2844 admin admin] Publish callbacks [] for security_group (c20e378b-b900-4906-8243-7b485ea08669), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:07.754827 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c373f0d1-4327-4399-b0f6-f47d8c224243 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (e9fe1df3-9bbd-46af-b5c0-cfd7563be863), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:07.755746 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1289505e-cce4-44cd-be47-4c69f47b2844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (c20e378b-b900-4906-8243-7b485ea08669), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:07.756026 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c373f0d1-4327-4399-b0f6-f47d8c224243 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Fanout notify agent at l3_agent the message router_deleted on router e9fe1df3-9bbd-46af-b5c0-cfd7563be863 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:38:07.773362 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c373f0d1-4327-4399-b0f6-f47d8c224243 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:07.777044 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c373f0d1-4327-4399-b0f6-f47d8c224243 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "DELETE /v2.0/routers/e9fe1df3-9bbd-46af-b5c0-cfd7563be863 HTTP/1.1" status: 204 len: 168 time: 1.1312957 Mar 22 19:38:07.777398 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37428) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:07.805758 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289505e-cce4-44cd-be47-4c69f47b2844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20e378b-b900-4906-8243-7b485ea08669,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:07.837988 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1289505e-cce4-44cd-be47-4c69f47b2844 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=239cb11774dc45b4b56ddfa1e892f191&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3643265 Mar 22 19:38:07.840877 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37432) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:07.883996 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-14a3f67c-d498-4933-a55b-117a3a5bce41 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Deleting subnet 7c944b0f-ed95-426e-9f50-6b13665da85e {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:38:07.892695 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-14a3f67c-d498-4933-a55b-117a3a5bce41 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for subnet (7c944b0f-ed95-426e-9f50-6b13665da85e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:07.955122 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-14a3f67c-d498-4933-a55b-117a3a5bce41 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (7c944b0f-ed95-426e-9f50-6b13665da85e), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:07.958705 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7cb5bb2f-e393-40ce-843f-3b0c29865b2d admin admin] Publish callbacks [] for security_group (c20e378b-b900-4906-8243-7b485ea08669), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:08.017424 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7cb5bb2f-e393-40ce-843f-3b0c29865b2d admin admin] Publish callbacks [] for security_group (c20e378b-b900-4906-8243-7b485ea08669), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:08.105719 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-14a3f67c-d498-4933-a55b-117a3a5bce41 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (7c944b0f-ed95-426e-9f50-6b13665da85e), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:08.286680 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-14a3f67c-d498-4933-a55b-117a3a5bce41 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (7c944b0f-ed95-426e-9f50-6b13665da85e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:08.298416 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7cb5bb2f-e393-40ce-843f-3b0c29865b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (c20e378b-b900-4906-8243-7b485ea08669), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:08.302087 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7cb5bb2f-e393-40ce-843f-3b0c29865b2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:08.302960 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7cb5bb2f-e393-40ce-843f-3b0c29865b2d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c20e378b-b900-4906-8243-7b485ea08669 HTTP/1.1" status: 204 len: 168 time: 0.4601808 Mar 22 19:38:08.379004 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3f67c-d498-4933-a55b-117a3a5bce41 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event deleted for resources: {'Subnet': ['ID=7c944b0f-ed95-426e-9f50-6b13665da85e,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:08.391681 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb5bb2f-e393-40ce-843f-3b0c29865b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20e378b-b900-4906-8243-7b485ea08669,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:08.397467 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-14a3f67c-d498-4933-a55b-117a3a5bce41 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:08.400779 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c824aca-805a-4d18-8edc-6df530e5e485 None None] Network d7df36ff-c0f9-4353-821a-4cd0be6de4f4 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:38:08.403874 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-14a3f67c-d498-4933-a55b-117a3a5bce41 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "DELETE /v2.0/subnets/7c944b0f-ed95-426e-9f50-6b13665da85e HTTP/1.1" status: 204 len: 168 time: 0.6252921 Mar 22 19:38:08.407401 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37456) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:08.626502 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a117f9a-eb9f-4516-bc26-a80b99d9cc9c None None] DHCP port deletion for d7df36ff-c0f9-4353-821a-4cd0be6de4f4 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:38:08.659577 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-232bc5b3-230a-467f-a4e6-c72db440645a tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (d7df36ff-c0f9-4353-821a-4cd0be6de4f4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:08.689319 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8a117f9a-eb9f-4516-bc26-a80b99d9cc9c None None] Deleting port 8c2eefc6-df54-46c5-bb11-c76a24d4945e {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:38:08.689701 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8a117f9a-eb9f-4516-bc26-a80b99d9cc9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (8c2eefc6-df54-46c5-bb11-c76a24d4945e), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:08.735338 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-232bc5b3-230a-467f-a4e6-c72db440645a tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Deleting port 8c2eefc6-df54-46c5-bb11-c76a24d4945e {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:38:08.736045 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-232bc5b3-230a-467f-a4e6-c72db440645a tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (8c2eefc6-df54-46c5-bb11-c76a24d4945e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:08.765817 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-8a117f9a-eb9f-4516-bc26-a80b99d9cc9c None None] For port 8c2eefc6-df54-46c5-bb11-c76a24d4945e, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=8c2eefc6-df54-46c5-bb11-c76a24d4945e,segment=NetworkSegment(0cba0eb5-aa5b-440f-afc2-977061684ad9),segment_id=0cba0eb5-aa5b-440f-afc2-977061684ad9)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:38:08.766165 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8a117f9a-eb9f-4516-bc26-a80b99d9cc9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (8c2eefc6-df54-46c5-bb11-c76a24d4945e), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:08.779920 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8a117f9a-eb9f-4516-bc26-a80b99d9cc9c None None] Calling delete_port for 8c2eefc6-df54-46c5-bb11-c76a24d4945e owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:38:08.825132 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37464) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:08.832516 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-232bc5b3-230a-467f-a4e6-c72db440645a tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] For port 8c2eefc6-df54-46c5-bb11-c76a24d4945e, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=8c2eefc6-df54-46c5-bb11-c76a24d4945e,segment=NetworkSegment(0cba0eb5-aa5b-440f-afc2-977061684ad9),segment_id=0cba0eb5-aa5b-440f-afc2-977061684ad9)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:38:08.832880 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-232bc5b3-230a-467f-a4e6-c72db440645a tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (8c2eefc6-df54-46c5-bb11-c76a24d4945e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:08.841926 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-680c6634-9470-48f2-945a-d2180ca13fe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:08.849227 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-232bc5b3-230a-467f-a4e6-c72db440645a tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Calling delete_port for 8c2eefc6-df54-46c5-bb11-c76a24d4945e owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:38:08.884553 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8a117f9a-eb9f-4516-bc26-a80b99d9cc9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (8c2eefc6-df54-46c5-bb11-c76a24d4945e), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:08.913006 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a117f9a-eb9f-4516-bc26-a80b99d9cc9c None None] Pushing event deleted for resources: {'Port': ['ID=8c2eefc6-df54-46c5-bb11-c76a24d4945e,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:08.923234 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a117f9a-eb9f-4516-bc26-a80b99d9cc9c None None] No DVR routers for this DVR port 8c2eefc6-df54-46c5-bb11-c76a24d4945e on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:38:08.946905 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-680c6634-9470-48f2-945a-d2180ca13fe3 admin admin] Publish callbacks [] for security_group (90ce67ea-3790-4621-979f-a287ff57f37f), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:08.952106 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-680c6634-9470-48f2-945a-d2180ca13fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (90ce67ea-3790-4621-979f-a287ff57f37f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:08.965877 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-232bc5b3-230a-467f-a4e6-c72db440645a tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (8c2eefc6-df54-46c5-bb11-c76a24d4945e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:09.000500 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-680c6634-9470-48f2-945a-d2180ca13fe3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b25c3bb9933648bfb26e7b0fa8af63f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1741679 Mar 22 19:38:09.002208 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232bc5b3-230a-467f-a4e6-c72db440645a tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] No DVR routers for this DVR port 8c2eefc6-df54-46c5-bb11-c76a24d4945e on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:38:09.003954 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232bc5b3-230a-467f-a4e6-c72db440645a tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event deleted for resources: {'Port': ['ID=8c2eefc6-df54-46c5-bb11-c76a24d4945e,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:09.004179 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c6634-9470-48f2-945a-d2180ca13fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ce67ea-3790-4621-979f-a287ff57f37f,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:09.005462 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37470) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:09.130330 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-232bc5b3-230a-467f-a4e6-c72db440645a tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (d7df36ff-c0f9-4353-821a-4cd0be6de4f4), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:09.160082 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-232bc5b3-230a-467f-a4e6-c72db440645a tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7df36ff-c0f9-4353-821a-4cd0be6de4f4']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:09.169900 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f961c352-1bfc-4812-bdda-5a1a1b22cfe1 admin admin] Publish callbacks [] for security_group (90ce67ea-3790-4621-979f-a287ff57f37f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:09.172427 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-232bc5b3-230a-467f-a4e6-c72db440645a tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cba0eb5-aa5b-440f-afc2-977061684ad9') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:09.172730 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-232bc5b3-230a-467f-a4e6-c72db440645a tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cba0eb5-aa5b-440f-afc2-977061684ad9') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:09.189376 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-232bc5b3-230a-467f-a4e6-c72db440645a tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (0cba0eb5-aa5b-440f-afc2-977061684ad9), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:09.211628 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f961c352-1bfc-4812-bdda-5a1a1b22cfe1 admin admin] Publish callbacks [] for security_group (90ce67ea-3790-4621-979f-a287ff57f37f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:09.213625 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-232bc5b3-230a-467f-a4e6-c72db440645a tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (0cba0eb5-aa5b-440f-afc2-977061684ad9), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:09.226792 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232bc5b3-230a-467f-a4e6-c72db440645a tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:38:09.227200 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-232bc5b3-230a-467f-a4e6-c72db440645a tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (0cba0eb5-aa5b-440f-afc2-977061684ad9), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: self.session.flush() Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: self.session.flush() Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: self.session.flush() Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: self.session.flush() Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:38:09.230335 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:38:09.309941 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-232bc5b3-230a-467f-a4e6-c72db440645a tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (d7df36ff-c0f9-4353-821a-4cd0be6de4f4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:09.318959 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-232bc5b3-230a-467f-a4e6-c72db440645a tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:09.325626 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-232bc5b3-230a-467f-a4e6-c72db440645a tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "DELETE /v2.0/networks/d7df36ff-c0f9-4353-821a-4cd0be6de4f4 HTTP/1.1" status: 204 len: 168 time: 0.9140537 Mar 22 19:38:09.327092 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37486) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:09.338117 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232bc5b3-230a-467f-a4e6-c72db440645a tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event deleted for resources: {'Network': ['ID=d7df36ff-c0f9-4353-821a-4cd0be6de4f4,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:09.349361 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f961c352-1bfc-4812-bdda-5a1a1b22cfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (90ce67ea-3790-4621-979f-a287ff57f37f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:09.354336 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f961c352-1bfc-4812-bdda-5a1a1b22cfe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:09.359950 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f961c352-1bfc-4812-bdda-5a1a1b22cfe1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/90ce67ea-3790-4621-979f-a287ff57f37f HTTP/1.1" status: 204 len: 168 time: 0.3425508 Mar 22 19:38:09.377775 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961c352-1bfc-4812-bdda-5a1a1b22cfe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ce67ea-3790-4621-979f-a287ff57f37f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:09.620583 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-e5ebbf52-6210-49d2-95c3-7385a5940b8b tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Deleting port f527aa6e-8029-46c9-9ea2-c4d39b83ec9d {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:38:09.621177 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e5ebbf52-6210-49d2-95c3-7385a5940b8b tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f527aa6e-8029-46c9-9ea2-c4d39b83ec9d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:09.742948 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e5ebbf52-6210-49d2-95c3-7385a5940b8b tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f527aa6e-8029-46c9-9ea2-c4d39b83ec9d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:09.743247 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e5ebbf52-6210-49d2-95c3-7385a5940b8b tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for floatingip (f527aa6e-8029-46c9-9ea2-c4d39b83ec9d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:09.770861 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-e5ebbf52-6210-49d2-95c3-7385a5940b8b tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Calling delete_port for f527aa6e-8029-46c9-9ea2-c4d39b83ec9d owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:38:09.981753 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e5ebbf52-6210-49d2-95c3-7385a5940b8b tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (f527aa6e-8029-46c9-9ea2-c4d39b83ec9d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:10.018963 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebbf52-6210-49d2-95c3-7385a5940b8b tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event deleted for resources: {'Port': ['ID=f527aa6e-8029-46c9-9ea2-c4d39b83ec9d,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:10.113993 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 8c2eefc6-df54-46c5-bb11-c76a24d4945e no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:38:10.131081 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e5ebbf52-6210-49d2-95c3-7385a5940b8b tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for floatingip (79ab4b51-21df-468d-a43c-97e3e0a909d6), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:10.134566 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e5ebbf52-6210-49d2-95c3-7385a5940b8b tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:10.139734 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e5ebbf52-6210-49d2-95c3-7385a5940b8b tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "DELETE /v2.0/floatingips/79ab4b51-21df-468d-a43c-97e3e0a909d6 HTTP/1.1" status: 204 len: 168 time: 0.8063371 Mar 22 19:38:10.140448 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37534) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:10.153830 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 8c2eefc6-df54-46c5-bb11-c76a24d4945e {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:38:10.158143 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 8c2eefc6-df54-46c5-bb11-c76a24d4945e not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:38:10.191962 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e5d31a-7f5a-48e5-b59b-a6573c383c68 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] DELETE failed (client error): The resource could not be found. Mar 22 19:38:10.192675 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38e5d31a-7f5a-48e5-b59b-a6573c383c68 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:38:10.196428 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-38e5d31a-7f5a-48e5-b59b-a6573c383c68 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "DELETE /v2.0/ports/6849aab1-d5c7-4f4c-b4fc-ee1096d0d619 HTTP/1.1" status: 404 len: 333 time: 0.0553327 Mar 22 19:38:10.199504 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37536) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:10.245429 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f54ee70c-5b5b-427b-9722-a41a9847a8ab tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9fe1df3-9bbd-46af-b5c0-cfd7563be863 HTTP/1.1" status: 200 len: 205 time: 0.0447469 Mar 22 19:38:10.248018 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37540) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:10.327184 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-d13a409d-1b9a-498a-8771-e468dea4b4eb tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] delete failed (client error): The resource could not be found. Mar 22 19:38:10.330646 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d13a409d-1b9a-498a-8771-e468dea4b4eb tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "DELETE /v2.0/routers/e9fe1df3-9bbd-46af-b5c0-cfd7563be863 HTTP/1.1" status: 404 len: 336 time: 0.0791676 Mar 22 19:38:10.330999 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37544) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:10.375202 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37546) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:10.402537 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae6aeec-d7b4-4601-8613-84645ecbfc0f tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] DELETE failed (client error): The resource could not be found. Mar 22 19:38:10.405299 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fae6aeec-d7b4-4601-8613-84645ecbfc0f tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:38:10.419191 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37552) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:10.420479 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-fae6aeec-d7b4-4601-8613-84645ecbfc0f tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "DELETE /v2.0/subnets/7c944b0f-ed95-426e-9f50-6b13665da85e HTTP/1.1" status: 404 len: 337 time: 0.0882938 Mar 22 19:38:10.566442 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5d51b926-f831-42a1-96f4-b779a94357f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:10.622237 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-cd1a3845-a32f-4e6f-a76f-28dd860d252e tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Deleting port bf3c7045-1c86-48d3-adb2-61d0470bcc0b {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:38:10.622782 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cd1a3845-a32f-4e6f-a76f-28dd860d252e tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (bf3c7045-1c86-48d3-adb2-61d0470bcc0b), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:10.757972 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5d51b926-f831-42a1-96f4-b779a94357f9 admin admin] Publish callbacks [] for security_group (240087c6-a0b4-41ed-9411-ceb386724a67), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:10.760584 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cd1a3845-a32f-4e6f-a76f-28dd860d252e tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (bf3c7045-1c86-48d3-adb2-61d0470bcc0b), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:10.770954 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5d51b926-f831-42a1-96f4-b779a94357f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (240087c6-a0b4-41ed-9411-ceb386724a67), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:10.794255 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-cd1a3845-a32f-4e6f-a76f-28dd860d252e tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Calling delete_port for bf3c7045-1c86-48d3-adb2-61d0470bcc0b owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:38:10.826793 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5d51b926-f831-42a1-96f4-b779a94357f9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=732778d19cc6437aae274467a4b01525&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4504907 Mar 22 19:38:10.829503 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37564) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:10.834036 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51b926-f831-42a1-96f4-b779a94357f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240087c6-a0b4-41ed-9411-ceb386724a67,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:10.906335 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b8b9c315-b458-462b-a043-97dfa258b9df admin admin] Publish callbacks [] for security_group (240087c6-a0b4-41ed-9411-ceb386724a67), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:10.934778 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b8b9c315-b458-462b-a043-97dfa258b9df admin admin] Publish callbacks [] for security_group (240087c6-a0b4-41ed-9411-ceb386724a67), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:11.010602 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b8b9c315-b458-462b-a043-97dfa258b9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (240087c6-a0b4-41ed-9411-ceb386724a67), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:11.014264 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b8b9c315-b458-462b-a043-97dfa258b9df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:11.029022 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b8b9c315-b458-462b-a043-97dfa258b9df admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/240087c6-a0b4-41ed-9411-ceb386724a67 HTTP/1.1" status: 204 len: 168 time: 0.1951718 Mar 22 19:38:11.036021 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cd1a3845-a32f-4e6f-a76f-28dd860d252e tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (bf3c7045-1c86-48d3-adb2-61d0470bcc0b), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:11.064841 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b9c315-b458-462b-a043-97dfa258b9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240087c6-a0b4-41ed-9411-ceb386724a67,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:11.098286 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a3845-a32f-4e6f-a76f-28dd860d252e tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event deleted for resources: {'Port': ['ID=bf3c7045-1c86-48d3-adb2-61d0470bcc0b,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:11.188150 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cd1a3845-a32f-4e6f-a76f-28dd860d252e tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:11.195418 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-cd1a3845-a32f-4e6f-a76f-28dd860d252e tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "DELETE /v2.0/ports/bf3c7045-1c86-48d3-adb2-61d0470bcc0b HTTP/1.1" status: 204 len: 168 time: 0.7725430 Mar 22 19:38:11.196082 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37570) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:11.344292 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-6d7fac58-d110-47a6-a6dd-cc5ffa8644c9 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Deleting port 9539a9f1-c37f-4bcd-8ef4-6bf26d411169 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:38:11.345324 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6d7fac58-d110-47a6-a6dd-cc5ffa8644c9 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (9539a9f1-c37f-4bcd-8ef4-6bf26d411169), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:11.363060 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37576) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:11.454243 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6d7fac58-d110-47a6-a6dd-cc5ffa8644c9 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (9539a9f1-c37f-4bcd-8ef4-6bf26d411169), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:11.468778 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-6d7fac58-d110-47a6-a6dd-cc5ffa8644c9 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Calling delete_port for 9539a9f1-c37f-4bcd-8ef4-6bf26d411169 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:38:11.608939 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37582) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:11.630401 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9784fbfa-e7b8-415b-822d-761ca34b6d10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:11.630789 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4368f5cd-fd2e-4f60-8797-15d486fc6544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:11.730682 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9784fbfa-e7b8-415b-822d-761ca34b6d10 admin admin] Publish callbacks [] for security_group (79c88f62-9b81-4417-b951-135798e86949), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:11.744861 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9784fbfa-e7b8-415b-822d-761ca34b6d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (79c88f62-9b81-4417-b951-135798e86949), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:11.786436 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4368f5cd-fd2e-4f60-8797-15d486fc6544 admin admin] Publish callbacks [] for security_group (fe4d60e6-c918-46d1-ab51-ab7c9fc9969c), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:11.791067 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4368f5cd-fd2e-4f60-8797-15d486fc6544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (fe4d60e6-c918-46d1-ab51-ab7c9fc9969c), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:11.823708 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368f5cd-fd2e-4f60-8797-15d486fc6544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4d60e6-c918-46d1-ab51-ab7c9fc9969c,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:11.854297 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6d7fac58-d110-47a6-a6dd-cc5ffa8644c9 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (9539a9f1-c37f-4bcd-8ef4-6bf26d411169), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:11.855028 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4368f5cd-fd2e-4f60-8797-15d486fc6544 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d3c1d2fd281049f7a3e0c24cba3aa720&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2445633 Mar 22 19:38:11.857882 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37586) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:11.909612 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7fac58-d110-47a6-a6dd-cc5ffa8644c9 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event deleted for resources: {'Port': ['ID=9539a9f1-c37f-4bcd-8ef4-6bf26d411169,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:11.923771 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c33be02c-66fa-4074-bb29-c4dfdf6cd4fd admin admin] Publish callbacks [] for security_group (fe4d60e6-c918-46d1-ab51-ab7c9fc9969c), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:11.932741 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9784fbfa-e7b8-415b-822d-761ca34b6d10 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=36a21552c26a42779bb7e526a97f57d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5684681 Mar 22 19:38:11.936502 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37588) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:11.937513 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9784fbfa-e7b8-415b-822d-761ca34b6d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c88f62-9b81-4417-b951-135798e86949,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:11.974367 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c33be02c-66fa-4074-bb29-c4dfdf6cd4fd admin admin] Publish callbacks [] for security_group (fe4d60e6-c918-46d1-ab51-ab7c9fc9969c), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:12.038656 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6d7fac58-d110-47a6-a6dd-cc5ffa8644c9 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:12.043704 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6d7fac58-d110-47a6-a6dd-cc5ffa8644c9 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "DELETE /v2.0/ports/9539a9f1-c37f-4bcd-8ef4-6bf26d411169 HTTP/1.1" status: 204 len: 168 time: 0.8438063 Mar 22 19:38:12.044727 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37590) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:12.061261 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c33be02c-66fa-4074-bb29-c4dfdf6cd4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (fe4d60e6-c918-46d1-ab51-ab7c9fc9969c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:12.065400 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c33be02c-66fa-4074-bb29-c4dfdf6cd4fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:12.067597 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c33be02c-66fa-4074-bb29-c4dfdf6cd4fd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fe4d60e6-c918-46d1-ab51-ab7c9fc9969c HTTP/1.1" status: 204 len: 168 time: 0.2076027 Mar 22 19:38:12.080362 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33be02c-66fa-4074-bb29-c4dfdf6cd4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4d60e6-c918-46d1-ab51-ab7c9fc9969c,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:12.100208 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bc4931d0-8718-4545-8d49-d948319a15c0 admin admin] Publish callbacks [] for security_group (79c88f62-9b81-4417-b951-135798e86949), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:12.135626 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36658981-d070-4f5e-87d4-f9c7af30c7ef tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:12.139937 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-36658981-d070-4f5e-87d4-f9c7af30c7ef tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "GET /v2.0/ports?device_id=cef4989f-d9b6-42f2-949c-b7edbd9d0f26 HTTP/1.1" status: 200 len: 913 time: 0.0922842 Mar 22 19:38:12.143393 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37594) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:12.147270 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bc4931d0-8718-4545-8d49-d948319a15c0 admin admin] Publish callbacks [] for security_group (79c88f62-9b81-4417-b951-135798e86949), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:12.212968 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bc4931d0-8718-4545-8d49-d948319a15c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (79c88f62-9b81-4417-b951-135798e86949), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:12.216835 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bc4931d0-8718-4545-8d49-d948319a15c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:12.218667 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bc4931d0-8718-4545-8d49-d948319a15c0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/79c88f62-9b81-4417-b951-135798e86949 HTTP/1.1" status: 204 len: 168 time: 0.2779157 Mar 22 19:38:12.233266 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4931d0-8718-4545-8d49-d948319a15c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c88f62-9b81-4417-b951-135798e86949,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:12.869277 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5afaef08-e969-4613-aab9-2aa6356e15a2 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (cef4989f-d9b6-42f2-949c-b7edbd9d0f26), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:13.193448 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-5afaef08-e969-4613-aab9-2aa6356e15a2 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Deleting port ce2f64c0-346f-44f3-a887-545d873842a8 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:38:13.194098 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5afaef08-e969-4613-aab9-2aa6356e15a2 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (ce2f64c0-346f-44f3-a887-545d873842a8), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:13.315049 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5afaef08-e969-4613-aab9-2aa6356e15a2 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (ce2f64c0-346f-44f3-a887-545d873842a8), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:13.329244 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-5afaef08-e969-4613-aab9-2aa6356e15a2 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Calling delete_port for ce2f64c0-346f-44f3-a887-545d873842a8 owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:38:13.575111 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5afaef08-e969-4613-aab9-2aa6356e15a2 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (ce2f64c0-346f-44f3-a887-545d873842a8), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:13.654836 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afaef08-e969-4613-aab9-2aa6356e15a2 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event deleted for resources: {'Port': ['ID=ce2f64c0-346f-44f3-a887-545d873842a8,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:13.919573 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5afaef08-e969-4613-aab9-2aa6356e15a2 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (cef4989f-d9b6-42f2-949c-b7edbd9d0f26), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:14.284515 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5afaef08-e969-4613-aab9-2aa6356e15a2 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Router cef4989f-d9b6-42f2-949c-b7edbd9d0f26 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:38:14.501170 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37724) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:14.722921 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-82a7d209-d3e5-4bd9-b77a-ed1ed08e0972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:14.846875 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afaef08-e969-4613-aab9-2aa6356e15a2 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:38:14.852628 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5afaef08-e969-4613-aab9-2aa6356e15a2 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "PUT /v2.0/routers/cef4989f-d9b6-42f2-949c-b7edbd9d0f26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7079687 Mar 22 19:38:14.856182 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37746) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:14.857040 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-82a7d209-d3e5-4bd9-b77a-ed1ed08e0972 admin admin] Publish callbacks [] for security_group (195eb8fb-e088-40de-b5ed-0c5e85a51424), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:14.861909 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdb6554-3ed5-4197-a240-66829cc7c14d None None] Sync routers for ids ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:38:14.872961 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-82a7d209-d3e5-4bd9-b77a-ed1ed08e0972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (195eb8fb-e088-40de-b5ed-0c5e85a51424), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:14.886444 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdb6554-3ed5-4197-a240-66829cc7c14d None None] Routers {'cef4989f-d9b6-42f2-949c-b7edbd9d0f26'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:14.887247 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-ccdb6554-3ed5-4197-a240-66829cc7c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:14.937961 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-82a7d209-d3e5-4bd9-b77a-ed1ed08e0972 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f29056538c89485d9041da94a3aa0165&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4348514 Mar 22 19:38:14.940071 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37750) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:14.940610 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-ccdb6554-3ed5-4197-a240-66829cc7c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:14.962783 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdb6554-3ed5-4197-a240-66829cc7c14d None None] Routers {'cef4989f-d9b6-42f2-949c-b7edbd9d0f26'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:14.963652 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-ccdb6554-3ed5-4197-a240-66829cc7c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:37:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:15.051500 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ac47a518-90e7-4049-b311-2c00dd4f8476 admin admin] Publish callbacks [] for security_group (195eb8fb-e088-40de-b5ed-0c5e85a51424), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:15.061762 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a7d209-d3e5-4bd9-b77a-ed1ed08e0972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195eb8fb-e088-40de-b5ed-0c5e85a51424,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:15.065329 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37754) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:15.099331 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-ccdb6554-3ed5-4197-a240-66829cc7c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:15.099996 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdb6554-3ed5-4197-a240-66829cc7c14d None None] The sync data for ids ['cef4989f-d9b6-42f2-949c-b7edbd9d0f26'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:38:15.124286 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ac47a518-90e7-4049-b311-2c00dd4f8476 admin admin] Publish callbacks [] for security_group (195eb8fb-e088-40de-b5ed-0c5e85a51424), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:15.135753 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-453680e5-3e64-410c-a59d-0b24a609efb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:15.155232 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c111bd6f-2223-4e55-bf96-c913ca9ed0e0 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for router (cef4989f-d9b6-42f2-949c-b7edbd9d0f26), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:15.192934 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ac47a518-90e7-4049-b311-2c00dd4f8476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (195eb8fb-e088-40de-b5ed-0c5e85a51424), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:15.197896 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ac47a518-90e7-4049-b311-2c00dd4f8476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:15.202071 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ac47a518-90e7-4049-b311-2c00dd4f8476 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/195eb8fb-e088-40de-b5ed-0c5e85a51424 HTTP/1.1" status: 204 len: 168 time: 0.2485695 Mar 22 19:38:15.212975 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47a518-90e7-4049-b311-2c00dd4f8476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195eb8fb-e088-40de-b5ed-0c5e85a51424,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:15.281166 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-55d2ddef-438f-4565-a0e7-c08882d7e6cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:15.318347 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c111bd6f-2223-4e55-bf96-c913ca9ed0e0 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for router_gateway (cef4989f-d9b6-42f2-949c-b7edbd9d0f26), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:15.383687 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-55d2ddef-438f-4565-a0e7-c08882d7e6cf admin admin] Publish callbacks [] for security_group (02b9da60-4016-4151-9a00-a2af1bbfc91d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:15.391485 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-55d2ddef-438f-4565-a0e7-c08882d7e6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (02b9da60-4016-4151-9a00-a2af1bbfc91d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:15.427477 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-c111bd6f-2223-4e55-bf96-c913ca9ed0e0 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Deleting port 8babddaa-09d8-461c-97d3-851514426e0d {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:38:15.430115 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c111bd6f-2223-4e55-bf96-c913ca9ed0e0 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (8babddaa-09d8-461c-97d3-851514426e0d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:15.444159 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-55d2ddef-438f-4565-a0e7-c08882d7e6cf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fd44ba8b440e4f60acc4e72d6cb0112e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3632281 Mar 22 19:38:15.448450 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37764) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:15.516545 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2ddef-438f-4565-a0e7-c08882d7e6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b9da60-4016-4151-9a00-a2af1bbfc91d,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:15.519198 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b4128411-3e8e-4f53-afbe-d826947930e4 admin admin] Publish callbacks [] for security_group (02b9da60-4016-4151-9a00-a2af1bbfc91d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:15.549909 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b4128411-3e8e-4f53-afbe-d826947930e4 admin admin] Publish callbacks [] for security_group (02b9da60-4016-4151-9a00-a2af1bbfc91d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:15.579271 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c111bd6f-2223-4e55-bf96-c913ca9ed0e0 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (8babddaa-09d8-461c-97d3-851514426e0d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:15.595647 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-c111bd6f-2223-4e55-bf96-c913ca9ed0e0 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Calling delete_port for 8babddaa-09d8-461c-97d3-851514426e0d owned by network:router_gateway {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:38:15.622502 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b4128411-3e8e-4f53-afbe-d826947930e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (02b9da60-4016-4151-9a00-a2af1bbfc91d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:15.628742 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b4128411-3e8e-4f53-afbe-d826947930e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:15.633075 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b4128411-3e8e-4f53-afbe-d826947930e4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/02b9da60-4016-4151-9a00-a2af1bbfc91d HTTP/1.1" status: 204 len: 168 time: 0.1806250 Mar 22 19:38:15.649300 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4128411-3e8e-4f53-afbe-d826947930e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b9da60-4016-4151-9a00-a2af1bbfc91d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:15.771846 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:15.874002 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c111bd6f-2223-4e55-bf96-c913ca9ed0e0 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (8babddaa-09d8-461c-97d3-851514426e0d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:15.969495 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111bd6f-2223-4e55-bf96-c913ca9ed0e0 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event deleted for resources: {'Port': ['ID=8babddaa-09d8-461c-97d3-851514426e0d,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:16.062743 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c111bd6f-2223-4e55-bf96-c913ca9ed0e0 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (cef4989f-d9b6-42f2-949c-b7edbd9d0f26), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:16.180763 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c111bd6f-2223-4e55-bf96-c913ca9ed0e0 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (cef4989f-d9b6-42f2-949c-b7edbd9d0f26), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:16.185994 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c111bd6f-2223-4e55-bf96-c913ca9ed0e0 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for router_controller (cef4989f-d9b6-42f2-949c-b7edbd9d0f26), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:16.270819 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c111bd6f-2223-4e55-bf96-c913ca9ed0e0 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (cef4989f-d9b6-42f2-949c-b7edbd9d0f26), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:16.271477 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c111bd6f-2223-4e55-bf96-c913ca9ed0e0 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Fanout notify agent at l3_agent the message router_deleted on router cef4989f-d9b6-42f2-949c-b7edbd9d0f26 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:38:16.284191 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c111bd6f-2223-4e55-bf96-c913ca9ed0e0 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:16.288233 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c111bd6f-2223-4e55-bf96-c913ca9ed0e0 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "DELETE /v2.0/routers/cef4989f-d9b6-42f2-949c-b7edbd9d0f26 HTTP/1.1" status: 204 len: 168 time: 1.4273243 Mar 22 19:38:16.288582 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37792) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:16.356383 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-0403c547-33a2-453a-a139-3ecfa93078aa tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Deleting subnet 414cce7b-7807-4cac-bc8e-d280226d5be4 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:38:16.361991 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0403c547-33a2-453a-a139-3ecfa93078aa tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for subnet (414cce7b-7807-4cac-bc8e-d280226d5be4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:16.415370 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0403c547-33a2-453a-a139-3ecfa93078aa tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (414cce7b-7807-4cac-bc8e-d280226d5be4), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:16.478293 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0403c547-33a2-453a-a139-3ecfa93078aa tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (414cce7b-7807-4cac-bc8e-d280226d5be4), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:16.569814 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0403c547-33a2-453a-a139-3ecfa93078aa tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (414cce7b-7807-4cac-bc8e-d280226d5be4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:16.601913 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0403c547-33a2-453a-a139-3ecfa93078aa tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:16.608941 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37802) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:16.609520 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0403c547-33a2-453a-a139-3ecfa93078aa tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "DELETE /v2.0/subnets/414cce7b-7807-4cac-bc8e-d280226d5be4 HTTP/1.1" status: 204 len: 168 time: 0.3193378 Mar 22 19:38:16.631261 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0403c547-33a2-453a-a139-3ecfa93078aa tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event deleted for resources: {'Subnet': ['ID=414cce7b-7807-4cac-bc8e-d280226d5be4,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:16.767551 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b3e79ab9-8197-47b5-ab93-632231d413b0 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (eb0120f7-cfd3-48e7-9beb-abe868756ead), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:16.914462 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b3e79ab9-8197-47b5-ab93-632231d413b0 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (eb0120f7-cfd3-48e7-9beb-abe868756ead), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:16.948683 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-b3e79ab9-8197-47b5-ab93-632231d413b0 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb0120f7-cfd3-48e7-9beb-abe868756ead']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:16.963569 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-b3e79ab9-8197-47b5-ab93-632231d413b0 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa0234f-d819-4713-809d-c1a10407e8ec') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:16.964682 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-b3e79ab9-8197-47b5-ab93-632231d413b0 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa0234f-d819-4713-809d-c1a10407e8ec') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:16.986454 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b3e79ab9-8197-47b5-ab93-632231d413b0 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (3aa0234f-d819-4713-809d-c1a10407e8ec), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:17.007836 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b3e79ab9-8197-47b5-ab93-632231d413b0 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (3aa0234f-d819-4713-809d-c1a10407e8ec), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:17.014910 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e79ab9-8197-47b5-ab93-632231d413b0 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:38:17.015332 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b3e79ab9-8197-47b5-ab93-632231d413b0 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (3aa0234f-d819-4713-809d-c1a10407e8ec), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:17.076882 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:38:17.076882 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:38:17.076882 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:38:17.076882 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:38:17.076882 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:38:17.076882 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:38:17.076882 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:38:17.076882 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:38:17.076882 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:38:17.076882 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:38:17.076882 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:38:17.076882 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:38:17.076882 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:38:17.076882 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:38:17.076882 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:38:17.076882 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:38:17.076882 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:38:17.076882 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:38:17.076882 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:38:17.076882 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:38:17.076882 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:38:17.076882 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:38:17.076882 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:38:17.076882 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:38:17.076882 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:38:17.076882 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:38:17.076882 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:38:17.076882 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:38:17.076882 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:38:17.076882 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:38:17.076882 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:38:17.076882 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:38:17.082260 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b3e79ab9-8197-47b5-ab93-632231d413b0 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (eb0120f7-cfd3-48e7-9beb-abe868756ead), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:17.090568 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b3e79ab9-8197-47b5-ab93-632231d413b0 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:17.102705 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b3e79ab9-8197-47b5-ab93-632231d413b0 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] 10.222.0.75 "DELETE /v2.0/networks/eb0120f7-cfd3-48e7-9beb-abe868756ead HTTP/1.1" status: 204 len: 168 time: 0.4925001 Mar 22 19:38:17.115420 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e79ab9-8197-47b5-ab93-632231d413b0 tempest-FloatingIPTestJSON-1284270833 tempest-FloatingIPTestJSON-1284270833-project] Pushing event deleted for resources: {'Network': ['ID=eb0120f7-cfd3-48e7-9beb-abe868756ead,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:17.380476 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c57d8ec4-8975-4017-94cc-c9beb2a277f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:17.668399 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37836) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:17.935409 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37850) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:17.936255 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4856c1d2-0daf-4b0b-bcba-5452f72719cc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3eda893e4a904f108126de64fa5718de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2664809 Mar 22 19:38:18.035116 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-47de9000-2a48-424a-8f0b-4317e1dab96d admin admin] Publish callbacks [] for security_group (a91ea9ee-d7a2-42c8-ad3e-5bea20dedba1), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:18.084638 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-47de9000-2a48-424a-8f0b-4317e1dab96d admin admin] Publish callbacks [] for security_group (a91ea9ee-d7a2-42c8-ad3e-5bea20dedba1), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:18.181050 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-47de9000-2a48-424a-8f0b-4317e1dab96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a91ea9ee-d7a2-42c8-ad3e-5bea20dedba1), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:18.185334 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-47de9000-2a48-424a-8f0b-4317e1dab96d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:18.187129 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-47de9000-2a48-424a-8f0b-4317e1dab96d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a91ea9ee-d7a2-42c8-ad3e-5bea20dedba1 HTTP/1.1" status: 204 len: 168 time: 0.2505815 Mar 22 19:38:18.201428 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de9000-2a48-424a-8f0b-4317e1dab96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91ea9ee-d7a2-42c8-ad3e-5bea20dedba1,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:18.213462 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37862) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:18.291388 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:18.573668 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-caf964f4-d458-499b-9afc-4b996adce486 tempest-MeteringIpV6TestJSON-292157241 tempest-MeteringIpV6TestJSON-292157241-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1396579306'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:18.574122 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-caf964f4-d458-499b-9afc-4b996adce486 tempest-MeteringIpV6TestJSON-292157241 tempest-MeteringIpV6TestJSON-292157241-project-admin] Unknown quota resources ['metering_label']. {{(pid=104172) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 19:38:18.671961 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:18.804337 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-caf964f4-d458-499b-9afc-4b996adce486 tempest-MeteringIpV6TestJSON-292157241 tempest-MeteringIpV6TestJSON-292157241-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:18.814520 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-caf964f4-d458-499b-9afc-4b996adce486 tempest-MeteringIpV6TestJSON-292157241 tempest-MeteringIpV6TestJSON-292157241-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5994499 Mar 22 19:38:18.814842 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37890) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:18.822163 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-bf65bc91-2105-4c23-b18a-3d51a8b6ff98 tempest-MeteringIpV6TestJSON-292157241 tempest-MeteringIpV6TestJSON-292157241-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '29b6487f-97a6-48a7-865d-5638039ffab3'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:18.822680 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-bf65bc91-2105-4c23-b18a-3d51a8b6ff98 tempest-MeteringIpV6TestJSON-292157241 tempest-MeteringIpV6TestJSON-292157241-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104173) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 19:38:18.910059 n-d-705658-24 neutron-server[104173]: WARNING neutron.services.metering.metering_plugin [None req-bf65bc91-2105-4c23-b18a-3d51a8b6ff98 tempest-MeteringIpV6TestJSON-292157241 tempest-MeteringIpV6TestJSON-292157241-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 22 19:38:19.051056 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bf65bc91-2105-4c23-b18a-3d51a8b6ff98 tempest-MeteringIpV6TestJSON-292157241 tempest-MeteringIpV6TestJSON-292157241-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:19.052269 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bf65bc91-2105-4c23-b18a-3d51a8b6ff98 tempest-MeteringIpV6TestJSON-292157241 tempest-MeteringIpV6TestJSON-292157241-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2365890 Mar 22 19:38:19.056077 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37924) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:19.062255 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-a608794e-991e-4e86-9338-cbbf106faf28 tempest-MeteringIpV6TestJSON-292157241 tempest-MeteringIpV6TestJSON-292157241-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '29b6487f-97a6-48a7-865d-5638039ffab3'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:19.062972 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-a608794e-991e-4e86-9338-cbbf106faf28 tempest-MeteringIpV6TestJSON-292157241 tempest-MeteringIpV6TestJSON-292157241-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=104172) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 19:38:19.141462 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37926) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:19.172766 n-d-705658-24 neutron-server[104172]: WARNING neutron.services.metering.metering_plugin [None req-a608794e-991e-4e86-9338-cbbf106faf28 tempest-MeteringIpV6TestJSON-292157241 tempest-MeteringIpV6TestJSON-292157241-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 22 19:38:19.257459 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-fff9ad34-db38-4328-9e98-34fd1a5e69ea tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1738598612'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:19.282178 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff9ad34-db38-4328-9e98-34fd1a5e69ea tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Made reservation on behalf of 1e3546c3d170468eb7c4f7ed56b3ee3c for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:38:19.286469 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fff9ad34-db38-4328-9e98-34fd1a5e69ea tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:19.298305 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fff9ad34-db38-4328-9e98-34fd1a5e69ea tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:19.312991 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a608794e-991e-4e86-9338-cbbf106faf28 tempest-MeteringIpV6TestJSON-292157241 tempest-MeteringIpV6TestJSON-292157241-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:19.317867 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37932) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:19.318224 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a608794e-991e-4e86-9338-cbbf106faf28 tempest-MeteringIpV6TestJSON-292157241 tempest-MeteringIpV6TestJSON-292157241-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2608371 Mar 22 19:38:19.335606 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5be6b320-af0c-4d7e-96c1-caae44308a65 tempest-MeteringIpV6TestJSON-292157241 tempest-MeteringIpV6TestJSON-292157241-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules?id=61c89677-56a9-4d79-9ad2-497d8aae068b HTTP/1.1" status: 200 len: 462 time: 0.0151203 Mar 22 19:38:19.338031 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37934) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:19.375055 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37936) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:19.444646 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fff9ad34-db38-4328-9e98-34fd1a5e69ea tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for security_group (7da3d305-042b-4cd4-b48a-366026409772), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:19.453494 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fff9ad34-db38-4328-9e98-34fd1a5e69ea tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7da3d305-042b-4cd4-b48a-366026409772), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:19.493356 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-be1f6d24-304c-4dc5-9d8c-925f1e30fcce tempest-MeteringIpV6TestJSON-292157241 tempest-MeteringIpV6TestJSON-292157241-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:19.506961 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-be1f6d24-304c-4dc5-9d8c-925f1e30fcce tempest-MeteringIpV6TestJSON-292157241 tempest-MeteringIpV6TestJSON-292157241-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-label-rules/61c89677-56a9-4d79-9ad2-497d8aae068b HTTP/1.1" status: 204 len: 168 time: 0.1670578 Mar 22 19:38:19.509234 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37942) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:19.511183 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff9ad34-db38-4328-9e98-34fd1a5e69ea tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:38:19.523398 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-48f4fe49-65a0-4ad5-97ff-72c3930d8017 tempest-MeteringIpV6TestJSON-292157241 tempest-MeteringIpV6TestJSON-292157241-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules?id=61c89677-56a9-4d79-9ad2-497d8aae068b HTTP/1.1" status: 200 len: 221 time: 0.0125780 Mar 22 19:38:19.526676 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37944) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:19.531805 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-2a04d82a-73b9-4963-a67f-7cbd1d2ca75c tempest-MeteringIpV6TestJSON-292157241 tempest-MeteringIpV6TestJSON-292157241-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--341262786', 'description': 'label created by tempest'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:19.532421 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-2a04d82a-73b9-4963-a67f-7cbd1d2ca75c tempest-MeteringIpV6TestJSON-292157241 tempest-MeteringIpV6TestJSON-292157241-project-admin] Unknown quota resources ['metering_label']. {{(pid=104172) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 19:38:19.539363 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9ad34-db38-4328-9e98-34fd1a5e69ea tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7da3d305-042b-4cd4-b48a-366026409772,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:19.547091 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:38:19.561148 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fff9ad34-db38-4328-9e98-34fd1a5e69ea tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (1776f75b-fc10-4470-9e84-c8a5561f8ae4), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:19.561671 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-fff9ad34-db38-4328-9e98-34fd1a5e69ea tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Added segment 1776f75b-fc10-4470-9e84-c8a5561f8ae4 of type vlan for network 017887ff-4256-4f8c-b4c2-63f6c4f17839 Mar 22 19:38:19.612726 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ba51e24d-7e8c-4f3f-a15a-590c947eef3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:19.635856 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fff9ad34-db38-4328-9e98-34fd1a5e69ea tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (017887ff-4256-4f8c-b4c2-63f6c4f17839), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:19.682990 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fff9ad34-db38-4328-9e98-34fd1a5e69ea tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (017887ff-4256-4f8c-b4c2-63f6c4f17839), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:19.688602 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff9ad34-db38-4328-9e98-34fd1a5e69ea tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:19.689387 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fff9ad34-db38-4328-9e98-34fd1a5e69ea tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:19.755605 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-fff9ad34-db38-4328-9e98-34fd1a5e69ea tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6129909 Mar 22 19:38:19.760412 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37946) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:19.766079 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2a04d82a-73b9-4963-a67f-7cbd1d2ca75c tempest-MeteringIpV6TestJSON-292157241 tempest-MeteringIpV6TestJSON-292157241-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:19.768181 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2a04d82a-73b9-4963-a67f-7cbd1d2ca75c tempest-MeteringIpV6TestJSON-292157241 tempest-MeteringIpV6TestJSON-292157241-project-admin] 10.222.0.75 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2397869 Mar 22 19:38:19.770997 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37948) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:19.778145 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-833b954a-ef81-41de-9f4c-451fa33e2ac3 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-289957135'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:19.803602 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9ad34-db38-4328-9e98-34fd1a5e69ea tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Network': ['ID=017887ff-4256-4f8c-b4c2-63f6c4f17839,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:19.819942 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 017887ff-4256-4f8c-b4c2-63f6c4f17839 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:38:19.831713 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833b954a-ef81-41de-9f4c-451fa33e2ac3 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Made reservation on behalf of 1e3546c3d170468eb7c4f7ed56b3ee3c for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:38:19.835768 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-833b954a-ef81-41de-9f4c-451fa33e2ac3 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:19.852076 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ba51e24d-7e8c-4f3f-a15a-590c947eef3c admin admin] Publish callbacks [] for security_group (318c3e38-8782-4d1b-b485-0e13b0828def), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:19.861478 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ba51e24d-7e8c-4f3f-a15a-590c947eef3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (318c3e38-8782-4d1b-b485-0e13b0828def), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:19.870665 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833b954a-ef81-41de-9f4c-451fa33e2ac3 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:38:19.908900 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0948da69-2d44-4883-8589-c82f69afe088 tempest-MeteringIpV6TestJSON-292157241 tempest-MeteringIpV6TestJSON-292157241-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels?id=80fb9336-e6e0-4987-bbf7-625ba69d4bc6 HTTP/1.1" status: 200 len: 467 time: 0.1358733 Mar 22 19:38:19.911600 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37950) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:19.919831 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-833b954a-ef81-41de-9f4c-451fa33e2ac3 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (d6313c24-23cf-4d5f-ab8c-8786f420f60b), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:19.920282 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-833b954a-ef81-41de-9f4c-451fa33e2ac3 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Added segment d6313c24-23cf-4d5f-ab8c-8786f420f60b of type vlan for network 1b221d2b-71c7-4cda-8bf0-fab89bd99d9d Mar 22 19:38:19.930127 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51e24d-7e8c-4f3f-a15a-590c947eef3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318c3e38-8782-4d1b-b485-0e13b0828def,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:19.937153 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ba51e24d-7e8c-4f3f-a15a-590c947eef3c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1a064da72b4c47e180dd64d56500e800&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5586042 Mar 22 19:38:19.937595 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37952) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:20.094487 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:20.170333 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-aeee098b-49fb-4e66-9501-e0d064f144b7 tempest-MeteringIpV6TestJSON-292157241 tempest-MeteringIpV6TestJSON-292157241-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:20.171714 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-aeee098b-49fb-4e66-9501-e0d064f144b7 tempest-MeteringIpV6TestJSON-292157241 tempest-MeteringIpV6TestJSON-292157241-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-labels/80fb9336-e6e0-4987-bbf7-625ba69d4bc6 HTTP/1.1" status: 204 len: 168 time: 0.2590542 Mar 22 19:38:20.174360 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37956) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:20.187867 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9fdc56f0-ec53-44e8-a04d-db7ab328f084 tempest-MeteringIpV6TestJSON-292157241 tempest-MeteringIpV6TestJSON-292157241-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels?id=80fb9336-e6e0-4987-bbf7-625ba69d4bc6 HTTP/1.1" status: 200 len: 216 time: 0.0122895 Mar 22 19:38:20.191276 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37958) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:20.202352 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-33fd1843-c6ee-4c82-a41a-09ffa0613519 tempest-MeteringIpV6TestJSON-292157241 tempest-MeteringIpV6TestJSON-292157241-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0098851 Mar 22 19:38:20.204966 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37960) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:20.218082 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-025976af-a05a-4dd2-bd96-96786cd44f19 tempest-MeteringIpV6TestJSON-292157241 tempest-MeteringIpV6TestJSON-292157241-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0118682 Mar 22 19:38:20.221303 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37962) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:20.279654 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2bc78653-2106-41d9-a6a9-07ab8e0e39fb tempest-MeteringIpV6TestJSON-292157241 tempest-MeteringIpV6TestJSON-292157241-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-labels/29b6487f-97a6-48a7-865d-5638039ffab3 HTTP/1.1" status: 200 len: 473 time: 0.0570896 Mar 22 19:38:20.282982 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37964) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:20.293008 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-675f076e-e632-451e-a56b-c6f68b757fb5 tempest-MeteringIpV6TestJSON-292157241 tempest-MeteringIpV6TestJSON-292157241-project-admin] 10.222.0.75 "GET /v2.0/metering/metering-label-rules/baad17e8-c226-4062-b8cf-0a03b1bdffe2 HTTP/1.1" status: 200 len: 459 time: 0.0088482 Mar 22 19:38:20.296300 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37966) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:20.331447 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-833b954a-ef81-41de-9f4c-451fa33e2ac3 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (1b221d2b-71c7-4cda-8bf0-fab89bd99d9d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:20.377177 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f922c115-d390-4057-a698-0693a42e0a0a admin admin] Publish callbacks [] for security_group (318c3e38-8782-4d1b-b485-0e13b0828def), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:20.394749 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-833b954a-ef81-41de-9f4c-451fa33e2ac3 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (1b221d2b-71c7-4cda-8bf0-fab89bd99d9d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:20.400162 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833b954a-ef81-41de-9f4c-451fa33e2ac3 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:20.400912 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-833b954a-ef81-41de-9f4c-451fa33e2ac3 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:20.413688 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-26fd5248-8999-4524-86ae-a122f5ca4720 tempest-MeteringIpV6TestJSON-292157241 tempest-MeteringIpV6TestJSON-292157241-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:20.415512 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-26fd5248-8999-4524-86ae-a122f5ca4720 tempest-MeteringIpV6TestJSON-292157241 tempest-MeteringIpV6TestJSON-292157241-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-label-rules/baad17e8-c226-4062-b8cf-0a03b1bdffe2 HTTP/1.1" status: 204 len: 168 time: 0.1183026 Mar 22 19:38:20.417770 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f922c115-d390-4057-a698-0693a42e0a0a admin admin] Publish callbacks [] for security_group (318c3e38-8782-4d1b-b485-0e13b0828def), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:20.418024 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37968) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:20.498623 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-833b954a-ef81-41de-9f4c-451fa33e2ac3 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7277126 Mar 22 19:38:20.507131 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37970) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:20.514746 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-0a97a15f-0f34-4741-ba90-a48c5480d297 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Request body: {'subnet': {'network_id': '017887ff-4256-4f8c-b4c2-63f6c4f17839', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:20.534200 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b954a-ef81-41de-9f4c-451fa33e2ac3 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Network': ['ID=1b221d2b-71c7-4cda-8bf0-fab89bd99d9d,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:20.545175 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 1b221d2b-71c7-4cda-8bf0-fab89bd99d9d details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:38:20.617455 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f922c115-d390-4057-a698-0693a42e0a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (318c3e38-8782-4d1b-b485-0e13b0828def), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:20.620905 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f922c115-d390-4057-a698-0693a42e0a0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:20.622222 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f922c115-d390-4057-a698-0693a42e0a0a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/318c3e38-8782-4d1b-b485-0e13b0828def HTTP/1.1" status: 204 len: 168 time: 0.6837311 Mar 22 19:38:20.634242 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922c115-d390-4057-a698-0693a42e0a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318c3e38-8782-4d1b-b485-0e13b0828def,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:20.636219 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a97a15f-0f34-4741-ba90-a48c5480d297 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Made reservation on behalf of 1e3546c3d170468eb7c4f7ed56b3ee3c for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:38:20.640441 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0a97a15f-0f34-4741-ba90-a48c5480d297 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:20.735239 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ea350d71-e588-4778-983f-ed67bf825c9d tempest-MeteringIpV6TestJSON-292157241 tempest-MeteringIpV6TestJSON-292157241-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:20.736829 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ea350d71-e588-4778-983f-ed67bf825c9d tempest-MeteringIpV6TestJSON-292157241 tempest-MeteringIpV6TestJSON-292157241-project-admin] 10.222.0.75 "DELETE /v2.0/metering/metering-labels/29b6487f-97a6-48a7-865d-5638039ffab3 HTTP/1.1" status: 204 len: 168 time: 0.3178842 Mar 22 19:38:20.950812 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0a97a15f-0f34-4741-ba90-a48c5480d297 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (36eb5d27-3783-4ae4-9ee0-38a4116d4749), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:21.026608 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97a15f-0f34-4741-ba90-a48c5480d297 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Subnet': ['ID=36eb5d27-3783-4ae4-9ee0-38a4116d4749,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:21.065829 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a97a15f-0f34-4741-ba90-a48c5480d297 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Checking segment: {'id': '1776f75b-fc10-4470-9e84-c8a5561f8ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '017887ff-4256-4f8c-b4c2-63f6c4f17839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:38:21.066241 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a97a15f-0f34-4741-ba90-a48c5480d297 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network hostable DHCP agents. Network: 017887ff-4256-4f8c-b4c2-63f6c4f17839, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:38:21.088700 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37982) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:21.107527 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-60f686bb-e086-4dff-83d5-5daac056226f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:21.118039 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a97a15f-0f34-4741-ba90-a48c5480d297 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network 017887ff-4256-4f8c-b4c2-63f6c4f17839 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:38:21.141105 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-0a97a15f-0f34-4741-ba90-a48c5480d297 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 017887ff-4256-4f8c-b4c2-63f6c4f17839) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:21.149274 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a97a15f-0f34-4741-ba90-a48c5480d297 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:21.149392 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0a97a15f-0f34-4741-ba90-a48c5480d297 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:21.155214 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469092eb-a618-4310-82f8-f725787c3645 None None] Network 017887ff-4256-4f8c-b4c2-63f6c4f17839 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:38:21.204500 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0a97a15f-0f34-4741-ba90-a48c5480d297 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6982217 Mar 22 19:38:21.207617 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37986) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:21.215955 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-811c298b-f13e-4d97-b77a-af6b1d826c0a tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Request body: {'subnet': {'network_id': '1b221d2b-71c7-4cda-8bf0-fab89bd99d9d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:21.224078 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37988) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:21.252376 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-60f686bb-e086-4dff-83d5-5daac056226f admin admin] Publish callbacks [] for security_group (91bb2ea3-dee1-4a1b-a341-52e05fda5005), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:21.258582 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-60f686bb-e086-4dff-83d5-5daac056226f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (91bb2ea3-dee1-4a1b-a341-52e05fda5005), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:21.345903 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe5a80c-753f-41fb-8152-38bc76ad42a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-017887ff-4256-4f8c-b4c2-63f6c4f17839', 'network_id': '017887ff-4256-4f8c-b4c2-63f6c4f17839', 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'fixed_ips': [{'subnet_id': '36eb5d27-3783-4ae4-9ee0-38a4116d4749'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:38:21.346867 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7fe5a80c-753f-41fb-8152-38bc76ad42a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:21.349079 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-60f686bb-e086-4dff-83d5-5daac056226f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f22e867beab842baa471b83e261b1e6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2590845 Mar 22 19:38:21.351182 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f686bb-e086-4dff-83d5-5daac056226f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91bb2ea3-dee1-4a1b-a341-52e05fda5005,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:21.361748 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37992) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:21.363701 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f686bb-e086-4dff-83d5-5daac056226f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:21.364202 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f686bb-e086-4dff-83d5-5daac056226f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:21.364626 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:21.364908 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f686bb-e086-4dff-83d5-5daac056226f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:21.366098 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f686bb-e086-4dff-83d5-5daac056226f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:21.366797 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f686bb-e086-4dff-83d5-5daac056226f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:21.367381 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f686bb-e086-4dff-83d5-5daac056226f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:21.367861 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f686bb-e086-4dff-83d5-5daac056226f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:21.368340 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f686bb-e086-4dff-83d5-5daac056226f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:21.368933 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f686bb-e086-4dff-83d5-5daac056226f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:21.369625 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f686bb-e086-4dff-83d5-5daac056226f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:21.370123 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f686bb-e086-4dff-83d5-5daac056226f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:21.370643 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f686bb-e086-4dff-83d5-5daac056226f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:21.371133 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f686bb-e086-4dff-83d5-5daac056226f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:21.371781 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f686bb-e086-4dff-83d5-5daac056226f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:21.372466 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60f686bb-e086-4dff-83d5-5daac056226f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:21.448245 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1f670abb-9a1f-41ac-8ad7-3c38e7712cfe admin admin] Publish callbacks [] for security_group (91bb2ea3-dee1-4a1b-a341-52e05fda5005), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:21.484686 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811c298b-f13e-4d97-b77a-af6b1d826c0a tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Made reservation on behalf of 1e3546c3d170468eb7c4f7ed56b3ee3c for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:38:21.490339 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1f670abb-9a1f-41ac-8ad7-3c38e7712cfe admin admin] Publish callbacks [] for security_group (91bb2ea3-dee1-4a1b-a341-52e05fda5005), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:21.491184 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-811c298b-f13e-4d97-b77a-af6b1d826c0a tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:21.503044 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c678c632-c166-42d0-9d04-53afd9457f60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:21.503971 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-7fe5a80c-753f-41fb-8152-38bc76ad42a5 None None] Allocated IP 2001:db8::2 (017887ff-4256-4f8c-b4c2-63f6c4f17839/36eb5d27-3783-4ae4-9ee0-38a4116d4749/7a1987a3-b624-4857-b3c2-9e20469e29b4) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:38:21.617572 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c678c632-c166-42d0-9d04-53afd9457f60 admin admin] Publish callbacks [] for security_group (efa03eda-d88b-4107-84e5-69246e662f50), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:21.630174 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c678c632-c166-42d0-9d04-53afd9457f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (efa03eda-d88b-4107-84e5-69246e662f50), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:21.701931 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c678c632-c166-42d0-9d04-53afd9457f60 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5d494dfc7a724239a0bf3fdd941ced61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4764423 Mar 22 19:38:21.702983 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37998) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:21.703639 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7fe5a80c-753f-41fb-8152-38bc76ad42a5 None None] Publish callbacks [] for port (7a1987a3-b624-4857-b3c2-9e20469e29b4), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:21.716320 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7fe5a80c-753f-41fb-8152-38bc76ad42a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (7a1987a3-b624-4857-b3c2-9e20469e29b4), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:21.729856 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-811c298b-f13e-4d97-b77a-af6b1d826c0a tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (cfdad5c7-7a42-4ef2-a719-efe182424667), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:21.760483 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe5a80c-753f-41fb-8152-38bc76ad42a5 None None] Network 017887ff-4256-4f8c-b4c2-63f6c4f17839 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:38:21.762880 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678c632-c166-42d0-9d04-53afd9457f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa03eda-d88b-4107-84e5-69246e662f50,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:21.764640 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-7fe5a80c-753f-41fb-8152-38bc76ad42a5 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:21.789555 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe5a80c-753f-41fb-8152-38bc76ad42a5 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:38:21.807450 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1f670abb-9a1f-41ac-8ad7-3c38e7712cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (91bb2ea3-dee1-4a1b-a341-52e05fda5005), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:21.808680 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe5a80c-753f-41fb-8152-38bc76ad42a5 None None] Pushing event updated for resources: {'Port': ['ID=7a1987a3-b624-4857-b3c2-9e20469e29b4,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:21.816410 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1f670abb-9a1f-41ac-8ad7-3c38e7712cfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:21.820431 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1f670abb-9a1f-41ac-8ad7-3c38e7712cfe admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/91bb2ea3-dee1-4a1b-a341-52e05fda5005 HTTP/1.1" status: 204 len: 168 time: 0.4409528 Mar 22 19:38:21.880037 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f670abb-9a1f-41ac-8ad7-3c38e7712cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bb2ea3-dee1-4a1b-a341-52e05fda5005,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:21.894514 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c298b-f13e-4d97-b77a-af6b1d826c0a tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Subnet': ['ID=cfdad5c7-7a42-4ef2-a719-efe182424667,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:21.909723 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811c298b-f13e-4d97-b77a-af6b1d826c0a tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Checking segment: {'id': 'd6313c24-23cf-4d5f-ab8c-8786f420f60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1b221d2b-71c7-4cda-8bf0-fab89bd99d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:38:21.910219 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811c298b-f13e-4d97-b77a-af6b1d826c0a tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network hostable DHCP agents. Network: 1b221d2b-71c7-4cda-8bf0-fab89bd99d9d, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:38:21.932995 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811c298b-f13e-4d97-b77a-af6b1d826c0a tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network 1b221d2b-71c7-4cda-8bf0-fab89bd99d9d is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:38:21.951362 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-7fe5a80c-753f-41fb-8152-38bc76ad42a5 None None] Attempting to bind port 7a1987a3-b624-4857-b3c2-9e20469e29b4 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:21.951853 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-7fe5a80c-753f-41fb-8152-38bc76ad42a5 None None] Attempting to bind port 7a1987a3-b624-4857-b3c2-9e20469e29b4 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '1776f75b-fc10-4470-9e84-c8a5561f8ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '017887ff-4256-4f8c-b4c2-63f6c4f17839'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:21.952437 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe5a80c-753f-41fb-8152-38bc76ad42a5 None None] Attempting to bind port 7a1987a3-b624-4857-b3c2-9e20469e29b4 on network 017887ff-4256-4f8c-b4c2-63f6c4f17839 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:21.953279 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-811c298b-f13e-4d97-b77a-af6b1d826c0a tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 1b221d2b-71c7-4cda-8bf0-fab89bd99d9d) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:21.959107 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811c298b-f13e-4d97-b77a-af6b1d826c0a tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:21.959563 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe5a80c-753f-41fb-8152-38bc76ad42a5 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:38:21.960024 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-811c298b-f13e-4d97-b77a-af6b1d826c0a tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:21.960397 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe5a80c-753f-41fb-8152-38bc76ad42a5 None None] Checking segment: {'id': '1776f75b-fc10-4470-9e84-c8a5561f8ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '017887ff-4256-4f8c-b4c2-63f6c4f17839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:38:21.961001 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7fe5a80c-753f-41fb-8152-38bc76ad42a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:21.961815 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe5a80c-753f-41fb-8152-38bc76ad42a5 None None] Bound using segment: {'id': '1776f75b-fc10-4470-9e84-c8a5561f8ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '017887ff-4256-4f8c-b4c2-63f6c4f17839'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:38:21.962502 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-7fe5a80c-753f-41fb-8152-38bc76ad42a5 None None] Bound port: 7a1987a3-b624-4857-b3c2-9e20469e29b4, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1776f75b-fc10-4470-9e84-c8a5561f8ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '017887ff-4256-4f8c-b4c2-63f6c4f17839'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:38:21.963085 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7fe5a80c-753f-41fb-8152-38bc76ad42a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7a1987a3-b624-4857-b3c2-9e20469e29b4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:21.967223 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b004c814-6a5d-48bd-acb7-574468eb253b admin admin] Publish callbacks [] for security_group (efa03eda-d88b-4107-84e5-69246e662f50), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:21.967883 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf49fe3-fb4c-47ed-8d2f-54b781b2c0a6 None None] Network 1b221d2b-71c7-4cda-8bf0-fab89bd99d9d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:38:21.992867 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-811c298b-f13e-4d97-b77a-af6b1d826c0a tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7839036 Mar 22 19:38:21.996728 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38004) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:22.007236 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-b99ceba9-a30d-46f7-93fa-6ee7d9c1f07b tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-531346566', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:22.012199 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b004c814-6a5d-48bd-acb7-574468eb253b admin admin] Publish callbacks [] for security_group (efa03eda-d88b-4107-84e5-69246e662f50), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:22.056090 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b99ceba9-a30d-46f7-93fa-6ee7d9c1f07b tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (25f747ba-efa3-4fb4-87c7-4f520ede2c83), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:22.058158 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b99ceba9-a30d-46f7-93fa-6ee7d9c1f07b tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (25f747ba-efa3-4fb4-87c7-4f520ede2c83), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:22.099263 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-7fe5a80c-753f-41fb-8152-38bc76ad42a5 None None] For port 7a1987a3-b624-4857-b3c2-9e20469e29b4, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:38:22.103106 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-7fe5a80c-753f-41fb-8152-38bc76ad42a5 None None] For port 7a1987a3-b624-4857-b3c2-9e20469e29b4, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=7a1987a3-b624-4857-b3c2-9e20469e29b4,segment=NetworkSegment(1776f75b-fc10-4470-9e84-c8a5561f8ae4),segment_id=1776f75b-fc10-4470-9e84-c8a5561f8ae4)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:38:22.112159 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7fe5a80c-753f-41fb-8152-38bc76ad42a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7a1987a3-b624-4857-b3c2-9e20469e29b4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:22.126800 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b004c814-6a5d-48bd-acb7-574468eb253b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (efa03eda-d88b-4107-84e5-69246e662f50), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:22.130213 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b004c814-6a5d-48bd-acb7-574468eb253b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:22.134753 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b004c814-6a5d-48bd-acb7-574468eb253b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/efa03eda-d88b-4107-84e5-69246e662f50 HTTP/1.1" status: 204 len: 168 time: 0.3626406 Mar 22 19:38:22.148376 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004c814-6a5d-48bd-acb7-574468eb253b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa03eda-d88b-4107-84e5-69246e662f50,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:22.161360 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96106ce-4564-4959-b7c8-42a1d38a080a req-b4752d2d-5c68-4159-8f19-3cf4e71796db tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:22.164333 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f96106ce-4564-4959-b7c8-42a1d38a080a req-b4752d2d-5c68-4159-8f19-3cf4e71796db tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.2105277 Mar 22 19:38:22.175619 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b99ceba9-a30d-46f7-93fa-6ee7d9c1f07b tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router_controller (25f747ba-efa3-4fb4-87c7-4f520ede2c83), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:22.185312 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b99ceba9-a30d-46f7-93fa-6ee7d9c1f07b tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (25f747ba-efa3-4fb4-87c7-4f520ede2c83), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:22.219604 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b99ceba9-a30d-46f7-93fa-6ee7d9c1f07b tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:22.221075 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b99ceba9-a30d-46f7-93fa-6ee7d9c1f07b tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2230992 Mar 22 19:38:22.224622 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38014) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:22.277608 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f96106ce-4564-4959-b7c8-42a1d38a080a req-e9ed7178-d3b8-4b1d-8b91-de9324b5a7b6 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070042 Mar 22 19:38:22.395628 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe5a80c-753f-41fb-8152-38bc76ad42a5 None None] Pushing event updated for resources: {'Port': ['ID=7a1987a3-b624-4857-b3c2-9e20469e29b4,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:22.494090 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8d898d-44ce-49dc-9a35-2af7db835696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-1b221d2b-71c7-4cda-8bf0-fab89bd99d9d', 'network_id': '1b221d2b-71c7-4cda-8bf0-fab89bd99d9d', 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'fixed_ips': [{'subnet_id': 'cfdad5c7-7a42-4ef2-a719-efe182424667'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:38:22.496054 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8b8d898d-44ce-49dc-9a35-2af7db835696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:22.841280 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-8b8d898d-44ce-49dc-9a35-2af7db835696 None None] Allocated IP 2001:db8:1::2 (1b221d2b-71c7-4cda-8bf0-fab89bd99d9d/cfdad5c7-7a42-4ef2-a719-efe182424667/890687d9-1306-4d6e-ad88-fc673a3f0782) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:38:22.907957 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38024) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:22.933728 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a13a8b0d-d80b-45e8-b760-412643224624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:22.989742 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6bd9fe8a-d9fb-44d0-aec1-cac698384e0d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:23.106382 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a13a8b0d-d80b-45e8-b760-412643224624 admin admin] Publish callbacks [] for security_group (c3446ba5-25f0-4b32-96bc-f0ca8bc78bb9), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:23.112535 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a13a8b0d-d80b-45e8-b760-412643224624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (c3446ba5-25f0-4b32-96bc-f0ca8bc78bb9), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:23.167756 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a8b0d-d80b-45e8-b760-412643224624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3446ba5-25f0-4b32-96bc-f0ca8bc78bb9,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:23.188055 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a13a8b0d-d80b-45e8-b760-412643224624 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d75942d1c111462a9393a27cae7ede6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2786424 Mar 22 19:38:23.189567 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38028) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:23.256713 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0f267d81-3081-4e61-8a4f-33af67f3ade2 admin admin] Publish callbacks [] for security_group (c3446ba5-25f0-4b32-96bc-f0ca8bc78bb9), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:23.258269 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8b8d898d-44ce-49dc-9a35-2af7db835696 None None] Publish callbacks [] for port (890687d9-1306-4d6e-ad88-fc673a3f0782), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:23.269176 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8b8d898d-44ce-49dc-9a35-2af7db835696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (890687d9-1306-4d6e-ad88-fc673a3f0782), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:23.318074 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0f267d81-3081-4e61-8a4f-33af67f3ade2 admin admin] Publish callbacks [] for security_group (c3446ba5-25f0-4b32-96bc-f0ca8bc78bb9), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:23.364321 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8d898d-44ce-49dc-9a35-2af7db835696 None None] Network 1b221d2b-71c7-4cda-8bf0-fab89bd99d9d is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:38:23.368310 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-8b8d898d-44ce-49dc-9a35-2af7db835696 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:23.371127 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d898d-44ce-49dc-9a35-2af7db835696 None None] Pushing event updated for resources: {'Port': ['ID=890687d9-1306-4d6e-ad88-fc673a3f0782,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:23.373760 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8d898d-44ce-49dc-9a35-2af7db835696 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:38:23.374875 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-6bd9fe8a-d9fb-44d0-aec1-cac698384e0d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Allocated IP 2001:db8::1 (017887ff-4256-4f8c-b4c2-63f6c4f17839/36eb5d27-3783-4ae4-9ee0-38a4116d4749/f8e03254-ef81-46b2-9a90-c0ac2e2cd300) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:38:23.397188 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0f267d81-3081-4e61-8a4f-33af67f3ade2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (c3446ba5-25f0-4b32-96bc-f0ca8bc78bb9), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:23.403930 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0f267d81-3081-4e61-8a4f-33af67f3ade2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:23.405123 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0f267d81-3081-4e61-8a4f-33af67f3ade2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c3446ba5-25f0-4b32-96bc-f0ca8bc78bb9 HTTP/1.1" status: 204 len: 168 time: 0.2150788 Mar 22 19:38:23.414521 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f267d81-3081-4e61-8a4f-33af67f3ade2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3446ba5-25f0-4b32-96bc-f0ca8bc78bb9,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:23.542060 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-8b8d898d-44ce-49dc-9a35-2af7db835696 None None] Attempting to bind port 890687d9-1306-4d6e-ad88-fc673a3f0782 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:23.542633 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-8b8d898d-44ce-49dc-9a35-2af7db835696 None None] Attempting to bind port 890687d9-1306-4d6e-ad88-fc673a3f0782 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'd6313c24-23cf-4d5f-ab8c-8786f420f60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1b221d2b-71c7-4cda-8bf0-fab89bd99d9d'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:23.542995 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8d898d-44ce-49dc-9a35-2af7db835696 None None] Attempting to bind port 890687d9-1306-4d6e-ad88-fc673a3f0782 on network 1b221d2b-71c7-4cda-8bf0-fab89bd99d9d {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:23.549775 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8d898d-44ce-49dc-9a35-2af7db835696 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:38:23.550274 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8d898d-44ce-49dc-9a35-2af7db835696 None None] Checking segment: {'id': 'd6313c24-23cf-4d5f-ab8c-8786f420f60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1b221d2b-71c7-4cda-8bf0-fab89bd99d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:38:23.550757 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8b8d898d-44ce-49dc-9a35-2af7db835696 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:23.551513 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8d898d-44ce-49dc-9a35-2af7db835696 None None] Bound using segment: {'id': 'd6313c24-23cf-4d5f-ab8c-8786f420f60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1b221d2b-71c7-4cda-8bf0-fab89bd99d9d'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:38:23.552224 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-8b8d898d-44ce-49dc-9a35-2af7db835696 None None] Bound port: 890687d9-1306-4d6e-ad88-fc673a3f0782, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6313c24-23cf-4d5f-ab8c-8786f420f60b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1b221d2b-71c7-4cda-8bf0-fab89bd99d9d'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:38:23.552687 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8b8d898d-44ce-49dc-9a35-2af7db835696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (890687d9-1306-4d6e-ad88-fc673a3f0782), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:23.630344 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097485b-8166-493f-a291-bd16247ab587 req-b7abcf95-b8f4-4779-8292-fc6c99e14b63 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:23.633722 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c097485b-8166-493f-a291-bd16247ab587 req-b7abcf95-b8f4-4779-8292-fc6c99e14b63 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.1223204 Mar 22 19:38:23.644570 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-8b8d898d-44ce-49dc-9a35-2af7db835696 None None] For port 890687d9-1306-4d6e-ad88-fc673a3f0782, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:38:23.649960 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-8b8d898d-44ce-49dc-9a35-2af7db835696 None None] For port 890687d9-1306-4d6e-ad88-fc673a3f0782, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=890687d9-1306-4d6e-ad88-fc673a3f0782,segment=NetworkSegment(d6313c24-23cf-4d5f-ab8c-8786f420f60b),segment_id=d6313c24-23cf-4d5f-ab8c-8786f420f60b)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:38:23.669491 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8b8d898d-44ce-49dc-9a35-2af7db835696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (890687d9-1306-4d6e-ad88-fc673a3f0782), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:23.677305 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6bd9fe8a-d9fb-44d0-aec1-cac698384e0d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for port (f8e03254-ef81-46b2-9a90-c0ac2e2cd300), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:23.752418 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6bd9fe8a-d9fb-44d0-aec1-cac698384e0d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f8e03254-ef81-46b2-9a90-c0ac2e2cd300), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:23.757696 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d898d-44ce-49dc-9a35-2af7db835696 None None] Pushing event updated for resources: {'Port': ['ID=890687d9-1306-4d6e-ad88-fc673a3f0782,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:23.789859 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c097485b-8166-493f-a291-bd16247ab587 req-60c80043-78dd-4236-ab7b-04d74f584710 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280906 Mar 22 19:38:23.873314 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd9fe8a-d9fb-44d0-aec1-cac698384e0d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network 017887ff-4256-4f8c-b4c2-63f6c4f17839 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:38:23.886256 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-6bd9fe8a-d9fb-44d0-aec1-cac698384e0d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:23.889925 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9fe8a-d9fb-44d0-aec1-cac698384e0d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Port': ['ID=f8e03254-ef81-46b2-9a90-c0ac2e2cd300,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:23.900037 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd9fe8a-d9fb-44d0-aec1-cac698384e0d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:38:23.900921 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6bd9fe8a-d9fb-44d0-aec1-cac698384e0d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (25f747ba-efa3-4fb4-87c7-4f520ede2c83), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:24.152353 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6bd9fe8a-d9fb-44d0-aec1-cac698384e0d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f8e03254-ef81-46b2-9a90-c0ac2e2cd300), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:24.281180 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59e1ef4-ab9e-4142-a927-c6b57468499a None None] Network 017887ff-4256-4f8c-b4c2-63f6c4f17839 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:38:24.437371 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 7a1987a3-b624-4857-b3c2-9e20469e29b4 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:38:24.519688 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-27f3d6c7-27d3-429f-b48f-0e634254068f None None] Provisioning complete for port 7a1987a3-b624-4857-b3c2-9e20469e29b4 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:24.520076 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-27f3d6c7-27d3-429f-b48f-0e634254068f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7a1987a3-b624-4857-b3c2-9e20469e29b4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:24.568966 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 7a1987a3-b624-4857-b3c2-9e20469e29b4 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:24.569641 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7a1987a3-b624-4857-b3c2-9e20469e29b4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:24.683055 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-27f3d6c7-27d3-429f-b48f-0e634254068f None None] Current status of the port 7a1987a3-b624-4857-b3c2-9e20469e29b4 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:38:24.683684 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-27f3d6c7-27d3-429f-b48f-0e634254068f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7a1987a3-b624-4857-b3c2-9e20469e29b4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:24.700123 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6bd9fe8a-d9fb-44d0-aec1-cac698384e0d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for port (f8e03254-ef81-46b2-9a90-c0ac2e2cd300), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:24.707249 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6bd9fe8a-d9fb-44d0-aec1-cac698384e0d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (f8e03254-ef81-46b2-9a90-c0ac2e2cd300), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:24.708100 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6bd9fe8a-d9fb-44d0-aec1-cac698384e0d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (25f747ba-efa3-4fb4-87c7-4f520ede2c83), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:24.886221 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-27f3d6c7-27d3-429f-b48f-0e634254068f None None] For port 7a1987a3-b624-4857-b3c2-9e20469e29b4, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=7a1987a3-b624-4857-b3c2-9e20469e29b4,segment=NetworkSegment(1776f75b-fc10-4470-9e84-c8a5561f8ae4),segment_id=1776f75b-fc10-4470-9e84-c8a5561f8ae4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:38:24.889934 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 7a1987a3-b624-4857-b3c2-9e20469e29b4 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:38:24.890473 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7a1987a3-b624-4857-b3c2-9e20469e29b4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:24.934179 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd9fe8a-d9fb-44d0-aec1-cac698384e0d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network 017887ff-4256-4f8c-b4c2-63f6c4f17839 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:38:24.937706 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-27f3d6c7-27d3-429f-b48f-0e634254068f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7a1987a3-b624-4857-b3c2-9e20469e29b4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:24.945880 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-6bd9fe8a-d9fb-44d0-aec1-cac698384e0d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:25.106755 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3d6c7-27d3-429f-b48f-0e634254068f None None] Pushing event updated for resources: {'Port': ['ID=7a1987a3-b624-4857-b3c2-9e20469e29b4,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:25.117895 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531992c8-4e12-4c42-a525-aa48bec92a2e req-0db699d9-a03b-4275-b8bc-117672ca2f5f tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:25.120791 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-531992c8-4e12-4c42-a525-aa48bec92a2e req-0db699d9-a03b-4275-b8bc-117672ca2f5f tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.1505201 Mar 22 19:38:25.136654 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:38:25.137150 n-d-705658-24 neutron-server[104174]: DEBUG oslo_db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:38:25.175614 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-97777434-e271-4b83-a412-52d2a37f6e4c None None] Provisioning complete for port f8e03254-ef81-46b2-9a90-c0ac2e2cd300 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:25.175929 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9fe8a-d9fb-44d0-aec1-cac698384e0d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Port': ['ID=f8e03254-ef81-46b2-9a90-c0ac2e2cd300,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:25.176422 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-97777434-e271-4b83-a412-52d2a37f6e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f8e03254-ef81-46b2-9a90-c0ac2e2cd300), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:25.229719 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-531992c8-4e12-4c42-a525-aa48bec92a2e req-b376ab0c-04e5-46c9-8858-3db0fc7742fa tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968962 Mar 22 19:38:25.255520 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd9fe8a-d9fb-44d0-aec1-cac698384e0d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Router 25f747ba-efa3-4fb4-87c7-4f520ede2c83 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:38:25.307606 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-97777434-e271-4b83-a412-52d2a37f6e4c None None] Port f8e03254-ef81-46b2-9a90-c0ac2e2cd300 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:38:25.331142 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-97777434-e271-4b83-a412-52d2a37f6e4c None None] Provisioning complete for port 7a1987a3-b624-4857-b3c2-9e20469e29b4 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:25.331897 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-97777434-e271-4b83-a412-52d2a37f6e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7a1987a3-b624-4857-b3c2-9e20469e29b4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:25.438527 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd9fe8a-d9fb-44d0-aec1-cac698384e0d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:38:25.455954 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a562cb-de37-461e-82ae-be03efc437b2 None None] Sync routers for ids ['25f747ba-efa3-4fb4-87c7-4f520ede2c83'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:38:25.460892 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6bd9fe8a-d9fb-44d0-aec1-cac698384e0d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "PUT /v2.0/routers/25f747ba-efa3-4fb4-87c7-4f520ede2c83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2306299 Mar 22 19:38:25.461438 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38114) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:25.475375 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a562cb-de37-461e-82ae-be03efc437b2 None None] Routers {'25f747ba-efa3-4fb4-87c7-4f520ede2c83'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:25.477002 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-97a562cb-de37-461e-82ae-be03efc437b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['25f747ba-efa3-4fb4-87c7-4f520ede2c83'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:25.527576 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-97a562cb-de37-461e-82ae-be03efc437b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:25.537011 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-97777434-e271-4b83-a412-52d2a37f6e4c None None] Current status of the port 7a1987a3-b624-4857-b3c2-9e20469e29b4 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:38:25.551371 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bc3160-370a-4076-87d3-761b1861cb43 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:25.553747 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b4bc3160-370a-4076-87d3-761b1861cb43 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "GET /v2.0/ports/f8e03254-ef81-46b2-9a90-c0ac2e2cd300 HTTP/1.1" status: 200 len: 911 time: 0.0898938 Mar 22 19:38:25.556808 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38118) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:25.569292 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a562cb-de37-461e-82ae-be03efc437b2 None None] Routers {'25f747ba-efa3-4fb4-87c7-4f520ede2c83'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:25.583567 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-97a562cb-de37-461e-82ae-be03efc437b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['25f747ba-efa3-4fb4-87c7-4f520ede2c83'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:25.652056 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-97a562cb-de37-461e-82ae-be03efc437b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:25.653148 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a562cb-de37-461e-82ae-be03efc437b2 None None] The sync data for ids ['25f747ba-efa3-4fb4-87c7-4f520ede2c83'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:38:25.749751 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-05bbce22-bf3f-49cc-942c-a256fd0302e8 None None] Provisioning complete for port f8e03254-ef81-46b2-9a90-c0ac2e2cd300 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:25.751882 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-05bbce22-bf3f-49cc-942c-a256fd0302e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f8e03254-ef81-46b2-9a90-c0ac2e2cd300), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:25.757417 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 7a1987a3-b624-4857-b3c2-9e20469e29b4 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:38:25.822897 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf641fc-9e7d-486f-b5a6-a5493199afcb None None] Network 1b221d2b-71c7-4cda-8bf0-fab89bd99d9d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:38:25.839871 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-05bbce22-bf3f-49cc-942c-a256fd0302e8 None None] Port f8e03254-ef81-46b2-9a90-c0ac2e2cd300 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:38:26.041289 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-10261050-893e-4a5f-b6a8-90f1246d8ae2 None None] Provisioning complete for port 890687d9-1306-4d6e-ad88-fc673a3f0782 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:26.041676 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-10261050-893e-4a5f-b6a8-90f1246d8ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (890687d9-1306-4d6e-ad88-fc673a3f0782), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:26.141739 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38142) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:26.242519 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-10261050-893e-4a5f-b6a8-90f1246d8ae2 None None] Current status of the port 890687d9-1306-4d6e-ad88-fc673a3f0782 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:38:26.243100 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-10261050-893e-4a5f-b6a8-90f1246d8ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (890687d9-1306-4d6e-ad88-fc673a3f0782), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:26.291510 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-30c4cf81-6f97-441d-b514-42cfd71eb014 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:26.301311 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 7a1987a3-b624-4857-b3c2-9e20469e29b4 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:38:26.457173 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-10261050-893e-4a5f-b6a8-90f1246d8ae2 None None] For port 890687d9-1306-4d6e-ad88-fc673a3f0782, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=890687d9-1306-4d6e-ad88-fc673a3f0782,segment=NetworkSegment(d6313c24-23cf-4d5f-ab8c-8786f420f60b),segment_id=d6313c24-23cf-4d5f-ab8c-8786f420f60b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:38:26.468632 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 7a1987a3-b624-4857-b3c2-9e20469e29b4 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:26.469474 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7a1987a3-b624-4857-b3c2-9e20469e29b4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:26.473994 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-10261050-893e-4a5f-b6a8-90f1246d8ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (890687d9-1306-4d6e-ad88-fc673a3f0782), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:26.485565 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b91c6-9273-4a73-a2df-296e0eeb9f08 req-4b09f205-ffc1-43c6-8d5c-92628e43c02a tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:26.503904 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-133b91c6-9273-4a73-a2df-296e0eeb9f08 req-4b09f205-ffc1-43c6-8d5c-92628e43c02a tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.1459384 Mar 22 19:38:26.564206 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-5a7a1e44-8420-4f30-aae2-6a9310162112 tempest-PortsAdminExtendedAttrsTestJSON-720255601 tempest-PortsAdminExtendedAttrsTestJSON-720255601-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-280247089'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:26.615545 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7a1e44-8420-4f30-aae2-6a9310162112 tempest-PortsAdminExtendedAttrsTestJSON-720255601 tempest-PortsAdminExtendedAttrsTestJSON-720255601-project] Made reservation on behalf of 1f0d03f3d61a4aa5893facb2a827a3b4 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:38:26.619489 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5a7a1e44-8420-4f30-aae2-6a9310162112 tempest-PortsAdminExtendedAttrsTestJSON-720255601 tempest-PortsAdminExtendedAttrsTestJSON-720255601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:26.639678 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5a7a1e44-8420-4f30-aae2-6a9310162112 tempest-PortsAdminExtendedAttrsTestJSON-720255601 tempest-PortsAdminExtendedAttrsTestJSON-720255601-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:26.667481 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-133b91c6-9273-4a73-a2df-296e0eeb9f08 req-8a73835a-e3e2-40f1-880c-e511785b52dc tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587198 Mar 22 19:38:26.669151 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-c0a0f2a5-e04d-4359-a9a6-09aecaa422b3 None None] Provisioning complete for port f8e03254-ef81-46b2-9a90-c0ac2e2cd300 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:26.669527 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c0a0f2a5-e04d-4359-a9a6-09aecaa422b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f8e03254-ef81-46b2-9a90-c0ac2e2cd300), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:26.683683 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10261050-893e-4a5f-b6a8-90f1246d8ae2 None None] Pushing event updated for resources: {'Port': ['ID=890687d9-1306-4d6e-ad88-fc673a3f0782,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:26.702155 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10261050-893e-4a5f-b6a8-90f1246d8ae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:26.702748 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10261050-893e-4a5f-b6a8-90f1246d8ae2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:26.703416 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10261050-893e-4a5f-b6a8-90f1246d8ae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:26.703981 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10261050-893e-4a5f-b6a8-90f1246d8ae2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:26.704693 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10261050-893e-4a5f-b6a8-90f1246d8ae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:26.705255 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10261050-893e-4a5f-b6a8-90f1246d8ae2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:26.705743 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10261050-893e-4a5f-b6a8-90f1246d8ae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:26.706292 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10261050-893e-4a5f-b6a8-90f1246d8ae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:26.706859 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10261050-893e-4a5f-b6a8-90f1246d8ae2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:26.707333 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10261050-893e-4a5f-b6a8-90f1246d8ae2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:26.707833 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10261050-893e-4a5f-b6a8-90f1246d8ae2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:26.708476 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10261050-893e-4a5f-b6a8-90f1246d8ae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:26.708980 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10261050-893e-4a5f-b6a8-90f1246d8ae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:26.710041 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10261050-893e-4a5f-b6a8-90f1246d8ae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:26.710532 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10261050-893e-4a5f-b6a8-90f1246d8ae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:26.778689 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c0a0f2a5-e04d-4359-a9a6-09aecaa422b3 None None] Port f8e03254-ef81-46b2-9a90-c0ac2e2cd300 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:38:26.785632 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-30c4cf81-6f97-441d-b514-42cfd71eb014 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Allocated IP 2001:db8:1::1 (1b221d2b-71c7-4cda-8bf0-fab89bd99d9d/cfdad5c7-7a42-4ef2-a719-efe182424667/86dfe668-5632-47d3-9234-9dcda1eb4c4e) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:38:26.792145 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5a7a1e44-8420-4f30-aae2-6a9310162112 tempest-PortsAdminExtendedAttrsTestJSON-720255601 tempest-PortsAdminExtendedAttrsTestJSON-720255601-project] Publish callbacks [] for security_group (b6773879-0fbc-483f-8bf8-50fb440ed219), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:26.799968 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5a7a1e44-8420-4f30-aae2-6a9310162112 tempest-PortsAdminExtendedAttrsTestJSON-720255601 tempest-PortsAdminExtendedAttrsTestJSON-720255601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b6773879-0fbc-483f-8bf8-50fb440ed219), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:26.820211 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-c0a0f2a5-e04d-4359-a9a6-09aecaa422b3 None None] Provisioning complete for port 890687d9-1306-4d6e-ad88-fc673a3f0782 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:26.820707 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c0a0f2a5-e04d-4359-a9a6-09aecaa422b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (890687d9-1306-4d6e-ad88-fc673a3f0782), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:26.859559 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a7a1e44-8420-4f30-aae2-6a9310162112 tempest-PortsAdminExtendedAttrsTestJSON-720255601 tempest-PortsAdminExtendedAttrsTestJSON-720255601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:38:26.868281 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 7a1987a3-b624-4857-b3c2-9e20469e29b4 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:38:26.869694 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 890687d9-1306-4d6e-ad88-fc673a3f0782 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:38:26.884381 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a1e44-8420-4f30-aae2-6a9310162112 tempest-PortsAdminExtendedAttrsTestJSON-720255601 tempest-PortsAdminExtendedAttrsTestJSON-720255601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6773879-0fbc-483f-8bf8-50fb440ed219,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:26.888402 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5a7a1e44-8420-4f30-aae2-6a9310162112 tempest-PortsAdminExtendedAttrsTestJSON-720255601 tempest-PortsAdminExtendedAttrsTestJSON-720255601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (9d6c4a0b-e682-4a4c-9344-a0a5a1335d10), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:26.889028 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-5a7a1e44-8420-4f30-aae2-6a9310162112 tempest-PortsAdminExtendedAttrsTestJSON-720255601 tempest-PortsAdminExtendedAttrsTestJSON-720255601-project] Added segment 9d6c4a0b-e682-4a4c-9344-a0a5a1335d10 of type vlan for network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 Mar 22 19:38:26.958006 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5a7a1e44-8420-4f30-aae2-6a9310162112 tempest-PortsAdminExtendedAttrsTestJSON-720255601 tempest-PortsAdminExtendedAttrsTestJSON-720255601-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:26.984279 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-30c4cf81-6f97-441d-b514-42cfd71eb014 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for port (86dfe668-5632-47d3-9234-9dcda1eb4c4e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:26.993711 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5a7a1e44-8420-4f30-aae2-6a9310162112 tempest-PortsAdminExtendedAttrsTestJSON-720255601 tempest-PortsAdminExtendedAttrsTestJSON-720255601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:26.995836 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 890687d9-1306-4d6e-ad88-fc673a3f0782 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:26.996232 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (890687d9-1306-4d6e-ad88-fc673a3f0782), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:26.997690 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c0a0f2a5-e04d-4359-a9a6-09aecaa422b3 None None] Current status of the port 890687d9-1306-4d6e-ad88-fc673a3f0782 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:38:27.012475 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7a1e44-8420-4f30-aae2-6a9310162112 tempest-PortsAdminExtendedAttrsTestJSON-720255601 tempest-PortsAdminExtendedAttrsTestJSON-720255601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:27.013143 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5a7a1e44-8420-4f30-aae2-6a9310162112 tempest-PortsAdminExtendedAttrsTestJSON-720255601 tempest-PortsAdminExtendedAttrsTestJSON-720255601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:27.062380 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5a7a1e44-8420-4f30-aae2-6a9310162112 tempest-PortsAdminExtendedAttrsTestJSON-720255601 tempest-PortsAdminExtendedAttrsTestJSON-720255601-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9182184 Mar 22 19:38:27.111747 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7a1e44-8420-4f30-aae2-6a9310162112 tempest-PortsAdminExtendedAttrsTestJSON-720255601 tempest-PortsAdminExtendedAttrsTestJSON-720255601-project] Pushing event updated for resources: {'Network': ['ID=11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:27.123985 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:38:27.307887 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38190) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:27.315536 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Request body: {'port': {'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8', 'binding:host_id': 'n-h1-705658-24', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2064485994'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:27.335168 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 890687d9-1306-4d6e-ad88-fc673a3f0782 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:38:27.351846 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Made reservation on behalf of 352ae7af09484853a9106583a23b9a93 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:38:27.356383 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:27.373147 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:27.503150 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks [] for security_group (8d68e234-96f5-42fc-b573-7c8333761a68), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:27.510103 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (8d68e234-96f5-42fc-b573-7c8333761a68), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:27.516182 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] device_id is not set on port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:38:27.543034 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-30c4cf81-6f97-441d-b514-42cfd71eb014 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (86dfe668-5632-47d3-9234-9dcda1eb4c4e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:27.627027 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c4cf81-6f97-441d-b514-42cfd71eb014 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network 1b221d2b-71c7-4cda-8bf0-fab89bd99d9d is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:38:27.631253 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d68e234-96f5-42fc-b573-7c8333761a68,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:27.632090 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4cf81-6f97-441d-b514-42cfd71eb014 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Port': ['ID=86dfe668-5632-47d3-9234-9dcda1eb4c4e,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:27.639695 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-30c4cf81-6f97-441d-b514-42cfd71eb014 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:27.656027 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c4cf81-6f97-441d-b514-42cfd71eb014 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:38:27.656689 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-30c4cf81-6f97-441d-b514-42cfd71eb014 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (25f747ba-efa3-4fb4-87c7-4f520ede2c83), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:27.833081 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-30c4cf81-6f97-441d-b514-42cfd71eb014 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (86dfe668-5632-47d3-9234-9dcda1eb4c4e), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:27.930213 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6614df-9e08-4a63-8ee1-272423d5bea0 req-ac9c57b0-a3c4-422c-9f9a-53df02a222ed tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:27.932098 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f6614df-9e08-4a63-8ee1-272423d5bea0 req-ac9c57b0-a3c4-422c-9f9a-53df02a222ed tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.1393654 Mar 22 19:38:27.958191 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] device_id is not set on port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:38:27.982241 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks [] for port (2d524136-0e58-4dec-80f6-ab1a5f1ea122), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:28.039745 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (2d524136-0e58-4dec-80f6-ab1a5f1ea122), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:28.055578 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f6614df-9e08-4a63-8ee1-272423d5bea0 req-26e7c356-b0b9-4229-a356-921276526cdc tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125779 Mar 22 19:38:28.116615 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 890687d9-1306-4d6e-ad88-fc673a3f0782 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:38:28.139640 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Pushing event updated for resources: {'Port': ['ID=2d524136-0e58-4dec-80f6-ab1a5f1ea122,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:28.151441 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Checking segment: {'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:38:28.152162 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Network hostable DHCP agents. Network: 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:38:28.174478 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:38:28.186464 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2532f6bb-cc31-43ad-950d-7f5c733c96b6 None None] Provisioning complete for port 86dfe668-5632-47d3-9234-9dcda1eb4c4e triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:28.187112 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2532f6bb-cc31-43ad-950d-7f5c733c96b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (86dfe668-5632-47d3-9234-9dcda1eb4c4e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:28.187250 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:28.191536 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:38:28.208991 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:28.209425 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:28.209989 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:28.215177 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:38:28.215591 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Failed to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] Mar 22 19:38:28.216621 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempt 2 to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 Mar 22 19:38:28.220375 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831ffa9b-58ad-4de6-9a91-64d634d889d5 None None] Network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:38:28.237021 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:28.237501 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:28.237934 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:28.248108 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2532f6bb-cc31-43ad-950d-7f5c733c96b6 None None] Port 86dfe668-5632-47d3-9234-9dcda1eb4c4e cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:38:28.249375 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:38:28.250066 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Failed to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] Mar 22 19:38:28.251105 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempt 3 to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 Mar 22 19:38:28.272953 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:28.273436 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:28.274315 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:28.277519 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-30c4cf81-6f97-441d-b514-42cfd71eb014 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for port (86dfe668-5632-47d3-9234-9dcda1eb4c4e), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:28.279943 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:38:28.280411 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Failed to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] Mar 22 19:38:28.281179 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempt 4 to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 Mar 22 19:38:28.282836 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 890687d9-1306-4d6e-ad88-fc673a3f0782 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:28.283223 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (890687d9-1306-4d6e-ad88-fc673a3f0782), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:28.285811 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-30c4cf81-6f97-441d-b514-42cfd71eb014 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (86dfe668-5632-47d3-9234-9dcda1eb4c4e), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:28.287603 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-30c4cf81-6f97-441d-b514-42cfd71eb014 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (25f747ba-efa3-4fb4-87c7-4f520ede2c83), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:28.298494 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:28.299699 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:28.300219 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:28.305764 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:38:28.306633 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Failed to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] Mar 22 19:38:28.307178 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempt 5 to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 Mar 22 19:38:28.322582 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:28.323881 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:28.324379 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:28.329628 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:38:28.330221 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Failed to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] Mar 22 19:38:28.330812 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempt 6 to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 Mar 22 19:38:28.346189 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:28.346833 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:28.347354 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:28.352891 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:38:28.353396 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Failed to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] Mar 22 19:38:28.355662 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempt 7 to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 Mar 22 19:38:28.369325 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:28.369930 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:28.370420 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:28.379144 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:38:28.379801 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Failed to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] Mar 22 19:38:28.380348 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempt 8 to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 Mar 22 19:38:28.396905 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 890687d9-1306-4d6e-ad88-fc673a3f0782 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:38:28.397970 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:28.398316 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:28.398654 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:28.404931 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:38:28.405714 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Failed to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] Mar 22 19:38:28.406286 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempt 9 to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 Mar 22 19:38:28.422138 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:28.422474 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:28.422860 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:28.427255 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:38:28.427598 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Failed to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] Mar 22 19:38:28.428523 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempt 10 to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 Mar 22 19:38:28.437668 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c4cf81-6f97-441d-b514-42cfd71eb014 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network 1b221d2b-71c7-4cda-8bf0-fab89bd99d9d is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:38:28.440959 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:28.441301 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:28.441637 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:28.442076 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-30c4cf81-6f97-441d-b514-42cfd71eb014 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:28.449416 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:38:28.449416 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Failed to bind port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] Mar 22 19:38:28.449416 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (2d524136-0e58-4dec-80f6-ab1a5f1ea122), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:28.500002 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4cf81-6f97-441d-b514-42cfd71eb014 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Port': ['ID=86dfe668-5632-47d3-9234-9dcda1eb4c4e,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:28.530887 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] For port 2d524136-0e58-4dec-80f6-ab1a5f1ea122, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:38:28.531550 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempted to set empty binding levels {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 22 19:38:28.536895 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4cf81-6f97-441d-b514-42cfd71eb014 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:28.537784 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4cf81-6f97-441d-b514-42cfd71eb014 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:28.538208 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4cf81-6f97-441d-b514-42cfd71eb014 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:28.538479 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4cf81-6f97-441d-b514-42cfd71eb014 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:28.538900 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4cf81-6f97-441d-b514-42cfd71eb014 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:28.539340 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4cf81-6f97-441d-b514-42cfd71eb014 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:28.539651 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4cf81-6f97-441d-b514-42cfd71eb014 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:28.539990 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4cf81-6f97-441d-b514-42cfd71eb014 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:28.540324 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4cf81-6f97-441d-b514-42cfd71eb014 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:28.540659 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4cf81-6f97-441d-b514-42cfd71eb014 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:28.540980 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4cf81-6f97-441d-b514-42cfd71eb014 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:28.541308 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4cf81-6f97-441d-b514-42cfd71eb014 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:28.541633 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4cf81-6f97-441d-b514-42cfd71eb014 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:28.541982 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4cf81-6f97-441d-b514-42cfd71eb014 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:28.542105 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (2d524136-0e58-4dec-80f6-ab1a5f1ea122), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:28.542305 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c4cf81-6f97-441d-b514-42cfd71eb014 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:28.582878 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:28.583482 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:28.587191 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c4cf81-6f97-441d-b514-42cfd71eb014 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Router 25f747ba-efa3-4fb4-87c7-4f520ede2c83 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:38:28.637986 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Pushing event updated for resources: {'Port': ['ID=2d524136-0e58-4dec-80f6-ab1a5f1ea122,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:28.650157 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9099b71b-9b71-4d97-ba84-2f45e4c481d5 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.3378527 Mar 22 19:38:28.651001 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38272) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:28.717475 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c4cf81-6f97-441d-b514-42cfd71eb014 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:38:28.722687 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-30c4cf81-6f97-441d-b514-42cfd71eb014 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "PUT /v2.0/routers/25f747ba-efa3-4fb4-87c7-4f520ede2c83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1646616 Mar 22 19:38:28.727307 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38278) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:28.735186 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca72f35-04d3-4176-ae49-50dacdf83132 None None] Sync routers for ids ['25f747ba-efa3-4fb4-87c7-4f520ede2c83'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:38:28.759753 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca72f35-04d3-4176-ae49-50dacdf83132 None None] Routers {'25f747ba-efa3-4fb4-87c7-4f520ede2c83'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:28.760402 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-dca72f35-04d3-4176-ae49-50dacdf83132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['25f747ba-efa3-4fb4-87c7-4f520ede2c83'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:28.832547 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-dca72f35-04d3-4176-ae49-50dacdf83132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:28.843107 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b9e059-cae1-40e9-bffa-090e0446c182 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:28.843520 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca72f35-04d3-4176-ae49-50dacdf83132 None None] Routers {'25f747ba-efa3-4fb4-87c7-4f520ede2c83'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:28.844292 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-dca72f35-04d3-4176-ae49-50dacdf83132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['25f747ba-efa3-4fb4-87c7-4f520ede2c83'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:28.844547 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-65b9e059-cae1-40e9-bffa-090e0446c182 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "GET /v2.0/ports/86dfe668-5632-47d3-9234-9dcda1eb4c4e HTTP/1.1" status: 200 len: 913 time: 0.1162739 Mar 22 19:38:28.847411 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38290) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:28.847686 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-50fb3e1a-0463-4eb9-bb7e-b687f43c1566 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Deleting port 2d524136-0e58-4dec-80f6-ab1a5f1ea122 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:38:28.848038 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-50fb3e1a-0463-4eb9-bb7e-b687f43c1566 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (2d524136-0e58-4dec-80f6-ab1a5f1ea122), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:28.892554 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-dca72f35-04d3-4176-ae49-50dacdf83132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:28.893448 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca72f35-04d3-4176-ae49-50dacdf83132 None None] The sync data for ids ['25f747ba-efa3-4fb4-87c7-4f520ede2c83'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:38:28.906512 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-d113c0f6-7ee4-4714-81b3-e4167ed2735e None None] Provisioning complete for port 86dfe668-5632-47d3-9234-9dcda1eb4c4e triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:28.907139 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d113c0f6-7ee4-4714-81b3-e4167ed2735e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (86dfe668-5632-47d3-9234-9dcda1eb4c4e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:28.927760 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-50fb3e1a-0463-4eb9-bb7e-b687f43c1566 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] For port 2d524136-0e58-4dec-80f6-ab1a5f1ea122, host n-h1-705658-24, got binding levels [] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:38:28.928469 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-50fb3e1a-0463-4eb9-bb7e-b687f43c1566 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (2d524136-0e58-4dec-80f6-ab1a5f1ea122), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:28.946686 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-50fb3e1a-0463-4eb9-bb7e-b687f43c1566 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Calling delete_port for 2d524136-0e58-4dec-80f6-ab1a5f1ea122 owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:38:28.947409 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d113c0f6-7ee4-4714-81b3-e4167ed2735e None None] Port 86dfe668-5632-47d3-9234-9dcda1eb4c4e cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:38:29.054120 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-50fb3e1a-0463-4eb9-bb7e-b687f43c1566 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (2d524136-0e58-4dec-80f6-ab1a5f1ea122), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:29.087592 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb3e1a-0463-4eb9-bb7e-b687f43c1566 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d524136-0e58-4dec-80f6-ab1a5f1ea122,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:29.103756 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-50fb3e1a-0463-4eb9-bb7e-b687f43c1566 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:29.111305 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-50fb3e1a-0463-4eb9-bb7e-b687f43c1566 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] 10.222.0.75 "DELETE /v2.0/ports/2d524136-0e58-4dec-80f6-ab1a5f1ea122 HTTP/1.1" status: 204 len: 168 time: 0.4567788 Mar 22 19:38:29.113330 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38306) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:29.151235 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-86102cc5-97fc-413b-be80-d96d10df898e tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] GET failed (client error): The resource could not be found. Mar 22 19:38:29.156200 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-86102cc5-97fc-413b-be80-d96d10df898e tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] 10.222.0.75 "GET /v2.0/ports/2d524136-0e58-4dec-80f6-ab1a5f1ea122 HTTP/1.1" status: 404 len: 333 time: 0.0305827 Mar 22 19:38:29.157321 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38312) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:29.164128 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-5879de43-b1d2-4aeb-9bd8-50872f63aa03 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Request body: {'port': {'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-395026851'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:29.227523 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5879de43-b1d2-4aeb-9bd8-50872f63aa03 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Made reservation on behalf of 352ae7af09484853a9106583a23b9a93 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:38:29.230113 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5879de43-b1d2-4aeb-9bd8-50872f63aa03 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:29.251398 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-5879de43-b1d2-4aeb-9bd8-50872f63aa03 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] device_id is not set on port a41a4640-441d-42b5-aa20-887ec8bdb4dd yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:38:29.296855 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff31420-c2ca-44fa-8fe0-67e3dda2163a req-2ad65985-934d-4a34-a879-f87251c76657 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:29.298416 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3ff31420-c2ca-44fa-8fe0-67e3dda2163a req-2ad65985-934d-4a34-a879-f87251c76657 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.1310799 Mar 22 19:38:29.336217 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0c8f59fa-221c-4ba6-ba08-529d57e6a88e tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (25f747ba-efa3-4fb4-87c7-4f520ede2c83), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:29.375265 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3ff31420-c2ca-44fa-8fe0-67e3dda2163a req-c1a00e43-48a9-4251-a95d-369cbf41adc4 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700984 Mar 22 19:38:29.494968 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5879de43-b1d2-4aeb-9bd8-50872f63aa03 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks [] for port (a41a4640-441d-42b5-aa20-887ec8bdb4dd), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:29.530325 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5879de43-b1d2-4aeb-9bd8-50872f63aa03 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (a41a4640-441d-42b5-aa20-887ec8bdb4dd), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:29.579850 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5879de43-b1d2-4aeb-9bd8-50872f63aa03 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:38:29.585290 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-5879de43-b1d2-4aeb-9bd8-50872f63aa03 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:29.592016 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5879de43-b1d2-4aeb-9bd8-50872f63aa03 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:38:29.593066 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5879de43-b1d2-4aeb-9bd8-50872f63aa03 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:29.593739 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5879de43-b1d2-4aeb-9bd8-50872f63aa03 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:29.597454 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879de43-b1d2-4aeb-9bd8-50872f63aa03 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Pushing event updated for resources: {'Port': ['ID=a41a4640-441d-42b5-aa20-887ec8bdb4dd,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:29.616333 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5879de43-b1d2-4aeb-9bd8-50872f63aa03 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4579155 Mar 22 19:38:29.618770 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38346) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:29.631015 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:29.668032 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-0c8f59fa-221c-4ba6-ba08-529d57e6a88e tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Deleting port 86dfe668-5632-47d3-9234-9dcda1eb4c4e {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:38:29.668632 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0c8f59fa-221c-4ba6-ba08-529d57e6a88e tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (86dfe668-5632-47d3-9234-9dcda1eb4c4e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:29.718493 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a41a4640-441d-42b5-aa20-887ec8bdb4dd), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:29.807853 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0c8f59fa-221c-4ba6-ba08-529d57e6a88e tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (86dfe668-5632-47d3-9234-9dcda1eb4c4e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:29.823848 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-0c8f59fa-221c-4ba6-ba08-529d57e6a88e tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Calling delete_port for 86dfe668-5632-47d3-9234-9dcda1eb4c4e owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:38:30.063935 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0c8f59fa-221c-4ba6-ba08-529d57e6a88e tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (86dfe668-5632-47d3-9234-9dcda1eb4c4e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:30.116700 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f59fa-221c-4ba6-ba08-529d57e6a88e tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event deleted for resources: {'Port': ['ID=86dfe668-5632-47d3-9234-9dcda1eb4c4e,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:30.316399 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0c8f59fa-221c-4ba6-ba08-529d57e6a88e tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (25f747ba-efa3-4fb4-87c7-4f520ede2c83), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:30.405005 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] device_id is not set on port a41a4640-441d-42b5-aa20-887ec8bdb4dd yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:38:30.415653 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks [] for port (a41a4640-441d-42b5-aa20-887ec8bdb4dd), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:30.426436 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (a41a4640-441d-42b5-aa20-887ec8bdb4dd), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:30.487617 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Pushing event updated for resources: {'Port': ['ID=a41a4640-441d-42b5-aa20-887ec8bdb4dd,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:30.495250 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:30.495654 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:30.496016 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:30.501276 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Port a41a4640-441d-42b5-aa20-887ec8bdb4dd on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:38:30.501613 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Failed to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd on host n-h1-705658-24 for vnic_type normal using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] Mar 22 19:38:30.502209 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempt 2 to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd Mar 22 19:38:30.526571 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:30.526842 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:30.527179 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:30.545984 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Port a41a4640-441d-42b5-aa20-887ec8bdb4dd on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:38:30.546341 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Failed to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd on host n-h1-705658-24 for vnic_type normal using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] Mar 22 19:38:30.547341 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempt 3 to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd Mar 22 19:38:30.564793 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:30.565194 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:30.565485 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:30.574897 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Port a41a4640-441d-42b5-aa20-887ec8bdb4dd on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:38:30.575230 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Failed to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd on host n-h1-705658-24 for vnic_type normal using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] Mar 22 19:38:30.577281 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempt 4 to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd Mar 22 19:38:30.600300 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c654b1-8bf1-4bd9-b61d-709b20e50628 req-b483b9b4-bedb-4476-ae2b-ee4419897ac5 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:30.601880 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5c654b1-8bf1-4bd9-b61d-709b20e50628 req-b483b9b4-bedb-4476-ae2b-ee4419897ac5 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.0866320 Mar 22 19:38:30.606642 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:30.606907 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:30.607257 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:30.624605 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Port a41a4640-441d-42b5-aa20-887ec8bdb4dd on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:38:30.624605 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Failed to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd on host n-h1-705658-24 for vnic_type normal using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] Mar 22 19:38:30.626589 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8f59fa-221c-4ba6-ba08-529d57e6a88e tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Router 25f747ba-efa3-4fb4-87c7-4f520ede2c83 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:38:30.626727 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempt 5 to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd Mar 22 19:38:30.654689 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:30.655031 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:30.655372 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:30.666899 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Port a41a4640-441d-42b5-aa20-887ec8bdb4dd on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:38:30.667233 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Failed to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd on host n-h1-705658-24 for vnic_type normal using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] Mar 22 19:38:30.667908 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempt 6 to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd Mar 22 19:38:30.673645 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5c654b1-8bf1-4bd9-b61d-709b20e50628 req-7de34699-d5e7-4b3d-82ac-93cc08b7b237 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629818 Mar 22 19:38:30.684771 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:30.685108 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:30.685445 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:30.690003 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Port a41a4640-441d-42b5-aa20-887ec8bdb4dd on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:38:30.690332 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Failed to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd on host n-h1-705658-24 for vnic_type normal using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] Mar 22 19:38:30.690717 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempt 7 to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd Mar 22 19:38:30.714471 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:30.715245 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:30.715713 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:30.722278 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Port a41a4640-441d-42b5-aa20-887ec8bdb4dd on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:38:30.722674 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Failed to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd on host n-h1-705658-24 for vnic_type normal using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] Mar 22 19:38:30.723127 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempt 8 to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd Mar 22 19:38:30.738799 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:30.739274 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:30.739708 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:30.747330 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Port a41a4640-441d-42b5-aa20-887ec8bdb4dd on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:38:30.747782 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Failed to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd on host n-h1-705658-24 for vnic_type normal using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] Mar 22 19:38:30.748505 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempt 9 to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd Mar 22 19:38:30.770209 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8f59fa-221c-4ba6-ba08-529d57e6a88e tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:38:30.779410 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:30.779743 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:30.780076 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:30.783681 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6c77f8-5638-482b-b287-cb76de07d0ff None None] Sync routers for ids ['25f747ba-efa3-4fb4-87c7-4f520ede2c83'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:38:30.790159 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Port a41a4640-441d-42b5-aa20-887ec8bdb4dd on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:38:30.790318 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0c8f59fa-221c-4ba6-ba08-529d57e6a88e tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "PUT /v2.0/routers/25f747ba-efa3-4fb4-87c7-4f520ede2c83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9392307 Mar 22 19:38:30.790420 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Failed to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd on host n-h1-705658-24 for vnic_type normal using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] Mar 22 19:38:30.790420 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempt 10 to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd Mar 22 19:38:30.790588 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38420) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:30.793271 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6c77f8-5638-482b-b287-cb76de07d0ff None None] Routers {'25f747ba-efa3-4fb4-87c7-4f520ede2c83'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:30.793920 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-3e6c77f8-5638-482b-b287-cb76de07d0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['25f747ba-efa3-4fb4-87c7-4f520ede2c83'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:30.821812 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:30.822598 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:30.823094 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:30.830624 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-3e6c77f8-5638-482b-b287-cb76de07d0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:30.839829 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6c77f8-5638-482b-b287-cb76de07d0ff None None] Routers {'25f747ba-efa3-4fb4-87c7-4f520ede2c83'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:30.840440 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-3e6c77f8-5638-482b-b287-cb76de07d0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['25f747ba-efa3-4fb4-87c7-4f520ede2c83'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:30.879979 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-3e6c77f8-5638-482b-b287-cb76de07d0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:30.881405 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6c77f8-5638-482b-b287-cb76de07d0ff None None] The sync data for ids ['25f747ba-efa3-4fb4-87c7-4f520ede2c83'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:38:30.899421 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Port a41a4640-441d-42b5-aa20-887ec8bdb4dd on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:38:30.899764 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Failed to bind port a41a4640-441d-42b5-aa20-887ec8bdb4dd on host n-h1-705658-24 for vnic_type normal using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] Mar 22 19:38:30.900193 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a41a4640-441d-42b5-aa20-887ec8bdb4dd), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:31.054987 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] For port a41a4640-441d-42b5-aa20-887ec8bdb4dd, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:38:31.055341 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempted to set empty binding levels {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 22 19:38:31.069270 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (a41a4640-441d-42b5-aa20-887ec8bdb4dd), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:31.135125 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] In _notify_port_updated(), no bound segment for port a41a4640-441d-42b5-aa20-887ec8bdb4dd on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 {{(pid=104172) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 19:38:31.136022 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:31.136614 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:31.140153 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] 10.222.0.75 "PUT /v2.0/ports/a41a4640-441d-42b5-aa20-887ec8bdb4dd HTTP/1.1" status: 200 len: 975 time: 1.5178716 Mar 22 19:38:31.140905 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38446) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:31.160069 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca6527-9c77-457a-94ea-6568dfeeae24 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Pushing event updated for resources: {'Port': ['ID=a41a4640-441d-42b5-aa20-887ec8bdb4dd,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:31.275612 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760ebc56-a457-410c-9886-91cf95a5310a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:31.276252 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760ebc56-a457-410c-9886-91cf95a5310a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:31.277058 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760ebc56-a457-410c-9886-91cf95a5310a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:31.277623 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760ebc56-a457-410c-9886-91cf95a5310a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:31.278182 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760ebc56-a457-410c-9886-91cf95a5310a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:31.278772 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760ebc56-a457-410c-9886-91cf95a5310a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:31.279301 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760ebc56-a457-410c-9886-91cf95a5310a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:31.280034 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760ebc56-a457-410c-9886-91cf95a5310a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:31.280653 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760ebc56-a457-410c-9886-91cf95a5310a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:31.281115 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760ebc56-a457-410c-9886-91cf95a5310a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:31.281571 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760ebc56-a457-410c-9886-91cf95a5310a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:31.282052 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760ebc56-a457-410c-9886-91cf95a5310a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:31.282503 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760ebc56-a457-410c-9886-91cf95a5310a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:31.282957 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760ebc56-a457-410c-9886-91cf95a5310a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:31.283412 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760ebc56-a457-410c-9886-91cf95a5310a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:31.283905 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760ebc56-a457-410c-9886-91cf95a5310a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:31.284352 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760ebc56-a457-410c-9886-91cf95a5310a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:31.284806 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760ebc56-a457-410c-9886-91cf95a5310a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:31.285254 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760ebc56-a457-410c-9886-91cf95a5310a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:31.285704 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760ebc56-a457-410c-9886-91cf95a5310a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:31.286182 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760ebc56-a457-410c-9886-91cf95a5310a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:31.286656 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760ebc56-a457-410c-9886-91cf95a5310a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:31.287944 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760ebc56-a457-410c-9886-91cf95a5310a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:31.291611 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-760ebc56-a457-410c-9886-91cf95a5310a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21111 time: 0.1482301 Mar 22 19:38:31.294911 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38458) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:31.296811 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a51a2db3-d17a-4e78-8873-a0c2406e7822 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (25f747ba-efa3-4fb4-87c7-4f520ede2c83), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:31.396671 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-7d3c0e61-912b-4517-8581-af4cbbb7e768 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Deleting port a41a4640-441d-42b5-aa20-887ec8bdb4dd {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:38:31.397040 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7d3c0e61-912b-4517-8581-af4cbbb7e768 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (a41a4640-441d-42b5-aa20-887ec8bdb4dd), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:31.466767 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-7d3c0e61-912b-4517-8581-af4cbbb7e768 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] For port a41a4640-441d-42b5-aa20-887ec8bdb4dd, host n-h1-705658-24, got binding levels [] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:38:31.466993 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7d3c0e61-912b-4517-8581-af4cbbb7e768 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (a41a4640-441d-42b5-aa20-887ec8bdb4dd), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:31.486041 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-7d3c0e61-912b-4517-8581-af4cbbb7e768 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Calling delete_port for a41a4640-441d-42b5-aa20-887ec8bdb4dd owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:38:31.586137 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7d3c0e61-912b-4517-8581-af4cbbb7e768 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (a41a4640-441d-42b5-aa20-887ec8bdb4dd), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:31.616966 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c0e61-912b-4517-8581-af4cbbb7e768 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Pushing event deleted for resources: {'Port': ['ID=a41a4640-441d-42b5-aa20-887ec8bdb4dd,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:31.622955 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7d3c0e61-912b-4517-8581-af4cbbb7e768 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:31.626137 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7d3c0e61-912b-4517-8581-af4cbbb7e768 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] 10.222.0.75 "DELETE /v2.0/ports/a41a4640-441d-42b5-aa20-887ec8bdb4dd HTTP/1.1" status: 204 len: 168 time: 0.3300755 Mar 22 19:38:31.629159 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38462) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:31.638232 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38464) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:31.653079 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-a51a2db3-d17a-4e78-8873-a0c2406e7822 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Deleting port f8e03254-ef81-46b2-9a90-c0ac2e2cd300 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:38:31.653640 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a51a2db3-d17a-4e78-8873-a0c2406e7822 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f8e03254-ef81-46b2-9a90-c0ac2e2cd300), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:31.663969 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e627ae-757a-47f9-863e-226d95021cf0 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] GET failed (client error): The resource could not be found. Mar 22 19:38:31.666130 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-50e627ae-757a-47f9-863e-226d95021cf0 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] 10.222.0.75 "GET /v2.0/ports/a41a4640-441d-42b5-aa20-887ec8bdb4dd HTTP/1.1" status: 404 len: 333 time: 0.0348563 Mar 22 19:38:31.670095 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38468) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:31.676358 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-1163a1a4-f127-4151-ae28-4f4d1c93956a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-410861554', 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:31.702938 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1163a1a4-f127-4151-ae28-4f4d1c93956a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Made reservation on behalf of 352ae7af09484853a9106583a23b9a93 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:38:31.705843 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1163a1a4-f127-4151-ae28-4f4d1c93956a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:31.725821 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-1163a1a4-f127-4151-ae28-4f4d1c93956a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] device_id is not set on port 5966e097-a122-4826-a8e3-71a3a4afd71c yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:38:31.790809 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a51a2db3-d17a-4e78-8873-a0c2406e7822 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f8e03254-ef81-46b2-9a90-c0ac2e2cd300), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:31.817929 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-a51a2db3-d17a-4e78-8873-a0c2406e7822 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Calling delete_port for f8e03254-ef81-46b2-9a90-c0ac2e2cd300 owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:38:31.837777 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-57d299b1-5e18-4425-a40f-3c48bdaad523 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:31.894091 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1163a1a4-f127-4151-ae28-4f4d1c93956a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks [] for port (5966e097-a122-4826-a8e3-71a3a4afd71c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:31.929398 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1163a1a4-f127-4151-ae28-4f4d1c93956a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (5966e097-a122-4826-a8e3-71a3a4afd71c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:31.949268 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02948f-df13-4ef8-87c9-387d4a1bd8d9 req-a12a1f5f-266d-43da-8b31-9cc7162df860 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:31.950789 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa02948f-df13-4ef8-87c9-387d4a1bd8d9 req-a12a1f5f-266d-43da-8b31-9cc7162df860 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.1492486 Mar 22 19:38:31.970869 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1163a1a4-f127-4151-ae28-4f4d1c93956a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:38:31.973946 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-1163a1a4-f127-4151-ae28-4f4d1c93956a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:31.979954 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1163a1a4-f127-4151-ae28-4f4d1c93956a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:38:31.983703 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1163a1a4-f127-4151-ae28-4f4d1c93956a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:31.987299 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1163a1a4-f127-4151-ae28-4f4d1c93956a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:32.007920 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1163a1a4-f127-4151-ae28-4f4d1c93956a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Pushing event updated for resources: {'Port': ['ID=5966e097-a122-4826-a8e3-71a3a4afd71c,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:32.038794 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1163a1a4-f127-4151-ae28-4f4d1c93956a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3665957 Mar 22 19:38:32.040375 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38474) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:32.088276 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd2a1d3-806a-473c-b144-bead6738c042 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:32.089066 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa02948f-df13-4ef8-87c9-387d4a1bd8d9 req-e4a8afa5-a122-4684-b9fd-8ad55b84e971 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304009 Mar 22 19:38:32.089671 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8cd2a1d3-806a-473c-b144-bead6738c042 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] 10.222.0.75 "GET /v2.0/ports/5966e097-a122-4826-a8e3-71a3a4afd71c HTTP/1.1" status: 200 len: 954 time: 0.0482373 Mar 22 19:38:32.092334 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38478) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:32.142409 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-57d299b1-5e18-4425-a40f-3c48bdaad523 admin admin] Publish callbacks [] for security_group (2f53dec3-d0f8-4b33-b598-4e51d2a216b4), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:32.149716 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-57d299b1-5e18-4425-a40f-3c48bdaad523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2f53dec3-d0f8-4b33-b598-4e51d2a216b4), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:32.198832 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d299b1-5e18-4425-a40f-3c48bdaad523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f53dec3-d0f8-4b33-b598-4e51d2a216b4,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:32.204890 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-57d299b1-5e18-4425-a40f-3c48bdaad523 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c1e5bd717fa747a2af5bc39ea968b010&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5658705 Mar 22 19:38:32.205804 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a51a2db3-d17a-4e78-8873-a0c2406e7822 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (f8e03254-ef81-46b2-9a90-c0ac2e2cd300), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:32.208197 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38480) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:32.221206 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-0b2622f3-7eec-49c3-8220-f876c885499a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Deleting port 5966e097-a122-4826-a8e3-71a3a4afd71c {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:38:32.221630 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0b2622f3-7eec-49c3-8220-f876c885499a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (5966e097-a122-4826-a8e3-71a3a4afd71c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:32.253739 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a2db3-d17a-4e78-8873-a0c2406e7822 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event deleted for resources: {'Port': ['ID=f8e03254-ef81-46b2-9a90-c0ac2e2cd300,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:32.292263 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0b2622f3-7eec-49c3-8220-f876c885499a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (5966e097-a122-4826-a8e3-71a3a4afd71c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:32.307718 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-0b2622f3-7eec-49c3-8220-f876c885499a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Calling delete_port for 5966e097-a122-4826-a8e3-71a3a4afd71c owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:38:32.376943 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a51a2db3-d17a-4e78-8873-a0c2406e7822 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (25f747ba-efa3-4fb4-87c7-4f520ede2c83), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:32.389518 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9cab998e-283d-4c0b-84c5-fca6cc923421 admin admin] Publish callbacks [] for security_group (2f53dec3-d0f8-4b33-b598-4e51d2a216b4), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:32.398843 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0b2622f3-7eec-49c3-8220-f876c885499a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (5966e097-a122-4826-a8e3-71a3a4afd71c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:32.439589 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2622f3-7eec-49c3-8220-f876c885499a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Pushing event deleted for resources: {'Port': ['ID=5966e097-a122-4826-a8e3-71a3a4afd71c,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:32.446618 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0b2622f3-7eec-49c3-8220-f876c885499a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:32.452375 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0b2622f3-7eec-49c3-8220-f876c885499a tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] 10.222.0.75 "DELETE /v2.0/ports/5966e097-a122-4826-a8e3-71a3a4afd71c HTTP/1.1" status: 204 len: 168 time: 0.3568063 Mar 22 19:38:32.452669 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38482) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:32.482250 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9cab998e-283d-4c0b-84c5-fca6cc923421 admin admin] Publish callbacks [] for security_group (2f53dec3-d0f8-4b33-b598-4e51d2a216b4), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:32.483129 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-e976192c-0869-4f22-ad4d-063e37da54d0 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] GET failed (client error): The resource could not be found. Mar 22 19:38:32.488257 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e976192c-0869-4f22-ad4d-063e37da54d0 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] 10.222.0.75 "GET /v2.0/ports/5966e097-a122-4826-a8e3-71a3a4afd71c HTTP/1.1" status: 404 len: 333 time: 0.0310354 Mar 22 19:38:32.488930 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38484) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:32.494480 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-a638ddc0-fe26-498b-9cf5-9bc2623e9aca tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Request body: {'port': {'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1899627664'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:32.528454 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a638ddc0-fe26-498b-9cf5-9bc2623e9aca tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Made reservation on behalf of 352ae7af09484853a9106583a23b9a93 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:38:32.531496 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a638ddc0-fe26-498b-9cf5-9bc2623e9aca tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:32.549632 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-a638ddc0-fe26-498b-9cf5-9bc2623e9aca tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] device_id is not set on port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:38:32.598749 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51a2db3-d17a-4e78-8873-a0c2406e7822 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Router 25f747ba-efa3-4fb4-87c7-4f520ede2c83 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:38:32.613105 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9cab998e-283d-4c0b-84c5-fca6cc923421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2f53dec3-d0f8-4b33-b598-4e51d2a216b4), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:32.616364 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9cab998e-283d-4c0b-84c5-fca6cc923421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:32.617560 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9cab998e-283d-4c0b-84c5-fca6cc923421 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2f53dec3-d0f8-4b33-b598-4e51d2a216b4 HTTP/1.1" status: 204 len: 168 time: 0.4055541 Mar 22 19:38:32.690327 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab998e-283d-4c0b-84c5-fca6cc923421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f53dec3-d0f8-4b33-b598-4e51d2a216b4,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:32.701096 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51a2db3-d17a-4e78-8873-a0c2406e7822 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:38:32.712927 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a51a2db3-d17a-4e78-8873-a0c2406e7822 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "PUT /v2.0/routers/25f747ba-efa3-4fb4-87c7-4f520ede2c83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9211361 Mar 22 19:38:32.713781 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38488) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:32.722470 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6585b5-1656-42bd-9db3-0399a213e9b1 None None] Sync routers for ids ['25f747ba-efa3-4fb4-87c7-4f520ede2c83'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:38:32.728295 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a638ddc0-fe26-498b-9cf5-9bc2623e9aca tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks [] for port (7f1d524e-afe9-4503-9af7-4f7a157fa9e7), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:32.752962 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6585b5-1656-42bd-9db3-0399a213e9b1 None None] Routers {'25f747ba-efa3-4fb4-87c7-4f520ede2c83'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:32.754031 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-ae6585b5-1656-42bd-9db3-0399a213e9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['25f747ba-efa3-4fb4-87c7-4f520ede2c83'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:32.768348 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-513fdaa3-af08-4f9b-a04b-265f1fb50c4c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "GET /v2.0/ports?device_id=25f747ba-efa3-4fb4-87c7-4f520ede2c83 HTTP/1.1" status: 200 len: 205 time: 0.0531406 Mar 22 19:38:32.769013 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38490) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:32.795594 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a638ddc0-fe26-498b-9cf5-9bc2623e9aca tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (7f1d524e-afe9-4503-9af7-4f7a157fa9e7), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:32.812980 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-ae6585b5-1656-42bd-9db3-0399a213e9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:32.825681 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6585b5-1656-42bd-9db3-0399a213e9b1 None None] Routers {'25f747ba-efa3-4fb4-87c7-4f520ede2c83'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:32.826720 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-ae6585b5-1656-42bd-9db3-0399a213e9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['25f747ba-efa3-4fb4-87c7-4f520ede2c83'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:32.861896 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a638ddc0-fe26-498b-9cf5-9bc2623e9aca tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:38:32.870670 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-a638ddc0-fe26-498b-9cf5-9bc2623e9aca tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:32.876756 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a638ddc0-fe26-498b-9cf5-9bc2623e9aca tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:38:32.878412 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a638ddc0-fe26-498b-9cf5-9bc2623e9aca tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:32.879119 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a638ddc0-fe26-498b-9cf5-9bc2623e9aca tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:32.887349 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7d90a67d-e562-4df8-bee1-38618b33a85a tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router (25f747ba-efa3-4fb4-87c7-4f520ede2c83), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:32.902546 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a638ddc0-fe26-498b-9cf5-9bc2623e9aca tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Pushing event updated for resources: {'Port': ['ID=7f1d524e-afe9-4503-9af7-4f7a157fa9e7,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:32.907267 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-ae6585b5-1656-42bd-9db3-0399a213e9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:32.908226 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6585b5-1656-42bd-9db3-0399a213e9b1 None None] The sync data for ids ['25f747ba-efa3-4fb4-87c7-4f520ede2c83'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:38:32.919757 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a638ddc0-fe26-498b-9cf5-9bc2623e9aca tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4272940 Mar 22 19:38:32.919757 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38494) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:32.926318 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:32.997102 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7f1d524e-afe9-4503-9af7-4f7a157fa9e7), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:33.096628 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7d90a67d-e562-4df8-bee1-38618b33a85a tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (25f747ba-efa3-4fb4-87c7-4f520ede2c83), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:33.097199 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7d90a67d-e562-4df8-bee1-38618b33a85a tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router_controller (25f747ba-efa3-4fb4-87c7-4f520ede2c83), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:33.160700 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7d90a67d-e562-4df8-bee1-38618b33a85a tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (25f747ba-efa3-4fb4-87c7-4f520ede2c83), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:33.160962 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d90a67d-e562-4df8-bee1-38618b33a85a tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Fanout notify agent at l3_agent the message router_deleted on router 25f747ba-efa3-4fb4-87c7-4f520ede2c83 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:38:33.177904 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7d90a67d-e562-4df8-bee1-38618b33a85a tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:33.179389 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7d90a67d-e562-4df8-bee1-38618b33a85a tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/routers/25f747ba-efa3-4fb4-87c7-4f520ede2c83 HTTP/1.1" status: 204 len: 168 time: 0.4091084 Mar 22 19:38:33.182554 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38508) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:33.265515 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-c776a3a6-bc01-4691-9b07-9951c5a4e4a8 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Deleting subnet cfdad5c7-7a42-4ef2-a719-efe182424667 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:38:33.270021 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c776a3a6-bc01-4691-9b07-9951c5a4e4a8 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for subnet (cfdad5c7-7a42-4ef2-a719-efe182424667), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:33.280939 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] device_id is not set on port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:38:33.290769 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks [] for port (7f1d524e-afe9-4503-9af7-4f7a157fa9e7), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:33.298029 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (7f1d524e-afe9-4503-9af7-4f7a157fa9e7), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:33.314812 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3853b8-dc68-4a8d-b720-c240f02e5836 req-61596bf2-07d6-4762-bfbe-adc2ad0dd316 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:33.316342 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cd3853b8-dc68-4a8d-b720-c240f02e5836 req-61596bf2-07d6-4762-bfbe-adc2ad0dd316 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.1316011 Mar 22 19:38:33.352199 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c776a3a6-bc01-4691-9b07-9951c5a4e4a8 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (cfdad5c7-7a42-4ef2-a719-efe182424667), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:33.368214 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Pushing event updated for resources: {'Port': ['ID=7f1d524e-afe9-4503-9af7-4f7a157fa9e7,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:33.406484 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:33.407183 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:33.407778 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:33.415979 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:38:33.416353 n-d-705658-24 neutron-server[104173]: ERROR neutron.plugins.ml2.managers [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Failed to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] Mar 22 19:38:33.416755 n-d-705658-24 neutron-server[104173]: INFO neutron.plugins.ml2.plugin [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempt 2 to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 Mar 22 19:38:33.422441 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cd3853b8-dc68-4a8d-b720-c240f02e5836 req-e406ad04-eb0f-403f-a9e9-02ac210b35e4 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985146 Mar 22 19:38:33.438568 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:33.439057 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:33.439408 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:33.446399 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:38:33.446748 n-d-705658-24 neutron-server[104173]: ERROR neutron.plugins.ml2.managers [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Failed to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] Mar 22 19:38:33.447147 n-d-705658-24 neutron-server[104173]: INFO neutron.plugins.ml2.plugin [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempt 3 to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 Mar 22 19:38:33.464098 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:33.464701 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:33.464797 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:33.470690 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:38:33.471193 n-d-705658-24 neutron-server[104173]: ERROR neutron.plugins.ml2.managers [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Failed to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] Mar 22 19:38:33.471595 n-d-705658-24 neutron-server[104173]: INFO neutron.plugins.ml2.plugin [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempt 4 to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 Mar 22 19:38:33.495490 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:33.495490 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:33.495490 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:33.497518 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:38:33.497984 n-d-705658-24 neutron-server[104173]: ERROR neutron.plugins.ml2.managers [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Failed to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] Mar 22 19:38:33.498401 n-d-705658-24 neutron-server[104173]: INFO neutron.plugins.ml2.plugin [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempt 5 to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 Mar 22 19:38:33.513569 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:33.514018 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:33.514365 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:33.520143 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:38:33.520480 n-d-705658-24 neutron-server[104173]: ERROR neutron.plugins.ml2.managers [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Failed to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] Mar 22 19:38:33.521009 n-d-705658-24 neutron-server[104173]: INFO neutron.plugins.ml2.plugin [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempt 6 to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 Mar 22 19:38:33.526499 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c776a3a6-bc01-4691-9b07-9951c5a4e4a8 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (cfdad5c7-7a42-4ef2-a719-efe182424667), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:33.546998 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:33.547338 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:33.547685 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:33.559649 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:38:33.559991 n-d-705658-24 neutron-server[104173]: ERROR neutron.plugins.ml2.managers [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Failed to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] Mar 22 19:38:33.560389 n-d-705658-24 neutron-server[104173]: INFO neutron.plugins.ml2.plugin [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempt 7 to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 Mar 22 19:38:33.583637 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:33.585011 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:33.585775 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:33.597143 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:38:33.597626 n-d-705658-24 neutron-server[104173]: ERROR neutron.plugins.ml2.managers [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Failed to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] Mar 22 19:38:33.598169 n-d-705658-24 neutron-server[104173]: INFO neutron.plugins.ml2.plugin [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempt 8 to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 Mar 22 19:38:33.632735 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:33.633114 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:33.633541 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:33.634130 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c776a3a6-bc01-4691-9b07-9951c5a4e4a8 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (cfdad5c7-7a42-4ef2-a719-efe182424667), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:33.638560 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:38:33.638890 n-d-705658-24 neutron-server[104173]: ERROR neutron.plugins.ml2.managers [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Failed to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] Mar 22 19:38:33.639279 n-d-705658-24 neutron-server[104173]: INFO neutron.plugins.ml2.plugin [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempt 9 to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 Mar 22 19:38:33.663525 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:33.663998 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:33.664333 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:33.669872 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776a3a6-bc01-4691-9b07-9951c5a4e4a8 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event deleted for resources: {'Subnet': ['ID=cfdad5c7-7a42-4ef2-a719-efe182424667,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:33.670103 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:38:33.670394 n-d-705658-24 neutron-server[104173]: ERROR neutron.plugins.ml2.managers [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Failed to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] Mar 22 19:38:33.670780 n-d-705658-24 neutron-server[104173]: INFO neutron.plugins.ml2.plugin [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempt 10 to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 Mar 22 19:38:33.676586 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c776a3a6-bc01-4691-9b07-9951c5a4e4a8 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:33.680130 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c776a3a6-bc01-4691-9b07-9951c5a4e4a8 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/subnets/cfdad5c7-7a42-4ef2-a719-efe182424667 HTTP/1.1" status: 204 len: 168 time: 0.4965138 Mar 22 19:38:33.682993 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38522) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:33.684095 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281369aa-b576-4051-bc43-5b21105a2657 None None] Network 1b221d2b-71c7-4cda-8bf0-fab89bd99d9d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:38:33.760910 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:33.762748 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:33.763092 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempting to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:33.782513 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:38:33.782867 n-d-705658-24 neutron-server[104173]: ERROR neutron.plugins.ml2.managers [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Failed to bind port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8'}] Mar 22 19:38:33.783246 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7f1d524e-afe9-4503-9af7-4f7a157fa9e7), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:33.840882 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1cbc4fb-3af3-400a-810c-0cf4a65a9f77 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Deleting subnet 36eb5d27-3783-4ae4-9ee0-38a4116d4749 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:38:33.843557 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b491a47-f5c6-440c-aa32-0c667791a07e req-15b83ff7-1de6-4249-b10a-f66ceb77d484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:33.845764 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1b491a47-f5c6-440c-aa32-0c667791a07e req-15b83ff7-1de6-4249-b10a-f66ceb77d484 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=137468e00bf34ff2a062af7508045a68&device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 1128 time: 0.1125693 Mar 22 19:38:33.876533 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c1cbc4fb-3af3-400a-810c-0cf4a65a9f77 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for subnet (36eb5d27-3783-4ae4-9ee0-38a4116d4749), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:33.930489 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3fbbba-31c3-46a9-8019-a3394d5144ee None None] DHCP port deletion for 1b221d2b-71c7-4cda-8bf0-fab89bd99d9d request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:38:33.953833 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c1cbc4fb-3af3-400a-810c-0cf4a65a9f77 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (36eb5d27-3783-4ae4-9ee0-38a4116d4749), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:33.976697 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b638bff-f76e-4f46-b54a-5c26f6bad622 req-ebed6025-543f-478f-8f74-5a0f4aa48587 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:33.980547 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9b638bff-f76e-4f46-b54a-5c26f6bad622 req-ebed6025-543f-478f-8f74-5a0f4aa48587 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.2097156 Mar 22 19:38:34.012886 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] For port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:38:34.012886 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attempted to set empty binding levels {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 22 19:38:34.038569 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (7f1d524e-afe9-4503-9af7-4f7a157fa9e7), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:34.043730 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-cc3fbbba-31c3-46a9-8019-a3394d5144ee None None] Deleting port 890687d9-1306-4d6e-ad88-fc673a3f0782 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:38:34.044115 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-cc3fbbba-31c3-46a9-8019-a3394d5144ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (890687d9-1306-4d6e-ad88-fc673a3f0782), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:34.085489 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] In _notify_port_updated(), no bound segment for port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 on network 11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 {{(pid=104173) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 19:38:34.086538 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:34.087828 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:34.093230 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] 10.222.0.75 "PUT /v2.0/ports/7f1d524e-afe9-4503-9af7-4f7a157fa9e7 HTTP/1.1" status: 200 len: 976 time: 1.1719396 Mar 22 19:38:34.096777 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38568) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:34.123069 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b491a47-f5c6-440c-aa32-0c667791a07e req-f5015aff-a427-4879-a15d-1b3cc86e7054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:34.124775 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1b491a47-f5c6-440c-aa32-0c667791a07e req-f5015aff-a427-4879-a15d-1b3cc86e7054 service neutron] 10.222.0.85 "GET /v2.0/networks?id=c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d HTTP/1.1" status: 200 len: 912 time: 0.2721891 Mar 22 19:38:34.134229 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-cc3fbbba-31c3-46a9-8019-a3394d5144ee None None] For port 890687d9-1306-4d6e-ad88-fc673a3f0782, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=890687d9-1306-4d6e-ad88-fc673a3f0782,segment=NetworkSegment(d6313c24-23cf-4d5f-ab8c-8786f420f60b),segment_id=d6313c24-23cf-4d5f-ab8c-8786f420f60b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:38:34.135028 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-cc3fbbba-31c3-46a9-8019-a3394d5144ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (890687d9-1306-4d6e-ad88-fc673a3f0782), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:34.152778 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-cc3fbbba-31c3-46a9-8019-a3394d5144ee None None] Calling delete_port for 890687d9-1306-4d6e-ad88-fc673a3f0782 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:38:34.269340 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 890687d9-1306-4d6e-ad88-fc673a3f0782 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:38:34.278436 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80cab8-ea67-4d99-9f4d-72e9b43bb336 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Pushing event updated for resources: {'Port': ['ID=7f1d524e-afe9-4503-9af7-4f7a157fa9e7,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:34.301001 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-cc3fbbba-31c3-46a9-8019-a3394d5144ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (890687d9-1306-4d6e-ad88-fc673a3f0782), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:34.385656 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c1cbc4fb-3af3-400a-810c-0cf4a65a9f77 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (36eb5d27-3783-4ae4-9ee0-38a4116d4749), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:34.388502 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9b638bff-f76e-4f46-b54a-5c26f6bad622 req-37fab0c1-ea11-4a50-a8fa-90ad0527fca8 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2615099 Mar 22 19:38:34.393643 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1b491a47-f5c6-440c-aa32-0c667791a07e req-2f8edb03-8ec4-469b-b6db-7f795f621ebf service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4d98ee1-0767-4685-a8d4-ad1847276080 HTTP/1.1" status: 200 len: 1000 time: 0.1667798 Mar 22 19:38:34.448350 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-1fdb83cc-a174-4d4c-b966-c9963001dc2d tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Deleting port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:38:34.448694 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1fdb83cc-a174-4d4c-b966-c9963001dc2d tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (7f1d524e-afe9-4503-9af7-4f7a157fa9e7), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:34.538267 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b491a47-f5c6-440c-aa32-0c667791a07e req-0af4554f-ec5a-44bb-bcf3-3d8cd04fe049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:34.539494 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-1fdb83cc-a174-4d4c-b966-c9963001dc2d tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] For port 7f1d524e-afe9-4503-9af7-4f7a157fa9e7, host n-h1-705658-24, got binding levels [] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:38:34.540010 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1fdb83cc-a174-4d4c-b966-c9963001dc2d tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (7f1d524e-afe9-4503-9af7-4f7a157fa9e7), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:34.541626 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1b491a47-f5c6-440c-aa32-0c667791a07e req-0af4554f-ec5a-44bb-bcf3-3d8cd04fe049 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c16ed728-31a8-4b8b-ab21-2e035a2f97dd HTTP/1.1" status: 200 len: 850 time: 0.1420875 Mar 22 19:38:34.549470 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c1cbc4fb-3af3-400a-810c-0cf4a65a9f77 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (36eb5d27-3783-4ae4-9ee0-38a4116d4749), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:34.562302 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3fbbba-31c3-46a9-8019-a3394d5144ee None None] Pushing event deleted for resources: {'Port': ['ID=890687d9-1306-4d6e-ad88-fc673a3f0782,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:34.575360 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3fbbba-31c3-46a9-8019-a3394d5144ee None None] No DVR routers for this DVR port 890687d9-1306-4d6e-ad88-fc673a3f0782 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:38:34.589845 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-1fdb83cc-a174-4d4c-b966-c9963001dc2d tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Calling delete_port for 7f1d524e-afe9-4503-9af7-4f7a157fa9e7 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:38:34.592185 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No active binding found for port 890687d9-1306-4d6e-ad88-fc673a3f0782 {{(pid=104174) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 22 19:38:34.592730 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] The host n-d-705658-24 is not matching for port 890687d9-1306-4d6e-ad88-fc673a3f0782 host None! {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 19:38:34.593220 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 890687d9-1306-4d6e-ad88-fc673a3f0782 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:38:34.598756 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cbc4fb-3af3-400a-810c-0cf4a65a9f77 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event deleted for resources: {'Subnet': ['ID=36eb5d27-3783-4ae4-9ee0-38a4116d4749,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:34.613511 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c1cbc4fb-3af3-400a-810c-0cf4a65a9f77 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:34.620349 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c1cbc4fb-3af3-400a-810c-0cf4a65a9f77 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/subnets/36eb5d27-3783-4ae4-9ee0-38a4116d4749 HTTP/1.1" status: 204 len: 168 time: 0.9335876 Mar 22 19:38:34.621729 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c39004-9bf3-4eac-8fd8-76114c1fe8df None None] Network 017887ff-4256-4f8c-b4c2-63f6c4f17839 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:38:34.621877 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38578) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:34.666443 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b491a47-f5c6-440c-aa32-0c667791a07e req-ec9abaf2-3cea-4ffc-9742-fe589e757c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:34.670107 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1b491a47-f5c6-440c-aa32-0c667791a07e req-ec9abaf2-3cea-4ffc-9742-fe589e757c62 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1192949 Mar 22 19:38:34.721234 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38580) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:34.738859 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38584) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:34.766109 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3efb2bad-c06e-40ae-b4c4-daf49941b16b tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (1b221d2b-71c7-4cda-8bf0-fab89bd99d9d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:34.876861 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1b491a47-f5c6-440c-aa32-0c667791a07e req-2c7ca96c-e91e-40d3-a12b-a382db4d9229 service neutron] 10.222.0.85 "GET /v2.0/networks/c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984296 Mar 22 19:38:34.883855 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d136fdd1-caf6-441f-89c7-1b9e568f8abb None None] DHCP port deletion for 017887ff-4256-4f8c-b4c2-63f6c4f17839 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:38:34.885665 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1fdb83cc-a174-4d4c-b966-c9963001dc2d tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (7f1d524e-afe9-4503-9af7-4f7a157fa9e7), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:34.950245 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d136fdd1-caf6-441f-89c7-1b9e568f8abb None None] Deleting port 7a1987a3-b624-4857-b3c2-9e20469e29b4 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:38:34.951232 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d136fdd1-caf6-441f-89c7-1b9e568f8abb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (7a1987a3-b624-4857-b3c2-9e20469e29b4), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:35.031122 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-d136fdd1-caf6-441f-89c7-1b9e568f8abb None None] For port 7a1987a3-b624-4857-b3c2-9e20469e29b4, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=7a1987a3-b624-4857-b3c2-9e20469e29b4,segment=NetworkSegment(1776f75b-fc10-4470-9e84-c8a5561f8ae4),segment_id=1776f75b-fc10-4470-9e84-c8a5561f8ae4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:38:35.031804 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d136fdd1-caf6-441f-89c7-1b9e568f8abb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (7a1987a3-b624-4857-b3c2-9e20469e29b4), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:35.036825 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1b491a47-f5c6-440c-aa32-0c667791a07e req-6a52ca30-a63c-47ad-956f-759e3a1a0a2e service neutron] 10.222.0.85 "GET /v2.0/networks/c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546483 Mar 22 19:38:35.055322 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d136fdd1-caf6-441f-89c7-1b9e568f8abb None None] Calling delete_port for 7a1987a3-b624-4857-b3c2-9e20469e29b4 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:38:35.145096 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d136fdd1-caf6-441f-89c7-1b9e568f8abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (7a1987a3-b624-4857-b3c2-9e20469e29b4), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:35.171640 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136fdd1-caf6-441f-89c7-1b9e568f8abb None None] Pushing event deleted for resources: {'Port': ['ID=7a1987a3-b624-4857-b3c2-9e20469e29b4,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:35.179152 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d136fdd1-caf6-441f-89c7-1b9e568f8abb None None] No DVR routers for this DVR port 7a1987a3-b624-4857-b3c2-9e20469e29b4 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:38:35.283357 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb83cc-a174-4d4c-b966-c9963001dc2d tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f1d524e-afe9-4503-9af7-4f7a157fa9e7,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:35.292417 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3efb2bad-c06e-40ae-b4c4-daf49941b16b tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (1b221d2b-71c7-4cda-8bf0-fab89bd99d9d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:35.298916 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1fdb83cc-a174-4d4c-b966-c9963001dc2d tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:35.303531 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1fdb83cc-a174-4d4c-b966-c9963001dc2d tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] 10.222.0.75 "DELETE /v2.0/ports/7f1d524e-afe9-4503-9af7-4f7a157fa9e7 HTTP/1.1" status: 204 len: 168 time: 1.1996040 Mar 22 19:38:35.306519 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38590) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:35.310050 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7d4f58aa-6084-4f8c-9544-4401d2d29ec5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:35.313496 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-979dfd72-f701-40ea-b564-44edd05a3641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:35.335053 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-725301ef-0851-48bd-8874-7e1489542507 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] GET failed (client error): The resource could not be found. Mar 22 19:38:35.339723 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-725301ef-0851-48bd-8874-7e1489542507 tempest-PortsAdminExtendedAttrsTestJSON-405652304 tempest-PortsAdminExtendedAttrsTestJSON-405652304-project-admin] 10.222.0.75 "GET /v2.0/ports/7f1d524e-afe9-4503-9af7-4f7a157fa9e7 HTTP/1.1" status: 404 len: 333 time: 0.0290697 Mar 22 19:38:35.340690 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38592) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:35.341297 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-3efb2bad-c06e-40ae-b4c4-daf49941b16b tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b221d2b-71c7-4cda-8bf0-fab89bd99d9d']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:35.366876 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-3efb2bad-c06e-40ae-b4c4-daf49941b16b tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6313c24-23cf-4d5f-ab8c-8786f420f60b') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:35.367267 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-3efb2bad-c06e-40ae-b4c4-daf49941b16b tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6313c24-23cf-4d5f-ab8c-8786f420f60b') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:35.379608 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3efb2bad-c06e-40ae-b4c4-daf49941b16b tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (d6313c24-23cf-4d5f-ab8c-8786f420f60b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:35.418411 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3efb2bad-c06e-40ae-b4c4-daf49941b16b tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (d6313c24-23cf-4d5f-ab8c-8786f420f60b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:35.441772 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3efb2bad-c06e-40ae-b4c4-daf49941b16b tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:38:35.442128 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3efb2bad-c06e-40ae-b4c4-daf49941b16b tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (d6313c24-23cf-4d5f-ab8c-8786f420f60b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:35.444464 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fb2b964e-8f69-4969-a628-08e6a45d4dc2 tempest-PortsAdminExtendedAttrsTestJSON-720255601 tempest-PortsAdminExtendedAttrsTestJSON-720255601-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:35.446719 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:38:35.446719 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:38:35.446719 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:38:35.446719 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:38:35.446719 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:38:35.446719 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:38:35.446719 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:38:35.446719 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:38:35.446719 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:38:35.446719 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:38:35.446719 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:38:35.446719 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:38:35.446719 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:38:35.446719 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:38:35.446719 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:38:35.446719 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:38:35.446719 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:38:35.446719 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:38:35.446719 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:38:35.446719 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:38:35.446719 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:38:35.446719 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:38:35.446719 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:38:35.446719 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:38:35.446719 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:38:35.446719 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:38:35.446719 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:38:35.446719 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:38:35.446719 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:38:35.446719 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:38:35.446719 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:38:35.446719 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:38:35.557698 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-979dfd72-f701-40ea-b564-44edd05a3641 admin admin] Publish callbacks [] for security_group (6a03f044-d7db-46a2-b24d-d8c11cc0e189), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:35.561023 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3efb2bad-c06e-40ae-b4c4-daf49941b16b tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (1b221d2b-71c7-4cda-8bf0-fab89bd99d9d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:35.566068 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3efb2bad-c06e-40ae-b4c4-daf49941b16b tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:35.572804 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3efb2bad-c06e-40ae-b4c4-daf49941b16b tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/networks/1b221d2b-71c7-4cda-8bf0-fab89bd99d9d HTTP/1.1" status: 204 len: 168 time: 0.9473896 Mar 22 19:38:35.580555 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38596) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:35.581375 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-979dfd72-f701-40ea-b564-44edd05a3641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (6a03f044-d7db-46a2-b24d-d8c11cc0e189), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:35.598665 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7d4f58aa-6084-4f8c-9544-4401d2d29ec5 admin admin] Publish callbacks [] for security_group (e35c0325-f03d-4d16-9a3b-de07f6c35f91), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:35.619915 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb2bad-c06e-40ae-b4c4-daf49941b16b tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event deleted for resources: {'Network': ['ID=1b221d2b-71c7-4cda-8bf0-fab89bd99d9d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:35.623289 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7d4f58aa-6084-4f8c-9544-4401d2d29ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e35c0325-f03d-4d16-9a3b-de07f6c35f91), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:35.655007 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-979dfd72-f701-40ea-b564-44edd05a3641 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=12bda7ee4f244bc8a158e9fc01295813&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9152312 Mar 22 19:38:35.663931 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38598) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:35.675635 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979dfd72-f701-40ea-b564-44edd05a3641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a03f044-d7db-46a2-b24d-d8c11cc0e189,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:35.700821 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7d4f58aa-6084-4f8c-9544-4401d2d29ec5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=12e0fdd310d4434ebb3fbec7346ea52f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9762659 Mar 22 19:38:35.703722 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38600) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:35.712283 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9591807c-5824-4bd5-8099-f52fde203eb5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (017887ff-4256-4f8c-b4c2-63f6c4f17839), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:35.727770 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fb2b964e-8f69-4969-a628-08e6a45d4dc2 tempest-PortsAdminExtendedAttrsTestJSON-720255601 tempest-PortsAdminExtendedAttrsTestJSON-720255601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:35.755358 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-fb2b964e-8f69-4969-a628-08e6a45d4dc2 tempest-PortsAdminExtendedAttrsTestJSON-720255601 tempest-PortsAdminExtendedAttrsTestJSON-720255601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:35.770337 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-fb2b964e-8f69-4969-a628-08e6a45d4dc2 tempest-PortsAdminExtendedAttrsTestJSON-720255601 tempest-PortsAdminExtendedAttrsTestJSON-720255601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:35.770787 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-fb2b964e-8f69-4969-a628-08e6a45d4dc2 tempest-PortsAdminExtendedAttrsTestJSON-720255601 tempest-PortsAdminExtendedAttrsTestJSON-720255601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d6c4a0b-e682-4a4c-9344-a0a5a1335d10') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:35.790039 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f58aa-6084-4f8c-9544-4401d2d29ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35c0325-f03d-4d16-9a3b-de07f6c35f91,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:35.808436 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fb2b964e-8f69-4969-a628-08e6a45d4dc2 tempest-PortsAdminExtendedAttrsTestJSON-720255601 tempest-PortsAdminExtendedAttrsTestJSON-720255601-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (9d6c4a0b-e682-4a4c-9344-a0a5a1335d10), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:35.815518 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-360b8019-7353-47cf-9433-903e73a83426 admin admin] Publish callbacks [] for security_group (e35c0325-f03d-4d16-9a3b-de07f6c35f91), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:35.818465 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5595d290-c437-46cb-8576-b4fb559732f8 admin admin] Publish callbacks [] for security_group (6a03f044-d7db-46a2-b24d-d8c11cc0e189), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:35.839617 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cc664-2220-4996-9032-28336701b16e req-5acab8db-6321-483e-9af8-f743282b7f3c tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:35.841125 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-436cc664-2220-4996-9032-28336701b16e req-5acab8db-6321-483e-9af8-f743282b7f3c tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.3321884 Mar 22 19:38:35.854068 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-360b8019-7353-47cf-9433-903e73a83426 admin admin] Publish callbacks [] for security_group (e35c0325-f03d-4d16-9a3b-de07f6c35f91), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:35.856850 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5595d290-c437-46cb-8576-b4fb559732f8 admin admin] Publish callbacks [] for security_group (6a03f044-d7db-46a2-b24d-d8c11cc0e189), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:35.887158 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fb2b964e-8f69-4969-a628-08e6a45d4dc2 tempest-PortsAdminExtendedAttrsTestJSON-720255601 tempest-PortsAdminExtendedAttrsTestJSON-720255601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (9d6c4a0b-e682-4a4c-9344-a0a5a1335d10), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:35.907579 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb2b964e-8f69-4969-a628-08e6a45d4dc2 tempest-PortsAdminExtendedAttrsTestJSON-720255601 tempest-PortsAdminExtendedAttrsTestJSON-720255601-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:38:35.908231 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fb2b964e-8f69-4969-a628-08e6a45d4dc2 tempest-PortsAdminExtendedAttrsTestJSON-720255601 tempest-PortsAdminExtendedAttrsTestJSON-720255601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (9d6c4a0b-e682-4a4c-9344-a0a5a1335d10), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:35.913043 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:38:35.913043 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:38:35.913043 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:38:35.913043 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:38:35.913043 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:38:35.913043 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:38:35.913043 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:38:35.913043 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:38:35.913043 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:38:35.913043 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:38:35.913043 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:38:35.913043 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:38:35.913043 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:38:35.913043 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:38:35.913043 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:38:35.913043 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:38:35.913043 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:38:35.913043 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:38:35.913043 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:38:35.913043 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:38:35.913043 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:38:35.913043 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:38:35.913043 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:38:35.913043 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:38:35.913043 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:38:35.913043 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:38:35.913043 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:38:35.913043 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:38:35.913043 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:38:35.913043 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:38:35.913043 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:38:35.913043 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:38:35.918378 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9591807c-5824-4bd5-8099-f52fde203eb5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (017887ff-4256-4f8c-b4c2-63f6c4f17839), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:35.939061 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-360b8019-7353-47cf-9433-903e73a83426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e35c0325-f03d-4d16-9a3b-de07f6c35f91), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:35.942056 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-360b8019-7353-47cf-9433-903e73a83426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:35.945723 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-360b8019-7353-47cf-9433-903e73a83426 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e35c0325-f03d-4d16-9a3b-de07f6c35f91 HTTP/1.1" status: 204 len: 168 time: 0.2357571 Mar 22 19:38:35.952155 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b8019-7353-47cf-9433-903e73a83426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35c0325-f03d-4d16-9a3b-de07f6c35f91,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:35.954005 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5595d290-c437-46cb-8576-b4fb559732f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (6a03f044-d7db-46a2-b24d-d8c11cc0e189), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:35.956814 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5595d290-c437-46cb-8576-b4fb559732f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:35.958247 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5595d290-c437-46cb-8576-b4fb559732f8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6a03f044-d7db-46a2-b24d-d8c11cc0e189 HTTP/1.1" status: 204 len: 168 time: 0.2932444 Mar 22 19:38:35.980260 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595d290-c437-46cb-8576-b4fb559732f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a03f044-d7db-46a2-b24d-d8c11cc0e189,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:36.147216 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 7a1987a3-b624-4857-b3c2-9e20469e29b4 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:38:36.205770 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 7a1987a3-b624-4857-b3c2-9e20469e29b4 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:38:36.206178 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 7a1987a3-b624-4857-b3c2-9e20469e29b4 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:38:36.419048 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-9591807c-5824-4bd5-8099-f52fde203eb5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['017887ff-4256-4f8c-b4c2-63f6c4f17839']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:36.433854 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-9591807c-5824-4bd5-8099-f52fde203eb5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1776f75b-fc10-4470-9e84-c8a5561f8ae4') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:36.434455 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-9591807c-5824-4bd5-8099-f52fde203eb5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1776f75b-fc10-4470-9e84-c8a5561f8ae4') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:36.440162 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-436cc664-2220-4996-9032-28336701b16e req-a4d48615-86ae-445c-a49c-58b90c941e8c tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5713892 Mar 22 19:38:36.446356 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fb2b964e-8f69-4969-a628-08e6a45d4dc2 tempest-PortsAdminExtendedAttrsTestJSON-720255601 tempest-PortsAdminExtendedAttrsTestJSON-720255601-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:36.451890 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fb2b964e-8f69-4969-a628-08e6a45d4dc2 tempest-PortsAdminExtendedAttrsTestJSON-720255601 tempest-PortsAdminExtendedAttrsTestJSON-720255601-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:36.459340 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fb2b964e-8f69-4969-a628-08e6a45d4dc2 tempest-PortsAdminExtendedAttrsTestJSON-720255601 tempest-PortsAdminExtendedAttrsTestJSON-720255601-project] 10.222.0.75 "DELETE /v2.0/networks/11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8 HTTP/1.1" status: 204 len: 168 time: 1.1169248 Mar 22 19:38:36.468156 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9591807c-5824-4bd5-8099-f52fde203eb5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (1776f75b-fc10-4470-9e84-c8a5561f8ae4), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:36.483630 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b964e-8f69-4969-a628-08e6a45d4dc2 tempest-PortsAdminExtendedAttrsTestJSON-720255601 tempest-PortsAdminExtendedAttrsTestJSON-720255601-project] Pushing event deleted for resources: {'Network': ['ID=11ef2d0b-aa5d-4a10-86bd-ba9bdb0f0df8,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:36.500255 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9591807c-5824-4bd5-8099-f52fde203eb5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (1776f75b-fc10-4470-9e84-c8a5561f8ae4), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:36.508800 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9591807c-5824-4bd5-8099-f52fde203eb5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:38:36.509508 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9591807c-5824-4bd5-8099-f52fde203eb5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (1776f75b-fc10-4470-9e84-c8a5561f8ae4), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:36.513943 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:38:36.513943 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:38:36.513943 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:38:36.513943 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:38:36.513943 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:38:36.513943 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:38:36.513943 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:38:36.513943 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:38:36.513943 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:38:36.513943 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:38:36.513943 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:38:36.513943 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:38:36.513943 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:38:36.513943 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:38:36.513943 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:38:36.513943 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:38:36.513943 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:38:36.513943 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:38:36.513943 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:38:36.513943 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:38:36.513943 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:38:36.513943 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:38:36.513943 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:38:36.513943 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:38:36.513943 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:38:36.513943 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:38:36.513943 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:38:36.513943 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:38:36.513943 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:38:36.513943 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:38:36.513943 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:38:36.513943 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:38:36.574655 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9591807c-5824-4bd5-8099-f52fde203eb5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (017887ff-4256-4f8c-b4c2-63f6c4f17839), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:36.582026 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9591807c-5824-4bd5-8099-f52fde203eb5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:36.585991 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9591807c-5824-4bd5-8099-f52fde203eb5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/networks/017887ff-4256-4f8c-b4c2-63f6c4f17839 HTTP/1.1" status: 204 len: 168 time: 0.9962151 Mar 22 19:38:36.590424 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38630) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:36.596272 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-9bfddb2a-3de3-49a3-8cb2-398974f60305 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1868387505'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:36.600788 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9591807c-5824-4bd5-8099-f52fde203eb5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event deleted for resources: {'Network': ['ID=017887ff-4256-4f8c-b4c2-63f6c4f17839,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:36.619120 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfddb2a-3de3-49a3-8cb2-398974f60305 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Made reservation on behalf of 1e3546c3d170468eb7c4f7ed56b3ee3c for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:38:36.622746 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9bfddb2a-3de3-49a3-8cb2-398974f60305 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:36.650619 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bfddb2a-3de3-49a3-8cb2-398974f60305 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:38:36.660630 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9bfddb2a-3de3-49a3-8cb2-398974f60305 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (0a87e861-4daa-4abc-9bb4-ba6da5f2bd7c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:36.661085 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-9bfddb2a-3de3-49a3-8cb2-398974f60305 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Added segment 0a87e861-4daa-4abc-9bb4-ba6da5f2bd7c of type vlan for network 8fe3b2bc-4c1b-4ff9-ad19-2921b8a8bff6 Mar 22 19:38:36.705155 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9bfddb2a-3de3-49a3-8cb2-398974f60305 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (8fe3b2bc-4c1b-4ff9-ad19-2921b8a8bff6), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:36.736330 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9bfddb2a-3de3-49a3-8cb2-398974f60305 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (8fe3b2bc-4c1b-4ff9-ad19-2921b8a8bff6), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:36.742112 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfddb2a-3de3-49a3-8cb2-398974f60305 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:36.742730 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9bfddb2a-3de3-49a3-8cb2-398974f60305 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:36.789300 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38640) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:36.809571 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9bfddb2a-3de3-49a3-8cb2-398974f60305 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2150893 Mar 22 19:38:36.811591 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38646) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:36.819661 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-cb8e1609-5937-448f-9f6f-57fbdf553eff tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Request body: {'subnet': {'network_id': '8fe3b2bc-4c1b-4ff9-ad19-2921b8a8bff6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:36.830219 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfddb2a-3de3-49a3-8cb2-398974f60305 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Network': ['ID=8fe3b2bc-4c1b-4ff9-ad19-2921b8a8bff6,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:36.841518 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 8fe3b2bc-4c1b-4ff9-ad19-2921b8a8bff6 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:38:36.930143 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8e1609-5937-448f-9f6f-57fbdf553eff tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Made reservation on behalf of 1e3546c3d170468eb7c4f7ed56b3ee3c for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:38:36.935666 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cb8e1609-5937-448f-9f6f-57fbdf553eff tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:37.038612 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7741fab4-8e2f-42af-8291-1e82a426def8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1f0d03f3d61a4aa5893facb2a827a3b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2477589 Mar 22 19:38:37.041271 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38656) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:37.110600 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e8b7aee5-bc75-440d-b7c4-129737ea1204 admin admin] Publish callbacks [] for security_group (b6773879-0fbc-483f-8bf8-50fb440ed219), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:37.139074 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e8b7aee5-bc75-440d-b7c4-129737ea1204 admin admin] Publish callbacks [] for security_group (b6773879-0fbc-483f-8bf8-50fb440ed219), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:37.179951 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cb8e1609-5937-448f-9f6f-57fbdf553eff tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (b285d8c1-570e-4bea-9040-635b8f66f7bb), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:37.196121 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e8b7aee5-bc75-440d-b7c4-129737ea1204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b6773879-0fbc-483f-8bf8-50fb440ed219), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:37.199550 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e8b7aee5-bc75-440d-b7c4-129737ea1204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:37.202636 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e8b7aee5-bc75-440d-b7c4-129737ea1204 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b6773879-0fbc-483f-8bf8-50fb440ed219 HTTP/1.1" status: 204 len: 168 time: 0.1598558 Mar 22 19:38:37.213623 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7aee5-bc75-440d-b7c4-129737ea1204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6773879-0fbc-483f-8bf8-50fb440ed219,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:37.251025 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e1609-5937-448f-9f6f-57fbdf553eff tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Subnet': ['ID=b285d8c1-570e-4bea-9040-635b8f66f7bb,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:37.256790 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8e1609-5937-448f-9f6f-57fbdf553eff tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Checking segment: {'id': '0a87e861-4daa-4abc-9bb4-ba6da5f2bd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8fe3b2bc-4c1b-4ff9-ad19-2921b8a8bff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:38:37.256982 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8e1609-5937-448f-9f6f-57fbdf553eff tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network hostable DHCP agents. Network: 8fe3b2bc-4c1b-4ff9-ad19-2921b8a8bff6, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:38:37.275192 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8e1609-5937-448f-9f6f-57fbdf553eff tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network 8fe3b2bc-4c1b-4ff9-ad19-2921b8a8bff6 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:38:37.286175 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-cb8e1609-5937-448f-9f6f-57fbdf553eff tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 8fe3b2bc-4c1b-4ff9-ad19-2921b8a8bff6) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:37.290850 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8e1609-5937-448f-9f6f-57fbdf553eff tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:37.291456 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cb8e1609-5937-448f-9f6f-57fbdf553eff tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:37.300835 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af804bec-5e22-4353-8969-c3a96a9f615d None None] Network 8fe3b2bc-4c1b-4ff9-ad19-2921b8a8bff6 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:38:37.312475 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-cb8e1609-5937-448f-9f6f-57fbdf553eff tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4968460 Mar 22 19:38:37.312772 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38664) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:37.317230 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-71108dfa-ca25-4db9-b659-706082b4a0a1 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-514787266', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:37.351775 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-71108dfa-ca25-4db9-b659-706082b4a0a1 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (68ec2e62-f4c9-4b93-8397-bab6cdf89a5d), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:37.353476 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-71108dfa-ca25-4db9-b659-706082b4a0a1 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (68ec2e62-f4c9-4b93-8397-bab6cdf89a5d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:37.420750 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1e55ed-cbe3-445a-8cd0-afa7125ed69a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-8fe3b2bc-4c1b-4ff9-ad19-2921b8a8bff6', 'network_id': '8fe3b2bc-4c1b-4ff9-ad19-2921b8a8bff6', 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'fixed_ips': [{'subnet_id': 'b285d8c1-570e-4bea-9040-635b8f66f7bb'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:38:37.421780 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ab1e55ed-cbe3-445a-8cd0-afa7125ed69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:37.444758 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-71108dfa-ca25-4db9-b659-706082b4a0a1 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router_controller (68ec2e62-f4c9-4b93-8397-bab6cdf89a5d), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:37.452076 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-71108dfa-ca25-4db9-b659-706082b4a0a1 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (68ec2e62-f4c9-4b93-8397-bab6cdf89a5d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:37.478637 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-71108dfa-ca25-4db9-b659-706082b4a0a1 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:37.483302 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38674) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:37.483840 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-71108dfa-ca25-4db9-b659-706082b4a0a1 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1697407 Mar 22 19:38:37.488488 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-29cecbf3-887a-4b39-ba60-b47aa3621de9 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Request body: {'port': {'network_id': '8fe3b2bc-4c1b-4ff9-ad19-2921b8a8bff6', 'name': 'tempest-RoutersIpV6Test-641281089'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:37.607648 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-ab1e55ed-cbe3-445a-8cd0-afa7125ed69a None None] Allocated IP 2001:db8::2 (8fe3b2bc-4c1b-4ff9-ad19-2921b8a8bff6/b285d8c1-570e-4bea-9040-635b8f66f7bb/9633fb93-8908-4128-8c61-807aa8367bc9) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:38:37.651425 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f94773-3c40-4f6a-96df-2cac9cc97805 req-692c8f3e-f9ef-4ee4-a810-10d1d9c52ce5 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:37.653078 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-99f94773-3c40-4f6a-96df-2cac9cc97805 req-692c8f3e-f9ef-4ee4-a810-10d1d9c52ce5 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.0968354 Mar 22 19:38:37.686736 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cecbf3-887a-4b39-ba60-b47aa3621de9 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Made reservation on behalf of 1e3546c3d170468eb7c4f7ed56b3ee3c for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:38:37.690183 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-29cecbf3-887a-4b39-ba60-b47aa3621de9 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:37.725683 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-29cecbf3-887a-4b39-ba60-b47aa3621de9 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] device_id is not set on port 8f7b2291-3d18-49d9-9713-3d4a1ab2e677 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:38:37.737366 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-99f94773-3c40-4f6a-96df-2cac9cc97805 req-9db585cf-9190-45ff-a926-9098371ab6ce tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764992 Mar 22 19:38:37.814689 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38688) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:37.856589 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ab1e55ed-cbe3-445a-8cd0-afa7125ed69a None None] Publish callbacks [] for port (9633fb93-8908-4128-8c61-807aa8367bc9), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:37.864061 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ab1e55ed-cbe3-445a-8cd0-afa7125ed69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (9633fb93-8908-4128-8c61-807aa8367bc9), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:37.870629 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a7ed521a-2ed1-4651-b2a4-2cfcb31b8df5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=352ae7af09484853a9106583a23b9a93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0538571 Mar 22 19:38:37.872668 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38692) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:37.917247 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1e55ed-cbe3-445a-8cd0-afa7125ed69a None None] Network 8fe3b2bc-4c1b-4ff9-ad19-2921b8a8bff6 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:38:37.922337 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-ab1e55ed-cbe3-445a-8cd0-afa7125ed69a None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:37.925556 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1e55ed-cbe3-445a-8cd0-afa7125ed69a None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:38:37.927578 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e55ed-cbe3-445a-8cd0-afa7125ed69a None None] Pushing event updated for resources: {'Port': ['ID=9633fb93-8908-4128-8c61-807aa8367bc9,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:37.946992 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d6b60134-3b92-40a9-806d-2ecf6bdfcfc5 admin admin] Publish callbacks [] for security_group (8d68e234-96f5-42fc-b573-7c8333761a68), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:37.954398 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-29cecbf3-887a-4b39-ba60-b47aa3621de9 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Allocated IP 2001:db8::26f (8fe3b2bc-4c1b-4ff9-ad19-2921b8a8bff6/b285d8c1-570e-4bea-9040-635b8f66f7bb/8f7b2291-3d18-49d9-9713-3d4a1ab2e677) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:38:37.976408 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d6b60134-3b92-40a9-806d-2ecf6bdfcfc5 admin admin] Publish callbacks [] for security_group (8d68e234-96f5-42fc-b573-7c8333761a68), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:37.990382 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-ab1e55ed-cbe3-445a-8cd0-afa7125ed69a None None] Attempting to bind port 9633fb93-8908-4128-8c61-807aa8367bc9 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:37.990772 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-ab1e55ed-cbe3-445a-8cd0-afa7125ed69a None None] Attempting to bind port 9633fb93-8908-4128-8c61-807aa8367bc9 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '0a87e861-4daa-4abc-9bb4-ba6da5f2bd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8fe3b2bc-4c1b-4ff9-ad19-2921b8a8bff6'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:37.991602 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1e55ed-cbe3-445a-8cd0-afa7125ed69a None None] Attempting to bind port 9633fb93-8908-4128-8c61-807aa8367bc9 on network 8fe3b2bc-4c1b-4ff9-ad19-2921b8a8bff6 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:37.996597 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1e55ed-cbe3-445a-8cd0-afa7125ed69a None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:38:37.996985 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1e55ed-cbe3-445a-8cd0-afa7125ed69a None None] Checking segment: {'id': '0a87e861-4daa-4abc-9bb4-ba6da5f2bd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8fe3b2bc-4c1b-4ff9-ad19-2921b8a8bff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:38:37.997400 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ab1e55ed-cbe3-445a-8cd0-afa7125ed69a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:37.997830 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1e55ed-cbe3-445a-8cd0-afa7125ed69a None None] Bound using segment: {'id': '0a87e861-4daa-4abc-9bb4-ba6da5f2bd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8fe3b2bc-4c1b-4ff9-ad19-2921b8a8bff6'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:38:37.998315 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-ab1e55ed-cbe3-445a-8cd0-afa7125ed69a None None] Bound port: 9633fb93-8908-4128-8c61-807aa8367bc9, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a87e861-4daa-4abc-9bb4-ba6da5f2bd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8fe3b2bc-4c1b-4ff9-ad19-2921b8a8bff6'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:38:37.998701 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ab1e55ed-cbe3-445a-8cd0-afa7125ed69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9633fb93-8908-4128-8c61-807aa8367bc9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:38.049323 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d6b60134-3b92-40a9-806d-2ecf6bdfcfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (8d68e234-96f5-42fc-b573-7c8333761a68), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:38.055051 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d6b60134-3b92-40a9-806d-2ecf6bdfcfc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:38.058604 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d6b60134-3b92-40a9-806d-2ecf6bdfcfc5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8d68e234-96f5-42fc-b573-7c8333761a68 HTTP/1.1" status: 204 len: 168 time: 0.1847661 Mar 22 19:38:38.072074 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b60134-3b92-40a9-806d-2ecf6bdfcfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d68e234-96f5-42fc-b573-7c8333761a68,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:38.078501 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-ab1e55ed-cbe3-445a-8cd0-afa7125ed69a None None] For port 9633fb93-8908-4128-8c61-807aa8367bc9, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:38:38.092645 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-ab1e55ed-cbe3-445a-8cd0-afa7125ed69a None None] For port 9633fb93-8908-4128-8c61-807aa8367bc9, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=9633fb93-8908-4128-8c61-807aa8367bc9,segment=NetworkSegment(0a87e861-4daa-4abc-9bb4-ba6da5f2bd7c),segment_id=0a87e861-4daa-4abc-9bb4-ba6da5f2bd7c)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:38:38.108629 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ab1e55ed-cbe3-445a-8cd0-afa7125ed69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (9633fb93-8908-4128-8c61-807aa8367bc9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:38.171065 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e55ed-cbe3-445a-8cd0-afa7125ed69a None None] Pushing event updated for resources: {'Port': ['ID=9633fb93-8908-4128-8c61-807aa8367bc9,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:38.211430 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-29cecbf3-887a-4b39-ba60-b47aa3621de9 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for port (8f7b2291-3d18-49d9-9713-3d4a1ab2e677), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:38.259448 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-29cecbf3-887a-4b39-ba60-b47aa3621de9 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (8f7b2291-3d18-49d9-9713-3d4a1ab2e677), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:38.325962 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cecbf3-887a-4b39-ba60-b47aa3621de9 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network 8fe3b2bc-4c1b-4ff9-ad19-2921b8a8bff6 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:38:38.330802 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-29cecbf3-887a-4b39-ba60-b47aa3621de9 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:38.332545 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cecbf3-887a-4b39-ba60-b47aa3621de9 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Port': ['ID=8f7b2291-3d18-49d9-9713-3d4a1ab2e677,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:38.335474 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cecbf3-887a-4b39-ba60-b47aa3621de9 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:38:38.341280 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cecbf3-887a-4b39-ba60-b47aa3621de9 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:38.341888 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-29cecbf3-887a-4b39-ba60-b47aa3621de9 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:38.359946 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-29cecbf3-887a-4b39-ba60-b47aa3621de9 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8754475 Mar 22 19:38:38.362726 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38704) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:38.825094 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-58a01c3b-4829-40c0-807a-cada7424b4fe tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8f7b2291-3d18-49d9-9713-3d4a1ab2e677), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:39.082371 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38798) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:39.177441 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-58a01c3b-4829-40c0-807a-cada7424b4fe tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for port (8f7b2291-3d18-49d9-9713-3d4a1ab2e677), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:39.187889 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-58a01c3b-4829-40c0-807a-cada7424b4fe tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (8f7b2291-3d18-49d9-9713-3d4a1ab2e677), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:39.290093 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a01c3b-4829-40c0-807a-cada7424b4fe tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Port': ['ID=8f7b2291-3d18-49d9-9713-3d4a1ab2e677,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:39.451868 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-18a8c8ec-c1b8-4597-a195-8c30bbf1ebb5 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:39.467774 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-58a01c3b-4829-40c0-807a-cada7424b4fe tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (68ec2e62-f4c9-4b93-8397-bab6cdf89a5d), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:39.486470 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-18a8c8ec-c1b8-4597-a195-8c30bbf1ebb5 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:39.580185 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8187aec1-933d-4c07-a216-98b7ec551b10 None None] Network 8fe3b2bc-4c1b-4ff9-ad19-2921b8a8bff6 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:38:39.658711 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-58a01c3b-4829-40c0-807a-cada7424b4fe tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8f7b2291-3d18-49d9-9713-3d4a1ab2e677), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:39.670681 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-18a8c8ec-c1b8-4597-a195-8c30bbf1ebb5 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:39.707492 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-c163ea90-bc6a-4a98-8fc1-6afce2cbe12c None None] Provisioning complete for port 9633fb93-8908-4128-8c61-807aa8367bc9 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:39.708043 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c163ea90-bc6a-4a98-8fc1-6afce2cbe12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9633fb93-8908-4128-8c61-807aa8367bc9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:39.794996 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-18a8c8ec-c1b8-4597-a195-8c30bbf1ebb5 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Allocated IP 172.25.5.195 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/ed38e6e4-4d7d-4aaf-bba4-4a11cf85f8f2) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:38:39.875437 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38868) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:39.889726 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c163ea90-bc6a-4a98-8fc1-6afce2cbe12c None None] Current status of the port 9633fb93-8908-4128-8c61-807aa8367bc9 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:38:39.891473 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c163ea90-bc6a-4a98-8fc1-6afce2cbe12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9633fb93-8908-4128-8c61-807aa8367bc9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:39.947101 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c163ea90-bc6a-4a98-8fc1-6afce2cbe12c None None] For port 9633fb93-8908-4128-8c61-807aa8367bc9, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=9633fb93-8908-4128-8c61-807aa8367bc9,segment=NetworkSegment(0a87e861-4daa-4abc-9bb4-ba6da5f2bd7c),segment_id=0a87e861-4daa-4abc-9bb4-ba6da5f2bd7c)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:38:39.954813 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c163ea90-bc6a-4a98-8fc1-6afce2cbe12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (9633fb93-8908-4128-8c61-807aa8367bc9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:39.986690 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-18a8c8ec-c1b8-4597-a195-8c30bbf1ebb5 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks [] for port (ed38e6e4-4d7d-4aaf-bba4-4a11cf85f8f2), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:40.033751 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c163ea90-bc6a-4a98-8fc1-6afce2cbe12c None None] Pushing event updated for resources: {'Port': ['ID=9633fb93-8908-4128-8c61-807aa8367bc9,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:40.055290 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-18a8c8ec-c1b8-4597-a195-8c30bbf1ebb5 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (ed38e6e4-4d7d-4aaf-bba4-4a11cf85f8f2), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:40.149693 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a8c8ec-c1b8-4597-a195-8c30bbf1ebb5 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:38:40.151075 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8c8ec-c1b8-4597-a195-8c30bbf1ebb5 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Pushing event updated for resources: {'Port': ['ID=ed38e6e4-4d7d-4aaf-bba4-4a11cf85f8f2,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:40.154880 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-18a8c8ec-c1b8-4597-a195-8c30bbf1ebb5 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:40.157326 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a8c8ec-c1b8-4597-a195-8c30bbf1ebb5 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:38:40.198512 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-a262ea21-1acc-4fb9-8b41-3b581482455a None None] Provisioning complete for port 9633fb93-8908-4128-8c61-807aa8367bc9 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:40.198934 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a262ea21-1acc-4fb9-8b41-3b581482455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9633fb93-8908-4128-8c61-807aa8367bc9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:40.218587 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-58a01c3b-4829-40c0-807a-cada7424b4fe tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for port (8f7b2291-3d18-49d9-9713-3d4a1ab2e677), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:40.226947 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-58a01c3b-4829-40c0-807a-cada7424b4fe tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (8f7b2291-3d18-49d9-9713-3d4a1ab2e677), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:40.228549 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-58a01c3b-4829-40c0-807a-cada7424b4fe tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (68ec2e62-f4c9-4b93-8397-bab6cdf89a5d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:40.255305 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 9633fb93-8908-4128-8c61-807aa8367bc9 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:38:40.264054 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-543a3f62-6b17-42c6-ae80-aa5d7915b447 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:40.363312 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a01c3b-4829-40c0-807a-cada7424b4fe tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Port': ['ID=8f7b2291-3d18-49d9-9713-3d4a1ab2e677,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:40.388828 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-18a8c8ec-c1b8-4597-a195-8c30bbf1ebb5 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks [] for floatingip (11a0efaf-f205-41e8-8bcf-94c82e1e8e07), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:40.390257 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38878) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:40.424248 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-a262ea21-1acc-4fb9-8b41-3b581482455a None None] Current status of the port 9633fb93-8908-4128-8c61-807aa8367bc9 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:38:40.430159 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 9633fb93-8908-4128-8c61-807aa8367bc9 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:40.430529 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9633fb93-8908-4128-8c61-807aa8367bc9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:40.433712 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a01c3b-4829-40c0-807a-cada7424b4fe tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network 8fe3b2bc-4c1b-4ff9-ad19-2921b8a8bff6 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:38:40.435560 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-58a01c3b-4829-40c0-807a-cada7424b4fe tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:40.476088 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-a262ea21-1acc-4fb9-8b41-3b581482455a None None] Provisioning complete for port 8f7b2291-3d18-49d9-9713-3d4a1ab2e677 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:40.477000 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a262ea21-1acc-4fb9-8b41-3b581482455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8f7b2291-3d18-49d9-9713-3d4a1ab2e677), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:40.478482 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-18a8c8ec-c1b8-4597-a195-8c30bbf1ebb5 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ed38e6e4-4d7d-4aaf-bba4-4a11cf85f8f2), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:40.490603 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-543a3f62-6b17-42c6-ae80-aa5d7915b447 admin admin] Publish callbacks [] for security_group (2a2cc88f-5ed4-4671-ac37-1313f679c5ac), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:40.511659 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-543a3f62-6b17-42c6-ae80-aa5d7915b447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2a2cc88f-5ed4-4671-ac37-1313f679c5ac), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:40.565566 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-a262ea21-1acc-4fb9-8b41-3b581482455a None None] Port 8f7b2291-3d18-49d9-9713-3d4a1ab2e677 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:38:40.582739 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-52b5e477-70aa-482b-b1e9-1bf8ae29c136 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-528692004'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:40.611521 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-543a3f62-6b17-42c6-ae80-aa5d7915b447 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a62eed647fe848f0a6b140e578c67acf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7349293 Mar 22 19:38:40.612184 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38882) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:40.616645 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a3f62-6b17-42c6-ae80-aa5d7915b447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2cc88f-5ed4-4671-ac37-1313f679c5ac,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:40.627791 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-52b5e477-70aa-482b-b1e9-1bf8ae29c136 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (78b87c16-6579-40c8-b028-f1595f763d73), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:40.629294 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-52b5e477-70aa-482b-b1e9-1bf8ae29c136 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (78b87c16-6579-40c8-b028-f1595f763d73), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:40.638003 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 9633fb93-8908-4128-8c61-807aa8367bc9 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:38:40.652337 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a01c3b-4829-40c0-807a-cada7424b4fe tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Router 68ec2e62-f4c9-4b93-8397-bab6cdf89a5d is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:38:40.702864 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-52b5e477-70aa-482b-b1e9-1bf8ae29c136 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks [] for router_controller (78b87c16-6579-40c8-b028-f1595f763d73), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:40.712588 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-3fe93450-8ac5-491a-bcea-10745c45a982 None None] Provisioning complete for port 8f7b2291-3d18-49d9-9713-3d4a1ab2e677 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:40.713105 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3fe93450-8ac5-491a-bcea-10745c45a982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8f7b2291-3d18-49d9-9713-3d4a1ab2e677), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:40.723860 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8ac90635-fd3b-43ea-929a-bcba54f160a6 admin admin] Publish callbacks [] for security_group (2a2cc88f-5ed4-4671-ac37-1313f679c5ac), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:40.755884 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-3fe93450-8ac5-491a-bcea-10745c45a982 None None] Port 8f7b2291-3d18-49d9-9713-3d4a1ab2e677 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:38:40.770133 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-52b5e477-70aa-482b-b1e9-1bf8ae29c136 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (78b87c16-6579-40c8-b028-f1595f763d73), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:40.774351 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8ac90635-fd3b-43ea-929a-bcba54f160a6 admin admin] Publish callbacks [] for security_group (2a2cc88f-5ed4-4671-ac37-1313f679c5ac), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:40.797934 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-52b5e477-70aa-482b-b1e9-1bf8ae29c136 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:40.801665 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-52b5e477-70aa-482b-b1e9-1bf8ae29c136 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.4079621 Mar 22 19:38:40.803510 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38884) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:40.839193 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-18a8c8ec-c1b8-4597-a195-8c30bbf1ebb5 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks [] for port (ed38e6e4-4d7d-4aaf-bba4-4a11cf85f8f2), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:40.846312 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-18a8c8ec-c1b8-4597-a195-8c30bbf1ebb5 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (ed38e6e4-4d7d-4aaf-bba4-4a11cf85f8f2), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:40.882757 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8ac90635-fd3b-43ea-929a-bcba54f160a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2a2cc88f-5ed4-4671-ac37-1313f679c5ac), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:40.885293 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8ac90635-fd3b-43ea-929a-bcba54f160a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:40.886542 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8ac90635-fd3b-43ea-929a-bcba54f160a6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2a2cc88f-5ed4-4671-ac37-1313f679c5ac HTTP/1.1" status: 204 len: 168 time: 0.2715957 Mar 22 19:38:40.904783 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a01c3b-4829-40c0-807a-cada7424b4fe tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:38:40.926268 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8c8ec-c1b8-4597-a195-8c30bbf1ebb5 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Pushing event updated for resources: {'Port': ['ID=ed38e6e4-4d7d-4aaf-bba4-4a11cf85f8f2,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:40.926805 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-58a01c3b-4829-40c0-807a-cada7424b4fe tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "PUT /v2.0/routers/68ec2e62-f4c9-4b93-8397-bab6cdf89a5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5625391 Mar 22 19:38:40.927581 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38888) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:40.932753 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac90635-fd3b-43ea-929a-bcba54f160a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2cc88f-5ed4-4671-ac37-1313f679c5ac,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:40.934786 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98041e4-2a19-4485-83b7-8eee52ce8204 None None] Sync routers for ids ['68ec2e62-f4c9-4b93-8397-bab6cdf89a5d'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:38:40.947264 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-18a8c8ec-c1b8-4597-a195-8c30bbf1ebb5 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (11a0efaf-f205-41e8-8bcf-94c82e1e8e07), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:40.971336 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98041e4-2a19-4485-83b7-8eee52ce8204 None None] Routers {'68ec2e62-f4c9-4b93-8397-bab6cdf89a5d'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:40.971896 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a98041e4-2a19-4485-83b7-8eee52ce8204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['68ec2e62-f4c9-4b93-8397-bab6cdf89a5d'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:40.976928 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-18a8c8ec-c1b8-4597-a195-8c30bbf1ebb5 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:40.982076 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-18a8c8ec-c1b8-4597-a195-8c30bbf1ebb5 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8979607 Mar 22 19:38:40.983159 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38890) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:40.985234 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-69bfe177-965d-4aef-ac9c-ab16ca03551d tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks [] for router (78b87c16-6579-40c8-b028-f1595f763d73), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:40.995898 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-8e62cdf2-8baa-46ba-aa99-11a9ab34ff2c tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-344673188'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:41.006466 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ab4e570a-0b25-4bbb-921d-67a502c5057a None None] Provisioning complete for port 8f7b2291-3d18-49d9-9713-3d4a1ab2e677 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:41.007250 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ab4e570a-0b25-4bbb-921d-67a502c5057a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8f7b2291-3d18-49d9-9713-3d4a1ab2e677), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:41.040693 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e62cdf2-8baa-46ba-aa99-11a9ab34ff2c tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Made reservation on behalf of eef0fa46aebe471fb9f470084d5bb3e0 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:38:41.044032 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8e62cdf2-8baa-46ba-aa99-11a9ab34ff2c tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:41.063477 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a98041e4-2a19-4485-83b7-8eee52ce8204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:41.067665 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8e62cdf2-8baa-46ba-aa99-11a9ab34ff2c tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:41.078547 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ab4e570a-0b25-4bbb-921d-67a502c5057a None None] Port 8f7b2291-3d18-49d9-9713-3d4a1ab2e677 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:38:41.091495 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98041e4-2a19-4485-83b7-8eee52ce8204 None None] Routers {'68ec2e62-f4c9-4b93-8397-bab6cdf89a5d'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:41.094378 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a98041e4-2a19-4485-83b7-8eee52ce8204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['68ec2e62-f4c9-4b93-8397-bab6cdf89a5d'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:41.095866 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6cb643-ecac-4670-b4b6-58e1ccc8c140 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:41.100587 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fb6cb643-ecac-4670-b4b6-58e1ccc8c140 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "GET /v2.0/ports/8f7b2291-3d18-49d9-9713-3d4a1ab2e677 HTTP/1.1" status: 200 len: 983 time: 0.1578300 Mar 22 19:38:41.103934 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38892) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:41.162575 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a98041e4-2a19-4485-83b7-8eee52ce8204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:41.166206 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98041e4-2a19-4485-83b7-8eee52ce8204 None None] The sync data for ids ['68ec2e62-f4c9-4b93-8397-bab6cdf89a5d'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:38:41.187799 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8e62cdf2-8baa-46ba-aa99-11a9ab34ff2c tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks [] for security_group (4a3cdb8b-7255-485a-8fff-e87f17116bcc), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:41.194956 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8e62cdf2-8baa-46ba-aa99-11a9ab34ff2c tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (4a3cdb8b-7255-485a-8fff-e87f17116bcc), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:41.233493 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e62cdf2-8baa-46ba-aa99-11a9ab34ff2c tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:38:41.244705 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62cdf2-8baa-46ba-aa99-11a9ab34ff2c tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3cdb8b-7255-485a-8fff-e87f17116bcc,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:41.250754 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8e62cdf2-8baa-46ba-aa99-11a9ab34ff2c tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (0756e499-18f9-42f1-bbd3-44c80bb004ec), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:41.251099 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-8e62cdf2-8baa-46ba-aa99-11a9ab34ff2c tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Added segment 0756e499-18f9-42f1-bbd3-44c80bb004ec of type vlan for network e81b1e92-9c90-4121-b998-e93f1a39c222 Mar 22 19:38:41.297998 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-69bfe177-965d-4aef-ac9c-ab16ca03551d tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (78b87c16-6579-40c8-b028-f1595f763d73), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:41.301472 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-69bfe177-965d-4aef-ac9c-ab16ca03551d tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks [] for router_controller (78b87c16-6579-40c8-b028-f1595f763d73), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:41.301885 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-91ee925c-2be5-409e-82ce-4c804e754eaa None None] Provisioning complete for port 8f7b2291-3d18-49d9-9713-3d4a1ab2e677 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:41.302222 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8e62cdf2-8baa-46ba-aa99-11a9ab34ff2c tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (e81b1e92-9c90-4121-b998-e93f1a39c222), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:41.303175 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-91ee925c-2be5-409e-82ce-4c804e754eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8f7b2291-3d18-49d9-9713-3d4a1ab2e677), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:41.343086 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8e62cdf2-8baa-46ba-aa99-11a9ab34ff2c tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (e81b1e92-9c90-4121-b998-e93f1a39c222), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:41.346026 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-91ee925c-2be5-409e-82ce-4c804e754eaa None None] Port 8f7b2291-3d18-49d9-9713-3d4a1ab2e677 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:38:41.353088 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e62cdf2-8baa-46ba-aa99-11a9ab34ff2c tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:41.353739 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8e62cdf2-8baa-46ba-aa99-11a9ab34ff2c tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:41.405397 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8e62cdf2-8baa-46ba-aa99-11a9ab34ff2c tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4211078 Mar 22 19:38:41.408564 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38896) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:41.413250 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-fe2b41ac-ef79-49d8-b29e-6e3407235446 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Request body: {'subnet': {'network_id': 'e81b1e92-9c90-4121-b998-e93f1a39c222', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:41.415769 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-69bfe177-965d-4aef-ac9c-ab16ca03551d tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (78b87c16-6579-40c8-b028-f1595f763d73), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:41.416354 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bfe177-965d-4aef-ac9c-ab16ca03551d tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 78b87c16-6579-40c8-b028-f1595f763d73 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:38:41.423562 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-69bfe177-965d-4aef-ac9c-ab16ca03551d tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:41.429358 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-69bfe177-965d-4aef-ac9c-ab16ca03551d tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] 10.222.0.75 "DELETE /v2.0/routers/78b87c16-6579-40c8-b028-f1595f763d73 HTTP/1.1" status: 204 len: 168 time: 0.6233907 Mar 22 19:38:41.431970 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38898) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:41.431970 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38900) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:41.442827 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-91711d58-a6c1-4b58-bc55-5b612483d45e tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Request body: {'router': {'name': 'tempest-router-834710661', 'distributed': False}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:41.464035 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cf44d8dc-c658-4c3c-a203-cfd1dd493fe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:41.484251 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62cdf2-8baa-46ba-aa99-11a9ab34ff2c tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Pushing event updated for resources: {'Network': ['ID=e81b1e92-9c90-4121-b998-e93f1a39c222,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:41.497326 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network e81b1e92-9c90-4121-b998-e93f1a39c222 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:38:41.520136 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2b41ac-ef79-49d8-b29e-6e3407235446 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Made reservation on behalf of eef0fa46aebe471fb9f470084d5bb3e0 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:38:41.523643 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fe2b41ac-ef79-49d8-b29e-6e3407235446 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:41.537385 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-91711d58-a6c1-4b58-bc55-5b612483d45e tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (00641ff3-e4d6-4ecb-a24f-a05bc3c1d738), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:41.538442 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-91711d58-a6c1-4b58-bc55-5b612483d45e tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (00641ff3-e4d6-4ecb-a24f-a05bc3c1d738), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:41.634239 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-91711d58-a6c1-4b58-bc55-5b612483d45e tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks [] for router_controller (00641ff3-e4d6-4ecb-a24f-a05bc3c1d738), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:41.647643 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-91711d58-a6c1-4b58-bc55-5b612483d45e tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (00641ff3-e4d6-4ecb-a24f-a05bc3c1d738), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:41.706530 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-91711d58-a6c1-4b58-bc55-5b612483d45e tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:41.707742 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-91711d58-a6c1-4b58-bc55-5b612483d45e tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2748230 Mar 22 19:38:41.711199 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38902) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:41.748981 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cf44d8dc-c658-4c3c-a203-cfd1dd493fe1 admin admin] Publish callbacks [] for security_group (a5832c29-b906-4472-bdcf-b91966cdd775), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:41.750688 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fe2b41ac-ef79-49d8-b29e-6e3407235446 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (40d64939-d0a0-4ef7-abb9-0595d4ddc38f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:41.755775 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cf44d8dc-c658-4c3c-a203-cfd1dd493fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a5832c29-b906-4472-bdcf-b91966cdd775), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:41.803795 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf44d8dc-c658-4c3c-a203-cfd1dd493fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5832c29-b906-4472-bdcf-b91966cdd775,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:41.814916 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-cf44d8dc-c658-4c3c-a203-cfd1dd493fe1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=36e2d7461c8043ffb6ef3853455979e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3805645 Mar 22 19:38:41.822355 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38904) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:41.835193 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8f2c1922-219e-4ce8-a00c-19769e435214 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks [] for router (00641ff3-e4d6-4ecb-a24f-a05bc3c1d738), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:41.898482 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b41ac-ef79-49d8-b29e-6e3407235446 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Pushing event updated for resources: {'Subnet': ['ID=40d64939-d0a0-4ef7-abb9-0595d4ddc38f,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:41.987771 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2b41ac-ef79-49d8-b29e-6e3407235446 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Checking segment: {'id': '0756e499-18f9-42f1-bbd3-44c80bb004ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e81b1e92-9c90-4121-b998-e93f1a39c222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:38:41.988140 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2b41ac-ef79-49d8-b29e-6e3407235446 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Network hostable DHCP agents. Network: e81b1e92-9c90-4121-b998-e93f1a39c222, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:38:42.027647 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8f2c1922-219e-4ce8-a00c-19769e435214 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (00641ff3-e4d6-4ecb-a24f-a05bc3c1d738), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:42.031436 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8f2c1922-219e-4ce8-a00c-19769e435214 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks [] for router_controller (00641ff3-e4d6-4ecb-a24f-a05bc3c1d738), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:42.043682 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2b41ac-ef79-49d8-b29e-6e3407235446 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Network e81b1e92-9c90-4121-b998-e93f1a39c222 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:38:42.088654 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-fe2b41ac-ef79-49d8-b29e-6e3407235446 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, e81b1e92-9c90-4121-b998-e93f1a39c222) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:42.090756 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8f2c1922-219e-4ce8-a00c-19769e435214 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (00641ff3-e4d6-4ecb-a24f-a05bc3c1d738), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:42.091265 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2c1922-219e-4ce8-a00c-19769e435214 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00641ff3-e4d6-4ecb-a24f-a05bc3c1d738 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:38:42.102162 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bafb99-6843-421d-a1d7-1f44537e5a76 None None] Network e81b1e92-9c90-4121-b998-e93f1a39c222 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:38:42.106368 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8f2c1922-219e-4ce8-a00c-19769e435214 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:42.107834 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8f2c1922-219e-4ce8-a00c-19769e435214 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] 10.222.0.75 "DELETE /v2.0/routers/00641ff3-e4d6-4ecb-a24f-a05bc3c1d738 HTTP/1.1" status: 204 len: 168 time: 0.3955960 Mar 22 19:38:42.110124 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2b41ac-ef79-49d8-b29e-6e3407235446 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:42.111100 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fe2b41ac-ef79-49d8-b29e-6e3407235446 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:42.113556 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38906) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:42.120036 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-07a6b3a0-a3eb-4d29-b386-c280f28f5267 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Request body: {'router': {'name': 'tempest-router-1429880188', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'de39eddd51d44c7c9187ce81700feef1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:42.129536 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 9633fb93-8908-4128-8c61-807aa8367bc9 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:38:42.150904 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-fe2b41ac-ef79-49d8-b29e-6e3407235446 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7414675 Mar 22 19:38:42.152839 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38908) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:42.157813 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-7b4a31d3-da6b-4463-a780-4af0d42348a3 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1671749930', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}, 'admin_state_up': False}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:42.166143 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-07a6b3a0-a3eb-4d29-b386-c280f28f5267 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (cfa44af8-874a-43b2-8db9-01c5b05afe2f), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:42.167484 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-07a6b3a0-a3eb-4d29-b386-c280f28f5267 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (cfa44af8-874a-43b2-8db9-01c5b05afe2f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:42.202475 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7b4a31d3-da6b-4463-a780-4af0d42348a3 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (149b1636-5544-47d3-bead-ea8470f3bb18), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:42.204467 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7b4a31d3-da6b-4463-a780-4af0d42348a3 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (149b1636-5544-47d3-bead-ea8470f3bb18), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:42.238048 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 9633fb93-8908-4128-8c61-807aa8367bc9 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:42.238487 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9633fb93-8908-4128-8c61-807aa8367bc9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:42.248460 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-07a6b3a0-a3eb-4d29-b386-c280f28f5267 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks [] for router_controller (cfa44af8-874a-43b2-8db9-01c5b05afe2f), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:42.264148 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-07a6b3a0-a3eb-4d29-b386-c280f28f5267 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (cfa44af8-874a-43b2-8db9-01c5b05afe2f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:42.288830 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce32639f-2977-4cfc-b643-a8a14580e635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-e81b1e92-9c90-4121-b998-e93f1a39c222', 'network_id': 'e81b1e92-9c90-4121-b998-e93f1a39c222', 'project_id': 'eef0fa46aebe471fb9f470084d5bb3e0', 'fixed_ips': [{'subnet_id': '40d64939-d0a0-4ef7-abb9-0595d4ddc38f'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:38:42.290349 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ce32639f-2977-4cfc-b643-a8a14580e635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:42.308059 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7b4a31d3-da6b-4463-a780-4af0d42348a3 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks [] for router_controller (149b1636-5544-47d3-bead-ea8470f3bb18), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:42.312504 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-07a6b3a0-a3eb-4d29-b386-c280f28f5267 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:42.316371 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-07a6b3a0-a3eb-4d29-b386-c280f28f5267 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1982503 Mar 22 19:38:42.316618 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38910) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:42.322071 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-0a331070-d925-451b-a8f1-8002c9b9c543 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Request body: {'router': {'distributed': True}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:42.359619 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0592ac12-fd3b-41a9-876e-5fe77b5a61e1 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (68ec2e62-f4c9-4b93-8397-bab6cdf89a5d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:42.364557 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0ff80255-c54a-421b-9bbe-c7073372482e admin admin] Publish callbacks [] for security_group (a5832c29-b906-4472-bdcf-b91966cdd775), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:42.410564 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 9633fb93-8908-4128-8c61-807aa8367bc9 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:38:42.452621 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0ff80255-c54a-421b-9bbe-c7073372482e admin admin] Publish callbacks [] for security_group (a5832c29-b906-4472-bdcf-b91966cdd775), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:42.472591 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-ce32639f-2977-4cfc-b643-a8a14580e635 None None] Allocated IP 172.20.0.2 (e81b1e92-9c90-4121-b998-e93f1a39c222/40d64939-d0a0-4ef7-abb9-0595d4ddc38f/32005097-19b7-4c36-8a3e-507c7f8f2ae4) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:38:42.564525 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0ff80255-c54a-421b-9bbe-c7073372482e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a5832c29-b906-4472-bdcf-b91966cdd775), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:42.567134 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0ff80255-c54a-421b-9bbe-c7073372482e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:42.568822 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0ff80255-c54a-421b-9bbe-c7073372482e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a5832c29-b906-4472-bdcf-b91966cdd775 HTTP/1.1" status: 204 len: 168 time: 0.7455084 Mar 22 19:38:42.582019 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff80255-c54a-421b-9bbe-c7073372482e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5832c29-b906-4472-bdcf-b91966cdd775,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:42.610400 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7b4a31d3-da6b-4463-a780-4af0d42348a3 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks [] for router_gateway (149b1636-5544-47d3-bead-ea8470f3bb18), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:42.666583 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-0592ac12-fd3b-41a9-876e-5fe77b5a61e1 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Deleting port 8f7b2291-3d18-49d9-9713-3d4a1ab2e677 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:38:42.666947 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0592ac12-fd3b-41a9-876e-5fe77b5a61e1 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (8f7b2291-3d18-49d9-9713-3d4a1ab2e677), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:42.690908 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ce32639f-2977-4cfc-b643-a8a14580e635 None None] Publish callbacks [] for port (32005097-19b7-4c36-8a3e-507c7f8f2ae4), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:42.698138 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ce32639f-2977-4cfc-b643-a8a14580e635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (32005097-19b7-4c36-8a3e-507c7f8f2ae4), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:42.751549 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce32639f-2977-4cfc-b643-a8a14580e635 None None] Network e81b1e92-9c90-4121-b998-e93f1a39c222 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:38:42.753055 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-ce32639f-2977-4cfc-b643-a8a14580e635 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:42.761186 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce32639f-2977-4cfc-b643-a8a14580e635 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:38:42.767229 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0a331070-d925-451b-a8f1-8002c9b9c543 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4043'] for router (cfa44af8-874a-43b2-8db9-01c5b05afe2f), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:42.767580 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0a331070-d925-451b-a8f1-8002c9b9c543 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks [] for router (cfa44af8-874a-43b2-8db9-01c5b05afe2f), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:42.788426 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0592ac12-fd3b-41a9-876e-5fe77b5a61e1 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (8f7b2291-3d18-49d9-9713-3d4a1ab2e677), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:42.806736 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-0592ac12-fd3b-41a9-876e-5fe77b5a61e1 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Calling delete_port for 8f7b2291-3d18-49d9-9713-3d4a1ab2e677 owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:38:42.885196 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0a331070-d925-451b-a8f1-8002c9b9c543 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=104173) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Mar 22 19:38:42.885937 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-0a331070-d925-451b-a8f1-8002c9b9c543 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Router cfa44af8-874a-43b2-8db9-01c5b05afe2f migrating from provider to provider. {{(pid=104173) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Mar 22 19:38:42.886408 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0a331070-d925-451b-a8f1-8002c9b9c543 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks [] for router_controller (cfa44af8-874a-43b2-8db9-01c5b05afe2f), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:42.907631 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0a331070-d925-451b-a8f1-8002c9b9c543 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks [] for router_controller (cfa44af8-874a-43b2-8db9-01c5b05afe2f), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:42.918866 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0a331070-d925-451b-a8f1-8002c9b9c543 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918527'] for router (cfa44af8-874a-43b2-8db9-01c5b05afe2f), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:43.024217 n-d-705658-24 neutron-server[104173]: WARNING neutron.scheduler.l3_agent_scheduler [None req-0a331070-d925-451b-a8f1-8002c9b9c543 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] No L3 agents can host the router cfa44af8-874a-43b2-8db9-01c5b05afe2f Mar 22 19:38:43.030524 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce32639f-2977-4cfc-b643-a8a14580e635 None None] Pushing event updated for resources: {'Port': ['ID=32005097-19b7-4c36-8a3e-507c7f8f2ae4,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:43.034460 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0592ac12-fd3b-41a9-876e-5fe77b5a61e1 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (8f7b2291-3d18-49d9-9713-3d4a1ab2e677), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:43.050798 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-ce32639f-2977-4cfc-b643-a8a14580e635 None None] Attempting to bind port 32005097-19b7-4c36-8a3e-507c7f8f2ae4 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:43.051188 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-ce32639f-2977-4cfc-b643-a8a14580e635 None None] Attempting to bind port 32005097-19b7-4c36-8a3e-507c7f8f2ae4 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '0756e499-18f9-42f1-bbd3-44c80bb004ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e81b1e92-9c90-4121-b998-e93f1a39c222'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:43.051559 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce32639f-2977-4cfc-b643-a8a14580e635 None None] Attempting to bind port 32005097-19b7-4c36-8a3e-507c7f8f2ae4 on network e81b1e92-9c90-4121-b998-e93f1a39c222 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:43.058562 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce32639f-2977-4cfc-b643-a8a14580e635 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:38:43.059108 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce32639f-2977-4cfc-b643-a8a14580e635 None None] Checking segment: {'id': '0756e499-18f9-42f1-bbd3-44c80bb004ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e81b1e92-9c90-4121-b998-e93f1a39c222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:38:43.059775 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ce32639f-2977-4cfc-b643-a8a14580e635 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:43.060232 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce32639f-2977-4cfc-b643-a8a14580e635 None None] Bound using segment: {'id': '0756e499-18f9-42f1-bbd3-44c80bb004ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e81b1e92-9c90-4121-b998-e93f1a39c222'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:38:43.060764 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-ce32639f-2977-4cfc-b643-a8a14580e635 None None] Bound port: 32005097-19b7-4c36-8a3e-507c7f8f2ae4, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0756e499-18f9-42f1-bbd3-44c80bb004ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e81b1e92-9c90-4121-b998-e93f1a39c222'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:38:43.061154 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ce32639f-2977-4cfc-b643-a8a14580e635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (32005097-19b7-4c36-8a3e-507c7f8f2ae4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:43.072949 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592ac12-fd3b-41a9-876e-5fe77b5a61e1 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event deleted for resources: {'Port': ['ID=8f7b2291-3d18-49d9-9713-3d4a1ab2e677,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:43.186120 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-ce32639f-2977-4cfc-b643-a8a14580e635 None None] For port 32005097-19b7-4c36-8a3e-507c7f8f2ae4, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:38:43.203755 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-ce32639f-2977-4cfc-b643-a8a14580e635 None None] For port 32005097-19b7-4c36-8a3e-507c7f8f2ae4, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=32005097-19b7-4c36-8a3e-507c7f8f2ae4,segment=NetworkSegment(0756e499-18f9-42f1-bbd3-44c80bb004ec),segment_id=0756e499-18f9-42f1-bbd3-44c80bb004ec)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:38:43.216810 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ce32639f-2977-4cfc-b643-a8a14580e635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (32005097-19b7-4c36-8a3e-507c7f8f2ae4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:43.222540 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0592ac12-fd3b-41a9-876e-5fe77b5a61e1 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (68ec2e62-f4c9-4b93-8397-bab6cdf89a5d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:43.320438 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce32639f-2977-4cfc-b643-a8a14580e635 None None] Pushing event updated for resources: {'Port': ['ID=32005097-19b7-4c36-8a3e-507c7f8f2ae4,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:43.503712 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0592ac12-fd3b-41a9-876e-5fe77b5a61e1 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Router 68ec2e62-f4c9-4b93-8397-bab6cdf89a5d has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:38:43.504448 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38932) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:43.631041 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7b4a31d3-da6b-4463-a780-4af0d42348a3 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks [] for router_gateway (149b1636-5544-47d3-bead-ea8470f3bb18), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:43.656299 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0592ac12-fd3b-41a9-876e-5fe77b5a61e1 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:38:43.664677 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7b4a31d3-da6b-4463-a780-4af0d42348a3 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:43.668251 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76596ce-8120-4aca-92ba-6b2eb5d97b5a None None] Sync routers for ids ['68ec2e62-f4c9-4b93-8397-bab6cdf89a5d'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:38:43.671166 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0592ac12-fd3b-41a9-876e-5fe77b5a61e1 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "PUT /v2.0/routers/68ec2e62-f4c9-4b93-8397-bab6cdf89a5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5659523 Mar 22 19:38:43.675153 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38936) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:43.679530 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-ae996366-d409-4e53-9a2f-4e98c535bdae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-255375235-network', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:43.695537 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76596ce-8120-4aca-92ba-6b2eb5d97b5a None None] Routers {'68ec2e62-f4c9-4b93-8397-bab6cdf89a5d'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:43.696183 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a76596ce-8120-4aca-92ba-6b2eb5d97b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['68ec2e62-f4c9-4b93-8397-bab6cdf89a5d'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:43.748099 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a76596ce-8120-4aca-92ba-6b2eb5d97b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:43.758166 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76596ce-8120-4aca-92ba-6b2eb5d97b5a None None] Routers {'68ec2e62-f4c9-4b93-8397-bab6cdf89a5d'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:43.758865 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a76596ce-8120-4aca-92ba-6b2eb5d97b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['68ec2e62-f4c9-4b93-8397-bab6cdf89a5d'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:43.770571 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a331070-d925-451b-a8f1-8002c9b9c543 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Hosts for router cfa44af8-874a-43b2-8db9-01c5b05afe2f: [] {{(pid=104173) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Mar 22 19:38:43.803996 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a76596ce-8120-4aca-92ba-6b2eb5d97b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:43.804942 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76596ce-8120-4aca-92ba-6b2eb5d97b5a None None] The sync data for ids ['68ec2e62-f4c9-4b93-8397-bab6cdf89a5d'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:38:43.809025 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a331070-d925-451b-a8f1-8002c9b9c543 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Hosts for other DVR routers connected to router cfa44af8-874a-43b2-8db9-01c5b05afe2f: set() {{(pid=104173) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Mar 22 19:38:43.812217 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0a331070-d925-451b-a8f1-8002c9b9c543 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:43.816114 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0a331070-d925-451b-a8f1-8002c9b9c543 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] 10.222.0.75 "PUT /v2.0/routers/cfa44af8-874a-43b2-8db9-01c5b05afe2f HTTP/1.1" status: 200 len: 717 time: 1.4956899 Mar 22 19:38:43.822871 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38938) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:43.858666 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-7b4a31d3-da6b-4463-a780-4af0d42348a3 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Allocated IP 172.25.5.248 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/a0499636-6e02-4596-88a3-ead97ecd76bd) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:38:43.923807 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae996366-d409-4e53-9a2f-4e98c535bdae admin admin] Made reservation on behalf of 9311d11ae9f64b56a94fae205d6367b4 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:38:43.926042 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ae996366-d409-4e53-9a2f-4e98c535bdae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:43.941702 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ae996366-d409-4e53-9a2f-4e98c535bdae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:43.970728 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7b4a31d3-da6b-4463-a780-4af0d42348a3 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks [] for port (a0499636-6e02-4596-88a3-ead97ecd76bd), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:43.977704 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d9273cfc-85ba-44d7-b674-c9c73c15b709 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] 10.222.0.75 "GET /v2.0/routers/cfa44af8-874a-43b2-8db9-01c5b05afe2f HTTP/1.1" status: 200 len: 717 time: 0.1514974 Mar 22 19:38:43.979186 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38940) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:44.000869 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-9e0af888-d368-4042-8ab2-05fa28880b25 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] remove_router_interface failed (client error): The resource could not be found. Mar 22 19:38:44.004788 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9e0af888-d368-4042-8ab2-05fa28880b25 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "PUT /v2.0/routers/68ec2e62-f4c9-4b93-8397-bab6cdf89a5d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3213384 Mar 22 19:38:44.005962 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38944) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:44.016299 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7b4a31d3-da6b-4463-a780-4af0d42348a3 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (a0499636-6e02-4596-88a3-ead97ecd76bd), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:44.045655 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ff6fb861-977b-439d-9800-f28ca911f408 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "GET /v2.0/ports?device_id=68ec2e62-f4c9-4b93-8397-bab6cdf89a5d HTTP/1.1" status: 200 len: 205 time: 0.0356185 Mar 22 19:38:44.047531 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38946) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:44.058989 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4a31d3-da6b-4463-a780-4af0d42348a3 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:38:44.062186 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-7b4a31d3-da6b-4463-a780-4af0d42348a3 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:44.066257 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4a31d3-da6b-4463-a780-4af0d42348a3 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:38:44.119140 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a31d3-da6b-4463-a780-4af0d42348a3 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Pushing event updated for resources: {'Port': ['ID=a0499636-6e02-4596-88a3-ead97ecd76bd,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:44.163586 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-17d53980-cfb4-4f37-bd66-566050730906 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router (68ec2e62-f4c9-4b93-8397-bab6cdf89a5d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:44.185330 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 32005097-19b7-4c36-8a3e-507c7f8f2ae4 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:38:44.250127 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 32005097-19b7-4c36-8a3e-507c7f8f2ae4 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:44.250841 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (32005097-19b7-4c36-8a3e-507c7f8f2ae4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:44.253762 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b9e0ca06-6775-4a5b-8a78-616f600051ba tempest-RoutersTestDVR-1142395788 tempest-RoutersTestDVR-1142395788-project] 10.222.0.75 "GET /v2.0/routers/cfa44af8-874a-43b2-8db9-01c5b05afe2f HTTP/1.1" status: 200 len: 683 time: 0.2721958 Mar 22 19:38:44.253932 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38948) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:44.347062 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 32005097-19b7-4c36-8a3e-507c7f8f2ae4 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:38:44.347455 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (32005097-19b7-4c36-8a3e-507c7f8f2ae4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:44.398271 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 32005097-19b7-4c36-8a3e-507c7f8f2ae4, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=32005097-19b7-4c36-8a3e-507c7f8f2ae4,segment=NetworkSegment(0756e499-18f9-42f1-bbd3-44c80bb004ec),segment_id=0756e499-18f9-42f1-bbd3-44c80bb004ec)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:38:44.404681 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (32005097-19b7-4c36-8a3e-507c7f8f2ae4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:44.459661 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ae996366-d409-4e53-9a2f-4e98c535bdae admin admin] Publish callbacks [] for security_group (240f4525-bf93-4894-b793-b2a06ed661e3), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:44.461323 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e9de9746-7094-4a49-a3a8-0421778ce20f tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks [] for router (cfa44af8-874a-43b2-8db9-01c5b05afe2f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:44.471497 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=32005097-19b7-4c36-8a3e-507c7f8f2ae4,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:44.504764 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-17d53980-cfb4-4f37-bd66-566050730906 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (68ec2e62-f4c9-4b93-8397-bab6cdf89a5d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:44.531815 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ae996366-d409-4e53-9a2f-4e98c535bdae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (240f4525-bf93-4894-b793-b2a06ed661e3), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:44.534861 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7b4a31d3-da6b-4463-a780-4af0d42348a3 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks [] for router_gateway (149b1636-5544-47d3-bead-ea8470f3bb18), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:44.535309 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-17d53980-cfb4-4f37-bd66-566050730906 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router_controller (68ec2e62-f4c9-4b93-8397-bab6cdf89a5d), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:44.569091 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae996366-d409-4e53-9a2f-4e98c535bdae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:38:44.590411 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5590185e-d636-41ad-b269-99f3b5706f3d None None] Network e81b1e92-9c90-4121-b998-e93f1a39c222 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:38:44.653114 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ae996366-d409-4e53-9a2f-4e98c535bdae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (62c5f32f-8ee6-4399-879b-0e25c75c35bf), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:44.653469 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-ae996366-d409-4e53-9a2f-4e98c535bdae admin admin] Added segment 62c5f32f-8ee6-4399-879b-0e25c75c35bf of type vlan for network abcbf463-c70f-41d4-961e-5e15d687045d Mar 22 19:38:44.654856 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae996366-d409-4e53-9a2f-4e98c535bdae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240f4525-bf93-4894-b793-b2a06ed661e3,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:44.697742 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-17d53980-cfb4-4f37-bd66-566050730906 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (68ec2e62-f4c9-4b93-8397-bab6cdf89a5d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:44.698169 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d53980-cfb4-4f37-bd66-566050730906 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Fanout notify agent at l3_agent the message router_deleted on router 68ec2e62-f4c9-4b93-8397-bab6cdf89a5d {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:38:44.711591 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f364c281-823a-4fd5-80f4-4c37cdaad44b None None] Provisioning complete for port 32005097-19b7-4c36-8a3e-507c7f8f2ae4 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:44.712040 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f364c281-823a-4fd5-80f4-4c37cdaad44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (32005097-19b7-4c36-8a3e-507c7f8f2ae4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:44.734774 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-17d53980-cfb4-4f37-bd66-566050730906 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:44.735929 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-17d53980-cfb4-4f37-bd66-566050730906 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/routers/68ec2e62-f4c9-4b93-8397-bab6cdf89a5d HTTP/1.1" status: 204 len: 168 time: 0.6874239 Mar 22 19:38:44.739575 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38950) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:44.773242 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e9de9746-7094-4a49-a3a8-0421778ce20f tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (cfa44af8-874a-43b2-8db9-01c5b05afe2f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:44.777501 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7b4a31d3-da6b-4463-a780-4af0d42348a3 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (149b1636-5544-47d3-bead-ea8470f3bb18), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:44.797253 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e9de9746-7094-4a49-a3a8-0421778ce20f tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks [] for router_controller (cfa44af8-874a-43b2-8db9-01c5b05afe2f), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:44.827112 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ae996366-d409-4e53-9a2f-4e98c535bdae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (abcbf463-c70f-41d4-961e-5e15d687045d), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:44.828883 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f364c281-823a-4fd5-80f4-4c37cdaad44b None None] Current status of the port 32005097-19b7-4c36-8a3e-507c7f8f2ae4 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:38:44.878572 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a6e9b9-39e9-4853-ba1f-2e7bf26c6dab tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Deleting subnet b285d8c1-570e-4bea-9040-635b8f66f7bb {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:38:44.884912 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-68a6e9b9-39e9-4853-ba1f-2e7bf26c6dab tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for subnet (b285d8c1-570e-4bea-9040-635b8f66f7bb), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:44.887350 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e9de9746-7094-4a49-a3a8-0421778ce20f tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (cfa44af8-874a-43b2-8db9-01c5b05afe2f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:44.887838 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9de9746-7094-4a49-a3a8-0421778ce20f tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cfa44af8-874a-43b2-8db9-01c5b05afe2f {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:38:44.919848 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e9de9746-7094-4a49-a3a8-0421778ce20f tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:44.924395 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e9de9746-7094-4a49-a3a8-0421778ce20f tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] 10.222.0.75 "DELETE /v2.0/routers/cfa44af8-874a-43b2-8db9-01c5b05afe2f HTTP/1.1" status: 204 len: 168 time: 0.6636915 Mar 22 19:38:44.924900 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38952) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:44.930611 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-157019d7-c2ff-4ccc-b02c-8af110cf4821 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Request body: {'router': {'name': 'tempest-router-830838538', 'distributed': True}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:44.942665 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4a31d3-da6b-4463-a780-4af0d42348a3 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Router 149b1636-5544-47d3-bead-ea8470f3bb18 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:38:44.947042 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ae996366-d409-4e53-9a2f-4e98c535bdae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (abcbf463-c70f-41d4-961e-5e15d687045d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:44.947997 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae996366-d409-4e53-9a2f-4e98c535bdae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:44.948783 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ae996366-d409-4e53-9a2f-4e98c535bdae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:44.953500 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-68a6e9b9-39e9-4853-ba1f-2e7bf26c6dab tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (b285d8c1-570e-4bea-9040-635b8f66f7bb), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:44.966467 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-157019d7-c2ff-4ccc-b02c-8af110cf4821 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (0a811782-f714-411e-8bab-0ee3a9fa7710), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:44.967623 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-157019d7-c2ff-4ccc-b02c-8af110cf4821 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (0a811782-f714-411e-8bab-0ee3a9fa7710), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:45.047940 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ae996366-d409-4e53-9a2f-4e98c535bdae admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5395038 Mar 22 19:38:45.054677 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38954) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:45.062914 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-7f29dd75-b165-4422-a5a6-a05c5caf06ed None None] Provisioning complete for port 32005097-19b7-4c36-8a3e-507c7f8f2ae4 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:45.062914 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7f29dd75-b165-4422-a5a6-a05c5caf06ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (32005097-19b7-4c36-8a3e-507c7f8f2ae4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:45.074468 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-b50a4c69-bd53-47da-8336-ce726aa701b9 admin admin] Request body: {'subnet': {'network_id': 'abcbf463-c70f-41d4-961e-5e15d687045d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-255375235-subnet', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:45.095265 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-157019d7-c2ff-4ccc-b02c-8af110cf4821 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks [] for router_controller (0a811782-f714-411e-8bab-0ee3a9fa7710), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:45.096234 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-074d520b-8b8f-4784-bff0-112029535532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:45.102147 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-157019d7-c2ff-4ccc-b02c-8af110cf4821 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (0a811782-f714-411e-8bab-0ee3a9fa7710), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:45.122581 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4a31d3-da6b-4463-a780-4af0d42348a3 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:38:45.125300 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-157019d7-c2ff-4ccc-b02c-8af110cf4821 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:45.126150 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae996366-d409-4e53-9a2f-4e98c535bdae admin admin] Pushing event updated for resources: {'Network': ['ID=abcbf463-c70f-41d4-961e-5e15d687045d,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:45.126527 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-157019d7-c2ff-4ccc-b02c-8af110cf4821 tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2000551 Mar 22 19:38:45.133575 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d094b2c-c502-4855-af07-0058704fbe83 None None] Sync routers for ids ['149b1636-5544-47d3-bead-ea8470f3bb18'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:38:45.138746 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38958) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:45.147629 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network abcbf463-c70f-41d4-961e-5e15d687045d details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:38:45.148827 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d094b2c-c502-4855-af07-0058704fbe83 None None] Routers {'149b1636-5544-47d3-bead-ea8470f3bb18'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:45.149536 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-6d094b2c-c502-4855-af07-0058704fbe83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['149b1636-5544-47d3-bead-ea8470f3bb18'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:45.164082 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7b4a31d3-da6b-4463-a780-4af0d42348a3 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:45.168353 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7b4a31d3-da6b-4463-a780-4af0d42348a3 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.0143054 Mar 22 19:38:45.169018 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38960) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:45.178469 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50a4c69-bd53-47da-8336-ce726aa701b9 admin admin] Made reservation on behalf of 9311d11ae9f64b56a94fae205d6367b4 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:38:45.180878 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b50a4c69-bd53-47da-8336-ce726aa701b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:45.204574 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-6d094b2c-c502-4855-af07-0058704fbe83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:45.217765 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-7f29dd75-b165-4422-a5a6-a05c5caf06ed None None] Current status of the port 32005097-19b7-4c36-8a3e-507c7f8f2ae4 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:38:45.227997 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d094b2c-c502-4855-af07-0058704fbe83 None None] Routers {'149b1636-5544-47d3-bead-ea8470f3bb18'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:45.229128 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-6d094b2c-c502-4855-af07-0058704fbe83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['149b1636-5544-47d3-bead-ea8470f3bb18'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:45.272728 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-6d094b2c-c502-4855-af07-0058704fbe83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:45.273394 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d094b2c-c502-4855-af07-0058704fbe83 None None] The sync data for ids ['149b1636-5544-47d3-bead-ea8470f3bb18'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:38:45.306544 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-68a6e9b9-39e9-4853-ba1f-2e7bf26c6dab tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (b285d8c1-570e-4bea-9040-635b8f66f7bb), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:45.328284 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-acf38229-49c4-48e1-a22b-9bcd6372091f tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks [] for router (0a811782-f714-411e-8bab-0ee3a9fa7710), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:45.543782 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-68a6e9b9-39e9-4853-ba1f-2e7bf26c6dab tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (b285d8c1-570e-4bea-9040-635b8f66f7bb), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:45.601323 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-acf38229-49c4-48e1-a22b-9bcd6372091f tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (0a811782-f714-411e-8bab-0ee3a9fa7710), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:45.602974 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6e9b9-39e9-4853-ba1f-2e7bf26c6dab tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event deleted for resources: {'Subnet': ['ID=b285d8c1-570e-4bea-9040-635b8f66f7bb,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:45.609927 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-acf38229-49c4-48e1-a22b-9bcd6372091f tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks [] for router_controller (0a811782-f714-411e-8bab-0ee3a9fa7710), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:45.612143 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-68a6e9b9-39e9-4853-ba1f-2e7bf26c6dab tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:45.614322 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f065d2c5-5fa3-44c1-80ab-fb8c359a90b9 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:45.616015 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288a7e99-b5d3-4c90-8740-5025e9204d21 None None] Network 8fe3b2bc-4c1b-4ff9-ad19-2921b8a8bff6 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:38:45.616454 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-68a6e9b9-39e9-4853-ba1f-2e7bf26c6dab tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/subnets/b285d8c1-570e-4bea-9040-635b8f66f7bb HTTP/1.1" status: 204 len: 168 time: 0.8738618 Mar 22 19:38:45.618897 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38962) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:45.706410 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-acf38229-49c4-48e1-a22b-9bcd6372091f tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (0a811782-f714-411e-8bab-0ee3a9fa7710), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:45.706908 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf38229-49c4-48e1-a22b-9bcd6372091f tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a811782-f714-411e-8bab-0ee3a9fa7710 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:38:45.714195 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-acf38229-49c4-48e1-a22b-9bcd6372091f tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:45.718482 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-acf38229-49c4-48e1-a22b-9bcd6372091f tempest-RoutersTestDVR-211145663 tempest-RoutersTestDVR-211145663-project-admin] 10.222.0.75 "DELETE /v2.0/routers/0a811782-f714-411e-8bab-0ee3a9fa7710 HTTP/1.1" status: 204 len: 168 time: 0.5722773 Mar 22 19:38:45.725029 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b50a4c69-bd53-47da-8336-ce726aa701b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (4faeafe8-a45f-41c1-a8a5-9fa581f91c44), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:45.779272 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:45.789575 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a4c69-bd53-47da-8336-ce726aa701b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4faeafe8-a45f-41c1-a8a5-9fa581f91c44,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:45.797254 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50a4c69-bd53-47da-8336-ce726aa701b9 admin admin] Checking segment: {'id': '62c5f32f-8ee6-4399-879b-0e25c75c35bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abcbf463-c70f-41d4-961e-5e15d687045d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:38:45.797543 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50a4c69-bd53-47da-8336-ce726aa701b9 admin admin] Network hostable DHCP agents. Network: abcbf463-c70f-41d4-961e-5e15d687045d, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:38:45.804715 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-09bd0fcb-6164-4b61-93f1-120122ce7dd7 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (8fe3b2bc-4c1b-4ff9-ad19-2921b8a8bff6), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:45.832664 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50a4c69-bd53-47da-8336-ce726aa701b9 admin admin] Network abcbf463-c70f-41d4-961e-5e15d687045d is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:38:45.848656 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-b50a4c69-bd53-47da-8336-ce726aa701b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, abcbf463-c70f-41d4-961e-5e15d687045d) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:45.855216 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50a4c69-bd53-47da-8336-ce726aa701b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:45.855886 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b50a4c69-bd53-47da-8336-ce726aa701b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:45.856344 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd48bcdd-37c9-4bec-9586-f8fe07f9d543 None None] DHCP port deletion for 8fe3b2bc-4c1b-4ff9-ad19-2921b8a8bff6 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:38:45.876808 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b50a4c69-bd53-47da-8336-ce726aa701b9 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8186216 Mar 22 19:38:45.879205 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38966) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:45.885707 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-a7b37111-d606-461a-a153-d6cfbbdf8b54 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-255375235-router', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:45.908116 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a7b37111-d606-461a-a153-d6cfbbdf8b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (6211b3a6-ac03-423a-a525-11ca4a554a55), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:45.908533 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dfdc86-86a8-4355-b19a-cd88dae276d4 None None] Network abcbf463-c70f-41d4-961e-5e15d687045d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:38:45.909468 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a7b37111-d606-461a-a153-d6cfbbdf8b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (6211b3a6-ac03-423a-a525-11ca4a554a55), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:45.985370 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-09bd0fcb-6164-4b61-93f1-120122ce7dd7 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Deleting port 9633fb93-8908-4128-8c61-807aa8367bc9 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:38:45.986083 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-09bd0fcb-6164-4b61-93f1-120122ce7dd7 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (9633fb93-8908-4128-8c61-807aa8367bc9), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:45.995103 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a7b37111-d606-461a-a153-d6cfbbdf8b54 admin admin] Publish callbacks [] for router_controller (6211b3a6-ac03-423a-a525-11ca4a554a55), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:46.000527 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-bd48bcdd-37c9-4bec-9586-f8fe07f9d543 None None] Deleting port 9633fb93-8908-4128-8c61-807aa8367bc9 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:38:46.001173 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bd48bcdd-37c9-4bec-9586-f8fe07f9d543 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (9633fb93-8908-4128-8c61-807aa8367bc9), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:46.032089 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38970) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:46.117739 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-09bd0fcb-6164-4b61-93f1-120122ce7dd7 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] For port 9633fb93-8908-4128-8c61-807aa8367bc9, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=9633fb93-8908-4128-8c61-807aa8367bc9,segment=NetworkSegment(0a87e861-4daa-4abc-9bb4-ba6da5f2bd7c),segment_id=0a87e861-4daa-4abc-9bb4-ba6da5f2bd7c)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:38:46.118228 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-09bd0fcb-6164-4b61-93f1-120122ce7dd7 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (9633fb93-8908-4128-8c61-807aa8367bc9), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:46.134435 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b85d727-291d-49a8-afff-0d247b1f8fdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-abcbf463-c70f-41d4-961e-5e15d687045d', 'network_id': 'abcbf463-c70f-41d4-961e-5e15d687045d', 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'fixed_ips': [{'subnet_id': '4faeafe8-a45f-41c1-a8a5-9fa581f91c44'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:38:46.135699 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7b85d727-291d-49a8-afff-0d247b1f8fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:46.158653 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 32005097-19b7-4c36-8a3e-507c7f8f2ae4 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:38:46.160316 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-09bd0fcb-6164-4b61-93f1-120122ce7dd7 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Calling delete_port for 9633fb93-8908-4128-8c61-807aa8367bc9 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:38:46.195701 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-bd48bcdd-37c9-4bec-9586-f8fe07f9d543 None None] For port 9633fb93-8908-4128-8c61-807aa8367bc9, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=9633fb93-8908-4128-8c61-807aa8367bc9,segment=NetworkSegment(0a87e861-4daa-4abc-9bb4-ba6da5f2bd7c),segment_id=0a87e861-4daa-4abc-9bb4-ba6da5f2bd7c)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:38:46.196186 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bd48bcdd-37c9-4bec-9586-f8fe07f9d543 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (9633fb93-8908-4128-8c61-807aa8367bc9), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:46.207399 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a7b37111-d606-461a-a153-d6cfbbdf8b54 admin admin] Publish callbacks [] for router_gateway (6211b3a6-ac03-423a-a525-11ca4a554a55), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:46.216924 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-f065d2c5-5fa3-44c1-80ab-fb8c359a90b9 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Allocated IP 172.20.0.1 (e81b1e92-9c90-4121-b998-e93f1a39c222/40d64939-d0a0-4ef7-abb9-0595d4ddc38f/66aa1f40-99f8-4e5d-9931-2603ccd73996) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:38:46.222780 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-bd48bcdd-37c9-4bec-9586-f8fe07f9d543 None None] Calling delete_port for 9633fb93-8908-4128-8c61-807aa8367bc9 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:38:46.251104 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0a5d14f9-b87d-4db0-8167-84218ab9c378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:46.413689 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 32005097-19b7-4c36-8a3e-507c7f8f2ae4 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:46.414116 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (32005097-19b7-4c36-8a3e-507c7f8f2ae4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:46.450514 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-7b85d727-291d-49a8-afff-0d247b1f8fdc None None] Allocated IP 172.20.0.2 (abcbf463-c70f-41d4-961e-5e15d687045d/4faeafe8-a45f-41c1-a8a5-9fa581f91c44/6d128901-5998-4f6c-a624-8146b1a95e90) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:38:46.492238 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bd48bcdd-37c9-4bec-9586-f8fe07f9d543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (9633fb93-8908-4128-8c61-807aa8367bc9), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:46.555413 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48bcdd-37c9-4bec-9586-f8fe07f9d543 None None] Pushing event deleted for resources: {'Port': ['ID=9633fb93-8908-4128-8c61-807aa8367bc9,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:46.564823 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd48bcdd-37c9-4bec-9586-f8fe07f9d543 None None] No DVR routers for this DVR port 9633fb93-8908-4128-8c61-807aa8367bc9 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:38:46.663470 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 32005097-19b7-4c36-8a3e-507c7f8f2ae4 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:38:46.732704 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7b85d727-291d-49a8-afff-0d247b1f8fdc None None] Publish callbacks [] for port (6d128901-5998-4f6c-a624-8146b1a95e90), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:46.734276 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-09bd0fcb-6164-4b61-93f1-120122ce7dd7 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (9633fb93-8908-4128-8c61-807aa8367bc9), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:46.740859 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7b85d727-291d-49a8-afff-0d247b1f8fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (6d128901-5998-4f6c-a624-8146b1a95e90), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:46.754997 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 9633fb93-8908-4128-8c61-807aa8367bc9 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:38:46.781853 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd0fcb-6164-4b61-93f1-120122ce7dd7 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event deleted for resources: {'Port': ['ID=9633fb93-8908-4128-8c61-807aa8367bc9,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:46.797828 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bd0fcb-6164-4b61-93f1-120122ce7dd7 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] No DVR routers for this DVR port 9633fb93-8908-4128-8c61-807aa8367bc9 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:38:46.801619 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f065d2c5-5fa3-44c1-80ab-fb8c359a90b9 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks [] for port (66aa1f40-99f8-4e5d-9931-2603ccd73996), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:46.828430 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 9633fb93-8908-4128-8c61-807aa8367bc9 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:38:46.828833 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 9633fb93-8908-4128-8c61-807aa8367bc9 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:38:46.843749 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b85d727-291d-49a8-afff-0d247b1f8fdc None None] Network abcbf463-c70f-41d4-961e-5e15d687045d is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:38:46.852628 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-7b85d727-291d-49a8-afff-0d247b1f8fdc None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:46.854497 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85d727-291d-49a8-afff-0d247b1f8fdc None None] Pushing event updated for resources: {'Port': ['ID=6d128901-5998-4f6c-a624-8146b1a95e90,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:46.856646 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b85d727-291d-49a8-afff-0d247b1f8fdc None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:38:46.883275 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a7b37111-d606-461a-a153-d6cfbbdf8b54 admin admin] Publish callbacks [] for router_gateway (6211b3a6-ac03-423a-a525-11ca4a554a55), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:46.903497 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a7b37111-d606-461a-a153-d6cfbbdf8b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:46.907923 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-09bd0fcb-6164-4b61-93f1-120122ce7dd7 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (8fe3b2bc-4c1b-4ff9-ad19-2921b8a8bff6), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:46.920003 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-7b85d727-291d-49a8-afff-0d247b1f8fdc None None] Attempting to bind port 6d128901-5998-4f6c-a624-8146b1a95e90 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:46.920816 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-7b85d727-291d-49a8-afff-0d247b1f8fdc None None] Attempting to bind port 6d128901-5998-4f6c-a624-8146b1a95e90 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '62c5f32f-8ee6-4399-879b-0e25c75c35bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abcbf463-c70f-41d4-961e-5e15d687045d'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:46.920816 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85d727-291d-49a8-afff-0d247b1f8fdc None None] Attempting to bind port 6d128901-5998-4f6c-a624-8146b1a95e90 on network abcbf463-c70f-41d4-961e-5e15d687045d {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:46.926707 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85d727-291d-49a8-afff-0d247b1f8fdc None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:38:46.926707 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85d727-291d-49a8-afff-0d247b1f8fdc None None] Checking segment: {'id': '62c5f32f-8ee6-4399-879b-0e25c75c35bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abcbf463-c70f-41d4-961e-5e15d687045d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:38:46.927094 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7b85d727-291d-49a8-afff-0d247b1f8fdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:46.927431 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b85d727-291d-49a8-afff-0d247b1f8fdc None None] Bound using segment: {'id': '62c5f32f-8ee6-4399-879b-0e25c75c35bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abcbf463-c70f-41d4-961e-5e15d687045d'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:38:46.928041 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-7b85d727-291d-49a8-afff-0d247b1f8fdc None None] Bound port: 6d128901-5998-4f6c-a624-8146b1a95e90, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62c5f32f-8ee6-4399-879b-0e25c75c35bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abcbf463-c70f-41d4-961e-5e15d687045d'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:38:46.928327 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7b85d727-291d-49a8-afff-0d247b1f8fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6d128901-5998-4f6c-a624-8146b1a95e90), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:46.933580 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0a5d14f9-b87d-4db0-8167-84218ab9c378 admin admin] Publish callbacks [] for security_group (b2a00bf1-fc22-4436-bde1-602cd34e3a33), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:46.948050 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0a5d14f9-b87d-4db0-8167-84218ab9c378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b2a00bf1-fc22-4436-bde1-602cd34e3a33), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:46.964702 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-09bd0fcb-6164-4b61-93f1-120122ce7dd7 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe3b2bc-4c1b-4ff9-ad19-2921b8a8bff6']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:46.984542 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-09bd0fcb-6164-4b61-93f1-120122ce7dd7 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a87e861-4daa-4abc-9bb4-ba6da5f2bd7c') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:46.984910 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-09bd0fcb-6164-4b61-93f1-120122ce7dd7 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a87e861-4daa-4abc-9bb4-ba6da5f2bd7c') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:46.999635 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-7b85d727-291d-49a8-afff-0d247b1f8fdc None None] For port 6d128901-5998-4f6c-a624-8146b1a95e90, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:38:47.002994 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-7b85d727-291d-49a8-afff-0d247b1f8fdc None None] For port 6d128901-5998-4f6c-a624-8146b1a95e90, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=6d128901-5998-4f6c-a624-8146b1a95e90,segment=NetworkSegment(62c5f32f-8ee6-4399-879b-0e25c75c35bf),segment_id=62c5f32f-8ee6-4399-879b-0e25c75c35bf)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:38:47.009126 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7b85d727-291d-49a8-afff-0d247b1f8fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (6d128901-5998-4f6c-a624-8146b1a95e90), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:47.010468 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-09bd0fcb-6164-4b61-93f1-120122ce7dd7 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (0a87e861-4daa-4abc-9bb4-ba6da5f2bd7c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:47.030509 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0a5d14f9-b87d-4db0-8167-84218ab9c378 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=de39eddd51d44c7c9187ce81700feef1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9953327 Mar 22 19:38:47.032126 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38976) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:47.032263 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d14f9-b87d-4db0-8167-84218ab9c378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a00bf1-fc22-4436-bde1-602cd34e3a33,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:47.038388 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f065d2c5-5fa3-44c1-80ab-fb8c359a90b9 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (66aa1f40-99f8-4e5d-9931-2603ccd73996), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:47.043188 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-09bd0fcb-6164-4b61-93f1-120122ce7dd7 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (0a87e861-4daa-4abc-9bb4-ba6da5f2bd7c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:47.069390 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85d727-291d-49a8-afff-0d247b1f8fdc None None] Pushing event updated for resources: {'Port': ['ID=6d128901-5998-4f6c-a624-8146b1a95e90,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:47.077823 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09bd0fcb-6164-4b61-93f1-120122ce7dd7 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:38:47.078772 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-09bd0fcb-6164-4b61-93f1-120122ce7dd7 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (0a87e861-4daa-4abc-9bb4-ba6da5f2bd7c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:47.098235 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-a7b37111-d606-461a-a153-d6cfbbdf8b54 admin admin] Allocated IP 172.25.5.71 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/cb7be764-1473-4902-95af-9b6dc3545847) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: self.session.flush() Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: self.session.flush() Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: self.session.flush() Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: self.session.flush() Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:38:47.136953 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:38:47.162949 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f065d2c5-5fa3-44c1-80ab-fb8c359a90b9 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Network e81b1e92-9c90-4121-b998-e93f1a39c222 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:38:47.174956 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-f065d2c5-5fa3-44c1-80ab-fb8c359a90b9 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:47.178195 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f065d2c5-5fa3-44c1-80ab-fb8c359a90b9 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:38:47.180741 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065d2c5-5fa3-44c1-80ab-fb8c359a90b9 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Pushing event updated for resources: {'Port': ['ID=66aa1f40-99f8-4e5d-9931-2603ccd73996,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:47.197392 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4e0a2f8b-022d-41e9-8f23-8addb17d123f admin admin] Publish callbacks [] for security_group (b2a00bf1-fc22-4436-bde1-602cd34e3a33), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:47.206623 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-09bd0fcb-6164-4b61-93f1-120122ce7dd7 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (8fe3b2bc-4c1b-4ff9-ad19-2921b8a8bff6), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:47.219780 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-09bd0fcb-6164-4b61-93f1-120122ce7dd7 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:47.228044 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-09bd0fcb-6164-4b61-93f1-120122ce7dd7 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/networks/8fe3b2bc-4c1b-4ff9-ad19-2921b8a8bff6 HTTP/1.1" status: 204 len: 168 time: 1.6079481 Mar 22 19:38:47.229308 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38978) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:47.238276 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-17bf7a35-497d-4bee-a28c-c1171d0493d5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2024175006'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:47.244614 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd0fcb-6164-4b61-93f1-120122ce7dd7 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event deleted for resources: {'Network': ['ID=8fe3b2bc-4c1b-4ff9-ad19-2921b8a8bff6,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:47.254330 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f065d2c5-5fa3-44c1-80ab-fb8c359a90b9 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (149b1636-5544-47d3-bead-ea8470f3bb18), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:47.257077 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4e0a2f8b-022d-41e9-8f23-8addb17d123f admin admin] Publish callbacks [] for security_group (b2a00bf1-fc22-4436-bde1-602cd34e3a33), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:47.357431 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a7b37111-d606-461a-a153-d6cfbbdf8b54 admin admin] Publish callbacks [] for port (cb7be764-1473-4902-95af-9b6dc3545847), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:47.376896 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bf7a35-497d-4bee-a28c-c1171d0493d5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Made reservation on behalf of 1e3546c3d170468eb7c4f7ed56b3ee3c for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:38:47.380281 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-17bf7a35-497d-4bee-a28c-c1171d0493d5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:47.408872 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c07b7f44-39f3-47e6-9f6c-eaf8b2c33555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:47.491341 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4e0a2f8b-022d-41e9-8f23-8addb17d123f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b2a00bf1-fc22-4436-bde1-602cd34e3a33), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:47.494330 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4e0a2f8b-022d-41e9-8f23-8addb17d123f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:47.495694 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4e0a2f8b-022d-41e9-8f23-8addb17d123f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b2a00bf1-fc22-4436-bde1-602cd34e3a33 HTTP/1.1" status: 204 len: 168 time: 0.4630308 Mar 22 19:38:47.500895 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17bf7a35-497d-4bee-a28c-c1171d0493d5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:38:47.506230 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a7b37111-d606-461a-a153-d6cfbbdf8b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (cb7be764-1473-4902-95af-9b6dc3545847), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:47.529014 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f065d2c5-5fa3-44c1-80ab-fb8c359a90b9 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (66aa1f40-99f8-4e5d-9931-2603ccd73996), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:47.603561 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a2f8b-022d-41e9-8f23-8addb17d123f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a00bf1-fc22-4436-bde1-602cd34e3a33,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:47.629549 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-17bf7a35-497d-4bee-a28c-c1171d0493d5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (694b8e98-15b7-41b4-95ea-e043ce9c55a4), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:47.630984 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-17bf7a35-497d-4bee-a28c-c1171d0493d5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Added segment 694b8e98-15b7-41b4-95ea-e043ce9c55a4 of type vlan for network fa1bb4a3-4c2f-4c62-bb34-ad829760f478 Mar 22 19:38:47.640640 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b37111-d606-461a-a153-d6cfbbdf8b54 admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:38:47.663112 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-a7b37111-d606-461a-a153-d6cfbbdf8b54 admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:47.669022 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b37111-d606-461a-a153-d6cfbbdf8b54 admin admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:38:47.770428 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-17bf7a35-497d-4bee-a28c-c1171d0493d5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (fa1bb4a3-4c2f-4c62-bb34-ad829760f478), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:47.774996 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b37111-d606-461a-a153-d6cfbbdf8b54 admin admin] Pushing event updated for resources: {'Port': ['ID=cb7be764-1473-4902-95af-9b6dc3545847,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:47.799792 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-289aeaef-9017-4929-99de-5749edfd6bdf None None] Provisioning complete for port 66aa1f40-99f8-4e5d-9931-2603ccd73996 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:47.800387 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-289aeaef-9017-4929-99de-5749edfd6bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (66aa1f40-99f8-4e5d-9931-2603ccd73996), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:47.870017 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-289aeaef-9017-4929-99de-5749edfd6bdf None None] Port 66aa1f40-99f8-4e5d-9931-2603ccd73996 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:38:47.915609 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-17bf7a35-497d-4bee-a28c-c1171d0493d5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (fa1bb4a3-4c2f-4c62-bb34-ad829760f478), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:47.920946 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bf7a35-497d-4bee-a28c-c1171d0493d5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:47.921552 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-17bf7a35-497d-4bee-a28c-c1171d0493d5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:48.003917 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38996) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:48.022089 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f81823c4-ecfd-4e6c-909c-9a56ec690535 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:48.032691 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38998) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:48.045308 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-17bf7a35-497d-4bee-a28c-c1171d0493d5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8109279 Mar 22 19:38:48.068893 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-288f486a-718a-4cce-9b6f-25577762a1c5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Request body: {'subnet': {'network_id': 'fa1bb4a3-4c2f-4c62-bb34-ad829760f478', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:48.080040 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf7a35-497d-4bee-a28c-c1171d0493d5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Network': ['ID=fa1bb4a3-4c2f-4c62-bb34-ad829760f478,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:48.095001 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network fa1bb4a3-4c2f-4c62-bb34-ad829760f478 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:38:48.230995 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f065d2c5-5fa3-44c1-80ab-fb8c359a90b9 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks [] for port (66aa1f40-99f8-4e5d-9931-2603ccd73996), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:48.253639 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 6d128901-5998-4f6c-a624-8146b1a95e90 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:38:48.257668 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f065d2c5-5fa3-44c1-80ab-fb8c359a90b9 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (66aa1f40-99f8-4e5d-9931-2603ccd73996), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:48.296276 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a7b37111-d606-461a-a153-d6cfbbdf8b54 admin admin] Publish callbacks [] for router_gateway (6211b3a6-ac03-423a-a525-11ca4a554a55), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:48.388135 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:48.425210 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 6d128901-5998-4f6c-a624-8146b1a95e90 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:48.425587 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6d128901-5998-4f6c-a624-8146b1a95e90), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:48.426327 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f065d2c5-5fa3-44c1-80ab-fb8c359a90b9 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (149b1636-5544-47d3-bead-ea8470f3bb18), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:48.443054 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065d2c5-5fa3-44c1-80ab-fb8c359a90b9 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Pushing event updated for resources: {'Port': ['ID=66aa1f40-99f8-4e5d-9931-2603ccd73996,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:48.475136 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f81823c4-ecfd-4e6c-909c-9a56ec690535 admin admin] Publish callbacks [] for security_group (dee0f1cc-6463-4bd0-921b-aaeab0c17d2d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:48.522959 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f81823c4-ecfd-4e6c-909c-9a56ec690535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (dee0f1cc-6463-4bd0-921b-aaeab0c17d2d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:48.559001 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288f486a-718a-4cce-9b6f-25577762a1c5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Made reservation on behalf of 1e3546c3d170468eb7c4f7ed56b3ee3c for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:38:48.562222 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-288f486a-718a-4cce-9b6f-25577762a1c5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:48.566743 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a7b37111-d606-461a-a153-d6cfbbdf8b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (6211b3a6-ac03-423a-a525-11ca4a554a55), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:48.568995 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 6d128901-5998-4f6c-a624-8146b1a95e90 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:38:48.569593 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6d128901-5998-4f6c-a624-8146b1a95e90), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:48.592238 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791fb450-42da-4f07-9376-d8cbb75074e7 None None] Network abcbf463-c70f-41d4-961e-5e15d687045d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:38:48.644095 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f81823c4-ecfd-4e6c-909c-9a56ec690535 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cf1f4e9dc54c485783558426e2ed39cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6390767 Mar 22 19:38:48.647310 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39004) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:48.664783 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81823c4-ecfd-4e6c-909c-9a56ec690535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee0f1cc-6463-4bd0-921b-aaeab0c17d2d,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:48.725467 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f065d2c5-5fa3-44c1-80ab-fb8c359a90b9 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Network e81b1e92-9c90-4121-b998-e93f1a39c222 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:38:48.729684 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-f065d2c5-5fa3-44c1-80ab-fb8c359a90b9 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:48.732507 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6c3385e3-c0b1-4f01-bad3-7d7f139a606e admin admin] Publish callbacks [] for security_group (dee0f1cc-6463-4bd0-921b-aaeab0c17d2d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:48.777401 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6c3385e3-c0b1-4f01-bad3-7d7f139a606e admin admin] Publish callbacks [] for security_group (dee0f1cc-6463-4bd0-921b-aaeab0c17d2d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:48.816664 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b37111-d606-461a-a153-d6cfbbdf8b54 admin admin] Router 6211b3a6-ac03-423a-a525-11ca4a554a55 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:38:48.868736 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 6d128901-5998-4f6c-a624-8146b1a95e90, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=6d128901-5998-4f6c-a624-8146b1a95e90,segment=NetworkSegment(62c5f32f-8ee6-4399-879b-0e25c75c35bf),segment_id=62c5f32f-8ee6-4399-879b-0e25c75c35bf)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:38:48.876460 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:48.882402 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-1bcfc591-a3f4-4a13-bd1e-b3463b60b8f6 None None] Provisioning complete for port 6d128901-5998-4f6c-a624-8146b1a95e90 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:48.882877 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1bcfc591-a3f4-4a13-bd1e-b3463b60b8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6d128901-5998-4f6c-a624-8146b1a95e90), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:48.919340 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (6d128901-5998-4f6c-a624-8146b1a95e90), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:48.959837 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6c3385e3-c0b1-4f01-bad3-7d7f139a606e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (dee0f1cc-6463-4bd0-921b-aaeab0c17d2d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:48.965431 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6c3385e3-c0b1-4f01-bad3-7d7f139a606e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:48.972161 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6c3385e3-c0b1-4f01-bad3-7d7f139a606e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dee0f1cc-6463-4bd0-921b-aaeab0c17d2d HTTP/1.1" status: 204 len: 168 time: 0.3207293 Mar 22 19:38:49.012927 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3385e3-c0b1-4f01-bad3-7d7f139a606e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee0f1cc-6463-4bd0-921b-aaeab0c17d2d,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:49.028032 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-288f486a-718a-4cce-9b6f-25577762a1c5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (46bc262a-7c68-4532-b1ab-3385eee0f6fe), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:49.037920 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f065d2c5-5fa3-44c1-80ab-fb8c359a90b9 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Router 149b1636-5544-47d3-bead-ea8470f3bb18 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:38:49.045892 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b37111-d606-461a-a153-d6cfbbdf8b54 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:38:49.077949 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a7b37111-d606-461a-a153-d6cfbbdf8b54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:49.079859 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a7b37111-d606-461a-a153-d6cfbbdf8b54 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1996202 Mar 22 19:38:49.082656 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39008) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:49.120212 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f30197d-a937-4ddc-9b72-68b6f2d6af1c None None] Sync routers for ids ['6211b3a6-ac03-423a-a525-11ca4a554a55'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:38:49.134354 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f486a-718a-4cce-9b6f-25577762a1c5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Subnet': ['ID=46bc262a-7c68-4532-b1ab-3385eee0f6fe,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:49.182896 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1bcfc591-a3f4-4a13-bd1e-b3463b60b8f6 None None] Current status of the port 6d128901-5998-4f6c-a624-8146b1a95e90 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:38:49.187211 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=6d128901-5998-4f6c-a624-8146b1a95e90,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:49.198662 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f30197d-a937-4ddc-9b72-68b6f2d6af1c None None] Routers {'6211b3a6-ac03-423a-a525-11ca4a554a55'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:49.199606 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-8f30197d-a937-4ddc-9b72-68b6f2d6af1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6211b3a6-ac03-423a-a525-11ca4a554a55'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:49.357894 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e170b440-3bc1-4c26-ae2f-df1a42f2ae4c None None] Provisioning complete for port 66aa1f40-99f8-4e5d-9931-2603ccd73996 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:49.362342 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e170b440-3bc1-4c26-ae2f-df1a42f2ae4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (66aa1f40-99f8-4e5d-9931-2603ccd73996), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:49.386529 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f065d2c5-5fa3-44c1-80ab-fb8c359a90b9 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:38:49.396406 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78be36f-10a6-4d5e-b5bb-cb2f2c3006df None None] Sync routers for ids ['149b1636-5544-47d3-bead-ea8470f3bb18'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:38:49.414558 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78be36f-10a6-4d5e-b5bb-cb2f2c3006df None None] Routers {'149b1636-5544-47d3-bead-ea8470f3bb18'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:49.415545 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d78be36f-10a6-4d5e-b5bb-cb2f2c3006df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['149b1636-5544-47d3-bead-ea8470f3bb18'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:49.420379 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f065d2c5-5fa3-44c1-80ab-fb8c359a90b9 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] 10.222.0.75 "PUT /v2.0/routers/149b1636-5544-47d3-bead-ea8470f3bb18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2501569 Mar 22 19:38:49.421414 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288f486a-718a-4cce-9b6f-25577762a1c5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Checking segment: {'id': '694b8e98-15b7-41b4-95ea-e043ce9c55a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fa1bb4a3-4c2f-4c62-bb34-ad829760f478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:38:49.421807 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288f486a-718a-4cce-9b6f-25577762a1c5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network hostable DHCP agents. Network: fa1bb4a3-4c2f-4c62-bb34-ad829760f478, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:38:49.431525 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39016) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:49.446342 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-cffc5af8-89bf-49cc-b767-011e81cc5e96 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Request body: {'port': {'network_id': 'e81b1e92-9c90-4121-b998-e93f1a39c222', 'name': 'tempest-FloatingIPAdminTestJSON-713017991'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:49.488169 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e170b440-3bc1-4c26-ae2f-df1a42f2ae4c None None] Port 66aa1f40-99f8-4e5d-9931-2603ccd73996 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:38:49.496974 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-8f30197d-a937-4ddc-9b72-68b6f2d6af1c None None] Set router 6211b3a6-ac03-423a-a525-11ca4a554a55 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:38:49.517232 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d78be36f-10a6-4d5e-b5bb-cb2f2c3006df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:49.547682 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78be36f-10a6-4d5e-b5bb-cb2f2c3006df None None] Routers {'149b1636-5544-47d3-bead-ea8470f3bb18'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:49.551227 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d78be36f-10a6-4d5e-b5bb-cb2f2c3006df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['149b1636-5544-47d3-bead-ea8470f3bb18'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:49.603275 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288f486a-718a-4cce-9b6f-25577762a1c5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network fa1bb4a3-4c2f-4c62-bb34-ad829760f478 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:38:49.629867 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-288f486a-718a-4cce-9b6f-25577762a1c5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, fa1bb4a3-4c2f-4c62-bb34-ad829760f478) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:49.635186 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288f486a-718a-4cce-9b6f-25577762a1c5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:49.636194 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-288f486a-718a-4cce-9b6f-25577762a1c5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:49.660084 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d78be36f-10a6-4d5e-b5bb-cb2f2c3006df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:49.660816 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78be36f-10a6-4d5e-b5bb-cb2f2c3006df None None] The sync data for ids ['149b1636-5544-47d3-bead-ea8470f3bb18'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:38:49.688666 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39024) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:49.688819 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-288f486a-718a-4cce-9b6f-25577762a1c5 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6245389 Mar 22 19:38:49.692306 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-80681b4b-4224-4c51-b9ff-030503e0b896 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-76551306', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:49.703583 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cffc5af8-89bf-49cc-b767-011e81cc5e96 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Made reservation on behalf of eef0fa46aebe471fb9f470084d5bb3e0 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:38:49.707879 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cffc5af8-89bf-49cc-b767-011e81cc5e96 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:49.729760 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-cffc5af8-89bf-49cc-b767-011e81cc5e96 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] device_id is not set on port c091374f-d575-473a-a192-8464eda7bed9 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:38:49.779734 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475edd30-0c0f-41ee-bb5a-c831c3530be4 None None] Network fa1bb4a3-4c2f-4c62-bb34-ad829760f478 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:38:49.877424 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-937fd953-5376-46bf-b374-b1c1396706cd None None] Provisioning complete for port 6d128901-5998-4f6c-a624-8146b1a95e90 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:49.878623 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-937fd953-5376-46bf-b374-b1c1396706cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6d128901-5998-4f6c-a624-8146b1a95e90), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:49.900379 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-cffc5af8-89bf-49cc-b767-011e81cc5e96 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Allocated IP 172.20.0.12 (e81b1e92-9c90-4121-b998-e93f1a39c222/40d64939-d0a0-4ef7-abb9-0595d4ddc38f/c091374f-d575-473a-a192-8464eda7bed9) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:38:50.059634 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394c44f9-f5c7-4bd1-af27-94020231d06b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-fa1bb4a3-4c2f-4c62-bb34-ad829760f478', 'network_id': 'fa1bb4a3-4c2f-4c62-bb34-ad829760f478', 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'fixed_ips': [{'subnet_id': '46bc262a-7c68-4532-b1ab-3385eee0f6fe'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:38:50.061370 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-394c44f9-f5c7-4bd1-af27-94020231d06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:50.071842 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-80681b4b-4224-4c51-b9ff-030503e0b896 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (ac18a80e-4c64-4171-a101-de06b95c8cb4), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:50.076073 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-80681b4b-4224-4c51-b9ff-030503e0b896 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (ac18a80e-4c64-4171-a101-de06b95c8cb4), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:50.115744 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cffc5af8-89bf-49cc-b767-011e81cc5e96 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks [] for port (c091374f-d575-473a-a192-8464eda7bed9), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:50.143976 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-8f30197d-a937-4ddc-9b72-68b6f2d6af1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'name': 'tempest-TestVolumeBackupRestore-255375235-router', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'cb7be764-1473-4902-95af-9b6dc3545847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:38:45Z', 'updated_at': '2022-03-22T19:38:48Z', 'revision_number': 3, 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'gw_port': {'id': 'cb7be764-1473-4902-95af-9b6dc3545847', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fb:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:38:46Z', 'updated_at': '2022-03-22T19:38:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:50.162295 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cffc5af8-89bf-49cc-b767-011e81cc5e96 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (c091374f-d575-473a-a192-8464eda7bed9), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:50.217561 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f30197d-a937-4ddc-9b72-68b6f2d6af1c None None] Checking router: 6211b3a6-ac03-423a-a525-11ca4a554a55 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:38:50.217943 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f30197d-a937-4ddc-9b72-68b6f2d6af1c None None] Updating router 6211b3a6-ac03-423a-a525-11ca4a554a55 port cb7be764-1473-4902-95af-9b6dc3545847 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:38:50.231098 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-80681b4b-4224-4c51-b9ff-030503e0b896 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router_controller (ac18a80e-4c64-4171-a101-de06b95c8cb4), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:50.242066 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-80681b4b-4224-4c51-b9ff-030503e0b896 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (ac18a80e-4c64-4171-a101-de06b95c8cb4), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:50.243743 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 6d128901-5998-4f6c-a624-8146b1a95e90 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:38:50.285645 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffc5af8-89bf-49cc-b767-011e81cc5e96 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Network e81b1e92-9c90-4121-b998-e93f1a39c222 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:38:50.291246 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-cffc5af8-89bf-49cc-b767-011e81cc5e96 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:50.293624 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-80681b4b-4224-4c51-b9ff-030503e0b896 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:50.295703 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-80681b4b-4224-4c51-b9ff-030503e0b896 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6068001 Mar 22 19:38:50.310706 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39034) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:50.312026 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:50.321567 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc5af8-89bf-49cc-b767-011e81cc5e96 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Pushing event updated for resources: {'Port': ['ID=c091374f-d575-473a-a192-8464eda7bed9,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:50.321918 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-937fd953-5376-46bf-b374-b1c1396706cd None None] Current status of the port 6d128901-5998-4f6c-a624-8146b1a95e90 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:38:50.341306 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffc5af8-89bf-49cc-b767-011e81cc5e96 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:38:50.392644 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8f30197d-a937-4ddc-9b72-68b6f2d6af1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (cb7be764-1473-4902-95af-9b6dc3545847), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:50.416581 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39036) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:50.481396 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffc5af8-89bf-49cc-b767-011e81cc5e96 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:50.482144 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cffc5af8-89bf-49cc-b767-011e81cc5e96 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:50.527554 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cffc5af8-89bf-49cc-b767-011e81cc5e96 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0931485 Mar 22 19:38:50.531461 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39042) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:50.612644 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-bae4b768-e704-400f-a40d-d8c81db811cb tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:50.616806 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bae4b768-e704-400f-a40d-d8c81db811cb tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1986837 Mar 22 19:38:50.618729 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39046) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:50.627064 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-5018da25-ef8b-47a5-afdd-143a114013ac tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:50.635603 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5018da25-ef8b-47a5-afdd-143a114013ac tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0158386 Mar 22 19:38:50.636269 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39048) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:50.649072 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-be626f2b-2c12-48c8-b09e-e5335968f202 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:50.655014 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-be626f2b-2c12-48c8-b09e-e5335968f202 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0168920 Mar 22 19:38:50.658182 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39050) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:50.660629 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cf486cd7-8cb2-43d4-82aa-c6b7ae0bb6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:50.668228 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-62e6c702-f121-4613-993d-5b998a411ba7 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:50.671802 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-62e6c702-f121-4613-993d-5b998a411ba7 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0104849 Mar 22 19:38:50.672216 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39052) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:50.680707 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-3820a365-c708-495e-8125-a1a8a252cbff tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:50.684785 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3820a365-c708-495e-8125-a1a8a252cbff tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0088432 Mar 22 19:38:50.686930 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39054) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:50.716621 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 6d128901-5998-4f6c-a624-8146b1a95e90 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:50.716922 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6d128901-5998-4f6c-a624-8146b1a95e90), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:50.740507 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-e0269e86-3c85-4808-a3da-37bfa7b24897 tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'project_id': 'eef0fa46aebe471fb9f470084d5bb3e0', 'port_id': 'c091374f-d575-473a-a192-8464eda7bed9'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:50.777287 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [None req-9a4001ae-0e7c-4cd2-ab76-30575f9d8abf tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:50.778767 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9a4001ae-0e7c-4cd2-ab76-30575f9d8abf tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0192044 Mar 22 19:38:50.781967 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e0269e86-3c85-4808-a3da-37bfa7b24897 tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:50.785780 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39056) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:50.801826 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-c304ab0a-7dab-467d-9a4b-29400df4e86a tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:50.803713 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c304ab0a-7dab-467d-9a4b-29400df4e86a tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0158594 Mar 22 19:38:50.842424 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39058) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:50.851570 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-0f6edab1-2b32-4e3e-8da6-49b526de3a61 None None] Provisioning complete for port c091374f-d575-473a-a192-8464eda7bed9 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:50.851955 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0f6edab1-2b32-4e3e-8da6-49b526de3a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c091374f-d575-473a-a192-8464eda7bed9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:50.852394 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-5f9cb438-39bf-41bd-b4a9-d603127311f6 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:50.853687 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5f9cb438-39bf-41bd-b4a9-d603127311f6 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0056765 Mar 22 19:38:50.860931 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39060) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:50.868065 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-71c5fe02-e00e-4bb6-9457-b7c9efd0a73d tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:50.869189 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-71c5fe02-e00e-4bb6-9457-b7c9efd0a73d tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0061426 Mar 22 19:38:50.871762 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39062) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:50.877298 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-49b52aac-89f5-4f6e-9a41-6e92f32670ea tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:50.878580 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-49b52aac-89f5-4f6e-9a41-6e92f32670ea tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0058258 Mar 22 19:38:50.881646 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39064) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:50.888768 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-1c472176-5867-4298-a533-b1cff52cf981 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:50.890068 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1c472176-5867-4298-a533-b1cff52cf981 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0072467 Mar 22 19:38:50.892418 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39066) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:50.897617 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-299d9ec5-bbec-4b6c-9c5a-7a2a4e41a9b5 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:50.898737 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-299d9ec5-bbec-4b6c-9c5a-7a2a4e41a9b5 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0053072 Mar 22 19:38:50.903363 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39068) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:50.912833 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-f3befd5f-06d2-4f78-a603-a861286d727c tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:50.914009 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f3befd5f-06d2-4f78-a603-a861286d727c tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0052702 Mar 22 19:38:50.928222 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39070) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:50.938342 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-2310dd24-c402-48b2-a656-98d4efeb658e tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:50.940423 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2310dd24-c402-48b2-a656-98d4efeb658e tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0069623 Mar 22 19:38:50.945158 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8f30197d-a937-4ddc-9b72-68b6f2d6af1c None None] Publish callbacks [] for port (cb7be764-1473-4902-95af-9b6dc3545847), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:50.947328 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39072) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:50.952582 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-394c44f9-f5c7-4bd1-af27-94020231d06b None None] Allocated IP 2001:db8::2 (fa1bb4a3-4c2f-4c62-bb34-ad829760f478/46bc262a-7c68-4532-b1ab-3385eee0f6fe/b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:38:50.955939 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-f6106053-27b5-4752-b726-49eb7d9cf4c2 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:50.957200 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-0f6edab1-2b32-4e3e-8da6-49b526de3a61 None None] Port c091374f-d575-473a-a192-8464eda7bed9 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:38:50.957977 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f6106053-27b5-4752-b726-49eb7d9cf4c2 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0082014 Mar 22 19:38:50.959143 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 6d128901-5998-4f6c-a624-8146b1a95e90 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:38:50.967373 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8f30197d-a937-4ddc-9b72-68b6f2d6af1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (cb7be764-1473-4902-95af-9b6dc3545847), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:50.969506 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39074) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:50.997616 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e0269e86-3c85-4808-a3da-37bfa7b24897 tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:51.009743 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [None req-70f607ea-5ad3-4ba6-a533-6262011a728a tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.010945 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-70f607ea-5ad3-4ba6-a533-6262011a728a tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0319865 Mar 22 19:38:51.022486 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898270b-1c01-4f39-ab5a-0b84f75d738a None None] Pushing event updated for resources: {'Port': ['ID=cb7be764-1473-4902-95af-9b6dc3545847,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:51.039936 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-8f30197d-a937-4ddc-9b72-68b6f2d6af1c None None] Attempting to bind port cb7be764-1473-4902-95af-9b6dc3545847 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:51.040318 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-8f30197d-a937-4ddc-9b72-68b6f2d6af1c None None] Attempting to bind port cb7be764-1473-4902-95af-9b6dc3545847 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:51.040694 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f30197d-a937-4ddc-9b72-68b6f2d6af1c None None] Attempting to bind port cb7be764-1473-4902-95af-9b6dc3545847 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:51.043849 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39076) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:51.053506 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [None req-85e718d0-89a8-41ec-8d5d-d0331d738b20 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.054675 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-85e718d0-89a8-41ec-8d5d-d0331d738b20 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0063124 Mar 22 19:38:51.080393 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f30197d-a937-4ddc-9b72-68b6f2d6af1c None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:38:51.080779 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f30197d-a937-4ddc-9b72-68b6f2d6af1c None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:38:51.081618 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8f30197d-a937-4ddc-9b72-68b6f2d6af1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:51.081618 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f30197d-a937-4ddc-9b72-68b6f2d6af1c None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:38:51.082085 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-8f30197d-a937-4ddc-9b72-68b6f2d6af1c None None] Bound port: cb7be764-1473-4902-95af-9b6dc3545847, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:38:51.082478 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8f30197d-a937-4ddc-9b72-68b6f2d6af1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (cb7be764-1473-4902-95af-9b6dc3545847), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:51.086608 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39078) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:51.097265 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [None req-ff9e2318-4400-4d08-9583-60c91787d06f tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.098594 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ff9e2318-4400-4d08-9583-60c91787d06f tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0074596 Mar 22 19:38:51.107236 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39080) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:51.122672 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [None req-9c118a00-82a3-46a1-87d0-42b6ec759e99 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.123888 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9c118a00-82a3-46a1-87d0-42b6ec759e99 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0117669 Mar 22 19:38:51.133687 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39082) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:51.146829 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [None req-dfab4bfa-95fa-44b7-bc4d-46ce7bae5e9c tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.147953 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-dfab4bfa-95fa-44b7-bc4d-46ce7bae5e9c tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0074222 Mar 22 19:38:51.150394 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-e0269e86-3c85-4808-a3da-37bfa7b24897 tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Allocated IP 172.25.5.134 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/c6beea39-ecab-4891-bd9d-7a5b990bd32c) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:38:51.160233 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39084) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:51.174764 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-8f30197d-a937-4ddc-9b72-68b6f2d6af1c None None] For port cb7be764-1473-4902-95af-9b6dc3545847, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:38:51.178657 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [None req-6de8e702-67ed-4070-8f97-c18af00a9f0f tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.180539 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6de8e702-67ed-4070-8f97-c18af00a9f0f tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0142593 Mar 22 19:38:51.181164 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-8f30197d-a937-4ddc-9b72-68b6f2d6af1c None None] For port cb7be764-1473-4902-95af-9b6dc3545847, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=cb7be764-1473-4902-95af-9b6dc3545847,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:38:51.184537 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a3dc61e-10fd-46fd-88d9-d333f2ca5967 req-586c2734-37a1-478a-9464-5a717dd02622 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4028578 Mar 22 19:38:51.188540 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39086) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:51.221833 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [None req-55abdb39-4b15-4f7e-a083-69d1091074d4 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.223150 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-55abdb39-4b15-4f7e-a083-69d1091074d4 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0073273 Mar 22 19:38:51.227009 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8f30197d-a937-4ddc-9b72-68b6f2d6af1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (cb7be764-1473-4902-95af-9b6dc3545847), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:51.229170 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c18ddb88-6bd3-4153-809b-57aa10f93eb2 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:51.232130 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39088) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:51.300709 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [None req-c5b11426-afca-40c1-a271-f855ec5180a6 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.301563 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c5b11426-afca-40c1-a271-f855ec5180a6 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0453060 Mar 22 19:38:51.311026 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39090) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:51.313825 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e0269e86-3c85-4808-a3da-37bfa7b24897 tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Publish callbacks [] for port (c6beea39-ecab-4891-bd9d-7a5b990bd32c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:51.321822 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [None req-c1392d08-97cc-47ec-a8fd-2c7fea05b910 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.323058 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c1392d08-97cc-47ec-a8fd-2c7fea05b910 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0083563 Mar 22 19:38:51.325164 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-394c44f9-f5c7-4bd1-af27-94020231d06b None None] Publish callbacks [] for port (b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:51.331201 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39092) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:51.358142 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-394c44f9-f5c7-4bd1-af27-94020231d06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:51.368920 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e0269e86-3c85-4808-a3da-37bfa7b24897 tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (c6beea39-ecab-4891-bd9d-7a5b990bd32c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:51.377532 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394c44f9-f5c7-4bd1-af27-94020231d06b None None] Network fa1bb4a3-4c2f-4c62-bb34-ad829760f478 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:38:51.382392 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-394c44f9-f5c7-4bd1-af27-94020231d06b None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:51.384178 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:51.386232 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394c44f9-f5c7-4bd1-af27-94020231d06b None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:38:51.394185 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898270b-1c01-4f39-ab5a-0b84f75d738a None None] Pushing event updated for resources: {'Port': ['ID=cb7be764-1473-4902-95af-9b6dc3545847,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:51.397124 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f30197d-a937-4ddc-9b72-68b6f2d6af1c None None] Routers {'6211b3a6-ac03-423a-a525-11ca4a554a55'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:51.397747 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-8f30197d-a937-4ddc-9b72-68b6f2d6af1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6211b3a6-ac03-423a-a525-11ca4a554a55'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:51.432529 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0269e86-3c85-4808-a3da-37bfa7b24897 tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:38:51.438131 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-e0269e86-3c85-4808-a3da-37bfa7b24897 tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:51.444126 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0269e86-3c85-4808-a3da-37bfa7b24897 tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:38:51.556336 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0269e86-3c85-4808-a3da-37bfa7b24897 tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Pushing event updated for resources: {'Port': ['ID=c6beea39-ecab-4891-bd9d-7a5b990bd32c,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:51.556915 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [None req-9ff0a1a3-9f52-477e-8d9f-be6b8443b54f tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.558286 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9ff0a1a3-9f52-477e-8d9f-be6b8443b54f tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0275269 Mar 22 19:38:51.570749 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39096) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:51.581907 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [None req-fc5455d0-f4bb-4e2d-81a2-6c45073289f3 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.583331 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fc5455d0-f4bb-4e2d-81a2-6c45073289f3 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0077167 Mar 22 19:38:51.586478 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39098) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:51.601020 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-6387531e-f0b8-4079-bc67-ae26e05c0bb5 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.602266 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6387531e-f0b8-4079-bc67-ae26e05c0bb5 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0143924 Mar 22 19:38:51.605821 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39100) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:51.610542 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-9f113d1a-04f0-4f49-a4b8-dc43278f4672 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.611647 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9f113d1a-04f0-4f49-a4b8-dc43278f4672 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0047626 Mar 22 19:38:51.621726 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39102) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:51.627302 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [None req-4ee38fe3-b89e-4e23-9ad0-992e8b683e3e tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.628758 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4ee38fe3-b89e-4e23-9ad0-992e8b683e3e tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0053673 Mar 22 19:38:51.641583 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-cf486cd7-8cb2-43d4-82aa-c6b7ae0bb6b1 admin admin] Allocated IP 172.20.0.1 (abcbf463-c70f-41d4-961e-5e15d687045d/4faeafe8-a45f-41c1-a8a5-9fa581f91c44/52d448e1-702b-407d-b944-f7edf5948e55) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:38:51.644087 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39106) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:51.655685 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [None req-cb052203-8e56-4b4d-93a5-5f2df0f52fe5 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.657106 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-cb052203-8e56-4b4d-93a5-5f2df0f52fe5 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0118001 Mar 22 19:38:51.661338 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39108) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:51.667325 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-55f2c038-5f62-4a7a-8139-07a63d84072c tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.668666 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-55f2c038-5f62-4a7a-8139-07a63d84072c tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0054889 Mar 22 19:38:51.672083 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39110) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:51.681371 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [None req-9f759a8c-4c28-49d9-a0f3-ab10bb3f4c77 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.684813 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9f759a8c-4c28-49d9-a0f3-ab10bb3f4c77 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0066142 Mar 22 19:38:51.689509 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39112) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:51.691785 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3dc61e-10fd-46fd-88d9-d333f2ca5967 req-5a129232-df51-4ecc-9234-9c2b073a85e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:51.693451 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a3dc61e-10fd-46fd-88d9-d333f2ca5967 req-5a129232-df51-4ecc-9234-9c2b073a85e0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=137468e00bf34ff2a062af7508045a68&device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 1128 time: 0.4302361 Mar 22 19:38:51.700184 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [None req-e239d533-9fa5-4ca9-910e-cfa844844149 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.703732 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e239d533-9fa5-4ca9-910e-cfa844844149 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0068181 Mar 22 19:38:51.709002 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39114) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:51.735721 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [None req-5013f9b9-e2e6-43ce-a4d9-f55ae7e9078a tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.739521 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5013f9b9-e2e6-43ce-a4d9-f55ae7e9078a tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0272977 Mar 22 19:38:51.743493 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39116) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:51.746141 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c44f9-f5c7-4bd1-af27-94020231d06b None None] Pushing event updated for resources: {'Port': ['ID=b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:51.748676 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-34849ea4-0f10-4a88-986c-e466d676f26a tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.754706 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-34849ea4-0f10-4a88-986c-e466d676f26a tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0096321 Mar 22 19:38:51.758522 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39118) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:51.765573 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-b4b63eb6-fdff-4cf9-8591-5180b274bb10 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.769946 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b4b63eb6-fdff-4cf9-8591-5180b274bb10 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0094402 Mar 22 19:38:51.773282 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39120) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:51.778813 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-33930dd4-ad95-4769-9a0d-02b1616bd45b tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.782970 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-33930dd4-ad95-4769-9a0d-02b1616bd45b tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0075142 Mar 22 19:38:51.784468 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39122) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:51.796163 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-4de47dd7-ff1e-497e-8767-3d0f4bc6d44a tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.800258 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4de47dd7-ff1e-497e-8767-3d0f4bc6d44a tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0087388 Mar 22 19:38:51.804894 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39124) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:51.806792 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-394c44f9-f5c7-4bd1-af27-94020231d06b None None] Attempting to bind port b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:51.807339 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-394c44f9-f5c7-4bd1-af27-94020231d06b None None] Attempting to bind port b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '694b8e98-15b7-41b4-95ea-e043ce9c55a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fa1bb4a3-4c2f-4c62-bb34-ad829760f478'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:51.807883 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394c44f9-f5c7-4bd1-af27-94020231d06b None None] Attempting to bind port b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f on network fa1bb4a3-4c2f-4c62-bb34-ad829760f478 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:51.810637 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-56532de9-78aa-4904-a6e1-dda6d5a29e88 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.815947 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-56532de9-78aa-4904-a6e1-dda6d5a29e88 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0089662 Mar 22 19:38:51.816703 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39126) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:51.820629 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394c44f9-f5c7-4bd1-af27-94020231d06b None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:38:51.821925 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394c44f9-f5c7-4bd1-af27-94020231d06b None None] Checking segment: {'id': '694b8e98-15b7-41b4-95ea-e043ce9c55a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fa1bb4a3-4c2f-4c62-bb34-ad829760f478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:38:51.822492 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-394c44f9-f5c7-4bd1-af27-94020231d06b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:51.823039 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394c44f9-f5c7-4bd1-af27-94020231d06b None None] Bound using segment: {'id': '694b8e98-15b7-41b4-95ea-e043ce9c55a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fa1bb4a3-4c2f-4c62-bb34-ad829760f478'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:38:51.823706 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-394c44f9-f5c7-4bd1-af27-94020231d06b None None] Bound port: b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694b8e98-15b7-41b4-95ea-e043ce9c55a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fa1bb4a3-4c2f-4c62-bb34-ad829760f478'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:38:51.824417 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-394c44f9-f5c7-4bd1-af27-94020231d06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:51.826537 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-475ea731-67a4-4305-8c27-ec1b40412104 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.830937 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-475ea731-67a4-4305-8c27-ec1b40412104 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0103228 Mar 22 19:38:51.834030 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39128) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:51.839988 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-d8304c6c-ae61-42a4-b70a-2fb3a73e3142 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.844663 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d8304c6c-ae61-42a4-b70a-2fb3a73e3142 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0095212 Mar 22 19:38:51.846737 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39130) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:51.854259 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-6b7ba49a-e825-457b-a9e3-9230bd9cdcb6 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.859297 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6b7ba49a-e825-457b-a9e3-9230bd9cdcb6 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0091784 Mar 22 19:38:51.862993 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39132) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:51.866725 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3dc61e-10fd-46fd-88d9-d333f2ca5967 req-d2be0095-77fc-4495-a7ba-d39c78c608f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:51.868221 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a3dc61e-10fd-46fd-88d9-d333f2ca5967 req-d2be0095-77fc-4495-a7ba-d39c78c608f7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d HTTP/1.1" status: 200 len: 912 time: 0.1279376 Mar 22 19:38:51.871363 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-11b6247c-4edd-40c6-ace3-64b8fe1510e4 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.875357 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-11b6247c-4edd-40c6-ace3-64b8fe1510e4 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0094454 Mar 22 19:38:51.876178 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39134) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:51.883524 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-36f9475a-4457-42b8-8db2-c1e2e6b9c207 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.889957 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-36f9475a-4457-42b8-8db2-c1e2e6b9c207 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0089765 Mar 22 19:38:51.890677 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39136) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:51.900704 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-8e79d074-1b75-4ec0-a992-197243345afb tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.905336 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8e79d074-1b75-4ec0-a992-197243345afb tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0120239 Mar 22 19:38:51.906597 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39138) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:51.915164 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-ec1be3d9-c0b4-4e69-8e1c-9811829dd5b2 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.915836 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-394c44f9-f5c7-4bd1-af27-94020231d06b None None] For port b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:38:51.919233 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-394c44f9-f5c7-4bd1-af27-94020231d06b None None] For port b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f,segment=NetworkSegment(694b8e98-15b7-41b4-95ea-e043ce9c55a4),segment_id=694b8e98-15b7-41b4-95ea-e043ce9c55a4)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:38:51.920701 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ec1be3d9-c0b4-4e69-8e1c-9811829dd5b2 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0092607 Mar 22 19:38:51.923728 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-8f30197d-a937-4ddc-9b72-68b6f2d6af1c None None] Set router 6211b3a6-ac03-423a-a525-11ca4a554a55 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:38:51.923884 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39140) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:51.928566 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-d0ca2f07-b13e-48e3-a54d-59d3510ee44f tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.933313 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d0ca2f07-b13e-48e3-a54d-59d3510ee44f tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0084424 Mar 22 19:38:51.934102 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39142) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:51.940333 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-e3dfd984-9dec-467d-b2d3-bcb1cb78e19c tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.945023 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e3dfd984-9dec-467d-b2d3-bcb1cb78e19c tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0076056 Mar 22 19:38:51.945778 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39144) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:51.953305 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-6c722014-0bf5-4ff5-933b-a5d947ac4981 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.959086 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6c722014-0bf5-4ff5-933b-a5d947ac4981 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0087535 Mar 22 19:38:51.959832 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-394c44f9-f5c7-4bd1-af27-94020231d06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:51.960345 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39146) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:51.967560 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-c18ddb88-6bd3-4153-809b-57aa10f93eb2 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Allocated IP 2001:db8::1 (fa1bb4a3-4c2f-4c62-bb34-ad829760f478/46bc262a-7c68-4532-b1ab-3385eee0f6fe/84b54307-b3b3-4135-be01-17a1dbbd64e0) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:38:51.973556 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-d712ff5e-51a9-4d97-9f35-f713721a99ec tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.979961 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d712ff5e-51a9-4d97-9f35-f713721a99ec tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0106001 Mar 22 19:38:51.983054 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39148) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:51.991840 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [None req-e94c6cc9-7c04-4f38-8fc1-c0444c799083 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:51.992832 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e94c6cc9-7c04-4f38-8fc1-c0444c799083 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0077574 Mar 22 19:38:51.997472 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39150) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:52.007961 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [None req-f4d5fd43-1a01-4b0c-87ea-ac919a49bab2 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:52.008950 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f4d5fd43-1a01-4b0c-87ea-ac919a49bab2 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0082350 Mar 22 19:38:52.017693 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39152) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:52.026527 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [None req-5186e8ac-0e5a-4bbe-875b-d55a98dc3cf3 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:52.027460 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5186e8ac-0e5a-4bbe-875b-d55a98dc3cf3 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0042801 Mar 22 19:38:52.038478 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39154) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:52.044309 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [None req-8bb1478e-0932-464c-be6a-25877f8bb8cc tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:52.045218 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8bb1478e-0932-464c-be6a-25877f8bb8cc tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0055902 Mar 22 19:38:52.058617 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39156) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:52.059507 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a3dc61e-10fd-46fd-88d9-d333f2ca5967 req-e894ee5f-a6e1-44b2-9514-380d4af59960 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e4d98ee1-0767-4685-a8d4-ad1847276080 HTTP/1.1" status: 200 len: 1000 time: 0.1620853 Mar 22 19:38:52.068612 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-abc1d9dc-c03a-4282-87b7-4d4f16052b59 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:52.073833 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-abc1d9dc-c03a-4282-87b7-4d4f16052b59 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0125685 Mar 22 19:38:52.076769 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39158) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:52.082308 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-9eee8838-f87b-417b-bd85-c58ee9ae1825 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:52.087410 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9eee8838-f87b-417b-bd85-c58ee9ae1825 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0088384 Mar 22 19:38:52.090200 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39160) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:52.095951 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-8fb79b78-b854-43c6-ae7b-092c4e1b1dad tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:52.103734 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8fb79b78-b854-43c6-ae7b-092c4e1b1dad tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0119641 Mar 22 19:38:52.106958 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39162) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:52.113676 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-0beb2e91-73b3-483e-a2cb-65780426f044 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:52.119422 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0beb2e91-73b3-483e-a2cb-65780426f044 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0091105 Mar 22 19:38:52.122276 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39164) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:52.127907 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-d9b85872-f43a-4145-bdb6-0f828eaf1345 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:52.133934 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c44f9-f5c7-4bd1-af27-94020231d06b None None] Pushing event updated for resources: {'Port': ['ID=b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:52.134746 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d9b85872-f43a-4145-bdb6-0f828eaf1345 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0112028 Mar 22 19:38:52.135919 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cf486cd7-8cb2-43d4-82aa-c6b7ae0bb6b1 admin admin] Publish callbacks [] for port (52d448e1-702b-407d-b944-f7edf5948e55), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:52.136584 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39166) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:52.154221 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-b89e95da-c8f6-4313-9127-b2be589b6bcc tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:52.156293 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b89e95da-c8f6-4313-9127-b2be589b6bcc tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0057869 Mar 22 19:38:52.160442 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39168) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:52.165659 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-2d4cba67-530b-49fd-8b82-ec6f47808ead tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:52.173496 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2d4cba67-530b-49fd-8b82-ec6f47808ead tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0112138 Mar 22 19:38:52.179662 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39170) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:52.189552 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [None req-42171c81-2bcb-4960-b806-8e4d81aca5dc tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:52.190536 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-42171c81-2bcb-4960-b806-8e4d81aca5dc tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0057988 Mar 22 19:38:52.198649 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39172) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:52.210589 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [None req-08b9f7f4-eac6-4c41-865d-3d5d02b869f0 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:52.211585 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-08b9f7f4-eac6-4c41-865d-3d5d02b869f0 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0120211 Mar 22 19:38:52.230089 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39174) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:52.242641 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [None req-08920025-3d1c-40c2-97e9-e4d19990ed6b tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:52.243615 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-08920025-3d1c-40c2-97e9-e4d19990ed6b tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0094872 Mar 22 19:38:52.248689 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39176) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:52.252445 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-8f30197d-a937-4ddc-9b72-68b6f2d6af1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'name': 'tempest-TestVolumeBackupRestore-255375235-router', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'cb7be764-1473-4902-95af-9b6dc3545847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:38:45Z', 'updated_at': '2022-03-22T19:38:48Z', 'revision_number': 3, 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'gw_port': {'id': 'cb7be764-1473-4902-95af-9b6dc3545847', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fb:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:38:46Z', 'updated_at': '2022-03-22T19:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:52.258964 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3dc61e-10fd-46fd-88d9-d333f2ca5967 req-e94b9cd0-c515-4d27-a214-d847a4d11338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:52.260434 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a3dc61e-10fd-46fd-88d9-d333f2ca5967 req-e94b9cd0-c515-4d27-a214-d847a4d11338 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=c16ed728-31a8-4b8b-ab21-2e035a2f97dd HTTP/1.1" status: 200 len: 850 time: 0.1533518 Mar 22 19:38:52.269446 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [None req-2deb1eaa-7f1a-45f2-af78-682176566e8a tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:52.271450 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2deb1eaa-7f1a-45f2-af78-682176566e8a tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0185859 Mar 22 19:38:52.285946 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39178) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:52.286718 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f30197d-a937-4ddc-9b72-68b6f2d6af1c None None] The sync data for ids ['6211b3a6-ac03-423a-a525-11ca4a554a55'] in n-d-705658-24 is: [{'id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'name': 'tempest-TestVolumeBackupRestore-255375235-router', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'cb7be764-1473-4902-95af-9b6dc3545847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:38:45Z', 'updated_at': '2022-03-22T19:38:48Z', 'revision_number': 3, 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'gw_port': {'id': 'cb7be764-1473-4902-95af-9b6dc3545847', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fb:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:38:46Z', 'updated_at': '2022-03-22T19:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:38:52.293679 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [None req-81065703-8687-4601-b3cb-0c77b972b671 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:52.294805 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-81065703-8687-4601-b3cb-0c77b972b671 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0066180 Mar 22 19:38:52.320961 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39180) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:52.325136 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-fc4ea768-e311-45de-a0d8-fc0712d1efcf tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:52.326315 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-fc4ea768-e311-45de-a0d8-fc0712d1efcf tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0044935 Mar 22 19:38:52.331062 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39182) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:52.332202 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e0269e86-3c85-4808-a3da-37bfa7b24897 tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Publish callbacks [] for floatingip (ebf03356-8b70-4277-9bdd-8b6b33284331), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:52.338726 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-cd49d0ff-7b1a-4c23-887b-a6ee55642733 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:52.340596 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cd49d0ff-7b1a-4c23-887b-a6ee55642733 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0061922 Mar 22 19:38:52.347223 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39184) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:52.347401 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c18ddb88-6bd3-4153-809b-57aa10f93eb2 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for port (84b54307-b3b3-4135-be01-17a1dbbd64e0), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:52.351292 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [None req-31980101-e43d-4010-9548-fa730d50a595 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:52.351446 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cf486cd7-8cb2-43d4-82aa-c6b7ae0bb6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (52d448e1-702b-407d-b944-f7edf5948e55), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:52.356248 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-31980101-e43d-4010-9548-fa730d50a595 tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0065284 Mar 22 19:38:52.363271 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39186) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:52.370546 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [None req-7fac475f-8b09-4a3a-926a-62b96881eafd tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:52.371873 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7fac475f-8b09-4a3a-926a-62b96881eafd tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0058999 Mar 22 19:38:52.380964 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39188) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:52.442317 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [None req-ae4b93eb-90dd-44a4-b386-0c95b6141a8b tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] http://10.222.0.75:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:38:52.447696 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ae4b93eb-90dd-44a4-b386-0c95b6141a8b tempest-ExtensionsTestJSON-1856203696 tempest-ExtensionsTestJSON-1856203696-project] 10.222.0.75 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0096581 Mar 22 19:38:52.492895 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf486cd7-8cb2-43d4-82aa-c6b7ae0bb6b1 admin admin] Network abcbf463-c70f-41d4-961e-5e15d687045d is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:38:52.518727 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e0269e86-3c85-4808-a3da-37bfa7b24897 tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c6beea39-ecab-4891-bd9d-7a5b990bd32c), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:52.531620 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-cf486cd7-8cb2-43d4-82aa-c6b7ae0bb6b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:52.551068 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf486cd7-8cb2-43d4-82aa-c6b7ae0bb6b1 admin admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:38:52.558324 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3dc61e-10fd-46fd-88d9-d333f2ca5967 req-f7993db8-a0d0-43e3-9575-aa4e8dc9a091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:52.559876 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a3dc61e-10fd-46fd-88d9-d333f2ca5967 req-f7993db8-a0d0-43e3-9575-aa4e8dc9a091 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2847281 Mar 22 19:38:52.569080 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf486cd7-8cb2-43d4-82aa-c6b7ae0bb6b1 admin admin] Pushing event updated for resources: {'Port': ['ID=52d448e1-702b-407d-b944-f7edf5948e55,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:52.735739 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c18ddb88-6bd3-4153-809b-57aa10f93eb2 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (84b54307-b3b3-4135-be01-17a1dbbd64e0), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:52.868297 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cf486cd7-8cb2-43d4-82aa-c6b7ae0bb6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (6211b3a6-ac03-423a-a525-11ca4a554a55), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:52.876029 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18ddb88-6bd3-4153-809b-57aa10f93eb2 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network fa1bb4a3-4c2f-4c62-bb34-ad829760f478 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:38:52.926492 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-c18ddb88-6bd3-4153-809b-57aa10f93eb2 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:52.929581 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18ddb88-6bd3-4153-809b-57aa10f93eb2 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:38:52.930236 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c18ddb88-6bd3-4153-809b-57aa10f93eb2 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (ac18a80e-4c64-4171-a101-de06b95c8cb4), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:52.941670 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ddb88-6bd3-4153-809b-57aa10f93eb2 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Port': ['ID=84b54307-b3b3-4135-be01-17a1dbbd64e0,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:53.041152 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e0269e86-3c85-4808-a3da-37bfa7b24897 tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Publish callbacks [] for port (c6beea39-ecab-4891-bd9d-7a5b990bd32c), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:53.049803 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e0269e86-3c85-4808-a3da-37bfa7b24897 tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (c6beea39-ecab-4891-bd9d-7a5b990bd32c), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:53.051266 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a3dc61e-10fd-46fd-88d9-d333f2ca5967 req-f6bb7e6e-895a-4309-a0ab-c29daa788736 service neutron] 10.222.0.85 "GET /v2.0/networks/c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4795103 Mar 22 19:38:53.110121 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39196) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:53.111745 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0269e86-3c85-4808-a3da-37bfa7b24897 tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Pushing event updated for resources: {'Port': ['ID=c6beea39-ecab-4891-bd9d-7a5b990bd32c,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:53.165837 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-17b74e16-2615-49b7-b2e4-eb80210d1ffa None None] Provisioning complete for port 52d448e1-702b-407d-b944-f7edf5948e55 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:53.166416 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-17b74e16-2615-49b7-b2e4-eb80210d1ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (52d448e1-702b-407d-b944-f7edf5948e55), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:53.202588 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e0269e86-3c85-4808-a3da-37bfa7b24897 tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (ebf03356-8b70-4277-9bdd-8b6b33284331), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:53.296882 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-17b74e16-2615-49b7-b2e4-eb80210d1ffa None None] Port 52d448e1-702b-407d-b944-f7edf5948e55 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:38:53.398152 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-e0269e86-3c85-4808-a3da-37bfa7b24897 tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Floating IP ebf03356-8b70-4277-9bdd-8b6b33284331 associated. External IP: 172.25.5.134, port: c091374f-d575-473a-a192-8464eda7bed9. Mar 22 19:38:53.487378 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4d19d807-0287-4835-80ab-df4871a08c8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:53.720499 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4d19d807-0287-4835-80ab-df4871a08c8e admin admin] Publish callbacks [] for security_group (56575288-9299-4014-a80d-be1c24ad99a1), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:53.728514 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4d19d807-0287-4835-80ab-df4871a08c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (56575288-9299-4014-a80d-be1c24ad99a1), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:53.729169 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19afab3e-8f04-4121-9d3a-56b4dc75f449 None None] Network fa1bb4a3-4c2f-4c62-bb34-ad829760f478 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:38:53.776959 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4d19d807-0287-4835-80ab-df4871a08c8e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6e5be469a3b5444fb7c74be6bb9e8e6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6611767 Mar 22 19:38:53.781445 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cf486cd7-8cb2-43d4-82aa-c6b7ae0bb6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (52d448e1-702b-407d-b944-f7edf5948e55), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:53.783184 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39200) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:53.829572 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19d807-0287-4835-80ab-df4871a08c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56575288-9299-4014-a80d-be1c24ad99a1,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:53.834243 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e2f7af9a-20e0-466d-bbaa-45880802f7a0 None None] Provisioning complete for port b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:53.834754 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e2f7af9a-20e0-466d-bbaa-45880802f7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:53.844434 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c18ddb88-6bd3-4153-809b-57aa10f93eb2 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (84b54307-b3b3-4135-be01-17a1dbbd64e0), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:53.867669 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0269e86-3c85-4808-a3da-37bfa7b24897 tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Router 149b1636-5544-47d3-bead-ea8470f3bb18 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:38:54.055646 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0269e86-3c85-4808-a3da-37bfa7b24897 tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:38:54.080395 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0680ef9b-28df-4775-a6a0-b915038a7a56 None None] Sync routers for ids ['149b1636-5544-47d3-bead-ea8470f3bb18'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:38:54.088534 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e0269e86-3c85-4808-a3da-37bfa7b24897 tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:54.119788 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0680ef9b-28df-4775-a6a0-b915038a7a56 None None] Routers {'149b1636-5544-47d3-bead-ea8470f3bb18'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:54.119788 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-0680ef9b-28df-4775-a6a0-b915038a7a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['149b1636-5544-47d3-bead-ea8470f3bb18'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:54.157321 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e0269e86-3c85-4808-a3da-37bfa7b24897 tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.6240613 Mar 22 19:38:54.161029 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39204) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:54.201747 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-0680ef9b-28df-4775-a6a0-b915038a7a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:54.216336 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e2f7af9a-20e0-466d-bbaa-45880802f7a0 None None] Current status of the port b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:38:54.216729 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e2f7af9a-20e0-466d-bbaa-45880802f7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:54.258138 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0680ef9b-28df-4775-a6a0-b915038a7a56 None None] Routers {'149b1636-5544-47d3-bead-ea8470f3bb18'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:54.258934 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-0680ef9b-28df-4775-a6a0-b915038a7a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['149b1636-5544-47d3-bead-ea8470f3bb18'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:54.303071 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-0680ef9b-28df-4775-a6a0-b915038a7a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:54.303878 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0680ef9b-28df-4775-a6a0-b915038a7a56 None None] The sync data for ids ['149b1636-5544-47d3-bead-ea8470f3bb18'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:38:54.313270 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device cb7be764-1473-4902-95af-9b6dc3545847 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:38:54.346917 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e2f7af9a-20e0-466d-bbaa-45880802f7a0 None None] For port b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f,segment=NetworkSegment(694b8e98-15b7-41b4-95ea-e043ce9c55a4),segment_id=694b8e98-15b7-41b4-95ea-e043ce9c55a4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:38:54.357748 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e2f7af9a-20e0-466d-bbaa-45880802f7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:54.363045 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-131eea5c-ca3c-44d1-aa2b-e9c3ea85633d admin admin] Publish callbacks [] for security_group (56575288-9299-4014-a80d-be1c24ad99a1), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:54.397768 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-131eea5c-ca3c-44d1-aa2b-e9c3ea85633d admin admin] Publish callbacks [] for security_group (56575288-9299-4014-a80d-be1c24ad99a1), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:54.445701 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a3dc61e-10fd-46fd-88d9-d333f2ca5967 req-f8db5a2d-6a24-4a44-9ed5-a2e5f2ce8702 service neutron] 10.222.0.85 "GET /v2.0/networks/c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3670478 Mar 22 19:38:54.446523 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port cb7be764-1473-4902-95af-9b6dc3545847 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:54.462251 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (cb7be764-1473-4902-95af-9b6dc3545847), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:54.507540 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b4970317-65ea-4f28-a668-aa011c4c4e07 tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] 10.222.0.75 "GET /v2.0/floatingips/ebf03356-8b70-4277-9bdd-8b6b33284331 HTTP/1.1" status: 200 len: 983 time: 0.3444724 Mar 22 19:38:54.508388 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39206) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:54.513348 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cf486cd7-8cb2-43d4-82aa-c6b7ae0bb6b1 admin admin] Publish callbacks [] for port (52d448e1-702b-407d-b944-f7edf5948e55), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:54.554797 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cf486cd7-8cb2-43d4-82aa-c6b7ae0bb6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (52d448e1-702b-407d-b944-f7edf5948e55), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:54.576799 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7af9a-20e0-466d-bbaa-45880802f7a0 None None] Pushing event updated for resources: {'Port': ['ID=b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:54.590751 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-588cff1b-607a-460d-8437-d2457a11ecb1 None None] Provisioning complete for port b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:54.593822 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-588cff1b-607a-460d-8437-d2457a11ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:54.606764 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cf486cd7-8cb2-43d4-82aa-c6b7ae0bb6b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (6211b3a6-ac03-423a-a525-11ca4a554a55), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:54.612377 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-131eea5c-ca3c-44d1-aa2b-e9c3ea85633d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (56575288-9299-4014-a80d-be1c24ad99a1), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:54.615864 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-131eea5c-ca3c-44d1-aa2b-e9c3ea85633d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:54.631476 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-131eea5c-ca3c-44d1-aa2b-e9c3ea85633d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/56575288-9299-4014-a80d-be1c24ad99a1 HTTP/1.1" status: 204 len: 168 time: 0.8320220 Mar 22 19:38:54.718150 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port cb7be764-1473-4902-95af-9b6dc3545847 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:38:54.718550 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (cb7be764-1473-4902-95af-9b6dc3545847), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:54.780841 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port cb7be764-1473-4902-95af-9b6dc3545847, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=cb7be764-1473-4902-95af-9b6dc3545847,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:38:54.785702 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-49716a58-80ff-4cae-bede-62e6672cee08 tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] 10.222.0.75 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3820 time: 0.2756298 Mar 22 19:38:54.787663 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-588cff1b-607a-460d-8437-d2457a11ecb1 None None] Current status of the port b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:38:54.788119 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39210) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:54.797097 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (cb7be764-1473-4902-95af-9b6dc3545847), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:54.798005 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:38:54.859393 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131eea5c-ca3c-44d1-aa2b-e9c3ea85633d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56575288-9299-4014-a80d-be1c24ad99a1,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:54.901526 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf486cd7-8cb2-43d4-82aa-c6b7ae0bb6b1 admin admin] Pushing event updated for resources: {'Port': ['ID=52d448e1-702b-407d-b944-f7edf5948e55,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:54.919733 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-588cff1b-607a-460d-8437-d2457a11ecb1 None None] Provisioning complete for port 84b54307-b3b3-4135-be01-17a1dbbd64e0 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:54.919733 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-588cff1b-607a-460d-8437-d2457a11ecb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (84b54307-b3b3-4135-be01-17a1dbbd64e0), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:54.947816 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf486cd7-8cb2-43d4-82aa-c6b7ae0bb6b1 admin admin] Network abcbf463-c70f-41d4-961e-5e15d687045d is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:38:54.954389 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-cf486cd7-8cb2-43d4-82aa-c6b7ae0bb6b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:55.061957 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=cb7be764-1473-4902-95af-9b6dc3545847,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:55.069610 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-588cff1b-607a-460d-8437-d2457a11ecb1 None None] Port 84b54307-b3b3-4135-be01-17a1dbbd64e0 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:38:55.100009 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:55.100467 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:55.145767 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c18ddb88-6bd3-4153-809b-57aa10f93eb2 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for port (84b54307-b3b3-4135-be01-17a1dbbd64e0), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:55.163065 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf486cd7-8cb2-43d4-82aa-c6b7ae0bb6b1 admin admin] Router 6211b3a6-ac03-423a-a525-11ca4a554a55 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:38:55.163955 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c18ddb88-6bd3-4153-809b-57aa10f93eb2 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (84b54307-b3b3-4135-be01-17a1dbbd64e0), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:55.167097 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c18ddb88-6bd3-4153-809b-57aa10f93eb2 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (ac18a80e-4c64-4171-a101-de06b95c8cb4), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:55.210998 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-e354b13f-96ac-490a-8ab4-5cc8486a93fe tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Deleting port c6beea39-ecab-4891-bd9d-7a5b990bd32c {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:38:55.211722 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e354b13f-96ac-490a-8ab4-5cc8486a93fe tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (c6beea39-ecab-4891-bd9d-7a5b990bd32c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:55.266470 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-08289311-c477-40d8-9614-bd63a1bab717 None None] Provisioning complete for port 84b54307-b3b3-4135-be01-17a1dbbd64e0 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:55.266994 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-08289311-c477-40d8-9614-bd63a1bab717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (84b54307-b3b3-4135-be01-17a1dbbd64e0), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:55.350914 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e354b13f-96ac-490a-8ab4-5cc8486a93fe tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (c6beea39-ecab-4891-bd9d-7a5b990bd32c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:55.351255 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e354b13f-96ac-490a-8ab4-5cc8486a93fe tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks [] for floatingip (c6beea39-ecab-4891-bd9d-7a5b990bd32c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:55.362733 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:38:55.374387 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-e354b13f-96ac-490a-8ab4-5cc8486a93fe tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Calling delete_port for c6beea39-ecab-4891-bd9d-7a5b990bd32c owned by network:floatingip {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:38:55.386100 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-08289311-c477-40d8-9614-bd63a1bab717 None None] Port 84b54307-b3b3-4135-be01-17a1dbbd64e0 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:38:55.395396 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf486cd7-8cb2-43d4-82aa-c6b7ae0bb6b1 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:38:55.409142 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22426f6a-e1dd-49a4-a5f7-bcab7639f939 None None] Sync routers for ids ['6211b3a6-ac03-423a-a525-11ca4a554a55'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:38:55.412712 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-cf486cd7-8cb2-43d4-82aa-c6b7ae0bb6b1 admin admin] 10.222.0.75 "PUT /v2.0/routers/6211b3a6-ac03-423a-a525-11ca4a554a55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3283176 Mar 22 19:38:55.431029 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ddb88-6bd3-4153-809b-57aa10f93eb2 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Port': ['ID=84b54307-b3b3-4135-be01-17a1dbbd64e0,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:55.440683 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22426f6a-e1dd-49a4-a5f7-bcab7639f939 None None] Routers {'6211b3a6-ac03-423a-a525-11ca4a554a55'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:55.441453 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-22426f6a-e1dd-49a4-a5f7-bcab7639f939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6211b3a6-ac03-423a-a525-11ca4a554a55'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:55.517061 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-a8a2ea97-0023-4f7d-94b0-bf3e0dcf317f None None] Provisioning complete for port 52d448e1-702b-407d-b944-f7edf5948e55 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:55.517448 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a8a2ea97-0023-4f7d-94b0-bf3e0dcf317f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (52d448e1-702b-407d-b944-f7edf5948e55), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:55.519266 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18ddb88-6bd3-4153-809b-57aa10f93eb2 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network fa1bb4a3-4c2f-4c62-bb34-ad829760f478 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:38:55.520801 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-c18ddb88-6bd3-4153-809b-57aa10f93eb2 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:55.592990 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-a8a2ea97-0023-4f7d-94b0-bf3e0dcf317f None None] Port 52d448e1-702b-407d-b944-f7edf5948e55 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:38:55.595407 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-22426f6a-e1dd-49a4-a5f7-bcab7639f939 None None] Set router 6211b3a6-ac03-423a-a525-11ca4a554a55 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:38:55.861323 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18ddb88-6bd3-4153-809b-57aa10f93eb2 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Router ac18a80e-4c64-4171-a101-de06b95c8cb4 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:38:55.897147 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-22426f6a-e1dd-49a4-a5f7-bcab7639f939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'name': 'tempest-TestVolumeBackupRestore-255375235-router', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'cb7be764-1473-4902-95af-9b6dc3545847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:38:45Z', 'updated_at': '2022-03-22T19:38:53Z', 'revision_number': 4, 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'gw_port': {'id': 'cb7be764-1473-4902-95af-9b6dc3545847', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:38:46Z', 'updated_at': '2022-03-22T19:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '52d448e1-702b-407d-b944-f7edf5948e55', 'name': '', 'network_id': 'abcbf463-c70f-41d4-961e-5e15d687045d', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'mac_address': 'fa:16:3e:af:c6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '4faeafe8-a45f-41c1-a8a5-9fa581f91c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:38:50Z', 'updated_at': '2022-03-22T19:38:54Z', 'revision_number': 2, 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'subnets': [{'id': '4faeafe8-a45f-41c1-a8a5-9fa581f91c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:55.952897 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22426f6a-e1dd-49a4-a5f7-bcab7639f939 None None] Checking router: 6211b3a6-ac03-423a-a525-11ca4a554a55 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:38:55.953259 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22426f6a-e1dd-49a4-a5f7-bcab7639f939 None None] Updating router 6211b3a6-ac03-423a-a525-11ca4a554a55 port 52d448e1-702b-407d-b944-f7edf5948e55 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:38:55.990148 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-22426f6a-e1dd-49a4-a5f7-bcab7639f939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (52d448e1-702b-407d-b944-f7edf5948e55), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:56.027837 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18ddb88-6bd3-4153-809b-57aa10f93eb2 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:38:56.040605 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c18ddb88-6bd3-4153-809b-57aa10f93eb2 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "PUT /v2.0/routers/ac18a80e-4c64-4171-a101-de06b95c8cb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7239034 Mar 22 19:38:56.041518 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39238) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:56.043339 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-00afa982-488e-41fa-bbff-ae9082f4ce21 None None] Provisioning complete for port 84b54307-b3b3-4135-be01-17a1dbbd64e0 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:56.043731 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-00afa982-488e-41fa-bbff-ae9082f4ce21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (84b54307-b3b3-4135-be01-17a1dbbd64e0), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:56.046907 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e0abdf-25e8-48cf-8d6c-ffd244ad14cd None None] Sync routers for ids ['ac18a80e-4c64-4171-a101-de06b95c8cb4'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:38:56.115949 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39240) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:56.174874 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e0abdf-25e8-48cf-8d6c-ffd244ad14cd None None] Routers {'ac18a80e-4c64-4171-a101-de06b95c8cb4'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:56.175362 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-80e0abdf-25e8-48cf-8d6c-ffd244ad14cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ac18a80e-4c64-4171-a101-de06b95c8cb4'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:56.181072 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e756bb-5f44-442f-8138-be779281caa7 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:56.185241 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-66e756bb-5f44-442f-8138-be779281caa7 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "GET /v2.0/ports/84b54307-b3b3-4135-be01-17a1dbbd64e0 HTTP/1.1" status: 200 len: 911 time: 0.1386797 Mar 22 19:38:56.187144 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39248) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:56.195233 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-00afa982-488e-41fa-bbff-ae9082f4ce21 None None] Port 84b54307-b3b3-4135-be01-17a1dbbd64e0 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:38:56.288481 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device cb7be764-1473-4902-95af-9b6dc3545847 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:38:56.337557 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-80e0abdf-25e8-48cf-8d6c-ffd244ad14cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:56.377749 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e0abdf-25e8-48cf-8d6c-ffd244ad14cd None None] Routers {'ac18a80e-4c64-4171-a101-de06b95c8cb4'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:56.378655 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-80e0abdf-25e8-48cf-8d6c-ffd244ad14cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ac18a80e-4c64-4171-a101-de06b95c8cb4'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:56.387212 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-fe1c05ba-6fdf-411f-b3b2-6bd3b07809fb tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-727022151'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:56.447302 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-80e0abdf-25e8-48cf-8d6c-ffd244ad14cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:56.448237 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e0abdf-25e8-48cf-8d6c-ffd244ad14cd None None] The sync data for ids ['ac18a80e-4c64-4171-a101-de06b95c8cb4'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:38:56.469654 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port cb7be764-1473-4902-95af-9b6dc3545847 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:56.470339 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (cb7be764-1473-4902-95af-9b6dc3545847), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:56.571405 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port cb7be764-1473-4902-95af-9b6dc3545847 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:38:56.573050 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:38:56.575964 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:38:56.637780 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:56.638275 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39256) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:56.639148 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:56.647251 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-21a06850-df4d-4f02-858c-3a66516a7d05 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-861301910-network', 'tenant_id': '2d031dcd19064662ac67f74f1021c13c'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:56.653324 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-22426f6a-e1dd-49a4-a5f7-bcab7639f939 None None] Publish callbacks [] for port (52d448e1-702b-407d-b944-f7edf5948e55), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:56.660460 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-22426f6a-e1dd-49a4-a5f7-bcab7639f939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (52d448e1-702b-407d-b944-f7edf5948e55), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:56.691999 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1c05ba-6fdf-411f-b3b2-6bd3b07809fb tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Made reservation on behalf of 7d43765d6c2e48a7ae0f634337160c2d for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:38:56.696416 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fe1c05ba-6fdf-411f-b3b2-6bd3b07809fb tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:56.701932 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a06850-df4d-4f02-858c-3a66516a7d05 admin admin] Made reservation on behalf of 2d031dcd19064662ac67f74f1021c13c for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:38:56.704677 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-21a06850-df4d-4f02-858c-3a66516a7d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:56.710665 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e354b13f-96ac-490a-8ab4-5cc8486a93fe tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (c6beea39-ecab-4891-bd9d-7a5b990bd32c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:56.723990 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26800c23-80c1-4737-baa8-df694e74aa9c None None] Pushing event updated for resources: {'Port': ['ID=52d448e1-702b-407d-b944-f7edf5948e55,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:56.726689 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-21a06850-df4d-4f02-858c-3a66516a7d05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:56.739672 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26800c23-80c1-4737-baa8-df694e74aa9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:56.740054 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26800c23-80c1-4737-baa8-df694e74aa9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:56.740394 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26800c23-80c1-4737-baa8-df694e74aa9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:56.740728 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26800c23-80c1-4737-baa8-df694e74aa9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:56.741124 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26800c23-80c1-4737-baa8-df694e74aa9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:56.741448 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26800c23-80c1-4737-baa8-df694e74aa9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:56.742053 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26800c23-80c1-4737-baa8-df694e74aa9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:56.742646 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26800c23-80c1-4737-baa8-df694e74aa9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:56.743325 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26800c23-80c1-4737-baa8-df694e74aa9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:56.743878 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26800c23-80c1-4737-baa8-df694e74aa9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:56.744418 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26800c23-80c1-4737-baa8-df694e74aa9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:56.744967 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26800c23-80c1-4737-baa8-df694e74aa9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:56.745519 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26800c23-80c1-4737-baa8-df694e74aa9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:56.746075 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26800c23-80c1-4737-baa8-df694e74aa9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:56.746621 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26800c23-80c1-4737-baa8-df694e74aa9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:38:56.773487 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354b13f-96ac-490a-8ab4-5cc8486a93fe tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Pushing event deleted for resources: {'Port': ['ID=c6beea39-ecab-4891-bd9d-7a5b990bd32c,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:56.792406 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:38:56.843270 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-21a06850-df4d-4f02-858c-3a66516a7d05 admin admin] Publish callbacks [] for security_group (171fb0b3-9485-4fd5-9fc8-24e390abe437), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:56.845915 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-22426f6a-e1dd-49a4-a5f7-bcab7639f939 None None] Attempting to bind port 52d448e1-702b-407d-b944-f7edf5948e55 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:38:56.846873 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-22426f6a-e1dd-49a4-a5f7-bcab7639f939 None None] Attempting to bind port 52d448e1-702b-407d-b944-f7edf5948e55 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '62c5f32f-8ee6-4399-879b-0e25c75c35bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abcbf463-c70f-41d4-961e-5e15d687045d'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:38:56.847251 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fe1c05ba-6fdf-411f-b3b2-6bd3b07809fb tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:56.847432 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22426f6a-e1dd-49a4-a5f7-bcab7639f939 None None] Attempting to bind port 52d448e1-702b-407d-b944-f7edf5948e55 on network abcbf463-c70f-41d4-961e-5e15d687045d {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:38:56.853821 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22426f6a-e1dd-49a4-a5f7-bcab7639f939 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:38:56.854354 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22426f6a-e1dd-49a4-a5f7-bcab7639f939 None None] Checking segment: {'id': '62c5f32f-8ee6-4399-879b-0e25c75c35bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abcbf463-c70f-41d4-961e-5e15d687045d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:38:56.854993 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-22426f6a-e1dd-49a4-a5f7-bcab7639f939 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:56.855489 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22426f6a-e1dd-49a4-a5f7-bcab7639f939 None None] Bound using segment: {'id': '62c5f32f-8ee6-4399-879b-0e25c75c35bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abcbf463-c70f-41d4-961e-5e15d687045d'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:38:56.856069 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-22426f6a-e1dd-49a4-a5f7-bcab7639f939 None None] Bound port: 52d448e1-702b-407d-b944-f7edf5948e55, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62c5f32f-8ee6-4399-879b-0e25c75c35bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abcbf463-c70f-41d4-961e-5e15d687045d'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:38:56.856551 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-22426f6a-e1dd-49a4-a5f7-bcab7639f939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (52d448e1-702b-407d-b944-f7edf5948e55), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:56.859630 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-21a06850-df4d-4f02-858c-3a66516a7d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (171fb0b3-9485-4fd5-9fc8-24e390abe437), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:56.875816 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e354b13f-96ac-490a-8ab4-5cc8486a93fe tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks [] for floatingip (ebf03356-8b70-4277-9bdd-8b6b33284331), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:56.876209 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-e354b13f-96ac-490a-8ab4-5cc8486a93fe tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Floating IP ebf03356-8b70-4277-9bdd-8b6b33284331 disassociated (deleted). External IP: 172.25.5.134, port: c091374f-d575-473a-a192-8464eda7bed9. Mar 22 19:38:56.879663 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a06850-df4d-4f02-858c-3a66516a7d05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:38:56.890137 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-21a06850-df4d-4f02-858c-3a66516a7d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (8e449ba6-c581-497e-9f9f-5fe44fd50f34), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:56.890594 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-21a06850-df4d-4f02-858c-3a66516a7d05 admin admin] Added segment 8e449ba6-c581-497e-9f9f-5fe44fd50f34 of type vlan for network c6ad9572-4457-4838-b7af-ed14235ef214 Mar 22 19:38:56.934352 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-21a06850-df4d-4f02-858c-3a66516a7d05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (c6ad9572-4457-4838-b7af-ed14235ef214), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:56.948405 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-22426f6a-e1dd-49a4-a5f7-bcab7639f939 None None] For port 52d448e1-702b-407d-b944-f7edf5948e55, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:38:56.952233 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-22426f6a-e1dd-49a4-a5f7-bcab7639f939 None None] For port 52d448e1-702b-407d-b944-f7edf5948e55, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=52d448e1-702b-407d-b944-f7edf5948e55,segment=NetworkSegment(62c5f32f-8ee6-4399-879b-0e25c75c35bf),segment_id=62c5f32f-8ee6-4399-879b-0e25c75c35bf)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:38:56.960784 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-22426f6a-e1dd-49a4-a5f7-bcab7639f939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (52d448e1-702b-407d-b944-f7edf5948e55), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:56.975026 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-21a06850-df4d-4f02-858c-3a66516a7d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (c6ad9572-4457-4838-b7af-ed14235ef214), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:56.976291 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a06850-df4d-4f02-858c-3a66516a7d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:56.976883 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-21a06850-df4d-4f02-858c-3a66516a7d05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:57.032042 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26800c23-80c1-4737-baa8-df694e74aa9c None None] Pushing event updated for resources: {'Port': ['ID=52d448e1-702b-407d-b944-f7edf5948e55,revision_number=4']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:57.060702 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22426f6a-e1dd-49a4-a5f7-bcab7639f939 None None] Routers {'6211b3a6-ac03-423a-a525-11ca4a554a55'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:57.064414 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-22426f6a-e1dd-49a4-a5f7-bcab7639f939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6211b3a6-ac03-423a-a525-11ca4a554a55'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:57.064580 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a06850-df4d-4f02-858c-3a66516a7d05 admin admin] Pushing event updated for resources: {'Network': ['ID=c6ad9572-4457-4838-b7af-ed14235ef214,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:57.077209 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network c6ad9572-4457-4838-b7af-ed14235ef214 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:38:57.078160 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-21a06850-df4d-4f02-858c-3a66516a7d05 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4366326 Mar 22 19:38:57.086051 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39258) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:57.118811 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-41763a8f-9720-4e2a-9315-d085d7940178 admin admin] Request body: {'subnet': {'network_id': 'c6ad9572-4457-4838-b7af-ed14235ef214', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-861301910-subnet', 'tenant_id': '2d031dcd19064662ac67f74f1021c13c', 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:57.154086 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41763a8f-9720-4e2a-9315-d085d7940178 admin admin] Made reservation on behalf of 2d031dcd19064662ac67f74f1021c13c for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:38:57.157221 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-41763a8f-9720-4e2a-9315-d085d7940178 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:57.163884 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a06850-df4d-4f02-858c-3a66516a7d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171fb0b3-9485-4fd5-9fc8-24e390abe437,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:57.218107 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-22426f6a-e1dd-49a4-a5f7-bcab7639f939 None None] Set router 6211b3a6-ac03-423a-a525-11ca4a554a55 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:38:57.277471 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e354b13f-96ac-490a-8ab4-5cc8486a93fe tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Router 149b1636-5544-47d3-bead-ea8470f3bb18 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:38:57.290445 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-867ece03-0a8e-463a-bbce-7a8c13a083c0 None None] Provisioning complete for port 52d448e1-702b-407d-b944-f7edf5948e55 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:57.290950 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-867ece03-0a8e-463a-bbce-7a8c13a083c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (52d448e1-702b-407d-b944-f7edf5948e55), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:57.424851 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fe1c05ba-6fdf-411f-b3b2-6bd3b07809fb tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks [] for security_group (a82e4955-f2f5-441e-ac3a-3c356f020f10), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:57.432551 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-867ece03-0a8e-463a-bbce-7a8c13a083c0 None None] Current status of the port 52d448e1-702b-407d-b944-f7edf5948e55 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:38:57.433430 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-867ece03-0a8e-463a-bbce-7a8c13a083c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (52d448e1-702b-407d-b944-f7edf5948e55), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:57.451700 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fe1c05ba-6fdf-411f-b3b2-6bd3b07809fb tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a82e4955-f2f5-441e-ac3a-3c356f020f10), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:57.480647 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-867ece03-0a8e-463a-bbce-7a8c13a083c0 None None] For port 52d448e1-702b-407d-b944-f7edf5948e55, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=52d448e1-702b-407d-b944-f7edf5948e55,segment=NetworkSegment(62c5f32f-8ee6-4399-879b-0e25c75c35bf),segment_id=62c5f32f-8ee6-4399-879b-0e25c75c35bf)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:38:57.487580 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-867ece03-0a8e-463a-bbce-7a8c13a083c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (52d448e1-702b-407d-b944-f7edf5948e55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:57.510984 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-172589a5-c704-45c9-a192-c271b3efb7dd tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (ac18a80e-4c64-4171-a101-de06b95c8cb4), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:57.546628 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e354b13f-96ac-490a-8ab4-5cc8486a93fe tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:38:57.560779 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beec1a2f-4e8d-4b53-a713-ff7d55812fb7 None None] Sync routers for ids ['149b1636-5544-47d3-bead-ea8470f3bb18'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:38:57.561367 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e354b13f-96ac-490a-8ab4-5cc8486a93fe tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:57.599420 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e354b13f-96ac-490a-8ab4-5cc8486a93fe tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] 10.222.0.75 "DELETE /v2.0/floatingips/ebf03356-8b70-4277-9bdd-8b6b33284331 HTTP/1.1" status: 204 len: 168 time: 2.8095133 Mar 22 19:38:57.605141 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39262) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:57.608394 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beec1a2f-4e8d-4b53-a713-ff7d55812fb7 None None] Routers {'149b1636-5544-47d3-bead-ea8470f3bb18'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:57.609022 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-beec1a2f-4e8d-4b53-a713-ff7d55812fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['149b1636-5544-47d3-bead-ea8470f3bb18'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:57.615022 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-b813612d-bb21-49e2-951d-a83bfec88d3a tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:57.630345 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ece03-0a8e-463a-bbce-7a8c13a083c0 None None] Pushing event updated for resources: {'Port': ['ID=52d448e1-702b-407d-b944-f7edf5948e55,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:57.642468 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-c35038d5-4a64-479b-87ee-3260e414a550 None None] Provisioning complete for port 52d448e1-702b-407d-b944-f7edf5948e55 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:57.643640 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c35038d5-4a64-479b-87ee-3260e414a550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (52d448e1-702b-407d-b944-f7edf5948e55), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:57.663158 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b813612d-bb21-49e2-951d-a83bfec88d3a tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:57.685343 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-beec1a2f-4e8d-4b53-a713-ff7d55812fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:57.716107 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beec1a2f-4e8d-4b53-a713-ff7d55812fb7 None None] Routers {'149b1636-5544-47d3-bead-ea8470f3bb18'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:38:57.718863 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-beec1a2f-4e8d-4b53-a713-ff7d55812fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['149b1636-5544-47d3-bead-ea8470f3bb18'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:57.784739 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c35038d5-4a64-479b-87ee-3260e414a550 None None] Current status of the port 52d448e1-702b-407d-b944-f7edf5948e55 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:38:57.796969 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b813612d-bb21-49e2-951d-a83bfec88d3a tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:57.807318 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-beec1a2f-4e8d-4b53-a713-ff7d55812fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:57.808239 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beec1a2f-4e8d-4b53-a713-ff7d55812fb7 None None] The sync data for ids ['149b1636-5544-47d3-bead-ea8470f3bb18'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:38:57.845833 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-22426f6a-e1dd-49a4-a5f7-bcab7639f939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'name': 'tempest-TestVolumeBackupRestore-255375235-router', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'cb7be764-1473-4902-95af-9b6dc3545847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:38:45Z', 'updated_at': '2022-03-22T19:38:53Z', 'revision_number': 4, 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'gw_port': {'id': 'cb7be764-1473-4902-95af-9b6dc3545847', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:38:46Z', 'updated_at': '2022-03-22T19:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '52d448e1-702b-407d-b944-f7edf5948e55', 'name': '', 'network_id': 'abcbf463-c70f-41d4-961e-5e15d687045d', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'mac_address': 'fa:16:3e:af:c6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '4faeafe8-a45f-41c1-a8a5-9fa581f91c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:38:50Z', 'updated_at': '2022-03-22T19:38:56Z', 'revision_number': 4, 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'subnets': [{'id': '4faeafe8-a45f-41c1-a8a5-9fa581f91c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:38:57.878932 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22426f6a-e1dd-49a4-a5f7-bcab7639f939 None None] The sync data for ids ['6211b3a6-ac03-423a-a525-11ca4a554a55'] in n-d-705658-24 is: [{'id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'name': 'tempest-TestVolumeBackupRestore-255375235-router', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'cb7be764-1473-4902-95af-9b6dc3545847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:38:45Z', 'updated_at': '2022-03-22T19:38:53Z', 'revision_number': 4, 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'gw_port': {'id': 'cb7be764-1473-4902-95af-9b6dc3545847', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:38:46Z', 'updated_at': '2022-03-22T19:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '52d448e1-702b-407d-b944-f7edf5948e55', 'name': '', 'network_id': 'abcbf463-c70f-41d4-961e-5e15d687045d', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'mac_address': 'fa:16:3e:af:c6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '4faeafe8-a45f-41c1-a8a5-9fa581f91c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:38:50Z', 'updated_at': '2022-03-22T19:38:56Z', 'revision_number': 4, 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'subnets': [{'id': '4faeafe8-a45f-41c1-a8a5-9fa581f91c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:38:57.924644 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-b813612d-bb21-49e2-951d-a83bfec88d3a tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Allocated IP 172.25.5.44 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/5572b85d-0e6c-4593-ba44-a5329a6554b0) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:38:58.003757 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe1c05ba-6fdf-411f-b3b2-6bd3b07809fb tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:38:58.050873 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fe1c05ba-6fdf-411f-b3b2-6bd3b07809fb tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (3a78bd6d-d72c-45c9-9b73-85dc9340a93a), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:58.051154 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-fe1c05ba-6fdf-411f-b3b2-6bd3b07809fb tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Added segment 3a78bd6d-d72c-45c9-9b73-85dc9340a93a of type vlan for network 48fdbb70-25be-47b1-b760-593f52532a6f Mar 22 19:38:58.124119 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fe1c05ba-6fdf-411f-b3b2-6bd3b07809fb tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (48fdbb70-25be-47b1-b760-593f52532a6f), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:58.158961 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b813612d-bb21-49e2-951d-a83bfec88d3a tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Publish callbacks [] for port (5572b85d-0e6c-4593-ba44-a5329a6554b0), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:58.164152 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c05ba-6fdf-411f-b3b2-6bd3b07809fb tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a82e4955-f2f5-441e-ac3a-3c356f020f10,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:58.211253 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 52d448e1-702b-407d-b944-f7edf5948e55 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:38:58.231936 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b813612d-bb21-49e2-951d-a83bfec88d3a tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (5572b85d-0e6c-4593-ba44-a5329a6554b0), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:58.279366 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b813612d-bb21-49e2-951d-a83bfec88d3a tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:38:58.282971 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-b813612d-bb21-49e2-951d-a83bfec88d3a tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:58.294537 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b813612d-bb21-49e2-951d-a83bfec88d3a tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:38:58.295586 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 52d448e1-702b-407d-b944-f7edf5948e55 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:38:58.296071 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (52d448e1-702b-407d-b944-f7edf5948e55), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:58.316604 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fe1c05ba-6fdf-411f-b3b2-6bd3b07809fb tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (48fdbb70-25be-47b1-b760-593f52532a6f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:58.322477 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1c05ba-6fdf-411f-b3b2-6bd3b07809fb tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:58.323404 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fe1c05ba-6fdf-411f-b3b2-6bd3b07809fb tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:58.340974 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813612d-bb21-49e2-951d-a83bfec88d3a tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Pushing event updated for resources: {'Port': ['ID=5572b85d-0e6c-4593-ba44-a5329a6554b0,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:58.407303 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-41763a8f-9720-4e2a-9315-d085d7940178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (ee852dcc-f766-4b24-b4fa-ba7446fe309b), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:58.415538 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 52d448e1-702b-407d-b944-f7edf5948e55 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:38:58.444714 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b813612d-bb21-49e2-951d-a83bfec88d3a tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Publish callbacks [] for floatingip (8dfea689-1a6f-4154-8dc4-48626e6c501b), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:58.479305 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fe1c05ba-6fdf-411f-b3b2-6bd3b07809fb tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.3616891 Mar 22 19:38:58.520087 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b813612d-bb21-49e2-951d-a83bfec88d3a tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5572b85d-0e6c-4593-ba44-a5329a6554b0), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:58.589905 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c05ba-6fdf-411f-b3b2-6bd3b07809fb tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event updated for resources: {'Network': ['ID=48fdbb70-25be-47b1-b760-593f52532a6f,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:58.614126 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 48fdbb70-25be-47b1-b760-593f52532a6f details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:38:58.698314 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41763a8f-9720-4e2a-9315-d085d7940178 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee852dcc-f766-4b24-b4fa-ba7446fe309b,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:58.783566 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41763a8f-9720-4e2a-9315-d085d7940178 admin admin] Checking segment: {'id': '8e449ba6-c581-497e-9f9f-5fe44fd50f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c6ad9572-4457-4838-b7af-ed14235ef214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:38:58.784077 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41763a8f-9720-4e2a-9315-d085d7940178 admin admin] Network hostable DHCP agents. Network: c6ad9572-4457-4838-b7af-ed14235ef214, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:38:58.852309 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41763a8f-9720-4e2a-9315-d085d7940178 admin admin] Network c6ad9572-4457-4838-b7af-ed14235ef214 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:38:58.867220 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b813612d-bb21-49e2-951d-a83bfec88d3a tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Publish callbacks [] for port (5572b85d-0e6c-4593-ba44-a5329a6554b0), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:58.880899 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b813612d-bb21-49e2-951d-a83bfec88d3a tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (5572b85d-0e6c-4593-ba44-a5329a6554b0), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:58.893258 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-41763a8f-9720-4e2a-9315-d085d7940178 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, c6ad9572-4457-4838-b7af-ed14235ef214) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:38:58.903875 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65f661b-2100-46d8-aeb7-427249634984 None None] Network c6ad9572-4457-4838-b7af-ed14235ef214 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:38:58.904779 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-172589a5-c704-45c9-a192-c271b3efb7dd tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Deleting port 84b54307-b3b3-4135-be01-17a1dbbd64e0 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:38:58.905133 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-172589a5-c704-45c9-a192-c271b3efb7dd tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (84b54307-b3b3-4135-be01-17a1dbbd64e0), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:59.012883 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-172589a5-c704-45c9-a192-c271b3efb7dd tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (84b54307-b3b3-4135-be01-17a1dbbd64e0), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:59.026013 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-172589a5-c704-45c9-a192-c271b3efb7dd tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Calling delete_port for 84b54307-b3b3-4135-be01-17a1dbbd64e0 owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:38:59.103748 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b813612d-bb21-49e2-951d-a83bfec88d3a tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (8dfea689-1a6f-4154-8dc4-48626e6c501b), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:59.169425 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b813612d-bb21-49e2-951d-a83bfec88d3a tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:59.178455 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b813612d-bb21-49e2-951d-a83bfec88d3a tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5712078 Mar 22 19:38:59.179537 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39270) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:59.185635 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813612d-bb21-49e2-951d-a83bfec88d3a tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Pushing event updated for resources: {'Port': ['ID=5572b85d-0e6c-4593-ba44-a5329a6554b0,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:59.256924 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41763a8f-9720-4e2a-9315-d085d7940178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:38:59.257658 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-41763a8f-9720-4e2a-9315-d085d7940178 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:59.283565 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-172589a5-c704-45c9-a192-c271b3efb7dd tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (84b54307-b3b3-4135-be01-17a1dbbd64e0), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:59.321102 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-41763a8f-9720-4e2a-9315-d085d7940178 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2087131 Mar 22 19:38:59.321415 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39274) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:38:59.326579 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-44aecb88-bf5f-4675-b69b-0464e2874fab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-861301910-router', 'tenant_id': '2d031dcd19064662ac67f74f1021c13c', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:38:59.376581 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172589a5-c704-45c9-a192-c271b3efb7dd tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event deleted for resources: {'Port': ['ID=84b54307-b3b3-4135-be01-17a1dbbd64e0,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:38:59.433643 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-44aecb88-bf5f-4675-b69b-0464e2874fab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (ded801ae-35b4-4af1-982f-2ba97d469074), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:59.435569 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-44aecb88-bf5f-4675-b69b-0464e2874fab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (ded801ae-35b4-4af1-982f-2ba97d469074), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:59.565372 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0266d3a-586d-4bae-81a3-129582276a07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-c6ad9572-4457-4838-b7af-ed14235ef214', 'network_id': 'c6ad9572-4457-4838-b7af-ed14235ef214', 'project_id': '2d031dcd19064662ac67f74f1021c13c', 'fixed_ips': [{'subnet_id': 'ee852dcc-f766-4b24-b4fa-ba7446fe309b'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:38:59.566319 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a0266d3a-586d-4bae-81a3-129582276a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:59.602757 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-172589a5-c704-45c9-a192-c271b3efb7dd tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (ac18a80e-4c64-4171-a101-de06b95c8cb4), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:59.703229 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-44aecb88-bf5f-4675-b69b-0464e2874fab admin admin] Publish callbacks [] for router_controller (ded801ae-35b4-4af1-982f-2ba97d469074), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:38:59.983192 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-a0266d3a-586d-4bae-81a3-129582276a07 None None] Allocated IP 172.20.0.2 (c6ad9572-4457-4838-b7af-ed14235ef214/ee852dcc-f766-4b24-b4fa-ba7446fe309b/3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:39:00.028687 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172589a5-c704-45c9-a192-c271b3efb7dd tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Router ac18a80e-4c64-4171-a101-de06b95c8cb4 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:39:00.054154 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-adb13b86-e478-4048-8d68-5cc9822deed1 tempest-FloatingIPAdminTestJSON-1410516467 tempest-FloatingIPAdminTestJSON-1410516467-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:00.102366 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-44aecb88-bf5f-4675-b69b-0464e2874fab admin admin] Publish callbacks [] for router_gateway (ded801ae-35b4-4af1-982f-2ba97d469074), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:00.128397 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-adb13b86-e478-4048-8d68-5cc9822deed1 tempest-FloatingIPAdminTestJSON-1410516467 tempest-FloatingIPAdminTestJSON-1410516467-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:00.176299 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172589a5-c704-45c9-a192-c271b3efb7dd tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:39:00.185934 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-172589a5-c704-45c9-a192-c271b3efb7dd tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "PUT /v2.0/routers/ac18a80e-4c64-4171-a101-de06b95c8cb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9978583 Mar 22 19:39:00.186615 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39278) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:00.203500 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a6662a-885d-4a85-9b40-fb02ba68e9a5 None None] Sync routers for ids ['ac18a80e-4c64-4171-a101-de06b95c8cb4'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:39:00.224936 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-38cb9a65-c62c-47d2-adcc-80dc0afe5082 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac18a80e-4c64-4171-a101-de06b95c8cb4 HTTP/1.1" status: 200 len: 205 time: 0.0371985 Mar 22 19:39:00.225543 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39280) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:00.306832 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a0266d3a-586d-4bae-81a3-129582276a07 None None] Publish callbacks [] for port (3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:00.313246 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9a316287-5ff5-48ec-bd4c-bd584f789578 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router (ac18a80e-4c64-4171-a101-de06b95c8cb4), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:00.321908 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a0266d3a-586d-4bae-81a3-129582276a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:00.373534 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0266d3a-586d-4bae-81a3-129582276a07 None None] Network c6ad9572-4457-4838-b7af-ed14235ef214 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:39:00.436590 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-a0266d3a-586d-4bae-81a3-129582276a07 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:00.440130 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0266d3a-586d-4bae-81a3-129582276a07 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:39:00.450025 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a6662a-885d-4a85-9b40-fb02ba68e9a5 None None] Routers {'ac18a80e-4c64-4171-a101-de06b95c8cb4'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:39:00.450654 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-d0a6662a-885d-4a85-9b40-fb02ba68e9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ac18a80e-4c64-4171-a101-de06b95c8cb4'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:00.496092 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9a316287-5ff5-48ec-bd4c-bd584f789578 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (ac18a80e-4c64-4171-a101-de06b95c8cb4), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:00.498651 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9a316287-5ff5-48ec-bd4c-bd584f789578 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router_controller (ac18a80e-4c64-4171-a101-de06b95c8cb4), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:00.512634 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-adb13b86-e478-4048-8d68-5cc9822deed1 tempest-FloatingIPAdminTestJSON-1410516467 tempest-FloatingIPAdminTestJSON-1410516467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:00.529211 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-d0a6662a-885d-4a85-9b40-fb02ba68e9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:00.550017 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0266d3a-586d-4bae-81a3-129582276a07 None None] Pushing event updated for resources: {'Port': ['ID=3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:00.557876 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9a316287-5ff5-48ec-bd4c-bd584f789578 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (ac18a80e-4c64-4171-a101-de06b95c8cb4), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:00.558782 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a316287-5ff5-48ec-bd4c-bd584f789578 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Fanout notify agent at l3_agent the message router_deleted on router ac18a80e-4c64-4171-a101-de06b95c8cb4 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:39:00.567001 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9a316287-5ff5-48ec-bd4c-bd584f789578 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:00.575075 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9a316287-5ff5-48ec-bd4c-bd584f789578 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/routers/ac18a80e-4c64-4171-a101-de06b95c8cb4 HTTP/1.1" status: 204 len: 168 time: 0.3420987 Mar 22 19:39:00.575861 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39282) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:00.577543 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a6662a-885d-4a85-9b40-fb02ba68e9a5 None None] Routers set() bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:39:00.578066 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a6662a-885d-4a85-9b40-fb02ba68e9a5 None None] Router IDs set() for agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 22 19:39:00.578559 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_agentschedulers_db [None req-d0a6662a-885d-4a85-9b40-fb02ba68e9a5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ac18a80e-4c64-4171-a101-de06b95c8cb4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent'). {{(pid=104174) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 22 19:39:00.579064 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a6662a-885d-4a85-9b40-fb02ba68e9a5 None None] The sync data for ids ['ac18a80e-4c64-4171-a101-de06b95c8cb4'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:39:00.601724 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-a0266d3a-586d-4bae-81a3-129582276a07 None None] Attempting to bind port 3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:39:00.602418 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-a0266d3a-586d-4bae-81a3-129582276a07 None None] Attempting to bind port 3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '8e449ba6-c581-497e-9f9f-5fe44fd50f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c6ad9572-4457-4838-b7af-ed14235ef214'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:39:00.602795 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0266d3a-586d-4bae-81a3-129582276a07 None None] Attempting to bind port 3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9 on network c6ad9572-4457-4838-b7af-ed14235ef214 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:39:00.618206 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0266d3a-586d-4bae-81a3-129582276a07 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:39:00.618607 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0266d3a-586d-4bae-81a3-129582276a07 None None] Checking segment: {'id': '8e449ba6-c581-497e-9f9f-5fe44fd50f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c6ad9572-4457-4838-b7af-ed14235ef214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:39:00.618990 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a0266d3a-586d-4bae-81a3-129582276a07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:00.619393 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0266d3a-586d-4bae-81a3-129582276a07 None None] Bound using segment: {'id': '8e449ba6-c581-497e-9f9f-5fe44fd50f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c6ad9572-4457-4838-b7af-ed14235ef214'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:39:00.619875 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-a0266d3a-586d-4bae-81a3-129582276a07 None None] Bound port: 3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e449ba6-c581-497e-9f9f-5fe44fd50f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c6ad9572-4457-4838-b7af-ed14235ef214'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:39:00.620259 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a0266d3a-586d-4bae-81a3-129582276a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:00.690828 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-180058f2-6edd-43e9-8d20-e6974f2c0360 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Deleting subnet 46bc262a-7c68-4532-b1ab-3385eee0f6fe {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:39:00.703905 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-180058f2-6edd-43e9-8d20-e6974f2c0360 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for subnet (46bc262a-7c68-4532-b1ab-3385eee0f6fe), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:00.730394 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-a0266d3a-586d-4bae-81a3-129582276a07 None None] For port 3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:39:00.737246 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-a0266d3a-586d-4bae-81a3-129582276a07 None None] For port 3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9,segment=NetworkSegment(8e449ba6-c581-497e-9f9f-5fe44fd50f34),segment_id=8e449ba6-c581-497e-9f9f-5fe44fd50f34)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:39:00.749690 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a0266d3a-586d-4bae-81a3-129582276a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:00.789897 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-180058f2-6edd-43e9-8d20-e6974f2c0360 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (46bc262a-7c68-4532-b1ab-3385eee0f6fe), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:00.867824 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-44aecb88-bf5f-4675-b69b-0464e2874fab admin admin] Publish callbacks [] for router_gateway (ded801ae-35b4-4af1-982f-2ba97d469074), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:00.898892 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0266d3a-586d-4bae-81a3-129582276a07 None None] Pushing event updated for resources: {'Port': ['ID=3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:00.919687 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-44aecb88-bf5f-4675-b69b-0464e2874fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:01.016964 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-180058f2-6edd-43e9-8d20-e6974f2c0360 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (46bc262a-7c68-4532-b1ab-3385eee0f6fe), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:01.044123 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-adb13b86-e478-4048-8d68-5cc9822deed1 tempest-FloatingIPAdminTestJSON-1410516467 tempest-FloatingIPAdminTestJSON-1410516467-project] Allocated IP 172.25.5.165 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/22389cf2-8a79-4efa-b35e-ddbfab33198f) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:39:01.193751 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-180058f2-6edd-43e9-8d20-e6974f2c0360 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (46bc262a-7c68-4532-b1ab-3385eee0f6fe), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:01.239004 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180058f2-6edd-43e9-8d20-e6974f2c0360 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event deleted for resources: {'Subnet': ['ID=46bc262a-7c68-4532-b1ab-3385eee0f6fe,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:01.245685 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-adb13b86-e478-4048-8d68-5cc9822deed1 tempest-FloatingIPAdminTestJSON-1410516467 tempest-FloatingIPAdminTestJSON-1410516467-project] Publish callbacks [] for port (22389cf2-8a79-4efa-b35e-ddbfab33198f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:01.262266 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-180058f2-6edd-43e9-8d20-e6974f2c0360 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:01.263797 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60fd2b2-7159-42bc-96e5-0e80c40ccd54 None None] Network fa1bb4a3-4c2f-4c62-bb34-ad829760f478 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:01.271874 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-180058f2-6edd-43e9-8d20-e6974f2c0360 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/subnets/46bc262a-7c68-4532-b1ab-3385eee0f6fe HTTP/1.1" status: 204 len: 168 time: 0.6934166 Mar 22 19:39:01.275500 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39286) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:01.298192 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-adb13b86-e478-4048-8d68-5cc9822deed1 tempest-FloatingIPAdminTestJSON-1410516467 tempest-FloatingIPAdminTestJSON-1410516467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (22389cf2-8a79-4efa-b35e-ddbfab33198f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:01.447688 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5ee66e44-3faf-4e40-ab58-8c82fb7c7f46 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (fa1bb4a3-4c2f-4c62-bb34-ad829760f478), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:01.464212 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-44aecb88-bf5f-4675-b69b-0464e2874fab admin admin] Allocated IP 172.25.5.30 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/42462d5f-4cba-4a58-bf3b-96ef91f4392c) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:39:01.512969 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b620653-d547-4d0a-87bc-a19be9a212d8 None None] DHCP port deletion for fa1bb4a3-4c2f-4c62-bb34-ad829760f478 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:39:01.548096 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-5ee66e44-3faf-4e40-ab58-8c82fb7c7f46 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Deleting port b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:39:01.548453 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5ee66e44-3faf-4e40-ab58-8c82fb7c7f46 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:01.585907 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-5b620653-d547-4d0a-87bc-a19be9a212d8 None None] Deleting port b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:39:01.586506 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5b620653-d547-4d0a-87bc-a19be9a212d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:01.634044 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-5ee66e44-3faf-4e40-ab58-8c82fb7c7f46 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] For port b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f,segment=NetworkSegment(694b8e98-15b7-41b4-95ea-e043ce9c55a4),segment_id=694b8e98-15b7-41b4-95ea-e043ce9c55a4)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:39:01.634725 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5ee66e44-3faf-4e40-ab58-8c82fb7c7f46 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:01.654711 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-5ee66e44-3faf-4e40-ab58-8c82fb7c7f46 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Calling delete_port for b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:39:01.683874 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-44aecb88-bf5f-4675-b69b-0464e2874fab admin admin] Publish callbacks [] for port (42462d5f-4cba-4a58-bf3b-96ef91f4392c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:01.725118 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-5b620653-d547-4d0a-87bc-a19be9a212d8 None None] For port b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f,segment=NetworkSegment(694b8e98-15b7-41b4-95ea-e043ce9c55a4),segment_id=694b8e98-15b7-41b4-95ea-e043ce9c55a4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:39:01.725528 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5b620653-d547-4d0a-87bc-a19be9a212d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:01.756131 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-44aecb88-bf5f-4675-b69b-0464e2874fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (42462d5f-4cba-4a58-bf3b-96ef91f4392c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:01.763494 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-5b620653-d547-4d0a-87bc-a19be9a212d8 None None] Calling delete_port for b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:39:01.779232 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb13b86-e478-4048-8d68-5cc9822deed1 tempest-FloatingIPAdminTestJSON-1410516467 tempest-FloatingIPAdminTestJSON-1410516467-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:39:01.785492 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb13b86-e478-4048-8d68-5cc9822deed1 tempest-FloatingIPAdminTestJSON-1410516467 tempest-FloatingIPAdminTestJSON-1410516467-project] Pushing event updated for resources: {'Port': ['ID=22389cf2-8a79-4efa-b35e-ddbfab33198f,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:01.802572 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5ee66e44-3faf-4e40-ab58-8c82fb7c7f46 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:01.870552 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee66e44-3faf-4e40-ab58-8c82fb7c7f46 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event deleted for resources: {'Port': ['ID=b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:01.891268 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee66e44-3faf-4e40-ab58-8c82fb7c7f46 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] No DVR routers for this DVR port b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:39:01.901996 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aecb88-bf5f-4675-b69b-0464e2874fab admin admin] Pushing event updated for resources: {'Port': ['ID=42462d5f-4cba-4a58-bf3b-96ef91f4392c,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:01.916993 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-adb13b86-e478-4048-8d68-5cc9822deed1 tempest-FloatingIPAdminTestJSON-1410516467 tempest-FloatingIPAdminTestJSON-1410516467-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:01.927856 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb13b86-e478-4048-8d68-5cc9822deed1 tempest-FloatingIPAdminTestJSON-1410516467 tempest-FloatingIPAdminTestJSON-1410516467-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:39:01.953968 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39290) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:01.959862 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-7b23f6df-1d48-48a0-b6ce-7c28fd9e5d54 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Request body: {'subnet': {'network_id': '48fdbb70-25be-47b1-b760-593f52532a6f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:01.983683 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44aecb88-bf5f-4675-b69b-0464e2874fab admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:39:01.989713 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-44aecb88-bf5f-4675-b69b-0464e2874fab admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:01.998323 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44aecb88-bf5f-4675-b69b-0464e2874fab admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:39:02.005850 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:39:02.008870 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:39:02.008870 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:39:02.008870 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:39:02.008870 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:39:02.008870 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:39:02.008870 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:39:02.008870 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:39:02.008870 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:39:02.008870 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:39:02.008870 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:39:02.008870 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:39:02.008870 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:39:02.008870 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:39:02.008870 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 19:39:02.015236 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5b620653-d547-4d0a-87bc-a19be9a212d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:02.095100 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b620653-d547-4d0a-87bc-a19be9a212d8 None None] Pushing event deleted for resources: {'Port': ['ID=b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:02.109351 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b620653-d547-4d0a-87bc-a19be9a212d8 None None] No DVR routers for this DVR port b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:39:02.250767 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5ee66e44-3faf-4e40-ab58-8c82fb7c7f46 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (fa1bb4a3-4c2f-4c62-bb34-ad829760f478), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:02.257066 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:39:02.298775 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-5ee66e44-3faf-4e40-ab58-8c82fb7c7f46 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa1bb4a3-4c2f-4c62-bb34-ad829760f478']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:02.320522 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-5ee66e44-3faf-4e40-ab58-8c82fb7c7f46 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '694b8e98-15b7-41b4-95ea-e043ce9c55a4') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:02.320831 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-5ee66e44-3faf-4e40-ab58-8c82fb7c7f46 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '694b8e98-15b7-41b4-95ea-e043ce9c55a4') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:02.340245 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5ee66e44-3faf-4e40-ab58-8c82fb7c7f46 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (694b8e98-15b7-41b4-95ea-e043ce9c55a4), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:02.342744 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-adb13b86-e478-4048-8d68-5cc9822deed1 tempest-FloatingIPAdminTestJSON-1410516467 tempest-FloatingIPAdminTestJSON-1410516467-project] Publish callbacks [] for floatingip (82c65433-5257-4734-84a1-39d988efde1d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:02.360442 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:02.360820 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:02.371905 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5ee66e44-3faf-4e40-ab58-8c82fb7c7f46 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (694b8e98-15b7-41b4-95ea-e043ce9c55a4), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:02.380748 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ee66e44-3faf-4e40-ab58-8c82fb7c7f46 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:39:02.387441 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5ee66e44-3faf-4e40-ab58-8c82fb7c7f46 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (694b8e98-15b7-41b4-95ea-e043ce9c55a4), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:02.451268 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1902ac35-d203-4b2f-8129-cde94b88e0a6 None None] Network c6ad9572-4457-4838-b7af-ed14235ef214 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:02.459288 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:39:02.459288 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:39:02.459288 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:39:02.459288 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:39:02.459288 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:39:02.459288 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:39:02.459288 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:39:02.459288 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:39:02.459288 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:39:02.459288 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:39:02.459288 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:39:02.459288 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:39:02.459288 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:39:02.459288 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:39:02.459288 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:39:02.459288 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:39:02.459288 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:39:02.459288 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:39:02.459288 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:39:02.459288 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:39:02.459288 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:39:02.459288 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:39:02.459288 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:39:02.459288 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:39:02.459288 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:39:02.459288 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:39:02.459288 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:39:02.459288 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:39:02.459288 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:39:02.459288 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:39:02.459288 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:39:02.459288 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:39:02.465707 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5ee66e44-3faf-4e40-ab58-8c82fb7c7f46 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (fa1bb4a3-4c2f-4c62-bb34-ad829760f478), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:02.477165 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5ee66e44-3faf-4e40-ab58-8c82fb7c7f46 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:02.488081 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39292) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:02.489162 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5ee66e44-3faf-4e40-ab58-8c82fb7c7f46 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/networks/fa1bb4a3-4c2f-4c62-bb34-ad829760f478 HTTP/1.1" status: 204 len: 168 time: 1.2113400 Mar 22 19:39:02.498272 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-de6167c7-e9e3-4dc8-a6e9-dc8d4ae553ec tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1518189024', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}, 'admin_state_up': False}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:02.521236 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee66e44-3faf-4e40-ab58-8c82fb7c7f46 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event deleted for resources: {'Network': ['ID=fa1bb4a3-4c2f-4c62-bb34-ad829760f478,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:02.521817 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-adb13b86-e478-4048-8d68-5cc9822deed1 tempest-FloatingIPAdminTestJSON-1410516467 tempest-FloatingIPAdminTestJSON-1410516467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (22389cf2-8a79-4efa-b35e-ddbfab33198f), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:02.561373 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b23f6df-1d48-48a0-b6ce-7c28fd9e5d54 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Made reservation on behalf of 7d43765d6c2e48a7ae0f634337160c2d for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:39:02.564910 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7b23f6df-1d48-48a0-b6ce-7c28fd9e5d54 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:02.626307 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:02.626899 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:02.660505 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-61190f20-4ceb-4b46-98d2-b189fc29c3fd None None] Provisioning complete for port 3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:02.660918 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-61190f20-4ceb-4b46-98d2-b189fc29c3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:02.699412 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9,segment=NetworkSegment(8e449ba6-c581-497e-9f9f-5fe44fd50f34),segment_id=8e449ba6-c581-497e-9f9f-5fe44fd50f34)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:39:02.715015 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-de6167c7-e9e3-4dc8-a6e9-dc8d4ae553ec tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (ebf4d266-a92a-4862-b869-167c04dc2f2a), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:02.719447 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:02.731168 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-de6167c7-e9e3-4dc8-a6e9-dc8d4ae553ec tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (ebf4d266-a92a-4862-b869-167c04dc2f2a), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:02.783746 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:02.840362 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-61190f20-4ceb-4b46-98d2-b189fc29c3fd None None] Current status of the port 3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:02.845907 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:39:02.883687 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:39:02.890330 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b3f17bb7-f353-4f9d-bb74-7a0e5fe32d5f not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:39:02.912037 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7b23f6df-1d48-48a0-b6ce-7c28fd9e5d54 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (68be3cc3-4a71-4072-9b65-c61409cc9f10), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:03.012395 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-adb13b86-e478-4048-8d68-5cc9822deed1 tempest-FloatingIPAdminTestJSON-1410516467 tempest-FloatingIPAdminTestJSON-1410516467-project] Publish callbacks [] for port (22389cf2-8a79-4efa-b35e-ddbfab33198f), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:03.027553 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-adb13b86-e478-4048-8d68-5cc9822deed1 tempest-FloatingIPAdminTestJSON-1410516467 tempest-FloatingIPAdminTestJSON-1410516467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (22389cf2-8a79-4efa-b35e-ddbfab33198f), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:03.038648 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23f6df-1d48-48a0-b6ce-7c28fd9e5d54 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event updated for resources: {'Subnet': ['ID=68be3cc3-4a71-4072-9b65-c61409cc9f10,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:03.046509 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b23f6df-1d48-48a0-b6ce-7c28fd9e5d54 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Checking segment: {'id': '3a78bd6d-d72c-45c9-9b73-85dc9340a93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '48fdbb70-25be-47b1-b760-593f52532a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:39:03.046871 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b23f6df-1d48-48a0-b6ce-7c28fd9e5d54 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Network hostable DHCP agents. Network: 48fdbb70-25be-47b1-b760-593f52532a6f, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:39:03.066657 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b23f6df-1d48-48a0-b6ce-7c28fd9e5d54 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Network 48fdbb70-25be-47b1-b760-593f52532a6f is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:39:03.083682 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-7b23f6df-1d48-48a0-b6ce-7c28fd9e5d54 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 48fdbb70-25be-47b1-b760-593f52532a6f) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:03.095208 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7111c9b3-f954-45e9-b3d8-395c57abc69f None None] Network 48fdbb70-25be-47b1-b760-593f52532a6f requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:03.106567 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b23f6df-1d48-48a0-b6ce-7c28fd9e5d54 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:03.107177 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7b23f6df-1d48-48a0-b6ce-7c28fd9e5d54 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:03.151253 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7b23f6df-1d48-48a0-b6ce-7c28fd9e5d54 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1929579 Mar 22 19:39:03.151510 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39296) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:03.160596 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-b8f0ca40-30a3-46a9-8e5d-664d25a78ea8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1704206049'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:03.187708 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f0ca40-30a3-46a9-8e5d-664d25a78ea8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Made reservation on behalf of 7d43765d6c2e48a7ae0f634337160c2d for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:39:03.194944 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b8f0ca40-30a3-46a9-8e5d-664d25a78ea8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:03.202086 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-44aecb88-bf5f-4675-b69b-0464e2874fab admin admin] Publish callbacks [] for router_gateway (ded801ae-35b4-4af1-982f-2ba97d469074), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:03.239810 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f0ca40-30a3-46a9-8e5d-664d25a78ea8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:39:03.257305 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b8f0ca40-30a3-46a9-8e5d-664d25a78ea8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (e524da6b-998d-4f1d-b764-ca686e89693d), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:03.258099 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-b8f0ca40-30a3-46a9-8e5d-664d25a78ea8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Added segment e524da6b-998d-4f1d-b764-ca686e89693d of type vlan for network cfd8f3ce-982f-4b02-9f03-487fd145ac10 Mar 22 19:39:03.291825 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e77c763-494c-40c5-911a-a90ff146e156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-48fdbb70-25be-47b1-b760-593f52532a6f', 'network_id': '48fdbb70-25be-47b1-b760-593f52532a6f', 'project_id': '7d43765d6c2e48a7ae0f634337160c2d', 'fixed_ips': [{'subnet_id': '68be3cc3-4a71-4072-9b65-c61409cc9f10'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:39:03.292839 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6e77c763-494c-40c5-911a-a90ff146e156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:03.312607 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-3430c9a1-9744-46ff-abd7-00364ecad9fa None None] Provisioning complete for port 3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:03.313307 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3430c9a1-9744-46ff-abd7-00364ecad9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:03.348203 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b8f0ca40-30a3-46a9-8e5d-664d25a78ea8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (cfd8f3ce-982f-4b02-9f03-487fd145ac10), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:03.382992 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b8f0ca40-30a3-46a9-8e5d-664d25a78ea8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (cfd8f3ce-982f-4b02-9f03-487fd145ac10), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:03.389362 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f0ca40-30a3-46a9-8e5d-664d25a78ea8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:03.390049 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b8f0ca40-30a3-46a9-8e5d-664d25a78ea8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:03.428736 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b8f0ca40-30a3-46a9-8e5d-664d25a78ea8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2760603 Mar 22 19:39:03.463019 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39298) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:03.468756 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-13a23c6d-7d21-4199-9a04-fd79164126c6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Request body: {'subnet': {'network_id': 'cfd8f3ce-982f-4b02-9f03-487fd145ac10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:03.562426 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-3430c9a1-9744-46ff-abd7-00364ecad9fa None None] Current status of the port 3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:03.572603 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-6e77c763-494c-40c5-911a-a90ff146e156 None None] Allocated IP 2001:db8:0:ffff::2 (48fdbb70-25be-47b1-b760-593f52532a6f/68be3cc3-4a71-4072-9b65-c61409cc9f10/5fbb32ed-7bdc-4085-9eea-92fad7de8b78) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:39:03.588711 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0ca40-30a3-46a9-8e5d-664d25a78ea8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event updated for resources: {'Network': ['ID=cfd8f3ce-982f-4b02-9f03-487fd145ac10,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:03.611717 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a23c6d-7d21-4199-9a04-fd79164126c6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Made reservation on behalf of 7d43765d6c2e48a7ae0f634337160c2d for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:39:03.621108 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-13a23c6d-7d21-4199-9a04-fd79164126c6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:03.632091 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network cfd8f3ce-982f-4b02-9f03-487fd145ac10 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:39:03.708552 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-de6167c7-e9e3-4dc8-a6e9-dc8d4ae553ec tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router_controller (ebf4d266-a92a-4862-b869-167c04dc2f2a), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:03.749755 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-adb13b86-e478-4048-8d68-5cc9822deed1 tempest-FloatingIPAdminTestJSON-1410516467 tempest-FloatingIPAdminTestJSON-1410516467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (82c65433-5257-4734-84a1-39d988efde1d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:03.900807 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-adb13b86-e478-4048-8d68-5cc9822deed1 tempest-FloatingIPAdminTestJSON-1410516467 tempest-FloatingIPAdminTestJSON-1410516467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:03.902057 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-adb13b86-e478-4048-8d68-5cc9822deed1 tempest-FloatingIPAdminTestJSON-1410516467 tempest-FloatingIPAdminTestJSON-1410516467-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7193992 Mar 22 19:39:03.906279 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39300) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:03.910715 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb13b86-e478-4048-8d68-5cc9822deed1 tempest-FloatingIPAdminTestJSON-1410516467 tempest-FloatingIPAdminTestJSON-1410516467-project] Pushing event updated for resources: {'Port': ['ID=22389cf2-8a79-4efa-b35e-ddbfab33198f,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:03.929599 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6e77c763-494c-40c5-911a-a90ff146e156 None None] Publish callbacks [] for port (5fbb32ed-7bdc-4085-9eea-92fad7de8b78), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:03.938912 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6e77c763-494c-40c5-911a-a90ff146e156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (5fbb32ed-7bdc-4085-9eea-92fad7de8b78), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:03.967599 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-13a23c6d-7d21-4199-9a04-fd79164126c6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (86f96db3-a431-42a1-86df-22bd72511436), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:03.988551 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-dabd9e34-4d9d-44cb-8187-cb2ed60f4b46 tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] 10.222.0.75 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4004 time: 0.0785768 Mar 22 19:39:03.993393 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e77c763-494c-40c5-911a-a90ff146e156 None None] Network 48fdbb70-25be-47b1-b760-593f52532a6f is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:39:03.995562 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39302) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:03.998387 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-6e77c763-494c-40c5-911a-a90ff146e156 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:04.009058 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e77c763-494c-40c5-911a-a90ff146e156 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:39:04.025108 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77c763-494c-40c5-911a-a90ff146e156 None None] Pushing event updated for resources: {'Port': ['ID=5fbb32ed-7bdc-4085-9eea-92fad7de8b78,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:04.114858 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a23c6d-7d21-4199-9a04-fd79164126c6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Checking segment: {'id': 'e524da6b-998d-4f1d-b764-ca686e89693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cfd8f3ce-982f-4b02-9f03-487fd145ac10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:39:04.115396 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a23c6d-7d21-4199-9a04-fd79164126c6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Network hostable DHCP agents. Network: cfd8f3ce-982f-4b02-9f03-487fd145ac10, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:39:04.118825 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d8b3a4bc-78a3-42c0-b0cb-a00b01d4f17f tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] 10.222.0.75 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1198599 Mar 22 19:39:04.130662 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39306) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:04.152790 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-6e77c763-494c-40c5-911a-a90ff146e156 None None] Attempting to bind port 5fbb32ed-7bdc-4085-9eea-92fad7de8b78 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:39:04.153856 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-6e77c763-494c-40c5-911a-a90ff146e156 None None] Attempting to bind port 5fbb32ed-7bdc-4085-9eea-92fad7de8b78 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '3a78bd6d-d72c-45c9-9b73-85dc9340a93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '48fdbb70-25be-47b1-b760-593f52532a6f'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:39:04.153856 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e77c763-494c-40c5-911a-a90ff146e156 None None] Attempting to bind port 5fbb32ed-7bdc-4085-9eea-92fad7de8b78 on network 48fdbb70-25be-47b1-b760-593f52532a6f {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:39:04.161914 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e77c763-494c-40c5-911a-a90ff146e156 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:39:04.162631 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e77c763-494c-40c5-911a-a90ff146e156 None None] Checking segment: {'id': '3a78bd6d-d72c-45c9-9b73-85dc9340a93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '48fdbb70-25be-47b1-b760-593f52532a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:39:04.163114 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6e77c763-494c-40c5-911a-a90ff146e156 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:04.163587 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e77c763-494c-40c5-911a-a90ff146e156 None None] Bound using segment: {'id': '3a78bd6d-d72c-45c9-9b73-85dc9340a93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '48fdbb70-25be-47b1-b760-593f52532a6f'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:39:04.164164 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-6e77c763-494c-40c5-911a-a90ff146e156 None None] Bound port: 5fbb32ed-7bdc-4085-9eea-92fad7de8b78, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a78bd6d-d72c-45c9-9b73-85dc9340a93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '48fdbb70-25be-47b1-b760-593f52532a6f'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:39:04.164801 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6e77c763-494c-40c5-911a-a90ff146e156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5fbb32ed-7bdc-4085-9eea-92fad7de8b78), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:04.184078 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-44aecb88-bf5f-4675-b69b-0464e2874fab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (ded801ae-35b4-4af1-982f-2ba97d469074), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:04.187706 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:39:04.210563 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a23c6d-7d21-4199-9a04-fd79164126c6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event updated for resources: {'Subnet': ['ID=86f96db3-a431-42a1-86df-22bd72511436,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:04.296026 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-de6167c7-e9e3-4dc8-a6e9-dc8d4ae553ec tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router_gateway (ebf4d266-a92a-4862-b869-167c04dc2f2a), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:04.320932 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:04.321326 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:04.383871 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a23c6d-7d21-4199-9a04-fd79164126c6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Network cfd8f3ce-982f-4b02-9f03-487fd145ac10 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:39:04.402161 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44aecb88-bf5f-4675-b69b-0464e2874fab admin admin] Router ded801ae-35b4-4af1-982f-2ba97d469074 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:39:04.417226 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-6e77c763-494c-40c5-911a-a90ff146e156 None None] For port 5fbb32ed-7bdc-4085-9eea-92fad7de8b78, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:39:04.421214 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-13a23c6d-7d21-4199-9a04-fd79164126c6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, cfd8f3ce-982f-4b02-9f03-487fd145ac10) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:04.453154 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a23c6d-7d21-4199-9a04-fd79164126c6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:04.453815 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-13a23c6d-7d21-4199-9a04-fd79164126c6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:04.461570 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c47383f-8d2a-473f-b1ef-a0bae8d1c1d4 None None] Network cfd8f3ce-982f-4b02-9f03-487fd145ac10 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:04.497722 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-6e77c763-494c-40c5-911a-a90ff146e156 None None] For port 5fbb32ed-7bdc-4085-9eea-92fad7de8b78, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=5fbb32ed-7bdc-4085-9eea-92fad7de8b78,segment=NetworkSegment(3a78bd6d-d72c-45c9-9b73-85dc9340a93a),segment_id=3a78bd6d-d72c-45c9-9b73-85dc9340a93a)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:39:04.505119 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-4bbfc694-fb36-4811-b5e9-7e86653f33f8 tempest-FloatingIPAdminTestJSON-1410516467 tempest-FloatingIPAdminTestJSON-1410516467-project] Deleting port 22389cf2-8a79-4efa-b35e-ddbfab33198f {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:39:04.505552 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4bbfc694-fb36-4811-b5e9-7e86653f33f8 tempest-FloatingIPAdminTestJSON-1410516467 tempest-FloatingIPAdminTestJSON-1410516467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (22389cf2-8a79-4efa-b35e-ddbfab33198f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:04.513957 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-13a23c6d-7d21-4199-9a04-fd79164126c6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0472319 Mar 22 19:39:04.521522 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39308) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:04.659967 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-de6167c7-e9e3-4dc8-a6e9-dc8d4ae553ec tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router_gateway (ebf4d266-a92a-4862-b869-167c04dc2f2a), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:04.674957 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4bbfc694-fb36-4811-b5e9-7e86653f33f8 tempest-FloatingIPAdminTestJSON-1410516467 tempest-FloatingIPAdminTestJSON-1410516467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (22389cf2-8a79-4efa-b35e-ddbfab33198f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:04.675281 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4bbfc694-fb36-4811-b5e9-7e86653f33f8 tempest-FloatingIPAdminTestJSON-1410516467 tempest-FloatingIPAdminTestJSON-1410516467-project] Publish callbacks [] for floatingip (22389cf2-8a79-4efa-b35e-ddbfab33198f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:04.700291 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6e77c763-494c-40c5-911a-a90ff146e156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5fbb32ed-7bdc-4085-9eea-92fad7de8b78), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:04.705551 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-de6167c7-e9e3-4dc8-a6e9-dc8d4ae553ec tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:04.705764 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a04805e-166a-4e93-a625-f4178ae33173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (cfd8f3ce-982f-4b02-9f03-487fd145ac10), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:04.709497 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-4bbfc694-fb36-4811-b5e9-7e86653f33f8 tempest-FloatingIPAdminTestJSON-1410516467 tempest-FloatingIPAdminTestJSON-1410516467-project] Calling delete_port for 22389cf2-8a79-4efa-b35e-ddbfab33198f owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:39:04.714692 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6107b361-c6f6-4e24-a5c5-912a0538a97c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-cfd8f3ce-982f-4b02-9f03-487fd145ac10', 'network_id': 'cfd8f3ce-982f-4b02-9f03-487fd145ac10', 'project_id': '7d43765d6c2e48a7ae0f634337160c2d', 'fixed_ips': [{'subnet_id': '86f96db3-a431-42a1-86df-22bd72511436'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:39:04.717098 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6107b361-c6f6-4e24-a5c5-912a0538a97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:04.751574 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44aecb88-bf5f-4675-b69b-0464e2874fab admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:39:04.769646 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fc5a01-b677-4ade-b5ec-c7776cc9df0b None None] Sync routers for ids ['ded801ae-35b4-4af1-982f-2ba97d469074'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:39:04.785927 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fc5a01-b677-4ade-b5ec-c7776cc9df0b None None] Routers {'ded801ae-35b4-4af1-982f-2ba97d469074'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:39:04.786865 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-38fc5a01-b677-4ade-b5ec-c7776cc9df0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ded801ae-35b4-4af1-982f-2ba97d469074'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:04.927922 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-44aecb88-bf5f-4675-b69b-0464e2874fab admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:04.936599 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-44aecb88-bf5f-4675-b69b-0464e2874fab admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.6139183 Mar 22 19:39:04.937310 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39310) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:05.061435 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-38fc5a01-b677-4ade-b5ec-c7776cc9df0b None None] Set router ded801ae-35b4-4af1-982f-2ba97d469074 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:39:05.273717 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77c763-494c-40c5-911a-a90ff146e156 None None] Pushing event updated for resources: {'Port': ['ID=5fbb32ed-7bdc-4085-9eea-92fad7de8b78,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:05.290919 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-6107b361-c6f6-4e24-a5c5-912a0538a97c None None] Allocated IP 2001:db8::1 (cfd8f3ce-982f-4b02-9f03-487fd145ac10/86f96db3-a431-42a1-86df-22bd72511436/2ed5fe92-f1fa-4269-a47a-19aa9ec6a827) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:39:05.293365 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:05.314097 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-de6167c7-e9e3-4dc8-a6e9-dc8d4ae553ec tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Allocated IP 172.25.5.31 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/e4051f57-d491-4536-a24d-bd9fb327cd9f) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:39:05.502992 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6107b361-c6f6-4e24-a5c5-912a0538a97c None None] Publish callbacks [] for port (2ed5fe92-f1fa-4269-a47a-19aa9ec6a827), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:05.517080 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6107b361-c6f6-4e24-a5c5-912a0538a97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (2ed5fe92-f1fa-4269-a47a-19aa9ec6a827), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:05.575117 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6107b361-c6f6-4e24-a5c5-912a0538a97c None None] Network cfd8f3ce-982f-4b02-9f03-487fd145ac10 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:39:05.579473 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-38fc5a01-b677-4ade-b5ec-c7776cc9df0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded801ae-35b4-4af1-982f-2ba97d469074', 'name': 'tempest-TestVolumeBackupRestore-861301910-router', 'tenant_id': '2d031dcd19064662ac67f74f1021c13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '42462d5f-4cba-4a58-bf3b-96ef91f4392c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:38:59Z', 'updated_at': '2022-03-22T19:39:02Z', 'revision_number': 3, 'project_id': '2d031dcd19064662ac67f74f1021c13c', 'gw_port': {'id': '42462d5f-4cba-4a58-bf3b-96ef91f4392c', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded801ae-35b4-4af1-982f-2ba97d469074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:00Z', 'updated_at': '2022-03-22T19:39:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:05.579991 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-6107b361-c6f6-4e24-a5c5-912a0538a97c None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:05.584643 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a04805e-166a-4e93-a625-f4178ae33173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (86f96db3-a431-42a1-86df-22bd72511436), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:05.595460 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6107b361-c6f6-4e24-a5c5-912a0538a97c None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:39:05.602660 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107b361-c6f6-4e24-a5c5-912a0538a97c None None] Pushing event updated for resources: {'Port': ['ID=2ed5fe92-f1fa-4269-a47a-19aa9ec6a827,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:05.642327 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fc5a01-b677-4ade-b5ec-c7776cc9df0b None None] Checking router: ded801ae-35b4-4af1-982f-2ba97d469074 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:39:05.643268 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fc5a01-b677-4ade-b5ec-c7776cc9df0b None None] Updating router ded801ae-35b4-4af1-982f-2ba97d469074 port 42462d5f-4cba-4a58-bf3b-96ef91f4392c binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:39:05.695709 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-38fc5a01-b677-4ade-b5ec-c7776cc9df0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (42462d5f-4cba-4a58-bf3b-96ef91f4392c), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:05.700736 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-6107b361-c6f6-4e24-a5c5-912a0538a97c None None] Attempting to bind port 2ed5fe92-f1fa-4269-a47a-19aa9ec6a827 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:39:05.701286 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-6107b361-c6f6-4e24-a5c5-912a0538a97c None None] Attempting to bind port 2ed5fe92-f1fa-4269-a47a-19aa9ec6a827 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'e524da6b-998d-4f1d-b764-ca686e89693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cfd8f3ce-982f-4b02-9f03-487fd145ac10'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:39:05.701513 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6107b361-c6f6-4e24-a5c5-912a0538a97c None None] Attempting to bind port 2ed5fe92-f1fa-4269-a47a-19aa9ec6a827 on network cfd8f3ce-982f-4b02-9f03-487fd145ac10 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:39:05.712515 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6107b361-c6f6-4e24-a5c5-912a0538a97c None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:39:05.712900 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6107b361-c6f6-4e24-a5c5-912a0538a97c None None] Checking segment: {'id': 'e524da6b-998d-4f1d-b764-ca686e89693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cfd8f3ce-982f-4b02-9f03-487fd145ac10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:39:05.713307 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6107b361-c6f6-4e24-a5c5-912a0538a97c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:05.713706 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6107b361-c6f6-4e24-a5c5-912a0538a97c None None] Bound using segment: {'id': 'e524da6b-998d-4f1d-b764-ca686e89693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cfd8f3ce-982f-4b02-9f03-487fd145ac10'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:39:05.714214 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-6107b361-c6f6-4e24-a5c5-912a0538a97c None None] Bound port: 2ed5fe92-f1fa-4269-a47a-19aa9ec6a827, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e524da6b-998d-4f1d-b764-ca686e89693d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'cfd8f3ce-982f-4b02-9f03-487fd145ac10'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:39:05.715184 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6107b361-c6f6-4e24-a5c5-912a0538a97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (2ed5fe92-f1fa-4269-a47a-19aa9ec6a827), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:05.804845 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a04805e-166a-4e93-a625-f4178ae33173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (86f96db3-a431-42a1-86df-22bd72511436), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:05.865162 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04805e-166a-4e93-a625-f4178ae33173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event deleted for resources: {'Subnet': ['ID=86f96db3-a431-42a1-86df-22bd72511436,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:05.948913 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a04805e-166a-4e93-a625-f4178ae33173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (cfd8f3ce-982f-4b02-9f03-487fd145ac10), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:05.970506 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-1a04805e-166a-4e93-a625-f4178ae33173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd8f3ce-982f-4b02-9f03-487fd145ac10']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:05.980556 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-1a04805e-166a-4e93-a625-f4178ae33173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e524da6b-998d-4f1d-b764-ca686e89693d') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:05.980969 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-1a04805e-166a-4e93-a625-f4178ae33173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e524da6b-998d-4f1d-b764-ca686e89693d') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:05.991604 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a04805e-166a-4e93-a625-f4178ae33173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (e524da6b-998d-4f1d-b764-ca686e89693d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:06.002149 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-6107b361-c6f6-4e24-a5c5-912a0538a97c None None] For port 2ed5fe92-f1fa-4269-a47a-19aa9ec6a827, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:39:06.006470 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a04805e-166a-4e93-a625-f4178ae33173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (e524da6b-998d-4f1d-b764-ca686e89693d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:06.013143 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a04805e-166a-4e93-a625-f4178ae33173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:39:06.013662 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a04805e-166a-4e93-a625-f4178ae33173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (e524da6b-998d-4f1d-b764-ca686e89693d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:06.031921 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:39:06.031921 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:39:06.031921 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:39:06.031921 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:39:06.031921 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:39:06.031921 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:39:06.031921 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:39:06.031921 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:39:06.031921 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:39:06.031921 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:39:06.031921 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:39:06.031921 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:39:06.031921 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:39:06.031921 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:39:06.031921 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:39:06.031921 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:39:06.031921 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:39:06.031921 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:39:06.031921 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:39:06.031921 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:39:06.031921 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:39:06.031921 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:39:06.031921 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:39:06.031921 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:39:06.031921 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:39:06.031921 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:39:06.031921 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:39:06.031921 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:39:06.031921 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:39:06.031921 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:39:06.031921 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:39:06.031921 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:39:06.063482 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4bbfc694-fb36-4811-b5e9-7e86653f33f8 tempest-FloatingIPAdminTestJSON-1410516467 tempest-FloatingIPAdminTestJSON-1410516467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (22389cf2-8a79-4efa-b35e-ddbfab33198f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:06.122918 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbfc694-fb36-4811-b5e9-7e86653f33f8 tempest-FloatingIPAdminTestJSON-1410516467 tempest-FloatingIPAdminTestJSON-1410516467-project] Pushing event deleted for resources: {'Port': ['ID=22389cf2-8a79-4efa-b35e-ddbfab33198f,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:06.136248 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-6107b361-c6f6-4e24-a5c5-912a0538a97c None None] For port 2ed5fe92-f1fa-4269-a47a-19aa9ec6a827, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=2ed5fe92-f1fa-4269-a47a-19aa9ec6a827,segment=NetworkSegment(e524da6b-998d-4f1d-b764-ca686e89693d),segment_id=e524da6b-998d-4f1d-b764-ca686e89693d)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:39:06.146665 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6107b361-c6f6-4e24-a5c5-912a0538a97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (2ed5fe92-f1fa-4269-a47a-19aa9ec6a827), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:06.162891 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a59ba7-ff37-49a9-a228-f2957be318df req-9c8c5453-81cd-49ca-86cd-c8a386508cbc tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:06.170697 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-06a59ba7-ff37-49a9-a228-f2957be318df req-9c8c5453-81cd-49ca-86cd-c8a386508cbc tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 946 time: 0.4498518 Mar 22 19:39:06.176142 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-de6167c7-e9e3-4dc8-a6e9-dc8d4ae553ec tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for port (e4051f57-d491-4536-a24d-bd9fb327cd9f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:06.179548 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.db.api [None req-1a04805e-166a-4e93-a625-f4178ae33173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 19:39:06.179548 n-d-705658-24 neutron-server[104172]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 19:39:06.179548 n-d-705658-24 neutron-server[104172]: [parameters: {'id': 'cfd8f3ce-982f-4b02-9f03-487fd145ac10'}] Mar 22 19:39:06.179548 n-d-705658-24 neutron-server[104172]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:39:06.179952 n-d-705658-24 neutron-server[104172]: DEBUG oslo_db.api [None req-1a04805e-166a-4e93-a625-f4178ae33173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:39:06.234498 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 5fbb32ed-7bdc-4085-9eea-92fad7de8b78 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:39:06.285528 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-06a59ba7-ff37-49a9-a228-f2957be318df req-1bf9f06b-e3ea-41a8-a7fd-e7bb4f896210 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138391 Mar 22 19:39:06.306999 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-de6167c7-e9e3-4dc8-a6e9-dc8d4ae553ec tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (e4051f57-d491-4536-a24d-bd9fb327cd9f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:06.307347 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4bbfc694-fb36-4811-b5e9-7e86653f33f8 tempest-FloatingIPAdminTestJSON-1410516467 tempest-FloatingIPAdminTestJSON-1410516467-project] Publish callbacks [] for floatingip (82c65433-5257-4734-84a1-39d988efde1d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:06.311345 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4bbfc694-fb36-4811-b5e9-7e86653f33f8 tempest-FloatingIPAdminTestJSON-1410516467 tempest-FloatingIPAdminTestJSON-1410516467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:06.312858 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4bbfc694-fb36-4811-b5e9-7e86653f33f8 tempest-FloatingIPAdminTestJSON-1410516467 tempest-FloatingIPAdminTestJSON-1410516467-project] 10.222.0.75 "DELETE /v2.0/floatingips/82c65433-5257-4734-84a1-39d988efde1d HTTP/1.1" status: 204 len: 168 time: 2.1810780 Mar 22 19:39:06.315731 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39322) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:06.369675 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6167c7-e9e3-4dc8-a6e9-dc8d4ae553ec tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:39:06.373434 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-de6167c7-e9e3-4dc8-a6e9-dc8d4ae553ec tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:06.381683 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6167c7-e9e3-4dc8-a6e9-dc8d4ae553ec tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:39:06.384522 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107b361-c6f6-4e24-a5c5-912a0538a97c None None] Pushing event updated for resources: {'Port': ['ID=2ed5fe92-f1fa-4269-a47a-19aa9ec6a827,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:06.411748 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ea1cd3-e381-495c-b77e-ae2dcada9ffc None None] Network 48fdbb70-25be-47b1-b760-593f52532a6f requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:06.472039 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f2289c-d896-439c-8f07-34d5ac3d454a None None] Network cfd8f3ce-982f-4b02-9f03-487fd145ac10 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:06.478495 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 5fbb32ed-7bdc-4085-9eea-92fad7de8b78 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:06.479231 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5fbb32ed-7bdc-4085-9eea-92fad7de8b78), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:06.492771 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-38fc5a01-b677-4ade-b5ec-c7776cc9df0b None None] Publish callbacks [] for port (42462d5f-4cba-4a58-bf3b-96ef91f4392c), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:06.499681 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-38fc5a01-b677-4ade-b5ec-c7776cc9df0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (42462d5f-4cba-4a58-bf3b-96ef91f4392c), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:06.544785 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-301f89b1-1fbd-411e-9450-cb21b2638767 tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Deleting port 5572b85d-0e6c-4593-ba44-a5329a6554b0 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:39:06.545099 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-301f89b1-1fbd-411e-9450-cb21b2638767 tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (5572b85d-0e6c-4593-ba44-a5329a6554b0), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:06.549015 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-38fc5a01-b677-4ade-b5ec-c7776cc9df0b None None] Attempting to bind port 42462d5f-4cba-4a58-bf3b-96ef91f4392c on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:39:06.549640 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-38fc5a01-b677-4ade-b5ec-c7776cc9df0b None None] Attempting to bind port 42462d5f-4cba-4a58-bf3b-96ef91f4392c by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:39:06.550219 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fc5a01-b677-4ade-b5ec-c7776cc9df0b None None] Attempting to bind port 42462d5f-4cba-4a58-bf3b-96ef91f4392c on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:39:06.555358 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-62669ad2-f10e-4827-9eb2-c445863be45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:06.561582 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fc5a01-b677-4ade-b5ec-c7776cc9df0b None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:39:06.562250 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fc5a01-b677-4ade-b5ec-c7776cc9df0b None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:39:06.562842 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-38fc5a01-b677-4ade-b5ec-c7776cc9df0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:06.563404 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fc5a01-b677-4ade-b5ec-c7776cc9df0b None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:39:06.564628 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-38fc5a01-b677-4ade-b5ec-c7776cc9df0b None None] Bound port: 42462d5f-4cba-4a58-bf3b-96ef91f4392c, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:39:06.565184 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-38fc5a01-b677-4ade-b5ec-c7776cc9df0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (42462d5f-4cba-4a58-bf3b-96ef91f4392c), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:06.622469 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-38fc5a01-b677-4ade-b5ec-c7776cc9df0b None None] For port 42462d5f-4cba-4a58-bf3b-96ef91f4392c, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:39:06.624392 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6167c7-e9e3-4dc8-a6e9-dc8d4ae553ec tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Port': ['ID=e4051f57-d491-4536-a24d-bd9fb327cd9f,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:06.626815 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-38fc5a01-b677-4ade-b5ec-c7776cc9df0b None None] For port 42462d5f-4cba-4a58-bf3b-96ef91f4392c, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=42462d5f-4cba-4a58-bf3b-96ef91f4392c,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:39:06.637563 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-38fc5a01-b677-4ade-b5ec-c7776cc9df0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (42462d5f-4cba-4a58-bf3b-96ef91f4392c), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:06.648137 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221248a-72b0-41ed-b9e0-ac7be1a59b8b None None] Pushing event updated for resources: {'Port': ['ID=42462d5f-4cba-4a58-bf3b-96ef91f4392c,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:06.660163 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-5658951d-f2c8-45ba-ac7a-4a6b3afe55a1 None None] Provisioning complete for port 5fbb32ed-7bdc-4085-9eea-92fad7de8b78 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:06.660981 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5658951d-f2c8-45ba-ac7a-4a6b3afe55a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5fbb32ed-7bdc-4085-9eea-92fad7de8b78), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:06.666792 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-301f89b1-1fbd-411e-9450-cb21b2638767 tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (5572b85d-0e6c-4593-ba44-a5329a6554b0), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:06.666792 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-301f89b1-1fbd-411e-9450-cb21b2638767 tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Publish callbacks [] for floatingip (5572b85d-0e6c-4593-ba44-a5329a6554b0), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:06.684475 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-301f89b1-1fbd-411e-9450-cb21b2638767 tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Calling delete_port for 5572b85d-0e6c-4593-ba44-a5329a6554b0 owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:39:06.708873 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221248a-72b0-41ed-b9e0-ac7be1a59b8b None None] Pushing event updated for resources: {'Port': ['ID=42462d5f-4cba-4a58-bf3b-96ef91f4392c,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:06.725261 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fc5a01-b677-4ade-b5ec-c7776cc9df0b None None] Routers {'ded801ae-35b4-4af1-982f-2ba97d469074'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:39:06.725944 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-38fc5a01-b677-4ade-b5ec-c7776cc9df0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ded801ae-35b4-4af1-982f-2ba97d469074'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:06.795071 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 5fbb32ed-7bdc-4085-9eea-92fad7de8b78 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:06.795652 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5fbb32ed-7bdc-4085-9eea-92fad7de8b78), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:06.896464 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a04805e-166a-4e93-a625-f4178ae33173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (cfd8f3ce-982f-4b02-9f03-487fd145ac10), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:06.902050 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-301f89b1-1fbd-411e-9450-cb21b2638767 tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (5572b85d-0e6c-4593-ba44-a5329a6554b0), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:06.914029 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 5fbb32ed-7bdc-4085-9eea-92fad7de8b78, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=5fbb32ed-7bdc-4085-9eea-92fad7de8b78,segment=NetworkSegment(3a78bd6d-d72c-45c9-9b73-85dc9340a93a),segment_id=3a78bd6d-d72c-45c9-9b73-85dc9340a93a)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:39:06.921703 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5fbb32ed-7bdc-4085-9eea-92fad7de8b78), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:06.950501 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f89b1-1fbd-411e-9450-cb21b2638767 tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Pushing event deleted for resources: {'Port': ['ID=5572b85d-0e6c-4593-ba44-a5329a6554b0,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:07.010203 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-5658951d-f2c8-45ba-ac7a-4a6b3afe55a1 None None] Current status of the port 5fbb32ed-7bdc-4085-9eea-92fad7de8b78 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:07.021538 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-de6167c7-e9e3-4dc8-a6e9-dc8d4ae553ec tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router_gateway (ebf4d266-a92a-4862-b869-167c04dc2f2a), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:07.024862 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-38fc5a01-b677-4ade-b5ec-c7776cc9df0b None None] Set router ded801ae-35b4-4af1-982f-2ba97d469074 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:39:07.038927 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=5fbb32ed-7bdc-4085-9eea-92fad7de8b78,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:07.083545 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-301f89b1-1fbd-411e-9450-cb21b2638767 tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Publish callbacks [] for floatingip (8dfea689-1a6f-4154-8dc4-48626e6c501b), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:07.086158 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-301f89b1-1fbd-411e-9450-cb21b2638767 tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:07.087365 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-301f89b1-1fbd-411e-9450-cb21b2638767 tempest-FloatingIPAdminTestJSON-391588487 tempest-FloatingIPAdminTestJSON-391588487-project-admin] 10.222.0.75 "DELETE /v2.0/floatingips/8dfea689-1a6f-4154-8dc4-48626e6c501b HTTP/1.1" status: 204 len: 168 time: 0.7709668 Mar 22 19:39:07.090954 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39324) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:07.104877 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-1a04805e-166a-4e93-a625-f4178ae33173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Deleting port 2ed5fe92-f1fa-4269-a47a-19aa9ec6a827 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:39:07.105212 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a04805e-166a-4e93-a625-f4178ae33173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (2ed5fe92-f1fa-4269-a47a-19aa9ec6a827), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:07.167523 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-62669ad2-f10e-4827-9eb2-c445863be45b admin admin] Allocated IP 172.20.0.1 (c6ad9572-4457-4838-b7af-ed14235ef214/ee852dcc-f766-4b24-b4fa-ba7446fe309b/a7225f2d-0f11-488b-87bc-1ef374f03e0a) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:39:07.248113 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42933765-120b-4bec-a532-e4ad4d18a10b None None] get_active_networks_info from n-d-705658-24 {{(pid=104174) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 19:39:07.268132 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-1a04805e-166a-4e93-a625-f4178ae33173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] For port 2ed5fe92-f1fa-4269-a47a-19aa9ec6a827, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=2ed5fe92-f1fa-4269-a47a-19aa9ec6a827,segment=NetworkSegment(e524da6b-998d-4f1d-b764-ca686e89693d),segment_id=e524da6b-998d-4f1d-b764-ca686e89693d)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:39:07.268688 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a04805e-166a-4e93-a625-f4178ae33173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (2ed5fe92-f1fa-4269-a47a-19aa9ec6a827), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:07.269373 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-38fc5a01-b677-4ade-b5ec-c7776cc9df0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded801ae-35b4-4af1-982f-2ba97d469074', 'name': 'tempest-TestVolumeBackupRestore-861301910-router', 'tenant_id': '2d031dcd19064662ac67f74f1021c13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '42462d5f-4cba-4a58-bf3b-96ef91f4392c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:38:59Z', 'updated_at': '2022-03-22T19:39:02Z', 'revision_number': 3, 'project_id': '2d031dcd19064662ac67f74f1021c13c', 'gw_port': {'id': '42462d5f-4cba-4a58-bf3b-96ef91f4392c', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded801ae-35b4-4af1-982f-2ba97d469074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:00Z', 'updated_at': '2022-03-22T19:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:07.287592 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-1a04805e-166a-4e93-a625-f4178ae33173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Calling delete_port for 2ed5fe92-f1fa-4269-a47a-19aa9ec6a827 owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:39:07.302945 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fc5a01-b677-4ade-b5ec-c7776cc9df0b None None] The sync data for ids ['ded801ae-35b4-4af1-982f-2ba97d469074'] in n-d-705658-24 is: [{'id': 'ded801ae-35b4-4af1-982f-2ba97d469074', 'name': 'tempest-TestVolumeBackupRestore-861301910-router', 'tenant_id': '2d031dcd19064662ac67f74f1021c13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '42462d5f-4cba-4a58-bf3b-96ef91f4392c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:38:59Z', 'updated_at': '2022-03-22T19:39:02Z', 'revision_number': 3, 'project_id': '2d031dcd19064662ac67f74f1021c13c', 'gw_port': {'id': '42462d5f-4cba-4a58-bf3b-96ef91f4392c', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded801ae-35b4-4af1-982f-2ba97d469074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:00Z', 'updated_at': '2022-03-22T19:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:39:07.314980 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-78134c01-f073-489d-9ca0-e2f3e4174bd5 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Deleting port c091374f-d575-473a-a192-8464eda7bed9 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:39:07.315443 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-78134c01-f073-489d-9ca0-e2f3e4174bd5 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (c091374f-d575-473a-a192-8464eda7bed9), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:07.369203 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-9a0cb975-a164-49d1-bc0e-26da15338e11 None None] Provisioning complete for port 5fbb32ed-7bdc-4085-9eea-92fad7de8b78 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:07.369706 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9a0cb975-a164-49d1-bc0e-26da15338e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5fbb32ed-7bdc-4085-9eea-92fad7de8b78), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:07.459700 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42933765-120b-4bec-a532-e4ad4d18a10b None None] Resources bound (agent type, host, resource id): {{(pid=104174) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 19:39:07.490740 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-78134c01-f073-489d-9ca0-e2f3e4174bd5 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (c091374f-d575-473a-a192-8464eda7bed9), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:07.504894 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-78134c01-f073-489d-9ca0-e2f3e4174bd5 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Calling delete_port for c091374f-d575-473a-a192-8464eda7bed9 owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:39:07.509612 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a04805e-166a-4e93-a625-f4178ae33173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (2ed5fe92-f1fa-4269-a47a-19aa9ec6a827), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:07.509877 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-62669ad2-f10e-4827-9eb2-c445863be45b admin admin] Publish callbacks [] for port (a7225f2d-0f11-488b-87bc-1ef374f03e0a), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:07.526196 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-de6167c7-e9e3-4dc8-a6e9-dc8d4ae553ec tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (ebf4d266-a92a-4862-b869-167c04dc2f2a), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:07.551239 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04805e-166a-4e93-a625-f4178ae33173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event deleted for resources: {'Port': ['ID=2ed5fe92-f1fa-4269-a47a-19aa9ec6a827,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:07.583498 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a04805e-166a-4e93-a625-f4178ae33173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] No DVR routers for this DVR port 2ed5fe92-f1fa-4269-a47a-19aa9ec6a827 on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:39:07.629131 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-9a0cb975-a164-49d1-bc0e-26da15338e11 None None] Current status of the port 5fbb32ed-7bdc-4085-9eea-92fad7de8b78 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:07.650206 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-62669ad2-f10e-4827-9eb2-c445863be45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (a7225f2d-0f11-488b-87bc-1ef374f03e0a), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:07.707506 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62669ad2-f10e-4827-9eb2-c445863be45b admin admin] Network c6ad9572-4457-4838-b7af-ed14235ef214 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:39:07.714123 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-62669ad2-f10e-4827-9eb2-c445863be45b admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:07.722892 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62669ad2-f10e-4827-9eb2-c445863be45b admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:39:07.735250 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a04805e-166a-4e93-a625-f4178ae33173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (cfd8f3ce-982f-4b02-9f03-487fd145ac10), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:07.778157 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62669ad2-f10e-4827-9eb2-c445863be45b admin admin] Pushing event updated for resources: {'Port': ['ID=a7225f2d-0f11-488b-87bc-1ef374f03e0a,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:07.816323 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-62669ad2-f10e-4827-9eb2-c445863be45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (ded801ae-35b4-4af1-982f-2ba97d469074), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:07.851973 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-1a04805e-166a-4e93-a625-f4178ae33173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd8f3ce-982f-4b02-9f03-487fd145ac10']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:07.871065 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-1a04805e-166a-4e93-a625-f4178ae33173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e524da6b-998d-4f1d-b764-ca686e89693d') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:07.871448 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-1a04805e-166a-4e93-a625-f4178ae33173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e524da6b-998d-4f1d-b764-ca686e89693d') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:07.885171 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6167c7-e9e3-4dc8-a6e9-dc8d4ae553ec tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Router ebf4d266-a92a-4862-b869-167c04dc2f2a is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:39:07.894583 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a04805e-166a-4e93-a625-f4178ae33173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (e524da6b-998d-4f1d-b764-ca686e89693d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:07.938480 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcacdf2-109b-4a7a-bacf-cbe8e3e036af req-4e8b462b-7d2a-418d-a7e2-38e6de034e84 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:07.940055 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4bcacdf2-109b-4a7a-bacf-cbe8e3e036af req-4e8b462b-7d2a-418d-a7e2-38e6de034e84 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 946 time: 0.5338645 Mar 22 19:39:07.942851 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a04805e-166a-4e93-a625-f4178ae33173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (e524da6b-998d-4f1d-b764-ca686e89693d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:07.951800 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fcdae6-42b8-4d49-9f87-9bd2218b04ea req-58033c1f-8607-4303-9e56-08ff8e2cb423 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:07.953338 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1fcdae6-42b8-4d49-9f87-9bd2218b04ea req-58033c1f-8607-4303-9e56-08ff8e2cb423 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.85 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 946 time: 0.3659854 Mar 22 19:39:08.012781 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a04805e-166a-4e93-a625-f4178ae33173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:39:08.013089 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a04805e-166a-4e93-a625-f4178ae33173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (e524da6b-998d-4f1d-b764-ca686e89693d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:08.026549 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:39:08.026549 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:39:08.026549 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:39:08.026549 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:39:08.026549 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:39:08.026549 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:39:08.026549 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:39:08.026549 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:39:08.026549 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:39:08.026549 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:39:08.026549 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:39:08.026549 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:39:08.026549 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:39:08.026549 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:39:08.026549 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:39:08.026549 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:39:08.026549 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:39:08.026549 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:39:08.026549 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:39:08.026549 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:39:08.026549 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:39:08.026549 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:39:08.026549 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:39:08.026549 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:39:08.026549 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:39:08.026549 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:39:08.026549 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:39:08.026549 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:39:08.026549 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:39:08.026549 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:39:08.026549 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:39:08.026549 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:39:08.119553 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-62669ad2-f10e-4827-9eb2-c445863be45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a7225f2d-0f11-488b-87bc-1ef374f03e0a), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:08.152338 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4bcacdf2-109b-4a7a-bacf-cbe8e3e036af req-baf6a821-c146-4c17-8c12-1418316a52ed tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956031 Mar 22 19:39:08.170029 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6167c7-e9e3-4dc8-a6e9-dc8d4ae553ec tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:39:08.196584 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf375d4-d3fb-40ff-8b3b-dc14226844d7 None None] Sync routers for ids ['ebf4d266-a92a-4862-b869-167c04dc2f2a'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:39:08.206678 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a04805e-166a-4e93-a625-f4178ae33173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (cfd8f3ce-982f-4b02-9f03-487fd145ac10), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:08.215322 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf375d4-d3fb-40ff-8b3b-dc14226844d7 None None] Routers {'ebf4d266-a92a-4862-b869-167c04dc2f2a'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:39:08.216006 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-3cf375d4-d3fb-40ff-8b3b-dc14226844d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ebf4d266-a92a-4862-b869-167c04dc2f2a'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:08.222049 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-78134c01-f073-489d-9ca0-e2f3e4174bd5 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (c091374f-d575-473a-a192-8464eda7bed9), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:08.226819 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a04805e-166a-4e93-a625-f4178ae33173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:08.233426 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1a04805e-166a-4e93-a625-f4178ae33173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "DELETE /v2.0/networks/cfd8f3ce-982f-4b02-9f03-487fd145ac10 HTTP/1.1" status: 204 len: 168 time: 3.7079582 Mar 22 19:39:08.248290 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39332) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:08.263841 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-de6167c7-e9e3-4dc8-a6e9-dc8d4ae553ec tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:08.265022 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-de6167c7-e9e3-4dc8-a6e9-dc8d4ae553ec tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.7709720 Mar 22 19:39:08.265314 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-11c1ef1c-0b11-4090-b34b-af7f812bba70 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-400545671'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:08.273864 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39334) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:08.306457 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04805e-166a-4e93-a625-f4178ae33173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event deleted for resources: {'Network': ['ID=cfd8f3ce-982f-4b02-9f03-487fd145ac10,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:08.306661 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-3cf375d4-d3fb-40ff-8b3b-dc14226844d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:08.325462 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf375d4-d3fb-40ff-8b3b-dc14226844d7 None None] Routers {'ebf4d266-a92a-4862-b869-167c04dc2f2a'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:39:08.326121 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-3cf375d4-d3fb-40ff-8b3b-dc14226844d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ebf4d266-a92a-4862-b869-167c04dc2f2a'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:08.331742 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-af83b14e-e159-4c45-9208-6f4e75c08e0b None None] Provisioning complete for port a7225f2d-0f11-488b-87bc-1ef374f03e0a triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:08.332116 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-af83b14e-e159-4c45-9208-6f4e75c08e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a7225f2d-0f11-488b-87bc-1ef374f03e0a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:08.366825 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 5fbb32ed-7bdc-4085-9eea-92fad7de8b78 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:39:08.374708 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78134c01-f073-489d-9ca0-e2f3e4174bd5 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Pushing event deleted for resources: {'Port': ['ID=c091374f-d575-473a-a192-8464eda7bed9,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:08.400699 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-3cf375d4-d3fb-40ff-8b3b-dc14226844d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:08.401382 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf375d4-d3fb-40ff-8b3b-dc14226844d7 None None] The sync data for ids ['ebf4d266-a92a-4862-b869-167c04dc2f2a'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:39:08.459183 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-af83b14e-e159-4c45-9208-6f4e75c08e0b None None] Port a7225f2d-0f11-488b-87bc-1ef374f03e0a cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:39:08.476687 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 5fbb32ed-7bdc-4085-9eea-92fad7de8b78 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:08.477065 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5fbb32ed-7bdc-4085-9eea-92fad7de8b78), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:08.491988 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c1ef1c-0b11-4090-b34b-af7f812bba70 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Made reservation on behalf of 7d43765d6c2e48a7ae0f634337160c2d for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:39:08.495657 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-11c1ef1c-0b11-4090-b34b-af7f812bba70 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:08.513050 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-62669ad2-f10e-4827-9eb2-c445863be45b admin admin] Publish callbacks [] for port (a7225f2d-0f11-488b-87bc-1ef374f03e0a), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:08.519011 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-62669ad2-f10e-4827-9eb2-c445863be45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (a7225f2d-0f11-488b-87bc-1ef374f03e0a), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:08.563888 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-d1fcdae6-42b8-4d49-9f87-9bd2218b04ea req-f30f5b9c-9747-46e9-af5f-5e63ff3cfe3d tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Deleting port 164a4775-696e-4fba-9d90-789b57a5b9b4 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:39:08.570138 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d1fcdae6-42b8-4d49-9f87-9bd2218b04ea req-f30f5b9c-9747-46e9-af5f-5e63ff3cfe3d tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (164a4775-696e-4fba-9d90-789b57a5b9b4), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:08.593158 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 5fbb32ed-7bdc-4085-9eea-92fad7de8b78 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:08.594467 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 42462d5f-4cba-4a58-bf3b-96ef91f4392c up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:39:08.604840 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-78134c01-f073-489d-9ca0-e2f3e4174bd5 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:08.608149 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62669ad2-f10e-4827-9eb2-c445863be45b admin admin] Pushing event updated for resources: {'Port': ['ID=a7225f2d-0f11-488b-87bc-1ef374f03e0a,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:08.617827 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-78134c01-f073-489d-9ca0-e2f3e4174bd5 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] 10.222.0.75 "DELETE /v2.0/ports/c091374f-d575-473a-a192-8464eda7bed9 HTTP/1.1" status: 204 len: 168 time: 1.5236971 Mar 22 19:39:08.658561 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 42462d5f-4cba-4a58-bf3b-96ef91f4392c triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:08.659038 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (42462d5f-4cba-4a58-bf3b-96ef91f4392c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:08.661490 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39336) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:08.662263 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11c1ef1c-0b11-4090-b34b-af7f812bba70 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:39:08.669192 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-62669ad2-f10e-4827-9eb2-c445863be45b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (ded801ae-35b4-4af1-982f-2ba97d469074), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:08.711915 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-37336eec-e12d-44c7-8a25-fd6da6e6ca09 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "GET /v2.0/routers/ebf4d266-a92a-4862-b869-167c04dc2f2a HTTP/1.1" status: 200 len: 884 time: 0.4118114 Mar 22 19:39:08.719664 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39338) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:08.731335 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-11c1ef1c-0b11-4090-b34b-af7f812bba70 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (bca8bcf8-8b97-4c2d-9bba-7819d1203256), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:08.731694 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-11c1ef1c-0b11-4090-b34b-af7f812bba70 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Added segment bca8bcf8-8b97-4c2d-9bba-7819d1203256 of type vlan for network 827e40bb-0cac-4a8f-b59b-f4a7dcb29aa5 Mar 22 19:39:08.775696 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 42462d5f-4cba-4a58-bf3b-96ef91f4392c is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:08.776289 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (42462d5f-4cba-4a58-bf3b-96ef91f4392c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:08.800426 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 42462d5f-4cba-4a58-bf3b-96ef91f4392c, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=42462d5f-4cba-4a58-bf3b-96ef91f4392c,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:39:08.804981 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (42462d5f-4cba-4a58-bf3b-96ef91f4392c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:08.812603 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62669ad2-f10e-4827-9eb2-c445863be45b admin admin] Network c6ad9572-4457-4838-b7af-ed14235ef214 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:39:08.814082 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-62669ad2-f10e-4827-9eb2-c445863be45b admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:08.884857 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=42462d5f-4cba-4a58-bf3b-96ef91f4392c,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:08.972589 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62669ad2-f10e-4827-9eb2-c445863be45b admin admin] Router ded801ae-35b4-4af1-982f-2ba97d469074 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:39:09.189271 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2c1d4159-dd8f-4dc2-9821-e1aa0705836e None None] Provisioning complete for port a7225f2d-0f11-488b-87bc-1ef374f03e0a triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:09.190145 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2c1d4159-dd8f-4dc2-9821-e1aa0705836e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a7225f2d-0f11-488b-87bc-1ef374f03e0a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:09.222898 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-11c1ef1c-0b11-4090-b34b-af7f812bba70 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (827e40bb-0cac-4a8f-b59b-f4a7dcb29aa5), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:09.234767 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-d1fcdae6-42b8-4d49-9f87-9bd2218b04ea req-f30f5b9c-9747-46e9-af5f-5e63ff3cfe3d tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] For port 164a4775-696e-4fba-9d90-789b57a5b9b4, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=164a4775-696e-4fba-9d90-789b57a5b9b4,segment=NetworkSegment(eeaed36b-2189-47d5-81ce-01a67b046103),segment_id=eeaed36b-2189-47d5-81ce-01a67b046103)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:39:09.235155 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2c1d4159-dd8f-4dc2-9821-e1aa0705836e None None] Port a7225f2d-0f11-488b-87bc-1ef374f03e0a cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:39:09.235630 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d1fcdae6-42b8-4d49-9f87-9bd2218b04ea req-f30f5b9c-9747-46e9-af5f-5e63ff3cfe3d tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (164a4775-696e-4fba-9d90-789b57a5b9b4), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:09.260711 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435f3121-72b3-472a-b644-17772b4db2a0 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:09.262269 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-435f3121-72b3-472a-b644-17772b4db2a0 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] 10.222.0.75 "GET /v2.0/ports?device_id=149b1636-5544-47d3-bead-ea8470f3bb18 HTTP/1.1" status: 200 len: 913 time: 0.5977607 Mar 22 19:39:09.275086 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39342) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:09.343946 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62669ad2-f10e-4827-9eb2-c445863be45b admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:39:09.349583 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-62669ad2-f10e-4827-9eb2-c445863be45b admin admin] 10.222.0.75 "PUT /v2.0/routers/ded801ae-35b4-4af1-982f-2ba97d469074/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4045334 Mar 22 19:39:09.440600 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-11c1ef1c-0b11-4090-b34b-af7f812bba70 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (827e40bb-0cac-4a8f-b59b-f4a7dcb29aa5), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:09.445432 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c1ef1c-0b11-4090-b34b-af7f812bba70 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:09.446051 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-11c1ef1c-0b11-4090-b34b-af7f812bba70 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:09.596394 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-11c1ef1c-0b11-4090-b34b-af7f812bba70 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3375030 Mar 22 19:39:09.599795 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39352) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:09.606779 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-4990d5f2-dd20-46fc-9d2f-8057e5df8521 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Request body: {'subnet': {'network_id': '827e40bb-0cac-4a8f-b59b-f4a7dcb29aa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:09.633098 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c1ef1c-0b11-4090-b34b-af7f812bba70 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event updated for resources: {'Network': ['ID=827e40bb-0cac-4a8f-b59b-f4a7dcb29aa5,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:09.642212 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9a472-e49b-4ac7-9f1b-698b874f1997 req-379cffe8-6ce1-4a0a-a137-7130186a50e2 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:09.643893 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0c9a472-e49b-4ac7-9f1b-698b874f1997 req-379cffe8-6ce1-4a0a-a137-7130186a50e2 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 946 time: 0.3653033 Mar 22 19:39:09.648138 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 827e40bb-0cac-4a8f-b59b-f4a7dcb29aa5 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:39:09.763155 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4990d5f2-dd20-46fc-9d2f-8057e5df8521 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Made reservation on behalf of 7d43765d6c2e48a7ae0f634337160c2d for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:39:09.767393 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4990d5f2-dd20-46fc-9d2f-8057e5df8521 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:09.811775 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572f2606-93a8-42bb-abfe-0a281f15ff37 None None] Sync routers for ids ['ded801ae-35b4-4af1-982f-2ba97d469074'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:39:09.826396 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572f2606-93a8-42bb-abfe-0a281f15ff37 None None] Routers {'ded801ae-35b4-4af1-982f-2ba97d469074'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:39:09.827987 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-572f2606-93a8-42bb-abfe-0a281f15ff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ded801ae-35b4-4af1-982f-2ba97d469074'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:09.870457 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d1fcdae6-42b8-4d49-9f87-9bd2218b04ea req-f30f5b9c-9747-46e9-af5f-5e63ff3cfe3d tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:09.871083 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d1fcdae6-42b8-4d49-9f87-9bd2218b04ea req-f30f5b9c-9747-46e9-af5f-5e63ff3cfe3d tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (9092e65f-1272-49a9-97bd-8e5bd6b3c6e5), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:09.871737 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [req-d1fcdae6-42b8-4d49-9f87-9bd2218b04ea req-f30f5b9c-9747-46e9-af5f-5e63ff3cfe3d tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Floating IP 9092e65f-1272-49a9-97bd-8e5bd6b3c6e5 disassociated. External IP: 172.25.5.162, port: 164a4775-696e-4fba-9d90-789b57a5b9b4. Mar 22 19:39:09.872705 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-d1fcdae6-42b8-4d49-9f87-9bd2218b04ea req-f30f5b9c-9747-46e9-af5f-5e63ff3cfe3d tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Calling delete_port for 164a4775-696e-4fba-9d90-789b57a5b9b4 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:39:09.946602 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-572f2606-93a8-42bb-abfe-0a281f15ff37 None None] Set router ded801ae-35b4-4af1-982f-2ba97d469074 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:39:10.031051 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4990d5f2-dd20-46fc-9d2f-8057e5df8521 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (c721594a-a241-422c-b8c5-37a1bf76d7bf), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:10.118126 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0c9a472-e49b-4ac7-9f1b-698b874f1997 req-38a78947-5d49-4808-be52-481d9d70e6e6 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=4914c9ce-c172-48c5-b2ed-7734a547e9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4610989 Mar 22 19:39:10.122752 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990d5f2-dd20-46fc-9d2f-8057e5df8521 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event updated for resources: {'Subnet': ['ID=c721594a-a241-422c-b8c5-37a1bf76d7bf,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:10.143428 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d1fcdae6-42b8-4d49-9f87-9bd2218b04ea req-f30f5b9c-9747-46e9-af5f-5e63ff3cfe3d tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (164a4775-696e-4fba-9d90-789b57a5b9b4), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:10.169571 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4990d5f2-dd20-46fc-9d2f-8057e5df8521 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Checking segment: {'id': 'bca8bcf8-8b97-4c2d-9bba-7819d1203256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '827e40bb-0cac-4a8f-b59b-f4a7dcb29aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:39:10.170255 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4990d5f2-dd20-46fc-9d2f-8057e5df8521 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Network hostable DHCP agents. Network: 827e40bb-0cac-4a8f-b59b-f4a7dcb29aa5, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:39:10.207898 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 42462d5f-4cba-4a58-bf3b-96ef91f4392c up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:39:10.209208 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f5b9c-9747-46e9-af5f-5e63ff3cfe3d tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Pushing event deleted for resources: {'Port': ['ID=164a4775-696e-4fba-9d90-789b57a5b9b4,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:10.238458 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4990d5f2-dd20-46fc-9d2f-8057e5df8521 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Network 827e40bb-0cac-4a8f-b59b-f4a7dcb29aa5 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:39:10.244580 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-572f2606-93a8-42bb-abfe-0a281f15ff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded801ae-35b4-4af1-982f-2ba97d469074', 'name': 'tempest-TestVolumeBackupRestore-861301910-router', 'tenant_id': '2d031dcd19064662ac67f74f1021c13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '42462d5f-4cba-4a58-bf3b-96ef91f4392c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:38:59Z', 'updated_at': '2022-03-22T19:39:08Z', 'revision_number': 4, 'project_id': '2d031dcd19064662ac67f74f1021c13c', 'gw_port': {'id': '42462d5f-4cba-4a58-bf3b-96ef91f4392c', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded801ae-35b4-4af1-982f-2ba97d469074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:00Z', 'updated_at': '2022-03-22T19:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'a7225f2d-0f11-488b-87bc-1ef374f03e0a', 'name': '', 'network_id': 'c6ad9572-4457-4838-b7af-ed14235ef214', 'tenant_id': '2d031dcd19064662ac67f74f1021c13c', 'mac_address': 'fa:16:3e:93:72:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded801ae-35b4-4af1-982f-2ba97d469074', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'ee852dcc-f766-4b24-b4fa-ba7446fe309b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:06Z', 'updated_at': '2022-03-22T19:39:08Z', 'revision_number': 2, 'project_id': '2d031dcd19064662ac67f74f1021c13c', 'subnets': [{'id': 'ee852dcc-f766-4b24-b4fa-ba7446fe309b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:10.260264 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-4990d5f2-dd20-46fc-9d2f-8057e5df8521 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 827e40bb-0cac-4a8f-b59b-f4a7dcb29aa5) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:10.261619 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-92b4e5ce-fe5e-437b-8c5c-1ff31eef5d01 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.5391622 Mar 22 19:39:10.265246 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39392) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:10.270188 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4990d5f2-dd20-46fc-9d2f-8057e5df8521 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:10.272142 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4990d5f2-dd20-46fc-9d2f-8057e5df8521 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:10.278553 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-0b0eadf7-fdb9-46f4-991e-3ae7e13ec9ac tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1518189024'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:10.282180 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572f2606-93a8-42bb-abfe-0a281f15ff37 None None] Checking router: ded801ae-35b4-4af1-982f-2ba97d469074 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:39:10.282538 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572f2606-93a8-42bb-abfe-0a281f15ff37 None None] Updating router ded801ae-35b4-4af1-982f-2ba97d469074 port a7225f2d-0f11-488b-87bc-1ef374f03e0a binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:39:10.299884 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41778ee7-e113-4db6-9706-2c65d15a34aa None None] Network 827e40bb-0cac-4a8f-b59b-f4a7dcb29aa5 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:10.308957 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4990d5f2-dd20-46fc-9d2f-8057e5df8521 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7079849 Mar 22 19:39:10.312557 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39394) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:10.317691 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-4a880c4e-9fb5-46e7-84c0-af4cfecc7dbe tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-422868426'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:10.344695 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-572f2606-93a8-42bb-abfe-0a281f15ff37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a7225f2d-0f11-488b-87bc-1ef374f03e0a), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:10.355712 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a880c4e-9fb5-46e7-84c0-af4cfecc7dbe tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Made reservation on behalf of 7d43765d6c2e48a7ae0f634337160c2d for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:39:10.359364 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a880c4e-9fb5-46e7-84c0-af4cfecc7dbe tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:10.410252 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a880c4e-9fb5-46e7-84c0-af4cfecc7dbe tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:39:10.413085 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 42462d5f-4cba-4a58-bf3b-96ef91f4392c triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:10.413487 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (42462d5f-4cba-4a58-bf3b-96ef91f4392c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:10.431209 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a880c4e-9fb5-46e7-84c0-af4cfecc7dbe tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (16c9905c-34ed-45a1-9b5e-9199fbec2dd7), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:10.431562 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-4a880c4e-9fb5-46e7-84c0-af4cfecc7dbe tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Added segment 16c9905c-34ed-45a1-9b5e-9199fbec2dd7 of type vlan for network 9ebc0318-60ae-4e02-b309-777a13e1b564 Mar 22 19:39:10.488164 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a880c4e-9fb5-46e7-84c0-af4cfecc7dbe tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (9ebc0318-60ae-4e02-b309-777a13e1b564), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:10.517668 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ed8f94-e9f3-42b4-ac2f-edd2a0c72083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-827e40bb-0cac-4a8f-b59b-f4a7dcb29aa5', 'network_id': '827e40bb-0cac-4a8f-b59b-f4a7dcb29aa5', 'project_id': '7d43765d6c2e48a7ae0f634337160c2d', 'fixed_ips': [{'subnet_id': 'c721594a-a241-422c-b8c5-37a1bf76d7bf'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:39:10.518668 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c6ed8f94-e9f3-42b4-ac2f-edd2a0c72083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:10.521945 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a880c4e-9fb5-46e7-84c0-af4cfecc7dbe tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (9ebc0318-60ae-4e02-b309-777a13e1b564), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:10.530105 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a880c4e-9fb5-46e7-84c0-af4cfecc7dbe tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:10.530950 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a880c4e-9fb5-46e7-84c0-af4cfecc7dbe tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:10.619229 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4a880c4e-9fb5-46e7-84c0-af4cfecc7dbe tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3055112 Mar 22 19:39:10.622661 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39416) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:10.627646 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-0a591ac6-e897-47a8-b602-979a6a6089ce tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Request body: {'subnet': {'network_id': '9ebc0318-60ae-4e02-b309-777a13e1b564', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:10.675030 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a880c4e-9fb5-46e7-84c0-af4cfecc7dbe tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event updated for resources: {'Network': ['ID=9ebc0318-60ae-4e02-b309-777a13e1b564,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:10.692738 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1fcdae6-42b8-4d49-9f87-9bd2218b04ea req-f30f5b9c-9747-46e9-af5f-5e63ff3cfe3d tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Router f46fd7ef-bf03-462b-92ea-a542045b7865 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:39:10.704408 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-572f2606-93a8-42bb-abfe-0a281f15ff37 None None] Publish callbacks [] for port (a7225f2d-0f11-488b-87bc-1ef374f03e0a), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:10.713229 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-572f2606-93a8-42bb-abfe-0a281f15ff37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a7225f2d-0f11-488b-87bc-1ef374f03e0a), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:10.761324 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad24c0-e226-4911-a3eb-288038dd718f None None] Pushing event updated for resources: {'Port': ['ID=a7225f2d-0f11-488b-87bc-1ef374f03e0a,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:10.791696 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 9ebc0318-60ae-4e02-b309-777a13e1b564 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:39:10.890857 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-572f2606-93a8-42bb-abfe-0a281f15ff37 None None] Attempting to bind port a7225f2d-0f11-488b-87bc-1ef374f03e0a on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:39:10.892219 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-572f2606-93a8-42bb-abfe-0a281f15ff37 None None] Attempting to bind port a7225f2d-0f11-488b-87bc-1ef374f03e0a by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '8e449ba6-c581-497e-9f9f-5fe44fd50f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c6ad9572-4457-4838-b7af-ed14235ef214'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:39:10.893193 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572f2606-93a8-42bb-abfe-0a281f15ff37 None None] Attempting to bind port a7225f2d-0f11-488b-87bc-1ef374f03e0a on network c6ad9572-4457-4838-b7af-ed14235ef214 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:39:10.898681 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a591ac6-e897-47a8-b602-979a6a6089ce tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Made reservation on behalf of 7d43765d6c2e48a7ae0f634337160c2d for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:39:10.901369 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572f2606-93a8-42bb-abfe-0a281f15ff37 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:39:10.902130 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572f2606-93a8-42bb-abfe-0a281f15ff37 None None] Checking segment: {'id': '8e449ba6-c581-497e-9f9f-5fe44fd50f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c6ad9572-4457-4838-b7af-ed14235ef214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:39:10.903116 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-572f2606-93a8-42bb-abfe-0a281f15ff37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:10.903770 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572f2606-93a8-42bb-abfe-0a281f15ff37 None None] Bound using segment: {'id': '8e449ba6-c581-497e-9f9f-5fe44fd50f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c6ad9572-4457-4838-b7af-ed14235ef214'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:39:10.904560 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-572f2606-93a8-42bb-abfe-0a281f15ff37 None None] Bound port: a7225f2d-0f11-488b-87bc-1ef374f03e0a, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e449ba6-c581-497e-9f9f-5fe44fd50f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c6ad9572-4457-4838-b7af-ed14235ef214'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:39:10.905159 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-572f2606-93a8-42bb-abfe-0a281f15ff37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a7225f2d-0f11-488b-87bc-1ef374f03e0a), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:10.906858 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0a591ac6-e897-47a8-b602-979a6a6089ce tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:11.035766 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.ipam_backend_mixin [None req-0a591ac6-e897-47a8-b602-979a6a6089ce tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Performing IP validity checks on allocation pools {{(pid=104173) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 22 19:39:11.036622 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.ipam_backend_mixin [None req-0a591ac6-e897-47a8-b602-979a6a6089ce tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104173) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 22 19:39:11.046580 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-572f2606-93a8-42bb-abfe-0a281f15ff37 None None] For port a7225f2d-0f11-488b-87bc-1ef374f03e0a, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:39:11.061716 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-572f2606-93a8-42bb-abfe-0a281f15ff37 None None] For port a7225f2d-0f11-488b-87bc-1ef374f03e0a, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a7225f2d-0f11-488b-87bc-1ef374f03e0a,segment=NetworkSegment(8e449ba6-c581-497e-9f9f-5fe44fd50f34),segment_id=8e449ba6-c581-497e-9f9f-5fe44fd50f34)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:39:11.074618 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-572f2606-93a8-42bb-abfe-0a281f15ff37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a7225f2d-0f11-488b-87bc-1ef374f03e0a), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:11.128397 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad24c0-e226-4911-a3eb-288038dd718f None None] Pushing event updated for resources: {'Port': ['ID=a7225f2d-0f11-488b-87bc-1ef374f03e0a,revision_number=4']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:11.153385 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572f2606-93a8-42bb-abfe-0a281f15ff37 None None] Routers {'ded801ae-35b4-4af1-982f-2ba97d469074'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:39:11.154185 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-572f2606-93a8-42bb-abfe-0a281f15ff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ded801ae-35b4-4af1-982f-2ba97d469074'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:11.319922 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5422f846-bb69-4a9a-8fc4-d17bf50d20a4 req-28afc13f-a849-4eff-a96e-eaf4f6e5a464 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 210 time: 0.0701296 Mar 22 19:39:11.351077 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-572f2606-93a8-42bb-abfe-0a281f15ff37 None None] Set router ded801ae-35b4-4af1-982f-2ba97d469074 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:39:11.381097 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0a591ac6-e897-47a8-b602-979a6a6089ce tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (c00c04b7-8549-41aa-9af3-911416dfd45f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:11.384395 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 42462d5f-4cba-4a58-bf3b-96ef91f4392c is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:11.468945 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-c6ed8f94-e9f3-42b4-ac2f-edd2a0c72083 None None] Allocated IP 2001:db8::3 (827e40bb-0cac-4a8f-b59b-f4a7dcb29aa5/c721594a-a241-422c-b8c5-37a1bf76d7bf/672ea3ba-df53-4532-8111-b3cbb553f827) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:39:11.484051 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a591ac6-e897-47a8-b602-979a6a6089ce tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event updated for resources: {'Subnet': ['ID=c00c04b7-8549-41aa-9af3-911416dfd45f,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:11.494323 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a591ac6-e897-47a8-b602-979a6a6089ce tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Checking segment: {'id': '16c9905c-34ed-45a1-9b5e-9199fbec2dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '9ebc0318-60ae-4e02-b309-777a13e1b564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:39:11.494700 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a591ac6-e897-47a8-b602-979a6a6089ce tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Network hostable DHCP agents. Network: 9ebc0318-60ae-4e02-b309-777a13e1b564, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:39:11.538373 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a591ac6-e897-47a8-b602-979a6a6089ce tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Network 9ebc0318-60ae-4e02-b309-777a13e1b564 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:39:11.561957 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-0a591ac6-e897-47a8-b602-979a6a6089ce tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 9ebc0318-60ae-4e02-b309-777a13e1b564) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:11.579993 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c04ab25-684b-4c37-ac11-d1adc56e5c91 None None] Network 9ebc0318-60ae-4e02-b309-777a13e1b564 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:11.583686 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a591ac6-e897-47a8-b602-979a6a6089ce tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:11.584388 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0a591ac6-e897-47a8-b602-979a6a6089ce tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:11.587818 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-70ab3736-6e9d-4e06-a8e6-3f56e5ba63ce None None] Provisioning complete for port a7225f2d-0f11-488b-87bc-1ef374f03e0a triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:11.589619 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-70ab3736-6e9d-4e06-a8e6-3f56e5ba63ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a7225f2d-0f11-488b-87bc-1ef374f03e0a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:11.630384 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0a591ac6-e897-47a8-b602-979a6a6089ce tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0068650 Mar 22 19:39:11.631283 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39430) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:11.756473 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c6ed8f94-e9f3-42b4-ac2f-edd2a0c72083 None None] Publish callbacks [] for port (672ea3ba-df53-4532-8111-b3cbb553f827), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:11.810474 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bb9d2ffb-5969-4e2c-bc40-cb72100b5335 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (9ebc0318-60ae-4e02-b309-777a13e1b564), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:11.815432 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c6ed8f94-e9f3-42b4-ac2f-edd2a0c72083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (672ea3ba-df53-4532-8111-b3cbb553f827), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:11.851335 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-572f2606-93a8-42bb-abfe-0a281f15ff37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded801ae-35b4-4af1-982f-2ba97d469074', 'name': 'tempest-TestVolumeBackupRestore-861301910-router', 'tenant_id': '2d031dcd19064662ac67f74f1021c13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '42462d5f-4cba-4a58-bf3b-96ef91f4392c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:38:59Z', 'updated_at': '2022-03-22T19:39:08Z', 'revision_number': 4, 'project_id': '2d031dcd19064662ac67f74f1021c13c', 'gw_port': {'id': '42462d5f-4cba-4a58-bf3b-96ef91f4392c', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded801ae-35b4-4af1-982f-2ba97d469074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:00Z', 'updated_at': '2022-03-22T19:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'a7225f2d-0f11-488b-87bc-1ef374f03e0a', 'name': '', 'network_id': 'c6ad9572-4457-4838-b7af-ed14235ef214', 'tenant_id': '2d031dcd19064662ac67f74f1021c13c', 'mac_address': 'fa:16:3e:93:72:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded801ae-35b4-4af1-982f-2ba97d469074', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'ee852dcc-f766-4b24-b4fa-ba7446fe309b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:06Z', 'updated_at': '2022-03-22T19:39:11Z', 'revision_number': 4, 'project_id': '2d031dcd19064662ac67f74f1021c13c', 'subnets': [{'id': 'ee852dcc-f766-4b24-b4fa-ba7446fe309b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:11.889374 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-26530b89-7b8e-40ea-a7e4-d16311c4a63a tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (149b1636-5544-47d3-bead-ea8470f3bb18), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:11.893848 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1fcdae6-42b8-4d49-9f87-9bd2218b04ea req-f30f5b9c-9747-46e9-af5f-5e63ff3cfe3d tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:39:11.899164 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572f2606-93a8-42bb-abfe-0a281f15ff37 None None] The sync data for ids ['ded801ae-35b4-4af1-982f-2ba97d469074'] in n-d-705658-24 is: [{'id': 'ded801ae-35b4-4af1-982f-2ba97d469074', 'name': 'tempest-TestVolumeBackupRestore-861301910-router', 'tenant_id': '2d031dcd19064662ac67f74f1021c13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '42462d5f-4cba-4a58-bf3b-96ef91f4392c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:38:59Z', 'updated_at': '2022-03-22T19:39:08Z', 'revision_number': 4, 'project_id': '2d031dcd19064662ac67f74f1021c13c', 'gw_port': {'id': '42462d5f-4cba-4a58-bf3b-96ef91f4392c', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded801ae-35b4-4af1-982f-2ba97d469074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:00Z', 'updated_at': '2022-03-22T19:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'a7225f2d-0f11-488b-87bc-1ef374f03e0a', 'name': '', 'network_id': 'c6ad9572-4457-4838-b7af-ed14235ef214', 'tenant_id': '2d031dcd19064662ac67f74f1021c13c', 'mac_address': 'fa:16:3e:93:72:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ded801ae-35b4-4af1-982f-2ba97d469074', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': 'ee852dcc-f766-4b24-b4fa-ba7446fe309b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:06Z', 'updated_at': '2022-03-22T19:39:11Z', 'revision_number': 4, 'project_id': '2d031dcd19064662ac67f74f1021c13c', 'subnets': [{'id': 'ee852dcc-f766-4b24-b4fa-ba7446fe309b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:39:11.920361 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f309965e-a436-4d6b-aaea-510ec0a9638f None None] Sync routers for ids ['f46fd7ef-bf03-462b-92ea-a542045b7865'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:39:11.930443 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ed8f94-e9f3-42b4-ac2f-edd2a0c72083 None None] Network 827e40bb-0cac-4a8f-b59b-f4a7dcb29aa5 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:39:11.939653 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed8f94-e9f3-42b4-ac2f-edd2a0c72083 None None] Pushing event updated for resources: {'Port': ['ID=672ea3ba-df53-4532-8111-b3cbb553f827,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:11.948806 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-c6ed8f94-e9f3-42b4-ac2f-edd2a0c72083 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:11.979116 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ed8f94-e9f3-42b4-ac2f-edd2a0c72083 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:39:12.009900 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f309965e-a436-4d6b-aaea-510ec0a9638f None None] Routers {'f46fd7ef-bf03-462b-92ea-a542045b7865'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:39:12.009900 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f309965e-a436-4d6b-aaea-510ec0a9638f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f46fd7ef-bf03-462b-92ea-a542045b7865'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:12.052875 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bb9d2ffb-5969-4e2c-bc40-cb72100b5335 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (c00c04b7-8549-41aa-9af3-911416dfd45f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:12.071023 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0b0eadf7-fdb9-46f4-991e-3ae7e13ec9ac tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4043'] for router (ebf4d266-a92a-4862-b869-167c04dc2f2a), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:12.179819 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fcdae6-42b8-4d49-9f87-9bd2218b04ea req-f30f5b9c-9747-46e9-af5f-5e63ff3cfe3d tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] No DVR routers for this DVR port 164a4775-696e-4fba-9d90-789b57a5b9b4 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:39:12.186038 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0b0eadf7-fdb9-46f4-991e-3ae7e13ec9ac tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918527'] for router (ebf4d266-a92a-4862-b869-167c04dc2f2a), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:12.196389 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d1fcdae6-42b8-4d49-9f87-9bd2218b04ea req-f30f5b9c-9747-46e9-af5f-5e63ff3cfe3d tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:12.201719 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bb9d2ffb-5969-4e2c-bc40-cb72100b5335 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (c00c04b7-8549-41aa-9af3-911416dfd45f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:12.202839 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b60ee09-4dc2-42f4-8a1b-b602bf241a86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-9ebc0318-60ae-4e02-b309-777a13e1b564', 'network_id': '9ebc0318-60ae-4e02-b309-777a13e1b564', 'project_id': '7d43765d6c2e48a7ae0f634337160c2d', 'fixed_ips': [{'subnet_id': 'c00c04b7-8549-41aa-9af3-911416dfd45f'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:39:12.203932 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9b60ee09-4dc2-42f4-8a1b-b602bf241a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:12.211947 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1fcdae6-42b8-4d49-9f87-9bd2218b04ea req-f30f5b9c-9747-46e9-af5f-5e63ff3cfe3d tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.85 "DELETE /v2.0/ports/164a4775-696e-4fba-9d90-789b57a5b9b4 HTTP/1.1" status: 204 len: 173 time: 4.2097852 Mar 22 19:39:12.214024 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde7cc34-56fa-4a78-8b42-c89c6bda9082', 'name': 'network-vif-deleted', 'tag': '164a4775-696e-4fba-9d90-789b57a5b9b4'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:39:12.238317 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f646fa-8f2d-4fdf-b091-5d7b69eecfb7" -d '{"events": [{"server_uuid": "fde7cc34-56fa-4a78-8b42-c89c6bda9082", "name": "network-vif-deleted", "tag": "164a4775-696e-4fba-9d90-789b57a5b9b4"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:39:12.268468 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d2ffb-5969-4e2c-bc40-cb72100b5335 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event deleted for resources: {'Subnet': ['ID=c00c04b7-8549-41aa-9af3-911416dfd45f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:12.269724 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-70ab3736-6e9d-4e06-a8e6-3f56e5ba63ce None None] Current status of the port a7225f2d-0f11-488b-87bc-1ef374f03e0a is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:12.270799 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-70ab3736-6e9d-4e06-a8e6-3f56e5ba63ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a7225f2d-0f11-488b-87bc-1ef374f03e0a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:12.281962 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a7225f2d-0f11-488b-87bc-1ef374f03e0a up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:39:12.442764 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bb9d2ffb-5969-4e2c-bc40-cb72100b5335 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (9ebc0318-60ae-4e02-b309-777a13e1b564), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:12.455111 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c6ed8f94-e9f3-42b4-ac2f-edd2a0c72083 None None] Attempting to bind port 672ea3ba-df53-4532-8111-b3cbb553f827 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:39:12.458906 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c6ed8f94-e9f3-42b4-ac2f-edd2a0c72083 None None] Attempting to bind port 672ea3ba-df53-4532-8111-b3cbb553f827 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'bca8bcf8-8b97-4c2d-9bba-7819d1203256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '827e40bb-0cac-4a8f-b59b-f4a7dcb29aa5'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:39:12.458906 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ed8f94-e9f3-42b4-ac2f-edd2a0c72083 None None] Attempting to bind port 672ea3ba-df53-4532-8111-b3cbb553f827 on network 827e40bb-0cac-4a8f-b59b-f4a7dcb29aa5 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:39:12.473659 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-bb9d2ffb-5969-4e2c-bc40-cb72100b5335 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ebc0318-60ae-4e02-b309-777a13e1b564']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:12.485561 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-bb9d2ffb-5969-4e2c-bc40-cb72100b5335 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16c9905c-34ed-45a1-9b5e-9199fbec2dd7') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:12.486179 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-bb9d2ffb-5969-4e2c-bc40-cb72100b5335 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16c9905c-34ed-45a1-9b5e-9199fbec2dd7') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:12.490958 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b18756-040d-4493-af32-06b9f33ec5fe x-openstack-request-id: req-92b18756-040d-4493-af32-06b9f33ec5fe {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:39:12.491525 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde7cc34-56fa-4a78-8b42-c89c6bda9082", "name": "network-vif-deleted", "tag": "164a4775-696e-4fba-9d90-789b57a5b9b4", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:39:12.491525 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-92b18756-040d-4493-af32-06b9f33ec5fe {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:39:12.491929 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92b18756-040d-4493-af32-06b9f33ec5fe'] response: {'server_uuid': 'fde7cc34-56fa-4a78-8b42-c89c6bda9082', 'name': 'network-vif-deleted', 'tag': '164a4775-696e-4fba-9d90-789b57a5b9b4', 'status': 'completed', 'code': 200} Mar 22 19:39:12.499783 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bb9d2ffb-5969-4e2c-bc40-cb72100b5335 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (16c9905c-34ed-45a1-9b5e-9199fbec2dd7), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:12.518682 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bb9d2ffb-5969-4e2c-bc40-cb72100b5335 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (16c9905c-34ed-45a1-9b5e-9199fbec2dd7), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:12.526079 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb9d2ffb-5969-4e2c-bc40-cb72100b5335 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:39:12.526897 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bb9d2ffb-5969-4e2c-bc40-cb72100b5335 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (16c9905c-34ed-45a1-9b5e-9199fbec2dd7), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:12.530599 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:39:12.530599 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:39:12.530599 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:39:12.530599 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:39:12.530599 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:39:12.530599 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:39:12.530599 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:39:12.530599 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:39:12.530599 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:39:12.530599 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:39:12.530599 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:39:12.530599 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:39:12.530599 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:39:12.530599 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:39:12.530599 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:39:12.530599 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:39:12.530599 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:39:12.530599 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:39:12.530599 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:39:12.530599 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:39:12.530599 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:39:12.530599 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:39:12.530599 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:39:12.530599 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:39:12.530599 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:39:12.530599 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:39:12.530599 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:39:12.530599 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:39:12.530599 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:39:12.530599 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:39:12.530599 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:39:12.530599 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:39:12.559930 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-70ab3736-6e9d-4e06-a8e6-3f56e5ba63ce None None] For port a7225f2d-0f11-488b-87bc-1ef374f03e0a, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a7225f2d-0f11-488b-87bc-1ef374f03e0a,segment=NetworkSegment(8e449ba6-c581-497e-9f9f-5fe44fd50f34),segment_id=8e449ba6-c581-497e-9f9f-5fe44fd50f34)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:39:12.574678 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ed8f94-e9f3-42b4-ac2f-edd2a0c72083 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:39:12.575154 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ed8f94-e9f3-42b4-ac2f-edd2a0c72083 None None] Checking segment: {'id': 'bca8bcf8-8b97-4c2d-9bba-7819d1203256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '827e40bb-0cac-4a8f-b59b-f4a7dcb29aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:39:12.575848 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c6ed8f94-e9f3-42b4-ac2f-edd2a0c72083 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:12.577551 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ed8f94-e9f3-42b4-ac2f-edd2a0c72083 None None] Bound using segment: {'id': 'bca8bcf8-8b97-4c2d-9bba-7819d1203256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '827e40bb-0cac-4a8f-b59b-f4a7dcb29aa5'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:39:12.579841 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c6ed8f94-e9f3-42b4-ac2f-edd2a0c72083 None None] Bound port: 672ea3ba-df53-4532-8111-b3cbb553f827, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca8bcf8-8b97-4c2d-9bba-7819d1203256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '827e40bb-0cac-4a8f-b59b-f4a7dcb29aa5'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:39:12.581360 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c6ed8f94-e9f3-42b4-ac2f-edd2a0c72083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (672ea3ba-df53-4532-8111-b3cbb553f827), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:12.581495 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a55a8d5-d038-41fa-8bcd-01be8c8079b4 req-d71f7691-b51f-4383-ba34-5b3e9062b9ca tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=fde7cc34-56fa-4a78-8b42-c89c6bda9082 HTTP/1.1" status: 200 len: 210 time: 0.0525968 Mar 22 19:39:12.638468 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bb9d2ffb-5969-4e2c-bc40-cb72100b5335 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (9ebc0318-60ae-4e02-b309-777a13e1b564), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:12.643688 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548a114d-e327-4061-96a8-439777f1e164 None None] Network 9ebc0318-60ae-4e02-b309-777a13e1b564 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:12.653186 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bb9d2ffb-5969-4e2c-bc40-cb72100b5335 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:12.658107 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bb9d2ffb-5969-4e2c-bc40-cb72100b5335 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "DELETE /v2.0/networks/9ebc0318-60ae-4e02-b309-777a13e1b564 HTTP/1.1" status: 204 len: 168 time: 1.0249987 Mar 22 19:39:12.661461 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-70ab3736-6e9d-4e06-a8e6-3f56e5ba63ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a7225f2d-0f11-488b-87bc-1ef374f03e0a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:12.662031 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0eadf7-fdb9-46f4-991e-3ae7e13ec9ac tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Router ebf4d266-a92a-4862-b869-167c04dc2f2a has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:39:12.662504 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39438) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:12.672016 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-7aa13912-2f5d-441d-b408-2d1e84ffba91 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1683368510'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:12.693382 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d2ffb-5969-4e2c-bc40-cb72100b5335 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event deleted for resources: {'Network': ['ID=9ebc0318-60ae-4e02-b309-777a13e1b564,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:12.718844 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa13912-2f5d-441d-b408-2d1e84ffba91 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Made reservation on behalf of 7d43765d6c2e48a7ae0f634337160c2d for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:39:12.735539 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7aa13912-2f5d-441d-b408-2d1e84ffba91 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:12.744899 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 164a4775-696e-4fba-9d90-789b57a5b9b4 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:39:12.791012 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa13912-2f5d-441d-b408-2d1e84ffba91 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:39:12.808314 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7aa13912-2f5d-441d-b408-2d1e84ffba91 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (dd355600-be45-4f0c-858d-9795bb9c3869), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:12.808705 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-7aa13912-2f5d-441d-b408-2d1e84ffba91 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Added segment dd355600-be45-4f0c-858d-9795bb9c3869 of type vlan for network 4d560a90-81c6-4b8f-b737-d0a2746310a6 Mar 22 19:39:12.874508 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7aa13912-2f5d-441d-b408-2d1e84ffba91 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (4d560a90-81c6-4b8f-b737-d0a2746310a6), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:12.927551 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 164a4775-696e-4fba-9d90-789b57a5b9b4 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:39:12.928218 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 164a4775-696e-4fba-9d90-789b57a5b9b4 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:39:12.931483 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7aa13912-2f5d-441d-b408-2d1e84ffba91 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (4d560a90-81c6-4b8f-b737-d0a2746310a6), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:12.941083 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa13912-2f5d-441d-b408-2d1e84ffba91 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:12.941739 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7aa13912-2f5d-441d-b408-2d1e84ffba91 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:12.945932 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0eadf7-fdb9-46f4-991e-3ae7e13ec9ac tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:39:12.947473 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab3736-6e9d-4e06-a8e6-3f56e5ba63ce None None] Pushing event updated for resources: {'Port': ['ID=a7225f2d-0f11-488b-87bc-1ef374f03e0a,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:12.962579 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df479946-5b3b-48d8-8bb9-2e270ff5d038 None None] Sync routers for ids ['ebf4d266-a92a-4862-b869-167c04dc2f2a'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:39:12.963450 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0b0eadf7-fdb9-46f4-991e-3ae7e13ec9ac tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:12.967581 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0b0eadf7-fdb9-46f4-991e-3ae7e13ec9ac tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "PUT /v2.0/routers/ebf4d266-a92a-4862-b869-167c04dc2f2a HTTP/1.1" status: 200 len: 891 time: 2.6926112 Mar 22 19:39:12.967690 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548a114d-e327-4061-96a8-439777f1e164 None None] Network 9ebc0318-60ae-4e02-b309-777a13e1b564 could not be found, it might have been deleted concurrently. {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 19:39:12.971286 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-26530b89-7b8e-40ea-a7e4-d16311c4a63a tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Deleting port 66aa1f40-99f8-4e5d-9931-2603ccd73996 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:39:12.973106 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-26530b89-7b8e-40ea-a7e4-d16311c4a63a tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (66aa1f40-99f8-4e5d-9931-2603ccd73996), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:12.979706 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39442) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:12.983583 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df479946-5b3b-48d8-8bb9-2e270ff5d038 None None] Routers {'ebf4d266-a92a-4862-b869-167c04dc2f2a'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:39:12.984224 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-df479946-5b3b-48d8-8bb9-2e270ff5d038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ebf4d266-a92a-4862-b869-167c04dc2f2a'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:13.023904 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c6ed8f94-e9f3-42b4-ac2f-edd2a0c72083 None None] For port 672ea3ba-df53-4532-8111-b3cbb553f827, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:39:13.061720 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-f309965e-a436-4d6b-aaea-510ec0a9638f None None] Set router f46fd7ef-bf03-462b-92ea-a542045b7865 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:39:13.065663 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-333d3978-0243-4ed1-aa8e-041ede17c201 None None] Provisioning complete for port a7225f2d-0f11-488b-87bc-1ef374f03e0a triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:13.066067 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-333d3978-0243-4ed1-aa8e-041ede17c201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a7225f2d-0f11-488b-87bc-1ef374f03e0a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:13.071253 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-df479946-5b3b-48d8-8bb9-2e270ff5d038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:13.084054 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7aa13912-2f5d-441d-b408-2d1e84ffba91 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4202859 Mar 22 19:39:13.091713 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39444) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:13.100203 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-8711a296-1e9d-4194-bcfd-eae560ac64f2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Request body: {'subnet': {'network_id': '4d560a90-81c6-4b8f-b737-d0a2746310a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:13.109186 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df479946-5b3b-48d8-8bb9-2e270ff5d038 None None] Routers {'ebf4d266-a92a-4862-b869-167c04dc2f2a'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:39:13.109411 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c6ed8f94-e9f3-42b4-ac2f-edd2a0c72083 None None] For port 672ea3ba-df53-4532-8111-b3cbb553f827, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=672ea3ba-df53-4532-8111-b3cbb553f827,segment=NetworkSegment(bca8bcf8-8b97-4c2d-9bba-7819d1203256),segment_id=bca8bcf8-8b97-4c2d-9bba-7819d1203256)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:39:13.110983 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-df479946-5b3b-48d8-8bb9-2e270ff5d038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ebf4d266-a92a-4862-b869-167c04dc2f2a'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:13.166788 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c6ed8f94-e9f3-42b4-ac2f-edd2a0c72083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (672ea3ba-df53-4532-8111-b3cbb553f827), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:13.191133 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa13912-2f5d-441d-b408-2d1e84ffba91 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event updated for resources: {'Network': ['ID=4d560a90-81c6-4b8f-b737-d0a2746310a6,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:13.302094 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8711a296-1e9d-4194-bcfd-eae560ac64f2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Made reservation on behalf of 7d43765d6c2e48a7ae0f634337160c2d for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:39:13.306812 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8711a296-1e9d-4194-bcfd-eae560ac64f2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:13.312018 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-df479946-5b3b-48d8-8bb9-2e270ff5d038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:13.313688 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df479946-5b3b-48d8-8bb9-2e270ff5d038 None None] The sync data for ids ['ebf4d266-a92a-4862-b869-167c04dc2f2a'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:39:13.322826 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 4d560a90-81c6-4b8f-b737-d0a2746310a6 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:39:13.377383 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed8f94-e9f3-42b4-ac2f-edd2a0c72083 None None] Pushing event updated for resources: {'Port': ['ID=672ea3ba-df53-4532-8111-b3cbb553f827,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:13.396793 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-26530b89-7b8e-40ea-a7e4-d16311c4a63a tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (66aa1f40-99f8-4e5d-9931-2603ccd73996), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:13.436619 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fffdad22-622e-4f7b-9e0f-9ab6ef894fe7 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "GET /v2.0/routers/ebf4d266-a92a-4862-b869-167c04dc2f2a HTTP/1.1" status: 200 len: 891 time: 0.4534330 Mar 22 19:39:13.437829 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-26530b89-7b8e-40ea-a7e4-d16311c4a63a tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Calling delete_port for 66aa1f40-99f8-4e5d-9931-2603ccd73996 owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:39:13.442486 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39446) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:13.535501 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-74d63d76-5980-49f2-9c2a-55326731871a tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "GET /v2.0/ports?device_id=ebf4d266-a92a-4862-b869-167c04dc2f2a HTTP/1.1" status: 200 len: 205 time: 0.0823438 Mar 22 19:39:13.544727 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39450) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:13.580889 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port a7225f2d-0f11-488b-87bc-1ef374f03e0a triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:13.581419 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a7225f2d-0f11-488b-87bc-1ef374f03e0a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:13.780842 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39456) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:13.863429 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8711a296-1e9d-4194-bcfd-eae560ac64f2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (a0fdff9d-eaef-44bf-9968-22d691dbf0be), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:13.923549 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-333d3978-0243-4ed1-aa8e-041ede17c201 None None] Current status of the port a7225f2d-0f11-488b-87bc-1ef374f03e0a is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:13.963361 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f788b0d5-6e3c-4fe7-8ca6-80cb3188ea94 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router (ebf4d266-a92a-4862-b869-167c04dc2f2a), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:13.983036 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a7225f2d-0f11-488b-87bc-1ef374f03e0a is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:13.998376 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f309965e-a436-4d6b-aaea-510ec0a9638f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'name': 'tempest-AttachVolumeShelveTestJSON-664501207-router', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:50Z', 'revision_number': 4, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'gw_port': {'id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'd69ad618-e9af-4069-a52e-8c083cf2df0b', 'name': '', 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'mac_address': 'fa:16:3e:2f:c2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:48Z', 'updated_at': '2022-03-22T19:34:55Z', 'revision_number': 5, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'subnets': [{'id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:14.037776 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711a296-1e9d-4194-bcfd-eae560ac64f2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event updated for resources: {'Subnet': ['ID=a0fdff9d-eaef-44bf-9968-22d691dbf0be,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:14.066627 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e8371e10-310e-4d8f-9e50-fa71edd5a019 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for security_group (4914c9ce-c172-48c5-b2ed-7734a547e9f1), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:14.070137 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f309965e-a436-4d6b-aaea-510ec0a9638f None None] Checking router: f46fd7ef-bf03-462b-92ea-a542045b7865 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:39:14.080369 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f309965e-a436-4d6b-aaea-510ec0a9638f None None] Routers {'f46fd7ef-bf03-462b-92ea-a542045b7865'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:39:14.080933 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f309965e-a436-4d6b-aaea-510ec0a9638f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f46fd7ef-bf03-462b-92ea-a542045b7865'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:14.108125 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8711a296-1e9d-4194-bcfd-eae560ac64f2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Checking segment: {'id': 'dd355600-be45-4f0c-858d-9795bb9c3869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4d560a90-81c6-4b8f-b737-d0a2746310a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:39:14.108512 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8711a296-1e9d-4194-bcfd-eae560ac64f2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Network hostable DHCP agents. Network: 4d560a90-81c6-4b8f-b737-d0a2746310a6, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:39:14.127968 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e8371e10-310e-4d8f-9e50-fa71edd5a019 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for security_group (4914c9ce-c172-48c5-b2ed-7734a547e9f1), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:14.204574 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8711a296-1e9d-4194-bcfd-eae560ac64f2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Network 4d560a90-81c6-4b8f-b737-d0a2746310a6 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:39:14.241095 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-8711a296-1e9d-4194-bcfd-eae560ac64f2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 4d560a90-81c6-4b8f-b737-d0a2746310a6) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:14.247059 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8711a296-1e9d-4194-bcfd-eae560ac64f2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:14.247801 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8711a296-1e9d-4194-bcfd-eae560ac64f2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:14.261958 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e8371e10-310e-4d8f-9e50-fa71edd5a019 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (4914c9ce-c172-48c5-b2ed-7734a547e9f1), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:14.265214 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e8371e10-310e-4d8f-9e50-fa71edd5a019 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:14.269084 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e8371e10-310e-4d8f-9e50-fa71edd5a019 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "DELETE /v2.0/security-groups/4914c9ce-c172-48c5-b2ed-7734a547e9f1 HTTP/1.1" status: 204 len: 168 time: 0.4846938 Mar 22 19:39:14.283883 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39458) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:14.326288 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-280ebdae-a388-4443-8e2d-0ff00f30a990 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] show failed (client error): The resource could not be found. Mar 22 19:39:14.330683 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-280ebdae-a388-4443-8e2d-0ff00f30a990 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups/4914c9ce-c172-48c5-b2ed-7734a547e9f1 HTTP/1.1" status: 404 len: 347 time: 0.0425410 Mar 22 19:39:14.334292 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39460) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:14.338005 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8371e10-310e-4d8f-9e50-fa71edd5a019 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4914c9ce-c172-48c5-b2ed-7734a547e9f1,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:14.350590 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39462) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:14.357032 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f788b0d5-6e3c-4fe7-8ca6-80cb3188ea94 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router_gateway (ebf4d266-a92a-4862-b869-167c04dc2f2a), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:14.361485 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8711a296-1e9d-4194-bcfd-eae560ac64f2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2663462 Mar 22 19:39:14.399928 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623cf610-4f92-4943-903e-636db09c65eb None None] Network 4d560a90-81c6-4b8f-b737-d0a2746310a6 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:14.429751 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-26530b89-7b8e-40ea-a7e4-d16311c4a63a tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (66aa1f40-99f8-4e5d-9931-2603ccd73996), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:14.455035 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a7225f2d-0f11-488b-87bc-1ef374f03e0a up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:39:14.540460 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26530b89-7b8e-40ea-a7e4-d16311c4a63a tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Pushing event deleted for resources: {'Port': ['ID=66aa1f40-99f8-4e5d-9931-2603ccd73996,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:14.565200 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-f309965e-a436-4d6b-aaea-510ec0a9638f None None] Set router f46fd7ef-bf03-462b-92ea-a542045b7865 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:39:14.680079 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0fb443-58f0-494c-8282-1f0672980936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-4d560a90-81c6-4b8f-b737-d0a2746310a6', 'network_id': '4d560a90-81c6-4b8f-b737-d0a2746310a6', 'project_id': '7d43765d6c2e48a7ae0f634337160c2d', 'fixed_ips': [{'subnet_id': 'a0fdff9d-eaef-44bf-9968-22d691dbf0be'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:39:14.681295 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1a0fb443-58f0-494c-8282-1f0672980936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:14.741739 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port a7225f2d-0f11-488b-87bc-1ef374f03e0a triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:14.742223 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a7225f2d-0f11-488b-87bc-1ef374f03e0a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:14.827970 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-23cb001f-55ff-4c5c-8cf3-2caae02788c2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (4d560a90-81c6-4b8f-b737-d0a2746310a6), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:14.944430 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-f788b0d5-6e3c-4fe7-8ca6-80cb3188ea94 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Deleting port e4051f57-d491-4536-a24d-bd9fb327cd9f {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:39:14.944787 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f788b0d5-6e3c-4fe7-8ca6-80cb3188ea94 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (e4051f57-d491-4536-a24d-bd9fb327cd9f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:14.952371 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-3e1abf50-adaa-44b2-affa-f9d5d8c5ead6 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Deleting port 630b71b8-103a-4d54-825c-c996d9564bc7 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:39:14.952371 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3e1abf50-adaa-44b2-affa-f9d5d8c5ead6 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (630b71b8-103a-4d54-825c-c996d9564bc7), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:15.071229 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-1a0fb443-58f0-494c-8282-1f0672980936 None None] Allocated IP 2001:db8::1 (4d560a90-81c6-4b8f-b737-d0a2746310a6/a0fdff9d-eaef-44bf-9968-22d691dbf0be/f8c29f13-da9f-4c99-b4a7-961fbf89ec01) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:39:15.125139 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a7225f2d-0f11-488b-87bc-1ef374f03e0a is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:15.126567 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 672ea3ba-df53-4532-8111-b3cbb553f827 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:39:15.128468 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-90d1d4d5-c563-4f6f-bc46-e1a7997a1bed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:15.136023 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-23cb001f-55ff-4c5c-8cf3-2caae02788c2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (a0fdff9d-eaef-44bf-9968-22d691dbf0be), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:15.200236 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57fd162-7758-456a-8151-f8b09ba4ce0c None None] Network 827e40bb-0cac-4a8f-b59b-f4a7dcb29aa5 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:15.215050 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-26530b89-7b8e-40ea-a7e4-d16311c4a63a tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (149b1636-5544-47d3-bead-ea8470f3bb18), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:15.240360 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3e1abf50-adaa-44b2-affa-f9d5d8c5ead6 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (630b71b8-103a-4d54-825c-c996d9564bc7), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:15.240689 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3e1abf50-adaa-44b2-affa-f9d5d8c5ead6 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for floatingip (630b71b8-103a-4d54-825c-c996d9564bc7), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:15.256641 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f788b0d5-6e3c-4fe7-8ca6-80cb3188ea94 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (e4051f57-d491-4536-a24d-bd9fb327cd9f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:15.272850 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-3e1abf50-adaa-44b2-affa-f9d5d8c5ead6 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Calling delete_port for 630b71b8-103a-4d54-825c-c996d9564bc7 owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:39:15.322115 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-f788b0d5-6e3c-4fe7-8ca6-80cb3188ea94 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Calling delete_port for e4051f57-d491-4536-a24d-bd9fb327cd9f owned by network:router_gateway {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:39:15.342804 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-d821a496-e3d8-4609-afba-fa3638533fbe None None] Provisioning complete for port 672ea3ba-df53-4532-8111-b3cbb553f827 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:15.343102 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d821a496-e3d8-4609-afba-fa3638533fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (672ea3ba-df53-4532-8111-b3cbb553f827), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:15.345979 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f309965e-a436-4d6b-aaea-510ec0a9638f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'name': 'tempest-AttachVolumeShelveTestJSON-664501207-router', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:50Z', 'revision_number': 4, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'gw_port': {'id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'd69ad618-e9af-4069-a52e-8c083cf2df0b', 'name': '', 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'mac_address': 'fa:16:3e:2f:c2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:48Z', 'updated_at': '2022-03-22T19:34:55Z', 'revision_number': 5, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'subnets': [{'id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:15.442471 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f309965e-a436-4d6b-aaea-510ec0a9638f None None] The sync data for ids ['f46fd7ef-bf03-462b-92ea-a542045b7865'] in n-d-705658-24 is: [{'id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'name': 'tempest-AttachVolumeShelveTestJSON-664501207-router', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:50Z', 'revision_number': 4, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'gw_port': {'id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'd69ad618-e9af-4069-a52e-8c083cf2df0b', 'name': '', 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'mac_address': 'fa:16:3e:2f:c2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:48Z', 'updated_at': '2022-03-22T19:34:55Z', 'revision_number': 5, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'subnets': [{'id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:39:15.485759 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 672ea3ba-df53-4532-8111-b3cbb553f827 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:15.486177 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (672ea3ba-df53-4532-8111-b3cbb553f827), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:15.540494 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1a0fb443-58f0-494c-8282-1f0672980936 None None] Publish callbacks [] for port (f8c29f13-da9f-4c99-b4a7-961fbf89ec01), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:15.560703 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1a0fb443-58f0-494c-8282-1f0672980936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (f8c29f13-da9f-4c99-b4a7-961fbf89ec01), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:15.644546 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0fb443-58f0-494c-8282-1f0672980936 None None] Network 4d560a90-81c6-4b8f-b737-d0a2746310a6 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:39:15.659090 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-1a0fb443-58f0-494c-8282-1f0672980936 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:15.664582 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0fb443-58f0-494c-8282-1f0672980936 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:39:15.671113 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0fb443-58f0-494c-8282-1f0672980936 None None] Pushing event updated for resources: {'Port': ['ID=f8c29f13-da9f-4c99-b4a7-961fbf89ec01,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:15.699318 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d821a496-e3d8-4609-afba-fa3638533fbe None None] Current status of the port 672ea3ba-df53-4532-8111-b3cbb553f827 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:15.699990 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d821a496-e3d8-4609-afba-fa3638533fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (672ea3ba-df53-4532-8111-b3cbb553f827), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:15.796653 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 672ea3ba-df53-4532-8111-b3cbb553f827 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:15.797042 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (672ea3ba-df53-4532-8111-b3cbb553f827), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:15.836158 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-1a0fb443-58f0-494c-8282-1f0672980936 None None] Attempting to bind port f8c29f13-da9f-4c99-b4a7-961fbf89ec01 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:39:15.836792 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-1a0fb443-58f0-494c-8282-1f0672980936 None None] Attempting to bind port f8c29f13-da9f-4c99-b4a7-961fbf89ec01 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'dd355600-be45-4f0c-858d-9795bb9c3869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4d560a90-81c6-4b8f-b737-d0a2746310a6'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:39:15.837311 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0fb443-58f0-494c-8282-1f0672980936 None None] Attempting to bind port f8c29f13-da9f-4c99-b4a7-961fbf89ec01 on network 4d560a90-81c6-4b8f-b737-d0a2746310a6 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:39:15.842024 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-d821a496-e3d8-4609-afba-fa3638533fbe None None] For port 672ea3ba-df53-4532-8111-b3cbb553f827, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=672ea3ba-df53-4532-8111-b3cbb553f827,segment=NetworkSegment(bca8bcf8-8b97-4c2d-9bba-7819d1203256),segment_id=bca8bcf8-8b97-4c2d-9bba-7819d1203256)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:39:15.860340 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d821a496-e3d8-4609-afba-fa3638533fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (672ea3ba-df53-4532-8111-b3cbb553f827), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:15.862031 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:15.866299 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0fb443-58f0-494c-8282-1f0672980936 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:39:15.866628 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0fb443-58f0-494c-8282-1f0672980936 None None] Checking segment: {'id': 'dd355600-be45-4f0c-858d-9795bb9c3869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4d560a90-81c6-4b8f-b737-d0a2746310a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:39:15.867030 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1a0fb443-58f0-494c-8282-1f0672980936 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:15.867428 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0fb443-58f0-494c-8282-1f0672980936 None None] Bound using segment: {'id': 'dd355600-be45-4f0c-858d-9795bb9c3869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4d560a90-81c6-4b8f-b737-d0a2746310a6'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:39:15.867922 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-1a0fb443-58f0-494c-8282-1f0672980936 None None] Bound port: f8c29f13-da9f-4c99-b4a7-961fbf89ec01, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd355600-be45-4f0c-858d-9795bb9c3869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4d560a90-81c6-4b8f-b737-d0a2746310a6'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:39:15.868306 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1a0fb443-58f0-494c-8282-1f0672980936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f8c29f13-da9f-4c99-b4a7-961fbf89ec01), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:15.910457 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-23cb001f-55ff-4c5c-8cf3-2caae02788c2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (a0fdff9d-eaef-44bf-9968-22d691dbf0be), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:15.932694 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3e1abf50-adaa-44b2-affa-f9d5d8c5ead6 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (630b71b8-103a-4d54-825c-c996d9564bc7), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:15.983145 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:39:15.983513 n-d-705658-24 neutron-server[104174]: DEBUG oslo_db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:39:15.984009 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821a496-e3d8-4609-afba-fa3638533fbe None None] Pushing event updated for resources: {'Port': ['ID=672ea3ba-df53-4532-8111-b3cbb553f827,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:16.013985 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaa56bc-cf3a-4d6f-8025-a4912eeed0c0 None None] New status for floating IP 9092e65f-1272-49a9-97bd-8e5bd6b3c6e5: DOWN {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:39:16.054100 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-23cb001f-55ff-4c5c-8cf3-2caae02788c2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (4d560a90-81c6-4b8f-b737-d0a2746310a6), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:16.087427 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1abf50-adaa-44b2-affa-f9d5d8c5ead6 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Pushing event deleted for resources: {'Port': ['ID=630b71b8-103a-4d54-825c-c996d9564bc7,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:16.096287 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-1a0fb443-58f0-494c-8282-1f0672980936 None None] For port f8c29f13-da9f-4c99-b4a7-961fbf89ec01, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:39:16.097055 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb001f-55ff-4c5c-8cf3-2caae02788c2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event deleted for resources: {'Subnet': ['ID=a0fdff9d-eaef-44bf-9968-22d691dbf0be,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:16.117550 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-1a0fb443-58f0-494c-8282-1f0672980936 None None] For port f8c29f13-da9f-4c99-b4a7-961fbf89ec01, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f8c29f13-da9f-4c99-b4a7-961fbf89ec01,segment=NetworkSegment(dd355600-be45-4f0c-858d-9795bb9c3869),segment_id=dd355600-be45-4f0c-858d-9795bb9c3869)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:39:16.122806 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-70e80c41-8d48-45b1-b010-af44464257ee None None] Provisioning complete for port 672ea3ba-df53-4532-8111-b3cbb553f827 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:16.123382 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-70e80c41-8d48-45b1-b010-af44464257ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (672ea3ba-df53-4532-8111-b3cbb553f827), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:16.142206 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-23cb001f-55ff-4c5c-8cf3-2caae02788c2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d560a90-81c6-4b8f-b737-d0a2746310a6']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:16.155764 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1a0fb443-58f0-494c-8282-1f0672980936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f8c29f13-da9f-4c99-b4a7-961fbf89ec01), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:16.180326 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-23cb001f-55ff-4c5c-8cf3-2caae02788c2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd355600-be45-4f0c-858d-9795bb9c3869') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:16.180881 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-23cb001f-55ff-4c5c-8cf3-2caae02788c2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd355600-be45-4f0c-858d-9795bb9c3869') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:16.250154 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0fb443-58f0-494c-8282-1f0672980936 None None] Pushing event updated for resources: {'Port': ['ID=f8c29f13-da9f-4c99-b4a7-961fbf89ec01,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:16.314944 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-23cb001f-55ff-4c5c-8cf3-2caae02788c2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (dd355600-be45-4f0c-858d-9795bb9c3869), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:16.366112 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-23cb001f-55ff-4c5c-8cf3-2caae02788c2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (dd355600-be45-4f0c-858d-9795bb9c3869), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:16.384102 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23cb001f-55ff-4c5c-8cf3-2caae02788c2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:39:16.384439 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-23cb001f-55ff-4c5c-8cf3-2caae02788c2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (dd355600-be45-4f0c-858d-9795bb9c3869), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:16.387795 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:39:16.387795 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:39:16.387795 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:39:16.387795 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:39:16.387795 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:39:16.387795 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:39:16.387795 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:39:16.387795 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:39:16.387795 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:39:16.387795 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:39:16.387795 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:39:16.387795 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:39:16.387795 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:39:16.387795 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:39:16.387795 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:39:16.387795 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:39:16.387795 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:39:16.387795 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:39:16.387795 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:39:16.387795 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:39:16.387795 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:39:16.387795 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:39:16.387795 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:39:16.387795 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:39:16.387795 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:39:16.387795 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:39:16.387795 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:39:16.387795 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:39:16.387795 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:39:16.387795 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:39:16.387795 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:39:16.387795 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:39:16.390297 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3e1abf50-adaa-44b2-affa-f9d5d8c5ead6 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for floatingip (9092e65f-1272-49a9-97bd-8e5bd6b3c6e5), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:16.391007 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3e1abf50-adaa-44b2-affa-f9d5d8c5ead6 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:16.398798 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3e1abf50-adaa-44b2-affa-f9d5d8c5ead6 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "DELETE /v2.0/floatingips/9092e65f-1272-49a9-97bd-8e5bd6b3c6e5 HTTP/1.1" status: 204 len: 168 time: 2.0546703 Mar 22 19:39:16.500544 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.db.api [None req-23cb001f-55ff-4c5c-8cf3-2caae02788c2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 19:39:16.500544 n-d-705658-24 neutron-server[104172]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 19:39:16.500544 n-d-705658-24 neutron-server[104172]: [parameters: {'id': '4d560a90-81c6-4b8f-b737-d0a2746310a6'}] Mar 22 19:39:16.500544 n-d-705658-24 neutron-server[104172]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:39:16.500933 n-d-705658-24 neutron-server[104172]: DEBUG oslo_db.api [None req-23cb001f-55ff-4c5c-8cf3-2caae02788c2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:39:16.510519 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26530b89-7b8e-40ea-a7e4-d16311c4a63a tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Router 149b1636-5544-47d3-bead-ea8470f3bb18 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:39:16.519539 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5184c672-fef2-4d27-860a-2f7e1e4dbb0f None None] get_active_networks_info from n-d-705658-24 {{(pid=104174) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 19:39:16.525515 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f788b0d5-6e3c-4fe7-8ca6-80cb3188ea94 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (e4051f57-d491-4536-a24d-bd9fb327cd9f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:16.553401 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f788b0d5-6e3c-4fe7-8ca6-80cb3188ea94 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event deleted for resources: {'Port': ['ID=e4051f57-d491-4536-a24d-bd9fb327cd9f,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:16.564697 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-70e80c41-8d48-45b1-b010-af44464257ee None None] Current status of the port 672ea3ba-df53-4532-8111-b3cbb553f827 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:16.586219 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 672ea3ba-df53-4532-8111-b3cbb553f827 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:16.714774 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f788b0d5-6e3c-4fe7-8ca6-80cb3188ea94 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (ebf4d266-a92a-4862-b869-167c04dc2f2a), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:16.725188 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5184c672-fef2-4d27-860a-2f7e1e4dbb0f None None] Resources bound (agent type, host, resource id): {{(pid=104174) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 19:39:16.751530 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 672ea3ba-df53-4532-8111-b3cbb553f827 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:39:16.790872 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26530b89-7b8e-40ea-a7e4-d16311c4a63a tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:39:16.802884 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cc689d-098b-4326-b75d-83f72aced707 None None] Sync routers for ids ['149b1636-5544-47d3-bead-ea8470f3bb18'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:39:16.819853 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cc689d-098b-4326-b75d-83f72aced707 None None] Routers {'149b1636-5544-47d3-bead-ea8470f3bb18'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:39:16.821388 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-31cc689d-098b-4326-b75d-83f72aced707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['149b1636-5544-47d3-bead-ea8470f3bb18'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:16.821920 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-26530b89-7b8e-40ea-a7e4-d16311c4a63a tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] 10.222.0.75 "PUT /v2.0/routers/149b1636-5544-47d3-bead-ea8470f3bb18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5444329 Mar 22 19:39:16.824644 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39472) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:16.833373 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f788b0d5-6e3c-4fe7-8ca6-80cb3188ea94 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (ebf4d266-a92a-4862-b869-167c04dc2f2a), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:16.841468 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f788b0d5-6e3c-4fe7-8ca6-80cb3188ea94 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router_controller (ebf4d266-a92a-4862-b869-167c04dc2f2a), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:16.910001 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39474) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:16.911664 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 672ea3ba-df53-4532-8111-b3cbb553f827 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:16.912166 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (672ea3ba-df53-4532-8111-b3cbb553f827), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:16.916086 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-31cc689d-098b-4326-b75d-83f72aced707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:16.920161 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-8ef33cde-7ed2-4df0-833a-57d0170224dd tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Request body: {'security_group': {'name': 'tempest-securitygroup--728920866', 'description': 'tempest-description--616157895'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:16.927623 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cc689d-098b-4326-b75d-83f72aced707 None None] Routers {'149b1636-5544-47d3-bead-ea8470f3bb18'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:39:16.928484 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-31cc689d-098b-4326-b75d-83f72aced707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:38:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['149b1636-5544-47d3-bead-ea8470f3bb18'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:16.954791 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f788b0d5-6e3c-4fe7-8ca6-80cb3188ea94 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (ebf4d266-a92a-4862-b869-167c04dc2f2a), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:16.956711 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f788b0d5-6e3c-4fe7-8ca6-80cb3188ea94 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Fanout notify agent at l3_agent the message router_deleted on router ebf4d266-a92a-4862-b869-167c04dc2f2a {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:39:16.970103 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f788b0d5-6e3c-4fe7-8ca6-80cb3188ea94 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:16.973666 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-31cc689d-098b-4326-b75d-83f72aced707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:16.976199 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cc689d-098b-4326-b75d-83f72aced707 None None] The sync data for ids ['149b1636-5544-47d3-bead-ea8470f3bb18'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:39:16.976433 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f788b0d5-6e3c-4fe7-8ca6-80cb3188ea94 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/routers/ebf4d266-a92a-4862-b869-167c04dc2f2a HTTP/1.1" status: 204 len: 168 time: 3.4233718 Mar 22 19:39:16.977360 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8ef33cde-7ed2-4df0-833a-57d0170224dd tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:16.986701 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39476) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:16.994050 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-86605c19-6264-412b-86f2-9b7a6b48b5b1 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1187912116'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:17.002322 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-23cb001f-55ff-4c5c-8cf3-2caae02788c2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (4d560a90-81c6-4b8f-b737-d0a2746310a6), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:17.044390 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-69fc1765-c81f-490c-90fe-621dd3626a25 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks [] for router (149b1636-5544-47d3-bead-ea8470f3bb18), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:17.062812 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86605c19-6264-412b-86f2-9b7a6b48b5b1 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Made reservation on behalf of 1e3546c3d170468eb7c4f7ed56b3ee3c for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:39:17.066164 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-86605c19-6264-412b-86f2-9b7a6b48b5b1 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:17.130338 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86605c19-6264-412b-86f2-9b7a6b48b5b1 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:39:17.134078 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8ef33cde-7ed2-4df0-833a-57d0170224dd tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for security_group (8ef55867-e4a7-4434-a4a0-b16957e827b3), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:17.146727 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8ef33cde-7ed2-4df0-833a-57d0170224dd tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (8ef55867-e4a7-4434-a4a0-b16957e827b3), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:17.165754 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-86605c19-6264-412b-86f2-9b7a6b48b5b1 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (1ee94726-a487-49dc-b9a3-3819a848cf1c), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:17.166125 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-86605c19-6264-412b-86f2-9b7a6b48b5b1 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Added segment 1ee94726-a487-49dc-b9a3-3819a848cf1c of type vlan for network 84247733-d77d-4b92-a447-b1faaa3a4977 Mar 22 19:39:17.186377 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-23cb001f-55ff-4c5c-8cf3-2caae02788c2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Deleting port f8c29f13-da9f-4c99-b4a7-961fbf89ec01 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:39:17.187185 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-23cb001f-55ff-4c5c-8cf3-2caae02788c2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f8c29f13-da9f-4c99-b4a7-961fbf89ec01), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:17.199333 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-69fc1765-c81f-490c-90fe-621dd3626a25 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks [] for router_gateway (149b1636-5544-47d3-bead-ea8470f3bb18), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:17.199540 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 672ea3ba-df53-4532-8111-b3cbb553f827 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:17.212197 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec700e85-c1b4-4041-9ee2-33a230fe3bcd None None] Network 4d560a90-81c6-4b8f-b737-d0a2746310a6 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:17.265099 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8ef33cde-7ed2-4df0-833a-57d0170224dd tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:17.266412 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8ef33cde-7ed2-4df0-833a-57d0170224dd tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3546250 Mar 22 19:39:17.270733 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39480) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:17.280553 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-7c181c60-ce6b-4f67-aaf4-1959d2d6c67a tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Request body: {'security_group_rule': {'security_group_id': '8ef55867-e4a7-4434-a4a0-b16957e827b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:17.287104 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef33cde-7ed2-4df0-833a-57d0170224dd tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef55867-e4a7-4434-a4a0-b16957e827b3,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:17.290468 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-86605c19-6264-412b-86f2-9b7a6b48b5b1 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (84247733-d77d-4b92-a447-b1faaa3a4977), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:17.334667 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-23cb001f-55ff-4c5c-8cf3-2caae02788c2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] For port f8c29f13-da9f-4c99-b4a7-961fbf89ec01, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f8c29f13-da9f-4c99-b4a7-961fbf89ec01,segment=NetworkSegment(dd355600-be45-4f0c-858d-9795bb9c3869),segment_id=dd355600-be45-4f0c-858d-9795bb9c3869)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:39:17.335046 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-23cb001f-55ff-4c5c-8cf3-2caae02788c2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f8c29f13-da9f-4c99-b4a7-961fbf89ec01), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:17.354810 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-23cb001f-55ff-4c5c-8cf3-2caae02788c2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Calling delete_port for f8c29f13-da9f-4c99-b4a7-961fbf89ec01 owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:39:17.357591 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-69fc1765-c81f-490c-90fe-621dd3626a25 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Deleting port a0499636-6e02-4596-88a3-ead97ecd76bd {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:39:17.358015 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-69fc1765-c81f-490c-90fe-621dd3626a25 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (a0499636-6e02-4596-88a3-ead97ecd76bd), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:17.360717 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-86605c19-6264-412b-86f2-9b7a6b48b5b1 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (84247733-d77d-4b92-a447-b1faaa3a4977), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:17.363454 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7c181c60-ce6b-4f67-aaf4-1959d2d6c67a tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for security_group_rule (607e4d67-010f-421c-a8ce-a7f5c93a51de), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:17.366957 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86605c19-6264-412b-86f2-9b7a6b48b5b1 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:17.368311 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-86605c19-6264-412b-86f2-9b7a6b48b5b1 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:17.386019 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-997e6ce0-932e-412d-8b28-49c90f06a1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:17.490937 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-86605c19-6264-412b-86f2-9b7a6b48b5b1 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5030746 Mar 22 19:39:17.491561 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39486) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:17.503658 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-30352166-9d75-41cc-a435-4eb4fcb9ec1d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Request body: {'subnet': {'network_id': '84247733-d77d-4b92-a447-b1faaa3a4977', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:17.513836 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86605c19-6264-412b-86f2-9b7a6b48b5b1 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Network': ['ID=84247733-d77d-4b92-a447-b1faaa3a4977,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:17.521087 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-69fc1765-c81f-490c-90fe-621dd3626a25 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (a0499636-6e02-4596-88a3-ead97ecd76bd), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:17.526454 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 84247733-d77d-4b92-a447-b1faaa3a4977 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:39:17.550366 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7c181c60-ce6b-4f67-aaf4-1959d2d6c67a tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for security_group_rule (607e4d67-010f-421c-a8ce-a7f5c93a51de), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:17.556112 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-69fc1765-c81f-490c-90fe-621dd3626a25 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Calling delete_port for a0499636-6e02-4596-88a3-ead97ecd76bd owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:39:17.561061 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7c181c60-ce6b-4f67-aaf4-1959d2d6c67a tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (607e4d67-010f-421c-a8ce-a7f5c93a51de), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:17.581476 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c181c60-ce6b-4f67-aaf4-1959d2d6c67a tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=607e4d67-010f-421c-a8ce-a7f5c93a51de,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:17.643688 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7c181c60-ce6b-4f67-aaf4-1959d2d6c67a tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:17.644946 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7c181c60-ce6b-4f67-aaf4-1959d2d6c67a tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3697500 Mar 22 19:39:17.650221 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39490) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:17.660503 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-bd337c99-771f-4a60-962d-533b5e8cbae4 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Request body: {'security_group_rule': {'security_group_id': '8ef55867-e4a7-4434-a4a0-b16957e827b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:17.689325 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-23cb001f-55ff-4c5c-8cf3-2caae02788c2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (f8c29f13-da9f-4c99-b4a7-961fbf89ec01), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:17.730241 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30352166-9d75-41cc-a435-4eb4fcb9ec1d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Made reservation on behalf of 1e3546c3d170468eb7c4f7ed56b3ee3c for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:39:17.734360 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-30352166-9d75-41cc-a435-4eb4fcb9ec1d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:17.754163 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bd337c99-771f-4a60-962d-533b5e8cbae4 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for security_group_rule (5e8b532a-fee4-4079-8b36-3eca51f80a34), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:17.781926 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb001f-55ff-4c5c-8cf3-2caae02788c2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event deleted for resources: {'Port': ['ID=f8c29f13-da9f-4c99-b4a7-961fbf89ec01,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:17.784478 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cb001f-55ff-4c5c-8cf3-2caae02788c2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] No DVR routers for this DVR port f8c29f13-da9f-4c99-b4a7-961fbf89ec01 on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:39:17.940459 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bd337c99-771f-4a60-962d-533b5e8cbae4 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for security_group_rule (5e8b532a-fee4-4079-8b36-3eca51f80a34), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:17.954898 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bd337c99-771f-4a60-962d-533b5e8cbae4 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (5e8b532a-fee4-4079-8b36-3eca51f80a34), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:17.968905 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-69fc1765-c81f-490c-90fe-621dd3626a25 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (a0499636-6e02-4596-88a3-ead97ecd76bd), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:18.013442 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-23cb001f-55ff-4c5c-8cf3-2caae02788c2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (4d560a90-81c6-4b8f-b737-d0a2746310a6), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:18.033520 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bd337c99-771f-4a60-962d-533b5e8cbae4 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:18.034792 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bd337c99-771f-4a60-962d-533b5e8cbae4 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3836966 Mar 22 19:39:18.036753 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd337c99-771f-4a60-962d-533b5e8cbae4 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e8b532a-fee4-4079-8b36-3eca51f80a34,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:18.038919 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc1765-c81f-490c-90fe-621dd3626a25 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Pushing event deleted for resources: {'Port': ['ID=a0499636-6e02-4596-88a3-ead97ecd76bd,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:18.043883 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39498) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:18.049230 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-e59d7d33-808b-479e-98d6-e8c70a74bbe0 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:18.070765 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-23cb001f-55ff-4c5c-8cf3-2caae02788c2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d560a90-81c6-4b8f-b737-d0a2746310a6']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:18.087145 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-23cb001f-55ff-4c5c-8cf3-2caae02788c2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd355600-be45-4f0c-858d-9795bb9c3869') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:18.087482 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-23cb001f-55ff-4c5c-8cf3-2caae02788c2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd355600-be45-4f0c-858d-9795bb9c3869') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:18.101738 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e59d7d33-808b-479e-98d6-e8c70a74bbe0 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:18.117502 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-23cb001f-55ff-4c5c-8cf3-2caae02788c2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (dd355600-be45-4f0c-858d-9795bb9c3869), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:18.139934 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-23cb001f-55ff-4c5c-8cf3-2caae02788c2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (dd355600-be45-4f0c-858d-9795bb9c3869), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:18.152401 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23cb001f-55ff-4c5c-8cf3-2caae02788c2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:39:18.152813 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-23cb001f-55ff-4c5c-8cf3-2caae02788c2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (dd355600-be45-4f0c-858d-9795bb9c3869), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:18.155935 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:39:18.155935 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:39:18.155935 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:39:18.155935 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:39:18.155935 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:39:18.155935 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:39:18.155935 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:39:18.155935 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:39:18.155935 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:39:18.155935 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:39:18.155935 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:39:18.155935 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:39:18.155935 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:39:18.155935 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:39:18.155935 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:39:18.155935 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:39:18.155935 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:39:18.155935 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:39:18.155935 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:39:18.155935 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:39:18.155935 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:39:18.155935 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:39:18.155935 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:39:18.155935 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:39:18.155935 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:39:18.155935 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:39:18.155935 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:39:18.155935 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:39:18.155935 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:39:18.155935 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:39:18.155935 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:39:18.155935 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:39:18.201296 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-69fc1765-c81f-490c-90fe-621dd3626a25 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (149b1636-5544-47d3-bead-ea8470f3bb18), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:18.262219 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-30352166-9d75-41cc-a435-4eb4fcb9ec1d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (15cab4d2-ab92-4f44-ba16-a4f7a8139d95), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:18.268309 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-23cb001f-55ff-4c5c-8cf3-2caae02788c2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (4d560a90-81c6-4b8f-b737-d0a2746310a6), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:18.318806 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:18.330908 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-23cb001f-55ff-4c5c-8cf3-2caae02788c2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:18.333032 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-69fc1765-c81f-490c-90fe-621dd3626a25 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (149b1636-5544-47d3-bead-ea8470f3bb18), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:18.338177 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-23cb001f-55ff-4c5c-8cf3-2caae02788c2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "DELETE /v2.0/networks/4d560a90-81c6-4b8f-b737-d0a2746310a6 HTTP/1.1" status: 204 len: 168 time: 3.9741554 Mar 22 19:39:18.338177 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb001f-55ff-4c5c-8cf3-2caae02788c2 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event deleted for resources: {'Network': ['ID=4d560a90-81c6-4b8f-b737-d0a2746310a6,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:18.338453 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-69fc1765-c81f-490c-90fe-621dd3626a25 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks [] for router_controller (149b1636-5544-47d3-bead-ea8470f3bb18), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:18.341595 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39502) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:18.344971 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [req-6f58ce57-3fb6-4396-a103-838c881ba148 req-1bcfe7de-c8e0-4006-a415-d61dd69a7816 service neutron] (104173) timed out ('10.222.0.84', 55309) {{(pid=104173) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 19:39:18.349055 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-c6e40e05-8b4d-47af-87e8-15fcfe3ab173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1065165934'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:18.379979 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30352166-9d75-41cc-a435-4eb4fcb9ec1d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Subnet': ['ID=15cab4d2-ab92-4f44-ba16-a4f7a8139d95,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:18.397868 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30352166-9d75-41cc-a435-4eb4fcb9ec1d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Checking segment: {'id': '1ee94726-a487-49dc-b9a3-3819a848cf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '84247733-d77d-4b92-a447-b1faaa3a4977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:39:18.398517 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30352166-9d75-41cc-a435-4eb4fcb9ec1d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network hostable DHCP agents. Network: 84247733-d77d-4b92-a447-b1faaa3a4977, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:39:18.425531 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-69fc1765-c81f-490c-90fe-621dd3626a25 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (149b1636-5544-47d3-bead-ea8470f3bb18), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:18.426333 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fc1765-c81f-490c-90fe-621dd3626a25 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Fanout notify agent at l3_agent the message router_deleted on router 149b1636-5544-47d3-bead-ea8470f3bb18 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:39:18.429042 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e40e05-8b4d-47af-87e8-15fcfe3ab173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Made reservation on behalf of 7d43765d6c2e48a7ae0f634337160c2d for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:39:18.429206 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30352166-9d75-41cc-a435-4eb4fcb9ec1d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network 84247733-d77d-4b92-a447-b1faaa3a4977 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:39:18.432960 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c6e40e05-8b4d-47af-87e8-15fcfe3ab173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:18.445395 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-30352166-9d75-41cc-a435-4eb4fcb9ec1d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 84247733-d77d-4b92-a447-b1faaa3a4977) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:18.451946 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-69fc1765-c81f-490c-90fe-621dd3626a25 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:18.453446 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30352166-9d75-41cc-a435-4eb4fcb9ec1d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:18.455111 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ff1b01-13ff-4515-91c4-8d40d40ab5ae None None] Network 84247733-d77d-4b92-a447-b1faaa3a4977 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:18.455230 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-30352166-9d75-41cc-a435-4eb4fcb9ec1d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:18.455882 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-69fc1765-c81f-490c-90fe-621dd3626a25 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] 10.222.0.75 "DELETE /v2.0/routers/149b1636-5544-47d3-bead-ea8470f3bb18 HTTP/1.1" status: 204 len: 168 time: 1.6302166 Mar 22 19:39:18.458894 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39506) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:18.494970 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-30352166-9d75-41cc-a435-4eb4fcb9ec1d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9964316 Mar 22 19:39:18.496127 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39508) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:18.503113 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e59d7d33-808b-479e-98d6-e8c70a74bbe0 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:18.503696 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-c8a5e5b9-49d4-418d-b7d5-6071e72f9570 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1173965171', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:18.530089 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6e40e05-8b4d-47af-87e8-15fcfe3ab173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:39:18.553261 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c8a5e5b9-49d4-418d-b7d5-6071e72f9570 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (422da4bc-6e2f-4e28-a2b5-53f372e2527c), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:18.554571 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c8a5e5b9-49d4-418d-b7d5-6071e72f9570 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (422da4bc-6e2f-4e28-a2b5-53f372e2527c), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:18.587274 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7cd278d-3416-41c8-893d-37d7cb7beaef tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Deleting subnet 40d64939-d0a0-4ef7-abb9-0595d4ddc38f {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:39:18.595301 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c6e40e05-8b4d-47af-87e8-15fcfe3ab173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (5d5c3126-87a3-4910-9359-19211474b5c1), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:18.595903 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-c6e40e05-8b4d-47af-87e8-15fcfe3ab173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Added segment 5d5c3126-87a3-4910-9359-19211474b5c1 of type vlan for network 7c396b65-6463-4a0e-a6dc-f8b79feae18d Mar 22 19:39:18.597450 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7cd278d-3416-41c8-893d-37d7cb7beaef tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks [] for subnet (40d64939-d0a0-4ef7-abb9-0595d4ddc38f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:18.660568 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecce96b-ecb8-4074-b38f-af222791e9c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-84247733-d77d-4b92-a447-b1faaa3a4977', 'network_id': '84247733-d77d-4b92-a447-b1faaa3a4977', 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'fixed_ips': [{'subnet_id': '15cab4d2-ab92-4f44-ba16-a4f7a8139d95'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:39:18.665595 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6ecce96b-ecb8-4074-b38f-af222791e9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:18.717673 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c8a5e5b9-49d4-418d-b7d5-6071e72f9570 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router_controller (422da4bc-6e2f-4e28-a2b5-53f372e2527c), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:18.718890 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7cd278d-3416-41c8-893d-37d7cb7beaef tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (40d64939-d0a0-4ef7-abb9-0595d4ddc38f), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:18.722801 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:18.728752 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c8a5e5b9-49d4-418d-b7d5-6071e72f9570 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (422da4bc-6e2f-4e28-a2b5-53f372e2527c), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:18.755236 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c6e40e05-8b4d-47af-87e8-15fcfe3ab173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (7c396b65-6463-4a0e-a6dc-f8b79feae18d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:18.775799 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c8a5e5b9-49d4-418d-b7d5-6071e72f9570 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:18.777124 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c8a5e5b9-49d4-418d-b7d5-6071e72f9570 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2798529 Mar 22 19:39:18.780095 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39510) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:18.834466 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-e59d7d33-808b-479e-98d6-e8c70a74bbe0 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Allocated IP 172.25.5.191 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/b29aaf47-8674-45a4-8e18-adb2a7f2a3df) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:39:18.850526 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c6e40e05-8b4d-47af-87e8-15fcfe3ab173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (7c396b65-6463-4a0e-a6dc-f8b79feae18d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:18.855877 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e40e05-8b4d-47af-87e8-15fcfe3ab173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:18.856746 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c6e40e05-8b4d-47af-87e8-15fcfe3ab173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:18.914033 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-6ecce96b-ecb8-4074-b38f-af222791e9c4 None None] Allocated IP 2001:db8::2 (84247733-d77d-4b92-a447-b1faaa3a4977/15cab4d2-ab92-4f44-ba16-a4f7a8139d95/5593dc5e-585a-468d-a8b4-fc6396ffa09f) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:39:19.049266 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c6e40e05-8b4d-47af-87e8-15fcfe3ab173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7026501 Mar 22 19:39:19.059203 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39516) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:19.067438 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-448bd948-8f5c-48ba-b25a-d42fd4e3daa9 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Request body: {'subnet': {'network_id': '7c396b65-6463-4a0e-a6dc-f8b79feae18d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:19.077034 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7cd278d-3416-41c8-893d-37d7cb7beaef tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (40d64939-d0a0-4ef7-abb9-0595d4ddc38f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:19.130452 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e40e05-8b4d-47af-87e8-15fcfe3ab173 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event updated for resources: {'Network': ['ID=7c396b65-6463-4a0e-a6dc-f8b79feae18d,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:19.244591 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 7c396b65-6463-4a0e-a6dc-f8b79feae18d details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:39:19.247768 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6ecce96b-ecb8-4074-b38f-af222791e9c4 None None] Publish callbacks [] for port (5593dc5e-585a-468d-a8b4-fc6396ffa09f), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:19.267549 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7cd278d-3416-41c8-893d-37d7cb7beaef tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (40d64939-d0a0-4ef7-abb9-0595d4ddc38f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:19.269730 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6ecce96b-ecb8-4074-b38f-af222791e9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (5593dc5e-585a-468d-a8b4-fc6396ffa09f), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:19.308349 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e59d7d33-808b-479e-98d6-e8c70a74bbe0 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for port (b29aaf47-8674-45a4-8e18-adb2a7f2a3df), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:19.311552 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd278d-3416-41c8-893d-37d7cb7beaef tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Pushing event deleted for resources: {'Subnet': ['ID=40d64939-d0a0-4ef7-abb9-0595d4ddc38f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:19.315621 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7cd278d-3416-41c8-893d-37d7cb7beaef tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:19.322244 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b7cd278d-3416-41c8-893d-37d7cb7beaef tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] 10.222.0.75 "DELETE /v2.0/subnets/40d64939-d0a0-4ef7-abb9-0595d4ddc38f HTTP/1.1" status: 204 len: 168 time: 0.8611739 Mar 22 19:39:19.324889 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39518) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:19.354885 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5188dc4c-29f3-4fb3-9206-21729319c8c8 None None] Network e81b1e92-9c90-4121-b998-e93f1a39c222 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:19.358366 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448bd948-8f5c-48ba-b25a-d42fd4e3daa9 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Made reservation on behalf of 7d43765d6c2e48a7ae0f634337160c2d for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:39:19.362287 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-448bd948-8f5c-48ba-b25a-d42fd4e3daa9 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:19.440042 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4ecb380a-dd58-41eb-aefa-4def47ac1fd7 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (e81b1e92-9c90-4121-b998-e93f1a39c222), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:19.450278 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecce96b-ecb8-4074-b38f-af222791e9c4 None None] Network 84247733-d77d-4b92-a447-b1faaa3a4977 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:39:19.453704 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e59d7d33-808b-479e-98d6-e8c70a74bbe0 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (b29aaf47-8674-45a4-8e18-adb2a7f2a3df), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:19.481036 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-6ecce96b-ecb8-4074-b38f-af222791e9c4 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:19.488872 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cb07a6ce-0f27-48e4-9135-1951828e1d66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:19.493874 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecce96b-ecb8-4074-b38f-af222791e9c4 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:39:19.500728 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecce96b-ecb8-4074-b38f-af222791e9c4 None None] Pushing event updated for resources: {'Port': ['ID=5593dc5e-585a-468d-a8b4-fc6396ffa09f,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:19.578083 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59d7d33-808b-479e-98d6-e8c70a74bbe0 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:39:19.596636 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-e59d7d33-808b-479e-98d6-e8c70a74bbe0 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:19.601385 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59d7d33-808b-479e-98d6-e8c70a74bbe0 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:39:19.631975 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-6ecce96b-ecb8-4074-b38f-af222791e9c4 None None] Attempting to bind port 5593dc5e-585a-468d-a8b4-fc6396ffa09f on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:39:19.634726 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-6ecce96b-ecb8-4074-b38f-af222791e9c4 None None] Attempting to bind port 5593dc5e-585a-468d-a8b4-fc6396ffa09f by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '1ee94726-a487-49dc-b9a3-3819a848cf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '84247733-d77d-4b92-a447-b1faaa3a4977'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:39:19.635215 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecce96b-ecb8-4074-b38f-af222791e9c4 None None] Attempting to bind port 5593dc5e-585a-468d-a8b4-fc6396ffa09f on network 84247733-d77d-4b92-a447-b1faaa3a4977 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:39:19.652572 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d7d33-808b-479e-98d6-e8c70a74bbe0 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Pushing event updated for resources: {'Port': ['ID=b29aaf47-8674-45a4-8e18-adb2a7f2a3df,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:19.659657 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecce96b-ecb8-4074-b38f-af222791e9c4 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:39:19.660194 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecce96b-ecb8-4074-b38f-af222791e9c4 None None] Checking segment: {'id': '1ee94726-a487-49dc-b9a3-3819a848cf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '84247733-d77d-4b92-a447-b1faaa3a4977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:39:19.661547 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6ecce96b-ecb8-4074-b38f-af222791e9c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:19.662024 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecce96b-ecb8-4074-b38f-af222791e9c4 None None] Bound using segment: {'id': '1ee94726-a487-49dc-b9a3-3819a848cf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '84247733-d77d-4b92-a447-b1faaa3a4977'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:39:19.662620 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-6ecce96b-ecb8-4074-b38f-af222791e9c4 None None] Bound port: 5593dc5e-585a-468d-a8b4-fc6396ffa09f, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee94726-a487-49dc-b9a3-3819a848cf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '84247733-d77d-4b92-a447-b1faaa3a4977'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:39:19.663118 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6ecce96b-ecb8-4074-b38f-af222791e9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5593dc5e-585a-468d-a8b4-fc6396ffa09f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:19.672533 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-4ecb380a-dd58-41eb-aefa-4def47ac1fd7 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Deleting port 32005097-19b7-4c36-8a3e-507c7f8f2ae4 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:39:19.673161 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4ecb380a-dd58-41eb-aefa-4def47ac1fd7 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (32005097-19b7-4c36-8a3e-507c7f8f2ae4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:19.802885 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-6ecce96b-ecb8-4074-b38f-af222791e9c4 None None] For port 5593dc5e-585a-468d-a8b4-fc6396ffa09f, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:39:19.810468 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-6ecce96b-ecb8-4074-b38f-af222791e9c4 None None] For port 5593dc5e-585a-468d-a8b4-fc6396ffa09f, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=5593dc5e-585a-468d-a8b4-fc6396ffa09f,segment=NetworkSegment(1ee94726-a487-49dc-b9a3-3819a848cf1c),segment_id=1ee94726-a487-49dc-b9a3-3819a848cf1c)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:39:19.827919 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e59d7d33-808b-479e-98d6-e8c70a74bbe0 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for floatingip (3602aff9-a229-474b-bef3-3425c0a5d2cb), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:19.831616 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-4ecb380a-dd58-41eb-aefa-4def47ac1fd7 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] For port 32005097-19b7-4c36-8a3e-507c7f8f2ae4, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=32005097-19b7-4c36-8a3e-507c7f8f2ae4,segment=NetworkSegment(0756e499-18f9-42f1-bbd3-44c80bb004ec),segment_id=0756e499-18f9-42f1-bbd3-44c80bb004ec)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:39:19.831616 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4ecb380a-dd58-41eb-aefa-4def47ac1fd7 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (32005097-19b7-4c36-8a3e-507c7f8f2ae4), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:19.836718 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc33690-7a08-42f9-8bac-f36610b65630 None None] DHCP port deletion for e81b1e92-9c90-4121-b998-e93f1a39c222 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:39:19.842485 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6ecce96b-ecb8-4074-b38f-af222791e9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5593dc5e-585a-468d-a8b4-fc6396ffa09f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:19.861245 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-4ecb380a-dd58-41eb-aefa-4def47ac1fd7 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Calling delete_port for 32005097-19b7-4c36-8a3e-507c7f8f2ae4 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:39:19.946319 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e59d7d33-808b-479e-98d6-e8c70a74bbe0 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b29aaf47-8674-45a4-8e18-adb2a7f2a3df), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:19.978532 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecce96b-ecb8-4074-b38f-af222791e9c4 None None] Pushing event updated for resources: {'Port': ['ID=5593dc5e-585a-468d-a8b4-fc6396ffa09f,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:20.028664 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2bc33690-7a08-42f9-8bac-f36610b65630 None None] Deleting port 32005097-19b7-4c36-8a3e-507c7f8f2ae4 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:39:20.029046 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2bc33690-7a08-42f9-8bac-f36610b65630 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (32005097-19b7-4c36-8a3e-507c7f8f2ae4), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:20.208349 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2bc33690-7a08-42f9-8bac-f36610b65630 None None] For port 32005097-19b7-4c36-8a3e-507c7f8f2ae4, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=32005097-19b7-4c36-8a3e-507c7f8f2ae4,segment=NetworkSegment(0756e499-18f9-42f1-bbd3-44c80bb004ec),segment_id=0756e499-18f9-42f1-bbd3-44c80bb004ec)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:39:20.208349 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2bc33690-7a08-42f9-8bac-f36610b65630 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (32005097-19b7-4c36-8a3e-507c7f8f2ae4), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:20.227329 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2bc33690-7a08-42f9-8bac-f36610b65630 None None] Calling delete_port for 32005097-19b7-4c36-8a3e-507c7f8f2ae4 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:39:20.306625 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:20.484620 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-448bd948-8f5c-48ba-b25a-d42fd4e3daa9 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (07ac4569-d35c-4632-a49e-ba785ae3e930), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:20.573116 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4ecb380a-dd58-41eb-aefa-4def47ac1fd7 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (32005097-19b7-4c36-8a3e-507c7f8f2ae4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:20.584271 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2bc33690-7a08-42f9-8bac-f36610b65630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (32005097-19b7-4c36-8a3e-507c7f8f2ae4), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:20.598574 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-cb07a6ce-0f27-48e4-9135-1951828e1d66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Allocated IP 2001:db8::1 (84247733-d77d-4b92-a447-b1faaa3a4977/15cab4d2-ab92-4f44-ba16-a4f7a8139d95/ba3a7c91-3ba1-4883-b2c8-f3cbf1fcc1ef) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:39:20.606899 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448bd948-8f5c-48ba-b25a-d42fd4e3daa9 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event updated for resources: {'Subnet': ['ID=07ac4569-d35c-4632-a49e-ba785ae3e930,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:20.612525 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecb380a-dd58-41eb-aefa-4def47ac1fd7 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] No DVR routers for this DVR port 32005097-19b7-4c36-8a3e-507c7f8f2ae4 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:39:20.613339 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448bd948-8f5c-48ba-b25a-d42fd4e3daa9 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Checking segment: {'id': '5d5c3126-87a3-4910-9359-19211474b5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7c396b65-6463-4a0e-a6dc-f8b79feae18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:39:20.614369 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448bd948-8f5c-48ba-b25a-d42fd4e3daa9 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Network hostable DHCP agents. Network: 7c396b65-6463-4a0e-a6dc-f8b79feae18d, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:39:20.619716 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb380a-dd58-41eb-aefa-4def47ac1fd7 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Pushing event deleted for resources: {'Port': ['ID=32005097-19b7-4c36-8a3e-507c7f8f2ae4,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:20.655254 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc33690-7a08-42f9-8bac-f36610b65630 None None] No DVR routers for this DVR port 32005097-19b7-4c36-8a3e-507c7f8f2ae4 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:39:20.657081 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc33690-7a08-42f9-8bac-f36610b65630 None None] Pushing event deleted for resources: {'Port': ['ID=32005097-19b7-4c36-8a3e-507c7f8f2ae4,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:20.695499 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448bd948-8f5c-48ba-b25a-d42fd4e3daa9 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Network 7c396b65-6463-4a0e-a6dc-f8b79feae18d is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:39:20.714304 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-448bd948-8f5c-48ba-b25a-d42fd4e3daa9 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 7c396b65-6463-4a0e-a6dc-f8b79feae18d) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:20.728616 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448bd948-8f5c-48ba-b25a-d42fd4e3daa9 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:20.730173 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64d3645-dad7-4618-9101-31ec0487bf4c None None] Network 7c396b65-6463-4a0e-a6dc-f8b79feae18d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:20.731250 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-448bd948-8f5c-48ba-b25a-d42fd4e3daa9 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:20.746006 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4ecb380a-dd58-41eb-aefa-4def47ac1fd7 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (e81b1e92-9c90-4121-b998-e93f1a39c222), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:20.774938 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-448bd948-8f5c-48ba-b25a-d42fd4e3daa9 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7143095 Mar 22 19:39:20.780295 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39524) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:20.789711 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cb07a6ce-0f27-48e4-9135-1951828e1d66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for port (ba3a7c91-3ba1-4883-b2c8-f3cbf1fcc1ef), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:20.819909 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e59d7d33-808b-479e-98d6-e8c70a74bbe0 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for port (b29aaf47-8674-45a4-8e18-adb2a7f2a3df), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:20.845462 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cb07a6ce-0f27-48e4-9135-1951828e1d66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (ba3a7c91-3ba1-4883-b2c8-f3cbf1fcc1ef), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:20.855363 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-4ecb380a-dd58-41eb-aefa-4def47ac1fd7 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e81b1e92-9c90-4121-b998-e93f1a39c222']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:20.889333 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e59d7d33-808b-479e-98d6-e8c70a74bbe0 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (b29aaf47-8674-45a4-8e18-adb2a7f2a3df), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:20.894723 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 5593dc5e-585a-468d-a8b4-fc6396ffa09f up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:39:20.902802 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-4ecb380a-dd58-41eb-aefa-4def47ac1fd7 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0756e499-18f9-42f1-bbd3-44c80bb004ec') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:20.903141 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-4ecb380a-dd58-41eb-aefa-4def47ac1fd7 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0756e499-18f9-42f1-bbd3-44c80bb004ec') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:20.914984 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb07a6ce-0f27-48e4-9135-1951828e1d66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network 84247733-d77d-4b92-a447-b1faaa3a4977 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:39:20.919462 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-cb07a6ce-0f27-48e4-9135-1951828e1d66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:20.924381 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb07a6ce-0f27-48e4-9135-1951828e1d66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:39:20.924861 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cb07a6ce-0f27-48e4-9135-1951828e1d66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (422da4bc-6e2f-4e28-a2b5-53f372e2527c), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:20.959363 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4ecb380a-dd58-41eb-aefa-4def47ac1fd7 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (0756e499-18f9-42f1-bbd3-44c80bb004ec), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:20.990178 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07a6ce-0f27-48e4-9135-1951828e1d66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Port': ['ID=ba3a7c91-3ba1-4883-b2c8-f3cbf1fcc1ef,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:21.039403 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd415b19-f16d-43b6-beac-1b9b8dd510cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-7c396b65-6463-4a0e-a6dc-f8b79feae18d', 'network_id': '7c396b65-6463-4a0e-a6dc-f8b79feae18d', 'project_id': '7d43765d6c2e48a7ae0f634337160c2d', 'fixed_ips': [{'subnet_id': '07ac4569-d35c-4632-a49e-ba785ae3e930'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:39:21.041843 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fd415b19-f16d-43b6-beac-1b9b8dd510cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:21.061472 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4ecb380a-dd58-41eb-aefa-4def47ac1fd7 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (0756e499-18f9-42f1-bbd3-44c80bb004ec), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:21.065939 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 5593dc5e-585a-468d-a8b4-fc6396ffa09f triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:21.066520 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5593dc5e-585a-468d-a8b4-fc6396ffa09f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:21.087918 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d7d33-808b-479e-98d6-e8c70a74bbe0 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Pushing event updated for resources: {'Port': ['ID=b29aaf47-8674-45a4-8e18-adb2a7f2a3df,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:21.108742 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ecb380a-dd58-41eb-aefa-4def47ac1fd7 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:39:21.109648 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4ecb380a-dd58-41eb-aefa-4def47ac1fd7 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (0756e499-18f9-42f1-bbd3-44c80bb004ec), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:21.117146 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:39:21.117146 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:39:21.117146 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:39:21.117146 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:39:21.117146 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:39:21.117146 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:39:21.117146 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:39:21.117146 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:39:21.117146 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:39:21.117146 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:39:21.117146 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:39:21.117146 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:39:21.117146 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:39:21.117146 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:39:21.117146 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:39:21.117146 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:39:21.117146 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:39:21.117146 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:39:21.117146 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:39:21.117146 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:39:21.117146 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:39:21.117146 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:39:21.117146 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:39:21.117146 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:39:21.117146 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:39:21.117146 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:39:21.117146 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:39:21.117146 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:39:21.117146 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:39:21.117146 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:39:21.117146 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:39:21.117146 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:39:21.167555 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cb07a6ce-0f27-48e4-9135-1951828e1d66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ba3a7c91-3ba1-4883-b2c8-f3cbf1fcc1ef), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:21.175919 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e59d7d33-808b-479e-98d6-e8c70a74bbe0 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (3602aff9-a229-474b-bef3-3425c0a5d2cb), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:21.197523 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d3f951e-e2b1-4120-bada-225ddb67e348 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (7c396b65-6463-4a0e-a6dc-f8b79feae18d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:21.226964 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e59d7d33-808b-479e-98d6-e8c70a74bbe0 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:21.233065 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e59d7d33-808b-479e-98d6-e8c70a74bbe0 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1827092 Mar 22 19:39:21.282606 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4ecb380a-dd58-41eb-aefa-4def47ac1fd7 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (e81b1e92-9c90-4121-b998-e93f1a39c222), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:21.325337 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4ecb380a-dd58-41eb-aefa-4def47ac1fd7 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:21.330701 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4ecb380a-dd58-41eb-aefa-4def47ac1fd7 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] 10.222.0.75 "DELETE /v2.0/networks/e81b1e92-9c90-4121-b998-e93f1a39c222 HTTP/1.1" status: 204 len: 168 time: 2.0021675 Mar 22 19:39:21.356929 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39534) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:21.375385 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 5593dc5e-585a-468d-a8b4-fc6396ffa09f is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:21.377145 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5593dc5e-585a-468d-a8b4-fc6396ffa09f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:21.454572 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb380a-dd58-41eb-aefa-4def47ac1fd7 tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Pushing event deleted for resources: {'Network': ['ID=e81b1e92-9c90-4121-b998-e93f1a39c222,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:21.518817 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d3f951e-e2b1-4120-bada-225ddb67e348 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (07ac4569-d35c-4632-a49e-ba785ae3e930), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:21.557703 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46833b7c-67d6-4103-8845-1fa7f99a9301 None None] Network 84247733-d77d-4b92-a447-b1faaa3a4977 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:21.564145 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:21.624920 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 5593dc5e-585a-468d-a8b4-fc6396ffa09f, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=5593dc5e-585a-468d-a8b4-fc6396ffa09f,segment=NetworkSegment(1ee94726-a487-49dc-b9a3-3819a848cf1c),segment_id=1ee94726-a487-49dc-b9a3-3819a848cf1c)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:39:21.630607 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-fd415b19-f16d-43b6-beac-1b9b8dd510cd None None] Allocated IP 2001:db8::1 (7c396b65-6463-4a0e-a6dc-f8b79feae18d/07ac4569-d35c-4632-a49e-ba785ae3e930/df174830-b62c-4b39-b929-48a0641ff357) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:39:21.673939 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5593dc5e-585a-468d-a8b4-fc6396ffa09f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:21.776166 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-7e699775-0119-4bc3-bbea-ddc9bc208450 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--728920866&fields=id&tenant_id=7cda59a95c784cbe81e1e4252cbf144e HTTP/1.1" status: 200 len: 267 time: 0.1150911 Mar 22 19:39:21.803898 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=5593dc5e-585a-468d-a8b4-fc6396ffa09f,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:21.807024 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-7869ae47-ddc2-4f40-b5cc-86fdbe41261a tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Deleting port ed38e6e4-4d7d-4aaf-bba4-4a11cf85f8f2 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:39:21.808894 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7869ae47-ddc2-4f40-b5cc-86fdbe41261a tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (ed38e6e4-4d7d-4aaf-bba4-4a11cf85f8f2), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:21.815569 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 32005097-19b7-4c36-8a3e-507c7f8f2ae4 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:39:21.843720 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-92f97673-7379-4ebd-9369-a72646d3276f None None] Provisioning complete for port 5593dc5e-585a-468d-a8b4-fc6396ffa09f triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:21.844095 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-92f97673-7379-4ebd-9369-a72646d3276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5593dc5e-585a-468d-a8b4-fc6396ffa09f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:21.852494 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 32005097-19b7-4c36-8a3e-507c7f8f2ae4 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:39:21.852741 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 32005097-19b7-4c36-8a3e-507c7f8f2ae4 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:39:21.975645 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7869ae47-ddc2-4f40-b5cc-86fdbe41261a tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (ed38e6e4-4d7d-4aaf-bba4-4a11cf85f8f2), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:21.975974 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7869ae47-ddc2-4f40-b5cc-86fdbe41261a tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks [] for floatingip (ed38e6e4-4d7d-4aaf-bba4-4a11cf85f8f2), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:22.001167 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-7869ae47-ddc2-4f40-b5cc-86fdbe41261a tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Calling delete_port for ed38e6e4-4d7d-4aaf-bba4-4a11cf85f8f2 owned by network:floatingip {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:39:22.003557 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cb07a6ce-0f27-48e4-9135-1951828e1d66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for port (ba3a7c91-3ba1-4883-b2c8-f3cbf1fcc1ef), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:22.017984 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cb07a6ce-0f27-48e4-9135-1951828e1d66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (ba3a7c91-3ba1-4883-b2c8-f3cbf1fcc1ef), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:22.019447 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cb07a6ce-0f27-48e4-9135-1951828e1d66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (422da4bc-6e2f-4e28-a2b5-53f372e2527c), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:22.140597 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-92f97673-7379-4ebd-9369-a72646d3276f None None] Current status of the port 5593dc5e-585a-468d-a8b4-fc6396ffa09f is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:22.186388 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fd415b19-f16d-43b6-beac-1b9b8dd510cd None None] Publish callbacks [] for port (df174830-b62c-4b39-b929-48a0641ff357), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:22.186718 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07a6ce-0f27-48e4-9135-1951828e1d66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Port': ['ID=ba3a7c91-3ba1-4883-b2c8-f3cbf1fcc1ef,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:22.214180 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fd415b19-f16d-43b6-beac-1b9b8dd510cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (df174830-b62c-4b39-b929-48a0641ff357), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:22.226461 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07a6ce-0f27-48e4-9135-1951828e1d66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:22.226874 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07a6ce-0f27-48e4-9135-1951828e1d66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:22.227129 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07a6ce-0f27-48e4-9135-1951828e1d66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:22.227419 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07a6ce-0f27-48e4-9135-1951828e1d66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:22.227753 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07a6ce-0f27-48e4-9135-1951828e1d66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:22.228228 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07a6ce-0f27-48e4-9135-1951828e1d66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:22.228610 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07a6ce-0f27-48e4-9135-1951828e1d66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:22.229222 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07a6ce-0f27-48e4-9135-1951828e1d66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:22.229365 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07a6ce-0f27-48e4-9135-1951828e1d66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:22.229588 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07a6ce-0f27-48e4-9135-1951828e1d66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:22.238031 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07a6ce-0f27-48e4-9135-1951828e1d66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:22.238518 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07a6ce-0f27-48e4-9135-1951828e1d66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:22.239468 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07a6ce-0f27-48e4-9135-1951828e1d66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:22.239894 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07a6ce-0f27-48e4-9135-1951828e1d66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:22.240237 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb07a6ce-0f27-48e4-9135-1951828e1d66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:22.240470 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d3f951e-e2b1-4120-bada-225ddb67e348 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (07ac4569-d35c-4632-a49e-ba785ae3e930), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:22.307096 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7869ae47-ddc2-4f40-b5cc-86fdbe41261a tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (ed38e6e4-4d7d-4aaf-bba4-4a11cf85f8f2), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:22.313136 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-1f39cf47-5641-43ec-95b2-e4751ba78af7 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:22.322503 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-1f39cf47-5641-43ec-95b2-e4751ba78af7 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/networks?id=00e2bcc4-39d4-496d-b022-7cce910c0a6c HTTP/1.1" status: 200 len: 816 time: 0.5392177 Mar 22 19:39:22.334054 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f951e-e2b1-4120-bada-225ddb67e348 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event deleted for resources: {'Subnet': ['ID=07ac4569-d35c-4632-a49e-ba785ae3e930,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:22.354209 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-b67bad7c-4872-48ac-a5f1-4be28bca2c03 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/quotas/7cda59a95c784cbe81e1e4252cbf144e HTTP/1.1" status: 200 len: 375 time: 0.0221300 Mar 22 19:39:22.445003 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869ae47-ddc2-4f40-b5cc-86fdbe41261a tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Pushing event deleted for resources: {'Port': ['ID=ed38e6e4-4d7d-4aaf-bba4-4a11cf85f8f2,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:22.521569 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb07a6ce-0f27-48e4-9135-1951828e1d66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network 84247733-d77d-4b92-a447-b1faaa3a4977 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:39:22.528935 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-cb07a6ce-0f27-48e4-9135-1951828e1d66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:22.575552 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d3f951e-e2b1-4120-bada-225ddb67e348 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (7c396b65-6463-4a0e-a6dc-f8b79feae18d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:22.585032 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd415b19-f16d-43b6-beac-1b9b8dd510cd None None] Pushing event updated for resources: {'Port': ['ID=df174830-b62c-4b39-b929-48a0641ff357,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:22.599326 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd415b19-f16d-43b6-beac-1b9b8dd510cd None None] Network 7c396b65-6463-4a0e-a6dc-f8b79feae18d is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:39:22.603102 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-fd415b19-f16d-43b6-beac-1b9b8dd510cd None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:22.619615 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd415b19-f16d-43b6-beac-1b9b8dd510cd None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:39:22.634883 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-9f0d7a62-0c6a-47e1-b931-ca440f03e5d1 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=7cda59a95c784cbe81e1e4252cbf144e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2724078 Mar 22 19:39:22.648976 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-3d3f951e-e2b1-4120-bada-225ddb67e348 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c396b65-6463-4a0e-a6dc-f8b79feae18d']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:22.663572 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7869ae47-ddc2-4f40-b5cc-86fdbe41261a tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks [] for floatingip (11a0efaf-f205-41e8-8bcf-94c82e1e8e07), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:22.675064 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-9511b9f0-6cd7-4a89-ab79-8873d1b95be9 None None] Provisioning complete for port 5593dc5e-585a-468d-a8b4-fc6396ffa09f triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:22.675974 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9511b9f0-6cd7-4a89-ab79-8873d1b95be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5593dc5e-585a-468d-a8b4-fc6396ffa09f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:22.685998 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7869ae47-ddc2-4f40-b5cc-86fdbe41261a tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:22.689479 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7869ae47-ddc2-4f40-b5cc-86fdbe41261a tempest-FloatingIPAdminTestJSON-374037424 tempest-FloatingIPAdminTestJSON-374037424-project] 10.222.0.75 "DELETE /v2.0/floatingips/11a0efaf-f205-41e8-8bcf-94c82e1e8e07 HTTP/1.1" status: 204 len: 168 time: 1.3292823 Mar 22 19:39:22.689479 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-3d3f951e-e2b1-4120-bada-225ddb67e348 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d5c3126-87a3-4910-9359-19211474b5c1') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:22.689726 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-3d3f951e-e2b1-4120-bada-225ddb67e348 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d5c3126-87a3-4910-9359-19211474b5c1') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:22.710975 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d3f951e-e2b1-4120-bada-225ddb67e348 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (5d5c3126-87a3-4910-9359-19211474b5c1), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:22.755442 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-fd415b19-f16d-43b6-beac-1b9b8dd510cd None None] Attempting to bind port df174830-b62c-4b39-b929-48a0641ff357 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:39:22.756090 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-fd415b19-f16d-43b6-beac-1b9b8dd510cd None None] Attempting to bind port df174830-b62c-4b39-b929-48a0641ff357 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '5d5c3126-87a3-4910-9359-19211474b5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7c396b65-6463-4a0e-a6dc-f8b79feae18d'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:39:22.756634 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd415b19-f16d-43b6-beac-1b9b8dd510cd None None] Attempting to bind port df174830-b62c-4b39-b929-48a0641ff357 on network 7c396b65-6463-4a0e-a6dc-f8b79feae18d {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:39:22.757710 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d3f951e-e2b1-4120-bada-225ddb67e348 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (5d5c3126-87a3-4910-9359-19211474b5c1), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:22.767666 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd415b19-f16d-43b6-beac-1b9b8dd510cd None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:39:22.768383 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd415b19-f16d-43b6-beac-1b9b8dd510cd None None] Checking segment: {'id': '5d5c3126-87a3-4910-9359-19211474b5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7c396b65-6463-4a0e-a6dc-f8b79feae18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:39:22.768956 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fd415b19-f16d-43b6-beac-1b9b8dd510cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:22.769506 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd415b19-f16d-43b6-beac-1b9b8dd510cd None None] Bound using segment: {'id': '5d5c3126-87a3-4910-9359-19211474b5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7c396b65-6463-4a0e-a6dc-f8b79feae18d'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:39:22.771460 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-fd415b19-f16d-43b6-beac-1b9b8dd510cd None None] Bound port: df174830-b62c-4b39-b929-48a0641ff357, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5c3126-87a3-4910-9359-19211474b5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '7c396b65-6463-4a0e-a6dc-f8b79feae18d'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:39:22.772072 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fd415b19-f16d-43b6-beac-1b9b8dd510cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (df174830-b62c-4b39-b929-48a0641ff357), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:22.778406 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d3f951e-e2b1-4120-bada-225ddb67e348 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:39:22.778964 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d3f951e-e2b1-4120-bada-225ddb67e348 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (5d5c3126-87a3-4910-9359-19211474b5c1), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:22.791590 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:39:22.791590 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:39:22.791590 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:39:22.791590 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:39:22.791590 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:39:22.791590 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:39:22.791590 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:39:22.791590 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:39:22.791590 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:39:22.791590 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:39:22.791590 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:39:22.791590 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:39:22.791590 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:39:22.791590 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:39:22.791590 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:39:22.791590 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:39:22.791590 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:39:22.791590 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:39:22.791590 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:39:22.791590 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:39:22.791590 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:39:22.791590 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:39:22.791590 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:39:22.791590 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:39:22.791590 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:39:22.791590 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:39:22.791590 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:39:22.791590 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:39:22.791590 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:39:22.791590 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:39:22.791590 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:39:22.791590 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:39:22.796543 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 5593dc5e-585a-468d-a8b4-fc6396ffa09f up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:39:22.948587 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-a3d15c19-0ef2-4093-b8f8-346997fd5607 service neutron] 10.222.0.75 "GET /v2.0/networks/00e2bcc4-39d4-496d-b022-7cce910c0a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671487 Mar 22 19:39:22.999772 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.db.api [None req-3d3f951e-e2b1-4120-bada-225ddb67e348 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 19:39:22.999772 n-d-705658-24 neutron-server[104173]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 19:39:22.999772 n-d-705658-24 neutron-server[104173]: [parameters: {'id': '7c396b65-6463-4a0e-a6dc-f8b79feae18d'}] Mar 22 19:39:22.999772 n-d-705658-24 neutron-server[104173]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:39:23.000551 n-d-705658-24 neutron-server[104173]: DEBUG oslo_db.api [None req-3d3f951e-e2b1-4120-bada-225ddb67e348 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:39:23.003847 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 5593dc5e-585a-468d-a8b4-fc6396ffa09f triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:23.006262 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5593dc5e-585a-468d-a8b4-fc6396ffa09f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:23.036129 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-9511b9f0-6cd7-4a89-ab79-8873d1b95be9 None None] Current status of the port 5593dc5e-585a-468d-a8b4-fc6396ffa09f is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:23.089003 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb07a6ce-0f27-48e4-9135-1951828e1d66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Router 422da4bc-6e2f-4e28-a2b5-53f372e2527c is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:39:23.098380 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-fd415b19-f16d-43b6-beac-1b9b8dd510cd None None] For port df174830-b62c-4b39-b929-48a0641ff357, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:39:23.106404 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-fd415b19-f16d-43b6-beac-1b9b8dd510cd None None] For port df174830-b62c-4b39-b929-48a0641ff357, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=df174830-b62c-4b39-b929-48a0641ff357,segment=NetworkSegment(5d5c3126-87a3-4910-9359-19211474b5c1),segment_id=5d5c3126-87a3-4910-9359-19211474b5c1)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:39:23.109262 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-9511b9f0-6cd7-4a89-ab79-8873d1b95be9 None None] Provisioning complete for port ba3a7c91-3ba1-4883-b2c8-f3cbf1fcc1ef triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:23.109638 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9511b9f0-6cd7-4a89-ab79-8873d1b95be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (ba3a7c91-3ba1-4883-b2c8-f3cbf1fcc1ef), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:23.140918 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fd415b19-f16d-43b6-beac-1b9b8dd510cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (df174830-b62c-4b39-b929-48a0641ff357), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:23.291418 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd415b19-f16d-43b6-beac-1b9b8dd510cd None None] Pushing event updated for resources: {'Port': ['ID=df174830-b62c-4b39-b929-48a0641ff357,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:23.306104 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-9511b9f0-6cd7-4a89-ab79-8873d1b95be9 None None] Port ba3a7c91-3ba1-4883-b2c8-f3cbf1fcc1ef cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:39:23.387635 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-e3b400cb-c2c2-4564-b64e-bad2c30a6892 service neutron] 10.222.0.75 "GET /v2.0/networks/00e2bcc4-39d4-496d-b022-7cce910c0a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249067 Mar 22 19:39:23.389917 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb07a6ce-0f27-48e4-9135-1951828e1d66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:39:23.407673 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39564) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:23.415625 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-cb07a6ce-0f27-48e4-9135-1951828e1d66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "PUT /v2.0/routers/422da4bc-6e2f-4e28-a2b5-53f372e2527c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6334996 Mar 22 19:39:23.488395 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a58bab0-2a4e-4128-a271-729543a87180 None None] Sync routers for ids ['422da4bc-6e2f-4e28-a2b5-53f372e2527c'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:39:23.531338 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d3f951e-e2b1-4120-bada-225ddb67e348 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (7c396b65-6463-4a0e-a6dc-f8b79feae18d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:23.537843 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a88c59-330d-4f3d-8003-885e0d746bbb None None] Network 7c396b65-6463-4a0e-a6dc-f8b79feae18d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:23.547310 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b455ca-5ec5-4e41-b2a1-f61e0396cf27 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:23.554597 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39566) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:23.560342 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-eac8a3e4-d2f4-4f64-8c0e-d7a972132e24 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '15cab4d2-ab92-4f44-ba16-a4f7a8139d95'}]}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:23.564113 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 5593dc5e-585a-468d-a8b4-fc6396ffa09f is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:23.565513 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e9b455ca-5ec5-4e41-b2a1-f61e0396cf27 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "GET /v2.0/ports/ba3a7c91-3ba1-4883-b2c8-f3cbf1fcc1ef HTTP/1.1" status: 200 len: 911 time: 0.1564004 Mar 22 19:39:23.604532 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39568) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:23.611697 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a58bab0-2a4e-4128-a271-729543a87180 None None] Routers {'422da4bc-6e2f-4e28-a2b5-53f372e2527c'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:39:23.612338 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-8a58bab0-2a4e-4128-a271-729543a87180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:39:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['422da4bc-6e2f-4e28-a2b5-53f372e2527c'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:23.701739 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-8a58bab0-2a4e-4128-a271-729543a87180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:23.708217 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-31943796-569b-4b05-b1d9-94693b41af24 None None] Provisioning complete for port ba3a7c91-3ba1-4883-b2c8-f3cbf1fcc1ef triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:23.708953 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-31943796-569b-4b05-b1d9-94693b41af24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (ba3a7c91-3ba1-4883-b2c8-f3cbf1fcc1ef), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:23.752356 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-3d3f951e-e2b1-4120-bada-225ddb67e348 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Deleting port df174830-b62c-4b39-b929-48a0641ff357 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:39:23.753187 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d3f951e-e2b1-4120-bada-225ddb67e348 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (df174830-b62c-4b39-b929-48a0641ff357), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:23.758582 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a58bab0-2a4e-4128-a271-729543a87180 None None] Routers {'422da4bc-6e2f-4e28-a2b5-53f372e2527c'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:39:23.763377 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-8a58bab0-2a4e-4128-a271-729543a87180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:39:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['422da4bc-6e2f-4e28-a2b5-53f372e2527c'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:23.846665 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-8a58bab0-2a4e-4128-a271-729543a87180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:23.847715 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a58bab0-2a4e-4128-a271-729543a87180 None None] The sync data for ids ['422da4bc-6e2f-4e28-a2b5-53f372e2527c'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:39:23.874908 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-31943796-569b-4b05-b1d9-94693b41af24 None None] Port ba3a7c91-3ba1-4883-b2c8-f3cbf1fcc1ef cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:39:23.902601 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc52ec3-6ae9-4dd6-a73b-c2b6c44fbcf4 None None] get_active_networks_info from n-d-705658-24 {{(pid=104174) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 19:39:23.934457 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ee0dddb9-b171-4d06-bfc6-681255645808 req-979034c9-5294-4834-a514-381843e36264 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 210 time: 0.1284881 Mar 22 19:39:23.938811 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-3d3f951e-e2b1-4120-bada-225ddb67e348 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] For port df174830-b62c-4b39-b929-48a0641ff357, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=df174830-b62c-4b39-b929-48a0641ff357,segment=NetworkSegment(5d5c3126-87a3-4910-9359-19211474b5c1),segment_id=5d5c3126-87a3-4910-9359-19211474b5c1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:39:23.942861 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d3f951e-e2b1-4120-bada-225ddb67e348 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (df174830-b62c-4b39-b929-48a0641ff357), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:23.981607 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-3d3f951e-e2b1-4120-bada-225ddb67e348 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Calling delete_port for df174830-b62c-4b39-b929-48a0641ff357 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:39:24.010916 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-eac8a3e4-d2f4-4f64-8c0e-d7a972132e24 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ba3a7c91-3ba1-4883-b2c8-f3cbf1fcc1ef), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:24.182256 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-fa384a4a-30a7-46e4-a4f2-be83552224a4 None None] Provisioning complete for port ba3a7c91-3ba1-4883-b2c8-f3cbf1fcc1ef triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:24.182634 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fa384a4a-30a7-46e4-a4f2-be83552224a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (ba3a7c91-3ba1-4883-b2c8-f3cbf1fcc1ef), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:24.234138 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-227a8213-8239-4934-b4e7-d7c56ca34c14 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=eef0fa46aebe471fb9f470084d5bb3e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6282454 Mar 22 19:39:24.238174 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39580) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:24.265109 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-fa384a4a-30a7-46e4-a4f2-be83552224a4 None None] Port ba3a7c91-3ba1-4883-b2c8-f3cbf1fcc1ef cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:39:24.333393 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc52ec3-6ae9-4dd6-a73b-c2b6c44fbcf4 None None] Resources bound (agent type, host, resource id): {{(pid=104174) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 19:39:24.439417 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-acff7394-1c54-4b2e-87ed-92425e3a1912 admin admin] Publish callbacks [] for security_group (4a3cdb8b-7255-485a-8fff-e87f17116bcc), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:24.479842 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d3f951e-e2b1-4120-bada-225ddb67e348 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (df174830-b62c-4b39-b929-48a0641ff357), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:24.491496 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-acff7394-1c54-4b2e-87ed-92425e3a1912 admin admin] Publish callbacks [] for security_group (4a3cdb8b-7255-485a-8fff-e87f17116bcc), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:24.571398 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f951e-e2b1-4120-bada-225ddb67e348 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event deleted for resources: {'Port': ['ID=df174830-b62c-4b39-b929-48a0641ff357,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:24.617004 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3f951e-e2b1-4120-bada-225ddb67e348 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] No DVR routers for this DVR port df174830-b62c-4b39-b929-48a0641ff357 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:39:24.722008 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-eac8a3e4-d2f4-4f64-8c0e-d7a972132e24 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for port (ba3a7c91-3ba1-4883-b2c8-f3cbf1fcc1ef), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:24.741560 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-eac8a3e4-d2f4-4f64-8c0e-d7a972132e24 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (ba3a7c91-3ba1-4883-b2c8-f3cbf1fcc1ef), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:24.747333 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac8a3e4-d2f4-4f64-8c0e-d7a972132e24 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:24.748015 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-eac8a3e4-d2f4-4f64-8c0e-d7a972132e24 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:24.749500 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-eac8a3e4-d2f4-4f64-8c0e-d7a972132e24 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "PUT /v2.0/ports/ba3a7c91-3ba1-4883-b2c8-f3cbf1fcc1ef HTTP/1.1" status: 200 len: 911 time: 1.1937585 Mar 22 19:39:24.752802 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39590) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:24.776585 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d3f951e-e2b1-4120-bada-225ddb67e348 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (7c396b65-6463-4a0e-a6dc-f8b79feae18d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:24.812183 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-3d3f951e-e2b1-4120-bada-225ddb67e348 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c396b65-6463-4a0e-a6dc-f8b79feae18d']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:24.818805 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-3d3f951e-e2b1-4120-bada-225ddb67e348 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d5c3126-87a3-4910-9359-19211474b5c1') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:24.819112 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-3d3f951e-e2b1-4120-bada-225ddb67e348 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d5c3126-87a3-4910-9359-19211474b5c1') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:24.835555 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d3f951e-e2b1-4120-bada-225ddb67e348 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (5d5c3126-87a3-4910-9359-19211474b5c1), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:24.852636 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d3f951e-e2b1-4120-bada-225ddb67e348 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (5d5c3126-87a3-4910-9359-19211474b5c1), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:24.860801 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d3f951e-e2b1-4120-bada-225ddb67e348 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:39:24.861869 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d3f951e-e2b1-4120-bada-225ddb67e348 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (5d5c3126-87a3-4910-9359-19211474b5c1), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:24.879609 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8a3e4-d2f4-4f64-8c0e-d7a972132e24 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Port': ['ID=ba3a7c91-3ba1-4883-b2c8-f3cbf1fcc1ef,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:24.968324 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:39:24.968324 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:39:24.968324 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:39:24.968324 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:39:24.968324 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:39:24.968324 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:39:24.968324 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:39:24.968324 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:39:24.968324 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:39:24.968324 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:39:24.968324 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:39:24.968324 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:39:24.968324 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:39:24.968324 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:39:24.968324 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:39:24.968324 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:39:24.968324 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:39:24.968324 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:39:24.968324 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:39:24.968324 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:39:24.968324 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:39:24.968324 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:39:24.968324 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:39:24.968324 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:39:24.968324 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:39:24.968324 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:39:24.968324 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:39:24.968324 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:39:24.968324 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:39:24.968324 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:39:24.968324 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:39:24.968324 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:39:24.985963 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d3f951e-e2b1-4120-bada-225ddb67e348 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (7c396b65-6463-4a0e-a6dc-f8b79feae18d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:24.999765 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d3f951e-e2b1-4120-bada-225ddb67e348 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:25.003384 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3d3f951e-e2b1-4120-bada-225ddb67e348 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "DELETE /v2.0/networks/7c396b65-6463-4a0e-a6dc-f8b79feae18d HTTP/1.1" status: 204 len: 168 time: 4.2200129 Mar 22 19:39:25.009093 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39596) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:25.021011 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-215719e0-fed1-4f22-8724-bc48837ec686 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1248500722'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:25.113363 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f951e-e2b1-4120-bada-225ddb67e348 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event deleted for resources: {'Network': ['ID=7c396b65-6463-4a0e-a6dc-f8b79feae18d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:25.116114 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-acff7394-1c54-4b2e-87ed-92425e3a1912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (4a3cdb8b-7255-485a-8fff-e87f17116bcc), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:25.123173 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-acff7394-1c54-4b2e-87ed-92425e3a1912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:25.127230 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-acff7394-1c54-4b2e-87ed-92425e3a1912 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4a3cdb8b-7255-485a-8fff-e87f17116bcc HTTP/1.1" status: 204 len: 168 time: 0.8862629 Mar 22 19:39:25.140312 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215719e0-fed1-4f22-8724-bc48837ec686 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Made reservation on behalf of 7d43765d6c2e48a7ae0f634337160c2d for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:39:25.144622 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-215719e0-fed1-4f22-8724-bc48837ec686 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:25.172186 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-215719e0-fed1-4f22-8724-bc48837ec686 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:39:25.182377 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-215719e0-fed1-4f22-8724-bc48837ec686 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (cd3822f9-5563-4ede-b47c-fd26af3da34e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:25.182977 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-215719e0-fed1-4f22-8724-bc48837ec686 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Added segment cd3822f9-5563-4ede-b47c-fd26af3da34e of type vlan for network 4e38d2f7-0d86-4914-a4ac-f7019d0e1fba Mar 22 19:39:25.228461 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-215719e0-fed1-4f22-8724-bc48837ec686 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (4e38d2f7-0d86-4914-a4ac-f7019d0e1fba), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:25.236375 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b3d94b65-1b40-4328-8c16-9308a70b2617 req-42b32903-34e9-4cb1-8438-38fd533f82e6 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 210 time: 0.1008205 Mar 22 19:39:25.288321 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff7394-1c54-4b2e-87ed-92425e3a1912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3cdb8b-7255-485a-8fff-e87f17116bcc,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:25.294580 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-215719e0-fed1-4f22-8724-bc48837ec686 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (4e38d2f7-0d86-4914-a4ac-f7019d0e1fba), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:25.302223 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215719e0-fed1-4f22-8724-bc48837ec686 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:25.303112 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-215719e0-fed1-4f22-8724-bc48837ec686 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:25.376338 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-215719e0-fed1-4f22-8724-bc48837ec686 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3626013 Mar 22 19:39:25.377282 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39602) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:25.384747 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-19f4eb58-3be1-4477-8b4f-8279e2e9b423 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Request body: {'subnet': {'network_id': '4e38d2f7-0d86-4914-a4ac-f7019d0e1fba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:25.432900 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215719e0-fed1-4f22-8724-bc48837ec686 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event updated for resources: {'Network': ['ID=4e38d2f7-0d86-4914-a4ac-f7019d0e1fba,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:25.452554 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 4e38d2f7-0d86-4914-a4ac-f7019d0e1fba details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:39:25.505175 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-071e25b7-8c77-4da7-80eb-1b9f1b8cd8c7 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (422da4bc-6e2f-4e28-a2b5-53f372e2527c), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:25.530953 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f4eb58-3be1-4477-8b4f-8279e2e9b423 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Made reservation on behalf of 7d43765d6c2e48a7ae0f634337160c2d for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:39:25.538498 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-19f4eb58-3be1-4477-8b4f-8279e2e9b423 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:25.868215 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39608) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:25.944307 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e23f3dfe-4a79-41fd-b320-5b1effc0072e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:26.063760 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-c2a49898-17be-4bca-94a0-144ae15ebe64 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:26.065249 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-c2a49898-17be-4bca-94a0-144ae15ebe64 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.84 "GET /v2.0/networks?id=00e2bcc4-39d4-496d-b022-7cce910c0a6c HTTP/1.1" status: 200 len: 816 time: 0.3307328 Mar 22 19:39:26.198812 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-29a73972-1a0c-4fb8-aea9-49194bc99e0a tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cda59a95c784cbe81e1e4252cbf144e HTTP/1.1" status: 200 len: 379 time: 0.1220906 Mar 22 19:39:26.215062 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-8aeab96f-515c-4a5b-8f95-c24633705c28 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Request body: {'port': {'device_id': 'df8d1262-a31c-4fb8-826a-87f2d2716fc1', 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c', 'admin_state_up': True, 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'security_groups': ['8ef55867-e4a7-4434-a4a0-b16957e827b3']}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:26.388326 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c06a09aa-f090-4359-a51e-5adc788b467c req-7befa450-f3bf-48f5-a26b-23282102972d tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 210 time: 0.0330374 Mar 22 19:39:26.393238 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-071e25b7-8c77-4da7-80eb-1b9f1b8cd8c7 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Deleting port ba3a7c91-3ba1-4883-b2c8-f3cbf1fcc1ef {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:39:26.393843 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-071e25b7-8c77-4da7-80eb-1b9f1b8cd8c7 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (ba3a7c91-3ba1-4883-b2c8-f3cbf1fcc1ef), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:26.492696 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-19f4eb58-3be1-4477-8b4f-8279e2e9b423 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (4853c14d-0544-46ed-b88c-e693a80a0cff), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:26.504945 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-071e25b7-8c77-4da7-80eb-1b9f1b8cd8c7 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (ba3a7c91-3ba1-4883-b2c8-f3cbf1fcc1ef), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:26.509024 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e23f3dfe-4a79-41fd-b320-5b1effc0072e admin admin] Publish callbacks [] for security_group (15556a6b-2bb3-433b-9075-b152dd5efda6), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:26.511925 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-8aeab96f-515c-4a5b-8f95-c24633705c28 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Made reservation on behalf of 7cda59a95c784cbe81e1e4252cbf144e for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:39:26.515180 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-8aeab96f-515c-4a5b-8f95-c24633705c28 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:26.526640 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-071e25b7-8c77-4da7-80eb-1b9f1b8cd8c7 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Calling delete_port for ba3a7c91-3ba1-4883-b2c8-f3cbf1fcc1ef owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:39:26.547485 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e23f3dfe-4a79-41fd-b320-5b1effc0072e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (15556a6b-2bb3-433b-9075-b152dd5efda6), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:26.621851 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e23f3dfe-4a79-41fd-b320-5b1effc0072e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2ab8eaead17641779ff084138049586c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7459137 Mar 22 19:39:26.626403 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39614) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:26.639045 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4eb58-3be1-4477-8b4f-8279e2e9b423 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event updated for resources: {'Subnet': ['ID=4853c14d-0544-46ed-b88c-e693a80a0cff,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:26.704659 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f3dfe-4a79-41fd-b320-5b1effc0072e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15556a6b-2bb3-433b-9075-b152dd5efda6,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:26.778779 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f4eb58-3be1-4477-8b4f-8279e2e9b423 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Checking segment: {'id': 'cd3822f9-5563-4ede-b47c-fd26af3da34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4e38d2f7-0d86-4914-a4ac-f7019d0e1fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:39:26.779141 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f4eb58-3be1-4477-8b4f-8279e2e9b423 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Network hostable DHCP agents. Network: 4e38d2f7-0d86-4914-a4ac-f7019d0e1fba, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:39:26.843233 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-071e25b7-8c77-4da7-80eb-1b9f1b8cd8c7 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (ba3a7c91-3ba1-4883-b2c8-f3cbf1fcc1ef), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:26.868785 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f4eb58-3be1-4477-8b4f-8279e2e9b423 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Network 4e38d2f7-0d86-4914-a4ac-f7019d0e1fba is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:39:26.873118 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e25b7-8c77-4da7-80eb-1b9f1b8cd8c7 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event deleted for resources: {'Port': ['ID=ba3a7c91-3ba1-4883-b2c8-f3cbf1fcc1ef,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:26.896849 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a66c8687-cb5f-4e40-b035-aeb5e6d589a3 admin admin] Publish callbacks [] for security_group (15556a6b-2bb3-433b-9075-b152dd5efda6), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:26.910814 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-19f4eb58-3be1-4477-8b4f-8279e2e9b423 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 4e38d2f7-0d86-4914-a4ac-f7019d0e1fba) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:26.913385 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-8aeab96f-515c-4a5b-8f95-c24633705c28 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Allocated IP 172.20.0.6 (00e2bcc4-39d4-496d-b022-7cce910c0a6c/29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5/f539a708-377a-49d2-83dc-786db167dd2c) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:39:26.928364 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba9061b-a803-481d-90c8-71176a3d215f None None] Network 4e38d2f7-0d86-4914-a4ac-f7019d0e1fba requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:26.929649 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f4eb58-3be1-4477-8b4f-8279e2e9b423 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:26.930372 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-19f4eb58-3be1-4477-8b4f-8279e2e9b423 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:26.978548 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a66c8687-cb5f-4e40-b035-aeb5e6d589a3 admin admin] Publish callbacks [] for security_group (15556a6b-2bb3-433b-9075-b152dd5efda6), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:27.012419 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-19f4eb58-3be1-4477-8b4f-8279e2e9b423 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6346467 Mar 22 19:39:27.022064 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39618) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:27.043895 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-071e25b7-8c77-4da7-80eb-1b9f1b8cd8c7 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (422da4bc-6e2f-4e28-a2b5-53f372e2527c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:27.056512 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-caaa3d2b-450b-443a-b0b8-0df8c86fa9a8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Request body: {'subnet': {'network_id': '4e38d2f7-0d86-4914-a4ac-f7019d0e1fba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:27.184586 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-4e38d2f7-0d86-4914-a4ac-f7019d0e1fba', 'network_id': '4e38d2f7-0d86-4914-a4ac-f7019d0e1fba', 'project_id': '7d43765d6c2e48a7ae0f634337160c2d', 'fixed_ips': [{'subnet_id': '4853c14d-0544-46ed-b88c-e693a80a0cff'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:39:27.185766 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:27.275274 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-071e25b7-8c77-4da7-80eb-1b9f1b8cd8c7 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Router 422da4bc-6e2f-4e28-a2b5-53f372e2527c has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:39:27.398808 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071e25b7-8c77-4da7-80eb-1b9f1b8cd8c7 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:39:27.413616 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263e4101-fc49-435b-830b-4cf19c061e6b None None] Sync routers for ids ['422da4bc-6e2f-4e28-a2b5-53f372e2527c'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:39:27.414709 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-071e25b7-8c77-4da7-80eb-1b9f1b8cd8c7 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "PUT /v2.0/routers/422da4bc-6e2f-4e28-a2b5-53f372e2527c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6606314 Mar 22 19:39:27.417282 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39622) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:27.433325 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263e4101-fc49-435b-830b-4cf19c061e6b None None] Routers {'422da4bc-6e2f-4e28-a2b5-53f372e2527c'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:39:27.435014 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-263e4101-fc49-435b-830b-4cf19c061e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:39:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['422da4bc-6e2f-4e28-a2b5-53f372e2527c'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:27.439013 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] Allocated IP 2001:db8::2 (4e38d2f7-0d86-4914-a4ac-f7019d0e1fba/4853c14d-0544-46ed-b88c-e693a80a0cff/b5c961fb-642e-463b-b558-90a54951236b) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:39:27.504956 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-263e4101-fc49-435b-830b-4cf19c061e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:27.507322 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e13485cc-e7f2-4d4e-92ad-222bd5a484e6 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "GET /v2.0/ports?device_id=422da4bc-6e2f-4e28-a2b5-53f372e2527c HTTP/1.1" status: 200 len: 205 time: 0.0886006 Mar 22 19:39:27.510426 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39626) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:27.517346 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263e4101-fc49-435b-830b-4cf19c061e6b None None] Routers {'422da4bc-6e2f-4e28-a2b5-53f372e2527c'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:39:27.518365 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-263e4101-fc49-435b-830b-4cf19c061e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:39:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['422da4bc-6e2f-4e28-a2b5-53f372e2527c'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:27.563617 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-263e4101-fc49-435b-830b-4cf19c061e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:27.564550 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263e4101-fc49-435b-830b-4cf19c061e6b None None] The sync data for ids ['422da4bc-6e2f-4e28-a2b5-53f372e2527c'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:39:27.634134 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3a9985d2-a5d3-40ab-8ae1-6e2e185abc98 req-4f2c2cc4-d6c4-4343-b9ee-6545403bc630 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 210 time: 0.0431063 Mar 22 19:39:27.685089 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9b6d843a-8941-4d51-a7f0-f74269e2931d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router (422da4bc-6e2f-4e28-a2b5-53f372e2527c), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:27.717912 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] Publish callbacks [] for port (b5c961fb-642e-463b-b558-90a54951236b), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:27.728037 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (b5c961fb-642e-463b-b558-90a54951236b), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:27.825692 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a66c8687-cb5f-4e40-b035-aeb5e6d589a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (15556a6b-2bb3-433b-9075-b152dd5efda6), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:27.828332 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a66c8687-cb5f-4e40-b035-aeb5e6d589a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:27.831855 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a66c8687-cb5f-4e40-b035-aeb5e6d589a3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/15556a6b-2bb3-433b-9075-b152dd5efda6 HTTP/1.1" status: 204 len: 168 time: 1.1948104 Mar 22 19:39:27.913130 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] Pushing event updated for resources: {'Port': ['ID=b5c961fb-642e-463b-b558-90a54951236b,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:27.929588 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:27.932334 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:27.933621 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:27.935285 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:27.937933 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:27.940685 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c8687-cb5f-4e40-b035-aeb5e6d589a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15556a6b-2bb3-433b-9075-b152dd5efda6,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:27.941910 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:27.942041 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9b6d843a-8941-4d51-a7f0-f74269e2931d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (422da4bc-6e2f-4e28-a2b5-53f372e2527c), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:27.943256 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:27.944953 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9b6d843a-8941-4d51-a7f0-f74269e2931d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router_controller (422da4bc-6e2f-4e28-a2b5-53f372e2527c), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:27.954594 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:27.955470 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:27.959737 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:27.960417 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:27.963210 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:27.964582 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:27.965209 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:27.965976 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:27.966223 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-8aeab96f-515c-4a5b-8f95-c24633705c28 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for port (f539a708-377a-49d2-83dc-786db167dd2c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:27.991866 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caaa3d2b-450b-443a-b0b8-0df8c86fa9a8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Made reservation on behalf of 7d43765d6c2e48a7ae0f634337160c2d for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:39:27.995344 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-caaa3d2b-450b-443a-b0b8-0df8c86fa9a8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:28.000806 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] Network 4e38d2f7-0d86-4914-a4ac-f7019d0e1fba is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:39:28.020850 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:28.029251 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:39:28.032034 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9b6d843a-8941-4d51-a7f0-f74269e2931d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (422da4bc-6e2f-4e28-a2b5-53f372e2527c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:28.032687 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6d843a-8941-4d51-a7f0-f74269e2931d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Fanout notify agent at l3_agent the message router_deleted on router 422da4bc-6e2f-4e28-a2b5-53f372e2527c {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:39:28.056300 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9b6d843a-8941-4d51-a7f0-f74269e2931d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:28.062709 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9b6d843a-8941-4d51-a7f0-f74269e2931d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/routers/422da4bc-6e2f-4e28-a2b5-53f372e2527c HTTP/1.1" status: 204 len: 168 time: 0.5508904 Mar 22 19:39:28.063411 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39632) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:28.102945 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-8aeab96f-515c-4a5b-8f95-c24633705c28 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f539a708-377a-49d2-83dc-786db167dd2c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:28.178436 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] Attempting to bind port b5c961fb-642e-463b-b558-90a54951236b on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:39:28.178808 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] Attempting to bind port b5c961fb-642e-463b-b558-90a54951236b by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'cd3822f9-5563-4ede-b47c-fd26af3da34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4e38d2f7-0d86-4914-a4ac-f7019d0e1fba'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:39:28.179176 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] Attempting to bind port b5c961fb-642e-463b-b558-90a54951236b on network 4e38d2f7-0d86-4914-a4ac-f7019d0e1fba {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:39:28.188273 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-0991a5ce-b22d-48dc-badb-774b2ce64599 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Deleting subnet 15cab4d2-ab92-4f44-ba16-a4f7a8139d95 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:39:28.197196 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:39:28.197631 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] Checking segment: {'id': 'cd3822f9-5563-4ede-b47c-fd26af3da34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4e38d2f7-0d86-4914-a4ac-f7019d0e1fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:39:28.198597 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0991a5ce-b22d-48dc-badb-774b2ce64599 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for subnet (15cab4d2-ab92-4f44-ba16-a4f7a8139d95), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:28.201017 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:28.201442 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] Bound using segment: {'id': 'cd3822f9-5563-4ede-b47c-fd26af3da34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4e38d2f7-0d86-4914-a4ac-f7019d0e1fba'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:39:28.202031 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] Bound port: b5c961fb-642e-463b-b558-90a54951236b, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3822f9-5563-4ede-b47c-fd26af3da34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4e38d2f7-0d86-4914-a4ac-f7019d0e1fba'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:39:28.202353 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b5c961fb-642e-463b-b558-90a54951236b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:28.211486 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-8aeab96f-515c-4a5b-8f95-c24633705c28 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Network 00e2bcc4-39d4-496d-b022-7cce910c0a6c is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:39:28.233053 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-8aeab96f-515c-4a5b-8f95-c24633705c28 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:28.252684 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-8aeab96f-515c-4a5b-8f95-c24633705c28 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:39:28.272253 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeab96f-515c-4a5b-8f95-c24633705c28 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Pushing event updated for resources: {'Port': ['ID=f539a708-377a-49d2-83dc-786db167dd2c,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:28.297644 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0991a5ce-b22d-48dc-badb-774b2ce64599 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (15cab4d2-ab92-4f44-ba16-a4f7a8139d95), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:28.324171 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] For port b5c961fb-642e-463b-b558-90a54951236b, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:39:28.328321 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] For port b5c961fb-642e-463b-b558-90a54951236b, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b5c961fb-642e-463b-b558-90a54951236b,segment=NetworkSegment(cd3822f9-5563-4ede-b47c-fd26af3da34e),segment_id=cd3822f9-5563-4ede-b47c-fd26af3da34e)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:39:28.345197 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b5c961fb-642e-463b-b558-90a54951236b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:28.435029 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-8aeab96f-515c-4a5b-8f95-c24633705c28 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:28.435718 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-8aeab96f-515c-4a5b-8f95-c24633705c28 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:28.467373 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907e29f-172c-4808-ab1f-3d9063093b80 None None] Pushing event updated for resources: {'Port': ['ID=b5c961fb-642e-463b-b558-90a54951236b,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:28.509236 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-8aeab96f-515c-4a5b-8f95-c24633705c28 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2851689 Mar 22 19:39:28.533488 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0991a5ce-b22d-48dc-badb-774b2ce64599 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (15cab4d2-ab92-4f44-ba16-a4f7a8139d95), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:28.619822 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39640) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:28.639360 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cbe64ed1-c7d0-4692-8c6e-5d191ceb6dcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:28.772149 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-caaa3d2b-450b-443a-b0b8-0df8c86fa9a8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (85738acb-062a-4e51-9c76-9cc0ca14442b), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:28.872498 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaa3d2b-450b-443a-b0b8-0df8c86fa9a8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Network 4e38d2f7-0d86-4914-a4ac-f7019d0e1fba is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:39:28.885870 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-caaa3d2b-450b-443a-b0b8-0df8c86fa9a8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:28.891908 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-a0c6c280-9384-4c58-a0cc-c5242e46ebec None None] Provisioning complete for port f539a708-377a-49d2-83dc-786db167dd2c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:28.892292 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a0c6c280-9384-4c58-a0cc-c5242e46ebec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f539a708-377a-49d2-83dc-786db167dd2c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:28.899624 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaa3d2b-450b-443a-b0b8-0df8c86fa9a8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:28.900443 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-caaa3d2b-450b-443a-b0b8-0df8c86fa9a8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:28.955790 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa3d2b-450b-443a-b0b8-0df8c86fa9a8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event updated for resources: {'Subnet': ['ID=85738acb-062a-4e51-9c76-9cc0ca14442b,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:28.980411 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6c280-9384-4c58-a0cc-c5242e46ebec None None] Port f539a708-377a-49d2-83dc-786db167dd2c cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:39:28.984750 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-caaa3d2b-450b-443a-b0b8-0df8c86fa9a8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9427986 Mar 22 19:39:28.987687 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39646) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:28.992845 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaa3d2b-450b-443a-b0b8-0df8c86fa9a8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:28.994854 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaa3d2b-450b-443a-b0b8-0df8c86fa9a8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:28.996136 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaa3d2b-450b-443a-b0b8-0df8c86fa9a8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:28.998568 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaa3d2b-450b-443a-b0b8-0df8c86fa9a8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:28.998568 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaa3d2b-450b-443a-b0b8-0df8c86fa9a8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:28.998775 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaa3d2b-450b-443a-b0b8-0df8c86fa9a8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:28.999107 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaa3d2b-450b-443a-b0b8-0df8c86fa9a8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:29.003060 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaa3d2b-450b-443a-b0b8-0df8c86fa9a8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:29.003396 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaa3d2b-450b-443a-b0b8-0df8c86fa9a8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:29.005767 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaa3d2b-450b-443a-b0b8-0df8c86fa9a8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:29.006963 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaa3d2b-450b-443a-b0b8-0df8c86fa9a8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:29.007489 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaa3d2b-450b-443a-b0b8-0df8c86fa9a8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:29.008639 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaa3d2b-450b-443a-b0b8-0df8c86fa9a8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:29.010862 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaa3d2b-450b-443a-b0b8-0df8c86fa9a8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:29.012320 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caaa3d2b-450b-443a-b0b8-0df8c86fa9a8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:39:29.027695 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cbe64ed1-c7d0-4692-8c6e-5d191ceb6dcb admin admin] Publish callbacks [] for security_group (9b9c2047-ed39-4aa0-bedd-44839666ac72), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:29.043491 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0991a5ce-b22d-48dc-badb-774b2ce64599 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (15cab4d2-ab92-4f44-ba16-a4f7a8139d95), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:29.094429 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cbe64ed1-c7d0-4692-8c6e-5d191ceb6dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9b9c2047-ed39-4aa0-bedd-44839666ac72), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:29.118046 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-42d6fd74-20c1-4a56-b98d-96b0e87c21ca service neutron] Request body: {'port': {'device_id': 'df8d1262-a31c-4fb8-826a-87f2d2716fc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:29.145563 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991a5ce-b22d-48dc-badb-774b2ce64599 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event deleted for resources: {'Subnet': ['ID=15cab4d2-ab92-4f44-ba16-a4f7a8139d95,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:29.151372 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0991a5ce-b22d-48dc-badb-774b2ce64599 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:29.157660 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0991a5ce-b22d-48dc-badb-774b2ce64599 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/subnets/15cab4d2-ab92-4f44-ba16-a4f7a8139d95 HTTP/1.1" status: 204 len: 168 time: 1.0910017 Mar 22 19:39:29.162693 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdcd446-4446-4544-82d5-0f02f49b3d1c None None] Network 84247733-d77d-4b92-a447-b1faaa3a4977 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:29.163124 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39648) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:29.213296 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea06db8-e918-490a-80a9-8c7defdbeeae req-38276095-ab90-45fc-9736-0c4e29301446 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:29.215617 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bea06db8-e918-490a-80a9-8c7defdbeeae req-38276095-ab90-45fc-9736-0c4e29301446 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 931 time: 0.4473643 Mar 22 19:39:29.220152 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-cbe64ed1-c7d0-4692-8c6e-5d191ceb6dcb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=25be9aadbf594fc29fdd7205b79edd07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5988538 Mar 22 19:39:29.221853 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe64ed1-c7d0-4692-8c6e-5d191ceb6dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9c2047-ed39-4aa0-bedd-44839666ac72,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:29.225976 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39650) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:29.278555 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2a5dd8-4730-4583-963f-b116bdb5c5fa tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:29.279903 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2a5dd8-4730-4583-963f-b116bdb5c5fa tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:29.281213 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2a5dd8-4730-4583-963f-b116bdb5c5fa tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:29.282572 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2a5dd8-4730-4583-963f-b116bdb5c5fa tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:29.284108 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2a5dd8-4730-4583-963f-b116bdb5c5fa tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:29.289170 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bb2a5dd8-4730-4583-963f-b116bdb5c5fa tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2946923 Mar 22 19:39:29.294711 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39652) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:29.300804 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-403955c3-14b6-4a94-a961-313e57b43cfb tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1182586309'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:29.336930 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bea06db8-e918-490a-80a9-8c7defdbeeae req-597b21c7-38ec-4b82-b0cc-86df440c4d72 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037605 Mar 22 19:39:29.340503 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-65b4dc53-8414-4187-bc3e-0aea0c74860c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (84247733-d77d-4b92-a447-b1faaa3a4977), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:29.345641 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-42d6fd74-20c1-4a56-b98d-96b0e87c21ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f539a708-377a-49d2-83dc-786db167dd2c), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:29.361177 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3beb4d14-180f-4e18-be34-58828d746715 admin admin] Publish callbacks [] for security_group (9b9c2047-ed39-4aa0-bedd-44839666ac72), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:29.388530 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403955c3-14b6-4a94-a961-313e57b43cfb tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Made reservation on behalf of 7d43765d6c2e48a7ae0f634337160c2d for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:39:29.395421 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-403955c3-14b6-4a94-a961-313e57b43cfb tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:29.423304 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3beb4d14-180f-4e18-be34-58828d746715 admin admin] Publish callbacks [] for security_group (9b9c2047-ed39-4aa0-bedd-44839666ac72), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:29.469091 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a775711-616d-46a1-ad5b-fbf3ffab98a6 None None] DHCP port deletion for 84247733-d77d-4b92-a447-b1faaa3a4977 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:39:29.483061 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-403955c3-14b6-4a94-a961-313e57b43cfb tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:39:29.497207 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-403955c3-14b6-4a94-a961-313e57b43cfb tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (6f45b39a-fd56-4158-9276-ddd999fcba9e), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:29.498077 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-403955c3-14b6-4a94-a961-313e57b43cfb tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Added segment 6f45b39a-fd56-4158-9276-ddd999fcba9e of type vlan for network bb527b38-0434-40d6-bb3a-1a52930c1c69 Mar 22 19:39:29.564739 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-4a775711-616d-46a1-ad5b-fbf3ffab98a6 None None] Deleting port 5593dc5e-585a-468d-a8b4-fc6396ffa09f {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:39:29.565691 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-403955c3-14b6-4a94-a961-313e57b43cfb tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (bb527b38-0434-40d6-bb3a-1a52930c1c69), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:29.566881 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4a775711-616d-46a1-ad5b-fbf3ffab98a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (5593dc5e-585a-468d-a8b4-fc6396ffa09f), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:29.635596 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3beb4d14-180f-4e18-be34-58828d746715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9b9c2047-ed39-4aa0-bedd-44839666ac72), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:29.644976 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3beb4d14-180f-4e18-be34-58828d746715 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:29.650487 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3beb4d14-180f-4e18-be34-58828d746715 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9b9c2047-ed39-4aa0-bedd-44839666ac72 HTTP/1.1" status: 204 len: 168 time: 0.4235072 Mar 22 19:39:29.692838 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb4d14-180f-4e18-be34-58828d746715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9c2047-ed39-4aa0-bedd-44839666ac72,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:29.704421 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-403955c3-14b6-4a94-a961-313e57b43cfb tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (bb527b38-0434-40d6-bb3a-1a52930c1c69), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:29.721039 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403955c3-14b6-4a94-a961-313e57b43cfb tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:29.721606 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-403955c3-14b6-4a94-a961-313e57b43cfb tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:29.811081 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-4a775711-616d-46a1-ad5b-fbf3ffab98a6 None None] For port 5593dc5e-585a-468d-a8b4-fc6396ffa09f, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=5593dc5e-585a-468d-a8b4-fc6396ffa09f,segment=NetworkSegment(1ee94726-a487-49dc-b9a3-3819a848cf1c),segment_id=1ee94726-a487-49dc-b9a3-3819a848cf1c)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:39:29.815827 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4a775711-616d-46a1-ad5b-fbf3ffab98a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (5593dc5e-585a-468d-a8b4-fc6396ffa09f), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:29.851047 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-4a775711-616d-46a1-ad5b-fbf3ffab98a6 None None] Calling delete_port for 5593dc5e-585a-468d-a8b4-fc6396ffa09f owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:39:29.896531 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-65b4dc53-8414-4187-bc3e-0aea0c74860c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Deleting port 5593dc5e-585a-468d-a8b4-fc6396ffa09f {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:39:29.897587 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-65b4dc53-8414-4187-bc3e-0aea0c74860c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (5593dc5e-585a-468d-a8b4-fc6396ffa09f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:29.913044 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403955c3-14b6-4a94-a961-313e57b43cfb tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event updated for resources: {'Network': ['ID=bb527b38-0434-40d6-bb3a-1a52930c1c69,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:29.939263 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-403955c3-14b6-4a94-a961-313e57b43cfb tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6427932 Mar 22 19:39:29.941189 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39666) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:29.958140 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-0e1a70d8-c7d8-4b64-9748-0c4cd426a57c tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:29.971786 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network bb527b38-0434-40d6-bb3a-1a52930c1c69 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:39:30.005301 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-65b4dc53-8414-4187-bc3e-0aea0c74860c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] For port 5593dc5e-585a-468d-a8b4-fc6396ffa09f, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=5593dc5e-585a-468d-a8b4-fc6396ffa09f,segment=NetworkSegment(1ee94726-a487-49dc-b9a3-3819a848cf1c),segment_id=1ee94726-a487-49dc-b9a3-3819a848cf1c)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:39:30.006576 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-65b4dc53-8414-4187-bc3e-0aea0c74860c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (5593dc5e-585a-468d-a8b4-fc6396ffa09f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:30.030364 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-65b4dc53-8414-4187-bc3e-0aea0c74860c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Calling delete_port for 5593dc5e-585a-468d-a8b4-fc6396ffa09f owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:39:30.170573 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-65b4dc53-8414-4187-bc3e-0aea0c74860c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (5593dc5e-585a-468d-a8b4-fc6396ffa09f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:30.239962 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4a775711-616d-46a1-ad5b-fbf3ffab98a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (5593dc5e-585a-468d-a8b4-fc6396ffa09f), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:30.270940 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a775711-616d-46a1-ad5b-fbf3ffab98a6 None None] Pushing event deleted for resources: {'Port': ['ID=5593dc5e-585a-468d-a8b4-fc6396ffa09f,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:30.287358 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a775711-616d-46a1-ad5b-fbf3ffab98a6 None None] No DVR routers for this DVR port 5593dc5e-585a-468d-a8b4-fc6396ffa09f on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:39:30.311577 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4dc53-8414-4187-bc3e-0aea0c74860c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event deleted for resources: {'Port': ['ID=5593dc5e-585a-468d-a8b4-fc6396ffa09f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:30.313444 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b4dc53-8414-4187-bc3e-0aea0c74860c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] No DVR routers for this DVR port 5593dc5e-585a-468d-a8b4-fc6396ffa09f on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:39:30.323150 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0e1a70d8-c7d8-4b64-9748-0c4cd426a57c tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (bb527b38-0434-40d6-bb3a-1a52930c1c69), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:30.324224 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb24305-7ede-4ba7-9f0b-15ed1df7c3ec None None] Network 4e38d2f7-0d86-4914-a4ac-f7019d0e1fba requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:30.354817 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0e1a70d8-c7d8-4b64-9748-0c4cd426a57c tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (bb527b38-0434-40d6-bb3a-1a52930c1c69), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:30.382311 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0e1a70d8-c7d8-4b64-9748-0c4cd426a57c tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Network bb527b38-0434-40d6-bb3a-1a52930c1c69 is not hosted by any dhcp agent {{(pid=104172) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 19:39:30.409422 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1a70d8-c7d8-4b64-9748-0c4cd426a57c tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:30.413427 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0e1a70d8-c7d8-4b64-9748-0c4cd426a57c tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:30.414800 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0e1a70d8-c7d8-4b64-9748-0c4cd426a57c tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "PUT /v2.0/networks/bb527b38-0434-40d6-bb3a-1a52930c1c69 HTTP/1.1" status: 200 len: 723 time: 0.4725065 Mar 22 19:39:30.421064 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39678) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:30.445523 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-406310b1-c1c1-424a-aec6-80fc3da9f839 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Request body: {'subnet': {'network_id': 'bb527b38-0434-40d6-bb3a-1a52930c1c69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:30.475843 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-27faa125-5874-40c6-8c40-0a0312d47e86 None None] Provisioning complete for port b5c961fb-642e-463b-b558-90a54951236b triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:30.476679 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-27faa125-5874-40c6-8c40-0a0312d47e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b5c961fb-642e-463b-b558-90a54951236b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:30.488284 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-42d6fd74-20c1-4a56-b98d-96b0e87c21ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f539a708-377a-49d2-83dc-786db167dd2c {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:39:30.498696 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-42d6fd74-20c1-4a56-b98d-96b0e87c21ca service neutron] Publish callbacks [] for port (f539a708-377a-49d2-83dc-786db167dd2c), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:30.517666 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-42d6fd74-20c1-4a56-b98d-96b0e87c21ca service neutron] Transition to ACTIVE for port object f539a708-377a-49d2-83dc-786db167dd2c will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:39:30.532629 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-42d6fd74-20c1-4a56-b98d-96b0e87c21ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (f539a708-377a-49d2-83dc-786db167dd2c), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:30.672594 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-65b4dc53-8414-4187-bc3e-0aea0c74860c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (84247733-d77d-4b92-a447-b1faaa3a4977), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:30.686093 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a70d8-c7d8-4b64-9748-0c4cd426a57c tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event updated for resources: {'Network': ['ID=bb527b38-0434-40d6-bb3a-1a52930c1c69,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:30.715769 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ca93c-1466-4ef3-b1c2-7e8ae87b8118 req-daae4f73-0875-43a4-8c16-a538c3c5467c tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:30.728691 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network bb527b38-0434-40d6-bb3a-1a52930c1c69 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:39:30.745883 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-183ca93c-1466-4ef3-b1c2-7e8ae87b8118 req-daae4f73-0875-43a4-8c16-a538c3c5467c tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 943 time: 0.1858652 Mar 22 19:39:30.836370 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-65b4dc53-8414-4187-bc3e-0aea0c74860c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84247733-d77d-4b92-a447-b1faaa3a4977']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:30.841741 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6fd74-20c1-4a56-b98d-96b0e87c21ca service neutron] Pushing event updated for resources: {'Port': ['ID=f539a708-377a-49d2-83dc-786db167dd2c,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:30.870847 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-65b4dc53-8414-4187-bc3e-0aea0c74860c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee94726-a487-49dc-b9a3-3819a848cf1c') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:30.871811 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-65b4dc53-8414-4187-bc3e-0aea0c74860c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee94726-a487-49dc-b9a3-3819a848cf1c') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:30.874809 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-42d6fd74-20c1-4a56-b98d-96b0e87c21ca service neutron] Attempting to bind port f539a708-377a-49d2-83dc-786db167dd2c on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:39:30.875388 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-42d6fd74-20c1-4a56-b98d-96b0e87c21ca service neutron] Attempting to bind port f539a708-377a-49d2-83dc-786db167dd2c by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': 'eeaed36b-2189-47d5-81ce-01a67b046103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:39:30.875888 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-42d6fd74-20c1-4a56-b98d-96b0e87c21ca service neutron] Attempting to bind port f539a708-377a-49d2-83dc-786db167dd2c on network 00e2bcc4-39d4-496d-b022-7cce910c0a6c {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:39:30.897459 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-65b4dc53-8414-4187-bc3e-0aea0c74860c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (1ee94726-a487-49dc-b9a3-3819a848cf1c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:30.900285 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-42d6fd74-20c1-4a56-b98d-96b0e87c21ca service neutron] Port f539a708-377a-49d2-83dc-786db167dd2c on network 00e2bcc4-39d4-496d-b022-7cce910c0a6c not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:39:30.900997 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-42d6fd74-20c1-4a56-b98d-96b0e87c21ca service neutron] Attempting to bind port f539a708-377a-49d2-83dc-786db167dd2c on network 00e2bcc4-39d4-496d-b022-7cce910c0a6c {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:39:30.919536 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-42d6fd74-20c1-4a56-b98d-96b0e87c21ca service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:39:30.920376 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-42d6fd74-20c1-4a56-b98d-96b0e87c21ca service neutron] Checking segment: {'id': 'eeaed36b-2189-47d5-81ce-01a67b046103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:39:30.920966 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-42d6fd74-20c1-4a56-b98d-96b0e87c21ca service neutron] Bound using segment: {'id': 'eeaed36b-2189-47d5-81ce-01a67b046103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:39:30.922048 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-42d6fd74-20c1-4a56-b98d-96b0e87c21ca service neutron] Bound port: f539a708-377a-49d2-83dc-786db167dd2c, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeaed36b-2189-47d5-81ce-01a67b046103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:39:30.923112 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-42d6fd74-20c1-4a56-b98d-96b0e87c21ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f539a708-377a-49d2-83dc-786db167dd2c), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:30.941561 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406310b1-c1c1-424a-aec6-80fc3da9f839 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Made reservation on behalf of 7d43765d6c2e48a7ae0f634337160c2d for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:39:30.955254 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-406310b1-c1c1-424a-aec6-80fc3da9f839 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:31.060935 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-42d6fd74-20c1-4a56-b98d-96b0e87c21ca service neutron] For port f539a708-377a-49d2-83dc-786db167dd2c, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:39:31.065056 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-42d6fd74-20c1-4a56-b98d-96b0e87c21ca service neutron] For port f539a708-377a-49d2-83dc-786db167dd2c, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f539a708-377a-49d2-83dc-786db167dd2c,segment=NetworkSegment(eeaed36b-2189-47d5-81ce-01a67b046103),segment_id=eeaed36b-2189-47d5-81ce-01a67b046103)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:39:31.071536 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-65b4dc53-8414-4187-bc3e-0aea0c74860c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (1ee94726-a487-49dc-b9a3-3819a848cf1c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:31.079611 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-42d6fd74-20c1-4a56-b98d-96b0e87c21ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (f539a708-377a-49d2-83dc-786db167dd2c), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:31.086905 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b4dc53-8414-4187-bc3e-0aea0c74860c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:39:31.087629 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-65b4dc53-8414-4187-bc3e-0aea0c74860c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (1ee94726-a487-49dc-b9a3-3819a848cf1c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:31.103935 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:39:31.103935 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:39:31.103935 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:39:31.103935 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:39:31.103935 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:39:31.103935 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:39:31.103935 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:39:31.103935 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:39:31.103935 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:39:31.103935 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:39:31.103935 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:39:31.103935 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:39:31.103935 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:39:31.103935 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:39:31.103935 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:39:31.103935 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:39:31.103935 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:39:31.103935 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:39:31.103935 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:39:31.103935 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:39:31.103935 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:39:31.103935 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:39:31.103935 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:39:31.103935 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:39:31.103935 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:39:31.103935 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:39:31.103935 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:39:31.103935 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:39:31.103935 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:39:31.103935 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:39:31.103935 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:39:31.103935 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:39:31.132217 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b5c961fb-642e-463b-b558-90a54951236b up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:39:31.207576 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-183ca93c-1466-4ef3-b1c2-7e8ae87b8118 req-0dad0108-98ca-490f-885d-64eb829ae7b6 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4594145 Mar 22 19:39:31.283950 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-42d6fd74-20c1-4a56-b98d-96b0e87c21ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:31.284643 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-42d6fd74-20c1-4a56-b98d-96b0e87c21ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:31.286756 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-42d6fd74-20c1-4a56-b98d-96b0e87c21ca service neutron] 10.222.0.84 "PUT /v2.0/ports/f539a708-377a-49d2-83dc-786db167dd2c HTTP/1.1" status: 200 len: 1092 time: 2.7766533 Mar 22 19:39:31.304239 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8d1262-a31c-4fb8-826a-87f2d2716fc1', 'tag': 'f539a708-377a-49d2-83dc-786db167dd2c'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:39:31.333896 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbb1712-c110-4938-82c3-dbf68fd9f8b0" -d '{"events": [{"name": "network-changed", "server_uuid": "df8d1262-a31c-4fb8-826a-87f2d2716fc1", "tag": "f539a708-377a-49d2-83dc-786db167dd2c"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:39:31.352023 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-27faa125-5874-40c6-8c40-0a0312d47e86 None None] Current status of the port b5c961fb-642e-463b-b558-90a54951236b is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:31.352707 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-27faa125-5874-40c6-8c40-0a0312d47e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b5c961fb-642e-463b-b558-90a54951236b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:31.440545 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84ed85b-9aa3-4910-af57-b8b08edcaba2 x-openstack-request-id: req-b84ed85b-9aa3-4910-af57-b8b08edcaba2 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:39:31.440545 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8d1262-a31c-4fb8-826a-87f2d2716fc1", "tag": "f539a708-377a-49d2-83dc-786db167dd2c", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:39:31.440818 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b84ed85b-9aa3-4910-af57-b8b08edcaba2 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:39:31.442788 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b84ed85b-9aa3-4910-af57-b8b08edcaba2'] response: {'name': 'network-changed', 'server_uuid': 'df8d1262-a31c-4fb8-826a-87f2d2716fc1', 'tag': 'f539a708-377a-49d2-83dc-786db167dd2c', 'status': 'completed', 'code': 200} Mar 22 19:39:31.461674 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b5c961fb-642e-463b-b558-90a54951236b triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:31.462135 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b5c961fb-642e-463b-b558-90a54951236b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:31.513612 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-27faa125-5874-40c6-8c40-0a0312d47e86 None None] For port b5c961fb-642e-463b-b558-90a54951236b, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b5c961fb-642e-463b-b558-90a54951236b,segment=NetworkSegment(cd3822f9-5563-4ede-b47c-fd26af3da34e),segment_id=cd3822f9-5563-4ede-b47c-fd26af3da34e)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:39:31.523701 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-406310b1-c1c1-424a-aec6-80fc3da9f839 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (90e44ca4-9236-441e-97bb-77378c0ef7bd), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:31.527975 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-27faa125-5874-40c6-8c40-0a0312d47e86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b5c961fb-642e-463b-b558-90a54951236b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:31.553048 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd164b4f-650e-4097-ae56-6bcd73a047f3 None None] Update dhcp port {'port': {'network_id': '4e38d2f7-0d86-4914-a4ac-f7019d0e1fba', 'fixed_ips': [{'subnet_id': '4853c14d-0544-46ed-b88c-e693a80a0cff', 'ip_address': '2001:db8::2'}, {'subnet_id': '85738acb-062a-4e51-9c76-9cc0ca14442b'}], 'binding:host_id': 'n-d-705658-24'}, 'id': 'b5c961fb-642e-463b-b558-90a54951236b'} from n-d-705658-24. {{(pid=104174) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 19:39:31.595467 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-65b4dc53-8414-4187-bc3e-0aea0c74860c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (84247733-d77d-4b92-a447-b1faaa3a4977), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:31.609882 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-65b4dc53-8414-4187-bc3e-0aea0c74860c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:31.620801 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-65b4dc53-8414-4187-bc3e-0aea0c74860c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/networks/84247733-d77d-4b92-a447-b1faaa3a4977 HTTP/1.1" status: 204 len: 168 time: 2.4564123 Mar 22 19:39:31.629140 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39700) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:31.638775 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-8d6a61b9-29c0-4729-a4c8-7ae13c5d1c54 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1351656122', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:31.652742 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406310b1-c1c1-424a-aec6-80fc3da9f839 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event updated for resources: {'Subnet': ['ID=90e44ca4-9236-441e-97bb-77378c0ef7bd,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:31.688686 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6fd74-20c1-4a56-b98d-96b0e87c21ca service neutron] Pushing event updated for resources: {'Port': ['ID=f539a708-377a-49d2-83dc-786db167dd2c,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:31.692599 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406310b1-c1c1-424a-aec6-80fc3da9f839 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Checking segment: {'id': '6f45b39a-fd56-4158-9276-ddd999fcba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bb527b38-0434-40d6-bb3a-1a52930c1c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:39:31.693145 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406310b1-c1c1-424a-aec6-80fc3da9f839 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Network hostable DHCP agents. Network: bb527b38-0434-40d6-bb3a-1a52930c1c69, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:39:31.711581 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4dc53-8414-4187-bc3e-0aea0c74860c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event deleted for resources: {'Network': ['ID=84247733-d77d-4b92-a447-b1faaa3a4977,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:31.716824 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-b6869d91-0ecd-4fa0-9027-45c549268856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:31.721207 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-b6869d91-0ecd-4fa0-9027-45c549268856 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7cda59a95c784cbe81e1e4252cbf144e&device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 1126 time: 0.3760216 Mar 22 19:39:31.735915 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8d6a61b9-29c0-4729-a4c8-7ae13c5d1c54 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (79fdeee0-c81a-4e37-9a68-bde6c518745d), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:31.737350 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8d6a61b9-29c0-4729-a4c8-7ae13c5d1c54 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (79fdeee0-c81a-4e37-9a68-bde6c518745d), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:31.751153 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406310b1-c1c1-424a-aec6-80fc3da9f839 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Network bb527b38-0434-40d6-bb3a-1a52930c1c69 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:39:31.760318 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fd164b4f-650e-4097-ae56-6bcd73a047f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b5c961fb-642e-463b-b558-90a54951236b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:31.841400 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27faa125-5874-40c6-8c40-0a0312d47e86 None None] Pushing event updated for resources: {'Port': ['ID=b5c961fb-642e-463b-b558-90a54951236b,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:31.864268 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-25bfaf94-f788-44bb-a6de-e622f6fa9085 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f539a708-377a-49d2-83dc-786db167dd2c HTTP/1.1" status: 200 len: 217 time: 0.1341181 Mar 22 19:39:31.889195 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b5c961fb-642e-463b-b558-90a54951236b is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:31.924590 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8d6a61b9-29c0-4729-a4c8-7ae13c5d1c54 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router_controller (79fdeee0-c81a-4e37-9a68-bde6c518745d), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:31.966484 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8d6a61b9-29c0-4729-a4c8-7ae13c5d1c54 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (79fdeee0-c81a-4e37-9a68-bde6c518745d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:31.984363 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-c020ec18-bf09-4a4e-92bd-5067fa83faac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:31.985986 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-c020ec18-bf09-4a4e-92bd-5067fa83faac service neutron] 10.222.0.84 "GET /v2.0/subnets?id=29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5 HTTP/1.1" status: 200 len: 855 time: 0.1161718 Mar 22 19:39:31.997508 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-406310b1-c1c1-424a-aec6-80fc3da9f839 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, bb527b38-0434-40d6-bb3a-1a52930c1c69) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:32.010003 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8d6a61b9-29c0-4729-a4c8-7ae13c5d1c54 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:32.013800 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8d6a61b9-29c0-4729-a4c8-7ae13c5d1c54 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3832028 Mar 22 19:39:32.021915 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406310b1-c1c1-424a-aec6-80fc3da9f839 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:32.023820 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-406310b1-c1c1-424a-aec6-80fc3da9f839 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:32.029663 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39718) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:32.048725 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-9e5ddf35-f90e-4a1c-adc5-0921bc357dd6 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-988606862'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:32.074253 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-406310b1-c1c1-424a-aec6-80fc3da9f839 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6451960 Mar 22 19:39:32.077282 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39722) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:32.085743 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-e82f07f0-fc63-42e1-bcf3-60b50da912c3 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:32.105379 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-49769b5d-e45c-4644-bd91-6fe0ebc18b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:32.106831 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-fd164b4f-650e-4097-ae56-6bcd73a047f3 None None] Allocated IP 172.20.0.1 (4e38d2f7-0d86-4914-a4ac-f7019d0e1fba/85738acb-062a-4e51-9c76-9cc0ca14442b/b5c961fb-642e-463b-b558-90a54951236b) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:39:32.114223 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5ddf35-f90e-4a1c-adc5-0921bc357dd6 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Made reservation on behalf of 1e3546c3d170468eb7c4f7ed56b3ee3c for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:39:32.118817 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddf35-f90e-4a1c-adc5-0921bc357dd6 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:32.119568 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-49769b5d-e45c-4644-bd91-6fe0ebc18b4a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=00e2bcc4-39d4-496d-b022-7cce910c0a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1254654 Mar 22 19:39:32.166990 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5ddf35-f90e-4a1c-adc5-0921bc357dd6 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:39:32.214384 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddf35-f90e-4a1c-adc5-0921bc357dd6 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (8c7e1ba2-a729-422b-9c20-c95760135743), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:32.215018 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-9e5ddf35-f90e-4a1c-adc5-0921bc357dd6 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Added segment 8c7e1ba2-a729-422b-9c20-c95760135743 of type vlan for network 12cb3e65-2414-47a6-a808-33644e142c5b Mar 22 19:39:32.225042 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-fd164b4f-650e-4097-ae56-6bcd73a047f3 None None] For port b5c961fb-642e-463b-b558-90a54951236b, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b5c961fb-642e-463b-b558-90a54951236b,segment=NetworkSegment(cd3822f9-5563-4ede-b47c-fd26af3da34e),segment_id=cd3822f9-5563-4ede-b47c-fd26af3da34e)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:39:32.257348 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fd164b4f-650e-4097-ae56-6bcd73a047f3 None None] Publish callbacks [] for port (b5c961fb-642e-463b-b558-90a54951236b), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:32.270169 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 5593dc5e-585a-468d-a8b4-fc6396ffa09f no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:39:32.292691 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851d12b5-df04-46aa-a294-950c49f527a3 None None] Network bb527b38-0434-40d6-bb3a-1a52930c1c69 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:32.298443 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 5593dc5e-585a-468d-a8b4-fc6396ffa09f {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:39:32.298962 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 5593dc5e-585a-468d-a8b4-fc6396ffa09f not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:39:32.315316 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-1fd54c1c-3d48-4bf6-9460-71d2aeec5b7c service neutron] 10.222.0.84 "GET /v2.0/networks/00e2bcc4-39d4-496d-b022-7cce910c0a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892810 Mar 22 19:39:32.316399 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fd164b4f-650e-4097-ae56-6bcd73a047f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b5c961fb-642e-463b-b558-90a54951236b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:32.393655 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e82f07f0-fc63-42e1-bcf3-60b50da912c3 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25617032'] for subnet (90e44ca4-9236-441e-97bb-77378c0ef7bd), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:32.449866 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ec18c8c6-5a2e-4ab4-a641-3849faf02be7 req-3363abf1-b6c0-4019-b3e9-a7918287a589 service neutron] 10.222.0.84 "GET /v2.0/networks/00e2bcc4-39d4-496d-b022-7cce910c0a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277843 Mar 22 19:39:32.503619 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddf35-f90e-4a1c-adc5-0921bc357dd6 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (12cb3e65-2414-47a6-a808-33644e142c5b), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:32.595260 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd164b4f-650e-4097-ae56-6bcd73a047f3 None None] Pushing event updated for resources: {'Port': ['ID=b5c961fb-642e-463b-b558-90a54951236b,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:32.614833 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb1712-c110-4938-82c3-dbf68fd9f8b0 req-547d3a88-523f-495b-91d1-59ec43024843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:32.622187 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1fbb1712-c110-4938-82c3-dbf68fd9f8b0 req-547d3a88-523f-495b-91d1-59ec43024843 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7cda59a95c784cbe81e1e4252cbf144e&device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 1126 time: 0.1096437 Mar 22 19:39:32.626959 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e9082c-e66c-428d-a750-9f468577cc5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-bb527b38-0434-40d6-bb3a-1a52930c1c69', 'network_id': 'bb527b38-0434-40d6-bb3a-1a52930c1c69', 'project_id': '7d43765d6c2e48a7ae0f634337160c2d', 'fixed_ips': [{'subnet_id': '90e44ca4-9236-441e-97bb-77378c0ef7bd'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:39:32.628024 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-95e9082c-e66c-428d-a750-9f468577cc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:32.713568 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39734) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:32.771203 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee710fb-0fd2-4dd4-935f-2186c101a357 req-55cd7313-90dc-4670-aae9-eae9f71bc060 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:32.772919 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ee710fb-0fd2-4dd4-935f-2186c101a357 req-55cd7313-90dc-4670-aae9-eae9f71bc060 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 943 time: 0.4035428 Mar 22 19:39:32.776530 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddf35-f90e-4a1c-adc5-0921bc357dd6 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (12cb3e65-2414-47a6-a808-33644e142c5b), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:32.782086 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5ddf35-f90e-4a1c-adc5-0921bc357dd6 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:32.782868 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9e5ddf35-f90e-4a1c-adc5-0921bc357dd6 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:32.783562 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b5c961fb-642e-463b-b558-90a54951236b up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:39:32.885384 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b5c961fb-642e-463b-b558-90a54951236b triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:32.885818 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b5c961fb-642e-463b-b558-90a54951236b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:33.017078 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b5c961fb-642e-463b-b558-90a54951236b is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:33.018266 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb1712-c110-4938-82c3-dbf68fd9f8b0 req-5b4913e5-638c-4cc2-97c2-4781c6689690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:33.019155 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ddf35-f90e-4a1c-adc5-0921bc357dd6 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Network': ['ID=12cb3e65-2414-47a6-a808-33644e142c5b,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:33.020595 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1fbb1712-c110-4938-82c3-dbf68fd9f8b0 req-5b4913e5-638c-4cc2-97c2-4781c6689690 service neutron] 10.222.0.84 "GET /v2.0/networks?id=00e2bcc4-39d4-496d-b022-7cce910c0a6c HTTP/1.1" status: 200 len: 917 time: 0.3917294 Mar 22 19:39:33.040259 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e82f07f0-fc63-42e1-bcf3-60b50da912c3 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745616779659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25684679'] for subnet (90e44ca4-9236-441e-97bb-77378c0ef7bd), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:33.043039 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 12cb3e65-2414-47a6-a808-33644e142c5b details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:39:33.075380 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-a9bb84d9-4780-4b3e-871b-444ecaa476a9 tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2084180471', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:33.096997 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ee710fb-0fd2-4dd4-935f-2186c101a357 req-fd72ba3f-9c51-471c-8af4-d71a028bb103 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3047976 Mar 22 19:39:33.102433 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9e5ddf35-f90e-4a1c-adc5-0921bc357dd6 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0617208 Mar 22 19:39:33.116314 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39740) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:33.134524 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1fbb1712-c110-4938-82c3-dbf68fd9f8b0 req-5ed1b7a6-3b45-4fe9-94fc-415a19c06e6d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f539a708-377a-49d2-83dc-786db167dd2c HTTP/1.1" status: 200 len: 217 time: 0.1039081 Mar 22 19:39:33.163417 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-3582ceeb-2099-461f-942d-36ae28e31655 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Request body: {'subnet': {'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:33.197506 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb1712-c110-4938-82c3-dbf68fd9f8b0 req-537f9884-ae16-4d95-80de-60a3a2fa17d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:33.199447 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1fbb1712-c110-4938-82c3-dbf68fd9f8b0 req-537f9884-ae16-4d95-80de-60a3a2fa17d0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5 HTTP/1.1" status: 200 len: 855 time: 0.0531268 Mar 22 19:39:33.290028 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82f07f0-fc63-42e1-bcf3-60b50da912c3 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:33.290834 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e82f07f0-fc63-42e1-bcf3-60b50da912c3 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:33.294481 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e82f07f0-fc63-42e1-bcf3-60b50da912c3 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "PUT /v2.0/subnets/90e44ca4-9236-441e-97bb-77378c0ef7bd HTTP/1.1" status: 200 len: 826 time: 1.2136595 Mar 22 19:39:33.298108 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3582ceeb-2099-461f-942d-36ae28e31655 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Made reservation on behalf of 1e3546c3d170468eb7c4f7ed56b3ee3c for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:39:33.299347 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39742) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:33.302502 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3582ceeb-2099-461f-942d-36ae28e31655 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:33.307742 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-95e9082c-e66c-428d-a750-9f468577cc5b None None] Allocated IP 2001:db8::2 (bb527b38-0434-40d6-bb3a-1a52930c1c69/90e44ca4-9236-441e-97bb-77378c0ef7bd/14bfd74b-997d-442f-b4ff-216cdbc4f555) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:39:33.456787 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb1712-c110-4938-82c3-dbf68fd9f8b0 req-a7a8bd3f-d4a8-4452-b385-b1f3f1b5248e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:33.461459 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1fbb1712-c110-4938-82c3-dbf68fd9f8b0 req-a7a8bd3f-d4a8-4452-b385-b1f3f1b5248e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=00e2bcc4-39d4-496d-b022-7cce910c0a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2552598 Mar 22 19:39:33.465740 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bb84d9-4780-4b3e-871b-444ecaa476a9 tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] Made reservation on behalf of fee5d4463e3c4e36a2ec08ab3ad27051 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:39:33.468314 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a9bb84d9-4780-4b3e-871b-444ecaa476a9 tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:33.482239 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a9bb84d9-4780-4b3e-871b-444ecaa476a9 tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:33.546934 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:39:33.627939 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f07f0-fc63-42e1-bcf3-60b50da912c3 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event updated for resources: {'Subnet': ['ID=90e44ca4-9236-441e-97bb-77378c0ef7bd,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:33.749711 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e7c54e-80cf-4fbc-81db-5e857b8a57d8 None None] Network 4e38d2f7-0d86-4914-a4ac-f7019d0e1fba requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:33.752370 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-95e9082c-e66c-428d-a750-9f468577cc5b None None] Publish callbacks [] for port (14bfd74b-997d-442f-b4ff-216cdbc4f555), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:33.787693 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3582ceeb-2099-461f-942d-36ae28e31655 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (5be75e45-e432-4c53-9f84-8b0fc545784a), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:33.788875 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9eea4c4f-d673-4ed3-9755-def45a123e39 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (bb527b38-0434-40d6-bb3a-1a52930c1c69), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:33.792635 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a9bb84d9-4780-4b3e-871b-444ecaa476a9 tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] Publish callbacks [] for security_group (a1135858-3bdd-446c-905c-f9a35cda7679), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:33.825085 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a9bb84d9-4780-4b3e-871b-444ecaa476a9 tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a1135858-3bdd-446c-905c-f9a35cda7679), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:33.844017 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-a9bb84d9-4780-4b3e-871b-444ecaa476a9 tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] device_id is not set on port 9daf7ee4-c293-43d7-9e25-d05c97a91216 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:39:33.845588 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1fbb1712-c110-4938-82c3-dbf68fd9f8b0 req-23c0b20b-9c7f-4d40-9d2a-302525f15eca service neutron] 10.222.0.84 "GET /v2.0/networks/00e2bcc4-39d4-496d-b022-7cce910c0a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610864 Mar 22 19:39:33.909290 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-95e9082c-e66c-428d-a750-9f468577cc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (14bfd74b-997d-442f-b4ff-216cdbc4f555), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:33.934230 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582ceeb-2099-461f-942d-36ae28e31655 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Subnet': ['ID=5be75e45-e432-4c53-9f84-8b0fc545784a,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:33.940493 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb84d9-4780-4b3e-871b-444ecaa476a9 tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1135858-3bdd-446c-905c-f9a35cda7679,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:33.969576 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-c08bc1ce-6e63-443e-81ed-b102fe81c400 None None] Provisioning complete for port b5c961fb-642e-463b-b558-90a54951236b triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:33.969993 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c08bc1ce-6e63-443e-81ed-b102fe81c400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b5c961fb-642e-463b-b558-90a54951236b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:33.974266 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3582ceeb-2099-461f-942d-36ae28e31655 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Checking segment: {'id': '8c7e1ba2-a729-422b-9c20-c95760135743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:39:33.974638 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3582ceeb-2099-461f-942d-36ae28e31655 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network hostable DHCP agents. Network: 12cb3e65-2414-47a6-a808-33644e142c5b, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:39:34.031615 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3582ceeb-2099-461f-942d-36ae28e31655 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network 12cb3e65-2414-47a6-a808-33644e142c5b is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:39:34.053774 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-a9bb84d9-4780-4b3e-871b-444ecaa476a9 tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] Allocated IP 172.25.5.184 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/9daf7ee4-c293-43d7-9e25-d05c97a91216) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:39:34.062577 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-3582ceeb-2099-461f-942d-36ae28e31655 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 12cb3e65-2414-47a6-a808-33644e142c5b) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:34.080805 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3582ceeb-2099-461f-942d-36ae28e31655 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:34.081553 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3582ceeb-2099-461f-942d-36ae28e31655 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:34.101439 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e9082c-e66c-428d-a750-9f468577cc5b None None] Network bb527b38-0434-40d6-bb3a-1a52930c1c69 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:39:34.114738 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58d6d66-92db-420e-90f1-90394cc0abde None None] Network 12cb3e65-2414-47a6-a808-33644e142c5b requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:34.119377 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-95e9082c-e66c-428d-a750-9f468577cc5b None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:34.128063 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e9082c-e66c-428d-a750-9f468577cc5b None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:39:34.128268 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3582ceeb-2099-461f-942d-36ae28e31655 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9982479 Mar 22 19:39:34.128426 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39752) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:34.297173 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9082c-e66c-428d-a750-9f468577cc5b None None] Pushing event updated for resources: {'Port': ['ID=14bfd74b-997d-442f-b4ff-216cdbc4f555,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:34.464827 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-95e9082c-e66c-428d-a750-9f468577cc5b None None] Attempting to bind port 14bfd74b-997d-442f-b4ff-216cdbc4f555 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:39:34.465696 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-95e9082c-e66c-428d-a750-9f468577cc5b None None] Attempting to bind port 14bfd74b-997d-442f-b4ff-216cdbc4f555 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '6f45b39a-fd56-4158-9276-ddd999fcba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bb527b38-0434-40d6-bb3a-1a52930c1c69'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:39:34.466262 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e9082c-e66c-428d-a750-9f468577cc5b None None] Attempting to bind port 14bfd74b-997d-442f-b4ff-216cdbc4f555 on network bb527b38-0434-40d6-bb3a-1a52930c1c69 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:39:34.485172 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e9082c-e66c-428d-a750-9f468577cc5b None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:39:34.485559 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e9082c-e66c-428d-a750-9f468577cc5b None None] Checking segment: {'id': '6f45b39a-fd56-4158-9276-ddd999fcba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bb527b38-0434-40d6-bb3a-1a52930c1c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:39:34.485991 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-95e9082c-e66c-428d-a750-9f468577cc5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:34.486406 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e9082c-e66c-428d-a750-9f468577cc5b None None] Bound using segment: {'id': '6f45b39a-fd56-4158-9276-ddd999fcba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bb527b38-0434-40d6-bb3a-1a52930c1c69'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:39:34.486892 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-95e9082c-e66c-428d-a750-9f468577cc5b None None] Bound port: 14bfd74b-997d-442f-b4ff-216cdbc4f555, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f45b39a-fd56-4158-9276-ddd999fcba9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'bb527b38-0434-40d6-bb3a-1a52930c1c69'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:39:34.487306 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-95e9082c-e66c-428d-a750-9f468577cc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (14bfd74b-997d-442f-b4ff-216cdbc4f555), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:34.630121 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-95e9082c-e66c-428d-a750-9f468577cc5b None None] For port 14bfd74b-997d-442f-b4ff-216cdbc4f555, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:39:34.633485 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-95e9082c-e66c-428d-a750-9f468577cc5b None None] For port 14bfd74b-997d-442f-b4ff-216cdbc4f555, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=14bfd74b-997d-442f-b4ff-216cdbc4f555,segment=NetworkSegment(6f45b39a-fd56-4158-9276-ddd999fcba9e),segment_id=6f45b39a-fd56-4158-9276-ddd999fcba9e)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:39:34.666121 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-95e9082c-e66c-428d-a750-9f468577cc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (14bfd74b-997d-442f-b4ff-216cdbc4f555), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:34.737864 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-9eea4c4f-d673-4ed3-9755-def45a123e39 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Deleting port 14bfd74b-997d-442f-b4ff-216cdbc4f555 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:39:34.743697 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9eea4c4f-d673-4ed3-9755-def45a123e39 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (14bfd74b-997d-442f-b4ff-216cdbc4f555), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:34.838537 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1fbb1712-c110-4938-82c3-dbf68fd9f8b0 req-c01a5541-a551-4efa-8c2e-83452c078df7 service neutron] 10.222.0.84 "GET /v2.0/networks/00e2bcc4-39d4-496d-b022-7cce910c0a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9844785 Mar 22 19:39:34.926890 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-9eea4c4f-d673-4ed3-9755-def45a123e39 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] For port 14bfd74b-997d-442f-b4ff-216cdbc4f555, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=14bfd74b-997d-442f-b4ff-216cdbc4f555,segment=NetworkSegment(6f45b39a-fd56-4158-9276-ddd999fcba9e),segment_id=6f45b39a-fd56-4158-9276-ddd999fcba9e)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:39:34.927457 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9eea4c4f-d673-4ed3-9755-def45a123e39 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (14bfd74b-997d-442f-b4ff-216cdbc4f555), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:34.960009 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-9eea4c4f-d673-4ed3-9755-def45a123e39 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Calling delete_port for 14bfd74b-997d-442f-b4ff-216cdbc4f555 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:39:35.106203 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9eea4c4f-d673-4ed3-9755-def45a123e39 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (14bfd74b-997d-442f-b4ff-216cdbc4f555), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:35.128313 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299bef0-9bcf-4f30-babd-f598eb426ea6 req-86a72d7b-0978-4802-b09f-f4828e2c8dac tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:35.130461 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1299bef0-9bcf-4f30-babd-f598eb426ea6 req-86a72d7b-0978-4802-b09f-f4828e2c8dac tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 943 time: 0.9132626 Mar 22 19:39:35.143384 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea4c4f-d673-4ed3-9755-def45a123e39 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event deleted for resources: {'Port': ['ID=14bfd74b-997d-442f-b4ff-216cdbc4f555,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:35.162762 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef6082b-de1b-49ab-8d93-02b59dcd5029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-12cb3e65-2414-47a6-a808-33644e142c5b', 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b', 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'fixed_ips': [{'subnet_id': '5be75e45-e432-4c53-9f84-8b0fc545784a'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:39:35.164840 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5ef6082b-de1b-49ab-8d93-02b59dcd5029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:35.184830 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a9bb84d9-4780-4b3e-871b-444ecaa476a9 tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] Publish callbacks [] for port (9daf7ee4-c293-43d7-9e25-d05c97a91216), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:35.197702 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c08bc1ce-6e63-443e-81ed-b102fe81c400 None None] Current status of the port b5c961fb-642e-463b-b558-90a54951236b is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:35.208505 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eea4c4f-d673-4ed3-9755-def45a123e39 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] No DVR routers for this DVR port 14bfd74b-997d-442f-b4ff-216cdbc4f555 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:39:35.234176 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1299bef0-9bcf-4f30-babd-f598eb426ea6 req-96e612f1-78b1-4a34-98ba-df25887dee33 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935309 Mar 22 19:39:35.280209 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b86010-52fc-4149-9346-bbef367ef4d6 req-0ee81aad-eb65-4596-8368-ed66a0960fcf tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:35.288504 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9082c-e66c-428d-a750-9f468577cc5b None None] Pushing event updated for resources: {'Port': ['ID=14bfd74b-997d-442f-b4ff-216cdbc4f555,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:35.301354 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b0b86010-52fc-4149-9346-bbef367ef4d6 req-0ee81aad-eb65-4596-8368-ed66a0960fcf tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.3346012 Mar 22 19:39:35.378050 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9eea4c4f-d673-4ed3-9755-def45a123e39 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (90e44ca4-9236-441e-97bb-77378c0ef7bd), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:35.419740 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b366df5d-69c1-486f-99f4-d10033ff9e68 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:35.429000 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a9bb84d9-4780-4b3e-871b-444ecaa476a9 tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (9daf7ee4-c293-43d7-9e25-d05c97a91216), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:35.475167 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b0b86010-52fc-4149-9346-bbef367ef4d6 req-6a6c19f2-3203-4b48-af86-543496c19efe tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726968 Mar 22 19:39:35.517153 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb84d9-4780-4b3e-871b-444ecaa476a9 tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] Pushing event updated for resources: {'Port': ['ID=9daf7ee4-c293-43d7-9e25-d05c97a91216,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:35.552879 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9eea4c4f-d673-4ed3-9755-def45a123e39 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (90e44ca4-9236-441e-97bb-77378c0ef7bd), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:35.607664 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bb84d9-4780-4b3e-871b-444ecaa476a9 tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:39:35.612482 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-a9bb84d9-4780-4b3e-871b-444ecaa476a9 tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:35.616656 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bb84d9-4780-4b3e-871b-444ecaa476a9 tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:39:35.653203 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea4c4f-d673-4ed3-9755-def45a123e39 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event deleted for resources: {'Subnet': ['ID=90e44ca4-9236-441e-97bb-77378c0ef7bd,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:35.738346 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-5ef6082b-de1b-49ab-8d93-02b59dcd5029 None None] Allocated IP 2001:db8::2 (12cb3e65-2414-47a6-a808-33644e142c5b/5be75e45-e432-4c53-9f84-8b0fc545784a/14246088-184f-4607-9784-2e7bab8805a9) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:39:35.748529 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bb84d9-4780-4b3e-871b-444ecaa476a9 tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:35.749134 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a9bb84d9-4780-4b3e-871b-444ecaa476a9 tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:35.759440 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-66284b25-7446-4743-8595-d0d610b29759 None None] Provisioning complete for port b5c961fb-642e-463b-b558-90a54951236b triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:35.759828 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-66284b25-7446-4743-8595-d0d610b29759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b5c961fb-642e-463b-b558-90a54951236b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:35.801652 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a9bb84d9-4780-4b3e-871b-444ecaa476a9 tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.0745254 Mar 22 19:39:35.805614 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39772) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:35.818273 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-dc96e2e3-d152-4aa4-94b9-1646315eaa5c tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.184'}]}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:35.821387 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9eea4c4f-d673-4ed3-9755-def45a123e39 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (bb527b38-0434-40d6-bb3a-1a52930c1c69), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:35.848615 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dc96e2e3-d152-4aa4-94b9-1646315eaa5c tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (911f49a3-58e8-446c-b533-51b7f8d9b13f), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:35.849747 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dc96e2e3-d152-4aa4-94b9-1646315eaa5c tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (911f49a3-58e8-446c-b533-51b7f8d9b13f), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:35.866326 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-9eea4c4f-d673-4ed3-9755-def45a123e39 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb527b38-0434-40d6-bb3a-1a52930c1c69']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:35.885414 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-9eea4c4f-d673-4ed3-9755-def45a123e39 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f45b39a-fd56-4158-9276-ddd999fcba9e') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:35.886326 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-9eea4c4f-d673-4ed3-9755-def45a123e39 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f45b39a-fd56-4158-9276-ddd999fcba9e') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:35.905123 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9eea4c4f-d673-4ed3-9755-def45a123e39 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (6f45b39a-fd56-4158-9276-ddd999fcba9e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:35.934713 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9eea4c4f-d673-4ed3-9755-def45a123e39 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (6f45b39a-fd56-4158-9276-ddd999fcba9e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:35.941675 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dc96e2e3-d152-4aa4-94b9-1646315eaa5c tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] Publish callbacks [] for router_controller (911f49a3-58e8-446c-b533-51b7f8d9b13f), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:35.953313 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eea4c4f-d673-4ed3-9755-def45a123e39 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:39:35.957931 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9eea4c4f-d673-4ed3-9755-def45a123e39 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (6f45b39a-fd56-4158-9276-ddd999fcba9e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:35.957931 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:39:35.957931 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:39:35.957931 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:39:35.957931 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:39:35.957931 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:39:35.957931 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:39:35.957931 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:39:35.957931 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:39:35.957931 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:39:35.957931 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:39:35.957931 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:39:35.957931 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:39:35.957931 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:39:35.957931 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:39:35.957931 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:39:35.957931 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:39:35.957931 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:39:35.957931 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:39:35.957931 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:39:35.957931 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:39:35.957931 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:39:35.957931 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:39:35.957931 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:39:35.957931 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:39:35.957931 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:39:35.957931 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:39:35.957931 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:39:35.957931 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:39:35.957931 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:39:35.957931 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:39:35.957931 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:39:35.957931 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:39:36.048343 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-66284b25-7446-4743-8595-d0d610b29759 None None] Current status of the port b5c961fb-642e-463b-b558-90a54951236b is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:36.078827 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5ef6082b-de1b-49ab-8d93-02b59dcd5029 None None] Publish callbacks [] for port (14246088-184f-4607-9784-2e7bab8805a9), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:36.080543 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device f539a708-377a-49d2-83dc-786db167dd2c details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:39:36.098668 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9eea4c4f-d673-4ed3-9755-def45a123e39 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (bb527b38-0434-40d6-bb3a-1a52930c1c69), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:36.108424 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9eea4c4f-d673-4ed3-9755-def45a123e39 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:36.113175 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9eea4c4f-d673-4ed3-9755-def45a123e39 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "DELETE /v2.0/networks/bb527b38-0434-40d6-bb3a-1a52930c1c69 HTTP/1.1" status: 204 len: 168 time: 2.8110807 Mar 22 19:39:36.121312 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39774) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:36.159016 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dc96e2e3-d152-4aa4-94b9-1646315eaa5c tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] Publish callbacks [] for router_gateway (911f49a3-58e8-446c-b533-51b7f8d9b13f), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:36.162339 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea4c4f-d673-4ed3-9755-def45a123e39 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event deleted for resources: {'Network': ['ID=bb527b38-0434-40d6-bb3a-1a52930c1c69,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:36.174907 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5ef6082b-de1b-49ab-8d93-02b59dcd5029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (14246088-184f-4607-9784-2e7bab8805a9), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:36.189002 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-15220eee-2386-452b-a992-aa329e6ba936 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] DELETE failed (client error): The resource could not be found. Mar 22 19:39:36.189966 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15220eee-2386-452b-a992-aa329e6ba936 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:39:36.193831 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-15220eee-2386-452b-a992-aa329e6ba936 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "DELETE /v2.0/networks/bb527b38-0434-40d6-bb3a-1a52930c1c69 HTTP/1.1" status: 404 len: 339 time: 0.0714350 Mar 22 19:39:36.198076 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39776) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:36.203349 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-7dc93f91-8969-4356-8175-f2a72af75151 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-252142593', 'description': 'd1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:36.224499 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6082b-de1b-49ab-8d93-02b59dcd5029 None None] Pushing event updated for resources: {'Port': ['ID=14246088-184f-4607-9784-2e7bab8805a9,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:36.227945 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc93f91-8969-4356-8175-f2a72af75151 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Made reservation on behalf of 7d43765d6c2e48a7ae0f634337160c2d for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:39:36.246811 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7dc93f91-8969-4356-8175-f2a72af75151 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:36.275744 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef6082b-de1b-49ab-8d93-02b59dcd5029 None None] Network 12cb3e65-2414-47a6-a808-33644e142c5b is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:39:36.283743 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-5ef6082b-de1b-49ab-8d93-02b59dcd5029 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:36.286413 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef6082b-de1b-49ab-8d93-02b59dcd5029 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:39:36.337024 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-b366df5d-69c1-486f-99f4-d10033ff9e68 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Allocated IP 2001:db8::1 (12cb3e65-2414-47a6-a808-33644e142c5b/5be75e45-e432-4c53-9f84-8b0fc545784a/43654c43-5789-4af6-b1de-165462b25da3) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:39:36.340953 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dc93f91-8969-4356-8175-f2a72af75151 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:39:36.397657 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7dc93f91-8969-4356-8175-f2a72af75151 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (90042c6a-b61b-43fa-bd61-987940c68719), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:36.398207 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-7dc93f91-8969-4356-8175-f2a72af75151 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Added segment 90042c6a-b61b-43fa-bd61-987940c68719 of type vlan for network 7b419fa8-3cbc-471d-8b33-eba96f51e784 Mar 22 19:39:36.406565 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port f539a708-377a-49d2-83dc-786db167dd2c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f539a708-377a-49d2-83dc-786db167dd2c,segment=NetworkSegment(eeaed36b-2189-47d5-81ce-01a67b046103),segment_id=eeaed36b-2189-47d5-81ce-01a67b046103)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:39:36.456731 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-5ef6082b-de1b-49ab-8d93-02b59dcd5029 None None] Attempting to bind port 14246088-184f-4607-9784-2e7bab8805a9 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:39:36.457454 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-5ef6082b-de1b-49ab-8d93-02b59dcd5029 None None] Attempting to bind port 14246088-184f-4607-9784-2e7bab8805a9 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '8c7e1ba2-a729-422b-9c20-c95760135743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:39:36.458043 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef6082b-de1b-49ab-8d93-02b59dcd5029 None None] Attempting to bind port 14246088-184f-4607-9784-2e7bab8805a9 on network 12cb3e65-2414-47a6-a808-33644e142c5b {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:39:36.461746 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'f539a708-377a-49d2-83dc-786db167dd2c', 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c', 'port_id': 'f539a708-377a-49d2-83dc-786db167dd2c', 'mac_address': 'fa:16:3e:b7:dc:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:39:36.466989 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef6082b-de1b-49ab-8d93-02b59dcd5029 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:39:36.467589 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef6082b-de1b-49ab-8d93-02b59dcd5029 None None] Checking segment: {'id': '8c7e1ba2-a729-422b-9c20-c95760135743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:39:36.468188 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5ef6082b-de1b-49ab-8d93-02b59dcd5029 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:36.468752 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef6082b-de1b-49ab-8d93-02b59dcd5029 None None] Bound using segment: {'id': '8c7e1ba2-a729-422b-9c20-c95760135743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:39:36.469418 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-5ef6082b-de1b-49ab-8d93-02b59dcd5029 None None] Bound port: 14246088-184f-4607-9784-2e7bab8805a9, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c7e1ba2-a729-422b-9c20-c95760135743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:39:36.470000 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5ef6082b-de1b-49ab-8d93-02b59dcd5029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (14246088-184f-4607-9784-2e7bab8805a9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:36.530829 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7dc93f91-8969-4356-8175-f2a72af75151 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (7b419fa8-3cbc-471d-8b33-eba96f51e784), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:36.569104 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e309a-4afa-4295-b3d2-5ff29de42034 req-55557bac-d141-43b9-95bd-558e10b53b42 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:36.571260 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9a6e309a-4afa-4295-b3d2-5ff29de42034 req-55557bac-d141-43b9-95bd-558e10b53b42 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 943 time: 0.1647241 Mar 22 19:39:36.595877 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7dc93f91-8969-4356-8175-f2a72af75151 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (7b419fa8-3cbc-471d-8b33-eba96f51e784), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:36.613357 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc93f91-8969-4356-8175-f2a72af75151 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:36.613357 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7dc93f91-8969-4356-8175-f2a72af75151 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3717734'] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:36.680003 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port f539a708-377a-49d2-83dc-786db167dd2c is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:36.680653 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f539a708-377a-49d2-83dc-786db167dd2c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:36.727329 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f539a708-377a-49d2-83dc-786db167dd2c {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:39:36.776306 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port f539a708-377a-49d2-83dc-786db167dd2c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f539a708-377a-49d2-83dc-786db167dd2c,segment=NetworkSegment(eeaed36b-2189-47d5-81ce-01a67b046103),segment_id=eeaed36b-2189-47d5-81ce-01a67b046103)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:39:36.779866 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-5ef6082b-de1b-49ab-8d93-02b59dcd5029 None None] For port 14246088-184f-4607-9784-2e7bab8805a9, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:39:36.786987 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f539a708-377a-49d2-83dc-786db167dd2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:36.801848 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7dc93f91-8969-4356-8175-f2a72af75151 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6016612 Mar 22 19:39:36.816174 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39794) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:36.819315 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-5ef6082b-de1b-49ab-8d93-02b59dcd5029 None None] For port 14246088-184f-4607-9784-2e7bab8805a9, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=14246088-184f-4607-9784-2e7bab8805a9,segment=NetworkSegment(8c7e1ba2-a729-422b-9c20-c95760135743),segment_id=8c7e1ba2-a729-422b-9c20-c95760135743)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:39:36.873077 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=f539a708-377a-49d2-83dc-786db167dd2c,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:36.877531 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5ef6082b-de1b-49ab-8d93-02b59dcd5029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (14246088-184f-4607-9784-2e7bab8805a9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:36.932162 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f121855-ced9-418b-9505-8d88256a42c5 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:36.937367 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0f121855-ced9-418b-9505-8d88256a42c5 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "GET /v2.0/networks?id=7b419fa8-3cbc-471d-8b33-eba96f51e784 HTTP/1.1" status: 200 len: 764 time: 0.1181982 Mar 22 19:39:36.944929 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39796) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:36.952778 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9573cfd-5d93-4a85-bfce-7e131d8c32ab req-a53de56c-f72d-437d-afa8-90d2cba0af78 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:36.954429 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9573cfd-5d93-4a85-bfce-7e131d8c32ab req-a53de56c-f72d-437d-afa8-90d2cba0af78 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.85 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.4567754 Mar 22 19:39:36.964656 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-0ad4f6e5-5076-4e7c-af9f-4648b9b46d83 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Request body: {'network': {'description': 'd2'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:36.973820 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6082b-de1b-49ab-8d93-02b59dcd5029 None None] Pushing event updated for resources: {'Port': ['ID=14246088-184f-4607-9784-2e7bab8805a9,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:36.993444 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc93f91-8969-4356-8175-f2a72af75151 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event updated for resources: {'Network': ['ID=7b419fa8-3cbc-471d-8b33-eba96f51e784,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:37.000899 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['f539a708-377a-49d2-83dc-786db167dd2c'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:39:37.005282 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 7b419fa8-3cbc-471d-8b33-eba96f51e784 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:39:37.065881 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b366df5d-69c1-486f-99f4-d10033ff9e68 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for port (43654c43-5789-4af6-b1de-165462b25da3), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:37.167526 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9a6e309a-4afa-4295-b3d2-5ff29de42034 req-16ea0d47-ac6b-4b86-9dd2-3a38e90fb127 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5730710 Mar 22 19:39:37.217116 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-88550021-cd40-475d-9096-f735f5091c6f None None] Could not find standard attr ID for object 14bfd74b-997d-442f-b4ff-216cdbc4f555. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:39:37.225407 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dc96e2e3-d152-4aa4-94b9-1646315eaa5c tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] Publish callbacks [] for router_gateway (911f49a3-58e8-446c-b533-51b7f8d9b13f), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:37.257050 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c903e4b5-6ecb-476a-98e0-a42ad02caa07 None None] DHCP port deletion for bb527b38-0434-40d6-bb3a-1a52930c1c69 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:39:37.285368 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0ad4f6e5-5076-4e7c-af9f-4648b9b46d83 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (7b419fa8-3cbc-471d-8b33-eba96f51e784), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:37.353406 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5751e-51f3-481c-81b8-f4ea9391c2c3 req-3f80e40f-34bc-45c2-8e5d-f4e7ee1c6dd3 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:37.354191 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0ad4f6e5-5076-4e7c-af9f-4648b9b46d83 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (7b419fa8-3cbc-471d-8b33-eba96f51e784), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:37.354337 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e547ff94-221d-459d-a394-d2c657624d6c None None] Network bb527b38-0434-40d6-bb3a-1a52930c1c69 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:37.354977 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-38d5751e-51f3-481c-81b8-f4ea9391c2c3 req-3f80e40f-34bc-45c2-8e5d-f4e7ee1c6dd3 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.6621218 Mar 22 19:39:37.366346 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0ad4f6e5-5076-4e7c-af9f-4648b9b46d83 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Network 7b419fa8-3cbc-471d-8b33-eba96f51e784 is not hosted by any dhcp agent {{(pid=104173) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 19:39:37.371507 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad4f6e5-5076-4e7c-af9f-4648b9b46d83 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:37.372138 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0ad4f6e5-5076-4e7c-af9f-4648b9b46d83 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:37.376432 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0ad4f6e5-5076-4e7c-af9f-4648b9b46d83 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "PUT /v2.0/networks/7b419fa8-3cbc-471d-8b33-eba96f51e784 HTTP/1.1" status: 200 len: 761 time: 0.4281523 Mar 22 19:39:37.379428 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39798) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:37.409562 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dc96e2e3-d152-4aa4-94b9-1646315eaa5c tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:37.432426 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e547ff94-221d-459d-a394-d2c657624d6c None None] Network bb527b38-0434-40d6-bb3a-1a52930c1c69 could not be found, it might have been deleted concurrently. {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 19:39:37.453120 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2cf9eb-7b46-42bc-8dec-a14c1c18804a None None] Network bb527b38-0434-40d6-bb3a-1a52930c1c69 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:37.501250 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2cf9eb-7b46-42bc-8dec-a14c1c18804a None None] Network bb527b38-0434-40d6-bb3a-1a52930c1c69 could not be found, it might have been deleted concurrently. {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 19:39:37.511496 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84202ef-1633-490b-a9e6-c141b54548e6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:37.523439 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a84202ef-1633-490b-a9e6-c141b54548e6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "GET /v2.0/networks?id=7b419fa8-3cbc-471d-8b33-eba96f51e784 HTTP/1.1" status: 200 len: 764 time: 0.1431706 Mar 22 19:39:37.576975 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39800) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:37.622872 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dc96e2e3-d152-4aa4-94b9-1646315eaa5c tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] Publish callbacks [] for router (911f49a3-58e8-446c-b533-51b7f8d9b13f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:37.720679 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b366df5d-69c1-486f-99f4-d10033ff9e68 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (43654c43-5789-4af6-b1de-165462b25da3), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:37.732277 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4f6e5-5076-4e7c-af9f-4648b9b46d83 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event updated for resources: {'Network': ['ID=7b419fa8-3cbc-471d-8b33-eba96f51e784,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:37.745338 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 7b419fa8-3cbc-471d-8b33-eba96f51e784 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:39:37.878785 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-38d5751e-51f3-481c-81b8-f4ea9391c2c3 req-eed5ca6f-0bac-4c1e-8885-6d77609449ea tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2880318 Mar 22 19:39:37.894118 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946da6b9-e4cb-4802-b523-de9d31224e9d tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:37.895986 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-946da6b9-e4cb-4802-b523-de9d31224e9d tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3055952 Mar 22 19:39:37.900841 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39806) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:37.903132 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-f9573cfd-5d93-4a85-bfce-7e131d8c32ab req-482c2f54-13fe-4d30-9819-1dd2d204cbd5 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Deleting port e4d98ee1-0767-4685-a8d4-ad1847276080 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:39:37.903850 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f9573cfd-5d93-4a85-bfce-7e131d8c32ab req-482c2f54-13fe-4d30-9819-1dd2d204cbd5 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (e4d98ee1-0767-4685-a8d4-ad1847276080), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:37.908258 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b366df5d-69c1-486f-99f4-d10033ff9e68 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network 12cb3e65-2414-47a6-a808-33644e142c5b is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:39:37.928201 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-b366df5d-69c1-486f-99f4-d10033ff9e68 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:37.936248 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b366df5d-69c1-486f-99f4-d10033ff9e68 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:39:37.936896 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b366df5d-69c1-486f-99f4-d10033ff9e68 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (79fdeee0-c81a-4e37-9a68-bde6c518745d), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:37.944609 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6f932663-f306-4ff0-ac01-ee8ec900693c tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "GET /v2.0/subnets?network_id=b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 207 time: 0.0395048 Mar 22 19:39:37.945154 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39808) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:38.093640 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device f539a708-377a-49d2-83dc-786db167dd2c up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:39:38.156142 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc20f262-5b4d-419f-ad7e-949262c2cd2e tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:38.162606 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc20f262-5b4d-419f-ad7e-949262c2cd2e tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:38.167909 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc20f262-5b4d-419f-ad7e-949262c2cd2e tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:38.174600 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc20f262-5b4d-419f-ad7e-949262c2cd2e tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:38.181428 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc20f262-5b4d-419f-ad7e-949262c2cd2e tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:38.187000 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc20f262-5b4d-419f-ad7e-949262c2cd2e tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:38.188981 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-fc20f262-5b4d-419f-ad7e-949262c2cd2e tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2430327 Mar 22 19:39:38.202671 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39812) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:38.204554 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port f539a708-377a-49d2-83dc-786db167dd2c completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:39:38.210653 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port f539a708-377a-49d2-83dc-786db167dd2c triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:38.210921 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f539a708-377a-49d2-83dc-786db167dd2c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:38.221722 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366df5d-69c1-486f-99f4-d10033ff9e68 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Port': ['ID=43654c43-5789-4af6-b1de-165462b25da3,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:38.343134 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dc96e2e3-d152-4aa4-94b9-1646315eaa5c tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (911f49a3-58e8-446c-b533-51b7f8d9b13f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:38.350349 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dc96e2e3-d152-4aa4-94b9-1646315eaa5c tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] Publish callbacks [] for router_controller (911f49a3-58e8-446c-b533-51b7f8d9b13f), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:38.393498 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port f539a708-377a-49d2-83dc-786db167dd2c is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:38.394188 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f539a708-377a-49d2-83dc-786db167dd2c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:38.411370 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bf4c64d1-d4b1-4408-b96a-3a427a9c9095 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2068233 Mar 22 19:39:38.416679 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39814) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:38.448126 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8d1262-a31c-4fb8-826a-87f2d2716fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f539a708-377a-49d2-83dc-786db167dd2c'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:39:38.450448 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4637aa0-322f-481c-b9f9-b3f9645dc02e" -d '{"events": [{"server_uuid": "df8d1262-a31c-4fb8-826a-87f2d2716fc1", "name": "network-vif-plugged", "status": "completed", "tag": "f539a708-377a-49d2-83dc-786db167dd2c"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:39:38.468040 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-f9573cfd-5d93-4a85-bfce-7e131d8c32ab req-482c2f54-13fe-4d30-9819-1dd2d204cbd5 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] For port e4d98ee1-0767-4685-a8d4-ad1847276080, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=e4d98ee1-0767-4685-a8d4-ad1847276080,segment=NetworkSegment(435fbae2-eb12-43d5-a18b-594248db5fb6),segment_id=435fbae2-eb12-43d5-a18b-594248db5fb6)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:39:38.468407 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f9573cfd-5d93-4a85-bfce-7e131d8c32ab req-482c2f54-13fe-4d30-9819-1dd2d204cbd5 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (e4d98ee1-0767-4685-a8d4-ad1847276080), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:38.470145 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port f539a708-377a-49d2-83dc-786db167dd2c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f539a708-377a-49d2-83dc-786db167dd2c,segment=NetworkSegment(eeaed36b-2189-47d5-81ce-01a67b046103),segment_id=eeaed36b-2189-47d5-81ce-01a67b046103)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:39:38.480394 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f539a708-377a-49d2-83dc-786db167dd2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:38.520381 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16897806-8c10-4995-bafd-a8c68be3bf5f x-openstack-request-id: req-16897806-8c10-4995-bafd-a8c68be3bf5f {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:39:38.520754 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8d1262-a31c-4fb8-826a-87f2d2716fc1", "name": "network-vif-plugged", "status": "completed", "tag": "f539a708-377a-49d2-83dc-786db167dd2c", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:39:38.520895 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-16897806-8c10-4995-bafd-a8c68be3bf5f {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:39:38.521331 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16897806-8c10-4995-bafd-a8c68be3bf5f'] response: {'server_uuid': 'df8d1262-a31c-4fb8-826a-87f2d2716fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f539a708-377a-49d2-83dc-786db167dd2c', 'code': 200} Mar 22 19:39:38.561526 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fec1ae2-14aa-4e3f-8bc4-ca7ffeca19f4 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:38.570983 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fec1ae2-14aa-4e3f-8bc4-ca7ffeca19f4 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:38.572388 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fec1ae2-14aa-4e3f-8bc4-ca7ffeca19f4 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:38.573708 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fec1ae2-14aa-4e3f-8bc4-ca7ffeca19f4 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:38.578833 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=f539a708-377a-49d2-83dc-786db167dd2c,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:38.590916 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fec1ae2-14aa-4e3f-8bc4-ca7ffeca19f4 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:38.595388 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1fec1ae2-14aa-4e3f-8bc4-ca7ffeca19f4 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1774330 Mar 22 19:39:38.602835 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39818) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:38.637013 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dc96e2e3-d152-4aa4-94b9-1646315eaa5c tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (911f49a3-58e8-446c-b533-51b7f8d9b13f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:38.637539 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc96e2e3-d152-4aa4-94b9-1646315eaa5c tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 911f49a3-58e8-446c-b533-51b7f8d9b13f {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:39:38.719172 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0eb4e-15b6-45b5-859f-51d9e33e2b44 req-7c5894bf-49f5-4893-8d9f-8b3a97590019 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:38.719590 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dc6872-0843-41a6-995f-0812478e3a78 None None] Network 12cb3e65-2414-47a6-a808-33644e142c5b requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:38.721190 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-09d0eb4e-15b6-45b5-859f-51d9e33e2b44 req-7c5894bf-49f5-4893-8d9f-8b3a97590019 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 944 time: 0.3932445 Mar 22 19:39:38.721859 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b366df5d-69c1-486f-99f4-d10033ff9e68 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (43654c43-5789-4af6-b1de-165462b25da3), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:38.806384 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-09d0eb4e-15b6-45b5-859f-51d9e33e2b44 req-e2f34c27-faa0-4597-8054-2239475cab38 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745795 Mar 22 19:39:38.863780 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 14246088-184f-4607-9784-2e7bab8805a9 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:39:38.875260 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de804547-fef7-4a67-bd63-e281fd56d664 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['shared'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:38.876648 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de804547-fef7-4a67-bd63-e281fd56d664 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['shared'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:38.878072 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de804547-fef7-4a67-bd63-e281fd56d664 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['shared'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:38.882458 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de804547-fef7-4a67-bd63-e281fd56d664 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['shared'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:38.884374 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de804547-fef7-4a67-bd63-e281fd56d664 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['shared'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:38.886175 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-de804547-fef7-4a67-bd63-e281fd56d664 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2818716 Mar 22 19:39:38.892008 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39826) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:38.918908 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ef279c94-71f2-47dc-a804-40011e8f75df None None] Provisioning complete for port 14246088-184f-4607-9784-2e7bab8805a9 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:38.919287 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ef279c94-71f2-47dc-a804-40011e8f75df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (14246088-184f-4607-9784-2e7bab8805a9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:38.979791 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 14246088-184f-4607-9784-2e7bab8805a9 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:38.980381 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (14246088-184f-4607-9784-2e7bab8805a9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:39.069633 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca44d94-8618-4794-b053-0e15108ec0cf tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:39.071126 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2ca44d94-8618-4794-b053-0e15108ec0cf tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "GET /v2.0/networks/48fdbb70-25be-47b1-b760-593f52532a6f HTTP/1.1" status: 200 len: 803 time: 0.1759536 Mar 22 19:39:39.073491 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279800f-cb30-4da3-b6c8-f775ebbf1407 req-d2c7fa6d-0041-4192-ac31-7b9f07caec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:39.086427 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e279800f-cb30-4da3-b6c8-f775ebbf1407 req-d2c7fa6d-0041-4192-ac31-7b9f07caec57 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 1128 time: 0.4775808 Mar 22 19:39:39.093220 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39830) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:39.137509 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ef279c94-71f2-47dc-a804-40011e8f75df None None] Current status of the port 14246088-184f-4607-9784-2e7bab8805a9 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:39.138065 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ef279c94-71f2-47dc-a804-40011e8f75df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (14246088-184f-4607-9784-2e7bab8805a9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:39.200465 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e279800f-cb30-4da3-b6c8-f775ebbf1407 req-ef5c0e58-3b5a-4e8b-a776-7f848a12810e service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131253 Mar 22 19:39:39.246530 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c5bdd81b-3278-45e3-aef6-1410510f055c tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "GET /v2.0/networks/48fdbb70-25be-47b1-b760-593f52532a6f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1465523 Mar 22 19:39:39.253142 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39832) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:39.312241 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-dc96e2e3-d152-4aa4-94b9-1646315eaa5c tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 22 19:39:39.313314 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-dc96e2e3-d152-4aa4-94b9-1646315eaa5c tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.4988523 Mar 22 19:39:39.315751 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa46a69-1697-4b40-ba77-f21ad0746c46 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:39.317450 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3aa46a69-1697-4b40-ba77-f21ad0746c46 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "GET /v2.0/subnets/68be3cc3-4a71-4072-9b65-c61409cc9f10 HTTP/1.1" status: 200 len: 843 time: 0.0630333 Mar 22 19:39:39.318333 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39834) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:39.326172 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39836) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:39.343066 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-ef279c94-71f2-47dc-a804-40011e8f75df None None] For port 14246088-184f-4607-9784-2e7bab8805a9, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=14246088-184f-4607-9784-2e7bab8805a9,segment=NetworkSegment(8c7e1ba2-a729-422b-9c20-c95760135743),segment_id=8c7e1ba2-a729-422b-9c20-c95760135743)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:39:39.358294 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ef279c94-71f2-47dc-a804-40011e8f75df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (14246088-184f-4607-9784-2e7bab8805a9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:39.395654 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cd085a-bbb6-4e08-8e00-7c23bd046d5e tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['shared'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:39.397428 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d4cd085a-bbb6-4e08-8e00-7c23bd046d5e tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "GET /v2.0/subnets/68be3cc3-4a71-4072-9b65-c61409cc9f10?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0698452 Mar 22 19:39:39.413405 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39838) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:39.420721 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-78de9edc-4ac6-4114-b242-a4e1ea6234f5 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1033126598'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:39.435500 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 14246088-184f-4607-9784-2e7bab8805a9 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:39.436109 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (14246088-184f-4607-9784-2e7bab8805a9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:39.507108 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78de9edc-4ac6-4114-b242-a4e1ea6234f5 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Made reservation on behalf of 7d43765d6c2e48a7ae0f634337160c2d for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:39:39.511145 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-78de9edc-4ac6-4114-b242-a4e1ea6234f5 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:39.527520 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816cbf3c-06ac-4a64-a9d9-39e980c5a8fe req-48528eca-51c8-4901-984b-03f78c9779be tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:39.541146 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-816cbf3c-06ac-4a64-a9d9-39e980c5a8fe req-48528eca-51c8-4901-984b-03f78c9779be tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 945 time: 0.2592998 Mar 22 19:39:39.557965 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78de9edc-4ac6-4114-b242-a4e1ea6234f5 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:39:39.574349 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef279c94-71f2-47dc-a804-40011e8f75df None None] Pushing event updated for resources: {'Port': ['ID=14246088-184f-4607-9784-2e7bab8805a9,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:39.580274 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:39:39.580732 n-d-705658-24 neutron-server[104174]: DEBUG oslo_db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:39:39.596391 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-78de9edc-4ac6-4114-b242-a4e1ea6234f5 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (c9b69133-2358-4513-9e62-d426badecc47), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:39.596944 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-78de9edc-4ac6-4114-b242-a4e1ea6234f5 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Added segment c9b69133-2358-4513-9e62-d426badecc47 of type vlan for network b38812c5-782f-4585-8acb-998ffac22d63 Mar 22 19:39:39.599431 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-420a82b8-e216-4ca7-ac65-a042ea246d9d tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] Deleting port 9daf7ee4-c293-43d7-9e25-d05c97a91216 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:39:39.599765 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-420a82b8-e216-4ca7-ac65-a042ea246d9d tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (9daf7ee4-c293-43d7-9e25-d05c97a91216), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:39.697556 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-78de9edc-4ac6-4114-b242-a4e1ea6234f5 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (b38812c5-782f-4585-8acb-998ffac22d63), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:39.732201 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f9573cfd-5d93-4a85-bfce-7e131d8c32ab req-482c2f54-13fe-4d30-9819-1dd2d204cbd5 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:39.732517 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f9573cfd-5d93-4a85-bfce-7e131d8c32ab req-482c2f54-13fe-4d30-9819-1dd2d204cbd5 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (57fccc4b-cf48-43d9-8bd8-b9f07315c69a), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:39.732779 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [req-f9573cfd-5d93-4a85-bfce-7e131d8c32ab req-482c2f54-13fe-4d30-9819-1dd2d204cbd5 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Floating IP 57fccc4b-cf48-43d9-8bd8-b9f07315c69a disassociated. External IP: 172.25.5.37, port: e4d98ee1-0767-4685-a8d4-ad1847276080. Mar 22 19:39:39.733070 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-f9573cfd-5d93-4a85-bfce-7e131d8c32ab req-482c2f54-13fe-4d30-9819-1dd2d204cbd5 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Calling delete_port for e4d98ee1-0767-4685-a8d4-ad1847276080 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:39:39.791894 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-7de4f18e-3be3-40a7-9fb6-4fccbbf00321 None None] Provisioning complete for port 43654c43-5789-4af6-b1de-165462b25da3 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:39.792289 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7de4f18e-3be3-40a7-9fb6-4fccbbf00321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (43654c43-5789-4af6-b1de-165462b25da3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:39.821131 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-816cbf3c-06ac-4a64-a9d9-39e980c5a8fe req-19b1e4fd-8ba5-42c4-ae37-a9cb4fff43ed tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267473 Mar 22 19:39:39.830359 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-78de9edc-4ac6-4114-b242-a4e1ea6234f5 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (b38812c5-782f-4585-8acb-998ffac22d63), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:39.838679 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78de9edc-4ac6-4114-b242-a4e1ea6234f5 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:39.840437 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-78de9edc-4ac6-4114-b242-a4e1ea6234f5 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:39.885915 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-420a82b8-e216-4ca7-ac65-a042ea246d9d tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (9daf7ee4-c293-43d7-9e25-d05c97a91216), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:39.893553 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-7de4f18e-3be3-40a7-9fb6-4fccbbf00321 None None] Port 43654c43-5789-4af6-b1de-165462b25da3 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:39:39.919854 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-78de9edc-4ac6-4114-b242-a4e1ea6234f5 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5049109 Mar 22 19:39:39.927805 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-7de4f18e-3be3-40a7-9fb6-4fccbbf00321 None None] Provisioning complete for port 14246088-184f-4607-9784-2e7bab8805a9 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:39.928186 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7de4f18e-3be3-40a7-9fb6-4fccbbf00321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (14246088-184f-4607-9784-2e7bab8805a9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:39.961630 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39844) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:39.977183 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-aa172fc4-9cf5-47f4-97ac-c81de9af56c6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Request body: {'subnet': {'network_id': 'b38812c5-782f-4585-8acb-998ffac22d63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:40.023580 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-420a82b8-e216-4ca7-ac65-a042ea246d9d tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] Calling delete_port for 9daf7ee4-c293-43d7-9e25-d05c97a91216 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:39:40.084491 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de9edc-4ac6-4114-b242-a4e1ea6234f5 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event updated for resources: {'Network': ['ID=b38812c5-782f-4585-8acb-998ffac22d63,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:40.185718 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 14246088-184f-4607-9784-2e7bab8805a9 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:40.193928 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-7de4f18e-3be3-40a7-9fb6-4fccbbf00321 None None] Current status of the port 14246088-184f-4607-9784-2e7bab8805a9 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:40.198770 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network b38812c5-782f-4585-8acb-998ffac22d63 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:39:40.204579 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 14bfd74b-997d-442f-b4ff-216cdbc4f555 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:39:40.286783 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 14bfd74b-997d-442f-b4ff-216cdbc4f555 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:39:40.287370 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 14bfd74b-997d-442f-b4ff-216cdbc4f555 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:39:40.340333 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-23b723da-72f3-418f-b204-f5773d417086 None None] Provisioning complete for port 43654c43-5789-4af6-b1de-165462b25da3 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:40.340961 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-23b723da-72f3-418f-b204-f5773d417086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (43654c43-5789-4af6-b1de-165462b25da3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:40.381131 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-23b723da-72f3-418f-b204-f5773d417086 None None] Port 43654c43-5789-4af6-b1de-165462b25da3 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:39:40.396545 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-420a82b8-e216-4ca7-ac65-a042ea246d9d tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (9daf7ee4-c293-43d7-9e25-d05c97a91216), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:40.432171 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a82b8-e216-4ca7-ac65-a042ea246d9d tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] Pushing event deleted for resources: {'Port': ['ID=9daf7ee4-c293-43d7-9e25-d05c97a91216,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:40.448604 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f9573cfd-5d93-4a85-bfce-7e131d8c32ab req-482c2f54-13fe-4d30-9819-1dd2d204cbd5 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (e4d98ee1-0767-4685-a8d4-ad1847276080), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:40.519003 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c2f54-13fe-4d30-9819-1dd2d204cbd5 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Pushing event deleted for resources: {'Port': ['ID=e4d98ee1-0767-4685-a8d4-ad1847276080,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:40.553725 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-420a82b8-e216-4ca7-ac65-a042ea246d9d tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:40.558224 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-420a82b8-e216-4ca7-ac65-a042ea246d9d tempest-RoutersAdminNegativeIpV6Test-83794845 tempest-RoutersAdminNegativeIpV6Test-83794845-project-admin] 10.222.0.75 "DELETE /v2.0/ports/9daf7ee4-c293-43d7-9e25-d05c97a91216 HTTP/1.1" status: 204 len: 168 time: 1.2385621 Mar 22 19:39:40.562593 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a853fc-17d6-4711-9d8e-dd83d7d6bb86 req-a14a9052-8292-4c58-a18b-0999ec3249d8 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:40.570600 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a3a853fc-17d6-4711-9d8e-dd83d7d6bb86 req-a14a9052-8292-4c58-a18b-0999ec3249d8 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 945 time: 0.5558991 Mar 22 19:39:40.680782 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa172fc4-9cf5-47f4-97ac-c81de9af56c6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Made reservation on behalf of 7d43765d6c2e48a7ae0f634337160c2d for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:39:40.684342 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-aa172fc4-9cf5-47f4-97ac-c81de9af56c6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:40.724207 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device e4d98ee1-0767-4685-a8d4-ad1847276080 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:39:40.765336 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: e4d98ee1-0767-4685-a8d4-ad1847276080 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:39:40.765528 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device e4d98ee1-0767-4685-a8d4-ad1847276080 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:39:40.782065 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b366df5d-69c1-486f-99f4-d10033ff9e68 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for port (43654c43-5789-4af6-b1de-165462b25da3), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:40.790402 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 14246088-184f-4607-9784-2e7bab8805a9 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:39:40.800158 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a3a853fc-17d6-4711-9d8e-dd83d7d6bb86 req-06be30ae-4c69-4d9c-90d7-7622e8124215 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267025 Mar 22 19:39:40.812363 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.ipam_backend_mixin [None req-aa172fc4-9cf5-47f4-97ac-c81de9af56c6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Performing IP validity checks on allocation pools {{(pid=104172) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 22 19:39:40.812894 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.ipam_backend_mixin [None req-aa172fc4-9cf5-47f4-97ac-c81de9af56c6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104172) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 22 19:39:40.815307 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b366df5d-69c1-486f-99f4-d10033ff9e68 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (43654c43-5789-4af6-b1de-165462b25da3), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:40.816080 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b366df5d-69c1-486f-99f4-d10033ff9e68 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (79fdeee0-c81a-4e37-9a68-bde6c518745d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:40.913919 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 14246088-184f-4607-9784-2e7bab8805a9 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:40.914681 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (14246088-184f-4607-9784-2e7bab8805a9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:40.979222 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39854) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:41.022173 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 14246088-184f-4607-9784-2e7bab8805a9 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:41.079858 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366df5d-69c1-486f-99f4-d10033ff9e68 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Port': ['ID=43654c43-5789-4af6-b1de-165462b25da3,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:41.174037 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bab9e88d-8500-461a-94cf-3acddd19d8d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:41.210367 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7272c7e0-ef25-4cb1-bdf3-075cee5923bc req-a0e2b37f-0e0e-4143-9eb4-02b0f5f69ede tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=98f1e463-dca1-43b2-a2a5-e9359aaa2765 HTTP/1.1" status: 200 len: 210 time: 0.1222956 Mar 22 19:39:41.256164 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9573cfd-5d93-4a85-bfce-7e131d8c32ab req-482c2f54-13fe-4d30-9819-1dd2d204cbd5 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Router 3e2daac6-c118-47c8-94fb-9bc4d89e262a has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:39:41.283356 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bab9e88d-8500-461a-94cf-3acddd19d8d3 admin admin] Publish callbacks [] for security_group (0397e854-8426-48db-9147-4a290e26045b), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:41.288310 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bab9e88d-8500-461a-94cf-3acddd19d8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (0397e854-8426-48db-9147-4a290e26045b), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:41.338098 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bab9e88d-8500-461a-94cf-3acddd19d8d3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8ea37d782b08472f97d7877722d8b405&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3551738 Mar 22 19:39:41.338098 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9e88d-8500-461a-94cf-3acddd19d8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0397e854-8426-48db-9147-4a290e26045b,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:41.340121 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39862) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:41.398500 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a36ec7fc-39c1-4ccc-bbfe-26f94c6d8692 admin admin] Publish callbacks [] for security_group (0397e854-8426-48db-9147-4a290e26045b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:41.424755 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-aa172fc4-9cf5-47f4-97ac-c81de9af56c6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (1e011618-ed5d-492c-a434-1248fba16c08), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:41.428013 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b366df5d-69c1-486f-99f4-d10033ff9e68 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network 12cb3e65-2414-47a6-a808-33644e142c5b is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:39:41.428369 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a36ec7fc-39c1-4ccc-bbfe-26f94c6d8692 admin admin] Publish callbacks [] for security_group (0397e854-8426-48db-9147-4a290e26045b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:41.442933 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-b366df5d-69c1-486f-99f4-d10033ff9e68 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:41.520151 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a36ec7fc-39c1-4ccc-bbfe-26f94c6d8692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (0397e854-8426-48db-9147-4a290e26045b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:41.522866 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a36ec7fc-39c1-4ccc-bbfe-26f94c6d8692 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:41.524035 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a36ec7fc-39c1-4ccc-bbfe-26f94c6d8692 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0397e854-8426-48db-9147-4a290e26045b HTTP/1.1" status: 204 len: 168 time: 0.1824424 Mar 22 19:39:41.538307 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ec7fc-39c1-4ccc-bbfe-26f94c6d8692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0397e854-8426-48db-9147-4a290e26045b,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:41.634688 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa172fc4-9cf5-47f4-97ac-c81de9af56c6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event updated for resources: {'Subnet': ['ID=1e011618-ed5d-492c-a434-1248fba16c08,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:41.653648 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9573cfd-5d93-4a85-bfce-7e131d8c32ab req-482c2f54-13fe-4d30-9819-1dd2d204cbd5 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:39:41.669142 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be48156-d877-4e03-ba63-d17e7eaf3c7d None None] Sync routers for ids ['3e2daac6-c118-47c8-94fb-9bc4d89e262a'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:39:41.685775 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa172fc4-9cf5-47f4-97ac-c81de9af56c6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Checking segment: {'id': 'c9b69133-2358-4513-9e62-d426badecc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b38812c5-782f-4585-8acb-998ffac22d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:39:41.686461 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa172fc4-9cf5-47f4-97ac-c81de9af56c6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Network hostable DHCP agents. Network: b38812c5-782f-4585-8acb-998ffac22d63, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:39:41.686611 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be48156-d877-4e03-ba63-d17e7eaf3c7d None None] Routers {'3e2daac6-c118-47c8-94fb-9bc4d89e262a'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:39:41.687249 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-9be48156-d877-4e03-ba63-d17e7eaf3c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:39:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3e2daac6-c118-47c8-94fb-9bc4d89e262a'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:41.755977 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9573cfd-5d93-4a85-bfce-7e131d8c32ab req-482c2f54-13fe-4d30-9819-1dd2d204cbd5 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] No DVR routers for this DVR port e4d98ee1-0767-4685-a8d4-ad1847276080 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:39:41.759069 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa172fc4-9cf5-47f4-97ac-c81de9af56c6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Network b38812c5-782f-4585-8acb-998ffac22d63 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:39:41.771106 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f9573cfd-5d93-4a85-bfce-7e131d8c32ab req-482c2f54-13fe-4d30-9819-1dd2d204cbd5 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:41.774466 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9573cfd-5d93-4a85-bfce-7e131d8c32ab req-482c2f54-13fe-4d30-9819-1dd2d204cbd5 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.85 "DELETE /v2.0/ports/e4d98ee1-0767-4685-a8d4-ad1847276080 HTTP/1.1" status: 204 len: 173 time: 4.7361116 Mar 22 19:39:41.774943 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f1e463-dca1-43b2-a2a5-e9359aaa2765', 'name': 'network-vif-deleted', 'tag': 'e4d98ee1-0767-4685-a8d4-ad1847276080'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:39:41.777296 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a349c7c2-eb51-49df-8f55-4eabe088bd12" -d '{"events": [{"server_uuid": "98f1e463-dca1-43b2-a2a5-e9359aaa2765", "name": "network-vif-deleted", "tag": "e4d98ee1-0767-4685-a8d4-ad1847276080"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:39:41.876641 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-aa172fc4-9cf5-47f4-97ac-c81de9af56c6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, b38812c5-782f-4585-8acb-998ffac22d63) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:41.896259 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe7e78a-37cb-4e3a-9ad0-0d4c7fc1265f None None] Network b38812c5-782f-4585-8acb-998ffac22d63 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:41.896926 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa172fc4-9cf5-47f4-97ac-c81de9af56c6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:41.897467 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-aa172fc4-9cf5-47f4-97ac-c81de9af56c6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:41.903287 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-9be48156-d877-4e03-ba63-d17e7eaf3c7d None None] Set router 3e2daac6-c118-47c8-94fb-9bc4d89e262a gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:39:41.913817 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b366df5d-69c1-486f-99f4-d10033ff9e68 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Router 79fdeee0-c81a-4e37-9a68-bde6c518745d is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:39:41.954523 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39874) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:41.960696 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-78ee7425-1a5d-498a-bc84-a49a7d24ae74 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:41.965694 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-aa172fc4-9cf5-47f4-97ac-c81de9af56c6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.9932609 Mar 22 19:39:42.102101 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39878) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:42.195830 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-706729d2-5168-4b81-bf85-2cd6cb46d371 None None] Provisioning complete for port 43654c43-5789-4af6-b1de-165462b25da3 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:42.196889 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-706729d2-5168-4b81-bf85-2cd6cb46d371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (43654c43-5789-4af6-b1de-165462b25da3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:42.206316 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-78ee7425-1a5d-498a-bc84-a49a7d24ae74 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25433922'] for subnet (1e011618-ed5d-492c-a434-1248fba16c08), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:42.326887 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b366df5d-69c1-486f-99f4-d10033ff9e68 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:39:42.345506 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b366df5d-69c1-486f-99f4-d10033ff9e68 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "PUT /v2.0/routers/79fdeee0-c81a-4e37-9a68-bde6c518745d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2135298 Mar 22 19:39:42.345738 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7a2665-8b30-4d59-8937-5e891deb8ab3 None None] Sync routers for ids ['79fdeee0-c81a-4e37-9a68-bde6c518745d'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:39:42.351434 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ced4c-8bec-49a9-a9e6-bf3eb20b81e1 req-3d960ee0-8103-4978-b26a-acc6770398c1 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:42.359001 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a0ced4c-8bec-49a9-a9e6-bf3eb20b81e1 req-3d960ee0-8103-4978-b26a-acc6770398c1 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 945 time: 0.2799389 Mar 22 19:39:42.361597 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39884) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:42.368121 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7a2665-8b30-4d59-8937-5e891deb8ab3 None None] Routers {'79fdeee0-c81a-4e37-9a68-bde6c518745d'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:39:42.370128 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-6e7a2665-8b30-4d59-8937-5e891deb8ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:39:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['79fdeee0-c81a-4e37-9a68-bde6c518745d'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:42.388906 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-c1b84175-e029-43b3-a288-4b76af68ad7e tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1783591230'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:42.412571 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bada9f-ca6c-4e25-8111-b3d1fa222c28 x-openstack-request-id: req-94bada9f-ca6c-4e25-8111-b3d1fa222c28 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:39:42.412791 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f1e463-dca1-43b2-a2a5-e9359aaa2765", "name": "network-vif-deleted", "tag": "e4d98ee1-0767-4685-a8d4-ad1847276080", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:39:42.413306 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-94bada9f-ca6c-4e25-8111-b3d1fa222c28 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:39:42.413885 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94bada9f-ca6c-4e25-8111-b3d1fa222c28'] response: {'server_uuid': '98f1e463-dca1-43b2-a2a5-e9359aaa2765', 'name': 'network-vif-deleted', 'tag': 'e4d98ee1-0767-4685-a8d4-ad1847276080', 'status': 'completed', 'code': 200} Mar 22 19:39:42.500234 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-706729d2-5168-4b81-bf85-2cd6cb46d371 None None] Port 43654c43-5789-4af6-b1de-165462b25da3 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:39:42.534465 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b84175-e029-43b3-a288-4b76af68ad7e tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Made reservation on behalf of 1e3546c3d170468eb7c4f7ed56b3ee3c for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:39:42.548138 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c1b84175-e029-43b3-a288-4b76af68ad7e tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:42.567721 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5e0b4ad9-b986-4f3d-b86f-7cc4e8518281 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fee5d4463e3c4e36a2ec08ab3ad27051&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4640110 Mar 22 19:39:42.569131 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39888) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:42.570890 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a0ced4c-8bec-49a9-a9e6-bf3eb20b81e1 req-f6cc7fb1-bc66-4c39-a3ae-b95fef642232 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2110147 Mar 22 19:39:42.573560 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39890) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:42.598195 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b84175-e029-43b3-a288-4b76af68ad7e tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:39:42.617968 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-6e7a2665-8b30-4d59-8937-5e891deb8ab3 None None] Set router 79fdeee0-c81a-4e37-9a68-bde6c518745d gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:39:42.649702 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c1b84175-e029-43b3-a288-4b76af68ad7e tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (e70908df-d4f3-4aaf-ae52-784d3050dbae), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:42.660760 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-c1b84175-e029-43b3-a288-4b76af68ad7e tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Added segment e70908df-d4f3-4aaf-ae52-784d3050dbae of type vlan for network 17dbf1bd-e68f-4190-9157-84e9e24d7a7e Mar 22 19:39:42.790478 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bc4bd1c6-1763-4875-9acf-6dd252b74d12 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for security_group (fc79f9cf-f8d7-4e4e-bdc2-e2e292325900), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:42.794456 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-78ee7425-1a5d-498a-bc84-a49a7d24ae74 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745616779659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26162642'] for subnet (1e011618-ed5d-492c-a434-1248fba16c08), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:42.824408 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bc4bd1c6-1763-4875-9acf-6dd252b74d12 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for security_group (fc79f9cf-f8d7-4e4e-bdc2-e2e292325900), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:42.826724 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ee7425-1a5d-498a-bc84-a49a7d24ae74 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:42.827411 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-78ee7425-1a5d-498a-bc84-a49a7d24ae74 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:42.831240 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-78ee7425-1a5d-498a-bc84-a49a7d24ae74 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "PUT /v2.0/subnets/1e011618-ed5d-492c-a434-1248fba16c08 HTTP/1.1" status: 200 len: 900 time: 0.8733861 Mar 22 19:39:42.852571 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39894) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:42.876604 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c1b84175-e029-43b3-a288-4b76af68ad7e tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (17dbf1bd-e68f-4190-9157-84e9e24d7a7e), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:42.897230 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bc4bd1c6-1763-4875-9acf-6dd252b74d12 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (fc79f9cf-f8d7-4e4e-bdc2-e2e292325900), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:42.897588 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-6e7a2665-8b30-4d59-8937-5e891deb8ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'name': 'tempest-RoutersIpV6Test-router-1351656122', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:39:31Z', 'updated_at': '2022-03-22T19:39:38Z', 'revision_number': 2, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'gw_port_host': None, '_interfaces': [{'id': '43654c43-5789-4af6-b1de-165462b25da3', 'name': '', 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:4d:1e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:35Z', 'updated_at': '2022-03-22T19:39:39Z', 'revision_number': 2, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:42.900414 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bc4bd1c6-1763-4875-9acf-6dd252b74d12 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:42.901823 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-bc4bd1c6-1763-4875-9acf-6dd252b74d12 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "DELETE /v2.0/security-groups/fc79f9cf-f8d7-4e4e-bdc2-e2e292325900 HTTP/1.1" status: 204 len: 168 time: 0.3270037 Mar 22 19:39:42.908171 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39896) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:42.928276 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7a2665-8b30-4d59-8937-5e891deb8ab3 None None] Checking router: 79fdeee0-c81a-4e37-9a68-bde6c518745d for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:39:42.928636 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7a2665-8b30-4d59-8937-5e891deb8ab3 None None] Updating router 79fdeee0-c81a-4e37-9a68-bde6c518745d port 43654c43-5789-4af6-b1de-165462b25da3 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:39:42.937265 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf3887-e3e8-4c77-bdcb-61d5b13163cc req-092a80cd-318a-4889-b058-664fd68563c4 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:42.943883 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-caaf3887-e3e8-4c77-bdcb-61d5b13163cc req-092a80cd-318a-4889-b058-664fd68563c4 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 945 time: 0.2391682 Mar 22 19:39:42.948250 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4bd1c6-1763-4875-9acf-6dd252b74d12 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc79f9cf-f8d7-4e4e-bdc2-e2e292325900,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:42.950223 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39898) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:42.961391 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-7ce4522d-7801-4fc0-a13f-0ff8249f365a tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Request body: {'floatingip': {'port_id': 'f539a708-377a-49d2-83dc-786db167dd2c'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:42.961598 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-6e7a2665-8b30-4d59-8937-5e891deb8ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (43654c43-5789-4af6-b1de-165462b25da3), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:42.968278 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-87f4e34b-2c50-4990-ae21-f1dea8b5352f tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] show failed (client error): The resource could not be found. Mar 22 19:39:42.969605 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-87f4e34b-2c50-4990-ae21-f1dea8b5352f tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups/fc79f9cf-f8d7-4e4e-bdc2-e2e292325900 HTTP/1.1" status: 404 len: 347 time: 0.0560336 Mar 22 19:39:42.983846 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f9e28f2-33c4-49fd-8aae-b8168b83b366 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (b38812c5-782f-4585-8acb-998ffac22d63), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:42.990721 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d4a2fc78-b0a7-42c8-9bdf-def5917b94b3 req-42ce4314-5075-4915-b9f9-0d354845a13b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6694989 Mar 22 19:39:42.994320 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39900) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:43.021128 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c1b84175-e029-43b3-a288-4b76af68ad7e tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (17dbf1bd-e68f-4190-9157-84e9e24d7a7e), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:43.027056 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b84175-e029-43b3-a288-4b76af68ad7e tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:43.027986 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c1b84175-e029-43b3-a288-4b76af68ad7e tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:43.043300 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7ce4522d-7801-4fc0-a13f-0ff8249f365a tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for floatingip (3602aff9-a229-474b-bef3-3425c0a5d2cb), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:43.096917 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4521ee9a-255b-499f-aa41-766ce4c3bf75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-b38812c5-782f-4585-8acb-998ffac22d63', 'network_id': 'b38812c5-782f-4585-8acb-998ffac22d63', 'project_id': '7d43765d6c2e48a7ae0f634337160c2d', 'fixed_ips': [{'subnet_id': '1e011618-ed5d-492c-a434-1248fba16c08'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:39:43.098592 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4521ee9a-255b-499f-aa41-766ce4c3bf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:43.258349 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c1b84175-e029-43b3-a288-4b76af68ad7e tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8958690 Mar 22 19:39:43.259093 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39904) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:43.356951 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-6e7a2665-8b30-4d59-8937-5e891deb8ab3 None None] Publish callbacks [] for port (43654c43-5789-4af6-b1de-165462b25da3), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:43.369256 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-6e7a2665-8b30-4d59-8937-5e891deb8ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (43654c43-5789-4af6-b1de-165462b25da3), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:43.503256 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25279977-9510-4bae-aed4-5b50049a30b8 None None] Pushing event updated for resources: {'Port': ['ID=43654c43-5789-4af6-b1de-165462b25da3,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:43.560753 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-6e7a2665-8b30-4d59-8937-5e891deb8ab3 None None] Attempting to bind port 43654c43-5789-4af6-b1de-165462b25da3 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:39:43.560933 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-6e7a2665-8b30-4d59-8937-5e891deb8ab3 None None] Attempting to bind port 43654c43-5789-4af6-b1de-165462b25da3 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '8c7e1ba2-a729-422b-9c20-c95760135743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:39:43.561300 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7a2665-8b30-4d59-8937-5e891deb8ab3 None None] Attempting to bind port 43654c43-5789-4af6-b1de-165462b25da3 on network 12cb3e65-2414-47a6-a808-33644e142c5b {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:39:43.567536 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7a2665-8b30-4d59-8937-5e891deb8ab3 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:39:43.567912 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7a2665-8b30-4d59-8937-5e891deb8ab3 None None] Checking segment: {'id': '8c7e1ba2-a729-422b-9c20-c95760135743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:39:43.568321 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-6e7a2665-8b30-4d59-8937-5e891deb8ab3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:43.568716 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7a2665-8b30-4d59-8937-5e891deb8ab3 None None] Bound using segment: {'id': '8c7e1ba2-a729-422b-9c20-c95760135743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:39:43.569191 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-6e7a2665-8b30-4d59-8937-5e891deb8ab3 None None] Bound port: 43654c43-5789-4af6-b1de-165462b25da3, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c7e1ba2-a729-422b-9c20-c95760135743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:39:43.569572 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-6e7a2665-8b30-4d59-8937-5e891deb8ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (43654c43-5789-4af6-b1de-165462b25da3), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:43.571435 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-4521ee9a-255b-499f-aa41-766ce4c3bf75 None None] Allocated IP 2001:db8::3 (b38812c5-782f-4585-8acb-998ffac22d63/1e011618-ed5d-492c-a434-1248fba16c08/b0a19a09-0b11-4e6d-888e-7a7f3f7b5d39) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:39:43.589373 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-9be48156-d877-4e03-ba63-d17e7eaf3c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'name': 'tempest-AttachVolumeTestJSON-1644507476-router', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '5d882510-5296-420a-a4de-029d0f6aa513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:21Z', 'updated_at': '2022-03-22T19:34:27Z', 'revision_number': 4, 'project_id': '137468e00bf34ff2a062af7508045a68', 'gw_port': {'id': '5d882510-5296-420a-a4de-029d0f6aa513', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:22Z', 'updated_at': '2022-03-22T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '460594b0-1d87-4e35-a1c8-e3281e83e78e', 'name': '', 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'mac_address': 'fa:16:3e:6d:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'c16ed728-31a8-4b8b-ab21-2e035a2f97dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:26Z', 'updated_at': '2022-03-22T19:34:32Z', 'revision_number': 5, 'project_id': '137468e00bf34ff2a062af7508045a68', 'subnets': [{'id': 'c16ed728-31a8-4b8b-ab21-2e035a2f97dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:43.658123 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee7425-1a5d-498a-bc84-a49a7d24ae74 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event updated for resources: {'Subnet': ['ID=1e011618-ed5d-492c-a434-1248fba16c08,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:43.669211 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be48156-d877-4e03-ba63-d17e7eaf3c7d None None] Checking router: 3e2daac6-c118-47c8-94fb-9bc4d89e262a for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:39:43.673387 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f9e28f2-33c4-49fd-8aae-b8168b83b366 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (1e011618-ed5d-492c-a434-1248fba16c08), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:43.677765 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-6e7a2665-8b30-4d59-8937-5e891deb8ab3 None None] For port 43654c43-5789-4af6-b1de-165462b25da3, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:39:43.681911 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-6e7a2665-8b30-4d59-8937-5e891deb8ab3 None None] For port 43654c43-5789-4af6-b1de-165462b25da3, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=43654c43-5789-4af6-b1de-165462b25da3,segment=NetworkSegment(8c7e1ba2-a729-422b-9c20-c95760135743),segment_id=8c7e1ba2-a729-422b-9c20-c95760135743)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:39:43.690975 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-6e7a2665-8b30-4d59-8937-5e891deb8ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (43654c43-5789-4af6-b1de-165462b25da3), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:43.718120 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be48156-d877-4e03-ba63-d17e7eaf3c7d None None] Routers {'3e2daac6-c118-47c8-94fb-9bc4d89e262a'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:39:43.720459 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-9be48156-d877-4e03-ba63-d17e7eaf3c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:39:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3e2daac6-c118-47c8-94fb-9bc4d89e262a'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:43.752302 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7a2665-8b30-4d59-8937-5e891deb8ab3 None None] Routers {'79fdeee0-c81a-4e37-9a68-bde6c518745d'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:39:43.752930 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-6e7a2665-8b30-4d59-8937-5e891deb8ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:39:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['79fdeee0-c81a-4e37-9a68-bde6c518745d'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:43.853529 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2fc78-b0a7-42c8-9bdf-def5917b94b3 req-4e748866-7976-4811-9fb0-43def6ef78cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:43.855339 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d4a2fc78-b0a7-42c8-9bdf-def5917b94b3 req-4e748866-7976-4811-9fb0-43def6ef78cc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7cda59a95c784cbe81e1e4252cbf144e&device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 1128 time: 0.4190269 Mar 22 19:39:43.862534 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c4893878-794e-4f5a-be74-fb84cd860aae admin admin] Publish callbacks [] for security_group (a1135858-3bdd-446c-905c-f9a35cda7679), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:43.883143 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-6e7a2665-8b30-4d59-8937-5e891deb8ab3 None None] Set router 79fdeee0-c81a-4e37-9a68-bde6c518745d gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:39:43.900584 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c4893878-794e-4f5a-be74-fb84cd860aae admin admin] Publish callbacks [] for security_group (a1135858-3bdd-446c-905c-f9a35cda7679), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:44.005302 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c4893878-794e-4f5a-be74-fb84cd860aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a1135858-3bdd-446c-905c-f9a35cda7679), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:44.008724 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c4893878-794e-4f5a-be74-fb84cd860aae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:44.011240 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c4893878-794e-4f5a-be74-fb84cd860aae admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a1135858-3bdd-446c-905c-f9a35cda7679 HTTP/1.1" status: 204 len: 168 time: 1.2270324 Mar 22 19:39:44.030997 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-b58adb90-8192-45e5-9ae6-6cc5055299f9 None None] Provisioning complete for port 43654c43-5789-4af6-b1de-165462b25da3 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:44.031385 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b58adb90-8192-45e5-9ae6-6cc5055299f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (43654c43-5789-4af6-b1de-165462b25da3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:44.149401 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-9be48156-d877-4e03-ba63-d17e7eaf3c7d None None] Set router 3e2daac6-c118-47c8-94fb-9bc4d89e262a gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:39:44.164690 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25279977-9510-4bae-aed4-5b50049a30b8 None None] Pushing event updated for resources: {'Port': ['ID=43654c43-5789-4af6-b1de-165462b25da3,revision_number=4']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:44.215329 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4893878-794e-4f5a-be74-fb84cd860aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1135858-3bdd-446c-905c-f9a35cda7679,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:44.277251 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-4e752e65-5e5e-4260-b6bc-04904ddc33da tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Deleting port a7149ee9-9c9c-4910-81d6-14f742d911be {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:39:44.277604 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e752e65-5e5e-4260-b6bc-04904ddc33da tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (a7149ee9-9c9c-4910-81d6-14f742d911be), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:44.278020 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4521ee9a-255b-499f-aa41-766ce4c3bf75 None None] Publish callbacks [] for port (b0a19a09-0b11-4e6d-888e-7a7f3f7b5d39), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:44.367877 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-b58adb90-8192-45e5-9ae6-6cc5055299f9 None None] Current status of the port 43654c43-5789-4af6-b1de-165462b25da3 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:44.368137 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b58adb90-8192-45e5-9ae6-6cc5055299f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (43654c43-5789-4af6-b1de-165462b25da3), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:44.393553 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4521ee9a-255b-499f-aa41-766ce4c3bf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (b0a19a09-0b11-4e6d-888e-7a7f3f7b5d39), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:44.438569 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-6e7a2665-8b30-4d59-8937-5e891deb8ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'name': 'tempest-RoutersIpV6Test-router-1351656122', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:39:31Z', 'updated_at': '2022-03-22T19:39:38Z', 'revision_number': 2, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'gw_port_host': None, '_interfaces': [{'id': '43654c43-5789-4af6-b1de-165462b25da3', 'name': '', 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:4d:1e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:35Z', 'updated_at': '2022-03-22T19:39:43Z', 'revision_number': 4, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:44.532434 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7a2665-8b30-4d59-8937-5e891deb8ab3 None None] The sync data for ids ['79fdeee0-c81a-4e37-9a68-bde6c518745d'] in n-d-705658-24 is: [{'id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'name': 'tempest-RoutersIpV6Test-router-1351656122', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:39:31Z', 'updated_at': '2022-03-22T19:39:38Z', 'revision_number': 2, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'gw_port_host': None, '_interfaces': [{'id': '43654c43-5789-4af6-b1de-165462b25da3', 'name': '', 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:4d:1e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:35Z', 'updated_at': '2022-03-22T19:39:43Z', 'revision_number': 4, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:39:44.555526 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2fc78-b0a7-42c8-9bdf-def5917b94b3 req-41f239c0-3c12-4862-8261-a759d3a8b3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:44.559982 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d4a2fc78-b0a7-42c8-9bdf-def5917b94b3 req-41f239c0-3c12-4862-8261-a759d3a8b3a4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=00e2bcc4-39d4-496d-b022-7cce910c0a6c HTTP/1.1" status: 200 len: 917 time: 0.5802908 Mar 22 19:39:44.562098 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f9e28f2-33c4-49fd-8aae-b8168b83b366 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (1e011618-ed5d-492c-a434-1248fba16c08), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:44.652907 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e28f2-33c4-49fd-8aae-b8168b83b366 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event deleted for resources: {'Subnet': ['ID=1e011618-ed5d-492c-a434-1248fba16c08,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:44.739980 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d4a2fc78-b0a7-42c8-9bdf-def5917b94b3 req-a994b6fd-dcf9-4a76-990a-fabde4f731b1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f539a708-377a-49d2-83dc-786db167dd2c HTTP/1.1" status: 200 len: 217 time: 0.1709580 Mar 22 19:39:44.741521 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4521ee9a-255b-499f-aa41-766ce4c3bf75 None None] Network b38812c5-782f-4585-8acb-998ffac22d63 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:39:44.761193 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-7e5ac5b9-cdea-4261-bea2-3cfbfb3584cc tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Request body: {'subnet': {'network_id': '17dbf1bd-e68f-4190-9157-84e9e24d7a7e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:44.767921 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-b58adb90-8192-45e5-9ae6-6cc5055299f9 None None] For port 43654c43-5789-4af6-b1de-165462b25da3, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=43654c43-5789-4af6-b1de-165462b25da3,segment=NetworkSegment(8c7e1ba2-a729-422b-9c20-c95760135743),segment_id=8c7e1ba2-a729-422b-9c20-c95760135743)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:39:44.768918 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-4521ee9a-255b-499f-aa41-766ce4c3bf75 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:44.773565 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4521ee9a-255b-499f-aa41-766ce4c3bf75 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:39:44.775602 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521ee9a-255b-499f-aa41-766ce4c3bf75 None None] Pushing event updated for resources: {'Port': ['ID=b0a19a09-0b11-4e6d-888e-7a7f3f7b5d39,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:44.794515 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b58adb90-8192-45e5-9ae6-6cc5055299f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (43654c43-5789-4af6-b1de-165462b25da3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:44.899100 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b84175-e029-43b3-a288-4b76af68ad7e tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Network': ['ID=17dbf1bd-e68f-4190-9157-84e9e24d7a7e,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:44.914246 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e752e65-5e5e-4260-b6bc-04904ddc33da tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (a7149ee9-9c9c-4910-81d6-14f742d911be), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:44.914874 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e752e65-5e5e-4260-b6bc-04904ddc33da tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for floatingip (a7149ee9-9c9c-4910-81d6-14f742d911be), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:44.928334 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f9e28f2-33c4-49fd-8aae-b8168b83b366 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (b38812c5-782f-4585-8acb-998ffac22d63), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:44.942748 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7ce4522d-7801-4fc0-a13f-0ff8249f365a tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:44.966700 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-4e752e65-5e5e-4260-b6bc-04904ddc33da tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Calling delete_port for a7149ee9-9c9c-4910-81d6-14f742d911be owned by network:floatingip {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:39:44.970219 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7ce4522d-7801-4fc0-a13f-0ff8249f365a tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (3602aff9-a229-474b-bef3-3425c0a5d2cb), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:44.997559 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 17dbf1bd-e68f-4190-9157-84e9e24d7a7e details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:39:45.010556 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2fc78-b0a7-42c8-9bdf-def5917b94b3 req-a84ec8e2-20d9-44c8-b632-50855b22bc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:45.013264 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d4a2fc78-b0a7-42c8-9bdf-def5917b94b3 req-a84ec8e2-20d9-44c8-b632-50855b22bc22 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5 HTTP/1.1" status: 200 len: 855 time: 0.1885040 Mar 22 19:39:45.015577 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-4f9e28f2-33c4-49fd-8aae-b8168b83b366 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b38812c5-782f-4585-8acb-998ffac22d63']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:45.074324 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-4f9e28f2-33c4-49fd-8aae-b8168b83b366 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b69133-2358-4513-9e62-d426badecc47') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:45.077222 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-4f9e28f2-33c4-49fd-8aae-b8168b83b366 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b69133-2358-4513-9e62-d426badecc47') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:45.139236 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f9e28f2-33c4-49fd-8aae-b8168b83b366 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (c9b69133-2358-4513-9e62-d426badecc47), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:45.174061 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f9e28f2-33c4-49fd-8aae-b8168b83b366 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (c9b69133-2358-4513-9e62-d426badecc47), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:45.202159 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9e28f2-33c4-49fd-8aae-b8168b83b366 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:39:45.203590 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f9e28f2-33c4-49fd-8aae-b8168b83b366 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (c9b69133-2358-4513-9e62-d426badecc47), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:45.208792 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:39:45.208792 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:39:45.208792 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:39:45.208792 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:39:45.208792 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:39:45.208792 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:39:45.208792 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:39:45.208792 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:39:45.208792 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:39:45.208792 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:39:45.208792 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:39:45.208792 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:39:45.208792 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:39:45.208792 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:39:45.208792 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:39:45.208792 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:39:45.208792 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:39:45.208792 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:39:45.208792 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:39:45.208792 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:39:45.208792 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:39:45.208792 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:39:45.208792 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:39:45.208792 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:39:45.208792 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:39:45.208792 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:39:45.208792 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:39:45.208792 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:39:45.208792 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:39:45.208792 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:39:45.208792 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:39:45.208792 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:39:45.288909 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5ac5b9-cdea-4261-bea2-3cfbfb3584cc tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Made reservation on behalf of 1e3546c3d170468eb7c4f7ed56b3ee3c for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:39:45.293082 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7e5ac5b9-cdea-4261-bea2-3cfbfb3584cc tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:45.339229 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-4521ee9a-255b-499f-aa41-766ce4c3bf75 None None] Attempting to bind port b0a19a09-0b11-4e6d-888e-7a7f3f7b5d39 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:39:45.339806 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-4521ee9a-255b-499f-aa41-766ce4c3bf75 None None] Attempting to bind port b0a19a09-0b11-4e6d-888e-7a7f3f7b5d39 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'c9b69133-2358-4513-9e62-d426badecc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b38812c5-782f-4585-8acb-998ffac22d63'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:39:45.340285 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4521ee9a-255b-499f-aa41-766ce4c3bf75 None None] Attempting to bind port b0a19a09-0b11-4e6d-888e-7a7f3f7b5d39 on network b38812c5-782f-4585-8acb-998ffac22d63 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:39:45.365337 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2fc78-b0a7-42c8-9bdf-def5917b94b3 req-8dabe1ef-5e74-4302-889c-296018bd2112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:45.370411 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d4a2fc78-b0a7-42c8-9bdf-def5917b94b3 req-8dabe1ef-5e74-4302-889c-296018bd2112 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=00e2bcc4-39d4-496d-b022-7cce910c0a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3460751 Mar 22 19:39:45.380371 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1314a7cb-1514-4c23-9bea-9e44d2c15cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:45.383958 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4521ee9a-255b-499f-aa41-766ce4c3bf75 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:39:45.384508 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4521ee9a-255b-499f-aa41-766ce4c3bf75 None None] Checking segment: {'id': 'c9b69133-2358-4513-9e62-d426badecc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b38812c5-782f-4585-8acb-998ffac22d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:39:45.385015 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4521ee9a-255b-499f-aa41-766ce4c3bf75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:45.385510 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4521ee9a-255b-499f-aa41-766ce4c3bf75 None None] Bound using segment: {'id': 'c9b69133-2358-4513-9e62-d426badecc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b38812c5-782f-4585-8acb-998ffac22d63'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:39:45.386137 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-4521ee9a-255b-499f-aa41-766ce4c3bf75 None None] Bound port: b0a19a09-0b11-4e6d-888e-7a7f3f7b5d39, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b69133-2358-4513-9e62-d426badecc47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b38812c5-782f-4585-8acb-998ffac22d63'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:39:45.386666 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4521ee9a-255b-499f-aa41-766ce4c3bf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b0a19a09-0b11-4e6d-888e-7a7f3f7b5d39), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:45.392174 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-9be48156-d877-4e03-ba63-d17e7eaf3c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'name': 'tempest-AttachVolumeTestJSON-1644507476-router', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '5d882510-5296-420a-a4de-029d0f6aa513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:21Z', 'updated_at': '2022-03-22T19:34:27Z', 'revision_number': 4, 'project_id': '137468e00bf34ff2a062af7508045a68', 'gw_port': {'id': '5d882510-5296-420a-a4de-029d0f6aa513', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:22Z', 'updated_at': '2022-03-22T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '460594b0-1d87-4e35-a1c8-e3281e83e78e', 'name': '', 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'mac_address': 'fa:16:3e:6d:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'c16ed728-31a8-4b8b-ab21-2e035a2f97dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:26Z', 'updated_at': '2022-03-22T19:34:32Z', 'revision_number': 5, 'project_id': '137468e00bf34ff2a062af7508045a68', 'subnets': [{'id': 'c16ed728-31a8-4b8b-ab21-2e035a2f97dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:45.396173 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58adb90-8192-45e5-9ae6-6cc5055299f9 None None] Pushing event updated for resources: {'Port': ['ID=43654c43-5789-4af6-b1de-165462b25da3,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:45.407940 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-5afd3449-edd0-4a3f-afa2-713786cb2cd4 None None] Provisioning complete for port 43654c43-5789-4af6-b1de-165462b25da3 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:45.407940 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5afd3449-edd0-4a3f-afa2-713786cb2cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (43654c43-5789-4af6-b1de-165462b25da3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:45.478931 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.db.api [None req-4f9e28f2-33c4-49fd-8aae-b8168b83b366 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 19:39:45.478931 n-d-705658-24 neutron-server[104173]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 19:39:45.478931 n-d-705658-24 neutron-server[104173]: [parameters: {'id': 'b38812c5-782f-4585-8acb-998ffac22d63'}] Mar 22 19:39:45.478931 n-d-705658-24 neutron-server[104173]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:39:45.480742 n-d-705658-24 neutron-server[104173]: DEBUG oslo_db.api [None req-4f9e28f2-33c4-49fd-8aae-b8168b83b366 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:39:45.561460 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be48156-d877-4e03-ba63-d17e7eaf3c7d None None] The sync data for ids ['3e2daac6-c118-47c8-94fb-9bc4d89e262a'] in n-d-705658-24 is: [{'id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'name': 'tempest-AttachVolumeTestJSON-1644507476-router', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '5d882510-5296-420a-a4de-029d0f6aa513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:21Z', 'updated_at': '2022-03-22T19:34:27Z', 'revision_number': 4, 'project_id': '137468e00bf34ff2a062af7508045a68', 'gw_port': {'id': '5d882510-5296-420a-a4de-029d0f6aa513', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:22Z', 'updated_at': '2022-03-22T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '460594b0-1d87-4e35-a1c8-e3281e83e78e', 'name': '', 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'mac_address': 'fa:16:3e:6d:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'c16ed728-31a8-4b8b-ab21-2e035a2f97dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:26Z', 'updated_at': '2022-03-22T19:34:32Z', 'revision_number': 5, 'project_id': '137468e00bf34ff2a062af7508045a68', 'subnets': [{'id': 'c16ed728-31a8-4b8b-ab21-2e035a2f97dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:39:45.606915 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [None req-7ce4522d-7801-4fc0-a13f-0ff8249f365a tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Floating IP 3602aff9-a229-474b-bef3-3425c0a5d2cb associated. External IP: 172.25.5.191, port: f539a708-377a-49d2-83dc-786db167dd2c. Mar 22 19:39:45.612114 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7e5ac5b9-cdea-4261-bea2-3cfbfb3584cc tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (48d9ba9c-c891-416c-a938-044331a9560f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:45.638157 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e752e65-5e5e-4260-b6bc-04904ddc33da tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (a7149ee9-9c9c-4910-81d6-14f742d911be), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:45.760311 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-4521ee9a-255b-499f-aa41-766ce4c3bf75 None None] For port b0a19a09-0b11-4e6d-888e-7a7f3f7b5d39, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:39:45.765652 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-4521ee9a-255b-499f-aa41-766ce4c3bf75 None None] For port b0a19a09-0b11-4e6d-888e-7a7f3f7b5d39, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b0a19a09-0b11-4e6d-888e-7a7f3f7b5d39,segment=NetworkSegment(c9b69133-2358-4513-9e62-d426badecc47),segment_id=c9b69133-2358-4513-9e62-d426badecc47)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:39:45.802771 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e752e65-5e5e-4260-b6bc-04904ddc33da tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Pushing event deleted for resources: {'Port': ['ID=a7149ee9-9c9c-4910-81d6-14f742d911be,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:45.812590 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ac5b9-cdea-4261-bea2-3cfbfb3584cc tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Subnet': ['ID=48d9ba9c-c891-416c-a938-044331a9560f,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:45.824381 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d4a2fc78-b0a7-42c8-9bdf-def5917b94b3 req-6d929efc-87c9-4486-ba33-f7464c7f84a7 service neutron] 10.222.0.84 "GET /v2.0/networks/00e2bcc4-39d4-496d-b022-7cce910c0a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381454 Mar 22 19:39:45.860836 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39936) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:45.866625 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5ac5b9-cdea-4261-bea2-3cfbfb3584cc tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Checking segment: {'id': 'e70908df-d4f3-4aaf-ae52-784d3050dbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '17dbf1bd-e68f-4190-9157-84e9e24d7a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:39:45.867379 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5ac5b9-cdea-4261-bea2-3cfbfb3584cc tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network hostable DHCP agents. Network: 17dbf1bd-e68f-4190-9157-84e9e24d7a7e, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:39:45.904180 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-5afd3449-edd0-4a3f-afa2-713786cb2cd4 None None] Current status of the port 43654c43-5789-4af6-b1de-165462b25da3 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:45.919752 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4521ee9a-255b-499f-aa41-766ce4c3bf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b0a19a09-0b11-4e6d-888e-7a7f3f7b5d39), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:45.987114 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f9e28f2-33c4-49fd-8aae-b8168b83b366 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (b38812c5-782f-4585-8acb-998ffac22d63), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:45.995617 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e752e65-5e5e-4260-b6bc-04904ddc33da tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for floatingip (57fccc4b-cf48-43d9-8bd8-b9f07315c69a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:46.000368 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e752e65-5e5e-4260-b6bc-04904ddc33da tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:46.007276 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4e752e65-5e5e-4260-b6bc-04904ddc33da tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "DELETE /v2.0/floatingips/57fccc4b-cf48-43d9-8bd8-b9f07315c69a HTTP/1.1" status: 204 len: 168 time: 3.0011034 Mar 22 19:39:46.048159 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:46.064435 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5ac5b9-cdea-4261-bea2-3cfbfb3584cc tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network 17dbf1bd-e68f-4190-9157-84e9e24d7a7e is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:39:46.110104 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d4a2fc78-b0a7-42c8-9bdf-def5917b94b3 req-fc1342a7-56c4-46ff-a42b-7ba95c23e4d8 service neutron] 10.222.0.84 "GET /v2.0/networks/00e2bcc4-39d4-496d-b022-7cce910c0a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482524 Mar 22 19:39:46.134991 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-7e5ac5b9-cdea-4261-bea2-3cfbfb3584cc tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 17dbf1bd-e68f-4190-9157-84e9e24d7a7e) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:46.148848 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4521ee9a-255b-499f-aa41-766ce4c3bf75 None None] Pushing event updated for resources: {'Port': ['ID=b0a19a09-0b11-4e6d-888e-7a7f3f7b5d39,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:46.149818 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5ac5b9-cdea-4261-bea2-3cfbfb3584cc tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:46.151681 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7e5ac5b9-cdea-4261-bea2-3cfbfb3584cc tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:46.152063 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-4f9e28f2-33c4-49fd-8aae-b8168b83b366 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Deleting port b0a19a09-0b11-4e6d-888e-7a7f3f7b5d39 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:39:46.152443 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f9e28f2-33c4-49fd-8aae-b8168b83b366 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (b0a19a09-0b11-4e6d-888e-7a7f3f7b5d39), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:46.175242 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4275a510-402d-4982-965f-fb67403d4021 None None] Network 17dbf1bd-e68f-4190-9157-84e9e24d7a7e requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:46.206573 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7e5ac5b9-cdea-4261-bea2-3cfbfb3584cc tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4497242 Mar 22 19:39:46.214535 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39942) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:46.236890 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-963415fd-e401-4f77-a50e-1ab3f25b6059 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1505905167'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:46.264137 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce4522d-7801-4fc0-a13f-0ff8249f365a tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Router f46fd7ef-bf03-462b-92ea-a542045b7865 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:39:46.289206 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-4f9e28f2-33c4-49fd-8aae-b8168b83b366 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] For port b0a19a09-0b11-4e6d-888e-7a7f3f7b5d39, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b0a19a09-0b11-4e6d-888e-7a7f3f7b5d39,segment=NetworkSegment(c9b69133-2358-4513-9e62-d426badecc47),segment_id=c9b69133-2358-4513-9e62-d426badecc47)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:39:46.291009 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f9e28f2-33c4-49fd-8aae-b8168b83b366 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (b0a19a09-0b11-4e6d-888e-7a7f3f7b5d39), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:46.299265 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963415fd-e401-4f77-a50e-1ab3f25b6059 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:39:46.304117 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-963415fd-e401-4f77-a50e-1ab3f25b6059 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:46.341047 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-963415fd-e401-4f77-a50e-1ab3f25b6059 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:46.343856 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-4f9e28f2-33c4-49fd-8aae-b8168b83b366 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Calling delete_port for b0a19a09-0b11-4e6d-888e-7a7f3f7b5d39 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:39:46.347130 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e73cbe-1f5d-4439-b9f5-1085b929f66c None None] Network b38812c5-782f-4585-8acb-998ffac22d63 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:46.410873 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ffe6b2-9940-4916-b871-3a6768be071d None None] New status for floating IP 57fccc4b-cf48-43d9-8bd8-b9f07315c69a: DOWN {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:39:46.475131 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4118b823-1621-4801-bfa1-82ea038699fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-17dbf1bd-e68f-4190-9157-84e9e24d7a7e', 'network_id': '17dbf1bd-e68f-4190-9157-84e9e24d7a7e', 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'fixed_ips': [{'subnet_id': '48d9ba9c-c891-416c-a938-044331a9560f'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:39:46.476382 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4118b823-1621-4801-bfa1-82ea038699fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:46.478941 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39944) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:46.502148 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-1bfbc164-32cd-462f-99a1-0a866ace0088 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Request body: {'security_group': {'name': 'tempest-securitygroup--803201067', 'description': 'tempest-description--441667673'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:46.543411 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce4522d-7801-4fc0-a13f-0ff8249f365a tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:39:46.551778 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7ce4522d-7801-4fc0-a13f-0ff8249f365a tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:46.554823 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c85f73-0a32-4ca5-a0e3-5d1bbb452505 None None] Sync routers for ids ['f46fd7ef-bf03-462b-92ea-a542045b7865'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:39:46.592200 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c85f73-0a32-4ca5-a0e3-5d1bbb452505 None None] Routers {'f46fd7ef-bf03-462b-92ea-a542045b7865'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:39:46.595288 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-22c85f73-0a32-4ca5-a0e3-5d1bbb452505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:39:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f46fd7ef-bf03-462b-92ea-a542045b7865'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:46.695417 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7ce4522d-7801-4fc0-a13f-0ff8249f365a tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "PUT /v2.0/floatingips/3602aff9-a229-474b-bef3-3425c0a5d2cb HTTP/1.1" status: 200 len: 991 time: 3.7371299 Mar 22 19:39:46.764232 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-963415fd-e401-4f77-a50e-1ab3f25b6059 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for security_group (bf8127c5-8301-4699-9467-b07dd260794e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:46.791178 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-963415fd-e401-4f77-a50e-1ab3f25b6059 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (bf8127c5-8301-4699-9467-b07dd260794e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:46.802062 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8d1262-a31c-4fb8-826a-87f2d2716fc1', 'tag': 'f539a708-377a-49d2-83dc-786db167dd2c'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:39:46.806232 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc21e83a-2c5e-4982-a87a-e6784303b511" -d '{"events": [{"name": "network-changed", "server_uuid": "df8d1262-a31c-4fb8-826a-87f2d2716fc1", "tag": "f539a708-377a-49d2-83dc-786db167dd2c"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:39:46.814995 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963415fd-e401-4f77-a50e-1ab3f25b6059 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:39:46.834517 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-963415fd-e401-4f77-a50e-1ab3f25b6059 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (5d7d0d29-081f-4625-9edd-436ab2ec3e18), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:46.835991 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-963415fd-e401-4f77-a50e-1ab3f25b6059 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Added segment 5d7d0d29-081f-4625-9edd-436ab2ec3e18 of type vlan for network 5844662d-9a53-4182-bd56-decd62afe1ab Mar 22 19:39:46.930859 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 43654c43-5789-4af6-b1de-165462b25da3 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:39:46.950328 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-963415fd-e401-4f77-a50e-1ab3f25b6059 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (5844662d-9a53-4182-bd56-decd62afe1ab), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:46.997157 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719cb810-8bfe-45bb-9cd6-1c8e1235e48f x-openstack-request-id: req-719cb810-8bfe-45bb-9cd6-1c8e1235e48f {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:39:46.998143 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8d1262-a31c-4fb8-826a-87f2d2716fc1", "tag": "f539a708-377a-49d2-83dc-786db167dd2c", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:39:46.998914 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-719cb810-8bfe-45bb-9cd6-1c8e1235e48f {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:39:47.000196 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-719cb810-8bfe-45bb-9cd6-1c8e1235e48f'] response: {'name': 'network-changed', 'server_uuid': 'df8d1262-a31c-4fb8-826a-87f2d2716fc1', 'tag': 'f539a708-377a-49d2-83dc-786db167dd2c', 'status': 'completed', 'code': 200} Mar 22 19:39:47.037730 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1bfbc164-32cd-462f-99a1-0a866ace0088 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:47.039843 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-963415fd-e401-4f77-a50e-1ab3f25b6059 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (5844662d-9a53-4182-bd56-decd62afe1ab), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:47.046766 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963415fd-e401-4f77-a50e-1ab3f25b6059 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:47.048537 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-963415fd-e401-4f77-a50e-1ab3f25b6059 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:47.060374 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-22c85f73-0a32-4ca5-a0e3-5d1bbb452505 None None] Set router f46fd7ef-bf03-462b-92ea-a542045b7865 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:39:47.082732 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81882f36-f7f7-4dc9-a0c5-dd11df00aa64 None None] Network b38812c5-782f-4585-8acb-998ffac22d63 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:47.193327 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f9e28f2-33c4-49fd-8aae-b8168b83b366 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (b0a19a09-0b11-4e6d-888e-7a7f3f7b5d39), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:47.219758 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9e28f2-33c4-49fd-8aae-b8168b83b366 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] No DVR routers for this DVR port b0a19a09-0b11-4e6d-888e-7a7f3f7b5d39 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:39:47.237000 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 43654c43-5789-4af6-b1de-165462b25da3 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:47.237641 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-963415fd-e401-4f77-a50e-1ab3f25b6059 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3745356 Mar 22 19:39:47.238451 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (43654c43-5789-4af6-b1de-165462b25da3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:47.239227 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963415fd-e401-4f77-a50e-1ab3f25b6059 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8127c5-8301-4699-9467-b07dd260794e,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:47.255463 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39954) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:47.272595 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-1529c641-edb5-487c-b3cf-f9b45fd124ec tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:47.320317 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-4118b823-1621-4801-bfa1-82ea038699fd None None] Allocated IP 2001:db8:1::2 (17dbf1bd-e68f-4190-9157-84e9e24d7a7e/48d9ba9c-c891-416c-a938-044331a9560f/3cc62816-bfc1-4b9b-9aa7-5740bb419ed5) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:39:47.324850 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e28f2-33c4-49fd-8aae-b8168b83b366 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event deleted for resources: {'Port': ['ID=b0a19a09-0b11-4e6d-888e-7a7f3f7b5d39,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:47.427756 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963415fd-e401-4f77-a50e-1ab3f25b6059 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Network': ['ID=5844662d-9a53-4182-bd56-decd62afe1ab,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:47.454298 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21e83a-2c5e-4982-a87a-e6784303b511 req-4e14899c-0865-4b56-807b-290675d09c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:47.456442 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dc21e83a-2c5e-4982-a87a-e6784303b511 req-4e14899c-0865-4b56-807b-290675d09c25 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7cda59a95c784cbe81e1e4252cbf144e&device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 1128 time: 0.4488592 Mar 22 19:39:47.461894 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f9e28f2-33c4-49fd-8aae-b8168b83b366 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (b38812c5-782f-4585-8acb-998ffac22d63), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:47.488805 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:39:47.500829 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-98ef7c02-1387-4dfc-bc65-ad73303b31df tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:47.548626 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-22c85f73-0a32-4ca5-a0e3-5d1bbb452505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'name': 'tempest-AttachVolumeShelveTestJSON-664501207-router', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:50Z', 'revision_number': 4, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'gw_port': {'id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '3602aff9-a229-474b-bef3-3425c0a5d2cb', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'floating_ip_address': '172.25.5.191', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'port_id': 'f539a708-377a-49d2-83dc-786db167dd2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c', 'mac_address': 'fa:16:3e:b7:dc:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8d1262-a31c-4fb8-826a-87f2d2716fc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:39:19Z', 'updated_at': '2022-03-22T19:39:44Z', 'revision_number': 1, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd69ad618-e9af-4069-a52e-8c083cf2df0b', 'name': '', 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'mac_address': 'fa:16:3e:2f:c2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:48Z', 'updated_at': '2022-03-22T19:34:55Z', 'revision_number': 5, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'subnets': [{'id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:47.585378 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21e83a-2c5e-4982-a87a-e6784303b511 req-31959ee5-1572-4aee-af24-3c53fa16d765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:47.586900 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dc21e83a-2c5e-4982-a87a-e6784303b511 req-31959ee5-1572-4aee-af24-3c53fa16d765 service neutron] 10.222.0.84 "GET /v2.0/networks?id=00e2bcc4-39d4-496d-b022-7cce910c0a6c HTTP/1.1" status: 200 len: 917 time: 0.1215215 Mar 22 19:39:47.596063 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c85f73-0a32-4ca5-a0e3-5d1bbb452505 None None] Checking router: f46fd7ef-bf03-462b-92ea-a542045b7865 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:39:47.607170 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c85f73-0a32-4ca5-a0e3-5d1bbb452505 None None] Routers {'f46fd7ef-bf03-462b-92ea-a542045b7865'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:39:47.607985 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-22c85f73-0a32-4ca5-a0e3-5d1bbb452505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:39:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f46fd7ef-bf03-462b-92ea-a542045b7865'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:47.616661 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1529c641-edb5-487c-b3cf-f9b45fd124ec tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:39:47.624071 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1529c641-edb5-487c-b3cf-f9b45fd124ec tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:47.668841 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-4f9e28f2-33c4-49fd-8aae-b8168b83b366 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b38812c5-782f-4585-8acb-998ffac22d63']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:47.719866 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-4f9e28f2-33c4-49fd-8aae-b8168b83b366 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b69133-2358-4513-9e62-d426badecc47') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:47.720259 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-4f9e28f2-33c4-49fd-8aae-b8168b83b366 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b69133-2358-4513-9e62-d426badecc47') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:47.749366 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1bfbc164-32cd-462f-99a1-0a866ace0088 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for security_group (43ad5eb8-3809-4605-abde-bcfb53859deb), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:47.756982 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f9e28f2-33c4-49fd-8aae-b8168b83b366 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (c9b69133-2358-4513-9e62-d426badecc47), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:47.768336 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dc21e83a-2c5e-4982-a87a-e6784303b511 req-3d6c054f-a446-4356-a714-d871b153fc17 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f539a708-377a-49d2-83dc-786db167dd2c HTTP/1.1" status: 200 len: 999 time: 0.1651349 Mar 22 19:39:47.768940 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1bfbc164-32cd-462f-99a1-0a866ace0088 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (43ad5eb8-3809-4605-abde-bcfb53859deb), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:47.770329 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-22c85f73-0a32-4ca5-a0e3-5d1bbb452505 None None] Set router f46fd7ef-bf03-462b-92ea-a542045b7865 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:39:47.808455 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3ca65578-075a-4406-8fd9-25d067f4b5c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:47.821888 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1bfbc164-32cd-462f-99a1-0a866ace0088 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:47.823500 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1bfbc164-32cd-462f-99a1-0a866ace0088 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3372471 Mar 22 19:39:47.848079 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39960) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:47.853318 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f9e28f2-33c4-49fd-8aae-b8168b83b366 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (c9b69133-2358-4513-9e62-d426badecc47), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:47.876070 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-793fa2f6-d411-4e23-8d4c-c9d2d972fce8 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Request body: {'security_group_rule': {'security_group_id': '43ad5eb8-3809-4605-abde-bcfb53859deb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:47.960906 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 43654c43-5789-4af6-b1de-165462b25da3 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:47.967644 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4118b823-1621-4801-bfa1-82ea038699fd None None] Publish callbacks [] for port (3cc62816-bfc1-4b9b-9aa7-5740bb419ed5), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:47.973376 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f9e28f2-33c4-49fd-8aae-b8168b83b366 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:39:47.974054 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f9e28f2-33c4-49fd-8aae-b8168b83b366 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (c9b69133-2358-4513-9e62-d426badecc47), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:47.977455 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfbc164-32cd-462f-99a1-0a866ace0088 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43ad5eb8-3809-4605-abde-bcfb53859deb,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:47.989859 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:39:47.989859 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:39:47.989859 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:39:47.989859 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:39:47.989859 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:39:47.989859 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:39:47.989859 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:39:47.989859 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:39:47.989859 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:39:47.989859 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:39:47.989859 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:39:47.989859 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:39:47.989859 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:39:47.989859 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:39:47.989859 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:39:47.989859 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:39:47.989859 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:39:47.989859 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:39:47.989859 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:39:47.989859 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:39:47.989859 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:39:47.989859 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:39:47.989859 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:39:47.989859 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:39:47.989859 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:39:47.989859 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:39:47.989859 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:39:47.989859 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:39:47.989859 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:39:47.989859 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:39:47.989859 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:39:47.989859 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:39:48.018684 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4118b823-1621-4801-bfa1-82ea038699fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (3cc62816-bfc1-4b9b-9aa7-5740bb419ed5), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:48.054178 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-793fa2f6-d411-4e23-8d4c-c9d2d972fce8 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for security_group_rule (f60b23e5-ffba-4dec-922a-a590c0ab05ca), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:48.088385 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21e83a-2c5e-4982-a87a-e6784303b511 req-e8902f37-2e51-40f7-87c1-7477744db583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:48.090699 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dc21e83a-2c5e-4982-a87a-e6784303b511 req-e8902f37-2e51-40f7-87c1-7477744db583 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5 HTTP/1.1" status: 200 len: 855 time: 0.3028314 Mar 22 19:39:48.096942 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-98ef7c02-1387-4dfc-bc65-ad73303b31df tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Allocated IP 2001:db8:1::1 (17dbf1bd-e68f-4190-9157-84e9e24d7a7e/48d9ba9c-c891-416c-a938-044331a9560f/810057a8-355c-4dd1-8c89-c93843115c09) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:39:48.099425 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1529c641-edb5-487c-b3cf-f9b45fd124ec tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (167a6da9-2614-4c76-9156-9c41a7044221), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:48.126634 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4118b823-1621-4801-bfa1-82ea038699fd None None] Network 17dbf1bd-e68f-4190-9157-84e9e24d7a7e is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:39:48.128184 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118b823-1621-4801-bfa1-82ea038699fd None None] Pushing event updated for resources: {'Port': ['ID=3cc62816-bfc1-4b9b-9aa7-5740bb419ed5,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:48.150607 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-4118b823-1621-4801-bfa1-82ea038699fd None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:48.159635 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f9e28f2-33c4-49fd-8aae-b8168b83b366 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (b38812c5-782f-4585-8acb-998ffac22d63), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:48.160600 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4118b823-1621-4801-bfa1-82ea038699fd None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:39:48.184185 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f9e28f2-33c4-49fd-8aae-b8168b83b366 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:48.187665 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4f9e28f2-33c4-49fd-8aae-b8168b83b366 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "DELETE /v2.0/networks/b38812c5-782f-4585-8acb-998ffac22d63 HTTP/1.1" status: 204 len: 168 time: 5.3297267 Mar 22 19:39:48.189986 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e28f2-33c4-49fd-8aae-b8168b83b366 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event deleted for resources: {'Network': ['ID=b38812c5-782f-4585-8acb-998ffac22d63,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:48.198279 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39968) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:48.216771 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-22c85f73-0a32-4ca5-a0e3-5d1bbb452505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'name': 'tempest-AttachVolumeShelveTestJSON-664501207-router', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:50Z', 'revision_number': 4, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'gw_port': {'id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '3602aff9-a229-474b-bef3-3425c0a5d2cb', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'floating_ip_address': '172.25.5.191', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'port_id': 'f539a708-377a-49d2-83dc-786db167dd2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c', 'mac_address': 'fa:16:3e:b7:dc:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8d1262-a31c-4fb8-826a-87f2d2716fc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:39:19Z', 'updated_at': '2022-03-22T19:39:44Z', 'revision_number': 1, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd69ad618-e9af-4069-a52e-8c083cf2df0b', 'name': '', 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'mac_address': 'fa:16:3e:2f:c2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:48Z', 'updated_at': '2022-03-22T19:34:55Z', 'revision_number': 5, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'subnets': [{'id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:48.275102 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c85f73-0a32-4ca5-a0e3-5d1bbb452505 None None] The sync data for ids ['f46fd7ef-bf03-462b-92ea-a542045b7865'] in n-d-705658-24 is: [{'id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'name': 'tempest-AttachVolumeShelveTestJSON-664501207-router', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:50Z', 'revision_number': 4, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'gw_port': {'id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '3602aff9-a229-474b-bef3-3425c0a5d2cb', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'floating_ip_address': '172.25.5.191', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'port_id': 'f539a708-377a-49d2-83dc-786db167dd2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c', 'mac_address': 'fa:16:3e:b7:dc:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8d1262-a31c-4fb8-826a-87f2d2716fc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:39:19Z', 'updated_at': '2022-03-22T19:39:44Z', 'revision_number': 1, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd69ad618-e9af-4069-a52e-8c083cf2df0b', 'name': '', 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'mac_address': 'fa:16:3e:2f:c2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:48Z', 'updated_at': '2022-03-22T19:34:55Z', 'revision_number': 5, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'subnets': [{'id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:39:48.289006 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-430af338-30e8-4191-bdac-3bae5cca0e55 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] DELETE failed (client error): The resource could not be found. Mar 22 19:39:48.289340 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-430af338-30e8-4191-bdac-3bae5cca0e55 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:39:48.297645 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-430af338-30e8-4191-bdac-3bae5cca0e55 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "DELETE /v2.0/subnets/1e011618-ed5d-492c-a434-1248fba16c08 HTTP/1.1" status: 404 len: 337 time: 0.0850770 Mar 22 19:39:48.300247 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21e83a-2c5e-4982-a87a-e6784303b511 req-d9b4d6a1-0e2b-49df-94ac-a27018516b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:48.302541 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dc21e83a-2c5e-4982-a87a-e6784303b511 req-d9b4d6a1-0e2b-49df-94ac-a27018516b21 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=00e2bcc4-39d4-496d-b022-7cce910c0a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2033000 Mar 22 19:39:48.302994 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39970) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:48.307035 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529c641-edb5-487c-b3cf-f9b45fd124ec tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Subnet': ['ID=167a6da9-2614-4c76-9156-9c41a7044221,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:48.339706 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-4118b823-1621-4801-bfa1-82ea038699fd None None] Attempting to bind port 3cc62816-bfc1-4b9b-9aa7-5740bb419ed5 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:39:48.340571 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-4118b823-1621-4801-bfa1-82ea038699fd None None] Attempting to bind port 3cc62816-bfc1-4b9b-9aa7-5740bb419ed5 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'e70908df-d4f3-4aaf-ae52-784d3050dbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '17dbf1bd-e68f-4190-9157-84e9e24d7a7e'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:39:48.341368 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4118b823-1621-4801-bfa1-82ea038699fd None None] Attempting to bind port 3cc62816-bfc1-4b9b-9aa7-5740bb419ed5 on network 17dbf1bd-e68f-4190-9157-84e9e24d7a7e {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:39:48.350133 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:48.351549 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4118b823-1621-4801-bfa1-82ea038699fd None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:39:48.352073 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4118b823-1621-4801-bfa1-82ea038699fd None None] Checking segment: {'id': 'e70908df-d4f3-4aaf-ae52-784d3050dbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '17dbf1bd-e68f-4190-9157-84e9e24d7a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:39:48.352708 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4118b823-1621-4801-bfa1-82ea038699fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:48.353178 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4118b823-1621-4801-bfa1-82ea038699fd None None] Bound using segment: {'id': 'e70908df-d4f3-4aaf-ae52-784d3050dbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '17dbf1bd-e68f-4190-9157-84e9e24d7a7e'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:39:48.353839 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-4118b823-1621-4801-bfa1-82ea038699fd None None] Bound port: 3cc62816-bfc1-4b9b-9aa7-5740bb419ed5, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70908df-d4f3-4aaf-ae52-784d3050dbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '17dbf1bd-e68f-4190-9157-84e9e24d7a7e'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:39:48.354331 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4118b823-1621-4801-bfa1-82ea038699fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (3cc62816-bfc1-4b9b-9aa7-5740bb419ed5), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:48.420271 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-98ef7c02-1387-4dfc-bc65-ad73303b31df tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for port (810057a8-355c-4dd1-8c89-c93843115c09), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:48.420874 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-793fa2f6-d411-4e23-8d4c-c9d2d972fce8 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for security_group_rule (f60b23e5-ffba-4dec-922a-a590c0ab05ca), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:48.430751 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-793fa2f6-d411-4e23-8d4c-c9d2d972fce8 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (f60b23e5-ffba-4dec-922a-a590c0ab05ca), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:48.455662 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a69a54-21f8-4261-9b5b-379b12dc37d1 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] DELETE failed (client error): The resource could not be found. Mar 22 19:39:48.456201 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a69a54-21f8-4261-9b5b-379b12dc37d1 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:39:48.461872 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c4a69a54-21f8-4261-9b5b-379b12dc37d1 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "DELETE /v2.0/networks/b38812c5-782f-4585-8acb-998ffac22d63 HTTP/1.1" status: 404 len: 339 time: 0.1544738 Mar 22 19:39:48.463571 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39974) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:48.486710 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793fa2f6-d411-4e23-8d4c-c9d2d972fce8 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f60b23e5-ffba-4dec-922a-a590c0ab05ca,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:48.505264 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-793fa2f6-d411-4e23-8d4c-c9d2d972fce8 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:48.506934 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-793fa2f6-d411-4e23-8d4c-c9d2d972fce8 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6509480 Mar 22 19:39:48.509499 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39976) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:48.510957 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-4118b823-1621-4801-bfa1-82ea038699fd None None] For port 3cc62816-bfc1-4b9b-9aa7-5740bb419ed5, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:39:48.514002 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-f7c7f420-ffbc-4673-85e1-d530dc635074 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Request body: {'security_group_rule': {'security_group_id': '43ad5eb8-3809-4605-abde-bcfb53859deb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:48.516717 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-4118b823-1621-4801-bfa1-82ea038699fd None None] For port 3cc62816-bfc1-4b9b-9aa7-5740bb419ed5, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=3cc62816-bfc1-4b9b-9aa7-5740bb419ed5,segment=NetworkSegment(e70908df-d4f3-4aaf-ae52-784d3050dbae),segment_id=e70908df-d4f3-4aaf-ae52-784d3050dbae)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:39:48.526032 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4118b823-1621-4801-bfa1-82ea038699fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (3cc62816-bfc1-4b9b-9aa7-5740bb419ed5), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:48.537382 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dc21e83a-2c5e-4982-a87a-e6784303b511 req-c5144eed-69a7-4c22-b239-d32fce5f3b0a service neutron] 10.222.0.84 "GET /v2.0/networks/00e2bcc4-39d4-496d-b022-7cce910c0a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265403 Mar 22 19:39:48.604148 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1529c641-edb5-487c-b3cf-f9b45fd124ec tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Checking segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:39:48.604514 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1529c641-edb5-487c-b3cf-f9b45fd124ec tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network hostable DHCP agents. Network: 5844662d-9a53-4182-bd56-decd62afe1ab, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:39:48.616141 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-98ef7c02-1387-4dfc-bc65-ad73303b31df tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (810057a8-355c-4dd1-8c89-c93843115c09), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:48.624413 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f7c7f420-ffbc-4673-85e1-d530dc635074 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for security_group_rule (c3549f0d-d7a9-4f33-a53a-b278201c6762), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:48.641551 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3bf2716b-7bd7-4c66-916e-b65182ed92ec tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (7b419fa8-3cbc-471d-8b33-eba96f51e784), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:48.650619 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118b823-1621-4801-bfa1-82ea038699fd None None] Pushing event updated for resources: {'Port': ['ID=3cc62816-bfc1-4b9b-9aa7-5740bb419ed5,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:48.681574 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:48.713625 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ef7c02-1387-4dfc-bc65-ad73303b31df tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network 17dbf1bd-e68f-4190-9157-84e9e24d7a7e is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:39:48.720899 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1529c641-edb5-487c-b3cf-f9b45fd124ec tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:39:48.726079 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9435c2-ca9c-49ae-8a9c-31b9f8d9eba0 None None] New status for floating IP 3602aff9-a229-474b-bef3-3425c0a5d2cb: ACTIVE {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:39:48.727054 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-98ef7c02-1387-4dfc-bc65-ad73303b31df tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:48.730538 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ef7c02-1387-4dfc-bc65-ad73303b31df tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:39:48.731093 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-98ef7c02-1387-4dfc-bc65-ad73303b31df tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (79fdeee0-c81a-4e37-9a68-bde6c518745d), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:48.792717 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f7c7f420-ffbc-4673-85e1-d530dc635074 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for security_group_rule (c3549f0d-d7a9-4f33-a53a-b278201c6762), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:48.825922 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dc21e83a-2c5e-4982-a87a-e6784303b511 req-0127c4b4-ded4-480c-9ab3-d727a952d39b service neutron] 10.222.0.84 "GET /v2.0/networks/00e2bcc4-39d4-496d-b022-7cce910c0a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785103 Mar 22 19:39:48.827499 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f7c7f420-ffbc-4673-85e1-d530dc635074 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (c3549f0d-d7a9-4f33-a53a-b278201c6762), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:48.837640 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-1529c641-edb5-487c-b3cf-f9b45fd124ec tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 5844662d-9a53-4182-bd56-decd62afe1ab) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:48.843368 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef7c02-1387-4dfc-bc65-ad73303b31df tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Port': ['ID=810057a8-355c-4dd1-8c89-c93843115c09,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:48.884081 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1529c641-edb5-487c-b3cf-f9b45fd124ec tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:48.884679 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1529c641-edb5-487c-b3cf-f9b45fd124ec tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:48.896922 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7f420-ffbc-4673-85e1-d530dc635074 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3549f0d-d7a9-4f33-a53a-b278201c6762,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:48.903518 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41284075-607a-4fb8-a3f6-4025f5d8f5e1 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:48.905220 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f7c7f420-ffbc-4673-85e1-d530dc635074 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:48.911290 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f7c7f420-ffbc-4673-85e1-d530dc635074 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4006774 Mar 22 19:39:48.914449 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39982) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:48.918948 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-3cf5ba47-b788-4c3d-8a6a-5675adc9ee5d tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:49.003378 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3cf5ba47-b788-4c3d-8a6a-5675adc9ee5d tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:49.010333 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3bf2716b-7bd7-4c66-916e-b65182ed92ec tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (7b419fa8-3cbc-471d-8b33-eba96f51e784), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:49.044788 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-3bf2716b-7bd7-4c66-916e-b65182ed92ec tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b419fa8-3cbc-471d-8b33-eba96f51e784']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:49.071387 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-3bf2716b-7bd7-4c66-916e-b65182ed92ec tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90042c6a-b61b-43fa-bd61-987940c68719') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:49.071731 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-3bf2716b-7bd7-4c66-916e-b65182ed92ec tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90042c6a-b61b-43fa-bd61-987940c68719') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:49.157732 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3bf2716b-7bd7-4c66-916e-b65182ed92ec tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (90042c6a-b61b-43fa-bd61-987940c68719), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:49.165964 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1529c641-edb5-487c-b3cf-f9b45fd124ec tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9068887 Mar 22 19:39:49.167312 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39988) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:49.175072 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-3d606698-a3ba-4e06-bac6-3d3fa7637b98 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'port': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'name': 'tempest-NetworksTestDHCPv6-1006289974'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:49.209427 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c11576-5687-43cf-8d5a-302a511385f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-5844662d-9a53-4182-bd56-decd62afe1ab', 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'project_id': '60cab213ce214a30b0f859d0f4109da8', 'fixed_ips': [{'subnet_id': '167a6da9-2614-4c76-9156-9c41a7044221'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:39:49.210435 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e2c11576-5687-43cf-8d5a-302a511385f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:49.222647 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3bf2716b-7bd7-4c66-916e-b65182ed92ec tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (90042c6a-b61b-43fa-bd61-987940c68719), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:49.234690 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-98ef7c02-1387-4dfc-bc65-ad73303b31df tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (810057a8-355c-4dd1-8c89-c93843115c09), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:49.236930 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bf2716b-7bd7-4c66-916e-b65182ed92ec tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:39:49.237327 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3bf2716b-7bd7-4c66-916e-b65182ed92ec tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (90042c6a-b61b-43fa-bd61-987940c68719), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:49.250116 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:39:49.250116 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:39:49.250116 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:39:49.250116 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:39:49.250116 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:39:49.250116 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:39:49.250116 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:39:49.250116 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:39:49.250116 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:39:49.250116 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:39:49.250116 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:39:49.250116 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:39:49.250116 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:39:49.250116 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:39:49.250116 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:39:49.250116 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:39:49.250116 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:39:49.250116 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:39:49.250116 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:39:49.250116 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:39:49.250116 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:39:49.250116 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:39:49.250116 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:39:49.250116 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:39:49.250116 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:39:49.250116 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:39:49.250116 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:39:49.250116 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:39:49.250116 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:39:49.250116 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:39:49.250116 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:39:49.250116 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:39:49.394619 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3bf2716b-7bd7-4c66-916e-b65182ed92ec tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (7b419fa8-3cbc-471d-8b33-eba96f51e784), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:49.418892 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3cf5ba47-b788-4c3d-8a6a-5675adc9ee5d tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:49.436758 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3bf2716b-7bd7-4c66-916e-b65182ed92ec tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:49.440536 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3bf2716b-7bd7-4c66-916e-b65182ed92ec tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "DELETE /v2.0/networks/7b419fa8-3cbc-471d-8b33-eba96f51e784 HTTP/1.1" status: 204 len: 168 time: 0.9739256 Mar 22 19:39:49.449153 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39998) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:49.471686 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2716b-7bd7-4c66-916e-b65182ed92ec tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event deleted for resources: {'Network': ['ID=7b419fa8-3cbc-471d-8b33-eba96f51e784,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:49.489496 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-e2c11576-5687-43cf-8d5a-302a511385f6 None None] Allocated IP 2001:db8::2 (5844662d-9a53-4182-bd56-decd62afe1ab/167a6da9-2614-4c76-9156-9c41a7044221/2cac086a-a319-48c5-814a-f0824a25e523) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:39:49.642014 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d606698-a3ba-4e06-bac6-3d3fa7637b98 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:39:49.646813 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d606698-a3ba-4e06-bac6-3d3fa7637b98 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:49.701524 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-3d606698-a3ba-4e06-bac6-3d3fa7637b98 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] device_id is not set on port 1133334c-84d8-4864-9601-0a66f99a65e9 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:39:49.702425 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e2c11576-5687-43cf-8d5a-302a511385f6 None None] Publish callbacks [] for port (2cac086a-a319-48c5-814a-f0824a25e523), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:49.718870 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e2c11576-5687-43cf-8d5a-302a511385f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (2cac086a-a319-48c5-814a-f0824a25e523), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:49.774202 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-3cf5ba47-b788-4c3d-8a6a-5675adc9ee5d tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Allocated IP 172.25.5.52 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/1944b4cc-c1cd-4f6b-b059-31ddcf5f4ef3) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:39:49.868600 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c11576-5687-43cf-8d5a-302a511385f6 None None] Pushing event updated for resources: {'Port': ['ID=2cac086a-a319-48c5-814a-f0824a25e523,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:49.909490 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c11576-5687-43cf-8d5a-302a511385f6 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:39:49.911560 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-e2c11576-5687-43cf-8d5a-302a511385f6 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:49.923695 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c11576-5687-43cf-8d5a-302a511385f6 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:39:49.937472 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-3d606698-a3ba-4e06-bac6-3d3fa7637b98 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Allocated IP 2001:db8::3a6 (5844662d-9a53-4182-bd56-decd62afe1ab/167a6da9-2614-4c76-9156-9c41a7044221/1133334c-84d8-4864-9601-0a66f99a65e9) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:39:50.030910 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-e2c11576-5687-43cf-8d5a-302a511385f6 None None] Attempting to bind port 2cac086a-a319-48c5-814a-f0824a25e523 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:39:50.031288 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-e2c11576-5687-43cf-8d5a-302a511385f6 None None] Attempting to bind port 2cac086a-a319-48c5-814a-f0824a25e523 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:39:50.031655 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c11576-5687-43cf-8d5a-302a511385f6 None None] Attempting to bind port 2cac086a-a319-48c5-814a-f0824a25e523 on network 5844662d-9a53-4182-bd56-decd62afe1ab {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:39:50.037147 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c11576-5687-43cf-8d5a-302a511385f6 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:39:50.037528 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c11576-5687-43cf-8d5a-302a511385f6 None None] Checking segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:39:50.037982 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e2c11576-5687-43cf-8d5a-302a511385f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:50.038380 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c11576-5687-43cf-8d5a-302a511385f6 None None] Bound using segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:39:50.038859 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-e2c11576-5687-43cf-8d5a-302a511385f6 None None] Bound port: 2cac086a-a319-48c5-814a-f0824a25e523, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:39:50.039241 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e2c11576-5687-43cf-8d5a-302a511385f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (2cac086a-a319-48c5-814a-f0824a25e523), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:50.119291 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e2c11576-5687-43cf-8d5a-302a511385f6 None None] For port 2cac086a-a319-48c5-814a-f0824a25e523, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:39:50.122601 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e2c11576-5687-43cf-8d5a-302a511385f6 None None] For port 2cac086a-a319-48c5-814a-f0824a25e523, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=2cac086a-a319-48c5-814a-f0824a25e523,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:39:50.124278 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d606698-a3ba-4e06-bac6-3d3fa7637b98 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for port (1133334c-84d8-4864-9601-0a66f99a65e9), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:50.142984 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e2c11576-5687-43cf-8d5a-302a511385f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (2cac086a-a319-48c5-814a-f0824a25e523), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:50.204353 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:50.241363 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c11576-5687-43cf-8d5a-302a511385f6 None None] Pushing event updated for resources: {'Port': ['ID=2cac086a-a319-48c5-814a-f0824a25e523,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:50.268915 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d606698-a3ba-4e06-bac6-3d3fa7637b98 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (1133334c-84d8-4864-9601-0a66f99a65e9), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:50.380834 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-98ef7c02-1387-4dfc-bc65-ad73303b31df tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for port (810057a8-355c-4dd1-8c89-c93843115c09), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:50.384292 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7158a6-fc7e-40ed-8921-6e7d4c4557bc tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] DELETE failed (client error): The resource could not be found. Mar 22 19:39:50.384928 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc7158a6-fc7e-40ed-8921-6e7d4c4557bc tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:39:50.388238 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d606698-a3ba-4e06-bac6-3d3fa7637b98 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:39:50.392843 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-bc7158a6-fc7e-40ed-8921-6e7d4c4557bc tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "DELETE /v2.0/subnets/90e44ca4-9236-441e-97bb-77378c0ef7bd HTTP/1.1" status: 404 len: 337 time: 0.9313016 Mar 22 19:39:50.392843 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-98ef7c02-1387-4dfc-bc65-ad73303b31df tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (810057a8-355c-4dd1-8c89-c93843115c09), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:50.393106 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-98ef7c02-1387-4dfc-bc65-ad73303b31df tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (79fdeee0-c81a-4e37-9a68-bde6c518745d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:50.395654 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40008) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:50.407610 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-3d606698-a3ba-4e06-bac6-3d3fa7637b98 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:50.429350 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d606698-a3ba-4e06-bac6-3d3fa7637b98 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:39:50.439513 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d606698-a3ba-4e06-bac6-3d3fa7637b98 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:50.441226 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d606698-a3ba-4e06-bac6-3d3fa7637b98 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:50.448499 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbbc6b6b-1e4f-4111-8126-bcd717ba9306 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] DELETE failed (client error): The resource could not be found. Mar 22 19:39:50.449026 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbbc6b6b-1e4f-4111-8126-bcd717ba9306 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:39:50.452128 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fbbc6b6b-1e4f-4111-8126-bcd717ba9306 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "DELETE /v2.0/networks/bb527b38-0434-40d6-bb3a-1a52930c1c69 HTTP/1.1" status: 404 len: 339 time: 0.0530849 Mar 22 19:39:50.462672 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40010) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:50.503491 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d606698-a3ba-4e06-bac6-3d3fa7637b98 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Port': ['ID=1133334c-84d8-4864-9601-0a66f99a65e9,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:50.516930 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824f00f7-58bd-453b-8507-0ea030b3a84c None None] Network 17dbf1bd-e68f-4190-9157-84e9e24d7a7e requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:50.535519 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3cf5ba47-b788-4c3d-8a6a-5675adc9ee5d tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for port (1944b4cc-c1cd-4f6b-b059-31ddcf5f4ef3), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:50.550853 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3d606698-a3ba-4e06-bac6-3d3fa7637b98 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3792882 Mar 22 19:39:50.560918 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40014) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:50.628261 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef7c02-1387-4dfc-bc65-ad73303b31df tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Port': ['ID=810057a8-355c-4dd1-8c89-c93843115c09,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:50.681515 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ef7c02-1387-4dfc-bc65-ad73303b31df tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network 17dbf1bd-e68f-4190-9157-84e9e24d7a7e is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:39:50.683014 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-98ef7c02-1387-4dfc-bc65-ad73303b31df tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:50.687003 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-5a70f69d-ef05-407d-976a-ec7a356fc982 None None] Provisioning complete for port 3cc62816-bfc1-4b9b-9aa7-5740bb419ed5 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:50.687391 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5a70f69d-ef05-407d-976a-ec7a356fc982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3cc62816-bfc1-4b9b-9aa7-5740bb419ed5), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:50.693692 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-90a09dc3-8152-44d3-aeeb-dfca9c4655d6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Deleting subnet 85738acb-062a-4e51-9c76-9cc0ca14442b {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:39:50.730280 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-90a09dc3-8152-44d3-aeeb-dfca9c4655d6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks [] for subnet (85738acb-062a-4e51-9c76-9cc0ca14442b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:50.812464 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b1c6d0-3509-4354-9e35-837c1f5dc2ea tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:50.821577 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b1c6d0-3509-4354-9e35-837c1f5dc2ea tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:50.832313 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-02b1c6d0-3509-4354-9e35-837c1f5dc2ea tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2691157 Mar 22 19:39:50.843458 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40016) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:50.932907 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ef7c02-1387-4dfc-bc65-ad73303b31df tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Router 79fdeee0-c81a-4e37-9a68-bde6c518745d has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:39:50.937304 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-5a70f69d-ef05-407d-976a-ec7a356fc982 None None] Current status of the port 3cc62816-bfc1-4b9b-9aa7-5740bb419ed5 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:50.937910 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5a70f69d-ef05-407d-976a-ec7a356fc982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (3cc62816-bfc1-4b9b-9aa7-5740bb419ed5), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:50.948386 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-90a09dc3-8152-44d3-aeeb-dfca9c4655d6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (85738acb-062a-4e51-9c76-9cc0ca14442b), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:50.953823 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3cf5ba47-b788-4c3d-8a6a-5675adc9ee5d tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (1944b4cc-c1cd-4f6b-b059-31ddcf5f4ef3), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:51.014196 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 2cac086a-a319-48c5-814a-f0824a25e523 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:39:51.063501 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-5a70f69d-ef05-407d-976a-ec7a356fc982 None None] For port 3cc62816-bfc1-4b9b-9aa7-5740bb419ed5, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=3cc62816-bfc1-4b9b-9aa7-5740bb419ed5,segment=NetworkSegment(e70908df-d4f3-4aaf-ae52-784d3050dbae),segment_id=e70908df-d4f3-4aaf-ae52-784d3050dbae)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:39:51.075004 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5a70f69d-ef05-407d-976a-ec7a356fc982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (3cc62816-bfc1-4b9b-9aa7-5740bb419ed5), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:51.122736 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ef7c02-1387-4dfc-bc65-ad73303b31df tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:39:51.133525 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-98ef7c02-1387-4dfc-bc65-ad73303b31df tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "PUT /v2.0/routers/79fdeee0-c81a-4e37-9a68-bde6c518745d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9144700 Mar 22 19:39:51.134191 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40020) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:51.135458 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364353e3-8917-4668-b14e-5cc70b192387 None None] Sync routers for ids ['79fdeee0-c81a-4e37-9a68-bde6c518745d'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:39:51.139162 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-76b37f99-6c5d-417a-80a2-898438d5b042 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-458060512'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:51.148328 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-90a09dc3-8152-44d3-aeeb-dfca9c4655d6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (85738acb-062a-4e51-9c76-9cc0ca14442b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:51.158942 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364353e3-8917-4668-b14e-5cc70b192387 None None] Routers {'79fdeee0-c81a-4e37-9a68-bde6c518745d'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:39:51.159923 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-364353e3-8917-4668-b14e-5cc70b192387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:39:48Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['79fdeee0-c81a-4e37-9a68-bde6c518745d'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:51.161905 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b37f99-6c5d-417a-80a2-898438d5b042 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Made reservation on behalf of 1e3546c3d170468eb7c4f7ed56b3ee3c for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:39:51.166482 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-76b37f99-6c5d-417a-80a2-898438d5b042 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:51.206996 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b37f99-6c5d-417a-80a2-898438d5b042 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:39:51.220208 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-76b37f99-6c5d-417a-80a2-898438d5b042 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (e3a67188-8aba-4c9c-9d84-8c3affe2e20b), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:51.220978 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-76b37f99-6c5d-417a-80a2-898438d5b042 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Added segment e3a67188-8aba-4c9c-9d84-8c3affe2e20b of type vlan for network 7d667e91-0a74-4b11-a636-590c1dcbf8c4 Mar 22 19:39:51.227601 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70f69d-ef05-407d-976a-ec7a356fc982 None None] Pushing event updated for resources: {'Port': ['ID=3cc62816-bfc1-4b9b-9aa7-5740bb419ed5,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:51.244741 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 2cac086a-a319-48c5-814a-f0824a25e523 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:51.245125 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (2cac086a-a319-48c5-814a-f0824a25e523), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:51.288974 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-76b37f99-6c5d-417a-80a2-898438d5b042 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (7d667e91-0a74-4b11-a636-590c1dcbf8c4), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:51.346464 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-76b37f99-6c5d-417a-80a2-898438d5b042 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (7d667e91-0a74-4b11-a636-590c1dcbf8c4), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:51.353077 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b37f99-6c5d-417a-80a2-898438d5b042 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:51.353884 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-76b37f99-6c5d-417a-80a2-898438d5b042 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:51.357341 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf5ba47-b788-4c3d-8a6a-5675adc9ee5d tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:39:51.397603 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-3cf5ba47-b788-4c3d-8a6a-5675adc9ee5d tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:51.404648 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-364353e3-8917-4668-b14e-5cc70b192387 None None] Set router 79fdeee0-c81a-4e37-9a68-bde6c518745d gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:39:51.407603 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 2cac086a-a319-48c5-814a-f0824a25e523 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:51.408658 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (2cac086a-a319-48c5-814a-f0824a25e523), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:51.435555 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf5ba47-b788-4c3d-8a6a-5675adc9ee5d tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:39:51.456227 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-76b37f99-6c5d-417a-80a2-898438d5b042 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3208697 Mar 22 19:39:51.458016 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40022) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:51.481419 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-3c2507e3-167e-4e56-b453-fa23c95f5dac tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Request body: {'subnet': {'network_id': '7d667e91-0a74-4b11-a636-590c1dcbf8c4', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:51.522246 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:51.565998 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-84b3ab6d-c20e-46b0-a65f-e8e3d96861cd None None] Provisioning complete for port 810057a8-355c-4dd1-8c89-c93843115c09 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:51.566385 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-84b3ab6d-c20e-46b0-a65f-e8e3d96861cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (810057a8-355c-4dd1-8c89-c93843115c09), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:51.599665 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b37f99-6c5d-417a-80a2-898438d5b042 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Network': ['ID=7d667e91-0a74-4b11-a636-590c1dcbf8c4,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:51.730561 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2507e3-167e-4e56-b453-fa23c95f5dac tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Made reservation on behalf of 1e3546c3d170468eb7c4f7ed56b3ee3c for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:39:51.735713 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3c2507e3-167e-4e56-b453-fa23c95f5dac tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:51.959930 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-364353e3-8917-4668-b14e-5cc70b192387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'name': 'tempest-RoutersIpV6Test-router-1351656122', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:39:31Z', 'updated_at': '2022-03-22T19:39:49Z', 'revision_number': 3, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'gw_port_host': None, '_interfaces': [{'id': '43654c43-5789-4af6-b1de-165462b25da3', 'name': '', 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:4d:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:35Z', 'updated_at': '2022-03-22T19:39:44Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '810057a8-355c-4dd1-8c89-c93843115c09', 'name': '', 'network_id': '17dbf1bd-e68f-4190-9157-84e9e24d7a7e', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:b9:94:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '48d9ba9c-c891-416c-a938-044331a9560f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:47Z', 'updated_at': '2022-03-22T19:39:50Z', 'revision_number': 2, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '48d9ba9c-c891-416c-a938-044331a9560f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:52.010025 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5ba47-b788-4c3d-8a6a-5675adc9ee5d tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Pushing event updated for resources: {'Port': ['ID=1944b4cc-c1cd-4f6b-b059-31ddcf5f4ef3,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:52.018851 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364353e3-8917-4668-b14e-5cc70b192387 None None] Checking router: 79fdeee0-c81a-4e37-9a68-bde6c518745d for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:39:52.019918 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364353e3-8917-4668-b14e-5cc70b192387 None None] Updating router 79fdeee0-c81a-4e37-9a68-bde6c518745d port 810057a8-355c-4dd1-8c89-c93843115c09 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:39:52.052100 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-364353e3-8917-4668-b14e-5cc70b192387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (810057a8-355c-4dd1-8c89-c93843115c09), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:52.116171 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 2cac086a-a319-48c5-814a-f0824a25e523, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=2cac086a-a319-48c5-814a-f0824a25e523,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:39:52.117294 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 7d667e91-0a74-4b11-a636-590c1dcbf8c4 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:39:52.157048 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-90a09dc3-8152-44d3-aeeb-dfca9c4655d6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (85738acb-062a-4e51-9c76-9cc0ca14442b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:52.162747 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (2cac086a-a319-48c5-814a-f0824a25e523), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:52.163485 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 3cc62816-bfc1-4b9b-9aa7-5740bb419ed5 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:39:52.178647 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-90a09dc3-8152-44d3-aeeb-dfca9c4655d6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:52.184432 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-90a09dc3-8152-44d3-aeeb-dfca9c4655d6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "DELETE /v2.0/subnets/85738acb-062a-4e51-9c76-9cc0ca14442b HTTP/1.1" status: 204 len: 168 time: 1.7192054 Mar 22 19:39:52.189425 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40028) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:52.257108 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3cf5ba47-b788-4c3d-8a6a-5675adc9ee5d tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for floatingip (a1ce732c-235e-44e2-bb6c-d33ad7468381), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:52.263282 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-2492e2bc-a892-4f4e-93ac-bbf1b083b4e4 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting port 1133334c-84d8-4864-9601-0a66f99a65e9 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:39:52.263653 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2492e2bc-a892-4f4e-93ac-bbf1b083b4e4 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (1133334c-84d8-4864-9601-0a66f99a65e9), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:52.283104 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3c2507e3-167e-4e56-b453-fa23c95f5dac tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (b9dc47d8-f5cc-484b-bbed-f414ace654e0), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:52.353911 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2507e3-167e-4e56-b453-fa23c95f5dac tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Subnet': ['ID=b9dc47d8-f5cc-484b-bbed-f414ace654e0,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:52.365039 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2492e2bc-a892-4f4e-93ac-bbf1b083b4e4 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (1133334c-84d8-4864-9601-0a66f99a65e9), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:52.371238 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a09dc3-8152-44d3-aeeb-dfca9c4655d6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event deleted for resources: {'Subnet': ['ID=85738acb-062a-4e51-9c76-9cc0ca14442b,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:52.373668 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852e1d8d-3454-4b97-9401-13af953eda92 None None] Network 4e38d2f7-0d86-4914-a4ac-f7019d0e1fba requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:52.376669 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a4acd8-4a8e-484e-9646-e26428c0b65e None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:52.388414 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f0783d1-32a3-464f-9fbd-ad8dbd0347e8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Deleting subnet 4853c14d-0544-46ed-b88c-e693a80a0cff {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:39:52.399434 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3f0783d1-32a3-464f-9fbd-ad8dbd0347e8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks [] for subnet (4853c14d-0544-46ed-b88c-e693a80a0cff), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:52.413475 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2507e3-167e-4e56-b453-fa23c95f5dac tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Checking segment: {'id': 'e3a67188-8aba-4c9c-9d84-8c3affe2e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7d667e91-0a74-4b11-a636-590c1dcbf8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:39:52.413874 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2507e3-167e-4e56-b453-fa23c95f5dac tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network hostable DHCP agents. Network: 7d667e91-0a74-4b11-a636-590c1dcbf8c4, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:39:52.437328 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2507e3-167e-4e56-b453-fa23c95f5dac tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network 7d667e91-0a74-4b11-a636-590c1dcbf8c4 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:39:52.444493 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3f0783d1-32a3-464f-9fbd-ad8dbd0347e8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (4853c14d-0544-46ed-b88c-e693a80a0cff), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:52.453249 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-3c2507e3-167e-4e56-b453-fa23c95f5dac tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 7d667e91-0a74-4b11-a636-590c1dcbf8c4) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:52.467958 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2507e3-167e-4e56-b453-fa23c95f5dac tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:52.471203 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3c2507e3-167e-4e56-b453-fa23c95f5dac tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:52.493472 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-364353e3-8917-4668-b14e-5cc70b192387 None None] Publish callbacks [] for port (810057a8-355c-4dd1-8c89-c93843115c09), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:52.500197 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3c2507e3-167e-4e56-b453-fa23c95f5dac tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0274088 Mar 22 19:39:52.500383 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40030) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:52.506005 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-364353e3-8917-4668-b14e-5cc70b192387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (810057a8-355c-4dd1-8c89-c93843115c09), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:52.507244 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-2492e2bc-a892-4f4e-93ac-bbf1b083b4e4 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Calling delete_port for 1133334c-84d8-4864-9601-0a66f99a65e9 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:39:52.559996 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee684e5d-1314-40fe-b925-27770362dc0d None None] Pushing event updated for resources: {'Port': ['ID=810057a8-355c-4dd1-8c89-c93843115c09,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:52.580644 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784dc344-3613-417a-80bc-c1f9549c66ee None None] Network 7d667e91-0a74-4b11-a636-590c1dcbf8c4 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:52.583447 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-84b3ab6d-c20e-46b0-a65f-e8e3d96861cd None None] Port 810057a8-355c-4dd1-8c89-c93843115c09 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:39:52.616002 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3f0783d1-32a3-464f-9fbd-ad8dbd0347e8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (4853c14d-0544-46ed-b88c-e693a80a0cff), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:52.620068 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3cf5ba47-b788-4c3d-8a6a-5675adc9ee5d tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1944b4cc-c1cd-4f6b-b059-31ddcf5f4ef3), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:52.640387 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-364353e3-8917-4668-b14e-5cc70b192387 None None] Attempting to bind port 810057a8-355c-4dd1-8c89-c93843115c09 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:39:52.640771 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-364353e3-8917-4668-b14e-5cc70b192387 None None] Attempting to bind port 810057a8-355c-4dd1-8c89-c93843115c09 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'e70908df-d4f3-4aaf-ae52-784d3050dbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '17dbf1bd-e68f-4190-9157-84e9e24d7a7e'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:39:52.641144 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364353e3-8917-4668-b14e-5cc70b192387 None None] Attempting to bind port 810057a8-355c-4dd1-8c89-c93843115c09 on network 17dbf1bd-e68f-4190-9157-84e9e24d7a7e {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:39:52.652325 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364353e3-8917-4668-b14e-5cc70b192387 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:39:52.653883 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364353e3-8917-4668-b14e-5cc70b192387 None None] Checking segment: {'id': 'e70908df-d4f3-4aaf-ae52-784d3050dbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '17dbf1bd-e68f-4190-9157-84e9e24d7a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:39:52.654962 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-364353e3-8917-4668-b14e-5cc70b192387 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:52.657033 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364353e3-8917-4668-b14e-5cc70b192387 None None] Bound using segment: {'id': 'e70908df-d4f3-4aaf-ae52-784d3050dbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '17dbf1bd-e68f-4190-9157-84e9e24d7a7e'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:39:52.657770 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-364353e3-8917-4668-b14e-5cc70b192387 None None] Bound port: 810057a8-355c-4dd1-8c89-c93843115c09, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70908df-d4f3-4aaf-ae52-784d3050dbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '17dbf1bd-e68f-4190-9157-84e9e24d7a7e'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:39:52.658614 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-364353e3-8917-4668-b14e-5cc70b192387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (810057a8-355c-4dd1-8c89-c93843115c09), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:52.781311 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=2cac086a-a319-48c5-814a-f0824a25e523,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:52.795295 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-84b3ab6d-c20e-46b0-a65f-e8e3d96861cd None None] Provisioning complete for port 3cc62816-bfc1-4b9b-9aa7-5740bb419ed5 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:52.795685 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-84b3ab6d-c20e-46b0-a65f-e8e3d96861cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3cc62816-bfc1-4b9b-9aa7-5740bb419ed5), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:52.813189 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 3cc62816-bfc1-4b9b-9aa7-5740bb419ed5 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:52.813189 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3cc62816-bfc1-4b9b-9aa7-5740bb419ed5), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:52.859816 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-364353e3-8917-4668-b14e-5cc70b192387 None None] For port 810057a8-355c-4dd1-8c89-c93843115c09, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:39:52.868114 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-364353e3-8917-4668-b14e-5cc70b192387 None None] For port 810057a8-355c-4dd1-8c89-c93843115c09, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=810057a8-355c-4dd1-8c89-c93843115c09,segment=NetworkSegment(e70908df-d4f3-4aaf-ae52-784d3050dbae),segment_id=e70908df-d4f3-4aaf-ae52-784d3050dbae)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:39:52.884237 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-364353e3-8917-4668-b14e-5cc70b192387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (810057a8-355c-4dd1-8c89-c93843115c09), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:53.026144 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3f0783d1-32a3-464f-9fbd-ad8dbd0347e8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (4853c14d-0544-46ed-b88c-e693a80a0cff), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:53.072367 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0783d1-32a3-464f-9fbd-ad8dbd0347e8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event deleted for resources: {'Subnet': ['ID=4853c14d-0544-46ed-b88c-e693a80a0cff,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:53.075126 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2492e2bc-a892-4f4e-93ac-bbf1b083b4e4 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (1133334c-84d8-4864-9601-0a66f99a65e9), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:53.077413 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3f0783d1-32a3-464f-9fbd-ad8dbd0347e8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:53.081260 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3f0783d1-32a3-464f-9fbd-ad8dbd0347e8 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "DELETE /v2.0/subnets/4853c14d-0544-46ed-b88c-e693a80a0cff HTTP/1.1" status: 204 len: 168 time: 0.8885844 Mar 22 19:39:53.085275 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40036) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:53.121201 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee684e5d-1314-40fe-b925-27770362dc0d None None] Pushing event updated for resources: {'Port': ['ID=810057a8-355c-4dd1-8c89-c93843115c09,revision_number=4']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:53.124862 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2492e2bc-a892-4f4e-93ac-bbf1b083b4e4 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Port': ['ID=1133334c-84d8-4864-9601-0a66f99a65e9,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:53.159426 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364353e3-8917-4668-b14e-5cc70b192387 None None] Routers {'79fdeee0-c81a-4e37-9a68-bde6c518745d'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:39:53.160091 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-364353e3-8917-4668-b14e-5cc70b192387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:39:48Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['79fdeee0-c81a-4e37-9a68-bde6c518745d'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:53.220790 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8975b5dd-3b48-4c1f-bb89-a38ebe612876 req-3f9e64c7-ab44-43eb-8073-9e97d05dc565 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=de6f117f-65f0-4a08-bb98-cc91e362152c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3331978 Mar 22 19:39:53.333659 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 3cc62816-bfc1-4b9b-9aa7-5740bb419ed5 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:53.347914 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2492e2bc-a892-4f4e-93ac-bbf1b083b4e4 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:53.351391 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2492e2bc-a892-4f4e-93ac-bbf1b083b4e4 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/1133334c-84d8-4864-9601-0a66f99a65e9 HTTP/1.1" status: 204 len: 168 time: 2.5053134 Mar 22 19:39:53.357443 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40040) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:53.366679 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945831c2-0aff-4dbb-92ae-9db520932109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-7d667e91-0a74-4b11-a636-590c1dcbf8c4', 'network_id': '7d667e91-0a74-4b11-a636-590c1dcbf8c4', 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'fixed_ips': [{'subnet_id': 'b9dc47d8-f5cc-484b-bbed-f414ace654e0'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:39:53.367569 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-945831c2-0aff-4dbb-92ae-9db520932109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:53.383188 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-364353e3-8917-4668-b14e-5cc70b192387 None None] Set router 79fdeee0-c81a-4e37-9a68-bde6c518745d gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:39:53.520760 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975b5dd-3b48-4c1f-bb89-a38ebe612876 req-42d324f0-4154-42a9-bba8-fd16ff34758c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:53.525920 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13b9acf-3855-4457-a8fb-81d9c90b16b0 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:53.527477 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13b9acf-3855-4457-a8fb-81d9c90b16b0 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:53.532165 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d13b9acf-3855-4457-a8fb-81d9c90b16b0 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1627908 Mar 22 19:39:53.537078 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40042) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:53.545379 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8975b5dd-3b48-4c1f-bb89-a38ebe612876 req-42d324f0-4154-42a9-bba8-fd16ff34758c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=432e8044b4dc4099baeb3ef825b89673&device_id=de6f117f-65f0-4a08-bb98-cc91e362152c HTTP/1.1" status: 200 len: 1128 time: 0.2878153 Mar 22 19:39:53.595263 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 2cac086a-a319-48c5-814a-f0824a25e523 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:39:53.598213 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-84b3ab6d-c20e-46b0-a65f-e8e3d96861cd None None] Current status of the port 3cc62816-bfc1-4b9b-9aa7-5740bb419ed5 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:53.607768 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-280457cf-281e-4271-ad81-a4299ce406f1 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (4e38d2f7-0d86-4914-a4ac-f7019d0e1fba), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:53.614005 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-95672d33-cdd0-47b4-b0da-71e1775523fa tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:53.780356 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3cf5ba47-b788-4c3d-8a6a-5675adc9ee5d tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for port (1944b4cc-c1cd-4f6b-b059-31ddcf5f4ef3), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:53.789559 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e12dd4c-7165-4604-bf7c-12cf67559600 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting subnet 167a6da9-2614-4c76-9156-9c41a7044221 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:39:53.804206 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8e12dd4c-7165-4604-bf7c-12cf67559600 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (167a6da9-2614-4c76-9156-9c41a7044221), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:53.900813 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-945831c2-0aff-4dbb-92ae-9db520932109 None None] Allocated IP 2001:db8:2::2 (7d667e91-0a74-4b11-a636-590c1dcbf8c4/b9dc47d8-f5cc-484b-bbed-f414ace654e0/a606ce75-36a6-428c-90bb-c044d62e1b63) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:39:53.904581 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3cf5ba47-b788-4c3d-8a6a-5675adc9ee5d tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (1944b4cc-c1cd-4f6b-b059-31ddcf5f4ef3), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:53.931143 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975b5dd-3b48-4c1f-bb89-a38ebe612876 req-06c7986f-5241-419e-8bef-0165dc158ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:53.932866 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8975b5dd-3b48-4c1f-bb89-a38ebe612876 req-06c7986f-5241-419e-8bef-0165dc158ddd service neutron] 10.222.0.85 "GET /v2.0/networks?id=df3cb172-3bab-443c-aa40-b32eebecd0b3 HTTP/1.1" status: 200 len: 915 time: 0.3600307 Mar 22 19:39:53.965371 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-364353e3-8917-4668-b14e-5cc70b192387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'name': 'tempest-RoutersIpV6Test-router-1351656122', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:39:31Z', 'updated_at': '2022-03-22T19:39:49Z', 'revision_number': 3, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'gw_port_host': None, '_interfaces': [{'id': '43654c43-5789-4af6-b1de-165462b25da3', 'name': '', 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:4d:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:35Z', 'updated_at': '2022-03-22T19:39:44Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '810057a8-355c-4dd1-8c89-c93843115c09', 'name': '', 'network_id': '17dbf1bd-e68f-4190-9157-84e9e24d7a7e', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:b9:94:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '48d9ba9c-c891-416c-a938-044331a9560f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:47Z', 'updated_at': '2022-03-22T19:39:52Z', 'revision_number': 4, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '48d9ba9c-c891-416c-a938-044331a9560f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:54.006357 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8e12dd4c-7165-4604-bf7c-12cf67559600 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (167a6da9-2614-4c76-9156-9c41a7044221), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:54.038896 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364353e3-8917-4668-b14e-5cc70b192387 None None] The sync data for ids ['79fdeee0-c81a-4e37-9a68-bde6c518745d'] in n-d-705658-24 is: [{'id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'name': 'tempest-RoutersIpV6Test-router-1351656122', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:39:31Z', 'updated_at': '2022-03-22T19:39:49Z', 'revision_number': 3, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'gw_port_host': None, '_interfaces': [{'id': '43654c43-5789-4af6-b1de-165462b25da3', 'name': '', 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:4d:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:35Z', 'updated_at': '2022-03-22T19:39:44Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '810057a8-355c-4dd1-8c89-c93843115c09', 'name': '', 'network_id': '17dbf1bd-e68f-4190-9157-84e9e24d7a7e', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:b9:94:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '48d9ba9c-c891-416c-a938-044331a9560f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:47Z', 'updated_at': '2022-03-22T19:39:52Z', 'revision_number': 4, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '48d9ba9c-c891-416c-a938-044331a9560f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:39:54.108826 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8975b5dd-3b48-4c1f-bb89-a38ebe612876 req-00681f31-61ea-46ab-8776-a6123d5f16cc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=864e1621-03e0-400d-9cc8-358e25d34427 HTTP/1.1" status: 200 len: 1000 time: 0.1580491 Mar 22 19:39:54.163892 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5ba47-b788-4c3d-8a6a-5675adc9ee5d tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Pushing event updated for resources: {'Port': ['ID=1944b4cc-c1cd-4f6b-b059-31ddcf5f4ef3,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:54.199252 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-280457cf-281e-4271-ad81-a4299ce406f1 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Deleting port b5c961fb-642e-463b-b558-90a54951236b {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:39:54.199925 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-280457cf-281e-4271-ad81-a4299ce406f1 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (b5c961fb-642e-463b-b558-90a54951236b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:54.221813 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975b5dd-3b48-4c1f-bb89-a38ebe612876 req-6b69d70d-84ab-4d54-9541-4feb1c71d0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:54.224893 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8975b5dd-3b48-4c1f-bb89-a38ebe612876 req-6b69d70d-84ab-4d54-9541-4feb1c71d0bc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=221bc404-2765-4ba4-8d0d-c9a0ec4273c0 HTTP/1.1" status: 200 len: 853 time: 0.0637598 Mar 22 19:39:54.231592 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-945831c2-0aff-4dbb-92ae-9db520932109 None None] Publish callbacks [] for port (a606ce75-36a6-428c-90bb-c044d62e1b63), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:54.257014 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3cf5ba47-b788-4c3d-8a6a-5675adc9ee5d tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (a1ce732c-235e-44e2-bb6c-d33ad7468381), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:54.333069 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-945831c2-0aff-4dbb-92ae-9db520932109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (a606ce75-36a6-428c-90bb-c044d62e1b63), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:54.377089 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-280457cf-281e-4271-ad81-a4299ce406f1 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] For port b5c961fb-642e-463b-b558-90a54951236b, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b5c961fb-642e-463b-b558-90a54951236b,segment=NetworkSegment(cd3822f9-5563-4ede-b47c-fd26af3da34e),segment_id=cd3822f9-5563-4ede-b47c-fd26af3da34e)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:39:54.377764 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-280457cf-281e-4271-ad81-a4299ce406f1 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (b5c961fb-642e-463b-b558-90a54951236b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:54.393776 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b5088a-5a4d-408e-95aa-d9d8f2fc8dce None None] Update dhcp port {'port': {'network_id': '4e38d2f7-0d86-4914-a4ac-f7019d0e1fba', 'fixed_ips': [{'subnet_id': '4853c14d-0544-46ed-b88c-e693a80a0cff'}], 'binding:host_id': 'n-d-705658-24'}, 'id': 'b5c961fb-642e-463b-b558-90a54951236b'} from n-d-705658-24. {{(pid=104174) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 19:39:54.394976 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-95672d33-cdd0-47b4-b0da-71e1775523fa tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Allocated IP 2001:db8:2::1 (7d667e91-0a74-4b11-a636-590c1dcbf8c4/b9dc47d8-f5cc-484b-bbed-f414ace654e0/8af01f73-ea57-4bdc-83b2-c2ce5fa106d1) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:39:54.405152 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975b5dd-3b48-4c1f-bb89-a38ebe612876 req-d8d51acb-1055-4e8a-9978-c42f9da0034d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:54.408485 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-280457cf-281e-4271-ad81-a4299ce406f1 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Calling delete_port for b5c961fb-642e-463b-b558-90a54951236b owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:39:54.410919 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8975b5dd-3b48-4c1f-bb89-a38ebe612876 req-d8d51acb-1055-4e8a-9978-c42f9da0034d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=df3cb172-3bab-443c-aa40-b32eebecd0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1790421 Mar 22 19:39:54.490836 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f2b5088a-5a4d-408e-95aa-d9d8f2fc8dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b5c961fb-642e-463b-b558-90a54951236b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:54.539896 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945831c2-0aff-4dbb-92ae-9db520932109 None None] Network 7d667e91-0a74-4b11-a636-590c1dcbf8c4 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:39:54.577723 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b5088a-5a4d-408e-95aa-d9d8f2fc8dce None None] Host n-d-705658-24 tried to update port b5c961fb-642e-463b-b558-90a54951236b which no longer exists. {{(pid=104174) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:317}} Mar 22 19:39:54.583356 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-548b4838-1bd2-4239-9442-0334afed6aa2 None None] Provisioning complete for port 810057a8-355c-4dd1-8c89-c93843115c09 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:54.583800 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-548b4838-1bd2-4239-9442-0334afed6aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (810057a8-355c-4dd1-8c89-c93843115c09), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:54.631101 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8975b5dd-3b48-4c1f-bb89-a38ebe612876 req-f9f180c8-593d-47cd-8a56-6f3d83c6c7f4 service neutron] 10.222.0.85 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115960 Mar 22 19:39:54.647893 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8e12dd4c-7165-4604-bf7c-12cf67559600 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (167a6da9-2614-4c76-9156-9c41a7044221), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:54.666754 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-945831c2-0aff-4dbb-92ae-9db520932109 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:54.676845 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945831c2-0aff-4dbb-92ae-9db520932109 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:39:54.760913 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-280457cf-281e-4271-ad81-a4299ce406f1 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (b5c961fb-642e-463b-b558-90a54951236b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:54.768623 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8e12dd4c-7165-4604-bf7c-12cf67559600 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (167a6da9-2614-4c76-9156-9c41a7044221), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:54.772661 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 2cac086a-a319-48c5-814a-f0824a25e523 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:54.773051 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (2cac086a-a319-48c5-814a-f0824a25e523), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:54.826485 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8975b5dd-3b48-4c1f-bb89-a38ebe612876 req-5bdb66cb-ea78-4710-8fb1-e788ed53e45d service neutron] 10.222.0.85 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826811 Mar 22 19:39:54.826731 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403af94d-3e39-4c3d-8c11-278ef120ebf0 None None] Network 4e38d2f7-0d86-4914-a4ac-f7019d0e1fba requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:54.834755 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-95672d33-cdd0-47b4-b0da-71e1775523fa tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for port (8af01f73-ea57-4bdc-83b2-c2ce5fa106d1), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:54.884336 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8e12dd4c-7165-4604-bf7c-12cf67559600 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:54.890491 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-945831c2-0aff-4dbb-92ae-9db520932109 None None] Attempting to bind port a606ce75-36a6-428c-90bb-c044d62e1b63 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:39:54.891087 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8e12dd4c-7165-4604-bf7c-12cf67559600 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/167a6da9-2614-4c76-9156-9c41a7044221 HTTP/1.1" status: 204 len: 168 time: 1.3524444 Mar 22 19:39:54.892612 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-945831c2-0aff-4dbb-92ae-9db520932109 None None] Attempting to bind port a606ce75-36a6-428c-90bb-c044d62e1b63 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'e3a67188-8aba-4c9c-9d84-8c3affe2e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7d667e91-0a74-4b11-a636-590c1dcbf8c4'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:39:54.894997 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945831c2-0aff-4dbb-92ae-9db520932109 None None] Attempting to bind port a606ce75-36a6-428c-90bb-c044d62e1b63 on network 7d667e91-0a74-4b11-a636-590c1dcbf8c4 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:39:54.895883 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40050) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:54.925134 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280457cf-281e-4271-ad81-a4299ce406f1 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event deleted for resources: {'Port': ['ID=b5c961fb-642e-463b-b558-90a54951236b,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:54.941695 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3cf5ba47-b788-4c3d-8a6a-5675adc9ee5d tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:54.951135 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3cf5ba47-b788-4c3d-8a6a-5675adc9ee5d tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0279143 Mar 22 19:39:54.951135 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12dd4c-7165-4604-bf7c-12cf67559600 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Subnet': ['ID=167a6da9-2614-4c76-9156-9c41a7044221,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:54.951408 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945831c2-0aff-4dbb-92ae-9db520932109 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:39:54.951408 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945831c2-0aff-4dbb-92ae-9db520932109 None None] Checking segment: {'id': 'e3a67188-8aba-4c9c-9d84-8c3affe2e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7d667e91-0a74-4b11-a636-590c1dcbf8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:39:54.951408 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-945831c2-0aff-4dbb-92ae-9db520932109 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:54.951408 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945831c2-0aff-4dbb-92ae-9db520932109 None None] Bound using segment: {'id': 'e3a67188-8aba-4c9c-9d84-8c3affe2e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7d667e91-0a74-4b11-a636-590c1dcbf8c4'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:39:54.951408 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-945831c2-0aff-4dbb-92ae-9db520932109 None None] Bound port: a606ce75-36a6-428c-90bb-c044d62e1b63, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3a67188-8aba-4c9c-9d84-8c3affe2e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7d667e91-0a74-4b11-a636-590c1dcbf8c4'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:39:54.951408 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-945831c2-0aff-4dbb-92ae-9db520932109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a606ce75-36a6-428c-90bb-c044d62e1b63), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:54.952048 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280457cf-281e-4271-ad81-a4299ce406f1 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] No DVR routers for this DVR port b5c961fb-642e-463b-b558-90a54951236b on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:39:54.963463 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e194ce7-eaa8-4691-b4be-10208a8bba40 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:54.965680 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945831c2-0aff-4dbb-92ae-9db520932109 None None] Pushing event updated for resources: {'Port': ['ID=a606ce75-36a6-428c-90bb-c044d62e1b63,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:55.006574 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-986ed103-4825-4c8b-aa86-f91409062901 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1082594 Mar 22 19:39:55.012620 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40054) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:55.015244 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-95672d33-cdd0-47b4-b0da-71e1775523fa tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (8af01f73-ea57-4bdc-83b2-c2ce5fa106d1), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:55.032284 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-cab19ba4-6006-49bd-839b-55bb3fe9ab99 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:55.060337 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-280457cf-281e-4271-ad81-a4299ce406f1 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (4e38d2f7-0d86-4914-a4ac-f7019d0e1fba), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:55.084261 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-280457cf-281e-4271-ad81-a4299ce406f1 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e38d2f7-0d86-4914-a4ac-f7019d0e1fba']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:55.096455 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-280457cf-281e-4271-ad81-a4299ce406f1 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd3822f9-5563-4ede-b47c-fd26af3da34e') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:55.096455 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-280457cf-281e-4271-ad81-a4299ce406f1 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd3822f9-5563-4ede-b47c-fd26af3da34e') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:55.114338 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-280457cf-281e-4271-ad81-a4299ce406f1 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (cd3822f9-5563-4ede-b47c-fd26af3da34e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:55.146266 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-280457cf-281e-4271-ad81-a4299ce406f1 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (cd3822f9-5563-4ede-b47c-fd26af3da34e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:55.151388 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-548b4838-1bd2-4239-9442-0334afed6aa2 None None] Current status of the port 810057a8-355c-4dd1-8c89-c93843115c09 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:55.152011 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-548b4838-1bd2-4239-9442-0334afed6aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (810057a8-355c-4dd1-8c89-c93843115c09), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:55.161491 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-280457cf-281e-4271-ad81-a4299ce406f1 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:39:55.162466 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-280457cf-281e-4271-ad81-a4299ce406f1 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (cd3822f9-5563-4ede-b47c-fd26af3da34e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:55.193584 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95672d33-cdd0-47b4-b0da-71e1775523fa tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network 7d667e91-0a74-4b11-a636-590c1dcbf8c4 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:39:55.204021 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-95672d33-cdd0-47b4-b0da-71e1775523fa tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:55.206406 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95672d33-cdd0-47b4-b0da-71e1775523fa tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Port': ['ID=8af01f73-ea57-4bdc-83b2-c2ce5fa106d1,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:55.210046 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95672d33-cdd0-47b4-b0da-71e1775523fa tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:39:55.210608 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-95672d33-cdd0-47b4-b0da-71e1775523fa tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (79fdeee0-c81a-4e37-9a68-bde6c518745d), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:55.262263 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:39:55.262263 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:39:55.262263 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:39:55.262263 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:39:55.262263 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:39:55.262263 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:39:55.262263 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:39:55.262263 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:39:55.262263 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:39:55.262263 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:39:55.262263 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:39:55.262263 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:39:55.262263 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:39:55.262263 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:39:55.262263 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:39:55.262263 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:39:55.262263 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:39:55.262263 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:39:55.262263 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:39:55.262263 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:39:55.262263 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:39:55.262263 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:39:55.262263 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:39:55.262263 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:39:55.262263 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:39:55.262263 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:39:55.262263 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:39:55.262263 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:39:55.262263 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:39:55.262263 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:39:55.262263 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:39:55.262263 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:39:55.266813 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-280457cf-281e-4271-ad81-a4299ce406f1 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (4e38d2f7-0d86-4914-a4ac-f7019d0e1fba), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:55.290146 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-945831c2-0aff-4dbb-92ae-9db520932109 None None] For port a606ce75-36a6-428c-90bb-c044d62e1b63, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:39:55.294133 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-945831c2-0aff-4dbb-92ae-9db520932109 None None] For port a606ce75-36a6-428c-90bb-c044d62e1b63, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a606ce75-36a6-428c-90bb-c044d62e1b63,segment=NetworkSegment(e3a67188-8aba-4c9c-9d84-8c3affe2e20b),segment_id=e3a67188-8aba-4c9c-9d84-8c3affe2e20b)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:39:55.298606 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-280457cf-281e-4271-ad81-a4299ce406f1 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:55.303483 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-280457cf-281e-4271-ad81-a4299ce406f1 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "DELETE /v2.0/networks/4e38d2f7-0d86-4914-a4ac-f7019d0e1fba HTTP/1.1" status: 204 len: 168 time: 2.2154288 Mar 22 19:39:55.304597 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280457cf-281e-4271-ad81-a4299ce406f1 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event deleted for resources: {'Network': ['ID=4e38d2f7-0d86-4914-a4ac-f7019d0e1fba,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:55.306858 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40066) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:55.317256 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab19ba4-6006-49bd-839b-55bb3fe9ab99 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:39:55.320943 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cab19ba4-6006-49bd-839b-55bb3fe9ab99 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:55.342202 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-b56abed0-7f31-43de-a25a-babda149a11e tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] DELETE failed (client error): The resource could not be found. Mar 22 19:39:55.342976 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b56abed0-7f31-43de-a25a-babda149a11e tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:39:55.346505 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b56abed0-7f31-43de-a25a-babda149a11e tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "DELETE /v2.0/subnets/07ac4569-d35c-4632-a49e-ba785ae3e930 HTTP/1.1" status: 404 len: 337 time: 0.0376689 Mar 22 19:39:55.349434 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40070) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:55.359332 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-548b4838-1bd2-4239-9442-0334afed6aa2 None None] For port 810057a8-355c-4dd1-8c89-c93843115c09, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=810057a8-355c-4dd1-8c89-c93843115c09,segment=NetworkSegment(e70908df-d4f3-4aaf-ae52-784d3050dbae),segment_id=e70908df-d4f3-4aaf-ae52-784d3050dbae)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:39:55.371858 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-2469c487-bbd4-4287-8af0-a634d4251f06 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] DELETE failed (client error): The resource could not be found. Mar 22 19:39:55.372844 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2469c487-bbd4-4287-8af0-a634d4251f06 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:39:55.377280 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2469c487-bbd4-4287-8af0-a634d4251f06 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "DELETE /v2.0/networks/7c396b65-6463-4a0e-a6dc-f8b79feae18d HTTP/1.1" status: 404 len: 339 time: 0.0266299 Mar 22 19:39:55.379889 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40072) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:55.390092 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 2cac086a-a319-48c5-814a-f0824a25e523 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:55.391297 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 3cc62816-bfc1-4b9b-9aa7-5740bb419ed5 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:39:55.411960 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6707316-e318-4252-8df8-ae91a8c3823f tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] DELETE failed (client error): The resource could not be found. Mar 22 19:39:55.412775 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6707316-e318-4252-8df8-ae91a8c3823f tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:39:55.420001 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a6707316-e318-4252-8df8-ae91a8c3823f tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "DELETE /v2.0/subnets/a0fdff9d-eaef-44bf-9968-22d691dbf0be HTTP/1.1" status: 404 len: 337 time: 0.0386133 Mar 22 19:39:55.420776 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40074) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:55.443845 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d7c803-ba2c-44fe-b903-6ac7faf155bf tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] DELETE failed (client error): The resource could not be found. Mar 22 19:39:55.444387 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1d7c803-ba2c-44fe-b903-6ac7faf155bf tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:39:55.451576 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a1d7c803-ba2c-44fe-b903-6ac7faf155bf tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "DELETE /v2.0/networks/4d560a90-81c6-4b8f-b737-d0a2746310a6 HTTP/1.1" status: 404 len: 339 time: 0.0297256 Mar 22 19:39:55.452370 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40078) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:55.485851 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-6adaadde-c50b-473b-91de-0b73bb467b24 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] DELETE failed (client error): The resource could not be found. Mar 22 19:39:55.486229 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6adaadde-c50b-473b-91de-0b73bb467b24 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:39:55.492891 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6adaadde-c50b-473b-91de-0b73bb467b24 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "DELETE /v2.0/subnets/c00c04b7-8549-41aa-9af3-911416dfd45f HTTP/1.1" status: 404 len: 337 time: 0.0391507 Mar 22 19:39:55.493687 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40080) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:55.512319 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-d972523b-7385-4c2a-b574-3a685f0d8eaf tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--803201067&fields=id&tenant_id=137468e00bf34ff2a062af7508045a68 HTTP/1.1" status: 200 len: 267 time: 0.2444305 Mar 22 19:39:55.516132 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd3b41bb-9e15-40a8-8465-8b8a58f4f63d tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] DELETE failed (client error): The resource could not be found. Mar 22 19:39:55.517018 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd3b41bb-9e15-40a8-8465-8b8a58f4f63d tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:39:55.525668 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-dd3b41bb-9e15-40a8-8465-8b8a58f4f63d tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "DELETE /v2.0/networks/9ebc0318-60ae-4e02-b309-777a13e1b564 HTTP/1.1" status: 404 len: 339 time: 0.0296445 Mar 22 19:39:55.526524 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40082) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:55.601215 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc3e377-32cb-4eef-8974-6e43994e2dc1 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Deleting subnet c721594a-a241-422c-b8c5-37a1bf76d7bf {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:39:55.605148 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7fc3e377-32cb-4eef-8974-6e43994e2dc1 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks [] for subnet (c721594a-a241-422c-b8c5-37a1bf76d7bf), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:55.647567 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-95672d33-cdd0-47b4-b0da-71e1775523fa tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8af01f73-ea57-4bdc-83b2-c2ce5fa106d1), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:55.655247 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-548b4838-1bd2-4239-9442-0334afed6aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (810057a8-355c-4dd1-8c89-c93843115c09), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:55.667861 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-945831c2-0aff-4dbb-92ae-9db520932109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a606ce75-36a6-428c-90bb-c044d62e1b63), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:55.683280 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7fc3e377-32cb-4eef-8974-6e43994e2dc1 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (c721594a-a241-422c-b8c5-37a1bf76d7bf), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:55.745924 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61330ef-fabb-48df-89b3-79e5f4adf129 None None] DHCP port deletion for 4e38d2f7-0d86-4914-a4ac-f7019d0e1fba request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:39:55.788689 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7fc3e377-32cb-4eef-8974-6e43994e2dc1 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (c721594a-a241-422c-b8c5-37a1bf76d7bf), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:55.802930 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-d649ec62-d522-4f97-9d28-50d1e3e3d210 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:55.804876 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-d649ec62-d522-4f97-9d28-50d1e3e3d210 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/networks?id=c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d HTTP/1.1" status: 200 len: 811 time: 0.2791002 Mar 22 19:39:55.807871 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b4838-1bd2-4239-9442-0334afed6aa2 None None] Pushing event updated for resources: {'Port': ['ID=810057a8-355c-4dd1-8c89-c93843115c09,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:55.822655 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-548b4838-1bd2-4239-9442-0334afed6aa2 None None] Provisioning complete for port 2cac086a-a319-48c5-814a-f0824a25e523 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:55.823245 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-548b4838-1bd2-4239-9442-0334afed6aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (2cac086a-a319-48c5-814a-f0824a25e523), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:55.861251 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-6688d3b7-34c4-451d-ba98-cca45d279817 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/quotas/137468e00bf34ff2a062af7508045a68 HTTP/1.1" status: 200 len: 375 time: 0.0383496 Mar 22 19:39:55.907335 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7fc3e377-32cb-4eef-8974-6e43994e2dc1 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (c721594a-a241-422c-b8c5-37a1bf76d7bf), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:55.938641 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3e377-32cb-4eef-8974-6e43994e2dc1 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event deleted for resources: {'Subnet': ['ID=c721594a-a241-422c-b8c5-37a1bf76d7bf,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:55.944770 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7fc3e377-32cb-4eef-8974-6e43994e2dc1 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:55.948469 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7fc3e377-32cb-4eef-8974-6e43994e2dc1 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "DELETE /v2.0/subnets/c721594a-a241-422c-b8c5-37a1bf76d7bf HTTP/1.1" status: 204 len: 168 time: 0.4209769 Mar 22 19:39:55.951218 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40086) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:55.960057 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 3cc62816-bfc1-4b9b-9aa7-5740bb419ed5 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:55.960440 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3cc62816-bfc1-4b9b-9aa7-5740bb419ed5), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:55.970046 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4b1d39-5f65-4ff3-b7c1-92e673d23261 None None] Network 827e40bb-0cac-4a8f-b59b-f4a7dcb29aa5 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:56.077036 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f82a93a-54a4-4235-971d-3b8a93eb5d39 None None] DHCP port deletion for 5844662d-9a53-4182-bd56-decd62afe1ab request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:39:56.100524 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-519799fe-4a7c-4b4b-bd9c-e4db748ce03a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (827e40bb-0cac-4a8f-b59b-f4a7dcb29aa5), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:56.228170 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-519799fe-4a7c-4b4b-bd9c-e4db748ce03a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Deleting port 672ea3ba-df53-4532-8111-b3cbb553f827 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:39:56.228518 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-519799fe-4a7c-4b4b-bd9c-e4db748ce03a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (672ea3ba-df53-4532-8111-b3cbb553f827), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:56.236448 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945831c2-0aff-4dbb-92ae-9db520932109 None None] Pushing event updated for resources: {'Port': ['ID=a606ce75-36a6-428c-90bb-c044d62e1b63,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:56.299536 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-548b4838-1bd2-4239-9442-0334afed6aa2 None None] Current status of the port 2cac086a-a319-48c5-814a-f0824a25e523 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:56.336987 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-519799fe-4a7c-4b4b-bd9c-e4db748ce03a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] For port 672ea3ba-df53-4532-8111-b3cbb553f827, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=672ea3ba-df53-4532-8111-b3cbb553f827,segment=NetworkSegment(bca8bcf8-8b97-4c2d-9bba-7819d1203256),segment_id=bca8bcf8-8b97-4c2d-9bba-7819d1203256)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:39:56.337562 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-519799fe-4a7c-4b4b-bd9c-e4db748ce03a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (672ea3ba-df53-4532-8111-b3cbb553f827), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:56.351780 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-519799fe-4a7c-4b4b-bd9c-e4db748ce03a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Calling delete_port for 672ea3ba-df53-4532-8111-b3cbb553f827 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:39:56.402791 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2f82a93a-54a4-4235-971d-3b8a93eb5d39 None None] Deleting port 2cac086a-a319-48c5-814a-f0824a25e523 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:39:56.403168 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2f82a93a-54a4-4235-971d-3b8a93eb5d39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (2cac086a-a319-48c5-814a-f0824a25e523), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:56.426791 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56246745-860d-4844-b785-aa10502c1cda None None] DHCP port deletion for 827e40bb-0cac-4a8f-b59b-f4a7dcb29aa5 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:39:56.468053 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-519799fe-4a7c-4b4b-bd9c-e4db748ce03a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (672ea3ba-df53-4532-8111-b3cbb553f827), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:56.476325 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-bb4c244b-673e-495d-9ca7-63eabb25c1c3 None None] Could not find standard attr ID for object b5c961fb-642e-463b-b558-90a54951236b. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:39:56.509202 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519799fe-4a7c-4b4b-bd9c-e4db748ce03a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event deleted for resources: {'Port': ['ID=672ea3ba-df53-4532-8111-b3cbb553f827,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:56.513911 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519799fe-4a7c-4b4b-bd9c-e4db748ce03a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] No DVR routers for this DVR port 672ea3ba-df53-4532-8111-b3cbb553f827 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:39:56.528117 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 3cc62816-bfc1-4b9b-9aa7-5740bb419ed5 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:56.538510 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-56246745-860d-4844-b785-aa10502c1cda None None] The port '672ea3ba-df53-4532-8111-b3cbb553f827' was deleted {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 22 19:39:56.553237 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2f82a93a-54a4-4235-971d-3b8a93eb5d39 None None] For port 2cac086a-a319-48c5-814a-f0824a25e523, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=2cac086a-a319-48c5-814a-f0824a25e523,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:39:56.553650 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2f82a93a-54a4-4235-971d-3b8a93eb5d39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (2cac086a-a319-48c5-814a-f0824a25e523), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:56.572013 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-bb4c244b-673e-495d-9ca7-63eabb25c1c3 None None] Provisioning complete for port 810057a8-355c-4dd1-8c89-c93843115c09 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:56.572404 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bb4c244b-673e-495d-9ca7-63eabb25c1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (810057a8-355c-4dd1-8c89-c93843115c09), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:56.630924 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-519799fe-4a7c-4b4b-bd9c-e4db748ce03a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (827e40bb-0cac-4a8f-b59b-f4a7dcb29aa5), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:56.639656 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2f82a93a-54a4-4235-971d-3b8a93eb5d39 None None] Calling delete_port for 2cac086a-a319-48c5-814a-f0824a25e523 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:39:56.687208 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-519799fe-4a7c-4b4b-bd9c-e4db748ce03a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['827e40bb-0cac-4a8f-b59b-f4a7dcb29aa5']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:56.716278 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-95672d33-cdd0-47b4-b0da-71e1775523fa tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for port (8af01f73-ea57-4bdc-83b2-c2ce5fa106d1), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:56.721372 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-519799fe-4a7c-4b4b-bd9c-e4db748ce03a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca8bcf8-8b97-4c2d-9bba-7819d1203256') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:56.722198 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-519799fe-4a7c-4b4b-bd9c-e4db748ce03a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca8bcf8-8b97-4c2d-9bba-7819d1203256') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:56.733024 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-95672d33-cdd0-47b4-b0da-71e1775523fa tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (8af01f73-ea57-4bdc-83b2-c2ce5fa106d1), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:56.735419 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-95672d33-cdd0-47b4-b0da-71e1775523fa tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (79fdeee0-c81a-4e37-9a68-bde6c518745d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:56.749396 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-519799fe-4a7c-4b4b-bd9c-e4db748ce03a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (bca8bcf8-8b97-4c2d-9bba-7819d1203256), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:56.781433 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-519799fe-4a7c-4b4b-bd9c-e4db748ce03a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (bca8bcf8-8b97-4c2d-9bba-7819d1203256), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:56.794245 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-519799fe-4a7c-4b4b-bd9c-e4db748ce03a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:39:56.794856 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-519799fe-4a7c-4b4b-bd9c-e4db748ce03a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (bca8bcf8-8b97-4c2d-9bba-7819d1203256), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:56.798891 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:39:56.798891 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:39:56.798891 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:39:56.798891 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:39:56.798891 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:39:56.798891 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:39:56.798891 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:39:56.798891 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:39:56.798891 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:39:56.798891 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:39:56.798891 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:39:56.798891 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:39:56.798891 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:39:56.798891 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:39:56.798891 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:39:56.798891 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:39:56.798891 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:39:56.798891 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:39:56.798891 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:39:56.798891 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:39:56.798891 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:39:56.798891 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:39:56.798891 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:39:56.798891 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:39:56.798891 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:39:56.798891 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:39:56.798891 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:39:56.798891 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:39:56.798891 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:39:56.798891 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:39:56.798891 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:39:56.798891 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:39:56.816337 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-bb4c244b-673e-495d-9ca7-63eabb25c1c3 None None] Current status of the port 810057a8-355c-4dd1-8c89-c93843115c09 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:56.844796 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95672d33-cdd0-47b4-b0da-71e1775523fa tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Port': ['ID=8af01f73-ea57-4bdc-83b2-c2ce5fa106d1,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:56.845759 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-bb4c244b-673e-495d-9ca7-63eabb25c1c3 None None] Could not find standard attr ID for object 1133334c-84d8-4864-9601-0a66f99a65e9. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:39:56.849086 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cab19ba4-6006-49bd-839b-55bb3fe9ab99 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (318ab2d4-bd01-4599-a710-6f577a4e6cdd), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:56.875901 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-bb4c244b-673e-495d-9ca7-63eabb25c1c3 None None] Provisioning complete for port 2cac086a-a319-48c5-814a-f0824a25e523 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:56.876354 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bb4c244b-673e-495d-9ca7-63eabb25c1c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (2cac086a-a319-48c5-814a-f0824a25e523), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:56.921710 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-bb4c244b-673e-495d-9ca7-63eabb25c1c3 None None] Port 2cac086a-a319-48c5-814a-f0824a25e523 was deleted so its status cannot be updated. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 22 19:39:56.928878 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a606ce75-36a6-428c-90bb-c044d62e1b63 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:39:56.932528 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2f82a93a-54a4-4235-971d-3b8a93eb5d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (2cac086a-a319-48c5-814a-f0824a25e523), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:56.946837 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-519799fe-4a7c-4b4b-bd9c-e4db748ce03a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (827e40bb-0cac-4a8f-b59b-f4a7dcb29aa5), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:56.962405 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-519799fe-4a7c-4b4b-bd9c-e4db748ce03a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:56.971159 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-519799fe-4a7c-4b4b-bd9c-e4db748ce03a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "DELETE /v2.0/networks/827e40bb-0cac-4a8f-b59b-f4a7dcb29aa5 HTTP/1.1" status: 204 len: 168 time: 1.0161209 Mar 22 19:39:56.974111 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40092) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:57.015826 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82a93a-54a4-4235-971d-3b8a93eb5d39 None None] Pushing event deleted for resources: {'Port': ['ID=2cac086a-a319-48c5-814a-f0824a25e523,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:57.025311 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f82a93a-54a4-4235-971d-3b8a93eb5d39 None None] No DVR routers for this DVR port 2cac086a-a319-48c5-814a-f0824a25e523 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:39:57.037316 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-6d28c695-f6cf-46dd-b69a-9a42cbe80993 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=137468e00bf34ff2a062af7508045a68&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1762426 Mar 22 19:39:57.039980 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab19ba4-6006-49bd-839b-55bb3fe9ab99 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:39:57.050099 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-cab19ba4-6006-49bd-839b-55bb3fe9ab99 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:57.057506 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port a606ce75-36a6-428c-90bb-c044d62e1b63 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:57.057919 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a606ce75-36a6-428c-90bb-c044d62e1b63), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:57.061207 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab19ba4-6006-49bd-839b-55bb3fe9ab99 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:57.062132 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cab19ba4-6006-49bd-839b-55bb3fe9ab99 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:57.087319 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519799fe-4a7c-4b4b-bd9c-e4db748ce03a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event deleted for resources: {'Network': ['ID=827e40bb-0cac-4a8f-b59b-f4a7dcb29aa5,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:57.091603 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfb9473-b145-4254-8fbe-1847b96b1037 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:57.099341 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b51b98e-7f96-4718-ab84-929e948e0e93 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] DELETE failed (client error): The resource could not be found. Mar 22 19:39:57.100619 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b51b98e-7f96-4718-ab84-929e948e0e93 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:39:57.107114 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3b51b98e-7f96-4718-ab84-929e948e0e93 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "DELETE /v2.0/subnets/86f96db3-a431-42a1-86df-22bd72511436 HTTP/1.1" status: 404 len: 337 time: 0.1311936 Mar 22 19:39:57.110131 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40094) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:57.126970 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95672d33-cdd0-47b4-b0da-71e1775523fa tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network 7d667e91-0a74-4b11-a636-590c1dcbf8c4 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:39:57.128090 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab19ba4-6006-49bd-839b-55bb3fe9ab99 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Subnet': ['ID=318ab2d4-bd01-4599-a710-6f577a4e6cdd,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:57.151702 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc7694b-835f-4b09-ba74-b448b925a971 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] DELETE failed (client error): The resource could not be found. Mar 22 19:39:57.152888 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc7694b-835f-4b09-ba74-b448b925a971 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:39:57.158308 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-cab19ba4-6006-49bd-839b-55bb3fe9ab99 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1408856 Mar 22 19:39:57.164965 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2dc7694b-835f-4b09-ba74-b448b925a971 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "DELETE /v2.0/networks/cfd8f3ce-982f-4b02-9f03-487fd145ac10 HTTP/1.1" status: 404 len: 339 time: 0.0504096 Mar 22 19:39:57.164965 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40096) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:57.176388 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-3e299c10-a7f2-49f9-a9af-317eafaae792 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'port': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'name': 'tempest-NetworksTestDHCPv6-1500614798'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:57.209193 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-95672d33-cdd0-47b4-b0da-71e1775523fa tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:57.224377 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40098) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:57.241522 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a606ce75-36a6-428c-90bb-c044d62e1b63 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:57.242023 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a606ce75-36a6-428c-90bb-c044d62e1b63), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:57.305535 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f213a677-b3e8-4b95-b192-559870e13995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-5844662d-9a53-4182-bd56-decd62afe1ab', 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'project_id': '60cab213ce214a30b0f859d0f4109da8', 'fixed_ips': [{'subnet_id': '318ab2d4-bd01-4599-a710-6f577a4e6cdd'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:39:57.306041 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f213a677-b3e8-4b95-b192-559870e13995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:57.311881 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port a606ce75-36a6-428c-90bb-c044d62e1b63, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a606ce75-36a6-428c-90bb-c044d62e1b63,segment=NetworkSegment(e3a67188-8aba-4c9c-9d84-8c3affe2e20b),segment_id=e3a67188-8aba-4c9c-9d84-8c3affe2e20b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:39:57.326611 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a606ce75-36a6-428c-90bb-c044d62e1b63), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:57.327426 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 810057a8-355c-4dd1-8c89-c93843115c09 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:39:57.349579 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e299c10-a7f2-49f9-a9af-317eafaae792 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:39:57.354648 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3e299c10-a7f2-49f9-a9af-317eafaae792 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:57.387783 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-3e299c10-a7f2-49f9-a9af-317eafaae792 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] device_id is not set on port 86fc586b-75f7-41f0-bf50-21f6b028ce12 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:39:57.431390 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=a606ce75-36a6-428c-90bb-c044d62e1b63,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:57.479259 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e19474f-6ee4-429b-9a40-b9b68c9fad28 None None] Network 7d667e91-0a74-4b11-a636-590c1dcbf8c4 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:57.481354 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc67bcca-d2dd-410d-ac4f-103b9524dfa6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Deleting subnet 68be3cc3-4a71-4072-9b65-c61409cc9f10 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:39:57.492296 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bc67bcca-d2dd-410d-ac4f-103b9524dfa6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks [] for subnet (68be3cc3-4a71-4072-9b65-c61409cc9f10), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:57.555644 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-3e299c10-a7f2-49f9-a9af-317eafaae792 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Allocated IP 2001:db8::1b7 (5844662d-9a53-4182-bd56-decd62afe1ab/318ab2d4-bd01-4599-a710-6f577a4e6cdd/86fc586b-75f7-41f0-bf50-21f6b028ce12) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:39:57.581314 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-4b7abb86-541d-441d-b75b-f953d14c729c service neutron] 10.222.0.75 "GET /v2.0/networks/c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5219116 Mar 22 19:39:57.586254 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bc67bcca-d2dd-410d-ac4f-103b9524dfa6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (68be3cc3-4a71-4072-9b65-c61409cc9f10), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:57.629000 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-920fc906-96c3-4a6d-afc7-1799575b1458 None None] Provisioning complete for port a606ce75-36a6-428c-90bb-c044d62e1b63 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:57.629379 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-920fc906-96c3-4a6d-afc7-1799575b1458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a606ce75-36a6-428c-90bb-c044d62e1b63), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:57.681705 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 810057a8-355c-4dd1-8c89-c93843115c09 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:57.681705 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (810057a8-355c-4dd1-8c89-c93843115c09), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:57.712871 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-bbb43b79-8d18-4876-8791-5d322cdbd6d1 service neutron] 10.222.0.75 "GET /v2.0/networks/c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299639 Mar 22 19:39:57.738369 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3e299c10-a7f2-49f9-a9af-317eafaae792 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for port (86fc586b-75f7-41f0-bf50-21f6b028ce12), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:57.782021 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95672d33-cdd0-47b4-b0da-71e1775523fa tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Router 79fdeee0-c81a-4e37-9a68-bde6c518745d has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:39:57.785165 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3e299c10-a7f2-49f9-a9af-317eafaae792 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (86fc586b-75f7-41f0-bf50-21f6b028ce12), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:57.897844 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-f213a677-b3e8-4b95-b192-559870e13995 None None] Allocated IP 2001:db8::2 (5844662d-9a53-4182-bd56-decd62afe1ab/318ab2d4-bd01-4599-a710-6f577a4e6cdd/9716b708-3c74-414f-a32b-913525c5cf50) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:39:57.901405 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e299c10-a7f2-49f9-a9af-317eafaae792 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:39:57.907855 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-3e299c10-a7f2-49f9-a9af-317eafaae792 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:57.924355 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e299c10-a7f2-49f9-a9af-317eafaae792 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:39:57.943550 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e299c10-a7f2-49f9-a9af-317eafaae792 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:57.944275 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3e299c10-a7f2-49f9-a9af-317eafaae792 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:57.961885 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e299c10-a7f2-49f9-a9af-317eafaae792 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Port': ['ID=86fc586b-75f7-41f0-bf50-21f6b028ce12,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:57.983974 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3e299c10-a7f2-49f9-a9af-317eafaae792 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8200657 Mar 22 19:39:57.991376 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-920fc906-96c3-4a6d-afc7-1799575b1458 None None] Current status of the port a606ce75-36a6-428c-90bb-c044d62e1b63 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:58.000490 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40106) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:58.009404 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 810057a8-355c-4dd1-8c89-c93843115c09 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:58.130942 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc92027a-e1a7-4d65-bbc4-31c0fa257051 req-aefff5c5-1eaf-4484-b625-f9c1272daf86 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fb16b4f-ec90-4d7b-bf4b-8eefd3198692 HTTP/1.1" status: 200 len: 210 time: 0.0502267 Mar 22 19:39:58.139071 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b5c961fb-642e-463b-b558-90a54951236b no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:39:58.155256 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bc67bcca-d2dd-410d-ac4f-103b9524dfa6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (68be3cc3-4a71-4072-9b65-c61409cc9f10), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:58.177756 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1551e888-8817-4a2b-bb5f-920fcafb5fac tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:58.179666 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1551e888-8817-4a2b-bb5f-920fcafb5fac tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1763744 Mar 22 19:39:58.186463 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40110) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:58.190342 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95672d33-cdd0-47b4-b0da-71e1775523fa tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:39:58.215833 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-95672d33-cdd0-47b4-b0da-71e1775523fa tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "PUT /v2.0/routers/79fdeee0-c81a-4e37-9a68-bde6c518745d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7120974 Mar 22 19:39:58.219605 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40112) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:58.220932 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb30401d-f83f-4a98-8f62-fc3783412b22 None None] Sync routers for ids ['79fdeee0-c81a-4e37-9a68-bde6c518745d'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:39:58.226264 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-59276fa3-03f2-49e9-b659-245879018fcd tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1617597477'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:58.235228 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: b5c961fb-642e-463b-b558-90a54951236b {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:39:58.235604 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b5c961fb-642e-463b-b558-90a54951236b not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:39:58.236016 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 2cac086a-a319-48c5-814a-f0824a25e523 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:39:58.277758 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 2cac086a-a319-48c5-814a-f0824a25e523 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:39:58.278209 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 2cac086a-a319-48c5-814a-f0824a25e523 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:39:58.278579 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 672ea3ba-df53-4532-8111-b3cbb553f827 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:39:58.291372 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59276fa3-03f2-49e9-b659-245879018fcd tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Made reservation on behalf of 1e3546c3d170468eb7c4f7ed56b3ee3c for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:39:58.294887 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-59276fa3-03f2-49e9-b659-245879018fcd tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:58.372418 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59276fa3-03f2-49e9-b659-245879018fcd tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:39:58.395846 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-59276fa3-03f2-49e9-b659-245879018fcd tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (bc585736-243c-424a-b3b0-91ff8c69d1b7), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:58.396212 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-59276fa3-03f2-49e9-b659-245879018fcd tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Added segment bc585736-243c-424a-b3b0-91ff8c69d1b7 of type vlan for network 61dd5959-74a3-4616-b1ed-99452b8348f2 Mar 22 19:39:58.415764 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-2279b520-bb89-4cb1-8a7b-25928c996bee tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting port 86fc586b-75f7-41f0-bf50-21f6b028ce12 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:39:58.416298 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2279b520-bb89-4cb1-8a7b-25928c996bee tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (86fc586b-75f7-41f0-bf50-21f6b028ce12), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:58.479127 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bc67bcca-d2dd-410d-ac4f-103b9524dfa6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (68be3cc3-4a71-4072-9b65-c61409cc9f10), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:58.509214 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-59276fa3-03f2-49e9-b659-245879018fcd tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (61dd5959-74a3-4616-b1ed-99452b8348f2), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:58.561675 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 672ea3ba-df53-4532-8111-b3cbb553f827 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:39:58.562115 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 672ea3ba-df53-4532-8111-b3cbb553f827 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:39:58.569504 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bc67bcca-d2dd-410d-ac4f-103b9524dfa6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:58.582251 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-bc67bcca-d2dd-410d-ac4f-103b9524dfa6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "DELETE /v2.0/subnets/68be3cc3-4a71-4072-9b65-c61409cc9f10 HTTP/1.1" status: 204 len: 168 time: 1.3560202 Mar 22 19:39:58.583450 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67bcca-d2dd-410d-ac4f-103b9524dfa6 tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event deleted for resources: {'Subnet': ['ID=68be3cc3-4a71-4072-9b65-c61409cc9f10,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:58.585047 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40120) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:58.618821 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbe3824-902b-42ac-89ab-15a890ac943d None None] Network 48fdbb70-25be-47b1-b760-593f52532a6f requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:58.645985 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-59276fa3-03f2-49e9-b659-245879018fcd tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (61dd5959-74a3-4616-b1ed-99452b8348f2), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:58.651809 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59276fa3-03f2-49e9-b659-245879018fcd tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:58.652500 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-59276fa3-03f2-49e9-b659-245879018fcd tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:58.697348 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb30401d-f83f-4a98-8f62-fc3783412b22 None None] Routers {'79fdeee0-c81a-4e37-9a68-bde6c518745d'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:39:58.699065 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-bb30401d-f83f-4a98-8f62-fc3783412b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:39:48Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['79fdeee0-c81a-4e37-9a68-bde6c518745d'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:58.790997 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6ca18f58-1f40-46c2-8968-75f961db533a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (48fdbb70-25be-47b1-b760-593f52532a6f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:58.795726 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-070c1653-be09-47b9-b0b2-37e9090ba6e6 None None] Provisioning complete for port a606ce75-36a6-428c-90bb-c044d62e1b63 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:58.796182 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-070c1653-be09-47b9-b0b2-37e9090ba6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a606ce75-36a6-428c-90bb-c044d62e1b63), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:58.839158 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2279b520-bb89-4cb1-8a7b-25928c996bee tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (86fc586b-75f7-41f0-bf50-21f6b028ce12), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:58.861227 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59276fa3-03f2-49e9-b659-245879018fcd tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Network': ['ID=61dd5959-74a3-4616-b1ed-99452b8348f2,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:58.902366 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-59276fa3-03f2-49e9-b659-245879018fcd tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6816800 Mar 22 19:39:58.905246 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40126) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:58.923659 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-c969867d-425e-4f8c-9f28-6f7954178a85 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Request body: {'subnet': {'network_id': '61dd5959-74a3-4616-b1ed-99452b8348f2', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:39:58.948565 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-2279b520-bb89-4cb1-8a7b-25928c996bee tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Calling delete_port for 86fc586b-75f7-41f0-bf50-21f6b028ce12 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:39:59.031726 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 61dd5959-74a3-4616-b1ed-99452b8348f2 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:39:59.033588 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a606ce75-36a6-428c-90bb-c044d62e1b63 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:39:59.049124 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-6ca18f58-1f40-46c2-8968-75f961db533a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Deleting port 5fbb32ed-7bdc-4085-9eea-92fad7de8b78 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:39:59.049831 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6ca18f58-1f40-46c2-8968-75f961db533a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (5fbb32ed-7bdc-4085-9eea-92fad7de8b78), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:59.123555 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c969867d-425e-4f8c-9f28-6f7954178a85 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Made reservation on behalf of 1e3546c3d170468eb7c4f7ed56b3ee3c for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:39:59.127228 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c969867d-425e-4f8c-9f28-6f7954178a85 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:59.189225 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-6ca18f58-1f40-46c2-8968-75f961db533a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] For port 5fbb32ed-7bdc-4085-9eea-92fad7de8b78, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=5fbb32ed-7bdc-4085-9eea-92fad7de8b78,segment=NetworkSegment(3a78bd6d-d72c-45c9-9b73-85dc9340a93a),segment_id=3a78bd6d-d72c-45c9-9b73-85dc9340a93a)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:39:59.189590 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6ca18f58-1f40-46c2-8968-75f961db533a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (5fbb32ed-7bdc-4085-9eea-92fad7de8b78), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:59.207060 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-6ca18f58-1f40-46c2-8968-75f961db533a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Calling delete_port for 5fbb32ed-7bdc-4085-9eea-92fad7de8b78 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:39:59.283907 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f213a677-b3e8-4b95-b192-559870e13995 None None] Publish callbacks [] for port (9716b708-3c74-414f-a32b-913525c5cf50), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:59.320475 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d4ebf7d8-fd58-495e-9685-33ce2be8ccaf req-cda84eda-f1bf-41d6-b96e-88b227c107a1 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fb16b4f-ec90-4d7b-bf4b-8eefd3198692 HTTP/1.1" status: 200 len: 210 time: 0.0737247 Mar 22 19:39:59.344325 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-bb30401d-f83f-4a98-8f62-fc3783412b22 None None] Set router 79fdeee0-c81a-4e37-9a68-bde6c518745d gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:39:59.360477 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6ca18f58-1f40-46c2-8968-75f961db533a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (5fbb32ed-7bdc-4085-9eea-92fad7de8b78), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:59.390055 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2279b520-bb89-4cb1-8a7b-25928c996bee tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (86fc586b-75f7-41f0-bf50-21f6b028ce12), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:59.445219 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca18f58-1f40-46c2-8968-75f961db533a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event deleted for resources: {'Port': ['ID=5fbb32ed-7bdc-4085-9eea-92fad7de8b78,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:59.453133 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f213a677-b3e8-4b95-b192-559870e13995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (9716b708-3c74-414f-a32b-913525c5cf50), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:59.483769 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f213a677-b3e8-4b95-b192-559870e13995 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:39:59.487443 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca18f58-1f40-46c2-8968-75f961db533a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] No DVR routers for this DVR port 5fbb32ed-7bdc-4085-9eea-92fad7de8b78 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:39:59.511203 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c969867d-425e-4f8c-9f28-6f7954178a85 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (118aada7-dbb0-4fbf-9945-c11dbd35de1f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:59.514504 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2279b520-bb89-4cb1-8a7b-25928c996bee tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:59.522241 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2279b520-bb89-4cb1-8a7b-25928c996bee tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/86fc586b-75f7-41f0-bf50-21f6b028ce12 HTTP/1.1" status: 204 len: 168 time: 1.3222101 Mar 22 19:39:59.523266 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40132) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:59.524854 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279b520-bb89-4cb1-8a7b-25928c996bee tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Port': ['ID=86fc586b-75f7-41f0-bf50-21f6b028ce12,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:59.525341 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-f213a677-b3e8-4b95-b192-559870e13995 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:59.626728 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f213a677-b3e8-4b95-b192-559870e13995 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:39:59.639894 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-070c1653-be09-47b9-b0b2-37e9090ba6e6 None None] Current status of the port a606ce75-36a6-428c-90bb-c044d62e1b63 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:39:59.640528 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969867d-425e-4f8c-9f28-6f7954178a85 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Subnet': ['ID=118aada7-dbb0-4fbf-9945-c11dbd35de1f,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:59.658201 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c969867d-425e-4f8c-9f28-6f7954178a85 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Checking segment: {'id': 'bc585736-243c-424a-b3b0-91ff8c69d1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '61dd5959-74a3-4616-b1ed-99452b8348f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:39:59.658759 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c969867d-425e-4f8c-9f28-6f7954178a85 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network hostable DHCP agents. Network: 61dd5959-74a3-4616-b1ed-99452b8348f2, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:39:59.666545 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port a606ce75-36a6-428c-90bb-c044d62e1b63 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:59.666929 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a606ce75-36a6-428c-90bb-c044d62e1b63), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:59.669051 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6ca18f58-1f40-46c2-8968-75f961db533a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (48fdbb70-25be-47b1-b760-593f52532a6f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:59.693342 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-6ca18f58-1f40-46c2-8968-75f961db533a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48fdbb70-25be-47b1-b760-593f52532a6f']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:59.701908 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c969867d-425e-4f8c-9f28-6f7954178a85 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network 61dd5959-74a3-4616-b1ed-99452b8348f2 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:39:59.708703 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-6ca18f58-1f40-46c2-8968-75f961db533a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a78bd6d-d72c-45c9-9b73-85dc9340a93a') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:59.709003 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-6ca18f58-1f40-46c2-8968-75f961db533a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a78bd6d-d72c-45c9-9b73-85dc9340a93a') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:39:59.723730 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6ca18f58-1f40-46c2-8968-75f961db533a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (3a78bd6d-d72c-45c9-9b73-85dc9340a93a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:59.724212 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-c969867d-425e-4f8c-9f28-6f7954178a85 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 61dd5959-74a3-4616-b1ed-99452b8348f2) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:39:59.730006 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c969867d-425e-4f8c-9f28-6f7954178a85 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:59.733048 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c969867d-425e-4f8c-9f28-6f7954178a85 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:59.743539 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6ca18f58-1f40-46c2-8968-75f961db533a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (3a78bd6d-d72c-45c9-9b73-85dc9340a93a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:59.747922 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213a677-b3e8-4b95-b192-559870e13995 None None] Pushing event updated for resources: {'Port': ['ID=9716b708-3c74-414f-a32b-913525c5cf50,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:59.753135 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca18f58-1f40-46c2-8968-75f961db533a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:39:59.754307 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6ca18f58-1f40-46c2-8968-75f961db533a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (3a78bd6d-d72c-45c9-9b73-85dc9340a93a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:59.774494 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f102758-d9d4-42ea-ab2c-57fa29465a27 None None] Network 61dd5959-74a3-4616-b1ed-99452b8348f2 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:39:59.784998 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b7a1b5-10db-42c5-b6e4-301c70476782 None None] DHCP port deletion for 48fdbb70-25be-47b1-b760-593f52532a6f request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:39:59.787425 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-070c1653-be09-47b9-b0b2-37e9090ba6e6 None None] Provisioning complete for port 8af01f73-ea57-4bdc-83b2-c2ce5fa106d1 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:39:59.787880 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-070c1653-be09-47b9-b0b2-37e9090ba6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8af01f73-ea57-4bdc-83b2-c2ce5fa106d1), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:59.797007 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c969867d-425e-4f8c-9f28-6f7954178a85 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8882883 Mar 22 19:39:59.798793 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40134) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:39:59.879443 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:39:59.879443 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:39:59.879443 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:39:59.879443 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:39:59.879443 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:39:59.879443 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:39:59.879443 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:39:59.879443 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:39:59.879443 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:39:59.879443 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:39:59.879443 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:39:59.879443 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:39:59.879443 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:39:59.879443 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:39:59.879443 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:39:59.879443 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:39:59.879443 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:39:59.879443 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:39:59.879443 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:39:59.879443 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:39:59.879443 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:39:59.879443 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:39:59.879443 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:39:59.879443 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:39:59.879443 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:39:59.879443 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:39:59.879443 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:39:59.879443 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:39:59.879443 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:39:59.879443 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:39:59.879443 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:39:59.879443 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:39:59.885592 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6ca18f58-1f40-46c2-8968-75f961db533a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (48fdbb70-25be-47b1-b760-593f52532a6f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:59.905701 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f213a677-b3e8-4b95-b192-559870e13995 None None] Attempting to bind port 9716b708-3c74-414f-a32b-913525c5cf50 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:39:59.906119 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f213a677-b3e8-4b95-b192-559870e13995 None None] Attempting to bind port 9716b708-3c74-414f-a32b-913525c5cf50 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:39:59.906369 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6ca18f58-1f40-46c2-8968-75f961db533a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:59.906502 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f213a677-b3e8-4b95-b192-559870e13995 None None] Attempting to bind port 9716b708-3c74-414f-a32b-913525c5cf50 on network 5844662d-9a53-4182-bd56-decd62afe1ab {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:39:59.935586 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6ca18f58-1f40-46c2-8968-75f961db533a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] 10.222.0.75 "DELETE /v2.0/networks/48fdbb70-25be-47b1-b760-593f52532a6f HTTP/1.1" status: 204 len: 168 time: 1.3265548 Mar 22 19:39:59.980546 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f213a677-b3e8-4b95-b192-559870e13995 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:39:59.980925 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f213a677-b3e8-4b95-b192-559870e13995 None None] Checking segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:39:59.981340 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f213a677-b3e8-4b95-b192-559870e13995 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:59.981784 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f213a677-b3e8-4b95-b192-559870e13995 None None] Bound using segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:39:59.982274 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f213a677-b3e8-4b95-b192-559870e13995 None None] Bound port: 9716b708-3c74-414f-a32b-913525c5cf50, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:39:59.982671 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f213a677-b3e8-4b95-b192-559870e13995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9716b708-3c74-414f-a32b-913525c5cf50), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:39:59.986024 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e40aa1-e59e-4f11-b79c-1346221153dc tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:59.988499 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e40aa1-e59e-4f11-b79c-1346221153dc tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:39:59.990557 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a8e40aa1-e59e-4f11-b79c-1346221153dc tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4624441 Mar 22 19:39:59.994522 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca18f58-1f40-46c2-8968-75f961db533a tempest-NetworksIpV6Test-288770527 tempest-NetworksIpV6Test-288770527-project] Pushing event deleted for resources: {'Network': ['ID=48fdbb70-25be-47b1-b760-593f52532a6f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:39:59.996646 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40142) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:00.042726 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-070c1653-be09-47b9-b0b2-37e9090ba6e6 None None] Port 8af01f73-ea57-4bdc-83b2-c2ce5fa106d1 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:40:00.114183 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f193d74-4275-44aa-956c-b6498eda87bb tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting subnet 318ab2d4-bd01-4599-a710-6f577a4e6cdd {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:40:00.117704 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9f193d74-4275-44aa-956c-b6498eda87bb tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (318ab2d4-bd01-4599-a710-6f577a4e6cdd), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:00.144667 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a606ce75-36a6-428c-90bb-c044d62e1b63 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:00.176077 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9f193d74-4275-44aa-956c-b6498eda87bb tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (318ab2d4-bd01-4599-a710-6f577a4e6cdd), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:00.203089 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb65d28-449d-4640-a47d-427aa78c4ae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-61dd5959-74a3-4616-b1ed-99452b8348f2', 'network_id': '61dd5959-74a3-4616-b1ed-99452b8348f2', 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'fixed_ips': [{'subnet_id': '118aada7-dbb0-4fbf-9945-c11dbd35de1f'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:40:00.203960 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8fb65d28-449d-4640-a47d-427aa78c4ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:00.231255 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-466e9a17-96d3-4e1c-99fc-21b2b3f8f739 None None] Provisioning complete for port 8af01f73-ea57-4bdc-83b2-c2ce5fa106d1 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:00.231629 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-466e9a17-96d3-4e1c-99fc-21b2b3f8f739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8af01f73-ea57-4bdc-83b2-c2ce5fa106d1), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:00.286275 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-466e9a17-96d3-4e1c-99fc-21b2b3f8f739 None None] Port 8af01f73-ea57-4bdc-83b2-c2ce5fa106d1 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:40:00.295131 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-3e7b7689-f5d5-489d-82f2-8c5f73cb4e36 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:00.301009 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-3e7b7689-f5d5-489d-82f2-8c5f73cb4e36 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.84 "GET /v2.0/networks?id=c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d HTTP/1.1" status: 200 len: 811 time: 0.7622297 Mar 22 19:40:00.382204 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40148) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:00.387184 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-bb30401d-f83f-4a98-8f62-fc3783412b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'name': 'tempest-RoutersIpV6Test-router-1351656122', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:39:31Z', 'updated_at': '2022-03-22T19:39:55Z', 'revision_number': 4, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'gw_port_host': None, '_interfaces': [{'id': '43654c43-5789-4af6-b1de-165462b25da3', 'name': '', 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:4d:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:35Z', 'updated_at': '2022-03-22T19:39:44Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '810057a8-355c-4dd1-8c89-c93843115c09', 'name': '', 'network_id': '17dbf1bd-e68f-4190-9157-84e9e24d7a7e', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:b9:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '48d9ba9c-c891-416c-a938-044331a9560f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:47Z', 'updated_at': '2022-03-22T19:39:55Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '48d9ba9c-c891-416c-a938-044331a9560f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8af01f73-ea57-4bdc-83b2-c2ce5fa106d1', 'name': '', 'network_id': '7d667e91-0a74-4b11-a636-590c1dcbf8c4', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:73:dc:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'b9dc47d8-f5cc-484b-bbed-f414ace654e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:53Z', 'updated_at': '2022-03-22T19:39:56Z', 'revision_number': 2, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': 'b9dc47d8-f5cc-484b-bbed-f414ace654e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:00.396168 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f213a677-b3e8-4b95-b192-559870e13995 None None] For port 9716b708-3c74-414f-a32b-913525c5cf50, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:40:00.432997 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-54c921c1-bc02-4475-b860-cac5807ef16d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:00.442750 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-c4e39477-df91-4c21-a9ae-460fe320bb92 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=137468e00bf34ff2a062af7508045a68 HTTP/1.1" status: 200 len: 379 time: 0.1322355 Mar 22 19:40:00.462128 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-04cd3779-1d00-4978-86de-391f17694ea4 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Request body: {'port': {'device_id': '6fb16b4f-ec90-4d7b-bf4b-8eefd3198692', 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d', 'admin_state_up': True, 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'security_groups': ['43ad5eb8-3809-4605-abde-bcfb53859deb']}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:00.508218 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-580efd6b-a526-4412-a73f-659377153748 req-4ec60e9c-7328-4ceb-81a3-3844f086078a tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fb16b4f-ec90-4d7b-bf4b-8eefd3198692 HTTP/1.1" status: 200 len: 210 time: 0.0798349 Mar 22 19:40:00.549379 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-8fb65d28-449d-4640-a47d-427aa78c4ae6 None None] Allocated IP 2001:db8:3::2 (61dd5959-74a3-4616-b1ed-99452b8348f2/118aada7-dbb0-4fbf-9945-c11dbd35de1f/5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:40:00.554766 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb30401d-f83f-4a98-8f62-fc3783412b22 None None] Checking router: 79fdeee0-c81a-4e37-9a68-bde6c518745d for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:40:00.555411 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb30401d-f83f-4a98-8f62-fc3783412b22 None None] Updating router 79fdeee0-c81a-4e37-9a68-bde6c518745d port 8af01f73-ea57-4bdc-83b2-c2ce5fa106d1 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:40:00.591520 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f213a677-b3e8-4b95-b192-559870e13995 None None] For port 9716b708-3c74-414f-a32b-913525c5cf50, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=9716b708-3c74-414f-a32b-913525c5cf50,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:40:00.609351 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9f193d74-4275-44aa-956c-b6498eda87bb tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (318ab2d4-bd01-4599-a710-6f577a4e6cdd), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:00.614684 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f213a677-b3e8-4b95-b192-559870e13995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (9716b708-3c74-414f-a32b-913525c5cf50), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:00.633716 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bb30401d-f83f-4a98-8f62-fc3783412b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8af01f73-ea57-4bdc-83b2-c2ce5fa106d1), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:00.708543 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9f193d74-4275-44aa-956c-b6498eda87bb tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (318ab2d4-bd01-4599-a710-6f577a4e6cdd), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:00.737399 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-04cd3779-1d00-4978-86de-391f17694ea4 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Made reservation on behalf of 137468e00bf34ff2a062af7508045a68 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:40:00.742410 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-04cd3779-1d00-4978-86de-391f17694ea4 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:00.746205 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9f193d74-4275-44aa-956c-b6498eda87bb tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:00.752780 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9f193d74-4275-44aa-956c-b6498eda87bb tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/318ab2d4-bd01-4599-a710-6f577a4e6cdd HTTP/1.1" status: 204 len: 168 time: 0.7522142 Mar 22 19:40:00.771083 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40152) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:00.798175 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f193d74-4275-44aa-956c-b6498eda87bb tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Subnet': ['ID=318ab2d4-bd01-4599-a710-6f577a4e6cdd,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:00.828635 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fde90cfe-ecdd-40dd-800d-cf879cc01dd6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0548136 Mar 22 19:40:00.832911 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40154) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:00.837843 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-03d296f6-d8a6-4d6d-a14a-3e316fb13473 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:00.919945 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fa251d2f-84ec-4f73-aaff-060a1a77a4db admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7d43765d6c2e48a7ae0f634337160c2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5331378 Mar 22 19:40:00.923166 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40156) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:00.993510 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 5fbb32ed-7bdc-4085-9eea-92fad7de8b78 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:40:01.033210 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d296f6-d8a6-4d6d-a14a-3e316fb13473 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:40:01.038954 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-03d296f6-d8a6-4d6d-a14a-3e316fb13473 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:01.047589 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-04cd3779-1d00-4978-86de-391f17694ea4 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Allocated IP 172.20.0.12 (c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d/c16ed728-31a8-4b8b-ab21-2e035a2f97dd/8b76af17-6991-4c9d-8aae-406cfb82b55d) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:40:01.095397 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 5fbb32ed-7bdc-4085-9eea-92fad7de8b78 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:40:01.096045 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 5fbb32ed-7bdc-4085-9eea-92fad7de8b78 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:40:01.175895 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8fb65d28-449d-4640-a47d-427aa78c4ae6 None None] Publish callbacks [] for port (5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:01.188335 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8fb65d28-449d-4640-a47d-427aa78c4ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:01.211966 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213a677-b3e8-4b95-b192-559870e13995 None None] Pushing event updated for resources: {'Port': ['ID=9716b708-3c74-414f-a32b-913525c5cf50,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:01.256125 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5c8f0188-e834-453b-be30-bda1e7d349d6 admin admin] Publish callbacks [] for security_group (a82e4955-f2f5-441e-ac3a-3c356f020f10), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:01.313198 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-04cd3779-1d00-4978-86de-391f17694ea4 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for port (8b76af17-6991-4c9d-8aae-406cfb82b55d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:01.323811 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5c8f0188-e834-453b-be30-bda1e7d349d6 admin admin] Publish callbacks [] for security_group (a82e4955-f2f5-441e-ac3a-3c356f020f10), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:01.376245 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-04cd3779-1d00-4978-86de-391f17694ea4 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (8b76af17-6991-4c9d-8aae-406cfb82b55d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:01.430540 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-54c921c1-bc02-4475-b860-cac5807ef16d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Allocated IP 2001:db8:3::1 (61dd5959-74a3-4616-b1ed-99452b8348f2/118aada7-dbb0-4fbf-9945-c11dbd35de1f/b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:40:01.441722 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-04cd3779-1d00-4978-86de-391f17694ea4 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Network c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:01.445779 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-04cd3779-1d00-4978-86de-391f17694ea4 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:01.470520 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-04cd3779-1d00-4978-86de-391f17694ea4 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:40:01.477643 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-03d296f6-d8a6-4d6d-a14a-3e316fb13473 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (aa1cdb0f-c90b-491e-bbe1-41088aff5368), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:01.509069 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb65d28-449d-4640-a47d-427aa78c4ae6 None None] Network 61dd5959-74a3-4616-b1ed-99452b8348f2 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:01.522175 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-8fb65d28-449d-4640-a47d-427aa78c4ae6 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:01.522175 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb65d28-449d-4640-a47d-427aa78c4ae6 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:40:01.531011 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb65d28-449d-4640-a47d-427aa78c4ae6 None None] Pushing event updated for resources: {'Port': ['ID=5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:01.591693 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d296f6-d8a6-4d6d-a14a-3e316fb13473 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Subnet': ['ID=aa1cdb0f-c90b-491e-bbe1-41088aff5368,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:01.608601 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd3779-1d00-4978-86de-391f17694ea4 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Pushing event updated for resources: {'Port': ['ID=8b76af17-6991-4c9d-8aae-406cfb82b55d,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:01.626968 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d296f6-d8a6-4d6d-a14a-3e316fb13473 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:01.640330 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-03d296f6-d8a6-4d6d-a14a-3e316fb13473 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:01.648476 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d296f6-d8a6-4d6d-a14a-3e316fb13473 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:01.648653 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-03d296f6-d8a6-4d6d-a14a-3e316fb13473 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:01.651383 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5c8f0188-e834-453b-be30-bda1e7d349d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a82e4955-f2f5-441e-ac3a-3c356f020f10), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:01.655268 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5c8f0188-e834-453b-be30-bda1e7d349d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:01.656638 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5c8f0188-e834-453b-be30-bda1e7d349d6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a82e4955-f2f5-441e-ac3a-3c356f020f10 HTTP/1.1" status: 204 len: 168 time: 0.7324550 Mar 22 19:40:01.662924 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-04cd3779-1d00-4978-86de-391f17694ea4 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:01.663668 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-04cd3779-1d00-4978-86de-391f17694ea4 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:01.703400 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-04cd3779-1d00-4978-86de-391f17694ea4 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2452865 Mar 22 19:40:01.717976 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f0188-e834-453b-be30-bda1e7d349d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82e4955-f2f5-441e-ac3a-3c356f020f10,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:01.718384 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-5f9a2e71-c32d-42cd-b594-0e6b18b56666 service neutron] Request body: {'port': {'device_id': '6fb16b4f-ec90-4d7b-bf4b-8eefd3198692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:01.776267 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-8fb65d28-449d-4640-a47d-427aa78c4ae6 None None] Attempting to bind port 5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:40:01.777103 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-8fb65d28-449d-4640-a47d-427aa78c4ae6 None None] Attempting to bind port 5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'bc585736-243c-424a-b3b0-91ff8c69d1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '61dd5959-74a3-4616-b1ed-99452b8348f2'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:40:01.777824 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb65d28-449d-4640-a47d-427aa78c4ae6 None None] Attempting to bind port 5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a on network 61dd5959-74a3-4616-b1ed-99452b8348f2 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:40:01.788666 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb65d28-449d-4640-a47d-427aa78c4ae6 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:40:01.789302 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb65d28-449d-4640-a47d-427aa78c4ae6 None None] Checking segment: {'id': 'bc585736-243c-424a-b3b0-91ff8c69d1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '61dd5959-74a3-4616-b1ed-99452b8348f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:40:01.789934 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8fb65d28-449d-4640-a47d-427aa78c4ae6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:01.790660 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb65d28-449d-4640-a47d-427aa78c4ae6 None None] Bound using segment: {'id': 'bc585736-243c-424a-b3b0-91ff8c69d1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '61dd5959-74a3-4616-b1ed-99452b8348f2'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:40:01.791319 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-8fb65d28-449d-4640-a47d-427aa78c4ae6 None None] Bound port: 5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc585736-243c-424a-b3b0-91ff8c69d1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '61dd5959-74a3-4616-b1ed-99452b8348f2'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:40:01.791877 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8fb65d28-449d-4640-a47d-427aa78c4ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:01.863950 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-5f9a2e71-c32d-42cd-b594-0e6b18b56666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8b76af17-6991-4c9d-8aae-406cfb82b55d), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:01.928533 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-03d296f6-d8a6-4d6d-a14a-3e316fb13473 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0945079 Mar 22 19:40:01.934237 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40166) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:01.941777 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-8fb65d28-449d-4640-a47d-427aa78c4ae6 None None] For port 5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:40:01.946591 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-d8397dde-81ed-4f8a-a1cc-4bfe6b89d3d2 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'port': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'name': 'tempest-NetworksTestDHCPv6-1231314393'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:01.986694 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-8fb65d28-449d-4640-a47d-427aa78c4ae6 None None] For port 5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a,segment=NetworkSegment(bc585736-243c-424a-b3b0-91ff8c69d1b7),segment_id=bc585736-243c-424a-b3b0-91ff8c69d1b7)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:40:01.994361 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-acf10bf8-9c19-4663-bef9-bec53b7b1b05 None None] Provisioning complete for port 8b76af17-6991-4c9d-8aae-406cfb82b55d triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:01.995071 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-acf10bf8-9c19-4663-bef9-bec53b7b1b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8b76af17-6991-4c9d-8aae-406cfb82b55d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:02.003875 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-54c921c1-bc02-4475-b860-cac5807ef16d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for port (b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:02.016216 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3780179c-4aff-43b5-8f7f-b687e1b19ec7 req-496e0642-32e4-4b7c-9588-97dfaee8c0aa tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:02.017947 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3780179c-4aff-43b5-8f7f-b687e1b19ec7 req-496e0642-32e4-4b7c-9588-97dfaee8c0aa tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fb16b4f-ec90-4d7b-bf4b-8eefd3198692 HTTP/1.1" status: 200 len: 932 time: 0.3206234 Mar 22 19:40:02.056669 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-acf10bf8-9c19-4663-bef9-bec53b7b1b05 None None] Port 8b76af17-6991-4c9d-8aae-406cfb82b55d cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:40:02.062899 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8fb65d28-449d-4640-a47d-427aa78c4ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:02.096302 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bb30401d-f83f-4a98-8f62-fc3783412b22 None None] Publish callbacks [] for port (8af01f73-ea57-4bdc-83b2-c2ce5fa106d1), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:02.111715 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3780179c-4aff-43b5-8f7f-b687e1b19ec7 req-4c6a5db3-e2ef-4101-98bc-de492752afb4 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=43ad5eb8-3809-4605-abde-bcfb53859deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865288 Mar 22 19:40:02.138566 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bb30401d-f83f-4a98-8f62-fc3783412b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8af01f73-ea57-4bdc-83b2-c2ce5fa106d1), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:02.162671 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-54c921c1-bc02-4475-b860-cac5807ef16d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:02.266641 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c921c1-bc02-4475-b860-cac5807ef16d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network 61dd5959-74a3-4616-b1ed-99452b8348f2 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:02.268114 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb65d28-449d-4640-a47d-427aa78c4ae6 None None] Pushing event updated for resources: {'Port': ['ID=5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:02.272098 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-54c921c1-bc02-4475-b860-cac5807ef16d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:02.279764 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c921c1-bc02-4475-b860-cac5807ef16d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:40:02.280615 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-54c921c1-bc02-4475-b860-cac5807ef16d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (79fdeee0-c81a-4e37-9a68-bde6c518745d), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:02.373736 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-bb30401d-f83f-4a98-8f62-fc3783412b22 None None] Attempting to bind port 8af01f73-ea57-4bdc-83b2-c2ce5fa106d1 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:40:02.374619 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-bb30401d-f83f-4a98-8f62-fc3783412b22 None None] Attempting to bind port 8af01f73-ea57-4bdc-83b2-c2ce5fa106d1 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'e3a67188-8aba-4c9c-9d84-8c3affe2e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7d667e91-0a74-4b11-a636-590c1dcbf8c4'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:40:02.375168 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb30401d-f83f-4a98-8f62-fc3783412b22 None None] Attempting to bind port 8af01f73-ea57-4bdc-83b2-c2ce5fa106d1 on network 7d667e91-0a74-4b11-a636-590c1dcbf8c4 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:40:02.390921 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb30401d-f83f-4a98-8f62-fc3783412b22 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:40:02.391310 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb30401d-f83f-4a98-8f62-fc3783412b22 None None] Checking segment: {'id': 'e3a67188-8aba-4c9c-9d84-8c3affe2e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7d667e91-0a74-4b11-a636-590c1dcbf8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:40:02.391718 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bb30401d-f83f-4a98-8f62-fc3783412b22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:02.392121 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb30401d-f83f-4a98-8f62-fc3783412b22 None None] Bound using segment: {'id': 'e3a67188-8aba-4c9c-9d84-8c3affe2e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7d667e91-0a74-4b11-a636-590c1dcbf8c4'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:40:02.392616 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-bb30401d-f83f-4a98-8f62-fc3783412b22 None None] Bound port: 8af01f73-ea57-4bdc-83b2-c2ce5fa106d1, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3a67188-8aba-4c9c-9d84-8c3affe2e20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7d667e91-0a74-4b11-a636-590c1dcbf8c4'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:40:02.393001 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bb30401d-f83f-4a98-8f62-fc3783412b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8af01f73-ea57-4bdc-83b2-c2ce5fa106d1), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:02.399678 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe4c4c-6536-4d63-ba5d-7668de6c4834 None None] Pushing event updated for resources: {'Port': ['ID=8af01f73-ea57-4bdc-83b2-c2ce5fa106d1,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:02.474752 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-bb30401d-f83f-4a98-8f62-fc3783412b22 None None] For port 8af01f73-ea57-4bdc-83b2-c2ce5fa106d1, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:40:02.478424 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-bb30401d-f83f-4a98-8f62-fc3783412b22 None None] For port 8af01f73-ea57-4bdc-83b2-c2ce5fa106d1, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=8af01f73-ea57-4bdc-83b2-c2ce5fa106d1,segment=NetworkSegment(e3a67188-8aba-4c9c-9d84-8c3affe2e20b),segment_id=e3a67188-8aba-4c9c-9d84-8c3affe2e20b)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:40:02.485972 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bb30401d-f83f-4a98-8f62-fc3783412b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8af01f73-ea57-4bdc-83b2-c2ce5fa106d1), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:02.556228 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe4c4c-6536-4d63-ba5d-7668de6c4834 None None] Pushing event updated for resources: {'Port': ['ID=8af01f73-ea57-4bdc-83b2-c2ce5fa106d1,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:02.596728 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb30401d-f83f-4a98-8f62-fc3783412b22 None None] Routers {'79fdeee0-c81a-4e37-9a68-bde6c518745d'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:40:02.598189 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-bb30401d-f83f-4a98-8f62-fc3783412b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:39:48Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['79fdeee0-c81a-4e37-9a68-bde6c518745d'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:02.779210 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-bb30401d-f83f-4a98-8f62-fc3783412b22 None None] Set router 79fdeee0-c81a-4e37-9a68-bde6c518745d gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:40:02.923928 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 9716b708-3c74-414f-a32b-913525c5cf50 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:40:03.185494 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3177d42e-59bf-40de-a9b3-5995719525fd None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:40:03.250944 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c921c1-bc02-4475-b860-cac5807ef16d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Port': ['ID=b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:03.470819 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-54c921c1-bc02-4475-b860-cac5807ef16d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:03.486588 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-1ab73412-564d-4db6-b100-0e7db7aa6689 None None] Provisioning complete for port 9716b708-3c74-414f-a32b-913525c5cf50 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:03.486974 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1ab73412-564d-4db6-b100-0e7db7aa6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9716b708-3c74-414f-a32b-913525c5cf50), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:03.559938 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40196) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:03.586322 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 9716b708-3c74-414f-a32b-913525c5cf50 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:03.586627 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9716b708-3c74-414f-a32b-913525c5cf50), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:03.615711 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c51c7-9ef5-4405-967b-6b0e8925c624 req-3ee6d18a-28fb-487a-92e9-19dc1d9bfed4 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:03.624255 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d71c51c7-9ef5-4405-967b-6b0e8925c624 req-3ee6d18a-28fb-487a-92e9-19dc1d9bfed4 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fb16b4f-ec90-4d7b-bf4b-8eefd3198692 HTTP/1.1" status: 200 len: 932 time: 0.2213728 Mar 22 19:40:03.655325 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8397dde-81ed-4f8a-a1cc-4bfe6b89d3d2 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:40:03.672633 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d8397dde-81ed-4f8a-a1cc-4bfe6b89d3d2 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:03.777704 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-d8397dde-81ed-4f8a-a1cc-4bfe6b89d3d2 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] device_id is not set on port 3cd7ec49-2684-45a0-830d-8532a1d9a722 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:40:03.856625 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1ab73412-564d-4db6-b100-0e7db7aa6689 None None] Current status of the port 9716b708-3c74-414f-a32b-913525c5cf50 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:03.856625 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1ab73412-564d-4db6-b100-0e7db7aa6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9716b708-3c74-414f-a32b-913525c5cf50), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:03.881941 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-d2ee6ef2-e7fa-417e-ab1f-d931be39a681 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-778932514'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:03.931092 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 9716b708-3c74-414f-a32b-913525c5cf50 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:03.931490 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9716b708-3c74-414f-a32b-913525c5cf50), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:03.992659 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-1ab73412-564d-4db6-b100-0e7db7aa6689 None None] For port 9716b708-3c74-414f-a32b-913525c5cf50, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=9716b708-3c74-414f-a32b-913525c5cf50,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:04.024180 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1ab73412-564d-4db6-b100-0e7db7aa6689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (9716b708-3c74-414f-a32b-913525c5cf50), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:04.063197 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d71c51c7-9ef5-4405-967b-6b0e8925c624 req-a8c1bfaa-c905-438d-98b0-02fe5ba47b0f tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=43ad5eb8-3809-4605-abde-bcfb53859deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4376016 Mar 22 19:40:04.094072 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ee6ef2-e7fa-417e-ab1f-d931be39a681 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Made reservation on behalf of 2356a3f563d6431aa5cde99e6e80993d for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:40:04.102068 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d2ee6ef2-e7fa-417e-ab1f-d931be39a681 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:04.113805 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-d8397dde-81ed-4f8a-a1cc-4bfe6b89d3d2 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Allocated IP 2001:db8::374 (5844662d-9a53-4182-bd56-decd62afe1ab/aa1cdb0f-c90b-491e-bbe1-41088aff5368/3cd7ec49-2684-45a0-830d-8532a1d9a722) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:40:04.149165 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d2ee6ef2-e7fa-417e-ab1f-d931be39a681 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:04.221142 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab73412-564d-4db6-b100-0e7db7aa6689 None None] Pushing event updated for resources: {'Port': ['ID=9716b708-3c74-414f-a32b-913525c5cf50,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:04.345934 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-bb30401d-f83f-4a98-8f62-fc3783412b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'name': 'tempest-RoutersIpV6Test-router-1351656122', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:39:31Z', 'updated_at': '2022-03-22T19:39:55Z', 'revision_number': 4, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'gw_port_host': None, '_interfaces': [{'id': '43654c43-5789-4af6-b1de-165462b25da3', 'name': '', 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:4d:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:35Z', 'updated_at': '2022-03-22T19:39:44Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '810057a8-355c-4dd1-8c89-c93843115c09', 'name': '', 'network_id': '17dbf1bd-e68f-4190-9157-84e9e24d7a7e', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:b9:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '48d9ba9c-c891-416c-a938-044331a9560f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:47Z', 'updated_at': '2022-03-22T19:39:55Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '48d9ba9c-c891-416c-a938-044331a9560f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8af01f73-ea57-4bdc-83b2-c2ce5fa106d1', 'name': '', 'network_id': '7d667e91-0a74-4b11-a636-590c1dcbf8c4', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:73:dc:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'b9dc47d8-f5cc-484b-bbed-f414ace654e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:53Z', 'updated_at': '2022-03-22T19:40:02Z', 'revision_number': 4, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': 'b9dc47d8-f5cc-484b-bbed-f414ace654e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:04.363382 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:40:04.363996 n-d-705658-24 neutron-server[104174]: DEBUG oslo_db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:40:04.364714 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-189d3f40-0505-477e-b52f-804e7ae8c805 None None] Provisioning complete for port 8af01f73-ea57-4bdc-83b2-c2ce5fa106d1 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:04.365263 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-189d3f40-0505-477e-b52f-804e7ae8c805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8af01f73-ea57-4bdc-83b2-c2ce5fa106d1), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:04.474548 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d8397dde-81ed-4f8a-a1cc-4bfe6b89d3d2 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for port (3cd7ec49-2684-45a0-830d-8532a1d9a722), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:04.527091 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb30401d-f83f-4a98-8f62-fc3783412b22 None None] The sync data for ids ['79fdeee0-c81a-4e37-9a68-bde6c518745d'] in n-d-705658-24 is: [{'id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'name': 'tempest-RoutersIpV6Test-router-1351656122', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:39:31Z', 'updated_at': '2022-03-22T19:39:55Z', 'revision_number': 4, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'gw_port_host': None, '_interfaces': [{'id': '43654c43-5789-4af6-b1de-165462b25da3', 'name': '', 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:4d:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:35Z', 'updated_at': '2022-03-22T19:39:44Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '810057a8-355c-4dd1-8c89-c93843115c09', 'name': '', 'network_id': '17dbf1bd-e68f-4190-9157-84e9e24d7a7e', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:b9:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '48d9ba9c-c891-416c-a938-044331a9560f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:47Z', 'updated_at': '2022-03-22T19:39:55Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '48d9ba9c-c891-416c-a938-044331a9560f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8af01f73-ea57-4bdc-83b2-c2ce5fa106d1', 'name': '', 'network_id': '7d667e91-0a74-4b11-a636-590c1dcbf8c4', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:73:dc:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'b9dc47d8-f5cc-484b-bbed-f414ace654e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:53Z', 'updated_at': '2022-03-22T19:40:02Z', 'revision_number': 4, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': 'b9dc47d8-f5cc-484b-bbed-f414ace654e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:40:04.532329 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-54c921c1-bc02-4475-b860-cac5807ef16d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for port (b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:04.548634 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d2ee6ef2-e7fa-417e-ab1f-d931be39a681 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks [] for security_group (9a972e8b-ef2b-4b6f-97bf-e989b618ae2c), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:04.553496 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-54c921c1-bc02-4475-b860-cac5807ef16d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:04.561509 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-54c921c1-bc02-4475-b860-cac5807ef16d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (79fdeee0-c81a-4e37-9a68-bde6c518745d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:04.614338 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d8397dde-81ed-4f8a-a1cc-4bfe6b89d3d2 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (3cd7ec49-2684-45a0-830d-8532a1d9a722), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:04.653401 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-189d3f40-0505-477e-b52f-804e7ae8c805 None None] Current status of the port 8af01f73-ea57-4bdc-83b2-c2ce5fa106d1 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:04.655876 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-189d3f40-0505-477e-b52f-804e7ae8c805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8af01f73-ea57-4bdc-83b2-c2ce5fa106d1), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:04.741605 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8397dde-81ed-4f8a-a1cc-4bfe6b89d3d2 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:04.754249 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-d8397dde-81ed-4f8a-a1cc-4bfe6b89d3d2 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:04.762834 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-189d3f40-0505-477e-b52f-804e7ae8c805 None None] For port 8af01f73-ea57-4bdc-83b2-c2ce5fa106d1, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=8af01f73-ea57-4bdc-83b2-c2ce5fa106d1,segment=NetworkSegment(e3a67188-8aba-4c9c-9d84-8c3affe2e20b),segment_id=e3a67188-8aba-4c9c-9d84-8c3affe2e20b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:04.767261 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8397dde-81ed-4f8a-a1cc-4bfe6b89d3d2 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:40:04.775572 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-189d3f40-0505-477e-b52f-804e7ae8c805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8af01f73-ea57-4bdc-83b2-c2ce5fa106d1), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:04.785954 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8397dde-81ed-4f8a-a1cc-4bfe6b89d3d2 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:04.786923 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d8397dde-81ed-4f8a-a1cc-4bfe6b89d3d2 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:04.888239 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d2ee6ef2-e7fa-417e-ab1f-d931be39a681 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9a972e8b-ef2b-4b6f-97bf-e989b618ae2c), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:04.896518 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c921c1-bc02-4475-b860-cac5807ef16d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event updated for resources: {'Port': ['ID=b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:04.906383 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d8397dde-81ed-4f8a-a1cc-4bfe6b89d3d2 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9699724 Mar 22 19:40:04.909219 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40204) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:04.963702 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba89b70-6406-4ee2-b1e5-1d5d3f3681cb None None] Network 61dd5959-74a3-4616-b1ed-99452b8348f2 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:40:04.965465 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8397dde-81ed-4f8a-a1cc-4bfe6b89d3d2 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Port': ['ID=3cd7ec49-2684-45a0-830d-8532a1d9a722,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:04.967252 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d3f40-0505-477e-b52f-804e7ae8c805 None None] Pushing event updated for resources: {'Port': ['ID=8af01f73-ea57-4bdc-83b2-c2ce5fa106d1,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:04.994694 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-5f9a2e71-c32d-42cd-b594-0e6b18b56666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b76af17-6991-4c9d-8aae-406cfb82b55d {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:40:05.001332 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ee6ef2-e7fa-417e-ab1f-d931be39a681 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:40:05.018119 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee6ef2-e7fa-417e-ab1f-d931be39a681 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a972e8b-ef2b-4b6f-97bf-e989b618ae2c,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:05.022403 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-5f9a2e71-c32d-42cd-b594-0e6b18b56666 service neutron] Publish callbacks [] for port (8b76af17-6991-4c9d-8aae-406cfb82b55d), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:05.035595 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d2ee6ef2-e7fa-417e-ab1f-d931be39a681 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (a1e96868-a5bd-4ea6-b7a8-5886e4bcd77e), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:05.035964 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-d2ee6ef2-e7fa-417e-ab1f-d931be39a681 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Added segment a1e96868-a5bd-4ea6-b7a8-5886e4bcd77e of type vlan for network daa341bd-d01e-4622-ac15-3d9b02ff7c93 Mar 22 19:40:05.044829 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfbe221-cd86-4335-8bdf-93e98d743716 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:05.051016 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfbe221-cd86-4335-8bdf-93e98d743716 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:05.052839 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-abfbe221-cd86-4335-8bdf-93e98d743716 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1418157 Mar 22 19:40:05.056357 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40206) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:05.105518 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f2df09fd-6d63-400f-b90f-7491786b426e None None] Could not find standard attr ID for object 86fc586b-75f7-41f0-bf50-21f6b028ce12. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:40:05.121968 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c921c1-bc02-4475-b860-cac5807ef16d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Network 61dd5959-74a3-4616-b1ed-99452b8348f2 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:05.129673 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-54c921c1-bc02-4475-b860-cac5807ef16d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:05.150898 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-5f9a2e71-c32d-42cd-b594-0e6b18b56666 service neutron] Transition to ACTIVE for port object 8b76af17-6991-4c9d-8aae-406cfb82b55d will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:40:05.193015 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 9716b708-3c74-414f-a32b-913525c5cf50 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:05.203007 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-5f9a2e71-c32d-42cd-b594-0e6b18b56666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (8b76af17-6991-4c9d-8aae-406cfb82b55d), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:05.234471 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f2df09fd-6d63-400f-b90f-7491786b426e None None] Provisioning complete for port 9716b708-3c74-414f-a32b-913525c5cf50 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:05.234957 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f2df09fd-6d63-400f-b90f-7491786b426e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9716b708-3c74-414f-a32b-913525c5cf50), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:05.287274 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a2e71-c32d-42cd-b594-0e6b18b56666 service neutron] Pushing event updated for resources: {'Port': ['ID=8b76af17-6991-4c9d-8aae-406cfb82b55d,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:05.385632 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d2ee6ef2-e7fa-417e-ab1f-d931be39a681 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (daa341bd-d01e-4622-ac15-3d9b02ff7c93), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:05.488760 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-5f9a2e71-c32d-42cd-b594-0e6b18b56666 service neutron] Attempting to bind port 8b76af17-6991-4c9d-8aae-406cfb82b55d on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:40:05.489098 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-5f9a2e71-c32d-42cd-b594-0e6b18b56666 service neutron] Attempting to bind port 8b76af17-6991-4c9d-8aae-406cfb82b55d by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '435fbae2-eb12-43d5-a18b-594248db5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:40:05.489427 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-5f9a2e71-c32d-42cd-b594-0e6b18b56666 service neutron] Attempting to bind port 8b76af17-6991-4c9d-8aae-406cfb82b55d on network c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:40:05.531008 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.db.resource_extend [None req-d2ee6ef2-e7fa-417e-ab1f-d931be39a681 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:40:05.533125 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-5f9a2e71-c32d-42cd-b594-0e6b18b56666 service neutron] Port 8b76af17-6991-4c9d-8aae-406cfb82b55d on network c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:40:05.533437 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-5f9a2e71-c32d-42cd-b594-0e6b18b56666 service neutron] Attempting to bind port 8b76af17-6991-4c9d-8aae-406cfb82b55d on network c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:40:05.551496 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-5f9a2e71-c32d-42cd-b594-0e6b18b56666 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:40:05.551847 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-5f9a2e71-c32d-42cd-b594-0e6b18b56666 service neutron] Checking segment: {'id': '435fbae2-eb12-43d5-a18b-594248db5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:40:05.552237 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-5f9a2e71-c32d-42cd-b594-0e6b18b56666 service neutron] Bound using segment: {'id': '435fbae2-eb12-43d5-a18b-594248db5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:40:05.552682 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-5f9a2e71-c32d-42cd-b594-0e6b18b56666 service neutron] Bound port: 8b76af17-6991-4c9d-8aae-406cfb82b55d, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '435fbae2-eb12-43d5-a18b-594248db5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:40:05.553040 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-5f9a2e71-c32d-42cd-b594-0e6b18b56666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8b76af17-6991-4c9d-8aae-406cfb82b55d), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:05.603585 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d2ee6ef2-e7fa-417e-ab1f-d931be39a681 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (daa341bd-d01e-4622-ac15-3d9b02ff7c93), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:05.611363 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-204a9645-f0f0-4789-88ad-ac379fa04e69 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting port 3cd7ec49-2684-45a0-830d-8532a1d9a722 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:40:05.611694 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-204a9645-f0f0-4789-88ad-ac379fa04e69 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (3cd7ec49-2684-45a0-830d-8532a1d9a722), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:05.616793 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ee6ef2-e7fa-417e-ab1f-d931be39a681 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:05.617445 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d2ee6ef2-e7fa-417e-ab1f-d931be39a681 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:05.760190 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 8af01f73-ea57-4bdc-83b2-c2ce5fa106d1 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:40:05.848761 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-204a9645-f0f0-4789-88ad-ac379fa04e69 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (3cd7ec49-2684-45a0-830d-8532a1d9a722), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:05.863944 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-204a9645-f0f0-4789-88ad-ac379fa04e69 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Calling delete_port for 3cd7ec49-2684-45a0-830d-8532a1d9a722 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:40:05.996120 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f2df09fd-6d63-400f-b90f-7491786b426e None None] Current status of the port 9716b708-3c74-414f-a32b-913525c5cf50 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:06.006648 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 8af01f73-ea57-4bdc-83b2-c2ce5fa106d1 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:06.007355 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8af01f73-ea57-4bdc-83b2-c2ce5fa106d1), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:06.070222 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd681ed-994c-4338-8734-0e762959b9d3 req-6421d201-2bb8-4f8a-9c1e-a8c2e11bf19c tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:06.075829 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dfd681ed-994c-4338-8734-0e762959b9d3 req-6421d201-2bb8-4f8a-9c1e-a8c2e11bf19c tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fb16b4f-ec90-4d7b-bf4b-8eefd3198692 HTTP/1.1" status: 200 len: 944 time: 0.8981271 Mar 22 19:40:06.082162 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d2ee6ef2-e7fa-417e-ab1f-d931be39a681 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.5206585 Mar 22 19:40:06.102885 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c921c1-bc02-4475-b860-cac5807ef16d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Router 79fdeee0-c81a-4e37-9a68-bde6c518745d has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:40:06.104173 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee6ef2-e7fa-417e-ab1f-d931be39a681 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Pushing event updated for resources: {'Network': ['ID=daa341bd-d01e-4622-ac15-3d9b02ff7c93,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:06.125259 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network daa341bd-d01e-4622-ac15-3d9b02ff7c93 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:40:06.139932 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-204a9645-f0f0-4789-88ad-ac379fa04e69 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (3cd7ec49-2684-45a0-830d-8532a1d9a722), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:06.168720 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 8af01f73-ea57-4bdc-83b2-c2ce5fa106d1 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:06.170252 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 9716b708-3c74-414f-a32b-913525c5cf50 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:40:06.297942 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-204a9645-f0f0-4789-88ad-ac379fa04e69 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:06.318757 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-204a9645-f0f0-4789-88ad-ac379fa04e69 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/3cd7ec49-2684-45a0-830d-8532a1d9a722 HTTP/1.1" status: 204 len: 168 time: 1.2609391 Mar 22 19:40:06.321915 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40216) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:06.332393 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-1c3dd3d0-624b-497d-957f-3e187606c821 None None] Provisioning complete for port 5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:06.332988 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1c3dd3d0-624b-497d-957f-3e187606c821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:06.481515 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dfd681ed-994c-4338-8734-0e762959b9d3 req-9af94ec4-f7e1-4fdc-820c-b9b58954e80b tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=43ad5eb8-3809-4605-abde-bcfb53859deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3632524 Mar 22 19:40:06.501500 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6df142-bc80-4e66-8312-7365a0d7c282 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:06.525703 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6df142-bc80-4e66-8312-7365a0d7c282 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:06.530479 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40218) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:06.541325 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2b6df142-bc80-4e66-8312-7365a0d7c282 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2176421 Mar 22 19:40:06.543479 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a9645-f0f0-4789-88ad-ac379fa04e69 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Port': ['ID=3cd7ec49-2684-45a0-830d-8532a1d9a722,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:06.631085 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-5f9a2e71-c32d-42cd-b594-0e6b18b56666 service neutron] For port 8b76af17-6991-4c9d-8aae-406cfb82b55d, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:40:06.639896 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-5f9a2e71-c32d-42cd-b594-0e6b18b56666 service neutron] For port 8b76af17-6991-4c9d-8aae-406cfb82b55d, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=8b76af17-6991-4c9d-8aae-406cfb82b55d,segment=NetworkSegment(435fbae2-eb12-43d5-a18b-594248db5fb6),segment_id=435fbae2-eb12-43d5-a18b-594248db5fb6)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:40:06.649847 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-5f9a2e71-c32d-42cd-b594-0e6b18b56666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (8b76af17-6991-4c9d-8aae-406cfb82b55d), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:06.667935 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1c3dd3d0-624b-497d-957f-3e187606c821 None None] Current status of the port 5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:06.668260 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1c3dd3d0-624b-497d-957f-3e187606c821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:06.709400 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 9716b708-3c74-414f-a32b-913525c5cf50 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:06.710009 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9716b708-3c74-414f-a32b-913525c5cf50), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:06.727787 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c39314d-4073-4d21-b816-0b32be6a5dca tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting subnet aa1cdb0f-c90b-491e-bbe1-41088aff5368 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:40:06.747764 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1c39314d-4073-4d21-b816-0b32be6a5dca tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (aa1cdb0f-c90b-491e-bbe1-41088aff5368), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:06.868842 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a2e71-c32d-42cd-b594-0e6b18b56666 service neutron] Pushing event updated for resources: {'Port': ['ID=8b76af17-6991-4c9d-8aae-406cfb82b55d,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:06.894622 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-1c3dd3d0-624b-497d-957f-3e187606c821 None None] For port 5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a,segment=NetworkSegment(bc585736-243c-424a-b3b0-91ff8c69d1b7),segment_id=bc585736-243c-424a-b3b0-91ff8c69d1b7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:06.904365 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-5f9a2e71-c32d-42cd-b594-0e6b18b56666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:06.904365 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-5f9a2e71-c32d-42cd-b594-0e6b18b56666 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:06.913982 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-5f9a2e71-c32d-42cd-b594-0e6b18b56666 service neutron] 10.222.0.84 "PUT /v2.0/ports/8b76af17-6991-4c9d-8aae-406cfb82b55d HTTP/1.1" status: 200 len: 1093 time: 5.1998239 Mar 22 19:40:06.914477 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb16b4f-ec90-4d7b-bf4b-8eefd3198692', 'tag': '8b76af17-6991-4c9d-8aae-406cfb82b55d'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:40:06.916899 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e56c4d-0abf-4cf9-9642-0b94da7bd35e" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb16b4f-ec90-4d7b-bf4b-8eefd3198692", "tag": "8b76af17-6991-4c9d-8aae-406cfb82b55d"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:40:06.953956 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1c39314d-4073-4d21-b816-0b32be6a5dca tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (aa1cdb0f-c90b-491e-bbe1-41088aff5368), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:07.011285 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 9716b708-3c74-414f-a32b-913525c5cf50 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:07.012712 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:40:07.021371 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1c3dd3d0-624b-497d-957f-3e187606c821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:07.072139 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76c7479-e7a3-4bc8-816b-422665cc91a7 x-openstack-request-id: req-a76c7479-e7a3-4bc8-816b-422665cc91a7 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:40:07.072517 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb16b4f-ec90-4d7b-bf4b-8eefd3198692", "tag": "8b76af17-6991-4c9d-8aae-406cfb82b55d", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:40:07.072701 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a76c7479-e7a3-4bc8-816b-422665cc91a7 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:40:07.073189 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a76c7479-e7a3-4bc8-816b-422665cc91a7'] response: {'name': 'network-changed', 'server_uuid': '6fb16b4f-ec90-4d7b-bf4b-8eefd3198692', 'tag': '8b76af17-6991-4c9d-8aae-406cfb82b55d', 'status': 'completed', 'code': 200} Mar 22 19:40:07.092695 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c921c1-bc02-4475-b860-cac5807ef16d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:40:07.100307 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-54c921c1-bc02-4475-b860-cac5807ef16d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "PUT /v2.0/routers/79fdeee0-c81a-4e37-9a68-bde6c518745d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2987583 Mar 22 19:40:07.103217 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40226) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:07.107454 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aca3f88-f20a-4975-b0d3-d8fbaa1b4560 None None] Sync routers for ids ['79fdeee0-c81a-4e37-9a68-bde6c518745d'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:40:07.110022 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-cd4f8f8e-5d32-4a8a-87ec-a13d87177c59 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:07.129961 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aca3f88-f20a-4975-b0d3-d8fbaa1b4560 None None] Routers {'79fdeee0-c81a-4e37-9a68-bde6c518745d'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:40:07.135611 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-6aca3f88-f20a-4975-b0d3-d8fbaa1b4560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:39:48Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['79fdeee0-c81a-4e37-9a68-bde6c518745d'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:07.149314 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-1c2399ac-d492-465f-9123-d5f58f5ccd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:07.159492 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-1c2399ac-d492-465f-9123-d5f58f5ccd2a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=137468e00bf34ff2a062af7508045a68&device_id=6fb16b4f-ec90-4d7b-bf4b-8eefd3198692 HTTP/1.1" status: 200 len: 1127 time: 0.2010217 Mar 22 19:40:07.177485 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-1c3dd3d0-624b-497d-957f-3e187606c821 None None] Could not find standard attr ID for object 3cd7ec49-2684-45a0-830d-8532a1d9a722. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:40:07.300216 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-cf88e187-0fec-4509-98fe-7c4159bef5e8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b76af17-6991-4c9d-8aae-406cfb82b55d HTTP/1.1" status: 200 len: 217 time: 0.1330276 Mar 22 19:40:07.343543 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3dd3d0-624b-497d-957f-3e187606c821 None None] Pushing event updated for resources: {'Port': ['ID=5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:07.397839 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:07.398454 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:07.430696 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-e34beac5-03ef-4068-b7fa-d25c0a65636f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:07.432458 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-e34beac5-03ef-4068-b7fa-d25c0a65636f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c16ed728-31a8-4b8b-ab21-2e035a2f97dd HTTP/1.1" status: 200 len: 850 time: 0.1263142 Mar 22 19:40:07.455702 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1c39314d-4073-4d21-b816-0b32be6a5dca tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (aa1cdb0f-c90b-491e-bbe1-41088aff5368), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:07.483126 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-6aca3f88-f20a-4975-b0d3-d8fbaa1b4560 None None] Set router 79fdeee0-c81a-4e37-9a68-bde6c518745d gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:40:07.535671 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-6d4e0bec-e201-4b66-b6bd-02f0a90ed9a8 None None] Provisioning complete for port b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:07.537244 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6d4e0bec-e201-4b66-b6bd-02f0a90ed9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:07.550399 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-e7f48c3c-d5fa-4620-90a5-01170f04936d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:07.552314 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-e7f48c3c-d5fa-4620-90a5-01170f04936d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1127388 Mar 22 19:40:07.787028 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:07.801284 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879d47fb-2f71-4c38-972f-0831c6026ecd None None] get_active_networks_info from n-d-705658-24 {{(pid=104174) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 19:40:07.895120 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-e0977327-e0b3-40d9-a261-67236b45f324 service neutron] 10.222.0.84 "GET /v2.0/networks/c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330443 Mar 22 19:40:07.923479 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-6d4e0bec-e201-4b66-b6bd-02f0a90ed9a8 None None] Port b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:40:07.990925 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1c39314d-4073-4d21-b816-0b32be6a5dca tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (aa1cdb0f-c90b-491e-bbe1-41088aff5368), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:08.084580 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1c39314d-4073-4d21-b816-0b32be6a5dca tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:08.104038 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1c39314d-4073-4d21-b816-0b32be6a5dca tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/aa1cdb0f-c90b-491e-bbe1-41088aff5368 HTTP/1.1" status: 204 len: 168 time: 1.5702162 Mar 22 19:40:08.118037 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40234) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:08.148431 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-6aca3f88-f20a-4975-b0d3-d8fbaa1b4560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'name': 'tempest-RoutersIpV6Test-router-1351656122', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:39:31Z', 'updated_at': '2022-03-22T19:40:03Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'gw_port_host': None, '_interfaces': [{'id': '43654c43-5789-4af6-b1de-165462b25da3', 'name': '', 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:4d:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:35Z', 'updated_at': '2022-03-22T19:39:44Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '810057a8-355c-4dd1-8c89-c93843115c09', 'name': '', 'network_id': '17dbf1bd-e68f-4190-9157-84e9e24d7a7e', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:b9:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '48d9ba9c-c891-416c-a938-044331a9560f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:47Z', 'updated_at': '2022-03-22T19:39:55Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '48d9ba9c-c891-416c-a938-044331a9560f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8af01f73-ea57-4bdc-83b2-c2ce5fa106d1', 'name': '', 'network_id': '7d667e91-0a74-4b11-a636-590c1dcbf8c4', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:73:dc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'b9dc47d8-f5cc-484b-bbed-f414ace654e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:53Z', 'updated_at': '2022-03-22T19:40:04Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': 'b9dc47d8-f5cc-484b-bbed-f414ace654e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2', 'name': '', 'network_id': '61dd5959-74a3-4616-b1ed-99452b8348f2', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:4f:13:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '118aada7-dbb0-4fbf-9945-c11dbd35de1f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:40:00Z', 'updated_at': '2022-03-22T19:40:04Z', 'revision_number': 2, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '118aada7-dbb0-4fbf-9945-c11dbd35de1f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:08.212505 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-77fbb539-b6fd-4b33-b471-136a9b5485c0 req-969a58c3-83cc-4fb2-8eb3-550bb5614461 service neutron] 10.222.0.84 "GET /v2.0/networks/c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108723 Mar 22 19:40:08.220078 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40236) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:08.222798 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879d47fb-2f71-4c38-972f-0831c6026ecd None None] Resources bound (agent type, host, resource id): {{(pid=104174) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 19:40:08.223910 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b2dab7d7-1504-47ba-bce3-265b9ed919d9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1023741 Mar 22 19:40:08.226648 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:40:08.252434 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aca3f88-f20a-4975-b0d3-d8fbaa1b4560 None None] Checking router: 79fdeee0-c81a-4e37-9a68-bde6c518745d for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:40:08.255890 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aca3f88-f20a-4975-b0d3-d8fbaa1b4560 None None] Updating router 79fdeee0-c81a-4e37-9a68-bde6c518745d port b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:40:08.268909 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed312445-497a-4443-8362-a1775fc92ed7 req-ff7df5b9-ea9d-4aac-a48b-fe5a1fd52f68 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:08.270518 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed312445-497a-4443-8362-a1775fc92ed7 req-ff7df5b9-ea9d-4aac-a48b-fe5a1fd52f68 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fb16b4f-ec90-4d7b-bf4b-8eefd3198692 HTTP/1.1" status: 200 len: 944 time: 0.5614643 Mar 22 19:40:08.271297 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39314d-4073-4d21-b816-0b32be6a5dca tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Subnet': ['ID=aa1cdb0f-c90b-491e-bbe1-41088aff5368,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:08.272581 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-6d4e0bec-e201-4b66-b6bd-02f0a90ed9a8 None None] Provisioning complete for port 5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:08.272959 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6d4e0bec-e201-4b66-b6bd-02f0a90ed9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:08.327985 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-6aca3f88-f20a-4975-b0d3-d8fbaa1b4560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:08.463808 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32855b6c-a416-4eaa-ab77-799444f55dbe tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:08.468818 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-32855b6c-a416-4eaa-ab77-799444f55dbe tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2470226 Mar 22 19:40:08.469720 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40240) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:08.498011 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e56c4d-0abf-4cf9-9642-0b94da7bd35e req-5b32854b-d9a3-4345-a4c1-41f50055eecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:08.501919 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-53e56c4d-0abf-4cf9-9642-0b94da7bd35e req-5b32854b-d9a3-4345-a4c1-41f50055eecc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=137468e00bf34ff2a062af7508045a68&device_id=6fb16b4f-ec90-4d7b-bf4b-8eefd3198692 HTTP/1.1" status: 200 len: 1127 time: 0.2063777 Mar 22 19:40:08.503873 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.extraroute_db [None req-cd4f8f8e-5d32-4a8a-87ec-a13d87177c59 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=104172) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 22 19:40:08.527044 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.extraroute_db [None req-cd4f8f8e-5d32-4a8a-87ec-a13d87177c59 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Removed routes are [] {{(pid=104172) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 22 19:40:08.527485 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cd4f8f8e-5d32-4a8a-87ec-a13d87177c59 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4043'] for router (79fdeee0-c81a-4e37-9a68-bde6c518745d), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:08.642453 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e56c4d-0abf-4cf9-9642-0b94da7bd35e req-47c74404-c7b8-499f-8175-7df99b861464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:08.645376 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-53e56c4d-0abf-4cf9-9642-0b94da7bd35e req-47c74404-c7b8-499f-8175-7df99b861464 service neutron] 10.222.0.84 "GET /v2.0/networks?id=c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d HTTP/1.1" status: 200 len: 912 time: 0.1349735 Mar 22 19:40:08.727373 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-53e56c4d-0abf-4cf9-9642-0b94da7bd35e req-1bf97b16-71cf-424a-b7f6-db9444141549 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b76af17-6991-4c9d-8aae-406cfb82b55d HTTP/1.1" status: 200 len: 217 time: 0.0544989 Mar 22 19:40:08.752458 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:08.755246 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:08.822532 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5505fe70-597c-4757-bf8f-6688d6266c32 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:08.827760 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5505fe70-597c-4757-bf8f-6688d6266c32 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3568785 Mar 22 19:40:08.828375 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40242) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:08.844925 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-6d4e0bec-e201-4b66-b6bd-02f0a90ed9a8 None None] Current status of the port 5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:08.867626 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed312445-497a-4443-8362-a1775fc92ed7 req-d329e7f3-87dd-4393-a22f-20790c0cd7b3 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=43ad5eb8-3809-4605-abde-bcfb53859deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3339920 Mar 22 19:40:08.927812 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:08.967149 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1eb22a89-8195-4016-9592-778b91883a10 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1330693 Mar 22 19:40:08.973623 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40244) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:08.979900 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-f7a70529-bdf7-4361-b553-d8d0446370e6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:09.024782 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-6aca3f88-f20a-4975-b0d3-d8fbaa1b4560 None None] Publish callbacks [] for port (b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:09.035612 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-6aca3f88-f20a-4975-b0d3-d8fbaa1b4560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:09.053576 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-9947df34-6489-449a-ab73-149be4e27dff None None] Provisioning complete for port b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:09.053981 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9947df34-6489-449a-ab73-149be4e27dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:09.092248 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e56c4d-0abf-4cf9-9642-0b94da7bd35e req-35f577dc-8315-4e74-9727-8d8a999d9eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:09.099385 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-9947df34-6489-449a-ab73-149be4e27dff None None] Port b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:40:09.155563 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-53e56c4d-0abf-4cf9-9642-0b94da7bd35e req-35f577dc-8315-4e74-9727-8d8a999d9eb8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c16ed728-31a8-4b8b-ab21-2e035a2f97dd HTTP/1.1" status: 200 len: 850 time: 0.3893766 Mar 22 19:40:09.170794 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cd4f8f8e-5d32-4a8a-87ec-a13d87177c59 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4043'] for router (79fdeee0-c81a-4e37-9a68-bde6c518745d), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:09.182950 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cd4f8f8e-5d32-4a8a-87ec-a13d87177c59 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918527'] for router (79fdeee0-c81a-4e37-9a68-bde6c518745d), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:09.201361 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cb6705-6f1a-4fc0-ac0f-ace8373266e7 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:40:09.353649 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e4bf1-d479-4553-8e5f-4ab4bf2b1dc3 None None] Pushing event updated for resources: {'Port': ['ID=b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:09.377090 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4bf1-d479-4553-8e5f-4ab4bf2b1dc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:09.377660 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4bf1-d479-4553-8e5f-4ab4bf2b1dc3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:09.378765 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4bf1-d479-4553-8e5f-4ab4bf2b1dc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:09.379405 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4bf1-d479-4553-8e5f-4ab4bf2b1dc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:09.379872 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4bf1-d479-4553-8e5f-4ab4bf2b1dc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:09.380450 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4bf1-d479-4553-8e5f-4ab4bf2b1dc3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:09.380833 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4bf1-d479-4553-8e5f-4ab4bf2b1dc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:09.381426 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4bf1-d479-4553-8e5f-4ab4bf2b1dc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:09.381912 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4bf1-d479-4553-8e5f-4ab4bf2b1dc3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:09.382396 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4bf1-d479-4553-8e5f-4ab4bf2b1dc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:09.382996 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4bf1-d479-4553-8e5f-4ab4bf2b1dc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:09.383586 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4bf1-d479-4553-8e5f-4ab4bf2b1dc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:09.384023 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4bf1-d479-4553-8e5f-4ab4bf2b1dc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:09.384510 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4bf1-d479-4553-8e5f-4ab4bf2b1dc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:09.385095 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63e4bf1-d479-4553-8e5f-4ab4bf2b1dc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:09.423519 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-6aca3f88-f20a-4975-b0d3-d8fbaa1b4560 None None] Attempting to bind port b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:40:09.424094 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-6aca3f88-f20a-4975-b0d3-d8fbaa1b4560 None None] Attempting to bind port b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'bc585736-243c-424a-b3b0-91ff8c69d1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '61dd5959-74a3-4616-b1ed-99452b8348f2'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:40:09.424273 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aca3f88-f20a-4975-b0d3-d8fbaa1b4560 None None] Attempting to bind port b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2 on network 61dd5959-74a3-4616-b1ed-99452b8348f2 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:40:09.444625 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aca3f88-f20a-4975-b0d3-d8fbaa1b4560 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:40:09.448197 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aca3f88-f20a-4975-b0d3-d8fbaa1b4560 None None] Checking segment: {'id': 'bc585736-243c-424a-b3b0-91ff8c69d1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '61dd5959-74a3-4616-b1ed-99452b8348f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:40:09.449951 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-6aca3f88-f20a-4975-b0d3-d8fbaa1b4560 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:09.450665 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aca3f88-f20a-4975-b0d3-d8fbaa1b4560 None None] Bound using segment: {'id': 'bc585736-243c-424a-b3b0-91ff8c69d1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '61dd5959-74a3-4616-b1ed-99452b8348f2'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:40:09.452710 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-6aca3f88-f20a-4975-b0d3-d8fbaa1b4560 None None] Bound port: b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc585736-243c-424a-b3b0-91ff8c69d1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '61dd5959-74a3-4616-b1ed-99452b8348f2'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:40:09.453761 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-6aca3f88-f20a-4975-b0d3-d8fbaa1b4560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:09.460870 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40250) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:09.467943 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e56c4d-0abf-4cf9-9642-0b94da7bd35e req-1d7c5744-84a2-4a48-bb90-b6af14f28658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:09.469566 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-53e56c4d-0abf-4cf9-9642-0b94da7bd35e req-1d7c5744-84a2-4a48-bb90-b6af14f28658 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3131845 Mar 22 19:40:09.473983 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a70529-bdf7-4361-b553-d8d0446370e6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:40:09.479277 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f7a70529-bdf7-4361-b553-d8d0446370e6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:09.501742 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-1c678eb3-b210-4116-b234-7f065b72a39a tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Request body: {'subnet': {'network_id': 'daa341bd-d01e-4622-ac15-3d9b02ff7c93', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:09.575659 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa65f22-16bd-4834-9133-0760010b70a4 None None] DHCP port deletion for 5844662d-9a53-4182-bd56-decd62afe1ab request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:40:09.588096 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-6aca3f88-f20a-4975-b0d3-d8fbaa1b4560 None None] For port b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:40:09.599096 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-6aca3f88-f20a-4975-b0d3-d8fbaa1b4560 None None] For port b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2,segment=NetworkSegment(bc585736-243c-424a-b3b0-91ff8c69d1b7),segment_id=bc585736-243c-424a-b3b0-91ff8c69d1b7)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:40:09.608548 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-6aca3f88-f20a-4975-b0d3-d8fbaa1b4560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:09.686118 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-eaa65f22-16bd-4834-9133-0760010b70a4 None None] Deleting port 9716b708-3c74-414f-a32b-913525c5cf50 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:40:09.686318 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-eaa65f22-16bd-4834-9133-0760010b70a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (9716b708-3c74-414f-a32b-913525c5cf50), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:09.688992 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aca3f88-f20a-4975-b0d3-d8fbaa1b4560 None None] Routers {'79fdeee0-c81a-4e37-9a68-bde6c518745d'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:40:09.690056 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-6aca3f88-f20a-4975-b0d3-d8fbaa1b4560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:39:48Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['79fdeee0-c81a-4e37-9a68-bde6c518745d'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:09.769994 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c678eb3-b210-4116-b234-7f065b72a39a tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Made reservation on behalf of 2356a3f563d6431aa5cde99e6e80993d for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:40:09.773739 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1c678eb3-b210-4116-b234-7f065b72a39a tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:09.796624 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-eaa65f22-16bd-4834-9133-0760010b70a4 None None] For port 9716b708-3c74-414f-a32b-913525c5cf50, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=9716b708-3c74-414f-a32b-913525c5cf50,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:09.797180 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-eaa65f22-16bd-4834-9133-0760010b70a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (9716b708-3c74-414f-a32b-913525c5cf50), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:09.849890 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-eaa65f22-16bd-4834-9133-0760010b70a4 None None] Calling delete_port for 9716b708-3c74-414f-a32b-913525c5cf50 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:40:09.953545 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 9716b708-3c74-414f-a32b-913525c5cf50 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:40:09.993527 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-eaa65f22-16bd-4834-9133-0760010b70a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (9716b708-3c74-414f-a32b-913525c5cf50), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:09.996716 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 9716b708-3c74-414f-a32b-913525c5cf50 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:40:09.997068 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 9716b708-3c74-414f-a32b-913525c5cf50 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:40:10.001301 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-36802b53-46a7-407a-acfc-d1ed572e24bc None None] Provisioning complete for port b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:10.001681 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-36802b53-46a7-407a-acfc-d1ed572e24bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:10.071680 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa65f22-16bd-4834-9133-0760010b70a4 None None] Pushing event deleted for resources: {'Port': ['ID=9716b708-3c74-414f-a32b-913525c5cf50,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:10.082961 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa65f22-16bd-4834-9133-0760010b70a4 None None] No DVR routers for this DVR port 9716b708-3c74-414f-a32b-913525c5cf50 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:40:10.131092 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-6aca3f88-f20a-4975-b0d3-d8fbaa1b4560 None None] Set router 79fdeee0-c81a-4e37-9a68-bde6c518745d gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:40:10.193009 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 8b76af17-6991-4c9d-8aae-406cfb82b55d details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:40:10.203884 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4f8f8e-5d32-4a8a-87ec-a13d87177c59 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Router 79fdeee0-c81a-4e37-9a68-bde6c518745d has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:40:10.208024 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-36802b53-46a7-407a-acfc-d1ed572e24bc None None] Current status of the port b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:10.208421 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-36802b53-46a7-407a-acfc-d1ed572e24bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:10.235599 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1c678eb3-b210-4116-b234-7f065b72a39a tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (0ef49235-c479-4fe9-8f77-77e611730c81), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:10.236542 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06840c0-a802-4c19-bd9b-679fa65fde37 req-f9d5d57f-4cad-48ee-bbf7-15647a42d8d2 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:10.240354 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d06840c0-a802-4c19-bd9b-679fa65fde37 req-f9d5d57f-4cad-48ee-bbf7-15647a42d8d2 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fb16b4f-ec90-4d7b-bf4b-8eefd3198692 HTTP/1.1" status: 200 len: 944 time: 0.1501663 Mar 22 19:40:10.297446 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-36802b53-46a7-407a-acfc-d1ed572e24bc None None] For port b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2,segment=NetworkSegment(bc585736-243c-424a-b3b0-91ff8c69d1b7),segment_id=bc585736-243c-424a-b3b0-91ff8c69d1b7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:10.298863 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e4bf1-d479-4553-8e5f-4ab4bf2b1dc3 None None] Pushing event updated for resources: {'Port': ['ID=b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2,revision_number=4']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:10.325630 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-36802b53-46a7-407a-acfc-d1ed572e24bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:10.353117 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d06840c0-a802-4c19-bd9b-679fa65fde37 req-751f560f-f3c2-49e8-a9fe-79e9e4fe7b21 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=43ad5eb8-3809-4605-abde-bcfb53859deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037896 Mar 22 19:40:10.409622 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.resource_extend [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:40:10.426472 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c678eb3-b210-4116-b234-7f065b72a39a tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Pushing event updated for resources: {'Subnet': ['ID=0ef49235-c479-4fe9-8f77-77e611730c81,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:10.430186 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-53e56c4d-0abf-4cf9-9642-0b94da7bd35e req-1bd59031-7354-4674-b526-b26131087abc service neutron] 10.222.0.84 "GET /v2.0/networks/c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8059607 Mar 22 19:40:10.433268 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c678eb3-b210-4116-b234-7f065b72a39a tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Checking segment: {'id': 'a1e96868-a5bd-4ea6-b7a8-5886e4bcd77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'daa341bd-d01e-4622-ac15-3d9b02ff7c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:40:10.433652 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c678eb3-b210-4116-b234-7f065b72a39a tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Network hostable DHCP agents. Network: daa341bd-d01e-4622-ac15-3d9b02ff7c93, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:40:10.485495 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-6aca3f88-f20a-4975-b0d3-d8fbaa1b4560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'name': 'tempest-RoutersIpV6Test-router-1351656122', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:39:31Z', 'updated_at': '2022-03-22T19:40:08Z', 'revision_number': 6, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'gw_port_host': None, '_interfaces': [{'id': '43654c43-5789-4af6-b1de-165462b25da3', 'name': '', 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:4d:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:35Z', 'updated_at': '2022-03-22T19:39:44Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '810057a8-355c-4dd1-8c89-c93843115c09', 'name': '', 'network_id': '17dbf1bd-e68f-4190-9157-84e9e24d7a7e', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:b9:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '48d9ba9c-c891-416c-a938-044331a9560f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:47Z', 'updated_at': '2022-03-22T19:39:55Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '48d9ba9c-c891-416c-a938-044331a9560f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8af01f73-ea57-4bdc-83b2-c2ce5fa106d1', 'name': '', 'network_id': '7d667e91-0a74-4b11-a636-590c1dcbf8c4', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:73:dc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'b9dc47d8-f5cc-484b-bbed-f414ace654e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:53Z', 'updated_at': '2022-03-22T19:40:04Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': 'b9dc47d8-f5cc-484b-bbed-f414ace654e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2', 'name': '', 'network_id': '61dd5959-74a3-4616-b1ed-99452b8348f2', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:4f:13:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '118aada7-dbb0-4fbf-9945-c11dbd35de1f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:40:00Z', 'updated_at': '2022-03-22T19:40:09Z', 'revision_number': 4, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '118aada7-dbb0-4fbf-9945-c11dbd35de1f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:10.535311 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aca3f88-f20a-4975-b0d3-d8fbaa1b4560 None None] The sync data for ids ['79fdeee0-c81a-4e37-9a68-bde6c518745d'] in n-d-705658-24 is: [{'id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'name': 'tempest-RoutersIpV6Test-router-1351656122', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:39:31Z', 'updated_at': '2022-03-22T19:40:08Z', 'revision_number': 6, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'gw_port_host': None, '_interfaces': [{'id': '43654c43-5789-4af6-b1de-165462b25da3', 'name': '', 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:4d:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:35Z', 'updated_at': '2022-03-22T19:39:44Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '810057a8-355c-4dd1-8c89-c93843115c09', 'name': '', 'network_id': '17dbf1bd-e68f-4190-9157-84e9e24d7a7e', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:b9:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '48d9ba9c-c891-416c-a938-044331a9560f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:47Z', 'updated_at': '2022-03-22T19:39:55Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '48d9ba9c-c891-416c-a938-044331a9560f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8af01f73-ea57-4bdc-83b2-c2ce5fa106d1', 'name': '', 'network_id': '7d667e91-0a74-4b11-a636-590c1dcbf8c4', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:73:dc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'b9dc47d8-f5cc-484b-bbed-f414ace654e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:53Z', 'updated_at': '2022-03-22T19:40:04Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': 'b9dc47d8-f5cc-484b-bbed-f414ace654e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2', 'name': '', 'network_id': '61dd5959-74a3-4616-b1ed-99452b8348f2', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:4f:13:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '118aada7-dbb0-4fbf-9945-c11dbd35de1f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:40:00Z', 'updated_at': '2022-03-22T19:40:09Z', 'revision_number': 4, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '118aada7-dbb0-4fbf-9945-c11dbd35de1f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:40:10.557285 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:40:10.587578 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36802b53-46a7-407a-acfc-d1ed572e24bc None None] Pushing event updated for resources: {'Port': ['ID=b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:10.623975 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ae68a9f7-9a7f-49f2-872b-e0afe8b75496 None None] Provisioning complete for port b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:10.623975 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ae68a9f7-9a7f-49f2-872b-e0afe8b75496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:10.649970 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4f8f8e-5d32-4a8a-87ec-a13d87177c59 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:40:10.657675 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cd4f8f8e-5d32-4a8a-87ec-a13d87177c59 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:10.661630 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-cd4f8f8e-5d32-4a8a-87ec-a13d87177c59 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "PUT /v2.0/routers/79fdeee0-c81a-4e37-9a68-bde6c518745d HTTP/1.1" status: 200 len: 954 time: 3.5566244 Mar 22 19:40:10.662281 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40262) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:10.684188 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-53e56c4d-0abf-4cf9-9642-0b94da7bd35e req-0d435bda-fb45-4a40-87ff-a4e075b97fa7 service neutron] 10.222.0.84 "GET /v2.0/networks/c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414289 Mar 22 19:40:10.700793 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c678eb3-b210-4116-b234-7f065b72a39a tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Network daa341bd-d01e-4622-ac15-3d9b02ff7c93 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:40:10.713159 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 8b76af17-6991-4c9d-8aae-406cfb82b55d, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=8b76af17-6991-4c9d-8aae-406cfb82b55d,segment=NetworkSegment(435fbae2-eb12-43d5-a18b-594248db5fb6),segment_id=435fbae2-eb12-43d5-a18b-594248db5fb6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:10.746133 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-1c678eb3-b210-4116-b234-7f065b72a39a tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, daa341bd-d01e-4622-ac15-3d9b02ff7c93) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:10.750729 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '8b76af17-6991-4c9d-8aae-406cfb82b55d', 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d', 'port_id': '8b76af17-6991-4c9d-8aae-406cfb82b55d', 'mac_address': 'fa:16:3e:7a:bf:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16ed728-31a8-4b8b-ab21-2e035a2f97dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:40:10.802139 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239f7826-7b9b-460e-a851-a27d862ba4c3 None None] Network daa341bd-d01e-4622-ac15-3d9b02ff7c93 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:40:10.815264 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c678eb3-b210-4116-b234-7f065b72a39a tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:10.816997 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1c678eb3-b210-4116-b234-7f065b72a39a tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:10.880888 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1c678eb3-b210-4116-b234-7f065b72a39a tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3886883 Mar 22 19:40:10.881091 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40266) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:10.886437 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-52280c2e-75a6-4da4-8f32-65693f9ad5c1 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-990669663'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:10.888903 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5a58cc47-d780-4c9f-b5e9-f669c3024001 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "GET /v2.0/routers/79fdeee0-c81a-4e37-9a68-bde6c518745d HTTP/1.1" status: 200 len: 954 time: 0.2254701 Mar 22 19:40:10.891396 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40268) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:10.894636 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f7a70529-bdf7-4361-b553-d8d0446370e6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (9581eb2e-eedc-41ac-ad8a-037ad18b8c9b), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:10.911558 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-0b5c2b22-c487-42e4-b843-98fbfbb520b9 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Request body: {'router': {'routes': None}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:10.950286 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 8b76af17-6991-4c9d-8aae-406cfb82b55d is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:10.950682 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8b76af17-6991-4c9d-8aae-406cfb82b55d), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:10.969594 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a70529-bdf7-4361-b553-d8d0446370e6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:10.988625 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-f7a70529-bdf7-4361-b553-d8d0446370e6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:10.994316 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a70529-bdf7-4361-b553-d8d0446370e6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:10.995112 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f7a70529-bdf7-4361-b553-d8d0446370e6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:11.009447 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52280c2e-75a6-4da4-8f32-65693f9ad5c1 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Made reservation on behalf of 2356a3f563d6431aa5cde99e6e80993d for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:40:11.013463 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-52280c2e-75a6-4da4-8f32-65693f9ad5c1 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:11.041922 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f7a70529-bdf7-4361-b553-d8d0446370e6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0645216 Mar 22 19:40:11.041922 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a70529-bdf7-4361-b553-d8d0446370e6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Subnet': ['ID=9581eb2e-eedc-41ac-ad8a-037ad18b8c9b,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:11.042914 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40270) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:11.049137 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-53d018d0-e40f-4e6b-b9a3-89fd35fa2433 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'port': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'fixed_ips': [{'subnet_id': '9581eb2e-eedc-41ac-ad8a-037ad18b8c9b', 'ip_address': '2001:db8::baba:569d:c706:1ad9'}], 'name': 'tempest-NetworksTestDHCPv6-450448379'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:11.114077 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52280c2e-75a6-4da4-8f32-65693f9ad5c1 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:40:11.135066 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-52280c2e-75a6-4da4-8f32-65693f9ad5c1 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (476ce670-4fb5-471f-9a08-c3a792df3078), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:11.135692 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-52280c2e-75a6-4da4-8f32-65693f9ad5c1 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Added segment 476ce670-4fb5-471f-9a08-c3a792df3078 of type vlan for network ed36395f-689f-477c-81e4-eeb144ab0710 Mar 22 19:40:11.147972 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7da1cc6-ac79-4616-99c6-b57cc37c2a3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-daa341bd-d01e-4622-ac15-3d9b02ff7c93', 'network_id': 'daa341bd-d01e-4622-ac15-3d9b02ff7c93', 'project_id': '2356a3f563d6431aa5cde99e6e80993d', 'fixed_ips': [{'subnet_id': '0ef49235-c479-4fe9-8f77-77e611730c81'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:40:11.148912 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f7da1cc6-ac79-4616-99c6-b57cc37c2a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:11.151268 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb004988-4cc2-4555-8109-342f476dcc83 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:40:11.214300 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-52280c2e-75a6-4da4-8f32-65693f9ad5c1 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (ed36395f-689f-477c-81e4-eeb144ab0710), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:11.247819 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b76af17-6991-4c9d-8aae-406cfb82b55d {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:40:11.273647 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 8b76af17-6991-4c9d-8aae-406cfb82b55d, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=8b76af17-6991-4c9d-8aae-406cfb82b55d,segment=NetworkSegment(435fbae2-eb12-43d5-a18b-594248db5fb6),segment_id=435fbae2-eb12-43d5-a18b-594248db5fb6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:11.287539 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-52280c2e-75a6-4da4-8f32-65693f9ad5c1 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (ed36395f-689f-477c-81e4-eeb144ab0710), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:11.293604 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52280c2e-75a6-4da4-8f32-65693f9ad5c1 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:11.294592 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-52280c2e-75a6-4da4-8f32-65693f9ad5c1 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:11.326522 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8b76af17-6991-4c9d-8aae-406cfb82b55d), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:11.333048 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ae68a9f7-9a7f-49f2-872b-e0afe8b75496 None None] Current status of the port b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:11.342629 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8fba33-89b6-4027-989e-2ad65a296df7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-5844662d-9a53-4182-bd56-decd62afe1ab', 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'project_id': '60cab213ce214a30b0f859d0f4109da8', 'fixed_ips': [{'subnet_id': '9581eb2e-eedc-41ac-ad8a-037ad18b8c9b'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:40:11.343474 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9e8fba33-89b6-4027-989e-2ad65a296df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:11.387494 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d018d0-e40f-4e6b-b9a3-89fd35fa2433 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:40:11.421894 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f54d9-7cfb-4286-b9d2-fa65dcde779b req-7f619e21-3f9e-474a-b4d3-bf159b00a37c tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:11.435530 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-999f54d9-7cfb-4286-b9d2-fa65dcde779b req-7f619e21-3f9e-474a-b4d3-bf159b00a37c tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=de6f117f-65f0-4a08-bb98-cc91e362152c HTTP/1.1" status: 200 len: 945 time: 0.5446818 Mar 22 19:40:11.543091 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52280c2e-75a6-4da4-8f32-65693f9ad5c1 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Pushing event updated for resources: {'Network': ['ID=ed36395f-689f-477c-81e4-eeb144ab0710,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:11.559328 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-53d018d0-e40f-4e6b-b9a3-89fd35fa2433 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:11.561005 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['8b76af17-6991-4c9d-8aae-406cfb82b55d'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:40:11.616686 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-53d018d0-e40f-4e6b-b9a3-89fd35fa2433 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] device_id is not set on port 2e3ebcdf-c68b-4f62-a29b-94812e3fca48 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:40:11.637704 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-52280c2e-75a6-4da4-8f32-65693f9ad5c1 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7522514 Mar 22 19:40:11.646529 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-999f54d9-7cfb-4286-b9d2-fa65dcde779b req-e87a7c7c-f4a3-4103-9c42-1bfb333c8849 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=b7bdc1c4-9ec1-4b5c-a148-2fef8e406f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098148 Mar 22 19:40:11.654633 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40276) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:11.668076 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-6c4656f8-4313-4b32-920d-75a445d920ea tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Request body: {'subnet': {'network_id': 'ed36395f-689f-477c-81e4-eeb144ab0710', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:11.727641 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-9e8fba33-89b6-4027-989e-2ad65a296df7 None None] Allocated IP 2001:db8::2 (5844662d-9a53-4182-bd56-decd62afe1ab/9581eb2e-eedc-41ac-ad8a-037ad18b8c9b/167e5668-8ffa-410e-a6da-bd8eede63304) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:40:11.731228 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5df9f3-b4c9-4eed-aa2e-31f06ad3d6a8 req-4836802f-a897-4ae1-839f-db7579ab9633 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:11.738318 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a5df9f3-b4c9-4eed-aa2e-31f06ad3d6a8 req-4836802f-a897-4ae1-839f-db7579ab9633 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fb16b4f-ec90-4d7b-bf4b-8eefd3198692 HTTP/1.1" status: 200 len: 945 time: 0.2072122 Mar 22 19:40:11.850210 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a5df9f3-b4c9-4eed-aa2e-31f06ad3d6a8 req-ae84cb02-d196-4352-883b-12ad229da0fa tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=43ad5eb8-3809-4605-abde-bcfb53859deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054111 Mar 22 19:40:11.875575 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9e8fba33-89b6-4027-989e-2ad65a296df7 None None] Publish callbacks [] for port (167e5668-8ffa-410e-a6da-bd8eede63304), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:11.878966 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network ed36395f-689f-477c-81e4-eeb144ab0710 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:40:11.882875 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=8b76af17-6991-4c9d-8aae-406cfb82b55d,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:12.020639 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9e8fba33-89b6-4027-989e-2ad65a296df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (167e5668-8ffa-410e-a6da-bd8eede63304), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:12.025943 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.extraroute_db [None req-0b5c2b22-c487-42e4-b843-98fbfbb520b9 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Added routes are [] {{(pid=104172) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 22 19:40:12.026381 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.extraroute_db [None req-0b5c2b22-c487-42e4-b843-98fbfbb520b9 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=104172) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 22 19:40:12.101640 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0b5c2b22-c487-42e4-b843-98fbfbb520b9 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4043'] for router (79fdeee0-c81a-4e37-9a68-bde6c518745d), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:12.117818 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:40:12.154754 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4656f8-4313-4b32-920d-75a445d920ea tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Made reservation on behalf of 2356a3f563d6431aa5cde99e6e80993d for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:40:12.158212 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6c4656f8-4313-4b32-920d-75a445d920ea tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:12.172452 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6643617e-8323-4629-8def-d9b0e90a7536 None None] Sync routers for ids ['79fdeee0-c81a-4e37-9a68-bde6c518745d'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:40:12.217708 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6643617e-8323-4629-8def-d9b0e90a7536 None None] Routers {'79fdeee0-c81a-4e37-9a68-bde6c518745d'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:40:12.218430 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-6643617e-8323-4629-8def-d9b0e90a7536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:39:48Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['79fdeee0-c81a-4e37-9a68-bde6c518745d'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:12.232588 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8fba33-89b6-4027-989e-2ad65a296df7 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:12.252382 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-53d018d0-e40f-4e6b-b9a3-89fd35fa2433 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Allocated IP 2001:db8::baba:569d:c706:1ad9 (5844662d-9a53-4182-bd56-decd62afe1ab/9581eb2e-eedc-41ac-ad8a-037ad18b8c9b/2e3ebcdf-c68b-4f62-a29b-94812e3fca48) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:40:12.327123 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-9e8fba33-89b6-4027-989e-2ad65a296df7 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:12.329743 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8fba33-89b6-4027-989e-2ad65a296df7 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:40:12.332856 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8fba33-89b6-4027-989e-2ad65a296df7 None None] Pushing event updated for resources: {'Port': ['ID=167e5668-8ffa-410e-a6da-bd8eede63304,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:12.372321 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-f7da1cc6-ac79-4616-99c6-b57cc37c2a3c None None] Allocated IP 2001:db8:0:ffff::2 (daa341bd-d01e-4622-ac15-3d9b02ff7c93/0ef49235-c479-4fe9-8f77-77e611730c81/60f7f69a-8007-4952-81f8-a87efcff0d8d) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:40:12.389482 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:12.389881 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:12.442759 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0b5c2b22-c487-42e4-b843-98fbfbb520b9 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4043'] for router (79fdeee0-c81a-4e37-9a68-bde6c518745d), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:12.447262 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0b5c2b22-c487-42e4-b843-98fbfbb520b9 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918527'] for router (79fdeee0-c81a-4e37-9a68-bde6c518745d), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:12.570777 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-53d018d0-e40f-4e6b-b9a3-89fd35fa2433 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for port (2e3ebcdf-c68b-4f62-a29b-94812e3fca48), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:12.573556 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-6643617e-8323-4629-8def-d9b0e90a7536 None None] Set router 79fdeee0-c81a-4e37-9a68-bde6c518745d gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:40:12.586989 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5c2b22-c487-42e4-b843-98fbfbb520b9 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Router 79fdeee0-c81a-4e37-9a68-bde6c518745d has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:40:12.620801 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-53d018d0-e40f-4e6b-b9a3-89fd35fa2433 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (2e3ebcdf-c68b-4f62-a29b-94812e3fca48), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:12.625700 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-9e8fba33-89b6-4027-989e-2ad65a296df7 None None] Attempting to bind port 167e5668-8ffa-410e-a6da-bd8eede63304 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:40:12.626697 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-9e8fba33-89b6-4027-989e-2ad65a296df7 None None] Attempting to bind port 167e5668-8ffa-410e-a6da-bd8eede63304 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:40:12.627239 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8fba33-89b6-4027-989e-2ad65a296df7 None None] Attempting to bind port 167e5668-8ffa-410e-a6da-bd8eede63304 on network 5844662d-9a53-4182-bd56-decd62afe1ab {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:40:12.662328 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8fba33-89b6-4027-989e-2ad65a296df7 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:40:12.663053 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8fba33-89b6-4027-989e-2ad65a296df7 None None] Checking segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:40:12.663614 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9e8fba33-89b6-4027-989e-2ad65a296df7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:12.664239 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8fba33-89b6-4027-989e-2ad65a296df7 None None] Bound using segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:40:12.664871 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-9e8fba33-89b6-4027-989e-2ad65a296df7 None None] Bound port: 167e5668-8ffa-410e-a6da-bd8eede63304, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:40:12.665426 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9e8fba33-89b6-4027-989e-2ad65a296df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (167e5668-8ffa-410e-a6da-bd8eede63304), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:12.731144 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d018d0-e40f-4e6b-b9a3-89fd35fa2433 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Port': ['ID=2e3ebcdf-c68b-4f62-a29b-94812e3fca48,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:12.740987 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07482a70-815f-4d28-9ac9-404b51fcd643 req-42bbcb98-507e-4b21-8620-a66c81f0a7bc tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:12.742803 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-07482a70-815f-4d28-9ac9-404b51fcd643 req-42bbcb98-507e-4b21-8620-a66c81f0a7bc tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.85 "GET /v2.0/ports?device_id=de6f117f-65f0-4a08-bb98-cc91e362152c HTTP/1.1" status: 200 len: 945 time: 0.1881959 Mar 22 19:40:12.776680 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d018d0-e40f-4e6b-b9a3-89fd35fa2433 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:12.781372 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-53d018d0-e40f-4e6b-b9a3-89fd35fa2433 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:12.785542 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d018d0-e40f-4e6b-b9a3-89fd35fa2433 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:40:12.794609 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d018d0-e40f-4e6b-b9a3-89fd35fa2433 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:12.795409 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-53d018d0-e40f-4e6b-b9a3-89fd35fa2433 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:12.907104 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5c2b22-c487-42e4-b843-98fbfbb520b9 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:40:12.927821 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0b5c2b22-c487-42e4-b843-98fbfbb520b9 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:12.933184 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0b5c2b22-c487-42e4-b843-98fbfbb520b9 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "PUT /v2.0/routers/79fdeee0-c81a-4e37-9a68-bde6c518745d HTTP/1.1" status: 200 len: 704 time: 2.0405991 Mar 22 19:40:12.941573 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40292) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:12.993751 n-d-705658-24 neutron-server[104173]: DEBUG neutron.objects.ports [None req-6c4656f8-4313-4b32-920d-75a445d920ea tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104173) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 19:40:12.998216 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6c4656f8-4313-4b32-920d-75a445d920ea tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (16bb4550-1930-4f9d-a91b-b2a72db6c28a), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:13.010057 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:13.077777 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-9e8fba33-89b6-4027-989e-2ad65a296df7 None None] For port 167e5668-8ffa-410e-a6da-bd8eede63304, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:40:13.084448 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38568f42-5cdc-4e2c-bb94-f741b897b042 req-5102b426-e552-4ab6-9642-af6b7946530a tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:13.086192 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-53d018d0-e40f-4e6b-b9a3-89fd35fa2433 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0416396 Mar 22 19:40:13.086871 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-38568f42-5cdc-4e2c-bb94-f741b897b042 req-5102b426-e552-4ab6-9642-af6b7946530a tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=de6f117f-65f0-4a08-bb98-cc91e362152c HTTP/1.1" status: 200 len: 945 time: 0.2490520 Mar 22 19:40:13.091164 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-9e8fba33-89b6-4027-989e-2ad65a296df7 None None] For port 167e5668-8ffa-410e-a6da-bd8eede63304, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=167e5668-8ffa-410e-a6da-bd8eede63304,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:40:13.091591 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40294) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:13.109591 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-07482a70-815f-4d28-9ac9-404b51fcd643 req-efb2fd1c-c00b-4bf6-8409-03a54dcdc0b7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Deleting port 864e1621-03e0-400d-9cc8-358e25d34427 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:40:13.110648 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-07482a70-815f-4d28-9ac9-404b51fcd643 req-efb2fd1c-c00b-4bf6-8409-03a54dcdc0b7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (864e1621-03e0-400d-9cc8-358e25d34427), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:13.114728 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f7da1cc6-ac79-4616-99c6-b57cc37c2a3c None None] Publish callbacks [] for port (60f7f69a-8007-4952-81f8-a87efcff0d8d), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:13.127023 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9e8fba33-89b6-4027-989e-2ad65a296df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (167e5668-8ffa-410e-a6da-bd8eede63304), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:13.149769 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f7da1cc6-ac79-4616-99c6-b57cc37c2a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (60f7f69a-8007-4952-81f8-a87efcff0d8d), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:13.205497 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-6643617e-8323-4629-8def-d9b0e90a7536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'name': 'tempest-RoutersIpV6Test-router-1351656122', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:39:31Z', 'updated_at': '2022-03-22T19:40:12Z', 'revision_number': 7, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'gw_port_host': None, '_interfaces': [{'id': '43654c43-5789-4af6-b1de-165462b25da3', 'name': '', 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:4d:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:35Z', 'updated_at': '2022-03-22T19:39:44Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '810057a8-355c-4dd1-8c89-c93843115c09', 'name': '', 'network_id': '17dbf1bd-e68f-4190-9157-84e9e24d7a7e', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:b9:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '48d9ba9c-c891-416c-a938-044331a9560f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:47Z', 'updated_at': '2022-03-22T19:39:55Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '48d9ba9c-c891-416c-a938-044331a9560f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8af01f73-ea57-4bdc-83b2-c2ce5fa106d1', 'name': '', 'network_id': '7d667e91-0a74-4b11-a636-590c1dcbf8c4', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:73:dc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'b9dc47d8-f5cc-484b-bbed-f414ace654e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:53Z', 'updated_at': '2022-03-22T19:40:04Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': 'b9dc47d8-f5cc-484b-bbed-f414ace654e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2', 'name': '', 'network_id': '61dd5959-74a3-4616-b1ed-99452b8348f2', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:4f:13:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '118aada7-dbb0-4fbf-9945-c11dbd35de1f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:40:00Z', 'updated_at': '2022-03-22T19:40:10Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '118aada7-dbb0-4fbf-9945-c11dbd35de1f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:13.223604 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7da1cc6-ac79-4616-99c6-b57cc37c2a3c None None] Network daa341bd-d01e-4622-ac15-3d9b02ff7c93 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:13.227229 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-f7da1cc6-ac79-4616-99c6-b57cc37c2a3c None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:13.238004 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4656f8-4313-4b32-920d-75a445d920ea tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Pushing event updated for resources: {'Subnet': ['ID=16bb4550-1930-4f9d-a91b-b2a72db6c28a,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:13.254868 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7da1cc6-ac79-4616-99c6-b57cc37c2a3c None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:40:13.262656 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6643617e-8323-4629-8def-d9b0e90a7536 None None] Checking router: 79fdeee0-c81a-4e37-9a68-bde6c518745d for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:40:13.267103 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4656f8-4313-4b32-920d-75a445d920ea tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Checking segment: {'id': '476ce670-4fb5-471f-9a08-c3a792df3078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ed36395f-689f-477c-81e4-eeb144ab0710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:40:13.267614 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4656f8-4313-4b32-920d-75a445d920ea tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Network hostable DHCP agents. Network: ed36395f-689f-477c-81e4-eeb144ab0710, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:40:13.269644 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-07482a70-815f-4d28-9ac9-404b51fcd643 req-efb2fd1c-c00b-4bf6-8409-03a54dcdc0b7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] For port 864e1621-03e0-400d-9cc8-358e25d34427, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=864e1621-03e0-400d-9cc8-358e25d34427,segment=NetworkSegment(6e736185-0014-45d0-ba97-665298266e3f),segment_id=6e736185-0014-45d0-ba97-665298266e3f)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:13.270028 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-07482a70-815f-4d28-9ac9-404b51fcd643 req-efb2fd1c-c00b-4bf6-8409-03a54dcdc0b7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (864e1621-03e0-400d-9cc8-358e25d34427), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:13.298520 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6643617e-8323-4629-8def-d9b0e90a7536 None None] Routers {'79fdeee0-c81a-4e37-9a68-bde6c518745d'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:40:13.299174 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-6643617e-8323-4629-8def-d9b0e90a7536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:39:48Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['79fdeee0-c81a-4e37-9a68-bde6c518745d'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:13.318982 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8fba33-89b6-4027-989e-2ad65a296df7 None None] Pushing event updated for resources: {'Port': ['ID=167e5668-8ffa-410e-a6da-bd8eede63304,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:13.346171 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f91acd-6af9-4f3e-9c27-430704464194 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:13.351935 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f91acd-6af9-4f3e-9c27-430704464194 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:13.361296 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-13f91acd-6af9-4f3e-9c27-430704464194 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2629154 Mar 22 19:40:13.363877 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40298) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:13.458137 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4656f8-4313-4b32-920d-75a445d920ea tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Network ed36395f-689f-477c-81e4-eeb144ab0710 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:40:13.536032 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-6c4656f8-4313-4b32-920d-75a445d920ea tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, ed36395f-689f-477c-81e4-eeb144ab0710) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:13.608390 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4656f8-4313-4b32-920d-75a445d920ea tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:13.610423 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6c4656f8-4313-4b32-920d-75a445d920ea tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:13.665914 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-77bd8b08-b1ce-4027-8055-0ba66e6d1cee tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "GET /v2.0/routers/79fdeee0-c81a-4e37-9a68-bde6c518745d HTTP/1.1" status: 200 len: 704 time: 0.7142293 Mar 22 19:40:13.667860 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40302) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:13.674970 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6c4656f8-4313-4b32-920d-75a445d920ea tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0192070 Mar 22 19:40:13.686468 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40304) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:13.695962 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-d8a512ef-c841-4d96-b40d-033c3477964c tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Request body: {'port': {'network_id': 'ed36395f-689f-477c-81e4-eeb144ab0710', 'name': 'tempest-NetworksIpV6TestAttrs-1582612393'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:13.706513 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-38568f42-5cdc-4e2c-bb94-f741b897b042 req-b86e1ba4-e3a4-44e1-8a29-c46b5c7f3680 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=b7bdc1c4-9ec1-4b5c-a148-2fef8e406f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6019766 Mar 22 19:40:13.737083 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e042fcf8-5e63-44a2-811c-f1314a8dd8f6 None None] Network ed36395f-689f-477c-81e4-eeb144ab0710 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:40:13.844104 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c752dff-17be-4227-a397-f53ad0dbdf48 req-9b199e5b-7fe3-4eb0-b16f-7399ebac627d tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:13.848306 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1c752dff-17be-4227-a397-f53ad0dbdf48 req-9b199e5b-7fe3-4eb0-b16f-7399ebac627d tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fb16b4f-ec90-4d7b-bf4b-8eefd3198692 HTTP/1.1" status: 200 len: 945 time: 0.3984797 Mar 22 19:40:13.944753 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f7da1cc6-ac79-4616-99c6-b57cc37c2a3c None None] Attempting to bind port 60f7f69a-8007-4952-81f8-a87efcff0d8d on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:40:13.945134 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f7da1cc6-ac79-4616-99c6-b57cc37c2a3c None None] Attempting to bind port 60f7f69a-8007-4952-81f8-a87efcff0d8d by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'a1e96868-a5bd-4ea6-b7a8-5886e4bcd77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'daa341bd-d01e-4622-ac15-3d9b02ff7c93'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:40:13.945504 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7da1cc6-ac79-4616-99c6-b57cc37c2a3c None None] Attempting to bind port 60f7f69a-8007-4952-81f8-a87efcff0d8d on network daa341bd-d01e-4622-ac15-3d9b02ff7c93 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:40:13.962968 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7da1cc6-ac79-4616-99c6-b57cc37c2a3c None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:40:13.963349 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7da1cc6-ac79-4616-99c6-b57cc37c2a3c None None] Checking segment: {'id': 'a1e96868-a5bd-4ea6-b7a8-5886e4bcd77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'daa341bd-d01e-4622-ac15-3d9b02ff7c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:40:13.963762 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f7da1cc6-ac79-4616-99c6-b57cc37c2a3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:13.964300 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7da1cc6-ac79-4616-99c6-b57cc37c2a3c None None] Bound using segment: {'id': 'a1e96868-a5bd-4ea6-b7a8-5886e4bcd77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'daa341bd-d01e-4622-ac15-3d9b02ff7c93'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:40:13.964795 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f7da1cc6-ac79-4616-99c6-b57cc37c2a3c None None] Bound port: 60f7f69a-8007-4952-81f8-a87efcff0d8d, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1e96868-a5bd-4ea6-b7a8-5886e4bcd77e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'daa341bd-d01e-4622-ac15-3d9b02ff7c93'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:40:13.965183 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f7da1cc6-ac79-4616-99c6-b57cc37c2a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (60f7f69a-8007-4952-81f8-a87efcff0d8d), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:13.994637 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da1cc6-ac79-4616-99c6-b57cc37c2a3c None None] Pushing event updated for resources: {'Port': ['ID=60f7f69a-8007-4952-81f8-a87efcff0d8d,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:14.004882 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 167e5668-8ffa-410e-a6da-bd8eede63304 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:40:14.007472 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-6643617e-8323-4629-8def-d9b0e90a7536 None None] Set router 79fdeee0-c81a-4e37-9a68-bde6c518745d gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:40:14.454040 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f7da1cc6-ac79-4616-99c6-b57cc37c2a3c None None] For port 60f7f69a-8007-4952-81f8-a87efcff0d8d, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:40:14.478188 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f7da1cc6-ac79-4616-99c6-b57cc37c2a3c None None] For port 60f7f69a-8007-4952-81f8-a87efcff0d8d, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=60f7f69a-8007-4952-81f8-a87efcff0d8d,segment=NetworkSegment(a1e96868-a5bd-4ea6-b7a8-5886e4bcd77e),segment_id=a1e96868-a5bd-4ea6-b7a8-5886e4bcd77e)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:40:14.482981 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 8b76af17-6991-4c9d-8aae-406cfb82b55d up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:40:14.500138 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f7da1cc6-ac79-4616-99c6-b57cc37c2a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (60f7f69a-8007-4952-81f8-a87efcff0d8d), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:14.513363 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-10aa05d4-c30e-442c-8fc4-ddf6d2b82775 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting port 2e3ebcdf-c68b-4f62-a29b-94812e3fca48 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:40:14.514015 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-10aa05d4-c30e-442c-8fc4-ddf6d2b82775 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (2e3ebcdf-c68b-4f62-a29b-94812e3fca48), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:14.526051 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5c3393-30cf-4ebb-aa2a-6d3413db7c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-ed36395f-689f-477c-81e4-eeb144ab0710', 'network_id': 'ed36395f-689f-477c-81e4-eeb144ab0710', 'project_id': '2356a3f563d6431aa5cde99e6e80993d', 'fixed_ips': [{'subnet_id': '16bb4550-1930-4f9d-a91b-b2a72db6c28a'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:40:14.527129 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ee5c3393-30cf-4ebb-aa2a-6d3413db7c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:14.593233 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da1cc6-ac79-4616-99c6-b57cc37c2a3c None None] Pushing event updated for resources: {'Port': ['ID=60f7f69a-8007-4952-81f8-a87efcff0d8d,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:14.615356 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1c752dff-17be-4227-a397-f53ad0dbdf48 req-d9950308-91b0-46c7-bd23-f24fe13c8d48 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=43ad5eb8-3809-4605-abde-bcfb53859deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6792974 Mar 22 19:40:14.671936 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-07482a70-815f-4d28-9ac9-404b51fcd643 req-efb2fd1c-c00b-4bf6-8409-03a54dcdc0b7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:14.672620 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-07482a70-815f-4d28-9ac9-404b51fcd643 req-efb2fd1c-c00b-4bf6-8409-03a54dcdc0b7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (134c1d7c-65d3-4c5b-8570-aabd09cb0cc3), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:14.672783 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [req-07482a70-815f-4d28-9ac9-404b51fcd643 req-efb2fd1c-c00b-4bf6-8409-03a54dcdc0b7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Floating IP 134c1d7c-65d3-4c5b-8570-aabd09cb0cc3 disassociated. External IP: 172.25.5.13, port: 864e1621-03e0-400d-9cc8-358e25d34427. Mar 22 19:40:14.673111 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-07482a70-815f-4d28-9ac9-404b51fcd643 req-efb2fd1c-c00b-4bf6-8409-03a54dcdc0b7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Calling delete_port for 864e1621-03e0-400d-9cc8-358e25d34427 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:40:14.846896 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 167e5668-8ffa-410e-a6da-bd8eede63304 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:14.847457 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (167e5668-8ffa-410e-a6da-bd8eede63304), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:14.902816 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 8b76af17-6991-4c9d-8aae-406cfb82b55d completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:40:14.930561 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 8b76af17-6991-4c9d-8aae-406cfb82b55d triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:14.931083 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8b76af17-6991-4c9d-8aae-406cfb82b55d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:14.947283 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-10aa05d4-c30e-442c-8fc4-ddf6d2b82775 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (2e3ebcdf-c68b-4f62-a29b-94812e3fca48), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:14.981139 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-10aa05d4-c30e-442c-8fc4-ddf6d2b82775 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Calling delete_port for 2e3ebcdf-c68b-4f62-a29b-94812e3fca48 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:40:15.010507 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-6643617e-8323-4629-8def-d9b0e90a7536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'name': 'tempest-RoutersIpV6Test-router-1351656122', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:39:31Z', 'updated_at': '2022-03-22T19:40:12Z', 'revision_number': 7, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'gw_port_host': None, '_interfaces': [{'id': '43654c43-5789-4af6-b1de-165462b25da3', 'name': '', 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:4d:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:35Z', 'updated_at': '2022-03-22T19:39:44Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '810057a8-355c-4dd1-8c89-c93843115c09', 'name': '', 'network_id': '17dbf1bd-e68f-4190-9157-84e9e24d7a7e', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:b9:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '48d9ba9c-c891-416c-a938-044331a9560f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:47Z', 'updated_at': '2022-03-22T19:39:55Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '48d9ba9c-c891-416c-a938-044331a9560f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8af01f73-ea57-4bdc-83b2-c2ce5fa106d1', 'name': '', 'network_id': '7d667e91-0a74-4b11-a636-590c1dcbf8c4', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:73:dc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'b9dc47d8-f5cc-484b-bbed-f414ace654e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:53Z', 'updated_at': '2022-03-22T19:40:04Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': 'b9dc47d8-f5cc-484b-bbed-f414ace654e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2', 'name': '', 'network_id': '61dd5959-74a3-4616-b1ed-99452b8348f2', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:4f:13:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '118aada7-dbb0-4fbf-9945-c11dbd35de1f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:40:00Z', 'updated_at': '2022-03-22T19:40:10Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '118aada7-dbb0-4fbf-9945-c11dbd35de1f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:15.053335 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6643617e-8323-4629-8def-d9b0e90a7536 None None] The sync data for ids ['79fdeee0-c81a-4e37-9a68-bde6c518745d'] in n-d-705658-24 is: [{'id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'name': 'tempest-RoutersIpV6Test-router-1351656122', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:39:31Z', 'updated_at': '2022-03-22T19:40:12Z', 'revision_number': 7, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'gw_port_host': None, '_interfaces': [{'id': '43654c43-5789-4af6-b1de-165462b25da3', 'name': '', 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:4d:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:35Z', 'updated_at': '2022-03-22T19:39:44Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '810057a8-355c-4dd1-8c89-c93843115c09', 'name': '', 'network_id': '17dbf1bd-e68f-4190-9157-84e9e24d7a7e', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:b9:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '48d9ba9c-c891-416c-a938-044331a9560f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:47Z', 'updated_at': '2022-03-22T19:39:55Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '48d9ba9c-c891-416c-a938-044331a9560f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8af01f73-ea57-4bdc-83b2-c2ce5fa106d1', 'name': '', 'network_id': '7d667e91-0a74-4b11-a636-590c1dcbf8c4', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:73:dc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'b9dc47d8-f5cc-484b-bbed-f414ace654e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:53Z', 'updated_at': '2022-03-22T19:40:04Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': 'b9dc47d8-f5cc-484b-bbed-f414ace654e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2', 'name': '', 'network_id': '61dd5959-74a3-4616-b1ed-99452b8348f2', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:4f:13:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '118aada7-dbb0-4fbf-9945-c11dbd35de1f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:40:00Z', 'updated_at': '2022-03-22T19:40:10Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '118aada7-dbb0-4fbf-9945-c11dbd35de1f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:40:15.156086 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a512ef-c841-4d96-b40d-033c3477964c tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Made reservation on behalf of 2356a3f563d6431aa5cde99e6e80993d for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:40:15.162991 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d8a512ef-c841-4d96-b40d-033c3477964c tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:15.253700 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-ee5c3393-30cf-4ebb-aa2a-6d3413db7c5c None None] Allocated IP 2001:db8::f816:3eff:fecf:a64b (ed36395f-689f-477c-81e4-eeb144ab0710/16bb4550-1930-4f9d-a91b-b2a72db6c28a/57b7542b-5891-4395-af75-0eb97299d890) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:40:15.268627 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-d8a512ef-c841-4d96-b40d-033c3477964c tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] device_id is not set on port 871c1950-af73-4969-b4d9-176a13a52d79 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:40:15.329678 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-91f8b555-1194-4a7f-a8f9-e41a9bfe9ac5 None None] Provisioning complete for port 167e5668-8ffa-410e-a6da-bd8eede63304 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:15.331679 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-91f8b555-1194-4a7f-a8f9-e41a9bfe9ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (167e5668-8ffa-410e-a6da-bd8eede63304), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:15.349507 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-10aa05d4-c30e-442c-8fc4-ddf6d2b82775 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (2e3ebcdf-c68b-4f62-a29b-94812e3fca48), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:15.400428 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6a541-f716-4336-b3e1-b5b29e216c4f req-a25afc41-005d-4bed-966d-b1d225603e69 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:15.404652 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b2b6a541-f716-4336-b3e1-b5b29e216c4f req-a25afc41-005d-4bed-966d-b1d225603e69 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=de6f117f-65f0-4a08-bb98-cc91e362152c HTTP/1.1" status: 200 len: 945 time: 0.5035031 Mar 22 19:40:15.455250 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a5287831-943b-4fb2-bf11-039ce164413a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:15.456902 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa05d4-c30e-442c-8fc4-ddf6d2b82775 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Port': ['ID=2e3ebcdf-c68b-4f62-a29b-94812e3fca48,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:15.518035 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-10aa05d4-c30e-442c-8fc4-ddf6d2b82775 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:15.522333 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-10aa05d4-c30e-442c-8fc4-ddf6d2b82775 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/2e3ebcdf-c68b-4f62-a29b-94812e3fca48 HTTP/1.1" status: 204 len: 168 time: 2.1573582 Mar 22 19:40:15.524743 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40316) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:15.606980 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-07482a70-815f-4d28-9ac9-404b51fcd643 req-efb2fd1c-c00b-4bf6-8409-03a54dcdc0b7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (864e1621-03e0-400d-9cc8-358e25d34427), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:15.620581 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 167e5668-8ffa-410e-a6da-bd8eede63304 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:15.621365 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (167e5668-8ffa-410e-a6da-bd8eede63304), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:15.668184 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 8b76af17-6991-4c9d-8aae-406cfb82b55d is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:15.668725 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8b76af17-6991-4c9d-8aae-406cfb82b55d), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:15.699941 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64e2412-f07a-4639-9d4b-c42ca929b7e5 None None] Sync routers for ids ['79fdeee0-c81a-4e37-9a68-bde6c518745d'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:40:15.727091 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64e2412-f07a-4639-9d4b-c42ca929b7e5 None None] Routers {'79fdeee0-c81a-4e37-9a68-bde6c518745d'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:40:15.727924 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-c64e2412-f07a-4639-9d4b-c42ca929b7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:39:48Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['79fdeee0-c81a-4e37-9a68-bde6c518745d'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:15.749741 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 8b76af17-6991-4c9d-8aae-406cfb82b55d, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=8b76af17-6991-4c9d-8aae-406cfb82b55d,segment=NetworkSegment(435fbae2-eb12-43d5-a18b-594248db5fb6),segment_id=435fbae2-eb12-43d5-a18b-594248db5fb6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:15.771369 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb16b4f-ec90-4d7b-bf4b-8eefd3198692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b76af17-6991-4c9d-8aae-406cfb82b55d'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:40:15.774764 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2611b0f4-dd16-4930-97fe-4f9125903d94" -d '{"events": [{"server_uuid": "6fb16b4f-ec90-4d7b-bf4b-8eefd3198692", "name": "network-vif-plugged", "status": "completed", "tag": "8b76af17-6991-4c9d-8aae-406cfb82b55d"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:40:15.791689 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8b76af17-6991-4c9d-8aae-406cfb82b55d), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:15.797310 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b2b6a541-f716-4336-b3e1-b5b29e216c4f req-c064b991-faf7-4b9a-aa27-099a35f68037 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=b7bdc1c4-9ec1-4b5c-a148-2fef8e406f95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3816581 Mar 22 19:40:15.848076 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2fd1c-c00b-4bf6-8409-03a54dcdc0b7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Pushing event deleted for resources: {'Port': ['ID=864e1621-03e0-400d-9cc8-358e25d34427,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:15.924863 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db53b749-8f06-4aac-ab58-43fa1f03188e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:15.926359 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db53b749-8f06-4aac-ab58-43fa1f03188e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:15.927940 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-db53b749-8f06-4aac-ab58-43fa1f03188e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4017017 Mar 22 19:40:15.930979 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40326) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:15.950004 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:15.991255 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 167e5668-8ffa-410e-a6da-bd8eede63304, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=167e5668-8ffa-410e-a6da-bd8eede63304,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:16.068207 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a117ffc-6784-409f-8580-97a3b9ae48ec tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting subnet 9581eb2e-eedc-41ac-ad8a-037ad18b8c9b {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:40:16.088098 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a117ffc-6784-409f-8580-97a3b9ae48ec tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (9581eb2e-eedc-41ac-ad8a-037ad18b8c9b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:16.105575 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-c64e2412-f07a-4639-9d4b-c42ca929b7e5 None None] Set router 79fdeee0-c81a-4e37-9a68-bde6c518745d gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:40:16.193053 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a117ffc-6784-409f-8580-97a3b9ae48ec tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (9581eb2e-eedc-41ac-ad8a-037ad18b8c9b), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:16.210421 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0fc8b9-0781-493b-803c-8190981bc5e0 req-d391cd62-170e-4aae-9d35-cccf43e7fb6e tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:16.212305 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad0fc8b9-0781-493b-803c-8190981bc5e0 req-d391cd62-170e-4aae-9d35-cccf43e7fb6e tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fb16b4f-ec90-4d7b-bf4b-8eefd3198692 HTTP/1.1" status: 200 len: 946 time: 0.4007981 Mar 22 19:40:16.213207 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ee5c3393-30cf-4ebb-aa2a-6d3413db7c5c None None] Publish callbacks [] for port (57b7542b-5891-4395-af75-0eb97299d890), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:16.223088 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (167e5668-8ffa-410e-a6da-bd8eede63304), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:16.240716 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9ae734-f13c-4af1-821f-df85f7bb3440 x-openstack-request-id: req-ba9ae734-f13c-4af1-821f-df85f7bb3440 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:40:16.241010 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb16b4f-ec90-4d7b-bf4b-8eefd3198692", "name": "network-vif-plugged", "status": "completed", "tag": "8b76af17-6991-4c9d-8aae-406cfb82b55d", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:40:16.241262 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ba9ae734-f13c-4af1-821f-df85f7bb3440 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:40:16.244006 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba9ae734-f13c-4af1-821f-df85f7bb3440'] response: {'server_uuid': '6fb16b4f-ec90-4d7b-bf4b-8eefd3198692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b76af17-6991-4c9d-8aae-406cfb82b55d', 'code': 200} Mar 22 19:40:16.262134 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ee5c3393-30cf-4ebb-aa2a-6d3413db7c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (57b7542b-5891-4395-af75-0eb97299d890), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:16.267995 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=8b76af17-6991-4c9d-8aae-406cfb82b55d,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:16.302127 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-91f8b555-1194-4a7f-a8f9-e41a9bfe9ac5 None None] Current status of the port 167e5668-8ffa-410e-a6da-bd8eede63304 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:16.306819 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-91f8b555-1194-4a7f-a8f9-e41a9bfe9ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (167e5668-8ffa-410e-a6da-bd8eede63304), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:16.530290 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5c3393-30cf-4ebb-aa2a-6d3413db7c5c None None] Network ed36395f-689f-477c-81e4-eeb144ab0710 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:16.531857 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07482a70-815f-4d28-9ac9-404b51fcd643 req-efb2fd1c-c00b-4bf6-8409-03a54dcdc0b7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Router 3f5ce0f6-325f-436f-9377-56ca60b663e9 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:40:16.568783 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-d8a512ef-c841-4d96-b40d-033c3477964c tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Allocated IP 2001:db8::f816:3eff:fef9:fc20 (ed36395f-689f-477c-81e4-eeb144ab0710/16bb4550-1930-4f9d-a91b-b2a72db6c28a/871c1950-af73-4969-b4d9-176a13a52d79) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:40:16.598546 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad0fc8b9-0781-493b-803c-8190981bc5e0 req-944e6b12-98fb-4126-9215-c54c684c0078 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=43ad5eb8-3809-4605-abde-bcfb53859deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3480995 Mar 22 19:40:16.646876 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5c6dcbc7-4a8f-4ddb-988f-4d99f7ab3993 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (79fdeee0-c81a-4e37-9a68-bde6c518745d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:16.648449 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-ee5c3393-30cf-4ebb-aa2a-6d3413db7c5c None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:16.654801 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-c64e2412-f07a-4639-9d4b-c42ca929b7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'name': 'tempest-RoutersIpV6Test-router-1351656122', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:39:31Z', 'updated_at': '2022-03-22T19:40:12Z', 'revision_number': 7, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'gw_port_host': None, '_interfaces': [{'id': '43654c43-5789-4af6-b1de-165462b25da3', 'name': '', 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:4d:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:35Z', 'updated_at': '2022-03-22T19:39:44Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '810057a8-355c-4dd1-8c89-c93843115c09', 'name': '', 'network_id': '17dbf1bd-e68f-4190-9157-84e9e24d7a7e', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:b9:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '48d9ba9c-c891-416c-a938-044331a9560f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:47Z', 'updated_at': '2022-03-22T19:39:55Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '48d9ba9c-c891-416c-a938-044331a9560f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8af01f73-ea57-4bdc-83b2-c2ce5fa106d1', 'name': '', 'network_id': '7d667e91-0a74-4b11-a636-590c1dcbf8c4', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:73:dc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'b9dc47d8-f5cc-484b-bbed-f414ace654e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:53Z', 'updated_at': '2022-03-22T19:40:04Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': 'b9dc47d8-f5cc-484b-bbed-f414ace654e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2', 'name': '', 'network_id': '61dd5959-74a3-4616-b1ed-99452b8348f2', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:4f:13:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '118aada7-dbb0-4fbf-9945-c11dbd35de1f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:40:00Z', 'updated_at': '2022-03-22T19:40:10Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '118aada7-dbb0-4fbf-9945-c11dbd35de1f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:16.656234 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5c3393-30cf-4ebb-aa2a-6d3413db7c5c None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:40:16.666839 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=167e5668-8ffa-410e-a6da-bd8eede63304,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:16.682204 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 60f7f69a-8007-4952-81f8-a87efcff0d8d up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:40:16.731023 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64e2412-f07a-4639-9d4b-c42ca929b7e5 None None] Checking router: 79fdeee0-c81a-4e37-9a68-bde6c518745d for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:40:16.772064 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64e2412-f07a-4639-9d4b-c42ca929b7e5 None None] Routers {'79fdeee0-c81a-4e37-9a68-bde6c518745d'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:40:16.779895 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-c64e2412-f07a-4639-9d4b-c42ca929b7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:39:48Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['79fdeee0-c81a-4e37-9a68-bde6c518745d'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:16.853994 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 864e1621-03e0-400d-9cc8-358e25d34427 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:40:16.931996 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d8a512ef-c841-4d96-b40d-033c3477964c tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks [] for port (871c1950-af73-4969-b4d9-176a13a52d79), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:16.965889 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae369f30-fa2a-4a4c-9df5-9c0111ce5835 req-e132478b-6ece-4752-b039-736af5578b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:16.967798 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ae369f30-fa2a-4a4c-9df5-9c0111ce5835 req-e132478b-6ece-4752-b039-736af5578b69 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=6fb16b4f-ec90-4d7b-bf4b-8eefd3198692 HTTP/1.1" status: 200 len: 1129 time: 0.7674649 Mar 22 19:40:16.974314 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d8a512ef-c841-4d96-b40d-033c3477964c tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (871c1950-af73-4969-b4d9-176a13a52d79), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:17.001032 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8bc6de-d8a3-4db6-ad67-0dffdc4d7a12 None None] Network daa341bd-d01e-4622-ac15-3d9b02ff7c93 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:40:17.042388 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a117ffc-6784-409f-8580-97a3b9ae48ec tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (9581eb2e-eedc-41ac-ad8a-037ad18b8c9b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:17.045634 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-c64e2412-f07a-4639-9d4b-c42ca929b7e5 None None] Set router 79fdeee0-c81a-4e37-9a68-bde6c518745d gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:40:17.053566 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07482a70-815f-4d28-9ac9-404b51fcd643 req-efb2fd1c-c00b-4bf6-8409-03a54dcdc0b7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:40:17.083710 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a512ef-c841-4d96-b40d-033c3477964c tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Network ed36395f-689f-477c-81e4-eeb144ab0710 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:17.125550 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-d8a512ef-c841-4d96-b40d-033c3477964c tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:17.133475 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a512ef-c841-4d96-b40d-033c3477964c tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:40:17.148316 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a512ef-c841-4d96-b40d-033c3477964c tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:17.149272 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d8a512ef-c841-4d96-b40d-033c3477964c tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:17.197368 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d8a512ef-c841-4d96-b40d-033c3477964c tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.5053973 Mar 22 19:40:17.201430 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40338) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:17.207409 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-db7f3d9a-2bbf-4805-96e4-caa4658f5b75 req-29d8d226-dde1-4be5-ad39-14f3ca34943d tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=de6f117f-65f0-4a08-bb98-cc91e362152c HTTP/1.1" status: 200 len: 210 time: 0.1982336 Mar 22 19:40:17.214200 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ae369f30-fa2a-4a4c-9df5-9c0111ce5835 req-0174e903-7034-4661-a712-99e7a06d8a2d service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=43ad5eb8-3809-4605-abde-bcfb53859deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2357492 Mar 22 19:40:17.215033 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a512ef-c841-4d96-b40d-033c3477964c tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Pushing event updated for resources: {'Port': ['ID=871c1950-af73-4969-b4d9-176a13a52d79,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:17.248594 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-07482a70-815f-4d28-9ac9-404b51fcd643 req-efb2fd1c-c00b-4bf6-8409-03a54dcdc0b7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] No DVR routers for this DVR port 864e1621-03e0-400d-9cc8-358e25d34427 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:40:17.253958 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-07482a70-815f-4d28-9ac9-404b51fcd643 req-efb2fd1c-c00b-4bf6-8409-03a54dcdc0b7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:17.257805 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-07482a70-815f-4d28-9ac9-404b51fcd643 req-efb2fd1c-c00b-4bf6-8409-03a54dcdc0b7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.85 "DELETE /v2.0/ports/864e1621-03e0-400d-9cc8-358e25d34427 HTTP/1.1" status: 204 len: 173 time: 4.5091455 Mar 22 19:40:17.258498 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6f117f-65f0-4a08-bb98-cc91e362152c', 'name': 'network-vif-deleted', 'tag': '864e1621-03e0-400d-9cc8-358e25d34427'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:40:17.261942 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefe3934-efea-4db3-8ae9-2865062e6fcf" -d '{"events": [{"server_uuid": "de6f117f-65f0-4a08-bb98-cc91e362152c", "name": "network-vif-deleted", "tag": "864e1621-03e0-400d-9cc8-358e25d34427"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:40:17.319653 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6aa29bf-235e-4558-abd8-7204b9256561 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Deleting subnet 16bb4550-1930-4f9d-a91b-b2a72db6c28a {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:40:17.328889 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a6aa29bf-235e-4558-abd8-7204b9256561 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks [] for subnet (16bb4550-1930-4f9d-a91b-b2a72db6c28a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:17.336002 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a117ffc-6784-409f-8580-97a3b9ae48ec tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (9581eb2e-eedc-41ac-ad8a-037ad18b8c9b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:17.345462 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49323e13-255a-431f-ab4f-784f7e9fb516 x-openstack-request-id: req-49323e13-255a-431f-ab4f-784f7e9fb516 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:40:17.346747 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6f117f-65f0-4a08-bb98-cc91e362152c", "name": "network-vif-deleted", "tag": "864e1621-03e0-400d-9cc8-358e25d34427", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:40:17.347620 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-49323e13-255a-431f-ab4f-784f7e9fb516 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:40:17.348999 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49323e13-255a-431f-ab4f-784f7e9fb516'] response: {'server_uuid': 'de6f117f-65f0-4a08-bb98-cc91e362152c', 'name': 'network-vif-deleted', 'tag': '864e1621-03e0-400d-9cc8-358e25d34427', 'status': 'completed', 'code': 200} Mar 22 19:40:17.397149 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a117ffc-6784-409f-8580-97a3b9ae48ec tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Subnet': ['ID=9581eb2e-eedc-41ac-ad8a-037ad18b8c9b,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:17.405211 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbed9d0d-1a5e-414f-98f9-000c624f3586 None None] Sync routers for ids ['3f5ce0f6-325f-436f-9377-56ca60b663e9'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:40:17.411967 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c3393-30cf-4ebb-aa2a-6d3413db7c5c None None] Pushing event updated for resources: {'Port': ['ID=57b7542b-5891-4395-af75-0eb97299d890,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:17.419701 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a117ffc-6784-409f-8580-97a3b9ae48ec tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:17.424293 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4a117ffc-6784-409f-8580-97a3b9ae48ec tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/9581eb2e-eedc-41ac-ad8a-037ad18b8c9b HTTP/1.1" status: 204 len: 168 time: 1.4922619 Mar 22 19:40:17.427783 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40342) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:17.438242 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a6aa29bf-235e-4558-abd8-7204b9256561 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (16bb4550-1930-4f9d-a91b-b2a72db6c28a), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:17.439183 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.api [None req-91f8b555-1194-4a7f-a8f9-e41a9bfe9ac5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:40:17.439548 n-d-705658-24 neutron-server[104174]: DEBUG oslo_db.api [None req-91f8b555-1194-4a7f-a8f9-e41a9bfe9ac5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:40:17.440006 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 864e1621-03e0-400d-9cc8-358e25d34427 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:40:17.440392 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 864e1621-03e0-400d-9cc8-358e25d34427 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:40:17.451740 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e47ead3-1236-47fd-b241-19bee1466d23 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:40:17.510460 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-91651f6d-a0f8-4e2f-b7de-721e1b9dbeb6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0786855 Mar 22 19:40:17.515396 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40344) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:17.530152 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-0bf70fe4-ce7f-4a01-ab50-1a095223d42d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:17.553409 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-ee5c3393-30cf-4ebb-aa2a-6d3413db7c5c None None] Attempting to bind port 57b7542b-5891-4395-af75-0eb97299d890 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:40:17.553996 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-ee5c3393-30cf-4ebb-aa2a-6d3413db7c5c None None] Attempting to bind port 57b7542b-5891-4395-af75-0eb97299d890 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '476ce670-4fb5-471f-9a08-c3a792df3078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ed36395f-689f-477c-81e4-eeb144ab0710'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:40:17.554410 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5c3393-30cf-4ebb-aa2a-6d3413db7c5c None None] Attempting to bind port 57b7542b-5891-4395-af75-0eb97299d890 on network ed36395f-689f-477c-81e4-eeb144ab0710 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:40:17.560125 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-c64e2412-f07a-4639-9d4b-c42ca929b7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'name': 'tempest-RoutersIpV6Test-router-1351656122', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:39:31Z', 'updated_at': '2022-03-22T19:40:12Z', 'revision_number': 7, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'gw_port_host': None, '_interfaces': [{'id': '43654c43-5789-4af6-b1de-165462b25da3', 'name': '', 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:4d:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:35Z', 'updated_at': '2022-03-22T19:39:44Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '810057a8-355c-4dd1-8c89-c93843115c09', 'name': '', 'network_id': '17dbf1bd-e68f-4190-9157-84e9e24d7a7e', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:b9:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '48d9ba9c-c891-416c-a938-044331a9560f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:47Z', 'updated_at': '2022-03-22T19:39:55Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '48d9ba9c-c891-416c-a938-044331a9560f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8af01f73-ea57-4bdc-83b2-c2ce5fa106d1', 'name': '', 'network_id': '7d667e91-0a74-4b11-a636-590c1dcbf8c4', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:73:dc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'b9dc47d8-f5cc-484b-bbed-f414ace654e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:53Z', 'updated_at': '2022-03-22T19:40:04Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': 'b9dc47d8-f5cc-484b-bbed-f414ace654e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2', 'name': '', 'network_id': '61dd5959-74a3-4616-b1ed-99452b8348f2', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:4f:13:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '118aada7-dbb0-4fbf-9945-c11dbd35de1f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:40:00Z', 'updated_at': '2022-03-22T19:40:10Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '118aada7-dbb0-4fbf-9945-c11dbd35de1f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:17.584457 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e0a5c16b-c005-4ea0-8d18-5b22169292c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:17.624248 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64e2412-f07a-4639-9d4b-c42ca929b7e5 None None] The sync data for ids ['79fdeee0-c81a-4e37-9a68-bde6c518745d'] in n-d-705658-24 is: [{'id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'name': 'tempest-RoutersIpV6Test-router-1351656122', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:39:31Z', 'updated_at': '2022-03-22T19:40:12Z', 'revision_number': 7, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'gw_port_host': None, '_interfaces': [{'id': '43654c43-5789-4af6-b1de-165462b25da3', 'name': '', 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:4d:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:35Z', 'updated_at': '2022-03-22T19:39:44Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '810057a8-355c-4dd1-8c89-c93843115c09', 'name': '', 'network_id': '17dbf1bd-e68f-4190-9157-84e9e24d7a7e', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:b9:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '48d9ba9c-c891-416c-a938-044331a9560f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:47Z', 'updated_at': '2022-03-22T19:39:55Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '48d9ba9c-c891-416c-a938-044331a9560f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8af01f73-ea57-4bdc-83b2-c2ce5fa106d1', 'name': '', 'network_id': '7d667e91-0a74-4b11-a636-590c1dcbf8c4', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:73:dc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'b9dc47d8-f5cc-484b-bbed-f414ace654e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:53Z', 'updated_at': '2022-03-22T19:40:04Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': 'b9dc47d8-f5cc-484b-bbed-f414ace654e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2', 'name': '', 'network_id': '61dd5959-74a3-4616-b1ed-99452b8348f2', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:4f:13:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2590, 'fixed_ips': [{'subnet_id': '118aada7-dbb0-4fbf-9945-c11dbd35de1f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:40:00Z', 'updated_at': '2022-03-22T19:40:10Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '118aada7-dbb0-4fbf-9945-c11dbd35de1f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:40:17.649537 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5c3393-30cf-4ebb-aa2a-6d3413db7c5c None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:40:17.650063 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5c3393-30cf-4ebb-aa2a-6d3413db7c5c None None] Checking segment: {'id': '476ce670-4fb5-471f-9a08-c3a792df3078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ed36395f-689f-477c-81e4-eeb144ab0710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:40:17.650545 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ee5c3393-30cf-4ebb-aa2a-6d3413db7c5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:17.651017 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5c3393-30cf-4ebb-aa2a-6d3413db7c5c None None] Bound using segment: {'id': '476ce670-4fb5-471f-9a08-c3a792df3078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ed36395f-689f-477c-81e4-eeb144ab0710'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:40:17.651587 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-ee5c3393-30cf-4ebb-aa2a-6d3413db7c5c None None] Bound port: 57b7542b-5891-4395-af75-0eb97299d890, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '476ce670-4fb5-471f-9a08-c3a792df3078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ed36395f-689f-477c-81e4-eeb144ab0710'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:40:17.652035 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ee5c3393-30cf-4ebb-aa2a-6d3413db7c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (57b7542b-5891-4395-af75-0eb97299d890), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:17.658548 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbed9d0d-1a5e-414f-98f9-000c624f3586 None None] Routers {'3f5ce0f6-325f-436f-9377-56ca60b663e9'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:40:17.665169 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-dbed9d0d-1a5e-414f-98f9-000c624f3586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:39:48Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3f5ce0f6-325f-436f-9377-56ca60b663e9'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:17.705541 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-5c6dcbc7-4a8f-4ddb-988f-4d99f7ab3993 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Deleting port b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:40:17.706681 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5c6dcbc7-4a8f-4ddb-988f-4d99f7ab3993 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:17.830495 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a6aa29bf-235e-4558-abd8-7204b9256561 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (16bb4550-1930-4f9d-a91b-b2a72db6c28a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:17.954779 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 60f7f69a-8007-4952-81f8-a87efcff0d8d triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:17.955197 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (60f7f69a-8007-4952-81f8-a87efcff0d8d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:17.992280 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf70fe4-ce7f-4a01-ab50-1a095223d42d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:40:17.996571 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0bf70fe4-ce7f-4a01-ab50-1a095223d42d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:18.004164 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a6aa29bf-235e-4558-abd8-7204b9256561 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (16bb4550-1930-4f9d-a91b-b2a72db6c28a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:18.072520 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa29bf-235e-4558-abd8-7204b9256561 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Pushing event deleted for resources: {'Subnet': ['ID=16bb4550-1930-4f9d-a91b-b2a72db6c28a,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:18.075755 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a6aa29bf-235e-4558-abd8-7204b9256561 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:18.079321 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a6aa29bf-235e-4558-abd8-7204b9256561 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "DELETE /v2.0/subnets/16bb4550-1930-4f9d-a91b-b2a72db6c28a HTTP/1.1" status: 204 len: 168 time: 0.8760514 Mar 22 19:40:18.082607 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40358) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:18.126902 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-dbed9d0d-1a5e-414f-98f9-000c624f3586 None None] Set router 3f5ce0f6-325f-436f-9377-56ca60b663e9 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:40:18.207009 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e4a6a-f4ff-4cba-a563-4a2baeef3640 req-830e7868-9c48-4bd9-8edd-19a80167fe74 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:18.217181 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-015e4a6a-f4ff-4cba-a563-4a2baeef3640 req-830e7868-9c48-4bd9-8edd-19a80167fe74 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fb16b4f-ec90-4d7b-bf4b-8eefd3198692 HTTP/1.1" status: 200 len: 946 time: 0.4634275 Mar 22 19:40:18.251121 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-5c6dcbc7-4a8f-4ddb-988f-4d99f7ab3993 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] For port b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2,segment=NetworkSegment(bc585736-243c-424a-b3b0-91ff8c69d1b7),segment_id=bc585736-243c-424a-b3b0-91ff8c69d1b7)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:18.251499 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5c6dcbc7-4a8f-4ddb-988f-4d99f7ab3993 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:18.297382 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bc5a3d-500a-4f24-a61f-2d2dd1eadd5e tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:18.298951 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bc5a3d-500a-4f24-a61f-2d2dd1eadd5e tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:18.304569 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f3bc5a3d-500a-4f24-a61f-2d2dd1eadd5e tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1799934 Mar 22 19:40:18.305208 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40366) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:18.327653 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-5c6dcbc7-4a8f-4ddb-988f-4d99f7ab3993 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Calling delete_port for b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2 owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:40:18.329712 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c9598b-813b-437b-aef8-e864c56bd1aa None None] DHCP port deletion for 5844662d-9a53-4182-bd56-decd62afe1ab request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:40:18.382443 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-015e4a6a-f4ff-4cba-a563-4a2baeef3640 req-65f0003c-2d38-4ff7-9438-68c61f402d3b tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=43ad5eb8-3809-4605-abde-bcfb53859deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1642780 Mar 22 19:40:18.448836 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 60f7f69a-8007-4952-81f8-a87efcff0d8d is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:18.449605 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (60f7f69a-8007-4952-81f8-a87efcff0d8d), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:18.511996 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40372) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:18.517042 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e9ecaca3-c534-43aa-8ee4-0f4955c8a714 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (ed36395f-689f-477c-81e4-eeb144ab0710), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:18.529454 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ecaca3-c534-43aa-8ee4-0f4955c8a714 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 22 19:40:18.530543 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ecaca3-c534-43aa-8ee4-0f4955c8a714 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:40:18.538509 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e9ecaca3-c534-43aa-8ee4-0f4955c8a714 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "DELETE /v2.0/networks/ed36395f-689f-477c-81e4-eeb144ab0710 HTTP/1.1" status: 409 len: 466 time: 0.2288175 Mar 22 19:40:18.539472 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40374) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:18.543147 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-91f8b555-1194-4a7f-a8f9-e41a9bfe9ac5 None None] Current status of the port 167e5668-8ffa-410e-a6da-bd8eede63304 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:18.545880 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-ee5c3393-30cf-4ebb-aa2a-6d3413db7c5c None None] For port 57b7542b-5891-4395-af75-0eb97299d890, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:40:18.549263 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-d0008fa9-f59b-43cd-b12b-6f181f3ab7cd tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1372764653'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:18.576171 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0008fa9-f59b-43cd-b12b-6f181f3ab7cd tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Made reservation on behalf of 2356a3f563d6431aa5cde99e6e80993d for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:40:18.580997 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d0008fa9-f59b-43cd-b12b-6f181f3ab7cd tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:18.611262 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:18.626070 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-ee5c3393-30cf-4ebb-aa2a-6d3413db7c5c None None] For port 57b7542b-5891-4395-af75-0eb97299d890, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=57b7542b-5891-4395-af75-0eb97299d890,segment=NetworkSegment(476ce670-4fb5-471f-9a08-c3a792df3078),segment_id=476ce670-4fb5-471f-9a08-c3a792df3078)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:40:18.628741 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0008fa9-f59b-43cd-b12b-6f181f3ab7cd tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:40:18.641539 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 60f7f69a-8007-4952-81f8-a87efcff0d8d, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=60f7f69a-8007-4952-81f8-a87efcff0d8d,segment=NetworkSegment(a1e96868-a5bd-4ea6-b7a8-5886e4bcd77e),segment_id=a1e96868-a5bd-4ea6-b7a8-5886e4bcd77e)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:18.645819 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ee5c3393-30cf-4ebb-aa2a-6d3413db7c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (57b7542b-5891-4395-af75-0eb97299d890), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:18.655520 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d0008fa9-f59b-43cd-b12b-6f181f3ab7cd tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (7a091e7f-0203-4a8e-97e2-a2b10bc7044d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:18.655520 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-d0008fa9-f59b-43cd-b12b-6f181f3ab7cd tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Added segment 7a091e7f-0203-4a8e-97e2-a2b10bc7044d of type vlan for network 418bdf6e-1bd2-48dd-b063-d3d55f1ed67a Mar 22 19:40:18.662577 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (60f7f69a-8007-4952-81f8-a87efcff0d8d), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:18.703624 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05670b9d-85b7-4c8c-a599-c75d1a117287 req-ec016c8f-1e9c-4028-8383-0fa587d52bf8 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:18.705190 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d0008fa9-f59b-43cd-b12b-6f181f3ab7cd tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (418bdf6e-1bd2-48dd-b063-d3d55f1ed67a), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:18.705330 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-05670b9d-85b7-4c8c-a599-c75d1a117287 req-ec016c8f-1e9c-4028-8383-0fa587d52bf8 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 945 time: 0.1863043 Mar 22 19:40:18.748097 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d0008fa9-f59b-43cd-b12b-6f181f3ab7cd tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (418bdf6e-1bd2-48dd-b063-d3d55f1ed67a), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:18.760334 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0008fa9-f59b-43cd-b12b-6f181f3ab7cd tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:18.771720 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d0008fa9-f59b-43cd-b12b-6f181f3ab7cd tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:18.782170 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:18.795438 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-fa5e4847-6fea-4097-a0e3-8ee04a4bfce3 None None] Provisioning complete for port 60f7f69a-8007-4952-81f8-a87efcff0d8d triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:18.795661 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fa5e4847-6fea-4097-a0e3-8ee04a4bfce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (60f7f69a-8007-4952-81f8-a87efcff0d8d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:18.821811 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-37f12dd4-63c4-4491-ba87-4a99e896ea77 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group (b7bdc1c4-9ec1-4b5c-a148-2fef8e406f95), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:18.835632 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d0008fa9-f59b-43cd-b12b-6f181f3ab7cd tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2930033 Mar 22 19:40:18.841409 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0bf70fe4-ce7f-4a01-ab50-1a095223d42d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (b91807c3-1313-467c-9652-dfec9e9f31a4), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:18.843846 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c3393-30cf-4ebb-aa2a-6d3413db7c5c None None] Pushing event updated for resources: {'Port': ['ID=57b7542b-5891-4395-af75-0eb97299d890,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:18.845251 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40378) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:18.859770 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-04c9598b-813b-437b-aef8-e864c56bd1aa None None] Deleting port 167e5668-8ffa-410e-a6da-bd8eede63304 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:40:18.862632 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-04c9598b-813b-437b-aef8-e864c56bd1aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (167e5668-8ffa-410e-a6da-bd8eede63304), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:18.922295 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 167e5668-8ffa-410e-a6da-bd8eede63304 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:40:18.943124 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-9acad941-8d7d-4bc1-ad9b-299b1b0a3525 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Request body: {'subnet': {'network_id': '418bdf6e-1bd2-48dd-b063-d3d55f1ed67a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:18.972951 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf70fe4-ce7f-4a01-ab50-1a095223d42d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Subnet': ['ID=b91807c3-1313-467c-9652-dfec9e9f31a4,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:18.980258 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0008fa9-f59b-43cd-b12b-6f181f3ab7cd tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Pushing event updated for resources: {'Network': ['ID=418bdf6e-1bd2-48dd-b063-d3d55f1ed67a,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:19.006897 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 418bdf6e-1bd2-48dd-b063-d3d55f1ed67a details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:40:19.030557 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-37f12dd4-63c4-4491-ba87-4a99e896ea77 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group (b7bdc1c4-9ec1-4b5c-a148-2fef8e406f95), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:19.045606 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf70fe4-ce7f-4a01-ab50-1a095223d42d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:19.049088 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-05670b9d-85b7-4c8c-a599-c75d1a117287 req-3060837e-2319-4ef3-886d-f46ec579f63c tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2929957 Mar 22 19:40:19.059963 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-0bf70fe4-ce7f-4a01-ab50-1a095223d42d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:19.072047 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=60f7f69a-8007-4952-81f8-a87efcff0d8d,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:19.091856 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf70fe4-ce7f-4a01-ab50-1a095223d42d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:19.092589 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0bf70fe4-ce7f-4a01-ab50-1a095223d42d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:19.144526 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0bf70fe4-ce7f-4a01-ab50-1a095223d42d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6280725 Mar 22 19:40:19.148694 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40380) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:19.175745 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-1a00994a-d2a4-4cdf-9e08-9b0f2745486a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'port': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'fixed_ips': [{'subnet_id': 'b91807c3-1313-467c-9652-dfec9e9f31a4', 'ip_address': '2001:db8::b37f:7e6c:d683:efb7'}], 'name': 'tempest-NetworksTestDHCPv6-538885249'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:19.214108 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5c6dcbc7-4a8f-4ddb-988f-4d99f7ab3993 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:19.220945 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9acad941-8d7d-4bc1-ad9b-299b1b0a3525 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Made reservation on behalf of 2356a3f563d6431aa5cde99e6e80993d for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:40:19.224511 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9acad941-8d7d-4bc1-ad9b-299b1b0a3525 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:19.228107 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-04c9598b-813b-437b-aef8-e864c56bd1aa None None] For port 167e5668-8ffa-410e-a6da-bd8eede63304, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=167e5668-8ffa-410e-a6da-bd8eede63304,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:19.228516 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-04c9598b-813b-437b-aef8-e864c56bd1aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (167e5668-8ffa-410e-a6da-bd8eede63304), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:19.235906 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-37f12dd4-63c4-4491-ba87-4a99e896ea77 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b7bdc1c4-9ec1-4b5c-a148-2fef8e406f95), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:19.238411 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-37f12dd4-63c4-4491-ba87-4a99e896ea77 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:19.239658 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-37f12dd4-63c4-4491-ba87-4a99e896ea77 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "DELETE /v2.0/security-groups/b7bdc1c4-9ec1-4b5c-a148-2fef8e406f95 HTTP/1.1" status: 204 len: 168 time: 0.7267041 Mar 22 19:40:19.271434 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40382) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:19.278950 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-dbed9d0d-1a5e-414f-98f9-000c624f3586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'name': 'tempest-AttachVolumeNegativeTest-186120780-router', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:33:57Z', 'updated_at': '2022-03-22T19:34:01Z', 'revision_number': 4, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'gw_port': {'id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:33:58Z', 'updated_at': '2022-03-22T19:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '10804c69-4eb3-4346-b303-6e5bd5d9a227', 'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'mac_address': 'fa:16:3e:bc:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:00Z', 'updated_at': '2022-03-22T19:34:09Z', 'revision_number': 5, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'subnets': [{'id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:19.287583 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-fa5e4847-6fea-4097-a0e3-8ee04a4bfce3 None None] Current status of the port 60f7f69a-8007-4952-81f8-a87efcff0d8d is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:19.334320 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6dcbc7-4a8f-4ddb-988f-4d99f7ab3993 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event deleted for resources: {'Port': ['ID=b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:19.347909 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-04c9598b-813b-437b-aef8-e864c56bd1aa None None] Calling delete_port for 167e5668-8ffa-410e-a6da-bd8eede63304 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:40:19.360208 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbed9d0d-1a5e-414f-98f9-000c624f3586 None None] Checking router: 3f5ce0f6-325f-436f-9377-56ca60b663e9 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:40:19.366006 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-fa5e4847-6fea-4097-a0e3-8ee04a4bfce3 None None] Could not find standard attr ID for object 2e3ebcdf-c68b-4f62-a29b-94812e3fca48. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:40:19.388684 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbed9d0d-1a5e-414f-98f9-000c624f3586 None None] Routers {'3f5ce0f6-325f-436f-9377-56ca60b663e9'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:40:19.388952 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a00994a-d2a4-4cdf-9e08-9b0f2745486a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:40:19.389535 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-dbed9d0d-1a5e-414f-98f9-000c624f3586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:40:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3f5ce0f6-325f-436f-9377-56ca60b663e9'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:19.418290 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f12dd4-63c4-4491-ba87-4a99e896ea77 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bdc1c4-9ec1-4b5c-a148-2fef8e406f95,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:19.431053 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-39da4fc7-0129-44b4-b59e-fa38dfbf11c8 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] show failed (client error): The resource could not be found. Mar 22 19:40:19.432948 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-39da4fc7-0129-44b4-b59e-fa38dfbf11c8 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups/b7bdc1c4-9ec1-4b5c-a148-2fef8e406f95 HTTP/1.1" status: 404 len: 347 time: 0.1386840 Mar 22 19:40:19.443261 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40386) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:19.560415 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 167e5668-8ffa-410e-a6da-bd8eede63304 is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:19.561141 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (167e5668-8ffa-410e-a6da-bd8eede63304), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:19.660152 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1a00994a-d2a4-4cdf-9e08-9b0f2745486a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:19.702854 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-dbed9d0d-1a5e-414f-98f9-000c624f3586 None None] Set router 3f5ce0f6-325f-436f-9377-56ca60b663e9 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:40:19.719227 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-1a00994a-d2a4-4cdf-9e08-9b0f2745486a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] device_id is not set on port f032c07f-8236-4a47-bc9f-d544c60b5712 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:40:19.983473 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-1a00994a-d2a4-4cdf-9e08-9b0f2745486a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Allocated IP 2001:db8::b37f:7e6c:d683:efb7 (5844662d-9a53-4182-bd56-decd62afe1ab/b91807c3-1313-467c-9652-dfec9e9f31a4/f032c07f-8236-4a47-bc9f-d544c60b5712) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:40:19.991129 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 167e5668-8ffa-410e-a6da-bd8eede63304, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=167e5668-8ffa-410e-a6da-bd8eede63304,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:20.006672 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (167e5668-8ffa-410e-a6da-bd8eede63304), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:20.102842 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=167e5668-8ffa-410e-a6da-bd8eede63304,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:20.231960 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1a00994a-d2a4-4cdf-9e08-9b0f2745486a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for port (f032c07f-8236-4a47-bc9f-d544c60b5712), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:20.287829 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5c6dcbc7-4a8f-4ddb-988f-4d99f7ab3993 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (79fdeee0-c81a-4e37-9a68-bde6c518745d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:20.295353 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1a00994a-d2a4-4cdf-9e08-9b0f2745486a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f032c07f-8236-4a47-bc9f-d544c60b5712), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:20.334931 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:20.365512 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-04c9598b-813b-437b-aef8-e864c56bd1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (167e5668-8ffa-410e-a6da-bd8eede63304), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:20.374867 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a00994a-d2a4-4cdf-9e08-9b0f2745486a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:20.386808 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-1a00994a-d2a4-4cdf-9e08-9b0f2745486a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:20.389554 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a00994a-d2a4-4cdf-9e08-9b0f2745486a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:40:20.397016 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a00994a-d2a4-4cdf-9e08-9b0f2745486a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:20.397778 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1a00994a-d2a4-4cdf-9e08-9b0f2745486a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:20.400994 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00994a-d2a4-4cdf-9e08-9b0f2745486a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Port': ['ID=f032c07f-8236-4a47-bc9f-d544c60b5712,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:20.420949 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c9598b-813b-437b-aef8-e864c56bd1aa None None] No DVR routers for this DVR port 167e5668-8ffa-410e-a6da-bd8eede63304 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:40:20.428086 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9598b-813b-437b-aef8-e864c56bd1aa None None] Pushing event deleted for resources: {'Port': ['ID=167e5668-8ffa-410e-a6da-bd8eede63304,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:20.445584 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1a00994a-d2a4-4cdf-9e08-9b0f2745486a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2881572 Mar 22 19:40:20.446783 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40392) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:20.448316 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac5da9-12f5-4767-b040-d0adee9aad6a req-36eab5e9-404a-456c-b355-e44d6018c811 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:20.456725 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bcac5da9-12f5-4767-b040-d0adee9aad6a req-36eab5e9-404a-456c-b355-e44d6018c811 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fb16b4f-ec90-4d7b-bf4b-8eefd3198692 HTTP/1.1" status: 200 len: 946 time: 0.8709135 Mar 22 19:40:20.463698 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353ccabd-7658-49bb-9f11-de95b2bbfb3f None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:40:20.543136 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9003b0ee-00a1-462c-b83c-14fea4bf5829 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:20.548026 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9003b0ee-00a1-462c-b83c-14fea4bf5829 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0988250 Mar 22 19:40:20.550303 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40394) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:20.568680 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-dbed9d0d-1a5e-414f-98f9-000c624f3586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'name': 'tempest-AttachVolumeNegativeTest-186120780-router', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:33:57Z', 'updated_at': '2022-03-22T19:34:01Z', 'revision_number': 4, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'gw_port': {'id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:33:58Z', 'updated_at': '2022-03-22T19:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '10804c69-4eb3-4346-b303-6e5bd5d9a227', 'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'mac_address': 'fa:16:3e:bc:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:00Z', 'updated_at': '2022-03-22T19:34:09Z', 'revision_number': 5, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'subnets': [{'id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:20.624177 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4eb0a63-6dc6-493a-9109-012e2048c058 None None] Network ed36395f-689f-477c-81e4-eeb144ab0710 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:40:20.646359 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbed9d0d-1a5e-414f-98f9-000c624f3586 None None] The sync data for ids ['3f5ce0f6-325f-436f-9377-56ca60b663e9'] in n-d-705658-24 is: [{'id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'name': 'tempest-AttachVolumeNegativeTest-186120780-router', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:33:57Z', 'updated_at': '2022-03-22T19:34:01Z', 'revision_number': 4, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'gw_port': {'id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:33:58Z', 'updated_at': '2022-03-22T19:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '10804c69-4eb3-4346-b303-6e5bd5d9a227', 'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'mac_address': 'fa:16:3e:bc:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:00Z', 'updated_at': '2022-03-22T19:34:09Z', 'revision_number': 5, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'subnets': [{'id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:40:20.715969 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-4633cabf-64e0-4c4e-9d7a-636fe42db5c6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting port f032c07f-8236-4a47-bc9f-d544c60b5712 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:40:20.716413 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4633cabf-64e0-4c4e-9d7a-636fe42db5c6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f032c07f-8236-4a47-bc9f-d544c60b5712), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:20.718038 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01fadf-fb88-4fc0-be0b-3f789e4dda91 req-193b2629-77f1-4549-8342-454594662011 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:20.721237 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc01fadf-fb88-4fc0-be0b-3f789e4dda91 req-193b2629-77f1-4549-8342-454594662011 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 945 time: 0.5095103 Mar 22 19:40:20.775244 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-080b0ce9-aaa0-4d9d-89d8-dd64430810aa None None] Provisioning complete for port 57b7542b-5891-4395-af75-0eb97299d890 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:20.776320 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-080b0ce9-aaa0-4d9d-89d8-dd64430810aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (57b7542b-5891-4395-af75-0eb97299d890), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:20.794512 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bcac5da9-12f5-4767-b040-d0adee9aad6a req-9c451aa1-e3dd-4164-ac4a-3a5e7fb32db5 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=43ad5eb8-3809-4605-abde-bcfb53859deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3369088 Mar 22 19:40:20.829448 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-63162e78-74bd-4c32-b910-83c3f72af2b0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Deleting port 1c5d3e8b-89fb-46cf-94de-f2aec1dc350f {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:40:20.829694 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-63162e78-74bd-4c32-b910-83c3f72af2b0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (1c5d3e8b-89fb-46cf-94de-f2aec1dc350f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:20.958546 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816d7c42-ea83-4847-93ff-f6343682a239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-5844662d-9a53-4182-bd56-decd62afe1ab', 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'project_id': '60cab213ce214a30b0f859d0f4109da8', 'fixed_ips': [{'subnet_id': 'b91807c3-1313-467c-9652-dfec9e9f31a4'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:40:20.960746 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-816d7c42-ea83-4847-93ff-f6343682a239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:20.997458 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4633cabf-64e0-4c4e-9d7a-636fe42db5c6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f032c07f-8236-4a47-bc9f-d544c60b5712), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:21.021941 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-63162e78-74bd-4c32-b910-83c3f72af2b0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (1c5d3e8b-89fb-46cf-94de-f2aec1dc350f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:21.022192 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-4633cabf-64e0-4c4e-9d7a-636fe42db5c6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Calling delete_port for f032c07f-8236-4a47-bc9f-d544c60b5712 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:40:21.022287 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-63162e78-74bd-4c32-b910-83c3f72af2b0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for floatingip (1c5d3e8b-89fb-46cf-94de-f2aec1dc350f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:21.046598 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-63162e78-74bd-4c32-b910-83c3f72af2b0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Calling delete_port for 1c5d3e8b-89fb-46cf-94de-f2aec1dc350f owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:40:21.183461 n-d-705658-24 neutron-server[104172]: DEBUG neutron.objects.ports [None req-9acad941-8d7d-4bc1-ad9b-299b1b0a3525 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104172) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 19:40:21.183703 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c809e031-264d-4afb-a772-6582402259c2 None None] DHCP port deletion for ed36395f-689f-477c-81e4-eeb144ab0710 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:40:21.200310 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6dcbc7-4a8f-4ddb-988f-4d99f7ab3993 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Router 79fdeee0-c81a-4e37-9a68-bde6c518745d has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:40:21.213839 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 60f7f69a-8007-4952-81f8-a87efcff0d8d up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:40:21.229950 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9acad941-8d7d-4bc1-ad9b-299b1b0a3525 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (fa117b84-3f67-4f55-8920-8e4599a709c2), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:21.249219 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4633cabf-64e0-4c4e-9d7a-636fe42db5c6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f032c07f-8236-4a47-bc9f-d544c60b5712), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:21.305073 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633cabf-64e0-4c4e-9d7a-636fe42db5c6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Port': ['ID=f032c07f-8236-4a47-bc9f-d544c60b5712,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:21.376635 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4633cabf-64e0-4c4e-9d7a-636fe42db5c6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:21.381241 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4633cabf-64e0-4c4e-9d7a-636fe42db5c6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/f032c07f-8236-4a47-bc9f-d544c60b5712 HTTP/1.1" status: 204 len: 168 time: 0.8296647 Mar 22 19:40:21.384768 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40400) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:21.405263 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc01fadf-fb88-4fc0-be0b-3f789e4dda91 req-418263db-bb92-4046-b034-a998e3b041c3 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6688437 Mar 22 19:40:21.431895 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab9e14c-0aaf-41c6-ba9b-17867c134b51 None None] New status for floating IP 134c1d7c-65d3-4c5b-8570-aabd09cb0cc3: DOWN {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:40:21.436730 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:21.447657 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-080b0ce9-aaa0-4d9d-89d8-dd64430810aa None None] Current status of the port 57b7542b-5891-4395-af75-0eb97299d890 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:21.448411 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-080b0ce9-aaa0-4d9d-89d8-dd64430810aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (57b7542b-5891-4395-af75-0eb97299d890), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:21.485438 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb68cda-d3d1-40a3-8a5a-46085685994e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:21.490989 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb68cda-d3d1-40a3-8a5a-46085685994e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:21.494216 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bcb68cda-d3d1-40a3-8a5a-46085685994e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1083310 Mar 22 19:40:21.497829 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40402) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:21.506847 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c77ab-0b7b-4856-95d1-aa0ca8e3ef66 req-2bff3940-665f-4a8a-aec8-8a286dd94a9b tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:21.508868 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-064c77ab-0b7b-4856-95d1-aa0ca8e3ef66 req-2bff3940-665f-4a8a-aec8-8a286dd94a9b tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fb16b4f-ec90-4d7b-bf4b-8eefd3198692 HTTP/1.1" status: 200 len: 946 time: 0.3675437 Mar 22 19:40:21.530680 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-816d7c42-ea83-4847-93ff-f6343682a239 None None] Allocated IP 2001:db8::2 (5844662d-9a53-4182-bd56-decd62afe1ab/b91807c3-1313-467c-9652-dfec9e9f31a4/5d56290f-ceda-4437-bbc7-3b000e76979a) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:40:21.552330 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acad941-8d7d-4bc1-ad9b-299b1b0a3525 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Checking segment: {'id': '7a091e7f-0203-4a8e-97e2-a2b10bc7044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '418bdf6e-1bd2-48dd-b063-d3d55f1ed67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:40:21.552634 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acad941-8d7d-4bc1-ad9b-299b1b0a3525 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Network hostable DHCP agents. Network: 418bdf6e-1bd2-48dd-b063-d3d55f1ed67a, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:40:21.559099 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40404) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:21.569042 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-a58e0a7c-12a7-46d9-8cf0-49e33c5d2ded tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Request body: {'floatingip': {'port_id': '8b76af17-6991-4c9d-8aae-406cfb82b55d'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:21.581633 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acad941-8d7d-4bc1-ad9b-299b1b0a3525 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Pushing event updated for resources: {'Subnet': ['ID=fa117b84-3f67-4f55-8920-8e4599a709c2,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:21.626534 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c809e031-264d-4afb-a772-6582402259c2 None None] Deleting port 57b7542b-5891-4395-af75-0eb97299d890 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:40:21.626912 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c809e031-264d-4afb-a772-6582402259c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (57b7542b-5891-4395-af75-0eb97299d890), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:21.627885 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acad941-8d7d-4bc1-ad9b-299b1b0a3525 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Network 418bdf6e-1bd2-48dd-b063-d3d55f1ed67a is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:40:21.654019 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6dcbc7-4a8f-4ddb-988f-4d99f7ab3993 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:40:21.654691 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-080b0ce9-aaa0-4d9d-89d8-dd64430810aa None None] For port 57b7542b-5891-4395-af75-0eb97299d890, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=57b7542b-5891-4395-af75-0eb97299d890,segment=NetworkSegment(476ce670-4fb5-471f-9a08-c3a792df3078),segment_id=476ce670-4fb5-471f-9a08-c3a792df3078)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:21.662352 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5c6dcbc7-4a8f-4ddb-988f-4d99f7ab3993 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "PUT /v2.0/routers/79fdeee0-c81a-4e37-9a68-bde6c518745d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9524984 Mar 22 19:40:21.664414 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40406) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:21.665685 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-9acad941-8d7d-4bc1-ad9b-299b1b0a3525 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 418bdf6e-1bd2-48dd-b063-d3d55f1ed67a) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:21.669527 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acad941-8d7d-4bc1-ad9b-299b1b0a3525 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:21.670251 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9acad941-8d7d-4bc1-ad9b-299b1b0a3525 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:21.697187 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a58e0a7c-12a7-46d9-8cf0-49e33c5d2ded tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for floatingip (a1ce732c-235e-44e2-bb6c-d33ad7468381), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:21.748839 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-c939ce1e-2e63-4ffd-a62d-783f56d46a8d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting subnet b91807c3-1313-467c-9652-dfec9e9f31a4 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:40:21.754002 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9acad941-8d7d-4bc1-ad9b-299b1b0a3525 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8294065 Mar 22 19:40:21.758525 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40408) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:21.767993 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-bb274748-f6b3-4b4e-a07c-9a58dad49706 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Request body: {'port': {'network_id': '418bdf6e-1bd2-48dd-b063-d3d55f1ed67a', 'name': 'tempest-NetworksIpV6TestAttrs-1724104535'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:21.785151 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-63162e78-74bd-4c32-b910-83c3f72af2b0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (1c5d3e8b-89fb-46cf-94de-f2aec1dc350f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:21.822766 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-79959ade-bfa0-4bcb-893a-8db86cc432a3 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Deleting subnet 118aada7-dbb0-4fbf-9945-c11dbd35de1f {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:40:21.832559 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-816d7c42-ea83-4847-93ff-f6343682a239 None None] Publish callbacks [] for port (5d56290f-ceda-4437-bbc7-3b000e76979a), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:21.851887 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-79959ade-bfa0-4bcb-893a-8db86cc432a3 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for subnet (118aada7-dbb0-4fbf-9945-c11dbd35de1f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:21.879336 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63162e78-74bd-4c32-b910-83c3f72af2b0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Pushing event deleted for resources: {'Port': ['ID=1c5d3e8b-89fb-46cf-94de-f2aec1dc350f,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:21.925194 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c809e031-264d-4afb-a772-6582402259c2 None None] For port 57b7542b-5891-4395-af75-0eb97299d890, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=57b7542b-5891-4395-af75-0eb97299d890,segment=NetworkSegment(476ce670-4fb5-471f-9a08-c3a792df3078),segment_id=476ce670-4fb5-471f-9a08-c3a792df3078)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:21.925601 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c809e031-264d-4afb-a772-6582402259c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (57b7542b-5891-4395-af75-0eb97299d890), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:21.944912 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c809e031-264d-4afb-a772-6582402259c2 None None] Calling delete_port for 57b7542b-5891-4395-af75-0eb97299d890 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:40:21.958668 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-79959ade-bfa0-4bcb-893a-8db86cc432a3 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (118aada7-dbb0-4fbf-9945-c11dbd35de1f), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:22.021677 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-63162e78-74bd-4c32-b910-83c3f72af2b0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for floatingip (134c1d7c-65d3-4c5b-8570-aabd09cb0cc3), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:22.024746 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-63162e78-74bd-4c32-b910-83c3f72af2b0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:22.025966 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-63162e78-74bd-4c32-b910-83c3f72af2b0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "DELETE /v2.0/floatingips/134c1d7c-65d3-4c5b-8570-aabd09cb0cc3 HTTP/1.1" status: 204 len: 168 time: 2.5281909 Mar 22 19:40:22.048610 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-080b0ce9-aaa0-4d9d-89d8-dd64430810aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (57b7542b-5891-4395-af75-0eb97299d890), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:22.051733 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e58fdc7-23d8-4e1e-88a5-ea6c4503719a None None] Sync routers for ids ['79fdeee0-c81a-4e37-9a68-bde6c518745d'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:40:22.055459 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef45727-ca5f-445a-b426-1e11d3dc9417 None None] Network 418bdf6e-1bd2-48dd-b063-d3d55f1ed67a requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:40:22.068974 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-816d7c42-ea83-4847-93ff-f6343682a239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (5d56290f-ceda-4437-bbc7-3b000e76979a), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:22.071462 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c809e031-264d-4afb-a772-6582402259c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (57b7542b-5891-4395-af75-0eb97299d890), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:22.129731 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb274748-f6b3-4b4e-a07c-9a58dad49706 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Made reservation on behalf of 2356a3f563d6431aa5cde99e6e80993d for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:40:22.133517 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bb274748-f6b3-4b4e-a07c-9a58dad49706 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:22.158242 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-79959ade-bfa0-4bcb-893a-8db86cc432a3 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (118aada7-dbb0-4fbf-9945-c11dbd35de1f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:22.161343 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 60f7f69a-8007-4952-81f8-a87efcff0d8d triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:22.162820 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (60f7f69a-8007-4952-81f8-a87efcff0d8d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:22.171623 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c809e031-264d-4afb-a772-6582402259c2 None None] No DVR routers for this DVR port 57b7542b-5891-4395-af75-0eb97299d890 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:40:22.175860 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e58fdc7-23d8-4e1e-88a5-ea6c4503719a None None] Routers {'79fdeee0-c81a-4e37-9a68-bde6c518745d'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:40:22.176518 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-2e58fdc7-23d8-4e1e-88a5-ea6c4503719a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:40:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['79fdeee0-c81a-4e37-9a68-bde6c518745d'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:22.187995 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-bb274748-f6b3-4b4e-a07c-9a58dad49706 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] device_id is not set on port ad78be9a-49a3-4bcc-9ae7-c77f04762c67 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:40:22.251335 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a58e0a7c-12a7-46d9-8cf0-49e33c5d2ded tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:22.253637 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c939ce1e-2e63-4ffd-a62d-783f56d46a8d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (b91807c3-1313-467c-9652-dfec9e9f31a4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:22.290378 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-2e58fdc7-23d8-4e1e-88a5-ea6c4503719a None None] Set router 79fdeee0-c81a-4e37-9a68-bde6c518745d gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:40:22.305800 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c939ce1e-2e63-4ffd-a62d-783f56d46a8d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (b91807c3-1313-467c-9652-dfec9e9f31a4), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:22.321630 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-79959ade-bfa0-4bcb-893a-8db86cc432a3 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (118aada7-dbb0-4fbf-9945-c11dbd35de1f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:22.366373 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-79959ade-bfa0-4bcb-893a-8db86cc432a3 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:22.369981 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-79959ade-bfa0-4bcb-893a-8db86cc432a3 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/subnets/118aada7-dbb0-4fbf-9945-c11dbd35de1f HTTP/1.1" status: 204 len: 168 time: 0.6964417 Mar 22 19:40:22.373097 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79959ade-bfa0-4bcb-893a-8db86cc432a3 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event deleted for resources: {'Subnet': ['ID=118aada7-dbb0-4fbf-9945-c11dbd35de1f,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:22.375713 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-bb274748-f6b3-4b4e-a07c-9a58dad49706 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Allocated IP 2001:db8::f816:3eff:fed5:cf84 (418bdf6e-1bd2-48dd-b063-d3d55f1ed67a/fa117b84-3f67-4f55-8920-8e4599a709c2/ad78be9a-49a3-4bcc-9ae7-c77f04762c67) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:40:22.377735 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40414) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:22.427777 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c939ce1e-2e63-4ffd-a62d-783f56d46a8d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (b91807c3-1313-467c-9652-dfec9e9f31a4), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:22.458538 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79959ade-bfa0-4bcb-893a-8db86cc432a3 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:22.459081 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79959ade-bfa0-4bcb-893a-8db86cc432a3 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:22.459240 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79959ade-bfa0-4bcb-893a-8db86cc432a3 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:22.459589 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79959ade-bfa0-4bcb-893a-8db86cc432a3 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:22.460066 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79959ade-bfa0-4bcb-893a-8db86cc432a3 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:22.460412 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79959ade-bfa0-4bcb-893a-8db86cc432a3 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:22.460746 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79959ade-bfa0-4bcb-893a-8db86cc432a3 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:22.461189 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79959ade-bfa0-4bcb-893a-8db86cc432a3 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:22.461540 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79959ade-bfa0-4bcb-893a-8db86cc432a3 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:22.462238 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79959ade-bfa0-4bcb-893a-8db86cc432a3 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:22.462581 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79959ade-bfa0-4bcb-893a-8db86cc432a3 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:22.462918 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79959ade-bfa0-4bcb-893a-8db86cc432a3 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:22.463251 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79959ade-bfa0-4bcb-893a-8db86cc432a3 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:22.463589 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79959ade-bfa0-4bcb-893a-8db86cc432a3 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:22.463914 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79959ade-bfa0-4bcb-893a-8db86cc432a3 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:22.464232 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080b0ce9-aaa0-4d9d-89d8-dd64430810aa None None] Pushing event deleted for resources: {'Port': ['ID=57b7542b-5891-4395-af75-0eb97299d890,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:22.481967 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40418) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:22.487992 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-dac91997-38f6-40cb-b13b-268ec7491c52 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1218935281', 'description': 'tempest-description--546772787'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:22.494263 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be65dc08-fb43-4381-811a-6046db643bc6 None None] Network 61dd5959-74a3-4616-b1ed-99452b8348f2 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:40:22.519485 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a58e0a7c-12a7-46d9-8cf0-49e33c5d2ded tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (a1ce732c-235e-44e2-bb6c-d33ad7468381), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:22.574465 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816d7c42-ea83-4847-93ff-f6343682a239 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:22.602119 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-afe3f01e-62ee-4795-85d6-e75f68bab550 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (61dd5959-74a3-4616-b1ed-99452b8348f2), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:22.611676 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dac91997-38f6-40cb-b13b-268ec7491c52 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:22.658209 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-a58e0a7c-12a7-46d9-8cf0-49e33c5d2ded tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Floating IP a1ce732c-235e-44e2-bb6c-d33ad7468381 associated. External IP: 172.25.5.52, port: 8b76af17-6991-4c9d-8aae-406cfb82b55d. Mar 22 19:40:22.755750 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453f4b7-0b6f-4ddf-8e5d-ea24ea26c4c3 req-af34990e-ffde-4b71-9c19-8fb94ed3a5b9 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:22.756833 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a453f4b7-0b6f-4ddf-8e5d-ea24ea26c4c3 req-af34990e-ffde-4b71-9c19-8fb94ed3a5b9 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 945 time: 0.2207999 Mar 22 19:40:22.814380 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c939ce1e-2e63-4ffd-a62d-783f56d46a8d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (b91807c3-1313-467c-9652-dfec9e9f31a4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:22.863420 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bb274748-f6b3-4b4e-a07c-9a58dad49706 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks [] for port (ad78be9a-49a3-4bcc-9ae7-c77f04762c67), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:22.891664 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-816d7c42-ea83-4847-93ff-f6343682a239 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:22.894358 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816d7c42-ea83-4847-93ff-f6343682a239 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:40:22.909638 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dac91997-38f6-40cb-b13b-268ec7491c52 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group (b6a862fc-7a01-423a-b981-c773d7721a3c), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:22.913552 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a453f4b7-0b6f-4ddf-8e5d-ea24ea26c4c3 req-3c5d4a49-ab2a-46e3-8944-79bb3df8a887 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407158 Mar 22 19:40:22.920396 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dac91997-38f6-40cb-b13b-268ec7491c52 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b6a862fc-7a01-423a-b981-c773d7721a3c), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:22.933471 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-afe3f01e-62ee-4795-85d6-e75f68bab550 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Deleting port 5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:40:22.933836 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-afe3f01e-62ee-4795-85d6-e75f68bab550 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:22.934090 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939ce1e-2e63-4ffd-a62d-783f56d46a8d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Subnet': ['ID=b91807c3-1313-467c-9652-dfec9e9f31a4,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:22.939911 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c939ce1e-2e63-4ffd-a62d-783f56d46a8d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:22.953961 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c939ce1e-2e63-4ffd-a62d-783f56d46a8d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/b91807c3-1313-467c-9652-dfec9e9f31a4 HTTP/1.1" status: 204 len: 168 time: 1.4468081 Mar 22 19:40:22.953961 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40420) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:23.012883 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0095809a-1074-4144-ad3a-a031d0cd61a1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0610001 Mar 22 19:40:23.013159 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40424) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:23.022071 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-ff56a412-269c-4b79-b75e-d4b6bf183555 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:23.056493 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dac91997-38f6-40cb-b13b-268ec7491c52 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:23.056974 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c72b821-ec95-4de6-a8ec-b95c701de329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-418bdf6e-1bd2-48dd-b063-d3d55f1ed67a', 'network_id': '418bdf6e-1bd2-48dd-b063-d3d55f1ed67a', 'project_id': '2356a3f563d6431aa5cde99e6e80993d', 'fixed_ips': [{'subnet_id': 'fa117b84-3f67-4f55-8920-8e4599a709c2'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:40:23.057947 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6c72b821-ec95-4de6-a8ec-b95c701de329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:23.061137 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d7c42-ea83-4847-93ff-f6343682a239 None None] Pushing event updated for resources: {'Port': ['ID=5d56290f-ceda-4437-bbc7-3b000e76979a,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:23.062002 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-dac91997-38f6-40cb-b13b-268ec7491c52 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5787711 Mar 22 19:40:23.062831 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40426) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:23.079022 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-89e21efb-c890-4cea-8326-3f893d82ed38 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Request body: {'security_group_rule': {'security_group_id': 'b6a862fc-7a01-423a-b981-c773d7721a3c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:23.084320 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac91997-38f6-40cb-b13b-268ec7491c52 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a862fc-7a01-423a-b981-c773d7721a3c,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:23.123357 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bb274748-f6b3-4b4e-a07c-9a58dad49706 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (ad78be9a-49a3-4bcc-9ae7-c77f04762c67), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:23.139607 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-afe3f01e-62ee-4795-85d6-e75f68bab550 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] For port 5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a,segment=NetworkSegment(bc585736-243c-424a-b3b0-91ff8c69d1b7),segment_id=bc585736-243c-424a-b3b0-91ff8c69d1b7)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:23.140334 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-afe3f01e-62ee-4795-85d6-e75f68bab550 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:23.141715 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff56a412-269c-4b79-b75e-d4b6bf183555 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:40:23.149393 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ff56a412-269c-4b79-b75e-d4b6bf183555 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:23.162390 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809e031-264d-4afb-a772-6582402259c2 None None] Pushing event deleted for resources: {'Port': ['ID=57b7542b-5891-4395-af75-0eb97299d890,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:23.171355 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-816d7c42-ea83-4847-93ff-f6343682a239 None None] Attempting to bind port 5d56290f-ceda-4437-bbc7-3b000e76979a on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:40:23.171730 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-816d7c42-ea83-4847-93ff-f6343682a239 None None] Attempting to bind port 5d56290f-ceda-4437-bbc7-3b000e76979a by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:40:23.172091 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816d7c42-ea83-4847-93ff-f6343682a239 None None] Attempting to bind port 5d56290f-ceda-4437-bbc7-3b000e76979a on network 5844662d-9a53-4182-bd56-decd62afe1ab {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:40:23.193376 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-afe3f01e-62ee-4795-85d6-e75f68bab550 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Calling delete_port for 5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:40:23.198426 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 60f7f69a-8007-4952-81f8-a87efcff0d8d is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:23.219499 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816d7c42-ea83-4847-93ff-f6343682a239 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:40:23.219884 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816d7c42-ea83-4847-93ff-f6343682a239 None None] Checking segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:40:23.220356 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-816d7c42-ea83-4847-93ff-f6343682a239 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:23.220821 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816d7c42-ea83-4847-93ff-f6343682a239 None None] Bound using segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:40:23.221881 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-816d7c42-ea83-4847-93ff-f6343682a239 None None] Bound port: 5d56290f-ceda-4437-bbc7-3b000e76979a, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:40:23.222306 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-816d7c42-ea83-4847-93ff-f6343682a239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5d56290f-ceda-4437-bbc7-3b000e76979a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:23.253922 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-89e21efb-c890-4cea-8326-3f893d82ed38 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group_rule (30a770db-27cb-4ab3-87b3-ab104c1625de), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:23.280152 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb274748-f6b3-4b4e-a07c-9a58dad49706 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Network 418bdf6e-1bd2-48dd-b063-d3d55f1ed67a is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:23.307321 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-bb274748-f6b3-4b4e-a07c-9a58dad49706 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:23.310243 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb274748-f6b3-4b4e-a07c-9a58dad49706 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:40:23.320012 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb274748-f6b3-4b4e-a07c-9a58dad49706 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:23.320909 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bb274748-f6b3-4b4e-a07c-9a58dad49706 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:23.380737 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb274748-f6b3-4b4e-a07c-9a58dad49706 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Pushing event updated for resources: {'Port': ['ID=ad78be9a-49a3-4bcc-9ae7-c77f04762c67,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:23.391181 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ff56a412-269c-4b79-b75e-d4b6bf183555 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (10226687-deac-40d2-9932-c0b9df8f93d2), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:23.449280 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a365ba-5abb-43cf-9131-ea6c9711a131 None None] DHCP port deletion for 61dd5959-74a3-4616-b1ed-99452b8348f2 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:40:23.450269 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-bb274748-f6b3-4b4e-a07c-9a58dad49706 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.6901872 Mar 22 19:40:23.451326 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 57b7542b-5891-4395-af75-0eb97299d890 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:40:23.454464 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40428) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:23.454837 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff56a412-269c-4b79-b75e-d4b6bf183555 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:23.460685 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-ff56a412-269c-4b79-b75e-d4b6bf183555 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:23.471787 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff56a412-269c-4b79-b75e-d4b6bf183555 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:23.472780 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ff56a412-269c-4b79-b75e-d4b6bf183555 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:23.489115 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58e0a7c-12a7-46d9-8cf0-49e33c5d2ded tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Router 3e2daac6-c118-47c8-94fb-9bc4d89e262a has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:40:23.496592 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ff56a412-269c-4b79-b75e-d4b6bf183555 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4821496 Mar 22 19:40:23.506540 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-2e58fdc7-23d8-4e1e-88a5-ea6c4503719a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'name': 'tempest-RoutersIpV6Test-router-1351656122', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:39:31Z', 'updated_at': '2022-03-22T19:40:19Z', 'revision_number': 8, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'gw_port_host': None, '_interfaces': [{'id': '43654c43-5789-4af6-b1de-165462b25da3', 'name': '', 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:4d:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:35Z', 'updated_at': '2022-03-22T19:39:44Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '810057a8-355c-4dd1-8c89-c93843115c09', 'name': '', 'network_id': '17dbf1bd-e68f-4190-9157-84e9e24d7a7e', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:b9:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '48d9ba9c-c891-416c-a938-044331a9560f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:47Z', 'updated_at': '2022-03-22T19:39:55Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '48d9ba9c-c891-416c-a938-044331a9560f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8af01f73-ea57-4bdc-83b2-c2ce5fa106d1', 'name': '', 'network_id': '7d667e91-0a74-4b11-a636-590c1dcbf8c4', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:73:dc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'b9dc47d8-f5cc-484b-bbed-f414ace654e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:53Z', 'updated_at': '2022-03-22T19:40:04Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': 'b9dc47d8-f5cc-484b-bbed-f414ace654e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:23.507727 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40430) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:23.520657 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-91035d2b-4245-40f6-91ed-01c9d4691854 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'port': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'fixed_ips': [{'subnet_id': '10226687-deac-40d2-9932-c0b9df8f93d2', 'ip_address': '2001:db8::323d:ad7f:378c:7e47'}], 'name': 'tempest-NetworksTestDHCPv6-1019105735'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:23.553226 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 57b7542b-5891-4395-af75-0eb97299d890 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:40:23.553547 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 57b7542b-5891-4395-af75-0eb97299d890 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:40:23.571528 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-816d7c42-ea83-4847-93ff-f6343682a239 None None] For port 5d56290f-ceda-4437-bbc7-3b000e76979a, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:40:23.575066 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-6c72b821-ec95-4de6-a8ec-b95c701de329 None None] Allocated IP 2001:db8::f816:3eff:feb5:a5fe (418bdf6e-1bd2-48dd-b063-d3d55f1ed67a/fa117b84-3f67-4f55-8920-8e4599a709c2/e52073d0-235e-42f2-aa31-0da04bdff205) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:40:23.589936 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-94906e02-f0d6-4754-87ab-3e82c3fc92cd tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Deleting subnet fa117b84-3f67-4f55-8920-8e4599a709c2 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:40:23.594256 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-89e21efb-c890-4cea-8326-3f893d82ed38 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group_rule (30a770db-27cb-4ab3-87b3-ab104c1625de), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:23.603306 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e58fdc7-23d8-4e1e-88a5-ea6c4503719a None None] Checking router: 79fdeee0-c81a-4e37-9a68-bde6c518745d for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:40:23.603496 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-89e21efb-c890-4cea-8326-3f893d82ed38 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (30a770db-27cb-4ab3-87b3-ab104c1625de), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:23.616196 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-afe3f01e-62ee-4795-85d6-e75f68bab550 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:23.630941 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-816d7c42-ea83-4847-93ff-f6343682a239 None None] For port 5d56290f-ceda-4437-bbc7-3b000e76979a, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=5d56290f-ceda-4437-bbc7-3b000e76979a,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:40:23.661644 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-816d7c42-ea83-4847-93ff-f6343682a239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5d56290f-ceda-4437-bbc7-3b000e76979a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:23.698871 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e21efb-c890-4cea-8326-3f893d82ed38 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30a770db-27cb-4ab3-87b3-ab104c1625de,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:23.710902 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-89e21efb-c890-4cea-8326-3f893d82ed38 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:23.712307 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e58fdc7-23d8-4e1e-88a5-ea6c4503719a None None] Routers {'79fdeee0-c81a-4e37-9a68-bde6c518745d'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:40:23.713261 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-2e58fdc7-23d8-4e1e-88a5-ea6c4503719a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:40:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['79fdeee0-c81a-4e37-9a68-bde6c518745d'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:23.718053 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-89e21efb-c890-4cea-8326-3f893d82ed38 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6504223 Mar 22 19:40:23.719063 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3f01e-62ee-4795-85d6-e75f68bab550 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event deleted for resources: {'Port': ['ID=5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:23.723348 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40432) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:23.724797 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe3f01e-62ee-4795-85d6-e75f68bab550 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] No DVR routers for this DVR port 5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:40:23.734028 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-a5477f73-47b3-4e75-90f0-ddea23149d06 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Request body: {'security_group_rule': {'security_group_id': 'b6a862fc-7a01-423a-b981-c773d7721a3c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:23.768520 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58e0a7c-12a7-46d9-8cf0-49e33c5d2ded tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:40:23.776147 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56a412-269c-4b79-b75e-d4b6bf183555 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Subnet': ['ID=10226687-deac-40d2-9932-c0b9df8f93d2,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:23.783587 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a58e0a7c-12a7-46d9-8cf0-49e33c5d2ded tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:23.790019 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb832ca1-55b4-4d05-b840-5207085330ef None None] Sync routers for ids ['3e2daac6-c118-47c8-94fb-9bc4d89e262a'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:40:23.831858 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a58e0a7c-12a7-46d9-8cf0-49e33c5d2ded tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "PUT /v2.0/floatingips/a1ce732c-235e-44e2-bb6c-d33ad7468381 HTTP/1.1" status: 200 len: 991 time: 2.2720540 Mar 22 19:40:23.837030 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb832ca1-55b4-4d05-b840-5207085330ef None None] Routers {'3e2daac6-c118-47c8-94fb-9bc4d89e262a'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:40:23.837256 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb16b4f-ec90-4d7b-bf4b-8eefd3198692', 'tag': '8b76af17-6991-4c9d-8aae-406cfb82b55d'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:40:23.839637 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2d796e-3ce0-48f9-bc3f-35aa16c9841a" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb16b4f-ec90-4d7b-bf4b-8eefd3198692", "tag": "8b76af17-6991-4c9d-8aae-406cfb82b55d"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:40:23.840235 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-bb832ca1-55b4-4d05-b840-5207085330ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:40:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3e2daac6-c118-47c8-94fb-9bc4d89e262a'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:23.883603 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-2e58fdc7-23d8-4e1e-88a5-ea6c4503719a None None] Set router 79fdeee0-c81a-4e37-9a68-bde6c518745d gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:40:23.943952 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a5477f73-47b3-4e75-90f0-ddea23149d06 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group_rule (a1bf72d3-024a-4d4b-91eb-0401ee6ad673), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:24.001699 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b44518-ab03-4095-9458-b919bcfd7e77 x-openstack-request-id: req-28b44518-ab03-4095-9458-b919bcfd7e77 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:40:24.002063 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb16b4f-ec90-4d7b-bf4b-8eefd3198692", "tag": "8b76af17-6991-4c9d-8aae-406cfb82b55d", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:40:24.002281 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-28b44518-ab03-4095-9458-b919bcfd7e77 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:40:24.002719 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28b44518-ab03-4095-9458-b919bcfd7e77'] response: {'name': 'network-changed', 'server_uuid': '6fb16b4f-ec90-4d7b-bf4b-8eefd3198692', 'tag': '8b76af17-6991-4c9d-8aae-406cfb82b55d', 'status': 'completed', 'code': 200} Mar 22 19:40:24.059040 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91035d2b-4245-40f6-91ed-01c9d4691854 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:40:24.067393 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-91035d2b-4245-40f6-91ed-01c9d4691854 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:24.096715 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6c72b821-ec95-4de6-a8ec-b95c701de329 None None] Publish callbacks [] for port (e52073d0-235e-42f2-aa31-0da04bdff205), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:24.099022 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-91035d2b-4245-40f6-91ed-01c9d4691854 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] device_id is not set on port 5f5b3d4f-2330-4dd8-8599-b99215d4a656 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:40:24.125852 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-94906e02-f0d6-4754-87ab-3e82c3fc92cd tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks [] for subnet (fa117b84-3f67-4f55-8920-8e4599a709c2), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:24.142545 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-afe3f01e-62ee-4795-85d6-e75f68bab550 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (61dd5959-74a3-4616-b1ed-99452b8348f2), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:24.169784 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-bb832ca1-55b4-4d05-b840-5207085330ef None None] Set router 3e2daac6-c118-47c8-94fb-9bc4d89e262a gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:40:24.171109 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6c72b821-ec95-4de6-a8ec-b95c701de329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (e52073d0-235e-42f2-aa31-0da04bdff205), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:24.218308 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e1a365ba-5abb-43cf-9131-ea6c9711a131 None None] Deleting port 5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:40:24.218737 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e1a365ba-5abb-43cf-9131-ea6c9711a131 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:24.281542 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e1a365ba-5abb-43cf-9131-ea6c9711a131 None None] For port 5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a, host n-d-705658-24, got binding levels [] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:24.282002 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e1a365ba-5abb-43cf-9131-ea6c9711a131 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:24.296024 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e1a365ba-5abb-43cf-9131-ea6c9711a131 None None] Calling delete_port for 5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:40:24.299018 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.ipam_backend_mixin [None req-e1a365ba-5abb-43cf-9131-ea6c9711a131 None None] Port 5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a was not found and therefore no delete operation was performed {{(pid=104174) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 19:40:24.327862 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e1a365ba-5abb-43cf-9131-ea6c9711a131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:24.348312 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c72b821-ec95-4de6-a8ec-b95c701de329 None None] Network 418bdf6e-1bd2-48dd-b063-d3d55f1ed67a is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:24.355015 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-91035d2b-4245-40f6-91ed-01c9d4691854 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Allocated IP 2001:db8::323d:ad7f:378c:7e47 (5844662d-9a53-4182-bd56-decd62afe1ab/10226687-deac-40d2-9932-c0b9df8f93d2/5f5b3d4f-2330-4dd8-8599-b99215d4a656) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:40:24.355788 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-afe3f01e-62ee-4795-85d6-e75f68bab550 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61dd5959-74a3-4616-b1ed-99452b8348f2']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:24.355951 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d7c42-ea83-4847-93ff-f6343682a239 None None] Pushing event updated for resources: {'Port': ['ID=5d56290f-ceda-4437-bbc7-3b000e76979a,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:24.359611 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-6c72b821-ec95-4de6-a8ec-b95c701de329 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:24.408789 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-afe3f01e-62ee-4795-85d6-e75f68bab550 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc585736-243c-424a-b3b0-91ff8c69d1b7') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:24.409086 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-afe3f01e-62ee-4795-85d6-e75f68bab550 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc585736-243c-424a-b3b0-91ff8c69d1b7') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:24.412592 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72b821-ec95-4de6-a8ec-b95c701de329 None None] Pushing event updated for resources: {'Port': ['ID=e52073d0-235e-42f2-aa31-0da04bdff205,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:24.424089 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a365ba-5abb-43cf-9131-ea6c9711a131 None None] No DVR routers for this DVR port 5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:40:24.432254 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c72b821-ec95-4de6-a8ec-b95c701de329 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:40:24.433003 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-afe3f01e-62ee-4795-85d6-e75f68bab550 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (bc585736-243c-424a-b3b0-91ff8c69d1b7), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:24.451958 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-94906e02-f0d6-4754-87ab-3e82c3fc92cd tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (fa117b84-3f67-4f55-8920-8e4599a709c2), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:24.463612 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a5477f73-47b3-4e75-90f0-ddea23149d06 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group_rule (a1bf72d3-024a-4d4b-91eb-0401ee6ad673), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:24.478064 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a365ba-5abb-43cf-9131-ea6c9711a131 None None] Pushing event deleted for resources: {'Port': ['ID=5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:24.496134 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d7abb6-b9d2-4ba0-a895-66d11d17c948 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:40:24.496318 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a5477f73-47b3-4e75-90f0-ddea23149d06 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (a1bf72d3-024a-4d4b-91eb-0401ee6ad673), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:24.499062 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-afe3f01e-62ee-4795-85d6-e75f68bab550 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (bc585736-243c-424a-b3b0-91ff8c69d1b7), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:24.521201 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59f0b3-be39-47c2-9b0a-23d01b57c30c req-315659e3-8244-4d03-b307-8d07cf8eba8d tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:24.528461 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b59f0b3-be39-47c2-9b0a-23d01b57c30c req-315659e3-8244-4d03-b307-8d07cf8eba8d tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 945 time: 0.2888653 Mar 22 19:40:24.553763 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe3f01e-62ee-4795-85d6-e75f68bab550 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:40:24.554202 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-afe3f01e-62ee-4795-85d6-e75f68bab550 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (bc585736-243c-424a-b3b0-91ff8c69d1b7), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:24.563409 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:40:24.563409 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:40:24.563409 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:40:24.563409 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:40:24.563409 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:40:24.563409 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:40:24.563409 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:40:24.563409 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:40:24.563409 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:40:24.563409 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:40:24.563409 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:40:24.563409 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:40:24.563409 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:40:24.563409 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:40:24.563409 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:40:24.563409 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:40:24.563409 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:40:24.563409 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:40:24.563409 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:40:24.563409 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:40:24.563409 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:40:24.563409 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:40:24.563409 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:40:24.563409 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:40:24.563409 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:40:24.563409 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:40:24.563409 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:40:24.563409 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:40:24.563409 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:40:24.563409 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:40:24.563409 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:40:24.563409 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:40:24.619533 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5477f73-47b3-4e75-90f0-ddea23149d06 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1bf72d3-024a-4d4b-91eb-0401ee6ad673,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:24.650145 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a5477f73-47b3-4e75-90f0-ddea23149d06 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:24.651469 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a5477f73-47b3-4e75-90f0-ddea23149d06 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9249051 Mar 22 19:40:24.678565 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40442) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:24.683683 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-37170720-7e05-4b09-ab0b-79d7a81ca6a7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:24.698127 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-bb832ca1-55b4-4d05-b840-5207085330ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'name': 'tempest-AttachVolumeTestJSON-1644507476-router', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '5d882510-5296-420a-a4de-029d0f6aa513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:21Z', 'updated_at': '2022-03-22T19:34:27Z', 'revision_number': 4, 'project_id': '137468e00bf34ff2a062af7508045a68', 'gw_port': {'id': '5d882510-5296-420a-a4de-029d0f6aa513', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:22Z', 'updated_at': '2022-03-22T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'a1ce732c-235e-44e2-bb6c-d33ad7468381', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'floating_ip_address': '172.25.5.52', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'port_id': '8b76af17-6991-4c9d-8aae-406cfb82b55d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d', 'mac_address': 'fa:16:3e:7a:bf:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb16b4f-ec90-4d7b-bf4b-8eefd3198692', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:39:52Z', 'updated_at': '2022-03-22T19:40:22Z', 'revision_number': 1, 'project_id': '137468e00bf34ff2a062af7508045a68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '460594b0-1d87-4e35-a1c8-e3281e83e78e', 'name': '', 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'mac_address': 'fa:16:3e:6d:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'c16ed728-31a8-4b8b-ab21-2e035a2f97dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:26Z', 'updated_at': '2022-03-22T19:34:32Z', 'revision_number': 5, 'project_id': '137468e00bf34ff2a062af7508045a68', 'subnets': [{'id': 'c16ed728-31a8-4b8b-ab21-2e035a2f97dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:24.714535 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-afe3f01e-62ee-4795-85d6-e75f68bab550 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (61dd5959-74a3-4616-b1ed-99452b8348f2), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:24.734803 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-afe3f01e-62ee-4795-85d6-e75f68bab550 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:24.738260 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-afe3f01e-62ee-4795-85d6-e75f68bab550 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/networks/61dd5959-74a3-4616-b1ed-99452b8348f2 HTTP/1.1" status: 204 len: 168 time: 2.3593225 Mar 22 19:40:24.752900 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb832ca1-55b4-4d05-b840-5207085330ef None None] Checking router: 3e2daac6-c118-47c8-94fb-9bc4d89e262a for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:40:24.755730 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b59f0b3-be39-47c2-9b0a-23d01b57c30c req-9cb6b79e-fe36-47c4-945c-f6ce553347e1 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208400 Mar 22 19:40:24.759191 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40444) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:24.774345 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb832ca1-55b4-4d05-b840-5207085330ef None None] Routers {'3e2daac6-c118-47c8-94fb-9bc4d89e262a'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:40:24.774345 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-bb832ca1-55b4-4d05-b840-5207085330ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:40:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3e2daac6-c118-47c8-94fb-9bc4d89e262a'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:24.794859 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3f01e-62ee-4795-85d6-e75f68bab550 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event deleted for resources: {'Network': ['ID=61dd5959-74a3-4616-b1ed-99452b8348f2,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:24.839976 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-6c72b821-ec95-4de6-a8ec-b95c701de329 None None] Attempting to bind port e52073d0-235e-42f2-aa31-0da04bdff205 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:40:24.840364 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-6c72b821-ec95-4de6-a8ec-b95c701de329 None None] Attempting to bind port e52073d0-235e-42f2-aa31-0da04bdff205 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '7a091e7f-0203-4a8e-97e2-a2b10bc7044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '418bdf6e-1bd2-48dd-b063-d3d55f1ed67a'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:40:24.840739 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c72b821-ec95-4de6-a8ec-b95c701de329 None None] Attempting to bind port e52073d0-235e-42f2-aa31-0da04bdff205 on network 418bdf6e-1bd2-48dd-b063-d3d55f1ed67a {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:40:24.855641 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c72b821-ec95-4de6-a8ec-b95c701de329 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:40:24.856063 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c72b821-ec95-4de6-a8ec-b95c701de329 None None] Checking segment: {'id': '7a091e7f-0203-4a8e-97e2-a2b10bc7044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '418bdf6e-1bd2-48dd-b063-d3d55f1ed67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:40:24.856468 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6c72b821-ec95-4de6-a8ec-b95c701de329 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:24.856874 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c72b821-ec95-4de6-a8ec-b95c701de329 None None] Bound using segment: {'id': '7a091e7f-0203-4a8e-97e2-a2b10bc7044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '418bdf6e-1bd2-48dd-b063-d3d55f1ed67a'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:40:24.857373 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-6c72b821-ec95-4de6-a8ec-b95c701de329 None None] Bound port: e52073d0-235e-42f2-aa31-0da04bdff205, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a091e7f-0203-4a8e-97e2-a2b10bc7044d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '418bdf6e-1bd2-48dd-b063-d3d55f1ed67a'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:40:24.857759 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6c72b821-ec95-4de6-a8ec-b95c701de329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e52073d0-235e-42f2-aa31-0da04bdff205), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:24.885480 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-2e58fdc7-23d8-4e1e-88a5-ea6c4503719a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'name': 'tempest-RoutersIpV6Test-router-1351656122', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:39:31Z', 'updated_at': '2022-03-22T19:40:19Z', 'revision_number': 8, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'gw_port_host': None, '_interfaces': [{'id': '43654c43-5789-4af6-b1de-165462b25da3', 'name': '', 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:4d:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:35Z', 'updated_at': '2022-03-22T19:39:44Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '810057a8-355c-4dd1-8c89-c93843115c09', 'name': '', 'network_id': '17dbf1bd-e68f-4190-9157-84e9e24d7a7e', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:b9:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '48d9ba9c-c891-416c-a938-044331a9560f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:47Z', 'updated_at': '2022-03-22T19:39:55Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '48d9ba9c-c891-416c-a938-044331a9560f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8af01f73-ea57-4bdc-83b2-c2ce5fa106d1', 'name': '', 'network_id': '7d667e91-0a74-4b11-a636-590c1dcbf8c4', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:73:dc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'b9dc47d8-f5cc-484b-bbed-f414ace654e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:53Z', 'updated_at': '2022-03-22T19:40:04Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': 'b9dc47d8-f5cc-484b-bbed-f414ace654e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:24.905837 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-37170720-7e05-4b09-ab0b-79d7a81ca6a7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:24.973988 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e58fdc7-23d8-4e1e-88a5-ea6c4503719a None None] The sync data for ids ['79fdeee0-c81a-4e37-9a68-bde6c518745d'] in n-d-705658-24 is: [{'id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'name': 'tempest-RoutersIpV6Test-router-1351656122', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:39:31Z', 'updated_at': '2022-03-22T19:40:19Z', 'revision_number': 8, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'gw_port_host': None, '_interfaces': [{'id': '43654c43-5789-4af6-b1de-165462b25da3', 'name': '', 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:4d:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:35Z', 'updated_at': '2022-03-22T19:39:44Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '810057a8-355c-4dd1-8c89-c93843115c09', 'name': '', 'network_id': '17dbf1bd-e68f-4190-9157-84e9e24d7a7e', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:b9:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '48d9ba9c-c891-416c-a938-044331a9560f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:47Z', 'updated_at': '2022-03-22T19:39:55Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '48d9ba9c-c891-416c-a938-044331a9560f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8af01f73-ea57-4bdc-83b2-c2ce5fa106d1', 'name': '', 'network_id': '7d667e91-0a74-4b11-a636-590c1dcbf8c4', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:73:dc:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': 'b9dc47d8-f5cc-484b-bbed-f414ace654e0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:53Z', 'updated_at': '2022-03-22T19:40:04Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': 'b9dc47d8-f5cc-484b-bbed-f414ace654e0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:40:24.979161 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e47c0c9-cc6c-47e9-aa6c-1e024eaf9a6c None None] Update dhcp port {'port': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'fixed_ips': [{'subnet_id': '10226687-deac-40d2-9932-c0b9df8f93d2'}], 'binding:host_id': 'n-d-705658-24'}, 'id': '5d56290f-ceda-4437-bbc7-3b000e76979a'} from n-d-705658-24. {{(pid=104174) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 19:40:25.063216 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d796e-3ce0-48f9-bc3f-35aa16c9841a req-c6dda808-90f8-4bab-9939-520823ff83ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:25.064923 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3a2d796e-3ce0-48f9-bc3f-35aa16c9841a req-c6dda808-90f8-4bab-9939-520823ff83ef service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=137468e00bf34ff2a062af7508045a68&device_id=6fb16b4f-ec90-4d7b-bf4b-8eefd3198692 HTTP/1.1" status: 200 len: 1129 time: 1.0479486 Mar 22 19:40:25.133817 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-bb832ca1-55b4-4d05-b840-5207085330ef None None] Set router 3e2daac6-c118-47c8-94fb-9bc4d89e262a gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:40:25.240275 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d796e-3ce0-48f9-bc3f-35aa16c9841a req-d6b3081f-75a1-4d4a-87ee-ff7e05675333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:25.242351 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3a2d796e-3ce0-48f9-bc3f-35aa16c9841a req-d6b3081f-75a1-4d4a-87ee-ff7e05675333 service neutron] 10.222.0.84 "GET /v2.0/networks?id=c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d HTTP/1.1" status: 200 len: 912 time: 0.1597445 Mar 22 19:40:25.452955 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3a2d796e-3ce0-48f9-bc3f-35aa16c9841a req-bf3a7c77-cd8e-43d1-92eb-98ef59218495 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b76af17-6991-4c9d-8aae-406cfb82b55d HTTP/1.1" status: 200 len: 999 time: 0.2000949 Mar 22 19:40:25.499037 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0e47c0c9-cc6c-47e9-aa6c-1e024eaf9a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5d56290f-ceda-4437-bbc7-3b000e76979a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:25.508732 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-94906e02-f0d6-4754-87ab-3e82c3fc92cd tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (fa117b84-3f67-4f55-8920-8e4599a709c2), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:25.522945 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-91035d2b-4245-40f6-91ed-01c9d4691854 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for port (5f5b3d4f-2330-4dd8-8599-b99215d4a656), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:25.523921 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:40:25.564904 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:40:25.566720 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 5eda4a31-1e4f-4bfe-ba0a-80d83b6c800a not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:40:25.567405 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:40:25.584621 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-bb832ca1-55b4-4d05-b840-5207085330ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'name': 'tempest-AttachVolumeTestJSON-1644507476-router', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '5d882510-5296-420a-a4de-029d0f6aa513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:21Z', 'updated_at': '2022-03-22T19:34:27Z', 'revision_number': 4, 'project_id': '137468e00bf34ff2a062af7508045a68', 'gw_port': {'id': '5d882510-5296-420a-a4de-029d0f6aa513', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:22Z', 'updated_at': '2022-03-22T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'a1ce732c-235e-44e2-bb6c-d33ad7468381', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'floating_ip_address': '172.25.5.52', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'port_id': '8b76af17-6991-4c9d-8aae-406cfb82b55d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d', 'mac_address': 'fa:16:3e:7a:bf:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb16b4f-ec90-4d7b-bf4b-8eefd3198692', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:39:52Z', 'updated_at': '2022-03-22T19:40:22Z', 'revision_number': 1, 'project_id': '137468e00bf34ff2a062af7508045a68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '460594b0-1d87-4e35-a1c8-e3281e83e78e', 'name': '', 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'mac_address': 'fa:16:3e:6d:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'c16ed728-31a8-4b8b-ab21-2e035a2f97dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:26Z', 'updated_at': '2022-03-22T19:34:32Z', 'revision_number': 5, 'project_id': '137468e00bf34ff2a062af7508045a68', 'subnets': [{'id': 'c16ed728-31a8-4b8b-ab21-2e035a2f97dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:25.595928 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-91035d2b-4245-40f6-91ed-01c9d4691854 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (5f5b3d4f-2330-4dd8-8599-b99215d4a656), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:25.645061 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb832ca1-55b4-4d05-b840-5207085330ef None None] The sync data for ids ['3e2daac6-c118-47c8-94fb-9bc4d89e262a'] in n-d-705658-24 is: [{'id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'name': 'tempest-AttachVolumeTestJSON-1644507476-router', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '5d882510-5296-420a-a4de-029d0f6aa513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:21Z', 'updated_at': '2022-03-22T19:34:27Z', 'revision_number': 4, 'project_id': '137468e00bf34ff2a062af7508045a68', 'gw_port': {'id': '5d882510-5296-420a-a4de-029d0f6aa513', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:22Z', 'updated_at': '2022-03-22T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'a1ce732c-235e-44e2-bb6c-d33ad7468381', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'floating_ip_address': '172.25.5.52', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'port_id': '8b76af17-6991-4c9d-8aae-406cfb82b55d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d', 'mac_address': 'fa:16:3e:7a:bf:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb16b4f-ec90-4d7b-bf4b-8eefd3198692', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:39:52Z', 'updated_at': '2022-03-22T19:40:22Z', 'revision_number': 1, 'project_id': '137468e00bf34ff2a062af7508045a68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '460594b0-1d87-4e35-a1c8-e3281e83e78e', 'name': '', 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'mac_address': 'fa:16:3e:6d:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'c16ed728-31a8-4b8b-ab21-2e035a2f97dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:26Z', 'updated_at': '2022-03-22T19:34:32Z', 'revision_number': 5, 'project_id': '137468e00bf34ff2a062af7508045a68', 'subnets': [{'id': 'c16ed728-31a8-4b8b-ab21-2e035a2f97dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:40:25.662400 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91035d2b-4245-40f6-91ed-01c9d4691854 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:25.666161 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d796e-3ce0-48f9-bc3f-35aa16c9841a req-84ad52e9-ff4b-4e9b-89f0-beef2e14d3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:25.667654 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3a2d796e-3ce0-48f9-bc3f-35aa16c9841a req-84ad52e9-ff4b-4e9b-89f0-beef2e14d3cc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c16ed728-31a8-4b8b-ab21-2e035a2f97dd HTTP/1.1" status: 200 len: 850 time: 0.1979473 Mar 22 19:40:25.670878 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-91035d2b-4245-40f6-91ed-01c9d4691854 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:25.692970 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91035d2b-4245-40f6-91ed-01c9d4691854 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:40:25.698696 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91035d2b-4245-40f6-91ed-01c9d4691854 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:25.699887 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-91035d2b-4245-40f6-91ed-01c9d4691854 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:25.736527 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91035d2b-4245-40f6-91ed-01c9d4691854 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Port': ['ID=5f5b3d4f-2330-4dd8-8599-b99215d4a656,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:25.752981 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:40:25.754190 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b0d347e9-0ef9-4332-9c85-a45e2b2ab6e2 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:40:25.761163 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-91035d2b-4245-40f6-91ed-01c9d4691854 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2470660 Mar 22 19:40:25.766479 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40450) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:25.799653 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-94906e02-f0d6-4754-87ab-3e82c3fc92cd tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (fa117b84-3f67-4f55-8920-8e4599a709c2), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:25.808815 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-6c72b821-ec95-4de6-a8ec-b95c701de329 None None] For port e52073d0-235e-42f2-aa31-0da04bdff205, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:40:25.847191 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94906e02-f0d6-4754-87ab-3e82c3fc92cd tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Pushing event deleted for resources: {'Subnet': ['ID=fa117b84-3f67-4f55-8920-8e4599a709c2,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:25.848453 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-6c72b821-ec95-4de6-a8ec-b95c701de329 None None] For port e52073d0-235e-42f2-aa31-0da04bdff205, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=e52073d0-235e-42f2-aa31-0da04bdff205,segment=NetworkSegment(7a091e7f-0203-4a8e-97e2-a2b10bc7044d),segment_id=7a091e7f-0203-4a8e-97e2-a2b10bc7044d)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:40:25.869691 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-94906e02-f0d6-4754-87ab-3e82c3fc92cd tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:25.874256 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-94906e02-f0d6-4754-87ab-3e82c3fc92cd tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "DELETE /v2.0/subnets/fa117b84-3f67-4f55-8920-8e4599a709c2 HTTP/1.1" status: 204 len: 168 time: 2.4186580 Mar 22 19:40:25.877150 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40454) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:25.906840 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d796e-3ce0-48f9-bc3f-35aa16c9841a req-9fb474dc-ad40-4152-b35d-1505908f1688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:25.908378 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3a2d796e-3ce0-48f9-bc3f-35aa16c9841a req-9fb474dc-ad40-4152-b35d-1505908f1688 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2240140 Mar 22 19:40:25.920688 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6c72b821-ec95-4de6-a8ec-b95c701de329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (e52073d0-235e-42f2-aa31-0da04bdff205), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:25.999791 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-0e47c0c9-cc6c-47e9-aa6c-1e024eaf9a6c None None] Allocated IP 2001:db8::2 (5844662d-9a53-4182-bd56-decd62afe1ab/10226687-deac-40d2-9932-c0b9df8f93d2/5d56290f-ceda-4437-bbc7-3b000e76979a) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:40:26.021334 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666ff92c-25c5-4c0d-8a59-af3768bd9411 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:26.036591 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666ff92c-25c5-4c0d-8a59-af3768bd9411 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:26.044325 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-666ff92c-25c5-4c0d-8a59-af3768bd9411 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.2760444 Mar 22 19:40:26.044968 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40456) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:26.077328 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-37170720-7e05-4b09-ab0b-79d7a81ca6a7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:26.091076 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72b821-ec95-4de6-a8ec-b95c701de329 None None] Pushing event updated for resources: {'Port': ['ID=e52073d0-235e-42f2-aa31-0da04bdff205,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:26.114017 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e7dfb0-943a-473d-8e0b-a645362e42ff tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:26.115245 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e7dfb0-943a-473d-8e0b-a645362e42ff tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:26.119579 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-99e7dfb0-943a-473d-8e0b-a645362e42ff tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2397988 Mar 22 19:40:26.123136 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40458) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:26.218341 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc862d57-7d78-4c99-89f2-825181371b34 None None] New status for floating IP a1ce732c-235e-44e2-bb6c-d33ad7468381: ACTIVE {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:40:26.247094 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219e828-24dd-46ad-9045-2f4087f4ee0c req-ca672a9d-ad7c-4909-962c-de2b06ceff66 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:26.255575 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f219e828-24dd-46ad-9045-2f4087f4ee0c req-ca672a9d-ad7c-4909-962c-de2b06ceff66 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 945 time: 0.3244781 Mar 22 19:40:26.314046 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dc206fa3-3c6e-4abe-9af5-15a9b31f2d06 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (418bdf6e-1bd2-48dd-b063-d3d55f1ed67a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:26.317930 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3a2d796e-3ce0-48f9-bc3f-35aa16c9841a req-e0c24ec5-3032-41d4-9da6-ca2ff7d089aa service neutron] 10.222.0.84 "GET /v2.0/networks/c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831339 Mar 22 19:40:26.334303 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-0e47c0c9-cc6c-47e9-aa6c-1e024eaf9a6c None None] For port 5d56290f-ceda-4437-bbc7-3b000e76979a, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=5d56290f-ceda-4437-bbc7-3b000e76979a,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:26.367700 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f219e828-24dd-46ad-9045-2f4087f4ee0c req-bd0376cc-8a93-477c-9fef-0b1f0bb40d97 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111674 Mar 22 19:40:26.372047 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc206fa3-3c6e-4abe-9af5-15a9b31f2d06 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 22 19:40:26.372683 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc206fa3-3c6e-4abe-9af5-15a9b31f2d06 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:40:26.381329 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-dc206fa3-3c6e-4abe-9af5-15a9b31f2d06 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "DELETE /v2.0/networks/418bdf6e-1bd2-48dd-b063-d3d55f1ed67a HTTP/1.1" status: 409 len: 466 time: 0.2549956 Mar 22 19:40:26.388259 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40462) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:26.394611 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-970cc847-778a-4001-916c-2990598fa80c tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1313183201'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:26.404476 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-37170720-7e05-4b09-ab0b-79d7a81ca6a7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Allocated IP 172.25.5.181 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/3438aeb1-bc1a-434c-82fd-f1be0dc63a20) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:40:26.481494 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970cc847-778a-4001-916c-2990598fa80c tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Made reservation on behalf of 2356a3f563d6431aa5cde99e6e80993d for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:40:26.483849 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-80c3a518-9029-4971-92b6-890bd6316130 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting port 5f5b3d4f-2330-4dd8-8599-b99215d4a656 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:40:26.484470 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-80c3a518-9029-4971-92b6-890bd6316130 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (5f5b3d4f-2330-4dd8-8599-b99215d4a656), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:26.485163 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-970cc847-778a-4001-916c-2990598fa80c tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:26.493811 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5a13a105-c5ee-4a54-86be-b682c4540c30 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (79fdeee0-c81a-4e37-9a68-bde6c518745d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:26.506049 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0e47c0c9-cc6c-47e9-aa6c-1e024eaf9a6c None None] Publish callbacks [] for port (5d56290f-ceda-4437-bbc7-3b000e76979a), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:26.512889 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0e47c0c9-cc6c-47e9-aa6c-1e024eaf9a6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5d56290f-ceda-4437-bbc7-3b000e76979a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:26.579801 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3a2d796e-3ce0-48f9-bc3f-35aa16c9841a req-edea6a36-7bf2-47ac-9e6f-fc13489fb4ff service neutron] 10.222.0.84 "GET /v2.0/networks/c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509241 Mar 22 19:40:26.636017 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47c0c9-cc6c-47e9-aa6c-1e024eaf9a6c None None] Pushing event updated for resources: {'Port': ['ID=5d56290f-ceda-4437-bbc7-3b000e76979a,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:26.654902 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970cc847-778a-4001-916c-2990598fa80c tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:40:26.661882 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-80c3a518-9029-4971-92b6-890bd6316130 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (5f5b3d4f-2330-4dd8-8599-b99215d4a656), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:26.676281 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-80c3a518-9029-4971-92b6-890bd6316130 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Calling delete_port for 5f5b3d4f-2330-4dd8-8599-b99215d4a656 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:40:26.686577 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-970cc847-778a-4001-916c-2990598fa80c tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (1d4a3f3c-acdd-4887-b793-3c842a55aa97), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:26.686909 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-970cc847-778a-4001-916c-2990598fa80c tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Added segment 1d4a3f3c-acdd-4887-b793-3c842a55aa97 of type vlan for network 302dfa5a-02a8-4a6e-88da-a070ef081613 Mar 22 19:40:26.739344 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-37170720-7e05-4b09-ab0b-79d7a81ca6a7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for port (3438aeb1-bc1a-434c-82fd-f1be0dc63a20), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:26.809654 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-970cc847-778a-4001-916c-2990598fa80c tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (302dfa5a-02a8-4a6e-88da-a070ef081613), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:26.826220 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-80c3a518-9029-4971-92b6-890bd6316130 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (5f5b3d4f-2330-4dd8-8599-b99215d4a656), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:26.877962 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3a518-9029-4971-92b6-890bd6316130 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Port': ['ID=5f5b3d4f-2330-4dd8-8599-b99215d4a656,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:26.895377 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-970cc847-778a-4001-916c-2990598fa80c tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (302dfa5a-02a8-4a6e-88da-a070ef081613), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:26.900722 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970cc847-778a-4001-916c-2990598fa80c tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:26.901331 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-970cc847-778a-4001-916c-2990598fa80c tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:26.911153 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-80c3a518-9029-4971-92b6-890bd6316130 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:26.911462 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-37170720-7e05-4b09-ab0b-79d7a81ca6a7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (3438aeb1-bc1a-434c-82fd-f1be0dc63a20), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:26.914996 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-80c3a518-9029-4971-92b6-890bd6316130 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/5f5b3d4f-2330-4dd8-8599-b99215d4a656 HTTP/1.1" status: 204 len: 168 time: 0.8567560 Mar 22 19:40:26.917258 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40464) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:26.984518 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9f4f8a-a8f4-4597-b387-f24ad160c6ad tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:26.986168 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9f4f8a-a8f4-4597-b387-f24ad160c6ad tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:26.988284 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0d9f4f8a-a8f4-4597-b387-f24ad160c6ad tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0700395 Mar 22 19:40:26.991017 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40466) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:27.052195 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cfd3d38-c59e-48bc-933d-db99d6cbb693 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting subnet 10226687-deac-40d2-9932-c0b9df8f93d2 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:40:27.056026 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4cfd3d38-c59e-48bc-933d-db99d6cbb693 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (10226687-deac-40d2-9932-c0b9df8f93d2), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:27.063780 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37170720-7e05-4b09-ab0b-79d7a81ca6a7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:27.071450 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-37170720-7e05-4b09-ab0b-79d7a81ca6a7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:27.080223 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-970cc847-778a-4001-916c-2990598fa80c tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6880772 Mar 22 19:40:27.083291 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37170720-7e05-4b09-ab0b-79d7a81ca6a7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:40:27.091498 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40468) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:27.097150 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-e0307f66-6ac4-460a-a769-70d5ea93d132 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Request body: {'subnet': {'network_id': '302dfa5a-02a8-4a6e-88da-a070ef081613', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:27.151982 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970cc847-778a-4001-916c-2990598fa80c tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Pushing event updated for resources: {'Network': ['ID=302dfa5a-02a8-4a6e-88da-a070ef081613,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:27.159430 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37170720-7e05-4b09-ab0b-79d7a81ca6a7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Pushing event updated for resources: {'Port': ['ID=3438aeb1-bc1a-434c-82fd-f1be0dc63a20,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:27.168145 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 302dfa5a-02a8-4a6e-88da-a070ef081613 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:40:27.190864 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4cfd3d38-c59e-48bc-933d-db99d6cbb693 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (10226687-deac-40d2-9932-c0b9df8f93d2), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:27.328814 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-37170720-7e05-4b09-ab0b-79d7a81ca6a7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for floatingip (56ceba48-1128-4756-bc4d-4d84f438893e), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:27.351086 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0307f66-6ac4-460a-a769-70d5ea93d132 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Made reservation on behalf of 2356a3f563d6431aa5cde99e6e80993d for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:40:27.355698 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e0307f66-6ac4-460a-a769-70d5ea93d132 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:27.381363 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-5a13a105-c5ee-4a54-86be-b682c4540c30 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Deleting port 8af01f73-ea57-4bdc-83b2-c2ce5fa106d1 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:40:27.381664 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5a13a105-c5ee-4a54-86be-b682c4540c30 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (8af01f73-ea57-4bdc-83b2-c2ce5fa106d1), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:27.446770 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-37170720-7e05-4b09-ab0b-79d7a81ca6a7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (3438aeb1-bc1a-434c-82fd-f1be0dc63a20), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:27.550829 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4cfd3d38-c59e-48bc-933d-db99d6cbb693 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (10226687-deac-40d2-9932-c0b9df8f93d2), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:27.581743 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 5d56290f-ceda-4437-bbc7-3b000e76979a up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:40:27.657432 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-37170720-7e05-4b09-ab0b-79d7a81ca6a7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for port (3438aeb1-bc1a-434c-82fd-f1be0dc63a20), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:27.667669 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 5d56290f-ceda-4437-bbc7-3b000e76979a triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:27.668939 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5d56290f-ceda-4437-bbc7-3b000e76979a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:27.691860 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-37170720-7e05-4b09-ab0b-79d7a81ca6a7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (3438aeb1-bc1a-434c-82fd-f1be0dc63a20), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:27.808114 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 5d56290f-ceda-4437-bbc7-3b000e76979a is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:27.808590 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5d56290f-ceda-4437-bbc7-3b000e76979a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:27.823968 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-37170720-7e05-4b09-ab0b-79d7a81ca6a7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (56ceba48-1128-4756-bc4d-4d84f438893e), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:27.828389 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4cfd3d38-c59e-48bc-933d-db99d6cbb693 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (10226687-deac-40d2-9932-c0b9df8f93d2), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:27.828565 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a936096a-5c92-4f0d-a24b-fb0608063476 None None] Network 418bdf6e-1bd2-48dd-b063-d3d55f1ed67a requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:40:27.855653 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4cfd3d38-c59e-48bc-933d-db99d6cbb693 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:27.861609 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4cfd3d38-c59e-48bc-933d-db99d6cbb693 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/10226687-deac-40d2-9932-c0b9df8f93d2 HTTP/1.1" status: 204 len: 168 time: 0.8675749 Mar 22 19:40:27.882748 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40474) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:27.886647 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-37170720-7e05-4b09-ab0b-79d7a81ca6a7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:27.888151 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-37170720-7e05-4b09-ab0b-79d7a81ca6a7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2081692 Mar 22 19:40:27.899350 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd3d38-c59e-48bc-933d-db99d6cbb693 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Subnet': ['ID=10226687-deac-40d2-9932-c0b9df8f93d2,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:27.945386 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5d1cf896-ac3e-416d-9a9b-9e89f758e002 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556755 Mar 22 19:40:27.952887 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40478) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:27.957098 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37170720-7e05-4b09-ab0b-79d7a81ca6a7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Pushing event updated for resources: {'Port': ['ID=3438aeb1-bc1a-434c-82fd-f1be0dc63a20,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:27.971581 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5dea3e-e319-4536-8fb5-7edc5caa9094 req-2f09fb45-00f6-4073-89e4-f6d9c7cfddb0 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:27.973888 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ab5dea3e-e319-4536-8fb5-7edc5caa9094 req-2f09fb45-00f6-4073-89e4-f6d9c7cfddb0 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 945 time: 0.3138280 Mar 22 19:40:27.985711 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-5a13a105-c5ee-4a54-86be-b682c4540c30 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] For port 8af01f73-ea57-4bdc-83b2-c2ce5fa106d1, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=8af01f73-ea57-4bdc-83b2-c2ce5fa106d1,segment=NetworkSegment(e3a67188-8aba-4c9c-9d84-8c3affe2e20b),segment_id=e3a67188-8aba-4c9c-9d84-8c3affe2e20b)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:27.986477 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5a13a105-c5ee-4a54-86be-b682c4540c30 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (8af01f73-ea57-4bdc-83b2-c2ce5fa106d1), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:28.024815 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-d156c9ae-1c9e-4475-be3e-673b346e401c None None] Provisioning complete for port e52073d0-235e-42f2-aa31-0da04bdff205 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:28.025200 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-5a13a105-c5ee-4a54-86be-b682c4540c30 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Calling delete_port for 8af01f73-ea57-4bdc-83b2-c2ce5fa106d1 owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:40:28.025697 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d156c9ae-1c9e-4475-be3e-673b346e401c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e52073d0-235e-42f2-aa31-0da04bdff205), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:28.109537 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ab5dea3e-e319-4536-8fb5-7edc5caa9094 req-cdb1c76a-8f12-4faa-8ce5-f72385baa1ac tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191921 Mar 22 19:40:28.148681 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:40:28.148986 n-d-705658-24 neutron-server[104174]: DEBUG oslo_db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:40:28.173377 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd786de-f590-4f77-9211-919e2ef3f1f1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:28.181075 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bfd786de-f590-4f77-9211-919e2ef3f1f1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2271082 Mar 22 19:40:28.181446 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40486) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:28.234202 n-d-705658-24 neutron-server[104173]: DEBUG neutron.objects.ports [None req-e0307f66-6ac4-460a-a769-70d5ea93d132 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104173) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 19:40:28.236199 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e0307f66-6ac4-460a-a769-70d5ea93d132 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (3b4f71d3-5fa8-4415-b827-1c60966d5c69), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:28.241143 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d156c9ae-1c9e-4475-be3e-673b346e401c None None] Current status of the port e52073d0-235e-42f2-aa31-0da04bdff205 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:28.241536 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d156c9ae-1c9e-4475-be3e-673b346e401c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e52073d0-235e-42f2-aa31-0da04bdff205), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:28.300205 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58355d81-a10b-4624-bf65-5dc9ae76308a None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:40:28.325499 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0307f66-6ac4-460a-a769-70d5ea93d132 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Pushing event updated for resources: {'Subnet': ['ID=3b4f71d3-5fa8-4415-b827-1c60966d5c69,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:28.327458 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-d156c9ae-1c9e-4475-be3e-673b346e401c None None] For port e52073d0-235e-42f2-aa31-0da04bdff205, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=e52073d0-235e-42f2-aa31-0da04bdff205,segment=NetworkSegment(7a091e7f-0203-4a8e-97e2-a2b10bc7044d),segment_id=7a091e7f-0203-4a8e-97e2-a2b10bc7044d)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:28.341191 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229c64e3-1d4d-4818-a848-f2d36249b696 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:28.341426 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0307f66-6ac4-460a-a769-70d5ea93d132 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Checking segment: {'id': '1d4a3f3c-acdd-4887-b793-3c842a55aa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '302dfa5a-02a8-4a6e-88da-a070ef081613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:40:28.341635 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0307f66-6ac4-460a-a769-70d5ea93d132 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Network hostable DHCP agents. Network: 302dfa5a-02a8-4a6e-88da-a070ef081613, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:40:28.344474 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-229c64e3-1d4d-4818-a848-f2d36249b696 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1585572 Mar 22 19:40:28.347128 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40494) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:28.365652 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b6645a-fd6b-4a8d-adf9-9fc03cc7ab6f None None] DHCP port deletion for 418bdf6e-1bd2-48dd-b063-d3d55f1ed67a request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:40:28.376175 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d156c9ae-1c9e-4475-be3e-673b346e401c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (e52073d0-235e-42f2-aa31-0da04bdff205), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:28.399806 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-68410183-d2a5-4ad1-a7a9-8e90607396f1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512602 Mar 22 19:40:28.408142 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40496) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:28.414570 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-66930724-2913-48f8-b10b-8938ec9ae85e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:28.430831 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-807c1ea1-5539-474d-89ef-53792072db52 req-8519466b-21e4-4f24-863f-9fd650ccccb5 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--1218935281&fields=id&tenant_id=432e8044b4dc4099baeb3ef825b89673 HTTP/1.1" status: 200 len: 267 time: 0.1716194 Mar 22 19:40:28.479711 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0307f66-6ac4-460a-a769-70d5ea93d132 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Network 302dfa5a-02a8-4a6e-88da-a070ef081613 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:40:28.501006 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-e0307f66-6ac4-460a-a769-70d5ea93d132 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 302dfa5a-02a8-4a6e-88da-a070ef081613) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:28.512003 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0307f66-6ac4-460a-a769-70d5ea93d132 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:28.512605 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e0307f66-6ac4-460a-a769-70d5ea93d132 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:28.521602 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e8643c-e34a-45e1-9fa8-3237fae1431a None None] Network 302dfa5a-02a8-4a6e-88da-a070ef081613 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:40:28.550898 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e0307f66-6ac4-460a-a769-70d5ea93d132 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.4581947 Mar 22 19:40:28.552690 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66930724-2913-48f8-b10b-8938ec9ae85e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:40:28.556948 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-66930724-2913-48f8-b10b-8938ec9ae85e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:28.560707 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40498) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:28.584221 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156c9ae-1c9e-4475-be3e-673b346e401c None None] Pushing event updated for resources: {'Port': ['ID=e52073d0-235e-42f2-aa31-0da04bdff205,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:28.598598 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156c9ae-1c9e-4475-be3e-673b346e401c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:28.599211 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156c9ae-1c9e-4475-be3e-673b346e401c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:28.599854 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156c9ae-1c9e-4475-be3e-673b346e401c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:28.600382 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156c9ae-1c9e-4475-be3e-673b346e401c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:28.600889 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156c9ae-1c9e-4475-be3e-673b346e401c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:28.601389 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156c9ae-1c9e-4475-be3e-673b346e401c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:28.601919 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156c9ae-1c9e-4475-be3e-673b346e401c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:28.602419 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156c9ae-1c9e-4475-be3e-673b346e401c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:28.602923 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156c9ae-1c9e-4475-be3e-673b346e401c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:28.603424 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156c9ae-1c9e-4475-be3e-673b346e401c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:28.603929 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156c9ae-1c9e-4475-be3e-673b346e401c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:28.604605 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156c9ae-1c9e-4475-be3e-673b346e401c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:28.605100 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156c9ae-1c9e-4475-be3e-673b346e401c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:28.605593 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156c9ae-1c9e-4475-be3e-673b346e401c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:28.606115 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156c9ae-1c9e-4475-be3e-673b346e401c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:28.615674 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-3aabbbf7-bacd-499a-9083-6447ce7e23ff None None] Provisioning complete for port 5d56290f-ceda-4437-bbc7-3b000e76979a triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:28.616327 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3aabbbf7-bacd-499a-9083-6447ce7e23ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5d56290f-ceda-4437-bbc7-3b000e76979a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:28.709075 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5a13a105-c5ee-4a54-86be-b682c4540c30 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (8af01f73-ea57-4bdc-83b2-c2ce5fa106d1), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:28.718998 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-42b6645a-fd6b-4a8d-adf9-9fc03cc7ab6f None None] Deleting port e52073d0-235e-42f2-aa31-0da04bdff205 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:40:28.719573 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-42b6645a-fd6b-4a8d-adf9-9fc03cc7ab6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (e52073d0-235e-42f2-aa31-0da04bdff205), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:28.793781 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5552d9f1-83dc-4b64-b1e6-2d6f48998b68 None None] DHCP port deletion for 5844662d-9a53-4182-bd56-decd62afe1ab request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:40:28.798550 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a13a105-c5ee-4a54-86be-b682c4540c30 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event deleted for resources: {'Port': ['ID=8af01f73-ea57-4bdc-83b2-c2ce5fa106d1,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:28.872022 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-66930724-2913-48f8-b10b-8938ec9ae85e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (130d781e-de47-4bb1-9eaa-4604c96e300a), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:28.876359 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 5d56290f-ceda-4437-bbc7-3b000e76979a is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:28.876977 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5d56290f-ceda-4437-bbc7-3b000e76979a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:28.908207 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e7bf3d-c74c-4494-b2c2-5b4342d55b4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-302dfa5a-02a8-4a6e-88da-a070ef081613', 'network_id': '302dfa5a-02a8-4a6e-88da-a070ef081613', 'project_id': '2356a3f563d6431aa5cde99e6e80993d', 'fixed_ips': [{'subnet_id': '3b4f71d3-5fa8-4415-b827-1c60966d5c69'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:40:28.909961 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a6e7bf3d-c74c-4494-b2c2-5b4342d55b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:28.930043 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5d7bb1cb-ec3b-458b-b4ad-5b872aeec4a6 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (302dfa5a-02a8-4a6e-88da-a070ef081613), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:28.940704 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66930724-2913-48f8-b10b-8938ec9ae85e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:28.946843 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-66930724-2913-48f8-b10b-8938ec9ae85e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:28.950616 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66930724-2913-48f8-b10b-8938ec9ae85e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:28.951317 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-66930724-2913-48f8-b10b-8938ec9ae85e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:28.957562 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66930724-2913-48f8-b10b-8938ec9ae85e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Subnet': ['ID=130d781e-de47-4bb1-9eaa-4604c96e300a,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:28.984061 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-66930724-2913-48f8-b10b-8938ec9ae85e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5737836 Mar 22 19:40:28.985201 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40508) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:28.994903 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-cef38319-3d30-4c31-9e89-0f7d3bfcbb51 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'port': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'fixed_ips': [{'subnet_id': '130d781e-de47-4bb1-9eaa-4604c96e300a', 'ip_address': '2001:db8::4779:1043:3096:ea12'}], 'name': 'tempest-NetworksTestDHCPv6-1171975071'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:29.009515 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-42b6645a-fd6b-4a8d-adf9-9fc03cc7ab6f None None] For port e52073d0-235e-42f2-aa31-0da04bdff205, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=e52073d0-235e-42f2-aa31-0da04bdff205,segment=NetworkSegment(7a091e7f-0203-4a8e-97e2-a2b10bc7044d),segment_id=7a091e7f-0203-4a8e-97e2-a2b10bc7044d)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:29.010186 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-42b6645a-fd6b-4a8d-adf9-9fc03cc7ab6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (e52073d0-235e-42f2-aa31-0da04bdff205), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:29.017386 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c1ea1-5539-474d-89ef-53792072db52 req-6fede468-3ab9-46dd-a897-336176610993 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:29.024752 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-807c1ea1-5539-474d-89ef-53792072db52 req-6fede468-3ab9-46dd-a897-336176610993 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/networks?id=df3cb172-3bab-443c-aa40-b32eebecd0b3 HTTP/1.1" status: 200 len: 814 time: 0.5567546 Mar 22 19:40:29.055814 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-807c1ea1-5539-474d-89ef-53792072db52 req-38138a33-3a11-441a-88f7-ebd08904fb95 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/quotas/432e8044b4dc4099baeb3ef825b89673 HTTP/1.1" status: 200 len: 375 time: 0.0292788 Mar 22 19:40:29.183542 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5a13a105-c5ee-4a54-86be-b682c4540c30 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (79fdeee0-c81a-4e37-9a68-bde6c518745d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:29.185510 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5d7bb1cb-ec3b-458b-b4ad-5b872aeec4a6 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (3b4f71d3-5fa8-4415-b827-1c60966d5c69), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:29.249275 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef38319-3d30-4c31-9e89-0f7d3bfcbb51 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:40:29.261687 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 5d56290f-ceda-4437-bbc7-3b000e76979a, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=5d56290f-ceda-4437-bbc7-3b000e76979a,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:29.272948 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-42b6645a-fd6b-4a8d-adf9-9fc03cc7ab6f None None] Calling delete_port for e52073d0-235e-42f2-aa31-0da04bdff205 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:40:29.291625 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5d56290f-ceda-4437-bbc7-3b000e76979a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:29.291625 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device e52073d0-235e-42f2-aa31-0da04bdff205 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:40:29.310260 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-3aabbbf7-bacd-499a-9083-6447ce7e23ff None None] Current status of the port 5d56290f-ceda-4437-bbc7-3b000e76979a is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:29.311052 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3aabbbf7-bacd-499a-9083-6447ce7e23ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5d56290f-ceda-4437-bbc7-3b000e76979a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:29.395998 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cef38319-3d30-4c31-9e89-0f7d3bfcbb51 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:29.422289 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-cef38319-3d30-4c31-9e89-0f7d3bfcbb51 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] device_id is not set on port fedc5266-3dce-4ef6-91a7-b30a77722c47 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:40:29.450684 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-5552d9f1-83dc-4b64-b1e6-2d6f48998b68 None None] Deleting port 5d56290f-ceda-4437-bbc7-3b000e76979a {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:40:29.451359 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5552d9f1-83dc-4b64-b1e6-2d6f48998b68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (5d56290f-ceda-4437-bbc7-3b000e76979a), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:29.628688 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-cef38319-3d30-4c31-9e89-0f7d3bfcbb51 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Allocated IP 2001:db8::4779:1043:3096:ea12 (5844662d-9a53-4182-bd56-decd62afe1ab/130d781e-de47-4bb1-9eaa-4604c96e300a/fedc5266-3dce-4ef6-91a7-b30a77722c47) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:40:29.641602 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=5d56290f-ceda-4437-bbc7-3b000e76979a,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:29.698747 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-807c1ea1-5539-474d-89ef-53792072db52 req-412ef258-a4c3-4070-8cf4-28c5b53d9a31 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=432e8044b4dc4099baeb3ef825b89673&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6401317 Mar 22 19:40:29.713507 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-5552d9f1-83dc-4b64-b1e6-2d6f48998b68 None None] For port 5d56290f-ceda-4437-bbc7-3b000e76979a, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=5d56290f-ceda-4437-bbc7-3b000e76979a,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:29.713902 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5552d9f1-83dc-4b64-b1e6-2d6f48998b68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (5d56290f-ceda-4437-bbc7-3b000e76979a), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:29.826530 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-5552d9f1-83dc-4b64-b1e6-2d6f48998b68 None None] Calling delete_port for 5d56290f-ceda-4437-bbc7-3b000e76979a owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:40:29.876404 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cef38319-3d30-4c31-9e89-0f7d3bfcbb51 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for port (fedc5266-3dce-4ef6-91a7-b30a77722c47), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:29.880429 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c05d2-ccac-4aa1-b25a-ed5457a829fa req-c25bbde1-ab22-40b0-8f55-63ff83e87fe0 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:29.881581 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b9c05d2-ccac-4aa1-b25a-ed5457a829fa req-c25bbde1-ab22-40b0-8f55-63ff83e87fe0 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 945 time: 0.5985079 Mar 22 19:40:29.930651 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cef38319-3d30-4c31-9e89-0f7d3bfcbb51 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (fedc5266-3dce-4ef6-91a7-b30a77722c47), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:29.955404 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-807c1ea1-5539-474d-89ef-53792072db52 req-69346189-f743-457c-8605-62a84a3c9cc9 service neutron] 10.222.0.75 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376721 Mar 22 19:40:29.973009 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.api [None req-3aabbbf7-bacd-499a-9083-6447ce7e23ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:40:29.973433 n-d-705658-24 neutron-server[104174]: DEBUG oslo_db.api [None req-3aabbbf7-bacd-499a-9083-6447ce7e23ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:40:29.981341 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port e52073d0-235e-42f2-aa31-0da04bdff205 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:29.981771 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e52073d0-235e-42f2-aa31-0da04bdff205), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:29.984405 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-a6e7bf3d-c74c-4494-b2c2-5b4342d55b4c None None] Allocated IP 2001:db8::f816:3eff:fea0:76ed (302dfa5a-02a8-4a6e-88da-a070ef081613/3b4f71d3-5fa8-4415-b827-1c60966d5c69/8043e322-b45a-4183-8d01-0d0ee9eec778) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:40:29.990798 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef38319-3d30-4c31-9e89-0f7d3bfcbb51 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:29.994275 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b9c05d2-ccac-4aa1-b25a-ed5457a829fa req-5eddf052-3373-458d-8af8-60ac6ff49592 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008019 Mar 22 19:40:30.007417 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-cef38319-3d30-4c31-9e89-0f7d3bfcbb51 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:30.014570 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef38319-3d30-4c31-9e89-0f7d3bfcbb51 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:40:30.020983 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef38319-3d30-4c31-9e89-0f7d3bfcbb51 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:30.021622 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cef38319-3d30-4c31-9e89-0f7d3bfcbb51 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:30.036054 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a13a105-c5ee-4a54-86be-b682c4540c30 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Router 79fdeee0-c81a-4e37-9a68-bde6c518745d has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:40:30.052837 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cef38319-3d30-4c31-9e89-0f7d3bfcbb51 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0620501 Mar 22 19:40:30.057821 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40532) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:30.062886 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-42b6645a-fd6b-4a8d-adf9-9fc03cc7ab6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (e52073d0-235e-42f2-aa31-0da04bdff205), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:30.066408 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-9e72b8c4-c457-4cf0-b4be-4ba93d1417a6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'port': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'fixed_ips': [{'subnet_id': '130d781e-de47-4bb1-9eaa-4604c96e300a', 'ip_address': '2001:db8::4779:1043:3096:ea12'}], 'name': 'tempest-NetworksTestDHCPv6-24427524'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:30.118154 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef38319-3d30-4c31-9e89-0f7d3bfcbb51 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Port': ['ID=fedc5266-3dce-4ef6-91a7-b30a77722c47,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:30.119077 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6645a-fd6b-4a8d-adf9-9fc03cc7ab6f None None] Pushing event deleted for resources: {'Port': ['ID=e52073d0-235e-42f2-aa31-0da04bdff205,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:30.120934 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5552d9f1-83dc-4b64-b1e6-2d6f48998b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (5d56290f-ceda-4437-bbc7-3b000e76979a), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:30.156687 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-807c1ea1-5539-474d-89ef-53792072db52 req-c37a0a88-a83e-4e0b-86af-e1530c5eae1c service neutron] 10.222.0.75 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897266 Mar 22 19:40:30.166027 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef38319-3d30-4c31-9e89-0f7d3bfcbb51 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:30.166384 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef38319-3d30-4c31-9e89-0f7d3bfcbb51 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:30.166782 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef38319-3d30-4c31-9e89-0f7d3bfcbb51 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:30.167487 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef38319-3d30-4c31-9e89-0f7d3bfcbb51 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:30.167608 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef38319-3d30-4c31-9e89-0f7d3bfcbb51 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:30.168001 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef38319-3d30-4c31-9e89-0f7d3bfcbb51 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:30.168343 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef38319-3d30-4c31-9e89-0f7d3bfcbb51 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:30.168673 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef38319-3d30-4c31-9e89-0f7d3bfcbb51 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:30.168999 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef38319-3d30-4c31-9e89-0f7d3bfcbb51 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:30.169324 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef38319-3d30-4c31-9e89-0f7d3bfcbb51 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:30.169651 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef38319-3d30-4c31-9e89-0f7d3bfcbb51 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:30.170393 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef38319-3d30-4c31-9e89-0f7d3bfcbb51 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:30.170393 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef38319-3d30-4c31-9e89-0f7d3bfcbb51 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:30.170602 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef38319-3d30-4c31-9e89-0f7d3bfcbb51 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:30.170930 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef38319-3d30-4c31-9e89-0f7d3bfcbb51 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:40:30.171821 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552d9f1-83dc-4b64-b1e6-2d6f48998b68 None None] Pushing event deleted for resources: {'Port': ['ID=5d56290f-ceda-4437-bbc7-3b000e76979a,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:30.186144 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a13a105-c5ee-4a54-86be-b682c4540c30 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:40:30.191491 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5a13a105-c5ee-4a54-86be-b682c4540c30 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "PUT /v2.0/routers/79fdeee0-c81a-4e37-9a68-bde6c518745d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4096124 Mar 22 19:40:30.194534 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40534) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:30.200854 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2672545e-277b-4369-9732-0f102c29413e None None] Sync routers for ids ['79fdeee0-c81a-4e37-9a68-bde6c518745d'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:40:30.214908 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2672545e-277b-4369-9732-0f102c29413e None None] Routers {'79fdeee0-c81a-4e37-9a68-bde6c518745d'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:40:30.215551 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-2672545e-277b-4369-9732-0f102c29413e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:40:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['79fdeee0-c81a-4e37-9a68-bde6c518745d'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:30.308035 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e72b8c4-c457-4cf0-b4be-4ba93d1417a6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:40:30.319520 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9e72b8c4-c457-4cf0-b4be-4ba93d1417a6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:30.326840 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f5c806-571c-460a-9504-43eb8309437b tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Deleting subnet b9dc47d8-f5cc-484b-bbed-f414ace654e0 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:40:30.336415 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55f5c806-571c-460a-9504-43eb8309437b tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for subnet (b9dc47d8-f5cc-484b-bbed-f414ace654e0), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:30.348414 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-9e72b8c4-c457-4cf0-b4be-4ba93d1417a6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] device_id is not set on port 385c7872-249b-4671-8a8e-b0c04e3bf67c yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:40:30.399781 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b6645a-fd6b-4a8d-adf9-9fc03cc7ab6f None None] No DVR routers for this DVR port e52073d0-235e-42f2-aa31-0da04bdff205 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:40:30.417663 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-2672545e-277b-4369-9732-0f102c29413e None None] Set router 79fdeee0-c81a-4e37-9a68-bde6c518745d gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:40:30.423774 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Could not find standard attr ID for object e52073d0-235e-42f2-aa31-0da04bdff205. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:40:30.433254 n-d-705658-24 neutron-server[104174]: INFO neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No ports have port_id starting with e52073d0-235e-42f2-aa31-0da04bdff205 Mar 22 19:40:30.436426 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5552d9f1-83dc-4b64-b1e6-2d6f48998b68 None None] No DVR routers for this DVR port 5d56290f-ceda-4437-bbc7-3b000e76979a on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:40:30.504476 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7e724a7e-1787-4edb-b610-4d03d27177b9 req-4b3326a7-bf7f-4ce4-b2d9-1247e8acd989 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=b253de37-26c3-4a3d-85aa-ca62b7d032f0 HTTP/1.1" status: 200 len: 210 time: 0.1070879 Mar 22 19:40:30.515943 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55f5c806-571c-460a-9504-43eb8309437b tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (b9dc47d8-f5cc-484b-bbed-f414ace654e0), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:30.517391 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-3aabbbf7-bacd-499a-9083-6447ce7e23ff None None] Port 5d56290f-ceda-4437-bbc7-3b000e76979a update to ACTIVE by agent not found {{(pid=104174) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Mar 22 19:40:30.519166 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4afd22-c5c5-4561-a63c-549582afba26 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:40:30.660352 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a6e7bf3d-c74c-4494-b2c2-5b4342d55b4c None None] Publish callbacks [] for port (8043e322-b45a-4183-8d01-0d0ee9eec778), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:30.703713 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e72b8c4-c457-4cf0-b4be-4ba93d1417a6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 22 19:40:30.704655 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e72b8c4-c457-4cf0-b4be-4ba93d1417a6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:40:30.713701 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a6e7bf3d-c74c-4494-b2c2-5b4342d55b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (8043e322-b45a-4183-8d01-0d0ee9eec778), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:30.725760 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55f5c806-571c-460a-9504-43eb8309437b tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (b9dc47d8-f5cc-484b-bbed-f414ace654e0), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:30.747243 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9e72b8c4-c457-4cf0-b4be-4ba93d1417a6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6880300 Mar 22 19:40:30.749981 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40546) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:30.774360 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5d7bb1cb-ec3b-458b-b4ad-5b872aeec4a6 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (3b4f71d3-5fa8-4415-b827-1c60966d5c69), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:30.802304 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7bf3d-c74c-4494-b2c2-5b4342d55b4c None None] Pushing event updated for resources: {'Port': ['ID=8043e322-b45a-4183-8d01-0d0ee9eec778,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:30.805017 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 5d56290f-ceda-4437-bbc7-3b000e76979a no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:40:30.852153 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 5d56290f-ceda-4437-bbc7-3b000e76979a {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:40:30.852153 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 5d56290f-ceda-4437-bbc7-3b000e76979a not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:40:30.852418 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device e52073d0-235e-42f2-aa31-0da04bdff205 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:40:30.856383 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e7bf3d-c74c-4494-b2c2-5b4342d55b4c None None] Network 302dfa5a-02a8-4a6e-88da-a070ef081613 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:30.864909 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7bb1cb-ec3b-458b-b4ad-5b872aeec4a6 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Pushing event deleted for resources: {'Subnet': ['ID=3b4f71d3-5fa8-4415-b827-1c60966d5c69,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:30.876236 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f946065-111c-4126-b809-1ea41a7ca018 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:30.880480 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1f946065-111c-4126-b809-1ea41a7ca018 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1282134 Mar 22 19:40:30.883545 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40548) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:30.894999 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-a6e7bf3d-c74c-4494-b2c2-5b4342d55b4c None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:30.900269 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e7bf3d-c74c-4494-b2c2-5b4342d55b4c None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:40:30.902156 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: e52073d0-235e-42f2-aa31-0da04bdff205 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:40:30.902560 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device e52073d0-235e-42f2-aa31-0da04bdff205 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:40:30.948592 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ecbc2d-abca-4bd0-aa04-fb25d8df94b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-5844662d-9a53-4182-bd56-decd62afe1ab', 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'project_id': '60cab213ce214a30b0f859d0f4109da8', 'fixed_ips': [{'subnet_id': '130d781e-de47-4bb1-9eaa-4604c96e300a'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:40:30.948929 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-2672545e-277b-4369-9732-0f102c29413e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'name': 'tempest-RoutersIpV6Test-router-1351656122', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:39:31Z', 'updated_at': '2022-03-22T19:40:28Z', 'revision_number': 9, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'gw_port_host': None, '_interfaces': [{'id': '43654c43-5789-4af6-b1de-165462b25da3', 'name': '', 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:4d:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:35Z', 'updated_at': '2022-03-22T19:39:44Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '810057a8-355c-4dd1-8c89-c93843115c09', 'name': '', 'network_id': '17dbf1bd-e68f-4190-9157-84e9e24d7a7e', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:b9:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '48d9ba9c-c891-416c-a938-044331a9560f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:47Z', 'updated_at': '2022-03-22T19:39:55Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '48d9ba9c-c891-416c-a938-044331a9560f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:30.950183 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d1ecbc2d-abca-4bd0-aa04-fb25d8df94b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:30.990322 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2672545e-277b-4369-9732-0f102c29413e None None] Checking router: 79fdeee0-c81a-4e37-9a68-bde6c518745d for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:40:31.000104 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2672545e-277b-4369-9732-0f102c29413e None None] Routers {'79fdeee0-c81a-4e37-9a68-bde6c518745d'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:40:31.000767 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-2672545e-277b-4369-9732-0f102c29413e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:40:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['79fdeee0-c81a-4e37-9a68-bde6c518745d'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:31.003584 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-a6e7bf3d-c74c-4494-b2c2-5b4342d55b4c None None] Attempting to bind port 8043e322-b45a-4183-8d01-0d0ee9eec778 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:40:31.003970 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-a6e7bf3d-c74c-4494-b2c2-5b4342d55b4c None None] Attempting to bind port 8043e322-b45a-4183-8d01-0d0ee9eec778 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '1d4a3f3c-acdd-4887-b793-3c842a55aa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '302dfa5a-02a8-4a6e-88da-a070ef081613'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:40:31.004508 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e7bf3d-c74c-4494-b2c2-5b4342d55b4c None None] Attempting to bind port 8043e322-b45a-4183-8d01-0d0ee9eec778 on network 302dfa5a-02a8-4a6e-88da-a070ef081613 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:40:31.089518 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5d7bb1cb-ec3b-458b-b4ad-5b872aeec4a6 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (302dfa5a-02a8-4a6e-88da-a070ef081613), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:31.098490 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55f5c806-571c-460a-9504-43eb8309437b tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (b9dc47d8-f5cc-484b-bbed-f414ace654e0), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:31.124058 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e7bf3d-c74c-4494-b2c2-5b4342d55b4c None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:40:31.127076 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e7bf3d-c74c-4494-b2c2-5b4342d55b4c None None] Checking segment: {'id': '1d4a3f3c-acdd-4887-b793-3c842a55aa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '302dfa5a-02a8-4a6e-88da-a070ef081613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:40:31.128912 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a6e7bf3d-c74c-4494-b2c2-5b4342d55b4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:31.129521 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e7bf3d-c74c-4494-b2c2-5b4342d55b4c None None] Bound using segment: {'id': '1d4a3f3c-acdd-4887-b793-3c842a55aa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '302dfa5a-02a8-4a6e-88da-a070ef081613'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:40:31.132500 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-a6e7bf3d-c74c-4494-b2c2-5b4342d55b4c None None] Bound port: 8043e322-b45a-4183-8d01-0d0ee9eec778, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4a3f3c-acdd-4887-b793-3c842a55aa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '302dfa5a-02a8-4a6e-88da-a070ef081613'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:40:31.133129 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a6e7bf3d-c74c-4494-b2c2-5b4342d55b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8043e322-b45a-4183-8d01-0d0ee9eec778), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:31.148693 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-2672545e-277b-4369-9732-0f102c29413e None None] Set router 79fdeee0-c81a-4e37-9a68-bde6c518745d gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:40:31.160794 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d976a648-1425-433b-8f05-f4ead17a1ec6 None None] Network 7d667e91-0a74-4b11-a636-590c1dcbf8c4 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:40:31.163191 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55f5c806-571c-460a-9504-43eb8309437b tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:31.169322 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40554) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:31.169931 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-55f5c806-571c-460a-9504-43eb8309437b tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/subnets/b9dc47d8-f5cc-484b-bbed-f414ace654e0 HTTP/1.1" status: 204 len: 168 time: 0.9738734 Mar 22 19:40:31.170869 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5c806-571c-460a-9504-43eb8309437b tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event deleted for resources: {'Subnet': ['ID=b9dc47d8-f5cc-484b-bbed-f414ace654e0,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:31.273639 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-082fa609-255b-476f-aec4-7cc65a93f87c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (7d667e91-0a74-4b11-a636-590c1dcbf8c4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:31.287072 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-2feb75ee-a423-42a7-9f95-ad5a136092bd tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting port fedc5266-3dce-4ef6-91a7-b30a77722c47 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:40:31.287418 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2feb75ee-a423-42a7-9f95-ad5a136092bd tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (fedc5266-3dce-4ef6-91a7-b30a77722c47), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:31.335222 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-a6e7bf3d-c74c-4494-b2c2-5b4342d55b4c None None] For port 8043e322-b45a-4183-8d01-0d0ee9eec778, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:40:31.338738 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-5d7bb1cb-ec3b-458b-b4ad-5b872aeec4a6 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['302dfa5a-02a8-4a6e-88da-a070ef081613']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:31.349699 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-5d7bb1cb-ec3b-458b-b4ad-5b872aeec4a6 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4a3f3c-acdd-4887-b793-3c842a55aa97') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:31.353454 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-5d7bb1cb-ec3b-458b-b4ad-5b872aeec4a6 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4a3f3c-acdd-4887-b793-3c842a55aa97') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:31.360479 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-a6e7bf3d-c74c-4494-b2c2-5b4342d55b4c None None] For port 8043e322-b45a-4183-8d01-0d0ee9eec778, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=8043e322-b45a-4183-8d01-0d0ee9eec778,segment=NetworkSegment(1d4a3f3c-acdd-4887-b793-3c842a55aa97),segment_id=1d4a3f3c-acdd-4887-b793-3c842a55aa97)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:40:31.365210 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-082fa609-255b-476f-aec4-7cc65a93f87c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Deleting port a606ce75-36a6-428c-90bb-c044d62e1b63 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:40:31.365775 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-082fa609-255b-476f-aec4-7cc65a93f87c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (a606ce75-36a6-428c-90bb-c044d62e1b63), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:31.439358 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5d7bb1cb-ec3b-458b-b4ad-5b872aeec4a6 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (1d4a3f3c-acdd-4887-b793-3c842a55aa97), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:31.441544 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-d1ecbc2d-abca-4bd0-aa04-fb25d8df94b0 None None] Allocated IP 2001:db8::2 (5844662d-9a53-4182-bd56-decd62afe1ab/130d781e-de47-4bb1-9eaa-4604c96e300a/b70d0751-1c54-43a4-8741-5d7e53878c34) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:40:31.457866 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a6e7bf3d-c74c-4494-b2c2-5b4342d55b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8043e322-b45a-4183-8d01-0d0ee9eec778), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:31.493239 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-082fa609-255b-476f-aec4-7cc65a93f87c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] For port a606ce75-36a6-428c-90bb-c044d62e1b63, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a606ce75-36a6-428c-90bb-c044d62e1b63,segment=NetworkSegment(e3a67188-8aba-4c9c-9d84-8c3affe2e20b),segment_id=e3a67188-8aba-4c9c-9d84-8c3affe2e20b)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:31.495960 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-082fa609-255b-476f-aec4-7cc65a93f87c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (a606ce75-36a6-428c-90bb-c044d62e1b63), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:31.523370 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5d7bb1cb-ec3b-458b-b4ad-5b872aeec4a6 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (1d4a3f3c-acdd-4887-b793-3c842a55aa97), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:31.534685 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-082fa609-255b-476f-aec4-7cc65a93f87c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Calling delete_port for a606ce75-36a6-428c-90bb-c044d62e1b63 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:40:31.574447 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-2672545e-277b-4369-9732-0f102c29413e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'name': 'tempest-RoutersIpV6Test-router-1351656122', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:39:31Z', 'updated_at': '2022-03-22T19:40:28Z', 'revision_number': 9, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'gw_port_host': None, '_interfaces': [{'id': '43654c43-5789-4af6-b1de-165462b25da3', 'name': '', 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:4d:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:35Z', 'updated_at': '2022-03-22T19:39:44Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '810057a8-355c-4dd1-8c89-c93843115c09', 'name': '', 'network_id': '17dbf1bd-e68f-4190-9157-84e9e24d7a7e', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:b9:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '48d9ba9c-c891-416c-a938-044331a9560f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:47Z', 'updated_at': '2022-03-22T19:39:55Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '48d9ba9c-c891-416c-a938-044331a9560f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:31.595779 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d7bb1cb-ec3b-458b-b4ad-5b872aeec4a6 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:40:31.596752 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5d7bb1cb-ec3b-458b-b4ad-5b872aeec4a6 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (1d4a3f3c-acdd-4887-b793-3c842a55aa97), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:31.600130 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:40:31.600130 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:40:31.600130 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:40:31.600130 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:40:31.600130 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:40:31.600130 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:40:31.600130 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:40:31.600130 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:40:31.600130 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:40:31.600130 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:40:31.600130 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:40:31.600130 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:40:31.600130 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:40:31.600130 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:40:31.600130 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:40:31.600130 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:40:31.600130 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:40:31.600130 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:40:31.600130 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:40:31.600130 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:40:31.600130 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:40:31.600130 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:40:31.600130 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:40:31.600130 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:40:31.600130 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:40:31.600130 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:40:31.600130 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:40:31.600130 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:40:31.600130 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:40:31.600130 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:40:31.600130 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:40:31.600130 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:40:31.646226 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2672545e-277b-4369-9732-0f102c29413e None None] The sync data for ids ['79fdeee0-c81a-4e37-9a68-bde6c518745d'] in n-d-705658-24 is: [{'id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'name': 'tempest-RoutersIpV6Test-router-1351656122', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:39:31Z', 'updated_at': '2022-03-22T19:40:28Z', 'revision_number': 9, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'gw_port_host': None, '_interfaces': [{'id': '43654c43-5789-4af6-b1de-165462b25da3', 'name': '', 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:4d:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:35Z', 'updated_at': '2022-03-22T19:39:44Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '810057a8-355c-4dd1-8c89-c93843115c09', 'name': '', 'network_id': '17dbf1bd-e68f-4190-9157-84e9e24d7a7e', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:b9:94:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2570, 'fixed_ips': [{'subnet_id': '48d9ba9c-c891-416c-a938-044331a9560f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:47Z', 'updated_at': '2022-03-22T19:39:55Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '48d9ba9c-c891-416c-a938-044331a9560f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:40:31.679296 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-082fa609-255b-476f-aec4-7cc65a93f87c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (a606ce75-36a6-428c-90bb-c044d62e1b63), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:31.712733 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082fa609-255b-476f-aec4-7cc65a93f87c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event deleted for resources: {'Port': ['ID=a606ce75-36a6-428c-90bb-c044d62e1b63,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:31.725509 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082fa609-255b-476f-aec4-7cc65a93f87c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] No DVR routers for this DVR port a606ce75-36a6-428c-90bb-c044d62e1b63 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:40:31.771246 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e7bf3d-c74c-4494-b2c2-5b4342d55b4c None None] Pushing event updated for resources: {'Port': ['ID=8043e322-b45a-4183-8d01-0d0ee9eec778,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:31.776830 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.db.api [None req-5d7bb1cb-ec3b-458b-b4ad-5b872aeec4a6 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 19:40:31.776830 n-d-705658-24 neutron-server[104172]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 19:40:31.776830 n-d-705658-24 neutron-server[104172]: [parameters: {'id': '302dfa5a-02a8-4a6e-88da-a070ef081613'}] Mar 22 19:40:31.776830 n-d-705658-24 neutron-server[104172]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:40:31.777295 n-d-705658-24 neutron-server[104172]: DEBUG oslo_db.api [None req-5d7bb1cb-ec3b-458b-b4ad-5b872aeec4a6 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:40:31.790326 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c08f7832-0365-490b-8dfc-2bb99cd985ef req-a3edc93b-ef93-4e91-bba4-8f997e32bfd1 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=b253de37-26c3-4a3d-85aa-ca62b7d032f0 HTTP/1.1" status: 200 len: 210 time: 0.0501256 Mar 22 19:40:31.813109 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f6558e-7a83-4a8a-88b8-cbde0a15e6e6 None None] Network 302dfa5a-02a8-4a6e-88da-a070ef081613 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:40:31.833928 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea4588-9948-4965-b7cf-dcd591fdeb52 req-b06bda98-e9bb-4371-849e-8fa2b08a9bf2 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:31.840808 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-37ea4588-9948-4965-b7cf-dcd591fdeb52 req-b06bda98-e9bb-4371-849e-8fa2b08a9bf2 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 945 time: 0.6808670 Mar 22 19:40:31.877999 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2feb75ee-a423-42a7-9f95-ad5a136092bd tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (fedc5266-3dce-4ef6-91a7-b30a77722c47), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:31.881814 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-082fa609-255b-476f-aec4-7cc65a93f87c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (7d667e91-0a74-4b11-a636-590c1dcbf8c4), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:31.902925 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-2feb75ee-a423-42a7-9f95-ad5a136092bd tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Calling delete_port for fedc5266-3dce-4ef6-91a7-b30a77722c47 owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:40:31.912116 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-082fa609-255b-476f-aec4-7cc65a93f87c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d667e91-0a74-4b11-a636-590c1dcbf8c4']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:31.940413 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-082fa609-255b-476f-aec4-7cc65a93f87c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a67188-8aba-4c9c-9d84-8c3affe2e20b') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:31.940630 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-082fa609-255b-476f-aec4-7cc65a93f87c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a67188-8aba-4c9c-9d84-8c3affe2e20b') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:31.958091 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-082fa609-255b-476f-aec4-7cc65a93f87c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (e3a67188-8aba-4c9c-9d84-8c3affe2e20b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:31.977325 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-082fa609-255b-476f-aec4-7cc65a93f87c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (e3a67188-8aba-4c9c-9d84-8c3affe2e20b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:31.989362 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-082fa609-255b-476f-aec4-7cc65a93f87c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:40:31.989932 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-082fa609-255b-476f-aec4-7cc65a93f87c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (e3a67188-8aba-4c9c-9d84-8c3affe2e20b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:31.997840 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:40:31.997840 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:40:31.997840 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:40:31.997840 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:40:31.997840 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:40:31.997840 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:40:31.997840 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:40:31.997840 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:40:31.997840 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:40:31.997840 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:40:31.997840 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:40:31.997840 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:40:31.997840 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:40:31.997840 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:40:31.997840 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:40:31.997840 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:40:31.997840 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:40:31.997840 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:40:31.997840 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:40:31.997840 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:40:31.997840 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:40:31.997840 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:40:31.997840 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:40:31.997840 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:40:31.997840 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:40:31.997840 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:40:31.997840 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:40:31.997840 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:40:31.997840 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:40:31.997840 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:40:31.997840 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:40:31.997840 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:40:32.028922 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d1ecbc2d-abca-4bd0-aa04-fb25d8df94b0 None None] Publish callbacks [] for port (b70d0751-1c54-43a4-8741-5d7e53878c34), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:32.039110 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbac0c9a-28b5-48e1-b07a-f18a64623af4 None None] DHCP port deletion for 7d667e91-0a74-4b11-a636-590c1dcbf8c4 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:40:32.046222 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d1ecbc2d-abca-4bd0-aa04-fb25d8df94b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (b70d0751-1c54-43a4-8741-5d7e53878c34), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:32.108339 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-082fa609-255b-476f-aec4-7cc65a93f87c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (7d667e91-0a74-4b11-a636-590c1dcbf8c4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:32.114296 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-082fa609-255b-476f-aec4-7cc65a93f87c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:32.122523 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-082fa609-255b-476f-aec4-7cc65a93f87c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/networks/7d667e91-0a74-4b11-a636-590c1dcbf8c4 HTTP/1.1" status: 204 len: 168 time: 0.9520609 Mar 22 19:40:32.123257 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40566) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:32.128614 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ecbc2d-abca-4bd0-aa04-fb25d8df94b0 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:32.136023 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-d1ecbc2d-abca-4bd0-aa04-fb25d8df94b0 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:32.145518 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ecbc2d-abca-4bd0-aa04-fb25d8df94b0 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:40:32.149495 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ecbc2d-abca-4bd0-aa04-fb25d8df94b0 None None] Pushing event updated for resources: {'Port': ['ID=b70d0751-1c54-43a4-8741-5d7e53878c34,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:32.186757 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-37ea4588-9948-4965-b7cf-dcd591fdeb52 req-270000fe-2e78-49ed-96d8-150e3cf3668a tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3449540 Mar 22 19:40:32.282069 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c1ea1-5539-474d-89ef-53792072db52 req-75d5a3ec-23ca-491d-9323-bbc052b2ec8f tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:32.283596 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-807c1ea1-5539-474d-89ef-53792072db52 req-75d5a3ec-23ca-491d-9323-bbc052b2ec8f tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.85 "GET /v2.0/networks?id=df3cb172-3bab-443c-aa40-b32eebecd0b3 HTTP/1.1" status: 200 len: 814 time: 0.3524764 Mar 22 19:40:32.284929 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5d7bb1cb-ec3b-458b-b4ad-5b872aeec4a6 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (302dfa5a-02a8-4a6e-88da-a070ef081613), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:32.332084 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082fa609-255b-476f-aec4-7cc65a93f87c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event deleted for resources: {'Network': ['ID=7d667e91-0a74-4b11-a636-590c1dcbf8c4,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:32.457957 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2feb75ee-a423-42a7-9f95-ad5a136092bd tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (fedc5266-3dce-4ef6-91a7-b30a77722c47), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:32.465251 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-807c1ea1-5539-474d-89ef-53792072db52 req-f43fca22-f308-4578-b0f6-0b7f5fa749f9 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=432e8044b4dc4099baeb3ef825b89673 HTTP/1.1" status: 200 len: 380 time: 0.1706712 Mar 22 19:40:32.485839 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-d1ecbc2d-abca-4bd0-aa04-fb25d8df94b0 None None] Attempting to bind port b70d0751-1c54-43a4-8741-5d7e53878c34 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:40:32.486329 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-d1ecbc2d-abca-4bd0-aa04-fb25d8df94b0 None None] Attempting to bind port b70d0751-1c54-43a4-8741-5d7e53878c34 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:40:32.487482 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ecbc2d-abca-4bd0-aa04-fb25d8df94b0 None None] Attempting to bind port b70d0751-1c54-43a4-8741-5d7e53878c34 on network 5844662d-9a53-4182-bd56-decd62afe1ab {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:40:32.493085 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ecbc2d-abca-4bd0-aa04-fb25d8df94b0 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:40:32.493591 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ecbc2d-abca-4bd0-aa04-fb25d8df94b0 None None] Checking segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:40:32.494229 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d1ecbc2d-abca-4bd0-aa04-fb25d8df94b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:32.494773 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ecbc2d-abca-4bd0-aa04-fb25d8df94b0 None None] Bound using segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:40:32.495983 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-d1ecbc2d-abca-4bd0-aa04-fb25d8df94b0 None None] Bound port: b70d0751-1c54-43a4-8741-5d7e53878c34, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:40:32.496567 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d1ecbc2d-abca-4bd0-aa04-fb25d8df94b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b70d0751-1c54-43a4-8741-5d7e53878c34), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:32.504629 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-807c1ea1-5539-474d-89ef-53792072db52 req-91ee15a0-aee6-427d-a994-0e97b74808e8 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Request body: {'port': {'device_id': 'b253de37-26c3-4a3d-85aa-ca62b7d032f0', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'admin_state_up': True, 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'security_groups': ['b6a862fc-7a01-423a-b981-c773d7721a3c']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:32.523337 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb75ee-a423-42a7-9f95-ad5a136092bd tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Port': ['ID=fedc5266-3dce-4ef6-91a7-b30a77722c47,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:32.603947 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a606ce75-36a6-428c-90bb-c044d62e1b63 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:40:32.619813 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2feb75ee-a423-42a7-9f95-ad5a136092bd tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:32.625337 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2feb75ee-a423-42a7-9f95-ad5a136092bd tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/fedc5266-3dce-4ef6-91a7-b30a77722c47 HTTP/1.1" status: 204 len: 168 time: 1.7335372 Mar 22 19:40:32.625337 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-5d7bb1cb-ec3b-458b-b4ad-5b872aeec4a6 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Deleting port 8043e322-b45a-4183-8d01-0d0ee9eec778 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:40:32.625337 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5d7bb1cb-ec3b-458b-b4ad-5b872aeec4a6 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (8043e322-b45a-4183-8d01-0d0ee9eec778), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:32.626097 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40570) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:32.647948 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: a606ce75-36a6-428c-90bb-c044d62e1b63 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:40:32.648921 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a606ce75-36a6-428c-90bb-c044d62e1b63 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:40:32.649565 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 8af01f73-ea57-4bdc-83b2-c2ce5fa106d1 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:40:32.696166 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 8af01f73-ea57-4bdc-83b2-c2ce5fa106d1 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:40:32.696921 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 8af01f73-ea57-4bdc-83b2-c2ce5fa106d1 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:40:32.721091 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-5d7bb1cb-ec3b-458b-b4ad-5b872aeec4a6 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] For port 8043e322-b45a-4183-8d01-0d0ee9eec778, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=8043e322-b45a-4183-8d01-0d0ee9eec778,segment=NetworkSegment(1d4a3f3c-acdd-4887-b793-3c842a55aa97),segment_id=1d4a3f3c-acdd-4887-b793-3c842a55aa97)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:32.721468 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5d7bb1cb-ec3b-458b-b4ad-5b872aeec4a6 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (8043e322-b45a-4183-8d01-0d0ee9eec778), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:32.725776 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfd8a2c-f68c-40d8-804c-e9e9cde0743c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:32.727622 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfd8a2c-f68c-40d8-804c-e9e9cde0743c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:32.731461 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ebfd8a2c-f68c-40d8-804c-e9e9cde0743c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1018860 Mar 22 19:40:32.733226 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40572) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:32.736028 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-d1ecbc2d-abca-4bd0-aa04-fb25d8df94b0 None None] For port b70d0751-1c54-43a4-8741-5d7e53878c34, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:40:32.741065 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-d1ecbc2d-abca-4bd0-aa04-fb25d8df94b0 None None] For port b70d0751-1c54-43a4-8741-5d7e53878c34, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b70d0751-1c54-43a4-8741-5d7e53878c34,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:40:32.743768 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-35d98e89-318d-4cd2-ad26-740c821145bc tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (79fdeee0-c81a-4e37-9a68-bde6c518745d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:32.749427 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-5d7bb1cb-ec3b-458b-b4ad-5b872aeec4a6 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Calling delete_port for 8043e322-b45a-4183-8d01-0d0ee9eec778 owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:40:32.751946 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d1ecbc2d-abca-4bd0-aa04-fb25d8df94b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b70d0751-1c54-43a4-8741-5d7e53878c34), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:32.800989 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-807c1ea1-5539-474d-89ef-53792072db52 req-91ee15a0-aee6-427d-a994-0e97b74808e8 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Made reservation on behalf of 432e8044b4dc4099baeb3ef825b89673 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:40:32.804475 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-807c1ea1-5539-474d-89ef-53792072db52 req-91ee15a0-aee6-427d-a994-0e97b74808e8 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:32.866943 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ecbc2d-abca-4bd0-aa04-fb25d8df94b0 None None] Pushing event updated for resources: {'Port': ['ID=b70d0751-1c54-43a4-8741-5d7e53878c34,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:32.910735 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c39e1fc-1d01-4dc9-8165-fe374d9c00c0 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting subnet 130d781e-de47-4bb1-9eaa-4604c96e300a {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:40:32.932260 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3c39e1fc-1d01-4dc9-8165-fe374d9c00c0 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (130d781e-de47-4bb1-9eaa-4604c96e300a), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:32.970520 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bd98934e-f01d-4e53-a586-7e97c350255b req-ebcb36a2-947c-4c9b-8d22-ce1a67273ce5 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=b253de37-26c3-4a3d-85aa-ca62b7d032f0 HTTP/1.1" status: 200 len: 210 time: 0.0801742 Mar 22 19:40:32.993362 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3c39e1fc-1d01-4dc9-8165-fe374d9c00c0 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (130d781e-de47-4bb1-9eaa-4604c96e300a), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:33.075269 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-35d98e89-318d-4cd2-ad26-740c821145bc tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Deleting port 810057a8-355c-4dd1-8c89-c93843115c09 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:40:33.075588 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-35d98e89-318d-4cd2-ad26-740c821145bc tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (810057a8-355c-4dd1-8c89-c93843115c09), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:33.174022 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5d7bb1cb-ec3b-458b-b4ad-5b872aeec4a6 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (8043e322-b45a-4183-8d01-0d0ee9eec778), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:33.206852 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7bb1cb-ec3b-458b-b4ad-5b872aeec4a6 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Pushing event deleted for resources: {'Port': ['ID=8043e322-b45a-4183-8d01-0d0ee9eec778,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:33.219858 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-35d98e89-318d-4cd2-ad26-740c821145bc tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] For port 810057a8-355c-4dd1-8c89-c93843115c09, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=810057a8-355c-4dd1-8c89-c93843115c09,segment=NetworkSegment(e70908df-d4f3-4aaf-ae52-784d3050dbae),segment_id=e70908df-d4f3-4aaf-ae52-784d3050dbae)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:33.220146 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-35d98e89-318d-4cd2-ad26-740c821145bc tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (810057a8-355c-4dd1-8c89-c93843115c09), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:33.238017 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-35d98e89-318d-4cd2-ad26-740c821145bc tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Calling delete_port for 810057a8-355c-4dd1-8c89-c93843115c09 owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:40:33.250602 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7bb1cb-ec3b-458b-b4ad-5b872aeec4a6 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] No DVR routers for this DVR port 8043e322-b45a-4183-8d01-0d0ee9eec778 on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:40:33.296006 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3c39e1fc-1d01-4dc9-8165-fe374d9c00c0 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (130d781e-de47-4bb1-9eaa-4604c96e300a), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:33.386199 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5d7bb1cb-ec3b-458b-b4ad-5b872aeec4a6 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (302dfa5a-02a8-4a6e-88da-a070ef081613), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:33.413536 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-807c1ea1-5539-474d-89ef-53792072db52 req-91ee15a0-aee6-427d-a994-0e97b74808e8 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Allocated IP 172.20.0.5 (df3cb172-3bab-443c-aa40-b32eebecd0b3/221bc404-2765-4ba4-8d0d-c9a0ec4273c0/af47f510-a988-4df9-a92e-d31ffbe19285) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:40:33.456299 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-35d98e89-318d-4cd2-ad26-740c821145bc tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (810057a8-355c-4dd1-8c89-c93843115c09), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:33.460187 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-5d7bb1cb-ec3b-458b-b4ad-5b872aeec4a6 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['302dfa5a-02a8-4a6e-88da-a070ef081613']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:33.486856 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-5d7bb1cb-ec3b-458b-b4ad-5b872aeec4a6 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4a3f3c-acdd-4887-b793-3c842a55aa97') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:33.487157 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-5d7bb1cb-ec3b-458b-b4ad-5b872aeec4a6 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4a3f3c-acdd-4887-b793-3c842a55aa97') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:33.503077 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d98e89-318d-4cd2-ad26-740c821145bc tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event deleted for resources: {'Port': ['ID=810057a8-355c-4dd1-8c89-c93843115c09,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:33.508032 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5d7bb1cb-ec3b-458b-b4ad-5b872aeec4a6 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (1d4a3f3c-acdd-4887-b793-3c842a55aa97), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:33.577131 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3c39e1fc-1d01-4dc9-8165-fe374d9c00c0 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (130d781e-de47-4bb1-9eaa-4604c96e300a), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:33.583989 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5d7bb1cb-ec3b-458b-b4ad-5b872aeec4a6 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (1d4a3f3c-acdd-4887-b793-3c842a55aa97), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:33.593993 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7b81c-ae60-4648-b0bc-cfad1beb602c req-9ab89133-d5ce-440c-be2e-19e5eb6d987e tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:33.595640 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a3b7b81c-ae60-4648-b0bc-cfad1beb602c req-9ab89133-d5ce-440c-be2e-19e5eb6d987e tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 945 time: 0.2159214 Mar 22 19:40:33.643562 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c39e1fc-1d01-4dc9-8165-fe374d9c00c0 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Subnet': ['ID=130d781e-de47-4bb1-9eaa-4604c96e300a,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:33.685544 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d7bb1cb-ec3b-458b-b4ad-5b872aeec4a6 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:40:33.686548 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5d7bb1cb-ec3b-458b-b4ad-5b872aeec4a6 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (1d4a3f3c-acdd-4887-b793-3c842a55aa97), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:33.696946 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:40:33.696946 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:40:33.696946 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:40:33.696946 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:40:33.696946 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:40:33.696946 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:40:33.696946 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:40:33.696946 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:40:33.696946 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:40:33.696946 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:40:33.696946 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:40:33.696946 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:40:33.696946 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:40:33.696946 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:40:33.696946 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:40:33.696946 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:40:33.696946 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:40:33.696946 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:40:33.696946 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:40:33.696946 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:40:33.696946 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:40:33.696946 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:40:33.696946 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:40:33.696946 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:40:33.696946 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:40:33.696946 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:40:33.696946 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:40:33.696946 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:40:33.696946 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:40:33.696946 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:40:33.696946 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:40:33.696946 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:40:33.764309 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3c39e1fc-1d01-4dc9-8165-fe374d9c00c0 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:33.767921 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3c39e1fc-1d01-4dc9-8165-fe374d9c00c0 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/130d781e-de47-4bb1-9eaa-4604c96e300a HTTP/1.1" status: 204 len: 168 time: 1.0336568 Mar 22 19:40:33.785285 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40584) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:33.916945 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e886d923-ec1b-4f35-8a5d-5eadd373eec8 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1024408 Mar 22 19:40:33.936458 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40586) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:33.948165 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-0ff808cd-e03f-4c52-84ad-06fe3ebc450c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:33.951959 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5d7bb1cb-ec3b-458b-b4ad-5b872aeec4a6 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (302dfa5a-02a8-4a6e-88da-a070ef081613), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:34.097943 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-35d98e89-318d-4cd2-ad26-740c821145bc tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (79fdeee0-c81a-4e37-9a68-bde6c518745d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:34.350923 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d98e89-318d-4cd2-ad26-740c821145bc tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Router 79fdeee0-c81a-4e37-9a68-bde6c518745d has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:40:34.383231 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5d7bb1cb-ec3b-458b-b4ad-5b872aeec4a6 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:34.390834 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-76f18d99-f487-4e43-bbb9-31e287b1f191 None None] Could not find standard attr ID for object fedc5266-3dce-4ef6-91a7-b30a77722c47. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:40:34.391400 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5d7bb1cb-ec3b-458b-b4ad-5b872aeec4a6 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "DELETE /v2.0/networks/302dfa5a-02a8-4a6e-88da-a070ef081613 HTTP/1.1" status: 204 len: 168 time: 5.8273869 Mar 22 19:40:34.395045 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40590) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:34.395227 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e28458-bcc7-46a4-a373-9fd438ff9dbe None None] get_active_networks_info from n-d-705658-24 {{(pid=104174) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 19:40:34.413463 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-db23680a-90ed-4491-80db-2222f73ce814 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-882038426'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:34.440042 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7bb1cb-ec3b-458b-b4ad-5b872aeec4a6 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Pushing event deleted for resources: {'Network': ['ID=302dfa5a-02a8-4a6e-88da-a070ef081613,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:34.453828 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a3b7b81c-ae60-4648-b0bc-cfad1beb602c req-45ab02b4-b16a-454a-8284-3a8e1264cb62 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8168199 Mar 22 19:40:34.466454 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d98e89-318d-4cd2-ad26-740c821145bc tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:40:34.496247 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-35d98e89-318d-4cd2-ad26-740c821145bc tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "PUT /v2.0/routers/79fdeee0-c81a-4e37-9a68-bde6c518745d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3621690 Mar 22 19:40:34.496952 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40596) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:34.515958 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2c9ad8-5177-4e93-8491-87873dd51437 None None] Sync routers for ids ['79fdeee0-c81a-4e37-9a68-bde6c518745d'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:40:34.552415 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-76f18d99-f487-4e43-bbb9-31e287b1f191 None None] Provisioning complete for port b70d0751-1c54-43a4-8741-5d7e53878c34 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:34.552884 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-76f18d99-f487-4e43-bbb9-31e287b1f191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b70d0751-1c54-43a4-8741-5d7e53878c34), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:34.561781 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eea757ef-02b6-4395-aeb2-86256b597360 req-71626c6c-594a-49cc-b608-ae4a8fcebd98 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=b253de37-26c3-4a3d-85aa-ca62b7d032f0 HTTP/1.1" status: 200 len: 210 time: 0.1658893 Mar 22 19:40:34.564244 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2c9ad8-5177-4e93-8491-87873dd51437 None None] Routers {'79fdeee0-c81a-4e37-9a68-bde6c518745d'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:40:34.565608 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-9e2c9ad8-5177-4e93-8491-87873dd51437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:40:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['79fdeee0-c81a-4e37-9a68-bde6c518745d'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:34.570274 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db23680a-90ed-4491-80db-2222f73ce814 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Made reservation on behalf of 2356a3f563d6431aa5cde99e6e80993d for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:40:34.577216 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db23680a-90ed-4491-80db-2222f73ce814 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:34.601450 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb3e1283-50e2-4c31-9ecc-17e5faa4424e tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Deleting subnet 48d9ba9c-c891-416c-a938-044331a9560f {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:40:34.610862 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1283-50e2-4c31-9ecc-17e5faa4424e tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for subnet (48d9ba9c-c891-416c-a938-044331a9560f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:34.616351 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-807c1ea1-5539-474d-89ef-53792072db52 req-91ee15a0-aee6-427d-a994-0e97b74808e8 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for port (af47f510-a988-4df9-a92e-d31ffbe19285), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:34.684871 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1283-50e2-4c31-9ecc-17e5faa4424e tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (48d9ba9c-c891-416c-a938-044331a9560f), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:34.687738 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db23680a-90ed-4491-80db-2222f73ce814 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:40:34.696262 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff808cd-e03f-4c52-84ad-06fe3ebc450c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:40:34.700250 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0ff808cd-e03f-4c52-84ad-06fe3ebc450c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:34.759886 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db23680a-90ed-4491-80db-2222f73ce814 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (a00d41e5-4754-4545-93d2-234719a8e04a), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:34.760337 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-db23680a-90ed-4491-80db-2222f73ce814 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Added segment a00d41e5-4754-4545-93d2-234719a8e04a of type vlan for network 5bfa81e6-4eeb-44d5-946c-bb27b4acb74c Mar 22 19:40:34.777077 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-807c1ea1-5539-474d-89ef-53792072db52 req-91ee15a0-aee6-427d-a994-0e97b74808e8 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (af47f510-a988-4df9-a92e-d31ffbe19285), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:34.845512 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1283-50e2-4c31-9ecc-17e5faa4424e tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (48d9ba9c-c891-416c-a938-044331a9560f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:34.866818 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-76f18d99-f487-4e43-bbb9-31e287b1f191 None None] Current status of the port b70d0751-1c54-43a4-8741-5d7e53878c34 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:34.867291 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-76f18d99-f487-4e43-bbb9-31e287b1f191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b70d0751-1c54-43a4-8741-5d7e53878c34), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:34.870281 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b70d0751-1c54-43a4-8741-5d7e53878c34 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:40:34.882809 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee15a0-aee6-427d-a994-0e97b74808e8 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Pushing event updated for resources: {'Port': ['ID=af47f510-a988-4df9-a92e-d31ffbe19285,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:34.909049 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db23680a-90ed-4491-80db-2222f73ce814 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (5bfa81e6-4eeb-44d5-946c-bb27b4acb74c), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:34.913570 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-807c1ea1-5539-474d-89ef-53792072db52 req-91ee15a0-aee6-427d-a994-0e97b74808e8 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Network df3cb172-3bab-443c-aa40-b32eebecd0b3 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:34.944572 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1283-50e2-4c31-9ecc-17e5faa4424e tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (48d9ba9c-c891-416c-a938-044331a9560f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:34.944772 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-9e2c9ad8-5177-4e93-8491-87873dd51437 None None] Set router 79fdeee0-c81a-4e37-9a68-bde6c518745d gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:40:34.948784 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e28458-bcc7-46a4-a373-9fd438ff9dbe None None] Resources bound (agent type, host, resource id): {{(pid=104174) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 19:40:34.949827 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-807c1ea1-5539-474d-89ef-53792072db52 req-91ee15a0-aee6-427d-a994-0e97b74808e8 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:34.957776 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-807c1ea1-5539-474d-89ef-53792072db52 req-91ee15a0-aee6-427d-a994-0e97b74808e8 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:40:34.965750 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cb3e1283-50e2-4c31-9ecc-17e5faa4424e tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:34.974905 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cb3e1283-50e2-4c31-9ecc-17e5faa4424e tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/subnets/48d9ba9c-c891-416c-a938-044331a9560f HTTP/1.1" status: 204 len: 168 time: 0.4686677 Mar 22 19:40:34.975121 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40604) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:34.989453 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e1283-50e2-4c31-9ecc-17e5faa4424e tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event deleted for resources: {'Subnet': ['ID=48d9ba9c-c891-416c-a938-044331a9560f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:35.006223 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-76f18d99-f487-4e43-bbb9-31e287b1f191 None None] For port b70d0751-1c54-43a4-8741-5d7e53878c34, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b70d0751-1c54-43a4-8741-5d7e53878c34,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:35.026205 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-76f18d99-f487-4e43-bbb9-31e287b1f191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b70d0751-1c54-43a4-8741-5d7e53878c34), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:35.053810 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.db.resource_extend [None req-db23680a-90ed-4491-80db-2222f73ce814 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:40:35.135212 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db23680a-90ed-4491-80db-2222f73ce814 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (5bfa81e6-4eeb-44d5-946c-bb27b4acb74c), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:35.141677 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db23680a-90ed-4491-80db-2222f73ce814 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:35.142391 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db23680a-90ed-4491-80db-2222f73ce814 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:35.167663 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c1ea1-5539-474d-89ef-53792072db52 req-91ee15a0-aee6-427d-a994-0e97b74808e8 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:35.167663 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-807c1ea1-5539-474d-89ef-53792072db52 req-91ee15a0-aee6-427d-a994-0e97b74808e8 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:35.170585 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b70d0751-1c54-43a4-8741-5d7e53878c34 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:35.170965 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b70d0751-1c54-43a4-8741-5d7e53878c34), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:35.239940 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f18d99-f487-4e43-bbb9-31e287b1f191 None None] Pushing event updated for resources: {'Port': ['ID=b70d0751-1c54-43a4-8741-5d7e53878c34,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:35.246152 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c272d390-87ad-4cb5-a345-da06648ed6c8 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (17dbf1bd-e68f-4190-9157-84e9e24d7a7e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:35.261247 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40610) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:35.261841 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-db23680a-90ed-4491-80db-2222f73ce814 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8524063 Mar 22 19:40:35.264747 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-807c1ea1-5539-474d-89ef-53792072db52 req-91ee15a0-aee6-427d-a994-0e97b74808e8 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7648718 Mar 22 19:40:35.266924 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-218628f9-a7e3-439d-9987-93c9a51b2458 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Request body: {'subnet': {'network_id': '5bfa81e6-4eeb-44d5-946c-bb27b4acb74c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:35.296582 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-807c1ea1-5539-474d-89ef-53792072db52 req-d8ed40e8-1f1c-43e5-baaa-638b23ca5a3b service neutron] Request body: {'port': {'device_id': 'b253de37-26c3-4a3d-85aa-ca62b7d032f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:35.310846 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23680a-90ed-4491-80db-2222f73ce814 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Pushing event updated for resources: {'Network': ['ID=5bfa81e6-4eeb-44d5-946c-bb27b4acb74c,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:35.362523 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 5bfa81e6-4eeb-44d5-946c-bb27b4acb74c details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:40:35.402203 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0ff808cd-e03f-4c52-84ad-06fe3ebc450c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (8b08c834-8aad-4102-aabd-cecade4afbba), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:35.411980 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218628f9-a7e3-439d-9987-93c9a51b2458 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Made reservation on behalf of 2356a3f563d6431aa5cde99e6e80993d for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:40:35.417222 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-218628f9-a7e3-439d-9987-93c9a51b2458 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:35.478718 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff808cd-e03f-4c52-84ad-06fe3ebc450c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:35.480219 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-807c1ea1-5539-474d-89ef-53792072db52 req-d8ed40e8-1f1c-43e5-baaa-638b23ca5a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (af47f510-a988-4df9-a92e-d31ffbe19285), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:35.483877 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b70d0751-1c54-43a4-8741-5d7e53878c34 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:35.501063 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-0ff808cd-e03f-4c52-84ad-06fe3ebc450c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:35.504231 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff808cd-e03f-4c52-84ad-06fe3ebc450c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:35.504841 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0ff808cd-e03f-4c52-84ad-06fe3ebc450c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:35.554103 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-9e2c9ad8-5177-4e93-8491-87873dd51437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'name': 'tempest-RoutersIpV6Test-router-1351656122', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:39:31Z', 'updated_at': '2022-03-22T19:40:33Z', 'revision_number': 10, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'gw_port_host': None, '_interfaces': [{'id': '43654c43-5789-4af6-b1de-165462b25da3', 'name': '', 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:4d:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:35Z', 'updated_at': '2022-03-22T19:39:44Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:35.571604 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff808cd-e03f-4c52-84ad-06fe3ebc450c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Subnet': ['ID=8b08c834-8aad-4102-aabd-cecade4afbba,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:35.595800 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0ff808cd-e03f-4c52-84ad-06fe3ebc450c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6564114 Mar 22 19:40:35.596594 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40614) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:35.610125 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-d89590c3-8932-4ab9-857d-563a16fd78ae tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'port': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'fixed_ips': [{'subnet_id': '8b08c834-8aad-4102-aabd-cecade4afbba', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1256291087'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:35.656550 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8334a0-2d03-4ec6-b539-288ddf28c353 None None] get_active_networks_info from n-d-705658-24 {{(pid=104174) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 19:40:35.661016 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2c9ad8-5177-4e93-8491-87873dd51437 None None] Checking router: 79fdeee0-c81a-4e37-9a68-bde6c518745d for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:40:35.668780 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-c272d390-87ad-4cb5-a345-da06648ed6c8 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Deleting port 3cc62816-bfc1-4b9b-9aa7-5740bb419ed5 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:40:35.669373 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c272d390-87ad-4cb5-a345-da06648ed6c8 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (3cc62816-bfc1-4b9b-9aa7-5740bb419ed5), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:35.735482 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-043ec79a-7b23-4dde-b278-eb7c7314621e None None] Could not find standard attr ID for object fedc5266-3dce-4ef6-91a7-b30a77722c47. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:40:35.737369 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2c9ad8-5177-4e93-8491-87873dd51437 None None] Routers {'79fdeee0-c81a-4e37-9a68-bde6c518745d'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:40:35.738104 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-9e2c9ad8-5177-4e93-8491-87873dd51437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:40:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['79fdeee0-c81a-4e37-9a68-bde6c518745d'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:35.836114 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-043ec79a-7b23-4dde-b278-eb7c7314621e None None] Provisioning complete for port b70d0751-1c54-43a4-8741-5d7e53878c34 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:35.836528 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-043ec79a-7b23-4dde-b278-eb7c7314621e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b70d0751-1c54-43a4-8741-5d7e53878c34), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:35.933378 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-c272d390-87ad-4cb5-a345-da06648ed6c8 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] For port 3cc62816-bfc1-4b9b-9aa7-5740bb419ed5, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=3cc62816-bfc1-4b9b-9aa7-5740bb419ed5,segment=NetworkSegment(e70908df-d4f3-4aaf-ae52-784d3050dbae),segment_id=e70908df-d4f3-4aaf-ae52-784d3050dbae)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:35.934301 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c272d390-87ad-4cb5-a345-da06648ed6c8 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (3cc62816-bfc1-4b9b-9aa7-5740bb419ed5), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:35.945335 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-218628f9-a7e3-439d-9987-93c9a51b2458 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (eaaf0bdb-c8a4-4e66-a7a9-c62c16160c48), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:35.958743 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-c272d390-87ad-4cb5-a345-da06648ed6c8 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Calling delete_port for 3cc62816-bfc1-4b9b-9aa7-5740bb419ed5 owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:40:35.966391 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-9e2c9ad8-5177-4e93-8491-87873dd51437 None None] Set router 79fdeee0-c81a-4e37-9a68-bde6c518745d gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:40:35.980869 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbd289-0a9d-4d05-8f43-9925d30b3070 req-e3707da4-28d4-428b-9e17-3537cfc2329c tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:35.987207 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-27dbd289-0a9d-4d05-8f43-9925d30b3070 req-e3707da4-28d4-428b-9e17-3537cfc2329c tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=b253de37-26c3-4a3d-85aa-ca62b7d032f0 HTTP/1.1" status: 200 len: 931 time: 0.2263927 Mar 22 19:40:35.995598 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11f10e-19b7-41d6-9c25-09352a9f1616 req-4cb56d83-429b-4e14-ae0f-52b5dbff1824 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:35.997449 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a11f10e-19b7-41d6-9c25-09352a9f1616 req-4cb56d83-429b-4e14-ae0f-52b5dbff1824 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 945 time: 0.3257442 Mar 22 19:40:36.010938 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89590c3-8932-4ab9-857d-563a16fd78ae tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:40:36.114734 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d89590c3-8932-4ab9-857d-563a16fd78ae tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:36.146809 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-d89590c3-8932-4ab9-857d-563a16fd78ae tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] device_id is not set on port b69d5ac6-c18f-4126-a293-14ef193a4bec yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:40:36.179370 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c272d390-87ad-4cb5-a345-da06648ed6c8 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (3cc62816-bfc1-4b9b-9aa7-5740bb419ed5), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:36.246030 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272d390-87ad-4cb5-a345-da06648ed6c8 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event deleted for resources: {'Port': ['ID=3cc62816-bfc1-4b9b-9aa7-5740bb419ed5,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:36.266310 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c272d390-87ad-4cb5-a345-da06648ed6c8 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] No DVR routers for this DVR port 3cc62816-bfc1-4b9b-9aa7-5740bb419ed5 on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:40:36.287038 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218628f9-a7e3-439d-9987-93c9a51b2458 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Checking segment: {'id': 'a00d41e5-4754-4545-93d2-234719a8e04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5bfa81e6-4eeb-44d5-946c-bb27b4acb74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:40:36.287581 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218628f9-a7e3-439d-9987-93c9a51b2458 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Network hostable DHCP agents. Network: 5bfa81e6-4eeb-44d5-946c-bb27b4acb74c, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:40:36.287971 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a11f10e-19b7-41d6-9c25-09352a9f1616 req-206d4bfb-7728-42f3-a697-945664098d9f tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421552 Mar 22 19:40:36.319127 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218628f9-a7e3-439d-9987-93c9a51b2458 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Pushing event updated for resources: {'Subnet': ['ID=eaaf0bdb-c8a4-4e66-a7a9-c62c16160c48,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:36.363489 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218628f9-a7e3-439d-9987-93c9a51b2458 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Network 5bfa81e6-4eeb-44d5-946c-bb27b4acb74c is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:40:36.377970 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-043ec79a-7b23-4dde-b278-eb7c7314621e None None] Current status of the port b70d0751-1c54-43a4-8741-5d7e53878c34 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:36.378177 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-d89590c3-8932-4ab9-857d-563a16fd78ae tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:40:36.378398 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d89590c3-8932-4ab9-857d-563a16fd78ae tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:40:36.388129 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device f539a708-377a-49d2-83dc-786db167dd2c details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:40:36.392000 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-218628f9-a7e3-439d-9987-93c9a51b2458 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 5bfa81e6-4eeb-44d5-946c-bb27b4acb74c) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:36.397460 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218628f9-a7e3-439d-9987-93c9a51b2458 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:36.398370 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-218628f9-a7e3-439d-9987-93c9a51b2458 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:36.403228 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-27dbd289-0a9d-4d05-8f43-9925d30b3070 req-4a872e8e-6c27-4947-85b8-a7c4f6996493 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6a862fc-7a01-423a-b981-c773d7721a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4043751 Mar 22 19:40:36.409500 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d89590c3-8932-4ab9-857d-563a16fd78ae tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8114891 Mar 22 19:40:36.413158 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40632) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:36.434864 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8334a0-2d03-4ec6-b539-288ddf28c353 None None] Resources bound (agent type, host, resource id): {{(pid=104174) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 19:40:36.452312 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-218628f9-a7e3-439d-9987-93c9a51b2458 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1899171 Mar 22 19:40:36.467912 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c272d390-87ad-4cb5-a345-da06648ed6c8 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (17dbf1bd-e68f-4190-9157-84e9e24d7a7e), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:36.470681 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40636) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:36.569416 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c9a780-c8ef-4fcf-ba6f-a58600f9a190 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:36.574146 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b1c9a780-c8ef-4fcf-ba6f-a58600f9a190 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1598129 Mar 22 19:40:36.574848 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40642) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:36.682527 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8364ca-2825-4024-b3fb-204574c840d8 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:36.693183 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8364ca-2825-4024-b3fb-204574c840d8 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:36.707746 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9a8364ca-2825-4024-b3fb-204574c840d8 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1316614 Mar 22 19:40:36.710101 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40650) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:36.711843 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-c272d390-87ad-4cb5-a345-da06648ed6c8 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17dbf1bd-e68f-4190-9157-84e9e24d7a7e']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:36.745355 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-c272d390-87ad-4cb5-a345-da06648ed6c8 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e70908df-d4f3-4aaf-ae52-784d3050dbae') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:36.746941 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-c272d390-87ad-4cb5-a345-da06648ed6c8 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e70908df-d4f3-4aaf-ae52-784d3050dbae') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:36.769473 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b70d0751-1c54-43a4-8741-5d7e53878c34 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:40:36.771343 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c272d390-87ad-4cb5-a345-da06648ed6c8 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (e70908df-d4f3-4aaf-ae52-784d3050dbae), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:36.781479 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-807c1ea1-5539-474d-89ef-53792072db52 req-d8ed40e8-1f1c-43e5-baaa-638b23ca5a3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af47f510-a988-4df9-a92e-d31ffbe19285 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:40:36.790354 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55e0801e-1570-4b7c-b8c0-3b548f83c452 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (5bfa81e6-4eeb-44d5-946c-bb27b4acb74c), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:36.799550 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-807c1ea1-5539-474d-89ef-53792072db52 req-d8ed40e8-1f1c-43e5-baaa-638b23ca5a3b service neutron] Publish callbacks [] for port (af47f510-a988-4df9-a92e-d31ffbe19285), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:36.813710 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c272d390-87ad-4cb5-a345-da06648ed6c8 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (e70908df-d4f3-4aaf-ae52-784d3050dbae), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:36.843201 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c272d390-87ad-4cb5-a345-da06648ed6c8 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:40:36.844106 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c272d390-87ad-4cb5-a345-da06648ed6c8 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (e70908df-d4f3-4aaf-ae52-784d3050dbae), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:36.844236 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-5520d3ad-b164-4f5f-a564-92df07383f7d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting subnet 8b08c834-8aad-4102-aabd-cecade4afbba {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:40:36.849169 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5520d3ad-b164-4f5f-a564-92df07383f7d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (8b08c834-8aad-4102-aabd-cecade4afbba), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:36.850192 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:40:36.850192 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:40:36.850192 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:40:36.850192 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:40:36.850192 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:40:36.850192 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:40:36.850192 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:40:36.850192 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:40:36.850192 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:40:36.850192 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:40:36.850192 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:40:36.850192 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:40:36.850192 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:40:36.850192 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:40:36.850192 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:40:36.850192 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:40:36.850192 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:40:36.850192 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:40:36.850192 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:40:36.850192 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:40:36.850192 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:40:36.850192 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:40:36.850192 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:40:36.850192 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:40:36.850192 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:40:36.850192 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:40:36.850192 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:40:36.850192 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:40:36.850192 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:40:36.850192 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:40:36.850192 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:40:36.850192 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:40:36.876350 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port f539a708-377a-49d2-83dc-786db167dd2c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f539a708-377a-49d2-83dc-786db167dd2c,segment=NetworkSegment(eeaed36b-2189-47d5-81ce-01a67b046103),segment_id=eeaed36b-2189-47d5-81ce-01a67b046103)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:36.904475 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5520d3ad-b164-4f5f-a564-92df07383f7d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (8b08c834-8aad-4102-aabd-cecade4afbba), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:36.930341 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'f539a708-377a-49d2-83dc-786db167dd2c', 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c', 'port_id': 'f539a708-377a-49d2-83dc-786db167dd2c', 'mac_address': 'fa:16:3e:b7:dc:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:40:36.973587 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5520d3ad-b164-4f5f-a564-92df07383f7d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (8b08c834-8aad-4102-aabd-cecade4afbba), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:36.993130 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-9e2c9ad8-5177-4e93-8491-87873dd51437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'name': 'tempest-RoutersIpV6Test-router-1351656122', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:39:31Z', 'updated_at': '2022-03-22T19:40:33Z', 'revision_number': 10, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'gw_port_host': None, '_interfaces': [{'id': '43654c43-5789-4af6-b1de-165462b25da3', 'name': '', 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:4d:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:35Z', 'updated_at': '2022-03-22T19:39:44Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:37.029298 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b70d0751-1c54-43a4-8741-5d7e53878c34 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:37.029692 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b70d0751-1c54-43a4-8741-5d7e53878c34), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:37.034305 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2c9ad8-5177-4e93-8491-87873dd51437 None None] The sync data for ids ['79fdeee0-c81a-4e37-9a68-bde6c518745d'] in n-d-705658-24 is: [{'id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'name': 'tempest-RoutersIpV6Test-router-1351656122', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:39:31Z', 'updated_at': '2022-03-22T19:40:33Z', 'revision_number': 10, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'gw_port_host': None, '_interfaces': [{'id': '43654c43-5789-4af6-b1de-165462b25da3', 'name': '', 'network_id': '12cb3e65-2414-47a6-a808-33644e142c5b', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'mac_address': 'fa:16:3e:4d:1e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:35Z', 'updated_at': '2022-03-22T19:39:44Z', 'revision_number': 5, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'subnets': [{'id': '5be75e45-e432-4c53-9f84-8b0fc545784a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:40:37.059677 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5520d3ad-b164-4f5f-a564-92df07383f7d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (8b08c834-8aad-4102-aabd-cecade4afbba), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:37.082695 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-807c1ea1-5539-474d-89ef-53792072db52 req-d8ed40e8-1f1c-43e5-baaa-638b23ca5a3b service neutron] Transition to ACTIVE for port object af47f510-a988-4df9-a92e-d31ffbe19285 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:40:37.092772 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c272d390-87ad-4cb5-a345-da06648ed6c8 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (17dbf1bd-e68f-4190-9157-84e9e24d7a7e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:37.105642 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c272d390-87ad-4cb5-a345-da06648ed6c8 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:37.108322 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520d3ad-b164-4f5f-a564-92df07383f7d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Subnet': ['ID=8b08c834-8aad-4102-aabd-cecade4afbba,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:37.116776 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5520d3ad-b164-4f5f-a564-92df07383f7d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:37.121945 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c272d390-87ad-4cb5-a345-da06648ed6c8 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/networks/17dbf1bd-e68f-4190-9157-84e9e24d7a7e HTTP/1.1" status: 204 len: 168 time: 2.1447785 Mar 22 19:40:37.122106 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5520d3ad-b164-4f5f-a564-92df07383f7d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/8b08c834-8aad-4102-aabd-cecade4afbba HTTP/1.1" status: 204 len: 168 time: 0.4077027 Mar 22 19:40:37.124807 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40668) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:37.126207 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40670) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:37.135196 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port f539a708-377a-49d2-83dc-786db167dd2c is: ACTIVE; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:37.135613 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f539a708-377a-49d2-83dc-786db167dd2c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:37.158179 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f539a708-377a-49d2-83dc-786db167dd2c {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:40:37.165398 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f867401a-d40a-47c8-a255-f7e4771f00bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-5bfa81e6-4eeb-44d5-946c-bb27b4acb74c', 'network_id': '5bfa81e6-4eeb-44d5-946c-bb27b4acb74c', 'project_id': '2356a3f563d6431aa5cde99e6e80993d', 'fixed_ips': [{'subnet_id': 'eaaf0bdb-c8a4-4e66-a7a9-c62c16160c48'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:40:37.166279 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f867401a-d40a-47c8-a255-f7e4771f00bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:37.210584 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port f539a708-377a-49d2-83dc-786db167dd2c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f539a708-377a-49d2-83dc-786db167dd2c,segment=NetworkSegment(eeaed36b-2189-47d5-81ce-01a67b046103),segment_id=eeaed36b-2189-47d5-81ce-01a67b046103)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:37.215372 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-807c1ea1-5539-474d-89ef-53792072db52 req-d8ed40e8-1f1c-43e5-baaa-638b23ca5a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (af47f510-a988-4df9-a92e-d31ffbe19285), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:37.217386 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55e0801e-1570-4b7c-b8c0-3b548f83c452 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (eaaf0bdb-c8a4-4e66-a7a9-c62c16160c48), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:37.225477 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f539a708-377a-49d2-83dc-786db167dd2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:37.284463 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272d390-87ad-4cb5-a345-da06648ed6c8 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event deleted for resources: {'Network': ['ID=17dbf1bd-e68f-4190-9157-84e9e24d7a7e,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:37.387270 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a84bdb8d-b8f9-4ee3-a4e4-407d9bd829e8 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1738234 Mar 22 19:40:37.389267 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40682) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:37.396902 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-86f6be54-bc86-40aa-ab6c-55d72f323ef7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:37.472722 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=f539a708-377a-49d2-83dc-786db167dd2c,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:37.623132 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed40e8-1f1c-43e5-baaa-638b23ca5a3b service neutron] Pushing event updated for resources: {'Port': ['ID=af47f510-a988-4df9-a92e-d31ffbe19285,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:37.654749 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f6be54-bc86-40aa-ab6c-55d72f323ef7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:40:37.659976 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-86f6be54-bc86-40aa-ab6c-55d72f323ef7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:37.663035 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-f867401a-d40a-47c8-a255-f7e4771f00bd None None] Allocated IP 2001:db8::2 (5bfa81e6-4eeb-44d5-946c-bb27b4acb74c/eaaf0bdb-c8a4-4e66-a7a9-c62c16160c48/19ee70bc-8ec3-428e-bbdb-4bce16f59318) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:40:37.885961 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-807c1ea1-5539-474d-89ef-53792072db52 req-d8ed40e8-1f1c-43e5-baaa-638b23ca5a3b service neutron] Attempting to bind port af47f510-a988-4df9-a92e-d31ffbe19285 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:40:37.886564 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-807c1ea1-5539-474d-89ef-53792072db52 req-d8ed40e8-1f1c-43e5-baaa-638b23ca5a3b service neutron] Attempting to bind port af47f510-a988-4df9-a92e-d31ffbe19285 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '6e736185-0014-45d0-ba97-665298266e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:40:37.887320 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807c1ea1-5539-474d-89ef-53792072db52 req-d8ed40e8-1f1c-43e5-baaa-638b23ca5a3b service neutron] Attempting to bind port af47f510-a988-4df9-a92e-d31ffbe19285 on network df3cb172-3bab-443c-aa40-b32eebecd0b3 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:40:37.899103 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807c1ea1-5539-474d-89ef-53792072db52 req-d8ed40e8-1f1c-43e5-baaa-638b23ca5a3b service neutron] Port af47f510-a988-4df9-a92e-d31ffbe19285 on network df3cb172-3bab-443c-aa40-b32eebecd0b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:40:37.899877 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807c1ea1-5539-474d-89ef-53792072db52 req-d8ed40e8-1f1c-43e5-baaa-638b23ca5a3b service neutron] Attempting to bind port af47f510-a988-4df9-a92e-d31ffbe19285 on network df3cb172-3bab-443c-aa40-b32eebecd0b3 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:40:37.900002 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f867401a-d40a-47c8-a255-f7e4771f00bd None None] Publish callbacks [] for port (19ee70bc-8ec3-428e-bbdb-4bce16f59318), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:37.909439 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['f539a708-377a-49d2-83dc-786db167dd2c'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:40:37.922420 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807c1ea1-5539-474d-89ef-53792072db52 req-d8ed40e8-1f1c-43e5-baaa-638b23ca5a3b service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:40:37.923071 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807c1ea1-5539-474d-89ef-53792072db52 req-d8ed40e8-1f1c-43e5-baaa-638b23ca5a3b service neutron] Checking segment: {'id': '6e736185-0014-45d0-ba97-665298266e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:40:37.923650 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807c1ea1-5539-474d-89ef-53792072db52 req-d8ed40e8-1f1c-43e5-baaa-638b23ca5a3b service neutron] Bound using segment: {'id': '6e736185-0014-45d0-ba97-665298266e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:40:37.924417 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-807c1ea1-5539-474d-89ef-53792072db52 req-d8ed40e8-1f1c-43e5-baaa-638b23ca5a3b service neutron] Bound port: af47f510-a988-4df9-a92e-d31ffbe19285, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e736185-0014-45d0-ba97-665298266e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:40:37.924951 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-807c1ea1-5539-474d-89ef-53792072db52 req-d8ed40e8-1f1c-43e5-baaa-638b23ca5a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (af47f510-a988-4df9-a92e-d31ffbe19285), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:37.961973 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-86f6be54-bc86-40aa-ab6c-55d72f323ef7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (d4a306e0-3f77-4f7d-b317-2cad1244ab70), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:37.966257 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f867401a-d40a-47c8-a255-f7e4771f00bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (19ee70bc-8ec3-428e-bbdb-4bce16f59318), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:38.019156 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b70d0751-1c54-43a4-8741-5d7e53878c34 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:38.025582 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55e0801e-1570-4b7c-b8c0-3b548f83c452 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (eaaf0bdb-c8a4-4e66-a7a9-c62c16160c48), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:38.043037 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f867401a-d40a-47c8-a255-f7e4771f00bd None None] Network 5bfa81e6-4eeb-44d5-946c-bb27b4acb74c is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:38.053187 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-f867401a-d40a-47c8-a255-f7e4771f00bd None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:38.067844 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f867401a-d40a-47c8-a255-f7e4771f00bd None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:40:38.071215 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a7112-1014-4086-ad2b-18b16ce0ccf7 req-cb828e5c-1706-44b4-9f62-3cbd2ec12cc0 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:38.073047 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b97a7112-1014-4086-ad2b-18b16ce0ccf7 req-cb828e5c-1706-44b4-9f62-3cbd2ec12cc0 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 944 time: 0.4101272 Mar 22 19:40:38.122952 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47785a-85f8-4c9f-be97-ca1855273b85 req-5d340b7d-a7cc-464a-8b7f-9b4bf44196e9 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:38.131168 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dd47785a-85f8-4c9f-be97-ca1855273b85 req-5d340b7d-a7cc-464a-8b7f-9b4bf44196e9 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=b253de37-26c3-4a3d-85aa-ca62b7d032f0 HTTP/1.1" status: 200 len: 943 time: 0.4808285 Mar 22 19:40:38.133511 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867401a-d40a-47c8-a255-f7e4771f00bd None None] Pushing event updated for resources: {'Port': ['ID=19ee70bc-8ec3-428e-bbdb-4bce16f59318,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:38.137488 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f867401a-d40a-47c8-a255-f7e4771f00bd None None] Attempting to bind port 19ee70bc-8ec3-428e-bbdb-4bce16f59318 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:40:38.138068 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f867401a-d40a-47c8-a255-f7e4771f00bd None None] Attempting to bind port 19ee70bc-8ec3-428e-bbdb-4bce16f59318 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'a00d41e5-4754-4545-93d2-234719a8e04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5bfa81e6-4eeb-44d5-946c-bb27b4acb74c'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:40:38.138542 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f867401a-d40a-47c8-a255-f7e4771f00bd None None] Attempting to bind port 19ee70bc-8ec3-428e-bbdb-4bce16f59318 on network 5bfa81e6-4eeb-44d5-946c-bb27b4acb74c {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:40:38.145554 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e0801e-1570-4b7c-b8c0-3b548f83c452 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Pushing event deleted for resources: {'Subnet': ['ID=eaaf0bdb-c8a4-4e66-a7a9-c62c16160c48,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:38.146087 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6be54-bc86-40aa-ab6c-55d72f323ef7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Subnet': ['ID=d4a306e0-3f77-4f7d-b317-2cad1244ab70,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:38.157557 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f867401a-d40a-47c8-a255-f7e4771f00bd None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:40:38.158376 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f867401a-d40a-47c8-a255-f7e4771f00bd None None] Checking segment: {'id': 'a00d41e5-4754-4545-93d2-234719a8e04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5bfa81e6-4eeb-44d5-946c-bb27b4acb74c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:40:38.158906 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f867401a-d40a-47c8-a255-f7e4771f00bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:38.159463 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f867401a-d40a-47c8-a255-f7e4771f00bd None None] Bound using segment: {'id': 'a00d41e5-4754-4545-93d2-234719a8e04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5bfa81e6-4eeb-44d5-946c-bb27b4acb74c'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:40:38.160332 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f867401a-d40a-47c8-a255-f7e4771f00bd None None] Bound port: 19ee70bc-8ec3-428e-bbdb-4bce16f59318, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a00d41e5-4754-4545-93d2-234719a8e04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5bfa81e6-4eeb-44d5-946c-bb27b4acb74c'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:40:38.161167 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f867401a-d40a-47c8-a255-f7e4771f00bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (19ee70bc-8ec3-428e-bbdb-4bce16f59318), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:38.173415 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f6be54-bc86-40aa-ab6c-55d72f323ef7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:38.175724 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-86f6be54-bc86-40aa-ab6c-55d72f323ef7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:38.181249 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f6be54-bc86-40aa-ab6c-55d72f323ef7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:38.182539 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-86f6be54-bc86-40aa-ab6c-55d72f323ef7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:38.207788 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-86f6be54-bc86-40aa-ab6c-55d72f323ef7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8173790 Mar 22 19:40:38.211564 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40692) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:38.218664 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-f2826b00-bf5d-4907-b54c-8df21693a9a7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-380194522', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:38.249311 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2826b00-bf5d-4907-b54c-8df21693a9a7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (3e7d3b05-745d-4054-9c20-53bb6a0dcb89), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:38.253312 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2826b00-bf5d-4907-b54c-8df21693a9a7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (3e7d3b05-745d-4054-9c20-53bb6a0dcb89), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:38.293887 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55e0801e-1570-4b7c-b8c0-3b548f83c452 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (5bfa81e6-4eeb-44d5-946c-bb27b4acb74c), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:38.304926 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f867401a-d40a-47c8-a255-f7e4771f00bd None None] For port 19ee70bc-8ec3-428e-bbdb-4bce16f59318, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:40:38.309643 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f867401a-d40a-47c8-a255-f7e4771f00bd None None] For port 19ee70bc-8ec3-428e-bbdb-4bce16f59318, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=19ee70bc-8ec3-428e-bbdb-4bce16f59318,segment=NetworkSegment(a00d41e5-4754-4545-93d2-234719a8e04a),segment_id=a00d41e5-4754-4545-93d2-234719a8e04a)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:40:38.321235 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2826b00-bf5d-4907-b54c-8df21693a9a7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for router_controller (3e7d3b05-745d-4054-9c20-53bb6a0dcb89), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:38.328367 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f867401a-d40a-47c8-a255-f7e4771f00bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (19ee70bc-8ec3-428e-bbdb-4bce16f59318), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:38.331269 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2826b00-bf5d-4907-b54c-8df21693a9a7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (3e7d3b05-745d-4054-9c20-53bb6a0dcb89), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:38.341968 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-55e0801e-1570-4b7c-b8c0-3b548f83c452 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bfa81e6-4eeb-44d5-946c-bb27b4acb74c']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:38.356116 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-55e0801e-1570-4b7c-b8c0-3b548f83c452 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a00d41e5-4754-4545-93d2-234719a8e04a') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:38.356660 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-55e0801e-1570-4b7c-b8c0-3b548f83c452 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a00d41e5-4754-4545-93d2-234719a8e04a') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:38.368578 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2826b00-bf5d-4907-b54c-8df21693a9a7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:38.370695 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f2826b00-bf5d-4907-b54c-8df21693a9a7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1577330 Mar 22 19:40:38.373806 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40696) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:38.515272 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867401a-d40a-47c8-a255-f7e4771f00bd None None] Pushing event updated for resources: {'Port': ['ID=19ee70bc-8ec3-428e-bbdb-4bce16f59318,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:38.595076 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 810057a8-355c-4dd1-8c89-c93843115c09 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:40:38.653963 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 810057a8-355c-4dd1-8c89-c93843115c09 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:40:38.654681 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 810057a8-355c-4dd1-8c89-c93843115c09 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:40:38.684847 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c7a5b9-a48e-4741-abee-eb2850f2ddd9 None None] get_active_networks_info from n-d-705658-24 {{(pid=104174) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 19:40:38.851991 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c7a5b9-a48e-4741-abee-eb2850f2ddd9 None None] Resources bound (agent type, host, resource id): {{(pid=104174) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 19:40:38.888012 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0c80b29c-d991-4b4a-a958-6cd5e76ed566 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:38.972826 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55e0801e-1570-4b7c-b8c0-3b548f83c452 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (a00d41e5-4754-4545-93d2-234719a8e04a), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:39.099100 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-807c1ea1-5539-474d-89ef-53792072db52 req-d8ed40e8-1f1c-43e5-baaa-638b23ca5a3b service neutron] For port af47f510-a988-4df9-a92e-d31ffbe19285, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:40:39.112172 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dd47785a-85f8-4c9f-be97-ca1855273b85 req-0298d32a-fdb1-45d8-aafe-b8d63648ad08 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6a862fc-7a01-423a-b981-c773d7721a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9751287 Mar 22 19:40:39.122475 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55e0801e-1570-4b7c-b8c0-3b548f83c452 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (a00d41e5-4754-4545-93d2-234719a8e04a), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:39.157563 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-807c1ea1-5539-474d-89ef-53792072db52 req-d8ed40e8-1f1c-43e5-baaa-638b23ca5a3b service neutron] For port af47f510-a988-4df9-a92e-d31ffbe19285, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=af47f510-a988-4df9-a92e-d31ffbe19285,segment=NetworkSegment(6e736185-0014-45d0-ba97-665298266e3f),segment_id=6e736185-0014-45d0-ba97-665298266e3f)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:40:39.161670 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55e0801e-1570-4b7c-b8c0-3b548f83c452 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:40:39.162064 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55e0801e-1570-4b7c-b8c0-3b548f83c452 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (a00d41e5-4754-4545-93d2-234719a8e04a), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:39.168432 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b97a7112-1014-4086-ad2b-18b16ce0ccf7 req-7a6579fe-4de4-42fc-951e-b6133fa30cbc tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0578105 Mar 22 19:40:39.169106 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:40:39.169106 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:40:39.169106 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:40:39.169106 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:40:39.169106 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:40:39.169106 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:40:39.169106 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:40:39.169106 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:40:39.169106 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:40:39.169106 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:40:39.169106 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:40:39.169106 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:40:39.169106 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:40:39.169106 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:40:39.169106 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:40:39.169106 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:40:39.169106 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:40:39.169106 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:40:39.169106 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:40:39.169106 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:40:39.169106 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:40:39.169106 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:40:39.169106 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:40:39.169106 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:40:39.169106 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:40:39.169106 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:40:39.169106 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:40:39.169106 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:40:39.169106 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:40:39.169106 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:40:39.169106 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:40:39.169106 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:40:39.238103 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683d1f46-bf94-499d-851d-ae06383b04fe None None] DHCP port deletion for 17dbf1bd-e68f-4190-9157-84e9e24d7a7e request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:40:39.280108 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-807c1ea1-5539-474d-89ef-53792072db52 req-d8ed40e8-1f1c-43e5-baaa-638b23ca5a3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (af47f510-a988-4df9-a92e-d31ffbe19285), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:39.284801 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1e3862-53e3-4ad2-b335-c060664c146d None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:40:39.334194 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c1ea1-5539-474d-89ef-53792072db52 req-d8ed40e8-1f1c-43e5-baaa-638b23ca5a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:39.336927 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-807c1ea1-5539-474d-89ef-53792072db52 req-d8ed40e8-1f1c-43e5-baaa-638b23ca5a3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:39.338573 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-807c1ea1-5539-474d-89ef-53792072db52 req-d8ed40e8-1f1c-43e5-baaa-638b23ca5a3b service neutron] 10.222.0.85 "PUT /v2.0/ports/af47f510-a988-4df9-a92e-d31ffbe19285 HTTP/1.1" status: 200 len: 1092 time: 4.0463979 Mar 22 19:40:39.360955 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b253de37-26c3-4a3d-85aa-ca62b7d032f0', 'tag': 'af47f510-a988-4df9-a92e-d31ffbe19285'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:40:39.374326 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50769063-b671-484f-9758-f2665f46e862" -d '{"events": [{"name": "network-changed", "server_uuid": "b253de37-26c3-4a3d-85aa-ca62b7d032f0", "tag": "af47f510-a988-4df9-a92e-d31ffbe19285"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:40:39.391651 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e209f87b-8a5c-4c1a-99d3-02bd22e37552 None None] Network 5bfa81e6-4eeb-44d5-946c-bb27b4acb74c requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:40:39.411752 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-0c80b29c-d991-4b4a-a958-6cd5e76ed566 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Allocated IP 2001:db8::1 (5844662d-9a53-4182-bd56-decd62afe1ab/d4a306e0-3f77-4f7d-b317-2cad1244ab70/6600c2ab-a53e-4c95-bf93-415a0c816c95) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:40:39.487396 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23efdf9a-5e12-45d6-bd9a-e2df1a1e3957 x-openstack-request-id: req-23efdf9a-5e12-45d6-bd9a-e2df1a1e3957 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:40:39.489246 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b253de37-26c3-4a3d-85aa-ca62b7d032f0", "tag": "af47f510-a988-4df9-a92e-d31ffbe19285", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:40:39.489610 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-23efdf9a-5e12-45d6-bd9a-e2df1a1e3957 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:40:39.490152 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23efdf9a-5e12-45d6-bd9a-e2df1a1e3957'] response: {'name': 'network-changed', 'server_uuid': 'b253de37-26c3-4a3d-85aa-ca62b7d032f0', 'tag': 'af47f510-a988-4df9-a92e-d31ffbe19285', 'status': 'completed', 'code': 200} Mar 22 19:40:39.562876 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.db.api [None req-55e0801e-1570-4b7c-b8c0-3b548f83c452 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 19:40:39.562876 n-d-705658-24 neutron-server[104172]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 19:40:39.562876 n-d-705658-24 neutron-server[104172]: [parameters: {'id': '5bfa81e6-4eeb-44d5-946c-bb27b4acb74c'}] Mar 22 19:40:39.562876 n-d-705658-24 neutron-server[104172]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:40:39.564011 n-d-705658-24 neutron-server[104172]: DEBUG oslo_db.api [None req-55e0801e-1570-4b7c-b8c0-3b548f83c452 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:40:39.612695 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0c80b29c-d991-4b4a-a958-6cd5e76ed566 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for port (6600c2ab-a53e-4c95-bf93-415a0c816c95), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:39.648425 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed40e8-1f1c-43e5-baaa-638b23ca5a3b service neutron] Pushing event updated for resources: {'Port': ['ID=af47f510-a988-4df9-a92e-d31ffbe19285,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:39.674330 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cb8ac428-6071-48ec-8bb8-f4890c7ce9de tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (79fdeee0-c81a-4e37-9a68-bde6c518745d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:39.681691 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0c80b29c-d991-4b4a-a958-6cd5e76ed566 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (6600c2ab-a53e-4c95-bf93-415a0c816c95), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:39.708564 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c80b29c-d991-4b4a-a958-6cd5e76ed566 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:39.712487 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-0c80b29c-d991-4b4a-a958-6cd5e76ed566 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:39.735519 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c80b29c-d991-4b4a-a958-6cd5e76ed566 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:40:39.736350 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0c80b29c-d991-4b4a-a958-6cd5e76ed566 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (3e7d3b05-745d-4054-9c20-53bb6a0dcb89), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:39.822447 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80b29c-d991-4b4a-a958-6cd5e76ed566 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Port': ['ID=6600c2ab-a53e-4c95-bf93-415a0c816c95,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:39.990168 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0c80b29c-d991-4b4a-a958-6cd5e76ed566 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6600c2ab-a53e-4c95-bf93-415a0c816c95), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:39.991294 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c1ea1-5539-474d-89ef-53792072db52 req-473b8136-c196-4748-8fb5-f170ced841b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:39.993022 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-807c1ea1-5539-474d-89ef-53792072db52 req-473b8136-c196-4748-8fb5-f170ced841b2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=432e8044b4dc4099baeb3ef825b89673&device_id=b253de37-26c3-4a3d-85aa-ca62b7d032f0 HTTP/1.1" status: 200 len: 1126 time: 0.5375319 Mar 22 19:40:40.118991 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f3bfde-caf3-4564-8ad7-b74d18ee9539 None None] Network 5bfa81e6-4eeb-44d5-946c-bb27b4acb74c requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:40:40.134022 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55e0801e-1570-4b7c-b8c0-3b548f83c452 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (5bfa81e6-4eeb-44d5-946c-bb27b4acb74c), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:40.138916 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-807c1ea1-5539-474d-89ef-53792072db52 req-8a55bb09-e7e2-4ea3-b705-15c48e4c202b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af47f510-a988-4df9-a92e-d31ffbe19285 HTTP/1.1" status: 200 len: 217 time: 0.1375597 Mar 22 19:40:40.347440 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device f539a708-377a-49d2-83dc-786db167dd2c up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:40:40.441378 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c1ea1-5539-474d-89ef-53792072db52 req-fd388b86-5a78-463e-a567-86178a253896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:40.443055 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-807c1ea1-5539-474d-89ef-53792072db52 req-fd388b86-5a78-463e-a567-86178a253896 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=221bc404-2765-4ba4-8d0d-c9a0ec4273c0 HTTP/1.1" status: 200 len: 853 time: 0.2919376 Mar 22 19:40:40.479550 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port f539a708-377a-49d2-83dc-786db167dd2c triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:40.479956 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f539a708-377a-49d2-83dc-786db167dd2c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:40.521466 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0c80b29c-d991-4b4a-a958-6cd5e76ed566 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for port (6600c2ab-a53e-4c95-bf93-415a0c816c95), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:40.539935 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0c80b29c-d991-4b4a-a958-6cd5e76ed566 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (6600c2ab-a53e-4c95-bf93-415a0c816c95), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:40.540832 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0c80b29c-d991-4b4a-a958-6cd5e76ed566 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (3e7d3b05-745d-4054-9c20-53bb6a0dcb89), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:40.543193 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 3cc62816-bfc1-4b9b-9aa7-5740bb419ed5 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:40:40.624009 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 3cc62816-bfc1-4b9b-9aa7-5740bb419ed5 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:40:40.624009 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 3cc62816-bfc1-4b9b-9aa7-5740bb419ed5 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:40:40.709463 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80b29c-d991-4b4a-a958-6cd5e76ed566 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Port': ['ID=6600c2ab-a53e-4c95-bf93-415a0c816c95,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:40.753415 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c1ea1-5539-474d-89ef-53792072db52 req-002e9025-9273-46a5-8722-c8c09028fc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:40.755393 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-807c1ea1-5539-474d-89ef-53792072db52 req-002e9025-9273-46a5-8722-c8c09028fc08 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=df3cb172-3bab-443c-aa40-b32eebecd0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3020909 Mar 22 19:40:40.770532 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port f539a708-377a-49d2-83dc-786db167dd2c is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:40.771059 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f539a708-377a-49d2-83dc-786db167dd2c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:40.826836 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c80b29c-d991-4b4a-a958-6cd5e76ed566 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:40.831089 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-0c80b29c-d991-4b4a-a958-6cd5e76ed566 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:40.831507 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4ecd5-c187-4125-8719-b12c2b3c7e09 req-b1a8bcf5-a157-4e75-b861-3e507ea48372 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:40.833106 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-86d4ecd5-c187-4125-8719-b12c2b3c7e09 req-b1a8bcf5-a157-4e75-b861-3e507ea48372 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=b253de37-26c3-4a3d-85aa-ca62b7d032f0 HTTP/1.1" status: 200 len: 943 time: 0.5535262 Mar 22 19:40:40.848041 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port f539a708-377a-49d2-83dc-786db167dd2c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f539a708-377a-49d2-83dc-786db167dd2c,segment=NetworkSegment(eeaed36b-2189-47d5-81ce-01a67b046103),segment_id=eeaed36b-2189-47d5-81ce-01a67b046103)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:40.849065 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8d1262-a31c-4fb8-826a-87f2d2716fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f539a708-377a-49d2-83dc-786db167dd2c'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:40:40.851590 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8935e071-0826-406b-b3f4-469f3908f008" -d '{"events": [{"server_uuid": "df8d1262-a31c-4fb8-826a-87f2d2716fc1", "name": "network-vif-plugged", "status": "completed", "tag": "f539a708-377a-49d2-83dc-786db167dd2c"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:40:40.867954 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f539a708-377a-49d2-83dc-786db167dd2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:40.964381 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9340dd83-acfd-432b-9120-9515e64a7f31 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:40:40.968057 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=f539a708-377a-49d2-83dc-786db167dd2c,revision_number=7']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:40.997435 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee65b8-f2a1-4f2e-b0af-8c49f588778f req-75d4244f-82ed-4fa7-ac0e-2321bdea6889 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:40.999892 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbee65b8-f2a1-4f2e-b0af-8c49f588778f req-75d4244f-82ed-4fa7-ac0e-2321bdea6889 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 944 time: 0.5724404 Mar 22 19:40:41.074458 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-55e0801e-1570-4b7c-b8c0-3b548f83c452 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Deleting port 19ee70bc-8ec3-428e-bbdb-4bce16f59318 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:40:41.074808 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55e0801e-1570-4b7c-b8c0-3b548f83c452 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (19ee70bc-8ec3-428e-bbdb-4bce16f59318), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:41.082231 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-32b80ac5-ceb7-4d79-ab69-6b54c708a020 None None] Provisioning complete for port b70d0751-1c54-43a4-8741-5d7e53878c34 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:41.082616 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-32b80ac5-ceb7-4d79-ab69-6b54c708a020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b70d0751-1c54-43a4-8741-5d7e53878c34), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:41.107417 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c80b29c-d991-4b4a-a958-6cd5e76ed566 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Router 3e7d3b05-745d-4054-9c20-53bb6a0dcb89 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:40:41.259284 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c80b29c-d991-4b4a-a958-6cd5e76ed566 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:40:41.271928 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d0d3e2-d57e-4c56-86b4-1f5b7b3ebfba None None] Sync routers for ids ['3e7d3b05-745d-4054-9c20-53bb6a0dcb89'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:40:41.301872 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-32b80ac5-ceb7-4d79-ab69-6b54c708a020 None None] Current status of the port b70d0751-1c54-43a4-8741-5d7e53878c34 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:41.303460 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d0d3e2-d57e-4c56-86b4-1f5b7b3ebfba None None] Routers {'3e7d3b05-745d-4054-9c20-53bb6a0dcb89'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:40:41.306859 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0c80b29c-d991-4b4a-a958-6cd5e76ed566 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "PUT /v2.0/routers/3e7d3b05-745d-4054-9c20-53bb6a0dcb89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9293268 Mar 22 19:40:41.307109 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40718) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:41.308287 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-b0d0d3e2-d57e-4c56-86b4-1f5b7b3ebfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:40:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3e7d3b05-745d-4054-9c20-53bb6a0dcb89'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:41.329712 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-32b80ac5-ceb7-4d79-ab69-6b54c708a020 None None] Provisioning complete for port 6600c2ab-a53e-4c95-bf93-415a0c816c95 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:41.331822 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-32b80ac5-ceb7-4d79-ab69-6b54c708a020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6600c2ab-a53e-4c95-bf93-415a0c816c95), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:41.379506 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bae0fd5-d9ab-40f6-924c-efd76f063036 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:41.383324 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1bae0fd5-d9ab-40f6-924c-efd76f063036 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports/6600c2ab-a53e-4c95-bf93-415a0c816c95 HTTP/1.1" status: 200 len: 911 time: 0.0728841 Mar 22 19:40:41.383772 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40720) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:41.386483 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-86d4ecd5-c187-4125-8719-b12c2b3c7e09 req-38743b53-5ee5-4f0d-be6d-e7b13fce763e tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6a862fc-7a01-423a-b981-c773d7721a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5164077 Mar 22 19:40:41.412591 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbee65b8-f2a1-4f2e-b0af-8c49f588778f req-f8071a1b-f435-4d14-a15b-7ee46f62a141 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3944068 Mar 22 19:40:41.414768 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-32b80ac5-ceb7-4d79-ab69-6b54c708a020 None None] Port 6600c2ab-a53e-4c95-bf93-415a0c816c95 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:40:41.485527 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-b0d0d3e2-d57e-4c56-86b4-1f5b7b3ebfba None None] Set router 3e7d3b05-745d-4054-9c20-53bb6a0dcb89 gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:40:41.506894 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-55e0801e-1570-4b7c-b8c0-3b548f83c452 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] For port 19ee70bc-8ec3-428e-bbdb-4bce16f59318, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=19ee70bc-8ec3-428e-bbdb-4bce16f59318,segment=NetworkSegment(a00d41e5-4754-4545-93d2-234719a8e04a),segment_id=a00d41e5-4754-4545-93d2-234719a8e04a)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:41.507288 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55e0801e-1570-4b7c-b8c0-3b548f83c452 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (19ee70bc-8ec3-428e-bbdb-4bce16f59318), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:41.516611 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a5f853-d42a-434c-99a6-09b70fcf22e5 x-openstack-request-id: req-c0a5f853-d42a-434c-99a6-09b70fcf22e5 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:40:41.516912 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8d1262-a31c-4fb8-826a-87f2d2716fc1", "name": "network-vif-plugged", "status": "completed", "tag": "f539a708-377a-49d2-83dc-786db167dd2c", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:40:41.517168 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c0a5f853-d42a-434c-99a6-09b70fcf22e5 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:40:41.517582 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0a5f853-d42a-434c-99a6-09b70fcf22e5'] response: {'server_uuid': 'df8d1262-a31c-4fb8-826a-87f2d2716fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f539a708-377a-49d2-83dc-786db167dd2c', 'code': 200} Mar 22 19:40:41.528625 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-cb8ac428-6071-48ec-8bb8-f4890c7ce9de tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Deleting port 43654c43-5789-4af6-b1de-165462b25da3 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:40:41.528980 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cb8ac428-6071-48ec-8bb8-f4890c7ce9de tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (43654c43-5789-4af6-b1de-165462b25da3), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:41.540639 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9cee9e-5b92-4569-ab31-fa77aa5a9a62 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:41.550847 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9cee9e-5b92-4569-ab31-fa77aa5a9a62 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:41.552721 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-be9cee9e-5b92-4569-ab31-fa77aa5a9a62 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1680992 Mar 22 19:40:41.555657 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-807c1ea1-5539-474d-89ef-53792072db52 req-ee8d986b-3a23-4c53-9305-b5beff6984a6 service neutron] 10.222.0.85 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7202306 Mar 22 19:40:41.555838 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40722) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:41.607027 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-55e0801e-1570-4b7c-b8c0-3b548f83c452 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Calling delete_port for 19ee70bc-8ec3-428e-bbdb-4bce16f59318 owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:40:41.845086 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-b0d0d3e2-d57e-4c56-86b4-1f5b7b3ebfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7d3b05-745d-4054-9c20-53bb6a0dcb89', 'name': 'tempest-NetworksTestDHCPv6-router-380194522', 'tenant_id': '60cab213ce214a30b0f859d0f4109da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:40:38Z', 'updated_at': '2022-03-22T19:40:39Z', 'revision_number': 2, 'project_id': '60cab213ce214a30b0f859d0f4109da8', 'gw_port_host': None, '_interfaces': [{'id': '6600c2ab-a53e-4c95-bf93-415a0c816c95', 'name': '', 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'tenant_id': '60cab213ce214a30b0f859d0f4109da8', 'mac_address': 'fa:16:3e:23:aa:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7d3b05-745d-4054-9c20-53bb6a0dcb89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': 'd4a306e0-3f77-4f7d-b317-2cad1244ab70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:40:39Z', 'updated_at': '2022-03-22T19:40:40Z', 'revision_number': 2, 'project_id': '60cab213ce214a30b0f859d0f4109da8', 'subnets': [{'id': 'd4a306e0-3f77-4f7d-b317-2cad1244ab70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:41.852740 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a44f88-e29d-4e3b-babf-5d25a20c3fd3 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:40:41.876485 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d0d3e2-d57e-4c56-86b4-1f5b7b3ebfba None None] Checking router: 3e7d3b05-745d-4054-9c20-53bb6a0dcb89 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:40:41.877276 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d0d3e2-d57e-4c56-86b4-1f5b7b3ebfba None None] Updating router 3e7d3b05-745d-4054-9c20-53bb6a0dcb89 port 6600c2ab-a53e-4c95-bf93-415a0c816c95 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:40:41.923417 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-b0d0d3e2-d57e-4c56-86b4-1f5b7b3ebfba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6600c2ab-a53e-4c95-bf93-415a0c816c95), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:42.070348 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-807c1ea1-5539-474d-89ef-53792072db52 req-12feb3a3-f522-4838-bfaa-948e85bd512a service neutron] 10.222.0.85 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610107 Mar 22 19:40:42.112076 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-319534a6-251e-4920-8ed3-4707134a1da5 None None] Provisioning complete for port b70d0751-1c54-43a4-8741-5d7e53878c34 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:42.112547 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-319534a6-251e-4920-8ed3-4707134a1da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b70d0751-1c54-43a4-8741-5d7e53878c34), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:42.249461 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55e0801e-1570-4b7c-b8c0-3b548f83c452 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (19ee70bc-8ec3-428e-bbdb-4bce16f59318), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:42.296722 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-319534a6-251e-4920-8ed3-4707134a1da5 None None] Current status of the port b70d0751-1c54-43a4-8741-5d7e53878c34 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:42.331468 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-319534a6-251e-4920-8ed3-4707134a1da5 None None] Provisioning complete for port 6600c2ab-a53e-4c95-bf93-415a0c816c95 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:42.331807 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-319534a6-251e-4920-8ed3-4707134a1da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6600c2ab-a53e-4c95-bf93-415a0c816c95), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:42.389305 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e0801e-1570-4b7c-b8c0-3b548f83c452 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Pushing event deleted for resources: {'Port': ['ID=19ee70bc-8ec3-428e-bbdb-4bce16f59318,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:42.440789 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-319534a6-251e-4920-8ed3-4707134a1da5 None None] Port 6600c2ab-a53e-4c95-bf93-415a0c816c95 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:40:42.500461 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-cb8ac428-6071-48ec-8bb8-f4890c7ce9de tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] For port 43654c43-5789-4af6-b1de-165462b25da3, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=43654c43-5789-4af6-b1de-165462b25da3,segment=NetworkSegment(8c7e1ba2-a729-422b-9c20-c95760135743),segment_id=8c7e1ba2-a729-422b-9c20-c95760135743)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:42.506683 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cb8ac428-6071-48ec-8bb8-f4890c7ce9de tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (43654c43-5789-4af6-b1de-165462b25da3), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:42.542821 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-cb8ac428-6071-48ec-8bb8-f4890c7ce9de tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Calling delete_port for 43654c43-5789-4af6-b1de-165462b25da3 owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:40:42.731290 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-b0d0d3e2-d57e-4c56-86b4-1f5b7b3ebfba None None] Publish callbacks [] for port (6600c2ab-a53e-4c95-bf93-415a0c816c95), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:42.741648 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-b0d0d3e2-d57e-4c56-86b4-1f5b7b3ebfba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (6600c2ab-a53e-4c95-bf93-415a0c816c95), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:42.782174 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-81b3e1ed-3612-4771-80b5-79af93a3e187 None None] Provisioning complete for port b70d0751-1c54-43a4-8741-5d7e53878c34 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:42.782561 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-81b3e1ed-3612-4771-80b5-79af93a3e187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b70d0751-1c54-43a4-8741-5d7e53878c34), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:42.968408 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796834e-44be-4fd5-9338-c543a8add2cc None None] Pushing event updated for resources: {'Port': ['ID=6600c2ab-a53e-4c95-bf93-415a0c816c95,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:42.970835 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b59293-28a9-403a-a3ce-1b973f1bac48 req-8ff05b6b-6d23-41ba-9be5-2ba2b23665ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:42.974064 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c8b59293-28a9-403a-a3ce-1b973f1bac48 req-8ff05b6b-6d23-41ba-9be5-2ba2b23665ba service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7cda59a95c784cbe81e1e4252cbf144e&device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 1128 time: 0.7577448 Mar 22 19:40:42.989414 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e0801e-1570-4b7c-b8c0-3b548f83c452 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] No DVR routers for this DVR port 19ee70bc-8ec3-428e-bbdb-4bce16f59318 on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:40:43.021125 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-81b3e1ed-3612-4771-80b5-79af93a3e187 None None] Current status of the port b70d0751-1c54-43a4-8741-5d7e53878c34 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:43.028354 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-b0d0d3e2-d57e-4c56-86b4-1f5b7b3ebfba None None] Attempting to bind port 6600c2ab-a53e-4c95-bf93-415a0c816c95 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:40:43.029177 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-b0d0d3e2-d57e-4c56-86b4-1f5b7b3ebfba None None] Attempting to bind port 6600c2ab-a53e-4c95-bf93-415a0c816c95 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:40:43.032286 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cb8ac428-6071-48ec-8bb8-f4890c7ce9de tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (43654c43-5789-4af6-b1de-165462b25da3), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:43.032845 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d0d3e2-d57e-4c56-86b4-1f5b7b3ebfba None None] Attempting to bind port 6600c2ab-a53e-4c95-bf93-415a0c816c95 on network 5844662d-9a53-4182-bd56-decd62afe1ab {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:40:43.047625 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d0d3e2-d57e-4c56-86b4-1f5b7b3ebfba None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:40:43.048113 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-81b3e1ed-3612-4771-80b5-79af93a3e187 None None] Provisioning complete for port 6600c2ab-a53e-4c95-bf93-415a0c816c95 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:43.048496 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-81b3e1ed-3612-4771-80b5-79af93a3e187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6600c2ab-a53e-4c95-bf93-415a0c816c95), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:43.050559 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d0d3e2-d57e-4c56-86b4-1f5b7b3ebfba None None] Checking segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:40:43.050961 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-b0d0d3e2-d57e-4c56-86b4-1f5b7b3ebfba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:43.051630 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d0d3e2-d57e-4c56-86b4-1f5b7b3ebfba None None] Bound using segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:40:43.056388 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-b0d0d3e2-d57e-4c56-86b4-1f5b7b3ebfba None None] Bound port: 6600c2ab-a53e-4c95-bf93-415a0c816c95, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:40:43.058167 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-b0d0d3e2-d57e-4c56-86b4-1f5b7b3ebfba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6600c2ab-a53e-4c95-bf93-415a0c816c95), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:43.137265 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-81b3e1ed-3612-4771-80b5-79af93a3e187 None None] Port 6600c2ab-a53e-4c95-bf93-415a0c816c95 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:40:43.203506 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-b0d0d3e2-d57e-4c56-86b4-1f5b7b3ebfba None None] For port 6600c2ab-a53e-4c95-bf93-415a0c816c95, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:40:43.209237 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-b0d0d3e2-d57e-4c56-86b4-1f5b7b3ebfba None None] For port 6600c2ab-a53e-4c95-bf93-415a0c816c95, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=6600c2ab-a53e-4c95-bf93-415a0c816c95,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:40:43.221316 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-b0d0d3e2-d57e-4c56-86b4-1f5b7b3ebfba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (6600c2ab-a53e-4c95-bf93-415a0c816c95), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:43.279779 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6dd55d2a-f7a4-446c-820b-c7dfebc205bd tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (3e7d3b05-745d-4054-9c20-53bb6a0dcb89), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:43.298682 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ac428-6071-48ec-8bb8-f4890c7ce9de tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event deleted for resources: {'Port': ['ID=43654c43-5789-4af6-b1de-165462b25da3,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:43.326308 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d0d3e2-d57e-4c56-86b4-1f5b7b3ebfba None None] Routers {'3e7d3b05-745d-4054-9c20-53bb6a0dcb89'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:40:43.327081 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-b0d0d3e2-d57e-4c56-86b4-1f5b7b3ebfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:40:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3e7d3b05-745d-4054-9c20-53bb6a0dcb89'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:43.372145 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-5d04f36c-fb99-4478-a2cc-28f7c76e5fa1 None None] Could not find standard attr ID for object f032c07f-8236-4a47-bc9f-d544c60b5712. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:40:43.450834 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50769063-b671-484f-9758-f2665f46e862 req-56e93d2d-4f48-470f-a1be-c0f0cc78c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:43.455989 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-50769063-b671-484f-9758-f2665f46e862 req-56e93d2d-4f48-470f-a1be-c0f0cc78c311 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=432e8044b4dc4099baeb3ef825b89673&device_id=b253de37-26c3-4a3d-85aa-ca62b7d032f0 HTTP/1.1" status: 200 len: 1126 time: 1.2893817 Mar 22 19:40:43.559242 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796834e-44be-4fd5-9338-c543a8add2cc None None] Pushing event updated for resources: {'Port': ['ID=6600c2ab-a53e-4c95-bf93-415a0c816c95,revision_number=4']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:43.567284 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b59293-28a9-403a-a3ce-1b973f1bac48 req-87a61b7f-19ca-4df2-b626-03892d674f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:43.569743 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c8b59293-28a9-403a-a3ce-1b973f1bac48 req-87a61b7f-19ca-4df2-b626-03892d674f6c service neutron] 10.222.0.84 "GET /v2.0/networks?id=00e2bcc4-39d4-496d-b022-7cce910c0a6c HTTP/1.1" status: 200 len: 917 time: 0.5680814 Mar 22 19:40:43.617947 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-b0d0d3e2-d57e-4c56-86b4-1f5b7b3ebfba None None] Set router 3e7d3b05-745d-4054-9c20-53bb6a0dcb89 gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:40:43.804105 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-56531e29-eaad-4d14-9aa9-2cf817977649 None None] Could not find standard attr ID for object 5f5b3d4f-2330-4dd8-8599-b99215d4a656. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:40:43.905022 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c8b59293-28a9-403a-a3ce-1b973f1bac48 req-840f6e05-d245-45f2-bd0e-0800d80b42c8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f539a708-377a-49d2-83dc-786db167dd2c HTTP/1.1" status: 200 len: 1001 time: 0.3239422 Mar 22 19:40:43.962307 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536ff7f-4b79-4d20-a864-15af395fcf0d req-2251a574-a699-4a42-b8db-f54b6265eeb8 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:43.967564 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d536ff7f-4b79-4d20-a864-15af395fcf0d req-2251a574-a699-4a42-b8db-f54b6265eeb8 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 945 time: 1.0160413 Mar 22 19:40:43.968157 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cb8ac428-6071-48ec-8bb8-f4890c7ce9de tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (79fdeee0-c81a-4e37-9a68-bde6c518745d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:43.996687 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b59293-28a9-403a-a3ce-1b973f1bac48 req-d2ca1e67-a24d-4319-813d-732743c7ae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:43.998220 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c8b59293-28a9-403a-a3ce-1b973f1bac48 req-d2ca1e67-a24d-4319-813d-732743c7ae58 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5 HTTP/1.1" status: 200 len: 855 time: 0.0913777 Mar 22 19:40:44.020294 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e66a9-0b83-499d-8322-5fa1d33ba2db req-165ead2b-b47b-40af-968e-c544e185cc4f tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:44.035034 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f65e66a9-0b83-499d-8322-5fa1d33ba2db req-165ead2b-b47b-40af-968e-c544e185cc4f tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=b253de37-26c3-4a3d-85aa-ca62b7d032f0 HTTP/1.1" status: 200 len: 943 time: 1.0949638 Mar 22 19:40:44.050061 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50769063-b671-484f-9758-f2665f46e862 req-9e1903c6-b5bf-4994-8953-3a6ceeb4f323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:44.051621 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-50769063-b671-484f-9758-f2665f46e862 req-9e1903c6-b5bf-4994-8953-3a6ceeb4f323 service neutron] 10.222.0.85 "GET /v2.0/networks?id=df3cb172-3bab-443c-aa40-b32eebecd0b3 HTTP/1.1" status: 200 len: 915 time: 0.5713789 Mar 22 19:40:44.121634 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-b0d0d3e2-d57e-4c56-86b4-1f5b7b3ebfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7d3b05-745d-4054-9c20-53bb6a0dcb89', 'name': 'tempest-NetworksTestDHCPv6-router-380194522', 'tenant_id': '60cab213ce214a30b0f859d0f4109da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:40:38Z', 'updated_at': '2022-03-22T19:40:39Z', 'revision_number': 2, 'project_id': '60cab213ce214a30b0f859d0f4109da8', 'gw_port_host': None, '_interfaces': [{'id': '6600c2ab-a53e-4c95-bf93-415a0c816c95', 'name': '', 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'tenant_id': '60cab213ce214a30b0f859d0f4109da8', 'mac_address': 'fa:16:3e:23:aa:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7d3b05-745d-4054-9c20-53bb6a0dcb89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': 'd4a306e0-3f77-4f7d-b317-2cad1244ab70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:40:39Z', 'updated_at': '2022-03-22T19:40:43Z', 'revision_number': 4, 'project_id': '60cab213ce214a30b0f859d0f4109da8', 'subnets': [{'id': 'd4a306e0-3f77-4f7d-b317-2cad1244ab70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:44.182820 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-6dd55d2a-f7a4-446c-820b-c7dfebc205bd tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting port 6600c2ab-a53e-4c95-bf93-415a0c816c95 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:40:44.183174 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6dd55d2a-f7a4-446c-820b-c7dfebc205bd tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (6600c2ab-a53e-4c95-bf93-415a0c816c95), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:44.198895 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d0d3e2-d57e-4c56-86b4-1f5b7b3ebfba None None] The sync data for ids ['3e7d3b05-745d-4054-9c20-53bb6a0dcb89'] in n-d-705658-24 is: [{'id': '3e7d3b05-745d-4054-9c20-53bb6a0dcb89', 'name': 'tempest-NetworksTestDHCPv6-router-380194522', 'tenant_id': '60cab213ce214a30b0f859d0f4109da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:40:38Z', 'updated_at': '2022-03-22T19:40:39Z', 'revision_number': 2, 'project_id': '60cab213ce214a30b0f859d0f4109da8', 'gw_port_host': None, '_interfaces': [{'id': '6600c2ab-a53e-4c95-bf93-415a0c816c95', 'name': '', 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'tenant_id': '60cab213ce214a30b0f859d0f4109da8', 'mac_address': 'fa:16:3e:23:aa:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7d3b05-745d-4054-9c20-53bb6a0dcb89', 'device_owner': 'network:router_interface', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': 'd4a306e0-3f77-4f7d-b317-2cad1244ab70', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:40:39Z', 'updated_at': '2022-03-22T19:40:43Z', 'revision_number': 4, 'project_id': '60cab213ce214a30b0f859d0f4109da8', 'subnets': [{'id': 'd4a306e0-3f77-4f7d-b317-2cad1244ab70', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:40:44.252949 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-4610f418-d12f-4e8b-8bcf-e5b36e116920 None None] Could not find standard attr ID for object fedc5266-3dce-4ef6-91a7-b30a77722c47. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:40:44.276103 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55e0801e-1570-4b7c-b8c0-3b548f83c452 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (5bfa81e6-4eeb-44d5-946c-bb27b4acb74c), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:44.287401 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b59293-28a9-403a-a3ce-1b973f1bac48 req-d3a44b53-95b5-475e-9a01-7446ffcd62ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:44.290414 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c8b59293-28a9-403a-a3ce-1b973f1bac48 req-d3a44b53-95b5-475e-9a01-7446ffcd62ec service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=00e2bcc4-39d4-496d-b022-7cce910c0a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2850688 Mar 22 19:40:44.323047 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-55e0801e-1570-4b7c-b8c0-3b548f83c452 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bfa81e6-4eeb-44d5-946c-bb27b4acb74c']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:44.373340 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-55e0801e-1570-4b7c-b8c0-3b548f83c452 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a00d41e5-4754-4545-93d2-234719a8e04a') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:44.373707 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-55e0801e-1570-4b7c-b8c0-3b548f83c452 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a00d41e5-4754-4545-93d2-234719a8e04a') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:44.393818 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55e0801e-1570-4b7c-b8c0-3b548f83c452 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (a00d41e5-4754-4545-93d2-234719a8e04a), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:44.413779 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55e0801e-1570-4b7c-b8c0-3b548f83c452 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (a00d41e5-4754-4545-93d2-234719a8e04a), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:44.440222 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55e0801e-1570-4b7c-b8c0-3b548f83c452 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:40:44.442912 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55e0801e-1570-4b7c-b8c0-3b548f83c452 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (a00d41e5-4754-4545-93d2-234719a8e04a), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:44.490967 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c8b59293-28a9-403a-a3ce-1b973f1bac48 req-eb717078-de0b-4cd5-bd05-410852202ea2 service neutron] 10.222.0.84 "GET /v2.0/networks/00e2bcc4-39d4-496d-b022-7cce910c0a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930299 Mar 22 19:40:44.644351 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:40:44.644351 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:40:44.644351 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:40:44.644351 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:40:44.644351 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:40:44.644351 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:40:44.644351 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:40:44.644351 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:40:44.644351 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:40:44.644351 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:40:44.644351 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:40:44.644351 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:40:44.644351 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:40:44.644351 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:40:44.644351 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:40:44.644351 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:40:44.644351 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:40:44.644351 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:40:44.644351 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:40:44.644351 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:40:44.644351 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:40:44.644351 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:40:44.644351 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:40:44.644351 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:40:44.644351 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:40:44.644351 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:40:44.644351 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:40:44.644351 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:40:44.644351 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:40:44.644351 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:40:44.644351 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:40:44.644351 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:40:44.704996 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-6dd55d2a-f7a4-446c-820b-c7dfebc205bd tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] For port 6600c2ab-a53e-4c95-bf93-415a0c816c95, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=6600c2ab-a53e-4c95-bf93-415a0c816c95,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:44.705654 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6dd55d2a-f7a4-446c-820b-c7dfebc205bd tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (6600c2ab-a53e-4c95-bf93-415a0c816c95), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:44.722613 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-50769063-b671-484f-9758-f2665f46e862 req-4b974f2e-8165-445a-a9a3-1e0929570039 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af47f510-a988-4df9-a92e-d31ffbe19285 HTTP/1.1" status: 200 len: 217 time: 0.6614797 Mar 22 19:40:44.727591 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-6dd55d2a-f7a4-446c-820b-c7dfebc205bd tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Calling delete_port for 6600c2ab-a53e-4c95-bf93-415a0c816c95 owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:40:44.831652 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ab65211-a7a7-493a-a732-30a24dd2482b None None] Provisioning complete for port 6600c2ab-a53e-4c95-bf93-415a0c816c95 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:44.832210 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ab65211-a7a7-493a-a732-30a24dd2482b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6600c2ab-a53e-4c95-bf93-415a0c816c95), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:44.963273 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f65e66a9-0b83-499d-8322-5fa1d33ba2db req-118da361-db16-40ab-9702-e25c1ada698f tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6a862fc-7a01-423a-b981-c773d7721a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9254611 Mar 22 19:40:44.978295 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c8b59293-28a9-403a-a3ce-1b973f1bac48 req-1617f155-fef4-404b-a856-b177d370ab44 service neutron] 10.222.0.84 "GET /v2.0/networks/00e2bcc4-39d4-496d-b022-7cce910c0a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4772911 Mar 22 19:40:44.979191 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8ac428-6071-48ec-8bb8-f4890c7ce9de tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Router 79fdeee0-c81a-4e37-9a68-bde6c518745d has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:40:45.076658 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ab65211-a7a7-493a-a732-30a24dd2482b None None] Current status of the port 6600c2ab-a53e-4c95-bf93-415a0c816c95 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:45.077057 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ab65211-a7a7-493a-a732-30a24dd2482b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6600c2ab-a53e-4c95-bf93-415a0c816c95), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:45.129457 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e53a0a7e-14c7-43cd-ae09-4a116bcda4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:45.146101 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d536ff7f-4b79-4d20-a864-15af395fcf0d req-7d43de55-e198-4c2f-9447-beb4a751b445 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1510837 Mar 22 19:40:45.181824 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6dd55d2a-f7a4-446c-820b-c7dfebc205bd tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (6600c2ab-a53e-4c95-bf93-415a0c816c95), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:45.225254 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd55d2a-f7a4-446c-820b-c7dfebc205bd tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Port': ['ID=6600c2ab-a53e-4c95-bf93-415a0c816c95,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:45.341766 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-27f9ce56-bcfa-4585-92c4-221c307bc08f None None] Could not find standard attr ID for object 6600c2ab-a53e-4c95-bf93-415a0c816c95. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:40:45.525899 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6dd55d2a-f7a4-446c-820b-c7dfebc205bd tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (3e7d3b05-745d-4054-9c20-53bb6a0dcb89), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:45.823989 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:45.828676 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd55d2a-f7a4-446c-820b-c7dfebc205bd tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Router 3e7d3b05-745d-4054-9c20-53bb6a0dcb89 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:40:45.928661 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55e0801e-1570-4b7c-b8c0-3b548f83c452 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (5bfa81e6-4eeb-44d5-946c-bb27b4acb74c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:45.931380 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50769063-b671-484f-9758-f2665f46e862 req-c44f7b9a-0254-4edf-83d2-97ff53d3efc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:45.932917 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-50769063-b671-484f-9758-f2665f46e862 req-c44f7b9a-0254-4edf-83d2-97ff53d3efc8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=221bc404-2765-4ba4-8d0d-c9a0ec4273c0 HTTP/1.1" status: 200 len: 853 time: 1.0026929 Mar 22 19:40:45.951906 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55e0801e-1570-4b7c-b8c0-3b548f83c452 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:45.958370 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-55e0801e-1570-4b7c-b8c0-3b548f83c452 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "DELETE /v2.0/networks/5bfa81e6-4eeb-44d5-946c-bb27b4acb74c HTTP/1.1" status: 204 len: 168 time: 9.4828579 Mar 22 19:40:45.966420 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40754) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:45.988124 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-76afcd92-67f8-4b09-bb7d-b8f1ce024338 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-807626191'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:45.992474 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e0801e-1570-4b7c-b8c0-3b548f83c452 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Pushing event deleted for resources: {'Network': ['ID=5bfa81e6-4eeb-44d5-946c-bb27b4acb74c,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:45.994027 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd55d2a-f7a4-446c-820b-c7dfebc205bd tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:40:46.002511 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6dd55d2a-f7a4-446c-820b-c7dfebc205bd tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "PUT /v2.0/routers/3e7d3b05-745d-4054-9c20-53bb6a0dcb89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4428482 Mar 22 19:40:46.006083 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40758) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:46.023644 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8ac428-6071-48ec-8bb8-f4890c7ce9de tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:40:46.034842 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67dbf25-47cd-4508-baaf-effa26b73597 None None] Sync routers for ids ['79fdeee0-c81a-4e37-9a68-bde6c518745d'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:40:46.046349 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-cb8ac428-6071-48ec-8bb8-f4890c7ce9de tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "PUT /v2.0/routers/79fdeee0-c81a-4e37-9a68-bde6c518745d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8978262 Mar 22 19:40:46.052157 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40760) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:46.084654 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67dbf25-47cd-4508-baaf-effa26b73597 None None] Routers {'79fdeee0-c81a-4e37-9a68-bde6c518745d'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:40:46.090343 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-e67dbf25-47cd-4508-baaf-effa26b73597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:40:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['79fdeee0-c81a-4e37-9a68-bde6c518745d'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:46.161302 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76afcd92-67f8-4b09-bb7d-b8f1ce024338 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Made reservation on behalf of 2356a3f563d6431aa5cde99e6e80993d for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:40:46.164631 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-76afcd92-67f8-4b09-bb7d-b8f1ce024338 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:46.195407 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50769063-b671-484f-9758-f2665f46e862 req-8b77ed15-40a4-482b-84c0-7fe608fbea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:46.197104 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-50769063-b671-484f-9758-f2665f46e862 req-8b77ed15-40a4-482b-84c0-7fe608fbea99 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=df3cb172-3bab-443c-aa40-b32eebecd0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2560472 Mar 22 19:40:46.209365 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604970e6-b3f9-4be6-b990-a3030929b38e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:46.212311 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604970e6-b3f9-4be6-b990-a3030929b38e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:46.214008 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-604970e6-b3f9-4be6-b990-a3030929b38e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2056932 Mar 22 19:40:46.216552 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40766) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:46.254484 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae0f3c2d-15a6-4e32-89d5-1e010c9b11db tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Deleting subnet 5be75e45-e432-4c53-9f84-8b0fc545784a {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:40:46.286578 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-e67dbf25-47cd-4508-baaf-effa26b73597 None None] Set router 79fdeee0-c81a-4e37-9a68-bde6c518745d gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:40:46.294113 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043d8f2-7db2-43b9-a3c1-bb930dfff35e req-a6743a55-4e17-4e86-9512-28af0eeabb3d tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:46.299223 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-b584336c-c8c7-47da-a4ed-131279fa4a07 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting subnet d4a306e0-3f77-4f7d-b317-2cad1244ab70 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:40:46.302548 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d043d8f2-7db2-43b9-a3c1-bb930dfff35e req-a6743a55-4e17-4e86-9512-28af0eeabb3d tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=b253de37-26c3-4a3d-85aa-ca62b7d032f0 HTTP/1.1" status: 200 len: 943 time: 0.2198412 Mar 22 19:40:46.316514 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b584336c-c8c7-47da-a4ed-131279fa4a07 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (d4a306e0-3f77-4f7d-b317-2cad1244ab70), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:46.353392 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ae0f3c2d-15a6-4e32-89d5-1e010c9b11db tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for subnet (5be75e45-e432-4c53-9f84-8b0fc545784a), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:46.398824 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b584336c-c8c7-47da-a4ed-131279fa4a07 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (d4a306e0-3f77-4f7d-b317-2cad1244ab70), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:46.400387 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-e67dbf25-47cd-4508-baaf-effa26b73597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'name': 'tempest-RoutersIpV6Test-router-1351656122', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:39:31Z', 'updated_at': '2022-03-22T19:40:42Z', 'revision_number': 11, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:46.432962 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67dbf25-47cd-4508-baaf-effa26b73597 None None] Checking router: 79fdeee0-c81a-4e37-9a68-bde6c518745d for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:40:46.443685 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67dbf25-47cd-4508-baaf-effa26b73597 None None] Routers {'79fdeee0-c81a-4e37-9a68-bde6c518745d'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:40:46.445274 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-e67dbf25-47cd-4508-baaf-effa26b73597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:40:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['79fdeee0-c81a-4e37-9a68-bde6c518745d'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:46.524868 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76afcd92-67f8-4b09-bb7d-b8f1ce024338 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:40:46.534183 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b584336c-c8c7-47da-a4ed-131279fa4a07 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (d4a306e0-3f77-4f7d-b317-2cad1244ab70), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:46.644985 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-e67dbf25-47cd-4508-baaf-effa26b73597 None None] Set router 79fdeee0-c81a-4e37-9a68-bde6c518745d gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:40:46.652801 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-76afcd92-67f8-4b09-bb7d-b8f1ce024338 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (5db276b3-7abb-4bdd-86ee-23976bb640d7), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:46.653188 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-76afcd92-67f8-4b09-bb7d-b8f1ce024338 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Added segment 5db276b3-7abb-4bdd-86ee-23976bb640d7 of type vlan for network 729cb139-5820-4e07-b7fc-c8fe004421bf Mar 22 19:40:46.664620 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b584336c-c8c7-47da-a4ed-131279fa4a07 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (d4a306e0-3f77-4f7d-b317-2cad1244ab70), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:46.695630 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ae0f3c2d-15a6-4e32-89d5-1e010c9b11db tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (5be75e45-e432-4c53-9f84-8b0fc545784a), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:46.707144 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d043d8f2-7db2-43b9-a3c1-bb930dfff35e req-f7df7b6c-3a2f-40c4-b16c-6d5155ced0b1 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6a862fc-7a01-423a-b981-c773d7721a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4037137 Mar 22 19:40:46.717908 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584336c-c8c7-47da-a4ed-131279fa4a07 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Subnet': ['ID=d4a306e0-3f77-4f7d-b317-2cad1244ab70,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:46.721194 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b584336c-c8c7-47da-a4ed-131279fa4a07 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:46.724537 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b584336c-c8c7-47da-a4ed-131279fa4a07 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/d4a306e0-3f77-4f7d-b317-2cad1244ab70 HTTP/1.1" status: 204 len: 168 time: 0.5070724 Mar 22 19:40:46.727231 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40768) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:46.782374 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-50769063-b671-484f-9758-f2665f46e862 req-b5495d14-7c70-47c6-955e-bbdba5ac730b service neutron] 10.222.0.85 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5692592 Mar 22 19:40:46.795598 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c347758-9978-40b4-be44-df24eab2fb1c None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:40:46.799933 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-e67dbf25-47cd-4508-baaf-effa26b73597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'name': 'tempest-RoutersIpV6Test-router-1351656122', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:39:31Z', 'updated_at': '2022-03-22T19:40:42Z', 'revision_number': 11, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:46.927741 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bfdad7cf-56a8-470f-b179-a821da051efe tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1993890 Mar 22 19:40:46.928472 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40770) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:46.941517 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e8b89b-41e6-4dcb-adc7-d4ea127c4f6f None None] Sync routers for ids ['3e7d3b05-745d-4054-9c20-53bb6a0dcb89'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:40:46.957231 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e8b89b-41e6-4dcb-adc7-d4ea127c4f6f None None] Routers {'3e7d3b05-745d-4054-9c20-53bb6a0dcb89'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:40:46.957898 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-33e8b89b-41e6-4dcb-adc7-d4ea127c4f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:40:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3e7d3b05-745d-4054-9c20-53bb6a0dcb89'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:46.971432 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67dbf25-47cd-4508-baaf-effa26b73597 None None] The sync data for ids ['79fdeee0-c81a-4e37-9a68-bde6c518745d'] in n-d-705658-24 is: [{'id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'name': 'tempest-RoutersIpV6Test-router-1351656122', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:39:31Z', 'updated_at': '2022-03-22T19:40:42Z', 'revision_number': 11, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'gw_port_host': None}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:40:46.985010 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device af47f510-a988-4df9-a92e-d31ffbe19285 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:40:47.067796 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-50769063-b671-484f-9758-f2665f46e862 req-02e5d17a-f8ef-475b-99dc-513f5c018c5a service neutron] 10.222.0.85 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266197 Mar 22 19:40:47.095164 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-76afcd92-67f8-4b09-bb7d-b8f1ce024338 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (729cb139-5820-4e07-b7fc-c8fe004421bf), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:47.149876 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d5bd6901-345f-4634-a8df-e84900537c07 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for router (3e7d3b05-745d-4054-9c20-53bb6a0dcb89), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:47.161153 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48293710-b52c-48e1-a361-9416e357888a req-adbd4caf-dd2f-494a-a6a9-1c431730113b tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:47.165907 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-33e8b89b-41e6-4dcb-adc7-d4ea127c4f6f None None] Set router 3e7d3b05-745d-4054-9c20-53bb6a0dcb89 gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:40:47.167844 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-48293710-b52c-48e1-a361-9416e357888a req-adbd4caf-dd2f-494a-a6a9-1c431730113b tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 945 time: 0.8572333 Mar 22 19:40:47.234940 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port af47f510-a988-4df9-a92e-d31ffbe19285, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=af47f510-a988-4df9-a92e-d31ffbe19285,segment=NetworkSegment(6e736185-0014-45d0-ba97-665298266e3f),segment_id=6e736185-0014-45d0-ba97-665298266e3f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:47.270942 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'af47f510-a988-4df9-a92e-d31ffbe19285', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'port_id': 'af47f510-a988-4df9-a92e-d31ffbe19285', 'mac_address': 'fa:16:3e:30:1c:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:40:47.321533 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-33e8b89b-41e6-4dcb-adc7-d4ea127c4f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7d3b05-745d-4054-9c20-53bb6a0dcb89', 'name': 'tempest-NetworksTestDHCPv6-router-380194522', 'tenant_id': '60cab213ce214a30b0f859d0f4109da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:40:38Z', 'updated_at': '2022-03-22T19:40:45Z', 'revision_number': 3, 'project_id': '60cab213ce214a30b0f859d0f4109da8', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:47.389021 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64ca28b-efd1-433f-ac07-4d1bdf40e24a None None] DHCP port deletion for 5844662d-9a53-4182-bd56-decd62afe1ab request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:40:47.389739 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-76afcd92-67f8-4b09-bb7d-b8f1ce024338 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (729cb139-5820-4e07-b7fc-c8fe004421bf), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:47.393333 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e8b89b-41e6-4dcb-adc7-d4ea127c4f6f None None] Checking router: 3e7d3b05-745d-4054-9c20-53bb6a0dcb89 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:40:47.397279 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76afcd92-67f8-4b09-bb7d-b8f1ce024338 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:47.399799 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-76afcd92-67f8-4b09-bb7d-b8f1ce024338 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:47.419953 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e8b89b-41e6-4dcb-adc7-d4ea127c4f6f None None] Routers {'3e7d3b05-745d-4054-9c20-53bb6a0dcb89'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:40:47.421433 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-33e8b89b-41e6-4dcb-adc7-d4ea127c4f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:40:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3e7d3b05-745d-4054-9c20-53bb6a0dcb89'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:47.422544 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bd3978e0-2767-4f7b-bdf7-486a2e64a810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:47.446772 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port af47f510-a988-4df9-a92e-d31ffbe19285 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:47.447919 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (af47f510-a988-4df9-a92e-d31ffbe19285), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:47.520420 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af47f510-a988-4df9-a92e-d31ffbe19285 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:40:47.535947 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d5bd6901-345f-4634-a8df-e84900537c07 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (3e7d3b05-745d-4054-9c20-53bb6a0dcb89), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:47.542607 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d5bd6901-345f-4634-a8df-e84900537c07 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for router_controller (3e7d3b05-745d-4054-9c20-53bb6a0dcb89), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:47.563036 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port af47f510-a988-4df9-a92e-d31ffbe19285, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=af47f510-a988-4df9-a92e-d31ffbe19285,segment=NetworkSegment(6e736185-0014-45d0-ba97-665298266e3f),segment_id=6e736185-0014-45d0-ba97-665298266e3f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:47.581607 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:40:47.583114 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-48293710-b52c-48e1-a361-9416e357888a req-659baecc-ecd6-43d3-8365-d935a21438e0 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4050205 Mar 22 19:40:47.586639 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ae0f3c2d-15a6-4e32-89d5-1e010c9b11db tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (5be75e45-e432-4c53-9f84-8b0fc545784a), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:47.588705 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (af47f510-a988-4df9-a92e-d31ffbe19285), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:47.598387 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-33e8b89b-41e6-4dcb-adc7-d4ea127c4f6f None None] Set router 3e7d3b05-745d-4054-9c20-53bb6a0dcb89 gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:40:47.602227 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e64ca28b-efd1-433f-ac07-4d1bdf40e24a None None] Deleting port b70d0751-1c54-43a4-8741-5d7e53878c34 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:40:47.602663 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e64ca28b-efd1-433f-ac07-4d1bdf40e24a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (b70d0751-1c54-43a4-8741-5d7e53878c34), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:47.652239 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-76afcd92-67f8-4b09-bb7d-b8f1ce024338 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6832325 Mar 22 19:40:47.664307 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40778) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:47.677509 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-145c97df-ae2e-4966-a088-ad375a81c856 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Request body: {'subnet': {'network_id': '729cb139-5820-4e07-b7fc-c8fe004421bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:47.690985 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76afcd92-67f8-4b09-bb7d-b8f1ce024338 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Pushing event updated for resources: {'Network': ['ID=729cb139-5820-4e07-b7fc-c8fe004421bf,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:47.715945 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-33e8b89b-41e6-4dcb-adc7-d4ea127c4f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7d3b05-745d-4054-9c20-53bb6a0dcb89', 'name': 'tempest-NetworksTestDHCPv6-router-380194522', 'tenant_id': '60cab213ce214a30b0f859d0f4109da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:40:38Z', 'updated_at': '2022-03-22T19:40:45Z', 'revision_number': 3, 'project_id': '60cab213ce214a30b0f859d0f4109da8', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:47.769996 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ae0f3c2d-15a6-4e32-89d5-1e010c9b11db tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (5be75e45-e432-4c53-9f84-8b0fc545784a), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:47.779123 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e64ca28b-efd1-433f-ac07-4d1bdf40e24a None None] For port b70d0751-1c54-43a4-8741-5d7e53878c34, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b70d0751-1c54-43a4-8741-5d7e53878c34,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:47.779538 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e64ca28b-efd1-433f-ac07-4d1bdf40e24a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (b70d0751-1c54-43a4-8741-5d7e53878c34), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:47.785309 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 729cb139-5820-4e07-b7fc-c8fe004421bf details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:40:47.786699 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d5bd6901-345f-4634-a8df-e84900537c07 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (3e7d3b05-745d-4054-9c20-53bb6a0dcb89), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:47.787225 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bd6901-345f-4634-a8df-e84900537c07 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Fanout notify agent at l3_agent the message router_deleted on router 3e7d3b05-745d-4054-9c20-53bb6a0dcb89 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:40:47.795201 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d5bd6901-345f-4634-a8df-e84900537c07 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:47.800410 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d5bd6901-345f-4634-a8df-e84900537c07 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/routers/3e7d3b05-745d-4054-9c20-53bb6a0dcb89 HTTP/1.1" status: 204 len: 168 time: 0.8669090 Mar 22 19:40:47.800410 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40782) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:47.811825 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-5ef75b61-1f48-478a-9b9d-c9bb67fd7355 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:47.812312 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ae0f3c2d-15a6-4e32-89d5-1e010c9b11db tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:47.814809 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e8b89b-41e6-4dcb-adc7-d4ea127c4f6f None None] The sync data for ids ['3e7d3b05-745d-4054-9c20-53bb6a0dcb89'] in n-d-705658-24 is: [{'id': '3e7d3b05-745d-4054-9c20-53bb6a0dcb89', 'name': 'tempest-NetworksTestDHCPv6-router-380194522', 'tenant_id': '60cab213ce214a30b0f859d0f4109da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:40:38Z', 'updated_at': '2022-03-22T19:40:45Z', 'revision_number': 3, 'project_id': '60cab213ce214a30b0f859d0f4109da8', 'gw_port_host': None}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:40:47.829737 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ae0f3c2d-15a6-4e32-89d5-1e010c9b11db tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/subnets/5be75e45-e432-4c53-9f84-8b0fc545784a HTTP/1.1" status: 204 len: 168 time: 1.7763493 Mar 22 19:40:47.830841 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40784) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:47.950285 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e64ca28b-efd1-433f-ac07-4d1bdf40e24a None None] Calling delete_port for b70d0751-1c54-43a4-8741-5d7e53878c34 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:40:48.036368 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-07bc2589-9f5b-4047-b80f-138c953e846c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (12cb3e65-2414-47a6-a808-33644e142c5b), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:48.040500 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f3c2d-15a6-4e32-89d5-1e010c9b11db tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event deleted for resources: {'Subnet': ['ID=5be75e45-e432-4c53-9f84-8b0fc545784a,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:48.068791 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cc34ba-7daf-41c7-951e-d1986bb8ff56 None None] Network 12cb3e65-2414-47a6-a808-33644e142c5b requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:40:48.148031 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c0f3f-e5a1-4648-8e80-e76fd4438f9d req-a484fe5a-2c80-42e8-b5dc-955c3aed5c13 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:48.151322 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-db2c0f3f-e5a1-4648-8e80-e76fd4438f9d req-a484fe5a-2c80-42e8-b5dc-955c3aed5c13 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=b253de37-26c3-4a3d-85aa-ca62b7d032f0 HTTP/1.1" status: 200 len: 944 time: 0.2240434 Mar 22 19:40:48.230391 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-07bc2589-9f5b-4047-b80f-138c953e846c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Deleting port 14246088-184f-4607-9784-2e7bab8805a9 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:40:48.230895 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-07bc2589-9f5b-4047-b80f-138c953e846c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (14246088-184f-4607-9784-2e7bab8805a9), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:48.254907 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['af47f510-a988-4df9-a92e-d31ffbe19285'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:40:48.309894 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-db2c0f3f-e5a1-4648-8e80-e76fd4438f9d req-d0e66b1b-93a1-4acb-921a-6ac9d7c2f61e tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6a862fc-7a01-423a-b981-c773d7721a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506042 Mar 22 19:40:48.360133 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-07bc2589-9f5b-4047-b80f-138c953e846c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] For port 14246088-184f-4607-9784-2e7bab8805a9, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=14246088-184f-4607-9784-2e7bab8805a9,segment=NetworkSegment(8c7e1ba2-a729-422b-9c20-c95760135743),segment_id=8c7e1ba2-a729-422b-9c20-c95760135743)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:48.360674 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-07bc2589-9f5b-4047-b80f-138c953e846c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (14246088-184f-4607-9784-2e7bab8805a9), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:48.373605 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e64ca28b-efd1-433f-ac07-4d1bdf40e24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (b70d0751-1c54-43a4-8741-5d7e53878c34), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:48.381739 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-07bc2589-9f5b-4047-b80f-138c953e846c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Calling delete_port for 14246088-184f-4607-9784-2e7bab8805a9 owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:40:48.439191 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64ca28b-efd1-433f-ac07-4d1bdf40e24a None None] No DVR routers for this DVR port b70d0751-1c54-43a4-8741-5d7e53878c34 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:40:48.546663 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=af47f510-a988-4df9-a92e-d31ffbe19285,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:48.610286 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-07bc2589-9f5b-4047-b80f-138c953e846c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (14246088-184f-4607-9784-2e7bab8805a9), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:48.650478 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:48.657338 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc2589-9f5b-4047-b80f-138c953e846c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event deleted for resources: {'Port': ['ID=14246088-184f-4607-9784-2e7bab8805a9,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:48.661188 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bc2589-9f5b-4047-b80f-138c953e846c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] No DVR routers for this DVR port 14246088-184f-4607-9784-2e7bab8805a9 on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:40:48.709524 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ca28b-efd1-433f-ac07-4d1bdf40e24a None None] Pushing event deleted for resources: {'Port': ['ID=b70d0751-1c54-43a4-8741-5d7e53878c34,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:48.743899 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b70d0751-1c54-43a4-8741-5d7e53878c34 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:40:48.788183 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: b70d0751-1c54-43a4-8741-5d7e53878c34 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:40:48.792895 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b70d0751-1c54-43a4-8741-5d7e53878c34 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:40:48.794570 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 6600c2ab-a53e-4c95-bf93-415a0c816c95 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:40:48.810412 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef75b61-1f48-478a-9b9d-c9bb67fd7355 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:40:48.823152 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5ef75b61-1f48-478a-9b9d-c9bb67fd7355 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:48.951870 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-07bc2589-9f5b-4047-b80f-138c953e846c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (12cb3e65-2414-47a6-a808-33644e142c5b), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:48.992224 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70387da-9534-4c20-92b8-99538a7f8b99 req-0a12fd79-3d23-470d-a373-a0988e634405 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:48.994426 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c70387da-9534-4c20-92b8-99538a7f8b99 req-0a12fd79-3d23-470d-a373-a0988e634405 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 945 time: 0.1301317 Mar 22 19:40:49.005021 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-07bc2589-9f5b-4047-b80f-138c953e846c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12cb3e65-2414-47a6-a808-33644e142c5b']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:49.103142 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-07bc2589-9f5b-4047-b80f-138c953e846c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c7e1ba2-a729-422b-9c20-c95760135743') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:49.103437 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-07bc2589-9f5b-4047-b80f-138c953e846c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c7e1ba2-a729-422b-9c20-c95760135743') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:49.140618 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145c97df-ae2e-4966-a088-ad375a81c856 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Made reservation on behalf of 2356a3f563d6431aa5cde99e6e80993d for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:40:49.144894 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-145c97df-ae2e-4966-a088-ad375a81c856 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:49.150769 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5ef75b61-1f48-478a-9b9d-c9bb67fd7355 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (87a17ae1-77ef-4a1f-b226-ba0065a18d83), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:49.154163 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:49.158447 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1709ee01-633c-46a7-aed0-9368c556381b None None] DHCP port deletion for 12cb3e65-2414-47a6-a808-33644e142c5b request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:40:49.162433 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 6600c2ab-a53e-4c95-bf93-415a0c816c95 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:40:49.162929 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 6600c2ab-a53e-4c95-bf93-415a0c816c95 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:40:49.163703 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 43654c43-5789-4af6-b1de-165462b25da3 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:40:49.218387 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c70387da-9534-4c20-92b8-99538a7f8b99 req-74d08318-98aa-4f3f-a1de-bad61a482d47 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038059 Mar 22 19:40:49.220022 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-07bc2589-9f5b-4047-b80f-138c953e846c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (8c7e1ba2-a729-422b-9c20-c95760135743), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:49.225216 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 43654c43-5789-4af6-b1de-165462b25da3 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:40:49.225573 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 43654c43-5789-4af6-b1de-165462b25da3 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:40:49.250644 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-07bc2589-9f5b-4047-b80f-138c953e846c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (8c7e1ba2-a729-422b-9c20-c95760135743), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:49.272141 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07bc2589-9f5b-4047-b80f-138c953e846c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:40:49.273677 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-07bc2589-9f5b-4047-b80f-138c953e846c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (8c7e1ba2-a729-422b-9c20-c95760135743), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:49.286364 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef75b61-1f48-478a-9b9d-c9bb67fd7355 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:49.287833 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:40:49.287833 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:40:49.287833 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:40:49.287833 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:40:49.287833 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:40:49.287833 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:40:49.287833 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:40:49.287833 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:40:49.287833 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:40:49.287833 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:40:49.287833 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:40:49.287833 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:40:49.287833 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:40:49.287833 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:40:49.287833 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:40:49.287833 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:40:49.287833 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:40:49.287833 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:40:49.287833 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:40:49.287833 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:40:49.287833 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:40:49.287833 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:40:49.287833 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:40:49.287833 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:40:49.287833 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:40:49.287833 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:40:49.287833 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:40:49.287833 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:40:49.287833 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:40:49.287833 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:40:49.287833 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:40:49.287833 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:40:49.298070 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-5ef75b61-1f48-478a-9b9d-c9bb67fd7355 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:49.313174 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef75b61-1f48-478a-9b9d-c9bb67fd7355 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:49.314121 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5ef75b61-1f48-478a-9b9d-c9bb67fd7355 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:49.322460 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef75b61-1f48-478a-9b9d-c9bb67fd7355 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Subnet': ['ID=87a17ae1-77ef-4a1f-b226-ba0065a18d83,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:49.359920 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5ef75b61-1f48-478a-9b9d-c9bb67fd7355 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5580690 Mar 22 19:40:49.360547 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40798) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:49.366682 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-7ecbbc53-601e-4986-9527-6ae69168ec3c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1783289149', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:49.371750 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57152658-e5bb-4bc7-8872-8cc21f94993a None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:40:49.431883 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-07bc2589-9f5b-4047-b80f-138c953e846c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (12cb3e65-2414-47a6-a808-33644e142c5b), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:49.436935 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7ecbbc53-601e-4986-9527-6ae69168ec3c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (d6fec218-536e-4f5a-9200-e637834b83cb), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:49.438028 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7ecbbc53-601e-4986-9527-6ae69168ec3c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (d6fec218-536e-4f5a-9200-e637834b83cb), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:49.473860 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-07bc2589-9f5b-4047-b80f-138c953e846c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:49.485687 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-07bc2589-9f5b-4047-b80f-138c953e846c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/networks/12cb3e65-2414-47a6-a808-33644e142c5b HTTP/1.1" status: 204 len: 168 time: 1.5595970 Mar 22 19:40:49.508585 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40800) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:49.512857 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc2589-9f5b-4047-b80f-138c953e846c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Pushing event deleted for resources: {'Network': ['ID=12cb3e65-2414-47a6-a808-33644e142c5b,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:49.522262 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-0abdc096-ca4f-4353-a69c-78c2423a2efb tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Request body: {'router': {'routes': None}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:49.631372 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe9b275-683e-4e13-8626-9f3648498753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-5844662d-9a53-4182-bd56-decd62afe1ab', 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'project_id': '60cab213ce214a30b0f859d0f4109da8', 'fixed_ips': [{'subnet_id': '87a17ae1-77ef-4a1f-b226-ba0065a18d83'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:40:49.632232 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5fe9b275-683e-4e13-8626-9f3648498753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:49.645409 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7ecbbc53-601e-4986-9527-6ae69168ec3c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for router_controller (d6fec218-536e-4f5a-9200-e637834b83cb), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:49.656448 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7ecbbc53-601e-4986-9527-6ae69168ec3c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (d6fec218-536e-4f5a-9200-e637834b83cb), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:49.719615 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7ecbbc53-601e-4986-9527-6ae69168ec3c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:49.723378 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7ecbbc53-601e-4986-9527-6ae69168ec3c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3578546 Mar 22 19:40:49.726600 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40802) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:49.801277 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-5fe9b275-683e-4e13-8626-9f3648498753 None None] Allocated IP 2001:db8::2 (5844662d-9a53-4182-bd56-decd62afe1ab/87a17ae1-77ef-4a1f-b226-ba0065a18d83/a5d5bd44-4a09-49e3-a7eb-b131cf19d496) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:40:49.901369 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af26de8-3710-4696-96f8-d202be645c19 req-99c78806-f16e-4031-adec-f569804b36b8 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:49.912018 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2af26de8-3710-4696-96f8-d202be645c19 req-99c78806-f16e-4031-adec-f569804b36b8 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=b253de37-26c3-4a3d-85aa-ca62b7d032f0 HTTP/1.1" status: 200 len: 944 time: 0.4242001 Mar 22 19:40:49.963375 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5fe9b275-683e-4e13-8626-9f3648498753 None None] Publish callbacks [] for port (a5d5bd44-4a09-49e3-a7eb-b131cf19d496), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:49.974577 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5fe9b275-683e-4e13-8626-9f3648498753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (a5d5bd44-4a09-49e3-a7eb-b131cf19d496), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:50.016180 n-d-705658-24 neutron-server[104173]: DEBUG neutron.objects.ports [None req-145c97df-ae2e-4966-a088-ad375a81c856 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104173) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 19:40:50.024230 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-145c97df-ae2e-4966-a088-ad375a81c856 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (6d53f073-36c6-4187-bec8-f44fa64229ec), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:50.028892 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2af26de8-3710-4696-96f8-d202be645c19 req-4c6bb34a-a5d8-4f19-a135-aa476c1f00ac tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6a862fc-7a01-423a-b981-c773d7721a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153762 Mar 22 19:40:50.037383 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.extraroute_db [None req-0abdc096-ca4f-4353-a69c-78c2423a2efb tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Added routes are [] {{(pid=104172) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 22 19:40:50.051182 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.extraroute_db [None req-0abdc096-ca4f-4353-a69c-78c2423a2efb tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Removed routes are [] {{(pid=104172) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 22 19:40:50.051533 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe9b275-683e-4e13-8626-9f3648498753 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:50.053142 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0abdc096-ca4f-4353-a69c-78c2423a2efb tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4043'] for router (79fdeee0-c81a-4e37-9a68-bde6c518745d), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:50.054801 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-5fe9b275-683e-4e13-8626-9f3648498753 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:50.058486 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe9b275-683e-4e13-8626-9f3648498753 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:40:50.122438 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c97df-ae2e-4966-a088-ad375a81c856 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Pushing event updated for resources: {'Subnet': ['ID=6d53f073-36c6-4187-bec8-f44fa64229ec,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:50.164709 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe9b275-683e-4e13-8626-9f3648498753 None None] Pushing event updated for resources: {'Port': ['ID=a5d5bd44-4a09-49e3-a7eb-b131cf19d496,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:50.241027 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-5fe9b275-683e-4e13-8626-9f3648498753 None None] Attempting to bind port a5d5bd44-4a09-49e3-a7eb-b131cf19d496 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:40:50.242125 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-5fe9b275-683e-4e13-8626-9f3648498753 None None] Attempting to bind port a5d5bd44-4a09-49e3-a7eb-b131cf19d496 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:40:50.242785 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe9b275-683e-4e13-8626-9f3648498753 None None] Attempting to bind port a5d5bd44-4a09-49e3-a7eb-b131cf19d496 on network 5844662d-9a53-4182-bd56-decd62afe1ab {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:40:50.250606 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:50.252146 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe9b275-683e-4e13-8626-9f3648498753 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:40:50.252668 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe9b275-683e-4e13-8626-9f3648498753 None None] Checking segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:40:50.254012 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5fe9b275-683e-4e13-8626-9f3648498753 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:50.254964 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe9b275-683e-4e13-8626-9f3648498753 None None] Bound using segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:40:50.255659 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-5fe9b275-683e-4e13-8626-9f3648498753 None None] Bound port: a5d5bd44-4a09-49e3-a7eb-b131cf19d496, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:40:50.256154 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5fe9b275-683e-4e13-8626-9f3648498753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a5d5bd44-4a09-49e3-a7eb-b131cf19d496), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:50.404728 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145c97df-ae2e-4966-a088-ad375a81c856 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Checking segment: {'id': '5db276b3-7abb-4bdd-86ee-23976bb640d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '729cb139-5820-4e07-b7fc-c8fe004421bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:40:50.405271 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145c97df-ae2e-4966-a088-ad375a81c856 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Network hostable DHCP agents. Network: 729cb139-5820-4e07-b7fc-c8fe004421bf, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:40:50.405843 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-5fe9b275-683e-4e13-8626-9f3648498753 None None] For port a5d5bd44-4a09-49e3-a7eb-b131cf19d496, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:40:50.409945 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-5fe9b275-683e-4e13-8626-9f3648498753 None None] For port a5d5bd44-4a09-49e3-a7eb-b131cf19d496, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a5d5bd44-4a09-49e3-a7eb-b131cf19d496,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:40:50.425944 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5fe9b275-683e-4e13-8626-9f3648498753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a5d5bd44-4a09-49e3-a7eb-b131cf19d496), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:50.442207 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0abdc096-ca4f-4353-a69c-78c2423a2efb tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4043'] for router (79fdeee0-c81a-4e37-9a68-bde6c518745d), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:50.452155 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0abdc096-ca4f-4353-a69c-78c2423a2efb tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918527'] for router (79fdeee0-c81a-4e37-9a68-bde6c518745d), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:50.533546 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe9b275-683e-4e13-8626-9f3648498753 None None] Pushing event updated for resources: {'Port': ['ID=a5d5bd44-4a09-49e3-a7eb-b131cf19d496,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:50.572291 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-961e0439-5729-4c83-b0b4-48e32bea3eac tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:50.597033 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 14246088-184f-4607-9784-2e7bab8805a9 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:40:50.650720 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 14246088-184f-4607-9784-2e7bab8805a9 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:40:50.651079 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 14246088-184f-4607-9784-2e7bab8805a9 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:40:50.676605 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0abdc096-ca4f-4353-a69c-78c2423a2efb tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Router 79fdeee0-c81a-4e37-9a68-bde6c518745d has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:40:50.727959 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145c97df-ae2e-4966-a088-ad375a81c856 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Network 729cb139-5820-4e07-b7fc-c8fe004421bf is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:40:50.730828 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fc560-3a82-4135-b000-6367a536613b req-19e852ca-d3e5-4b85-858c-a37fd890d104 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:50.741775 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-252fc560-3a82-4135-b000-6367a536613b req-19e852ca-d3e5-4b85-858c-a37fd890d104 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 945 time: 0.3849392 Mar 22 19:40:50.754535 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-145c97df-ae2e-4966-a088-ad375a81c856 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 729cb139-5820-4e07-b7fc-c8fe004421bf) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:50.762375 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145c97df-ae2e-4966-a088-ad375a81c856 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:50.763095 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-145c97df-ae2e-4966-a088-ad375a81c856 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:50.775805 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023169b4-99a8-41c7-8fd0-0ed127a7137b None None] Network 729cb139-5820-4e07-b7fc-c8fe004421bf requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:40:50.831336 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-145c97df-ae2e-4966-a088-ad375a81c856 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.1629899 Mar 22 19:40:50.834535 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40814) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:50.952814 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-252fc560-3a82-4135-b000-6367a536613b req-6537910c-884c-47df-a3ae-fe524d73fb32 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075326 Mar 22 19:40:50.980713 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device af47f510-a988-4df9-a92e-d31ffbe19285 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:40:51.040691 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abdc096-ca4f-4353-a69c-78c2423a2efb tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:40:51.059698 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0abdc096-ca4f-4353-a69c-78c2423a2efb tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:51.061126 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0abdc096-ca4f-4353-a69c-78c2423a2efb tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "PUT /v2.0/routers/79fdeee0-c81a-4e37-9a68-bde6c518745d HTTP/1.1" status: 200 len: 705 time: 1.5479183 Mar 22 19:40:51.064617 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40818) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:51.085825 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a264309f-2644-47ab-9990-904676a7b816 None None] Sync routers for ids ['79fdeee0-c81a-4e37-9a68-bde6c518745d'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:40:51.116451 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-07cadfbf-0825-46b9-9d4e-466d65c5efc9 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "GET /v2.0/ports?device_id=79fdeee0-c81a-4e37-9a68-bde6c518745d HTTP/1.1" status: 200 len: 205 time: 0.0478446 Mar 22 19:40:51.117946 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40822) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:51.187889 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a264309f-2644-47ab-9990-904676a7b816 None None] Routers {'79fdeee0-c81a-4e37-9a68-bde6c518745d'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:40:51.188530 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a264309f-2644-47ab-9990-904676a7b816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:40:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['79fdeee0-c81a-4e37-9a68-bde6c518745d'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:51.313070 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-a264309f-2644-47ab-9990-904676a7b816 None None] Set router 79fdeee0-c81a-4e37-9a68-bde6c518745d gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:40:51.321336 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95a9032e-88bf-4f47-beaf-8ed6215e46e8 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (729cb139-5820-4e07-b7fc-c8fe004421bf), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:51.341119 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-961e0439-5729-4c83-b0b4-48e32bea3eac tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Allocated IP 2001:db8::1 (5844662d-9a53-4182-bd56-decd62afe1ab/87a17ae1-77ef-4a1f-b226-ba0065a18d83/cca40ec0-3b3b-46b7-ac3a-a631271d361c) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:40:51.360618 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7d3a94d7-d577-464e-84db-56b735cf5516 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router (79fdeee0-c81a-4e37-9a68-bde6c518745d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:51.379240 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2189c-15cc-4e4c-967e-063544c12c03 req-088da233-ff00-4889-9c3f-26e2bac7ef19 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:51.381013 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-76f2189c-15cc-4e4c-967e-063544c12c03 req-088da233-ff00-4889-9c3f-26e2bac7ef19 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=b253de37-26c3-4a3d-85aa-ca62b7d032f0 HTTP/1.1" status: 200 len: 944 time: 0.1948867 Mar 22 19:40:51.400905 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a264309f-2644-47ab-9990-904676a7b816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'name': 'tempest-RoutersIpV6Test-router-1351656122', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:39:31Z', 'updated_at': '2022-03-22T19:40:42Z', 'revision_number': 11, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:51.436559 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c48cbb-ee0f-48df-bbb4-7e037b8107dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-729cb139-5820-4e07-b7fc-c8fe004421bf', 'network_id': '729cb139-5820-4e07-b7fc-c8fe004421bf', 'project_id': '2356a3f563d6431aa5cde99e6e80993d', 'fixed_ips': [{'subnet_id': '6d53f073-36c6-4187-bec8-f44fa64229ec'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:40:51.438053 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c2c48cbb-ee0f-48df-bbb4-7e037b8107dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:51.444824 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a264309f-2644-47ab-9990-904676a7b816 None None] Checking router: 79fdeee0-c81a-4e37-9a68-bde6c518745d for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:40:51.491520 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-76f2189c-15cc-4e4c-967e-063544c12c03 req-c62a9930-81b5-412a-9f4f-48ce234939bc tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6a862fc-7a01-423a-b981-c773d7721a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049671 Mar 22 19:40:51.497633 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a264309f-2644-47ab-9990-904676a7b816 None None] Routers {'79fdeee0-c81a-4e37-9a68-bde6c518745d'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:40:51.498308 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a264309f-2644-47ab-9990-904676a7b816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:40:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['79fdeee0-c81a-4e37-9a68-bde6c518745d'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:51.619304 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-a264309f-2644-47ab-9990-904676a7b816 None None] Set router 79fdeee0-c81a-4e37-9a68-bde6c518745d gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:40:51.696691 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a264309f-2644-47ab-9990-904676a7b816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'name': 'tempest-RoutersIpV6Test-router-1351656122', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:39:31Z', 'updated_at': '2022-03-22T19:40:42Z', 'revision_number': 11, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:51.775949 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:51.780052 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7d3a94d7-d577-464e-84db-56b735cf5516 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (79fdeee0-c81a-4e37-9a68-bde6c518745d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:51.784889 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95a9032e-88bf-4f47-beaf-8ed6215e46e8 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (6d53f073-36c6-4187-bec8-f44fa64229ec), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:51.792809 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7d3a94d7-d577-464e-84db-56b735cf5516 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router_controller (79fdeee0-c81a-4e37-9a68-bde6c518745d), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:51.820431 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port af47f510-a988-4df9-a92e-d31ffbe19285 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:40:51.831863 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port af47f510-a988-4df9-a92e-d31ffbe19285 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:51.832239 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (af47f510-a988-4df9-a92e-d31ffbe19285), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:51.888184 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a264309f-2644-47ab-9990-904676a7b816 None None] The sync data for ids ['79fdeee0-c81a-4e37-9a68-bde6c518745d'] in n-d-705658-24 is: [{'id': '79fdeee0-c81a-4e37-9a68-bde6c518745d', 'name': 'tempest-RoutersIpV6Test-router-1351656122', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:39:31Z', 'updated_at': '2022-03-22T19:40:42Z', 'revision_number': 11, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'gw_port_host': None}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:40:51.991796 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-961e0439-5729-4c83-b0b4-48e32bea3eac tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for port (cca40ec0-3b3b-46b7-ac3a-a631271d361c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:52.008832 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-c2c48cbb-ee0f-48df-bbb4-7e037b8107dc None None] Allocated IP 2001:db8::f816:3eff:fe06:74e8 (729cb139-5820-4e07-b7fc-c8fe004421bf/6d53f073-36c6-4187-bec8-f44fa64229ec/68f79591-ca98-4c79-be38-a92494f4648f) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:40:52.014512 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7d3a94d7-d577-464e-84db-56b735cf5516 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (79fdeee0-c81a-4e37-9a68-bde6c518745d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:52.015132 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3a94d7-d577-464e-84db-56b735cf5516 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Fanout notify agent at l3_agent the message router_deleted on router 79fdeee0-c81a-4e37-9a68-bde6c518745d {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:40:52.051828 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7d3a94d7-d577-464e-84db-56b735cf5516 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:52.057329 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7d3a94d7-d577-464e-84db-56b735cf5516 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/routers/79fdeee0-c81a-4e37-9a68-bde6c518745d HTTP/1.1" status: 204 len: 168 time: 0.9318368 Mar 22 19:40:52.057738 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40830) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:52.062714 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-cc6b79c2-c585-421e-bb8f-6381f5f6b277 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1332167364', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:52.146437 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-961e0439-5729-4c83-b0b4-48e32bea3eac tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (cca40ec0-3b3b-46b7-ac3a-a631271d361c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:52.221824 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cc6b79c2-c585-421e-bb8f-6381f5f6b277 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (27277f8d-099c-43d2-bd70-5e93fb8922b1), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:52.223603 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cc6b79c2-c585-421e-bb8f-6381f5f6b277 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (27277f8d-099c-43d2-bd70-5e93fb8922b1), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:52.300333 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961e0439-5729-4c83-b0b4-48e32bea3eac tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:52.302886 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e0439-5729-4c83-b0b4-48e32bea3eac tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Port': ['ID=cca40ec0-3b3b-46b7-ac3a-a631271d361c,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:52.310746 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-961e0439-5729-4c83-b0b4-48e32bea3eac tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:52.318219 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961e0439-5729-4c83-b0b4-48e32bea3eac tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:40:52.318807 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-961e0439-5729-4c83-b0b4-48e32bea3eac tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (d6fec218-536e-4f5a-9200-e637834b83cb), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:52.333942 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cc6b79c2-c585-421e-bb8f-6381f5f6b277 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router_controller (27277f8d-099c-43d2-bd70-5e93fb8922b1), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:52.349177 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cc6b79c2-c585-421e-bb8f-6381f5f6b277 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (27277f8d-099c-43d2-bd70-5e93fb8922b1), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:52.372802 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c2c48cbb-ee0f-48df-bbb4-7e037b8107dc None None] Publish callbacks [] for port (68f79591-ca98-4c79-be38-a92494f4648f), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:52.393715 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cc6b79c2-c585-421e-bb8f-6381f5f6b277 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:52.396271 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-cc6b79c2-c585-421e-bb8f-6381f5f6b277 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3375111 Mar 22 19:40:52.425276 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40834) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:52.425941 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aefabf-1c4c-432c-b097-723dd9443228 req-921c71f1-23af-4b96-9663-42b48f15abfb tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:52.436617 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-11aefabf-1c4c-432c-b097-723dd9443228 req-921c71f1-23af-4b96-9663-42b48f15abfb tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 945 time: 0.3287506 Mar 22 19:40:52.453384 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-8c7a0c5a-bd0a-406a-ad00-92e3830e17e2 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:52.528663 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port af47f510-a988-4df9-a92e-d31ffbe19285 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:52.529204 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (af47f510-a988-4df9-a92e-d31ffbe19285), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:52.552208 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c2c48cbb-ee0f-48df-bbb4-7e037b8107dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (68f79591-ca98-4c79-be38-a92494f4648f), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:52.573820 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-11aefabf-1c4c-432c-b097-723dd9443228 req-9acbafc6-6147-4a41-b28d-15797f59d5c0 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349149 Mar 22 19:40:52.575693 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95a9032e-88bf-4f47-beaf-8ed6215e46e8 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (6d53f073-36c6-4187-bec8-f44fa64229ec), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:52.609249 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-47dae064-1db1-4d9c-b7f4-cecda2cd515d None None] Provisioning complete for port a5d5bd44-4a09-49e3-a7eb-b131cf19d496 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:52.609636 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-47dae064-1db1-4d9c-b7f4-cecda2cd515d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a5d5bd44-4a09-49e3-a7eb-b131cf19d496), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:52.713637 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9032e-88bf-4f47-beaf-8ed6215e46e8 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Pushing event deleted for resources: {'Subnet': ['ID=6d53f073-36c6-4187-bec8-f44fa64229ec,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:52.717593 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c48cbb-ee0f-48df-bbb4-7e037b8107dc None None] Network 729cb139-5820-4e07-b7fc-c8fe004421bf is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:52.737541 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d3f9f-8426-4bff-a35e-78817a6ef2f0 req-b424a3c6-93e0-4f2a-b670-53a7ee405306 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:52.738558 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c48cbb-ee0f-48df-bbb4-7e037b8107dc None None] Pushing event updated for resources: {'Port': ['ID=68f79591-ca98-4c79-be38-a92494f4648f,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:52.739178 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b76d3f9f-8426-4bff-a35e-78817a6ef2f0 req-b424a3c6-93e0-4f2a-b670-53a7ee405306 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=b253de37-26c3-4a3d-85aa-ca62b7d032f0 HTTP/1.1" status: 200 len: 944 time: 0.1020029 Mar 22 19:40:52.741060 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-c2c48cbb-ee0f-48df-bbb4-7e037b8107dc None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:52.743236 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a5d5bd44-4a09-49e3-a7eb-b131cf19d496 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:40:52.783626 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c48cbb-ee0f-48df-bbb4-7e037b8107dc None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:40:52.843939 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b253de37-26c3-4a3d-85aa-ca62b7d032f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af47f510-a988-4df9-a92e-d31ffbe19285'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:40:52.846784 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a364cf44-626d-4ddc-8bdf-9cfdb31d9e6b" -d '{"events": [{"server_uuid": "b253de37-26c3-4a3d-85aa-ca62b7d032f0", "name": "network-vif-plugged", "status": "completed", "tag": "af47f510-a988-4df9-a92e-d31ffbe19285"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:40:52.897896 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port af47f510-a988-4df9-a92e-d31ffbe19285, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=af47f510-a988-4df9-a92e-d31ffbe19285,segment=NetworkSegment(6e736185-0014-45d0-ba97-665298266e3f),segment_id=6e736185-0014-45d0-ba97-665298266e3f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:52.934580 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c2c48cbb-ee0f-48df-bbb4-7e037b8107dc None None] Attempting to bind port 68f79591-ca98-4c79-be38-a92494f4648f on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:40:52.934899 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c2c48cbb-ee0f-48df-bbb4-7e037b8107dc None None] Attempting to bind port 68f79591-ca98-4c79-be38-a92494f4648f by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '5db276b3-7abb-4bdd-86ee-23976bb640d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '729cb139-5820-4e07-b7fc-c8fe004421bf'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:40:52.935241 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c48cbb-ee0f-48df-bbb4-7e037b8107dc None None] Attempting to bind port 68f79591-ca98-4c79-be38-a92494f4648f on network 729cb139-5820-4e07-b7fc-c8fe004421bf {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:40:52.942701 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (af47f510-a988-4df9-a92e-d31ffbe19285), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:52.944125 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b76d3f9f-8426-4bff-a35e-78817a6ef2f0 req-facce953-d903-477f-8fd0-6cd7ce1d35e1 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6a862fc-7a01-423a-b981-c773d7721a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958241 Mar 22 19:40:52.946438 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c48cbb-ee0f-48df-bbb4-7e037b8107dc None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:40:52.946954 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c48cbb-ee0f-48df-bbb4-7e037b8107dc None None] Checking segment: {'id': '5db276b3-7abb-4bdd-86ee-23976bb640d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '729cb139-5820-4e07-b7fc-c8fe004421bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:40:52.947876 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c2c48cbb-ee0f-48df-bbb4-7e037b8107dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:52.948293 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c48cbb-ee0f-48df-bbb4-7e037b8107dc None None] Bound using segment: {'id': '5db276b3-7abb-4bdd-86ee-23976bb640d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '729cb139-5820-4e07-b7fc-c8fe004421bf'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:40:52.949314 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c2c48cbb-ee0f-48df-bbb4-7e037b8107dc None None] Bound port: 68f79591-ca98-4c79-be38-a92494f4648f, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db276b3-7abb-4bdd-86ee-23976bb640d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '729cb139-5820-4e07-b7fc-c8fe004421bf'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:40:52.949714 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c2c48cbb-ee0f-48df-bbb4-7e037b8107dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (68f79591-ca98-4c79-be38-a92494f4648f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:52.994365 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa0c4a1-650b-48e4-bb1a-e28effa5b1b7 x-openstack-request-id: req-4aa0c4a1-650b-48e4-bb1a-e28effa5b1b7 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:40:52.994830 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b253de37-26c3-4a3d-85aa-ca62b7d032f0", "name": "network-vif-plugged", "status": "completed", "tag": "af47f510-a988-4df9-a92e-d31ffbe19285", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:40:52.995087 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4aa0c4a1-650b-48e4-bb1a-e28effa5b1b7 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:40:52.995490 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aa0c4a1-650b-48e4-bb1a-e28effa5b1b7'] response: {'server_uuid': 'b253de37-26c3-4a3d-85aa-ca62b7d032f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af47f510-a988-4df9-a92e-d31ffbe19285', 'code': 200} Mar 22 19:40:53.001041 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95a9032e-88bf-4f47-beaf-8ed6215e46e8 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (729cb139-5820-4e07-b7fc-c8fe004421bf), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:53.038864 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8c7a0c5a-bd0a-406a-ad00-92e3830e17e2 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4043'] for router (27277f8d-099c-43d2-bd70-5e93fb8922b1), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:53.068328 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c2c48cbb-ee0f-48df-bbb4-7e037b8107dc None None] For port 68f79591-ca98-4c79-be38-a92494f4648f, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:40:53.069386 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-95a9032e-88bf-4f47-beaf-8ed6215e46e8 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['729cb139-5820-4e07-b7fc-c8fe004421bf']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:53.071629 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c2c48cbb-ee0f-48df-bbb4-7e037b8107dc None None] For port 68f79591-ca98-4c79-be38-a92494f4648f, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=68f79591-ca98-4c79-be38-a92494f4648f,segment=NetworkSegment(5db276b3-7abb-4bdd-86ee-23976bb640d7),segment_id=5db276b3-7abb-4bdd-86ee-23976bb640d7)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:40:53.082662 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-95a9032e-88bf-4f47-beaf-8ed6215e46e8 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5db276b3-7abb-4bdd-86ee-23976bb640d7') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:53.082985 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-95a9032e-88bf-4f47-beaf-8ed6215e46e8 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5db276b3-7abb-4bdd-86ee-23976bb640d7') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:53.099555 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-961e0439-5729-4c83-b0b4-48e32bea3eac tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (cca40ec0-3b3b-46b7-ac3a-a631271d361c), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:53.102084 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8c7a0c5a-bd0a-406a-ad00-92e3830e17e2 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918527'] for router (27277f8d-099c-43d2-bd70-5e93fb8922b1), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:53.105755 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95a9032e-88bf-4f47-beaf-8ed6215e46e8 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (5db276b3-7abb-4bdd-86ee-23976bb640d7), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:53.118446 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c2c48cbb-ee0f-48df-bbb4-7e037b8107dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (68f79591-ca98-4c79-be38-a92494f4648f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:53.127880 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=af47f510-a988-4df9-a92e-d31ffbe19285,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:53.166191 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed48b4a-6f9f-4ef2-9ee4-902d645f5b54 req-03d0104d-54ff-4093-8af4-aed40fd435c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:53.168086 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eed48b4a-6f9f-4ef2-9ee4-902d645f5b54 req-03d0104d-54ff-4093-8af4-aed40fd435c1 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b253de37-26c3-4a3d-85aa-ca62b7d032f0 HTTP/1.1" status: 200 len: 1128 time: 0.0774517 Mar 22 19:40:53.182385 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port a5d5bd44-4a09-49e3-a7eb-b131cf19d496 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:53.182758 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a5d5bd44-4a09-49e3-a7eb-b131cf19d496), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:53.184166 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95a9032e-88bf-4f47-beaf-8ed6215e46e8 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (5db276b3-7abb-4bdd-86ee-23976bb640d7), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:53.273811 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eed48b4a-6f9f-4ef2-9ee4-902d645f5b54 req-6ad7695b-90b1-4246-9f85-2d16d29e5a3d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b6a862fc-7a01-423a-b981-c773d7721a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947156 Mar 22 19:40:53.292713 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c48cbb-ee0f-48df-bbb4-7e037b8107dc None None] Pushing event updated for resources: {'Port': ['ID=68f79591-ca98-4c79-be38-a92494f4648f,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:53.302450 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-47dae064-1db1-4d9c-b7f4-cecda2cd515d None None] Current status of the port a5d5bd44-4a09-49e3-a7eb-b131cf19d496 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:53.302840 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-47dae064-1db1-4d9c-b7f4-cecda2cd515d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a5d5bd44-4a09-49e3-a7eb-b131cf19d496), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:53.586031 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a5d5bd44-4a09-49e3-a7eb-b131cf19d496 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:53.586706 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a5d5bd44-4a09-49e3-a7eb-b131cf19d496), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:53.617698 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2518c8d1-b3ca-4f26-bf14-2da1839ef9d1 None None] get_active_networks_info from n-d-705658-24 {{(pid=104174) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 19:40:53.659874 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95a9032e-88bf-4f47-beaf-8ed6215e46e8 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:40:53.660700 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95a9032e-88bf-4f47-beaf-8ed6215e46e8 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (5db276b3-7abb-4bdd-86ee-23976bb640d7), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:53.665917 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:40:53.665917 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:40:53.665917 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:40:53.665917 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:40:53.665917 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:40:53.665917 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:40:53.665917 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:40:53.665917 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:40:53.665917 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:40:53.665917 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:40:53.665917 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:40:53.665917 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:40:53.665917 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:40:53.665917 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:40:53.665917 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:40:53.665917 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:40:53.665917 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:40:53.665917 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:40:53.665917 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:40:53.665917 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:40:53.665917 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:40:53.665917 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:40:53.665917 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:40:53.665917 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:40:53.665917 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:40:53.665917 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:40:53.665917 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:40:53.665917 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:40:53.665917 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:40:53.665917 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:40:53.665917 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:40:53.665917 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:40:53.709176 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-47dae064-1db1-4d9c-b7f4-cecda2cd515d None None] For port a5d5bd44-4a09-49e3-a7eb-b131cf19d496, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a5d5bd44-4a09-49e3-a7eb-b131cf19d496,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:53.724485 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-47dae064-1db1-4d9c-b7f4-cecda2cd515d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a5d5bd44-4a09-49e3-a7eb-b131cf19d496), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:53.793044 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ccddd9-c38d-4e99-a864-17618c85f464 req-95436955-3f0a-4bf0-b753-b6fba8267de4 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:53.797684 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-45ccddd9-c38d-4e99-a864-17618c85f464 req-95436955-3f0a-4bf0-b753-b6fba8267de4 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 945 time: 0.1011806 Mar 22 19:40:53.828911 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.db.api [None req-95a9032e-88bf-4f47-beaf-8ed6215e46e8 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 19:40:53.828911 n-d-705658-24 neutron-server[104173]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 19:40:53.828911 n-d-705658-24 neutron-server[104173]: [parameters: {'id': '729cb139-5820-4e07-b7fc-c8fe004421bf'}] Mar 22 19:40:53.828911 n-d-705658-24 neutron-server[104173]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:40:53.829944 n-d-705658-24 neutron-server[104173]: DEBUG oslo_db.api [None req-95a9032e-88bf-4f47-beaf-8ed6215e46e8 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:40:53.866781 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7a0c5a-bd0a-406a-ad00-92e3830e17e2 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Router 27277f8d-099c-43d2-bd70-5e93fb8922b1 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:40:53.885214 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-45ccddd9-c38d-4e99-a864-17618c85f464 req-9c2c58ae-b0ec-48da-8f9a-3f01d2b40d6e tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742059 Mar 22 19:40:53.967375 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:40:53.967751 n-d-705658-24 neutron-server[104174]: DEBUG oslo_db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:40:53.976724 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-65a0bb5e-6629-4068-9706-e9d33547c353 None None] Provisioning complete for port cca40ec0-3b3b-46b7-ac3a-a631271d361c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:53.977113 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-65a0bb5e-6629-4068-9706-e9d33547c353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (cca40ec0-3b3b-46b7-ac3a-a631271d361c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:53.978846 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dae064-1db1-4d9c-b7f4-cecda2cd515d None None] Pushing event updated for resources: {'Port': ['ID=a5d5bd44-4a09-49e3-a7eb-b131cf19d496,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:54.022857 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7a0c5a-bd0a-406a-ad00-92e3830e17e2 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:40:54.033987 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10f4d9b-4c74-4bb3-934e-d7a876a8e5be None None] Sync routers for ids ['27277f8d-099c-43d2-bd70-5e93fb8922b1'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:40:54.049193 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-65a0bb5e-6629-4068-9706-e9d33547c353 None None] Port cca40ec0-3b3b-46b7-ac3a-a631271d361c cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:40:54.051072 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10f4d9b-4c74-4bb3-934e-d7a876a8e5be None None] Routers {'27277f8d-099c-43d2-bd70-5e93fb8922b1'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:40:54.051231 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2518c8d1-b3ca-4f26-bf14-2da1839ef9d1 None None] Resources bound (agent type, host, resource id): {{(pid=104174) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 19:40:54.055951 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-f10f4d9b-4c74-4bb3-934e-d7a876a8e5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:40:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['27277f8d-099c-43d2-bd70-5e93fb8922b1'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:54.096946 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-961e0439-5729-4c83-b0b4-48e32bea3eac tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for port (cca40ec0-3b3b-46b7-ac3a-a631271d361c), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:54.105246 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8c7a0c5a-bd0a-406a-ad00-92e3830e17e2 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:54.106640 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8c7a0c5a-bd0a-406a-ad00-92e3830e17e2 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "PUT /v2.0/routers/27277f8d-099c-43d2-bd70-5e93fb8922b1 HTTP/1.1" status: 200 len: 698 time: 1.6579881 Mar 22 19:40:54.107904 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-961e0439-5729-4c83-b0b4-48e32bea3eac tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (cca40ec0-3b3b-46b7-ac3a-a631271d361c), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:54.108834 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-961e0439-5729-4c83-b0b4-48e32bea3eac tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (d6fec218-536e-4f5a-9200-e637834b83cb), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:54.110571 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40850) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:54.233767 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8454515-a5df-4b7d-a955-afad6d90b715 req-1a0ef5d8-2636-4e29-98e8-0dcefcd967d7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:54.235866 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d8454515-a5df-4b7d-a955-afad6d90b715 req-1a0ef5d8-2636-4e29-98e8-0dcefcd967d7 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=b253de37-26c3-4a3d-85aa-ca62b7d032f0 HTTP/1.1" status: 200 len: 945 time: 0.1666114 Mar 22 19:40:54.266419 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-f10f4d9b-4c74-4bb3-934e-d7a876a8e5be None None] Set router 27277f8d-099c-43d2-bd70-5e93fb8922b1 gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:40:54.316206 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-985e228a-5249-4fc7-ba77-a76af8fb0347 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "GET /v2.0/routers/27277f8d-099c-43d2-bd70-5e93fb8922b1 HTTP/1.1" status: 200 len: 704 time: 0.1976905 Mar 22 19:40:54.317399 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40856) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:54.317856 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961e0439-5729-4c83-b0b4-48e32bea3eac tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Port': ['ID=cca40ec0-3b3b-46b7-ac3a-a631271d361c,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:54.354075 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95a9032e-88bf-4f47-beaf-8ed6215e46e8 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (729cb139-5820-4e07-b7fc-c8fe004421bf), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:54.358154 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3dd33e33-ecc9-4e16-8426-c2f0000d878a tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "GET /v2.0/ports?device_id=27277f8d-099c-43d2-bd70-5e93fb8922b1 HTTP/1.1" status: 200 len: 205 time: 0.0370054 Mar 22 19:40:54.362262 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40858) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:54.365497 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d8454515-a5df-4b7d-a955-afad6d90b715 req-63e9b681-ff01-427d-adec-182e85e744c3 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6a862fc-7a01-423a-b981-c773d7721a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210346 Mar 22 19:40:54.408777 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-f10f4d9b-4c74-4bb3-934e-d7a876a8e5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27277f8d-099c-43d2-bd70-5e93fb8922b1', 'name': 'tempest-RoutersIpV6Test-router-1332167364', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:40:52Z', 'updated_at': '2022-03-22T19:40:53Z', 'revision_number': 2, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:54.561691 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b020fae7-7642-4125-a22b-9daab773ad54 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router (27277f8d-099c-43d2-bd70-5e93fb8922b1), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:54.571275 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a5d5bd44-4a09-49e3-a7eb-b131cf19d496 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:54.646145 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10f4d9b-4c74-4bb3-934e-d7a876a8e5be None None] Checking router: 27277f8d-099c-43d2-bd70-5e93fb8922b1 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:40:54.675454 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10f4d9b-4c74-4bb3-934e-d7a876a8e5be None None] Routers {'27277f8d-099c-43d2-bd70-5e93fb8922b1'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:40:54.676546 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-f10f4d9b-4c74-4bb3-934e-d7a876a8e5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:40:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['27277f8d-099c-43d2-bd70-5e93fb8922b1'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:54.690083 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f76250c-677a-45b1-8e18-85f7ec35f0df None None] Network 729cb139-5820-4e07-b7fc-c8fe004421bf requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:40:54.791133 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-f10f4d9b-4c74-4bb3-934e-d7a876a8e5be None None] Set router 27277f8d-099c-43d2-bd70-5e93fb8922b1 gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:40:54.799827 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961e0439-5729-4c83-b0b4-48e32bea3eac tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:40:54.804208 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-961e0439-5729-4c83-b0b4-48e32bea3eac tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:40:54.828562 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a5d5bd44-4a09-49e3-a7eb-b131cf19d496 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:40:54.906183 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-f10f4d9b-4c74-4bb3-934e-d7a876a8e5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27277f8d-099c-43d2-bd70-5e93fb8922b1', 'name': 'tempest-RoutersIpV6Test-router-1332167364', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:40:52Z', 'updated_at': '2022-03-22T19:40:53Z', 'revision_number': 2, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:54.986507 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10f4d9b-4c74-4bb3-934e-d7a876a8e5be None None] The sync data for ids ['27277f8d-099c-43d2-bd70-5e93fb8922b1'] in n-d-705658-24 is: [{'id': '27277f8d-099c-43d2-bd70-5e93fb8922b1', 'name': 'tempest-RoutersIpV6Test-router-1332167364', 'tenant_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:40:52Z', 'updated_at': '2022-03-22T19:40:53Z', 'revision_number': 2, 'project_id': '1e3546c3d170468eb7c4f7ed56b3ee3c', 'gw_port_host': None}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:40:55.100452 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port a5d5bd44-4a09-49e3-a7eb-b131cf19d496 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:55.100839 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a5d5bd44-4a09-49e3-a7eb-b131cf19d496), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:55.198226 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b020fae7-7642-4125-a22b-9daab773ad54 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (27277f8d-099c-43d2-bd70-5e93fb8922b1), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:55.204013 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b020fae7-7642-4125-a22b-9daab773ad54 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router_controller (27277f8d-099c-43d2-bd70-5e93fb8922b1), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:55.212548 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7450a5a-f113-4ca0-be90-fc9cb9156437 req-95a0c979-2055-467e-a1be-bd6b20df8851 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:55.222934 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c7450a5a-f113-4ca0-be90-fc9cb9156437 req-95a0c979-2055-467e-a1be-bd6b20df8851 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 945 time: 0.1681767 Mar 22 19:40:55.234476 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a5d5bd44-4a09-49e3-a7eb-b131cf19d496 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:55.311899 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-90fa1bdb-9422-41ae-821e-532e6f6a9516 None None] Provisioning complete for port cca40ec0-3b3b-46b7-ac3a-a631271d361c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:55.312435 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-90fa1bdb-9422-41ae-821e-532e6f6a9516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (cca40ec0-3b3b-46b7-ac3a-a631271d361c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:55.341382 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b020fae7-7642-4125-a22b-9daab773ad54 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (27277f8d-099c-43d2-bd70-5e93fb8922b1), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:55.344079 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b020fae7-7642-4125-a22b-9daab773ad54 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Fanout notify agent at l3_agent the message router_deleted on router 27277f8d-099c-43d2-bd70-5e93fb8922b1 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:40:55.344888 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c7450a5a-f113-4ca0-be90-fc9cb9156437 req-e4541feb-3c7a-45fb-afb4-2a2759f03659 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183238 Mar 22 19:40:55.345687 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961e0439-5729-4c83-b0b4-48e32bea3eac tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Router d6fec218-536e-4f5a-9200-e637834b83cb is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:40:55.377613 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b020fae7-7642-4125-a22b-9daab773ad54 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:55.379341 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-90fa1bdb-9422-41ae-821e-532e6f6a9516 None None] Port cca40ec0-3b3b-46b7-ac3a-a631271d361c cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:40:55.386597 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b020fae7-7642-4125-a22b-9daab773ad54 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/routers/27277f8d-099c-43d2-bd70-5e93fb8922b1 HTTP/1.1" status: 204 len: 168 time: 1.0233161 Mar 22 19:40:55.393660 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40868) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:55.395236 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-95a9032e-88bf-4f47-beaf-8ed6215e46e8 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Deleting port 68f79591-ca98-4c79-be38-a92494f4648f {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:40:55.395718 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95a9032e-88bf-4f47-beaf-8ed6215e46e8 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (68f79591-ca98-4c79-be38-a92494f4648f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:55.445231 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7e0a20aa-8b4d-4e75-b791-9bb1c7ef320d tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "GET /v2.0/ports?device_id=27277f8d-099c-43d2-bd70-5e93fb8922b1 HTTP/1.1" status: 200 len: 205 time: 0.0484123 Mar 22 19:40:55.448842 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40872) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:55.557411 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-e40be5c8-cd84-4a60-beed-1267c06e904b tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] delete failed (client error): The resource could not be found. Mar 22 19:40:55.559930 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e40be5c8-cd84-4a60-beed-1267c06e904b tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/routers/27277f8d-099c-43d2-bd70-5e93fb8922b1 HTTP/1.1" status: 404 len: 336 time: 0.1099899 Mar 22 19:40:55.562754 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40876) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:55.600895 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cdc1079-b4a6-41e1-ab7a-d03ebf779a6b tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] DELETE failed (client error): The resource could not be found. Mar 22 19:40:55.601272 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cdc1079-b4a6-41e1-ab7a-d03ebf779a6b tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:40:55.604758 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3cdc1079-b4a6-41e1-ab7a-d03ebf779a6b tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/subnets/118aada7-dbb0-4fbf-9945-c11dbd35de1f HTTP/1.1" status: 404 len: 337 time: 0.0372908 Mar 22 19:40:55.607346 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40878) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:55.616671 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-95a9032e-88bf-4f47-beaf-8ed6215e46e8 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] For port 68f79591-ca98-4c79-be38-a92494f4648f, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=68f79591-ca98-4c79-be38-a92494f4648f,segment=NetworkSegment(5db276b3-7abb-4bdd-86ee-23976bb640d7),segment_id=5db276b3-7abb-4bdd-86ee-23976bb640d7)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:55.617048 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95a9032e-88bf-4f47-beaf-8ed6215e46e8 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (68f79591-ca98-4c79-be38-a92494f4648f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:55.640548 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-95a9032e-88bf-4f47-beaf-8ed6215e46e8 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Calling delete_port for 68f79591-ca98-4c79-be38-a92494f4648f owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:40:55.643283 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961e0439-5729-4c83-b0b4-48e32bea3eac tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:40:55.653056 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-961e0439-5729-4c83-b0b4-48e32bea3eac tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "PUT /v2.0/routers/d6fec218-536e-4f5a-9200-e637834b83cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9207637 Mar 22 19:40:55.653217 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40880) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:55.657277 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaf24bd-c80d-4496-9732-cdbc70f9805a None None] Sync routers for ids ['d6fec218-536e-4f5a-9200-e637834b83cb'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:40:55.687754 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaf24bd-c80d-4496-9732-cdbc70f9805a None None] Routers {'d6fec218-536e-4f5a-9200-e637834b83cb'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:40:55.689312 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-fdaf24bd-c80d-4496-9732-cdbc70f9805a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:40:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d6fec218-536e-4f5a-9200-e637834b83cb'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:55.711743 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-494886b3-a533-4780-9910-ed936a460def tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] DELETE failed (client error): The resource could not be found. Mar 22 19:40:55.713067 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-494886b3-a533-4780-9910-ed936a460def tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:40:55.720307 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-494886b3-a533-4780-9910-ed936a460def tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/subnets/b9dc47d8-f5cc-484b-bbed-f414ace654e0 HTTP/1.1" status: 404 len: 337 time: 0.1117113 Mar 22 19:40:55.725265 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40882) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:55.754640 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4b56a3-bd54-4a8f-bab8-0efe408ee3ed tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:55.759385 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-fb4b56a3-bd54-4a8f-bab8-0efe408ee3ed tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports/cca40ec0-3b3b-46b7-ac3a-a631271d361c HTTP/1.1" status: 200 len: 911 time: 0.1028578 Mar 22 19:40:55.760347 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40884) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:55.812829 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7d7642f-6244-4a87-b80e-aa184c9aaa49 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] DELETE failed (client error): The resource could not be found. Mar 22 19:40:55.812829 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7d7642f-6244-4a87-b80e-aa184c9aaa49 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:40:55.812829 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a7d7642f-6244-4a87-b80e-aa184c9aaa49 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/subnets/48d9ba9c-c891-416c-a938-044331a9560f HTTP/1.1" status: 404 len: 337 time: 0.0840933 Mar 22 19:40:55.818179 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40888) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:55.835112 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2f316-b83c-4a37-a022-d479fcaa3377 req-16a7d61f-6dc5-4c8d-8e99-0205887c7882 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:55.836869 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b6e2f316-b83c-4a37-a022-d479fcaa3377 req-16a7d61f-6dc5-4c8d-8e99-0205887c7882 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=b253de37-26c3-4a3d-85aa-ca62b7d032f0 HTTP/1.1" status: 200 len: 945 time: 0.2944746 Mar 22 19:40:55.866960 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e7ee06-a215-486c-9669-32606af65f66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] DELETE failed (client error): The resource could not be found. Mar 22 19:40:55.867758 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2e7ee06-a215-486c-9669-32606af65f66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:40:55.874579 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40892) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:55.874761 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d2e7ee06-a215-486c-9669-32606af65f66 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/subnets/5be75e45-e432-4c53-9f84-8b0fc545784a HTTP/1.1" status: 404 len: 337 time: 0.0544164 Mar 22 19:40:55.895964 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953113a1-daed-4885-843d-930beed9c9ac tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:55.905932 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953113a1-daed-4885-843d-930beed9c9ac tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:55.910928 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-953113a1-daed-4885-843d-930beed9c9ac tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1452572 Mar 22 19:40:55.922775 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40894) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:55.926168 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-73095536-b02a-40a8-a54f-d4e029c35015 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "GET /v2.0/ports?device_id=79fdeee0-c81a-4e37-9a68-bde6c518745d HTTP/1.1" status: 200 len: 205 time: 0.0516644 Mar 22 19:40:55.927141 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95a9032e-88bf-4f47-beaf-8ed6215e46e8 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (68f79591-ca98-4c79-be38-a92494f4648f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:55.929044 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40896) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:55.946886 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-fdaf24bd-c80d-4496-9732-cdbc70f9805a None None] Set router d6fec218-536e-4f5a-9200-e637834b83cb gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:40:56.151220 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9032e-88bf-4f47-beaf-8ed6215e46e8 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Pushing event deleted for resources: {'Port': ['ID=68f79591-ca98-4c79-be38-a92494f4648f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:56.166819 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a9032e-88bf-4f47-beaf-8ed6215e46e8 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] No DVR routers for this DVR port 68f79591-ca98-4c79-be38-a92494f4648f on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:40:56.173265 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-8ddeafa2-000e-42b7-8622-71cbf6d084e0 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] delete failed (client error): The resource could not be found. Mar 22 19:40:56.181396 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8ddeafa2-000e-42b7-8622-71cbf6d084e0 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/routers/79fdeee0-c81a-4e37-9a68-bde6c518745d HTTP/1.1" status: 404 len: 336 time: 0.2495537 Mar 22 19:40:56.234110 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40898) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:56.275961 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-03a8d095-349d-409e-be68-aa0dc13a054f tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "GET /v2.0/ports?device_id=422da4bc-6e2f-4e28-a2b5-53f372e2527c HTTP/1.1" status: 200 len: 205 time: 0.0398397 Mar 22 19:40:56.280804 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40900) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:56.331343 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-fdaf24bd-c80d-4496-9732-cdbc70f9805a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fec218-536e-4f5a-9200-e637834b83cb', 'name': 'tempest-NetworksTestDHCPv6-router-1783289149', 'tenant_id': '60cab213ce214a30b0f859d0f4109da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:40:49Z', 'updated_at': '2022-03-22T19:40:52Z', 'revision_number': 2, 'project_id': '60cab213ce214a30b0f859d0f4109da8', 'gw_port_host': None, '_interfaces': [{'id': 'cca40ec0-3b3b-46b7-ac3a-a631271d361c', 'name': '', 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'tenant_id': '60cab213ce214a30b0f859d0f4109da8', 'mac_address': 'fa:16:3e:64:6e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fec218-536e-4f5a-9200-e637834b83cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '87a17ae1-77ef-4a1f-b226-ba0065a18d83', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:40:50Z', 'updated_at': '2022-03-22T19:40:53Z', 'revision_number': 2, 'project_id': '60cab213ce214a30b0f859d0f4109da8', 'subnets': [{'id': '87a17ae1-77ef-4a1f-b226-ba0065a18d83', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:56.369963 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-4fd41ff1-52f5-468b-9353-17be934b779b tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] delete failed (client error): The resource could not be found. Mar 22 19:40:56.373595 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4fd41ff1-52f5-468b-9353-17be934b779b tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/routers/422da4bc-6e2f-4e28-a2b5-53f372e2527c HTTP/1.1" status: 404 len: 336 time: 0.0897646 Mar 22 19:40:56.419961 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaf24bd-c80d-4496-9732-cdbc70f9805a None None] Checking router: d6fec218-536e-4f5a-9200-e637834b83cb for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:40:56.420327 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaf24bd-c80d-4496-9732-cdbc70f9805a None None] Updating router d6fec218-536e-4f5a-9200-e637834b83cb port cca40ec0-3b3b-46b7-ac3a-a631271d361c binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:40:56.427606 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40904) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:56.492744 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fdaf24bd-c80d-4496-9732-cdbc70f9805a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (cca40ec0-3b3b-46b7-ac3a-a631271d361c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:56.503777 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e570b5-c8b7-4d98-94f0-f0686b3291e9 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] DELETE failed (client error): The resource could not be found. Mar 22 19:40:56.503777 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e570b5-c8b7-4d98-94f0-f0686b3291e9 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:40:56.534775 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f8e570b5-c8b7-4d98-94f0-f0686b3291e9 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/subnets/15cab4d2-ab92-4f44-ba16-a4f7a8139d95 HTTP/1.1" status: 404 len: 337 time: 0.1030447 Mar 22 19:40:56.535572 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40908) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:56.589612 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95a9032e-88bf-4f47-beaf-8ed6215e46e8 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (729cb139-5820-4e07-b7fc-c8fe004421bf), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:56.661309 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-95a9032e-88bf-4f47-beaf-8ed6215e46e8 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['729cb139-5820-4e07-b7fc-c8fe004421bf']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:56.704306 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-95a9032e-88bf-4f47-beaf-8ed6215e46e8 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5db276b3-7abb-4bdd-86ee-23976bb640d7') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:56.704612 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-95a9032e-88bf-4f47-beaf-8ed6215e46e8 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5db276b3-7abb-4bdd-86ee-23976bb640d7') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:56.725760 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b6e2f316-b83c-4a37-a022-d479fcaa3377 req-8bd444d2-c5ed-4aab-a84b-7f2602ae9cda tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6a862fc-7a01-423a-b981-c773d7721a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8509943 Mar 22 19:40:56.737039 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95a9032e-88bf-4f47-beaf-8ed6215e46e8 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (5db276b3-7abb-4bdd-86ee-23976bb640d7), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:56.859621 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f3a2da0b-d73f-471b-a41a-ca360ca75985 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "GET /v2.0/ports?device_id=ebf4d266-a92a-4862-b869-167c04dc2f2a HTTP/1.1" status: 200 len: 205 time: 0.1086481 Mar 22 19:40:56.859621 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40916) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:56.907550 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95a9032e-88bf-4f47-beaf-8ed6215e46e8 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (5db276b3-7abb-4bdd-86ee-23976bb640d7), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:56.910947 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-6ae46318-5d7f-4d3d-ad78-6dabe757ebab tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] delete failed (client error): The resource could not be found. Mar 22 19:40:56.912388 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6ae46318-5d7f-4d3d-ad78-6dabe757ebab tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/routers/ebf4d266-a92a-4862-b869-167c04dc2f2a HTTP/1.1" status: 404 len: 336 time: 0.0521455 Mar 22 19:40:56.915451 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40920) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:56.947741 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b4d6d1ea-cc5b-45b8-b12f-d954593a4289 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "GET /v2.0/ports?device_id=ac18a80e-4c64-4171-a101-de06b95c8cb4 HTTP/1.1" status: 200 len: 205 time: 0.0309372 Mar 22 19:40:56.949357 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95a9032e-88bf-4f47-beaf-8ed6215e46e8 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:40:56.950100 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95a9032e-88bf-4f47-beaf-8ed6215e46e8 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (5db276b3-7abb-4bdd-86ee-23976bb640d7), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:56.953894 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:40:56.953894 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:40:56.953894 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:40:56.953894 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:40:56.953894 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:40:56.953894 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:40:56.953894 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:40:56.953894 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:40:56.953894 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:40:56.953894 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:40:56.953894 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:40:56.953894 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:40:56.953894 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:40:56.953894 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:40:56.953894 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:40:56.953894 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:40:56.953894 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:40:56.953894 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:40:56.953894 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:40:56.953894 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:40:56.953894 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:40:56.953894 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:40:56.953894 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:40:56.953894 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:40:56.953894 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:40:56.953894 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:40:56.953894 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:40:56.953894 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:40:56.953894 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:40:56.953894 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:40:56.953894 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:40:56.953894 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:40:56.957754 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40922) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:57.068512 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae68400-cb6b-4677-81bc-28d9b70d0c14 req-d9dedccd-a730-421c-ab83-56364e78408b tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:57.081413 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ae68400-cb6b-4677-81bc-28d9b70d0c14 req-d9dedccd-a730-421c-ab83-56364e78408b tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 945 time: 0.3570642 Mar 22 19:40:57.094886 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-1a9ffbbf-ff47-4584-846a-8855de624404 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] delete failed (client error): The resource could not be found. Mar 22 19:40:57.102156 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40924) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:57.103475 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1a9ffbbf-ff47-4584-846a-8855de624404 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/routers/ac18a80e-4c64-4171-a101-de06b95c8cb4 HTTP/1.1" status: 404 len: 336 time: 0.1429167 Mar 22 19:40:57.152664 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c5097c-b16e-4840-972b-cddafc62a5a9 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] DELETE failed (client error): The resource could not be found. Mar 22 19:40:57.155345 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31c5097c-b16e-4840-972b-cddafc62a5a9 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:40:57.164703 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-31c5097c-b16e-4840-972b-cddafc62a5a9 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/subnets/46bc262a-7c68-4532-b1ab-3385eee0f6fe HTTP/1.1" status: 404 len: 337 time: 0.0606892 Mar 22 19:40:57.165714 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40926) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:57.188768 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95a9032e-88bf-4f47-beaf-8ed6215e46e8 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (729cb139-5820-4e07-b7fc-c8fe004421bf), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:57.203855 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95a9032e-88bf-4f47-beaf-8ed6215e46e8 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:57.210693 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-95a9032e-88bf-4f47-beaf-8ed6215e46e8 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "DELETE /v2.0/networks/729cb139-5820-4e07-b7fc-c8fe004421bf HTTP/1.1" status: 204 len: 168 time: 6.3718083 Mar 22 19:40:57.220248 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40928) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:57.266500 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1cc3e9ff-2db0-4025-85d8-5c34b0bd4be3 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "GET /v2.0/ports?device_id=68ec2e62-f4c9-4b93-8397-bab6cdf89a5d HTTP/1.1" status: 200 len: 205 time: 0.0979283 Mar 22 19:40:57.268721 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40930) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:57.276606 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-548deac6-542b-41c7-a5e5-3b86042eb807 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] DELETE failed (client error): The resource could not be found. Mar 22 19:40:57.277523 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-548deac6-542b-41c7-a5e5-3b86042eb807 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:40:57.283973 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-548deac6-542b-41c7-a5e5-3b86042eb807 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "DELETE /v2.0/subnets/6d53f073-36c6-4187-bec8-f44fa64229ec HTTP/1.1" status: 404 len: 337 time: 0.0526690 Mar 22 19:40:57.287846 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40932) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:57.347571 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0220ff-d4b3-4922-a4ea-9dd8b3ba6aac req-6231b7bf-bfbe-4b50-baa6-e96d83f319f3 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:57.349578 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7a0220ff-d4b3-4922-a4ea-9dd8b3ba6aac req-6231b7bf-bfbe-4b50-baa6-e96d83f319f3 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=b253de37-26c3-4a3d-85aa-ca62b7d032f0 HTTP/1.1" status: 200 len: 945 time: 0.2985024 Mar 22 19:40:57.365050 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1fce7d5-4dd8-4e80-bc8d-ab7f677cda44 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] DELETE failed (client error): The resource could not be found. Mar 22 19:40:57.365717 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1fce7d5-4dd8-4e80-bc8d-ab7f677cda44 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:40:57.372050 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c1fce7d5-4dd8-4e80-bc8d-ab7f677cda44 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "DELETE /v2.0/networks/729cb139-5820-4e07-b7fc-c8fe004421bf HTTP/1.1" status: 404 len: 339 time: 0.0760527 Mar 22 19:40:57.372858 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40934) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:57.373291 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40936) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:57.379387 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-5abafacf-e917-4976-93c7-60d37c30b981 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Request body: {'floatingip': {'port_id': 'af47f510-a988-4df9-a92e-d31ffbe19285'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:40:57.402103 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fdaf24bd-c80d-4496-9732-cdbc70f9805a None None] Publish callbacks [] for port (cca40ec0-3b3b-46b7-ac3a-a631271d361c), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:57.422091 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fdaf24bd-c80d-4496-9732-cdbc70f9805a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (cca40ec0-3b3b-46b7-ac3a-a631271d361c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:57.449705 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-1ad091a1-fd5e-4cc9-a2ea-f2202ff8ea3c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] delete failed (client error): The resource could not be found. Mar 22 19:40:57.459678 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5abafacf-e917-4976-93c7-60d37c30b981 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for floatingip (56ceba48-1128-4756-bc4d-4d84f438893e), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:57.460587 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-8740d6fd-d23d-49e5-80c7-befd0b5f4e79 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] DELETE failed (client error): The resource could not be found. Mar 22 19:40:57.461157 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8740d6fd-d23d-49e5-80c7-befd0b5f4e79 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:40:57.461771 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1ad091a1-fd5e-4cc9-a2ea-f2202ff8ea3c tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/routers/68ec2e62-f4c9-4b93-8397-bab6cdf89a5d HTTP/1.1" status: 404 len: 336 time: 0.1847672 Mar 22 19:40:57.465840 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9032e-88bf-4f47-beaf-8ed6215e46e8 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Pushing event deleted for resources: {'Network': ['ID=729cb139-5820-4e07-b7fc-c8fe004421bf,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:57.476969 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40938) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:57.477830 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40940) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:57.479037 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8740d6fd-d23d-49e5-80c7-befd0b5f4e79 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "DELETE /v2.0/subnets/eaaf0bdb-c8a4-4e66-a7a9-c62c16160c48 HTTP/1.1" status: 404 len: 337 time: 0.0537417 Mar 22 19:40:57.491995 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ae68400-cb6b-4677-81bc-28d9b70d0c14 req-3101177b-ae7e-4e80-a44e-bbd7638300d9 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4039919 Mar 22 19:40:57.560699 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7388cab-1b46-44cf-9191-ef2321b8e7cb tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] DELETE failed (client error): The resource could not be found. Mar 22 19:40:57.562103 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7388cab-1b46-44cf-9191-ef2321b8e7cb tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:40:57.569038 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e7388cab-1b46-44cf-9191-ef2321b8e7cb tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/subnets/b285d8c1-570e-4bea-9040-635b8f66f7bb HTTP/1.1" status: 404 len: 337 time: 0.0898762 Mar 22 19:40:57.570234 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40946) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:57.582976 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1673fa1-3d01-45e6-9219-51998a68a802 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] DELETE failed (client error): The resource could not be found. Mar 22 19:40:57.583827 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f540c1-584c-4710-927f-7a4b6a25468a None None] Pushing event updated for resources: {'Port': ['ID=cca40ec0-3b3b-46b7-ac3a-a631271d361c,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:57.584142 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1673fa1-3d01-45e6-9219-51998a68a802 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:40:57.587973 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c1673fa1-3d01-45e6-9219-51998a68a802 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "DELETE /v2.0/networks/5bfa81e6-4eeb-44d5-946c-bb27b4acb74c HTTP/1.1" status: 404 len: 339 time: 0.0844378 Mar 22 19:40:57.591328 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40948) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:57.628372 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-12820986-0594-4ce4-b6c7-cf71089c9823 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "GET /v2.0/ports?device_id=25f747ba-efa3-4fb4-87c7-4f520ede2c83 HTTP/1.1" status: 200 len: 205 time: 0.0564647 Mar 22 19:40:57.640889 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40950) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:57.647578 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a826b07-232b-4fd3-a20c-2ef009f1fcad tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] DELETE failed (client error): The resource could not be found. Mar 22 19:40:57.648177 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a826b07-232b-4fd3-a20c-2ef009f1fcad tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:40:57.651238 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5a826b07-232b-4fd3-a20c-2ef009f1fcad tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "DELETE /v2.0/subnets/3b4f71d3-5fa8-4415-b827-1c60966d5c69 HTTP/1.1" status: 404 len: 337 time: 0.0586915 Mar 22 19:40:57.654227 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40952) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:57.688116 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b5aff5-2888-4c1b-97b6-460ad4fadc2b tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] DELETE failed (client error): The resource could not be found. Mar 22 19:40:57.690336 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82b5aff5-2888-4c1b-97b6-460ad4fadc2b tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:40:57.701053 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-82b5aff5-2888-4c1b-97b6-460ad4fadc2b tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "DELETE /v2.0/networks/302dfa5a-02a8-4a6e-88da-a070ef081613 HTTP/1.1" status: 404 len: 339 time: 0.0430670 Mar 22 19:40:57.702809 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40954) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:57.731355 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-fdaf24bd-c80d-4496-9732-cdbc70f9805a None None] Attempting to bind port cca40ec0-3b3b-46b7-ac3a-a631271d361c on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:40:57.732095 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-fdaf24bd-c80d-4496-9732-cdbc70f9805a None None] Attempting to bind port cca40ec0-3b3b-46b7-ac3a-a631271d361c by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:40:57.732545 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaf24bd-c80d-4496-9732-cdbc70f9805a None None] Attempting to bind port cca40ec0-3b3b-46b7-ac3a-a631271d361c on network 5844662d-9a53-4182-bd56-decd62afe1ab {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:40:57.739718 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaf24bd-c80d-4496-9732-cdbc70f9805a None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:40:57.740948 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaf24bd-c80d-4496-9732-cdbc70f9805a None None] Checking segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:40:57.741620 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fdaf24bd-c80d-4496-9732-cdbc70f9805a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:57.742305 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdaf24bd-c80d-4496-9732-cdbc70f9805a None None] Bound using segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:40:57.742998 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-fdaf24bd-c80d-4496-9732-cdbc70f9805a None None] Bound port: cca40ec0-3b3b-46b7-ac3a-a631271d361c, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:40:57.744356 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fdaf24bd-c80d-4496-9732-cdbc70f9805a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (cca40ec0-3b3b-46b7-ac3a-a631271d361c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:57.807655 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-d2611d52-743a-4295-8053-8cbde7ac0107 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] delete failed (client error): The resource could not be found. Mar 22 19:40:57.814902 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d2611d52-743a-4295-8053-8cbde7ac0107 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/routers/25f747ba-efa3-4fb4-87c7-4f520ede2c83 HTTP/1.1" status: 404 len: 336 time: 0.1008048 Mar 22 19:40:57.830691 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40958) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:57.920977 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-e388736e-f2d9-4195-a031-ee95615d27c1 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Deleting port ad78be9a-49a3-4bcc-9ae7-c77f04762c67 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:40:57.921438 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e388736e-f2d9-4195-a031-ee95615d27c1 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (ad78be9a-49a3-4bcc-9ae7-c77f04762c67), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:58.007033 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-fdaf24bd-c80d-4496-9732-cdbc70f9805a None None] For port cca40ec0-3b3b-46b7-ac3a-a631271d361c, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:40:58.011456 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-fdaf24bd-c80d-4496-9732-cdbc70f9805a None None] For port cca40ec0-3b3b-46b7-ac3a-a631271d361c, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=cca40ec0-3b3b-46b7-ac3a-a631271d361c,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:40:58.023058 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fdaf24bd-c80d-4496-9732-cdbc70f9805a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (cca40ec0-3b3b-46b7-ac3a-a631271d361c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:58.032461 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e388736e-f2d9-4195-a031-ee95615d27c1 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (ad78be9a-49a3-4bcc-9ae7-c77f04762c67), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:58.067001 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-e388736e-f2d9-4195-a031-ee95615d27c1 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Calling delete_port for ad78be9a-49a3-4bcc-9ae7-c77f04762c67 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:40:58.113852 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaf24bd-c80d-4496-9732-cdbc70f9805a None None] Routers {'d6fec218-536e-4f5a-9200-e637834b83cb'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:40:58.117829 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-fdaf24bd-c80d-4496-9732-cdbc70f9805a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:40:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d6fec218-536e-4f5a-9200-e637834b83cb'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:58.185399 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f540c1-584c-4710-927f-7a4b6a25468a None None] Pushing event updated for resources: {'Port': ['ID=cca40ec0-3b3b-46b7-ac3a-a631271d361c,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:58.274922 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-c061d9f9-c5e0-4323-a8bd-6613fb1c64be None None] Provisioning complete for port cca40ec0-3b3b-46b7-ac3a-a631271d361c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:58.276010 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c061d9f9-c5e0-4323-a8bd-6613fb1c64be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (cca40ec0-3b3b-46b7-ac3a-a631271d361c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:58.284622 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e388736e-f2d9-4195-a031-ee95615d27c1 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (ad78be9a-49a3-4bcc-9ae7-c77f04762c67), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:58.306607 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-fdaf24bd-c80d-4496-9732-cdbc70f9805a None None] Set router d6fec218-536e-4f5a-9200-e637834b83cb gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:40:58.321160 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388736e-f2d9-4195-a031-ee95615d27c1 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Pushing event deleted for resources: {'Port': ['ID=ad78be9a-49a3-4bcc-9ae7-c77f04762c67,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:58.328820 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e388736e-f2d9-4195-a031-ee95615d27c1 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:58.332201 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e388736e-f2d9-4195-a031-ee95615d27c1 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "DELETE /v2.0/ports/ad78be9a-49a3-4bcc-9ae7-c77f04762c67 HTTP/1.1" status: 204 len: 168 time: 0.6262681 Mar 22 19:40:58.336610 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40964) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:58.378824 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-07635f8f-ba8e-4d07-8f34-a44e8aa549f0 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] DELETE failed (client error): The resource could not be found. Mar 22 19:40:58.379603 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07635f8f-ba8e-4d07-8f34-a44e8aa549f0 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:40:58.388121 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-07635f8f-ba8e-4d07-8f34-a44e8aa549f0 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "DELETE /v2.0/subnets/fa117b84-3f67-4f55-8920-8e4599a709c2 HTTP/1.1" status: 404 len: 337 time: 0.0494442 Mar 22 19:40:58.389529 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40966) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:58.510664 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9927c944-8179-47ef-b9a9-f232b181c5c2 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (418bdf6e-1bd2-48dd-b063-d3d55f1ed67a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:58.779966 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5abafacf-e917-4976-93c7-60d37c30b981 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:58.831481 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7545ecc-c4ea-4f90-92cc-2864f812d443 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] DELETE failed (client error): The resource could not be found. Mar 22 19:40:58.832675 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7545ecc-c4ea-4f90-92cc-2864f812d443 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:40:58.836264 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e7545ecc-c4ea-4f90-92cc-2864f812d443 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/subnets/cfdad5c7-7a42-4ef2-a719-efe182424667 HTTP/1.1" status: 404 len: 337 time: 1.0032406 Mar 22 19:40:58.841144 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5abafacf-e917-4976-93c7-60d37c30b981 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (56ceba48-1128-4756-bc4d-4d84f438893e), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:58.845931 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40972) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:58.864502 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c061d9f9-c5e0-4323-a8bd-6613fb1c64be None None] Current status of the port cca40ec0-3b3b-46b7-ac3a-a631271d361c is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:58.865081 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c061d9f9-c5e0-4323-a8bd-6613fb1c64be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (cca40ec0-3b3b-46b7-ac3a-a631271d361c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:58.927657 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9927c944-8179-47ef-b9a9-f232b181c5c2 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (418bdf6e-1bd2-48dd-b063-d3d55f1ed67a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:58.957514 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c061d9f9-c5e0-4323-a8bd-6613fb1c64be None None] For port cca40ec0-3b3b-46b7-ac3a-a631271d361c, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=cca40ec0-3b3b-46b7-ac3a-a631271d361c,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:40:58.967835 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c061d9f9-c5e0-4323-a8bd-6613fb1c64be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (cca40ec0-3b3b-46b7-ac3a-a631271d361c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:58.988997 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a4d672-433b-4575-9ba1-ec300ba80886 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] DELETE failed (client error): The resource could not be found. Mar 22 19:40:58.989440 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36a4d672-433b-4575-9ba1-ec300ba80886 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:40:58.995784 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-36a4d672-433b-4575-9ba1-ec300ba80886 tempest-RoutersIpV6Test-1946563670 tempest-RoutersIpV6Test-1946563670-project] 10.222.0.75 "DELETE /v2.0/subnets/36eb5d27-3783-4ae4-9ee0-38a4116d4749 HTTP/1.1" status: 404 len: 337 time: 0.1457043 Mar 22 19:40:59.017973 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1728f-c50e-4b8f-8a12-9f794178e1d1 req-cb35e46b-306e-4822-b9f5-e3f179457deb tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:40:59.019556 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-efb1728f-c50e-4b8f-8a12-9f794178e1d1 req-cb35e46b-306e-4822-b9f5-e3f179457deb tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 945 time: 0.2181857 Mar 22 19:40:59.026202 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-9927c944-8179-47ef-b9a9-f232b181c5c2 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['418bdf6e-1bd2-48dd-b063-d3d55f1ed67a']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:59.038081 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-9927c944-8179-47ef-b9a9-f232b181c5c2 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a091e7f-0203-4a8e-97e2-a2b10bc7044d') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:59.038382 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-9927c944-8179-47ef-b9a9-f232b181c5c2 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a091e7f-0203-4a8e-97e2-a2b10bc7044d') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:59.055222 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9927c944-8179-47ef-b9a9-f232b181c5c2 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (7a091e7f-0203-4a8e-97e2-a2b10bc7044d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:59.070723 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9927c944-8179-47ef-b9a9-f232b181c5c2 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (7a091e7f-0203-4a8e-97e2-a2b10bc7044d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:59.077725 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9927c944-8179-47ef-b9a9-f232b181c5c2 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:40:59.078110 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9927c944-8179-47ef-b9a9-f232b181c5c2 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (7a091e7f-0203-4a8e-97e2-a2b10bc7044d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:59.128128 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061d9f9-c5e0-4323-a8bd-6613fb1c64be None None] Pushing event updated for resources: {'Port': ['ID=cca40ec0-3b3b-46b7-ac3a-a631271d361c,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:59.155746 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:40:59.155746 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:40:59.155746 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:40:59.155746 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:40:59.155746 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:40:59.155746 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:40:59.155746 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:40:59.155746 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:40:59.155746 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:40:59.155746 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:40:59.155746 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:40:59.155746 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:40:59.155746 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:40:59.155746 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:40:59.155746 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:40:59.155746 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:40:59.155746 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:40:59.155746 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:40:59.155746 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:40:59.155746 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:40:59.155746 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:40:59.155746 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:40:59.155746 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:40:59.155746 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:40:59.155746 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:40:59.155746 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:40:59.155746 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:40:59.155746 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:40:59.155746 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:40:59.155746 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:40:59.155746 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:40:59.155746 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:40:59.167391 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9927c944-8179-47ef-b9a9-f232b181c5c2 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (418bdf6e-1bd2-48dd-b063-d3d55f1ed67a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:59.170319 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-fdaf24bd-c80d-4496-9732-cdbc70f9805a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fec218-536e-4f5a-9200-e637834b83cb', 'name': 'tempest-NetworksTestDHCPv6-router-1783289149', 'tenant_id': '60cab213ce214a30b0f859d0f4109da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:40:49Z', 'updated_at': '2022-03-22T19:40:52Z', 'revision_number': 2, 'project_id': '60cab213ce214a30b0f859d0f4109da8', 'gw_port_host': None, '_interfaces': [{'id': 'cca40ec0-3b3b-46b7-ac3a-a631271d361c', 'name': '', 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'tenant_id': '60cab213ce214a30b0f859d0f4109da8', 'mac_address': 'fa:16:3e:64:6e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fec218-536e-4f5a-9200-e637834b83cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '87a17ae1-77ef-4a1f-b226-ba0065a18d83', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:40:50Z', 'updated_at': '2022-03-22T19:40:58Z', 'revision_number': 4, 'project_id': '60cab213ce214a30b0f859d0f4109da8', 'subnets': [{'id': '87a17ae1-77ef-4a1f-b226-ba0065a18d83', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:40:59.187308 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9927c944-8179-47ef-b9a9-f232b181c5c2 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:59.207065 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdaf24bd-c80d-4496-9732-cdbc70f9805a None None] The sync data for ids ['d6fec218-536e-4f5a-9200-e637834b83cb'] in n-d-705658-24 is: [{'id': 'd6fec218-536e-4f5a-9200-e637834b83cb', 'name': 'tempest-NetworksTestDHCPv6-router-1783289149', 'tenant_id': '60cab213ce214a30b0f859d0f4109da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:40:49Z', 'updated_at': '2022-03-22T19:40:52Z', 'revision_number': 2, 'project_id': '60cab213ce214a30b0f859d0f4109da8', 'gw_port_host': None, '_interfaces': [{'id': 'cca40ec0-3b3b-46b7-ac3a-a631271d361c', 'name': '', 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'tenant_id': '60cab213ce214a30b0f859d0f4109da8', 'mac_address': 'fa:16:3e:64:6e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fec218-536e-4f5a-9200-e637834b83cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2652, 'fixed_ips': [{'subnet_id': '87a17ae1-77ef-4a1f-b226-ba0065a18d83', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:40:50Z', 'updated_at': '2022-03-22T19:40:58Z', 'revision_number': 4, 'project_id': '60cab213ce214a30b0f859d0f4109da8', 'subnets': [{'id': '87a17ae1-77ef-4a1f-b226-ba0065a18d83', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:40:59.209611 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-d3f6f011-fea5-4a90-88a3-5479d04551b2 None None] Provisioning complete for port cca40ec0-3b3b-46b7-ac3a-a631271d361c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:40:59.210169 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d3f6f011-fea5-4a90-88a3-5479d04551b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (cca40ec0-3b3b-46b7-ac3a-a631271d361c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:59.217931 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9927c944-8179-47ef-b9a9-f232b181c5c2 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "DELETE /v2.0/networks/418bdf6e-1bd2-48dd-b063-d3d55f1ed67a HTTP/1.1" status: 204 len: 168 time: 0.8271620 Mar 22 19:40:59.229037 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40978) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:59.305328 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927c944-8179-47ef-b9a9-f232b181c5c2 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Pushing event deleted for resources: {'Network': ['ID=418bdf6e-1bd2-48dd-b063-d3d55f1ed67a,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:40:59.427702 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [None req-5abafacf-e917-4976-93c7-60d37c30b981 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Floating IP 56ceba48-1128-4756-bc4d-4d84f438893e associated. External IP: 172.25.5.181, port: af47f510-a988-4df9-a92e-d31ffbe19285. Mar 22 19:40:59.442333 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d8d8f457-84e3-498f-982c-2e6fdd048655 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (d6fec218-536e-4f5a-9200-e637834b83cb), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:40:59.464939 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-efb1728f-c50e-4b8f-8a12-9f794178e1d1 req-c6db8c4d-a6ba-4d8a-a758-7fd47fba5d25 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4106700 Mar 22 19:40:59.569656 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40982) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:59.770914 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d3f6f011-fea5-4a90-88a3-5479d04551b2 None None] Current status of the port cca40ec0-3b3b-46b7-ac3a-a631271d361c is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:40:59.884416 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0c00e3ca-28b3-4bc3-a46a-1660705cffef admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1e3546c3d170468eb7c4f7ed56b3ee3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3130267 Mar 22 19:40:59.886793 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40992) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:40:59.985947 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8cf93f92-37e8-4951-83f6-61cdc97c3509 admin admin] Publish callbacks [] for security_group (7da3d305-042b-4cd4-b48a-366026409772), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:00.044426 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8cf93f92-37e8-4951-83f6-61cdc97c3509 admin admin] Publish callbacks [] for security_group (7da3d305-042b-4cd4-b48a-366026409772), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:00.144654 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8cf93f92-37e8-4951-83f6-61cdc97c3509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7da3d305-042b-4cd4-b48a-366026409772), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:00.148406 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8cf93f92-37e8-4951-83f6-61cdc97c3509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:00.151567 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8cf93f92-37e8-4951-83f6-61cdc97c3509 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7da3d305-042b-4cd4-b48a-366026409772 HTTP/1.1" status: 204 len: 168 time: 0.2626998 Mar 22 19:41:00.163241 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf93f92-37e8-4951-83f6-61cdc97c3509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da3d305-042b-4cd4-b48a-366026409772,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:00.326451 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-82dbac2d-8c0b-4ce7-8aa7-895f7990ffbf tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Deleting port 871c1950-af73-4969-b4d9-176a13a52d79 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:41:00.327319 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-82dbac2d-8c0b-4ce7-8aa7-895f7990ffbf tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (871c1950-af73-4969-b4d9-176a13a52d79), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:00.530653 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-82dbac2d-8c0b-4ce7-8aa7-895f7990ffbf tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (871c1950-af73-4969-b4d9-176a13a52d79), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:00.718590 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-82dbac2d-8c0b-4ce7-8aa7-895f7990ffbf tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Calling delete_port for 871c1950-af73-4969-b4d9-176a13a52d79 owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:41:00.781693 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device cca40ec0-3b3b-46b7-ac3a-a631271d361c up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:41:00.874743 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port cca40ec0-3b3b-46b7-ac3a-a631271d361c triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:41:00.875330 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (cca40ec0-3b3b-46b7-ac3a-a631271d361c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:01.026097 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfaa302-628d-44f1-b72b-15504df9538a req-1e5dccd8-85e2-411d-a799-31e3d908e277 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:01.027722 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-acfaa302-628d-44f1-b72b-15504df9538a req-1e5dccd8-85e2-411d-a799-31e3d908e277 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 945 time: 0.4201145 Mar 22 19:41:01.137213 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port cca40ec0-3b3b-46b7-ac3a-a631271d361c is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:41:01.168460 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abafacf-e917-4976-93c7-60d37c30b981 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Router 3f5ce0f6-325f-436f-9377-56ca60b663e9 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:41:01.177708 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-acfaa302-628d-44f1-b72b-15504df9538a req-5bfe1fec-88b5-46f1-a042-75feb4c5f6f0 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398916 Mar 22 19:41:01.181163 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-d8d8f457-84e3-498f-982c-2e6fdd048655 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting port cca40ec0-3b3b-46b7-ac3a-a631271d361c {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:41:01.181453 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d8d8f457-84e3-498f-982c-2e6fdd048655 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (cca40ec0-3b3b-46b7-ac3a-a631271d361c), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:01.200389 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-82dbac2d-8c0b-4ce7-8aa7-895f7990ffbf tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (871c1950-af73-4969-b4d9-176a13a52d79), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:01.811988 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dbac2d-8c0b-4ce7-8aa7-895f7990ffbf tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Pushing event deleted for resources: {'Port': ['ID=871c1950-af73-4969-b4d9-176a13a52d79,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:01.838835 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-82dbac2d-8c0b-4ce7-8aa7-895f7990ffbf tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:01.844803 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-82dbac2d-8c0b-4ce7-8aa7-895f7990ffbf tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "DELETE /v2.0/ports/871c1950-af73-4969-b4d9-176a13a52d79 HTTP/1.1" status: 204 len: 168 time: 2.6078146 Mar 22 19:41:01.847799 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41036) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:01.892757 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-91312aff-d867-4b33-963f-03511dbf0d26 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] DELETE failed (client error): The resource could not be found. Mar 22 19:41:01.893245 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91312aff-d867-4b33-963f-03511dbf0d26 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:41:01.924712 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-91312aff-d867-4b33-963f-03511dbf0d26 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "DELETE /v2.0/subnets/16bb4550-1930-4f9d-a91b-b2a72db6c28a HTTP/1.1" status: 404 len: 337 time: 0.0738702 Mar 22 19:41:01.927302 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41040) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:02.084934 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6480612a-3faf-428d-8eb7-a2906915438a tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (ed36395f-689f-477c-81e4-eeb144ab0710), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:02.292485 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6480612a-3faf-428d-8eb7-a2906915438a tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (ed36395f-689f-477c-81e4-eeb144ab0710), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:02.338008 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-6480612a-3faf-428d-8eb7-a2906915438a tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed36395f-689f-477c-81e4-eeb144ab0710']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:02.360726 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-6480612a-3faf-428d-8eb7-a2906915438a tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '476ce670-4fb5-471f-9a08-c3a792df3078') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:02.363421 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-6480612a-3faf-428d-8eb7-a2906915438a tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '476ce670-4fb5-471f-9a08-c3a792df3078') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:02.391607 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6480612a-3faf-428d-8eb7-a2906915438a tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (476ce670-4fb5-471f-9a08-c3a792df3078), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:02.431841 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6480612a-3faf-428d-8eb7-a2906915438a tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (476ce670-4fb5-471f-9a08-c3a792df3078), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:02.451057 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6480612a-3faf-428d-8eb7-a2906915438a tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:41:02.451620 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6480612a-3faf-428d-8eb7-a2906915438a tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (476ce670-4fb5-471f-9a08-c3a792df3078), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:02.561897 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:41:02.561897 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:41:02.561897 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:41:02.561897 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:41:02.561897 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:41:02.561897 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:41:02.561897 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:41:02.561897 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:41:02.561897 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:41:02.561897 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:41:02.561897 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:41:02.561897 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:41:02.561897 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:41:02.561897 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:41:02.561897 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:41:02.561897 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:41:02.561897 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:41:02.561897 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:41:02.561897 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:41:02.561897 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:41:02.561897 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:41:02.561897 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:41:02.561897 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:41:02.561897 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:41:02.561897 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:41:02.561897 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:41:02.561897 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:41:02.561897 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:41:02.561897 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:41:02.561897 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:41:02.561897 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:41:02.561897 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:41:02.576564 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6480612a-3faf-428d-8eb7-a2906915438a tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (ed36395f-689f-477c-81e4-eeb144ab0710), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:02.621007 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6480612a-3faf-428d-8eb7-a2906915438a tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:02.628593 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6480612a-3faf-428d-8eb7-a2906915438a tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "DELETE /v2.0/networks/ed36395f-689f-477c-81e4-eeb144ab0710 HTTP/1.1" status: 204 len: 168 time: 0.6947851 Mar 22 19:41:02.629340 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41058) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:02.631944 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-d8d8f457-84e3-498f-982c-2e6fdd048655 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] For port cca40ec0-3b3b-46b7-ac3a-a631271d361c, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=cca40ec0-3b3b-46b7-ac3a-a631271d361c,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:41:02.632350 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d8d8f457-84e3-498f-982c-2e6fdd048655 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (cca40ec0-3b3b-46b7-ac3a-a631271d361c), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:02.687239 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcad529-3c0a-478e-bc4b-17ebd6ec0b1d req-908321d6-053b-45f9-b3f6-73c42c6cdf05 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:02.693245 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1fcad529-3c0a-478e-bc4b-17ebd6ec0b1d req-908321d6-053b-45f9-b3f6-73c42c6cdf05 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 945 time: 0.1652389 Mar 22 19:41:02.733086 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-c86a8ba4-bac8-4048-a0b9-5ff4f7c8c1e5 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Deleting subnet 0ef49235-c479-4fe9-8f77-77e611730c81 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:41:02.734338 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480612a-3faf-428d-8eb7-a2906915438a tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Pushing event deleted for resources: {'Network': ['ID=ed36395f-689f-477c-81e4-eeb144ab0710,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:02.736837 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-d8d8f457-84e3-498f-982c-2e6fdd048655 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Calling delete_port for cca40ec0-3b3b-46b7-ac3a-a631271d361c owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:41:02.742503 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c86a8ba4-bac8-4048-a0b9-5ff4f7c8c1e5 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks [] for subnet (0ef49235-c479-4fe9-8f77-77e611730c81), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:02.770897 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abafacf-e917-4976-93c7-60d37c30b981 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:41:02.781240 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce82b95-a3a0-4f6b-bd96-1c878e11166a None None] Sync routers for ids ['3f5ce0f6-325f-436f-9377-56ca60b663e9'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:41:02.795399 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce82b95-a3a0-4f6b-bd96-1c878e11166a None None] Routers {'3f5ce0f6-325f-436f-9377-56ca60b663e9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:41:02.801024 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-0ce82b95-a3a0-4f6b-bd96-1c878e11166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:40:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3f5ce0f6-325f-436f-9377-56ca60b663e9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:02.803967 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5abafacf-e917-4976-93c7-60d37c30b981 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:02.830259 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c86a8ba4-bac8-4048-a0b9-5ff4f7c8c1e5 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (0ef49235-c479-4fe9-8f77-77e611730c81), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:03.103226 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-0ce82b95-a3a0-4f6b-bd96-1c878e11166a None None] Set router 3f5ce0f6-325f-436f-9377-56ca60b663e9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:41:03.229921 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5abafacf-e917-4976-93c7-60d37c30b981 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "PUT /v2.0/floatingips/56ceba48-1128-4756-bc4d-4d84f438893e HTTP/1.1" status: 200 len: 991 time: 5.8408430 Mar 22 19:41:03.229921 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b253de37-26c3-4a3d-85aa-ca62b7d032f0', 'tag': 'af47f510-a988-4df9-a92e-d31ffbe19285'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:41:03.229921 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec781f8-5488-4cde-91ac-4cf13be11139" -d '{"events": [{"name": "network-changed", "server_uuid": "b253de37-26c3-4a3d-85aa-ca62b7d032f0", "tag": "af47f510-a988-4df9-a92e-d31ffbe19285"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:41:03.361755 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1fcad529-3c0a-478e-bc4b-17ebd6ec0b1d req-63788627-565d-43d8-b44a-6b06510db183 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6105561 Mar 22 19:41:03.394261 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d918c8-c23b-4a7a-8b41-0c275b8bcefa x-openstack-request-id: req-02d918c8-c23b-4a7a-8b41-0c275b8bcefa {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:41:03.394568 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b253de37-26c3-4a3d-85aa-ca62b7d032f0", "tag": "af47f510-a988-4df9-a92e-d31ffbe19285", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:41:03.394824 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-02d918c8-c23b-4a7a-8b41-0c275b8bcefa {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:41:03.395248 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02d918c8-c23b-4a7a-8b41-0c275b8bcefa'] response: {'name': 'network-changed', 'server_uuid': 'b253de37-26c3-4a3d-85aa-ca62b7d032f0', 'tag': 'af47f510-a988-4df9-a92e-d31ffbe19285', 'status': 'completed', 'code': 200} Mar 22 19:41:03.618731 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d8d8f457-84e3-498f-982c-2e6fdd048655 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (cca40ec0-3b3b-46b7-ac3a-a631271d361c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:03.740669 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8f457-84e3-498f-982c-2e6fdd048655 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Port': ['ID=cca40ec0-3b3b-46b7-ac3a-a631271d361c,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:04.003141 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c86a8ba4-bac8-4048-a0b9-5ff4f7c8c1e5 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (0ef49235-c479-4fe9-8f77-77e611730c81), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:04.035384 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d8d8f457-84e3-498f-982c-2e6fdd048655 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (d6fec218-536e-4f5a-9200-e637834b83cb), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:04.072715 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec781f8-5488-4cde-91ac-4cf13be11139 req-de75b322-5b70-43ff-85cc-aa8bc5db3a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:04.075478 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fec781f8-5488-4cde-91ac-4cf13be11139 req-de75b322-5b70-43ff-85cc-aa8bc5db3a1b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=432e8044b4dc4099baeb3ef825b89673&device_id=b253de37-26c3-4a3d-85aa-ca62b7d032f0 HTTP/1.1" status: 200 len: 1128 time: 0.6647506 Mar 22 19:41:04.153365 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-0ce82b95-a3a0-4f6b-bd96-1c878e11166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'name': 'tempest-AttachVolumeNegativeTest-186120780-router', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:33:57Z', 'updated_at': '2022-03-22T19:34:01Z', 'revision_number': 4, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'gw_port': {'id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:33:58Z', 'updated_at': '2022-03-22T19:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '56ceba48-1128-4756-bc4d-4d84f438893e', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'floating_ip_address': '172.25.5.181', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'port_id': 'af47f510-a988-4df9-a92e-d31ffbe19285', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'mac_address': 'fa:16:3e:30:1c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253de37-26c3-4a3d-85aa-ca62b7d032f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:40:27Z', 'updated_at': '2022-03-22T19:40:58Z', 'revision_number': 1, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10804c69-4eb3-4346-b303-6e5bd5d9a227', 'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'mac_address': 'fa:16:3e:bc:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:00Z', 'updated_at': '2022-03-22T19:34:09Z', 'revision_number': 5, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'subnets': [{'id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:04.229699 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c86a8ba4-bac8-4048-a0b9-5ff4f7c8c1e5 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (0ef49235-c479-4fe9-8f77-77e611730c81), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:04.281553 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce82b95-a3a0-4f6b-bd96-1c878e11166a None None] Checking router: 3f5ce0f6-325f-436f-9377-56ca60b663e9 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:41:04.338178 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce82b95-a3a0-4f6b-bd96-1c878e11166a None None] Routers {'3f5ce0f6-325f-436f-9377-56ca60b663e9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:41:04.339066 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-0ce82b95-a3a0-4f6b-bd96-1c878e11166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:40:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3f5ce0f6-325f-436f-9377-56ca60b663e9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:04.344648 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c86a8ba4-bac8-4048-a0b9-5ff4f7c8c1e5 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:04.349309 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410261ec-8660-4925-a49a-b0d3aad5a28e None None] Network daa341bd-d01e-4622-ac15-3d9b02ff7c93 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:04.355932 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c86a8ba4-bac8-4048-a0b9-5ff4f7c8c1e5 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "DELETE /v2.0/subnets/0ef49235-c479-4fe9-8f77-77e611730c81 HTTP/1.1" status: 204 len: 168 time: 1.7252865 Mar 22 19:41:04.361042 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41092) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:04.364215 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86a8ba4-bac8-4048-a0b9-5ff4f7c8c1e5 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Pushing event deleted for resources: {'Subnet': ['ID=0ef49235-c479-4fe9-8f77-77e611730c81,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:04.678732 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-0ce82b95-a3a0-4f6b-bd96-1c878e11166a None None] Set router 3f5ce0f6-325f-436f-9377-56ca60b663e9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:41:04.698168 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a77a4569-d946-4faf-bb05-df1ae089ddc0 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (daa341bd-d01e-4622-ac15-3d9b02ff7c93), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:04.772465 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194d3088-ffbe-4250-a027-36f7e9c6a9f0 None None] DHCP port deletion for daa341bd-d01e-4622-ac15-3d9b02ff7c93 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:41:04.918186 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d8f457-84e3-498f-982c-2e6fdd048655 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Router d6fec218-536e-4f5a-9200-e637834b83cb has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:41:04.933059 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-a77a4569-d946-4faf-bb05-df1ae089ddc0 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Deleting port 60f7f69a-8007-4952-81f8-a87efcff0d8d {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:41:04.933415 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a77a4569-d946-4faf-bb05-df1ae089ddc0 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (60f7f69a-8007-4952-81f8-a87efcff0d8d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:04.955080 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-194d3088-ffbe-4250-a027-36f7e9c6a9f0 None None] Deleting port 60f7f69a-8007-4952-81f8-a87efcff0d8d {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:41:04.955457 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-194d3088-ffbe-4250-a027-36f7e9c6a9f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (60f7f69a-8007-4952-81f8-a87efcff0d8d), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:04.995022 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec781f8-5488-4cde-91ac-4cf13be11139 req-42d5f745-6552-4e82-a213-ca22766ba0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:04.999596 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fec781f8-5488-4cde-91ac-4cf13be11139 req-42d5f745-6552-4e82-a213-ca22766ba0d7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=df3cb172-3bab-443c-aa40-b32eebecd0b3 HTTP/1.1" status: 200 len: 915 time: 0.8981528 Mar 22 19:41:05.080754 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-a77a4569-d946-4faf-bb05-df1ae089ddc0 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] For port 60f7f69a-8007-4952-81f8-a87efcff0d8d, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=60f7f69a-8007-4952-81f8-a87efcff0d8d,segment=NetworkSegment(a1e96868-a5bd-4ea6-b7a8-5886e4bcd77e),segment_id=a1e96868-a5bd-4ea6-b7a8-5886e4bcd77e)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:41:05.081338 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a77a4569-d946-4faf-bb05-df1ae089ddc0 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (60f7f69a-8007-4952-81f8-a87efcff0d8d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:05.095256 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-194d3088-ffbe-4250-a027-36f7e9c6a9f0 None None] For port 60f7f69a-8007-4952-81f8-a87efcff0d8d, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=60f7f69a-8007-4952-81f8-a87efcff0d8d,segment=NetworkSegment(a1e96868-a5bd-4ea6-b7a8-5886e4bcd77e),segment_id=a1e96868-a5bd-4ea6-b7a8-5886e4bcd77e)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:41:05.095538 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-a77a4569-d946-4faf-bb05-df1ae089ddc0 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Calling delete_port for 60f7f69a-8007-4952-81f8-a87efcff0d8d owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:41:05.095650 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-194d3088-ffbe-4250-a027-36f7e9c6a9f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (60f7f69a-8007-4952-81f8-a87efcff0d8d), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:05.120460 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-194d3088-ffbe-4250-a027-36f7e9c6a9f0 None None] Calling delete_port for 60f7f69a-8007-4952-81f8-a87efcff0d8d owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:41:05.195508 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c07e4-a2fd-447e-b31b-a79c42d57722 req-fd058c70-837d-4972-8d02-82c3f0bb81bc tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:05.197254 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-154c07e4-a2fd-447e-b31b-a79c42d57722 req-fd058c70-837d-4972-8d02-82c3f0bb81bc tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 945 time: 0.5096750 Mar 22 19:41:05.218507 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a77a4569-d946-4faf-bb05-df1ae089ddc0 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (60f7f69a-8007-4952-81f8-a87efcff0d8d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:05.226692 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-0ce82b95-a3a0-4f6b-bd96-1c878e11166a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'name': 'tempest-AttachVolumeNegativeTest-186120780-router', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:33:57Z', 'updated_at': '2022-03-22T19:34:01Z', 'revision_number': 4, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'gw_port': {'id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:33:58Z', 'updated_at': '2022-03-22T19:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '56ceba48-1128-4756-bc4d-4d84f438893e', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'floating_ip_address': '172.25.5.181', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'port_id': 'af47f510-a988-4df9-a92e-d31ffbe19285', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'mac_address': 'fa:16:3e:30:1c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253de37-26c3-4a3d-85aa-ca62b7d032f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:40:27Z', 'updated_at': '2022-03-22T19:40:58Z', 'revision_number': 1, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10804c69-4eb3-4346-b303-6e5bd5d9a227', 'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'mac_address': 'fa:16:3e:bc:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:00Z', 'updated_at': '2022-03-22T19:34:09Z', 'revision_number': 5, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'subnets': [{'id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:05.273626 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77a4569-d946-4faf-bb05-df1ae089ddc0 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] No DVR routers for this DVR port 60f7f69a-8007-4952-81f8-a87efcff0d8d on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:41:05.275726 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a4569-d946-4faf-bb05-df1ae089ddc0 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Pushing event deleted for resources: {'Port': ['ID=60f7f69a-8007-4952-81f8-a87efcff0d8d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:05.315746 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce82b95-a3a0-4f6b-bd96-1c878e11166a None None] The sync data for ids ['3f5ce0f6-325f-436f-9377-56ca60b663e9'] in n-d-705658-24 is: [{'id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'name': 'tempest-AttachVolumeNegativeTest-186120780-router', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:33:57Z', 'updated_at': '2022-03-22T19:34:01Z', 'revision_number': 4, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'gw_port': {'id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:33:58Z', 'updated_at': '2022-03-22T19:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '56ceba48-1128-4756-bc4d-4d84f438893e', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'floating_ip_address': '172.25.5.181', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'port_id': 'af47f510-a988-4df9-a92e-d31ffbe19285', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'mac_address': 'fa:16:3e:30:1c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b253de37-26c3-4a3d-85aa-ca62b7d032f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:40:27Z', 'updated_at': '2022-03-22T19:40:58Z', 'revision_number': 1, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10804c69-4eb3-4346-b303-6e5bd5d9a227', 'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'mac_address': 'fa:16:3e:bc:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:00Z', 'updated_at': '2022-03-22T19:34:09Z', 'revision_number': 5, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'subnets': [{'id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:41:05.344821 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-194d3088-ffbe-4250-a027-36f7e9c6a9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (60f7f69a-8007-4952-81f8-a87efcff0d8d), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:05.379137 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194d3088-ffbe-4250-a027-36f7e9c6a9f0 None None] No DVR routers for this DVR port 60f7f69a-8007-4952-81f8-a87efcff0d8d on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:41:05.384907 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d3088-ffbe-4250-a027-36f7e9c6a9f0 None None] Pushing event deleted for resources: {'Port': ['ID=60f7f69a-8007-4952-81f8-a87efcff0d8d,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:05.472396 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d8f457-84e3-498f-982c-2e6fdd048655 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:41:05.482479 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-154c07e4-a2fd-447e-b31b-a79c42d57722 req-7efebe0d-4e45-4a7c-9fde-5adf2b1f2e4c tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2763314 Mar 22 19:41:05.495114 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41122) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:05.496743 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d8d8f457-84e3-498f-982c-2e6fdd048655 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "PUT /v2.0/routers/d6fec218-536e-4f5a-9200-e637834b83cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5716310 Mar 22 19:41:05.496941 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2048b8a4-4049-4d66-acaa-15f8453013c6 None None] Sync routers for ids ['d6fec218-536e-4f5a-9200-e637834b83cb'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:41:05.528140 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2048b8a4-4049-4d66-acaa-15f8453013c6 None None] Routers {'d6fec218-536e-4f5a-9200-e637834b83cb'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:41:05.529100 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-2048b8a4-4049-4d66-acaa-15f8453013c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:40:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d6fec218-536e-4f5a-9200-e637834b83cb'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:05.570787 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fec781f8-5488-4cde-91ac-4cf13be11139 req-942ece03-3e1c-4d09-ab5b-8b627bee3892 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af47f510-a988-4df9-a92e-d31ffbe19285 HTTP/1.1" status: 200 len: 999 time: 0.5544918 Mar 22 19:41:05.600835 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a77a4569-d946-4faf-bb05-df1ae089ddc0 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (daa341bd-d01e-4622-ac15-3d9b02ff7c93), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:05.687929 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec781f8-5488-4cde-91ac-4cf13be11139 req-91ed7ade-1757-46b9-a4db-bf9d5f98445d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:05.690002 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fec781f8-5488-4cde-91ac-4cf13be11139 req-91ed7ade-1757-46b9-a4db-bf9d5f98445d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=221bc404-2765-4ba4-8d0d-c9a0ec4273c0 HTTP/1.1" status: 200 len: 853 time: 0.1123779 Mar 22 19:41:05.698398 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-a77a4569-d946-4faf-bb05-df1ae089ddc0 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daa341bd-d01e-4622-ac15-3d9b02ff7c93']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:05.724411 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-2048b8a4-4049-4d66-acaa-15f8453013c6 None None] Set router d6fec218-536e-4f5a-9200-e637834b83cb gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:41:05.750461 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-a77a4569-d946-4faf-bb05-df1ae089ddc0 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1e96868-a5bd-4ea6-b7a8-5886e4bcd77e') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:05.750802 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-a77a4569-d946-4faf-bb05-df1ae089ddc0 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1e96868-a5bd-4ea6-b7a8-5886e4bcd77e') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:05.829154 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec781f8-5488-4cde-91ac-4cf13be11139 req-7f6d2aa7-1afe-4716-bb71-113196d8238b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:05.831852 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fec781f8-5488-4cde-91ac-4cf13be11139 req-7f6d2aa7-1afe-4716-bb71-113196d8238b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=df3cb172-3bab-443c-aa40-b32eebecd0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1333616 Mar 22 19:41:05.913719 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecb91f0-2829-4e8c-8342-4a0cb27b9cba None None] New status for floating IP 56ceba48-1128-4756-bc4d-4d84f438893e: ACTIVE {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:41:05.929888 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-2048b8a4-4049-4d66-acaa-15f8453013c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fec218-536e-4f5a-9200-e637834b83cb', 'name': 'tempest-NetworksTestDHCPv6-router-1783289149', 'tenant_id': '60cab213ce214a30b0f859d0f4109da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:40:49Z', 'updated_at': '2022-03-22T19:41:03Z', 'revision_number': 3, 'project_id': '60cab213ce214a30b0f859d0f4109da8', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:05.964844 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2048b8a4-4049-4d66-acaa-15f8453013c6 None None] Checking router: d6fec218-536e-4f5a-9200-e637834b83cb for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:41:05.976971 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2048b8a4-4049-4d66-acaa-15f8453013c6 None None] Routers {'d6fec218-536e-4f5a-9200-e637834b83cb'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:41:05.977589 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-2048b8a4-4049-4d66-acaa-15f8453013c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:40:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d6fec218-536e-4f5a-9200-e637834b83cb'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:05.983951 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fec781f8-5488-4cde-91ac-4cf13be11139 req-0d493832-b462-4d62-be7f-f7fa7d9de8a3 service neutron] 10.222.0.85 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415954 Mar 22 19:41:06.038845 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a77a4569-d946-4faf-bb05-df1ae089ddc0 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (a1e96868-a5bd-4ea6-b7a8-5886e4bcd77e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:06.068847 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e853d7-baaa-4ae2-beb3-0354009bdc9c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:06.070618 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e853d7-baaa-4ae2-beb3-0354009bdc9c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:06.075985 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f7e853d7-baaa-4ae2-beb3-0354009bdc9c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5795746 Mar 22 19:41:06.084305 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41132) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:06.128355 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-2048b8a4-4049-4d66-acaa-15f8453013c6 None None] Set router d6fec218-536e-4f5a-9200-e637834b83cb gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:41:06.167815 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a77a4569-d946-4faf-bb05-df1ae089ddc0 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (a1e96868-a5bd-4ea6-b7a8-5886e4bcd77e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:06.207470 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77a4569-d946-4faf-bb05-df1ae089ddc0 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:41:06.208271 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a77a4569-d946-4faf-bb05-df1ae089ddc0 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (a1e96868-a5bd-4ea6-b7a8-5886e4bcd77e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:06.214756 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccccef2-34d1-45ad-8b7d-bc6ae12f3f0b req-09a7721e-3f4c-4d92-bd05-e369f17c5565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:06.216537 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4ccccef2-34d1-45ad-8b7d-bc6ae12f3f0b req-09a7721e-3f4c-4d92-bd05-e369f17c5565 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7cda59a95c784cbe81e1e4252cbf144e&device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 1128 time: 0.2862396 Mar 22 19:41:06.217404 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:41:06.217404 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:41:06.217404 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:41:06.217404 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:41:06.217404 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:41:06.217404 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:41:06.217404 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:41:06.217404 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:41:06.217404 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:41:06.217404 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:41:06.217404 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:41:06.217404 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:41:06.217404 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:41:06.217404 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:41:06.217404 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:41:06.217404 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:41:06.217404 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:41:06.217404 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:41:06.217404 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:41:06.217404 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:41:06.217404 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:41:06.217404 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:41:06.217404 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:41:06.217404 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:41:06.217404 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:41:06.217404 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:41:06.217404 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:41:06.217404 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:41:06.217404 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:41:06.217404 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:41:06.217404 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:41:06.217404 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:41:06.221685 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fec781f8-5488-4cde-91ac-4cf13be11139 req-9d6e2aff-5916-46b1-be65-b8146952c31c service neutron] 10.222.0.85 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315221 Mar 22 19:41:06.270621 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-2048b8a4-4049-4d66-acaa-15f8453013c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fec218-536e-4f5a-9200-e637834b83cb', 'name': 'tempest-NetworksTestDHCPv6-router-1783289149', 'tenant_id': '60cab213ce214a30b0f859d0f4109da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:40:49Z', 'updated_at': '2022-03-22T19:41:03Z', 'revision_number': 3, 'project_id': '60cab213ce214a30b0f859d0f4109da8', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:06.349398 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2048b8a4-4049-4d66-acaa-15f8453013c6 None None] The sync data for ids ['d6fec218-536e-4f5a-9200-e637834b83cb'] in n-d-705658-24 is: [{'id': 'd6fec218-536e-4f5a-9200-e637834b83cb', 'name': 'tempest-NetworksTestDHCPv6-router-1783289149', 'tenant_id': '60cab213ce214a30b0f859d0f4109da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:40:49Z', 'updated_at': '2022-03-22T19:41:03Z', 'revision_number': 3, 'project_id': '60cab213ce214a30b0f859d0f4109da8', 'gw_port_host': None}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:41:06.426259 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccccef2-34d1-45ad-8b7d-bc6ae12f3f0b req-221db155-4e4c-4377-a8f2-b71a0c0a60ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:06.427735 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4ccccef2-34d1-45ad-8b7d-bc6ae12f3f0b req-221db155-4e4c-4377-a8f2-b71a0c0a60ad service neutron] 10.222.0.84 "GET /v2.0/networks?id=00e2bcc4-39d4-496d-b022-7cce910c0a6c HTTP/1.1" status: 200 len: 917 time: 0.1954088 Mar 22 19:41:06.457157 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d01bdf5-2cbe-45ce-b35a-4aa5eb1ecc19 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting subnet 87a17ae1-77ef-4a1f-b226-ba0065a18d83 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:41:06.460476 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1d01bdf5-2cbe-45ce-b35a-4aa5eb1ecc19 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (87a17ae1-77ef-4a1f-b226-ba0065a18d83), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:06.500750 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1d01bdf5-2cbe-45ce-b35a-4aa5eb1ecc19 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (87a17ae1-77ef-4a1f-b226-ba0065a18d83), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:06.639522 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1d01bdf5-2cbe-45ce-b35a-4aa5eb1ecc19 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (87a17ae1-77ef-4a1f-b226-ba0065a18d83), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:06.768528 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9157ca4-2873-4b51-ba05-2a80dec99b45 req-7ccab815-2704-4ea7-943b-ee564dfe1c62 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:06.768528 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c9157ca4-2873-4b51-ba05-2a80dec99b45 req-7ccab815-2704-4ea7-943b-ee564dfe1c62 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 945 time: 0.1477139 Mar 22 19:41:06.801303 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1d01bdf5-2cbe-45ce-b35a-4aa5eb1ecc19 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (87a17ae1-77ef-4a1f-b226-ba0065a18d83), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:06.861240 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 60f7f69a-8007-4952-81f8-a87efcff0d8d no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:41:06.903232 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 60f7f69a-8007-4952-81f8-a87efcff0d8d {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:41:06.903557 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 60f7f69a-8007-4952-81f8-a87efcff0d8d not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:41:06.903916 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device cca40ec0-3b3b-46b7-ac3a-a631271d361c no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:41:06.928744 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c9157ca4-2873-4b51-ba05-2a80dec99b45 req-7b1be9c9-d3f1-4b5e-9a24-043db823fb55 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531918 Mar 22 19:41:06.952281 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01bdf5-2cbe-45ce-b35a-4aa5eb1ecc19 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Subnet': ['ID=87a17ae1-77ef-4a1f-b226-ba0065a18d83,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:06.971394 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a77a4569-d946-4faf-bb05-df1ae089ddc0 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (daa341bd-d01e-4622-ac15-3d9b02ff7c93), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:06.987912 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: cca40ec0-3b3b-46b7-ac3a-a631271d361c {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:41:06.988192 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device cca40ec0-3b3b-46b7-ac3a-a631271d361c not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:41:06.992667 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a77a4569-d946-4faf-bb05-df1ae089ddc0 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:07.005437 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a77a4569-d946-4faf-bb05-df1ae089ddc0 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] 10.222.0.75 "DELETE /v2.0/networks/daa341bd-d01e-4622-ac15-3d9b02ff7c93 HTTP/1.1" status: 204 len: 168 time: 2.6281550 Mar 22 19:41:07.009408 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679ece92-ca17-4a9e-8ae4-da9b268cb929 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:07.064009 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1d01bdf5-2cbe-45ce-b35a-4aa5eb1ecc19 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:07.089519 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1d01bdf5-2cbe-45ce-b35a-4aa5eb1ecc19 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/87a17ae1-77ef-4a1f-b226-ba0065a18d83 HTTP/1.1" status: 204 len: 168 time: 0.9911036 Mar 22 19:41:07.089519 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a4569-d946-4faf-bb05-df1ae089ddc0 tempest-NetworksIpV6TestAttrs-1278761515 tempest-NetworksIpV6TestAttrs-1278761515-project] Pushing event deleted for resources: {'Network': ['ID=daa341bd-d01e-4622-ac15-3d9b02ff7c93,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:07.090342 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41144) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:07.094803 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4ccccef2-34d1-45ad-8b7d-bc6ae12f3f0b req-147b2d1a-05b4-42f9-904d-31f381afad7e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f539a708-377a-49d2-83dc-786db167dd2c HTTP/1.1" status: 200 len: 1001 time: 0.6577628 Mar 22 19:41:07.260222 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccccef2-34d1-45ad-8b7d-bc6ae12f3f0b req-cdc3110b-9cd9-4136-b8c4-71892d764bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:07.261748 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4ccccef2-34d1-45ad-8b7d-bc6ae12f3f0b req-cdc3110b-9cd9-4136-b8c4-71892d764bfd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5 HTTP/1.1" status: 200 len: 855 time: 0.1399205 Mar 22 19:41:07.324680 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-820b12f6-bf02-46ad-8cff-88206a41e8d9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2334352 Mar 22 19:41:07.325392 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41146) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:07.370489 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccccef2-34d1-45ad-8b7d-bc6ae12f3f0b req-618c18a3-5fd8-4563-88ae-67561215858b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:07.375987 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4ccccef2-34d1-45ad-8b7d-bc6ae12f3f0b req-618c18a3-5fd8-4563-88ae-67561215858b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=00e2bcc4-39d4-496d-b022-7cce910c0a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1061425 Mar 22 19:41:07.412959 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da49166-d423-4032-92da-4e2dbee8fd0a None None] DHCP port deletion for 5844662d-9a53-4182-bd56-decd62afe1ab request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:41:07.518316 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41150) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:07.540080 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5aa42019-d744-42f9-971f-28217fb409ff tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for router (d6fec218-536e-4f5a-9200-e637834b83cb), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:07.542828 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-0da49166-d423-4032-92da-4e2dbee8fd0a None None] Deleting port a5d5bd44-4a09-49e3-a7eb-b131cf19d496 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:41:07.546344 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0da49166-d423-4032-92da-4e2dbee8fd0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (a5d5bd44-4a09-49e3-a7eb-b131cf19d496), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:07.656282 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4ccccef2-34d1-45ad-8b7d-bc6ae12f3f0b req-176bf65c-2a45-4000-92f5-8e8bc09e4cc2 service neutron] 10.222.0.84 "GET /v2.0/networks/00e2bcc4-39d4-496d-b022-7cce910c0a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742567 Mar 22 19:41:07.736633 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-0da49166-d423-4032-92da-4e2dbee8fd0a None None] For port a5d5bd44-4a09-49e3-a7eb-b131cf19d496, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a5d5bd44-4a09-49e3-a7eb-b131cf19d496,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:41:07.736964 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0da49166-d423-4032-92da-4e2dbee8fd0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (a5d5bd44-4a09-49e3-a7eb-b131cf19d496), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:07.780854 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-0da49166-d423-4032-92da-4e2dbee8fd0a None None] Calling delete_port for a5d5bd44-4a09-49e3-a7eb-b131cf19d496 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:41:07.850558 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4ccccef2-34d1-45ad-8b7d-bc6ae12f3f0b req-55b84a66-e52c-4062-abd3-811555bc875e service neutron] 10.222.0.84 "GET /v2.0/networks/00e2bcc4-39d4-496d-b022-7cce910c0a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881046 Mar 22 19:41:07.852795 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5aa42019-d744-42f9-971f-28217fb409ff tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (d6fec218-536e-4f5a-9200-e637834b83cb), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:07.860375 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5aa42019-d744-42f9-971f-28217fb409ff tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for router_controller (d6fec218-536e-4f5a-9200-e637834b83cb), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:07.877157 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41156) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:07.878122 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9ab46f36-6f05-42e1-9d75-5dc85c60db44 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2356a3f563d6431aa5cde99e6e80993d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3535209 Mar 22 19:41:07.948660 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5aa42019-d744-42f9-971f-28217fb409ff tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (d6fec218-536e-4f5a-9200-e637834b83cb), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:07.949537 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa42019-d744-42f9-971f-28217fb409ff tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Fanout notify agent at l3_agent the message router_deleted on router d6fec218-536e-4f5a-9200-e637834b83cb {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:41:07.963162 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0da49166-d423-4032-92da-4e2dbee8fd0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (a5d5bd44-4a09-49e3-a7eb-b131cf19d496), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:07.963732 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5aa42019-d744-42f9-971f-28217fb409ff tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:07.968914 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5aa42019-d744-42f9-971f-28217fb409ff tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/routers/d6fec218-536e-4f5a-9200-e637834b83cb HTTP/1.1" status: 204 len: 168 time: 0.6422620 Mar 22 19:41:07.969358 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41160) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:08.030123 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d39069f1-1dc6-46c0-8dfc-54cc17c12073 admin admin] Publish callbacks [] for security_group (9a972e8b-ef2b-4b6f-97bf-e989b618ae2c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:08.063577 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da49166-d423-4032-92da-4e2dbee8fd0a None None] No DVR routers for this DVR port a5d5bd44-4a09-49e3-a7eb-b131cf19d496 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:41:08.069876 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da49166-d423-4032-92da-4e2dbee8fd0a None None] Pushing event deleted for resources: {'Port': ['ID=a5d5bd44-4a09-49e3-a7eb-b131cf19d496,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:08.090354 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c06af87f-2813-4922-af8f-e12255346f64 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1150715 Mar 22 19:41:08.092013 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41164) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:08.140395 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d39069f1-1dc6-46c0-8dfc-54cc17c12073 admin admin] Publish callbacks [] for security_group (9a972e8b-ef2b-4b6f-97bf-e989b618ae2c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:08.212244 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21729bf1-6d9b-4a11-a1a5-17c797c96fe4 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:08.213758 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-21729bf1-6d9b-4a11-a1a5-17c797c96fe4 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1204627 Mar 22 19:41:08.225620 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41170) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:08.228036 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296efda5-6618-4137-86a2-1f10d9312ddf req-06ca7c79-6ca1-4172-b19c-b3f21190e1d3 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:08.230615 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-296efda5-6618-4137-86a2-1f10d9312ddf req-06ca7c79-6ca1-4172-b19c-b3f21190e1d3 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 945 time: 0.1168985 Mar 22 19:41:08.281621 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-145c689c-d950-4192-a182-45e4d387ad68 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531027 Mar 22 19:41:08.288445 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41174) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:08.295522 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-1dd29114-6b6d-46b0-aefb-da318e8e1881 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:08.307810 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-296efda5-6618-4137-86a2-1f10d9312ddf req-380325b7-d355-44d2-8765-1183310f6d3f tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714178 Mar 22 19:41:08.404846 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d39069f1-1dc6-46c0-8dfc-54cc17c12073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9a972e8b-ef2b-4b6f-97bf-e989b618ae2c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:08.408154 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d39069f1-1dc6-46c0-8dfc-54cc17c12073 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:08.409377 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device f539a708-377a-49d2-83dc-786db167dd2c no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:41:08.409910 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d39069f1-1dc6-46c0-8dfc-54cc17c12073 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9a972e8b-ef2b-4b6f-97bf-e989b618ae2c HTTP/1.1" status: 204 len: 168 time: 0.5309765 Mar 22 19:41:08.424272 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39069f1-1dc6-46c0-8dfc-54cc17c12073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a972e8b-ef2b-4b6f-97bf-e989b618ae2c,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:08.451208 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd29114-6b6d-46b0-aefb-da318e8e1881 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:08.455387 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1dd29114-6b6d-46b0-aefb-da318e8e1881 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:08.582731 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port f539a708-377a-49d2-83dc-786db167dd2c is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:41:08.583004 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f539a708-377a-49d2-83dc-786db167dd2c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:08.613991 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8d1262-a31c-4fb8-826a-87f2d2716fc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f539a708-377a-49d2-83dc-786db167dd2c'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:41:08.617110 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6557954-11e6-4e3d-8fc2-e9460e1069f1" -d '{"events": [{"server_uuid": "df8d1262-a31c-4fb8-826a-87f2d2716fc1", "name": "network-vif-unplugged", "status": "completed", "tag": "f539a708-377a-49d2-83dc-786db167dd2c"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:41:08.638486 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port f539a708-377a-49d2-83dc-786db167dd2c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f539a708-377a-49d2-83dc-786db167dd2c,segment=NetworkSegment(eeaed36b-2189-47d5-81ce-01a67b046103),segment_id=eeaed36b-2189-47d5-81ce-01a67b046103)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:41:08.645711 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f539a708-377a-49d2-83dc-786db167dd2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:08.712672 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 19:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f040a8-8415-45cb-a8e5-2ffdf143e2fa x-openstack-request-id: req-05f040a8-8415-45cb-a8e5-2ffdf143e2fa {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:41:08.712988 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8d1262-a31c-4fb8-826a-87f2d2716fc1", "name": "network-vif-unplugged", "status": "completed", "tag": "f539a708-377a-49d2-83dc-786db167dd2c", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:41:08.713221 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-05f040a8-8415-45cb-a8e5-2ffdf143e2fa {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:41:08.713621 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05f040a8-8415-45cb-a8e5-2ffdf143e2fa'] response: {'server_uuid': 'df8d1262-a31c-4fb8-826a-87f2d2716fc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f539a708-377a-49d2-83dc-786db167dd2c', 'code': 200} Mar 22 19:41:08.732142 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a5d5bd44-4a09-49e3-a7eb-b131cf19d496 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:41:08.800447 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: a5d5bd44-4a09-49e3-a7eb-b131cf19d496 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:41:08.800796 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a5d5bd44-4a09-49e3-a7eb-b131cf19d496 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:41:08.821485 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=f539a708-377a-49d2-83dc-786db167dd2c,revision_number=8']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:08.952022 n-d-705658-24 neutron-server[104173]: DEBUG neutron.objects.ports [None req-1dd29114-6b6d-46b0-aefb-da318e8e1881 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104173) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 19:41:08.955142 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1dd29114-6b6d-46b0-aefb-da318e8e1881 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (5e7f01ac-ae55-4071-b052-d32691e63ebb), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:09.017722 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd29114-6b6d-46b0-aefb-da318e8e1881 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Subnet': ['ID=5e7f01ac-ae55-4071-b052-d32691e63ebb,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:09.046376 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd29114-6b6d-46b0-aefb-da318e8e1881 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:41:09.047938 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-1dd29114-6b6d-46b0-aefb-da318e8e1881 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:09.051113 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd29114-6b6d-46b0-aefb-da318e8e1881 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:09.051564 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1dd29114-6b6d-46b0-aefb-da318e8e1881 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:09.059028 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cbad94-b4eb-46a6-898b-f7ba400899cb None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:09.075660 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1dd29114-6b6d-46b0-aefb-da318e8e1881 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7856331 Mar 22 19:41:09.077505 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41194) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:09.083375 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-ed771d31-2e06-4f4e-9aae-b2552e3b2360 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:09.187356 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02811fbc-a1be-4517-beef-bdba8799a1d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-5844662d-9a53-4182-bd56-decd62afe1ab', 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'project_id': '60cab213ce214a30b0f859d0f4109da8', 'fixed_ips': [{'subnet_id': '5e7f01ac-ae55-4071-b052-d32691e63ebb'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:41:09.190505 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-02811fbc-a1be-4517-beef-bdba8799a1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:09.300062 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed771d31-2e06-4f4e-9aae-b2552e3b2360 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:09.303662 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ed771d31-2e06-4f4e-9aae-b2552e3b2360 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:09.379091 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-02811fbc-a1be-4517-beef-bdba8799a1d1 None None] Allocated IP 2001:db8::f816:3eff:fefd:a7da (5844662d-9a53-4182-bd56-decd62afe1ab/5e7f01ac-ae55-4071-b052-d32691e63ebb/7adce44c-3286-433a-9466-ed963b1c41e8) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:41:09.718146 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-02811fbc-a1be-4517-beef-bdba8799a1d1 None None] Publish callbacks [] for port (7adce44c-3286-433a-9466-ed963b1c41e8), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:09.733662 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-02811fbc-a1be-4517-beef-bdba8799a1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (7adce44c-3286-433a-9466-ed963b1c41e8), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:09.846866 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41226) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:09.870769 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02811fbc-a1be-4517-beef-bdba8799a1d1 None None] Pushing event updated for resources: {'Port': ['ID=7adce44c-3286-433a-9466-ed963b1c41e8,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:09.908456 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02811fbc-a1be-4517-beef-bdba8799a1d1 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:41:09.910038 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-02811fbc-a1be-4517-beef-bdba8799a1d1 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:09.912536 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02811fbc-a1be-4517-beef-bdba8799a1d1 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:41:09.964629 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fcbf97-89ec-4fe3-83d6-c3ee9f42a8b4 req-572a1f09-7bdf-45d2-8799-b5e9ee97fc5f tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:09.964859 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62fcbf97-89ec-4fe3-83d6-c3ee9f42a8b4 req-572a1f09-7bdf-45d2-8799-b5e9ee97fc5f tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 943 time: 0.4011939 Mar 22 19:41:10.034311 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-02811fbc-a1be-4517-beef-bdba8799a1d1 None None] Attempting to bind port 7adce44c-3286-433a-9466-ed963b1c41e8 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:41:10.034688 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-02811fbc-a1be-4517-beef-bdba8799a1d1 None None] Attempting to bind port 7adce44c-3286-433a-9466-ed963b1c41e8 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:41:10.035053 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02811fbc-a1be-4517-beef-bdba8799a1d1 None None] Attempting to bind port 7adce44c-3286-433a-9466-ed963b1c41e8 on network 5844662d-9a53-4182-bd56-decd62afe1ab {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:41:10.040484 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02811fbc-a1be-4517-beef-bdba8799a1d1 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:41:10.040902 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02811fbc-a1be-4517-beef-bdba8799a1d1 None None] Checking segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:41:10.041307 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-02811fbc-a1be-4517-beef-bdba8799a1d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:10.041707 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02811fbc-a1be-4517-beef-bdba8799a1d1 None None] Bound using segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:41:10.042218 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-02811fbc-a1be-4517-beef-bdba8799a1d1 None None] Bound port: 7adce44c-3286-433a-9466-ed963b1c41e8, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:41:10.042606 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-02811fbc-a1be-4517-beef-bdba8799a1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7adce44c-3286-433a-9466-ed963b1c41e8), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:10.119776 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-aa00bd12-6264-4379-af9d-1211e4797245 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-51337836'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:10.195259 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa00bd12-6264-4379-af9d-1211e4797245 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Made reservation on behalf of bf8e4f73f4e248608bf697724f41ba5f for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:10.198700 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aa00bd12-6264-4379-af9d-1211e4797245 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:10.235385 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aa00bd12-6264-4379-af9d-1211e4797245 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:10.246912 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-02811fbc-a1be-4517-beef-bdba8799a1d1 None None] For port 7adce44c-3286-433a-9466-ed963b1c41e8, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:41:10.257364 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-02811fbc-a1be-4517-beef-bdba8799a1d1 None None] For port 7adce44c-3286-433a-9466-ed963b1c41e8, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=7adce44c-3286-433a-9466-ed963b1c41e8,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:41:10.269831 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-02811fbc-a1be-4517-beef-bdba8799a1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7adce44c-3286-433a-9466-ed963b1c41e8), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:10.409402 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02811fbc-a1be-4517-beef-bdba8799a1d1 None None] Pushing event updated for resources: {'Port': ['ID=7adce44c-3286-433a-9466-ed963b1c41e8,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:10.498315 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aa00bd12-6264-4379-af9d-1211e4797245 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for security_group (6518ba0b-3dd3-46dd-99af-2239f78ec5e0), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:10.505266 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aa00bd12-6264-4379-af9d-1211e4797245 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (6518ba0b-3dd3-46dd-99af-2239f78ec5e0), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:10.572805 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa00bd12-6264-4379-af9d-1211e4797245 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:41:10.598306 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aa00bd12-6264-4379-af9d-1211e4797245 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (0ae082a4-e279-4942-a75a-9156b7490b0c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:10.598717 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-aa00bd12-6264-4379-af9d-1211e4797245 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Added segment 0ae082a4-e279-4942-a75a-9156b7490b0c of type vlan for network 5507d40a-5ac0-44d1-bfd0-54fc391c6b1b Mar 22 19:41:10.693668 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aa00bd12-6264-4379-af9d-1211e4797245 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (5507d40a-5ac0-44d1-bfd0-54fc391c6b1b), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:10.738523 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00bd12-6264-4379-af9d-1211e4797245 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6518ba0b-3dd3-46dd-99af-2239f78ec5e0,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:10.745179 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aa00bd12-6264-4379-af9d-1211e4797245 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (5507d40a-5ac0-44d1-bfd0-54fc391c6b1b), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:10.750362 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa00bd12-6264-4379-af9d-1211e4797245 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:10.750975 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aa00bd12-6264-4379-af9d-1211e4797245 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:10.788078 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-aa00bd12-6264-4379-af9d-1211e4797245 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9381011 Mar 22 19:41:10.909963 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ed771d31-2e06-4f4e-9aae-b2552e3b2360 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (943adc37-4956-433e-9a8a-0bfc6f9e2c3e), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:10.953372 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41244) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:10.962390 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-7709b9bb-f368-4206-82ec-f64cd35fe3cf tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Request body: {'subnet': {'network_id': '5507d40a-5ac0-44d1-bfd0-54fc391c6b1b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:10.967614 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa00bd12-6264-4379-af9d-1211e4797245 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event updated for resources: {'Network': ['ID=5507d40a-5ac0-44d1-bfd0-54fc391c6b1b,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:10.983875 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 5507d40a-5ac0-44d1-bfd0-54fc391c6b1b details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:41:11.060263 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed771d31-2e06-4f4e-9aae-b2552e3b2360 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Subnet': ['ID=943adc37-4956-433e-9a8a-0bfc6f9e2c3e,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:11.109767 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed771d31-2e06-4f4e-9aae-b2552e3b2360 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:41:11.120893 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62fcbf97-89ec-4fe3-83d6-c3ee9f42a8b4 req-a46a4f79-0429-4fea-b5b1-b87578a6ab79 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4651582 Mar 22 19:41:11.122750 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-ed771d31-2e06-4f4e-9aae-b2552e3b2360 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:11.127521 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed771d31-2e06-4f4e-9aae-b2552e3b2360 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:11.128913 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ed771d31-2e06-4f4e-9aae-b2552e3b2360 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:11.178094 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ed771d31-2e06-4f4e-9aae-b2552e3b2360 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0993886 Mar 22 19:41:11.178249 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41248) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:11.185751 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-1d79dba2-d55d-4555-8726-b4ea8678d941 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'port': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'mac_address': 'fa:16:3e:9b:95:2a', 'name': 'tempest-NetworksTestDHCPv6-1588728979'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:11.190639 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7709b9bb-f368-4206-82ec-f64cd35fe3cf tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Made reservation on behalf of bf8e4f73f4e248608bf697724f41ba5f for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:11.195637 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7709b9bb-f368-4206-82ec-f64cd35fe3cf tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:11.530408 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d79dba2-d55d-4555-8726-b4ea8678d941 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:11.687560 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1d79dba2-d55d-4555-8726-b4ea8678d941 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:11.718391 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-1d79dba2-d55d-4555-8726-b4ea8678d941 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] device_id is not set on port 3139e56a-acdc-41a8-b944-38316ec54afd yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:41:11.903731 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-1d79dba2-d55d-4555-8726-b4ea8678d941 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Allocated IP 172.20.0.2 (5844662d-9a53-4182-bd56-decd62afe1ab/943adc37-4956-433e-9a8a-0bfc6f9e2c3e/3139e56a-acdc-41a8-b944-38316ec54afd) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:41:11.911061 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-1d79dba2-d55d-4555-8726-b4ea8678d941 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Allocated IP 2001:db8::f816:3eff:fe9b:952a (5844662d-9a53-4182-bd56-decd62afe1ab/5e7f01ac-ae55-4071-b052-d32691e63ebb/3139e56a-acdc-41a8-b944-38316ec54afd) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:41:12.070736 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7709b9bb-f368-4206-82ec-f64cd35fe3cf tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (c1aef5b0-9c0d-4742-b2af-6e56da86ac18), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:12.148977 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709b9bb-f368-4206-82ec-f64cd35fe3cf tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event updated for resources: {'Subnet': ['ID=c1aef5b0-9c0d-4742-b2af-6e56da86ac18,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:12.227730 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7709b9bb-f368-4206-82ec-f64cd35fe3cf tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Checking segment: {'id': '0ae082a4-e279-4942-a75a-9156b7490b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5507d40a-5ac0-44d1-bfd0-54fc391c6b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:41:12.228294 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7709b9bb-f368-4206-82ec-f64cd35fe3cf tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Network hostable DHCP agents. Network: 5507d40a-5ac0-44d1-bfd0-54fc391c6b1b, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:41:12.255226 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3ba34f-ce2b-430c-9207-83d0ac0fead6 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:12.266102 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7709b9bb-f368-4206-82ec-f64cd35fe3cf tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Network 5507d40a-5ac0-44d1-bfd0-54fc391c6b1b is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:41:12.282542 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-7709b9bb-f368-4206-82ec-f64cd35fe3cf tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 5507d40a-5ac0-44d1-bfd0-54fc391c6b1b) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:12.288638 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1d79dba2-d55d-4555-8726-b4ea8678d941 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for port (3139e56a-acdc-41a8-b944-38316ec54afd), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:12.293971 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7709b9bb-f368-4206-82ec-f64cd35fe3cf tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:12.294783 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7709b9bb-f368-4206-82ec-f64cd35fe3cf tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:12.326533 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7709b9bb-f368-4206-82ec-f64cd35fe3cf tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3712234 Mar 22 19:41:12.327158 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41264) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:12.334068 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-661643b5-cae4-424f-96c0-c08091e73069 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1695755823'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:12.380402 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661643b5-cae4-424f-96c0-c08091e73069 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Made reservation on behalf of bf8e4f73f4e248608bf697724f41ba5f for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:12.384688 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-661643b5-cae4-424f-96c0-c08091e73069 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:12.395642 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa558e77-6ed0-44bf-a7ad-486440307586 None None] Network 5507d40a-5ac0-44d1-bfd0-54fc391c6b1b requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:12.412680 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903648d-07c5-43d9-b01b-2180184067f3 req-1860f100-3944-4409-8dc9-29ffa758b0fc tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:12.420191 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8903648d-07c5-43d9-b01b-2180184067f3 req-1860f100-3944-4409-8dc9-29ffa758b0fc tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 943 time: 0.1410408 Mar 22 19:41:12.423746 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1d79dba2-d55d-4555-8726-b4ea8678d941 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (3139e56a-acdc-41a8-b944-38316ec54afd), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:12.533411 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8903648d-07c5-43d9-b01b-2180184067f3 req-41c1cc12-a569-4ca5-8ede-36ebbc518815 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116321 Mar 22 19:41:12.552227 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d79dba2-d55d-4555-8726-b4ea8678d941 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:41:12.562218 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-1d79dba2-d55d-4555-8726-b4ea8678d941 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:12.569215 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-661643b5-cae4-424f-96c0-c08091e73069 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:41:12.574821 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d79dba2-d55d-4555-8726-b4ea8678d941 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:41:12.655440 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-661643b5-cae4-424f-96c0-c08091e73069 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (5152cd8f-6662-4816-913f-fe68f10bb23e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:12.658271 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-661643b5-cae4-424f-96c0-c08091e73069 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Added segment 5152cd8f-6662-4816-913f-fe68f10bb23e of type vlan for network cc99a35b-3913-4827-8011-18faf9ecfce5 Mar 22 19:41:12.663652 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d79dba2-d55d-4555-8726-b4ea8678d941 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Port': ['ID=3139e56a-acdc-41a8-b944-38316ec54afd,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:12.807398 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d79dba2-d55d-4555-8726-b4ea8678d941 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:12.808326 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1d79dba2-d55d-4555-8726-b4ea8678d941 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:12.864910 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-661643b5-cae4-424f-96c0-c08091e73069 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (cc99a35b-3913-4827-8011-18faf9ecfce5), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:12.903755 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1d79dba2-d55d-4555-8726-b4ea8678d941 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7239528 Mar 22 19:41:12.906195 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41278) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:12.972935 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-661643b5-cae4-424f-96c0-c08091e73069 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (cc99a35b-3913-4827-8011-18faf9ecfce5), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:12.987704 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 7adce44c-3286-433a-9466-ed963b1c41e8 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:41:12.991760 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661643b5-cae4-424f-96c0-c08091e73069 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:12.991760 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-661643b5-cae4-424f-96c0-c08091e73069 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:13.026671 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee29a28-09db-44cb-9860-ec3805eb75a9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:13.043214 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee29a28-09db-44cb-9860-ec3805eb75a9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:13.051591 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7ee29a28-09db-44cb-9860-ec3805eb75a9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1442924 Mar 22 19:41:13.052234 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41282) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:13.119655 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf3ba15-799d-48ce-b48f-f647618ec782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-5507d40a-5ac0-44d1-bfd0-54fc391c6b1b', 'network_id': '5507d40a-5ac0-44d1-bfd0-54fc391c6b1b', 'project_id': 'bf8e4f73f4e248608bf697724f41ba5f', 'fixed_ips': [{'subnet_id': 'c1aef5b0-9c0d-4742-b2af-6e56da86ac18'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:41:13.125441 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-edf3ba15-799d-48ce-b48f-f647618ec782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:13.240726 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661643b5-cae4-424f-96c0-c08091e73069 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event updated for resources: {'Network': ['ID=cc99a35b-3913-4827-8011-18faf9ecfce5,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:13.247907 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e8db8d7d-ea9f-4cfa-84ba-68cdedb608ff None None] Provisioning complete for port 7adce44c-3286-433a-9466-ed963b1c41e8 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:41:13.248288 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e8db8d7d-ea9f-4cfa-84ba-68cdedb608ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7adce44c-3286-433a-9466-ed963b1c41e8), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:13.254212 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-5a0a22b5-0605-4cef-b43e-78315cdd7478 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting port 3139e56a-acdc-41a8-b944-38316ec54afd {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:41:13.254516 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5a0a22b5-0605-4cef-b43e-78315cdd7478 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (3139e56a-acdc-41a8-b944-38316ec54afd), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:13.268675 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-661643b5-cae4-424f-96c0-c08091e73069 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9389074 Mar 22 19:41:13.269294 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41294) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:13.275511 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-b7b64826-6824-4ff1-89da-fc28c778e228 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Request body: {'subnet': {'network_id': 'cc99a35b-3913-4827-8011-18faf9ecfce5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:13.433193 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network cc99a35b-3913-4827-8011-18faf9ecfce5 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:41:13.449351 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5a0a22b5-0605-4cef-b43e-78315cdd7478 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (3139e56a-acdc-41a8-b944-38316ec54afd), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:13.456541 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b64826-6824-4ff1-89da-fc28c778e228 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Made reservation on behalf of bf8e4f73f4e248608bf697724f41ba5f for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:13.464542 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7b64826-6824-4ff1-89da-fc28c778e228 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:13.473310 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-5a0a22b5-0605-4cef-b43e-78315cdd7478 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Calling delete_port for 3139e56a-acdc-41a8-b944-38316ec54afd owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:41:13.591414 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 7adce44c-3286-433a-9466-ed963b1c41e8 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:41:13.598551 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7adce44c-3286-433a-9466-ed963b1c41e8), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:13.912027 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5a0a22b5-0605-4cef-b43e-78315cdd7478 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (3139e56a-acdc-41a8-b944-38316ec54afd), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:13.961931 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e136c9b-d61a-48f2-8ece-31a71a57d0e4 None None] Update dhcp port {'port': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'fixed_ips': [{'subnet_id': '5e7f01ac-ae55-4071-b052-d32691e63ebb', 'ip_address': '2001:db8::f816:3eff:fefd:a7da'}, {'subnet_id': '943adc37-4956-433e-9a8a-0bfc6f9e2c3e'}], 'binding:host_id': 'n-d-705658-24'}, 'id': '7adce44c-3286-433a-9466-ed963b1c41e8'} from n-d-705658-24. {{(pid=104174) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 19:41:14.004764 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0a22b5-0605-4cef-b43e-78315cdd7478 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Port': ['ID=3139e56a-acdc-41a8-b944-38316ec54afd,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:14.027703 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-edf3ba15-799d-48ce-b48f-f647618ec782 None None] Allocated IP 172.20.255.242 (5507d40a-5ac0-44d1-bfd0-54fc391c6b1b/c1aef5b0-9c0d-4742-b2af-6e56da86ac18/846aa7eb-64d1-4b61-8f12-6207cd39954b) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:41:14.064227 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2e136c9b-d61a-48f2-8ece-31a71a57d0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7adce44c-3286-433a-9466-ed963b1c41e8), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:14.127983 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 7adce44c-3286-433a-9466-ed963b1c41e8 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:41:14.128488 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7adce44c-3286-433a-9466-ed963b1c41e8), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:14.160601 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7b64826-6824-4ff1-89da-fc28c778e228 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (7e34f556-99ac-4948-a636-a79d969b5125), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:14.254732 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b64826-6824-4ff1-89da-fc28c778e228 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event updated for resources: {'Subnet': ['ID=7e34f556-99ac-4948-a636-a79d969b5125,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:14.257259 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e8db8d7d-ea9f-4cfa-84ba-68cdedb608ff None None] Current status of the port 7adce44c-3286-433a-9466-ed963b1c41e8 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:41:14.257731 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e8db8d7d-ea9f-4cfa-84ba-68cdedb608ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7adce44c-3286-433a-9466-ed963b1c41e8), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:14.295777 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5a0a22b5-0605-4cef-b43e-78315cdd7478 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:14.305301 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b64826-6824-4ff1-89da-fc28c778e228 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Checking segment: {'id': '5152cd8f-6662-4816-913f-fe68f10bb23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cc99a35b-3913-4827-8011-18faf9ecfce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:41:14.306150 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b64826-6824-4ff1-89da-fc28c778e228 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Network hostable DHCP agents. Network: cc99a35b-3913-4827-8011-18faf9ecfce5, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:41:14.313657 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5a0a22b5-0605-4cef-b43e-78315cdd7478 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/3139e56a-acdc-41a8-b944-38316ec54afd HTTP/1.1" status: 204 len: 168 time: 1.2603059 Mar 22 19:41:14.320451 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41314) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:14.328443 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-7e516d6f-9fcb-41ca-b1cc-87f3a18a96ea req-358eb86e-241b-40ea-b358-af7dfc835f48 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:41:14.330072 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7e516d6f-9fcb-41ca-b1cc-87f3a18a96ea req-358eb86e-241b-40ea-b358-af7dfc835f48 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1942723 Mar 22 19:41:14.381775 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 7adce44c-3286-433a-9466-ed963b1c41e8, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=7adce44c-3286-433a-9466-ed963b1c41e8,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:41:14.396907 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7adce44c-3286-433a-9466-ed963b1c41e8), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:14.397179 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b64826-6824-4ff1-89da-fc28c778e228 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Network cc99a35b-3913-4827-8011-18faf9ecfce5 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:41:14.415004 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device f539a708-377a-49d2-83dc-786db167dd2c no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:41:14.440714 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-b7b64826-6824-4ff1-89da-fc28c778e228 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, cc99a35b-3913-4827-8011-18faf9ecfce5) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:14.452804 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d54b753-e2bc-4ffb-b53e-a6ee20966ddc tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:14.454716 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d54b753-e2bc-4ffb-b53e-a6ee20966ddc tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:14.456146 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d54b753-e2bc-4ffb-b53e-a6ee20966ddc tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:14.460493 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41318) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:14.468490 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8d54b753-e2bc-4ffb-b53e-a6ee20966ddc tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1467397 Mar 22 19:41:14.479024 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b64826-6824-4ff1-89da-fc28c778e228 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:14.479539 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7b64826-6824-4ff1-89da-fc28c778e228 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:14.516324 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b7b64826-6824-4ff1-89da-fc28c778e228 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2459126 Mar 22 19:41:14.519698 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41320) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:14.690434 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-2e136c9b-d61a-48f2-8ece-31a71a57d0e4 None None] Allocated IP 172.20.0.2 (5844662d-9a53-4182-bd56-decd62afe1ab/943adc37-4956-433e-9a8a-0bfc6f9e2c3e/7adce44c-3286-433a-9466-ed963b1c41e8) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:41:14.723154 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7fc6-a53e-4a97-abbe-06217859f4af tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (cc99a35b-3913-4827-8011-18faf9ecfce5), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:14.736513 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-c84a8761-7af5-4945-8cda-8e97297d05aa tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting subnet 5e7f01ac-ae55-4071-b052-d32691e63ebb {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:41:14.751743 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.api [None req-e8db8d7d-ea9f-4cfa-84ba-68cdedb608ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:41:14.752409 n-d-705658-24 neutron-server[104174]: DEBUG oslo_db.api [None req-e8db8d7d-ea9f-4cfa-84ba-68cdedb608ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:41:14.753091 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc20afa2-68cc-4b2e-9201-b069022a1d62 None None] Network cc99a35b-3913-4827-8011-18faf9ecfce5 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:14.773181 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfca777-fc09-4ba5-91c9-53e442e801ee req-f5d7851d-241d-4393-b0b0-d61bf681d59c tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:14.775701 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ddfca777-fc09-4ba5-91c9-53e442e801ee req-f5d7851d-241d-4393-b0b0-d61bf681d59c tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 943 time: 0.1668630 Mar 22 19:41:14.817162 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7fc6-a53e-4a97-abbe-06217859f4af tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (7e34f556-99ac-4948-a636-a79d969b5125), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:14.890624 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ddfca777-fc09-4ba5-91c9-53e442e801ee req-aba6108b-9c6d-4d32-a0df-bec1837a6d70 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075244 Mar 22 19:41:14.963482 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7fc6-a53e-4a97-abbe-06217859f4af tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (7e34f556-99ac-4948-a636-a79d969b5125), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:15.006853 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b7fc6-a53e-4a97-abbe-06217859f4af tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event deleted for resources: {'Subnet': ['ID=7e34f556-99ac-4948-a636-a79d969b5125,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:15.096138 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41336) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:15.197090 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7fc6-a53e-4a97-abbe-06217859f4af tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (cc99a35b-3913-4827-8011-18faf9ecfce5), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:15.232850 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2e136c9b-d61a-48f2-8ece-31a71a57d0e4 None None] For port 7adce44c-3286-433a-9466-ed963b1c41e8, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=7adce44c-3286-433a-9466-ed963b1c41e8,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:41:15.235497 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-6e3b7fc6-a53e-4a97-abbe-06217859f4af tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc99a35b-3913-4827-8011-18faf9ecfce5']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:15.249101 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-6e3b7fc6-a53e-4a97-abbe-06217859f4af tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5152cd8f-6662-4816-913f-fe68f10bb23e') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:15.249651 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-6e3b7fc6-a53e-4a97-abbe-06217859f4af tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5152cd8f-6662-4816-913f-fe68f10bb23e') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:15.277403 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-94bce464-1e83-4779-beb6-64ac039f2edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:15.285155 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7fc6-a53e-4a97-abbe-06217859f4af tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (5152cd8f-6662-4816-913f-fe68f10bb23e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:15.313272 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7fc6-a53e-4a97-abbe-06217859f4af tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (5152cd8f-6662-4816-913f-fe68f10bb23e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:15.321281 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e3b7fc6-a53e-4a97-abbe-06217859f4af tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:41:15.321923 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7fc6-a53e-4a97-abbe-06217859f4af tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (5152cd8f-6662-4816-913f-fe68f10bb23e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:15.329053 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:41:15.329053 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:41:15.329053 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:41:15.329053 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:41:15.329053 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:41:15.329053 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:41:15.329053 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:41:15.329053 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:41:15.329053 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:41:15.329053 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:41:15.329053 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:41:15.329053 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:41:15.329053 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:41:15.329053 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:41:15.329053 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:41:15.329053 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:41:15.329053 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:41:15.329053 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:41:15.329053 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:41:15.329053 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:41:15.329053 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:41:15.329053 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:41:15.329053 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:41:15.329053 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:41:15.329053 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:41:15.329053 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:41:15.329053 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:41:15.329053 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:41:15.329053 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:41:15.329053 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:41:15.329053 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:41:15.329053 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:41:15.356433 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dd55f42c-b446-4395-a0ea-7b3b3347de9b req-009b5f3b-e060-49b5-8864-4eb203538235 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2568495 Mar 22 19:41:15.363620 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-dd55f42c-b446-4395-a0ea-7b3b3347de9b req-0ff87238-4299-4f4d-bbd7-e63c8efdfba9 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:41:15.377518 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dd55f42c-b446-4395-a0ea-7b3b3347de9b req-0ff87238-4299-4f4d-bbd7-e63c8efdfba9 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0196965 Mar 22 19:41:15.387411 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2e136c9b-d61a-48f2-8ece-31a71a57d0e4 None None] Publish callbacks [] for port (7adce44c-3286-433a-9466-ed963b1c41e8), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:15.398323 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c84a8761-7af5-4945-8cda-8e97297d05aa tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (5e7f01ac-ae55-4071-b052-d32691e63ebb), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:15.434318 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=7adce44c-3286-433a-9466-ed963b1c41e8,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:15.479610 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2e136c9b-d61a-48f2-8ece-31a71a57d0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7adce44c-3286-433a-9466-ed963b1c41e8), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:15.507613 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c84a8761-7af5-4945-8cda-8e97297d05aa tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (5e7f01ac-ae55-4071-b052-d32691e63ebb), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:15.512895 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-edf3ba15-799d-48ce-b48f-f647618ec782 None None] Publish callbacks [] for port (846aa7eb-64d1-4b61-8f12-6207cd39954b), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:15.566429 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7fc6-a53e-4a97-abbe-06217859f4af tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (cc99a35b-3913-4827-8011-18faf9ecfce5), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:15.598505 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6e3b7fc6-a53e-4a97-abbe-06217859f4af tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:15.603928 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e136c9b-d61a-48f2-8ece-31a71a57d0e4 None None] Pushing event updated for resources: {'Port': ['ID=7adce44c-3286-433a-9466-ed963b1c41e8,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:15.612746 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-edf3ba15-799d-48ce-b48f-f647618ec782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (846aa7eb-64d1-4b61-8f12-6207cd39954b), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:15.618801 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port f539a708-377a-49d2-83dc-786db167dd2c is: DOWN; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:41:15.627302 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6e3b7fc6-a53e-4a97-abbe-06217859f4af tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "DELETE /v2.0/networks/cc99a35b-3913-4827-8011-18faf9ecfce5 HTTP/1.1" status: 204 len: 168 time: 1.1064699 Mar 22 19:41:15.628935 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41350) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:15.647273 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-3f1e9251-fbe7-4fa1-9560-b4ff28ee2b1c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1185641952'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:15.656925 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e8db8d7d-ea9f-4cfa-84ba-68cdedb608ff None None] Current status of the port 7adce44c-3286-433a-9466-ed963b1c41e8 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:41:15.659038 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3b7fc6-a53e-4a97-abbe-06217859f4af tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event deleted for resources: {'Network': ['ID=cc99a35b-3913-4827-8011-18faf9ecfce5,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:15.720946 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1e9251-fbe7-4fa1-9560-b4ff28ee2b1c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Made reservation on behalf of bf8e4f73f4e248608bf697724f41ba5f for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:15.724308 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3f1e9251-fbe7-4fa1-9560-b4ff28ee2b1c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:15.753045 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad169d2f-c38f-47f3-adb3-f863ca55e812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-cc99a35b-3913-4827-8011-18faf9ecfce5', 'network_id': 'cc99a35b-3913-4827-8011-18faf9ecfce5', 'project_id': 'bf8e4f73f4e248608bf697724f41ba5f', 'fixed_ips': [{'subnet_id': '7e34f556-99ac-4948-a636-a79d969b5125'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:41:15.754554 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ad169d2f-c38f-47f3-adb3-f863ca55e812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:15.793580 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55f42c-b446-4395-a0ea-7b3b3347de9b req-0a95aa8a-9586-4b0d-a0bd-163b57b432f7 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:15.795036 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dd55f42c-b446-4395-a0ea-7b3b3347de9b req-0a95aa8a-9586-4b0d-a0bd-163b57b432f7 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports/f539a708-377a-49d2-83dc-786db167dd2c HTTP/1.1" status: 200 len: 940 time: 0.2595899 Mar 22 19:41:15.806029 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f1e9251-fbe7-4fa1-9560-b4ff28ee2b1c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:41:15.817719 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3f1e9251-fbe7-4fa1-9560-b4ff28ee2b1c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (2cb066b6-38a5-4284-a4c0-0d92eae6c076), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:15.818097 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-3f1e9251-fbe7-4fa1-9560-b4ff28ee2b1c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Added segment 2cb066b6-38a5-4284-a4c0-0d92eae6c076 of type vlan for network 8f55470d-628b-440b-af40-5e87733ea29b Mar 22 19:41:15.862769 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3f1e9251-fbe7-4fa1-9560-b4ff28ee2b1c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (8f55470d-628b-440b-af40-5e87733ea29b), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:15.917832 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3f1e9251-fbe7-4fa1-9560-b4ff28ee2b1c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (8f55470d-628b-440b-af40-5e87733ea29b), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:15.932708 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1e9251-fbe7-4fa1-9560-b4ff28ee2b1c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:15.933476 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3f1e9251-fbe7-4fa1-9560-b4ff28ee2b1c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:15.938045 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf3ba15-799d-48ce-b48f-f647618ec782 None None] Network 5507d40a-5ac0-44d1-bfd0-54fc391c6b1b is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:41:15.976537 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-edf3ba15-799d-48ce-b48f-f647618ec782 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:15.984465 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf3ba15-799d-48ce-b48f-f647618ec782 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:41:16.014178 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0ae2b4-ac38-4b9e-8be5-9769f0fe651e None None] Network cc99a35b-3913-4827-8011-18faf9ecfce5 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:16.046980 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3ba15-799d-48ce-b48f-f647618ec782 None None] Pushing event updated for resources: {'Port': ['ID=846aa7eb-64d1-4b61-8f12-6207cd39954b,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:16.055523 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:16.058887 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0ae2b4-ac38-4b9e-8be5-9769f0fe651e None None] Network cc99a35b-3913-4827-8011-18faf9ecfce5 could not be found, it might have been deleted concurrently. {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 19:41:16.118565 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3f1e9251-fbe7-4fa1-9560-b4ff28ee2b1c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4885390 Mar 22 19:41:16.120794 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41364) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:16.126056 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-81ad9d2a-fb79-49d9-9fd0-d77af2858b58 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Request body: {'subnet': {'network_id': '8f55470d-628b-440b-af40-5e87733ea29b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:16.180216 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c84a8761-7af5-4945-8cda-8e97297d05aa tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (5e7f01ac-ae55-4071-b052-d32691e63ebb), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:16.261307 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e9251-fbe7-4fa1-9560-b4ff28ee2b1c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event updated for resources: {'Network': ['ID=8f55470d-628b-440b-af40-5e87733ea29b,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:16.303122 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-edf3ba15-799d-48ce-b48f-f647618ec782 None None] Attempting to bind port 846aa7eb-64d1-4b61-8f12-6207cd39954b on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:41:16.303487 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-edf3ba15-799d-48ce-b48f-f647618ec782 None None] Attempting to bind port 846aa7eb-64d1-4b61-8f12-6207cd39954b by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '0ae082a4-e279-4942-a75a-9156b7490b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5507d40a-5ac0-44d1-bfd0-54fc391c6b1b'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:41:16.303722 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf3ba15-799d-48ce-b48f-f647618ec782 None None] Attempting to bind port 846aa7eb-64d1-4b61-8f12-6207cd39954b on network 5507d40a-5ac0-44d1-bfd0-54fc391c6b1b {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:41:16.320237 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 8f55470d-628b-440b-af40-5e87733ea29b details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:41:16.334197 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53478b92-1f96-4007-af1c-97b99d0934d9 req-1dffa4bf-4c14-41f5-b587-27f45f1c395e tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:16.350922 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53478b92-1f96-4007-af1c-97b99d0934d9 req-1dffa4bf-4c14-41f5-b587-27f45f1c395e tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 943 time: 0.2322068 Mar 22 19:41:16.390419 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf3ba15-799d-48ce-b48f-f647618ec782 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:41:16.390829 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf3ba15-799d-48ce-b48f-f647618ec782 None None] Checking segment: {'id': '0ae082a4-e279-4942-a75a-9156b7490b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5507d40a-5ac0-44d1-bfd0-54fc391c6b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:41:16.391238 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-edf3ba15-799d-48ce-b48f-f647618ec782 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:16.391671 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf3ba15-799d-48ce-b48f-f647618ec782 None None] Bound using segment: {'id': '0ae082a4-e279-4942-a75a-9156b7490b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5507d40a-5ac0-44d1-bfd0-54fc391c6b1b'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:41:16.392189 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-edf3ba15-799d-48ce-b48f-f647618ec782 None None] Bound port: 846aa7eb-64d1-4b61-8f12-6207cd39954b, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ae082a4-e279-4942-a75a-9156b7490b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '5507d40a-5ac0-44d1-bfd0-54fc391c6b1b'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:41:16.392573 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-edf3ba15-799d-48ce-b48f-f647618ec782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (846aa7eb-64d1-4b61-8f12-6207cd39954b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:16.437718 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c84a8761-7af5-4945-8cda-8e97297d05aa tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (5e7f01ac-ae55-4071-b052-d32691e63ebb), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:16.453146 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ad9d2a-fb79-49d9-9fd0-d77af2858b58 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Made reservation on behalf of bf8e4f73f4e248608bf697724f41ba5f for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:16.457172 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-81ad9d2a-fb79-49d9-9fd0-d77af2858b58 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:16.521807 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a8761-7af5-4945-8cda-8e97297d05aa tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Subnet': ['ID=5e7f01ac-ae55-4071-b052-d32691e63ebb,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:16.542052 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c84a8761-7af5-4945-8cda-8e97297d05aa tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:16.545888 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c84a8761-7af5-4945-8cda-8e97297d05aa tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/5e7f01ac-ae55-4071-b052-d32691e63ebb HTTP/1.1" status: 204 len: 168 time: 2.0842781 Mar 22 19:41:16.555082 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41368) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:16.596112 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53478b92-1f96-4007-af1c-97b99d0934d9 req-f0ea27c5-366e-4662-9310-1918a1378bfa tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2430670 Mar 22 19:41:16.652573 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6414688-a0a1-43c6-b6ae-f50be20b4b8a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting subnet 943adc37-4956-433e-9a8a-0bfc6f9e2c3e {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:41:16.667332 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.ipam_backend_mixin [None req-81ad9d2a-fb79-49d9-9fd0-d77af2858b58 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Performing IP validity checks on allocation pools {{(pid=104173) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 22 19:41:16.668106 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.ipam_backend_mixin [None req-81ad9d2a-fb79-49d9-9fd0-d77af2858b58 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104173) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 22 19:41:16.680297 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c6414688-a0a1-43c6-b6ae-f50be20b4b8a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (943adc37-4956-433e-9a8a-0bfc6f9e2c3e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:16.776628 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 7adce44c-3286-433a-9466-ed963b1c41e8 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:41:16.820198 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-edf3ba15-799d-48ce-b48f-f647618ec782 None None] For port 846aa7eb-64d1-4b61-8f12-6207cd39954b, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:41:16.824894 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-edf3ba15-799d-48ce-b48f-f647618ec782 None None] For port 846aa7eb-64d1-4b61-8f12-6207cd39954b, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=846aa7eb-64d1-4b61-8f12-6207cd39954b,segment=NetworkSegment(0ae082a4-e279-4942-a75a-9156b7490b0c),segment_id=0ae082a4-e279-4942-a75a-9156b7490b0c)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:41:16.839234 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c6414688-a0a1-43c6-b6ae-f50be20b4b8a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (943adc37-4956-433e-9a8a-0bfc6f9e2c3e), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:16.895164 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-edf3ba15-799d-48ce-b48f-f647618ec782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (846aa7eb-64d1-4b61-8f12-6207cd39954b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:17.060625 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c6414688-a0a1-43c6-b6ae-f50be20b4b8a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (943adc37-4956-433e-9a8a-0bfc6f9e2c3e), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:17.094504 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-81ad9d2a-fb79-49d9-9fd0-d77af2858b58 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (a7bed66b-3ea4-43bd-afe8-6c611acbec67), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:17.123982 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3ba15-799d-48ce-b48f-f647618ec782 None None] Pushing event updated for resources: {'Port': ['ID=846aa7eb-64d1-4b61-8f12-6207cd39954b,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:17.140180 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 7adce44c-3286-433a-9466-ed963b1c41e8 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:41:17.140590 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7adce44c-3286-433a-9466-ed963b1c41e8), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:17.234050 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c6414688-a0a1-43c6-b6ae-f50be20b4b8a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (943adc37-4956-433e-9a8a-0bfc6f9e2c3e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:17.333936 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6414688-a0a1-43c6-b6ae-f50be20b4b8a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Subnet': ['ID=943adc37-4956-433e-9a8a-0bfc6f9e2c3e,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:17.348004 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad9d2a-fb79-49d9-9fd0-d77af2858b58 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event updated for resources: {'Subnet': ['ID=a7bed66b-3ea4-43bd-afe8-6c611acbec67,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:17.384473 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c6414688-a0a1-43c6-b6ae-f50be20b4b8a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:17.399586 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c6414688-a0a1-43c6-b6ae-f50be20b4b8a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/943adc37-4956-433e-9a8a-0bfc6f9e2c3e HTTP/1.1" status: 204 len: 168 time: 0.8418720 Mar 22 19:41:17.402232 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41380) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:17.513289 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ad9d2a-fb79-49d9-9fd0-d77af2858b58 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Checking segment: {'id': '2cb066b6-38a5-4284-a4c0-0d92eae6c076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8f55470d-628b-440b-af40-5e87733ea29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:41:17.513894 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ad9d2a-fb79-49d9-9fd0-d77af2858b58 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Network hostable DHCP agents. Network: 8f55470d-628b-440b-af40-5e87733ea29b, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:41:17.549580 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fefc2f91-1f47-4e7a-ac1e-5bdcc8a2ca9c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1333051 Mar 22 19:41:17.554527 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41382) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:17.559769 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-cb939970-fe4c-4050-870e-2cce94c310a7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:17.564364 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55f42c-b446-4395-a0ea-7b3b3347de9b req-b9bf25c0-32c7-4ba2-91e4-de1a2be57e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:17.568191 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dd55f42c-b446-4395-a0ea-7b3b3347de9b req-b9bf25c0-32c7-4ba2-91e4-de1a2be57e58 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1&tenant_id=7cda59a95c784cbe81e1e4252cbf144e HTTP/1.1" status: 200 len: 1126 time: 0.4644275 Mar 22 19:41:17.587899 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ad9d2a-fb79-49d9-9fd0-d77af2858b58 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Network 8f55470d-628b-440b-af40-5e87733ea29b is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:41:17.618319 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-81ad9d2a-fb79-49d9-9fd0-d77af2858b58 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 8f55470d-628b-440b-af40-5e87733ea29b) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:17.629206 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ad9d2a-fb79-49d9-9fd0-d77af2858b58 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:17.630091 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-81ad9d2a-fb79-49d9-9fd0-d77af2858b58 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:17.686232 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-81ad9d2a-fb79-49d9-9fd0-d77af2858b58 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5640614 Mar 22 19:41:17.713900 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41386) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:17.720935 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f5f274-92ba-4f5c-af28-5b87ae065242 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:17.729955 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef1bf93-a49f-48ab-97b8-5c7fcd39feeb None None] Network 8f55470d-628b-440b-af40-5e87733ea29b requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:17.783959 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55f42c-b446-4395-a0ea-7b3b3347de9b req-075698d1-085f-4d75-9910-f5fa77be95ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:17.792818 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dd55f42c-b446-4395-a0ea-7b3b3347de9b req-075698d1-085f-4d75-9910-f5fa77be95ed service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7cda59a95c784cbe81e1e4252cbf144e&device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 1126 time: 0.1398754 Mar 22 19:41:17.862426 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-27c00f38-bf3a-42e6-814d-70486c499472 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (8f55470d-628b-440b-af40-5e87733ea29b), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:17.872385 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb939970-fe4c-4050-870e-2cce94c310a7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:17.876339 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cb939970-fe4c-4050-870e-2cce94c310a7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:17.977708 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55f42c-b446-4395-a0ea-7b3b3347de9b req-0e283c9b-d362-4fc2-85fe-0f574fc5ab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:17.981377 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dd55f42c-b446-4395-a0ea-7b3b3347de9b req-0e283c9b-d362-4fc2-85fe-0f574fc5ab45 service neutron] 10.222.0.84 "GET /v2.0/networks?id=00e2bcc4-39d4-496d-b022-7cce910c0a6c HTTP/1.1" status: 200 len: 917 time: 0.1817191 Mar 22 19:41:18.065181 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e1470409-a2a8-4ff3-bae9-14f18c9dae46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:18.081732 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 7adce44c-3286-433a-9466-ed963b1c41e8 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:41:18.117194 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-4df2618a-e59b-4715-b452-76f74383953f None None] Provisioning complete for port 7adce44c-3286-433a-9466-ed963b1c41e8 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:41:18.119562 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4df2618a-e59b-4715-b452-76f74383953f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7adce44c-3286-433a-9466-ed963b1c41e8), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:18.148976 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dd55f42c-b446-4395-a0ea-7b3b3347de9b req-c8f514f4-7666-4535-937e-62502e70e22c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f539a708-377a-49d2-83dc-786db167dd2c HTTP/1.1" status: 200 len: 999 time: 0.1613967 Mar 22 19:41:18.243032 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55f42c-b446-4395-a0ea-7b3b3347de9b req-57a6abae-e5db-4000-9858-dbf944a0e468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:18.244675 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dd55f42c-b446-4395-a0ea-7b3b3347de9b req-57a6abae-e5db-4000-9858-dbf944a0e468 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5 HTTP/1.1" status: 200 len: 855 time: 0.0895207 Mar 22 19:41:18.299628 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-27c00f38-bf3a-42e6-814d-70486c499472 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (a7bed66b-3ea4-43bd-afe8-6c611acbec67), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:18.324628 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad8754a-2ddf-4f3d-8897-ad615b43f199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-8f55470d-628b-440b-af40-5e87733ea29b', 'network_id': '8f55470d-628b-440b-af40-5e87733ea29b', 'project_id': 'bf8e4f73f4e248608bf697724f41ba5f', 'fixed_ips': [{'subnet_id': 'a7bed66b-3ea4-43bd-afe8-6c611acbec67'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:41:18.325646 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-cad8754a-2ddf-4f3d-8897-ad615b43f199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:18.381336 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55f42c-b446-4395-a0ea-7b3b3347de9b req-303112e0-195f-446b-88d3-7dcb30c98d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:18.390110 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dd55f42c-b446-4395-a0ea-7b3b3347de9b req-303112e0-195f-446b-88d3-7dcb30c98d9c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=00e2bcc4-39d4-496d-b022-7cce910c0a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1348903 Mar 22 19:41:18.441528 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:18.633040 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a1596-0c8d-4acb-96e3-91c2538128cb req-763d42c1-3a25-426b-8c2c-e6c1fd05cb2b tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:18.638952 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eb1a1596-0c8d-4acb-96e3-91c2538128cb req-763d42c1-3a25-426b-8c2c-e6c1fd05cb2b tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 943 time: 0.7721004 Mar 22 19:41:18.655611 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-27c00f38-bf3a-42e6-814d-70486c499472 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (a7bed66b-3ea4-43bd-afe8-6c611acbec67), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:18.660419 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20a5638-68ea-4651-adff-22bb2175aabc None None] DHCP port deletion for 5844662d-9a53-4182-bd56-decd62afe1ab request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:41:18.844624 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c00f38-bf3a-42e6-814d-70486c499472 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event deleted for resources: {'Subnet': ['ID=a7bed66b-3ea4-43bd-afe8-6c611acbec67,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:18.850535 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 846aa7eb-64d1-4b61-8f12-6207cd39954b up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:41:18.913827 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-27c00f38-bf3a-42e6-814d-70486c499472 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (8f55470d-628b-440b-af40-5e87733ea29b), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:18.955095 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41402) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:19.019439 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server [None req-cad8754a-2ddf-4f3d-8897-ad615b43f199 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7bed66b-3ea4-43bd-afe8-6c611acbec67: This subnet is being modified by another concurrent operation. Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise exception Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7bed66b-3ea4-43bd-afe8-6c611acbec67: This subnet is being modified by another concurrent operation. Mar 22 19:41:19.025477 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server Mar 22 19:41:19.050103 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-4df2618a-e59b-4715-b452-76f74383953f None None] Current status of the port 7adce44c-3286-433a-9466-ed963b1c41e8 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:41:19.071424 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-27c00f38-bf3a-42e6-814d-70486c499472 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f55470d-628b-440b-af40-5e87733ea29b']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:19.075092 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09692db9-c4df-4aaf-9221-1b45bfc3a7b0 None None] Network 5507d40a-5ac0-44d1-bfd0-54fc391c6b1b requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:19.088800 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d310a5-26e6-4b1d-a65b-f37e09279df7 None None] Network 8f55470d-628b-440b-af40-5e87733ea29b requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:19.108334 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-4df2618a-e59b-4715-b452-76f74383953f None None] Could not find standard attr ID for object 3139e56a-acdc-41a8-b944-38316ec54afd. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:41:19.116532 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eb1a1596-0c8d-4acb-96e3-91c2538128cb req-66710901-921a-4f26-a20b-da82b2c054f7 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4665918 Mar 22 19:41:19.129224 n-d-705658-24 neutron-server[104172]: DEBUG neutron.objects.ports [None req-cb939970-fe4c-4050-870e-2cce94c310a7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104172) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 19:41:19.135701 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-27c00f38-bf3a-42e6-814d-70486c499472 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cb066b6-38a5-4284-a4c0-0d92eae6c076') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:19.139043 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-27c00f38-bf3a-42e6-814d-70486c499472 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cb066b6-38a5-4284-a4c0-0d92eae6c076') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:19.324592 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-27c00f38-bf3a-42e6-814d-70486c499472 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (2cb066b6-38a5-4284-a4c0-0d92eae6c076), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:19.342691 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-3c46b194-fdf9-4176-9295-317f0f55b697 None None] Provisioning complete for port 846aa7eb-64d1-4b61-8f12-6207cd39954b triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:41:19.343213 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3c46b194-fdf9-4176-9295-317f0f55b697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (846aa7eb-64d1-4b61-8f12-6207cd39954b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:19.381781 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 846aa7eb-64d1-4b61-8f12-6207cd39954b triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:41:19.382571 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (846aa7eb-64d1-4b61-8f12-6207cd39954b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:19.391046 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-27c00f38-bf3a-42e6-814d-70486c499472 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (2cb066b6-38a5-4284-a4c0-0d92eae6c076), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:19.398853 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c00f38-bf3a-42e6-814d-70486c499472 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:41:19.399271 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-27c00f38-bf3a-42e6-814d-70486c499472 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (2cb066b6-38a5-4284-a4c0-0d92eae6c076), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:19.504109 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e20a5638-68ea-4651-adff-22bb2175aabc None None] Deleting port 7adce44c-3286-433a-9466-ed963b1c41e8 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:41:19.506151 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e20a5638-68ea-4651-adff-22bb2175aabc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (7adce44c-3286-433a-9466-ed963b1c41e8), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:19.571991 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dc253b80-beed-4535-832b-1272c1181ba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:19.574447 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:41:19.574447 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:41:19.574447 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:41:19.574447 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:41:19.574447 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:41:19.574447 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:41:19.574447 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:41:19.574447 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:41:19.574447 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:41:19.574447 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:41:19.574447 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:41:19.574447 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:41:19.574447 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:41:19.574447 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:41:19.574447 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:41:19.574447 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:41:19.574447 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:41:19.574447 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:41:19.574447 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:41:19.574447 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:41:19.574447 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:41:19.574447 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:41:19.574447 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:41:19.574447 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:41:19.574447 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:41:19.574447 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:41:19.574447 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:41:19.574447 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:41:19.574447 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:41:19.574447 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:41:19.574447 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:41:19.574447 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:41:19.637047 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-27c00f38-bf3a-42e6-814d-70486c499472 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (8f55470d-628b-440b-af40-5e87733ea29b), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:19.669058 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-27c00f38-bf3a-42e6-814d-70486c499472 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:19.683345 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-27c00f38-bf3a-42e6-814d-70486c499472 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "DELETE /v2.0/networks/8f55470d-628b-440b-af40-5e87733ea29b HTTP/1.1" status: 204 len: 168 time: 1.9681425 Mar 22 19:41:19.695531 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dd55f42c-b446-4395-a0ea-7b3b3347de9b req-f5cc5894-6526-4862-a821-77a7ade2b900 service neutron] 10.222.0.84 "GET /v2.0/networks/00e2bcc4-39d4-496d-b022-7cce910c0a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2991416 Mar 22 19:41:19.696082 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41414) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:19.700804 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-ae7bf126-c5ca-4310-8cc7-269d9f81cca0 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1319466848'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:19.834612 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e20a5638-68ea-4651-adff-22bb2175aabc None None] For port 7adce44c-3286-433a-9466-ed963b1c41e8, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=7adce44c-3286-433a-9466-ed963b1c41e8,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:41:19.837036 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e20a5638-68ea-4651-adff-22bb2175aabc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (7adce44c-3286-433a-9466-ed963b1c41e8), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:19.879985 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7bf126-c5ca-4310-8cc7-269d9f81cca0 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Made reservation on behalf of bf8e4f73f4e248608bf697724f41ba5f for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:19.888929 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ae7bf126-c5ca-4310-8cc7-269d9f81cca0 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:19.926615 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e20a5638-68ea-4651-adff-22bb2175aabc None None] Calling delete_port for 7adce44c-3286-433a-9466-ed963b1c41e8 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:41:19.951016 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dc253b80-beed-4535-832b-1272c1181ba4 admin admin] Publish callbacks [] for security_group (19b58010-26f4-4e17-ab07-6b89c0adcc99), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:19.968792 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 846aa7eb-64d1-4b61-8f12-6207cd39954b is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:41:19.969626 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (846aa7eb-64d1-4b61-8f12-6207cd39954b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:19.973871 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-3c46b194-fdf9-4176-9295-317f0f55b697 None None] Current status of the port 846aa7eb-64d1-4b61-8f12-6207cd39954b is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:41:19.974559 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3c46b194-fdf9-4176-9295-317f0f55b697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (846aa7eb-64d1-4b61-8f12-6207cd39954b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:19.978059 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cb939970-fe4c-4050-870e-2cce94c310a7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7adce44c-3286-433a-9466-ed963b1c41e8), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:19.999959 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae7bf126-c5ca-4310-8cc7-269d9f81cca0 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:41:20.016029 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-dd55f42c-b446-4395-a0ea-7b3b3347de9b req-6c2b9232-c0b7-4347-8f73-ba6abde6948e service neutron] 10.222.0.84 "GET /v2.0/networks/00e2bcc4-39d4-496d-b022-7cce910c0a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058414 Mar 22 19:41:20.029297 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ae7bf126-c5ca-4310-8cc7-269d9f81cca0 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (3d2a606b-eaf0-4fc5-9ac5-6dd5e7b7378a), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:20.029739 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-ae7bf126-c5ca-4310-8cc7-269d9f81cca0 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Added segment 3d2a606b-eaf0-4fc5-9ac5-6dd5e7b7378a of type vlan for network cbe8c571-26fa-4cca-a8af-67f24c44728c Mar 22 19:41:20.123413 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ae7bf126-c5ca-4310-8cc7-269d9f81cca0 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (cbe8c571-26fa-4cca-a8af-67f24c44728c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:20.222451 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ae7bf126-c5ca-4310-8cc7-269d9f81cca0 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (cbe8c571-26fa-4cca-a8af-67f24c44728c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:20.234200 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7bf126-c5ca-4310-8cc7-269d9f81cca0 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:20.236604 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ae7bf126-c5ca-4310-8cc7-269d9f81cca0 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:20.250765 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-3c46b194-fdf9-4176-9295-317f0f55b697 None None] For port 846aa7eb-64d1-4b61-8f12-6207cd39954b, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=846aa7eb-64d1-4b61-8f12-6207cd39954b,segment=NetworkSegment(0ae082a4-e279-4942-a75a-9156b7490b0c),segment_id=0ae082a4-e279-4942-a75a-9156b7490b0c)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:41:20.257617 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:20.269068 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3c46b194-fdf9-4176-9295-317f0f55b697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (846aa7eb-64d1-4b61-8f12-6207cd39954b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:20.307550 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-cb939970-fe4c-4050-870e-2cce94c310a7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] For port 7adce44c-3286-433a-9466-ed963b1c41e8, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=7adce44c-3286-433a-9466-ed963b1c41e8,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:41:20.343697 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cb939970-fe4c-4050-870e-2cce94c310a7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for port (7adce44c-3286-433a-9466-ed963b1c41e8), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:20.345671 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dc253b80-beed-4535-832b-1272c1181ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (19b58010-26f4-4e17-ab07-6b89c0adcc99), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:20.409180 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-dc253b80-beed-4535-832b-1272c1181ba4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=39357c407f0c45f3af3be5aa0d572d18&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4520869 Mar 22 19:41:20.409659 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7bf126-c5ca-4310-8cc7-269d9f81cca0 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event updated for resources: {'Network': ['ID=cbe8c571-26fa-4cca-a8af-67f24c44728c,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:20.410127 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c00f38-bf3a-42e6-814d-70486c499472 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event deleted for resources: {'Network': ['ID=8f55470d-628b-440b-af40-5e87733ea29b,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:20.412275 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cb939970-fe4c-4050-870e-2cce94c310a7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (7adce44c-3286-433a-9466-ed963b1c41e8), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:20.415916 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41424) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:20.417725 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc253b80-beed-4535-832b-1272c1181ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b58010-26f4-4e17-ab07-6b89c0adcc99,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:20.465528 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ae7bf126-c5ca-4310-8cc7-269d9f81cca0 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7684362 Mar 22 19:41:20.468291 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41430) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:20.475998 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e20a5638-68ea-4651-adff-22bb2175aabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (7adce44c-3286-433a-9466-ed963b1c41e8), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:20.486614 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-6a015f2a-c5ee-4c40-8832-4164702d6e43 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Request body: {'subnet': {'network_id': 'cbe8c571-26fa-4cca-a8af-67f24c44728c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:20.510710 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network cbe8c571-26fa-4cca-a8af-67f24c44728c details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:41:20.612463 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb939970-fe4c-4050-870e-2cce94c310a7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Port': ['ID=7adce44c-3286-433a-9466-ed963b1c41e8,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:20.623760 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cb939970-fe4c-4050-870e-2cce94c310a7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (5c9976ce-1f47-4e2d-9a2c-9cd63584b21c), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:20.629381 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:41:20.632110 n-d-705658-24 neutron-server[104174]: DEBUG oslo_db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:41:20.639719 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a015f2a-c5ee-4c40-8832-4164702d6e43 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Made reservation on behalf of bf8e4f73f4e248608bf697724f41ba5f for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:20.646482 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6a015f2a-c5ee-4c40-8832-4164702d6e43 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:20.773073 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20a5638-68ea-4651-adff-22bb2175aabc None None] No DVR routers for this DVR port 7adce44c-3286-433a-9466-ed963b1c41e8 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:41:20.803661 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c46b194-fdf9-4176-9295-317f0f55b697 None None] Pushing event updated for resources: {'Port': ['ID=846aa7eb-64d1-4b61-8f12-6207cd39954b,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:20.810074 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-22fd90d2-264b-4b0f-babb-7425f4723f54 None None] Provisioning complete for port 846aa7eb-64d1-4b61-8f12-6207cd39954b triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:41:20.810678 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-22fd90d2-264b-4b0f-babb-7425f4723f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (846aa7eb-64d1-4b61-8f12-6207cd39954b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:20.848666 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f1c342-307e-4f2c-a237-ea914b6c61db None None] get_active_networks_info from n-d-705658-24 {{(pid=104174) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 19:41:20.856286 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc426ac5-d032-473a-a2a7-5c443d76874f req-0748fb42-95c6-4cc2-b1c0-3d506f3575f0 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:20.859071 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc426ac5-d032-473a-a2a7-5c443d76874f req-0748fb42-95c6-4cc2-b1c0-3d506f3575f0 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 943 time: 0.4855008 Mar 22 19:41:20.873151 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a5bfa49-7bd5-4def-acdb-dc8704cde443 admin admin] Publish callbacks [] for security_group (19b58010-26f4-4e17-ab07-6b89c0adcc99), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:20.981554 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a5638-68ea-4651-adff-22bb2175aabc None None] Pushing event deleted for resources: {'Port': ['ID=7adce44c-3286-433a-9466-ed963b1c41e8,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:21.051532 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb939970-fe4c-4050-870e-2cce94c310a7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:41:21.052432 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb939970-fe4c-4050-870e-2cce94c310a7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Subnet': ['ID=5c9976ce-1f47-4e2d-9a2c-9cd63584b21c,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:21.088275 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-cb939970-fe4c-4050-870e-2cce94c310a7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:21.124124 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6a015f2a-c5ee-4c40-8832-4164702d6e43 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (e0a7f35b-7d61-425c-84cd-e5bf5b6b82b2), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:21.127359 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb939970-fe4c-4050-870e-2cce94c310a7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:21.130229 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cb939970-fe4c-4050-870e-2cce94c310a7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:21.162666 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a5bfa49-7bd5-4def-acdb-dc8704cde443 admin admin] Publish callbacks [] for security_group (19b58010-26f4-4e17-ab07-6b89c0adcc99), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:21.236614 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a015f2a-c5ee-4c40-8832-4164702d6e43 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event updated for resources: {'Subnet': ['ID=e0a7f35b-7d61-425c-84cd-e5bf5b6b82b2,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:21.242991 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc426ac5-d032-473a-a2a7-5c443d76874f req-73a2ad70-cece-42d5-949f-473552d99c7c tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3707216 Mar 22 19:41:21.265840 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-cb939970-fe4c-4050-870e-2cce94c310a7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7124002 Mar 22 19:41:21.272511 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41446) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:21.293356 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-c137b4f9-7b44-4b83-8ad6-6fa2210dde25 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:21.327135 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a5bfa49-7bd5-4def-acdb-dc8704cde443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (19b58010-26f4-4e17-ab07-6b89c0adcc99), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:21.329281 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a5bfa49-7bd5-4def-acdb-dc8704cde443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:21.330593 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1a5bfa49-7bd5-4def-acdb-dc8704cde443 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/19b58010-26f4-4e17-ab07-6b89c0adcc99 HTTP/1.1" status: 204 len: 168 time: 0.9052835 Mar 22 19:41:21.347578 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5bfa49-7bd5-4def-acdb-dc8704cde443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b58010-26f4-4e17-ab07-6b89c0adcc99,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:21.391151 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 846aa7eb-64d1-4b61-8f12-6207cd39954b is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:41:21.488313 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-22fd90d2-264b-4b0f-babb-7425f4723f54 None None] Current status of the port 846aa7eb-64d1-4b61-8f12-6207cd39954b is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:41:21.511552 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:21.528339 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 7adce44c-3286-433a-9466-ed963b1c41e8 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:41:21.547689 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a015f2a-c5ee-4c40-8832-4164702d6e43 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Checking segment: {'id': '3d2a606b-eaf0-4fc5-9ac5-6dd5e7b7378a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cbe8c571-26fa-4cca-a8af-67f24c44728c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:41:21.548147 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a015f2a-c5ee-4c40-8832-4164702d6e43 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Network hostable DHCP agents. Network: cbe8c571-26fa-4cca-a8af-67f24c44728c, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:41:21.601735 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f1c342-307e-4f2c-a237-ea914b6c61db None None] Resources bound (agent type, host, resource id): {{(pid=104174) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 19:41:21.604436 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 7adce44c-3286-433a-9466-ed963b1c41e8 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:41:21.604843 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 7adce44c-3286-433a-9466-ed963b1c41e8 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:41:21.614624 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a015f2a-c5ee-4c40-8832-4164702d6e43 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Network cbe8c571-26fa-4cca-a8af-67f24c44728c is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:41:21.644953 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-6a015f2a-c5ee-4c40-8832-4164702d6e43 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, cbe8c571-26fa-4cca-a8af-67f24c44728c) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:21.653781 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a015f2a-c5ee-4c40-8832-4164702d6e43 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:21.654406 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6a015f2a-c5ee-4c40-8832-4164702d6e43 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:21.680176 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c137b4f9-7b44-4b83-8ad6-6fa2210dde25 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:21.688296 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c137b4f9-7b44-4b83-8ad6-6fa2210dde25 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:22.105314 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 846aa7eb-64d1-4b61-8f12-6207cd39954b up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:41:22.168989 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41456) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:22.189140 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-baba0fb0-65ff-4920-9f5f-b52f2b4ea09d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:22.355627 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 846aa7eb-64d1-4b61-8f12-6207cd39954b triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:41:22.355925 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (846aa7eb-64d1-4b61-8f12-6207cd39954b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:22.371380 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-baba0fb0-65ff-4920-9f5f-b52f2b4ea09d admin admin] Publish callbacks [] for security_group (c80a93b6-bfb2-458a-89f1-98b163a339af), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:22.378347 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-baba0fb0-65ff-4920-9f5f-b52f2b4ea09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (c80a93b6-bfb2-458a-89f1-98b163a339af), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:22.452067 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6a015f2a-c5ee-4c40-8832-4164702d6e43 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9772663 Mar 22 19:41:22.453485 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41460) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:22.485089 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c137b4f9-7b44-4b83-8ad6-6fa2210dde25 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (7bc3e09c-6270-43f1-ba25-12d0eb9eb8f6), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:22.553435 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba0fb0-65ff-4920-9f5f-b52f2b4ea09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80a93b6-bfb2-458a-89f1-98b163a339af,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:22.572369 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-baba0fb0-65ff-4920-9f5f-b52f2b4ea09d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b7de8facff40482fbd131b7e4e2a70f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4015534 Mar 22 19:41:22.594085 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41462) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:22.711615 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c137b4f9-7b44-4b83-8ad6-6fa2210dde25 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:41:22.730553 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba0fb0-65ff-4920-9f5f-b52f2b4ea09d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:22.730997 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba0fb0-65ff-4920-9f5f-b52f2b4ea09d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:22.732280 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba0fb0-65ff-4920-9f5f-b52f2b4ea09d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:22.732647 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba0fb0-65ff-4920-9f5f-b52f2b4ea09d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:22.733004 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba0fb0-65ff-4920-9f5f-b52f2b4ea09d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:22.733354 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba0fb0-65ff-4920-9f5f-b52f2b4ea09d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:22.733698 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba0fb0-65ff-4920-9f5f-b52f2b4ea09d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:22.734073 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba0fb0-65ff-4920-9f5f-b52f2b4ea09d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:22.734412 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba0fb0-65ff-4920-9f5f-b52f2b4ea09d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:22.734753 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba0fb0-65ff-4920-9f5f-b52f2b4ea09d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:22.735087 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba0fb0-65ff-4920-9f5f-b52f2b4ea09d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:22.735960 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba0fb0-65ff-4920-9f5f-b52f2b4ea09d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:22.737313 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba0fb0-65ff-4920-9f5f-b52f2b4ea09d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:22.737670 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba0fb0-65ff-4920-9f5f-b52f2b4ea09d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:22.738048 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baba0fb0-65ff-4920-9f5f-b52f2b4ea09d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:22.739693 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-c137b4f9-7b44-4b83-8ad6-6fa2210dde25 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:22.755194 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c137b4f9-7b44-4b83-8ad6-6fa2210dde25 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:22.765890 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c137b4f9-7b44-4b83-8ad6-6fa2210dde25 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:22.776648 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b5b311-a771-4dd7-8c5e-075dcd56a161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-5844662d-9a53-4182-bd56-decd62afe1ab', 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'project_id': '60cab213ce214a30b0f859d0f4109da8', 'fixed_ips': [{'subnet_id': '5c9976ce-1f47-4e2d-9a2c-9cd63584b21c'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:41:22.777530 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-79b5b311-a771-4dd7-8c5e-075dcd56a161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:22.793207 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f273803-be5a-400e-be12-d2a9bb8f1800 req-29bc7c6e-8ffb-412b-a7eb-e3d29430481c tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:22.796873 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f273803-be5a-400e-be12-d2a9bb8f1800 req-29bc7c6e-8ffb-412b-a7eb-e3d29430481c tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 943 time: 0.3271096 Mar 22 19:41:22.810348 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72c3438-e3eb-4aed-9a70-6353b3e39c99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-cbe8c571-26fa-4cca-a8af-67f24c44728c', 'network_id': 'cbe8c571-26fa-4cca-a8af-67f24c44728c', 'project_id': 'bf8e4f73f4e248608bf697724f41ba5f', 'fixed_ips': [{'subnet_id': 'e0a7f35b-7d61-425c-84cd-e5bf5b6b82b2'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:41:22.811219 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b72c3438-e3eb-4aed-9a70-6353b3e39c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:22.832338 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c137b4f9-7b44-4b83-8ad6-6fa2210dde25 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5434616 Mar 22 19:41:22.858237 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41466) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:22.921442 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-86388905-70aa-499f-bb55-5594915bd3f5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'port': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'mac_address': 'fa:16:3e:4b:b1:45', 'name': 'tempest-NetworksTestDHCPv6-1044704189'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:22.953630 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c137b4f9-7b44-4b83-8ad6-6fa2210dde25 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Subnet': ['ID=7bc3e09c-6270-43f1-ba25-12d0eb9eb8f6,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:22.984497 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f273803-be5a-400e-be12-d2a9bb8f1800 req-969ce522-f7db-4d70-81f5-b54a32dfdc5e tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687372 Mar 22 19:41:22.997376 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e215e869-8a3c-49e2-b6d6-61cc65c4f963 admin admin] Publish callbacks [] for security_group (c80a93b6-bfb2-458a-89f1-98b163a339af), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:23.084629 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0ef36ccd-a554-4cdb-a6a0-6b622db01cb5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (cbe8c571-26fa-4cca-a8af-67f24c44728c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:23.138963 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e215e869-8a3c-49e2-b6d6-61cc65c4f963 admin admin] Publish callbacks [] for security_group (c80a93b6-bfb2-458a-89f1-98b163a339af), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:23.150018 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-b72c3438-e3eb-4aed-9a70-6353b3e39c99 None None] Allocated IP 172.20.0.1 (cbe8c571-26fa-4cca-a8af-67f24c44728c/e0a7f35b-7d61-425c-84cd-e5bf5b6b82b2/8d70fb5b-1988-4a91-8571-8565694c95a4) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:41:23.285345 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0ef36ccd-a554-4cdb-a6a0-6b622db01cb5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (e0a7f35b-7d61-425c-84cd-e5bf5b6b82b2), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:23.293831 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e215e869-8a3c-49e2-b6d6-61cc65c4f963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (c80a93b6-bfb2-458a-89f1-98b163a339af), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:23.298356 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e215e869-8a3c-49e2-b6d6-61cc65c4f963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:23.305366 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e215e869-8a3c-49e2-b6d6-61cc65c4f963 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c80a93b6-bfb2-458a-89f1-98b163a339af HTTP/1.1" status: 204 len: 168 time: 0.6911995 Mar 22 19:41:23.337678 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215e869-8a3c-49e2-b6d6-61cc65c4f963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80a93b6-bfb2-458a-89f1-98b163a339af,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:23.407403 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 846aa7eb-64d1-4b61-8f12-6207cd39954b is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:41:23.516542 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86388905-70aa-499f-bb55-5594915bd3f5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:23.588001 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b72c3438-e3eb-4aed-9a70-6353b3e39c99 None None] Publish callbacks [] for port (8d70fb5b-1988-4a91-8571-8565694c95a4), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:23.611833 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b72c3438-e3eb-4aed-9a70-6353b3e39c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (8d70fb5b-1988-4a91-8571-8565694c95a4), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:23.685669 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0ef36ccd-a554-4cdb-a6a0-6b622db01cb5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (e0a7f35b-7d61-425c-84cd-e5bf5b6b82b2), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:23.768829 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef36ccd-a554-4cdb-a6a0-6b622db01cb5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event deleted for resources: {'Subnet': ['ID=e0a7f35b-7d61-425c-84cd-e5bf5b6b82b2,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:23.818616 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-79b5b311-a771-4dd7-8c5e-075dcd56a161 None None] Allocated IP 2001:db8::f816:3eff:fe02:e03d (5844662d-9a53-4182-bd56-decd62afe1ab/5c9976ce-1f47-4e2d-9a2c-9cd63584b21c/333e2108-e2ff-4b5a-8073-be6fe17f838e) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:41:23.845570 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0ef36ccd-a554-4cdb-a6a0-6b622db01cb5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (cbe8c571-26fa-4cca-a8af-67f24c44728c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:23.867339 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-86388905-70aa-499f-bb55-5594915bd3f5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:23.895602 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-0ef36ccd-a554-4cdb-a6a0-6b622db01cb5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe8c571-26fa-4cca-a8af-67f24c44728c']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:23.935840 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-0ef36ccd-a554-4cdb-a6a0-6b622db01cb5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d2a606b-eaf0-4fc5-9ac5-6dd5e7b7378a') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:23.936208 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-0ef36ccd-a554-4cdb-a6a0-6b622db01cb5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d2a606b-eaf0-4fc5-9ac5-6dd5e7b7378a') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:23.938935 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-86388905-70aa-499f-bb55-5594915bd3f5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] device_id is not set on port b594757e-484e-4a16-997c-7ec5222769ef yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:41:23.976829 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72c3438-e3eb-4aed-9a70-6353b3e39c99 None None] Network cbe8c571-26fa-4cca-a8af-67f24c44728c is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:41:24.007416 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-b72c3438-e3eb-4aed-9a70-6353b3e39c99 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:24.018929 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72c3438-e3eb-4aed-9a70-6353b3e39c99 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:41:24.098671 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0ef36ccd-a554-4cdb-a6a0-6b622db01cb5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (3d2a606b-eaf0-4fc5-9ac5-6dd5e7b7378a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:24.120250 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c3438-e3eb-4aed-9a70-6353b3e39c99 None None] Pushing event updated for resources: {'Port': ['ID=8d70fb5b-1988-4a91-8571-8565694c95a4,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:24.238839 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0ef36ccd-a554-4cdb-a6a0-6b622db01cb5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (3d2a606b-eaf0-4fc5-9ac5-6dd5e7b7378a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:24.263920 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41486) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:24.286073 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ef36ccd-a554-4cdb-a6a0-6b622db01cb5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:41:24.286376 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0ef36ccd-a554-4cdb-a6a0-6b622db01cb5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (3d2a606b-eaf0-4fc5-9ac5-6dd5e7b7378a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:24.296650 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:41:24.296650 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:41:24.296650 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:41:24.296650 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:41:24.296650 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:41:24.296650 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:41:24.296650 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:41:24.296650 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:41:24.296650 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:41:24.296650 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:41:24.296650 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:41:24.296650 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:41:24.296650 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:41:24.296650 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:41:24.296650 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:41:24.296650 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:41:24.296650 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:41:24.296650 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:41:24.296650 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:41:24.296650 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:41:24.296650 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:41:24.296650 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:41:24.296650 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:41:24.296650 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:41:24.296650 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:41:24.296650 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:41:24.296650 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:41:24.296650 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:41:24.296650 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:41:24.296650 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:41:24.296650 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:41:24.296650 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:41:24.331466 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201cd1f-f411-4a6b-aa63-4ab9d27eb41f req-b25cc656-c1c1-497b-b92d-44232db1b82e tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:24.332972 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a201cd1f-f411-4a6b-aa63-4ab9d27eb41f req-b25cc656-c1c1-497b-b92d-44232db1b82e tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 943 time: 0.1264255 Mar 22 19:41:24.335824 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-36fab874-4f92-4a95-ac5a-7e631fb0d8a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:24.447323 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a201cd1f-f411-4a6b-aa63-4ab9d27eb41f req-eba7a808-4244-485d-bc84-2393ec485423 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944526 Mar 22 19:41:24.497495 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.db.api [None req-0ef36ccd-a554-4cdb-a6a0-6b622db01cb5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 19:41:24.497495 n-d-705658-24 neutron-server[104173]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 19:41:24.497495 n-d-705658-24 neutron-server[104173]: [parameters: {'id': 'cbe8c571-26fa-4cca-a8af-67f24c44728c'}] Mar 22 19:41:24.497495 n-d-705658-24 neutron-server[104173]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:41:24.497495 n-d-705658-24 neutron-server[104173]: DEBUG oslo_db.api [None req-0ef36ccd-a554-4cdb-a6a0-6b622db01cb5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:41:24.572398 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:41:24.579115 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-36fab874-4f92-4a95-ac5a-7e631fb0d8a5 admin admin] Publish callbacks [] for security_group (84642797-cfaf-4eb9-adc0-ff0f91d2e4eb), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:24.591633 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-36fab874-4f92-4a95-ac5a-7e631fb0d8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (84642797-cfaf-4eb9-adc0-ff0f91d2e4eb), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:24.600231 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-b72c3438-e3eb-4aed-9a70-6353b3e39c99 None None] Attempting to bind port 8d70fb5b-1988-4a91-8571-8565694c95a4 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:41:24.600610 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-b72c3438-e3eb-4aed-9a70-6353b3e39c99 None None] Attempting to bind port 8d70fb5b-1988-4a91-8571-8565694c95a4 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '3d2a606b-eaf0-4fc5-9ac5-6dd5e7b7378a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cbe8c571-26fa-4cca-a8af-67f24c44728c'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:41:24.600983 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72c3438-e3eb-4aed-9a70-6353b3e39c99 None None] Attempting to bind port 8d70fb5b-1988-4a91-8571-8565694c95a4 on network cbe8c571-26fa-4cca-a8af-67f24c44728c {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:41:24.619487 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72c3438-e3eb-4aed-9a70-6353b3e39c99 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:41:24.619914 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72c3438-e3eb-4aed-9a70-6353b3e39c99 None None] Checking segment: {'id': '3d2a606b-eaf0-4fc5-9ac5-6dd5e7b7378a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cbe8c571-26fa-4cca-a8af-67f24c44728c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:41:24.620424 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b72c3438-e3eb-4aed-9a70-6353b3e39c99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:24.620877 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72c3438-e3eb-4aed-9a70-6353b3e39c99 None None] Bound using segment: {'id': '3d2a606b-eaf0-4fc5-9ac5-6dd5e7b7378a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cbe8c571-26fa-4cca-a8af-67f24c44728c'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:41:24.621437 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-b72c3438-e3eb-4aed-9a70-6353b3e39c99 None None] Bound port: 8d70fb5b-1988-4a91-8571-8565694c95a4, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d2a606b-eaf0-4fc5-9ac5-6dd5e7b7378a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'cbe8c571-26fa-4cca-a8af-67f24c44728c'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:41:24.624002 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b72c3438-e3eb-4aed-9a70-6353b3e39c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8d70fb5b-1988-4a91-8571-8565694c95a4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:24.671045 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fab874-4f92-4a95-ac5a-7e631fb0d8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84642797-cfaf-4eb9-adc0-ff0f91d2e4eb,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:24.702987 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41488) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:24.703149 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-36fab874-4f92-4a95-ac5a-7e631fb0d8a5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9bc280c7baaa42ca8dfdc76875aaafee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4371238 Mar 22 19:41:24.792027 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-79b5b311-a771-4dd7-8c5e-075dcd56a161 None None] Publish callbacks [] for port (333e2108-e2ff-4b5a-8073-be6fe17f838e), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:24.819334 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-79b5b311-a771-4dd7-8c5e-075dcd56a161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (333e2108-e2ff-4b5a-8073-be6fe17f838e), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:24.821538 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2d1482eb-6251-4ce7-af1a-b24b75ea4390 admin admin] Publish callbacks [] for security_group (84642797-cfaf-4eb9-adc0-ff0f91d2e4eb), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:24.822354 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-b72c3438-e3eb-4aed-9a70-6353b3e39c99 None None] For port 8d70fb5b-1988-4a91-8571-8565694c95a4, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:41:24.853249 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2d1482eb-6251-4ce7-af1a-b24b75ea4390 admin admin] Publish callbacks [] for security_group (84642797-cfaf-4eb9-adc0-ff0f91d2e4eb), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:24.880072 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b5b311-a771-4dd7-8c5e-075dcd56a161 None None] Pushing event updated for resources: {'Port': ['ID=333e2108-e2ff-4b5a-8073-be6fe17f838e,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:24.909347 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-b72c3438-e3eb-4aed-9a70-6353b3e39c99 None None] For port 8d70fb5b-1988-4a91-8571-8565694c95a4, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=8d70fb5b-1988-4a91-8571-8565694c95a4,segment=NetworkSegment(3d2a606b-eaf0-4fc5-9ac5-6dd5e7b7378a),segment_id=3d2a606b-eaf0-4fc5-9ac5-6dd5e7b7378a)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:41:24.922361 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b5b311-a771-4dd7-8c5e-075dcd56a161 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:41:24.926752 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b72c3438-e3eb-4aed-9a70-6353b3e39c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8d70fb5b-1988-4a91-8571-8565694c95a4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:24.929232 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-79b5b311-a771-4dd7-8c5e-075dcd56a161 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:24.937485 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b5b311-a771-4dd7-8c5e-075dcd56a161 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:41:24.973587 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2d1482eb-6251-4ce7-af1a-b24b75ea4390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (84642797-cfaf-4eb9-adc0-ff0f91d2e4eb), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:24.979039 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2d1482eb-6251-4ce7-af1a-b24b75ea4390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:24.980235 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2d1482eb-6251-4ce7-af1a-b24b75ea4390 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/84642797-cfaf-4eb9-adc0-ff0f91d2e4eb HTTP/1.1" status: 204 len: 168 time: 0.2762530 Mar 22 19:41:24.982588 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-86388905-70aa-499f-bb55-5594915bd3f5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Allocated IP 172.20.0.10 (5844662d-9a53-4182-bd56-decd62afe1ab/7bc3e09c-6270-43f1-ba25-12d0eb9eb8f6/b594757e-484e-4a16-997c-7ec5222769ef) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:41:24.995058 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-86388905-70aa-499f-bb55-5594915bd3f5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Allocated IP 2001:db8::f816:3eff:fe4b:b145 (5844662d-9a53-4182-bd56-decd62afe1ab/5c9976ce-1f47-4e2d-9a2c-9cd63584b21c/b594757e-484e-4a16-997c-7ec5222769ef) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:41:25.002689 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0ef36ccd-a554-4cdb-a6a0-6b622db01cb5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (cbe8c571-26fa-4cca-a8af-67f24c44728c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:25.045808 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1482eb-6251-4ce7-af1a-b24b75ea4390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84642797-cfaf-4eb9-adc0-ff0f91d2e4eb,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:25.273317 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-79b5b311-a771-4dd7-8c5e-075dcd56a161 None None] Attempting to bind port 333e2108-e2ff-4b5a-8073-be6fe17f838e on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:41:25.274144 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-79b5b311-a771-4dd7-8c5e-075dcd56a161 None None] Attempting to bind port 333e2108-e2ff-4b5a-8073-be6fe17f838e by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:41:25.274850 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b5b311-a771-4dd7-8c5e-075dcd56a161 None None] Attempting to bind port 333e2108-e2ff-4b5a-8073-be6fe17f838e on network 5844662d-9a53-4182-bd56-decd62afe1ab {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:41:25.277871 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c3438-e3eb-4aed-9a70-6353b3e39c99 None None] Pushing event updated for resources: {'Port': ['ID=8d70fb5b-1988-4a91-8571-8565694c95a4,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:25.296577 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b5b311-a771-4dd7-8c5e-075dcd56a161 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:41:25.297033 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b5b311-a771-4dd7-8c5e-075dcd56a161 None None] Checking segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:41:25.297400 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-79b5b311-a771-4dd7-8c5e-075dcd56a161 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:25.298499 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b5b311-a771-4dd7-8c5e-075dcd56a161 None None] Bound using segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:41:25.299008 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-79b5b311-a771-4dd7-8c5e-075dcd56a161 None None] Bound port: 333e2108-e2ff-4b5a-8073-be6fe17f838e, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:41:25.299677 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-79b5b311-a771-4dd7-8c5e-075dcd56a161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (333e2108-e2ff-4b5a-8073-be6fe17f838e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:25.433406 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-0ef36ccd-a554-4cdb-a6a0-6b622db01cb5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Deleting port 8d70fb5b-1988-4a91-8571-8565694c95a4 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:41:25.433751 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0ef36ccd-a554-4cdb-a6a0-6b622db01cb5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (8d70fb5b-1988-4a91-8571-8565694c95a4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:25.456686 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-79b5b311-a771-4dd7-8c5e-075dcd56a161 None None] For port 333e2108-e2ff-4b5a-8073-be6fe17f838e, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:41:25.463975 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-79b5b311-a771-4dd7-8c5e-075dcd56a161 None None] For port 333e2108-e2ff-4b5a-8073-be6fe17f838e, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=333e2108-e2ff-4b5a-8073-be6fe17f838e,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:41:25.479362 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-79b5b311-a771-4dd7-8c5e-075dcd56a161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (333e2108-e2ff-4b5a-8073-be6fe17f838e), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:25.543297 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-0ef36ccd-a554-4cdb-a6a0-6b622db01cb5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] For port 8d70fb5b-1988-4a91-8571-8565694c95a4, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=8d70fb5b-1988-4a91-8571-8565694c95a4,segment=NetworkSegment(3d2a606b-eaf0-4fc5-9ac5-6dd5e7b7378a),segment_id=3d2a606b-eaf0-4fc5-9ac5-6dd5e7b7378a)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:41:25.550346 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0ef36ccd-a554-4cdb-a6a0-6b622db01cb5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (8d70fb5b-1988-4a91-8571-8565694c95a4), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:25.594784 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-0ef36ccd-a554-4cdb-a6a0-6b622db01cb5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Calling delete_port for 8d70fb5b-1988-4a91-8571-8565694c95a4 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:41:25.627581 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b5b311-a771-4dd7-8c5e-075dcd56a161 None None] Pushing event updated for resources: {'Port': ['ID=333e2108-e2ff-4b5a-8073-be6fe17f838e,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:25.730429 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722d1ed-6895-40e6-b4ad-7615efd7f4e1 req-eb4e577c-1e7d-4c98-bec1-3900b41d0f25 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:25.747559 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9722d1ed-6895-40e6-b4ad-7615efd7f4e1 req-eb4e577c-1e7d-4c98-bec1-3900b41d0f25 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 943 time: 0.1810894 Mar 22 19:41:25.892134 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0ef36ccd-a554-4cdb-a6a0-6b622db01cb5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (8d70fb5b-1988-4a91-8571-8565694c95a4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:25.897214 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9722d1ed-6895-40e6-b4ad-7615efd7f4e1 req-e7813504-71be-4ced-8224-2c1315adb9e7 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483402 Mar 22 19:41:25.947122 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef36ccd-a554-4cdb-a6a0-6b622db01cb5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event deleted for resources: {'Port': ['ID=8d70fb5b-1988-4a91-8571-8565694c95a4,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:25.954838 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef36ccd-a554-4cdb-a6a0-6b622db01cb5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] No DVR routers for this DVR port 8d70fb5b-1988-4a91-8571-8565694c95a4 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:41:26.136854 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-86388905-70aa-499f-bb55-5594915bd3f5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for port (b594757e-484e-4a16-997c-7ec5222769ef), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:26.208478 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0ef36ccd-a554-4cdb-a6a0-6b622db01cb5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (cbe8c571-26fa-4cca-a8af-67f24c44728c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:26.295250 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-0ef36ccd-a554-4cdb-a6a0-6b622db01cb5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe8c571-26fa-4cca-a8af-67f24c44728c']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:26.320374 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-0ef36ccd-a554-4cdb-a6a0-6b622db01cb5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d2a606b-eaf0-4fc5-9ac5-6dd5e7b7378a') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:26.326034 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-0ef36ccd-a554-4cdb-a6a0-6b622db01cb5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d2a606b-eaf0-4fc5-9ac5-6dd5e7b7378a') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:26.343996 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0ef36ccd-a554-4cdb-a6a0-6b622db01cb5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (3d2a606b-eaf0-4fc5-9ac5-6dd5e7b7378a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:26.356365 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-86388905-70aa-499f-bb55-5594915bd3f5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (b594757e-484e-4a16-997c-7ec5222769ef), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:26.458140 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0ef36ccd-a554-4cdb-a6a0-6b622db01cb5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (3d2a606b-eaf0-4fc5-9ac5-6dd5e7b7378a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:26.482184 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ef36ccd-a554-4cdb-a6a0-6b622db01cb5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:41:26.482803 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0ef36ccd-a554-4cdb-a6a0-6b622db01cb5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (3d2a606b-eaf0-4fc5-9ac5-6dd5e7b7378a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:26.490153 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86388905-70aa-499f-bb55-5594915bd3f5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:41:26.492063 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:41:26.492063 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:41:26.492063 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:41:26.492063 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:41:26.492063 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:41:26.492063 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:41:26.492063 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:41:26.492063 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:41:26.492063 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:41:26.492063 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:41:26.492063 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:41:26.492063 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:41:26.492063 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:41:26.492063 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:41:26.492063 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:41:26.492063 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:41:26.492063 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:41:26.492063 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:41:26.492063 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:41:26.492063 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:41:26.492063 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:41:26.492063 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:41:26.492063 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:41:26.492063 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:41:26.492063 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:41:26.492063 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:41:26.492063 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:41:26.492063 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:41:26.492063 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:41:26.492063 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:41:26.492063 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:41:26.492063 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:41:26.520812 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-86388905-70aa-499f-bb55-5594915bd3f5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:26.557768 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86388905-70aa-499f-bb55-5594915bd3f5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:41:26.561243 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86388905-70aa-499f-bb55-5594915bd3f5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Port': ['ID=b594757e-484e-4a16-997c-7ec5222769ef,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:26.645028 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0ef36ccd-a554-4cdb-a6a0-6b622db01cb5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (cbe8c571-26fa-4cca-a8af-67f24c44728c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:26.682420 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0ef36ccd-a554-4cdb-a6a0-6b622db01cb5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:26.688456 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41530) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:26.690748 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0ef36ccd-a554-4cdb-a6a0-6b622db01cb5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "DELETE /v2.0/networks/cbe8c571-26fa-4cca-a8af-67f24c44728c HTTP/1.1" status: 204 len: 168 time: 4.2300410 Mar 22 19:41:26.704541 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-faba9459-96cf-4606-a4cf-0bd1ac94b7eb tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-45657027'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:26.714830 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86388905-70aa-499f-bb55-5594915bd3f5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:26.718940 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-86388905-70aa-499f-bb55-5594915bd3f5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:26.732088 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef36ccd-a554-4cdb-a6a0-6b622db01cb5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event deleted for resources: {'Network': ['ID=cbe8c571-26fa-4cca-a8af-67f24c44728c,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:26.750433 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faba9459-96cf-4606-a4cf-0bd1ac94b7eb tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Made reservation on behalf of bf8e4f73f4e248608bf697724f41ba5f for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:26.758455 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-86388905-70aa-499f-bb55-5594915bd3f5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.8835397 Mar 22 19:41:26.761582 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-faba9459-96cf-4606-a4cf-0bd1ac94b7eb tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:26.765720 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41534) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:26.838745 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faba9459-96cf-4606-a4cf-0bd1ac94b7eb tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:41:26.858135 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-faba9459-96cf-4606-a4cf-0bd1ac94b7eb tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (8379c6e7-45cc-444b-8f70-3a8ad375234f), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:26.858924 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-faba9459-96cf-4606-a4cf-0bd1ac94b7eb tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Added segment 8379c6e7-45cc-444b-8f70-3a8ad375234f of type vlan for network de32ab79-c283-4a43-a05e-1eaf4f9fbaef Mar 22 19:41:26.875075 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b30dc2-27c7-4fd9-b886-35bcc06d64d5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:26.891359 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b30dc2-27c7-4fd9-b886-35bcc06d64d5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:26.896098 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-68b30dc2-27c7-4fd9-b886-35bcc06d64d5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1292162 Mar 22 19:41:26.898640 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41536) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:26.963161 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-faba9459-96cf-4606-a4cf-0bd1ac94b7eb tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (de32ab79-c283-4a43-a05e-1eaf4f9fbaef), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:27.021474 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-faba9459-96cf-4606-a4cf-0bd1ac94b7eb tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (de32ab79-c283-4a43-a05e-1eaf4f9fbaef), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:27.044481 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faba9459-96cf-4606-a4cf-0bd1ac94b7eb tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:27.045205 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-faba9459-96cf-4606-a4cf-0bd1ac94b7eb tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:27.070513 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-09497dc2-8d57-47f0-95ab-d6cf25bd339e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting port b594757e-484e-4a16-997c-7ec5222769ef {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:41:27.071417 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-09497dc2-8d57-47f0-95ab-d6cf25bd339e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (b594757e-484e-4a16-997c-7ec5222769ef), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:27.233312 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-faba9459-96cf-4606-a4cf-0bd1ac94b7eb tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5439034 Mar 22 19:41:27.240800 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41544) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:27.262336 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-f1bc7ef4-e52c-4055-b53f-10c63d5621c2 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Request body: {'subnet': {'network_id': 'de32ab79-c283-4a43-a05e-1eaf4f9fbaef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:27.303165 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba9459-96cf-4606-a4cf-0bd1ac94b7eb tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event updated for resources: {'Network': ['ID=de32ab79-c283-4a43-a05e-1eaf4f9fbaef,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:27.321748 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network de32ab79-c283-4a43-a05e-1eaf4f9fbaef details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:41:27.351418 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e44b6-99a9-4918-a3aa-022e01412228 req-22413281-b942-4bb4-a681-8c408f6b352f tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:27.353084 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bf4e44b6-99a9-4918-a3aa-022e01412228 req-22413281-b942-4bb4-a681-8c408f6b352f tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 943 time: 0.3039970 Mar 22 19:41:27.492151 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bf4e44b6-99a9-4918-a3aa-022e01412228 req-0b77d790-f2d2-4d9d-88c5-617d16413b62 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173723 Mar 22 19:41:27.525111 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-09497dc2-8d57-47f0-95ab-d6cf25bd339e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (b594757e-484e-4a16-997c-7ec5222769ef), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:27.546265 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b546cd-7c25-474e-90d9-d1be497ccb5f None None] get_active_networks_info from n-d-705658-24 {{(pid=104174) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 19:41:27.582749 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-09497dc2-8d57-47f0-95ab-d6cf25bd339e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Calling delete_port for b594757e-484e-4a16-997c-7ec5222769ef owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:41:27.667412 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bc7ef4-e52c-4055-b53f-10c63d5621c2 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Made reservation on behalf of bf8e4f73f4e248608bf697724f41ba5f for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:27.671619 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f1bc7ef4-e52c-4055-b53f-10c63d5621c2 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:27.697407 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-0658109f-1393-4586-b617-ec1cd592e621 None None] Provisioning complete for port 333e2108-e2ff-4b5a-8073-be6fe17f838e triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:41:27.697813 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0658109f-1393-4586-b617-ec1cd592e621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (333e2108-e2ff-4b5a-8073-be6fe17f838e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:28.090659 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 333e2108-e2ff-4b5a-8073-be6fe17f838e up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:41:28.338036 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f1bc7ef4-e52c-4055-b53f-10c63d5621c2 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (2172d244-785d-4276-ba93-b8bc23782968), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:28.406085 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-0658109f-1393-4586-b617-ec1cd592e621 None None] Current status of the port 333e2108-e2ff-4b5a-8073-be6fe17f838e is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:41:28.406771 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0658109f-1393-4586-b617-ec1cd592e621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (333e2108-e2ff-4b5a-8073-be6fe17f838e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:28.431730 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-09497dc2-8d57-47f0-95ab-d6cf25bd339e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (b594757e-484e-4a16-997c-7ec5222769ef), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:28.448089 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 333e2108-e2ff-4b5a-8073-be6fe17f838e triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:41:28.448791 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (333e2108-e2ff-4b5a-8073-be6fe17f838e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:28.482931 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09497dc2-8d57-47f0-95ab-d6cf25bd339e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Port': ['ID=b594757e-484e-4a16-997c-7ec5222769ef,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:28.502224 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b546cd-7c25-474e-90d9-d1be497ccb5f None None] Resources bound (agent type, host, resource id): {{(pid=104174) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 19:41:28.536329 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-0658109f-1393-4586-b617-ec1cd592e621 None None] For port 333e2108-e2ff-4b5a-8073-be6fe17f838e, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=333e2108-e2ff-4b5a-8073-be6fe17f838e,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:41:28.546049 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc7ef4-e52c-4055-b53f-10c63d5621c2 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event updated for resources: {'Subnet': ['ID=2172d244-785d-4276-ba93-b8bc23782968,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:28.585339 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc7ef4-e52c-4055-b53f-10c63d5621c2 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Checking segment: {'id': '8379c6e7-45cc-444b-8f70-3a8ad375234f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'de32ab79-c283-4a43-a05e-1eaf4f9fbaef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:41:28.586020 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bc7ef4-e52c-4055-b53f-10c63d5621c2 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Network hostable DHCP agents. Network: de32ab79-c283-4a43-a05e-1eaf4f9fbaef, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:41:28.622033 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0658109f-1393-4586-b617-ec1cd592e621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (333e2108-e2ff-4b5a-8073-be6fe17f838e), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:28.760695 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec774ca-249e-40a0-8648-01ea51cafd6f req-53821d93-f545-4441-9e6a-5b0d2480a956 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:28.772139 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bec774ca-249e-40a0-8648-01ea51cafd6f req-53821d93-f545-4441-9e6a-5b0d2480a956 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 943 time: 0.1293552 Mar 22 19:41:28.861008 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 333e2108-e2ff-4b5a-8073-be6fe17f838e is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:41:28.873823 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-09497dc2-8d57-47f0-95ab-d6cf25bd339e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:28.883122 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-09497dc2-8d57-47f0-95ab-d6cf25bd339e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/b594757e-484e-4a16-997c-7ec5222769ef HTTP/1.1" status: 204 len: 168 time: 1.9808497 Mar 22 19:41:28.883939 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41578) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:28.920398 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bc7ef4-e52c-4055-b53f-10c63d5621c2 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Network de32ab79-c283-4a43-a05e-1eaf4f9fbaef is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:41:28.951344 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-f1bc7ef4-e52c-4055-b53f-10c63d5621c2 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, de32ab79-c283-4a43-a05e-1eaf4f9fbaef) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:28.956014 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bc7ef4-e52c-4055-b53f-10c63d5621c2 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:28.956534 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f1bc7ef4-e52c-4055-b53f-10c63d5621c2 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:28.997848 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f1bc7ef4-e52c-4055-b53f-10c63d5621c2 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7457874 Mar 22 19:41:29.000577 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41580) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:29.006845 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b581dcb2-a00d-4ab5-b2b7-7eadd7a00b08 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:29.008625 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b581dcb2-a00d-4ab5-b2b7-7eadd7a00b08 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:29.010302 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b581dcb2-a00d-4ab5-b2b7-7eadd7a00b08 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:29.012086 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b581dcb2-a00d-4ab5-b2b7-7eadd7a00b08 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1245911 Mar 22 19:41:29.015120 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41582) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:29.101086 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bec774ca-249e-40a0-8648-01ea51cafd6f req-87601e63-961c-4409-8072-4b43bff70bd7 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3246858 Mar 22 19:41:29.148734 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cada3f4-5f2e-45eb-b847-4eadd6e534d9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting subnet 5c9976ce-1f47-4e2d-9a2c-9cd63584b21c {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:41:29.155303 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0658109f-1393-4586-b617-ec1cd592e621 None None] Pushing event updated for resources: {'Port': ['ID=333e2108-e2ff-4b5a-8073-be6fe17f838e,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:29.156123 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8cada3f4-5f2e-45eb-b847-4eadd6e534d9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (5c9976ce-1f47-4e2d-9a2c-9cd63584b21c), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:29.187420 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0658109f-1393-4586-b617-ec1cd592e621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:29.188285 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0658109f-1393-4586-b617-ec1cd592e621 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:29.188847 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0658109f-1393-4586-b617-ec1cd592e621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:29.189446 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0658109f-1393-4586-b617-ec1cd592e621 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:29.189992 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0658109f-1393-4586-b617-ec1cd592e621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:29.190540 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0658109f-1393-4586-b617-ec1cd592e621 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:29.191044 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0658109f-1393-4586-b617-ec1cd592e621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:29.191547 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0658109f-1393-4586-b617-ec1cd592e621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:29.192226 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0658109f-1393-4586-b617-ec1cd592e621 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:29.192736 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0658109f-1393-4586-b617-ec1cd592e621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:29.193236 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0658109f-1393-4586-b617-ec1cd592e621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:29.193737 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0658109f-1393-4586-b617-ec1cd592e621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:29.194268 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0658109f-1393-4586-b617-ec1cd592e621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:29.194765 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0658109f-1393-4586-b617-ec1cd592e621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:29.195268 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0658109f-1393-4586-b617-ec1cd592e621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:29.228458 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-709a9278-5e72-44e0-9921-f79fdc481e57 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (de32ab79-c283-4a43-a05e-1eaf4f9fbaef), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:29.252024 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8cada3f4-5f2e-45eb-b847-4eadd6e534d9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (5c9976ce-1f47-4e2d-9a2c-9cd63584b21c), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:29.349717 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-709a9278-5e72-44e0-9921-f79fdc481e57 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (2172d244-785d-4276-ba93-b8bc23782968), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:29.483282 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8cada3f4-5f2e-45eb-b847-4eadd6e534d9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (5c9976ce-1f47-4e2d-9a2c-9cd63584b21c), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:29.561344 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8cada3f4-5f2e-45eb-b847-4eadd6e534d9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (5c9976ce-1f47-4e2d-9a2c-9cd63584b21c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:29.576076 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-709a9278-5e72-44e0-9921-f79fdc481e57 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (2172d244-785d-4276-ba93-b8bc23782968), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:29.586916 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b342471b-b646-4f9c-b9b4-cd3ad1c713bc None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:29.635061 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a9278-5e72-44e0-9921-f79fdc481e57 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event deleted for resources: {'Subnet': ['ID=2172d244-785d-4276-ba93-b8bc23782968,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:29.666751 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cada3f4-5f2e-45eb-b847-4eadd6e534d9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Subnet': ['ID=5c9976ce-1f47-4e2d-9a2c-9cd63584b21c,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:29.679813 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8cada3f4-5f2e-45eb-b847-4eadd6e534d9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:29.699449 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8cada3f4-5f2e-45eb-b847-4eadd6e534d9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/5c9976ce-1f47-4e2d-9a2c-9cd63584b21c HTTP/1.1" status: 204 len: 168 time: 0.6783299 Mar 22 19:41:29.701133 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41594) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:29.731719 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dba98c-e334-4a10-a539-0e453ff06c39 None None] Network cbe8c571-26fa-4cca-a8af-67f24c44728c requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:29.771087 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae49453-6df8-464e-bb33-d5777c929205 None None] Network de32ab79-c283-4a43-a05e-1eaf4f9fbaef requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:29.785014 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dba98c-e334-4a10-a539-0e453ff06c39 None None] Network cbe8c571-26fa-4cca-a8af-67f24c44728c could not be found, it might have been deleted concurrently. {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 19:41:29.847239 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-c46f0bed-c111-4c8f-a165-96ff34bac86c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting subnet 7bc3e09c-6270-43f1-ba25-12d0eb9eb8f6 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:41:29.858655 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bed-c111-4c8f-a165-96ff34bac86c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (7bc3e09c-6270-43f1-ba25-12d0eb9eb8f6), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:29.884834 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-709a9278-5e72-44e0-9921-f79fdc481e57 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (de32ab79-c283-4a43-a05e-1eaf4f9fbaef), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:29.963614 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-709a9278-5e72-44e0-9921-f79fdc481e57 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de32ab79-c283-4a43-a05e-1eaf4f9fbaef']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:29.967091 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bed-c111-4c8f-a165-96ff34bac86c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (7bc3e09c-6270-43f1-ba25-12d0eb9eb8f6), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:30.010232 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1841638e-3791-44ab-a7e9-caf7760343a7 None None] Network cbe8c571-26fa-4cca-a8af-67f24c44728c requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:30.012355 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-709a9278-5e72-44e0-9921-f79fdc481e57 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8379c6e7-45cc-444b-8f70-3a8ad375234f') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:30.023937 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bed-c111-4c8f-a165-96ff34bac86c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (7bc3e09c-6270-43f1-ba25-12d0eb9eb8f6), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:30.026633 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-709a9278-5e72-44e0-9921-f79fdc481e57 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8379c6e7-45cc-444b-8f70-3a8ad375234f') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:30.031057 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 333e2108-e2ff-4b5a-8073-be6fe17f838e up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:41:30.068169 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-709a9278-5e72-44e0-9921-f79fdc481e57 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (8379c6e7-45cc-444b-8f70-3a8ad375234f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:30.106127 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-709a9278-5e72-44e0-9921-f79fdc481e57 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (8379c6e7-45cc-444b-8f70-3a8ad375234f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:30.130721 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bed-c111-4c8f-a165-96ff34bac86c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (7bc3e09c-6270-43f1-ba25-12d0eb9eb8f6), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:30.140029 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1841638e-3791-44ab-a7e9-caf7760343a7 None None] Network cbe8c571-26fa-4cca-a8af-67f24c44728c could not be found, it might have been deleted concurrently. {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 19:41:30.142822 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-709a9278-5e72-44e0-9921-f79fdc481e57 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:41:30.143234 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-709a9278-5e72-44e0-9921-f79fdc481e57 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (8379c6e7-45cc-444b-8f70-3a8ad375234f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:30.156124 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:41:30.156124 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:41:30.156124 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:41:30.156124 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:41:30.156124 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:41:30.156124 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:41:30.156124 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:41:30.156124 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:41:30.156124 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:41:30.156124 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:41:30.156124 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:41:30.156124 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:41:30.156124 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:41:30.156124 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:41:30.156124 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:41:30.156124 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:41:30.156124 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:41:30.156124 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:41:30.156124 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:41:30.156124 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:41:30.156124 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:41:30.156124 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:41:30.156124 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:41:30.156124 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:41:30.156124 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:41:30.156124 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:41:30.156124 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:41:30.156124 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:41:30.156124 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:41:30.156124 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:41:30.156124 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:41:30.156124 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:41:30.233144 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f0bed-c111-4c8f-a165-96ff34bac86c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Subnet': ['ID=7bc3e09c-6270-43f1-ba25-12d0eb9eb8f6,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:30.255968 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c46f0bed-c111-4c8f-a165-96ff34bac86c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:30.270737 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c46f0bed-c111-4c8f-a165-96ff34bac86c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/7bc3e09c-6270-43f1-ba25-12d0eb9eb8f6 HTTP/1.1" status: 204 len: 168 time: 0.5680897 Mar 22 19:41:30.272489 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41606) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:30.306089 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-709a9278-5e72-44e0-9921-f79fdc481e57 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (de32ab79-c283-4a43-a05e-1eaf4f9fbaef), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:30.316201 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-709a9278-5e72-44e0-9921-f79fdc481e57 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:30.325092 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-709a9278-5e72-44e0-9921-f79fdc481e57 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "DELETE /v2.0/networks/de32ab79-c283-4a43-a05e-1eaf4f9fbaef HTTP/1.1" status: 204 len: 168 time: 1.3232794 Mar 22 19:41:30.356267 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41612) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:30.359158 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a9278-5e72-44e0-9921-f79fdc481e57 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event deleted for resources: {'Network': ['ID=de32ab79-c283-4a43-a05e-1eaf4f9fbaef,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:30.359324 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61329c76-eda5-4342-a032-92a1c9a017b0 None None] Network de32ab79-c283-4a43-a05e-1eaf4f9fbaef requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:30.374805 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61329c76-eda5-4342-a032-92a1c9a017b0 None None] Network de32ab79-c283-4a43-a05e-1eaf4f9fbaef could not be found, it might have been deleted concurrently. {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 19:41:30.389426 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-809f3d7f-f236-4702-b4b9-3b70e267a8fb tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-834617379'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:30.395607 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 333e2108-e2ff-4b5a-8073-be6fe17f838e triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:41:30.396300 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (333e2108-e2ff-4b5a-8073-be6fe17f838e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:30.399493 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a9278-5e72-44e0-9921-f79fdc481e57 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:30.399849 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a9278-5e72-44e0-9921-f79fdc481e57 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:30.400196 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a9278-5e72-44e0-9921-f79fdc481e57 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:30.400539 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a9278-5e72-44e0-9921-f79fdc481e57 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:30.407156 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a9278-5e72-44e0-9921-f79fdc481e57 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:30.407462 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a9278-5e72-44e0-9921-f79fdc481e57 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:30.407932 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a9278-5e72-44e0-9921-f79fdc481e57 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:30.408299 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a9278-5e72-44e0-9921-f79fdc481e57 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:30.408645 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a9278-5e72-44e0-9921-f79fdc481e57 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:30.408989 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a9278-5e72-44e0-9921-f79fdc481e57 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:30.409329 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a9278-5e72-44e0-9921-f79fdc481e57 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:30.409663 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a9278-5e72-44e0-9921-f79fdc481e57 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:30.412555 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a9278-5e72-44e0-9921-f79fdc481e57 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:30.412933 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a9278-5e72-44e0-9921-f79fdc481e57 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:30.413280 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709a9278-5e72-44e0-9921-f79fdc481e57 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:41:30.468573 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809f3d7f-f236-4702-b4b9-3b70e267a8fb tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Made reservation on behalf of bf8e4f73f4e248608bf697724f41ba5f for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:30.472336 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-809f3d7f-f236-4702-b4b9-3b70e267a8fb tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:30.531732 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809f3d7f-f236-4702-b4b9-3b70e267a8fb tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:41:30.560925 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-809f3d7f-f236-4702-b4b9-3b70e267a8fb tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (19d3fc92-72b3-419f-ab4f-001459812380), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:30.561664 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-809f3d7f-f236-4702-b4b9-3b70e267a8fb tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Added segment 19d3fc92-72b3-419f-ab4f-001459812380 of type vlan for network dcb6c5db-8b12-44c9-a3c9-5d68d077ce65 Mar 22 19:41:30.677000 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 333e2108-e2ff-4b5a-8073-be6fe17f838e is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:41:30.694111 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-809f3d7f-f236-4702-b4b9-3b70e267a8fb tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (dcb6c5db-8b12-44c9-a3c9-5d68d077ce65), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:30.725086 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73be006f-c770-4e7e-a746-5e23c6126bc6 None None] Update dhcp port {'port': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'fixed_ips': [{'subnet_id': '7bc3e09c-6270-43f1-ba25-12d0eb9eb8f6'}], 'binding:host_id': 'n-d-705658-24'}, 'id': '333e2108-e2ff-4b5a-8073-be6fe17f838e'} from n-d-705658-24. {{(pid=104174) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 19:41:30.753920 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-809f3d7f-f236-4702-b4b9-3b70e267a8fb tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (dcb6c5db-8b12-44c9-a3c9-5d68d077ce65), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:30.766201 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809f3d7f-f236-4702-b4b9-3b70e267a8fb tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:30.766984 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-809f3d7f-f236-4702-b4b9-3b70e267a8fb tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:30.820417 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-73be006f-c770-4e7e-a746-5e23c6126bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (333e2108-e2ff-4b5a-8073-be6fe17f838e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:30.920623 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-809f3d7f-f236-4702-b4b9-3b70e267a8fb tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5627968 Mar 22 19:41:30.931300 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41624) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:30.944962 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-3ceea95c-744c-481f-b68d-6bbc1c84e6cf tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Request body: {'subnet': {'network_id': 'dcb6c5db-8b12-44c9-a3c9-5d68d077ce65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:30.988190 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f3d7f-f236-4702-b4b9-3b70e267a8fb tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event updated for resources: {'Network': ['ID=dcb6c5db-8b12-44c9-a3c9-5d68d077ce65,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:31.090515 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network dcb6c5db-8b12-44c9-a3c9-5d68d077ce65 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:41:31.213341 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ceea95c-744c-481f-b68d-6bbc1c84e6cf tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Made reservation on behalf of bf8e4f73f4e248608bf697724f41ba5f for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:31.217073 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3ceea95c-744c-481f-b68d-6bbc1c84e6cf tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:31.219969 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-883c18c3-ca6b-4dcc-ba34-6dcd1479d2bd tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.9455307 Mar 22 19:41:31.225680 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41630) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:31.247139 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-0d6f8ab2-00df-4c8e-bb90-824169930086 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:31.251824 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd21d9f-31e8-4def-93e0-f49740ee1dd7 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:31.340031 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ed926-4ce1-4af4-93f3-212ff9ec1f00 req-99395506-d2a3-49ed-b757-9400b04dd7b4 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:31.367184 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-796ed926-4ce1-4af4-93f3-212ff9ec1f00 req-99395506-d2a3-49ed-b757-9400b04dd7b4 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 943 time: 0.1565788 Mar 22 19:41:31.532796 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-796ed926-4ce1-4af4-93f3-212ff9ec1f00 req-2e7cf2d6-f6b4-445a-98c6-e478dce8b885 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637404 Mar 22 19:41:31.551985 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-a0500305-a843-4f52-9098-738e8da3286e None None] Provisioning complete for port 333e2108-e2ff-4b5a-8073-be6fe17f838e triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:41:31.552364 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a0500305-a843-4f52-9098-738e8da3286e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (333e2108-e2ff-4b5a-8073-be6fe17f838e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:31.596306 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.ipam_backend_mixin [None req-3ceea95c-744c-481f-b68d-6bbc1c84e6cf tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Performing IP validity checks on allocation pools {{(pid=104173) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 22 19:41:31.598045 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.ipam_backend_mixin [None req-3ceea95c-744c-481f-b68d-6bbc1c84e6cf tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104173) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 22 19:41:31.668986 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6f8ab2-00df-4c8e-bb90-824169930086 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:31.673809 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0d6f8ab2-00df-4c8e-bb90-824169930086 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:31.780036 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fa7acf-a713-46e3-a0ee-9ad57ee0914a None None] DHCP port deletion for 5844662d-9a53-4182-bd56-decd62afe1ab request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:41:31.854885 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 333e2108-e2ff-4b5a-8073-be6fe17f838e no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:41:31.923259 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-a0500305-a843-4f52-9098-738e8da3286e None None] Current status of the port 333e2108-e2ff-4b5a-8073-be6fe17f838e is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:41:31.955101 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-50fa7acf-a713-46e3-a0ee-9ad57ee0914a None None] Deleting port 333e2108-e2ff-4b5a-8073-be6fe17f838e {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:41:31.955518 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-50fa7acf-a713-46e3-a0ee-9ad57ee0914a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (333e2108-e2ff-4b5a-8073-be6fe17f838e), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:32.058010 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 333e2108-e2ff-4b5a-8073-be6fe17f838e is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:41:32.060233 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (333e2108-e2ff-4b5a-8073-be6fe17f838e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:32.065363 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-50fa7acf-a713-46e3-a0ee-9ad57ee0914a None None] For port 333e2108-e2ff-4b5a-8073-be6fe17f838e, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=333e2108-e2ff-4b5a-8073-be6fe17f838e,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:41:32.065771 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-50fa7acf-a713-46e3-a0ee-9ad57ee0914a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (333e2108-e2ff-4b5a-8073-be6fe17f838e), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:32.103563 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-50fa7acf-a713-46e3-a0ee-9ad57ee0914a None None] Calling delete_port for 333e2108-e2ff-4b5a-8073-be6fe17f838e owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:41:32.226406 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 333e2108-e2ff-4b5a-8073-be6fe17f838e, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=333e2108-e2ff-4b5a-8073-be6fe17f838e,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:41:32.273193 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (333e2108-e2ff-4b5a-8073-be6fe17f838e), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:32.510197 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=333e2108-e2ff-4b5a-8073-be6fe17f838e,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:32.597939 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-50fa7acf-a713-46e3-a0ee-9ad57ee0914a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (333e2108-e2ff-4b5a-8073-be6fe17f838e), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:32.636826 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa7acf-a713-46e3-a0ee-9ad57ee0914a None None] Pushing event deleted for resources: {'Port': ['ID=333e2108-e2ff-4b5a-8073-be6fe17f838e,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:32.657935 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fa7acf-a713-46e3-a0ee-9ad57ee0914a None None] No DVR routers for this DVR port 333e2108-e2ff-4b5a-8073-be6fe17f838e on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:41:32.834189 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e09bb9-fef0-4658-bade-d058a0a89b93 req-85483e3f-323b-4168-bdf4-a695838e86f8 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:32.848007 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b4e09bb9-fef0-4658-bade-d058a0a89b93 req-85483e3f-323b-4168-bdf4-a695838e86f8 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 943 time: 0.1266110 Mar 22 19:41:32.903509 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3ceea95c-744c-481f-b68d-6bbc1c84e6cf tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (0e3a2125-b6e0-40b5-b643-01d18b48e667), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:32.988482 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b4e09bb9-fef0-4658-bade-d058a0a89b93 req-66992fa7-e33a-444e-affb-d84a352ed758 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387379 Mar 22 19:41:33.134821 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceea95c-744c-481f-b68d-6bbc1c84e6cf tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event updated for resources: {'Subnet': ['ID=0e3a2125-b6e0-40b5-b643-01d18b48e667,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:33.143190 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0d6f8ab2-00df-4c8e-bb90-824169930086 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (bb58d2e1-66f3-4e62-8da7-b5d782f591d8), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:33.290309 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f8ab2-00df-4c8e-bb90-824169930086 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Subnet': ['ID=bb58d2e1-66f3-4e62-8da7-b5d782f591d8,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:33.355894 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceea95c-744c-481f-b68d-6bbc1c84e6cf tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Checking segment: {'id': '19d3fc92-72b3-419f-ab4f-001459812380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dcb6c5db-8b12-44c9-a3c9-5d68d077ce65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:41:33.356478 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceea95c-744c-481f-b68d-6bbc1c84e6cf tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Network hostable DHCP agents. Network: dcb6c5db-8b12-44c9-a3c9-5d68d077ce65, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:41:33.376772 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6f8ab2-00df-4c8e-bb90-824169930086 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:41:33.387946 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-0d6f8ab2-00df-4c8e-bb90-824169930086 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:33.401880 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17827758-44f0-4b56-9562-3385012f328e None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:33.416634 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6f8ab2-00df-4c8e-bb90-824169930086 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:33.421006 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0d6f8ab2-00df-4c8e-bb90-824169930086 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:33.491559 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41658) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:33.495245 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0d6f8ab2-00df-4c8e-bb90-824169930086 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2715092 Mar 22 19:41:33.497729 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-e666e3ed-96a5-4109-b431-a7d4a257376a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:33.500043 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceea95c-744c-481f-b68d-6bbc1c84e6cf tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Network dcb6c5db-8b12-44c9-a3c9-5d68d077ce65 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:41:33.535138 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-3ceea95c-744c-481f-b68d-6bbc1c84e6cf tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, dcb6c5db-8b12-44c9-a3c9-5d68d077ce65) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:33.547451 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceea95c-744c-481f-b68d-6bbc1c84e6cf tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:33.551078 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3ceea95c-744c-481f-b68d-6bbc1c84e6cf tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:33.588341 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3608d8-64fc-44b6-80e7-9774c50f9ded None None] Network dcb6c5db-8b12-44c9-a3c9-5d68d077ce65 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:33.603727 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3ceea95c-744c-481f-b68d-6bbc1c84e6cf tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.6684618 Mar 22 19:41:33.612206 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41660) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:33.929488 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2ac39088-5eca-428f-97bb-f71713efbf04 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (dcb6c5db-8b12-44c9-a3c9-5d68d077ce65), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:34.217769 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2ac39088-5eca-428f-97bb-f71713efbf04 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (0e3a2125-b6e0-40b5-b643-01d18b48e667), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:34.226158 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e666e3ed-96a5-4109-b431-a7d4a257376a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:34.229714 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e666e3ed-96a5-4109-b431-a7d4a257376a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:34.278856 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b75e72-e269-4cd7-affe-39dcab9f6235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-dcb6c5db-8b12-44c9-a3c9-5d68d077ce65', 'network_id': 'dcb6c5db-8b12-44c9-a3c9-5d68d077ce65', 'project_id': 'bf8e4f73f4e248608bf697724f41ba5f', 'fixed_ips': [{'subnet_id': '0e3a2125-b6e0-40b5-b643-01d18b48e667'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:41:34.279891 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-69b75e72-e269-4cd7-affe-39dcab9f6235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:34.450649 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-69b75e72-e269-4cd7-affe-39dcab9f6235 None None] Allocated IP 172.20.0.3 (dcb6c5db-8b12-44c9-a3c9-5d68d077ce65/0e3a2125-b6e0-40b5-b643-01d18b48e667/cd3c542d-32ed-40d0-a995-6729250ac4e1) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:41:34.667768 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e555b64-5a93-4113-a585-529dcad46ce2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-5844662d-9a53-4182-bd56-decd62afe1ab', 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'project_id': '60cab213ce214a30b0f859d0f4109da8', 'fixed_ips': [{'subnet_id': 'bb58d2e1-66f3-4e62-8da7-b5d782f591d8'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:41:34.668670 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1e555b64-5a93-4113-a585-529dcad46ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:34.827157 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd7614-b674-4e37-9a7c-377fb091b054 req-1c690f3a-91e5-4d9f-887d-857c8c490dbb tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:34.830471 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-45fd7614-b674-4e37-9a7c-377fb091b054 req-1c690f3a-91e5-4d9f-887d-857c8c490dbb tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 943 time: 0.2183657 Mar 22 19:41:34.948612 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-45fd7614-b674-4e37-9a7c-377fb091b054 req-e8ffed24-5d32-478b-a6c3-fcde4e58f613 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898187 Mar 22 19:41:35.119635 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-69b75e72-e269-4cd7-affe-39dcab9f6235 None None] Publish callbacks [] for port (cd3c542d-32ed-40d0-a995-6729250ac4e1), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:35.146316 n-d-705658-24 neutron-server[104172]: DEBUG neutron.objects.ports [None req-e666e3ed-96a5-4109-b431-a7d4a257376a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104172) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 19:41:35.151458 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e666e3ed-96a5-4109-b431-a7d4a257376a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (df016439-0f45-4435-af5b-26b5b21d612c), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:35.299806 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e666e3ed-96a5-4109-b431-a7d4a257376a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:41:35.323539 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-e666e3ed-96a5-4109-b431-a7d4a257376a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:35.345263 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e666e3ed-96a5-4109-b431-a7d4a257376a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:35.348694 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e666e3ed-96a5-4109-b431-a7d4a257376a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:35.357323 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-69b75e72-e269-4cd7-affe-39dcab9f6235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (cd3c542d-32ed-40d0-a995-6729250ac4e1), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:35.412256 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e666e3ed-96a5-4109-b431-a7d4a257376a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9195099 Mar 22 19:41:35.415732 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41708) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:35.421503 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-b57dd47f-e3d3-4901-956c-ec77ab42fca5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'port': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'mac_address': 'fa:16:3e:ff:59:07', 'name': 'tempest-NetworksTestDHCPv6-725996308'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:35.459967 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666e3ed-96a5-4109-b431-a7d4a257376a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Subnet': ['ID=df016439-0f45-4435-af5b-26b5b21d612c,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:35.468572 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2ac39088-5eca-428f-97bb-f71713efbf04 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (0e3a2125-b6e0-40b5-b643-01d18b48e667), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:35.523744 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b75e72-e269-4cd7-affe-39dcab9f6235 None None] Network dcb6c5db-8b12-44c9-a3c9-5d68d077ce65 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:41:35.529023 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-69b75e72-e269-4cd7-affe-39dcab9f6235 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:35.539493 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac39088-5eca-428f-97bb-f71713efbf04 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event deleted for resources: {'Subnet': ['ID=0e3a2125-b6e0-40b5-b643-01d18b48e667,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:35.672583 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-1e555b64-5a93-4113-a585-529dcad46ce2 None None] Allocated IP 172.20.0.2 (5844662d-9a53-4182-bd56-decd62afe1ab/bb58d2e1-66f3-4e62-8da7-b5d782f591d8/85c4ae3c-3689-408b-a0be-657fc81ff9d2) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:41:35.771705 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2ac39088-5eca-428f-97bb-f71713efbf04 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (dcb6c5db-8b12-44c9-a3c9-5d68d077ce65), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:35.802415 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57dd47f-e3d3-4901-956c-ec77ab42fca5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:35.865692 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-2ac39088-5eca-428f-97bb-f71713efbf04 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcb6c5db-8b12-44c9-a3c9-5d68d077ce65']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:35.901185 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b75e72-e269-4cd7-affe-39dcab9f6235 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:41:35.909552 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-2ac39088-5eca-428f-97bb-f71713efbf04 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19d3fc92-72b3-419f-ab4f-001459812380') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:35.914497 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-2ac39088-5eca-428f-97bb-f71713efbf04 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19d3fc92-72b3-419f-ab4f-001459812380') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:35.952434 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2ac39088-5eca-428f-97bb-f71713efbf04 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (19d3fc92-72b3-419f-ab4f-001459812380), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:35.990307 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2ac39088-5eca-428f-97bb-f71713efbf04 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (19d3fc92-72b3-419f-ab4f-001459812380), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:36.004778 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac39088-5eca-428f-97bb-f71713efbf04 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:41:36.005341 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2ac39088-5eca-428f-97bb-f71713efbf04 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (19d3fc92-72b3-419f-ab4f-001459812380), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:36.008889 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:41:36.008889 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:41:36.008889 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:41:36.008889 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:41:36.008889 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:41:36.008889 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:41:36.008889 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:41:36.008889 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:41:36.008889 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:41:36.008889 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:41:36.008889 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:41:36.008889 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:41:36.008889 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:41:36.008889 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:41:36.008889 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:41:36.008889 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:41:36.008889 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:41:36.008889 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:41:36.008889 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:41:36.008889 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:41:36.008889 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:41:36.008889 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:41:36.008889 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:41:36.008889 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:41:36.008889 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:41:36.008889 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:41:36.008889 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:41:36.008889 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:41:36.008889 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:41:36.008889 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:41:36.008889 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:41:36.008889 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:41:36.011327 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b57dd47f-e3d3-4901-956c-ec77ab42fca5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:36.096552 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-b57dd47f-e3d3-4901-956c-ec77ab42fca5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] device_id is not set on port 5c31ceeb-db77-43e8-9211-8f51e0325b87 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:41:36.199516 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b75e72-e269-4cd7-affe-39dcab9f6235 None None] Pushing event updated for resources: {'Port': ['ID=cd3c542d-32ed-40d0-a995-6729250ac4e1,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:36.288718 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-69b75e72-e269-4cd7-affe-39dcab9f6235 None None] Attempting to bind port cd3c542d-32ed-40d0-a995-6729250ac4e1 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:41:36.299778 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-69b75e72-e269-4cd7-affe-39dcab9f6235 None None] Attempting to bind port cd3c542d-32ed-40d0-a995-6729250ac4e1 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '19d3fc92-72b3-419f-ab4f-001459812380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dcb6c5db-8b12-44c9-a3c9-5d68d077ce65'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:41:36.300432 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b75e72-e269-4cd7-affe-39dcab9f6235 None None] Attempting to bind port cd3c542d-32ed-40d0-a995-6729250ac4e1 on network dcb6c5db-8b12-44c9-a3c9-5d68d077ce65 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:41:36.339371 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.db.api [None req-2ac39088-5eca-428f-97bb-f71713efbf04 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 19:41:36.339371 n-d-705658-24 neutron-server[104172]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 19:41:36.339371 n-d-705658-24 neutron-server[104172]: [parameters: {'id': 'dcb6c5db-8b12-44c9-a3c9-5d68d077ce65'}] Mar 22 19:41:36.339371 n-d-705658-24 neutron-server[104172]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:41:36.340091 n-d-705658-24 neutron-server[104172]: DEBUG oslo_db.api [None req-2ac39088-5eca-428f-97bb-f71713efbf04 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:41:36.374793 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073017ba-ec9b-4faa-8ff7-b14fd516fd09 req-79c818ee-c9e7-40b2-b3be-66e675c3c556 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:36.385086 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-073017ba-ec9b-4faa-8ff7-b14fd516fd09 req-79c818ee-c9e7-40b2-b3be-66e675c3c556 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 943 time: 0.2101011 Mar 22 19:41:36.416456 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b75e72-e269-4cd7-affe-39dcab9f6235 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:41:36.425783 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b75e72-e269-4cd7-affe-39dcab9f6235 None None] Checking segment: {'id': '19d3fc92-72b3-419f-ab4f-001459812380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dcb6c5db-8b12-44c9-a3c9-5d68d077ce65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:41:36.426409 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-69b75e72-e269-4cd7-affe-39dcab9f6235 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:36.426934 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b75e72-e269-4cd7-affe-39dcab9f6235 None None] Bound using segment: {'id': '19d3fc92-72b3-419f-ab4f-001459812380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dcb6c5db-8b12-44c9-a3c9-5d68d077ce65'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:41:36.427559 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-69b75e72-e269-4cd7-affe-39dcab9f6235 None None] Bound port: cd3c542d-32ed-40d0-a995-6729250ac4e1, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19d3fc92-72b3-419f-ab4f-001459812380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'dcb6c5db-8b12-44c9-a3c9-5d68d077ce65'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:41:36.428070 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-69b75e72-e269-4cd7-affe-39dcab9f6235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (cd3c542d-32ed-40d0-a995-6729250ac4e1), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:36.509929 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1e555b64-5a93-4113-a585-529dcad46ce2 None None] Publish callbacks [] for port (85c4ae3c-3689-408b-a0be-657fc81ff9d2), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:36.513180 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-073017ba-ec9b-4faa-8ff7-b14fd516fd09 req-c3874119-b4bf-4c39-a52b-7c5319b5ff0c tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191266 Mar 22 19:41:36.548790 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1e555b64-5a93-4113-a585-529dcad46ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (85c4ae3c-3689-408b-a0be-657fc81ff9d2), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:36.607114 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e555b64-5a93-4113-a585-529dcad46ce2 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:41:36.631505 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-1e555b64-5a93-4113-a585-529dcad46ce2 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:36.639626 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e555b64-5a93-4113-a585-529dcad46ce2 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:41:36.651916 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e555b64-5a93-4113-a585-529dcad46ce2 None None] Pushing event updated for resources: {'Port': ['ID=85c4ae3c-3689-408b-a0be-657fc81ff9d2,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:36.748705 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-69b75e72-e269-4cd7-affe-39dcab9f6235 None None] For port cd3c542d-32ed-40d0-a995-6729250ac4e1, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:41:36.751852 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-1e555b64-5a93-4113-a585-529dcad46ce2 None None] Attempting to bind port 85c4ae3c-3689-408b-a0be-657fc81ff9d2 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:41:36.753234 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-1e555b64-5a93-4113-a585-529dcad46ce2 None None] Attempting to bind port 85c4ae3c-3689-408b-a0be-657fc81ff9d2 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:41:36.753944 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e555b64-5a93-4113-a585-529dcad46ce2 None None] Attempting to bind port 85c4ae3c-3689-408b-a0be-657fc81ff9d2 on network 5844662d-9a53-4182-bd56-decd62afe1ab {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:41:36.772645 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-b57dd47f-e3d3-4901-956c-ec77ab42fca5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Allocated IP 172.20.0.13 (5844662d-9a53-4182-bd56-decd62afe1ab/bb58d2e1-66f3-4e62-8da7-b5d782f591d8/5c31ceeb-db77-43e8-9211-8f51e0325b87) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:41:36.778254 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e555b64-5a93-4113-a585-529dcad46ce2 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:41:36.778972 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e555b64-5a93-4113-a585-529dcad46ce2 None None] Checking segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:41:36.779653 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1e555b64-5a93-4113-a585-529dcad46ce2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:36.780637 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e555b64-5a93-4113-a585-529dcad46ce2 None None] Bound using segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:41:36.781385 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-1e555b64-5a93-4113-a585-529dcad46ce2 None None] Bound port: 85c4ae3c-3689-408b-a0be-657fc81ff9d2, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:41:36.782081 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1e555b64-5a93-4113-a585-529dcad46ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (85c4ae3c-3689-408b-a0be-657fc81ff9d2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:36.789922 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-b57dd47f-e3d3-4901-956c-ec77ab42fca5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Allocated IP 2001:db8::f816:3eff:feff:5907 (5844662d-9a53-4182-bd56-decd62afe1ab/df016439-0f45-4435-af5b-26b5b21d612c/5c31ceeb-db77-43e8-9211-8f51e0325b87) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:41:36.796260 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-69b75e72-e269-4cd7-affe-39dcab9f6235 None None] For port cd3c542d-32ed-40d0-a995-6729250ac4e1, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=cd3c542d-32ed-40d0-a995-6729250ac4e1,segment=NetworkSegment(19d3fc92-72b3-419f-ab4f-001459812380),segment_id=19d3fc92-72b3-419f-ab4f-001459812380)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:41:36.826448 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-69b75e72-e269-4cd7-affe-39dcab9f6235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (cd3c542d-32ed-40d0-a995-6729250ac4e1), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:36.844650 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2ac39088-5eca-428f-97bb-f71713efbf04 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (dcb6c5db-8b12-44c9-a3c9-5d68d077ce65), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:36.937829 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-2ac39088-5eca-428f-97bb-f71713efbf04 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Deleting port cd3c542d-32ed-40d0-a995-6729250ac4e1 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:41:36.939379 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2ac39088-5eca-428f-97bb-f71713efbf04 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (cd3c542d-32ed-40d0-a995-6729250ac4e1), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:36.944733 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b75e72-e269-4cd7-affe-39dcab9f6235 None None] Pushing event updated for resources: {'Port': ['ID=cd3c542d-32ed-40d0-a995-6729250ac4e1,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:37.034101 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf90d644-bf86-4e13-a8b4-c980d29cbc07 None None] Network dcb6c5db-8b12-44c9-a3c9-5d68d077ce65 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:37.093322 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-1e555b64-5a93-4113-a585-529dcad46ce2 None None] For port 85c4ae3c-3689-408b-a0be-657fc81ff9d2, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:41:37.112140 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-1e555b64-5a93-4113-a585-529dcad46ce2 None None] For port 85c4ae3c-3689-408b-a0be-657fc81ff9d2, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=85c4ae3c-3689-408b-a0be-657fc81ff9d2,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:41:37.131826 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-2ac39088-5eca-428f-97bb-f71713efbf04 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] For port cd3c542d-32ed-40d0-a995-6729250ac4e1, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=cd3c542d-32ed-40d0-a995-6729250ac4e1,segment=NetworkSegment(19d3fc92-72b3-419f-ab4f-001459812380),segment_id=19d3fc92-72b3-419f-ab4f-001459812380)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:41:37.133884 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b57dd47f-e3d3-4901-956c-ec77ab42fca5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for port (5c31ceeb-db77-43e8-9211-8f51e0325b87), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:37.135304 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2ac39088-5eca-428f-97bb-f71713efbf04 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (cd3c542d-32ed-40d0-a995-6729250ac4e1), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:37.144373 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1e555b64-5a93-4113-a585-529dcad46ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (85c4ae3c-3689-408b-a0be-657fc81ff9d2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:37.186623 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-2ac39088-5eca-428f-97bb-f71713efbf04 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Calling delete_port for cd3c542d-32ed-40d0-a995-6729250ac4e1 owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:41:37.222847 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b57dd47f-e3d3-4901-956c-ec77ab42fca5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (5c31ceeb-db77-43e8-9211-8f51e0325b87), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:37.258741 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e555b64-5a93-4113-a585-529dcad46ce2 None None] Pushing event updated for resources: {'Port': ['ID=85c4ae3c-3689-408b-a0be-657fc81ff9d2,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:37.332374 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57dd47f-e3d3-4901-956c-ec77ab42fca5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:41:37.340387 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-b57dd47f-e3d3-4901-956c-ec77ab42fca5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:37.355928 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57dd47f-e3d3-4901-956c-ec77ab42fca5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:41:37.372003 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2ac39088-5eca-428f-97bb-f71713efbf04 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (cd3c542d-32ed-40d0-a995-6729250ac4e1), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:37.399025 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac39088-5eca-428f-97bb-f71713efbf04 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] No DVR routers for this DVR port cd3c542d-32ed-40d0-a995-6729250ac4e1 on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:41:37.447003 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac39088-5eca-428f-97bb-f71713efbf04 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event deleted for resources: {'Port': ['ID=cd3c542d-32ed-40d0-a995-6729250ac4e1,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:37.488861 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57dd47f-e3d3-4901-956c-ec77ab42fca5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Port': ['ID=5c31ceeb-db77-43e8-9211-8f51e0325b87,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:37.534567 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57dd47f-e3d3-4901-956c-ec77ab42fca5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:37.535220 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b57dd47f-e3d3-4901-956c-ec77ab42fca5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:37.595327 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b57dd47f-e3d3-4901-956c-ec77ab42fca5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1762097 Mar 22 19:41:37.595605 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41750) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:37.691691 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2ac39088-5eca-428f-97bb-f71713efbf04 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (dcb6c5db-8b12-44c9-a3c9-5d68d077ce65), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:37.741149 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c189a9a4-27fe-414b-b1d3-a1fd33981877 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:37.756581 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-2ac39088-5eca-428f-97bb-f71713efbf04 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcb6c5db-8b12-44c9-a3c9-5d68d077ce65']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:37.776868 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c189a9a4-27fe-414b-b1d3-a1fd33981877 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:37.784184 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c189a9a4-27fe-414b-b1d3-a1fd33981877 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1875267 Mar 22 19:41:37.787172 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41754) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:37.792948 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-2ac39088-5eca-428f-97bb-f71713efbf04 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19d3fc92-72b3-419f-ab4f-001459812380') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:37.793638 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-2ac39088-5eca-428f-97bb-f71713efbf04 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19d3fc92-72b3-419f-ab4f-001459812380') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:37.819562 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2ac39088-5eca-428f-97bb-f71713efbf04 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (19d3fc92-72b3-419f-ab4f-001459812380), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:37.849705 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2ac39088-5eca-428f-97bb-f71713efbf04 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (19d3fc92-72b3-419f-ab4f-001459812380), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:37.863955 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac39088-5eca-428f-97bb-f71713efbf04 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:41:37.864615 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2ac39088-5eca-428f-97bb-f71713efbf04 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (19d3fc92-72b3-419f-ab4f-001459812380), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:37.940867 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 85c4ae3c-3689-408b-a0be-657fc81ff9d2 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:41:38.043236 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:41:38.043236 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:41:38.043236 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:41:38.043236 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:41:38.043236 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:41:38.043236 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:41:38.043236 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:41:38.043236 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:41:38.043236 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:41:38.043236 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:41:38.043236 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:41:38.043236 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:41:38.043236 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:41:38.043236 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:41:38.043236 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:41:38.043236 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:41:38.043236 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:41:38.043236 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:41:38.043236 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:41:38.043236 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:41:38.043236 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:41:38.043236 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:41:38.043236 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:41:38.043236 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:41:38.043236 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:41:38.043236 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:41:38.043236 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:41:38.043236 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:41:38.043236 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:41:38.043236 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:41:38.043236 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:41:38.043236 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:41:38.052186 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2ac39088-5eca-428f-97bb-f71713efbf04 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (dcb6c5db-8b12-44c9-a3c9-5d68d077ce65), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:38.071462 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2ac39088-5eca-428f-97bb-f71713efbf04 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:38.081511 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2ac39088-5eca-428f-97bb-f71713efbf04 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "DELETE /v2.0/networks/dcb6c5db-8b12-44c9-a3c9-5d68d077ce65 HTTP/1.1" status: 204 len: 168 time: 4.4352541 Mar 22 19:41:38.085766 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41762) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:38.090292 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-9d830a21-c3e8-4cdd-be34-0ac38cb2d568 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1650605433'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:38.113112 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 85c4ae3c-3689-408b-a0be-657fc81ff9d2 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:41:38.113461 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac39088-5eca-428f-97bb-f71713efbf04 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event deleted for resources: {'Network': ['ID=dcb6c5db-8b12-44c9-a3c9-5d68d077ce65,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:38.113578 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (85c4ae3c-3689-408b-a0be-657fc81ff9d2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:38.138940 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-61c8d8d8-7d47-4f69-9555-ab1bd71e53eb tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting port 5c31ceeb-db77-43e8-9211-8f51e0325b87 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:41:38.141913 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-61c8d8d8-7d47-4f69-9555-ab1bd71e53eb tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (5c31ceeb-db77-43e8-9211-8f51e0325b87), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:38.178744 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def2233-9c4d-481b-8d0d-b82e5e224c75 req-0901d39c-408a-4c53-8733-c5dec6a87a0d tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:38.178744 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5def2233-9c4d-481b-8d0d-b82e5e224c75 req-0901d39c-408a-4c53-8733-c5dec6a87a0d tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 943 time: 0.1315832 Mar 22 19:41:38.263785 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d830a21-c3e8-4cdd-be34-0ac38cb2d568 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Made reservation on behalf of bf8e4f73f4e248608bf697724f41ba5f for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:38.272922 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9d830a21-c3e8-4cdd-be34-0ac38cb2d568 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:38.309372 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5def2233-9c4d-481b-8d0d-b82e5e224c75 req-2affb22a-b3fe-4db4-a983-afc2341216ec tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258626 Mar 22 19:41:38.351439 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d830a21-c3e8-4cdd-be34-0ac38cb2d568 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:41:38.368901 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 85c4ae3c-3689-408b-a0be-657fc81ff9d2 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:41:38.369223 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (85c4ae3c-3689-408b-a0be-657fc81ff9d2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:38.412808 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9d830a21-c3e8-4cdd-be34-0ac38cb2d568 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (a3fa8070-7da5-4320-8ad9-782998eb7c57), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:38.413495 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-9d830a21-c3e8-4cdd-be34-0ac38cb2d568 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Added segment a3fa8070-7da5-4320-8ad9-782998eb7c57 of type vlan for network 6f771fc4-83a3-4be1-be6f-53645200ffff Mar 22 19:41:38.441310 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-61c8d8d8-7d47-4f69-9555-ab1bd71e53eb tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (5c31ceeb-db77-43e8-9211-8f51e0325b87), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:38.458724 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 85c4ae3c-3689-408b-a0be-657fc81ff9d2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=85c4ae3c-3689-408b-a0be-657fc81ff9d2,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:41:38.464370 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (85c4ae3c-3689-408b-a0be-657fc81ff9d2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:38.510617 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-61c8d8d8-7d47-4f69-9555-ab1bd71e53eb tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Calling delete_port for 5c31ceeb-db77-43e8-9211-8f51e0325b87 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:41:38.526953 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device f539a708-377a-49d2-83dc-786db167dd2c details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:41:38.581146 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9d830a21-c3e8-4cdd-be34-0ac38cb2d568 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (6f771fc4-83a3-4be1-be6f-53645200ffff), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:38.757659 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9d830a21-c3e8-4cdd-be34-0ac38cb2d568 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (6f771fc4-83a3-4be1-be6f-53645200ffff), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:38.776531 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d830a21-c3e8-4cdd-be34-0ac38cb2d568 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:38.777300 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9d830a21-c3e8-4cdd-be34-0ac38cb2d568 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:38.806813 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=85c4ae3c-3689-408b-a0be-657fc81ff9d2,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:38.889567 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d830a21-c3e8-4cdd-be34-0ac38cb2d568 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event updated for resources: {'Network': ['ID=6f771fc4-83a3-4be1-be6f-53645200ffff,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:38.917683 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 6f771fc4-83a3-4be1-be6f-53645200ffff details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:41:38.941720 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9d830a21-c3e8-4cdd-be34-0ac38cb2d568 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8564115 Mar 22 19:41:38.945587 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41772) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:38.951382 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-7666140d-4ac0-40ce-8e88-91170c487480 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Request body: {'subnet': {'network_id': '6f771fc4-83a3-4be1-be6f-53645200ffff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:39.031398 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986f5d8b-135a-4d57-954c-5ba5d65d3d0e None None] get_active_networks_info from n-d-705658-24 {{(pid=104174) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 19:41:39.079992 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port f539a708-377a-49d2-83dc-786db167dd2c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f539a708-377a-49d2-83dc-786db167dd2c,segment=NetworkSegment(eeaed36b-2189-47d5-81ce-01a67b046103),segment_id=eeaed36b-2189-47d5-81ce-01a67b046103)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:41:39.140345 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7666140d-4ac0-40ce-8e88-91170c487480 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Made reservation on behalf of bf8e4f73f4e248608bf697724f41ba5f for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:39.142226 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-61c8d8d8-7d47-4f69-9555-ab1bd71e53eb tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (5c31ceeb-db77-43e8-9211-8f51e0325b87), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:39.147350 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7666140d-4ac0-40ce-8e88-91170c487480 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:39.195417 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c8d8d8-7d47-4f69-9555-ab1bd71e53eb tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Port': ['ID=5c31ceeb-db77-43e8-9211-8f51e0325b87,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:39.196195 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986f5d8b-135a-4d57-954c-5ba5d65d3d0e None None] Resources bound (agent type, host, resource id): {{(pid=104174) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 19:41:39.201309 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'f539a708-377a-49d2-83dc-786db167dd2c', 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c', 'port_id': 'f539a708-377a-49d2-83dc-786db167dd2c', 'mac_address': 'fa:16:3e:b7:dc:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:41:39.208548 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-51e314ca-e782-40aa-92cd-0f7d5a6d2fee None None] Provisioning complete for port 85c4ae3c-3689-408b-a0be-657fc81ff9d2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:41:39.208935 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-51e314ca-e782-40aa-92cd-0f7d5a6d2fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (85c4ae3c-3689-408b-a0be-657fc81ff9d2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:39.419769 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-61c8d8d8-7d47-4f69-9555-ab1bd71e53eb tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:39.424633 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-61c8d8d8-7d47-4f69-9555-ab1bd71e53eb tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/5c31ceeb-db77-43e8-9211-8f51e0325b87 HTTP/1.1" status: 204 len: 168 time: 1.6363800 Mar 22 19:41:39.427244 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41780) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:39.509992 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7666140d-4ac0-40ce-8e88-91170c487480 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (4076db98-afc2-47ba-8b33-da07d00ad7a9), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:39.526423 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port f539a708-377a-49d2-83dc-786db167dd2c is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:41:39.526814 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f539a708-377a-49d2-83dc-786db167dd2c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:39.587095 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f539a708-377a-49d2-83dc-786db167dd2c {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:41:39.589368 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba569940-0d63-4dfa-8251-ba89ee4a3b65 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:39.591261 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba569940-0d63-4dfa-8251-ba89ee4a3b65 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:39.596215 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba569940-0d63-4dfa-8251-ba89ee4a3b65 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:39.601740 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ba569940-0d63-4dfa-8251-ba89ee4a3b65 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1730816 Mar 22 19:41:39.604197 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41784) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:39.628327 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666140d-4ac0-40ce-8e88-91170c487480 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event updated for resources: {'Subnet': ['ID=4076db98-afc2-47ba-8b33-da07d00ad7a9,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:39.647501 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc4c89-6e4b-48e5-afa1-037a2e4d7d59 req-a6be5a39-263a-468f-b391-fe60cc3ee268 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:39.653274 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port f539a708-377a-49d2-83dc-786db167dd2c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f539a708-377a-49d2-83dc-786db167dd2c,segment=NetworkSegment(eeaed36b-2189-47d5-81ce-01a67b046103),segment_id=eeaed36b-2189-47d5-81ce-01a67b046103)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:41:39.657773 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b3dc4c89-6e4b-48e5-afa1-037a2e4d7d59 req-a6be5a39-263a-468f-b391-fe60cc3ee268 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 943 time: 0.1896813 Mar 22 19:41:39.671065 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7666140d-4ac0-40ce-8e88-91170c487480 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Checking segment: {'id': 'a3fa8070-7da5-4320-8ad9-782998eb7c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6f771fc4-83a3-4be1-be6f-53645200ffff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:41:39.671434 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7666140d-4ac0-40ce-8e88-91170c487480 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Network hostable DHCP agents. Network: 6f771fc4-83a3-4be1-be6f-53645200ffff, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:41:39.687247 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25226770-2b57-441a-b502-fe0226fd9bc6 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:39.691457 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f539a708-377a-49d2-83dc-786db167dd2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:39.713425 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee108f3-1037-4ab9-9cbd-83ad1a0589b1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting subnet bb58d2e1-66f3-4e62-8da7-b5d782f591d8 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:41:39.717746 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2ee108f3-1037-4ab9-9cbd-83ad1a0589b1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (bb58d2e1-66f3-4e62-8da7-b5d782f591d8), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:39.756463 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7666140d-4ac0-40ce-8e88-91170c487480 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Network 6f771fc4-83a3-4be1-be6f-53645200ffff is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:41:39.799950 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b3dc4c89-6e4b-48e5-afa1-037a2e4d7d59 req-2f57370c-f7de-4dd3-a758-d9ad9638c1df tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397502 Mar 22 19:41:39.802651 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-7666140d-4ac0-40ce-8e88-91170c487480 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 6f771fc4-83a3-4be1-be6f-53645200ffff) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:39.818599 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7666140d-4ac0-40ce-8e88-91170c487480 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:39.826802 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7666140d-4ac0-40ce-8e88-91170c487480 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:39.838662 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2ee108f3-1037-4ab9-9cbd-83ad1a0589b1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (bb58d2e1-66f3-4e62-8da7-b5d782f591d8), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:39.853076 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7666140d-4ac0-40ce-8e88-91170c487480 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9061944 Mar 22 19:41:39.855592 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41786) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:39.951172 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2ee108f3-1037-4ab9-9cbd-83ad1a0589b1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (bb58d2e1-66f3-4e62-8da7-b5d782f591d8), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:40.017306 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=f539a708-377a-49d2-83dc-786db167dd2c,revision_number=9']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:40.023781 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8ae1b3-e8fd-4121-92e1-6aea5e05fe41 None None] Network 6f771fc4-83a3-4be1-be6f-53645200ffff requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:40.072550 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2ee108f3-1037-4ab9-9cbd-83ad1a0589b1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (bb58d2e1-66f3-4e62-8da7-b5d782f591d8), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:40.085439 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d11ab3d3-92fd-40f2-bf16-4a8225dd332d tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (6f771fc4-83a3-4be1-be6f-53645200ffff), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:40.106972 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 85c4ae3c-3689-408b-a0be-657fc81ff9d2 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:41:40.135588 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee108f3-1037-4ab9-9cbd-83ad1a0589b1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Subnet': ['ID=bb58d2e1-66f3-4e62-8da7-b5d782f591d8,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:40.139844 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2ee108f3-1037-4ab9-9cbd-83ad1a0589b1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:40.151819 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2ee108f3-1037-4ab9-9cbd-83ad1a0589b1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/bb58d2e1-66f3-4e62-8da7-b5d782f591d8 HTTP/1.1" status: 204 len: 168 time: 0.5462885 Mar 22 19:41:40.155241 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41792) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:40.208656 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d11ab3d3-92fd-40f2-bf16-4a8225dd332d tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (4076db98-afc2-47ba-8b33-da07d00ad7a9), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:40.210802 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['f539a708-377a-49d2-83dc-786db167dd2c'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:41:40.240581 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-575a90c8-4230-44a6-9f49-e40239b89378 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting subnet df016439-0f45-4435-af5b-26b5b21d612c {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:41:40.244715 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-575a90c8-4230-44a6-9f49-e40239b89378 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (df016439-0f45-4435-af5b-26b5b21d612c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:40.269987 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-51e314ca-e782-40aa-92cd-0f7d5a6d2fee None None] Current status of the port 85c4ae3c-3689-408b-a0be-657fc81ff9d2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:41:40.296231 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-575a90c8-4230-44a6-9f49-e40239b89378 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (df016439-0f45-4435-af5b-26b5b21d612c), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:40.332739 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 85c4ae3c-3689-408b-a0be-657fc81ff9d2 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:41:40.333133 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (85c4ae3c-3689-408b-a0be-657fc81ff9d2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:40.342106 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d11ab3d3-92fd-40f2-bf16-4a8225dd332d tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (4076db98-afc2-47ba-8b33-da07d00ad7a9), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:40.362424 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-575a90c8-4230-44a6-9f49-e40239b89378 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (df016439-0f45-4435-af5b-26b5b21d612c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:40.410574 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ab3d3-92fd-40f2-bf16-4a8225dd332d tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event deleted for resources: {'Subnet': ['ID=4076db98-afc2-47ba-8b33-da07d00ad7a9,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:40.439390 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-575a90c8-4230-44a6-9f49-e40239b89378 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (df016439-0f45-4435-af5b-26b5b21d612c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:40.485767 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 85c4ae3c-3689-408b-a0be-657fc81ff9d2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:41:40.508040 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a90c8-4230-44a6-9f49-e40239b89378 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Subnet': ['ID=df016439-0f45-4435-af5b-26b5b21d612c,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:40.520548 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-575a90c8-4230-44a6-9f49-e40239b89378 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:40.525234 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-575a90c8-4230-44a6-9f49-e40239b89378 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/df016439-0f45-4435-af5b-26b5b21d612c HTTP/1.1" status: 204 len: 168 time: 0.3675535 Mar 22 19:41:40.526286 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41794) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:40.540806 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65979d2d-9cd1-4cd3-bfba-2356c9f22395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-6f771fc4-83a3-4be1-be6f-53645200ffff', 'network_id': '6f771fc4-83a3-4be1-be6f-53645200ffff', 'project_id': 'bf8e4f73f4e248608bf697724f41ba5f', 'fixed_ips': [{'subnet_id': '4076db98-afc2-47ba-8b33-da07d00ad7a9'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:41:40.541844 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-65979d2d-9cd1-4cd3-bfba-2356c9f22395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:40.560645 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d1ea3e-d260-4eb5-a416-83c4bc0f7b51 None None] Update dhcp port {'port': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'fixed_ips': [{'subnet_id': 'df016439-0f45-4435-af5b-26b5b21d612c'}, {'subnet_id': 'bb58d2e1-66f3-4e62-8da7-b5d782f591d8'}], 'binding:host_id': 'n-d-705658-24'}, 'id': '85c4ae3c-3689-408b-a0be-657fc81ff9d2'} from n-d-705658-24. {{(pid=104174) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 19:41:40.591740 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d11ab3d3-92fd-40f2-bf16-4a8225dd332d tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (6f771fc4-83a3-4be1-be6f-53645200ffff), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:40.635813 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-d11ab3d3-92fd-40f2-bf16-4a8225dd332d tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f771fc4-83a3-4be1-be6f-53645200ffff']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:40.645258 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41798) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:40.646080 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a5cf6005-0776-4bda-a740-1a4a9013a5ac tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1186149 Mar 22 19:41:40.662395 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-02f9243e-2180-4c5d-988f-56250bc628a7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:40.696072 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-d11ab3d3-92fd-40f2-bf16-4a8225dd332d tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3fa8070-7da5-4320-8ad9-782998eb7c57') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:40.696373 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-d11ab3d3-92fd-40f2-bf16-4a8225dd332d tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3fa8070-7da5-4320-8ad9-782998eb7c57') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:40.751496 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d11ab3d3-92fd-40f2-bf16-4a8225dd332d tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (a3fa8070-7da5-4320-8ad9-782998eb7c57), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:40.788137 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a9d1ea3e-d260-4eb5-a416-83c4bc0f7b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (85c4ae3c-3689-408b-a0be-657fc81ff9d2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:40.790499 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d11ab3d3-92fd-40f2-bf16-4a8225dd332d tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (a3fa8070-7da5-4320-8ad9-782998eb7c57), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:40.799867 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d11ab3d3-92fd-40f2-bf16-4a8225dd332d tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:41:40.800256 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d11ab3d3-92fd-40f2-bf16-4a8225dd332d tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (a3fa8070-7da5-4320-8ad9-782998eb7c57), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:40.803279 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:41:40.803279 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:41:40.803279 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:41:40.803279 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:41:40.803279 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:41:40.803279 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:41:40.803279 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:41:40.803279 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:41:40.803279 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:41:40.803279 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:41:40.803279 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:41:40.803279 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:41:40.803279 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:41:40.803279 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:41:40.803279 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:41:40.803279 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:41:40.803279 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:41:40.803279 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:41:40.803279 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:41:40.803279 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:41:40.803279 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:41:40.803279 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:41:40.803279 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:41:40.803279 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:41:40.803279 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:41:40.803279 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:41:40.803279 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:41:40.803279 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:41:40.803279 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:41:40.803279 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:41:40.803279 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:41:40.803279 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:41:40.810153 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a73441-be03-427c-b8da-cd68fdc5c64c None None] Network 6f771fc4-83a3-4be1-be6f-53645200ffff requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:40.901172 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d11ab3d3-92fd-40f2-bf16-4a8225dd332d tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (6f771fc4-83a3-4be1-be6f-53645200ffff), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:40.906375 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d11ab3d3-92fd-40f2-bf16-4a8225dd332d tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:40.923035 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d11ab3d3-92fd-40f2-bf16-4a8225dd332d tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "DELETE /v2.0/networks/6f771fc4-83a3-4be1-be6f-53645200ffff HTTP/1.1" status: 204 len: 168 time: 1.0653996 Mar 22 19:41:40.929732 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41802) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:40.937914 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-74552c25-5b0b-45b4-8a87-603d6806e4be tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1915200868'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:40.947682 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f9243e-2180-4c5d-988f-56250bc628a7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:40.951575 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-02f9243e-2180-4c5d-988f-56250bc628a7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:40.981384 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74552c25-5b0b-45b4-8a87-603d6806e4be tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Made reservation on behalf of bf8e4f73f4e248608bf697724f41ba5f for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:40.985371 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-74552c25-5b0b-45b4-8a87-603d6806e4be tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:41.028764 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ab3d3-92fd-40f2-bf16-4a8225dd332d tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event deleted for resources: {'Network': ['ID=6f771fc4-83a3-4be1-be6f-53645200ffff,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:41.031143 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74552c25-5b0b-45b4-8a87-603d6806e4be tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:41:41.051396 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-74552c25-5b0b-45b4-8a87-603d6806e4be tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (d934a35e-1442-4dee-ac48-3cad5b71b4fb), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:41.053189 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-74552c25-5b0b-45b4-8a87-603d6806e4be tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Added segment d934a35e-1442-4dee-ac48-3cad5b71b4fb of type vlan for network 69413d8b-1154-46ff-9f60-dc440381f474 Mar 22 19:41:41.158338 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-74552c25-5b0b-45b4-8a87-603d6806e4be tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (69413d8b-1154-46ff-9f60-dc440381f474), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:41.212060 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-74552c25-5b0b-45b4-8a87-603d6806e4be tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (69413d8b-1154-46ff-9f60-dc440381f474), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:41.229199 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74552c25-5b0b-45b4-8a87-603d6806e4be tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:41.233033 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-74552c25-5b0b-45b4-8a87-603d6806e4be tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:41.257547 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-74552c25-5b0b-45b4-8a87-603d6806e4be tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3257608 Mar 22 19:41:41.287999 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41808) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:41.304858 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-fe8da82f-b73c-411d-ae40-503d47850d6e tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Request body: {'subnet': {'network_id': '69413d8b-1154-46ff-9f60-dc440381f474', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:41.308593 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce3e8ae-3c46-40f1-be90-acd039f04a59 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:41.358959 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74552c25-5b0b-45b4-8a87-603d6806e4be tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event updated for resources: {'Network': ['ID=69413d8b-1154-46ff-9f60-dc440381f474,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:41.383920 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 69413d8b-1154-46ff-9f60-dc440381f474 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:41:41.388519 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-1ba17df0-7a4a-40d0-a390-f2b33691ca4a None None] Provisioning complete for port 85c4ae3c-3689-408b-a0be-657fc81ff9d2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:41:41.389130 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1ba17df0-7a4a-40d0-a390-f2b33691ca4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (85c4ae3c-3689-408b-a0be-657fc81ff9d2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:41.585139 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67595d8f-ece1-4c29-a818-669634197572 req-bcf11fe8-70b8-4a2e-97c1-4f083125548d tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:41.586797 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-67595d8f-ece1-4c29-a818-669634197572 req-bcf11fe8-70b8-4a2e-97c1-4f083125548d tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 944 time: 0.6626968 Mar 22 19:41:41.619157 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8da82f-b73c-411d-ae40-503d47850d6e tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Made reservation on behalf of bf8e4f73f4e248608bf697724f41ba5f for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:41.626321 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5178f0-9dc2-46ab-9b7a-e2106c66357e None None] DHCP port deletion for 5844662d-9a53-4182-bd56-decd62afe1ab request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:41:41.640320 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fe8da82f-b73c-411d-ae40-503d47850d6e tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:41.697187 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-02f9243e-2180-4c5d-988f-56250bc628a7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (bd08caef-0192-4c8a-b64f-eb8e7aad472b), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:41.728000 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f9243e-2180-4c5d-988f-56250bc628a7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:41:41.739646 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1ba17df0-7a4a-40d0-a390-f2b33691ca4a None None] Current status of the port 85c4ae3c-3689-408b-a0be-657fc81ff9d2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:41:41.749443 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-02f9243e-2180-4c5d-988f-56250bc628a7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:41.787614 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2d5178f0-9dc2-46ab-9b7a-e2106c66357e None None] Deleting port 85c4ae3c-3689-408b-a0be-657fc81ff9d2 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:41:41.787999 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2d5178f0-9dc2-46ab-9b7a-e2106c66357e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (85c4ae3c-3689-408b-a0be-657fc81ff9d2), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:41.805639 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f9243e-2180-4c5d-988f-56250bc628a7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:41.807253 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-02f9243e-2180-4c5d-988f-56250bc628a7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:41.863359 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-02f9243e-2180-4c5d-988f-56250bc628a7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2080190 Mar 22 19:41:41.863788 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41816) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:41.871677 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-4eb34d4e-4027-4040-b84d-94f97cad8036 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:41.878807 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-67595d8f-ece1-4c29-a818-669634197572 req-aa95a8c5-2c51-4cb0-8b85-1a76fcba6e01 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2795136 Mar 22 19:41:41.894786 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f9243e-2180-4c5d-988f-56250bc628a7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Subnet': ['ID=bd08caef-0192-4c8a-b64f-eb8e7aad472b,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:41.903704 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 85c4ae3c-3689-408b-a0be-657fc81ff9d2 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:41:42.115511 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2d5178f0-9dc2-46ab-9b7a-e2106c66357e None None] For port 85c4ae3c-3689-408b-a0be-657fc81ff9d2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=85c4ae3c-3689-408b-a0be-657fc81ff9d2,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:41:42.122402 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2d5178f0-9dc2-46ab-9b7a-e2106c66357e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (85c4ae3c-3689-408b-a0be-657fc81ff9d2), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:42.187236 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2d5178f0-9dc2-46ab-9b7a-e2106c66357e None None] Calling delete_port for 85c4ae3c-3689-408b-a0be-657fc81ff9d2 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:41:42.202621 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fe8da82f-b73c-411d-ae40-503d47850d6e tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (279fbbed-b7e3-4a69-a0b7-b07f80aa6941), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:42.235457 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 85c4ae3c-3689-408b-a0be-657fc81ff9d2 is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:41:42.235678 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (85c4ae3c-3689-408b-a0be-657fc81ff9d2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:42.257017 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb34d4e-4027-4040-b84d-94f97cad8036 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:42.276263 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4eb34d4e-4027-4040-b84d-94f97cad8036 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:42.364906 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 85c4ae3c-3689-408b-a0be-657fc81ff9d2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=85c4ae3c-3689-408b-a0be-657fc81ff9d2,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:41:42.380099 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (85c4ae3c-3689-408b-a0be-657fc81ff9d2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:42.381299 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-199320ac-4aa6-48f0-b804-5fd44ad3540f req-23a2e5a5-2345-4115-b0f6-7945538edde7 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=6fb16b4f-ec90-4d7b-bf4b-8eefd3198692&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2602909 Mar 22 19:41:42.421939 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8da82f-b73c-411d-ae40-503d47850d6e tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event updated for resources: {'Subnet': ['ID=279fbbed-b7e3-4a69-a0b7-b07f80aa6941,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:42.444496 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=85c4ae3c-3689-408b-a0be-657fc81ff9d2,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:42.447662 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8da82f-b73c-411d-ae40-503d47850d6e tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Checking segment: {'id': 'd934a35e-1442-4dee-ac48-3cad5b71b4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '69413d8b-1154-46ff-9f60-dc440381f474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:41:42.449974 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8da82f-b73c-411d-ae40-503d47850d6e tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Network hostable DHCP agents. Network: 69413d8b-1154-46ff-9f60-dc440381f474, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:41:42.479071 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2d5178f0-9dc2-46ab-9b7a-e2106c66357e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (85c4ae3c-3689-408b-a0be-657fc81ff9d2), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:42.496010 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5178f0-9dc2-46ab-9b7a-e2106c66357e None None] No DVR routers for this DVR port 85c4ae3c-3689-408b-a0be-657fc81ff9d2 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:41:42.515106 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8da82f-b73c-411d-ae40-503d47850d6e tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Network 69413d8b-1154-46ff-9f60-dc440381f474 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:41:42.533580 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-fe8da82f-b73c-411d-ae40-503d47850d6e tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 69413d8b-1154-46ff-9f60-dc440381f474) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:42.539867 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8da82f-b73c-411d-ae40-503d47850d6e tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:42.541324 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fe8da82f-b73c-411d-ae40-503d47850d6e tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:42.573109 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fe8da82f-b73c-411d-ae40-503d47850d6e tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2774525 Mar 22 19:41:42.575942 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41830) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:42.580377 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device f539a708-377a-49d2-83dc-786db167dd2c up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:41:42.592988 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1953a37d-c97c-4e54-93fa-a1f2aaa1eeef None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:42.638499 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199320ac-4aa6-48f0-b804-5fd44ad3540f req-3b6ac26a-05b2-403d-b0f8-c4781f4663ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:42.640116 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-199320ac-4aa6-48f0-b804-5fd44ad3540f req-3b6ac26a-05b2-403d-b0f8-c4781f4663ea service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=137468e00bf34ff2a062af7508045a68&device_id=6fb16b4f-ec90-4d7b-bf4b-8eefd3198692 HTTP/1.1" status: 200 len: 1129 time: 0.1596763 Mar 22 19:41:42.757482 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615065e1-0a27-487e-a9d1-d59c22c1c511 None None] Network 69413d8b-1154-46ff-9f60-dc440381f474 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:42.792197 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-da2b0731-7fd2-4205-8622-60fd79092e6e tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (69413d8b-1154-46ff-9f60-dc440381f474), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:42.914151 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5178f0-9dc2-46ab-9b7a-e2106c66357e None None] Pushing event deleted for resources: {'Port': ['ID=85c4ae3c-3689-408b-a0be-657fc81ff9d2,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:42.924987 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-da2b0731-7fd2-4205-8622-60fd79092e6e tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (279fbbed-b7e3-4a69-a0b7-b07f80aa6941), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:43.007304 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45caec9f-3b28-4407-9583-00142451f983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-69413d8b-1154-46ff-9f60-dc440381f474', 'network_id': '69413d8b-1154-46ff-9f60-dc440381f474', 'project_id': 'bf8e4f73f4e248608bf697724f41ba5f', 'fixed_ips': [{'subnet_id': '279fbbed-b7e3-4a69-a0b7-b07f80aa6941'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:41:43.014756 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-45caec9f-3b28-4407-9583-00142451f983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:43.044963 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cef8e7e-bc03-46a7-a062-4137b0bda74a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-5844662d-9a53-4182-bd56-decd62afe1ab', 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'project_id': '60cab213ce214a30b0f859d0f4109da8', 'fixed_ips': [{'subnet_id': 'bd08caef-0192-4c8a-b64f-eb8e7aad472b'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:41:43.058897 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9cef8e7e-bc03-46a7-a062-4137b0bda74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:43.076949 n-d-705658-24 neutron-server[104173]: DEBUG neutron.objects.ports [None req-4eb34d4e-4027-4040-b84d-94f97cad8036 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104173) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 19:41:43.077169 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-da2b0731-7fd2-4205-8622-60fd79092e6e tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (279fbbed-b7e3-4a69-a0b7-b07f80aa6941), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:43.081201 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199320ac-4aa6-48f0-b804-5fd44ad3540f req-07445459-828c-4f89-b351-7e7f68f33c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:43.087663 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-199320ac-4aa6-48f0-b804-5fd44ad3540f req-07445459-828c-4f89-b351-7e7f68f33c3f service neutron] 10.222.0.84 "GET /v2.0/networks?id=c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d HTTP/1.1" status: 200 len: 912 time: 0.3415153 Mar 22 19:41:43.088753 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4eb34d4e-4027-4040-b84d-94f97cad8036 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (0f320432-7285-4488-8d08-3031c085c0c9), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:43.227552 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb34d4e-4027-4040-b84d-94f97cad8036 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:41:43.236626 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-4eb34d4e-4027-4040-b84d-94f97cad8036 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:43.240329 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb34d4e-4027-4040-b84d-94f97cad8036 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:43.240992 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4eb34d4e-4027-4040-b84d-94f97cad8036 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:43.264892 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-da2b0731-7fd2-4205-8622-60fd79092e6e tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (69413d8b-1154-46ff-9f60-dc440381f474), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:43.301419 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb34d4e-4027-4040-b84d-94f97cad8036 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Subnet': ['ID=0f320432-7285-4488-8d08-3031c085c0c9,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:43.302123 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-da2b0731-7fd2-4205-8622-60fd79092e6e tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69413d8b-1154-46ff-9f60-dc440381f474']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:43.319885 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-199320ac-4aa6-48f0-b804-5fd44ad3540f req-d19dba9b-4b66-48cd-8c7a-dea3feb39e12 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b76af17-6991-4c9d-8aae-406cfb82b55d HTTP/1.1" status: 200 len: 1001 time: 0.2195346 Mar 22 19:41:43.327344 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-da2b0731-7fd2-4205-8622-60fd79092e6e tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd934a35e-1442-4dee-ac48-3cad5b71b4fb') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:43.327867 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-da2b0731-7fd2-4205-8622-60fd79092e6e tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd934a35e-1442-4dee-ac48-3cad5b71b4fb') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:43.333151 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4eb34d4e-4027-4040-b84d-94f97cad8036 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4682457 Mar 22 19:41:43.340788 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41844) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:43.341605 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-da2b0731-7fd2-4205-8622-60fd79092e6e tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (d934a35e-1442-4dee-ac48-3cad5b71b4fb), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:43.358242 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-da2b0731-7fd2-4205-8622-60fd79092e6e tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (d934a35e-1442-4dee-ac48-3cad5b71b4fb), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:43.366576 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da2b0731-7fd2-4205-8622-60fd79092e6e tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:41:43.367358 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-da2b0731-7fd2-4205-8622-60fd79092e6e tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (d934a35e-1442-4dee-ac48-3cad5b71b4fb), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:43.427644 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-04c7fe36-ff1e-421f-abfd-a57b543d67d1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'port': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'mac_address': 'fa:16:3e:b9:f7:ac', 'name': 'tempest-NetworksTestDHCPv6-378186425'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:43.436082 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b0731-7fd2-4205-8622-60fd79092e6e tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event deleted for resources: {'Subnet': ['ID=279fbbed-b7e3-4a69-a0b7-b07f80aa6941,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:43.444673 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:41:43.444673 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:41:43.444673 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:41:43.444673 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:41:43.444673 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:41:43.444673 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:41:43.444673 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:41:43.444673 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:41:43.444673 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:41:43.444673 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:41:43.444673 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:41:43.444673 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:41:43.444673 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:41:43.444673 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:41:43.444673 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:41:43.444673 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:41:43.444673 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:41:43.444673 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:41:43.444673 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:41:43.444673 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:41:43.444673 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:41:43.444673 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:41:43.444673 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:41:43.444673 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:41:43.444673 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:41:43.444673 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:41:43.444673 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:41:43.444673 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:41:43.444673 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:41:43.444673 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:41:43.444673 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:41:43.444673 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:41:43.488164 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d1756-8100-473a-8cfc-47cc04d43e49 req-eb59f533-92c8-4e8d-9aaa-b6a803888c81 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:43.496045 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b4d1756-8100-473a-8cfc-47cc04d43e49 req-eb59f533-92c8-4e8d-9aaa-b6a803888c81 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 944 time: 0.4741213 Mar 22 19:41:43.525115 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-9cef8e7e-bc03-46a7-a062-4137b0bda74a None None] Allocated IP 172.20.0.2 (5844662d-9a53-4182-bd56-decd62afe1ab/bd08caef-0192-4c8a-b64f-eb8e7aad472b/5ded52fb-9163-4272-9a9a-8e0b10152157) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:41:43.532103 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-9cef8e7e-bc03-46a7-a062-4137b0bda74a None None] Allocated IP 2001:db8::f816:3eff:fe1b:e376 (5844662d-9a53-4182-bd56-decd62afe1ab/0f320432-7285-4488-8d08-3031c085c0c9/5ded52fb-9163-4272-9a9a-8e0b10152157) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:41:43.545651 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199320ac-4aa6-48f0-b804-5fd44ad3540f req-eb7bc156-72e4-48e0-9c0a-4f6df6bfc65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:43.554131 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-199320ac-4aa6-48f0-b804-5fd44ad3540f req-eb7bc156-72e4-48e0-9c0a-4f6df6bfc65a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c16ed728-31a8-4b8b-ab21-2e035a2f97dd HTTP/1.1" status: 200 len: 850 time: 0.2112770 Mar 22 19:41:43.608468 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b4d1756-8100-473a-8cfc-47cc04d43e49 req-ed36996b-ce0a-4570-a93c-aea8ae3a4a58 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041059 Mar 22 19:41:43.742593 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199320ac-4aa6-48f0-b804-5fd44ad3540f req-0dbe5fc4-334d-495f-b285-110aa377f5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:43.744904 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-199320ac-4aa6-48f0-b804-5fd44ad3540f req-0dbe5fc4-334d-495f-b285-110aa377f5a2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1828725 Mar 22 19:41:43.780469 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-da2b0731-7fd2-4205-8622-60fd79092e6e tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (69413d8b-1154-46ff-9f60-dc440381f474), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:43.785057 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-da2b0731-7fd2-4205-8622-60fd79092e6e tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:43.788983 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-da2b0731-7fd2-4205-8622-60fd79092e6e tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "DELETE /v2.0/networks/69413d8b-1154-46ff-9f60-dc440381f474 HTTP/1.1" status: 204 len: 168 time: 1.2106156 Mar 22 19:41:43.795758 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41850) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:43.818151 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-78f9e81e-5860-4ab8-a225-93b956af5a21 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1783243375'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:43.826651 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port f539a708-377a-49d2-83dc-786db167dd2c triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:41:43.826885 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f539a708-377a-49d2-83dc-786db167dd2c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:43.837863 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db052d27-dc47-4f7e-90d9-0bd98fa50f90 None None] Network 69413d8b-1154-46ff-9f60-dc440381f474 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:43.864691 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c7fe36-ff1e-421f-abfd-a57b543d67d1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:43.883156 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9cef8e7e-bc03-46a7-a062-4137b0bda74a None None] Publish callbacks [] for port (5ded52fb-9163-4272-9a9a-8e0b10152157), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:43.889093 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db052d27-dc47-4f7e-90d9-0bd98fa50f90 None None] Network 69413d8b-1154-46ff-9f60-dc440381f474 could not be found, it might have been deleted concurrently. {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 19:41:43.900517 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9cef8e7e-bc03-46a7-a062-4137b0bda74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (5ded52fb-9163-4272-9a9a-8e0b10152157), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:43.921232 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b0731-7fd2-4205-8622-60fd79092e6e tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event deleted for resources: {'Network': ['ID=69413d8b-1154-46ff-9f60-dc440381f474,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:43.962591 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f9e81e-5860-4ab8-a225-93b956af5a21 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Made reservation on behalf of bf8e4f73f4e248608bf697724f41ba5f for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:43.973294 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-78f9e81e-5860-4ab8-a225-93b956af5a21 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:44.009056 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-04c7fe36-ff1e-421f-abfd-a57b543d67d1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:44.022217 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f9e81e-5860-4ab8-a225-93b956af5a21 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:41:44.032172 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cef8e7e-bc03-46a7-a062-4137b0bda74a None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:41:44.046143 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-78f9e81e-5860-4ab8-a225-93b956af5a21 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (8a2eab1a-03fe-42c1-9f13-1cfe94b35c55), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:44.046640 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-78f9e81e-5860-4ab8-a225-93b956af5a21 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Added segment 8a2eab1a-03fe-42c1-9f13-1cfe94b35c55 of type vlan for network c41ff1bb-d879-48a8-8748-c5aaf84fa249 Mar 22 19:41:44.051108 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-04c7fe36-ff1e-421f-abfd-a57b543d67d1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] device_id is not set on port 15479ffa-67ce-46ee-9502-722e232e8fa5 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:41:44.054343 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-9cef8e7e-bc03-46a7-a062-4137b0bda74a None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:44.060135 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cef8e7e-bc03-46a7-a062-4137b0bda74a None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:41:44.136927 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef8e7e-bc03-46a7-a062-4137b0bda74a None None] Pushing event updated for resources: {'Port': ['ID=5ded52fb-9163-4272-9a9a-8e0b10152157,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:44.139851 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-78f9e81e-5860-4ab8-a225-93b956af5a21 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (c41ff1bb-d879-48a8-8748-c5aaf84fa249), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:44.197086 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-78f9e81e-5860-4ab8-a225-93b956af5a21 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (c41ff1bb-d879-48a8-8748-c5aaf84fa249), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:44.202321 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f9e81e-5860-4ab8-a225-93b956af5a21 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:44.202866 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-78f9e81e-5860-4ab8-a225-93b956af5a21 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:44.241404 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port f539a708-377a-49d2-83dc-786db167dd2c is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:41:44.243993 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f539a708-377a-49d2-83dc-786db167dd2c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:44.281877 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-78f9e81e-5860-4ab8-a225-93b956af5a21 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4767184 Mar 22 19:41:44.285299 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41858) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:44.291957 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-9cef8e7e-bc03-46a7-a062-4137b0bda74a None None] Attempting to bind port 5ded52fb-9163-4272-9a9a-8e0b10152157 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:41:44.294733 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-9cef8e7e-bc03-46a7-a062-4137b0bda74a None None] Attempting to bind port 5ded52fb-9163-4272-9a9a-8e0b10152157 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:41:44.298483 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cef8e7e-bc03-46a7-a062-4137b0bda74a None None] Attempting to bind port 5ded52fb-9163-4272-9a9a-8e0b10152157 on network 5844662d-9a53-4182-bd56-decd62afe1ab {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:41:44.302173 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-0c312175-a03e-42f7-a43f-675178fade39 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Request body: {'network': {'name': 'New_network'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:44.305920 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cef8e7e-bc03-46a7-a062-4137b0bda74a None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:41:44.306432 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cef8e7e-bc03-46a7-a062-4137b0bda74a None None] Checking segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:41:44.306941 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9cef8e7e-bc03-46a7-a062-4137b0bda74a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:44.307437 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cef8e7e-bc03-46a7-a062-4137b0bda74a None None] Bound using segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:41:44.308045 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-9cef8e7e-bc03-46a7-a062-4137b0bda74a None None] Bound port: 5ded52fb-9163-4272-9a9a-8e0b10152157, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:41:44.319754 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9cef8e7e-bc03-46a7-a062-4137b0bda74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5ded52fb-9163-4272-9a9a-8e0b10152157), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:44.332152 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8d1262-a31c-4fb8-826a-87f2d2716fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f539a708-377a-49d2-83dc-786db167dd2c'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:41:44.338098 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772c0d2b-d923-4c00-87e1-a4e74860a28b" -d '{"events": [{"server_uuid": "df8d1262-a31c-4fb8-826a-87f2d2716fc1", "name": "network-vif-plugged", "status": "completed", "tag": "f539a708-377a-49d2-83dc-786db167dd2c"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:41:44.377236 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port f539a708-377a-49d2-83dc-786db167dd2c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f539a708-377a-49d2-83dc-786db167dd2c,segment=NetworkSegment(eeaed36b-2189-47d5-81ce-01a67b046103),segment_id=eeaed36b-2189-47d5-81ce-01a67b046103)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:41:44.452505 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-04c7fe36-ff1e-421f-abfd-a57b543d67d1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Allocated IP 172.20.0.3 (5844662d-9a53-4182-bd56-decd62afe1ab/bd08caef-0192-4c8a-b64f-eb8e7aad472b/15479ffa-67ce-46ee-9502-722e232e8fa5) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:41:44.468088 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-04c7fe36-ff1e-421f-abfd-a57b543d67d1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Allocated IP 2001:db8::f816:3eff:feb9:f7ac (5844662d-9a53-4182-bd56-decd62afe1ab/0f320432-7285-4488-8d08-3031c085c0c9/15479ffa-67ce-46ee-9502-722e232e8fa5) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:41:44.577973 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-9cef8e7e-bc03-46a7-a062-4137b0bda74a None None] For port 5ded52fb-9163-4272-9a9a-8e0b10152157, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:41:44.583425 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-9cef8e7e-bc03-46a7-a062-4137b0bda74a None None] For port 5ded52fb-9163-4272-9a9a-8e0b10152157, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=5ded52fb-9163-4272-9a9a-8e0b10152157,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:41:44.587868 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5878f7f8-c34e-4914-aed2-71b2627e91a0 x-openstack-request-id: req-5878f7f8-c34e-4914-aed2-71b2627e91a0 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:41:44.589450 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0c312175-a03e-42f7-a43f-675178fade39 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (c41ff1bb-d879-48a8-8748-c5aaf84fa249), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:44.589691 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8d1262-a31c-4fb8-826a-87f2d2716fc1", "name": "network-vif-plugged", "status": "completed", "tag": "f539a708-377a-49d2-83dc-786db167dd2c", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:41:44.590212 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5878f7f8-c34e-4914-aed2-71b2627e91a0 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:41:44.591215 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5878f7f8-c34e-4914-aed2-71b2627e91a0'] response: {'server_uuid': 'df8d1262-a31c-4fb8-826a-87f2d2716fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f539a708-377a-49d2-83dc-786db167dd2c', 'code': 200} Mar 22 19:41:44.593234 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f539a708-377a-49d2-83dc-786db167dd2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:44.602398 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9cef8e7e-bc03-46a7-a062-4137b0bda74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5ded52fb-9163-4272-9a9a-8e0b10152157), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:44.639758 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-199320ac-4aa6-48f0-b804-5fd44ad3540f req-19cee461-0de0-4234-8ab4-1a8029afbb80 service neutron] 10.222.0.84 "GET /v2.0/networks/c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8866861 Mar 22 19:41:44.643152 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0c312175-a03e-42f7-a43f-675178fade39 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (c41ff1bb-d879-48a8-8748-c5aaf84fa249), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:44.652618 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9e81e-5860-4ab8-a225-93b956af5a21 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event updated for resources: {'Network': ['ID=c41ff1bb-d879-48a8-8748-c5aaf84fa249,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:44.672558 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network c41ff1bb-d879-48a8-8748-c5aaf84fa249 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:41:44.727309 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0c312175-a03e-42f7-a43f-675178fade39 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Network c41ff1bb-d879-48a8-8748-c5aaf84fa249 is not hosted by any dhcp agent {{(pid=104172) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 19:41:44.732330 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c312175-a03e-42f7-a43f-675178fade39 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:44.732938 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0c312175-a03e-42f7-a43f-675178fade39 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:44.734286 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0c312175-a03e-42f7-a43f-675178fade39 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "PUT /v2.0/networks/c41ff1bb-d879-48a8-8748-c5aaf84fa249 HTTP/1.1" status: 200 len: 723 time: 0.4478490 Mar 22 19:41:44.735237 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c312175-a03e-42f7-a43f-675178fade39 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event updated for resources: {'Network': ['ID=c41ff1bb-d879-48a8-8748-c5aaf84fa249,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:44.737632 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41868) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:44.748190 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-38b47d04-73c2-4061-97bf-bbbb522a2ad7 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Request body: {'subnet': {'network_id': 'c41ff1bb-d879-48a8-8748-c5aaf84fa249', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:44.877238 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b47d04-73c2-4061-97bf-bbbb522a2ad7 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Made reservation on behalf of bf8e4f73f4e248608bf697724f41ba5f for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:44.896951 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-38b47d04-73c2-4061-97bf-bbbb522a2ad7 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:44.918687 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020d69b-911d-4260-a380-b117b103be9b req-bb03bd15-ae07-4421-8212-8b854956a74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:44.920519 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2020d69b-911d-4260-a380-b117b103be9b req-bb03bd15-ae07-4421-8212-8b854956a74c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 1129 time: 0.3144679 Mar 22 19:41:45.092272 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-199320ac-4aa6-48f0-b804-5fd44ad3540f req-10e4028d-7756-49f3-aa0d-b7976e382fac service neutron] 10.222.0.84 "GET /v2.0/networks/c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215203 Mar 22 19:41:45.134046 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-04c7fe36-ff1e-421f-abfd-a57b543d67d1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for port (15479ffa-67ce-46ee-9502-722e232e8fa5), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:45.149130 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f0e8b-d043-4e7c-be26-96a78e600011 req-fd22e78b-a4a9-48a7-a5c3-c5ec0f1a05b0 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:45.155305 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1a1f0e8b-d043-4e7c-be26-96a78e600011 req-fd22e78b-a4a9-48a7-a5c3-c5ec0f1a05b0 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 946 time: 0.2991734 Mar 22 19:41:45.265296 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-04c7fe36-ff1e-421f-abfd-a57b543d67d1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (15479ffa-67ce-46ee-9502-722e232e8fa5), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:45.325054 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network c41ff1bb-d879-48a8-8748-c5aaf84fa249 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:41:45.381935 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c7fe36-ff1e-421f-abfd-a57b543d67d1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:41:45.385584 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-04c7fe36-ff1e-421f-abfd-a57b543d67d1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:45.387963 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c7fe36-ff1e-421f-abfd-a57b543d67d1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:41:45.438784 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7fe36-ff1e-421f-abfd-a57b543d67d1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Port': ['ID=15479ffa-67ce-46ee-9502-722e232e8fa5,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:45.510220 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c7fe36-ff1e-421f-abfd-a57b543d67d1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:45.510974 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-04c7fe36-ff1e-421f-abfd-a57b543d67d1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:45.544246 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-04c7fe36-ff1e-421f-abfd-a57b543d67d1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1221404 Mar 22 19:41:45.546790 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41888) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:45.657074 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-43f6ad21-4177-42ec-a820-8e8b8c47227d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:45.662512 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=f539a708-377a-49d2-83dc-786db167dd2c,revision_number=10']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:45.668657 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4d9109-6695-4496-a257-8456b3ebfdda tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:45.685712 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4d9109-6695-4496-a257-8456b3ebfdda tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:45.687486 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cf4d9109-6695-4496-a257-8456b3ebfdda tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1396627 Mar 22 19:41:45.690716 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41892) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:45.905246 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:45.909198 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-84586bf7-d73b-4a4e-8abd-e2d3e478d691 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting port 15479ffa-67ce-46ee-9502-722e232e8fa5 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:41:45.909548 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-84586bf7-d73b-4a4e-8abd-e2d3e478d691 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (15479ffa-67ce-46ee-9502-722e232e8fa5), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:45.926287 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef8e7e-bc03-46a7-a062-4137b0bda74a None None] Pushing event updated for resources: {'Port': ['ID=5ded52fb-9163-4272-9a9a-8e0b10152157,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:46.012451 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41902) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:46.169254 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-84586bf7-d73b-4a4e-8abd-e2d3e478d691 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (15479ffa-67ce-46ee-9502-722e232e8fa5), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:46.188937 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-84586bf7-d73b-4a4e-8abd-e2d3e478d691 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Calling delete_port for 15479ffa-67ce-46ee-9502-722e232e8fa5 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:41:46.306705 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-38b47d04-73c2-4061-97bf-bbbb522a2ad7 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (88ff0945-b8bc-4969-a275-3e8c7e50723f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:46.335029 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2020d69b-911d-4260-a380-b117b103be9b req-51b214bb-4399-4f95-ac6c-7f78bc94fd53 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3431959 Mar 22 19:41:46.401660 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1a1f0e8b-d043-4e7c-be26-96a78e600011 req-7188dc6a-6387-46cc-9601-353fd8eab7a1 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2262943 Mar 22 19:41:46.448893 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-84586bf7-d73b-4a4e-8abd-e2d3e478d691 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (15479ffa-67ce-46ee-9502-722e232e8fa5), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:46.455812 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b47d04-73c2-4061-97bf-bbbb522a2ad7 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Checking segment: {'id': '8a2eab1a-03fe-42c1-9f13-1cfe94b35c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c41ff1bb-d879-48a8-8748-c5aaf84fa249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:41:46.456271 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b47d04-73c2-4061-97bf-bbbb522a2ad7 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Network hostable DHCP agents. Network: c41ff1bb-d879-48a8-8748-c5aaf84fa249, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:41:46.458367 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b47d04-73c2-4061-97bf-bbbb522a2ad7 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event updated for resources: {'Subnet': ['ID=88ff0945-b8bc-4969-a275-3e8c7e50723f,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:46.502537 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b47d04-73c2-4061-97bf-bbbb522a2ad7 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Network c41ff1bb-d879-48a8-8748-c5aaf84fa249 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:41:46.505416 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84586bf7-d73b-4a4e-8abd-e2d3e478d691 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Port': ['ID=15479ffa-67ce-46ee-9502-722e232e8fa5,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:46.507803 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-80c5e424-9b35-440c-92e9-5df4198cfcd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:46.522585 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-38b47d04-73c2-4061-97bf-bbbb522a2ad7 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, c41ff1bb-d879-48a8-8748-c5aaf84fa249) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:46.527520 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b47d04-73c2-4061-97bf-bbbb522a2ad7 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:46.528609 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-38b47d04-73c2-4061-97bf-bbbb522a2ad7 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:46.548629 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a2879d-f2ce-49f0-921e-3bd06c7f6e47 None None] Network c41ff1bb-d879-48a8-8748-c5aaf84fa249 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:46.553629 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-38b47d04-73c2-4061-97bf-bbbb522a2ad7 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8147535 Mar 22 19:41:46.554795 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41906) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:46.563338 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-c9c0c931-aaf5-4f6f-99b8-efeebd137453 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:46.630840 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6543f5e1-87e9-412a-a67e-0a1084165b36 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:46.686930 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c9c0c931-aaf5-4f6f-99b8-efeebd137453 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25617032'] for subnet (88ff0945-b8bc-4969-a275-3e8c7e50723f), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:46.704088 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-80c5e424-9b35-440c-92e9-5df4198cfcd0 admin admin] Publish callbacks [] for security_group (7fd0a616-d5a5-4f9e-b5eb-559a541beea6), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:46.791481 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-80c5e424-9b35-440c-92e9-5df4198cfcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7fd0a616-d5a5-4f9e-b5eb-559a541beea6), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:46.855198 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c9c0c931-aaf5-4f6f-99b8-efeebd137453 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745616779659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25684679'] for subnet (88ff0945-b8bc-4969-a275-3e8c7e50723f), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:46.864491 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-84586bf7-d73b-4a4e-8abd-e2d3e478d691 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:46.870570 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-84586bf7-d73b-4a4e-8abd-e2d3e478d691 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/15479ffa-67ce-46ee-9502-722e232e8fa5 HTTP/1.1" status: 204 len: 168 time: 1.1768100 Mar 22 19:41:46.875743 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-80c5e424-9b35-440c-92e9-5df4198cfcd0 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7f49b86531b24b37b95ba855baf0c8ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8591180 Mar 22 19:41:46.875743 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41916) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:46.877020 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41918) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:46.878412 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c0c931-aaf5-4f6f-99b8-efeebd137453 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:46.881164 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c9c0c931-aaf5-4f6f-99b8-efeebd137453 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:46.887069 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c9c0c931-aaf5-4f6f-99b8-efeebd137453 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "PUT /v2.0/subnets/88ff0945-b8bc-4969-a275-3e8c7e50723f HTTP/1.1" status: 200 len: 806 time: 0.3289185 Mar 22 19:41:46.905339 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c5e424-9b35-440c-92e9-5df4198cfcd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd0a616-d5a5-4f9e-b5eb-559a541beea6,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:46.929730 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-51c7a717-d315-4f33-a73b-55f83371ef12 None None] Provisioning complete for port 5ded52fb-9163-4272-9a9a-8e0b10152157 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:41:46.930409 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-51c7a717-d315-4f33-a73b-55f83371ef12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5ded52fb-9163-4272-9a9a-8e0b10152157), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:46.938941 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41920) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:47.036953 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23833970-c432-4be3-9117-a939866cca43 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:47.038748 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23833970-c432-4be3-9117-a939866cca43 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:47.040180 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23833970-c432-4be3-9117-a939866cca43 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:47.044228 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-23833970-c432-4be3-9117-a939866cca43 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1607597 Mar 22 19:41:47.044807 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41922) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:47.105781 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0c931-aaf5-4f6f-99b8-efeebd137453 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event updated for resources: {'Subnet': ['ID=88ff0945-b8bc-4969-a275-3e8c7e50723f,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:47.108769 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac8d46b-d6c2-4dc7-b93e-98aa16e68cdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-c41ff1bb-d879-48a8-8748-c5aaf84fa249', 'network_id': 'c41ff1bb-d879-48a8-8748-c5aaf84fa249', 'project_id': 'bf8e4f73f4e248608bf697724f41ba5f', 'fixed_ips': [{'subnet_id': '88ff0945-b8bc-4969-a275-3e8c7e50723f'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:41:47.114212 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8ac8d46b-d6c2-4dc7-b93e-98aa16e68cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:47.167004 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2e28ac40-fda4-4284-a883-b01a7e399795 admin admin] Publish callbacks [] for security_group (7fd0a616-d5a5-4f9e-b5eb-559a541beea6), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:47.196944 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2e28ac40-fda4-4284-a883-b01a7e399795 admin admin] Publish callbacks [] for security_group (7fd0a616-d5a5-4f9e-b5eb-559a541beea6), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:47.212978 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-51c7a717-d315-4f33-a73b-55f83371ef12 None None] Current status of the port 5ded52fb-9163-4272-9a9a-8e0b10152157 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:41:47.213380 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-51c7a717-d315-4f33-a73b-55f83371ef12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5ded52fb-9163-4272-9a9a-8e0b10152157), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:47.215491 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-203cf92d-389e-496a-9af4-e29b6f0ea24c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting subnet 0f320432-7285-4488-8d08-3031c085c0c9 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:41:47.219445 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-203cf92d-389e-496a-9af4-e29b6f0ea24c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (0f320432-7285-4488-8d08-3031c085c0c9), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:47.265173 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-203cf92d-389e-496a-9af4-e29b6f0ea24c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (0f320432-7285-4488-8d08-3031c085c0c9), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:47.330604 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2e28ac40-fda4-4284-a883-b01a7e399795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7fd0a616-d5a5-4f9e-b5eb-559a541beea6), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:47.333632 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2e28ac40-fda4-4284-a883-b01a7e399795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:47.337351 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2e28ac40-fda4-4284-a883-b01a7e399795 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7fd0a616-d5a5-4f9e-b5eb-559a541beea6 HTTP/1.1" status: 204 len: 168 time: 0.4470325 Mar 22 19:41:47.392660 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e28ac40-fda4-4284-a883-b01a7e399795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd0a616-d5a5-4f9e-b5eb-559a541beea6,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:47.409974 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4b9c188e-38cb-42df-bee1-fe1b66392be5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (c41ff1bb-d879-48a8-8748-c5aaf84fa249), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:47.563961 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-51c7a717-d315-4f33-a73b-55f83371ef12 None None] For port 5ded52fb-9163-4272-9a9a-8e0b10152157, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=5ded52fb-9163-4272-9a9a-8e0b10152157,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:41:47.567995 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4b9c188e-38cb-42df-bee1-fe1b66392be5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (88ff0945-b8bc-4969-a275-3e8c7e50723f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:47.575418 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ac658cca-2685-4cfc-9ade-df9e83292b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:47.581353 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-203cf92d-389e-496a-9af4-e29b6f0ea24c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (0f320432-7285-4488-8d08-3031c085c0c9), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:47.617496 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-51c7a717-d315-4f33-a73b-55f83371ef12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5ded52fb-9163-4272-9a9a-8e0b10152157), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:47.821522 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-203cf92d-389e-496a-9af4-e29b6f0ea24c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (0f320432-7285-4488-8d08-3031c085c0c9), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:47.935538 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-8ac8d46b-d6c2-4dc7-b93e-98aa16e68cdc None None] Allocated IP 172.20.0.2 (c41ff1bb-d879-48a8-8748-c5aaf84fa249/88ff0945-b8bc-4969-a275-3e8c7e50723f/75f1cfcb-431b-4319-bacb-78dfc3f693f4) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:41:47.952862 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc86be-bffd-49ad-b0e3-c5128f59a0dc req-b7c5d99c-8365-4dbf-a199-196d2943d8e8 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:47.958804 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-61cc86be-bffd-49ad-b0e3-c5128f59a0dc req-b7c5d99c-8365-4dbf-a199-196d2943d8e8 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 946 time: 0.1812022 Mar 22 19:41:47.983949 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203cf92d-389e-496a-9af4-e29b6f0ea24c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Subnet': ['ID=0f320432-7285-4488-8d08-3031c085c0c9,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:47.996451 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-203cf92d-389e-496a-9af4-e29b6f0ea24c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:48.017320 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-203cf92d-389e-496a-9af4-e29b6f0ea24c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/0f320432-7285-4488-8d08-3031c085c0c9 HTTP/1.1" status: 204 len: 168 time: 0.9634006 Mar 22 19:41:48.019675 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41944) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:48.094957 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-61cc86be-bffd-49ad-b0e3-c5128f59a0dc req-f7d03cb2-71d5-4d92-b949-12c069e58e54 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275737 Mar 22 19:41:48.168276 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41952) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:48.185037 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-56976e1e-0724-4c1b-9d84-39f93a8b524a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting subnet bd08caef-0192-4c8a-b64f-eb8e7aad472b {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:41:48.191221 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-56976e1e-0724-4c1b-9d84-39f93a8b524a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (bd08caef-0192-4c8a-b64f-eb8e7aad472b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:48.206576 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ee8ecb5a-fac7-4e6e-97b0-74ef52b80389 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:48.229264 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 5ded52fb-9163-4272-9a9a-8e0b10152157 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:41:48.342244 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-56976e1e-0724-4c1b-9d84-39f93a8b524a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (bd08caef-0192-4c8a-b64f-eb8e7aad472b), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:48.505237 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbde7e2-54bd-4a56-b555-1dc155f1647a None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:48.506824 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ee8ecb5a-fac7-4e6e-97b0-74ef52b80389 admin admin] Publish callbacks [] for security_group (a05dfd6d-199a-4be1-9c78-89972130ec88), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:48.517280 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ee8ecb5a-fac7-4e6e-97b0-74ef52b80389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a05dfd6d-199a-4be1-9c78-89972130ec88), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:48.627816 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ee8ecb5a-fac7-4e6e-97b0-74ef52b80389 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=314f006d439d4a97987033039b1a2709&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4582465 Mar 22 19:41:48.632442 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41980) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:48.653844 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ecb5a-fac7-4e6e-97b0-74ef52b80389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05dfd6d-199a-4be1-9c78-89972130ec88,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:48.714814 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-56976e1e-0724-4c1b-9d84-39f93a8b524a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (bd08caef-0192-4c8a-b64f-eb8e7aad472b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:48.771580 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0db4afff-54e1-4fe4-ac31-4e9af3411d17 admin admin] Publish callbacks [] for security_group (a05dfd6d-199a-4be1-9c78-89972130ec88), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:48.776783 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-950375f6-dc94-460b-b9fd-7fa9b8ac14d0 None None] Provisioning complete for port 5ded52fb-9163-4272-9a9a-8e0b10152157 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:41:48.784753 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-950375f6-dc94-460b-b9fd-7fa9b8ac14d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5ded52fb-9163-4272-9a9a-8e0b10152157), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:48.787032 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7a717-d315-4f33-a73b-55f83371ef12 None None] Pushing event updated for resources: {'Port': ['ID=5ded52fb-9163-4272-9a9a-8e0b10152157,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:48.827021 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0db4afff-54e1-4fe4-ac31-4e9af3411d17 admin admin] Publish callbacks [] for security_group (a05dfd6d-199a-4be1-9c78-89972130ec88), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:48.841257 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-56976e1e-0724-4c1b-9d84-39f93a8b524a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (bd08caef-0192-4c8a-b64f-eb8e7aad472b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:48.880499 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56976e1e-0724-4c1b-9d84-39f93a8b524a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Subnet': ['ID=bd08caef-0192-4c8a-b64f-eb8e7aad472b,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:48.884985 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-56976e1e-0724-4c1b-9d84-39f93a8b524a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:48.889568 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-56976e1e-0724-4c1b-9d84-39f93a8b524a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/bd08caef-0192-4c8a-b64f-eb8e7aad472b HTTP/1.1" status: 204 len: 168 time: 0.8654804 Mar 22 19:41:48.892688 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41982) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:48.899699 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:48.967139 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 5ded52fb-9163-4272-9a9a-8e0b10152157 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:41:48.967820 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5ded52fb-9163-4272-9a9a-8e0b10152157), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:48.971033 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0db4afff-54e1-4fe4-ac31-4e9af3411d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a05dfd6d-199a-4be1-9c78-89972130ec88), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:48.976333 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:48.976509 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-998f3aef-3c7e-4b01-90bb-0e8b1f6a9b7f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0824652 Mar 22 19:41:48.977556 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41986) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:48.981283 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0db4afff-54e1-4fe4-ac31-4e9af3411d17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:48.982706 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0db4afff-54e1-4fe4-ac31-4e9af3411d17 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a05dfd6d-199a-4be1-9c78-89972130ec88 HTTP/1.1" status: 204 len: 168 time: 0.3477883 Mar 22 19:41:49.054603 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4afff-54e1-4fe4-ac31-4e9af3411d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05dfd6d-199a-4be1-9c78-89972130ec88,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:49.055218 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ddfe52-255c-4c53-8748-dde45610aea2 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:49.058002 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b6ddfe52-255c-4c53-8748-dde45610aea2 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0787334 Mar 22 19:41:49.060780 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41996) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:49.267403 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a5d158-87bb-4043-9757-9ac845165afc tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:49.271674 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c5a5d158-87bb-4043-9757-9ac845165afc tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2097015 Mar 22 19:41:49.272395 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42000) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:49.279232 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-950375f6-dc94-460b-b9fd-7fa9b8ac14d0 None None] Current status of the port 5ded52fb-9163-4272-9a9a-8e0b10152157 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:41:49.313350 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8ac8d46b-d6c2-4dc7-b93e-98aa16e68cdc None None] Publish callbacks [] for port (75f1cfcb-431b-4319-bacb-78dfc3f693f4), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:49.372333 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c887104f-e38d-4ac7-8f82-d79ba4a872b6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0948370 Mar 22 19:41:49.386648 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42002) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:49.394251 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8ac8d46b-d6c2-4dc7-b93e-98aa16e68cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (75f1cfcb-431b-4319-bacb-78dfc3f693f4), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:49.404809 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-0a2103fc-18f0-4156-b962-f9aaedc88324 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:49.548400 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4b9c188e-38cb-42df-bee1-fe1b66392be5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (88ff0945-b8bc-4969-a275-3e8c7e50723f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:49.597050 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac8d46b-d6c2-4dc7-b93e-98aa16e68cdc None None] Network c41ff1bb-d879-48a8-8748-c5aaf84fa249 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:41:49.630278 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ceaf08-07f7-4818-b24d-2be5bbafdbf6 req-265351d0-0860-42ba-964f-659f8940079b tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:49.633234 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-60ceaf08-07f7-4818-b24d-2be5bbafdbf6 req-265351d0-0860-42ba-964f-659f8940079b tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 946 time: 0.3677440 Mar 22 19:41:49.636790 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c188e-38cb-42df-bee1-fe1b66392be5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event deleted for resources: {'Subnet': ['ID=88ff0945-b8bc-4969-a275-3e8c7e50723f,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:49.664688 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-8ac8d46b-d6c2-4dc7-b93e-98aa16e68cdc None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:49.680761 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac8d46b-d6c2-4dc7-b93e-98aa16e68cdc None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:41:49.705183 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-60ceaf08-07f7-4818-b24d-2be5bbafdbf6 req-31d0f1ec-72a0-4e93-a43b-53945566db1c tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633459 Mar 22 19:41:49.784010 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8d46b-d6c2-4dc7-b93e-98aa16e68cdc None None] Pushing event updated for resources: {'Port': ['ID=75f1cfcb-431b-4319-bacb-78dfc3f693f4,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:49.790355 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4b9c188e-38cb-42df-bee1-fe1b66392be5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (c41ff1bb-d879-48a8-8748-c5aaf84fa249), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:49.795829 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 5ded52fb-9163-4272-9a9a-8e0b10152157 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:41:49.831487 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2103fc-18f0-4156-b962-f9aaedc88324 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:49.836135 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0a2103fc-18f0-4156-b962-f9aaedc88324 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:49.837729 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a2103fc-18f0-4156-b962-f9aaedc88324 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:41:49.838392 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a2103fc-18f0-4156-b962-f9aaedc88324 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:41:49.846344 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-4b9c188e-38cb-42df-bee1-fe1b66392be5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c41ff1bb-d879-48a8-8748-c5aaf84fa249']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:49.869945 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-4b9c188e-38cb-42df-bee1-fe1b66392be5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a2eab1a-03fe-42c1-9f13-1cfe94b35c55') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:49.870406 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-4b9c188e-38cb-42df-bee1-fe1b66392be5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a2eab1a-03fe-42c1-9f13-1cfe94b35c55') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:49.901933 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42012) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:49.902557 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0a2103fc-18f0-4156-b962-f9aaedc88324 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5135403 Mar 22 19:41:49.911202 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-08efdc2a-a80d-4f22-841c-f9119b2466e3 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:49.913013 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4b9c188e-38cb-42df-bee1-fe1b66392be5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (8a2eab1a-03fe-42c1-9f13-1cfe94b35c55), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:49.941774 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7f8c7c-7046-4e8b-8dfd-55c4ee91d3a5 None None] Update dhcp port {'port': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'fixed_ips': [{'subnet_id': 'bd08caef-0192-4c8a-b64f-eb8e7aad472b'}], 'binding:host_id': 'n-d-705658-24'}, 'id': '5ded52fb-9163-4272-9a9a-8e0b10152157'} from n-d-705658-24. {{(pid=104174) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 19:41:49.946462 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4b9c188e-38cb-42df-bee1-fe1b66392be5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (8a2eab1a-03fe-42c1-9f13-1cfe94b35c55), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:49.976461 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b9c188e-38cb-42df-bee1-fe1b66392be5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:41:49.977015 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4b9c188e-38cb-42df-bee1-fe1b66392be5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (8a2eab1a-03fe-42c1-9f13-1cfe94b35c55), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:49.981003 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:41:49.981003 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:41:49.981003 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:41:49.981003 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:41:49.981003 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:41:49.981003 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:41:49.981003 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:41:49.981003 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:41:49.981003 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:41:49.981003 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:41:49.981003 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:41:49.981003 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:41:49.981003 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:41:49.981003 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:41:49.981003 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:41:49.981003 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:41:49.981003 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:41:49.981003 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:41:49.981003 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:41:49.981003 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:41:49.981003 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:41:49.981003 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:41:49.981003 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:41:49.981003 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:41:49.981003 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:41:49.981003 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:41:49.981003 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:41:49.981003 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:41:49.981003 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:41:49.981003 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:41:49.981003 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:41:49.981003 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:41:50.000919 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-8ac8d46b-d6c2-4dc7-b93e-98aa16e68cdc None None] Attempting to bind port 75f1cfcb-431b-4319-bacb-78dfc3f693f4 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:41:50.010285 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-8ac8d46b-d6c2-4dc7-b93e-98aa16e68cdc None None] Attempting to bind port 75f1cfcb-431b-4319-bacb-78dfc3f693f4 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '8a2eab1a-03fe-42c1-9f13-1cfe94b35c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c41ff1bb-d879-48a8-8748-c5aaf84fa249'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:41:50.010963 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac8d46b-d6c2-4dc7-b93e-98aa16e68cdc None None] Attempting to bind port 75f1cfcb-431b-4319-bacb-78dfc3f693f4 on network c41ff1bb-d879-48a8-8748-c5aaf84fa249 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:41:50.028566 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-dd7f8c7c-7046-4e8b-8dfd-55c4ee91d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5ded52fb-9163-4272-9a9a-8e0b10152157), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:50.035773 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac8d46b-d6c2-4dc7-b93e-98aa16e68cdc None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:41:50.037133 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac8d46b-d6c2-4dc7-b93e-98aa16e68cdc None None] Checking segment: {'id': '8a2eab1a-03fe-42c1-9f13-1cfe94b35c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c41ff1bb-d879-48a8-8748-c5aaf84fa249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:41:50.037919 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8ac8d46b-d6c2-4dc7-b93e-98aa16e68cdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:50.038506 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac8d46b-d6c2-4dc7-b93e-98aa16e68cdc None None] Bound using segment: {'id': '8a2eab1a-03fe-42c1-9f13-1cfe94b35c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c41ff1bb-d879-48a8-8748-c5aaf84fa249'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:41:50.039341 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-8ac8d46b-d6c2-4dc7-b93e-98aa16e68cdc None None] Bound port: 75f1cfcb-431b-4319-bacb-78dfc3f693f4, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2eab1a-03fe-42c1-9f13-1cfe94b35c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c41ff1bb-d879-48a8-8748-c5aaf84fa249'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:41:50.045641 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8ac8d46b-d6c2-4dc7-b93e-98aa16e68cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (75f1cfcb-431b-4319-bacb-78dfc3f693f4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:50.087261 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 5ded52fb-9163-4272-9a9a-8e0b10152157 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:41:50.096115 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.db.api [None req-4b9c188e-38cb-42df-bee1-fe1b66392be5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 19:41:50.096115 n-d-705658-24 neutron-server[104172]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 19:41:50.096115 n-d-705658-24 neutron-server[104172]: [parameters: {'id': 'c41ff1bb-d879-48a8-8748-c5aaf84fa249'}] Mar 22 19:41:50.096115 n-d-705658-24 neutron-server[104172]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:41:50.097533 n-d-705658-24 neutron-server[104172]: DEBUG oslo_db.api [None req-4b9c188e-38cb-42df-bee1-fe1b66392be5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:41:50.153774 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08efdc2a-a80d-4f22-841c-f9119b2466e3 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:50.158146 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-08efdc2a-a80d-4f22-841c-f9119b2466e3 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:50.161058 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-08efdc2a-a80d-4f22-841c-f9119b2466e3 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:41:50.175106 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08efdc2a-a80d-4f22-841c-f9119b2466e3 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:41:50.199182 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-8ac8d46b-d6c2-4dc7-b93e-98aa16e68cdc None None] For port 75f1cfcb-431b-4319-bacb-78dfc3f693f4, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:41:50.202656 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-8ac8d46b-d6c2-4dc7-b93e-98aa16e68cdc None None] For port 75f1cfcb-431b-4319-bacb-78dfc3f693f4, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=75f1cfcb-431b-4319-bacb-78dfc3f693f4,segment=NetworkSegment(8a2eab1a-03fe-42c1-9f13-1cfe94b35c55),segment_id=8a2eab1a-03fe-42c1-9f13-1cfe94b35c55)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:41:50.213730 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-08efdc2a-a80d-4f22-841c-f9119b2466e3 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3086550 Mar 22 19:41:50.215077 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42018) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:50.221174 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-c57e3281-201e-4295-9e6f-e4afe54690ef tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:50.242281 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8ac8d46b-d6c2-4dc7-b93e-98aa16e68cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (75f1cfcb-431b-4319-bacb-78dfc3f693f4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:50.307666 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:50.396690 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57e3281-201e-4295-9e6f-e4afe54690ef tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:50.414542 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c57e3281-201e-4295-9e6f-e4afe54690ef tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:50.420985 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57e3281-201e-4295-9e6f-e4afe54690ef tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:41:50.421463 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c57e3281-201e-4295-9e6f-e4afe54690ef tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:41:50.432549 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 5ded52fb-9163-4272-9a9a-8e0b10152157 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:41:50.432928 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5ded52fb-9163-4272-9a9a-8e0b10152157), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:50.461156 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c57e3281-201e-4295-9e6f-e4afe54690ef tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2444665 Mar 22 19:41:50.464261 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42032) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:50.470991 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-8c598975-f644-4c8e-a130-542f6a7e6153 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:50.600228 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4b9c188e-38cb-42df-bee1-fe1b66392be5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (c41ff1bb-d879-48a8-8748-c5aaf84fa249), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:50.620456 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c598975-f644-4c8e-a130-542f6a7e6153 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:50.624386 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8c598975-f644-4c8e-a130-542f6a7e6153 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:50.626297 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c598975-f644-4c8e-a130-542f6a7e6153 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:41:50.626736 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c598975-f644-4c8e-a130-542f6a7e6153 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:41:50.680875 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8c598975-f644-4c8e-a130-542f6a7e6153 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2120972 Mar 22 19:41:50.681315 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42042) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:50.686964 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-807bb45c-bccd-4ca9-b9d5-9601ca4acfa9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:50.772877 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-4b9c188e-38cb-42df-bee1-fe1b66392be5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Deleting port 75f1cfcb-431b-4319-bacb-78dfc3f693f4 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:41:50.773228 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4b9c188e-38cb-42df-bee1-fe1b66392be5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (75f1cfcb-431b-4319-bacb-78dfc3f693f4), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:50.842607 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-4b9c188e-38cb-42df-bee1-fe1b66392be5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] For port 75f1cfcb-431b-4319-bacb-78dfc3f693f4, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=75f1cfcb-431b-4319-bacb-78dfc3f693f4,segment=NetworkSegment(8a2eab1a-03fe-42c1-9f13-1cfe94b35c55),segment_id=8a2eab1a-03fe-42c1-9f13-1cfe94b35c55)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:41:50.843069 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4b9c188e-38cb-42df-bee1-fe1b66392be5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (75f1cfcb-431b-4319-bacb-78dfc3f693f4), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:50.856964 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-4b9c188e-38cb-42df-bee1-fe1b66392be5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Calling delete_port for 75f1cfcb-431b-4319-bacb-78dfc3f693f4 owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:41:50.897396 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467e3ad5-8f9f-4077-871b-a94fa1ec9e99 None None] Network c41ff1bb-d879-48a8-8748-c5aaf84fa249 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:50.996196 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8d46b-d6c2-4dc7-b93e-98aa16e68cdc None None] Pushing event updated for resources: {'Port': ['ID=75f1cfcb-431b-4319-bacb-78dfc3f693f4,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:51.029456 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4b6e9d-4ddb-4a5d-b25c-0a1ca3cf6ea2 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:51.154850 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4b9c188e-38cb-42df-bee1-fe1b66392be5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (75f1cfcb-431b-4319-bacb-78dfc3f693f4), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:51.157284 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807bb45c-bccd-4ca9-b9d5-9601ca4acfa9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:51.174241 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 5ded52fb-9163-4272-9a9a-8e0b10152157 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:41:51.174715 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-807bb45c-bccd-4ca9-b9d5-9601ca4acfa9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:51.183279 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-807bb45c-bccd-4ca9-b9d5-9601ca4acfa9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:41:51.187499 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-807bb45c-bccd-4ca9-b9d5-9601ca4acfa9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:41:51.192721 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-45bd8815-cc42-4512-b642-a134c607b53d None None] Provisioning complete for port 5ded52fb-9163-4272-9a9a-8e0b10152157 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:41:51.193588 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-45bd8815-cc42-4512-b642-a134c607b53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5ded52fb-9163-4272-9a9a-8e0b10152157), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:51.266895 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b18fdd-3fd2-4da0-ae1a-b82e02b2609a None None] Network c41ff1bb-d879-48a8-8748-c5aaf84fa249 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:51.277090 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c188e-38cb-42df-bee1-fe1b66392be5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event deleted for resources: {'Port': ['ID=75f1cfcb-431b-4319-bacb-78dfc3f693f4,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:51.279493 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9c188e-38cb-42df-bee1-fe1b66392be5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] No DVR routers for this DVR port 75f1cfcb-431b-4319-bacb-78dfc3f693f4 on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:41:51.314938 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-807bb45c-bccd-4ca9-b9d5-9601ca4acfa9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6296525 Mar 22 19:41:51.315485 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42086) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:51.321261 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-8b7c7a4d-908a-459e-bec5-ddb90e7d9c44 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:51.341063 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9459691a-068b-4687-a21c-f59d28aae354 None None] DHCP port deletion for 5844662d-9a53-4182-bd56-decd62afe1ab request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:41:51.426214 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd864c-e2cc-48f1-a80c-b6cf1b7d89f7 req-34aa694e-3df9-4031-9960-ce40a31644ca tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:51.428018 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-01fd864c-e2cc-48f1-a80c-b6cf1b7d89f7 req-34aa694e-3df9-4031-9960-ce40a31644ca tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 946 time: 0.3703444 Mar 22 19:41:51.480764 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:51.508762 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7c7a4d-908a-459e-bec5-ddb90e7d9c44 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:51.513771 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8b7c7a4d-908a-459e-bec5-ddb90e7d9c44 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:51.517558 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b7c7a4d-908a-459e-bec5-ddb90e7d9c44 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:41:51.518048 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b7c7a4d-908a-459e-bec5-ddb90e7d9c44 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:41:51.543951 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-45bd8815-cc42-4512-b642-a134c607b53d None None] Current status of the port 5ded52fb-9163-4272-9a9a-8e0b10152157 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:41:51.552255 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8b7c7a4d-908a-459e-bec5-ddb90e7d9c44 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2348666 Mar 22 19:41:51.555086 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42090) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:51.576945 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-9459691a-068b-4687-a21c-f59d28aae354 None None] Deleting port 5ded52fb-9163-4272-9a9a-8e0b10152157 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:41:51.577337 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9459691a-068b-4687-a21c-f59d28aae354 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (5ded52fb-9163-4272-9a9a-8e0b10152157), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:51.604523 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4b9c188e-38cb-42df-bee1-fe1b66392be5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (c41ff1bb-d879-48a8-8748-c5aaf84fa249), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:51.673589 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13261de-c155-4d9c-815c-ecd2a1d8806b tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:51.675161 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b13261de-c155-4d9c-815c-ecd2a1d8806b tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1191583 Mar 22 19:41:51.678189 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42096) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:51.680536 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-9459691a-068b-4687-a21c-f59d28aae354 None None] For port 5ded52fb-9163-4272-9a9a-8e0b10152157, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=5ded52fb-9163-4272-9a9a-8e0b10152157,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:41:51.680947 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9459691a-068b-4687-a21c-f59d28aae354 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (5ded52fb-9163-4272-9a9a-8e0b10152157), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:51.694907 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-4b9c188e-38cb-42df-bee1-fe1b66392be5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c41ff1bb-d879-48a8-8748-c5aaf84fa249']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:51.709094 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-9459691a-068b-4687-a21c-f59d28aae354 None None] Calling delete_port for 5ded52fb-9163-4272-9a9a-8e0b10152157 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:41:51.727247 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-01fd864c-e2cc-48f1-a80c-b6cf1b7d89f7 req-7f9bea38-f423-48f6-a87e-e817b700d7b7 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178919 Mar 22 19:41:51.733012 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-4b9c188e-38cb-42df-bee1-fe1b66392be5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a2eab1a-03fe-42c1-9f13-1cfe94b35c55') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:51.733316 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-4b9c188e-38cb-42df-bee1-fe1b66392be5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a2eab1a-03fe-42c1-9f13-1cfe94b35c55') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:51.758929 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4b9c188e-38cb-42df-bee1-fe1b66392be5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (8a2eab1a-03fe-42c1-9f13-1cfe94b35c55), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:51.814481 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4b9c188e-38cb-42df-bee1-fe1b66392be5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (8a2eab1a-03fe-42c1-9f13-1cfe94b35c55), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:51.815771 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af891c98-e223-4548-a9e2-7deb4919e3a0 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:51.819765 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-af891c98-e223-4548-a9e2-7deb4919e3a0 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1381373 Mar 22 19:41:51.820014 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42102) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:51.829147 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b9c188e-38cb-42df-bee1-fe1b66392be5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:41:51.829779 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4b9c188e-38cb-42df-bee1-fe1b66392be5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (8a2eab1a-03fe-42c1-9f13-1cfe94b35c55), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:51.838798 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:41:51.838798 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:41:51.838798 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:41:51.838798 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:41:51.838798 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:41:51.838798 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:41:51.838798 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:41:51.838798 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:41:51.838798 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:41:51.838798 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:41:51.838798 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:41:51.838798 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:41:51.838798 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:41:51.838798 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:41:51.838798 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:41:51.838798 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:41:51.838798 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:41:51.838798 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:41:51.838798 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:41:51.838798 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:41:51.838798 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:41:51.838798 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:41:51.838798 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:41:51.838798 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:41:51.838798 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:41:51.838798 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:41:51.838798 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:41:51.838798 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:41:51.838798 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:41:51.838798 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:41:51.838798 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:41:51.838798 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:41:51.904591 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ef5de914-79ad-4509-b5d9-d5cd525d4ca7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0835097 Mar 22 19:41:51.910385 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42104) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:51.919986 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-2bc18b10-6832-4bee-8b16-59fbf9c360e4 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:51.921424 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4b9c188e-38cb-42df-bee1-fe1b66392be5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (c41ff1bb-d879-48a8-8748-c5aaf84fa249), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:51.934201 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4b9c188e-38cb-42df-bee1-fe1b66392be5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:51.944234 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42106) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:51.952048 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4b9c188e-38cb-42df-bee1-fe1b66392be5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "DELETE /v2.0/networks/c41ff1bb-d879-48a8-8748-c5aaf84fa249 HTTP/1.1" status: 204 len: 168 time: 5.0099750 Mar 22 19:41:51.975381 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c188e-38cb-42df-bee1-fe1b66392be5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event deleted for resources: {'Network': ['ID=c41ff1bb-d879-48a8-8748-c5aaf84fa249,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:52.022705 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 5ded52fb-9163-4272-9a9a-8e0b10152157 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:41:52.065654 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 5ded52fb-9163-4272-9a9a-8e0b10152157 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:41:52.066368 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 5ded52fb-9163-4272-9a9a-8e0b10152157 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:41:52.076018 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9459691a-068b-4687-a21c-f59d28aae354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (5ded52fb-9163-4272-9a9a-8e0b10152157), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:52.084797 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-1700630d-10b7-40c6-ae4e-c0d6ad8fdc4b tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] DELETE failed (client error): The resource could not be found. Mar 22 19:41:52.087216 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1700630d-10b7-40c6-ae4e-c0d6ad8fdc4b tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:41:52.097939 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42122) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:52.101722 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1700630d-10b7-40c6-ae4e-c0d6ad8fdc4b tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "DELETE /v2.0/networks/c41ff1bb-d879-48a8-8748-c5aaf84fa249 HTTP/1.1" status: 404 len: 339 time: 0.1460850 Mar 22 19:41:52.110275 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-a15724fe-3635-4879-8df5-ce4eb6562bc6 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-805268682', 'description': 'd1'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:52.131455 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc18b10-6832-4bee-8b16-59fbf9c360e4 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:52.139112 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2bc18b10-6832-4bee-8b16-59fbf9c360e4 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:52.146511 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15724fe-3635-4879-8df5-ce4eb6562bc6 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Made reservation on behalf of bf8e4f73f4e248608bf697724f41ba5f for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:52.151420 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a15724fe-3635-4879-8df5-ce4eb6562bc6 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:52.175831 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9459691a-068b-4687-a21c-f59d28aae354 None None] Pushing event deleted for resources: {'Port': ['ID=5ded52fb-9163-4272-9a9a-8e0b10152157,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:52.183570 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9459691a-068b-4687-a21c-f59d28aae354 None None] No DVR routers for this DVR port 5ded52fb-9163-4272-9a9a-8e0b10152157 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:41:52.201837 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a15724fe-3635-4879-8df5-ce4eb6562bc6 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:41:52.215765 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a15724fe-3635-4879-8df5-ce4eb6562bc6 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (ea4a2689-c934-43f9-8711-dd443b08a703), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:52.216671 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-a15724fe-3635-4879-8df5-ce4eb6562bc6 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Added segment ea4a2689-c934-43f9-8711-dd443b08a703 of type vlan for network e6a118af-4884-4544-823c-9af3435806fe Mar 22 19:41:52.253717 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6012446-8437-44f3-95d1-e44f27255249 None None] get_active_networks_info from n-d-705658-24 {{(pid=104174) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 19:41:52.282885 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a15724fe-3635-4879-8df5-ce4eb6562bc6 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (e6a118af-4884-4544-823c-9af3435806fe), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:52.323041 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a15724fe-3635-4879-8df5-ce4eb6562bc6 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (e6a118af-4884-4544-823c-9af3435806fe), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:52.328691 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15724fe-3635-4879-8df5-ce4eb6562bc6 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:52.329430 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a15724fe-3635-4879-8df5-ce4eb6562bc6 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:52.368303 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a15724fe-3635-4879-8df5-ce4eb6562bc6 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2690492 Mar 22 19:41:52.371507 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42142) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:52.465171 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15724fe-3635-4879-8df5-ce4eb6562bc6 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event updated for resources: {'Network': ['ID=e6a118af-4884-4544-823c-9af3435806fe,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:52.485579 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network e6a118af-4884-4544-823c-9af3435806fe details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:41:52.536517 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24512722-5138-4b18-86d2-85b2a358216d tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:52.538608 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-24512722-5138-4b18-86d2-85b2a358216d tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "GET /v2.0/networks?id=e6a118af-4884-4544-823c-9af3435806fe HTTP/1.1" status: 200 len: 760 time: 0.1654685 Mar 22 19:41:52.541827 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42144) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:52.547780 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-c958f619-4fa1-4645-984f-aba5490e4619 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Request body: {'network': {'description': 'd2'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:52.578379 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6012446-8437-44f3-95d1-e44f27255249 None None] Resources bound (agent type, host, resource id): {{(pid=104174) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 19:41:52.606164 n-d-705658-24 neutron-server[104173]: DEBUG neutron.objects.ports [None req-2bc18b10-6832-4bee-8b16-59fbf9c360e4 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104173) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 19:41:52.607726 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2bc18b10-6832-4bee-8b16-59fbf9c360e4 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (1bcf906e-f191-4189-9cb6-0292ae73a931), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:52.650315 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc18b10-6832-4bee-8b16-59fbf9c360e4 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:41:52.656875 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-2bc18b10-6832-4bee-8b16-59fbf9c360e4 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:52.660588 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc18b10-6832-4bee-8b16-59fbf9c360e4 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:52.661193 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2bc18b10-6832-4bee-8b16-59fbf9c360e4 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:52.688312 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2bc18b10-6832-4bee-8b16-59fbf9c360e4 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7768447 Mar 22 19:41:52.689091 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc18b10-6832-4bee-8b16-59fbf9c360e4 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Subnet': ['ID=1bcf906e-f191-4189-9cb6-0292ae73a931,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:52.690394 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42150) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:52.706694 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-13c54bba-cc64-45ab-a1a8-48ad94dcd6c9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'port': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'mac_address': 'fa:16:3e:f9:50:3d', 'name': 'tempest-NetworksTestDHCPv6-1169891683'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:52.909780 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c958f619-4fa1-4645-984f-aba5490e4619 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (e6a118af-4884-4544-823c-9af3435806fe), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:52.947076 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c958f619-4fa1-4645-984f-aba5490e4619 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (e6a118af-4884-4544-823c-9af3435806fe), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:52.979304 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c958f619-4fa1-4645-984f-aba5490e4619 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Network e6a118af-4884-4544-823c-9af3435806fe is not hosted by any dhcp agent {{(pid=104172) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 19:41:52.985016 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c958f619-4fa1-4645-984f-aba5490e4619 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:52.986006 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c958f619-4fa1-4645-984f-aba5490e4619 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:52.989730 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c958f619-4fa1-4645-984f-aba5490e4619 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "PUT /v2.0/networks/e6a118af-4884-4544-823c-9af3435806fe HTTP/1.1" status: 200 len: 757 time: 0.4445069 Mar 22 19:41:52.990360 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42158) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:53.091557 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659b3ff4-e9aa-4278-b439-8aa0307072c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-5844662d-9a53-4182-bd56-decd62afe1ab', 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'project_id': '60cab213ce214a30b0f859d0f4109da8', 'fixed_ips': [{'subnet_id': '1bcf906e-f191-4189-9cb6-0292ae73a931'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:41:53.092441 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-659b3ff4-e9aa-4278-b439-8aa0307072c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:53.161937 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958f619-4fa1-4645-984f-aba5490e4619 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event updated for resources: {'Network': ['ID=e6a118af-4884-4544-823c-9af3435806fe,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:53.181613 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network e6a118af-4884-4544-823c-9af3435806fe details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:41:53.184107 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c54bba-cc64-45ab-a1a8-48ad94dcd6c9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:53.373354 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-13c54bba-cc64-45ab-a1a8-48ad94dcd6c9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:53.420117 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-13c54bba-cc64-45ab-a1a8-48ad94dcd6c9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] device_id is not set on port e9af5454-a330-4a8c-860d-62233fb47b8b yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:41:53.540399 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-659b3ff4-e9aa-4278-b439-8aa0307072c4 None None] Allocated IP 2001:db8::f816:3eff:feb2:8eb4 (5844662d-9a53-4182-bd56-decd62afe1ab/1bcf906e-f191-4189-9cb6-0292ae73a931/b715d976-f542-4e84-afb7-60ed7fc010eb) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:41:53.699277 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756172a2-2fd1-4c04-acb9-437c2ba0b3ee tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:53.700878 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-756172a2-2fd1-4c04-acb9-437c2ba0b3ee tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "GET /v2.0/networks?id=e6a118af-4884-4544-823c-9af3435806fe HTTP/1.1" status: 200 len: 760 time: 0.7094476 Mar 22 19:41:53.707391 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42168) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:53.721975 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-9b6d1f6e-f4bf-4354-8a06-ddcc7025bd78 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-38848906'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:53.775586 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6d1f6e-f4bf-4354-8a06-ddcc7025bd78 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Made reservation on behalf of bf8e4f73f4e248608bf697724f41ba5f for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:53.781850 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b6d1f6e-f4bf-4354-8a06-ddcc7025bd78 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:53.801985 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-659b3ff4-e9aa-4278-b439-8aa0307072c4 None None] Publish callbacks [] for port (b715d976-f542-4e84-afb7-60ed7fc010eb), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:53.809129 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-659b3ff4-e9aa-4278-b439-8aa0307072c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (b715d976-f542-4e84-afb7-60ed7fc010eb), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:53.846043 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659b3ff4-e9aa-4278-b439-8aa0307072c4 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:41:53.849894 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-659b3ff4-e9aa-4278-b439-8aa0307072c4 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:53.853964 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659b3ff4-e9aa-4278-b439-8aa0307072c4 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:41:53.868562 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b6d1f6e-f4bf-4354-8a06-ddcc7025bd78 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:41:53.891060 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b6d1f6e-f4bf-4354-8a06-ddcc7025bd78 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (1942bf0b-2fe5-4a7f-a1e5-27c496f06d98), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:53.891710 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-9b6d1f6e-f4bf-4354-8a06-ddcc7025bd78 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Added segment 1942bf0b-2fe5-4a7f-a1e5-27c496f06d98 of type vlan for network 086327c4-8ce5-4ea1-9115-4c7a0fe47fe5 Mar 22 19:41:53.921887 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-13c54bba-cc64-45ab-a1a8-48ad94dcd6c9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Allocated IP 2001:db8::f816:3eff:fef9:503d (5844662d-9a53-4182-bd56-decd62afe1ab/1bcf906e-f191-4189-9cb6-0292ae73a931/e9af5454-a330-4a8c-860d-62233fb47b8b) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:41:53.932640 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-659b3ff4-e9aa-4278-b439-8aa0307072c4 None None] Attempting to bind port b715d976-f542-4e84-afb7-60ed7fc010eb on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:41:53.933021 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-659b3ff4-e9aa-4278-b439-8aa0307072c4 None None] Attempting to bind port b715d976-f542-4e84-afb7-60ed7fc010eb by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:41:53.933391 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659b3ff4-e9aa-4278-b439-8aa0307072c4 None None] Attempting to bind port b715d976-f542-4e84-afb7-60ed7fc010eb on network 5844662d-9a53-4182-bd56-decd62afe1ab {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:41:53.935964 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b3ff4-e9aa-4278-b439-8aa0307072c4 None None] Pushing event updated for resources: {'Port': ['ID=b715d976-f542-4e84-afb7-60ed7fc010eb,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:53.942577 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659b3ff4-e9aa-4278-b439-8aa0307072c4 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:41:53.942963 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659b3ff4-e9aa-4278-b439-8aa0307072c4 None None] Checking segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:41:53.943377 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-659b3ff4-e9aa-4278-b439-8aa0307072c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:53.943774 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659b3ff4-e9aa-4278-b439-8aa0307072c4 None None] Bound using segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:41:53.944248 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-659b3ff4-e9aa-4278-b439-8aa0307072c4 None None] Bound port: b715d976-f542-4e84-afb7-60ed7fc010eb, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:41:53.945043 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-659b3ff4-e9aa-4278-b439-8aa0307072c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b715d976-f542-4e84-afb7-60ed7fc010eb), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:53.964518 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b6d1f6e-f4bf-4354-8a06-ddcc7025bd78 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (086327c4-8ce5-4ea1-9115-4c7a0fe47fe5), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:54.016610 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b6d1f6e-f4bf-4354-8a06-ddcc7025bd78 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (086327c4-8ce5-4ea1-9115-4c7a0fe47fe5), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:54.029509 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6d1f6e-f4bf-4354-8a06-ddcc7025bd78 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:54.030161 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b6d1f6e-f4bf-4354-8a06-ddcc7025bd78 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:54.089590 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-659b3ff4-e9aa-4278-b439-8aa0307072c4 None None] For port b715d976-f542-4e84-afb7-60ed7fc010eb, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:41:54.098115 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-659b3ff4-e9aa-4278-b439-8aa0307072c4 None None] For port b715d976-f542-4e84-afb7-60ed7fc010eb, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b715d976-f542-4e84-afb7-60ed7fc010eb,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:41:54.116937 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-659b3ff4-e9aa-4278-b439-8aa0307072c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b715d976-f542-4e84-afb7-60ed7fc010eb), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:54.166418 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d1f6e-f4bf-4354-8a06-ddcc7025bd78 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event updated for resources: {'Network': ['ID=086327c4-8ce5-4ea1-9115-4c7a0fe47fe5,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:54.176944 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9b6d1f6e-f4bf-4354-8a06-ddcc7025bd78 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4592760 Mar 22 19:41:54.178064 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42180) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:54.207468 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 086327c4-8ce5-4ea1-9115-4c7a0fe47fe5 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:41:54.216354 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-5e918e3a-793c-41f4-92ad-751a908e83cd tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Request body: {'subnet': {'network_id': '086327c4-8ce5-4ea1-9115-4c7a0fe47fe5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:54.347860 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b3ff4-e9aa-4278-b439-8aa0307072c4 None None] Pushing event updated for resources: {'Port': ['ID=b715d976-f542-4e84-afb7-60ed7fc010eb,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:54.372834 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e918e3a-793c-41f4-92ad-751a908e83cd tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Made reservation on behalf of bf8e4f73f4e248608bf697724f41ba5f for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:54.374587 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-13c54bba-cc64-45ab-a1a8-48ad94dcd6c9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for port (e9af5454-a330-4a8c-860d-62233fb47b8b), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:54.380177 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5e918e3a-793c-41f4-92ad-751a908e83cd tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:54.464486 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-13c54bba-cc64-45ab-a1a8-48ad94dcd6c9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (e9af5454-a330-4a8c-860d-62233fb47b8b), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:54.602153 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c54bba-cc64-45ab-a1a8-48ad94dcd6c9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:41:54.640868 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-13c54bba-cc64-45ab-a1a8-48ad94dcd6c9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:54.645352 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c54bba-cc64-45ab-a1a8-48ad94dcd6c9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Port': ['ID=e9af5454-a330-4a8c-860d-62233fb47b8b,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:54.652503 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c54bba-cc64-45ab-a1a8-48ad94dcd6c9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:41:54.666225 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c54bba-cc64-45ab-a1a8-48ad94dcd6c9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:54.668800 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-13c54bba-cc64-45ab-a1a8-48ad94dcd6c9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:54.705605 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5e918e3a-793c-41f4-92ad-751a908e83cd tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (3b23ff38-3ade-42e6-91d7-f8b1e20da532), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:54.711040 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-13c54bba-cc64-45ab-a1a8-48ad94dcd6c9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0190337 Mar 22 19:41:54.715777 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42184) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:54.839941 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e918e3a-793c-41f4-92ad-751a908e83cd tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event updated for resources: {'Subnet': ['ID=3b23ff38-3ade-42e6-91d7-f8b1e20da532,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:54.851788 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e918e3a-793c-41f4-92ad-751a908e83cd tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Checking segment: {'id': '1942bf0b-2fe5-4a7f-a1e5-27c496f06d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '086327c4-8ce5-4ea1-9115-4c7a0fe47fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:41:54.856940 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e918e3a-793c-41f4-92ad-751a908e83cd tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Network hostable DHCP agents. Network: 086327c4-8ce5-4ea1-9115-4c7a0fe47fe5, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:41:54.902341 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e918e3a-793c-41f4-92ad-751a908e83cd tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Network 086327c4-8ce5-4ea1-9115-4c7a0fe47fe5 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:41:54.922964 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7a5593-c9e2-4b34-9f28-2d09d2893c89 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:54.924940 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-5e918e3a-793c-41f4-92ad-751a908e83cd tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 086327c4-8ce5-4ea1-9115-4c7a0fe47fe5) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:54.929260 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7a5593-c9e2-4b34-9f28-2d09d2893c89 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:54.932894 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e918e3a-793c-41f4-92ad-751a908e83cd tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:54.933838 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4d7a5593-c9e2-4b34-9f28-2d09d2893c89 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2161312 Mar 22 19:41:54.934465 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42186) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:54.937238 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5e918e3a-793c-41f4-92ad-751a908e83cd tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:54.968296 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5e918e3a-793c-41f4-92ad-751a908e83cd tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7865040 Mar 22 19:41:54.970678 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42188) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:55.038485 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-691cf7f5-b94b-4f36-b5dd-b05b932da608 req-a1bbb66c-5bf8-4dc1-8f37-182d1a9e1c26 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b253de37-26c3-4a3d-85aa-ca62b7d032f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2573221 Mar 22 19:41:55.164081 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3b307090-f740-4bbe-81a8-e4240300f1e5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (086327c4-8ce5-4ea1-9115-4c7a0fe47fe5), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:55.205123 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-f4bf9202-a8ec-4c96-b08b-dbaf681e870c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting port e9af5454-a330-4a8c-860d-62233fb47b8b {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:41:55.205241 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f4bf9202-a8ec-4c96-b08b-dbaf681e870c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (e9af5454-a330-4a8c-860d-62233fb47b8b), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:55.250295 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3b307090-f740-4bbe-81a8-e4240300f1e5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (3b23ff38-3ade-42e6-91d7-f8b1e20da532), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:55.340609 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3b307090-f740-4bbe-81a8-e4240300f1e5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (3b23ff38-3ade-42e6-91d7-f8b1e20da532), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:55.392003 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cf7f5-b94b-4f36-b5dd-b05b932da608 req-4aa74af0-264a-45b9-b426-6ec1d1e7da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:55.394250 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-691cf7f5-b94b-4f36-b5dd-b05b932da608 req-4aa74af0-264a-45b9-b426-6ec1d1e7da5c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=432e8044b4dc4099baeb3ef825b89673&device_id=b253de37-26c3-4a3d-85aa-ca62b7d032f0 HTTP/1.1" status: 200 len: 1128 time: 0.2859051 Mar 22 19:41:55.394391 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b307090-f740-4bbe-81a8-e4240300f1e5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event deleted for resources: {'Subnet': ['ID=3b23ff38-3ade-42e6-91d7-f8b1e20da532,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:55.463153 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f4bf9202-a8ec-4c96-b08b-dbaf681e870c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (e9af5454-a330-4a8c-860d-62233fb47b8b), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:55.477943 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-f4bf9202-a8ec-4c96-b08b-dbaf681e870c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Calling delete_port for e9af5454-a330-4a8c-860d-62233fb47b8b owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:41:55.486683 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3b307090-f740-4bbe-81a8-e4240300f1e5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (086327c4-8ce5-4ea1-9115-4c7a0fe47fe5), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:55.527905 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-3b307090-f740-4bbe-81a8-e4240300f1e5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['086327c4-8ce5-4ea1-9115-4c7a0fe47fe5']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:55.543684 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-3b307090-f740-4bbe-81a8-e4240300f1e5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1942bf0b-2fe5-4a7f-a1e5-27c496f06d98') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:55.544058 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-3b307090-f740-4bbe-81a8-e4240300f1e5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1942bf0b-2fe5-4a7f-a1e5-27c496f06d98') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:41:55.564739 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3b307090-f740-4bbe-81a8-e4240300f1e5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (1942bf0b-2fe5-4a7f-a1e5-27c496f06d98), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:55.580351 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3b307090-f740-4bbe-81a8-e4240300f1e5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (1942bf0b-2fe5-4a7f-a1e5-27c496f06d98), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:55.588524 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b307090-f740-4bbe-81a8-e4240300f1e5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:41:55.589208 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3b307090-f740-4bbe-81a8-e4240300f1e5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (1942bf0b-2fe5-4a7f-a1e5-27c496f06d98), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:55.681143 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:41:55.681143 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:41:55.681143 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:41:55.681143 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:41:55.681143 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:41:55.681143 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:41:55.681143 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:41:55.681143 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:41:55.681143 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:41:55.681143 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:41:55.681143 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:41:55.681143 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:41:55.681143 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:41:55.681143 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:41:55.681143 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:41:55.681143 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:41:55.681143 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:41:55.681143 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:41:55.681143 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:41:55.681143 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:41:55.681143 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:41:55.681143 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:41:55.681143 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:41:55.681143 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:41:55.681143 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:41:55.681143 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:41:55.681143 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:41:55.681143 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:41:55.681143 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:41:55.681143 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:41:55.681143 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:41:55.681143 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:41:55.685255 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3b307090-f740-4bbe-81a8-e4240300f1e5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (086327c4-8ce5-4ea1-9115-4c7a0fe47fe5), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:55.721001 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3b307090-f740-4bbe-81a8-e4240300f1e5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:55.729437 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3b307090-f740-4bbe-81a8-e4240300f1e5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "DELETE /v2.0/networks/086327c4-8ce5-4ea1-9115-4c7a0fe47fe5 HTTP/1.1" status: 204 len: 168 time: 0.7574914 Mar 22 19:41:55.730669 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b307090-f740-4bbe-81a8-e4240300f1e5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event deleted for resources: {'Network': ['ID=086327c4-8ce5-4ea1-9115-4c7a0fe47fe5,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:55.738202 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42200) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:55.776330 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-956b95e6-c61e-4cb1-84e5-026f229ffffb tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] GET failed (client error): The resource could not be found. Mar 22 19:41:55.778245 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-956b95e6-c61e-4cb1-84e5-026f229ffffb tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "GET /v2.0/subnets/3b23ff38-3ade-42e6-91d7-f8b1e20da532 HTTP/1.1" status: 404 len: 337 time: 0.0389631 Mar 22 19:41:55.780959 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42202) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:55.806369 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cf7f5-b94b-4f36-b5dd-b05b932da608 req-f1b2475e-d724-45a7-b186-70a1ea14a931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:55.808013 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-691cf7f5-b94b-4f36-b5dd-b05b932da608 req-f1b2475e-d724-45a7-b186-70a1ea14a931 service neutron] 10.222.0.85 "GET /v2.0/networks?id=df3cb172-3bab-443c-aa40-b32eebecd0b3 HTTP/1.1" status: 200 len: 915 time: 0.3191085 Mar 22 19:41:55.808528 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f1cacd-3325-46ab-95b8-10a3849ee9cc tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] DELETE failed (client error): The resource could not be found. Mar 22 19:41:55.809321 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2f1cacd-3325-46ab-95b8-10a3849ee9cc tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:41:55.809658 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f4bf9202-a8ec-4c96-b08b-dbaf681e870c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (e9af5454-a330-4a8c-860d-62233fb47b8b), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:55.813351 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f2f1cacd-3325-46ab-95b8-10a3849ee9cc tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "DELETE /v2.0/networks/086327c4-8ce5-4ea1-9115-4c7a0fe47fe5 HTTP/1.1" status: 404 len: 339 time: 0.0301824 Mar 22 19:41:55.819163 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42204) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:55.929053 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf9202-a8ec-4c96-b08b-dbaf681e870c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Port': ['ID=e9af5454-a330-4a8c-860d-62233fb47b8b,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:56.004845 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f4bf9202-a8ec-4c96-b08b-dbaf681e870c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:56.008923 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f4bf9202-a8ec-4c96-b08b-dbaf681e870c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/e9af5454-a330-4a8c-860d-62233fb47b8b HTTP/1.1" status: 204 len: 168 time: 1.0733471 Mar 22 19:41:56.011957 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42206) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:56.065412 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b715d976-f542-4e84-afb7-60ed7fc010eb up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:41:56.067584 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-691cf7f5-b94b-4f36-b5dd-b05b932da608 req-a78f734b-3af3-41ae-8c06-5a5d8a721bba service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af47f510-a988-4df9-a92e-d31ffbe19285 HTTP/1.1" status: 200 len: 1001 time: 0.2461627 Mar 22 19:41:56.071369 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bd8a9a-2e9d-469c-a3cd-85e3c6bc963d None None] Network 086327c4-8ce5-4ea1-9115-4c7a0fe47fe5 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:56.143179 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d928e01-217f-4ea7-a662-9a0355af5b76 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:56.148333 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8d928e01-217f-4ea7-a662-9a0355af5b76 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3236001 Mar 22 19:41:56.150851 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42212) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:56.163401 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cf7f5-b94b-4f36-b5dd-b05b932da608 req-050fc5cd-59e0-4cc8-acff-7610219bba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:56.165103 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-691cf7f5-b94b-4f36-b5dd-b05b932da608 req-050fc5cd-59e0-4cc8-acff-7610219bba5d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=221bc404-2765-4ba4-8d0d-c9a0ec4273c0 HTTP/1.1" status: 200 len: 853 time: 0.0876205 Mar 22 19:41:56.188301 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bd8a9a-2e9d-469c-a3cd-85e3c6bc963d None None] Network 086327c4-8ce5-4ea1-9115-4c7a0fe47fe5 could not be found, it might have been deleted concurrently. {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 19:41:56.218046 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4fbdc5-ed48-4722-b90d-5981d80c4bef None None] Network 086327c4-8ce5-4ea1-9115-4c7a0fe47fe5 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:56.255480 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-73d23ced-f295-43e4-af1d-644fe2d30f67 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "GET /v2.0/subnets?network_id=b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 207 time: 0.1006391 Mar 22 19:41:56.262077 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42216) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:56.277781 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4fbdc5-ed48-4722-b90d-5981d80c4bef None None] Network 086327c4-8ce5-4ea1-9115-4c7a0fe47fe5 could not be found, it might have been deleted concurrently. {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 19:41:56.283389 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33d1e4c-e0f6-4e9f-b2f2-5ef7c9379341 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:56.284850 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33d1e4c-e0f6-4e9f-b2f2-5ef7c9379341 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:56.285593 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-66162b36-235b-45a2-9b5c-463afc947c3b None None] Provisioning complete for port b715d976-f542-4e84-afb7-60ed7fc010eb triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:41:56.286306 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-66162b36-235b-45a2-9b5c-463afc947c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b715d976-f542-4e84-afb7-60ed7fc010eb), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:56.295281 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f33d1e4c-e0f6-4e9f-b2f2-5ef7c9379341 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2819979 Mar 22 19:41:56.297513 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42218) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:56.363697 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b715d976-f542-4e84-afb7-60ed7fc010eb triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:41:56.364368 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b715d976-f542-4e84-afb7-60ed7fc010eb), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:56.421525 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cf7f5-b94b-4f36-b5dd-b05b932da608 req-9a0b2f04-d98b-4d08-b260-faaccb5cf02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:56.428447 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-691cf7f5-b94b-4f36-b5dd-b05b932da608 req-9a0b2f04-d98b-4d08-b260-faaccb5cf02c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=df3cb172-3bab-443c-aa40-b32eebecd0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2569270 Mar 22 19:41:56.501086 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3023e3d4-c338-4d94-b160-19272ada2d1a None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:56.550748 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c2f11d-d363-48e2-ba27-57668d80459c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:56.577053 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c2f11d-d363-48e2-ba27-57668d80459c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:56.595010 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-12624b5c-e399-4f25-bc58-e235ee0e6a26 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting subnet 1bcf906e-f191-4189-9cb6-0292ae73a931 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:41:56.595668 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c2f11d-d363-48e2-ba27-57668d80459c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:56.601764 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-66162b36-235b-45a2-9b5c-463afc947c3b None None] Current status of the port b715d976-f542-4e84-afb7-60ed7fc010eb is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:41:56.602454 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-66162b36-235b-45a2-9b5c-463afc947c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b715d976-f542-4e84-afb7-60ed7fc010eb), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:56.612023 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c2f11d-d363-48e2-ba27-57668d80459c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:56.619643 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f7c2f11d-d363-48e2-ba27-57668d80459c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.3512132 Mar 22 19:41:56.619848 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-12624b5c-e399-4f25-bc58-e235ee0e6a26 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (1bcf906e-f191-4189-9cb6-0292ae73a931), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:56.620805 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42220) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:56.646471 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b715d976-f542-4e84-afb7-60ed7fc010eb is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:41:56.647239 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b715d976-f542-4e84-afb7-60ed7fc010eb), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:56.729338 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-66162b36-235b-45a2-9b5c-463afc947c3b None None] For port b715d976-f542-4e84-afb7-60ed7fc010eb, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b715d976-f542-4e84-afb7-60ed7fc010eb,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:41:56.741451 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-66162b36-235b-45a2-9b5c-463afc947c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b715d976-f542-4e84-afb7-60ed7fc010eb), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:56.745303 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-12624b5c-e399-4f25-bc58-e235ee0e6a26 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (1bcf906e-f191-4189-9cb6-0292ae73a931), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:56.810209 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-691cf7f5-b94b-4f36-b5dd-b05b932da608 req-c17563fd-9ae1-4b31-9f1c-c57a95f7e6a1 service neutron] 10.222.0.85 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740876 Mar 22 19:41:56.876228 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ed71ad61-ab86-4470-a989-84a13f22fdd5 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.2541621 Mar 22 19:41:56.877944 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42222) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:56.962246 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d70310-3182-4dcf-8e62-25dd0ceed4d2 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:56.965389 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d70310-3182-4dcf-8e62-25dd0ceed4d2 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:56.974819 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42224) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:56.976438 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-96d70310-3182-4dcf-8e62-25dd0ceed4d2 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0969663 Mar 22 19:41:57.096788 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-525063db-51ff-423b-b0a3-0533fd0fa2de None None] Could not find standard attr ID for object 5c31ceeb-db77-43e8-9211-8f51e0325b87. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:41:57.122893 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-691cf7f5-b94b-4f36-b5dd-b05b932da608 req-29a76c53-aa52-4eef-a04e-6d3b0936a47f service neutron] 10.222.0.85 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998545 Mar 22 19:41:57.123778 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:41:57.124086 n-d-705658-24 neutron-server[104174]: DEBUG oslo_db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:41:57.126005 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-12624b5c-e399-4f25-bc58-e235ee0e6a26 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (1bcf906e-f191-4189-9cb6-0292ae73a931), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:57.132454 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66162b36-235b-45a2-9b5c-463afc947c3b None None] Pushing event updated for resources: {'Port': ['ID=b715d976-f542-4e84-afb7-60ed7fc010eb,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:57.190762 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07854458-5e2d-4d9c-99b8-42b2f9d437d6 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['shared'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:57.192592 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07854458-5e2d-4d9c-99b8-42b2f9d437d6 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['shared'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:57.201366 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42226) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:57.201671 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-07854458-5e2d-4d9c-99b8-42b2f9d437d6 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2262368 Mar 22 19:41:57.243196 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-12624b5c-e399-4f25-bc58-e235ee0e6a26 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (1bcf906e-f191-4189-9cb6-0292ae73a931), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:57.277413 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-12624b5c-e399-4f25-bc58-e235ee0e6a26 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:57.284525 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-12624b5c-e399-4f25-bc58-e235ee0e6a26 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/1bcf906e-f191-4189-9cb6-0292ae73a931 HTTP/1.1" status: 204 len: 168 time: 0.9777853 Mar 22 19:41:57.288849 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42232) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:57.332327 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12624b5c-e399-4f25-bc58-e235ee0e6a26 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Subnet': ['ID=1bcf906e-f191-4189-9cb6-0292ae73a931,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:57.373409 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7304f43e-a570-4e06-80d0-d5e6afacf383 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0832644 Mar 22 19:41:57.377362 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42236) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:57.389079 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-b495b597-abfd-4b57-80f6-0befef9194bf tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:57.447262 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f289a7-fc28-4db7-abb9-d198ba846d09 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:57.449112 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e1f289a7-fc28-4db7-abb9-d198ba846d09 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "GET /v2.0/networks/5507d40a-5ac0-44d1-bfd0-54fc391c6b1b HTTP/1.1" status: 200 len: 798 time: 0.2462213 Mar 22 19:41:57.453495 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42240) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:57.490049 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d50d82-62a9-4175-a22f-5fba0ec8a938 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:57.567854 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-7e43dff5-5014-46c1-b680-c1c73caae56e None None] Provisioning complete for port b715d976-f542-4e84-afb7-60ed7fc010eb triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:41:57.567854 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7e43dff5-5014-46c1-b680-c1c73caae56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b715d976-f542-4e84-afb7-60ed7fc010eb), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:57.586701 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b1004e18-0554-4dd9-9371-f821c64dc3d8 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "GET /v2.0/networks/5507d40a-5ac0-44d1-bfd0-54fc391c6b1b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.1316442 Mar 22 19:41:57.588060 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42244) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:57.602391 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b495b597-abfd-4b57-80f6-0befef9194bf tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:57.610788 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b495b597-abfd-4b57-80f6-0befef9194bf tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:57.653579 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6641211-91b1-4ff6-b06c-c6fa814431b3 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:57.655510 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f6641211-91b1-4ff6-b06c-c6fa814431b3 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "GET /v2.0/subnets/c1aef5b0-9c0d-4742-b2af-6e56da86ac18 HTTP/1.1" status: 200 len: 811 time: 0.0662706 Mar 22 19:41:57.662289 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42246) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:57.729192 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b715d976-f542-4e84-afb7-60ed7fc010eb is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:41:57.769153 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c097a172-4855-4a19-8d7f-08045dba935f tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['shared'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:57.771593 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c097a172-4855-4a19-8d7f-08045dba935f tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "GET /v2.0/subnets/c1aef5b0-9c0d-4742-b2af-6e56da86ac18?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1078908 Mar 22 19:41:57.775507 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42248) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:57.782760 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-124178a8-3901-4c77-8787-26515a671069 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1001489910'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:57.794396 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-7e43dff5-5014-46c1-b680-c1c73caae56e None None] Current status of the port b715d976-f542-4e84-afb7-60ed7fc010eb is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:41:57.817232 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124178a8-3901-4c77-8787-26515a671069 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Made reservation on behalf of bf8e4f73f4e248608bf697724f41ba5f for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:57.821967 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-124178a8-3901-4c77-8787-26515a671069 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:57.830723 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936bd3c4-72c2-4919-b81b-9d2679bff1b3 None None] DHCP port deletion for 5844662d-9a53-4182-bd56-decd62afe1ab request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:41:57.869365 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-124178a8-3901-4c77-8787-26515a671069 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:41:57.885252 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-124178a8-3901-4c77-8787-26515a671069 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (f0cf8f0d-de64-4cd3-988c-9385ad09f8ef), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:57.885870 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-124178a8-3901-4c77-8787-26515a671069 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Added segment f0cf8f0d-de64-4cd3-988c-9385ad09f8ef of type vlan for network e4181b15-d6e6-444c-9ff0-42bee1875dba Mar 22 19:41:57.931236 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-936bd3c4-72c2-4919-b81b-9d2679bff1b3 None None] Deleting port b715d976-f542-4e84-afb7-60ed7fc010eb {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:41:57.931628 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-936bd3c4-72c2-4919-b81b-9d2679bff1b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (b715d976-f542-4e84-afb7-60ed7fc010eb), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:57.951484 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-124178a8-3901-4c77-8787-26515a671069 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (e4181b15-d6e6-444c-9ff0-42bee1875dba), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:57.989442 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-124178a8-3901-4c77-8787-26515a671069 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (e4181b15-d6e6-444c-9ff0-42bee1875dba), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:57.990468 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b715d976-f542-4e84-afb7-60ed7fc010eb no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:41:58.000931 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124178a8-3901-4c77-8787-26515a671069 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:58.002000 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-124178a8-3901-4c77-8787-26515a671069 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:58.089644 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-936bd3c4-72c2-4919-b81b-9d2679bff1b3 None None] For port b715d976-f542-4e84-afb7-60ed7fc010eb, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b715d976-f542-4e84-afb7-60ed7fc010eb,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:41:58.090215 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-936bd3c4-72c2-4919-b81b-9d2679bff1b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (b715d976-f542-4e84-afb7-60ed7fc010eb), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:58.097778 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124178a8-3901-4c77-8787-26515a671069 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event updated for resources: {'Network': ['ID=e4181b15-d6e6-444c-9ff0-42bee1875dba,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:58.104781 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-124178a8-3901-4c77-8787-26515a671069 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3276978 Mar 22 19:41:58.107407 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42250) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:58.117085 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-9d51c853-b6ab-480a-b897-4dab5de7e847 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Request body: {'subnet': {'network_id': 'e4181b15-d6e6-444c-9ff0-42bee1875dba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:58.134417 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-936bd3c4-72c2-4919-b81b-9d2679bff1b3 None None] Calling delete_port for b715d976-f542-4e84-afb7-60ed7fc010eb owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:41:58.148787 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network e4181b15-d6e6-444c-9ff0-42bee1875dba details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:41:58.158859 n-d-705658-24 neutron-server[104172]: DEBUG neutron.objects.ports [None req-b495b597-abfd-4b57-80f6-0befef9194bf tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104172) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 19:41:58.283455 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d51c853-b6ab-480a-b897-4dab5de7e847 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Made reservation on behalf of bf8e4f73f4e248608bf697724f41ba5f for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:58.287769 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9d51c853-b6ab-480a-b897-4dab5de7e847 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:58.329456 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b715d976-f542-4e84-afb7-60ed7fc010eb is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:41:58.330176 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b715d976-f542-4e84-afb7-60ed7fc010eb), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:58.434840 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.ipam_backend_mixin [None req-9d51c853-b6ab-480a-b897-4dab5de7e847 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Performing IP validity checks on allocation pools {{(pid=104173) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 22 19:41:58.435566 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.ipam_backend_mixin [None req-9d51c853-b6ab-480a-b897-4dab5de7e847 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104173) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 22 19:41:58.454855 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:41:58.455208 n-d-705658-24 neutron-server[104174]: DEBUG oslo_db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:41:58.462299 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b495b597-abfd-4b57-80f6-0befef9194bf tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b715d976-f542-4e84-afb7-60ed7fc010eb), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:58.480650 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-936bd3c4-72c2-4919-b81b-9d2679bff1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (b715d976-f542-4e84-afb7-60ed7fc010eb), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:58.503544 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-b495b597-abfd-4b57-80f6-0befef9194bf tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Port b715d976-f542-4e84-afb7-60ed7fc010eb concurrently deleted while adding address for new subnet {'id': '758e1976-6d89-4624-8160-44afd5d9468f', 'name': '', 'tenant_id': '60cab213ce214a30b0f859d0f4109da8', 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2743, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-03-22T19:41:57Z', 'updated_at': '2022-03-22T19:41:57Z', 'revision_number': 0, 'segment_id': None, 'project_id': '60cab213ce214a30b0f859d0f4109da8'}. {{(pid=104172) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:780}} Mar 22 19:41:58.504054 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b495b597-abfd-4b57-80f6-0befef9194bf tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (758e1976-6d89-4624-8160-44afd5d9468f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:58.541072 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b495b597-abfd-4b57-80f6-0befef9194bf tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:41:58.541703 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936bd3c4-72c2-4919-b81b-9d2679bff1b3 None None] No DVR routers for this DVR port b715d976-f542-4e84-afb7-60ed7fc010eb on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:41:58.544790 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-b495b597-abfd-4b57-80f6-0befef9194bf tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:58.551334 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b495b597-abfd-4b57-80f6-0befef9194bf tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:58.551728 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b495b597-abfd-4b57-80f6-0befef9194bf tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:58.553141 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936bd3c4-72c2-4919-b81b-9d2679bff1b3 None None] Pushing event deleted for resources: {'Port': ['ID=b715d976-f542-4e84-afb7-60ed7fc010eb,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:58.581147 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca18b38e-4132-4d7d-9cba-b9b9f4545488 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:58.585247 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b495b597-abfd-4b57-80f6-0befef9194bf tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2043624 Mar 22 19:41:58.585247 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495b597-abfd-4b57-80f6-0befef9194bf tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Subnet': ['ID=758e1976-6d89-4624-8160-44afd5d9468f,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:58.585977 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42262) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:58.598012 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-462bf34b-dd81-4cc9-b0ba-f2b8f71b51ef tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'port': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'mac_address': 'fa:16:3e:e2:ad:35', 'name': 'tempest-NetworksTestDHCPv6-398368789'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:58.723278 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9d51c853-b6ab-480a-b897-4dab5de7e847 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (ec9bdc7a-6444-4f8a-8653-2f9933b0970c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:58.776269 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ea40d5-bb33-4a81-9e6f-c104ef106933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-5844662d-9a53-4182-bd56-decd62afe1ab', 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'project_id': '60cab213ce214a30b0f859d0f4109da8', 'fixed_ips': [{'subnet_id': '758e1976-6d89-4624-8160-44afd5d9468f'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:41:58.777333 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c0ea40d5-bb33-4a81-9e6f-c104ef106933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:58.798174 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462bf34b-dd81-4cc9-b0ba-f2b8f71b51ef tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:41:58.814269 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51c853-b6ab-480a-b897-4dab5de7e847 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event updated for resources: {'Subnet': ['ID=ec9bdc7a-6444-4f8a-8653-2f9933b0970c,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:58.818075 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d51c853-b6ab-480a-b897-4dab5de7e847 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Checking segment: {'id': 'f0cf8f0d-de64-4cd3-988c-9385ad09f8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e4181b15-d6e6-444c-9ff0-42bee1875dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:41:58.818516 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d51c853-b6ab-480a-b897-4dab5de7e847 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Network hostable DHCP agents. Network: e4181b15-d6e6-444c-9ff0-42bee1875dba, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:41:58.841880 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d51c853-b6ab-480a-b897-4dab5de7e847 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Network e4181b15-d6e6-444c-9ff0-42bee1875dba is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:41:58.857174 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-9d51c853-b6ab-480a-b897-4dab5de7e847 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, e4181b15-d6e6-444c-9ff0-42bee1875dba) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:58.873337 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d51c853-b6ab-480a-b897-4dab5de7e847 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:58.873992 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9d51c853-b6ab-480a-b897-4dab5de7e847 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:58.903860 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49ca628-2942-4f79-986b-ad5b287cd819 None None] Network e4181b15-d6e6-444c-9ff0-42bee1875dba requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:41:58.909323 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9d51c853-b6ab-480a-b897-4dab5de7e847 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7975426 Mar 22 19:41:58.909323 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42268) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:58.916311 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-ca89ffc2-9254-441f-a149-3d411787579d tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:41:58.973347 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-462bf34b-dd81-4cc9-b0ba-f2b8f71b51ef tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:59.004182 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-462bf34b-dd81-4cc9-b0ba-f2b8f71b51ef tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] device_id is not set on port ad950529-33c0-453c-9ddf-1096241d4a88 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:41:59.011473 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Port b715d976-f542-4e84-afb7-60ed7fc010eb update to DOWN by agent not found {{(pid=104174) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2233}} Mar 22 19:41:59.123338 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ca89ffc2-9254-441f-a149-3d411787579d tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25433922'] for subnet (ec9bdc7a-6444-4f8a-8653-2f9933b0970c), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:59.123908 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-c0ea40d5-bb33-4a81-9e6f-c104ef106933 None None] Allocated IP 2001:db8::f816:3eff:fe0e:49e6 (5844662d-9a53-4182-bd56-decd62afe1ab/758e1976-6d89-4624-8160-44afd5d9468f/f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:41:59.186978 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb132fe2-1e02-4693-bf10-2acf2c0cc359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-e4181b15-d6e6-444c-9ff0-42bee1875dba', 'network_id': 'e4181b15-d6e6-444c-9ff0-42bee1875dba', 'project_id': 'bf8e4f73f4e248608bf697724f41ba5f', 'fixed_ips': [{'subnet_id': 'ec9bdc7a-6444-4f8a-8653-2f9933b0970c'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:41:59.188446 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-eb132fe2-1e02-4693-bf10-2acf2c0cc359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:59.322356 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ca89ffc2-9254-441f-a149-3d411787579d tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745616779659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26162642'] for subnet (ec9bdc7a-6444-4f8a-8653-2f9933b0970c), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:59.393212 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca89ffc2-9254-441f-a149-3d411787579d tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:41:59.394186 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ca89ffc2-9254-441f-a149-3d411787579d tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:59.399908 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42280) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:41:59.410975 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ca89ffc2-9254-441f-a149-3d411787579d tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "PUT /v2.0/subnets/ec9bdc7a-6444-4f8a-8653-2f9933b0970c HTTP/1.1" status: 200 len: 877 time: 0.5004470 Mar 22 19:41:59.438492 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89ffc2-9254-441f-a149-3d411787579d tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event updated for resources: {'Subnet': ['ID=ec9bdc7a-6444-4f8a-8653-2f9933b0970c,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:59.498119 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-eb132fe2-1e02-4693-bf10-2acf2c0cc359 None None] Allocated IP 172.20.0.3 (e4181b15-d6e6-444c-9ff0-42bee1875dba/ec9bdc7a-6444-4f8a-8653-2f9933b0970c/0c21e31e-d114-4024-82ac-e5f746b4d0bc) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:41:59.601363 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c0ea40d5-bb33-4a81-9e6f-c104ef106933 None None] Publish callbacks [] for port (f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:59.618241 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c0ea40d5-bb33-4a81-9e6f-c104ef106933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:59.705242 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ea40d5-bb33-4a81-9e6f-c104ef106933 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:41:59.711901 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea40d5-bb33-4a81-9e6f-c104ef106933 None None] Pushing event updated for resources: {'Port': ['ID=f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:41:59.712567 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-c0ea40d5-bb33-4a81-9e6f-c104ef106933 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:59.721195 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ea40d5-bb33-4a81-9e6f-c104ef106933 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:41:59.850978 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c0ea40d5-bb33-4a81-9e6f-c104ef106933 None None] Attempting to bind port f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:41:59.851370 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c0ea40d5-bb33-4a81-9e6f-c104ef106933 None None] Attempting to bind port f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:41:59.851743 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ea40d5-bb33-4a81-9e6f-c104ef106933 None None] Attempting to bind port f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06 on network 5844662d-9a53-4182-bd56-decd62afe1ab {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:41:59.867647 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ea40d5-bb33-4a81-9e6f-c104ef106933 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:41:59.867647 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ea40d5-bb33-4a81-9e6f-c104ef106933 None None] Checking segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:41:59.867647 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c0ea40d5-bb33-4a81-9e6f-c104ef106933 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:59.868107 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ea40d5-bb33-4a81-9e6f-c104ef106933 None None] Bound using segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:41:59.868510 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c0ea40d5-bb33-4a81-9e6f-c104ef106933 None None] Bound port: f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:41:59.868904 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c0ea40d5-bb33-4a81-9e6f-c104ef106933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:59.884703 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-eb132fe2-1e02-4693-bf10-2acf2c0cc359 None None] Publish callbacks [] for port (0c21e31e-d114-4024-82ac-e5f746b4d0bc), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:59.913734 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-eb132fe2-1e02-4693-bf10-2acf2c0cc359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (0c21e31e-d114-4024-82ac-e5f746b4d0bc), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:41:59.966646 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-462bf34b-dd81-4cc9-b0ba-f2b8f71b51ef tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Allocated IP 2001:db8::f816:3eff:fee2:ad35 (5844662d-9a53-4182-bd56-decd62afe1ab/758e1976-6d89-4624-8160-44afd5d9468f/ad950529-33c0-453c-9ddf-1096241d4a88) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:41:59.968234 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb132fe2-1e02-4693-bf10-2acf2c0cc359 None None] Network e4181b15-d6e6-444c-9ff0-42bee1875dba is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:41:59.980040 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-eb132fe2-1e02-4693-bf10-2acf2c0cc359 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:41:59.987456 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb132fe2-1e02-4693-bf10-2acf2c0cc359 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:42:00.002304 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2069a42b-b38a-4d8b-b41c-83598f92c34c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (e4181b15-d6e6-444c-9ff0-42bee1875dba), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:00.007551 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c0ea40d5-bb33-4a81-9e6f-c104ef106933 None None] For port f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:42:00.009719 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb132fe2-1e02-4693-bf10-2acf2c0cc359 None None] Pushing event updated for resources: {'Port': ['ID=0c21e31e-d114-4024-82ac-e5f746b4d0bc,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:00.042033 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c0ea40d5-bb33-4a81-9e6f-c104ef106933 None None] For port f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:42:00.070395 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c0ea40d5-bb33-4a81-9e6f-c104ef106933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:00.108970 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-eb132fe2-1e02-4693-bf10-2acf2c0cc359 None None] Attempting to bind port 0c21e31e-d114-4024-82ac-e5f746b4d0bc on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:42:00.110097 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-eb132fe2-1e02-4693-bf10-2acf2c0cc359 None None] Attempting to bind port 0c21e31e-d114-4024-82ac-e5f746b4d0bc by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f0cf8f0d-de64-4cd3-988c-9385ad09f8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e4181b15-d6e6-444c-9ff0-42bee1875dba'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:42:00.114365 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb132fe2-1e02-4693-bf10-2acf2c0cc359 None None] Attempting to bind port 0c21e31e-d114-4024-82ac-e5f746b4d0bc on network e4181b15-d6e6-444c-9ff0-42bee1875dba {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:42:00.123691 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb132fe2-1e02-4693-bf10-2acf2c0cc359 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:42:00.124395 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb132fe2-1e02-4693-bf10-2acf2c0cc359 None None] Checking segment: {'id': 'f0cf8f0d-de64-4cd3-988c-9385ad09f8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e4181b15-d6e6-444c-9ff0-42bee1875dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:42:00.125020 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-eb132fe2-1e02-4693-bf10-2acf2c0cc359 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:00.125638 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb132fe2-1e02-4693-bf10-2acf2c0cc359 None None] Bound using segment: {'id': 'f0cf8f0d-de64-4cd3-988c-9385ad09f8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e4181b15-d6e6-444c-9ff0-42bee1875dba'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:42:00.126445 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-eb132fe2-1e02-4693-bf10-2acf2c0cc359 None None] Bound port: 0c21e31e-d114-4024-82ac-e5f746b4d0bc, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0cf8f0d-de64-4cd3-988c-9385ad09f8ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'e4181b15-d6e6-444c-9ff0-42bee1875dba'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:42:00.127040 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-eb132fe2-1e02-4693-bf10-2acf2c0cc359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0c21e31e-d114-4024-82ac-e5f746b4d0bc), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:00.142909 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-2069a42b-b38a-4d8b-b41c-83598f92c34c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Deleting port 0c21e31e-d114-4024-82ac-e5f746b4d0bc {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:42:00.142909 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2069a42b-b38a-4d8b-b41c-83598f92c34c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (0c21e31e-d114-4024-82ac-e5f746b4d0bc), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:00.199312 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea40d5-bb33-4a81-9e6f-c104ef106933 None None] Pushing event updated for resources: {'Port': ['ID=f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:00.243854 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-eb132fe2-1e02-4693-bf10-2acf2c0cc359 None None] For port 0c21e31e-d114-4024-82ac-e5f746b4d0bc, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:42:00.248026 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-eb132fe2-1e02-4693-bf10-2acf2c0cc359 None None] For port 0c21e31e-d114-4024-82ac-e5f746b4d0bc, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=0c21e31e-d114-4024-82ac-e5f746b4d0bc,segment=NetworkSegment(f0cf8f0d-de64-4cd3-988c-9385ad09f8ef),segment_id=f0cf8f0d-de64-4cd3-988c-9385ad09f8ef)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:42:00.256945 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-eb132fe2-1e02-4693-bf10-2acf2c0cc359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (0c21e31e-d114-4024-82ac-e5f746b4d0bc), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:00.275163 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-462bf34b-dd81-4cc9-b0ba-f2b8f71b51ef tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for port (ad950529-33c0-453c-9ddf-1096241d4a88), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:00.316990 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-2069a42b-b38a-4d8b-b41c-83598f92c34c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] For port 0c21e31e-d114-4024-82ac-e5f746b4d0bc, host n-d-705658-24, got binding levels [] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:00.317350 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2069a42b-b38a-4d8b-b41c-83598f92c34c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (0c21e31e-d114-4024-82ac-e5f746b4d0bc), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:00.340518 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb132fe2-1e02-4693-bf10-2acf2c0cc359 None None] Pushing event updated for resources: {'Port': ['ID=0c21e31e-d114-4024-82ac-e5f746b4d0bc,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:00.355793 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-2069a42b-b38a-4d8b-b41c-83598f92c34c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Calling delete_port for 0c21e31e-d114-4024-82ac-e5f746b4d0bc owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:42:00.425386 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-462bf34b-dd81-4cc9-b0ba-f2b8f71b51ef tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (ad950529-33c0-453c-9ddf-1096241d4a88), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:00.539782 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462bf34b-dd81-4cc9-b0ba-f2b8f71b51ef tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:00.542643 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462bf34b-dd81-4cc9-b0ba-f2b8f71b51ef tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Port': ['ID=ad950529-33c0-453c-9ddf-1096241d4a88,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:00.548217 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-462bf34b-dd81-4cc9-b0ba-f2b8f71b51ef tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:00.550859 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462bf34b-dd81-4cc9-b0ba-f2b8f71b51ef tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:42:00.559026 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462bf34b-dd81-4cc9-b0ba-f2b8f71b51ef tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:00.559978 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-462bf34b-dd81-4cc9-b0ba-f2b8f71b51ef tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:00.620288 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-462bf34b-dd81-4cc9-b0ba-f2b8f71b51ef tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0249345 Mar 22 19:42:00.620825 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42304) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:00.732963 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2069a42b-b38a-4d8b-b41c-83598f92c34c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (0c21e31e-d114-4024-82ac-e5f746b4d0bc), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:00.784738 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e762f4e-44d5-410e-afa8-01ebdc2cb796 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:00.791423 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e762f4e-44d5-410e-afa8-01ebdc2cb796 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:00.793094 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6e762f4e-44d5-410e-afa8-01ebdc2cb796 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1709933 Mar 22 19:42:00.795720 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42308) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:00.820231 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069a42b-b38a-4d8b-b41c-83598f92c34c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event deleted for resources: {'Port': ['ID=0c21e31e-d114-4024-82ac-e5f746b4d0bc,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:00.899579 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2069a42b-b38a-4d8b-b41c-83598f92c34c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] No DVR routers for this DVR port 0c21e31e-d114-4024-82ac-e5f746b4d0bc on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:42:00.935351 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-42d70e50-8a39-48ef-8775-05dad472540e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting port ad950529-33c0-453c-9ddf-1096241d4a88 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:42:00.935698 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42d70e50-8a39-48ef-8775-05dad472540e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (ad950529-33c0-453c-9ddf-1096241d4a88), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:00.992135 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2069a42b-b38a-4d8b-b41c-83598f92c34c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (ec9bdc7a-6444-4f8a-8653-2f9933b0970c), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:01.076611 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42d70e50-8a39-48ef-8775-05dad472540e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (ad950529-33c0-453c-9ddf-1096241d4a88), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:01.091378 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-42d70e50-8a39-48ef-8775-05dad472540e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Calling delete_port for ad950529-33c0-453c-9ddf-1096241d4a88 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:42:01.093678 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2069a42b-b38a-4d8b-b41c-83598f92c34c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (ec9bdc7a-6444-4f8a-8653-2f9933b0970c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:01.126405 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069a42b-b38a-4d8b-b41c-83598f92c34c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event deleted for resources: {'Subnet': ['ID=ec9bdc7a-6444-4f8a-8653-2f9933b0970c,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:01.204645 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2069a42b-b38a-4d8b-b41c-83598f92c34c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (e4181b15-d6e6-444c-9ff0-42bee1875dba), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:01.242220 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-2069a42b-b38a-4d8b-b41c-83598f92c34c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4181b15-d6e6-444c-9ff0-42bee1875dba']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:01.254235 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-2069a42b-b38a-4d8b-b41c-83598f92c34c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0cf8f0d-de64-4cd3-988c-9385ad09f8ef') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:01.254657 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-2069a42b-b38a-4d8b-b41c-83598f92c34c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0cf8f0d-de64-4cd3-988c-9385ad09f8ef') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:01.273645 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2069a42b-b38a-4d8b-b41c-83598f92c34c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (f0cf8f0d-de64-4cd3-988c-9385ad09f8ef), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:01.290283 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2069a42b-b38a-4d8b-b41c-83598f92c34c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (f0cf8f0d-de64-4cd3-988c-9385ad09f8ef), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:01.299397 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42d70e50-8a39-48ef-8775-05dad472540e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (ad950529-33c0-453c-9ddf-1096241d4a88), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:01.300741 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2069a42b-b38a-4d8b-b41c-83598f92c34c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:42:01.302706 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2069a42b-b38a-4d8b-b41c-83598f92c34c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (f0cf8f0d-de64-4cd3-988c-9385ad09f8ef), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:01.308404 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:42:01.308404 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:42:01.308404 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:42:01.308404 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:42:01.308404 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:42:01.308404 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:42:01.308404 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:42:01.308404 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:42:01.308404 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:42:01.308404 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:42:01.308404 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:42:01.308404 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:42:01.308404 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:42:01.308404 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:42:01.308404 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:42:01.308404 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:42:01.308404 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:42:01.308404 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:42:01.308404 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:42:01.308404 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:42:01.308404 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:42:01.308404 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:42:01.308404 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:42:01.308404 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:42:01.308404 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:42:01.308404 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:42:01.308404 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:42:01.308404 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:42:01.308404 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:42:01.308404 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:42:01.308404 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:42:01.308404 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:42:01.336494 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d70e50-8a39-48ef-8775-05dad472540e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Port': ['ID=ad950529-33c0-453c-9ddf-1096241d4a88,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:01.409933 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2069a42b-b38a-4d8b-b41c-83598f92c34c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (e4181b15-d6e6-444c-9ff0-42bee1875dba), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:01.414662 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42d70e50-8a39-48ef-8775-05dad472540e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:01.421881 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-42d70e50-8a39-48ef-8775-05dad472540e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/ad950529-33c0-453c-9ddf-1096241d4a88 HTTP/1.1" status: 204 len: 168 time: 0.6237509 Mar 22 19:42:01.423320 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42318) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:01.430209 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2069a42b-b38a-4d8b-b41c-83598f92c34c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:01.433441 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2069a42b-b38a-4d8b-b41c-83598f92c34c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "DELETE /v2.0/networks/e4181b15-d6e6-444c-9ff0-42bee1875dba HTTP/1.1" status: 204 len: 168 time: 2.0318413 Mar 22 19:42:01.445127 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42320) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:01.462242 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069a42b-b38a-4d8b-b41c-83598f92c34c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event deleted for resources: {'Network': ['ID=e4181b15-d6e6-444c-9ff0-42bee1875dba,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:01.489903 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e1ee209-6553-426e-8b4a-81ef11f573e8 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:01.490390 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e1ee209-6553-426e-8b4a-81ef11f573e8 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:01.494026 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9e1ee209-6553-426e-8b4a-81ef11f573e8 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "DELETE /v2.0/subnets/ec9bdc7a-6444-4f8a-8653-2f9933b0970c HTTP/1.1" status: 404 len: 337 time: 0.0478592 Mar 22 19:42:01.496586 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42322) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:01.519760 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d54eea-bf6f-4bc0-9a7e-0cc4f9e3f6eb tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:01.521356 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d54eea-bf6f-4bc0-9a7e-0cc4f9e3f6eb tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:01.525848 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e8d54eea-bf6f-4bc0-9a7e-0cc4f9e3f6eb tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0982180 Mar 22 19:42:01.530110 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42324) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:01.546959 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-9452ad18-ab5c-42f0-bdbc-51e4a4c4f337 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:01.547648 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9452ad18-ab5c-42f0-bdbc-51e4a4c4f337 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:01.555133 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9452ad18-ab5c-42f0-bdbc-51e4a4c4f337 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "DELETE /v2.0/networks/e4181b15-d6e6-444c-9ff0-42bee1875dba HTTP/1.1" status: 404 len: 339 time: 0.0570838 Mar 22 19:42:01.555909 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42328) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:01.578398 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:42:01.630689 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-1792151f-97b1-4e69-bfdb-c7bd0581685c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:01.631142 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1792151f-97b1-4e69-bfdb-c7bd0581685c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:01.635066 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1792151f-97b1-4e69-bfdb-c7bd0581685c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "DELETE /v2.0/subnets/3b23ff38-3ade-42e6-91d7-f8b1e20da532 HTTP/1.1" status: 404 len: 337 time: 0.0764987 Mar 22 19:42:01.638357 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42334) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:01.664689 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e3b5dd3-13fb-470c-8241-99aa69a58e1a tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:01.665335 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e3b5dd3-13fb-470c-8241-99aa69a58e1a tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:01.668772 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5e3b5dd3-13fb-470c-8241-99aa69a58e1a tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "DELETE /v2.0/networks/086327c4-8ce5-4ea1-9115-4c7a0fe47fe5 HTTP/1.1" status: 404 len: 339 time: 0.0279324 Mar 22 19:42:01.673132 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42338) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:01.786624 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-777e421c-6770-4362-852b-5d4b0cecf853 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (e6a118af-4884-4544-823c-9af3435806fe), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:01.802656 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-91228238-79a6-46e5-821d-70b9a6398835 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting subnet 758e1976-6d89-4624-8160-44afd5d9468f {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:42:01.847208 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-91228238-79a6-46e5-821d-70b9a6398835 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (758e1976-6d89-4624-8160-44afd5d9468f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:02.091272 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:42:02.095887 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-91228238-79a6-46e5-821d-70b9a6398835 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (758e1976-6d89-4624-8160-44afd5d9468f), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:02.205306 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-707479a3-2906-48e1-860c-726f4ba9d025 None None] Could not find standard attr ID for object 0c21e31e-d114-4024-82ac-e5f746b4d0bc. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:42:02.232769 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b9a84a-dd96-4d35-802c-49aceb1fe7af None None] DHCP port deletion for e4181b15-d6e6-444c-9ff0-42bee1875dba request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:42:02.256522 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6763c3de-3323-4b02-8d40-a37df8e1cfd5 None None] Network e4181b15-d6e6-444c-9ff0-42bee1875dba requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:02.260458 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:02.261097 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:02.273636 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6763c3de-3323-4b02-8d40-a37df8e1cfd5 None None] Network e4181b15-d6e6-444c-9ff0-42bee1875dba could not be found, it might have been deleted concurrently. {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 19:42:02.274014 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-777e421c-6770-4362-852b-5d4b0cecf853 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (e6a118af-4884-4544-823c-9af3435806fe), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:02.313572 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2b640b-ccbf-4da4-b7a1-61e729b1d88a None None] Network e4181b15-d6e6-444c-9ff0-42bee1875dba requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:02.314087 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-777e421c-6770-4362-852b-5d4b0cecf853 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a118af-4884-4544-823c-9af3435806fe']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:02.384895 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-777e421c-6770-4362-852b-5d4b0cecf853 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea4a2689-c934-43f9-8711-dd443b08a703') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:02.385465 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-777e421c-6770-4362-852b-5d4b0cecf853 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea4a2689-c934-43f9-8711-dd443b08a703') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:02.399091 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-777e421c-6770-4362-852b-5d4b0cecf853 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (ea4a2689-c934-43f9-8711-dd443b08a703), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:02.432119 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-777e421c-6770-4362-852b-5d4b0cecf853 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (ea4a2689-c934-43f9-8711-dd443b08a703), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:02.460949 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777e421c-6770-4362-852b-5d4b0cecf853 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:42:02.464528 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-777e421c-6770-4362-852b-5d4b0cecf853 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (ea4a2689-c934-43f9-8711-dd443b08a703), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:02.481769 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-91228238-79a6-46e5-821d-70b9a6398835 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (758e1976-6d89-4624-8160-44afd5d9468f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:02.492068 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:42:02.492068 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:42:02.492068 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:42:02.492068 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:42:02.492068 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:42:02.492068 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:42:02.492068 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:42:02.492068 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:42:02.492068 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:42:02.492068 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:42:02.492068 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:42:02.492068 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:42:02.492068 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:42:02.492068 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:42:02.492068 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:42:02.492068 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:42:02.492068 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:42:02.492068 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:42:02.492068 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:42:02.492068 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:42:02.492068 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:42:02.492068 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:42:02.492068 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:42:02.492068 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:42:02.492068 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:42:02.492068 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:42:02.492068 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:42:02.492068 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:42:02.492068 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:42:02.492068 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:42:02.492068 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:42:02.492068 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:42:02.836458 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2b640b-ccbf-4da4-b7a1-61e729b1d88a None None] Network e4181b15-d6e6-444c-9ff0-42bee1875dba could not be found, it might have been deleted concurrently. {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 19:42:02.843422 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-777e421c-6770-4362-852b-5d4b0cecf853 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (e6a118af-4884-4544-823c-9af3435806fe), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:02.861112 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-91228238-79a6-46e5-821d-70b9a6398835 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (758e1976-6d89-4624-8160-44afd5d9468f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:02.871740 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-777e421c-6770-4362-852b-5d4b0cecf853 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:02.877490 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-53d1e29f-0d2a-4776-a9ec-86313ef76834 None None] Provisioning complete for port f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:02.880551 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-53d1e29f-0d2a-4776-a9ec-86313ef76834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:02.881741 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-777e421c-6770-4362-852b-5d4b0cecf853 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "DELETE /v2.0/networks/e6a118af-4884-4544-823c-9af3435806fe HTTP/1.1" status: 204 len: 168 time: 1.2075386 Mar 22 19:42:02.894552 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42356) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:02.969538 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-36843e68-8757-46b5-98cf-e742c9664902 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:02.970147 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36843e68-8757-46b5-98cf-e742c9664902 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:02.986267 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-36843e68-8757-46b5-98cf-e742c9664902 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "DELETE /v2.0/subnets/88ff0945-b8bc-4969-a275-3e8c7e50723f HTTP/1.1" status: 404 len: 337 time: 0.0996435 Mar 22 19:42:02.988261 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42360) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:03.039465 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-634ae538-57d2-4b27-9c2d-166f031636e3 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:03.043319 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e421c-6770-4362-852b-5d4b0cecf853 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event deleted for resources: {'Network': ['ID=e6a118af-4884-4544-823c-9af3435806fe,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:03.052876 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-634ae538-57d2-4b27-9c2d-166f031636e3 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:03.061978 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-91228238-79a6-46e5-821d-70b9a6398835 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:03.063639 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-634ae538-57d2-4b27-9c2d-166f031636e3 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "DELETE /v2.0/networks/c41ff1bb-d879-48a8-8748-c5aaf84fa249 HTTP/1.1" status: 404 len: 339 time: 0.0732541 Mar 22 19:42:03.075500 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-91228238-79a6-46e5-821d-70b9a6398835 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/758e1976-6d89-4624-8160-44afd5d9468f HTTP/1.1" status: 204 len: 168 time: 1.5375657 Mar 22 19:42:03.075500 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42364) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:03.076609 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42366) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:03.109886 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91228238-79a6-46e5-821d-70b9a6398835 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Subnet': ['ID=758e1976-6d89-4624-8160-44afd5d9468f,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:03.144293 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-0273031e-db3d-44ea-93f0-fd60ddf48bc2 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:03.144865 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0273031e-db3d-44ea-93f0-fd60ddf48bc2 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:03.162253 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0273031e-db3d-44ea-93f0-fd60ddf48bc2 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "DELETE /v2.0/subnets/279fbbed-b7e3-4a69-a0b7-b07f80aa6941 HTTP/1.1" status: 404 len: 337 time: 0.0815625 Mar 22 19:42:03.162993 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42370) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:03.168289 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:03.168867 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:03.177864 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6a4ce034-f232-4b81-b285-2991e838d81b tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0998452 Mar 22 19:42:03.178826 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42372) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:03.203813 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-60423219-da06-4b7a-97bd-3a378d9967fd tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:03.206846 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60423219-da06-4b7a-97bd-3a378d9967fd tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:03.215399 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42376) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:03.221411 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-60423219-da06-4b7a-97bd-3a378d9967fd tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "DELETE /v2.0/networks/69413d8b-1154-46ff-9f60-dc440381f474 HTTP/1.1" status: 404 len: 339 time: 0.0572414 Mar 22 19:42:03.227002 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-53d1e29f-0d2a-4776-a9ec-86313ef76834 None None] Current status of the port f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:03.227547 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-53d1e29f-0d2a-4776-a9ec-86313ef76834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:03.300304 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:03.370707 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-b53f6f53-1e35-4dee-8035-ebf7b53d7e6f tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:03.371391 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b53f6f53-1e35-4dee-8035-ebf7b53d7e6f tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:03.375323 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b53f6f53-1e35-4dee-8035-ebf7b53d7e6f tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "DELETE /v2.0/subnets/4076db98-afc2-47ba-8b33-da07d00ad7a9 HTTP/1.1" status: 404 len: 337 time: 0.1577399 Mar 22 19:42:03.378377 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42384) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:03.401417 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:03.409019 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50aee659-40b9-40ea-83f7-14cc803feb4e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:03.416573 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-50aee659-40b9-40ea-83f7-14cc803feb4e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2365522 Mar 22 19:42:03.417250 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42386) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:03.423618 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-a40317c4-139f-4061-8f3d-0f6d165a1537 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:03.426230 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a40317c4-139f-4061-8f3d-0f6d165a1537 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:03.435880 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a40317c4-139f-4061-8f3d-0f6d165a1537 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "DELETE /v2.0/networks/6f771fc4-83a3-4be1-be6f-53645200ffff HTTP/1.1" status: 404 len: 339 time: 0.0562656 Mar 22 19:42:03.438717 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42388) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:03.521120 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7d206a-6e22-4d7d-863b-57788d517be6 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:03.525133 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:03.532072 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-fee92bfb-a5e0-4ebc-b027-eaecfbfb1665 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:03.532541 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fee92bfb-a5e0-4ebc-b027-eaecfbfb1665 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:03.543184 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-fee92bfb-a5e0-4ebc-b027-eaecfbfb1665 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "DELETE /v2.0/subnets/0e3a2125-b6e0-40b5-b643-01d18b48e667 HTTP/1.1" status: 404 len: 337 time: 0.1033943 Mar 22 19:42:03.545593 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42392) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:03.605898 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e1694d-4e5d-4db4-832b-23148bee993c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:03.607175 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e1694d-4e5d-4db4-832b-23148bee993c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:03.607312 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da43563-3111-4355-be0b-124ca7c07c05 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:03.615047 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8da43563-3111-4355-be0b-124ca7c07c05 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1961453 Mar 22 19:42:03.617523 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42398) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:03.622422 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f6e1694d-4e5d-4db4-832b-23148bee993c tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "DELETE /v2.0/networks/dcb6c5db-8b12-44c9-a3c9-5d68d077ce65 HTTP/1.1" status: 404 len: 339 time: 0.0698380 Mar 22 19:42:03.623282 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42400) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:03.664706 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda2f2d1-82f1-4d00-99d8-376985df3db3 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:03.665348 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eda2f2d1-82f1-4d00-99d8-376985df3db3 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:03.669492 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-eda2f2d1-82f1-4d00-99d8-376985df3db3 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "DELETE /v2.0/subnets/2172d244-785d-4276-ba93-b8bc23782968 HTTP/1.1" status: 404 len: 337 time: 0.0450199 Mar 22 19:42:03.672492 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42406) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:03.695582 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b7f8a69-75f1-49f9-a62d-825f01139c34 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:03.696216 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b7f8a69-75f1-49f9-a62d-825f01139c34 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:03.700730 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1b7f8a69-75f1-49f9-a62d-825f01139c34 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "DELETE /v2.0/networks/de32ab79-c283-4a43-a05e-1eaf4f9fbaef HTTP/1.1" status: 404 len: 339 time: 0.0269346 Mar 22 19:42:03.703724 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42408) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:03.720701 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.api [None req-53d1e29f-0d2a-4776-a9ec-86313ef76834 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:42:03.721057 n-d-705658-24 neutron-server[104174]: DEBUG oslo_db.api [None req-53d1e29f-0d2a-4776-a9ec-86313ef76834 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:42:03.762013 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5d404665-a676-4eea-ba9d-8d1e4e5d1766 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1425490 Mar 22 19:42:03.766538 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42410) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:03.788965 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e3284f8-b678-4101-9240-3534a251e7bc tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:03.789432 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e3284f8-b678-4101-9240-3534a251e7bc tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:03.798803 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1e3284f8-b678-4101-9240-3534a251e7bc tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "DELETE /v2.0/subnets/e0a7f35b-7d61-425c-84cd-e5bf5b6b82b2 HTTP/1.1" status: 404 len: 337 time: 0.0934896 Mar 22 19:42:03.799460 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42416) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:03.799597 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-7dd892ed-c970-4886-95f1-4602d0b9ba3f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:03.833290 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5c21f4-9f25-4098-a9a0-236ec0845f30 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:03.841308 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d5c21f4-9f25-4098-a9a0-236ec0845f30 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:03.861245 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9d5c21f4-9f25-4098-a9a0-236ec0845f30 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "DELETE /v2.0/networks/cbe8c571-26fa-4cca-a8af-67f24c44728c HTTP/1.1" status: 404 len: 339 time: 0.0604029 Mar 22 19:42:03.861948 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42418) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:03.938547 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2696d6f-3618-4ff3-93d3-6eb5854ca385 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:03.939016 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2696d6f-3618-4ff3-93d3-6eb5854ca385 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:03.944754 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e2696d6f-3618-4ff3-93d3-6eb5854ca385 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "DELETE /v2.0/subnets/a7bed66b-3ea4-43bd-afe8-6c611acbec67 HTTP/1.1" status: 404 len: 337 time: 0.0796263 Mar 22 19:42:03.945941 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42422) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:03.956030 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160a4189-332e-4d20-a252-fca337ceb6ef None None] DHCP port deletion for 5844662d-9a53-4182-bd56-decd62afe1ab request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:42:03.983712 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4894bdc-2672-4caf-b42a-dfd82a0994b4 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:03.985143 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4894bdc-2672-4caf-b42a-dfd82a0994b4 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:03.991460 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a4894bdc-2672-4caf-b42a-dfd82a0994b4 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "DELETE /v2.0/networks/8f55470d-628b-440b-af40-5e87733ea29b HTTP/1.1" status: 404 len: 339 time: 0.0422361 Mar 22 19:42:03.998130 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42424) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:04.070650 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-72871dd2-7044-4701-b298-032e22124147 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:04.081050 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 0c21e31e-d114-4024-82ac-e5f746b4d0bc no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:42:04.081991 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72871dd2-7044-4701-b298-032e22124147 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:04.088363 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42430) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:04.089100 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-72871dd2-7044-4701-b298-032e22124147 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "DELETE /v2.0/subnets/7e34f556-99ac-4948-a636-a79d969b5125 HTTP/1.1" status: 404 len: 337 time: 0.0892026 Mar 22 19:42:04.099792 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd892ed-c970-4886-95f1-4602d0b9ba3f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:04.103769 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7dd892ed-c970-4886-95f1-4602d0b9ba3f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:04.162513 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-227f58f5-c26c-4d1f-be7b-37540e55c4b8 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:04.163614 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-227f58f5-c26c-4d1f-be7b-37540e55c4b8 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:04.168764 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-227f58f5-c26c-4d1f-be7b-37540e55c4b8 tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "DELETE /v2.0/networks/cc99a35b-3913-4827-8011-18faf9ecfce5 HTTP/1.1" status: 404 len: 339 time: 0.0792508 Mar 22 19:42:04.197266 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42432) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:04.231490 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 0c21e31e-d114-4024-82ac-e5f746b4d0bc {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:42:04.232536 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 0c21e31e-d114-4024-82ac-e5f746b4d0bc not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:42:04.300078 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-53d1e29f-0d2a-4776-a9ec-86313ef76834 None None] Current status of the port f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:04.306111 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-160a4189-332e-4d20-a252-fca337ceb6ef None None] Deleting port f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:42:04.306778 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-160a4189-332e-4d20-a252-fca337ceb6ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:04.440799 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e0b34e8-8870-4d77-a388-b3f04049a0fb tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Deleting subnet c1aef5b0-9c0d-4742-b2af-6e56da86ac18 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:42:04.452126 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5e0b34e8-8870-4d77-a388-b3f04049a0fb tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for subnet (c1aef5b0-9c0d-4742-b2af-6e56da86ac18), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:04.472276 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-b1ff33b3-100d-4bfb-b094-023070166f62 None None] Could not find standard attr ID for object ad950529-33c0-453c-9ddf-1096241d4a88. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:42:04.530094 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-160a4189-332e-4d20-a252-fca337ceb6ef None None] For port f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:04.531626 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-160a4189-332e-4d20-a252-fca337ceb6ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:04.582642 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-160a4189-332e-4d20-a252-fca337ceb6ef None None] Calling delete_port for f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:42:04.588353 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5e0b34e8-8870-4d77-a388-b3f04049a0fb tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (c1aef5b0-9c0d-4742-b2af-6e56da86ac18), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:04.811593 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-160a4189-332e-4d20-a252-fca337ceb6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:04.845821 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160a4189-332e-4d20-a252-fca337ceb6ef None None] Pushing event deleted for resources: {'Port': ['ID=f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:04.849969 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160a4189-332e-4d20-a252-fca337ceb6ef None None] No DVR routers for this DVR port f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:42:04.875784 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5e0b34e8-8870-4d77-a388-b3f04049a0fb tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (c1aef5b0-9c0d-4742-b2af-6e56da86ac18), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:04.900161 n-d-705658-24 neutron-server[104173]: DEBUG neutron.objects.ports [None req-7dd892ed-c970-4886-95f1-4602d0b9ba3f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104173) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 19:42:05.041519 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5e0b34e8-8870-4d77-a388-b3f04049a0fb tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (c1aef5b0-9c0d-4742-b2af-6e56da86ac18), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:05.118310 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b34e8-8870-4d77-a388-b3f04049a0fb tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event deleted for resources: {'Subnet': ['ID=c1aef5b0-9c0d-4742-b2af-6e56da86ac18,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:05.147063 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d648827-0a23-4333-ac2a-11930414f633 None None] Network 5507d40a-5ac0-44d1-bfd0-54fc391c6b1b requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:05.147930 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5e0b34e8-8870-4d77-a388-b3f04049a0fb tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:05.170170 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5e0b34e8-8870-4d77-a388-b3f04049a0fb tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "DELETE /v2.0/subnets/c1aef5b0-9c0d-4742-b2af-6e56da86ac18 HTTP/1.1" status: 204 len: 168 time: 0.9715745 Mar 22 19:42:05.171050 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42452) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:05.311622 n-d-705658-24 neutron-server[104173]: WARNING neutron.services.revisions.revision_plugin [None req-7dd892ed-c970-4886-95f1-4602d0b9ba3f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Could not find related port for resource to bump revision. Mar 22 19:42:05.328835 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.ipam_pluggable_backend [None req-7dd892ed-c970-4886-95f1-4602d0b9ba3f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Port f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=104173) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 22 19:42:05.329691 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.ipam_pluggable_backend [None req-7dd892ed-c970-4886-95f1-4602d0b9ba3f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0e:49e6 {{(pid=104173) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 22 19:42:05.337175 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7dd892ed-c970-4886-95f1-4602d0b9ba3f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (3fc28c7a-042c-49f4-8fa1-7cf6a6bd00c8), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:05.374319 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a822d84a-ed27-4f4b-a0a1-a55b1b67b71b tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (5507d40a-5ac0-44d1-bfd0-54fc391c6b1b), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:05.499034 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd892ed-c970-4886-95f1-4602d0b9ba3f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:05.507399 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-7dd892ed-c970-4886-95f1-4602d0b9ba3f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:05.518220 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f0ad1e-d7b6-4c05-9a2d-131848bd4c95 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:05.521576 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd892ed-c970-4886-95f1-4602d0b9ba3f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:05.522388 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7dd892ed-c970-4886-95f1-4602d0b9ba3f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:05.533584 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd892ed-c970-4886-95f1-4602d0b9ba3f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Subnet': ['ID=3fc28c7a-042c-49f4-8fa1-7cf6a6bd00c8,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:05.535258 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-a822d84a-ed27-4f4b-a0a1-a55b1b67b71b tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Deleting port 846aa7eb-64d1-4b61-8f12-6207cd39954b {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:42:05.535770 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a822d84a-ed27-4f4b-a0a1-a55b1b67b71b tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (846aa7eb-64d1-4b61-8f12-6207cd39954b), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:05.592127 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7dd892ed-c970-4886-95f1-4602d0b9ba3f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.8238361 Mar 22 19:42:05.592716 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42458) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:05.615969 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-6a333989-0694-4d6d-a09b-d809fd998485 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'port': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'mac_address': 'fa:16:3e:b7:2a:47', 'name': 'tempest-NetworksTestDHCPv6-421836607'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:05.671594 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c2cb9b-d4a9-4b01-94ad-1e1456481906 None None] DHCP port deletion for 5507d40a-5ac0-44d1-bfd0-54fc391c6b1b request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:42:05.856094 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-a822d84a-ed27-4f4b-a0a1-a55b1b67b71b tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] For port 846aa7eb-64d1-4b61-8f12-6207cd39954b, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=846aa7eb-64d1-4b61-8f12-6207cd39954b,segment=NetworkSegment(0ae082a4-e279-4942-a75a-9156b7490b0c),segment_id=0ae082a4-e279-4942-a75a-9156b7490b0c)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:05.856467 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a822d84a-ed27-4f4b-a0a1-a55b1b67b71b tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (846aa7eb-64d1-4b61-8f12-6207cd39954b), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:05.910608 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-a822d84a-ed27-4f4b-a0a1-a55b1b67b71b tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Calling delete_port for 846aa7eb-64d1-4b61-8f12-6207cd39954b owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:42:05.936309 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd986979-6d2d-4d8d-85a3-5418ed65f148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-5844662d-9a53-4182-bd56-decd62afe1ab', 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'project_id': '60cab213ce214a30b0f859d0f4109da8', 'fixed_ips': [{'subnet_id': '3fc28c7a-042c-49f4-8fa1-7cf6a6bd00c8'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:42:05.936865 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bd986979-6d2d-4d8d-85a3-5418ed65f148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:05.939434 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a333989-0694-4d6d-a09b-d809fd998485 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:05.941687 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d8c2cb9b-d4a9-4b01-94ad-1e1456481906 None None] Deleting port 846aa7eb-64d1-4b61-8f12-6207cd39954b {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:42:05.946175 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d8c2cb9b-d4a9-4b01-94ad-1e1456481906 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (846aa7eb-64d1-4b61-8f12-6207cd39954b), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:06.043429 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 846aa7eb-64d1-4b61-8f12-6207cd39954b no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:42:06.161462 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a822d84a-ed27-4f4b-a0a1-a55b1b67b71b tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (846aa7eb-64d1-4b61-8f12-6207cd39954b), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:06.256647 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822d84a-ed27-4f4b-a0a1-a55b1b67b71b tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event deleted for resources: {'Port': ['ID=846aa7eb-64d1-4b61-8f12-6207cd39954b,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:06.260658 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a822d84a-ed27-4f4b-a0a1-a55b1b67b71b tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] No DVR routers for this DVR port 846aa7eb-64d1-4b61-8f12-6207cd39954b on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:42:06.263971 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6a333989-0694-4d6d-a09b-d809fd998485 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:06.333335 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-6a333989-0694-4d6d-a09b-d809fd998485 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] device_id is not set on port 7b0d5640-d935-4743-a088-721706c49a77 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:42:06.462402 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a822d84a-ed27-4f4b-a0a1-a55b1b67b71b tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (5507d40a-5ac0-44d1-bfd0-54fc391c6b1b), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:06.468275 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-bd986979-6d2d-4d8d-85a3-5418ed65f148 None None] Allocated IP 2001:db8::f816:3eff:fea6:f2c (5844662d-9a53-4182-bd56-decd62afe1ab/3fc28c7a-042c-49f4-8fa1-7cf6a6bd00c8/307dba5c-498c-4138-bf50-7f2ef2af6903) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:42:06.499973 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-a822d84a-ed27-4f4b-a0a1-a55b1b67b71b tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5507d40a-5ac0-44d1-bfd0-54fc391c6b1b']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:06.515024 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-a822d84a-ed27-4f4b-a0a1-a55b1b67b71b tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ae082a4-e279-4942-a75a-9156b7490b0c') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:06.516496 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-a822d84a-ed27-4f4b-a0a1-a55b1b67b71b tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ae082a4-e279-4942-a75a-9156b7490b0c') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:06.541720 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a822d84a-ed27-4f4b-a0a1-a55b1b67b71b tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (0ae082a4-e279-4942-a75a-9156b7490b0c), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:06.561833 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a822d84a-ed27-4f4b-a0a1-a55b1b67b71b tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (0ae082a4-e279-4942-a75a-9156b7490b0c), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:06.580875 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a822d84a-ed27-4f4b-a0a1-a55b1b67b71b tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:42:06.581298 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a822d84a-ed27-4f4b-a0a1-a55b1b67b71b tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (0ae082a4-e279-4942-a75a-9156b7490b0c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:06.592312 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:42:06.592312 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:42:06.592312 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:42:06.592312 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:42:06.592312 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:42:06.592312 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:42:06.592312 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:42:06.592312 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:42:06.592312 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:42:06.592312 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:42:06.592312 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:42:06.592312 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:42:06.592312 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:42:06.592312 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:42:06.592312 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:42:06.592312 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:42:06.592312 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:42:06.592312 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:42:06.592312 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:42:06.592312 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:42:06.592312 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:42:06.592312 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:42:06.592312 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:42:06.592312 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:42:06.592312 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:42:06.592312 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:42:06.592312 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:42:06.592312 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:42:06.592312 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:42:06.592312 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:42:06.592312 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:42:06.592312 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:42:06.701442 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bd986979-6d2d-4d8d-85a3-5418ed65f148 None None] Publish callbacks [] for port (307dba5c-498c-4138-bf50-7f2ef2af6903), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:06.717192 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bd986979-6d2d-4d8d-85a3-5418ed65f148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (307dba5c-498c-4138-bf50-7f2ef2af6903), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:06.769407 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a822d84a-ed27-4f4b-a0a1-a55b1b67b71b tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (5507d40a-5ac0-44d1-bfd0-54fc391c6b1b), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:06.777159 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a822d84a-ed27-4f4b-a0a1-a55b1b67b71b tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:06.780365 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a822d84a-ed27-4f4b-a0a1-a55b1b67b71b tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] 10.222.0.75 "DELETE /v2.0/networks/5507d40a-5ac0-44d1-bfd0-54fc391c6b1b HTTP/1.1" status: 204 len: 168 time: 1.6081748 Mar 22 19:42:06.838835 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822d84a-ed27-4f4b-a0a1-a55b1b67b71b tempest-NetworksTest-285262628 tempest-NetworksTest-285262628-project] Pushing event deleted for resources: {'Network': ['ID=5507d40a-5ac0-44d1-bfd0-54fc391c6b1b,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:06.898084 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd986979-6d2d-4d8d-85a3-5418ed65f148 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:06.904818 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-d8c2cb9b-d4a9-4b01-94ad-1e1456481906 None None] For port 846aa7eb-64d1-4b61-8f12-6207cd39954b, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=846aa7eb-64d1-4b61-8f12-6207cd39954b,segment=NetworkSegment(0ae082a4-e279-4942-a75a-9156b7490b0c),segment_id=0ae082a4-e279-4942-a75a-9156b7490b0c)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:06.908338 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d8c2cb9b-d4a9-4b01-94ad-1e1456481906 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (846aa7eb-64d1-4b61-8f12-6207cd39954b), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:06.914166 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-bd986979-6d2d-4d8d-85a3-5418ed65f148 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:06.917572 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-6a333989-0694-4d6d-a09b-d809fd998485 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Allocated IP 2001:db8::f816:3eff:feb7:2a47 (5844662d-9a53-4182-bd56-decd62afe1ab/3fc28c7a-042c-49f4-8fa1-7cf6a6bd00c8/7b0d5640-d935-4743-a088-721706c49a77) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:42:06.951272 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd986979-6d2d-4d8d-85a3-5418ed65f148 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:42:06.976383 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d8c2cb9b-d4a9-4b01-94ad-1e1456481906 None None] Calling delete_port for 846aa7eb-64d1-4b61-8f12-6207cd39954b owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:42:06.978427 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No active binding found for port 846aa7eb-64d1-4b61-8f12-6207cd39954b {{(pid=104174) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 22 19:42:06.978811 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] The host n-d-705658-24 is not matching for port 846aa7eb-64d1-4b61-8f12-6207cd39954b host None! {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 19:42:06.979212 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 846aa7eb-64d1-4b61-8f12-6207cd39954b not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:42:06.979624 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:42:07.026178 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd986979-6d2d-4d8d-85a3-5418ed65f148 None None] Pushing event updated for resources: {'Port': ['ID=307dba5c-498c-4138-bf50-7f2ef2af6903,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:07.045294 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:42:07.045646 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f5e78b1b-d05a-41e7-b6b4-0cbe894e5a06 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:42:07.275754 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-bd986979-6d2d-4d8d-85a3-5418ed65f148 None None] Attempting to bind port 307dba5c-498c-4138-bf50-7f2ef2af6903 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:42:07.287837 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-bd986979-6d2d-4d8d-85a3-5418ed65f148 None None] Attempting to bind port 307dba5c-498c-4138-bf50-7f2ef2af6903 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:42:07.291052 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd986979-6d2d-4d8d-85a3-5418ed65f148 None None] Attempting to bind port 307dba5c-498c-4138-bf50-7f2ef2af6903 on network 5844662d-9a53-4182-bd56-decd62afe1ab {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:42:07.310124 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd986979-6d2d-4d8d-85a3-5418ed65f148 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:42:07.322499 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd986979-6d2d-4d8d-85a3-5418ed65f148 None None] Checking segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:42:07.323389 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bd986979-6d2d-4d8d-85a3-5418ed65f148 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:07.324158 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd986979-6d2d-4d8d-85a3-5418ed65f148 None None] Bound using segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:42:07.325407 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-bd986979-6d2d-4d8d-85a3-5418ed65f148 None None] Bound port: 307dba5c-498c-4138-bf50-7f2ef2af6903, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:42:07.326256 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bd986979-6d2d-4d8d-85a3-5418ed65f148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (307dba5c-498c-4138-bf50-7f2ef2af6903), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:07.327523 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6a333989-0694-4d6d-a09b-d809fd998485 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for port (7b0d5640-d935-4743-a088-721706c49a77), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:07.411782 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6a333989-0694-4d6d-a09b-d809fd998485 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (7b0d5640-d935-4743-a088-721706c49a77), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:07.500251 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a333989-0694-4d6d-a09b-d809fd998485 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:07.516701 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42492) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:07.517568 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-6a333989-0694-4d6d-a09b-d809fd998485 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:07.523736 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a333989-0694-4d6d-a09b-d809fd998485 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:42:07.536063 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a333989-0694-4d6d-a09b-d809fd998485 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:07.537429 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6a333989-0694-4d6d-a09b-d809fd998485 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:07.554774 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-bd986979-6d2d-4d8d-85a3-5418ed65f148 None None] For port 307dba5c-498c-4138-bf50-7f2ef2af6903, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:42:07.558680 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-bd986979-6d2d-4d8d-85a3-5418ed65f148 None None] For port 307dba5c-498c-4138-bf50-7f2ef2af6903, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=307dba5c-498c-4138-bf50-7f2ef2af6903,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:42:07.561478 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d8c2cb9b-d4a9-4b01-94ad-1e1456481906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (846aa7eb-64d1-4b61-8f12-6207cd39954b), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:07.587440 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42496) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:07.589508 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6a333989-0694-4d6d-a09b-d809fd998485 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9915388 Mar 22 19:42:07.590950 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bd986979-6d2d-4d8d-85a3-5418ed65f148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (307dba5c-498c-4138-bf50-7f2ef2af6903), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:07.596244 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d8c2cb9b-d4a9-4b01-94ad-1e1456481906 None None] Network 5507d40a-5ac0-44d1-bfd0-54fc391c6b1b is not hosted by any dhcp agent {{(pid=104174) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 19:42:07.596711 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c2cb9b-d4a9-4b01-94ad-1e1456481906 None None] No DVR routers for this DVR port 846aa7eb-64d1-4b61-8f12-6207cd39954b on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:42:07.598385 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2cb9b-d4a9-4b01-94ad-1e1456481906 None None] Pushing event deleted for resources: {'Port': ['ID=846aa7eb-64d1-4b61-8f12-6207cd39954b,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:07.615499 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a333989-0694-4d6d-a09b-d809fd998485 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Port': ['ID=7b0d5640-d935-4743-a088-721706c49a77,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:07.726285 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ad5512-a6b1-4437-a97e-f597d04358d6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:07.738659 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ad5512-a6b1-4437-a97e-f597d04358d6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:07.744809 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-75ad5512-a6b1-4437-a97e-f597d04358d6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1549881 Mar 22 19:42:07.755275 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42502) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:07.756827 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd986979-6d2d-4d8d-85a3-5418ed65f148 None None] Pushing event updated for resources: {'Port': ['ID=307dba5c-498c-4138-bf50-7f2ef2af6903,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:07.920196 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-f5c80106-64ba-43be-8e58-8a5cf59ea64c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting port 7b0d5640-d935-4743-a088-721706c49a77 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:42:07.920552 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f5c80106-64ba-43be-8e58-8a5cf59ea64c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (7b0d5640-d935-4743-a088-721706c49a77), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:08.020108 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42508) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:08.021040 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c5f12f1e-b8f5-4a3d-85c5-1921482060c1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bf8e4f73f4e248608bf697724f41ba5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5030680 Mar 22 19:42:08.107953 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f5c80106-64ba-43be-8e58-8a5cf59ea64c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (7b0d5640-d935-4743-a088-721706c49a77), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:08.143855 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-284ed3e9-9c15-49ac-b057-a4db1bf805e4 admin admin] Publish callbacks [] for security_group (6518ba0b-3dd3-46dd-99af-2239f78ec5e0), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:08.158282 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-f5c80106-64ba-43be-8e58-8a5cf59ea64c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Calling delete_port for 7b0d5640-d935-4743-a088-721706c49a77 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:42:08.210852 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-284ed3e9-9c15-49ac-b057-a4db1bf805e4 admin admin] Publish callbacks [] for security_group (6518ba0b-3dd3-46dd-99af-2239f78ec5e0), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:08.405184 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-284ed3e9-9c15-49ac-b057-a4db1bf805e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (6518ba0b-3dd3-46dd-99af-2239f78ec5e0), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:08.407785 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-284ed3e9-9c15-49ac-b057-a4db1bf805e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:08.411297 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-284ed3e9-9c15-49ac-b057-a4db1bf805e4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6518ba0b-3dd3-46dd-99af-2239f78ec5e0 HTTP/1.1" status: 204 len: 168 time: 0.3873484 Mar 22 19:42:08.433742 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ed3e9-9c15-49ac-b057-a4db1bf805e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6518ba0b-3dd3-46dd-99af-2239f78ec5e0,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:08.450723 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f5c80106-64ba-43be-8e58-8a5cf59ea64c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (7b0d5640-d935-4743-a088-721706c49a77), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:08.511390 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c80106-64ba-43be-8e58-8a5cf59ea64c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Port': ['ID=7b0d5640-d935-4743-a088-721706c49a77,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:08.561226 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f5c80106-64ba-43be-8e58-8a5cf59ea64c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:08.565154 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f5c80106-64ba-43be-8e58-8a5cf59ea64c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/7b0d5640-d935-4743-a088-721706c49a77 HTTP/1.1" status: 204 len: 168 time: 0.8136659 Mar 22 19:42:08.567749 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42520) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:08.690445 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a8aeda-0552-4d2f-9e0e-fea637285ce2 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:08.693259 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a8aeda-0552-4d2f-9e0e-fea637285ce2 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:08.696230 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c6a8aeda-0552-4d2f-9e0e-fea637285ce2 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1266851 Mar 22 19:42:08.699140 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42528) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:08.843198 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-330688ce-b136-4456-8771-925f897bcda5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting subnet 3fc28c7a-042c-49f4-8fa1-7cf6a6bd00c8 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:42:08.847434 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-330688ce-b136-4456-8771-925f897bcda5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (3fc28c7a-042c-49f4-8fa1-7cf6a6bd00c8), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:08.923295 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-330688ce-b136-4456-8771-925f897bcda5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (3fc28c7a-042c-49f4-8fa1-7cf6a6bd00c8), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:09.126287 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-330688ce-b136-4456-8771-925f897bcda5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (3fc28c7a-042c-49f4-8fa1-7cf6a6bd00c8), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:09.314740 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-330688ce-b136-4456-8771-925f897bcda5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (3fc28c7a-042c-49f4-8fa1-7cf6a6bd00c8), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:09.359700 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-330688ce-b136-4456-8771-925f897bcda5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:09.369694 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-330688ce-b136-4456-8771-925f897bcda5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/3fc28c7a-042c-49f4-8fa1-7cf6a6bd00c8 HTTP/1.1" status: 204 len: 168 time: 0.6688387 Mar 22 19:42:09.372894 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42560) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:09.430266 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330688ce-b136-4456-8771-925f897bcda5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Subnet': ['ID=3fc28c7a-042c-49f4-8fa1-7cf6a6bd00c8,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:09.491089 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42566) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:09.491613 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ecfcb1bc-be53-4a37-9ba8-80979996835b tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1172285 Mar 22 19:42:09.496482 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-ed2781b5-4a33-4c84-abd9-04af7506a751 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:09.599021 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a99f089-fe43-4ffc-9fdb-989cc8483d57 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:09.692715 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42574) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:09.779362 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2781b5-4a33-4c84-abd9-04af7506a751 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:09.786424 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ed2781b5-4a33-4c84-abd9-04af7506a751 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:09.818037 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-d073451c-a614-4316-a484-48a9ab937839 None None] Provisioning complete for port 307dba5c-498c-4138-bf50-7f2ef2af6903 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:09.818917 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d073451c-a614-4316-a484-48a9ab937839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (307dba5c-498c-4138-bf50-7f2ef2af6903), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:09.975867 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-5c3aca2b-5746-4432-b641-20b78e89bd2e tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1859792151', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:10.028053 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d073451c-a614-4316-a484-48a9ab937839 None None] Current status of the port 307dba5c-498c-4138-bf50-7f2ef2af6903 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:10.028672 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d073451c-a614-4316-a484-48a9ab937839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (307dba5c-498c-4138-bf50-7f2ef2af6903), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:10.059838 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c3aca2b-5746-4432-b641-20b78e89bd2e tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (cf5d756b-13fb-4686-beec-fb2c5f557e43), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:10.069308 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c3aca2b-5746-4432-b641-20b78e89bd2e tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (cf5d756b-13fb-4686-beec-fb2c5f557e43), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:10.127128 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3cc11d-50b4-4dbb-82bd-12302c801496 None None] DHCP port deletion for 5844662d-9a53-4182-bd56-decd62afe1ab request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:42:10.217559 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-d073451c-a614-4316-a484-48a9ab937839 None None] For port 307dba5c-498c-4138-bf50-7f2ef2af6903, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=307dba5c-498c-4138-bf50-7f2ef2af6903,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:10.228568 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c3aca2b-5746-4432-b641-20b78e89bd2e tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks [] for router_controller (cf5d756b-13fb-4686-beec-fb2c5f557e43), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:10.232500 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d073451c-a614-4316-a484-48a9ab937839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (307dba5c-498c-4138-bf50-7f2ef2af6903), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:10.236888 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c3aca2b-5746-4432-b641-20b78e89bd2e tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (cf5d756b-13fb-4686-beec-fb2c5f557e43), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:10.266665 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c3aca2b-5746-4432-b641-20b78e89bd2e tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:10.270716 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5c3aca2b-5746-4432-b641-20b78e89bd2e tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5738516 Mar 22 19:42:10.270933 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42586) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:10.279662 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-4c174fa9-4dc9-4e04-8074-83537693f106 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-953006783'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:10.326219 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c174fa9-4dc9-4e04-8074-83537693f106 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Made reservation on behalf of 2f539b64c6984e2893b8c3efc52e38a9 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:10.330701 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c174fa9-4dc9-4e04-8074-83537693f106 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:10.348163 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c174fa9-4dc9-4e04-8074-83537693f106 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:10.425319 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1b3cc11d-50b4-4dbb-82bd-12302c801496 None None] Deleting port 307dba5c-498c-4138-bf50-7f2ef2af6903 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:42:10.429114 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1b3cc11d-50b4-4dbb-82bd-12302c801496 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (307dba5c-498c-4138-bf50-7f2ef2af6903), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:10.445501 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d073451c-a614-4316-a484-48a9ab937839 None None] Pushing event updated for resources: {'Port': ['ID=307dba5c-498c-4138-bf50-7f2ef2af6903,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:10.515058 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c174fa9-4dc9-4e04-8074-83537693f106 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks [] for security_group (30daace5-35ee-4c4e-9db4-146000461c40), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:10.527028 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c174fa9-4dc9-4e04-8074-83537693f106 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (30daace5-35ee-4c4e-9db4-146000461c40), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:10.541232 n-d-705658-24 neutron-server[104172]: DEBUG neutron.objects.ports [None req-ed2781b5-4a33-4c84-abd9-04af7506a751 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104172) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 19:42:10.549187 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c174fa9-4dc9-4e04-8074-83537693f106 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:42:10.570440 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c174fa9-4dc9-4e04-8074-83537693f106 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (49c8192f-ecb4-45a2-9707-2eaaff3edb1a), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:10.570791 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-4c174fa9-4dc9-4e04-8074-83537693f106 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Added segment 49c8192f-ecb4-45a2-9707-2eaaff3edb1a of type vlan for network 03b54395-2921-4857-991c-b7df2f05bf1d Mar 22 19:42:10.655847 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c174fa9-4dc9-4e04-8074-83537693f106 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (03b54395-2921-4857-991c-b7df2f05bf1d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:10.680820 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-1b3cc11d-50b4-4dbb-82bd-12302c801496 None None] For port 307dba5c-498c-4138-bf50-7f2ef2af6903, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=307dba5c-498c-4138-bf50-7f2ef2af6903,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:10.682534 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1b3cc11d-50b4-4dbb-82bd-12302c801496 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (307dba5c-498c-4138-bf50-7f2ef2af6903), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:10.717605 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1b3cc11d-50b4-4dbb-82bd-12302c801496 None None] Calling delete_port for 307dba5c-498c-4138-bf50-7f2ef2af6903 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:42:10.754190 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c174fa9-4dc9-4e04-8074-83537693f106 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30daace5-35ee-4c4e-9db4-146000461c40,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:10.819080 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c174fa9-4dc9-4e04-8074-83537693f106 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (03b54395-2921-4857-991c-b7df2f05bf1d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:10.836915 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c174fa9-4dc9-4e04-8074-83537693f106 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:10.840407 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c174fa9-4dc9-4e04-8074-83537693f106 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:10.978469 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4c174fa9-4dc9-4e04-8074-83537693f106 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7046916 Mar 22 19:42:10.979308 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42602) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:11.010962 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ed2781b5-4a33-4c84-abd9-04af7506a751 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (307dba5c-498c-4138-bf50-7f2ef2af6903), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:11.033937 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-52ef21de-b565-4dfa-9ed6-07016f89fac3 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Request body: {'subnet': {'network_id': '03b54395-2921-4857-991c-b7df2f05bf1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:11.138213 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c174fa9-4dc9-4e04-8074-83537693f106 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Pushing event updated for resources: {'Network': ['ID=03b54395-2921-4857-991c-b7df2f05bf1d,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:11.307844 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ef21de-b565-4dfa-9ed6-07016f89fac3 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Made reservation on behalf of 2f539b64c6984e2893b8c3efc52e38a9 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:11.311627 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-52ef21de-b565-4dfa-9ed6-07016f89fac3 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:11.392129 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-ed2781b5-4a33-4c84-abd9-04af7506a751 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] For port 307dba5c-498c-4138-bf50-7f2ef2af6903, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=307dba5c-498c-4138-bf50-7f2ef2af6903,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:11.397578 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 03b54395-2921-4857-991c-b7df2f05bf1d details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:42:11.447063 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ed2781b5-4a33-4c84-abd9-04af7506a751 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for port (307dba5c-498c-4138-bf50-7f2ef2af6903), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:11.462567 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ed2781b5-4a33-4c84-abd9-04af7506a751 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (307dba5c-498c-4138-bf50-7f2ef2af6903), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:11.525164 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1b3cc11d-50b4-4dbb-82bd-12302c801496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (307dba5c-498c-4138-bf50-7f2ef2af6903), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:11.578959 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ed2781b5-4a33-4c84-abd9-04af7506a751 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (798c95f8-7f80-47e6-833b-51ecb91c6f92), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:11.627775 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3cc11d-50b4-4dbb-82bd-12302c801496 None None] No DVR routers for this DVR port 307dba5c-498c-4138-bf50-7f2ef2af6903 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:42:11.653435 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3cc11d-50b4-4dbb-82bd-12302c801496 None None] Pushing event deleted for resources: {'Port': ['ID=307dba5c-498c-4138-bf50-7f2ef2af6903,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:11.723101 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2781b5-4a33-4c84-abd9-04af7506a751 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:11.739513 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-ed2781b5-4a33-4c84-abd9-04af7506a751 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:11.744095 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2781b5-4a33-4c84-abd9-04af7506a751 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Port': ['ID=307dba5c-498c-4138-bf50-7f2ef2af6903,revision_number=6']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:11.749389 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac5fd50-bd84-4f94-810b-0b12619a711f None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:11.762375 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2781b5-4a33-4c84-abd9-04af7506a751 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:11.762979 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ed2781b5-4a33-4c84-abd9-04af7506a751 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:11.807633 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2781b5-4a33-4c84-abd9-04af7506a751 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Subnet': ['ID=798c95f8-7f80-47e6-833b-51ecb91c6f92,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:11.816619 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ed2781b5-4a33-4c84-abd9-04af7506a751 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3215835 Mar 22 19:42:11.823407 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42608) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:11.837978 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-122c093a-933c-4018-a34f-35964175d376 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'port': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'mac_address': 'fa:16:3e:5d:d0:da', 'name': 'tempest-NetworksTestDHCPv6-795724283'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:11.972991 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31606f92-6a7e-42f6-9ae2-e4d7fc36ab62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-5844662d-9a53-4182-bd56-decd62afe1ab', 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'project_id': '60cab213ce214a30b0f859d0f4109da8', 'fixed_ips': [{'subnet_id': '798c95f8-7f80-47e6-833b-51ecb91c6f92'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:42:11.973899 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-31606f92-6a7e-42f6-9ae2-e4d7fc36ab62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:12.106375 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122c093a-933c-4018-a34f-35964175d376 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:12.153883 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 307dba5c-498c-4138-bf50-7f2ef2af6903 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:42:12.198180 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 307dba5c-498c-4138-bf50-7f2ef2af6903 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:42:12.202192 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 307dba5c-498c-4138-bf50-7f2ef2af6903 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:42:12.290380 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-122c093a-933c-4018-a34f-35964175d376 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:12.300155 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-31606f92-6a7e-42f6-9ae2-e4d7fc36ab62 None None] Allocated IP 2001:db8::f816:3eff:fefd:59be (5844662d-9a53-4182-bd56-decd62afe1ab/798c95f8-7f80-47e6-833b-51ecb91c6f92/05501e58-154d-4248-9676-33b2a933b6ed) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:42:12.324063 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-122c093a-933c-4018-a34f-35964175d376 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] device_id is not set on port 62a5ea4d-97a0-4a46-a14d-f59fc4d8bde5 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:42:12.413230 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-52ef21de-b565-4dfa-9ed6-07016f89fac3 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (1de751ae-f860-4673-8bf0-2a38c008f2d7), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:12.503728 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef21de-b565-4dfa-9ed6-07016f89fac3 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Pushing event updated for resources: {'Subnet': ['ID=1de751ae-f860-4673-8bf0-2a38c008f2d7,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:12.512624 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ef21de-b565-4dfa-9ed6-07016f89fac3 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Checking segment: {'id': '49c8192f-ecb4-45a2-9707-2eaaff3edb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '03b54395-2921-4857-991c-b7df2f05bf1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:42:12.512986 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ef21de-b565-4dfa-9ed6-07016f89fac3 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Network hostable DHCP agents. Network: 03b54395-2921-4857-991c-b7df2f05bf1d, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:42:12.535724 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ef21de-b565-4dfa-9ed6-07016f89fac3 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Network 03b54395-2921-4857-991c-b7df2f05bf1d is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:42:12.558299 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-52ef21de-b565-4dfa-9ed6-07016f89fac3 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 03b54395-2921-4857-991c-b7df2f05bf1d) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:12.572764 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-31606f92-6a7e-42f6-9ae2-e4d7fc36ab62 None None] Publish callbacks [] for port (05501e58-154d-4248-9676-33b2a933b6ed), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:12.577609 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef929acb-e938-438a-b634-38d8393f168e None None] Network 03b54395-2921-4857-991c-b7df2f05bf1d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:12.578311 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ef21de-b565-4dfa-9ed6-07016f89fac3 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:12.579704 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-52ef21de-b565-4dfa-9ed6-07016f89fac3 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:12.605429 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-31606f92-6a7e-42f6-9ae2-e4d7fc36ab62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (05501e58-154d-4248-9676-33b2a933b6ed), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:12.616692 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-52ef21de-b565-4dfa-9ed6-07016f89fac3 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5999284 Mar 22 19:42:12.618251 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42618) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:12.630104 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-4e57003a-2174-42b5-aa4e-28a5afe0fe31 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Request body: {'network': {'name': 'tempest-router-network01--168146688'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:12.648179 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-122c093a-933c-4018-a34f-35964175d376 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Allocated IP 2001:db8::f816:3eff:fe5d:d0da (5844662d-9a53-4182-bd56-decd62afe1ab/798c95f8-7f80-47e6-833b-51ecb91c6f92/62a5ea4d-97a0-4a46-a14d-f59fc4d8bde5) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:42:12.685601 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e57003a-2174-42b5-aa4e-28a5afe0fe31 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Made reservation on behalf of 2f539b64c6984e2893b8c3efc52e38a9 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:12.694782 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e57003a-2174-42b5-aa4e-28a5afe0fe31 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:12.719555 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31606f92-6a7e-42f6-9ae2-e4d7fc36ab62 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:12.731104 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-31606f92-6a7e-42f6-9ae2-e4d7fc36ab62 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:12.738996 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31606f92-6a7e-42f6-9ae2-e4d7fc36ab62 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:42:12.778011 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e57003a-2174-42b5-aa4e-28a5afe0fe31 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:42:12.788899 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e57003a-2174-42b5-aa4e-28a5afe0fe31 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (2c704e2a-7a0f-4898-b9d8-3c632f6ca2bf), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:12.789238 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-4e57003a-2174-42b5-aa4e-28a5afe0fe31 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Added segment 2c704e2a-7a0f-4898-b9d8-3c632f6ca2bf of type vlan for network 311f66f7-58ec-428d-a5bb-cd0c9f1403df Mar 22 19:42:12.849329 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31606f92-6a7e-42f6-9ae2-e4d7fc36ab62 None None] Pushing event updated for resources: {'Port': ['ID=05501e58-154d-4248-9676-33b2a933b6ed,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:12.894295 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e57003a-2174-42b5-aa4e-28a5afe0fe31 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (311f66f7-58ec-428d-a5bb-cd0c9f1403df), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:12.907273 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-31606f92-6a7e-42f6-9ae2-e4d7fc36ab62 None None] Attempting to bind port 05501e58-154d-4248-9676-33b2a933b6ed on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:42:12.907273 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-31606f92-6a7e-42f6-9ae2-e4d7fc36ab62 None None] Attempting to bind port 05501e58-154d-4248-9676-33b2a933b6ed by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:42:12.907594 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31606f92-6a7e-42f6-9ae2-e4d7fc36ab62 None None] Attempting to bind port 05501e58-154d-4248-9676-33b2a933b6ed on network 5844662d-9a53-4182-bd56-decd62afe1ab {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:42:12.918971 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-122c093a-933c-4018-a34f-35964175d376 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for port (62a5ea4d-97a0-4a46-a14d-f59fc4d8bde5), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:12.945888 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5889af97-5dac-4ce3-b8db-11dc6062f208 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-03b54395-2921-4857-991c-b7df2f05bf1d', 'network_id': '03b54395-2921-4857-991c-b7df2f05bf1d', 'project_id': '2f539b64c6984e2893b8c3efc52e38a9', 'fixed_ips': [{'subnet_id': '1de751ae-f860-4673-8bf0-2a38c008f2d7'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:42:12.946819 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5889af97-5dac-4ce3-b8db-11dc6062f208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:12.949565 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31606f92-6a7e-42f6-9ae2-e4d7fc36ab62 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:42:12.949958 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31606f92-6a7e-42f6-9ae2-e4d7fc36ab62 None None] Checking segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:42:12.950354 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-31606f92-6a7e-42f6-9ae2-e4d7fc36ab62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:12.950750 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31606f92-6a7e-42f6-9ae2-e4d7fc36ab62 None None] Bound using segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:42:12.951237 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-31606f92-6a7e-42f6-9ae2-e4d7fc36ab62 None None] Bound port: 05501e58-154d-4248-9676-33b2a933b6ed, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:42:12.951616 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-31606f92-6a7e-42f6-9ae2-e4d7fc36ab62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (05501e58-154d-4248-9676-33b2a933b6ed), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:12.961707 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e57003a-2174-42b5-aa4e-28a5afe0fe31 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (311f66f7-58ec-428d-a5bb-cd0c9f1403df), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:12.973602 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e57003a-2174-42b5-aa4e-28a5afe0fe31 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:12.974997 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e57003a-2174-42b5-aa4e-28a5afe0fe31 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:12.977119 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-122c093a-933c-4018-a34f-35964175d376 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (62a5ea4d-97a0-4a46-a14d-f59fc4d8bde5), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:13.054361 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4e57003a-2174-42b5-aa4e-28a5afe0fe31 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4327912 Mar 22 19:42:13.060594 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42626) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:13.092908 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-7112cd19-2ff7-447f-bb86-a848b1a488d3 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Request body: {'network': {'name': 'tempest-router-network02--1443700618'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:13.125759 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122c093a-933c-4018-a34f-35964175d376 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:13.134447 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-122c093a-933c-4018-a34f-35964175d376 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:13.143575 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122c093a-933c-4018-a34f-35964175d376 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:42:13.149548 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122c093a-933c-4018-a34f-35964175d376 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:13.150031 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-122c093a-933c-4018-a34f-35964175d376 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:13.175577 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-122c093a-933c-4018-a34f-35964175d376 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3480003 Mar 22 19:42:13.176244 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c093a-933c-4018-a34f-35964175d376 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Port': ['ID=62a5ea4d-97a0-4a46-a14d-f59fc4d8bde5,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:13.179689 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42636) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:13.182765 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57003a-2174-42b5-aa4e-28a5afe0fe31 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Pushing event updated for resources: {'Network': ['ID=311f66f7-58ec-428d-a5bb-cd0c9f1403df,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:13.191605 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7112cd19-2ff7-447f-bb86-a848b1a488d3 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Made reservation on behalf of 2f539b64c6984e2893b8c3efc52e38a9 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:13.195342 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7112cd19-2ff7-447f-bb86-a848b1a488d3 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:13.227042 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 311f66f7-58ec-428d-a5bb-cd0c9f1403df details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:42:13.258969 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7112cd19-2ff7-447f-bb86-a848b1a488d3 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:42:13.273376 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7112cd19-2ff7-447f-bb86-a848b1a488d3 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (e264c783-18da-4500-a661-e289d0f7055f), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:13.274411 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-7112cd19-2ff7-447f-bb86-a848b1a488d3 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Added segment e264c783-18da-4500-a661-e289d0f7055f of type vlan for network 90a35564-b0c3-4555-9dd0-5c9d709419af Mar 22 19:42:13.291220 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-31606f92-6a7e-42f6-9ae2-e4d7fc36ab62 None None] For port 05501e58-154d-4248-9676-33b2a933b6ed, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:42:13.321974 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-31606f92-6a7e-42f6-9ae2-e4d7fc36ab62 None None] For port 05501e58-154d-4248-9676-33b2a933b6ed, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=05501e58-154d-4248-9676-33b2a933b6ed,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:42:13.339418 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-31606f92-6a7e-42f6-9ae2-e4d7fc36ab62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (05501e58-154d-4248-9676-33b2a933b6ed), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:13.356303 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7112cd19-2ff7-447f-bb86-a848b1a488d3 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (90a35564-b0c3-4555-9dd0-5c9d709419af), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:13.388174 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5abe91-d822-4c80-ad0d-4c456f5c3369 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:13.394191 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5abe91-d822-4c80-ad0d-4c456f5c3369 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:13.408799 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fa5abe91-d822-4c80-ad0d-4c456f5c3369 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2255712 Mar 22 19:42:13.409332 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42642) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:13.412400 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31606f92-6a7e-42f6-9ae2-e4d7fc36ab62 None None] Pushing event updated for resources: {'Port': ['ID=05501e58-154d-4248-9676-33b2a933b6ed,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:13.447898 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7112cd19-2ff7-447f-bb86-a848b1a488d3 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (90a35564-b0c3-4555-9dd0-5c9d709419af), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:13.454344 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7112cd19-2ff7-447f-bb86-a848b1a488d3 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:13.455093 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7112cd19-2ff7-447f-bb86-a848b1a488d3 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:13.473249 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-5889af97-5dac-4ce3-b8db-11dc6062f208 None None] Allocated IP 2001:db8::2 (03b54395-2921-4857-991c-b7df2f05bf1d/1de751ae-f860-4673-8bf0-2a38c008f2d7/8e35f04f-e0df-4d47-8438-30107f355e74) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:42:13.580922 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-4796f0a0-3a5a-4b31-8c54-9bf50835def0 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting port 62a5ea4d-97a0-4a46-a14d-f59fc4d8bde5 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:42:13.581521 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4796f0a0-3a5a-4b31-8c54-9bf50835def0 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (62a5ea4d-97a0-4a46-a14d-f59fc4d8bde5), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:13.594792 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7112cd19-2ff7-447f-bb86-a848b1a488d3 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5232291 Mar 22 19:42:13.597852 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42644) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:13.638931 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112cd19-2ff7-447f-bb86-a848b1a488d3 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Pushing event updated for resources: {'Network': ['ID=90a35564-b0c3-4555-9dd0-5c9d709419af,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:13.648674 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-9d8a3747-07d5-468c-892f-ddace526c64f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Request body: {'subnet': {'network_id': '311f66f7-58ec-428d-a5bb-cd0c9f1403df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:13.678148 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 90a35564-b0c3-4555-9dd0-5c9d709419af details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:42:13.889331 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5889af97-5dac-4ce3-b8db-11dc6062f208 None None] Publish callbacks [] for port (8e35f04f-e0df-4d47-8438-30107f355e74), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:13.904550 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5889af97-5dac-4ce3-b8db-11dc6062f208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (8e35f04f-e0df-4d47-8438-30107f355e74), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:13.929060 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4796f0a0-3a5a-4b31-8c54-9bf50835def0 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (62a5ea4d-97a0-4a46-a14d-f59fc4d8bde5), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:13.945627 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-4796f0a0-3a5a-4b31-8c54-9bf50835def0 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Calling delete_port for 62a5ea4d-97a0-4a46-a14d-f59fc4d8bde5 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:42:13.949490 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8a3747-07d5-468c-892f-ddace526c64f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Made reservation on behalf of 2f539b64c6984e2893b8c3efc52e38a9 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:13.953539 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9d8a3747-07d5-468c-892f-ddace526c64f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:13.997964 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5889af97-5dac-4ce3-b8db-11dc6062f208 None None] Network 03b54395-2921-4857-991c-b7df2f05bf1d is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:14.027158 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-5889af97-5dac-4ce3-b8db-11dc6062f208 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:14.039233 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5889af97-5dac-4ce3-b8db-11dc6062f208 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:42:14.204279 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-5889af97-5dac-4ce3-b8db-11dc6062f208 None None] Attempting to bind port 8e35f04f-e0df-4d47-8438-30107f355e74 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:42:14.204939 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-5889af97-5dac-4ce3-b8db-11dc6062f208 None None] Attempting to bind port 8e35f04f-e0df-4d47-8438-30107f355e74 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '49c8192f-ecb4-45a2-9707-2eaaff3edb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '03b54395-2921-4857-991c-b7df2f05bf1d'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:42:14.205474 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5889af97-5dac-4ce3-b8db-11dc6062f208 None None] Attempting to bind port 8e35f04f-e0df-4d47-8438-30107f355e74 on network 03b54395-2921-4857-991c-b7df2f05bf1d {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:42:14.222367 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889af97-5dac-4ce3-b8db-11dc6062f208 None None] Pushing event updated for resources: {'Port': ['ID=8e35f04f-e0df-4d47-8438-30107f355e74,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:14.236888 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5889af97-5dac-4ce3-b8db-11dc6062f208 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:42:14.237285 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5889af97-5dac-4ce3-b8db-11dc6062f208 None None] Checking segment: {'id': '49c8192f-ecb4-45a2-9707-2eaaff3edb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '03b54395-2921-4857-991c-b7df2f05bf1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:42:14.237690 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5889af97-5dac-4ce3-b8db-11dc6062f208 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:14.238336 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5889af97-5dac-4ce3-b8db-11dc6062f208 None None] Bound using segment: {'id': '49c8192f-ecb4-45a2-9707-2eaaff3edb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '03b54395-2921-4857-991c-b7df2f05bf1d'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:42:14.240462 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-5889af97-5dac-4ce3-b8db-11dc6062f208 None None] Bound port: 8e35f04f-e0df-4d47-8438-30107f355e74, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c8192f-ecb4-45a2-9707-2eaaff3edb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '03b54395-2921-4857-991c-b7df2f05bf1d'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:42:14.240859 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5889af97-5dac-4ce3-b8db-11dc6062f208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8e35f04f-e0df-4d47-8438-30107f355e74), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:14.312944 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4796f0a0-3a5a-4b31-8c54-9bf50835def0 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (62a5ea4d-97a0-4a46-a14d-f59fc4d8bde5), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:14.341975 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-5889af97-5dac-4ce3-b8db-11dc6062f208 None None] For port 8e35f04f-e0df-4d47-8438-30107f355e74, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:42:14.349624 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-5889af97-5dac-4ce3-b8db-11dc6062f208 None None] For port 8e35f04f-e0df-4d47-8438-30107f355e74, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=8e35f04f-e0df-4d47-8438-30107f355e74,segment=NetworkSegment(49c8192f-ecb4-45a2-9707-2eaaff3edb1a),segment_id=49c8192f-ecb4-45a2-9707-2eaaff3edb1a)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:42:14.361186 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5889af97-5dac-4ce3-b8db-11dc6062f208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8e35f04f-e0df-4d47-8438-30107f355e74), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:14.400042 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9d8a3747-07d5-468c-892f-ddace526c64f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (5bd2073b-199d-4da4-b321-82874403e562), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:14.435599 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5889af97-5dac-4ce3-b8db-11dc6062f208 None None] Pushing event updated for resources: {'Port': ['ID=8e35f04f-e0df-4d47-8438-30107f355e74,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:14.461637 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796f0a0-3a5a-4b31-8c54-9bf50835def0 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Port': ['ID=62a5ea4d-97a0-4a46-a14d-f59fc4d8bde5,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:14.544503 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4796f0a0-3a5a-4b31-8c54-9bf50835def0 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:14.566992 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4796f0a0-3a5a-4b31-8c54-9bf50835def0 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/62a5ea4d-97a0-4a46-a14d-f59fc4d8bde5 HTTP/1.1" status: 204 len: 168 time: 1.1541672 Mar 22 19:42:14.568074 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42662) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:14.578756 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a3747-07d5-468c-892f-ddace526c64f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Pushing event updated for resources: {'Subnet': ['ID=5bd2073b-199d-4da4-b321-82874403e562,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:14.605759 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8a3747-07d5-468c-892f-ddace526c64f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Checking segment: {'id': '2c704e2a-7a0f-4898-b9d8-3c632f6ca2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '311f66f7-58ec-428d-a5bb-cd0c9f1403df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:42:14.606523 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8a3747-07d5-468c-892f-ddace526c64f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Network hostable DHCP agents. Network: 311f66f7-58ec-428d-a5bb-cd0c9f1403df, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:42:14.627364 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8a3747-07d5-468c-892f-ddace526c64f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Network 311f66f7-58ec-428d-a5bb-cd0c9f1403df is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:42:14.655116 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-9d8a3747-07d5-468c-892f-ddace526c64f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 311f66f7-58ec-428d-a5bb-cd0c9f1403df) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:14.661153 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8a3747-07d5-468c-892f-ddace526c64f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:14.662041 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9d8a3747-07d5-468c-892f-ddace526c64f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:14.667214 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5bae41-afc9-4872-8d55-f7aaf86776ba None None] Network 311f66f7-58ec-428d-a5bb-cd0c9f1403df requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:14.709909 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed7d929-8438-47ad-8b10-1a0f18d2a65f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:14.711806 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed7d929-8438-47ad-8b10-1a0f18d2a65f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:14.713415 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-eed7d929-8438-47ad-8b10-1a0f18d2a65f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1448414 Mar 22 19:42:14.726661 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42668) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:14.755095 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9d8a3747-07d5-468c-892f-ddace526c64f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1560462 Mar 22 19:42:14.757282 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42670) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:14.773043 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-779a13c1-fff1-4a83-8b4d-15ae9b27b0bc tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Request body: {'subnet': {'network_id': '90a35564-b0c3-4555-9dd0-5c9d709419af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:14.878304 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4c2d902-0606-4e9f-9182-1ca79b363131 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting subnet 798c95f8-7f80-47e6-833b-51ecb91c6f92 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:42:14.890950 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f4c2d902-0606-4e9f-9182-1ca79b363131 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (798c95f8-7f80-47e6-833b-51ecb91c6f92), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:14.939304 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c670c12e-35b4-4517-80b5-a6cef67d2cb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-311f66f7-58ec-428d-a5bb-cd0c9f1403df', 'network_id': '311f66f7-58ec-428d-a5bb-cd0c9f1403df', 'project_id': '2f539b64c6984e2893b8c3efc52e38a9', 'fixed_ips': [{'subnet_id': '5bd2073b-199d-4da4-b321-82874403e562'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:42:14.940222 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c670c12e-35b4-4517-80b5-a6cef67d2cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:14.995495 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779a13c1-fff1-4a83-8b4d-15ae9b27b0bc tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Made reservation on behalf of 2f539b64c6984e2893b8c3efc52e38a9 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:15.017389 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f4c2d902-0606-4e9f-9182-1ca79b363131 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (798c95f8-7f80-47e6-833b-51ecb91c6f92), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:15.029344 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-779a13c1-fff1-4a83-8b4d-15ae9b27b0bc tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:15.227468 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f4c2d902-0606-4e9f-9182-1ca79b363131 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (798c95f8-7f80-47e6-833b-51ecb91c6f92), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:15.305312 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-c670c12e-35b4-4517-80b5-a6cef67d2cb8 None None] Allocated IP 2001:db8::2 (311f66f7-58ec-428d-a5bb-cd0c9f1403df/5bd2073b-199d-4da4-b321-82874403e562/eb216224-f336-4157-8cc7-3f34a07ffc49) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:42:15.372510 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f4c2d902-0606-4e9f-9182-1ca79b363131 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (798c95f8-7f80-47e6-833b-51ecb91c6f92), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:15.434764 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2d902-0606-4e9f-9182-1ca79b363131 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Subnet': ['ID=798c95f8-7f80-47e6-833b-51ecb91c6f92,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:15.445819 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f4c2d902-0606-4e9f-9182-1ca79b363131 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:15.449964 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f4c2d902-0606-4e9f-9182-1ca79b363131 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/798c95f8-7f80-47e6-833b-51ecb91c6f92 HTTP/1.1" status: 204 len: 168 time: 0.7043412 Mar 22 19:42:15.455382 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42672) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:15.514439 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c670c12e-35b4-4517-80b5-a6cef67d2cb8 None None] Publish callbacks [] for port (eb216224-f336-4157-8cc7-3f34a07ffc49), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:15.524189 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-779a13c1-fff1-4a83-8b4d-15ae9b27b0bc tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (885aa3ac-adff-449f-8b21-482489f83135), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:15.542964 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c670c12e-35b4-4517-80b5-a6cef67d2cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (eb216224-f336-4157-8cc7-3f34a07ffc49), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:15.573004 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e93ce02b-e5a3-4bb2-a3f5-e79e39cab7c9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1160340 Mar 22 19:42:15.576615 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42674) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:15.621714 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a13c1-fff1-4a83-8b4d-15ae9b27b0bc tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Pushing event updated for resources: {'Subnet': ['ID=885aa3ac-adff-449f-8b21-482489f83135,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:15.640267 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e237d772-15a0-4448-9476-a33491b00712 None None] Provisioning complete for port 05501e58-154d-4248-9676-33b2a933b6ed triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:15.640662 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e237d772-15a0-4448-9476-a33491b00712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (05501e58-154d-4248-9676-33b2a933b6ed), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:15.693222 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779a13c1-fff1-4a83-8b4d-15ae9b27b0bc tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Checking segment: {'id': 'e264c783-18da-4500-a661-e289d0f7055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '90a35564-b0c3-4555-9dd0-5c9d709419af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:42:15.693613 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779a13c1-fff1-4a83-8b4d-15ae9b27b0bc tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Network hostable DHCP agents. Network: 90a35564-b0c3-4555-9dd0-5c9d709419af, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:42:15.699636 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-96da07a1-dc16-48d5-b0d9-cca1b37fe242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:15.716011 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c9636f-2a51-4845-91d3-2b222a114286 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:15.725079 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42676) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:15.728738 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d7c9636f-2a51-4845-91d3-2b222a114286 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1494401 Mar 22 19:42:15.729216 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c670c12e-35b4-4517-80b5-a6cef67d2cb8 None None] Network 311f66f7-58ec-428d-a5bb-cd0c9f1403df is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:15.741639 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-c670c12e-35b4-4517-80b5-a6cef67d2cb8 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:15.748949 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779a13c1-fff1-4a83-8b4d-15ae9b27b0bc tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Network 90a35564-b0c3-4555-9dd0-5c9d709419af is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:42:15.754186 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c670c12e-35b4-4517-80b5-a6cef67d2cb8 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:42:15.804476 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-779a13c1-fff1-4a83-8b4d-15ae9b27b0bc tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 90a35564-b0c3-4555-9dd0-5c9d709419af) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:15.821269 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779a13c1-fff1-4a83-8b4d-15ae9b27b0bc tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:15.821973 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-779a13c1-fff1-4a83-8b4d-15ae9b27b0bc tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:15.898395 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42686) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:15.912394 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a65270-2588-4f78-8cfb-b39c088cbaec None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:15.913961 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-779a13c1-fff1-4a83-8b4d-15ae9b27b0bc tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1504292 Mar 22 19:42:15.916565 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c975022-a99c-4695-aa8c-5959960ca1a4 None None] Network 90a35564-b0c3-4555-9dd0-5c9d709419af requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:15.922512 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e237d772-15a0-4448-9476-a33491b00712 None None] Current status of the port 05501e58-154d-4248-9676-33b2a933b6ed is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:15.922909 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e237d772-15a0-4448-9476-a33491b00712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (05501e58-154d-4248-9676-33b2a933b6ed), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:15.925040 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7663e4-7ba0-4608-87e0-72158d318530 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:15.925544 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c670c12e-35b4-4517-80b5-a6cef67d2cb8 None None] Pushing event updated for resources: {'Port': ['ID=eb216224-f336-4157-8cc7-3f34a07ffc49,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:15.954106 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6a7663e4-7ba0-4608-87e0-72158d318530 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2193909 Mar 22 19:42:15.959538 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42688) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:16.100771 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c676db3e-cbe6-47c7-a60d-0cf52cb971f6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1400611 Mar 22 19:42:16.105521 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42690) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:16.129666 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c670c12e-35b4-4517-80b5-a6cef67d2cb8 None None] Attempting to bind port eb216224-f336-4157-8cc7-3f34a07ffc49 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:42:16.130303 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c670c12e-35b4-4517-80b5-a6cef67d2cb8 None None] Attempting to bind port eb216224-f336-4157-8cc7-3f34a07ffc49 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '2c704e2a-7a0f-4898-b9d8-3c632f6ca2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '311f66f7-58ec-428d-a5bb-cd0c9f1403df'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:42:16.130820 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c670c12e-35b4-4517-80b5-a6cef67d2cb8 None None] Attempting to bind port eb216224-f336-4157-8cc7-3f34a07ffc49 on network 311f66f7-58ec-428d-a5bb-cd0c9f1403df {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:42:16.132770 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-9102d9f8-6d26-4165-a1ba-988a60440bf1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:16.278698 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e237d772-15a0-4448-9476-a33491b00712 None None] For port 05501e58-154d-4248-9676-33b2a933b6ed, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=05501e58-154d-4248-9676-33b2a933b6ed,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:16.298079 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:16.304795 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 8e35f04f-e0df-4d47-8438-30107f355e74 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:42:16.358164 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9102d9f8-6d26-4165-a1ba-988a60440bf1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:16.362373 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9102d9f8-6d26-4165-a1ba-988a60440bf1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:16.379371 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c670c12e-35b4-4517-80b5-a6cef67d2cb8 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:42:16.382475 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c670c12e-35b4-4517-80b5-a6cef67d2cb8 None None] Checking segment: {'id': '2c704e2a-7a0f-4898-b9d8-3c632f6ca2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '311f66f7-58ec-428d-a5bb-cd0c9f1403df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:42:16.383085 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c670c12e-35b4-4517-80b5-a6cef67d2cb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:16.383659 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c670c12e-35b4-4517-80b5-a6cef67d2cb8 None None] Bound using segment: {'id': '2c704e2a-7a0f-4898-b9d8-3c632f6ca2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '311f66f7-58ec-428d-a5bb-cd0c9f1403df'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:42:16.388535 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c670c12e-35b4-4517-80b5-a6cef67d2cb8 None None] Bound port: eb216224-f336-4157-8cc7-3f34a07ffc49, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c704e2a-7a0f-4898-b9d8-3c632f6ca2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '311f66f7-58ec-428d-a5bb-cd0c9f1403df'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:42:16.389217 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c670c12e-35b4-4517-80b5-a6cef67d2cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (eb216224-f336-4157-8cc7-3f34a07ffc49), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:16.423245 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f7a616-7912-404b-8d7a-0caf5f893ddd None None] Network 03b54395-2921-4857-991c-b7df2f05bf1d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:16.488547 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e237d772-15a0-4448-9476-a33491b00712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (05501e58-154d-4248-9676-33b2a933b6ed), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:16.644002 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cc9d83a1-fe40-4db6-9af2-0be5052d7fdf tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:16.715271 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9102d9f8-6d26-4165-a1ba-988a60440bf1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (29c86fd5-e56d-4be3-a362-d7657f85b40b), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:16.830687 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102d9f8-6d26-4165-a1ba-988a60440bf1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Subnet': ['ID=29c86fd5-e56d-4be3-a362-d7657f85b40b,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:16.840528 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9102d9f8-6d26-4165-a1ba-988a60440bf1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:16.843129 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-9102d9f8-6d26-4165-a1ba-988a60440bf1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:16.846836 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9102d9f8-6d26-4165-a1ba-988a60440bf1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:16.847454 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9102d9f8-6d26-4165-a1ba-988a60440bf1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:16.883152 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9102d9f8-6d26-4165-a1ba-988a60440bf1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7751527 Mar 22 19:42:16.883898 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42694) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:16.891561 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-40e6847e-d0bf-4f10-8f56-ac0f62a3053c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'port': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'mac_address': 'fa:16:3e:b6:eb:d8', 'name': 'tempest-NetworksTestDHCPv6-1050999077'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:16.977642 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 8e35f04f-e0df-4d47-8438-30107f355e74 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:16.978061 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8e35f04f-e0df-4d47-8438-30107f355e74), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:17.037471 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f727db2f-31c2-48b8-a054-c6140a9a9825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-90a35564-b0c3-4555-9dd0-5c9d709419af', 'network_id': '90a35564-b0c3-4555-9dd0-5c9d709419af', 'project_id': '2f539b64c6984e2893b8c3efc52e38a9', 'fixed_ips': [{'subnet_id': '885aa3ac-adff-449f-8b21-482489f83135'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:42:17.038547 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f727db2f-31c2-48b8-a054-c6140a9a9825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:17.056077 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c670c12e-35b4-4517-80b5-a6cef67d2cb8 None None] For port eb216224-f336-4157-8cc7-3f34a07ffc49, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:42:17.092616 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-3e11f01e-7fac-4f94-9406-8c9c058668f0 None None] Provisioning complete for port 8e35f04f-e0df-4d47-8438-30107f355e74 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:17.093000 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3e11f01e-7fac-4f94-9406-8c9c058668f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8e35f04f-e0df-4d47-8438-30107f355e74), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:17.149524 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237d772-15a0-4448-9476-a33491b00712 None None] Pushing event updated for resources: {'Port': ['ID=05501e58-154d-4248-9676-33b2a933b6ed,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:17.157225 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c670c12e-35b4-4517-80b5-a6cef67d2cb8 None None] For port eb216224-f336-4157-8cc7-3f34a07ffc49, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=eb216224-f336-4157-8cc7-3f34a07ffc49,segment=NetworkSegment(2c704e2a-7a0f-4898-b9d8-3c632f6ca2bf),segment_id=2c704e2a-7a0f-4898-b9d8-3c632f6ca2bf)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:42:17.187847 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c670c12e-35b4-4517-80b5-a6cef67d2cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (eb216224-f336-4157-8cc7-3f34a07ffc49), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:17.292706 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4001fece-a387-458e-bb6c-92c30c8856b0 None None] DHCP port deletion for 5844662d-9a53-4182-bd56-decd62afe1ab request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:42:17.524582 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-3e11f01e-7fac-4f94-9406-8c9c058668f0 None None] Current status of the port 8e35f04f-e0df-4d47-8438-30107f355e74 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:17.525083 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3e11f01e-7fac-4f94-9406-8c9c058668f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8e35f04f-e0df-4d47-8438-30107f355e74), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:17.571905 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-de451dbb-3505-4fd1-80ac-4b331fca751a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:17.597994 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c670c12e-35b4-4517-80b5-a6cef67d2cb8 None None] Pushing event updated for resources: {'Port': ['ID=eb216224-f336-4157-8cc7-3f34a07ffc49,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:17.695705 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-f727db2f-31c2-48b8-a054-c6140a9a9825 None None] Allocated IP 2001:db8::2 (90a35564-b0c3-4555-9dd0-5c9d709419af/885aa3ac-adff-449f-8b21-482489f83135/a3751bb7-f598-4d66-8f8e-df756414e356) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:42:17.774930 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e6847e-d0bf-4f10-8f56-ac0f62a3053c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:17.791813 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-3e11f01e-7fac-4f94-9406-8c9c058668f0 None None] For port 8e35f04f-e0df-4d47-8438-30107f355e74, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=8e35f04f-e0df-4d47-8438-30107f355e74,segment=NetworkSegment(49c8192f-ecb4-45a2-9707-2eaaff3edb1a),segment_id=49c8192f-ecb4-45a2-9707-2eaaff3edb1a)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:17.793912 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 8e35f04f-e0df-4d47-8438-30107f355e74 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:17.799422 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8e35f04f-e0df-4d47-8438-30107f355e74), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:17.870925 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-cc9d83a1-fe40-4db6-9af2-0be5052d7fdf tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Allocated IP 2001:db8::1 (311f66f7-58ec-428d-a5bb-cd0c9f1403df/5bd2073b-199d-4da4-b321-82874403e562/b2c996d2-ef50-4756-be27-7ee1f16bbf74) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:42:17.871955 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-4001fece-a387-458e-bb6c-92c30c8856b0 None None] Deleting port 05501e58-154d-4248-9676-33b2a933b6ed {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:42:17.872337 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4001fece-a387-458e-bb6c-92c30c8856b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (05501e58-154d-4248-9676-33b2a933b6ed), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:17.976446 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-4001fece-a387-458e-bb6c-92c30c8856b0 None None] For port 05501e58-154d-4248-9676-33b2a933b6ed, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=05501e58-154d-4248-9676-33b2a933b6ed,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:17.976858 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4001fece-a387-458e-bb6c-92c30c8856b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (05501e58-154d-4248-9676-33b2a933b6ed), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:18.004277 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-4001fece-a387-458e-bb6c-92c30c8856b0 None None] Calling delete_port for 05501e58-154d-4248-9676-33b2a933b6ed owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:42:18.091106 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3e11f01e-7fac-4f94-9406-8c9c058668f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8e35f04f-e0df-4d47-8438-30107f355e74), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:18.107481 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-40e6847e-d0bf-4f10-8f56-ac0f62a3053c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:18.146644 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-3e11f01e-7fac-4f94-9406-8c9c058668f0 None None] Could not find standard attr ID for object 62a5ea4d-97a0-4a46-a14d-f59fc4d8bde5. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:42:18.163832 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4001fece-a387-458e-bb6c-92c30c8856b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (05501e58-154d-4248-9676-33b2a933b6ed), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:18.184619 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11f01e-7fac-4f94-9406-8c9c058668f0 None None] Pushing event updated for resources: {'Port': ['ID=8e35f04f-e0df-4d47-8438-30107f355e74,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:18.198844 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4001fece-a387-458e-bb6c-92c30c8856b0 None None] No DVR routers for this DVR port 05501e58-154d-4248-9676-33b2a933b6ed on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:42:18.229724 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cc9d83a1-fe40-4db6-9af2-0be5052d7fdf tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks [] for port (b2c996d2-ef50-4756-be27-7ee1f16bbf74), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:18.267938 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:42:18.268430 n-d-705658-24 neutron-server[104174]: DEBUG oslo_db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:42:18.281211 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8f38e3-cd47-438e-9f1c-986e0c1413ac None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:18.290063 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001fece-a387-458e-bb6c-92c30c8856b0 None None] Pushing event deleted for resources: {'Port': ['ID=05501e58-154d-4248-9676-33b2a933b6ed,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:18.320000 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-40e6847e-d0bf-4f10-8f56-ac0f62a3053c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] device_id is not set on port 8972720e-3977-4091-adda-7068aef7c326 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:42:18.359839 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2e745f49-9054-4d68-8892-ba1485552a8c None None] Provisioning complete for port 8e35f04f-e0df-4d47-8438-30107f355e74 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:18.360353 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2e745f49-9054-4d68-8892-ba1485552a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8e35f04f-e0df-4d47-8438-30107f355e74), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:18.434243 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:18.481754 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f727db2f-31c2-48b8-a054-c6140a9a9825 None None] Publish callbacks [] for port (a3751bb7-f598-4d66-8f8e-df756414e356), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:18.492978 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-40e6847e-d0bf-4f10-8f56-ac0f62a3053c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Allocated IP 2001:db8::97 (5844662d-9a53-4182-bd56-decd62afe1ab/29c86fd5-e56d-4be3-a362-d7657f85b40b/8972720e-3977-4091-adda-7068aef7c326) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:42:18.552918 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acc9006-7ead-42e0-9137-5b634b4e90dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-5844662d-9a53-4182-bd56-decd62afe1ab', 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'project_id': '60cab213ce214a30b0f859d0f4109da8', 'fixed_ips': [{'subnet_id': '29c86fd5-e56d-4be3-a362-d7657f85b40b'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:42:18.554261 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4acc9006-7ead-42e0-9137-5b634b4e90dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:18.581197 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f727db2f-31c2-48b8-a054-c6140a9a9825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (a3751bb7-f598-4d66-8f8e-df756414e356), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:18.708773 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2e745f49-9054-4d68-8892-ba1485552a8c None None] Current status of the port 8e35f04f-e0df-4d47-8438-30107f355e74 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:18.720285 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f727db2f-31c2-48b8-a054-c6140a9a9825 None None] Network 90a35564-b0c3-4555-9dd0-5c9d709419af is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:18.750370 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-f727db2f-31c2-48b8-a054-c6140a9a9825 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:18.756793 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f727db2f-31c2-48b8-a054-c6140a9a9825 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:42:18.758456 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-40e6847e-d0bf-4f10-8f56-ac0f62a3053c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for port (8972720e-3977-4091-adda-7068aef7c326), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:18.764166 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727db2f-31c2-48b8-a054-c6140a9a9825 None None] Pushing event updated for resources: {'Port': ['ID=a3751bb7-f598-4d66-8f8e-df756414e356,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:18.827385 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cc9d83a1-fe40-4db6-9af2-0be5052d7fdf tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (b2c996d2-ef50-4756-be27-7ee1f16bbf74), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:18.830857 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:18.833851 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-40e6847e-d0bf-4f10-8f56-ac0f62a3053c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (8972720e-3977-4091-adda-7068aef7c326), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:18.892317 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9d83a1-fe40-4db6-9af2-0be5052d7fdf tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Network 311f66f7-58ec-428d-a5bb-cd0c9f1403df is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:18.898228 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-cc9d83a1-fe40-4db6-9af2-0be5052d7fdf tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:18.904277 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9d83a1-fe40-4db6-9af2-0be5052d7fdf tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:42:18.905088 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cc9d83a1-fe40-4db6-9af2-0be5052d7fdf tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (cf5d756b-13fb-4686-beec-fb2c5f557e43), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:18.952409 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f727db2f-31c2-48b8-a054-c6140a9a9825 None None] Attempting to bind port a3751bb7-f598-4d66-8f8e-df756414e356 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:42:18.953166 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f727db2f-31c2-48b8-a054-c6140a9a9825 None None] Attempting to bind port a3751bb7-f598-4d66-8f8e-df756414e356 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'e264c783-18da-4500-a661-e289d0f7055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '90a35564-b0c3-4555-9dd0-5c9d709419af'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:42:18.953755 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f727db2f-31c2-48b8-a054-c6140a9a9825 None None] Attempting to bind port a3751bb7-f598-4d66-8f8e-df756414e356 on network 90a35564-b0c3-4555-9dd0-5c9d709419af {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:42:18.981223 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f727db2f-31c2-48b8-a054-c6140a9a9825 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:42:18.982034 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f727db2f-31c2-48b8-a054-c6140a9a9825 None None] Checking segment: {'id': 'e264c783-18da-4500-a661-e289d0f7055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '90a35564-b0c3-4555-9dd0-5c9d709419af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:42:18.982679 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f727db2f-31c2-48b8-a054-c6140a9a9825 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:18.983310 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f727db2f-31c2-48b8-a054-c6140a9a9825 None None] Bound using segment: {'id': 'e264c783-18da-4500-a661-e289d0f7055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '90a35564-b0c3-4555-9dd0-5c9d709419af'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:42:18.984564 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f727db2f-31c2-48b8-a054-c6140a9a9825 None None] Bound port: a3751bb7-f598-4d66-8f8e-df756414e356, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e264c783-18da-4500-a661-e289d0f7055f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '90a35564-b0c3-4555-9dd0-5c9d709419af'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:42:18.985187 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f727db2f-31c2-48b8-a054-c6140a9a9825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a3751bb7-f598-4d66-8f8e-df756414e356), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:18.990000 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 8e35f04f-e0df-4d47-8438-30107f355e74 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:18.991289 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 05501e58-154d-4248-9676-33b2a933b6ed up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:42:19.022646 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e6847e-d0bf-4f10-8f56-ac0f62a3053c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:19.030334 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 05501e58-154d-4248-9676-33b2a933b6ed {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:42:19.030567 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-40e6847e-d0bf-4f10-8f56-ac0f62a3053c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:19.031177 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 05501e58-154d-4248-9676-33b2a933b6ed not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 22 19:42:19.037402 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e6847e-d0bf-4f10-8f56-ac0f62a3053c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:42:19.048403 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e6847e-d0bf-4f10-8f56-ac0f62a3053c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:19.049524 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-40e6847e-d0bf-4f10-8f56-ac0f62a3053c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:19.075067 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d83a1-fe40-4db6-9af2-0be5052d7fdf tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Pushing event updated for resources: {'Port': ['ID=b2c996d2-ef50-4756-be27-7ee1f16bbf74,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:19.102396 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f727db2f-31c2-48b8-a054-c6140a9a9825 None None] For port a3751bb7-f598-4d66-8f8e-df756414e356, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:42:19.106380 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f727db2f-31c2-48b8-a054-c6140a9a9825 None None] For port a3751bb7-f598-4d66-8f8e-df756414e356, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a3751bb7-f598-4d66-8f8e-df756414e356,segment=NetworkSegment(e264c783-18da-4500-a661-e289d0f7055f),segment_id=e264c783-18da-4500-a661-e289d0f7055f)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:42:19.117666 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42696) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:19.128018 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-40e6847e-d0bf-4f10-8f56-ac0f62a3053c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2429049 Mar 22 19:42:19.145532 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-4acc9006-7ead-42e0-9137-5b634b4e90dc None None] Allocated IP 2001:db8::2 (5844662d-9a53-4182-bd56-decd62afe1ab/29c86fd5-e56d-4be3-a362-d7657f85b40b/a80957e2-7293-4dd8-84e6-fd057025e377) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:42:19.148754 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f727db2f-31c2-48b8-a054-c6140a9a9825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a3751bb7-f598-4d66-8f8e-df756414e356), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:19.228253 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efecb174-9426-45d1-992f-886a33edf2ee tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:19.232973 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-efecb174-9426-45d1-992f-886a33edf2ee tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1140921 Mar 22 19:42:19.236152 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42698) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:19.270829 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cc9d83a1-fe40-4db6-9af2-0be5052d7fdf tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b2c996d2-ef50-4756-be27-7ee1f16bbf74), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:19.296400 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6847e-d0bf-4f10-8f56-ac0f62a3053c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Port': ['ID=8972720e-3977-4091-adda-7068aef7c326,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:19.373431 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Port 05501e58-154d-4248-9676-33b2a933b6ed not found, will not notify nova. {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 22 19:42:19.375915 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46144087-b799-4e85-823f-87df6de02d6a None None] Network 311f66f7-58ec-428d-a5bb-cd0c9f1403df requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:19.438393 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727db2f-31c2-48b8-a054-c6140a9a9825 None None] Pushing event updated for resources: {'Port': ['ID=a3751bb7-f598-4d66-8f8e-df756414e356,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:19.592666 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-e0d589d5-8f06-406e-aecf-d4cb3936a09a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting port 8972720e-3977-4091-adda-7068aef7c326 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:42:19.593185 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e0d589d5-8f06-406e-aecf-d4cb3936a09a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (8972720e-3977-4091-adda-7068aef7c326), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:19.618542 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ef5aedbf-ae40-4d6e-98aa-c1f627cd390a None None] Provisioning complete for port eb216224-f336-4157-8cc7-3f34a07ffc49 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:19.619115 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ef5aedbf-ae40-4d6e-98aa-c1f627cd390a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (eb216224-f336-4157-8cc7-3f34a07ffc49), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:19.815751 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device eb216224-f336-4157-8cc7-3f34a07ffc49 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:42:19.878841 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e0d589d5-8f06-406e-aecf-d4cb3936a09a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (8972720e-3977-4091-adda-7068aef7c326), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:19.910485 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-e0d589d5-8f06-406e-aecf-d4cb3936a09a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Calling delete_port for 8972720e-3977-4091-adda-7068aef7c326 owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:42:19.940943 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ef5aedbf-ae40-4d6e-98aa-c1f627cd390a None None] Current status of the port eb216224-f336-4157-8cc7-3f34a07ffc49 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:19.941340 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ef5aedbf-ae40-4d6e-98aa-c1f627cd390a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (eb216224-f336-4157-8cc7-3f34a07ffc49), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:19.965218 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4acc9006-7ead-42e0-9137-5b634b4e90dc None None] Publish callbacks [] for port (a80957e2-7293-4dd8-84e6-fd057025e377), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:19.966739 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port eb216224-f336-4157-8cc7-3f34a07ffc49 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:19.968402 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (eb216224-f336-4157-8cc7-3f34a07ffc49), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:19.988818 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cc9d83a1-fe40-4db6-9af2-0be5052d7fdf tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks [] for port (b2c996d2-ef50-4756-be27-7ee1f16bbf74), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:20.003622 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cc9d83a1-fe40-4db6-9af2-0be5052d7fdf tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (b2c996d2-ef50-4756-be27-7ee1f16bbf74), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:20.004561 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cc9d83a1-fe40-4db6-9af2-0be5052d7fdf tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (cf5d756b-13fb-4686-beec-fb2c5f557e43), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:20.027523 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4acc9006-7ead-42e0-9137-5b634b4e90dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (a80957e2-7293-4dd8-84e6-fd057025e377), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:20.076738 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d83a1-fe40-4db6-9af2-0be5052d7fdf tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Pushing event updated for resources: {'Port': ['ID=b2c996d2-ef50-4756-be27-7ee1f16bbf74,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:20.212228 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9d83a1-fe40-4db6-9af2-0be5052d7fdf tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Network 311f66f7-58ec-428d-a5bb-cd0c9f1403df is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:20.215635 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-cc9d83a1-fe40-4db6-9af2-0be5052d7fdf tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:20.231136 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acc9006-7ead-42e0-9137-5b634b4e90dc None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:20.256195 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-ef5aedbf-ae40-4d6e-98aa-c1f627cd390a None None] For port eb216224-f336-4157-8cc7-3f34a07ffc49, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=eb216224-f336-4157-8cc7-3f34a07ffc49,segment=NetworkSegment(2c704e2a-7a0f-4898-b9d8-3c632f6ca2bf),segment_id=2c704e2a-7a0f-4898-b9d8-3c632f6ca2bf)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:20.268630 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-4acc9006-7ead-42e0-9137-5b634b4e90dc None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:20.286077 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:20.288344 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acc9006-7ead-42e0-9137-5b634b4e90dc None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:42:20.301089 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ef5aedbf-ae40-4d6e-98aa-c1f627cd390a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (eb216224-f336-4157-8cc7-3f34a07ffc49), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:20.318469 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc9006-7ead-42e0-9137-5b634b4e90dc None None] Pushing event updated for resources: {'Port': ['ID=a80957e2-7293-4dd8-84e6-fd057025e377,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:20.394018 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5aedbf-ae40-4d6e-98aa-c1f627cd390a None None] Pushing event updated for resources: {'Port': ['ID=eb216224-f336-4157-8cc7-3f34a07ffc49,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:20.414135 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e0d589d5-8f06-406e-aecf-d4cb3936a09a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (8972720e-3977-4091-adda-7068aef7c326), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:20.429146 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9d83a1-fe40-4db6-9af2-0be5052d7fdf tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Router cf5d756b-13fb-4686-beec-fb2c5f557e43 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:42:20.494763 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d589d5-8f06-406e-aecf-d4cb3936a09a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Port': ['ID=8972720e-3977-4091-adda-7068aef7c326,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:20.522160 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-4acc9006-7ead-42e0-9137-5b634b4e90dc None None] Attempting to bind port a80957e2-7293-4dd8-84e6-fd057025e377 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:42:20.522681 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-4acc9006-7ead-42e0-9137-5b634b4e90dc None None] Attempting to bind port a80957e2-7293-4dd8-84e6-fd057025e377 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:42:20.523126 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acc9006-7ead-42e0-9137-5b634b4e90dc None None] Attempting to bind port a80957e2-7293-4dd8-84e6-fd057025e377 on network 5844662d-9a53-4182-bd56-decd62afe1ab {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:42:20.531759 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acc9006-7ead-42e0-9137-5b634b4e90dc None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:42:20.532141 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acc9006-7ead-42e0-9137-5b634b4e90dc None None] Checking segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:42:20.532713 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4acc9006-7ead-42e0-9137-5b634b4e90dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:20.533086 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acc9006-7ead-42e0-9137-5b634b4e90dc None None] Bound using segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:42:20.533572 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-4acc9006-7ead-42e0-9137-5b634b4e90dc None None] Bound port: a80957e2-7293-4dd8-84e6-fd057025e377, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:42:20.534057 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4acc9006-7ead-42e0-9137-5b634b4e90dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a80957e2-7293-4dd8-84e6-fd057025e377), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:20.551020 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-fc24b214-97ee-4472-98b7-3d87603d5adc None None] Provisioning complete for port b2c996d2-ef50-4756-be27-7ee1f16bbf74 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:20.551401 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fc24b214-97ee-4472-98b7-3d87603d5adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b2c996d2-ef50-4756-be27-7ee1f16bbf74), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:20.555181 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port eb216224-f336-4157-8cc7-3f34a07ffc49 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:20.556722 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 8e35f04f-e0df-4d47-8438-30107f355e74 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:42:20.604887 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e0d589d5-8f06-406e-aecf-d4cb3936a09a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:20.608900 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e0d589d5-8f06-406e-aecf-d4cb3936a09a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/8972720e-3977-4091-adda-7068aef7c326 HTTP/1.1" status: 204 len: 168 time: 1.3690677 Mar 22 19:42:20.612379 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42708) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:20.648863 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-fc24b214-97ee-4472-98b7-3d87603d5adc None None] Port b2c996d2-ef50-4756-be27-7ee1f16bbf74 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:42:20.669110 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9d83a1-fe40-4db6-9af2-0be5052d7fdf tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:42:20.674754 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-cc9d83a1-fe40-4db6-9af2-0be5052d7fdf tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] 10.222.0.75 "PUT /v2.0/routers/cf5d756b-13fb-4686-beec-fb2c5f557e43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7751558 Mar 22 19:42:20.677416 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42710) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:20.714435 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b50fdb3-a080-42c8-83fe-3525651a68a5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:20.716243 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b50fdb3-a080-42c8-83fe-3525651a68a5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:20.721577 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8b50fdb3-a080-42c8-83fe-3525651a68a5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1076200 Mar 22 19:42:20.722460 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42712) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:20.745238 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-4acc9006-7ead-42e0-9137-5b634b4e90dc None None] For port a80957e2-7293-4dd8-84e6-fd057025e377, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:42:20.753763 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-4acc9006-7ead-42e0-9137-5b634b4e90dc None None] For port a80957e2-7293-4dd8-84e6-fd057025e377, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a80957e2-7293-4dd8-84e6-fd057025e377,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:42:20.775022 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15f1ebe-9a24-42bd-9853-1dbb40dba631 None None] Sync routers for ids ['cf5d756b-13fb-4686-beec-fb2c5f557e43'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:42:20.781558 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-c21c6528-ef40-418e-a532-873e650023d8 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting subnet 29c86fd5-e56d-4be3-a362-d7657f85b40b {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:42:20.785748 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c21c6528-ef40-418e-a532-873e650023d8 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (29c86fd5-e56d-4be3-a362-d7657f85b40b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:20.789306 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4acc9006-7ead-42e0-9137-5b634b4e90dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a80957e2-7293-4dd8-84e6-fd057025e377), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:20.899613 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c21c6528-ef40-418e-a532-873e650023d8 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (29c86fd5-e56d-4be3-a362-d7657f85b40b), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:20.946917 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc9006-7ead-42e0-9137-5b634b4e90dc None None] Pushing event updated for resources: {'Port': ['ID=a80957e2-7293-4dd8-84e6-fd057025e377,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:20.968311 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15f1ebe-9a24-42bd-9853-1dbb40dba631 None None] Routers {'cf5d756b-13fb-4686-beec-fb2c5f557e43'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:42:20.970884 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b15f1ebe-9a24-42bd-9853-1dbb40dba631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:42:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cf5d756b-13fb-4686-beec-fb2c5f557e43'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:21.073241 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-fc24b214-97ee-4472-98b7-3d87603d5adc None None] Provisioning complete for port eb216224-f336-4157-8cc7-3f34a07ffc49 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:21.073777 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fc24b214-97ee-4472-98b7-3d87603d5adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (eb216224-f336-4157-8cc7-3f34a07ffc49), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:21.131342 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b15f1ebe-9a24-42bd-9853-1dbb40dba631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:21.141072 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c21c6528-ef40-418e-a532-873e650023d8 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (29c86fd5-e56d-4be3-a362-d7657f85b40b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:21.153970 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 8e35f04f-e0df-4d47-8438-30107f355e74 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:21.154619 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8e35f04f-e0df-4d47-8438-30107f355e74), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:21.259465 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-fc24b214-97ee-4472-98b7-3d87603d5adc None None] Current status of the port eb216224-f336-4157-8cc7-3f34a07ffc49 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:21.259956 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c21c6528-ef40-418e-a532-873e650023d8 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (29c86fd5-e56d-4be3-a362-d7657f85b40b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:21.271622 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15f1ebe-9a24-42bd-9853-1dbb40dba631 None None] Routers {'cf5d756b-13fb-4686-beec-fb2c5f557e43'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:42:21.272507 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b15f1ebe-9a24-42bd-9853-1dbb40dba631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:42:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cf5d756b-13fb-4686-beec-fb2c5f557e43'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:21.339093 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c21c6528-ef40-418e-a532-873e650023d8 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:21.351016 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c21c6528-ef40-418e-a532-873e650023d8 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/29c86fd5-e56d-4be3-a362-d7657f85b40b HTTP/1.1" status: 204 len: 168 time: 0.6264691 Mar 22 19:42:21.351876 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42716) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:21.354607 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c6528-ef40-418e-a532-873e650023d8 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Subnet': ['ID=29c86fd5-e56d-4be3-a362-d7657f85b40b,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:21.430654 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b15f1ebe-9a24-42bd-9853-1dbb40dba631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:21.435561 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15f1ebe-9a24-42bd-9853-1dbb40dba631 None None] The sync data for ids ['cf5d756b-13fb-4686-beec-fb2c5f557e43'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:42:21.446045 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ec34627c-0f82-4f89-a17a-d523074c7d50 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0838461 Mar 22 19:42:21.447384 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42718) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:21.506160 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-50deb196-105f-47ea-957e-6f52e7bae333 None None] Provisioning complete for port b2c996d2-ef50-4756-be27-7ee1f16bbf74 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:21.506568 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-50deb196-105f-47ea-957e-6f52e7bae333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b2c996d2-ef50-4756-be27-7ee1f16bbf74), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:21.523337 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-b07d0264-ab25-4a46-8d82-4596b4d9cf1c tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:42:21.527827 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b07d0264-ab25-4a46-8d82-4596b4d9cf1c tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] 10.222.0.75 "PUT /v2.0/routers/cf5d756b-13fb-4686-beec-fb2c5f557e43/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8465807 Mar 22 19:42:21.528835 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42720) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:21.563808 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1b4394-1f6d-4ab7-a2a4-934fba2b2a88 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:21.565533 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cd1b4394-1f6d-4ab7-a2a4-934fba2b2a88 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1172104 Mar 22 19:42:21.568688 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae98eb9-c6d7-45b5-9e67-e4c6a99504c0 None None] Network 90a35564-b0c3-4555-9dd0-5c9d709419af requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:21.569101 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42722) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:21.570577 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:21.664634 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a613ea5c-8b60-4600-935d-87182614b7df tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:21.675276 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a613ea5c-8b60-4600-935d-87182614b7df tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1045325 Mar 22 19:42:21.675973 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42724) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:21.695013 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-50deb196-105f-47ea-957e-6f52e7bae333 None None] Port b2c996d2-ef50-4756-be27-7ee1f16bbf74 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:42:21.722327 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 8e35f04f-e0df-4d47-8438-30107f355e74 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:21.734403 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9f8761dc-7de7-40e5-ab71-e48b7e5d8c67 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571742 Mar 22 19:42:21.735058 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42726) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:21.745451 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-ea7d4b72-1a9c-4794-b51a-7aed70ebd219 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:21.833006 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 05501e58-154d-4248-9676-33b2a933b6ed no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:42:21.836292 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-1dcd19d6-c7f0-4725-abe6-6c9be8aa8d8c None None] Provisioning complete for port a3751bb7-f598-4d66-8f8e-df756414e356 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:21.836667 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1dcd19d6-c7f0-4725-abe6-6c9be8aa8d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a3751bb7-f598-4d66-8f8e-df756414e356), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:21.895235 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 05501e58-154d-4248-9676-33b2a933b6ed {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:42:21.895585 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 05501e58-154d-4248-9676-33b2a933b6ed not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:42:21.988061 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7d4b72-1a9c-4794-b51a-7aed70ebd219 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:22.004802 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ea7d4b72-1a9c-4794-b51a-7aed70ebd219 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:22.017764 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1dcd19d6-c7f0-4725-abe6-6c9be8aa8d8c None None] Current status of the port a3751bb7-f598-4d66-8f8e-df756414e356 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:22.018192 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1dcd19d6-c7f0-4725-abe6-6c9be8aa8d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a3751bb7-f598-4d66-8f8e-df756414e356), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:22.128329 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-1dcd19d6-c7f0-4725-abe6-6c9be8aa8d8c None None] For port a3751bb7-f598-4d66-8f8e-df756414e356, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a3751bb7-f598-4d66-8f8e-df756414e356,segment=NetworkSegment(e264c783-18da-4500-a661-e289d0f7055f),segment_id=e264c783-18da-4500-a661-e289d0f7055f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:22.143660 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1dcd19d6-c7f0-4725-abe6-6c9be8aa8d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a3751bb7-f598-4d66-8f8e-df756414e356), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:22.266981 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd19d6-c7f0-4725-abe6-6c9be8aa8d8c None None] Pushing event updated for resources: {'Port': ['ID=a3751bb7-f598-4d66-8f8e-df756414e356,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:22.282645 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-aa235c19-0784-494d-8a5d-0c2b074ea1db None None] Provisioning complete for port a3751bb7-f598-4d66-8f8e-df756414e356 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:22.283228 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-aa235c19-0784-494d-8a5d-0c2b074ea1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a3751bb7-f598-4d66-8f8e-df756414e356), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:22.390761 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3657340f-60c7-4e01-bf72-3c7894cf1d04 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (cf5d756b-13fb-4686-beec-fb2c5f557e43), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:22.433148 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-aa235c19-0784-494d-8a5d-0c2b074ea1db None None] Current status of the port a3751bb7-f598-4d66-8f8e-df756414e356 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:22.436045 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a80957e2-7293-4dd8-84e6-fd057025e377 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:42:22.521343 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port a80957e2-7293-4dd8-84e6-fd057025e377 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:22.522130 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a80957e2-7293-4dd8-84e6-fd057025e377), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:22.676998 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a80957e2-7293-4dd8-84e6-fd057025e377 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:22.677391 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a80957e2-7293-4dd8-84e6-fd057025e377), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:22.694181 n-d-705658-24 neutron-server[104173]: DEBUG neutron.objects.ports [None req-ea7d4b72-1a9c-4794-b51a-7aed70ebd219 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104173) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 19:42:22.728435 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port a80957e2-7293-4dd8-84e6-fd057025e377, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a80957e2-7293-4dd8-84e6-fd057025e377,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:22.736763 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a80957e2-7293-4dd8-84e6-fd057025e377), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:22.738096 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a3751bb7-f598-4d66-8f8e-df756414e356 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:42:22.815527 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=a80957e2-7293-4dd8-84e6-fd057025e377,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:22.819348 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230a8337-a0fe-4bd3-bc5e-30baa6747e71 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:22.900421 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-3657340f-60c7-4e01-bf72-3c7894cf1d04 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Deleting port b2c996d2-ef50-4756-be27-7ee1f16bbf74 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:42:22.901182 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3657340f-60c7-4e01-bf72-3c7894cf1d04 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (b2c996d2-ef50-4756-be27-7ee1f16bbf74), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:22.976168 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ea7d4b72-1a9c-4794-b51a-7aed70ebd219 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a80957e2-7293-4dd8-84e6-fd057025e377), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:22.984184 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-bc3f57a9-f2b7-4da0-83d2-d25f7551f187 None None] Provisioning complete for port a80957e2-7293-4dd8-84e6-fd057025e377 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:22.984504 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bc3f57a9-f2b7-4da0-83d2-d25f7551f187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a80957e2-7293-4dd8-84e6-fd057025e377), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:23.037323 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port a3751bb7-f598-4d66-8f8e-df756414e356 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:23.037731 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a3751bb7-f598-4d66-8f8e-df756414e356), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:23.070227 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3657340f-60c7-4e01-bf72-3c7894cf1d04 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (b2c996d2-ef50-4756-be27-7ee1f16bbf74), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:23.104991 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-3657340f-60c7-4e01-bf72-3c7894cf1d04 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Calling delete_port for b2c996d2-ef50-4756-be27-7ee1f16bbf74 owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:42:23.173696 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a3751bb7-f598-4d66-8f8e-df756414e356 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:23.174942 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device eb216224-f336-4157-8cc7-3f34a07ffc49 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:42:23.218888 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-bc3f57a9-f2b7-4da0-83d2-d25f7551f187 None None] Current status of the port a80957e2-7293-4dd8-84e6-fd057025e377 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:23.247788 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port eb216224-f336-4157-8cc7-3f34a07ffc49 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:23.248461 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (eb216224-f336-4157-8cc7-3f34a07ffc49), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:23.289020 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-ea7d4b72-1a9c-4794-b51a-7aed70ebd219 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] For port a80957e2-7293-4dd8-84e6-fd057025e377, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a80957e2-7293-4dd8-84e6-fd057025e377,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:23.353472 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ea7d4b72-1a9c-4794-b51a-7aed70ebd219 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for port (a80957e2-7293-4dd8-84e6-fd057025e377), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:23.360567 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ea7d4b72-1a9c-4794-b51a-7aed70ebd219 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (a80957e2-7293-4dd8-84e6-fd057025e377), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:23.404965 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port eb216224-f336-4157-8cc7-3f34a07ffc49 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:23.440630 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ea7d4b72-1a9c-4794-b51a-7aed70ebd219 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (ba6ee25b-6e2b-4430-9e90-7b998a019f81), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:23.447942 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-3089d8a6-f102-46b1-88b5-74c2f6e33c5a None None] Provisioning complete for port a80957e2-7293-4dd8-84e6-fd057025e377 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:23.448518 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3089d8a6-f102-46b1-88b5-74c2f6e33c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a80957e2-7293-4dd8-84e6-fd057025e377), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:23.454197 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d4b72-1a9c-4794-b51a-7aed70ebd219 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Port': ['ID=a80957e2-7293-4dd8-84e6-fd057025e377,revision_number=6']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:23.499518 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7d4b72-1a9c-4794-b51a-7aed70ebd219 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:23.502294 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3657340f-60c7-4e01-bf72-3c7894cf1d04 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (b2c996d2-ef50-4756-be27-7ee1f16bbf74), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:23.505434 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-ea7d4b72-1a9c-4794-b51a-7aed70ebd219 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:23.514657 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7d4b72-1a9c-4794-b51a-7aed70ebd219 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:23.515308 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ea7d4b72-1a9c-4794-b51a-7aed70ebd219 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:23.542430 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ea7d4b72-1a9c-4794-b51a-7aed70ebd219 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8062651 Mar 22 19:42:23.549217 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42730) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:23.559789 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-4069a390-1f44-4f6a-848c-a612e98aa068 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:23.583191 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657340f-60c7-4e01-bf72-3c7894cf1d04 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Pushing event deleted for resources: {'Port': ['ID=b2c996d2-ef50-4756-be27-7ee1f16bbf74,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:23.619800 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657340f-60c7-4e01-bf72-3c7894cf1d04 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:23.620156 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657340f-60c7-4e01-bf72-3c7894cf1d04 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:23.626805 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657340f-60c7-4e01-bf72-3c7894cf1d04 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:23.627250 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657340f-60c7-4e01-bf72-3c7894cf1d04 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:23.627595 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657340f-60c7-4e01-bf72-3c7894cf1d04 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:23.628450 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657340f-60c7-4e01-bf72-3c7894cf1d04 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:23.628792 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657340f-60c7-4e01-bf72-3c7894cf1d04 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:23.629124 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657340f-60c7-4e01-bf72-3c7894cf1d04 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:23.629457 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657340f-60c7-4e01-bf72-3c7894cf1d04 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:23.629880 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657340f-60c7-4e01-bf72-3c7894cf1d04 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:23.630219 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657340f-60c7-4e01-bf72-3c7894cf1d04 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:23.630549 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657340f-60c7-4e01-bf72-3c7894cf1d04 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:23.630879 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657340f-60c7-4e01-bf72-3c7894cf1d04 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:23.631204 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657340f-60c7-4e01-bf72-3c7894cf1d04 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:23.631528 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3657340f-60c7-4e01-bf72-3c7894cf1d04 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:23.670169 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-3089d8a6-f102-46b1-88b5-74c2f6e33c5a None None] Current status of the port a80957e2-7293-4dd8-84e6-fd057025e377 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:23.795917 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d4b72-1a9c-4794-b51a-7aed70ebd219 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Subnet': ['ID=ba6ee25b-6e2b-4430-9e90-7b998a019f81,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:23.844205 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4069a390-1f44-4f6a-848c-a612e98aa068 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:23.848690 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4069a390-1f44-4f6a-848c-a612e98aa068 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:23.887493 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-3c077664-325a-4a9d-975b-58c7aa8e71ee None None] Could not find standard attr ID for object 8972720e-3977-4091-adda-7068aef7c326. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:42:23.891893 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3657340f-60c7-4e01-bf72-3c7894cf1d04 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (cf5d756b-13fb-4686-beec-fb2c5f557e43), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:23.895998 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87149579-1984-401e-a672-ab7277d5774d None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:24.110172 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a80957e2-7293-4dd8-84e6-fd057025e377 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:42:24.134697 n-d-705658-24 neutron-server[104173]: INFO neutron.db.ipam_backend_mixin [None req-4069a390-1f44-4f6a-848c-a612e98aa068 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ba6ee25b-6e2b-4430-9e90-7b998a019f81 (CIDR: 2001:db8::/64) Mar 22 19:42:24.143752 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-4069a390-1f44-4f6a-848c-a612e98aa068 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:42:24.144126 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4069a390-1f44-4f6a-848c-a612e98aa068 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:24.172019 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4069a390-1f44-4f6a-848c-a612e98aa068 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6155074 Mar 22 19:42:24.172264 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42738) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:24.177532 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-46eb08e5-9c29-4b49-ab36-04184bee7d4a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:24.351279 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port a80957e2-7293-4dd8-84e6-fd057025e377 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:24.352951 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a80957e2-7293-4dd8-84e6-fd057025e377), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:24.393544 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46eb08e5-9c29-4b49-ab36-04184bee7d4a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:24.398479 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-46eb08e5-9c29-4b49-ab36-04184bee7d4a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:24.636591 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a80957e2-7293-4dd8-84e6-fd057025e377 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:24.638410 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a3751bb7-f598-4d66-8f8e-df756414e356 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:42:24.796290 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port a3751bb7-f598-4d66-8f8e-df756414e356 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:24.796665 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a3751bb7-f598-4d66-8f8e-df756414e356), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:25.078074 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-46eb08e5-9c29-4b49-ab36-04184bee7d4a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (878d3d38-f34f-49ac-b081-7bb18e68c911), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:25.155834 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d3674-ce41-49e8-9072-8dbf4a8a0fae req-d9a37f34-976f-4e5e-8a45-a89dc27ba339 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:25.176921 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b08d3674-ce41-49e8-9072-8dbf4a8a0fae req-d9a37f34-976f-4e5e-8a45-a89dc27ba339 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 946 time: 0.1494033 Mar 22 19:42:25.183946 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46eb08e5-9c29-4b49-ab36-04184bee7d4a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:25.192980 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-46eb08e5-9c29-4b49-ab36-04184bee7d4a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:25.206376 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46eb08e5-9c29-4b49-ab36-04184bee7d4a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:25.211232 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-46eb08e5-9c29-4b49-ab36-04184bee7d4a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:25.243250 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183a8e14-3d77-449c-b49b-3d9ea041a0b5 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:25.250373 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb08e5-9c29-4b49-ab36-04184bee7d4a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Subnet': ['ID=878d3d38-f34f-49ac-b081-7bb18e68c911,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:25.262033 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-46eb08e5-9c29-4b49-ab36-04184bee7d4a tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0884728 Mar 22 19:42:25.265772 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42758) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:25.276859 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-e60311ca-5fcf-4a5a-8f2e-fa075852a6a1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'port': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'mac_address': 'fa:16:3e:81:dc:77', 'name': 'tempest-NetworksTestDHCPv6-688673107'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:25.305557 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2b5bebfd-8e53-4e01-8f50-b5fcba9122d3 None None] Provisioning complete for port a80957e2-7293-4dd8-84e6-fd057025e377 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:25.306043 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2b5bebfd-8e53-4e01-8f50-b5fcba9122d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a80957e2-7293-4dd8-84e6-fd057025e377), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:25.365036 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b08d3674-ce41-49e8-9072-8dbf4a8a0fae req-ed0fa2bf-f4bd-493b-872d-e83cbd4179e4 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868441 Mar 22 19:42:25.368301 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3657340f-60c7-4e01-bf72-3c7894cf1d04 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Router cf5d756b-13fb-4686-beec-fb2c5f557e43 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:42:25.468907 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a3751bb7-f598-4d66-8f8e-df756414e356 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:25.471806 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2b5bebfd-8e53-4e01-8f50-b5fcba9122d3 None None] Current status of the port a80957e2-7293-4dd8-84e6-fd057025e377 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:25.473854 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3657340f-60c7-4e01-bf72-3c7894cf1d04 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:42:25.486710 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3657340f-60c7-4e01-bf72-3c7894cf1d04 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] 10.222.0.75 "PUT /v2.0/routers/cf5d756b-13fb-4686-beec-fb2c5f557e43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9569390 Mar 22 19:42:25.487361 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42760) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:25.492055 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e375d3-fad0-4c26-9f9b-78fbac788c75 None None] Sync routers for ids ['cf5d756b-13fb-4686-beec-fb2c5f557e43'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:42:25.506570 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e375d3-fad0-4c26-9f9b-78fbac788c75 None None] Routers {'cf5d756b-13fb-4686-beec-fb2c5f557e43'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:42:25.507669 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-87e375d3-fad0-4c26-9f9b-78fbac788c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:42:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cf5d756b-13fb-4686-beec-fb2c5f557e43'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:25.544805 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-e5b245c6-fca2-47bc-aa30-475b2340c182 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] delete failed (client error): The resource could not be found. Mar 22 19:42:25.546497 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e5b245c6-fca2-47bc-aa30-475b2340c182 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] 10.222.0.75 "DELETE /v2.0/routers/tempest-non_exist_router-1508493289 HTTP/1.1" status: 404 len: 335 time: 0.0575655 Mar 22 19:42:25.550315 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42762) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:25.556199 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-56720d2a-6f35-44c4-8247-4a8ed29b2843 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cf5d756b-13fb-4686-beec-fb2c5f557e43'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:25.573224 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-87e375d3-fad0-4c26-9f9b-78fbac788c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:25.585346 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e375d3-fad0-4c26-9f9b-78fbac788c75 None None] Routers {'cf5d756b-13fb-4686-beec-fb2c5f557e43'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:42:25.586407 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-87e375d3-fad0-4c26-9f9b-78fbac788c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:42:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cf5d756b-13fb-4686-beec-fb2c5f557e43'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:25.603355 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065355f6-4a1f-4d7d-89c5-8a85d1571e54 None None] Update dhcp port {'port': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'fixed_ips': [{'subnet_id': 'ba6ee25b-6e2b-4430-9e90-7b998a019f81', 'ip_address': '2001:db8::f816:3eff:fea7:4384'}, {'subnet_id': '878d3d38-f34f-49ac-b081-7bb18e68c911'}], 'binding:host_id': 'n-d-705658-24'}, 'id': 'a80957e2-7293-4dd8-84e6-fd057025e377'} from n-d-705658-24. {{(pid=104174) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 19:42:25.618575 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60311ca-5fcf-4a5a-8f2e-fa075852a6a1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:25.626423 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-87e375d3-fad0-4c26-9f9b-78fbac788c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:25.627440 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e375d3-fad0-4c26-9f9b-78fbac788c75 None None] The sync data for ids ['cf5d756b-13fb-4686-beec-fb2c5f557e43'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:42:25.650684 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-065355f6-4a1f-4d7d-89c5-8a85d1571e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a80957e2-7293-4dd8-84e6-fd057025e377), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:25.838172 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e60311ca-5fcf-4a5a-8f2e-fa075852a6a1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:25.841216 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-56720d2a-6f35-44c4-8247-4a8ed29b2843 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks [] for router_gateway (cf5d756b-13fb-4686-beec-fb2c5f557e43), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:25.865410 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-e60311ca-5fcf-4a5a-8f2e-fa075852a6a1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] device_id is not set on port 45a407b1-3407-44cb-8220-e5636d749725 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:42:25.877911 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-065355f6-4a1f-4d7d-89c5-8a85d1571e54 None None] Allocated IP 2001:db8:0:1::2 (5844662d-9a53-4182-bd56-decd62afe1ab/878d3d38-f34f-49ac-b081-7bb18e68c911/a80957e2-7293-4dd8-84e6-fd057025e377) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:42:25.934841 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-56720d2a-6f35-44c4-8247-4a8ed29b2843 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] update failed (client error): The resource could not be found. Mar 22 19:42:25.935897 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-56720d2a-6f35-44c4-8247-4a8ed29b2843 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] 10.222.0.75 "PUT /v2.0/routers/cf5d756b-13fb-4686-beec-fb2c5f557e43 HTTP/1.1" status: 404 len: 339 time: 0.3838031 Mar 22 19:42:25.939905 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42768) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:25.944149 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-cbdd260d-41dc-4025-b593-934a47ca354c tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-582767412'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:25.982092 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdd260d-41dc-4025-b593-934a47ca354c tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Made reservation on behalf of 2f539b64c6984e2893b8c3efc52e38a9 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:25.988100 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cbdd260d-41dc-4025-b593-934a47ca354c tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:26.005417 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-065355f6-4a1f-4d7d-89c5-8a85d1571e54 None None] For port a80957e2-7293-4dd8-84e6-fd057025e377, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a80957e2-7293-4dd8-84e6-fd057025e377,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:26.022294 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbdd260d-41dc-4025-b593-934a47ca354c tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:42:26.047304 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cbdd260d-41dc-4025-b593-934a47ca354c tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (4b32adea-f684-4461-a903-14452ae1b49d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:26.047687 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-cbdd260d-41dc-4025-b593-934a47ca354c tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Added segment 4b32adea-f684-4461-a903-14452ae1b49d of type vlan for network e28d2501-192d-4c58-8bf1-23f4c210d8ca Mar 22 19:42:26.056249 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-065355f6-4a1f-4d7d-89c5-8a85d1571e54 None None] Publish callbacks [] for port (a80957e2-7293-4dd8-84e6-fd057025e377), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:26.068660 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-065355f6-4a1f-4d7d-89c5-8a85d1571e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a80957e2-7293-4dd8-84e6-fd057025e377), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:26.090961 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a333e-9a5e-461d-8861-32d0915cc014 req-aec93547-f0ed-44fa-ad26-8c8c925e06e8 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:26.093665 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2d2a333e-9a5e-461d-8861-32d0915cc014 req-aec93547-f0ed-44fa-ad26-8c8c925e06e8 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.84 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 946 time: 0.1053095 Mar 22 19:42:26.142414 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cbdd260d-41dc-4025-b593-934a47ca354c tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (e28d2501-192d-4c58-8bf1-23f4c210d8ca), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:26.277184 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cbdd260d-41dc-4025-b593-934a47ca354c tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (e28d2501-192d-4c58-8bf1-23f4c210d8ca), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:26.288792 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-2d2a333e-9a5e-461d-8861-32d0915cc014 req-fa7d763c-cd65-42fd-9415-eaa53c5d8ba7 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Deleting port f539a708-377a-49d2-83dc-786db167dd2c {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:42:26.289372 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdd260d-41dc-4025-b593-934a47ca354c tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:26.289994 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cbdd260d-41dc-4025-b593-934a47ca354c tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:26.290640 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2d2a333e-9a5e-461d-8861-32d0915cc014 req-fa7d763c-cd65-42fd-9415-eaa53c5d8ba7 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f539a708-377a-49d2-83dc-786db167dd2c), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:26.293132 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065355f6-4a1f-4d7d-89c5-8a85d1571e54 None None] Pushing event updated for resources: {'Port': ['ID=a80957e2-7293-4dd8-84e6-fd057025e377,revision_number=7']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:26.325092 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cbdd260d-41dc-4025-b593-934a47ca354c tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3845952 Mar 22 19:42:26.349849 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42772) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:26.356705 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-27f58d88-e7f5-4d39-9128-7c35d59b9828 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Request body: {'subnet': {'network_id': 'e28d2501-192d-4c58-8bf1-23f4c210d8ca', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:26.397434 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-e60311ca-5fcf-4a5a-8f2e-fa075852a6a1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Allocated IP 2001:db8:0:1::1bb (5844662d-9a53-4182-bd56-decd62afe1ab/878d3d38-f34f-49ac-b081-7bb18e68c911/45a407b1-3407-44cb-8220-e5636d749725) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:42:26.416289 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-e60311ca-5fcf-4a5a-8f2e-fa075852a6a1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Allocated IP 2001:db8::f816:3eff:fe81:dc77 (5844662d-9a53-4182-bd56-decd62afe1ab/ba6ee25b-6e2b-4430-9e90-7b998a019f81/45a407b1-3407-44cb-8220-e5636d749725) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:42:26.423021 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd260d-41dc-4025-b593-934a47ca354c tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Pushing event updated for resources: {'Network': ['ID=e28d2501-192d-4c58-8bf1-23f4c210d8ca,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:26.445338 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network e28d2501-192d-4c58-8bf1-23f4c210d8ca details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:42:26.620654 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-2d2a333e-9a5e-461d-8861-32d0915cc014 req-fa7d763c-cd65-42fd-9415-eaa53c5d8ba7 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] For port f539a708-377a-49d2-83dc-786db167dd2c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f539a708-377a-49d2-83dc-786db167dd2c,segment=NetworkSegment(eeaed36b-2189-47d5-81ce-01a67b046103),segment_id=eeaed36b-2189-47d5-81ce-01a67b046103)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:26.621022 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2d2a333e-9a5e-461d-8861-32d0915cc014 req-fa7d763c-cd65-42fd-9415-eaa53c5d8ba7 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f539a708-377a-49d2-83dc-786db167dd2c), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:26.670449 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30cef4-4109-4b5d-9114-45ca81ca3410 req-af1d779f-0103-45c1-95d1-ca249564b62e tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:26.672040 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1a30cef4-4109-4b5d-9114-45ca81ca3410 req-af1d779f-0103-45c1-95d1-ca249564b62e tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 946 time: 0.1697323 Mar 22 19:42:26.684821 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e60311ca-5fcf-4a5a-8f2e-fa075852a6a1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for port (45a407b1-3407-44cb-8220-e5636d749725), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:26.705697 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f58d88-e7f5-4d39-9128-7c35d59b9828 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Made reservation on behalf of 2f539b64c6984e2893b8c3efc52e38a9 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:26.709210 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-27f58d88-e7f5-4d39-9128-7c35d59b9828 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:26.734384 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e60311ca-5fcf-4a5a-8f2e-fa075852a6a1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (45a407b1-3407-44cb-8220-e5636d749725), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:26.798667 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60311ca-5fcf-4a5a-8f2e-fa075852a6a1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Port': ['ID=45a407b1-3407-44cb-8220-e5636d749725,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:26.858877 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60311ca-5fcf-4a5a-8f2e-fa075852a6a1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:26.860463 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-e60311ca-5fcf-4a5a-8f2e-fa075852a6a1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:26.863162 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60311ca-5fcf-4a5a-8f2e-fa075852a6a1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:42:26.869762 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60311ca-5fcf-4a5a-8f2e-fa075852a6a1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:26.870369 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e60311ca-5fcf-4a5a-8f2e-fa075852a6a1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:26.894656 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e60311ca-5fcf-4a5a-8f2e-fa075852a6a1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6274583 Mar 22 19:42:26.898544 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42776) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:27.051614 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1a30cef4-4109-4b5d-9114-45ca81ca3410 req-8b2c894c-fbcd-40ff-98a4-f16882d0aa84 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups?id=8ef55867-e4a7-4434-a4a0-b16957e827b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3323431 Mar 22 19:42:27.209455 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2d2a333e-9a5e-461d-8861-32d0915cc014 req-fa7d763c-cd65-42fd-9415-eaa53c5d8ba7 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:27.209967 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2d2a333e-9a5e-461d-8861-32d0915cc014 req-fa7d763c-cd65-42fd-9415-eaa53c5d8ba7 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (3602aff9-a229-474b-bef3-3425c0a5d2cb), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:27.210843 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [req-2d2a333e-9a5e-461d-8861-32d0915cc014 req-fa7d763c-cd65-42fd-9415-eaa53c5d8ba7 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Floating IP 3602aff9-a229-474b-bef3-3425c0a5d2cb disassociated. External IP: 172.25.5.191, port: f539a708-377a-49d2-83dc-786db167dd2c. Mar 22 19:42:27.211255 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-2d2a333e-9a5e-461d-8861-32d0915cc014 req-fa7d763c-cd65-42fd-9415-eaa53c5d8ba7 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Calling delete_port for f539a708-377a-49d2-83dc-786db167dd2c owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:42:27.216673 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-27f58d88-e7f5-4d39-9128-7c35d59b9828 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (249d53a3-e7cb-40b9-ba95-62791d593086), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:27.375313 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f58d88-e7f5-4d39-9128-7c35d59b9828 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Checking segment: {'id': '4b32adea-f684-4461-a903-14452ae1b49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e28d2501-192d-4c58-8bf1-23f4c210d8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:42:27.376000 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f58d88-e7f5-4d39-9128-7c35d59b9828 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Network hostable DHCP agents. Network: e28d2501-192d-4c58-8bf1-23f4c210d8ca, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:42:27.379034 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f58d88-e7f5-4d39-9128-7c35d59b9828 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Pushing event updated for resources: {'Subnet': ['ID=249d53a3-e7cb-40b9-ba95-62791d593086,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:27.427154 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f58d88-e7f5-4d39-9128-7c35d59b9828 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Network e28d2501-192d-4c58-8bf1-23f4c210d8ca is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:42:27.445358 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-3da25632-fabd-41dd-bd5e-4b5e348dbe74 None None] Provisioning complete for port a80957e2-7293-4dd8-84e6-fd057025e377 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:27.445922 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3da25632-fabd-41dd-bd5e-4b5e348dbe74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a80957e2-7293-4dd8-84e6-fd057025e377), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:27.464947 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-27f58d88-e7f5-4d39-9128-7c35d59b9828 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, e28d2501-192d-4c58-8bf1-23f4c210d8ca) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:27.477973 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f58d88-e7f5-4d39-9128-7c35d59b9828 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:27.478749 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-27f58d88-e7f5-4d39-9128-7c35d59b9828 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:27.504242 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f888c51-cfee-4aa2-8a02-24d2ff1de317 None None] Network e28d2501-192d-4c58-8bf1-23f4c210d8ca requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:27.538226 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-27f58d88-e7f5-4d39-9128-7c35d59b9828 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1849165 Mar 22 19:42:27.541094 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42778) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:27.564192 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-e4a274f2-8fe4-46ac-8d2a-66588acb4cbc tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e28d2501-192d-4c58-8bf1-23f4c210d8ca'}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:27.651495 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-e28d2501-192d-4c58-8bf1-23f4c210d8ca', 'network_id': 'e28d2501-192d-4c58-8bf1-23f4c210d8ca', 'project_id': '2f539b64c6984e2893b8c3efc52e38a9', 'fixed_ips': [{'subnet_id': '249d53a3-e7cb-40b9-ba95-62791d593086'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:42:27.652358 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:27.690774 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-9d67daa7-28b5-4729-bd46-0f7a492d025e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting port 45a407b1-3407-44cb-8220-e5636d749725 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:42:27.691378 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9d67daa7-28b5-4729-bd46-0f7a492d025e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (45a407b1-3407-44cb-8220-e5636d749725), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:27.831204 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2d2a333e-9a5e-461d-8861-32d0915cc014 req-fa7d763c-cd65-42fd-9415-eaa53c5d8ba7 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (f539a708-377a-49d2-83dc-786db167dd2c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:27.832299 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-3da25632-fabd-41dd-bd5e-4b5e348dbe74 None None] Current status of the port a80957e2-7293-4dd8-84e6-fd057025e377 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:27.948045 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9d67daa7-28b5-4729-bd46-0f7a492d025e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (45a407b1-3407-44cb-8220-e5636d749725), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:27.987650 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-9d67daa7-28b5-4729-bd46-0f7a492d025e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Calling delete_port for 45a407b1-3407-44cb-8220-e5636d749725 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:42:28.008176 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d763c-cd65-42fd-9415-eaa53c5d8ba7 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Pushing event deleted for resources: {'Port': ['ID=f539a708-377a-49d2-83dc-786db167dd2c,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:28.026269 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e4a274f2-8fe4-46ac-8d2a-66588acb4cbc tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks [] for router_gateway (cf5d756b-13fb-4686-beec-fb2c5f557e43), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:28.127111 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a80957e2-7293-4dd8-84e6-fd057025e377 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:42:28.231996 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-7e1cdb8f-a5d9-45b1-afa3-07388cf35254 None None] Provisioning complete for port 45a407b1-3407-44cb-8220-e5636d749725 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:28.233604 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7e1cdb8f-a5d9-45b1-afa3-07388cf35254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (45a407b1-3407-44cb-8220-e5636d749725), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:28.283786 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-7e1cdb8f-a5d9-45b1-afa3-07388cf35254 None None] Port 45a407b1-3407-44cb-8220-e5636d749725 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:42:28.288401 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] Allocated IP 2001:db8:1::2 (e28d2501-192d-4c58-8bf1-23f4c210d8ca/249d53a3-e7cb-40b9-ba95-62791d593086/8e3e51af-9d13-44d5-8512-959d8ea85ac6) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:42:28.299760 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4ae31a8c-39c9-4921-8c7e-8ef5b0efc7ce req-9072049a-6d6b-432d-98e5-7299ae8811e8 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/ports?device_id=df8d1262-a31c-4fb8-826a-87f2d2716fc1 HTTP/1.1" status: 200 len: 210 time: 0.1133161 Mar 22 19:42:28.349138 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9d67daa7-28b5-4729-bd46-0f7a492d025e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (45a407b1-3407-44cb-8220-e5636d749725), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:28.366252 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port a80957e2-7293-4dd8-84e6-fd057025e377 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:28.367043 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a80957e2-7293-4dd8-84e6-fd057025e377), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:28.398143 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67daa7-28b5-4729-bd46-0f7a492d025e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Port': ['ID=45a407b1-3407-44cb-8220-e5636d749725,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:28.453181 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d2a333e-9a5e-461d-8861-32d0915cc014 req-fa7d763c-cd65-42fd-9415-eaa53c5d8ba7 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Router f46fd7ef-bf03-462b-92ea-a542045b7865 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:42:28.509580 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9d67daa7-28b5-4729-bd46-0f7a492d025e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:28.514149 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9d67daa7-28b5-4729-bd46-0f7a492d025e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/45a407b1-3407-44cb-8220-e5636d749725 HTTP/1.1" status: 204 len: 168 time: 1.6145716 Mar 22 19:42:28.517278 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42782) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:28.563767 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a80957e2-7293-4dd8-84e6-fd057025e377 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:28.622195 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556cb260-d90b-4916-a554-680dd4bdc59b tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:28.625411 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-556cb260-d90b-4916-a554-680dd4bdc59b tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1057093 Mar 22 19:42:28.627308 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42784) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:28.658114 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] Publish callbacks [] for port (8e3e51af-9d13-44d5-8512-959d8ea85ac6), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:28.666929 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (8e3e51af-9d13-44d5-8512-959d8ea85ac6), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:28.728757 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] Network e28d2501-192d-4c58-8bf1-23f4c210d8ca is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:28.732079 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:28.739622 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:42:28.778306 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ada2968-67f5-46cd-a8f3-d49bcd610bf5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:28.782714 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7ada2968-67f5-46cd-a8f3-d49bcd610bf5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1482759 Mar 22 19:42:28.783700 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42786) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:28.812355 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d2a333e-9a5e-461d-8861-32d0915cc014 req-fa7d763c-cd65-42fd-9415-eaa53c5d8ba7 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:42:28.864782 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] Pushing event updated for resources: {'Port': ['ID=8e3e51af-9d13-44d5-8512-959d8ea85ac6,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:28.873017 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5128e90f-2682-424b-a136-8c5c0b51e48b None None] Sync routers for ids ['f46fd7ef-bf03-462b-92ea-a542045b7865'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:42:28.894384 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2a333e-9a5e-461d-8861-32d0915cc014 req-fa7d763c-cd65-42fd-9415-eaa53c5d8ba7 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] No DVR routers for this DVR port f539a708-377a-49d2-83dc-786db167dd2c on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:42:28.895748 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5128e90f-2682-424b-a136-8c5c0b51e48b None None] Routers {'f46fd7ef-bf03-462b-92ea-a542045b7865'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:42:28.896350 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-5128e90f-2682-424b-a136-8c5c0b51e48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:42:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f46fd7ef-bf03-462b-92ea-a542045b7865'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:28.898992 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] Attempting to bind port 8e3e51af-9d13-44d5-8512-959d8ea85ac6 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:42:28.899397 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349fe976-ffc0-4d7a-97d4-a0a46801349f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:28.899729 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] Attempting to bind port 8e3e51af-9d13-44d5-8512-959d8ea85ac6 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '4b32adea-f684-4461-a903-14452ae1b49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e28d2501-192d-4c58-8bf1-23f4c210d8ca'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:42:28.900258 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] Attempting to bind port 8e3e51af-9d13-44d5-8512-959d8ea85ac6 on network e28d2501-192d-4c58-8bf1-23f4c210d8ca {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:42:28.901707 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2d2a333e-9a5e-461d-8861-32d0915cc014 req-fa7d763c-cd65-42fd-9415-eaa53c5d8ba7 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:28.902343 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349fe976-ffc0-4d7a-97d4-a0a46801349f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:28.903781 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349fe976-ffc0-4d7a-97d4-a0a46801349f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:28.907096 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2d2a333e-9a5e-461d-8861-32d0915cc014 req-fa7d763c-cd65-42fd-9415-eaa53c5d8ba7 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.84 "DELETE /v2.0/ports/f539a708-377a-49d2-83dc-786db167dd2c HTTP/1.1" status: 204 len: 173 time: 2.8079333 Mar 22 19:42:28.910217 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:42:28.910904 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] Checking segment: {'id': '4b32adea-f684-4461-a903-14452ae1b49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e28d2501-192d-4c58-8bf1-23f4c210d8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:42:28.911472 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:28.912026 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] Bound using segment: {'id': '4b32adea-f684-4461-a903-14452ae1b49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e28d2501-192d-4c58-8bf1-23f4c210d8ca'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:42:28.912648 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8d1262-a31c-4fb8-826a-87f2d2716fc1', 'name': 'network-vif-deleted', 'tag': 'f539a708-377a-49d2-83dc-786db167dd2c'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:42:28.913066 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] Bound port: 8e3e51af-9d13-44d5-8512-959d8ea85ac6, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b32adea-f684-4461-a903-14452ae1b49d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'e28d2501-192d-4c58-8bf1-23f4c210d8ca'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:42:28.913846 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8e3e51af-9d13-44d5-8512-959d8ea85ac6), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:28.915917 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fdb72a-bf5b-45c2-bfb4-9e031d186394" -d '{"events": [{"server_uuid": "df8d1262-a31c-4fb8-826a-87f2d2716fc1", "name": "network-vif-deleted", "tag": "f539a708-377a-49d2-83dc-786db167dd2c"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:42:28.918978 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42788) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:28.922788 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-349fe976-ffc0-4d7a-97d4-a0a46801349f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1375725 Mar 22 19:42:28.956132 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-e4a274f2-8fe4-46ac-8d2a-66588acb4cbc tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:42:28.957509 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e4a274f2-8fe4-46ac-8d2a-66588acb4cbc tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] 10.222.0.75 "PUT /v2.0/routers/cf5d756b-13fb-4686-beec-fb2c5f557e43 HTTP/1.1" status: 400 len: 364 time: 1.4149244 Mar 22 19:42:28.961629 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42792) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:29.022985 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc4971b-4a8b-4be8-abba-db35863071c0 x-openstack-request-id: req-1bc4971b-4a8b-4be8-abba-db35863071c0 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:42:29.023659 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8d1262-a31c-4fb8-826a-87f2d2716fc1", "name": "network-vif-deleted", "tag": "f539a708-377a-49d2-83dc-786db167dd2c", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:42:29.023999 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1bc4971b-4a8b-4be8-abba-db35863071c0 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:42:29.024480 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bc4971b-4a8b-4be8-abba-db35863071c0'] response: {'server_uuid': 'df8d1262-a31c-4fb8-826a-87f2d2716fc1', 'name': 'network-vif-deleted', 'tag': 'f539a708-377a-49d2-83dc-786db167dd2c', 'status': 'completed', 'code': 200} Mar 22 19:42:29.046409 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ac3ab7-451f-4e4f-91da-2f60ec4fd6c5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting subnet 878d3d38-f34f-49ac-b081-7bb18e68c911 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:42:29.056359 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-45ac3ab7-451f-4e4f-91da-2f60ec4fd6c5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (878d3d38-f34f-49ac-b081-7bb18e68c911), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:29.069427 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] For port 8e3e51af-9d13-44d5-8512-959d8ea85ac6, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:42:29.079684 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] For port 8e3e51af-9d13-44d5-8512-959d8ea85ac6, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=8e3e51af-9d13-44d5-8512-959d8ea85ac6,segment=NetworkSegment(4b32adea-f684-4461-a903-14452ae1b49d),segment_id=4b32adea-f684-4461-a903-14452ae1b49d)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:42:29.096546 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8e3e51af-9d13-44d5-8512-959d8ea85ac6), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:29.167950 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-45ac3ab7-451f-4e4f-91da-2f60ec4fd6c5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (878d3d38-f34f-49ac-b081-7bb18e68c911), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:29.226387 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-5128e90f-2682-424b-a136-8c5c0b51e48b None None] Set router f46fd7ef-bf03-462b-92ea-a542045b7865 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:42:29.230909 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] Pushing event updated for resources: {'Port': ['ID=8e3e51af-9d13-44d5-8512-959d8ea85ac6,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:29.307226 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:29.314737 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:29.316846 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:29.317313 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:29.317763 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:29.319258 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:29.319700 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:29.320138 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:29.320574 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:29.321008 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:29.321443 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:29.321913 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:29.322493 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:29.322923 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:29.323354 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b912d2a2-fd2e-4549-bd69-8e92c1687d45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:29.450660 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42798) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:29.460405 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6821aceb-98ca-4fc7-8b24-486f2b53701f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:29.482623 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-45ac3ab7-451f-4e4f-91da-2f60ec4fd6c5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (878d3d38-f34f-49ac-b081-7bb18e68c911), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:29.607366 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-5128e90f-2682-424b-a136-8c5c0b51e48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'name': 'tempest-AttachVolumeShelveTestJSON-664501207-router', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:50Z', 'revision_number': 4, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'gw_port': {'id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'd69ad618-e9af-4069-a52e-8c083cf2df0b', 'name': '', 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'mac_address': 'fa:16:3e:2f:c2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:48Z', 'updated_at': '2022-03-22T19:34:55Z', 'revision_number': 5, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'subnets': [{'id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:29.651904 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5128e90f-2682-424b-a136-8c5c0b51e48b None None] Checking router: f46fd7ef-bf03-462b-92ea-a542045b7865 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:42:29.656414 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c84e716a-60a0-4df1-8f35-67adbc7caf07 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for security_group (8ef55867-e4a7-4434-a4a0-b16957e827b3), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:29.676556 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5128e90f-2682-424b-a136-8c5c0b51e48b None None] Routers {'f46fd7ef-bf03-462b-92ea-a542045b7865'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:42:29.687500 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-5128e90f-2682-424b-a136-8c5c0b51e48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:42:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f46fd7ef-bf03-462b-92ea-a542045b7865'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:29.729168 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c84e716a-60a0-4df1-8f35-67adbc7caf07 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for security_group (8ef55867-e4a7-4434-a4a0-b16957e827b3), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:29.778067 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-45ac3ab7-451f-4e4f-91da-2f60ec4fd6c5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (878d3d38-f34f-49ac-b081-7bb18e68c911), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:29.828174 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac3ab7-451f-4e4f-91da-2f60ec4fd6c5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Subnet': ['ID=878d3d38-f34f-49ac-b081-7bb18e68c911,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:29.833312 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-45ac3ab7-451f-4e4f-91da-2f60ec4fd6c5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:29.837153 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-45ac3ab7-451f-4e4f-91da-2f60ec4fd6c5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/878d3d38-f34f-49ac-b081-7bb18e68c911 HTTP/1.1" status: 204 len: 168 time: 0.9140604 Mar 22 19:42:29.840017 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42800) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:29.848937 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb1f10c-1dd6-4eef-9562-304b8883d84d None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:29.944545 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c84e716a-60a0-4df1-8f35-67adbc7caf07 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (8ef55867-e4a7-4434-a4a0-b16957e827b3), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:29.952789 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c84e716a-60a0-4df1-8f35-67adbc7caf07 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:29.956888 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c84e716a-60a0-4df1-8f35-67adbc7caf07 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "DELETE /v2.0/security-groups/8ef55867-e4a7-4434-a4a0-b16957e827b3 HTTP/1.1" status: 204 len: 168 time: 0.4989758 Mar 22 19:42:29.996259 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42802) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:29.997056 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e716a-60a0-4df1-8f35-67adbc7caf07 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef55867-e4a7-4434-a4a0-b16957e827b3,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:30.031969 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-6821aceb-98ca-4fc7-8b24-486f2b53701f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Allocated IP 2001:db8::1 (03b54395-2921-4857-991c-b7df2f05bf1d/1de751ae-f860-4673-8bf0-2a38c008f2d7/2e2c2283-f26d-429d-bdbd-a45d5f482cb7) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:42:30.045483 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e0dcb7-7b19-4b03-8a80-bdbfbcbc2faf tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting subnet ba6ee25b-6e2b-4430-9e90-7b998a019f81 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:42:30.054975 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e6e0dcb7-7b19-4b03-8a80-bdbfbcbc2faf tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (ba6ee25b-6e2b-4430-9e90-7b998a019f81), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:30.134703 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e6e0dcb7-7b19-4b03-8a80-bdbfbcbc2faf tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (ba6ee25b-6e2b-4430-9e90-7b998a019f81), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:30.173459 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6821aceb-98ca-4fc7-8b24-486f2b53701f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks [] for port (2e2c2283-f26d-429d-bdbd-a45d5f482cb7), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:30.230882 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6821aceb-98ca-4fc7-8b24-486f2b53701f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (2e2c2283-f26d-429d-bdbd-a45d5f482cb7), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:30.267688 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e6e0dcb7-7b19-4b03-8a80-bdbfbcbc2faf tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (ba6ee25b-6e2b-4430-9e90-7b998a019f81), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:30.297311 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 8e3e51af-9d13-44d5-8512-959d8ea85ac6 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:42:30.325360 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6821aceb-98ca-4fc7-8b24-486f2b53701f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Network 03b54395-2921-4857-991c-b7df2f05bf1d is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:30.333846 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-6821aceb-98ca-4fc7-8b24-486f2b53701f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:30.335908 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-f0b1bb61-56ef-449b-ad13-f9d9915ab8a1 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] show failed (client error): The resource could not be found. Mar 22 19:42:30.340420 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6821aceb-98ca-4fc7-8b24-486f2b53701f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:42:30.341017 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f0b1bb61-56ef-449b-ad13-f9d9915ab8a1 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "GET /v2.0/security-groups/8ef55867-e4a7-4434-a4a0-b16957e827b3 HTTP/1.1" status: 404 len: 347 time: 0.3365080 Mar 22 19:42:30.341815 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6821aceb-98ca-4fc7-8b24-486f2b53701f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (cf5d756b-13fb-4686-beec-fb2c5f557e43), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:30.342014 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42804) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:30.360364 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e6e0dcb7-7b19-4b03-8a80-bdbfbcbc2faf tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (ba6ee25b-6e2b-4430-9e90-7b998a019f81), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:30.436149 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 8e3e51af-9d13-44d5-8512-959d8ea85ac6 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:30.437163 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8e3e51af-9d13-44d5-8512-959d8ea85ac6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:30.496685 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821aceb-98ca-4fc7-8b24-486f2b53701f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Pushing event updated for resources: {'Port': ['ID=2e2c2283-f26d-429d-bdbd-a45d5f482cb7,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:30.519286 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0dcb7-7b19-4b03-8a80-bdbfbcbc2faf tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Subnet': ['ID=ba6ee25b-6e2b-4430-9e90-7b998a019f81,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:30.524963 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e6e0dcb7-7b19-4b03-8a80-bdbfbcbc2faf tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:30.532713 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e6e0dcb7-7b19-4b03-8a80-bdbfbcbc2faf tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/ba6ee25b-6e2b-4430-9e90-7b998a019f81 HTTP/1.1" status: 204 len: 168 time: 0.6917057 Mar 22 19:42:30.544008 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42806) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:30.565350 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6821aceb-98ca-4fc7-8b24-486f2b53701f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:30.565953 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6821aceb-98ca-4fc7-8b24-486f2b53701f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:30.566487 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6821aceb-98ca-4fc7-8b24-486f2b53701f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:30.567008 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6821aceb-98ca-4fc7-8b24-486f2b53701f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:30.567521 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6821aceb-98ca-4fc7-8b24-486f2b53701f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:30.568079 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6821aceb-98ca-4fc7-8b24-486f2b53701f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:30.568588 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6821aceb-98ca-4fc7-8b24-486f2b53701f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:30.569088 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6821aceb-98ca-4fc7-8b24-486f2b53701f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:30.569762 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6821aceb-98ca-4fc7-8b24-486f2b53701f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:30.571084 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6821aceb-98ca-4fc7-8b24-486f2b53701f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:30.571621 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6821aceb-98ca-4fc7-8b24-486f2b53701f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:30.578227 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6821aceb-98ca-4fc7-8b24-486f2b53701f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:30.578610 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-5128e90f-2682-424b-a136-8c5c0b51e48b None None] Set router f46fd7ef-bf03-462b-92ea-a542045b7865 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:42:30.578949 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6821aceb-98ca-4fc7-8b24-486f2b53701f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:30.579460 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6821aceb-98ca-4fc7-8b24-486f2b53701f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:30.579951 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6821aceb-98ca-4fc7-8b24-486f2b53701f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:42:30.721526 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device f539a708-377a-49d2-83dc-786db167dd2c no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:42:30.723809 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6821aceb-98ca-4fc7-8b24-486f2b53701f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (2e2c2283-f26d-429d-bdbd-a45d5f482cb7), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:30.748766 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ada8b243-9876-42e1-be66-b28f194b3876 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1946957 Mar 22 19:42:30.753682 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42808) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:30.759934 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: f539a708-377a-49d2-83dc-786db167dd2c {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:42:30.760767 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device f539a708-377a-49d2-83dc-786db167dd2c not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:42:30.763033 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-dc555ffc-70c2-486d-aec5-f128b6c393af tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:30.870986 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-615cd04f-0b01-46ba-a547-2343f4d6d129 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Deleting port b29aaf47-8674-45a4-8e18-adb2a7f2a3df {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:42:30.871324 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-615cd04f-0b01-46ba-a547-2343f4d6d129 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (b29aaf47-8674-45a4-8e18-adb2a7f2a3df), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:30.955208 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317c7e23-9ffe-433e-a441-fe6af5b3161c None None] Network e28d2501-192d-4c58-8bf1-23f4c210d8ca requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:30.999752 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-615cd04f-0b01-46ba-a547-2343f4d6d129 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (b29aaf47-8674-45a4-8e18-adb2a7f2a3df), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:31.000155 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-615cd04f-0b01-46ba-a547-2343f4d6d129 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for floatingip (b29aaf47-8674-45a4-8e18-adb2a7f2a3df), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:31.018720 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-615cd04f-0b01-46ba-a547-2343f4d6d129 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Calling delete_port for b29aaf47-8674-45a4-8e18-adb2a7f2a3df owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:42:31.101241 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-25a40a4b-c5f0-4614-a3bb-e3a72d5587b9 None None] Provisioning complete for port 2e2c2283-f26d-429d-bdbd-a45d5f482cb7 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:31.101635 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-25a40a4b-c5f0-4614-a3bb-e3a72d5587b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (2e2c2283-f26d-429d-bdbd-a45d5f482cb7), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:31.137129 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 8e3e51af-9d13-44d5-8512-959d8ea85ac6 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:31.137532 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8e3e51af-9d13-44d5-8512-959d8ea85ac6), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:31.220676 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6821aceb-98ca-4fc7-8b24-486f2b53701f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks [] for port (2e2c2283-f26d-429d-bdbd-a45d5f482cb7), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:31.230866 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 8e3e51af-9d13-44d5-8512-959d8ea85ac6, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=8e3e51af-9d13-44d5-8512-959d8ea85ac6,segment=NetworkSegment(4b32adea-f684-4461-a903-14452ae1b49d),segment_id=4b32adea-f684-4461-a903-14452ae1b49d)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:31.231424 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6821aceb-98ca-4fc7-8b24-486f2b53701f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (2e2c2283-f26d-429d-bdbd-a45d5f482cb7), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:31.232507 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6821aceb-98ca-4fc7-8b24-486f2b53701f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (cf5d756b-13fb-4686-beec-fb2c5f557e43), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:31.245301 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc555ffc-70c2-486d-aec5-f128b6c393af tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:31.250270 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dc555ffc-70c2-486d-aec5-f128b6c393af tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:31.254985 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-25a40a4b-c5f0-4614-a3bb-e3a72d5587b9 None None] Port 2e2c2283-f26d-429d-bdbd-a45d5f482cb7 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:42:31.257430 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8e3e51af-9d13-44d5-8512-959d8ea85ac6), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:31.273438 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-615cd04f-0b01-46ba-a547-2343f4d6d129 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (b29aaf47-8674-45a4-8e18-adb2a7f2a3df), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:31.344402 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615cd04f-0b01-46ba-a547-2343f4d6d129 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Pushing event deleted for resources: {'Port': ['ID=b29aaf47-8674-45a4-8e18-adb2a7f2a3df,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:31.379376 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=8e3e51af-9d13-44d5-8512-959d8ea85ac6,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:31.395521 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-5128e90f-2682-424b-a136-8c5c0b51e48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'name': 'tempest-AttachVolumeShelveTestJSON-664501207-router', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:50Z', 'revision_number': 4, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'gw_port': {'id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'd69ad618-e9af-4069-a52e-8c083cf2df0b', 'name': '', 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'mac_address': 'fa:16:3e:2f:c2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:48Z', 'updated_at': '2022-03-22T19:34:55Z', 'revision_number': 5, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'subnets': [{'id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:31.398663 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821aceb-98ca-4fc7-8b24-486f2b53701f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Pushing event updated for resources: {'Port': ['ID=2e2c2283-f26d-429d-bdbd-a45d5f482cb7,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:31.402421 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-615cd04f-0b01-46ba-a547-2343f4d6d129 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks [] for floatingip (3602aff9-a229-474b-bef3-3425c0a5d2cb), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:31.408692 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-615cd04f-0b01-46ba-a547-2343f4d6d129 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:31.415351 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-615cd04f-0b01-46ba-a547-2343f4d6d129 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] 10.222.0.75 "DELETE /v2.0/floatingips/3602aff9-a229-474b-bef3-3425c0a5d2cb HTTP/1.1" status: 204 len: 168 time: 1.0719929 Mar 22 19:42:31.458461 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5128e90f-2682-424b-a136-8c5c0b51e48b None None] The sync data for ids ['f46fd7ef-bf03-462b-92ea-a542045b7865'] in n-d-705658-24 is: [{'id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'name': 'tempest-AttachVolumeShelveTestJSON-664501207-router', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:50Z', 'revision_number': 4, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'gw_port': {'id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'd69ad618-e9af-4069-a52e-8c083cf2df0b', 'name': '', 'network_id': '00e2bcc4-39d4-496d-b022-7cce910c0a6c', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'mac_address': 'fa:16:3e:2f:c2:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:48Z', 'updated_at': '2022-03-22T19:34:55Z', 'revision_number': 5, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'subnets': [{'id': '29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:42:31.477443 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-eac9a176-25a2-4c45-a1d6-df824c7dd9f9 None None] Provisioning complete for port 8e3e51af-9d13-44d5-8512-959d8ea85ac6 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:31.477866 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-eac9a176-25a2-4c45-a1d6-df824c7dd9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8e3e51af-9d13-44d5-8512-959d8ea85ac6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:31.479445 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704e92b2-968b-45d3-825c-92dad3ab1c43 None None] Update dhcp port {'port': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'fixed_ips': [{'subnet_id': 'ba6ee25b-6e2b-4430-9e90-7b998a019f81'}], 'binding:host_id': 'n-d-705658-24'}, 'id': 'a80957e2-7293-4dd8-84e6-fd057025e377'} from n-d-705658-24. {{(pid=104174) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 19:42:31.513510 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6821aceb-98ca-4fc7-8b24-486f2b53701f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Network 03b54395-2921-4857-991c-b7df2f05bf1d is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:31.538908 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-704e92b2-968b-45d3-825c-92dad3ab1c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a80957e2-7293-4dd8-84e6-fd057025e377), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:31.543498 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-6821aceb-98ca-4fc7-8b24-486f2b53701f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:31.731609 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-eac9a176-25a2-4c45-a1d6-df824c7dd9f9 None None] Current status of the port 8e3e51af-9d13-44d5-8512-959d8ea85ac6 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:31.795170 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6821aceb-98ca-4fc7-8b24-486f2b53701f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Router cf5d756b-13fb-4686-beec-fb2c5f557e43 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:42:31.883872 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98fa890-0784-410b-9500-8bc4898822b2 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:31.939943 n-d-705658-24 neutron-server[104173]: DEBUG neutron.objects.ports [None req-dc555ffc-70c2-486d-aec5-f128b6c393af tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104173) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 19:42:31.976062 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51df32dd-0d7e-4f17-aac2-60e994def84a None None] New status for floating IP 3602aff9-a229-474b-bef3-3425c0a5d2cb: DOWN {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:42:32.081123 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 8e3e51af-9d13-44d5-8512-959d8ea85ac6 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:42:32.105070 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6821aceb-98ca-4fc7-8b24-486f2b53701f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:42:32.113778 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6821aceb-98ca-4fc7-8b24-486f2b53701f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] 10.222.0.75 "PUT /v2.0/routers/cf5d756b-13fb-4686-beec-fb2c5f557e43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1483107 Mar 22 19:42:32.114655 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42812) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:32.146559 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0265ae16-92d2-492c-8060-4945f2dd2702 None None] Sync routers for ids ['cf5d756b-13fb-4686-beec-fb2c5f557e43'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:42:32.173382 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0265ae16-92d2-492c-8060-4945f2dd2702 None None] Routers {'cf5d756b-13fb-4686-beec-fb2c5f557e43'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:42:32.174186 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-0265ae16-92d2-492c-8060-4945f2dd2702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:42:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cf5d756b-13fb-4686-beec-fb2c5f557e43'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:32.219601 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dc555ffc-70c2-486d-aec5-f128b6c393af tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a80957e2-7293-4dd8-84e6-fd057025e377), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:32.244937 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-0265ae16-92d2-492c-8060-4945f2dd2702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:32.250096 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-d4117f92-7dc7-4a1f-b2b4-c7c36faef8aa None None] Provisioning complete for port a80957e2-7293-4dd8-84e6-fd057025e377 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:32.250483 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d4117f92-7dc7-4a1f-b2b4-c7c36faef8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a80957e2-7293-4dd8-84e6-fd057025e377), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:32.253021 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d10ad1e3-750a-4670-984f-fba870a0db0f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks [] for router (cf5d756b-13fb-4686-beec-fb2c5f557e43), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:32.287294 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0265ae16-92d2-492c-8060-4945f2dd2702 None None] Routers {'cf5d756b-13fb-4686-beec-fb2c5f557e43'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:42:32.288036 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-0265ae16-92d2-492c-8060-4945f2dd2702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:42:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cf5d756b-13fb-4686-beec-fb2c5f557e43'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:32.334720 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 8e3e51af-9d13-44d5-8512-959d8ea85ac6 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:32.335099 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8e3e51af-9d13-44d5-8512-959d8ea85ac6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:32.340078 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-0265ae16-92d2-492c-8060-4945f2dd2702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:32.340517 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0265ae16-92d2-492c-8060-4945f2dd2702 None None] The sync data for ids ['cf5d756b-13fb-4686-beec-fb2c5f557e43'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:42:32.418943 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-dc555ffc-70c2-486d-aec5-f128b6c393af tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] For port a80957e2-7293-4dd8-84e6-fd057025e377, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a80957e2-7293-4dd8-84e6-fd057025e377,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:32.482822 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dc555ffc-70c2-486d-aec5-f128b6c393af tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for port (a80957e2-7293-4dd8-84e6-fd057025e377), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:32.491804 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dc555ffc-70c2-486d-aec5-f128b6c393af tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (a80957e2-7293-4dd8-84e6-fd057025e377), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:32.533157 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 8e3e51af-9d13-44d5-8512-959d8ea85ac6 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:32.537282 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d4117f92-7dc7-4a1f-b2b4-c7c36faef8aa None None] Current status of the port a80957e2-7293-4dd8-84e6-fd057025e377 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:32.551027 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dc555ffc-70c2-486d-aec5-f128b6c393af tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (dbe159e8-5a54-45c2-97f8-9ff96548b865), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:32.635404 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a80957e2-7293-4dd8-84e6-fd057025e377 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:42:32.675668 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc555ffc-70c2-486d-aec5-f128b6c393af tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Subnet': ['ID=dbe159e8-5a54-45c2-97f8-9ff96548b865,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:32.724287 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc555ffc-70c2-486d-aec5-f128b6c393af tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:32.724914 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f6e3af45-e442-476a-808d-b6bb015af4f0 None None] Provisioning complete for port 2e2c2283-f26d-429d-bdbd-a45d5f482cb7 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:32.725114 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc555ffc-70c2-486d-aec5-f128b6c393af tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Port': ['ID=a80957e2-7293-4dd8-84e6-fd057025e377,revision_number=11']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:32.725849 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f6e3af45-e442-476a-808d-b6bb015af4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (2e2c2283-f26d-429d-bdbd-a45d5f482cb7), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:32.736112 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-dc555ffc-70c2-486d-aec5-f128b6c393af tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:32.739455 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc555ffc-70c2-486d-aec5-f128b6c393af tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:32.740057 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dc555ffc-70c2-486d-aec5-f128b6c393af tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:32.765276 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-dc555ffc-70c2-486d-aec5-f128b6c393af tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0067503 Mar 22 19:42:32.768713 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42814) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:32.779537 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-606eb5be-66d0-487f-af94-507042ad6a8f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:32.814974 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f6e3af45-e442-476a-808d-b6bb015af4f0 None None] Port 2e2c2283-f26d-429d-bdbd-a45d5f482cb7 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:42:32.852270 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f6e3af45-e442-476a-808d-b6bb015af4f0 None None] Provisioning complete for port 8e3e51af-9d13-44d5-8512-959d8ea85ac6 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:32.852651 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f6e3af45-e442-476a-808d-b6bb015af4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8e3e51af-9d13-44d5-8512-959d8ea85ac6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:32.910943 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a80957e2-7293-4dd8-84e6-fd057025e377 is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:32.911488 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a80957e2-7293-4dd8-84e6-fd057025e377), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:32.961920 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-d10ad1e3-750a-4670-984f-fba870a0db0f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 22 19:42:32.967025 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d10ad1e3-750a-4670-984f-fba870a0db0f tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] 10.222.0.75 "DELETE /v2.0/routers/cf5d756b-13fb-4686-beec-fb2c5f557e43 HTTP/1.1" status: 409 len: 376 time: 0.8512862 Mar 22 19:42:32.968146 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42816) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:32.984298 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port a80957e2-7293-4dd8-84e6-fd057025e377, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a80957e2-7293-4dd8-84e6-fd057025e377,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:32.989782 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a80957e2-7293-4dd8-84e6-fd057025e377), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:33.010128 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606eb5be-66d0-487f-af94-507042ad6a8f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:33.016632 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-606eb5be-66d0-487f-af94-507042ad6a8f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:33.066580 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f6e3af45-e442-476a-808d-b6bb015af4f0 None None] Current status of the port 8e3e51af-9d13-44d5-8512-959d8ea85ac6 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:33.092841 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=a80957e2-7293-4dd8-84e6-fd057025e377,revision_number=12']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:33.144465 n-d-705658-24 neutron-server[104173]: INFO neutron.db.ipam_backend_mixin [None req-606eb5be-66d0-487f-af94-507042ad6a8f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dbe159e8-5a54-45c2-97f8-9ff96548b865 (CIDR: 2001:db8::/64) Mar 22 19:42:33.149336 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-606eb5be-66d0-487f-af94-507042ad6a8f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:42:33.150003 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-606eb5be-66d0-487f-af94-507042ad6a8f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:33.172882 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-606eb5be-66d0-487f-af94-507042ad6a8f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3998504 Mar 22 19:42:33.173230 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42818) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:33.179109 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-56a53823-79e4-451c-a406-e4c074787eac tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:33.324914 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a53823-79e4-451c-a406-e4c074787eac tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:33.330329 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-56a53823-79e4-451c-a406-e4c074787eac tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:33.355688 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10b3c5f-d3bb-4d14-9323-9c33d867fa31 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:33.398243 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7fda9958-87ff-460d-924a-19297f6f2cd4 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (cf5d756b-13fb-4686-beec-fb2c5f557e43), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:33.442410 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-5b356590-3e30-483a-9f61-aaa1bceb298f None None] Provisioning complete for port a80957e2-7293-4dd8-84e6-fd057025e377 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:33.443061 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5b356590-3e30-483a-9f61-aaa1bceb298f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a80957e2-7293-4dd8-84e6-fd057025e377), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:33.572624 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-5b356590-3e30-483a-9f61-aaa1bceb298f None None] Current status of the port a80957e2-7293-4dd8-84e6-fd057025e377 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:33.573186 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5b356590-3e30-483a-9f61-aaa1bceb298f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a80957e2-7293-4dd8-84e6-fd057025e377), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:33.618807 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-56a53823-79e4-451c-a406-e4c074787eac tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (773ee788-9603-4908-98f5-2533133cae5d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:33.679660 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a53823-79e4-451c-a406-e4c074787eac tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Subnet': ['ID=773ee788-9603-4908-98f5-2533133cae5d,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:33.693235 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a53823-79e4-451c-a406-e4c074787eac tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:33.695174 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-56a53823-79e4-451c-a406-e4c074787eac tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:33.698826 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a53823-79e4-451c-a406-e4c074787eac tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:33.699425 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-56a53823-79e4-451c-a406-e4c074787eac tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:33.721056 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-56a53823-79e4-451c-a406-e4c074787eac tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5463274 Mar 22 19:42:33.725604 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42820) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:33.734343 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-41fd898c-0ba4-43df-a3ba-8aad99823ac8 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'port': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'mac_address': 'fa:16:3e:29:a5:70', 'name': 'tempest-NetworksTestDHCPv6-1064552459'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:33.748890 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-7fda9958-87ff-460d-924a-19297f6f2cd4 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Deleting port 2e2c2283-f26d-429d-bdbd-a45d5f482cb7 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:42:33.749419 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7fda9958-87ff-460d-924a-19297f6f2cd4 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (2e2c2283-f26d-429d-bdbd-a45d5f482cb7), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:33.825809 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-5b356590-3e30-483a-9f61-aaa1bceb298f None None] For port a80957e2-7293-4dd8-84e6-fd057025e377, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a80957e2-7293-4dd8-84e6-fd057025e377,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:33.841358 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5b356590-3e30-483a-9f61-aaa1bceb298f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a80957e2-7293-4dd8-84e6-fd057025e377), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:33.883392 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7fda9958-87ff-460d-924a-19297f6f2cd4 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (2e2c2283-f26d-429d-bdbd-a45d5f482cb7), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:33.904664 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-7fda9958-87ff-460d-924a-19297f6f2cd4 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Calling delete_port for 2e2c2283-f26d-429d-bdbd-a45d5f482cb7 owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:42:33.906025 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fd898c-0ba4-43df-a3ba-8aad99823ac8 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:33.939786 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b356590-3e30-483a-9f61-aaa1bceb298f None None] Pushing event updated for resources: {'Port': ['ID=a80957e2-7293-4dd8-84e6-fd057025e377,revision_number=13']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:34.032179 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-41fd898c-0ba4-43df-a3ba-8aad99823ac8 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:34.076245 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-41fd898c-0ba4-43df-a3ba-8aad99823ac8 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] device_id is not set on port 7f1af221-2fa1-4f20-805c-f9c63fbc39c4 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:42:34.144246 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1915d093-f71b-4137-826b-fff8b75d94c4 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:34.212397 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a80957e2-7293-4dd8-84e6-fd057025e377 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:42:34.236964 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7fda9958-87ff-460d-924a-19297f6f2cd4 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (2e2c2283-f26d-429d-bdbd-a45d5f482cb7), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:34.272093 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-c1be7dec-fbb7-4c6e-929f-d728167f08b1 None None] Provisioning complete for port a80957e2-7293-4dd8-84e6-fd057025e377 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:34.272563 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c1be7dec-fbb7-4c6e-929f-d728167f08b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a80957e2-7293-4dd8-84e6-fd057025e377), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:34.298312 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda9958-87ff-460d-924a-19297f6f2cd4 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Pushing event deleted for resources: {'Port': ['ID=2e2c2283-f26d-429d-bdbd-a45d5f482cb7,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:34.369629 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-41fd898c-0ba4-43df-a3ba-8aad99823ac8 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Allocated IP 2001:db8:0:1::23b (5844662d-9a53-4182-bd56-decd62afe1ab/773ee788-9603-4908-98f5-2533133cae5d/7f1af221-2fa1-4f20-805c-f9c63fbc39c4) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:42:34.379174 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port a80957e2-7293-4dd8-84e6-fd057025e377 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:34.379842 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a80957e2-7293-4dd8-84e6-fd057025e377), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:34.387605 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-41fd898c-0ba4-43df-a3ba-8aad99823ac8 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Allocated IP 2001:db8::f816:3eff:fe29:a570 (5844662d-9a53-4182-bd56-decd62afe1ab/dbe159e8-5a54-45c2-97f8-9ff96548b865/7f1af221-2fa1-4f20-805c-f9c63fbc39c4) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:42:34.441085 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7fda9958-87ff-460d-924a-19297f6f2cd4 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (cf5d756b-13fb-4686-beec-fb2c5f557e43), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:34.578303 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c1be7dec-fbb7-4c6e-929f-d728167f08b1 None None] Current status of the port a80957e2-7293-4dd8-84e6-fd057025e377 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:34.611330 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-41fd898c-0ba4-43df-a3ba-8aad99823ac8 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for port (7f1af221-2fa1-4f20-805c-f9c63fbc39c4), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:34.625130 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d9443c-66d1-47b0-8071-858e179e227f None None] Update dhcp port {'port': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'fixed_ips': [{'subnet_id': 'dbe159e8-5a54-45c2-97f8-9ff96548b865', 'ip_address': '2001:db8::f816:3eff:fea7:4384'}, {'subnet_id': '773ee788-9603-4908-98f5-2533133cae5d'}], 'binding:host_id': 'n-d-705658-24'}, 'id': 'a80957e2-7293-4dd8-84e6-fd057025e377'} from n-d-705658-24. {{(pid=104174) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 19:42:34.650504 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-41fd898c-0ba4-43df-a3ba-8aad99823ac8 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (7f1af221-2fa1-4f20-805c-f9c63fbc39c4), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:34.669105 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fda9958-87ff-460d-924a-19297f6f2cd4 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Router cf5d756b-13fb-4686-beec-fb2c5f557e43 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:42:34.681382 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fd898c-0ba4-43df-a3ba-8aad99823ac8 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:34.697835 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a80957e2-7293-4dd8-84e6-fd057025e377 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:34.709540 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-18d9443c-66d1-47b0-8071-858e179e227f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a80957e2-7293-4dd8-84e6-fd057025e377), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:34.735974 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-41fd898c-0ba4-43df-a3ba-8aad99823ac8 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:34.741269 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd898c-0ba4-43df-a3ba-8aad99823ac8 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Port': ['ID=7f1af221-2fa1-4f20-805c-f9c63fbc39c4,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:34.744754 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fd898c-0ba4-43df-a3ba-8aad99823ac8 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:42:34.751048 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fd898c-0ba4-43df-a3ba-8aad99823ac8 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:34.752193 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-41fd898c-0ba4-43df-a3ba-8aad99823ac8 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:34.774884 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fda9958-87ff-460d-924a-19297f6f2cd4 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:42:34.780440 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7fda9958-87ff-460d-924a-19297f6f2cd4 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] 10.222.0.75 "PUT /v2.0/routers/cf5d756b-13fb-4686-beec-fb2c5f557e43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8108475 Mar 22 19:42:34.785196 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42822) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:34.785585 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-41fd898c-0ba4-43df-a3ba-8aad99823ac8 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.0583684 Mar 22 19:42:34.788302 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42824) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:34.791917 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d578d7f3-c659-4b16-8359-72cf2b54cafc None None] Sync routers for ids ['cf5d756b-13fb-4686-beec-fb2c5f557e43'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:42:34.803694 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d578d7f3-c659-4b16-8359-72cf2b54cafc None None] Routers {'cf5d756b-13fb-4686-beec-fb2c5f557e43'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:42:34.804669 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d578d7f3-c659-4b16-8359-72cf2b54cafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:42:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cf5d756b-13fb-4686-beec-fb2c5f557e43'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:34.840453 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d578d7f3-c659-4b16-8359-72cf2b54cafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:34.851927 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d578d7f3-c659-4b16-8359-72cf2b54cafc None None] Routers {'cf5d756b-13fb-4686-beec-fb2c5f557e43'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:42:34.852882 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d578d7f3-c659-4b16-8359-72cf2b54cafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:42:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cf5d756b-13fb-4686-beec-fb2c5f557e43'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:34.893622 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-79a509b0-0005-410f-ad05-6af82cacb8ed tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] show failed (client error): The resource could not be found. Mar 22 19:42:34.900045 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-79a509b0-0005-410f-ad05-6af82cacb8ed tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] 10.222.0.75 "GET /v2.0/routers/tempest-non_exist_router-1149349152 HTTP/1.1" status: 404 len: 335 time: 0.1085536 Mar 22 19:42:34.900260 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-598c20ea-fc11-4261-8dce-477f62030fd5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting port 7f1af221-2fa1-4f20-805c-f9c63fbc39c4 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:42:34.900382 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42826) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:34.900484 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-598c20ea-fc11-4261-8dce-477f62030fd5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (7f1af221-2fa1-4f20-805c-f9c63fbc39c4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:34.904851 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-1160cc08-659d-4a77-9c0b-474ca809f646 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:34.908194 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d578d7f3-c659-4b16-8359-72cf2b54cafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:34.909081 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d578d7f3-c659-4b16-8359-72cf2b54cafc None None] The sync data for ids ['cf5d756b-13fb-4686-beec-fb2c5f557e43'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:42:34.924634 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-18d9443c-66d1-47b0-8071-858e179e227f None None] Allocated IP 2001:db8:0:1::2 (5844662d-9a53-4182-bd56-decd62afe1ab/773ee788-9603-4908-98f5-2533133cae5d/a80957e2-7293-4dd8-84e6-fd057025e377) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:42:34.958976 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-1160cc08-659d-4a77-9c0b-474ca809f646 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] update failed (client error): The resource could not be found. Mar 22 19:42:34.965631 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1160cc08-659d-4a77-9c0b-474ca809f646 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] 10.222.0.75 "PUT /v2.0/routers/tempest-non_exist_router-1813203025 HTTP/1.1" status: 404 len: 335 time: 0.0648813 Mar 22 19:42:34.966544 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42828) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:35.003295 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-598c20ea-fc11-4261-8dce-477f62030fd5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (7f1af221-2fa1-4f20-805c-f9c63fbc39c4), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:35.021279 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-598c20ea-fc11-4261-8dce-477f62030fd5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Calling delete_port for 7f1af221-2fa1-4f20-805c-f9c63fbc39c4 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:42:35.041525 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c4d6a97-551a-4d81-8a09-6a5748819c80 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Deleting subnet 249d53a3-e7cb-40b9-ba95-62791d593086 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:42:35.044621 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-18d9443c-66d1-47b0-8071-858e179e227f None None] For port a80957e2-7293-4dd8-84e6-fd057025e377, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a80957e2-7293-4dd8-84e6-fd057025e377,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:35.045405 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8c4d6a97-551a-4d81-8a09-6a5748819c80 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks [] for subnet (249d53a3-e7cb-40b9-ba95-62791d593086), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:35.076901 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-18d9443c-66d1-47b0-8071-858e179e227f None None] Publish callbacks [] for port (a80957e2-7293-4dd8-84e6-fd057025e377), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:35.083461 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-18d9443c-66d1-47b0-8071-858e179e227f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a80957e2-7293-4dd8-84e6-fd057025e377), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:35.101958 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8c4d6a97-551a-4d81-8a09-6a5748819c80 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (249d53a3-e7cb-40b9-ba95-62791d593086), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:35.183971 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9443c-66d1-47b0-8071-858e179e227f None None] Pushing event updated for resources: {'Port': ['ID=a80957e2-7293-4dd8-84e6-fd057025e377,revision_number=14']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:35.215857 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8c4d6a97-551a-4d81-8a09-6a5748819c80 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (249d53a3-e7cb-40b9-ba95-62791d593086), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:35.263140 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-598c20ea-fc11-4261-8dce-477f62030fd5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (7f1af221-2fa1-4f20-805c-f9c63fbc39c4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:35.305432 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c20ea-fc11-4261-8dce-477f62030fd5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Port': ['ID=7f1af221-2fa1-4f20-805c-f9c63fbc39c4,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:35.310632 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8c4d6a97-551a-4d81-8a09-6a5748819c80 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (249d53a3-e7cb-40b9-ba95-62791d593086), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:35.350328 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d6a97-551a-4d81-8a09-6a5748819c80 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Pushing event deleted for resources: {'Subnet': ['ID=249d53a3-e7cb-40b9-ba95-62791d593086,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:35.358817 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8c4d6a97-551a-4d81-8a09-6a5748819c80 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:35.365468 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8c4d6a97-551a-4d81-8a09-6a5748819c80 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] 10.222.0.75 "DELETE /v2.0/subnets/249d53a3-e7cb-40b9-ba95-62791d593086 HTTP/1.1" status: 204 len: 168 time: 0.3975613 Mar 22 19:42:35.366000 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4584d5d-085b-4761-afd9-e56822f11327 None None] Network e28d2501-192d-4c58-8bf1-23f4c210d8ca requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:35.366208 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42830) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:35.372671 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-598c20ea-fc11-4261-8dce-477f62030fd5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:35.376988 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-598c20ea-fc11-4261-8dce-477f62030fd5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/7f1af221-2fa1-4f20-805c-f9c63fbc39c4 HTTP/1.1" status: 204 len: 168 time: 0.5868871 Mar 22 19:42:35.379483 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42832) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:35.467264 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8995566b-1efa-4d98-a002-55e4e87fc244 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:35.468689 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-44cffaa5-baef-4f2f-ae8a-b4fde5601d22 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (e28d2501-192d-4c58-8bf1-23f4c210d8ca), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:35.470163 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8995566b-1efa-4d98-a002-55e4e87fc244 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0893011 Mar 22 19:42:35.472776 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42834) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:35.536794 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704c072e-b7be-4847-af88-8af2a33f45d3 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:35.539804 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-704c072e-b7be-4847-af88-8af2a33f45d3 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0655603 Mar 22 19:42:35.546467 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42836) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:35.555269 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-44cffaa5-baef-4f2f-ae8a-b4fde5601d22 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Deleting port 8e3e51af-9d13-44d5-8512-959d8ea85ac6 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:42:35.555631 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-44cffaa5-baef-4f2f-ae8a-b4fde5601d22 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (8e3e51af-9d13-44d5-8512-959d8ea85ac6), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:35.618540 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d7097a-6dce-4fb4-9f6a-6eee2df1804d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:35.620103 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d7097a-6dce-4fb4-9f6a-6eee2df1804d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:35.621572 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d7097a-6dce-4fb4-9f6a-6eee2df1804d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:35.626515 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-75d7097a-6dce-4fb4-9f6a-6eee2df1804d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0754189 Mar 22 19:42:35.630415 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42838) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:35.632922 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-44cffaa5-baef-4f2f-ae8a-b4fde5601d22 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] For port 8e3e51af-9d13-44d5-8512-959d8ea85ac6, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=8e3e51af-9d13-44d5-8512-959d8ea85ac6,segment=NetworkSegment(4b32adea-f684-4461-a903-14452ae1b49d),segment_id=4b32adea-f684-4461-a903-14452ae1b49d)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:35.633289 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-44cffaa5-baef-4f2f-ae8a-b4fde5601d22 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (8e3e51af-9d13-44d5-8512-959d8ea85ac6), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:35.644750 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c589a36-bc9d-4b62-a67d-ccf4531b14b0 None None] DHCP port deletion for e28d2501-192d-4c58-8bf1-23f4c210d8ca request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:42:35.649202 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-44cffaa5-baef-4f2f-ae8a-b4fde5601d22 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Calling delete_port for 8e3e51af-9d13-44d5-8512-959d8ea85ac6 owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:42:35.721730 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2c589a36-bc9d-4b62-a67d-ccf4531b14b0 None None] Deleting port 8e3e51af-9d13-44d5-8512-959d8ea85ac6 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:42:35.722178 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2c589a36-bc9d-4b62-a67d-ccf4531b14b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (8e3e51af-9d13-44d5-8512-959d8ea85ac6), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:35.724525 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-fec5dccc-85ed-4db6-ba1a-8237c952879c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting subnet 773ee788-9603-4908-98f5-2533133cae5d {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:42:35.736337 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fec5dccc-85ed-4db6-ba1a-8237c952879c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (773ee788-9603-4908-98f5-2533133cae5d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:35.757405 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-44cffaa5-baef-4f2f-ae8a-b4fde5601d22 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (8e3e51af-9d13-44d5-8512-959d8ea85ac6), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:35.789192 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cffaa5-baef-4f2f-ae8a-b4fde5601d22 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Pushing event deleted for resources: {'Port': ['ID=8e3e51af-9d13-44d5-8512-959d8ea85ac6,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:35.799955 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cffaa5-baef-4f2f-ae8a-b4fde5601d22 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] No DVR routers for this DVR port 8e3e51af-9d13-44d5-8512-959d8ea85ac6 on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:42:35.828960 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fec5dccc-85ed-4db6-ba1a-8237c952879c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (773ee788-9603-4908-98f5-2533133cae5d), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:35.842391 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2c589a36-bc9d-4b62-a67d-ccf4531b14b0 None None] For port 8e3e51af-9d13-44d5-8512-959d8ea85ac6, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=8e3e51af-9d13-44d5-8512-959d8ea85ac6,segment=NetworkSegment(4b32adea-f684-4461-a903-14452ae1b49d),segment_id=4b32adea-f684-4461-a903-14452ae1b49d)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:35.843411 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2c589a36-bc9d-4b62-a67d-ccf4531b14b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (8e3e51af-9d13-44d5-8512-959d8ea85ac6), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:35.858269 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2c589a36-bc9d-4b62-a67d-ccf4531b14b0 None None] Calling delete_port for 8e3e51af-9d13-44d5-8512-959d8ea85ac6 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:42:35.916018 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-44cffaa5-baef-4f2f-ae8a-b4fde5601d22 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (e28d2501-192d-4c58-8bf1-23f4c210d8ca), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:35.916588 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fec5dccc-85ed-4db6-ba1a-8237c952879c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (773ee788-9603-4908-98f5-2533133cae5d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:35.943980 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-44cffaa5-baef-4f2f-ae8a-b4fde5601d22 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e28d2501-192d-4c58-8bf1-23f4c210d8ca']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:35.956056 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-44cffaa5-baef-4f2f-ae8a-b4fde5601d22 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b32adea-f684-4461-a903-14452ae1b49d') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:35.956435 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-44cffaa5-baef-4f2f-ae8a-b4fde5601d22 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b32adea-f684-4461-a903-14452ae1b49d') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:35.967773 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-44cffaa5-baef-4f2f-ae8a-b4fde5601d22 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (4b32adea-f684-4461-a903-14452ae1b49d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:35.992240 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-44cffaa5-baef-4f2f-ae8a-b4fde5601d22 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (4b32adea-f684-4461-a903-14452ae1b49d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:35.995867 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fec5dccc-85ed-4db6-ba1a-8237c952879c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (773ee788-9603-4908-98f5-2533133cae5d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:36.002849 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44cffaa5-baef-4f2f-ae8a-b4fde5601d22 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:42:36.003259 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-44cffaa5-baef-4f2f-ae8a-b4fde5601d22 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (4b32adea-f684-4461-a903-14452ae1b49d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:36.031232 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2c589a36-bc9d-4b62-a67d-ccf4531b14b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (8e3e51af-9d13-44d5-8512-959d8ea85ac6), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:36.041259 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5dccc-85ed-4db6-ba1a-8237c952879c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Subnet': ['ID=773ee788-9603-4908-98f5-2533133cae5d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:36.049691 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fec5dccc-85ed-4db6-ba1a-8237c952879c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:36.065046 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-fec5dccc-85ed-4db6-ba1a-8237c952879c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/773ee788-9603-4908-98f5-2533133cae5d HTTP/1.1" status: 204 len: 168 time: 0.4363313 Mar 22 19:42:36.075377 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42840) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:36.078001 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c589a36-bc9d-4b62-a67d-ccf4531b14b0 None None] Pushing event deleted for resources: {'Port': ['ID=8e3e51af-9d13-44d5-8512-959d8ea85ac6,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:36.089197 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c589a36-bc9d-4b62-a67d-ccf4531b14b0 None None] No DVR routers for this DVR port 8e3e51af-9d13-44d5-8512-959d8ea85ac6 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:42:36.111933 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a80957e2-7293-4dd8-84e6-fd057025e377 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:42:36.116569 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:42:36.116569 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:42:36.116569 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:42:36.116569 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:42:36.116569 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:42:36.116569 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:42:36.116569 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:42:36.116569 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:42:36.116569 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:42:36.116569 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:42:36.116569 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:42:36.116569 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:42:36.116569 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:42:36.116569 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:42:36.116569 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:42:36.116569 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:42:36.116569 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:42:36.116569 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:42:36.116569 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:42:36.116569 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:42:36.116569 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:42:36.116569 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:42:36.116569 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:42:36.116569 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:42:36.116569 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:42:36.116569 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:42:36.116569 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:42:36.116569 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:42:36.116569 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:42:36.116569 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:42:36.116569 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:42:36.116569 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:42:36.131622 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-44cffaa5-baef-4f2f-ae8a-b4fde5601d22 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (e28d2501-192d-4c58-8bf1-23f4c210d8ca), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:36.141174 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-44cffaa5-baef-4f2f-ae8a-b4fde5601d22 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:36.142420 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e1c6bff-b049-43e7-b37e-d65cb5e6f932 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting subnet dbe159e8-5a54-45c2-97f8-9ff96548b865 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:42:36.145761 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-44cffaa5-baef-4f2f-ae8a-b4fde5601d22 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] 10.222.0.75 "DELETE /v2.0/networks/e28d2501-192d-4c58-8bf1-23f4c210d8ca HTTP/1.1" status: 204 len: 168 time: 0.7785175 Mar 22 19:42:36.146388 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6e1c6bff-b049-43e7-b37e-d65cb5e6f932 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (dbe159e8-5a54-45c2-97f8-9ff96548b865), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:36.148254 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42842) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:36.148897 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bea133-aa31-4b13-a7e0-1bc046809bd1 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:36.204589 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cffaa5-baef-4f2f-ae8a-b4fde5601d22 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Pushing event deleted for resources: {'Network': ['ID=e28d2501-192d-4c58-8bf1-23f4c210d8ca,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:36.206347 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6e1c6bff-b049-43e7-b37e-d65cb5e6f932 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (dbe159e8-5a54-45c2-97f8-9ff96548b865), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:36.245083 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f70b3bb-c30a-4f94-9915-8d0addabd8f0 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Deleting subnet 885aa3ac-adff-449f-8b21-482489f83135 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:42:36.250752 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3f70b3bb-c30a-4f94-9915-8d0addabd8f0 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks [] for subnet (885aa3ac-adff-449f-8b21-482489f83135), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:36.260408 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-6401c403-68a7-44d7-a013-5e1ed94f675a None None] Provisioning complete for port a80957e2-7293-4dd8-84e6-fd057025e377 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:36.260925 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6401c403-68a7-44d7-a013-5e1ed94f675a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a80957e2-7293-4dd8-84e6-fd057025e377), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:36.304133 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3f70b3bb-c30a-4f94-9915-8d0addabd8f0 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (885aa3ac-adff-449f-8b21-482489f83135), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:36.349109 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port a80957e2-7293-4dd8-84e6-fd057025e377 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:36.349406 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a80957e2-7293-4dd8-84e6-fd057025e377), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:36.411930 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3f70b3bb-c30a-4f94-9915-8d0addabd8f0 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (885aa3ac-adff-449f-8b21-482489f83135), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:36.431714 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-6401c403-68a7-44d7-a013-5e1ed94f675a None None] Current status of the port a80957e2-7293-4dd8-84e6-fd057025e377 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:36.495485 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a80957e2-7293-4dd8-84e6-fd057025e377 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:36.499486 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3f70b3bb-c30a-4f94-9915-8d0addabd8f0 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (885aa3ac-adff-449f-8b21-482489f83135), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:36.535990 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70b3bb-c30a-4f94-9915-8d0addabd8f0 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Pushing event deleted for resources: {'Subnet': ['ID=885aa3ac-adff-449f-8b21-482489f83135,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:36.538449 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3f70b3bb-c30a-4f94-9915-8d0addabd8f0 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:36.544806 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3f70b3bb-c30a-4f94-9915-8d0addabd8f0 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] 10.222.0.75 "DELETE /v2.0/subnets/885aa3ac-adff-449f-8b21-482489f83135 HTTP/1.1" status: 204 len: 168 time: 0.3943543 Mar 22 19:42:36.546201 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42844) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:36.552943 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b907b82b-0597-4684-8ad5-534ada499b98 None None] Network 90a35564-b0c3-4555-9dd0-5c9d709419af requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:36.615482 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4036deb-455b-4441-abb4-f22c7505e65d tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Deleting subnet 5bd2073b-199d-4da4-b321-82874403e562 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:42:36.619755 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f4036deb-455b-4441-abb4-f22c7505e65d tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks [] for subnet (5bd2073b-199d-4da4-b321-82874403e562), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:36.653625 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 8e3e51af-9d13-44d5-8512-959d8ea85ac6 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:42:36.681405 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f4036deb-455b-4441-abb4-f22c7505e65d tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (5bd2073b-199d-4da4-b321-82874403e562), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:36.719848 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 8e3e51af-9d13-44d5-8512-959d8ea85ac6 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:42:36.721488 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 8e3e51af-9d13-44d5-8512-959d8ea85ac6 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:42:36.815616 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f4036deb-455b-4441-abb4-f22c7505e65d tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (5bd2073b-199d-4da4-b321-82874403e562), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:36.846991 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55704c94-dbf9-4ffa-a009-bc131ce0bce8 None None] DHCP port deletion for 90a35564-b0c3-4555-9dd0-5c9d709419af request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:42:36.851694 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6e1c6bff-b049-43e7-b37e-d65cb5e6f932 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (dbe159e8-5a54-45c2-97f8-9ff96548b865), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:36.892657 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f4036deb-455b-4441-abb4-f22c7505e65d tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (5bd2073b-199d-4da4-b321-82874403e562), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:36.916771 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-55704c94-dbf9-4ffa-a009-bc131ce0bce8 None None] Deleting port a3751bb7-f598-4d66-8f8e-df756414e356 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:42:36.917151 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-55704c94-dbf9-4ffa-a009-bc131ce0bce8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (a3751bb7-f598-4d66-8f8e-df756414e356), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:36.974280 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f4036deb-455b-4441-abb4-f22c7505e65d tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:36.977512 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6e1c6bff-b049-43e7-b37e-d65cb5e6f932 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (dbe159e8-5a54-45c2-97f8-9ff96548b865), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:36.992191 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-55704c94-dbf9-4ffa-a009-bc131ce0bce8 None None] For port a3751bb7-f598-4d66-8f8e-df756414e356, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a3751bb7-f598-4d66-8f8e-df756414e356,segment=NetworkSegment(e264c783-18da-4500-a661-e289d0f7055f),segment_id=e264c783-18da-4500-a661-e289d0f7055f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:36.992599 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-55704c94-dbf9-4ffa-a009-bc131ce0bce8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (a3751bb7-f598-4d66-8f8e-df756414e356), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:36.992910 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f4036deb-455b-4441-abb4-f22c7505e65d tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] 10.222.0.75 "DELETE /v2.0/subnets/5bd2073b-199d-4da4-b321-82874403e562 HTTP/1.1" status: 204 len: 168 time: 0.4454803 Mar 22 19:42:36.994096 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4036deb-455b-4441-abb4-f22c7505e65d tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Pushing event deleted for resources: {'Subnet': ['ID=5bd2073b-199d-4da4-b321-82874403e562,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:37.004956 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42846) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:37.015756 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-55704c94-dbf9-4ffa-a009-bc131ce0bce8 None None] Calling delete_port for a3751bb7-f598-4d66-8f8e-df756414e356 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:42:37.049198 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c6bff-b049-43e7-b37e-d65cb5e6f932 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Subnet': ['ID=dbe159e8-5a54-45c2-97f8-9ff96548b865,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:37.052420 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6e1c6bff-b049-43e7-b37e-d65cb5e6f932 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:37.058931 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42848) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:37.065767 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6e1c6bff-b049-43e7-b37e-d65cb5e6f932 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/dbe159e8-5a54-45c2-97f8-9ff96548b865 HTTP/1.1" status: 204 len: 168 time: 0.9892128 Mar 22 19:42:37.118094 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1ea528-b6c1-4922-a6ee-e33296c57386 None None] Network 311f66f7-58ec-428d-a5bb-cd0c9f1403df requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:37.144220 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-38c79511-2470-40fe-8492-523466286408 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0838814 Mar 22 19:42:37.144900 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42850) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:37.152391 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-3eadc1a2-6023-4c01-95ab-27fa354f0ef3 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:37.188151 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-55704c94-dbf9-4ffa-a009-bc131ce0bce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (a3751bb7-f598-4d66-8f8e-df756414e356), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:37.207865 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4d02c2a5-5970-4c1d-9fad-1da7057c16fc tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (90a35564-b0c3-4555-9dd0-5c9d709419af), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:37.241749 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55704c94-dbf9-4ffa-a009-bc131ce0bce8 None None] Pushing event deleted for resources: {'Port': ['ID=a3751bb7-f598-4d66-8f8e-df756414e356,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:37.252199 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55704c94-dbf9-4ffa-a009-bc131ce0bce8 None None] No DVR routers for this DVR port a3751bb7-f598-4d66-8f8e-df756414e356 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:42:37.333951 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eadc1a2-6023-4c01-95ab-27fa354f0ef3 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:37.338927 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3eadc1a2-6023-4c01-95ab-27fa354f0ef3 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:37.348193 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b55287-a108-432f-bae6-e2009694cc66 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:37.377082 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4d02c2a5-5970-4c1d-9fad-1da7057c16fc tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (90a35564-b0c3-4555-9dd0-5c9d709419af), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:37.413616 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-4d02c2a5-5970-4c1d-9fad-1da7057c16fc tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90a35564-b0c3-4555-9dd0-5c9d709419af']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:37.421972 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bce3694-f6d1-47bd-a38c-4d02dabd069f None None] DHCP port deletion for 311f66f7-58ec-428d-a5bb-cd0c9f1403df request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:42:37.426768 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-4d02c2a5-5970-4c1d-9fad-1da7057c16fc tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e264c783-18da-4500-a661-e289d0f7055f') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:37.427121 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-4d02c2a5-5970-4c1d-9fad-1da7057c16fc tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e264c783-18da-4500-a661-e289d0f7055f') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:37.444845 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4d02c2a5-5970-4c1d-9fad-1da7057c16fc tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (e264c783-18da-4500-a661-e289d0f7055f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:37.446740 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-6a1dce9a-89c2-4a9b-8fd3-b497ec82bd9c None None] Provisioning complete for port a80957e2-7293-4dd8-84e6-fd057025e377 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:37.446875 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6a1dce9a-89c2-4a9b-8fd3-b497ec82bd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a80957e2-7293-4dd8-84e6-fd057025e377), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:37.464725 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4d02c2a5-5970-4c1d-9fad-1da7057c16fc tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (e264c783-18da-4500-a661-e289d0f7055f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:37.472644 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d02c2a5-5970-4c1d-9fad-1da7057c16fc tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:42:37.473136 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4d02c2a5-5970-4c1d-9fad-1da7057c16fc tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (e264c783-18da-4500-a661-e289d0f7055f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:37.477688 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:42:37.477688 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:42:37.477688 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:42:37.477688 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:42:37.477688 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:42:37.477688 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:42:37.477688 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:42:37.477688 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:42:37.477688 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:42:37.477688 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:42:37.477688 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:42:37.477688 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:42:37.477688 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:42:37.477688 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:42:37.477688 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:42:37.477688 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:42:37.477688 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:42:37.477688 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:42:37.477688 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:42:37.477688 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:42:37.477688 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:42:37.477688 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:42:37.477688 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:42:37.477688 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:42:37.477688 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:42:37.477688 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:42:37.477688 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:42:37.477688 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:42:37.477688 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:42:37.477688 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:42:37.477688 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:42:37.477688 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:42:37.551247 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4d02c2a5-5970-4c1d-9fad-1da7057c16fc tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (90a35564-b0c3-4555-9dd0-5c9d709419af), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:37.560115 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4d02c2a5-5970-4c1d-9fad-1da7057c16fc tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:37.568928 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4d02c2a5-5970-4c1d-9fad-1da7057c16fc tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] 10.222.0.75 "DELETE /v2.0/networks/90a35564-b0c3-4555-9dd0-5c9d709419af HTTP/1.1" status: 204 len: 168 time: 0.5629253 Mar 22 19:42:37.571356 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42852) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:37.585861 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-9bce3694-f6d1-47bd-a38c-4d02dabd069f None None] Deleting port eb216224-f336-4157-8cc7-3f34a07ffc49 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:42:37.586239 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9bce3694-f6d1-47bd-a38c-4d02dabd069f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (eb216224-f336-4157-8cc7-3f34a07ffc49), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:37.603758 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d02c2a5-5970-4c1d-9fad-1da7057c16fc tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Pushing event deleted for resources: {'Network': ['ID=90a35564-b0c3-4555-9dd0-5c9d709419af,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:37.650361 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3eadc1a2-6023-4c01-95ab-27fa354f0ef3 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (f93bcad8-c93f-4a8a-8d0f-dfd44ed617da), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:37.675282 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a92fc7fd-f846-40a9-a644-ff1f90360306 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (311f66f7-58ec-428d-a5bb-cd0c9f1403df), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:37.695573 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac3b6e9-cf34-461e-ad05-69fda053e86e None None] DHCP port deletion for 5844662d-9a53-4182-bd56-decd62afe1ab request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:42:37.711613 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-6a1dce9a-89c2-4a9b-8fd3-b497ec82bd9c None None] Current status of the port a80957e2-7293-4dd8-84e6-fd057025e377 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:37.724261 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eadc1a2-6023-4c01-95ab-27fa354f0ef3 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:37.729009 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-3eadc1a2-6023-4c01-95ab-27fa354f0ef3 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:37.737049 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eadc1a2-6023-4c01-95ab-27fa354f0ef3 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:37.738495 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3eadc1a2-6023-4c01-95ab-27fa354f0ef3 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:37.744079 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-9bce3694-f6d1-47bd-a38c-4d02dabd069f None None] For port eb216224-f336-4157-8cc7-3f34a07ffc49, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=eb216224-f336-4157-8cc7-3f34a07ffc49,segment=NetworkSegment(2c704e2a-7a0f-4898-b9d8-3c632f6ca2bf),segment_id=2c704e2a-7a0f-4898-b9d8-3c632f6ca2bf)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:37.745492 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9bce3694-f6d1-47bd-a38c-4d02dabd069f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (eb216224-f336-4157-8cc7-3f34a07ffc49), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:37.755190 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-a92fc7fd-f846-40a9-a644-ff1f90360306 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Deleting port eb216224-f336-4157-8cc7-3f34a07ffc49 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:42:37.755539 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a92fc7fd-f846-40a9-a644-ff1f90360306 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (eb216224-f336-4157-8cc7-3f34a07ffc49), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:37.756279 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eadc1a2-6023-4c01-95ab-27fa354f0ef3 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Subnet': ['ID=f93bcad8-c93f-4a8a-8d0f-dfd44ed617da,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:37.774575 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-9bce3694-f6d1-47bd-a38c-4d02dabd069f None None] Calling delete_port for eb216224-f336-4157-8cc7-3f34a07ffc49 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:42:37.776956 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3eadc1a2-6023-4c01-95ab-27fa354f0ef3 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6308618 Mar 22 19:42:37.781064 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42854) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:37.790349 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-89282474-94fd-4594-b8bb-fdabcb744482 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:37.859008 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-dac3b6e9-cf34-461e-ad05-69fda053e86e None None] Deleting port a80957e2-7293-4dd8-84e6-fd057025e377 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:42:37.859383 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-dac3b6e9-cf34-461e-ad05-69fda053e86e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (a80957e2-7293-4dd8-84e6-fd057025e377), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:37.868492 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-a92fc7fd-f846-40a9-a644-ff1f90360306 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] For port eb216224-f336-4157-8cc7-3f34a07ffc49, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=eb216224-f336-4157-8cc7-3f34a07ffc49,segment=NetworkSegment(2c704e2a-7a0f-4898-b9d8-3c632f6ca2bf),segment_id=2c704e2a-7a0f-4898-b9d8-3c632f6ca2bf)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:37.869111 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a92fc7fd-f846-40a9-a644-ff1f90360306 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (eb216224-f336-4157-8cc7-3f34a07ffc49), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:37.891348 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-a92fc7fd-f846-40a9-a644-ff1f90360306 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Calling delete_port for eb216224-f336-4157-8cc7-3f34a07ffc49 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:42:37.951587 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9bce3694-f6d1-47bd-a38c-4d02dabd069f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (eb216224-f336-4157-8cc7-3f34a07ffc49), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:37.965310 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89282474-94fd-4594-b8bb-fdabcb744482 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:37.969270 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-89282474-94fd-4594-b8bb-fdabcb744482 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:37.997746 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a92fc7fd-f846-40a9-a644-ff1f90360306 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (eb216224-f336-4157-8cc7-3f34a07ffc49), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:38.006345 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-dac3b6e9-cf34-461e-ad05-69fda053e86e None None] For port a80957e2-7293-4dd8-84e6-fd057025e377, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a80957e2-7293-4dd8-84e6-fd057025e377,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:38.007255 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-dac3b6e9-cf34-461e-ad05-69fda053e86e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (a80957e2-7293-4dd8-84e6-fd057025e377), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:38.041879 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce3694-f6d1-47bd-a38c-4d02dabd069f None None] Pushing event deleted for resources: {'Port': ['ID=eb216224-f336-4157-8cc7-3f34a07ffc49,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:38.049931 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bce3694-f6d1-47bd-a38c-4d02dabd069f None None] No DVR routers for this DVR port eb216224-f336-4157-8cc7-3f34a07ffc49 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:42:38.051646 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-dac3b6e9-cf34-461e-ad05-69fda053e86e None None] Calling delete_port for a80957e2-7293-4dd8-84e6-fd057025e377 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:42:38.055303 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92fc7fd-f846-40a9-a644-ff1f90360306 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Pushing event deleted for resources: {'Port': ['ID=eb216224-f336-4157-8cc7-3f34a07ffc49,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:38.057482 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92fc7fd-f846-40a9-a644-ff1f90360306 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] No DVR routers for this DVR port eb216224-f336-4157-8cc7-3f34a07ffc49 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:42:38.074099 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device eb216224-f336-4157-8cc7-3f34a07ffc49 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:42:38.138407 n-d-705658-24 neutron-server[104172]: INFO neutron.db.ipam_backend_mixin [None req-89282474-94fd-4594-b8bb-fdabcb744482 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f93bcad8-c93f-4a8a-8d0f-dfd44ed617da (CIDR: 2001:db8::/64) Mar 22 19:42:38.144018 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-89282474-94fd-4594-b8bb-fdabcb744482 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:42:38.144846 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89282474-94fd-4594-b8bb-fdabcb744482 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:38.173458 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a92fc7fd-f846-40a9-a644-ff1f90360306 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (311f66f7-58ec-428d-a5bb-cd0c9f1403df), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:38.174727 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-89282474-94fd-4594-b8bb-fdabcb744482 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3922086 Mar 22 19:42:38.177665 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42856) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:38.193495 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-ae8998c7-56e6-4689-b319-bf494c858078 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:38.206273 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-a92fc7fd-f846-40a9-a644-ff1f90360306 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['311f66f7-58ec-428d-a5bb-cd0c9f1403df']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:38.219020 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-a92fc7fd-f846-40a9-a644-ff1f90360306 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c704e2a-7a0f-4898-b9d8-3c632f6ca2bf') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:38.219467 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-a92fc7fd-f846-40a9-a644-ff1f90360306 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c704e2a-7a0f-4898-b9d8-3c632f6ca2bf') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:38.232515 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a92fc7fd-f846-40a9-a644-ff1f90360306 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (2c704e2a-7a0f-4898-b9d8-3c632f6ca2bf), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:38.248672 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a92fc7fd-f846-40a9-a644-ff1f90360306 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (2c704e2a-7a0f-4898-b9d8-3c632f6ca2bf), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:38.262406 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a92fc7fd-f846-40a9-a644-ff1f90360306 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:42:38.263098 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a92fc7fd-f846-40a9-a644-ff1f90360306 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (2c704e2a-7a0f-4898-b9d8-3c632f6ca2bf), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:38.270229 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: eb216224-f336-4157-8cc7-3f34a07ffc49 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:42:38.270825 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device eb216224-f336-4157-8cc7-3f34a07ffc49 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:42:38.271164 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a80957e2-7293-4dd8-84e6-fd057025e377 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:42:38.338214 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8998c7-56e6-4689-b319-bf494c858078 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:38.344292 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ae8998c7-56e6-4689-b319-bf494c858078 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: self.session.flush() Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: self.session.flush() Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: self.session.flush() Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: self.session.flush() Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:42:38.347075 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:42:38.354947 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a92fc7fd-f846-40a9-a644-ff1f90360306 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (311f66f7-58ec-428d-a5bb-cd0c9f1403df), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:38.366759 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a92fc7fd-f846-40a9-a644-ff1f90360306 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:38.373653 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a92fc7fd-f846-40a9-a644-ff1f90360306 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] 10.222.0.75 "DELETE /v2.0/networks/311f66f7-58ec-428d-a5bb-cd0c9f1403df HTTP/1.1" status: 204 len: 168 time: 0.8010509 Mar 22 19:42:38.375623 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42858) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:38.388080 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92fc7fd-f846-40a9-a644-ff1f90360306 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Pushing event deleted for resources: {'Network': ['ID=311f66f7-58ec-428d-a5bb-cd0c9f1403df,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:38.404301 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a80957e2-7293-4dd8-84e6-fd057025e377 is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:38.404686 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a80957e2-7293-4dd8-84e6-fd057025e377), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:38.424044 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-dac3b6e9-cf34-461e-ad05-69fda053e86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (a80957e2-7293-4dd8-84e6-fd057025e377), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:38.469450 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-89873b80-734d-4309-b062-daaaeeeb09b5 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Deleting subnet 1de751ae-f860-4673-8bf0-2a38c008f2d7 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:42:38.472456 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3b6e9-cf34-461e-ad05-69fda053e86e None None] Pushing event deleted for resources: {'Port': ['ID=a80957e2-7293-4dd8-84e6-fd057025e377,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:38.475537 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac3b6e9-cf34-461e-ad05-69fda053e86e None None] No DVR routers for this DVR port a80957e2-7293-4dd8-84e6-fd057025e377 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:42:38.476946 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a3751bb7-f598-4d66-8f8e-df756414e356 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:42:38.478549 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-89873b80-734d-4309-b062-daaaeeeb09b5 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks [] for subnet (1de751ae-f860-4673-8bf0-2a38c008f2d7), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:38.499889 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: a3751bb7-f598-4d66-8f8e-df756414e356 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:42:38.500238 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a3751bb7-f598-4d66-8f8e-df756414e356 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:42:38.519668 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa369e14-c0c9-40e7-9f7c-1c85450d3f82 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:38.584287 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:42:38.600745 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-89873b80-734d-4309-b062-daaaeeeb09b5 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (1de751ae-f860-4673-8bf0-2a38c008f2d7), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:38.679298 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e5421e-d787-43ea-ab41-3117e05b6cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-5844662d-9a53-4182-bd56-decd62afe1ab', 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'project_id': '60cab213ce214a30b0f859d0f4109da8', 'fixed_ips': [{'subnet_id': 'f93bcad8-c93f-4a8a-8d0f-dfd44ed617da'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:42:38.680453 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-83e5421e-d787-43ea-ab41-3117e05b6cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:38.740078 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-89873b80-734d-4309-b062-daaaeeeb09b5 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (1de751ae-f860-4673-8bf0-2a38c008f2d7), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:38.841297 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-89873b80-734d-4309-b062-daaaeeeb09b5 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (1de751ae-f860-4673-8bf0-2a38c008f2d7), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:38.842265 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-83e5421e-d787-43ea-ab41-3117e05b6cb1 None None] Allocated IP 2001:db8::2 (5844662d-9a53-4182-bd56-decd62afe1ab/f93bcad8-c93f-4a8a-8d0f-dfd44ed617da/6bb1c4f9-8ac3-4742-a1b9-4003eb162545) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:42:38.858322 n-d-705658-24 neutron-server[104172]: DEBUG neutron.objects.ports [None req-ae8998c7-56e6-4689-b319-bf494c858078 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104172) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 19:42:38.868314 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ae8998c7-56e6-4689-b319-bf494c858078 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (c5c39b4d-a87e-462b-beac-2359d44da04c), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:38.892260 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-89873b80-734d-4309-b062-daaaeeeb09b5 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:38.895409 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-89873b80-734d-4309-b062-daaaeeeb09b5 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] 10.222.0.75 "DELETE /v2.0/subnets/1de751ae-f860-4673-8bf0-2a38c008f2d7 HTTP/1.1" status: 204 len: 168 time: 0.5188270 Mar 22 19:42:38.898218 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89873b80-734d-4309-b062-daaaeeeb09b5 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Pushing event deleted for resources: {'Subnet': ['ID=1de751ae-f860-4673-8bf0-2a38c008f2d7,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:38.898425 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42860) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:38.903565 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e780f3-6448-4d99-92c3-97cb8f6d5f07 None None] Network 03b54395-2921-4857-991c-b7df2f05bf1d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:38.961239 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8998c7-56e6-4689-b319-bf494c858078 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Subnet': ['ID=c5c39b4d-a87e-462b-beac-2359d44da04c,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:38.979280 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8998c7-56e6-4689-b319-bf494c858078 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:38.981330 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-ae8998c7-56e6-4689-b319-bf494c858078 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:38.985136 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8998c7-56e6-4689-b319-bf494c858078 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:38.986625 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ae8998c7-56e6-4689-b319-bf494c858078 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:39.011025 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8b8c5257-34b9-4dba-a9a8-8781cc252f00 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (03b54395-2921-4857-991c-b7df2f05bf1d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:39.011665 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ae8998c7-56e6-4689-b319-bf494c858078 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8227241 Mar 22 19:42:39.012546 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42862) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:39.018505 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-c77da07f-49a0-4945-b7e0-ce87c89b7542 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'port': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'mac_address': 'fa:16:3e:ac:d7:9b', 'name': 'tempest-NetworksTestDHCPv6-1620573383'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:39.083948 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-8b8c5257-34b9-4dba-a9a8-8781cc252f00 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Deleting port 8e35f04f-e0df-4d47-8438-30107f355e74 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:42:39.084968 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8b8c5257-34b9-4dba-a9a8-8781cc252f00 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (8e35f04f-e0df-4d47-8438-30107f355e74), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:39.107170 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-83e5421e-d787-43ea-ab41-3117e05b6cb1 None None] Publish callbacks [] for port (6bb1c4f9-8ac3-4742-a1b9-4003eb162545), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:39.120321 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-83e5421e-d787-43ea-ab41-3117e05b6cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (6bb1c4f9-8ac3-4742-a1b9-4003eb162545), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:39.166001 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e5421e-d787-43ea-ab41-3117e05b6cb1 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:39.167581 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77da07f-49a0-4945-b7e0-ce87c89b7542 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:39.171144 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-83e5421e-d787-43ea-ab41-3117e05b6cb1 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:39.174830 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e5421e-d787-43ea-ab41-3117e05b6cb1 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:42:39.184922 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5421e-d787-43ea-ab41-3117e05b6cb1 None None] Pushing event updated for resources: {'Port': ['ID=6bb1c4f9-8ac3-4742-a1b9-4003eb162545,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:39.191449 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1862d218-a6f4-4c36-8449-1ec1487924af None None] DHCP port deletion for 03b54395-2921-4857-991c-b7df2f05bf1d request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:42:39.206292 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-8b8c5257-34b9-4dba-a9a8-8781cc252f00 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] For port 8e35f04f-e0df-4d47-8438-30107f355e74, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=8e35f04f-e0df-4d47-8438-30107f355e74,segment=NetworkSegment(49c8192f-ecb4-45a2-9707-2eaaff3edb1a),segment_id=49c8192f-ecb4-45a2-9707-2eaaff3edb1a)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:39.206935 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8b8c5257-34b9-4dba-a9a8-8781cc252f00 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (8e35f04f-e0df-4d47-8438-30107f355e74), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:39.222598 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-8b8c5257-34b9-4dba-a9a8-8781cc252f00 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Calling delete_port for 8e35f04f-e0df-4d47-8438-30107f355e74 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:42:39.276627 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-83e5421e-d787-43ea-ab41-3117e05b6cb1 None None] Attempting to bind port 6bb1c4f9-8ac3-4742-a1b9-4003eb162545 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:42:39.277707 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-83e5421e-d787-43ea-ab41-3117e05b6cb1 None None] Attempting to bind port 6bb1c4f9-8ac3-4742-a1b9-4003eb162545 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:42:39.278106 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e5421e-d787-43ea-ab41-3117e05b6cb1 None None] Attempting to bind port 6bb1c4f9-8ac3-4742-a1b9-4003eb162545 on network 5844662d-9a53-4182-bd56-decd62afe1ab {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:42:39.286325 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e5421e-d787-43ea-ab41-3117e05b6cb1 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:42:39.286943 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e5421e-d787-43ea-ab41-3117e05b6cb1 None None] Checking segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:42:39.287308 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-83e5421e-d787-43ea-ab41-3117e05b6cb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:39.287713 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e5421e-d787-43ea-ab41-3117e05b6cb1 None None] Bound using segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:42:39.288242 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-83e5421e-d787-43ea-ab41-3117e05b6cb1 None None] Bound port: 6bb1c4f9-8ac3-4742-a1b9-4003eb162545, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:42:39.288993 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-83e5421e-d787-43ea-ab41-3117e05b6cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6bb1c4f9-8ac3-4742-a1b9-4003eb162545), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:39.300597 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c77da07f-49a0-4945-b7e0-ce87c89b7542 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:39.326012 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-c77da07f-49a0-4945-b7e0-ce87c89b7542 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] device_id is not set on port fc52231c-0ab9-46cd-b7bf-7bba88f64952 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:42:39.328591 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8b8c5257-34b9-4dba-a9a8-8781cc252f00 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (8e35f04f-e0df-4d47-8438-30107f355e74), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:39.363851 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1862d218-a6f4-4c36-8449-1ec1487924af None None] Deleting port 8e35f04f-e0df-4d47-8438-30107f355e74 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:42:39.364412 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1862d218-a6f4-4c36-8449-1ec1487924af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (8e35f04f-e0df-4d47-8438-30107f355e74), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:39.376316 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c5257-34b9-4dba-a9a8-8781cc252f00 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Pushing event deleted for resources: {'Port': ['ID=8e35f04f-e0df-4d47-8438-30107f355e74,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:39.394228 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8c5257-34b9-4dba-a9a8-8781cc252f00 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] No DVR routers for this DVR port 8e35f04f-e0df-4d47-8438-30107f355e74 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:42:39.441390 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-83e5421e-d787-43ea-ab41-3117e05b6cb1 None None] For port 6bb1c4f9-8ac3-4742-a1b9-4003eb162545, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:42:39.462805 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-83e5421e-d787-43ea-ab41-3117e05b6cb1 None None] For port 6bb1c4f9-8ac3-4742-a1b9-4003eb162545, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=6bb1c4f9-8ac3-4742-a1b9-4003eb162545,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:42:39.468247 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-1862d218-a6f4-4c36-8449-1ec1487924af None None] For port 8e35f04f-e0df-4d47-8438-30107f355e74, host n-d-705658-24, got binding levels [] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:39.468666 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1862d218-a6f4-4c36-8449-1ec1487924af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (8e35f04f-e0df-4d47-8438-30107f355e74), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:39.477774 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-83e5421e-d787-43ea-ab41-3117e05b6cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (6bb1c4f9-8ac3-4742-a1b9-4003eb162545), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:39.517415 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1862d218-a6f4-4c36-8449-1ec1487924af None None] Calling delete_port for 8e35f04f-e0df-4d47-8438-30107f355e74 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:42:39.526200 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8b8c5257-34b9-4dba-a9a8-8781cc252f00 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (03b54395-2921-4857-991c-b7df2f05bf1d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:39.530502 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.ipam_backend_mixin [None req-1862d218-a6f4-4c36-8449-1ec1487924af None None] Port 8e35f04f-e0df-4d47-8438-30107f355e74 was not found and therefore no delete operation was performed {{(pid=104174) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 19:42:39.536597 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1862d218-a6f4-4c36-8449-1ec1487924af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (8e35f04f-e0df-4d47-8438-30107f355e74), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:39.560913 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-8b8c5257-34b9-4dba-a9a8-8781cc252f00 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b54395-2921-4857-991c-b7df2f05bf1d']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:39.566637 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-c77da07f-49a0-4945-b7e0-ce87c89b7542 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Allocated IP 2001:db8::2e2 (5844662d-9a53-4182-bd56-decd62afe1ab/f93bcad8-c93f-4a8a-8d0f-dfd44ed617da/fc52231c-0ab9-46cd-b7bf-7bba88f64952) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:42:39.576323 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1862d218-a6f4-4c36-8449-1ec1487924af None None] No DVR routers for this DVR port 8e35f04f-e0df-4d47-8438-30107f355e74 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:42:39.579267 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-8b8c5257-34b9-4dba-a9a8-8781cc252f00 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49c8192f-ecb4-45a2-9707-2eaaff3edb1a') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:39.579933 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-c77da07f-49a0-4945-b7e0-ce87c89b7542 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Allocated IP 2001:db8:0:1:f816:3eff:feac:d79b (5844662d-9a53-4182-bd56-decd62afe1ab/c5c39b4d-a87e-462b-beac-2359d44da04c/fc52231c-0ab9-46cd-b7bf-7bba88f64952) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:42:39.580192 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-8b8c5257-34b9-4dba-a9a8-8781cc252f00 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49c8192f-ecb4-45a2-9707-2eaaff3edb1a') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:39.587110 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e5421e-d787-43ea-ab41-3117e05b6cb1 None None] Pushing event updated for resources: {'Port': ['ID=6bb1c4f9-8ac3-4742-a1b9-4003eb162545,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:39.593908 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8b8c5257-34b9-4dba-a9a8-8781cc252f00 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (49c8192f-ecb4-45a2-9707-2eaaff3edb1a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:39.618927 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8b8c5257-34b9-4dba-a9a8-8781cc252f00 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (49c8192f-ecb4-45a2-9707-2eaaff3edb1a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:39.624400 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862d218-a6f4-4c36-8449-1ec1487924af None None] Pushing event deleted for resources: {'Port': ['ID=8e35f04f-e0df-4d47-8438-30107f355e74,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:39.635949 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b8c5257-34b9-4dba-a9a8-8781cc252f00 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:42:39.636591 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8b8c5257-34b9-4dba-a9a8-8781cc252f00 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (49c8192f-ecb4-45a2-9707-2eaaff3edb1a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:39.691967 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:42:39.691967 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:42:39.691967 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:42:39.691967 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:42:39.691967 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:42:39.691967 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:42:39.691967 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:42:39.691967 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:42:39.691967 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:42:39.691967 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:42:39.691967 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:42:39.691967 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:42:39.691967 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:42:39.691967 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:42:39.691967 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:42:39.691967 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:42:39.691967 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:42:39.691967 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:42:39.691967 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:42:39.691967 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:42:39.691967 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:42:39.691967 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:42:39.691967 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:42:39.691967 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:42:39.691967 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:42:39.691967 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:42:39.691967 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:42:39.691967 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:42:39.691967 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:42:39.691967 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:42:39.691967 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:42:39.691967 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:42:39.723896 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8b8c5257-34b9-4dba-a9a8-8781cc252f00 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (03b54395-2921-4857-991c-b7df2f05bf1d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:39.740662 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8b8c5257-34b9-4dba-a9a8-8781cc252f00 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:39.746644 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8b8c5257-34b9-4dba-a9a8-8781cc252f00 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] 10.222.0.75 "DELETE /v2.0/networks/03b54395-2921-4857-991c-b7df2f05bf1d HTTP/1.1" status: 204 len: 168 time: 0.8464730 Mar 22 19:42:39.750591 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42864) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:39.847499 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-91698b84-d143-452b-a1cb-043779e59948 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf5d756b-13fb-4686-beec-fb2c5f557e43 HTTP/1.1" status: 200 len: 205 time: 0.0955303 Mar 22 19:42:39.849724 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c5257-34b9-4dba-a9a8-8781cc252f00 tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Pushing event deleted for resources: {'Network': ['ID=03b54395-2921-4857-991c-b7df2f05bf1d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:39.851316 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c77da07f-49a0-4945-b7e0-ce87c89b7542 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for port (fc52231c-0ab9-46cd-b7bf-7bba88f64952), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:39.852320 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42866) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:39.932632 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c77da07f-49a0-4945-b7e0-ce87c89b7542 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (fc52231c-0ab9-46cd-b7bf-7bba88f64952), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:39.951151 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-73b14e69-c6e2-48ac-8099-faeca9dd85ef tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks [] for router (cf5d756b-13fb-4686-beec-fb2c5f557e43), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:40.000867 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77da07f-49a0-4945-b7e0-ce87c89b7542 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Port': ['ID=fc52231c-0ab9-46cd-b7bf-7bba88f64952,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:40.010136 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77da07f-49a0-4945-b7e0-ce87c89b7542 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:40.011741 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-c77da07f-49a0-4945-b7e0-ce87c89b7542 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:40.016661 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77da07f-49a0-4945-b7e0-ce87c89b7542 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:42:40.022103 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77da07f-49a0-4945-b7e0-ce87c89b7542 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:40.022933 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c77da07f-49a0-4945-b7e0-ce87c89b7542 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:40.045238 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c77da07f-49a0-4945-b7e0-ce87c89b7542 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0311356 Mar 22 19:42:40.046489 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42868) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:40.147754 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 6bb1c4f9-8ac3-4742-a1b9-4003eb162545 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:42:40.175343 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-73b14e69-c6e2-48ac-8099-faeca9dd85ef tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (cf5d756b-13fb-4686-beec-fb2c5f557e43), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:40.177976 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-73b14e69-c6e2-48ac-8099-faeca9dd85ef tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks [] for router_controller (cf5d756b-13fb-4686-beec-fb2c5f557e43), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:40.214449 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 6bb1c4f9-8ac3-4742-a1b9-4003eb162545 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:40.215520 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6bb1c4f9-8ac3-4742-a1b9-4003eb162545), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:40.235598 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-73b14e69-c6e2-48ac-8099-faeca9dd85ef tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (cf5d756b-13fb-4686-beec-fb2c5f557e43), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:40.236597 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b14e69-c6e2-48ac-8099-faeca9dd85ef tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Fanout notify agent at l3_agent the message router_deleted on router cf5d756b-13fb-4686-beec-fb2c5f557e43 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:42:40.247081 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-73b14e69-c6e2-48ac-8099-faeca9dd85ef tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:40.248315 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-73b14e69-c6e2-48ac-8099-faeca9dd85ef tempest-RoutersNegativeIpV6Test-189851357 tempest-RoutersNegativeIpV6Test-189851357-project] 10.222.0.75 "DELETE /v2.0/routers/cf5d756b-13fb-4686-beec-fb2c5f557e43 HTTP/1.1" status: 204 len: 168 time: 0.3948991 Mar 22 19:42:40.327750 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 6bb1c4f9-8ac3-4742-a1b9-4003eb162545 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:40.328390 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6bb1c4f9-8ac3-4742-a1b9-4003eb162545), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:40.368220 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 6bb1c4f9-8ac3-4742-a1b9-4003eb162545, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=6bb1c4f9-8ac3-4742-a1b9-4003eb162545,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:40.373218 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (6bb1c4f9-8ac3-4742-a1b9-4003eb162545), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:40.465362 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=6bb1c4f9-8ac3-4742-a1b9-4003eb162545,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:40.468353 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 8e35f04f-e0df-4d47-8438-30107f355e74 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:42:40.491911 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 8e35f04f-e0df-4d47-8438-30107f355e74 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:42:40.492204 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 8e35f04f-e0df-4d47-8438-30107f355e74 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:42:40.596890 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-e80bd2c0-65b7-449f-bbb8-59d48b1253de tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting port fc52231c-0ab9-46cd-b7bf-7bba88f64952 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:42:40.597440 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e80bd2c0-65b7-449f-bbb8-59d48b1253de tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (fc52231c-0ab9-46cd-b7bf-7bba88f64952), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:40.626753 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42874) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:40.716791 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e80bd2c0-65b7-449f-bbb8-59d48b1253de tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (fc52231c-0ab9-46cd-b7bf-7bba88f64952), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:40.732351 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-e80bd2c0-65b7-449f-bbb8-59d48b1253de tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Calling delete_port for fc52231c-0ab9-46cd-b7bf-7bba88f64952 owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:42:40.804743 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-fbd50921-6777-4dd5-a9db-2cfb4f010ed6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2f539b64c6984e2893b8c3efc52e38a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1741560 Mar 22 19:42:40.804743 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42878) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:40.866384 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c26e4e9c-ea77-459d-9a4a-e55b970e0306 admin admin] Publish callbacks [] for security_group (30daace5-35ee-4c4e-9db4-146000461c40), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:40.892816 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c26e4e9c-ea77-459d-9a4a-e55b970e0306 admin admin] Publish callbacks [] for security_group (30daace5-35ee-4c4e-9db4-146000461c40), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:40.943420 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c741d8-093c-4437-b611-1c6bb0640f92 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:40.959284 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c26e4e9c-ea77-459d-9a4a-e55b970e0306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (30daace5-35ee-4c4e-9db4-146000461c40), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:40.961943 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c26e4e9c-ea77-459d-9a4a-e55b970e0306 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:40.966446 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c26e4e9c-ea77-459d-9a4a-e55b970e0306 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/30daace5-35ee-4c4e-9db4-146000461c40 HTTP/1.1" status: 204 len: 168 time: 0.1606193 Mar 22 19:42:40.967896 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e80bd2c0-65b7-449f-bbb8-59d48b1253de tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (fc52231c-0ab9-46cd-b7bf-7bba88f64952), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:40.989908 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e4e9c-ea77-459d-9a4a-e55b970e0306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30daace5-35ee-4c4e-9db4-146000461c40,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:41.010305 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80bd2c0-65b7-449f-bbb8-59d48b1253de tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Port': ['ID=fc52231c-0ab9-46cd-b7bf-7bba88f64952,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:41.015524 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f11e162e-b0c5-4400-8a50-f5c0f435ed65 None None] Provisioning complete for port 6bb1c4f9-8ac3-4742-a1b9-4003eb162545 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:41.016032 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f11e162e-b0c5-4400-8a50-f5c0f435ed65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6bb1c4f9-8ac3-4742-a1b9-4003eb162545), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:41.060588 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e80bd2c0-65b7-449f-bbb8-59d48b1253de tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:41.065833 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e80bd2c0-65b7-449f-bbb8-59d48b1253de tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/fc52231c-0ab9-46cd-b7bf-7bba88f64952 HTTP/1.1" status: 204 len: 168 time: 1.0168705 Mar 22 19:42:41.066984 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42882) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:41.136627 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b6c0ea-b8e3-4f7b-9cb0-77f65a6834a4 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:41.141714 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-90b6c0ea-b8e3-4f7b-9cb0-77f65a6834a4 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0733316 Mar 22 19:42:41.141905 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42884) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:41.165236 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f11e162e-b0c5-4400-8a50-f5c0f435ed65 None None] Current status of the port 6bb1c4f9-8ac3-4742-a1b9-4003eb162545 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:41.223432 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fc5cf8-a05f-4a81-a807-a538616bbc9f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:41.225435 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-30fc5cf8-a05f-4a81-a807-a538616bbc9f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0824375 Mar 22 19:42:41.228026 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42888) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:41.252381 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f82f3d4-5e59-4db2-8e18-17d8a8ba3051 None None] Update dhcp port {'port': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'fixed_ips': [{'subnet_id': 'f93bcad8-c93f-4a8a-8d0f-dfd44ed617da', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c5c39b4d-a87e-462b-beac-2359d44da04c'}], 'binding:host_id': 'n-d-705658-24'}, 'id': '6bb1c4f9-8ac3-4742-a1b9-4003eb162545'} from n-d-705658-24. {{(pid=104174) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 19:42:41.284219 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1f82f3d4-5e59-4db2-8e18-17d8a8ba3051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6bb1c4f9-8ac3-4742-a1b9-4003eb162545), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:41.294552 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7713d74b-e45a-4f02-aaad-3ed143d87b35 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:41.296528 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7713d74b-e45a-4f02-aaad-3ed143d87b35 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:41.298205 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7713d74b-e45a-4f02-aaad-3ed143d87b35 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:41.304419 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42892) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:41.308696 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7713d74b-e45a-4f02-aaad-3ed143d87b35 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0793166 Mar 22 19:42:41.362630 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-1999c1f9-6ce6-4036-a62b-b7a52eaf4241 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting subnet c5c39b4d-a87e-462b-beac-2359d44da04c {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:42:41.366121 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1999c1f9-6ce6-4036-a62b-b7a52eaf4241 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (c5c39b4d-a87e-462b-beac-2359d44da04c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:41.413433 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1999c1f9-6ce6-4036-a62b-b7a52eaf4241 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (c5c39b4d-a87e-462b-beac-2359d44da04c), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:41.459433 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1999c1f9-6ce6-4036-a62b-b7a52eaf4241 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (c5c39b4d-a87e-462b-beac-2359d44da04c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:41.524383 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1999c1f9-6ce6-4036-a62b-b7a52eaf4241 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (c5c39b4d-a87e-462b-beac-2359d44da04c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server [None req-1f82f3d4-5e59-4db2-8e18-17d8a8ba3051 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c5c39b4d-a87e-462b-beac-2359d44da04c: This subnet is being modified by another concurrent operation. Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1522, in update_port Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 734, in update_port Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise exception Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c5c39b4d-a87e-462b-beac-2359d44da04c: This subnet is being modified by another concurrent operation. Mar 22 19:42:41.526007 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server Mar 22 19:42:41.539486 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1999c1f9-6ce6-4036-a62b-b7a52eaf4241 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:41.545217 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1999c1f9-6ce6-4036-a62b-b7a52eaf4241 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/c5c39b4d-a87e-462b-beac-2359d44da04c HTTP/1.1" status: 204 len: 168 time: 0.2381072 Mar 22 19:42:41.546196 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42900) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:41.564022 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999c1f9-6ce6-4036-a62b-b7a52eaf4241 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Subnet': ['ID=c5c39b4d-a87e-462b-beac-2359d44da04c,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:41.633750 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c25c50-8d5b-4a1a-8f71-b9d4510e9762 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting subnet f93bcad8-c93f-4a8a-8d0f-dfd44ed617da {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:42:41.635536 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-15c25c50-8d5b-4a1a-8f71-b9d4510e9762 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (f93bcad8-c93f-4a8a-8d0f-dfd44ed617da), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:41.657273 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea6ba27-7e07-4f68-b458-a605e617db81 None None] get_active_networks_info from n-d-705658-24 {{(pid=104174) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 19:42:41.694599 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-15c25c50-8d5b-4a1a-8f71-b9d4510e9762 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (f93bcad8-c93f-4a8a-8d0f-dfd44ed617da), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:41.775248 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-dc494d78-e67a-4eda-bac7-c9c051c0cda5 None None] Provisioning complete for port 6bb1c4f9-8ac3-4742-a1b9-4003eb162545 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:41.775732 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-dc494d78-e67a-4eda-bac7-c9c051c0cda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6bb1c4f9-8ac3-4742-a1b9-4003eb162545), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:41.805312 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-15c25c50-8d5b-4a1a-8f71-b9d4510e9762 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (f93bcad8-c93f-4a8a-8d0f-dfd44ed617da), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:41.884912 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-15c25c50-8d5b-4a1a-8f71-b9d4510e9762 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (f93bcad8-c93f-4a8a-8d0f-dfd44ed617da), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:41.898909 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-dc494d78-e67a-4eda-bac7-c9c051c0cda5 None None] Current status of the port 6bb1c4f9-8ac3-4742-a1b9-4003eb162545 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:41.900809 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea6ba27-7e07-4f68-b458-a605e617db81 None None] Resources bound (agent type, host, resource id): {{(pid=104174) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 19:42:41.936810 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42910) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:41.948810 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c25c50-8d5b-4a1a-8f71-b9d4510e9762 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Subnet': ['ID=f93bcad8-c93f-4a8a-8d0f-dfd44ed617da,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:41.952399 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-15c25c50-8d5b-4a1a-8f71-b9d4510e9762 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:41.959248 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42914) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:41.959404 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-15c25c50-8d5b-4a1a-8f71-b9d4510e9762 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/f93bcad8-c93f-4a8a-8d0f-dfd44ed617da HTTP/1.1" status: 204 len: 168 time: 0.4120367 Mar 22 19:42:42.046070 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42916) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:42.051530 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-2346658a-16a2-417f-8f5d-b90048a2e634 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:42.056218 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-09fc3beb-4e85-460c-8b07-a90c1d347ec2 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0951355 Mar 22 19:42:42.057347 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 6bb1c4f9-8ac3-4742-a1b9-4003eb162545 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:42:42.085373 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-0eac6d11-8010-470e-bbf9-2627c5fb5f11 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1850936851', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:42.116844 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0eac6d11-8010-470e-bbf9-2627c5fb5f11 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (0e75f067-b71b-4027-95e6-60ce9c7d328b), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:42.118505 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0eac6d11-8010-470e-bbf9-2627c5fb5f11 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (0e75f067-b71b-4027-95e6-60ce9c7d328b), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:42.196096 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0eac6d11-8010-470e-bbf9-2627c5fb5f11 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks [] for router_controller (0e75f067-b71b-4027-95e6-60ce9c7d328b), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:42.199954 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f3e577c-fdd2-4066-a5b4-5fab49ae03a2 req-9793b260-fd82-4d77-befa-265499dbcbb3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=6fb16b4f-ec90-4d7b-bf4b-8eefd3198692&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0844395 Mar 22 19:42:42.217048 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 6bb1c4f9-8ac3-4742-a1b9-4003eb162545 is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:42.217688 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6bb1c4f9-8ac3-4742-a1b9-4003eb162545), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:42.223056 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0eac6d11-8010-470e-bbf9-2627c5fb5f11 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (0e75f067-b71b-4027-95e6-60ce9c7d328b), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:42.226118 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2346658a-16a2-417f-8f5d-b90048a2e634 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:42.229717 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2346658a-16a2-417f-8f5d-b90048a2e634 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:42.231597 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea34d0c-b629-42bb-ac9b-f9a50679dab4 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:42.259658 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0eac6d11-8010-470e-bbf9-2627c5fb5f11 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:42.263255 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0eac6d11-8010-470e-bbf9-2627c5fb5f11 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3253906 Mar 22 19:42:42.266299 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42918) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:42.272630 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-5c5fdd43-a3b2-4400-8602-67c62322ae83 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1374044988'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:42.300279 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5fdd43-a3b2-4400-8602-67c62322ae83 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Made reservation on behalf of 405ec77f26c0486aa3703478a5e30c09 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:42.305180 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c5fdd43-a3b2-4400-8602-67c62322ae83 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:42.308111 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 6bb1c4f9-8ac3-4742-a1b9-4003eb162545, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=6bb1c4f9-8ac3-4742-a1b9-4003eb162545,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:42.318214 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (6bb1c4f9-8ac3-4742-a1b9-4003eb162545), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:42.323498 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c5fdd43-a3b2-4400-8602-67c62322ae83 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:42.399494 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=6bb1c4f9-8ac3-4742-a1b9-4003eb162545,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:42.408041 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e577c-fdd2-4066-a5b4-5fab49ae03a2 req-bce45adc-7208-4f8d-9dfe-3769c7f2cce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:42.410100 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f3e577c-fdd2-4066-a5b4-5fab49ae03a2 req-bce45adc-7208-4f8d-9dfe-3769c7f2cce4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=137468e00bf34ff2a062af7508045a68&device_id=6fb16b4f-ec90-4d7b-bf4b-8eefd3198692 HTTP/1.1" status: 200 len: 1129 time: 0.1478126 Mar 22 19:42:42.425382 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-681762d0-1b4d-4dc5-acb0-f45f0cabbbad None None] Provisioning complete for port 6bb1c4f9-8ac3-4742-a1b9-4003eb162545 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:42.426867 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-681762d0-1b4d-4dc5-acb0-f45f0cabbbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6bb1c4f9-8ac3-4742-a1b9-4003eb162545), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:42.446559 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c5fdd43-a3b2-4400-8602-67c62322ae83 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks [] for security_group (982bda43-4df0-4a36-97db-b9a24446db28), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:42.453332 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c5fdd43-a3b2-4400-8602-67c62322ae83 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (982bda43-4df0-4a36-97db-b9a24446db28), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:42.472478 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c5fdd43-a3b2-4400-8602-67c62322ae83 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:42:42.484427 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c5fdd43-a3b2-4400-8602-67c62322ae83 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (c89d1536-8e1b-4fa2-bfe9-41d8b0a8337c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:42.484775 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-5c5fdd43-a3b2-4400-8602-67c62322ae83 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Added segment c89d1536-8e1b-4fa2-bfe9-41d8b0a8337c of type vlan for network 18333d15-b268-478a-b30c-36f378fd08e0 Mar 22 19:42:42.520358 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03503700-b42c-4cfd-b4c0-ef94893dec76 None None] DHCP port deletion for 5844662d-9a53-4182-bd56-decd62afe1ab request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:42:42.532569 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c5fdd43-a3b2-4400-8602-67c62322ae83 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (18333d15-b268-478a-b30c-36f378fd08e0), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:42.587616 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-681762d0-1b4d-4dc5-acb0-f45f0cabbbad None None] Current status of the port 6bb1c4f9-8ac3-4742-a1b9-4003eb162545 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:42.588228 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-681762d0-1b4d-4dc5-acb0-f45f0cabbbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6bb1c4f9-8ac3-4742-a1b9-4003eb162545), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:42.634487 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fdd43-a3b2-4400-8602-67c62322ae83 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=982bda43-4df0-4a36-97db-b9a24446db28,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:42.637756 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c5fdd43-a3b2-4400-8602-67c62322ae83 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (18333d15-b268-478a-b30c-36f378fd08e0), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:42.643143 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5fdd43-a3b2-4400-8602-67c62322ae83 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:42.643777 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c5fdd43-a3b2-4400-8602-67c62322ae83 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:42.710322 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e577c-fdd2-4066-a5b4-5fab49ae03a2 req-13b365ad-56c1-4a24-9db6-5b2f4e3b65e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:42.713462 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f3e577c-fdd2-4066-a5b4-5fab49ae03a2 req-13b365ad-56c1-4a24-9db6-5b2f4e3b65e4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d HTTP/1.1" status: 200 len: 912 time: 0.2803171 Mar 22 19:42:42.723669 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5c5fdd43-a3b2-4400-8602-67c62322ae83 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4542990 Mar 22 19:42:42.730730 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42922) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:42.751299 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-d4f5de53-c9d5-4025-b0ed-4c0755c74893 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Request body: {'subnet': {'network_id': '18333d15-b268-478a-b30c-36f378fd08e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:42.809566 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2346658a-16a2-417f-8f5d-b90048a2e634 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (2d6fc397-0037-4ff3-9bef-176b53848240), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:42.842510 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fdd43-a3b2-4400-8602-67c62322ae83 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Pushing event updated for resources: {'Network': ['ID=18333d15-b268-478a-b30c-36f378fd08e0,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:42.871104 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f3e577c-fdd2-4066-a5b4-5fab49ae03a2 req-d449ce3d-81c0-45bb-82bd-dabd8a24aa55 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b76af17-6991-4c9d-8aae-406cfb82b55d HTTP/1.1" status: 200 len: 1001 time: 0.1418822 Mar 22 19:42:42.900004 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 18333d15-b268-478a-b30c-36f378fd08e0 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:42:42.900273 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2346658a-16a2-417f-8f5d-b90048a2e634 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:42.932139 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-2346658a-16a2-417f-8f5d-b90048a2e634 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:42.947747 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2346658a-16a2-417f-8f5d-b90048a2e634 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:42.948503 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2346658a-16a2-417f-8f5d-b90048a2e634 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:42.969509 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f5de53-c9d5-4025-b0ed-4c0755c74893 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Made reservation on behalf of 405ec77f26c0486aa3703478a5e30c09 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:42.978666 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d4f5de53-c9d5-4025-b0ed-4c0755c74893 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:43.007169 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-681762d0-1b4d-4dc5-acb0-f45f0cabbbad None None] For port 6bb1c4f9-8ac3-4742-a1b9-4003eb162545, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=6bb1c4f9-8ac3-4742-a1b9-4003eb162545,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:43.016626 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2346658a-16a2-417f-8f5d-b90048a2e634 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9674230 Mar 22 19:42:43.018351 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42930) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:43.025208 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346658a-16a2-417f-8f5d-b90048a2e634 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Subnet': ['ID=2d6fc397-0037-4ff3-9bef-176b53848240,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:43.031313 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-c67d106a-cfb9-45fd-892f-dad5de299cb1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:43.035516 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-681762d0-1b4d-4dc5-acb0-f45f0cabbbad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (6bb1c4f9-8ac3-4742-a1b9-4003eb162545), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:43.044193 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-03503700-b42c-4cfd-b4c0-ef94893dec76 None None] Deleting port 6bb1c4f9-8ac3-4742-a1b9-4003eb162545 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:42:43.044581 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-03503700-b42c-4cfd-b4c0-ef94893dec76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (6bb1c4f9-8ac3-4742-a1b9-4003eb162545), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:43.067564 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e577c-fdd2-4066-a5b4-5fab49ae03a2 req-fce29785-c61c-4b0e-966d-cae0f1637a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:43.072051 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f3e577c-fdd2-4066-a5b4-5fab49ae03a2 req-fce29785-c61c-4b0e-966d-cae0f1637a53 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=c16ed728-31a8-4b8b-ab21-2e035a2f97dd HTTP/1.1" status: 200 len: 850 time: 0.1908648 Mar 22 19:42:43.143778 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e577c-fdd2-4066-a5b4-5fab49ae03a2 req-9cc2d90c-c5f8-411e-ae30-d5c934fc5258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:43.145389 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f3e577c-fdd2-4066-a5b4-5fab49ae03a2 req-9cc2d90c-c5f8-411e-ae30-d5c934fc5258 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0672059 Mar 22 19:42:43.249823 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681762d0-1b4d-4dc5-acb0-f45f0cabbbad None None] Pushing event updated for resources: {'Port': ['ID=6bb1c4f9-8ac3-4742-a1b9-4003eb162545,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:43.322893 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-03503700-b42c-4cfd-b4c0-ef94893dec76 None None] For port 6bb1c4f9-8ac3-4742-a1b9-4003eb162545, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=6bb1c4f9-8ac3-4742-a1b9-4003eb162545,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:43.324378 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-03503700-b42c-4cfd-b4c0-ef94893dec76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (6bb1c4f9-8ac3-4742-a1b9-4003eb162545), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:43.355325 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-03503700-b42c-4cfd-b4c0-ef94893dec76 None None] Calling delete_port for 6bb1c4f9-8ac3-4742-a1b9-4003eb162545 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:42:43.376979 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67d106a-cfb9-45fd-892f-dad5de299cb1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:43.383875 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c67d106a-cfb9-45fd-892f-dad5de299cb1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:43.388248 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f3e577c-fdd2-4066-a5b4-5fab49ae03a2 req-935e3886-31a8-485b-9f25-b16a3bfc939e service neutron] 10.222.0.84 "GET /v2.0/networks/c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344193 Mar 22 19:42:43.490858 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-03503700-b42c-4cfd-b4c0-ef94893dec76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (6bb1c4f9-8ac3-4742-a1b9-4003eb162545), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:43.568138 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03503700-b42c-4cfd-b4c0-ef94893dec76 None None] Pushing event deleted for resources: {'Port': ['ID=6bb1c4f9-8ac3-4742-a1b9-4003eb162545,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:43.580675 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03503700-b42c-4cfd-b4c0-ef94893dec76 None None] No DVR routers for this DVR port 6bb1c4f9-8ac3-4742-a1b9-4003eb162545 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:42:43.607525 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81e14b9-b273-44fa-b23d-5bcd5509048d None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:43.642989 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f3e577c-fdd2-4066-a5b4-5fab49ae03a2 req-a53e8a51-300a-455f-978c-83c9ea96341c service neutron] 10.222.0.84 "GET /v2.0/networks/c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474899 Mar 22 19:42:43.661999 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d4f5de53-c9d5-4025-b0ed-4c0755c74893 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (3ef868e7-77f4-4b36-a890-0de971d2af79), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:43.822399 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3717e25d-a6d0-45d9-a59d-582ec4f9d7c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-5844662d-9a53-4182-bd56-decd62afe1ab', 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'project_id': '60cab213ce214a30b0f859d0f4109da8', 'fixed_ips': [{'subnet_id': '2d6fc397-0037-4ff3-9bef-176b53848240'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:42:43.823622 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3717e25d-a6d0-45d9-a59d-582ec4f9d7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:43.826526 n-d-705658-24 neutron-server[104173]: INFO neutron.db.ipam_backend_mixin [None req-c67d106a-cfb9-45fd-892f-dad5de299cb1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2d6fc397-0037-4ff3-9bef-176b53848240 (CIDR: 2001:db8::/64) Mar 22 19:42:43.838941 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-c67d106a-cfb9-45fd-892f-dad5de299cb1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:42:43.840514 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c67d106a-cfb9-45fd-892f-dad5de299cb1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:43.938620 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f5de53-c9d5-4025-b0ed-4c0755c74893 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Checking segment: {'id': 'c89d1536-8e1b-4fa2-bfe9-41d8b0a8337c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '18333d15-b268-478a-b30c-36f378fd08e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:42:43.938995 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f5de53-c9d5-4025-b0ed-4c0755c74893 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Network hostable DHCP agents. Network: 18333d15-b268-478a-b30c-36f378fd08e0, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:42:43.957918 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5de53-c9d5-4025-b0ed-4c0755c74893 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Pushing event updated for resources: {'Subnet': ['ID=3ef868e7-77f4-4b36-a890-0de971d2af79,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:43.985133 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42944) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:43.987459 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c67d106a-cfb9-45fd-892f-dad5de299cb1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9673581 Mar 22 19:42:43.997570 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-a66e13df-2e5e-489f-a4b1-bd49f6499202 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'subnet': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:44.018259 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f5de53-c9d5-4025-b0ed-4c0755c74893 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Network 18333d15-b268-478a-b30c-36f378fd08e0 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:42:44.064777 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-d4f5de53-c9d5-4025-b0ed-4c0755c74893 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 18333d15-b268-478a-b30c-36f378fd08e0) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:44.074498 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f5de53-c9d5-4025-b0ed-4c0755c74893 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:44.078414 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d4f5de53-c9d5-4025-b0ed-4c0755c74893 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:44.134161 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d4f5de53-c9d5-4025-b0ed-4c0755c74893 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4013391 Mar 22 19:42:44.136395 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-3717e25d-a6d0-45d9-a59d-582ec4f9d7c7 None None] Allocated IP 2001:db8::2 (5844662d-9a53-4182-bd56-decd62afe1ab/2d6fc397-0037-4ff3-9bef-176b53848240/327ef9f8-1b08-4ef2-a3cb-5be0241dfcea) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:42:44.137802 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42948) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:44.157936 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-a1cf881f-d575-4748-acc0-23bd327c79d1 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Request body: {'network': {'name': 'tempest-router-network01--1052463336'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:44.194043 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1cf881f-d575-4748-acc0-23bd327c79d1 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Made reservation on behalf of 405ec77f26c0486aa3703478a5e30c09 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:44.198606 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a1cf881f-d575-4748-acc0-23bd327c79d1 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:44.232087 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1cf881f-d575-4748-acc0-23bd327c79d1 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:42:44.257752 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a1cf881f-d575-4748-acc0-23bd327c79d1 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (75338cd9-f90b-4a7b-b60f-7a60305f3ef8), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:44.260289 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-a1cf881f-d575-4748-acc0-23bd327c79d1 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Added segment 75338cd9-f90b-4a7b-b60f-7a60305f3ef8 of type vlan for network 7ed488a2-9f98-460c-8527-b715d0c5125c Mar 22 19:42:44.365655 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66e13df-2e5e-489f-a4b1-bd49f6499202 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:44.372906 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a1cf881f-d575-4748-acc0-23bd327c79d1 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (7ed488a2-9f98-460c-8527-b715d0c5125c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:44.373552 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a66e13df-2e5e-489f-a4b1-bd49f6499202 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:44.408832 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3717e25d-a6d0-45d9-a59d-582ec4f9d7c7 None None] Publish callbacks [] for port (327ef9f8-1b08-4ef2-a3cb-5be0241dfcea), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:44.415306 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ecb885-d903-438b-9113-3ed681ac2353 None None] Network 18333d15-b268-478a-b30c-36f378fd08e0 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:44.422543 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3717e25d-a6d0-45d9-a59d-582ec4f9d7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (327ef9f8-1b08-4ef2-a3cb-5be0241dfcea), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:44.440405 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a1cf881f-d575-4748-acc0-23bd327c79d1 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (7ed488a2-9f98-460c-8527-b715d0c5125c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:44.449664 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cf881f-d575-4748-acc0-23bd327c79d1 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:44.450490 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a1cf881f-d575-4748-acc0-23bd327c79d1 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:44.468607 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3717e25d-a6d0-45d9-a59d-582ec4f9d7c7 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:44.495814 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-3717e25d-a6d0-45d9-a59d-582ec4f9d7c7 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:44.507866 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3717e25d-a6d0-45d9-a59d-582ec4f9d7c7 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:42:44.589191 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf881f-d575-4748-acc0-23bd327c79d1 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Pushing event updated for resources: {'Network': ['ID=7ed488a2-9f98-460c-8527-b715d0c5125c,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:44.616564 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a1cf881f-d575-4748-acc0-23bd327c79d1 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4772260 Mar 22 19:42:44.619711 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42956) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:44.635558 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-807be96a-8f50-4494-b069-6d325e2c0646 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Request body: {'network': {'name': 'tempest-router-network02--1291931015'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:44.672616 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 7ed488a2-9f98-460c-8527-b715d0c5125c details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:42:44.713235 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807be96a-8f50-4494-b069-6d325e2c0646 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Made reservation on behalf of 405ec77f26c0486aa3703478a5e30c09 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:44.724005 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-807be96a-8f50-4494-b069-6d325e2c0646 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:44.804583 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-807be96a-8f50-4494-b069-6d325e2c0646 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:42:44.834808 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-807be96a-8f50-4494-b069-6d325e2c0646 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (6b3a0957-1108-4673-b6d7-0d74f7eba44f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:44.835089 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-807be96a-8f50-4494-b069-6d325e2c0646 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Added segment 6b3a0957-1108-4673-b6d7-0d74f7eba44f of type vlan for network 39b80217-4019-488f-a929-5c2630fc7e29 Mar 22 19:42:44.856601 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717e25d-a6d0-45d9-a59d-582ec4f9d7c7 None None] Pushing event updated for resources: {'Port': ['ID=327ef9f8-1b08-4ef2-a3cb-5be0241dfcea,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:44.892338 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-3717e25d-a6d0-45d9-a59d-582ec4f9d7c7 None None] Attempting to bind port 327ef9f8-1b08-4ef2-a3cb-5be0241dfcea on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:42:44.893377 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-3717e25d-a6d0-45d9-a59d-582ec4f9d7c7 None None] Attempting to bind port 327ef9f8-1b08-4ef2-a3cb-5be0241dfcea by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:42:44.894309 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3717e25d-a6d0-45d9-a59d-582ec4f9d7c7 None None] Attempting to bind port 327ef9f8-1b08-4ef2-a3cb-5be0241dfcea on network 5844662d-9a53-4182-bd56-decd62afe1ab {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:42:44.922183 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3717e25d-a6d0-45d9-a59d-582ec4f9d7c7 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:42:44.924148 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3717e25d-a6d0-45d9-a59d-582ec4f9d7c7 None None] Checking segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:42:44.925135 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3717e25d-a6d0-45d9-a59d-582ec4f9d7c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:44.926104 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3717e25d-a6d0-45d9-a59d-582ec4f9d7c7 None None] Bound using segment: {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:42:44.927311 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-3717e25d-a6d0-45d9-a59d-582ec4f9d7c7 None None] Bound port: 327ef9f8-1b08-4ef2-a3cb-5be0241dfcea, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d7d0d29-081f-4625-9edd-436ab2ec3e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:42:44.928510 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3717e25d-a6d0-45d9-a59d-582ec4f9d7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (327ef9f8-1b08-4ef2-a3cb-5be0241dfcea), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:44.973283 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9ca815-adf4-4ed2-8f0f-d5db71d51473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-18333d15-b268-478a-b30c-36f378fd08e0', 'network_id': '18333d15-b268-478a-b30c-36f378fd08e0', 'project_id': '405ec77f26c0486aa3703478a5e30c09', 'fixed_ips': [{'subnet_id': '3ef868e7-77f4-4b36-a890-0de971d2af79'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:42:44.981583 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9c9ca815-adf4-4ed2-8f0f-d5db71d51473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:44.982400 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d648d06-3c0d-41f7-aa73-d02af29f39f3 req-b885c8bf-1555-4567-9a08-a9ead409f67e tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:45.007078 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2d648d06-3c0d-41f7-aa73-d02af29f39f3 req-b885c8bf-1555-4567-9a08-a9ead409f67e tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fb16b4f-ec90-4d7b-bf4b-8eefd3198692 HTTP/1.1" status: 200 len: 946 time: 0.2229042 Mar 22 19:42:45.007296 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-807be96a-8f50-4494-b069-6d325e2c0646 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (39b80217-4019-488f-a929-5c2630fc7e29), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:45.065917 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-807be96a-8f50-4494-b069-6d325e2c0646 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (39b80217-4019-488f-a929-5c2630fc7e29), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:45.075288 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807be96a-8f50-4494-b069-6d325e2c0646 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:45.075930 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-807be96a-8f50-4494-b069-6d325e2c0646 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:45.198346 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-9c9ca815-adf4-4ed2-8f0f-d5db71d51473 None None] Allocated IP 172.20.0.2 (18333d15-b268-478a-b30c-36f378fd08e0/3ef868e7-77f4-4b36-a890-0de971d2af79/acdf5743-51d6-406e-a72b-10bb9bc16ae5) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:42:45.216233 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2d648d06-3c0d-41f7-aa73-d02af29f39f3 req-ec18af29-4872-400d-a784-f26a18bc3357 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=43ad5eb8-3809-4605-abde-bcfb53859deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2074418 Mar 22 19:42:45.266560 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807be96a-8f50-4494-b069-6d325e2c0646 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Pushing event updated for resources: {'Network': ['ID=39b80217-4019-488f-a929-5c2630fc7e29,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:45.296197 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-807be96a-8f50-4494-b069-6d325e2c0646 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6737351 Mar 22 19:42:45.298462 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42966) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:45.308852 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-7c823e41-7554-4807-ac42-9f1310df621e tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Request body: {'subnet': {'network_id': '7ed488a2-9f98-460c-8527-b715d0c5125c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:45.375143 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9c9ca815-adf4-4ed2-8f0f-d5db71d51473 None None] Publish callbacks [] for port (acdf5743-51d6-406e-a72b-10bb9bc16ae5), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:45.390289 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 39b80217-4019-488f-a929-5c2630fc7e29 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:42:45.395536 n-d-705658-24 neutron-server[104172]: DEBUG neutron.objects.ports [None req-a66e13df-2e5e-489f-a4b1-bd49f6499202 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=104172) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 19:42:45.480046 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9c9ca815-adf4-4ed2-8f0f-d5db71d51473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (acdf5743-51d6-406e-a72b-10bb9bc16ae5), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:45.547890 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c823e41-7554-4807-ac42-9f1310df621e tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Made reservation on behalf of 405ec77f26c0486aa3703478a5e30c09 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:45.554122 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7c823e41-7554-4807-ac42-9f1310df621e tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:45.583415 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ca815-adf4-4ed2-8f0f-d5db71d51473 None None] Pushing event updated for resources: {'Port': ['ID=acdf5743-51d6-406e-a72b-10bb9bc16ae5,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:45.604542 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9ca815-adf4-4ed2-8f0f-d5db71d51473 None None] Network 18333d15-b268-478a-b30c-36f378fd08e0 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:45.613744 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-9c9ca815-adf4-4ed2-8f0f-d5db71d51473 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:45.617879 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-3717e25d-a6d0-45d9-a59d-582ec4f9d7c7 None None] For port 327ef9f8-1b08-4ef2-a3cb-5be0241dfcea, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:42:45.621840 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9ca815-adf4-4ed2-8f0f-d5db71d51473 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:42:45.622541 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a66e13df-2e5e-489f-a4b1-bd49f6499202 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (327ef9f8-1b08-4ef2-a3cb-5be0241dfcea), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:45.627393 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-3717e25d-a6d0-45d9-a59d-582ec4f9d7c7 None None] For port 327ef9f8-1b08-4ef2-a3cb-5be0241dfcea, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=327ef9f8-1b08-4ef2-a3cb-5be0241dfcea,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:42:45.629513 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d4d23c78-6cf5-404b-a473-3c48b26e2832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:45.644893 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3717e25d-a6d0-45d9-a59d-582ec4f9d7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (327ef9f8-1b08-4ef2-a3cb-5be0241dfcea), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:45.814335 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7c823e41-7554-4807-ac42-9f1310df621e tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (3c787260-4cde-4d69-ae4f-3948c57cc1e2), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:45.913442 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-9c9ca815-adf4-4ed2-8f0f-d5db71d51473 None None] Attempting to bind port acdf5743-51d6-406e-a72b-10bb9bc16ae5 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:42:45.914549 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-9c9ca815-adf4-4ed2-8f0f-d5db71d51473 None None] Attempting to bind port acdf5743-51d6-406e-a72b-10bb9bc16ae5 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'c89d1536-8e1b-4fa2-bfe9-41d8b0a8337c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '18333d15-b268-478a-b30c-36f378fd08e0'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:42:45.915284 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9ca815-adf4-4ed2-8f0f-d5db71d51473 None None] Attempting to bind port acdf5743-51d6-406e-a72b-10bb9bc16ae5 on network 18333d15-b268-478a-b30c-36f378fd08e0 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:42:45.973804 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c823e41-7554-4807-ac42-9f1310df621e tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Pushing event updated for resources: {'Subnet': ['ID=3c787260-4cde-4d69-ae4f-3948c57cc1e2,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:45.974312 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:45.998462 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9ca815-adf4-4ed2-8f0f-d5db71d51473 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:42:45.999220 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9ca815-adf4-4ed2-8f0f-d5db71d51473 None None] Checking segment: {'id': 'c89d1536-8e1b-4fa2-bfe9-41d8b0a8337c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '18333d15-b268-478a-b30c-36f378fd08e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:42:46.002354 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9c9ca815-adf4-4ed2-8f0f-d5db71d51473 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:46.004214 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9ca815-adf4-4ed2-8f0f-d5db71d51473 None None] Bound using segment: {'id': 'c89d1536-8e1b-4fa2-bfe9-41d8b0a8337c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '18333d15-b268-478a-b30c-36f378fd08e0'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:42:46.004865 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-9c9ca815-adf4-4ed2-8f0f-d5db71d51473 None None] Bound port: acdf5743-51d6-406e-a72b-10bb9bc16ae5, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89d1536-8e1b-4fa2-bfe9-41d8b0a8337c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '18333d15-b268-478a-b30c-36f378fd08e0'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:42:46.007835 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9c9ca815-adf4-4ed2-8f0f-d5db71d51473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (acdf5743-51d6-406e-a72b-10bb9bc16ae5), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:46.017103 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717e25d-a6d0-45d9-a59d-582ec4f9d7c7 None None] Pushing event updated for resources: {'Port': ['ID=327ef9f8-1b08-4ef2-a3cb-5be0241dfcea,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:46.021121 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c823e41-7554-4807-ac42-9f1310df621e tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Checking segment: {'id': '75338cd9-f90b-4a7b-b60f-7a60305f3ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7ed488a2-9f98-460c-8527-b715d0c5125c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:42:46.021885 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c823e41-7554-4807-ac42-9f1310df621e tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Network hostable DHCP agents. Network: 7ed488a2-9f98-460c-8527-b715d0c5125c, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:42:46.086351 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-a66e13df-2e5e-489f-a4b1-bd49f6499202 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] For port 327ef9f8-1b08-4ef2-a3cb-5be0241dfcea, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=327ef9f8-1b08-4ef2-a3cb-5be0241dfcea,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:46.128430 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c823e41-7554-4807-ac42-9f1310df621e tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Network 7ed488a2-9f98-460c-8527-b715d0c5125c is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:42:46.165148 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-7c823e41-7554-4807-ac42-9f1310df621e tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 7ed488a2-9f98-460c-8527-b715d0c5125c) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:46.171284 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c823e41-7554-4807-ac42-9f1310df621e tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:46.171887 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7c823e41-7554-4807-ac42-9f1310df621e tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:46.207610 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a66e13df-2e5e-489f-a4b1-bd49f6499202 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for port (327ef9f8-1b08-4ef2-a3cb-5be0241dfcea), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:46.211632 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7875d7b2-75e4-47af-aa18-a4407233aa11 None None] Network 7ed488a2-9f98-460c-8527-b715d0c5125c requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:46.229563 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a66e13df-2e5e-489f-a4b1-bd49f6499202 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (327ef9f8-1b08-4ef2-a3cb-5be0241dfcea), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:46.235924 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7c823e41-7554-4807-ac42-9f1310df621e tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9354482 Mar 22 19:42:46.239556 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42978) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:46.271636 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-8692a83c-6c43-4638-a726-680813ffde32 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Request body: {'subnet': {'network_id': '39b80217-4019-488f-a929-5c2630fc7e29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:46.362185 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a66e13df-2e5e-489f-a4b1-bd49f6499202 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (178a5306-a5fb-4f05-99c0-7875ea547b40), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:46.423266 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-9c9ca815-adf4-4ed2-8f0f-d5db71d51473 None None] For port acdf5743-51d6-406e-a72b-10bb9bc16ae5, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:42:46.507452 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-9c9ca815-adf4-4ed2-8f0f-d5db71d51473 None None] For port acdf5743-51d6-406e-a72b-10bb9bc16ae5, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=acdf5743-51d6-406e-a72b-10bb9bc16ae5,segment=NetworkSegment(c89d1536-8e1b-4fa2-bfe9-41d8b0a8337c),segment_id=c89d1536-8e1b-4fa2-bfe9-41d8b0a8337c)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:42:46.535235 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8692a83c-6c43-4638-a726-680813ffde32 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Made reservation on behalf of 405ec77f26c0486aa3703478a5e30c09 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:46.538185 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9c9ca815-adf4-4ed2-8f0f-d5db71d51473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (acdf5743-51d6-406e-a72b-10bb9bc16ae5), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:46.539612 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8692a83c-6c43-4638-a726-680813ffde32 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:46.567788 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66e13df-2e5e-489f-a4b1-bd49f6499202 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:46.634232 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-a66e13df-2e5e-489f-a4b1-bd49f6499202 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:46.646264 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66e13df-2e5e-489f-a4b1-bd49f6499202 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:46.646929 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a66e13df-2e5e-489f-a4b1-bd49f6499202 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:46.676969 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ca815-adf4-4ed2-8f0f-d5db71d51473 None None] Pushing event updated for resources: {'Port': ['ID=acdf5743-51d6-406e-a72b-10bb9bc16ae5,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:46.760340 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e13df-2e5e-489f-a4b1-bd49f6499202 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Port': ['ID=327ef9f8-1b08-4ef2-a3cb-5be0241dfcea,revision_number=4']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:46.770141 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527c858-cfde-4668-9d1c-742847315f18 req-d109d017-9701-4d19-a82d-ab4fcc3eb67e tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:46.771703 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3527c858-cfde-4668-9d1c-742847315f18 req-d109d017-9701-4d19-a82d-ab4fcc3eb67e tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.84 "GET /v2.0/ports?device_id=6fb16b4f-ec90-4d7b-bf4b-8eefd3198692 HTTP/1.1" status: 200 len: 946 time: 0.6106040 Mar 22 19:42:46.772380 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e13df-2e5e-489f-a4b1-bd49f6499202 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Subnet': ['ID=178a5306-a5fb-4f05-99c0-7875ea547b40,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:46.805476 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a66e13df-2e5e-489f-a4b1-bd49f6499202 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.8135576 Mar 22 19:42:46.812438 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42980) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:46.825767 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feba9d54-52ad-40b9-a547-20c97196639e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-7ed488a2-9f98-460c-8527-b715d0c5125c', 'network_id': '7ed488a2-9f98-460c-8527-b715d0c5125c', 'project_id': '405ec77f26c0486aa3703478a5e30c09', 'fixed_ips': [{'subnet_id': '3c787260-4cde-4d69-ae4f-3948c57cc1e2'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:42:46.827762 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-feba9d54-52ad-40b9-a547-20c97196639e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:46.833852 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-f72d1e63-f688-45ce-b045-b3482bc89b32 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Request body: {'port': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'mac_address': 'fa:16:3e:6e:8c:11', 'name': 'tempest-NetworksTestDHCPv6-1866871886'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:42:46.864151 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d04ae-0386-4504-bf7f-825cdf8e5ce1 req-fe3fd43c-e7b9-44f0-97d2-4298cbd59953 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:46.865814 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a31d04ae-0386-4504-bf7f-825cdf8e5ce1 req-fe3fd43c-e7b9-44f0-97d2-4298cbd59953 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fb16b4f-ec90-4d7b-bf4b-8eefd3198692 HTTP/1.1" status: 200 len: 946 time: 0.3935270 Mar 22 19:42:47.102715 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a31d04ae-0386-4504-bf7f-825cdf8e5ce1 req-a3fb9e69-615e-4f32-829e-c95b0222f352 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups?id=43ad5eb8-3809-4605-abde-bcfb53859deb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2232547 Mar 22 19:42:47.192335 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-3527c858-cfde-4668-9d1c-742847315f18 req-566c5a51-4b93-43ea-a34a-34f725dbf4de tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Deleting port 8b76af17-6991-4c9d-8aae-406cfb82b55d {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:42:47.192680 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-3527c858-cfde-4668-9d1c-742847315f18 req-566c5a51-4b93-43ea-a34a-34f725dbf4de tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (8b76af17-6991-4c9d-8aae-406cfb82b55d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:47.247733 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8692a83c-6c43-4638-a726-680813ffde32 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (610cbfd9-c2c5-468f-8801-b56399b61272), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:47.253623 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-feba9d54-52ad-40b9-a547-20c97196639e None None] Allocated IP 172.20.0.2 (7ed488a2-9f98-460c-8527-b715d0c5125c/3c787260-4cde-4d69-ae4f-3948c57cc1e2/a5637b3d-37b4-42f6-a960-ed36d842693c) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:42:47.488204 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-3527c858-cfde-4668-9d1c-742847315f18 req-566c5a51-4b93-43ea-a34a-34f725dbf4de tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] For port 8b76af17-6991-4c9d-8aae-406cfb82b55d, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=8b76af17-6991-4c9d-8aae-406cfb82b55d,segment=NetworkSegment(435fbae2-eb12-43d5-a18b-594248db5fb6),segment_id=435fbae2-eb12-43d5-a18b-594248db5fb6)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:47.488586 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-3527c858-cfde-4668-9d1c-742847315f18 req-566c5a51-4b93-43ea-a34a-34f725dbf4de tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (8b76af17-6991-4c9d-8aae-406cfb82b55d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:47.564843 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692a83c-6c43-4638-a726-680813ffde32 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Pushing event updated for resources: {'Subnet': ['ID=610cbfd9-c2c5-468f-8801-b56399b61272,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:47.587111 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8692a83c-6c43-4638-a726-680813ffde32 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Checking segment: {'id': '6b3a0957-1108-4673-b6d7-0d74f7eba44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '39b80217-4019-488f-a929-5c2630fc7e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:42:47.587888 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8692a83c-6c43-4638-a726-680813ffde32 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Network hostable DHCP agents. Network: 39b80217-4019-488f-a929-5c2630fc7e29, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:42:47.596366 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-04332710-e27d-4935-a2ae-3c6cfe03f329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:47.600619 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72d1e63-f688-45ce-b045-b3482bc89b32 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Made reservation on behalf of 60cab213ce214a30b0f859d0f4109da8 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:42:47.752736 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8692a83c-6c43-4638-a726-680813ffde32 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Network 39b80217-4019-488f-a929-5c2630fc7e29 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:42:47.785059 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-8692a83c-6c43-4638-a726-680813ffde32 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 39b80217-4019-488f-a929-5c2630fc7e29) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:47.799056 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8692a83c-6c43-4638-a726-680813ffde32 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:47.799668 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8692a83c-6c43-4638-a726-680813ffde32 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:47.852326 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8692a83c-6c43-4638-a726-680813ffde32 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6045785 Mar 22 19:42:47.853669 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-3527c858-cfde-4668-9d1c-742847315f18 req-566c5a51-4b93-43ea-a34a-34f725dbf4de tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:47.854165 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-3527c858-cfde-4668-9d1c-742847315f18 req-566c5a51-4b93-43ea-a34a-34f725dbf4de tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (a1ce732c-235e-44e2-bb6c-d33ad7468381), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:47.854828 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [req-3527c858-cfde-4668-9d1c-742847315f18 req-566c5a51-4b93-43ea-a34a-34f725dbf4de tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Floating IP a1ce732c-235e-44e2-bb6c-d33ad7468381 disassociated. External IP: 172.25.5.52, port: 8b76af17-6991-4c9d-8aae-406cfb82b55d. Mar 22 19:42:47.855281 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-3527c858-cfde-4668-9d1c-742847315f18 req-566c5a51-4b93-43ea-a34a-34f725dbf4de tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Calling delete_port for 8b76af17-6991-4c9d-8aae-406cfb82b55d owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:42:47.857378 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42990) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:47.888171 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a2f3be-d082-4b4f-9cb1-b6563f4f4c7b None None] Network 39b80217-4019-488f-a929-5c2630fc7e29 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:47.913003 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e710e90d-bac4-4953-8bcc-863e6f52a9bf None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:48.013838 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-3527c858-cfde-4668-9d1c-742847315f18 req-566c5a51-4b93-43ea-a34a-34f725dbf4de tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (8b76af17-6991-4c9d-8aae-406cfb82b55d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:48.100821 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c5a51-4b93-43ea-a34a-34f725dbf4de tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Pushing event deleted for resources: {'Port': ['ID=8b76af17-6991-4c9d-8aae-406cfb82b55d,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:48.154923 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-feba9d54-52ad-40b9-a547-20c97196639e None None] Publish callbacks [] for port (a5637b3d-37b4-42f6-a960-ed36d842693c), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:48.171068 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-338133d6-e7ae-495a-a02f-63dcc235c773 None None] Provisioning complete for port 327ef9f8-1b08-4ef2-a3cb-5be0241dfcea triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:48.171655 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-338133d6-e7ae-495a-a02f-63dcc235c773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (327ef9f8-1b08-4ef2-a3cb-5be0241dfcea), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:48.179779 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-feba9d54-52ad-40b9-a547-20c97196639e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (a5637b3d-37b4-42f6-a960-ed36d842693c), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:48.359871 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-771845c2-d4a9-4ac0-b3e8-d4c4ef1c42b4 req-cc1ec1b2-a3c1-4c30-a89b-edb2aeb66a1f tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fb16b4f-ec90-4d7b-bf4b-8eefd3198692 HTTP/1.1" status: 200 len: 210 time: 0.0596645 Mar 22 19:42:48.445168 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 327ef9f8-1b08-4ef2-a3cb-5be0241dfcea up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:42:48.447634 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3527c858-cfde-4668-9d1c-742847315f18 req-566c5a51-4b93-43ea-a34a-34f725dbf4de tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Router 3e2daac6-c118-47c8-94fb-9bc4d89e262a has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:42:48.449651 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba9d54-52ad-40b9-a547-20c97196639e None None] Pushing event updated for resources: {'Port': ['ID=a5637b3d-37b4-42f6-a960-ed36d842693c,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:48.462601 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feba9d54-52ad-40b9-a547-20c97196639e None None] Network 7ed488a2-9f98-460c-8527-b715d0c5125c is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:48.470574 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bc1e95-a722-4647-b7c2-f4d30c22f058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-39b80217-4019-488f-a929-5c2630fc7e29', 'network_id': '39b80217-4019-488f-a929-5c2630fc7e29', 'project_id': '405ec77f26c0486aa3703478a5e30c09', 'fixed_ips': [{'subnet_id': '610cbfd9-c2c5-468f-8801-b56399b61272'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:42:48.471761 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b1bc1e95-a722-4647-b7c2-f4d30c22f058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:48.519161 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-feba9d54-52ad-40b9-a547-20c97196639e None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:48.538223 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feba9d54-52ad-40b9-a547-20c97196639e None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:42:48.579105 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:48.701830 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3527c858-cfde-4668-9d1c-742847315f18 req-566c5a51-4b93-43ea-a34a-34f725dbf4de tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:42:48.794814 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f72d1e63-f688-45ce-b045-b3482bc89b32 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:48.803256 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-3527c858-cfde-4668-9d1c-742847315f18 req-566c5a51-4b93-43ea-a34a-34f725dbf4de tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] No DVR routers for this DVR port 8b76af17-6991-4c9d-8aae-406cfb82b55d on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:42:48.819536 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-3527c858-cfde-4668-9d1c-742847315f18 req-566c5a51-4b93-43ea-a34a-34f725dbf4de tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:48.856412 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3527c858-cfde-4668-9d1c-742847315f18 req-566c5a51-4b93-43ea-a34a-34f725dbf4de tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.84 "DELETE /v2.0/ports/8b76af17-6991-4c9d-8aae-406cfb82b55d HTTP/1.1" status: 204 len: 173 time: 2.0519993 Mar 22 19:42:48.857111 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb16b4f-ec90-4d7b-bf4b-8eefd3198692', 'name': 'network-vif-deleted', 'tag': '8b76af17-6991-4c9d-8aae-406cfb82b55d'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:42:48.866385 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2bc297-68b4-470d-b3a0-35241c0186be" -d '{"events": [{"server_uuid": "6fb16b4f-ec90-4d7b-bf4b-8eefd3198692", "name": "network-vif-deleted", "tag": "8b76af17-6991-4c9d-8aae-406cfb82b55d"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:42:48.957145 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-f72d1e63-f688-45ce-b045-b3482bc89b32 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] device_id is not set on port 658f6b2f-6a1b-4479-b7be-308036085a39 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:42:49.065608 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334931c3-ba06-41a4-9cd9-9951a453f29d x-openstack-request-id: req-334931c3-ba06-41a4-9cd9-9951a453f29d {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:42:49.065951 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb16b4f-ec90-4d7b-bf4b-8eefd3198692", "name": "network-vif-deleted", "tag": "8b76af17-6991-4c9d-8aae-406cfb82b55d", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:42:49.066206 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-334931c3-ba06-41a4-9cd9-9951a453f29d {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:42:49.066623 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-334931c3-ba06-41a4-9cd9-9951a453f29d'] response: {'server_uuid': '6fb16b4f-ec90-4d7b-bf4b-8eefd3198692', 'name': 'network-vif-deleted', 'tag': '8b76af17-6991-4c9d-8aae-406cfb82b55d', 'status': 'completed', 'code': 200} Mar 22 19:42:49.147341 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-b1bc1e95-a722-4647-b7c2-f4d30c22f058 None None] Allocated IP 172.20.0.2 (39b80217-4019-488f-a929-5c2630fc7e29/610cbfd9-c2c5-468f-8801-b56399b61272/17733bbc-b79a-4d2e-975e-dd2920d5e1d4) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:42:49.195556 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d48e651-8248-46cb-9c25-b69129ea26c6 None None] Sync routers for ids ['3e2daac6-c118-47c8-94fb-9bc4d89e262a'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:42:49.273180 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a841d253-547e-432f-9e78-a5304f4239ed tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:49.396396 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b1bc1e95-a722-4647-b7c2-f4d30c22f058 None None] Publish callbacks [] for port (17733bbc-b79a-4d2e-975e-dd2920d5e1d4), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:49.402447 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21239a48-b29c-4e49-adb0-82ddf0580740 None None] Network 18333d15-b268-478a-b30c-36f378fd08e0 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:49.406693 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-feba9d54-52ad-40b9-a547-20c97196639e None None] Attempting to bind port a5637b3d-37b4-42f6-a960-ed36d842693c on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:42:49.407083 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-feba9d54-52ad-40b9-a547-20c97196639e None None] Attempting to bind port a5637b3d-37b4-42f6-a960-ed36d842693c by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '75338cd9-f90b-4a7b-b60f-7a60305f3ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7ed488a2-9f98-460c-8527-b715d0c5125c'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:42:49.409511 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feba9d54-52ad-40b9-a547-20c97196639e None None] Attempting to bind port a5637b3d-37b4-42f6-a960-ed36d842693c on network 7ed488a2-9f98-460c-8527-b715d0c5125c {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:42:49.475656 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b1bc1e95-a722-4647-b7c2-f4d30c22f058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (17733bbc-b79a-4d2e-975e-dd2920d5e1d4), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:49.562192 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-338133d6-e7ae-495a-a02f-63dcc235c773 None None] Current status of the port 327ef9f8-1b08-4ef2-a3cb-5be0241dfcea is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:49.562935 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-338133d6-e7ae-495a-a02f-63dcc235c773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (327ef9f8-1b08-4ef2-a3cb-5be0241dfcea), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:49.607059 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aff6db9e-78b3-4a4f-9849-ed93994deea1 req-f59d0e78-6c5f-4531-a7ac-05db817247e3 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/ports?device_id=6fb16b4f-ec90-4d7b-bf4b-8eefd3198692 HTTP/1.1" status: 200 len: 210 time: 0.0805085 Mar 22 19:42:49.619975 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc1e95-a722-4647-b7c2-f4d30c22f058 None None] Pushing event updated for resources: {'Port': ['ID=17733bbc-b79a-4d2e-975e-dd2920d5e1d4,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:49.651617 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-338133d6-e7ae-495a-a02f-63dcc235c773 None None] For port 327ef9f8-1b08-4ef2-a3cb-5be0241dfcea, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=327ef9f8-1b08-4ef2-a3cb-5be0241dfcea,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:49.661081 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feba9d54-52ad-40b9-a547-20c97196639e None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:42:49.661489 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feba9d54-52ad-40b9-a547-20c97196639e None None] Checking segment: {'id': '75338cd9-f90b-4a7b-b60f-7a60305f3ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7ed488a2-9f98-460c-8527-b715d0c5125c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:42:49.661891 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-feba9d54-52ad-40b9-a547-20c97196639e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:49.662294 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feba9d54-52ad-40b9-a547-20c97196639e None None] Bound using segment: {'id': '75338cd9-f90b-4a7b-b60f-7a60305f3ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7ed488a2-9f98-460c-8527-b715d0c5125c'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:42:49.662903 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-feba9d54-52ad-40b9-a547-20c97196639e None None] Bound port: a5637b3d-37b4-42f6-a960-ed36d842693c, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75338cd9-f90b-4a7b-b60f-7a60305f3ef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '7ed488a2-9f98-460c-8527-b715d0c5125c'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:42:49.663495 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-feba9d54-52ad-40b9-a547-20c97196639e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a5637b3d-37b4-42f6-a960-ed36d842693c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:49.678294 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d48e651-8248-46cb-9c25-b69129ea26c6 None None] Routers {'3e2daac6-c118-47c8-94fb-9bc4d89e262a'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:42:49.678958 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-1d48e651-8248-46cb-9c25-b69129ea26c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:42:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3e2daac6-c118-47c8-94fb-9bc4d89e262a'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:49.785586 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bc1e95-a722-4647-b7c2-f4d30c22f058 None None] Network 39b80217-4019-488f-a929-5c2630fc7e29 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:49.805869 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-b1bc1e95-a722-4647-b7c2-f4d30c22f058 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:49.814227 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:49.819497 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bc1e95-a722-4647-b7c2-f4d30c22f058 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:42:49.835513 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-338133d6-e7ae-495a-a02f-63dcc235c773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (327ef9f8-1b08-4ef2-a3cb-5be0241dfcea), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:49.970900 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-a841d253-547e-432f-9e78-a5304f4239ed tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Allocated IP 172.20.0.1 (7ed488a2-9f98-460c-8527-b715d0c5125c/3c787260-4cde-4d69-ae4f-3948c57cc1e2/41c00983-9e3f-4cc3-80fe-d42096fd88ba) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:42:50.152581 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 327ef9f8-1b08-4ef2-a3cb-5be0241dfcea triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:50.153034 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (327ef9f8-1b08-4ef2-a3cb-5be0241dfcea), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:50.256364 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-3879e6f8-23eb-4598-b058-6911334ac7cf None None] Provisioning complete for port acdf5743-51d6-406e-a72b-10bb9bc16ae5 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:50.257374 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3879e6f8-23eb-4598-b058-6911334ac7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (acdf5743-51d6-406e-a72b-10bb9bc16ae5), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:50.351736 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-f72d1e63-f688-45ce-b045-b3482bc89b32 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Allocated IP 2001:db8::38d (5844662d-9a53-4182-bd56-decd62afe1ab/2d6fc397-0037-4ff3-9bef-176b53848240/658f6b2f-6a1b-4479-b7be-308036085a39) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:42:50.359437 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-f72d1e63-f688-45ce-b045-b3482bc89b32 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6e:8c11 (5844662d-9a53-4182-bd56-decd62afe1ab/178a5306-a5fb-4f05-99c0-7875ea547b40/658f6b2f-6a1b-4479-b7be-308036085a39) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:42:50.401330 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:50.421319 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-b1bc1e95-a722-4647-b7c2-f4d30c22f058 None None] Attempting to bind port 17733bbc-b79a-4d2e-975e-dd2920d5e1d4 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:42:50.422841 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-b1bc1e95-a722-4647-b7c2-f4d30c22f058 None None] Attempting to bind port 17733bbc-b79a-4d2e-975e-dd2920d5e1d4 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '6b3a0957-1108-4673-b6d7-0d74f7eba44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '39b80217-4019-488f-a929-5c2630fc7e29'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:42:50.423447 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bc1e95-a722-4647-b7c2-f4d30c22f058 None None] Attempting to bind port 17733bbc-b79a-4d2e-975e-dd2920d5e1d4 on network 39b80217-4019-488f-a929-5c2630fc7e29 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:42:50.436409 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a841d253-547e-432f-9e78-a5304f4239ed tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks [] for port (41c00983-9e3f-4cc3-80fe-d42096fd88ba), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:50.443360 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-feba9d54-52ad-40b9-a547-20c97196639e None None] For port a5637b3d-37b4-42f6-a960-ed36d842693c, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:42:50.454428 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bc1e95-a722-4647-b7c2-f4d30c22f058 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:42:50.456634 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bc1e95-a722-4647-b7c2-f4d30c22f058 None None] Checking segment: {'id': '6b3a0957-1108-4673-b6d7-0d74f7eba44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '39b80217-4019-488f-a929-5c2630fc7e29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:42:50.457033 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b1bc1e95-a722-4647-b7c2-f4d30c22f058 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:50.457784 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bc1e95-a722-4647-b7c2-f4d30c22f058 None None] Bound using segment: {'id': '6b3a0957-1108-4673-b6d7-0d74f7eba44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '39b80217-4019-488f-a929-5c2630fc7e29'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:42:50.459196 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-b1bc1e95-a722-4647-b7c2-f4d30c22f058 None None] Bound port: 17733bbc-b79a-4d2e-975e-dd2920d5e1d4, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3a0957-1108-4673-b6d7-0d74f7eba44f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '39b80217-4019-488f-a929-5c2630fc7e29'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:42:50.461194 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b1bc1e95-a722-4647-b7c2-f4d30c22f058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (17733bbc-b79a-4d2e-975e-dd2920d5e1d4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:50.466172 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338133d6-e7ae-495a-a02f-63dcc235c773 None None] Pushing event updated for resources: {'Port': ['ID=327ef9f8-1b08-4ef2-a3cb-5be0241dfcea,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:50.486108 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-feba9d54-52ad-40b9-a547-20c97196639e None None] For port a5637b3d-37b4-42f6-a960-ed36d842693c, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a5637b3d-37b4-42f6-a960-ed36d842693c,segment=NetworkSegment(75338cd9-f90b-4a7b-b60f-7a60305f3ef8),segment_id=75338cd9-f90b-4a7b-b60f-7a60305f3ef8)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:42:50.635574 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a841d253-547e-432f-9e78-a5304f4239ed tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (41c00983-9e3f-4cc3-80fe-d42096fd88ba), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:50.677566 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-feba9d54-52ad-40b9-a547-20c97196639e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a5637b3d-37b4-42f6-a960-ed36d842693c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:50.743876 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-1d48e651-8248-46cb-9c25-b69129ea26c6 None None] Set router 3e2daac6-c118-47c8-94fb-9bc4d89e262a gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:42:50.786460 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43024) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:50.793232 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a841d253-547e-432f-9e78-a5304f4239ed tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Network 7ed488a2-9f98-460c-8527-b715d0c5125c is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:50.832820 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-a841d253-547e-432f-9e78-a5304f4239ed tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:50.849596 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a841d253-547e-432f-9e78-a5304f4239ed tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:42:50.913120 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a841d253-547e-432f-9e78-a5304f4239ed tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Pushing event updated for resources: {'Port': ['ID=41c00983-9e3f-4cc3-80fe-d42096fd88ba,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:50.930952 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f72d1e63-f688-45ce-b045-b3482bc89b32 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for port (658f6b2f-6a1b-4479-b7be-308036085a39), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:50.953814 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a841d253-547e-432f-9e78-a5304f4239ed tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (0e75f067-b71b-4027-95e6-60ce9c7d328b), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:50.982321 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fea849a4-4bb7-4b81-8b1f-4fd4905718bf tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for security_group (43ad5eb8-3809-4605-abde-bcfb53859deb), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:51.043651 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fea849a4-4bb7-4b81-8b1f-4fd4905718bf tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for security_group (43ad5eb8-3809-4605-abde-bcfb53859deb), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:51.058185 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f72d1e63-f688-45ce-b045-b3482bc89b32 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (658f6b2f-6a1b-4479-b7be-308036085a39), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:51.154955 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72d1e63-f688-45ce-b045-b3482bc89b32 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Network 5844662d-9a53-4182-bd56-decd62afe1ab is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:51.158572 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fea849a4-4bb7-4b81-8b1f-4fd4905718bf tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (43ad5eb8-3809-4605-abde-bcfb53859deb), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:51.162676 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fea849a4-4bb7-4b81-8b1f-4fd4905718bf tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:51.164658 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fea849a4-4bb7-4b81-8b1f-4fd4905718bf tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "DELETE /v2.0/security-groups/43ad5eb8-3809-4605-abde-bcfb53859deb HTTP/1.1" status: 204 len: 168 time: 0.3763449 Mar 22 19:42:51.171552 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43028) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:51.178723 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-f72d1e63-f688-45ce-b045-b3482bc89b32 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:51.189118 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea849a4-4bb7-4b81-8b1f-4fd4905718bf tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ad5eb8-3809-4605-abde-bcfb53859deb,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:51.206756 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-d5cfd59e-294d-41a4-8f2b-1d3c6110075d tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] show failed (client error): The resource could not be found. Mar 22 19:42:51.208585 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d5cfd59e-294d-41a4-8f2b-1d3c6110075d tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "GET /v2.0/security-groups/43ad5eb8-3809-4605-abde-bcfb53859deb HTTP/1.1" status: 404 len: 347 time: 0.0350597 Mar 22 19:42:51.210781 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43030) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:51.213161 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72d1e63-f688-45ce-b045-b3482bc89b32 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:42:51.219044 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72d1e63-f688-45ce-b045-b3482bc89b32 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:51.219957 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f72d1e63-f688-45ce-b045-b3482bc89b32 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:51.269037 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d1e63-f688-45ce-b045-b3482bc89b32 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event updated for resources: {'Port': ['ID=658f6b2f-6a1b-4479-b7be-308036085a39,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:51.468079 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 8b76af17-6991-4c9d-8aae-406cfb82b55d no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:42:51.600749 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-0f8ad299-c8d8-4ce9-af3f-cbfcfe6cd527 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Deleting port 1944b4cc-c1cd-4f6b-b059-31ddcf5f4ef3 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:42:51.602817 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0f8ad299-c8d8-4ce9-af3f-cbfcfe6cd527 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (1944b4cc-c1cd-4f6b-b059-31ddcf5f4ef3), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:51.718968 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 8b76af17-6991-4c9d-8aae-406cfb82b55d {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:42:51.721871 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 8b76af17-6991-4c9d-8aae-406cfb82b55d not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:42:51.781311 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0f8ad299-c8d8-4ce9-af3f-cbfcfe6cd527 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (1944b4cc-c1cd-4f6b-b059-31ddcf5f4ef3), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:51.781618 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0f8ad299-c8d8-4ce9-af3f-cbfcfe6cd527 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for floatingip (1944b4cc-c1cd-4f6b-b059-31ddcf5f4ef3), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:51.816218 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-3879e6f8-23eb-4598-b058-6911334ac7cf None None] Current status of the port acdf5743-51d6-406e-a72b-10bb9bc16ae5 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:51.817171 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3879e6f8-23eb-4598-b058-6911334ac7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (acdf5743-51d6-406e-a72b-10bb9bc16ae5), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:51.828432 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-0f8ad299-c8d8-4ce9-af3f-cbfcfe6cd527 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Calling delete_port for 1944b4cc-c1cd-4f6b-b059-31ddcf5f4ef3 owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:42:51.905309 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba9d54-52ad-40b9-a547-20c97196639e None None] Pushing event updated for resources: {'Port': ['ID=a5637b3d-37b4-42f6-a960-ed36d842693c,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:51.920860 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 327ef9f8-1b08-4ef2-a3cb-5be0241dfcea is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:51.937003 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device acdf5743-51d6-406e-a72b-10bb9bc16ae5 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:42:52.117999 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:52.192375 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f72d1e63-f688-45ce-b045-b3482bc89b32 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.3743103 Mar 22 19:42:52.197016 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43048) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:52.223247 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0f8ad299-c8d8-4ce9-af3f-cbfcfe6cd527 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (1944b4cc-c1cd-4f6b-b059-31ddcf5f4ef3), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:52.240167 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-3879e6f8-23eb-4598-b058-6911334ac7cf None None] For port acdf5743-51d6-406e-a72b-10bb9bc16ae5, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=acdf5743-51d6-406e-a72b-10bb9bc16ae5,segment=NetworkSegment(c89d1536-8e1b-4fa2-bfe9-41d8b0a8337c),segment_id=c89d1536-8e1b-4fa2-bfe9-41d8b0a8337c)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:52.248202 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-b1bc1e95-a722-4647-b7c2-f4d30c22f058 None None] For port 17733bbc-b79a-4d2e-975e-dd2920d5e1d4, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:42:52.273545 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3879e6f8-23eb-4598-b058-6911334ac7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (acdf5743-51d6-406e-a72b-10bb9bc16ae5), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:52.325515 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-b1bc1e95-a722-4647-b7c2-f4d30c22f058 None None] For port 17733bbc-b79a-4d2e-975e-dd2920d5e1d4, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=17733bbc-b79a-4d2e-975e-dd2920d5e1d4,segment=NetworkSegment(6b3a0957-1108-4673-b6d7-0d74f7eba44f),segment_id=6b3a0957-1108-4673-b6d7-0d74f7eba44f)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:42:52.357846 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a841d253-547e-432f-9e78-a5304f4239ed tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (41c00983-9e3f-4cc3-80fe-d42096fd88ba), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:52.376984 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ad299-c8d8-4ce9-af3f-cbfcfe6cd527 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Pushing event deleted for resources: {'Port': ['ID=1944b4cc-c1cd-4f6b-b059-31ddcf5f4ef3,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:52.414950 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b1bc1e95-a722-4647-b7c2-f4d30c22f058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (17733bbc-b79a-4d2e-975e-dd2920d5e1d4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:52.438756 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port acdf5743-51d6-406e-a72b-10bb9bc16ae5 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:52.439129 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (acdf5743-51d6-406e-a72b-10bb9bc16ae5), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:52.450299 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ae4d44e6-a2b8-4077-b3d4-015f1685f563 None None] Could not find standard attr ID for object 7f1af221-2fa1-4f20-805c-f9c63fbc39c4. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:42:52.566015 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0f8ad299-c8d8-4ce9-af3f-cbfcfe6cd527 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks [] for floatingip (a1ce732c-235e-44e2-bb6c-d33ad7468381), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:52.571865 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0f8ad299-c8d8-4ce9-af3f-cbfcfe6cd527 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:52.576378 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0f8ad299-c8d8-4ce9-af3f-cbfcfe6cd527 tempest-AttachVolumeTestJSON-1479211672 tempest-AttachVolumeTestJSON-1479211672-project] 10.222.0.75 "DELETE /v2.0/floatingips/a1ce732c-235e-44e2-bb6c-d33ad7468381 HTTP/1.1" status: 204 len: 168 time: 1.3643470 Mar 22 19:42:52.609908 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ae4d44e6-a2b8-4077-b3d4-015f1685f563 None None] Could not find standard attr ID for object fc52231c-0ab9-46cd-b7bf-7bba88f64952. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:42:52.667623 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879e6f8-23eb-4598-b058-6911334ac7cf None None] Pushing event updated for resources: {'Port': ['ID=acdf5743-51d6-406e-a72b-10bb9bc16ae5,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:52.817111 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc1e95-a722-4647-b7c2-f4d30c22f058 None None] Pushing event updated for resources: {'Port': ['ID=17733bbc-b79a-4d2e-975e-dd2920d5e1d4,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:52.854239 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ae4d44e6-a2b8-4077-b3d4-015f1685f563 None None] Provisioning complete for port 327ef9f8-1b08-4ef2-a3cb-5be0241dfcea triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:52.854635 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ae4d44e6-a2b8-4077-b3d4-015f1685f563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (327ef9f8-1b08-4ef2-a3cb-5be0241dfcea), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:52.859137 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-1d48e651-8248-46cb-9c25-b69129ea26c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'name': 'tempest-AttachVolumeTestJSON-1644507476-router', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '5d882510-5296-420a-a4de-029d0f6aa513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:21Z', 'updated_at': '2022-03-22T19:34:27Z', 'revision_number': 4, 'project_id': '137468e00bf34ff2a062af7508045a68', 'gw_port': {'id': '5d882510-5296-420a-a4de-029d0f6aa513', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:22Z', 'updated_at': '2022-03-22T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '460594b0-1d87-4e35-a1c8-e3281e83e78e', 'name': '', 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'mac_address': 'fa:16:3e:6d:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'c16ed728-31a8-4b8b-ab21-2e035a2f97dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:26Z', 'updated_at': '2022-03-22T19:34:32Z', 'revision_number': 5, 'project_id': '137468e00bf34ff2a062af7508045a68', 'subnets': [{'id': 'c16ed728-31a8-4b8b-ab21-2e035a2f97dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:53.048069 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-5dd4f7e0-47a6-4651-8e38-682c794ac852 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting port 658f6b2f-6a1b-4479-b7be-308036085a39 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:42:53.048412 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5dd4f7e0-47a6-4651-8e38-682c794ac852 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (658f6b2f-6a1b-4479-b7be-308036085a39), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:53.124959 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d48e651-8248-46cb-9c25-b69129ea26c6 None None] Checking router: 3e2daac6-c118-47c8-94fb-9bc4d89e262a for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:42:53.204418 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d48e651-8248-46cb-9c25-b69129ea26c6 None None] Routers {'3e2daac6-c118-47c8-94fb-9bc4d89e262a'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:42:53.205316 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-1d48e651-8248-46cb-9c25-b69129ea26c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:42:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3e2daac6-c118-47c8-94fb-9bc4d89e262a'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:53.330942 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port acdf5743-51d6-406e-a72b-10bb9bc16ae5 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:53.401127 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5dd4f7e0-47a6-4651-8e38-682c794ac852 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (658f6b2f-6a1b-4479-b7be-308036085a39), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:53.460386 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-5dd4f7e0-47a6-4651-8e38-682c794ac852 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Calling delete_port for 658f6b2f-6a1b-4479-b7be-308036085a39 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:42:53.538835 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ae4d44e6-a2b8-4077-b3d4-015f1685f563 None None] Current status of the port 327ef9f8-1b08-4ef2-a3cb-5be0241dfcea is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:53.542281 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-1d48e651-8248-46cb-9c25-b69129ea26c6 None None] Set router 3e2daac6-c118-47c8-94fb-9bc4d89e262a gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:42:53.668287 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a841d253-547e-432f-9e78-a5304f4239ed tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks [] for port (41c00983-9e3f-4cc3-80fe-d42096fd88ba), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:53.707730 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a841d253-547e-432f-9e78-a5304f4239ed tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (41c00983-9e3f-4cc3-80fe-d42096fd88ba), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:53.899274 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-a0157547-e7af-4383-b14e-974b3645dd31 None None] Provisioning complete for port 658f6b2f-6a1b-4479-b7be-308036085a39 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:53.908209 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a0157547-e7af-4383-b14e-974b3645dd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (658f6b2f-6a1b-4479-b7be-308036085a39), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:53.924080 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 327ef9f8-1b08-4ef2-a3cb-5be0241dfcea up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:42:53.994350 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a841d253-547e-432f-9e78-a5304f4239ed tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Pushing event updated for resources: {'Port': ['ID=41c00983-9e3f-4cc3-80fe-d42096fd88ba,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:54.086452 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a841d253-547e-432f-9e78-a5304f4239ed tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (0e75f067-b71b-4027-95e6-60ce9c7d328b), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:54.159836 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-a0157547-e7af-4383-b14e-974b3645dd31 None None] Port 658f6b2f-6a1b-4479-b7be-308036085a39 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:42:54.225651 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-a0157547-e7af-4383-b14e-974b3645dd31 None None] Provisioning complete for port acdf5743-51d6-406e-a72b-10bb9bc16ae5 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:54.226010 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a0157547-e7af-4383-b14e-974b3645dd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (acdf5743-51d6-406e-a72b-10bb9bc16ae5), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:54.287518 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a4f2c2-580e-4f8e-a87d-e9b9c9a551ee None None] Network 7ed488a2-9f98-460c-8527-b715d0c5125c requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:54.371693 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 327ef9f8-1b08-4ef2-a3cb-5be0241dfcea triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:54.372068 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (327ef9f8-1b08-4ef2-a3cb-5be0241dfcea), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:54.529310 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5dd4f7e0-47a6-4651-8e38-682c794ac852 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (658f6b2f-6a1b-4479-b7be-308036085a39), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:54.538544 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a841d253-547e-432f-9e78-a5304f4239ed tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Network 7ed488a2-9f98-460c-8527-b715d0c5125c is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:42:54.571359 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-1d48e651-8248-46cb-9c25-b69129ea26c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'name': 'tempest-AttachVolumeTestJSON-1644507476-router', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '5d882510-5296-420a-a4de-029d0f6aa513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:21Z', 'updated_at': '2022-03-22T19:34:27Z', 'revision_number': 4, 'project_id': '137468e00bf34ff2a062af7508045a68', 'gw_port': {'id': '5d882510-5296-420a-a4de-029d0f6aa513', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:22Z', 'updated_at': '2022-03-22T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '460594b0-1d87-4e35-a1c8-e3281e83e78e', 'name': '', 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'mac_address': 'fa:16:3e:6d:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'c16ed728-31a8-4b8b-ab21-2e035a2f97dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:26Z', 'updated_at': '2022-03-22T19:34:32Z', 'revision_number': 5, 'project_id': '137468e00bf34ff2a062af7508045a68', 'subnets': [{'id': 'c16ed728-31a8-4b8b-ab21-2e035a2f97dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:54.620139 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d48e651-8248-46cb-9c25-b69129ea26c6 None None] The sync data for ids ['3e2daac6-c118-47c8-94fb-9bc4d89e262a'] in n-d-705658-24 is: [{'id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'name': 'tempest-AttachVolumeTestJSON-1644507476-router', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '5d882510-5296-420a-a4de-029d0f6aa513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:21Z', 'updated_at': '2022-03-22T19:34:27Z', 'revision_number': 4, 'project_id': '137468e00bf34ff2a062af7508045a68', 'gw_port': {'id': '5d882510-5296-420a-a4de-029d0f6aa513', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:22Z', 'updated_at': '2022-03-22T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '460594b0-1d87-4e35-a1c8-e3281e83e78e', 'name': '', 'network_id': 'c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'mac_address': 'fa:16:3e:6d:b6:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'c16ed728-31a8-4b8b-ab21-2e035a2f97dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:26Z', 'updated_at': '2022-03-22T19:34:32Z', 'revision_number': 5, 'project_id': '137468e00bf34ff2a062af7508045a68', 'subnets': [{'id': 'c16ed728-31a8-4b8b-ab21-2e035a2f97dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:42:54.624078 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4f7e0-47a6-4651-8e38-682c794ac852 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Port': ['ID=658f6b2f-6a1b-4479-b7be-308036085a39,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:54.628294 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-a841d253-547e-432f-9e78-a5304f4239ed tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:42:54.643817 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-a0157547-e7af-4383-b14e-974b3645dd31 None None] Current status of the port acdf5743-51d6-406e-a72b-10bb9bc16ae5 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:54.733327 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5773f0cb-835e-4217-94d9-1cce31216fa4 None None] Network 39b80217-4019-488f-a929-5c2630fc7e29 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:54.844088 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5dd4f7e0-47a6-4651-8e38-682c794ac852 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:54.856167 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43074) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:54.856716 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5dd4f7e0-47a6-4651-8e38-682c794ac852 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/658f6b2f-6a1b-4479-b7be-308036085a39 HTTP/1.1" status: 204 len: 168 time: 2.6503625 Mar 22 19:42:54.907519 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 327ef9f8-1b08-4ef2-a3cb-5be0241dfcea is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:54.908972 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 17733bbc-b79a-4d2e-975e-dd2920d5e1d4 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:42:54.967829 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f116cd3-a889-4901-b073-77722726a710 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:54.969960 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5f116cd3-a889-4901-b073-77722726a710 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1125102 Mar 22 19:42:54.972598 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43078) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:54.985687 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-659eedf6-1bd6-4def-8ce4-8ef8ad305c38 None None] Provisioning complete for port a5637b3d-37b4-42f6-a960-ed36d842693c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:54.990123 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-659eedf6-1bd6-4def-8ce4-8ef8ad305c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a5637b3d-37b4-42f6-a960-ed36d842693c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:55.050798 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a841d253-547e-432f-9e78-a5304f4239ed tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Router 0e75f067-b71b-4027-95e6-60ce9c7d328b is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:42:55.119565 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e2daa4-d61b-4e91-8c9a-e545dc4c1081 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:55.122443 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e9e2daa4-d61b-4e91-8c9a-e545dc4c1081 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1485596 Mar 22 19:42:55.126724 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43082) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:55.267512 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79112e93-137f-497b-867c-72c62d94de73 None None] New status for floating IP a1ce732c-235e-44e2-bb6c-d33ad7468381: DOWN {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:42:55.301488 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45438b52-cf55-4ae8-bb33-72fb6abb7516 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:55.314602 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45438b52-cf55-4ae8-bb33-72fb6abb7516 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:55.316199 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45438b52-cf55-4ae8-bb33-72fb6abb7516 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:55.319384 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-45438b52-cf55-4ae8-bb33-72fb6abb7516 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1916273 Mar 22 19:42:55.321913 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43088) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:55.333716 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 17733bbc-b79a-4d2e-975e-dd2920d5e1d4 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:55.334086 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (17733bbc-b79a-4d2e-975e-dd2920d5e1d4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:55.365553 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a841d253-547e-432f-9e78-a5304f4239ed tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:42:55.383491 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a841d253-547e-432f-9e78-a5304f4239ed tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] 10.222.0.75 "PUT /v2.0/routers/0e75f067-b71b-4027-95e6-60ce9c7d328b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5152831 Mar 22 19:42:55.388403 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43092) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:55.399092 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b672a557-0554-44ef-b587-ba178c2b86ab None None] Sync routers for ids ['0e75f067-b71b-4027-95e6-60ce9c7d328b'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:42:55.456306 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f07d16c-d56b-445b-9f43-cff245b65004 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting subnet 178a5306-a5fb-4f05-99c0-7875ea547b40 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:42:55.465003 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3f07d16c-d56b-445b-9f43-cff245b65004 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (178a5306-a5fb-4f05-99c0-7875ea547b40), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:55.533215 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-659eedf6-1bd6-4def-8ce4-8ef8ad305c38 None None] Current status of the port a5637b3d-37b4-42f6-a960-ed36d842693c is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:55.533611 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-659eedf6-1bd6-4def-8ce4-8ef8ad305c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a5637b3d-37b4-42f6-a960-ed36d842693c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:55.603004 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b672a557-0554-44ef-b587-ba178c2b86ab None None] Routers {'0e75f067-b71b-4027-95e6-60ce9c7d328b'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:42:55.603654 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b672a557-0554-44ef-b587-ba178c2b86ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:42:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['0e75f067-b71b-4027-95e6-60ce9c7d328b'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:55.608445 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3f07d16c-d56b-445b-9f43-cff245b65004 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (178a5306-a5fb-4f05-99c0-7875ea547b40), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:55.750983 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-659eedf6-1bd6-4def-8ce4-8ef8ad305c38 None None] For port a5637b3d-37b4-42f6-a960-ed36d842693c, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a5637b3d-37b4-42f6-a960-ed36d842693c,segment=NetworkSegment(75338cd9-f90b-4a7b-b60f-7a60305f3ef8),segment_id=75338cd9-f90b-4a7b-b60f-7a60305f3ef8)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:55.762757 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b672a557-0554-44ef-b587-ba178c2b86ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:55.786887 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-659eedf6-1bd6-4def-8ce4-8ef8ad305c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a5637b3d-37b4-42f6-a960-ed36d842693c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:55.844980 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3f07d16c-d56b-445b-9f43-cff245b65004 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (178a5306-a5fb-4f05-99c0-7875ea547b40), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:55.964310 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3f07d16c-d56b-445b-9f43-cff245b65004 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (178a5306-a5fb-4f05-99c0-7875ea547b40), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:56.003923 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-659eedf6-1bd6-4def-8ce4-8ef8ad305c38 None None] Provisioning complete for port 17733bbc-b79a-4d2e-975e-dd2920d5e1d4 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:56.004470 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-659eedf6-1bd6-4def-8ce4-8ef8ad305c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (17733bbc-b79a-4d2e-975e-dd2920d5e1d4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:56.013672 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b672a557-0554-44ef-b587-ba178c2b86ab None None] Routers {'0e75f067-b71b-4027-95e6-60ce9c7d328b'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:42:56.014897 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b672a557-0554-44ef-b587-ba178c2b86ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:42:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['0e75f067-b71b-4027-95e6-60ce9c7d328b'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:56.036629 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07d16c-d56b-445b-9f43-cff245b65004 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Subnet': ['ID=178a5306-a5fb-4f05-99c0-7875ea547b40,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:56.040903 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3f07d16c-d56b-445b-9f43-cff245b65004 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:56.047856 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43096) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:56.048384 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3f07d16c-d56b-445b-9f43-cff245b65004 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/178a5306-a5fb-4f05-99c0-7875ea547b40 HTTP/1.1" status: 204 len: 168 time: 0.7244391 Mar 22 19:42:56.298517 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda58f6c-c82a-4bbd-ae35-f21a78378ebe tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Deleting subnet 2d6fc397-0037-4ff3-9bef-176b53848240 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:42:56.316486 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-eda58f6c-c82a-4bbd-ae35-f21a78378ebe tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (2d6fc397-0037-4ff3-9bef-176b53848240), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:56.370006 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-eda58f6c-c82a-4bbd-ae35-f21a78378ebe tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (2d6fc397-0037-4ff3-9bef-176b53848240), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:56.441493 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b672a557-0554-44ef-b587-ba178c2b86ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:42:56.442231 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b672a557-0554-44ef-b587-ba178c2b86ab None None] The sync data for ids ['0e75f067-b71b-4027-95e6-60ce9c7d328b'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:42:56.444534 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd27d56b-21b3-4db0-837d-d1642fe3c7c1 None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:56.498092 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-eda58f6c-c82a-4bbd-ae35-f21a78378ebe tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (2d6fc397-0037-4ff3-9bef-176b53848240), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:56.577491 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 17733bbc-b79a-4d2e-975e-dd2920d5e1d4 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:56.577934 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (17733bbc-b79a-4d2e-975e-dd2920d5e1d4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:56.579404 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-a748e336-fbd7-4f9d-8731-82eb8e910f6d tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:42:56.579868 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a748e336-fbd7-4f9d-8731-82eb8e910f6d tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] 10.222.0.75 "PUT /v2.0/routers/0e75f067-b71b-4027-95e6-60ce9c7d328b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1908779 Mar 22 19:42:56.582657 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43108) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:56.583835 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-eda58f6c-c82a-4bbd-ae35-f21a78378ebe tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (2d6fc397-0037-4ff3-9bef-176b53848240), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:56.635472 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda58f6c-c82a-4bbd-ae35-f21a78378ebe tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Subnet': ['ID=2d6fc397-0037-4ff3-9bef-176b53848240,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:56.638539 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-eda58f6c-c82a-4bbd-ae35-f21a78378ebe tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:56.643727 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-eda58f6c-c82a-4bbd-ae35-f21a78378ebe tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/2d6fc397-0037-4ff3-9bef-176b53848240 HTTP/1.1" status: 204 len: 168 time: 0.5913823 Mar 22 19:42:56.647644 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43110) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:56.718391 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ca74a7a7-7e8c-415b-9a99-edd92e2bea8e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0647748 Mar 22 19:42:56.719465 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43112) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:56.725392 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659eedf6-1bd6-4def-8ce4-8ef8ad305c38 None None] Pushing event updated for resources: {'Port': ['ID=a5637b3d-37b4-42f6-a960-ed36d842693c,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:56.780112 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 17733bbc-b79a-4d2e-975e-dd2920d5e1d4, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=17733bbc-b79a-4d2e-975e-dd2920d5e1d4,segment=NetworkSegment(6b3a0957-1108-4673-b6d7-0d74f7eba44f),segment_id=6b3a0957-1108-4673-b6d7-0d74f7eba44f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:56.815040 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (17733bbc-b79a-4d2e-975e-dd2920d5e1d4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:56.818035 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a5637b3d-37b4-42f6-a960-ed36d842693c up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:42:56.833097 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b245a6-4010-42e3-b2e2-63e8c862068c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:56.837321 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a2b245a6-4010-42e3-b2e2-63e8c862068c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1144767 Mar 22 19:42:56.838808 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43114) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:56.905215 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce9fedd-db21-433f-a159-37e6dd588f4b tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:56.910234 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3ce9fedd-db21-433f-a159-37e6dd588f4b tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0702770 Mar 22 19:42:56.911512 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43116) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:57.016913 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e7b63e8f-b3f1-4377-bce8-1eb5b8ea1d3f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1039181 Mar 22 19:42:57.023406 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43118) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:57.040426 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=17733bbc-b79a-4d2e-975e-dd2920d5e1d4,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:57.069507 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-659eedf6-1bd6-4def-8ce4-8ef8ad305c38 None None] Current status of the port 17733bbc-b79a-4d2e-975e-dd2920d5e1d4 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:57.085397 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d476202-462a-4cfb-b004-26d8b535d19f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:57.086076 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d476202-462a-4cfb-b004-26d8b535d19f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:57.100014 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3d476202-462a-4cfb-b004-26d8b535d19f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/658f6b2f-6a1b-4479-b7be-308036085a39 HTTP/1.1" status: 404 len: 333 time: 0.0727882 Mar 22 19:42:57.100676 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43120) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:57.133901 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee06572-9211-401f-ad3b-c67f374b68e2 None None] Update dhcp port {'port': {'network_id': '5844662d-9a53-4182-bd56-decd62afe1ab', 'fixed_ips': [{'subnet_id': '2d6fc397-0037-4ff3-9bef-176b53848240'}], 'binding:host_id': 'n-d-705658-24'}, 'id': '327ef9f8-1b08-4ef2-a3cb-5be0241dfcea'} from n-d-705658-24. {{(pid=104174) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 19:42:57.161415 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-81d5901e-805b-4039-b61b-34488e8e6392 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:57.161907 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81d5901e-805b-4039-b61b-34488e8e6392 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:57.173853 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port a5637b3d-37b4-42f6-a960-ed36d842693c triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:57.174395 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a5637b3d-37b4-42f6-a960-ed36d842693c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:57.178305 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-81d5901e-805b-4039-b61b-34488e8e6392 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/178a5306-a5fb-4f05-99c0-7875ea547b40 HTTP/1.1" status: 404 len: 337 time: 0.0739789 Mar 22 19:42:57.178719 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43122) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:57.226974 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3ee06572-9211-401f-ad3b-c67f374b68e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (327ef9f8-1b08-4ef2-a3cb-5be0241dfcea), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:57.242024 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd8056d0-3111-4c88-b8d0-242721db6e12 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:57.242490 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd8056d0-3111-4c88-b8d0-242721db6e12 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:57.245665 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-dd8056d0-3111-4c88-b8d0-242721db6e12 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/2d6fc397-0037-4ff3-9bef-176b53848240 HTTP/1.1" status: 404 len: 337 time: 0.0659809 Mar 22 19:42:57.253336 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43126) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:57.297934 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-bd4a64b0-4c54-4ec4-915a-4937cd28dca1 None None] Provisioning complete for port a5637b3d-37b4-42f6-a960-ed36d842693c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:57.298314 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bd4a64b0-4c54-4ec4-915a-4937cd28dca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a5637b3d-37b4-42f6-a960-ed36d842693c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:57.301353 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-e851b904-362f-4500-b1e9-55dcb2e8e186 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:57.302327 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e851b904-362f-4500-b1e9-55dcb2e8e186 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:57.329617 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e851b904-362f-4500-b1e9-55dcb2e8e186 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/fc52231c-0ab9-46cd-b7bf-7bba88f64952 HTTP/1.1" status: 404 len: 333 time: 0.0748191 Mar 22 19:42:57.333730 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43130) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:57.398348 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-e61af9e2-b6d7-4a79-978b-61a6c8f008e3 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:57.399250 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e61af9e2-b6d7-4a79-978b-61a6c8f008e3 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:57.403135 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e61af9e2-b6d7-4a79-978b-61a6c8f008e3 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/c5c39b4d-a87e-462b-beac-2359d44da04c HTTP/1.1" status: 404 len: 337 time: 0.0680661 Mar 22 19:42:57.405959 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43132) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:57.414296 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6228fbb8-ee89-4aaa-aabb-6cc82bc43d76 req-b2602edc-b85e-423a-82ae-a2ef367eeec7 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b253de37-26c3-4a3d-85aa-ca62b7d032f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6995451 Mar 22 19:42:57.471214 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae597efa-cd8a-402a-8fe2-3fd7be14bd34 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:57.471685 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae597efa-cd8a-402a-8fe2-3fd7be14bd34 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:57.474870 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ae597efa-cd8a-402a-8fe2-3fd7be14bd34 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/f93bcad8-c93f-4a8a-8d0f-dfd44ed617da HTTP/1.1" status: 404 len: 337 time: 0.0667014 Mar 22 19:42:57.484676 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43136) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:57.509321 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a5637b3d-37b4-42f6-a960-ed36d842693c is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:57.510548 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device acdf5743-51d6-406e-a72b-10bb9bc16ae5 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:42:57.558604 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8bc0ff5-a55e-4b54-9a0d-a2bc2b7c3871 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:57.559736 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8bc0ff5-a55e-4b54-9a0d-a2bc2b7c3871 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:57.565932 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b8bc0ff5-a55e-4b54-9a0d-a2bc2b7c3871 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/7f1af221-2fa1-4f20-805c-f9c63fbc39c4 HTTP/1.1" status: 404 len: 333 time: 0.0779388 Mar 22 19:42:57.567030 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43138) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:57.589314 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668afe36-6882-45f1-8557-53175cbe6baf None None] Network 5844662d-9a53-4182-bd56-decd62afe1ab requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:42:57.629437 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d467ba2-e1be-48b2-850f-a52eba8ea354 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:57.629926 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d467ba2-e1be-48b2-850f-a52eba8ea354 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:57.637289 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3d467ba2-e1be-48b2-850f-a52eba8ea354 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/773ee788-9603-4908-98f5-2533133cae5d HTTP/1.1" status: 404 len: 337 time: 0.0651610 Mar 22 19:42:57.637976 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43142) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:57.661509 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228fbb8-ee89-4aaa-aabb-6cc82bc43d76 req-04b52381-9bd6-4fc4-a1e3-a6f537191cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:57.663268 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6228fbb8-ee89-4aaa-aabb-6cc82bc43d76 req-04b52381-9bd6-4fc4-a1e3-a6f537191cde service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=432e8044b4dc4099baeb3ef825b89673&device_id=b253de37-26c3-4a3d-85aa-ca62b7d032f0 HTTP/1.1" status: 200 len: 1128 time: 0.1963587 Mar 22 19:42:57.674610 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-efbf677a-617b-461a-a5f1-746eb600ceaf tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:57.675503 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efbf677a-617b-461a-a5f1-746eb600ceaf tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:57.682692 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-efbf677a-617b-461a-a5f1-746eb600ceaf tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/dbe159e8-5a54-45c2-97f8-9ff96548b865 HTTP/1.1" status: 404 len: 337 time: 0.0432346 Mar 22 19:42:57.683344 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43146) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:57.718801 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-239313a1-41f7-460f-8147-a68c93ea17f5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:57.719395 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-239313a1-41f7-460f-8147-a68c93ea17f5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:57.725151 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-239313a1-41f7-460f-8147-a68c93ea17f5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/45a407b1-3407-44cb-8220-e5636d749725 HTTP/1.1" status: 404 len: 333 time: 0.0405509 Mar 22 19:42:57.725813 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43148) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:57.755262 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac45752-fa60-4bc0-9939-1ee3e81c173b tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:57.755719 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ac45752-fa60-4bc0-9939-1ee3e81c173b tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:57.760955 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-bd4a64b0-4c54-4ec4-915a-4937cd28dca1 None None] Current status of the port a5637b3d-37b4-42f6-a960-ed36d842693c is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:57.761550 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5ac45752-fa60-4bc0-9939-1ee3e81c173b tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/878d3d38-f34f-49ac-b081-7bb18e68c911 HTTP/1.1" status: 404 len: 337 time: 0.0347638 Mar 22 19:42:57.762219 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43150) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:57.790403 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce244385-9a96-4ab8-98e8-ca8e401fba6b tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:57.790858 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce244385-9a96-4ab8-98e8-ca8e401fba6b tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:57.797614 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ce244385-9a96-4ab8-98e8-ca8e401fba6b tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/ba6ee25b-6e2b-4430-9e90-7b998a019f81 HTTP/1.1" status: 404 len: 337 time: 0.0343776 Mar 22 19:42:57.798226 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43152) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:57.803097 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-bd4a64b0-4c54-4ec4-915a-4937cd28dca1 None None] Provisioning complete for port 41c00983-9e3f-4cc3-80fe-d42096fd88ba triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:57.803553 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bd4a64b0-4c54-4ec4-915a-4937cd28dca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (41c00983-9e3f-4cc3-80fe-d42096fd88ba), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:57.805205 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port acdf5743-51d6-406e-a72b-10bb9bc16ae5 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:57.805577 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (acdf5743-51d6-406e-a72b-10bb9bc16ae5), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:57.822920 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc0b1aa-ee47-44bf-af9f-3ced1dab8eb1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:57.823495 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cc0b1aa-ee47-44bf-af9f-3ced1dab8eb1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:57.829362 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3cc0b1aa-ee47-44bf-af9f-3ced1dab8eb1 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/8972720e-3977-4091-adda-7068aef7c326 HTTP/1.1" status: 404 len: 333 time: 0.0302048 Mar 22 19:42:57.830098 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43154) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:57.857069 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c90f39-dd41-4de6-b7f7-da4c8c14751d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:57.858100 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32c90f39-dd41-4de6-b7f7-da4c8c14751d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:57.864774 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-32c90f39-dd41-4de6-b7f7-da4c8c14751d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/29c86fd5-e56d-4be3-a362-d7657f85b40b HTTP/1.1" status: 404 len: 337 time: 0.0337787 Mar 22 19:42:57.866084 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43156) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:57.898838 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-bd4a64b0-4c54-4ec4-915a-4937cd28dca1 None None] Port 41c00983-9e3f-4cc3-80fe-d42096fd88ba cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:42:57.906772 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bc464d-1a5a-47fb-bdf3-ffa370ce16f3 None None] DHCP port deletion for 5844662d-9a53-4182-bd56-decd62afe1ab request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:42:57.922075 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e838ab5-0a79-4c2a-9104-7b06620a699d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:57.922640 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e838ab5-0a79-4c2a-9104-7b06620a699d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:57.932300 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7e838ab5-0a79-4c2a-9104-7b06620a699d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/62a5ea4d-97a0-4a46-a14d-f59fc4d8bde5 HTTP/1.1" status: 404 len: 333 time: 0.0652416 Mar 22 19:42:57.932934 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43158) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:57.947717 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-bd4a64b0-4c54-4ec4-915a-4937cd28dca1 None None] Provisioning complete for port 17733bbc-b79a-4d2e-975e-dd2920d5e1d4 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:57.948105 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bd4a64b0-4c54-4ec4-915a-4937cd28dca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (17733bbc-b79a-4d2e-975e-dd2920d5e1d4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:57.950095 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228fbb8-ee89-4aaa-aabb-6cc82bc43d76 req-4a6a1d34-848b-464d-9164-07481129f8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:57.952683 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6228fbb8-ee89-4aaa-aabb-6cc82bc43d76 req-4a6a1d34-848b-464d-9164-07481129f8f3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=df3cb172-3bab-443c-aa40-b32eebecd0b3 HTTP/1.1" status: 200 len: 915 time: 0.2612023 Mar 22 19:42:57.991506 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-12969765-3632-40fa-90cf-e6bdb7112175 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:57.991965 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12969765-3632-40fa-90cf-e6bdb7112175 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:58.007542 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-12969765-3632-40fa-90cf-e6bdb7112175 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/798c95f8-7f80-47e6-833b-51ecb91c6f92 HTTP/1.1" status: 404 len: 337 time: 0.0725574 Mar 22 19:42:58.008422 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43160) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:58.010092 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port acdf5743-51d6-406e-a72b-10bb9bc16ae5 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:58.050845 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f7bc464d-1a5a-47fb-bdf3-ffa370ce16f3 None None] Deleting port 327ef9f8-1b08-4ef2-a3cb-5be0241dfcea {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:42:58.051490 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f7bc464d-1a5a-47fb-bdf3-ffa370ce16f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (327ef9f8-1b08-4ef2-a3cb-5be0241dfcea), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:58.079760 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c96e9b8-8e52-44dd-85bd-49c9516cdd8e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:58.080455 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c96e9b8-8e52-44dd-85bd-49c9516cdd8e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:58.083723 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0c96e9b8-8e52-44dd-85bd-49c9516cdd8e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/7b0d5640-d935-4743-a088-721706c49a77 HTTP/1.1" status: 404 len: 333 time: 0.0742500 Mar 22 19:42:58.089183 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43162) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:58.155645 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4cd73f8-d71e-43bf-8d02-302571d80491 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:58.156108 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4cd73f8-d71e-43bf-8d02-302571d80491 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:58.162586 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6228fbb8-ee89-4aaa-aabb-6cc82bc43d76 req-c9c4d808-8234-4e8e-96a6-255a1e3fc2fe service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af47f510-a988-4df9-a92e-d31ffbe19285 HTTP/1.1" status: 200 len: 1001 time: 0.2008603 Mar 22 19:42:58.163065 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43164) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:58.165819 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a4cd73f8-d71e-43bf-8d02-302571d80491 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/3fc28c7a-042c-49f4-8fa1-7cf6a6bd00c8 HTTP/1.1" status: 404 len: 337 time: 0.0740421 Mar 22 19:42:58.219870 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-bd4a64b0-4c54-4ec4-915a-4937cd28dca1 None None] Current status of the port 17733bbc-b79a-4d2e-975e-dd2920d5e1d4 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:58.220093 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228fbb8-ee89-4aaa-aabb-6cc82bc43d76 req-3f5aabc1-b04e-4854-83cc-e5a6ba91fa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:58.221730 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6228fbb8-ee89-4aaa-aabb-6cc82bc43d76 req-3f5aabc1-b04e-4854-83cc-e5a6ba91fa4d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=221bc404-2765-4ba4-8d0d-c9a0ec4273c0 HTTP/1.1" status: 200 len: 853 time: 0.0491323 Mar 22 19:42:58.227794 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 17733bbc-b79a-4d2e-975e-dd2920d5e1d4 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:42:58.252824 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-6718eced-990a-4f99-ac8b-2234dc8b71ed tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:58.253653 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6718eced-990a-4f99-ac8b-2234dc8b71ed tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:58.257638 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6718eced-990a-4f99-ac8b-2234dc8b71ed tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/ad950529-33c0-453c-9ddf-1096241d4a88 HTTP/1.1" status: 404 len: 333 time: 0.0929198 Mar 22 19:42:58.260232 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43166) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:58.275434 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f7bc464d-1a5a-47fb-bdf3-ffa370ce16f3 None None] For port 327ef9f8-1b08-4ef2-a3cb-5be0241dfcea, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=327ef9f8-1b08-4ef2-a3cb-5be0241dfcea,segment=NetworkSegment(5d7d0d29-081f-4625-9edd-436ab2ec3e18),segment_id=5d7d0d29-081f-4625-9edd-436ab2ec3e18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:42:58.276206 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f7bc464d-1a5a-47fb-bdf3-ffa370ce16f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (327ef9f8-1b08-4ef2-a3cb-5be0241dfcea), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:58.301621 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f7bc464d-1a5a-47fb-bdf3-ffa370ce16f3 None None] Calling delete_port for 327ef9f8-1b08-4ef2-a3cb-5be0241dfcea owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:42:58.305223 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-1329797e-6144-40da-ad13-985ea8c5e90e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:58.315558 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1329797e-6144-40da-ad13-985ea8c5e90e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:58.318992 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1329797e-6144-40da-ad13-985ea8c5e90e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/758e1976-6d89-4624-8160-44afd5d9468f HTTP/1.1" status: 404 len: 337 time: 0.0576990 Mar 22 19:42:58.321665 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43170) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:58.370180 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-062e427c-faaa-4ad0-bd71-1c240a59cff5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:58.373081 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7bf568f2-8f1c-4d55-bcc9-ea248eda5110 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (0e75f067-b71b-4027-95e6-60ce9c7d328b), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:58.379867 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-062e427c-faaa-4ad0-bd71-1c240a59cff5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:58.383115 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-062e427c-faaa-4ad0-bd71-1c240a59cff5 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/e9af5454-a330-4a8c-860d-62233fb47b8b HTTP/1.1" status: 404 len: 333 time: 0.0603280 Mar 22 19:42:58.385918 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43172) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:58.392602 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ed23483d-95f5-47de-bc22-8d666821aacb None None] Provisioning complete for port 327ef9f8-1b08-4ef2-a3cb-5be0241dfcea triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:58.393223 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ed23483d-95f5-47de-bc22-8d666821aacb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (327ef9f8-1b08-4ef2-a3cb-5be0241dfcea), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:58.456097 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-53698aa8-9f3c-4d9c-a1a2-b07fa67d63b6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:58.457766 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53698aa8-9f3c-4d9c-a1a2-b07fa67d63b6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:58.459759 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-53698aa8-9f3c-4d9c-a1a2-b07fa67d63b6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/1bcf906e-f191-4189-9cb6-0292ae73a931 HTTP/1.1" status: 404 len: 337 time: 0.0728009 Mar 22 19:42:58.463072 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43176) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:58.477134 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 17733bbc-b79a-4d2e-975e-dd2920d5e1d4 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:58.477521 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (17733bbc-b79a-4d2e-975e-dd2920d5e1d4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:58.512331 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-13cf2371-13ca-45d9-8007-f0b3362aab40 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:58.513144 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13cf2371-13ca-45d9-8007-f0b3362aab40 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:58.516868 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-13cf2371-13ca-45d9-8007-f0b3362aab40 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/15479ffa-67ce-46ee-9502-722e232e8fa5 HTTP/1.1" status: 404 len: 333 time: 0.0528469 Mar 22 19:42:58.519403 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43178) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:58.533430 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228fbb8-ee89-4aaa-aabb-6cc82bc43d76 req-3b4a73d3-4588-4977-9f32-e5e42219ca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:42:58.535359 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6228fbb8-ee89-4aaa-aabb-6cc82bc43d76 req-3b4a73d3-4588-4977-9f32-e5e42219ca30 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=df3cb172-3bab-443c-aa40-b32eebecd0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2909017 Mar 22 19:42:58.568450 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f7bc464d-1a5a-47fb-bdf3-ffa370ce16f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (327ef9f8-1b08-4ef2-a3cb-5be0241dfcea), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:58.575343 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fd3e96e-0eff-47fb-affc-7b4c37ed6bda tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:58.575809 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fd3e96e-0eff-47fb-affc-7b4c37ed6bda tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:58.597649 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6fd3e96e-0eff-47fb-affc-7b4c37ed6bda tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/0f320432-7285-4488-8d08-3031c085c0c9 HTTP/1.1" status: 404 len: 337 time: 0.0721107 Mar 22 19:42:58.598473 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43182) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:58.646284 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-b954ea83-bf65-4766-9e51-d4940a698f2d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:58.646776 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b954ea83-bf65-4766-9e51-d4940a698f2d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:58.652388 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b954ea83-bf65-4766-9e51-d4940a698f2d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/bd08caef-0192-4c8a-b64f-eb8e7aad472b HTTP/1.1" status: 404 len: 337 time: 0.0505016 Mar 22 19:42:58.654216 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43184) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:58.703576 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bc464d-1a5a-47fb-bdf3-ffa370ce16f3 None None] No DVR routers for this DVR port 327ef9f8-1b08-4ef2-a3cb-5be0241dfcea on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:42:58.708511 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6228fbb8-ee89-4aaa-aabb-6cc82bc43d76 req-66553ed8-310e-45da-9437-4e7b0324eb99 service neutron] 10.222.0.85 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594491 Mar 22 19:42:58.724199 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf852618-f454-481f-8dbd-a324799a4136 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:58.724786 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf852618-f454-481f-8dbd-a324799a4136 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:58.740080 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc464d-1a5a-47fb-bdf3-ffa370ce16f3 None None] Pushing event deleted for resources: {'Port': ['ID=327ef9f8-1b08-4ef2-a3cb-5be0241dfcea,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:58.744806 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bf852618-f454-481f-8dbd-a324799a4136 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/5c31ceeb-db77-43e8-9211-8f51e0325b87 HTTP/1.1" status: 404 len: 333 time: 0.0872219 Mar 22 19:42:58.745000 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43188) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:58.755525 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ed23483d-95f5-47de-bc22-8d666821aacb None None] Could not find standard attr ID for object 327ef9f8-1b08-4ef2-a3cb-5be0241dfcea. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:42:58.759113 n-d-705658-24 neutron-server[104174]: INFO neutron.plugins.ml2.db [None req-ed23483d-95f5-47de-bc22-8d666821aacb None None] No ports have port_id starting with 327ef9f8-1b08-4ef2-a3cb-5be0241dfcea Mar 22 19:42:58.810821 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-d359536d-82cf-4cab-bb58-1e744fcace95 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:58.811902 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d359536d-82cf-4cab-bb58-1e744fcace95 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:58.817505 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d359536d-82cf-4cab-bb58-1e744fcace95 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/df016439-0f45-4435-af5b-26b5b21d612c HTTP/1.1" status: 404 len: 337 time: 0.0692520 Mar 22 19:42:58.817914 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43192) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:58.850039 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 17733bbc-b79a-4d2e-975e-dd2920d5e1d4 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:58.851356 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a5637b3d-37b4-42f6-a960-ed36d842693c up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:42:58.869577 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f48074a-e71c-4209-8379-df78857c30d2 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:58.870072 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f48074a-e71c-4209-8379-df78857c30d2 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:58.877034 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8f48074a-e71c-4209-8379-df78857c30d2 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/bb58d2e1-66f3-4e62-8da7-b5d782f591d8 HTTP/1.1" status: 404 len: 337 time: 0.0582163 Mar 22 19:42:58.877939 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43194) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:58.905356 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-5edd8069-52a4-4e47-8ea0-76b8c40b62a0 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:58.906097 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5edd8069-52a4-4e47-8ea0-76b8c40b62a0 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:58.912553 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5edd8069-52a4-4e47-8ea0-76b8c40b62a0 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/b594757e-484e-4a16-997c-7ec5222769ef HTTP/1.1" status: 404 len: 333 time: 0.0336158 Mar 22 19:42:58.913204 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43196) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:58.936166 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port a5637b3d-37b4-42f6-a960-ed36d842693c triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:42:58.940936 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a5637b3d-37b4-42f6-a960-ed36d842693c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:58.945462 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-979fc125-a1f4-4070-be9c-8cab8cfbaca3 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:58.945985 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-979fc125-a1f4-4070-be9c-8cab8cfbaca3 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:58.952722 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-979fc125-a1f4-4070-be9c-8cab8cfbaca3 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/7bc3e09c-6270-43f1-ba25-12d0eb9eb8f6 HTTP/1.1" status: 404 len: 337 time: 0.0383511 Mar 22 19:42:58.953381 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43198) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:58.973226 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6228fbb8-ee89-4aaa-aabb-6cc82bc43d76 req-9216e2c1-a646-4756-9cdf-5f62a31088d8 service neutron] 10.222.0.85 "GET /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424207 Mar 22 19:42:58.998872 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-91665e67-0c44-422e-8fd6-96fd69c22220 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:58.999928 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91665e67-0c44-422e-8fd6-96fd69c22220 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:59.006417 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-91665e67-0c44-422e-8fd6-96fd69c22220 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/5c9976ce-1f47-4e2d-9a2c-9cd63584b21c HTTP/1.1" status: 404 len: 337 time: 0.0519714 Mar 22 19:42:59.007082 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43200) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:59.035075 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-615f946f-1865-410d-8612-08a37a059365 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:59.035667 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-615f946f-1865-410d-8612-08a37a059365 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:59.043038 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-615f946f-1865-410d-8612-08a37a059365 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/3139e56a-acdc-41a8-b944-38316ec54afd HTTP/1.1" status: 404 len: 333 time: 0.0339811 Mar 22 19:42:59.043671 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43202) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:59.065216 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a5637b3d-37b4-42f6-a960-ed36d842693c is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:42:59.110566 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe8ed2a0-397b-4498-9668-33b9af1bc89f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:59.111042 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe8ed2a0-397b-4498-9668-33b9af1bc89f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:59.116883 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43204) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:59.125275 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fe8ed2a0-397b-4498-9668-33b9af1bc89f tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/943adc37-4956-433e-9a8a-0bfc6f9e2c3e HTTP/1.1" status: 404 len: 337 time: 0.0748930 Mar 22 19:42:59.141802 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 327ef9f8-1b08-4ef2-a3cb-5be0241dfcea no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:42:59.147875 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d0ec1b-bdce-4a7f-aedf-88a6f06934d3 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:59.148352 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43d0ec1b-bdce-4a7f-aedf-88a6f06934d3 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:59.155974 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-43d0ec1b-bdce-4a7f-aedf-88a6f06934d3 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/5e7f01ac-ae55-4071-b052-d32691e63ebb HTTP/1.1" status: 404 len: 337 time: 0.0380089 Mar 22 19:42:59.156631 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43206) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:59.166334 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-7bf568f2-8f1c-4d55-bcc9-ea248eda5110 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Deleting port 41c00983-9e3f-4cc3-80fe-d42096fd88ba {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:42:59.166919 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7bf568f2-8f1c-4d55-bcc9-ea248eda5110 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (41c00983-9e3f-4cc3-80fe-d42096fd88ba), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:59.181676 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 327ef9f8-1b08-4ef2-a3cb-5be0241dfcea {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:42:59.194274 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 327ef9f8-1b08-4ef2-a3cb-5be0241dfcea not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:42:59.198007 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a1130c6a-0a70-463d-915a-543a2d42583c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6fec218-536e-4f5a-9200-e637834b83cb HTTP/1.1" status: 200 len: 205 time: 0.0401101 Mar 22 19:42:59.198678 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43208) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:59.254721 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-84528954-10ef-4997-a52e-e53eb3d03448 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] delete failed (client error): The resource could not be found. Mar 22 19:42:59.258595 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-84528954-10ef-4997-a52e-e53eb3d03448 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/routers/d6fec218-536e-4f5a-9200-e637834b83cb HTTP/1.1" status: 404 len: 336 time: 0.0588515 Mar 22 19:42:59.261380 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43210) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:59.298391 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff1f0e99-5224-4f8e-af36-911101a1073d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:59.298870 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff1f0e99-5224-4f8e-af36-911101a1073d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:59.304761 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ff1f0e99-5224-4f8e-af36-911101a1073d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/87a17ae1-77ef-4a1f-b226-ba0065a18d83 HTTP/1.1" status: 404 len: 337 time: 0.0393143 Mar 22 19:42:59.305082 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43212) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:59.319300 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7bf568f2-8f1c-4d55-bcc9-ea248eda5110 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (41c00983-9e3f-4cc3-80fe-d42096fd88ba), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:59.339580 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c58a466f-885e-4ee6-b8f0-218c39b244e7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "GET /v2.0/ports?device_id=3e7d3b05-745d-4054-9c20-53bb6a0dcb89 HTTP/1.1" status: 200 len: 205 time: 0.0310047 Mar 22 19:42:59.340436 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43214) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:59.342594 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-7bf568f2-8f1c-4d55-bcc9-ea248eda5110 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Calling delete_port for 41c00983-9e3f-4cc3-80fe-d42096fd88ba owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:42:59.387764 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-345a54b6-585a-4c95-9365-6cd516935a7e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] delete failed (client error): The resource could not be found. Mar 22 19:42:59.391114 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-345a54b6-585a-4c95-9365-6cd516935a7e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/routers/3e7d3b05-745d-4054-9c20-53bb6a0dcb89 HTTP/1.1" status: 404 len: 336 time: 0.0476723 Mar 22 19:42:59.391872 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43218) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:59.423917 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c563414-3ddd-488d-9b03-6782c20e0988 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:59.424851 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c563414-3ddd-488d-9b03-6782c20e0988 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:59.431256 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8c563414-3ddd-488d-9b03-6782c20e0988 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/d4a306e0-3f77-4f7d-b317-2cad1244ab70 HTTP/1.1" status: 404 len: 337 time: 0.0374286 Mar 22 19:42:59.432130 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43220) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:59.463288 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6313f8f-711f-4a19-98f7-e268d25625f8 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:59.464060 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6313f8f-711f-4a19-98f7-e268d25625f8 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:59.467691 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d6313f8f-711f-4a19-98f7-e268d25625f8 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/8b08c834-8aad-4102-aabd-cecade4afbba HTTP/1.1" status: 404 len: 337 time: 0.0339396 Mar 22 19:42:59.470117 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43222) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:59.511600 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6824d54-cc0e-4c64-8ada-7fc9b3fd3b72 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:59.513572 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6824d54-cc0e-4c64-8ada-7fc9b3fd3b72 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:59.522431 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d6824d54-cc0e-4c64-8ada-7fc9b3fd3b72 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/fedc5266-3dce-4ef6-91a7-b30a77722c47 HTTP/1.1" status: 404 len: 333 time: 0.0510697 Mar 22 19:42:59.525633 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43226) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:59.582160 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ee0e6c-11df-4b70-90f7-f32debe2f58e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:59.582160 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4ee0e6c-11df-4b70-90f7-f32debe2f58e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:59.587326 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b4ee0e6c-11df-4b70-90f7-f32debe2f58e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/130d781e-de47-4bb1-9eaa-4604c96e300a HTTP/1.1" status: 404 len: 337 time: 0.0580981 Mar 22 19:42:59.590287 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43228) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:59.597216 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7bf568f2-8f1c-4d55-bcc9-ea248eda5110 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (41c00983-9e3f-4cc3-80fe-d42096fd88ba), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:59.619568 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-668b0729-cb72-4d7a-8959-cff8d58b74fc tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:59.620636 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-668b0729-cb72-4d7a-8959-cff8d58b74fc tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:59.627135 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-668b0729-cb72-4d7a-8959-cff8d58b74fc tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/5f5b3d4f-2330-4dd8-8599-b99215d4a656 HTTP/1.1" status: 404 len: 333 time: 0.0347219 Mar 22 19:42:59.627384 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43230) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:59.631537 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf568f2-8f1c-4d55-bcc9-ea248eda5110 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Pushing event deleted for resources: {'Port': ['ID=41c00983-9e3f-4cc3-80fe-d42096fd88ba,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:42:59.714570 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8645943-3057-43f9-aee6-0ad32eb09c5e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:59.716946 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8645943-3057-43f9-aee6-0ad32eb09c5e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:59.727400 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c8645943-3057-43f9-aee6-0ad32eb09c5e tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/10226687-deac-40d2-9932-c0b9df8f93d2 HTTP/1.1" status: 404 len: 337 time: 0.0990262 Mar 22 19:42:59.728522 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43234) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:59.782352 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-9714242a-d124-4b40-a5fb-ca82c8e136e4 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:59.783118 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9714242a-d124-4b40-a5fb-ca82c8e136e4 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:59.788321 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9714242a-d124-4b40-a5fb-ca82c8e136e4 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/f032c07f-8236-4a47-bc9f-d544c60b5712 HTTP/1.1" status: 404 len: 333 time: 0.0562875 Mar 22 19:42:59.798354 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43236) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:59.837231 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-109e258c-0e20-4bb6-b00f-3af3caccc70b tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:59.838332 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-109e258c-0e20-4bb6-b00f-3af3caccc70b tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:59.844225 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-109e258c-0e20-4bb6-b00f-3af3caccc70b tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/b91807c3-1313-467c-9652-dfec9e9f31a4 HTTP/1.1" status: 404 len: 337 time: 0.0420945 Mar 22 19:42:59.847703 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43240) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:42:59.882840 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7bf568f2-8f1c-4d55-bcc9-ea248eda5110 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (0e75f067-b71b-4027-95e6-60ce9c7d328b), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:42:59.892594 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-6854befe-5360-437a-9cc2-86a23bf02223 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:42:59.899139 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6854befe-5360-437a-9cc2-86a23bf02223 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:42:59.919821 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6854befe-5360-437a-9cc2-86a23bf02223 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/2e3ebcdf-c68b-4f62-a29b-94812e3fca48 HTTP/1.1" status: 404 len: 333 time: 0.0688598 Mar 22 19:42:59.925722 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43244) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:00.023609 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0df7e81-5df0-4386-ad28-5bf564a3cb0d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:43:00.024302 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0df7e81-5df0-4386-ad28-5bf564a3cb0d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:43:00.037652 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e0df7e81-5df0-4386-ad28-5bf564a3cb0d tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/9581eb2e-eedc-41ac-ad8a-037ad18b8c9b HTTP/1.1" status: 404 len: 337 time: 0.1085362 Mar 22 19:43:00.041402 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43246) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:00.087251 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-059d9f88-4b40-40c0-a48f-e19c91238ad9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:43:00.087823 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-059d9f88-4b40-40c0-a48f-e19c91238ad9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:43:00.091827 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-059d9f88-4b40-40c0-a48f-e19c91238ad9 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/3cd7ec49-2684-45a0-830d-8532a1d9a722 HTTP/1.1" status: 404 len: 333 time: 0.0491660 Mar 22 19:43:00.094842 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43248) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:00.100132 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf568f2-8f1c-4d55-bcc9-ea248eda5110 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Router 0e75f067-b71b-4027-95e6-60ce9c7d328b has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:43:00.126528 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f5d2b58-956e-4760-9635-d9c1d3b7f02c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:43:00.127081 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f5d2b58-956e-4760-9635-d9c1d3b7f02c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:43:00.131990 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6f5d2b58-956e-4760-9635-d9c1d3b7f02c tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/aa1cdb0f-c90b-491e-bbe1-41088aff5368 HTTP/1.1" status: 404 len: 337 time: 0.0347311 Mar 22 19:43:00.133871 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43250) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:00.162520 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-df1d7588-4726-4258-848f-68955bf580f7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:43:00.163344 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df1d7588-4726-4258-848f-68955bf580f7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:43:00.169452 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-df1d7588-4726-4258-848f-68955bf580f7 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/86fc586b-75f7-41f0-bf50-21f6b028ce12 HTTP/1.1" status: 404 len: 333 time: 0.0319927 Mar 22 19:43:00.170842 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43252) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:00.199541 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-6901cd1a-51a4-4425-a550-44156967979b tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:43:00.200000 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6901cd1a-51a4-4425-a550-44156967979b tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:43:00.204157 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6901cd1a-51a4-4425-a550-44156967979b tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/318ab2d4-bd01-4599-a710-6f577a4e6cdd HTTP/1.1" status: 404 len: 337 time: 0.0319979 Mar 22 19:43:00.206806 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43254) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:00.217878 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf568f2-8f1c-4d55-bcc9-ea248eda5110 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:43:00.235143 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44867c1-ede0-493f-9718-56e59bb845d6 None None] Sync routers for ids ['0e75f067-b71b-4027-95e6-60ce9c7d328b'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:43:00.242359 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8fb027b-f097-4261-972e-7c9e750709d6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:43:00.243279 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8fb027b-f097-4261-972e-7c9e750709d6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:43:00.246802 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b8fb027b-f097-4261-972e-7c9e750709d6 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/ports/1133334c-84d8-4864-9601-0a66f99a65e9 HTTP/1.1" status: 404 len: 333 time: 0.0368500 Mar 22 19:43:00.250291 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43256) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:00.251511 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7bf568f2-8f1c-4d55-bcc9-ea248eda5110 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] 10.222.0.75 "PUT /v2.0/routers/0e75f067-b71b-4027-95e6-60ce9c7d328b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6673870 Mar 22 19:43:00.255461 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43258) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:00.256845 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44867c1-ede0-493f-9718-56e59bb845d6 None None] Routers {'0e75f067-b71b-4027-95e6-60ce9c7d328b'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:43:00.257681 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a44867c1-ede0-493f-9718-56e59bb845d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:42:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['0e75f067-b71b-4027-95e6-60ce9c7d328b'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:00.303886 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e6f2e7c-11e1-44ab-a30e-ee0a6130c1f4 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] DELETE failed (client error): The resource could not be found. Mar 22 19:43:00.304355 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e6f2e7c-11e1-44ab-a30e-ee0a6130c1f4 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:43:00.310246 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4e6f2e7c-11e1-44ab-a30e-ee0a6130c1f4 tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/subnets/167a6da9-2614-4c76-9156-9c41a7044221 HTTP/1.1" status: 404 len: 337 time: 0.0589778 Mar 22 19:43:00.311774 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43260) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:00.315154 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a44867c1-ede0-493f-9718-56e59bb845d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:00.316150 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-02bf1214-f2a0-455d-a529-7656eb66b88b tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] delete failed (client error): The resource could not be found. Mar 22 19:43:00.319118 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-02bf1214-f2a0-455d-a529-7656eb66b88b tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] 10.222.0.75 "DELETE /v2.0/routers/tempest-non_exist_router-1414313378 HTTP/1.1" status: 404 len: 335 time: 0.0620754 Mar 22 19:43:00.323107 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43262) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:00.331146 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44867c1-ede0-493f-9718-56e59bb845d6 None None] Routers {'0e75f067-b71b-4027-95e6-60ce9c7d328b'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:43:00.332104 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a44867c1-ede0-493f-9718-56e59bb845d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:42:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['0e75f067-b71b-4027-95e6-60ce9c7d328b'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:00.337213 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-3858a6e5-e7f7-44c0-a9f9-0c9f87f899f8 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Request body: {'router': {'external_gateway_info': {'network_id': '0e75f067-b71b-4027-95e6-60ce9c7d328b'}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:43:00.375103 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a44867c1-ede0-493f-9718-56e59bb845d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:00.376132 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44867c1-ede0-493f-9718-56e59bb845d6 None None] The sync data for ids ['0e75f067-b71b-4027-95e6-60ce9c7d328b'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:43:00.507049 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-25aab0b0-8fc5-46f7-8100-d8eb797f657b tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (5844662d-9a53-4182-bd56-decd62afe1ab), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:00.659134 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3858a6e5-e7f7-44c0-a9f9-0c9f87f899f8 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks [] for router_gateway (0e75f067-b71b-4027-95e6-60ce9c7d328b), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:00.663901 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-25aab0b0-8fc5-46f7-8100-d8eb797f657b tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (5844662d-9a53-4182-bd56-decd62afe1ab), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:00.691803 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-3858a6e5-e7f7-44c0-a9f9-0c9f87f899f8 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] update failed (client error): The resource could not be found. Mar 22 19:43:00.692890 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3858a6e5-e7f7-44c0-a9f9-0c9f87f899f8 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] 10.222.0.75 "PUT /v2.0/routers/0e75f067-b71b-4027-95e6-60ce9c7d328b HTTP/1.1" status: 404 len: 339 time: 0.3647175 Mar 22 19:43:00.704783 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43268) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:00.704983 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-25aab0b0-8fc5-46f7-8100-d8eb797f657b tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5844662d-9a53-4182-bd56-decd62afe1ab']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:00.721184 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-25aab0b0-8fc5-46f7-8100-d8eb797f657b tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d7d0d29-081f-4625-9edd-436ab2ec3e18') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:00.721546 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-25aab0b0-8fc5-46f7-8100-d8eb797f657b tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d7d0d29-081f-4625-9edd-436ab2ec3e18') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:00.769419 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-25aab0b0-8fc5-46f7-8100-d8eb797f657b tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (5d7d0d29-081f-4625-9edd-436ab2ec3e18), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:00.816719 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-25aab0b0-8fc5-46f7-8100-d8eb797f657b tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (5d7d0d29-081f-4625-9edd-436ab2ec3e18), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:00.828428 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25aab0b0-8fc5-46f7-8100-d8eb797f657b tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:43:00.828841 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-25aab0b0-8fc5-46f7-8100-d8eb797f657b tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (5d7d0d29-081f-4625-9edd-436ab2ec3e18), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:00.836153 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:43:00.836153 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:43:00.836153 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:43:00.836153 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:43:00.836153 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:43:00.836153 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:43:00.836153 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:43:00.836153 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:43:00.836153 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:43:00.836153 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:43:00.836153 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:43:00.836153 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:43:00.836153 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:43:00.836153 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:43:00.836153 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:43:00.836153 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:43:00.836153 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:43:00.836153 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:43:00.836153 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:43:00.836153 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:43:00.836153 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:43:00.836153 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:43:00.836153 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:43:00.836153 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:43:00.836153 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:43:00.836153 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:43:00.836153 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:43:00.836153 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:43:00.836153 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:43:00.836153 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:43:00.836153 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:43:00.836153 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:43:00.935475 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-25aab0b0-8fc5-46f7-8100-d8eb797f657b tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (5844662d-9a53-4182-bd56-decd62afe1ab), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:00.941239 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-25aab0b0-8fc5-46f7-8100-d8eb797f657b tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:00.956099 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-25aab0b0-8fc5-46f7-8100-d8eb797f657b tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] 10.222.0.75 "DELETE /v2.0/networks/5844662d-9a53-4182-bd56-decd62afe1ab HTTP/1.1" status: 204 len: 168 time: 0.6317899 Mar 22 19:43:01.042478 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aab0b0-8fc5-46f7-8100-d8eb797f657b tempest-NetworksTestDHCPv6-1311780419 tempest-NetworksTestDHCPv6-1311780419-project] Pushing event deleted for resources: {'Network': ['ID=5844662d-9a53-4182-bd56-decd62afe1ab,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:01.167541 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-21dee364-90f3-477b-887d-9b25df583872 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:01.428708 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43280) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:01.479205 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-21dee364-90f3-477b-887d-9b25df583872 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Allocated IP 172.20.0.1 (18333d15-b268-478a-b30c-36f378fd08e0/3ef868e7-77f4-4b36-a890-0de971d2af79/945e7e9f-1783-4109-a59b-b9fc3c27e737) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:43:01.687518 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-21dee364-90f3-477b-887d-9b25df583872 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks [] for port (945e7e9f-1783-4109-a59b-b9fc3c27e737), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:01.716806 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43288) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:01.717313 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a71afce8-ba3f-4311-bdb7-c8f2aa542101 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=60cab213ce214a30b0f859d0f4109da8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2868860 Mar 22 19:43:01.750892 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-21dee364-90f3-477b-887d-9b25df583872 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (945e7e9f-1783-4109-a59b-b9fc3c27e737), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:01.834991 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c4eb97e1-052f-4f95-b6dc-b8d357c3fd37 admin admin] Publish callbacks [] for security_group (bf8127c5-8301-4699-9467-b07dd260794e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:01.846851 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dee364-90f3-477b-887d-9b25df583872 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Network 18333d15-b268-478a-b30c-36f378fd08e0 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:43:01.860551 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-21dee364-90f3-477b-887d-9b25df583872 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:43:01.882014 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dee364-90f3-477b-887d-9b25df583872 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:43:01.893736 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dee364-90f3-477b-887d-9b25df583872 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Pushing event updated for resources: {'Port': ['ID=945e7e9f-1783-4109-a59b-b9fc3c27e737,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:01.942453 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c4eb97e1-052f-4f95-b6dc-b8d357c3fd37 admin admin] Publish callbacks [] for security_group (bf8127c5-8301-4699-9467-b07dd260794e), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:01.990147 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-21dee364-90f3-477b-887d-9b25df583872 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (0e75f067-b71b-4027-95e6-60ce9c7d328b), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:02.140308 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c4eb97e1-052f-4f95-b6dc-b8d357c3fd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (bf8127c5-8301-4699-9467-b07dd260794e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:02.144141 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c4eb97e1-052f-4f95-b6dc-b8d357c3fd37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:02.145606 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c4eb97e1-052f-4f95-b6dc-b8d357c3fd37 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/bf8127c5-8301-4699-9467-b07dd260794e HTTP/1.1" status: 204 len: 168 time: 0.4276347 Mar 22 19:43:02.163289 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb97e1-052f-4f95-b6dc-b8d357c3fd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8127c5-8301-4699-9467-b07dd260794e,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:02.184510 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-21dee364-90f3-477b-887d-9b25df583872 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (945e7e9f-1783-4109-a59b-b9fc3c27e737), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:02.336164 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-27a8d73c-0aa4-45bd-8c64-5b80997fa277 None None] Provisioning complete for port 945e7e9f-1783-4109-a59b-b9fc3c27e737 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:43:02.340740 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-27a8d73c-0aa4-45bd-8c64-5b80997fa277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (945e7e9f-1783-4109-a59b-b9fc3c27e737), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:02.461821 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-27a8d73c-0aa4-45bd-8c64-5b80997fa277 None None] Port 945e7e9f-1783-4109-a59b-b9fc3c27e737 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:43:02.628576 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-21dee364-90f3-477b-887d-9b25df583872 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks [] for port (945e7e9f-1783-4109-a59b-b9fc3c27e737), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:02.638387 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-21dee364-90f3-477b-887d-9b25df583872 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (945e7e9f-1783-4109-a59b-b9fc3c27e737), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:02.720161 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-21dee364-90f3-477b-887d-9b25df583872 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (0e75f067-b71b-4027-95e6-60ce9c7d328b), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:03.205812 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dee364-90f3-477b-887d-9b25df583872 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Pushing event updated for resources: {'Port': ['ID=945e7e9f-1783-4109-a59b-b9fc3c27e737,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:03.317779 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dee364-90f3-477b-887d-9b25df583872 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Network 18333d15-b268-478a-b30c-36f378fd08e0 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:43:03.321703 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-21dee364-90f3-477b-887d-9b25df583872 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:43:03.487921 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21dee364-90f3-477b-887d-9b25df583872 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Router 0e75f067-b71b-4027-95e6-60ce9c7d328b has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:43:03.653894 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21dee364-90f3-477b-887d-9b25df583872 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:43:03.665709 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-21dee364-90f3-477b-887d-9b25df583872 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] 10.222.0.75 "PUT /v2.0/routers/0e75f067-b71b-4027-95e6-60ce9c7d328b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9622331 Mar 22 19:43:03.666440 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43326) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:03.671566 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723ade79-800c-49c3-be6c-e9e2ce8e8438 None None] Sync routers for ids ['0e75f067-b71b-4027-95e6-60ce9c7d328b'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:43:03.699618 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43328) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:03.706253 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723ade79-800c-49c3-be6c-e9e2ce8e8438 None None] Routers {'0e75f067-b71b-4027-95e6-60ce9c7d328b'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:43:03.706900 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-723ade79-800c-49c3-be6c-e9e2ce8e8438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:42:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['0e75f067-b71b-4027-95e6-60ce9c7d328b'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:03.770470 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-723ade79-800c-49c3-be6c-e9e2ce8e8438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:03.783705 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723ade79-800c-49c3-be6c-e9e2ce8e8438 None None] Routers {'0e75f067-b71b-4027-95e6-60ce9c7d328b'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:43:03.787511 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-723ade79-800c-49c3-be6c-e9e2ce8e8438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:42:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['0e75f067-b71b-4027-95e6-60ce9c7d328b'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:03.832354 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-723ade79-800c-49c3-be6c-e9e2ce8e8438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:03.833296 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723ade79-800c-49c3-be6c-e9e2ce8e8438 None None] The sync data for ids ['0e75f067-b71b-4027-95e6-60ce9c7d328b'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:43:03.881865 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2e3e6f58-cd7a-4e64-82d2-d6193ee4c299 None None] Provisioning complete for port 945e7e9f-1783-4109-a59b-b9fc3c27e737 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:43:03.883052 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2e3e6f58-cd7a-4e64-82d2-d6193ee4c299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (945e7e9f-1783-4109-a59b-b9fc3c27e737), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:03.895979 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9afdc8d0-592e-4330-8499-57fb50f8bdfa tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks [] for router (0e75f067-b71b-4027-95e6-60ce9c7d328b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:03.944083 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2e3e6f58-cd7a-4e64-82d2-d6193ee4c299 None None] Port 945e7e9f-1783-4109-a59b-b9fc3c27e737 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:43:03.958945 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-43eaf9e3-4fec-46e5-806f-f5a9da5c9af0 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1637823250'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:43:03.984187 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43eaf9e3-4fec-46e5-806f-f5a9da5c9af0 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:43:03.988849 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-43eaf9e3-4fec-46e5-806f-f5a9da5c9af0 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:04.029348 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-43eaf9e3-4fec-46e5-806f-f5a9da5c9af0 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:04.036134 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-9afdc8d0-592e-4330-8499-57fb50f8bdfa tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 22 19:43:04.037885 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9afdc8d0-592e-4330-8499-57fb50f8bdfa tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] 10.222.0.75 "DELETE /v2.0/routers/0e75f067-b71b-4027-95e6-60ce9c7d328b HTTP/1.1" status: 409 len: 376 time: 0.3690872 Mar 22 19:43:04.043639 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43336) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:04.210975 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-43eaf9e3-4fec-46e5-806f-f5a9da5c9af0 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for security_group (c441d3ed-c6c9-4e0a-82dc-a84e77e0e963), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:04.216675 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-43eaf9e3-4fec-46e5-806f-f5a9da5c9af0 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (c441d3ed-c6c9-4e0a-82dc-a84e77e0e963), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:04.256633 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43eaf9e3-4fec-46e5-806f-f5a9da5c9af0 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:43:04.259871 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eaf9e3-4fec-46e5-806f-f5a9da5c9af0 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c441d3ed-c6c9-4e0a-82dc-a84e77e0e963,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:04.274944 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-43eaf9e3-4fec-46e5-806f-f5a9da5c9af0 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (df5ab370-aff9-4326-ba86-69bdb1d03a27), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:04.277247 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-43eaf9e3-4fec-46e5-806f-f5a9da5c9af0 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Added segment df5ab370-aff9-4326-ba86-69bdb1d03a27 of type vlan for network e04581cc-4bb8-48f1-9054-ed38074d8694 Mar 22 19:43:04.334423 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-43eaf9e3-4fec-46e5-806f-f5a9da5c9af0 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (e04581cc-4bb8-48f1-9054-ed38074d8694), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:04.374481 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-43eaf9e3-4fec-46e5-806f-f5a9da5c9af0 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (e04581cc-4bb8-48f1-9054-ed38074d8694), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:04.394419 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43eaf9e3-4fec-46e5-806f-f5a9da5c9af0 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:04.401832 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-43eaf9e3-4fec-46e5-806f-f5a9da5c9af0 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:04.499531 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-43eaf9e3-4fec-46e5-806f-f5a9da5c9af0 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7941065 Mar 22 19:43:04.500304 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43346) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:04.630261 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-ade5a55f-8ad5-48e6-a80d-510eb5455cdc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'port': {'network_id': 'e04581cc-4bb8-48f1-9054-ed38074d8694', 'name': 'tempest-PortsIpV6TestJSON-743961042'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:43:04.774454 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eaf9e3-4fec-46e5-806f-f5a9da5c9af0 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Network': ['ID=e04581cc-4bb8-48f1-9054-ed38074d8694,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:04.790503 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network e04581cc-4bb8-48f1-9054-ed38074d8694 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:43:04.872123 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade5a55f-8ad5-48e6-a80d-510eb5455cdc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:43:04.877953 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ade5a55f-8ad5-48e6-a80d-510eb5455cdc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:04.928468 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-ade5a55f-8ad5-48e6-a80d-510eb5455cdc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] device_id is not set on port af7d4328-ed2d-4818-b62c-8253bf901bb3 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:43:05.244334 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3684d68b-4a1d-4a27-853b-997c187999ad tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (0e75f067-b71b-4027-95e6-60ce9c7d328b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:05.296792 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ade5a55f-8ad5-48e6-a80d-510eb5455cdc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for port (af7d4328-ed2d-4818-b62c-8253bf901bb3), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:05.340254 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ade5a55f-8ad5-48e6-a80d-510eb5455cdc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (af7d4328-ed2d-4818-b62c-8253bf901bb3), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:05.431670 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5a55f-8ad5-48e6-a80d-510eb5455cdc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Port': ['ID=af7d4328-ed2d-4818-b62c-8253bf901bb3,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:05.469300 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade5a55f-8ad5-48e6-a80d-510eb5455cdc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Checking segment: {'id': 'df5ab370-aff9-4326-ba86-69bdb1d03a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e04581cc-4bb8-48f1-9054-ed38074d8694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:43:05.469680 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade5a55f-8ad5-48e6-a80d-510eb5455cdc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Network hostable DHCP agents. Network: e04581cc-4bb8-48f1-9054-ed38074d8694, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:43:05.493546 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade5a55f-8ad5-48e6-a80d-510eb5455cdc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Network e04581cc-4bb8-48f1-9054-ed38074d8694 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:43:05.507866 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-ade5a55f-8ad5-48e6-a80d-510eb5455cdc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, e04581cc-4bb8-48f1-9054-ed38074d8694) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:43:05.525876 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b5ef0d-d905-4ec0-ac94-e178da372a93 None None] Network e04581cc-4bb8-48f1-9054-ed38074d8694 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:43:05.531556 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade5a55f-8ad5-48e6-a80d-510eb5455cdc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:43:05.547795 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade5a55f-8ad5-48e6-a80d-510eb5455cdc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:05.548381 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ade5a55f-8ad5-48e6-a80d-510eb5455cdc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:05.605783 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ade5a55f-8ad5-48e6-a80d-510eb5455cdc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9942729 Mar 22 19:43:05.611955 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43360) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:05.629637 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-3a8b0a3b-9406-4a6e-91cd-2e5bd0287bed tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-651419156'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:43:05.722523 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8b0a3b-9406-4a6e-91cd-2e5bd0287bed tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:43:05.726609 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3a8b0a3b-9406-4a6e-91cd-2e5bd0287bed tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:05.760226 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a8b0a3b-9406-4a6e-91cd-2e5bd0287bed tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:43:05.770574 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3a8b0a3b-9406-4a6e-91cd-2e5bd0287bed tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (6023eb70-6ab8-490f-93ae-e7d4130e9b48), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:05.772309 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-3a8b0a3b-9406-4a6e-91cd-2e5bd0287bed tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Added segment 6023eb70-6ab8-490f-93ae-e7d4130e9b48 of type vlan for network c979c26b-a268-4e5a-851f-d0f9c47c1039 Mar 22 19:43:05.815595 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3a8b0a3b-9406-4a6e-91cd-2e5bd0287bed tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (c979c26b-a268-4e5a-851f-d0f9c47c1039), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:05.831160 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-3684d68b-4a1d-4a27-853b-997c187999ad tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Deleting port 945e7e9f-1783-4109-a59b-b9fc3c27e737 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:43:05.831502 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3684d68b-4a1d-4a27-853b-997c187999ad tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (945e7e9f-1783-4109-a59b-b9fc3c27e737), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:05.893949 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3a8b0a3b-9406-4a6e-91cd-2e5bd0287bed tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (c979c26b-a268-4e5a-851f-d0f9c47c1039), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:05.899109 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8b0a3b-9406-4a6e-91cd-2e5bd0287bed tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:05.899695 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3a8b0a3b-9406-4a6e-91cd-2e5bd0287bed tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:05.995967 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43362) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:05.996372 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3a8b0a3b-9406-4a6e-91cd-2e5bd0287bed tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3830836 Mar 22 19:43:06.003738 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-2981dacd-c337-4b5c-a888-10e4a61124d8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'ports': [{'network_id': 'e04581cc-4bb8-48f1-9054-ed38074d8694'}, {'network_id': 'c979c26b-a268-4e5a-851f-d0f9c47c1039'}]} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:43:06.004812 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-2981dacd-c337-4b5c-a888-10e4a61124d8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'port': {'network_id': 'e04581cc-4bb8-48f1-9054-ed38074d8694'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:43:06.005496 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-2981dacd-c337-4b5c-a888-10e4a61124d8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'port': {'network_id': 'c979c26b-a268-4e5a-851f-d0f9c47c1039'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:43:06.015388 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b0a3b-9406-4a6e-91cd-2e5bd0287bed tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Network': ['ID=c979c26b-a268-4e5a-851f-d0f9c47c1039,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:06.026366 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network c979c26b-a268-4e5a-851f-d0f9c47c1039 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:43:06.031308 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3684d68b-4a1d-4a27-853b-997c187999ad tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (945e7e9f-1783-4109-a59b-b9fc3c27e737), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:06.051912 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-3684d68b-4a1d-4a27-853b-997c187999ad tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Calling delete_port for 945e7e9f-1783-4109-a59b-b9fc3c27e737 owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:43:06.260698 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3684d68b-4a1d-4a27-853b-997c187999ad tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (945e7e9f-1783-4109-a59b-b9fc3c27e737), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:06.293533 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684d68b-4a1d-4a27-853b-997c187999ad tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Pushing event deleted for resources: {'Port': ['ID=945e7e9f-1783-4109-a59b-b9fc3c27e737,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:06.426572 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2981dacd-c337-4b5c-a888-10e4a61124d8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'port': 2} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:43:06.439667 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2981dacd-c337-4b5c-a888-10e4a61124d8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:06.471186 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2981dacd-c337-4b5c-a888-10e4a61124d8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:06.721879 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3684d68b-4a1d-4a27-853b-997c187999ad tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (0e75f067-b71b-4027-95e6-60ce9c7d328b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:06.832045 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-2981dacd-c337-4b5c-a888-10e4a61124d8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] device_id is not set on port 39db3367-ed20-4c5a-aa3f-a724a25c4086 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:43:07.036811 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2981dacd-c337-4b5c-a888-10e4a61124d8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for port (39db3367-ed20-4c5a-aa3f-a724a25c4086), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:07.078019 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3684d68b-4a1d-4a27-853b-997c187999ad tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Router 0e75f067-b71b-4027-95e6-60ce9c7d328b has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:43:07.118054 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-2981dacd-c337-4b5c-a888-10e4a61124d8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] device_id is not set on port a567f2f3-844e-46a5-a10c-dcc3cc1a851b yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:43:07.196519 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3684d68b-4a1d-4a27-853b-997c187999ad tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:43:07.209288 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3684d68b-4a1d-4a27-853b-997c187999ad tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] 10.222.0.75 "PUT /v2.0/routers/0e75f067-b71b-4027-95e6-60ce9c7d328b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1604142 Mar 22 19:43:07.209288 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43364) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:07.215884 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed5b153-0baa-481a-8776-d3333198415c None None] Sync routers for ids ['0e75f067-b71b-4027-95e6-60ce9c7d328b'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:43:07.263691 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed5b153-0baa-481a-8776-d3333198415c None None] Routers {'0e75f067-b71b-4027-95e6-60ce9c7d328b'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:43:07.264208 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-02dcdc1a-bfbe-43fb-aa46-de051483ef48 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] show failed (client error): The resource could not be found. Mar 22 19:43:07.264700 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-6ed5b153-0baa-481a-8776-d3333198415c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:42:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['0e75f067-b71b-4027-95e6-60ce9c7d328b'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:07.268698 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-02dcdc1a-bfbe-43fb-aa46-de051483ef48 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] 10.222.0.75 "GET /v2.0/routers/tempest-non_exist_router-1687616378 HTTP/1.1" status: 404 len: 335 time: 0.0554931 Mar 22 19:43:07.269124 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43366) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:07.277745 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-5dfb31a8-a771-4b82-898e-faeabb4ee2be tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Request body: {'router': {'name': 'new_name'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:43:07.292207 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2981dacd-c337-4b5c-a888-10e4a61124d8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for port (a567f2f3-844e-46a5-a10c-dcc3cc1a851b), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:07.342641 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2981dacd-c337-4b5c-a888-10e4a61124d8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (39db3367-ed20-4c5a-aa3f-a724a25c4086), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:07.359876 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-5dfb31a8-a771-4b82-898e-faeabb4ee2be tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] update failed (client error): The resource could not be found. Mar 22 19:43:07.366738 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5dfb31a8-a771-4b82-898e-faeabb4ee2be tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] 10.222.0.75 "PUT /v2.0/routers/tempest-non_exist_router-1209057796 HTTP/1.1" status: 404 len: 335 time: 0.0910351 Mar 22 19:43:07.367031 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-6ed5b153-0baa-481a-8776-d3333198415c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:07.370096 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43368) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:07.383212 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed5b153-0baa-481a-8776-d3333198415c None None] Routers {'0e75f067-b71b-4027-95e6-60ce9c7d328b'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:43:07.383844 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-6ed5b153-0baa-481a-8776-d3333198415c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:42:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['0e75f067-b71b-4027-95e6-60ce9c7d328b'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:07.441453 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2981dacd-c337-4b5c-a888-10e4a61124d8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Network e04581cc-4bb8-48f1-9054-ed38074d8694 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:43:07.445070 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-2981dacd-c337-4b5c-a888-10e4a61124d8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:43:07.451855 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2981dacd-c337-4b5c-a888-10e4a61124d8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:43:07.452929 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2981dacd-c337-4b5c-a888-10e4a61124d8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (a567f2f3-844e-46a5-a10c-dcc3cc1a851b), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:07.453301 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b52e11f-382d-4f32-9164-bd61f5dab0f6 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Deleting subnet 610cbfd9-c2c5-468f-8801-b56399b61272 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:43:07.462210 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1b52e11f-382d-4f32-9164-bd61f5dab0f6 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks [] for subnet (610cbfd9-c2c5-468f-8801-b56399b61272), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:07.463331 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981dacd-c337-4b5c-a888-10e4a61124d8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Port': ['ID=39db3367-ed20-4c5a-aa3f-a724a25c4086,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:07.486975 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-6ed5b153-0baa-481a-8776-d3333198415c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:07.487487 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed5b153-0baa-481a-8776-d3333198415c None None] The sync data for ids ['0e75f067-b71b-4027-95e6-60ce9c7d328b'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:43:07.556969 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1b52e11f-382d-4f32-9164-bd61f5dab0f6 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (610cbfd9-c2c5-468f-8801-b56399b61272), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:07.557274 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2981dacd-c337-4b5c-a888-10e4a61124d8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Port': ['ID=a567f2f3-844e-46a5-a10c-dcc3cc1a851b,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:07.575481 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2981dacd-c337-4b5c-a888-10e4a61124d8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Checking segment: {'id': '6023eb70-6ab8-490f-93ae-e7d4130e9b48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c979c26b-a268-4e5a-851f-d0f9c47c1039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:43:07.575879 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2981dacd-c337-4b5c-a888-10e4a61124d8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Network hostable DHCP agents. Network: c979c26b-a268-4e5a-851f-d0f9c47c1039, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:43:07.617345 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2981dacd-c337-4b5c-a888-10e4a61124d8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Network c979c26b-a268-4e5a-851f-d0f9c47c1039 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:43:07.648035 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-2981dacd-c337-4b5c-a888-10e4a61124d8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, c979c26b-a268-4e5a-851f-d0f9c47c1039) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:43:07.654366 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2981dacd-c337-4b5c-a888-10e4a61124d8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:43:07.659915 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2981dacd-c337-4b5c-a888-10e4a61124d8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:07.660288 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64551ceb-307d-41cb-a394-cd6cdfcd0b62 None None] Network c979c26b-a268-4e5a-851f-d0f9c47c1039 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:43:07.664497 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2981dacd-c337-4b5c-a888-10e4a61124d8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:07.665198 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2981dacd-c337-4b5c-a888-10e4a61124d8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:07.693046 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2981dacd-c337-4b5c-a888-10e4a61124d8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6951108 Mar 22 19:43:07.697319 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43370) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:07.726120 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1b52e11f-382d-4f32-9164-bd61f5dab0f6 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (610cbfd9-c2c5-468f-8801-b56399b61272), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:07.839611 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-633add8c-ad90-453a-86d1-20fa3c714e56 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Deleting port a567f2f3-844e-46a5-a10c-dcc3cc1a851b {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:43:07.839844 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-633add8c-ad90-453a-86d1-20fa3c714e56 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (a567f2f3-844e-46a5-a10c-dcc3cc1a851b), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:07.907677 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1b52e11f-382d-4f32-9164-bd61f5dab0f6 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (610cbfd9-c2c5-468f-8801-b56399b61272), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:07.938333 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52e11f-382d-4f32-9164-bd61f5dab0f6 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Pushing event deleted for resources: {'Subnet': ['ID=610cbfd9-c2c5-468f-8801-b56399b61272,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:07.948561 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1b52e11f-382d-4f32-9164-bd61f5dab0f6 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:07.955634 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1b52e11f-382d-4f32-9164-bd61f5dab0f6 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] 10.222.0.75 "DELETE /v2.0/subnets/610cbfd9-c2c5-468f-8801-b56399b61272 HTTP/1.1" status: 204 len: 168 time: 0.5839305 Mar 22 19:43:07.956953 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43372) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:07.997411 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-633add8c-ad90-453a-86d1-20fa3c714e56 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (a567f2f3-844e-46a5-a10c-dcc3cc1a851b), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:07.999290 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7a33f9-6783-4311-baa3-c1cc67ef9200 None None] Network 39b80217-4019-488f-a929-5c2630fc7e29 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:43:08.019777 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-633add8c-ad90-453a-86d1-20fa3c714e56 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Calling delete_port for a567f2f3-844e-46a5-a10c-dcc3cc1a851b owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:43:08.020340 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a61312-601d-4119-aa4f-babed250ae3b tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Deleting subnet 3c787260-4cde-4d69-ae4f-3948c57cc1e2 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:43:08.025557 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-85a61312-601d-4119-aa4f-babed250ae3b tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks [] for subnet (3c787260-4cde-4d69-ae4f-3948c57cc1e2), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:08.097254 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-85a61312-601d-4119-aa4f-babed250ae3b tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (3c787260-4cde-4d69-ae4f-3948c57cc1e2), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:08.156934 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-633add8c-ad90-453a-86d1-20fa3c714e56 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (a567f2f3-844e-46a5-a10c-dcc3cc1a851b), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:08.189426 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633add8c-ad90-453a-86d1-20fa3c714e56 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Port': ['ID=a567f2f3-844e-46a5-a10c-dcc3cc1a851b,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:08.209533 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-633add8c-ad90-453a-86d1-20fa3c714e56 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:08.220086 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-633add8c-ad90-453a-86d1-20fa3c714e56 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/ports/a567f2f3-844e-46a5-a10c-dcc3cc1a851b HTTP/1.1" status: 204 len: 168 time: 0.5190923 Mar 22 19:43:08.220341 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-85a61312-601d-4119-aa4f-babed250ae3b tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (3c787260-4cde-4d69-ae4f-3948c57cc1e2), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:08.220451 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43374) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:08.337068 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbc5689-69ca-442d-8dae-932b5b14055d None None] DHCP port deletion for 39b80217-4019-488f-a929-5c2630fc7e29 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:43:08.344973 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da350a98-6de3-4199-bc39-8d2d361d2795 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:08.353678 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-85a61312-601d-4119-aa4f-babed250ae3b tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (3c787260-4cde-4d69-ae4f-3948c57cc1e2), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:08.362631 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da350a98-6de3-4199-bc39-8d2d361d2795 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:08.366823 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-da350a98-6de3-4199-bc39-8d2d361d2795 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1398952 Mar 22 19:43:08.367112 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43378) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:08.400643 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a61312-601d-4119-aa4f-babed250ae3b tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Pushing event deleted for resources: {'Subnet': ['ID=3c787260-4cde-4d69-ae4f-3948c57cc1e2,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:08.421121 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-85a61312-601d-4119-aa4f-babed250ae3b tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:08.426890 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-85a61312-601d-4119-aa4f-babed250ae3b tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] 10.222.0.75 "DELETE /v2.0/subnets/3c787260-4cde-4d69-ae4f-3948c57cc1e2 HTTP/1.1" status: 204 len: 168 time: 0.4663303 Mar 22 19:43:08.428605 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43380) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:08.433731 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a8dc72-dbc5-4e7a-84a5-14620adf2246 None None] Network 7ed488a2-9f98-460c-8527-b715d0c5125c requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:43:08.539166 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-fcbc5689-69ca-442d-8dae-932b5b14055d None None] Deleting port 17733bbc-b79a-4d2e-975e-dd2920d5e1d4 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:43:08.539961 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fcbc5689-69ca-442d-8dae-932b5b14055d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (17733bbc-b79a-4d2e-975e-dd2920d5e1d4), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:08.681214 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9a346e7a-aafb-4928-aaf1-c72e2daacae0 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (39b80217-4019-488f-a929-5c2630fc7e29), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:08.690029 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-fcbc5689-69ca-442d-8dae-932b5b14055d None None] For port 17733bbc-b79a-4d2e-975e-dd2920d5e1d4, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=17733bbc-b79a-4d2e-975e-dd2920d5e1d4,segment=NetworkSegment(6b3a0957-1108-4673-b6d7-0d74f7eba44f),segment_id=6b3a0957-1108-4673-b6d7-0d74f7eba44f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:43:08.690723 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fcbc5689-69ca-442d-8dae-932b5b14055d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (17733bbc-b79a-4d2e-975e-dd2920d5e1d4), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:08.715041 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-fcbc5689-69ca-442d-8dae-932b5b14055d None None] Calling delete_port for 17733bbc-b79a-4d2e-975e-dd2920d5e1d4 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:43:08.740066 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-1a041a62-8421-4e2a-a7f9-be66456cdaab tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Deleting port 39db3367-ed20-4c5a-aa3f-a724a25c4086 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:43:08.740066 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a041a62-8421-4e2a-a7f9-be66456cdaab tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (39db3367-ed20-4c5a-aa3f-a724a25c4086), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:08.789133 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65569ea-b975-4599-98ed-d1d932555630 None None] DHCP port deletion for 7ed488a2-9f98-460c-8527-b715d0c5125c request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:43:08.835917 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a041a62-8421-4e2a-a7f9-be66456cdaab tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (39db3367-ed20-4c5a-aa3f-a724a25c4086), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:08.853679 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-1a041a62-8421-4e2a-a7f9-be66456cdaab tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Calling delete_port for 39db3367-ed20-4c5a-aa3f-a724a25c4086 owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:43:08.861810 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f65569ea-b975-4599-98ed-d1d932555630 None None] Deleting port a5637b3d-37b4-42f6-a960-ed36d842693c {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:43:08.862523 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f65569ea-b975-4599-98ed-d1d932555630 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (a5637b3d-37b4-42f6-a960-ed36d842693c), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:08.876966 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-9a346e7a-aafb-4928-aaf1-c72e2daacae0 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Deleting port 17733bbc-b79a-4d2e-975e-dd2920d5e1d4 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:43:08.877285 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9a346e7a-aafb-4928-aaf1-c72e2daacae0 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (17733bbc-b79a-4d2e-975e-dd2920d5e1d4), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:08.934700 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f65569ea-b975-4599-98ed-d1d932555630 None None] For port a5637b3d-37b4-42f6-a960-ed36d842693c, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a5637b3d-37b4-42f6-a960-ed36d842693c,segment=NetworkSegment(75338cd9-f90b-4a7b-b60f-7a60305f3ef8),segment_id=75338cd9-f90b-4a7b-b60f-7a60305f3ef8)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:43:08.936186 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f65569ea-b975-4599-98ed-d1d932555630 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (a5637b3d-37b4-42f6-a960-ed36d842693c), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:08.949959 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f65569ea-b975-4599-98ed-d1d932555630 None None] Calling delete_port for a5637b3d-37b4-42f6-a960-ed36d842693c owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:43:08.994605 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-9a346e7a-aafb-4928-aaf1-c72e2daacae0 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] For port 17733bbc-b79a-4d2e-975e-dd2920d5e1d4, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=17733bbc-b79a-4d2e-975e-dd2920d5e1d4,segment=NetworkSegment(6b3a0957-1108-4673-b6d7-0d74f7eba44f),segment_id=6b3a0957-1108-4673-b6d7-0d74f7eba44f)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:43:08.994952 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9a346e7a-aafb-4928-aaf1-c72e2daacae0 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (17733bbc-b79a-4d2e-975e-dd2920d5e1d4), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:09.023462 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-9a346e7a-aafb-4928-aaf1-c72e2daacae0 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Calling delete_port for 17733bbc-b79a-4d2e-975e-dd2920d5e1d4 owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:43:09.092859 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fcbc5689-69ca-442d-8dae-932b5b14055d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (17733bbc-b79a-4d2e-975e-dd2920d5e1d4), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:09.105472 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a041a62-8421-4e2a-a7f9-be66456cdaab tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (39db3367-ed20-4c5a-aa3f-a724a25c4086), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:09.136769 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc5689-69ca-442d-8dae-932b5b14055d None None] Pushing event deleted for resources: {'Port': ['ID=17733bbc-b79a-4d2e-975e-dd2920d5e1d4,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:09.140088 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f65569ea-b975-4599-98ed-d1d932555630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (a5637b3d-37b4-42f6-a960-ed36d842693c), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:09.165224 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65569ea-b975-4599-98ed-d1d932555630 None None] No DVR routers for this DVR port a5637b3d-37b4-42f6-a960-ed36d842693c on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:43:09.188600 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a041a62-8421-4e2a-a7f9-be66456cdaab tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:09.192390 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1a041a62-8421-4e2a-a7f9-be66456cdaab tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/ports/39db3367-ed20-4c5a-aa3f-a724a25c4086 HTTP/1.1" status: 204 len: 168 time: 0.8242955 Mar 22 19:43:09.195017 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43384) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:09.197696 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a041a62-8421-4e2a-a7f9-be66456cdaab tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Port': ['ID=39db3367-ed20-4c5a-aa3f-a724a25c4086,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:09.235438 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbc5689-69ca-442d-8dae-932b5b14055d None None] No DVR routers for this DVR port 17733bbc-b79a-4d2e-975e-dd2920d5e1d4 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:43:09.243612 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65569ea-b975-4599-98ed-d1d932555630 None None] Pushing event deleted for resources: {'Port': ['ID=a5637b3d-37b4-42f6-a960-ed36d842693c,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:09.252333 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9a346e7a-aafb-4928-aaf1-c72e2daacae0 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (17733bbc-b79a-4d2e-975e-dd2920d5e1d4), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:09.285185 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a346e7a-aafb-4928-aaf1-c72e2daacae0 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] No DVR routers for this DVR port 17733bbc-b79a-4d2e-975e-dd2920d5e1d4 on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:43:09.289392 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a892eb5a-4931-48f4-9313-3c6744607b49 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:09.290027 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a346e7a-aafb-4928-aaf1-c72e2daacae0 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Pushing event deleted for resources: {'Port': ['ID=17733bbc-b79a-4d2e-975e-dd2920d5e1d4,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:09.291326 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a892eb5a-4931-48f4-9313-3c6744607b49 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0953138 Mar 22 19:43:09.295420 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43386) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:09.359258 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-7581b251-da00-4fb0-bd3d-4b0c0c3c30c4 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] GET failed (client error): The resource could not be found. Mar 22 19:43:09.360889 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7581b251-da00-4fb0-bd3d-4b0c0c3c30c4 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "GET /v2.0/ports/a567f2f3-844e-46a5-a10c-dcc3cc1a851b HTTP/1.1" status: 404 len: 333 time: 0.0646391 Mar 22 19:43:09.363726 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43390) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:09.407555 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c322440-8d01-4c75-9f73-a85556ff8b6c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] GET failed (client error): The resource could not be found. Mar 22 19:43:09.419852 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9a346e7a-aafb-4928-aaf1-c72e2daacae0 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (39b80217-4019-488f-a929-5c2630fc7e29), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:09.422035 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9c322440-8d01-4c75-9f73-a85556ff8b6c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "GET /v2.0/ports/39db3367-ed20-4c5a-aa3f-a724a25c4086 HTTP/1.1" status: 404 len: 333 time: 0.0566022 Mar 22 19:43:09.424963 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43394) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:09.472953 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-9a346e7a-aafb-4928-aaf1-c72e2daacae0 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39b80217-4019-488f-a929-5c2630fc7e29']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:09.495857 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-9a346e7a-aafb-4928-aaf1-c72e2daacae0 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b3a0957-1108-4673-b6d7-0d74f7eba44f') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:09.496781 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-9a346e7a-aafb-4928-aaf1-c72e2daacae0 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b3a0957-1108-4673-b6d7-0d74f7eba44f') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:09.531218 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9a346e7a-aafb-4928-aaf1-c72e2daacae0 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (6b3a0957-1108-4673-b6d7-0d74f7eba44f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:09.557514 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9a346e7a-aafb-4928-aaf1-c72e2daacae0 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (6b3a0957-1108-4673-b6d7-0d74f7eba44f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:09.571863 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a346e7a-aafb-4928-aaf1-c72e2daacae0 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:43:09.572534 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9a346e7a-aafb-4928-aaf1-c72e2daacae0 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (6b3a0957-1108-4673-b6d7-0d74f7eba44f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:09.586342 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c29f028e-e956-4ac8-8e45-04ce9158ec48 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (c979c26b-a268-4e5a-851f-d0f9c47c1039), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:43:09.606067 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:43:09.711007 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c29f028e-e956-4ac8-8e45-04ce9158ec48 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (c979c26b-a268-4e5a-851f-d0f9c47c1039), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:09.719290 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9a346e7a-aafb-4928-aaf1-c72e2daacae0 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (39b80217-4019-488f-a929-5c2630fc7e29), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:09.724752 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9a346e7a-aafb-4928-aaf1-c72e2daacae0 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:09.728089 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9a346e7a-aafb-4928-aaf1-c72e2daacae0 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] 10.222.0.75 "DELETE /v2.0/networks/39b80217-4019-488f-a929-5c2630fc7e29 HTTP/1.1" status: 204 len: 168 time: 1.2948561 Mar 22 19:43:09.731857 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43402) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:09.745601 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-c29f028e-e956-4ac8-8e45-04ce9158ec48 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c979c26b-a268-4e5a-851f-d0f9c47c1039']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:09.764742 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a346e7a-aafb-4928-aaf1-c72e2daacae0 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Pushing event deleted for resources: {'Network': ['ID=39b80217-4019-488f-a929-5c2630fc7e29,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:09.770319 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-c29f028e-e956-4ac8-8e45-04ce9158ec48 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6023eb70-6ab8-490f-93ae-e7d4130e9b48') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:09.770319 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-c29f028e-e956-4ac8-8e45-04ce9158ec48 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6023eb70-6ab8-490f-93ae-e7d4130e9b48') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:09.808470 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c29f028e-e956-4ac8-8e45-04ce9158ec48 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (6023eb70-6ab8-490f-93ae-e7d4130e9b48), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:09.838222 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c29f028e-e956-4ac8-8e45-04ce9158ec48 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (6023eb70-6ab8-490f-93ae-e7d4130e9b48), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:09.848108 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29f028e-e956-4ac8-8e45-04ce9158ec48 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:43:09.848884 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c29f028e-e956-4ac8-8e45-04ce9158ec48 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (6023eb70-6ab8-490f-93ae-e7d4130e9b48), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:09.892607 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e725cf01-2520-42b1-b288-0c1e129c2ffe tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (7ed488a2-9f98-460c-8527-b715d0c5125c), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:09.944520 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:43:09.944520 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:43:09.944520 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:43:09.944520 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:43:09.944520 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:43:09.944520 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:43:09.944520 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:43:09.944520 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:43:09.944520 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:43:09.944520 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:43:09.944520 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:43:09.944520 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:43:09.944520 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:43:09.944520 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:43:09.944520 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:43:09.944520 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:43:09.944520 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:43:09.944520 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:43:09.944520 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:43:09.944520 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:43:09.944520 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:43:09.944520 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:43:09.944520 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:43:09.944520 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:43:09.944520 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:43:09.944520 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:43:09.944520 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:43:09.944520 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:43:09.944520 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:43:09.944520 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:43:09.944520 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:43:09.944520 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:43:09.951999 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c29f028e-e956-4ac8-8e45-04ce9158ec48 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (c979c26b-a268-4e5a-851f-d0f9c47c1039), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:09.966792 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c29f028e-e956-4ac8-8e45-04ce9158ec48 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:09.970373 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c29f028e-e956-4ac8-8e45-04ce9158ec48 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/networks/c979c26b-a268-4e5a-851f-d0f9c47c1039 HTTP/1.1" status: 204 len: 168 time: 0.5397751 Mar 22 19:43:09.980428 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43406) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:09.999621 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f028e-e956-4ac8-8e45-04ce9158ec48 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Network': ['ID=c979c26b-a268-4e5a-851f-d0f9c47c1039,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:10.064178 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e725cf01-2520-42b1-b288-0c1e129c2ffe tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (7ed488a2-9f98-460c-8527-b715d0c5125c), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:10.089425 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-e725cf01-2520-42b1-b288-0c1e129c2ffe tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed488a2-9f98-460c-8527-b715d0c5125c']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:10.101848 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-e725cf01-2520-42b1-b288-0c1e129c2ffe tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75338cd9-f90b-4a7b-b60f-7a60305f3ef8') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:10.102148 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-e725cf01-2520-42b1-b288-0c1e129c2ffe tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75338cd9-f90b-4a7b-b60f-7a60305f3ef8') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:10.119764 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e725cf01-2520-42b1-b288-0c1e129c2ffe tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (75338cd9-f90b-4a7b-b60f-7a60305f3ef8), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:10.148617 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 17733bbc-b79a-4d2e-975e-dd2920d5e1d4 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:43:10.149547 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e725cf01-2520-42b1-b288-0c1e129c2ffe tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (75338cd9-f90b-4a7b-b60f-7a60305f3ef8), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:10.159484 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e725cf01-2520-42b1-b288-0c1e129c2ffe tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:43:10.159883 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e725cf01-2520-42b1-b288-0c1e129c2ffe tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (75338cd9-f90b-4a7b-b60f-7a60305f3ef8), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:10.188840 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 17733bbc-b79a-4d2e-975e-dd2920d5e1d4 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:43:10.189356 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 17733bbc-b79a-4d2e-975e-dd2920d5e1d4 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:43:10.189933 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a5637b3d-37b4-42f6-a960-ed36d842693c no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:43:10.231414 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: a5637b3d-37b4-42f6-a960-ed36d842693c {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:43:10.231772 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a5637b3d-37b4-42f6-a960-ed36d842693c not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:43:10.234405 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:43:10.234405 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:43:10.234405 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:43:10.234405 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:43:10.234405 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:43:10.234405 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:43:10.234405 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:43:10.234405 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:43:10.234405 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:43:10.234405 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:43:10.234405 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:43:10.234405 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:43:10.234405 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:43:10.234405 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:43:10.234405 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:43:10.234405 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:43:10.234405 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:43:10.234405 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:43:10.234405 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:43:10.234405 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:43:10.234405 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:43:10.234405 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:43:10.234405 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:43:10.234405 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:43:10.234405 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:43:10.234405 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:43:10.234405 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:43:10.234405 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:43:10.234405 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:43:10.234405 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:43:10.234405 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:43:10.234405 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:43:10.241525 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-1902ba7e-8765-478a-83bd-359d9346fce8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-553217676'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:43:10.268071 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e725cf01-2520-42b1-b288-0c1e129c2ffe tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (7ed488a2-9f98-460c-8527-b715d0c5125c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:10.278818 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e725cf01-2520-42b1-b288-0c1e129c2ffe tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:10.284458 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e725cf01-2520-42b1-b288-0c1e129c2ffe tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] 10.222.0.75 "DELETE /v2.0/networks/7ed488a2-9f98-460c-8527-b715d0c5125c HTTP/1.1" status: 204 len: 168 time: 0.5491271 Mar 22 19:43:10.286512 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43408) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:10.292292 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1902ba7e-8765-478a-83bd-359d9346fce8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:43:10.298999 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1902ba7e-8765-478a-83bd-359d9346fce8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:10.322139 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725cf01-2520-42b1-b288-0c1e129c2ffe tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Pushing event deleted for resources: {'Network': ['ID=7ed488a2-9f98-460c-8527-b715d0c5125c,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:10.346819 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1902ba7e-8765-478a-83bd-359d9346fce8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:43:10.362017 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1902ba7e-8765-478a-83bd-359d9346fce8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (925aeab2-f9f9-43f7-9fb2-1bf800bbd3a0), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:10.362740 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-1902ba7e-8765-478a-83bd-359d9346fce8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Added segment 925aeab2-f9f9-43f7-9fb2-1bf800bbd3a0 of type vlan for network 6944216d-fa92-4ad2-b8eb-809954bc27f6 Mar 22 19:43:10.374492 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-12d3e980-b843-43ea-8044-12ff2a03a8a8 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Deleting subnet 3ef868e7-77f4-4b36-a890-0de971d2af79 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:43:10.381344 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-12d3e980-b843-43ea-8044-12ff2a03a8a8 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks [] for subnet (3ef868e7-77f4-4b36-a890-0de971d2af79), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:10.415453 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1902ba7e-8765-478a-83bd-359d9346fce8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (6944216d-fa92-4ad2-b8eb-809954bc27f6), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:10.424375 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-12d3e980-b843-43ea-8044-12ff2a03a8a8 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (3ef868e7-77f4-4b36-a890-0de971d2af79), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:10.452242 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1902ba7e-8765-478a-83bd-359d9346fce8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (6944216d-fa92-4ad2-b8eb-809954bc27f6), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:10.459414 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1902ba7e-8765-478a-83bd-359d9346fce8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:10.460572 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1902ba7e-8765-478a-83bd-359d9346fce8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:10.583713 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-12d3e980-b843-43ea-8044-12ff2a03a8a8 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (3ef868e7-77f4-4b36-a890-0de971d2af79), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:10.655500 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-12d3e980-b843-43ea-8044-12ff2a03a8a8 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (3ef868e7-77f4-4b36-a890-0de971d2af79), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:10.657292 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902ba7e-8765-478a-83bd-359d9346fce8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Network': ['ID=6944216d-fa92-4ad2-b8eb-809954bc27f6,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:10.668405 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1902ba7e-8765-478a-83bd-359d9346fce8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6819930 Mar 22 19:43:10.668405 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43418) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:10.671398 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 6944216d-fa92-4ad2-b8eb-809954bc27f6 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:43:10.675921 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-8831b0e3-daac-4a12-9fdb-09bc4a42f83c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'subnet': {'network_id': '6944216d-fa92-4ad2-b8eb-809954bc27f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:43:10.693302 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d3e980-b843-43ea-8044-12ff2a03a8a8 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Pushing event deleted for resources: {'Subnet': ['ID=3ef868e7-77f4-4b36-a890-0de971d2af79,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:10.699123 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-12d3e980-b843-43ea-8044-12ff2a03a8a8 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:10.706159 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-12d3e980-b843-43ea-8044-12ff2a03a8a8 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] 10.222.0.75 "DELETE /v2.0/subnets/3ef868e7-77f4-4b36-a890-0de971d2af79 HTTP/1.1" status: 204 len: 168 time: 0.4163883 Mar 22 19:43:10.706993 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43424) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:10.824423 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e10ee713-fc99-4511-8bc9-3dcd2ea892a4 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (18333d15-b268-478a-b30c-36f378fd08e0), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:10.839869 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c43ff60-33a9-47f0-915e-a063c00a92e5 None None] Network 18333d15-b268-478a-b30c-36f378fd08e0 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:43:10.877783 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8831b0e3-daac-4a12-9fdb-09bc4a42f83c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:43:10.883003 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8831b0e3-daac-4a12-9fdb-09bc4a42f83c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:10.902020 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-e10ee713-fc99-4511-8bc9-3dcd2ea892a4 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Deleting port acdf5743-51d6-406e-a72b-10bb9bc16ae5 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:43:10.902695 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e10ee713-fc99-4511-8bc9-3dcd2ea892a4 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (acdf5743-51d6-406e-a72b-10bb9bc16ae5), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:10.961778 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.ipam_backend_mixin [None req-8831b0e3-daac-4a12-9fdb-09bc4a42f83c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Performing IP validity checks on allocation pools {{(pid=104172) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 22 19:43:10.964994 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.ipam_backend_mixin [None req-8831b0e3-daac-4a12-9fdb-09bc4a42f83c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104172) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 22 19:43:11.016089 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-e10ee713-fc99-4511-8bc9-3dcd2ea892a4 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] For port acdf5743-51d6-406e-a72b-10bb9bc16ae5, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=acdf5743-51d6-406e-a72b-10bb9bc16ae5,segment=NetworkSegment(c89d1536-8e1b-4fa2-bfe9-41d8b0a8337c),segment_id=c89d1536-8e1b-4fa2-bfe9-41d8b0a8337c)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:43:11.016548 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e10ee713-fc99-4511-8bc9-3dcd2ea892a4 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (acdf5743-51d6-406e-a72b-10bb9bc16ae5), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:11.033747 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-e10ee713-fc99-4511-8bc9-3dcd2ea892a4 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Calling delete_port for acdf5743-51d6-406e-a72b-10bb9bc16ae5 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:43:11.064388 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c5a8e1-94dd-4446-8b95-f83e79ceb56d None None] DHCP port deletion for 18333d15-b268-478a-b30c-36f378fd08e0 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:43:11.137290 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e10ee713-fc99-4511-8bc9-3dcd2ea892a4 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (acdf5743-51d6-406e-a72b-10bb9bc16ae5), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:11.140549 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-23c5a8e1-94dd-4446-8b95-f83e79ceb56d None None] Deleting port acdf5743-51d6-406e-a72b-10bb9bc16ae5 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:43:11.140740 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-23c5a8e1-94dd-4446-8b95-f83e79ceb56d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (acdf5743-51d6-406e-a72b-10bb9bc16ae5), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:11.168331 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ee713-fc99-4511-8bc9-3dcd2ea892a4 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Pushing event deleted for resources: {'Port': ['ID=acdf5743-51d6-406e-a72b-10bb9bc16ae5,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:11.172614 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10ee713-fc99-4511-8bc9-3dcd2ea892a4 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] No DVR routers for this DVR port acdf5743-51d6-406e-a72b-10bb9bc16ae5 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:43:11.179405 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8831b0e3-daac-4a12-9fdb-09bc4a42f83c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (ebebfb87-b6bf-44a4-8d59-ca2ba9a620f7), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:11.274351 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831b0e3-daac-4a12-9fdb-09bc4a42f83c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Subnet': ['ID=ebebfb87-b6bf-44a4-8d59-ca2ba9a620f7,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:11.274949 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-23c5a8e1-94dd-4446-8b95-f83e79ceb56d None None] For port acdf5743-51d6-406e-a72b-10bb9bc16ae5, host n-d-705658-24, got binding levels [] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:43:11.281109 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-23c5a8e1-94dd-4446-8b95-f83e79ceb56d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (acdf5743-51d6-406e-a72b-10bb9bc16ae5), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:11.285182 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8831b0e3-daac-4a12-9fdb-09bc4a42f83c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Checking segment: {'id': '925aeab2-f9f9-43f7-9fb2-1bf800bbd3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6944216d-fa92-4ad2-b8eb-809954bc27f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:43:11.285769 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8831b0e3-daac-4a12-9fdb-09bc4a42f83c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Network hostable DHCP agents. Network: 6944216d-fa92-4ad2-b8eb-809954bc27f6, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:43:11.311277 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8831b0e3-daac-4a12-9fdb-09bc4a42f83c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Network 6944216d-fa92-4ad2-b8eb-809954bc27f6 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:43:11.314123 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-23c5a8e1-94dd-4446-8b95-f83e79ceb56d None None] Calling delete_port for acdf5743-51d6-406e-a72b-10bb9bc16ae5 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:43:11.324154 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.ipam_backend_mixin [None req-23c5a8e1-94dd-4446-8b95-f83e79ceb56d None None] Port acdf5743-51d6-406e-a72b-10bb9bc16ae5 was not found and therefore no delete operation was performed {{(pid=104174) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 19:43:11.325650 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-8831b0e3-daac-4a12-9fdb-09bc4a42f83c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 6944216d-fa92-4ad2-b8eb-809954bc27f6) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:43:11.331328 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8831b0e3-daac-4a12-9fdb-09bc4a42f83c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:11.331947 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8831b0e3-daac-4a12-9fdb-09bc4a42f83c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:11.332712 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e10ee713-fc99-4511-8bc9-3dcd2ea892a4 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (18333d15-b268-478a-b30c-36f378fd08e0), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:11.333259 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-23c5a8e1-94dd-4446-8b95-f83e79ceb56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (acdf5743-51d6-406e-a72b-10bb9bc16ae5), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:11.367370 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-e10ee713-fc99-4511-8bc9-3dcd2ea892a4 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18333d15-b268-478a-b30c-36f378fd08e0']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:11.367643 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43426) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:11.368882 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8831b0e3-daac-4a12-9fdb-09bc4a42f83c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6993968 Mar 22 19:43:11.372698 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-d5bfee55-07b5-4679-b293-c44caa44bd1b tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'port': {'network_id': '6944216d-fa92-4ad2-b8eb-809954bc27f6', 'name': 'tempest-PortsIpV6TestJSON-1879660927'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:43:11.379774 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5a8e1-94dd-4446-8b95-f83e79ceb56d None None] Pushing event deleted for resources: {'Port': ['ID=acdf5743-51d6-406e-a72b-10bb9bc16ae5,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:11.382856 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507e8e1a-09e6-46d8-84a4-4b8c14c8b1c6 None None] Network 6944216d-fa92-4ad2-b8eb-809954bc27f6 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:43:11.387166 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c5a8e1-94dd-4446-8b95-f83e79ceb56d None None] No DVR routers for this DVR port acdf5743-51d6-406e-a72b-10bb9bc16ae5 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:43:11.399412 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-e10ee713-fc99-4511-8bc9-3dcd2ea892a4 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c89d1536-8e1b-4fa2-bfe9-41d8b0a8337c') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:11.399968 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-e10ee713-fc99-4511-8bc9-3dcd2ea892a4 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c89d1536-8e1b-4fa2-bfe9-41d8b0a8337c') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:11.456187 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e10ee713-fc99-4511-8bc9-3dcd2ea892a4 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (c89d1536-8e1b-4fa2-bfe9-41d8b0a8337c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:11.479059 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e10ee713-fc99-4511-8bc9-3dcd2ea892a4 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (c89d1536-8e1b-4fa2-bfe9-41d8b0a8337c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:11.500910 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10ee713-fc99-4511-8bc9-3dcd2ea892a4 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:43:11.501460 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e10ee713-fc99-4511-8bc9-3dcd2ea892a4 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (c89d1536-8e1b-4fa2-bfe9-41d8b0a8337c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:11.504871 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:43:11.504871 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:43:11.504871 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:43:11.504871 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:43:11.504871 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:43:11.504871 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:43:11.504871 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:43:11.504871 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:43:11.504871 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:43:11.504871 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:43:11.504871 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:43:11.504871 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:43:11.504871 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:43:11.504871 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:43:11.504871 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:43:11.504871 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:43:11.504871 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:43:11.504871 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:43:11.504871 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:43:11.504871 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:43:11.504871 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:43:11.504871 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:43:11.504871 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:43:11.504871 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:43:11.504871 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:43:11.504871 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:43:11.504871 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:43:11.504871 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:43:11.504871 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:43:11.504871 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:43:11.504871 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:43:11.504871 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:43:11.526615 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12430aef-45da-488a-9d2d-ef633719b9cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-6944216d-fa92-4ad2-b8eb-809954bc27f6', 'network_id': '6944216d-fa92-4ad2-b8eb-809954bc27f6', 'project_id': 'cffa16449d93439395dbede298544490', 'fixed_ips': [{'subnet_id': 'ebebfb87-b6bf-44a4-8d59-ca2ba9a620f7'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:43:11.527581 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-12430aef-45da-488a-9d2d-ef633719b9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:11.648079 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bfee55-07b5-4679-b293-c44caa44bd1b tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:43:11.653432 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d5bfee55-07b5-4679-b293-c44caa44bd1b tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:11.664607 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e10ee713-fc99-4511-8bc9-3dcd2ea892a4 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (18333d15-b268-478a-b30c-36f378fd08e0), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:11.694443 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e10ee713-fc99-4511-8bc9-3dcd2ea892a4 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:11.697698 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e10ee713-fc99-4511-8bc9-3dcd2ea892a4 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] 10.222.0.75 "DELETE /v2.0/networks/18333d15-b268-478a-b30c-36f378fd08e0 HTTP/1.1" status: 204 len: 168 time: 0.9894822 Mar 22 19:43:11.700713 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43432) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:11.713580 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ee713-fc99-4511-8bc9-3dcd2ea892a4 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Pushing event deleted for resources: {'Network': ['ID=18333d15-b268-478a-b30c-36f378fd08e0,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:11.716166 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-d5bfee55-07b5-4679-b293-c44caa44bd1b tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] device_id is not set on port 802aa242-436d-43f6-bcc7-46baba326cdf yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:43:11.744744 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-027e716c-ba3a-4f08-951e-2134ea420e23 tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e75f067-b71b-4027-95e6-60ce9c7d328b HTTP/1.1" status: 200 len: 205 time: 0.0427859 Mar 22 19:43:11.745713 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43434) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:11.796551 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-12430aef-45da-488a-9d2d-ef633719b9cc None None] Allocated IP 2001:db8::2 (6944216d-fa92-4ad2-b8eb-809954bc27f6/ebebfb87-b6bf-44a4-8d59-ca2ba9a620f7/9a99109b-17c2-4c64-850e-7efea7b37728) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:43:11.900632 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2992895f-1d34-46c3-8dcf-d8d6dc2c928c tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks [] for router (0e75f067-b71b-4027-95e6-60ce9c7d328b), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:11.976668 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-12430aef-45da-488a-9d2d-ef633719b9cc None None] Publish callbacks [] for port (9a99109b-17c2-4c64-850e-7efea7b37728), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:11.994206 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-12430aef-45da-488a-9d2d-ef633719b9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (9a99109b-17c2-4c64-850e-7efea7b37728), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:12.032380 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12430aef-45da-488a-9d2d-ef633719b9cc None None] Network 6944216d-fa92-4ad2-b8eb-809954bc27f6 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:43:12.034087 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-12430aef-45da-488a-9d2d-ef633719b9cc None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:43:12.036626 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12430aef-45da-488a-9d2d-ef633719b9cc None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:43:12.063528 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12430aef-45da-488a-9d2d-ef633719b9cc None None] Pushing event updated for resources: {'Port': ['ID=9a99109b-17c2-4c64-850e-7efea7b37728,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:12.087973 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-d5bfee55-07b5-4679-b293-c44caa44bd1b tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Allocated IP 2001:db8::f5 (6944216d-fa92-4ad2-b8eb-809954bc27f6/ebebfb87-b6bf-44a4-8d59-ca2ba9a620f7/802aa242-436d-43f6-bcc7-46baba326cdf) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:43:12.117121 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-12430aef-45da-488a-9d2d-ef633719b9cc None None] Attempting to bind port 9a99109b-17c2-4c64-850e-7efea7b37728 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:43:12.117696 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-12430aef-45da-488a-9d2d-ef633719b9cc None None] Attempting to bind port 9a99109b-17c2-4c64-850e-7efea7b37728 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '925aeab2-f9f9-43f7-9fb2-1bf800bbd3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6944216d-fa92-4ad2-b8eb-809954bc27f6'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:43:12.118211 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12430aef-45da-488a-9d2d-ef633719b9cc None None] Attempting to bind port 9a99109b-17c2-4c64-850e-7efea7b37728 on network 6944216d-fa92-4ad2-b8eb-809954bc27f6 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:43:12.124269 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12430aef-45da-488a-9d2d-ef633719b9cc None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:43:12.124800 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12430aef-45da-488a-9d2d-ef633719b9cc None None] Checking segment: {'id': '925aeab2-f9f9-43f7-9fb2-1bf800bbd3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6944216d-fa92-4ad2-b8eb-809954bc27f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:43:12.125339 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-12430aef-45da-488a-9d2d-ef633719b9cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:12.125898 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12430aef-45da-488a-9d2d-ef633719b9cc None None] Bound using segment: {'id': '925aeab2-f9f9-43f7-9fb2-1bf800bbd3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6944216d-fa92-4ad2-b8eb-809954bc27f6'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:43:12.126491 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-12430aef-45da-488a-9d2d-ef633719b9cc None None] Bound port: 9a99109b-17c2-4c64-850e-7efea7b37728, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925aeab2-f9f9-43f7-9fb2-1bf800bbd3a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '6944216d-fa92-4ad2-b8eb-809954bc27f6'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:43:12.126997 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-12430aef-45da-488a-9d2d-ef633719b9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9a99109b-17c2-4c64-850e-7efea7b37728), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:12.144450 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2992895f-1d34-46c3-8dcf-d8d6dc2c928c tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (0e75f067-b71b-4027-95e6-60ce9c7d328b), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:12.146748 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2992895f-1d34-46c3-8dcf-d8d6dc2c928c tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks [] for router_controller (0e75f067-b71b-4027-95e6-60ce9c7d328b), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:12.171530 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device acdf5743-51d6-406e-a72b-10bb9bc16ae5 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:43:12.198105 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2992895f-1d34-46c3-8dcf-d8d6dc2c928c tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (0e75f067-b71b-4027-95e6-60ce9c7d328b), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:12.198703 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2992895f-1d34-46c3-8dcf-d8d6dc2c928c tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Fanout notify agent at l3_agent the message router_deleted on router 0e75f067-b71b-4027-95e6-60ce9c7d328b {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:43:12.203881 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: acdf5743-51d6-406e-a72b-10bb9bc16ae5 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:43:12.205241 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device acdf5743-51d6-406e-a72b-10bb9bc16ae5 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:43:12.221740 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2992895f-1d34-46c3-8dcf-d8d6dc2c928c tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:12.223301 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2992895f-1d34-46c3-8dcf-d8d6dc2c928c tempest-RoutersNegativeTest-1835101211 tempest-RoutersNegativeTest-1835101211-project] 10.222.0.75 "DELETE /v2.0/routers/0e75f067-b71b-4027-95e6-60ce9c7d328b HTTP/1.1" status: 204 len: 168 time: 0.4764578 Mar 22 19:43:12.245281 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-12430aef-45da-488a-9d2d-ef633719b9cc None None] For port 9a99109b-17c2-4c64-850e-7efea7b37728, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:43:12.249819 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-12430aef-45da-488a-9d2d-ef633719b9cc None None] For port 9a99109b-17c2-4c64-850e-7efea7b37728, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=9a99109b-17c2-4c64-850e-7efea7b37728,segment=NetworkSegment(925aeab2-f9f9-43f7-9fb2-1bf800bbd3a0),segment_id=925aeab2-f9f9-43f7-9fb2-1bf800bbd3a0)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:43:12.258490 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-12430aef-45da-488a-9d2d-ef633719b9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (9a99109b-17c2-4c64-850e-7efea7b37728), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:12.314349 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d5bfee55-07b5-4679-b293-c44caa44bd1b tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for port (802aa242-436d-43f6-bcc7-46baba326cdf), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:12.336642 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12430aef-45da-488a-9d2d-ef633719b9cc None None] Pushing event updated for resources: {'Port': ['ID=9a99109b-17c2-4c64-850e-7efea7b37728,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:12.368969 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d5bfee55-07b5-4679-b293-c44caa44bd1b tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (802aa242-436d-43f6-bcc7-46baba326cdf), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:12.426243 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bfee55-07b5-4679-b293-c44caa44bd1b tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Port': ['ID=802aa242-436d-43f6-bcc7-46baba326cdf,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:12.438404 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bfee55-07b5-4679-b293-c44caa44bd1b tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Network 6944216d-fa92-4ad2-b8eb-809954bc27f6 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:43:12.440037 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-d5bfee55-07b5-4679-b293-c44caa44bd1b tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:43:12.442765 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bfee55-07b5-4679-b293-c44caa44bd1b tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:43:12.448380 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bfee55-07b5-4679-b293-c44caa44bd1b tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:12.449140 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d5bfee55-07b5-4679-b293-c44caa44bd1b tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:12.472357 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43444) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:12.472660 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d5bfee55-07b5-4679-b293-c44caa44bd1b tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1036599 Mar 22 19:43:12.625244 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43450) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:12.637893 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-203d340e-0399-44c1-b3f3-b18a7494e652 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Deleting port 802aa242-436d-43f6-bcc7-46baba326cdf {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:43:12.639009 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-203d340e-0399-44c1-b3f3-b18a7494e652 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (802aa242-436d-43f6-bcc7-46baba326cdf), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:12.774753 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-203d340e-0399-44c1-b3f3-b18a7494e652 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (802aa242-436d-43f6-bcc7-46baba326cdf), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:12.804638 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-203d340e-0399-44c1-b3f3-b18a7494e652 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Calling delete_port for 802aa242-436d-43f6-bcc7-46baba326cdf owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:43:13.422311 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-203d340e-0399-44c1-b3f3-b18a7494e652 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (802aa242-436d-43f6-bcc7-46baba326cdf), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:13.466340 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d340e-0399-44c1-b3f3-b18a7494e652 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Port': ['ID=802aa242-436d-43f6-bcc7-46baba326cdf,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:13.480909 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d0f263c9-db02-44a3-ba06-7a08cf8921de admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=405ec77f26c0486aa3703478a5e30c09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8529766 Mar 22 19:43:13.483738 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43470) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:13.506017 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-203d340e-0399-44c1-b3f3-b18a7494e652 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:13.509191 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-203d340e-0399-44c1-b3f3-b18a7494e652 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/ports/802aa242-436d-43f6-bcc7-46baba326cdf HTTP/1.1" status: 204 len: 168 time: 1.0354769 Mar 22 19:43:13.512577 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43472) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:13.564371 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-d33054d3-c237-45fd-b222-ce32ea47c87f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] DELETE failed (client error): The resource could not be found. Mar 22 19:43:13.565331 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d33054d3-c237-45fd-b222-ce32ea47c87f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:43:13.568910 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d33054d3-c237-45fd-b222-ce32ea47c87f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/ports/802aa242-436d-43f6-bcc7-46baba326cdf HTTP/1.1" status: 404 len: 333 time: 0.0508804 Mar 22 19:43:13.571600 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43474) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:13.614416 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d9d9c7-a4fa-44f7-9ed1-f0189cb85c56 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] GET failed (client error): The resource could not be found. Mar 22 19:43:13.618758 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b2d9d9c7-a4fa-44f7-9ed1-f0189cb85c56 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "GET /v2.0/ports/802aa242-436d-43f6-bcc7-46baba326cdf HTTP/1.1" status: 404 len: 333 time: 0.0435753 Mar 22 19:43:13.619871 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43476) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:13.708424 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-20e2d049-edb6-4556-a011-0f70b20fa2a9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Deleting subnet ebebfb87-b6bf-44a4-8d59-ca2ba9a620f7 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:43:13.715657 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-20e2d049-edb6-4556-a011-0f70b20fa2a9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for subnet (ebebfb87-b6bf-44a4-8d59-ca2ba9a620f7), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:13.765880 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-20e2d049-edb6-4556-a011-0f70b20fa2a9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (ebebfb87-b6bf-44a4-8d59-ca2ba9a620f7), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:13.914284 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-91bd696d-4813-4bcf-8b15-ed9632a65867 admin admin] Publish callbacks [] for security_group (982bda43-4df0-4a36-97db-b9a24446db28), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:13.928922 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-20e2d049-edb6-4556-a011-0f70b20fa2a9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (ebebfb87-b6bf-44a4-8d59-ca2ba9a620f7), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:13.964323 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce7d245-2b70-4cc6-90dc-ca30bcc126ff None None] Network 6944216d-fa92-4ad2-b8eb-809954bc27f6 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:43:14.065485 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-6eb71151-3ccc-43ec-9df1-7e51837998e8 None None] Provisioning complete for port 9a99109b-17c2-4c64-850e-7efea7b37728 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:43:14.066117 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6eb71151-3ccc-43ec-9df1-7e51837998e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9a99109b-17c2-4c64-850e-7efea7b37728), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:14.105149 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-20e2d049-edb6-4556-a011-0f70b20fa2a9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (ebebfb87-b6bf-44a4-8d59-ca2ba9a620f7), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:14.162850 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-91bd696d-4813-4bcf-8b15-ed9632a65867 admin admin] Publish callbacks [] for security_group (982bda43-4df0-4a36-97db-b9a24446db28), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:14.211946 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-20e2d049-edb6-4556-a011-0f70b20fa2a9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:14.218377 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-20e2d049-edb6-4556-a011-0f70b20fa2a9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/subnets/ebebfb87-b6bf-44a4-8d59-ca2ba9a620f7 HTTP/1.1" status: 204 len: 168 time: 0.5943434 Mar 22 19:43:14.222622 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43486) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:14.284763 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-6eb71151-3ccc-43ec-9df1-7e51837998e8 None None] Current status of the port 9a99109b-17c2-4c64-850e-7efea7b37728 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:43:14.285169 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6eb71151-3ccc-43ec-9df1-7e51837998e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9a99109b-17c2-4c64-850e-7efea7b37728), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:14.317361 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2d049-edb6-4556-a011-0f70b20fa2a9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Subnet': ['ID=ebebfb87-b6bf-44a4-8d59-ca2ba9a620f7,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:14.359761 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-6eb71151-3ccc-43ec-9df1-7e51837998e8 None None] For port 9a99109b-17c2-4c64-850e-7efea7b37728, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=9a99109b-17c2-4c64-850e-7efea7b37728,segment=NetworkSegment(925aeab2-f9f9-43f7-9fb2-1bf800bbd3a0),segment_id=925aeab2-f9f9-43f7-9fb2-1bf800bbd3a0)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:43:14.363916 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 9a99109b-17c2-4c64-850e-7efea7b37728 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:43:14.368021 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1c996161-d2c9-4646-9bc6-64eaa46b7849 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (6944216d-fa92-4ad2-b8eb-809954bc27f6), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:14.413762 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6eb71151-3ccc-43ec-9df1-7e51837998e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (9a99109b-17c2-4c64-850e-7efea7b37728), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:14.437662 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-91bd696d-4813-4bcf-8b15-ed9632a65867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (982bda43-4df0-4a36-97db-b9a24446db28), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:14.444771 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-91bd696d-4813-4bcf-8b15-ed9632a65867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:14.446184 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-91bd696d-4813-4bcf-8b15-ed9632a65867 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/982bda43-4df0-4a36-97db-b9a24446db28 HTTP/1.1" status: 204 len: 168 time: 0.9613895 Mar 22 19:43:14.483571 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd696d-4813-4bcf-8b15-ed9632a65867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982bda43-4df0-4a36-97db-b9a24446db28,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:14.532422 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-1c996161-d2c9-4646-9bc6-64eaa46b7849 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Deleting port 9a99109b-17c2-4c64-850e-7efea7b37728 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:43:14.533036 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1c996161-d2c9-4646-9bc6-64eaa46b7849 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (9a99109b-17c2-4c64-850e-7efea7b37728), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:14.589029 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb71151-3ccc-43ec-9df1-7e51837998e8 None None] Pushing event updated for resources: {'Port': ['ID=9a99109b-17c2-4c64-850e-7efea7b37728,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:14.624216 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 9a99109b-17c2-4c64-850e-7efea7b37728 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:43:14.624623 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9a99109b-17c2-4c64-850e-7efea7b37728), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:14.679648 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-1c996161-d2c9-4646-9bc6-64eaa46b7849 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] For port 9a99109b-17c2-4c64-850e-7efea7b37728, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=9a99109b-17c2-4c64-850e-7efea7b37728,segment=NetworkSegment(925aeab2-f9f9-43f7-9fb2-1bf800bbd3a0),segment_id=925aeab2-f9f9-43f7-9fb2-1bf800bbd3a0)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:43:14.680071 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1c996161-d2c9-4646-9bc6-64eaa46b7849 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (9a99109b-17c2-4c64-850e-7efea7b37728), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:14.709571 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-1c996161-d2c9-4646-9bc6-64eaa46b7849 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Calling delete_port for 9a99109b-17c2-4c64-850e-7efea7b37728 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:43:14.784458 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 9a99109b-17c2-4c64-850e-7efea7b37728 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:43:14.897998 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1c996161-d2c9-4646-9bc6-64eaa46b7849 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (9a99109b-17c2-4c64-850e-7efea7b37728), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:14.940065 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f541628a-83fa-402a-ad90-89e55c6258ec None None] Network 6944216d-fa92-4ad2-b8eb-809954bc27f6 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:43:14.960009 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c996161-d2c9-4646-9bc6-64eaa46b7849 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] No DVR routers for this DVR port 9a99109b-17c2-4c64-850e-7efea7b37728 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:43:14.962223 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c996161-d2c9-4646-9bc6-64eaa46b7849 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Port': ['ID=9a99109b-17c2-4c64-850e-7efea7b37728,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:15.069485 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e99c7a4d-7006-4701-9ea6-493b2d8de565 None None] Could not find standard attr ID for object 9a99109b-17c2-4c64-850e-7efea7b37728. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:43:15.111999 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b2731541-3ada-49c0-9aec-f2f1a58b6ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:15.156746 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2c2c0f-f63c-4d9c-811d-ae6f4faf1cb1 None None] DHCP port deletion for 6944216d-fa92-4ad2-b8eb-809954bc27f6 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:43:15.211298 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1c996161-d2c9-4646-9bc6-64eaa46b7849 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (6944216d-fa92-4ad2-b8eb-809954bc27f6), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:15.283298 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-1c996161-d2c9-4646-9bc6-64eaa46b7849 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6944216d-fa92-4ad2-b8eb-809954bc27f6']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:15.308285 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-1c996161-d2c9-4646-9bc6-64eaa46b7849 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '925aeab2-f9f9-43f7-9fb2-1bf800bbd3a0') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:15.308594 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-1c996161-d2c9-4646-9bc6-64eaa46b7849 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '925aeab2-f9f9-43f7-9fb2-1bf800bbd3a0') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:15.332804 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1c996161-d2c9-4646-9bc6-64eaa46b7849 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (925aeab2-f9f9-43f7-9fb2-1bf800bbd3a0), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:15.394079 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1c996161-d2c9-4646-9bc6-64eaa46b7849 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (925aeab2-f9f9-43f7-9fb2-1bf800bbd3a0), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:15.416211 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c996161-d2c9-4646-9bc6-64eaa46b7849 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:43:15.416667 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1c996161-d2c9-4646-9bc6-64eaa46b7849 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (925aeab2-f9f9-43f7-9fb2-1bf800bbd3a0), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:15.422206 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:43:15.422206 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:43:15.422206 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:43:15.422206 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:43:15.422206 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:43:15.422206 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:43:15.422206 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:43:15.422206 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:43:15.422206 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:43:15.422206 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:43:15.422206 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:43:15.422206 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:43:15.422206 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:43:15.422206 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:43:15.422206 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:43:15.422206 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:43:15.422206 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:43:15.422206 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:43:15.422206 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:43:15.422206 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:43:15.422206 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:43:15.422206 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:43:15.422206 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:43:15.422206 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:43:15.422206 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:43:15.422206 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:43:15.422206 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:43:15.422206 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:43:15.422206 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:43:15.422206 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:43:15.422206 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:43:15.422206 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:43:15.577316 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:43:15.579228 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1c996161-d2c9-4646-9bc6-64eaa46b7849 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (6944216d-fa92-4ad2-b8eb-809954bc27f6), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:15.614071 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1c996161-d2c9-4646-9bc6-64eaa46b7849 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:15.618327 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1c996161-d2c9-4646-9bc6-64eaa46b7849 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/networks/6944216d-fa92-4ad2-b8eb-809954bc27f6 HTTP/1.1" status: 204 len: 168 time: 1.3934755 Mar 22 19:43:15.621023 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43520) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:15.627517 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-e49b74e3-f28d-4670-bcf6-6b5203a39989 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1813072545'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:43:15.647061 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c996161-d2c9-4646-9bc6-64eaa46b7849 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Network': ['ID=6944216d-fa92-4ad2-b8eb-809954bc27f6,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:15.668442 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49b74e3-f28d-4670-bcf6-6b5203a39989 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:43:15.676620 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e49b74e3-f28d-4670-bcf6-6b5203a39989 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:15.713135 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e49b74e3-f28d-4670-bcf6-6b5203a39989 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:43:15.726318 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e49b74e3-f28d-4670-bcf6-6b5203a39989 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (03213c48-6a1d-4654-ab27-faf53b73e7fe), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:15.726784 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-e49b74e3-f28d-4670-bcf6-6b5203a39989 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Added segment 03213c48-6a1d-4654-ab27-faf53b73e7fe of type vlan for network 77bd6136-3a58-4603-b137-15b42f2b44f1 Mar 22 19:43:15.782214 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e49b74e3-f28d-4670-bcf6-6b5203a39989 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (77bd6136-3a58-4603-b137-15b42f2b44f1), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:15.828659 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e49b74e3-f28d-4670-bcf6-6b5203a39989 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (77bd6136-3a58-4603-b137-15b42f2b44f1), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:15.837429 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49b74e3-f28d-4670-bcf6-6b5203a39989 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:15.838472 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e49b74e3-f28d-4670-bcf6-6b5203a39989 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:15.864848 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:15.924138 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e49b74e3-f28d-4670-bcf6-6b5203a39989 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3020132 Mar 22 19:43:15.927235 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43526) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:15.937480 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-958845b1-5f05-49d0-8fb6-548c5847a5d4 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'subnet': {'network_id': '77bd6136-3a58-4603-b137-15b42f2b44f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:43:15.997566 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b74e3-f28d-4670-bcf6-6b5203a39989 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Network': ['ID=77bd6136-3a58-4603-b137-15b42f2b44f1,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:16.010041 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 77bd6136-3a58-4603-b137-15b42f2b44f1 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:43:16.084999 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958845b1-5f05-49d0-8fb6-548c5847a5d4 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:43:16.095207 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-958845b1-5f05-49d0-8fb6-548c5847a5d4 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:16.178991 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 9a99109b-17c2-4c64-850e-7efea7b37728 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:43:16.217937 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 9a99109b-17c2-4c64-850e-7efea7b37728 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:43:16.218476 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 9a99109b-17c2-4c64-850e-7efea7b37728 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:43:16.473117 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-958845b1-5f05-49d0-8fb6-548c5847a5d4 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (9655e0dd-cd1a-4f87-84d8-08e204456d94), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:16.521371 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958845b1-5f05-49d0-8fb6-548c5847a5d4 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Subnet': ['ID=9655e0dd-cd1a-4f87-84d8-08e204456d94,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:16.590611 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958845b1-5f05-49d0-8fb6-548c5847a5d4 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Checking segment: {'id': '03213c48-6a1d-4654-ab27-faf53b73e7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '77bd6136-3a58-4603-b137-15b42f2b44f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:43:16.590986 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958845b1-5f05-49d0-8fb6-548c5847a5d4 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Network hostable DHCP agents. Network: 77bd6136-3a58-4603-b137-15b42f2b44f1, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:43:16.626781 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958845b1-5f05-49d0-8fb6-548c5847a5d4 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Network 77bd6136-3a58-4603-b137-15b42f2b44f1 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:43:16.641383 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-958845b1-5f05-49d0-8fb6-548c5847a5d4 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 77bd6136-3a58-4603-b137-15b42f2b44f1) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:43:16.647652 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958845b1-5f05-49d0-8fb6-548c5847a5d4 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:16.648278 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-958845b1-5f05-49d0-8fb6-548c5847a5d4 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:16.654926 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ffd2de-5e4a-424f-82f6-a0f536629ba2 None None] Network 77bd6136-3a58-4603-b137-15b42f2b44f1 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:43:16.684074 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-958845b1-5f05-49d0-8fb6-548c5847a5d4 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7550907 Mar 22 19:43:16.686687 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43556) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:16.693519 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-9b2ecc56-8470-4475-b7f4-630448411c9c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'port': {'network_id': '77bd6136-3a58-4603-b137-15b42f2b44f1', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-786579554'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:43:16.859970 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f60629-d92a-4d1a-bb10-394e212a90d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-77bd6136-3a58-4603-b137-15b42f2b44f1', 'network_id': '77bd6136-3a58-4603-b137-15b42f2b44f1', 'project_id': 'cffa16449d93439395dbede298544490', 'fixed_ips': [{'subnet_id': '9655e0dd-cd1a-4f87-84d8-08e204456d94'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:43:16.861175 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-76f60629-d92a-4d1a-bb10-394e212a90d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:16.953065 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2ecc56-8470-4475-b7f4-630448411c9c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:43:16.962355 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9b2ecc56-8470-4475-b7f4-630448411c9c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:17.004675 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-9b2ecc56-8470-4475-b7f4-630448411c9c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] device_id is not set on port 786252bf-f03a-494b-a7e4-edb0556e5e95 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:43:17.173666 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-9b2ecc56-8470-4475-b7f4-630448411c9c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Allocated IP 2001:db8::2aa (77bd6136-3a58-4603-b137-15b42f2b44f1/9655e0dd-cd1a-4f87-84d8-08e204456d94/786252bf-f03a-494b-a7e4-edb0556e5e95) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:43:17.353289 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9b2ecc56-8470-4475-b7f4-630448411c9c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for port (786252bf-f03a-494b-a7e4-edb0556e5e95), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:17.392056 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-33fd728f-3f70-41bf-8b13-0e98f1cd6168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:17.440601 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9b2ecc56-8470-4475-b7f4-630448411c9c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (786252bf-f03a-494b-a7e4-edb0556e5e95), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:17.551364 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-76f60629-d92a-4d1a-bb10-394e212a90d5 None None] Allocated IP 2001:db8::2 (77bd6136-3a58-4603-b137-15b42f2b44f1/9655e0dd-cd1a-4f87-84d8-08e204456d94/226ea621-18e8-44e8-9fcd-37ba2bbe2ce5) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:43:17.582229 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ecc56-8470-4475-b7f4-630448411c9c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Port': ['ID=786252bf-f03a-494b-a7e4-edb0556e5e95,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:17.606596 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2ecc56-8470-4475-b7f4-630448411c9c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Network 77bd6136-3a58-4603-b137-15b42f2b44f1 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:43:17.614720 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-9b2ecc56-8470-4475-b7f4-630448411c9c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:43:17.621113 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2ecc56-8470-4475-b7f4-630448411c9c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:43:17.635956 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2ecc56-8470-4475-b7f4-630448411c9c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:17.637383 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9b2ecc56-8470-4475-b7f4-630448411c9c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:17.671558 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9b2ecc56-8470-4475-b7f4-630448411c9c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.9806035 Mar 22 19:43:17.671558 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43586) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:17.873777 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-0b3efec5-ca79-49d2-acbd-e9e3aef59d62 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Deleting port 786252bf-f03a-494b-a7e4-edb0556e5e95 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:43:17.874429 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0b3efec5-ca79-49d2-acbd-e9e3aef59d62 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (786252bf-f03a-494b-a7e4-edb0556e5e95), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:17.930171 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-76f60629-d92a-4d1a-bb10-394e212a90d5 None None] Publish callbacks [] for port (226ea621-18e8-44e8-9fcd-37ba2bbe2ce5), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:17.942682 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-76f60629-d92a-4d1a-bb10-394e212a90d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (226ea621-18e8-44e8-9fcd-37ba2bbe2ce5), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:18.017214 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f60629-d92a-4d1a-bb10-394e212a90d5 None None] Pushing event updated for resources: {'Port': ['ID=226ea621-18e8-44e8-9fcd-37ba2bbe2ce5,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:18.047236 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f60629-d92a-4d1a-bb10-394e212a90d5 None None] Network 77bd6136-3a58-4603-b137-15b42f2b44f1 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:43:18.051160 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-76f60629-d92a-4d1a-bb10-394e212a90d5 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:43:18.054898 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f60629-d92a-4d1a-bb10-394e212a90d5 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:43:18.134702 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0b3efec5-ca79-49d2-acbd-e9e3aef59d62 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (786252bf-f03a-494b-a7e4-edb0556e5e95), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:18.164339 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-76f60629-d92a-4d1a-bb10-394e212a90d5 None None] Attempting to bind port 226ea621-18e8-44e8-9fcd-37ba2bbe2ce5 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:43:18.164891 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-0b3efec5-ca79-49d2-acbd-e9e3aef59d62 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Calling delete_port for 786252bf-f03a-494b-a7e4-edb0556e5e95 owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:43:18.178716 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-76f60629-d92a-4d1a-bb10-394e212a90d5 None None] Attempting to bind port 226ea621-18e8-44e8-9fcd-37ba2bbe2ce5 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '03213c48-6a1d-4654-ab27-faf53b73e7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '77bd6136-3a58-4603-b137-15b42f2b44f1'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:43:18.179101 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f60629-d92a-4d1a-bb10-394e212a90d5 None None] Attempting to bind port 226ea621-18e8-44e8-9fcd-37ba2bbe2ce5 on network 77bd6136-3a58-4603-b137-15b42f2b44f1 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:43:18.184769 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f60629-d92a-4d1a-bb10-394e212a90d5 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:43:18.185207 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f60629-d92a-4d1a-bb10-394e212a90d5 None None] Checking segment: {'id': '03213c48-6a1d-4654-ab27-faf53b73e7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '77bd6136-3a58-4603-b137-15b42f2b44f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:43:18.186144 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-76f60629-d92a-4d1a-bb10-394e212a90d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:18.186539 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f60629-d92a-4d1a-bb10-394e212a90d5 None None] Bound using segment: {'id': '03213c48-6a1d-4654-ab27-faf53b73e7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '77bd6136-3a58-4603-b137-15b42f2b44f1'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:43:18.187025 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-76f60629-d92a-4d1a-bb10-394e212a90d5 None None] Bound port: 226ea621-18e8-44e8-9fcd-37ba2bbe2ce5, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03213c48-6a1d-4654-ab27-faf53b73e7fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '77bd6136-3a58-4603-b137-15b42f2b44f1'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:43:18.187391 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-76f60629-d92a-4d1a-bb10-394e212a90d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (226ea621-18e8-44e8-9fcd-37ba2bbe2ce5), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:18.414435 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-76f60629-d92a-4d1a-bb10-394e212a90d5 None None] For port 226ea621-18e8-44e8-9fcd-37ba2bbe2ce5, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:43:18.420552 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0b3efec5-ca79-49d2-acbd-e9e3aef59d62 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (786252bf-f03a-494b-a7e4-edb0556e5e95), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:18.433817 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-76f60629-d92a-4d1a-bb10-394e212a90d5 None None] For port 226ea621-18e8-44e8-9fcd-37ba2bbe2ce5, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=226ea621-18e8-44e8-9fcd-37ba2bbe2ce5,segment=NetworkSegment(03213c48-6a1d-4654-ab27-faf53b73e7fe),segment_id=03213c48-6a1d-4654-ab27-faf53b73e7fe)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:43:18.445804 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:18.453682 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-76f60629-d92a-4d1a-bb10-394e212a90d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (226ea621-18e8-44e8-9fcd-37ba2bbe2ce5), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:18.520290 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3efec5-ca79-49d2-acbd-e9e3aef59d62 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Port': ['ID=786252bf-f03a-494b-a7e4-edb0556e5e95,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:18.595389 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0b3efec5-ca79-49d2-acbd-e9e3aef59d62 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:18.605990 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0b3efec5-ca79-49d2-acbd-e9e3aef59d62 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/ports/786252bf-f03a-494b-a7e4-edb0556e5e95 HTTP/1.1" status: 204 len: 168 time: 0.9334209 Mar 22 19:43:18.608642 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43600) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:18.627195 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f60629-d92a-4d1a-bb10-394e212a90d5 None None] Pushing event updated for resources: {'Port': ['ID=226ea621-18e8-44e8-9fcd-37ba2bbe2ce5,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:18.656181 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b436ed-583c-481e-b2e2-4a08f80e0347 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] GET failed (client error): The resource could not be found. Mar 22 19:43:18.657861 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c2b436ed-583c-481e-b2e2-4a08f80e0347 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "GET /v2.0/ports/786252bf-f03a-494b-a7e4-edb0556e5e95 HTTP/1.1" status: 404 len: 333 time: 0.0466774 Mar 22 19:43:18.660572 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43602) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:18.709051 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:18.773397 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-30180cc4-fb31-4468-a3c8-e56f2226b0d8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Deleting subnet 9655e0dd-cd1a-4f87-84d8-08e204456d94 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:43:18.778119 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-30180cc4-fb31-4468-a3c8-e56f2226b0d8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for subnet (9655e0dd-cd1a-4f87-84d8-08e204456d94), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:18.880400 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-30180cc4-fb31-4468-a3c8-e56f2226b0d8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (9655e0dd-cd1a-4f87-84d8-08e204456d94), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:19.086710 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-30180cc4-fb31-4468-a3c8-e56f2226b0d8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (9655e0dd-cd1a-4f87-84d8-08e204456d94), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:19.170924 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-30180cc4-fb31-4468-a3c8-e56f2226b0d8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (9655e0dd-cd1a-4f87-84d8-08e204456d94), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:19.214051 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-30180cc4-fb31-4468-a3c8-e56f2226b0d8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:19.217818 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-30180cc4-fb31-4468-a3c8-e56f2226b0d8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/subnets/9655e0dd-cd1a-4f87-84d8-08e204456d94 HTTP/1.1" status: 204 len: 168 time: 0.5554135 Mar 22 19:43:19.218512 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30180cc4-fb31-4468-a3c8-e56f2226b0d8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Subnet': ['ID=9655e0dd-cd1a-4f87-84d8-08e204456d94,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:19.220251 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43608) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:19.436842 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c5f44f7-6756-40b5-b188-ae34d089a234 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (77bd6136-3a58-4603-b137-15b42f2b44f1), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:19.550284 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-5c5f44f7-6756-40b5-b188-ae34d089a234 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Deleting port 226ea621-18e8-44e8-9fcd-37ba2bbe2ce5 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:43:19.550641 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c5f44f7-6756-40b5-b188-ae34d089a234 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (226ea621-18e8-44e8-9fcd-37ba2bbe2ce5), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:19.684822 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-5c5f44f7-6756-40b5-b188-ae34d089a234 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] For port 226ea621-18e8-44e8-9fcd-37ba2bbe2ce5, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=226ea621-18e8-44e8-9fcd-37ba2bbe2ce5,segment=NetworkSegment(03213c48-6a1d-4654-ab27-faf53b73e7fe),segment_id=03213c48-6a1d-4654-ab27-faf53b73e7fe)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:43:19.687835 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c5f44f7-6756-40b5-b188-ae34d089a234 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (226ea621-18e8-44e8-9fcd-37ba2bbe2ce5), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:19.713542 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-5c5f44f7-6756-40b5-b188-ae34d089a234 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Calling delete_port for 226ea621-18e8-44e8-9fcd-37ba2bbe2ce5 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:43:19.910255 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c5f44f7-6756-40b5-b188-ae34d089a234 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (226ea621-18e8-44e8-9fcd-37ba2bbe2ce5), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:19.985936 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f44f7-6756-40b5-b188-ae34d089a234 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Port': ['ID=226ea621-18e8-44e8-9fcd-37ba2bbe2ce5,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:19.988276 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5f44f7-6756-40b5-b188-ae34d089a234 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] No DVR routers for this DVR port 226ea621-18e8-44e8-9fcd-37ba2bbe2ce5 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:43:20.122009 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:20.170146 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c5f44f7-6756-40b5-b188-ae34d089a234 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (77bd6136-3a58-4603-b137-15b42f2b44f1), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:20.201010 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-5c5f44f7-6756-40b5-b188-ae34d089a234 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77bd6136-3a58-4603-b137-15b42f2b44f1']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:20.212191 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-5c5f44f7-6756-40b5-b188-ae34d089a234 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03213c48-6a1d-4654-ab27-faf53b73e7fe') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:20.212692 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-5c5f44f7-6756-40b5-b188-ae34d089a234 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03213c48-6a1d-4654-ab27-faf53b73e7fe') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:20.232471 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c5f44f7-6756-40b5-b188-ae34d089a234 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (03213c48-6a1d-4654-ab27-faf53b73e7fe), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:20.253753 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c5f44f7-6756-40b5-b188-ae34d089a234 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (03213c48-6a1d-4654-ab27-faf53b73e7fe), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:20.260930 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5f44f7-6756-40b5-b188-ae34d089a234 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:43:20.261770 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c5f44f7-6756-40b5-b188-ae34d089a234 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (03213c48-6a1d-4654-ab27-faf53b73e7fe), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:20.265620 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:43:20.265620 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:43:20.265620 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:43:20.265620 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:43:20.265620 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:43:20.265620 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:43:20.265620 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:43:20.265620 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:43:20.265620 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:43:20.265620 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:43:20.265620 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:43:20.265620 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:43:20.265620 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:43:20.265620 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:43:20.265620 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:43:20.265620 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:43:20.265620 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:43:20.265620 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:43:20.265620 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:43:20.265620 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:43:20.265620 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:43:20.265620 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:43:20.265620 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:43:20.265620 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:43:20.265620 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:43:20.265620 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:43:20.265620 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:43:20.265620 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:43:20.265620 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:43:20.265620 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:43:20.265620 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:43:20.265620 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:43:20.373731 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c5f44f7-6756-40b5-b188-ae34d089a234 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (77bd6136-3a58-4603-b137-15b42f2b44f1), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:20.407766 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c5f44f7-6756-40b5-b188-ae34d089a234 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:20.411839 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5c5f44f7-6756-40b5-b188-ae34d089a234 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/networks/77bd6136-3a58-4603-b137-15b42f2b44f1 HTTP/1.1" status: 204 len: 168 time: 1.1902568 Mar 22 19:43:20.413770 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f44f7-6756-40b5-b188-ae34d089a234 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Network': ['ID=77bd6136-3a58-4603-b137-15b42f2b44f1,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:20.415536 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43628) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:20.422372 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-b7edc184-e2d3-4cf4-9aa7-af03c2cca63e tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'port': {'network_id': 'e04581cc-4bb8-48f1-9054-ed38074d8694', 'name': 'tempest-PortsIpV6TestJSON-2069945378'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:43:20.443846 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-78ea1241-8aee-40f0-9c76-3b409c9b3c40 None None] Could not find standard attr ID for object 226ea621-18e8-44e8-9fcd-37ba2bbe2ce5. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:43:20.497471 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a11d553-50e0-46c8-914d-22ac69da0f74 None None] DHCP port deletion for 77bd6136-3a58-4603-b137-15b42f2b44f1 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:43:20.521540 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db08efad-f195-4d59-baa1-217519ca89b0 None None] Network 77bd6136-3a58-4603-b137-15b42f2b44f1 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:43:20.556308 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db08efad-f195-4d59-baa1-217519ca89b0 None None] Network 77bd6136-3a58-4603-b137-15b42f2b44f1 could not be found, it might have been deleted concurrently. {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 19:43:20.619061 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7edc184-e2d3-4cf4-9aa7-af03c2cca63e tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:43:20.623060 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b7edc184-e2d3-4cf4-9aa7-af03c2cca63e tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:20.675098 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-b7edc184-e2d3-4cf4-9aa7-af03c2cca63e tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] device_id is not set on port 273cc75e-f7df-4650-a25e-58921a7766b8 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:43:21.137991 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b7edc184-e2d3-4cf4-9aa7-af03c2cca63e tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for port (273cc75e-f7df-4650-a25e-58921a7766b8), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:21.211633 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b7edc184-e2d3-4cf4-9aa7-af03c2cca63e tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (273cc75e-f7df-4650-a25e-58921a7766b8), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:21.292783 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7edc184-e2d3-4cf4-9aa7-af03c2cca63e tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Network e04581cc-4bb8-48f1-9054-ed38074d8694 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:43:21.310170 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-b7edc184-e2d3-4cf4-9aa7-af03c2cca63e tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:43:21.315197 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7edc184-e2d3-4cf4-9aa7-af03c2cca63e tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:43:21.337267 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7edc184-e2d3-4cf4-9aa7-af03c2cca63e tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:21.338090 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b7edc184-e2d3-4cf4-9aa7-af03c2cca63e tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:21.360778 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:21.381884 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7edc184-e2d3-4cf4-9aa7-af03c2cca63e tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Port': ['ID=273cc75e-f7df-4650-a25e-58921a7766b8,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:21.404876 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43650) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:21.405426 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b7edc184-e2d3-4cf4-9aa7-af03c2cca63e tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9882641 Mar 22 19:43:21.613150 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-1d660369-73db-4d01-97e3-621d03863926 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Deleting port 273cc75e-f7df-4650-a25e-58921a7766b8 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:43:21.613921 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1d660369-73db-4d01-97e3-621d03863926 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (273cc75e-f7df-4650-a25e-58921a7766b8), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:21.827785 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1d660369-73db-4d01-97e3-621d03863926 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (273cc75e-f7df-4650-a25e-58921a7766b8), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:21.863789 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-1d660369-73db-4d01-97e3-621d03863926 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Calling delete_port for 273cc75e-f7df-4650-a25e-58921a7766b8 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:43:21.977247 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1d660369-73db-4d01-97e3-621d03863926 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (273cc75e-f7df-4650-a25e-58921a7766b8), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:22.092904 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 226ea621-18e8-44e8-9fcd-37ba2bbe2ce5 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:43:22.097729 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d660369-73db-4d01-97e3-621d03863926 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Port': ['ID=273cc75e-f7df-4650-a25e-58921a7766b8,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:22.125490 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1d660369-73db-4d01-97e3-621d03863926 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:22.131349 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1d660369-73db-4d01-97e3-621d03863926 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/ports/273cc75e-f7df-4650-a25e-58921a7766b8 HTTP/1.1" status: 204 len: 168 time: 0.7254028 Mar 22 19:43:22.134522 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43658) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:22.140445 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-928543d0-12d7-4bd6-a0ba-6fd21d6ab717 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'port': {'network_id': 'e04581cc-4bb8-48f1-9054-ed38074d8694', 'mac_address': 'fa:16:3e:8e:73:0a', 'name': 'tempest-PortsIpV6TestJSON-1742105953'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:43:22.144959 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 226ea621-18e8-44e8-9fcd-37ba2bbe2ce5 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:43:22.146517 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 226ea621-18e8-44e8-9fcd-37ba2bbe2ce5 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:43:22.392647 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928543d0-12d7-4bd6-a0ba-6fd21d6ab717 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:43:22.610510 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-928543d0-12d7-4bd6-a0ba-6fd21d6ab717 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:22.660107 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-928543d0-12d7-4bd6-a0ba-6fd21d6ab717 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] device_id is not set on port 36c0d4ee-4cfb-4c27-a0ba-c68efba3dc3d yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:43:22.674197 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43672) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:23.067284 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-928543d0-12d7-4bd6-a0ba-6fd21d6ab717 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for port (36c0d4ee-4cfb-4c27-a0ba-c68efba3dc3d), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:23.143166 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-928543d0-12d7-4bd6-a0ba-6fd21d6ab717 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (36c0d4ee-4cfb-4c27-a0ba-c68efba3dc3d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:23.316198 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928543d0-12d7-4bd6-a0ba-6fd21d6ab717 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Network e04581cc-4bb8-48f1-9054-ed38074d8694 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:43:23.325462 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-928543d0-12d7-4bd6-a0ba-6fd21d6ab717 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:43:23.352484 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928543d0-12d7-4bd6-a0ba-6fd21d6ab717 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:43:23.366812 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928543d0-12d7-4bd6-a0ba-6fd21d6ab717 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:23.374902 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-928543d0-12d7-4bd6-a0ba-6fd21d6ab717 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:23.407638 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928543d0-12d7-4bd6-a0ba-6fd21d6ab717 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Port': ['ID=36c0d4ee-4cfb-4c27-a0ba-c68efba3dc3d,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:23.445072 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-928543d0-12d7-4bd6-a0ba-6fd21d6ab717 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3093827 Mar 22 19:43:23.447514 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43684) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:23.565655 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fce680-0bb9-4d6a-b01b-57c5cc55ec9e tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:23.578766 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-36fce680-0bb9-4d6a-b01b-57c5cc55ec9e tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "GET /v2.0/ports/36c0d4ee-4cfb-4c27-a0ba-c68efba3dc3d HTTP/1.1" status: 200 len: 845 time: 0.1301687 Mar 22 19:43:23.582243 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43690) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:23.850564 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-10608632-5f54-4e24-ab0a-0a2a5c138ebb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Deleting port 36c0d4ee-4cfb-4c27-a0ba-c68efba3dc3d {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:43:23.850962 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-10608632-5f54-4e24-ab0a-0a2a5c138ebb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (36c0d4ee-4cfb-4c27-a0ba-c68efba3dc3d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:24.067952 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-10608632-5f54-4e24-ab0a-0a2a5c138ebb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (36c0d4ee-4cfb-4c27-a0ba-c68efba3dc3d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:24.093289 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-10608632-5f54-4e24-ab0a-0a2a5c138ebb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Calling delete_port for 36c0d4ee-4cfb-4c27-a0ba-c68efba3dc3d owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:43:24.245580 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e338a49a-63c3-42c7-a59e-ae275728b8c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (f46fd7ef-bf03-462b-92ea-a542045b7865), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:24.251826 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-10608632-5f54-4e24-ab0a-0a2a5c138ebb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (36c0d4ee-4cfb-4c27-a0ba-c68efba3dc3d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:24.304280 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10608632-5f54-4e24-ab0a-0a2a5c138ebb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Port': ['ID=36c0d4ee-4cfb-4c27-a0ba-c68efba3dc3d,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:24.355577 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10608632-5f54-4e24-ab0a-0a2a5c138ebb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:24.355923 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10608632-5f54-4e24-ab0a-0a2a5c138ebb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:24.356266 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10608632-5f54-4e24-ab0a-0a2a5c138ebb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:24.356598 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10608632-5f54-4e24-ab0a-0a2a5c138ebb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:24.357083 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10608632-5f54-4e24-ab0a-0a2a5c138ebb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:24.357625 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10608632-5f54-4e24-ab0a-0a2a5c138ebb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:24.358104 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10608632-5f54-4e24-ab0a-0a2a5c138ebb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:24.360018 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10608632-5f54-4e24-ab0a-0a2a5c138ebb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:24.360496 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10608632-5f54-4e24-ab0a-0a2a5c138ebb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:24.360951 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10608632-5f54-4e24-ab0a-0a2a5c138ebb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:24.361538 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10608632-5f54-4e24-ab0a-0a2a5c138ebb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:24.361982 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10608632-5f54-4e24-ab0a-0a2a5c138ebb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:24.362673 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10608632-5f54-4e24-ab0a-0a2a5c138ebb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:24.363118 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10608632-5f54-4e24-ab0a-0a2a5c138ebb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:24.363557 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10608632-5f54-4e24-ab0a-0a2a5c138ebb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:24.379131 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-10608632-5f54-4e24-ab0a-0a2a5c138ebb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:24.384900 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-10608632-5f54-4e24-ab0a-0a2a5c138ebb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/ports/36c0d4ee-4cfb-4c27-a0ba-c68efba3dc3d HTTP/1.1" status: 204 len: 168 time: 0.8006537 Mar 22 19:43:24.386690 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43696) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:24.456213 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c17110-7d86-47ef-8434-13aa186a52d0 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] GET failed (client error): The resource could not be found. Mar 22 19:43:24.459839 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-01c17110-7d86-47ef-8434-13aa186a52d0 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "GET /v2.0/ports/36c0d4ee-4cfb-4c27-a0ba-c68efba3dc3d HTTP/1.1" status: 404 len: 333 time: 0.0687537 Mar 22 19:43:24.463765 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43700) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:24.475076 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-7b246afb-70b8-462b-bd33-7c955900e0b8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'port': {'network_id': 'e04581cc-4bb8-48f1-9054-ed38074d8694', 'name': 'tempest-PortsIpV6TestJSON-1716714886'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:43:24.696451 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-e338a49a-63c3-42c7-a59e-ae275728b8c2 admin admin] Deleting port d69ad618-e9af-4069-a52e-8c083cf2df0b {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:43:24.698284 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b246afb-70b8-462b-bd33-7c955900e0b8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:43:24.698737 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e338a49a-63c3-42c7-a59e-ae275728b8c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (d69ad618-e9af-4069-a52e-8c083cf2df0b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:24.705592 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7b246afb-70b8-462b-bd33-7c955900e0b8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:24.752366 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-7b246afb-70b8-462b-bd33-7c955900e0b8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] device_id is not set on port bea2e4b2-077b-47a6-b642-40530da48e18 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:43:24.849945 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-e338a49a-63c3-42c7-a59e-ae275728b8c2 admin admin] For port d69ad618-e9af-4069-a52e-8c083cf2df0b, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=d69ad618-e9af-4069-a52e-8c083cf2df0b,segment=NetworkSegment(eeaed36b-2189-47d5-81ce-01a67b046103),segment_id=eeaed36b-2189-47d5-81ce-01a67b046103)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:43:24.850709 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e338a49a-63c3-42c7-a59e-ae275728b8c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (d69ad618-e9af-4069-a52e-8c083cf2df0b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:24.885386 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-e338a49a-63c3-42c7-a59e-ae275728b8c2 admin admin] Calling delete_port for d69ad618-e9af-4069-a52e-8c083cf2df0b owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:43:25.085325 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7b246afb-70b8-462b-bd33-7c955900e0b8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for port (bea2e4b2-077b-47a6-b642-40530da48e18), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:25.179836 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7b246afb-70b8-462b-bd33-7c955900e0b8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (bea2e4b2-077b-47a6-b642-40530da48e18), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:25.243731 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e338a49a-63c3-42c7-a59e-ae275728b8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (d69ad618-e9af-4069-a52e-8c083cf2df0b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:25.297283 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338a49a-63c3-42c7-a59e-ae275728b8c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d69ad618-e9af-4069-a52e-8c083cf2df0b,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:25.312507 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b246afb-70b8-462b-bd33-7c955900e0b8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Network e04581cc-4bb8-48f1-9054-ed38074d8694 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:43:25.350759 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-7b246afb-70b8-462b-bd33-7c955900e0b8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:43:25.356334 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b246afb-70b8-462b-bd33-7c955900e0b8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:43:25.366037 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b246afb-70b8-462b-bd33-7c955900e0b8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:25.370780 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7b246afb-70b8-462b-bd33-7c955900e0b8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:25.384809 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b246afb-70b8-462b-bd33-7c955900e0b8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Port': ['ID=bea2e4b2-077b-47a6-b642-40530da48e18,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:25.397857 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7b246afb-70b8-462b-bd33-7c955900e0b8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9326169 Mar 22 19:43:25.400206 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43724) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:25.415565 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-63eb01b4-bce7-434f-bb8f-84a1a1c16492 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:43:25.640155 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-63eb01b4-bce7-434f-bb8f-84a1a1c16492 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (bea2e4b2-077b-47a6-b642-40530da48e18), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:25.744285 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e338a49a-63c3-42c7-a59e-ae275728b8c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (f46fd7ef-bf03-462b-92ea-a542045b7865), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:26.039214 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-63eb01b4-bce7-434f-bb8f-84a1a1c16492 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for port (bea2e4b2-077b-47a6-b642-40530da48e18), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:26.053253 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-63eb01b4-bce7-434f-bb8f-84a1a1c16492 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (bea2e4b2-077b-47a6-b642-40530da48e18), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:26.164358 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-63eb01b4-bce7-434f-bb8f-84a1a1c16492 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] In _notify_port_updated(), no bound segment for port bea2e4b2-077b-47a6-b642-40530da48e18 on network e04581cc-4bb8-48f1-9054-ed38074d8694 {{(pid=104172) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 19:43:26.174977 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63eb01b4-bce7-434f-bb8f-84a1a1c16492 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:26.175609 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-63eb01b4-bce7-434f-bb8f-84a1a1c16492 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:26.179602 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-63eb01b4-bce7-434f-bb8f-84a1a1c16492 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "PUT /v2.0/ports/bea2e4b2-077b-47a6-b642-40530da48e18 HTTP/1.1" status: 200 len: 818 time: 0.7751307 Mar 22 19:43:26.179927 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43738) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:26.181577 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb01b4-bce7-434f-bb8f-84a1a1c16492 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Port': ['ID=bea2e4b2-077b-47a6-b642-40530da48e18,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:26.321896 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-0801442f-420d-4fac-afee-57fe9dd7fa71 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Deleting port bea2e4b2-077b-47a6-b642-40530da48e18 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:43:26.322488 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0801442f-420d-4fac-afee-57fe9dd7fa71 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (bea2e4b2-077b-47a6-b642-40530da48e18), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:26.392054 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e338a49a-63c3-42c7-a59e-ae275728b8c2 admin admin] Router f46fd7ef-bf03-462b-92ea-a542045b7865 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:43:26.463103 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0801442f-420d-4fac-afee-57fe9dd7fa71 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (bea2e4b2-077b-47a6-b642-40530da48e18), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:26.510165 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-0801442f-420d-4fac-afee-57fe9dd7fa71 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Calling delete_port for bea2e4b2-077b-47a6-b642-40530da48e18 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:43:26.636700 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e338a49a-63c3-42c7-a59e-ae275728b8c2 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:43:26.653099 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73962dcf-bd4e-4ad1-b6a4-5980e10a2e8a None None] Sync routers for ids ['f46fd7ef-bf03-462b-92ea-a542045b7865'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:43:26.661240 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43742) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:26.667377 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73962dcf-bd4e-4ad1-b6a4-5980e10a2e8a None None] Routers {'f46fd7ef-bf03-462b-92ea-a542045b7865'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:43:26.680662 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-73962dcf-bd4e-4ad1-b6a4-5980e10a2e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:43:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f46fd7ef-bf03-462b-92ea-a542045b7865'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:26.682267 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e338a49a-63c3-42c7-a59e-ae275728b8c2 admin admin] 10.222.0.75 "PUT /v2.0/routers/f46fd7ef-bf03-462b-92ea-a542045b7865/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0047767 Mar 22 19:43:26.734927 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0801442f-420d-4fac-afee-57fe9dd7fa71 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (bea2e4b2-077b-47a6-b642-40530da48e18), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:26.833405 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0801442f-420d-4fac-afee-57fe9dd7fa71 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:26.841015 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0801442f-420d-4fac-afee-57fe9dd7fa71 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/ports/bea2e4b2-077b-47a6-b642-40530da48e18 HTTP/1.1" status: 204 len: 168 time: 0.6600103 Mar 22 19:43:26.845266 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43748) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:26.917647 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801442f-420d-4fac-afee-57fe9dd7fa71 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Port': ['ID=bea2e4b2-077b-47a6-b642-40530da48e18,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:26.951276 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d13e3f1e-cf5f-47a5-bd19-5ee6d794c6d7 admin admin] Publish callbacks [] for router (f46fd7ef-bf03-462b-92ea-a542045b7865), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:26.975278 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-73962dcf-bd4e-4ad1-b6a4-5980e10a2e8a None None] Set router f46fd7ef-bf03-462b-92ea-a542045b7865 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:43:26.976468 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5817ec3e-d5cc-4bd3-b367-e76709778416 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:26.998068 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5817ec3e-d5cc-4bd3-b367-e76709778416 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1470659 Mar 22 19:43:26.998766 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43752) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:27.080901 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ae47b9-f7ad-43e2-89f0-8dc36fff0ad0 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] GET failed (client error): The resource could not be found. Mar 22 19:43:27.088522 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-56ae47b9-f7ad-43e2-89f0-8dc36fff0ad0 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "GET /v2.0/ports/bea2e4b2-077b-47a6-b642-40530da48e18 HTTP/1.1" status: 404 len: 333 time: 0.0886283 Mar 22 19:43:27.089191 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43758) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:27.095130 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-3c0dfe8e-ba3b-450e-b2a5-d41e922df401 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1630265543'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:43:27.140366 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0dfe8e-ba3b-450e-b2a5-d41e922df401 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:43:27.144158 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3c0dfe8e-ba3b-450e-b2a5-d41e922df401 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:27.194675 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c0dfe8e-ba3b-450e-b2a5-d41e922df401 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:43:27.215576 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d13e3f1e-cf5f-47a5-bd19-5ee6d794c6d7 admin admin] Publish callbacks [] for router_gateway (f46fd7ef-bf03-462b-92ea-a542045b7865), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:27.219659 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3c0dfe8e-ba3b-450e-b2a5-d41e922df401 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (70cf3b23-5739-462e-bcec-d547487e3c18), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:27.220001 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-3c0dfe8e-ba3b-450e-b2a5-d41e922df401 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Added segment 70cf3b23-5739-462e-bcec-d547487e3c18 of type vlan for network 5c83a5d3-552a-4e47-9b99-165b5c0a1354 Mar 22 19:43:27.322010 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3c0dfe8e-ba3b-450e-b2a5-d41e922df401 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (5c83a5d3-552a-4e47-9b99-165b5c0a1354), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:27.347506 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-d13e3f1e-cf5f-47a5-bd19-5ee6d794c6d7 admin admin] Deleting port a87dba9a-fe1a-4e98-a28a-df5a5c0f156f {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:43:27.347850 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d13e3f1e-cf5f-47a5-bd19-5ee6d794c6d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (a87dba9a-fe1a-4e98-a28a-df5a5c0f156f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:27.396754 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3c0dfe8e-ba3b-450e-b2a5-d41e922df401 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (5c83a5d3-552a-4e47-9b99-165b5c0a1354), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:27.410593 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0dfe8e-ba3b-450e-b2a5-d41e922df401 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:27.411529 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3c0dfe8e-ba3b-450e-b2a5-d41e922df401 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:27.421252 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-73962dcf-bd4e-4ad1-b6a4-5980e10a2e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'name': 'tempest-AttachVolumeShelveTestJSON-664501207-router', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:43:25Z', 'revision_number': 5, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'gw_port': {'id': 'a87dba9a-fe1a-4e98-a28a-df5a5c0f156f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:27.486643 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73962dcf-bd4e-4ad1-b6a4-5980e10a2e8a None None] Checking router: f46fd7ef-bf03-462b-92ea-a542045b7865 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:43:27.509478 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73962dcf-bd4e-4ad1-b6a4-5980e10a2e8a None None] Routers {'f46fd7ef-bf03-462b-92ea-a542045b7865'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:43:27.510164 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-73962dcf-bd4e-4ad1-b6a4-5980e10a2e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:43:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f46fd7ef-bf03-462b-92ea-a542045b7865'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:27.527062 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-d13e3f1e-cf5f-47a5-bd19-5ee6d794c6d7 admin admin] For port a87dba9a-fe1a-4e98-a28a-df5a5c0f156f, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a87dba9a-fe1a-4e98-a28a-df5a5c0f156f,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:43:27.527654 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d13e3f1e-cf5f-47a5-bd19-5ee6d794c6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (a87dba9a-fe1a-4e98-a28a-df5a5c0f156f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:27.555134 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-d13e3f1e-cf5f-47a5-bd19-5ee6d794c6d7 admin admin] Calling delete_port for a87dba9a-fe1a-4e98-a28a-df5a5c0f156f owned by network:router_gateway {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:43:27.565022 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0dfe8e-ba3b-450e-b2a5-d41e922df401 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Network': ['ID=5c83a5d3-552a-4e47-9b99-165b5c0a1354,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:27.571239 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3c0dfe8e-ba3b-450e-b2a5-d41e922df401 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4809375 Mar 22 19:43:27.574709 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43760) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:27.580939 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-577e28c3-14f7-4e44-9209-dc891e8690a9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'subnet': {'network_id': '5c83a5d3-552a-4e47-9b99-165b5c0a1354', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:43:27.695213 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577e28c3-14f7-4e44-9209-dc891e8690a9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:43:27.700021 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-577e28c3-14f7-4e44-9209-dc891e8690a9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:27.713141 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-73962dcf-bd4e-4ad1-b6a4-5980e10a2e8a None None] Set router f46fd7ef-bf03-462b-92ea-a542045b7865 gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:43:27.850821 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 5c83a5d3-552a-4e47-9b99-165b5c0a1354 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:43:27.854768 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-73962dcf-bd4e-4ad1-b6a4-5980e10a2e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'name': 'tempest-AttachVolumeShelveTestJSON-664501207-router', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:43:27Z', 'revision_number': 6, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:27.872986 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d13e3f1e-cf5f-47a5-bd19-5ee6d794c6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (a87dba9a-fe1a-4e98-a28a-df5a5c0f156f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:27.922015 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13e3f1e-cf5f-47a5-bd19-5ee6d794c6d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a87dba9a-fe1a-4e98-a28a-df5a5c0f156f,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:27.941860 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73962dcf-bd4e-4ad1-b6a4-5980e10a2e8a None None] The sync data for ids ['f46fd7ef-bf03-462b-92ea-a542045b7865'] in n-d-705658-24 is: [{'id': 'f46fd7ef-bf03-462b-92ea-a542045b7865', 'name': 'tempest-AttachVolumeShelveTestJSON-664501207-router', 'tenant_id': '7cda59a95c784cbe81e1e4252cbf144e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:44Z', 'updated_at': '2022-03-22T19:43:27Z', 'revision_number': 6, 'project_id': '7cda59a95c784cbe81e1e4252cbf144e', 'gw_port_host': None}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:43:28.024968 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-577e28c3-14f7-4e44-9209-dc891e8690a9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (383dbb91-2f60-43b9-b0e5-05574b431ebb), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:28.066692 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d13e3f1e-cf5f-47a5-bd19-5ee6d794c6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (f46fd7ef-bf03-462b-92ea-a542045b7865), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:28.168431 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e28c3-14f7-4e44-9209-dc891e8690a9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Subnet': ['ID=383dbb91-2f60-43b9-b0e5-05574b431ebb,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:28.190217 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577e28c3-14f7-4e44-9209-dc891e8690a9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Checking segment: {'id': '70cf3b23-5739-462e-bcec-d547487e3c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5c83a5d3-552a-4e47-9b99-165b5c0a1354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:43:28.190784 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577e28c3-14f7-4e44-9209-dc891e8690a9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Network hostable DHCP agents. Network: 5c83a5d3-552a-4e47-9b99-165b5c0a1354, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:43:28.232203 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577e28c3-14f7-4e44-9209-dc891e8690a9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Network 5c83a5d3-552a-4e47-9b99-165b5c0a1354 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:43:28.240350 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d69ad618-e9af-4069-a52e-8c083cf2df0b no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:43:28.248562 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-577e28c3-14f7-4e44-9209-dc891e8690a9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 5c83a5d3-552a-4e47-9b99-165b5c0a1354) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:43:28.262553 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577e28c3-14f7-4e44-9209-dc891e8690a9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:28.268708 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-577e28c3-14f7-4e44-9209-dc891e8690a9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:28.282240 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d13e3f1e-cf5f-47a5-bd19-5ee6d794c6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (f46fd7ef-bf03-462b-92ea-a542045b7865), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:28.292222 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d13e3f1e-cf5f-47a5-bd19-5ee6d794c6d7 admin admin] Publish callbacks [] for router_controller (f46fd7ef-bf03-462b-92ea-a542045b7865), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:28.292861 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43774) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:28.294224 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-577e28c3-14f7-4e44-9209-dc891e8690a9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7180429 Mar 22 19:43:28.304024 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-27995cb0-b14c-4c50-95c6-f2d889f3f2ab tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'subnet': {'network_id': '5c83a5d3-552a-4e47-9b99-165b5c0a1354', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:43:28.325018 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b051ca2-9558-4426-bda7-badad50be333 None None] Network 5c83a5d3-552a-4e47-9b99-165b5c0a1354 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:43:28.426657 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: d69ad618-e9af-4069-a52e-8c083cf2df0b {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:43:28.427711 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d69ad618-e9af-4069-a52e-8c083cf2df0b not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:43:28.450152 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-5c83a5d3-552a-4e47-9b99-165b5c0a1354', 'network_id': '5c83a5d3-552a-4e47-9b99-165b5c0a1354', 'project_id': 'cffa16449d93439395dbede298544490', 'fixed_ips': [{'subnet_id': '383dbb91-2f60-43b9-b0e5-05574b431ebb'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:43:28.451288 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:28.533923 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d13e3f1e-cf5f-47a5-bd19-5ee6d794c6d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (f46fd7ef-bf03-462b-92ea-a542045b7865), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:28.534742 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13e3f1e-cf5f-47a5-bd19-5ee6d794c6d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f46fd7ef-bf03-462b-92ea-a542045b7865 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:43:28.539418 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d13e3f1e-cf5f-47a5-bd19-5ee6d794c6d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:28.546679 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d13e3f1e-cf5f-47a5-bd19-5ee6d794c6d7 admin admin] 10.222.0.75 "DELETE /v2.0/routers/f46fd7ef-bf03-462b-92ea-a542045b7865 HTTP/1.1" status: 204 len: 168 time: 1.8843329 Mar 22 19:43:28.549239 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43776) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:28.591085 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27995cb0-b14c-4c50-95c6-f2d889f3f2ab tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:43:28.595591 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-27995cb0-b14c-4c50-95c6-f2d889f3f2ab tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:28.652744 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-11cae476-e7a6-48fd-adb8-acd9f509b652 admin admin] Deleting subnet 29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:43:28.657043 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-11cae476-e7a6-48fd-adb8-acd9f509b652 admin admin] Publish callbacks [] for subnet (29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:28.737770 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-11cae476-e7a6-48fd-adb8-acd9f509b652 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:28.790303 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] Allocated IP 2001:db8::2 (5c83a5d3-552a-4e47-9b99-165b5c0a1354/383dbb91-2f60-43b9-b0e5-05574b431ebb/e2363020-0080-4247-9216-0326222e48ba) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:43:28.834981 n-d-705658-24 neutron-server[104172]: INFO neutron.db.ipam_backend_mixin [None req-27995cb0-b14c-4c50-95c6-f2d889f3f2ab tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 383dbb91-2f60-43b9-b0e5-05574b431ebb (CIDR: 2001:db8::/64) Mar 22 19:43:28.839975 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-27995cb0-b14c-4c50-95c6-f2d889f3f2ab tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:43:28.841763 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27995cb0-b14c-4c50-95c6-f2d889f3f2ab tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:43:28.918034 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-27995cb0-b14c-4c50-95c6-f2d889f3f2ab tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6242926 Mar 22 19:43:28.924817 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43784) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:28.935391 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-3cbcb4e5-b0fd-48e6-abe3-5df0605f2ffb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'subnet': {'network_id': '5c83a5d3-552a-4e47-9b99-165b5c0a1354', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:43:28.954034 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-11cae476-e7a6-48fd-adb8-acd9f509b652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:29.145536 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] Publish callbacks [] for port (e2363020-0080-4247-9216-0326222e48ba), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:29.160572 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (e2363020-0080-4247-9216-0326222e48ba), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:29.182841 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] Network 5c83a5d3-552a-4e47-9b99-165b5c0a1354 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:43:29.186000 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:43:29.226362 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:43:29.296910 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-11cae476-e7a6-48fd-adb8-acd9f509b652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:29.323008 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] Attempting to bind port e2363020-0080-4247-9216-0326222e48ba on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:43:29.323787 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] Attempting to bind port e2363020-0080-4247-9216-0326222e48ba by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '70cf3b23-5739-462e-bcec-d547487e3c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5c83a5d3-552a-4e47-9b99-165b5c0a1354'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:43:29.324544 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] Attempting to bind port e2363020-0080-4247-9216-0326222e48ba on network 5c83a5d3-552a-4e47-9b99-165b5c0a1354 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:43:29.327923 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-11cae476-e7a6-48fd-adb8-acd9f509b652 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:29.340462 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-11cae476-e7a6-48fd-adb8-acd9f509b652 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5 HTTP/1.1" status: 204 len: 168 time: 0.7893856 Mar 22 19:43:29.343590 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43790) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:29.362050 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955d49c8-54a0-4358-ad4c-8b72dfb368e4 None None] Network 00e2bcc4-39d4-496d-b022-7cce910c0a6c requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:43:29.394838 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cae476-e7a6-48fd-adb8-acd9f509b652 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29d908d4-b6ef-4aef-8a11-b5b2d6c1a3a5,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:29.451821 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbcb4e5-b0fd-48e6-abe3-5df0605f2ffb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:43:29.455723 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3cbcb4e5-b0fd-48e6-abe3-5df0605f2ffb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:29.478093 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] Pushing event updated for resources: {'Port': ['ID=e2363020-0080-4247-9216-0326222e48ba,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:29.488510 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2a32caf8-8fc7-4b7d-bc5d-e4690ed707f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (00e2bcc4-39d4-496d-b022-7cce910c0a6c), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:29.508157 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:29.516955 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:29.517565 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:29.518106 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:29.518614 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:29.519145 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:29.519670 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:29.520171 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:29.520757 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:29.521256 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:29.521751 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:29.522284 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:29.522791 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:29.523286 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:29.523790 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:29.539111 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:43:29.539726 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] Checking segment: {'id': '70cf3b23-5739-462e-bcec-d547487e3c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5c83a5d3-552a-4e47-9b99-165b5c0a1354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:43:29.540308 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:29.541432 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] Bound using segment: {'id': '70cf3b23-5739-462e-bcec-d547487e3c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5c83a5d3-552a-4e47-9b99-165b5c0a1354'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:43:29.542170 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] Bound port: e2363020-0080-4247-9216-0326222e48ba, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70cf3b23-5739-462e-bcec-d547487e3c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '5c83a5d3-552a-4e47-9b99-165b5c0a1354'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:43:29.545963 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e2363020-0080-4247-9216-0326222e48ba), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:29.551917 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-2a32caf8-8fc7-4b7d-bc5d-e4690ed707f5 admin admin] Deleting port 32a05378-b0ea-4ff4-ae5c-2906606d6bbb {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:43:29.552390 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2a32caf8-8fc7-4b7d-bc5d-e4690ed707f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (32a05378-b0ea-4ff4-ae5c-2906606d6bbb), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:29.636467 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-2a32caf8-8fc7-4b7d-bc5d-e4690ed707f5 admin admin] For port 32a05378-b0ea-4ff4-ae5c-2906606d6bbb, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=32a05378-b0ea-4ff4-ae5c-2906606d6bbb,segment=NetworkSegment(eeaed36b-2189-47d5-81ce-01a67b046103),segment_id=eeaed36b-2189-47d5-81ce-01a67b046103)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:43:29.636931 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2a32caf8-8fc7-4b7d-bc5d-e4690ed707f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (32a05378-b0ea-4ff4-ae5c-2906606d6bbb), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:29.655023 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-2a32caf8-8fc7-4b7d-bc5d-e4690ed707f5 admin admin] Calling delete_port for 32a05378-b0ea-4ff4-ae5c-2906606d6bbb owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:43:29.760146 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] For port e2363020-0080-4247-9216-0326222e48ba, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:43:29.778337 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] For port e2363020-0080-4247-9216-0326222e48ba, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=e2363020-0080-4247-9216-0326222e48ba,segment=NetworkSegment(70cf3b23-5739-462e-bcec-d547487e3c18),segment_id=70cf3b23-5739-462e-bcec-d547487e3c18)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:43:29.790154 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (e2363020-0080-4247-9216-0326222e48ba), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:29.794887 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2a32caf8-8fc7-4b7d-bc5d-e4690ed707f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (32a05378-b0ea-4ff4-ae5c-2906606d6bbb), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:29.868158 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a32caf8-8fc7-4b7d-bc5d-e4690ed707f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=32a05378-b0ea-4ff4-ae5c-2906606d6bbb,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:29.889287 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a32caf8-8fc7-4b7d-bc5d-e4690ed707f5 admin admin] No DVR routers for this DVR port 32a05378-b0ea-4ff4-ae5c-2906606d6bbb on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:43:29.897883 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f451248-ab5e-429f-b95a-290acfb52209 None None] DHCP port deletion for 00e2bcc4-39d4-496d-b022-7cce910c0a6c request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:43:29.917294 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3cbcb4e5-b0fd-48e6-abe3-5df0605f2ffb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (f7501bb0-f0ee-4d22-8fc1-3fe9cc03eea1), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:29.952383 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58404c-735b-4af7-a866-14a5eba9779d None None] Pushing event updated for resources: {'Port': ['ID=e2363020-0080-4247-9216-0326222e48ba,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:30.004782 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbcb4e5-b0fd-48e6-abe3-5df0605f2ffb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Network 5c83a5d3-552a-4e47-9b99-165b5c0a1354 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:43:30.008936 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-3cbcb4e5-b0fd-48e6-abe3-5df0605f2ffb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:43:30.027408 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbcb4e5-b0fd-48e6-abe3-5df0605f2ffb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:30.028003 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3cbcb4e5-b0fd-48e6-abe3-5df0605f2ffb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:30.049203 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2a32caf8-8fc7-4b7d-bc5d-e4690ed707f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (00e2bcc4-39d4-496d-b022-7cce910c0a6c), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:30.080224 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-2a32caf8-8fc7-4b7d-bc5d-e4690ed707f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e2bcc4-39d4-496d-b022-7cce910c0a6c']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:30.095301 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbcb4e5-b0fd-48e6-abe3-5df0605f2ffb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Subnet': ['ID=f7501bb0-f0ee-4d22-8fc1-3fe9cc03eea1,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:30.096049 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-2a32caf8-8fc7-4b7d-bc5d-e4690ed707f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeaed36b-2189-47d5-81ce-01a67b046103') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:30.096392 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-2a32caf8-8fc7-4b7d-bc5d-e4690ed707f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeaed36b-2189-47d5-81ce-01a67b046103') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:30.110485 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2a32caf8-8fc7-4b7d-bc5d-e4690ed707f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (eeaed36b-2189-47d5-81ce-01a67b046103), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:30.118257 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3cbcb4e5-b0fd-48e6-abe3-5df0605f2ffb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1916904 Mar 22 19:43:30.120235 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43800) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:30.127483 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2a32caf8-8fc7-4b7d-bc5d-e4690ed707f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (eeaed36b-2189-47d5-81ce-01a67b046103), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:30.131819 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-1e901fb4-c387-4097-871b-6442c1a310bc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'port': {'network_id': '5c83a5d3-552a-4e47-9b99-165b5c0a1354', 'fixed_ips': [{'subnet_id': '383dbb91-2f60-43b9-b0e5-05574b431ebb'}, {'subnet_id': 'f7501bb0-f0ee-4d22-8fc1-3fe9cc03eea1'}], 'name': 'tempest-PortsIpV6TestJSON-1537931698'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:43:30.150079 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a32caf8-8fc7-4b7d-bc5d-e4690ed707f5 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:43:30.155598 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2a32caf8-8fc7-4b7d-bc5d-e4690ed707f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (eeaed36b-2189-47d5-81ce-01a67b046103), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:30.157661 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:43:30.157661 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:43:30.157661 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:43:30.157661 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:43:30.157661 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:43:30.157661 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:43:30.157661 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:43:30.157661 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:43:30.157661 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:43:30.157661 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:43:30.157661 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:43:30.157661 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:43:30.157661 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:43:30.157661 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:43:30.157661 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:43:30.157661 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:43:30.157661 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:43:30.157661 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:43:30.157661 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:43:30.157661 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:43:30.157661 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:43:30.157661 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:43:30.157661 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:43:30.157661 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:43:30.157661 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:43:30.157661 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:43:30.157661 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:43:30.157661 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:43:30.157661 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:43:30.157661 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:43:30.157661 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:43:30.157661 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:43:30.237555 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a87dba9a-fe1a-4e98-a28a-df5a5c0f156f no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:43:30.313740 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2a32caf8-8fc7-4b7d-bc5d-e4690ed707f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (00e2bcc4-39d4-496d-b022-7cce910c0a6c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:30.321474 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2a32caf8-8fc7-4b7d-bc5d-e4690ed707f5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:30.331088 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: a87dba9a-fe1a-4e98-a28a-df5a5c0f156f {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:43:30.331649 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a87dba9a-fe1a-4e98-a28a-df5a5c0f156f not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:43:30.334720 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2a32caf8-8fc7-4b7d-bc5d-e4690ed707f5 admin admin] 10.222.0.75 "DELETE /v2.0/networks/00e2bcc4-39d4-496d-b022-7cce910c0a6c HTTP/1.1" status: 204 len: 168 time: 0.9870312 Mar 22 19:43:30.339825 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 32a05378-b0ea-4ff4-ae5c-2906606d6bbb no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:43:30.383926 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a32caf8-8fc7-4b7d-bc5d-e4690ed707f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=00e2bcc4-39d4-496d-b022-7cce910c0a6c,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:30.401308 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 32a05378-b0ea-4ff4-ae5c-2906606d6bbb {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:43:30.401670 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 32a05378-b0ea-4ff4-ae5c-2906606d6bbb not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:43:30.470767 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e901fb4-c387-4097-871b-6442c1a310bc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:43:30.578889 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43810) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:30.652591 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1e901fb4-c387-4097-871b-6442c1a310bc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:30.663402 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b7e96206-22d0-472d-bfdf-d03c47aada45 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7cda59a95c784cbe81e1e4252cbf144e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0833385 Mar 22 19:43:30.668274 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43812) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:30.695559 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-1e901fb4-c387-4097-871b-6442c1a310bc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] device_id is not set on port 7b6b01d4-be16-473d-afd0-fbc444157afc yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:43:30.775034 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-aa58b4de-3a31-4319-b87b-37fa949af7d7 admin admin] Publish callbacks [] for security_group (a733e839-5c4e-4e77-8975-9d8a8e3f6b09), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:30.823892 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-aa58b4de-3a31-4319-b87b-37fa949af7d7 admin admin] Publish callbacks [] for security_group (a733e839-5c4e-4e77-8975-9d8a8e3f6b09), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:30.917625 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-aa58b4de-3a31-4319-b87b-37fa949af7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a733e839-5c4e-4e77-8975-9d8a8e3f6b09), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:30.919692 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-aa58b4de-3a31-4319-b87b-37fa949af7d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:30.923488 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-aa58b4de-3a31-4319-b87b-37fa949af7d7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a733e839-5c4e-4e77-8975-9d8a8e3f6b09 HTTP/1.1" status: 204 len: 168 time: 0.2513378 Mar 22 19:43:30.935777 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58b4de-3a31-4319-b87b-37fa949af7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a733e839-5c4e-4e77-8975-9d8a8e3f6b09,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:31.367221 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-1e901fb4-c387-4097-871b-6442c1a310bc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Allocated IP 2001:db8::10b (5c83a5d3-552a-4e47-9b99-165b5c0a1354/383dbb91-2f60-43b9-b0e5-05574b431ebb/7b6b01d4-be16-473d-afd0-fbc444157afc) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:43:31.376622 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-1e901fb4-c387-4097-871b-6442c1a310bc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Allocated IP 2001:db8:0:1::1ef (5c83a5d3-552a-4e47-9b99-165b5c0a1354/f7501bb0-f0ee-4d22-8fc1-3fe9cc03eea1/7b6b01d4-be16-473d-afd0-fbc444157afc) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:43:31.801129 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9ea920-e039-4de4-8994-4064702d57b0 None None] Network 5c83a5d3-552a-4e47-9b99-165b5c0a1354 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:43:31.816979 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1e901fb4-c387-4097-871b-6442c1a310bc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for port (7b6b01d4-be16-473d-afd0-fbc444157afc), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:31.873623 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1e901fb4-c387-4097-871b-6442c1a310bc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (7b6b01d4-be16-473d-afd0-fbc444157afc), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:31.967206 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e901fb4-c387-4097-871b-6442c1a310bc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Network 5c83a5d3-552a-4e47-9b99-165b5c0a1354 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:43:31.971890 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-1e901fb4-c387-4097-871b-6442c1a310bc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:43:31.977384 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e901fb4-c387-4097-871b-6442c1a310bc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:43:31.983321 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e901fb4-c387-4097-871b-6442c1a310bc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:31.984140 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1e901fb4-c387-4097-871b-6442c1a310bc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:32.005822 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-cb6acdd1-3a7c-484f-8221-e25ca87b84fc None None] Provisioning complete for port e2363020-0080-4247-9216-0326222e48ba triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:43:32.008791 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-cb6acdd1-3a7c-484f-8221-e25ca87b84fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e2363020-0080-4247-9216-0326222e48ba), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:32.012344 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e901fb4-c387-4097-871b-6442c1a310bc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Port': ['ID=7b6b01d4-be16-473d-afd0-fbc444157afc,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:32.029294 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43842) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:32.036418 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-8fcc382f-a8d9-4d79-9e4d-10412699c97f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '383dbb91-2f60-43b9-b0e5-05574b431ebb'}]}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:43:32.045717 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1e901fb4-c387-4097-871b-6442c1a310bc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.9229183 Mar 22 19:43:32.047747 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e901fb4-c387-4097-871b-6442c1a310bc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:32.049741 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e901fb4-c387-4097-871b-6442c1a310bc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:32.053211 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e901fb4-c387-4097-871b-6442c1a310bc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:32.054942 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e901fb4-c387-4097-871b-6442c1a310bc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:32.055469 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e901fb4-c387-4097-871b-6442c1a310bc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:32.056493 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e901fb4-c387-4097-871b-6442c1a310bc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:32.057688 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e901fb4-c387-4097-871b-6442c1a310bc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:32.058779 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e901fb4-c387-4097-871b-6442c1a310bc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:32.060577 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e901fb4-c387-4097-871b-6442c1a310bc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:32.060937 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e901fb4-c387-4097-871b-6442c1a310bc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:32.061286 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e901fb4-c387-4097-871b-6442c1a310bc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:32.062351 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e901fb4-c387-4097-871b-6442c1a310bc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:32.063283 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e901fb4-c387-4097-871b-6442c1a310bc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:32.063631 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e901fb4-c387-4097-871b-6442c1a310bc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:32.063979 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e901fb4-c387-4097-871b-6442c1a310bc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:43:32.362419 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device e2363020-0080-4247-9216-0326222e48ba up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:43:32.456438 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-cb6acdd1-3a7c-484f-8221-e25ca87b84fc None None] Current status of the port e2363020-0080-4247-9216-0326222e48ba is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:43:32.456829 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-cb6acdd1-3a7c-484f-8221-e25ca87b84fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e2363020-0080-4247-9216-0326222e48ba), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:32.540805 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-cb6acdd1-3a7c-484f-8221-e25ca87b84fc None None] For port e2363020-0080-4247-9216-0326222e48ba, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=e2363020-0080-4247-9216-0326222e48ba,segment=NetworkSegment(70cf3b23-5739-462e-bcec-d547487e3c18),segment_id=70cf3b23-5739-462e-bcec-d547487e3c18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:43:32.542082 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e7c8bf-6fc4-4306-b7f8-6ab0cc1e1e19 None None] Update dhcp port {'port': {'network_id': '5c83a5d3-552a-4e47-9b99-165b5c0a1354', 'fixed_ips': [{'subnet_id': '383dbb91-2f60-43b9-b0e5-05574b431ebb', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f7501bb0-f0ee-4d22-8fc1-3fe9cc03eea1'}], 'binding:host_id': 'n-d-705658-24'}, 'id': 'e2363020-0080-4247-9216-0326222e48ba'} from n-d-705658-24. {{(pid=104174) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 19:43:32.570428 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-cb6acdd1-3a7c-484f-8221-e25ca87b84fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (e2363020-0080-4247-9216-0326222e48ba), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:32.579234 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port e2363020-0080-4247-9216-0326222e48ba triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:43:32.579625 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e2363020-0080-4247-9216-0326222e48ba), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:32.604478 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8fcc382f-a8d9-4d79-9e4d-10412699c97f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7b6b01d4-be16-473d-afd0-fbc444157afc), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:32.639503 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c2e7c8bf-6fc4-4306-b7f8-6ab0cc1e1e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e2363020-0080-4247-9216-0326222e48ba), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:32.816145 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6acdd1-3a7c-484f-8221-e25ca87b84fc None None] Pushing event updated for resources: {'Port': ['ID=e2363020-0080-4247-9216-0326222e48ba,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:33.054976 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port e2363020-0080-4247-9216-0326222e48ba is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:43:33.158769 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-c2e7c8bf-6fc4-4306-b7f8-6ab0cc1e1e19 None None] Allocated IP 2001:db8:0:1::2 (5c83a5d3-552a-4e47-9b99-165b5c0a1354/f7501bb0-f0ee-4d22-8fc1-3fe9cc03eea1/e2363020-0080-4247-9216-0326222e48ba) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:43:33.311029 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c2e7c8bf-6fc4-4306-b7f8-6ab0cc1e1e19 None None] For port e2363020-0080-4247-9216-0326222e48ba, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=e2363020-0080-4247-9216-0326222e48ba,segment=NetworkSegment(70cf3b23-5739-462e-bcec-d547487e3c18),segment_id=70cf3b23-5739-462e-bcec-d547487e3c18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:43:33.480402 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c2e7c8bf-6fc4-4306-b7f8-6ab0cc1e1e19 None None] Publish callbacks [] for port (e2363020-0080-4247-9216-0326222e48ba), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:33.493686 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c2e7c8bf-6fc4-4306-b7f8-6ab0cc1e1e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (e2363020-0080-4247-9216-0326222e48ba), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:33.646122 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-8fcc382f-a8d9-4d79-9e4d-10412699c97f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Delete allocated IP 2001:db8:0:1::1ef (5c83a5d3-552a-4e47-9b99-165b5c0a1354/f7501bb0-f0ee-4d22-8fc1-3fe9cc03eea1) {{(pid=104172) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 19:43:33.662392 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7c8bf-6fc4-4306-b7f8-6ab0cc1e1e19 None None] Pushing event updated for resources: {'Port': ['ID=e2363020-0080-4247-9216-0326222e48ba,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:34.040833 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8fcc382f-a8d9-4d79-9e4d-10412699c97f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for port (7b6b01d4-be16-473d-afd0-fbc444157afc), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:34.050601 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8fcc382f-a8d9-4d79-9e4d-10412699c97f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (7b6b01d4-be16-473d-afd0-fbc444157afc), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:34.239395 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device e2363020-0080-4247-9216-0326222e48ba up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:43:34.372793 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port e2363020-0080-4247-9216-0326222e48ba triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:43:34.382482 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e2363020-0080-4247-9216-0326222e48ba), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:34.712648 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port e2363020-0080-4247-9216-0326222e48ba is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:43:35.151887 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc8aec8-d81e-4bf9-b8ce-f4451765a3e1 None None] Network 5c83a5d3-552a-4e47-9b99-165b5c0a1354 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:43:35.337134 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-4dc093ce-159b-48e4-8b7c-587eaf59d3d4 None None] Provisioning complete for port e2363020-0080-4247-9216-0326222e48ba triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:43:35.337783 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4dc093ce-159b-48e4-8b7c-587eaf59d3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e2363020-0080-4247-9216-0326222e48ba), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:35.510707 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc382f-a8d9-4d79-9e4d-10412699c97f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Port': ['ID=7b6b01d4-be16-473d-afd0-fbc444157afc,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:35.634335 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-8fcc382f-a8d9-4d79-9e4d-10412699c97f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] In _notify_port_updated(), no bound segment for port 7b6b01d4-be16-473d-afd0-fbc444157afc on network 5c83a5d3-552a-4e47-9b99-165b5c0a1354 {{(pid=104172) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 19:43:35.639408 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcc382f-a8d9-4d79-9e4d-10412699c97f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:35.640023 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8fcc382f-a8d9-4d79-9e4d-10412699c97f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:35.644971 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43938) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:35.650219 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8fcc382f-a8d9-4d79-9e4d-10412699c97f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "PUT /v2.0/ports/7b6b01d4-be16-473d-afd0-fbc444157afc HTTP/1.1" status: 200 len: 926 time: 3.6102057 Mar 22 19:43:35.652134 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-425d12d5-3304-4b1a-b2f6-f0305c94bf72 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '383dbb91-2f60-43b9-b0e5-05574b431ebb'}, {'subnet_id': 'f7501bb0-f0ee-4d22-8fc1-3fe9cc03eea1'}]}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:43:35.691304 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-4dc093ce-159b-48e4-8b7c-587eaf59d3d4 None None] Current status of the port e2363020-0080-4247-9216-0326222e48ba is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:43:35.734742 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-4dc093ce-159b-48e4-8b7c-587eaf59d3d4 None None] Provisioning complete for port 7b6b01d4-be16-473d-afd0-fbc444157afc triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:43:35.735697 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4dc093ce-159b-48e4-8b7c-587eaf59d3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7b6b01d4-be16-473d-afd0-fbc444157afc), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:36.227256 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-425d12d5-3304-4b1a-b2f6-f0305c94bf72 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7b6b01d4-be16-473d-afd0-fbc444157afc), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:36.293343 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-4dc093ce-159b-48e4-8b7c-587eaf59d3d4 None None] Port 7b6b01d4-be16-473d-afd0-fbc444157afc cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:43:36.943617 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2448d534-6ca8-4d4d-981c-611be3f8fa8a None None] Provisioning complete for port e2363020-0080-4247-9216-0326222e48ba triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:43:36.944208 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2448d534-6ca8-4d4d-981c-611be3f8fa8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e2363020-0080-4247-9216-0326222e48ba), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:37.057784 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43968) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:37.117818 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-425d12d5-3304-4b1a-b2f6-f0305c94bf72 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Allocated IP 2001:db8:0:1::112 (5c83a5d3-552a-4e47-9b99-165b5c0a1354/f7501bb0-f0ee-4d22-8fc1-3fe9cc03eea1/7b6b01d4-be16-473d-afd0-fbc444157afc) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:43:37.388656 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2448d534-6ca8-4d4d-981c-611be3f8fa8a None None] Current status of the port e2363020-0080-4247-9216-0326222e48ba is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:43:37.429330 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2448d534-6ca8-4d4d-981c-611be3f8fa8a None None] Provisioning complete for port 7b6b01d4-be16-473d-afd0-fbc444157afc triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:43:37.429710 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2448d534-6ca8-4d4d-981c-611be3f8fa8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7b6b01d4-be16-473d-afd0-fbc444157afc), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:37.451501 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-425d12d5-3304-4b1a-b2f6-f0305c94bf72 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for port (7b6b01d4-be16-473d-afd0-fbc444157afc), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:37.465470 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-425d12d5-3304-4b1a-b2f6-f0305c94bf72 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (7b6b01d4-be16-473d-afd0-fbc444157afc), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:37.508922 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-99507a28-3171-426f-9a60-a943ede3b04d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:37.608178 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2448d534-6ca8-4d4d-981c-611be3f8fa8a None None] Port 7b6b01d4-be16-473d-afd0-fbc444157afc cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:43:37.622049 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d12d5-3304-4b1a-b2f6-f0305c94bf72 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Port': ['ID=7b6b01d4-be16-473d-afd0-fbc444157afc,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:37.760865 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-11a846f8-e54b-4cde-ae26-d1b98519972e None None] Provisioning complete for port 7b6b01d4-be16-473d-afd0-fbc444157afc triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:43:37.775607 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-11a846f8-e54b-4cde-ae26-d1b98519972e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7b6b01d4-be16-473d-afd0-fbc444157afc), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:37.790579 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-425d12d5-3304-4b1a-b2f6-f0305c94bf72 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] In _notify_port_updated(), no bound segment for port 7b6b01d4-be16-473d-afd0-fbc444157afc on network 5c83a5d3-552a-4e47-9b99-165b5c0a1354 {{(pid=104173) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 19:43:37.797194 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425d12d5-3304-4b1a-b2f6-f0305c94bf72 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:37.801251 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-425d12d5-3304-4b1a-b2f6-f0305c94bf72 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:37.806547 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-425d12d5-3304-4b1a-b2f6-f0305c94bf72 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "PUT /v2.0/ports/7b6b01d4-be16-473d-afd0-fbc444157afc HTTP/1.1" status: 200 len: 1012 time: 2.1591480 Mar 22 19:43:37.811351 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43984) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:37.949929 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-99507a28-3171-426f-9a60-a943ede3b04d admin admin] Publish callbacks [] for security_group (663250e2-bd31-4352-a791-31832a0631a1), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:37.962506 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-99507a28-3171-426f-9a60-a943ede3b04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (663250e2-bd31-4352-a791-31832a0631a1), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:38.019101 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-11a846f8-e54b-4cde-ae26-d1b98519972e None None] Port 7b6b01d4-be16-473d-afd0-fbc444157afc cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:43:38.095691 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99507a28-3171-426f-9a60-a943ede3b04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663250e2-bd31-4352-a791-31832a0631a1,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:38.112593 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-86c91777-1eec-42bc-b7cf-796d7f278b74 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Deleting port 7b6b01d4-be16-473d-afd0-fbc444157afc {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:43:38.112929 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-86c91777-1eec-42bc-b7cf-796d7f278b74 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (7b6b01d4-be16-473d-afd0-fbc444157afc), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:38.174801 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-a052149c-5283-4f09-a1a6-d12f00d7ca1d None None] Provisioning complete for port 7b6b01d4-be16-473d-afd0-fbc444157afc triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:43:38.185905 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-99507a28-3171-426f-9a60-a943ede3b04d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9c27344b36ae48a7b2d0a0c7edc39ae4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1268814 Mar 22 19:43:38.186690 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43992) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:38.189131 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a052149c-5283-4f09-a1a6-d12f00d7ca1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7b6b01d4-be16-473d-afd0-fbc444157afc), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:38.358193 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-86c91777-1eec-42bc-b7cf-796d7f278b74 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (7b6b01d4-be16-473d-afd0-fbc444157afc), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:38.405613 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-86c91777-1eec-42bc-b7cf-796d7f278b74 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Calling delete_port for 7b6b01d4-be16-473d-afd0-fbc444157afc owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:43:38.406777 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-a052149c-5283-4f09-a1a6-d12f00d7ca1d None None] Port 7b6b01d4-be16-473d-afd0-fbc444157afc cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:43:38.435188 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a281d9f3-664a-4773-9883-ab0e7e8da1d5 admin admin] Publish callbacks [] for security_group (663250e2-bd31-4352-a791-31832a0631a1), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:38.514718 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a281d9f3-664a-4773-9883-ab0e7e8da1d5 admin admin] Publish callbacks [] for security_group (663250e2-bd31-4352-a791-31832a0631a1), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:38.666455 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a281d9f3-664a-4773-9883-ab0e7e8da1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (663250e2-bd31-4352-a791-31832a0631a1), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:38.669123 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a281d9f3-664a-4773-9883-ab0e7e8da1d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:38.680434 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a281d9f3-664a-4773-9883-ab0e7e8da1d5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/663250e2-bd31-4352-a791-31832a0631a1 HTTP/1.1" status: 204 len: 168 time: 0.4832461 Mar 22 19:43:38.700405 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281d9f3-664a-4773-9883-ab0e7e8da1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663250e2-bd31-4352-a791-31832a0631a1,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:38.774910 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-dbbb8b03-953a-476f-a645-9ef847b06888 None None] Provisioning complete for port 7b6b01d4-be16-473d-afd0-fbc444157afc triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:43:38.775816 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-dbbb8b03-953a-476f-a645-9ef847b06888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7b6b01d4-be16-473d-afd0-fbc444157afc), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:38.924036 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-dbbb8b03-953a-476f-a645-9ef847b06888 None None] Port 7b6b01d4-be16-473d-afd0-fbc444157afc cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:43:39.109263 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-86c91777-1eec-42bc-b7cf-796d7f278b74 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (7b6b01d4-be16-473d-afd0-fbc444157afc), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:39.198349 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c91777-1eec-42bc-b7cf-796d7f278b74 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Port': ['ID=7b6b01d4-be16-473d-afd0-fbc444157afc,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:39.318083 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-86c91777-1eec-42bc-b7cf-796d7f278b74 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:39.335672 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-86c91777-1eec-42bc-b7cf-796d7f278b74 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/ports/7b6b01d4-be16-473d-afd0-fbc444157afc HTTP/1.1" status: 204 len: 168 time: 1.5207956 Mar 22 19:43:39.336072 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44010) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:39.411289 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44012) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:39.438034 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cf8dd02d-18fb-4a65-b75f-b50c65e2ebfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:39.440591 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-112b1f6f-5109-427f-a414-8ea7f2e29627 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] GET failed (client error): The resource could not be found. Mar 22 19:43:39.444741 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-112b1f6f-5109-427f-a414-8ea7f2e29627 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "GET /v2.0/ports/7b6b01d4-be16-473d-afd0-fbc444157afc HTTP/1.1" status: 404 len: 333 time: 0.1048975 Mar 22 19:43:39.446529 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44014) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:39.842553 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cf8dd02d-18fb-4a65-b75f-b50c65e2ebfb admin admin] Publish callbacks [] for security_group (11481023-e298-48d8-8de6-a7c0215d7377), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:39.859529 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cf8dd02d-18fb-4a65-b75f-b50c65e2ebfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (11481023-e298-48d8-8de6-a7c0215d7377), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:39.880582 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-3865c030-03bc-4426-8824-2ca1fe7da688 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Deleting subnet f7501bb0-f0ee-4d22-8fc1-3fe9cc03eea1 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:43:39.888463 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3865c030-03bc-4426-8824-2ca1fe7da688 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for subnet (f7501bb0-f0ee-4d22-8fc1-3fe9cc03eea1), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:39.988899 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8dd02d-18fb-4a65-b75f-b50c65e2ebfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11481023-e298-48d8-8de6-a7c0215d7377,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:39.999433 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cf8dd02d-18fb-4a65-b75f-b50c65e2ebfb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=36128b6fc3f24ae7a470f7f4aeb54184&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5868785 Mar 22 19:43:40.002186 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44022) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:40.008362 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3865c030-03bc-4426-8824-2ca1fe7da688 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (f7501bb0-f0ee-4d22-8fc1-3fe9cc03eea1), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:40.117081 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cf13ed54-fc6b-45c9-987a-77cbea76daad admin admin] Publish callbacks [] for security_group (11481023-e298-48d8-8de6-a7c0215d7377), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:40.179858 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cf13ed54-fc6b-45c9-987a-77cbea76daad admin admin] Publish callbacks [] for security_group (11481023-e298-48d8-8de6-a7c0215d7377), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:40.273046 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3865c030-03bc-4426-8824-2ca1fe7da688 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (f7501bb0-f0ee-4d22-8fc1-3fe9cc03eea1), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:40.280704 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cf13ed54-fc6b-45c9-987a-77cbea76daad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (11481023-e298-48d8-8de6-a7c0215d7377), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:40.285057 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cf13ed54-fc6b-45c9-987a-77cbea76daad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:40.287388 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-cf13ed54-fc6b-45c9-987a-77cbea76daad admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/11481023-e298-48d8-8de6-a7c0215d7377 HTTP/1.1" status: 204 len: 168 time: 0.2842109 Mar 22 19:43:40.334167 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13ed54-fc6b-45c9-987a-77cbea76daad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11481023-e298-48d8-8de6-a7c0215d7377,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:40.453433 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3865c030-03bc-4426-8824-2ca1fe7da688 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (f7501bb0-f0ee-4d22-8fc1-3fe9cc03eea1), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:40.543775 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd65157-d160-43f2-a3d2-69f70fc4c4bb None None] Network 5c83a5d3-552a-4e47-9b99-165b5c0a1354 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:43:40.551394 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3865c030-03bc-4426-8824-2ca1fe7da688 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:40.570142 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44040) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:40.572957 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3865c030-03bc-4426-8824-2ca1fe7da688 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/subnets/f7501bb0-f0ee-4d22-8fc1-3fe9cc03eea1 HTTP/1.1" status: 204 len: 168 time: 1.1252112 Mar 22 19:43:40.698920 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865c030-03bc-4426-8824-2ca1fe7da688 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Subnet': ['ID=f7501bb0-f0ee-4d22-8fc1-3fe9cc03eea1,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:40.776533 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-58dcd4d6-16f4-4ec4-b667-90273a745aeb req-966e9489-adfb-4789-ae92-50d68356c246 service neutron] (104172) timed out ('10.222.0.84', 55289) {{(pid=104172) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 19:43:40.789670 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b2d447a-c944-4d08-a647-de80c550e85c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Deleting subnet 383dbb91-2f60-43b9-b0e5-05574b431ebb {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:43:40.817597 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6b2d447a-c944-4d08-a647-de80c550e85c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for subnet (383dbb91-2f60-43b9-b0e5-05574b431ebb), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:40.987599 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6b2d447a-c944-4d08-a647-de80c550e85c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (383dbb91-2f60-43b9-b0e5-05574b431ebb), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:41.247313 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6b2d447a-c944-4d08-a647-de80c550e85c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (383dbb91-2f60-43b9-b0e5-05574b431ebb), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:41.423716 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6b2d447a-c944-4d08-a647-de80c550e85c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (383dbb91-2f60-43b9-b0e5-05574b431ebb), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:41.448353 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6b2d447a-c944-4d08-a647-de80c550e85c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:41.461151 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6b2d447a-c944-4d08-a647-de80c550e85c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/subnets/383dbb91-2f60-43b9-b0e5-05574b431ebb HTTP/1.1" status: 204 len: 168 time: 0.8875029 Mar 22 19:43:41.462301 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44064) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:41.510173 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d447a-c944-4d08-a647-de80c550e85c tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Subnet': ['ID=383dbb91-2f60-43b9-b0e5-05574b431ebb,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:41.682801 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-29a4cdfc-bd11-46d0-a5da-d2c8b6877520 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (5c83a5d3-552a-4e47-9b99-165b5c0a1354), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:41.907281 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-29a4cdfc-bd11-46d0-a5da-d2c8b6877520 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Deleting port e2363020-0080-4247-9216-0326222e48ba {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:43:41.907529 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-29a4cdfc-bd11-46d0-a5da-d2c8b6877520 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (e2363020-0080-4247-9216-0326222e48ba), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:42.064044 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-29a4cdfc-bd11-46d0-a5da-d2c8b6877520 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] For port e2363020-0080-4247-9216-0326222e48ba, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=e2363020-0080-4247-9216-0326222e48ba,segment=NetworkSegment(70cf3b23-5739-462e-bcec-d547487e3c18),segment_id=70cf3b23-5739-462e-bcec-d547487e3c18)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:43:42.065542 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-29a4cdfc-bd11-46d0-a5da-d2c8b6877520 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (e2363020-0080-4247-9216-0326222e48ba), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:42.095529 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-29a4cdfc-bd11-46d0-a5da-d2c8b6877520 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Calling delete_port for e2363020-0080-4247-9216-0326222e48ba owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:43:42.267192 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a019682d-a95a-43f8-b79b-371b74c3bf9b None None] Network 5c83a5d3-552a-4e47-9b99-165b5c0a1354 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:43:42.488704 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f6ac0731-f9bd-45c5-ac4c-5b9aec976313 None None] Provisioning complete for port e2363020-0080-4247-9216-0326222e48ba triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:43:42.492801 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f6ac0731-f9bd-45c5-ac4c-5b9aec976313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e2363020-0080-4247-9216-0326222e48ba), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:42.708624 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f6ac0731-f9bd-45c5-ac4c-5b9aec976313 None None] Current status of the port e2363020-0080-4247-9216-0326222e48ba is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:43:42.835109 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed15337a-2ac2-43ef-8b32-d92c741c0577 None None] DHCP port deletion for 5c83a5d3-552a-4e47-9b99-165b5c0a1354 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:43:42.996342 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ed15337a-2ac2-43ef-8b32-d92c741c0577 None None] Deleting port e2363020-0080-4247-9216-0326222e48ba {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:43:42.996725 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ed15337a-2ac2-43ef-8b32-d92c741c0577 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (e2363020-0080-4247-9216-0326222e48ba), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:43.018508 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-29a4cdfc-bd11-46d0-a5da-d2c8b6877520 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (e2363020-0080-4247-9216-0326222e48ba), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:43.080767 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4cdfc-bd11-46d0-a5da-d2c8b6877520 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Port': ['ID=e2363020-0080-4247-9216-0326222e48ba,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:43.100909 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a4cdfc-bd11-46d0-a5da-d2c8b6877520 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] No DVR routers for this DVR port e2363020-0080-4247-9216-0326222e48ba on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:43:43.193371 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-ed15337a-2ac2-43ef-8b32-d92c741c0577 None None] For port e2363020-0080-4247-9216-0326222e48ba, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=e2363020-0080-4247-9216-0326222e48ba,segment=NetworkSegment(70cf3b23-5739-462e-bcec-d547487e3c18),segment_id=70cf3b23-5739-462e-bcec-d547487e3c18)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:43:43.195715 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ed15337a-2ac2-43ef-8b32-d92c741c0577 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (e2363020-0080-4247-9216-0326222e48ba), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:43.224923 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ed15337a-2ac2-43ef-8b32-d92c741c0577 None None] Calling delete_port for e2363020-0080-4247-9216-0326222e48ba owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:43:43.250117 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-29a4cdfc-bd11-46d0-a5da-d2c8b6877520 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (5c83a5d3-552a-4e47-9b99-165b5c0a1354), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:43.287119 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-29a4cdfc-bd11-46d0-a5da-d2c8b6877520 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c83a5d3-552a-4e47-9b99-165b5c0a1354']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:43.299157 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-29a4cdfc-bd11-46d0-a5da-d2c8b6877520 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70cf3b23-5739-462e-bcec-d547487e3c18') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:43.299730 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-29a4cdfc-bd11-46d0-a5da-d2c8b6877520 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70cf3b23-5739-462e-bcec-d547487e3c18') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:43.324274 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-29a4cdfc-bd11-46d0-a5da-d2c8b6877520 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (70cf3b23-5739-462e-bcec-d547487e3c18), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:43.351119 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-29a4cdfc-bd11-46d0-a5da-d2c8b6877520 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (70cf3b23-5739-462e-bcec-d547487e3c18), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:43.369568 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a4cdfc-bd11-46d0-a5da-d2c8b6877520 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:43:43.371096 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-29a4cdfc-bd11-46d0-a5da-d2c8b6877520 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (70cf3b23-5739-462e-bcec-d547487e3c18), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:43.407097 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:43:43.407097 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:43:43.407097 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:43:43.407097 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:43:43.407097 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:43:43.407097 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:43:43.407097 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:43:43.407097 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:43:43.407097 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:43:43.407097 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:43:43.407097 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:43:43.407097 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:43:43.407097 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:43:43.407097 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:43:43.407097 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:43:43.407097 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:43:43.407097 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:43:43.407097 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:43:43.407097 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:43:43.407097 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:43:43.407097 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:43:43.407097 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:43:43.407097 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:43:43.407097 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:43:43.407097 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:43:43.407097 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:43:43.407097 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:43:43.407097 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:43:43.407097 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:43:43.407097 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:43:43.407097 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:43:43.407097 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:43:43.428455 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ed15337a-2ac2-43ef-8b32-d92c741c0577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (e2363020-0080-4247-9216-0326222e48ba), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:43.518258 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed15337a-2ac2-43ef-8b32-d92c741c0577 None None] No DVR routers for this DVR port e2363020-0080-4247-9216-0326222e48ba on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:43:43.520552 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed15337a-2ac2-43ef-8b32-d92c741c0577 None None] Pushing event deleted for resources: {'Port': ['ID=e2363020-0080-4247-9216-0326222e48ba,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:43.546804 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-29a4cdfc-bd11-46d0-a5da-d2c8b6877520 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (5c83a5d3-552a-4e47-9b99-165b5c0a1354), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:43.561917 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-29a4cdfc-bd11-46d0-a5da-d2c8b6877520 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:43.565418 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-29a4cdfc-bd11-46d0-a5da-d2c8b6877520 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/networks/5c83a5d3-552a-4e47-9b99-165b5c0a1354 HTTP/1.1" status: 204 len: 168 time: 2.1029155 Mar 22 19:43:43.568972 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44132) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:43.612308 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4cdfc-bd11-46d0-a5da-d2c8b6877520 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Network': ['ID=5c83a5d3-552a-4e47-9b99-165b5c0a1354,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:43.716568 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0e93e5-1577-4a9c-bc9a-fbbe5f834ce5 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:43.718226 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8a0e93e5-1577-4a9c-bc9a-fbbe5f834ce5 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1474748 Mar 22 19:43:43.721671 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44138) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:43.781718 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-35ca2e5d-7bd4-4b8a-af47-4f3c8f6a0070 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0547125 Mar 22 19:43:43.782127 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44142) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:43.787794 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-0ce12793-692f-4f91-8fea-07bd2997c721 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1684620649'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:43:43.814534 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce12793-692f-4f91-8fea-07bd2997c721 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:43:43.820426 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0ce12793-692f-4f91-8fea-07bd2997c721 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:43.864920 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce12793-692f-4f91-8fea-07bd2997c721 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:43:43.892344 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0ce12793-692f-4f91-8fea-07bd2997c721 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (14f7bd8f-02bf-4c75-8720-570c658f2f2c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:43.892658 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-0ce12793-692f-4f91-8fea-07bd2997c721 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Added segment 14f7bd8f-02bf-4c75-8720-570c658f2f2c of type vlan for network 516bdee1-544f-4d05-905a-bcc978382a8e Mar 22 19:43:43.984771 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0ce12793-692f-4f91-8fea-07bd2997c721 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (516bdee1-544f-4d05-905a-bcc978382a8e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:44.019287 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0ce12793-692f-4f91-8fea-07bd2997c721 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (516bdee1-544f-4d05-905a-bcc978382a8e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:44.033483 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce12793-692f-4f91-8fea-07bd2997c721 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:44.034231 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0ce12793-692f-4f91-8fea-07bd2997c721 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:44.083113 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0ce12793-692f-4f91-8fea-07bd2997c721 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2998297 Mar 22 19:43:44.097221 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44154) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:44.102448 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-ad2b1aed-0eed-4653-9d61-5650ac487426 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'subnet': {'network_id': '516bdee1-544f-4d05-905a-bcc978382a8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:43:44.194257 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device e2363020-0080-4247-9216-0326222e48ba no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:43:44.253682 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: e2363020-0080-4247-9216-0326222e48ba {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:43:44.256721 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device e2363020-0080-4247-9216-0326222e48ba not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:43:44.289537 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce12793-692f-4f91-8fea-07bd2997c721 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Network': ['ID=516bdee1-544f-4d05-905a-bcc978382a8e,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:44.307145 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 516bdee1-544f-4d05-905a-bcc978382a8e details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:43:44.404951 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2b1aed-0eed-4653-9d61-5650ac487426 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:43:44.410541 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ad2b1aed-0eed-4653-9d61-5650ac487426 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:44.843845 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ad2b1aed-0eed-4653-9d61-5650ac487426 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (a696ee31-f274-4b5a-8fbd-8fe9c31d42c1), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:45.006601 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b1aed-0eed-4653-9d61-5650ac487426 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Subnet': ['ID=a696ee31-f274-4b5a-8fbd-8fe9c31d42c1,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:45.035006 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2b1aed-0eed-4653-9d61-5650ac487426 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Checking segment: {'id': '14f7bd8f-02bf-4c75-8720-570c658f2f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '516bdee1-544f-4d05-905a-bcc978382a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:43:45.035377 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2b1aed-0eed-4653-9d61-5650ac487426 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Network hostable DHCP agents. Network: 516bdee1-544f-4d05-905a-bcc978382a8e, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:43:45.076686 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2b1aed-0eed-4653-9d61-5650ac487426 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Network 516bdee1-544f-4d05-905a-bcc978382a8e is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:43:45.095005 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-ad2b1aed-0eed-4653-9d61-5650ac487426 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 516bdee1-544f-4d05-905a-bcc978382a8e) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:43:45.113701 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b243a67b-9e5b-4f62-b066-989791f84650 None None] Network 516bdee1-544f-4d05-905a-bcc978382a8e requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:43:45.126426 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-48f0248c-450b-449f-bf31-8b5feebedd5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:45.132900 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2b1aed-0eed-4653-9d61-5650ac487426 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:45.133513 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ad2b1aed-0eed-4653-9d61-5650ac487426 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:45.178739 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44174) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:45.179356 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ad2b1aed-0eed-4653-9d61-5650ac487426 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0809431 Mar 22 19:43:45.184309 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-01b1fa7d-cd1d-41df-b1a4-dd929edd0c76 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'port': {'network_id': '516bdee1-544f-4d05-905a-bcc978382a8e', 'name': 'tempest-PortsIpV6TestJSON-938603800'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:43:45.399781 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b1fa7d-cd1d-41df-b1a4-dd929edd0c76 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:43:45.406583 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6088a57-99a6-4776-99f0-4c9b18a33d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-516bdee1-544f-4d05-905a-bcc978382a8e', 'network_id': '516bdee1-544f-4d05-905a-bcc978382a8e', 'project_id': 'cffa16449d93439395dbede298544490', 'fixed_ips': [{'subnet_id': 'a696ee31-f274-4b5a-8fbd-8fe9c31d42c1'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:43:45.407762 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d6088a57-99a6-4776-99f0-4c9b18a33d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:45.408659 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-01b1fa7d-cd1d-41df-b1a4-dd929edd0c76 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:45.462556 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-01b1fa7d-cd1d-41df-b1a4-dd929edd0c76 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] device_id is not set on port 37ba83e0-fc25-494a-a6f7-ac103505bd28 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:43:45.627746 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-d6088a57-99a6-4776-99f0-4c9b18a33d59 None None] Allocated IP 2001:db8::2 (516bdee1-544f-4d05-905a-bcc978382a8e/a696ee31-f274-4b5a-8fbd-8fe9c31d42c1/eb652d32-88fb-4bca-ba92-8ca59c68df34) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:43:45.829756 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d6088a57-99a6-4776-99f0-4c9b18a33d59 None None] Publish callbacks [] for port (eb652d32-88fb-4bca-ba92-8ca59c68df34), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:45.866954 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d6088a57-99a6-4776-99f0-4c9b18a33d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (eb652d32-88fb-4bca-ba92-8ca59c68df34), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:45.924712 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:45.933479 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6088a57-99a6-4776-99f0-4c9b18a33d59 None None] Network 516bdee1-544f-4d05-905a-bcc978382a8e is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:43:45.936953 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-d6088a57-99a6-4776-99f0-4c9b18a33d59 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:43:45.938016 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-01b1fa7d-cd1d-41df-b1a4-dd929edd0c76 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Allocated IP 2001:db8::29e (516bdee1-544f-4d05-905a-bcc978382a8e/a696ee31-f274-4b5a-8fbd-8fe9c31d42c1/37ba83e0-fc25-494a-a6f7-ac103505bd28) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:43:45.943760 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6088a57-99a6-4776-99f0-4c9b18a33d59 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:43:45.955155 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6088a57-99a6-4776-99f0-4c9b18a33d59 None None] Pushing event updated for resources: {'Port': ['ID=eb652d32-88fb-4bca-ba92-8ca59c68df34,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:46.024969 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-d6088a57-99a6-4776-99f0-4c9b18a33d59 None None] Attempting to bind port eb652d32-88fb-4bca-ba92-8ca59c68df34 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:43:46.025334 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-d6088a57-99a6-4776-99f0-4c9b18a33d59 None None] Attempting to bind port eb652d32-88fb-4bca-ba92-8ca59c68df34 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '14f7bd8f-02bf-4c75-8720-570c658f2f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '516bdee1-544f-4d05-905a-bcc978382a8e'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:43:46.025867 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6088a57-99a6-4776-99f0-4c9b18a33d59 None None] Attempting to bind port eb652d32-88fb-4bca-ba92-8ca59c68df34 on network 516bdee1-544f-4d05-905a-bcc978382a8e {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:43:46.031850 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6088a57-99a6-4776-99f0-4c9b18a33d59 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:43:46.032240 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6088a57-99a6-4776-99f0-4c9b18a33d59 None None] Checking segment: {'id': '14f7bd8f-02bf-4c75-8720-570c658f2f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '516bdee1-544f-4d05-905a-bcc978382a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:43:46.032651 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d6088a57-99a6-4776-99f0-4c9b18a33d59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:46.033056 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6088a57-99a6-4776-99f0-4c9b18a33d59 None None] Bound using segment: {'id': '14f7bd8f-02bf-4c75-8720-570c658f2f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '516bdee1-544f-4d05-905a-bcc978382a8e'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:43:46.033606 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-d6088a57-99a6-4776-99f0-4c9b18a33d59 None None] Bound port: eb652d32-88fb-4bca-ba92-8ca59c68df34, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f7bd8f-02bf-4c75-8720-570c658f2f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '516bdee1-544f-4d05-905a-bcc978382a8e'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:43:46.034171 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d6088a57-99a6-4776-99f0-4c9b18a33d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (eb652d32-88fb-4bca-ba92-8ca59c68df34), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:46.117645 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-d6088a57-99a6-4776-99f0-4c9b18a33d59 None None] For port eb652d32-88fb-4bca-ba92-8ca59c68df34, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:43:46.121111 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-d6088a57-99a6-4776-99f0-4c9b18a33d59 None None] For port eb652d32-88fb-4bca-ba92-8ca59c68df34, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=eb652d32-88fb-4bca-ba92-8ca59c68df34,segment=NetworkSegment(14f7bd8f-02bf-4c75-8720-570c658f2f2c),segment_id=14f7bd8f-02bf-4c75-8720-570c658f2f2c)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:43:46.129778 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d6088a57-99a6-4776-99f0-4c9b18a33d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (eb652d32-88fb-4bca-ba92-8ca59c68df34), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:46.138825 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-01b1fa7d-cd1d-41df-b1a4-dd929edd0c76 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for port (37ba83e0-fc25-494a-a6f7-ac103505bd28), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:46.194303 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-01b1fa7d-cd1d-41df-b1a4-dd929edd0c76 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (37ba83e0-fc25-494a-a6f7-ac103505bd28), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:46.205398 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6088a57-99a6-4776-99f0-4c9b18a33d59 None None] Pushing event updated for resources: {'Port': ['ID=eb652d32-88fb-4bca-ba92-8ca59c68df34,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:46.265932 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b1fa7d-cd1d-41df-b1a4-dd929edd0c76 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Network 516bdee1-544f-4d05-905a-bcc978382a8e is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:43:46.274117 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-01b1fa7d-cd1d-41df-b1a4-dd929edd0c76 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:43:46.282020 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b1fa7d-cd1d-41df-b1a4-dd929edd0c76 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:43:46.288640 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b1fa7d-cd1d-41df-b1a4-dd929edd0c76 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:46.289494 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-01b1fa7d-cd1d-41df-b1a4-dd929edd0c76 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:46.300232 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1fa7d-cd1d-41df-b1a4-dd929edd0c76 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Port': ['ID=37ba83e0-fc25-494a-a6f7-ac103505bd28,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:46.318820 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-01b1fa7d-cd1d-41df-b1a4-dd929edd0c76 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1364365 Mar 22 19:43:46.319562 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44196) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:46.328326 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-03802a53-d393-4cfc-849c-9ff3665ae9e7 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'port': {'network_id': '516bdee1-544f-4d05-905a-bcc978382a8e', 'name': 'tempest-PortsIpV6TestJSON-1108730413'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:43:46.361730 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44200) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:46.532169 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03802a53-d393-4cfc-849c-9ff3665ae9e7 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:43:46.536808 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-03802a53-d393-4cfc-849c-9ff3665ae9e7 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:46.618919 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-03802a53-d393-4cfc-849c-9ff3665ae9e7 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] device_id is not set on port 37c52f84-f9ef-4663-bcfe-f107fcc65656 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:43:46.636642 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f4602d68-474e-4747-8361-ebe95c5da399 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:46.820238 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f4602d68-474e-4747-8361-ebe95c5da399 admin admin] Publish callbacks [] for security_group (92e751be-383d-48a3-b00b-12cf56b49701), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:46.826633 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f4602d68-474e-4747-8361-ebe95c5da399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (92e751be-383d-48a3-b00b-12cf56b49701), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:46.857124 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f4602d68-474e-4747-8361-ebe95c5da399 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7e36e9a8128d4507aeaacc94e4efac9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4925959 Mar 22 19:43:46.857124 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44222) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:46.865811 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-03802a53-d393-4cfc-849c-9ff3665ae9e7 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Allocated IP 2001:db8::195 (516bdee1-544f-4d05-905a-bcc978382a8e/a696ee31-f274-4b5a-8fbd-8fe9c31d42c1/37c52f84-f9ef-4663-bcfe-f107fcc65656) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:43:46.888523 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4602d68-474e-4747-8361-ebe95c5da399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e751be-383d-48a3-b00b-12cf56b49701,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:46.959517 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3a66dd7b-3c7a-430f-8cef-e1b43e03ee05 admin admin] Publish callbacks [] for security_group (92e751be-383d-48a3-b00b-12cf56b49701), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:46.986100 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3a66dd7b-3c7a-430f-8cef-e1b43e03ee05 admin admin] Publish callbacks [] for security_group (92e751be-383d-48a3-b00b-12cf56b49701), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:47.039463 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3a66dd7b-3c7a-430f-8cef-e1b43e03ee05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (92e751be-383d-48a3-b00b-12cf56b49701), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:47.042146 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3a66dd7b-3c7a-430f-8cef-e1b43e03ee05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:47.043433 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3a66dd7b-3c7a-430f-8cef-e1b43e03ee05 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/92e751be-383d-48a3-b00b-12cf56b49701 HTTP/1.1" status: 204 len: 168 time: 0.1844757 Mar 22 19:43:47.066994 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a66dd7b-3c7a-430f-8cef-e1b43e03ee05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e751be-383d-48a3-b00b-12cf56b49701,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:47.069286 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-03802a53-d393-4cfc-849c-9ff3665ae9e7 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for port (37c52f84-f9ef-4663-bcfe-f107fcc65656), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:47.130764 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-03802a53-d393-4cfc-849c-9ff3665ae9e7 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (37c52f84-f9ef-4663-bcfe-f107fcc65656), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:47.188269 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03802a53-d393-4cfc-849c-9ff3665ae9e7 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Network 516bdee1-544f-4d05-905a-bcc978382a8e is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:43:47.192965 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-03802a53-d393-4cfc-849c-9ff3665ae9e7 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:43:47.197976 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03802a53-d393-4cfc-849c-9ff3665ae9e7 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:43:47.205510 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03802a53-d393-4cfc-849c-9ff3665ae9e7 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:47.206353 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-03802a53-d393-4cfc-849c-9ff3665ae9e7 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:47.233690 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03802a53-d393-4cfc-849c-9ff3665ae9e7 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Port': ['ID=37c52f84-f9ef-4663-bcfe-f107fcc65656,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:47.249045 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-03802a53-d393-4cfc-849c-9ff3665ae9e7 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9255559 Mar 22 19:43:47.249439 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44226) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:47.391537 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a8b5acd2-15e3-4510-9113-3c21f79c99be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:47.410204 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5220662e-c1fd-427d-bfc6-da81546b3489 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:47.414868 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5220662e-c1fd-427d-bfc6-da81546b3489 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A29e HTTP/1.1" status: 200 len: 928 time: 0.1617546 Mar 22 19:43:47.415513 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44230) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:47.506277 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44232) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:47.524441 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-364d0493-cdd9-495f-b0b8-764c946479cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:47.570314 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-c0aef46b-ff8d-4379-840c-c6d52b165df1 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Deleting port 37c52f84-f9ef-4663-bcfe-f107fcc65656 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:43:47.570693 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c0aef46b-ff8d-4379-840c-c6d52b165df1 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (37c52f84-f9ef-4663-bcfe-f107fcc65656), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:47.725609 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-364d0493-cdd9-495f-b0b8-764c946479cf admin admin] Publish callbacks [] for security_group (aaf4cab3-b063-43f1-a835-c3d0094c8d5a), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:47.736553 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-364d0493-cdd9-495f-b0b8-764c946479cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (aaf4cab3-b063-43f1-a835-c3d0094c8d5a), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:47.759644 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c0aef46b-ff8d-4379-840c-c6d52b165df1 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (37c52f84-f9ef-4663-bcfe-f107fcc65656), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:47.784746 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-c0aef46b-ff8d-4379-840c-c6d52b165df1 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Calling delete_port for 37c52f84-f9ef-4663-bcfe-f107fcc65656 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:43:47.835013 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f19b646-b86c-41fd-9658-b530b359ae21 None None] Network 516bdee1-544f-4d05-905a-bcc978382a8e requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:43:47.850809 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-364d0493-cdd9-495f-b0b8-764c946479cf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0c261136c81f423dbba581e6ffa53d1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3433990 Mar 22 19:43:47.853672 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44246) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:47.855366 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d0493-cdd9-495f-b0b8-764c946479cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf4cab3-b063-43f1-a835-c3d0094c8d5a,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:47.929099 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-4c1f42fe-ad21-4302-af62-870828783d54 None None] Provisioning complete for port eb652d32-88fb-4bca-ba92-8ca59c68df34 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:43:47.929605 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4c1f42fe-ad21-4302-af62-870828783d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (eb652d32-88fb-4bca-ba92-8ca59c68df34), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:47.969567 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-67b63ad6-5e65-42d2-a6c4-10542d17c26a admin admin] Publish callbacks [] for security_group (aaf4cab3-b063-43f1-a835-c3d0094c8d5a), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:48.010913 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-67b63ad6-5e65-42d2-a6c4-10542d17c26a admin admin] Publish callbacks [] for security_group (aaf4cab3-b063-43f1-a835-c3d0094c8d5a), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:48.055119 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c0aef46b-ff8d-4379-840c-c6d52b165df1 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (37c52f84-f9ef-4663-bcfe-f107fcc65656), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:48.116994 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-67b63ad6-5e65-42d2-a6c4-10542d17c26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (aaf4cab3-b063-43f1-a835-c3d0094c8d5a), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:48.119944 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-67b63ad6-5e65-42d2-a6c4-10542d17c26a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:48.123531 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-67b63ad6-5e65-42d2-a6c4-10542d17c26a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/aaf4cab3-b063-43f1-a835-c3d0094c8d5a HTTP/1.1" status: 204 len: 168 time: 0.2618105 Mar 22 19:43:48.124072 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aef46b-ff8d-4379-840c-c6d52b165df1 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Port': ['ID=37c52f84-f9ef-4663-bcfe-f107fcc65656,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:48.155916 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b63ad6-5e65-42d2-a6c4-10542d17c26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf4cab3-b063-43f1-a835-c3d0094c8d5a,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:48.187224 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c0aef46b-ff8d-4379-840c-c6d52b165df1 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:48.194900 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c0aef46b-ff8d-4379-840c-c6d52b165df1 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/ports/37c52f84-f9ef-4663-bcfe-f107fcc65656 HTTP/1.1" status: 204 len: 168 time: 0.7779443 Mar 22 19:43:48.197387 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44256) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:48.249417 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2e9dd8a-84cf-4d73-b27f-42c2c8ca00ba tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] GET failed (client error): The resource could not be found. Mar 22 19:43:48.254098 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f2e9dd8a-84cf-4d73-b27f-42c2c8ca00ba tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "GET /v2.0/ports/37c52f84-f9ef-4663-bcfe-f107fcc65656 HTTP/1.1" status: 404 len: 333 time: 0.0525789 Mar 22 19:43:48.254508 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44258) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:48.276167 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-4c1f42fe-ad21-4302-af62-870828783d54 None None] Current status of the port eb652d32-88fb-4bca-ba92-8ca59c68df34 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:43:48.276574 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4c1f42fe-ad21-4302-af62-870828783d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (eb652d32-88fb-4bca-ba92-8ca59c68df34), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:48.366357 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-4c1f42fe-ad21-4302-af62-870828783d54 None None] For port eb652d32-88fb-4bca-ba92-8ca59c68df34, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=eb652d32-88fb-4bca-ba92-8ca59c68df34,segment=NetworkSegment(14f7bd8f-02bf-4c75-8720-570c658f2f2c),segment_id=14f7bd8f-02bf-4c75-8720-570c658f2f2c)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:43:48.397224 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device eb652d32-88fb-4bca-ba92-8ca59c68df34 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:43:48.427900 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4c1f42fe-ad21-4302-af62-870828783d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (eb652d32-88fb-4bca-ba92-8ca59c68df34), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:48.497959 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-e27cddad-3a63-4a42-9a31-71e73e2f2824 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Deleting port 37ba83e0-fc25-494a-a6f7-ac103505bd28 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:43:48.499892 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e27cddad-3a63-4a42-9a31-71e73e2f2824 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (37ba83e0-fc25-494a-a6f7-ac103505bd28), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:48.548624 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:48.621372 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f42fe-ad21-4302-af62-870828783d54 None None] Pushing event updated for resources: {'Port': ['ID=eb652d32-88fb-4bca-ba92-8ca59c68df34,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:48.639637 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port eb652d32-88fb-4bca-ba92-8ca59c68df34 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:43:48.645150 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (eb652d32-88fb-4bca-ba92-8ca59c68df34), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:48.719130 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e27cddad-3a63-4a42-9a31-71e73e2f2824 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (37ba83e0-fc25-494a-a6f7-ac103505bd28), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:48.736016 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-e27cddad-3a63-4a42-9a31-71e73e2f2824 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Calling delete_port for 37ba83e0-fc25-494a-a6f7-ac103505bd28 owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:43:48.827913 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:48.908352 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port eb652d32-88fb-4bca-ba92-8ca59c68df34 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:43:48.977606 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-191b6986-8a7e-4363-9f5e-1119259ffd88 None None] Provisioning complete for port eb652d32-88fb-4bca-ba92-8ca59c68df34 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:43:48.978012 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-191b6986-8a7e-4363-9f5e-1119259ffd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (eb652d32-88fb-4bca-ba92-8ca59c68df34), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:49.037955 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e27cddad-3a63-4a42-9a31-71e73e2f2824 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (37ba83e0-fc25-494a-a6f7-ac103505bd28), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:49.128166 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cddad-3a63-4a42-9a31-71e73e2f2824 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Port': ['ID=37ba83e0-fc25-494a-a6f7-ac103505bd28,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:49.142468 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-191b6986-8a7e-4363-9f5e-1119259ffd88 None None] Current status of the port eb652d32-88fb-4bca-ba92-8ca59c68df34 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:43:49.150665 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-191b6986-8a7e-4363-9f5e-1119259ffd88 None None] Could not find standard attr ID for object 37ba83e0-fc25-494a-a6f7-ac103505bd28. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:43:49.176269 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e27cddad-3a63-4a42-9a31-71e73e2f2824 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:49.180696 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e27cddad-3a63-4a42-9a31-71e73e2f2824 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/ports/37ba83e0-fc25-494a-a6f7-ac103505bd28 HTTP/1.1" status: 204 len: 168 time: 0.9246664 Mar 22 19:43:49.183646 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44284) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:49.233470 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1866f57-4238-4f29-b6c9-fef530260caa tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] GET failed (client error): The resource could not be found. Mar 22 19:43:49.237442 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a1866f57-4238-4f29-b6c9-fef530260caa tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "GET /v2.0/ports/37ba83e0-fc25-494a-a6f7-ac103505bd28 HTTP/1.1" status: 404 len: 333 time: 0.0471606 Mar 22 19:43:49.238312 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44290) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:49.329112 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9700fe2-5ecd-4d54-96fe-844cea672d85 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Deleting subnet a696ee31-f274-4b5a-8fbd-8fe9c31d42c1 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:43:49.336412 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f9700fe2-5ecd-4d54-96fe-844cea672d85 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for subnet (a696ee31-f274-4b5a-8fbd-8fe9c31d42c1), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:49.366534 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-94613837-27e4-4bbe-a811-3fb2fd31e3f0 None None] Could not find standard attr ID for object 37ba83e0-fc25-494a-a6f7-ac103505bd28. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:43:49.404934 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f9700fe2-5ecd-4d54-96fe-844cea672d85 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (a696ee31-f274-4b5a-8fbd-8fe9c31d42c1), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:49.510086 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f9700fe2-5ecd-4d54-96fe-844cea672d85 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (a696ee31-f274-4b5a-8fbd-8fe9c31d42c1), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:49.582536 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f9700fe2-5ecd-4d54-96fe-844cea672d85 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (a696ee31-f274-4b5a-8fbd-8fe9c31d42c1), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:49.604512 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f9700fe2-5ecd-4d54-96fe-844cea672d85 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:49.612365 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f9700fe2-5ecd-4d54-96fe-844cea672d85 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/subnets/a696ee31-f274-4b5a-8fbd-8fe9c31d42c1 HTTP/1.1" status: 204 len: 168 time: 0.3727508 Mar 22 19:43:49.615109 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44304) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:49.669353 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9700fe2-5ecd-4d54-96fe-844cea672d85 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Subnet': ['ID=a696ee31-f274-4b5a-8fbd-8fe9c31d42c1,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:49.741012 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24c21c7-9692-4f4c-bb2b-301e6ab4bfd0 None None] Network 516bdee1-544f-4d05-905a-bcc978382a8e requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:43:49.744454 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-41136898-7b41-4edf-939b-4ca9adbfceed tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (516bdee1-544f-4d05-905a-bcc978382a8e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:49.826895 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2b12e757-c2a9-445f-8276-a79d19306477 None None] Could not find standard attr ID for object 37c52f84-f9ef-4663-bcfe-f107fcc65656. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:43:49.885464 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-41136898-7b41-4edf-939b-4ca9adbfceed tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Deleting port eb652d32-88fb-4bca-ba92-8ca59c68df34 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:43:49.886144 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-41136898-7b41-4edf-939b-4ca9adbfceed tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (eb652d32-88fb-4bca-ba92-8ca59c68df34), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:49.971281 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-41136898-7b41-4edf-939b-4ca9adbfceed tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] For port eb652d32-88fb-4bca-ba92-8ca59c68df34, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=eb652d32-88fb-4bca-ba92-8ca59c68df34,segment=NetworkSegment(14f7bd8f-02bf-4c75-8720-570c658f2f2c),segment_id=14f7bd8f-02bf-4c75-8720-570c658f2f2c)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:43:49.971916 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-41136898-7b41-4edf-939b-4ca9adbfceed tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (eb652d32-88fb-4bca-ba92-8ca59c68df34), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:49.993946 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-41136898-7b41-4edf-939b-4ca9adbfceed tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Calling delete_port for eb652d32-88fb-4bca-ba92-8ca59c68df34 owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:43:50.055607 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11e479c-fe2d-45e9-b6e6-839c49caaf7b None None] DHCP port deletion for 516bdee1-544f-4d05-905a-bcc978382a8e request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:43:50.178754 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:50.224259 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-41136898-7b41-4edf-939b-4ca9adbfceed tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (eb652d32-88fb-4bca-ba92-8ca59c68df34), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:50.240475 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device eb652d32-88fb-4bca-ba92-8ca59c68df34 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:43:50.292960 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41136898-7b41-4edf-939b-4ca9adbfceed tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Port': ['ID=eb652d32-88fb-4bca-ba92-8ca59c68df34,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:50.299755 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41136898-7b41-4edf-939b-4ca9adbfceed tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] No DVR routers for this DVR port eb652d32-88fb-4bca-ba92-8ca59c68df34 on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:43:50.303302 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: eb652d32-88fb-4bca-ba92-8ca59c68df34 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:43:50.303571 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device eb652d32-88fb-4bca-ba92-8ca59c68df34 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:43:50.353173 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-b11e479c-fe2d-45e9-b6e6-839c49caaf7b None None] Deleting port eb652d32-88fb-4bca-ba92-8ca59c68df34 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:43:50.353545 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b11e479c-fe2d-45e9-b6e6-839c49caaf7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (eb652d32-88fb-4bca-ba92-8ca59c68df34), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:50.458486 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-41136898-7b41-4edf-939b-4ca9adbfceed tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (516bdee1-544f-4d05-905a-bcc978382a8e), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:50.518016 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-41136898-7b41-4edf-939b-4ca9adbfceed tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['516bdee1-544f-4d05-905a-bcc978382a8e']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:50.518489 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-b11e479c-fe2d-45e9-b6e6-839c49caaf7b None None] For port eb652d32-88fb-4bca-ba92-8ca59c68df34, host n-d-705658-24, got binding levels [] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:43:50.519063 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b11e479c-fe2d-45e9-b6e6-839c49caaf7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (eb652d32-88fb-4bca-ba92-8ca59c68df34), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:50.539111 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-b11e479c-fe2d-45e9-b6e6-839c49caaf7b None None] Calling delete_port for eb652d32-88fb-4bca-ba92-8ca59c68df34 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:43:50.540985 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-41136898-7b41-4edf-939b-4ca9adbfceed tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f7bd8f-02bf-4c75-8720-570c658f2f2c') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:50.542827 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-41136898-7b41-4edf-939b-4ca9adbfceed tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f7bd8f-02bf-4c75-8720-570c658f2f2c') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:50.557459 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.ipam_backend_mixin [None req-b11e479c-fe2d-45e9-b6e6-839c49caaf7b None None] Port eb652d32-88fb-4bca-ba92-8ca59c68df34 was not found and therefore no delete operation was performed {{(pid=104174) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 19:43:50.560123 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b11e479c-fe2d-45e9-b6e6-839c49caaf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (eb652d32-88fb-4bca-ba92-8ca59c68df34), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:50.566096 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-41136898-7b41-4edf-939b-4ca9adbfceed tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (14f7bd8f-02bf-4c75-8720-570c658f2f2c), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:50.583520 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11e479c-fe2d-45e9-b6e6-839c49caaf7b None None] No DVR routers for this DVR port eb652d32-88fb-4bca-ba92-8ca59c68df34 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:43:50.614977 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-41136898-7b41-4edf-939b-4ca9adbfceed tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (14f7bd8f-02bf-4c75-8720-570c658f2f2c), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:50.636628 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41136898-7b41-4edf-939b-4ca9adbfceed tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:43:50.637478 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-41136898-7b41-4edf-939b-4ca9adbfceed tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (14f7bd8f-02bf-4c75-8720-570c658f2f2c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:50.640614 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:43:50.640614 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:43:50.640614 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:43:50.640614 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:43:50.640614 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:43:50.640614 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:43:50.640614 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:43:50.640614 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:43:50.640614 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:43:50.640614 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:43:50.640614 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:43:50.640614 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:43:50.640614 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:43:50.640614 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:43:50.640614 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:43:50.640614 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:43:50.640614 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:43:50.640614 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:43:50.640614 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:43:50.640614 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:43:50.640614 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:43:50.640614 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:43:50.640614 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:43:50.640614 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:43:50.640614 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:43:50.640614 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:43:50.640614 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:43:50.640614 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:43:50.640614 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:43:50.640614 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:43:50.640614 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:43:50.640614 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:43:50.649885 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e479c-fe2d-45e9-b6e6-839c49caaf7b None None] Pushing event deleted for resources: {'Port': ['ID=eb652d32-88fb-4bca-ba92-8ca59c68df34,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:50.811308 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-41136898-7b41-4edf-939b-4ca9adbfceed tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (516bdee1-544f-4d05-905a-bcc978382a8e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:50.829247 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-41136898-7b41-4edf-939b-4ca9adbfceed tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:50.831790 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-41136898-7b41-4edf-939b-4ca9adbfceed tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/networks/516bdee1-544f-4d05-905a-bcc978382a8e HTTP/1.1" status: 204 len: 168 time: 1.2151253 Mar 22 19:43:50.835394 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44340) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:50.840942 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-c9520f45-75f0-4016-9d6e-3ca2220fe9d3 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1870394955'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:43:50.848310 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41136898-7b41-4edf-939b-4ca9adbfceed tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Network': ['ID=516bdee1-544f-4d05-905a-bcc978382a8e,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:50.878865 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9520f45-75f0-4016-9d6e-3ca2220fe9d3 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:43:50.883019 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c9520f45-75f0-4016-9d6e-3ca2220fe9d3 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:50.919800 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9520f45-75f0-4016-9d6e-3ca2220fe9d3 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:43:50.932494 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c9520f45-75f0-4016-9d6e-3ca2220fe9d3 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (6ff7d574-1b4a-4a92-9d41-46b4b3a7b3c0), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:50.933239 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-c9520f45-75f0-4016-9d6e-3ca2220fe9d3 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Added segment 6ff7d574-1b4a-4a92-9d41-46b4b3a7b3c0 of type vlan for network b0f64e21-e606-4c4a-a6da-d813870c45e3 Mar 22 19:43:50.997311 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c9520f45-75f0-4016-9d6e-3ca2220fe9d3 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (b0f64e21-e606-4c4a-a6da-d813870c45e3), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:51.036834 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c9520f45-75f0-4016-9d6e-3ca2220fe9d3 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (b0f64e21-e606-4c4a-a6da-d813870c45e3), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:51.044855 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9520f45-75f0-4016-9d6e-3ca2220fe9d3 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:51.046127 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c9520f45-75f0-4016-9d6e-3ca2220fe9d3 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:51.141097 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c9520f45-75f0-4016-9d6e-3ca2220fe9d3 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3011258 Mar 22 19:43:51.141504 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44350) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:51.146914 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-f58970c2-6c1e-4cac-8b27-d315e9cfacb9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'subnet': {'network_id': 'b0f64e21-e606-4c4a-a6da-d813870c45e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:43:51.159644 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9520f45-75f0-4016-9d6e-3ca2220fe9d3 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Network': ['ID=b0f64e21-e606-4c4a-a6da-d813870c45e3,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:51.176821 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network b0f64e21-e606-4c4a-a6da-d813870c45e3 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:43:51.355056 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:51.449089 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58970c2-6c1e-4cac-8b27-d315e9cfacb9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:43:51.452750 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f58970c2-6c1e-4cac-8b27-d315e9cfacb9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:51.750106 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f58970c2-6c1e-4cac-8b27-d315e9cfacb9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (4eb4c954-88c8-4588-b04c-39d49587b0ce), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:51.894369 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58970c2-6c1e-4cac-8b27-d315e9cfacb9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Checking segment: {'id': '6ff7d574-1b4a-4a92-9d41-46b4b3a7b3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b0f64e21-e606-4c4a-a6da-d813870c45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:43:51.894741 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58970c2-6c1e-4cac-8b27-d315e9cfacb9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Network hostable DHCP agents. Network: b0f64e21-e606-4c4a-a6da-d813870c45e3, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:43:51.937266 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58970c2-6c1e-4cac-8b27-d315e9cfacb9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Subnet': ['ID=4eb4c954-88c8-4588-b04c-39d49587b0ce,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:51.945670 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58970c2-6c1e-4cac-8b27-d315e9cfacb9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Network b0f64e21-e606-4c4a-a6da-d813870c45e3 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:43:51.971596 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-f58970c2-6c1e-4cac-8b27-d315e9cfacb9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, b0f64e21-e606-4c4a-a6da-d813870c45e3) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:43:51.976960 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58970c2-6c1e-4cac-8b27-d315e9cfacb9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:51.977946 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f58970c2-6c1e-4cac-8b27-d315e9cfacb9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:51.990766 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2145616d-d493-4377-bfbf-2f55fcb33f97 None None] Network b0f64e21-e606-4c4a-a6da-d813870c45e3 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:43:52.018732 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f58970c2-6c1e-4cac-8b27-d315e9cfacb9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8753698 Mar 22 19:43:52.021410 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44386) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:52.027913 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-d9de5025-08f2-4cad-a591-0a27bc604250 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'port': {'network_id': 'b0f64e21-e606-4c4a-a6da-d813870c45e3', 'name': 'tempest-PortsIpV6TestJSON-1945841033', 'fixed_ips': [{'subnet_id': '4eb4c954-88c8-4588-b04c-39d49587b0ce', 'ip_address': '2001:db8::10'}]}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:43:52.224545 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9de5025-08f2-4cad-a591-0a27bc604250 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:43:52.242680 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1b0cfc-6bea-47d9-b809-ee0836bc8eaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-b0f64e21-e606-4c4a-a6da-d813870c45e3', 'network_id': 'b0f64e21-e606-4c4a-a6da-d813870c45e3', 'project_id': 'cffa16449d93439395dbede298544490', 'fixed_ips': [{'subnet_id': '4eb4c954-88c8-4588-b04c-39d49587b0ce'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:43:52.244494 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0c1b0cfc-6bea-47d9-b809-ee0836bc8eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:52.346497 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d9de5025-08f2-4cad-a591-0a27bc604250 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:52.464152 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-d9de5025-08f2-4cad-a591-0a27bc604250 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] device_id is not set on port 46178ccd-886c-4bd6-b77e-4227fd571708 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:43:52.559512 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-0c1b0cfc-6bea-47d9-b809-ee0836bc8eaf None None] Allocated IP 2001:db8::2 (b0f64e21-e606-4c4a-a6da-d813870c45e3/4eb4c954-88c8-4588-b04c-39d49587b0ce/f980ae19-9fe8-43bd-a4db-85b4d091e2c6) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:43:52.582686 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:43:52.600098 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693d954-b7d6-43bc-bea7-6e23912d00c8 req-8c2cde02-60bf-4fae-b3ce-88fa4f76cc12 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:52.601661 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7693d954-b7d6-43bc-bea7-6e23912d00c8 req-8c2cde02-60bf-4fae-b3ce-88fa4f76cc12 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=b253de37-26c3-4a3d-85aa-ca62b7d032f0 HTTP/1.1" status: 200 len: 945 time: 0.8584356 Mar 22 19:43:52.692855 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44404) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:52.748164 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7693d954-b7d6-43bc-bea7-6e23912d00c8 req-0d92d92e-374b-46dd-9699-3f4d1568dd5a tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6a862fc-7a01-423a-b981-c773d7721a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332526 Mar 22 19:43:52.921618 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f69a2950-090c-4eec-b298-90ab0fd3f5a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:53.030304 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f69a2950-090c-4eec-b298-90ab0fd3f5a2 admin admin] Publish callbacks [] for security_group (122c87db-48fb-4ec9-806a-eec08800207f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:53.036921 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f69a2950-090c-4eec-b298-90ab0fd3f5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (122c87db-48fb-4ec9-806a-eec08800207f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:53.076305 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a2950-090c-4eec-b298-90ab0fd3f5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122c87db-48fb-4ec9-806a-eec08800207f,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:53.111835 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f69a2950-090c-4eec-b298-90ab0fd3f5a2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8daa0489c24549a19a94fd707e979eb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4171104 Mar 22 19:43:53.115220 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44408) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:53.124724 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0c1b0cfc-6bea-47d9-b809-ee0836bc8eaf None None] Publish callbacks [] for port (f980ae19-9fe8-43bd-a4db-85b4d091e2c6), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:53.147423 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0c1b0cfc-6bea-47d9-b809-ee0836bc8eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (f980ae19-9fe8-43bd-a4db-85b4d091e2c6), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:53.168868 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1b0cfc-6bea-47d9-b809-ee0836bc8eaf None None] Network b0f64e21-e606-4c4a-a6da-d813870c45e3 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:43:53.170691 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-0c1b0cfc-6bea-47d9-b809-ee0836bc8eaf None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:43:53.176311 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1b0cfc-6bea-47d9-b809-ee0836bc8eaf None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:43:53.285811 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-0c1b0cfc-6bea-47d9-b809-ee0836bc8eaf None None] Attempting to bind port f980ae19-9fe8-43bd-a4db-85b4d091e2c6 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:43:53.286582 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-0c1b0cfc-6bea-47d9-b809-ee0836bc8eaf None None] Attempting to bind port f980ae19-9fe8-43bd-a4db-85b4d091e2c6 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '6ff7d574-1b4a-4a92-9d41-46b4b3a7b3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b0f64e21-e606-4c4a-a6da-d813870c45e3'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:43:53.286711 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1b0cfc-6bea-47d9-b809-ee0836bc8eaf None None] Attempting to bind port f980ae19-9fe8-43bd-a4db-85b4d091e2c6 on network b0f64e21-e606-4c4a-a6da-d813870c45e3 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:43:53.299624 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1b0cfc-6bea-47d9-b809-ee0836bc8eaf None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:43:53.299953 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a5c70f13-9fd6-4211-b21a-eeb5eeb2bf82 admin admin] Publish callbacks [] for security_group (122c87db-48fb-4ec9-806a-eec08800207f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:53.300114 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1b0cfc-6bea-47d9-b809-ee0836bc8eaf None None] Checking segment: {'id': '6ff7d574-1b4a-4a92-9d41-46b4b3a7b3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b0f64e21-e606-4c4a-a6da-d813870c45e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:43:53.300596 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0c1b0cfc-6bea-47d9-b809-ee0836bc8eaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:53.301128 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1b0cfc-6bea-47d9-b809-ee0836bc8eaf None None] Bound using segment: {'id': '6ff7d574-1b4a-4a92-9d41-46b4b3a7b3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b0f64e21-e606-4c4a-a6da-d813870c45e3'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:43:53.301510 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-0c1b0cfc-6bea-47d9-b809-ee0836bc8eaf None None] Bound port: f980ae19-9fe8-43bd-a4db-85b4d091e2c6, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff7d574-1b4a-4a92-9d41-46b4b3a7b3c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'b0f64e21-e606-4c4a-a6da-d813870c45e3'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:43:53.301944 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0c1b0cfc-6bea-47d9-b809-ee0836bc8eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f980ae19-9fe8-43bd-a4db-85b4d091e2c6), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:53.310003 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b0cfc-6bea-47d9-b809-ee0836bc8eaf None None] Pushing event updated for resources: {'Port': ['ID=f980ae19-9fe8-43bd-a4db-85b4d091e2c6,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:53.313878 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-d9de5025-08f2-4cad-a591-0a27bc604250 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Allocated IP 2001:db8::10 (b0f64e21-e606-4c4a-a6da-d813870c45e3/4eb4c954-88c8-4588-b04c-39d49587b0ce/46178ccd-886c-4bd6-b77e-4227fd571708) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:43:53.414726 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a5c70f13-9fd6-4211-b21a-eeb5eeb2bf82 admin admin] Publish callbacks [] for security_group (122c87db-48fb-4ec9-806a-eec08800207f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:53.440424 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-0c1b0cfc-6bea-47d9-b809-ee0836bc8eaf None None] For port f980ae19-9fe8-43bd-a4db-85b4d091e2c6, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:43:53.445260 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-0c1b0cfc-6bea-47d9-b809-ee0836bc8eaf None None] For port f980ae19-9fe8-43bd-a4db-85b4d091e2c6, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f980ae19-9fe8-43bd-a4db-85b4d091e2c6,segment=NetworkSegment(6ff7d574-1b4a-4a92-9d41-46b4b3a7b3c0),segment_id=6ff7d574-1b4a-4a92-9d41-46b4b3a7b3c0)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:43:53.454762 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0c1b0cfc-6bea-47d9-b809-ee0836bc8eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f980ae19-9fe8-43bd-a4db-85b4d091e2c6), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:53.518250 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b0cfc-6bea-47d9-b809-ee0836bc8eaf None None] Pushing event updated for resources: {'Port': ['ID=f980ae19-9fe8-43bd-a4db-85b4d091e2c6,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:53.592159 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86cafc-ca59-4700-803d-554676d400cf req-5a221346-cedf-4fbb-ac6e-051f8f5fc501 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:53.593728 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a86cafc-ca59-4700-803d-554676d400cf req-5a221346-cedf-4fbb-ac6e-051f8f5fc501 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.85 "GET /v2.0/ports?device_id=b253de37-26c3-4a3d-85aa-ca62b7d032f0 HTTP/1.1" status: 200 len: 945 time: 0.3486910 Mar 22 19:43:53.599233 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d9de5025-08f2-4cad-a591-0a27bc604250 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for port (46178ccd-886c-4bd6-b77e-4227fd571708), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:53.910188 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d9de5025-08f2-4cad-a591-0a27bc604250 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (46178ccd-886c-4bd6-b77e-4227fd571708), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:53.940891 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a5c70f13-9fd6-4211-b21a-eeb5eeb2bf82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (122c87db-48fb-4ec9-806a-eec08800207f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:53.953588 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a5c70f13-9fd6-4211-b21a-eeb5eeb2bf82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:53.958032 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a5c70f13-9fd6-4211-b21a-eeb5eeb2bf82 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/122c87db-48fb-4ec9-806a-eec08800207f HTTP/1.1" status: 204 len: 168 time: 0.8418317 Mar 22 19:43:54.063629 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9de5025-08f2-4cad-a591-0a27bc604250 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Network b0f64e21-e606-4c4a-a6da-d813870c45e3 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:43:54.086699 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c70f13-9fd6-4211-b21a-eeb5eeb2bf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122c87db-48fb-4ec9-806a-eec08800207f,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:54.096017 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-d9de5025-08f2-4cad-a591-0a27bc604250 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:43:54.109211 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9de5025-08f2-4cad-a591-0a27bc604250 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:43:54.116523 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9de5025-08f2-4cad-a591-0a27bc604250 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:54.117348 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d9de5025-08f2-4cad-a591-0a27bc604250 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:54.399539 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f980ae19-9fe8-43bd-a4db-85b4d091e2c6 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:43:54.403494 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44430) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:54.403950 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d9de5025-08f2-4cad-a591-0a27bc604250 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3803508 Mar 22 19:43:54.412837 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-8a86cafc-ca59-4700-803d-554676d400cf req-f1649456-4d32-42eb-868e-9b556b9988f5 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Deleting port af47f510-a988-4df9-a92e-d31ffbe19285 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:43:54.414568 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8a86cafc-ca59-4700-803d-554676d400cf req-f1649456-4d32-42eb-868e-9b556b9988f5 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (af47f510-a988-4df9-a92e-d31ffbe19285), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:54.416451 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-c530e4b4-8147-4f05-a9b0-67889b9d9e7a tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'port': {'network_id': 'b0f64e21-e606-4c4a-a6da-d813870c45e3', 'name': 'tempest-PortsIpV6TestJSON-205197909', 'fixed_ips': [{'subnet_id': '4eb4c954-88c8-4588-b04c-39d49587b0ce', 'ip_address': '2001:db8::f'}]}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:43:54.558530 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-8a86cafc-ca59-4700-803d-554676d400cf req-f1649456-4d32-42eb-868e-9b556b9988f5 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] For port af47f510-a988-4df9-a92e-d31ffbe19285, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=af47f510-a988-4df9-a92e-d31ffbe19285,segment=NetworkSegment(6e736185-0014-45d0-ba97-665298266e3f),segment_id=6e736185-0014-45d0-ba97-665298266e3f)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:43:54.558789 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8a86cafc-ca59-4700-803d-554676d400cf req-f1649456-4d32-42eb-868e-9b556b9988f5 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (af47f510-a988-4df9-a92e-d31ffbe19285), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:54.664785 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port f980ae19-9fe8-43bd-a4db-85b4d091e2c6 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:43:54.665109 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f980ae19-9fe8-43bd-a4db-85b4d091e2c6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:54.722738 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44436) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:54.800946 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9906fb6a-699f-497e-a9a6-2150efbd7bab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:54.884728 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c530e4b4-8147-4f05-a9b0-67889b9d9e7a tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:43:54.905921 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port f980ae19-9fe8-43bd-a4db-85b4d091e2c6 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:43:54.911096 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f980ae19-9fe8-43bd-a4db-85b4d091e2c6), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:54.973384 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8a86cafc-ca59-4700-803d-554676d400cf req-f1649456-4d32-42eb-868e-9b556b9988f5 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:54.973955 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8a86cafc-ca59-4700-803d-554676d400cf req-f1649456-4d32-42eb-868e-9b556b9988f5 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (56ceba48-1128-4756-bc4d-4d84f438893e), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:54.974363 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [req-8a86cafc-ca59-4700-803d-554676d400cf req-f1649456-4d32-42eb-868e-9b556b9988f5 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Floating IP 56ceba48-1128-4756-bc4d-4d84f438893e disassociated. External IP: 172.25.5.181, port: af47f510-a988-4df9-a92e-d31ffbe19285. Mar 22 19:43:54.974943 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-8a86cafc-ca59-4700-803d-554676d400cf req-f1649456-4d32-42eb-868e-9b556b9988f5 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Calling delete_port for af47f510-a988-4df9-a92e-d31ffbe19285 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:43:55.019015 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port f980ae19-9fe8-43bd-a4db-85b4d091e2c6, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f980ae19-9fe8-43bd-a4db-85b4d091e2c6,segment=NetworkSegment(6ff7d574-1b4a-4a92-9d41-46b4b3a7b3c0),segment_id=6ff7d574-1b4a-4a92-9d41-46b4b3a7b3c0)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:43:55.027859 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f980ae19-9fe8-43bd-a4db-85b4d091e2c6), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:55.183097 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=f980ae19-9fe8-43bd-a4db-85b4d091e2c6,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:55.210943 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c530e4b4-8147-4f05-a9b0-67889b9d9e7a tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:55.251780 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-c530e4b4-8147-4f05-a9b0-67889b9d9e7a tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] device_id is not set on port 90dcea6a-2b4d-4cab-80b9-2e737d64353d yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:43:55.263541 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f53d86-e5d6-41e1-84d1-13ce6373a7fb req-2e43cd61-b88b-40c4-b2e0-9acb312bc0fc tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:55.271565 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-44f53d86-e5d6-41e1-84d1-13ce6373a7fb req-2e43cd61-b88b-40c4-b2e0-9acb312bc0fc tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=b253de37-26c3-4a3d-85aa-ca62b7d032f0 HTTP/1.1" status: 200 len: 945 time: 1.3106403 Mar 22 19:43:55.296117 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8a86cafc-ca59-4700-803d-554676d400cf req-f1649456-4d32-42eb-868e-9b556b9988f5 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (af47f510-a988-4df9-a92e-d31ffbe19285), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:55.308577 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de5025-08f2-4cad-a591-0a27bc604250 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Port': ['ID=46178ccd-886c-4bd6-b77e-4227fd571708,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:55.430027 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cdafd0-c95a-46a5-8126-79c34b1cab9e None None] Network b0f64e21-e606-4c4a-a6da-d813870c45e3 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:43:55.476025 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9906fb6a-699f-497e-a9a6-2150efbd7bab admin admin] Publish callbacks [] for security_group (b37f00dd-31c2-44fd-abff-d7e639c80a38), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:55.504833 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9906fb6a-699f-497e-a9a6-2150efbd7bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b37f00dd-31c2-44fd-abff-d7e639c80a38), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:55.576270 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9906fb6a-699f-497e-a9a6-2150efbd7bab admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8685c387d0b04103b3ef28a67bbcaaa5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8485782 Mar 22 19:43:55.577607 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44448) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:55.579085 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-c530e4b4-8147-4f05-a9b0-67889b9d9e7a tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Allocated IP 2001:db8::f (b0f64e21-e606-4c4a-a6da-d813870c45e3/4eb4c954-88c8-4588-b04c-39d49587b0ce/90dcea6a-2b4d-4cab-80b9-2e737d64353d) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:43:55.581596 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906fb6a-699f-497e-a9a6-2150efbd7bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37f00dd-31c2-44fd-abff-d7e639c80a38,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:55.686677 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6e00f7da-88b5-42ba-8861-7a013d014007 admin admin] Publish callbacks [] for security_group (b37f00dd-31c2-44fd-abff-d7e639c80a38), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:55.712714 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-5f36b4d5-45a9-441b-a5f3-e78889b86554 None None] Provisioning complete for port f980ae19-9fe8-43bd-a4db-85b4d091e2c6 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:43:55.722747 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-44f53d86-e5d6-41e1-84d1-13ce6373a7fb req-19858019-eaee-403d-91c2-5b3f1dcf0977 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups?id=b6a862fc-7a01-423a-b981-c773d7721a3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4451585 Mar 22 19:43:55.723678 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1649456-4d32-42eb-868e-9b556b9988f5 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Pushing event deleted for resources: {'Port': ['ID=af47f510-a988-4df9-a92e-d31ffbe19285,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:55.724497 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5f36b4d5-45a9-441b-a5f3-e78889b86554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f980ae19-9fe8-43bd-a4db-85b4d091e2c6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:55.749994 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a86cafc-ca59-4700-803d-554676d400cf req-f1649456-4d32-42eb-868e-9b556b9988f5 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Router 3f5ce0f6-325f-436f-9377-56ca60b663e9 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:43:55.804623 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6e00f7da-88b5-42ba-8861-7a013d014007 admin admin] Publish callbacks [] for security_group (b37f00dd-31c2-44fd-abff-d7e639c80a38), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:55.994997 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-5f36b4d5-45a9-441b-a5f3-e78889b86554 None None] Current status of the port f980ae19-9fe8-43bd-a4db-85b4d091e2c6 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:43:56.080701 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a86cafc-ca59-4700-803d-554676d400cf req-f1649456-4d32-42eb-868e-9b556b9988f5 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:43:56.115737 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a311d0-7c3c-4cf5-bade-43ac3dda346b None None] Sync routers for ids ['3f5ce0f6-325f-436f-9377-56ca60b663e9'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:43:56.136633 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6e00f7da-88b5-42ba-8861-7a013d014007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b37f00dd-31c2-44fd-abff-d7e639c80a38), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:56.138842 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a311d0-7c3c-4cf5-bade-43ac3dda346b None None] Routers {'3f5ce0f6-325f-436f-9377-56ca60b663e9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:43:56.139473 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-c4a311d0-7c3c-4cf5-bade-43ac3dda346b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:43:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3f5ce0f6-325f-436f-9377-56ca60b663e9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:56.141553 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6e00f7da-88b5-42ba-8861-7a013d014007 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:56.151240 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6e00f7da-88b5-42ba-8861-7a013d014007 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b37f00dd-31c2-44fd-abff-d7e639c80a38 HTTP/1.1" status: 204 len: 168 time: 0.5629249 Mar 22 19:43:56.222503 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e00f7da-88b5-42ba-8861-7a013d014007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37f00dd-31c2-44fd-abff-d7e639c80a38,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:56.229616 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a86cafc-ca59-4700-803d-554676d400cf req-f1649456-4d32-42eb-868e-9b556b9988f5 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] No DVR routers for this DVR port af47f510-a988-4df9-a92e-d31ffbe19285 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:43:56.234739 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8a86cafc-ca59-4700-803d-554676d400cf req-f1649456-4d32-42eb-868e-9b556b9988f5 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:56.251366 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a86cafc-ca59-4700-803d-554676d400cf req-f1649456-4d32-42eb-868e-9b556b9988f5 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.85 "DELETE /v2.0/ports/af47f510-a988-4df9-a92e-d31ffbe19285 HTTP/1.1" status: 204 len: 173 time: 2.6460993 Mar 22 19:43:56.255728 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b253de37-26c3-4a3d-85aa-ca62b7d032f0', 'name': 'network-vif-deleted', 'tag': 'af47f510-a988-4df9-a92e-d31ffbe19285'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:43:56.265970 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b8f028-2396-41ec-82d1-bf53aa68c668" -d '{"events": [{"server_uuid": "b253de37-26c3-4a3d-85aa-ca62b7d032f0", "name": "network-vif-deleted", "tag": "af47f510-a988-4df9-a92e-d31ffbe19285"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:43:56.373974 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f980ae19-9fe8-43bd-a4db-85b4d091e2c6 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:43:56.377226 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c530e4b4-8147-4f05-a9b0-67889b9d9e7a tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for port (90dcea6a-2b4d-4cab-80b9-2e737d64353d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:56.462491 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603a9dac-d68b-4330-8aef-4b7fc2ac3e03 x-openstack-request-id: req-603a9dac-d68b-4330-8aef-4b7fc2ac3e03 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:43:56.462792 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b253de37-26c3-4a3d-85aa-ca62b7d032f0", "name": "network-vif-deleted", "tag": "af47f510-a988-4df9-a92e-d31ffbe19285", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:43:56.463068 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-603a9dac-d68b-4330-8aef-4b7fc2ac3e03 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:43:56.463488 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-603a9dac-d68b-4330-8aef-4b7fc2ac3e03'] response: {'server_uuid': 'b253de37-26c3-4a3d-85aa-ca62b7d032f0', 'name': 'network-vif-deleted', 'tag': 'af47f510-a988-4df9-a92e-d31ffbe19285', 'status': 'completed', 'code': 200} Mar 22 19:43:56.515487 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c530e4b4-8147-4f05-a9b0-67889b9d9e7a tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (90dcea6a-2b4d-4cab-80b9-2e737d64353d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:56.614960 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-1a223a9a-7382-416d-915f-2d855f55791c None None] Provisioning complete for port 46178ccd-886c-4bd6-b77e-4227fd571708 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:43:56.615827 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1a223a9a-7382-416d-915f-2d855f55791c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (46178ccd-886c-4bd6-b77e-4227fd571708), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:56.652095 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-c4a311d0-7c3c-4cf5-bade-43ac3dda346b None None] Set router 3f5ce0f6-325f-436f-9377-56ca60b663e9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:43:56.723249 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c530e4b4-8147-4f05-a9b0-67889b9d9e7a tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Network b0f64e21-e606-4c4a-a6da-d813870c45e3 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:43:56.727315 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port f980ae19-9fe8-43bd-a4db-85b4d091e2c6 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:43:56.727699 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f980ae19-9fe8-43bd-a4db-85b4d091e2c6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:56.747271 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-c530e4b4-8147-4f05-a9b0-67889b9d9e7a tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:43:56.750355 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c530e4b4-8147-4f05-a9b0-67889b9d9e7a tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Port': ['ID=90dcea6a-2b4d-4cab-80b9-2e737d64353d,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:56.753009 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c530e4b4-8147-4f05-a9b0-67889b9d9e7a tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:43:56.758917 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c530e4b4-8147-4f05-a9b0-67889b9d9e7a tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:56.759558 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c530e4b4-8147-4f05-a9b0-67889b9d9e7a tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:56.788337 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44468) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:56.799656 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c530e4b4-8147-4f05-a9b0-67889b9d9e7a tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3938212 Mar 22 19:43:56.937197 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1a223a9a-7382-416d-915f-2d855f55791c None None] Port 46178ccd-886c-4bd6-b77e-4227fd571708 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:43:57.078749 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-1a223a9a-7382-416d-915f-2d855f55791c None None] Provisioning complete for port f980ae19-9fe8-43bd-a4db-85b4d091e2c6 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:43:57.087857 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1a223a9a-7382-416d-915f-2d855f55791c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f980ae19-9fe8-43bd-a4db-85b4d091e2c6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:57.097359 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f5f7e8-93a0-4324-a15c-19d380723c4e tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:57.115538 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44472) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:57.135844 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-49f5f7e8-93a0-4324-a15c-19d380723c4e tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3462920 Mar 22 19:43:57.197064 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a2216045-9345-4442-a3be-b2a98845f5c6 req-47cbd3fd-87de-4fa2-8427-3a2245069ea9 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/ports?device_id=b253de37-26c3-4a3d-85aa-ca62b7d032f0 HTTP/1.1" status: 200 len: 210 time: 0.1484377 Mar 22 19:43:57.270176 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port f980ae19-9fe8-43bd-a4db-85b4d091e2c6 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:43:57.317049 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8d789e-c6bc-49f8-b96b-d78e20c57925 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:57.334776 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8d789e-c6bc-49f8-b96b-d78e20c57925 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:57.350453 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8d789e-c6bc-49f8-b96b-d78e20c57925 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:43:57.359591 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44478) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:57.376079 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3d8d789e-c6bc-49f8-b96b-d78e20c57925 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2566209 Mar 22 19:43:57.426846 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-c4a311d0-7c3c-4cf5-bade-43ac3dda346b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'name': 'tempest-AttachVolumeNegativeTest-186120780-router', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:33:57Z', 'updated_at': '2022-03-22T19:34:01Z', 'revision_number': 4, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'gw_port': {'id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:33:58Z', 'updated_at': '2022-03-22T19:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '10804c69-4eb3-4346-b303-6e5bd5d9a227', 'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'mac_address': 'fa:16:3e:bc:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:00Z', 'updated_at': '2022-03-22T19:34:09Z', 'revision_number': 5, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'subnets': [{'id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:57.437881 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1a223a9a-7382-416d-915f-2d855f55791c None None] Current status of the port f980ae19-9fe8-43bd-a4db-85b4d091e2c6 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:43:57.511534 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a311d0-7c3c-4cf5-bade-43ac3dda346b None None] Checking router: 3f5ce0f6-325f-436f-9377-56ca60b663e9 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:43:57.537477 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a311d0-7c3c-4cf5-bade-43ac3dda346b None None] Routers {'3f5ce0f6-325f-436f-9377-56ca60b663e9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:43:57.538572 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-c4a311d0-7c3c-4cf5-bade-43ac3dda346b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:43:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3f5ce0f6-325f-436f-9377-56ca60b663e9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:57.570832 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-9a1414a3-2c40-4913-8b69-c505f7667853 None None] Provisioning complete for port 46178ccd-886c-4bd6-b77e-4227fd571708 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:43:57.571356 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9a1414a3-2c40-4913-8b69-c505f7667853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (46178ccd-886c-4bd6-b77e-4227fd571708), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:57.642038 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-4cf57fac-723c-4dda-9a5d-fe2ce1c44ea6 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Deleting port 90dcea6a-2b4d-4cab-80b9-2e737d64353d {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:43:57.642411 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4cf57fac-723c-4dda-9a5d-fe2ce1c44ea6 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (90dcea6a-2b4d-4cab-80b9-2e737d64353d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:57.728833 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-9a1414a3-2c40-4913-8b69-c505f7667853 None None] Port 46178ccd-886c-4bd6-b77e-4227fd571708 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:43:57.800279 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device af47f510-a988-4df9-a92e-d31ffbe19285 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:43:57.842451 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: af47f510-a988-4df9-a92e-d31ffbe19285 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:43:57.842744 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4cf57fac-723c-4dda-9a5d-fe2ce1c44ea6 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (90dcea6a-2b4d-4cab-80b9-2e737d64353d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:57.850397 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device af47f510-a988-4df9-a92e-d31ffbe19285 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:43:57.886906 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-4cf57fac-723c-4dda-9a5d-fe2ce1c44ea6 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Calling delete_port for 90dcea6a-2b4d-4cab-80b9-2e737d64353d owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:43:57.897568 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-c4a311d0-7c3c-4cf5-bade-43ac3dda346b None None] Set router 3f5ce0f6-325f-436f-9377-56ca60b663e9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:43:57.899470 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-eba3f4cd-d4f7-4838-a053-64b4aa5b4299 None None] Provisioning complete for port 90dcea6a-2b4d-4cab-80b9-2e737d64353d triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:43:57.900114 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-eba3f4cd-d4f7-4838-a053-64b4aa5b4299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (90dcea6a-2b4d-4cab-80b9-2e737d64353d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:58.019910 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-eba3f4cd-d4f7-4838-a053-64b4aa5b4299 None None] Port 90dcea6a-2b4d-4cab-80b9-2e737d64353d cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:43:58.272422 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4cf57fac-723c-4dda-9a5d-fe2ce1c44ea6 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (90dcea6a-2b4d-4cab-80b9-2e737d64353d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:58.371115 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf57fac-723c-4dda-9a5d-fe2ce1c44ea6 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Port': ['ID=90dcea6a-2b4d-4cab-80b9-2e737d64353d,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:58.399744 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44506) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:58.441483 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4cf57fac-723c-4dda-9a5d-fe2ce1c44ea6 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:58.456205 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4cf57fac-723c-4dda-9a5d-fe2ce1c44ea6 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/ports/90dcea6a-2b4d-4cab-80b9-2e737d64353d HTTP/1.1" status: 204 len: 168 time: 1.0948329 Mar 22 19:43:58.459277 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44508) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:58.558437 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9959a2f-a8fe-4d27-a967-288b083282b9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] GET failed (client error): The resource could not be found. Mar 22 19:43:58.559977 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b9959a2f-a8fe-4d27-a967-288b083282b9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "GET /v2.0/ports/90dcea6a-2b4d-4cab-80b9-2e737d64353d HTTP/1.1" status: 404 len: 333 time: 0.0997295 Mar 22 19:43:58.567268 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44518) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:58.744062 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-547db21e-f45b-46ce-8044-6d212ac630c0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group (b6a862fc-7a01-423a-b981-c773d7721a3c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:58.883275 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-547db21e-f45b-46ce-8044-6d212ac630c0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group (b6a862fc-7a01-423a-b981-c773d7721a3c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:58.968033 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-c4a311d0-7c3c-4cf5-bade-43ac3dda346b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'name': 'tempest-AttachVolumeNegativeTest-186120780-router', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:33:57Z', 'updated_at': '2022-03-22T19:34:01Z', 'revision_number': 4, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'gw_port': {'id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:33:58Z', 'updated_at': '2022-03-22T19:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '10804c69-4eb3-4346-b303-6e5bd5d9a227', 'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'mac_address': 'fa:16:3e:bc:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:00Z', 'updated_at': '2022-03-22T19:34:09Z', 'revision_number': 5, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'subnets': [{'id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:43:59.007165 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-547db21e-f45b-46ce-8044-6d212ac630c0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b6a862fc-7a01-423a-b981-c773d7721a3c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:59.012287 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-547db21e-f45b-46ce-8044-6d212ac630c0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:59.013938 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-547db21e-f45b-46ce-8044-6d212ac630c0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "DELETE /v2.0/security-groups/b6a862fc-7a01-423a-b981-c773d7721a3c HTTP/1.1" status: 204 len: 168 time: 0.6131144 Mar 22 19:43:59.016977 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44528) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:59.038675 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-79c84555-e672-41c3-926e-50df2727907b tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] show failed (client error): The resource could not be found. Mar 22 19:43:59.040820 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547db21e-f45b-46ce-8044-6d212ac630c0 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a862fc-7a01-423a-b981-c773d7721a3c,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:59.042706 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-79c84555-e672-41c3-926e-50df2727907b tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "GET /v2.0/security-groups/b6a862fc-7a01-423a-b981-c773d7721a3c HTTP/1.1" status: 404 len: 347 time: 0.0246859 Mar 22 19:43:59.043283 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44530) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:43:59.046469 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-754b5781-29eb-4698-8e43-b2e1f02ea9b8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Deleting port 46178ccd-886c-4bd6-b77e-4227fd571708 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:43:59.047059 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-754b5781-29eb-4698-8e43-b2e1f02ea9b8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (46178ccd-886c-4bd6-b77e-4227fd571708), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:59.124536 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a311d0-7c3c-4cf5-bade-43ac3dda346b None None] The sync data for ids ['3f5ce0f6-325f-436f-9377-56ca60b663e9'] in n-d-705658-24 is: [{'id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'name': 'tempest-AttachVolumeNegativeTest-186120780-router', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:33:57Z', 'updated_at': '2022-03-22T19:34:01Z', 'revision_number': 4, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'gw_port': {'id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:33:58Z', 'updated_at': '2022-03-22T19:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '10804c69-4eb3-4346-b303-6e5bd5d9a227', 'name': '', 'network_id': 'df3cb172-3bab-443c-aa40-b32eebecd0b3', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'mac_address': 'fa:16:3e:bc:25:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1960, 'fixed_ips': [{'subnet_id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:00Z', 'updated_at': '2022-03-22T19:34:09Z', 'revision_number': 5, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'subnets': [{'id': '221bc404-2765-4ba4-8d0d-c9a0ec4273c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:43:59.256038 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-754b5781-29eb-4698-8e43-b2e1f02ea9b8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (46178ccd-886c-4bd6-b77e-4227fd571708), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:59.298550 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-754b5781-29eb-4698-8e43-b2e1f02ea9b8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Calling delete_port for 46178ccd-886c-4bd6-b77e-4227fd571708 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:43:59.369854 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-47499e89-ef17-4a9a-b27c-5a6615c46e63 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Deleting port 3438aeb1-bc1a-434c-82fd-f1be0dc63a20 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:43:59.371394 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-47499e89-ef17-4a9a-b27c-5a6615c46e63 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (3438aeb1-bc1a-434c-82fd-f1be0dc63a20), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:59.576994 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-47499e89-ef17-4a9a-b27c-5a6615c46e63 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (3438aeb1-bc1a-434c-82fd-f1be0dc63a20), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:59.577319 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-47499e89-ef17-4a9a-b27c-5a6615c46e63 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for floatingip (3438aeb1-bc1a-434c-82fd-f1be0dc63a20), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:59.604823 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-47499e89-ef17-4a9a-b27c-5a6615c46e63 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Calling delete_port for 3438aeb1-bc1a-434c-82fd-f1be0dc63a20 owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:43:59.619713 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-754b5781-29eb-4698-8e43-b2e1f02ea9b8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (46178ccd-886c-4bd6-b77e-4227fd571708), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:59.690343 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaae706-84e4-4418-9c55-06e01f6fe467 None None] New status for floating IP 56ceba48-1128-4756-bc4d-4d84f438893e: DOWN {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:43:59.824658 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b5781-29eb-4698-8e43-b2e1f02ea9b8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Port': ['ID=46178ccd-886c-4bd6-b77e-4227fd571708,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:43:59.936466 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-754b5781-29eb-4698-8e43-b2e1f02ea9b8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:43:59.942901 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-754b5781-29eb-4698-8e43-b2e1f02ea9b8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/ports/46178ccd-886c-4bd6-b77e-4227fd571708 HTTP/1.1" status: 204 len: 168 time: 1.3720977 Mar 22 19:43:59.946862 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44550) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:00.105452 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8e639a-3bc6-4599-a46e-d7323d62d7a5 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] GET failed (client error): The resource could not be found. Mar 22 19:44:00.116091 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8a8e639a-3bc6-4599-a46e-d7323d62d7a5 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "GET /v2.0/ports/46178ccd-886c-4bd6-b77e-4227fd571708 HTTP/1.1" status: 404 len: 333 time: 0.1621716 Mar 22 19:44:00.116816 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44554) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:00.311420 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bbfcd9f-835a-49ae-9a32-16deff49b66f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Deleting subnet 4eb4c954-88c8-4588-b04c-39d49587b0ce {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:44:00.315985 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5bbfcd9f-835a-49ae-9a32-16deff49b66f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for subnet (4eb4c954-88c8-4588-b04c-39d49587b0ce), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:00.379354 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-47499e89-ef17-4a9a-b27c-5a6615c46e63 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (3438aeb1-bc1a-434c-82fd-f1be0dc63a20), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:00.435557 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47499e89-ef17-4a9a-b27c-5a6615c46e63 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Pushing event deleted for resources: {'Port': ['ID=3438aeb1-bc1a-434c-82fd-f1be0dc63a20,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:00.436173 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5bbfcd9f-835a-49ae-9a32-16deff49b66f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (4eb4c954-88c8-4588-b04c-39d49587b0ce), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:00.629490 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-47499e89-ef17-4a9a-b27c-5a6615c46e63 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks [] for floatingip (56ceba48-1128-4756-bc4d-4d84f438893e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:00.635946 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-47499e89-ef17-4a9a-b27c-5a6615c46e63 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:00.645560 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-47499e89-ef17-4a9a-b27c-5a6615c46e63 tempest-AttachVolumeNegativeTest-1110397769 tempest-AttachVolumeNegativeTest-1110397769-project] 10.222.0.75 "DELETE /v2.0/floatingips/56ceba48-1128-4756-bc4d-4d84f438893e HTTP/1.1" status: 204 len: 168 time: 1.5952532 Mar 22 19:44:00.662104 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5bbfcd9f-835a-49ae-9a32-16deff49b66f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (4eb4c954-88c8-4588-b04c-39d49587b0ce), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:00.777518 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5bbfcd9f-835a-49ae-9a32-16deff49b66f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (4eb4c954-88c8-4588-b04c-39d49587b0ce), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:00.832786 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbfcd9f-835a-49ae-9a32-16deff49b66f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Subnet': ['ID=4eb4c954-88c8-4588-b04c-39d49587b0ce,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:00.838137 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5bbfcd9f-835a-49ae-9a32-16deff49b66f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:00.841814 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5bbfcd9f-835a-49ae-9a32-16deff49b66f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/subnets/4eb4c954-88c8-4588-b04c-39d49587b0ce HTTP/1.1" status: 204 len: 168 time: 0.7233291 Mar 22 19:44:00.844332 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44578) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:00.846980 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47630753-d1b5-4317-8f32-23c588d594bc None None] Network b0f64e21-e606-4c4a-a6da-d813870c45e3 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:44:01.037548 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95db1913-0df6-48d8-ab15-a245711b0afb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (b0f64e21-e606-4c4a-a6da-d813870c45e3), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:01.170685 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-95db1913-0df6-48d8-ab15-a245711b0afb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Deleting port f980ae19-9fe8-43bd-a4db-85b4d091e2c6 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:44:01.171041 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95db1913-0df6-48d8-ab15-a245711b0afb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f980ae19-9fe8-43bd-a4db-85b4d091e2c6), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:01.185479 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6adba89-9afc-4ab9-b9b8-a840a35d20fb None None] DHCP port deletion for b0f64e21-e606-4c4a-a6da-d813870c45e3 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:44:01.300652 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d6adba89-9afc-4ab9-b9b8-a840a35d20fb None None] Deleting port f980ae19-9fe8-43bd-a4db-85b4d091e2c6 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:44:01.301038 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d6adba89-9afc-4ab9-b9b8-a840a35d20fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f980ae19-9fe8-43bd-a4db-85b4d091e2c6), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:01.321061 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-95db1913-0df6-48d8-ab15-a245711b0afb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] For port f980ae19-9fe8-43bd-a4db-85b4d091e2c6, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f980ae19-9fe8-43bd-a4db-85b4d091e2c6,segment=NetworkSegment(6ff7d574-1b4a-4a92-9d41-46b4b3a7b3c0),segment_id=6ff7d574-1b4a-4a92-9d41-46b4b3a7b3c0)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:44:01.321508 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95db1913-0df6-48d8-ab15-a245711b0afb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f980ae19-9fe8-43bd-a4db-85b4d091e2c6), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:01.335523 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-95db1913-0df6-48d8-ab15-a245711b0afb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Calling delete_port for f980ae19-9fe8-43bd-a4db-85b4d091e2c6 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:44:01.482451 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-d6adba89-9afc-4ab9-b9b8-a840a35d20fb None None] For port f980ae19-9fe8-43bd-a4db-85b4d091e2c6, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f980ae19-9fe8-43bd-a4db-85b4d091e2c6,segment=NetworkSegment(6ff7d574-1b4a-4a92-9d41-46b4b3a7b3c0),segment_id=6ff7d574-1b4a-4a92-9d41-46b4b3a7b3c0)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:44:01.484333 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d6adba89-9afc-4ab9-b9b8-a840a35d20fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f980ae19-9fe8-43bd-a4db-85b4d091e2c6), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:01.535091 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d6adba89-9afc-4ab9-b9b8-a840a35d20fb None None] Calling delete_port for f980ae19-9fe8-43bd-a4db-85b4d091e2c6 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:44:01.536183 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95db1913-0df6-48d8-ab15-a245711b0afb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f980ae19-9fe8-43bd-a4db-85b4d091e2c6), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:01.598576 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95db1913-0df6-48d8-ab15-a245711b0afb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] No DVR routers for this DVR port f980ae19-9fe8-43bd-a4db-85b4d091e2c6 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:44:01.611818 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db1913-0df6-48d8-ab15-a245711b0afb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Port': ['ID=f980ae19-9fe8-43bd-a4db-85b4d091e2c6,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:01.720469 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d6adba89-9afc-4ab9-b9b8-a840a35d20fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (f980ae19-9fe8-43bd-a4db-85b4d091e2c6), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:01.777426 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95db1913-0df6-48d8-ab15-a245711b0afb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (b0f64e21-e606-4c4a-a6da-d813870c45e3), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:01.779508 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6adba89-9afc-4ab9-b9b8-a840a35d20fb None None] Pushing event deleted for resources: {'Port': ['ID=f980ae19-9fe8-43bd-a4db-85b4d091e2c6,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:01.788146 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44598) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:01.826445 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6adba89-9afc-4ab9-b9b8-a840a35d20fb None None] No DVR routers for this DVR port f980ae19-9fe8-43bd-a4db-85b4d091e2c6 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:44:01.853517 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-95db1913-0df6-48d8-ab15-a245711b0afb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f64e21-e606-4c4a-a6da-d813870c45e3']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:01.887669 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-95db1913-0df6-48d8-ab15-a245711b0afb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff7d574-1b4a-4a92-9d41-46b4b3a7b3c0') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:01.887970 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-95db1913-0df6-48d8-ab15-a245711b0afb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff7d574-1b4a-4a92-9d41-46b4b3a7b3c0') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:01.937283 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95db1913-0df6-48d8-ab15-a245711b0afb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (6ff7d574-1b4a-4a92-9d41-46b4b3a7b3c0), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:01.968198 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95db1913-0df6-48d8-ab15-a245711b0afb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (6ff7d574-1b4a-4a92-9d41-46b4b3a7b3c0), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:01.984882 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95db1913-0df6-48d8-ab15-a245711b0afb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:44:01.985443 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95db1913-0df6-48d8-ab15-a245711b0afb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (6ff7d574-1b4a-4a92-9d41-46b4b3a7b3c0), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:02.183609 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5a3cf286-e154-495d-b2f9-e97b5c4afdc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:02.201896 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:44:02.201896 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:44:02.201896 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:44:02.201896 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:44:02.201896 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:44:02.201896 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:44:02.201896 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:44:02.201896 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:44:02.201896 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:44:02.201896 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:44:02.201896 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:44:02.201896 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:44:02.201896 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:44:02.201896 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:44:02.201896 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:44:02.201896 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:44:02.201896 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:44:02.201896 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:44:02.201896 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:44:02.201896 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:44:02.201896 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:44:02.201896 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:44:02.201896 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:44:02.201896 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:44:02.201896 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:44:02.201896 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:44:02.201896 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:44:02.201896 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:44:02.201896 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:44:02.201896 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:44:02.201896 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:44:02.201896 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:44:02.218625 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95db1913-0df6-48d8-ab15-a245711b0afb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (b0f64e21-e606-4c4a-a6da-d813870c45e3), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:02.237329 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95db1913-0df6-48d8-ab15-a245711b0afb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:02.249896 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-95db1913-0df6-48d8-ab15-a245711b0afb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/networks/b0f64e21-e606-4c4a-a6da-d813870c45e3 HTTP/1.1" status: 204 len: 168 time: 1.3987484 Mar 22 19:44:02.253912 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44612) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:02.261409 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f980ae19-9fe8-43bd-a4db-85b4d091e2c6 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:44:02.283012 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db1913-0df6-48d8-ab15-a245711b0afb tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Network': ['ID=b0f64e21-e606-4c4a-a6da-d813870c45e3,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:02.328684 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: f980ae19-9fe8-43bd-a4db-85b4d091e2c6 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:44:02.329052 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f980ae19-9fe8-43bd-a4db-85b4d091e2c6 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:44:03.035421 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-30c1de35-2766-4b2b-972e-e75e5d7a4763 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1580165061'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:44:03.083575 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c1de35-2766-4b2b-972e-e75e5d7a4763 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:44:03.089723 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-30c1de35-2766-4b2b-972e-e75e5d7a4763 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:03.204540 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30c1de35-2766-4b2b-972e-e75e5d7a4763 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:44:03.241582 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5a3cf286-e154-495d-b2f9-e97b5c4afdc2 admin admin] Publish callbacks [] for security_group (ad49cb0b-0ba4-47c1-a3c1-6e4f890c5e49), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:03.251155 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-30c1de35-2766-4b2b-972e-e75e5d7a4763 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (807e6b5b-a3cc-4267-a3a2-c74d03db7624), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:03.251511 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-30c1de35-2766-4b2b-972e-e75e5d7a4763 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Added segment 807e6b5b-a3cc-4267-a3a2-c74d03db7624 of type vlan for network 87723403-83ae-44e0-a40a-8d5ff4851a9b Mar 22 19:44:03.265646 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5a3cf286-e154-495d-b2f9-e97b5c4afdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ad49cb0b-0ba4-47c1-a3c1-6e4f890c5e49), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:03.366296 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44652) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:03.387819 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5a3cf286-e154-495d-b2f9-e97b5c4afdc2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1976f1b61ec64892a7c018363351c3f9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5978634 Mar 22 19:44:03.390341 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3cf286-e154-495d-b2f9-e97b5c4afdc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad49cb0b-0ba4-47c1-a3c1-6e4f890c5e49,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:03.493693 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-44ec8327-5c1c-460a-8cae-df6e111d12d4 admin admin] Publish callbacks [] for security_group (ad49cb0b-0ba4-47c1-a3c1-6e4f890c5e49), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:03.508570 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-30c1de35-2766-4b2b-972e-e75e5d7a4763 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (87723403-83ae-44e0-a40a-8d5ff4851a9b), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:03.577381 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-30c1de35-2766-4b2b-972e-e75e5d7a4763 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (87723403-83ae-44e0-a40a-8d5ff4851a9b), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:03.583395 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c1de35-2766-4b2b-972e-e75e5d7a4763 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:44:03.583940 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-30c1de35-2766-4b2b-972e-e75e5d7a4763 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:03.687448 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-44ec8327-5c1c-460a-8cae-df6e111d12d4 admin admin] Publish callbacks [] for security_group (ad49cb0b-0ba4-47c1-a3c1-6e4f890c5e49), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:03.706431 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-30c1de35-2766-4b2b-972e-e75e5d7a4763 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4510701 Mar 22 19:44:03.709359 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44658) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:03.726328 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-e8261a4a-4690-4c67-9ff0-21516b689923 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'subnet': {'network_id': '87723403-83ae-44e0-a40a-8d5ff4851a9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:44:03.848649 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-44ec8327-5c1c-460a-8cae-df6e111d12d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ad49cb0b-0ba4-47c1-a3c1-6e4f890c5e49), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:03.857691 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-44ec8327-5c1c-460a-8cae-df6e111d12d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:03.860536 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-44ec8327-5c1c-460a-8cae-df6e111d12d4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ad49cb0b-0ba4-47c1-a3c1-6e4f890c5e49 HTTP/1.1" status: 204 len: 168 time: 0.4921355 Mar 22 19:44:03.880763 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c1de35-2766-4b2b-972e-e75e5d7a4763 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Network': ['ID=87723403-83ae-44e0-a40a-8d5ff4851a9b,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:03.898028 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec8327-5c1c-460a-8cae-df6e111d12d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad49cb0b-0ba4-47c1-a3c1-6e4f890c5e49,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:03.909607 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 87723403-83ae-44e0-a40a-8d5ff4851a9b details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:44:04.012495 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8261a4a-4690-4c67-9ff0-21516b689923 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:44:04.030304 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e8261a4a-4690-4c67-9ff0-21516b689923 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:04.827199 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e8261a4a-4690-4c67-9ff0-21516b689923 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (a589b9f1-836d-40e2-913f-fbdd863efadd), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:04.883130 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44684) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:04.911256 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3aef3161-b54f-4854-823b-ce70e04f0ac4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:04.999519 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8261a4a-4690-4c67-9ff0-21516b689923 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Subnet': ['ID=a589b9f1-836d-40e2-913f-fbdd863efadd,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:05.079382 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8261a4a-4690-4c67-9ff0-21516b689923 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Checking segment: {'id': '807e6b5b-a3cc-4267-a3a2-c74d03db7624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '87723403-83ae-44e0-a40a-8d5ff4851a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:44:05.083236 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8261a4a-4690-4c67-9ff0-21516b689923 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Network hostable DHCP agents. Network: 87723403-83ae-44e0-a40a-8d5ff4851a9b, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:44:05.124665 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8261a4a-4690-4c67-9ff0-21516b689923 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Network 87723403-83ae-44e0-a40a-8d5ff4851a9b is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:44:05.139327 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-e8261a4a-4690-4c67-9ff0-21516b689923 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 87723403-83ae-44e0-a40a-8d5ff4851a9b) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:44:05.147659 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8261a4a-4690-4c67-9ff0-21516b689923 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:44:05.148259 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e8261a4a-4690-4c67-9ff0-21516b689923 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:05.158353 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72857afa-8bc1-433d-8e50-bfb2486aa2c1 None None] Network 87723403-83ae-44e0-a40a-8d5ff4851a9b requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:44:05.176222 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3aef3161-b54f-4854-823b-ce70e04f0ac4 admin admin] Publish callbacks [] for security_group (34db765b-2c8b-40e4-8cc3-349e07a868fd), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:05.181227 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e8261a4a-4690-4c67-9ff0-21516b689923 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4668562 Mar 22 19:44:05.184360 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44688) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:05.189443 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-4eb02787-b900-4282-a5cb-677c0b03f479 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1741630273', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:44:05.191150 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3aef3161-b54f-4854-823b-ce70e04f0ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (34db765b-2c8b-40e4-8cc3-349e07a868fd), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:05.226315 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4eb02787-b900-4282-a5cb-677c0b03f479 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (7ddbc556-e826-4279-8603-6c13549e85e0), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:05.227953 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4eb02787-b900-4282-a5cb-677c0b03f479 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (7ddbc556-e826-4279-8603-6c13549e85e0), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:05.315453 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef3161-b54f-4854-823b-ce70e04f0ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34db765b-2c8b-40e4-8cc3-349e07a868fd,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:05.378194 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4eb02787-b900-4282-a5cb-677c0b03f479 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for router_controller (7ddbc556-e826-4279-8603-6c13549e85e0), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:05.387745 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4eb02787-b900-4282-a5cb-677c0b03f479 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (7ddbc556-e826-4279-8603-6c13549e85e0), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:05.417189 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4eb02787-b900-4282-a5cb-677c0b03f479 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:05.419016 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4eb02787-b900-4282-a5cb-677c0b03f479 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2337070 Mar 22 19:44:05.421897 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3aef3161-b54f-4854-823b-ce70e04f0ac4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3bb97bd288b34da79206748db17c1fb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5354283 Mar 22 19:44:05.424062 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44696) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:05.425404 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44698) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:05.439198 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-3f1f198d-48fb-41a1-bac3-421fb0668f99 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'port': {'network_id': '87723403-83ae-44e0-a40a-8d5ff4851a9b', 'name': 'tempest-PortsIpV6TestJSON-595681177'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:44:05.555521 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83bcc6d-7b3d-4ec8-a658-f8b88d1ac782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-87723403-83ae-44e0-a40a-8d5ff4851a9b', 'network_id': '87723403-83ae-44e0-a40a-8d5ff4851a9b', 'project_id': 'cffa16449d93439395dbede298544490', 'fixed_ips': [{'subnet_id': 'a589b9f1-836d-40e2-913f-fbdd863efadd'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:44:05.556415 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a83bcc6d-7b3d-4ec8-a658-f8b88d1ac782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:05.729957 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0fcf1a69-40e4-4f5a-958a-167367fa7ede admin admin] Publish callbacks [] for security_group (34db765b-2c8b-40e4-8cc3-349e07a868fd), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:05.810013 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0fcf1a69-40e4-4f5a-958a-167367fa7ede admin admin] Publish callbacks [] for security_group (34db765b-2c8b-40e4-8cc3-349e07a868fd), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:05.967598 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0fcf1a69-40e4-4f5a-958a-167367fa7ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (34db765b-2c8b-40e4-8cc3-349e07a868fd), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:05.970160 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0fcf1a69-40e4-4f5a-958a-167367fa7ede admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:05.977466 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0fcf1a69-40e4-4f5a-958a-167367fa7ede admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/34db765b-2c8b-40e4-8cc3-349e07a868fd HTTP/1.1" status: 204 len: 168 time: 0.5458205 Mar 22 19:44:06.027292 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf1a69-40e4-4f5a-958a-167367fa7ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34db765b-2c8b-40e4-8cc3-349e07a868fd,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:06.093990 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1f198d-48fb-41a1-bac3-421fb0668f99 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:44:06.098588 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3f1f198d-48fb-41a1-bac3-421fb0668f99 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:06.119315 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-a83bcc6d-7b3d-4ec8-a658-f8b88d1ac782 None None] Allocated IP 2001:db8::2 (87723403-83ae-44e0-a40a-8d5ff4851a9b/a589b9f1-836d-40e2-913f-fbdd863efadd/07faad3b-2a6d-408e-a9e0-e333388845da) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:44:06.147373 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-3f1f198d-48fb-41a1-bac3-421fb0668f99 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] device_id is not set on port 3d6cc055-3def-4b58-abfb-5d5238551c9f yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:44:06.689011 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a83bcc6d-7b3d-4ec8-a658-f8b88d1ac782 None None] Publish callbacks [] for port (07faad3b-2a6d-408e-a9e0-e333388845da), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:06.702799 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a83bcc6d-7b3d-4ec8-a658-f8b88d1ac782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (07faad3b-2a6d-408e-a9e0-e333388845da), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:06.745735 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83bcc6d-7b3d-4ec8-a658-f8b88d1ac782 None None] Network 87723403-83ae-44e0-a40a-8d5ff4851a9b is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:44:06.888350 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-a83bcc6d-7b3d-4ec8-a658-f8b88d1ac782 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:44:06.905526 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83bcc6d-7b3d-4ec8-a658-f8b88d1ac782 None None] Pushing event updated for resources: {'Port': ['ID=07faad3b-2a6d-408e-a9e0-e333388845da,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:06.912875 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83bcc6d-7b3d-4ec8-a658-f8b88d1ac782 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:44:06.933053 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-3f1f198d-48fb-41a1-bac3-421fb0668f99 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Allocated IP 2001:db8::3e0 (87723403-83ae-44e0-a40a-8d5ff4851a9b/a589b9f1-836d-40e2-913f-fbdd863efadd/3d6cc055-3def-4b58-abfb-5d5238551c9f) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:44:07.112981 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-a83bcc6d-7b3d-4ec8-a658-f8b88d1ac782 None None] Attempting to bind port 07faad3b-2a6d-408e-a9e0-e333388845da on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:44:07.113473 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-a83bcc6d-7b3d-4ec8-a658-f8b88d1ac782 None None] Attempting to bind port 07faad3b-2a6d-408e-a9e0-e333388845da by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '807e6b5b-a3cc-4267-a3a2-c74d03db7624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '87723403-83ae-44e0-a40a-8d5ff4851a9b'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:44:07.113630 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83bcc6d-7b3d-4ec8-a658-f8b88d1ac782 None None] Attempting to bind port 07faad3b-2a6d-408e-a9e0-e333388845da on network 87723403-83ae-44e0-a40a-8d5ff4851a9b {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:44:07.127163 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83bcc6d-7b3d-4ec8-a658-f8b88d1ac782 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:44:07.128145 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83bcc6d-7b3d-4ec8-a658-f8b88d1ac782 None None] Checking segment: {'id': '807e6b5b-a3cc-4267-a3a2-c74d03db7624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '87723403-83ae-44e0-a40a-8d5ff4851a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:44:07.128744 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a83bcc6d-7b3d-4ec8-a658-f8b88d1ac782 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:07.129486 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83bcc6d-7b3d-4ec8-a658-f8b88d1ac782 None None] Bound using segment: {'id': '807e6b5b-a3cc-4267-a3a2-c74d03db7624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '87723403-83ae-44e0-a40a-8d5ff4851a9b'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:44:07.139704 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-a83bcc6d-7b3d-4ec8-a658-f8b88d1ac782 None None] Bound port: 07faad3b-2a6d-408e-a9e0-e333388845da, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807e6b5b-a3cc-4267-a3a2-c74d03db7624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '87723403-83ae-44e0-a40a-8d5ff4851a9b'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:44:07.140422 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a83bcc6d-7b3d-4ec8-a658-f8b88d1ac782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (07faad3b-2a6d-408e-a9e0-e333388845da), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:07.291834 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-a83bcc6d-7b3d-4ec8-a658-f8b88d1ac782 None None] For port 07faad3b-2a6d-408e-a9e0-e333388845da, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:44:07.300569 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-a83bcc6d-7b3d-4ec8-a658-f8b88d1ac782 None None] For port 07faad3b-2a6d-408e-a9e0-e333388845da, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=07faad3b-2a6d-408e-a9e0-e333388845da,segment=NetworkSegment(807e6b5b-a3cc-4267-a3a2-c74d03db7624),segment_id=807e6b5b-a3cc-4267-a3a2-c74d03db7624)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:44:07.311439 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a83bcc6d-7b3d-4ec8-a658-f8b88d1ac782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (07faad3b-2a6d-408e-a9e0-e333388845da), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:07.448056 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83bcc6d-7b3d-4ec8-a658-f8b88d1ac782 None None] Pushing event updated for resources: {'Port': ['ID=07faad3b-2a6d-408e-a9e0-e333388845da,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:07.589251 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3f1f198d-48fb-41a1-bac3-421fb0668f99 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for port (3d6cc055-3def-4b58-abfb-5d5238551c9f), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:07.732330 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3f1f198d-48fb-41a1-bac3-421fb0668f99 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (3d6cc055-3def-4b58-abfb-5d5238551c9f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:07.863163 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f198d-48fb-41a1-bac3-421fb0668f99 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Port': ['ID=3d6cc055-3def-4b58-abfb-5d5238551c9f,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:07.926678 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1f198d-48fb-41a1-bac3-421fb0668f99 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Network 87723403-83ae-44e0-a40a-8d5ff4851a9b is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:44:07.928943 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-3f1f198d-48fb-41a1-bac3-421fb0668f99 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:44:07.943761 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1f198d-48fb-41a1-bac3-421fb0668f99 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:44:07.980198 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1f198d-48fb-41a1-bac3-421fb0668f99 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:44:07.984260 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3f1f198d-48fb-41a1-bac3-421fb0668f99 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:08.054222 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44764) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:08.056116 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3f1f198d-48fb-41a1-bac3-421fb0668f99 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6242530 Mar 22 19:44:08.372922 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 07faad3b-2a6d-408e-a9e0-e333388845da up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:44:08.560492 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 07faad3b-2a6d-408e-a9e0-e333388845da triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:08.560872 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (07faad3b-2a6d-408e-a9e0-e333388845da), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:08.758833 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 07faad3b-2a6d-408e-a9e0-e333388845da is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:44:08.759383 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (07faad3b-2a6d-408e-a9e0-e333388845da), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:08.847864 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 07faad3b-2a6d-408e-a9e0-e333388845da, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=07faad3b-2a6d-408e-a9e0-e333388845da,segment=NetworkSegment(807e6b5b-a3cc-4267-a3a2-c74d03db7624),segment_id=807e6b5b-a3cc-4267-a3a2-c74d03db7624)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:44:08.858518 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (07faad3b-2a6d-408e-a9e0-e333388845da), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:09.079430 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=07faad3b-2a6d-408e-a9e0-e333388845da,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:09.292287 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-970bb2b9-e745-4b8f-8d37-614f1f27d8f8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (3d6cc055-3def-4b58-abfb-5d5238551c9f), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:09.788151 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea99779-6c7d-4267-a562-abc96bd1deb8 None None] Network 87723403-83ae-44e0-a40a-8d5ff4851a9b requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:44:09.871237 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44822) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:09.988637 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-970bb2b9-e745-4b8f-8d37-614f1f27d8f8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for port (3d6cc055-3def-4b58-abfb-5d5238551c9f), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:10.000215 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-970bb2b9-e745-4b8f-8d37-614f1f27d8f8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (3d6cc055-3def-4b58-abfb-5d5238551c9f), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:10.240440 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-81b3a17a-81e8-42f6-baeb-0091a996392e None None] Provisioning complete for port 07faad3b-2a6d-408e-a9e0-e333388845da triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:10.243788 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-81b3a17a-81e8-42f6-baeb-0091a996392e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (07faad3b-2a6d-408e-a9e0-e333388845da), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:10.321489 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ec9314a3-b08f-4ad9-97d6-2313f04f2eea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:10.357176 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 07faad3b-2a6d-408e-a9e0-e333388845da up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:44:10.436393 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970bb2b9-e745-4b8f-8d37-614f1f27d8f8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Port': ['ID=3d6cc055-3def-4b58-abfb-5d5238551c9f,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:10.499434 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ec9314a3-b08f-4ad9-97d6-2313f04f2eea admin admin] Publish callbacks [] for security_group (033c0f5e-e0b5-4e86-86b4-9fa1dddfd1b0), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:10.510741 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ec9314a3-b08f-4ad9-97d6-2313f04f2eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (033c0f5e-e0b5-4e86-86b4-9fa1dddfd1b0), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:10.621157 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ec9314a3-b08f-4ad9-97d6-2313f04f2eea admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=51d2f02b433c413d9a75ed51c1bcf3ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7461226 Mar 22 19:44:10.626509 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44840) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:10.629692 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9314a3-b08f-4ad9-97d6-2313f04f2eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033c0f5e-e0b5-4e86-86b4-9fa1dddfd1b0,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:10.780613 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-81b3a17a-81e8-42f6-baeb-0091a996392e None None] Current status of the port 07faad3b-2a6d-408e-a9e0-e333388845da is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:44:10.788516 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 07faad3b-2a6d-408e-a9e0-e333388845da triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:10.789129 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (07faad3b-2a6d-408e-a9e0-e333388845da), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:10.845649 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-970bb2b9-e745-4b8f-8d37-614f1f27d8f8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (7ddbc556-e826-4279-8603-6c13549e85e0), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:11.035068 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 07faad3b-2a6d-408e-a9e0-e333388845da is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:44:11.126458 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-58874632-82f7-411f-a8eb-f8816d9e8280 None None] Provisioning complete for port 07faad3b-2a6d-408e-a9e0-e333388845da triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:11.127250 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-58874632-82f7-411f-a8eb-f8816d9e8280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (07faad3b-2a6d-408e-a9e0-e333388845da), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:11.174206 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c64db7c8-2c3d-4f2d-bebb-9f6b5d502bfb admin admin] Publish callbacks [] for security_group (033c0f5e-e0b5-4e86-86b4-9fa1dddfd1b0), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:11.412079 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-58874632-82f7-411f-a8eb-f8816d9e8280 None None] Current status of the port 07faad3b-2a6d-408e-a9e0-e333388845da is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:44:11.456520 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-58874632-82f7-411f-a8eb-f8816d9e8280 None None] Provisioning complete for port 3d6cc055-3def-4b58-abfb-5d5238551c9f triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:11.458854 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-58874632-82f7-411f-a8eb-f8816d9e8280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3d6cc055-3def-4b58-abfb-5d5238551c9f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:11.531697 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-58874632-82f7-411f-a8eb-f8816d9e8280 None None] Port 3d6cc055-3def-4b58-abfb-5d5238551c9f cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:44:11.819513 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-19fa41d6-c849-4a7a-b35a-6637c428a7c7 None None] Provisioning complete for port 3d6cc055-3def-4b58-abfb-5d5238551c9f triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:11.820191 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-19fa41d6-c849-4a7a-b35a-6637c428a7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3d6cc055-3def-4b58-abfb-5d5238551c9f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:11.915345 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-19fa41d6-c849-4a7a-b35a-6637c428a7c7 None None] Port 3d6cc055-3def-4b58-abfb-5d5238551c9f cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:44:12.094456 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c64db7c8-2c3d-4f2d-bebb-9f6b5d502bfb admin admin] Publish callbacks [] for security_group (033c0f5e-e0b5-4e86-86b4-9fa1dddfd1b0), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:12.268856 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-970bb2b9-e745-4b8f-8d37-614f1f27d8f8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (3d6cc055-3def-4b58-abfb-5d5238551c9f), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:12.281877 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-36a77438-e78b-48ff-a7b3-cbcc371b853d None None] Provisioning complete for port 3d6cc055-3def-4b58-abfb-5d5238551c9f triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:12.282139 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-36a77438-e78b-48ff-a7b3-cbcc371b853d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3d6cc055-3def-4b58-abfb-5d5238551c9f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:12.359971 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-36a77438-e78b-48ff-a7b3-cbcc371b853d None None] Port 3d6cc055-3def-4b58-abfb-5d5238551c9f cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:44:12.877564 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c64db7c8-2c3d-4f2d-bebb-9f6b5d502bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (033c0f5e-e0b5-4e86-86b4-9fa1dddfd1b0), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:12.882488 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c64db7c8-2c3d-4f2d-bebb-9f6b5d502bfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:12.892225 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c64db7c8-2c3d-4f2d-bebb-9f6b5d502bfb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/033c0f5e-e0b5-4e86-86b4-9fa1dddfd1b0 HTTP/1.1" status: 204 len: 168 time: 2.2484226 Mar 22 19:44:12.945295 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44898) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:12.956956 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64db7c8-2c3d-4f2d-bebb-9f6b5d502bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033c0f5e-e0b5-4e86-86b4-9fa1dddfd1b0,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:13.109831 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-970bb2b9-e745-4b8f-8d37-614f1f27d8f8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for port (3d6cc055-3def-4b58-abfb-5d5238551c9f), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:13.120515 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-970bb2b9-e745-4b8f-8d37-614f1f27d8f8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (3d6cc055-3def-4b58-abfb-5d5238551c9f), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:13.122298 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-970bb2b9-e745-4b8f-8d37-614f1f27d8f8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (7ddbc556-e826-4279-8603-6c13549e85e0), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:13.204556 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44904) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:13.455919 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970bb2b9-e745-4b8f-8d37-614f1f27d8f8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Port': ['ID=3d6cc055-3def-4b58-abfb-5d5238551c9f,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:13.470777 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970bb2b9-e745-4b8f-8d37-614f1f27d8f8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Network 87723403-83ae-44e0-a40a-8d5ff4851a9b is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:44:13.478180 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-970bb2b9-e745-4b8f-8d37-614f1f27d8f8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:44:13.915948 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44920) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:13.928551 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-44a953d8-7c44-49ef-9379-19008c0a3657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:14.004767 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cb378e95-f803-4066-baae-f3aa4564076d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:14.063491 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970bb2b9-e745-4b8f-8d37-614f1f27d8f8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Router 7ddbc556-e826-4279-8603-6c13549e85e0 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:44:14.140569 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-32d9bb77-fe34-4e2d-b073-5faff9f104c1 None None] Provisioning complete for port 3d6cc055-3def-4b58-abfb-5d5238551c9f triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:14.141176 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-32d9bb77-fe34-4e2d-b073-5faff9f104c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3d6cc055-3def-4b58-abfb-5d5238551c9f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:14.260929 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-32d9bb77-fe34-4e2d-b073-5faff9f104c1 None None] Port 3d6cc055-3def-4b58-abfb-5d5238551c9f cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:44:14.420235 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970bb2b9-e745-4b8f-8d37-614f1f27d8f8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:44:14.439811 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-970bb2b9-e745-4b8f-8d37-614f1f27d8f8 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "PUT /v2.0/routers/7ddbc556-e826-4279-8603-6c13549e85e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3843145 Mar 22 19:44:14.444778 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038e0128-e98e-4c90-ac1c-e0407672ae8b None None] Sync routers for ids ['7ddbc556-e826-4279-8603-6c13549e85e0'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:44:14.447536 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44928) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:14.461256 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038e0128-e98e-4c90-ac1c-e0407672ae8b None None] Routers {'7ddbc556-e826-4279-8603-6c13549e85e0'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:44:14.461855 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-038e0128-e98e-4c90-ac1c-e0407672ae8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:43:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['7ddbc556-e826-4279-8603-6c13549e85e0'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:14.538366 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cb378e95-f803-4066-baae-f3aa4564076d admin admin] Publish callbacks [] for security_group (e70096f2-606a-4842-84ca-aa1207a16547), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:14.559679 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cb378e95-f803-4066-baae-f3aa4564076d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e70096f2-606a-4842-84ca-aa1207a16547), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:14.601254 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-44a953d8-7c44-49ef-9379-19008c0a3657 admin admin] Publish callbacks [] for security_group (f5f7e266-6e45-4f61-80a6-40e71691f6bf), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:14.614658 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-44a953d8-7c44-49ef-9379-19008c0a3657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f5f7e266-6e45-4f61-80a6-40e71691f6bf), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:14.651302 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-038e0128-e98e-4c90-ac1c-e0407672ae8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:14.652385 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c5972e-60ef-4bfc-b8e5-9c8c90425202 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:44:14.662508 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-80c5972e-60ef-4bfc-b8e5-9c8c90425202 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "GET /v2.0/ports?device_id=7ddbc556-e826-4279-8603-6c13549e85e0 HTTP/1.1" status: 200 len: 988 time: 0.2134361 Mar 22 19:44:14.669185 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 44934) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:14.684367 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb378e95-f803-4066-baae-f3aa4564076d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70096f2-606a-4842-84ca-aa1207a16547,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:14.684567 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a953d8-7c44-49ef-9379-19008c0a3657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f7e266-6e45-4f61-80a6-40e71691f6bf,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:14.690472 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038e0128-e98e-4c90-ac1c-e0407672ae8b None None] Routers {'7ddbc556-e826-4279-8603-6c13549e85e0'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:44:14.691366 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-038e0128-e98e-4c90-ac1c-e0407672ae8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:43:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['7ddbc556-e826-4279-8603-6c13549e85e0'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:14.755051 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-038e0128-e98e-4c90-ac1c-e0407672ae8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:14.756077 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038e0128-e98e-4c90-ac1c-e0407672ae8b None None] The sync data for ids ['7ddbc556-e826-4279-8603-6c13549e85e0'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:44:14.792082 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-44a953d8-7c44-49ef-9379-19008c0a3657 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7121a999595a4a198577cd1e27d6f389&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5863829 Mar 22 19:44:14.797169 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44936) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:14.837656 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44938) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:14.839589 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cb378e95-f803-4066-baae-f3aa4564076d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=552cb03d02da4e4e8f3d956818d9fd1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9171164 Mar 22 19:44:15.072615 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-12d01251-f428-43de-a0c2-70a6051065a4 admin admin] Publish callbacks [] for security_group (e70096f2-606a-4842-84ca-aa1207a16547), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:15.128175 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2caf717a-8d92-4d2e-9c80-f32beed34728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:15.131730 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-12d01251-f428-43de-a0c2-70a6051065a4 admin admin] Publish callbacks [] for security_group (e70096f2-606a-4842-84ca-aa1207a16547), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:15.255282 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-12d01251-f428-43de-a0c2-70a6051065a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e70096f2-606a-4842-84ca-aa1207a16547), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:15.265673 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-12d01251-f428-43de-a0c2-70a6051065a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:15.267115 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-12d01251-f428-43de-a0c2-70a6051065a4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e70096f2-606a-4842-84ca-aa1207a16547 HTTP/1.1" status: 204 len: 168 time: 0.4275727 Mar 22 19:44:15.328314 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d01251-f428-43de-a0c2-70a6051065a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70096f2-606a-4842-84ca-aa1207a16547,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:15.346404 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-798aa3a0-67b1-49a4-8f08-7f6f61f82c9f admin admin] Publish callbacks [] for security_group (f5f7e266-6e45-4f61-80a6-40e71691f6bf), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:15.454138 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-798aa3a0-67b1-49a4-8f08-7f6f61f82c9f admin admin] Publish callbacks [] for security_group (f5f7e266-6e45-4f61-80a6-40e71691f6bf), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:15.556654 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-798aa3a0-67b1-49a4-8f08-7f6f61f82c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f5f7e266-6e45-4f61-80a6-40e71691f6bf), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:15.574971 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-798aa3a0-67b1-49a4-8f08-7f6f61f82c9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:15.579806 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-798aa3a0-67b1-49a4-8f08-7f6f61f82c9f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f5f7e266-6e45-4f61-80a6-40e71691f6bf HTTP/1.1" status: 204 len: 168 time: 0.7812967 Mar 22 19:44:15.589440 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5ee620f5-7e5e-43d0-a16c-305f91007f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (3e2daac6-c118-47c8-94fb-9bc4d89e262a), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:15.760538 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4cab01c8-9e18-4630-a301-883ad34a9790 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (7ddbc556-e826-4279-8603-6c13549e85e0), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:15.882729 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:15.959843 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798aa3a0-67b1-49a4-8f08-7f6f61f82c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f7e266-6e45-4f61-80a6-40e71691f6bf,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:16.349813 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44974) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:16.409354 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-4cab01c8-9e18-4630-a301-883ad34a9790 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Deleting port 3d6cc055-3def-4b58-abfb-5d5238551c9f {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:44:16.409705 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4cab01c8-9e18-4630-a301-883ad34a9790 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (3d6cc055-3def-4b58-abfb-5d5238551c9f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:16.409906 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ce7b6592-d3d9-4326-a7be-a74bc9316336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:16.508397 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-5ee620f5-7e5e-43d0-a16c-305f91007f75 admin admin] Deleting port 460594b0-1d87-4e35-a1c8-e3281e83e78e {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:44:16.513176 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5ee620f5-7e5e-43d0-a16c-305f91007f75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (460594b0-1d87-4e35-a1c8-e3281e83e78e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:16.764121 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4cab01c8-9e18-4630-a301-883ad34a9790 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (3d6cc055-3def-4b58-abfb-5d5238551c9f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:16.846757 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-4cab01c8-9e18-4630-a301-883ad34a9790 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Calling delete_port for 3d6cc055-3def-4b58-abfb-5d5238551c9f owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:44:16.917438 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ce7b6592-d3d9-4326-a7be-a74bc9316336 admin admin] Publish callbacks [] for security_group (d007eae9-4c77-412d-860a-61865d5523e6), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:16.928211 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-5ee620f5-7e5e-43d0-a16c-305f91007f75 admin admin] For port 460594b0-1d87-4e35-a1c8-e3281e83e78e, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=460594b0-1d87-4e35-a1c8-e3281e83e78e,segment=NetworkSegment(435fbae2-eb12-43d5-a18b-594248db5fb6),segment_id=435fbae2-eb12-43d5-a18b-594248db5fb6)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:44:16.928581 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5ee620f5-7e5e-43d0-a16c-305f91007f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (460594b0-1d87-4e35-a1c8-e3281e83e78e), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:16.957847 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ce7b6592-d3d9-4326-a7be-a74bc9316336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d007eae9-4c77-412d-860a-61865d5523e6), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:17.077332 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b6592-d3d9-4326-a7be-a74bc9316336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d007eae9-4c77-412d-860a-61865d5523e6,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:17.102364 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-5ee620f5-7e5e-43d0-a16c-305f91007f75 admin admin] Calling delete_port for 460594b0-1d87-4e35-a1c8-e3281e83e78e owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:44:17.180586 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ce7b6592-d3d9-4326-a7be-a74bc9316336 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a8dd17ed3cc045e4b9f2edaf245307e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8294313 Mar 22 19:44:17.183319 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 44996) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:17.271672 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4cab01c8-9e18-4630-a301-883ad34a9790 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (3d6cc055-3def-4b58-abfb-5d5238551c9f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:17.395248 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-488f5747-de04-487f-983b-a2a1a1a8903a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:17.396655 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cab01c8-9e18-4630-a301-883ad34a9790 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Port': ['ID=3d6cc055-3def-4b58-abfb-5d5238551c9f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:17.474891 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1b94cf59-a2ed-4a48-92bc-df6317a3c7b6 admin admin] Publish callbacks [] for security_group (d007eae9-4c77-412d-860a-61865d5523e6), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:17.672192 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4cab01c8-9e18-4630-a301-883ad34a9790 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (7ddbc556-e826-4279-8603-6c13549e85e0), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:17.690683 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1b94cf59-a2ed-4a48-92bc-df6317a3c7b6 admin admin] Publish callbacks [] for security_group (d007eae9-4c77-412d-860a-61865d5523e6), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:18.120253 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1b94cf59-a2ed-4a48-92bc-df6317a3c7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d007eae9-4c77-412d-860a-61865d5523e6), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:18.135222 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1b94cf59-a2ed-4a48-92bc-df6317a3c7b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:18.137677 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1b94cf59-a2ed-4a48-92bc-df6317a3c7b6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d007eae9-4c77-412d-860a-61865d5523e6 HTTP/1.1" status: 204 len: 168 time: 0.9452488 Mar 22 19:44:18.138162 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cab01c8-9e18-4630-a301-883ad34a9790 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Router 7ddbc556-e826-4279-8603-6c13549e85e0 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:44:18.142876 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5ee620f5-7e5e-43d0-a16c-305f91007f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (460594b0-1d87-4e35-a1c8-e3281e83e78e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:18.175834 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94cf59-a2ed-4a48-92bc-df6317a3c7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d007eae9-4c77-412d-860a-61865d5523e6,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:18.362687 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cab01c8-9e18-4630-a301-883ad34a9790 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:44:18.366198 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee620f5-7e5e-43d0-a16c-305f91007f75 admin admin] Pushing event deleted for resources: {'Port': ['ID=460594b0-1d87-4e35-a1c8-e3281e83e78e,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:18.408428 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8ed723-1cfa-49c0-a94c-71c9abfb85b6 None None] Sync routers for ids ['7ddbc556-e826-4279-8603-6c13549e85e0'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:44:18.419045 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4cab01c8-9e18-4630-a301-883ad34a9790 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "PUT /v2.0/routers/7ddbc556-e826-4279-8603-6c13549e85e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7355592 Mar 22 19:44:18.419750 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45024) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:18.426636 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:18.473712 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8ed723-1cfa-49c0-a94c-71c9abfb85b6 None None] Routers {'7ddbc556-e826-4279-8603-6c13549e85e0'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:44:18.474381 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-0a8ed723-1cfa-49c0-a94c-71c9abfb85b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:44:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['7ddbc556-e826-4279-8603-6c13549e85e0'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:18.526493 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb66214e-356f-46c8-91a5-a182f65fc2b3 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] GET failed (client error): The resource could not be found. Mar 22 19:44:18.549347 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-fb66214e-356f-46c8-91a5-a182f65fc2b3 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "GET /v2.0/ports/3d6cc055-3def-4b58-abfb-5d5238551c9f HTTP/1.1" status: 404 len: 333 time: 0.1284456 Mar 22 19:44:18.553387 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45028) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:18.597538 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-0a8ed723-1cfa-49c0-a94c-71c9abfb85b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:18.625775 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8ed723-1cfa-49c0-a94c-71c9abfb85b6 None None] Routers {'7ddbc556-e826-4279-8603-6c13549e85e0'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:44:18.627576 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-0a8ed723-1cfa-49c0-a94c-71c9abfb85b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:44:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['7ddbc556-e826-4279-8603-6c13549e85e0'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:18.896159 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-68440f43-717a-4f3f-8f83-48a41539e65d tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for router (7ddbc556-e826-4279-8603-6c13549e85e0), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:19.102023 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5ee620f5-7e5e-43d0-a16c-305f91007f75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (3e2daac6-c118-47c8-94fb-9bc4d89e262a), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:19.287481 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-0a8ed723-1cfa-49c0-a94c-71c9abfb85b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:19.288240 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8ed723-1cfa-49c0-a94c-71c9abfb85b6 None None] The sync data for ids ['7ddbc556-e826-4279-8603-6c13549e85e0'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:44:19.301066 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:19.573555 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-68440f43-717a-4f3f-8f83-48a41539e65d tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (7ddbc556-e826-4279-8603-6c13549e85e0), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:19.591911 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-68440f43-717a-4f3f-8f83-48a41539e65d tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for router_controller (7ddbc556-e826-4279-8603-6c13549e85e0), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:19.716974 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-68440f43-717a-4f3f-8f83-48a41539e65d tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (7ddbc556-e826-4279-8603-6c13549e85e0), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:19.717595 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68440f43-717a-4f3f-8f83-48a41539e65d tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Fanout notify agent at l3_agent the message router_deleted on router 7ddbc556-e826-4279-8603-6c13549e85e0 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:44:19.726103 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-68440f43-717a-4f3f-8f83-48a41539e65d tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:19.732018 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-68440f43-717a-4f3f-8f83-48a41539e65d tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/routers/7ddbc556-e826-4279-8603-6c13549e85e0 HTTP/1.1" status: 204 len: 168 time: 1.1745346 Mar 22 19:44:19.732683 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45070) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:19.882867 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-f77315e2-6fe0-4389-8b56-a79abe93ef84 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Deleting subnet a589b9f1-836d-40e2-913f-fbdd863efadd {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:44:19.894700 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f77315e2-6fe0-4389-8b56-a79abe93ef84 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for subnet (a589b9f1-836d-40e2-913f-fbdd863efadd), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:19.926087 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee620f5-7e5e-43d0-a16c-305f91007f75 admin admin] Router 3e2daac6-c118-47c8-94fb-9bc4d89e262a has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:44:20.090225 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f77315e2-6fe0-4389-8b56-a79abe93ef84 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (a589b9f1-836d-40e2-913f-fbdd863efadd), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:20.170567 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:20.375409 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f77315e2-6fe0-4389-8b56-a79abe93ef84 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (a589b9f1-836d-40e2-913f-fbdd863efadd), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:20.413538 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee620f5-7e5e-43d0-a16c-305f91007f75 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:44:20.419732 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5ee620f5-7e5e-43d0-a16c-305f91007f75 admin admin] 10.222.0.75 "PUT /v2.0/routers/3e2daac6-c118-47c8-94fb-9bc4d89e262a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4731972 Mar 22 19:44:20.422220 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 45090) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:20.424042 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf2afbf-8916-4f06-b4fa-dbe7a788cd6f None None] Sync routers for ids ['3e2daac6-c118-47c8-94fb-9bc4d89e262a'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:44:20.444290 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf2afbf-8916-4f06-b4fa-dbe7a788cd6f None None] Routers {'3e2daac6-c118-47c8-94fb-9bc4d89e262a'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:44:20.444932 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-adf2afbf-8916-4f06-b4fa-dbe7a788cd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:44:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3e2daac6-c118-47c8-94fb-9bc4d89e262a'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:20.553100 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f77315e2-6fe0-4389-8b56-a79abe93ef84 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (a589b9f1-836d-40e2-913f-fbdd863efadd), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:20.610722 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77315e2-6fe0-4389-8b56-a79abe93ef84 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Subnet': ['ID=a589b9f1-836d-40e2-913f-fbdd863efadd,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:20.637544 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f77315e2-6fe0-4389-8b56-a79abe93ef84 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:20.642596 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72579b9-6009-4ca5-96a3-017b16eed080 None None] Network 87723403-83ae-44e0-a40a-8d5ff4851a9b requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:44:20.663249 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f77315e2-6fe0-4389-8b56-a79abe93ef84 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/subnets/a589b9f1-836d-40e2-913f-fbdd863efadd HTTP/1.1" status: 204 len: 168 time: 0.9294982 Mar 22 19:44:20.666107 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45098) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:20.844854 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-16aa0f00-5c75-492b-9112-bfdb94447086 admin admin] Publish callbacks [] for router (3e2daac6-c118-47c8-94fb-9bc4d89e262a), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:20.951581 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-adf2afbf-8916-4f06-b4fa-dbe7a788cd6f None None] Set router 3e2daac6-c118-47c8-94fb-9bc4d89e262a gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:44:20.953740 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ef4661cd-c5e8-4c25-854a-a2a09ee9f647 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (87723403-83ae-44e0-a40a-8d5ff4851a9b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:21.112115 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2606a9-c270-4293-8ab4-8947ca4be579 None None] DHCP port deletion for 87723403-83ae-44e0-a40a-8d5ff4851a9b request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:44:21.179854 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-16aa0f00-5c75-492b-9112-bfdb94447086 admin admin] Publish callbacks [] for router_gateway (3e2daac6-c118-47c8-94fb-9bc4d89e262a), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:21.189819 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-ef4661cd-c5e8-4c25-854a-a2a09ee9f647 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Deleting port 07faad3b-2a6d-408e-a9e0-e333388845da {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:44:21.190684 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ef4661cd-c5e8-4c25-854a-a2a09ee9f647 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (07faad3b-2a6d-408e-a9e0-e333388845da), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:21.313121 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-4a2606a9-c270-4293-8ab4-8947ca4be579 None None] Deleting port 07faad3b-2a6d-408e-a9e0-e333388845da {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:44:21.313779 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4a2606a9-c270-4293-8ab4-8947ca4be579 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (07faad3b-2a6d-408e-a9e0-e333388845da), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:21.343159 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-16aa0f00-5c75-492b-9112-bfdb94447086 admin admin] Deleting port 5d882510-5296-420a-a4de-029d0f6aa513 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:44:21.343637 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-16aa0f00-5c75-492b-9112-bfdb94447086 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (5d882510-5296-420a-a4de-029d0f6aa513), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:21.371883 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-ef4661cd-c5e8-4c25-854a-a2a09ee9f647 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] For port 07faad3b-2a6d-408e-a9e0-e333388845da, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=07faad3b-2a6d-408e-a9e0-e333388845da,segment=NetworkSegment(807e6b5b-a3cc-4267-a3a2-c74d03db7624),segment_id=807e6b5b-a3cc-4267-a3a2-c74d03db7624)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:44:21.375734 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ef4661cd-c5e8-4c25-854a-a2a09ee9f647 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (07faad3b-2a6d-408e-a9e0-e333388845da), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:21.407847 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-ef4661cd-c5e8-4c25-854a-a2a09ee9f647 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Calling delete_port for 07faad3b-2a6d-408e-a9e0-e333388845da owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:44:21.573759 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-16aa0f00-5c75-492b-9112-bfdb94447086 admin admin] For port 5d882510-5296-420a-a4de-029d0f6aa513, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=5d882510-5296-420a-a4de-029d0f6aa513,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:44:21.574268 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-16aa0f00-5c75-492b-9112-bfdb94447086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (5d882510-5296-420a-a4de-029d0f6aa513), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:21.577594 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-4a2606a9-c270-4293-8ab4-8947ca4be579 None None] For port 07faad3b-2a6d-408e-a9e0-e333388845da, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=07faad3b-2a6d-408e-a9e0-e333388845da,segment=NetworkSegment(807e6b5b-a3cc-4267-a3a2-c74d03db7624),segment_id=807e6b5b-a3cc-4267-a3a2-c74d03db7624)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:44:21.578037 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4a2606a9-c270-4293-8ab4-8947ca4be579 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (07faad3b-2a6d-408e-a9e0-e333388845da), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:21.582646 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-adf2afbf-8916-4f06-b4fa-dbe7a788cd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'name': 'tempest-AttachVolumeTestJSON-1644507476-router', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '5d882510-5296-420a-a4de-029d0f6aa513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:21Z', 'updated_at': '2022-03-22T19:44:17Z', 'revision_number': 5, 'project_id': '137468e00bf34ff2a062af7508045a68', 'gw_port': {'id': '5d882510-5296-420a-a4de-029d0f6aa513', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1989, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:34:22Z', 'updated_at': '2022-03-22T19:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:21.610593 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ef4661cd-c5e8-4c25-854a-a2a09ee9f647 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (07faad3b-2a6d-408e-a9e0-e333388845da), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:21.619161 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-4a2606a9-c270-4293-8ab4-8947ca4be579 None None] Calling delete_port for 07faad3b-2a6d-408e-a9e0-e333388845da owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:44:21.626744 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-16aa0f00-5c75-492b-9112-bfdb94447086 admin admin] Calling delete_port for 5d882510-5296-420a-a4de-029d0f6aa513 owned by network:router_gateway {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:44:21.654132 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf2afbf-8916-4f06-b4fa-dbe7a788cd6f None None] Checking router: 3e2daac6-c118-47c8-94fb-9bc4d89e262a for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:44:21.685176 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4661cd-c5e8-4c25-854a-a2a09ee9f647 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Port': ['ID=07faad3b-2a6d-408e-a9e0-e333388845da,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:21.687353 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf2afbf-8916-4f06-b4fa-dbe7a788cd6f None None] Routers {'3e2daac6-c118-47c8-94fb-9bc4d89e262a'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:44:21.697520 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-adf2afbf-8916-4f06-b4fa-dbe7a788cd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:44:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3e2daac6-c118-47c8-94fb-9bc4d89e262a'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:21.732489 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4661cd-c5e8-4c25-854a-a2a09ee9f647 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] No DVR routers for this DVR port 07faad3b-2a6d-408e-a9e0-e333388845da on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:44:21.784226 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4a2606a9-c270-4293-8ab4-8947ca4be579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (07faad3b-2a6d-408e-a9e0-e333388845da), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:21.843570 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2606a9-c270-4293-8ab4-8947ca4be579 None None] No DVR routers for this DVR port 07faad3b-2a6d-408e-a9e0-e333388845da on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:44:21.847806 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2606a9-c270-4293-8ab4-8947ca4be579 None None] Pushing event deleted for resources: {'Port': ['ID=07faad3b-2a6d-408e-a9e0-e333388845da,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:21.858599 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:22.062693 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-adf2afbf-8916-4f06-b4fa-dbe7a788cd6f None None] Set router 3e2daac6-c118-47c8-94fb-9bc4d89e262a gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:44:22.081774 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ef4661cd-c5e8-4c25-854a-a2a09ee9f647 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (87723403-83ae-44e0-a40a-8d5ff4851a9b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:22.207149 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-ef4661cd-c5e8-4c25-854a-a2a09ee9f647 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87723403-83ae-44e0-a40a-8d5ff4851a9b']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:22.230744 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-16aa0f00-5c75-492b-9112-bfdb94447086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (5d882510-5296-420a-a4de-029d0f6aa513), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:22.243503 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-ef4661cd-c5e8-4c25-854a-a2a09ee9f647 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '807e6b5b-a3cc-4267-a3a2-c74d03db7624') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:22.246387 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-ef4661cd-c5e8-4c25-854a-a2a09ee9f647 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '807e6b5b-a3cc-4267-a3a2-c74d03db7624') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:22.247177 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-adf2afbf-8916-4f06-b4fa-dbe7a788cd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'name': 'tempest-AttachVolumeTestJSON-1644507476-router', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:21Z', 'updated_at': '2022-03-22T19:44:21Z', 'revision_number': 6, 'project_id': '137468e00bf34ff2a062af7508045a68', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:22.287500 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ef4661cd-c5e8-4c25-854a-a2a09ee9f647 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (807e6b5b-a3cc-4267-a3a2-c74d03db7624), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:22.320220 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf2afbf-8916-4f06-b4fa-dbe7a788cd6f None None] The sync data for ids ['3e2daac6-c118-47c8-94fb-9bc4d89e262a'] in n-d-705658-24 is: [{'id': '3e2daac6-c118-47c8-94fb-9bc4d89e262a', 'name': 'tempest-AttachVolumeTestJSON-1644507476-router', 'tenant_id': '137468e00bf34ff2a062af7508045a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:34:21Z', 'updated_at': '2022-03-22T19:44:21Z', 'revision_number': 6, 'project_id': '137468e00bf34ff2a062af7508045a68', 'gw_port_host': None}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:44:22.334170 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 07faad3b-2a6d-408e-a9e0-e333388845da no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:44:22.352112 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ef4661cd-c5e8-4c25-854a-a2a09ee9f647 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (807e6b5b-a3cc-4267-a3a2-c74d03db7624), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:22.374871 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef4661cd-c5e8-4c25-854a-a2a09ee9f647 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:44:22.375285 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ef4661cd-c5e8-4c25-854a-a2a09ee9f647 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (807e6b5b-a3cc-4267-a3a2-c74d03db7624), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:22.401746 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 07faad3b-2a6d-408e-a9e0-e333388845da {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:44:22.402171 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 07faad3b-2a6d-408e-a9e0-e333388845da not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:44:22.404221 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:44:22.404221 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:44:22.404221 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:44:22.404221 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:44:22.404221 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:44:22.404221 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:44:22.404221 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:44:22.404221 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:44:22.404221 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:44:22.404221 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:44:22.404221 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:44:22.404221 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:44:22.404221 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:44:22.404221 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:44:22.404221 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:44:22.404221 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:44:22.404221 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:44:22.404221 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:44:22.404221 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:44:22.404221 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:44:22.404221 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:44:22.404221 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:44:22.404221 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:44:22.404221 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:44:22.404221 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:44:22.404221 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:44:22.404221 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:44:22.404221 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:44:22.404221 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:44:22.404221 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:44:22.404221 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:44:22.404221 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:44:22.423336 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-16aa0f00-5c75-492b-9112-bfdb94447086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (3e2daac6-c118-47c8-94fb-9bc4d89e262a), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:22.426292 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa0f00-5c75-492b-9112-bfdb94447086 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d882510-5296-420a-a4de-029d0f6aa513,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:22.537026 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ef4661cd-c5e8-4c25-854a-a2a09ee9f647 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (87723403-83ae-44e0-a40a-8d5ff4851a9b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:22.598452 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ef4661cd-c5e8-4c25-854a-a2a09ee9f647 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:22.607380 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ef4661cd-c5e8-4c25-854a-a2a09ee9f647 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/networks/87723403-83ae-44e0-a40a-8d5ff4851a9b HTTP/1.1" status: 204 len: 168 time: 1.9384241 Mar 22 19:44:22.610213 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4661cd-c5e8-4c25-854a-a2a09ee9f647 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Network': ['ID=87723403-83ae-44e0-a40a-8d5ff4851a9b,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:22.610369 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 45148) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:22.778259 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-16aa0f00-5c75-492b-9112-bfdb94447086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (3e2daac6-c118-47c8-94fb-9bc4d89e262a), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:22.783256 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-16aa0f00-5c75-492b-9112-bfdb94447086 admin admin] Publish callbacks [] for router_controller (3e2daac6-c118-47c8-94fb-9bc4d89e262a), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:23.602968 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0fa129-726d-4e9c-bd8b-b68f4eba3530 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:44:23.610715 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45170) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:23.612185 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1c0fa129-726d-4e9c-bd8b-b68f4eba3530 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "GET /v2.0/ports/af7d4328-ed2d-4818-b62c-8253bf901bb3 HTTP/1.1" status: 200 len: 844 time: 0.9218099 Mar 22 19:44:23.628143 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-16aa0f00-5c75-492b-9112-bfdb94447086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (3e2daac6-c118-47c8-94fb-9bc4d89e262a), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:23.628945 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16aa0f00-5c75-492b-9112-bfdb94447086 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e2daac6-c118-47c8-94fb-9bc4d89e262a {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:44:23.642413 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-16aa0f00-5c75-492b-9112-bfdb94447086 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:23.646921 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-16aa0f00-5c75-492b-9112-bfdb94447086 admin admin] 10.222.0.75 "DELETE /v2.0/routers/3e2daac6-c118-47c8-94fb-9bc4d89e262a HTTP/1.1" status: 204 len: 168 time: 3.2235816 Mar 22 19:44:23.647534 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 45174) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:23.759348 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-89ebc187-89a6-407b-97aa-fc8c3e7acb22 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "GET /v2.0/ports/af7d4328-ed2d-4818-b62c-8253bf901bb3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1423998 Mar 22 19:44:23.759592 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45178) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:23.764975 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-1a6eb426-b5ab-4bdd-b9c2-18346087e9ac tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'subnet': {'network_id': 'e04581cc-4bb8-48f1-9054-ed38074d8694', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:44:23.803287 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-348be5c8-8e80-4f95-878b-1bcbd382c64d admin admin] Deleting subnet c16ed728-31a8-4b8b-ab21-2e035a2f97dd {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:44:23.809176 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-348be5c8-8e80-4f95-878b-1bcbd382c64d admin admin] Publish callbacks [] for subnet (c16ed728-31a8-4b8b-ab21-2e035a2f97dd), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:23.878521 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-348be5c8-8e80-4f95-878b-1bcbd382c64d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (c16ed728-31a8-4b8b-ab21-2e035a2f97dd), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:23.970803 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 45186) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:24.061090 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6eb426-b5ab-4bdd-b9c2-18346087e9ac tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:44:24.064539 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1a6eb426-b5ab-4bdd-b9c2-18346087e9ac tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:24.141653 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-348be5c8-8e80-4f95-878b-1bcbd382c64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (c16ed728-31a8-4b8b-ab21-2e035a2f97dd), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:24.344450 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 5d882510-5296-420a-a4de-029d0f6aa513 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:44:24.356812 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0f28a116-af3b-4272-8673-61674615d0f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:24.417603 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 5d882510-5296-420a-a4de-029d0f6aa513 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:44:24.421290 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 5d882510-5296-420a-a4de-029d0f6aa513 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:44:24.424700 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 460594b0-1d87-4e35-a1c8-e3281e83e78e no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:44:24.471980 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-348be5c8-8e80-4f95-878b-1bcbd382c64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (c16ed728-31a8-4b8b-ab21-2e035a2f97dd), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:24.520268 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 460594b0-1d87-4e35-a1c8-e3281e83e78e {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:44:24.521449 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 460594b0-1d87-4e35-a1c8-e3281e83e78e not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:44:24.577811 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-348be5c8-8e80-4f95-878b-1bcbd382c64d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:24.582467 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4341cb-a662-4499-93d2-b9e3fbff5a82 None None] Network c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:44:24.590425 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45200) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:24.591341 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-348be5c8-8e80-4f95-878b-1bcbd382c64d admin admin] 10.222.0.75 "DELETE /v2.0/subnets/c16ed728-31a8-4b8b-ab21-2e035a2f97dd HTTP/1.1" status: 204 len: 168 time: 0.9425800 Mar 22 19:44:24.625077 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1a6eb426-b5ab-4bdd-b9c2-18346087e9ac tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (74c53410-c1c9-4bc3-b8bf-c798df906e83), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:24.655253 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348be5c8-8e80-4f95-878b-1bcbd382c64d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c16ed728-31a8-4b8b-ab21-2e035a2f97dd,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:24.679608 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348be5c8-8e80-4f95-878b-1bcbd382c64d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:24.680095 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348be5c8-8e80-4f95-878b-1bcbd382c64d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:24.681832 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348be5c8-8e80-4f95-878b-1bcbd382c64d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:24.682285 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348be5c8-8e80-4f95-878b-1bcbd382c64d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:24.682727 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348be5c8-8e80-4f95-878b-1bcbd382c64d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:24.686409 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348be5c8-8e80-4f95-878b-1bcbd382c64d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:24.686900 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348be5c8-8e80-4f95-878b-1bcbd382c64d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:24.687383 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348be5c8-8e80-4f95-878b-1bcbd382c64d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:24.687989 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348be5c8-8e80-4f95-878b-1bcbd382c64d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:24.688441 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348be5c8-8e80-4f95-878b-1bcbd382c64d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:24.688864 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348be5c8-8e80-4f95-878b-1bcbd382c64d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:24.689287 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348be5c8-8e80-4f95-878b-1bcbd382c64d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:24.689876 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348be5c8-8e80-4f95-878b-1bcbd382c64d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:24.694329 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348be5c8-8e80-4f95-878b-1bcbd382c64d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:24.694815 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348be5c8-8e80-4f95-878b-1bcbd382c64d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:24.803975 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0f28a116-af3b-4272-8673-61674615d0f4 admin admin] Publish callbacks [] for security_group (8c97d10f-c285-43c8-ba24-63685185837b), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:24.821011 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0f28a116-af3b-4272-8673-61674615d0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (8c97d10f-c285-43c8-ba24-63685185837b), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:24.882670 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28a116-af3b-4272-8673-61674615d0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c97d10f-c285-43c8-ba24-63685185837b,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:24.899072 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6eb426-b5ab-4bdd-b9c2-18346087e9ac tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Subnet': ['ID=74c53410-c1c9-4bc3-b8bf-c798df906e83,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:24.938945 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0f28a116-af3b-4272-8673-61674615d0f4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8ab1f465fec14e87a60f6eb9a49e5908&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9629571 Mar 22 19:44:24.942999 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 45210) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:24.945005 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6eb426-b5ab-4bdd-b9c2-18346087e9ac tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Network e04581cc-4bb8-48f1-9054-ed38074d8694 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:44:24.956817 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-1a6eb426-b5ab-4bdd-b9c2-18346087e9ac tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:44:24.963917 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6eb426-b5ab-4bdd-b9c2-18346087e9ac tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:44:24.964641 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1a6eb426-b5ab-4bdd-b9c2-18346087e9ac tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:24.982091 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2508656-0797-4905-bf80-6ce4eb947a03 None None] Network e04581cc-4bb8-48f1-9054-ed38074d8694 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:44:25.038018 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1a6eb426-b5ab-4bdd-b9c2-18346087e9ac tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2773209 Mar 22 19:44:25.054195 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45212) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:25.072940 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-ffcc7bf4-7707-470c-baeb-a47cbec1d1cd tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'security_group': {'name': 'tempest-secgroup-1138894045'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:44:25.102762 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-60cb1466-ccfa-498d-8829-8f2edc4db064 admin admin] Publish callbacks [] for security_group (8c97d10f-c285-43c8-ba24-63685185837b), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:25.111896 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2a24f6e4-bc48-4462-b761-8524acdde5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:25.158506 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-60cb1466-ccfa-498d-8829-8f2edc4db064 admin admin] Publish callbacks [] for security_group (8c97d10f-c285-43c8-ba24-63685185837b), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:25.209938 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ffcc7bf4-7707-470c-baeb-a47cbec1d1cd tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:25.263297 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-60cb1466-ccfa-498d-8829-8f2edc4db064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (8c97d10f-c285-43c8-ba24-63685185837b), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:25.266740 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-60cb1466-ccfa-498d-8829-8f2edc4db064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:25.268212 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-60cb1466-ccfa-498d-8829-8f2edc4db064 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8c97d10f-c285-43c8-ba24-63685185837b HTTP/1.1" status: 204 len: 168 time: 0.3240781 Mar 22 19:44:25.284172 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb1466-ccfa-498d-8829-8f2edc4db064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c97d10f-c285-43c8-ba24-63685185837b,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:25.367904 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30aef33d-95ea-4c78-bd96-5f8956b71667 None None] DHCP port deletion for c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:44:25.384834 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ffcc7bf4-7707-470c-baeb-a47cbec1d1cd tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for security_group (eac58d40-bfcf-4a20-aaf8-c284d058b751), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:25.394655 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ffcc7bf4-7707-470c-baeb-a47cbec1d1cd tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (eac58d40-bfcf-4a20-aaf8-c284d058b751), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:25.422781 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af7d8b6-85ac-4f72-b053-53f10a17d993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-e04581cc-4bb8-48f1-9054-ed38074d8694', 'network_id': 'e04581cc-4bb8-48f1-9054-ed38074d8694', 'project_id': 'cffa16449d93439395dbede298544490', 'fixed_ips': [{'subnet_id': '74c53410-c1c9-4bc3-b8bf-c798df906e83'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:44:25.424049 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7af7d8b6-85ac-4f72-b053-53f10a17d993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:25.440924 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ffcc7bf4-7707-470c-baeb-a47cbec1d1cd tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:25.445651 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 45222) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:25.446021 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ffcc7bf4-7707-470c-baeb-a47cbec1d1cd tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3800173 Mar 22 19:44:25.450242 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-194d4220-f6f7-4f47-847e-c5e5ece35243 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'security_group': {'name': 'tempest-secgroup-559545803'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:44:25.452448 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-2a24f6e4-bc48-4462-b761-8524acdde5b9 admin admin] Deleting port b62d401b-a74e-4a6c-a612-c72a54423dd5 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:44:25.453054 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2a24f6e4-bc48-4462-b761-8524acdde5b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (b62d401b-a74e-4a6c-a612-c72a54423dd5), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:25.458017 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc7bf4-7707-470c-baeb-a47cbec1d1cd tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eac58d40-bfcf-4a20-aaf8-c284d058b751,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:25.498889 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-194d4220-f6f7-4f47-847e-c5e5ece35243 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:25.562621 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-2a24f6e4-bc48-4462-b761-8524acdde5b9 admin admin] For port b62d401b-a74e-4a6c-a612-c72a54423dd5, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b62d401b-a74e-4a6c-a612-c72a54423dd5,segment=NetworkSegment(435fbae2-eb12-43d5-a18b-594248db5fb6),segment_id=435fbae2-eb12-43d5-a18b-594248db5fb6)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:44:25.563299 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2a24f6e4-bc48-4462-b761-8524acdde5b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (b62d401b-a74e-4a6c-a612-c72a54423dd5), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:25.586110 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-2a24f6e4-bc48-4462-b761-8524acdde5b9 admin admin] Calling delete_port for b62d401b-a74e-4a6c-a612-c72a54423dd5 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:44:25.717102 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-194d4220-f6f7-4f47-847e-c5e5ece35243 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for security_group (65c3bd1c-8259-49a2-ba1d-4f89c020770d), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:25.728652 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-194d4220-f6f7-4f47-847e-c5e5ece35243 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (65c3bd1c-8259-49a2-ba1d-4f89c020770d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:25.801616 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-194d4220-f6f7-4f47-847e-c5e5ece35243 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:25.803747 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-194d4220-f6f7-4f47-847e-c5e5ece35243 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3568912 Mar 22 19:44:25.810089 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 45240) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:25.825870 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-561b6da4-5b58-46d9-90c9-cd413d28df72 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-813261326', 'security_groups': ['65c3bd1c-8259-49a2-ba1d-4f89c020770d'], 'network_id': 'e04581cc-4bb8-48f1-9054-ed38074d8694', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '74c53410-c1c9-4bc3-b8bf-c798df906e83'}]}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:44:25.840795 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d4220-f6f7-4f47-847e-c5e5ece35243 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65c3bd1c-8259-49a2-ba1d-4f89c020770d,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:25.911462 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-30aef33d-95ea-4c78-bd96-5f8956b71667 None None] Deleting port b62d401b-a74e-4a6c-a612-c72a54423dd5 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:44:25.911841 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-30aef33d-95ea-4c78-bd96-5f8956b71667 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (b62d401b-a74e-4a6c-a612-c72a54423dd5), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:26.032698 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 45248) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:26.228604 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e817e3c0-c260-418a-84b9-8a1a20255366 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:26.328758 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561b6da4-5b58-46d9-90c9-cd413d28df72 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:44:26.331157 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-30aef33d-95ea-4c78-bd96-5f8956b71667 None None] For port b62d401b-a74e-4a6c-a612-c72a54423dd5, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b62d401b-a74e-4a6c-a612-c72a54423dd5,segment=NetworkSegment(435fbae2-eb12-43d5-a18b-594248db5fb6),segment_id=435fbae2-eb12-43d5-a18b-594248db5fb6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:44:26.331714 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-30aef33d-95ea-4c78-bd96-5f8956b71667 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (b62d401b-a74e-4a6c-a612-c72a54423dd5), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:26.360799 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-30aef33d-95ea-4c78-bd96-5f8956b71667 None None] Calling delete_port for b62d401b-a74e-4a6c-a612-c72a54423dd5 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:44:26.496551 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 45258) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:26.557840 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b62d401b-a74e-4a6c-a612-c72a54423dd5 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:44:26.568987 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-7af7d8b6-85ac-4f72-b053-53f10a17d993 None None] Allocated IP 2001:db8::2 (e04581cc-4bb8-48f1-9054-ed38074d8694/74c53410-c1c9-4bc3-b8bf-c798df906e83/b25d5a98-8e77-42c0-a75d-b5645736c309) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:44:26.576959 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-30aef33d-95ea-4c78-bd96-5f8956b71667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (b62d401b-a74e-4a6c-a612-c72a54423dd5), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:26.718866 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: b62d401b-a74e-4a6c-a612-c72a54423dd5 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:44:26.725853 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b62d401b-a74e-4a6c-a612-c72a54423dd5 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:44:26.741564 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e817e3c0-c260-418a-84b9-8a1a20255366 admin admin] Publish callbacks [] for security_group (cc6fd74c-5497-4920-9c7f-a0b2be0fc068), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:26.748803 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aef33d-95ea-4c78-bd96-5f8956b71667 None None] Pushing event deleted for resources: {'Port': ['ID=b62d401b-a74e-4a6c-a612-c72a54423dd5,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:26.753160 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-561b6da4-5b58-46d9-90c9-cd413d28df72 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:26.766152 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30aef33d-95ea-4c78-bd96-5f8956b71667 None None] No DVR routers for this DVR port b62d401b-a74e-4a6c-a612-c72a54423dd5 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:44:26.799938 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e817e3c0-c260-418a-84b9-8a1a20255366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (cc6fd74c-5497-4920-9c7f-a0b2be0fc068), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:26.848884 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e817e3c0-c260-418a-84b9-8a1a20255366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6fd74c-5497-4920-9c7f-a0b2be0fc068,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:26.887838 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2a24f6e4-bc48-4462-b761-8524acdde5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (b62d401b-a74e-4a6c-a612-c72a54423dd5), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:26.893296 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-561b6da4-5b58-46d9-90c9-cd413d28df72 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] device_id is not set on port 635a60f2-c6bb-48c1-a6db-44d8498c78ad yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:44:26.957270 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24f6e4-bc48-4462-b761-8524acdde5b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b62d401b-a74e-4a6c-a612-c72a54423dd5,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:26.972590 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a24f6e4-bc48-4462-b761-8524acdde5b9 admin admin] No DVR routers for this DVR port b62d401b-a74e-4a6c-a612-c72a54423dd5 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:44:27.143130 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2a24f6e4-bc48-4462-b761-8524acdde5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:27.154787 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-200b0dca-0715-45bb-9e9f-835dc811872f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:27.163989 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7af7d8b6-85ac-4f72-b053-53f10a17d993 None None] Publish callbacks [] for port (b25d5a98-8e77-42c0-a75d-b5645736c309), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:27.182868 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7af7d8b6-85ac-4f72-b053-53f10a17d993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (b25d5a98-8e77-42c0-a75d-b5645736c309), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:27.206068 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-2a24f6e4-bc48-4462-b761-8524acdde5b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:27.209944 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e817e3c0-c260-418a-84b9-8a1a20255366 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=95ad0b634cb8437d9503d005c4ed4af7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1743727 Mar 22 19:44:27.211916 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45278) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:27.248230 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af7d8b6-85ac-4f72-b053-53f10a17d993 None None] Network e04581cc-4bb8-48f1-9054-ed38074d8694 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:44:27.251944 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-7af7d8b6-85ac-4f72-b053-53f10a17d993 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:44:27.255905 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af7d8b6-85ac-4f72-b053-53f10a17d993 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:44:27.274209 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-2a24f6e4-bc48-4462-b761-8524acdde5b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '435fbae2-eb12-43d5-a18b-594248db5fb6') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:27.274508 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-2a24f6e4-bc48-4462-b761-8524acdde5b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '435fbae2-eb12-43d5-a18b-594248db5fb6') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:27.337653 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2a24f6e4-bc48-4462-b761-8524acdde5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (435fbae2-eb12-43d5-a18b-594248db5fb6), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:27.357709 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7d8b6-85ac-4f72-b053-53f10a17d993 None None] Pushing event updated for resources: {'Port': ['ID=b25d5a98-8e77-42c0-a75d-b5645736c309,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:27.393965 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2a24f6e4-bc48-4462-b761-8524acdde5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (435fbae2-eb12-43d5-a18b-594248db5fb6), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:27.413784 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a24f6e4-bc48-4462-b761-8524acdde5b9 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:44:27.415665 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2a24f6e4-bc48-4462-b761-8524acdde5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (435fbae2-eb12-43d5-a18b-594248db5fb6), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:27.417376 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-561b6da4-5b58-46d9-90c9-cd413d28df72 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Allocated IP 2001:db8::3e8 (e04581cc-4bb8-48f1-9054-ed38074d8694/74c53410-c1c9-4bc3-b8bf-c798df906e83/635a60f2-c6bb-48c1-a6db-44d8498c78ad) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: self.session.flush() Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: self.session.flush() Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: self.session.flush() Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: self.session.flush() Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:44:27.420210 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:44:27.439460 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-7af7d8b6-85ac-4f72-b053-53f10a17d993 None None] Attempting to bind port b25d5a98-8e77-42c0-a75d-b5645736c309 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:44:27.439762 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-7af7d8b6-85ac-4f72-b053-53f10a17d993 None None] Attempting to bind port b25d5a98-8e77-42c0-a75d-b5645736c309 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'df5ab370-aff9-4326-ba86-69bdb1d03a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e04581cc-4bb8-48f1-9054-ed38074d8694'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:44:27.440337 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af7d8b6-85ac-4f72-b053-53f10a17d993 None None] Attempting to bind port b25d5a98-8e77-42c0-a75d-b5645736c309 on network e04581cc-4bb8-48f1-9054-ed38074d8694 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:44:27.453179 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af7d8b6-85ac-4f72-b053-53f10a17d993 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:44:27.453927 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af7d8b6-85ac-4f72-b053-53f10a17d993 None None] Checking segment: {'id': 'df5ab370-aff9-4326-ba86-69bdb1d03a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e04581cc-4bb8-48f1-9054-ed38074d8694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:44:27.454615 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7af7d8b6-85ac-4f72-b053-53f10a17d993 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:27.457236 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af7d8b6-85ac-4f72-b053-53f10a17d993 None None] Bound using segment: {'id': 'df5ab370-aff9-4326-ba86-69bdb1d03a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e04581cc-4bb8-48f1-9054-ed38074d8694'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:44:27.457998 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-7af7d8b6-85ac-4f72-b053-53f10a17d993 None None] Bound port: b25d5a98-8e77-42c0-a75d-b5645736c309, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5ab370-aff9-4326-ba86-69bdb1d03a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'e04581cc-4bb8-48f1-9054-ed38074d8694'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:44:27.458580 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7af7d8b6-85ac-4f72-b053-53f10a17d993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b25d5a98-8e77-42c0-a75d-b5645736c309), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:27.582288 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-18f55209-c478-4064-80e7-13de7d1b27a7 admin admin] Publish callbacks [] for security_group (cc6fd74c-5497-4920-9c7f-a0b2be0fc068), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:27.612204 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2a24f6e4-bc48-4462-b761-8524acdde5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:27.660644 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-7af7d8b6-85ac-4f72-b053-53f10a17d993 None None] For port b25d5a98-8e77-42c0-a75d-b5645736c309, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:44:27.664750 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-7af7d8b6-85ac-4f72-b053-53f10a17d993 None None] For port b25d5a98-8e77-42c0-a75d-b5645736c309, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b25d5a98-8e77-42c0-a75d-b5645736c309,segment=NetworkSegment(df5ab370-aff9-4326-ba86-69bdb1d03a27),segment_id=df5ab370-aff9-4326-ba86-69bdb1d03a27)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:44:27.673553 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2a24f6e4-bc48-4462-b761-8524acdde5b9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:27.681357 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7af7d8b6-85ac-4f72-b053-53f10a17d993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b25d5a98-8e77-42c0-a75d-b5645736c309), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:27.688588 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2a24f6e4-bc48-4462-b761-8524acdde5b9 admin admin] 10.222.0.75 "DELETE /v2.0/networks/c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d HTTP/1.1" status: 204 len: 168 time: 3.0931597 Mar 22 19:44:27.711464 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-18f55209-c478-4064-80e7-13de7d1b27a7 admin admin] Publish callbacks [] for security_group (cc6fd74c-5497-4920-9c7f-a0b2be0fc068), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:27.726131 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24f6e4-bc48-4462-b761-8524acdde5b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c81f817f-4a19-4538-b8f1-7ccbb4a9ac3d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:27.753824 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-200b0dca-0715-45bb-9e9f-835dc811872f admin admin] Publish callbacks [] for security_group (b20c5efd-cd65-42e6-a548-3b2e8f23fdea), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:27.781640 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-200b0dca-0715-45bb-9e9f-835dc811872f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b20c5efd-cd65-42e6-a548-3b2e8f23fdea), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:27.798537 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7d8b6-85ac-4f72-b053-53f10a17d993 None None] Pushing event updated for resources: {'Port': ['ID=b25d5a98-8e77-42c0-a75d-b5645736c309,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:27.851909 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-18f55209-c478-4064-80e7-13de7d1b27a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (cc6fd74c-5497-4920-9c7f-a0b2be0fc068), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:27.856117 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-18f55209-c478-4064-80e7-13de7d1b27a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:27.856773 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-18f55209-c478-4064-80e7-13de7d1b27a7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cc6fd74c-5497-4920-9c7f-a0b2be0fc068 HTTP/1.1" status: 204 len: 168 time: 0.6282985 Mar 22 19:44:27.918694 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f55209-c478-4064-80e7-13de7d1b27a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6fd74c-5497-4920-9c7f-a0b2be0fc068,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:28.013262 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-200b0dca-0715-45bb-9e9f-835dc811872f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b012d455e0084f21be2d9cefd21c68ab&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5140295 Mar 22 19:44:28.016629 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45298) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:28.067927 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b0dca-0715-45bb-9e9f-835dc811872f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20c5efd-cd65-42e6-a548-3b2e8f23fdea,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:28.168200 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45300) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:28.261603 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-561b6da4-5b58-46d9-90c9-cd413d28df72 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for port (635a60f2-c6bb-48c1-a6db-44d8498c78ad), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:28.342367 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5655a1b3-ae4f-4bf6-ada5-def07d7698bb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=137468e00bf34ff2a062af7508045a68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1564102 Mar 22 19:44:28.344202 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45312) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:28.423834 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-561b6da4-5b58-46d9-90c9-cd413d28df72 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (635a60f2-c6bb-48c1-a6db-44d8498c78ad), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:28.497525 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ec3b8adb-ea21-482e-b552-75f3c583998b admin admin] Publish callbacks [] for security_group (b20c5efd-cd65-42e6-a548-3b2e8f23fdea), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:28.572825 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-935a50fc-6a90-414f-a756-308db18ea845 admin admin] Publish callbacks [] for security_group (032d41c8-cd20-4244-8988-cf565f139df6), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:28.580970 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561b6da4-5b58-46d9-90c9-cd413d28df72 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Network e04581cc-4bb8-48f1-9054-ed38074d8694 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:44:28.595969 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-561b6da4-5b58-46d9-90c9-cd413d28df72 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:44:28.601850 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561b6da4-5b58-46d9-90c9-cd413d28df72 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:44:28.618620 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ec3b8adb-ea21-482e-b552-75f3c583998b admin admin] Publish callbacks [] for security_group (b20c5efd-cd65-42e6-a548-3b2e8f23fdea), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:28.619838 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561b6da4-5b58-46d9-90c9-cd413d28df72 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:44:28.622561 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-561b6da4-5b58-46d9-90c9-cd413d28df72 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:28.699666 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-935a50fc-6a90-414f-a756-308db18ea845 admin admin] Publish callbacks [] for security_group (032d41c8-cd20-4244-8988-cf565f139df6), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:28.705397 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-561b6da4-5b58-46d9-90c9-cd413d28df72 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8932064 Mar 22 19:44:28.733551 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45320) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:28.736867 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b6da4-5b58-46d9-90c9-cd413d28df72 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Port': ['ID=635a60f2-c6bb-48c1-a6db-44d8498c78ad,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:28.742965 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-0bb74854-9323-4d80-9474-330a4932c36e tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'subnet': {'network_id': 'e04581cc-4bb8-48f1-9054-ed38074d8694', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:44:28.918396 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ec3b8adb-ea21-482e-b552-75f3c583998b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b20c5efd-cd65-42e6-a548-3b2e8f23fdea), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:28.921417 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ec3b8adb-ea21-482e-b552-75f3c583998b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:28.935692 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ec3b8adb-ea21-482e-b552-75f3c583998b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b20c5efd-cd65-42e6-a548-3b2e8f23fdea HTTP/1.1" status: 204 len: 168 time: 0.9177411 Mar 22 19:44:28.988941 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-935a50fc-6a90-414f-a756-308db18ea845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (032d41c8-cd20-4244-8988-cf565f139df6), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:28.993286 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-935a50fc-6a90-414f-a756-308db18ea845 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:29.005218 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-935a50fc-6a90-414f-a756-308db18ea845 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/032d41c8-cd20-4244-8988-cf565f139df6 HTTP/1.1" status: 204 len: 168 time: 0.6549280 Mar 22 19:44:29.015039 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b8adb-ea21-482e-b552-75f3c583998b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20c5efd-cd65-42e6-a548-3b2e8f23fdea,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:29.040393 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a50fc-6a90-414f-a756-308db18ea845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032d41c8-cd20-4244-8988-cf565f139df6,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:29.098856 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb74854-9323-4d80-9474-330a4932c36e tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:44:29.103170 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0bb74854-9323-4d80-9474-330a4932c36e tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:29.281605 n-d-705658-24 neutron-server[104173]: INFO neutron.db.ipam_backend_mixin [None req-0bb74854-9323-4d80-9474-330a4932c36e tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 74c53410-c1c9-4bc3-b8bf-c798df906e83 (CIDR: 2001:db8::/64) Mar 22 19:44:29.287191 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb74854-9323-4d80-9474-330a4932c36e tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:44:29.287953 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb74854-9323-4d80-9474-330a4932c36e tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:44:29.340696 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0bb74854-9323-4d80-9474-330a4932c36e tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6059780 Mar 22 19:44:29.345208 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 45344) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:29.352612 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-74516a6d-ba75-48a6-9f5b-e2dbf38d7027 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'subnet': {'network_id': 'e04581cc-4bb8-48f1-9054-ed38074d8694', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:44:29.585672 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:44:29.617943 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74516a6d-ba75-48a6-9f5b-e2dbf38d7027 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:44:29.622262 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-74516a6d-ba75-48a6-9f5b-e2dbf38d7027 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:29.960843 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-74516a6d-ba75-48a6-9f5b-e2dbf38d7027 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (ab43f826-275f-4120-81de-34124011ad72), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:30.009085 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74516a6d-ba75-48a6-9f5b-e2dbf38d7027 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Network e04581cc-4bb8-48f1-9054-ed38074d8694 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:44:30.014761 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-74516a6d-ba75-48a6-9f5b-e2dbf38d7027 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:44:30.020172 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74516a6d-ba75-48a6-9f5b-e2dbf38d7027 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:44:30.021002 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-74516a6d-ba75-48a6-9f5b-e2dbf38d7027 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:30.022358 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e0c02c12-7a21-4ec5-8708-df79b13be541 None None] Provisioning complete for port b25d5a98-8e77-42c0-a75d-b5645736c309 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:30.022827 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e0c02c12-7a21-4ec5-8708-df79b13be541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b25d5a98-8e77-42c0-a75d-b5645736c309), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:30.057332 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74516a6d-ba75-48a6-9f5b-e2dbf38d7027 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Subnet': ['ID=ab43f826-275f-4120-81de-34124011ad72,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:30.066727 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-74516a6d-ba75-48a6-9f5b-e2dbf38d7027 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7193573 Mar 22 19:44:30.067142 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45362) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:30.073264 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-23c7cf07-3ca2-462f-a45a-72b8fd950b15 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1814960685', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ab43f826-275f-4120-81de-34124011ad72'}], 'security_groups': ['eac58d40-bfcf-4a20-aaf8-c284d058b751']}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:44:30.470721 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b25d5a98-8e77-42c0-a75d-b5645736c309 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:44:30.504314 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0c9bf6-540b-48e1-9610-37bae9c9398a None None] Network e04581cc-4bb8-48f1-9054-ed38074d8694 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:44:30.736611 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-23c7cf07-3ca2-462f-a45a-72b8fd950b15 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (635a60f2-c6bb-48c1-a6db-44d8498c78ad), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:30.953346 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e0c02c12-7a21-4ec5-8708-df79b13be541 None None] Current status of the port b25d5a98-8e77-42c0-a75d-b5645736c309 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:44:30.958349 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e0c02c12-7a21-4ec5-8708-df79b13be541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b25d5a98-8e77-42c0-a75d-b5645736c309), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:31.033643 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b25d5a98-8e77-42c0-a75d-b5645736c309 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:31.036068 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b25d5a98-8e77-42c0-a75d-b5645736c309), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:31.266818 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e0c02c12-7a21-4ec5-8708-df79b13be541 None None] For port b25d5a98-8e77-42c0-a75d-b5645736c309, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b25d5a98-8e77-42c0-a75d-b5645736c309,segment=NetworkSegment(df5ab370-aff9-4326-ba86-69bdb1d03a27),segment_id=df5ab370-aff9-4326-ba86-69bdb1d03a27)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:44:31.290277 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e0c02c12-7a21-4ec5-8708-df79b13be541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b25d5a98-8e77-42c0-a75d-b5645736c309), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:31.532366 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c02c12-7a21-4ec5-8708-df79b13be541 None None] Pushing event updated for resources: {'Port': ['ID=b25d5a98-8e77-42c0-a75d-b5645736c309,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:31.623988 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b25d5a98-8e77-42c0-a75d-b5645736c309 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:44:31.643473 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c02c12-7a21-4ec5-8708-df79b13be541 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:31.644061 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c02c12-7a21-4ec5-8708-df79b13be541 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:31.644584 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c02c12-7a21-4ec5-8708-df79b13be541 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:31.647467 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c02c12-7a21-4ec5-8708-df79b13be541 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:31.648275 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c02c12-7a21-4ec5-8708-df79b13be541 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:31.648802 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c02c12-7a21-4ec5-8708-df79b13be541 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:31.649314 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c02c12-7a21-4ec5-8708-df79b13be541 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:31.650529 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c02c12-7a21-4ec5-8708-df79b13be541 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:31.651055 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c02c12-7a21-4ec5-8708-df79b13be541 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:31.655770 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c02c12-7a21-4ec5-8708-df79b13be541 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:31.656350 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c02c12-7a21-4ec5-8708-df79b13be541 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:31.656872 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c02c12-7a21-4ec5-8708-df79b13be541 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:31.657384 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c02c12-7a21-4ec5-8708-df79b13be541 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:31.657909 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c02c12-7a21-4ec5-8708-df79b13be541 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:31.658429 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c02c12-7a21-4ec5-8708-df79b13be541 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:31.711530 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763493ac-7bdd-4af1-86f6-85219c55f7d7 None None] Update dhcp port {'port': {'network_id': 'e04581cc-4bb8-48f1-9054-ed38074d8694', 'fixed_ips': [{'subnet_id': '74c53410-c1c9-4bc3-b8bf-c798df906e83', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ab43f826-275f-4120-81de-34124011ad72'}], 'binding:host_id': 'n-d-705658-24'}, 'id': 'b25d5a98-8e77-42c0-a75d-b5645736c309'} from n-d-705658-24. {{(pid=104174) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 19:44:31.749048 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-763493ac-7bdd-4af1-86f6-85219c55f7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b25d5a98-8e77-42c0-a75d-b5645736c309), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:31.751529 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-23c7cf07-3ca2-462f-a45a-72b8fd950b15 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Delete allocated IP 2001:db8::3e8 (e04581cc-4bb8-48f1-9054-ed38074d8694/74c53410-c1c9-4bc3-b8bf-c798df906e83) {{(pid=104173) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 19:44:31.752441 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e0c02c12-7a21-4ec5-8708-df79b13be541 None None] Provisioning complete for port af7d4328-ed2d-4818-b62c-8253bf901bb3 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:31.753026 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e0c02c12-7a21-4ec5-8708-df79b13be541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (af7d4328-ed2d-4818-b62c-8253bf901bb3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:31.767308 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-23c7cf07-3ca2-462f-a45a-72b8fd950b15 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Allocated IP 2001:db8:0:1::394 (e04581cc-4bb8-48f1-9054-ed38074d8694/ab43f826-275f-4120-81de-34124011ad72/635a60f2-c6bb-48c1-a6db-44d8498c78ad) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:44:31.819858 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e0c02c12-7a21-4ec5-8708-df79b13be541 None None] Port af7d4328-ed2d-4818-b62c-8253bf901bb3 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:44:32.121105 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-98f70e84-eae0-4f25-ad55-a2806e6573f0 None None] Provisioning complete for port 635a60f2-c6bb-48c1-a6db-44d8498c78ad triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:32.122095 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-98f70e84-eae0-4f25-ad55-a2806e6573f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (635a60f2-c6bb-48c1-a6db-44d8498c78ad), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:32.154216 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-23c7cf07-3ca2-462f-a45a-72b8fd950b15 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for port (635a60f2-c6bb-48c1-a6db-44d8498c78ad), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:32.164780 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-23c7cf07-3ca2-462f-a45a-72b8fd950b15 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (635a60f2-c6bb-48c1-a6db-44d8498c78ad), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:32.399849 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-763493ac-7bdd-4af1-86f6-85219c55f7d7 None None] Allocated IP 2001:db8:0:1::2 (e04581cc-4bb8-48f1-9054-ed38074d8694/ab43f826-275f-4120-81de-34124011ad72/b25d5a98-8e77-42c0-a75d-b5645736c309) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:44:32.416715 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-23c7cf07-3ca2-462f-a45a-72b8fd950b15 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] In _notify_port_updated(), no bound segment for port 635a60f2-c6bb-48c1-a6db-44d8498c78ad on network e04581cc-4bb8-48f1-9054-ed38074d8694 {{(pid=104173) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 19:44:32.423639 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c7cf07-3ca2-462f-a45a-72b8fd950b15 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:44:32.424559 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-23c7cf07-3ca2-462f-a45a-72b8fd950b15 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:32.429734 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 45424) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:32.454519 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-23c7cf07-3ca2-462f-a45a-72b8fd950b15 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "PUT /v2.0/ports/635a60f2-c6bb-48c1-a6db-44d8498c78ad HTTP/1.1" status: 200 len: 931 time: 2.3852034 Mar 22 19:44:32.475963 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7cf07-3ca2-462f-a45a-72b8fd950b15 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Port': ['ID=635a60f2-c6bb-48c1-a6db-44d8498c78ad,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:32.499130 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7cf07-3ca2-462f-a45a-72b8fd950b15 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:32.510804 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7cf07-3ca2-462f-a45a-72b8fd950b15 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:32.511987 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7cf07-3ca2-462f-a45a-72b8fd950b15 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:32.512514 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7cf07-3ca2-462f-a45a-72b8fd950b15 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:32.513034 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7cf07-3ca2-462f-a45a-72b8fd950b15 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:32.513556 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7cf07-3ca2-462f-a45a-72b8fd950b15 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:32.514093 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7cf07-3ca2-462f-a45a-72b8fd950b15 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:32.514621 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7cf07-3ca2-462f-a45a-72b8fd950b15 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:32.515522 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7cf07-3ca2-462f-a45a-72b8fd950b15 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:32.516425 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7cf07-3ca2-462f-a45a-72b8fd950b15 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:32.516937 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7cf07-3ca2-462f-a45a-72b8fd950b15 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:32.531817 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7cf07-3ca2-462f-a45a-72b8fd950b15 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:32.532513 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7cf07-3ca2-462f-a45a-72b8fd950b15 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:32.533036 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7cf07-3ca2-462f-a45a-72b8fd950b15 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:32.533563 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c7cf07-3ca2-462f-a45a-72b8fd950b15 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:32.636978 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-7dadf0ff-70ab-42e1-8d73-8f3f515f3c32 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Deleting port 635a60f2-c6bb-48c1-a6db-44d8498c78ad {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:44:32.638816 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7dadf0ff-70ab-42e1-8d73-8f3f515f3c32 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (635a60f2-c6bb-48c1-a6db-44d8498c78ad), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:32.787236 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-763493ac-7bdd-4af1-86f6-85219c55f7d7 None None] For port b25d5a98-8e77-42c0-a75d-b5645736c309, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b25d5a98-8e77-42c0-a75d-b5645736c309,segment=NetworkSegment(df5ab370-aff9-4326-ba86-69bdb1d03a27),segment_id=df5ab370-aff9-4326-ba86-69bdb1d03a27)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:44:32.866523 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-98f70e84-eae0-4f25-ad55-a2806e6573f0 None None] Port 635a60f2-c6bb-48c1-a6db-44d8498c78ad cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:44:32.895481 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-763493ac-7bdd-4af1-86f6-85219c55f7d7 None None] Publish callbacks [] for port (b25d5a98-8e77-42c0-a75d-b5645736c309), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:32.897664 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b25d5a98-8e77-42c0-a75d-b5645736c309 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:44:32.912201 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7dadf0ff-70ab-42e1-8d73-8f3f515f3c32 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (635a60f2-c6bb-48c1-a6db-44d8498c78ad), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:32.956174 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-7dadf0ff-70ab-42e1-8d73-8f3f515f3c32 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Calling delete_port for 635a60f2-c6bb-48c1-a6db-44d8498c78ad owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:44:32.997607 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-763493ac-7bdd-4af1-86f6-85219c55f7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b25d5a98-8e77-42c0-a75d-b5645736c309), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:33.117092 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763493ac-7bdd-4af1-86f6-85219c55f7d7 None None] Pushing event updated for resources: {'Port': ['ID=b25d5a98-8e77-42c0-a75d-b5645736c309,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:33.159908 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b25d5a98-8e77-42c0-a75d-b5645736c309 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:33.160583 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b25d5a98-8e77-42c0-a75d-b5645736c309), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:33.310232 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b25d5a98-8e77-42c0-a75d-b5645736c309 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:44:33.412808 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7dadf0ff-70ab-42e1-8d73-8f3f515f3c32 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (635a60f2-c6bb-48c1-a6db-44d8498c78ad), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:33.536084 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dadf0ff-70ab-42e1-8d73-8f3f515f3c32 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Port': ['ID=635a60f2-c6bb-48c1-a6db-44d8498c78ad,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:33.588767 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7dadf0ff-70ab-42e1-8d73-8f3f515f3c32 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:33.596590 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45458) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:33.609315 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7dadf0ff-70ab-42e1-8d73-8f3f515f3c32 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/ports/635a60f2-c6bb-48c1-a6db-44d8498c78ad HTTP/1.1" status: 204 len: 168 time: 1.1775465 Mar 22 19:44:33.670055 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6a56ece-2a76-44d8-867a-33c7c526852a tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] GET failed (client error): The resource could not be found. Mar 22 19:44:33.683460 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 45462) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:33.699791 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d6a56ece-2a76-44d8-867a-33c7c526852a tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "GET /v2.0/ports/635a60f2-c6bb-48c1-a6db-44d8498c78ad HTTP/1.1" status: 404 len: 333 time: 0.1017451 Mar 22 19:44:33.813302 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e5d8bc4b-f7b9-4ab1-b529-ca51b1b90187 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for security_group (65c3bd1c-8259-49a2-ba1d-4f89c020770d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:33.837464 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e5d8bc4b-f7b9-4ab1-b529-ca51b1b90187 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for security_group (65c3bd1c-8259-49a2-ba1d-4f89c020770d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:33.913903 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e5d8bc4b-f7b9-4ab1-b529-ca51b1b90187 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (65c3bd1c-8259-49a2-ba1d-4f89c020770d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:33.917967 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e5d8bc4b-f7b9-4ab1-b529-ca51b1b90187 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:33.923557 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e5d8bc4b-f7b9-4ab1-b529-ca51b1b90187 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/security-groups/65c3bd1c-8259-49a2-ba1d-4f89c020770d HTTP/1.1" status: 204 len: 168 time: 0.2365963 Mar 22 19:44:33.925378 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45478) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:33.943685 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8bc4b-f7b9-4ab1-b529-ca51b1b90187 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c3bd1c-8259-49a2-ba1d-4f89c020770d,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:34.088266 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5ff7a7cd-d184-43f3-84c1-8ac8251695cf tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for security_group (eac58d40-bfcf-4a20-aaf8-c284d058b751), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:34.144905 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5ff7a7cd-d184-43f3-84c1-8ac8251695cf tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for security_group (eac58d40-bfcf-4a20-aaf8-c284d058b751), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:34.264924 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5ff7a7cd-d184-43f3-84c1-8ac8251695cf tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (eac58d40-bfcf-4a20-aaf8-c284d058b751), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:34.268078 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5ff7a7cd-d184-43f3-84c1-8ac8251695cf tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:34.272054 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 45484) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:34.272233 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5ff7a7cd-d184-43f3-84c1-8ac8251695cf tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/security-groups/eac58d40-bfcf-4a20-aaf8-c284d058b751 HTTP/1.1" status: 204 len: 168 time: 0.3452487 Mar 22 19:44:34.294759 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7a7cd-d184-43f3-84c1-8ac8251695cf tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac58d40-bfcf-4a20-aaf8-c284d058b751,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:34.316125 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b25d5a98-8e77-42c0-a75d-b5645736c309 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:44:34.468967 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-037fa5c1-9ae2-405e-a28c-f32c06611dbd tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Deleting subnet 74c53410-c1c9-4bc3-b8bf-c798df906e83 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:44:34.491101 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-037fa5c1-9ae2-405e-a28c-f32c06611dbd tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for subnet (74c53410-c1c9-4bc3-b8bf-c798df906e83), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:34.557125 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b25d5a98-8e77-42c0-a75d-b5645736c309 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:34.557723 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b25d5a98-8e77-42c0-a75d-b5645736c309), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:34.674410 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-037fa5c1-9ae2-405e-a28c-f32c06611dbd tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (74c53410-c1c9-4bc3-b8bf-c798df906e83), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:34.728018 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-d0b64933-5b5d-4bf8-9290-daae7d2e75fa None None] Provisioning complete for port b25d5a98-8e77-42c0-a75d-b5645736c309 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:34.729072 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d0b64933-5b5d-4bf8-9290-daae7d2e75fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b25d5a98-8e77-42c0-a75d-b5645736c309), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:34.986620 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-037fa5c1-9ae2-405e-a28c-f32c06611dbd tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (74c53410-c1c9-4bc3-b8bf-c798df906e83), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:35.037756 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b25d5a98-8e77-42c0-a75d-b5645736c309 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:44:35.170261 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-037fa5c1-9ae2-405e-a28c-f32c06611dbd tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (74c53410-c1c9-4bc3-b8bf-c798df906e83), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:35.191581 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d0b64933-5b5d-4bf8-9290-daae7d2e75fa None None] Current status of the port b25d5a98-8e77-42c0-a75d-b5645736c309 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:44:35.244143 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-d0b64933-5b5d-4bf8-9290-daae7d2e75fa None None] Provisioning complete for port af7d4328-ed2d-4818-b62c-8253bf901bb3 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:35.244986 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d0b64933-5b5d-4bf8-9290-daae7d2e75fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (af7d4328-ed2d-4818-b62c-8253bf901bb3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:35.272859 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037fa5c1-9ae2-405e-a28c-f32c06611dbd tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Subnet': ['ID=74c53410-c1c9-4bc3-b8bf-c798df906e83,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:35.282672 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-037fa5c1-9ae2-405e-a28c-f32c06611dbd tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:35.286694 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-037fa5c1-9ae2-405e-a28c-f32c06611dbd tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/subnets/74c53410-c1c9-4bc3-b8bf-c798df906e83 HTTP/1.1" status: 204 len: 168 time: 1.0129437 Mar 22 19:44:35.290417 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 45506) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:35.297989 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-648ba920-cc93-4e5c-a525-3ac6b0f7aae6 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'subnet': {'network_id': 'e04581cc-4bb8-48f1-9054-ed38074d8694', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:44:35.398797 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d0b64933-5b5d-4bf8-9290-daae7d2e75fa None None] Port af7d4328-ed2d-4818-b62c-8253bf901bb3 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:44:35.404185 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-d0b64933-5b5d-4bf8-9290-daae7d2e75fa None None] Could not find standard attr ID for object 635a60f2-c6bb-48c1-a6db-44d8498c78ad. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:44:35.525830 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ef185886-17a3-4c97-b06f-4401bd71374d None None] Could not find standard attr ID for object 635a60f2-c6bb-48c1-a6db-44d8498c78ad. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:44:35.535240 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648ba920-cc93-4e5c-a525-3ac6b0f7aae6 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:44:35.539893 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-648ba920-cc93-4e5c-a525-3ac6b0f7aae6 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:35.583562 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897ed801-9a34-45d0-9bdb-7641487709c4 None None] Network e04581cc-4bb8-48f1-9054-ed38074d8694 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:44:35.951139 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-648ba920-cc93-4e5c-a525-3ac6b0f7aae6 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (a8849d58-a5d6-4ef2-a293-d890bfcbf3cd), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:36.078323 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648ba920-cc93-4e5c-a525-3ac6b0f7aae6 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Network e04581cc-4bb8-48f1-9054-ed38074d8694 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:44:36.082561 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-648ba920-cc93-4e5c-a525-3ac6b0f7aae6 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:44:36.086734 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648ba920-cc93-4e5c-a525-3ac6b0f7aae6 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:44:36.087407 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-648ba920-cc93-4e5c-a525-3ac6b0f7aae6 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:36.129430 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-648ba920-cc93-4e5c-a525-3ac6b0f7aae6 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8349051 Mar 22 19:44:36.129430 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ba920-cc93-4e5c-a525-3ac6b0f7aae6 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Subnet': ['ID=a8849d58-a5d6-4ef2-a293-d890bfcbf3cd,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:36.131210 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45532) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:36.136952 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-2c32d023-58cf-4572-84d5-d1166a30c073 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'security_group': {'name': 'tempest-secgroup-1329529655'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:44:36.187612 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2c32d023-58cf-4572-84d5-d1166a30c073 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:36.439989 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2c32d023-58cf-4572-84d5-d1166a30c073 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for security_group (a75d6999-1c3d-4339-afa4-bdf377be769e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:36.454343 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2c32d023-58cf-4572-84d5-d1166a30c073 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a75d6999-1c3d-4339-afa4-bdf377be769e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:36.542606 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32d023-58cf-4572-84d5-d1166a30c073 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a75d6999-1c3d-4339-afa4-bdf377be769e,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:36.574639 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2c32d023-58cf-4572-84d5-d1166a30c073 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:36.578862 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 45548) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:36.579055 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2c32d023-58cf-4572-84d5-d1166a30c073 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4460812 Mar 22 19:44:36.584056 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-f08a02f9-b101-4be8-b0e3-45c24751f2a0 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'security_group': {'name': 'tempest-secgroup-1818051967'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:44:36.645072 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f08a02f9-b101-4be8-b0e3-45c24751f2a0 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:36.836014 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45562) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:36.843864 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-60e73213-5abb-43bf-9ef5-1128158b120a tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Request body: {'network': {'name': 'tempest-network-smoke--762982883', 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'port_security_enabled': True}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:44:36.921241 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e73213-5abb-43bf-9ef5-1128158b120a tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Made reservation on behalf of 3aeae24db72e47fdba650f6aadc3eb3a for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:44:36.925659 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-60e73213-5abb-43bf-9ef5-1128158b120a tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:36.937491 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f08a02f9-b101-4be8-b0e3-45c24751f2a0 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for security_group (5f8db505-f538-4a86-acf2-d4ed01153f13), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:36.947954 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-60e73213-5abb-43bf-9ef5-1128158b120a tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:36.948267 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f08a02f9-b101-4be8-b0e3-45c24751f2a0 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5f8db505-f538-4a86-acf2-d4ed01153f13), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:37.066411 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f08a02f9-b101-4be8-b0e3-45c24751f2a0 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:37.069909 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f08a02f9-b101-4be8-b0e3-45c24751f2a0 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4878776 Mar 22 19:44:37.084597 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 45566) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:37.092400 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-a8fa14bf-7c4b-4ab3-a196-7e3237b1ff54 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'security_group': {'name': 'tempest-secgroup-431070649'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:44:37.139130 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a02f9-b101-4be8-b0e3-45c24751f2a0 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8db505-f538-4a86-acf2-d4ed01153f13,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:37.182154 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a8fa14bf-7c4b-4ab3-a196-7e3237b1ff54 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:37.205952 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3195a58c-0855-4066-87da-1a7e36d8150d None None] Network e04581cc-4bb8-48f1-9054-ed38074d8694 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:44:37.216331 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-60e73213-5abb-43bf-9ef5-1128158b120a tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for security_group (6e8ddaeb-9940-462e-8ff8-ccbb7e4b9348), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:37.227325 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-60e73213-5abb-43bf-9ef5-1128158b120a tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (6e8ddaeb-9940-462e-8ff8-ccbb7e4b9348), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:37.251634 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60e73213-5abb-43bf-9ef5-1128158b120a tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:44:37.278201 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-60e73213-5abb-43bf-9ef5-1128158b120a tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (a00249cb-254c-446a-8527-5651c7c37523), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:37.278963 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-60e73213-5abb-43bf-9ef5-1128158b120a tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Added segment a00249cb-254c-446a-8527-5651c7c37523 of type vlan for network 1e9e2f51-21f6-4c93-b55f-1fada675a544 Mar 22 19:44:37.384183 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-60e73213-5abb-43bf-9ef5-1128158b120a tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (1e9e2f51-21f6-4c93-b55f-1fada675a544), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:37.404369 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a8fa14bf-7c4b-4ab3-a196-7e3237b1ff54 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for security_group (b7881b83-6efa-42b3-af57-cdc475277fcd), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:37.421234 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a8fa14bf-7c4b-4ab3-a196-7e3237b1ff54 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b7881b83-6efa-42b3-af57-cdc475277fcd), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:37.499123 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-a60e5f8c-3151-451f-b796-85b5cb0a26b4 None None] Provisioning complete for port b25d5a98-8e77-42c0-a75d-b5645736c309 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:37.499516 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a60e5f8c-3151-451f-b796-85b5cb0a26b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b25d5a98-8e77-42c0-a75d-b5645736c309), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:37.521357 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa14bf-7c4b-4ab3-a196-7e3237b1ff54 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7881b83-6efa-42b3-af57-cdc475277fcd,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:37.522265 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e73213-5abb-43bf-9ef5-1128158b120a tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8ddaeb-9940-462e-8ff8-ccbb7e4b9348,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:37.525336 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-60e73213-5abb-43bf-9ef5-1128158b120a tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (1e9e2f51-21f6-4c93-b55f-1fada675a544), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:37.534154 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e73213-5abb-43bf-9ef5-1128158b120a tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:44:37.535057 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-60e73213-5abb-43bf-9ef5-1128158b120a tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:37.545261 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a8fa14bf-7c4b-4ab3-a196-7e3237b1ff54 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:37.550068 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a8fa14bf-7c4b-4ab3-a196-7e3237b1ff54 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4643526 Mar 22 19:44:37.555075 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45572) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:37.564065 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-410b37c6-5c91-41b9-aa50-09c272481769 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-371300182', 'security_groups': ['b7881b83-6efa-42b3-af57-cdc475277fcd'], 'network_id': 'e04581cc-4bb8-48f1-9054-ed38074d8694', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a8849d58-a5d6-4ef2-a293-d890bfcbf3cd'}]}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:44:37.614819 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-60e73213-5abb-43bf-9ef5-1128158b120a tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7772987 Mar 22 19:44:37.617826 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 45574) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:37.624398 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-2300304b-57be-4844-8c13-98d90d7f9cda tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2060306635', 'admin_state_up': True, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:44:37.689567 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2300304b-57be-4844-8c13-98d90d7f9cda tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (26bfd1e5-48c0-412c-8785-54616f0819ee), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:37.697449 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2300304b-57be-4844-8c13-98d90d7f9cda tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (26bfd1e5-48c0-412c-8785-54616f0819ee), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:37.706993 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e73213-5abb-43bf-9ef5-1128158b120a tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Pushing event updated for resources: {'Network': ['ID=1e9e2f51-21f6-4c93-b55f-1fada675a544,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:37.774889 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 1e9e2f51-21f6-4c93-b55f-1fada675a544 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:44:37.816354 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2300304b-57be-4844-8c13-98d90d7f9cda tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for router_controller (26bfd1e5-48c0-412c-8785-54616f0819ee), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:37.836343 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410b37c6-5c91-41b9-aa50-09c272481769 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:44:37.946781 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-a60e5f8c-3151-451f-b796-85b5cb0a26b4 None None] Current status of the port b25d5a98-8e77-42c0-a75d-b5645736c309 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:44:37.962009 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6ea507-b1d0-48be-95ee-7ee276396d42 None None] Update dhcp port {'port': {'network_id': 'e04581cc-4bb8-48f1-9054-ed38074d8694', 'fixed_ips': [{'subnet_id': 'ab43f826-275f-4120-81de-34124011ad72', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a8849d58-a5d6-4ef2-a293-d890bfcbf3cd'}], 'binding:host_id': 'n-d-705658-24'}, 'id': 'b25d5a98-8e77-42c0-a75d-b5645736c309'} from n-d-705658-24. {{(pid=104174) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 19:44:37.996553 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3a6ea507-b1d0-48be-95ee-7ee276396d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b25d5a98-8e77-42c0-a75d-b5645736c309), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:38.082209 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-410b37c6-5c91-41b9-aa50-09c272481769 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:38.141336 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-410b37c6-5c91-41b9-aa50-09c272481769 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] device_id is not set on port 417d3612-47df-42ff-8048-c662e59003b6 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:44:38.237681 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2300304b-57be-4844-8c13-98d90d7f9cda tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for router_gateway (26bfd1e5-48c0-412c-8785-54616f0819ee), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:38.259728 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-a60e5f8c-3151-451f-b796-85b5cb0a26b4 None None] Provisioning complete for port af7d4328-ed2d-4818-b62c-8253bf901bb3 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:38.262931 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a60e5f8c-3151-451f-b796-85b5cb0a26b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (af7d4328-ed2d-4818-b62c-8253bf901bb3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:38.405759 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-a60e5f8c-3151-451f-b796-85b5cb0a26b4 None None] Port af7d4328-ed2d-4818-b62c-8253bf901bb3 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:44:38.516851 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-410b37c6-5c91-41b9-aa50-09c272481769 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Allocated IP 2001:db8::379 (e04581cc-4bb8-48f1-9054-ed38074d8694/a8849d58-a5d6-4ef2-a293-d890bfcbf3cd/417d3612-47df-42ff-8048-c662e59003b6) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:44:38.774231 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2300304b-57be-4844-8c13-98d90d7f9cda tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for router_gateway (26bfd1e5-48c0-412c-8785-54616f0819ee), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:38.826723 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2300304b-57be-4844-8c13-98d90d7f9cda tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:38.891367 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-410b37c6-5c91-41b9-aa50-09c272481769 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for port (417d3612-47df-42ff-8048-c662e59003b6), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:39.019294 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-410b37c6-5c91-41b9-aa50-09c272481769 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (417d3612-47df-42ff-8048-c662e59003b6), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:39.087541 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-2300304b-57be-4844-8c13-98d90d7f9cda tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Allocated IP 172.25.5.226 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/74e38695-88d4-4287-ada6-776271b7fc53) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:44:39.129025 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410b37c6-5c91-41b9-aa50-09c272481769 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Network e04581cc-4bb8-48f1-9054-ed38074d8694 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:44:39.144365 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-410b37c6-5c91-41b9-aa50-09c272481769 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:44:39.181394 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410b37c6-5c91-41b9-aa50-09c272481769 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:44:39.202790 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410b37c6-5c91-41b9-aa50-09c272481769 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:44:39.205841 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-410b37c6-5c91-41b9-aa50-09c272481769 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:39.206985 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-3a6ea507-b1d0-48be-95ee-7ee276396d42 None None] Allocated IP 2001:db8::2 (e04581cc-4bb8-48f1-9054-ed38074d8694/a8849d58-a5d6-4ef2-a293-d890bfcbf3cd/b25d5a98-8e77-42c0-a75d-b5645736c309) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:44:39.218421 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b37c6-5c91-41b9-aa50-09c272481769 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Port': ['ID=417d3612-47df-42ff-8048-c662e59003b6,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:39.228209 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2300304b-57be-4844-8c13-98d90d7f9cda tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for port (74e38695-88d4-4287-ada6-776271b7fc53), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:39.267011 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2300304b-57be-4844-8c13-98d90d7f9cda tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (74e38695-88d4-4287-ada6-776271b7fc53), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:39.300944 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-410b37c6-5c91-41b9-aa50-09c272481769 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7400846 Mar 22 19:44:39.303580 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45630) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:39.315381 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-e23b79ce-3aea-4b3f-bef3-55c25857b962 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'subnet': {'network_id': 'e04581cc-4bb8-48f1-9054-ed38074d8694', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:44:39.351714 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2300304b-57be-4844-8c13-98d90d7f9cda tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:44:39.366727 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-2300304b-57be-4844-8c13-98d90d7f9cda tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:44:39.369497 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2300304b-57be-4844-8c13-98d90d7f9cda tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:44:39.397716 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-3a6ea507-b1d0-48be-95ee-7ee276396d42 None None] For port b25d5a98-8e77-42c0-a75d-b5645736c309, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b25d5a98-8e77-42c0-a75d-b5645736c309,segment=NetworkSegment(df5ab370-aff9-4326-ba86-69bdb1d03a27),segment_id=df5ab370-aff9-4326-ba86-69bdb1d03a27)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:44:39.436776 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300304b-57be-4844-8c13-98d90d7f9cda tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Pushing event updated for resources: {'Port': ['ID=74e38695-88d4-4287-ada6-776271b7fc53,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:39.557990 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3a6ea507-b1d0-48be-95ee-7ee276396d42 None None] Publish callbacks [] for port (b25d5a98-8e77-42c0-a75d-b5645736c309), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:39.573829 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3a6ea507-b1d0-48be-95ee-7ee276396d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b25d5a98-8e77-42c0-a75d-b5645736c309), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:39.607799 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23b79ce-3aea-4b3f-bef3-55c25857b962 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:44:39.612849 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e23b79ce-3aea-4b3f-bef3-55c25857b962 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:39.881866 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ea507-b1d0-48be-95ee-7ee276396d42 None None] Pushing event updated for resources: {'Port': ['ID=b25d5a98-8e77-42c0-a75d-b5645736c309,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:39.953369 n-d-705658-24 neutron-server[104173]: INFO neutron.db.ipam_backend_mixin [None req-e23b79ce-3aea-4b3f-bef3-55c25857b962 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a8849d58-a5d6-4ef2-a293-d890bfcbf3cd (CIDR: 2001:db8::/64) Mar 22 19:44:39.966721 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-e23b79ce-3aea-4b3f-bef3-55c25857b962 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:44:39.967206 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e23b79ce-3aea-4b3f-bef3-55c25857b962 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:44:40.017438 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2300304b-57be-4844-8c13-98d90d7f9cda tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for router_gateway (26bfd1e5-48c0-412c-8785-54616f0819ee), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:40.034691 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e23b79ce-3aea-4b3f-bef3-55c25857b962 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7280557 Mar 22 19:44:40.037219 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45648) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:40.042763 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-8f0e73a4-d6ce-4e6f-8ecb-0fcb28b9b076 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'subnet': {'network_id': 'e04581cc-4bb8-48f1-9054-ed38074d8694', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:44:40.328253 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b25d5a98-8e77-42c0-a75d-b5645736c309 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:44:40.388111 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0e73a4-d6ce-4e6f-8ecb-0fcb28b9b076 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:44:40.392488 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8f0e73a4-d6ce-4e6f-8ecb-0fcb28b9b076 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:40.459698 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b25d5a98-8e77-42c0-a75d-b5645736c309 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:40.460794 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b25d5a98-8e77-42c0-a75d-b5645736c309), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:40.633027 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b25d5a98-8e77-42c0-a75d-b5645736c309 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:44:40.642912 n-d-705658-24 neutron-server[104173]: INFO neutron.db.ipam_backend_mixin [None req-8f0e73a4-d6ce-4e6f-8ecb-0fcb28b9b076 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ab43f826-275f-4120-81de-34124011ad72 (CIDR: 2001:db8:0:1::/64) Mar 22 19:44:40.651064 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0e73a4-d6ce-4e6f-8ecb-0fcb28b9b076 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:44:40.655657 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f0e73a4-d6ce-4e6f-8ecb-0fcb28b9b076 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:44:40.682019 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2300304b-57be-4844-8c13-98d90d7f9cda tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (26bfd1e5-48c0-412c-8785-54616f0819ee), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:40.689151 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8f0e73a4-d6ce-4e6f-8ecb-0fcb28b9b076 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6508188 Mar 22 19:44:40.692274 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45658) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:40.699726 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-bd1f1f1f-1300-4a43-bfe3-5500460bcd34 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'subnet': {'network_id': 'e04581cc-4bb8-48f1-9054-ed38074d8694', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:44:40.956317 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1f1f1f-1300-4a43-bfe3-5500460bcd34 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Made reservation on behalf of cffa16449d93439395dbede298544490 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:44:40.962508 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bd1f1f1f-1300-4a43-bfe3-5500460bcd34 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:41.037989 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2300304b-57be-4844-8c13-98d90d7f9cda tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Router 26bfd1e5-48c0-412c-8785-54616f0819ee is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:44:41.206995 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-3573e2e2-49ae-4dbb-a0fb-a4e8d22a4793 None None] Provisioning complete for port b25d5a98-8e77-42c0-a75d-b5645736c309 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:41.207527 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3573e2e2-49ae-4dbb-a0fb-a4e8d22a4793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b25d5a98-8e77-42c0-a75d-b5645736c309), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:41.456374 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-3573e2e2-49ae-4dbb-a0fb-a4e8d22a4793 None None] Current status of the port b25d5a98-8e77-42c0-a75d-b5645736c309 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:44:41.485327 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-3573e2e2-49ae-4dbb-a0fb-a4e8d22a4793 None None] Provisioning complete for port af7d4328-ed2d-4818-b62c-8253bf901bb3 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:41.486584 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3573e2e2-49ae-4dbb-a0fb-a4e8d22a4793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (af7d4328-ed2d-4818-b62c-8253bf901bb3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:41.580423 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-3573e2e2-49ae-4dbb-a0fb-a4e8d22a4793 None None] Port af7d4328-ed2d-4818-b62c-8253bf901bb3 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:44:41.749138 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bd1f1f1f-1300-4a43-bfe3-5500460bcd34 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (6b556be7-08ec-403b-945b-1214a53c3603), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:41.808776 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-7fc5fccc-9ac4-4211-ad3c-758343b0bb38 None None] Provisioning complete for port 417d3612-47df-42ff-8048-c662e59003b6 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:41.809467 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7fc5fccc-9ac4-4211-ad3c-758343b0bb38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (417d3612-47df-42ff-8048-c662e59003b6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:41.865357 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f1f1f-1300-4a43-bfe3-5500460bcd34 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Subnet': ['ID=6b556be7-08ec-403b-945b-1214a53c3603,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:41.899976 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1f1f1f-1300-4a43-bfe3-5500460bcd34 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Network e04581cc-4bb8-48f1-9054-ed38074d8694 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:44:41.909973 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-bd1f1f1f-1300-4a43-bfe3-5500460bcd34 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:44:41.917921 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1f1f1f-1300-4a43-bfe3-5500460bcd34 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:44:41.920074 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bd1f1f1f-1300-4a43-bfe3-5500460bcd34 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:41.963825 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bd1f1f1f-1300-4a43-bfe3-5500460bcd34 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2670372 Mar 22 19:44:41.964105 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45688) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:41.973842 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-3249f6d1-0cbe-4132-a324-1b4b3d8d4d3a tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1046327872', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6b556be7-08ec-403b-945b-1214a53c3603'}], 'security_groups': ['a75d6999-1c3d-4339-afa4-bdf377be769e', '5f8db505-f538-4a86-acf2-d4ed01153f13']}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:44:42.164172 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3249f6d1-0cbe-4132-a324-1b4b3d8d4d3a tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (417d3612-47df-42ff-8048-c662e59003b6), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:42.191946 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2300304b-57be-4844-8c13-98d90d7f9cda tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:44:42.250103 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2300304b-57be-4844-8c13-98d90d7f9cda tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:42.251754 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2300304b-57be-4844-8c13-98d90d7f9cda tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.6323130 Mar 22 19:44:42.255271 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 45700) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:42.308831 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7af85ee-51dd-4386-974e-999993f865be None None] Network e04581cc-4bb8-48f1-9054-ed38074d8694 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:44:42.475210 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e07977-09b3-4d64-a2fe-816fc23c97e3 None None] Sync routers for ids ['26bfd1e5-48c0-412c-8785-54616f0819ee'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:44:42.583545 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e07977-09b3-4d64-a2fe-816fc23c97e3 None None] Routers {'26bfd1e5-48c0-412c-8785-54616f0819ee'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:44:42.585525 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f8e07977-09b3-4d64-a2fe-816fc23c97e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:44:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['26bfd1e5-48c0-412c-8785-54616f0819ee'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:42.741820 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7113b2d1-c0c8-4ab3-9fa0-07246ec95357 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=3aeae24db72e47fdba650f6aadc3eb3a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4850142 Mar 22 19:44:42.745505 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 45714) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:42.767656 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-7fc5fccc-9ac4-4211-ad3c-758343b0bb38 None None] Port 417d3612-47df-42ff-8048-c662e59003b6 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:44:42.841700 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-f8e07977-09b3-4d64-a2fe-816fc23c97e3 None None] Set router 26bfd1e5-48c0-412c-8785-54616f0819ee gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:44:42.884979 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-3249f6d1-0cbe-4132-a324-1b4b3d8d4d3a tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Delete allocated IP 2001:db8::379 (e04581cc-4bb8-48f1-9054-ed38074d8694/a8849d58-a5d6-4ef2-a293-d890bfcbf3cd) {{(pid=104173) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 19:44:42.905303 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-3249f6d1-0cbe-4132-a324-1b4b3d8d4d3a tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Allocated IP 2001:db8:0:2::175 (e04581cc-4bb8-48f1-9054-ed38074d8694/6b556be7-08ec-403b-945b-1214a53c3603/417d3612-47df-42ff-8048-c662e59003b6) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:44:42.996637 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db07f4e-64c9-4785-9c32-7453fedc3149 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:44:42.998625 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7db07f4e-64c9-4785-9c32-7453fedc3149 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2515187 Mar 22 19:44:43.001356 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 45720) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:43.075168 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c7e630c1-f9fb-45ba-87b0-ea52ba5f001d tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=b209c5bc-34d3-415d-9873-d01a4e6c5db8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0725753 Mar 22 19:44:43.079560 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45724) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:43.087974 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-4c670a0a-df19-48d0-ac56-2462cd70f5a3 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1137233806', 'network_id': '1e9e2f51-21f6-4c93-b55f-1fada675a544', 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:44:43.236180 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f8e07977-09b3-4d64-a2fe-816fc23c97e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2060306635', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '74e38695-88d4-4287-ada6-776271b7fc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:44:37Z', 'updated_at': '2022-03-22T19:44:39Z', 'revision_number': 3, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'gw_port': {'id': '74e38695-88d4-4287-ada6-776271b7fc53', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:69:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:44:38Z', 'updated_at': '2022-03-22T19:44:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:43.311733 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3249f6d1-0cbe-4132-a324-1b4b3d8d4d3a tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for port (417d3612-47df-42ff-8048-c662e59003b6), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:43.321645 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3249f6d1-0cbe-4132-a324-1b4b3d8d4d3a tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (417d3612-47df-42ff-8048-c662e59003b6), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:43.353036 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e07977-09b3-4d64-a2fe-816fc23c97e3 None None] Checking router: 26bfd1e5-48c0-412c-8785-54616f0819ee for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:44:43.353405 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e07977-09b3-4d64-a2fe-816fc23c97e3 None None] Updating router 26bfd1e5-48c0-412c-8785-54616f0819ee port 74e38695-88d4-4287-ada6-776271b7fc53 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:44:43.381863 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-3249f6d1-0cbe-4132-a324-1b4b3d8d4d3a tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] In _notify_port_updated(), no bound segment for port 417d3612-47df-42ff-8048-c662e59003b6 on network e04581cc-4bb8-48f1-9054-ed38074d8694 {{(pid=104173) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 19:44:43.383415 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3249f6d1-0cbe-4132-a324-1b4b3d8d4d3a tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:44:43.384102 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3249f6d1-0cbe-4132-a324-1b4b3d8d4d3a tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:43.389468 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 45742) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:43.390070 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3249f6d1-0cbe-4132-a324-1b4b3d8d4d3a tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "PUT /v2.0/ports/417d3612-47df-42ff-8048-c662e59003b6 HTTP/1.1" status: 200 len: 970 time: 1.4244757 Mar 22 19:44:43.390455 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c670a0a-df19-48d0-ac56-2462cd70f5a3 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Made reservation on behalf of 3aeae24db72e47fdba650f6aadc3eb3a for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:44:43.394998 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c670a0a-df19-48d0-ac56-2462cd70f5a3 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:43.565384 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249f6d1-0cbe-4132-a324-1b4b3d8d4d3a tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event updated for resources: {'Port': ['ID=417d3612-47df-42ff-8048-c662e59003b6,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:43.567482 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f8e07977-09b3-4d64-a2fe-816fc23c97e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (74e38695-88d4-4287-ada6-776271b7fc53), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:43.676314 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-1e7c8090-8540-496b-8b6c-5691c1044444 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Deleting port 417d3612-47df-42ff-8048-c662e59003b6 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:44:43.677285 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1e7c8090-8540-496b-8b6c-5691c1044444 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (417d3612-47df-42ff-8048-c662e59003b6), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:43.857506 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36de4d9-6951-4c6f-b42b-d126bc1a32e3 None None] Update dhcp port {'port': {'network_id': 'e04581cc-4bb8-48f1-9054-ed38074d8694', 'fixed_ips': [{'subnet_id': 'ab43f826-275f-4120-81de-34124011ad72', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a8849d58-a5d6-4ef2-a293-d890bfcbf3cd', 'ip_address': '2001:db8::2'}, {'subnet_id': '6b556be7-08ec-403b-945b-1214a53c3603'}], 'binding:host_id': 'n-d-705658-24'}, 'id': 'b25d5a98-8e77-42c0-a75d-b5645736c309'} from n-d-705658-24. {{(pid=104174) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 19:44:43.939046 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1e7c8090-8540-496b-8b6c-5691c1044444 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (417d3612-47df-42ff-8048-c662e59003b6), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:43.946886 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c670a0a-df19-48d0-ac56-2462cd70f5a3 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (68e9c30a-44d2-46b7-9538-660d748f6cd5), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:43.974346 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-1e7c8090-8540-496b-8b6c-5691c1044444 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Calling delete_port for 417d3612-47df-42ff-8048-c662e59003b6 owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:44:44.068853 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c670a0a-df19-48d0-ac56-2462cd70f5a3 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Pushing event updated for resources: {'Subnet': ['ID=68e9c30a-44d2-46b7-9538-660d748f6cd5,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:44.073037 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c670a0a-df19-48d0-ac56-2462cd70f5a3 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Checking segment: {'id': 'a00249cb-254c-446a-8527-5651c7c37523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1e9e2f51-21f6-4c93-b55f-1fada675a544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:44:44.074075 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c670a0a-df19-48d0-ac56-2462cd70f5a3 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Network hostable DHCP agents. Network: 1e9e2f51-21f6-4c93-b55f-1fada675a544, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:44:44.107591 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d36de4d9-6951-4c6f-b42b-d126bc1a32e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b25d5a98-8e77-42c0-a75d-b5645736c309), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:44.115846 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c670a0a-df19-48d0-ac56-2462cd70f5a3 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Network 1e9e2f51-21f6-4c93-b55f-1fada675a544 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:44:44.139085 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-4c670a0a-df19-48d0-ac56-2462cd70f5a3 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 1e9e2f51-21f6-4c93-b55f-1fada675a544) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:44:44.144259 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c670a0a-df19-48d0-ac56-2462cd70f5a3 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:44:44.144986 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c670a0a-df19-48d0-ac56-2462cd70f5a3 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:44.177491 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936069df-f2e4-4373-be24-0028df731ca2 None None] Network 1e9e2f51-21f6-4c93-b55f-1fada675a544 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:44:44.185041 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4c670a0a-df19-48d0-ac56-2462cd70f5a3 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1011639 Mar 22 19:44:44.185768 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 45764) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:44.477711 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1e7c8090-8540-496b-8b6c-5691c1044444 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (417d3612-47df-42ff-8048-c662e59003b6), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:44.552644 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c8090-8540-496b-8b6c-5691c1044444 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Port': ['ID=417d3612-47df-42ff-8048-c662e59003b6,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:44.695820 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1e7c8090-8540-496b-8b6c-5691c1044444 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:44.700049 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1e7c8090-8540-496b-8b6c-5691c1044444 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/ports/417d3612-47df-42ff-8048-c662e59003b6 HTTP/1.1" status: 204 len: 168 time: 1.3084254 Mar 22 19:44:44.703445 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45782) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:44.748133 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a4ed6b-07d0-4ecd-a834-ddbbe74c651d tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] GET failed (client error): The resource could not be found. Mar 22 19:44:44.752306 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-d36de4d9-6951-4c6f-b42b-d126bc1a32e3 None None] Allocated IP 2001:db8:0:2::2 (e04581cc-4bb8-48f1-9054-ed38074d8694/6b556be7-08ec-403b-945b-1214a53c3603/b25d5a98-8e77-42c0-a75d-b5645736c309) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:44:44.752548 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-02a4ed6b-07d0-4ecd-a834-ddbbe74c651d tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "GET /v2.0/ports/417d3612-47df-42ff-8048-c662e59003b6 HTTP/1.1" status: 404 len: 333 time: 0.0420105 Mar 22 19:44:44.752816 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45786) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:44.886475 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-d36de4d9-6951-4c6f-b42b-d126bc1a32e3 None None] For port b25d5a98-8e77-42c0-a75d-b5645736c309, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b25d5a98-8e77-42c0-a75d-b5645736c309,segment=NetworkSegment(df5ab370-aff9-4326-ba86-69bdb1d03a27),segment_id=df5ab370-aff9-4326-ba86-69bdb1d03a27)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:44:44.889001 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c52d8e7b-1b52-4212-8d74-29063a58a5bd tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for security_group (b7881b83-6efa-42b3-af57-cdc475277fcd), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:44.924045 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d36de4d9-6951-4c6f-b42b-d126bc1a32e3 None None] Publish callbacks [] for port (b25d5a98-8e77-42c0-a75d-b5645736c309), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:44.935682 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dad798-6c66-4ed0-87ff-ae72e6bdd259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-1e9e2f51-21f6-4c93-b55f-1fada675a544', 'network_id': '1e9e2f51-21f6-4c93-b55f-1fada675a544', 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'fixed_ips': [{'subnet_id': '68e9c30a-44d2-46b7-9538-660d748f6cd5'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:44:44.936826 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-00dad798-6c66-4ed0-87ff-ae72e6bdd259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:44.975094 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c52d8e7b-1b52-4212-8d74-29063a58a5bd tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for security_group (b7881b83-6efa-42b3-af57-cdc475277fcd), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:45.059183 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d36de4d9-6951-4c6f-b42b-d126bc1a32e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b25d5a98-8e77-42c0-a75d-b5645736c309), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:45.105811 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c52d8e7b-1b52-4212-8d74-29063a58a5bd tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b7881b83-6efa-42b3-af57-cdc475277fcd), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:45.108717 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c52d8e7b-1b52-4212-8d74-29063a58a5bd tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:45.110207 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c52d8e7b-1b52-4212-8d74-29063a58a5bd tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/security-groups/b7881b83-6efa-42b3-af57-cdc475277fcd HTTP/1.1" status: 204 len: 168 time: 0.3562319 Mar 22 19:44:45.115018 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45796) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:45.144315 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d8e7b-1b52-4212-8d74-29063a58a5bd tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7881b83-6efa-42b3-af57-cdc475277fcd,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:45.251113 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-665f3e6d-5d77-44b1-8d65-02273013dd2e tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for security_group (5f8db505-f538-4a86-acf2-d4ed01153f13), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:45.299227 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-665f3e6d-5d77-44b1-8d65-02273013dd2e tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for security_group (5f8db505-f538-4a86-acf2-d4ed01153f13), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:45.306283 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-91c95564-8d36-4070-b34a-4870e399fc1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:45.338103 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f8e07977-09b3-4d64-a2fe-816fc23c97e3 None None] Publish callbacks [] for port (74e38695-88d4-4287-ada6-776271b7fc53), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:45.352698 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36de4d9-6951-4c6f-b42b-d126bc1a32e3 None None] Pushing event updated for resources: {'Port': ['ID=b25d5a98-8e77-42c0-a75d-b5645736c309,revision_number=7']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:45.362538 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f8e07977-09b3-4d64-a2fe-816fc23c97e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (74e38695-88d4-4287-ada6-776271b7fc53), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:45.407639 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-665f3e6d-5d77-44b1-8d65-02273013dd2e tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5f8db505-f538-4a86-acf2-d4ed01153f13), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:45.410743 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-665f3e6d-5d77-44b1-8d65-02273013dd2e tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:45.412157 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-665f3e6d-5d77-44b1-8d65-02273013dd2e tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/security-groups/5f8db505-f538-4a86-acf2-d4ed01153f13 HTTP/1.1" status: 204 len: 168 time: 0.2960210 Mar 22 19:44:45.415590 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45800) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:45.429618 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f8e07977-09b3-4d64-a2fe-816fc23c97e3 None None] Attempting to bind port 74e38695-88d4-4287-ada6-776271b7fc53 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:44:45.430245 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f8e07977-09b3-4d64-a2fe-816fc23c97e3 None None] Attempting to bind port 74e38695-88d4-4287-ada6-776271b7fc53 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:44:45.430809 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e07977-09b3-4d64-a2fe-816fc23c97e3 None None] Attempting to bind port 74e38695-88d4-4287-ada6-776271b7fc53 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:44:45.443382 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e07977-09b3-4d64-a2fe-816fc23c97e3 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:44:45.443758 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e07977-09b3-4d64-a2fe-816fc23c97e3 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:44:45.444380 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f8e07977-09b3-4d64-a2fe-816fc23c97e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:45.444945 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e07977-09b3-4d64-a2fe-816fc23c97e3 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:44:45.445615 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f8e07977-09b3-4d64-a2fe-816fc23c97e3 None None] Bound port: 74e38695-88d4-4287-ada6-776271b7fc53, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:44:45.446799 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f8e07977-09b3-4d64-a2fe-816fc23c97e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (74e38695-88d4-4287-ada6-776271b7fc53), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:45.457962 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-00dad798-6c66-4ed0-87ff-ae72e6bdd259 None None] Allocated IP 172.20.0.2 (1e9e2f51-21f6-4c93-b55f-1fada675a544/68e9c30a-44d2-46b7-9538-660d748f6cd5/f0ac6a96-7434-4a89-98ca-c20c46352421) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:44:45.490846 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f3e6d-5d77-44b1-8d65-02273013dd2e tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8db505-f538-4a86-acf2-d4ed01153f13,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:45.553198 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1fd80d3b-fdb5-4880-9e5d-90b9d1365b45 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:45.568145 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0760d0-b2c6-448b-a9a6-3534a87faa74 None None] Pushing event updated for resources: {'Port': ['ID=74e38695-88d4-4287-ada6-776271b7fc53,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:45.598717 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e66491b6-611c-4247-8b7f-81a51f889792 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for security_group (a75d6999-1c3d-4339-afa4-bdf377be769e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:45.649810 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e66491b6-611c-4247-8b7f-81a51f889792 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for security_group (a75d6999-1c3d-4339-afa4-bdf377be769e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:45.749665 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e66491b6-611c-4247-8b7f-81a51f889792 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a75d6999-1c3d-4339-afa4-bdf377be769e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:45.752413 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e66491b6-611c-4247-8b7f-81a51f889792 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:45.753664 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e66491b6-611c-4247-8b7f-81a51f889792 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/security-groups/a75d6999-1c3d-4339-afa4-bdf377be769e HTTP/1.1" status: 204 len: 168 time: 0.3369262 Mar 22 19:44:45.774262 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 45806) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:45.781374 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66491b6-611c-4247-8b7f-81a51f889792 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75d6999-1c3d-4339-afa4-bdf377be769e,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:45.876716 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfef1589-ec6d-42ef-8ddc-417ee4d43fcf tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Deleting subnet a8849d58-a5d6-4ef2-a293-d890bfcbf3cd {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:44:45.898182 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cfef1589-ec6d-42ef-8ddc-417ee4d43fcf tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for subnet (a8849d58-a5d6-4ef2-a293-d890bfcbf3cd), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:46.019107 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cfef1589-ec6d-42ef-8ddc-417ee4d43fcf tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (a8849d58-a5d6-4ef2-a293-d890bfcbf3cd), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:46.112199 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f8e07977-09b3-4d64-a2fe-816fc23c97e3 None None] For port 74e38695-88d4-4287-ada6-776271b7fc53, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:44:46.129495 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f8e07977-09b3-4d64-a2fe-816fc23c97e3 None None] For port 74e38695-88d4-4287-ada6-776271b7fc53, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=74e38695-88d4-4287-ada6-776271b7fc53,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:44:46.144044 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:46.156288 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f8e07977-09b3-4d64-a2fe-816fc23c97e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (74e38695-88d4-4287-ada6-776271b7fc53), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:46.215771 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e07977-09b3-4d64-a2fe-816fc23c97e3 None None] Routers {'26bfd1e5-48c0-412c-8785-54616f0819ee'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:44:46.216548 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f8e07977-09b3-4d64-a2fe-816fc23c97e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:44:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['26bfd1e5-48c0-412c-8785-54616f0819ee'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:46.376850 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b25d5a98-8e77-42c0-a75d-b5645736c309 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:44:46.400145 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cfef1589-ec6d-42ef-8ddc-417ee4d43fcf tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (a8849d58-a5d6-4ef2-a293-d890bfcbf3cd), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:46.497688 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cfef1589-ec6d-42ef-8ddc-417ee4d43fcf tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (a8849d58-a5d6-4ef2-a293-d890bfcbf3cd), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:46.531369 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cfef1589-ec6d-42ef-8ddc-417ee4d43fcf tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:46.546110 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45824) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:46.546576 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-cfef1589-ec6d-42ef-8ddc-417ee4d43fcf tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/subnets/a8849d58-a5d6-4ef2-a293-d890bfcbf3cd HTTP/1.1" status: 204 len: 168 time: 0.7703192 Mar 22 19:44:46.597351 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef1589-ec6d-42ef-8ddc-417ee4d43fcf tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Subnet': ['ID=a8849d58-a5d6-4ef2-a293-d890bfcbf3cd,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:46.619419 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0760d0-b2c6-448b-a9a6-3534a87faa74 None None] Pushing event updated for resources: {'Port': ['ID=74e38695-88d4-4287-ada6-776271b7fc53,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:46.670061 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-05c48f4d-a727-453a-a0a6-733811806055 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Deleting subnet 6b556be7-08ec-403b-945b-1214a53c3603 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:44:46.676010 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-05c48f4d-a727-453a-a0a6-733811806055 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for subnet (6b556be7-08ec-403b-945b-1214a53c3603), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:46.686806 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58277d2c-41ac-4cab-9fd5-ef9584aaf903 None None] Network e04581cc-4bb8-48f1-9054-ed38074d8694 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:44:46.753655 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-05c48f4d-a727-453a-a0a6-733811806055 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (6b556be7-08ec-403b-945b-1214a53c3603), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:46.879537 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-05c48f4d-a727-453a-a0a6-733811806055 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (6b556be7-08ec-403b-945b-1214a53c3603), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:46.943357 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-00dad798-6c66-4ed0-87ff-ae72e6bdd259 None None] Publish callbacks [] for port (f0ac6a96-7434-4a89-98ca-c20c46352421), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:46.944760 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b25d5a98-8e77-42c0-a75d-b5645736c309 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:46.945120 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b25d5a98-8e77-42c0-a75d-b5645736c309), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:47.011343 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-05c48f4d-a727-453a-a0a6-733811806055 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (6b556be7-08ec-403b-945b-1214a53c3603), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:47.074134 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-00dad798-6c66-4ed0-87ff-ae72e6bdd259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (f0ac6a96-7434-4a89-98ca-c20c46352421), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:47.103406 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-1fd80d3b-fdb5-4880-9e5d-90b9d1365b45 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Allocated IP 172.20.0.1 (1e9e2f51-21f6-4c93-b55f-1fada675a544/68e9c30a-44d2-46b7-9538-660d748f6cd5/bf920434-5441-44a3-b195-0b7375798a3c) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:44:47.141006 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-05c48f4d-a727-453a-a0a6-733811806055 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:47.148037 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-05c48f4d-a727-453a-a0a6-733811806055 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/subnets/6b556be7-08ec-403b-945b-1214a53c3603 HTTP/1.1" status: 204 len: 168 time: 0.6009636 Mar 22 19:44:47.149621 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c48f4d-a727-453a-a0a6-733811806055 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Subnet': ['ID=6b556be7-08ec-403b-945b-1214a53c3603,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:47.153417 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45842) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:47.168612 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-138e728a-ebe5-404d-bcb5-4e6f9b5625bf None None] Provisioning complete for port b25d5a98-8e77-42c0-a75d-b5645736c309 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:47.171109 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-138e728a-ebe5-404d-bcb5-4e6f9b5625bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b25d5a98-8e77-42c0-a75d-b5645736c309), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:47.224934 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-e297e1c4-abf3-4248-b524-e1a3abe1effe tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] DELETE failed (client error): The resource could not be found. Mar 22 19:44:47.226055 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e297e1c4-abf3-4248-b524-e1a3abe1effe tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:44:47.234353 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e297e1c4-abf3-4248-b524-e1a3abe1effe tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/subnets/a8849d58-a5d6-4ef2-a293-d890bfcbf3cd HTTP/1.1" status: 404 len: 337 time: 0.0778446 Mar 22 19:44:47.236209 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45844) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:47.275865 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dad798-6c66-4ed0-87ff-ae72e6bdd259 None None] Network 1e9e2f51-21f6-4c93-b55f-1fada675a544 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:44:47.337053 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-c78ca2a9-1b6b-487e-bc7d-35ec36978c39 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Deleting subnet ab43f826-275f-4120-81de-34124011ad72 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:44:47.341750 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c78ca2a9-1b6b-487e-bc7d-35ec36978c39 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for subnet (ab43f826-275f-4120-81de-34124011ad72), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:47.345161 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1fd80d3b-fdb5-4880-9e5d-90b9d1365b45 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for port (bf920434-5441-44a3-b195-0b7375798a3c), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:47.363721 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-f8e07977-09b3-4d64-a2fe-816fc23c97e3 None None] Set router 26bfd1e5-48c0-412c-8785-54616f0819ee gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:44:47.367892 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b25d5a98-8e77-42c0-a75d-b5645736c309 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:44:47.423565 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1fd80d3b-fdb5-4880-9e5d-90b9d1365b45 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (bf920434-5441-44a3-b195-0b7375798a3c), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:47.436355 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-00dad798-6c66-4ed0-87ff-ae72e6bdd259 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:44:47.438119 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c78ca2a9-1b6b-487e-bc7d-35ec36978c39 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (ab43f826-275f-4120-81de-34124011ad72), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:47.457916 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dad798-6c66-4ed0-87ff-ae72e6bdd259 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:44:47.531256 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd80d3b-fdb5-4880-9e5d-90b9d1365b45 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Pushing event updated for resources: {'Port': ['ID=bf920434-5441-44a3-b195-0b7375798a3c,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:47.553079 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd80d3b-fdb5-4880-9e5d-90b9d1365b45 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Network 1e9e2f51-21f6-4c93-b55f-1fada675a544 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:44:47.556852 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-1fd80d3b-fdb5-4880-9e5d-90b9d1365b45 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:44:47.562583 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd80d3b-fdb5-4880-9e5d-90b9d1365b45 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:44:47.654538 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c78ca2a9-1b6b-487e-bc7d-35ec36978c39 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (ab43f826-275f-4120-81de-34124011ad72), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:47.668469 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1fd80d3b-fdb5-4880-9e5d-90b9d1365b45 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (26bfd1e5-48c0-412c-8785-54616f0819ee), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:47.786004 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c78ca2a9-1b6b-487e-bc7d-35ec36978c39 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (ab43f826-275f-4120-81de-34124011ad72), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:47.858313 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c78ca2a9-1b6b-487e-bc7d-35ec36978c39 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:47.872535 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c78ca2a9-1b6b-487e-bc7d-35ec36978c39 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/subnets/ab43f826-275f-4120-81de-34124011ad72 HTTP/1.1" status: 204 len: 168 time: 0.6351190 Mar 22 19:44:47.873566 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45858) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:47.875907 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ca2a9-1b6b-487e-bc7d-35ec36978c39 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Subnet': ['ID=ab43f826-275f-4120-81de-34124011ad72,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:47.929084 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dad798-6c66-4ed0-87ff-ae72e6bdd259 None None] Pushing event updated for resources: {'Port': ['ID=f0ac6a96-7434-4a89-98ca-c20c46352421,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:47.954977 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-159d8543-49dd-4bac-b184-f186bb0f338f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] DELETE failed (client error): The resource could not be found. Mar 22 19:44:47.955591 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-159d8543-49dd-4bac-b184-f186bb0f338f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:44:47.966868 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-159d8543-49dd-4bac-b184-f186bb0f338f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/subnets/74c53410-c1c9-4bc3-b8bf-c798df906e83 HTTP/1.1" status: 404 len: 337 time: 0.0845482 Mar 22 19:44:47.967574 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45862) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:47.997857 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1fd80d3b-fdb5-4880-9e5d-90b9d1365b45 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (bf920434-5441-44a3-b195-0b7375798a3c), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:48.037884 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-49419bcc-0b20-420c-b519-7475afd67b6b tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "GET /v2.0/ports?device_id=7ddbc556-e826-4279-8603-6c13549e85e0 HTTP/1.1" status: 200 len: 205 time: 0.0689540 Mar 22 19:44:48.038694 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45864) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:48.044431 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2e312a-3de6-4878-8000-4baf11444d46 None None] Update dhcp port {'port': {'network_id': 'e04581cc-4bb8-48f1-9054-ed38074d8694', 'fixed_ips': [{'subnet_id': 'ab43f826-275f-4120-81de-34124011ad72', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6b556be7-08ec-403b-945b-1214a53c3603'}], 'binding:host_id': 'n-d-705658-24'}, 'id': 'b25d5a98-8e77-42c0-a75d-b5645736c309'} from n-d-705658-24. {{(pid=104174) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 19:44:48.050068 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-472a450a-359b-4a30-a09b-884a59b5e29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:48.155006 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-bd47c480-e771-4c57-b6c2-ac1f76062c17 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] delete failed (client error): The resource could not be found. Mar 22 19:44:48.156042 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bd47c480-e771-4c57-b6c2-ac1f76062c17 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/routers/7ddbc556-e826-4279-8603-6c13549e85e0 HTTP/1.1" status: 404 len: 336 time: 0.1164424 Mar 22 19:44:48.159947 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45872) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:48.232537 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd5dd4d-e425-4f67-a552-fc67dc8cd457 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] DELETE failed (client error): The resource could not be found. Mar 22 19:44:48.235258 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cd5dd4d-e425-4f67-a552-fc67dc8cd457 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:44:48.244448 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4cd5dd4d-e425-4f67-a552-fc67dc8cd457 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/subnets/a589b9f1-836d-40e2-913f-fbdd863efadd HTTP/1.1" status: 404 len: 337 time: 0.0834522 Mar 22 19:44:48.247385 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45876) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:48.319373 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcff9731-b767-4931-9291-554a91d514cd tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] DELETE failed (client error): The resource could not be found. Mar 22 19:44:48.319928 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcff9731-b767-4931-9291-554a91d514cd tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:44:48.329647 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-fcff9731-b767-4931-9291-554a91d514cd tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/subnets/4eb4c954-88c8-4588-b04c-39d49587b0ce HTTP/1.1" status: 404 len: 337 time: 0.0798700 Mar 22 19:44:48.331392 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45880) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:48.374613 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-138e728a-ebe5-404d-bcb5-4e6f9b5625bf None None] Current status of the port b25d5a98-8e77-42c0-a75d-b5645736c309 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:44:48.382106 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-00dad798-6c66-4ed0-87ff-ae72e6bdd259 None None] Attempting to bind port f0ac6a96-7434-4a89-98ca-c20c46352421 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:44:48.382725 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-00dad798-6c66-4ed0-87ff-ae72e6bdd259 None None] Attempting to bind port f0ac6a96-7434-4a89-98ca-c20c46352421 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'a00249cb-254c-446a-8527-5651c7c37523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1e9e2f51-21f6-4c93-b55f-1fada675a544'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:44:48.383314 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dad798-6c66-4ed0-87ff-ae72e6bdd259 None None] Attempting to bind port f0ac6a96-7434-4a89-98ca-c20c46352421 on network 1e9e2f51-21f6-4c93-b55f-1fada675a544 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:44:48.391467 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4d2e312a-3de6-4878-8000-4baf11444d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b25d5a98-8e77-42c0-a75d-b5645736c309), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:48.398851 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dad798-6c66-4ed0-87ff-ae72e6bdd259 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:44:48.399519 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dad798-6c66-4ed0-87ff-ae72e6bdd259 None None] Checking segment: {'id': 'a00249cb-254c-446a-8527-5651c7c37523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1e9e2f51-21f6-4c93-b55f-1fada675a544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:44:48.400743 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-00dad798-6c66-4ed0-87ff-ae72e6bdd259 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:48.402173 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dad798-6c66-4ed0-87ff-ae72e6bdd259 None None] Bound using segment: {'id': 'a00249cb-254c-446a-8527-5651c7c37523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1e9e2f51-21f6-4c93-b55f-1fada675a544'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:44:48.402868 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-00dad798-6c66-4ed0-87ff-ae72e6bdd259 None None] Bound port: f0ac6a96-7434-4a89-98ca-c20c46352421, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a00249cb-254c-446a-8527-5651c7c37523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1e9e2f51-21f6-4c93-b55f-1fada675a544'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:44:48.404892 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-00dad798-6c66-4ed0-87ff-ae72e6bdd259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f0ac6a96-7434-4a89-98ca-c20c46352421), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:48.409835 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-55afa2ff-fd5b-4f80-8212-2edd299780dc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] DELETE failed (client error): The resource could not be found. Mar 22 19:44:48.411591 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55afa2ff-fd5b-4f80-8212-2edd299780dc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:44:48.420475 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-55afa2ff-fd5b-4f80-8212-2edd299780dc tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/subnets/a696ee31-f274-4b5a-8fbd-8fe9c31d42c1 HTTP/1.1" status: 404 len: 337 time: 0.0869992 Mar 22 19:44:48.424156 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45884) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:48.489872 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-138e728a-ebe5-404d-bcb5-4e6f9b5625bf None None] Provisioning complete for port af7d4328-ed2d-4818-b62c-8253bf901bb3 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:48.493881 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-138e728a-ebe5-404d-bcb5-4e6f9b5625bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (af7d4328-ed2d-4818-b62c-8253bf901bb3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:48.497592 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:48.499785 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b44ecd-eed6-408c-b112-b81bd49ba98a tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] DELETE failed (client error): The resource could not be found. Mar 22 19:44:48.500371 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8b44ecd-eed6-408c-b112-b81bd49ba98a tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:44:48.503441 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b8b44ecd-eed6-408c-b112-b81bd49ba98a tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/ports/7b6b01d4-be16-473d-afd0-fbc444157afc HTTP/1.1" status: 404 len: 333 time: 0.0781715 Mar 22 19:44:48.510356 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45886) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:48.548400 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1fd80d3b-fdb5-4880-9e5d-90b9d1365b45 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for port (bf920434-5441-44a3-b195-0b7375798a3c), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:48.555115 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1fd80d3b-fdb5-4880-9e5d-90b9d1365b45 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (bf920434-5441-44a3-b195-0b7375798a3c), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:48.587043 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-085de458-7754-43b9-aa91-c7a18ca9b3c9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] DELETE failed (client error): The resource could not be found. Mar 22 19:44:48.587509 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-085de458-7754-43b9-aa91-c7a18ca9b3c9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:44:48.593618 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-085de458-7754-43b9-aa91-c7a18ca9b3c9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/subnets/f7501bb0-f0ee-4d22-8fc1-3fe9cc03eea1 HTTP/1.1" status: 404 len: 337 time: 0.0798397 Mar 22 19:44:48.598545 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45890) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:48.668452 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-81d26e10-8f6b-47bc-819b-b1ba8a85612a tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] DELETE failed (client error): The resource could not be found. Mar 22 19:44:48.669172 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81d26e10-8f6b-47bc-819b-b1ba8a85612a tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:44:48.678455 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-81d26e10-8f6b-47bc-819b-b1ba8a85612a tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/subnets/383dbb91-2f60-43b9-b0e5-05574b431ebb HTTP/1.1" status: 404 len: 337 time: 0.0724401 Mar 22 19:44:48.681961 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f8e07977-09b3-4d64-a2fe-816fc23c97e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2060306635', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '74e38695-88d4-4287-ada6-776271b7fc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:44:37Z', 'updated_at': '2022-03-22T19:44:39Z', 'revision_number': 3, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'gw_port': {'id': '74e38695-88d4-4287-ada6-776271b7fc53', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:69:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:44:38Z', 'updated_at': '2022-03-22T19:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:48.684827 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45892) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:48.735755 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1fd80d3b-fdb5-4880-9e5d-90b9d1365b45 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (26bfd1e5-48c0-412c-8785-54616f0819ee), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:48.764774 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f96bb1-10c2-443f-b14e-65b3ec0ade32 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] DELETE failed (client error): The resource could not be found. Mar 22 19:44:48.765077 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd80d3b-fdb5-4880-9e5d-90b9d1365b45 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Pushing event updated for resources: {'Port': ['ID=bf920434-5441-44a3-b195-0b7375798a3c,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:48.765549 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9f96bb1-10c2-443f-b14e-65b3ec0ade32 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:44:48.791844 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d9f96bb1-10c2-443f-b14e-65b3ec0ade32 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/ports/786252bf-f03a-494b-a7e4-edb0556e5e95 HTTP/1.1" status: 404 len: 333 time: 0.1030109 Mar 22 19:44:48.792254 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45902) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:48.822001 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf4428b-cd2d-416d-bc4b-ee8674116ad2 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] DELETE failed (client error): The resource could not be found. Mar 22 19:44:48.822388 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbf4428b-cd2d-416d-bc4b-ee8674116ad2 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:44:48.829053 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bbf4428b-cd2d-416d-bc4b-ee8674116ad2 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/subnets/9655e0dd-cd1a-4f87-84d8-08e204456d94 HTTP/1.1" status: 404 len: 337 time: 0.0336215 Mar 22 19:44:48.829248 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45904) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:48.861125 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-9968bbb4-e333-4473-96df-9ae9a678c1e9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] DELETE failed (client error): The resource could not be found. Mar 22 19:44:48.861957 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9968bbb4-e333-4473-96df-9ae9a678c1e9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:44:48.868666 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9968bbb4-e333-4473-96df-9ae9a678c1e9 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/subnets/ebebfb87-b6bf-44a4-8d59-ca2ba9a620f7 HTTP/1.1" status: 404 len: 337 time: 0.0356839 Mar 22 19:44:48.869005 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45906) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:48.992968 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-d8899b37-f70d-4741-82fb-03d7e09b4fe2 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Deleting port af7d4328-ed2d-4818-b62c-8253bf901bb3 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:44:48.993231 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d8899b37-f70d-4741-82fb-03d7e09b4fe2 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (af7d4328-ed2d-4818-b62c-8253bf901bb3), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:48.995628 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd80d3b-fdb5-4880-9e5d-90b9d1365b45 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Network 1e9e2f51-21f6-4c93-b55f-1fada675a544 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:44:48.998263 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-1fd80d3b-fdb5-4880-9e5d-90b9d1365b45 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:44:49.040604 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-00dad798-6c66-4ed0-87ff-ae72e6bdd259 None None] For port f0ac6a96-7434-4a89-98ca-c20c46352421, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:44:49.050993 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-00dad798-6c66-4ed0-87ff-ae72e6bdd259 None None] For port f0ac6a96-7434-4a89-98ca-c20c46352421, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f0ac6a96-7434-4a89-98ca-c20c46352421,segment=NetworkSegment(a00249cb-254c-446a-8527-5651c7c37523),segment_id=a00249cb-254c-446a-8527-5651c7c37523)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:44:49.075121 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-00dad798-6c66-4ed0-87ff-ae72e6bdd259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f0ac6a96-7434-4a89-98ca-c20c46352421), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:49.127826 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e07977-09b3-4d64-a2fe-816fc23c97e3 None None] The sync data for ids ['26bfd1e5-48c0-412c-8785-54616f0819ee'] in n-d-705658-24 is: [{'id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2060306635', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '74e38695-88d4-4287-ada6-776271b7fc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:44:37Z', 'updated_at': '2022-03-22T19:44:39Z', 'revision_number': 3, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'gw_port': {'id': '74e38695-88d4-4287-ada6-776271b7fc53', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:69:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:44:38Z', 'updated_at': '2022-03-22T19:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:44:49.163146 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d8899b37-f70d-4741-82fb-03d7e09b4fe2 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (af7d4328-ed2d-4818-b62c-8253bf901bb3), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:49.197505 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-d8899b37-f70d-4741-82fb-03d7e09b4fe2 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Calling delete_port for af7d4328-ed2d-4818-b62c-8253bf901bb3 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:44:49.208349 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-138e728a-ebe5-404d-bcb5-4e6f9b5625bf None None] Port af7d4328-ed2d-4818-b62c-8253bf901bb3 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:44:49.226124 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:49.240877 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac72f5c-7b54-48b0-a8db-24eb5ed1294f None None] Network e04581cc-4bb8-48f1-9054-ed38074d8694 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:44:49.270272 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-138e728a-ebe5-404d-bcb5-4e6f9b5625bf None None] Could not find standard attr ID for object 417d3612-47df-42ff-8048-c662e59003b6. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:44:49.425830 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d8899b37-f70d-4741-82fb-03d7e09b4fe2 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (af7d4328-ed2d-4818-b62c-8253bf901bb3), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:49.454929 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd80d3b-fdb5-4880-9e5d-90b9d1365b45 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Router 26bfd1e5-48c0-412c-8785-54616f0819ee has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:44:49.530824 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d8899b37-f70d-4741-82fb-03d7e09b4fe2 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:49.543240 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d8899b37-f70d-4741-82fb-03d7e09b4fe2 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/ports/af7d4328-ed2d-4818-b62c-8253bf901bb3 HTTP/1.1" status: 204 len: 168 time: 0.6728547 Mar 22 19:44:49.544490 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8899b37-f70d-4741-82fb-03d7e09b4fe2 tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Port': ['ID=af7d4328-ed2d-4818-b62c-8253bf901bb3,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:49.585023 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45924) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:49.586173 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dad798-6c66-4ed0-87ff-ae72e6bdd259 None None] Pushing event updated for resources: {'Port': ['ID=f0ac6a96-7434-4a89-98ca-c20c46352421,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:49.598240 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e2da7c82-e84f-440a-8874-453c33716fbc None None] Provisioning complete for port b25d5a98-8e77-42c0-a75d-b5645736c309 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:49.614690 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e2da7c82-e84f-440a-8874-453c33716fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b25d5a98-8e77-42c0-a75d-b5645736c309), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:49.769053 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8bee808b-0dcf-41b0-8994-ff43179bec7f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (e04581cc-4bb8-48f1-9054-ed38074d8694), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:49.850410 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd80d3b-fdb5-4880-9e5d-90b9d1365b45 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:44:49.865140 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1fd80d3b-fdb5-4880-9e5d-90b9d1365b45 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "PUT /v2.0/routers/26bfd1e5-48c0-412c-8785-54616f0819ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6787081 Mar 22 19:44:49.872098 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 45932) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:49.879932 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-f7ab3ab9-8b76-40be-bdd8-8edd1e26e697 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1605642301', 'description': 'tempest-secgroup_access--1605642301 description', 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:44:49.939648 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3ab9-8b76-40be-bdd8-8edd1e26e697 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:50.007134 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27fff57-49af-4fc1-ade9-88e24541bd28 None None] DHCP port deletion for e04581cc-4bb8-48f1-9054-ed38074d8694 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:44:50.048173 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3ab9-8b76-40be-bdd8-8edd1e26e697 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for security_group (5941f9d6-47da-4022-bd21-87a0936ca721), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:50.052696 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-8bee808b-0dcf-41b0-8994-ff43179bec7f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Deleting port b25d5a98-8e77-42c0-a75d-b5645736c309 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:44:50.054152 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8bee808b-0dcf-41b0-8994-ff43179bec7f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (b25d5a98-8e77-42c0-a75d-b5645736c309), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:50.074100 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3ab9-8b76-40be-bdd8-8edd1e26e697 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5941f9d6-47da-4022-bd21-87a0936ca721), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:50.140395 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e2da7c82-e84f-440a-8874-453c33716fbc None None] Current status of the port b25d5a98-8e77-42c0-a75d-b5645736c309 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:44:50.189853 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e2da7c82-e84f-440a-8874-453c33716fbc None None] Could not find standard attr ID for object af7d4328-ed2d-4818-b62c-8253bf901bb3. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:44:50.195549 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:50.214521 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab3ab9-8b76-40be-bdd8-8edd1e26e697 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5941f9d6-47da-4022-bd21-87a0936ca721,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:50.277556 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c27fff57-49af-4fc1-ade9-88e24541bd28 None None] Deleting port b25d5a98-8e77-42c0-a75d-b5645736c309 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:44:50.280037 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c27fff57-49af-4fc1-ade9-88e24541bd28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (b25d5a98-8e77-42c0-a75d-b5645736c309), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:50.380645 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-8bee808b-0dcf-41b0-8994-ff43179bec7f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] For port b25d5a98-8e77-42c0-a75d-b5645736c309, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b25d5a98-8e77-42c0-a75d-b5645736c309,segment=NetworkSegment(df5ab370-aff9-4326-ba86-69bdb1d03a27),segment_id=df5ab370-aff9-4326-ba86-69bdb1d03a27)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:44:50.381091 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8bee808b-0dcf-41b0-8994-ff43179bec7f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (b25d5a98-8e77-42c0-a75d-b5645736c309), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:50.403796 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-8bee808b-0dcf-41b0-8994-ff43179bec7f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Calling delete_port for b25d5a98-8e77-42c0-a75d-b5645736c309 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:44:50.543690 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f7ab3ab9-8b76-40be-bdd8-8edd1e26e697 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:50.556571 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f7ab3ab9-8b76-40be-bdd8-8edd1e26e697 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6815388 Mar 22 19:44:50.559554 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 45944) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:50.580072 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-62fb1c8a-7273-477d-bc74-ebab3686185d tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--162560405', 'description': 'tempest-secgroup_general--162560405 description', 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:44:50.634908 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-62fb1c8a-7273-477d-bc74-ebab3686185d tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:50.696857 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8bee808b-0dcf-41b0-8994-ff43179bec7f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (b25d5a98-8e77-42c0-a75d-b5645736c309), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:50.829369 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-62fb1c8a-7273-477d-bc74-ebab3686185d tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for security_group (dff9c836-b4a3-46bc-8c7c-6b9af2e5d2a8), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:50.851789 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee808b-0dcf-41b0-8994-ff43179bec7f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Port': ['ID=b25d5a98-8e77-42c0-a75d-b5645736c309,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:50.852970 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-62fb1c8a-7273-477d-bc74-ebab3686185d tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (dff9c836-b4a3-46bc-8c7c-6b9af2e5d2a8), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:50.871223 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bee808b-0dcf-41b0-8994-ff43179bec7f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] No DVR routers for this DVR port b25d5a98-8e77-42c0-a75d-b5645736c309 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:44:51.021010 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fb1c8a-7273-477d-bc74-ebab3686185d tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dff9c836-b4a3-46bc-8c7c-6b9af2e5d2a8,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:51.029242 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 74e38695-88d4-4287-ada6-776271b7fc53 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:44:51.051710 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-62fb1c8a-7273-477d-bc74-ebab3686185d tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:51.061583 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-62fb1c8a-7273-477d-bc74-ebab3686185d tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5006182 Mar 22 19:44:51.064300 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 45956) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:51.103528 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-12271c36-7148-4fac-b032-19b673c938ec tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Request body: {'security_group_rule': {'security_group_id': '5941f9d6-47da-4022-bd21-87a0936ca721', 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:44:51.190827 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-12271c36-7148-4fac-b032-19b673c938ec tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for security_group_rule (39d10d48-54d2-48c0-a1d4-79a8d63b45ce), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:51.210960 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8bee808b-0dcf-41b0-8994-ff43179bec7f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (e04581cc-4bb8-48f1-9054-ed38074d8694), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:51.248193 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c27fff57-49af-4fc1-ade9-88e24541bd28 None None] For port b25d5a98-8e77-42c0-a75d-b5645736c309, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b25d5a98-8e77-42c0-a75d-b5645736c309,segment=NetworkSegment(df5ab370-aff9-4326-ba86-69bdb1d03a27),segment_id=df5ab370-aff9-4326-ba86-69bdb1d03a27)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:44:51.248784 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c27fff57-49af-4fc1-ade9-88e24541bd28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (b25d5a98-8e77-42c0-a75d-b5645736c309), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:51.281186 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c27fff57-49af-4fc1-ade9-88e24541bd28 None None] Calling delete_port for b25d5a98-8e77-42c0-a75d-b5645736c309 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:44:51.330398 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-8bee808b-0dcf-41b0-8994-ff43179bec7f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04581cc-4bb8-48f1-9054-ed38074d8694']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:51.410352 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-8bee808b-0dcf-41b0-8994-ff43179bec7f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5ab370-aff9-4326-ba86-69bdb1d03a27') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:51.429001 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-8bee808b-0dcf-41b0-8994-ff43179bec7f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5ab370-aff9-4326-ba86-69bdb1d03a27') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:51.436267 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:51.436755 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-12271c36-7148-4fac-b032-19b673c938ec tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for security_group_rule (39d10d48-54d2-48c0-a1d4-79a8d63b45ce), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:51.445200 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-12271c36-7148-4fac-b032-19b673c938ec tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (39d10d48-54d2-48c0-a1d4-79a8d63b45ce), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:51.446192 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 74e38695-88d4-4287-ada6-776271b7fc53 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:51.447295 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (74e38695-88d4-4287-ada6-776271b7fc53), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:51.500355 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8bee808b-0dcf-41b0-8994-ff43179bec7f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (df5ab370-aff9-4326-ba86-69bdb1d03a27), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:51.517431 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-12271c36-7148-4fac-b032-19b673c938ec tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:51.528627 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-12271c36-7148-4fac-b032-19b673c938ec tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4370747 Mar 22 19:44:51.529879 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12271c36-7148-4fac-b032-19b673c938ec tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d10d48-54d2-48c0-a1d4-79a8d63b45ce,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:51.533544 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81e093c-78ea-49d4-a8a3-14e379830091 None None] Network 1e9e2f51-21f6-4c93-b55f-1fada675a544 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:44:51.576331 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8bee808b-0dcf-41b0-8994-ff43179bec7f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (df5ab370-aff9-4326-ba86-69bdb1d03a27), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:51.598735 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bee808b-0dcf-41b0-8994-ff43179bec7f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:44:51.599317 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8bee808b-0dcf-41b0-8994-ff43179bec7f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (df5ab370-aff9-4326-ba86-69bdb1d03a27), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:51.648718 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2f2a5271-0ca9-4053-853b-c9bfe7ee1d94 None None] Provisioning complete for port f0ac6a96-7434-4a89-98ca-c20c46352421 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:51.649104 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2f2a5271-0ca9-4053-853b-c9bfe7ee1d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f0ac6a96-7434-4a89-98ca-c20c46352421), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:51.666762 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:44:51.666762 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:44:51.666762 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:44:51.666762 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:44:51.666762 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:44:51.666762 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:44:51.666762 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:44:51.666762 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:44:51.666762 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:44:51.666762 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:44:51.666762 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:44:51.666762 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:44:51.666762 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:44:51.666762 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:44:51.666762 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:44:51.666762 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:44:51.666762 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:44:51.666762 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:44:51.666762 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:44:51.666762 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:44:51.666762 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:44:51.666762 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:44:51.666762 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:44:51.666762 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:44:51.666762 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:44:51.666762 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:44:51.666762 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:44:51.666762 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:44:51.666762 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:44:51.666762 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:44:51.666762 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:44:51.666762 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:44:51.711683 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 74e38695-88d4-4287-ada6-776271b7fc53 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:44:51.711988 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (74e38695-88d4-4287-ada6-776271b7fc53), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:51.821330 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 74e38695-88d4-4287-ada6-776271b7fc53, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=74e38695-88d4-4287-ada6-776271b7fc53,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:44:51.825524 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8bee808b-0dcf-41b0-8994-ff43179bec7f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (e04581cc-4bb8-48f1-9054-ed38074d8694), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:51.840563 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8bee808b-0dcf-41b0-8994-ff43179bec7f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:51.845122 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8bee808b-0dcf-41b0-8994-ff43179bec7f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] 10.222.0.75 "DELETE /v2.0/networks/e04581cc-4bb8-48f1-9054-ed38074d8694 HTTP/1.1" status: 204 len: 168 time: 2.2584820 Mar 22 19:44:51.864922 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c27fff57-49af-4fc1-ade9-88e24541bd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (b25d5a98-8e77-42c0-a75d-b5645736c309), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:51.890077 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee808b-0dcf-41b0-8994-ff43179bec7f tempest-PortsIpV6TestJSON-1580033256 tempest-PortsIpV6TestJSON-1580033256-project] Pushing event deleted for resources: {'Network': ['ID=e04581cc-4bb8-48f1-9054-ed38074d8694,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:51.964191 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (74e38695-88d4-4287-ada6-776271b7fc53), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:51.968895 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f0ac6a96-7434-4a89-98ca-c20c46352421 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:44:52.106412 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af532c55-1a36-4d8f-bf67-8446201d178e req-eec9d6e8-c8f8-4db6-a08b-99c023b8facf tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup_general--162560405&fields=id&tenant_id=3aeae24db72e47fdba650f6aadc3eb3a HTTP/1.1" status: 200 len: 267 time: 0.1134746 Mar 22 19:44:52.128366 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c27fff57-49af-4fc1-ade9-88e24541bd28 None None] Network e04581cc-4bb8-48f1-9054-ed38074d8694 is not hosted by any dhcp agent {{(pid=104174) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 19:44:52.129166 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27fff57-49af-4fc1-ade9-88e24541bd28 None None] No DVR routers for this DVR port b25d5a98-8e77-42c0-a75d-b5645736c309 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:44:52.138252 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2f2a5271-0ca9-4053-853b-c9bfe7ee1d94 None None] Current status of the port f0ac6a96-7434-4a89-98ca-c20c46352421 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:44:52.138665 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2f2a5271-0ca9-4053-853b-c9bfe7ee1d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f0ac6a96-7434-4a89-98ca-c20c46352421), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:52.147096 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fff57-49af-4fc1-ade9-88e24541bd28 None None] Pushing event deleted for resources: {'Port': ['ID=b25d5a98-8e77-42c0-a75d-b5645736c309,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:52.267447 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af532c55-1a36-4d8f-bf67-8446201d178e req-8b4311d7-5677-47b3-a7bd-ea3846aebf2e tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup_access--1605642301&fields=id&tenant_id=3aeae24db72e47fdba650f6aadc3eb3a HTTP/1.1" status: 200 len: 267 time: 0.1524122 Mar 22 19:44:52.527100 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=74e38695-88d4-4287-ada6-776271b7fc53,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:52.535661 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2f2a5271-0ca9-4053-853b-c9bfe7ee1d94 None None] For port f0ac6a96-7434-4a89-98ca-c20c46352421, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f0ac6a96-7434-4a89-98ca-c20c46352421,segment=NetworkSegment(a00249cb-254c-446a-8527-5651c7c37523),segment_id=a00249cb-254c-446a-8527-5651c7c37523)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:44:52.545584 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af532c55-1a36-4d8f-bf67-8446201d178e req-22290b01-527b-41ee-83ec-4df211adab01 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:44:52.555642 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af532c55-1a36-4d8f-bf67-8446201d178e req-22290b01-527b-41ee-83ec-4df211adab01 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/networks?id=1e9e2f51-21f6-4c93-b55f-1fada675a544 HTTP/1.1" status: 200 len: 796 time: 0.2660713 Mar 22 19:44:52.562144 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2f2a5271-0ca9-4053-853b-c9bfe7ee1d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f0ac6a96-7434-4a89-98ca-c20c46352421), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:52.583451 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port f0ac6a96-7434-4a89-98ca-c20c46352421 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:52.583917 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f0ac6a96-7434-4a89-98ca-c20c46352421), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:52.603937 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af532c55-1a36-4d8f-bf67-8446201d178e req-aaaefa80-f903-465a-b612-b3e9ef93c8e8 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/quotas/3aeae24db72e47fdba650f6aadc3eb3a HTTP/1.1" status: 200 len: 375 time: 0.0370927 Mar 22 19:44:52.757067 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af532c55-1a36-4d8f-bf67-8446201d178e req-5b3c20ff-3f10-44c4-bacd-bd3320da7670 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=3aeae24db72e47fdba650f6aadc3eb3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1471519 Mar 22 19:44:52.774989 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 46008) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:52.973168 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bef541-28e5-4ddc-acfe-878d6033e1dd None None] Sync routers for ids ['26bfd1e5-48c0-412c-8785-54616f0819ee'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:44:52.997585 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a5271-0ca9-4053-853b-c9bfe7ee1d94 None None] Pushing event updated for resources: {'Port': ['ID=f0ac6a96-7434-4a89-98ca-c20c46352421,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:52.998123 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bef541-28e5-4ddc-acfe-878d6033e1dd None None] Routers {'26bfd1e5-48c0-412c-8785-54616f0819ee'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:44:53.001831 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-71bef541-28e5-4ddc-acfe-878d6033e1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:44:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['26bfd1e5-48c0-412c-8785-54616f0819ee'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:53.022627 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port f0ac6a96-7434-4a89-98ca-c20c46352421 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:44:53.134460 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b25d5a98-8e77-42c0-a75d-b5645736c309 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:44:53.266360 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: b25d5a98-8e77-42c0-a75d-b5645736c309 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:44:53.280235 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b25d5a98-8e77-42c0-a75d-b5645736c309 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:44:53.328460 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ee375550-0dea-4df7-8738-10d43b25c81f None None] Provisioning complete for port f0ac6a96-7434-4a89-98ca-c20c46352421 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:53.338957 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ee375550-0dea-4df7-8738-10d43b25c81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f0ac6a96-7434-4a89-98ca-c20c46352421), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:53.459458 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-71bef541-28e5-4ddc-acfe-878d6033e1dd None None] Set router 26bfd1e5-48c0-412c-8785-54616f0819ee gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:44:53.607778 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8aa69bf6-26cd-4da7-a1df-28de21ff9139 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cffa16449d93439395dbede298544490&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8307776 Mar 22 19:44:53.610007 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46028) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:53.679483 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af532c55-1a36-4d8f-bf67-8446201d178e req-034c9d22-4767-4abf-aff2-34f6420b0fb2 service neutron] 10.222.0.75 "GET /v2.0/networks/1e9e2f51-21f6-4c93-b55f-1fada675a544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8801744 Mar 22 19:44:53.708503 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ee375550-0dea-4df7-8738-10d43b25c81f None None] Current status of the port f0ac6a96-7434-4a89-98ca-c20c46352421 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:44:53.724784 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 74e38695-88d4-4287-ada6-776271b7fc53 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:44:53.770856 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-11801c23-ef76-40ce-a345-02549f945d0c admin admin] Publish callbacks [] for security_group (c441d3ed-c6c9-4e0a-82dc-a84e77e0e963), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:53.850698 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-11801c23-ef76-40ce-a345-02549f945d0c admin admin] Publish callbacks [] for security_group (c441d3ed-c6c9-4e0a-82dc-a84e77e0e963), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:53.904520 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ee375550-0dea-4df7-8738-10d43b25c81f None None] Provisioning complete for port bf920434-5441-44a3-b195-0b7375798a3c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:53.904900 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ee375550-0dea-4df7-8738-10d43b25c81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (bf920434-5441-44a3-b195-0b7375798a3c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:53.944534 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46036) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:54.002504 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af532c55-1a36-4d8f-bf67-8446201d178e req-74f84024-21a2-4166-92e5-8fdf7a5e9215 service neutron] 10.222.0.75 "GET /v2.0/networks/1e9e2f51-21f6-4c93-b55f-1fada675a544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219149 Mar 22 19:44:54.027941 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-11801c23-ef76-40ce-a345-02549f945d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (c441d3ed-c6c9-4e0a-82dc-a84e77e0e963), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:54.031223 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-11801c23-ef76-40ce-a345-02549f945d0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:54.032943 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-11801c23-ef76-40ce-a345-02549f945d0c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c441d3ed-c6c9-4e0a-82dc-a84e77e0e963 HTTP/1.1" status: 204 len: 168 time: 0.4216974 Mar 22 19:44:54.056118 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11801c23-ef76-40ce-a345-02549f945d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c441d3ed-c6c9-4e0a-82dc-a84e77e0e963,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:54.058387 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 74e38695-88d4-4287-ada6-776271b7fc53 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:54.058846 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (74e38695-88d4-4287-ada6-776271b7fc53), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:54.165423 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-71bef541-28e5-4ddc-acfe-878d6033e1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2060306635', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '74e38695-88d4-4287-ada6-776271b7fc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:44:37Z', 'updated_at': '2022-03-22T19:44:47Z', 'revision_number': 4, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'gw_port': {'id': '74e38695-88d4-4287-ada6-776271b7fc53', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:44:38Z', 'updated_at': '2022-03-22T19:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'bf920434-5441-44a3-b195-0b7375798a3c', 'name': '', 'network_id': '1e9e2f51-21f6-4c93-b55f-1fada675a544', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'mac_address': 'fa:16:3e:a8:38:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '68e9c30a-44d2-46b7-9538-660d748f6cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:44:46Z', 'updated_at': '2022-03-22T19:44:48Z', 'revision_number': 2, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'subnets': [{'id': '68e9c30a-44d2-46b7-9538-660d748f6cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:54.221040 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ee375550-0dea-4df7-8738-10d43b25c81f None None] Port bf920434-5441-44a3-b195-0b7375798a3c cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:44:54.281904 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bef541-28e5-4ddc-acfe-878d6033e1dd None None] Checking router: 26bfd1e5-48c0-412c-8785-54616f0819ee for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:44:54.286688 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bef541-28e5-4ddc-acfe-878d6033e1dd None None] Updating router 26bfd1e5-48c0-412c-8785-54616f0819ee port bf920434-5441-44a3-b195-0b7375798a3c binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:44:54.326524 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 74e38695-88d4-4287-ada6-776271b7fc53 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:44:54.327732 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f0ac6a96-7434-4a89-98ca-c20c46352421 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:44:54.443084 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-348469d0-336f-4eab-bdbe-49d84b8ba707 None None] Provisioning complete for port bf920434-5441-44a3-b195-0b7375798a3c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:54.443467 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-348469d0-336f-4eab-bdbe-49d84b8ba707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (bf920434-5441-44a3-b195-0b7375798a3c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:54.515026 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-19400ec7-acc5-41d3-92a6-e0df05e03f6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:54.532195 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c1ed42e-656f-4759-b239-0860552e59fe req-9c15be7d-426a-4c2a-abaa-f590a959719b tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f765898-6403-48d6-a585-d0321dc669cd HTTP/1.1" status: 200 len: 210 time: 0.0775015 Mar 22 19:44:54.601084 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-348469d0-336f-4eab-bdbe-49d84b8ba707 None None] Port bf920434-5441-44a3-b195-0b7375798a3c cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:44:54.653677 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-71bef541-28e5-4ddc-acfe-878d6033e1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (bf920434-5441-44a3-b195-0b7375798a3c), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:54.682226 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port f0ac6a96-7434-4a89-98ca-c20c46352421 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:54.687350 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f0ac6a96-7434-4a89-98ca-c20c46352421), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:54.751830 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-19400ec7-acc5-41d3-92a6-e0df05e03f6c admin admin] Publish callbacks [] for security_group (29850c44-79fc-41fd-974f-df08643df142), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:54.770050 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-19400ec7-acc5-41d3-92a6-e0df05e03f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (29850c44-79fc-41fd-974f-df08643df142), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:54.828764 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-19400ec7-acc5-41d3-92a6-e0df05e03f6c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=367fa830518048409a0dfd66b6f754b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8727415 Mar 22 19:44:54.831468 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 46058) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:54.848893 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-84799dc8-ca8f-4413-8af3-6b8421900356 None None] Provisioning complete for port bf920434-5441-44a3-b195-0b7375798a3c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:54.851954 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-84799dc8-ca8f-4413-8af3-6b8421900356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (bf920434-5441-44a3-b195-0b7375798a3c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:54.876601 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19400ec7-acc5-41d3-92a6-e0df05e03f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29850c44-79fc-41fd-974f-df08643df142,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:54.988636 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-84799dc8-ca8f-4413-8af3-6b8421900356 None None] Port bf920434-5441-44a3-b195-0b7375798a3c cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:44:55.009980 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-48b6c278-9eb0-4fe8-8363-e22a6dc49fcd admin admin] Publish callbacks [] for security_group (29850c44-79fc-41fd-974f-df08643df142), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:55.101460 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-48b6c278-9eb0-4fe8-8363-e22a6dc49fcd admin admin] Publish callbacks [] for security_group (29850c44-79fc-41fd-974f-df08643df142), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:55.134696 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port f0ac6a96-7434-4a89-98ca-c20c46352421 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:44:55.332118 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-48b6c278-9eb0-4fe8-8363-e22a6dc49fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (29850c44-79fc-41fd-974f-df08643df142), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:55.335351 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-48b6c278-9eb0-4fe8-8363-e22a6dc49fcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:55.337443 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-48b6c278-9eb0-4fe8-8363-e22a6dc49fcd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/29850c44-79fc-41fd-974f-df08643df142 HTTP/1.1" status: 204 len: 168 time: 0.5040181 Mar 22 19:44:55.351429 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6c278-9eb0-4fe8-8363-e22a6dc49fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29850c44-79fc-41fd-974f-df08643df142,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:55.486426 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-71bef541-28e5-4ddc-acfe-878d6033e1dd None None] Publish callbacks [] for port (bf920434-5441-44a3-b195-0b7375798a3c), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:55.493384 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-71bef541-28e5-4ddc-acfe-878d6033e1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (bf920434-5441-44a3-b195-0b7375798a3c), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:55.632694 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf812d4f-3b8c-43c3-9c16-fc40cbf1fdf3 None None] Pushing event updated for resources: {'Port': ['ID=bf920434-5441-44a3-b195-0b7375798a3c,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:55.678246 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf812d4f-3b8c-43c3-9c16-fc40cbf1fdf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:55.678663 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf812d4f-3b8c-43c3-9c16-fc40cbf1fdf3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:55.679200 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf812d4f-3b8c-43c3-9c16-fc40cbf1fdf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:55.679725 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf812d4f-3b8c-43c3-9c16-fc40cbf1fdf3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:55.680233 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf812d4f-3b8c-43c3-9c16-fc40cbf1fdf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:55.680738 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf812d4f-3b8c-43c3-9c16-fc40cbf1fdf3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:55.681259 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf812d4f-3b8c-43c3-9c16-fc40cbf1fdf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:55.681772 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf812d4f-3b8c-43c3-9c16-fc40cbf1fdf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:55.682336 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf812d4f-3b8c-43c3-9c16-fc40cbf1fdf3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:55.682865 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf812d4f-3b8c-43c3-9c16-fc40cbf1fdf3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:55.690498 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf812d4f-3b8c-43c3-9c16-fc40cbf1fdf3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:55.690860 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf812d4f-3b8c-43c3-9c16-fc40cbf1fdf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:55.691202 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf812d4f-3b8c-43c3-9c16-fc40cbf1fdf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:55.691538 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf812d4f-3b8c-43c3-9c16-fc40cbf1fdf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:55.691872 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf812d4f-3b8c-43c3-9c16-fc40cbf1fdf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:44:55.795695 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9021af2b-ae27-4656-8b0a-cb995cd9eed9 req-eccc4583-75bb-4245-a966-3def5a70a839 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f765898-6403-48d6-a585-d0321dc669cd HTTP/1.1" status: 200 len: 210 time: 0.0918183 Mar 22 19:44:55.920748 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-71bef541-28e5-4ddc-acfe-878d6033e1dd None None] Attempting to bind port bf920434-5441-44a3-b195-0b7375798a3c on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:44:55.921182 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-71bef541-28e5-4ddc-acfe-878d6033e1dd None None] Attempting to bind port bf920434-5441-44a3-b195-0b7375798a3c by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'a00249cb-254c-446a-8527-5651c7c37523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1e9e2f51-21f6-4c93-b55f-1fada675a544'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:44:55.921562 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bef541-28e5-4ddc-acfe-878d6033e1dd None None] Attempting to bind port bf920434-5441-44a3-b195-0b7375798a3c on network 1e9e2f51-21f6-4c93-b55f-1fada675a544 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:44:55.949358 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bef541-28e5-4ddc-acfe-878d6033e1dd None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:44:55.949358 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bef541-28e5-4ddc-acfe-878d6033e1dd None None] Checking segment: {'id': 'a00249cb-254c-446a-8527-5651c7c37523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1e9e2f51-21f6-4c93-b55f-1fada675a544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:44:55.949645 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-71bef541-28e5-4ddc-acfe-878d6033e1dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:55.951661 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bef541-28e5-4ddc-acfe-878d6033e1dd None None] Bound using segment: {'id': 'a00249cb-254c-446a-8527-5651c7c37523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1e9e2f51-21f6-4c93-b55f-1fada675a544'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:44:55.952206 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-71bef541-28e5-4ddc-acfe-878d6033e1dd None None] Bound port: bf920434-5441-44a3-b195-0b7375798a3c, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a00249cb-254c-446a-8527-5651c7c37523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1e9e2f51-21f6-4c93-b55f-1fada675a544'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:44:55.955366 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-71bef541-28e5-4ddc-acfe-878d6033e1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (bf920434-5441-44a3-b195-0b7375798a3c), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:56.148414 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-71bef541-28e5-4ddc-acfe-878d6033e1dd None None] For port bf920434-5441-44a3-b195-0b7375798a3c, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:44:56.162133 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-71bef541-28e5-4ddc-acfe-878d6033e1dd None None] For port bf920434-5441-44a3-b195-0b7375798a3c, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=bf920434-5441-44a3-b195-0b7375798a3c,segment=NetworkSegment(a00249cb-254c-446a-8527-5651c7c37523),segment_id=a00249cb-254c-446a-8527-5651c7c37523)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:44:56.174053 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-71bef541-28e5-4ddc-acfe-878d6033e1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (bf920434-5441-44a3-b195-0b7375798a3c), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:56.241935 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-4ef15a4a-0237-48d6-967a-e6c457f21aa3 None None] Provisioning complete for port bf920434-5441-44a3-b195-0b7375798a3c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:56.246680 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4ef15a4a-0237-48d6-967a-e6c457f21aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (bf920434-5441-44a3-b195-0b7375798a3c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:56.306182 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bef541-28e5-4ddc-acfe-878d6033e1dd None None] Routers {'26bfd1e5-48c0-412c-8785-54616f0819ee'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:44:56.306818 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-71bef541-28e5-4ddc-acfe-878d6033e1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:44:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['26bfd1e5-48c0-412c-8785-54616f0819ee'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:56.450945 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46096) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:56.476987 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3e49ef4a-4985-4381-9616-4ef7883a148a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:56.579549 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-4ef15a4a-0237-48d6-967a-e6c457f21aa3 None None] Current status of the port bf920434-5441-44a3-b195-0b7375798a3c is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:44:56.580785 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4ef15a4a-0237-48d6-967a-e6c457f21aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (bf920434-5441-44a3-b195-0b7375798a3c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:56.699759 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-4ef15a4a-0237-48d6-967a-e6c457f21aa3 None None] For port bf920434-5441-44a3-b195-0b7375798a3c, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=bf920434-5441-44a3-b195-0b7375798a3c,segment=NetworkSegment(a00249cb-254c-446a-8527-5651c7c37523),segment_id=a00249cb-254c-446a-8527-5651c7c37523)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:44:56.709552 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4ef15a4a-0237-48d6-967a-e6c457f21aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (bf920434-5441-44a3-b195-0b7375798a3c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:56.776452 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf812d4f-3b8c-43c3-9c16-fc40cbf1fdf3 None None] Pushing event updated for resources: {'Port': ['ID=bf920434-5441-44a3-b195-0b7375798a3c,revision_number=4']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:56.788093 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3e49ef4a-4985-4381-9616-4ef7883a148a admin admin] Publish callbacks [] for security_group (dc4ccf5a-0967-4e5a-8ec2-bf3005f7940e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:56.802640 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3e49ef4a-4985-4381-9616-4ef7883a148a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (dc4ccf5a-0967-4e5a-8ec2-bf3005f7940e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:56.811480 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-71bef541-28e5-4ddc-acfe-878d6033e1dd None None] Set router 26bfd1e5-48c0-412c-8785-54616f0819ee gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:44:56.938898 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-10d2fbe2-bd8a-48e3-b538-fd80db2f68ef None None] Provisioning complete for port bf920434-5441-44a3-b195-0b7375798a3c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:44:56.946126 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-10d2fbe2-bd8a-48e3-b538-fd80db2f68ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (bf920434-5441-44a3-b195-0b7375798a3c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:56.980948 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3e49ef4a-4985-4381-9616-4ef7883a148a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=494b701fbaa24273b8e60f1608a17326&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5283046 Mar 22 19:44:56.982523 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49ef4a-4985-4381-9616-4ef7883a148a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4ccf5a-0967-4e5a-8ec2-bf3005f7940e,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:56.984539 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 46108) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:57.037331 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef15a4a-0237-48d6-967a-e6c457f21aa3 None None] Pushing event updated for resources: {'Port': ['ID=bf920434-5441-44a3-b195-0b7375798a3c,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:57.151630 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-888fcad0-7893-4ef5-b4dd-716e9abc1753 req-cf8d298b-5bf2-49b4-abbe-78fd14d46692 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f765898-6403-48d6-a585-d0321dc669cd HTTP/1.1" status: 200 len: 210 time: 0.1720302 Mar 22 19:44:57.308537 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-84cf0a4a-5c63-46c5-8b36-104fbe77fba2 admin admin] Publish callbacks [] for security_group (dc4ccf5a-0967-4e5a-8ec2-bf3005f7940e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:57.335923 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-10d2fbe2-bd8a-48e3-b538-fd80db2f68ef None None] Current status of the port bf920434-5441-44a3-b195-0b7375798a3c is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:44:57.379335 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-84cf0a4a-5c63-46c5-8b36-104fbe77fba2 admin admin] Publish callbacks [] for security_group (dc4ccf5a-0967-4e5a-8ec2-bf3005f7940e), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:57.548685 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-84cf0a4a-5c63-46c5-8b36-104fbe77fba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (dc4ccf5a-0967-4e5a-8ec2-bf3005f7940e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:57.559518 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-84cf0a4a-5c63-46c5-8b36-104fbe77fba2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:57.561000 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-84cf0a4a-5c63-46c5-8b36-104fbe77fba2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dc4ccf5a-0967-4e5a-8ec2-bf3005f7940e HTTP/1.1" status: 204 len: 168 time: 0.5520277 Mar 22 19:44:57.598723 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-71bef541-28e5-4ddc-acfe-878d6033e1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2060306635', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '74e38695-88d4-4287-ada6-776271b7fc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:44:37Z', 'updated_at': '2022-03-22T19:44:47Z', 'revision_number': 4, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'gw_port': {'id': '74e38695-88d4-4287-ada6-776271b7fc53', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:44:38Z', 'updated_at': '2022-03-22T19:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'bf920434-5441-44a3-b195-0b7375798a3c', 'name': '', 'network_id': '1e9e2f51-21f6-4c93-b55f-1fada675a544', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'mac_address': 'fa:16:3e:a8:38:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '68e9c30a-44d2-46b7-9538-660d748f6cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:44:46Z', 'updated_at': '2022-03-22T19:44:56Z', 'revision_number': 4, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'subnets': [{'id': '68e9c30a-44d2-46b7-9538-660d748f6cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:44:57.689008 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bef541-28e5-4ddc-acfe-878d6033e1dd None None] The sync data for ids ['26bfd1e5-48c0-412c-8785-54616f0819ee'] in n-d-705658-24 is: [{'id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2060306635', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '74e38695-88d4-4287-ada6-776271b7fc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:44:37Z', 'updated_at': '2022-03-22T19:44:47Z', 'revision_number': 4, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'gw_port': {'id': '74e38695-88d4-4287-ada6-776271b7fc53', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:44:38Z', 'updated_at': '2022-03-22T19:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'bf920434-5441-44a3-b195-0b7375798a3c', 'name': '', 'network_id': '1e9e2f51-21f6-4c93-b55f-1fada675a544', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'mac_address': 'fa:16:3e:a8:38:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '68e9c30a-44d2-46b7-9538-660d748f6cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:44:46Z', 'updated_at': '2022-03-22T19:44:56Z', 'revision_number': 4, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'subnets': [{'id': '68e9c30a-44d2-46b7-9538-660d748f6cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:44:57.720762 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf0a4a-5c63-46c5-8b36-104fbe77fba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4ccf5a-0967-4e5a-8ec2-bf3005f7940e,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:57.723548 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46124) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:57.901672 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af532c55-1a36-4d8f-bf67-8446201d178e req-42ef31c7-f351-4e69-a3f7-535beaa27d9e tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:44:57.905485 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af532c55-1a36-4d8f-bf67-8446201d178e req-42ef31c7-f351-4e69-a3f7-535beaa27d9e tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.84 "GET /v2.0/networks?id=1e9e2f51-21f6-4c93-b55f-1fada675a544 HTTP/1.1" status: 200 len: 796 time: 0.4164445 Mar 22 19:44:58.114612 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af532c55-1a36-4d8f-bf67-8446201d178e req-f4150a01-c022-4e5f-bf66-56239b3a9e9e tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3aeae24db72e47fdba650f6aadc3eb3a HTTP/1.1" status: 200 len: 477 time: 0.1988547 Mar 22 19:44:58.140783 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-af532c55-1a36-4d8f-bf67-8446201d178e req-28aee79c-5a4c-4c74-bbe5-60f7b04686db tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Request body: {'port': {'device_id': '0f765898-6403-48d6-a585-d0321dc669cd', 'network_id': '1e9e2f51-21f6-4c93-b55f-1fada675a544', 'admin_state_up': True, 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'security_groups': ['dff9c836-b4a3-46bc-8c7c-6b9af2e5d2a8', '5941f9d6-47da-4022-bd21-87a0936ca721']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:44:58.326725 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46138) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:58.452974 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-728f8f36-8a41-4dcf-b161-44e985da6bdb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Request body: {'network': {'name': 'tempest-RoutersTest-1347937303'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:44:58.537160 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d4f7326d-5465-407c-a340-a8bfeb4d5d1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:58.598758 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728f8f36-8a41-4dcf-b161-44e985da6bdb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Made reservation on behalf of e7c95693d2624eb68ce77ff7289ab08a for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:44:58.614257 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-728f8f36-8a41-4dcf-b161-44e985da6bdb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:58.670970 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-728f8f36-8a41-4dcf-b161-44e985da6bdb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:58.973402 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d4f7326d-5465-407c-a340-a8bfeb4d5d1f admin admin] Publish callbacks [] for security_group (9f0eea65-4c4a-43f6-bd49-617cea710362), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:58.996359 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d4f7326d-5465-407c-a340-a8bfeb4d5d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9f0eea65-4c4a-43f6-bd49-617cea710362), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:59.084807 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d4f7326d-5465-407c-a340-a8bfeb4d5d1f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1ad800d89b05451092c5ae93eca4b21c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7572091 Mar 22 19:44:59.101398 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46156) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:59.173339 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-728f8f36-8a41-4dcf-b161-44e985da6bdb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for security_group (1ca908c3-11a1-4432-a42b-787c23e01b29), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:59.175530 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d311d6d-2556-4bdf-a255-cf4b18c13249 req-94cd0e70-731d-4f69-8b7c-7095511ea3ef tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f765898-6403-48d6-a585-d0321dc669cd HTTP/1.1" status: 200 len: 210 time: 0.0713570 Mar 22 19:44:59.194567 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7326d-5465-407c-a340-a8bfeb4d5d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0eea65-4c4a-43f6-bd49-617cea710362,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:59.216244 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-728f8f36-8a41-4dcf-b161-44e985da6bdb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1ca908c3-11a1-4432-a42b-787c23e01b29), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:59.321032 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f8f36-8a41-4dcf-b161-44e985da6bdb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca908c3-11a1-4432-a42b-787c23e01b29,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:59.352539 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-728f8f36-8a41-4dcf-b161-44e985da6bdb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:44:59.392218 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-728f8f36-8a41-4dcf-b161-44e985da6bdb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (99a8d281-e942-433b-a4b7-5a0454320977), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:59.392840 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-728f8f36-8a41-4dcf-b161-44e985da6bdb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Added segment 99a8d281-e942-433b-a4b7-5a0454320977 of type vlan for network bd9b3813-64c0-4a00-babc-601779fbe775 Mar 22 19:44:59.435423 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af532c55-1a36-4d8f-bf67-8446201d178e req-28aee79c-5a4c-4c74-bbe5-60f7b04686db tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Made reservation on behalf of 3aeae24db72e47fdba650f6aadc3eb3a for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:44:59.446351 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-af532c55-1a36-4d8f-bf67-8446201d178e req-28aee79c-5a4c-4c74-bbe5-60f7b04686db tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:59.494274 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-728f8f36-8a41-4dcf-b161-44e985da6bdb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (bd9b3813-64c0-4a00-babc-601779fbe775), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:59.566122 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2ddbd9d-cd0d-41bc-b639-dea2c93ef2b3 admin admin] Publish callbacks [] for security_group (9f0eea65-4c4a-43f6-bd49-617cea710362), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:59.585004 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-728f8f36-8a41-4dcf-b161-44e985da6bdb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (bd9b3813-64c0-4a00-babc-601779fbe775), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:59.589779 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device bf920434-5441-44a3-b195-0b7375798a3c up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:44:59.597921 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728f8f36-8a41-4dcf-b161-44e985da6bdb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:44:59.598579 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-728f8f36-8a41-4dcf-b161-44e985da6bdb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:59.805838 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f8f36-8a41-4dcf-b161-44e985da6bdb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Network': ['ID=bd9b3813-64c0-4a00-babc-601779fbe775,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:44:59.841987 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network bd9b3813-64c0-4a00-babc-601779fbe775 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:44:59.894176 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2ddbd9d-cd0d-41bc-b639-dea2c93ef2b3 admin admin] Publish callbacks [] for security_group (9f0eea65-4c4a-43f6-bd49-617cea710362), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:44:59.908756 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-728f8f36-8a41-4dcf-b161-44e985da6bdb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.1822116 Mar 22 19:44:59.911358 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 46174) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:44:59.922658 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-a5d989e7-20ea-44bb-b257-9b1507bb136f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Request body: {'network': {'name': 'tempest-RoutersTest-553828714'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:00.024984 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-af532c55-1a36-4d8f-bf67-8446201d178e req-28aee79c-5a4c-4c74-bbe5-60f7b04686db tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Allocated IP 172.20.0.8 (1e9e2f51-21f6-4c93-b55f-1fada675a544/68e9c30a-44d2-46b7-9538-660d748f6cd5/4bcad1dd-f970-40d2-9a3d-e705d4711f9c) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:45:00.038742 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2ddbd9d-cd0d-41bc-b639-dea2c93ef2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9f0eea65-4c4a-43f6-bd49-617cea710362), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:00.044677 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d989e7-20ea-44bb-b257-9b1507bb136f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Made reservation on behalf of e7c95693d2624eb68ce77ff7289ab08a for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:45:00.050037 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a5d989e7-20ea-44bb-b257-9b1507bb136f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:00.056295 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f2ddbd9d-cd0d-41bc-b639-dea2c93ef2b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:00.065217 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f2ddbd9d-cd0d-41bc-b639-dea2c93ef2b3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9f0eea65-4c4a-43f6-bd49-617cea710362 HTTP/1.1" status: 204 len: 168 time: 0.9572754 Mar 22 19:45:00.103285 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ddbd9d-cd0d-41bc-b639-dea2c93ef2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0eea65-4c4a-43f6-bd49-617cea710362,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:00.141319 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port bf920434-5441-44a3-b195-0b7375798a3c triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:00.141697 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (bf920434-5441-44a3-b195-0b7375798a3c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:00.278896 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d989e7-20ea-44bb-b257-9b1507bb136f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:45:00.445182 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port bf920434-5441-44a3-b195-0b7375798a3c is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:45:00.506736 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a5d989e7-20ea-44bb-b257-9b1507bb136f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (0fe618dd-b2b1-4623-aa4d-b033890968de), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:00.507289 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-a5d989e7-20ea-44bb-b257-9b1507bb136f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Added segment 0fe618dd-b2b1-4623-aa4d-b033890968de of type vlan for network 9939f5eb-f729-4470-a6fe-09e2e793383d Mar 22 19:45:00.602710 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2183935d-c63a-4d0a-9074-8616c56a1872 req-f67b18ce-50e4-4b64-869d-4643b1a91b30 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f765898-6403-48d6-a585-d0321dc669cd HTTP/1.1" status: 200 len: 210 time: 0.2701001 Mar 22 19:45:00.632882 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-af532c55-1a36-4d8f-bf67-8446201d178e req-28aee79c-5a4c-4c74-bbe5-60f7b04686db tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for port (4bcad1dd-f970-40d2-9a3d-e705d4711f9c), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:00.708888 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46196) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:00.725045 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a5d989e7-20ea-44bb-b257-9b1507bb136f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (9939f5eb-f729-4470-a6fe-09e2e793383d), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:00.730235 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8ed21531-262e-40fb-b25f-86489976bbad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:00.814200 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a5d989e7-20ea-44bb-b257-9b1507bb136f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (9939f5eb-f729-4470-a6fe-09e2e793383d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:00.819367 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d989e7-20ea-44bb-b257-9b1507bb136f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:00.827443 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a5d989e7-20ea-44bb-b257-9b1507bb136f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:00.986610 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d989e7-20ea-44bb-b257-9b1507bb136f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Network': ['ID=9939f5eb-f729-4470-a6fe-09e2e793383d,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:00.995157 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a5d989e7-20ea-44bb-b257-9b1507bb136f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0772972 Mar 22 19:45:00.996007 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 46204) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:01.003290 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 9939f5eb-f729-4470-a6fe-09e2e793383d details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:45:01.006555 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-abdb99dd-492a-435a-9ef0-3f8ab4cbd8e1 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Request body: {'subnet': {'network_id': 'bd9b3813-64c0-4a00-babc-601779fbe775', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:01.046700 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8ed21531-262e-40fb-b25f-86489976bbad admin admin] Publish callbacks [] for security_group (ec2cfe88-7451-4aca-a706-4584c34a9a76), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:01.059818 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8ed21531-262e-40fb-b25f-86489976bbad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ec2cfe88-7451-4aca-a706-4584c34a9a76), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:01.093988 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8ed21531-262e-40fb-b25f-86489976bbad admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fd65de3b76144cba8c9260c3a1ba5cc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3839717 Mar 22 19:45:01.097126 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46206) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:01.098099 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-af532c55-1a36-4d8f-bf67-8446201d178e req-28aee79c-5a4c-4c74-bbe5-60f7b04686db tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (4bcad1dd-f970-40d2-9a3d-e705d4711f9c), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:01.165019 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdb99dd-492a-435a-9ef0-3f8ab4cbd8e1 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Made reservation on behalf of e7c95693d2624eb68ce77ff7289ab08a for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:45:01.168572 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-abdb99dd-492a-435a-9ef0-3f8ab4cbd8e1 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:01.169877 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed21531-262e-40fb-b25f-86489976bbad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2cfe88-7451-4aca-a706-4584c34a9a76,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:01.177532 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af532c55-1a36-4d8f-bf67-8446201d178e req-28aee79c-5a4c-4c74-bbe5-60f7b04686db tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Network 1e9e2f51-21f6-4c93-b55f-1fada675a544 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:45:01.259917 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-af532c55-1a36-4d8f-bf67-8446201d178e req-28aee79c-5a4c-4c74-bbe5-60f7b04686db tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:45:01.271148 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-af532c55-1a36-4d8f-bf67-8446201d178e req-28aee79c-5a4c-4c74-bbe5-60f7b04686db tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:45:01.318499 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d6126fa9-a474-4684-a759-196c9ab3945b admin admin] Publish callbacks [] for security_group (ec2cfe88-7451-4aca-a706-4584c34a9a76), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:01.343668 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d6126fa9-a474-4684-a759-196c9ab3945b admin admin] Publish callbacks [] for security_group (ec2cfe88-7451-4aca-a706-4584c34a9a76), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:01.346166 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aee79c-5a4c-4c74-bbe5-60f7b04686db tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Pushing event updated for resources: {'Port': ['ID=4bcad1dd-f970-40d2-9a3d-e705d4711f9c,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:01.436768 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af532c55-1a36-4d8f-bf67-8446201d178e req-28aee79c-5a4c-4c74-bbe5-60f7b04686db tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:01.437509 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-af532c55-1a36-4d8f-bf67-8446201d178e req-28aee79c-5a4c-4c74-bbe5-60f7b04686db tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:01.438637 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d6126fa9-a474-4684-a759-196c9ab3945b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ec2cfe88-7451-4aca-a706-4584c34a9a76), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:01.444523 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d6126fa9-a474-4684-a759-196c9ab3945b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:01.445849 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d6126fa9-a474-4684-a759-196c9ab3945b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ec2cfe88-7451-4aca-a706-4584c34a9a76 HTTP/1.1" status: 204 len: 168 time: 0.3475256 Mar 22 19:45:01.477070 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6126fa9-a474-4684-a759-196c9ab3945b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2cfe88-7451-4aca-a706-4584c34a9a76,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:01.548049 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af532c55-1a36-4d8f-bf67-8446201d178e req-28aee79c-5a4c-4c74-bbe5-60f7b04686db tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 3.4190731 Mar 22 19:45:01.799906 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-d9854655-d2eb-428c-9f6a-d2fea128b8eb None None] Provisioning complete for port 4bcad1dd-f970-40d2-9a3d-e705d4711f9c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:01.800291 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d9854655-d2eb-428c-9f6a-d2fea128b8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (4bcad1dd-f970-40d2-9a3d-e705d4711f9c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:01.929653 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-af532c55-1a36-4d8f-bf67-8446201d178e req-8423e412-1f03-4f5d-8add-eda764f99bd1 service neutron] Request body: {'port': {'device_id': '0f765898-6403-48d6-a585-d0321dc669cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:01.952904 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d9854655-d2eb-428c-9f6a-d2fea128b8eb None None] Port 4bcad1dd-f970-40d2-9a3d-e705d4711f9c cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:45:02.091182 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-abdb99dd-492a-435a-9ef0-3f8ab4cbd8e1 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (8d0b02ef-6ce0-43be-bbce-307d9139d14f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:02.140731 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac80ce-ca26-4d20-bb09-c60f30764f67 req-fe8bce22-c663-484a-8d4a-6fecff92a436 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:02.142692 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-77ac80ce-ca26-4d20-bb09-c60f30764f67 req-fe8bce22-c663-484a-8d4a-6fecff92a436 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f765898-6403-48d6-a585-d0321dc669cd HTTP/1.1" status: 200 len: 970 time: 0.3969769 Mar 22 19:45:02.160819 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46248) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:02.331205 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-af532c55-1a36-4d8f-bf67-8446201d178e req-8423e412-1f03-4f5d-8add-eda764f99bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4bcad1dd-f970-40d2-9a3d-e705d4711f9c), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:02.432059 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46258) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:02.499797 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb99dd-492a-435a-9ef0-3f8ab4cbd8e1 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Subnet': ['ID=8d0b02ef-6ce0-43be-bbce-307d9139d14f,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:02.605328 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdb99dd-492a-435a-9ef0-3f8ab4cbd8e1 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Checking segment: {'id': '99a8d281-e942-433b-a4b7-5a0454320977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bd9b3813-64c0-4a00-babc-601779fbe775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:45:02.605984 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdb99dd-492a-435a-9ef0-3f8ab4cbd8e1 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network hostable DHCP agents. Network: bd9b3813-64c0-4a00-babc-601779fbe775, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:45:02.708491 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-77ac80ce-ca26-4d20-bb09-c60f30764f67 req-3be9d933-470e-4c22-9603-b335866a433e tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/security-groups?id=dff9c836-b4a3-46bc-8c7c-6b9af2e5d2a8&id=5941f9d6-47da-4022-bd21-87a0936ca721&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4673970 Mar 22 19:45:02.913017 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdb99dd-492a-435a-9ef0-3f8ab4cbd8e1 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network bd9b3813-64c0-4a00-babc-601779fbe775 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:45:02.951779 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-abdb99dd-492a-435a-9ef0-3f8ab4cbd8e1 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, bd9b3813-64c0-4a00-babc-601779fbe775) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:45:02.962652 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd88295-6ea4-4c7e-8975-5053a414b2c1 None None] Network bd9b3813-64c0-4a00-babc-601779fbe775 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:45:02.998525 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdb99dd-492a-435a-9ef0-3f8ab4cbd8e1 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:02.999145 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-abdb99dd-492a-435a-9ef0-3f8ab4cbd8e1 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:03.283566 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12692e62-ec2e-4f0f-98c6-ae28f47b3fa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-bd9b3813-64c0-4a00-babc-601779fbe775', 'network_id': 'bd9b3813-64c0-4a00-babc-601779fbe775', 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'fixed_ips': [{'subnet_id': '8d0b02ef-6ce0-43be-bbce-307d9139d14f'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:45:03.290838 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-12692e62-ec2e-4f0f-98c6-ae28f47b3fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:03.431750 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-abdb99dd-492a-435a-9ef0-3f8ab4cbd8e1 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4320319 Mar 22 19:45:03.434551 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 46280) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:03.440809 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-30403f83-17df-4e26-af35-99c46910702d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Request body: {'subnet': {'network_id': '9939f5eb-f729-4470-a6fe-09e2e793383d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:03.469166 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-af532c55-1a36-4d8f-bf67-8446201d178e req-8423e412-1f03-4f5d-8add-eda764f99bd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bcad1dd-f970-40d2-9a3d-e705d4711f9c {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:45:03.491609 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-af532c55-1a36-4d8f-bf67-8446201d178e req-8423e412-1f03-4f5d-8add-eda764f99bd1 service neutron] Publish callbacks [] for port (4bcad1dd-f970-40d2-9a3d-e705d4711f9c), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:03.672828 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-af532c55-1a36-4d8f-bf67-8446201d178e req-8423e412-1f03-4f5d-8add-eda764f99bd1 service neutron] Transition to ACTIVE for port object 4bcad1dd-f970-40d2-9a3d-e705d4711f9c will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:45:03.686619 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-af532c55-1a36-4d8f-bf67-8446201d178e req-8423e412-1f03-4f5d-8add-eda764f99bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (4bcad1dd-f970-40d2-9a3d-e705d4711f9c), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:03.689169 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-889a6f01-6654-4fb7-a092-77392b0b6b6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:03.692708 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-12692e62-ec2e-4f0f-98c6-ae28f47b3fa7 None None] Allocated IP 172.20.0.2 (bd9b3813-64c0-4a00-babc-601779fbe775/8d0b02ef-6ce0-43be-bbce-307d9139d14f/cd578908-500a-42f8-a423-87c41612cb06) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:45:03.908060 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8423e412-1f03-4f5d-8add-eda764f99bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=4bcad1dd-f970-40d2-9a3d-e705d4711f9c,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:04.108495 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-12692e62-ec2e-4f0f-98c6-ae28f47b3fa7 None None] Publish callbacks [] for port (cd578908-500a-42f8-a423-87c41612cb06), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:04.141617 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-12692e62-ec2e-4f0f-98c6-ae28f47b3fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (cd578908-500a-42f8-a423-87c41612cb06), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:04.319003 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12692e62-ec2e-4f0f-98c6-ae28f47b3fa7 None None] Pushing event updated for resources: {'Port': ['ID=cd578908-500a-42f8-a423-87c41612cb06,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:04.354480 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12692e62-ec2e-4f0f-98c6-ae28f47b3fa7 None None] Network bd9b3813-64c0-4a00-babc-601779fbe775 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:45:04.356235 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-12692e62-ec2e-4f0f-98c6-ae28f47b3fa7 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:45:04.358714 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-af532c55-1a36-4d8f-bf67-8446201d178e req-8423e412-1f03-4f5d-8add-eda764f99bd1 service neutron] Attempting to bind port 4bcad1dd-f970-40d2-9a3d-e705d4711f9c on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:04.359061 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-af532c55-1a36-4d8f-bf67-8446201d178e req-8423e412-1f03-4f5d-8add-eda764f99bd1 service neutron] Attempting to bind port 4bcad1dd-f970-40d2-9a3d-e705d4711f9c by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': 'a00249cb-254c-446a-8527-5651c7c37523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1e9e2f51-21f6-4c93-b55f-1fada675a544'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:04.359403 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af532c55-1a36-4d8f-bf67-8446201d178e req-8423e412-1f03-4f5d-8add-eda764f99bd1 service neutron] Attempting to bind port 4bcad1dd-f970-40d2-9a3d-e705d4711f9c on network 1e9e2f51-21f6-4c93-b55f-1fada675a544 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:04.397064 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12692e62-ec2e-4f0f-98c6-ae28f47b3fa7 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:45:04.410427 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af532c55-1a36-4d8f-bf67-8446201d178e req-8423e412-1f03-4f5d-8add-eda764f99bd1 service neutron] Port 4bcad1dd-f970-40d2-9a3d-e705d4711f9c on network 1e9e2f51-21f6-4c93-b55f-1fada675a544 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:45:04.410798 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af532c55-1a36-4d8f-bf67-8446201d178e req-8423e412-1f03-4f5d-8add-eda764f99bd1 service neutron] Attempting to bind port 4bcad1dd-f970-40d2-9a3d-e705d4711f9c on network 1e9e2f51-21f6-4c93-b55f-1fada675a544 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:04.424038 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30403f83-17df-4e26-af35-99c46910702d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Made reservation on behalf of e7c95693d2624eb68ce77ff7289ab08a for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:45:04.439720 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-30403f83-17df-4e26-af35-99c46910702d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:04.515587 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af532c55-1a36-4d8f-bf67-8446201d178e req-8423e412-1f03-4f5d-8add-eda764f99bd1 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:45:04.515943 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af532c55-1a36-4d8f-bf67-8446201d178e req-8423e412-1f03-4f5d-8add-eda764f99bd1 service neutron] Checking segment: {'id': 'a00249cb-254c-446a-8527-5651c7c37523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1e9e2f51-21f6-4c93-b55f-1fada675a544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:45:04.519188 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af532c55-1a36-4d8f-bf67-8446201d178e req-8423e412-1f03-4f5d-8add-eda764f99bd1 service neutron] Bound using segment: {'id': 'a00249cb-254c-446a-8527-5651c7c37523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1e9e2f51-21f6-4c93-b55f-1fada675a544'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:45:04.530605 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-af532c55-1a36-4d8f-bf67-8446201d178e req-8423e412-1f03-4f5d-8add-eda764f99bd1 service neutron] Bound port: 4bcad1dd-f970-40d2-9a3d-e705d4711f9c, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a00249cb-254c-446a-8527-5651c7c37523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '1e9e2f51-21f6-4c93-b55f-1fada675a544'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:45:04.531017 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-af532c55-1a36-4d8f-bf67-8446201d178e req-8423e412-1f03-4f5d-8add-eda764f99bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4bcad1dd-f970-40d2-9a3d-e705d4711f9c), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:04.612750 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-12692e62-ec2e-4f0f-98c6-ae28f47b3fa7 None None] Attempting to bind port cd578908-500a-42f8-a423-87c41612cb06 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:04.623978 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-12692e62-ec2e-4f0f-98c6-ae28f47b3fa7 None None] Attempting to bind port cd578908-500a-42f8-a423-87c41612cb06 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '99a8d281-e942-433b-a4b7-5a0454320977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bd9b3813-64c0-4a00-babc-601779fbe775'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:04.624402 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12692e62-ec2e-4f0f-98c6-ae28f47b3fa7 None None] Attempting to bind port cd578908-500a-42f8-a423-87c41612cb06 on network bd9b3813-64c0-4a00-babc-601779fbe775 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:04.641029 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12692e62-ec2e-4f0f-98c6-ae28f47b3fa7 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:45:04.641334 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-889a6f01-6654-4fb7-a092-77392b0b6b6f admin admin] Publish callbacks [] for security_group (ab15acb9-75d3-4085-a7d0-4e8c220a364a), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:04.643086 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12692e62-ec2e-4f0f-98c6-ae28f47b3fa7 None None] Checking segment: {'id': '99a8d281-e942-433b-a4b7-5a0454320977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bd9b3813-64c0-4a00-babc-601779fbe775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:45:04.649245 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-12692e62-ec2e-4f0f-98c6-ae28f47b3fa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:04.650504 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12692e62-ec2e-4f0f-98c6-ae28f47b3fa7 None None] Bound using segment: {'id': '99a8d281-e942-433b-a4b7-5a0454320977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bd9b3813-64c0-4a00-babc-601779fbe775'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:45:04.652236 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-12692e62-ec2e-4f0f-98c6-ae28f47b3fa7 None None] Bound port: cd578908-500a-42f8-a423-87c41612cb06, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99a8d281-e942-433b-a4b7-5a0454320977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bd9b3813-64c0-4a00-babc-601779fbe775'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:45:04.652911 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-12692e62-ec2e-4f0f-98c6-ae28f47b3fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (cd578908-500a-42f8-a423-87c41612cb06), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:04.657970 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-889a6f01-6654-4fb7-a092-77392b0b6b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ab15acb9-75d3-4085-a7d0-4e8c220a364a), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:04.735003 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-889a6f01-6654-4fb7-a092-77392b0b6b6f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3537cf1a86714780b563f9aa8941640b&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2992768 Mar 22 19:45:04.737472 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46354) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:04.793019 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb27ba-6f34-47f1-aba2-1c45b483c712 req-dc67601f-3a50-404a-b617-bc2d4a52ff48 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:04.795178 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-33cb27ba-6f34-47f1-aba2-1c45b483c712 req-dc67601f-3a50-404a-b617-bc2d4a52ff48 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f765898-6403-48d6-a585-d0321dc669cd HTTP/1.1" status: 200 len: 982 time: 0.7894759 Mar 22 19:45:04.891158 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-12692e62-ec2e-4f0f-98c6-ae28f47b3fa7 None None] For port cd578908-500a-42f8-a423-87c41612cb06, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:45:04.913058 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-465b54fe-be7e-478a-91c6-f2a677ff96c3 admin admin] Publish callbacks [] for security_group (ab15acb9-75d3-4085-a7d0-4e8c220a364a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:04.919457 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a6f01-6654-4fb7-a092-77392b0b6b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab15acb9-75d3-4085-a7d0-4e8c220a364a,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:04.919813 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-12692e62-ec2e-4f0f-98c6-ae28f47b3fa7 None None] For port cd578908-500a-42f8-a423-87c41612cb06, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=cd578908-500a-42f8-a423-87c41612cb06,segment=NetworkSegment(99a8d281-e942-433b-a4b7-5a0454320977),segment_id=99a8d281-e942-433b-a4b7-5a0454320977)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:45:04.948189 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-12692e62-ec2e-4f0f-98c6-ae28f47b3fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (cd578908-500a-42f8-a423-87c41612cb06), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:05.022412 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-af532c55-1a36-4d8f-bf67-8446201d178e req-8423e412-1f03-4f5d-8add-eda764f99bd1 service neutron] For port 4bcad1dd-f970-40d2-9a3d-e705d4711f9c, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:45:05.024460 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-465b54fe-be7e-478a-91c6-f2a677ff96c3 admin admin] Publish callbacks [] for security_group (ab15acb9-75d3-4085-a7d0-4e8c220a364a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:05.045715 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-af532c55-1a36-4d8f-bf67-8446201d178e req-8423e412-1f03-4f5d-8add-eda764f99bd1 service neutron] For port 4bcad1dd-f970-40d2-9a3d-e705d4711f9c, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=4bcad1dd-f970-40d2-9a3d-e705d4711f9c,segment=NetworkSegment(a00249cb-254c-446a-8527-5651c7c37523),segment_id=a00249cb-254c-446a-8527-5651c7c37523)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:45:05.095851 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-af532c55-1a36-4d8f-bf67-8446201d178e req-8423e412-1f03-4f5d-8add-eda764f99bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (4bcad1dd-f970-40d2-9a3d-e705d4711f9c), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:05.125484 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12692e62-ec2e-4f0f-98c6-ae28f47b3fa7 None None] Pushing event updated for resources: {'Port': ['ID=cd578908-500a-42f8-a423-87c41612cb06,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:05.158198 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-33cb27ba-6f34-47f1-aba2-1c45b483c712 req-ca2b118f-a7ce-4a20-9c2f-356529824a86 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/security-groups?id=dff9c836-b4a3-46bc-8c7c-6b9af2e5d2a8&id=5941f9d6-47da-4022-bd21-87a0936ca721&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3368964 Mar 22 19:45:05.287914 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af532c55-1a36-4d8f-bf67-8446201d178e req-8423e412-1f03-4f5d-8add-eda764f99bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:05.294592 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-af532c55-1a36-4d8f-bf67-8446201d178e req-8423e412-1f03-4f5d-8add-eda764f99bd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:05.305276 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af532c55-1a36-4d8f-bf67-8446201d178e req-8423e412-1f03-4f5d-8add-eda764f99bd1 service neutron] 10.222.0.84 "PUT /v2.0/ports/4bcad1dd-f970-40d2-9a3d-e705d4711f9c HTTP/1.1" status: 200 len: 1131 time: 3.7512350 Mar 22 19:45:05.329408 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-465b54fe-be7e-478a-91c6-f2a677ff96c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ab15acb9-75d3-4085-a7d0-4e8c220a364a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:05.332162 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-465b54fe-be7e-478a-91c6-f2a677ff96c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:05.346485 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-465b54fe-be7e-478a-91c6-f2a677ff96c3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ab15acb9-75d3-4085-a7d0-4e8c220a364a HTTP/1.1" status: 204 len: 168 time: 0.6000471 Mar 22 19:45:05.356278 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f765898-6403-48d6-a585-d0321dc669cd', 'tag': '4bcad1dd-f970-40d2-9a3d-e705d4711f9c'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:45:05.367062 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49422f7-03e7-4a6e-8e71-f21cb0c22cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "0f765898-6403-48d6-a585-d0321dc669cd", "tag": "4bcad1dd-f970-40d2-9a3d-e705d4711f9c"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:45:05.409377 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b54fe-be7e-478a-91c6-f2a677ff96c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab15acb9-75d3-4085-a7d0-4e8c220a364a,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:05.471922 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-05b08ddc-25f1-4c79-8724-d0c4e725435f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (3f5ce0f6-325f-436f-9377-56ca60b663e9), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:05.548507 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-af532c55-1a36-4d8f-bf67-8446201d178e req-0a4a96ec-1db5-4f67-8613-298c7f4bd74d tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:45:05.549998 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af532c55-1a36-4d8f-bf67-8446201d178e req-0a4a96ec-1db5-4f67-8613-298c7f4bd74d tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0310519 Mar 22 19:45:06.039168 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device cd578908-500a-42f8-a423-87c41612cb06 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:45:06.079065 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8423e412-1f03-4f5d-8add-eda764f99bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=4bcad1dd-f970-40d2-9a3d-e705d4711f9c,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:06.105701 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-30403f83-17df-4e26-af35-99c46910702d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (dd8f4a5f-caea-4be2-b644-57b0236c2ce4), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:06.208650 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port cd578908-500a-42f8-a423-87c41612cb06 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:06.211273 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (cd578908-500a-42f8-a423-87c41612cb06), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:06.260770 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af532c55-1a36-4d8f-bf67-8446201d178e req-b47ca0e4-0180-4478-ae48-76f354c7f007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:06.273360 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af532c55-1a36-4d8f-bf67-8446201d178e req-b47ca0e4-0180-4478-ae48-76f354c7f007 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3aeae24db72e47fdba650f6aadc3eb3a&device_id=0f765898-6403-48d6-a585-d0321dc669cd HTTP/1.1" status: 200 len: 1165 time: 0.6779702 Mar 22 19:45:06.428280 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-05b08ddc-25f1-4c79-8724-d0c4e725435f admin admin] Deleting port 10804c69-4eb3-4346-b303-6e5bd5d9a227 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:45:06.429199 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-05b08ddc-25f1-4c79-8724-d0c4e725435f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (10804c69-4eb3-4346-b303-6e5bd5d9a227), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:06.573524 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port cd578908-500a-42f8-a423-87c41612cb06 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:45:06.574327 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (cd578908-500a-42f8-a423-87c41612cb06), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:06.580711 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af532c55-1a36-4d8f-bf67-8446201d178e req-ef5b052e-c124-4165-b981-3f5fe2a2e043 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bcad1dd-f970-40d2-9a3d-e705d4711f9c HTTP/1.1" status: 200 len: 217 time: 0.2517412 Mar 22 19:45:06.586735 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:45:06.608925 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46420) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:06.680067 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a521d48b-32d1-4725-8e40-b6ea61b26757 x-openstack-request-id: req-a521d48b-32d1-4725-8e40-b6ea61b26757 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:45:06.680436 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f765898-6403-48d6-a585-d0321dc669cd", "tag": "4bcad1dd-f970-40d2-9a3d-e705d4711f9c", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:45:06.680643 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a521d48b-32d1-4725-8e40-b6ea61b26757 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:45:06.681655 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a521d48b-32d1-4725-8e40-b6ea61b26757'] response: {'name': 'network-changed', 'server_uuid': '0f765898-6403-48d6-a585-d0321dc669cd', 'tag': '4bcad1dd-f970-40d2-9a3d-e705d4711f9c', 'status': 'completed', 'code': 200} Mar 22 19:45:06.687913 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30403f83-17df-4e26-af35-99c46910702d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Subnet': ['ID=dd8f4a5f-caea-4be2-b644-57b0236c2ce4,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:06.712165 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port cd578908-500a-42f8-a423-87c41612cb06, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=cd578908-500a-42f8-a423-87c41612cb06,segment=NetworkSegment(99a8d281-e942-433b-a4b7-5a0454320977),segment_id=99a8d281-e942-433b-a4b7-5a0454320977)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:45:06.725977 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (cd578908-500a-42f8-a423-87c41612cb06), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:06.787706 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-05b08ddc-25f1-4c79-8724-d0c4e725435f admin admin] For port 10804c69-4eb3-4346-b303-6e5bd5d9a227, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=10804c69-4eb3-4346-b303-6e5bd5d9a227,segment=NetworkSegment(6e736185-0014-45d0-ba97-665298266e3f),segment_id=6e736185-0014-45d0-ba97-665298266e3f)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:45:06.789547 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-05b08ddc-25f1-4c79-8724-d0c4e725435f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (10804c69-4eb3-4346-b303-6e5bd5d9a227), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:06.859676 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=cd578908-500a-42f8-a423-87c41612cb06,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:06.860393 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30403f83-17df-4e26-af35-99c46910702d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Checking segment: {'id': '0fe618dd-b2b1-4623-aa4d-b033890968de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9939f5eb-f729-4470-a6fe-09e2e793383d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:45:06.860778 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30403f83-17df-4e26-af35-99c46910702d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network hostable DHCP agents. Network: 9939f5eb-f729-4470-a6fe-09e2e793383d, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:45:06.894905 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-de1b5cbf-dc7a-41ea-9ced-01041c6b27b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:06.913694 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-05b08ddc-25f1-4c79-8724-d0c4e725435f admin admin] Calling delete_port for 10804c69-4eb3-4346-b303-6e5bd5d9a227 owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:45:06.916708 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af532c55-1a36-4d8f-bf67-8446201d178e req-cccf53c4-2606-41ea-bece-ca09b183d6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:06.920918 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af532c55-1a36-4d8f-bf67-8446201d178e req-cccf53c4-2606-41ea-bece-ca09b183d6fc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=68e9c30a-44d2-46b7-9538-660d748f6cd5 HTTP/1.1" status: 200 len: 835 time: 0.2883294 Mar 22 19:45:06.964566 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef503f-532c-4b77-8c0d-f3194247caa8 req-f3956463-de50-479c-9e33-87f9d98b09dd tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:06.968756 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4eef503f-532c-4b77-8c0d-f3194247caa8 req-f3956463-de50-479c-9e33-87f9d98b09dd tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f765898-6403-48d6-a585-d0321dc669cd HTTP/1.1" status: 200 len: 982 time: 0.6032801 Mar 22 19:45:07.132418 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-de1b5cbf-dc7a-41ea-9ced-01041c6b27b5 admin admin] Publish callbacks [] for security_group (eed31678-5c52-4621-9f63-e4d567eb9ac1), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:07.153847 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30403f83-17df-4e26-af35-99c46910702d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network 9939f5eb-f729-4470-a6fe-09e2e793383d is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:45:07.161715 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-de1b5cbf-dc7a-41ea-9ced-01041c6b27b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (eed31678-5c52-4621-9f63-e4d567eb9ac1), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:07.265312 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4eef503f-532c-4b77-8c0d-f3194247caa8 req-b74948d0-908c-4f64-8f0f-76fb9d961356 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/security-groups?id=dff9c836-b4a3-46bc-8c7c-6b9af2e5d2a8&id=5941f9d6-47da-4022-bd21-87a0936ca721&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2769532 Mar 22 19:45:07.282304 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-30403f83-17df-4e26-af35-99c46910702d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 9939f5eb-f729-4470-a6fe-09e2e793383d) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:45:07.288923 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30403f83-17df-4e26-af35-99c46910702d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:07.292743 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03812c5-7d23-48bd-babb-fdf2d85c039f None None] Network 9939f5eb-f729-4470-a6fe-09e2e793383d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:45:07.312467 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-30403f83-17df-4e26-af35-99c46910702d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:07.359406 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b5cbf-dc7a-41ea-9ced-01041c6b27b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed31678-5c52-4621-9f63-e4d567eb9ac1,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:07.366149 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af532c55-1a36-4d8f-bf67-8446201d178e req-478a4123-1618-44cf-9f55-2aab42fbd3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:07.373039 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-de1b5cbf-dc7a-41ea-9ced-01041c6b27b5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d2192c36283c4d4f84114cd8ab3a23cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7582278 Mar 22 19:45:07.374058 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46442) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:07.375743 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af532c55-1a36-4d8f-bf67-8446201d178e req-478a4123-1618-44cf-9f55-2aab42fbd3f0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1e9e2f51-21f6-4c93-b55f-1fada675a544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4392798 Mar 22 19:45:07.387465 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-30403f83-17df-4e26-af35-99c46910702d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9516556 Mar 22 19:45:07.392049 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46444) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:07.402069 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-0b7d022f-95f3-4980-9e15-ad5da75b6e87 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1558075301', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:07.461748 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0b7d022f-95f3-4980-9e15-ad5da75b6e87 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (82e3c038-949d-425c-8d72-4a27f2405151), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:07.464718 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0b7d022f-95f3-4980-9e15-ad5da75b6e87 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (82e3c038-949d-425c-8d72-4a27f2405151), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:07.469568 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572f148b-3b95-4f0b-8d86-ce0b1d919e93 None None] Network bd9b3813-64c0-4a00-babc-601779fbe775 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:45:07.672738 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af532c55-1a36-4d8f-bf67-8446201d178e req-53cbd91d-e8c3-4053-8fbb-8ffc30448b47 service neutron] 10.222.0.84 "GET /v2.0/networks/1e9e2f51-21f6-4c93-b55f-1fada675a544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760315 Mar 22 19:45:07.798985 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-74f648c5-d3e0-45c4-a713-c140600f60a5 admin admin] Publish callbacks [] for security_group (eed31678-5c52-4621-9f63-e4d567eb9ac1), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:07.806202 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0b7d022f-95f3-4980-9e15-ad5da75b6e87 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router_controller (82e3c038-949d-425c-8d72-4a27f2405151), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:07.829234 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0b7d022f-95f3-4980-9e15-ad5da75b6e87 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (82e3c038-949d-425c-8d72-4a27f2405151), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:07.867356 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0b7d022f-95f3-4980-9e15-ad5da75b6e87 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:07.871110 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0b7d022f-95f3-4980-9e15-ad5da75b6e87 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4709229 Mar 22 19:45:07.879359 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 46456) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:07.905756 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-74f648c5-d3e0-45c4-a713-c140600f60a5 admin admin] Publish callbacks [] for security_group (eed31678-5c52-4621-9f63-e4d567eb9ac1), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:07.992912 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device cd578908-500a-42f8-a423-87c41612cb06 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:45:08.036899 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-05b08ddc-25f1-4c79-8724-d0c4e725435f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (10804c69-4eb3-4346-b303-6e5bd5d9a227), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:08.094093 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-74f648c5-d3e0-45c4-a713-c140600f60a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (eed31678-5c52-4621-9f63-e4d567eb9ac1), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:08.102800 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-74f648c5-d3e0-45c4-a713-c140600f60a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:08.110664 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-74f648c5-d3e0-45c4-a713-c140600f60a5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/eed31678-5c52-4621-9f63-e4d567eb9ac1 HTTP/1.1" status: 204 len: 168 time: 0.7313080 Mar 22 19:45:08.121064 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b08ddc-25f1-4c79-8724-d0c4e725435f admin admin] Pushing event deleted for resources: {'Port': ['ID=10804c69-4eb3-4346-b303-6e5bd5d9a227,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:08.175876 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f648c5-d3e0-45c4-a713-c140600f60a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed31678-5c52-4621-9f63-e4d567eb9ac1,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:08.373718 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af532c55-1a36-4d8f-bf67-8446201d178e req-a8c676a5-a247-4cde-9eda-fe663edd0b53 service neutron] 10.222.0.84 "GET /v2.0/networks/1e9e2f51-21f6-4c93-b55f-1fada675a544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6868901 Mar 22 19:45:08.541272 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ab7682cb-330d-4e2c-9604-599624bd6fba None None] Provisioning complete for port cd578908-500a-42f8-a423-87c41612cb06 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:08.542438 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ab7682cb-330d-4e2c-9604-599624bd6fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (cd578908-500a-42f8-a423-87c41612cb06), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:08.547551 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 46466) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:08.569482 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-3112730d-9b58-4733-9121-60996679ea3d tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-456491192', 'description': 'tempest-secgroup-smoke-456491192 description', 'project_id': '9311d11ae9f64b56a94fae205d6367b4'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:08.679191 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-05b08ddc-25f1-4c79-8724-d0c4e725435f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (3f5ce0f6-325f-436f-9377-56ca60b663e9), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:08.727590 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538704c8-54f2-433b-8dd6-70455adb5895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-9939f5eb-f729-4470-a6fe-09e2e793383d', 'network_id': '9939f5eb-f729-4470-a6fe-09e2e793383d', 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'fixed_ips': [{'subnet_id': 'dd8f4a5f-caea-4be2-b644-57b0236c2ce4'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:45:08.729916 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-538704c8-54f2-433b-8dd6-70455adb5895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:08.806460 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3112730d-9b58-4733-9121-60996679ea3d tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:08.861864 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f5f6ee45-94e9-408f-9f5d-5387b147cc5d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:08.896823 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49422f7-03e7-4a6e-8e71-f21cb0c22cd1 req-70bf6bc5-c261-40b0-a768-486369ae222e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:08.900621 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a49422f7-03e7-4a6e-8e71-f21cb0c22cd1 req-70bf6bc5-c261-40b0-a768-486369ae222e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3aeae24db72e47fdba650f6aadc3eb3a&device_id=0f765898-6403-48d6-a585-d0321dc669cd HTTP/1.1" status: 200 len: 1165 time: 0.3939013 Mar 22 19:45:09.025543 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port cd578908-500a-42f8-a423-87c41612cb06 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:09.036437 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (cd578908-500a-42f8-a423-87c41612cb06), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:09.169046 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3112730d-9b58-4733-9121-60996679ea3d tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks [] for security_group (022aea2e-9cbf-4dec-9fef-4b9a75e67c2d), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:09.265527 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3112730d-9b58-4733-9121-60996679ea3d tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (022aea2e-9cbf-4dec-9fef-4b9a75e67c2d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:09.267592 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b08ddc-25f1-4c79-8724-d0c4e725435f admin admin] Router 3f5ce0f6-325f-436f-9377-56ca60b663e9 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:45:09.389655 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ab7682cb-330d-4e2c-9604-599624bd6fba None None] Current status of the port cd578908-500a-42f8-a423-87c41612cb06 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:45:09.434154 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3112730d-9b58-4733-9121-60996679ea3d tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:09.435519 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3112730d-9b58-4733-9121-60996679ea3d tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8783185 Mar 22 19:45:09.445715 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46494) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:09.457763 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-538704c8-54f2-433b-8dd6-70455adb5895 None None] Allocated IP 172.21.0.2 (9939f5eb-f729-4470-a6fe-09e2e793383d/dd8f4a5f-caea-4be2-b644-57b0236c2ce4/13ede79a-1b67-411a-92b3-4f3c0d3267a4) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:45:09.460538 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-06d4d414-7696-4a8d-92db-0a6b27cf59b8 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Request body: {'security_group_rule': {'security_group_id': '022aea2e-9cbf-4dec-9fef-4b9a75e67c2d', 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:09.466237 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port cd578908-500a-42f8-a423-87c41612cb06 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:45:09.509704 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-06d4d414-7696-4a8d-92db-0a6b27cf59b8 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks [] for security_group_rule (fc265596-9ff0-4411-a77e-8ed6cf4d47cb), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:09.515048 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b08ddc-25f1-4c79-8724-d0c4e725435f admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:45:09.530137 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-05b08ddc-25f1-4c79-8724-d0c4e725435f admin admin] 10.222.0.75 "PUT /v2.0/routers/3f5ce0f6-325f-436f-9377-56ca60b663e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3658326 Mar 22 19:45:09.541677 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3112730d-9b58-4733-9121-60996679ea3d tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=022aea2e-9cbf-4dec-9fef-4b9a75e67c2d,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:09.551897 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3485b-f982-4a4f-ad21-0933e3352d13 req-bb799298-d162-49f0-9e80-dc3e95a8f724 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:09.559884 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46496) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:09.562724 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ef3485b-f982-4a4f-ad21-0933e3352d13 req-bb799298-d162-49f0-9e80-dc3e95a8f724 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f765898-6403-48d6-a585-d0321dc669cd HTTP/1.1" status: 200 len: 982 time: 0.8241661 Mar 22 19:45:09.630186 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cc9de2-8701-4fb5-9cc6-80571f91abfa None None] Sync routers for ids ['3f5ce0f6-325f-436f-9377-56ca60b663e9'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:45:09.644921 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49422f7-03e7-4a6e-8e71-f21cb0c22cd1 req-0b45863c-1b7b-4621-8974-51c5f978d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:09.646486 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a49422f7-03e7-4a6e-8e71-f21cb0c22cd1 req-0b45863c-1b7b-4621-8974-51c5f978d87b service neutron] 10.222.0.84 "GET /v2.0/networks?id=1e9e2f51-21f6-4c93-b55f-1fada675a544 HTTP/1.1" status: 200 len: 897 time: 0.7252722 Mar 22 19:45:09.750047 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cc9de2-8701-4fb5-9cc6-80571f91abfa None None] Routers {'3f5ce0f6-325f-436f-9377-56ca60b663e9'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:45:09.750047 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f6cc9de2-8701-4fb5-9cc6-80571f91abfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:44:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3f5ce0f6-325f-436f-9377-56ca60b663e9'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:09.899391 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-06d4d414-7696-4a8d-92db-0a6b27cf59b8 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks [] for security_group_rule (fc265596-9ff0-4411-a77e-8ed6cf4d47cb), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:09.901090 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a49422f7-03e7-4a6e-8e71-f21cb0c22cd1 req-e16ae579-1090-4b51-979c-d7dc4119078f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bcad1dd-f970-40d2-9a3d-e705d4711f9c HTTP/1.1" status: 200 len: 217 time: 0.0702322 Mar 22 19:45:09.906193 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-06d4d414-7696-4a8d-92db-0a6b27cf59b8 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (fc265596-9ff0-4411-a77e-8ed6cf4d47cb), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:09.912858 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-921a1747-0e02-4195-abf6-ad81fbf01f4f None None] Provisioning complete for port cd578908-500a-42f8-a423-87c41612cb06 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:09.915994 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-921a1747-0e02-4195-abf6-ad81fbf01f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (cd578908-500a-42f8-a423-87c41612cb06), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:09.954416 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d414-7696-4a8d-92db-0a6b27cf59b8 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc265596-9ff0-4411-a77e-8ed6cf4d47cb,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:09.959747 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-06d4d414-7696-4a8d-92db-0a6b27cf59b8 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:09.964920 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ef3485b-f982-4a4f-ad21-0933e3352d13 req-01bf0774-be0c-426e-9c78-a92f6a263f1a tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/security-groups?id=dff9c836-b4a3-46bc-8c7c-6b9af2e5d2a8&id=5941f9d6-47da-4022-bd21-87a0936ca721&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3982909 Mar 22 19:45:09.966349 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-06d4d414-7696-4a8d-92db-0a6b27cf59b8 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5171583 Mar 22 19:45:09.967361 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46506) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:09.977388 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-d003f17d-1f47-4253-b161-76707c70cb7f tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Request body: {'security_group_rule': {'security_group_id': '022aea2e-9cbf-4dec-9fef-4b9a75e67c2d', 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:10.021560 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a957a04e-4c53-488f-8b5b-e3c60b2de35d admin admin] Publish callbacks [] for router (3f5ce0f6-325f-436f-9377-56ca60b663e9), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:10.063590 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-f5f6ee45-94e9-408f-9f5d-5387b147cc5d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Allocated IP 172.20.0.1 (bd9b3813-64c0-4a00-babc-601779fbe775/8d0b02ef-6ce0-43be-bbce-307d9139d14f/6a8f238a-a2f4-4678-b96c-6259633ab2d7) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:45:10.100216 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d003f17d-1f47-4253-b161-76707c70cb7f tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks [] for security_group_rule (268284bd-6455-410a-b7e0-b8d8a8b59d5f), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:10.113005 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49422f7-03e7-4a6e-8e71-f21cb0c22cd1 req-a1e7c0a8-0399-45f0-8c32-314f5b8898ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:10.115244 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a49422f7-03e7-4a6e-8e71-f21cb0c22cd1 req-a1e7c0a8-0399-45f0-8c32-314f5b8898ea service neutron] 10.222.0.84 "GET /v2.0/subnets?id=68e9c30a-44d2-46b7-9538-660d748f6cd5 HTTP/1.1" status: 200 len: 835 time: 0.1976564 Mar 22 19:45:10.128952 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-f6cc9de2-8701-4fb5-9cc6-80571f91abfa None None] Set router 3f5ce0f6-325f-436f-9377-56ca60b663e9 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:45:10.214656 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d003f17d-1f47-4253-b161-76707c70cb7f tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks [] for security_group_rule (268284bd-6455-410a-b7e0-b8d8a8b59d5f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:10.237160 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 46514) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:10.241887 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d003f17d-1f47-4253-b161-76707c70cb7f tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (268284bd-6455-410a-b7e0-b8d8a8b59d5f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:10.270816 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d003f17d-1f47-4253-b161-76707c70cb7f tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:10.275576 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d003f17d-1f47-4253-b161-76707c70cb7f tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3050687 Mar 22 19:45:10.277026 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46516) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:10.287220 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-e4b3aca2-32c4-4a4a-a6ad-e9ba24c902b2 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Request body: {'security_group_rule': {'security_group_id': '022aea2e-9cbf-4dec-9fef-4b9a75e67c2d', 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:10.294888 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a957a04e-4c53-488f-8b5b-e3c60b2de35d admin admin] Publish callbacks [] for router_gateway (3f5ce0f6-325f-436f-9377-56ca60b663e9), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:10.305819 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d003f17d-1f47-4253-b161-76707c70cb7f tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=268284bd-6455-410a-b7e0-b8d8a8b59d5f,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:10.388884 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-538704c8-54f2-433b-8dd6-70455adb5895 None None] Publish callbacks [] for port (13ede79a-1b67-411a-92b3-4f3c0d3267a4), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:10.455447 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e4b3aca2-32c4-4a4a-a6ad-e9ba24c902b2 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks [] for security_group_rule (d3a9effb-fd21-4b5c-b6a4-c47c389684ed), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:10.457619 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-921a1747-0e02-4195-abf6-ad81fbf01f4f None None] Current status of the port cd578908-500a-42f8-a423-87c41612cb06 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:45:10.465284 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-538704c8-54f2-433b-8dd6-70455adb5895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (13ede79a-1b67-411a-92b3-4f3c0d3267a4), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:10.522376 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-a957a04e-4c53-488f-8b5b-e3c60b2de35d admin admin] Deleting port f5cbd172-7405-47e5-b4a1-1b0722293b8f {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:45:10.526603 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538704c8-54f2-433b-8dd6-70455adb5895 None None] Pushing event updated for resources: {'Port': ['ID=13ede79a-1b67-411a-92b3-4f3c0d3267a4,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:10.527147 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a957a04e-4c53-488f-8b5b-e3c60b2de35d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f5cbd172-7405-47e5-b4a1-1b0722293b8f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:10.542380 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538704c8-54f2-433b-8dd6-70455adb5895 None None] Network 9939f5eb-f729-4470-a6fe-09e2e793383d is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:45:10.545163 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-538704c8-54f2-433b-8dd6-70455adb5895 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:45:10.549640 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538704c8-54f2-433b-8dd6-70455adb5895 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:45:10.667401 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-538704c8-54f2-433b-8dd6-70455adb5895 None None] Attempting to bind port 13ede79a-1b67-411a-92b3-4f3c0d3267a4 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:10.668016 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-538704c8-54f2-433b-8dd6-70455adb5895 None None] Attempting to bind port 13ede79a-1b67-411a-92b3-4f3c0d3267a4 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '0fe618dd-b2b1-4623-aa4d-b033890968de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9939f5eb-f729-4470-a6fe-09e2e793383d'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:10.668158 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538704c8-54f2-433b-8dd6-70455adb5895 None None] Attempting to bind port 13ede79a-1b67-411a-92b3-4f3c0d3267a4 on network 9939f5eb-f729-4470-a6fe-09e2e793383d {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:10.672489 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e4b3aca2-32c4-4a4a-a6ad-e9ba24c902b2 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks [] for security_group_rule (d3a9effb-fd21-4b5c-b6a4-c47c389684ed), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:10.674982 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538704c8-54f2-433b-8dd6-70455adb5895 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:45:10.675539 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538704c8-54f2-433b-8dd6-70455adb5895 None None] Checking segment: {'id': '0fe618dd-b2b1-4623-aa4d-b033890968de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9939f5eb-f729-4470-a6fe-09e2e793383d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:45:10.676134 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-538704c8-54f2-433b-8dd6-70455adb5895 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:10.676898 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538704c8-54f2-433b-8dd6-70455adb5895 None None] Bound using segment: {'id': '0fe618dd-b2b1-4623-aa4d-b033890968de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9939f5eb-f729-4470-a6fe-09e2e793383d'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:45:10.677578 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-538704c8-54f2-433b-8dd6-70455adb5895 None None] Bound port: 13ede79a-1b67-411a-92b3-4f3c0d3267a4, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fe618dd-b2b1-4623-aa4d-b033890968de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9939f5eb-f729-4470-a6fe-09e2e793383d'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:45:10.677985 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-538704c8-54f2-433b-8dd6-70455adb5895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (13ede79a-1b67-411a-92b3-4f3c0d3267a4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:10.683141 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e4b3aca2-32c4-4a4a-a6ad-e9ba24c902b2 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (d3a9effb-fd21-4b5c-b6a4-c47c389684ed), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:10.726372 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-a957a04e-4c53-488f-8b5b-e3c60b2de35d admin admin] For port f5cbd172-7405-47e5-b4a1-1b0722293b8f, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f5cbd172-7405-47e5-b4a1-1b0722293b8f,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:45:10.726781 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a957a04e-4c53-488f-8b5b-e3c60b2de35d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f5cbd172-7405-47e5-b4a1-1b0722293b8f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:10.730121 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3aca2-32c4-4a4a-a6ad-e9ba24c902b2 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3a9effb-fd21-4b5c-b6a4-c47c389684ed,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:10.746853 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-a957a04e-4c53-488f-8b5b-e3c60b2de35d admin admin] Calling delete_port for f5cbd172-7405-47e5-b4a1-1b0722293b8f owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:45:10.756216 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e4b3aca2-32c4-4a4a-a6ad-e9ba24c902b2 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:10.760256 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e4b3aca2-32c4-4a4a-a6ad-e9ba24c902b2 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4742610 Mar 22 19:45:10.761388 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46528) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:10.767075 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-d3ed1c4c-e3f1-4906-9e68-a6581f08f33b tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Request body: {'security_group_rule': {'security_group_id': '022aea2e-9cbf-4dec-9fef-4b9a75e67c2d', 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:10.798193 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-538704c8-54f2-433b-8dd6-70455adb5895 None None] For port 13ede79a-1b67-411a-92b3-4f3c0d3267a4, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:45:10.801981 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-538704c8-54f2-433b-8dd6-70455adb5895 None None] For port 13ede79a-1b67-411a-92b3-4f3c0d3267a4, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=13ede79a-1b67-411a-92b3-4f3c0d3267a4,segment=NetworkSegment(0fe618dd-b2b1-4623-aa4d-b033890968de),segment_id=0fe618dd-b2b1-4623-aa4d-b033890968de)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:45:10.815783 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-538704c8-54f2-433b-8dd6-70455adb5895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (13ede79a-1b67-411a-92b3-4f3c0d3267a4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:10.850796 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d3ed1c4c-e3f1-4906-9e68-a6581f08f33b tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks [] for security_group_rule (d58a5069-729b-4ebc-8616-cb409026a58e), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:10.873292 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f5f6ee45-94e9-408f-9f5d-5387b147cc5d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for port (6a8f238a-a2f4-4678-b96c-6259633ab2d7), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:10.878136 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f6cc9de2-8701-4fb5-9cc6-80571f91abfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'name': 'tempest-AttachVolumeNegativeTest-186120780-router', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:33:57Z', 'updated_at': '2022-03-22T19:45:07Z', 'revision_number': 5, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'gw_port': {'id': 'f5cbd172-7405-47e5-b4a1-1b0722293b8f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1959, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:33:58Z', 'updated_at': '2022-03-22T19:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:10.906166 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49422f7-03e7-4a6e-8e71-f21cb0c22cd1 req-b5ee275f-19fb-404a-b953-3096d0b63981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:10.908212 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a49422f7-03e7-4a6e-8e71-f21cb0c22cd1 req-b5ee275f-19fb-404a-b953-3096d0b63981 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1e9e2f51-21f6-4c93-b55f-1fada675a544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7851772 Mar 22 19:45:10.934117 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538704c8-54f2-433b-8dd6-70455adb5895 None None] Pushing event updated for resources: {'Port': ['ID=13ede79a-1b67-411a-92b3-4f3c0d3267a4,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:10.940818 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cc9de2-8701-4fb5-9cc6-80571f91abfa None None] Checking router: 3f5ce0f6-325f-436f-9377-56ca60b663e9 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:45:10.957099 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cc9de2-8701-4fb5-9cc6-80571f91abfa None None] Routers {'3f5ce0f6-325f-436f-9377-56ca60b663e9'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:45:10.958387 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f6cc9de2-8701-4fb5-9cc6-80571f91abfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:44:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['3f5ce0f6-325f-436f-9377-56ca60b663e9'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:11.004285 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d3ed1c4c-e3f1-4906-9e68-a6581f08f33b tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks [] for security_group_rule (d58a5069-729b-4ebc-8616-cb409026a58e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:11.022117 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d3ed1c4c-e3f1-4906-9e68-a6581f08f33b tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (d58a5069-729b-4ebc-8616-cb409026a58e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:11.047283 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f5f6ee45-94e9-408f-9f5d-5387b147cc5d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (6a8f238a-a2f4-4678-b96c-6259633ab2d7), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:11.145490 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6ee45-94e9-408f-9f5d-5387b147cc5d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Port': ['ID=6a8f238a-a2f4-4678-b96c-6259633ab2d7,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:11.164013 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed1c4c-e3f1-4906-9e68-a6581f08f33b tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d58a5069-729b-4ebc-8616-cb409026a58e,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:11.177503 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-f6cc9de2-8701-4fb5-9cc6-80571f91abfa None None] Set router 3f5ce0f6-325f-436f-9377-56ca60b663e9 gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:45:11.211454 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d3ed1c4c-e3f1-4906-9e68-a6581f08f33b tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:11.213200 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d3ed1c4c-e3f1-4906-9e68-a6581f08f33b tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4506814 Mar 22 19:45:11.216121 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46534) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:11.221369 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-62ba26db-e404-45fb-a449-8726e6d77929 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Request body: {'security_group_rule': {'security_group_id': '022aea2e-9cbf-4dec-9fef-4b9a75e67c2d', 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:11.267634 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f6ee45-94e9-408f-9f5d-5387b147cc5d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network bd9b3813-64c0-4a00-babc-601779fbe775 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:45:11.275277 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f6cc9de2-8701-4fb5-9cc6-80571f91abfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'name': 'tempest-AttachVolumeNegativeTest-186120780-router', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:33:57Z', 'updated_at': '2022-03-22T19:45:10Z', 'revision_number': 6, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:11.286223 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a957a04e-4c53-488f-8b5b-e3c60b2de35d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f5cbd172-7405-47e5-b4a1-1b0722293b8f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:11.312722 n-d-705658-24 neutron-server[104173]: INFO neutron.db.securitygroups_db [None req-62ba26db-e404-45fb-a449-8726e6d77929 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Project 9311d11ae9f64b56a94fae205d6367b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 19:45:11.313577 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-f5f6ee45-94e9-408f-9f5d-5387b147cc5d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:45:11.337512 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f6ee45-94e9-408f-9f5d-5387b147cc5d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:45:11.344816 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 4bcad1dd-f970-40d2-9a3d-e705d4711f9c details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:45:11.348401 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cc9de2-8701-4fb5-9cc6-80571f91abfa None None] The sync data for ids ['3f5ce0f6-325f-436f-9377-56ca60b663e9'] in n-d-705658-24 is: [{'id': '3f5ce0f6-325f-436f-9377-56ca60b663e9', 'name': 'tempest-AttachVolumeNegativeTest-186120780-router', 'tenant_id': '432e8044b4dc4099baeb3ef825b89673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:33:57Z', 'updated_at': '2022-03-22T19:45:10Z', 'revision_number': 6, 'project_id': '432e8044b4dc4099baeb3ef825b89673', 'gw_port_host': None}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:45:11.372004 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-62ba26db-e404-45fb-a449-8726e6d77929 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks [] for security_group_rule (53be246c-a79d-4473-b62c-ef03366af520), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:11.381611 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957a04e-4c53-488f-8b5b-e3c60b2de35d admin admin] Pushing event deleted for resources: {'Port': ['ID=f5cbd172-7405-47e5-b4a1-1b0722293b8f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:11.530363 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cd12894c-599e-4479-8137-01b67192189c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:11.543522 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 4bcad1dd-f970-40d2-9a3d-e705d4711f9c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=4bcad1dd-f970-40d2-9a3d-e705d4711f9c,segment=NetworkSegment(a00249cb-254c-446a-8527-5651c7c37523),segment_id=a00249cb-254c-446a-8527-5651c7c37523)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:45:11.552703 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a49422f7-03e7-4a6e-8e71-f21cb0c22cd1 req-96574382-f0c6-44da-97f6-c0e81958355d service neutron] 10.222.0.84 "GET /v2.0/networks/1e9e2f51-21f6-4c93-b55f-1fada675a544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6307521 Mar 22 19:45:11.589120 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '4bcad1dd-f970-40d2-9a3d-e705d4711f9c', 'network_id': '1e9e2f51-21f6-4c93-b55f-1fada675a544', 'port_id': '4bcad1dd-f970-40d2-9a3d-e705d4711f9c', 'mac_address': 'fa:16:3e:c9:8e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e9c30a-44d2-46b7-9538-660d748f6cd5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:45:11.590510 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-62ba26db-e404-45fb-a449-8726e6d77929 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks [] for security_group_rule (53be246c-a79d-4473-b62c-ef03366af520), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:11.596449 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a957a04e-4c53-488f-8b5b-e3c60b2de35d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (3f5ce0f6-325f-436f-9377-56ca60b663e9), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:11.609738 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-62ba26db-e404-45fb-a449-8726e6d77929 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (53be246c-a79d-4473-b62c-ef03366af520), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:11.665369 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 4bcad1dd-f970-40d2-9a3d-e705d4711f9c is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:45:11.666184 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4bcad1dd-f970-40d2-9a3d-e705d4711f9c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:11.703371 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bcad1dd-f970-40d2-9a3d-e705d4711f9c {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:45:11.735382 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 4bcad1dd-f970-40d2-9a3d-e705d4711f9c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=4bcad1dd-f970-40d2-9a3d-e705d4711f9c,segment=NetworkSegment(a00249cb-254c-446a-8527-5651c7c37523),segment_id=a00249cb-254c-446a-8527-5651c7c37523)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:45:11.751225 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4bcad1dd-f970-40d2-9a3d-e705d4711f9c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:11.771947 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a49422f7-03e7-4a6e-8e71-f21cb0c22cd1 req-173ddef4-9545-472c-add5-969051f973be service neutron] 10.222.0.84 "GET /v2.0/networks/1e9e2f51-21f6-4c93-b55f-1fada675a544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894183 Mar 22 19:45:11.810229 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8f1fb-7ce6-4329-9c48-15fc2567881b req-f8398c55-a9ad-4d6e-957b-88c5f942cad1 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:11.819406 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8fb8f1fb-7ce6-4329-9c48-15fc2567881b req-f8398c55-a9ad-4d6e-957b-88c5f942cad1 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f765898-6403-48d6-a585-d0321dc669cd HTTP/1.1" status: 200 len: 982 time: 0.6247361 Mar 22 19:45:11.863139 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f5f6ee45-94e9-408f-9f5d-5387b147cc5d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (82e3c038-949d-425c-8d72-4a27f2405151), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:11.884964 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=4bcad1dd-f970-40d2-9a3d-e705d4711f9c,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:11.916921 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba26db-e404-45fb-a449-8726e6d77929 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53be246c-a79d-4473-b62c-ef03366af520,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:11.927484 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-b5decca4-76df-4192-83c3-a23ee62b5043 None None] Provisioning complete for port 6a8f238a-a2f4-4678-b96c-6259633ab2d7 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:11.928175 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b5decca4-76df-4192-83c3-a23ee62b5043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6a8f238a-a2f4-4678-b96c-6259633ab2d7), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:11.932625 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-62ba26db-e404-45fb-a449-8726e6d77929 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:11.934555 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-62ba26db-e404-45fb-a449-8726e6d77929 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7168813 Mar 22 19:45:11.937857 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46542) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:11.941013 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a957a04e-4c53-488f-8b5b-e3c60b2de35d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (3f5ce0f6-325f-436f-9377-56ca60b663e9), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:11.946358 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-f8039d22-d1f4-4d34-8f55-9cd5911a682e tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Request body: {'security_group_rule': {'security_group_id': '022aea2e-9cbf-4dec-9fef-4b9a75e67c2d', 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:11.953369 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a957a04e-4c53-488f-8b5b-e3c60b2de35d admin admin] Publish callbacks [] for router_controller (3f5ce0f6-325f-436f-9377-56ca60b663e9), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:12.003275 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-b5decca4-76df-4192-83c3-a23ee62b5043 None None] Port 6a8f238a-a2f4-4678-b96c-6259633ab2d7 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:45:12.007404 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['4bcad1dd-f970-40d2-9a3d-e705d4711f9c'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:45:12.053740 n-d-705658-24 neutron-server[104173]: INFO neutron.db.securitygroups_db [None req-f8039d22-d1f4-4d34-8f55-9cd5911a682e tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Project 9311d11ae9f64b56a94fae205d6367b4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 19:45:12.063253 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a957a04e-4c53-488f-8b5b-e3c60b2de35d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (3f5ce0f6-325f-436f-9377-56ca60b663e9), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:12.063786 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a957a04e-4c53-488f-8b5b-e3c60b2de35d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f5ce0f6-325f-436f-9377-56ca60b663e9 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:45:12.070301 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f8039d22-d1f4-4d34-8f55-9cd5911a682e tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks [] for security_group_rule (81587ed5-cf4b-46d3-8bc6-1259807359e6), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:12.076781 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f5f6ee45-94e9-408f-9f5d-5387b147cc5d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6a8f238a-a2f4-4678-b96c-6259633ab2d7), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:12.077490 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a957a04e-4c53-488f-8b5b-e3c60b2de35d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:12.078853 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a957a04e-4c53-488f-8b5b-e3c60b2de35d admin admin] 10.222.0.75 "DELETE /v2.0/routers/3f5ce0f6-325f-436f-9377-56ca60b663e9 HTTP/1.1" status: 204 len: 168 time: 2.5121136 Mar 22 19:45:12.081149 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46544) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:12.164393 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-ace4ee31-9575-4277-ae25-27eb1a4d02ba admin admin] Deleting subnet 221bc404-2765-4ba4-8d0d-c9a0ec4273c0 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:45:12.171342 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ace4ee31-9575-4277-ae25-27eb1a4d02ba admin admin] Publish callbacks [] for subnet (221bc404-2765-4ba4-8d0d-c9a0ec4273c0), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:12.205036 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f8039d22-d1f4-4d34-8f55-9cd5911a682e tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks [] for security_group_rule (81587ed5-cf4b-46d3-8bc6-1259807359e6), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:12.213865 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f8039d22-d1f4-4d34-8f55-9cd5911a682e tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (81587ed5-cf4b-46d3-8bc6-1259807359e6), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:12.234703 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8039d22-d1f4-4d34-8f55-9cd5911a682e tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81587ed5-cf4b-46d3-8bc6-1259807359e6,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:12.241860 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ace4ee31-9575-4277-ae25-27eb1a4d02ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (221bc404-2765-4ba4-8d0d-c9a0ec4273c0), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:12.267240 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8fb8f1fb-7ce6-4329-9c48-15fc2567881b req-0fb3b635-4c3d-45a7-9f85-aa91abe7597d tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/security-groups?id=dff9c836-b4a3-46bc-8c7c-6b9af2e5d2a8&id=5941f9d6-47da-4022-bd21-87a0936ca721&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4452434 Mar 22 19:45:12.269525 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cd12894c-599e-4479-8137-01b67192189c admin admin] Publish callbacks [] for security_group (2490dcfc-a5fe-413b-822c-ff2d2fde5d6a), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:12.276544 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cd12894c-599e-4479-8137-01b67192189c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2490dcfc-a5fe-413b-822c-ff2d2fde5d6a), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:12.279402 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f8039d22-d1f4-4d34-8f55-9cd5911a682e tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:12.281603 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f8039d22-d1f4-4d34-8f55-9cd5911a682e tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3425934 Mar 22 19:45:12.376200 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-cd12894c-599e-4479-8137-01b67192189c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e27df9f6b10b4e53b8343d5fa00ce28b&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1364307 Mar 22 19:45:12.380469 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 46548) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:12.396256 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd12894c-599e-4479-8137-01b67192189c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2490dcfc-a5fe-413b-822c-ff2d2fde5d6a,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:12.451122 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ace4ee31-9575-4277-ae25-27eb1a4d02ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (221bc404-2765-4ba4-8d0d-c9a0ec4273c0), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:12.466434 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 13ede79a-1b67-411a-92b3-4f3c0d3267a4 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:45:12.578229 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ace4ee31-9575-4277-ae25-27eb1a4d02ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (221bc404-2765-4ba4-8d0d-c9a0ec4273c0), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:12.590395 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 13ede79a-1b67-411a-92b3-4f3c0d3267a4 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:12.590775 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (13ede79a-1b67-411a-92b3-4f3c0d3267a4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:12.653074 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a579eeea-b81b-4e19-861d-a51b3356883c admin admin] Publish callbacks [] for security_group (2490dcfc-a5fe-413b-822c-ff2d2fde5d6a), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:12.699894 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4ee31-9575-4277-ae25-27eb1a4d02ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=221bc404-2765-4ba4-8d0d-c9a0ec4273c0,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:12.723518 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ace4ee31-9575-4277-ae25-27eb1a4d02ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:12.728672 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ace4ee31-9575-4277-ae25-27eb1a4d02ba admin admin] 10.222.0.75 "DELETE /v2.0/subnets/221bc404-2765-4ba4-8d0d-c9a0ec4273c0 HTTP/1.1" status: 204 len: 168 time: 0.6463997 Mar 22 19:45:12.736114 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46566) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:12.740253 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a4a3bc-0fa5-4fb9-aab4-da84b5b09736 None None] Network df3cb172-3bab-443c-aa40-b32eebecd0b3 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:45:12.770540 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a579eeea-b81b-4e19-861d-a51b3356883c admin admin] Publish callbacks [] for security_group (2490dcfc-a5fe-413b-822c-ff2d2fde5d6a), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:12.880035 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4ac9f81d-e882-4237-a0d0-134277ac44a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (df3cb172-3bab-443c-aa40-b32eebecd0b3), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:13.016952 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-4ac9f81d-e882-4237-a0d0-134277ac44a9 admin admin] Deleting port 1bf0474a-1392-4f65-b7bb-5d59a71a246e {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:45:13.017654 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4ac9f81d-e882-4237-a0d0-134277ac44a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (1bf0474a-1392-4f65-b7bb-5d59a71a246e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:13.020845 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f5f6ee45-94e9-408f-9f5d-5387b147cc5d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for port (6a8f238a-a2f4-4678-b96c-6259633ab2d7), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:13.042474 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f5f6ee45-94e9-408f-9f5d-5387b147cc5d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (6a8f238a-a2f4-4678-b96c-6259633ab2d7), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:13.126818 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-0a221228-6a3e-4180-84ae-5d8a01ba90a0 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-456491192&fields=id&tenant_id=9311d11ae9f64b56a94fae205d6367b4 HTTP/1.1" status: 200 len: 267 time: 0.4101775 Mar 22 19:45:13.137962 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-4ac9f81d-e882-4237-a0d0-134277ac44a9 admin admin] For port 1bf0474a-1392-4f65-b7bb-5d59a71a246e, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=1bf0474a-1392-4f65-b7bb-5d59a71a246e,segment=NetworkSegment(6e736185-0014-45d0-ba97-665298266e3f),segment_id=6e736185-0014-45d0-ba97-665298266e3f)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:45:13.139088 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4ac9f81d-e882-4237-a0d0-134277ac44a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (1bf0474a-1392-4f65-b7bb-5d59a71a246e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:13.157213 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-4ac9f81d-e882-4237-a0d0-134277ac44a9 admin admin] Calling delete_port for 1bf0474a-1392-4f65-b7bb-5d59a71a246e owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:45:13.159144 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 13ede79a-1b67-411a-92b3-4f3c0d3267a4 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:45:13.159551 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (13ede79a-1b67-411a-92b3-4f3c0d3267a4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:13.163297 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c6bc15-a2c0-41e9-8064-4f827d96ff4d None None] Network 9939f5eb-f729-4470-a6fe-09e2e793383d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:45:13.246355 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a579eeea-b81b-4e19-861d-a51b3356883c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2490dcfc-a5fe-413b-822c-ff2d2fde5d6a), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:13.255397 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a579eeea-b81b-4e19-861d-a51b3356883c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:13.256654 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a579eeea-b81b-4e19-861d-a51b3356883c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2490dcfc-a5fe-413b-822c-ff2d2fde5d6a HTTP/1.1" status: 204 len: 168 time: 0.8727882 Mar 22 19:45:13.266989 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4ac9f81d-e882-4237-a0d0-134277ac44a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (1bf0474a-1392-4f65-b7bb-5d59a71a246e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:13.292589 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-0d8b0f5e-db03-4bb9-a8c2-a64a8f7fe13c None None] Provisioning complete for port 13ede79a-1b67-411a-92b3-4f3c0d3267a4 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:13.292979 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0d8b0f5e-db03-4bb9-a8c2-a64a8f7fe13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (13ede79a-1b67-411a-92b3-4f3c0d3267a4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:13.336534 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9f81d-e882-4237-a0d0-134277ac44a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bf0474a-1392-4f65-b7bb-5d59a71a246e,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:13.344736 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac9f81d-e882-4237-a0d0-134277ac44a9 admin admin] No DVR routers for this DVR port 1bf0474a-1392-4f65-b7bb-5d59a71a246e on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:45:13.364135 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579eeea-b81b-4e19-861d-a51b3356883c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2490dcfc-a5fe-413b-822c-ff2d2fde5d6a,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:13.374052 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f5f6ee45-94e9-408f-9f5d-5387b147cc5d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (82e3c038-949d-425c-8d72-4a27f2405151), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:13.387955 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 4bcad1dd-f970-40d2-9a3d-e705d4711f9c up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:45:13.397419 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6ee45-94e9-408f-9f5d-5387b147cc5d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Port': ['ID=6a8f238a-a2f4-4678-b96c-6259633ab2d7,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:13.524399 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f6ee45-94e9-408f-9f5d-5387b147cc5d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network bd9b3813-64c0-4a00-babc-601779fbe775 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:45:13.528085 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4ac9f81d-e882-4237-a0d0-134277ac44a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (df3cb172-3bab-443c-aa40-b32eebecd0b3), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:13.540768 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 13ede79a-1b67-411a-92b3-4f3c0d3267a4, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=13ede79a-1b67-411a-92b3-4f3c0d3267a4,segment=NetworkSegment(0fe618dd-b2b1-4623-aa4d-b033890968de),segment_id=0fe618dd-b2b1-4623-aa4d-b033890968de)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:45:13.557623 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-f5f6ee45-94e9-408f-9f5d-5387b147cc5d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:45:13.595341 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-4ac9f81d-e882-4237-a0d0-134277ac44a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df3cb172-3bab-443c-aa40-b32eebecd0b3']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:13.603378 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (13ede79a-1b67-411a-92b3-4f3c0d3267a4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:13.625820 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-4ac9f81d-e882-4237-a0d0-134277ac44a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e736185-0014-45d0-ba97-665298266e3f') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:13.626122 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-4ac9f81d-e882-4237-a0d0-134277ac44a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e736185-0014-45d0-ba97-665298266e3f') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:13.633942 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 10804c69-4eb3-4346-b303-6e5bd5d9a227 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:45:13.667946 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4ac9f81d-e882-4237-a0d0-134277ac44a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (6e736185-0014-45d0-ba97-665298266e3f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:13.694736 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-2ac2986c-6f31-4cd8-a684-6818ab30cefd tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:13.695569 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4ac9f81d-e882-4237-a0d0-134277ac44a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (6e736185-0014-45d0-ba97-665298266e3f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:13.696404 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-2ac2986c-6f31-4cd8-a684-6818ab30cefd tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/networks?id=abcbf463-c70f-41d4-961e-5e15d687045d HTTP/1.1" status: 200 len: 813 time: 0.5258863 Mar 22 19:45:13.712672 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac9f81d-e882-4237-a0d0-134277ac44a9 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:45:13.712672 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4ac9f81d-e882-4237-a0d0-134277ac44a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (6e736185-0014-45d0-ba97-665298266e3f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:13.714433 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:45:13.714433 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:45:13.714433 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:45:13.714433 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:45:13.714433 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:45:13.714433 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:45:13.714433 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:45:13.714433 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:45:13.714433 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:45:13.714433 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:45:13.714433 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:45:13.714433 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:45:13.714433 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:45:13.714433 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:45:13.714433 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:45:13.714433 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:45:13.714433 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:45:13.714433 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:45:13.714433 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:45:13.714433 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:45:13.714433 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:45:13.714433 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:45:13.714433 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:45:13.714433 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:45:13.714433 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:45:13.714433 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:45:13.714433 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:45:13.714433 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:45:13.714433 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:45:13.714433 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:45:13.714433 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:45:13.714433 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:45:13.777891 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65f2a7-72fe-496c-b5a1-87495e234454 req-79d4d612-8b1f-4e33-8b75-11185814f9fa tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:13.780839 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed65f2a7-72fe-496c-b5a1-87495e234454 req-79d4d612-8b1f-4e33-8b75-11185814f9fa tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f765898-6403-48d6-a585-d0321dc669cd HTTP/1.1" status: 200 len: 983 time: 0.2836471 Mar 22 19:45:13.793707 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-18b83072-6cb4-4925-a0f1-3159f26b9702 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/quotas/9311d11ae9f64b56a94fae205d6367b4 HTTP/1.1" status: 200 len: 375 time: 0.0751827 Mar 22 19:45:13.809976 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 10804c69-4eb3-4346-b303-6e5bd5d9a227 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:45:13.810567 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 10804c69-4eb3-4346-b303-6e5bd5d9a227 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:45:13.823841 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 4bcad1dd-f970-40d2-9a3d-e705d4711f9c completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:45:13.836840 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4ac9f81d-e882-4237-a0d0-134277ac44a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (df3cb172-3bab-443c-aa40-b32eebecd0b3), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:13.875533 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4ac9f81d-e882-4237-a0d0-134277ac44a9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:13.888816 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 4bcad1dd-f970-40d2-9a3d-e705d4711f9c triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:13.890868 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (4bcad1dd-f970-40d2-9a3d-e705d4711f9c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:13.899409 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4ac9f81d-e882-4237-a0d0-134277ac44a9 admin admin] 10.222.0.75 "DELETE /v2.0/networks/df3cb172-3bab-443c-aa40-b32eebecd0b3 HTTP/1.1" status: 204 len: 168 time: 1.1621780 Mar 22 19:45:13.900713 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9f81d-e882-4237-a0d0-134277ac44a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=df3cb172-3bab-443c-aa40-b32eebecd0b3,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:14.035962 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed65f2a7-72fe-496c-b5a1-87495e234454 req-f22ce4c3-d932-451b-9337-817c687240d0 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/security-groups?id=dff9c836-b4a3-46bc-8c7c-6b9af2e5d2a8&id=5941f9d6-47da-4022-bd21-87a0936ca721&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2265165 Mar 22 19:45:14.089439 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-2b217b30-7c9c-47bd-a7e3-1720db003a2b tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=9311d11ae9f64b56a94fae205d6367b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2927322 Mar 22 19:45:14.102588 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-b1cdfc8b-a332-48a5-8d56-9a769dfb463c service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:45:14.109974 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-b1cdfc8b-a332-48a5-8d56-9a769dfb463c service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0143745 Mar 22 19:45:14.153049 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f5cbd172-7405-47e5-b4a1-1b0722293b8f no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:45:14.181006 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=13ede79a-1b67-411a-92b3-4f3c0d3267a4,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:14.205150 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f6ee45-94e9-408f-9f5d-5387b147cc5d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Router 82e3c038-949d-425c-8d72-4a27f2405151 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:45:14.237180 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defb1e39-5ec4-403a-a43a-49a31ba1a2b6 None None] DHCP port deletion for df3cb172-3bab-443c-aa40-b32eebecd0b3 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:45:14.269134 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46596) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:14.285418 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: f5cbd172-7405-47e5-b4a1-1b0722293b8f {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:45:14.286363 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f5cbd172-7405-47e5-b4a1-1b0722293b8f not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:45:14.323261 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-0d8b0f5e-db03-4bb9-a8c2-a64a8f7fe13c None None] Current status of the port 13ede79a-1b67-411a-92b3-4f3c0d3267a4 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:45:14.329617 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 4bcad1dd-f970-40d2-9a3d-e705d4711f9c is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:45:14.330259 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4bcad1dd-f970-40d2-9a3d-e705d4711f9c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:14.376853 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e28dba76-7fd6-4a7d-9b12-ce0a0268ab07 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=432e8044b4dc4099baeb3ef825b89673&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1064389 Mar 22 19:45:14.378236 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46600) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:14.390507 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 4bcad1dd-f970-40d2-9a3d-e705d4711f9c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=4bcad1dd-f970-40d2-9a3d-e705d4711f9c,segment=NetworkSegment(a00249cb-254c-446a-8527-5651c7c37523),segment_id=a00249cb-254c-446a-8527-5651c7c37523)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:45:14.391583 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f765898-6403-48d6-a585-d0321dc669cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcad1dd-f970-40d2-9a3d-e705d4711f9c'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:45:14.396642 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312c85d2-c1eb-4970-91dc-085b0ac095ae" -d '{"events": [{"server_uuid": "0f765898-6403-48d6-a585-d0321dc669cd", "name": "network-vif-plugged", "status": "completed", "tag": "4bcad1dd-f970-40d2-9a3d-e705d4711f9c"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:45:14.402245 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4bcad1dd-f970-40d2-9a3d-e705d4711f9c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:14.511214 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7dff1bf8-c003-4019-8413-04158086074f admin admin] Publish callbacks [] for security_group (d8becce3-3a3e-4517-ac08-a48ad407f918), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:14.519467 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2746872-f610-439e-abcd-8b8df9d24bb3 x-openstack-request-id: req-b2746872-f610-439e-abcd-8b8df9d24bb3 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:45:14.520309 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f765898-6403-48d6-a585-d0321dc669cd", "name": "network-vif-plugged", "status": "completed", "tag": "4bcad1dd-f970-40d2-9a3d-e705d4711f9c", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:45:14.520821 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b2746872-f610-439e-abcd-8b8df9d24bb3 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:45:14.522096 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2746872-f610-439e-abcd-8b8df9d24bb3'] response: {'server_uuid': '0f765898-6403-48d6-a585-d0321dc669cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcad1dd-f970-40d2-9a3d-e705d4711f9c', 'code': 200} Mar 22 19:45:14.539902 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f6ee45-94e9-408f-9f5d-5387b147cc5d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:45:14.564300 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde85606-bffd-48d5-9c39-82105b54dace None None] Sync routers for ids ['82e3c038-949d-425c-8d72-4a27f2405151'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:45:14.566159 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-15813939-5693-4cfe-9675-236c0fb01d75 None None] Provisioning complete for port 6a8f238a-a2f4-4678-b96c-6259633ab2d7 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:14.566821 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-15813939-5693-4cfe-9675-236c0fb01d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6a8f238a-a2f4-4678-b96c-6259633ab2d7), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:14.583714 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f5f6ee45-94e9-408f-9f5d-5387b147cc5d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "PUT /v2.0/routers/82e3c038-949d-425c-8d72-4a27f2405151/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6988232 Mar 22 19:45:14.584007 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde85606-bffd-48d5-9c39-82105b54dace None None] Routers {'82e3c038-949d-425c-8d72-4a27f2405151'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:45:14.584007 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-bde85606-bffd-48d5-9c39-82105b54dace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:44:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['82e3c038-949d-425c-8d72-4a27f2405151'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:14.591597 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46604) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:14.627685 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=4bcad1dd-f970-40d2-9a3d-e705d4711f9c,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:14.662976 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7dff1bf8-c003-4019-8413-04158086074f admin admin] Publish callbacks [] for security_group (d8becce3-3a3e-4517-ac08-a48ad407f918), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:14.670834 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9419989-b889-4919-be82-2d4dcabf0f6a tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:14.675098 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b9419989-b889-4919-be82-2d4dcabf0f6a tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "GET /v2.0/ports/6a8f238a-a2f4-4678-b96c-6259633ab2d7 HTTP/1.1" status: 200 len: 910 time: 0.0797045 Mar 22 19:45:14.679377 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-15813939-5693-4cfe-9675-236c0fb01d75 None None] Port 6a8f238a-a2f4-4678-b96c-6259633ab2d7 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:45:14.679539 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46608) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:14.685276 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-0a26a7e1-b1d6-4475-86d1-c5689d74b4cf service neutron] 10.222.0.75 "GET /v2.0/networks/abcbf463-c70f-41d4-961e-5e15d687045d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5624154 Mar 22 19:45:14.693076 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-bde85606-bffd-48d5-9c39-82105b54dace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:14.707594 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde85606-bffd-48d5-9c39-82105b54dace None None] Routers {'82e3c038-949d-425c-8d72-4a27f2405151'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:45:14.708587 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-bde85606-bffd-48d5-9c39-82105b54dace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:44:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['82e3c038-949d-425c-8d72-4a27f2405151'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:14.756784 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-bde85606-bffd-48d5-9c39-82105b54dace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:14.757819 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde85606-bffd-48d5-9c39-82105b54dace None None] The sync data for ids ['82e3c038-949d-425c-8d72-4a27f2405151'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:45:14.788263 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f5157-981d-411d-b3c7-8512aede5735 req-18b412f9-2ef3-4614-8545-f78d9a19f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:14.791083 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af4f5157-981d-411d-b3c7-8512aede5735 req-18b412f9-2ef3-4614-8545-f78d9a19f4f1 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0f765898-6403-48d6-a585-d0321dc669cd HTTP/1.1" status: 200 len: 1167 time: 0.2003260 Mar 22 19:45:14.910652 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-c93cb505-0485-4fad-be24-30a0cdebf22d None None] Provisioning complete for port 13ede79a-1b67-411a-92b3-4f3c0d3267a4 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:14.913417 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c93cb505-0485-4fad-be24-30a0cdebf22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (13ede79a-1b67-411a-92b3-4f3c0d3267a4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:14.980968 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-2241c60d-1260-44ef-9db4-587bec705f71 service neutron] 10.222.0.75 "GET /v2.0/networks/abcbf463-c70f-41d4-961e-5e15d687045d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753251 Mar 22 19:45:15.000507 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af4f5157-981d-411d-b3c7-8512aede5735 req-4aa4c3b9-a4b8-4282-b8d2-8e0f975be76a service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=dff9c836-b4a3-46bc-8c7c-6b9af2e5d2a8&id=5941f9d6-47da-4022-bd21-87a0936ca721&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1975193 Mar 22 19:45:15.031934 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7dff1bf8-c003-4019-8413-04158086074f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d8becce3-3a3e-4517-ac08-a48ad407f918), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:15.046223 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7dff1bf8-c003-4019-8413-04158086074f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:15.052797 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7dff1bf8-c003-4019-8413-04158086074f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d8becce3-3a3e-4517-ac08-a48ad407f918 HTTP/1.1" status: 204 len: 168 time: 0.6713517 Mar 22 19:45:15.109539 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff1bf8-c003-4019-8413-04158086074f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8becce3-3a3e-4517-ac08-a48ad407f918,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:15.167515 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-24e7d0cc-b185-47ff-a22c-b409ad421971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:15.178744 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c93cb505-0485-4fad-be24-30a0cdebf22d None None] Current status of the port 13ede79a-1b67-411a-92b3-4f3c0d3267a4 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:45:15.320249 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a9f16-b39d-4f14-bb16-1fb242b6494c req-d5583b8f-99f5-437d-b5d4-8e9938959aff tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:15.324280 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cd7a9f16-b39d-4f14-bb16-1fb242b6494c req-d5583b8f-99f5-437d-b5d4-8e9938959aff tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f765898-6403-48d6-a585-d0321dc669cd HTTP/1.1" status: 200 len: 984 time: 0.1297202 Mar 22 19:45:15.541141 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-116685f5-fe36-4a83-8887-e12691e660cc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:15.543716 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cd7a9f16-b39d-4f14-bb16-1fb242b6494c req-040b0266-6922-4233-b094-c3fa3c943d37 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/security-groups?id=dff9c836-b4a3-46bc-8c7c-6b9af2e5d2a8&id=5941f9d6-47da-4022-bd21-87a0936ca721&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2114279 Mar 22 19:45:15.754284 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-17b011d6-51ed-4a36-9acb-35bc3c0db1cc req-fd07cbbf-8733-49af-81a8-3cbefcbdb982 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 210 time: 0.1032023 Mar 22 19:45:15.895267 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:16.043521 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 13ede79a-1b67-411a-92b3-4f3c0d3267a4 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:45:16.229876 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 13ede79a-1b67-411a-92b3-4f3c0d3267a4 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:16.230509 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (13ede79a-1b67-411a-92b3-4f3c0d3267a4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:16.402352 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 13ede79a-1b67-411a-92b3-4f3c0d3267a4 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:45:16.418288 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 1bf0474a-1392-4f65-b7bb-5d59a71a246e no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:45:16.471623 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 1bf0474a-1392-4f65-b7bb-5d59a71a246e {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:45:16.471965 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 1bf0474a-1392-4f65-b7bb-5d59a71a246e not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:45:16.565262 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-116685f5-fe36-4a83-8887-e12691e660cc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Allocated IP 172.21.0.1 (9939f5eb-f729-4470-a6fe-09e2e793383d/dd8f4a5f-caea-4be2-b644-57b0236c2ce4/23a43dfa-4473-480e-a594-3adb3914fd55) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:45:16.666907 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 46674) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:16.786929 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-116685f5-fe36-4a83-8887-e12691e660cc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for port (23a43dfa-4473-480e-a594-3adb3914fd55), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:16.818156 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-6f4598ee-55eb-4188-9692-11734eeb8e69 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:16.845456 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-116685f5-fe36-4a83-8887-e12691e660cc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (23a43dfa-4473-480e-a594-3adb3914fd55), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:16.849658 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4c667-70f5-4b73-b774-be105e3b5d65 req-72d3b709-7e5a-4dea-9268-e90fc851937c tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:16.864522 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-36a4c667-70f5-4b73-b774-be105e3b5d65 req-72d3b709-7e5a-4dea-9268-e90fc851937c tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f765898-6403-48d6-a585-d0321dc669cd HTTP/1.1" status: 200 len: 984 time: 0.1806133 Mar 22 19:45:16.885267 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6f4598ee-55eb-4188-9692-11734eeb8e69 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:16.968363 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-36a4c667-70f5-4b73-b774-be105e3b5d65 req-228ca18e-6fc7-45a8-9650-eefe3db01c61 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/security-groups?id=dff9c836-b4a3-46bc-8c7c-6b9af2e5d2a8&id=5941f9d6-47da-4022-bd21-87a0936ca721&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1017442 Mar 22 19:45:16.980987 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116685f5-fe36-4a83-8887-e12691e660cc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network 9939f5eb-f729-4470-a6fe-09e2e793383d is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:45:16.989240 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-116685f5-fe36-4a83-8887-e12691e660cc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:45:17.000013 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116685f5-fe36-4a83-8887-e12691e660cc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:45:17.141309 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116685f5-fe36-4a83-8887-e12691e660cc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Port': ['ID=23a43dfa-4473-480e-a594-3adb3914fd55,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:17.142418 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6eab03db-5bd3-4c12-9971-ede545ae1191 req-da1f9286-14f8-4fd6-9491-f50fa324e305 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 210 time: 0.1501131 Mar 22 19:45:17.157131 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-116685f5-fe36-4a83-8887-e12691e660cc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (82e3c038-949d-425c-8d72-4a27f2405151), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:17.242373 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572afe9-ae0c-40a9-8352-eec381fb273a req-21b14db8-b292-4735-9342-7c3d85362aad tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:17.264762 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e572afe9-ae0c-40a9-8352-eec381fb273a req-21b14db8-b292-4735-9342-7c3d85362aad tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f765898-6403-48d6-a585-d0321dc669cd HTTP/1.1" status: 200 len: 984 time: 0.1698735 Mar 22 19:45:17.370658 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-0974a6b7-52ba-4509-b994-025f59262a86 None None] Provisioning complete for port 23a43dfa-4473-480e-a594-3adb3914fd55 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:17.371299 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0974a6b7-52ba-4509-b994-025f59262a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (23a43dfa-4473-480e-a594-3adb3914fd55), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:17.443239 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-116685f5-fe36-4a83-8887-e12691e660cc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (23a43dfa-4473-480e-a594-3adb3914fd55), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:17.502696 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e572afe9-ae0c-40a9-8352-eec381fb273a req-c06d99d7-b9d5-4747-8044-8c18eba10a2b tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/security-groups?id=dff9c836-b4a3-46bc-8c7c-6b9af2e5d2a8&id=5941f9d6-47da-4022-bd21-87a0936ca721&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2346299 Mar 22 19:45:17.510933 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7d298083-b5a0-4c7d-85a9-90421c857767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:17.518581 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6f4598ee-55eb-4188-9692-11734eeb8e69 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:17.521541 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-0974a6b7-52ba-4509-b994-025f59262a86 None None] Port 23a43dfa-4473-480e-a594-3adb3914fd55 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:45:17.832034 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-6d381e38-4f56-4dd8-b75b-32648782f9e7 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:17.833719 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-6d381e38-4f56-4dd8-b75b-32648782f9e7 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.85 "GET /v2.0/networks?id=abcbf463-c70f-41d4-961e-5e15d687045d HTTP/1.1" status: 200 len: 813 time: 0.4450035 Mar 22 19:45:17.988386 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-116685f5-fe36-4a83-8887-e12691e660cc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for port (23a43dfa-4473-480e-a594-3adb3914fd55), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:18.008546 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-116685f5-fe36-4a83-8887-e12691e660cc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (23a43dfa-4473-480e-a594-3adb3914fd55), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:18.025515 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-6f4598ee-55eb-4188-9692-11734eeb8e69 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] Allocated IP 172.25.5.97 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/6733a5cd-17cf-4f31-bc0f-1581d43839ee) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:45:18.038398 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8aa00f-7582-46eb-9528-19ffe8829327 req-0bdee710-169b-4294-9397-926b2a75f5ee tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:18.046132 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a8aa00f-7582-46eb-9528-19ffe8829327 req-0bdee710-169b-4294-9397-926b2a75f5ee tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=0f765898-6403-48d6-a585-d0321dc669cd HTTP/1.1" status: 200 len: 1167 time: 0.3606331 Mar 22 19:45:18.126356 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-116685f5-fe36-4a83-8887-e12691e660cc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (82e3c038-949d-425c-8d72-4a27f2405151), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:18.130471 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8a8aa00f-7582-46eb-9528-19ffe8829327 req-aff0fadf-1991-43dd-8c0e-05d598bced17 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:18.165294 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-1fe365ef-bd22-47d6-ae21-1d97f305f364 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9311d11ae9f64b56a94fae205d6367b4 HTTP/1.1" status: 200 len: 379 time: 0.2832041 Mar 22 19:45:18.182454 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-b543e068-e7e3-4f88-a62c-4c7d42fe4ed0 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Request body: {'port': {'device_id': 'b5790878-e041-4309-b10f-f32cc6eb46b0', 'network_id': 'abcbf463-c70f-41d4-961e-5e15d687045d', 'admin_state_up': True, 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'security_groups': ['022aea2e-9cbf-4dec-9fef-4b9a75e67c2d']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:18.361143 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116685f5-fe36-4a83-8887-e12691e660cc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Port': ['ID=23a43dfa-4473-480e-a594-3adb3914fd55,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:18.409639 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:18.464612 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116685f5-fe36-4a83-8887-e12691e660cc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network 9939f5eb-f729-4470-a6fe-09e2e793383d is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:45:18.466249 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-116685f5-fe36-4a83-8887-e12691e660cc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:45:18.608777 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cb6b0e38-5990-466f-b54a-26d34f64c2d0 req-3af63f92-faf7-4799-af0e-9b3a8dd84cee tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 210 time: 0.1767726 Mar 22 19:45:18.658096 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6f4598ee-55eb-4188-9692-11734eeb8e69 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] Publish callbacks [] for port (6733a5cd-17cf-4f31-bc0f-1581d43839ee), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:18.678176 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-b543e068-e7e3-4f88-a62c-4c7d42fe4ed0 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Made reservation on behalf of 9311d11ae9f64b56a94fae205d6367b4 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:45:18.704741 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-b543e068-e7e3-4f88-a62c-4c7d42fe4ed0 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:18.731409 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:18.768524 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116685f5-fe36-4a83-8887-e12691e660cc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Router 82e3c038-949d-425c-8d72-4a27f2405151 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:45:18.985648 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8a8aa00f-7582-46eb-9528-19ffe8829327 req-aff0fadf-1991-43dd-8c0e-05d598bced17 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] Publish callbacks [] for security_group (278a0909-d9d3-4523-81b7-af1658ef15ce), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:18.996276 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116685f5-fe36-4a83-8887-e12691e660cc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:45:19.003136 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-116685f5-fe36-4a83-8887-e12691e660cc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "PUT /v2.0/routers/82e3c038-949d-425c-8d72-4a27f2405151/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3223579 Mar 22 19:45:19.018578 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 46734) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:19.018782 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c44e8e9-1533-40f7-8cd6-a188f9f65cff None None] Sync routers for ids ['82e3c038-949d-425c-8d72-4a27f2405151'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:45:19.023289 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-8a8aa00f-7582-46eb-9528-19ffe8829327 req-aff0fadf-1991-43dd-8c0e-05d598bced17 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (278a0909-d9d3-4523-81b7-af1658ef15ce), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:19.063917 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c44e8e9-1533-40f7-8cd6-a188f9f65cff None None] Routers {'82e3c038-949d-425c-8d72-4a27f2405151'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:45:19.074052 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7c44e8e9-1533-40f7-8cd6-a188f9f65cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:45:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['82e3c038-949d-425c-8d72-4a27f2405151'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:19.103005 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d2c6cb-8337-4fb6-a621-2091230c78e3 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:19.106520 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-87d2c6cb-8337-4fb6-a621-2091230c78e3 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "GET /v2.0/ports/23a43dfa-4473-480e-a594-3adb3914fd55 HTTP/1.1" status: 200 len: 910 time: 0.0852385 Mar 22 19:45:19.109441 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46740) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:19.139065 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7c44e8e9-1533-40f7-8cd6-a188f9f65cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:19.143531 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e2943f98-ab4d-4ae1-9633-a227e7fa6d42 None None] Provisioning complete for port 23a43dfa-4473-480e-a594-3adb3914fd55 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:19.144177 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e2943f98-ab4d-4ae1-9633-a227e7fa6d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (23a43dfa-4473-480e-a594-3adb3914fd55), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:19.148484 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0fadf-1991-43dd-8c0e-05d598bced17 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278a0909-d9d3-4523-81b7-af1658ef15ce,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:19.180227 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6f4598ee-55eb-4188-9692-11734eeb8e69 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (6733a5cd-17cf-4f31-bc0f-1581d43839ee), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:19.214768 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c44e8e9-1533-40f7-8cd6-a188f9f65cff None None] Routers {'82e3c038-949d-425c-8d72-4a27f2405151'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:45:19.216837 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7c44e8e9-1533-40f7-8cd6-a188f9f65cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:45:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['82e3c038-949d-425c-8d72-4a27f2405151'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:19.297567 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4598ee-55eb-4188-9692-11734eeb8e69 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:45:19.301870 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a8aa00f-7582-46eb-9528-19ffe8829327 req-aff0fadf-1991-43dd-8c0e-05d598bced17 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=dff9c836-b4a3-46bc-8c7c-6b9af2e5d2a8&id=5941f9d6-47da-4022-bd21-87a0936ca721&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 1.2549238 Mar 22 19:45:19.311595 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-6f4598ee-55eb-4188-9692-11734eeb8e69 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:45:19.322521 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4598ee-55eb-4188-9692-11734eeb8e69 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:45:19.324093 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7c44e8e9-1533-40f7-8cd6-a188f9f65cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:19.325223 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c44e8e9-1533-40f7-8cd6-a188f9f65cff None None] The sync data for ids ['82e3c038-949d-425c-8d72-4a27f2405151'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:45:19.334200 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46742) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:19.334386 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e2943f98-ab4d-4ae1-9633-a227e7fa6d42 None None] Port 23a43dfa-4473-480e-a594-3adb3914fd55 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:45:19.352331 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-b543e068-e7e3-4f88-a62c-4c7d42fe4ed0 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Allocated IP 172.20.0.6 (abcbf463-c70f-41d4-961e-5e15d687045d/4faeafe8-a45f-41c1-a8a5-9fa581f91c44/b2c522d0-02a7-4bcc-a587-249ac2d43207) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:45:19.354973 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4598ee-55eb-4188-9692-11734eeb8e69 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] Pushing event updated for resources: {'Port': ['ID=6733a5cd-17cf-4f31-bc0f-1581d43839ee,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:19.491741 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6f4598ee-55eb-4188-9692-11734eeb8e69 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] Publish callbacks [] for floatingip (559d2ecf-ce07-4a5f-a798-2048ddf7e15f), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:19.739462 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a80f64-6b1e-4e13-96dc-6b0d274a2fa8 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:19.744539 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-65a80f64-6b1e-4e13-96dc-6b0d274a2fa8 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=0f765898-6403-48d6-a585-d0321dc669cd HTTP/1.1" status: 200 len: 1162 time: 0.2145920 Mar 22 19:45:19.744734 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46754) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:19.794401 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-faa92579-a9b3-430d-8d9b-25184589b407 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'port_id': '4bcad1dd-f970-40d2-9a3d-e705d4711f9c', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:19.844450 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-faa92579-a9b3-430d-8d9b-25184589b407 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:20.167557 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:20.296306 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-31cc2adf-b43d-4437-9f76-3931e3e3fb33 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (82e3c038-949d-425c-8d72-4a27f2405151), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:20.411419 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-faa92579-a9b3-430d-8d9b-25184589b407 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:20.526729 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6f4598ee-55eb-4188-9692-11734eeb8e69 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6733a5cd-17cf-4f31-bc0f-1581d43839ee), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:20.682250 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-faa92579-a9b3-430d-8d9b-25184589b407 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Allocated IP 172.25.5.199 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/bdebf2ea-1fcf-4de5-b293-b30452291ccb) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:45:20.803010 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-31cc2adf-b43d-4437-9f76-3931e3e3fb33 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Deleting port 23a43dfa-4473-480e-a594-3adb3914fd55 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:45:20.803429 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-31cc2adf-b43d-4437-9f76-3931e3e3fb33 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (23a43dfa-4473-480e-a594-3adb3914fd55), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:20.903086 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-faa92579-a9b3-430d-8d9b-25184589b407 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for port (bdebf2ea-1fcf-4de5-b293-b30452291ccb), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:20.938975 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-31cc2adf-b43d-4437-9f76-3931e3e3fb33 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (23a43dfa-4473-480e-a594-3adb3914fd55), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:20.939844 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6f4598ee-55eb-4188-9692-11734eeb8e69 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] Publish callbacks [] for port (6733a5cd-17cf-4f31-bc0f-1581d43839ee), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:20.961645 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6f4598ee-55eb-4188-9692-11734eeb8e69 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (6733a5cd-17cf-4f31-bc0f-1581d43839ee), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:20.992136 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-faa92579-a9b3-430d-8d9b-25184589b407 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (bdebf2ea-1fcf-4de5-b293-b30452291ccb), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:20.996490 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ced736c5-205e-4f16-bebd-5ff0429374e1 req-106b36bf-17fb-4671-bd09-49184b9780ac tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 210 time: 0.4715750 Mar 22 19:45:20.998872 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-31cc2adf-b43d-4437-9f76-3931e3e3fb33 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Calling delete_port for 23a43dfa-4473-480e-a594-3adb3914fd55 owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:45:21.066662 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa92579-a9b3-430d-8d9b-25184589b407 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:45:21.074543 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-faa92579-a9b3-430d-8d9b-25184589b407 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:45:21.147025 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa92579-a9b3-430d-8d9b-25184589b407 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:45:21.192758 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa92579-a9b3-430d-8d9b-25184589b407 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Pushing event updated for resources: {'Port': ['ID=bdebf2ea-1fcf-4de5-b293-b30452291ccb,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:21.226635 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4598ee-55eb-4188-9692-11734eeb8e69 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] Pushing event updated for resources: {'Port': ['ID=6733a5cd-17cf-4f31-bc0f-1581d43839ee,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:21.240422 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6f4598ee-55eb-4188-9692-11734eeb8e69 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (559d2ecf-ce07-4a5f-a798-2048ddf7e15f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:21.261732 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-b543e068-e7e3-4f88-a62c-4c7d42fe4ed0 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks [] for port (b2c522d0-02a7-4bcc-a587-249ac2d43207), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:21.332944 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6f4598ee-55eb-4188-9692-11734eeb8e69 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:21.342934 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6f4598ee-55eb-4188-9692-11734eeb8e69 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6730521 Mar 22 19:45:21.345218 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 46790) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:21.362979 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:21.363606 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-6bac2279-86c2-4114-b1bc-4d7453c2a8a7 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1932524085', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'fixed_ips': [{'ip_address': '172.25.5.97'}]}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:21.433085 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bac2279-86c2-4114-b1bc-4d7453c2a8a7 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] Made reservation on behalf of c6073015957c4bdd8bbd832f29847382 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:45:21.450884 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6bac2279-86c2-4114-b1bc-4d7453c2a8a7 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:21.483536 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6bac2279-86c2-4114-b1bc-4d7453c2a8a7 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:21.536997 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-b543e068-e7e3-4f88-a62c-4c7d42fe4ed0 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (b2c522d0-02a7-4bcc-a587-249ac2d43207), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:21.633191 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-b543e068-e7e3-4f88-a62c-4c7d42fe4ed0 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Network abcbf463-c70f-41d4-961e-5e15d687045d is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:45:21.663617 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-b543e068-e7e3-4f88-a62c-4c7d42fe4ed0 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:45:21.672975 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-b543e068-e7e3-4f88-a62c-4c7d42fe4ed0 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:45:22.053411 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6bac2279-86c2-4114-b1bc-4d7453c2a8a7 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] Publish callbacks [] for security_group (5ea85014-b79c-4438-912b-5ddda3ffdd45), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:22.092377 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-b543e068-e7e3-4f88-a62c-4c7d42fe4ed0 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:22.093354 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-b543e068-e7e3-4f88-a62c-4c7d42fe4ed0 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:22.098838 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-05229225-eeb1-4bff-87ac-7c3a13e79b3b None None] Provisioning complete for port b2c522d0-02a7-4bcc-a587-249ac2d43207 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:22.102554 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-05229225-eeb1-4bff-87ac-7c3a13e79b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b2c522d0-02a7-4bcc-a587-249ac2d43207), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:22.125053 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 46804) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:22.163290 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6bac2279-86c2-4114-b1bc-4d7453c2a8a7 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5ea85014-b79c-4438-912b-5ddda3ffdd45), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:22.198711 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-6bac2279-86c2-4114-b1bc-4d7453c2a8a7 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] device_id is not set on port 93c9839b-bd26-4aca-9e8c-ae0ae25a7785 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:45:22.211903 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-31cc2adf-b43d-4437-9f76-3931e3e3fb33 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (23a43dfa-4473-480e-a594-3adb3914fd55), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:22.219605 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-05229225-eeb1-4bff-87ac-7c3a13e79b3b None None] Port b2c522d0-02a7-4bcc-a587-249ac2d43207 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:45:22.319041 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543e068-e7e3-4f88-a62c-4c7d42fe4ed0 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Pushing event updated for resources: {'Port': ['ID=b2c522d0-02a7-4bcc-a587-249ac2d43207,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:22.424773 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-b543e068-e7e3-4f88-a62c-4c7d42fe4ed0 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2513797 Mar 22 19:45:22.432693 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc2adf-b43d-4437-9f76-3931e3e3fb33 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event deleted for resources: {'Port': ['ID=23a43dfa-4473-480e-a594-3adb3914fd55,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:22.585216 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-9122d82e-3058-46bd-b28c-b254a0989f79 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:45:22.587966 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-9122d82e-3058-46bd-b28c-b254a0989f79 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0913689 Mar 22 19:45:22.625523 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-026f7aba-d8bd-4985-abb5-54339b95f37c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:22.765623 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40852057-b384-40b5-a35c-da19dba27184 req-3bf08ac0-e6ce-4f38-9b2c-33704fd1d7ea tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:22.776025 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-40852057-b384-40b5-a35c-da19dba27184 req-3bf08ac0-e6ce-4f38-9b2c-33704fd1d7ea tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 931 time: 0.6088865 Mar 22 19:45:22.783554 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bac2279-86c2-4114-b1bc-4d7453c2a8a7 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea85014-b79c-4438-912b-5ddda3ffdd45,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:22.874306 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-31cc2adf-b43d-4437-9f76-3931e3e3fb33 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (82e3c038-949d-425c-8d72-4a27f2405151), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:22.883524 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] Request body: {'port': {'device_id': 'b5790878-e041-4309-b10f-f32cc6eb46b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:23.044006 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b2c522d0-02a7-4bcc-a587-249ac2d43207), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:23.253133 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-026f7aba-d8bd-4985-abb5-54339b95f37c admin admin] Publish callbacks [] for security_group (2e871aec-b06e-4a45-a16c-bb530e35f907), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:23.321099 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-40852057-b384-40b5-a35c-da19dba27184 req-fda4729c-447d-40e2-856f-8ed7c147db20 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/security-groups?id=022aea2e-9cbf-4dec-9fef-4b9a75e67c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5019181 Mar 22 19:45:23.330059 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-026f7aba-d8bd-4985-abb5-54339b95f37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2e871aec-b06e-4a45-a16c-bb530e35f907), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:23.474096 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-026f7aba-d8bd-4985-abb5-54339b95f37c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=22723798b96448ebb1331892372ff177&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3465109 Mar 22 19:45:23.474603 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f7aba-d8bd-4985-abb5-54339b95f37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e871aec-b06e-4a45-a16c-bb530e35f907,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:23.479692 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 46828) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:23.597860 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bac2279-86c2-4114-b1bc-4d7453c2a8a7 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 22 19:45:23.598565 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bac2279-86c2-4114-b1bc-4d7453c2a8a7 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:45:23.621320 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6bac2279-86c2-4114-b1bc-4d7453c2a8a7 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.2749693 Mar 22 19:45:23.622004 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 46832) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:23.780458 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-62a1b6a2-d3da-435e-9e98-798c4e244e59 admin admin] Publish callbacks [] for security_group (2e871aec-b06e-4a45-a16c-bb530e35f907), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:23.837413 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-62a1b6a2-d3da-435e-9e98-798c4e244e59 admin admin] Publish callbacks [] for security_group (2e871aec-b06e-4a45-a16c-bb530e35f907), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:23.969329 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-a041207f-b9fb-4555-b2ab-a77efd28eee6 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] Deleting port 6733a5cd-17cf-4f31-bc0f-1581d43839ee {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:45:23.969708 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a041207f-b9fb-4555-b2ab-a77efd28eee6 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (6733a5cd-17cf-4f31-bc0f-1581d43839ee), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:24.038350 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-faa92579-a9b3-430d-8d9b-25184589b407 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for floatingip (bc70cad1-0a6a-4b1e-919a-8083505ce134), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:24.076219 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-62a1b6a2-d3da-435e-9e98-798c4e244e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2e871aec-b06e-4a45-a16c-bb530e35f907), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:24.079598 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-62a1b6a2-d3da-435e-9e98-798c4e244e59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:24.081664 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-62a1b6a2-d3da-435e-9e98-798c4e244e59 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2e871aec-b06e-4a45-a16c-bb530e35f907 HTTP/1.1" status: 204 len: 168 time: 0.5946944 Mar 22 19:45:24.186216 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1b6a2-d3da-435e-9e98-798c4e244e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e871aec-b06e-4a45-a16c-bb530e35f907,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:24.261288 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2c522d0-02a7-4bcc-a587-249ac2d43207 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:45:24.290109 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] Publish callbacks [] for port (b2c522d0-02a7-4bcc-a587-249ac2d43207), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:24.328304 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cc2adf-b43d-4437-9f76-3931e3e3fb33 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Router 82e3c038-949d-425c-8d72-4a27f2405151 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:45:24.341022 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] Transition to ACTIVE for port object b2c522d0-02a7-4bcc-a587-249ac2d43207 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:45:24.360449 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a041207f-b9fb-4555-b2ab-a77efd28eee6 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (6733a5cd-17cf-4f31-bc0f-1581d43839ee), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:24.361129 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a041207f-b9fb-4555-b2ab-a77efd28eee6 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] Publish callbacks [] for floatingip (6733a5cd-17cf-4f31-bc0f-1581d43839ee), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:24.385660 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-a041207f-b9fb-4555-b2ab-a77efd28eee6 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] Calling delete_port for 6733a5cd-17cf-4f31-bc0f-1581d43839ee owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:45:24.402543 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (b2c522d0-02a7-4bcc-a587-249ac2d43207), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:24.544654 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cc2adf-b43d-4437-9f76-3931e3e3fb33 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:45:24.560939 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd178af6-7b46-40c4-aab3-912f37f9ba85 None None] Sync routers for ids ['82e3c038-949d-425c-8d72-4a27f2405151'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:45:24.580338 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-31cc2adf-b43d-4437-9f76-3931e3e3fb33 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "PUT /v2.0/routers/82e3c038-949d-425c-8d72-4a27f2405151/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4693396 Mar 22 19:45:24.581905 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd178af6-7b46-40c4-aab3-912f37f9ba85 None None] Routers {'82e3c038-949d-425c-8d72-4a27f2405151'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:45:24.582758 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-cd178af6-7b46-40c4-aab3-912f37f9ba85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:45:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['82e3c038-949d-425c-8d72-4a27f2405151'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:24.589848 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 46878) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:24.707728 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-cd178af6-7b46-40c4-aab3-912f37f9ba85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:24.735454 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd178af6-7b46-40c4-aab3-912f37f9ba85 None None] Routers {'82e3c038-949d-425c-8d72-4a27f2405151'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:45:24.738208 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-cd178af6-7b46-40c4-aab3-912f37f9ba85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:45:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['82e3c038-949d-425c-8d72-4a27f2405151'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:24.747276 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c522d0-02a7-4bcc-a587-249ac2d43207,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:24.782603 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:24.783168 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:24.783398 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:24.783679 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:24.784007 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:24.784869 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:24.784869 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:24.785099 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:24.785354 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:24.785576 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:24.785916 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:24.786240 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:24.786558 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:24.786874 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:24.787190 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:24.847864 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44951e3-32c4-4b35-84fa-e3f03cd816e0 req-002dd19f-8861-4e7d-a0a1-60b80515d3ff tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:24.849668 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-cd178af6-7b46-40c4-aab3-912f37f9ba85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:24.849912 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d44951e3-32c4-4b35-84fa-e3f03cd816e0 req-002dd19f-8861-4e7d-a0a1-60b80515d3ff tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 943 time: 0.3679128 Mar 22 19:45:24.850837 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd178af6-7b46-40c4-aab3-912f37f9ba85 None None] The sync data for ids ['82e3c038-949d-425c-8d72-4a27f2405151'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:45:24.970111 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] Attempting to bind port b2c522d0-02a7-4bcc-a587-249ac2d43207 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:24.970582 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] Attempting to bind port b2c522d0-02a7-4bcc-a587-249ac2d43207 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '62c5f32f-8ee6-4399-879b-0e25c75c35bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abcbf463-c70f-41d4-961e-5e15d687045d'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:24.971640 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] Attempting to bind port b2c522d0-02a7-4bcc-a587-249ac2d43207 on network abcbf463-c70f-41d4-961e-5e15d687045d {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:24.989369 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] Port b2c522d0-02a7-4bcc-a587-249ac2d43207 on network abcbf463-c70f-41d4-961e-5e15d687045d not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:45:24.989369 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] Attempting to bind port b2c522d0-02a7-4bcc-a587-249ac2d43207 on network abcbf463-c70f-41d4-961e-5e15d687045d {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:25.028141 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:45:25.028689 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] Checking segment: {'id': '62c5f32f-8ee6-4399-879b-0e25c75c35bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abcbf463-c70f-41d4-961e-5e15d687045d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:45:25.029188 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] Bound using segment: {'id': '62c5f32f-8ee6-4399-879b-0e25c75c35bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abcbf463-c70f-41d4-961e-5e15d687045d'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:45:25.029839 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] Bound port: b2c522d0-02a7-4bcc-a587-249ac2d43207, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62c5f32f-8ee6-4399-879b-0e25c75c35bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'abcbf463-c70f-41d4-961e-5e15d687045d'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:45:25.030954 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b2c522d0-02a7-4bcc-a587-249ac2d43207), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:25.095389 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d44951e3-32c4-4b35-84fa-e3f03cd816e0 req-b05a11bd-f7c1-4bdb-a346-168ec94bf900 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/security-groups?id=022aea2e-9cbf-4dec-9fef-4b9a75e67c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2354078 Mar 22 19:45:25.160379 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a041207f-b9fb-4555-b2ab-a77efd28eee6 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (6733a5cd-17cf-4f31-bc0f-1581d43839ee), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:25.207842 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a041207f-b9fb-4555-b2ab-a77efd28eee6 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] Pushing event deleted for resources: {'Port': ['ID=6733a5cd-17cf-4f31-bc0f-1581d43839ee,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:25.210984 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-faa92579-a9b3-430d-8d9b-25184589b407 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (bdebf2ea-1fcf-4de5-b293-b30452291ccb), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:25.244605 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] For port b2c522d0-02a7-4bcc-a587-249ac2d43207, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:45:25.284375 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] For port b2c522d0-02a7-4bcc-a587-249ac2d43207, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=b2c522d0-02a7-4bcc-a587-249ac2d43207,segment=NetworkSegment(62c5f32f-8ee6-4399-879b-0e25c75c35bf),segment_id=62c5f32f-8ee6-4399-879b-0e25c75c35bf)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:45:25.303191 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (b2c522d0-02a7-4bcc-a587-249ac2d43207), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:25.313082 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a041207f-b9fb-4555-b2ab-a77efd28eee6 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] Publish callbacks [] for floatingip (559d2ecf-ce07-4a5f-a798-2048ddf7e15f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:25.316410 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a041207f-b9fb-4555-b2ab-a77efd28eee6 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:25.321953 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a041207f-b9fb-4555-b2ab-a77efd28eee6 tempest-ExternalNetworksAdminNegativeTestJSON-981052353 tempest-ExternalNetworksAdminNegativeTestJSON-981052353-project-admin] 10.222.0.75 "DELETE /v2.0/floatingips/559d2ecf-ce07-4a5f-a798-2048ddf7e15f HTTP/1.1" status: 204 len: 168 time: 1.6933510 Mar 22 19:45:25.365363 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:25.366803 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:25.367862 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] 10.222.0.85 "PUT /v2.0/ports/b2c522d0-02a7-4bcc-a587-249ac2d43207 HTTP/1.1" status: 200 len: 1092 time: 2.7374332 Mar 22 19:45:25.368412 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5790878-e041-4309-b10f-f32cc6eb46b0', 'tag': 'b2c522d0-02a7-4bcc-a587-249ac2d43207'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:45:25.371477 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291c6e7a-c370-4f18-b0d8-d9ac0f859c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "b5790878-e041-4309-b10f-f32cc6eb46b0", "tag": "b2c522d0-02a7-4bcc-a587-249ac2d43207"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:45:25.492951 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76346f4c-6ce0-41d1-a8c1-c579a4c39154 x-openstack-request-id: req-76346f4c-6ce0-41d1-a8c1-c579a4c39154 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:45:25.493638 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5790878-e041-4309-b10f-f32cc6eb46b0", "tag": "b2c522d0-02a7-4bcc-a587-249ac2d43207", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:45:25.495020 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-76346f4c-6ce0-41d1-a8c1-c579a4c39154 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:45:25.495696 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76346f4c-6ce0-41d1-a8c1-c579a4c39154'] response: {'name': 'network-changed', 'server_uuid': 'b5790878-e041-4309-b10f-f32cc6eb46b0', 'tag': 'b2c522d0-02a7-4bcc-a587-249ac2d43207', 'status': 'completed', 'code': 200} Mar 22 19:45:25.503118 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d651bb-eac2-45b9-a5a2-652201381856 service neutron] Pushing event updated for resources: {'Port': ['ID=b2c522d0-02a7-4bcc-a587-249ac2d43207,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:25.555626 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-1f74f539-7e72-4e71-a1b9-6d64b451234a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:25.560806 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-1f74f539-7e72-4e71-a1b9-6d64b451234a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9311d11ae9f64b56a94fae205d6367b4&device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 1126 time: 0.1451812 Mar 22 19:45:25.687455 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-a3dffd2e-db26-485e-868d-8a2484a57113 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2c522d0-02a7-4bcc-a587-249ac2d43207 HTTP/1.1" status: 200 len: 217 time: 0.1199253 Mar 22 19:45:25.724394 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-faa92579-a9b3-430d-8d9b-25184589b407 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for port (bdebf2ea-1fcf-4de5-b293-b30452291ccb), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:25.736870 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-faa92579-a9b3-430d-8d9b-25184589b407 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (bdebf2ea-1fcf-4de5-b293-b30452291ccb), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:25.825157 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-16ccc205-ab17-4f1a-aa02-0fc163319b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:25.834388 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-16ccc205-ab17-4f1a-aa02-0fc163319b96 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4faeafe8-a45f-41c1-a8a5-9fa581f91c44 HTTP/1.1" status: 200 len: 852 time: 0.1389825 Mar 22 19:45:25.978424 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-92cd375f-8fba-4797-9c63-8d864bd8be3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:25.983787 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-92cd375f-8fba-4797-9c63-8d864bd8be3a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=abcbf463-c70f-41d4-961e-5e15d687045d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1437745 Mar 22 19:45:26.019033 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa92579-a9b3-430d-8d9b-25184589b407 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Pushing event updated for resources: {'Port': ['ID=bdebf2ea-1fcf-4de5-b293-b30452291ccb,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:26.031438 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-faa92579-a9b3-430d-8d9b-25184589b407 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (bc70cad1-0a6a-4b1e-919a-8083505ce134), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:26.104930 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 46940) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:26.218479 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-4f19ca8b-a4f9-45c1-9f8f-b4a697369d14 service neutron] 10.222.0.85 "GET /v2.0/networks/abcbf463-c70f-41d4-961e-5e15d687045d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222714 Mar 22 19:45:26.339921 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2b4ffed1-fe22-4404-8484-112ad341270b tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (82e3c038-949d-425c-8d72-4a27f2405151), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:26.394777 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94b21ea3-3566-4142-b79f-c78f431cd40e req-7360d9bc-3bae-417e-8cab-d856a4ccbce7 service neutron] 10.222.0.85 "GET /v2.0/networks/abcbf463-c70f-41d4-961e-5e15d687045d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615207 Mar 22 19:45:26.484846 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-faa92579-a9b3-430d-8d9b-25184589b407 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Floating IP bc70cad1-0a6a-4b1e-919a-8083505ce134 associated. External IP: 172.25.5.199, port: 4bcad1dd-f970-40d2-9a3d-e705d4711f9c. Mar 22 19:45:26.530301 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dc1c591a-5277-4a28-a69d-d424e76bb46b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:26.787875 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6c32a-b9a1-4eaf-ac6c-b716bc040a6e req-f6efd536-f795-4c24-83e5-ef65ccb91557 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:26.795549 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a0d6c32a-b9a1-4eaf-ac6c-b716bc040a6e req-f6efd536-f795-4c24-83e5-ef65ccb91557 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 943 time: 0.5683768 Mar 22 19:45:26.830337 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c6e7a-c370-4f18-b0d8-d9ac0f859c2f req-7689b01c-4569-438d-809b-0668f2feca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:26.832723 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-291c6e7a-c370-4f18-b0d8-d9ac0f859c2f req-7689b01c-4569-438d-809b-0668f2feca94 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9311d11ae9f64b56a94fae205d6367b4&device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 1126 time: 0.3814993 Mar 22 19:45:26.959021 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dc1c591a-5277-4a28-a69d-d424e76bb46b admin admin] Publish callbacks [] for security_group (e4b0b821-ac0b-4187-b383-1dac8ec30105), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:26.982035 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a0d6c32a-b9a1-4eaf-ac6c-b716bc040a6e req-d0d68cb4-7220-4ca5-9d5c-e7aea50c4a3e tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/security-groups?id=022aea2e-9cbf-4dec-9fef-4b9a75e67c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852140 Mar 22 19:45:26.985458 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dc1c591a-5277-4a28-a69d-d424e76bb46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e4b0b821-ac0b-4187-b383-1dac8ec30105), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:27.075497 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-dc1c591a-5277-4a28-a69d-d424e76bb46b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8bebd63691bf4add8c36fa2b896f23e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9686875 Mar 22 19:45:27.080381 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 46982) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:27.081433 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c591a-5277-4a28-a69d-d424e76bb46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b0b821-ac0b-4187-b383-1dac8ec30105,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:27.135442 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c6e7a-c370-4f18-b0d8-d9ac0f859c2f req-c6fc8abc-4460-408a-97a8-4f7ee6517f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:27.137155 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-291c6e7a-c370-4f18-b0d8-d9ac0f859c2f req-c6fc8abc-4460-408a-97a8-4f7ee6517f52 service neutron] 10.222.0.85 "GET /v2.0/networks?id=abcbf463-c70f-41d4-961e-5e15d687045d HTTP/1.1" status: 200 len: 914 time: 0.2956464 Mar 22 19:45:27.220245 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-291c6e7a-c370-4f18-b0d8-d9ac0f859c2f req-e4a31e9e-6693-49d6-9ed3-67bf674bc678 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2c522d0-02a7-4bcc-a587-249ac2d43207 HTTP/1.1" status: 200 len: 217 time: 0.0741665 Mar 22 19:45:27.276700 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa92579-a9b3-430d-8d9b-25184589b407 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Router 26bfd1e5-48c0-412c-8785-54616f0819ee has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:45:27.296535 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-46992d6c-4ef9-41a0-8096-657c4eab1c4d admin admin] Publish callbacks [] for security_group (e4b0b821-ac0b-4187-b383-1dac8ec30105), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:27.359092 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-46992d6c-4ef9-41a0-8096-657c4eab1c4d admin admin] Publish callbacks [] for security_group (e4b0b821-ac0b-4187-b383-1dac8ec30105), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:27.448513 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-2b4ffed1-fe22-4404-8484-112ad341270b tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Deleting port 6a8f238a-a2f4-4678-b96c-6259633ab2d7 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:45:27.449086 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2b4ffed1-fe22-4404-8484-112ad341270b tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (6a8f238a-a2f4-4678-b96c-6259633ab2d7), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:27.464701 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-46992d6c-4ef9-41a0-8096-657c4eab1c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e4b0b821-ac0b-4187-b383-1dac8ec30105), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:27.475959 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-46992d6c-4ef9-41a0-8096-657c4eab1c4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:27.483697 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-46992d6c-4ef9-41a0-8096-657c4eab1c4d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e4b0b821-ac0b-4187-b383-1dac8ec30105 HTTP/1.1" status: 204 len: 168 time: 0.3991969 Mar 22 19:45:27.499886 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa92579-a9b3-430d-8d9b-25184589b407 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:45:27.511990 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4916c449-ef07-4f13-8eb2-0b000fc632ef None None] Sync routers for ids ['26bfd1e5-48c0-412c-8785-54616f0819ee'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:45:27.513016 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46992d6c-4ef9-41a0-8096-657c4eab1c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b0b821-ac0b-4187-b383-1dac8ec30105,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:27.531926 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c6e7a-c370-4f18-b0d8-d9ac0f859c2f req-500ff680-330e-48b6-97a4-93a9938f7a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:27.533716 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-291c6e7a-c370-4f18-b0d8-d9ac0f859c2f req-500ff680-330e-48b6-97a4-93a9938f7a40 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4faeafe8-a45f-41c1-a8a5-9fa581f91c44 HTTP/1.1" status: 200 len: 852 time: 0.3055627 Mar 22 19:45:27.560795 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4916c449-ef07-4f13-8eb2-0b000fc632ef None None] Routers {'26bfd1e5-48c0-412c-8785-54616f0819ee'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:45:27.563640 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-4916c449-ef07-4f13-8eb2-0b000fc632ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:45:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['26bfd1e5-48c0-412c-8785-54616f0819ee'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:27.564065 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-faa92579-a9b3-430d-8d9b-25184589b407 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:27.629658 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c6e7a-c370-4f18-b0d8-d9ac0f859c2f req-5d107eba-7f5d-4b1b-bcec-58d487810b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:27.631211 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-291c6e7a-c370-4f18-b0d8-d9ac0f859c2f req-5d107eba-7f5d-4b1b-bcec-58d487810b07 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=abcbf463-c70f-41d4-961e-5e15d687045d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0891800 Mar 22 19:45:27.644711 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-faa92579-a9b3-430d-8d9b-25184589b407 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.8984387 Mar 22 19:45:27.654886 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47014) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:27.662917 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2b4ffed1-fe22-4404-8484-112ad341270b tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (6a8f238a-a2f4-4678-b96c-6259633ab2d7), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:27.681509 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-2b4ffed1-fe22-4404-8484-112ad341270b tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Calling delete_port for 6a8f238a-a2f4-4678-b96c-6259633ab2d7 owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:45:27.829427 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-4916c449-ef07-4f13-8eb2-0b000fc632ef None None] Set router 26bfd1e5-48c0-412c-8785-54616f0819ee gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:45:27.977701 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f765898-6403-48d6-a585-d0321dc669cd', 'tag': '4bcad1dd-f970-40d2-9a3d-e705d4711f9c'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:45:27.991815 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e318a2-c86d-486e-8078-2a01f85aa35d" -d '{"events": [{"name": "network-changed", "server_uuid": "0f765898-6403-48d6-a585-d0321dc669cd", "tag": "4bcad1dd-f970-40d2-9a3d-e705d4711f9c"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:45:28.024737 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2b4ffed1-fe22-4404-8484-112ad341270b tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (6a8f238a-a2f4-4678-b96c-6259633ab2d7), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:28.131864 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4ffed1-fe22-4404-8484-112ad341270b tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event deleted for resources: {'Port': ['ID=6a8f238a-a2f4-4678-b96c-6259633ab2d7,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:28.190659 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-291c6e7a-c370-4f18-b0d8-d9ac0f859c2f req-5fb0062c-5333-46b8-ba3f-b44611265f9a service neutron] 10.222.0.85 "GET /v2.0/networks/abcbf463-c70f-41d4-961e-5e15d687045d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5520241 Mar 22 19:45:28.396689 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-4916c449-ef07-4f13-8eb2-0b000fc632ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2060306635', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '74e38695-88d4-4287-ada6-776271b7fc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:44:37Z', 'updated_at': '2022-03-22T19:44:47Z', 'revision_number': 4, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'gw_port': {'id': '74e38695-88d4-4287-ada6-776271b7fc53', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:44:38Z', 'updated_at': '2022-03-22T19:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'bc70cad1-0a6a-4b1e-919a-8083505ce134', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'floating_ip_address': '172.25.5.199', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'port_id': '4bcad1dd-f970-40d2-9a3d-e705d4711f9c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3058, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9e2f51-21f6-4c93-b55f-1fada675a544', 'mac_address': 'fa:16:3e:c9:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f765898-6403-48d6-a585-d0321dc669cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:45:22Z', 'updated_at': '2022-03-22T19:45:22Z', 'revision_number': 0, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf920434-5441-44a3-b195-0b7375798a3c', 'name': '', 'network_id': '1e9e2f51-21f6-4c93-b55f-1fada675a544', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'mac_address': 'fa:16:3e:a8:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '68e9c30a-44d2-46b7-9538-660d748f6cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:44:46Z', 'updated_at': '2022-03-22T19:44:56Z', 'revision_number': 5, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'subnets': [{'id': '68e9c30a-44d2-46b7-9538-660d748f6cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:28.429437 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47032) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:28.483058 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4916c449-ef07-4f13-8eb2-0b000fc632ef None None] Checking router: 26bfd1e5-48c0-412c-8785-54616f0819ee for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:45:28.517111 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4916c449-ef07-4f13-8eb2-0b000fc632ef None None] Routers {'26bfd1e5-48c0-412c-8785-54616f0819ee'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:45:28.517804 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-4916c449-ef07-4f13-8eb2-0b000fc632ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:45:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['26bfd1e5-48c0-412c-8785-54616f0819ee'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:28.590131 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2b4ffed1-fe22-4404-8484-112ad341270b tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (82e3c038-949d-425c-8d72-4a27f2405151), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:28.600322 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e836407d-ba54-47b6-a1c1-a213aebf8212 x-openstack-request-id: req-e836407d-ba54-47b6-a1c1-a213aebf8212 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:45:28.603221 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f765898-6403-48d6-a585-d0321dc669cd", "tag": "4bcad1dd-f970-40d2-9a3d-e705d4711f9c", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:45:28.612852 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e836407d-ba54-47b6-a1c1-a213aebf8212 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:45:28.613466 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e836407d-ba54-47b6-a1c1-a213aebf8212'] response: {'name': 'network-changed', 'server_uuid': '0f765898-6403-48d6-a585-d0321dc669cd', 'tag': '4bcad1dd-f970-40d2-9a3d-e705d4711f9c', 'status': 'completed', 'code': 200} Mar 22 19:45:28.669709 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-893abd81-1ddb-4ee6-abdb-d9060cc6756e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c6073015957c4bdd8bbd832f29847382&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2390187 Mar 22 19:45:28.676551 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47034) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:29.016134 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4ffed1-fe22-4404-8484-112ad341270b tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Router 82e3c038-949d-425c-8d72-4a27f2405151 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:45:29.320454 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-4916c449-ef07-4f13-8eb2-0b000fc632ef None None] Set router 26bfd1e5-48c0-412c-8785-54616f0819ee gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:45:29.594130 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47058) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:29.689763 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b6bb6-3f51-49f9-ad6e-901cbdae8964 req-045caaa3-c39a-499d-a470-e4335b11a3a1 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:29.691502 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ec9b6bb6-3f51-49f9-ad6e-901cbdae8964 req-045caaa3-c39a-499d-a470-e4335b11a3a1 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 943 time: 1.4987926 Mar 22 19:45:29.756061 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47064) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:29.757521 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4ffed1-fe22-4404-8484-112ad341270b tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:45:29.760544 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9df9b311-3d1e-4765-9e7e-2bb0a191e63b admin admin] Publish callbacks [] for security_group (5ea85014-b79c-4438-912b-5ddda3ffdd45), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:29.773752 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049dada4-6d93-4ddc-808f-f7b1a57ddde8 None None] Sync routers for ids ['82e3c038-949d-425c-8d72-4a27f2405151'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:45:29.781878 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-4916c449-ef07-4f13-8eb2-0b000fc632ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2060306635', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '74e38695-88d4-4287-ada6-776271b7fc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:44:37Z', 'updated_at': '2022-03-22T19:44:47Z', 'revision_number': 4, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'gw_port': {'id': '74e38695-88d4-4287-ada6-776271b7fc53', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:44:38Z', 'updated_at': '2022-03-22T19:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'bc70cad1-0a6a-4b1e-919a-8083505ce134', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'floating_ip_address': '172.25.5.199', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'port_id': '4bcad1dd-f970-40d2-9a3d-e705d4711f9c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3058, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9e2f51-21f6-4c93-b55f-1fada675a544', 'mac_address': 'fa:16:3e:c9:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f765898-6403-48d6-a585-d0321dc669cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:45:22Z', 'updated_at': '2022-03-22T19:45:22Z', 'revision_number': 0, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf920434-5441-44a3-b195-0b7375798a3c', 'name': '', 'network_id': '1e9e2f51-21f6-4c93-b55f-1fada675a544', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'mac_address': 'fa:16:3e:a8:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '68e9c30a-44d2-46b7-9538-660d748f6cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:44:46Z', 'updated_at': '2022-03-22T19:44:56Z', 'revision_number': 5, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'subnets': [{'id': '68e9c30a-44d2-46b7-9538-660d748f6cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:29.785845 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9df9b311-3d1e-4765-9e7e-2bb0a191e63b admin admin] Publish callbacks [] for security_group (5ea85014-b79c-4438-912b-5ddda3ffdd45), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:29.801469 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31275cd3-e469-4c71-aeb3-a4ae6f723377 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:29.802419 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049dada4-6d93-4ddc-808f-f7b1a57ddde8 None None] Routers {'82e3c038-949d-425c-8d72-4a27f2405151'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:45:29.803052 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-049dada4-6d93-4ddc-808f-f7b1a57ddde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:45:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['82e3c038-949d-425c-8d72-4a27f2405151'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:29.813010 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31275cd3-e469-4c71-aeb3-a4ae6f723377 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:29.813010 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31275cd3-e469-4c71-aeb3-a4ae6f723377 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:29.816139 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31275cd3-e469-4c71-aeb3-a4ae6f723377 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:29.816771 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31275cd3-e469-4c71-aeb3-a4ae6f723377 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:29.818148 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31275cd3-e469-4c71-aeb3-a4ae6f723377 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:29.818619 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31275cd3-e469-4c71-aeb3-a4ae6f723377 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:29.819076 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31275cd3-e469-4c71-aeb3-a4ae6f723377 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:29.824641 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4916c449-ef07-4f13-8eb2-0b000fc632ef None None] The sync data for ids ['26bfd1e5-48c0-412c-8785-54616f0819ee'] in n-d-705658-24 is: [{'id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2060306635', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '74e38695-88d4-4287-ada6-776271b7fc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:44:37Z', 'updated_at': '2022-03-22T19:44:47Z', 'revision_number': 4, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'gw_port': {'id': '74e38695-88d4-4287-ada6-776271b7fc53', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:44:38Z', 'updated_at': '2022-03-22T19:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'bc70cad1-0a6a-4b1e-919a-8083505ce134', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'floating_ip_address': '172.25.5.199', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'port_id': '4bcad1dd-f970-40d2-9a3d-e705d4711f9c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3058, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e9e2f51-21f6-4c93-b55f-1fada675a544', 'mac_address': 'fa:16:3e:c9:8e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f765898-6403-48d6-a585-d0321dc669cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:45:22Z', 'updated_at': '2022-03-22T19:45:22Z', 'revision_number': 0, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf920434-5441-44a3-b195-0b7375798a3c', 'name': '', 'network_id': '1e9e2f51-21f6-4c93-b55f-1fada675a544', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'mac_address': 'fa:16:3e:a8:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '68e9c30a-44d2-46b7-9538-660d748f6cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:44:46Z', 'updated_at': '2022-03-22T19:44:56Z', 'revision_number': 5, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'subnets': [{'id': '68e9c30a-44d2-46b7-9538-660d748f6cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:45:29.824909 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-31275cd3-e469-4c71-aeb3-a4ae6f723377 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5650 time: 2.1667705 Mar 22 19:45:29.848076 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2b4ffed1-fe22-4404-8484-112ad341270b tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "PUT /v2.0/routers/82e3c038-949d-425c-8d72-4a27f2405151/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1818526 Mar 22 19:45:29.852476 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47066) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:29.852917 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47068) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:29.868379 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-291c6e7a-c370-4f18-b0d8-d9ac0f859c2f req-b537524f-b34a-4b5e-b91a-b5885df08d07 service neutron] 10.222.0.85 "GET /v2.0/networks/abcbf463-c70f-41d4-961e-5e15d687045d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6605048 Mar 22 19:45:29.886264 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e318a2-c86d-486e-8078-2a01f85aa35d req-41434b39-149d-4591-aa5c-5ab5fadcb99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:29.892299 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-89e318a2-c86d-486e-8078-2a01f85aa35d req-41434b39-149d-4591-aa5c-5ab5fadcb99c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3aeae24db72e47fdba650f6aadc3eb3a&device_id=0f765898-6403-48d6-a585-d0321dc669cd HTTP/1.1" status: 200 len: 1167 time: 1.3244283 Mar 22 19:45:29.936543 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-049dada4-6d93-4ddc-808f-f7b1a57ddde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:29.955963 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049dada4-6d93-4ddc-808f-f7b1a57ddde8 None None] Routers {'82e3c038-949d-425c-8d72-4a27f2405151'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:45:29.957012 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-049dada4-6d93-4ddc-808f-f7b1a57ddde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:45:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['82e3c038-949d-425c-8d72-4a27f2405151'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:30.013892 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa08629a-7d5b-46d2-9c30-f237e2a99d2e tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:30.014768 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa08629a-7d5b-46d2-9c30-f237e2a99d2e tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:30.015997 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa08629a-7d5b-46d2-9c30-f237e2a99d2e tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:30.017285 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa08629a-7d5b-46d2-9c30-f237e2a99d2e tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:30.017553 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f4cfbb85-5434-4cb7-b70c-73f3970d5626 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:30.018323 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa08629a-7d5b-46d2-9c30-f237e2a99d2e tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:30.019012 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa08629a-7d5b-46d2-9c30-f237e2a99d2e tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:30.019655 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa08629a-7d5b-46d2-9c30-f237e2a99d2e tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:30.020292 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa08629a-7d5b-46d2-9c30-f237e2a99d2e tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:30.022516 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-fa08629a-7d5b-46d2-9c30-f237e2a99d2e tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5192 time: 0.1684484 Mar 22 19:45:30.026080 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9df9b311-3d1e-4765-9e7e-2bb0a191e63b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5ea85014-b79c-4438-912b-5ddda3ffdd45), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:30.030352 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9df9b311-3d1e-4765-9e7e-2bb0a191e63b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:30.034800 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9df9b311-3d1e-4765-9e7e-2bb0a191e63b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5ea85014-b79c-4438-912b-5ddda3ffdd45 HTTP/1.1" status: 204 len: 168 time: 1.3560567 Mar 22 19:45:30.035969 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47076) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:30.041289 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-049dada4-6d93-4ddc-808f-f7b1a57ddde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:30.044129 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049dada4-6d93-4ddc-808f-f7b1a57ddde8 None None] The sync data for ids ['82e3c038-949d-425c-8d72-4a27f2405151'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:45:30.082752 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-fb92a96e-bd05-423a-bbf6-5ccc8a4fd683 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "GET /v2.0/ports?device_id=82e3c038-949d-425c-8d72-4a27f2405151 HTTP/1.1" status: 200 len: 205 time: 0.2271686 Mar 22 19:45:30.083802 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47080) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:30.173197 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ec9b6bb6-3f51-49f9-ad6e-901cbdae8964 req-d3c2698b-a731-420e-8023-d3dec9597902 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/security-groups?id=022aea2e-9cbf-4dec-9fef-4b9a75e67c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3384550 Mar 22 19:45:30.203051 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b6ff66f6-d7fd-4890-8869-ff87af4924a8 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router (82e3c038-949d-425c-8d72-4a27f2405151), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:30.206665 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e318a2-c86d-486e-8078-2a01f85aa35d req-a82a12f8-be8c-4355-a15a-5c96621276db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:30.208507 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-89e318a2-c86d-486e-8078-2a01f85aa35d req-a82a12f8-be8c-4355-a15a-5c96621276db service neutron] 10.222.0.84 "GET /v2.0/networks?id=1e9e2f51-21f6-4c93-b55f-1fada675a544 HTTP/1.1" status: 200 len: 897 time: 0.3045495 Mar 22 19:45:30.245280 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23a1f08-0d7f-45ea-b836-6e47473d4c04 None None] New status for floating IP bc70cad1-0a6a-4b1e-919a-8083505ce134: ACTIVE {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:45:30.250565 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9b311-3d1e-4765-9e7e-2bb0a191e63b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea85014-b79c-4438-912b-5ddda3ffdd45,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:30.316434 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-22df97d9-a53a-4b83-9e6e-b31e0a4e5e55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:30.378032 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f4cfbb85-5434-4cb7-b70c-73f3970d5626 admin admin] Publish callbacks [] for security_group (f6e6d1c7-2d10-4728-a926-1f763db3e7d6), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:30.423744 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f4cfbb85-5434-4cb7-b70c-73f3970d5626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f6e6d1c7-2d10-4728-a926-1f763db3e7d6), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:30.518090 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cfbb85-5434-4cb7-b70c-73f3970d5626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e6d1c7-2d10-4728-a926-1f763db3e7d6,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:30.547464 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f4cfbb85-5434-4cb7-b70c-73f3970d5626 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5c324294d4ac4e268252f92e89c9a8ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9179084 Mar 22 19:45:30.560874 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47086) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:30.579315 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-89e318a2-c86d-486e-8078-2a01f85aa35d req-6e610073-eafb-4a92-9692-1f677b64e825 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bcad1dd-f970-40d2-9a3d-e705d4711f9c HTTP/1.1" status: 200 len: 999 time: 0.3601997 Mar 22 19:45:30.690618 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e318a2-c86d-486e-8078-2a01f85aa35d req-87f89426-8446-4509-9585-ef754656715b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:30.692358 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-89e318a2-c86d-486e-8078-2a01f85aa35d req-87f89426-8446-4509-9585-ef754656715b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=68e9c30a-44d2-46b7-9538-660d748f6cd5 HTTP/1.1" status: 200 len: 835 time: 0.1048040 Mar 22 19:45:30.730652 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b6ff66f6-d7fd-4890-8869-ff87af4924a8 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (82e3c038-949d-425c-8d72-4a27f2405151), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:30.738528 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b6ff66f6-d7fd-4890-8869-ff87af4924a8 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router_controller (82e3c038-949d-425c-8d72-4a27f2405151), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:30.750192 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0ab58332-1571-42c9-b139-6bc41152c03e admin admin] Publish callbacks [] for security_group (f6e6d1c7-2d10-4728-a926-1f763db3e7d6), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:30.787621 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0ab58332-1571-42c9-b139-6bc41152c03e admin admin] Publish callbacks [] for security_group (f6e6d1c7-2d10-4728-a926-1f763db3e7d6), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:30.807214 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e318a2-c86d-486e-8078-2a01f85aa35d req-d03a17bc-7362-4d09-9b3f-d700f1edc78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:30.808778 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-89e318a2-c86d-486e-8078-2a01f85aa35d req-d03a17bc-7362-4d09-9b3f-d700f1edc78f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1e9e2f51-21f6-4c93-b55f-1fada675a544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1058352 Mar 22 19:45:30.838176 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b6ff66f6-d7fd-4890-8869-ff87af4924a8 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (82e3c038-949d-425c-8d72-4a27f2405151), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:30.838796 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ff66f6-d7fd-4890-8869-ff87af4924a8 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Fanout notify agent at l3_agent the message router_deleted on router 82e3c038-949d-425c-8d72-4a27f2405151 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:45:30.845835 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b6ff66f6-d7fd-4890-8869-ff87af4924a8 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:30.851366 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b6ff66f6-d7fd-4890-8869-ff87af4924a8 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/routers/82e3c038-949d-425c-8d72-4a27f2405151 HTTP/1.1" status: 204 len: 168 time: 0.7416811 Mar 22 19:45:30.858051 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47092) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:30.949556 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0ab58332-1571-42c9-b139-6bc41152c03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f6e6d1c7-2d10-4728-a926-1f763db3e7d6), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:30.954217 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0ab58332-1571-42c9-b139-6bc41152c03e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:30.958507 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0ab58332-1571-42c9-b139-6bc41152c03e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f6e6d1c7-2d10-4728-a926-1f763db3e7d6 HTTP/1.1" status: 204 len: 168 time: 0.3962114 Mar 22 19:45:30.967590 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-89e318a2-c86d-486e-8078-2a01f85aa35d req-dc85c380-7932-4fcb-a8fd-60fba4930079 service neutron] 10.222.0.84 "GET /v2.0/networks/1e9e2f51-21f6-4c93-b55f-1fada675a544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518607 Mar 22 19:45:30.967785 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-269473a9-8b95-4426-851c-4c04debdacb7 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Deleting subnet dd8f4a5f-caea-4be2-b644-57b0236c2ce4 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:45:30.973832 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab58332-1571-42c9-b139-6bc41152c03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e6d1c7-2d10-4728-a926-1f763db3e7d6,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:30.988169 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-269473a9-8b95-4426-851c-4c04debdacb7 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for subnet (dd8f4a5f-caea-4be2-b644-57b0236c2ce4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:31.077167 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-eeb0fd3d-07fd-4711-b8fe-c934659b0f86 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3588 time: 1.0120130 Mar 22 19:45:31.082046 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-22df97d9-a53a-4b83-9e6e-b31e0a4e5e55 admin admin] Publish callbacks [] for security_group (9b214b2b-9210-4d24-a076-c5e887882bf7), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:31.084238 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47100) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:31.103984 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-22df97d9-a53a-4b83-9e6e-b31e0a4e5e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9b214b2b-9210-4d24-a076-c5e887882bf7), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:31.175853 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-22df97d9-a53a-4b83-9e6e-b31e0a4e5e55 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3cf95893d21d4f6496526995c378a5bf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4161830 Mar 22 19:45:31.179393 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47104) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:31.190928 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-269473a9-8b95-4426-851c-4c04debdacb7 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (dd8f4a5f-caea-4be2-b644-57b0236c2ce4), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:31.199293 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bcd361-c62d-4b6c-ac71-54c251f80483 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:31.199787 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bcd361-c62d-4b6c-ac71-54c251f80483 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:31.222075 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a2bcd361-c62d-4b6c-ac71-54c251f80483 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=26bfd1e5-48c0-412c-8785-54616f0819ee HTTP/1.1" status: 200 len: 2064 time: 0.1289232 Mar 22 19:45:31.238812 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-89e318a2-c86d-486e-8078-2a01f85aa35d req-c36aee54-3661-42f5-8d62-53799c964752 service neutron] 10.222.0.84 "GET /v2.0/networks/1e9e2f51-21f6-4c93-b55f-1fada675a544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623973 Mar 22 19:45:31.280282 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df97d9-a53a-4b83-9e6e-b31e0a4e5e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b214b2b-9210-4d24-a076-c5e887882bf7,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:31.389075 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8b12b51d-a002-4578-bc56-083ebb894b85 admin admin] Publish callbacks [] for security_group (9b214b2b-9210-4d24-a076-c5e887882bf7), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:31.411942 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-269473a9-8b95-4426-851c-4c04debdacb7 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (dd8f4a5f-caea-4be2-b644-57b0236c2ce4), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:31.466606 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ed778-c531-4226-8927-1db517db2eb4 req-c0ba20f4-7eef-4765-bb2f-15394503d90f tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:31.466606 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f91ed778-c531-4226-8927-1db517db2eb4 req-c0ba20f4-7eef-4765-bb2f-15394503d90f tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 943 time: 0.0929434 Mar 22 19:45:31.487892 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f91ed778-c531-4226-8927-1db517db2eb4 req-96df3437-d21d-4b0d-98c3-28083ba741d1 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/security-groups?id=022aea2e-9cbf-4dec-9fef-4b9a75e67c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589061 Mar 22 19:45:31.531305 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8b12b51d-a002-4578-bc56-083ebb894b85 admin admin] Publish callbacks [] for security_group (9b214b2b-9210-4d24-a076-c5e887882bf7), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:31.661911 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-269473a9-8b95-4426-851c-4c04debdacb7 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (dd8f4a5f-caea-4be2-b644-57b0236c2ce4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:31.727290 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269473a9-8b95-4426-851c-4c04debdacb7 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event deleted for resources: {'Subnet': ['ID=dd8f4a5f-caea-4be2-b644-57b0236c2ce4,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:31.729122 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8b12b51d-a002-4578-bc56-083ebb894b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9b214b2b-9210-4d24-a076-c5e887882bf7), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:31.731770 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8b12b51d-a002-4578-bc56-083ebb894b85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:31.735260 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8b12b51d-a002-4578-bc56-083ebb894b85 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9b214b2b-9210-4d24-a076-c5e887882bf7 HTTP/1.1" status: 204 len: 168 time: 0.5513666 Mar 22 19:45:31.758161 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-269473a9-8b95-4426-851c-4c04debdacb7 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:31.766520 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedbc951-9b57-4126-9a9f-b5dba2726b40 None None] Network 9939f5eb-f729-4470-a6fe-09e2e793383d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:45:31.778186 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47124) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:31.779261 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-269473a9-8b95-4426-851c-4c04debdacb7 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/subnets/dd8f4a5f-caea-4be2-b644-57b0236c2ce4 HTTP/1.1" status: 204 len: 168 time: 0.9084339 Mar 22 19:45:31.793479 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12b51d-a002-4578-bc56-083ebb894b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b214b2b-9210-4d24-a076-c5e887882bf7,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:31.800274 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47126) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:31.827350 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8c1ecb3b-8f18-4ae6-ada8-453187218f4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:31.873734 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e64e84-0f6d-4f79-928a-33407f1242cc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Deleting subnet 8d0b02ef-6ce0-43be-bbce-307d9139d14f {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:45:31.879788 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-16e64e84-0f6d-4f79-928a-33407f1242cc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for subnet (8d0b02ef-6ce0-43be-bbce-307d9139d14f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:31.969776 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-16e64e84-0f6d-4f79-928a-33407f1242cc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (8d0b02ef-6ce0-43be-bbce-307d9139d14f), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:31.982190 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8c1ecb3b-8f18-4ae6-ada8-453187218f4f admin admin] Publish callbacks [] for security_group (26e3f2b5-ecb0-44d8-97d7-54e13b7ca7c2), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:31.990881 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8c1ecb3b-8f18-4ae6-ada8-453187218f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (26e3f2b5-ecb0-44d8-97d7-54e13b7ca7c2), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:32.115131 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485fa414-31ad-4bb6-bede-12a7424ec2f8 None None] DHCP port deletion for 9939f5eb-f729-4470-a6fe-09e2e793383d request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:45:32.116317 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ecb3b-8f18-4ae6-ada8-453187218f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e3f2b5-ecb0-44d8-97d7-54e13b7ca7c2,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:32.133364 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8c1ecb3b-8f18-4ae6-ada8-453187218f4f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=68040722a58947789964a7126e7f93d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3286612 Mar 22 19:45:32.134254 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47134) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:32.216425 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-16e64e84-0f6d-4f79-928a-33407f1242cc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (8d0b02ef-6ce0-43be-bbce-307d9139d14f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:32.221518 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-485fa414-31ad-4bb6-bede-12a7424ec2f8 None None] Deleting port 13ede79a-1b67-411a-92b3-4f3c0d3267a4 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:45:32.221936 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-485fa414-31ad-4bb6-bede-12a7424ec2f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (13ede79a-1b67-411a-92b3-4f3c0d3267a4), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:32.309725 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-23283bcf-547f-43ab-9e2a-2e44f79eb3e0 admin admin] Publish callbacks [] for security_group (26e3f2b5-ecb0-44d8-97d7-54e13b7ca7c2), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:32.312431 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-16e64e84-0f6d-4f79-928a-33407f1242cc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (8d0b02ef-6ce0-43be-bbce-307d9139d14f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:32.361089 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e64e84-0f6d-4f79-928a-33407f1242cc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event deleted for resources: {'Subnet': ['ID=8d0b02ef-6ce0-43be-bbce-307d9139d14f,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:32.361495 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-485fa414-31ad-4bb6-bede-12a7424ec2f8 None None] For port 13ede79a-1b67-411a-92b3-4f3c0d3267a4, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=13ede79a-1b67-411a-92b3-4f3c0d3267a4,segment=NetworkSegment(0fe618dd-b2b1-4623-aa4d-b033890968de),segment_id=0fe618dd-b2b1-4623-aa4d-b033890968de)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:45:32.362763 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-485fa414-31ad-4bb6-bede-12a7424ec2f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (13ede79a-1b67-411a-92b3-4f3c0d3267a4), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:32.364564 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-16e64e84-0f6d-4f79-928a-33407f1242cc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:32.372658 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-16e64e84-0f6d-4f79-928a-33407f1242cc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/subnets/8d0b02ef-6ce0-43be-bbce-307d9139d14f HTTP/1.1" status: 204 len: 168 time: 0.5933077 Mar 22 19:45:32.373478 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47138) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:32.389312 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-23283bcf-547f-43ab-9e2a-2e44f79eb3e0 admin admin] Publish callbacks [] for security_group (26e3f2b5-ecb0-44d8-97d7-54e13b7ca7c2), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:32.396796 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-485fa414-31ad-4bb6-bede-12a7424ec2f8 None None] Calling delete_port for 13ede79a-1b67-411a-92b3-4f3c0d3267a4 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:45:32.486305 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77991021-6a91-4956-a663-23fb62ff96e1 None None] Network bd9b3813-64c0-4a00-babc-601779fbe775 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:45:32.507139 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-23283bcf-547f-43ab-9e2a-2e44f79eb3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (26e3f2b5-ecb0-44d8-97d7-54e13b7ca7c2), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:32.514128 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-23283bcf-547f-43ab-9e2a-2e44f79eb3e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:32.515341 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-23283bcf-547f-43ab-9e2a-2e44f79eb3e0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/26e3f2b5-ecb0-44d8-97d7-54e13b7ca7c2 HTTP/1.1" status: 204 len: 168 time: 0.3786874 Mar 22 19:45:32.542672 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23283bcf-547f-43ab-9e2a-2e44f79eb3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e3f2b5-ecb0-44d8-97d7-54e13b7ca7c2,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:32.569185 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23283bcf-547f-43ab-9e2a-2e44f79eb3e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:32.569450 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23283bcf-547f-43ab-9e2a-2e44f79eb3e0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:32.569769 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23283bcf-547f-43ab-9e2a-2e44f79eb3e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:32.570297 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23283bcf-547f-43ab-9e2a-2e44f79eb3e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:32.570639 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23283bcf-547f-43ab-9e2a-2e44f79eb3e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:32.570972 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23283bcf-547f-43ab-9e2a-2e44f79eb3e0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:32.571396 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23283bcf-547f-43ab-9e2a-2e44f79eb3e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:32.571727 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23283bcf-547f-43ab-9e2a-2e44f79eb3e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:32.572587 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23283bcf-547f-43ab-9e2a-2e44f79eb3e0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:32.572913 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23283bcf-547f-43ab-9e2a-2e44f79eb3e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:32.573323 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23283bcf-547f-43ab-9e2a-2e44f79eb3e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:32.573648 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23283bcf-547f-43ab-9e2a-2e44f79eb3e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:32.573993 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23283bcf-547f-43ab-9e2a-2e44f79eb3e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:32.574311 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23283bcf-547f-43ab-9e2a-2e44f79eb3e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:32.574776 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23283bcf-547f-43ab-9e2a-2e44f79eb3e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:32.577712 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-485fa414-31ad-4bb6-bede-12a7424ec2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (13ede79a-1b67-411a-92b3-4f3c0d3267a4), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:32.580950 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55c55bd5-7fa3-4fa3-b9b2-ebddccc607f1 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (9939f5eb-f729-4470-a6fe-09e2e793383d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:32.630271 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47148) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:32.653963 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cdc1d563-5e3f-4e00-a0c4-ddbb6c332529 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:32.657961 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485fa414-31ad-4bb6-bede-12a7424ec2f8 None None] No DVR routers for this DVR port 13ede79a-1b67-411a-92b3-4f3c0d3267a4 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:45:32.728282 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485fa414-31ad-4bb6-bede-12a7424ec2f8 None None] Pushing event deleted for resources: {'Port': ['ID=13ede79a-1b67-411a-92b3-4f3c0d3267a4,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:32.742751 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fa414-31ad-4bb6-bede-12a7424ec2f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:32.743102 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fa414-31ad-4bb6-bede-12a7424ec2f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:32.743454 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fa414-31ad-4bb6-bede-12a7424ec2f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:32.743840 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fa414-31ad-4bb6-bede-12a7424ec2f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:32.744180 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fa414-31ad-4bb6-bede-12a7424ec2f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:32.744521 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fa414-31ad-4bb6-bede-12a7424ec2f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:32.744857 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fa414-31ad-4bb6-bede-12a7424ec2f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:32.745194 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fa414-31ad-4bb6-bede-12a7424ec2f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:32.745530 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fa414-31ad-4bb6-bede-12a7424ec2f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:32.745886 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fa414-31ad-4bb6-bede-12a7424ec2f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:32.746222 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fa414-31ad-4bb6-bede-12a7424ec2f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:32.746553 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fa414-31ad-4bb6-bede-12a7424ec2f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:32.746882 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fa414-31ad-4bb6-bede-12a7424ec2f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:32.747210 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fa414-31ad-4bb6-bede-12a7424ec2f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:32.747539 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485fa414-31ad-4bb6-bede-12a7424ec2f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:45:32.781673 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55c55bd5-7fa3-4fa3-b9b2-ebddccc607f1 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (9939f5eb-f729-4470-a6fe-09e2e793383d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:32.807490 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-55c55bd5-7fa3-4fa3-b9b2-ebddccc607f1 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9939f5eb-f729-4470-a6fe-09e2e793383d']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:32.833246 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-55c55bd5-7fa3-4fa3-b9b2-ebddccc607f1 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fe618dd-b2b1-4623-aa4d-b033890968de') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:32.833572 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-55c55bd5-7fa3-4fa3-b9b2-ebddccc607f1 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fe618dd-b2b1-4623-aa4d-b033890968de') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:32.849267 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cdc1d563-5e3f-4e00-a0c4-ddbb6c332529 admin admin] Publish callbacks [] for security_group (becc7442-dbe5-46c4-ac68-45a93b8c542d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:32.855216 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cdc1d563-5e3f-4e00-a0c4-ddbb6c332529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (becc7442-dbe5-46c4-ac68-45a93b8c542d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:32.857998 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55c55bd5-7fa3-4fa3-b9b2-ebddccc607f1 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (0fe618dd-b2b1-4623-aa4d-b033890968de), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:32.888589 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55c55bd5-7fa3-4fa3-b9b2-ebddccc607f1 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (0fe618dd-b2b1-4623-aa4d-b033890968de), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:32.915009 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c55bd5-7fa3-4fa3-b9b2-ebddccc607f1 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:45:32.915440 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55c55bd5-7fa3-4fa3-b9b2-ebddccc607f1 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (0fe618dd-b2b1-4623-aa4d-b033890968de), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:32.927050 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1d563-5e3f-4e00-a0c4-ddbb6c332529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=becc7442-dbe5-46c4-ac68-45a93b8c542d,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:32.955513 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88137bd-1f2f-4f27-b100-c645ae073d24 None None] DHCP port deletion for bd9b3813-64c0-4a00-babc-601779fbe775 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:45:32.963097 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:45:32.963097 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:45:32.963097 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:45:32.963097 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:45:32.963097 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:45:32.963097 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:45:32.963097 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:45:32.963097 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:45:32.963097 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:45:32.963097 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:45:32.963097 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:45:32.963097 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:45:32.963097 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:45:32.963097 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:45:32.963097 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:45:32.963097 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:45:32.963097 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:45:32.963097 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:45:32.963097 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:45:32.963097 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:45:32.963097 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:45:32.963097 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:45:32.963097 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:45:32.963097 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:45:32.963097 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:45:32.963097 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:45:32.963097 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:45:32.963097 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:45:32.963097 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:45:32.963097 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:45:32.963097 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:45:32.963097 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:45:33.008783 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cdc1d563-5e3f-4e00-a0c4-ddbb6c332529 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8595897b578b4307b3a4bc80d33fe248&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3773570 Mar 22 19:45:33.009960 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47154) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:33.044939 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55c55bd5-7fa3-4fa3-b9b2-ebddccc607f1 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (9939f5eb-f729-4470-a6fe-09e2e793383d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:33.064793 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-b88137bd-1f2f-4f27-b100-c645ae073d24 None None] Deleting port cd578908-500a-42f8-a423-87c41612cb06 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:45:33.065756 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b88137bd-1f2f-4f27-b100-c645ae073d24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (cd578908-500a-42f8-a423-87c41612cb06), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:33.067733 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55c55bd5-7fa3-4fa3-b9b2-ebddccc607f1 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:33.071676 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-55c55bd5-7fa3-4fa3-b9b2-ebddccc607f1 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/networks/9939f5eb-f729-4470-a6fe-09e2e793383d HTTP/1.1" status: 204 len: 168 time: 0.6956801 Mar 22 19:45:33.077068 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47158) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:33.109221 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c55bd5-7fa3-4fa3-b9b2-ebddccc607f1 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event deleted for resources: {'Network': ['ID=9939f5eb-f729-4470-a6fe-09e2e793383d,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:33.171110 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d6abb-0d7c-4c43-958d-025d17a7fa95 req-c02be8bc-8ac1-47a9-a40a-12a29dd183cb tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:33.177551 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-516d6abb-0d7c-4c43-958d-025d17a7fa95 req-c02be8bc-8ac1-47a9-a40a-12a29dd183cb tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 943 time: 0.4951177 Mar 22 19:45:33.188371 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c8a4effe-138b-4d8d-9e24-08f7d412b550 admin admin] Publish callbacks [] for security_group (becc7442-dbe5-46c4-ac68-45a93b8c542d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:33.244669 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-b88137bd-1f2f-4f27-b100-c645ae073d24 None None] For port cd578908-500a-42f8-a423-87c41612cb06, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=cd578908-500a-42f8-a423-87c41612cb06,segment=NetworkSegment(99a8d281-e942-433b-a4b7-5a0454320977),segment_id=99a8d281-e942-433b-a4b7-5a0454320977)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:45:33.245287 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b88137bd-1f2f-4f27-b100-c645ae073d24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (cd578908-500a-42f8-a423-87c41612cb06), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:33.269410 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c8a4effe-138b-4d8d-9e24-08f7d412b550 admin admin] Publish callbacks [] for security_group (becc7442-dbe5-46c4-ac68-45a93b8c542d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:33.273093 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-b88137bd-1f2f-4f27-b100-c645ae073d24 None None] Calling delete_port for cd578908-500a-42f8-a423-87c41612cb06 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:45:33.309561 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47164) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:33.399911 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c8a4effe-138b-4d8d-9e24-08f7d412b550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (becc7442-dbe5-46c4-ac68-45a93b8c542d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:33.403228 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-516d6abb-0d7c-4c43-958d-025d17a7fa95 req-a4ba318c-be0f-4986-a580-7b9d4bae9c12 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/security-groups?id=022aea2e-9cbf-4dec-9fef-4b9a75e67c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610894 Mar 22 19:45:33.403847 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c8a4effe-138b-4d8d-9e24-08f7d412b550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:33.407788 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c8a4effe-138b-4d8d-9e24-08f7d412b550 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/becc7442-dbe5-46c4-ac68-45a93b8c542d HTTP/1.1" status: 204 len: 168 time: 0.3908489 Mar 22 19:45:33.419663 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dcc22a04-2eff-4881-a892-f51de8e8db03 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (bd9b3813-64c0-4a00-babc-601779fbe775), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:33.428892 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a4effe-138b-4d8d-9e24-08f7d412b550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becc7442-dbe5-46c4-ac68-45a93b8c542d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:33.489742 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b88137bd-1f2f-4f27-b100-c645ae073d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (cd578908-500a-42f8-a423-87c41612cb06), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:33.531844 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-dcc22a04-2eff-4881-a892-f51de8e8db03 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Deleting port cd578908-500a-42f8-a423-87c41612cb06 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:45:33.533823 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dcc22a04-2eff-4881-a892-f51de8e8db03 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (cd578908-500a-42f8-a423-87c41612cb06), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:33.537665 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88137bd-1f2f-4f27-b100-c645ae073d24 None None] No DVR routers for this DVR port cd578908-500a-42f8-a423-87c41612cb06 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:45:33.580504 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88137bd-1f2f-4f27-b100-c645ae073d24 None None] Pushing event deleted for resources: {'Port': ['ID=cd578908-500a-42f8-a423-87c41612cb06,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:33.670241 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-dcc22a04-2eff-4881-a892-f51de8e8db03 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] For port cd578908-500a-42f8-a423-87c41612cb06, host n-d-705658-24, got binding levels [] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:45:33.670768 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dcc22a04-2eff-4881-a892-f51de8e8db03 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (cd578908-500a-42f8-a423-87c41612cb06), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:33.690035 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-dcc22a04-2eff-4881-a892-f51de8e8db03 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Calling delete_port for cd578908-500a-42f8-a423-87c41612cb06 owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:45:33.694178 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.ipam_backend_mixin [None req-dcc22a04-2eff-4881-a892-f51de8e8db03 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Port cd578908-500a-42f8-a423-87c41612cb06 was not found and therefore no delete operation was performed {{(pid=104172) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 19:45:33.696282 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dcc22a04-2eff-4881-a892-f51de8e8db03 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (cd578908-500a-42f8-a423-87c41612cb06), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:33.741759 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc22a04-2eff-4881-a892-f51de8e8db03 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event deleted for resources: {'Port': ['ID=cd578908-500a-42f8-a423-87c41612cb06,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:33.745907 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc22a04-2eff-4881-a892-f51de8e8db03 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] No DVR routers for this DVR port cd578908-500a-42f8-a423-87c41612cb06 on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:45:33.753741 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-6088c402-af28-431c-8482-3afb067157d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-905590852'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:33.967189 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6088c402-af28-431c-8482-3afb067157d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005-project] Made reservation on behalf of 3e0a1e6225cc46d08e979fd1467e58fb for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:45:33.972868 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6088c402-af28-431c-8482-3afb067157d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:33.988115 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dcc22a04-2eff-4881-a892-f51de8e8db03 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (bd9b3813-64c0-4a00-babc-601779fbe775), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:33.990866 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6088c402-af28-431c-8482-3afb067157d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:34.000336 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device cd578908-500a-42f8-a423-87c41612cb06 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:45:34.041709 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: cd578908-500a-42f8-a423-87c41612cb06 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:45:34.042851 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device cd578908-500a-42f8-a423-87c41612cb06 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:45:34.045738 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 13ede79a-1b67-411a-92b3-4f3c0d3267a4 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:45:34.060853 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-dcc22a04-2eff-4881-a892-f51de8e8db03 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd9b3813-64c0-4a00-babc-601779fbe775']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:34.089431 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 13ede79a-1b67-411a-92b3-4f3c0d3267a4 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:45:34.089756 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 13ede79a-1b67-411a-92b3-4f3c0d3267a4 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:45:34.100744 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-dcc22a04-2eff-4881-a892-f51de8e8db03 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99a8d281-e942-433b-a4b7-5a0454320977') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:34.100941 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-dcc22a04-2eff-4881-a892-f51de8e8db03 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99a8d281-e942-433b-a4b7-5a0454320977') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:34.120748 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dcc22a04-2eff-4881-a892-f51de8e8db03 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (99a8d281-e942-433b-a4b7-5a0454320977), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:34.145392 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dcc22a04-2eff-4881-a892-f51de8e8db03 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (99a8d281-e942-433b-a4b7-5a0454320977), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:34.165610 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcc22a04-2eff-4881-a892-f51de8e8db03 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:45:34.166110 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dcc22a04-2eff-4881-a892-f51de8e8db03 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (99a8d281-e942-433b-a4b7-5a0454320977), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:34.169209 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:45:34.169209 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:45:34.169209 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:45:34.169209 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:45:34.169209 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:45:34.169209 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:45:34.169209 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:45:34.169209 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:45:34.169209 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:45:34.169209 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:45:34.169209 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:45:34.169209 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:45:34.169209 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:45:34.169209 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:45:34.169209 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:45:34.169209 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:45:34.169209 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:45:34.169209 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:45:34.169209 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:45:34.169209 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:45:34.169209 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:45:34.169209 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:45:34.169209 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:45:34.169209 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:45:34.169209 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:45:34.169209 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:45:34.169209 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:45:34.169209 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:45:34.169209 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:45:34.169209 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:45:34.169209 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:45:34.169209 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:45:34.350023 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dcc22a04-2eff-4881-a892-f51de8e8db03 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (bd9b3813-64c0-4a00-babc-601779fbe775), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:34.368076 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dcc22a04-2eff-4881-a892-f51de8e8db03 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:34.383983 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-dcc22a04-2eff-4881-a892-f51de8e8db03 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/networks/bd9b3813-64c0-4a00-babc-601779fbe775 HTTP/1.1" status: 204 len: 168 time: 1.2902291 Mar 22 19:45:34.384379 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47196) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:34.390015 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-96ff391a-4878-44d0-8269-e27ae00575b4 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Request body: {'network': {'name': 'tempest-RoutersTest-1270935742'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:34.445116 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ff391a-4878-44d0-8269-e27ae00575b4 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Made reservation on behalf of e7c95693d2624eb68ce77ff7289ab08a for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:45:34.450508 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-96ff391a-4878-44d0-8269-e27ae00575b4 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:34.454062 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6088c402-af28-431c-8482-3afb067157d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005-project] Publish callbacks [] for security_group (e5ce5bfe-7215-49ea-9535-270078b64508), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:34.455204 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc22a04-2eff-4881-a892-f51de8e8db03 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event deleted for resources: {'Network': ['ID=bd9b3813-64c0-4a00-babc-601779fbe775,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:34.465224 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6088c402-af28-431c-8482-3afb067157d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e5ce5bfe-7215-49ea-9535-270078b64508), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:34.491133 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6088c402-af28-431c-8482-3afb067157d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:45:34.504792 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ff391a-4878-44d0-8269-e27ae00575b4 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:45:34.524741 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6088c402-af28-431c-8482-3afb067157d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (617ba49a-a1dd-4323-a3db-a7114daf8e38), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:34.525642 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-6088c402-af28-431c-8482-3afb067157d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005-project] Added segment 617ba49a-a1dd-4323-a3db-a7114daf8e38 of type vlan for network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 Mar 22 19:45:34.539929 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-96ff391a-4878-44d0-8269-e27ae00575b4 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (991f0fdf-2053-4d7a-ade5-d6ba5ddfd0ac), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:34.540452 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-96ff391a-4878-44d0-8269-e27ae00575b4 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Added segment 991f0fdf-2053-4d7a-ade5-d6ba5ddfd0ac of type vlan for network e70c65e2-00b5-48ec-88d2-d5be0ae2b856 Mar 22 19:45:34.584222 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6088c402-af28-431c-8482-3afb067157d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:34.634367 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088c402-af28-431c-8482-3afb067157d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ce5bfe-7215-49ea-9535-270078b64508,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:34.638886 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6088c402-af28-431c-8482-3afb067157d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:34.643346 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-96ff391a-4878-44d0-8269-e27ae00575b4 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (e70c65e2-00b5-48ec-88d2-d5be0ae2b856), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:34.644556 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6088c402-af28-431c-8482-3afb067157d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:34.645157 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6088c402-af28-431c-8482-3afb067157d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:34.708306 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-96ff391a-4878-44d0-8269-e27ae00575b4 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (e70c65e2-00b5-48ec-88d2-d5be0ae2b856), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:34.720148 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ff391a-4878-44d0-8269-e27ae00575b4 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:34.723379 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-96ff391a-4878-44d0-8269-e27ae00575b4 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:34.821342 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6088c402-af28-431c-8482-3afb067157d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.5105977 Mar 22 19:45:34.846943 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088c402-af28-431c-8482-3afb067157d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005-project] Pushing event updated for resources: {'Network': ['ID=290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:34.856669 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-96ff391a-4878-44d0-8269-e27ae00575b4 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4693096 Mar 22 19:45:34.861549 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:45:34.867441 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47220) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:34.878224 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-0d8ce9c4-60bd-41b3-82d9-f6d8bc91001a tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Request body: {'subnet': {'network_id': 'e70c65e2-00b5-48ec-88d2-d5be0ae2b856', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:34.905941 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d9f62-31e6-4ab2-ad2f-0cb5777df7a6 req-a4028605-7425-4c63-8083-286c475532b3 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:34.907608 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-194d9f62-31e6-4ab2-ad2f-0cb5777df7a6 req-a4028605-7425-4c63-8083-286c475532b3 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 943 time: 0.2989190 Mar 22 19:45:34.993531 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-194d9f62-31e6-4ab2-ad2f-0cb5777df7a6 req-18653a19-5746-4f14-8a5b-e284debfe780 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/security-groups?id=022aea2e-9cbf-4dec-9fef-4b9a75e67c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788622 Mar 22 19:45:35.017500 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff391a-4878-44d0-8269-e27ae00575b4 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Network': ['ID=e70c65e2-00b5-48ec-88d2-d5be0ae2b856,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:35.033826 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network e70c65e2-00b5-48ec-88d2-d5be0ae2b856 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:45:35.129509 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8ce9c4-60bd-41b3-82d9-f6d8bc91001a tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Made reservation on behalf of e7c95693d2624eb68ce77ff7289ab08a for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:45:35.142107 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0d8ce9c4-60bd-41b3-82d9-f6d8bc91001a tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:35.378651 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0d8ce9c4-60bd-41b3-82d9-f6d8bc91001a tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (226a83b9-517a-4dce-a40d-1aacc095807b), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:35.429043 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47236) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:35.438344 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Request body: {'port': {'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82', 'binding:host_id': 'n-h1-705658-24', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-364300056'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:35.493666 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Made reservation on behalf of 3df63132c2e64841b1f12a674376d8fc for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:45:35.498153 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:35.524703 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:35.609052 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ce9c4-60bd-41b3-82d9-f6d8bc91001a tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Subnet': ['ID=226a83b9-517a-4dce-a40d-1aacc095807b,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:35.616683 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8ce9c4-60bd-41b3-82d9-f6d8bc91001a tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Checking segment: {'id': '991f0fdf-2053-4d7a-ade5-d6ba5ddfd0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e70c65e2-00b5-48ec-88d2-d5be0ae2b856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:45:35.617756 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8ce9c4-60bd-41b3-82d9-f6d8bc91001a tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network hostable DHCP agents. Network: e70c65e2-00b5-48ec-88d2-d5be0ae2b856, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:45:35.667737 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8ce9c4-60bd-41b3-82d9-f6d8bc91001a tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network e70c65e2-00b5-48ec-88d2-d5be0ae2b856 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:45:35.686831 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-0d8ce9c4-60bd-41b3-82d9-f6d8bc91001a tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, e70c65e2-00b5-48ec-88d2-d5be0ae2b856) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:45:35.692604 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8ce9c4-60bd-41b3-82d9-f6d8bc91001a tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:35.693706 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0d8ce9c4-60bd-41b3-82d9-f6d8bc91001a tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:35.700783 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d54638-85e7-44c5-b657-d1b96cd24538 None None] Network e70c65e2-00b5-48ec-88d2-d5be0ae2b856 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:45:35.737188 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47244) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:35.738632 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0d8ce9c4-60bd-41b3-82d9-f6d8bc91001a tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8697488 Mar 22 19:45:35.750497 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-fd9caed1-1ace-43b3-98f4-b530b74344a3 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2082783188', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:35.788663 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks [] for security_group (8bf25999-5bd4-43ae-9d55-452a3cac91de), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:35.795292 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (8bf25999-5bd4-43ae-9d55-452a3cac91de), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:35.812866 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] device_id is not set on port 603d54c0-400b-47a3-bf6d-9318873fb237 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:45:35.919792 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7a4124-c637-4276-89d7-2fda46203cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-e70c65e2-00b5-48ec-88d2-d5be0ae2b856', 'network_id': 'e70c65e2-00b5-48ec-88d2-d5be0ae2b856', 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'fixed_ips': [{'subnet_id': '226a83b9-517a-4dce-a40d-1aacc095807b'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:45:35.920671 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5e7a4124-c637-4276-89d7-2fda46203cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:35.965992 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fd9caed1-1ace-43b3-98f4-b530b74344a3 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (b3d2051d-73a8-4fd8-9e34-5d75a8b337aa), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:35.968614 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fd9caed1-1ace-43b3-98f4-b530b74344a3 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (b3d2051d-73a8-4fd8-9e34-5d75a8b337aa), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:36.013053 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf25999-5bd4-43ae-9d55-452a3cac91de,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:36.094337 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47252) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:36.333473 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-5e7a4124-c637-4276-89d7-2fda46203cee None None] Allocated IP 172.20.0.2 (e70c65e2-00b5-48ec-88d2-d5be0ae2b856/226a83b9-517a-4dce-a40d-1aacc095807b/5c587aa6-fad7-420b-85a6-754534a13604) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:45:36.359900 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fd9caed1-1ace-43b3-98f4-b530b74344a3 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router_controller (b3d2051d-73a8-4fd8-9e34-5d75a8b337aa), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:36.381269 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fd9caed1-1ace-43b3-98f4-b530b74344a3 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (b3d2051d-73a8-4fd8-9e34-5d75a8b337aa), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:36.526279 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fd9caed1-1ace-43b3-98f4-b530b74344a3 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:36.532847 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fd9caed1-1ace-43b3-98f4-b530b74344a3 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7876565 Mar 22 19:45:36.533734 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47262) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:36.540179 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-5297c450-7825-4a1c-b427-ed0c48d8babc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Request body: {'port': {'network_id': 'e70c65e2-00b5-48ec-88d2-d5be0ae2b856', 'name': 'tempest-RoutersTest-1697983896'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:36.710434 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] device_id is not set on port 603d54c0-400b-47a3-bf6d-9318873fb237 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:45:36.730464 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-87d1e412-9467-4b4a-8e91-b52740ca8d6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:36.731958 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks [] for port (603d54c0-400b-47a3-bf6d-9318873fb237), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:36.746728 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (603d54c0-400b-47a3-bf6d-9318873fb237), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:36.770792 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5e7a4124-c637-4276-89d7-2fda46203cee None None] Publish callbacks [] for port (5c587aa6-fad7-420b-85a6-754534a13604), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:36.782366 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5e7a4124-c637-4276-89d7-2fda46203cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (5c587aa6-fad7-420b-85a6-754534a13604), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:36.845652 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Pushing event updated for resources: {'Port': ['ID=603d54c0-400b-47a3-bf6d-9318873fb237,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:36.922259 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Checking segment: {'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:45:36.922712 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Network hostable DHCP agents. Network: 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:45:36.935017 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a4124-c637-4276-89d7-2fda46203cee None None] Pushing event updated for resources: {'Port': ['ID=5c587aa6-fad7-420b-85a6-754534a13604,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:36.968767 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7a4124-c637-4276-89d7-2fda46203cee None None] Network e70c65e2-00b5-48ec-88d2-d5be0ae2b856 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:45:36.971473 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-5e7a4124-c637-4276-89d7-2fda46203cee None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:45:36.975585 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7a4124-c637-4276-89d7-2fda46203cee None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:45:37.016532 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:45:37.018657 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-87d1e412-9467-4b4a-8e91-b52740ca8d6c admin admin] Publish callbacks [] for security_group (b1f268be-f2e3-4e2c-87e3-7ab2a01552ee), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:37.043811 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-87d1e412-9467-4b4a-8e91-b52740ca8d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b1f268be-f2e3-4e2c-87e3-7ab2a01552ee), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:37.057387 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:45:37.062626 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:45:37.097453 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:37.097935 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:37.099092 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:37.110610 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-87d1e412-9467-4b4a-8e91-b52740ca8d6c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0a8619ea99b54065a4f54afaa9577b78&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0127492 Mar 22 19:45:37.110813 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Port 603d54c0-400b-47a3-bf6d-9318873fb237 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:45:37.110813 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Failed to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] Mar 22 19:45:37.110813 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempt 2 to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 Mar 22 19:45:37.112970 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11e8af2-fa5c-4cc8-810e-73cef383a63e None None] Network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:45:37.125329 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47276) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:37.135281 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3274dd6-9d13-4ee8-b78e-cab880abc735 req-71676577-efb2-4a78-8994-ecdf0d95e4e0 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:37.143766 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f3274dd6-9d13-4ee8-b78e-cab880abc735 req-71676577-efb2-4a78-8994-ecdf0d95e4e0 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 943 time: 0.2047527 Mar 22 19:45:37.212688 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:37.213128 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:37.214051 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:37.222860 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1e412-9467-4b4a-8e91-b52740ca8d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f268be-f2e3-4e2c-87e3-7ab2a01552ee,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:37.255815 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Port 603d54c0-400b-47a3-bf6d-9318873fb237 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:45:37.256520 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Failed to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] Mar 22 19:45:37.260805 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempt 3 to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 Mar 22 19:45:37.268797 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5297c450-7825-4a1c-b427-ed0c48d8babc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Made reservation on behalf of e7c95693d2624eb68ce77ff7289ab08a for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:45:37.275951 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5297c450-7825-4a1c-b427-ed0c48d8babc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:37.282570 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-5e7a4124-c637-4276-89d7-2fda46203cee None None] Attempting to bind port 5c587aa6-fad7-420b-85a6-754534a13604 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:37.282959 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-5e7a4124-c637-4276-89d7-2fda46203cee None None] Attempting to bind port 5c587aa6-fad7-420b-85a6-754534a13604 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '991f0fdf-2053-4d7a-ade5-d6ba5ddfd0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e70c65e2-00b5-48ec-88d2-d5be0ae2b856'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:37.283333 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7a4124-c637-4276-89d7-2fda46203cee None None] Attempting to bind port 5c587aa6-fad7-420b-85a6-754534a13604 on network e70c65e2-00b5-48ec-88d2-d5be0ae2b856 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:37.297678 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7a4124-c637-4276-89d7-2fda46203cee None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:45:37.298097 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7a4124-c637-4276-89d7-2fda46203cee None None] Checking segment: {'id': '991f0fdf-2053-4d7a-ade5-d6ba5ddfd0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e70c65e2-00b5-48ec-88d2-d5be0ae2b856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:45:37.299299 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5e7a4124-c637-4276-89d7-2fda46203cee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:37.299712 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7a4124-c637-4276-89d7-2fda46203cee None None] Bound using segment: {'id': '991f0fdf-2053-4d7a-ade5-d6ba5ddfd0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e70c65e2-00b5-48ec-88d2-d5be0ae2b856'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:45:37.300217 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-5e7a4124-c637-4276-89d7-2fda46203cee None None] Bound port: 5c587aa6-fad7-420b-85a6-754534a13604, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '991f0fdf-2053-4d7a-ade5-d6ba5ddfd0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'e70c65e2-00b5-48ec-88d2-d5be0ae2b856'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:45:37.300608 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5e7a4124-c637-4276-89d7-2fda46203cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5c587aa6-fad7-420b-85a6-754534a13604), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:37.305051 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-5297c450-7825-4a1c-b427-ed0c48d8babc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] device_id is not set on port d365fde3-c66c-43ef-86c4-ce3046a0d2c4 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:45:37.358551 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f3274dd6-9d13-4ee8-b78e-cab880abc735 req-3d23a442-82fb-4ed7-a946-93c712aa6882 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/security-groups?id=022aea2e-9cbf-4dec-9fef-4b9a75e67c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933548 Mar 22 19:45:37.437653 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4cc51b9c-48aa-4857-8a6d-2d5ece4a080f admin admin] Publish callbacks [] for security_group (b1f268be-f2e3-4e2c-87e3-7ab2a01552ee), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:37.441865 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:37.442515 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:37.443042 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:37.477528 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Port 603d54c0-400b-47a3-bf6d-9318873fb237 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:45:37.477926 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Failed to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] Mar 22 19:45:37.481650 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempt 4 to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 Mar 22 19:45:37.488971 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-5e7a4124-c637-4276-89d7-2fda46203cee None None] For port 5c587aa6-fad7-420b-85a6-754534a13604, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:45:37.496250 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-5e7a4124-c637-4276-89d7-2fda46203cee None None] For port 5c587aa6-fad7-420b-85a6-754534a13604, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=5c587aa6-fad7-420b-85a6-754534a13604,segment=NetworkSegment(991f0fdf-2053-4d7a-ade5-d6ba5ddfd0ac),segment_id=991f0fdf-2053-4d7a-ade5-d6ba5ddfd0ac)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:45:37.504449 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-5297c450-7825-4a1c-b427-ed0c48d8babc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Allocated IP 172.20.0.7 (e70c65e2-00b5-48ec-88d2-d5be0ae2b856/226a83b9-517a-4dce-a40d-1aacc095807b/d365fde3-c66c-43ef-86c4-ce3046a0d2c4) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:45:37.514045 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5e7a4124-c637-4276-89d7-2fda46203cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5c587aa6-fad7-420b-85a6-754534a13604), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:37.525045 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4cc51b9c-48aa-4857-8a6d-2d5ece4a080f admin admin] Publish callbacks [] for security_group (b1f268be-f2e3-4e2c-87e3-7ab2a01552ee), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:37.588416 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:37.588788 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:37.589146 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:37.625253 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Port 603d54c0-400b-47a3-bf6d-9318873fb237 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:45:37.625443 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Failed to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] Mar 22 19:45:37.626972 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempt 5 to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 Mar 22 19:45:37.650815 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:37.651163 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:37.652260 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:37.660263 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a4124-c637-4276-89d7-2fda46203cee None None] Pushing event updated for resources: {'Port': ['ID=5c587aa6-fad7-420b-85a6-754534a13604,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:37.669300 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Port 603d54c0-400b-47a3-bf6d-9318873fb237 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:45:37.669610 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Failed to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] Mar 22 19:45:37.670677 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempt 6 to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 Mar 22 19:45:37.704797 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:37.705145 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:37.705486 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:37.722459 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Port 603d54c0-400b-47a3-bf6d-9318873fb237 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:45:37.722801 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Failed to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] Mar 22 19:45:37.723210 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempt 7 to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 Mar 22 19:45:37.731781 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4cc51b9c-48aa-4857-8a6d-2d5ece4a080f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b1f268be-f2e3-4e2c-87e3-7ab2a01552ee), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:37.734384 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4cc51b9c-48aa-4857-8a6d-2d5ece4a080f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:37.737696 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4cc51b9c-48aa-4857-8a6d-2d5ece4a080f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b1f268be-f2e3-4e2c-87e3-7ab2a01552ee HTTP/1.1" status: 204 len: 168 time: 0.6088462 Mar 22 19:45:37.761639 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:37.762167 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:37.762523 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:37.765010 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc51b9c-48aa-4857-8a6d-2d5ece4a080f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f268be-f2e3-4e2c-87e3-7ab2a01552ee,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:37.774858 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Port 603d54c0-400b-47a3-bf6d-9318873fb237 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:45:37.775289 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Failed to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] Mar 22 19:45:37.775695 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempt 8 to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 Mar 22 19:45:37.814713 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:37.815068 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:37.815419 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:37.838739 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Port 603d54c0-400b-47a3-bf6d-9318873fb237 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:45:37.839091 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Failed to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] Mar 22 19:45:37.839508 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempt 9 to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 Mar 22 19:45:37.879192 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:37.879547 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:37.879893 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:37.892865 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Port 603d54c0-400b-47a3-bf6d-9318873fb237 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:45:37.893209 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Failed to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] Mar 22 19:45:37.893609 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempt 10 to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 Mar 22 19:45:37.925667 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:37.928193 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:37.928555 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:37.934783 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5297c450-7825-4a1c-b427-ed0c48d8babc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for port (d365fde3-c66c-43ef-86c4-ce3046a0d2c4), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:37.938067 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Port 603d54c0-400b-47a3-bf6d-9318873fb237 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:45:37.938417 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Failed to bind port 603d54c0-400b-47a3-bf6d-9318873fb237 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] Mar 22 19:45:37.938795 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (603d54c0-400b-47a3-bf6d-9318873fb237), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:38.066284 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5297c450-7825-4a1c-b427-ed0c48d8babc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (d365fde3-c66c-43ef-86c4-ce3046a0d2c4), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:38.120229 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] For port 603d54c0-400b-47a3-bf6d-9318873fb237, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:45:38.120751 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempted to set empty binding levels {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 22 19:45:38.126973 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (603d54c0-400b-47a3-bf6d-9318873fb237), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:38.189082 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297c450-7825-4a1c-b427-ed0c48d8babc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Port': ['ID=d365fde3-c66c-43ef-86c4-ce3046a0d2c4,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:38.198083 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5297c450-7825-4a1c-b427-ed0c48d8babc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network e70c65e2-00b5-48ec-88d2-d5be0ae2b856 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:45:38.201481 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-5297c450-7825-4a1c-b427-ed0c48d8babc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:45:38.210923 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5297c450-7825-4a1c-b427-ed0c48d8babc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:45:38.216071 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:38.216688 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:38.242925 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.8123951 Mar 22 19:45:38.243529 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47296) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:38.252693 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bffc83-9bef-4fb5-a300-7cb9af94d748 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Pushing event updated for resources: {'Port': ['ID=603d54c0-400b-47a3-bf6d-9318873fb237,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:38.329520 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5297c450-7825-4a1c-b427-ed0c48d8babc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:38.330468 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5297c450-7825-4a1c-b427-ed0c48d8babc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:38.365403 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-5e92dc09-9d52-463f-bd2c-81dca833c09d tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Deleting port 603d54c0-400b-47a3-bf6d-9318873fb237 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:45:38.365924 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5e92dc09-9d52-463f-bd2c-81dca833c09d tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (603d54c0-400b-47a3-bf6d-9318873fb237), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:38.374940 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5297c450-7825-4a1c-b427-ed0c48d8babc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8394179 Mar 22 19:45:38.377267 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47300) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:38.543698 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-5e92dc09-9d52-463f-bd2c-81dca833c09d tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] For port 603d54c0-400b-47a3-bf6d-9318873fb237, host n-h1-705658-24, got binding levels [] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:45:38.544059 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5e92dc09-9d52-463f-bd2c-81dca833c09d tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (603d54c0-400b-47a3-bf6d-9318873fb237), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:38.562411 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28bdce-d3a8-47a9-9974-86e92c2e1424 req-017ebb75-76cf-437a-9c41-6dea4ca42187 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:38.563924 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a28bdce-d3a8-47a9-9974-86e92c2e1424 req-017ebb75-76cf-437a-9c41-6dea4ca42187 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 943 time: 0.1036308 Mar 22 19:45:38.568652 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-5e92dc09-9d52-463f-bd2c-81dca833c09d tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Calling delete_port for 603d54c0-400b-47a3-bf6d-9318873fb237 owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:45:38.664580 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a28bdce-d3a8-47a9-9974-86e92c2e1424 req-438e26cf-a4d4-4519-855e-489c77ce00b9 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/security-groups?id=022aea2e-9cbf-4dec-9fef-4b9a75e67c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939062 Mar 22 19:45:39.007156 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47308) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:39.057231 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-43e2989d-1f79-4c2d-a44c-386d71626d8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:39.072353 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5e92dc09-9d52-463f-bd2c-81dca833c09d tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (603d54c0-400b-47a3-bf6d-9318873fb237), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:39.107591 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5cb8196e-0a1e-4066-9819-e75b70e4d0aa tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d365fde3-c66c-43ef-86c4-ce3046a0d2c4), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:39.117903 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92dc09-9d52-463f-bd2c-81dca833c09d tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Pushing event deleted for resources: {'Port': ['ID=603d54c0-400b-47a3-bf6d-9318873fb237,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:39.136765 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5e92dc09-9d52-463f-bd2c-81dca833c09d tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:39.141552 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5e92dc09-9d52-463f-bd2c-81dca833c09d tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] 10.222.0.75 "DELETE /v2.0/ports/603d54c0-400b-47a3-bf6d-9318873fb237 HTTP/1.1" status: 204 len: 168 time: 0.8964667 Mar 22 19:45:39.144720 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47312) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:39.198562 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb2c3d7-a250-487f-9bd8-a378d7419ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] GET failed (client error): The resource could not be found. Mar 22 19:45:39.204377 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3eb2c3d7-a250-487f-9bd8-a378d7419ef6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] 10.222.0.75 "GET /v2.0/ports/603d54c0-400b-47a3-bf6d-9318873fb237 HTTP/1.1" status: 404 len: 333 time: 0.0538354 Mar 22 19:45:39.205021 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47314) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:39.211133 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-c9c92b2a-8c87-4758-8186-571de26f1d13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Request body: {'port': {'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-492551807'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:39.235238 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c92b2a-8c87-4758-8186-571de26f1d13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Made reservation on behalf of 3df63132c2e64841b1f12a674376d8fc for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:45:39.239238 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c9c92b2a-8c87-4758-8186-571de26f1d13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:39.264497 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-c9c92b2a-8c87-4758-8186-571de26f1d13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] device_id is not set on port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:45:39.283836 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb44795c-ccaf-43b6-8798-ffc88f184f67 None None] Network e70c65e2-00b5-48ec-88d2-d5be0ae2b856 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:45:39.399526 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-bbcb2de6-a15d-4c9b-b50d-9902d1d17494 None None] Provisioning complete for port 5c587aa6-fad7-420b-85a6-754534a13604 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:39.400327 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bbcb2de6-a15d-4c9b-b50d-9902d1d17494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5c587aa6-fad7-420b-85a6-754534a13604), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:39.509474 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c9c92b2a-8c87-4758-8186-571de26f1d13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks [] for port (20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:39.579707 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-43e2989d-1f79-4c2d-a44c-386d71626d8e admin admin] Publish callbacks [] for security_group (a28b3faa-152e-4302-b1c7-b842f223edf9), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:39.607377 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-43e2989d-1f79-4c2d-a44c-386d71626d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a28b3faa-152e-4302-b1c7-b842f223edf9), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:39.634950 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c9c92b2a-8c87-4758-8186-571de26f1d13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:39.651640 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-43e2989d-1f79-4c2d-a44c-386d71626d8e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3ee0cfb646a543f3ad99e5e83771414f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6434989 Mar 22 19:45:39.658037 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47322) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:39.763229 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c92b2a-8c87-4758-8186-571de26f1d13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:45:39.771466 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-c9c92b2a-8c87-4758-8186-571de26f1d13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:45:39.781508 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c92b2a-8c87-4758-8186-571de26f1d13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:45:39.781677 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2989d-1f79-4c2d-a44c-386d71626d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28b3faa-152e-4302-b1c7-b842f223edf9,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:39.782539 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c92b2a-8c87-4758-8186-571de26f1d13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:39.783144 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c9c92b2a-8c87-4758-8186-571de26f1d13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:39.839168 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c92b2a-8c87-4758-8186-571de26f1d13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Pushing event updated for resources: {'Port': ['ID=20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:39.874528 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3a59a8d1-6197-40db-80f9-24462d2a554a admin admin] Publish callbacks [] for security_group (a28b3faa-152e-4302-b1c7-b842f223edf9), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:39.905897 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47328) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:39.912619 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3a59a8d1-6197-40db-80f9-24462d2a554a admin admin] Publish callbacks [] for security_group (a28b3faa-152e-4302-b1c7-b842f223edf9), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:39.926849 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c9c92b2a-8c87-4758-8186-571de26f1d13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7207313 Mar 22 19:45:39.933056 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47332) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:39.942160 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:39.998978 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3a59a8d1-6197-40db-80f9-24462d2a554a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a28b3faa-152e-4302-b1c7-b842f223edf9), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:40.009744 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50cf06-0907-4243-a894-56e8eadf005d req-b4ce2dd0-b9b2-4c99-a145-d12e87d4d464 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:40.009924 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3a59a8d1-6197-40db-80f9-24462d2a554a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:40.011326 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3a59a8d1-6197-40db-80f9-24462d2a554a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a28b3faa-152e-4302-b1c7-b842f223edf9 HTTP/1.1" status: 204 len: 168 time: 0.3522694 Mar 22 19:45:40.012200 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc50cf06-0907-4243-a894-56e8eadf005d req-b4ce2dd0-b9b2-4c99-a145-d12e87d4d464 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 943 time: 0.1959343 Mar 22 19:45:40.031693 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-bbcb2de6-a15d-4c9b-b50d-9902d1d17494 None None] Current status of the port 5c587aa6-fad7-420b-85a6-754534a13604 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:45:40.032008 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bbcb2de6-a15d-4c9b-b50d-9902d1d17494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5c587aa6-fad7-420b-85a6-754534a13604), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:40.052904 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59a8d1-6197-40db-80f9-24462d2a554a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28b3faa-152e-4302-b1c7-b842f223edf9,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:40.063984 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5cb8196e-0a1e-4066-9819-e75b70e4d0aa tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for port (d365fde3-c66c-43ef-86c4-ce3046a0d2c4), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:40.072693 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5cb8196e-0a1e-4066-9819-e75b70e4d0aa tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (d365fde3-c66c-43ef-86c4-ce3046a0d2c4), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:40.082607 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:40.120584 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 5c587aa6-fad7-420b-85a6-754534a13604 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:45:40.137078 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc50cf06-0907-4243-a894-56e8eadf005d req-55395b11-8c5b-4332-985a-e16eb9c97e76 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/security-groups?id=022aea2e-9cbf-4dec-9fef-4b9a75e67c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048601 Mar 22 19:45:40.140492 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8196e-0a1e-4066-9819-e75b70e4d0aa tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Port': ['ID=d365fde3-c66c-43ef-86c4-ce3046a0d2c4,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:40.196298 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6c643354-f9db-488d-926a-d991d059f9d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:40.221721 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-bbcb2de6-a15d-4c9b-b50d-9902d1d17494 None None] For port 5c587aa6-fad7-420b-85a6-754534a13604, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=5c587aa6-fad7-420b-85a6-754534a13604,segment=NetworkSegment(991f0fdf-2053-4d7a-ade5-d6ba5ddfd0ac),segment_id=991f0fdf-2053-4d7a-ade5-d6ba5ddfd0ac)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:45:40.230100 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bbcb2de6-a15d-4c9b-b50d-9902d1d17494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5c587aa6-fad7-420b-85a6-754534a13604), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:40.324978 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb2de6-a15d-4c9b-b50d-9902d1d17494 None None] Pushing event updated for resources: {'Port': ['ID=5c587aa6-fad7-420b-85a6-754534a13604,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:40.351934 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 5c587aa6-fad7-420b-85a6-754534a13604 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:40.352497 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5c587aa6-fad7-420b-85a6-754534a13604), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:40.485330 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 5c587aa6-fad7-420b-85a6-754534a13604 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:45:40.492221 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6c643354-f9db-488d-926a-d991d059f9d5 admin admin] Publish callbacks [] for security_group (8bd3c67d-4e5b-4459-8d64-d0b439cfae18), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:40.492575 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5cb8196e-0a1e-4066-9819-e75b70e4d0aa tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (b3d2051d-73a8-4fd8-9e34-5d75a8b337aa), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:40.499366 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6c643354-f9db-488d-926a-d991d059f9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (8bd3c67d-4e5b-4459-8d64-d0b439cfae18), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:40.547606 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] device_id is not set on port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:45:40.562182 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks [] for port (20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:40.569471 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6c643354-f9db-488d-926a-d991d059f9d5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ddf8a3dbc6874dedbb222863bec26395&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6624012 Mar 22 19:45:40.570182 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47340) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:40.578867 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c643354-f9db-488d-926a-d991d059f9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd3c67d-4e5b-4459-8d64-d0b439cfae18,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:40.593292 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:40.661177 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47344) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:40.670352 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-5ba86207-f509-4544-ac42-1f90a0795f2f None None] Provisioning complete for port 5c587aa6-fad7-420b-85a6-754534a13604 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:40.672663 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5ba86207-f509-4544-ac42-1f90a0795f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5c587aa6-fad7-420b-85a6-754534a13604), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:40.681357 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-32035ab2-8f76-4dec-a530-9f9ebed3e716 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:40.716081 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Pushing event updated for resources: {'Port': ['ID=20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:40.747560 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:40.747897 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:40.748653 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:40.754444 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bd1be17f-8f6e-42ea-b479-8ec292d074dc admin admin] Publish callbacks [] for security_group (8bd3c67d-4e5b-4459-8d64-d0b439cfae18), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:40.758070 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5cb8196e-0a1e-4066-9819-e75b70e4d0aa tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d365fde3-c66c-43ef-86c4-ce3046a0d2c4), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:40.779545 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:45:40.779884 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Failed to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] Mar 22 19:45:40.784393 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempt 2 to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 Mar 22 19:45:40.789194 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bd1be17f-8f6e-42ea-b479-8ec292d074dc admin admin] Publish callbacks [] for security_group (8bd3c67d-4e5b-4459-8d64-d0b439cfae18), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:40.834645 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:40.834815 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:40.835400 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:40.859925 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-5ba86207-f509-4544-ac42-1f90a0795f2f None None] Current status of the port 5c587aa6-fad7-420b-85a6-754534a13604 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:45:40.865223 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:45:40.865223 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Failed to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] Mar 22 19:45:40.873999 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempt 3 to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 Mar 22 19:45:40.878981 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-5ba86207-f509-4544-ac42-1f90a0795f2f None None] Provisioning complete for port d365fde3-c66c-43ef-86c4-ce3046a0d2c4 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:40.879141 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5ba86207-f509-4544-ac42-1f90a0795f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d365fde3-c66c-43ef-86c4-ce3046a0d2c4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:40.904698 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:40.905494 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:40.906058 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:40.918278 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:45:40.918514 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Failed to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] Mar 22 19:45:40.920245 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempt 4 to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 Mar 22 19:45:40.942017 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-5ba86207-f509-4544-ac42-1f90a0795f2f None None] Port d365fde3-c66c-43ef-86c4-ce3046a0d2c4 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:45:40.951171 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:40.951512 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:40.951846 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:40.965465 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-32035ab2-8f76-4dec-a530-9f9ebed3e716 admin admin] Publish callbacks [] for security_group (d3afa17a-185c-4ab0-a05b-12074ba82e86), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:40.966201 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:45:40.966531 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Failed to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] Mar 22 19:45:40.966918 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempt 5 to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 Mar 22 19:45:40.983148 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:40.983533 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:40.983875 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:40.986202 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-32035ab2-8f76-4dec-a530-9f9ebed3e716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d3afa17a-185c-4ab0-a05b-12074ba82e86), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:41.020702 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32035ab2-8f76-4dec-a530-9f9ebed3e716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3afa17a-185c-4ab0-a05b-12074ba82e86,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:41.024542 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bd1be17f-8f6e-42ea-b479-8ec292d074dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (8bd3c67d-4e5b-4459-8d64-d0b439cfae18), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:41.027715 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bd1be17f-8f6e-42ea-b479-8ec292d074dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:41.028863 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-bd1be17f-8f6e-42ea-b479-8ec292d074dc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8bd3c67d-4e5b-4459-8d64-d0b439cfae18 HTTP/1.1" status: 204 len: 168 time: 0.4559994 Mar 22 19:45:41.042548 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1be17f-8f6e-42ea-b479-8ec292d074dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd3c67d-4e5b-4459-8d64-d0b439cfae18,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:41.045135 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:45:41.045465 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Failed to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] Mar 22 19:45:41.050541 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempt 6 to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 Mar 22 19:45:41.084272 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-32035ab2-8f76-4dec-a530-9f9ebed3e716 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=60f63802d62d458db0f9dac3466a9a51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4217460 Mar 22 19:45:41.084463 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47350) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:41.089322 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:41.094231 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-6f1c3841-28c5-4db7-844e-9360bdf67f36 None None] Provisioning complete for port d365fde3-c66c-43ef-86c4-ce3046a0d2c4 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:41.095691 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:41.096047 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:41.101431 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6f1c3841-28c5-4db7-844e-9360bdf67f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d365fde3-c66c-43ef-86c4-ce3046a0d2c4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:41.101870 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:45:41.102324 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Failed to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] Mar 22 19:45:41.102841 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempt 7 to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 Mar 22 19:45:41.122702 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:41.123104 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:41.123462 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:41.129747 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:45:41.130122 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Failed to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] Mar 22 19:45:41.130519 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempt 8 to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 Mar 22 19:45:41.159350 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:41.159997 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:41.160230 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:41.180937 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:45:41.182068 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Failed to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] Mar 22 19:45:41.183147 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempt 9 to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 Mar 22 19:45:41.217481 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:41.220365 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-6f1c3841-28c5-4db7-844e-9360bdf67f36 None None] Port d365fde3-c66c-43ef-86c4-ce3046a0d2c4 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:45:41.220968 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:41.221832 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:41.232069 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:45:41.233964 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Failed to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] Mar 22 19:45:41.234392 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempt 10 to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 Mar 22 19:45:41.288624 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:41.288973 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:41.289529 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:41.303493 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:45:41.303853 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Failed to bind port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] Mar 22 19:45:41.304203 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:41.352691 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-0286161c-6af3-4380-94d8-ecc367cad366 None None] Provisioning complete for port d365fde3-c66c-43ef-86c4-ce3046a0d2c4 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:41.354442 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0286161c-6af3-4380-94d8-ecc367cad366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d365fde3-c66c-43ef-86c4-ce3046a0d2c4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:41.369495 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a686c-215b-4b8f-8313-8724f3083866 req-ee5439db-2238-4df4-968a-025a3a494fb3 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:41.371435 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-008a686c-215b-4b8f-8313-8724f3083866 req-ee5439db-2238-4df4-968a-025a3a494fb3 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 943 time: 0.1137273 Mar 22 19:45:41.406127 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-0286161c-6af3-4380-94d8-ecc367cad366 None None] Port d365fde3-c66c-43ef-86c4-ce3046a0d2c4 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:45:41.456432 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] For port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:45:41.456855 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempted to set empty binding levels {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 22 19:45:41.462738 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-008a686c-215b-4b8f-8313-8724f3083866 req-73cebc69-2e4d-4c4c-89ac-4c5cc1e1ee24 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/security-groups?id=022aea2e-9cbf-4dec-9fef-4b9a75e67c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812669 Mar 22 19:45:41.464619 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:41.501402 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] In _notify_port_updated(), no bound segment for port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 {{(pid=104172) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 19:45:41.502283 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:41.502977 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:41.504272 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] 10.222.0.75 "PUT /v2.0/ports/20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 HTTP/1.1" status: 200 len: 979 time: 1.5678296 Mar 22 19:45:41.507193 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47358) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:41.590218 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a603e-35b2-405e-bb3d-cb53c38aa586 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Pushing event updated for resources: {'Port': ['ID=20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:41.612588 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7cd71f3-0ee6-4d70-9e0f-18d34c96289c admin admin] Publish callbacks [] for security_group (d3afa17a-185c-4ab0-a05b-12074ba82e86), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:41.639117 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e73536-1b0a-45f3-a9db-3d1a2c139b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:41.639606 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e73536-1b0a-45f3-a9db-3d1a2c139b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:41.640077 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e73536-1b0a-45f3-a9db-3d1a2c139b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:41.640838 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e73536-1b0a-45f3-a9db-3d1a2c139b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:41.641308 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e73536-1b0a-45f3-a9db-3d1a2c139b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:41.641768 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e73536-1b0a-45f3-a9db-3d1a2c139b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:41.642246 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e73536-1b0a-45f3-a9db-3d1a2c139b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:41.642734 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e73536-1b0a-45f3-a9db-3d1a2c139b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:41.643152 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e73536-1b0a-45f3-a9db-3d1a2c139b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:41.643940 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7cd71f3-0ee6-4d70-9e0f-18d34c96289c admin admin] Publish callbacks [] for security_group (d3afa17a-185c-4ab0-a05b-12074ba82e86), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:41.644047 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e73536-1b0a-45f3-a9db-3d1a2c139b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:41.645419 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e73536-1b0a-45f3-a9db-3d1a2c139b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:41.646057 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e73536-1b0a-45f3-a9db-3d1a2c139b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:41.646525 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e73536-1b0a-45f3-a9db-3d1a2c139b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:41.647088 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e73536-1b0a-45f3-a9db-3d1a2c139b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:41.647554 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e73536-1b0a-45f3-a9db-3d1a2c139b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:41.648515 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e73536-1b0a-45f3-a9db-3d1a2c139b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:41.648660 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e73536-1b0a-45f3-a9db-3d1a2c139b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:41.649397 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e73536-1b0a-45f3-a9db-3d1a2c139b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:41.650220 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e73536-1b0a-45f3-a9db-3d1a2c139b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:41.656728 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a7e73536-1b0a-45f3-a9db-3d1a2c139b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17835 time: 0.1453068 Mar 22 19:45:41.657094 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47362) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:41.689961 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5cb8196e-0a1e-4066-9819-e75b70e4d0aa tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for port (d365fde3-c66c-43ef-86c4-ce3046a0d2c4), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:41.698483 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5cb8196e-0a1e-4066-9819-e75b70e4d0aa tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (d365fde3-c66c-43ef-86c4-ce3046a0d2c4), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:41.750701 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47368) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:41.771594 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-dbc35b3c-68c5-450c-a0fb-ab7a47295a57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Deleting port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:45:41.771594 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dbc35b3c-68c5-450c-a0fb-ab7a47295a57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:41.774348 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-542cfe2b-2924-4f00-afd7-db230f7c3a23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:41.781302 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8196e-0a1e-4066-9819-e75b70e4d0aa tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Port': ['ID=d365fde3-c66c-43ef-86c4-ce3046a0d2c4,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:41.793079 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7cd71f3-0ee6-4d70-9e0f-18d34c96289c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d3afa17a-185c-4ab0-a05b-12074ba82e86), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:41.795963 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7cd71f3-0ee6-4d70-9e0f-18d34c96289c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:41.799587 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b7cd71f3-0ee6-4d70-9e0f-18d34c96289c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d3afa17a-185c-4ab0-a05b-12074ba82e86 HTTP/1.1" status: 204 len: 168 time: 0.7119043 Mar 22 19:45:41.812392 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd71f3-0ee6-4d70-9e0f-18d34c96289c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3afa17a-185c-4ab0-a05b-12074ba82e86,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:41.814567 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5cb8196e-0a1e-4066-9819-e75b70e4d0aa tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (b3d2051d-73a8-4fd8-9e34-5d75a8b337aa), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:41.925784 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb8196e-0a1e-4066-9819-e75b70e4d0aa tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network e70c65e2-00b5-48ec-88d2-d5be0ae2b856 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:45:41.926278 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-dbc35b3c-68c5-450c-a0fb-ab7a47295a57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] For port 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07, host n-h1-705658-24, got binding levels [] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:45:41.927213 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dbc35b3c-68c5-450c-a0fb-ab7a47295a57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:41.929849 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-5cb8196e-0a1e-4066-9819-e75b70e4d0aa tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:45:41.949942 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-dbc35b3c-68c5-450c-a0fb-ab7a47295a57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Calling delete_port for 20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:45:42.000234 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 5c587aa6-fad7-420b-85a6-754534a13604 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:45:42.102084 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb8196e-0a1e-4066-9819-e75b70e4d0aa tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Router b3d2051d-73a8-4fd8-9e34-5d75a8b337aa is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:45:42.117559 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 5c587aa6-fad7-420b-85a6-754534a13604 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:42.118446 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5c587aa6-fad7-420b-85a6-754534a13604), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:42.185932 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-542cfe2b-2924-4f00-afd7-db230f7c3a23 admin admin] Publish callbacks [] for security_group (731db208-f69d-4f8d-872d-e4fd2d3cd046), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:42.204403 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-542cfe2b-2924-4f00-afd7-db230f7c3a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (731db208-f69d-4f8d-872d-e4fd2d3cd046), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:42.244237 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 5c587aa6-fad7-420b-85a6-754534a13604 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:45:42.266153 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-542cfe2b-2924-4f00-afd7-db230f7c3a23 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8b70d0c2cfd947bd9253fe2c47abe7b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5138526 Mar 22 19:45:42.268987 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47378) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:42.279967 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542cfe2b-2924-4f00-afd7-db230f7c3a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731db208-f69d-4f8d-872d-e4fd2d3cd046,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:42.288300 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dbc35b3c-68c5-450c-a0fb-ab7a47295a57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:42.332728 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc35b3c-68c5-450c-a0fb-ab7a47295a57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Pushing event deleted for resources: {'Port': ['ID=20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:42.337029 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-cf9a80b2-d886-4a81-b9b1-0d34f4527871 None None] Provisioning complete for port d365fde3-c66c-43ef-86c4-ce3046a0d2c4 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:42.340031 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dbc35b3c-68c5-450c-a0fb-ab7a47295a57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:42.340230 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-cf9a80b2-d886-4a81-b9b1-0d34f4527871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d365fde3-c66c-43ef-86c4-ce3046a0d2c4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:42.343287 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb8196e-0a1e-4066-9819-e75b70e4d0aa tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:45:42.347171 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-dbc35b3c-68c5-450c-a0fb-ab7a47295a57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] 10.222.0.75 "DELETE /v2.0/ports/20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 HTTP/1.1" status: 204 len: 168 time: 0.6859140 Mar 22 19:45:42.355790 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5cb8196e-0a1e-4066-9819-e75b70e4d0aa tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "PUT /v2.0/routers/b3d2051d-73a8-4fd8-9e34-5d75a8b337aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9745224 Mar 22 19:45:42.355790 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47384) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:42.356021 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31cf452-e53c-4ffa-be39-5ae083793492 None None] Sync routers for ids ['b3d2051d-73a8-4fd8-9e34-5d75a8b337aa'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:45:42.364384 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47388) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:42.369072 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31cf452-e53c-4ffa-be39-5ae083793492 None None] Routers {'b3d2051d-73a8-4fd8-9e34-5d75a8b337aa'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:45:42.369639 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d31cf452-e53c-4ffa-be39-5ae083793492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:45:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['b3d2051d-73a8-4fd8-9e34-5d75a8b337aa'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:42.410053 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-cf9a80b2-d886-4a81-b9b1-0d34f4527871 None None] Port d365fde3-c66c-43ef-86c4-ce3046a0d2c4 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:45:42.420131 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba504ae9-fe8a-4f96-9739-449b5b3b1c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] GET failed (client error): The resource could not be found. Mar 22 19:45:42.420378 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d31cf452-e53c-4ffa-be39-5ae083793492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:42.420451 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ba504ae9-fe8a-4f96-9739-449b5b3b1c4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] 10.222.0.75 "GET /v2.0/ports/20ac71fe-fcfc-4f63-b7cb-1cc093ba8b07 HTTP/1.1" status: 404 len: 333 time: 0.0651724 Mar 22 19:45:42.424149 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47392) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:42.429320 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-d5d8bd8f-4eab-4b8c-998d-619f1dd37092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1515440581', 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:42.436810 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31cf452-e53c-4ffa-be39-5ae083793492 None None] Routers {'b3d2051d-73a8-4fd8-9e34-5d75a8b337aa'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:45:42.438081 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d31cf452-e53c-4ffa-be39-5ae083793492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:45:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['b3d2051d-73a8-4fd8-9e34-5d75a8b337aa'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:42.472703 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d8bd8f-4eab-4b8c-998d-619f1dd37092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Made reservation on behalf of 3df63132c2e64841b1f12a674376d8fc for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:45:42.475416 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d5d8bd8f-4eab-4b8c-998d-619f1dd37092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:42.484725 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d31cf452-e53c-4ffa-be39-5ae083793492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:42.485902 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31cf452-e53c-4ffa-be39-5ae083793492 None None] The sync data for ids ['b3d2051d-73a8-4fd8-9e34-5d75a8b337aa'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:45:42.503956 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-d5d8bd8f-4eab-4b8c-998d-619f1dd37092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] device_id is not set on port c74aa270-9d07-4a4b-aa86-c9ad52384904 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:45:42.514189 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f808fd-3df5-4fb0-a746-799af4c63fc2 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:42.518814 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-17f808fd-3df5-4fb0-a746-799af4c63fc2 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "GET /v2.0/ports/d365fde3-c66c-43ef-86c4-ce3046a0d2c4 HTTP/1.1" status: 200 len: 977 time: 0.1331105 Mar 22 19:45:42.519625 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47398) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:42.530180 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3e7f0ddb-9a8a-4ec8-9e47-1b51b1b7aa05 admin admin] Publish callbacks [] for security_group (731db208-f69d-4f8d-872d-e4fd2d3cd046), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:42.646862 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3e7f0ddb-9a8a-4ec8-9e47-1b51b1b7aa05 admin admin] Publish callbacks [] for security_group (731db208-f69d-4f8d-872d-e4fd2d3cd046), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:42.694533 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d5d8bd8f-4eab-4b8c-998d-619f1dd37092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks [] for port (c74aa270-9d07-4a4b-aa86-c9ad52384904), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:42.717718 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c5284-b78e-4308-891e-31114bdb1aa6 req-119d08be-f199-4359-9021-e85805238c80 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:42.720123 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3c4c5284-b78e-4308-891e-31114bdb1aa6 req-119d08be-f199-4359-9021-e85805238c80 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 943 time: 0.1278539 Mar 22 19:45:42.787916 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3c4c5284-b78e-4308-891e-31114bdb1aa6 req-bf9a8590-e8cb-4421-b6f4-325aceb4199e tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/security-groups?id=022aea2e-9cbf-4dec-9fef-4b9a75e67c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614908 Mar 22 19:45:42.791469 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d5d8bd8f-4eab-4b8c-998d-619f1dd37092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (c74aa270-9d07-4a4b-aa86-c9ad52384904), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:42.846462 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d8bd8f-4eab-4b8c-998d-619f1dd37092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:45:42.850144 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-d5d8bd8f-4eab-4b8c-998d-619f1dd37092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:45:42.863129 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d8bd8f-4eab-4b8c-998d-619f1dd37092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:45:42.864093 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d8bd8f-4eab-4b8c-998d-619f1dd37092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:42.864704 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d5d8bd8f-4eab-4b8c-998d-619f1dd37092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:42.877170 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3e7f0ddb-9a8a-4ec8-9e47-1b51b1b7aa05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (731db208-f69d-4f8d-872d-e4fd2d3cd046), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:42.879894 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8bd8f-4eab-4b8c-998d-619f1dd37092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Pushing event updated for resources: {'Port': ['ID=c74aa270-9d07-4a4b-aa86-c9ad52384904,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:42.880345 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3e7f0ddb-9a8a-4ec8-9e47-1b51b1b7aa05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:42.883830 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3e7f0ddb-9a8a-4ec8-9e47-1b51b1b7aa05 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/731db208-f69d-4f8d-872d-e4fd2d3cd046 HTTP/1.1" status: 204 len: 168 time: 0.6115637 Mar 22 19:45:42.891641 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d5d8bd8f-4eab-4b8c-998d-619f1dd37092 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4638822 Mar 22 19:45:42.893753 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47404) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:42.929120 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f0ddb-9a8a-4ec8-9e47-1b51b1b7aa05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731db208-f69d-4f8d-872d-e4fd2d3cd046,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:42.965454 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d333a0-ccb1-4e08-9ef7-64f184666db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:42.966890 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-99d333a0-ccb1-4e08-9ef7-64f184666db9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] 10.222.0.75 "GET /v2.0/ports/c74aa270-9d07-4a4b-aa86-c9ad52384904 HTTP/1.1" status: 200 len: 959 time: 0.0723581 Mar 22 19:45:42.969758 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47408) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:43.102379 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-816e9555-ecb0-4cac-bd99-2234eaca0c61 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (b3d2051d-73a8-4fd8-9e34-5d75a8b337aa), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:43.106689 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-b233f76d-d902-4ba8-912a-14f14e643718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Deleting port c74aa270-9d07-4a4b-aa86-c9ad52384904 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:45:43.107025 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b233f76d-d902-4ba8-912a-14f14e643718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (c74aa270-9d07-4a4b-aa86-c9ad52384904), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:43.252176 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b233f76d-d902-4ba8-912a-14f14e643718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (c74aa270-9d07-4a4b-aa86-c9ad52384904), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:43.269711 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-b233f76d-d902-4ba8-912a-14f14e643718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Calling delete_port for c74aa270-9d07-4a4b-aa86-c9ad52384904 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:45:43.447992 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b233f76d-d902-4ba8-912a-14f14e643718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (c74aa270-9d07-4a4b-aa86-c9ad52384904), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:43.477104 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233f76d-d902-4ba8-912a-14f14e643718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Pushing event deleted for resources: {'Port': ['ID=c74aa270-9d07-4a4b-aa86-c9ad52384904,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:43.493362 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b233f76d-d902-4ba8-912a-14f14e643718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:43.498118 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b233f76d-d902-4ba8-912a-14f14e643718 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] 10.222.0.75 "DELETE /v2.0/ports/c74aa270-9d07-4a4b-aa86-c9ad52384904 HTTP/1.1" status: 204 len: 168 time: 0.5274007 Mar 22 19:45:43.500917 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47436) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:43.547785 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-14617d99-78d1-4697-9551-70eb6c995de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] GET failed (client error): The resource could not be found. Mar 22 19:45:43.554730 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-14617d99-78d1-4697-9551-70eb6c995de7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] 10.222.0.75 "GET /v2.0/ports/c74aa270-9d07-4a4b-aa86-c9ad52384904 HTTP/1.1" status: 404 len: 333 time: 0.0474041 Mar 22 19:45:43.555064 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47442) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:43.560679 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-6672e84f-e018-4497-b3c6-975e738450c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Request body: {'port': {'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1408104445'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:43.565372 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-816e9555-ecb0-4cac-bd99-2234eaca0c61 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Deleting port d365fde3-c66c-43ef-86c4-ce3046a0d2c4 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:45:43.565566 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-816e9555-ecb0-4cac-bd99-2234eaca0c61 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (d365fde3-c66c-43ef-86c4-ce3046a0d2c4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:43.598721 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:45:43.621530 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6672e84f-e018-4497-b3c6-975e738450c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Made reservation on behalf of 3df63132c2e64841b1f12a674376d8fc for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:45:43.626887 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6672e84f-e018-4497-b3c6-975e738450c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:43.658791 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-6672e84f-e018-4497-b3c6-975e738450c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] device_id is not set on port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:45:43.669677 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-816e9555-ecb0-4cac-bd99-2234eaca0c61 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (d365fde3-c66c-43ef-86c4-ce3046a0d2c4), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:43.684613 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-816e9555-ecb0-4cac-bd99-2234eaca0c61 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Calling delete_port for d365fde3-c66c-43ef-86c4-ce3046a0d2c4 owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:45:43.892525 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6672e84f-e018-4497-b3c6-975e738450c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks [] for port (7a78cb1a-c325-4b84-a48c-e6d61c7915f2), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:43.922453 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-816e9555-ecb0-4cac-bd99-2234eaca0c61 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (d365fde3-c66c-43ef-86c4-ce3046a0d2c4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:43.963725 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e9555-ecb0-4cac-bd99-2234eaca0c61 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event deleted for resources: {'Port': ['ID=d365fde3-c66c-43ef-86c4-ce3046a0d2c4,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:43.986764 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6672e84f-e018-4497-b3c6-975e738450c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (7a78cb1a-c325-4b84-a48c-e6d61c7915f2), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:44.002924 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9d8a2-7c29-4173-a48b-c5ab4b97ad68 req-ee311868-363f-4134-9f8c-b75b8688b5e9 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:44.004523 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-05e9d8a2-7c29-4173-a48b-c5ab4b97ad68 req-ee311868-363f-4134-9f8c-b75b8688b5e9 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 943 time: 0.0918536 Mar 22 19:45:44.074976 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6672e84f-e018-4497-b3c6-975e738450c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:45:44.078085 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-6672e84f-e018-4497-b3c6-975e738450c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:45:44.080048 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672e84f-e018-4497-b3c6-975e738450c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Pushing event updated for resources: {'Port': ['ID=7a78cb1a-c325-4b84-a48c-e6d61c7915f2,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:44.082419 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6672e84f-e018-4497-b3c6-975e738450c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:45:44.083437 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6672e84f-e018-4497-b3c6-975e738450c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:44.084038 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6672e84f-e018-4497-b3c6-975e738450c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:44.119764 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6672e84f-e018-4497-b3c6-975e738450c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5635607 Mar 22 19:45:44.124558 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47464) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:44.129621 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:44.145975 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-05e9d8a2-7c29-4173-a48b-c5ab4b97ad68 req-a43d6275-ae11-489e-91e1-5ec05ad4f3bc tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/security-groups?id=022aea2e-9cbf-4dec-9fef-4b9a75e67c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189022 Mar 22 19:45:44.231113 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-816e9555-ecb0-4cac-bd99-2234eaca0c61 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (b3d2051d-73a8-4fd8-9e34-5d75a8b337aa), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:44.268855 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7a78cb1a-c325-4b84-a48c-e6d61c7915f2), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:44.479063 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816e9555-ecb0-4cac-bd99-2234eaca0c61 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Router b3d2051d-73a8-4fd8-9e34-5d75a8b337aa has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:45:44.482131 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] device_id is not set on port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:45:44.490148 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks [] for port (7a78cb1a-c325-4b84-a48c-e6d61c7915f2), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:44.505266 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (7a78cb1a-c325-4b84-a48c-e6d61c7915f2), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:44.554447 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Pushing event updated for resources: {'Port': ['ID=7a78cb1a-c325-4b84-a48c-e6d61c7915f2,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:44.585908 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:44.586595 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:44.586982 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:44.592620 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:45:44.593056 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Failed to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] Mar 22 19:45:44.593525 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempt 2 to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 Mar 22 19:45:44.610746 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:44.611169 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:44.611699 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:44.617641 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:45:44.618030 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Failed to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] Mar 22 19:45:44.618925 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempt 3 to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 Mar 22 19:45:44.638087 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:44.638569 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:44.639036 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:44.644091 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:45:44.644639 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Failed to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] Mar 22 19:45:44.645116 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempt 4 to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 Mar 22 19:45:44.659629 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:44.660123 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:44.660679 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:44.667393 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:45:44.667921 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Failed to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] Mar 22 19:45:44.668417 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempt 5 to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 Mar 22 19:45:44.683734 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:44.684379 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:44.684911 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:44.690233 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:45:44.690896 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Failed to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] Mar 22 19:45:44.691298 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempt 6 to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 Mar 22 19:45:44.707003 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:44.707350 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:44.707848 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:44.714470 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:45:44.714805 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Failed to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] Mar 22 19:45:44.715502 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempt 7 to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 Mar 22 19:45:44.730552 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:44.730906 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:44.731253 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:44.736927 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:45:44.737279 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Failed to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] Mar 22 19:45:44.737677 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempt 8 to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 Mar 22 19:45:44.752511 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:44.753014 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:44.753364 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:44.758250 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:45:44.758591 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Failed to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] Mar 22 19:45:44.758993 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempt 9 to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 Mar 22 19:45:44.775889 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:44.776240 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:44.777118 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:44.782967 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:45:44.783478 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Failed to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] Mar 22 19:45:44.784136 n-d-705658-24 neutron-server[104172]: INFO neutron.plugins.ml2.plugin [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempt 10 to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 Mar 22 19:45:44.799413 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:44.799763 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:44.800110 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempting to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:44.805545 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:45:44.806505 n-d-705658-24 neutron-server[104172]: ERROR neutron.plugins.ml2.managers [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Failed to bind port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on host n-h1-705658-24 for vnic_type normal using segments [{'id': '617ba49a-a1dd-4323-a3db-a7114daf8e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82'}] Mar 22 19:45:44.806867 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7a78cb1a-c325-4b84-a48c-e6d61c7915f2), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:44.863351 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816e9555-ecb0-4cac-bd99-2234eaca0c61 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:45:44.869108 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-816e9555-ecb0-4cac-bd99-2234eaca0c61 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "PUT /v2.0/routers/b3d2051d-73a8-4fd8-9e34-5d75a8b337aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3476274 Mar 22 19:45:44.871909 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47488) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:44.877270 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a600854-9832-4e53-a62c-d8088b28ed35 None None] Sync routers for ids ['b3d2051d-73a8-4fd8-9e34-5d75a8b337aa'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:45:44.892293 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a600854-9832-4e53-a62c-d8088b28ed35 None None] Routers {'b3d2051d-73a8-4fd8-9e34-5d75a8b337aa'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:45:44.894344 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-4a600854-9832-4e53-a62c-d8088b28ed35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:45:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['b3d2051d-73a8-4fd8-9e34-5d75a8b337aa'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:44.939392 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-4a600854-9832-4e53-a62c-d8088b28ed35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:44.951806 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a600854-9832-4e53-a62c-d8088b28ed35 None None] Routers {'b3d2051d-73a8-4fd8-9e34-5d75a8b337aa'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:45:44.952642 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-4a600854-9832-4e53-a62c-d8088b28ed35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:45:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['b3d2051d-73a8-4fd8-9e34-5d75a8b337aa'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:44.957132 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] For port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:45:44.957521 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attempted to set empty binding levels {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 22 19:45:44.965338 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (7a78cb1a-c325-4b84-a48c-e6d61c7915f2), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:44.999525 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-4a600854-9832-4e53-a62c-d8088b28ed35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:45.000182 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a600854-9832-4e53-a62c-d8088b28ed35 None None] The sync data for ids ['b3d2051d-73a8-4fd8-9e34-5d75a8b337aa'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:45:45.069957 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] In _notify_port_updated(), no bound segment for port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 on network 290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 {{(pid=104172) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 19:45:45.074185 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:45.077243 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:45.081640 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47494) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:45.081757 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] 10.222.0.75 "PUT /v2.0/ports/7a78cb1a-c325-4b84-a48c-e6d61c7915f2 HTTP/1.1" status: 200 len: 980 time: 0.9562056 Mar 22 19:45:45.097102 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd8c91-8d63-416c-a004-b1985bdc7547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Pushing event updated for resources: {'Port': ['ID=7a78cb1a-c325-4b84-a48c-e6d61c7915f2,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:45.129826 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-692e4604-9ce4-4795-b408-b0573f028658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:45.215670 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-2e6376f1-e698-4a34-9dd8-43cb4bcb29ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Deleting port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:45:45.216162 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2e6376f1-e698-4a34-9dd8-43cb4bcb29ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (7a78cb1a-c325-4b84-a48c-e6d61c7915f2), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:45.236570 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-48aac697-3642-49db-af1b-a2bbb4b77c29 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] remove_router_interface failed (client error): The resource could not be found. Mar 22 19:45:45.240464 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-48aac697-3642-49db-af1b-a2bbb4b77c29 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "PUT /v2.0/routers/b3d2051d-73a8-4fd8-9e34-5d75a8b337aa/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3649709 Mar 22 19:45:45.240755 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47504) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:45.280240 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3d91d27f-0bff-480d-aeff-196b24805747 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3d2051d-73a8-4fd8-9e34-5d75a8b337aa HTTP/1.1" status: 200 len: 205 time: 0.0360081 Mar 22 19:45:45.280411 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47508) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:45.317614 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-2e6376f1-e698-4a34-9dd8-43cb4bcb29ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] For port 7a78cb1a-c325-4b84-a48c-e6d61c7915f2, host n-h1-705658-24, got binding levels [] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:45:45.318176 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2e6376f1-e698-4a34-9dd8-43cb4bcb29ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (7a78cb1a-c325-4b84-a48c-e6d61c7915f2), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:45.338717 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-2e6376f1-e698-4a34-9dd8-43cb4bcb29ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Calling delete_port for 7a78cb1a-c325-4b84-a48c-e6d61c7915f2 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:45:45.401216 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-83a2827f-913e-4eaf-9e29-8148ee90f587 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router (b3d2051d-73a8-4fd8-9e34-5d75a8b337aa), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:45.435034 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2e6376f1-e698-4a34-9dd8-43cb4bcb29ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (7a78cb1a-c325-4b84-a48c-e6d61c7915f2), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:45.471755 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6376f1-e698-4a34-9dd8-43cb4bcb29ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a78cb1a-c325-4b84-a48c-e6d61c7915f2,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:45.486370 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2e6376f1-e698-4a34-9dd8-43cb4bcb29ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:45.493184 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2e6376f1-e698-4a34-9dd8-43cb4bcb29ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] 10.222.0.75 "DELETE /v2.0/ports/7a78cb1a-c325-4b84-a48c-e6d61c7915f2 HTTP/1.1" status: 204 len: 168 time: 0.4079320 Mar 22 19:45:45.493355 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47514) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:45.526291 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-402c7daa-fea1-41ff-b245-7ff9a2559fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] GET failed (client error): The resource could not be found. Mar 22 19:45:45.527898 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-402c7daa-fea1-41ff-b245-7ff9a2559fa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-943300071-project-admin] 10.222.0.75 "GET /v2.0/ports/7a78cb1a-c325-4b84-a48c-e6d61c7915f2 HTTP/1.1" status: 404 len: 333 time: 0.0329683 Mar 22 19:45:45.531530 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47516) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:45.653775 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-882f9e58-e47c-44e5-bcf0-cab8275c6053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:45.767041 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-882f9e58-e47c-44e5-bcf0-cab8275c6053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:45.832874 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487abb7-bd88-4270-bf20-435dc3ba85d7 req-c281683f-7e46-4d2e-afd3-91bc358c163e tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:45.834441 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8487abb7-bd88-4270-bf20-435dc3ba85d7 req-c281683f-7e46-4d2e-afd3-91bc358c163e tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 943 time: 0.4809523 Mar 22 19:45:45.844310 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-882f9e58-e47c-44e5-bcf0-cab8275c6053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:45.865374 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-882f9e58-e47c-44e5-bcf0-cab8275c6053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '617ba49a-a1dd-4323-a3db-a7114daf8e38') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:45.870019 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-882f9e58-e47c-44e5-bcf0-cab8275c6053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '617ba49a-a1dd-4323-a3db-a7114daf8e38') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:45.910563 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:45.928754 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-882f9e58-e47c-44e5-bcf0-cab8275c6053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (617ba49a-a1dd-4323-a3db-a7114daf8e38), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:45.950009 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-882f9e58-e47c-44e5-bcf0-cab8275c6053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (617ba49a-a1dd-4323-a3db-a7114daf8e38), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:45.965094 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-882f9e58-e47c-44e5-bcf0-cab8275c6053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:45:45.967631 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-882f9e58-e47c-44e5-bcf0-cab8275c6053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (617ba49a-a1dd-4323-a3db-a7114daf8e38), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:45.972554 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:45:45.972554 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:45:45.972554 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:45:45.972554 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:45:45.972554 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:45:45.972554 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:45:45.972554 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:45:45.972554 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:45:45.972554 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:45:45.972554 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:45:45.972554 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:45:45.972554 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:45:45.972554 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:45:45.972554 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:45:45.972554 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:45:45.972554 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:45:45.972554 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:45:45.972554 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:45:45.972554 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:45:45.972554 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:45:45.972554 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:45:45.972554 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:45:45.972554 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:45:45.972554 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:45:45.972554 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:45:45.972554 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:45:45.972554 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:45:45.972554 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:45:45.972554 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:45:45.972554 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:45:45.972554 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:45:45.972554 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:45:45.975095 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8487abb7-bd88-4270-bf20-435dc3ba85d7 req-d6e5d308-c438-4e13-b037-5a27117ecde5 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/security-groups?id=022aea2e-9cbf-4dec-9fef-4b9a75e67c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140189 Mar 22 19:45:45.975611 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-83a2827f-913e-4eaf-9e29-8148ee90f587 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (b3d2051d-73a8-4fd8-9e34-5d75a8b337aa), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:45.978946 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-83a2827f-913e-4eaf-9e29-8148ee90f587 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router_controller (b3d2051d-73a8-4fd8-9e34-5d75a8b337aa), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:46.063285 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-882f9e58-e47c-44e5-bcf0-cab8275c6053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:46.084590 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-83a2827f-913e-4eaf-9e29-8148ee90f587 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (b3d2051d-73a8-4fd8-9e34-5d75a8b337aa), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:46.085116 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a2827f-913e-4eaf-9e29-8148ee90f587 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Fanout notify agent at l3_agent the message router_deleted on router b3d2051d-73a8-4fd8-9e34-5d75a8b337aa {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:45:46.093663 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-83a2827f-913e-4eaf-9e29-8148ee90f587 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:46.098570 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-83a2827f-913e-4eaf-9e29-8148ee90f587 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/routers/b3d2051d-73a8-4fd8-9e34-5d75a8b337aa HTTP/1.1" status: 204 len: 168 time: 0.8170371 Mar 22 19:45:46.101340 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47530) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:46.120027 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-882f9e58-e47c-44e5-bcf0-cab8275c6053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:46.126700 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-882f9e58-e47c-44e5-bcf0-cab8275c6053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005-project] 10.222.0.75 "DELETE /v2.0/networks/290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82 HTTP/1.1" status: 204 len: 168 time: 0.5914602 Mar 22 19:45:46.126700 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882f9e58-e47c-44e5-bcf0-cab8275c6053 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1271114005-project] Pushing event deleted for resources: {'Network': ['ID=290c3ae6-d9b4-4ba6-85ea-2330bd1f6f82,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:46.224040 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-09613aaf-4178-4b92-a4c9-6ae19ca46dcd tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Deleting subnet 226a83b9-517a-4dce-a40d-1aacc095807b {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:45:46.230777 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-09613aaf-4178-4b92-a4c9-6ae19ca46dcd tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for subnet (226a83b9-517a-4dce-a40d-1aacc095807b), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:46.236822 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c1be84f-2086-4a47-8646-be6690a3120b req-1dcb3461-9ef0-4bb2-b907-ddf60192e801 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0f765898-6403-48d6-a585-d0321dc669cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1153233 Mar 22 19:45:46.280054 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-09613aaf-4178-4b92-a4c9-6ae19ca46dcd tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (226a83b9-517a-4dce-a40d-1aacc095807b), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:46.386782 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1be84f-2086-4a47-8646-be6690a3120b req-562ba1b1-e337-4654-bda6-eb885ced63e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:46.388646 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c1be84f-2086-4a47-8646-be6690a3120b req-562ba1b1-e337-4654-bda6-eb885ced63e9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3aeae24db72e47fdba650f6aadc3eb3a&device_id=0f765898-6403-48d6-a585-d0321dc669cd HTTP/1.1" status: 200 len: 1167 time: 0.1050003 Mar 22 19:45:46.489309 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-09613aaf-4178-4b92-a4c9-6ae19ca46dcd tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (226a83b9-517a-4dce-a40d-1aacc095807b), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:46.558497 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1be84f-2086-4a47-8646-be6690a3120b req-a4f111ca-869f-4f79-96b2-b727ebeac17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:46.560284 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c1be84f-2086-4a47-8646-be6690a3120b req-a4f111ca-869f-4f79-96b2-b727ebeac17c service neutron] 10.222.0.84 "GET /v2.0/networks?id=1e9e2f51-21f6-4c93-b55f-1fada675a544 HTTP/1.1" status: 200 len: 897 time: 0.1474774 Mar 22 19:45:46.617427 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-09613aaf-4178-4b92-a4c9-6ae19ca46dcd tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (226a83b9-517a-4dce-a40d-1aacc095807b), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:46.658238 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09613aaf-4178-4b92-a4c9-6ae19ca46dcd tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event deleted for resources: {'Subnet': ['ID=226a83b9-517a-4dce-a40d-1aacc095807b,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:46.677668 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-09613aaf-4178-4b92-a4c9-6ae19ca46dcd tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:46.680882 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-09613aaf-4178-4b92-a4c9-6ae19ca46dcd tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/subnets/226a83b9-517a-4dce-a40d-1aacc095807b HTTP/1.1" status: 204 len: 168 time: 0.5785134 Mar 22 19:45:46.683829 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c1be84f-2086-4a47-8646-be6690a3120b req-c43c4433-7910-4d76-8373-eed16a8b8c41 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bcad1dd-f970-40d2-9a3d-e705d4711f9c HTTP/1.1" status: 200 len: 1001 time: 0.1158118 Mar 22 19:45:46.684519 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47546) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:46.688681 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47548) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:46.691153 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749ab531-a804-4194-84f0-c1f4700ea079 None None] Network e70c65e2-00b5-48ec-88d2-d5be0ae2b856 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:45:46.752051 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1be84f-2086-4a47-8646-be6690a3120b req-c49fab25-828f-489a-a39b-94de57c31714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:46.753894 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c1be84f-2086-4a47-8646-be6690a3120b req-c49fab25-828f-489a-a39b-94de57c31714 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=68e9c30a-44d2-46b7-9538-660d748f6cd5 HTTP/1.1" status: 200 len: 835 time: 0.0576432 Mar 22 19:45:46.827820 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1be84f-2086-4a47-8646-be6690a3120b req-88512ce5-5c08-45ac-9b55-68acb39b6264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:46.830333 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c1be84f-2086-4a47-8646-be6690a3120b req-88512ce5-5c08-45ac-9b55-68acb39b6264 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1e9e2f51-21f6-4c93-b55f-1fada675a544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0671144 Mar 22 19:45:46.830827 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5a9e06ac-340b-484c-8ec6-22d0934e4766 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (e70c65e2-00b5-48ec-88d2-d5be0ae2b856), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:46.891542 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-5a9e06ac-340b-484c-8ec6-22d0934e4766 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Deleting port 5c587aa6-fad7-420b-85a6-754534a13604 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:45:46.892166 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5a9e06ac-340b-484c-8ec6-22d0934e4766 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (5c587aa6-fad7-420b-85a6-754534a13604), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:46.999845 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2676359e-b50a-4d24-9b3f-5bc2515de732 None None] DHCP port deletion for e70c65e2-00b5-48ec-88d2-d5be0ae2b856 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:45:47.015139 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-5a9e06ac-340b-484c-8ec6-22d0934e4766 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] For port 5c587aa6-fad7-420b-85a6-754534a13604, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=5c587aa6-fad7-420b-85a6-754534a13604,segment=NetworkSegment(991f0fdf-2053-4d7a-ade5-d6ba5ddfd0ac),segment_id=991f0fdf-2053-4d7a-ade5-d6ba5ddfd0ac)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:45:47.016004 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5a9e06ac-340b-484c-8ec6-22d0934e4766 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (5c587aa6-fad7-420b-85a6-754534a13604), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:47.054973 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-5a9e06ac-340b-484c-8ec6-22d0934e4766 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Calling delete_port for 5c587aa6-fad7-420b-85a6-754534a13604 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:45:47.094966 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c1be84f-2086-4a47-8646-be6690a3120b req-3c2bf01c-fbcb-4a4c-9e4c-d1e2387bde9f service neutron] 10.222.0.84 "GET /v2.0/networks/1e9e2f51-21f6-4c93-b55f-1fada675a544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577322 Mar 22 19:45:47.116151 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2676359e-b50a-4d24-9b3f-5bc2515de732 None None] Deleting port 5c587aa6-fad7-420b-85a6-754534a13604 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:45:47.116908 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2676359e-b50a-4d24-9b3f-5bc2515de732 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (5c587aa6-fad7-420b-85a6-754534a13604), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:47.215202 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5a9e06ac-340b-484c-8ec6-22d0934e4766 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (5c587aa6-fad7-420b-85a6-754534a13604), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:47.231732 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2676359e-b50a-4d24-9b3f-5bc2515de732 None None] For port 5c587aa6-fad7-420b-85a6-754534a13604, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=5c587aa6-fad7-420b-85a6-754534a13604,segment=NetworkSegment(991f0fdf-2053-4d7a-ade5-d6ba5ddfd0ac),segment_id=991f0fdf-2053-4d7a-ade5-d6ba5ddfd0ac)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:45:47.232140 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2676359e-b50a-4d24-9b3f-5bc2515de732 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (5c587aa6-fad7-420b-85a6-754534a13604), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:47.268394 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2676359e-b50a-4d24-9b3f-5bc2515de732 None None] Calling delete_port for 5c587aa6-fad7-420b-85a6-754534a13604 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:45:47.272861 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e06ac-340b-484c-8ec6-22d0934e4766 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event deleted for resources: {'Port': ['ID=5c587aa6-fad7-420b-85a6-754534a13604,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:47.273235 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c1be84f-2086-4a47-8646-be6690a3120b req-2252a7d7-08f6-469f-b668-2b3f16a76a09 service neutron] 10.222.0.84 "GET /v2.0/networks/1e9e2f51-21f6-4c93-b55f-1fada675a544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709285 Mar 22 19:45:47.283077 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9e06ac-340b-484c-8ec6-22d0934e4766 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] No DVR routers for this DVR port 5c587aa6-fad7-420b-85a6-754534a13604 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:45:47.335416 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e62ed-a78b-476c-bcf1-3fbedda9ddb7 req-66b4c0c6-12df-459a-bcdc-024c0ca17081 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:47.343594 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d10e62ed-a78b-476c-bcf1-3fbedda9ddb7 req-66b4c0c6-12df-459a-bcdc-024c0ca17081 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 943 time: 0.2244749 Mar 22 19:45:47.423115 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2be0f255-0628-428e-9c6c-3b83151dd0dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:47.433146 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2676359e-b50a-4d24-9b3f-5bc2515de732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (5c587aa6-fad7-420b-85a6-754534a13604), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:47.488483 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676359e-b50a-4d24-9b3f-5bc2515de732 None None] Pushing event deleted for resources: {'Port': ['ID=5c587aa6-fad7-420b-85a6-754534a13604,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:47.490514 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2676359e-b50a-4d24-9b3f-5bc2515de732 None None] No DVR routers for this DVR port 5c587aa6-fad7-420b-85a6-754534a13604 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:45:47.519483 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5a9e06ac-340b-484c-8ec6-22d0934e4766 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (e70c65e2-00b5-48ec-88d2-d5be0ae2b856), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:47.545706 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d10e62ed-a78b-476c-bcf1-3fbedda9ddb7 req-f0e801b6-f97a-4e30-9f1b-3c55e923eb56 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/security-groups?id=022aea2e-9cbf-4dec-9fef-4b9a75e67c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006640 Mar 22 19:45:47.559070 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-5a9e06ac-340b-484c-8ec6-22d0934e4766 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e70c65e2-00b5-48ec-88d2-d5be0ae2b856']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:47.574608 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-5a9e06ac-340b-484c-8ec6-22d0934e4766 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991f0fdf-2053-4d7a-ade5-d6ba5ddfd0ac') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:47.574994 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-5a9e06ac-340b-484c-8ec6-22d0934e4766 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991f0fdf-2053-4d7a-ade5-d6ba5ddfd0ac') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:47.578608 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3e975a4b-c4eb-4005-9782-7325d1a3c621 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3e0a1e6225cc46d08e979fd1467e58fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8861699 Mar 22 19:45:47.580022 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47560) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:47.589703 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5a9e06ac-340b-484c-8ec6-22d0934e4766 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (991f0fdf-2053-4d7a-ade5-d6ba5ddfd0ac), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:47.614116 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5a9e06ac-340b-484c-8ec6-22d0934e4766 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (991f0fdf-2053-4d7a-ade5-d6ba5ddfd0ac), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:47.623989 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a9e06ac-340b-484c-8ec6-22d0934e4766 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:45:47.624965 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5a9e06ac-340b-484c-8ec6-22d0934e4766 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (991f0fdf-2053-4d7a-ade5-d6ba5ddfd0ac), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:47.634443 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:45:47.634443 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:45:47.634443 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:45:47.634443 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:45:47.634443 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:45:47.634443 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:45:47.634443 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:45:47.634443 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:45:47.634443 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:45:47.634443 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:45:47.634443 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:45:47.634443 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:45:47.634443 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:45:47.634443 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:45:47.634443 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:45:47.634443 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:45:47.634443 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:45:47.634443 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:45:47.634443 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:45:47.634443 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:45:47.634443 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:45:47.634443 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:45:47.634443 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:45:47.634443 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:45:47.634443 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:45:47.634443 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:45:47.634443 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:45:47.634443 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:45:47.634443 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:45:47.634443 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:45:47.634443 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:45:47.634443 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:45:47.691649 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f9693fe5-bd43-4e95-ae0b-cd501104d9a3 admin admin] Publish callbacks [] for security_group (e5ce5bfe-7215-49ea-9535-270078b64508), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:47.721741 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f9693fe5-bd43-4e95-ae0b-cd501104d9a3 admin admin] Publish callbacks [] for security_group (e5ce5bfe-7215-49ea-9535-270078b64508), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:47.727369 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5a9e06ac-340b-484c-8ec6-22d0934e4766 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (e70c65e2-00b5-48ec-88d2-d5be0ae2b856), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:47.733689 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5a9e06ac-340b-484c-8ec6-22d0934e4766 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:47.742764 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5a9e06ac-340b-484c-8ec6-22d0934e4766 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/networks/e70c65e2-00b5-48ec-88d2-d5be0ae2b856 HTTP/1.1" status: 204 len: 168 time: 1.0545471 Mar 22 19:45:47.745378 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47566) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:47.752227 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-c6b50fe5-eb8f-4c70-a209-5e12a4f5da3c tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Request body: {'network': {'name': 'tempest-RoutersTest-1168882008'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:47.772265 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e06ac-340b-484c-8ec6-22d0934e4766 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event deleted for resources: {'Network': ['ID=e70c65e2-00b5-48ec-88d2-d5be0ae2b856,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:47.816847 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b50fe5-eb8f-4c70-a209-5e12a4f5da3c tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Made reservation on behalf of e7c95693d2624eb68ce77ff7289ab08a for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:45:47.820363 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c6b50fe5-eb8f-4c70-a209-5e12a4f5da3c tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:47.821148 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47568) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:47.850782 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b50fe5-eb8f-4c70-a209-5e12a4f5da3c tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:45:47.863248 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c6b50fe5-eb8f-4c70-a209-5e12a4f5da3c tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (ea119c30-4fdf-46e7-a31c-71fb51662e8c), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:47.863461 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-c6b50fe5-eb8f-4c70-a209-5e12a4f5da3c tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Added segment ea119c30-4fdf-46e7-a31c-71fb51662e8c of type vlan for network e1c88390-f8e6-4661-971c-7a745c9e8da8 Mar 22 19:45:47.908594 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f9693fe5-bd43-4e95-ae0b-cd501104d9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e5ce5bfe-7215-49ea-9535-270078b64508), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:47.911518 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f9693fe5-bd43-4e95-ae0b-cd501104d9a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:47.916280 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f9693fe5-bd43-4e95-ae0b-cd501104d9a3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e5ce5bfe-7215-49ea-9535-270078b64508 HTTP/1.1" status: 204 len: 168 time: 0.3342614 Mar 22 19:45:47.921596 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c6b50fe5-eb8f-4c70-a209-5e12a4f5da3c tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (e1c88390-f8e6-4661-971c-7a745c9e8da8), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:47.934241 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9693fe5-bd43-4e95-ae0b-cd501104d9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ce5bfe-7215-49ea-9535-270078b64508,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:47.964078 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 5c587aa6-fad7-420b-85a6-754534a13604 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:45:47.974890 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-73fed5f1-7d96-4913-8e71-fffb6f4d9c83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:47.991742 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c6b50fe5-eb8f-4c70-a209-5e12a4f5da3c tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (e1c88390-f8e6-4661-971c-7a745c9e8da8), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:48.005440 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b50fe5-eb8f-4c70-a209-5e12a4f5da3c tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:48.006519 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c6b50fe5-eb8f-4c70-a209-5e12a4f5da3c tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:48.023768 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 5c587aa6-fad7-420b-85a6-754534a13604 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:45:48.027492 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 5c587aa6-fad7-420b-85a6-754534a13604 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:45:48.108990 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c6b50fe5-eb8f-4c70-a209-5e12a4f5da3c tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3620489 Mar 22 19:45:48.113127 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47582) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:48.126057 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-87f2d12e-5f1b-4573-b47d-32671f20cee9 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Request body: {'subnet': {'network_id': 'e1c88390-f8e6-4661-971c-7a745c9e8da8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:48.133130 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-73fed5f1-7d96-4913-8e71-fffb6f4d9c83 admin admin] Publish callbacks [] for security_group (3b25b076-14d1-402e-bd37-0bf294518549), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:48.168321 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b50fe5-eb8f-4c70-a209-5e12a4f5da3c tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Network': ['ID=e1c88390-f8e6-4661-971c-7a745c9e8da8,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:48.185035 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-73fed5f1-7d96-4913-8e71-fffb6f4d9c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3b25b076-14d1-402e-bd37-0bf294518549), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:48.185491 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network e1c88390-f8e6-4661-971c-7a745c9e8da8 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:45:48.253123 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47586) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:48.262420 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-73fed5f1-7d96-4913-8e71-fffb6f4d9c83 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b14e969c4aac4f31b7e4aa02159b9964&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4395940 Mar 22 19:45:48.280941 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device b2c522d0-02a7-4bcc-a587-249ac2d43207 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:45:48.283647 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fed5f1-7d96-4913-8e71-fffb6f4d9c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b25b076-14d1-402e-bd37-0bf294518549,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:48.317383 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f2d12e-5f1b-4573-b47d-32671f20cee9 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Made reservation on behalf of e7c95693d2624eb68ce77ff7289ab08a for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:45:48.323484 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-87f2d12e-5f1b-4573-b47d-32671f20cee9 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:48.373162 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0e21556a-0f05-4a48-b48e-3011eb296327 admin admin] Publish callbacks [] for security_group (3b25b076-14d1-402e-bd37-0bf294518549), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:48.400339 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0e21556a-0f05-4a48-b48e-3011eb296327 admin admin] Publish callbacks [] for security_group (3b25b076-14d1-402e-bd37-0bf294518549), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:48.487197 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:48.506321 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0e21556a-0f05-4a48-b48e-3011eb296327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3b25b076-14d1-402e-bd37-0bf294518549), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:48.510866 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0e21556a-0f05-4a48-b48e-3011eb296327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:48.512795 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0e21556a-0f05-4a48-b48e-3011eb296327 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3b25b076-14d1-402e-bd37-0bf294518549 HTTP/1.1" status: 204 len: 168 time: 0.2579460 Mar 22 19:45:48.519555 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47596) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:48.535360 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21556a-0f05-4a48-b48e-3011eb296327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b25b076-14d1-402e-bd37-0bf294518549,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:48.597439 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port b2c522d0-02a7-4bcc-a587-249ac2d43207, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=b2c522d0-02a7-4bcc-a587-249ac2d43207,segment=NetworkSegment(62c5f32f-8ee6-4399-879b-0e25c75c35bf),segment_id=62c5f32f-8ee6-4399-879b-0e25c75c35bf)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:45:48.613887 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47602) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:48.626234 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-da9d2bcd-7c77-4519-b049-71abc06a7357 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3df63132c2e64841b1f12a674376d8fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1049170 Mar 22 19:45:48.642358 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'b2c522d0-02a7-4bcc-a587-249ac2d43207', 'network_id': 'abcbf463-c70f-41d4-961e-5e15d687045d', 'port_id': 'b2c522d0-02a7-4bcc-a587-249ac2d43207', 'mac_address': 'fa:16:3e:b7:4a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4faeafe8-a45f-41c1-a8a5-9fa581f91c44', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:45:48.811574 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:48.814165 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port b2c522d0-02a7-4bcc-a587-249ac2d43207 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:45:48.814556 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b2c522d0-02a7-4bcc-a587-249ac2d43207), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:48.836642 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1db8361d-4b1f-44ba-94cd-864cd64144eb admin admin] Publish callbacks [] for security_group (8bf25999-5bd4-43ae-9d55-452a3cac91de), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:48.844753 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2c522d0-02a7-4bcc-a587-249ac2d43207 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:45:48.879121 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-87f2d12e-5f1b-4573-b47d-32671f20cee9 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (87e72865-69dc-4a60-8904-4bfe1914c543), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:48.896904 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port b2c522d0-02a7-4bcc-a587-249ac2d43207, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=b2c522d0-02a7-4bcc-a587-249ac2d43207,segment=NetworkSegment(62c5f32f-8ee6-4399-879b-0e25c75c35bf),segment_id=62c5f32f-8ee6-4399-879b-0e25c75c35bf)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:45:48.904971 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b2c522d0-02a7-4bcc-a587-249ac2d43207), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:48.921954 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ae502-05a9-46ea-adc8-17513ffcb908 req-f160dc72-2710-4627-9fc6-c934ef283f88 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:48.927677 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a68ae502-05a9-46ea-adc8-17513ffcb908 req-f160dc72-2710-4627-9fc6-c934ef283f88 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 943 time: 0.2192247 Mar 22 19:45:48.944653 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1db8361d-4b1f-44ba-94cd-864cd64144eb admin admin] Publish callbacks [] for security_group (8bf25999-5bd4-43ae-9d55-452a3cac91de), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:48.993155 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f2d12e-5f1b-4573-b47d-32671f20cee9 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Subnet': ['ID=87e72865-69dc-4a60-8904-4bfe1914c543,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:49.017434 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f2d12e-5f1b-4573-b47d-32671f20cee9 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Checking segment: {'id': 'ea119c30-4fdf-46e7-a31c-71fb51662e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e1c88390-f8e6-4661-971c-7a745c9e8da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:45:49.018910 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=b2c522d0-02a7-4bcc-a587-249ac2d43207,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:49.033417 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f2d12e-5f1b-4573-b47d-32671f20cee9 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network hostable DHCP agents. Network: e1c88390-f8e6-4661-971c-7a745c9e8da8, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:45:49.062677 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a68ae502-05a9-46ea-adc8-17513ffcb908 req-61741d09-49ef-482e-b1ca-c1ab2ccb5882 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/security-groups?id=022aea2e-9cbf-4dec-9fef-4b9a75e67c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151507 Mar 22 19:45:49.086347 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f2d12e-5f1b-4573-b47d-32671f20cee9 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network e1c88390-f8e6-4661-971c-7a745c9e8da8 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:45:49.096267 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1db8361d-4b1f-44ba-94cd-864cd64144eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (8bf25999-5bd4-43ae-9d55-452a3cac91de), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:49.099439 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1db8361d-4b1f-44ba-94cd-864cd64144eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:49.100843 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1db8361d-4b1f-44ba-94cd-864cd64144eb admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8bf25999-5bd4-43ae-9d55-452a3cac91de HTTP/1.1" status: 204 len: 168 time: 0.4859545 Mar 22 19:45:49.109673 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-87f2d12e-5f1b-4573-b47d-32671f20cee9 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, e1c88390-f8e6-4661-971c-7a745c9e8da8) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:45:49.110353 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8361d-4b1f-44ba-94cd-864cd64144eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf25999-5bd4-43ae-9d55-452a3cac91de,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:49.125374 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b5ba44-7f04-4ce8-98a5-0b36bf9456d3 None None] Network e1c88390-f8e6-4661-971c-7a745c9e8da8 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:45:49.137105 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f2d12e-5f1b-4573-b47d-32671f20cee9 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:49.138302 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-87f2d12e-5f1b-4573-b47d-32671f20cee9 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:49.161489 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-87f2d12e-5f1b-4573-b47d-32671f20cee9 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0455809 Mar 22 19:45:49.163103 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47610) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:49.169021 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-7063ebe6-6091-482b-afd5-c662cdc54a87 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2101742080', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:49.200220 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7063ebe6-6091-482b-afd5-c662cdc54a87 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (a5da274f-4eeb-4777-9d53-0ea06828a1cf), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:49.201906 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7063ebe6-6091-482b-afd5-c662cdc54a87 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (a5da274f-4eeb-4777-9d53-0ea06828a1cf), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:49.253784 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47612) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:49.271186 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7063ebe6-6091-482b-afd5-c662cdc54a87 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router_controller (a5da274f-4eeb-4777-9d53-0ea06828a1cf), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:49.276780 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7063ebe6-6091-482b-afd5-c662cdc54a87 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (a5da274f-4eeb-4777-9d53-0ea06828a1cf), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:49.280524 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-024f3f68-c37f-47ce-922a-ef745ab4320c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:49.304842 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7063ebe6-6091-482b-afd5-c662cdc54a87 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:49.306930 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7063ebe6-6091-482b-afd5-c662cdc54a87 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1415005 Mar 22 19:45:49.309589 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47616) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:49.380435 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de61c07d-48c1-470f-8baf-7d3ef870bd32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-e1c88390-f8e6-4661-971c-7a745c9e8da8', 'network_id': 'e1c88390-f8e6-4661-971c-7a745c9e8da8', 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'fixed_ips': [{'subnet_id': '87e72865-69dc-4a60-8904-4bfe1914c543'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:45:49.383982 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-de61c07d-48c1-470f-8baf-7d3ef870bd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:49.437555 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['b2c522d0-02a7-4bcc-a587-249ac2d43207'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:45:49.479610 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-024f3f68-c37f-47ce-922a-ef745ab4320c admin admin] Publish callbacks [] for security_group (09a5fd77-0c68-4078-88c8-e864f5c684ba), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:49.486685 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-024f3f68-c37f-47ce-922a-ef745ab4320c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (09a5fd77-0c68-4078-88c8-e864f5c684ba), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:49.579521 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-024f3f68-c37f-47ce-922a-ef745ab4320c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=32447749abe146ad970d6453cce01b98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3236325 Mar 22 19:45:49.582188 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47622) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:49.599290 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f3f68-c37f-47ce-922a-ef745ab4320c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a5fd77-0c68-4078-88c8-e864f5c684ba,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:49.740723 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-40dd25ff-a8bf-4ff6-b3ec-ad2378843f64 admin admin] Publish callbacks [] for security_group (09a5fd77-0c68-4078-88c8-e864f5c684ba), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:49.782590 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-40dd25ff-a8bf-4ff6-b3ec-ad2378843f64 admin admin] Publish callbacks [] for security_group (09a5fd77-0c68-4078-88c8-e864f5c684ba), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:49.830522 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-de61c07d-48c1-470f-8baf-7d3ef870bd32 None None] Allocated IP 172.20.0.2 (e1c88390-f8e6-4661-971c-7a745c9e8da8/87e72865-69dc-4a60-8904-4bfe1914c543/b95baef0-5021-4ded-9f99-36ea49731371) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:45:49.885226 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f3a24e10-ac27-42e2-8b4a-84fc483b63ab tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:49.911384 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-40dd25ff-a8bf-4ff6-b3ec-ad2378843f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (09a5fd77-0c68-4078-88c8-e864f5c684ba), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:49.914375 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-40dd25ff-a8bf-4ff6-b3ec-ad2378843f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:49.915757 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-40dd25ff-a8bf-4ff6-b3ec-ad2378843f64 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/09a5fd77-0c68-4078-88c8-e864f5c684ba HTTP/1.1" status: 204 len: 168 time: 0.3322132 Mar 22 19:45:49.931606 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd25ff-a8bf-4ff6-b3ec-ad2378843f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a5fd77-0c68-4078-88c8-e864f5c684ba,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:50.250987 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29730545-5698-441d-94a7-3178bceddb31 req-6c289c7c-3fa1-4a76-913a-051f9f90c818 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:50.256733 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-29730545-5698-441d-94a7-3178bceddb31 req-6c289c7c-3fa1-4a76-913a-051f9f90c818 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 944 time: 0.0883563 Mar 22 19:45:50.277182 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-de61c07d-48c1-470f-8baf-7d3ef870bd32 None None] Publish callbacks [] for port (b95baef0-5021-4ded-9f99-36ea49731371), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:50.311188 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-de61c07d-48c1-470f-8baf-7d3ef870bd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (b95baef0-5021-4ded-9f99-36ea49731371), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:50.347136 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-29730545-5698-441d-94a7-3178bceddb31 req-95adad67-2417-4ac4-a3c9-76b0c6fc1616 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/security-groups?id=022aea2e-9cbf-4dec-9fef-4b9a75e67c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828481 Mar 22 19:45:50.386727 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-f3a24e10-ac27-42e2-8b4a-84fc483b63ab tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Allocated IP 172.20.0.1 (e1c88390-f8e6-4661-971c-7a745c9e8da8/87e72865-69dc-4a60-8904-4bfe1914c543/1387ed6f-f164-47c7-b1ef-118f1ecc02eb) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:45:50.400863 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:50.406580 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61c07d-48c1-470f-8baf-7d3ef870bd32 None None] Pushing event updated for resources: {'Port': ['ID=b95baef0-5021-4ded-9f99-36ea49731371,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:50.427757 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de61c07d-48c1-470f-8baf-7d3ef870bd32 None None] Network e1c88390-f8e6-4661-971c-7a745c9e8da8 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:45:50.430994 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-de61c07d-48c1-470f-8baf-7d3ef870bd32 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:45:50.448791 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de61c07d-48c1-470f-8baf-7d3ef870bd32 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:45:50.561253 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f3a24e10-ac27-42e2-8b4a-84fc483b63ab tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for port (1387ed6f-f164-47c7-b1ef-118f1ecc02eb), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:50.577408 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-de61c07d-48c1-470f-8baf-7d3ef870bd32 None None] Attempting to bind port b95baef0-5021-4ded-9f99-36ea49731371 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:50.577712 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-de61c07d-48c1-470f-8baf-7d3ef870bd32 None None] Attempting to bind port b95baef0-5021-4ded-9f99-36ea49731371 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'ea119c30-4fdf-46e7-a31c-71fb51662e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e1c88390-f8e6-4661-971c-7a745c9e8da8'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:50.578115 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61c07d-48c1-470f-8baf-7d3ef870bd32 None None] Attempting to bind port b95baef0-5021-4ded-9f99-36ea49731371 on network e1c88390-f8e6-4661-971c-7a745c9e8da8 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:50.586600 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61c07d-48c1-470f-8baf-7d3ef870bd32 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:45:50.587024 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61c07d-48c1-470f-8baf-7d3ef870bd32 None None] Checking segment: {'id': 'ea119c30-4fdf-46e7-a31c-71fb51662e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e1c88390-f8e6-4661-971c-7a745c9e8da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:45:50.588080 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-de61c07d-48c1-470f-8baf-7d3ef870bd32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:50.588355 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de61c07d-48c1-470f-8baf-7d3ef870bd32 None None] Bound using segment: {'id': 'ea119c30-4fdf-46e7-a31c-71fb51662e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e1c88390-f8e6-4661-971c-7a745c9e8da8'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:45:50.589084 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-de61c07d-48c1-470f-8baf-7d3ef870bd32 None None] Bound port: b95baef0-5021-4ded-9f99-36ea49731371, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea119c30-4fdf-46e7-a31c-71fb51662e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'e1c88390-f8e6-4661-971c-7a745c9e8da8'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:45:50.589219 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-de61c07d-48c1-470f-8baf-7d3ef870bd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b95baef0-5021-4ded-9f99-36ea49731371), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:50.615451 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f3a24e10-ac27-42e2-8b4a-84fc483b63ab tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (1387ed6f-f164-47c7-b1ef-118f1ecc02eb), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:50.711907 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-de61c07d-48c1-470f-8baf-7d3ef870bd32 None None] For port b95baef0-5021-4ded-9f99-36ea49731371, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:45:50.719648 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-de61c07d-48c1-470f-8baf-7d3ef870bd32 None None] For port b95baef0-5021-4ded-9f99-36ea49731371, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b95baef0-5021-4ded-9f99-36ea49731371,segment=NetworkSegment(ea119c30-4fdf-46e7-a31c-71fb51662e8c),segment_id=ea119c30-4fdf-46e7-a31c-71fb51662e8c)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:45:50.720503 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a24e10-ac27-42e2-8b4a-84fc483b63ab tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Port': ['ID=1387ed6f-f164-47c7-b1ef-118f1ecc02eb,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:50.731171 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-de61c07d-48c1-470f-8baf-7d3ef870bd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b95baef0-5021-4ded-9f99-36ea49731371), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:50.731691 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a24e10-ac27-42e2-8b4a-84fc483b63ab tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network e1c88390-f8e6-4661-971c-7a745c9e8da8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:45:50.733445 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-f3a24e10-ac27-42e2-8b4a-84fc483b63ab tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:45:50.740602 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a24e10-ac27-42e2-8b4a-84fc483b63ab tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:45:50.821287 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f3a24e10-ac27-42e2-8b4a-84fc483b63ab tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (a5da274f-4eeb-4777-9d53-0ea06828a1cf), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:50.852023 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61c07d-48c1-470f-8baf-7d3ef870bd32 None None] Pushing event updated for resources: {'Port': ['ID=b95baef0-5021-4ded-9f99-36ea49731371,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:51.029190 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f3a24e10-ac27-42e2-8b4a-84fc483b63ab tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1387ed6f-f164-47c7-b1ef-118f1ecc02eb), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:51.357277 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:51.603227 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686aa5a7-473f-4d83-a5bd-beedca279588 req-56500230-d354-4de8-be0b-e64277047811 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:51.606350 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-686aa5a7-473f-4d83-a5bd-beedca279588 req-56500230-d354-4de8-be0b-e64277047811 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 944 time: 0.1218271 Mar 22 19:45:51.611949 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f3a24e10-ac27-42e2-8b4a-84fc483b63ab tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for port (1387ed6f-f164-47c7-b1ef-118f1ecc02eb), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:51.622285 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f3a24e10-ac27-42e2-8b4a-84fc483b63ab tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (1387ed6f-f164-47c7-b1ef-118f1ecc02eb), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:51.679002 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-686aa5a7-473f-4d83-a5bd-beedca279588 req-f04c41b3-53c1-427e-99c6-c877e1dae455 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/security-groups?id=022aea2e-9cbf-4dec-9fef-4b9a75e67c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650506 Mar 22 19:45:51.759182 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a24e10-ac27-42e2-8b4a-84fc483b63ab tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Port': ['ID=1387ed6f-f164-47c7-b1ef-118f1ecc02eb,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:51.774392 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f3a24e10-ac27-42e2-8b4a-84fc483b63ab tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (a5da274f-4eeb-4777-9d53-0ea06828a1cf), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:51.811287 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47682) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:51.922602 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a24e10-ac27-42e2-8b4a-84fc483b63ab tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network e1c88390-f8e6-4661-971c-7a745c9e8da8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:45:51.924115 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-f3a24e10-ac27-42e2-8b4a-84fc483b63ab tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:45:52.017509 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-a24633ff-231b-4bb5-88a8-d64c33075531 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1118032707'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:52.046732 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b95baef0-5021-4ded-9f99-36ea49731371 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:45:52.055502 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24633ff-231b-4bb5-88a8-d64c33075531 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Made reservation on behalf of 7a7a0d2d74c9411dbc59f78d6f038728 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:45:52.060667 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a24633ff-231b-4bb5-88a8-d64c33075531 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:52.091611 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a24633ff-231b-4bb5-88a8-d64c33075531 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:52.128501 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a24e10-ac27-42e2-8b4a-84fc483b63ab tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Router a5da274f-4eeb-4777-9d53-0ea06828a1cf is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:45:52.149412 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b95baef0-5021-4ded-9f99-36ea49731371 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:52.150437 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b95baef0-5021-4ded-9f99-36ea49731371), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:52.260294 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b95baef0-5021-4ded-9f99-36ea49731371 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:45:52.260688 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b95baef0-5021-4ded-9f99-36ea49731371), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:52.268095 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a24633ff-231b-4bb5-88a8-d64c33075531 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks [] for security_group (f2758c36-3712-4aa1-aa5c-961ecbd71fec), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:52.275580 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a24633ff-231b-4bb5-88a8-d64c33075531 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f2758c36-3712-4aa1-aa5c-961ecbd71fec), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:52.276662 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a24e10-ac27-42e2-8b4a-84fc483b63ab tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:45:52.291736 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2158509-09e6-4382-b78c-44bf306982bd None None] Sync routers for ids ['a5da274f-4eeb-4777-9d53-0ea06828a1cf'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:45:52.298294 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f3a24e10-ac27-42e2-8b4a-84fc483b63ab tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "PUT /v2.0/routers/a5da274f-4eeb-4777-9d53-0ea06828a1cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9872282 Mar 22 19:45:52.299369 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47694) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:52.311495 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2158509-09e6-4382-b78c-44bf306982bd None None] Routers {'a5da274f-4eeb-4777-9d53-0ea06828a1cf'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:45:52.312131 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-b2158509-09e6-4382-b78c-44bf306982bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:45:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['a5da274f-4eeb-4777-9d53-0ea06828a1cf'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:52.325513 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port b95baef0-5021-4ded-9f99-36ea49731371, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b95baef0-5021-4ded-9f99-36ea49731371,segment=NetworkSegment(ea119c30-4fdf-46e7-a31c-71fb51662e8c),segment_id=ea119c30-4fdf-46e7-a31c-71fb51662e8c)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:45:52.338305 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device b2c522d0-02a7-4bcc-a587-249ac2d43207 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:45:52.342039 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b95baef0-5021-4ded-9f99-36ea49731371), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:52.342494 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a24633ff-231b-4bb5-88a8-d64c33075531 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:45:52.362180 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24633ff-231b-4bb5-88a8-d64c33075531 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2758c36-3712-4aa1-aa5c-961ecbd71fec,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:52.381251 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a24633ff-231b-4bb5-88a8-d64c33075531 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (9daeae4f-b1f3-444a-bc27-b5c65698097f), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:52.385275 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-a24633ff-231b-4bb5-88a8-d64c33075531 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Added segment 9daeae4f-b1f3-444a-bc27-b5c65698097f of type vlan for network 7dc1271d-661b-4d44-b484-79d26fa5f95e Mar 22 19:45:52.398802 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8aefffd-f5ec-4763-a9c3-9230d7eea29d None None] Network e1c88390-f8e6-4661-971c-7a745c9e8da8 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:45:52.431133 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900cd2b7-a3e1-4135-9c90-5fb1f60b364c tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:52.437630 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-b2158509-09e6-4382-b78c-44bf306982bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:52.438192 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-900cd2b7-a3e1-4135-9c90-5fb1f60b364c tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "GET /v2.0/ports/1387ed6f-f164-47c7-b1ef-118f1ecc02eb HTTP/1.1" status: 200 len: 910 time: 0.1369290 Mar 22 19:45:52.439273 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47698) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:52.461016 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2158509-09e6-4382-b78c-44bf306982bd None None] Routers {'a5da274f-4eeb-4777-9d53-0ea06828a1cf'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:45:52.463450 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-b2158509-09e6-4382-b78c-44bf306982bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:45:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['a5da274f-4eeb-4777-9d53-0ea06828a1cf'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:52.490394 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a24633ff-231b-4bb5-88a8-d64c33075531 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (7dc1271d-661b-4d44-b484-79d26fa5f95e), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:52.536324 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-b2158509-09e6-4382-b78c-44bf306982bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:52.537832 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2158509-09e6-4382-b78c-44bf306982bd None None] The sync data for ids ['a5da274f-4eeb-4777-9d53-0ea06828a1cf'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:45:52.547938 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a24633ff-231b-4bb5-88a8-d64c33075531 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (7dc1271d-661b-4d44-b484-79d26fa5f95e), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:52.553928 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24633ff-231b-4bb5-88a8-d64c33075531 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:52.554698 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a24633ff-231b-4bb5-88a8-d64c33075531 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:52.627848 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a24633ff-231b-4bb5-88a8-d64c33075531 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8016417 Mar 22 19:45:52.751405 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47702) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:52.771117 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-ee77d688-da94-4ecf-aaa3-8bce398b9fdf tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Request body: {'subnet': {'network_id': '7dc1271d-661b-4d44-b484-79d26fa5f95e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:53.031537 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24633ff-231b-4bb5-88a8-d64c33075531 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Pushing event updated for resources: {'Network': ['ID=7dc1271d-661b-4d44-b484-79d26fa5f95e,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:53.043636 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-aa2550b5-959e-4f72-945d-3db0c273bb28 None None] Provisioning complete for port b95baef0-5021-4ded-9f99-36ea49731371 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:53.044019 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-aa2550b5-959e-4f72-945d-3db0c273bb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b95baef0-5021-4ded-9f99-36ea49731371), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:53.061495 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 7dc1271d-661b-4d44-b484-79d26fa5f95e details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:45:53.104187 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0bbb30-30b3-42a7-9646-72a4507ae012 req-bb663ee7-52d4-4a27-8847-363c6e63ce4a tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:53.110924 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8f0bbb30-30b3-42a7-9646-72a4507ae012 req-bb663ee7-52d4-4a27-8847-363c6e63ce4a tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 944 time: 0.2342613 Mar 22 19:45:53.182353 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee77d688-da94-4ecf-aaa3-8bce398b9fdf tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Made reservation on behalf of 7a7a0d2d74c9411dbc59f78d6f038728 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:45:53.186037 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ee77d688-da94-4ecf-aaa3-8bce398b9fdf tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:53.197388 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=b95baef0-5021-4ded-9f99-36ea49731371,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:53.215913 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8f0bbb30-30b3-42a7-9646-72a4507ae012 req-383a757e-f853-4be1-9827-943fc3913316 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/security-groups?id=022aea2e-9cbf-4dec-9fef-4b9a75e67c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996661 Mar 22 19:45:53.309299 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e560a9f6-a8dc-4657-8181-65dc93ee624f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (a5da274f-4eeb-4777-9d53-0ea06828a1cf), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:53.435400 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port b2c522d0-02a7-4bcc-a587-249ac2d43207 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:45:53.490058 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-aa2550b5-959e-4f72-945d-3db0c273bb28 None None] Current status of the port b95baef0-5021-4ded-9f99-36ea49731371 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:45:53.502389 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port b2c522d0-02a7-4bcc-a587-249ac2d43207 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:53.502772 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b2c522d0-02a7-4bcc-a587-249ac2d43207), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:53.662153 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ee77d688-da94-4ecf-aaa3-8bce398b9fdf tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (3ad9b352-259f-458f-9b2e-069c11d09a10), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:53.725317 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port b2c522d0-02a7-4bcc-a587-249ac2d43207 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:45:53.726006 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b2c522d0-02a7-4bcc-a587-249ac2d43207), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:53.793660 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5790878-e041-4309-b10f-f32cc6eb46b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c522d0-02a7-4bcc-a587-249ac2d43207'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:45:53.800207 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759c928e-e31f-4c7e-a26d-50a2dab3316f" -d '{"events": [{"server_uuid": "b5790878-e041-4309-b10f-f32cc6eb46b0", "name": "network-vif-plugged", "status": "completed", "tag": "b2c522d0-02a7-4bcc-a587-249ac2d43207"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:45:53.832687 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee77d688-da94-4ecf-aaa3-8bce398b9fdf tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Checking segment: {'id': '9daeae4f-b1f3-444a-bc27-b5c65698097f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7dc1271d-661b-4d44-b484-79d26fa5f95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:45:53.833057 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee77d688-da94-4ecf-aaa3-8bce398b9fdf tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Network hostable DHCP agents. Network: 7dc1271d-661b-4d44-b484-79d26fa5f95e, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:45:53.835130 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77d688-da94-4ecf-aaa3-8bce398b9fdf tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Pushing event updated for resources: {'Subnet': ['ID=3ad9b352-259f-458f-9b2e-069c11d09a10,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:53.842253 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port b2c522d0-02a7-4bcc-a587-249ac2d43207, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=b2c522d0-02a7-4bcc-a587-249ac2d43207,segment=NetworkSegment(62c5f32f-8ee6-4399-879b-0e25c75c35bf),segment_id=62c5f32f-8ee6-4399-879b-0e25c75c35bf)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:45:53.849588 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b2c522d0-02a7-4bcc-a587-249ac2d43207), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:53.885783 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee77d688-da94-4ecf-aaa3-8bce398b9fdf tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Network 7dc1271d-661b-4d44-b484-79d26fa5f95e is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:45:53.900262 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-ee77d688-da94-4ecf-aaa3-8bce398b9fdf tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 7dc1271d-661b-4d44-b484-79d26fa5f95e) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:45:53.906442 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee77d688-da94-4ecf-aaa3-8bce398b9fdf tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:53.907065 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ee77d688-da94-4ecf-aaa3-8bce398b9fdf tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:53.927908 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b472e1-ac05-4930-b099-27e301d9f26a None None] Network 7dc1271d-661b-4d44-b484-79d26fa5f95e requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:45:53.937362 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47750) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:53.942001 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ee77d688-da94-4ecf-aaa3-8bce398b9fdf tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1891830 Mar 22 19:45:53.949723 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-4f684e9c-0f58-4ba2-818f-12745ef38a05 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Request body: {'port': {'network_id': '7dc1271d-661b-4d44-b484-79d26fa5f95e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1971442129'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:54.077358 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-e560a9f6-a8dc-4657-8181-65dc93ee624f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Deleting port 1387ed6f-f164-47c7-b1ef-118f1ecc02eb {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:45:54.078033 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e560a9f6-a8dc-4657-8181-65dc93ee624f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (1387ed6f-f164-47c7-b1ef-118f1ecc02eb), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:54.088002 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b95baef0-5021-4ded-9f99-36ea49731371 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:45:54.194078 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e560a9f6-a8dc-4657-8181-65dc93ee624f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (1387ed6f-f164-47c7-b1ef-118f1ecc02eb), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:54.207789 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=b2c522d0-02a7-4bcc-a587-249ac2d43207,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:54.211794 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-e560a9f6-a8dc-4657-8181-65dc93ee624f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Calling delete_port for 1387ed6f-f164-47c7-b1ef-118f1ecc02eb owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:45:54.350460 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-889aa287-d91c-4a5b-9f3d-a695beb38d34 None None] Provisioning complete for port 1387ed6f-f164-47c7-b1ef-118f1ecc02eb triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:54.350837 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-889aa287-d91c-4a5b-9f3d-a695beb38d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (1387ed6f-f164-47c7-b1ef-118f1ecc02eb), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:54.437328 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e560a9f6-a8dc-4657-8181-65dc93ee624f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (1387ed6f-f164-47c7-b1ef-118f1ecc02eb), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:54.463105 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401e90b-2792-4447-87d0-dc2d7d3903d2 req-038b50cb-c3ad-46c8-8a27-a21cea13f2ac tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:54.475787 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9401e90b-2792-4447-87d0-dc2d7d3903d2 req-038b50cb-c3ad-46c8-8a27-a21cea13f2ac tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 945 time: 0.1371520 Mar 22 19:45:54.476236 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-889aa287-d91c-4a5b-9f3d-a695beb38d34 None None] Port 1387ed6f-f164-47c7-b1ef-118f1ecc02eb cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:45:54.478412 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a939e3-5910-40e7-bf1c-1bb87481be6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-7dc1271d-661b-4d44-b484-79d26fa5f95e', 'network_id': '7dc1271d-661b-4d44-b484-79d26fa5f95e', 'project_id': '7a7a0d2d74c9411dbc59f78d6f038728', 'fixed_ips': [{'subnet_id': '3ad9b352-259f-458f-9b2e-069c11d09a10'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:45:54.479454 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-78a939e3-5910-40e7-bf1c-1bb87481be6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:54.577166 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47760) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:54.594952 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd3e799-1d31-46ea-aa6b-4202ad672538 x-openstack-request-id: req-dfd3e799-1d31-46ea-aa6b-4202ad672538 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:45:54.595571 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5790878-e041-4309-b10f-f32cc6eb46b0", "name": "network-vif-plugged", "status": "completed", "tag": "b2c522d0-02a7-4bcc-a587-249ac2d43207", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:45:54.596185 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dfd3e799-1d31-46ea-aa6b-4202ad672538 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:45:54.597379 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfd3e799-1d31-46ea-aa6b-4202ad672538'] response: {'server_uuid': 'b5790878-e041-4309-b10f-f32cc6eb46b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2c522d0-02a7-4bcc-a587-249ac2d43207', 'code': 200} Mar 22 19:45:54.598912 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-889aa287-d91c-4a5b-9f3d-a695beb38d34 None None] Provisioning complete for port b95baef0-5021-4ded-9f99-36ea49731371 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:54.599518 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-889aa287-d91c-4a5b-9f3d-a695beb38d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b95baef0-5021-4ded-9f99-36ea49731371), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:54.650107 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e560a9f6-a8dc-4657-8181-65dc93ee624f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event deleted for resources: {'Port': ['ID=1387ed6f-f164-47c7-b1ef-118f1ecc02eb,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:54.659732 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b95baef0-5021-4ded-9f99-36ea49731371 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:54.660466 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b95baef0-5021-4ded-9f99-36ea49731371), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:54.675993 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f684e9c-0f58-4ba2-818f-12745ef38a05 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Made reservation on behalf of 7a7a0d2d74c9411dbc59f78d6f038728 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:45:54.686126 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f684e9c-0f58-4ba2-818f-12745ef38a05 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:54.735258 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9401e90b-2792-4447-87d0-dc2d7d3903d2 req-efd95b0b-0ad0-4631-9434-a305301d9608 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/security-groups?id=022aea2e-9cbf-4dec-9fef-4b9a75e67c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2578151 Mar 22 19:45:54.828087 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-baa9e20e-bb15-489e-9aaf-c688ab58edd9 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] 10.222.0.75 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2409 time: 0.2478113 Mar 22 19:45:54.831241 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47764) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:54.834846 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-889aa287-d91c-4a5b-9f3d-a695beb38d34 None None] Current status of the port b95baef0-5021-4ded-9f99-36ea49731371 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:45:54.840024 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-4d3540d3-ec1f-49b0-abeb-6be29ff0a834 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Request body: {'network': {'name': 'tempest-network-smoke--1375550206', 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'port_security_enabled': False}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:54.872841 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3540d3-ec1f-49b0-abeb-6be29ff0a834 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Made reservation on behalf of 3aeae24db72e47fdba650f6aadc3eb3a for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:45:54.877403 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4d3540d3-ec1f-49b0-abeb-6be29ff0a834 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:54.879981 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-4f684e9c-0f58-4ba2-818f-12745ef38a05 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] device_id is not set on port 6ec176c8-e798-4640-be8f-4e49ee7d663b yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:45:54.909947 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c33ae0-907e-4463-adc5-8af762a26c02 req-70a919e0-b3b5-4fa1-aff5-2e696336e78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:54.921206 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-54c33ae0-907e-4463-adc5-8af762a26c02 req-70a919e0-b3b5-4fa1-aff5-2e696336e78e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 1128 time: 0.2301903 Mar 22 19:45:54.954239 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d3540d3-ec1f-49b0-abeb-6be29ff0a834 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:45:55.036392 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-bca20ada-21de-491c-ba01-c7d27b5f9849 None None] Could not find standard attr ID for object 1387ed6f-f164-47c7-b1ef-118f1ecc02eb. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:45:55.036757 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4d3540d3-ec1f-49b0-abeb-6be29ff0a834 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (5bb50cb9-6ef7-4433-b64b-dce37d507aea), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:55.037119 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-4d3540d3-ec1f-49b0-abeb-6be29ff0a834 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Added segment 5bb50cb9-6ef7-4433-b64b-dce37d507aea of type vlan for network 8bd255f9-facd-4e1c-877f-273df24b29e1 Mar 22 19:45:55.100729 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4d3540d3-ec1f-49b0-abeb-6be29ff0a834 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (8bd255f9-facd-4e1c-877f-273df24b29e1), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:55.178936 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e560a9f6-a8dc-4657-8181-65dc93ee624f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (a5da274f-4eeb-4777-9d53-0ea06828a1cf), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:55.183152 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-54c33ae0-907e-4463-adc5-8af762a26c02 req-43d45042-1fdb-42e1-a134-a17c836dc7c2 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=022aea2e-9cbf-4dec-9fef-4b9a75e67c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2541082 Mar 22 19:45:55.189034 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4d3540d3-ec1f-49b0-abeb-6be29ff0a834 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (8bd255f9-facd-4e1c-877f-273df24b29e1), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:55.190882 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-78a939e3-5910-40e7-bf1c-1bb87481be6f None None] Allocated IP 2001:db8::2 (7dc1271d-661b-4d44-b484-79d26fa5f95e/3ad9b352-259f-458f-9b2e-069c11d09a10/da65694c-8573-4201-8830-dc6f5b3858c4) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:45:55.197565 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b95baef0-5021-4ded-9f99-36ea49731371 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:45:55.204277 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3540d3-ec1f-49b0-abeb-6be29ff0a834 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:55.205050 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4d3540d3-ec1f-49b0-abeb-6be29ff0a834 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:55.272401 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4d3540d3-ec1f-49b0-abeb-6be29ff0a834 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4398811 Mar 22 19:45:55.280233 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47776) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:55.284730 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-199173b2-5148-44f4-bdde-3ef0ed532de1 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-321241311', 'admin_state_up': True, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:55.357147 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3540d3-ec1f-49b0-abeb-6be29ff0a834 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Pushing event updated for resources: {'Network': ['ID=8bd255f9-facd-4e1c-877f-273df24b29e1,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:55.371658 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-199173b2-5148-44f4-bdde-3ef0ed532de1 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:55.372979 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-199173b2-5148-44f4-bdde-3ef0ed532de1 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:55.375795 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 8bd255f9-facd-4e1c-877f-273df24b29e1 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:45:55.448793 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e560a9f6-a8dc-4657-8181-65dc93ee624f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Router a5da274f-4eeb-4777-9d53-0ea06828a1cf has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:45:55.552659 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-199173b2-5148-44f4-bdde-3ef0ed532de1 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for router_controller (5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:55.573178 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-78a939e3-5910-40e7-bf1c-1bb87481be6f None None] Publish callbacks [] for port (da65694c-8573-4201-8830-dc6f5b3858c4), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:55.584556 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-78a939e3-5910-40e7-bf1c-1bb87481be6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (da65694c-8573-4201-8830-dc6f5b3858c4), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:55.664236 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a939e3-5910-40e7-bf1c-1bb87481be6f None None] Pushing event updated for resources: {'Port': ['ID=da65694c-8573-4201-8830-dc6f5b3858c4,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:55.679609 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a939e3-5910-40e7-bf1c-1bb87481be6f None None] Network 7dc1271d-661b-4d44-b484-79d26fa5f95e is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:45:55.681659 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-78a939e3-5910-40e7-bf1c-1bb87481be6f None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:45:55.684585 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a939e3-5910-40e7-bf1c-1bb87481be6f None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:45:55.748657 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-78a939e3-5910-40e7-bf1c-1bb87481be6f None None] Attempting to bind port da65694c-8573-4201-8830-dc6f5b3858c4 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:45:55.749257 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-78a939e3-5910-40e7-bf1c-1bb87481be6f None None] Attempting to bind port da65694c-8573-4201-8830-dc6f5b3858c4 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '9daeae4f-b1f3-444a-bc27-b5c65698097f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7dc1271d-661b-4d44-b484-79d26fa5f95e'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:45:55.749628 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a939e3-5910-40e7-bf1c-1bb87481be6f None None] Attempting to bind port da65694c-8573-4201-8830-dc6f5b3858c4 on network 7dc1271d-661b-4d44-b484-79d26fa5f95e {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:45:55.769628 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a939e3-5910-40e7-bf1c-1bb87481be6f None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:45:55.774585 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a939e3-5910-40e7-bf1c-1bb87481be6f None None] Checking segment: {'id': '9daeae4f-b1f3-444a-bc27-b5c65698097f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7dc1271d-661b-4d44-b484-79d26fa5f95e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:45:55.775214 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-78a939e3-5910-40e7-bf1c-1bb87481be6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:55.776496 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a939e3-5910-40e7-bf1c-1bb87481be6f None None] Bound using segment: {'id': '9daeae4f-b1f3-444a-bc27-b5c65698097f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7dc1271d-661b-4d44-b484-79d26fa5f95e'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:45:55.778021 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-78a939e3-5910-40e7-bf1c-1bb87481be6f None None] Bound port: da65694c-8573-4201-8830-dc6f5b3858c4, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9daeae4f-b1f3-444a-bc27-b5c65698097f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7dc1271d-661b-4d44-b484-79d26fa5f95e'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:45:55.778851 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e560a9f6-a8dc-4657-8181-65dc93ee624f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:45:55.779920 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-78a939e3-5910-40e7-bf1c-1bb87481be6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (da65694c-8573-4201-8830-dc6f5b3858c4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:55.784605 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e560a9f6-a8dc-4657-8181-65dc93ee624f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "PUT /v2.0/routers/a5da274f-4eeb-4777-9d53-0ea06828a1cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3440747 Mar 22 19:45:55.787424 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47790) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:55.799116 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-199173b2-5148-44f4-bdde-3ef0ed532de1 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for router_gateway (5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:55.827914 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db15684-916d-4dce-a979-a27ae587ce55 None None] Sync routers for ids ['a5da274f-4eeb-4777-9d53-0ea06828a1cf'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:45:55.848120 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ef0af108-2433-460d-b5b3-64f9025ae515 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "GET /v2.0/ports?device_id=a5da274f-4eeb-4777-9d53-0ea06828a1cf HTTP/1.1" status: 200 len: 205 time: 0.0583241 Mar 22 19:45:55.852094 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47794) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:55.857746 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-4f684e9c-0f58-4ba2-818f-12745ef38a05 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Allocated IP 2001:db8::c0 (7dc1271d-661b-4d44-b484-79d26fa5f95e/3ad9b352-259f-458f-9b2e-069c11d09a10/6ec176c8-e798-4640-be8f-4e49ee7d663b) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:45:55.915222 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db15684-916d-4dce-a979-a27ae587ce55 None None] Routers {'a5da274f-4eeb-4777-9d53-0ea06828a1cf'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:45:55.915871 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-2db15684-916d-4dce-a979-a27ae587ce55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:45:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['a5da274f-4eeb-4777-9d53-0ea06828a1cf'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:55.997395 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-2db15684-916d-4dce-a979-a27ae587ce55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:56.011834 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db15684-916d-4dce-a979-a27ae587ce55 None None] Routers {'a5da274f-4eeb-4777-9d53-0ea06828a1cf'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:45:56.012397 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-2db15684-916d-4dce-a979-a27ae587ce55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:45:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['a5da274f-4eeb-4777-9d53-0ea06828a1cf'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:56.031416 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-02aed430-a480-487a-aaea-9ff55dc05c94 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router (a5da274f-4eeb-4777-9d53-0ea06828a1cf), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:56.059558 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-78a939e3-5910-40e7-bf1c-1bb87481be6f None None] For port da65694c-8573-4201-8830-dc6f5b3858c4, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:45:56.064819 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-2db15684-916d-4dce-a979-a27ae587ce55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:56.065890 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db15684-916d-4dce-a979-a27ae587ce55 None None] The sync data for ids ['a5da274f-4eeb-4777-9d53-0ea06828a1cf'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:45:56.079368 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-78a939e3-5910-40e7-bf1c-1bb87481be6f None None] For port da65694c-8573-4201-8830-dc6f5b3858c4, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=da65694c-8573-4201-8830-dc6f5b3858c4,segment=NetworkSegment(9daeae4f-b1f3-444a-bc27-b5c65698097f),segment_id=9daeae4f-b1f3-444a-bc27-b5c65698097f)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:45:56.086711 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-78a939e3-5910-40e7-bf1c-1bb87481be6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (da65694c-8573-4201-8830-dc6f5b3858c4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:56.135405 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbb9dc-ba0a-43f5-b830-dc626b249668 req-eed0a859-ca87-4788-aedc-faf9980142c1 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:56.144920 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dddbb9dc-ba0a-43f5-b830-dc626b249668 req-eed0a859-ca87-4788-aedc-faf9980142c1 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 945 time: 0.2708559 Mar 22 19:45:56.239505 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a939e3-5910-40e7-bf1c-1bb87481be6f None None] Pushing event updated for resources: {'Port': ['ID=da65694c-8573-4201-8830-dc6f5b3858c4,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:56.348982 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-02aed430-a480-487a-aaea-9ff55dc05c94 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (a5da274f-4eeb-4777-9d53-0ea06828a1cf), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:56.352777 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-02aed430-a480-487a-aaea-9ff55dc05c94 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router_controller (a5da274f-4eeb-4777-9d53-0ea06828a1cf), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:56.379900 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dddbb9dc-ba0a-43f5-b830-dc626b249668 req-4f05184b-588b-4826-892f-083e5318a317 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/security-groups?id=022aea2e-9cbf-4dec-9fef-4b9a75e67c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2338004 Mar 22 19:45:56.466751 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-02aed430-a480-487a-aaea-9ff55dc05c94 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (a5da274f-4eeb-4777-9d53-0ea06828a1cf), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:56.467348 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02aed430-a480-487a-aaea-9ff55dc05c94 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Fanout notify agent at l3_agent the message router_deleted on router a5da274f-4eeb-4777-9d53-0ea06828a1cf {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:45:56.480016 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-02aed430-a480-487a-aaea-9ff55dc05c94 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:56.481158 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-02aed430-a480-487a-aaea-9ff55dc05c94 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/routers/a5da274f-4eeb-4777-9d53-0ea06828a1cf HTTP/1.1" status: 204 len: 168 time: 0.6278338 Mar 22 19:45:56.484057 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47802) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:56.624223 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f684e9c-0f58-4ba2-818f-12745ef38a05 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks [] for port (6ec176c8-e798-4640-be8f-4e49ee7d663b), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:56.657847 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7df53e5-c5df-4845-9fa2-f7e2695c465b tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Deleting subnet 87e72865-69dc-4a60-8904-4bfe1914c543 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:45:56.664471 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c7df53e5-c5df-4845-9fa2-f7e2695c465b tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for subnet (87e72865-69dc-4a60-8904-4bfe1914c543), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:56.738850 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-199173b2-5148-44f4-bdde-3ef0ed532de1 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for router_gateway (5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:56.775305 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c7df53e5-c5df-4845-9fa2-f7e2695c465b tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (87e72865-69dc-4a60-8904-4bfe1914c543), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:56.788301 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-199173b2-5148-44f4-bdde-3ef0ed532de1 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:56.801338 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f684e9c-0f58-4ba2-818f-12745ef38a05 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (6ec176c8-e798-4640-be8f-4e49ee7d663b), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:56.912388 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f684e9c-0f58-4ba2-818f-12745ef38a05 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Network 7dc1271d-661b-4d44-b484-79d26fa5f95e is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:45:56.918450 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c7df53e5-c5df-4845-9fa2-f7e2695c465b tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (87e72865-69dc-4a60-8904-4bfe1914c543), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:56.922490 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-4f684e9c-0f58-4ba2-818f-12745ef38a05 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:45:56.944690 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f684e9c-0f58-4ba2-818f-12745ef38a05 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:45:56.957011 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f684e9c-0f58-4ba2-818f-12745ef38a05 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:56.958556 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f684e9c-0f58-4ba2-818f-12745ef38a05 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:56.965330 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f684e9c-0f58-4ba2-818f-12745ef38a05 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Pushing event updated for resources: {'Port': ['ID=6ec176c8-e798-4640-be8f-4e49ee7d663b,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:57.041231 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4f684e9c-0f58-4ba2-818f-12745ef38a05 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1026540 Mar 22 19:45:57.047183 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47818) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:57.060447 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c7df53e5-c5df-4845-9fa2-f7e2695c465b tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (87e72865-69dc-4a60-8904-4bfe1914c543), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:57.077274 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-199173b2-5148-44f4-bdde-3ef0ed532de1 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Allocated IP 172.25.5.80 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/d83cca6b-fdea-43df-96c9-b60eedccba37) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:45:57.086758 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-df494765-1ac5-4395-bf0b-c2822bad4824 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Request body: {'port': {'network_id': '7dc1271d-661b-4d44-b484-79d26fa5f95e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-883684795', 'allowed_address_pairs': [{'ip_address': '2001:db8::c0', 'mac_address': 'fa:16:3e:8b:45:b9'}]}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:57.201400 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8259b51b-f5c7-4cad-9fe0-4b1060428ccd None None] Network e1c88390-f8e6-4661-971c-7a745c9e8da8 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:45:57.289280 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-199173b2-5148-44f4-bdde-3ef0ed532de1 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for port (d83cca6b-fdea-43df-96c9-b60eedccba37), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:57.307729 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df53e5-c5df-4845-9fa2-f7e2695c465b tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event deleted for resources: {'Subnet': ['ID=87e72865-69dc-4a60-8904-4bfe1914c543,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:57.311821 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c7df53e5-c5df-4845-9fa2-f7e2695c465b tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:57.326983 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c7df53e5-c5df-4845-9fa2-f7e2695c465b tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/subnets/87e72865-69dc-4a60-8904-4bfe1914c543 HTTP/1.1" status: 204 len: 168 time: 0.8407128 Mar 22 19:45:57.345927 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47824) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:57.371430 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df494765-1ac5-4395-bf0b-c2822bad4824 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Made reservation on behalf of 7a7a0d2d74c9411dbc59f78d6f038728 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:45:57.404964 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-199173b2-5148-44f4-bdde-3ef0ed532de1 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (d83cca6b-fdea-43df-96c9-b60eedccba37), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:57.438881 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199173b2-5148-44f4-bdde-3ef0ed532de1 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:45:57.471468 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-199173b2-5148-44f4-bdde-3ef0ed532de1 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:45:57.474611 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199173b2-5148-44f4-bdde-3ef0ed532de1 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:45:57.587506 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-df494765-1ac5-4395-bf0b-c2822bad4824 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:57.645718 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e94b070-e4d9-4e12-9b99-8b503d708772 None None] DHCP port deletion for e1c88390-f8e6-4661-971c-7a745c9e8da8 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:45:57.740265 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-4e94b070-e4d9-4e12-9b99-8b503d708772 None None] Deleting port b95baef0-5021-4ded-9f99-36ea49731371 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:45:57.740655 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4e94b070-e4d9-4e12-9b99-8b503d708772 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (b95baef0-5021-4ded-9f99-36ea49731371), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:57.877648 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199173b2-5148-44f4-bdde-3ef0ed532de1 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Pushing event updated for resources: {'Port': ['ID=d83cca6b-fdea-43df-96c9-b60eedccba37,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:57.904636 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-19f434cd-cb00-49cf-a153-2705314ed01a tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (e1c88390-f8e6-4661-971c-7a745c9e8da8), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:57.929284 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-4e94b070-e4d9-4e12-9b99-8b503d708772 None None] For port b95baef0-5021-4ded-9f99-36ea49731371, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b95baef0-5021-4ded-9f99-36ea49731371,segment=NetworkSegment(ea119c30-4fdf-46e7-a31c-71fb51662e8c),segment_id=ea119c30-4fdf-46e7-a31c-71fb51662e8c)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:45:57.929732 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4e94b070-e4d9-4e12-9b99-8b503d708772 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (b95baef0-5021-4ded-9f99-36ea49731371), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:57.990269 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-4e94b070-e4d9-4e12-9b99-8b503d708772 None None] Calling delete_port for b95baef0-5021-4ded-9f99-36ea49731371 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:45:58.159261 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3672316a-9394-492a-a11b-0b2275d93bda None None] Network 7dc1271d-661b-4d44-b484-79d26fa5f95e requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:45:58.220729 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device da65694c-8573-4201-8830-dc6f5b3858c4 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:45:58.301170 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4e94b070-e4d9-4e12-9b99-8b503d708772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (b95baef0-5021-4ded-9f99-36ea49731371), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:58.354243 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e94b070-e4d9-4e12-9b99-8b503d708772 None None] No DVR routers for this DVR port b95baef0-5021-4ded-9f99-36ea49731371 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:45:58.355867 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94b070-e4d9-4e12-9b99-8b503d708772 None None] Pushing event deleted for resources: {'Port': ['ID=b95baef0-5021-4ded-9f99-36ea49731371,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:58.396812 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-df494765-1ac5-4395-bf0b-c2822bad4824 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] device_id is not set on port 5f9204ff-316c-47b2-bb88-3c0eef4985f5 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:45:58.406676 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port da65694c-8573-4201-8830-dc6f5b3858c4 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:58.407059 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (da65694c-8573-4201-8830-dc6f5b3858c4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:58.471657 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-343b5c71-9bb0-4930-8c3d-88220b475f65 None None] Provisioning complete for port da65694c-8573-4201-8830-dc6f5b3858c4 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:58.472099 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-343b5c71-9bb0-4930-8c3d-88220b475f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (da65694c-8573-4201-8830-dc6f5b3858c4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:58.516770 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-19f434cd-cb00-49cf-a153-2705314ed01a tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (e1c88390-f8e6-4661-971c-7a745c9e8da8), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:58.524615 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7162b487-ad95-41ce-bea8-65786f7dc9ed req-2c5c709a-6450-4004-b385-4bc7612b66f0 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2150424 Mar 22 19:45:58.549633 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-199173b2-5148-44f4-bdde-3ef0ed532de1 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for router_gateway (5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:58.577333 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb59b22-1300-436b-8307-e775c1555407 req-8c74cce7-3554-45f3-b6b9-59e81d16e932 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:58.581001 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbb59b22-1300-436b-8307-e775c1555407 req-8c74cce7-3554-45f3-b6b9-59e81d16e932 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 945 time: 1.0072808 Mar 22 19:45:58.710031 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-19f434cd-cb00-49cf-a153-2705314ed01a tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1c88390-f8e6-4661-971c-7a745c9e8da8']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:58.818743 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-19f434cd-cb00-49cf-a153-2705314ed01a tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea119c30-4fdf-46e7-a31c-71fb51662e8c') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:58.819244 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-19f434cd-cb00-49cf-a153-2705314ed01a tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea119c30-4fdf-46e7-a31c-71fb51662e8c') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:58.841214 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-19f434cd-cb00-49cf-a153-2705314ed01a tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (ea119c30-4fdf-46e7-a31c-71fb51662e8c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:58.902937 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbb59b22-1300-436b-8307-e775c1555407 req-dabd4c58-fb12-42fe-ab8b-b3b3a03d9fc4 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/security-groups?id=022aea2e-9cbf-4dec-9fef-4b9a75e67c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3037257 Mar 22 19:45:58.908331 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162b487-ad95-41ce-bea8-65786f7dc9ed req-30fc45d5-b87c-49a9-aff7-5e35fab250ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:58.912136 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-19f434cd-cb00-49cf-a153-2705314ed01a tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (ea119c30-4fdf-46e7-a31c-71fb51662e8c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:58.918486 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7162b487-ad95-41ce-bea8-65786f7dc9ed req-30fc45d5-b87c-49a9-aff7-5e35fab250ea service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9311d11ae9f64b56a94fae205d6367b4&device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 1128 time: 0.3291025 Mar 22 19:45:58.937885 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19f434cd-cb00-49cf-a153-2705314ed01a tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:45:58.938665 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-19f434cd-cb00-49cf-a153-2705314ed01a tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (ea119c30-4fdf-46e7-a31c-71fb51662e8c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:58.980332 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port da65694c-8573-4201-8830-dc6f5b3858c4 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:45:58.980818 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (da65694c-8573-4201-8830-dc6f5b3858c4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:59.020412 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port da65694c-8573-4201-8830-dc6f5b3858c4, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=da65694c-8573-4201-8830-dc6f5b3858c4,segment=NetworkSegment(9daeae4f-b1f3-444a-bc27-b5c65698097f),segment_id=9daeae4f-b1f3-444a-bc27-b5c65698097f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:45:59.029060 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (da65694c-8573-4201-8830-dc6f5b3858c4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:59.069708 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162b487-ad95-41ce-bea8-65786f7dc9ed req-2dd353b3-c250-44c7-a581-fb4be1eafbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:59.071362 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7162b487-ad95-41ce-bea8-65786f7dc9ed req-2dd353b3-c250-44c7-a581-fb4be1eafbda service neutron] 10.222.0.85 "GET /v2.0/networks?id=abcbf463-c70f-41d4-961e-5e15d687045d HTTP/1.1" status: 200 len: 914 time: 0.1207416 Mar 22 19:45:59.073728 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-df494765-1ac5-4395-bf0b-c2822bad4824 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Allocated IP 2001:db8::28 (7dc1271d-661b-4d44-b484-79d26fa5f95e/3ad9b352-259f-458f-9b2e-069c11d09a10/5f9204ff-316c-47b2-bb88-3c0eef4985f5) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:45:59.109307 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:45:59.109307 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:45:59.109307 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:45:59.109307 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:45:59.109307 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:45:59.109307 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:45:59.109307 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:45:59.109307 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:45:59.109307 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:45:59.109307 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:45:59.109307 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:45:59.109307 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:45:59.109307 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:45:59.109307 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:45:59.109307 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:45:59.109307 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:45:59.109307 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:45:59.109307 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:45:59.109307 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:45:59.109307 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:45:59.109307 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:45:59.109307 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:45:59.109307 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:45:59.109307 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:45:59.109307 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:45:59.109307 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:45:59.109307 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:45:59.109307 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:45:59.109307 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:45:59.109307 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:45:59.109307 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:45:59.109307 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:45:59.130227 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-199173b2-5148-44f4-bdde-3ef0ed532de1 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:59.135089 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-19f434cd-cb00-49cf-a153-2705314ed01a tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (e1c88390-f8e6-4661-971c-7a745c9e8da8), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:59.160534 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-19f434cd-cb00-49cf-a153-2705314ed01a tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:59.164422 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-19f434cd-cb00-49cf-a153-2705314ed01a tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/networks/e1c88390-f8e6-4661-971c-7a745c9e8da8 HTTP/1.1" status: 204 len: 168 time: 1.8167670 Mar 22 19:45:59.166629 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f434cd-cb00-49cf-a153-2705314ed01a tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event deleted for resources: {'Network': ['ID=e1c88390-f8e6-4661-971c-7a745c9e8da8,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:59.192734 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7162b487-ad95-41ce-bea8-65786f7dc9ed req-868112e0-0fab-400c-b4d2-32868ee50de2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2c522d0-02a7-4bcc-a587-249ac2d43207 HTTP/1.1" status: 200 len: 217 time: 0.1022348 Mar 22 19:45:59.200662 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47866) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:59.207802 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-e826c1f4-064b-497d-b393-55b9397462cb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-630283343', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}, 'admin_state_up': False}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:45:59.231964 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-343b5c71-9bb0-4930-8c3d-88220b475f65 None None] Current status of the port da65694c-8573-4201-8830-dc6f5b3858c4 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:45:59.234394 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b95baef0-5021-4ded-9f99-36ea49731371 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:45:59.274326 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e826c1f4-064b-497d-b393-55b9397462cb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (6b8b7b4b-c6db-4fc0-9adf-46be81925c58), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:59.275785 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e826c1f4-064b-497d-b393-55b9397462cb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (6b8b7b4b-c6db-4fc0-9adf-46be81925c58), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:59.314669 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: b95baef0-5021-4ded-9f99-36ea49731371 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:45:59.315106 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b95baef0-5021-4ded-9f99-36ea49731371 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:45:59.322876 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=da65694c-8573-4201-8830-dc6f5b3858c4,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:45:59.438651 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199173b2-5148-44f4-bdde-3ef0ed532de1 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Router 5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:45:59.539553 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a054b0-1e78-44e7-b6c4-86b19d18027b req-633f746d-08ca-4259-9646-34cbb449392d tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:59.542857 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20a054b0-1e78-44e7-b6c4-86b19d18027b req-633f746d-08ca-4259-9646-34cbb449392d tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 945 time: 0.4705732 Mar 22 19:45:59.567347 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162b487-ad95-41ce-bea8-65786f7dc9ed req-71acd6a9-b249-468e-b9d3-522ea62fca69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:59.570118 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7162b487-ad95-41ce-bea8-65786f7dc9ed req-71acd6a9-b249-468e-b9d3-522ea62fca69 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4faeafe8-a45f-41c1-a8a5-9fa581f91c44 HTTP/1.1" status: 200 len: 852 time: 0.3305385 Mar 22 19:45:59.620253 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e826c1f4-064b-497d-b393-55b9397462cb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router_controller (6b8b7b4b-c6db-4fc0-9adf-46be81925c58), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:59.646705 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199173b2-5148-44f4-bdde-3ef0ed532de1 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:45:59.660375 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4938fa2-8421-42ac-aa20-0ca381841fd0 None None] Sync routers for ids ['5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:45:59.673893 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-199173b2-5148-44f4-bdde-3ef0ed532de1 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:59.677684 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-199173b2-5148-44f4-bdde-3ef0ed532de1 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.3964260 Mar 22 19:45:59.680234 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47880) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:59.690600 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-3180651b-576c-44bd-80ef-1decdfdb5d55 None None] Provisioning complete for port 6ec176c8-e798-4640-be8f-4e49ee7d663b triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:59.691271 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3180651b-576c-44bd-80ef-1decdfdb5d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6ec176c8-e798-4640-be8f-4e49ee7d663b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:59.692229 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4938fa2-8421-42ac-aa20-0ca381841fd0 None None] Routers {'5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:45:59.696686 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-e4938fa2-8421-42ac-aa20-0ca381841fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:45:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:45:59.747745 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-3180651b-576c-44bd-80ef-1decdfdb5d55 None None] Port 6ec176c8-e798-4640-be8f-4e49ee7d663b cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:45:59.781401 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-3180651b-576c-44bd-80ef-1decdfdb5d55 None None] Provisioning complete for port da65694c-8573-4201-8830-dc6f5b3858c4 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:45:59.783468 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3180651b-576c-44bd-80ef-1decdfdb5d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (da65694c-8573-4201-8830-dc6f5b3858c4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:59.896036 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728089ff-d768-4e22-8cd4-4a17dd4e92a3 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:45:59.902410 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-728089ff-d768-4e22-8cd4-4a17dd4e92a3 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=3aeae24db72e47fdba650f6aadc3eb3a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2199166 Mar 22 19:45:59.905068 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47886) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:45:59.982577 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-df494765-1ac5-4395-bf0b-c2822bad4824 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks [] for port (5f9204ff-316c-47b2-bb88-3c0eef4985f5), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:45:59.987927 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-e4938fa2-8421-42ac-aa20-0ca381841fd0 None None] Set router 5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:46:00.071007 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device da65694c-8573-4201-8830-dc6f5b3858c4 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:46:00.202600 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-3180651b-576c-44bd-80ef-1decdfdb5d55 None None] Current status of the port da65694c-8573-4201-8830-dc6f5b3858c4 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:00.209215 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-df494765-1ac5-4395-bf0b-c2822bad4824 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (5f9204ff-316c-47b2-bb88-3c0eef4985f5), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:00.228117 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port da65694c-8573-4201-8830-dc6f5b3858c4 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:00.228503 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (da65694c-8573-4201-8830-dc6f5b3858c4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:00.243104 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-e4938fa2-8421-42ac-aa20-0ca381841fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-321241311', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'd83cca6b-fdea-43df-96c9-b60eedccba37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:45:55Z', 'updated_at': '2022-03-22T19:45:57Z', 'revision_number': 3, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'gw_port': {'id': 'd83cca6b-fdea-43df-96c9-b60eedccba37', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:45:56Z', 'updated_at': '2022-03-22T19:45:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:00.277122 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4938fa2-8421-42ac-aa20-0ca381841fd0 None None] Checking router: 5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:46:00.277710 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4938fa2-8421-42ac-aa20-0ca381841fd0 None None] Updating router 5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4 port d83cca6b-fdea-43df-96c9-b60eedccba37 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:46:00.311298 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-e4938fa2-8421-42ac-aa20-0ca381841fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d83cca6b-fdea-43df-96c9-b60eedccba37), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:00.311872 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faee944d-728b-4015-8d7e-c6138633e7e4 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:00.316797 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-faee944d-728b-4015-8d7e-c6138633e7e4 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4105039 Mar 22 19:46:00.319997 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47898) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:00.398232 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8b66d1c1-ce22-48d9-8234-e948279b435b tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=b209c5bc-34d3-415d-9873-d01a4e6c5db8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0752368 Mar 22 19:46:00.398344 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47900) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:00.459639 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-97052586-78dd-4020-8b59-9279e68a5cce tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=3aeae24db72e47fdba650f6aadc3eb3a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0600815 Mar 22 19:46:00.465747 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47904) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:00.507892 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port da65694c-8573-4201-8830-dc6f5b3858c4 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:00.513031 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-6b93280a-4e1d-4447-b545-a311d0f20683 None None] Provisioning complete for port 6ec176c8-e798-4640-be8f-4e49ee7d663b triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:00.513366 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6b93280a-4e1d-4447-b545-a311d0f20683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6ec176c8-e798-4640-be8f-4e49ee7d663b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:00.515287 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162b487-ad95-41ce-bea8-65786f7dc9ed req-9b679934-6518-4744-9ee0-8dbab2a1a43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:00.524846 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7162b487-ad95-41ce-bea8-65786f7dc9ed req-9b679934-6518-4744-9ee0-8dbab2a1a43d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=abcbf463-c70f-41d4-961e-5e15d687045d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.9018803 Mar 22 19:46:00.556809 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-6b93280a-4e1d-4447-b545-a311d0f20683 None None] Port 6ec176c8-e798-4640-be8f-4e49ee7d663b cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:46:00.560703 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20a054b0-1e78-44e7-b6c4-86b19d18027b req-381b4989-c62a-4b18-8b2d-88f0098ca1dc tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/security-groups?id=022aea2e-9cbf-4dec-9fef-4b9a75e67c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9953387 Mar 22 19:46:00.569549 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e826c1f4-064b-497d-b393-55b9397462cb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router_gateway (6b8b7b4b-c6db-4fc0-9adf-46be81925c58), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:00.585474 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47906) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:00.644849 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0ede8c-fe6a-4cc6-aa54-c4ad7b5894e5 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:00.647187 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9b0ede8c-fe6a-4cc6-aa54-c4ad7b5894e5 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1800981 Mar 22 19:46:00.651830 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47912) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:00.658473 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df494765-1ac5-4395-bf0b-c2822bad4824 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Network 7dc1271d-661b-4d44-b484-79d26fa5f95e is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:46:00.676146 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-df494765-1ac5-4395-bf0b-c2822bad4824 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:00.699344 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df494765-1ac5-4395-bf0b-c2822bad4824 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:46:00.704821 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df494765-1ac5-4395-bf0b-c2822bad4824 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:00.705477 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-df494765-1ac5-4395-bf0b-c2822bad4824 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:00.716046 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d9f52039-9b11-45f7-9015-79965581484d tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=b209c5bc-34d3-415d-9873-d01a4e6c5db8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0620558 Mar 22 19:46:00.718262 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47916) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:00.728519 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-dd00d239-6258-4b48-89b4-2b020d532513 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-481589556', 'network_id': '8bd255f9-facd-4e1c-877f-273df24b29e1', 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:00.779664 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-e4938fa2-8421-42ac-aa20-0ca381841fd0 None None] Publish callbacks [] for port (d83cca6b-fdea-43df-96c9-b60eedccba37), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:00.784192 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df494765-1ac5-4395-bf0b-c2822bad4824 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Pushing event updated for resources: {'Port': ['ID=5f9204ff-316c-47b2-bb88-3c0eef4985f5,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:00.790077 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-e4938fa2-8421-42ac-aa20-0ca381841fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d83cca6b-fdea-43df-96c9-b60eedccba37), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:00.825550 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7162b487-ad95-41ce-bea8-65786f7dc9ed req-4f691b9d-619a-40a0-9bcb-d7d71350a76f service neutron] 10.222.0.85 "GET /v2.0/networks/abcbf463-c70f-41d4-961e-5e15d687045d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915020 Mar 22 19:46:00.850406 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-df494765-1ac5-4395-bf0b-c2822bad4824 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.7945437 Mar 22 19:46:00.851094 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47918) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:00.945915 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c02ee-28bb-49ae-b811-6370e49b5c33 None None] Pushing event updated for resources: {'Port': ['ID=d83cca6b-fdea-43df-96c9-b60eedccba37,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:00.972081 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c02ee-28bb-49ae-b811-6370e49b5c33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:00.972427 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c02ee-28bb-49ae-b811-6370e49b5c33 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:00.972825 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c02ee-28bb-49ae-b811-6370e49b5c33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:00.973147 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c02ee-28bb-49ae-b811-6370e49b5c33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:00.973411 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c02ee-28bb-49ae-b811-6370e49b5c33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:00.973738 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c02ee-28bb-49ae-b811-6370e49b5c33 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:00.974085 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c02ee-28bb-49ae-b811-6370e49b5c33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:00.974409 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c02ee-28bb-49ae-b811-6370e49b5c33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:00.974728 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c02ee-28bb-49ae-b811-6370e49b5c33 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:00.975045 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c02ee-28bb-49ae-b811-6370e49b5c33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:00.975364 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c02ee-28bb-49ae-b811-6370e49b5c33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:00.975678 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c02ee-28bb-49ae-b811-6370e49b5c33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:00.976715 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c02ee-28bb-49ae-b811-6370e49b5c33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:00.976715 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c02ee-28bb-49ae-b811-6370e49b5c33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:00.977011 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0c02ee-28bb-49ae-b811-6370e49b5c33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:00.990107 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-e4938fa2-8421-42ac-aa20-0ca381841fd0 None None] Attempting to bind port d83cca6b-fdea-43df-96c9-b60eedccba37 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:46:00.990541 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-e4938fa2-8421-42ac-aa20-0ca381841fd0 None None] Attempting to bind port d83cca6b-fdea-43df-96c9-b60eedccba37 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:46:00.991156 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4938fa2-8421-42ac-aa20-0ca381841fd0 None None] Attempting to bind port d83cca6b-fdea-43df-96c9-b60eedccba37 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:46:00.995060 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd00d239-6258-4b48-89b4-2b020d532513 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Made reservation on behalf of 3aeae24db72e47fdba650f6aadc3eb3a for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:46:00.998825 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dd00d239-6258-4b48-89b4-2b020d532513 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:01.013028 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4938fa2-8421-42ac-aa20-0ca381841fd0 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:46:01.013325 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4938fa2-8421-42ac-aa20-0ca381841fd0 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:46:01.013731 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-e4938fa2-8421-42ac-aa20-0ca381841fd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:01.014148 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4938fa2-8421-42ac-aa20-0ca381841fd0 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:46:01.014632 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-e4938fa2-8421-42ac-aa20-0ca381841fd0 None None] Bound port: d83cca6b-fdea-43df-96c9-b60eedccba37, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:46:01.015045 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-e4938fa2-8421-42ac-aa20-0ca381841fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d83cca6b-fdea-43df-96c9-b60eedccba37), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:01.074876 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7162b487-ad95-41ce-bea8-65786f7dc9ed req-78d6b408-edea-4ea6-b039-0365e2a77619 service neutron] 10.222.0.85 "GET /v2.0/networks/abcbf463-c70f-41d4-961e-5e15d687045d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403603 Mar 22 19:46:01.145934 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-e4938fa2-8421-42ac-aa20-0ca381841fd0 None None] For port d83cca6b-fdea-43df-96c9-b60eedccba37, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:46:01.159262 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228bfc37-91c7-429a-b5b3-c87013adf142 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:01.161354 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-e4938fa2-8421-42ac-aa20-0ca381841fd0 None None] For port d83cca6b-fdea-43df-96c9-b60eedccba37, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=d83cca6b-fdea-43df-96c9-b60eedccba37,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:46:01.166409 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228bfc37-91c7-429a-b5b3-c87013adf142 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:01.176639 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-e4938fa2-8421-42ac-aa20-0ca381841fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d83cca6b-fdea-43df-96c9-b60eedccba37), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:01.196027 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228bfc37-91c7-429a-b5b3-c87013adf142 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:01.206726 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-228bfc37-91c7-429a-b5b3-c87013adf142 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.3420174 Mar 22 19:46:01.207464 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47926) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:01.210089 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f53c9e17-88df-4c99-b09c-e6ea39522abe None None] Provisioning complete for port 5f9204ff-316c-47b2-bb88-3c0eef4985f5 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:01.210639 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f53c9e17-88df-4c99-b09c-e6ea39522abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5f9204ff-316c-47b2-bb88-3c0eef4985f5), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:01.273459 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4938fa2-8421-42ac-aa20-0ca381841fd0 None None] Routers {'5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:46:01.274448 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-e4938fa2-8421-42ac-aa20-0ca381841fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:45:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:01.322436 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f53c9e17-88df-4c99-b09c-e6ea39522abe None None] Port 5f9204ff-316c-47b2-bb88-3c0eef4985f5 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:46:01.338754 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16e2fac-3c98-4c0d-81d5-13a8ba77b9c2 tempest-TestVolumeBackupRestore-1335836266 tempest-TestVolumeBackupRestore-1335836266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:01.344590 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d16e2fac-3c98-4c0d-81d5-13a8ba77b9c2 tempest-TestVolumeBackupRestore-1335836266 tempest-TestVolumeBackupRestore-1335836266-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 1123 time: 0.7541342 Mar 22 19:46:01.348720 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47928) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:01.414992 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-0b511bad-a10e-405b-847d-bfa2aa607a10 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'port_id': 'b2c522d0-02a7-4bcc-a587-249ac2d43207', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:01.468859 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e826c1f4-064b-497d-b393-55b9397462cb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router_gateway (6b8b7b4b-c6db-4fc0-9adf-46be81925c58), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:01.499480 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e826c1f4-064b-497d-b393-55b9397462cb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:01.521536 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0b511bad-a10e-405b-847d-bfa2aa607a10 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:01.559948 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-54c6774e-c0e8-4ff2-b514-5a4fc7db9897 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Deleting port 5f9204ff-316c-47b2-bb88-3c0eef4985f5 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:46:01.560338 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-54c6774e-c0e8-4ff2-b514-5a4fc7db9897 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (5f9204ff-316c-47b2-bb88-3c0eef4985f5), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:01.581072 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c02ee-28bb-49ae-b811-6370e49b5c33 None None] Pushing event updated for resources: {'Port': ['ID=d83cca6b-fdea-43df-96c9-b60eedccba37,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:01.670645 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-54c6774e-c0e8-4ff2-b514-5a4fc7db9897 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (5f9204ff-316c-47b2-bb88-3c0eef4985f5), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:01.685485 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-54c6774e-c0e8-4ff2-b514-5a4fc7db9897 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Calling delete_port for 5f9204ff-316c-47b2-bb88-3c0eef4985f5 owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:46:01.707437 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-e4938fa2-8421-42ac-aa20-0ca381841fd0 None None] Set router 5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:46:01.821679 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dd00d239-6258-4b48-89b4-2b020d532513 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (6d1a0cc4-edc8-450d-9797-e399194c4b9c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:01.876173 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47938) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:01.976277 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd00d239-6258-4b48-89b4-2b020d532513 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Checking segment: {'id': '5bb50cb9-6ef7-4433-b64b-dce37d507aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8bd255f9-facd-4e1c-877f-273df24b29e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:46:01.976877 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd00d239-6258-4b48-89b4-2b020d532513 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Network hostable DHCP agents. Network: 8bd255f9-facd-4e1c-877f-273df24b29e1, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:46:01.990565 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00d239-6258-4b48-89b4-2b020d532513 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Pushing event updated for resources: {'Subnet': ['ID=6d1a0cc4-edc8-450d-9797-e399194c4b9c,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:02.010298 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0b511bad-a10e-405b-847d-bfa2aa607a10 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:02.012130 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-54c6774e-c0e8-4ff2-b514-5a4fc7db9897 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (5f9204ff-316c-47b2-bb88-3c0eef4985f5), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:02.036947 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-e4938fa2-8421-42ac-aa20-0ca381841fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-321241311', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'd83cca6b-fdea-43df-96c9-b60eedccba37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:45:55Z', 'updated_at': '2022-03-22T19:45:57Z', 'revision_number': 3, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'gw_port': {'id': 'd83cca6b-fdea-43df-96c9-b60eedccba37', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:45:56Z', 'updated_at': '2022-03-22T19:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:02.088522 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c6774e-c0e8-4ff2-b514-5a4fc7db9897 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Pushing event deleted for resources: {'Port': ['ID=5f9204ff-316c-47b2-bb88-3c0eef4985f5,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:02.094230 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4938fa2-8421-42ac-aa20-0ca381841fd0 None None] The sync data for ids ['5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4'] in n-d-705658-24 is: [{'id': '5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-321241311', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'd83cca6b-fdea-43df-96c9-b60eedccba37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:45:55Z', 'updated_at': '2022-03-22T19:45:57Z', 'revision_number': 3, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'gw_port': {'id': 'd83cca6b-fdea-43df-96c9-b60eedccba37', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:45:56Z', 'updated_at': '2022-03-22T19:46:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:46:02.123693 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd00d239-6258-4b48-89b4-2b020d532513 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Network 8bd255f9-facd-4e1c-877f-273df24b29e1 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:46:02.155006 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-dd00d239-6258-4b48-89b4-2b020d532513 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 8bd255f9-facd-4e1c-877f-273df24b29e1) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:02.177709 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd00d239-6258-4b48-89b4-2b020d532513 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:02.178803 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dd00d239-6258-4b48-89b4-2b020d532513 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:02.201089 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fa0ddb-8cee-4713-9494-150ecb363407 None None] Network 8bd255f9-facd-4e1c-877f-273df24b29e1 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:46:02.204712 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-e826c1f4-064b-497d-b393-55b9397462cb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Allocated IP 172.25.5.175 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/fcf6296f-b329-416c-8bda-7dd79d6fb3cb) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:46:02.223490 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ef5b407b-ce1b-4617-b65f-52b2add5e25e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:02.237073 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-dd00d239-6258-4b48-89b4-2b020d532513 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5145757 Mar 22 19:46:02.239781 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47948) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:02.519105 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816a2d8a-9e84-490b-a8ec-c2cfe698b234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-8bd255f9-facd-4e1c-877f-273df24b29e1', 'network_id': '8bd255f9-facd-4e1c-877f-273df24b29e1', 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'fixed_ips': [{'subnet_id': '6d1a0cc4-edc8-450d-9797-e399194c4b9c'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:46:02.520013 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-816a2d8a-9e84-490b-a8ec-c2cfe698b234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:02.943181 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-816a2d8a-9e84-490b-a8ec-c2cfe698b234 None None] Allocated IP 172.20.0.18 (8bd255f9-facd-4e1c-877f-273df24b29e1/6d1a0cc4-edc8-450d-9797-e399194c4b9c/fc18efaa-0614-45d4-ab72-35a58dc2355b) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:46:02.960671 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-44dad26a-a480-4c7c-a16a-6baa49196929 req-e1ef3a48-6bff-47ed-8601-b2ae596d913f service neutron] (104172) timed out ('10.222.0.75', 55250) {{(pid=104172) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 19:46:03.045833 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ef5b407b-ce1b-4617-b65f-52b2add5e25e admin admin] Publish callbacks [] for security_group (7de32e77-7490-4ba0-b490-b8a3526bf317), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:03.075363 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ef5b407b-ce1b-4617-b65f-52b2add5e25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7de32e77-7490-4ba0-b490-b8a3526bf317), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:03.146037 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-54c6774e-c0e8-4ff2-b514-5a4fc7db9897 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:03.151405 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-54c6774e-c0e8-4ff2-b514-5a4fc7db9897 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] 10.222.0.75 "DELETE /v2.0/ports/5f9204ff-316c-47b2-bb88-3c0eef4985f5 HTTP/1.1" status: 204 len: 168 time: 1.9387200 Mar 22 19:46:03.159824 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47956) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:03.260527 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aec5eb5-f00c-449e-ba24-0f70bdad303d tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] GET failed (client error): The resource could not be found. Mar 22 19:46:03.262361 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0aec5eb5-f00c-449e-ba24-0f70bdad303d tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] 10.222.0.75 "GET /v2.0/ports/5f9204ff-316c-47b2-bb88-3c0eef4985f5 HTTP/1.1" status: 404 len: 333 time: 0.0958836 Mar 22 19:46:03.268110 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 47960) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:03.294816 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ef5b407b-ce1b-4617-b65f-52b2add5e25e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b40d9e3c4b3245baae5df68af3f76cc3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4141068 Mar 22 19:46:03.299696 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b407b-ce1b-4617-b65f-52b2add5e25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de32e77-7490-4ba0-b490-b8a3526bf317,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:03.302828 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47962) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:03.328032 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-20420d1d-e3a3-4c3c-9f30-41b6c9e672a1 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Request body: {'port': {'network_id': '7dc1271d-661b-4d44-b484-79d26fa5f95e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-419360835'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:03.371034 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-816a2d8a-9e84-490b-a8ec-c2cfe698b234 None None] Publish callbacks [] for port (fc18efaa-0614-45d4-ab72-35a58dc2355b), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:03.382734 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-816a2d8a-9e84-490b-a8ec-c2cfe698b234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (fc18efaa-0614-45d4-ab72-35a58dc2355b), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:03.456681 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e826c1f4-064b-497d-b393-55b9397462cb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for port (fcf6296f-b329-416c-8bda-7dd79d6fb3cb), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:03.483155 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c60d25ff-6eba-48a4-bb0b-8b5bff23a49a admin admin] Publish callbacks [] for security_group (7de32e77-7490-4ba0-b490-b8a3526bf317), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:03.502247 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816a2d8a-9e84-490b-a8ec-c2cfe698b234 None None] Network 8bd255f9-facd-4e1c-877f-273df24b29e1 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:46:03.506071 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-816a2d8a-9e84-490b-a8ec-c2cfe698b234 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:03.523678 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816a2d8a-9e84-490b-a8ec-c2cfe698b234 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:46:03.524928 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c60d25ff-6eba-48a4-bb0b-8b5bff23a49a admin admin] Publish callbacks [] for security_group (7de32e77-7490-4ba0-b490-b8a3526bf317), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:03.558974 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e826c1f4-064b-497d-b393-55b9397462cb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (fcf6296f-b329-416c-8bda-7dd79d6fb3cb), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:03.640328 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a2d8a-9e84-490b-a8ec-c2cfe698b234 None None] Pushing event updated for resources: {'Port': ['ID=fc18efaa-0614-45d4-ab72-35a58dc2355b,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:03.647720 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e826c1f4-064b-497d-b393-55b9397462cb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:46:03.658797 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-e826c1f4-064b-497d-b393-55b9397462cb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:03.667604 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e826c1f4-064b-497d-b393-55b9397462cb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:46:03.711539 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e826c1f4-064b-497d-b393-55b9397462cb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Port': ['ID=fcf6296f-b329-416c-8bda-7dd79d6fb3cb,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:03.736341 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-816a2d8a-9e84-490b-a8ec-c2cfe698b234 None None] Attempting to bind port fc18efaa-0614-45d4-ab72-35a58dc2355b on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:46:03.736850 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-816a2d8a-9e84-490b-a8ec-c2cfe698b234 None None] Attempting to bind port fc18efaa-0614-45d4-ab72-35a58dc2355b by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '5bb50cb9-6ef7-4433-b64b-dce37d507aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8bd255f9-facd-4e1c-877f-273df24b29e1'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:46:03.740145 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816a2d8a-9e84-490b-a8ec-c2cfe698b234 None None] Attempting to bind port fc18efaa-0614-45d4-ab72-35a58dc2355b on network 8bd255f9-facd-4e1c-877f-273df24b29e1 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:46:03.742210 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c60d25ff-6eba-48a4-bb0b-8b5bff23a49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7de32e77-7490-4ba0-b490-b8a3526bf317), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:03.746976 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c60d25ff-6eba-48a4-bb0b-8b5bff23a49a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:03.752013 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c60d25ff-6eba-48a4-bb0b-8b5bff23a49a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7de32e77-7490-4ba0-b490-b8a3526bf317 HTTP/1.1" status: 204 len: 168 time: 0.4401217 Mar 22 19:46:03.761550 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816a2d8a-9e84-490b-a8ec-c2cfe698b234 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:46:03.762047 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816a2d8a-9e84-490b-a8ec-c2cfe698b234 None None] Checking segment: {'id': '5bb50cb9-6ef7-4433-b64b-dce37d507aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8bd255f9-facd-4e1c-877f-273df24b29e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:46:03.762468 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-816a2d8a-9e84-490b-a8ec-c2cfe698b234 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:03.770897 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816a2d8a-9e84-490b-a8ec-c2cfe698b234 None None] Bound using segment: {'id': '5bb50cb9-6ef7-4433-b64b-dce37d507aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8bd255f9-facd-4e1c-877f-273df24b29e1'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:46:03.771450 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-816a2d8a-9e84-490b-a8ec-c2cfe698b234 None None] Bound port: fc18efaa-0614-45d4-ab72-35a58dc2355b, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb50cb9-6ef7-4433-b64b-dce37d507aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8bd255f9-facd-4e1c-877f-273df24b29e1'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:46:03.771862 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-816a2d8a-9e84-490b-a8ec-c2cfe698b234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fc18efaa-0614-45d4-ab72-35a58dc2355b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:04.034430 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-816a2d8a-9e84-490b-a8ec-c2cfe698b234 None None] For port fc18efaa-0614-45d4-ab72-35a58dc2355b, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:46:04.056488 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-816a2d8a-9e84-490b-a8ec-c2cfe698b234 None None] For port fc18efaa-0614-45d4-ab72-35a58dc2355b, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=fc18efaa-0614-45d4-ab72-35a58dc2355b,segment=NetworkSegment(5bb50cb9-6ef7-4433-b64b-dce37d507aea),segment_id=5bb50cb9-6ef7-4433-b64b-dce37d507aea)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:46:04.066833 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-816a2d8a-9e84-490b-a8ec-c2cfe698b234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (fc18efaa-0614-45d4-ab72-35a58dc2355b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:04.078675 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d25ff-6eba-48a4-bb0b-8b5bff23a49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de32e77-7490-4ba0-b490-b8a3526bf317,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:04.165848 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d83cca6b-fdea-43df-96c9-b60eedccba37 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:46:04.417759 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a2d8a-9e84-490b-a8ec-c2cfe698b234 None None] Pushing event updated for resources: {'Port': ['ID=fc18efaa-0614-45d4-ab72-35a58dc2355b,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:04.460229 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e826c1f4-064b-497d-b393-55b9397462cb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router_gateway (6b8b7b4b-c6db-4fc0-9adf-46be81925c58), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:04.462745 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port d83cca6b-fdea-43df-96c9-b60eedccba37 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:04.463499 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d83cca6b-fdea-43df-96c9-b60eedccba37), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:04.595337 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-199a6e10-ff60-485c-8fc5-012e69279b4e tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:04.620845 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20420d1d-e3a3-4c3c-9f30-41b6c9e672a1 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Made reservation on behalf of 7a7a0d2d74c9411dbc59f78d6f038728 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:46:04.624681 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-20420d1d-e3a3-4c3c-9f30-41b6c9e672a1 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:04.650311 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-20420d1d-e3a3-4c3c-9f30-41b6c9e672a1 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] device_id is not set on port 89b663e1-967e-4f80-96e1-274b8f94e2e1 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:46:04.720456 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port d83cca6b-fdea-43df-96c9-b60eedccba37 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:04.722056 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d83cca6b-fdea-43df-96c9-b60eedccba37), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:04.790967 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port d83cca6b-fdea-43df-96c9-b60eedccba37, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=d83cca6b-fdea-43df-96c9-b60eedccba37,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:46:04.798593 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d83cca6b-fdea-43df-96c9-b60eedccba37), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:04.928903 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47976) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:04.966150 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-0b511bad-a10e-405b-847d-bfa2aa607a10 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Allocated IP 172.25.5.26 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/f05cc892-5bb7-41c7-a369-e9b48ac01433) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:46:04.975772 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=d83cca6b-fdea-43df-96c9-b60eedccba37,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:05.029553 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e964f128-d68d-4dfb-8cb6-c56b7e59dc53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:05.109530 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0b511bad-a10e-405b-847d-bfa2aa607a10 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks [] for port (f05cc892-5bb7-41c7-a369-e9b48ac01433), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:05.135857 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e826c1f4-064b-497d-b393-55b9397462cb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (6b8b7b4b-c6db-4fc0-9adf-46be81925c58), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:05.139312 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47980) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:05.167562 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0b511bad-a10e-405b-847d-bfa2aa607a10 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f05cc892-5bb7-41c7-a369-e9b48ac01433), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:05.248732 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b511bad-a10e-405b-847d-bfa2aa607a10 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:46:05.263299 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-0b511bad-a10e-405b-847d-bfa2aa607a10 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:05.295778 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b511bad-a10e-405b-847d-bfa2aa607a10 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:46:05.302864 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b511bad-a10e-405b-847d-bfa2aa607a10 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Pushing event updated for resources: {'Port': ['ID=f05cc892-5bb7-41c7-a369-e9b48ac01433,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:05.431309 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d0413d3f-db18-4126-8a90-df37cfd2c346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:05.434338 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-20420d1d-e3a3-4c3c-9f30-41b6c9e672a1 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Allocated IP 2001:db8::264 (7dc1271d-661b-4d44-b484-79d26fa5f95e/3ad9b352-259f-458f-9b2e-069c11d09a10/89b663e1-967e-4f80-96e1-274b8f94e2e1) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:46:05.501113 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e826c1f4-064b-497d-b393-55b9397462cb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Router 6b8b7b4b-c6db-4fc0-9adf-46be81925c58 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:46:05.508916 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e964f128-d68d-4dfb-8cb6-c56b7e59dc53 admin admin] Publish callbacks [] for security_group (7e476411-be7d-4b15-80cf-d5b44b638022), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:05.521081 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e964f128-d68d-4dfb-8cb6-c56b7e59dc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7e476411-be7d-4b15-80cf-d5b44b638022), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:05.660541 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964f128-d68d-4dfb-8cb6-c56b7e59dc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e476411-be7d-4b15-80cf-d5b44b638022,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:05.672599 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e964f128-d68d-4dfb-8cb6-c56b7e59dc53 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2fab8ba46a7c4ff58b4a0304a647630e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7425814 Mar 22 19:46:05.677179 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47986) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:05.755387 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d0413d3f-db18-4126-8a90-df37cfd2c346 admin admin] Publish callbacks [] for security_group (7a4fb769-b7ba-4f12-ab00-f79efffd3840), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:05.780380 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d0413d3f-db18-4126-8a90-df37cfd2c346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7a4fb769-b7ba-4f12-ab00-f79efffd3840), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:05.849731 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e826c1f4-064b-497d-b393-55b9397462cb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:46:05.861715 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7b978c-48d9-4b9b-b05b-e3a53010a2f1 None None] Sync routers for ids ['6b8b7b4b-c6db-4fc0-9adf-46be81925c58'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:46:05.903590 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7b978c-48d9-4b9b-b05b-e3a53010a2f1 None None] Routers {'6b8b7b4b-c6db-4fc0-9adf-46be81925c58'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:46:05.904892 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-1c7b978c-48d9-4b9b-b05b-e3a53010a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:45:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6b8b7b4b-c6db-4fc0-9adf-46be81925c58'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:05.914088 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d0413d3f-db18-4126-8a90-df37cfd2c346 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=77ce22ba0aeb4f4dba3dc2a74aa86787&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7712305 Mar 22 19:46:05.917213 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47988) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:05.918350 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0413d3f-db18-4126-8a90-df37cfd2c346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4fb769-b7ba-4f12-ab00-f79efffd3840,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:05.934126 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e826c1f4-064b-497d-b393-55b9397462cb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:05.936086 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e826c1f4-064b-497d-b393-55b9397462cb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.7331343 Mar 22 19:46:05.937041 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-df0b4785-77e4-48a8-a030-f4af2b2b5ce8 admin admin] Publish callbacks [] for security_group (7e476411-be7d-4b15-80cf-d5b44b638022), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:05.946841 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47990) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:06.039700 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-1c7b978c-48d9-4b9b-b05b-e3a53010a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:06.072163 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7b978c-48d9-4b9b-b05b-e3a53010a2f1 None None] Routers {'6b8b7b4b-c6db-4fc0-9adf-46be81925c58'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:46:06.072806 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-1c7b978c-48d9-4b9b-b05b-e3a53010a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:45:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6b8b7b4b-c6db-4fc0-9adf-46be81925c58'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:06.097994 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-df0b4785-77e4-48a8-a030-f4af2b2b5ce8 admin admin] Publish callbacks [] for security_group (7e476411-be7d-4b15-80cf-d5b44b638022), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:06.167492 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-1c7b978c-48d9-4b9b-b05b-e3a53010a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:06.168177 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7b978c-48d9-4b9b-b05b-e3a53010a2f1 None None] The sync data for ids ['6b8b7b4b-c6db-4fc0-9adf-46be81925c58'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:46:06.223546 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-199a6e10-ff60-485c-8fc5-012e69279b4e tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Allocated IP 172.20.0.17 (8bd255f9-facd-4e1c-877f-273df24b29e1/6d1a0cc4-edc8-450d-9797-e399194c4b9c/d097969c-b755-4eb4-b93f-d0a4c2b3bccf) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:46:06.304015 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d83cca6b-fdea-43df-96c9-b60eedccba37 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:46:06.315693 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-df0b4785-77e4-48a8-a030-f4af2b2b5ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7e476411-be7d-4b15-80cf-d5b44b638022), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:06.318302 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-df0b4785-77e4-48a8-a030-f4af2b2b5ce8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:06.319897 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-df0b4785-77e4-48a8-a030-f4af2b2b5ce8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7e476411-be7d-4b15-80cf-d5b44b638022 HTTP/1.1" status: 204 len: 168 time: 0.6382031 Mar 22 19:46:06.338754 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b4785-77e4-48a8-a030-f4af2b2b5ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e476411-be7d-4b15-80cf-d5b44b638022,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:06.348333 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bc1bb95b-24c4-45d8-bb85-44159f4788d2 admin admin] Publish callbacks [] for security_group (7a4fb769-b7ba-4f12-ab00-f79efffd3840), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:06.385313 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bc1bb95b-24c4-45d8-bb85-44159f4788d2 admin admin] Publish callbacks [] for security_group (7a4fb769-b7ba-4f12-ab00-f79efffd3840), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:06.436240 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-43aeba8f-f373-41bb-bc68-57ea7a44bcde tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "GET /v2.0/routers/6b8b7b4b-c6db-4fc0-9adf-46be81925c58 HTTP/1.1" status: 200 len: 880 time: 0.4857662 Mar 22 19:46:06.439798 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3778bc5e-8a4e-400e-b01d-e9c763c12ae2 None None] Network 8bd255f9-facd-4e1c-877f-273df24b29e1 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:46:06.441297 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 47994) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:06.510894 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-20420d1d-e3a3-4c3c-9f30-41b6c9e672a1 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks [] for port (89b663e1-967e-4f80-96e1-274b8f94e2e1), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:06.602825 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-0c0535be-a01d-4cee-bc45-e2f1ad4f6309 None None] Provisioning complete for port fc18efaa-0614-45d4-ab72-35a58dc2355b triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:06.603158 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0c0535be-a01d-4cee-bc45-e2f1ad4f6309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (fc18efaa-0614-45d4-ab72-35a58dc2355b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:06.652182 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0b511bad-a10e-405b-847d-bfa2aa607a10 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks [] for floatingip (63000373-61cc-4a69-89d4-eab7a7698aaa), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:06.656013 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port d83cca6b-fdea-43df-96c9-b60eedccba37 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:06.656378 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d83cca6b-fdea-43df-96c9-b60eedccba37), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:06.687584 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bc1bb95b-24c4-45d8-bb85-44159f4788d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7a4fb769-b7ba-4f12-ab00-f79efffd3840), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:06.690151 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bc1bb95b-24c4-45d8-bb85-44159f4788d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:06.692429 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-20420d1d-e3a3-4c3c-9f30-41b6c9e672a1 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (89b663e1-967e-4f80-96e1-274b8f94e2e1), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:06.699467 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-bc1bb95b-24c4-45d8-bb85-44159f4788d2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7a4fb769-b7ba-4f12-ab00-f79efffd3840 HTTP/1.1" status: 204 len: 168 time: 0.7726638 Mar 22 19:46:06.740686 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-199a6e10-ff60-485c-8fc5-012e69279b4e tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for port (d097969c-b755-4eb4-b93f-d0a4c2b3bccf), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:06.757622 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1bb95b-24c4-45d8-bb85-44159f4788d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4fb769-b7ba-4f12-ab00-f79efffd3840,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:06.888728 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20420d1d-e3a3-4c3c-9f30-41b6c9e672a1 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Network 7dc1271d-661b-4d44-b484-79d26fa5f95e is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:46:06.899828 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-20420d1d-e3a3-4c3c-9f30-41b6c9e672a1 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:06.905625 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20420d1d-e3a3-4c3c-9f30-41b6c9e672a1 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:46:06.919009 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20420d1d-e3a3-4c3c-9f30-41b6c9e672a1 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:06.919690 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-20420d1d-e3a3-4c3c-9f30-41b6c9e672a1 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:06.982082 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-20420d1d-e3a3-4c3c-9f30-41b6c9e672a1 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.7127213 Mar 22 19:46:06.997050 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48010) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:07.010792 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-dd3ff002-e513-47ec-a9f4-9b41e42a8f69 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::c0', 'mac_address': 'fa:16:3e:8b:45:b9'}]}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:07.027988 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port d83cca6b-fdea-43df-96c9-b60eedccba37 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:07.036102 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device fc18efaa-0614-45d4-ab72-35a58dc2355b up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:46:07.092357 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20420d1d-e3a3-4c3c-9f30-41b6c9e672a1 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Pushing event updated for resources: {'Port': ['ID=89b663e1-967e-4f80-96e1-274b8f94e2e1,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:07.145543 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0b511bad-a10e-405b-847d-bfa2aa607a10 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f05cc892-5bb7-41c7-a369-e9b48ac01433), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:07.156712 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-0c0535be-a01d-4cee-bc45-e2f1ad4f6309 None None] Current status of the port fc18efaa-0614-45d4-ab72-35a58dc2355b is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:07.156712 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0c0535be-a01d-4cee-bc45-e2f1ad4f6309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fc18efaa-0614-45d4-ab72-35a58dc2355b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:07.175414 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-bb8cbd00-ad84-4436-a286-575850b583c2 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.7330191 Mar 22 19:46:07.179589 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48016) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:07.193022 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-5d735342-ee89-45bb-a383-eb0406b411b8 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-630283343'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:07.257085 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-0c0535be-a01d-4cee-bc45-e2f1ad4f6309 None None] For port fc18efaa-0614-45d4-ab72-35a58dc2355b, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=fc18efaa-0614-45d4-ab72-35a58dc2355b,segment=NetworkSegment(5bb50cb9-6ef7-4433-b64b-dce37d507aea),segment_id=5bb50cb9-6ef7-4433-b64b-dce37d507aea)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:46:07.259245 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-199a6e10-ff60-485c-8fc5-012e69279b4e tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (d097969c-b755-4eb4-b93f-d0a4c2b3bccf), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:07.281490 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0c0535be-a01d-4cee-bc45-e2f1ad4f6309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (fc18efaa-0614-45d4-ab72-35a58dc2355b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:07.301973 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port fc18efaa-0614-45d4-ab72-35a58dc2355b triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:07.302440 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (fc18efaa-0614-45d4-ab72-35a58dc2355b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:07.337482 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199a6e10-ff60-485c-8fc5-012e69279b4e tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Network 8bd255f9-facd-4e1c-877f-273df24b29e1 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:46:07.347018 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-199a6e10-ff60-485c-8fc5-012e69279b4e tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:07.360516 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199a6e10-ff60-485c-8fc5-012e69279b4e tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:46:07.533468 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48022) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:07.642905 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0535be-a01d-4cee-bc45-e2f1ad4f6309 None None] Pushing event updated for resources: {'Port': ['ID=fc18efaa-0614-45d4-ab72-35a58dc2355b,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:07.656727 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port fc18efaa-0614-45d4-ab72-35a58dc2355b is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:07.668755 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-17be5e54-f143-4b08-9ae0-e3689c2a18ce None None] Provisioning complete for port 89b663e1-967e-4f80-96e1-274b8f94e2e1 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:07.670538 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-17be5e54-f143-4b08-9ae0-e3689c2a18ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (89b663e1-967e-4f80-96e1-274b8f94e2e1), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:07.743424 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48026) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:07.754002 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-17be5e54-f143-4b08-9ae0-e3689c2a18ce None None] Port 89b663e1-967e-4f80-96e1-274b8f94e2e1 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:46:07.785105 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f02a97dd-1ec8-4f72-b1ed-01d938965b90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:07.788937 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a6e10-ff60-485c-8fc5-012e69279b4e tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Pushing event updated for resources: {'Port': ['ID=d097969c-b755-4eb4-b93f-d0a4c2b3bccf,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:07.829008 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-199a6e10-ff60-485c-8fc5-012e69279b4e tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:07.896979 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-a6eafed6-c117-463a-88c8-eb97832c6423 None None] Provisioning complete for port fc18efaa-0614-45d4-ab72-35a58dc2355b triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:07.897454 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a6eafed6-c117-463a-88c8-eb97832c6423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (fc18efaa-0614-45d4-ab72-35a58dc2355b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:08.113869 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device fc18efaa-0614-45d4-ab72-35a58dc2355b up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:46:08.123700 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0b511bad-a10e-405b-847d-bfa2aa607a10 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks [] for port (f05cc892-5bb7-41c7-a369-e9b48ac01433), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:08.138802 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0b511bad-a10e-405b-847d-bfa2aa607a10 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (f05cc892-5bb7-41c7-a369-e9b48ac01433), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:08.163462 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48036) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:08.253914 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-a6eafed6-c117-463a-88c8-eb97832c6423 None None] Current status of the port fc18efaa-0614-45d4-ab72-35a58dc2355b is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:08.265415 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-199a6e10-ff60-485c-8fc5-012e69279b4e tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d097969c-b755-4eb4-b93f-d0a4c2b3bccf), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:08.299501 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port fc18efaa-0614-45d4-ab72-35a58dc2355b triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:08.299881 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (fc18efaa-0614-45d4-ab72-35a58dc2355b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:08.313110 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b511bad-a10e-405b-847d-bfa2aa607a10 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Pushing event updated for resources: {'Port': ['ID=f05cc892-5bb7-41c7-a369-e9b48ac01433,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:08.339228 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-12068378-04d9-48eb-8944-7f3586c3f5be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:08.344704 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dd3ff002-e513-47ec-a9f4-9b41e42a8f69 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (89b663e1-967e-4f80-96e1-274b8f94e2e1), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:08.348541 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f02a97dd-1ec8-4f72-b1ed-01d938965b90 admin admin] Publish callbacks [] for security_group (d4485fa8-5530-45bd-a51f-3385a36c0555), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:08.374534 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0b511bad-a10e-405b-847d-bfa2aa607a10 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (63000373-61cc-4a69-89d4-eab7a7698aaa), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:08.380712 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f02a97dd-1ec8-4f72-b1ed-01d938965b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d4485fa8-5530-45bd-a51f-3385a36c0555), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:08.382795 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-e027142a-f937-4acd-ad84-6e40e2d0b205 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1457945604'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:08.442002 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-47e2eefd-d714-49c7-ab81-ce834ccc650a None None] Provisioning complete for port d097969c-b755-4eb4-b93f-d0a4c2b3bccf triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:08.442920 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-47e2eefd-d714-49c7-ab81-ce834ccc650a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d097969c-b755-4eb4-b93f-d0a4c2b3bccf), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:08.506787 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port fc18efaa-0614-45d4-ab72-35a58dc2355b is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:08.526317 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-47e2eefd-d714-49c7-ab81-ce834ccc650a None None] Port d097969c-b755-4eb4-b93f-d0a4c2b3bccf cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:46:08.545132 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f02a97dd-1ec8-4f72-b1ed-01d938965b90 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ea2fa3ec461646228c79d2de634ad3a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9737935 Mar 22 19:46:08.557045 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48040) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:08.604642 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e027142a-f937-4acd-ad84-6e40e2d0b205 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Made reservation on behalf of be515e0eecb54508982358fdbdacde4b for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:46:08.608419 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e027142a-f937-4acd-ad84-6e40e2d0b205 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:08.663072 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e027142a-f937-4acd-ad84-6e40e2d0b205 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:08.819724 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dd3ff002-e513-47ec-a9f4-9b41e42a8f69 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks [] for port (89b663e1-967e-4f80-96e1-274b8f94e2e1), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:08.826892 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e9ec4568-2d79-4803-8879-d94db95148a8 admin admin] Publish callbacks [] for security_group (d4485fa8-5530-45bd-a51f-3385a36c0555), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:08.839229 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dd3ff002-e513-47ec-a9f4-9b41e42a8f69 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (89b663e1-967e-4f80-96e1-274b8f94e2e1), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:08.878872 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a97dd-1ec8-4f72-b1ed-01d938965b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4485fa8-5530-45bd-a51f-3385a36c0555,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:08.919017 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e9ec4568-2d79-4803-8879-d94db95148a8 admin admin] Publish callbacks [] for security_group (d4485fa8-5530-45bd-a51f-3385a36c0555), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:08.931535 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-dd3ff002-e513-47ec-a9f4-9b41e42a8f69 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] In _notify_port_updated(), no bound segment for port 89b663e1-967e-4f80-96e1-274b8f94e2e1 on network 7dc1271d-661b-4d44-b484-79d26fa5f95e {{(pid=104172) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 19:46:08.937851 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3ff002-e513-47ec-a9f4-9b41e42a8f69 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:08.939491 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dd3ff002-e513-47ec-a9f4-9b41e42a8f69 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:08.943351 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-dd3ff002-e513-47ec-a9f4-9b41e42a8f69 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] 10.222.0.75 "PUT /v2.0/ports/89b663e1-967e-4f80-96e1-274b8f94e2e1 HTTP/1.1" status: 200 len: 1001 time: 1.9412625 Mar 22 19:46:08.943510 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-0b511bad-a10e-405b-847d-bfa2aa607a10 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Floating IP 63000373-61cc-4a69-89d4-eab7a7698aaa associated. External IP: 172.25.5.26, port: b2c522d0-02a7-4bcc-a587-249ac2d43207. Mar 22 19:46:08.946652 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48042) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:09.014657 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ff002-e513-47ec-a9f4-9b41e42a8f69 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Pushing event updated for resources: {'Port': ['ID=89b663e1-967e-4f80-96e1-274b8f94e2e1,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:09.053063 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-12068378-04d9-48eb-8944-7f3586c3f5be admin admin] Publish callbacks [] for security_group (44c45b09-f32a-4502-87de-8a4d1d6efbc0), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:09.074177 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5d735342-ee89-45bb-a383-eb0406b411b8 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4043'] for router (6b8b7b4b-c6db-4fc0-9adf-46be81925c58), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:09.099255 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e027142a-f937-4acd-ad84-6e40e2d0b205 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks [] for security_group (64a640e8-eca7-4909-a464-d2ab432d573f), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:09.129953 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5d735342-ee89-45bb-a383-eb0406b411b8 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918527'] for router (6b8b7b4b-c6db-4fc0-9adf-46be81925c58), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:09.131130 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e027142a-f937-4acd-ad84-6e40e2d0b205 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (64a640e8-eca7-4909-a464-d2ab432d573f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:09.174436 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-12068378-04d9-48eb-8944-7f3586c3f5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (44c45b09-f32a-4502-87de-8a4d1d6efbc0), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:09.217686 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e9ec4568-2d79-4803-8879-d94db95148a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d4485fa8-5530-45bd-a51f-3385a36c0555), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:09.221728 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e9ec4568-2d79-4803-8879-d94db95148a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:09.229080 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e9ec4568-2d79-4803-8879-d94db95148a8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d4485fa8-5530-45bd-a51f-3385a36c0555 HTTP/1.1" status: 204 len: 168 time: 0.6690233 Mar 22 19:46:09.278062 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e027142a-f937-4acd-ad84-6e40e2d0b205 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:46:09.313150 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027142a-f937-4acd-ad84-6e40e2d0b205 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64a640e8-eca7-4909-a464-d2ab432d573f,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:09.340997 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e027142a-f937-4acd-ad84-6e40e2d0b205 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (acec555c-7a87-4529-8ba6-e8aeee70bb66), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:09.341427 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-e027142a-f937-4acd-ad84-6e40e2d0b205 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Added segment acec555c-7a87-4529-8ba6-e8aeee70bb66 of type vlan for network 5621c2e6-d94e-4214-a303-e1c1f1c6a8ae Mar 22 19:46:09.371398 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec4568-2d79-4803-8879-d94db95148a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4485fa8-5530-45bd-a51f-3385a36c0555,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:09.407385 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-3a72eb87-9b17-481b-86cb-9fa81b03d550 None None] Provisioning complete for port 89b663e1-967e-4f80-96e1-274b8f94e2e1 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:09.407837 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3a72eb87-9b17-481b-86cb-9fa81b03d550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (89b663e1-967e-4f80-96e1-274b8f94e2e1), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:09.418176 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-18e06ce9-3a25-4842-b713-bf683446a736 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Deleting port 89b663e1-967e-4f80-96e1-274b8f94e2e1 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:46:09.418557 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-18e06ce9-3a25-4842-b713-bf683446a736 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (89b663e1-967e-4f80-96e1-274b8f94e2e1), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:09.442632 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e027142a-f937-4acd-ad84-6e40e2d0b205 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (5621c2e6-d94e-4214-a303-e1c1f1c6a8ae), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:09.455381 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-3a72eb87-9b17-481b-86cb-9fa81b03d550 None None] Port 89b663e1-967e-4f80-96e1-274b8f94e2e1 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:46:09.466758 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-12068378-04d9-48eb-8944-7f3586c3f5be admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9d6a44717e78477e8a47faca7fa25dbe&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6915386 Mar 22 19:46:09.466758 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12068378-04d9-48eb-8944-7f3586c3f5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c45b09-f32a-4502-87de-8a4d1d6efbc0,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:09.468909 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48048) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:09.545894 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d735342-ee89-45bb-a383-eb0406b411b8 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Router 6b8b7b4b-c6db-4fc0-9adf-46be81925c58 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:46:09.599510 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-199a6e10-ff60-485c-8fc5-012e69279b4e tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for port (d097969c-b755-4eb4-b93f-d0a4c2b3bccf), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:09.611215 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-199a6e10-ff60-485c-8fc5-012e69279b4e tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (d097969c-b755-4eb4-b93f-d0a4c2b3bccf), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:09.654557 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e027142a-f937-4acd-ad84-6e40e2d0b205 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (5621c2e6-d94e-4214-a303-e1c1f1c6a8ae), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:09.659958 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e027142a-f937-4acd-ad84-6e40e2d0b205 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:09.660777 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e027142a-f937-4acd-ad84-6e40e2d0b205 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:09.725692 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0df82027-c3cd-4879-9641-11fde264fbed admin admin] Publish callbacks [] for security_group (44c45b09-f32a-4502-87de-8a4d1d6efbc0), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:09.748784 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0df82027-c3cd-4879-9641-11fde264fbed admin admin] Publish callbacks [] for security_group (44c45b09-f32a-4502-87de-8a4d1d6efbc0), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:09.751925 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-18e06ce9-3a25-4842-b713-bf683446a736 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (89b663e1-967e-4f80-96e1-274b8f94e2e1), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:09.757379 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e027142a-f937-4acd-ad84-6e40e2d0b205 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.5897884 Mar 22 19:46:09.780312 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48058) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:09.793183 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-a0cc0b51-e01f-4770-af51-48efee24dd2f tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Request body: {'subnet': {'network_id': '5621c2e6-d94e-4214-a303-e1c1f1c6a8ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:09.806997 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b511bad-a10e-405b-847d-bfa2aa607a10 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Router 6211b3a6-ac03-423a-a525-11ca4a554a55 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:46:09.819902 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-199a6e10-ff60-485c-8fc5-012e69279b4e tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:09.820145 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-18e06ce9-3a25-4842-b713-bf683446a736 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Calling delete_port for 89b663e1-967e-4f80-96e1-274b8f94e2e1 owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:46:09.825566 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a6e10-ff60-485c-8fc5-012e69279b4e tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Pushing event updated for resources: {'Port': ['ID=d097969c-b755-4eb4-b93f-d0a4c2b3bccf,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:09.846911 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0df82027-c3cd-4879-9641-11fde264fbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (44c45b09-f32a-4502-87de-8a4d1d6efbc0), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:09.850714 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0df82027-c3cd-4879-9641-11fde264fbed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:09.855329 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0df82027-c3cd-4879-9641-11fde264fbed admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/44c45b09-f32a-4502-87de-8a4d1d6efbc0 HTTP/1.1" status: 204 len: 168 time: 0.3571594 Mar 22 19:46:09.890976 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d735342-ee89-45bb-a383-eb0406b411b8 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:46:09.904372 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52958f5b-f681-468c-b65c-caa1ea56d759 None None] Sync routers for ids ['6b8b7b4b-c6db-4fc0-9adf-46be81925c58'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:46:09.913466 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027142a-f937-4acd-ad84-6e40e2d0b205 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Pushing event updated for resources: {'Network': ['ID=5621c2e6-d94e-4214-a303-e1c1f1c6a8ae,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:09.924684 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5d735342-ee89-45bb-a383-eb0406b411b8 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:09.929626 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52958f5b-f681-468c-b65c-caa1ea56d759 None None] Routers {'6b8b7b4b-c6db-4fc0-9adf-46be81925c58'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:46:09.929845 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5d735342-ee89-45bb-a383-eb0406b411b8 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "PUT /v2.0/routers/6b8b7b4b-c6db-4fc0-9adf-46be81925c58 HTTP/1.1" status: 200 len: 887 time: 2.7492204 Mar 22 19:46:09.931586 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-52958f5b-f681-468c-b65c-caa1ea56d759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:45:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6b8b7b4b-c6db-4fc0-9adf-46be81925c58'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:09.933651 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 5621c2e6-d94e-4214-a303-e1c1f1c6a8ae details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:46:09.937907 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48066) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:10.030519 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-52958f5b-f681-468c-b65c-caa1ea56d759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:10.056109 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52958f5b-f681-468c-b65c-caa1ea56d759 None None] Routers {'6b8b7b4b-c6db-4fc0-9adf-46be81925c58'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:46:10.056740 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-52958f5b-f681-468c-b65c-caa1ea56d759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:45:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6b8b7b4b-c6db-4fc0-9adf-46be81925c58'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:10.108438 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df82027-c3cd-4879-9641-11fde264fbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c45b09-f32a-4502-87de-8a4d1d6efbc0,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:10.120338 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cc0b51-e01f-4770-af51-48efee24dd2f tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Made reservation on behalf of be515e0eecb54508982358fdbdacde4b for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:46:10.125894 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a0cc0b51-e01f-4770-af51-48efee24dd2f tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:10.179235 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-52958f5b-f681-468c-b65c-caa1ea56d759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:10.188017 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52958f5b-f681-468c-b65c-caa1ea56d759 None None] The sync data for ids ['6b8b7b4b-c6db-4fc0-9adf-46be81925c58'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:46:10.224240 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b511bad-a10e-405b-847d-bfa2aa607a10 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:46:10.238228 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd214ff-9a20-4764-a303-e70f8af19c33 None None] Sync routers for ids ['6211b3a6-ac03-423a-a525-11ca4a554a55'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:46:10.241954 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199a6e10-ff60-485c-8fc5-012e69279b4e tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Network 8bd255f9-facd-4e1c-877f-273df24b29e1 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:46:10.243995 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-199a6e10-ff60-485c-8fc5-012e69279b4e tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:10.254418 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0b511bad-a10e-405b-847d-bfa2aa607a10 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:10.296855 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd214ff-9a20-4764-a303-e70f8af19c33 None None] Routers {'6211b3a6-ac03-423a-a525-11ca4a554a55'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:46:10.303642 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-2dd214ff-9a20-4764-a303-e70f8af19c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:45:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6211b3a6-ac03-423a-a525-11ca4a554a55'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:10.409261 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0b511bad-a10e-405b-847d-bfa2aa607a10 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 9.0526934 Mar 22 19:46:10.409261 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5790878-e041-4309-b10f-f32cc6eb46b0', 'tag': 'b2c522d0-02a7-4bcc-a587-249ac2d43207'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:46:10.411125 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce0d3aa-4ea8-4ee1-a55a-347d0e494ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "b5790878-e041-4309-b10f-f32cc6eb46b0", "tag": "b2c522d0-02a7-4bcc-a587-249ac2d43207"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:46:10.416745 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48074) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:10.418462 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3489f57d-0beb-40f8-b833-d2a00b5db04a tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "GET /v2.0/routers/6b8b7b4b-c6db-4fc0-9adf-46be81925c58 HTTP/1.1" status: 200 len: 887 time: 0.4793820 Mar 22 19:46:10.428326 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48078) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:10.493702 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed074137-9335-43c6-a450-c2289c2b6535 x-openstack-request-id: req-ed074137-9335-43c6-a450-c2289c2b6535 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:46:10.494373 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5790878-e041-4309-b10f-f32cc6eb46b0", "tag": "b2c522d0-02a7-4bcc-a587-249ac2d43207", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:46:10.494373 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ed074137-9335-43c6-a450-c2289c2b6535 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:46:10.494720 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed074137-9335-43c6-a450-c2289c2b6535'] response: {'name': 'network-changed', 'server_uuid': 'b5790878-e041-4309-b10f-f32cc6eb46b0', 'tag': 'b2c522d0-02a7-4bcc-a587-249ac2d43207', 'status': 'completed', 'code': 200} Mar 22 19:46:10.538748 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-66f6f1cc-6946-4065-b5cf-e6a835aff27f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "GET /v2.0/ports?device_id=6b8b7b4b-c6db-4fc0-9adf-46be81925c58 HTTP/1.1" status: 200 len: 205 time: 0.1070526 Mar 22 19:46:10.544992 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48080) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:10.555263 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-2dd214ff-9a20-4764-a303-e70f8af19c33 None None] Set router 6211b3a6-ac03-423a-a525-11ca4a554a55 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:46:10.700639 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48086) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:10.734927 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-23722521-81a8-41ae-b66d-e6f627ff7cef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:10.742404 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a0cc0b51-e01f-4770-af51-48efee24dd2f tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (cda1b934-f6fc-4902-8fd7-131e17593c13), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:10.757859 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e81be9-b277-4187-abcf-f25597600a7d tempest-TestVolumeBackupRestore-1335836266 tempest-TestVolumeBackupRestore-1335836266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:10.760000 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-57e81be9-b277-4187-abcf-f25597600a7d tempest-TestVolumeBackupRestore-1335836266 tempest-TestVolumeBackupRestore-1335836266-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 1123 time: 0.3425531 Mar 22 19:46:10.770869 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48088) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:10.775506 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-c1b6bda1-cc93-41cc-b209-e9d671c378d4 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Request body: {'floatingip': {'port_id': 'b2c522d0-02a7-4bcc-a587-249ac2d43207'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:10.783675 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199a6e10-ff60-485c-8fc5-012e69279b4e tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Router 5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:46:10.831954 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-18e06ce9-3a25-4842-b713-bf683446a736 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (89b663e1-967e-4f80-96e1-274b8f94e2e1), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:10.871336 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d4167372-0642-40ae-9d8e-23f17ddf5294 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router (6b8b7b4b-c6db-4fc0-9adf-46be81925c58), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:11.005967 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-c9f7e361-b5b2-41b4-9537-f6e51c9c8bb7 None None] Provisioning complete for port d097969c-b755-4eb4-b93f-d0a4c2b3bccf triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:11.006326 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c9f7e361-b5b2-41b4-9537-f6e51c9c8bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d097969c-b755-4eb4-b93f-d0a4c2b3bccf), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:11.064611 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-23722521-81a8-41ae-b66d-e6f627ff7cef admin admin] Publish callbacks [] for security_group (1238973a-2676-4b2a-bc62-cc8ddfac2714), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:11.065391 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c9f7e361-b5b2-41b4-9537-f6e51c9c8bb7 None None] Port d097969c-b755-4eb4-b93f-d0a4c2b3bccf cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:46:11.069722 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-2dd214ff-9a20-4764-a303-e70f8af19c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'name': 'tempest-TestVolumeBackupRestore-255375235-router', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'cb7be764-1473-4902-95af-9b6dc3545847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:38:45Z', 'updated_at': '2022-03-22T19:38:53Z', 'revision_number': 4, 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'gw_port': {'id': 'cb7be764-1473-4902-95af-9b6dc3545847', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:38:46Z', 'updated_at': '2022-03-22T19:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '63000373-61cc-4a69-89d4-eab7a7698aaa', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'floating_ip_address': '172.25.5.26', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'port_id': 'b2c522d0-02a7-4bcc-a587-249ac2d43207', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abcbf463-c70f-41d4-961e-5e15d687045d', 'mac_address': 'fa:16:3e:b7:4a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5790878-e041-4309-b10f-f32cc6eb46b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:46:06Z', 'updated_at': '2022-03-22T19:46:06Z', 'revision_number': 0, 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52d448e1-702b-407d-b944-f7edf5948e55', 'name': '', 'network_id': 'abcbf463-c70f-41d4-961e-5e15d687045d', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'mac_address': 'fa:16:3e:af:c6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '4faeafe8-a45f-41c1-a8a5-9fa581f91c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:38:50Z', 'updated_at': '2022-03-22T19:38:57Z', 'revision_number': 5, 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'subnets': [{'id': '4faeafe8-a45f-41c1-a8a5-9fa581f91c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:11.083431 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-23722521-81a8-41ae-b66d-e6f627ff7cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1238973a-2676-4b2a-bc62-cc8ddfac2714), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:11.091730 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199a6e10-ff60-485c-8fc5-012e69279b4e tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:46:11.101761 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-199a6e10-ff60-485c-8fc5-012e69279b4e tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "PUT /v2.0/routers/5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8565609 Mar 22 19:46:11.104951 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd214ff-9a20-4764-a303-e70f8af19c33 None None] Checking router: 6211b3a6-ac03-423a-a525-11ca4a554a55 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:46:11.116655 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d4167372-0642-40ae-9d8e-23f17ddf5294 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router_gateway (6b8b7b4b-c6db-4fc0-9adf-46be81925c58), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:11.124453 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0fe800-9e30-4691-adb7-d68b4d050241 None None] Sync routers for ids ['5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:46:11.131102 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd214ff-9a20-4764-a303-e70f8af19c33 None None] Routers {'6211b3a6-ac03-423a-a525-11ca4a554a55'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:46:11.131750 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-2dd214ff-9a20-4764-a303-e70f8af19c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:45:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6211b3a6-ac03-423a-a525-11ca4a554a55'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:11.144270 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-23722521-81a8-41ae-b66d-e6f627ff7cef admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c1ea50609d63440ea41acf072dcf9402&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4409797 Mar 22 19:46:11.148055 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48098) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:11.151709 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0fe800-9e30-4691-adb7-d68b4d050241 None None] Routers {'5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:46:11.160120 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-1a0fe800-9e30-4691-adb7-d68b4d050241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:45:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:11.178294 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23722521-81a8-41ae-b66d-e6f627ff7cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1238973a-2676-4b2a-bc62-cc8ddfac2714,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:11.262989 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-d4167372-0642-40ae-9d8e-23f17ddf5294 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Deleting port fcf6296f-b329-416c-8bda-7dd79d6fb3cb {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:46:11.263579 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d4167372-0642-40ae-9d8e-23f17ddf5294 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (fcf6296f-b329-416c-8bda-7dd79d6fb3cb), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:11.265627 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0939e0c6-0941-432b-8495-ddc0538ba55f admin admin] Publish callbacks [] for security_group (1238973a-2676-4b2a-bc62-cc8ddfac2714), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:11.339878 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0939e0c6-0941-432b-8495-ddc0538ba55f admin admin] Publish callbacks [] for security_group (1238973a-2676-4b2a-bc62-cc8ddfac2714), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:11.385020 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-2dd214ff-9a20-4764-a303-e70f8af19c33 None None] Set router 6211b3a6-ac03-423a-a525-11ca4a554a55 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:46:11.409984 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d4167372-0642-40ae-9d8e-23f17ddf5294 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (fcf6296f-b329-416c-8bda-7dd79d6fb3cb), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:11.426569 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-d4167372-0642-40ae-9d8e-23f17ddf5294 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Calling delete_port for fcf6296f-b329-416c-8bda-7dd79d6fb3cb owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:46:11.486158 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-1a0fe800-9e30-4691-adb7-d68b4d050241 None None] Set router 5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:46:11.491920 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0939e0c6-0941-432b-8495-ddc0538ba55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1238973a-2676-4b2a-bc62-cc8ddfac2714), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:11.494936 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0939e0c6-0941-432b-8495-ddc0538ba55f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:11.497055 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0939e0c6-0941-432b-8495-ddc0538ba55f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1238973a-2676-4b2a-bc62-cc8ddfac2714 HTTP/1.1" status: 204 len: 168 time: 0.3461039 Mar 22 19:46:11.510237 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939e0c6-0941-432b-8495-ddc0538ba55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1238973a-2676-4b2a-bc62-cc8ddfac2714,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:11.513048 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e06ce9-3a25-4842-b713-bf683446a736 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Pushing event deleted for resources: {'Port': ['ID=89b663e1-967e-4f80-96e1-274b8f94e2e1,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:11.525226 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0d3aa-4ea8-4ee1-a55a-347d0e494ad8 req-0367dea2-5bf4-4c29-8e50-b70bd9ab2183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:11.526807 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ce0d3aa-4ea8-4ee1-a55a-347d0e494ad8 req-0367dea2-5bf4-4c29-8e50-b70bd9ab2183 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9311d11ae9f64b56a94fae205d6367b4&device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 1128 time: 0.9041915 Mar 22 19:46:11.670325 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-18e06ce9-3a25-4842-b713-bf683446a736 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:11.677253 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-18e06ce9-3a25-4842-b713-bf683446a736 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] 10.222.0.75 "DELETE /v2.0/ports/89b663e1-967e-4f80-96e1-274b8f94e2e1 HTTP/1.1" status: 204 len: 168 time: 2.7176709 Mar 22 19:46:11.678709 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48122) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:11.744907 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-858f7917-0b74-4958-8138-23392c04fc35 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] GET failed (client error): The resource could not be found. Mar 22 19:46:11.750248 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-858f7917-0b74-4958-8138-23392c04fc35 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] 10.222.0.75 "GET /v2.0/ports/89b663e1-967e-4f80-96e1-274b8f94e2e1 HTTP/1.1" status: 404 len: 333 time: 0.0660899 Mar 22 19:46:11.750679 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48124) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:11.755570 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-3d922f81-ca5d-49f9-8f26-40b1660bc82e tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Request body: {'port': {'network_id': '7dc1271d-661b-4d44-b484-79d26fa5f95e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-442109627'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:11.958661 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-1a0fe800-9e30-4691-adb7-d68b4d050241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-321241311', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'd83cca6b-fdea-43df-96c9-b60eedccba37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:45:55Z', 'updated_at': '2022-03-22T19:46:08Z', 'revision_number': 4, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'gw_port': {'id': 'd83cca6b-fdea-43df-96c9-b60eedccba37', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:45:56Z', 'updated_at': '2022-03-22T19:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'd097969c-b755-4eb4-b93f-d0a4c2b3bccf', 'name': '', 'network_id': '8bd255f9-facd-4e1c-877f-273df24b29e1', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'mac_address': 'fa:16:3e:ad:1e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '6d1a0cc4-edc8-450d-9797-e399194c4b9c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:05Z', 'updated_at': '2022-03-22T19:46:09Z', 'revision_number': 2, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'subnets': [{'id': '6d1a0cc4-edc8-450d-9797-e399194c4b9c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:11.996732 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d922f81-ca5d-49f9-8f26-40b1660bc82e tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Made reservation on behalf of 7a7a0d2d74c9411dbc59f78d6f038728 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:46:11.996955 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-2dd214ff-9a20-4764-a303-e70f8af19c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'name': 'tempest-TestVolumeBackupRestore-255375235-router', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'cb7be764-1473-4902-95af-9b6dc3545847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:38:45Z', 'updated_at': '2022-03-22T19:38:53Z', 'revision_number': 4, 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'gw_port': {'id': 'cb7be764-1473-4902-95af-9b6dc3545847', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:38:46Z', 'updated_at': '2022-03-22T19:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '63000373-61cc-4a69-89d4-eab7a7698aaa', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'floating_ip_address': '172.25.5.26', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'port_id': 'b2c522d0-02a7-4bcc-a587-249ac2d43207', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abcbf463-c70f-41d4-961e-5e15d687045d', 'mac_address': 'fa:16:3e:b7:4a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5790878-e041-4309-b10f-f32cc6eb46b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:46:06Z', 'updated_at': '2022-03-22T19:46:06Z', 'revision_number': 0, 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52d448e1-702b-407d-b944-f7edf5948e55', 'name': '', 'network_id': 'abcbf463-c70f-41d4-961e-5e15d687045d', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'mac_address': 'fa:16:3e:af:c6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '4faeafe8-a45f-41c1-a8a5-9fa581f91c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:38:50Z', 'updated_at': '2022-03-22T19:38:57Z', 'revision_number': 5, 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'subnets': [{'id': '4faeafe8-a45f-41c1-a8a5-9fa581f91c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:12.000358 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d922f81-ca5d-49f9-8f26-40b1660bc82e tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:12.013389 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d4167372-0642-40ae-9d8e-23f17ddf5294 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (fcf6296f-b329-416c-8bda-7dd79d6fb3cb), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:12.035384 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0fe800-9e30-4691-adb7-d68b4d050241 None None] Checking router: 5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:46:12.037203 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0fe800-9e30-4691-adb7-d68b4d050241 None None] Updating router 5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4 port d097969c-b755-4eb4-b93f-d0a4c2b3bccf binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:46:12.045154 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-3d922f81-ca5d-49f9-8f26-40b1660bc82e tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] device_id is not set on port bebe4e98-456c-4616-b665-beb834cdf338 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:46:12.051823 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4167372-0642-40ae-9d8e-23f17ddf5294 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event deleted for resources: {'Port': ['ID=fcf6296f-b329-416c-8bda-7dd79d6fb3cb,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:12.095887 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd214ff-9a20-4764-a303-e70f8af19c33 None None] The sync data for ids ['6211b3a6-ac03-423a-a525-11ca4a554a55'] in n-d-705658-24 is: [{'id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'name': 'tempest-TestVolumeBackupRestore-255375235-router', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'cb7be764-1473-4902-95af-9b6dc3545847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:38:45Z', 'updated_at': '2022-03-22T19:38:53Z', 'revision_number': 4, 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'gw_port': {'id': 'cb7be764-1473-4902-95af-9b6dc3545847', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:38:46Z', 'updated_at': '2022-03-22T19:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '63000373-61cc-4a69-89d4-eab7a7698aaa', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'floating_ip_address': '172.25.5.26', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'port_id': 'b2c522d0-02a7-4bcc-a587-249ac2d43207', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abcbf463-c70f-41d4-961e-5e15d687045d', 'mac_address': 'fa:16:3e:b7:4a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5790878-e041-4309-b10f-f32cc6eb46b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:46:06Z', 'updated_at': '2022-03-22T19:46:06Z', 'revision_number': 0, 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52d448e1-702b-407d-b944-f7edf5948e55', 'name': '', 'network_id': 'abcbf463-c70f-41d4-961e-5e15d687045d', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'mac_address': 'fa:16:3e:af:c6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '4faeafe8-a45f-41c1-a8a5-9fa581f91c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:38:50Z', 'updated_at': '2022-03-22T19:38:57Z', 'revision_number': 5, 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'subnets': [{'id': '4faeafe8-a45f-41c1-a8a5-9fa581f91c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:46:12.101234 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe800-9e30-4691-adb7-d68b4d050241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d097969c-b755-4eb4-b93f-d0a4c2b3bccf), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:12.107443 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0d3aa-4ea8-4ee1-a55a-347d0e494ad8 req-961db34e-9b71-48a3-9520-5cec190a644f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:12.108981 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ce0d3aa-4ea8-4ee1-a55a-347d0e494ad8 req-961db34e-9b71-48a3-9520-5cec190a644f service neutron] 10.222.0.85 "GET /v2.0/networks?id=abcbf463-c70f-41d4-961e-5e15d687045d HTTP/1.1" status: 200 len: 914 time: 0.5424616 Mar 22 19:46:12.115654 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-de53858b-9fde-4648-b762-2c4d345994fa tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:12.117148 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-de53858b-9fde-4648-b762-2c4d345994fa tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/networks?id=8bd255f9-facd-4e1c-877f-273df24b29e1 HTTP/1.1" status: 200 len: 798 time: 0.6817997 Mar 22 19:46:12.119424 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c1b6bda1-cc93-41cc-b209-e9d671c378d4 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks [] for floatingip (63000373-61cc-4a69-89d4-eab7a7698aaa), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:12.214075 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d4167372-0642-40ae-9d8e-23f17ddf5294 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (6b8b7b4b-c6db-4fc0-9adf-46be81925c58), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:12.229961 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc0b51-e01f-4770-af51-48efee24dd2f tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Pushing event updated for resources: {'Subnet': ['ID=cda1b934-f6fc-4902-8fd7-131e17593c13,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:12.311905 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cc0b51-e01f-4770-af51-48efee24dd2f tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Checking segment: {'id': 'acec555c-7a87-4529-8ba6-e8aeee70bb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5621c2e6-d94e-4214-a303-e1c1f1c6a8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:46:12.312764 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cc0b51-e01f-4770-af51-48efee24dd2f tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Network hostable DHCP agents. Network: 5621c2e6-d94e-4214-a303-e1c1f1c6a8ae, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:46:12.319201 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-77d9fc88-c771-4bd3-9eb3-bc02de8f5610 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/quotas/3aeae24db72e47fdba650f6aadc3eb3a HTTP/1.1" status: 200 len: 375 time: 0.1442304 Mar 22 19:46:12.374520 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cc0b51-e01f-4770-af51-48efee24dd2f tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Network 5621c2e6-d94e-4214-a303-e1c1f1c6a8ae is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:46:12.457688 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ce0d3aa-4ea8-4ee1-a55a-347d0e494ad8 req-abee078d-b461-4614-9a8d-10cea261eba0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2c522d0-02a7-4bcc-a587-249ac2d43207 HTTP/1.1" status: 200 len: 998 time: 0.3313091 Mar 22 19:46:12.458887 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-a0cc0b51-e01f-4770-af51-48efee24dd2f tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 5621c2e6-d94e-4214-a303-e1c1f1c6a8ae) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:12.472830 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465093f4-23f9-4e37-84d5-675b975f8835 None None] Network 5621c2e6-d94e-4214-a303-e1c1f1c6a8ae requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:46:12.473564 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cc0b51-e01f-4770-af51-48efee24dd2f tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:12.474499 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a0cc0b51-e01f-4770-af51-48efee24dd2f tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:12.547340 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0d3aa-4ea8-4ee1-a55a-347d0e494ad8 req-7825033f-7938-4cd0-a818-48880e50e0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:12.549598 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ce0d3aa-4ea8-4ee1-a55a-347d0e494ad8 req-7825033f-7938-4cd0-a818-48880e50e0c4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4faeafe8-a45f-41c1-a8a5-9fa581f91c44 HTTP/1.1" status: 200 len: 852 time: 0.0810466 Mar 22 19:46:12.558093 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a0cc0b51-e01f-4770-af51-48efee24dd2f tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7731447 Mar 22 19:46:12.569404 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48144) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:12.621437 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2720cc40-dfad-4967-8791-099d61614d0d None None] New status for floating IP 63000373-61cc-4a69-89d4-eab7a7698aaa: ACTIVE {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:46:12.658178 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-e9c8e826-bbb0-4cc3-a0e1-cf0aa7804dae tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Request body: {'port': {'network_id': '5621c2e6-d94e-4214-a303-e1c1f1c6a8ae', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1785223436'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:12.785366 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe800-9e30-4691-adb7-d68b4d050241 None None] Publish callbacks [] for port (d097969c-b755-4eb4-b93f-d0a4c2b3bccf), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:12.799792 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d4167372-0642-40ae-9d8e-23f17ddf5294 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (6b8b7b4b-c6db-4fc0-9adf-46be81925c58), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:12.803796 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d4167372-0642-40ae-9d8e-23f17ddf5294 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router_controller (6b8b7b4b-c6db-4fc0-9adf-46be81925c58), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:12.813685 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe800-9e30-4691-adb7-d68b4d050241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d097969c-b755-4eb4-b93f-d0a4c2b3bccf), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:12.839028 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-3d922f81-ca5d-49f9-8f26-40b1660bc82e tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Allocated IP 2001:db8::fd (7dc1271d-661b-4d44-b484-79d26fa5f95e/3ad9b352-259f-458f-9b2e-069c11d09a10/bebe4e98-456c-4616-b665-beb834cdf338) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:46:12.941782 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d4167372-0642-40ae-9d8e-23f17ddf5294 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (6b8b7b4b-c6db-4fc0-9adf-46be81925c58), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:12.944204 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4167372-0642-40ae-9d8e-23f17ddf5294 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Fanout notify agent at l3_agent the message router_deleted on router 6b8b7b4b-c6db-4fc0-9adf-46be81925c58 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:46:12.947132 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-1a0fe800-9e30-4691-adb7-d68b4d050241 None None] Attempting to bind port d097969c-b755-4eb4-b93f-d0a4c2b3bccf on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:46:12.947499 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-1a0fe800-9e30-4691-adb7-d68b4d050241 None None] Attempting to bind port d097969c-b755-4eb4-b93f-d0a4c2b3bccf by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '5bb50cb9-6ef7-4433-b64b-dce37d507aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8bd255f9-facd-4e1c-877f-273df24b29e1'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:46:12.947860 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0fe800-9e30-4691-adb7-d68b4d050241 None None] Attempting to bind port d097969c-b755-4eb4-b93f-d0a4c2b3bccf on network 8bd255f9-facd-4e1c-877f-273df24b29e1 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:46:12.963412 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0fe800-9e30-4691-adb7-d68b4d050241 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:46:12.963789 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0fe800-9e30-4691-adb7-d68b4d050241 None None] Checking segment: {'id': '5bb50cb9-6ef7-4433-b64b-dce37d507aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8bd255f9-facd-4e1c-877f-273df24b29e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:46:12.964171 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe800-9e30-4691-adb7-d68b4d050241 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:12.964565 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0fe800-9e30-4691-adb7-d68b4d050241 None None] Bound using segment: {'id': '5bb50cb9-6ef7-4433-b64b-dce37d507aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8bd255f9-facd-4e1c-877f-273df24b29e1'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:46:12.965047 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-1a0fe800-9e30-4691-adb7-d68b4d050241 None None] Bound port: d097969c-b755-4eb4-b93f-d0a4c2b3bccf, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb50cb9-6ef7-4433-b64b-dce37d507aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8bd255f9-facd-4e1c-877f-273df24b29e1'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:46:12.965423 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe800-9e30-4691-adb7-d68b4d050241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d097969c-b755-4eb4-b93f-d0a4c2b3bccf), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:12.973158 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d4167372-0642-40ae-9d8e-23f17ddf5294 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:12.974692 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d4167372-0642-40ae-9d8e-23f17ddf5294 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/routers/6b8b7b4b-c6db-4fc0-9adf-46be81925c58 HTTP/1.1" status: 204 len: 168 time: 2.4177203 Mar 22 19:46:12.983471 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48158) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:12.989247 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-7206cbc1-17f6-44c8-bf89-04a3a1d476e2 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=3aeae24db72e47fdba650f6aadc3eb3a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6541462 Mar 22 19:46:13.007110 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-cb867444-027a-4844-9cf3-5bb67abaabf7 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Request body: {'network': {'name': 'tempest-RoutersTest-1685882747'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:13.083503 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47fa60-969b-4c6f-b43c-817eae16b03c None None] Pushing event updated for resources: {'Port': ['ID=d097969c-b755-4eb4-b93f-d0a4c2b3bccf,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:13.086334 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb867444-027a-4844-9cf3-5bb67abaabf7 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Made reservation on behalf of e7c95693d2624eb68ce77ff7289ab08a for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:46:13.086894 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99c2e58-6a81-484c-8a17-18247540f644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-5621c2e6-d94e-4214-a303-e1c1f1c6a8ae', 'network_id': '5621c2e6-d94e-4214-a303-e1c1f1c6a8ae', 'project_id': 'be515e0eecb54508982358fdbdacde4b', 'fixed_ips': [{'subnet_id': 'cda1b934-f6fc-4902-8fd7-131e17593c13'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:46:13.087834 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c99c2e58-6a81-484c-8a17-18247540f644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:13.093087 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cb867444-027a-4844-9cf3-5bb67abaabf7 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:13.152109 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-1a0fe800-9e30-4691-adb7-d68b4d050241 None None] For port d097969c-b755-4eb4-b93f-d0a4c2b3bccf, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:46:13.155543 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-1a0fe800-9e30-4691-adb7-d68b4d050241 None None] For port d097969c-b755-4eb4-b93f-d0a4c2b3bccf, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=d097969c-b755-4eb4-b93f-d0a4c2b3bccf,segment=NetworkSegment(5bb50cb9-6ef7-4433-b64b-dce37d507aea),segment_id=5bb50cb9-6ef7-4433-b64b-dce37d507aea)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:46:13.176206 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe800-9e30-4691-adb7-d68b4d050241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d097969c-b755-4eb4-b93f-d0a4c2b3bccf), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:13.236028 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb867444-027a-4844-9cf3-5bb67abaabf7 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:46:13.276250 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0fe800-9e30-4691-adb7-d68b4d050241 None None] Routers {'5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:46:13.276924 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-1a0fe800-9e30-4691-adb7-d68b4d050241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:45:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:13.279659 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cb867444-027a-4844-9cf3-5bb67abaabf7 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (e51df4b3-71fc-43e8-ba05-e1667e3c1a78), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:13.280131 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-cb867444-027a-4844-9cf3-5bb67abaabf7 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Added segment e51df4b3-71fc-43e8-ba05-e1667e3c1a78 of type vlan for network 40f5d3e3-bdd8-478a-8f03-96115eeb070a Mar 22 19:46:13.340190 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0d3aa-4ea8-4ee1-a55a-347d0e494ad8 req-43da87a8-de91-49be-bdfb-4f43be7d3d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:13.342386 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ce0d3aa-4ea8-4ee1-a55a-347d0e494ad8 req-43da87a8-de91-49be-bdfb-4f43be7d3d0c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=abcbf463-c70f-41d4-961e-5e15d687045d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7806504 Mar 22 19:46:13.357938 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d922f81-ca5d-49f9-8f26-40b1660bc82e tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks [] for port (bebe4e98-456c-4616-b665-beb834cdf338), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:13.378895 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cb867444-027a-4844-9cf3-5bb67abaabf7 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (40f5d3e3-bdd8-478a-8f03-96115eeb070a), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:13.386382 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e628e7df-19b7-4d21-8cc2-decefd69a8e0 None None] Provisioning complete for port d097969c-b755-4eb4-b93f-d0a4c2b3bccf triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:13.386757 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e628e7df-19b7-4d21-8cc2-decefd69a8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d097969c-b755-4eb4-b93f-d0a4c2b3bccf), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:13.446179 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cb867444-027a-4844-9cf3-5bb67abaabf7 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (40f5d3e3-bdd8-478a-8f03-96115eeb070a), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:13.453201 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb867444-027a-4844-9cf3-5bb67abaabf7 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:13.454240 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cb867444-027a-4844-9cf3-5bb67abaabf7 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:13.514498 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cb867444-027a-4844-9cf3-5bb67abaabf7 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5169964 Mar 22 19:46:13.515564 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ce0d3aa-4ea8-4ee1-a55a-347d0e494ad8 req-14eb31b3-df7a-4b17-8b41-32b6a398fe6d service neutron] 10.222.0.85 "GET /v2.0/networks/abcbf463-c70f-41d4-961e-5e15d687045d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531172 Mar 22 19:46:13.530564 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48170) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:13.556690 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d922f81-ca5d-49f9-8f26-40b1660bc82e tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (bebe4e98-456c-4616-b665-beb834cdf338), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:13.559378 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-37a1091f-9e6e-4d5f-b268-a56343ea40b2 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Request body: {'subnet': {'network_id': '40f5d3e3-bdd8-478a-8f03-96115eeb070a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:13.642151 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb867444-027a-4844-9cf3-5bb67abaabf7 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Network': ['ID=40f5d3e3-bdd8-478a-8f03-96115eeb070a,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:13.655927 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d922f81-ca5d-49f9-8f26-40b1660bc82e tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Network 7dc1271d-661b-4d44-b484-79d26fa5f95e is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:46:13.667500 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-3d922f81-ca5d-49f9-8f26-40b1660bc82e tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:13.698278 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d922f81-ca5d-49f9-8f26-40b1660bc82e tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:46:13.704287 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d922f81-ca5d-49f9-8f26-40b1660bc82e tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:13.715558 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a1091f-9e6e-4d5f-b268-a56343ea40b2 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Made reservation on behalf of e7c95693d2624eb68ce77ff7289ab08a for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:46:13.718380 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d922f81-ca5d-49f9-8f26-40b1660bc82e tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:13.720345 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-37a1091f-9e6e-4d5f-b268-a56343ea40b2 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:13.726747 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e628e7df-19b7-4d21-8cc2-decefd69a8e0 None None] Current status of the port d097969c-b755-4eb4-b93f-d0a4c2b3bccf is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:13.727671 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e628e7df-19b7-4d21-8cc2-decefd69a8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d097969c-b755-4eb4-b93f-d0a4c2b3bccf), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:13.744646 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d922f81-ca5d-49f9-8f26-40b1660bc82e tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Pushing event updated for resources: {'Port': ['ID=bebe4e98-456c-4616-b665-beb834cdf338,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:13.749401 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47fa60-969b-4c6f-b43c-817eae16b03c None None] Pushing event updated for resources: {'Port': ['ID=d097969c-b755-4eb4-b93f-d0a4c2b3bccf,revision_number=4']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:13.752827 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 40f5d3e3-bdd8-478a-8f03-96115eeb070a details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:46:13.767730 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3d922f81-ca5d-49f9-8f26-40b1660bc82e tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.0161755 Mar 22 19:46:13.771230 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48172) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:13.778428 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-cf950947-9f2c-4a1e-8916-5d8041db150b tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:8b:45:b9'}]}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:13.785518 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-c99c2e58-6a81-484c-8a17-18247540f644 None None] Allocated IP 2001:db8::2 (5621c2e6-d94e-4214-a303-e1c1f1c6a8ae/cda1b934-f6fc-4902-8fd7-131e17593c13/60aa13af-53ef-4b5d-a5e2-99839714a2b9) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:46:13.870057 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-1a0fe800-9e30-4691-adb7-d68b4d050241 None None] Set router 5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:46:14.021168 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c99c2e58-6a81-484c-8a17-18247540f644 None None] Publish callbacks [] for port (60aa13af-53ef-4b5d-a5e2-99839714a2b9), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:14.128276 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c99c2e58-6a81-484c-8a17-18247540f644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (60aa13af-53ef-4b5d-a5e2-99839714a2b9), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:14.147808 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cf950947-9f2c-4a1e-8916-5d8041db150b tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (bebe4e98-456c-4616-b665-beb834cdf338), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:14.185293 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c2e58-6a81-484c-8a17-18247540f644 None None] Pushing event updated for resources: {'Port': ['ID=60aa13af-53ef-4b5d-a5e2-99839714a2b9,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:14.203025 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e628e7df-19b7-4d21-8cc2-decefd69a8e0 None None] For port d097969c-b755-4eb4-b93f-d0a4c2b3bccf, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=d097969c-b755-4eb4-b93f-d0a4c2b3bccf,segment=NetworkSegment(5bb50cb9-6ef7-4433-b64b-dce37d507aea),segment_id=5bb50cb9-6ef7-4433-b64b-dce37d507aea)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:46:14.205914 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99c2e58-6a81-484c-8a17-18247540f644 None None] Network 5621c2e6-d94e-4214-a303-e1c1f1c6a8ae is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:46:14.207520 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-c99c2e58-6a81-484c-8a17-18247540f644 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:14.210642 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99c2e58-6a81-484c-8a17-18247540f644 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:46:14.216480 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e628e7df-19b7-4d21-8cc2-decefd69a8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d097969c-b755-4eb4-b93f-d0a4c2b3bccf), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:14.216990 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.db.api [None req-c1b6bda1-cc93-41cc-b209-e9d671c378d4 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:46:14.217220 n-d-705658-24 neutron-server[104172]: DEBUG oslo_db.api [None req-c1b6bda1-cc93-41cc-b209-e9d671c378d4 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:46:14.219345 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-755d0089-3c9d-4781-a31f-e78127daedf9 service neutron] 10.222.0.75 "GET /v2.0/networks/8bd255f9-facd-4e1c-877f-273df24b29e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1566617 Mar 22 19:46:14.318102 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c8e826-bbb0-4cc3-a0e1-cf0aa7804dae tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Made reservation on behalf of be515e0eecb54508982358fdbdacde4b for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:46:14.322123 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e9c8e826-bbb0-4cc3-a0e1-cf0aa7804dae tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:14.329100 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c99c2e58-6a81-484c-8a17-18247540f644 None None] Attempting to bind port 60aa13af-53ef-4b5d-a5e2-99839714a2b9 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:46:14.329496 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c99c2e58-6a81-484c-8a17-18247540f644 None None] Attempting to bind port 60aa13af-53ef-4b5d-a5e2-99839714a2b9 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'acec555c-7a87-4529-8ba6-e8aeee70bb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5621c2e6-d94e-4214-a303-e1c1f1c6a8ae'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:46:14.329692 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ce0d3aa-4ea8-4ee1-a55a-347d0e494ad8 req-1dbc827e-86cf-4a57-ad9d-436cede4c1d5 service neutron] 10.222.0.85 "GET /v2.0/networks/abcbf463-c70f-41d4-961e-5e15d687045d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7979288 Mar 22 19:46:14.330021 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99c2e58-6a81-484c-8a17-18247540f644 None None] Attempting to bind port 60aa13af-53ef-4b5d-a5e2-99839714a2b9 on network 5621c2e6-d94e-4214-a303-e1c1f1c6a8ae {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:46:14.364964 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99c2e58-6a81-484c-8a17-18247540f644 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:46:14.365364 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99c2e58-6a81-484c-8a17-18247540f644 None None] Checking segment: {'id': 'acec555c-7a87-4529-8ba6-e8aeee70bb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5621c2e6-d94e-4214-a303-e1c1f1c6a8ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:46:14.366096 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c99c2e58-6a81-484c-8a17-18247540f644 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:14.366896 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99c2e58-6a81-484c-8a17-18247540f644 None None] Bound using segment: {'id': 'acec555c-7a87-4529-8ba6-e8aeee70bb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5621c2e6-d94e-4214-a303-e1c1f1c6a8ae'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:46:14.367434 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c99c2e58-6a81-484c-8a17-18247540f644 None None] Bound port: 60aa13af-53ef-4b5d-a5e2-99839714a2b9, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acec555c-7a87-4529-8ba6-e8aeee70bb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5621c2e6-d94e-4214-a303-e1c1f1c6a8ae'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:46:14.368534 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c99c2e58-6a81-484c-8a17-18247540f644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (60aa13af-53ef-4b5d-a5e2-99839714a2b9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:14.369364 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-e9c8e826-bbb0-4cc3-a0e1-cf0aa7804dae tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] device_id is not set on port cc09487a-be58-4f85-9676-44d21475f31c yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:46:14.393548 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-1fa893f0-f994-410a-bcf4-22bc36e97ef4 None None] Provisioning complete for port d097969c-b755-4eb4-b93f-d0a4c2b3bccf triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:14.393948 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1fa893f0-f994-410a-bcf4-22bc36e97ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d097969c-b755-4eb4-b93f-d0a4c2b3bccf), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:14.415359 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628e7df-19b7-4d21-8cc2-decefd69a8e0 None None] Pushing event updated for resources: {'Port': ['ID=d097969c-b755-4eb4-b93f-d0a4c2b3bccf,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:14.454907 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-1a0fe800-9e30-4691-adb7-d68b4d050241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-321241311', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'd83cca6b-fdea-43df-96c9-b60eedccba37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:45:55Z', 'updated_at': '2022-03-22T19:46:08Z', 'revision_number': 4, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'gw_port': {'id': 'd83cca6b-fdea-43df-96c9-b60eedccba37', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:45:56Z', 'updated_at': '2022-03-22T19:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'd097969c-b755-4eb4-b93f-d0a4c2b3bccf', 'name': '', 'network_id': '8bd255f9-facd-4e1c-877f-273df24b29e1', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'mac_address': 'fa:16:3e:ad:1e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '6d1a0cc4-edc8-450d-9797-e399194c4b9c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:05Z', 'updated_at': '2022-03-22T19:46:13Z', 'revision_number': 4, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'subnets': [{'id': '6d1a0cc4-edc8-450d-9797-e399194c4b9c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:14.516465 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0fe800-9e30-4691-adb7-d68b4d050241 None None] The sync data for ids ['5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4'] in n-d-705658-24 is: [{'id': '5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-321241311', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'd83cca6b-fdea-43df-96c9-b60eedccba37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:45:55Z', 'updated_at': '2022-03-22T19:46:08Z', 'revision_number': 4, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'gw_port': {'id': 'd83cca6b-fdea-43df-96c9-b60eedccba37', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:45:56Z', 'updated_at': '2022-03-22T19:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'd097969c-b755-4eb4-b93f-d0a4c2b3bccf', 'name': '', 'network_id': '8bd255f9-facd-4e1c-877f-273df24b29e1', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'mac_address': 'fa:16:3e:ad:1e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': '6d1a0cc4-edc8-450d-9797-e399194c4b9c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:05Z', 'updated_at': '2022-03-22T19:46:13Z', 'revision_number': 4, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'subnets': [{'id': '6d1a0cc4-edc8-450d-9797-e399194c4b9c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:46:14.528855 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c99c2e58-6a81-484c-8a17-18247540f644 None None] For port 60aa13af-53ef-4b5d-a5e2-99839714a2b9, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:46:14.537830 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c99c2e58-6a81-484c-8a17-18247540f644 None None] For port 60aa13af-53ef-4b5d-a5e2-99839714a2b9, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=60aa13af-53ef-4b5d-a5e2-99839714a2b9,segment=NetworkSegment(acec555c-7a87-4529-8ba6-e8aeee70bb66),segment_id=acec555c-7a87-4529-8ba6-e8aeee70bb66)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:46:14.537965 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48184) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:14.568605 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c99c2e58-6a81-484c-8a17-18247540f644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (60aa13af-53ef-4b5d-a5e2-99839714a2b9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:14.575388 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-e9c8e826-bbb0-4cc3-a0e1-cf0aa7804dae tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Allocated IP 2001:db8::e6 (5621c2e6-d94e-4214-a303-e1c1f1c6a8ae/cda1b934-f6fc-4902-8fd7-131e17593c13/cc09487a-be58-4f85-9676-44d21475f31c) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:46:14.647679 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c2e58-6a81-484c-8a17-18247540f644 None None] Pushing event updated for resources: {'Port': ['ID=60aa13af-53ef-4b5d-a5e2-99839714a2b9,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:14.697442 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1fa893f0-f994-410a-bcf4-22bc36e97ef4 None None] Current status of the port d097969c-b755-4eb4-b93f-d0a4c2b3bccf is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:14.713601 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-1fa893f0-f994-410a-bcf4-22bc36e97ef4 None None] Provisioning complete for port bebe4e98-456c-4616-b665-beb834cdf338 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:14.718902 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1fa893f0-f994-410a-bcf4-22bc36e97ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (bebe4e98-456c-4616-b665-beb834cdf338), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:14.742326 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cf950947-9f2c-4a1e-8916-5d8041db150b tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks [] for port (bebe4e98-456c-4616-b665-beb834cdf338), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:14.749828 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cf950947-9f2c-4a1e-8916-5d8041db150b tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (bebe4e98-456c-4616-b665-beb834cdf338), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:14.825688 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-cf950947-9f2c-4a1e-8916-5d8041db150b tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] In _notify_port_updated(), no bound segment for port bebe4e98-456c-4616-b665-beb834cdf338 on network 7dc1271d-661b-4d44-b484-79d26fa5f95e {{(pid=104173) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 19:46:14.834703 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf950947-9f2c-4a1e-8916-5d8041db150b tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:14.835455 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cf950947-9f2c-4a1e-8916-5d8041db150b tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:14.837634 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1fa893f0-f994-410a-bcf4-22bc36e97ef4 None None] Port bebe4e98-456c-4616-b665-beb834cdf338 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:46:14.839401 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e9c8e826-bbb0-4cc3-a0e1-cf0aa7804dae tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks [] for port (cc09487a-be58-4f85-9676-44d21475f31c), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:14.843055 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cf950947-9f2c-4a1e-8916-5d8041db150b tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] 10.222.0.75 "PUT /v2.0/ports/bebe4e98-456c-4616-b665-beb834cdf338 HTTP/1.1" status: 200 len: 1001 time: 1.0704217 Mar 22 19:46:14.843807 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48192) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:14.906632 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c1b6bda1-cc93-41cc-b209-e9d671c378d4 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks [] for floatingip (63000373-61cc-4a69-89d4-eab7a7698aaa), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:14.916435 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf950947-9f2c-4a1e-8916-5d8041db150b tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Pushing event updated for resources: {'Port': ['ID=bebe4e98-456c-4616-b665-beb834cdf338,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:15.041689 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-06df8aab-e27f-4b40-abf2-67d3c46f5819 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:15.065979 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e9c8e826-bbb0-4cc3-a0e1-cf0aa7804dae tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (cc09487a-be58-4f85-9676-44d21475f31c), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:15.195322 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bb56ba3a-d009-4834-a000-045f422b17a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:15.237427 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-c0c03f42-0bce-4c90-8e0b-c094ba421b58 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Deleting port bebe4e98-456c-4616-b665-beb834cdf338 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:46:15.238000 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c0c03f42-0bce-4c90-8e0b-c094ba421b58 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (bebe4e98-456c-4616-b665-beb834cdf338), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:15.244159 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-06df8aab-e27f-4b40-abf2-67d3c46f5819 admin admin] Publish callbacks [] for security_group (33b7ff11-a490-4e70-a754-3533da49ed84), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:15.298036 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8e826-bbb0-4cc3-a0e1-cf0aa7804dae tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Pushing event updated for resources: {'Port': ['ID=cc09487a-be58-4f85-9676-44d21475f31c,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:15.312533 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-8e47fe5e-17c3-4124-b7a7-e3a0e1440dbd service neutron] 10.222.0.75 "GET /v2.0/networks/8bd255f9-facd-4e1c-877f-273df24b29e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0812755 Mar 22 19:46:15.337726 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-06df8aab-e27f-4b40-abf2-67d3c46f5819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (33b7ff11-a490-4e70-a754-3533da49ed84), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:15.406124 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c8e826-bbb0-4cc3-a0e1-cf0aa7804dae tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Network 5621c2e6-d94e-4214-a303-e1c1f1c6a8ae is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:46:15.443294 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df8aab-e27f-4b40-abf2-67d3c46f5819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b7ff11-a490-4e70-a754-3533da49ed84,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:15.472238 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-06df8aab-e27f-4b40-abf2-67d3c46f5819 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=27f1cf12f9b444919160a86a986c235f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9317126 Mar 22 19:46:15.473257 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48202) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:15.498275 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-e9c8e826-bbb0-4cc3-a0e1-cf0aa7804dae tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:15.503627 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c8e826-bbb0-4cc3-a0e1-cf0aa7804dae tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:46:15.519522 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c8e826-bbb0-4cc3-a0e1-cf0aa7804dae tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:15.520366 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e9c8e826-bbb0-4cc3-a0e1-cf0aa7804dae tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:15.556104 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ab914171-49d8-4ebb-83c3-7f871d9a7469 None None] Provisioning complete for port bebe4e98-456c-4616-b665-beb834cdf338 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:15.556648 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ab914171-49d8-4ebb-83c3-7f871d9a7469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (bebe4e98-456c-4616-b665-beb834cdf338), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:15.570238 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c0c03f42-0bce-4c90-8e0b-c094ba421b58 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (bebe4e98-456c-4616-b665-beb834cdf338), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:15.617431 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-c0c03f42-0bce-4c90-8e0b-c094ba421b58 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Calling delete_port for bebe4e98-456c-4616-b665-beb834cdf338 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:46:15.632379 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ab914171-49d8-4ebb-83c3-7f871d9a7469 None None] Port bebe4e98-456c-4616-b665-beb834cdf338 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:46:15.636731 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0862a576-22fc-4495-98d4-9728b6224da6 admin admin] Publish callbacks [] for security_group (33b7ff11-a490-4e70-a754-3533da49ed84), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:15.714923 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0862a576-22fc-4495-98d4-9728b6224da6 admin admin] Publish callbacks [] for security_group (33b7ff11-a490-4e70-a754-3533da49ed84), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:15.737131 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-37a1091f-9e6e-4d5f-b268-a56343ea40b2 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (083525e3-dc0d-4880-bc86-dd51fea29d13), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:15.820490 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e9c8e826-bbb0-4cc3-a0e1-cf0aa7804dae tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.1678567 Mar 22 19:46:15.827349 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48216) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:15.840315 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-eb44bc99-a851-4a36-a67d-a92aaa08c5b4 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Request body: {'port': {'network_id': '5621c2e6-d94e-4214-a303-e1c1f1c6a8ae', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1778588634', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:15.842264 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.api.validators [None req-eb44bc99-a851-4a36-a67d-a92aaa08c5b4 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] bootfile-name is not in valid_values {{(pid=104173) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 19:46:15.842615 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.api.validators [None req-eb44bc99-a851-4a36-a67d-a92aaa08c5b4 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] tftp-server is not in valid_values {{(pid=104173) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 19:46:15.842961 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.api.validators [None req-eb44bc99-a851-4a36-a67d-a92aaa08c5b4 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] server-ip-address is not in valid_values {{(pid=104173) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 19:46:15.855157 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cd310728-f52e-402a-a0ef-c777a3f18b88 req-93bcfea2-6cd7-4fbd-b89a-ee50bcbb052b tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/ports?device_id=e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f HTTP/1.1" status: 200 len: 210 time: 0.1625218 Mar 22 19:46:15.921516 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:15.941614 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a1091f-9e6e-4d5f-b268-a56343ea40b2 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Subnet': ['ID=083525e3-dc0d-4880-bc86-dd51fea29d13,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:16.055907 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a1091f-9e6e-4d5f-b268-a56343ea40b2 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Checking segment: {'id': 'e51df4b3-71fc-43e8-ba05-e1667e3c1a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '40f5d3e3-bdd8-478a-8f03-96115eeb070a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:46:16.056444 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a1091f-9e6e-4d5f-b268-a56343ea40b2 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network hostable DHCP agents. Network: 40f5d3e3-bdd8-478a-8f03-96115eeb070a, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:46:16.072307 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0862a576-22fc-4495-98d4-9728b6224da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (33b7ff11-a490-4e70-a754-3533da49ed84), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:16.076124 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0862a576-22fc-4495-98d4-9728b6224da6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:16.087486 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a1091f-9e6e-4d5f-b268-a56343ea40b2 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network 40f5d3e3-bdd8-478a-8f03-96115eeb070a is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:46:16.098993 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0862a576-22fc-4495-98d4-9728b6224da6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/33b7ff11-a490-4e70-a754-3533da49ed84 HTTP/1.1" status: 204 len: 168 time: 0.6071372 Mar 22 19:46:16.108173 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-37a1091f-9e6e-4d5f-b268-a56343ea40b2 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 40f5d3e3-bdd8-478a-8f03-96115eeb070a) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:16.116527 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a1091f-9e6e-4d5f-b268-a56343ea40b2 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:16.117125 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-37a1091f-9e6e-4d5f-b268-a56343ea40b2 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:16.154292 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63220f83-1021-4f2d-bd8f-292c54b20cab None None] Network 40f5d3e3-bdd8-478a-8f03-96115eeb070a requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:46:16.162638 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862a576-22fc-4495-98d4-9728b6224da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b7ff11-a490-4e70-a754-3533da49ed84,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:16.186313 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-37a1091f-9e6e-4d5f-b268-a56343ea40b2 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6351867 Mar 22 19:46:16.193045 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48230) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:16.201940 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-f3775f3c-a440-4fd9-811a-a048a2d4559e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-738315720', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:16.269901 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f3775f3c-a440-4fd9-811a-a048a2d4559e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (6b9b2016-f1e5-482a-81e3-13b230168536), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:16.270981 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f3775f3c-a440-4fd9-811a-a048a2d4559e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (6b9b2016-f1e5-482a-81e3-13b230168536), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:16.276433 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c0c03f42-0bce-4c90-8e0b-c094ba421b58 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (bebe4e98-456c-4616-b665-beb834cdf338), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:16.440466 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c03f42-0bce-4c90-8e0b-c094ba421b58 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Pushing event deleted for resources: {'Port': ['ID=bebe4e98-456c-4616-b665-beb834cdf338,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:16.562593 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb44bc99-a851-4a36-a67d-a92aaa08c5b4 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Made reservation on behalf of be515e0eecb54508982358fdbdacde4b for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:46:16.573547 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-eb44bc99-a851-4a36-a67d-a92aaa08c5b4 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:16.585296 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 60aa13af-53ef-4b5d-a5e2-99839714a2b9 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:46:16.621034 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c0c03f42-0bce-4c90-8e0b-c094ba421b58 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:16.625293 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c0c03f42-0bce-4c90-8e0b-c094ba421b58 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] 10.222.0.75 "DELETE /v2.0/ports/bebe4e98-456c-4616-b665-beb834cdf338 HTTP/1.1" status: 204 len: 168 time: 1.7766371 Mar 22 19:46:16.637914 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48242) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:16.650973 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-eb44bc99-a851-4a36-a67d-a92aaa08c5b4 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] device_id is not set on port cc9652fd-8ac0-4a6e-a884-98eb1b39a8b8 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:46:16.793296 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-f931aeb7-d554-4b8d-9a8a-514d070a3994 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] GET failed (client error): The resource could not be found. Mar 22 19:46:16.814234 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f931aeb7-d554-4b8d-9a8a-514d070a3994 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] 10.222.0.75 "GET /v2.0/ports/bebe4e98-456c-4616-b665-beb834cdf338 HTTP/1.1" status: 404 len: 333 time: 0.1654494 Mar 22 19:46:16.818912 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48246) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:16.857117 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-8b60280b-4592-4ca7-b3b9-345753796ad7 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Request body: {'port': {'network_id': '7dc1271d-661b-4d44-b484-79d26fa5f95e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1771553278'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:17.058928 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f3775f3c-a440-4fd9-811a-a048a2d4559e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router_controller (6b9b2016-f1e5-482a-81e3-13b230168536), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:17.136750 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48254) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:17.152019 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f3775f3c-a440-4fd9-811a-a048a2d4559e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (6b9b2016-f1e5-482a-81e3-13b230168536), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:17.197275 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b60280b-4592-4ca7-b3b9-345753796ad7 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Made reservation on behalf of 7a7a0d2d74c9411dbc59f78d6f038728 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:46:17.200732 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8b60280b-4592-4ca7-b3b9-345753796ad7 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:17.212201 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef1e697a-d756-4aed-8f67-caaa93aaaf8f req-ab5a0b8b-09a9-4986-8f7b-8652c9a39718 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/ports?device_id=e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f HTTP/1.1" status: 200 len: 210 time: 0.0762291 Mar 22 19:46:17.236583 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-494dc4c0-9ac1-4cae-b7f1-76b16c5f68a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:17.275486 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea0da64-90c9-4dd3-ba6b-4cdfb44af934 None None] Network 5621c2e6-d94e-4214-a303-e1c1f1c6a8ae requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:46:17.289157 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48258) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:17.293490 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.db.resource_extend [None req-c1b6bda1-cc93-41cc-b209-e9d671c378d4 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:46:17.301579 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-8b60280b-4592-4ca7-b3b9-345753796ad7 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] device_id is not set on port 5953fb18-bf72-43cc-9e37-a87aaeb5cdd4 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:46:17.313346 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f3775f3c-a440-4fd9-811a-a048a2d4559e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:17.316640 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f3775f3c-a440-4fd9-811a-a048a2d4559e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1218069 Mar 22 19:46:17.324070 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48262) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:17.352629 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745db7b6-ccfa-43c6-be34-62d0a6f73bb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-40f5d3e3-bdd8-478a-8f03-96115eeb070a', 'network_id': '40f5d3e3-bdd8-478a-8f03-96115eeb070a', 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'fixed_ips': [{'subnet_id': '083525e3-dc0d-4880-bc86-dd51fea29d13'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:46:17.353585 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-745db7b6-ccfa-43c6-be34-62d0a6f73bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:17.421437 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-3cbc2ebf-36df-4b16-b29b-6e723f81c9b9 None None] Provisioning complete for port 60aa13af-53ef-4b5d-a5e2-99839714a2b9 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:17.421987 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3cbc2ebf-36df-4b16-b29b-6e723f81c9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (60aa13af-53ef-4b5d-a5e2-99839714a2b9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:17.437694 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c1b6bda1-cc93-41cc-b209-e9d671c378d4 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:17.454073 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c1b6bda1-cc93-41cc-b209-e9d671c378d4 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (63000373-61cc-4a69-89d4-eab7a7698aaa), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:17.553749 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-eb44bc99-a851-4a36-a67d-a92aaa08c5b4 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Allocated IP 2001:db8::2d1 (5621c2e6-d94e-4214-a303-e1c1f1c6a8ae/cda1b934-f6fc-4902-8fd7-131e17593c13/cc9652fd-8ac0-4a6e-a884-98eb1b39a8b8) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:46:17.560267 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3b2857ac-ae48-4474-8072-56a473033320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:17.615937 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-494dc4c0-9ac1-4cae-b7f1-76b16c5f68a9 admin admin] Publish callbacks [] for security_group (3f8d425a-543a-4ece-9540-6580b1b13216), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:17.616158 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b2471e05-70e2-4047-9f24-84da9ae0216a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:17.619900 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-745db7b6-ccfa-43c6-be34-62d0a6f73bb0 None None] Allocated IP 172.20.0.2 (40f5d3e3-bdd8-478a-8f03-96115eeb070a/083525e3-dc0d-4880-bc86-dd51fea29d13/1f911ab2-b599-419e-abc3-8512ef112223) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:46:17.625241 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-494dc4c0-9ac1-4cae-b7f1-76b16c5f68a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3f8d425a-543a-4ece-9540-6580b1b13216), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:17.707196 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 60aa13af-53ef-4b5d-a5e2-99839714a2b9 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:17.707753 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (60aa13af-53ef-4b5d-a5e2-99839714a2b9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:17.793413 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-494dc4c0-9ac1-4cae-b7f1-76b16c5f68a9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c670810dad65489ca5397eb7176695a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6550493 Mar 22 19:46:17.808544 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48264) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:17.848597 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494dc4c0-9ac1-4cae-b7f1-76b16c5f68a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8d425a-543a-4ece-9540-6580b1b13216,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:17.849177 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-8b60280b-4592-4ca7-b3b9-345753796ad7 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Allocated IP 2001:db8::2ef (7dc1271d-661b-4d44-b484-79d26fa5f95e/3ad9b352-259f-458f-9b2e-069c11d09a10/5953fb18-bf72-43cc-9e37-a87aaeb5cdd4) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:46:17.938008 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-3cbc2ebf-36df-4b16-b29b-6e723f81c9b9 None None] Current status of the port 60aa13af-53ef-4b5d-a5e2-99839714a2b9 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:17.938677 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3cbc2ebf-36df-4b16-b29b-6e723f81c9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (60aa13af-53ef-4b5d-a5e2-99839714a2b9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:18.005520 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-3cbc2ebf-36df-4b16-b29b-6e723f81c9b9 None None] For port 60aa13af-53ef-4b5d-a5e2-99839714a2b9, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=60aa13af-53ef-4b5d-a5e2-99839714a2b9,segment=NetworkSegment(acec555c-7a87-4529-8ba6-e8aeee70bb66),segment_id=acec555c-7a87-4529-8ba6-e8aeee70bb66)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:46:18.022787 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b6bda1-cc93-41cc-b209-e9d671c378d4 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Router 6211b3a6-ac03-423a-a525-11ca4a554a55 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:46:18.031142 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3cbc2ebf-36df-4b16-b29b-6e723f81c9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (60aa13af-53ef-4b5d-a5e2-99839714a2b9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:18.076700 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-745db7b6-ccfa-43c6-be34-62d0a6f73bb0 None None] Publish callbacks [] for port (1f911ab2-b599-419e-abc3-8512ef112223), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:18.082484 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-886bdfef-d4c9-4d88-81db-7ef514d05520 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:18.097179 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-745db7b6-ccfa-43c6-be34-62d0a6f73bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (1f911ab2-b599-419e-abc3-8512ef112223), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:18.111862 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-c0d6f557-1b2b-4c5b-9453-f4ed807cefe9 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:18.113981 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-c0d6f557-1b2b-4c5b-9453-f4ed807cefe9 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.85 "GET /v2.0/networks?id=8bd255f9-facd-4e1c-877f-273df24b29e1 HTTP/1.1" status: 200 len: 798 time: 0.3776913 Mar 22 19:46:18.131209 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 60aa13af-53ef-4b5d-a5e2-99839714a2b9 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:18.131762 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (60aa13af-53ef-4b5d-a5e2-99839714a2b9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:18.152021 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-665e1c17-07f2-428e-a192-ee6bd1512965 admin admin] Publish callbacks [] for security_group (3f8d425a-543a-4ece-9540-6580b1b13216), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:18.156846 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745db7b6-ccfa-43c6-be34-62d0a6f73bb0 None None] Network 40f5d3e3-bdd8-478a-8f03-96115eeb070a is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:46:18.165821 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-745db7b6-ccfa-43c6-be34-62d0a6f73bb0 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:18.169601 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc2ebf-36df-4b16-b29b-6e723f81c9b9 None None] Pushing event updated for resources: {'Port': ['ID=60aa13af-53ef-4b5d-a5e2-99839714a2b9,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:18.173289 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745db7b6-ccfa-43c6-be34-62d0a6f73bb0 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:46:18.191451 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-abf9e7cb-8cb1-4cb6-833c-156e1184e911 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Request body: {'port': {'device_id': 'e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f', 'network_id': '8bd255f9-facd-4e1c-877f-273df24b29e1', 'admin_state_up': True, 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:18.257744 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-eb44bc99-a851-4a36-a67d-a92aaa08c5b4 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks [] for port (cc9652fd-8ac0-4a6e-a884-98eb1b39a8b8), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:18.288271 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-745db7b6-ccfa-43c6-be34-62d0a6f73bb0 None None] Attempting to bind port 1f911ab2-b599-419e-abc3-8512ef112223 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:46:18.288650 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-745db7b6-ccfa-43c6-be34-62d0a6f73bb0 None None] Attempting to bind port 1f911ab2-b599-419e-abc3-8512ef112223 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'e51df4b3-71fc-43e8-ba05-e1667e3c1a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '40f5d3e3-bdd8-478a-8f03-96115eeb070a'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:46:18.289021 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745db7b6-ccfa-43c6-be34-62d0a6f73bb0 None None] Attempting to bind port 1f911ab2-b599-419e-abc3-8512ef112223 on network 40f5d3e3-bdd8-478a-8f03-96115eeb070a {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:46:18.312298 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745db7b6-ccfa-43c6-be34-62d0a6f73bb0 None None] Pushing event updated for resources: {'Port': ['ID=1f911ab2-b599-419e-abc3-8512ef112223,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:18.316020 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745db7b6-ccfa-43c6-be34-62d0a6f73bb0 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:46:18.316020 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745db7b6-ccfa-43c6-be34-62d0a6f73bb0 None None] Checking segment: {'id': 'e51df4b3-71fc-43e8-ba05-e1667e3c1a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '40f5d3e3-bdd8-478a-8f03-96115eeb070a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:46:18.316418 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-745db7b6-ccfa-43c6-be34-62d0a6f73bb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:18.316774 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745db7b6-ccfa-43c6-be34-62d0a6f73bb0 None None] Bound using segment: {'id': 'e51df4b3-71fc-43e8-ba05-e1667e3c1a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '40f5d3e3-bdd8-478a-8f03-96115eeb070a'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:46:18.317274 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-745db7b6-ccfa-43c6-be34-62d0a6f73bb0 None None] Bound port: 1f911ab2-b599-419e-abc3-8512ef112223, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e51df4b3-71fc-43e8-ba05-e1667e3c1a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '40f5d3e3-bdd8-478a-8f03-96115eeb070a'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:46:18.317661 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-745db7b6-ccfa-43c6-be34-62d0a6f73bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1f911ab2-b599-419e-abc3-8512ef112223), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:18.319763 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:46:18.320113 n-d-705658-24 neutron-server[104174]: DEBUG oslo_db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:46:18.328897 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-eb44bc99-a851-4a36-a67d-a92aaa08c5b4 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (cc9652fd-8ac0-4a6e-a884-98eb1b39a8b8), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:18.334093 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b2471e05-70e2-4047-9f24-84da9ae0216a admin admin] Publish callbacks [] for security_group (71b5628f-7c16-4670-b9ec-9880c2e5f279), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:18.406322 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:18.418074 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-d6f66376-4558-4121-bf55-db74300e129e None None] Provisioning complete for port cc09487a-be58-4f85-9676-44d21475f31c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:18.418460 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d6f66376-4558-4121-bf55-db74300e129e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (cc09487a-be58-4f85-9676-44d21475f31c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:18.424087 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b2471e05-70e2-4047-9f24-84da9ae0216a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (71b5628f-7c16-4670-b9ec-9880c2e5f279), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:18.427229 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-68c109dc-e828-41ce-8944-fc34104bf05e req-fffd8fc0-4a77-4fde-997c-66202751a201 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/ports?device_id=e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f HTTP/1.1" status: 200 len: 210 time: 0.0729973 Mar 22 19:46:18.443557 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-665e1c17-07f2-428e-a192-ee6bd1512965 admin admin] Publish callbacks [] for security_group (3f8d425a-543a-4ece-9540-6580b1b13216), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:18.464329 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-745db7b6-ccfa-43c6-be34-62d0a6f73bb0 None None] For port 1f911ab2-b599-419e-abc3-8512ef112223, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:46:18.485477 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-745db7b6-ccfa-43c6-be34-62d0a6f73bb0 None None] For port 1f911ab2-b599-419e-abc3-8512ef112223, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=1f911ab2-b599-419e-abc3-8512ef112223,segment=NetworkSegment(e51df4b3-71fc-43e8-ba05-e1667e3c1a78),segment_id=e51df4b3-71fc-43e8-ba05-e1667e3c1a78)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:46:18.489259 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d6f66376-4558-4121-bf55-db74300e129e None None] Port cc09487a-be58-4f85-9676-44d21475f31c cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:46:18.499133 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-745db7b6-ccfa-43c6-be34-62d0a6f73bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (1f911ab2-b599-419e-abc3-8512ef112223), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:18.540529 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b6bda1-cc93-41cc-b209-e9d671c378d4 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:46:18.548184 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c1b6bda1-cc93-41cc-b209-e9d671c378d4 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:18.553984 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9fb3a3-c4c2-4471-bcb3-fa0bbeaa4be5 None None] Sync routers for ids ['6211b3a6-ac03-423a-a525-11ca4a554a55'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:46:18.574734 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9fb3a3-c4c2-4471-bcb3-fa0bbeaa4be5 None None] Routers {'6211b3a6-ac03-423a-a525-11ca4a554a55'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:46:18.575759 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-6a9fb3a3-c4c2-4471-bcb3-fa0bbeaa4be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:46:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6211b3a6-ac03-423a-a525-11ca4a554a55'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:18.579108 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745db7b6-ccfa-43c6-be34-62d0a6f73bb0 None None] Pushing event updated for resources: {'Port': ['ID=1f911ab2-b599-419e-abc3-8512ef112223,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:18.597163 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-d6f66376-4558-4121-bf55-db74300e129e None None] Provisioning complete for port 60aa13af-53ef-4b5d-a5e2-99839714a2b9 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:18.597535 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d6f66376-4558-4121-bf55-db74300e129e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (60aa13af-53ef-4b5d-a5e2-99839714a2b9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:18.626237 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-abf9e7cb-8cb1-4cb6-833c-156e1184e911 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Made reservation on behalf of 3aeae24db72e47fdba650f6aadc3eb3a for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:46:18.629966 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-abf9e7cb-8cb1-4cb6-833c-156e1184e911 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:18.639221 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-665e1c17-07f2-428e-a192-ee6bd1512965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3f8d425a-543a-4ece-9540-6580b1b13216), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:18.642188 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-665e1c17-07f2-428e-a192-ee6bd1512965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:18.650521 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-665e1c17-07f2-428e-a192-ee6bd1512965 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3f8d425a-543a-4ece-9540-6580b1b13216 HTTP/1.1" status: 204 len: 168 time: 0.8361211 Mar 22 19:46:18.672718 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e1c17-07f2-428e-a192-ee6bd1512965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8d425a-543a-4ece-9540-6580b1b13216,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:18.678799 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5790878-e041-4309-b10f-f32cc6eb46b0', 'tag': 'b2c522d0-02a7-4bcc-a587-249ac2d43207'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:46:18.682477 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f61fc9-1134-4c3a-be48-cfd272277588" -d '{"events": [{"name": "network-changed", "server_uuid": "b5790878-e041-4309-b10f-f32cc6eb46b0", "tag": "b2c522d0-02a7-4bcc-a587-249ac2d43207"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:46:18.755152 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:18.851725 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-6a9fb3a3-c4c2-4471-bcb3-fa0bbeaa4be5 None None] Set router 6211b3a6-ac03-423a-a525-11ca4a554a55 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:46:18.864569 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d6f66376-4558-4121-bf55-db74300e129e None None] Current status of the port 60aa13af-53ef-4b5d-a5e2-99839714a2b9 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:18.892262 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 60aa13af-53ef-4b5d-a5e2-99839714a2b9 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:18.893371 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d097969c-b755-4eb4-b93f-d0a4c2b3bccf up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:46:18.909855 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-abf9e7cb-8cb1-4cb6-833c-156e1184e911 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Allocated IP 172.20.0.21 (8bd255f9-facd-4e1c-877f-273df24b29e1/6d1a0cc4-edc8-450d-9797-e399194c4b9c/36331402-db6f-47c1-ace3-3f9881804937) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:46:19.018695 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2b2fb568-e34e-4550-be0a-0a5c6a9bafe4 None None] Provisioning complete for port cc09487a-be58-4f85-9676-44d21475f31c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:19.019095 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2b2fb568-e34e-4550-be0a-0a5c6a9bafe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (cc09487a-be58-4f85-9676-44d21475f31c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:19.051333 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0886c652-81ad-4d55-842d-04c53f56ecdf x-openstack-request-id: req-0886c652-81ad-4d55-842d-04c53f56ecdf {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:46:19.051909 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5790878-e041-4309-b10f-f32cc6eb46b0", "tag": "b2c522d0-02a7-4bcc-a587-249ac2d43207", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:46:19.052813 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0886c652-81ad-4d55-842d-04c53f56ecdf {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:46:19.055427 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0886c652-81ad-4d55-842d-04c53f56ecdf'] response: {'name': 'network-changed', 'server_uuid': 'b5790878-e041-4309-b10f-f32cc6eb46b0', 'tag': 'b2c522d0-02a7-4bcc-a587-249ac2d43207', 'status': 'completed', 'code': 200} Mar 22 19:46:19.060716 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port d097969c-b755-4eb4-b93f-d0a4c2b3bccf triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:19.061073 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d097969c-b755-4eb4-b93f-d0a4c2b3bccf), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:19.131517 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2b2fb568-e34e-4550-be0a-0a5c6a9bafe4 None None] Port cc09487a-be58-4f85-9676-44d21475f31c cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:46:19.146632 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb44bc99-a851-4a36-a67d-a92aaa08c5b4 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Pushing event updated for resources: {'Port': ['ID=cc9652fd-8ac0-4a6e-a884-98eb1b39a8b8,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:19.185380 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c1b6bda1-cc93-41cc-b209-e9d671c378d4 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "PUT /v2.0/floatingips/63000373-61cc-4a69-89d4-eab7a7698aaa HTTP/1.1" status: 200 len: 992 time: 8.4137468 Mar 22 19:46:19.211148 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb44bc99-a851-4a36-a67d-a92aaa08c5b4 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Network 5621c2e6-d94e-4214-a303-e1c1f1c6a8ae is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:46:19.254076 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port d097969c-b755-4eb4-b93f-d0a4c2b3bccf is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:19.260130 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-eb44bc99-a851-4a36-a67d-a92aaa08c5b4 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:19.262824 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb44bc99-a851-4a36-a67d-a92aaa08c5b4 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:46:19.268169 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb44bc99-a851-4a36-a67d-a92aaa08c5b4 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:19.268832 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-eb44bc99-a851-4a36-a67d-a92aaa08c5b4 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:19.314501 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8b60280b-4592-4ca7-b3b9-345753796ad7 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks [] for port (5953fb18-bf72-43cc-9e37-a87aaeb5cdd4), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:19.317128 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-abf9e7cb-8cb1-4cb6-833c-156e1184e911 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for port (36331402-db6f-47c1-ace3-3f9881804937), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:19.319553 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b2471e05-70e2-4047-9f24-84da9ae0216a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=897257164be64147a77fd3ebf15ebb32&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0263517 Mar 22 19:46:19.368260 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48278) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:19.390627 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-eb44bc99-a851-4a36-a67d-a92aaa08c5b4 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.5574720 Mar 22 19:46:19.390627 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2471e05-70e2-4047-9f24-84da9ae0216a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b5628f-7c16-4670-b9ec-9880c2e5f279,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:19.397131 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48282) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:19.425181 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-6a9fb3a3-c4c2-4471-bcb3-fa0bbeaa4be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'name': 'tempest-TestVolumeBackupRestore-255375235-router', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'cb7be764-1473-4902-95af-9b6dc3545847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:38:45Z', 'updated_at': '2022-03-22T19:38:53Z', 'revision_number': 4, 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'gw_port': {'id': 'cb7be764-1473-4902-95af-9b6dc3545847', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:38:46Z', 'updated_at': '2022-03-22T19:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '63000373-61cc-4a69-89d4-eab7a7698aaa', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'floating_ip_address': '172.25.5.26', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'port_id': 'b2c522d0-02a7-4bcc-a587-249ac2d43207', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abcbf463-c70f-41d4-961e-5e15d687045d', 'mac_address': 'fa:16:3e:b7:4a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5790878-e041-4309-b10f-f32cc6eb46b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:46:06Z', 'updated_at': '2022-03-22T19:46:17Z', 'revision_number': 2, 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52d448e1-702b-407d-b944-f7edf5948e55', 'name': '', 'network_id': 'abcbf463-c70f-41d4-961e-5e15d687045d', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'mac_address': 'fa:16:3e:af:c6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '4faeafe8-a45f-41c1-a8a5-9fa581f91c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:38:50Z', 'updated_at': '2022-03-22T19:38:57Z', 'revision_number': 5, 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'subnets': [{'id': '4faeafe8-a45f-41c1-a8a5-9fa581f91c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:19.427396 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-abf9e7cb-8cb1-4cb6-833c-156e1184e911 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (36331402-db6f-47c1-ace3-3f9881804937), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:19.517030 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9fb3a3-c4c2-4471-bcb3-fa0bbeaa4be5 None None] Checking router: 6211b3a6-ac03-423a-a525-11ca4a554a55 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:46:19.522134 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fcd1119b-f4f3-4b46-83df-964738ba03ce admin admin] Publish callbacks [] for security_group (71b5628f-7c16-4670-b9ec-9880c2e5f279), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:19.533260 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-abf9e7cb-8cb1-4cb6-833c-156e1184e911 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Network 8bd255f9-facd-4e1c-877f-273df24b29e1 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:46:19.542477 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9fb3a3-c4c2-4471-bcb3-fa0bbeaa4be5 None None] Routers {'6211b3a6-ac03-423a-a525-11ca4a554a55'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:46:19.543229 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-6a9fb3a3-c4c2-4471-bcb3-fa0bbeaa4be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:46:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6211b3a6-ac03-423a-a525-11ca4a554a55'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:19.548113 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f61fc9-1134-4c3a-be48-cfd272277588 req-5eb02621-058c-4a9c-b842-0ed9b8a2b766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:19.550154 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-95f61fc9-1134-4c3a-be48-cfd272277588 req-5eb02621-058c-4a9c-b842-0ed9b8a2b766 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9311d11ae9f64b56a94fae205d6367b4&device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 1128 time: 0.5297081 Mar 22 19:46:19.571120 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-abf9e7cb-8cb1-4cb6-833c-156e1184e911 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:19.586512 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-abf9e7cb-8cb1-4cb6-833c-156e1184e911 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:46:19.695204 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 1f911ab2-b599-419e-abc3-8512ef112223 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:46:19.744293 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-6a9fb3a3-c4c2-4471-bcb3-fa0bbeaa4be5 None None] Set router 6211b3a6-ac03-423a-a525-11ca4a554a55 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:46:19.805611 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-abf9e7cb-8cb1-4cb6-833c-156e1184e911 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:19.806402 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-abf9e7cb-8cb1-4cb6-833c-156e1184e911 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:19.809833 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8b60280b-4592-4ca7-b3b9-345753796ad7 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (5953fb18-bf72-43cc-9e37-a87aaeb5cdd4), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:19.872437 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 1f911ab2-b599-419e-abc3-8512ef112223 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:19.873049 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (1f911ab2-b599-419e-abc3-8512ef112223), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:19.884099 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9e7cb-8cb1-4cb6-833c-156e1184e911 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Pushing event updated for resources: {'Port': ['ID=36331402-db6f-47c1-ace3-3f9881804937,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:19.896098 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788b8c27-2881-4b70-8aff-812aaef500d5 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:19.907163 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788b8c27-2881-4b70-8aff-812aaef500d5 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:19.914042 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fcd1119b-f4f3-4b46-83df-964738ba03ce admin admin] Publish callbacks [] for security_group (71b5628f-7c16-4670-b9ec-9880c2e5f279), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:19.924117 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-abf9e7cb-8cb1-4cb6-833c-156e1184e911 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.7446511 Mar 22 19:46:19.926896 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788b8c27-2881-4b70-8aff-812aaef500d5 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:19.929693 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-788b8c27-2881-4b70-8aff-812aaef500d5 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.5303252 Mar 22 19:46:19.932689 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48294) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:19.968941 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-651e5864-e658-4be0-9a7d-550e8bb9f86f service neutron] Request body: {'port': {'device_id': 'e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:19.981525 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-4d446a4a-b7cb-469c-bd5f-f2d88badd2c4 None None] Provisioning complete for port cc9652fd-8ac0-4a6e-a884-98eb1b39a8b8 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:19.982468 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4d446a4a-b7cb-469c-bd5f-f2d88badd2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (cc9652fd-8ac0-4a6e-a884-98eb1b39a8b8), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:20.132359 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 1f911ab2-b599-419e-abc3-8512ef112223 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:20.134911 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1f911ab2-b599-419e-abc3-8512ef112223), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:20.141751 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-4d446a4a-b7cb-469c-bd5f-f2d88badd2c4 None None] Port cc9652fd-8ac0-4a6e-a884-98eb1b39a8b8 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:46:20.142765 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c29f15-a733-4363-97b5-a7fccdadfcb5 req-fa83d819-e98b-4956-98f6-0f40914c17e6 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:20.143490 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22c29f15-a733-4363-97b5-a7fccdadfcb5 req-fa83d819-e98b-4956-98f6-0f40914c17e6 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/ports?device_id=e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f HTTP/1.1" status: 200 len: 895 time: 0.4588480 Mar 22 19:46:20.148809 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-651e5864-e658-4be0-9a7d-550e8bb9f86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (36331402-db6f-47c1-ace3-3f9881804937), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:20.182591 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b60280b-4592-4ca7-b3b9-345753796ad7 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Network 7dc1271d-661b-4d44-b484-79d26fa5f95e is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:46:20.213615 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:20.229120 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-8b60280b-4592-4ca7-b3b9-345753796ad7 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:20.246899 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b60280b-4592-4ca7-b3b9-345753796ad7 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:46:20.261176 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b60280b-4592-4ca7-b3b9-345753796ad7 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:20.264023 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8b60280b-4592-4ca7-b3b9-345753796ad7 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:20.274418 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60280b-4592-4ca7-b3b9-345753796ad7 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Pushing event updated for resources: {'Port': ['ID=5953fb18-bf72-43cc-9e37-a87aaeb5cdd4,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:20.278532 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fcd1119b-f4f3-4b46-83df-964738ba03ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (71b5628f-7c16-4670-b9ec-9880c2e5f279), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:20.282410 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fcd1119b-f4f3-4b46-83df-964738ba03ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:20.288019 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fcd1119b-f4f3-4b46-83df-964738ba03ce admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/71b5628f-7c16-4670-b9ec-9880c2e5f279 HTTP/1.1" status: 204 len: 168 time: 0.9175541 Mar 22 19:46:20.299027 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f61fc9-1134-4c3a-be48-cfd272277588 req-1f63b0ed-6f32-42d6-8b7b-e7d4b43cc3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:20.300216 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-95f61fc9-1134-4c3a-be48-cfd272277588 req-1f63b0ed-6f32-42d6-8b7b-e7d4b43cc3ed service neutron] 10.222.0.85 "GET /v2.0/networks?id=abcbf463-c70f-41d4-961e-5e15d687045d HTTP/1.1" status: 200 len: 914 time: 0.7263687 Mar 22 19:46:20.301329 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 1f911ab2-b599-419e-abc3-8512ef112223, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=1f911ab2-b599-419e-abc3-8512ef112223,segment=NetworkSegment(e51df4b3-71fc-43e8-ba05-e1667e3c1a78),segment_id=e51df4b3-71fc-43e8-ba05-e1667e3c1a78)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:46:20.308492 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (1f911ab2-b599-419e-abc3-8512ef112223), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:20.309475 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 60aa13af-53ef-4b5d-a5e2-99839714a2b9 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:46:20.314468 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1119b-f4f3-4b46-83df-964738ba03ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b5628f-7c16-4670-b9ec-9880c2e5f279,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:20.330570 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-886bdfef-d4c9-4d88-81db-7ef514d05520 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Allocated IP 172.20.0.1 (40f5d3e3-bdd8-478a-8f03-96115eeb070a/083525e3-dc0d-4880-bc86-dd51fea29d13/13f6afdc-dc24-4f6e-887e-f99c048705cc) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:46:20.429684 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-6a9fb3a3-c4c2-4471-bcb3-fa0bbeaa4be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'name': 'tempest-TestVolumeBackupRestore-255375235-router', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'cb7be764-1473-4902-95af-9b6dc3545847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:38:45Z', 'updated_at': '2022-03-22T19:38:53Z', 'revision_number': 4, 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'gw_port': {'id': 'cb7be764-1473-4902-95af-9b6dc3545847', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:38:46Z', 'updated_at': '2022-03-22T19:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '63000373-61cc-4a69-89d4-eab7a7698aaa', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'floating_ip_address': '172.25.5.26', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'port_id': 'b2c522d0-02a7-4bcc-a587-249ac2d43207', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abcbf463-c70f-41d4-961e-5e15d687045d', 'mac_address': 'fa:16:3e:b7:4a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5790878-e041-4309-b10f-f32cc6eb46b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:46:06Z', 'updated_at': '2022-03-22T19:46:17Z', 'revision_number': 2, 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52d448e1-702b-407d-b944-f7edf5948e55', 'name': '', 'network_id': 'abcbf463-c70f-41d4-961e-5e15d687045d', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'mac_address': 'fa:16:3e:af:c6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '4faeafe8-a45f-41c1-a8a5-9fa581f91c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:38:50Z', 'updated_at': '2022-03-22T19:38:57Z', 'revision_number': 5, 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'subnets': [{'id': '4faeafe8-a45f-41c1-a8a5-9fa581f91c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:20.450460 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=1f911ab2-b599-419e-abc3-8512ef112223,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:20.499028 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9fb3a3-c4c2-4471-bcb3-fa0bbeaa4be5 None None] The sync data for ids ['6211b3a6-ac03-423a-a525-11ca4a554a55'] in n-d-705658-24 is: [{'id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'name': 'tempest-TestVolumeBackupRestore-255375235-router', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'cb7be764-1473-4902-95af-9b6dc3545847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:38:45Z', 'updated_at': '2022-03-22T19:38:53Z', 'revision_number': 4, 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'gw_port': {'id': 'cb7be764-1473-4902-95af-9b6dc3545847', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:38:46Z', 'updated_at': '2022-03-22T19:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '63000373-61cc-4a69-89d4-eab7a7698aaa', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'floating_ip_address': '172.25.5.26', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'port_id': 'b2c522d0-02a7-4bcc-a587-249ac2d43207', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abcbf463-c70f-41d4-961e-5e15d687045d', 'mac_address': 'fa:16:3e:b7:4a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5790878-e041-4309-b10f-f32cc6eb46b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:46:06Z', 'updated_at': '2022-03-22T19:46:17Z', 'revision_number': 2, 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52d448e1-702b-407d-b944-f7edf5948e55', 'name': '', 'network_id': 'abcbf463-c70f-41d4-961e-5e15d687045d', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'mac_address': 'fa:16:3e:af:c6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '4faeafe8-a45f-41c1-a8a5-9fa581f91c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:38:50Z', 'updated_at': '2022-03-22T19:38:57Z', 'revision_number': 5, 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'subnets': [{'id': '4faeafe8-a45f-41c1-a8a5-9fa581f91c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:46:20.526132 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8b60280b-4592-4ca7-b3b9-345753796ad7 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.7058091 Mar 22 19:46:20.534313 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48302) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:20.556413 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-c43d8946-f843-4e7b-9bee-c2d055f2c670 None None] Provisioning complete for port 36331402-db6f-47c1-ace3-3f9881804937 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:20.556905 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c43d8946-f843-4e7b-9bee-c2d055f2c670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (36331402-db6f-47c1-ace3-3f9881804937), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:20.570042 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-e6672c43-6132-4745-85f9-2bb613beb70d tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Request body: {'port': {'network_id': '7dc1271d-661b-4d44-b484-79d26fa5f95e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1289421606'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:20.589629 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:46:20.640997 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c43d8946-f843-4e7b-9bee-c2d055f2c670 None None] Port 36331402-db6f-47c1-ace3-3f9881804937 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:46:20.661869 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 60aa13af-53ef-4b5d-a5e2-99839714a2b9 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:20.662084 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (60aa13af-53ef-4b5d-a5e2-99839714a2b9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:20.742275 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6aa81e-6c8d-458f-9672-22ec45c1a9f5 None None] Network 40f5d3e3-bdd8-478a-8f03-96115eeb070a requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:46:20.857636 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-59738b58-e40c-4c04-a97f-d1c4eb3dd33d None None] Provisioning complete for port 1f911ab2-b599-419e-abc3-8512ef112223 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:20.858787 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-59738b58-e40c-4c04-a97f-d1c4eb3dd33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (1f911ab2-b599-419e-abc3-8512ef112223), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:20.860828 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-95f61fc9-1134-4c3a-be48-cfd272277588 req-874765c9-2b16-47e8-bf85-b3d04f350b48 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2c522d0-02a7-4bcc-a587-249ac2d43207 HTTP/1.1" status: 200 len: 1000 time: 0.5344727 Mar 22 19:46:20.936893 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6672c43-6132-4745-85f9-2bb613beb70d tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Made reservation on behalf of 7a7a0d2d74c9411dbc59f78d6f038728 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:46:20.945291 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e6672c43-6132-4745-85f9-2bb613beb70d tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:20.975898 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-e6672c43-6132-4745-85f9-2bb613beb70d tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] device_id is not set on port 3a07da78-5f3f-442f-a318-83d81d9c2b92 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:46:20.980553 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-c5472550-25e7-4fe2-9aff-733d1a0373c3 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Deleting port cc9652fd-8ac0-4a6e-a884-98eb1b39a8b8 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:46:20.980899 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c5472550-25e7-4fe2-9aff-733d1a0373c3 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (cc9652fd-8ac0-4a6e-a884-98eb1b39a8b8), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:21.058150 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5790878-e041-4309-b10f-f32cc6eb46b0', 'tag': 'b2c522d0-02a7-4bcc-a587-249ac2d43207'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:46:21.061141 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fb61b9-8b00-4f9e-a1f0-e01e1f6bdd90" -d '{"events": [{"name": "network-changed", "server_uuid": "b5790878-e041-4309-b10f-f32cc6eb46b0", "tag": "b2c522d0-02a7-4bcc-a587-249ac2d43207"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:46:21.083664 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f61fc9-1134-4c3a-be48-cfd272277588 req-bd94382e-2deb-49f6-bcae-beab76a211c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:21.085527 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-95f61fc9-1134-4c3a-be48-cfd272277588 req-bd94382e-2deb-49f6-bcae-beab76a211c7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4faeafe8-a45f-41c1-a8a5-9fa581f91c44 HTTP/1.1" status: 200 len: 852 time: 0.2116392 Mar 22 19:46:21.090421 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-651e5864-e658-4be0-9a7d-550e8bb9f86f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36331402-db6f-47c1-ace3-3f9881804937 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:46:21.105926 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-651e5864-e658-4be0-9a7d-550e8bb9f86f service neutron] Publish callbacks [] for port (36331402-db6f-47c1-ace3-3f9881804937), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:21.116445 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-886bdfef-d4c9-4d88-81db-7ef514d05520 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for port (13f6afdc-dc24-4f6e-887e-f99c048705cc), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:21.160482 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3910e3d7-223f-4143-b699-d8efb299266c x-openstack-request-id: req-3910e3d7-223f-4143-b699-d8efb299266c {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:46:21.160787 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5790878-e041-4309-b10f-f32cc6eb46b0", "tag": "b2c522d0-02a7-4bcc-a587-249ac2d43207", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:46:21.164013 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3910e3d7-223f-4143-b699-d8efb299266c {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:46:21.165129 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3910e3d7-223f-4143-b699-d8efb299266c'] response: {'name': 'network-changed', 'server_uuid': 'b5790878-e041-4309-b10f-f32cc6eb46b0', 'tag': 'b2c522d0-02a7-4bcc-a587-249ac2d43207', 'status': 'completed', 'code': 200} Mar 22 19:46:21.165570 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48314) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:21.176413 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-651e5864-e658-4be0-9a7d-550e8bb9f86f service neutron] Transition to ACTIVE for port object 36331402-db6f-47c1-ace3-3f9881804937 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:46:21.216469 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 60aa13af-53ef-4b5d-a5e2-99839714a2b9 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:21.230429 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fb54ec3f-6179-4e15-93fd-1ed6ddec220f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:21.258823 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c5472550-25e7-4fe2-9aff-733d1a0373c3 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (cc9652fd-8ac0-4a6e-a884-98eb1b39a8b8), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:21.270731 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-651e5864-e658-4be0-9a7d-550e8bb9f86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (36331402-db6f-47c1-ace3-3f9881804937), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:21.294915 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-c5472550-25e7-4fe2-9aff-733d1a0373c3 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Calling delete_port for cc9652fd-8ac0-4a6e-a884-98eb1b39a8b8 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:46:21.313478 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f61fc9-1134-4c3a-be48-cfd272277588 req-87176189-f711-4cf2-9b66-11f97d94511c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:21.315824 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-95f61fc9-1134-4c3a-be48-cfd272277588 req-87176189-f711-4cf2-9b66-11f97d94511c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=abcbf463-c70f-41d4-961e-5e15d687045d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2192240 Mar 22 19:46:21.350934 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-886bdfef-d4c9-4d88-81db-7ef514d05520 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (13f6afdc-dc24-4f6e-887e-f99c048705cc), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:21.366930 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-59738b58-e40c-4c04-a97f-d1c4eb3dd33d None None] Current status of the port 1f911ab2-b599-419e-abc3-8512ef112223 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:21.404882 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:21.440619 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 1f911ab2-b599-419e-abc3-8512ef112223 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:46:21.509764 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 1f911ab2-b599-419e-abc3-8512ef112223 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:21.511101 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (1f911ab2-b599-419e-abc3-8512ef112223), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:21.527793 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886bdfef-d4c9-4d88-81db-7ef514d05520 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network 40f5d3e3-bdd8-478a-8f03-96115eeb070a is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:46:21.549501 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-886bdfef-d4c9-4d88-81db-7ef514d05520 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:21.554421 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886bdfef-d4c9-4d88-81db-7ef514d05520 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:46:21.585621 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-e6672c43-6132-4745-85f9-2bb613beb70d tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Allocated IP 2001:db8::28c (7dc1271d-661b-4d44-b484-79d26fa5f95e/3ad9b352-259f-458f-9b2e-069c11d09a10/3a07da78-5f3f-442f-a318-83d81d9c2b92) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:46:21.593459 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-aa0c0189-72a1-4494-92d0-a7cfd72caddc None None] Provisioning complete for port 5953fb18-bf72-43cc-9e37-a87aaeb5cdd4 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:21.593935 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-aa0c0189-72a1-4494-92d0-a7cfd72caddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5953fb18-bf72-43cc-9e37-a87aaeb5cdd4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:21.662836 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e5864-e658-4be0-9a7d-550e8bb9f86f service neutron] Pushing event updated for resources: {'Port': ['ID=36331402-db6f-47c1-ace3-3f9881804937,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:21.678989 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0db4c-83ba-4bd8-88bf-39bcdae29cc0 req-cc972517-7829-4c90-8481-55eaa3996f28 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:21.688616 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-aa0c0189-72a1-4494-92d0-a7cfd72caddc None None] Port 5953fb18-bf72-43cc-9e37-a87aaeb5cdd4 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:46:21.701273 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9e0db4c-83ba-4bd8-88bf-39bcdae29cc0 req-cc972517-7829-4c90-8481-55eaa3996f28 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/ports?device_id=e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f HTTP/1.1" status: 200 len: 907 time: 0.4327128 Mar 22 19:46:21.737858 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 1f911ab2-b599-419e-abc3-8512ef112223 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:21.751071 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886bdfef-d4c9-4d88-81db-7ef514d05520 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Port': ['ID=13f6afdc-dc24-4f6e-887e-f99c048705cc,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:21.766116 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-95f61fc9-1134-4c3a-be48-cfd272277588 req-9af4fd29-2acf-4279-9342-972fa622e9a2 service neutron] 10.222.0.85 "GET /v2.0/networks/abcbf463-c70f-41d4-961e-5e15d687045d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391589 Mar 22 19:46:21.814268 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-886bdfef-d4c9-4d88-81db-7ef514d05520 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (6b9b2016-f1e5-482a-81e3-13b230168536), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:21.951964 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-b89ae560-cb70-4820-8f86-17049c4e9f80 None None] Provisioning complete for port 1f911ab2-b599-419e-abc3-8512ef112223 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:21.952871 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b89ae560-cb70-4820-8f86-17049c4e9f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (1f911ab2-b599-419e-abc3-8512ef112223), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:22.066298 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c5472550-25e7-4fe2-9aff-733d1a0373c3 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (cc9652fd-8ac0-4a6e-a884-98eb1b39a8b8), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:22.098697 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-b89ae560-cb70-4820-8f86-17049c4e9f80 None None] Current status of the port 1f911ab2-b599-419e-abc3-8512ef112223 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:22.129000 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-95f61fc9-1134-4c3a-be48-cfd272277588 req-1acf6347-7ee1-4232-abac-0b929f1b3f21 service neutron] 10.222.0.85 "GET /v2.0/networks/abcbf463-c70f-41d4-961e-5e15d687045d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487353 Mar 22 19:46:22.136299 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5472550-25e7-4fe2-9aff-733d1a0373c3 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Pushing event deleted for resources: {'Port': ['ID=cc9652fd-8ac0-4a6e-a884-98eb1b39a8b8,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:22.230514 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2c2d1927-77c6-413e-a1c7-34b29020b86a None None] Provisioning complete for port 13f6afdc-dc24-4f6e-887e-f99c048705cc triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:22.231061 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2c2d1927-77c6-413e-a1c7-34b29020b86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (13f6afdc-dc24-4f6e-887e-f99c048705cc), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:22.331793 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-651e5864-e658-4be0-9a7d-550e8bb9f86f service neutron] Attempting to bind port 36331402-db6f-47c1-ace3-3f9881804937 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:46:22.332348 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-651e5864-e658-4be0-9a7d-550e8bb9f86f service neutron] Attempting to bind port 36331402-db6f-47c1-ace3-3f9881804937 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '5bb50cb9-6ef7-4433-b64b-dce37d507aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8bd255f9-facd-4e1c-877f-273df24b29e1'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:46:22.332873 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-651e5864-e658-4be0-9a7d-550e8bb9f86f service neutron] Attempting to bind port 36331402-db6f-47c1-ace3-3f9881804937 on network 8bd255f9-facd-4e1c-877f-273df24b29e1 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:46:22.339791 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2c2d1927-77c6-413e-a1c7-34b29020b86a None None] Port 13f6afdc-dc24-4f6e-887e-f99c048705cc cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:46:22.360167 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-651e5864-e658-4be0-9a7d-550e8bb9f86f service neutron] Port 36331402-db6f-47c1-ace3-3f9881804937 on network 8bd255f9-facd-4e1c-877f-273df24b29e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:46:22.360491 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-651e5864-e658-4be0-9a7d-550e8bb9f86f service neutron] Attempting to bind port 36331402-db6f-47c1-ace3-3f9881804937 on network 8bd255f9-facd-4e1c-877f-273df24b29e1 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:46:22.393771 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-651e5864-e658-4be0-9a7d-550e8bb9f86f service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:46:22.394158 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-651e5864-e658-4be0-9a7d-550e8bb9f86f service neutron] Checking segment: {'id': '5bb50cb9-6ef7-4433-b64b-dce37d507aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8bd255f9-facd-4e1c-877f-273df24b29e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:46:22.394568 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-651e5864-e658-4be0-9a7d-550e8bb9f86f service neutron] Bound using segment: {'id': '5bb50cb9-6ef7-4433-b64b-dce37d507aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8bd255f9-facd-4e1c-877f-273df24b29e1'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:46:22.395109 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-651e5864-e658-4be0-9a7d-550e8bb9f86f service neutron] Bound port: 36331402-db6f-47c1-ace3-3f9881804937, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bb50cb9-6ef7-4433-b64b-dce37d507aea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8bd255f9-facd-4e1c-877f-273df24b29e1'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:46:22.395574 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-651e5864-e658-4be0-9a7d-550e8bb9f86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (36331402-db6f-47c1-ace3-3f9881804937), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:22.399521 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fb54ec3f-6179-4e15-93fd-1ed6ddec220f admin admin] Publish callbacks [] for security_group (00aa62fb-4589-400e-91a2-b868bf52fdc6), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:22.419951 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fb54ec3f-6179-4e15-93fd-1ed6ddec220f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (00aa62fb-4589-400e-91a2-b868bf52fdc6), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:22.468213 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fb54ec3f-6179-4e15-93fd-1ed6ddec220f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6a49d026728f4231945653bf5d8a4e41&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2903216 Mar 22 19:46:22.482076 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e6672c43-6132-4745-85f9-2bb613beb70d tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks [] for port (3a07da78-5f3f-442f-a318-83d81d9c2b92), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:22.509945 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48334) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:22.593060 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c5472550-25e7-4fe2-9aff-733d1a0373c3 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:22.596400 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c5472550-25e7-4fe2-9aff-733d1a0373c3 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] 10.222.0.75 "DELETE /v2.0/ports/cc9652fd-8ac0-4a6e-a884-98eb1b39a8b8 HTTP/1.1" status: 204 len: 168 time: 2.5884609 Mar 22 19:46:22.601591 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48338) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:22.608366 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb54ec3f-6179-4e15-93fd-1ed6ddec220f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00aa62fb-4589-400e-91a2-b868bf52fdc6,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:22.612000 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-e93f6796-ef94-4585-aee2-7b80da1861d3 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Request body: {'port': {'name': 'tempest-new-port-name-2144360041', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:22.612405 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.api.validators [None req-e93f6796-ef94-4585-aee2-7b80da1861d3 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] bootfile-name is not in valid_values {{(pid=104173) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 19:46:22.613177 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.api.validators [None req-e93f6796-ef94-4585-aee2-7b80da1861d3 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] tftp-server is not in valid_values {{(pid=104173) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 19:46:22.613177 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.api.validators [None req-e93f6796-ef94-4585-aee2-7b80da1861d3 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] server-ip-address is not in valid_values {{(pid=104173) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 22 19:46:22.649523 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e6672c43-6132-4745-85f9-2bb613beb70d tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (3a07da78-5f3f-442f-a318-83d81d9c2b92), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:22.657129 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-886bdfef-d4c9-4d88-81db-7ef514d05520 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (13f6afdc-dc24-4f6e-887e-f99c048705cc), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:22.699550 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-651e5864-e658-4be0-9a7d-550e8bb9f86f service neutron] For port 36331402-db6f-47c1-ace3-3f9881804937, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:46:22.729394 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-651e5864-e658-4be0-9a7d-550e8bb9f86f service neutron] For port 36331402-db6f-47c1-ace3-3f9881804937, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=36331402-db6f-47c1-ace3-3f9881804937,segment=NetworkSegment(5bb50cb9-6ef7-4433-b64b-dce37d507aea),segment_id=5bb50cb9-6ef7-4433-b64b-dce37d507aea)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:46:22.736746 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6672c43-6132-4745-85f9-2bb613beb70d tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Network 7dc1271d-661b-4d44-b484-79d26fa5f95e is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:46:22.745580 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e93f6796-ef94-4585-aee2-7b80da1861d3 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (cc09487a-be58-4f85-9676-44d21475f31c), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:22.749294 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-e6672c43-6132-4745-85f9-2bb613beb70d tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:22.752183 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6672c43-6132-4745-85f9-2bb613beb70d tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:46:22.757621 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb61b9-8b00-4f9e-a1f0-e01e1f6bdd90 req-65e3fcb4-392f-4361-9a9b-b88cdba3adda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:22.759006 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6672c43-6132-4745-85f9-2bb613beb70d tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:22.759355 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-61fb61b9-8b00-4f9e-a1f0-e01e1f6bdd90 req-65e3fcb4-392f-4361-9a9b-b88cdba3adda service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9311d11ae9f64b56a94fae205d6367b4&device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 1128 time: 0.5645411 Mar 22 19:46:22.759837 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e6672c43-6132-4745-85f9-2bb613beb70d tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:22.766414 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6672c43-6132-4745-85f9-2bb613beb70d tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Pushing event updated for resources: {'Port': ['ID=3a07da78-5f3f-442f-a318-83d81d9c2b92,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:22.773648 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-651e5864-e658-4be0-9a7d-550e8bb9f86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (36331402-db6f-47c1-ace3-3f9881804937), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:22.780911 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ad3e659d-8e70-43bd-b572-cef9f1348ad5 admin admin] Publish callbacks [] for security_group (00aa62fb-4589-400e-91a2-b868bf52fdc6), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:22.820359 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-651e5864-e658-4be0-9a7d-550e8bb9f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:22.820359 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-651e5864-e658-4be0-9a7d-550e8bb9f86f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:22.820359 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-651e5864-e658-4be0-9a7d-550e8bb9f86f service neutron] 10.222.0.85 "PUT /v2.0/ports/36331402-db6f-47c1-ace3-3f9881804937 HTTP/1.1" status: 200 len: 1056 time: 2.8719704 Mar 22 19:46:22.861760 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e6672c43-6132-4745-85f9-2bb613beb70d tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3256125 Mar 22 19:46:22.895411 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48346) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:22.914163 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-632498fa-a11c-453a-b82c-91b4fa4c92c7 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::c0', 'mac_address': 'fa:16:3e:8b:45:b9'}, {'ip_address': '2001:db8::2ef', 'mac_address': 'fa:16:3e:e1:a3:2b'}]}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:22.933326 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ad3e659d-8e70-43bd-b572-cef9f1348ad5 admin admin] Publish callbacks [] for security_group (00aa62fb-4589-400e-91a2-b868bf52fdc6), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:23.073593 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e5864-e658-4be0-9a7d-550e8bb9f86f service neutron] Pushing event updated for resources: {'Port': ['ID=36331402-db6f-47c1-ace3-3f9881804937,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:23.169280 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f', 'tag': '36331402-db6f-47c1-ace3-3f9881804937'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:46:23.171644 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4270c3d5-b13a-4564-a113-4d575b4163a1" -d '{"events": [{"name": "network-changed", "server_uuid": "e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f", "tag": "36331402-db6f-47c1-ace3-3f9881804937"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:46:23.189846 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb61b9-8b00-4f9e-a1f0-e01e1f6bdd90 req-c5180749-c180-49bd-8500-37573c77e3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:23.191229 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-61fb61b9-8b00-4f9e-a1f0-e01e1f6bdd90 req-c5180749-c180-49bd-8500-37573c77e3d0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=abcbf463-c70f-41d4-961e-5e15d687045d HTTP/1.1" status: 200 len: 914 time: 0.4229214 Mar 22 19:46:23.237468 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81afd3-773e-40e7-ae44-3838d8566129 req-8bea2bc8-622a-4c74-93a1-e4481456e581 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:23.248023 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7f81afd3-773e-40e7-ae44-3838d8566129 req-8bea2bc8-622a-4c74-93a1-e4481456e581 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/ports?device_id=e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f HTTP/1.1" status: 200 len: 907 time: 0.3543162 Mar 22 19:46:23.254849 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d42bd7-7a2e-4646-9add-69b0b9d7df8f x-openstack-request-id: req-72d42bd7-7a2e-4646-9add-69b0b9d7df8f {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:46:23.255671 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f", "tag": "36331402-db6f-47c1-ace3-3f9881804937", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:46:23.256184 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-72d42bd7-7a2e-4646-9add-69b0b9d7df8f {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:46:23.256675 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72d42bd7-7a2e-4646-9add-69b0b9d7df8f'] response: {'name': 'network-changed', 'server_uuid': 'e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f', 'tag': '36331402-db6f-47c1-ace3-3f9881804937', 'status': 'completed', 'code': 200} Mar 22 19:46:23.275894 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-724e1aba-5415-4e90-bb71-d73939e2fd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:23.277595 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-724e1aba-5415-4e90-bb71-d73939e2fd5a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3aeae24db72e47fdba650f6aadc3eb3a&device_id=e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f HTTP/1.1" status: 200 len: 1090 time: 0.4053490 Mar 22 19:46:23.278252 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ad3e659d-8e70-43bd-b572-cef9f1348ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (00aa62fb-4589-400e-91a2-b868bf52fdc6), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:23.281375 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ad3e659d-8e70-43bd-b572-cef9f1348ad5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:23.284841 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ad3e659d-8e70-43bd-b572-cef9f1348ad5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/00aa62fb-4589-400e-91a2-b868bf52fdc6 HTTP/1.1" status: 204 len: 168 time: 0.7671139 Mar 22 19:46:23.315199 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e659d-8e70-43bd-b572-cef9f1348ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00aa62fb-4589-400e-91a2-b868bf52fdc6,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:23.355794 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-ee2745f1-7c4d-4b71-8e9f-72619d136946 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=36331402-db6f-47c1-ace3-3f9881804937 HTTP/1.1" status: 200 len: 217 time: 0.0666125 Mar 22 19:46:23.387197 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-61fb61b9-8b00-4f9e-a1f0-e01e1f6bdd90 req-534ecc0b-e08a-49bd-b988-16116384a08b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2c522d0-02a7-4bcc-a587-249ac2d43207 HTTP/1.1" status: 200 len: 1000 time: 0.1888545 Mar 22 19:46:23.430323 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-36530610-4ca0-41ef-8b24-1952d3f4dd83 None None] Provisioning complete for port 3a07da78-5f3f-442f-a318-83d81d9c2b92 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:23.431640 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-36530610-4ca0-41ef-8b24-1952d3f4dd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3a07da78-5f3f-442f-a318-83d81d9c2b92), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:23.472420 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-632498fa-a11c-453a-b82c-91b4fa4c92c7 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (3a07da78-5f3f-442f-a318-83d81d9c2b92), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:23.480671 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-886bdfef-d4c9-4d88-81db-7ef514d05520 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for port (13f6afdc-dc24-4f6e-887e-f99c048705cc), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:23.496470 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb61b9-8b00-4f9e-a1f0-e01e1f6bdd90 req-35bea149-2d96-4a46-a68f-11f744a5b1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:23.498190 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-61fb61b9-8b00-4f9e-a1f0-e01e1f6bdd90 req-35bea149-2d96-4a46-a68f-11f744a5b1c6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4faeafe8-a45f-41c1-a8a5-9fa581f91c44 HTTP/1.1" status: 200 len: 852 time: 0.1032510 Mar 22 19:46:23.498810 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-a3936a64-b7ed-46a7-a568-b2ca6d88a66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:23.501081 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-886bdfef-d4c9-4d88-81db-7ef514d05520 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (13f6afdc-dc24-4f6e-887e-f99c048705cc), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:23.502150 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-a3936a64-b7ed-46a7-a568-b2ca6d88a66e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6d1a0cc4-edc8-450d-9797-e399194c4b9c HTTP/1.1" status: 200 len: 837 time: 0.1368289 Mar 22 19:46:23.505696 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e93f6796-ef94-4585-aee2-7b80da1861d3 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks [] for port (cc09487a-be58-4f85-9676-44d21475f31c), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:23.535855 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-36530610-4ca0-41ef-8b24-1952d3f4dd83 None None] Port 3a07da78-5f3f-442f-a318-83d81d9c2b92 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:46:23.544490 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e93f6796-ef94-4585-aee2-7b80da1861d3 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (cc09487a-be58-4f85-9676-44d21475f31c), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:23.637169 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-e93f6796-ef94-4585-aee2-7b80da1861d3 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] In _notify_port_updated(), no bound segment for port cc09487a-be58-4f85-9676-44d21475f31c on network 5621c2e6-d94e-4214-a303-e1c1f1c6a8ae {{(pid=104173) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 19:46:23.642833 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93f6796-ef94-4585-aee2-7b80da1861d3 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:23.643588 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e93f6796-ef94-4585-aee2-7b80da1861d3 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:23.647734 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e93f6796-ef94-4585-aee2-7b80da1861d3 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] 10.222.0.75 "PUT /v2.0/ports/cc09487a-be58-4f85-9676-44d21475f31c HTTP/1.1" status: 200 len: 1129 time: 1.0445797 Mar 22 19:46:23.649339 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48362) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:23.650647 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-886bdfef-d4c9-4d88-81db-7ef514d05520 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (6b9b2016-f1e5-482a-81e3-13b230168536), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:23.659593 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886bdfef-d4c9-4d88-81db-7ef514d05520 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Port': ['ID=13f6afdc-dc24-4f6e-887e-f99c048705cc,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:23.737491 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc569eab-1fa9-4dff-b526-88cd75f98943 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:23.740886 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-dc569eab-1fa9-4dff-b526-88cd75f98943 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] 10.222.0.75 "GET /v2.0/ports/cc09487a-be58-4f85-9676-44d21475f31c HTTP/1.1" status: 200 len: 1129 time: 0.0896628 Mar 22 19:46:23.745276 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-18216f9d-6e5f-43ce-80c5-662832e5a7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:23.746934 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-18216f9d-6e5f-43ce-80c5-662832e5a7e9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8bd255f9-facd-4e1c-877f-273df24b29e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.2168515 Mar 22 19:46:23.747439 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48366) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:23.765622 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb61b9-8b00-4f9e-a1f0-e01e1f6bdd90 req-6921601a-ec5a-4b8d-9ab9-2ec093d4fd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:23.767339 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-61fb61b9-8b00-4f9e-a1f0-e01e1f6bdd90 req-6921601a-ec5a-4b8d-9ab9-2ec093d4fd50 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=abcbf463-c70f-41d4-961e-5e15d687045d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2379150 Mar 22 19:46:23.837649 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f6796-ef94-4585-aee2-7b80da1861d3 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Pushing event updated for resources: {'Port': ['ID=cc09487a-be58-4f85-9676-44d21475f31c,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:23.940019 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886bdfef-d4c9-4d88-81db-7ef514d05520 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network 40f5d3e3-bdd8-478a-8f03-96115eeb070a is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:46:23.952163 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-886bdfef-d4c9-4d88-81db-7ef514d05520 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:23.970531 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-61fb61b9-8b00-4f9e-a1f0-e01e1f6bdd90 req-7ec65a5b-730f-41cf-9ad1-9ae7abdded3c service neutron] 10.222.0.85 "GET /v2.0/networks/abcbf463-c70f-41d4-961e-5e15d687045d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904347 Mar 22 19:46:24.120328 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-9ca20533-7862-41ec-bc8b-89d2a0b885d4 None None] Provisioning complete for port cc09487a-be58-4f85-9676-44d21475f31c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:24.123734 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9ca20533-7862-41ec-bc8b-89d2a0b885d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (cc09487a-be58-4f85-9676-44d21475f31c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:24.157222 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-632498fa-a11c-453a-b82c-91b4fa4c92c7 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks [] for port (3a07da78-5f3f-442f-a318-83d81d9c2b92), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:24.166472 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-323ddc78-a3cb-40a1-a1e8-70b5d0c448c3 service neutron] 10.222.0.85 "GET /v2.0/networks/8bd255f9-facd-4e1c-877f-273df24b29e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857560 Mar 22 19:46:24.170518 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-632498fa-a11c-453a-b82c-91b4fa4c92c7 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (3a07da78-5f3f-442f-a318-83d81d9c2b92), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:24.205214 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-57025ab2-42df-4712-b27f-f57d255b0b8d tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Deleting port cc09487a-be58-4f85-9676-44d21475f31c {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:46:24.205976 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-57025ab2-42df-4712-b27f-f57d255b0b8d tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (cc09487a-be58-4f85-9676-44d21475f31c), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:24.210929 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-632498fa-a11c-453a-b82c-91b4fa4c92c7 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] In _notify_port_updated(), no bound segment for port 3a07da78-5f3f-442f-a318-83d81d9c2b92 on network 7dc1271d-661b-4d44-b484-79d26fa5f95e {{(pid=104172) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 19:46:24.217599 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632498fa-a11c-453a-b82c-91b4fa4c92c7 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:24.219221 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-632498fa-a11c-453a-b82c-91b4fa4c92c7 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:24.220889 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-632498fa-a11c-453a-b82c-91b4fa4c92c7 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] 10.222.0.75 "PUT /v2.0/ports/3a07da78-5f3f-442f-a318-83d81d9c2b92 HTTP/1.1" status: 200 len: 1067 time: 1.3183668 Mar 22 19:46:24.226563 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48376) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:24.227860 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-9ca20533-7862-41ec-bc8b-89d2a0b885d4 None None] Port cc09487a-be58-4f85-9676-44d21475f31c cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:46:24.373632 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-61fb61b9-8b00-4f9e-a1f0-e01e1f6bdd90 req-dd82b4da-db24-428d-b530-3371f0894857 service neutron] 10.222.0.85 "GET /v2.0/networks/abcbf463-c70f-41d4-961e-5e15d687045d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896012 Mar 22 19:46:24.424381 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632498fa-a11c-453a-b82c-91b4fa4c92c7 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Pushing event updated for resources: {'Port': ['ID=3a07da78-5f3f-442f-a318-83d81d9c2b92,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:24.424812 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-e8019260-9d1e-4409-ac7a-736208966149 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Deleting port 3a07da78-5f3f-442f-a318-83d81d9c2b92 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:46:24.425164 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e8019260-9d1e-4409-ac7a-736208966149 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (3a07da78-5f3f-442f-a318-83d81d9c2b92), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:24.472988 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-aaa5181f-30a4-4cdd-a1b8-545e3f0efc65 None None] Provisioning complete for port 13f6afdc-dc24-4f6e-887e-f99c048705cc triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:24.473526 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-aaa5181f-30a4-4cdd-a1b8-545e3f0efc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (13f6afdc-dc24-4f6e-887e-f99c048705cc), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:24.506699 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886bdfef-d4c9-4d88-81db-7ef514d05520 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Router 6b9b2016-f1e5-482a-81e3-13b230168536 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:46:24.588239 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-aaa5181f-30a4-4cdd-a1b8-545e3f0efc65 None None] Port 13f6afdc-dc24-4f6e-887e-f99c048705cc cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:46:24.639027 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-57025ab2-42df-4712-b27f-f57d255b0b8d tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (cc09487a-be58-4f85-9676-44d21475f31c), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:24.639748 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e8019260-9d1e-4409-ac7a-736208966149 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (3a07da78-5f3f-442f-a318-83d81d9c2b92), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:24.662494 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-e8019260-9d1e-4409-ac7a-736208966149 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Calling delete_port for 3a07da78-5f3f-442f-a318-83d81d9c2b92 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:46:24.665264 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886bdfef-d4c9-4d88-81db-7ef514d05520 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:46:24.670854 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-886bdfef-d4c9-4d88-81db-7ef514d05520 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "PUT /v2.0/routers/6b9b2016-f1e5-482a-81e3-13b230168536/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3404958 Mar 22 19:46:24.674150 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48390) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:24.680587 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2039ce83-d411-4d70-882b-94a7fe01888e None None] Sync routers for ids ['6b9b2016-f1e5-482a-81e3-13b230168536'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:46:24.696853 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2039ce83-d411-4d70-882b-94a7fe01888e None None] Routers {'6b9b2016-f1e5-482a-81e3-13b230168536'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:46:24.697762 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-2039ce83-d411-4d70-882b-94a7fe01888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:46:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6b9b2016-f1e5-482a-81e3-13b230168536'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:24.698733 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e101b2e-0d0b-4bce-8341-df0a39d85adb req-8571e9e9-4312-4018-b1b8-927c93563d4e service neutron] 10.222.0.85 "GET /v2.0/networks/8bd255f9-facd-4e1c-877f-273df24b29e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5172956 Mar 22 19:46:24.707195 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d30c2-bd40-4498-b8b4-e5370a9392b2 req-0ddb84cc-03fd-41f5-99c2-d8de0e00b0a6 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:24.708907 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-961d30c2-bd40-4498-b8b4-e5370a9392b2 req-0ddb84cc-03fd-41f5-99c2-d8de0e00b0a6 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/ports?device_id=e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f HTTP/1.1" status: 200 len: 907 time: 0.2682738 Mar 22 19:46:24.709998 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-57025ab2-42df-4712-b27f-f57d255b0b8d tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Calling delete_port for cc09487a-be58-4f85-9676-44d21475f31c owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:46:24.776311 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-2039ce83-d411-4d70-882b-94a7fe01888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:24.786949 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2039ce83-d411-4d70-882b-94a7fe01888e None None] Routers {'6b9b2016-f1e5-482a-81e3-13b230168536'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:46:24.787918 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-2039ce83-d411-4d70-882b-94a7fe01888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:46:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6b9b2016-f1e5-482a-81e3-13b230168536'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:24.834941 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e089437-b2f6-46b2-a936-ba77d859de46 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:24.837040 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6e089437-b2f6-46b2-a936-ba77d859de46 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "GET /v2.0/ports/13f6afdc-dc24-4f6e-887e-f99c048705cc HTTP/1.1" status: 200 len: 910 time: 0.1552987 Mar 22 19:46:24.840490 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48396) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:24.846622 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-8ff66bad-1e3f-4371-b449-b3673ddd0cfc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '083525e3-dc0d-4880-bc86-dd51fea29d13'}]}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:24.885002 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-2039ce83-d411-4d70-882b-94a7fe01888e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:24.886406 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2039ce83-d411-4d70-882b-94a7fe01888e None None] The sync data for ids ['6b9b2016-f1e5-482a-81e3-13b230168536'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:46:24.911834 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-73acd9e0-ee46-4b16-a370-10fc7efedba9 None None] Provisioning complete for port 3a07da78-5f3f-442f-a318-83d81d9c2b92 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:24.912208 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-73acd9e0-ee46-4b16-a370-10fc7efedba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3a07da78-5f3f-442f-a318-83d81d9c2b92), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:24.928759 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e8019260-9d1e-4409-ac7a-736208966149 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (3a07da78-5f3f-442f-a318-83d81d9c2b92), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:24.973326 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8019260-9d1e-4409-ac7a-736208966149 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Pushing event deleted for resources: {'Port': ['ID=3a07da78-5f3f-442f-a318-83d81d9c2b92,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:24.993364 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270c3d5-b13a-4564-a113-4d575b4163a1 req-1808b392-239d-442c-a899-216fa73a62d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:24.995014 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4270c3d5-b13a-4564-a113-4d575b4163a1 req-1808b392-239d-442c-a899-216fa73a62d9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3aeae24db72e47fdba650f6aadc3eb3a&device_id=e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f HTTP/1.1" status: 200 len: 1090 time: 0.1760116 Mar 22 19:46:25.006636 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-73acd9e0-ee46-4b16-a370-10fc7efedba9 None None] Port 3a07da78-5f3f-442f-a318-83d81d9c2b92 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:46:25.221479 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-57025ab2-42df-4712-b27f-f57d255b0b8d tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (cc09487a-be58-4f85-9676-44d21475f31c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:25.295200 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e8019260-9d1e-4409-ac7a-736208966149 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:25.302944 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e8019260-9d1e-4409-ac7a-736208966149 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] 10.222.0.75 "DELETE /v2.0/ports/3a07da78-5f3f-442f-a318-83d81d9c2b92 HTTP/1.1" status: 204 len: 168 time: 1.0724950 Mar 22 19:46:25.306197 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48412) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:25.314738 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57025ab2-42df-4712-b27f-f57d255b0b8d tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Pushing event deleted for resources: {'Port': ['ID=cc09487a-be58-4f85-9676-44d21475f31c,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:25.324247 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8ff66bad-1e3f-4371-b449-b3673ddd0cfc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (13f6afdc-dc24-4f6e-887e-f99c048705cc), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:25.330514 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270c3d5-b13a-4564-a113-4d575b4163a1 req-801bbcd5-d9c3-4c2b-8397-27edac6e7897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:25.332055 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4270c3d5-b13a-4564-a113-4d575b4163a1 req-801bbcd5-d9c3-4c2b-8397-27edac6e7897 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8bd255f9-facd-4e1c-877f-273df24b29e1 HTTP/1.1" status: 200 len: 899 time: 0.3296449 Mar 22 19:46:25.374332 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-57025ab2-42df-4712-b27f-f57d255b0b8d tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:25.381109 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-57025ab2-42df-4712-b27f-f57d255b0b8d tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] 10.222.0.75 "DELETE /v2.0/ports/cc09487a-be58-4f85-9676-44d21475f31c HTTP/1.1" status: 204 len: 168 time: 1.6234953 Mar 22 19:46:25.386585 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48416) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:25.562910 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57025ab2-42df-4712-b27f-f57d255b0b8d tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:25.563356 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57025ab2-42df-4712-b27f-f57d255b0b8d tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:25.564006 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57025ab2-42df-4712-b27f-f57d255b0b8d tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:25.564366 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57025ab2-42df-4712-b27f-f57d255b0b8d tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:25.564714 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57025ab2-42df-4712-b27f-f57d255b0b8d tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:25.565204 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57025ab2-42df-4712-b27f-f57d255b0b8d tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:25.565550 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57025ab2-42df-4712-b27f-f57d255b0b8d tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:25.566018 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57025ab2-42df-4712-b27f-f57d255b0b8d tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:25.566402 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57025ab2-42df-4712-b27f-f57d255b0b8d tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:25.566843 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57025ab2-42df-4712-b27f-f57d255b0b8d tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:25.567213 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57025ab2-42df-4712-b27f-f57d255b0b8d tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:25.567581 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57025ab2-42df-4712-b27f-f57d255b0b8d tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:25.568366 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57025ab2-42df-4712-b27f-f57d255b0b8d tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:25.568366 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57025ab2-42df-4712-b27f-f57d255b0b8d tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:25.568762 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57025ab2-42df-4712-b27f-f57d255b0b8d tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:25.686236 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4270c3d5-b13a-4564-a113-4d575b4163a1 req-5877de03-be26-4c44-8f34-cab1113641ac service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=36331402-db6f-47c1-ace3-3f9881804937 HTTP/1.1" status: 200 len: 217 time: 0.3148584 Mar 22 19:46:25.710317 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac26d4c3-7444-40f8-a3bb-200d4914343a tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] GET failed (client error): The resource could not be found. Mar 22 19:46:25.714921 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ac26d4c3-7444-40f8-a3bb-200d4914343a tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] 10.222.0.75 "GET /v2.0/ports/3a07da78-5f3f-442f-a318-83d81d9c2b92 HTTP/1.1" status: 404 len: 333 time: 0.4046850 Mar 22 19:46:25.714921 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48422) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:25.815880 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-37de7a6d-8f14-4e25-b025-865029a49f6d tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Deleting port 5953fb18-bf72-43cc-9e37-a87aaeb5cdd4 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:46:25.816509 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37de7a6d-8f14-4e25-b025-865029a49f6d tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (5953fb18-bf72-43cc-9e37-a87aaeb5cdd4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:25.829835 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac223d6-8b2e-46ae-a44c-ed0a4d20dfd3 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Deleting subnet cda1b934-f6fc-4902-8fd7-131e17593c13 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:46:25.833119 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4ac223d6-8b2e-46ae-a44c-ed0a4d20dfd3 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks [] for subnet (cda1b934-f6fc-4902-8fd7-131e17593c13), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:25.887817 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4ac223d6-8b2e-46ae-a44c-ed0a4d20dfd3 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (cda1b934-f6fc-4902-8fd7-131e17593c13), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:25.947065 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37de7a6d-8f14-4e25-b025-865029a49f6d tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (5953fb18-bf72-43cc-9e37-a87aaeb5cdd4), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:25.961746 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-37de7a6d-8f14-4e25-b025-865029a49f6d tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Calling delete_port for 5953fb18-bf72-43cc-9e37-a87aaeb5cdd4 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:46:25.969136 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270c3d5-b13a-4564-a113-4d575b4163a1 req-cd079596-d3d7-4f63-b3fc-5a745fd05e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:25.971227 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4270c3d5-b13a-4564-a113-4d575b4163a1 req-cd079596-d3d7-4f63-b3fc-5a745fd05e3a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=6d1a0cc4-edc8-450d-9797-e399194c4b9c HTTP/1.1" status: 200 len: 837 time: 0.2709596 Mar 22 19:46:26.140030 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37de7a6d-8f14-4e25-b025-865029a49f6d tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (5953fb18-bf72-43cc-9e37-a87aaeb5cdd4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:26.189049 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37de7a6d-8f14-4e25-b025-865029a49f6d tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Pushing event deleted for resources: {'Port': ['ID=5953fb18-bf72-43cc-9e37-a87aaeb5cdd4,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:26.223614 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37de7a6d-8f14-4e25-b025-865029a49f6d tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:26.228055 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-37de7a6d-8f14-4e25-b025-865029a49f6d tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] 10.222.0.75 "DELETE /v2.0/ports/5953fb18-bf72-43cc-9e37-a87aaeb5cdd4 HTTP/1.1" status: 204 len: 168 time: 0.5123403 Mar 22 19:46:26.230921 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48438) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:26.276951 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2893cb-e82e-4e92-97dc-43b51ed4f362 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] GET failed (client error): The resource could not be found. Mar 22 19:46:26.278754 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cf2893cb-e82e-4e92-97dc-43b51ed4f362 tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] 10.222.0.75 "GET /v2.0/ports/5953fb18-bf72-43cc-9e37-a87aaeb5cdd4 HTTP/1.1" status: 404 len: 333 time: 0.0438156 Mar 22 19:46:26.282834 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48444) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:26.444283 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-f19f82b4-679b-456c-9dfb-b4ce010eac0b tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Deleting port 6ec176c8-e798-4640-be8f-4e49ee7d663b {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:46:26.445015 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f19f82b4-679b-456c-9dfb-b4ce010eac0b tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (6ec176c8-e798-4640-be8f-4e49ee7d663b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:26.581189 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f19f82b4-679b-456c-9dfb-b4ce010eac0b tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (6ec176c8-e798-4640-be8f-4e49ee7d663b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:26.598751 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-f19f82b4-679b-456c-9dfb-b4ce010eac0b tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Calling delete_port for 6ec176c8-e798-4640-be8f-4e49ee7d663b owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:46:26.600222 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa9252-4f92-498b-aff8-59f366695774 req-130a9427-2d92-449e-8a4b-de19a40dd428 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:26.601483 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6bfa9252-4f92-498b-aff8-59f366695774 req-130a9427-2d92-449e-8a4b-de19a40dd428 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/ports?device_id=e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f HTTP/1.1" status: 200 len: 907 time: 0.7203465 Mar 22 19:46:26.624375 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4ac223d6-8b2e-46ae-a44c-ed0a4d20dfd3 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (cda1b934-f6fc-4902-8fd7-131e17593c13), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:26.665994 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4270c3d5-b13a-4564-a113-4d575b4163a1 req-31dd0239-7c77-41fd-8bd2-37ff6a11fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:26.668753 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4270c3d5-b13a-4564-a113-4d575b4163a1 req-31dd0239-7c77-41fd-8bd2-37ff6a11fc4b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8bd255f9-facd-4e1c-877f-273df24b29e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.6863658 Mar 22 19:46:26.768892 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f19f82b4-679b-456c-9dfb-b4ce010eac0b tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (6ec176c8-e798-4640-be8f-4e49ee7d663b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:26.822418 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f82b4-679b-456c-9dfb-b4ce010eac0b tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Pushing event deleted for resources: {'Port': ['ID=6ec176c8-e798-4640-be8f-4e49ee7d663b,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:26.865547 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4270c3d5-b13a-4564-a113-4d575b4163a1 req-58e4c0c6-6821-4b18-906b-9d3c9a11c8b0 service neutron] 10.222.0.85 "GET /v2.0/networks/8bd255f9-facd-4e1c-877f-273df24b29e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847959 Mar 22 19:46:26.872340 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f19f82b4-679b-456c-9dfb-b4ce010eac0b tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:26.875946 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f19f82b4-679b-456c-9dfb-b4ce010eac0b tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] 10.222.0.75 "DELETE /v2.0/ports/6ec176c8-e798-4640-be8f-4e49ee7d663b HTTP/1.1" status: 204 len: 168 time: 0.5918932 Mar 22 19:46:26.878768 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48456) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:26.903539 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8ff66bad-1e3f-4371-b449-b3673ddd0cfc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for port (13f6afdc-dc24-4f6e-887e-f99c048705cc), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:26.911172 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4ac223d6-8b2e-46ae-a44c-ed0a4d20dfd3 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (cda1b934-f6fc-4902-8fd7-131e17593c13), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:26.960900 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8ff66bad-1e3f-4371-b449-b3673ddd0cfc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (13f6afdc-dc24-4f6e-887e-f99c048705cc), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:26.975851 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef20930f-ae95-47e0-86bc-b97776e1ddfe tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Deleting subnet 3ad9b352-259f-458f-9b2e-069c11d09a10 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:46:26.983246 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ef20930f-ae95-47e0-86bc-b97776e1ddfe tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks [] for subnet (3ad9b352-259f-458f-9b2e-069c11d09a10), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:27.064995 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6325a013-a35c-4ce5-81df-cd263c49c56e None None] Network 5621c2e6-d94e-4214-a303-e1c1f1c6a8ae requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:46:27.085766 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ef20930f-ae95-47e0-86bc-b97776e1ddfe tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (3ad9b352-259f-458f-9b2e-069c11d09a10), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:27.095767 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac223d6-8b2e-46ae-a44c-ed0a4d20dfd3 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Pushing event deleted for resources: {'Subnet': ['ID=cda1b934-f6fc-4902-8fd7-131e17593c13,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:27.099856 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4ac223d6-8b2e-46ae-a44c-ed0a4d20dfd3 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:27.108933 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4ac223d6-8b2e-46ae-a44c-ed0a4d20dfd3 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] 10.222.0.75 "DELETE /v2.0/subnets/cda1b934-f6fc-4902-8fd7-131e17593c13 HTTP/1.1" status: 204 len: 168 time: 1.5357766 Mar 22 19:46:27.126831 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48464) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:27.350500 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ef20930f-ae95-47e0-86bc-b97776e1ddfe tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (3ad9b352-259f-458f-9b2e-069c11d09a10), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:27.357107 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2799a5e5-62c8-4730-85cf-29e44f74a921 None None] DHCP port deletion for 5621c2e6-d94e-4214-a303-e1c1f1c6a8ae request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:46:27.366893 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff66bad-1e3f-4371-b449-b3673ddd0cfc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Port': ['ID=13f6afdc-dc24-4f6e-887e-f99c048705cc,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:27.423740 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff66bad-1e3f-4371-b449-b3673ddd0cfc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:27.426604 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8ff66bad-1e3f-4371-b449-b3673ddd0cfc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:27.429525 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8ff66bad-1e3f-4371-b449-b3673ddd0cfc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "PUT /v2.0/ports/13f6afdc-dc24-4f6e-887e-f99c048705cc HTTP/1.1" status: 200 len: 910 time: 2.5880716 Mar 22 19:46:27.433068 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48478) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:27.478585 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2799a5e5-62c8-4730-85cf-29e44f74a921 None None] Deleting port 60aa13af-53ef-4b5d-a5e2-99839714a2b9 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:46:27.478977 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2799a5e5-62c8-4730-85cf-29e44f74a921 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (60aa13af-53ef-4b5d-a5e2-99839714a2b9), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:27.505756 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4270c3d5-b13a-4564-a113-4d575b4163a1 req-651c2b34-1ca6-42d2-bf34-37cc40b4a020 service neutron] 10.222.0.85 "GET /v2.0/networks/8bd255f9-facd-4e1c-877f-273df24b29e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6324673 Mar 22 19:46:27.530860 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c4f8639c-8f99-44cb-82ba-5a504237da98 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (5621c2e6-d94e-4214-a303-e1c1f1c6a8ae), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:27.614500 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ef20930f-ae95-47e0-86bc-b97776e1ddfe tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (3ad9b352-259f-458f-9b2e-069c11d09a10), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:27.629169 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2799a5e5-62c8-4730-85cf-29e44f74a921 None None] For port 60aa13af-53ef-4b5d-a5e2-99839714a2b9, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=60aa13af-53ef-4b5d-a5e2-99839714a2b9,segment=NetworkSegment(acec555c-7a87-4529-8ba6-e8aeee70bb66),segment_id=acec555c-7a87-4529-8ba6-e8aeee70bb66)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:46:27.629910 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2799a5e5-62c8-4730-85cf-29e44f74a921 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (60aa13af-53ef-4b5d-a5e2-99839714a2b9), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:27.688869 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-c4f8639c-8f99-44cb-82ba-5a504237da98 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Deleting port 60aa13af-53ef-4b5d-a5e2-99839714a2b9 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:46:27.689569 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2799a5e5-62c8-4730-85cf-29e44f74a921 None None] Calling delete_port for 60aa13af-53ef-4b5d-a5e2-99839714a2b9 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:46:27.689781 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c4f8639c-8f99-44cb-82ba-5a504237da98 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (60aa13af-53ef-4b5d-a5e2-99839714a2b9), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:27.782820 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20930f-ae95-47e0-86bc-b97776e1ddfe tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Pushing event deleted for resources: {'Subnet': ['ID=3ad9b352-259f-458f-9b2e-069c11d09a10,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:27.790634 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ef20930f-ae95-47e0-86bc-b97776e1ddfe tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:27.793881 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ef20930f-ae95-47e0-86bc-b97776e1ddfe tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] 10.222.0.75 "DELETE /v2.0/subnets/3ad9b352-259f-458f-9b2e-069c11d09a10 HTTP/1.1" status: 204 len: 168 time: 0.9129779 Mar 22 19:46:27.796630 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48498) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:27.819440 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6da1610-8222-44e2-a27e-a2ed15541110 None None] Network 7dc1271d-661b-4d44-b484-79d26fa5f95e requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:46:27.847842 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-c4f8639c-8f99-44cb-82ba-5a504237da98 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] For port 60aa13af-53ef-4b5d-a5e2-99839714a2b9, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=60aa13af-53ef-4b5d-a5e2-99839714a2b9,segment=NetworkSegment(acec555c-7a87-4529-8ba6-e8aeee70bb66),segment_id=acec555c-7a87-4529-8ba6-e8aeee70bb66)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:46:27.848106 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c4f8639c-8f99-44cb-82ba-5a504237da98 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (60aa13af-53ef-4b5d-a5e2-99839714a2b9), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:27.871929 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ec636-a3b9-4108-baec-531f14cbc45a req-d2498e70-8aef-4b07-b463-361987c4968b tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:27.874353 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-676ec636-a3b9-4108-baec-531f14cbc45a req-d2498e70-8aef-4b07-b463-361987c4968b tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/ports?device_id=e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f HTTP/1.1" status: 200 len: 907 time: 0.1228061 Mar 22 19:46:27.879746 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-c4f8639c-8f99-44cb-82ba-5a504237da98 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Calling delete_port for 60aa13af-53ef-4b5d-a5e2-99839714a2b9 owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:46:27.921228 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c86611c-ff74-4c7b-a00d-af8da0814dfb tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (7dc1271d-661b-4d44-b484-79d26fa5f95e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:28.008992 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c4f8639c-8f99-44cb-82ba-5a504237da98 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (60aa13af-53ef-4b5d-a5e2-99839714a2b9), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:28.054501 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-5c86611c-ff74-4c7b-a00d-af8da0814dfb tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Deleting port da65694c-8573-4201-8830-dc6f5b3858c4 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:46:28.054899 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c86611c-ff74-4c7b-a00d-af8da0814dfb tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (da65694c-8573-4201-8830-dc6f5b3858c4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:28.063228 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8639c-8f99-44cb-82ba-5a504237da98 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Pushing event deleted for resources: {'Port': ['ID=60aa13af-53ef-4b5d-a5e2-99839714a2b9,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:28.082030 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f8639c-8f99-44cb-82ba-5a504237da98 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] No DVR routers for this DVR port 60aa13af-53ef-4b5d-a5e2-99839714a2b9 on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:46:28.082574 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2799a5e5-62c8-4730-85cf-29e44f74a921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (60aa13af-53ef-4b5d-a5e2-99839714a2b9), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:28.101123 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2799a5e5-62c8-4730-85cf-29e44f74a921 None None] No DVR routers for this DVR port 60aa13af-53ef-4b5d-a5e2-99839714a2b9 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:46:28.134688 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2799a5e5-62c8-4730-85cf-29e44f74a921 None None] Pushing event deleted for resources: {'Port': ['ID=60aa13af-53ef-4b5d-a5e2-99839714a2b9,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:28.220035 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c4f8639c-8f99-44cb-82ba-5a504237da98 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (5621c2e6-d94e-4214-a303-e1c1f1c6a8ae), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:28.246853 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-5c86611c-ff74-4c7b-a00d-af8da0814dfb tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] For port da65694c-8573-4201-8830-dc6f5b3858c4, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=da65694c-8573-4201-8830-dc6f5b3858c4,segment=NetworkSegment(9daeae4f-b1f3-444a-bc27-b5c65698097f),segment_id=9daeae4f-b1f3-444a-bc27-b5c65698097f)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:46:28.247231 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c86611c-ff74-4c7b-a00d-af8da0814dfb tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (da65694c-8573-4201-8830-dc6f5b3858c4), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:28.248962 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-c4f8639c-8f99-44cb-82ba-5a504237da98 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5621c2e6-d94e-4214-a303-e1c1f1c6a8ae']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:28.252768 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ef103d-b0d9-42d0-940d-da10c9952cae None None] DHCP port deletion for 7dc1271d-661b-4d44-b484-79d26fa5f95e request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:46:28.260377 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48504) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:28.266005 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-c4f8639c-8f99-44cb-82ba-5a504237da98 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acec555c-7a87-4529-8ba6-e8aeee70bb66') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:28.266984 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-c4f8639c-8f99-44cb-82ba-5a504237da98 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acec555c-7a87-4529-8ba6-e8aeee70bb66') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:28.286918 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-5c86611c-ff74-4c7b-a00d-af8da0814dfb tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Calling delete_port for da65694c-8573-4201-8830-dc6f5b3858c4 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:46:28.298294 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c4f8639c-8f99-44cb-82ba-5a504237da98 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (acec555c-7a87-4529-8ba6-e8aeee70bb66), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:28.325830 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-61ef103d-b0d9-42d0-940d-da10c9952cae None None] Deleting port da65694c-8573-4201-8830-dc6f5b3858c4 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:46:28.326439 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-61ef103d-b0d9-42d0-940d-da10c9952cae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (da65694c-8573-4201-8830-dc6f5b3858c4), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:28.344416 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c4f8639c-8f99-44cb-82ba-5a504237da98 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (acec555c-7a87-4529-8ba6-e8aeee70bb66), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:28.367029 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f8639c-8f99-44cb-82ba-5a504237da98 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:46:28.367029 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c4f8639c-8f99-44cb-82ba-5a504237da98 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (acec555c-7a87-4529-8ba6-e8aeee70bb66), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:28.368994 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c6e29b74-0e1d-4afa-b8f2-6db0c65c00b2 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (6b9b2016-f1e5-482a-81e3-13b230168536), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:28.429189 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-61ef103d-b0d9-42d0-940d-da10c9952cae None None] For port da65694c-8573-4201-8830-dc6f5b3858c4, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=da65694c-8573-4201-8830-dc6f5b3858c4,segment=NetworkSegment(9daeae4f-b1f3-444a-bc27-b5c65698097f),segment_id=9daeae4f-b1f3-444a-bc27-b5c65698097f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:46:28.430945 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-61ef103d-b0d9-42d0-940d-da10c9952cae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (da65694c-8573-4201-8830-dc6f5b3858c4), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:28.442948 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:46:28.442948 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:46:28.442948 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:46:28.442948 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:46:28.442948 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:46:28.442948 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:46:28.442948 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:46:28.442948 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:46:28.442948 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:46:28.442948 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:46:28.442948 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:46:28.442948 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:46:28.442948 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:46:28.442948 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:46:28.442948 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:46:28.442948 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:46:28.442948 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:46:28.442948 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:46:28.442948 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:46:28.442948 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:46:28.442948 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:46:28.442948 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:46:28.442948 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:46:28.442948 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:46:28.442948 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:46:28.442948 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:46:28.442948 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:46:28.442948 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:46:28.442948 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:46:28.442948 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:46:28.442948 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:46:28.442948 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:46:28.449375 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c4f8639c-8f99-44cb-82ba-5a504237da98 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (5621c2e6-d94e-4214-a303-e1c1f1c6a8ae), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:28.452810 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 36331402-db6f-47c1-ace3-3f9881804937 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:46:28.455294 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c4f8639c-8f99-44cb-82ba-5a504237da98 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:28.460123 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c4f8639c-8f99-44cb-82ba-5a504237da98 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] 10.222.0.75 "DELETE /v2.0/networks/5621c2e6-d94e-4214-a303-e1c1f1c6a8ae HTTP/1.1" status: 204 len: 168 time: 1.3323581 Mar 22 19:46:28.491042 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8639c-8f99-44cb-82ba-5a504237da98 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554 tempest-ExtraDHCPOptionsIpV6TestJSON-957678554-project] Pushing event deleted for resources: {'Network': ['ID=5621c2e6-d94e-4214-a303-e1c1f1c6a8ae,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:28.590674 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 36331402-db6f-47c1-ace3-3f9881804937, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=36331402-db6f-47c1-ace3-3f9881804937,segment=NetworkSegment(5bb50cb9-6ef7-4433-b64b-dce37d507aea),segment_id=5bb50cb9-6ef7-4433-b64b-dce37d507aea)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:46:28.604774 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c86611c-ff74-4c7b-a00d-af8da0814dfb tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (da65694c-8573-4201-8830-dc6f5b3858c4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:28.608863 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-61ef103d-b0d9-42d0-940d-da10c9952cae None None] Calling delete_port for da65694c-8573-4201-8830-dc6f5b3858c4 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:46:28.613074 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '36331402-db6f-47c1-ace3-3f9881804937', 'network_id': '8bd255f9-facd-4e1c-877f-273df24b29e1', 'port_id': '36331402-db6f-47c1-ace3-3f9881804937', 'mac_address': 'fa:16:3e:1d:90:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d1a0cc4-edc8-450d-9797-e399194c4b9c', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:46:28.665949 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86611c-ff74-4c7b-a00d-af8da0814dfb tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Pushing event deleted for resources: {'Port': ['ID=da65694c-8573-4201-8830-dc6f5b3858c4,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:28.675838 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c86611c-ff74-4c7b-a00d-af8da0814dfb tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] No DVR routers for this DVR port da65694c-8573-4201-8830-dc6f5b3858c4 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:46:28.700673 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 36331402-db6f-47c1-ace3-3f9881804937 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:28.701056 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (36331402-db6f-47c1-ace3-3f9881804937), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:28.711688 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-39fbcbce-ab44-41de-a254-db2d596ee416 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:28.732572 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36331402-db6f-47c1-ace3-3f9881804937 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:46:28.757084 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 36331402-db6f-47c1-ace3-3f9881804937, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=36331402-db6f-47c1-ace3-3f9881804937,segment=NetworkSegment(5bb50cb9-6ef7-4433-b64b-dce37d507aea),segment_id=5bb50cb9-6ef7-4433-b64b-dce37d507aea)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:46:28.763754 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (36331402-db6f-47c1-ace3-3f9881804937), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:28.830854 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c86611c-ff74-4c7b-a00d-af8da0814dfb tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (7dc1271d-661b-4d44-b484-79d26fa5f95e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:28.838815 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=36331402-db6f-47c1-ace3-3f9881804937,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:28.851092 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-61ef103d-b0d9-42d0-940d-da10c9952cae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (da65694c-8573-4201-8830-dc6f5b3858c4), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:28.884448 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-5c86611c-ff74-4c7b-a00d-af8da0814dfb tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc1271d-661b-4d44-b484-79d26fa5f95e']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:28.892798 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef103d-b0d9-42d0-940d-da10c9952cae None None] Pushing event deleted for resources: {'Port': ['ID=da65694c-8573-4201-8830-dc6f5b3858c4,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:28.899920 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ef103d-b0d9-42d0-940d-da10c9952cae None None] No DVR routers for this DVR port da65694c-8573-4201-8830-dc6f5b3858c4 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:46:28.904547 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-5c86611c-ff74-4c7b-a00d-af8da0814dfb tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9daeae4f-b1f3-444a-bc27-b5c65698097f') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:28.904872 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-5c86611c-ff74-4c7b-a00d-af8da0814dfb tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9daeae4f-b1f3-444a-bc27-b5c65698097f') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:28.949050 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c86611c-ff74-4c7b-a00d-af8da0814dfb tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (9daeae4f-b1f3-444a-bc27-b5c65698097f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:28.964769 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48518) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:29.016568 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c86611c-ff74-4c7b-a00d-af8da0814dfb tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (9daeae4f-b1f3-444a-bc27-b5c65698097f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:29.063423 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c86611c-ff74-4c7b-a00d-af8da0814dfb tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:46:29.064052 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['36331402-db6f-47c1-ace3-3f9881804937'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:46:29.064184 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c86611c-ff74-4c7b-a00d-af8da0814dfb tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (9daeae4f-b1f3-444a-bc27-b5c65698097f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:29.068997 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:46:29.068997 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:46:29.068997 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:46:29.068997 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:46:29.068997 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:46:29.068997 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:46:29.068997 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:46:29.068997 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:46:29.068997 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:46:29.068997 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:46:29.068997 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:46:29.068997 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:46:29.068997 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:46:29.068997 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:46:29.068997 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:46:29.068997 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:46:29.068997 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:46:29.068997 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:46:29.068997 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:46:29.068997 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:46:29.068997 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:46:29.068997 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:46:29.068997 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:46:29.068997 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:46:29.068997 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:46:29.068997 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:46:29.068997 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:46:29.068997 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:46:29.068997 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:46:29.068997 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:46:29.068997 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:46:29.068997 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:46:29.089724 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f888a6-dd79-406e-9578-89c1e3312c8f req-f4138dd1-dba3-4967-b12e-67d9005ce999 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:29.094401 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-01f888a6-dd79-406e-9578-89c1e3312c8f req-f4138dd1-dba3-4967-b12e-67d9005ce999 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/ports?device_id=e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f HTTP/1.1" status: 200 len: 908 time: 0.1080153 Mar 22 19:46:29.127721 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-39fbcbce-ab44-41de-a254-db2d596ee416 admin admin] Publish callbacks [] for security_group (54e571a0-93b2-42e1-be29-a419924af367), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:29.140366 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-39fbcbce-ab44-41de-a254-db2d596ee416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (54e571a0-93b2-42e1-be29-a419924af367), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:29.190722 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-39fbcbce-ab44-41de-a254-db2d596ee416 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ee3282da23bd47b58e6b8b18f8617aa9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9290812 Mar 22 19:46:29.193346 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48526) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:29.198156 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c86611c-ff74-4c7b-a00d-af8da0814dfb tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (7dc1271d-661b-4d44-b484-79d26fa5f95e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:29.213322 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c86611c-ff74-4c7b-a00d-af8da0814dfb tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:29.220811 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5c86611c-ff74-4c7b-a00d-af8da0814dfb tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] 10.222.0.75 "DELETE /v2.0/networks/7dc1271d-661b-4d44-b484-79d26fa5f95e HTTP/1.1" status: 204 len: 168 time: 1.4229677 Mar 22 19:46:29.232984 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fbcbce-ab44-41de-a254-db2d596ee416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e571a0-93b2-42e1-be29-a419924af367,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:29.242455 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86611c-ff74-4c7b-a00d-af8da0814dfb tempest-AllowedAddressPairIpV6TestJSON-109316811 tempest-AllowedAddressPairIpV6TestJSON-109316811-project] Pushing event deleted for resources: {'Network': ['ID=7dc1271d-661b-4d44-b484-79d26fa5f95e,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:29.250547 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-c6e29b74-0e1d-4afa-b8f2-6db0c65c00b2 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Deleting port 13f6afdc-dc24-4f6e-887e-f99c048705cc {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:46:29.250874 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c6e29b74-0e1d-4afa-b8f2-6db0c65c00b2 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (13f6afdc-dc24-4f6e-887e-f99c048705cc), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:29.266491 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-03b1e140-197d-49a6-848d-80483845ad82 admin admin] Publish callbacks [] for security_group (54e571a0-93b2-42e1-be29-a419924af367), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:29.318020 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-03b1e140-197d-49a6-848d-80483845ad82 admin admin] Publish callbacks [] for security_group (54e571a0-93b2-42e1-be29-a419924af367), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:29.342787 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-25a56ee2-0619-46fc-9549-101279ef6d0f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=be515e0eecb54508982358fdbdacde4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3761830 Mar 22 19:46:29.344870 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48530) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:29.405938 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-03b1e140-197d-49a6-848d-80483845ad82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (54e571a0-93b2-42e1-be29-a419924af367), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:29.408717 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-03b1e140-197d-49a6-848d-80483845ad82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:29.413216 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-03b1e140-197d-49a6-848d-80483845ad82 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/54e571a0-93b2-42e1-be29-a419924af367 HTTP/1.1" status: 204 len: 168 time: 0.2187707 Mar 22 19:46:29.417401 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 60aa13af-53ef-4b5d-a5e2-99839714a2b9 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:46:29.430889 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c6e29b74-0e1d-4afa-b8f2-6db0c65c00b2 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (13f6afdc-dc24-4f6e-887e-f99c048705cc), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:29.431541 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b1e140-197d-49a6-848d-80483845ad82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e571a0-93b2-42e1-be29-a419924af367,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:29.455743 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-c6e29b74-0e1d-4afa-b8f2-6db0c65c00b2 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Calling delete_port for 13f6afdc-dc24-4f6e-887e-f99c048705cc owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:46:29.471046 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 60aa13af-53ef-4b5d-a5e2-99839714a2b9 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:46:29.471471 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 60aa13af-53ef-4b5d-a5e2-99839714a2b9 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:46:29.471965 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device da65694c-8573-4201-8830-dc6f5b3858c4 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:46:29.487504 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ee0c4412-869c-4e2b-aaf9-2f3f1f38db33 admin admin] Publish callbacks [] for security_group (64a640e8-eca7-4909-a464-d2ab432d573f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:29.512715 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: da65694c-8573-4201-8830-dc6f5b3858c4 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:46:29.513327 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device da65694c-8573-4201-8830-dc6f5b3858c4 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:46:29.548391 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ee0c4412-869c-4e2b-aaf9-2f3f1f38db33 admin admin] Publish callbacks [] for security_group (64a640e8-eca7-4909-a464-d2ab432d573f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:29.684803 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ee0c4412-869c-4e2b-aaf9-2f3f1f38db33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (64a640e8-eca7-4909-a464-d2ab432d573f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:29.687912 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ee0c4412-869c-4e2b-aaf9-2f3f1f38db33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:29.689062 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ee0c4412-869c-4e2b-aaf9-2f3f1f38db33 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/64a640e8-eca7-4909-a464-d2ab432d573f HTTP/1.1" status: 204 len: 168 time: 0.3431773 Mar 22 19:46:29.724050 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c4412-869c-4e2b-aaf9-2f3f1f38db33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a640e8-eca7-4909-a464-d2ab432d573f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:29.749320 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c6e29b74-0e1d-4afa-b8f2-6db0c65c00b2 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (13f6afdc-dc24-4f6e-887e-f99c048705cc), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:29.778717 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e29b74-0e1d-4afa-b8f2-6db0c65c00b2 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event deleted for resources: {'Port': ['ID=13f6afdc-dc24-4f6e-887e-f99c048705cc,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:29.959365 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c6e29b74-0e1d-4afa-b8f2-6db0c65c00b2 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (6b9b2016-f1e5-482a-81e3-13b230168536), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:29.994900 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48546) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:30.120589 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48550) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:30.145605 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-891ee9aa-8b8c-4c2d-97e3-e2f0d937b079 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:30.152899 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e29b74-0e1d-4afa-b8f2-6db0c65c00b2 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Router 6b9b2016-f1e5-482a-81e3-13b230168536 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:46:30.258422 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e29b74-0e1d-4afa-b8f2-6db0c65c00b2 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:46:30.266633 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c6e29b74-0e1d-4afa-b8f2-6db0c65c00b2 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "PUT /v2.0/routers/6b9b2016-f1e5-482a-81e3-13b230168536/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8321941 Mar 22 19:46:30.270125 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48558) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:30.277387 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc793b3a-6b6f-4b97-b8c4-5fda87d9c6fd None None] Sync routers for ids ['6b9b2016-f1e5-482a-81e3-13b230168536'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:46:30.287382 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-891ee9aa-8b8c-4c2d-97e3-e2f0d937b079 admin admin] Publish callbacks [] for security_group (6e99c4e4-5972-445d-aa5f-9827d88dc149), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:30.291444 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc793b3a-6b6f-4b97-b8c4-5fda87d9c6fd None None] Routers {'6b9b2016-f1e5-482a-81e3-13b230168536'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:46:30.292146 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-fc793b3a-6b6f-4b97-b8c4-5fda87d9c6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:46:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6b9b2016-f1e5-482a-81e3-13b230168536'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:30.300878 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-891ee9aa-8b8c-4c2d-97e3-e2f0d937b079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (6e99c4e4-5972-445d-aa5f-9827d88dc149), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:30.314562 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1c1d75c6-433c-4889-97b0-3288d37f29f0 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "GET /v2.0/ports?device_id=6b9b2016-f1e5-482a-81e3-13b230168536 HTTP/1.1" status: 200 len: 205 time: 0.0424330 Mar 22 19:46:30.317150 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48560) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:30.339334 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-fc793b3a-6b6f-4b97-b8c4-5fda87d9c6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:30.351294 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc793b3a-6b6f-4b97-b8c4-5fda87d9c6fd None None] Routers {'6b9b2016-f1e5-482a-81e3-13b230168536'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:46:30.352093 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ee9aa-8b8c-4c2d-97e3-e2f0d937b079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e99c4e4-5972-445d-aa5f-9827d88dc149,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:30.352613 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-fc793b3a-6b6f-4b97-b8c4-5fda87d9c6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:46:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6b9b2016-f1e5-482a-81e3-13b230168536'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:30.409939 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-fc793b3a-6b6f-4b97-b8c4-5fda87d9c6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:30.410976 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc793b3a-6b6f-4b97-b8c4-5fda87d9c6fd None None] The sync data for ids ['6b9b2016-f1e5-482a-81e3-13b230168536'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:46:30.425705 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898fafd1-b178-4cfa-9e35-8cbb46a57f9b req-2087b47b-60c6-4ca9-984f-43fdd8b3d79d tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:30.427846 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-898fafd1-b178-4cfa-9e35-8cbb46a57f9b req-2087b47b-60c6-4ca9-984f-43fdd8b3d79d tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/ports?device_id=e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f HTTP/1.1" status: 200 len: 908 time: 0.1468868 Mar 22 19:46:30.431441 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-891ee9aa-8b8c-4c2d-97e3-e2f0d937b079 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4250c57c3d7247c9ba270d88bef79551&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3092768 Mar 22 19:46:30.435047 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48564) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:30.460561 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 36331402-db6f-47c1-ace3-3f9881804937 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:46:30.506369 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3ddb9c26-ac93-4708-85a3-f968af3d7bbb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router (6b9b2016-f1e5-482a-81e3-13b230168536), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:30.541975 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 36331402-db6f-47c1-ace3-3f9881804937 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:46:30.548266 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 36331402-db6f-47c1-ace3-3f9881804937 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:30.550910 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (36331402-db6f-47c1-ace3-3f9881804937), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:30.577625 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f7773bc1-1af7-4c7b-a844-df189d8044b5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7a7a0d2d74c9411dbc59f78d6f038728&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5780716 Mar 22 19:46:30.577625 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48568) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:30.606317 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0e261dd8-7e6d-4da5-82fd-b10c24b8f7a6 admin admin] Publish callbacks [] for security_group (6e99c4e4-5972-445d-aa5f-9827d88dc149), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:30.660829 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0e261dd8-7e6d-4da5-82fd-b10c24b8f7a6 admin admin] Publish callbacks [] for security_group (6e99c4e4-5972-445d-aa5f-9827d88dc149), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:30.676706 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2c02f0c3-8a40-4166-a304-19bf60ceaab9 admin admin] Publish callbacks [] for security_group (f2758c36-3712-4aa1-aa5c-961ecbd71fec), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:30.689262 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 36331402-db6f-47c1-ace3-3f9881804937 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:30.689656 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (36331402-db6f-47c1-ace3-3f9881804937), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:30.719615 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2c02f0c3-8a40-4166-a304-19bf60ceaab9 admin admin] Publish callbacks [] for security_group (f2758c36-3712-4aa1-aa5c-961ecbd71fec), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:30.740918 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36331402-db6f-47c1-ace3-3f9881804937'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:46:30.743470 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59a4741-f336-4f8d-95f0-b38a226626a4" -d '{"events": [{"server_uuid": "e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f", "name": "network-vif-plugged", "status": "completed", "tag": "36331402-db6f-47c1-ace3-3f9881804937"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:46:30.786343 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0e261dd8-7e6d-4da5-82fd-b10c24b8f7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (6e99c4e4-5972-445d-aa5f-9827d88dc149), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:30.791849 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0e261dd8-7e6d-4da5-82fd-b10c24b8f7a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:30.795663 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 36331402-db6f-47c1-ace3-3f9881804937, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=36331402-db6f-47c1-ace3-3f9881804937,segment=NetworkSegment(5bb50cb9-6ef7-4433-b64b-dce37d507aea),segment_id=5bb50cb9-6ef7-4433-b64b-dce37d507aea)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:46:30.801853 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0e261dd8-7e6d-4da5-82fd-b10c24b8f7a6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6e99c4e4-5972-445d-aa5f-9827d88dc149 HTTP/1.1" status: 204 len: 168 time: 0.3652256 Mar 22 19:46:30.806549 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (36331402-db6f-47c1-ace3-3f9881804937), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:30.824250 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956cb4b4-ac14-461b-8f65-96066a320ea1 x-openstack-request-id: req-956cb4b4-ac14-461b-8f65-96066a320ea1 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:46:30.824739 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f", "name": "network-vif-plugged", "status": "completed", "tag": "36331402-db6f-47c1-ace3-3f9881804937", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:46:30.826004 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-956cb4b4-ac14-461b-8f65-96066a320ea1 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:46:30.827390 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-956cb4b4-ac14-461b-8f65-96066a320ea1'] response: {'server_uuid': 'e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36331402-db6f-47c1-ace3-3f9881804937', 'code': 200} Mar 22 19:46:30.829729 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2c02f0c3-8a40-4166-a304-19bf60ceaab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f2758c36-3712-4aa1-aa5c-961ecbd71fec), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:30.832589 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2c02f0c3-8a40-4166-a304-19bf60ceaab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:30.836202 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2c02f0c3-8a40-4166-a304-19bf60ceaab9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f2758c36-3712-4aa1-aa5c-961ecbd71fec HTTP/1.1" status: 204 len: 168 time: 0.2558560 Mar 22 19:46:30.843282 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e261dd8-7e6d-4da5-82fd-b10c24b8f7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e99c4e4-5972-445d-aa5f-9827d88dc149,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:30.864520 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02f0c3-8a40-4166-a304-19bf60ceaab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2758c36-3712-4aa1-aa5c-961ecbd71fec,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:30.924201 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=36331402-db6f-47c1-ace3-3f9881804937,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:30.948010 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99010403-5ea7-446f-9607-cfcb08194c93 req-b3aca86a-7f1b-45eb-96a0-8e2d7655d06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:30.949672 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-99010403-5ea7-446f-9607-cfcb08194c93 req-b3aca86a-7f1b-45eb-96a0-8e2d7655d06f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f HTTP/1.1" status: 200 len: 1092 time: 0.0577683 Mar 22 19:46:31.103566 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3ddb9c26-ac93-4708-85a3-f968af3d7bbb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (6b9b2016-f1e5-482a-81e3-13b230168536), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:31.105906 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3ddb9c26-ac93-4708-85a3-f968af3d7bbb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router_controller (6b9b2016-f1e5-482a-81e3-13b230168536), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:31.159314 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3ddb9c26-ac93-4708-85a3-f968af3d7bbb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (6b9b2016-f1e5-482a-81e3-13b230168536), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:31.163220 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddb9c26-ac93-4708-85a3-f968af3d7bbb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Fanout notify agent at l3_agent the message router_deleted on router 6b9b2016-f1e5-482a-81e3-13b230168536 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:46:31.169489 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3ddb9c26-ac93-4708-85a3-f968af3d7bbb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:31.173389 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3ddb9c26-ac93-4708-85a3-f968af3d7bbb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/routers/6b9b2016-f1e5-482a-81e3-13b230168536 HTTP/1.1" status: 204 len: 168 time: 0.8523581 Mar 22 19:46:31.173591 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48590) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:31.230241 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f088360-c577-46c8-8c46-16e7478a50be tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Deleting subnet 083525e3-dc0d-4880-bc86-dd51fea29d13 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:46:31.233649 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4f088360-c577-46c8-8c46-16e7478a50be tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for subnet (083525e3-dc0d-4880-bc86-dd51fea29d13), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:31.284782 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4f088360-c577-46c8-8c46-16e7478a50be tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (083525e3-dc0d-4880-bc86-dd51fea29d13), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:31.386529 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4f088360-c577-46c8-8c46-16e7478a50be tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (083525e3-dc0d-4880-bc86-dd51fea29d13), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:31.463908 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4f088360-c577-46c8-8c46-16e7478a50be tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (083525e3-dc0d-4880-bc86-dd51fea29d13), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:31.504443 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4f088360-c577-46c8-8c46-16e7478a50be tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:31.509143 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4f088360-c577-46c8-8c46-16e7478a50be tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/subnets/083525e3-dc0d-4880-bc86-dd51fea29d13 HTTP/1.1" status: 204 len: 168 time: 0.3345075 Mar 22 19:46:31.510481 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f088360-c577-46c8-8c46-16e7478a50be tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event deleted for resources: {'Subnet': ['ID=083525e3-dc0d-4880-bc86-dd51fea29d13,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:31.511904 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48608) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:31.524572 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d3fb5a-9b0d-459a-90de-ef5e6e9190a9 None None] Network 40f5d3e3-bdd8-478a-8f03-96115eeb070a requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:46:31.617290 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce067c-fe92-42ec-83ca-66294a66c6e6 req-d942cdfd-7e09-410a-ac20-694afb2aeb39 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:31.619553 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-70ce067c-fe92-42ec-83ca-66294a66c6e6 req-d942cdfd-7e09-410a-ac20-694afb2aeb39 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/ports?device_id=e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f HTTP/1.1" status: 200 len: 909 time: 0.0835390 Mar 22 19:46:31.658630 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-13ba775a-18cf-4177-a6e0-ddbfa15867b4 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (40f5d3e3-bdd8-478a-8f03-96115eeb070a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:31.707752 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11f0b06-9c65-473f-be88-a5e369950214 None None] DHCP port deletion for 40f5d3e3-bdd8-478a-8f03-96115eeb070a request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:46:31.730010 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-13ba775a-18cf-4177-a6e0-ddbfa15867b4 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Deleting port 1f911ab2-b599-419e-abc3-8512ef112223 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:46:31.730868 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-13ba775a-18cf-4177-a6e0-ddbfa15867b4 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (1f911ab2-b599-419e-abc3-8512ef112223), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:31.773161 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c11f0b06-9c65-473f-be88-a5e369950214 None None] Deleting port 1f911ab2-b599-419e-abc3-8512ef112223 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:46:31.773779 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c11f0b06-9c65-473f-be88-a5e369950214 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (1f911ab2-b599-419e-abc3-8512ef112223), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:31.817757 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-13ba775a-18cf-4177-a6e0-ddbfa15867b4 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] For port 1f911ab2-b599-419e-abc3-8512ef112223, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=1f911ab2-b599-419e-abc3-8512ef112223,segment=NetworkSegment(e51df4b3-71fc-43e8-ba05-e1667e3c1a78),segment_id=e51df4b3-71fc-43e8-ba05-e1667e3c1a78)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:46:31.818241 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-13ba775a-18cf-4177-a6e0-ddbfa15867b4 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (1f911ab2-b599-419e-abc3-8512ef112223), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:31.835074 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-13ba775a-18cf-4177-a6e0-ddbfa15867b4 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Calling delete_port for 1f911ab2-b599-419e-abc3-8512ef112223 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:46:31.861551 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c11f0b06-9c65-473f-be88-a5e369950214 None None] For port 1f911ab2-b599-419e-abc3-8512ef112223, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=1f911ab2-b599-419e-abc3-8512ef112223,segment=NetworkSegment(e51df4b3-71fc-43e8-ba05-e1667e3c1a78),segment_id=e51df4b3-71fc-43e8-ba05-e1667e3c1a78)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:46:31.862349 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c11f0b06-9c65-473f-be88-a5e369950214 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (1f911ab2-b599-419e-abc3-8512ef112223), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:31.878283 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c11f0b06-9c65-473f-be88-a5e369950214 None None] Calling delete_port for 1f911ab2-b599-419e-abc3-8512ef112223 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:46:31.912240 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48622) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:31.935467 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-13ba775a-18cf-4177-a6e0-ddbfa15867b4 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (1f911ab2-b599-419e-abc3-8512ef112223), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:31.967480 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba775a-18cf-4177-a6e0-ddbfa15867b4 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event deleted for resources: {'Port': ['ID=1f911ab2-b599-419e-abc3-8512ef112223,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:31.972962 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ba775a-18cf-4177-a6e0-ddbfa15867b4 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] No DVR routers for this DVR port 1f911ab2-b599-419e-abc3-8512ef112223 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:46:31.986292 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c11f0b06-9c65-473f-be88-a5e369950214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (1f911ab2-b599-419e-abc3-8512ef112223), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:32.000635 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11f0b06-9c65-473f-be88-a5e369950214 None None] No DVR routers for this DVR port 1f911ab2-b599-419e-abc3-8512ef112223 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:46:32.025617 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f0b06-9c65-473f-be88-a5e369950214 None None] Pushing event deleted for resources: {'Port': ['ID=1f911ab2-b599-419e-abc3-8512ef112223,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:32.078006 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-13ba775a-18cf-4177-a6e0-ddbfa15867b4 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (40f5d3e3-bdd8-478a-8f03-96115eeb070a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:32.099117 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-13ba775a-18cf-4177-a6e0-ddbfa15867b4 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40f5d3e3-bdd8-478a-8f03-96115eeb070a']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:32.109473 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-13ba775a-18cf-4177-a6e0-ddbfa15867b4 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e51df4b3-71fc-43e8-ba05-e1667e3c1a78') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:32.110177 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-13ba775a-18cf-4177-a6e0-ddbfa15867b4 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e51df4b3-71fc-43e8-ba05-e1667e3c1a78') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:32.128521 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-13ba775a-18cf-4177-a6e0-ddbfa15867b4 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (e51df4b3-71fc-43e8-ba05-e1667e3c1a78), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:32.146593 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-13ba775a-18cf-4177-a6e0-ddbfa15867b4 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (e51df4b3-71fc-43e8-ba05-e1667e3c1a78), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:32.153264 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13ba775a-18cf-4177-a6e0-ddbfa15867b4 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:46:32.153718 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-13ba775a-18cf-4177-a6e0-ddbfa15867b4 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (e51df4b3-71fc-43e8-ba05-e1667e3c1a78), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:32.156930 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:46:32.156930 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:46:32.156930 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:46:32.156930 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:46:32.156930 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:46:32.156930 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:46:32.156930 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:46:32.156930 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:46:32.156930 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:46:32.156930 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:46:32.156930 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:46:32.156930 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:46:32.156930 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:46:32.156930 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:46:32.156930 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:46:32.156930 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:46:32.156930 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:46:32.156930 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:46:32.156930 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:46:32.156930 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:46:32.156930 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:46:32.156930 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:46:32.156930 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:46:32.156930 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:46:32.156930 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:46:32.156930 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:46:32.156930 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:46:32.156930 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:46:32.156930 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:46:32.156930 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:46:32.156930 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:46:32.156930 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:46:32.211019 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0504d119-ee48-410c-b151-22244011c305 tempest-ServiceProvidersTest-1323501722 tempest-ServiceProvidersTest-1323501722-project] 10.222.0.75 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2975409 Mar 22 19:46:32.225060 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-13ba775a-18cf-4177-a6e0-ddbfa15867b4 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (40f5d3e3-bdd8-478a-8f03-96115eeb070a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:32.229926 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-13ba775a-18cf-4177-a6e0-ddbfa15867b4 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:32.236566 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-13ba775a-18cf-4177-a6e0-ddbfa15867b4 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/networks/40f5d3e3-bdd8-478a-8f03-96115eeb070a HTTP/1.1" status: 204 len: 168 time: 0.7195497 Mar 22 19:46:32.237329 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48634) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:32.244135 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-5e297bfa-051c-4a5a-b34e-a5149249b34d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-741369824', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:32.250641 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba775a-18cf-4177-a6e0-ddbfa15867b4 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event deleted for resources: {'Network': ['ID=40f5d3e3-bdd8-478a-8f03-96115eeb070a,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:32.275484 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5e297bfa-051c-4a5a-b34e-a5149249b34d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (07fc3f04-90d3-45eb-bca0-2473b0893c06), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:32.276997 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5e297bfa-051c-4a5a-b34e-a5149249b34d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (07fc3f04-90d3-45eb-bca0-2473b0893c06), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:32.346648 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5e297bfa-051c-4a5a-b34e-a5149249b34d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router_controller (07fc3f04-90d3-45eb-bca0-2473b0893c06), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:32.353017 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5e297bfa-051c-4a5a-b34e-a5149249b34d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (07fc3f04-90d3-45eb-bca0-2473b0893c06), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:32.378278 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5e297bfa-051c-4a5a-b34e-a5149249b34d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:32.382053 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5e297bfa-051c-4a5a-b34e-a5149249b34d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1410613 Mar 22 19:46:32.385996 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48640) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:32.391586 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-423d88b1-ceb5-496f-9eee-804402bc4246 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Request body: {'network': {'name': 'tempest-RoutersTest-1198423381'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:32.412861 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423d88b1-ceb5-496f-9eee-804402bc4246 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Made reservation on behalf of e7c95693d2624eb68ce77ff7289ab08a for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:46:32.418088 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-423d88b1-ceb5-496f-9eee-804402bc4246 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:32.447215 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-423d88b1-ceb5-496f-9eee-804402bc4246 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:46:32.460160 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-423d88b1-ceb5-496f-9eee-804402bc4246 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (064ab5ff-89c4-4231-8179-6dd7c8bf4e5a), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:32.460713 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-423d88b1-ceb5-496f-9eee-804402bc4246 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Added segment 064ab5ff-89c4-4231-8179-6dd7c8bf4e5a of type vlan for network fe42298d-9097-43e9-a317-79076ca9a812 Mar 22 19:46:32.515319 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-423d88b1-ceb5-496f-9eee-804402bc4246 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (fe42298d-9097-43e9-a317-79076ca9a812), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:32.546753 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-423d88b1-ceb5-496f-9eee-804402bc4246 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (fe42298d-9097-43e9-a317-79076ca9a812), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:32.560256 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423d88b1-ceb5-496f-9eee-804402bc4246 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:32.560256 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-423d88b1-ceb5-496f-9eee-804402bc4246 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:32.619436 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-423d88b1-ceb5-496f-9eee-804402bc4246 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2321107 Mar 22 19:46:32.622164 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48654) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:32.627568 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-8ce09b7d-1276-494f-968b-8e220153b671 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Request body: {'subnet': {'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:32.637060 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423d88b1-ceb5-496f-9eee-804402bc4246 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Network': ['ID=fe42298d-9097-43e9-a317-79076ca9a812,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:32.646636 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d88b1-ceb5-496f-9eee-804402bc4246 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:32.647261 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d88b1-ceb5-496f-9eee-804402bc4246 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:32.647800 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d88b1-ceb5-496f-9eee-804402bc4246 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:32.648960 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d88b1-ceb5-496f-9eee-804402bc4246 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:32.649570 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d88b1-ceb5-496f-9eee-804402bc4246 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:32.650119 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d88b1-ceb5-496f-9eee-804402bc4246 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:32.650643 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d88b1-ceb5-496f-9eee-804402bc4246 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:32.651654 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d88b1-ceb5-496f-9eee-804402bc4246 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:32.652170 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d88b1-ceb5-496f-9eee-804402bc4246 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:32.652646 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d88b1-ceb5-496f-9eee-804402bc4246 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:32.653062 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d88b1-ceb5-496f-9eee-804402bc4246 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:32.653446 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d88b1-ceb5-496f-9eee-804402bc4246 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:32.653736 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d88b1-ceb5-496f-9eee-804402bc4246 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:32.654149 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d88b1-ceb5-496f-9eee-804402bc4246 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:32.654489 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423d88b1-ceb5-496f-9eee-804402bc4246 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:32.672850 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48656) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:32.682165 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network fe42298d-9097-43e9-a317-79076ca9a812 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:46:32.737395 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce09b7d-1276-494f-968b-8e220153b671 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Made reservation on behalf of e7c95693d2624eb68ce77ff7289ab08a for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:46:32.747236 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8ce09b7d-1276-494f-968b-8e220153b671 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:32.903838 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70da63-b772-4a29-9aa7-8bcd1cad1bc4 req-671e1092-ba87-49c9-af4d-cf173528071d tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:32.905438 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7e70da63-b772-4a29-9aa7-8bcd1cad1bc4 req-671e1092-ba87-49c9-af4d-cf173528071d tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/ports?device_id=e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f HTTP/1.1" status: 200 len: 909 time: 0.1259294 Mar 22 19:46:33.040992 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8ce09b7d-1276-494f-968b-8e220153b671 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (b15bc88b-4943-40f6-8193-24dd5e52e41e), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:33.129099 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1d57b511-cc42-4985-95fb-0c3747df47a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:33.132162 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b69ed-133c-4891-9406-c892d1a1389d req-ddfe73cc-eaab-4d27-b59d-8deb07387419 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:33.134737 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a96b69ed-133c-4891-9406-c892d1a1389d req-ddfe73cc-eaab-4d27-b59d-8deb07387419 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/ports?device_id=e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f HTTP/1.1" status: 200 len: 909 time: 0.1393065 Mar 22 19:46:33.141772 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce09b7d-1276-494f-968b-8e220153b671 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Subnet': ['ID=b15bc88b-4943-40f6-8193-24dd5e52e41e,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:33.146545 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce09b7d-1276-494f-968b-8e220153b671 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Checking segment: {'id': '064ab5ff-89c4-4231-8179-6dd7c8bf4e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:46:33.147145 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce09b7d-1276-494f-968b-8e220153b671 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network hostable DHCP agents. Network: fe42298d-9097-43e9-a317-79076ca9a812, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:46:33.180705 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce09b7d-1276-494f-968b-8e220153b671 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network fe42298d-9097-43e9-a317-79076ca9a812 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:46:33.192496 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-8ce09b7d-1276-494f-968b-8e220153b671 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, fe42298d-9097-43e9-a317-79076ca9a812) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:33.204121 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d9ca83-4248-4b93-b637-95cf39422de6 None None] Network fe42298d-9097-43e9-a317-79076ca9a812 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:46:33.208032 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce09b7d-1276-494f-968b-8e220153b671 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:33.210084 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8ce09b7d-1276-494f-968b-8e220153b671 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:33.238253 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48678) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:33.259320 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8ce09b7d-1276-494f-968b-8e220153b671 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6358690 Mar 22 19:46:33.260625 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48682) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:33.354904 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1d57b511-cc42-4985-95fb-0c3747df47a1 admin admin] Publish callbacks [] for security_group (57d65892-a130-42ce-97a2-4ade4cc6f66b), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:33.363506 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1d57b511-cc42-4985-95fb-0c3747df47a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (57d65892-a130-42ce-97a2-4ade4cc6f66b), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:33.441301 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 1f911ab2-b599-419e-abc3-8512ef112223 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:46:33.474693 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1d57b511-cc42-4985-95fb-0c3747df47a1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d4e0b1c02b6a4dec9bc5a71933e0cc1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7974629 Mar 22 19:46:33.474693 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d57b511-cc42-4985-95fb-0c3747df47a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d65892-a130-42ce-97a2-4ade4cc6f66b,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:33.484747 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48686) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:33.489089 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 1f911ab2-b599-419e-abc3-8512ef112223 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:46:33.490140 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 1f911ab2-b599-419e-abc3-8512ef112223 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:46:33.497540 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-fe42298d-9097-43e9-a317-79076ca9a812', 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812', 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'fixed_ips': [{'subnet_id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:46:33.499443 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:33.620045 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8af02f70-34f3-44d4-91c5-f06145619c0a admin admin] Publish callbacks [] for security_group (57d65892-a130-42ce-97a2-4ade4cc6f66b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:33.692218 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cafbbfc-2499-4e94-af98-5c0097db46b3 req-8251a32b-2e79-4905-879e-5eaa397b5595 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:33.701618 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8af02f70-34f3-44d4-91c5-f06145619c0a admin admin] Publish callbacks [] for security_group (57d65892-a130-42ce-97a2-4ade4cc6f66b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:33.702647 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2cafbbfc-2499-4e94-af98-5c0097db46b3 req-8251a32b-2e79-4905-879e-5eaa397b5595 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f HTTP/1.1" status: 200 len: 1092 time: 0.3638878 Mar 22 19:46:33.759286 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ba81ca7b-2154-4f9e-9102-d72eb7562686 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:33.817985 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-755323e5-8980-494b-8efe-f7ec37a213cc tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Request body: {'networks': [{'name': 'tempest-network--1275451942'}, {'name': 'tempest-network--1917138621'}]} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:33.818316 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-755323e5-8980-494b-8efe-f7ec37a213cc tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Request body: {'network': {'name': 'tempest-network--1275451942'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:33.818800 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-755323e5-8980-494b-8efe-f7ec37a213cc tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Request body: {'network': {'name': 'tempest-network--1917138621'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:33.858130 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] Allocated IP 172.20.0.2 (fe42298d-9097-43e9-a317-79076ca9a812/b15bc88b-4943-40f6-8193-24dd5e52e41e/583160cd-8eb2-43c2-bbb7-b15a7fa986c4) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:46:33.881721 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755323e5-8980-494b-8efe-f7ec37a213cc tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Made reservation on behalf of 3e7f58d4b3934374bd54e798134be826 for: {'network': 2} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:46:33.893167 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-755323e5-8980-494b-8efe-f7ec37a213cc tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:33.920789 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-755323e5-8980-494b-8efe-f7ec37a213cc tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:33.927823 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8af02f70-34f3-44d4-91c5-f06145619c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (57d65892-a130-42ce-97a2-4ade4cc6f66b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:33.930979 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8af02f70-34f3-44d4-91c5-f06145619c0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:33.941014 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8af02f70-34f3-44d4-91c5-f06145619c0a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/57d65892-a130-42ce-97a2-4ade4cc6f66b HTTP/1.1" status: 204 len: 168 time: 0.4530573 Mar 22 19:46:33.963443 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af02f70-34f3-44d4-91c5-f06145619c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d65892-a130-42ce-97a2-4ade4cc6f66b,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:34.049382 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d036b7-a56e-42fe-b302-c852bbb9ff41 req-503b89f9-cc51-46cd-bb08-996ac4c41c61 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:34.051340 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c8d036b7-a56e-42fe-b302-c852bbb9ff41 req-503b89f9-cc51-46cd-bb08-996ac4c41c61 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=0f765898-6403-48d6-a585-d0321dc669cd HTTP/1.1" status: 200 len: 1167 time: 0.1889861 Mar 22 19:46:34.138753 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-755323e5-8980-494b-8efe-f7ec37a213cc tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks [] for security_group (dde3dc72-850d-45f9-8be2-559d9999584d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:34.150784 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-755323e5-8980-494b-8efe-f7ec37a213cc tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (dde3dc72-850d-45f9-8be2-559d9999584d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:34.151266 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-755323e5-8980-494b-8efe-f7ec37a213cc tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:34.238007 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c8d036b7-a56e-42fe-b302-c852bbb9ff41 req-84ba1e7b-aff0-49a1-a2cc-bbe629e918f3 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=dff9c836-b4a3-46bc-8c7c-6b9af2e5d2a8&id=5941f9d6-47da-4022-bd21-87a0936ca721&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1736970 Mar 22 19:46:34.250776 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48706) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:34.259141 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755323e5-8980-494b-8efe-f7ec37a213cc tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dde3dc72-850d-45f9-8be2-559d9999584d,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:34.284797 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-755323e5-8980-494b-8efe-f7ec37a213cc tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:46:34.309248 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-755323e5-8980-494b-8efe-f7ec37a213cc tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (729f641f-5ad1-4027-80b6-d63ef202b456), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:34.311863 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-755323e5-8980-494b-8efe-f7ec37a213cc tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Added segment 729f641f-5ad1-4027-80b6-d63ef202b456 of type vlan for network 74961c18-81a2-4af6-8708-29f76f0cebce Mar 22 19:46:34.331712 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1691c221-2164-4e84-a1d1-e898b442ba80 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:34.348720 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1691c221-2164-4e84-a1d1-e898b442ba80 tempest-TestSecurityGroupsBasicOps-140087034 tempest-TestSecurityGroupsBasicOps-140087034-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f HTTP/1.1" status: 200 len: 1087 time: 0.0854626 Mar 22 19:46:34.360348 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-755323e5-8980-494b-8efe-f7ec37a213cc tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (74961c18-81a2-4af6-8708-29f76f0cebce), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:34.396067 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-755323e5-8980-494b-8efe-f7ec37a213cc tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:46:34.409281 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-755323e5-8980-494b-8efe-f7ec37a213cc tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (61112306-bfce-4dd2-b8fa-418dc5f2e8e4), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:34.409842 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-755323e5-8980-494b-8efe-f7ec37a213cc tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Added segment 61112306-bfce-4dd2-b8fa-418dc5f2e8e4 of type vlan for network 7f8ea3c0-9cb4-47b8-be22-0265604057ca Mar 22 19:46:34.459648 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-755323e5-8980-494b-8efe-f7ec37a213cc tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (7f8ea3c0-9cb4-47b8-be22-0265604057ca), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:34.506884 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-755323e5-8980-494b-8efe-f7ec37a213cc tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (74961c18-81a2-4af6-8708-29f76f0cebce), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:34.507587 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-755323e5-8980-494b-8efe-f7ec37a213cc tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (7f8ea3c0-9cb4-47b8-be22-0265604057ca), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:34.517124 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] Publish callbacks [] for port (583160cd-8eb2-43c2-bbb7-b15a7fa986c4), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:34.530816 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (583160cd-8eb2-43c2-bbb7-b15a7fa986c4), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:34.544710 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755323e5-8980-494b-8efe-f7ec37a213cc tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:34.590389 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755323e5-8980-494b-8efe-f7ec37a213cc tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:34.592165 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-755323e5-8980-494b-8efe-f7ec37a213cc tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:34.664638 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] Pushing event updated for resources: {'Port': ['ID=583160cd-8eb2-43c2-bbb7-b15a7fa986c4,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:34.668887 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-ba81ca7b-2154-4f9e-9102-d72eb7562686 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Allocated IP 172.20.0.1 (fe42298d-9097-43e9-a317-79076ca9a812/b15bc88b-4943-40f6-8193-24dd5e52e41e/390905f2-bf20-47c2-82a1-697077271adc) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:46:34.703778 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-755323e5-8980-494b-8efe-f7ec37a213cc tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.4621267 Mar 22 19:46:34.707912 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48722) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:34.710511 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] Network fe42298d-9097-43e9-a317-79076ca9a812 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:46:34.714900 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:34.721959 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:46:34.734668 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:34.735054 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:34.735405 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:34.735751 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:34.736091 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:34.736425 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:34.739118 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:34.739484 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:34.740577 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:34.740960 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:34.743840 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:34.744406 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:34.745752 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:34.746402 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:34.748515 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:46:34.805097 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755323e5-8980-494b-8efe-f7ec37a213cc tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Pushing event updated for resources: {'Network': ['ID=74961c18-81a2-4af6-8708-29f76f0cebce,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:34.854991 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 74961c18-81a2-4af6-8708-29f76f0cebce details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:46:35.016645 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755323e5-8980-494b-8efe-f7ec37a213cc tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Pushing event updated for resources: {'Network': ['ID=7f8ea3c0-9cb4-47b8-be22-0265604057ca,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:35.056115 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] Attempting to bind port 583160cd-8eb2-43c2-bbb7-b15a7fa986c4 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:46:35.057624 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] Attempting to bind port 583160cd-8eb2-43c2-bbb7-b15a7fa986c4 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '064ab5ff-89c4-4231-8179-6dd7c8bf4e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:46:35.058034 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] Attempting to bind port 583160cd-8eb2-43c2-bbb7-b15a7fa986c4 on network fe42298d-9097-43e9-a317-79076ca9a812 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:46:35.081290 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 7f8ea3c0-9cb4-47b8-be22-0265604057ca details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:46:35.106435 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa04ade-f033-45f2-84ab-5979b4151daa req-28a8394c-e503-459f-becb-18a9b823dac7 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:35.119503 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cfa04ade-f033-45f2-84ab-5979b4151daa req-28a8394c-e503-459f-becb-18a9b823dac7 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/ports?device_id=e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f HTTP/1.1" status: 200 len: 909 time: 0.3848927 Mar 22 19:46:35.137011 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705337ec-469e-439d-a74f-ef83bd5a976a tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:35.154324 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705337ec-469e-439d-a74f-ef83bd5a976a tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:35.159917 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ba81ca7b-2154-4f9e-9102-d72eb7562686 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for port (390905f2-bf20-47c2-82a1-697077271adc), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:35.166315 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705337ec-469e-439d-a74f-ef83bd5a976a tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:35.186139 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705337ec-469e-439d-a74f-ef83bd5a976a tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:35.188365 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-705337ec-469e-439d-a74f-ef83bd5a976a tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4790924 Mar 22 19:46:35.192098 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48734) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:35.223935 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:46:35.224533 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] Checking segment: {'id': '064ab5ff-89c4-4231-8179-6dd7c8bf4e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:46:35.225277 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:35.225859 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] Bound using segment: {'id': '064ab5ff-89c4-4231-8179-6dd7c8bf4e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:46:35.227044 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] Bound port: 583160cd-8eb2-43c2-bbb7-b15a7fa986c4, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064ab5ff-89c4-4231-8179-6dd7c8bf4e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:46:35.227605 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (583160cd-8eb2-43c2-bbb7-b15a7fa986c4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:35.358945 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] For port 583160cd-8eb2-43c2-bbb7-b15a7fa986c4, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:46:35.366855 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] For port 583160cd-8eb2-43c2-bbb7-b15a7fa986c4, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=583160cd-8eb2-43c2-bbb7-b15a7fa986c4,segment=NetworkSegment(064ab5ff-89c4-4231-8179-6dd7c8bf4e5a),segment_id=064ab5ff-89c4-4231-8179-6dd7c8bf4e5a)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:46:35.389115 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (583160cd-8eb2-43c2-bbb7-b15a7fa986c4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:35.497621 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a776fe-be9f-47c4-9aa5-ede0ebd870a1 None None] Pushing event updated for resources: {'Port': ['ID=583160cd-8eb2-43c2-bbb7-b15a7fa986c4,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:35.749031 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7eb3fbb3-c252-4402-a013-453f8bdeec63 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (74961c18-81a2-4af6-8708-29f76f0cebce), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:35.753954 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ba81ca7b-2154-4f9e-9102-d72eb7562686 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (390905f2-bf20-47c2-82a1-697077271adc), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:35.834543 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48752) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:35.858078 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba81ca7b-2154-4f9e-9102-d72eb7562686 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network fe42298d-9097-43e9-a317-79076ca9a812 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:46:35.868023 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81ca7b-2154-4f9e-9102-d72eb7562686 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Port': ['ID=390905f2-bf20-47c2-82a1-697077271adc,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:35.879118 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-ba81ca7b-2154-4f9e-9102-d72eb7562686 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:35.881977 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba81ca7b-2154-4f9e-9102-d72eb7562686 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:46:36.047538 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7eb3fbb3-c252-4402-a013-453f8bdeec63 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (74961c18-81a2-4af6-8708-29f76f0cebce), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:36.053051 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-1745a0d9-006e-4a33-a858-820ddec5e78e tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1916914260'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:36.092721 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-7eb3fbb3-c252-4402-a013-453f8bdeec63 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74961c18-81a2-4af6-8708-29f76f0cebce']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:36.096409 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1745a0d9-006e-4a33-a858-820ddec5e78e tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Made reservation on behalf of 8419bf304a3e4ead8946674b1b3ba563 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:46:36.101176 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1745a0d9-006e-4a33-a858-820ddec5e78e tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:36.123138 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1745a0d9-006e-4a33-a858-820ddec5e78e tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:36.133231 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-7eb3fbb3-c252-4402-a013-453f8bdeec63 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '729f641f-5ad1-4027-80b6-d63ef202b456') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:36.133774 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-7eb3fbb3-c252-4402-a013-453f8bdeec63 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '729f641f-5ad1-4027-80b6-d63ef202b456') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:36.136144 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ba81ca7b-2154-4f9e-9102-d72eb7562686 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (07fc3f04-90d3-45eb-bca0-2473b0893c06), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:36.188757 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7eb3fbb3-c252-4402-a013-453f8bdeec63 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (729f641f-5ad1-4027-80b6-d63ef202b456), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:36.222317 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7eb3fbb3-c252-4402-a013-453f8bdeec63 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (729f641f-5ad1-4027-80b6-d63ef202b456), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:36.261908 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb3fbb3-c252-4402-a013-453f8bdeec63 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:46:36.262329 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7eb3fbb3-c252-4402-a013-453f8bdeec63 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (729f641f-5ad1-4027-80b6-d63ef202b456), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:36.262824 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48770) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:36.267361 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:46:36.267361 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:46:36.267361 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:46:36.267361 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:46:36.267361 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:46:36.267361 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:46:36.267361 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:46:36.267361 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:46:36.267361 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:46:36.267361 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:46:36.267361 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:46:36.267361 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:46:36.267361 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:46:36.267361 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:46:36.267361 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:46:36.267361 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:46:36.267361 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:46:36.267361 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:46:36.267361 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:46:36.267361 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:46:36.267361 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:46:36.267361 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:46:36.267361 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:46:36.267361 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:46:36.267361 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:46:36.267361 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:46:36.267361 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:46:36.267361 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:46:36.267361 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:46:36.267361 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:46:36.267361 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:46:36.267361 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:46:36.319535 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363aba85-ca14-4dbb-b4bf-87a6c930a98e req-8a6dce4f-fc0e-4646-9512-269c6873f595 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:36.321081 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-363aba85-ca14-4dbb-b4bf-87a6c930a98e req-8a6dce4f-fc0e-4646-9512-269c6873f595 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.85 "GET /v2.0/ports?device_id=e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f HTTP/1.1" status: 200 len: 909 time: 0.2601082 Mar 22 19:46:36.340196 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1745a0d9-006e-4a33-a858-820ddec5e78e tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks [] for security_group (1f2d54e9-7448-4aef-bdd9-43a1499d2efa), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:36.385496 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1745a0d9-006e-4a33-a858-820ddec5e78e tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1f2d54e9-7448-4aef-bdd9-43a1499d2efa), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:36.405951 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1745a0d9-006e-4a33-a858-820ddec5e78e tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:46:36.415476 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1745a0d9-006e-4a33-a858-820ddec5e78e tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (5488a563-6fe6-44ba-b50d-9a0b48dcc2eb), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:36.415877 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-1745a0d9-006e-4a33-a858-820ddec5e78e tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Added segment 5488a563-6fe6-44ba-b50d-9a0b48dcc2eb of type vlan for network e97c7c72-bd16-4ca6-ab5e-b2d19b2bab5c Mar 22 19:46:36.463269 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7eb3fbb3-c252-4402-a013-453f8bdeec63 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (74961c18-81a2-4af6-8708-29f76f0cebce), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:36.519399 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ba81ca7b-2154-4f9e-9102-d72eb7562686 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (390905f2-bf20-47c2-82a1-697077271adc), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:36.536153 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1745a0d9-006e-4a33-a858-820ddec5e78e tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (e97c7c72-bd16-4ca6-ab5e-b2d19b2bab5c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:36.539557 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7eb3fbb3-c252-4402-a013-453f8bdeec63 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:36.543231 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7eb3fbb3-c252-4402-a013-453f8bdeec63 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] 10.222.0.75 "DELETE /v2.0/networks/74961c18-81a2-4af6-8708-29f76f0cebce HTTP/1.1" status: 204 len: 168 time: 1.3485775 Mar 22 19:46:36.559198 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745a0d9-006e-4a33-a858-820ddec5e78e tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2d54e9-7448-4aef-bdd9-43a1499d2efa,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:36.562162 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48776) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:36.632704 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48778) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:36.653629 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93533c7a-fd9f-4d39-ae90-1811e2559f8b req-0284f5a0-49b6-4174-9346-eab5d0d567e3 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:36.655633 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-93533c7a-fd9f-4d39-ae90-1811e2559f8b req-0284f5a0-49b6-4174-9346-eab5d0d567e3 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/ports?device_id=e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f HTTP/1.1" status: 200 len: 909 time: 0.3754430 Mar 22 19:46:36.656781 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb3fbb3-c252-4402-a013-453f8bdeec63 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Pushing event deleted for resources: {'Network': ['ID=74961c18-81a2-4af6-8708-29f76f0cebce,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:36.670847 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-271d5516-6bdf-4e5c-9c6d-9027fe242f47 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (7f8ea3c0-9cb4-47b8-be22-0265604057ca), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:36.690146 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.db.resource_extend [None req-1745a0d9-006e-4a33-a858-820ddec5e78e tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:46:36.785123 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-363aba85-ca14-4dbb-b4bf-87a6c930a98e req-35c7e25a-ca33-4baf-bd8e-c7eda6d5ad38 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Deleting port 36331402-db6f-47c1-ace3-3f9881804937 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:46:36.785666 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-363aba85-ca14-4dbb-b4bf-87a6c930a98e req-35c7e25a-ca33-4baf-bd8e-c7eda6d5ad38 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (36331402-db6f-47c1-ace3-3f9881804937), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:36.814125 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1745a0d9-006e-4a33-a858-820ddec5e78e tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (e97c7c72-bd16-4ca6-ab5e-b2d19b2bab5c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:36.819329 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1745a0d9-006e-4a33-a858-820ddec5e78e tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:36.836636 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1745a0d9-006e-4a33-a858-820ddec5e78e tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:36.948234 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8950eb51-9e25-45a9-be67-701c18f6eab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:37.033441 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-363aba85-ca14-4dbb-b4bf-87a6c930a98e req-35c7e25a-ca33-4baf-bd8e-c7eda6d5ad38 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] For port 36331402-db6f-47c1-ace3-3f9881804937, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=36331402-db6f-47c1-ace3-3f9881804937,segment=NetworkSegment(5bb50cb9-6ef7-4433-b64b-dce37d507aea),segment_id=5bb50cb9-6ef7-4433-b64b-dce37d507aea)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:46:37.033837 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-363aba85-ca14-4dbb-b4bf-87a6c930a98e req-35c7e25a-ca33-4baf-bd8e-c7eda6d5ad38 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (36331402-db6f-47c1-ace3-3f9881804937), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:37.079749 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-363aba85-ca14-4dbb-b4bf-87a6c930a98e req-35c7e25a-ca33-4baf-bd8e-c7eda6d5ad38 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Calling delete_port for 36331402-db6f-47c1-ace3-3f9881804937 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:46:37.084628 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8950eb51-9e25-45a9-be67-701c18f6eab2 admin admin] Publish callbacks [] for security_group (1d707c95-0172-4449-9748-6bd17d6ce537), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:37.088726 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1745a0d9-006e-4a33-a858-820ddec5e78e tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2524281 Mar 22 19:46:37.089224 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48782) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:37.095901 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1745a0d9-006e-4a33-a858-820ddec5e78e tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Pushing event updated for resources: {'Network': ['ID=e97c7c72-bd16-4ca6-ab5e-b2d19b2bab5c,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:37.104200 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99810015-20a0-41db-9906-5fa5296de2cc None None] Network fe42298d-9097-43e9-a317-79076ca9a812 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:46:37.106309 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8950eb51-9e25-45a9-be67-701c18f6eab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1d707c95-0172-4449-9748-6bd17d6ce537), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:37.108764 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-6f46ea69-7b76-4e6b-9bb3-4ac8afaca916 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Request body: {'subnet': {'network_id': 'e97c7c72-bd16-4ca6-ab5e-b2d19b2bab5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:37.139201 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network e97c7c72-bd16-4ca6-ab5e-b2d19b2bab5c details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:46:37.145579 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8950eb51-9e25-45a9-be67-701c18f6eab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d707c95-0172-4449-9748-6bd17d6ce537,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:37.167499 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-271d5516-6bdf-4e5c-9c6d-9027fe242f47 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (7f8ea3c0-9cb4-47b8-be22-0265604057ca), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:37.231795 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-271d5516-6bdf-4e5c-9c6d-9027fe242f47 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f8ea3c0-9cb4-47b8-be22-0265604057ca']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:37.235621 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-f57816ce-345f-4ab6-9f4f-0c6eda28b9be tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Deleting port f05cc892-5bb7-41c7-a369-e9b48ac01433 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:46:37.236387 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f57816ce-345f-4ab6-9f4f-0c6eda28b9be tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f05cc892-5bb7-41c7-a369-e9b48ac01433), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:37.239537 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8950eb51-9e25-45a9-be67-701c18f6eab2 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=c34068b80b8648c9bb107f6e9112cb9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6049225 Mar 22 19:46:37.247377 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48784) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:37.251855 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ba81ca7b-2154-4f9e-9102-d72eb7562686 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for port (390905f2-bf20-47c2-82a1-697077271adc), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:37.270475 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ba81ca7b-2154-4f9e-9102-d72eb7562686 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (390905f2-bf20-47c2-82a1-697077271adc), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:37.292738 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-02e0f932-7ad8-46a5-b178-be925ebfe892 None None] Provisioning complete for port 583160cd-8eb2-43c2-bbb7-b15a7fa986c4 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:37.293112 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-02e0f932-7ad8-46a5-b178-be925ebfe892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (583160cd-8eb2-43c2-bbb7-b15a7fa986c4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:37.354239 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-271d5516-6bdf-4e5c-9c6d-9027fe242f47 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61112306-bfce-4dd2-b8fa-418dc5f2e8e4') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:37.354787 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-271d5516-6bdf-4e5c-9c6d-9027fe242f47 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61112306-bfce-4dd2-b8fa-418dc5f2e8e4') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:37.392648 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-271d5516-6bdf-4e5c-9c6d-9027fe242f47 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (61112306-bfce-4dd2-b8fa-418dc5f2e8e4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:37.428071 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f900eb0f-6f31-4e0b-80c4-98336f103bd6 admin admin] Publish callbacks [] for security_group (1d707c95-0172-4449-9748-6bd17d6ce537), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:37.431336 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-271d5516-6bdf-4e5c-9c6d-9027fe242f47 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (61112306-bfce-4dd2-b8fa-418dc5f2e8e4), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:37.434968 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81ca7b-2154-4f9e-9102-d72eb7562686 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Port': ['ID=390905f2-bf20-47c2-82a1-697077271adc,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:37.445391 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f46ea69-7b76-4e6b-9bb3-4ac8afaca916 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Made reservation on behalf of 8419bf304a3e4ead8946674b1b3ba563 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:46:37.449171 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-363aba85-ca14-4dbb-b4bf-87a6c930a98e req-35c7e25a-ca33-4baf-bd8e-c7eda6d5ad38 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (36331402-db6f-47c1-ace3-3f9881804937), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:37.449432 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6f46ea69-7b76-4e6b-9bb3-4ac8afaca916 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:37.457281 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ba81ca7b-2154-4f9e-9102-d72eb7562686 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (07fc3f04-90d3-45eb-bca0-2473b0893c06), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:37.524587 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 583160cd-8eb2-43c2-bbb7-b15a7fa986c4 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:46:37.552970 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-271d5516-6bdf-4e5c-9c6d-9027fe242f47 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:46:37.553478 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-271d5516-6bdf-4e5c-9c6d-9027fe242f47 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (61112306-bfce-4dd2-b8fa-418dc5f2e8e4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:37.565065 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:46:37.565065 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:46:37.565065 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:46:37.565065 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:46:37.565065 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:46:37.565065 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:46:37.565065 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:46:37.565065 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:46:37.565065 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:46:37.565065 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:46:37.565065 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:46:37.565065 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:46:37.565065 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:46:37.565065 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:46:37.565065 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:46:37.565065 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:46:37.565065 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:46:37.565065 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:46:37.565065 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:46:37.565065 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:46:37.565065 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:46:37.565065 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:46:37.565065 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:46:37.565065 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:46:37.565065 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:46:37.565065 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:46:37.565065 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:46:37.565065 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:46:37.565065 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:46:37.565065 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:46:37.565065 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:46:37.565065 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:46:37.570621 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-02e0f932-7ad8-46a5-b178-be925ebfe892 None None] Current status of the port 583160cd-8eb2-43c2-bbb7-b15a7fa986c4 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:37.571022 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-02e0f932-7ad8-46a5-b178-be925ebfe892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (583160cd-8eb2-43c2-bbb7-b15a7fa986c4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:37.630694 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c7e25a-ca33-4baf-bd8e-c7eda6d5ad38 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Pushing event deleted for resources: {'Port': ['ID=36331402-db6f-47c1-ace3-3f9881804937,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:37.659683 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-02e0f932-7ad8-46a5-b178-be925ebfe892 None None] For port 583160cd-8eb2-43c2-bbb7-b15a7fa986c4, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=583160cd-8eb2-43c2-bbb7-b15a7fa986c4,segment=NetworkSegment(064ab5ff-89c4-4231-8179-6dd7c8bf4e5a),segment_id=064ab5ff-89c4-4231-8179-6dd7c8bf4e5a)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:46:37.667500 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-02e0f932-7ad8-46a5-b178-be925ebfe892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (583160cd-8eb2-43c2-bbb7-b15a7fa986c4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:37.727738 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f900eb0f-6f31-4e0b-80c4-98336f103bd6 admin admin] Publish callbacks [] for security_group (1d707c95-0172-4449-9748-6bd17d6ce537), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:37.751233 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-363aba85-ca14-4dbb-b4bf-87a6c930a98e req-35c7e25a-ca33-4baf-bd8e-c7eda6d5ad38 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] No DVR routers for this DVR port 36331402-db6f-47c1-ace3-3f9881804937 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:46:37.755598 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-363aba85-ca14-4dbb-b4bf-87a6c930a98e req-35c7e25a-ca33-4baf-bd8e-c7eda6d5ad38 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:37.761595 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-363aba85-ca14-4dbb-b4bf-87a6c930a98e req-35c7e25a-ca33-4baf-bd8e-c7eda6d5ad38 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.85 "DELETE /v2.0/ports/36331402-db6f-47c1-ace3-3f9881804937 HTTP/1.1" status: 204 len: 173 time: 1.4149621 Mar 22 19:46:37.766470 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f57816ce-345f-4ab6-9f4f-0c6eda28b9be tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f05cc892-5bb7-41c7-a369-e9b48ac01433), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:37.766470 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f57816ce-345f-4ab6-9f4f-0c6eda28b9be tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks [] for floatingip (f05cc892-5bb7-41c7-a369-e9b48ac01433), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:37.787297 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0f932-7ad8-46a5-b178-be925ebfe892 None None] Pushing event updated for resources: {'Port': ['ID=583160cd-8eb2-43c2-bbb7-b15a7fa986c4,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:37.788582 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-f57816ce-345f-4ab6-9f4f-0c6eda28b9be tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Calling delete_port for f05cc892-5bb7-41c7-a369-e9b48ac01433 owned by network:floatingip {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:46:37.826733 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f', 'name': 'network-vif-deleted', 'tag': '36331402-db6f-47c1-ace3-3f9881804937'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:46:37.829994 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b71f11-be06-44f1-b975-c5104ea74ce5" -d '{"events": [{"server_uuid": "e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f", "name": "network-vif-deleted", "tag": "36331402-db6f-47c1-ace3-3f9881804937"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:46:37.835190 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 583160cd-8eb2-43c2-bbb7-b15a7fa986c4 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:37.835864 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (583160cd-8eb2-43c2-bbb7-b15a7fa986c4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:37.855731 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-271d5516-6bdf-4e5c-9c6d-9027fe242f47 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (7f8ea3c0-9cb4-47b8-be22-0265604057ca), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:37.963674 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-271d5516-6bdf-4e5c-9c6d-9027fe242f47 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:37.969734 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7104f41-a226-4b6c-8bec-c2c9b5ccea0a req-c92794c5-f70d-4584-b7c1-6c75e52bcabb tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/ports?device_id=e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f HTTP/1.1" status: 200 len: 210 time: 0.0931149 Mar 22 19:46:37.971040 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 583160cd-8eb2-43c2-bbb7-b15a7fa986c4 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:37.974392 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835df628-cc3a-46e7-9d1e-b33c46bf5f1e x-openstack-request-id: req-835df628-cc3a-46e7-9d1e-b33c46bf5f1e {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:46:37.975218 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f", "name": "network-vif-deleted", "tag": "36331402-db6f-47c1-ace3-3f9881804937", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:46:37.975481 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-835df628-cc3a-46e7-9d1e-b33c46bf5f1e {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:46:37.976349 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-271d5516-6bdf-4e5c-9c6d-9027fe242f47 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] 10.222.0.75 "DELETE /v2.0/networks/7f8ea3c0-9cb4-47b8-be22-0265604057ca HTTP/1.1" status: 204 len: 168 time: 1.4046841 Mar 22 19:46:37.977379 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-835df628-cc3a-46e7-9d1e-b33c46bf5f1e'] response: {'server_uuid': 'e79ca8f7-3ac9-4ce2-b28f-5ea8bde43b1f', 'name': 'network-vif-deleted', 'tag': '36331402-db6f-47c1-ace3-3f9881804937', 'status': 'completed', 'code': 200} Mar 22 19:46:38.004207 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48792) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:38.019170 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-d83c9202-12f0-4c7e-88f6-cdb55c793b94 None None] Provisioning complete for port 583160cd-8eb2-43c2-bbb7-b15a7fa986c4 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:38.019614 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d83c9202-12f0-4c7e-88f6-cdb55c793b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (583160cd-8eb2-43c2-bbb7-b15a7fa986c4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:38.030936 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d5516-6bdf-4e5c-9c6d-9027fe242f47 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Pushing event deleted for resources: {'Network': ['ID=7f8ea3c0-9cb4-47b8-be22-0265604057ca,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:38.177302 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f900eb0f-6f31-4e0b-80c4-98336f103bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1d707c95-0172-4449-9748-6bd17d6ce537), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:38.181522 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f900eb0f-6f31-4e0b-80c4-98336f103bd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:38.183952 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f900eb0f-6f31-4e0b-80c4-98336f103bd6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1d707c95-0172-4449-9748-6bd17d6ce537 HTTP/1.1" status: 204 len: 168 time: 0.9141293 Mar 22 19:46:38.211210 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba81ca7b-2154-4f9e-9102-d72eb7562686 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network fe42298d-9097-43e9-a317-79076ca9a812 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:46:38.218769 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d83c9202-12f0-4c7e-88f6-cdb55c793b94 None None] Current status of the port 583160cd-8eb2-43c2-bbb7-b15a7fa986c4 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:38.227615 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-ba81ca7b-2154-4f9e-9102-d72eb7562686 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:38.253263 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-d83c9202-12f0-4c7e-88f6-cdb55c793b94 None None] Provisioning complete for port 390905f2-bf20-47c2-82a1-697077271adc triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:38.253263 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d83c9202-12f0-4c7e-88f6-cdb55c793b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (390905f2-bf20-47c2-82a1-697077271adc), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:38.319487 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900eb0f-6f31-4e0b-80c4-98336f103bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d707c95-0172-4449-9748-6bd17d6ce537,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:38.360068 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d83c9202-12f0-4c7e-88f6-cdb55c793b94 None None] Port 390905f2-bf20-47c2-82a1-697077271adc cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:46:38.391584 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6f46ea69-7b76-4e6b-9bb3-4ac8afaca916 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (b4aa5c77-de35-43f7-8fb4-106ab5f2fe07), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:38.490428 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f2afdf7f-9a66-4f44-8ea0-3477f597a42d None None] Provisioning complete for port 390905f2-bf20-47c2-82a1-697077271adc triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:38.490814 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f2afdf7f-9a66-4f44-8ea0-3477f597a42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (390905f2-bf20-47c2-82a1-697077271adc), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:38.506197 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a1f97d-8ed5-444b-8938-c2c99113a176 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:38.512474 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46ea69-7b76-4e6b-9bb3-4ac8afaca916 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Pushing event updated for resources: {'Subnet': ['ID=b4aa5c77-de35-43f7-8fb4-106ab5f2fe07,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:38.514516 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a1f97d-8ed5-444b-8938-c2c99113a176 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:38.524445 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d9a1f97d-8ed5-444b-8938-c2c99113a176 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5071876 Mar 22 19:46:38.529078 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48798) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:38.538745 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-1b9656ca-0f81-453a-be95-ea604d7e35e2 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1978324576'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:38.580920 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f57816ce-345f-4ab6-9f4f-0c6eda28b9be tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f05cc892-5bb7-41c7-a369-e9b48ac01433), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:38.594956 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f46ea69-7b76-4e6b-9bb3-4ac8afaca916 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Checking segment: {'id': '5488a563-6fe6-44ba-b50d-9a0b48dcc2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e97c7c72-bd16-4ca6-ab5e-b2d19b2bab5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:46:38.597592 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f46ea69-7b76-4e6b-9bb3-4ac8afaca916 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Network hostable DHCP agents. Network: e97c7c72-bd16-4ca6-ab5e-b2d19b2bab5c, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:46:38.611644 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f2afdf7f-9a66-4f44-8ea0-3477f597a42d None None] Port 390905f2-bf20-47c2-82a1-697077271adc cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:46:38.628302 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9656ca-0f81-453a-be95-ea604d7e35e2 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Made reservation on behalf of 3e7f58d4b3934374bd54e798134be826 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:46:38.635137 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1b9656ca-0f81-453a-be95-ea604d7e35e2 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:38.660954 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57816ce-345f-4ab6-9f4f-0c6eda28b9be tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Pushing event deleted for resources: {'Port': ['ID=f05cc892-5bb7-41c7-a369-e9b48ac01433,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:38.693877 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b9656ca-0f81-453a-be95-ea604d7e35e2 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:46:38.721924 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1b9656ca-0f81-453a-be95-ea604d7e35e2 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (52cca118-cbf9-43d3-8c52-5ab88dccc518), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:38.722478 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-1b9656ca-0f81-453a-be95-ea604d7e35e2 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Added segment 52cca118-cbf9-43d3-8c52-5ab88dccc518 of type vlan for network 2cea651d-7cfe-4205-a803-8b6537da1ee7 Mar 22 19:46:38.737349 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba81ca7b-2154-4f9e-9102-d72eb7562686 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Router 07fc3f04-90d3-45eb-bca0-2473b0893c06 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:46:38.745378 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f46ea69-7b76-4e6b-9bb3-4ac8afaca916 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Network e97c7c72-bd16-4ca6-ab5e-b2d19b2bab5c is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:46:38.751193 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-1cf86344-eafe-4813-be7b-03b0181b51a7 None None] Provisioning complete for port 390905f2-bf20-47c2-82a1-697077271adc triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:38.751698 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1cf86344-eafe-4813-be7b-03b0181b51a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (390905f2-bf20-47c2-82a1-697077271adc), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:38.782858 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-6f46ea69-7b76-4e6b-9bb3-4ac8afaca916 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, e97c7c72-bd16-4ca6-ab5e-b2d19b2bab5c) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:38.792723 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f46ea69-7b76-4e6b-9bb3-4ac8afaca916 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:38.792723 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6f46ea69-7b76-4e6b-9bb3-4ac8afaca916 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:38.794527 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48802) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:38.799870 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b180ad-e344-4ad3-9aa5-68bd45fb104d None None] Network e97c7c72-bd16-4ca6-ab5e-b2d19b2bab5c requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:46:38.810215 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-af86706a-a248-4d5c-985c-78239de70aad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:38.817001 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f57816ce-345f-4ab6-9f4f-0c6eda28b9be tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks [] for floatingip (63000373-61cc-4a69-89d4-eab7a7698aaa), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:38.817334 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-f57816ce-345f-4ab6-9f4f-0c6eda28b9be tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Floating IP 63000373-61cc-4a69-89d4-eab7a7698aaa disassociated (deleted). External IP: 172.25.5.26, port: b2c522d0-02a7-4bcc-a587-249ac2d43207. Mar 22 19:46:38.869609 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1cf86344-eafe-4813-be7b-03b0181b51a7 None None] Port 390905f2-bf20-47c2-82a1-697077271adc cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:46:38.872693 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1b9656ca-0f81-453a-be95-ea604d7e35e2 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (2cea651d-7cfe-4205-a803-8b6537da1ee7), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:38.907113 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6f46ea69-7b76-4e6b-9bb3-4ac8afaca916 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8127558 Mar 22 19:46:38.910583 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48804) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:38.919695 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-487768f2-0ff6-4a77-be6d-b484bdd35bcb tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Request body: {'port': {'network_id': 'e97c7c72-bd16-4ca6-ab5e-b2d19b2bab5c', 'name': 'tempest-TagsExtTest-804234620'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:38.963906 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6660093-8b19-449a-b38c-26c1356f94f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-e97c7c72-bd16-4ca6-ab5e-b2d19b2bab5c', 'network_id': 'e97c7c72-bd16-4ca6-ab5e-b2d19b2bab5c', 'project_id': '8419bf304a3e4ead8946674b1b3ba563', 'fixed_ips': [{'subnet_id': 'b4aa5c77-de35-43f7-8fb4-106ab5f2fe07'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:46:38.964832 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f6660093-8b19-449a-b38c-26c1356f94f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:38.985063 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1b9656ca-0f81-453a-be95-ea604d7e35e2 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (2cea651d-7cfe-4205-a803-8b6537da1ee7), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:38.991506 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9656ca-0f81-453a-be95-ea604d7e35e2 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:38.992404 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1b9656ca-0f81-453a-be95-ea604d7e35e2 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:39.001578 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba81ca7b-2154-4f9e-9102-d72eb7562686 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:46:39.054654 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-af86706a-a248-4d5c-985c-78239de70aad admin admin] Publish callbacks [] for security_group (949682a8-b680-48ec-b1b8-7eb425df8912), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:39.063055 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-af86706a-a248-4d5c-985c-78239de70aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (949682a8-b680-48ec-b1b8-7eb425df8912), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:39.065631 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ba81ca7b-2154-4f9e-9102-d72eb7562686 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "PUT /v2.0/routers/07fc3f04-90d3-45eb-bca0-2473b0893c06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8032331 Mar 22 19:46:39.066659 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48808) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:39.105450 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48810) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:39.118956 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-f6660093-8b19-449a-b38c-26c1356f94f6 None None] Allocated IP 172.20.0.2 (e97c7c72-bd16-4ca6-ab5e-b2d19b2bab5c/b4aa5c77-de35-43f7-8fb4-106ab5f2fe07/d8c2592d-a070-4c75-b0bd-32a6390bada2) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:46:39.293676 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f6660093-8b19-449a-b38c-26c1356f94f6 None None] Publish callbacks [] for port (d8c2592d-a070-4c75-b0bd-32a6390bada2), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:39.299054 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822d0ec3-0fe0-4f28-911d-1b77e678ce18 None None] Sync routers for ids ['07fc3f04-90d3-45eb-bca0-2473b0893c06'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:46:39.308108 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f6660093-8b19-449a-b38c-26c1356f94f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (d8c2592d-a070-4c75-b0bd-32a6390bada2), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:39.324790 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822d0ec3-0fe0-4f28-911d-1b77e678ce18 None None] Routers {'07fc3f04-90d3-45eb-bca0-2473b0893c06'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:46:39.325511 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-822d0ec3-0fe0-4f28-911d-1b77e678ce18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:46:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['07fc3f04-90d3-45eb-bca0-2473b0893c06'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:39.429931 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-822d0ec3-0fe0-4f28-911d-1b77e678ce18 None None] Set router 07fc3f04-90d3-45eb-bca0-2473b0893c06 gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:46:39.501828 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-e7449ea9-d1da-43b2-873b-fb1480f37950 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Request body: {'network': {'name': 'tempest-RoutersTest-894195071'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:39.534530 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 583160cd-8eb2-43c2-bbb7-b15a7fa986c4 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:46:39.567597 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1b9656ca-0f81-453a-be95-ea604d7e35e2 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0370951 Mar 22 19:46:39.583622 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48812) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:39.599199 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-e50a1e74-0259-4b38-92cd-6d97fa4ceadb tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-572981374'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:39.606022 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9656ca-0f81-453a-be95-ea604d7e35e2 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Pushing event updated for resources: {'Network': ['ID=2cea651d-7cfe-4205-a803-8b6537da1ee7,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:39.625396 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6660093-8b19-449a-b38c-26c1356f94f6 None None] Network e97c7c72-bd16-4ca6-ab5e-b2d19b2bab5c is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:46:39.634554 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 2cea651d-7cfe-4205-a803-8b6537da1ee7 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:46:39.639400 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7449ea9-d1da-43b2-873b-fb1480f37950 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Made reservation on behalf of e7c95693d2624eb68ce77ff7289ab08a for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:46:39.644544 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e7449ea9-d1da-43b2-873b-fb1480f37950 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:39.658252 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-f6660093-8b19-449a-b38c-26c1356f94f6 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:39.660579 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50a1e74-0259-4b38-92cd-6d97fa4ceadb tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Made reservation on behalf of 3e7f58d4b3934374bd54e798134be826 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:46:39.665134 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e50a1e74-0259-4b38-92cd-6d97fa4ceadb tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:39.677927 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487768f2-0ff6-4a77-be6d-b484bdd35bcb tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Made reservation on behalf of 8419bf304a3e4ead8946674b1b3ba563 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:46:39.681714 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-487768f2-0ff6-4a77-be6d-b484bdd35bcb tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:39.697238 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86706a-a248-4d5c-985c-78239de70aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949682a8-b680-48ec-b1b8-7eb425df8912,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:39.704246 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6660093-8b19-449a-b38c-26c1356f94f6 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:46:39.726592 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6660093-8b19-449a-b38c-26c1356f94f6 None None] Pushing event updated for resources: {'Port': ['ID=d8c2592d-a070-4c75-b0bd-32a6390bada2,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:39.733695 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-af86706a-a248-4d5c-985c-78239de70aad admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b27ed5be53a14334bf8db42c5f5a5d46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9326258 Mar 22 19:46:39.743002 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48816) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:39.774430 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-487768f2-0ff6-4a77-be6d-b484bdd35bcb tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] device_id is not set on port 5cbae8d5-147d-4ca6-af36-96c42e07dd23 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:46:39.800374 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7449ea9-d1da-43b2-873b-fb1480f37950 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:46:39.807851 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e50a1e74-0259-4b38-92cd-6d97fa4ceadb tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:46:39.843392 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9aecb2ba-2c8d-4dd4-817a-fa8528527fea admin admin] Publish callbacks [] for security_group (949682a8-b680-48ec-b1b8-7eb425df8912), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:39.846929 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e7449ea9-d1da-43b2-873b-fb1480f37950 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (6654f959-0179-4b80-9878-54c2091ba464), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:39.847396 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-e7449ea9-d1da-43b2-873b-fb1480f37950 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Added segment 6654f959-0179-4b80-9878-54c2091ba464 of type vlan for network 8a1ad69f-f1f4-4a64-99b3-f002afc3f76f Mar 22 19:46:39.874462 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e50a1e74-0259-4b38-92cd-6d97fa4ceadb tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (b0cae4c1-f94e-4ec0-8482-f8f122bc5d47), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:39.875163 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-e50a1e74-0259-4b38-92cd-6d97fa4ceadb tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Added segment b0cae4c1-f94e-4ec0-8482-f8f122bc5d47 of type vlan for network a4fa0768-0925-4a3d-ab61-b80443433883 Mar 22 19:46:39.884099 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 583160cd-8eb2-43c2-bbb7-b15a7fa986c4 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:39.884737 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (583160cd-8eb2-43c2-bbb7-b15a7fa986c4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:39.934840 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9aecb2ba-2c8d-4dd4-817a-fa8528527fea admin admin] Publish callbacks [] for security_group (949682a8-b680-48ec-b1b8-7eb425df8912), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:39.944077 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f6660093-8b19-449a-b38c-26c1356f94f6 None None] Attempting to bind port d8c2592d-a070-4c75-b0bd-32a6390bada2 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:46:39.944760 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f6660093-8b19-449a-b38c-26c1356f94f6 None None] Attempting to bind port d8c2592d-a070-4c75-b0bd-32a6390bada2 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '5488a563-6fe6-44ba-b50d-9a0b48dcc2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e97c7c72-bd16-4ca6-ab5e-b2d19b2bab5c'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:46:39.945510 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6660093-8b19-449a-b38c-26c1356f94f6 None None] Attempting to bind port d8c2592d-a070-4c75-b0bd-32a6390bada2 on network e97c7c72-bd16-4ca6-ab5e-b2d19b2bab5c {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:46:39.953854 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e50a1e74-0259-4b38-92cd-6d97fa4ceadb tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (a4fa0768-0925-4a3d-ab61-b80443433883), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:39.958019 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e7449ea9-d1da-43b2-873b-fb1480f37950 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (8a1ad69f-f1f4-4a64-99b3-f002afc3f76f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:39.967934 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6660093-8b19-449a-b38c-26c1356f94f6 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:46:39.968345 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6660093-8b19-449a-b38c-26c1356f94f6 None None] Checking segment: {'id': '5488a563-6fe6-44ba-b50d-9a0b48dcc2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e97c7c72-bd16-4ca6-ab5e-b2d19b2bab5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:46:39.968810 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f6660093-8b19-449a-b38c-26c1356f94f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:39.969267 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6660093-8b19-449a-b38c-26c1356f94f6 None None] Bound using segment: {'id': '5488a563-6fe6-44ba-b50d-9a0b48dcc2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e97c7c72-bd16-4ca6-ab5e-b2d19b2bab5c'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:46:39.970659 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-f6660093-8b19-449a-b38c-26c1356f94f6 None None] Bound port: d8c2592d-a070-4c75-b0bd-32a6390bada2, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5488a563-6fe6-44ba-b50d-9a0b48dcc2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e97c7c72-bd16-4ca6-ab5e-b2d19b2bab5c'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:46:39.971032 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f6660093-8b19-449a-b38c-26c1356f94f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d8c2592d-a070-4c75-b0bd-32a6390bada2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:39.993468 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57816ce-345f-4ab6-9f4f-0c6eda28b9be tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Router 6211b3a6-ac03-423a-a525-11ca4a554a55 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:46:40.063817 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e50a1e74-0259-4b38-92cd-6d97fa4ceadb tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (a4fa0768-0925-4a3d-ab61-b80443433883), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:40.070699 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50a1e74-0259-4b38-92cd-6d97fa4ceadb tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:40.071626 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e50a1e74-0259-4b38-92cd-6d97fa4ceadb tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:40.074414 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e7449ea9-d1da-43b2-873b-fb1480f37950 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (8a1ad69f-f1f4-4a64-99b3-f002afc3f76f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:40.076951 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-487768f2-0ff6-4a77-be6d-b484bdd35bcb tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Allocated IP 172.20.0.6 (e97c7c72-bd16-4ca6-ab5e-b2d19b2bab5c/b4aa5c77-de35-43f7-8fb4-106ab5f2fe07/5cbae8d5-147d-4ca6-af36-96c42e07dd23) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:46:40.080887 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7449ea9-d1da-43b2-873b-fb1480f37950 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:40.081541 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e7449ea9-d1da-43b2-873b-fb1480f37950 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:40.176442 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 583160cd-8eb2-43c2-bbb7-b15a7fa986c4 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:40.184615 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f6660093-8b19-449a-b38c-26c1356f94f6 None None] For port d8c2592d-a070-4c75-b0bd-32a6390bada2, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:46:40.200101 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f6660093-8b19-449a-b38c-26c1356f94f6 None None] For port d8c2592d-a070-4c75-b0bd-32a6390bada2, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=d8c2592d-a070-4c75-b0bd-32a6390bada2,segment=NetworkSegment(5488a563-6fe6-44ba-b50d-9a0b48dcc2eb),segment_id=5488a563-6fe6-44ba-b50d-9a0b48dcc2eb)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:46:40.213874 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-822d0ec3-0fe0-4f28-911d-1b77e678ce18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'name': 'tempest-RoutersTest-router-741369824', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:46:32Z', 'updated_at': '2022-03-22T19:46:36Z', 'revision_number': 2, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'gw_port_host': None, '_interfaces': [{'id': '390905f2-bf20-47c2-82a1-697077271adc', 'name': '', 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:76:f5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:33Z', 'updated_at': '2022-03-22T19:46:36Z', 'revision_number': 2, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:40.258282 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e50a1e74-0259-4b38-92cd-6d97fa4ceadb tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6688960 Mar 22 19:46:40.271108 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48818) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:40.292495 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f6660093-8b19-449a-b38c-26c1356f94f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d8c2592d-a070-4c75-b0bd-32a6390bada2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:40.296639 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822d0ec3-0fe0-4f28-911d-1b77e678ce18 None None] Checking router: 07fc3f04-90d3-45eb-bca0-2473b0893c06 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:46:40.297214 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822d0ec3-0fe0-4f28-911d-1b77e678ce18 None None] Updating router 07fc3f04-90d3-45eb-bca0-2473b0893c06 port 390905f2-bf20-47c2-82a1-697077271adc binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:46:40.346801 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e7449ea9-d1da-43b2-873b-fb1480f37950 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8503399 Mar 22 19:46:40.353199 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9aecb2ba-2c8d-4dd4-817a-fa8528527fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (949682a8-b680-48ec-b1b8-7eb425df8912), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:40.355849 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9aecb2ba-2c8d-4dd4-817a-fa8528527fea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:40.357011 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9aecb2ba-2c8d-4dd4-817a-fa8528527fea admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/949682a8-b680-48ec-b1b8-7eb425df8912 HTTP/1.1" status: 204 len: 168 time: 0.6100647 Mar 22 19:46:40.357865 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48820) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:40.382364 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-a416af14-5c51-43a7-a7fe-2d56ee1f1dc3 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Request body: {'ports': [{'network_id': '2cea651d-7cfe-4205-a803-8b6537da1ee7', 'name': 'tempest-port--1366687221', 'admin_state_up': True}, {'network_id': 'a4fa0768-0925-4a3d-ab61-b80443433883', 'admin_state_up': False}]} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:40.382749 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-a416af14-5c51-43a7-a7fe-2d56ee1f1dc3 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Request body: {'port': {'network_id': '2cea651d-7cfe-4205-a803-8b6537da1ee7', 'name': 'tempest-port--1366687221', 'admin_state_up': True}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:40.385673 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-a416af14-5c51-43a7-a7fe-2d56ee1f1dc3 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Request body: {'port': {'network_id': 'a4fa0768-0925-4a3d-ab61-b80443433883', 'admin_state_up': False}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:40.391152 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-822d0ec3-0fe0-4f28-911d-1b77e678ce18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (390905f2-bf20-47c2-82a1-697077271adc), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:40.400709 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-e96ec69f-0184-4462-869b-0af498785a5b tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Request body: {'subnet': {'network_id': '8a1ad69f-f1f4-4a64-99b3-f002afc3f76f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:40.469057 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6660093-8b19-449a-b38c-26c1356f94f6 None None] Pushing event updated for resources: {'Port': ['ID=d8c2592d-a070-4c75-b0bd-32a6390bada2,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:40.476199 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aecb2ba-2c8d-4dd4-817a-fa8528527fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949682a8-b680-48ec-b1b8-7eb425df8912,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:40.533977 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a1e74-0259-4b38-92cd-6d97fa4ceadb tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Pushing event updated for resources: {'Network': ['ID=a4fa0768-0925-4a3d-ab61-b80443433883,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:40.561744 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7449ea9-d1da-43b2-873b-fb1480f37950 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Network': ['ID=8a1ad69f-f1f4-4a64-99b3-f002afc3f76f,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:40.591826 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 36331402-db6f-47c1-ace3-3f9881804937 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:46:40.595402 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network a4fa0768-0925-4a3d-ab61-b80443433883 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:46:40.784461 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57816ce-345f-4ab6-9f4f-0c6eda28b9be tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:46:40.809491 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f57816ce-345f-4ab6-9f4f-0c6eda28b9be tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:40.821147 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1189a2b0-5656-4c7d-a026-86504cf6c8a9 None None] Sync routers for ids ['6211b3a6-ac03-423a-a525-11ca4a554a55'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:46:40.850348 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1189a2b0-5656-4c7d-a026-86504cf6c8a9 None None] Routers {'6211b3a6-ac03-423a-a525-11ca4a554a55'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:46:40.851050 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-1189a2b0-5656-4c7d-a026-86504cf6c8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:46:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6211b3a6-ac03-423a-a525-11ca4a554a55'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:40.916221 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 8a1ad69f-f1f4-4a64-99b3-f002afc3f76f details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:46:40.923791 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f57816ce-345f-4ab6-9f4f-0c6eda28b9be tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "DELETE /v2.0/floatingips/63000373-61cc-4a69-89d4-eab7a7698aaa HTTP/1.1" status: 204 len: 168 time: 4.6559818 Mar 22 19:46:40.927738 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5790878-e041-4309-b10f-f32cc6eb46b0', 'tag': 'b2c522d0-02a7-4bcc-a587-249ac2d43207'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:46:40.931377 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3703a4f2-acd4-45b8-8e0b-acf24bd88bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "b5790878-e041-4309-b10f-f32cc6eb46b0", "tag": "b2c522d0-02a7-4bcc-a587-249ac2d43207"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:46:40.946917 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96ec69f-0184-4462-869b-0af498785a5b tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Made reservation on behalf of e7c95693d2624eb68ce77ff7289ab08a for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:46:40.958170 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e96ec69f-0184-4462-869b-0af498785a5b tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:40.965722 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-487768f2-0ff6-4a77-be6d-b484bdd35bcb tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks [] for port (5cbae8d5-147d-4ca6-af36-96c42e07dd23), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:40.968716 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a416af14-5c51-43a7-a7fe-2d56ee1f1dc3 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Made reservation on behalf of 3e7f58d4b3934374bd54e798134be826 for: {'port': 2} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:46:40.973235 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a416af14-5c51-43a7-a7fe-2d56ee1f1dc3 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:41.030957 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a416af14-5c51-43a7-a7fe-2d56ee1f1dc3 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:41.087842 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbde289f-db7d-4461-9e31-7b73145784f7 x-openstack-request-id: req-bbde289f-db7d-4461-9e31-7b73145784f7 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:46:41.088174 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5790878-e041-4309-b10f-f32cc6eb46b0", "tag": "b2c522d0-02a7-4bcc-a587-249ac2d43207", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:46:41.102314 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bbde289f-db7d-4461-9e31-7b73145784f7 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:46:41.103695 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbde289f-db7d-4461-9e31-7b73145784f7'] response: {'name': 'network-changed', 'server_uuid': 'b5790878-e041-4309-b10f-f32cc6eb46b0', 'tag': 'b2c522d0-02a7-4bcc-a587-249ac2d43207', 'status': 'completed', 'code': 200} Mar 22 19:46:41.128242 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-31be961e-dace-4972-996a-0cc445467a27 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:41.146969 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-1189a2b0-5656-4c7d-a026-86504cf6c8a9 None None] Set router 6211b3a6-ac03-423a-a525-11ca4a554a55 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:46:41.205024 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48834) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:41.233716 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-16796bc7-4b54-4ee7-b2c0-fdef530d6932 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:41.280745 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-822d0ec3-0fe0-4f28-911d-1b77e678ce18 None None] Publish callbacks [] for port (390905f2-bf20-47c2-82a1-697077271adc), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:41.342597 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-822d0ec3-0fe0-4f28-911d-1b77e678ce18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (390905f2-bf20-47c2-82a1-697077271adc), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:41.350794 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-16796bc7-4b54-4ee7-b2c0-fdef530d6932 admin admin] Publish callbacks [] for security_group (c08f11ce-69d9-48fa-9299-afbd6b1fc64d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:41.362822 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-16796bc7-4b54-4ee7-b2c0-fdef530d6932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (c08f11ce-69d9-48fa-9299-afbd6b1fc64d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:41.403063 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 36331402-db6f-47c1-ace3-3f9881804937 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:46:41.403504 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 36331402-db6f-47c1-ace3-3f9881804937 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:46:41.487572 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-16796bc7-4b54-4ee7-b2c0-fdef530d6932 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4a7c8813b63a44d28d2a79871d26e6a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2811317 Mar 22 19:46:41.497464 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48836) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:41.504869 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16796bc7-4b54-4ee7-b2c0-fdef530d6932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08f11ce-69d9-48fa-9299-afbd6b1fc64d,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:41.557403 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d8c2592d-a070-4c75-b0bd-32a6390bada2 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:46:41.609778 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-a416af14-5c51-43a7-a7fe-2d56ee1f1dc3 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] device_id is not set on port 3a8a495a-6802-4eea-a1fd-78918bfd5939 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:46:41.622533 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-1189a2b0-5656-4c7d-a026-86504cf6c8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'name': 'tempest-TestVolumeBackupRestore-255375235-router', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'cb7be764-1473-4902-95af-9b6dc3545847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:38:45Z', 'updated_at': '2022-03-22T19:38:53Z', 'revision_number': 4, 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'gw_port': {'id': 'cb7be764-1473-4902-95af-9b6dc3545847', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:38:46Z', 'updated_at': '2022-03-22T19:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '52d448e1-702b-407d-b944-f7edf5948e55', 'name': '', 'network_id': 'abcbf463-c70f-41d4-961e-5e15d687045d', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'mac_address': 'fa:16:3e:af:c6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '4faeafe8-a45f-41c1-a8a5-9fa581f91c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:38:50Z', 'updated_at': '2022-03-22T19:38:57Z', 'revision_number': 5, 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'subnets': [{'id': '4faeafe8-a45f-41c1-a8a5-9fa581f91c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:41.651741 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e96ec69f-0184-4462-869b-0af498785a5b tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (62796115-58e2-4b98-891f-02a99e74269d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:41.684780 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e40e6b-42a7-4f41-a05c-f8f6fd24b550 None None] Pushing event updated for resources: {'Port': ['ID=390905f2-bf20-47c2-82a1-697077271adc,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:41.699352 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1189a2b0-5656-4c7d-a026-86504cf6c8a9 None None] Checking router: 6211b3a6-ac03-423a-a525-11ca4a554a55 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:46:41.704202 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-822d0ec3-0fe0-4f28-911d-1b77e678ce18 None None] Attempting to bind port 390905f2-bf20-47c2-82a1-697077271adc on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:46:41.704598 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-822d0ec3-0fe0-4f28-911d-1b77e678ce18 None None] Attempting to bind port 390905f2-bf20-47c2-82a1-697077271adc by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '064ab5ff-89c4-4231-8179-6dd7c8bf4e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:46:41.705117 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822d0ec3-0fe0-4f28-911d-1b77e678ce18 None None] Attempting to bind port 390905f2-bf20-47c2-82a1-697077271adc on network fe42298d-9097-43e9-a317-79076ca9a812 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:46:41.712669 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1189a2b0-5656-4c7d-a026-86504cf6c8a9 None None] Routers {'6211b3a6-ac03-423a-a525-11ca4a554a55'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:46:41.713713 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-1189a2b0-5656-4c7d-a026-86504cf6c8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:46:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6211b3a6-ac03-423a-a525-11ca4a554a55'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:41.721730 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822d0ec3-0fe0-4f28-911d-1b77e678ce18 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:46:41.722182 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822d0ec3-0fe0-4f28-911d-1b77e678ce18 None None] Checking segment: {'id': '064ab5ff-89c4-4231-8179-6dd7c8bf4e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:46:41.722601 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-822d0ec3-0fe0-4f28-911d-1b77e678ce18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:41.723040 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822d0ec3-0fe0-4f28-911d-1b77e678ce18 None None] Bound using segment: {'id': '064ab5ff-89c4-4231-8179-6dd7c8bf4e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:46:41.727255 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-822d0ec3-0fe0-4f28-911d-1b77e678ce18 None None] Bound port: 390905f2-bf20-47c2-82a1-697077271adc, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064ab5ff-89c4-4231-8179-6dd7c8bf4e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:46:41.727670 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-822d0ec3-0fe0-4f28-911d-1b77e678ce18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (390905f2-bf20-47c2-82a1-697077271adc), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:41.733654 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port d8c2592d-a070-4c75-b0bd-32a6390bada2 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:41.734272 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d8c2592d-a070-4c75-b0bd-32a6390bada2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:41.754848 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a416af14-5c51-43a7-a7fe-2d56ee1f1dc3 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks [] for port (3a8a495a-6802-4eea-a1fd-78918bfd5939), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:41.787219 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b97681ed-9586-4216-8821-b152bbfd227f admin admin] Publish callbacks [] for security_group (c08f11ce-69d9-48fa-9299-afbd6b1fc64d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:41.795829 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ec69f-0184-4462-869b-0af498785a5b tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Subnet': ['ID=62796115-58e2-4b98-891f-02a99e74269d,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:41.798099 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96ec69f-0184-4462-869b-0af498785a5b tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Checking segment: {'id': '6654f959-0179-4b80-9878-54c2091ba464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8a1ad69f-f1f4-4a64-99b3-f002afc3f76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:46:41.798836 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96ec69f-0184-4462-869b-0af498785a5b tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network hostable DHCP agents. Network: 8a1ad69f-f1f4-4a64-99b3-f002afc3f76f, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:46:41.857392 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b97681ed-9586-4216-8821-b152bbfd227f admin admin] Publish callbacks [] for security_group (c08f11ce-69d9-48fa-9299-afbd6b1fc64d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:41.921317 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-822d0ec3-0fe0-4f28-911d-1b77e678ce18 None None] For port 390905f2-bf20-47c2-82a1-697077271adc, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:46:41.925635 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-a416af14-5c51-43a7-a7fe-2d56ee1f1dc3 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] device_id is not set on port a0851786-8d73-47d5-91c3-037eff7c9615 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:46:41.956454 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port d8c2592d-a070-4c75-b0bd-32a6390bada2 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:41.956920 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d8c2592d-a070-4c75-b0bd-32a6390bada2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:41.985815 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b97681ed-9586-4216-8821-b152bbfd227f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (c08f11ce-69d9-48fa-9299-afbd6b1fc64d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:41.987239 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-822d0ec3-0fe0-4f28-911d-1b77e678ce18 None None] For port 390905f2-bf20-47c2-82a1-697077271adc, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=390905f2-bf20-47c2-82a1-697077271adc,segment=NetworkSegment(064ab5ff-89c4-4231-8179-6dd7c8bf4e5a),segment_id=064ab5ff-89c4-4231-8179-6dd7c8bf4e5a)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:46:41.989335 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b97681ed-9586-4216-8821-b152bbfd227f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:41.990792 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b97681ed-9586-4216-8821-b152bbfd227f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c08f11ce-69d9-48fa-9299-afbd6b1fc64d HTTP/1.1" status: 204 len: 168 time: 0.4871800 Mar 22 19:46:42.020518 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96ec69f-0184-4462-869b-0af498785a5b tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network 8a1ad69f-f1f4-4a64-99b3-f002afc3f76f is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:46:42.032513 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97681ed-9586-4216-8821-b152bbfd227f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08f11ce-69d9-48fa-9299-afbd6b1fc64d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:42.037675 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port d8c2592d-a070-4c75-b0bd-32a6390bada2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=d8c2592d-a070-4c75-b0bd-32a6390bada2,segment=NetworkSegment(5488a563-6fe6-44ba-b50d-9a0b48dcc2eb),segment_id=5488a563-6fe6-44ba-b50d-9a0b48dcc2eb)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:46:42.042332 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-822d0ec3-0fe0-4f28-911d-1b77e678ce18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (390905f2-bf20-47c2-82a1-697077271adc), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:42.044443 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-91d1fe53-9144-4a52-8611-68773708b0f3 None None] Provisioning complete for port 390905f2-bf20-47c2-82a1-697077271adc triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:42.044856 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-91d1fe53-9144-4a52-8611-68773708b0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (390905f2-bf20-47c2-82a1-697077271adc), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:42.067723 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-e96ec69f-0184-4462-869b-0af498785a5b tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 8a1ad69f-f1f4-4a64-99b3-f002afc3f76f) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:42.074201 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96ec69f-0184-4462-869b-0af498785a5b tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:42.075049 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e96ec69f-0184-4462-869b-0af498785a5b tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:42.114751 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e96ec69f-0184-4462-869b-0af498785a5b tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7282009 Mar 22 19:46:42.117244 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48846) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:42.118818 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a416af14-5c51-43a7-a7fe-2d56ee1f1dc3 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks [] for port (a0851786-8d73-47d5-91c3-037eff7c9615), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:42.157821 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f2361a-1d62-4666-96f8-cdefa91c4d81 None None] Network 8a1ad69f-f1f4-4a64-99b3-f002afc3f76f requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:46:42.207366 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d8c2592d-a070-4c75-b0bd-32a6390bada2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:42.250254 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-487768f2-0ff6-4a77-be6d-b484bdd35bcb tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (5cbae8d5-147d-4ca6-af36-96c42e07dd23), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:42.267006 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a416af14-5c51-43a7-a7fe-2d56ee1f1dc3 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (3a8a495a-6802-4eea-a1fd-78918bfd5939), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:42.293296 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487768f2-0ff6-4a77-be6d-b484bdd35bcb tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Network e97c7c72-bd16-4ca6-ab5e-b2d19b2bab5c is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:46:42.302385 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-1189a2b0-5656-4c7d-a026-86504cf6c8a9 None None] Set router 6211b3a6-ac03-423a-a525-11ca4a554a55 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:46:42.312294 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-487768f2-0ff6-4a77-be6d-b484bdd35bcb tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:42.319399 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487768f2-0ff6-4a77-be6d-b484bdd35bcb tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:46:42.350220 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8246b346-f63d-4148-a45e-585dfed18903 None None] Network e97c7c72-bd16-4ca6-ab5e-b2d19b2bab5c requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:46:42.423811 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703a4f2-acd4-45b8-8e0b-acf24bd88bc8 req-e345fdb6-4345-4d6d-8e78-c6dadf2a7d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:42.429719 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3703a4f2-acd4-45b8-8e0b-acf24bd88bc8 req-e345fdb6-4345-4d6d-8e78-c6dadf2a7d1e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9311d11ae9f64b56a94fae205d6367b4&device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 1128 time: 1.3559146 Mar 22 19:46:42.446813 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487768f2-0ff6-4a77-be6d-b484bdd35bcb tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:42.447805 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-487768f2-0ff6-4a77-be6d-b484bdd35bcb tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:42.505691 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e40e6b-42a7-4f41-a05c-f8f6fd24b550 None None] Pushing event updated for resources: {'Port': ['ID=390905f2-bf20-47c2-82a1-697077271adc,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:42.542160 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822d0ec3-0fe0-4f28-911d-1b77e678ce18 None None] Routers {'07fc3f04-90d3-45eb-bca0-2473b0893c06'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:46:42.544280 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-822d0ec3-0fe0-4f28-911d-1b77e678ce18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:46:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['07fc3f04-90d3-45eb-bca0-2473b0893c06'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:42.716461 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-487768f2-0ff6-4a77-be6d-b484bdd35bcb tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.8043661 Mar 22 19:46:42.717626 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703a4f2-acd4-45b8-8e0b-acf24bd88bc8 req-232a9f91-5eac-4676-bb41-d89a84123614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:42.719147 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3703a4f2-acd4-45b8-8e0b-acf24bd88bc8 req-232a9f91-5eac-4676-bb41-d89a84123614 service neutron] 10.222.0.85 "GET /v2.0/networks?id=abcbf463-c70f-41d4-961e-5e15d687045d HTTP/1.1" status: 200 len: 914 time: 0.2296383 Mar 22 19:46:42.737162 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48854) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:42.739249 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-1189a2b0-5656-4c7d-a026-86504cf6c8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'name': 'tempest-TestVolumeBackupRestore-255375235-router', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'cb7be764-1473-4902-95af-9b6dc3545847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:38:45Z', 'updated_at': '2022-03-22T19:38:53Z', 'revision_number': 4, 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'gw_port': {'id': 'cb7be764-1473-4902-95af-9b6dc3545847', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:38:46Z', 'updated_at': '2022-03-22T19:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '52d448e1-702b-407d-b944-f7edf5948e55', 'name': '', 'network_id': 'abcbf463-c70f-41d4-961e-5e15d687045d', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'mac_address': 'fa:16:3e:af:c6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '4faeafe8-a45f-41c1-a8a5-9fa581f91c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:38:50Z', 'updated_at': '2022-03-22T19:38:57Z', 'revision_number': 5, 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'subnets': [{'id': '4faeafe8-a45f-41c1-a8a5-9fa581f91c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:42.758958 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9798dc3-955a-4936-bbeb-84ba1eb4118d req-5ab7ab68-36b8-4b92-aa30-2b67f66b5307 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:42.760480 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9798dc3-955a-4936-bbeb-84ba1eb4118d req-5ab7ab68-36b8-4b92-aa30-2b67f66b5307 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 945 time: 1.4414132 Mar 22 19:46:42.762558 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-625cbe3f-280b-4855-891d-16f19372d8d8 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-83696813', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:42.782919 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1189a2b0-5656-4c7d-a026-86504cf6c8a9 None None] The sync data for ids ['6211b3a6-ac03-423a-a525-11ca4a554a55'] in n-d-705658-24 is: [{'id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'name': 'tempest-TestVolumeBackupRestore-255375235-router', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'cb7be764-1473-4902-95af-9b6dc3545847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:38:45Z', 'updated_at': '2022-03-22T19:38:53Z', 'revision_number': 4, 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'gw_port': {'id': 'cb7be764-1473-4902-95af-9b6dc3545847', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:38:46Z', 'updated_at': '2022-03-22T19:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '52d448e1-702b-407d-b944-f7edf5948e55', 'name': '', 'network_id': 'abcbf463-c70f-41d4-961e-5e15d687045d', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'mac_address': 'fa:16:3e:af:c6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2442, 'fixed_ips': [{'subnet_id': '4faeafe8-a45f-41c1-a8a5-9fa581f91c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:38:50Z', 'updated_at': '2022-03-22T19:38:57Z', 'revision_number': 5, 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'subnets': [{'id': '4faeafe8-a45f-41c1-a8a5-9fa581f91c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:46:42.901257 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-625cbe3f-280b-4855-891d-16f19372d8d8 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (32fec623-bda5-4079-bf20-de1e9d9911d4), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:42.902227 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-625cbe3f-280b-4855-891d-16f19372d8d8 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (32fec623-bda5-4079-bf20-de1e9d9911d4), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:42.920565 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3703a4f2-acd4-45b8-8e0b-acf24bd88bc8 req-e059b2b4-87e6-45ec-967e-1c6c8574c96e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2c522d0-02a7-4bcc-a587-249ac2d43207 HTTP/1.1" status: 200 len: 217 time: 0.1334600 Mar 22 19:46:42.976016 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487768f2-0ff6-4a77-be6d-b484bdd35bcb tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Pushing event updated for resources: {'Port': ['ID=5cbae8d5-147d-4ca6-af36-96c42e07dd23,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:43.055447 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca9aeec-f05c-45c4-ab78-9fd6276f2791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-8a1ad69f-f1f4-4a64-99b3-f002afc3f76f', 'network_id': '8a1ad69f-f1f4-4a64-99b3-f002afc3f76f', 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'fixed_ips': [{'subnet_id': '62796115-58e2-4b98-891f-02a99e74269d'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:46:43.056320 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5ca9aeec-f05c-45c4-ab78-9fd6276f2791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:43.081423 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=d8c2592d-a070-4c75-b0bd-32a6390bada2,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:43.141310 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a416af14-5c51-43a7-a7fe-2d56ee1f1dc3 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Checking segment: {'id': '52cca118-cbf9-43d3-8c52-5ab88dccc518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2cea651d-7cfe-4205-a803-8b6537da1ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:46:43.141851 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a416af14-5c51-43a7-a7fe-2d56ee1f1dc3 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Network hostable DHCP agents. Network: 2cea651d-7cfe-4205-a803-8b6537da1ee7, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:46:43.149021 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-822d0ec3-0fe0-4f28-911d-1b77e678ce18 None None] Set router 07fc3f04-90d3-45eb-bca0-2473b0893c06 gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:46:43.160141 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9798dc3-955a-4936-bbeb-84ba1eb4118d req-6f9c8119-44db-4e48-88d4-0a9bd413ec58 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/security-groups?id=022aea2e-9cbf-4dec-9fef-4b9a75e67c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3718662 Mar 22 19:46:43.175724 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416af14-5c51-43a7-a7fe-2d56ee1f1dc3 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Pushing event updated for resources: {'Port': ['ID=3a8a495a-6802-4eea-a1fd-78918bfd5939,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:43.189265 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703a4f2-acd4-45b8-8e0b-acf24bd88bc8 req-be5da659-4751-4936-a14b-1cc8e700e9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:43.190817 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3703a4f2-acd4-45b8-8e0b-acf24bd88bc8 req-be5da659-4751-4936-a14b-1cc8e700e9d8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4faeafe8-a45f-41c1-a8a5-9fa581f91c44 HTTP/1.1" status: 200 len: 852 time: 0.2178502 Mar 22 19:46:43.226309 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-625cbe3f-280b-4855-891d-16f19372d8d8 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks [] for router_controller (32fec623-bda5-4079-bf20-de1e9d9911d4), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:43.256983 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0076b9c2-30f4-4cba-b6f8-3f5dfc96e5dc req-95c976af-fbdc-4615-80f0-55ed6a28c0e0 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:43.262041 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0076b9c2-30f4-4cba-b6f8-3f5dfc96e5dc req-95c976af-fbdc-4615-80f0-55ed6a28c0e0 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.85 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 945 time: 0.4485970 Mar 22 19:46:43.276126 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a416af14-5c51-43a7-a7fe-2d56ee1f1dc3 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Network 2cea651d-7cfe-4205-a803-8b6537da1ee7 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:46:43.281585 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-625cbe3f-280b-4855-891d-16f19372d8d8 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (32fec623-bda5-4079-bf20-de1e9d9911d4), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:43.299823 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-91d1fe53-9144-4a52-8611-68773708b0f3 None None] Current status of the port 390905f2-bf20-47c2-82a1-697077271adc is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:43.305753 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-91d1fe53-9144-4a52-8611-68773708b0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (390905f2-bf20-47c2-82a1-697077271adc), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:43.311139 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-a416af14-5c51-43a7-a7fe-2d56ee1f1dc3 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 2cea651d-7cfe-4205-a803-8b6537da1ee7) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:43.361948 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a416af14-5c51-43a7-a7fe-2d56ee1f1dc3 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:46:43.374548 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a416af14-5c51-43a7-a7fe-2d56ee1f1dc3 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (a0851786-8d73-47d5-91c3-037eff7c9615), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:43.391488 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703a4f2-acd4-45b8-8e0b-acf24bd88bc8 req-65402173-10fe-4c87-981a-139dc9694806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:43.393044 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3703a4f2-acd4-45b8-8e0b-acf24bd88bc8 req-65402173-10fe-4c87-981a-139dc9694806 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=abcbf463-c70f-41d4-961e-5e15d687045d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1890790 Mar 22 19:46:43.459044 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd22bd2d-fd7b-4392-b7ff-021b9c18f939 None None] Network 2cea651d-7cfe-4205-a803-8b6537da1ee7 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:46:43.464090 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22a3f61-a660-484a-b0ac-8dd810b3d0d4 None None] New status for floating IP 63000373-61cc-4a69-89d4-eab7a7698aaa: DOWN {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:46:43.477273 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d8c2592d-a070-4c75-b0bd-32a6390bada2 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:46:43.531758 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-73ad56c6-cc10-449d-9fbd-daacb0fd6148 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:43.573148 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-625cbe3f-280b-4855-891d-16f19372d8d8 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:43.574711 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-625cbe3f-280b-4855-891d-16f19372d8d8 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.8354292 Mar 22 19:46:43.617979 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48870) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:43.658930 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-0076b9c2-30f4-4cba-b6f8-3f5dfc96e5dc req-51296aec-e246-4c09-b811-bee0829a9b25 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Deleting port b2c522d0-02a7-4bcc-a587-249ac2d43207 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:46:43.659517 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-0076b9c2-30f4-4cba-b6f8-3f5dfc96e5dc req-51296aec-e246-4c09-b811-bee0829a9b25 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (b2c522d0-02a7-4bcc-a587-249ac2d43207), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:43.802318 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-0076b9c2-30f4-4cba-b6f8-3f5dfc96e5dc req-51296aec-e246-4c09-b811-bee0829a9b25 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] For port b2c522d0-02a7-4bcc-a587-249ac2d43207, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=b2c522d0-02a7-4bcc-a587-249ac2d43207,segment=NetworkSegment(62c5f32f-8ee6-4399-879b-0e25c75c35bf),segment_id=62c5f32f-8ee6-4399-879b-0e25c75c35bf)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:46:43.803583 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-0076b9c2-30f4-4cba-b6f8-3f5dfc96e5dc req-51296aec-e246-4c09-b811-bee0829a9b25 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (b2c522d0-02a7-4bcc-a587-249ac2d43207), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:43.843889 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-95b9e0e1-29fb-4efd-af5a-0afcdaf7ec2d tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1548689001', 'prefixes': ['172.20.0.0/16']}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:43.884761 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-0076b9c2-30f4-4cba-b6f8-3f5dfc96e5dc req-51296aec-e246-4c09-b811-bee0829a9b25 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Calling delete_port for b2c522d0-02a7-4bcc-a587-249ac2d43207 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:46:43.931440 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3703a4f2-acd4-45b8-8e0b-acf24bd88bc8 req-409640ae-dd0a-4039-ad54-793985e0fd47 service neutron] 10.222.0.85 "GET /v2.0/networks/abcbf463-c70f-41d4-961e-5e15d687045d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5140238 Mar 22 19:46:43.991180 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-5ca9aeec-f05c-45c4-ab78-9fd6276f2791 None None] Allocated IP 172.21.0.2 (8a1ad69f-f1f4-4a64-99b3-f002afc3f76f/62796115-58e2-4b98-891f-02a99e74269d/85463cf4-eef1-41dd-aac2-fb7116d26e99) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:46:44.030685 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416af14-5c51-43a7-a7fe-2d56ee1f1dc3 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Pushing event updated for resources: {'Port': ['ID=a0851786-8d73-47d5-91c3-037eff7c9615,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:44.131228 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a416af14-5c51-43a7-a7fe-2d56ee1f1dc3 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Checking segment: {'id': 'b0cae4c1-f94e-4ec0-8482-f8f122bc5d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'a4fa0768-0925-4a3d-ab61-b80443433883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:46:44.132036 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a416af14-5c51-43a7-a7fe-2d56ee1f1dc3 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Network hostable DHCP agents. Network: a4fa0768-0925-4a3d-ab61-b80443433883, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:46:44.168076 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-95b9e0e1-29fb-4efd-af5a-0afcdaf7ec2d tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:44.169406 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-95b9e0e1-29fb-4efd-af5a-0afcdaf7ec2d tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3419232 Mar 22 19:46:44.173646 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48880) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:44.178805 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.tag.tag_plugin [None req-656c2c81-1631-45cc-9764-de8f94277cd2 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b4aa5c77-de35-43f7-8fb4-106ab5f2fe07', 'tempest-TagsExtTest-Tag-2065906868') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:44.208367 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-31be961e-dace-4972-996a-0cc445467a27 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Deleting port d097969c-b755-4eb4-b93f-d0a4c2b3bccf {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:46:44.208891 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-31be961e-dace-4972-996a-0cc445467a27 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (d097969c-b755-4eb4-b93f-d0a4c2b3bccf), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:44.225893 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5ca9aeec-f05c-45c4-ab78-9fd6276f2791 None None] Publish callbacks [] for port (85463cf4-eef1-41dd-aac2-fb7116d26e99), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:44.261258 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-91d1fe53-9144-4a52-8611-68773708b0f3 None None] For port 390905f2-bf20-47c2-82a1-697077271adc, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=390905f2-bf20-47c2-82a1-697077271adc,segment=NetworkSegment(064ab5ff-89c4-4231-8179-6dd7c8bf4e5a),segment_id=064ab5ff-89c4-4231-8179-6dd7c8bf4e5a)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:46:44.309026 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-91d1fe53-9144-4a52-8611-68773708b0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (390905f2-bf20-47c2-82a1-697077271adc), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:44.311991 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5ca9aeec-f05c-45c4-ab78-9fd6276f2791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (85463cf4-eef1-41dd-aac2-fb7116d26e99), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:44.356199 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3703a4f2-acd4-45b8-8e0b-acf24bd88bc8 req-8264c1bb-2bee-4801-9052-bbd0361da481 service neutron] 10.222.0.85 "GET /v2.0/networks/abcbf463-c70f-41d4-961e-5e15d687045d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139936 Mar 22 19:46:44.364873 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a416af14-5c51-43a7-a7fe-2d56ee1f1dc3 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Network a4fa0768-0925-4a3d-ab61-b80443433883 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:46:44.424465 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca9aeec-f05c-45c4-ab78-9fd6276f2791 None None] Network 8a1ad69f-f1f4-4a64-99b3-f002afc3f76f is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:46:44.438472 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1fe53-9144-4a52-8611-68773708b0f3 None None] Pushing event updated for resources: {'Port': ['ID=390905f2-bf20-47c2-82a1-697077271adc,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:44.450615 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-a416af14-5c51-43a7-a7fe-2d56ee1f1dc3 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, a4fa0768-0925-4a3d-ab61-b80443433883) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:44.456735 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-5ca9aeec-f05c-45c4-ab78-9fd6276f2791 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:44.459753 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca9aeec-f05c-45c4-ab78-9fd6276f2791 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:46:44.535424 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a161888b-d2e8-46bb-a9e8-8dfb348818f6 None None] Network a4fa0768-0925-4a3d-ab61-b80443433883 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:46:44.552666 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-31be961e-dace-4972-996a-0cc445467a27 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] For port d097969c-b755-4eb4-b93f-d0a4c2b3bccf, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=d097969c-b755-4eb4-b93f-d0a4c2b3bccf,segment=NetworkSegment(5bb50cb9-6ef7-4433-b64b-dce37d507aea),segment_id=5bb50cb9-6ef7-4433-b64b-dce37d507aea)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:46:44.552919 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-31be961e-dace-4972-996a-0cc445467a27 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (d097969c-b755-4eb4-b93f-d0a4c2b3bccf), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:44.567777 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-31be961e-dace-4972-996a-0cc445467a27 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Calling delete_port for d097969c-b755-4eb4-b93f-d0a4c2b3bccf owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:46:44.584697 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a416af14-5c51-43a7-a7fe-2d56ee1f1dc3 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:46:44.591235 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a416af14-5c51-43a7-a7fe-2d56ee1f1dc3 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:44.596384 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a416af14-5c51-43a7-a7fe-2d56ee1f1dc3 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:44.597099 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a416af14-5c51-43a7-a7fe-2d56ee1f1dc3 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:44.683348 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43e2f7-a20d-4d6a-8d9b-d253e7248fde req-b8ce7e6d-5db7-4b6a-9360-4c569775c5c0 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:44.685322 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-73ad56c6-cc10-449d-9fbd-daacb0fd6148 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Allocated IP 172.21.0.1 (8a1ad69f-f1f4-4a64-99b3-f002afc3f76f/62796115-58e2-4b98-891f-02a99e74269d/68f697ed-bd73-4484-b084-f2d3148125d3) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:46:44.685669 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f43e2f7-a20d-4d6a-8d9b-d253e7248fde req-b8ce7e6d-5db7-4b6a-9360-4c569775c5c0 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 945 time: 0.3285358 Mar 22 19:46:44.732029 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port d8c2592d-a070-4c75-b0bd-32a6390bada2 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:44.732978 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d8c2592d-a070-4c75-b0bd-32a6390bada2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:44.733093 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a416af14-5c51-43a7-a7fe-2d56ee1f1dc3 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.4398007 Mar 22 19:46:44.733783 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48892) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:44.818482 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f43e2f7-a20d-4d6a-8d9b-d253e7248fde req-7048475c-fa68-411d-9427-adb4e0ea0f54 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/security-groups?id=022aea2e-9cbf-4dec-9fef-4b9a75e67c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263642 Mar 22 19:46:44.846888 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-0076b9c2-30f4-4cba-b6f8-3f5dfc96e5dc req-51296aec-e246-4c09-b811-bee0829a9b25 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (b2c522d0-02a7-4bcc-a587-249ac2d43207), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:44.912022 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51296aec-e246-4c09-b811-bee0829a9b25 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Pushing event deleted for resources: {'Port': ['ID=b2c522d0-02a7-4bcc-a587-249ac2d43207,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:44.964171 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9aeec-f05c-45c4-ab78-9fd6276f2791 None None] Pushing event updated for resources: {'Port': ['ID=85463cf4-eef1-41dd-aac2-fb7116d26e99,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:44.992431 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abc392f-3149-4867-a9de-3a6e20f23cab tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:44.997821 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abc392f-3149-4867-a9de-3a6e20f23cab tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:44.999480 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6abc392f-3149-4867-a9de-3a6e20f23cab tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2593396 Mar 22 19:46:45.010306 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48898) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:45.029858 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-a43d1905-2287-44bb-80d1-3b030fa50d80 None None] Provisioning complete for port d8c2592d-a070-4c75-b0bd-32a6390bada2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:45.029858 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a43d1905-2287-44bb-80d1-3b030fa50d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d8c2592d-a070-4c75-b0bd-32a6390bada2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:45.053962 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-0076b9c2-30f4-4cba-b6f8-3f5dfc96e5dc req-51296aec-e246-4c09-b811-bee0829a9b25 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] No DVR routers for this DVR port b2c522d0-02a7-4bcc-a587-249ac2d43207 on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:46:45.063710 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-0076b9c2-30f4-4cba-b6f8-3f5dfc96e5dc req-51296aec-e246-4c09-b811-bee0829a9b25 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:45.072502 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0076b9c2-30f4-4cba-b6f8-3f5dfc96e5dc req-51296aec-e246-4c09-b811-bee0829a9b25 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.85 "DELETE /v2.0/ports/b2c522d0-02a7-4bcc-a587-249ac2d43207 HTTP/1.1" status: 204 len: 173 time: 1.7460647 Mar 22 19:46:45.085896 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5790878-e041-4309-b10f-f32cc6eb46b0', 'name': 'network-vif-deleted', 'tag': 'b2c522d0-02a7-4bcc-a587-249ac2d43207'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:46:45.087597 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc665f3-1f4b-4a93-9684-02c1c2f2c0f1" -d '{"events": [{"server_uuid": "b5790878-e041-4309-b10f-f32cc6eb46b0", "name": "network-vif-deleted", "tag": "b2c522d0-02a7-4bcc-a587-249ac2d43207"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:46:45.099575 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-656c2c81-1631-45cc-9764-de8f94277cd2 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "PUT /v2.0/subnets/b4aa5c77-de35-43f7-8fb4-106ab5f2fe07/tags/tempest-TagsExtTest-Tag-2065906868 HTTP/1.1" status: 201 len: 201 time: 0.9248397 Mar 22 19:46:45.104727 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48902) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:45.111810 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.tag.tag_plugin [None req-94be5895-39cf-43f7-8ac2-43cce8ebd09f tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5cbae8d5-147d-4ca6-af36-96c42e07dd23', 'tempest-TagsExtTest-Tag-1686254390') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:45.143376 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-73ad56c6-cc10-449d-9fbd-daacb0fd6148 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for port (68f697ed-bd73-4484-b084-f2d3148125d3), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:45.182075 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-5ca9aeec-f05c-45c4-ab78-9fd6276f2791 None None] Attempting to bind port 85463cf4-eef1-41dd-aac2-fb7116d26e99 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:46:45.182774 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-5ca9aeec-f05c-45c4-ab78-9fd6276f2791 None None] Attempting to bind port 85463cf4-eef1-41dd-aac2-fb7116d26e99 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '6654f959-0179-4b80-9878-54c2091ba464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8a1ad69f-f1f4-4a64-99b3-f002afc3f76f'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:46:45.183307 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca9aeec-f05c-45c4-ab78-9fd6276f2791 None None] Attempting to bind port 85463cf4-eef1-41dd-aac2-fb7116d26e99 on network 8a1ad69f-f1f4-4a64-99b3-f002afc3f76f {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:46:45.215226 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca9aeec-f05c-45c4-ab78-9fd6276f2791 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:46:45.216022 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca9aeec-f05c-45c4-ab78-9fd6276f2791 None None] Checking segment: {'id': '6654f959-0179-4b80-9878-54c2091ba464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8a1ad69f-f1f4-4a64-99b3-f002afc3f76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:46:45.219237 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5ca9aeec-f05c-45c4-ab78-9fd6276f2791 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:45.220310 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca9aeec-f05c-45c4-ab78-9fd6276f2791 None None] Bound using segment: {'id': '6654f959-0179-4b80-9878-54c2091ba464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8a1ad69f-f1f4-4a64-99b3-f002afc3f76f'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:46:45.221081 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-5ca9aeec-f05c-45c4-ab78-9fd6276f2791 None None] Bound port: 85463cf4-eef1-41dd-aac2-fb7116d26e99, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6654f959-0179-4b80-9878-54c2091ba464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8a1ad69f-f1f4-4a64-99b3-f002afc3f76f'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:46:45.221621 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5ca9aeec-f05c-45c4-ab78-9fd6276f2791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (85463cf4-eef1-41dd-aac2-fb7116d26e99), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:45.245626 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f97d308-fa48-4cc7-a847-639e3e443a71 x-openstack-request-id: req-2f97d308-fa48-4cc7-a847-639e3e443a71 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:46:45.247354 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5790878-e041-4309-b10f-f32cc6eb46b0", "name": "network-vif-deleted", "tag": "b2c522d0-02a7-4bcc-a587-249ac2d43207", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:46:45.249008 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2f97d308-fa48-4cc7-a847-639e3e443a71 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:46:45.250428 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f97d308-fa48-4cc7-a847-639e3e443a71'] response: {'server_uuid': 'b5790878-e041-4309-b10f-f32cc6eb46b0', 'name': 'network-vif-deleted', 'tag': 'b2c522d0-02a7-4bcc-a587-249ac2d43207', 'status': 'completed', 'code': 200} Mar 22 19:46:45.280506 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-31be961e-dace-4972-996a-0cc445467a27 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (d097969c-b755-4eb4-b93f-d0a4c2b3bccf), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:45.312886 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-73ad56c6-cc10-449d-9fbd-daacb0fd6148 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (68f697ed-bd73-4484-b084-f2d3148125d3), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:45.362865 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-11d44e8f-845e-4a5e-9142-7be4387f9ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:45.383674 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be961e-dace-4972-996a-0cc445467a27 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Pushing event deleted for resources: {'Port': ['ID=d097969c-b755-4eb4-b93f-d0a4c2b3bccf,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:45.455521 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-196757e3-50f5-41ec-970b-85d5ccf4f80f tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Deleting port 3a8a495a-6802-4eea-a1fd-78918bfd5939 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:46:45.455675 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-196757e3-50f5-41ec-970b-85d5ccf4f80f tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (3a8a495a-6802-4eea-a1fd-78918bfd5939), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:45.515948 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ad56c6-cc10-449d-9fbd-daacb0fd6148 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network 8a1ad69f-f1f4-4a64-99b3-f002afc3f76f is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:46:45.519235 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad56c6-cc10-449d-9fbd-daacb0fd6148 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Port': ['ID=68f697ed-bd73-4484-b084-f2d3148125d3,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:45.527759 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-73ad56c6-cc10-449d-9fbd-daacb0fd6148 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:45.533589 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port d8c2592d-a070-4c75-b0bd-32a6390bada2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:45.536081 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ad56c6-cc10-449d-9fbd-daacb0fd6148 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:46:45.658742 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-5ca9aeec-f05c-45c4-ab78-9fd6276f2791 None None] For port 85463cf4-eef1-41dd-aac2-fb7116d26e99, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:46:45.669276 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-5ca9aeec-f05c-45c4-ab78-9fd6276f2791 None None] For port 85463cf4-eef1-41dd-aac2-fb7116d26e99, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=85463cf4-eef1-41dd-aac2-fb7116d26e99,segment=NetworkSegment(6654f959-0179-4b80-9878-54c2091ba464),segment_id=6654f959-0179-4b80-9878-54c2091ba464)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:46:45.759745 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5ca9aeec-f05c-45c4-ab78-9fd6276f2791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (85463cf4-eef1-41dd-aac2-fb7116d26e99), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:45.780641 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-73ad56c6-cc10-449d-9fbd-daacb0fd6148 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (07fc3f04-90d3-45eb-bca0-2473b0893c06), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:45.781758 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-196757e3-50f5-41ec-970b-85d5ccf4f80f tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (3a8a495a-6802-4eea-a1fd-78918bfd5939), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:45.869027 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-822d0ec3-0fe0-4f28-911d-1b77e678ce18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'name': 'tempest-RoutersTest-router-741369824', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:46:32Z', 'updated_at': '2022-03-22T19:46:36Z', 'revision_number': 2, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'gw_port_host': None, '_interfaces': [{'id': '390905f2-bf20-47c2-82a1-697077271adc', 'name': '', 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:76:f5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:33Z', 'updated_at': '2022-03-22T19:46:41Z', 'revision_number': 4, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:45.870017 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-94be5895-39cf-43f7-8ac2-43cce8ebd09f tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "PUT /v2.0/ports/5cbae8d5-147d-4ca6-af36-96c42e07dd23/tags/tempest-TagsExtTest-Tag-1686254390 HTTP/1.1" status: 201 len: 201 time: 0.7630923 Mar 22 19:46:45.878320 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48920) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:45.990267 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-313189b6-76f8-47c9-91cd-a35d73ff41cd tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '32fec623-bda5-4079-bf20-de1e9d9911d4', 'tempest-TagsExtTest-Tag-843963444') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:46.018881 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-a43d1905-2287-44bb-80d1-3b030fa50d80 None None] Current status of the port d8c2592d-a070-4c75-b0bd-32a6390bada2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:46.022150 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822d0ec3-0fe0-4f28-911d-1b77e678ce18 None None] The sync data for ids ['07fc3f04-90d3-45eb-bca0-2473b0893c06'] in n-d-705658-24 is: [{'id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'name': 'tempest-RoutersTest-router-741369824', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:46:32Z', 'updated_at': '2022-03-22T19:46:36Z', 'revision_number': 2, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'gw_port_host': None, '_interfaces': [{'id': '390905f2-bf20-47c2-82a1-697077271adc', 'name': '', 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:76:f5:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:33Z', 'updated_at': '2022-03-22T19:46:41Z', 'revision_number': 4, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:46:46.028990 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-196757e3-50f5-41ec-970b-85d5ccf4f80f tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Calling delete_port for 3a8a495a-6802-4eea-a1fd-78918bfd5939 owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:46:46.093283 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:46.095016 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-73ad56c6-cc10-449d-9fbd-daacb0fd6148 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (68f697ed-bd73-4484-b084-f2d3148125d3), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:46.114562 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9aeec-f05c-45c4-ab78-9fd6276f2791 None None] Pushing event updated for resources: {'Port': ['ID=85463cf4-eef1-41dd-aac2-fb7116d26e99,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:46.118193 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-a43d1905-2287-44bb-80d1-3b030fa50d80 None None] Provisioning complete for port 390905f2-bf20-47c2-82a1-697077271adc triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:46.118573 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a43d1905-2287-44bb-80d1-3b030fa50d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (390905f2-bf20-47c2-82a1-697077271adc), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:46.197839 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-15e15202-f926-43c1-a9f6-efe177e80482 req-9778331d-174b-453a-84f8-c7cbd9427941 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 210 time: 0.2330761 Mar 22 19:46:46.421045 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-a43d1905-2287-44bb-80d1-3b030fa50d80 None None] Current status of the port 390905f2-bf20-47c2-82a1-697077271adc is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:46.550479 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device b2c522d0-02a7-4bcc-a587-249ac2d43207 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:46:46.678353 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: b2c522d0-02a7-4bcc-a587-249ac2d43207 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:46:46.679088 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device b2c522d0-02a7-4bcc-a587-249ac2d43207 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:46:46.698845 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-31be961e-dace-4972-996a-0cc445467a27 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:46.701748 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-20357364-71c8-4c04-b071-7235bab7804f None None] Provisioning complete for port d8c2592d-a070-4c75-b0bd-32a6390bada2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:46.709214 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-20357364-71c8-4c04-b071-7235bab7804f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d8c2592d-a070-4c75-b0bd-32a6390bada2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:47.002146 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48934) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:47.051548 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-73ad56c6-cc10-449d-9fbd-daacb0fd6148 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for port (68f697ed-bd73-4484-b084-f2d3148125d3), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:47.059922 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-73ad56c6-cc10-449d-9fbd-daacb0fd6148 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (68f697ed-bd73-4484-b084-f2d3148125d3), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:47.066123 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-20357364-71c8-4c04-b071-7235bab7804f None None] Current status of the port d8c2592d-a070-4c75-b0bd-32a6390bada2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:47.081274 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-196757e3-50f5-41ec-970b-85d5ccf4f80f tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (3a8a495a-6802-4eea-a1fd-78918bfd5939), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:47.096697 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-20357364-71c8-4c04-b071-7235bab7804f None None] Provisioning complete for port 5cbae8d5-147d-4ca6-af36-96c42e07dd23 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:47.110854 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-313189b6-76f8-47c9-91cd-a35d73ff41cd tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "PUT /v2.0/routers/32fec623-bda5-4079-bf20-de1e9d9911d4/tags/tempest-TagsExtTest-Tag-843963444 HTTP/1.1" status: 201 len: 201 time: 1.1503348 Mar 22 19:46:47.111087 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-20357364-71c8-4c04-b071-7235bab7804f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5cbae8d5-147d-4ca6-af36-96c42e07dd23), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:47.151105 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48938) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:47.176640 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad56c6-cc10-449d-9fbd-daacb0fd6148 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Port': ['ID=68f697ed-bd73-4484-b084-f2d3148125d3,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:47.184539 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.tag.tag_plugin [None req-7c0be6a5-4e8f-4023-a0b6-777e54b794bc tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '020c331e-dca1-429f-90b6-55a4678eb249', 'tempest-TagsExtTest-Tag-417849545') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:47.188578 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196757e3-50f5-41ec-970b-85d5ccf4f80f tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Pushing event deleted for resources: {'Port': ['ID=3a8a495a-6802-4eea-a1fd-78918bfd5939,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:47.230756 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-20357364-71c8-4c04-b071-7235bab7804f None None] Port 5cbae8d5-147d-4ca6-af36-96c42e07dd23 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:46:47.252616 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-196757e3-50f5-41ec-970b-85d5ccf4f80f tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:47.255298 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7903a10d-ec20-4222-8e45-d91411bbae59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:47.263979 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-196757e3-50f5-41ec-970b-85d5ccf4f80f tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] 10.222.0.75 "DELETE /v2.0/ports/3a8a495a-6802-4eea-a1fd-78918bfd5939 HTTP/1.1" status: 204 len: 168 time: 2.2506628 Mar 22 19:46:47.267324 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48942) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:47.350241 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-73ad56c6-cc10-449d-9fbd-daacb0fd6148 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (07fc3f04-90d3-45eb-bca0-2473b0893c06), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:47.411414 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-884d0445-6189-4612-9137-fd91ada0cfc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:47.518862 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-145266f8-5338-4403-9ecb-b02c9d5fb0ea req-51664c0b-63ca-4a9d-9f43-341512b2f171 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 210 time: 0.0978761 Mar 22 19:46:47.618400 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31be961e-dace-4972-996a-0cc445467a27 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Router 5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:46:47.805344 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 85463cf4-eef1-41dd-aac2-fb7116d26e99 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:46:47.831571 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31be961e-dace-4972-996a-0cc445467a27 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:46:47.842084 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66dbb79-7686-4b45-adab-eecdf8228a46 None None] Sync routers for ids ['5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:46:47.845040 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-31be961e-dace-4972-996a-0cc445467a27 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "PUT /v2.0/routers/5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7356346 Mar 22 19:46:47.847601 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48946) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:47.857321 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66dbb79-7686-4b45-adab-eecdf8228a46 None None] Routers {'5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:46:47.858234 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d66dbb79-7686-4b45-adab-eecdf8228a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:46:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:47.886404 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 85463cf4-eef1-41dd-aac2-fb7116d26e99 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:47.888346 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (85463cf4-eef1-41dd-aac2-fb7116d26e99), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:47.936941 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21e9ac1-7c03-45e4-8b5c-7e25148dfbab None None] Network 8a1ad69f-f1f4-4a64-99b3-f002afc3f76f requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:46:47.937323 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-e431c940-28da-474b-837d-41fd5380326c tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Deleting subnet 6d1a0cc4-edc8-450d-9797-e399194c4b9c {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:46:47.943534 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e431c940-28da-474b-837d-41fd5380326c tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for subnet (6d1a0cc4-edc8-450d-9797-e399194c4b9c), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:48.015546 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e431c940-28da-474b-837d-41fd5380326c tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (6d1a0cc4-edc8-450d-9797-e399194c4b9c), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:48.079753 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-d66dbb79-7686-4b45-adab-eecdf8228a46 None None] Set router 5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:46:48.101412 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7c0be6a5-4e8f-4023-a0b6-777e54b794bc tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "PUT /v2.0/subnetpools/020c331e-dca1-429f-90b6-55a4678eb249/tags/tempest-TagsExtTest-Tag-417849545 HTTP/1.1" status: 201 len: 201 time: 0.9205675 Mar 22 19:46:48.102086 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-21484937-1358-4051-bdff-5c231dd6c402 None None] Provisioning complete for port 85463cf4-eef1-41dd-aac2-fb7116d26e99 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:48.102911 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-21484937-1358-4051-bdff-5c231dd6c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (85463cf4-eef1-41dd-aac2-fb7116d26e99), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:48.109470 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48948) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:48.121747 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.tag.tag_plugin [None req-caa9b81d-421c-4922-b2d0-bafff5a612f9 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b4aa5c77-de35-43f7-8fb4-106ab5f2fe07') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:48.254927 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32e938b1-da43-4249-8605-7113a740fd01 req-7924f603-0398-4ccf-84bb-d0cdd5363eb2 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=0f765898-6403-48d6-a585-d0321dc669cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1556883 Mar 22 19:46:48.277676 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e431c940-28da-474b-837d-41fd5380326c tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (6d1a0cc4-edc8-450d-9797-e399194c4b9c), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:48.319466 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-3fa1a4e6-f5d2-467f-954e-374e86af80c7 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Deleting port a0851786-8d73-47d5-91c3-037eff7c9615 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:46:48.320756 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3fa1a4e6-f5d2-467f-954e-374e86af80c7 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (a0851786-8d73-47d5-91c3-037eff7c9615), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:48.342096 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 85463cf4-eef1-41dd-aac2-fb7116d26e99 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:48.346607 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (85463cf4-eef1-41dd-aac2-fb7116d26e99), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:48.404080 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7903a10d-ec20-4222-8e45-d91411bbae59 admin admin] Publish callbacks [] for security_group (da6485c6-eba7-405e-9914-425f0ebab5e4), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:48.418206 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ad56c6-cc10-449d-9fbd-daacb0fd6148 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network 8a1ad69f-f1f4-4a64-99b3-f002afc3f76f is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:46:48.423801 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7903a10d-ec20-4222-8e45-d91411bbae59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (da6485c6-eba7-405e-9914-425f0ebab5e4), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:48.438161 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-73ad56c6-cc10-449d-9fbd-daacb0fd6148 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:48.451545 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-caa9b81d-421c-4922-b2d0-bafff5a612f9 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "GET /v2.0/subnets/b4aa5c77-de35-43f7-8fb4-106ab5f2fe07/tags HTTP/1.1" status: 200 len: 241 time: 0.3391037 Mar 22 19:46:48.476175 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d66dbb79-7686-4b45-adab-eecdf8228a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-321241311', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'd83cca6b-fdea-43df-96c9-b60eedccba37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:45:55Z', 'updated_at': '2022-03-22T19:46:45Z', 'revision_number': 5, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'gw_port': {'id': 'd83cca6b-fdea-43df-96c9-b60eedccba37', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:45:56Z', 'updated_at': '2022-03-22T19:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:48.478860 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48954) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:48.490914 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.tag.tag_plugin [None req-c2acbcd6-0840-4a20-a4e6-fbe822ffe139 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b4aa5c77-de35-43f7-8fb4-106ab5f2fe07', 'tempest-TagsExtTest-Tag-2065906868') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:48.542686 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66dbb79-7686-4b45-adab-eecdf8228a46 None None] Checking router: 5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:46:48.576931 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66dbb79-7686-4b45-adab-eecdf8228a46 None None] Routers {'5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:46:48.577840 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d66dbb79-7686-4b45-adab-eecdf8228a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:46:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:48.611081 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 85463cf4-eef1-41dd-aac2-fb7116d26e99, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=85463cf4-eef1-41dd-aac2-fb7116d26e99,segment=NetworkSegment(6654f959-0179-4b80-9878-54c2091ba464),segment_id=6654f959-0179-4b80-9878-54c2091ba464)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:46:48.618343 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:48.627899 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (85463cf4-eef1-41dd-aac2-fb7116d26e99), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:48.628734 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 390905f2-bf20-47c2-82a1-697077271adc up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:46:48.656464 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e431c940-28da-474b-837d-41fd5380326c tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (6d1a0cc4-edc8-450d-9797-e399194c4b9c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:48.694919 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e938b1-da43-4249-8605-7113a740fd01 req-2483fab8-c128-48f7-8324-314e2cc8d81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:48.696567 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32e938b1-da43-4249-8605-7113a740fd01 req-2483fab8-c128-48f7-8324-314e2cc8d81e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3aeae24db72e47fdba650f6aadc3eb3a&device_id=0f765898-6403-48d6-a585-d0321dc669cd HTTP/1.1" status: 200 len: 1167 time: 0.3001237 Mar 22 19:46:48.732333 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3fa1a4e6-f5d2-467f-954e-374e86af80c7 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (a0851786-8d73-47d5-91c3-037eff7c9615), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:48.767440 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7903a10d-ec20-4222-8e45-d91411bbae59 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0b58c39567b1445c92fbfcacacc268ff&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7633431 Mar 22 19:46:48.772855 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-3fa1a4e6-f5d2-467f-954e-374e86af80c7 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Calling delete_port for a0851786-8d73-47d5-91c3-037eff7c9615 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:46:48.793677 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7903a10d-ec20-4222-8e45-d91411bbae59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6485c6-eba7-405e-9914-425f0ebab5e4,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:48.821098 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48960) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:48.846198 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b7982c04-72f6-4d2d-9d00-1720c87118be req-ac1e6e02-9ee6-4368-a2e4-d3b65c053a0d tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 210 time: 0.1485581 Mar 22 19:46:48.848814 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e431c940-28da-474b-837d-41fd5380326c tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Pushing event deleted for resources: {'Subnet': ['ID=6d1a0cc4-edc8-450d-9797-e399194c4b9c,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:48.892183 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-21484937-1358-4051-bdff-5c231dd6c402 None None] Current status of the port 85463cf4-eef1-41dd-aac2-fb7116d26e99 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:48.892780 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-21484937-1358-4051-bdff-5c231dd6c402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (85463cf4-eef1-41dd-aac2-fb7116d26e99), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:48.894603 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0325724a-732b-4dc4-82e5-1f4f9442196b None None] Network 8bd255f9-facd-4e1c-877f-273df24b29e1 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:46:48.895394 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e431c940-28da-474b-837d-41fd5380326c tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:48.903125 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e431c940-28da-474b-837d-41fd5380326c tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "DELETE /v2.0/subnets/6d1a0cc4-edc8-450d-9797-e399194c4b9c HTTP/1.1" status: 204 len: 168 time: 1.0507872 Mar 22 19:46:48.903319 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48962) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:48.905507 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-d66dbb79-7686-4b45-adab-eecdf8228a46 None None] Set router 5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:46:48.936182 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:49.046348 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e938b1-da43-4249-8605-7113a740fd01 req-35a77780-6e37-4ec8-8fbe-94fa6d5e0319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:49.048597 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32e938b1-da43-4249-8605-7113a740fd01 req-35a77780-6e37-4ec8-8fbe-94fa6d5e0319 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1e9e2f51-21f6-4c93-b55f-1fada675a544 HTTP/1.1" status: 200 len: 897 time: 0.2304823 Mar 22 19:46:49.224194 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32e938b1-da43-4249-8605-7113a740fd01 req-56612cb4-b100-4e5d-9fc5-683958040053 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bcad1dd-f970-40d2-9a3d-e705d4711f9c HTTP/1.1" status: 200 len: 1001 time: 0.1683588 Mar 22 19:46:49.337715 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e938b1-da43-4249-8605-7113a740fd01 req-edb60b46-2129-4598-90b9-1b3e486249c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:49.339242 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32e938b1-da43-4249-8605-7113a740fd01 req-edb60b46-2129-4598-90b9-1b3e486249c9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=68e9c30a-44d2-46b7-9538-660d748f6cd5 HTTP/1.1" status: 200 len: 835 time: 0.1077452 Mar 22 19:46:49.342194 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d66dbb79-7686-4b45-adab-eecdf8228a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-321241311', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'd83cca6b-fdea-43df-96c9-b60eedccba37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:45:55Z', 'updated_at': '2022-03-22T19:46:45Z', 'revision_number': 5, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'gw_port': {'id': 'd83cca6b-fdea-43df-96c9-b60eedccba37', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:45:56Z', 'updated_at': '2022-03-22T19:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:49.402122 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=85463cf4-eef1-41dd-aac2-fb7116d26e99,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:49.411085 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 390905f2-bf20-47c2-82a1-697077271adc triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:49.411754 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (390905f2-bf20-47c2-82a1-697077271adc), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:49.419755 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-076bb120-2f80-40ce-aa2c-8998830af951 admin admin] Publish callbacks [] for security_group (da6485c6-eba7-405e-9914-425f0ebab5e4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:49.427315 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66dbb79-7686-4b45-adab-eecdf8228a46 None None] The sync data for ids ['5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4'] in n-d-705658-24 is: [{'id': '5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-321241311', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.80'}], 'enable_snat': True}, 'gw_port_id': 'd83cca6b-fdea-43df-96c9-b60eedccba37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:45:55Z', 'updated_at': '2022-03-22T19:46:45Z', 'revision_number': 5, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'gw_port': {'id': 'd83cca6b-fdea-43df-96c9-b60eedccba37', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:45:56Z', 'updated_at': '2022-03-22T19:46:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:46:49.436056 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ad56c6-cc10-449d-9fbd-daacb0fd6148 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Router 07fc3f04-90d3-45eb-bca0-2473b0893c06 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:46:49.458535 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e938b1-da43-4249-8605-7113a740fd01 req-a33393f4-0899-4f44-a1c9-8ec418873b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:49.463343 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-732b6f36-8b7b-4f40-8e55-5e47cbd3032c tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for router (5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:49.463742 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32e938b1-da43-4249-8605-7113a740fd01 req-a33393f4-0899-4f44-a1c9-8ec418873b2a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1e9e2f51-21f6-4c93-b55f-1fada675a544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1137176 Mar 22 19:46:49.524053 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.api [None req-21484937-1358-4051-bdff-5c231dd6c402 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:46:49.524410 n-d-705658-24 neutron-server[104174]: DEBUG oslo_db.api [None req-21484937-1358-4051-bdff-5c231dd6c402 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:46:49.616244 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c2acbcd6-0840-4a20-a4e6-fbe822ffe139 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "GET /v2.0/subnets/b4aa5c77-de35-43f7-8fb4-106ab5f2fe07/tags/tempest-TagsExtTest-Tag-2065906868 HTTP/1.1" status: 204 len: 168 time: 1.1313939 Mar 22 19:46:49.617965 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-732b6f36-8b7b-4f40-8e55-5e47cbd3032c tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for router_gateway (5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:49.618964 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32e938b1-da43-4249-8605-7113a740fd01 req-fcd80130-320c-4251-8a40-da34639ce222 service neutron] 10.222.0.84 "GET /v2.0/networks/1e9e2f51-21f6-4c93-b55f-1fada675a544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476085 Mar 22 19:46:49.619460 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48964) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:49.624668 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-076bb120-2f80-40ce-aa2c-8998830af951 admin admin] Publish callbacks [] for security_group (da6485c6-eba7-405e-9914-425f0ebab5e4), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:49.629582 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-3a5257b5-656e-4738-b6ff-bb1011faa5df tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b4aa5c77-de35-43f7-8fb4-106ab5f2fe07', 'tempest-TagsExtTest-Tag-2065906868') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:49.635021 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 390905f2-bf20-47c2-82a1-697077271adc is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:49.799541 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ad56c6-cc10-449d-9fbd-daacb0fd6148 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:46:49.809821 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-73ad56c6-cc10-449d-9fbd-daacb0fd6148 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "PUT /v2.0/routers/07fc3f04-90d3-45eb-bca0-2473b0893c06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6911883 Mar 22 19:46:49.812180 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48968) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:49.816378 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-076bb120-2f80-40ce-aa2c-8998830af951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (da6485c6-eba7-405e-9914-425f0ebab5e4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:49.820296 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-076bb120-2f80-40ce-aa2c-8998830af951 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:49.822721 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-076bb120-2f80-40ce-aa2c-8998830af951 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/da6485c6-eba7-405e-9914-425f0ebab5e4 HTTP/1.1" status: 204 len: 168 time: 0.9922392 Mar 22 19:46:49.823725 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b13c610-b8eb-4413-9034-45cf8dc56ea8 None None] Sync routers for ids ['07fc3f04-90d3-45eb-bca0-2473b0893c06'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:46:49.828976 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-e6b8b82e-3016-44ed-ba7c-03820a42e5c6 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Request body: {'network': {'name': 'tempest-RoutersTest-926150614'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:49.854282 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921d94fe-2b00-42b7-ad1a-1767cc467464 None None] DHCP port deletion for 8bd255f9-facd-4e1c-877f-273df24b29e1 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:46:49.866142 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3fa1a4e6-f5d2-467f-954e-374e86af80c7 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (a0851786-8d73-47d5-91c3-037eff7c9615), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:49.888066 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b13c610-b8eb-4413-9034-45cf8dc56ea8 None None] Routers {'07fc3f04-90d3-45eb-bca0-2473b0893c06'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:46:49.888723 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7b13c610-b8eb-4413-9034-45cf8dc56ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:46:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['07fc3f04-90d3-45eb-bca0-2473b0893c06'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:49.922809 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3fa1a4e6-f5d2-467f-954e-374e86af80c7 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:49.929650 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3fa1a4e6-f5d2-467f-954e-374e86af80c7 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] 10.222.0.75 "DELETE /v2.0/ports/a0851786-8d73-47d5-91c3-037eff7c9615 HTTP/1.1" status: 204 len: 168 time: 2.6369500 Mar 22 19:46:49.934340 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48974) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:49.935135 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa1a4e6-f5d2-467f-954e-374e86af80c7 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Pushing event deleted for resources: {'Port': ['ID=a0851786-8d73-47d5-91c3-037eff7c9615,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:49.977857 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5d0c75a5-d1df-4a6c-9683-a8f72d173e5e tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0345011 Mar 22 19:46:49.978743 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076bb120-2f80-40ce-aa2c-8998830af951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6485c6-eba7-405e-9914-425f0ebab5e4,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:49.983869 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 48976) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:50.005609 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-4f1de99a-32b4-466a-8080-f92e82ecb46e tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2042375883'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:50.042933 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1de99a-32b4-466a-8080-f92e82ecb46e tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Made reservation on behalf of 3e7f58d4b3934374bd54e798134be826 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:46:50.047628 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f1de99a-32b4-466a-8080-f92e82ecb46e tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:50.049812 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32e938b1-da43-4249-8605-7113a740fd01 req-20d855e3-e5f4-4d09-ae57-4f352a712523 service neutron] 10.222.0.84 "GET /v2.0/networks/1e9e2f51-21f6-4c93-b55f-1fada675a544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221493 Mar 22 19:46:50.072900 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b8b82e-3016-44ed-ba7c-03820a42e5c6 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Made reservation on behalf of e7c95693d2624eb68ce77ff7289ab08a for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:46:50.076344 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6b8b82e-3016-44ed-ba7c-03820a42e5c6 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:50.093023 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-77c3743e-415a-410c-8827-d799b2cbd7ca req-19cc9421-0c5c-4b7a-8da7-019f6009a74e tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 210 time: 0.0456998 Mar 22 19:46:50.110276 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 85463cf4-eef1-41dd-aac2-fb7116d26e99 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:46:50.141576 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f1de99a-32b4-466a-8080-f92e82ecb46e tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:46:50.154945 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-732b6f36-8b7b-4f40-8e55-5e47cbd3032c tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Deleting port d83cca6b-fdea-43df-96c9-b60eedccba37 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:46:50.155295 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-732b6f36-8b7b-4f40-8e55-5e47cbd3032c tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (d83cca6b-fdea-43df-96c9-b60eedccba37), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:50.159966 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6b8b82e-3016-44ed-ba7c-03820a42e5c6 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:46:50.218613 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3a5257b5-656e-4738-b6ff-bb1011faa5df tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "DELETE /v2.0/subnets/b4aa5c77-de35-43f7-8fb4-106ab5f2fe07/tags/tempest-TagsExtTest-Tag-2065906868 HTTP/1.1" status: 204 len: 168 time: 0.5979879 Mar 22 19:46:50.219272 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48978) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:50.224034 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-0b83664b-10b6-497f-b0bf-492dee0d7cb5 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b4aa5c77-de35-43f7-8fb4-106ab5f2fe07') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:50.268919 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-7b13c610-b8eb-4413-9034-45cf8dc56ea8 None None] Set router 07fc3f04-90d3-45eb-bca0-2473b0893c06 gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:46:50.297070 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f1de99a-32b4-466a-8080-f92e82ecb46e tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (3d922125-b80a-4898-a65a-e965c4c35b53), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:50.297431 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-4f1de99a-32b4-466a-8080-f92e82ecb46e tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Added segment 3d922125-b80a-4898-a65a-e965c4c35b53 of type vlan for network d624df1d-4705-48fe-af84-9443e318f4e1 Mar 22 19:46:50.303909 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6b8b82e-3016-44ed-ba7c-03820a42e5c6 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (1e562a68-c3ac-4862-aabf-a97ba5306ff0), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:50.304389 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-e6b8b82e-3016-44ed-ba7c-03820a42e5c6 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Added segment 1e562a68-c3ac-4862-aabf-a97ba5306ff0 of type vlan for network 3e2ec8b3-a238-4ec8-a620-c999a50e5cda Mar 22 19:46:50.313724 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0b83664b-10b6-497f-b0bf-492dee0d7cb5 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "GET /v2.0/subnets/b4aa5c77-de35-43f7-8fb4-106ab5f2fe07/tags HTTP/1.1" status: 200 len: 205 time: 0.0932403 Mar 22 19:46:50.314382 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48982) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:50.318621 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-73d8466c-cf28-4053-85ae-a899f641a4b7 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5cbae8d5-147d-4ca6-af36-96c42e07dd23') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:50.433469 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-73d8466c-cf28-4053-85ae-a899f641a4b7 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "GET /v2.0/ports/5cbae8d5-147d-4ca6-af36-96c42e07dd23/tags HTTP/1.1" status: 200 len: 241 time: 0.1179852 Mar 22 19:46:50.440587 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48986) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:50.446459 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-4541f227-852e-4496-b5f2-66f3e3550a93 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5cbae8d5-147d-4ca6-af36-96c42e07dd23', 'tempest-TagsExtTest-Tag-1686254390') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:50.493527 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:50.518870 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4541f227-852e-4496-b5f2-66f3e3550a93 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "GET /v2.0/ports/5cbae8d5-147d-4ca6-af36-96c42e07dd23/tags/tempest-TagsExtTest-Tag-1686254390 HTTP/1.1" status: 204 len: 168 time: 0.0768423 Mar 22 19:46:50.519259 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 85463cf4-eef1-41dd-aac2-fb7116d26e99 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:50.519884 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (85463cf4-eef1-41dd-aac2-fb7116d26e99), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:50.521168 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48992) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:50.533775 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-a498a7fb-9e2c-4f9c-b08c-dbaeabfb267c tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5cbae8d5-147d-4ca6-af36-96c42e07dd23', 'tempest-TagsExtTest-Tag-1686254390') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:50.534888 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f1de99a-32b4-466a-8080-f92e82ecb46e tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (d624df1d-4705-48fe-af84-9443e318f4e1), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:50.540780 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6b8b82e-3016-44ed-ba7c-03820a42e5c6 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (3e2ec8b3-a238-4ec8-a620-c999a50e5cda), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:50.599411 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-21484937-1358-4051-bdff-5c231dd6c402 None None] Current status of the port 85463cf4-eef1-41dd-aac2-fb7116d26e99 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:50.609242 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-921d94fe-2b00-42b7-ad1a-1767cc467464 None None] Deleting port fc18efaa-0614-45d4-ab72-35a58dc2355b {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:46:50.609750 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-921d94fe-2b00-42b7-ad1a-1767cc467464 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (fc18efaa-0614-45d4-ab72-35a58dc2355b), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:50.612218 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-732b6f36-8b7b-4f40-8e55-5e47cbd3032c tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] For port d83cca6b-fdea-43df-96c9-b60eedccba37, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=d83cca6b-fdea-43df-96c9-b60eedccba37,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:46:50.613720 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-732b6f36-8b7b-4f40-8e55-5e47cbd3032c tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (d83cca6b-fdea-43df-96c9-b60eedccba37), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:50.675287 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-732b6f36-8b7b-4f40-8e55-5e47cbd3032c tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Calling delete_port for d83cca6b-fdea-43df-96c9-b60eedccba37 owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:46:50.706270 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a498a7fb-9e2c-4f9c-b08c-dbaeabfb267c tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "DELETE /v2.0/ports/5cbae8d5-147d-4ca6-af36-96c42e07dd23/tags/tempest-TagsExtTest-Tag-1686254390 HTTP/1.1" status: 204 len: 168 time: 0.1819768 Mar 22 19:46:50.707976 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 48996) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:50.716380 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-2674714e-d44e-48c5-8604-ef193f8809e8 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5cbae8d5-147d-4ca6-af36-96c42e07dd23') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:50.731200 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 85463cf4-eef1-41dd-aac2-fb7116d26e99 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:50.817260 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f1de99a-32b4-466a-8080-f92e82ecb46e tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (d624df1d-4705-48fe-af84-9443e318f4e1), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:50.824859 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1de99a-32b4-466a-8080-f92e82ecb46e tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:50.827485 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f1de99a-32b4-466a-8080-f92e82ecb46e tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:50.830429 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-921d94fe-2b00-42b7-ad1a-1767cc467464 None None] For port fc18efaa-0614-45d4-ab72-35a58dc2355b, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=fc18efaa-0614-45d4-ab72-35a58dc2355b,segment=NetworkSegment(5bb50cb9-6ef7-4433-b64b-dce37d507aea),segment_id=5bb50cb9-6ef7-4433-b64b-dce37d507aea)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:46:50.831150 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-921d94fe-2b00-42b7-ad1a-1767cc467464 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (fc18efaa-0614-45d4-ab72-35a58dc2355b), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:50.837433 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d097969c-b755-4eb4-b93f-d0a4c2b3bccf no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:46:50.847626 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-cc348581-175d-4ea4-826e-153c4eaef672 None None] Provisioning complete for port 68f697ed-bd73-4484-b084-f2d3148125d3 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:50.848008 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-cc348581-175d-4ea4-826e-153c4eaef672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (68f697ed-bd73-4484-b084-f2d3148125d3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:50.852204 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6b8b82e-3016-44ed-ba7c-03820a42e5c6 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (3e2ec8b3-a238-4ec8-a620-c999a50e5cda), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:50.857946 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b8b82e-3016-44ed-ba7c-03820a42e5c6 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:50.858735 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6b8b82e-3016-44ed-ba7c-03820a42e5c6 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:50.893614 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2674714e-d44e-48c5-8604-ef193f8809e8 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "GET /v2.0/ports/5cbae8d5-147d-4ca6-af36-96c42e07dd23/tags HTTP/1.1" status: 200 len: 205 time: 0.1839004 Mar 22 19:46:50.894886 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49004) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:50.896308 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: d097969c-b755-4eb4-b93f-d0a4c2b3bccf {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:46:50.896646 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d097969c-b755-4eb4-b93f-d0a4c2b3bccf not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:46:50.897065 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device fc18efaa-0614-45d4-ab72-35a58dc2355b no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:46:50.903785 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-7c8cfc08-4b1e-442a-bb1a-d2e056a7bce3 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '32fec623-bda5-4079-bf20-de1e9d9911d4') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:50.932622 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e6b8b82e-3016-44ed-ba7c-03820a42e5c6 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1172266 Mar 22 19:46:50.943471 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49006) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:50.944253 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-921d94fe-2b00-42b7-ad1a-1767cc467464 None None] Calling delete_port for fc18efaa-0614-45d4-ab72-35a58dc2355b owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:46:50.955952 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-fa3af2d1-8a15-42d0-bcc1-63ab9b65c784 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Request body: {'subnet': {'network_id': '3e2ec8b3-a238-4ec8-a620-c999a50e5cda', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:51.061814 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4f1de99a-32b4-466a-8080-f92e82ecb46e tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0581076 Mar 22 19:46:51.061814 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1de99a-32b4-466a-8080-f92e82ecb46e tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Pushing event updated for resources: {'Network': ['ID=d624df1d-4705-48fe-af84-9443e318f4e1,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:51.065926 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49010) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:51.066273 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49012) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:51.074313 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7c8cfc08-4b1e-442a-bb1a-d2e056a7bce3 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "GET /v2.0/routers/32fec623-bda5-4079-bf20-de1e9d9911d4/tags HTTP/1.1" status: 200 len: 240 time: 0.1776123 Mar 22 19:46:51.110372 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.tag.tag_plugin [None req-7a8d5356-6820-417f-824c-25181a664daf tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '32fec623-bda5-4079-bf20-de1e9d9911d4', 'tempest-TagsExtTest-Tag-843963444') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:51.139974 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network d624df1d-4705-48fe-af84-9443e318f4e1 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:46:51.142295 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-cc348581-175d-4ea4-826e-153c4eaef672 None None] Port 68f697ed-bd73-4484-b084-f2d3148125d3 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:46:51.265547 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-cc348581-175d-4ea4-826e-153c4eaef672 None None] Provisioning complete for port 85463cf4-eef1-41dd-aac2-fb7116d26e99 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:51.265959 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-cc348581-175d-4ea4-826e-153c4eaef672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (85463cf4-eef1-41dd-aac2-fb7116d26e99), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:51.271012 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-542f4635-8aff-4955-acb9-fe253f23d66a req-720effdc-2f76-43a2-bad8-d8847205193a tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 210 time: 0.0705726 Mar 22 19:46:51.290407 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-16ec397e-ae67-4788-8c3a-35843631e97e tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-722858421'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:51.348285 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b8b82e-3016-44ed-ba7c-03820a42e5c6 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Network': ['ID=3e2ec8b3-a238-4ec8-a620-c999a50e5cda,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:51.388805 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 3e2ec8b3-a238-4ec8-a620-c999a50e5cda details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:46:51.409157 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ec397e-ae67-4788-8c3a-35843631e97e tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Made reservation on behalf of 3e7f58d4b3934374bd54e798134be826 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:46:51.413633 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-16ec397e-ae67-4788-8c3a-35843631e97e tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:51.452956 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7b13c610-b8eb-4413-9034-45cf8dc56ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'name': 'tempest-RoutersTest-router-741369824', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:46:32Z', 'updated_at': '2022-03-22T19:46:45Z', 'revision_number': 3, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'gw_port_host': None, '_interfaces': [{'id': '390905f2-bf20-47c2-82a1-697077271adc', 'name': '', 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:76:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:33Z', 'updated_at': '2022-03-22T19:46:43Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f697ed-bd73-4484-b084-f2d3148125d3', 'name': '', 'network_id': '8a1ad69f-f1f4-4a64-99b3-f002afc3f76f', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:aa:c2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '62796115-58e2-4b98-891f-02a99e74269d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:44Z', 'updated_at': '2022-03-22T19:46:46Z', 'revision_number': 2, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': '62796115-58e2-4b98-891f-02a99e74269d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:51.529423 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7a8d5356-6820-417f-824c-25181a664daf tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "GET /v2.0/routers/32fec623-bda5-4079-bf20-de1e9d9911d4/tags/tempest-TagsExtTest-Tag-843963444 HTTP/1.1" status: 204 len: 168 time: 0.4580615 Mar 22 19:46:51.532088 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49024) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:51.539838 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-732b6f36-8b7b-4f40-8e55-5e47cbd3032c tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (d83cca6b-fdea-43df-96c9-b60eedccba37), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:51.541332 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-233ae1a5-c79a-421d-b3dd-a3e5bc656276 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '32fec623-bda5-4079-bf20-de1e9d9911d4', 'tempest-TagsExtTest-Tag-843963444') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:51.560244 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ec397e-ae67-4788-8c3a-35843631e97e tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:46:51.582147 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-16ec397e-ae67-4788-8c3a-35843631e97e tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (c5d7bef8-f549-41f4-9651-508c1498c484), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:51.582513 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-16ec397e-ae67-4788-8c3a-35843631e97e tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Added segment c5d7bef8-f549-41f4-9651-508c1498c484 of type vlan for network 44a39ef0-64ef-4cc9-b802-05a1f5f56e31 Mar 22 19:46:51.605438 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b13c610-b8eb-4413-9034-45cf8dc56ea8 None None] Checking router: 07fc3f04-90d3-45eb-bca0-2473b0893c06 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:46:51.607720 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b13c610-b8eb-4413-9034-45cf8dc56ea8 None None] Updating router 07fc3f04-90d3-45eb-bca0-2473b0893c06 port 68f697ed-bd73-4484-b084-f2d3148125d3 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:46:51.639485 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-16ec397e-ae67-4788-8c3a-35843631e97e tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (44a39ef0-64ef-4cc9-b802-05a1f5f56e31), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:51.668408 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7b13c610-b8eb-4413-9034-45cf8dc56ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (68f697ed-bd73-4484-b084-f2d3148125d3), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:51.668918 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3af2d1-8a15-42d0-bcc1-63ab9b65c784 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Made reservation on behalf of e7c95693d2624eb68ce77ff7289ab08a for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:46:51.672591 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fa3af2d1-8a15-42d0-bcc1-63ab9b65c784 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:51.767948 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-233ae1a5-c79a-421d-b3dd-a3e5bc656276 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "DELETE /v2.0/routers/32fec623-bda5-4079-bf20-de1e9d9911d4/tags/tempest-TagsExtTest-Tag-843963444 HTTP/1.1" status: 204 len: 168 time: 0.2341304 Mar 22 19:46:51.771617 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49028) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:51.776606 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-8d1e9a15-6ca6-404c-b799-425e533ce586 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '32fec623-bda5-4079-bf20-de1e9d9911d4') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:51.933342 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-16ec397e-ae67-4788-8c3a-35843631e97e tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (44a39ef0-64ef-4cc9-b802-05a1f5f56e31), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:51.938551 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ec397e-ae67-4788-8c3a-35843631e97e tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:51.939143 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-16ec397e-ae67-4788-8c3a-35843631e97e tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:51.956587 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fa3af2d1-8a15-42d0-bcc1-63ab9b65c784 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (8c97d642-40bd-4d25-9993-49c0c2d328a5), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:51.980151 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8d1e9a15-6ca6-404c-b799-425e533ce586 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "GET /v2.0/routers/32fec623-bda5-4079-bf20-de1e9d9911d4/tags HTTP/1.1" status: 200 len: 205 time: 0.2073555 Mar 22 19:46:51.981131 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49038) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:51.985303 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-0fa3feee-c8d9-445d-82cb-33f6474939d6 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '020c331e-dca1-429f-90b6-55a4678eb249') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:52.049393 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0fa3feee-c8d9-445d-82cb-33f6474939d6 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "GET /v2.0/subnetpools/020c331e-dca1-429f-90b6-55a4678eb249/tags HTTP/1.1" status: 200 len: 240 time: 0.0662599 Mar 22 19:46:52.051413 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49040) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:52.060715 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-0eee5f82-a174-481f-b211-dd671d2167a1 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '020c331e-dca1-429f-90b6-55a4678eb249', 'tempest-TagsExtTest-Tag-417849545') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:52.074041 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-16ec397e-ae67-4788-8c3a-35843631e97e tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0011864 Mar 22 19:46:52.092554 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7b13c610-b8eb-4413-9034-45cf8dc56ea8 None None] Publish callbacks [] for port (68f697ed-bd73-4484-b084-f2d3148125d3), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:52.099027 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-921d94fe-2b00-42b7-ad1a-1767cc467464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (fc18efaa-0614-45d4-ab72-35a58dc2355b), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:52.101221 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:52.108221 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b6f36-8b7b-4f40-8e55-5e47cbd3032c tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Pushing event deleted for resources: {'Port': ['ID=d83cca6b-fdea-43df-96c9-b60eedccba37,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:52.121758 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0eee5f82-a174-481f-b211-dd671d2167a1 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "GET /v2.0/subnetpools/020c331e-dca1-429f-90b6-55a4678eb249/tags/tempest-TagsExtTest-Tag-417849545 HTTP/1.1" status: 204 len: 168 time: 0.0683167 Mar 22 19:46:52.123380 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3af2d1-8a15-42d0-bcc1-63ab9b65c784 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Subnet': ['ID=8c97d642-40bd-4d25-9993-49c0c2d328a5,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:52.123844 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49044) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:52.130255 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-217647d3-f722-4d3e-a4cb-0e3f1c634372 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '020c331e-dca1-429f-90b6-55a4678eb249', 'tempest-TagsExtTest-Tag-417849545') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:52.159685 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d94fe-2b00-42b7-ad1a-1767cc467464 None None] Pushing event deleted for resources: {'Port': ['ID=fc18efaa-0614-45d4-ab72-35a58dc2355b,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:52.188901 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7b13c610-b8eb-4413-9034-45cf8dc56ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (68f697ed-bd73-4484-b084-f2d3148125d3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:52.202102 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-217647d3-f722-4d3e-a4cb-0e3f1c634372 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "DELETE /v2.0/subnetpools/020c331e-dca1-429f-90b6-55a4678eb249/tags/tempest-TagsExtTest-Tag-417849545 HTTP/1.1" status: 204 len: 168 time: 0.0769756 Mar 22 19:46:52.204602 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49046) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:52.209880 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-d418292a-3d4d-4721-90a5-4f54a419940e tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '020c331e-dca1-429f-90b6-55a4678eb249') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:52.257430 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d418292a-3d4d-4721-90a5-4f54a419940e tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "GET /v2.0/subnetpools/020c331e-dca1-429f-90b6-55a4678eb249/tags HTTP/1.1" status: 200 len: 205 time: 0.0514507 Mar 22 19:46:52.260087 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49048) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:52.266195 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-a97f079b-2870-4c71-9257-45c30912f846 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '020c331e-dca1-429f-90b6-55a4678eb249') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:52.278783 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-732b6f36-8b7b-4f40-8e55-5e47cbd3032c tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:52.320487 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a97f079b-2870-4c71-9257-45c30912f846 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "DELETE /v2.0/subnetpools/020c331e-dca1-429f-90b6-55a4678eb249/tags HTTP/1.1" status: 204 len: 168 time: 0.0594132 Mar 22 19:46:52.326594 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49052) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:52.331249 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-dfe078f5-093c-49aa-945b-bf8c7671226b tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '32fec623-bda5-4079-bf20-de1e9d9911d4') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:52.357358 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8069ec9-e397-4f83-a516-0587d87b461e None None] Pushing event updated for resources: {'Port': ['ID=68f697ed-bd73-4484-b084-f2d3148125d3,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:52.406621 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921d94fe-2b00-42b7-ad1a-1767cc467464 None None] No DVR routers for this DVR port fc18efaa-0614-45d4-ab72-35a58dc2355b on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:46:52.444364 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port fc18efaa-0614-45d4-ab72-35a58dc2355b is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:52.445237 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fc18efaa-0614-45d4-ab72-35a58dc2355b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:52.598216 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-7b13c610-b8eb-4413-9034-45cf8dc56ea8 None None] Attempting to bind port 68f697ed-bd73-4484-b084-f2d3148125d3 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:46:52.598803 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-7b13c610-b8eb-4413-9034-45cf8dc56ea8 None None] Attempting to bind port 68f697ed-bd73-4484-b084-f2d3148125d3 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '6654f959-0179-4b80-9878-54c2091ba464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8a1ad69f-f1f4-4a64-99b3-f002afc3f76f'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:46:52.599279 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b13c610-b8eb-4413-9034-45cf8dc56ea8 None None] Attempting to bind port 68f697ed-bd73-4484-b084-f2d3148125d3 on network 8a1ad69f-f1f4-4a64-99b3-f002afc3f76f {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:46:52.649529 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-732b6f36-8b7b-4f40-8e55-5e47cbd3032c tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:52.652510 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-732b6f36-8b7b-4f40-8e55-5e47cbd3032c tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for router_controller (5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:52.693058 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b13c610-b8eb-4413-9034-45cf8dc56ea8 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:46:52.700454 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b13c610-b8eb-4413-9034-45cf8dc56ea8 None None] Checking segment: {'id': '6654f959-0179-4b80-9878-54c2091ba464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8a1ad69f-f1f4-4a64-99b3-f002afc3f76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:46:52.706798 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7b13c610-b8eb-4413-9034-45cf8dc56ea8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:52.707566 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b13c610-b8eb-4413-9034-45cf8dc56ea8 None None] Bound using segment: {'id': '6654f959-0179-4b80-9878-54c2091ba464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8a1ad69f-f1f4-4a64-99b3-f002afc3f76f'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:46:52.708605 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c824be6c-62c2-4918-a7d5-48ab1ef9bd36 req-1a6fcf01-e709-4ffc-9b2e-d3a5eb6137a1 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 210 time: 0.2059369 Mar 22 19:46:52.709373 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-7b13c610-b8eb-4413-9034-45cf8dc56ea8 None None] Bound port: 68f697ed-bd73-4484-b084-f2d3148125d3, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6654f959-0179-4b80-9878-54c2091ba464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8a1ad69f-f1f4-4a64-99b3-f002afc3f76f'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:46:52.710304 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7b13c610-b8eb-4413-9034-45cf8dc56ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (68f697ed-bd73-4484-b084-f2d3148125d3), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:52.795261 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-dfe078f5-093c-49aa-945b-bf8c7671226b tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "DELETE /v2.0/routers/32fec623-bda5-4079-bf20-de1e9d9911d4/tags HTTP/1.1" status: 204 len: 168 time: 0.4671736 Mar 22 19:46:52.798889 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49062) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:52.802805 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-cc348581-175d-4ea4-826e-153c4eaef672 None None] Current status of the port 85463cf4-eef1-41dd-aac2-fb7116d26e99 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:52.816457 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-e3df1329-9f71-414b-9ab0-7ae97a8b174c tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5cbae8d5-147d-4ca6-af36-96c42e07dd23') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:52.856380 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-732b6f36-8b7b-4f40-8e55-5e47cbd3032c tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:52.856924 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732b6f36-8b7b-4f40-8e55-5e47cbd3032c tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Fanout notify agent at l3_agent the message router_deleted on router 5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:46:52.874234 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec397e-ae67-4788-8c3a-35843631e97e tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Pushing event updated for resources: {'Network': ['ID=44a39ef0-64ef-4cc9-b802-05a1f5f56e31,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:52.903422 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 44a39ef0-64ef-4cc9-b802-05a1f5f56e31 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:46:52.905201 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-732b6f36-8b7b-4f40-8e55-5e47cbd3032c tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:52.910497 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-732b6f36-8b7b-4f40-8e55-5e47cbd3032c tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "DELETE /v2.0/routers/5f6dc0d4-1f77-4c9a-bbdd-e823bb9cc8a4 HTTP/1.1" status: 204 len: 168 time: 3.9891028 Mar 22 19:46:52.920472 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49064) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:53.028770 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3af2d1-8a15-42d0-bcc1-63ab9b65c784 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Checking segment: {'id': '1e562a68-c3ac-4862-aabf-a97ba5306ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3e2ec8b3-a238-4ec8-a620-c999a50e5cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:46:53.029157 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3af2d1-8a15-42d0-bcc1-63ab9b65c784 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network hostable DHCP agents. Network: 3e2ec8b3-a238-4ec8-a620-c999a50e5cda, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:46:53.098823 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3af2d1-8a15-42d0-bcc1-63ab9b65c784 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network 3e2ec8b3-a238-4ec8-a620-c999a50e5cda is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:46:53.127914 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-fa3af2d1-8a15-42d0-bcc1-63ab9b65c784 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 3e2ec8b3-a238-4ec8-a620-c999a50e5cda) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:53.140429 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3af2d1-8a15-42d0-bcc1-63ab9b65c784 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:53.141061 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fa3af2d1-8a15-42d0-bcc1-63ab9b65c784 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:53.183318 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-fa3af2d1-8a15-42d0-bcc1-63ab9b65c784 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2292380 Mar 22 19:46:53.183528 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49078) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:53.239098 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e3df1329-9f71-414b-9ab0-7ae97a8b174c tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "DELETE /v2.0/ports/5cbae8d5-147d-4ca6-af36-96c42e07dd23/tags HTTP/1.1" status: 204 len: 168 time: 0.4356821 Mar 22 19:46:53.247247 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-014dafa6-9d74-43cf-a24a-6790921abef7 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (8bd255f9-facd-4e1c-877f-273df24b29e1), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:53.248971 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49084) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:53.269514 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-6f7b5492-1159-49cf-bf2d-9db6f717313b tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b4aa5c77-de35-43f7-8fb4-106ab5f2fe07') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:53.499722 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d323a092-7527-4525-b44c-71905649ada7 None None] Network 3e2ec8b3-a238-4ec8-a620-c999a50e5cda requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:46:53.692006 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-7b13c610-b8eb-4413-9034-45cf8dc56ea8 None None] For port 68f697ed-bd73-4484-b084-f2d3148125d3, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:46:53.761344 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-7b13c610-b8eb-4413-9034-45cf8dc56ea8 None None] For port 68f697ed-bd73-4484-b084-f2d3148125d3, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=68f697ed-bd73-4484-b084-f2d3148125d3,segment=NetworkSegment(6654f959-0179-4b80-9878-54c2091ba464),segment_id=6654f959-0179-4b80-9878-54c2091ba464)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:46:53.922396 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ac8be219-80c0-4c9c-bc3f-d35779c262b2 None None] Provisioning complete for port 68f697ed-bd73-4484-b084-f2d3148125d3 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:53.923018 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ac8be219-80c0-4c9c-bc3f-d35779c262b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (68f697ed-bd73-4484-b084-f2d3148125d3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:53.927278 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7b13c610-b8eb-4413-9034-45cf8dc56ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (68f697ed-bd73-4484-b084-f2d3148125d3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:54.091788 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3016b597-b6e1-4193-91b2-bca465fbba0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-3e2ec8b3-a238-4ec8-a620-c999a50e5cda', 'network_id': '3e2ec8b3-a238-4ec8-a620-c999a50e5cda', 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'fixed_ips': [{'subnet_id': '8c97d642-40bd-4d25-9993-49c0c2d328a5'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:46:54.099362 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3016b597-b6e1-4193-91b2-bca465fbba0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:54.645431 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-3016b597-b6e1-4193-91b2-bca465fbba0b None None] Allocated IP 172.22.0.2 (3e2ec8b3-a238-4ec8-a620-c999a50e5cda/8c97d642-40bd-4d25-9993-49c0c2d328a5/94c433f9-8460-428f-b0f8-05147b4dc09d) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:46:54.824131 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49120) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:54.898072 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d83cca6b-fdea-43df-96c9-b60eedccba37 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:46:54.905630 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8069ec9-e397-4f83-a516-0587d87b461e None None] Pushing event updated for resources: {'Port': ['ID=68f697ed-bd73-4484-b084-f2d3148125d3,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:54.966886 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: d83cca6b-fdea-43df-96c9-b60eedccba37 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:46:54.967342 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d83cca6b-fdea-43df-96c9-b60eedccba37 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:46:54.978326 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-014dafa6-9d74-43cf-a24a-6790921abef7 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (8bd255f9-facd-4e1c-877f-273df24b29e1), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:54.990694 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b13c610-b8eb-4413-9034-45cf8dc56ea8 None None] Routers {'07fc3f04-90d3-45eb-bca0-2473b0893c06'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:46:54.991576 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7b13c610-b8eb-4413-9034-45cf8dc56ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:46:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['07fc3f04-90d3-45eb-bca0-2473b0893c06'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:55.001773 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3016b597-b6e1-4193-91b2-bca465fbba0b None None] Publish callbacks [] for port (94c433f9-8460-428f-b0f8-05147b4dc09d), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:55.028477 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-014dafa6-9d74-43cf-a24a-6790921abef7 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd255f9-facd-4e1c-877f-273df24b29e1']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:55.054549 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-014dafa6-9d74-43cf-a24a-6790921abef7 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb50cb9-6ef7-4433-b64b-dce37d507aea') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:55.054851 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-014dafa6-9d74-43cf-a24a-6790921abef7 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb50cb9-6ef7-4433-b64b-dce37d507aea') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:55.069383 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-014dafa6-9d74-43cf-a24a-6790921abef7 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (5bb50cb9-6ef7-4433-b64b-dce37d507aea), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:55.085117 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ac8be219-80c0-4c9c-bc3f-d35779c262b2 None None] Current status of the port 68f697ed-bd73-4484-b084-f2d3148125d3 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:55.085959 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ac8be219-80c0-4c9c-bc3f-d35779c262b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (68f697ed-bd73-4484-b084-f2d3148125d3), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:55.097626 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-014dafa6-9d74-43cf-a24a-6790921abef7 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (5bb50cb9-6ef7-4433-b64b-dce37d507aea), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:55.103228 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014dafa6-9d74-43cf-a24a-6790921abef7 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:46:55.103673 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-014dafa6-9d74-43cf-a24a-6790921abef7 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (5bb50cb9-6ef7-4433-b64b-dce37d507aea), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:55.177868 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3016b597-b6e1-4193-91b2-bca465fbba0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (94c433f9-8460-428f-b0f8-05147b4dc09d), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:55.216538 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:46:55.216538 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:46:55.216538 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:46:55.216538 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:46:55.216538 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:46:55.216538 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:46:55.216538 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:46:55.216538 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:46:55.216538 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:46:55.216538 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:46:55.216538 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:46:55.216538 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:46:55.216538 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:46:55.216538 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:46:55.216538 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:46:55.216538 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:46:55.216538 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:46:55.216538 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:46:55.216538 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:46:55.216538 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:46:55.216538 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:46:55.216538 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:46:55.216538 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:46:55.216538 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:46:55.216538 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:46:55.216538 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:46:55.216538 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:46:55.216538 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:46:55.216538 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:46:55.216538 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:46:55.216538 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:46:55.216538 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:46:55.279739 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-014dafa6-9d74-43cf-a24a-6790921abef7 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (8bd255f9-facd-4e1c-877f-273df24b29e1), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:55.294685 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-014dafa6-9d74-43cf-a24a-6790921abef7 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:55.310136 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-014dafa6-9d74-43cf-a24a-6790921abef7 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "DELETE /v2.0/networks/8bd255f9-facd-4e1c-877f-273df24b29e1 HTTP/1.1" status: 204 len: 168 time: 2.3831675 Mar 22 19:46:55.310351 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49124) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:55.316571 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3016b597-b6e1-4193-91b2-bca465fbba0b None None] Network 3e2ec8b3-a238-4ec8-a620-c999a50e5cda is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:46:55.339656 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d27b7072-4ddd-476c-8a2a-c087b25e9e2f req-e2d4d228-8442-4947-9d4f-c444a37c18cf tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 210 time: 0.5096955 Mar 22 19:46:55.340182 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49126) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:55.343209 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6f7b5492-1159-49cf-bf2d-9db6f717313b tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "DELETE /v2.0/subnets/b4aa5c77-de35-43f7-8fb4-106ab5f2fe07/tags HTTP/1.1" status: 204 len: 168 time: 2.0932620 Mar 22 19:46:55.358360 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-c754655a-655e-4fc2-8d90-25ad09ca87a8 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Request body: {'subnets': [{'network_id': 'd624df1d-4705-48fe-af84-9443e318f4e1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1068641134', 'ip_version': 6}, {'network_id': '44a39ef0-64ef-4cc9-b802-05a1f5f56e31', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:55.358691 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-c754655a-655e-4fc2-8d90-25ad09ca87a8 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Request body: {'subnet': {'network_id': 'd624df1d-4705-48fe-af84-9443e318f4e1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1068641134', 'ip_version': 6}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:55.359432 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-c754655a-655e-4fc2-8d90-25ad09ca87a8 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Request body: {'subnet': {'network_id': '44a39ef0-64ef-4cc9-b802-05a1f5f56e31', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:55.363244 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49128) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:55.374934 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-adc33a58-82aa-467c-825a-9f60769793bd tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b4aa5c77-de35-43f7-8fb4-106ab5f2fe07', 'tempest-TagsExtTest-Tag-1411174947') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:55.375273 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016b597-b6e1-4193-91b2-bca465fbba0b None None] Pushing event updated for resources: {'Port': ['ID=94c433f9-8460-428f-b0f8-05147b4dc09d,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:55.376404 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-3016b597-b6e1-4193-91b2-bca465fbba0b None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:55.388368 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-ac8be219-80c0-4c9c-bc3f-d35779c262b2 None None] For port 68f697ed-bd73-4484-b084-f2d3148125d3, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=68f697ed-bd73-4484-b084-f2d3148125d3,segment=NetworkSegment(6654f959-0179-4b80-9878-54c2091ba464),segment_id=6654f959-0179-4b80-9878-54c2091ba464)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:46:55.389006 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014dafa6-9d74-43cf-a24a-6790921abef7 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Pushing event deleted for resources: {'Network': ['ID=8bd255f9-facd-4e1c-877f-273df24b29e1,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:55.389739 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3016b597-b6e1-4193-91b2-bca465fbba0b None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:46:55.430164 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ac8be219-80c0-4c9c-bc3f-d35779c262b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (68f697ed-bd73-4484-b084-f2d3148125d3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:55.504753 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-7b13c610-b8eb-4413-9034-45cf8dc56ea8 None None] Set router 07fc3f04-90d3-45eb-bca0-2473b0893c06 gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:46:55.562169 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-3016b597-b6e1-4193-91b2-bca465fbba0b None None] Attempting to bind port 94c433f9-8460-428f-b0f8-05147b4dc09d on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:46:55.562666 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-3016b597-b6e1-4193-91b2-bca465fbba0b None None] Attempting to bind port 94c433f9-8460-428f-b0f8-05147b4dc09d by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '1e562a68-c3ac-4862-aabf-a97ba5306ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3e2ec8b3-a238-4ec8-a620-c999a50e5cda'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:46:55.563107 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3016b597-b6e1-4193-91b2-bca465fbba0b None None] Attempting to bind port 94c433f9-8460-428f-b0f8-05147b4dc09d on network 3e2ec8b3-a238-4ec8-a620-c999a50e5cda {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:46:55.569179 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f6e7d6f6-02b7-4c4d-9596-8f5107bb432d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:55.581894 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3016b597-b6e1-4193-91b2-bca465fbba0b None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:46:55.582386 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3016b597-b6e1-4193-91b2-bca465fbba0b None None] Checking segment: {'id': '1e562a68-c3ac-4862-aabf-a97ba5306ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3e2ec8b3-a238-4ec8-a620-c999a50e5cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:46:55.582867 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3016b597-b6e1-4193-91b2-bca465fbba0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:55.583336 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3016b597-b6e1-4193-91b2-bca465fbba0b None None] Bound using segment: {'id': '1e562a68-c3ac-4862-aabf-a97ba5306ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3e2ec8b3-a238-4ec8-a620-c999a50e5cda'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:46:55.583885 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-3016b597-b6e1-4193-91b2-bca465fbba0b None None] Bound port: 94c433f9-8460-428f-b0f8-05147b4dc09d, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e562a68-c3ac-4862-aabf-a97ba5306ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3e2ec8b3-a238-4ec8-a620-c999a50e5cda'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:46:55.584352 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3016b597-b6e1-4193-91b2-bca465fbba0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (94c433f9-8460-428f-b0f8-05147b4dc09d), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:55.672169 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-3016b597-b6e1-4193-91b2-bca465fbba0b None None] For port 94c433f9-8460-428f-b0f8-05147b4dc09d, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:46:55.677046 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-3016b597-b6e1-4193-91b2-bca465fbba0b None None] For port 94c433f9-8460-428f-b0f8-05147b4dc09d, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=94c433f9-8460-428f-b0f8-05147b4dc09d,segment=NetworkSegment(1e562a68-c3ac-4862-aabf-a97ba5306ff0),segment_id=1e562a68-c3ac-4862-aabf-a97ba5306ff0)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:46:55.698189 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-4c4d1a4f-7b05-424c-9fa8-7efc10cfd03d None None] Provisioning complete for port 68f697ed-bd73-4484-b084-f2d3148125d3 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:55.698722 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4c4d1a4f-7b05-424c-9fa8-7efc10cfd03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (68f697ed-bd73-4484-b084-f2d3148125d3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:55.712633 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3016b597-b6e1-4193-91b2-bca465fbba0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (94c433f9-8460-428f-b0f8-05147b4dc09d), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:55.726374 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c754655a-655e-4fc2-8d90-25ad09ca87a8 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Made reservation on behalf of 3e7f58d4b3934374bd54e798134be826 for: {'subnet': 2} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:46:55.731021 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c754655a-655e-4fc2-8d90-25ad09ca87a8 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:55.731372 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c754655a-655e-4fc2-8d90-25ad09ca87a8 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:55.756148 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4378-c900-4674-9290-f9bb5ee6a2dd tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:55.780968 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8be219-80c0-4c9c-bc3f-d35779c262b2 None None] Pushing event updated for resources: {'Port': ['ID=68f697ed-bd73-4484-b084-f2d3148125d3,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:55.846194 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-adc33a58-82aa-467c-825a-9f60769793bd tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "PUT /v2.0/subnets/b4aa5c77-de35-43f7-8fb4-106ab5f2fe07/tags/tempest-TagsExtTest-Tag-1411174947 HTTP/1.1" status: 201 len: 201 time: 0.4714954 Mar 22 19:46:55.854232 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49132) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:56.048430 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-86263b7d-3015-4cd6-85e9-b90e026e7130 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Deleting port bdebf2ea-1fcf-4de5-b293-b30452291ccb {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:46:56.048848 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-86263b7d-3015-4cd6-85e9-b90e026e7130 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (bdebf2ea-1fcf-4de5-b293-b30452291ccb), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:56.056367 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016b597-b6e1-4193-91b2-bca465fbba0b None None] Pushing event updated for resources: {'Port': ['ID=94c433f9-8460-428f-b0f8-05147b4dc09d,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:56.119120 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7b13c610-b8eb-4413-9034-45cf8dc56ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'name': 'tempest-RoutersTest-router-741369824', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:46:32Z', 'updated_at': '2022-03-22T19:46:45Z', 'revision_number': 3, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'gw_port_host': None, '_interfaces': [{'id': '390905f2-bf20-47c2-82a1-697077271adc', 'name': '', 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:76:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:33Z', 'updated_at': '2022-03-22T19:46:43Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f697ed-bd73-4484-b084-f2d3148125d3', 'name': '', 'network_id': '8a1ad69f-f1f4-4a64-99b3-f002afc3f76f', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:aa:c2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '62796115-58e2-4b98-891f-02a99e74269d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:44Z', 'updated_at': '2022-03-22T19:46:53Z', 'revision_number': 4, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': '62796115-58e2-4b98-891f-02a99e74269d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:56.121529 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-4c4d1a4f-7b05-424c-9fa8-7efc10cfd03d None None] Current status of the port 68f697ed-bd73-4484-b084-f2d3148125d3 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:56.156836 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-86263b7d-3015-4cd6-85e9-b90e026e7130 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (bdebf2ea-1fcf-4de5-b293-b30452291ccb), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:56.157224 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-86263b7d-3015-4cd6-85e9-b90e026e7130 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for floatingip (bdebf2ea-1fcf-4de5-b293-b30452291ccb), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:56.160232 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b13c610-b8eb-4413-9034-45cf8dc56ea8 None None] The sync data for ids ['07fc3f04-90d3-45eb-bca0-2473b0893c06'] in n-d-705658-24 is: [{'id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'name': 'tempest-RoutersTest-router-741369824', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:46:32Z', 'updated_at': '2022-03-22T19:46:45Z', 'revision_number': 3, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'gw_port_host': None, '_interfaces': [{'id': '390905f2-bf20-47c2-82a1-697077271adc', 'name': '', 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:76:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:33Z', 'updated_at': '2022-03-22T19:46:43Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f697ed-bd73-4484-b084-f2d3148125d3', 'name': '', 'network_id': '8a1ad69f-f1f4-4a64-99b3-f002afc3f76f', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:aa:c2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '62796115-58e2-4b98-891f-02a99e74269d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:44Z', 'updated_at': '2022-03-22T19:46:53Z', 'revision_number': 4, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': '62796115-58e2-4b98-891f-02a99e74269d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:46:56.176130 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-86263b7d-3015-4cd6-85e9-b90e026e7130 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Calling delete_port for bdebf2ea-1fcf-4de5-b293-b30452291ccb owned by network:floatingip {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:46:56.529608 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f6e7d6f6-02b7-4c4d-9596-8f5107bb432d admin admin] Publish callbacks [] for security_group (3c987a73-95f5-4ed2-b279-fda86c2c8969), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:56.535932 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-d2bd4378-c900-4674-9290-f9bb5ee6a2dd tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Allocated IP 172.22.0.1 (3e2ec8b3-a238-4ec8-a620-c999a50e5cda/8c97d642-40bd-4d25-9993-49c0c2d328a5/30577e97-e3a0-4bb1-b08f-168f893a606f) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:46:56.544181 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-9343aa73-bd1a-4bd5-8347-13b1b8c6deaf tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5cbae8d5-147d-4ca6-af36-96c42e07dd23', 'tempest-TagsExtTest-Tag-784830255') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:56.633894 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c754655a-655e-4fc2-8d90-25ad09ca87a8 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (d5a24c53-29a9-4ab7-9b35-aac7febf9c95), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:56.636121 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f6e7d6f6-02b7-4c4d-9596-8f5107bb432d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3c987a73-95f5-4ed2-b279-fda86c2c8969), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:56.729692 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7d6f6-02b7-4c4d-9596-8f5107bb432d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c987a73-95f5-4ed2-b279-fda86c2c8969,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:56.748888 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0207b86-1c6b-426f-ad4f-c419b2d02601 req-cbb0d47a-787e-4802-b025-f7c9cc1fd290 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 210 time: 0.1181278 Mar 22 19:46:56.762830 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4378-c900-4674-9290-f9bb5ee6a2dd tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for port (30577e97-e3a0-4bb1-b08f-168f893a606f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:56.859765 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-86263b7d-3015-4cd6-85e9-b90e026e7130 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (bdebf2ea-1fcf-4de5-b293-b30452291ccb), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:56.920276 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f6e7d6f6-02b7-4c4d-9596-8f5107bb432d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=872e2b2fa88049459a75cd4715fd0cbc&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0880473 Mar 22 19:46:56.927162 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49138) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:56.964017 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86263b7d-3015-4cd6-85e9-b90e026e7130 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Pushing event deleted for resources: {'Port': ['ID=bdebf2ea-1fcf-4de5-b293-b30452291ccb,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:57.028115 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4378-c900-4674-9290-f9bb5ee6a2dd tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (30577e97-e3a0-4bb1-b08f-168f893a606f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:57.071348 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c754655a-655e-4fc2-8d90-25ad09ca87a8 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Checking segment: {'id': '3d922125-b80a-4898-a65a-e965c4c35b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'd624df1d-4705-48fe-af84-9443e318f4e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:46:57.071883 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c754655a-655e-4fc2-8d90-25ad09ca87a8 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Network hostable DHCP agents. Network: d624df1d-4705-48fe-af84-9443e318f4e1, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:46:57.078428 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3cecfc25-0943-4dc3-b670-ac84243d7b9f admin admin] Publish callbacks [] for security_group (3c987a73-95f5-4ed2-b279-fda86c2c8969), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:57.084737 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754655a-655e-4fc2-8d90-25ad09ca87a8 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Pushing event updated for resources: {'Subnet': ['ID=d5a24c53-29a9-4ab7-9b35-aac7febf9c95,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:57.105225 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9343aa73-bd1a-4bd5-8347-13b1b8c6deaf tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "PUT /v2.0/ports/5cbae8d5-147d-4ca6-af36-96c42e07dd23/tags/tempest-TagsExtTest-Tag-784830255 HTTP/1.1" status: 201 len: 201 time: 1.2485929 Mar 22 19:46:57.106712 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49140) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:57.126907 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 94c433f9-8460-428f-b0f8-05147b4dc09d up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:46:57.139207 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-a208e3e7-c4f7-487c-a0bb-e829d5dfbc1e tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '32fec623-bda5-4079-bf20-de1e9d9911d4', 'tempest-TagsExtTest-Tag-1860506353') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:57.180805 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bd4378-c900-4674-9290-f9bb5ee6a2dd tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network 3e2ec8b3-a238-4ec8-a620-c999a50e5cda is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:46:57.186816 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-d2bd4378-c900-4674-9290-f9bb5ee6a2dd tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:57.196203 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bd4378-c900-4674-9290-f9bb5ee6a2dd tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:46:57.250412 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4378-c900-4674-9290-f9bb5ee6a2dd tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (07fc3f04-90d3-45eb-bca0-2473b0893c06), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:57.281912 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 94c433f9-8460-428f-b0f8-05147b4dc09d triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:57.287720 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (94c433f9-8460-428f-b0f8-05147b4dc09d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:57.337915 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3cecfc25-0943-4dc3-b670-ac84243d7b9f admin admin] Publish callbacks [] for security_group (3c987a73-95f5-4ed2-b279-fda86c2c8969), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:57.358935 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c754655a-655e-4fc2-8d90-25ad09ca87a8 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Network d624df1d-4705-48fe-af84-9443e318f4e1 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:46:57.416900 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-c754655a-655e-4fc2-8d90-25ad09ca87a8 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, d624df1d-4705-48fe-af84-9443e318f4e1) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:57.438067 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c754655a-655e-4fc2-8d90-25ad09ca87a8 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (2a7c9380-a5b8-4d07-9995-bed58d2c5542), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:57.462561 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b132b542-385d-4556-b1a1-eb6716da6672 None None] Network d624df1d-4705-48fe-af84-9443e318f4e1 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:46:57.505823 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a208e3e7-c4f7-487c-a0bb-e829d5dfbc1e tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "PUT /v2.0/routers/32fec623-bda5-4079-bf20-de1e9d9911d4/tags/tempest-TagsExtTest-Tag-1860506353 HTTP/1.1" status: 201 len: 201 time: 0.3896358 Mar 22 19:46:57.534843 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49142) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:57.535559 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd4378-c900-4674-9290-f9bb5ee6a2dd tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Port': ['ID=30577e97-e3a0-4bb1-b08f-168f893a606f,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:57.543641 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.tag.tag_plugin [None req-611fcabd-94fa-46d0-a992-fb210caf13a4 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '020c331e-dca1-429f-90b6-55a4678eb249', 'tempest-TagsExtTest-Tag-869800681') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:57.553275 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-86263b7d-3015-4cd6-85e9-b90e026e7130 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for floatingip (bc70cad1-0a6a-4b1e-919a-8083505ce134), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:57.553569 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-86263b7d-3015-4cd6-85e9-b90e026e7130 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Floating IP bc70cad1-0a6a-4b1e-919a-8083505ce134 disassociated (deleted). External IP: 172.25.5.199, port: 4bcad1dd-f970-40d2-9a3d-e705d4711f9c. Mar 22 19:46:57.594833 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:46:57.623243 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c754655a-655e-4fc2-8d90-25ad09ca87a8 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Pushing event updated for resources: {'Subnet': ['ID=2a7c9380-a5b8-4d07-9995-bed58d2c5542,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:57.643046 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3cecfc25-0943-4dc3-b670-ac84243d7b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3c987a73-95f5-4ed2-b279-fda86c2c8969), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:57.648503 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3cecfc25-0943-4dc3-b670-ac84243d7b9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:57.650625 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3cecfc25-0943-4dc3-b670-ac84243d7b9f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3c987a73-95f5-4ed2-b279-fda86c2c8969 HTTP/1.1" status: 204 len: 168 time: 0.7222242 Mar 22 19:46:57.651774 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c754655a-655e-4fc2-8d90-25ad09ca87a8 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Checking segment: {'id': 'c5d7bef8-f549-41f4-9651-508c1498c484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '44a39ef0-64ef-4cc9-b802-05a1f5f56e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:46:57.652330 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c754655a-655e-4fc2-8d90-25ad09ca87a8 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Network hostable DHCP agents. Network: 44a39ef0-64ef-4cc9-b802-05a1f5f56e31, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:46:57.664810 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95773011-dbcc-4e8f-9adf-65d59ab83bbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-d624df1d-4705-48fe-af84-9443e318f4e1', 'network_id': 'd624df1d-4705-48fe-af84-9443e318f4e1', 'project_id': '3e7f58d4b3934374bd54e798134be826', 'fixed_ips': [{'subnet_id': 'd5a24c53-29a9-4ab7-9b35-aac7febf9c95'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:46:57.667463 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-95773011-dbcc-4e8f-9adf-65d59ab83bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:57.674330 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cecfc25-0943-4dc3-b670-ac84243d7b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c987a73-95f5-4ed2-b279-fda86c2c8969,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:57.720716 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 94c433f9-8460-428f-b0f8-05147b4dc09d is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:57.721238 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c754655a-655e-4fc2-8d90-25ad09ca87a8 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Network 44a39ef0-64ef-4cc9-b802-05a1f5f56e31 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:46:57.722580 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (94c433f9-8460-428f-b0f8-05147b4dc09d), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:57.742876 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-c754655a-655e-4fc2-8d90-25ad09ca87a8 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 44a39ef0-64ef-4cc9-b802-05a1f5f56e31) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:57.747308 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c754655a-655e-4fc2-8d90-25ad09ca87a8 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:57.747925 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c754655a-655e-4fc2-8d90-25ad09ca87a8 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:57.748645 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c754655a-655e-4fc2-8d90-25ad09ca87a8 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:57.767350 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8581f1-bb52-43ff-abbd-342168dda9fc None None] Network 44a39ef0-64ef-4cc9-b802-05a1f5f56e31 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:46:57.796369 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c754655a-655e-4fc2-8d90-25ad09ca87a8 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.4519560 Mar 22 19:46:57.797210 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49150) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:57.799160 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4378-c900-4674-9290-f9bb5ee6a2dd tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (30577e97-e3a0-4bb1-b08f-168f893a606f), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:58.032976 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6856f000-8084-4a2a-bb97-b7caa127e4ec req-db0d94df-9b65-4a00-b193-7e580142431c tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 210 time: 0.1235003 Mar 22 19:46:58.070178 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10e260c-03b3-45a9-b710-555273a07e32 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:58.075468 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10e260c-03b3-45a9-b710-555273a07e32 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:58.077032 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10e260c-03b3-45a9-b710-555273a07e32 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:58.091779 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f10e260c-03b3-45a9-b710-555273a07e32 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2933869 Mar 22 19:46:58.093864 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49156) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:58.142003 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86263b7d-3015-4cd6-85e9-b90e026e7130 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Router 26bfd1e5-48c0-412c-8785-54616f0819ee has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:46:58.158959 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7bc83e-3e78-4b92-a900-70885fcf6606 None None] Network 3e2ec8b3-a238-4ec8-a620-c999a50e5cda requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:46:58.189714 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-611fcabd-94fa-46d0-a992-fb210caf13a4 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "PUT /v2.0/subnetpools/020c331e-dca1-429f-90b6-55a4678eb249/tags/tempest-TagsExtTest-Tag-869800681 HTTP/1.1" status: 201 len: 201 time: 0.6504893 Mar 22 19:46:58.222867 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-f907ede1-21c3-4b70-9157-03de67afab45 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Deleting subnet d5a24c53-29a9-4ab7-9b35-aac7febf9c95 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:46:58.226029 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49158) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:58.238213 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-8d31e4db-6702-44c3-8194-e9fa3984b5af tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b4aa5c77-de35-43f7-8fb4-106ab5f2fe07', {'tags': ['tempest-TagsExtTest-Tag-1743319608', 'tempest-TagsExtTest-Tag-610552646', 'tempest-TagsExtTest-Tag-2011950321']}) {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:58.241004 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f907ede1-21c3-4b70-9157-03de67afab45 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks [] for subnet (d5a24c53-29a9-4ab7-9b35-aac7febf9c95), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:58.263919 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-5277caa0-2940-4ff7-99ce-ff1a08721b7e None None] Provisioning complete for port 94c433f9-8460-428f-b0f8-05147b4dc09d triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:58.264552 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5277caa0-2940-4ff7-99ce-ff1a08721b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (94c433f9-8460-428f-b0f8-05147b4dc09d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:58.282571 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49160) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:58.310143 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 94c433f9-8460-428f-b0f8-05147b4dc09d, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=94c433f9-8460-428f-b0f8-05147b4dc09d,segment=NetworkSegment(1e562a68-c3ac-4862-aabf-a97ba5306ff0),segment_id=1e562a68-c3ac-4862-aabf-a97ba5306ff0)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:46:58.336791 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (94c433f9-8460-428f-b0f8-05147b4dc09d), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:58.337887 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 68f697ed-bd73-4484-b084-f2d3148125d3 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:46:58.403480 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1ae2fc63-c36c-4512-9196-a62e3e3ccff5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:58.418053 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=94c433f9-8460-428f-b0f8-05147b4dc09d,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:58.449247 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f907ede1-21c3-4b70-9157-03de67afab45 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (d5a24c53-29a9-4ab7-9b35-aac7febf9c95), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:58.508259 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912ecf22-3376-44fc-bf59-cc3bd1dd42b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-44a39ef0-64ef-4cc9-b802-05a1f5f56e31', 'network_id': '44a39ef0-64ef-4cc9-b802-05a1f5f56e31', 'project_id': '3e7f58d4b3934374bd54e798134be826', 'fixed_ips': [{'subnet_id': '2a7c9380-a5b8-4d07-9995-bed58d2c5542'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:46:58.509670 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-912ecf22-3376-44fc-bf59-cc3bd1dd42b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:58.527201 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f907ede1-21c3-4b70-9157-03de67afab45 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (d5a24c53-29a9-4ab7-9b35-aac7febf9c95), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:58.575619 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4378-c900-4674-9290-f9bb5ee6a2dd tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for port (30577e97-e3a0-4bb1-b08f-168f893a606f), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:58.626911 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4378-c900-4674-9290-f9bb5ee6a2dd tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (30577e97-e3a0-4bb1-b08f-168f893a606f), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:58.712812 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-912ecf22-3376-44fc-bf59-cc3bd1dd42b9 None None] Allocated IP 2001:db8:0:1::1 (44a39ef0-64ef-4cc9-b802-05a1f5f56e31/2a7c9380-a5b8-4d07-9995-bed58d2c5542/e87c845b-a5c0-439f-8f63-83a2a942d425) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:46:58.719430 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1ae2fc63-c36c-4512-9196-a62e3e3ccff5 admin admin] Publish callbacks [] for security_group (867295d5-ec2f-4910-ac13-d0381c4a701c), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:58.723325 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8d31e4db-6702-44c3-8194-e9fa3984b5af tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "PUT /v2.0/subnets/b4aa5c77-de35-43f7-8fb4-106ab5f2fe07/tags HTTP/1.1" status: 200 len: 317 time: 0.4961514 Mar 22 19:46:58.724603 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f907ede1-21c3-4b70-9157-03de67afab45 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (d5a24c53-29a9-4ab7-9b35-aac7febf9c95), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:58.740971 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49162) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:58.775026 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f907ede1-21c3-4b70-9157-03de67afab45 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:58.781606 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f907ede1-21c3-4b70-9157-03de67afab45 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] 10.222.0.75 "DELETE /v2.0/subnets/d5a24c53-29a9-4ab7-9b35-aac7febf9c95 HTTP/1.1" status: 204 len: 168 time: 0.6866233 Mar 22 19:46:58.783860 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1ae2fc63-c36c-4512-9196-a62e3e3ccff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (867295d5-ec2f-4910-ac13-d0381c4a701c), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:58.794931 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49166) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:58.799258 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d2bd4378-c900-4674-9290-f9bb5ee6a2dd tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (07fc3f04-90d3-45eb-bca0-2473b0893c06), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:58.800963 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-6392cb13-22ea-4dc7-b367-0083f800913e tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b4aa5c77-de35-43f7-8fb4-106ab5f2fe07') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:58.805057 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907ede1-21c3-4b70-9157-03de67afab45 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Pushing event deleted for resources: {'Subnet': ['ID=d5a24c53-29a9-4ab7-9b35-aac7febf9c95,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:58.874617 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86263b7d-3015-4cd6-85e9-b90e026e7130 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:46:58.887160 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f7b627-bff8-4408-8a23-4b33e9facecd None None] Sync routers for ids ['26bfd1e5-48c0-412c-8785-54616f0819ee'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:46:58.892089 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-86263b7d-3015-4cd6-85e9-b90e026e7130 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:58.905676 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f7b627-bff8-4408-8a23-4b33e9facecd None None] Routers {'26bfd1e5-48c0-412c-8785-54616f0819ee'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:46:58.906365 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-58f7b627-bff8-4408-8a23-4b33e9facecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:46:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['26bfd1e5-48c0-412c-8785-54616f0819ee'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:58.935585 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-912ecf22-3376-44fc-bf59-cc3bd1dd42b9 None None] Publish callbacks [] for port (e87c845b-a5c0-439f-8f63-83a2a942d425), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:58.943320 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-5277caa0-2940-4ff7-99ce-ff1a08721b7e None None] Current status of the port 94c433f9-8460-428f-b0f8-05147b4dc09d is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:46:58.950975 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-912ecf22-3376-44fc-bf59-cc3bd1dd42b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (e87c845b-a5c0-439f-8f63-83a2a942d425), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:58.959981 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-86263b7d-3015-4cd6-85e9-b90e026e7130 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "DELETE /v2.0/floatingips/bc70cad1-0a6a-4b1e-919a-8083505ce134 HTTP/1.1" status: 204 len: 168 time: 3.6468041 Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server [None req-95773011-dbcc-4e8f-9adf-65d59ab83bbf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d5a24c53-29a9-4ab7-9b35-aac7febf9c95: This subnet is being modified by another concurrent operation. Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise exception Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d5a24c53-29a9-4ab7-9b35-aac7febf9c95: This subnet is being modified by another concurrent operation. Mar 22 19:46:58.985616 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server Mar 22 19:46:59.017922 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f765898-6403-48d6-a585-d0321dc669cd', 'tag': '4bcad1dd-f970-40d2-9a3d-e705d4711f9c'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:46:59.024685 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f159b6-afb0-494a-8124-ce3f75626554" -d '{"events": [{"name": "network-changed", "server_uuid": "0f765898-6403-48d6-a585-d0321dc669cd", "tag": "4bcad1dd-f970-40d2-9a3d-e705d4711f9c"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:46:59.077539 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd4378-c900-4674-9290-f9bb5ee6a2dd tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Port': ['ID=30577e97-e3a0-4bb1-b08f-168f893a606f,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:59.105773 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fd4103-5e12-4afa-afd8-8f91f267f132 None None] Network d624df1d-4705-48fe-af84-9443e318f4e1 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:46:59.131452 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe53631-ccc2-4e5e-a5c9-dc4be7ef0ee6 x-openstack-request-id: req-cfe53631-ccc2-4e5e-a5c9-dc4be7ef0ee6 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:46:59.131868 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f765898-6403-48d6-a585-d0321dc669cd", "tag": "4bcad1dd-f970-40d2-9a3d-e705d4711f9c", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:46:59.132315 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cfe53631-ccc2-4e5e-a5c9-dc4be7ef0ee6 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:46:59.133716 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfe53631-ccc2-4e5e-a5c9-dc4be7ef0ee6'] response: {'name': 'network-changed', 'server_uuid': '0f765898-6403-48d6-a585-d0321dc669cd', 'tag': '4bcad1dd-f970-40d2-9a3d-e705d4711f9c', 'status': 'completed', 'code': 200} Mar 22 19:46:59.138719 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1ae2fc63-c36c-4512-9196-a62e3e3ccff5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7f56abbfc5a545579738e00115688446&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8196061 Mar 22 19:46:59.140694 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae2fc63-c36c-4512-9196-a62e3e3ccff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867295d5-ec2f-4910-ac13-d0381c4a701c,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:59.142454 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49174) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:59.164173 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-58f7b627-bff8-4408-8a23-4b33e9facecd None None] Set router 26bfd1e5-48c0-412c-8785-54616f0819ee gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:46:59.185184 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912ecf22-3376-44fc-bf59-cc3bd1dd42b9 None None] Network 44a39ef0-64ef-4cc9-b802-05a1f5f56e31 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:46:59.239176 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-912ecf22-3376-44fc-bf59-cc3bd1dd42b9 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:59.240968 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 68f697ed-bd73-4484-b084-f2d3148125d3 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:46:59.258572 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (68f697ed-bd73-4484-b084-f2d3148125d3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:59.266139 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bd4378-c900-4674-9290-f9bb5ee6a2dd tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network 3e2ec8b3-a238-4ec8-a620-c999a50e5cda is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:46:59.284116 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-d2bd4378-c900-4674-9290-f9bb5ee6a2dd tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:46:59.351480 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-b459ad56-0e23-4228-acca-08063edbfab9 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Deleting subnet 2a7c9380-a5b8-4d07-9995-bed58d2c5542 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:46:59.366692 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912ecf22-3376-44fc-bf59-cc3bd1dd42b9 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:46:59.379399 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b459ad56-0e23-4228-acca-08063edbfab9 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks [] for subnet (2a7c9380-a5b8-4d07-9995-bed58d2c5542), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:59.497074 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ae326fcb-7072-41a0-908e-6ad41a328ec3 req-2f04f18c-1299-4d1a-a1f5-9742622c1cd5 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 210 time: 0.1694155 Mar 22 19:46:59.537377 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f159b6-afb0-494a-8124-ce3f75626554 req-63ad9168-4296-41d8-a086-fc22589674f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:46:59.546471 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2bd4378-c900-4674-9290-f9bb5ee6a2dd tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Router 07fc3f04-90d3-45eb-bca0-2473b0893c06 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:46:59.547852 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80f159b6-afb0-494a-8124-ce3f75626554 req-63ad9168-4296-41d8-a086-fc22589674f1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3aeae24db72e47fdba650f6aadc3eb3a&device_id=0f765898-6403-48d6-a585-d0321dc669cd HTTP/1.1" status: 200 len: 1167 time: 0.3844020 Mar 22 19:46:59.554288 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ecf22-3376-44fc-bf59-cc3bd1dd42b9 None None] Pushing event updated for resources: {'Port': ['ID=e87c845b-a5c0-439f-8f63-83a2a942d425,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:59.558553 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-50826961-1699-4a76-a7dd-c82b32ea7e98 admin admin] Publish callbacks [] for security_group (867295d5-ec2f-4910-ac13-d0381c4a701c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:59.608496 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-50826961-1699-4a76-a7dd-c82b32ea7e98 admin admin] Publish callbacks [] for security_group (867295d5-ec2f-4910-ac13-d0381c4a701c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:59.633309 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-912ecf22-3376-44fc-bf59-cc3bd1dd42b9 None None] Attempting to bind port e87c845b-a5c0-439f-8f63-83a2a942d425 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:46:59.633693 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-912ecf22-3376-44fc-bf59-cc3bd1dd42b9 None None] Attempting to bind port e87c845b-a5c0-439f-8f63-83a2a942d425 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'c5d7bef8-f549-41f4-9651-508c1498c484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '44a39ef0-64ef-4cc9-b802-05a1f5f56e31'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:46:59.634113 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912ecf22-3376-44fc-bf59-cc3bd1dd42b9 None None] Attempting to bind port e87c845b-a5c0-439f-8f63-83a2a942d425 on network 44a39ef0-64ef-4cc9-b802-05a1f5f56e31 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:46:59.646657 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912ecf22-3376-44fc-bf59-cc3bd1dd42b9 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:46:59.647067 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912ecf22-3376-44fc-bf59-cc3bd1dd42b9 None None] Checking segment: {'id': 'c5d7bef8-f549-41f4-9651-508c1498c484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '44a39ef0-64ef-4cc9-b802-05a1f5f56e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:46:59.647605 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-912ecf22-3376-44fc-bf59-cc3bd1dd42b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:59.648604 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912ecf22-3376-44fc-bf59-cc3bd1dd42b9 None None] Bound using segment: {'id': 'c5d7bef8-f549-41f4-9651-508c1498c484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '44a39ef0-64ef-4cc9-b802-05a1f5f56e31'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:46:59.649112 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-912ecf22-3376-44fc-bf59-cc3bd1dd42b9 None None] Bound port: e87c845b-a5c0-439f-8f63-83a2a942d425, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d7bef8-f549-41f4-9651-508c1498c484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '44a39ef0-64ef-4cc9-b802-05a1f5f56e31'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:46:59.649508 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-912ecf22-3376-44fc-bf59-cc3bd1dd42b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e87c845b-a5c0-439f-8f63-83a2a942d425), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:59.726300 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-912ecf22-3376-44fc-bf59-cc3bd1dd42b9 None None] For port e87c845b-a5c0-439f-8f63-83a2a942d425, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:46:59.731996 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-912ecf22-3376-44fc-bf59-cc3bd1dd42b9 None None] For port e87c845b-a5c0-439f-8f63-83a2a942d425, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=e87c845b-a5c0-439f-8f63-83a2a942d425,segment=NetworkSegment(c5d7bef8-f549-41f4-9651-508c1498c484),segment_id=c5d7bef8-f549-41f4-9651-508c1498c484)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:46:59.736266 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-58f7b627-bff8-4408-8a23-4b33e9facecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2060306635', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '74e38695-88d4-4287-ada6-776271b7fc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:44:37Z', 'updated_at': '2022-03-22T19:44:47Z', 'revision_number': 4, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'gw_port': {'id': '74e38695-88d4-4287-ada6-776271b7fc53', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:44:38Z', 'updated_at': '2022-03-22T19:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'bf920434-5441-44a3-b195-0b7375798a3c', 'name': '', 'network_id': '1e9e2f51-21f6-4c93-b55f-1fada675a544', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'mac_address': 'fa:16:3e:a8:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '68e9c30a-44d2-46b7-9538-660d748f6cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:44:46Z', 'updated_at': '2022-03-22T19:44:56Z', 'revision_number': 5, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'subnets': [{'id': '68e9c30a-44d2-46b7-9538-660d748f6cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:59.741162 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-912ecf22-3376-44fc-bf59-cc3bd1dd42b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (e87c845b-a5c0-439f-8f63-83a2a942d425), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:59.837010 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f7b627-bff8-4408-8a23-4b33e9facecd None None] Checking router: 26bfd1e5-48c0-412c-8785-54616f0819ee for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:46:59.853368 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b459ad56-0e23-4228-acca-08063edbfab9 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (2a7c9380-a5b8-4d07-9995-bed58d2c5542), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:59.878101 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bd4378-c900-4674-9290-f9bb5ee6a2dd tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:46:59.883824 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d2bd4378-c900-4674-9290-f9bb5ee6a2dd tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "PUT /v2.0/routers/07fc3f04-90d3-45eb-bca0-2473b0893c06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6992624 Mar 22 19:46:59.889194 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49180) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:46:59.891400 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-50826961-1699-4a76-a7dd-c82b32ea7e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (867295d5-ec2f-4910-ac13-d0381c4a701c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:59.894393 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f7b627-bff8-4408-8a23-4b33e9facecd None None] Routers {'26bfd1e5-48c0-412c-8785-54616f0819ee'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:46:59.900441 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-58f7b627-bff8-4408-8a23-4b33e9facecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:46:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['26bfd1e5-48c0-412c-8785-54616f0819ee'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:46:59.900603 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-50826961-1699-4a76-a7dd-c82b32ea7e98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:46:59.908727 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-50826961-1699-4a76-a7dd-c82b32ea7e98 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/867295d5-ec2f-4910-ac13-d0381c4a701c HTTP/1.1" status: 204 len: 168 time: 0.7482183 Mar 22 19:46:59.916080 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-7b32ffda-f0d2-41c6-a717-f9aefbe6a65d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Request body: {'network': {'name': 'tempest-RoutersTest-1718128148'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:46:59.956624 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50826961-1699-4a76-a7dd-c82b32ea7e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867295d5-ec2f-4910-ac13-d0381c4a701c,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:46:59.959531 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b32ffda-f0d2-41c6-a717-f9aefbe6a65d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Made reservation on behalf of e7c95693d2624eb68ce77ff7289ab08a for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:46:59.963636 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7b32ffda-f0d2-41c6-a717-f9aefbe6a65d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:00.006614 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b32ffda-f0d2-41c6-a717-f9aefbe6a65d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:47:00.026578 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a1ade7-6087-4307-a0e0-9d6059481ef4 None None] Sync routers for ids ['07fc3f04-90d3-45eb-bca0-2473b0893c06'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:47:00.029216 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7b32ffda-f0d2-41c6-a717-f9aefbe6a65d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (8e474e9a-3e76-4921-a04a-1984c02b2447), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:00.029594 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-7b32ffda-f0d2-41c6-a717-f9aefbe6a65d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Added segment 8e474e9a-3e76-4921-a04a-1984c02b2447 of type vlan for network c655e0c8-5a81-46ff-b6e8-5fe72a6af696 Mar 22 19:47:00.059705 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49184) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:00.062996 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6392cb13-22ea-4dc7-b367-0083f800913e tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "DELETE /v2.0/subnets/b4aa5c77-de35-43f7-8fb4-106ab5f2fe07/tags HTTP/1.1" status: 204 len: 168 time: 1.2730215 Mar 22 19:47:00.117449 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-9f2c2fdd-9cfc-45a4-a4fb-f5b8fd5befb6 None None] Provisioning complete for port 94c433f9-8460-428f-b0f8-05147b4dc09d triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:47:00.117913 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9f2c2fdd-9cfc-45a4-a4fb-f5b8fd5befb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (94c433f9-8460-428f-b0f8-05147b4dc09d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:00.127435 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.tag.tag_plugin [None req-1096533e-d982-45bf-b5ac-ec2f8e31aa87 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b4aa5c77-de35-43f7-8fb4-106ab5f2fe07', 'tempest-TagsExtTest-Tag-1743319608') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:00.222281 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ecf22-3376-44fc-bf59-cc3bd1dd42b9 None None] Pushing event updated for resources: {'Port': ['ID=e87c845b-a5c0-439f-8f63-83a2a942d425,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:00.248003 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 68f697ed-bd73-4484-b084-f2d3148125d3 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:47:00.250269 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7b32ffda-f0d2-41c6-a717-f9aefbe6a65d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (c655e0c8-5a81-46ff-b6e8-5fe72a6af696), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:00.263023 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a1ade7-6087-4307-a0e0-9d6059481ef4 None None] Routers {'07fc3f04-90d3-45eb-bca0-2473b0893c06'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:47:00.263688 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a9a1ade7-6087-4307-a0e0-9d6059481ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:46:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['07fc3f04-90d3-45eb-bca0-2473b0893c06'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:00.265189 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f159b6-afb0-494a-8124-ce3f75626554 req-f925979f-42bd-41e9-920e-29a0352368a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:00.273634 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80f159b6-afb0-494a-8124-ce3f75626554 req-f925979f-42bd-41e9-920e-29a0352368a3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=1e9e2f51-21f6-4c93-b55f-1fada675a544 HTTP/1.1" status: 200 len: 897 time: 0.6626391 Mar 22 19:47:00.471053 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-58f7b627-bff8-4408-8a23-4b33e9facecd None None] Set router 26bfd1e5-48c0-412c-8785-54616f0819ee gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:47:00.522535 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03030b4b-5edf-4504-8d2e-c0bb477d3faf req-0d002eab-2739-4adc-b229-39e31dab51ce tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:00.550446 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-03030b4b-5edf-4504-8d2e-c0bb477d3faf req-0d002eab-2739-4adc-b229-39e31dab51ce tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f765898-6403-48d6-a585-d0321dc669cd HTTP/1.1" status: 200 len: 984 time: 1.0516043 Mar 22 19:47:00.702757 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-9f2c2fdd-9cfc-45a4-a4fb-f5b8fd5befb6 None None] Current status of the port 94c433f9-8460-428f-b0f8-05147b4dc09d is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:47:00.712991 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 94c433f9-8460-428f-b0f8-05147b4dc09d up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:47:00.745178 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80f159b6-afb0-494a-8124-ce3f75626554 req-3ec2696a-300c-4e12-b4e5-4b9222f3672a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4bcad1dd-f970-40d2-9a3d-e705d4711f9c HTTP/1.1" status: 200 len: 217 time: 0.3292460 Mar 22 19:47:00.915467 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-9f2c2fdd-9cfc-45a4-a4fb-f5b8fd5befb6 None None] Provisioning complete for port 30577e97-e3a0-4bb1-b08f-168f893a606f triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:47:00.915856 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9f2c2fdd-9cfc-45a4-a4fb-f5b8fd5befb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (30577e97-e3a0-4bb1-b08f-168f893a606f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:00.926121 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-03030b4b-5edf-4504-8d2e-c0bb477d3faf req-bef6c699-ee46-4a17-816e-c61614a91a68 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/security-groups?id=dff9c836-b4a3-46bc-8c7c-6b9af2e5d2a8&id=5941f9d6-47da-4022-bd21-87a0936ca721&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3745587 Mar 22 19:47:00.933782 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6bbc6fa6-b862-450e-a5e5-ae82cff250bb req-8bec6b82-f93a-4529-a967-601d7414e285 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 210 time: 0.2034109 Mar 22 19:47:00.955179 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b459ad56-0e23-4228-acca-08063edbfab9 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (2a7c9380-a5b8-4d07-9995-bed58d2c5542), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:00.987885 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-58f7b627-bff8-4408-8a23-4b33e9facecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2060306635', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '74e38695-88d4-4287-ada6-776271b7fc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:44:37Z', 'updated_at': '2022-03-22T19:44:47Z', 'revision_number': 4, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'gw_port': {'id': '74e38695-88d4-4287-ada6-776271b7fc53', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:44:38Z', 'updated_at': '2022-03-22T19:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'bf920434-5441-44a3-b195-0b7375798a3c', 'name': '', 'network_id': '1e9e2f51-21f6-4c93-b55f-1fada675a544', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'mac_address': 'fa:16:3e:a8:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '68e9c30a-44d2-46b7-9538-660d748f6cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:44:46Z', 'updated_at': '2022-03-22T19:44:56Z', 'revision_number': 5, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'subnets': [{'id': '68e9c30a-44d2-46b7-9538-660d748f6cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:01.035020 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f159b6-afb0-494a-8124-ce3f75626554 req-bc0fa24c-dcf0-461a-a4d9-32a6803aea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:01.036553 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80f159b6-afb0-494a-8124-ce3f75626554 req-bc0fa24c-dcf0-461a-a4d9-32a6803aea92 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=68e9c30a-44d2-46b7-9538-660d748f6cd5 HTTP/1.1" status: 200 len: 835 time: 0.2389033 Mar 22 19:47:01.063405 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f7b627-bff8-4408-8a23-4b33e9facecd None None] The sync data for ids ['26bfd1e5-48c0-412c-8785-54616f0819ee'] in n-d-705658-24 is: [{'id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2060306635', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '74e38695-88d4-4287-ada6-776271b7fc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:44:37Z', 'updated_at': '2022-03-22T19:44:47Z', 'revision_number': 4, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'gw_port': {'id': '74e38695-88d4-4287-ada6-776271b7fc53', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:44:38Z', 'updated_at': '2022-03-22T19:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'bf920434-5441-44a3-b195-0b7375798a3c', 'name': '', 'network_id': '1e9e2f51-21f6-4c93-b55f-1fada675a544', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'mac_address': 'fa:16:3e:a8:38:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2974, 'fixed_ips': [{'subnet_id': '68e9c30a-44d2-46b7-9538-660d748f6cd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:44:46Z', 'updated_at': '2022-03-22T19:44:56Z', 'revision_number': 5, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'subnets': [{'id': '68e9c30a-44d2-46b7-9538-660d748f6cd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:47:01.077509 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-a9a1ade7-6087-4307-a0e0-9d6059481ef4 None None] Set router 07fc3f04-90d3-45eb-bca0-2473b0893c06 gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:47:01.141032 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f159b6-afb0-494a-8124-ce3f75626554 req-f0fb1409-ba64-4c6c-bde4-bba119876ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:01.142835 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80f159b6-afb0-494a-8124-ce3f75626554 req-f0fb1409-ba64-4c6c-bde4-bba119876ae5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=1e9e2f51-21f6-4c93-b55f-1fada675a544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0985644 Mar 22 19:47:01.144204 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b459ad56-0e23-4228-acca-08063edbfab9 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (2a7c9380-a5b8-4d07-9995-bed58d2c5542), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:01.232588 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459ad56-0e23-4228-acca-08063edbfab9 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Pushing event deleted for resources: {'Subnet': ['ID=2a7c9380-a5b8-4d07-9995-bed58d2c5542,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:01.260736 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-9f2c2fdd-9cfc-45a4-a4fb-f5b8fd5befb6 None None] Port 30577e97-e3a0-4bb1-b08f-168f893a606f cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:47:01.271933 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-1096533e-d982-45bf-b5ac-ec2f8e31aa87 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] show failed (client error): The resource could not be found. Mar 22 19:47:01.277849 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1096533e-d982-45bf-b5ac-ec2f8e31aa87 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "GET /v2.0/subnets/b4aa5c77-de35-43f7-8fb4-106ab5f2fe07/tags/tempest-TagsExtTest-Tag-1743319608 HTTP/1.1" status: 404 len: 329 time: 1.1540270 Mar 22 19:47:01.294421 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7b32ffda-f0d2-41c6-a717-f9aefbe6a65d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (c655e0c8-5a81-46ff-b6e8-5fe72a6af696), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:01.306409 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b32ffda-f0d2-41c6-a717-f9aefbe6a65d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:01.307060 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7b32ffda-f0d2-41c6-a717-f9aefbe6a65d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:01.309646 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49200) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:01.320797 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b459ad56-0e23-4228-acca-08063edbfab9 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:01.322733 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.tag.tag_plugin [None req-bd975bfc-4f7f-4e34-bc80-8c0e826124b5 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b4aa5c77-de35-43f7-8fb4-106ab5f2fe07', 'tempest-TagsExtTest-Tag-610552646') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:01.325748 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b459ad56-0e23-4228-acca-08063edbfab9 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] 10.222.0.75 "DELETE /v2.0/subnets/2a7c9380-a5b8-4d07-9995-bed58d2c5542 HTTP/1.1" status: 204 len: 168 time: 2.5032825 Mar 22 19:47:01.337499 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49204) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:01.469151 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c51d13-99ea-4c10-8822-b3b2c399efb8 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:01.474888 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-26c51d13-99ea-4c10-8822-b3b2c399efb8 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1282556 Mar 22 19:47:01.478026 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49208) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:01.613813 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 94c433f9-8460-428f-b0f8-05147b4dc09d triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:47:01.618808 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (94c433f9-8460-428f-b0f8-05147b4dc09d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:01.655021 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7b32ffda-f0d2-41c6-a717-f9aefbe6a65d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7449758 Mar 22 19:47:01.656882 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49212) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:01.699242 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-e61b94eb-93e8-42e3-a9b4-b13c0fa53bac tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Request body: {'subnet': {'network_id': 'c655e0c8-5a81-46ff-b6e8-5fe72a6af696', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:47:01.709740 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-378ecba9-d029-48d3-acd8-6d999986ab6b tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (44a39ef0-64ef-4cc9-b802-05a1f5f56e31), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:01.729735 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32ffda-f0d2-41c6-a717-f9aefbe6a65d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Network': ['ID=c655e0c8-5a81-46ff-b6e8-5fe72a6af696,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:01.738358 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80f159b6-afb0-494a-8124-ce3f75626554 req-937bf428-9765-4f74-8e9b-e112e0d9ea03 service neutron] 10.222.0.84 "GET /v2.0/networks/1e9e2f51-21f6-4c93-b55f-1fada675a544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5836024 Mar 22 19:47:01.754045 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f4101109-3b53-46af-92c4-ba30df8e7faf None None] Provisioning complete for port 30577e97-e3a0-4bb1-b08f-168f893a606f triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:47:01.760751 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f4101109-3b53-46af-92c4-ba30df8e7faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (30577e97-e3a0-4bb1-b08f-168f893a606f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:01.799459 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network c655e0c8-5a81-46ff-b6e8-5fe72a6af696 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:47:01.894752 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1050ae85-03b1-4478-8efa-b29e3edff8b6 None None] New status for floating IP bc70cad1-0a6a-4b1e-919a-8083505ce134: DOWN {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:47:01.919999 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80f159b6-afb0-494a-8124-ce3f75626554 req-4e48569a-d880-47fd-834e-289f37486958 service neutron] 10.222.0.84 "GET /v2.0/networks/1e9e2f51-21f6-4c93-b55f-1fada675a544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765411 Mar 22 19:47:01.942306 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd23db9-e300-4642-b224-b653f4f3ed19 req-1974d516-0cf8-4feb-9544-8252846560b0 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:01.948676 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4fd23db9-e300-4642-b224-b653f4f3ed19 req-1974d516-0cf8-4feb-9544-8252846560b0 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.84 "GET /v2.0/ports?device_id=0f765898-6403-48d6-a585-d0321dc669cd HTTP/1.1" status: 200 len: 984 time: 0.7389474 Mar 22 19:47:02.011903 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-378ecba9-d029-48d3-acd8-6d999986ab6b tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Deleting port e87c845b-a5c0-439f-8f63-83a2a942d425 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:47:02.012242 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-378ecba9-d029-48d3-acd8-6d999986ab6b tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (e87c845b-a5c0-439f-8f63-83a2a942d425), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:02.215033 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5698e7a6-3c24-4bad-ae2b-43ff3ad36718 req-18daf587-bdc0-4f43-afaf-fee939a829c7 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 210 time: 0.0720105 Mar 22 19:47:02.282761 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-378ecba9-d029-48d3-acd8-6d999986ab6b tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] For port e87c845b-a5c0-439f-8f63-83a2a942d425, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=e87c845b-a5c0-439f-8f63-83a2a942d425,segment=NetworkSegment(c5d7bef8-f549-41f4-9651-508c1498c484),segment_id=c5d7bef8-f549-41f4-9651-508c1498c484)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:47:02.283456 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-378ecba9-d029-48d3-acd8-6d999986ab6b tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (e87c845b-a5c0-439f-8f63-83a2a942d425), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:02.315452 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4d542-d849-4b3c-8ce5-48740d7880fd req-84d3a374-5123-4797-b727-a3f1b960aafa tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:02.317135 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ed4d542-d849-4b3c-8ce5-48740d7880fd req-84d3a374-5123-4797-b727-a3f1b960aafa tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f765898-6403-48d6-a585-d0321dc669cd HTTP/1.1" status: 200 len: 984 time: 0.1148281 Mar 22 19:47:02.318437 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-378ecba9-d029-48d3-acd8-6d999986ab6b tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Calling delete_port for e87c845b-a5c0-439f-8f63-83a2a942d425 owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:47:02.406932 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-bd975bfc-4f7f-4e34-bc80-8c0e826124b5 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] show failed (client error): The resource could not be found. Mar 22 19:47:02.410484 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bd975bfc-4f7f-4e34-bc80-8c0e826124b5 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "GET /v2.0/subnets/b4aa5c77-de35-43f7-8fb4-106ab5f2fe07/tags/tempest-TagsExtTest-Tag-610552646 HTTP/1.1" status: 404 len: 328 time: 1.0933149 Mar 22 19:47:02.411394 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530abe92-3f3c-4793-aa50-1a416994ffeb None None] get_active_networks_info from n-d-705658-24 {{(pid=104174) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 19:47:02.419542 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49226) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:02.438377 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.tag.tag_plugin [None req-5141dba6-f0ce-4156-a030-ff57c972b745 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b4aa5c77-de35-43f7-8fb4-106ab5f2fe07', 'tempest-TagsExtTest-Tag-2011950321') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:02.517044 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61b94eb-93e8-42e3-a9b4-b13c0fa53bac tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Made reservation on behalf of e7c95693d2624eb68ce77ff7289ab08a for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:47:02.522316 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e61b94eb-93e8-42e3-a9b4-b13c0fa53bac tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:02.596827 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ed4d542-d849-4b3c-8ce5-48740d7880fd req-5ba88df6-581e-4e40-aab8-df7bd20045b8 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/security-groups?id=dff9c836-b4a3-46bc-8c7c-6b9af2e5d2a8&id=5941f9d6-47da-4022-bd21-87a0936ca721&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2581468 Mar 22 19:47:02.653142 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-378ecba9-d029-48d3-acd8-6d999986ab6b tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (e87c845b-a5c0-439f-8f63-83a2a942d425), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:02.674383 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-4fd23db9-e300-4642-b224-b653f4f3ed19 req-36f60b93-abda-4d7f-b147-f78c22c67785 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Deleting port 4bcad1dd-f970-40d2-9a3d-e705d4711f9c {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:47:02.675219 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4fd23db9-e300-4642-b224-b653f4f3ed19 req-36f60b93-abda-4d7f-b147-f78c22c67785 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (4bcad1dd-f970-40d2-9a3d-e705d4711f9c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:02.695158 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ecba9-d029-48d3-acd8-6d999986ab6b tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Pushing event deleted for resources: {'Port': ['ID=e87c845b-a5c0-439f-8f63-83a2a942d425,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:02.703760 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 94c433f9-8460-428f-b0f8-05147b4dc09d is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:47:02.713734 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378ecba9-d029-48d3-acd8-6d999986ab6b tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] No DVR routers for this DVR port e87c845b-a5c0-439f-8f63-83a2a942d425 on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:47:02.805310 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f4101109-3b53-46af-92c4-ba30df8e7faf None None] Port 30577e97-e3a0-4bb1-b08f-168f893a606f cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:47:02.823976 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-4fd23db9-e300-4642-b224-b653f4f3ed19 req-36f60b93-abda-4d7f-b147-f78c22c67785 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] For port 4bcad1dd-f970-40d2-9a3d-e705d4711f9c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=4bcad1dd-f970-40d2-9a3d-e705d4711f9c,segment=NetworkSegment(a00249cb-254c-446a-8527-5651c7c37523),segment_id=a00249cb-254c-446a-8527-5651c7c37523)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:47:02.824355 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4fd23db9-e300-4642-b224-b653f4f3ed19 req-36f60b93-abda-4d7f-b147-f78c22c67785 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (4bcad1dd-f970-40d2-9a3d-e705d4711f9c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:02.846141 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-4fd23db9-e300-4642-b224-b653f4f3ed19 req-36f60b93-abda-4d7f-b147-f78c22c67785 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Calling delete_port for 4bcad1dd-f970-40d2-9a3d-e705d4711f9c owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:47:02.923679 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-378ecba9-d029-48d3-acd8-6d999986ab6b tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (44a39ef0-64ef-4cc9-b802-05a1f5f56e31), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:02.954719 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a9a1ade7-6087-4307-a0e0-9d6059481ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'name': 'tempest-RoutersTest-router-741369824', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:46:32Z', 'updated_at': '2022-03-22T19:46:57Z', 'revision_number': 4, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'gw_port_host': None, '_interfaces': [{'id': '30577e97-e3a0-4bb1-b08f-168f893a606f', 'name': '', 'network_id': '3e2ec8b3-a238-4ec8-a620-c999a50e5cda', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:06:07:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '8c97d642-40bd-4d25-9993-49c0c2d328a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:55Z', 'updated_at': '2022-03-22T19:46:58Z', 'revision_number': 2, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': '8c97d642-40bd-4d25-9993-49c0c2d328a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '390905f2-bf20-47c2-82a1-697077271adc', 'name': '', 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:76:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:33Z', 'updated_at': '2022-03-22T19:46:43Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f697ed-bd73-4484-b084-f2d3148125d3', 'name': '', 'network_id': '8a1ad69f-f1f4-4a64-99b3-f002afc3f76f', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:aa:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '62796115-58e2-4b98-891f-02a99e74269d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:44Z', 'updated_at': '2022-03-22T19:46:55Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': '62796115-58e2-4b98-891f-02a99e74269d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:02.963970 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ae8c465d-ca4a-4c63-95a1-6f17e8cbb0fc None None] Could not find standard attr ID for object e87c845b-a5c0-439f-8f63-83a2a942d425. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:47:02.968741 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-378ecba9-d029-48d3-acd8-6d999986ab6b tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a39ef0-64ef-4cc9-b802-05a1f5f56e31']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:02.991863 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-378ecba9-d029-48d3-acd8-6d999986ab6b tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d7bef8-f549-41f4-9651-508c1498c484') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:02.992172 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-378ecba9-d029-48d3-acd8-6d999986ab6b tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d7bef8-f549-41f4-9651-508c1498c484') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:03.011758 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-378ecba9-d029-48d3-acd8-6d999986ab6b tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (c5d7bef8-f549-41f4-9651-508c1498c484), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:03.033208 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a1ade7-6087-4307-a0e0-9d6059481ef4 None None] Checking router: 07fc3f04-90d3-45eb-bca0-2473b0893c06 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:47:03.033571 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a1ade7-6087-4307-a0e0-9d6059481ef4 None None] Updating router 07fc3f04-90d3-45eb-bca0-2473b0893c06 port 30577e97-e3a0-4bb1-b08f-168f893a606f binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:47:03.035494 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-378ecba9-d029-48d3-acd8-6d999986ab6b tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (c5d7bef8-f549-41f4-9651-508c1498c484), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:03.041157 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-5141dba6-f0ce-4156-a030-ff57c972b745 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] show failed (client error): The resource could not be found. Mar 22 19:47:03.043569 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-378ecba9-d029-48d3-acd8-6d999986ab6b tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:47:03.043984 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-378ecba9-d029-48d3-acd8-6d999986ab6b tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (c5d7bef8-f549-41f4-9651-508c1498c484), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:03.045529 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5141dba6-f0ce-4156-a030-ff57c972b745 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "GET /v2.0/subnets/b4aa5c77-de35-43f7-8fb4-106ab5f2fe07/tags/tempest-TagsExtTest-Tag-2011950321 HTTP/1.1" status: 404 len: 329 time: 0.6185150 Mar 22 19:47:03.046352 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4fd23db9-e300-4642-b224-b653f4f3ed19 req-36f60b93-abda-4d7f-b147-f78c22c67785 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (4bcad1dd-f970-40d2-9a3d-e705d4711f9c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:03.048341 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:47:03.048341 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:47:03.048341 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:47:03.048341 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:47:03.048341 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:47:03.048341 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:47:03.048341 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:47:03.048341 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:47:03.048341 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:47:03.048341 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:47:03.048341 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:47:03.048341 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:47:03.048341 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:47:03.048341 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:47:03.048341 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:47:03.048341 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:47:03.048341 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:47:03.048341 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:47:03.048341 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:47:03.048341 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:47:03.048341 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:47:03.048341 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:47:03.048341 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:47:03.048341 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:47:03.048341 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:47:03.048341 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:47:03.048341 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:47:03.048341 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:47:03.048341 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:47:03.048341 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:47:03.048341 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:47:03.048341 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:47:03.048341 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49236) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:03.060574 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-9ead78ea-4982-4506-8c4a-3d89944b1bb6 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5cbae8d5-147d-4ca6-af36-96c42e07dd23', {'tags': ['tempest-TagsExtTest-Tag-531912908', 'tempest-TagsExtTest-Tag-1395606289', 'tempest-TagsExtTest-Tag-363090794']}) {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:03.161999 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd23db9-e300-4642-b224-b653f4f3ed19 req-36f60b93-abda-4d7f-b147-f78c22c67785 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] No DVR routers for this DVR port 4bcad1dd-f970-40d2-9a3d-e705d4711f9c on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:47:03.168061 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f60b93-abda-4d7f-b147-f78c22c67785 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Pushing event deleted for resources: {'Port': ['ID=4bcad1dd-f970-40d2-9a3d-e705d4711f9c,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:03.176154 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4fd23db9-e300-4642-b224-b653f4f3ed19 req-36f60b93-abda-4d7f-b147-f78c22c67785 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:03.179986 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4fd23db9-e300-4642-b224-b653f4f3ed19 req-36f60b93-abda-4d7f-b147-f78c22c67785 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.84 "DELETE /v2.0/ports/4bcad1dd-f970-40d2-9a3d-e705d4711f9c HTTP/1.1" status: 204 len: 173 time: 1.1783555 Mar 22 19:47:03.180526 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f765898-6403-48d6-a585-d0321dc669cd', 'name': 'network-vif-deleted', 'tag': '4bcad1dd-f970-40d2-9a3d-e705d4711f9c'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:47:03.183151 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bea1e0c-8b70-4b5b-83f7-8a13468aca2e" -d '{"events": [{"server_uuid": "0f765898-6403-48d6-a585-d0321dc669cd", "name": "network-vif-deleted", "tag": "4bcad1dd-f970-40d2-9a3d-e705d4711f9c"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:47:03.253831 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530abe92-3f3c-4793-aa50-1a416994ffeb None None] Resources bound (agent type, host, resource id): {{(pid=104174) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 19:47:03.257626 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ade7-6087-4307-a0e0-9d6059481ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (30577e97-e3a0-4bb1-b08f-168f893a606f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:03.414440 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd9fad5-1492-42b1-881a-787a9485faf9 x-openstack-request-id: req-fbd9fad5-1492-42b1-881a-787a9485faf9 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:47:03.415449 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f765898-6403-48d6-a585-d0321dc669cd", "name": "network-vif-deleted", "tag": "4bcad1dd-f970-40d2-9a3d-e705d4711f9c", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:47:03.415916 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fbd9fad5-1492-42b1-881a-787a9485faf9 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:47:03.426481 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbd9fad5-1492-42b1-881a-787a9485faf9'] response: {'server_uuid': '0f765898-6403-48d6-a585-d0321dc669cd', 'name': 'network-vif-deleted', 'tag': '4bcad1dd-f970-40d2-9a3d-e705d4711f9c', 'status': 'completed', 'code': 200} Mar 22 19:47:03.566918 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e61b94eb-93e8-42e3-a9b4-b13c0fa53bac tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (b983ad03-f140-4967-a555-908bd8d774b0), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:03.570961 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-46ecedaa-e62a-48f9-8b5b-3fd98dff93ac req-8a3a4a92-877e-4035-b601-e363f1348076 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 210 time: 0.1662195 Mar 22 19:47:03.590500 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9ead78ea-4982-4506-8c4a-3d89944b1bb6 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "PUT /v2.0/ports/5cbae8d5-147d-4ca6-af36-96c42e07dd23/tags HTTP/1.1" status: 200 len: 316 time: 0.5415359 Mar 22 19:47:03.591992 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49252) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:03.628955 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-6c119032-bd4e-4c8f-9405-c5b12975e8fe tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5cbae8d5-147d-4ca6-af36-96c42e07dd23') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:03.645650 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-378ecba9-d029-48d3-acd8-6d999986ab6b tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (44a39ef0-64ef-4cc9-b802-05a1f5f56e31), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:03.685605 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b94eb-93e8-42e3-a9b4-b13c0fa53bac tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Subnet': ['ID=b983ad03-f140-4967-a555-908bd8d774b0,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:03.719544 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b94eb-93e8-42e3-a9b4-b13c0fa53bac tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Checking segment: {'id': '8e474e9a-3e76-4921-a04a-1984c02b2447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c655e0c8-5a81-46ff-b6e8-5fe72a6af696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:47:03.719857 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61b94eb-93e8-42e3-a9b4-b13c0fa53bac tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network hostable DHCP agents. Network: c655e0c8-5a81-46ff-b6e8-5fe72a6af696, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:47:03.774999 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61b94eb-93e8-42e3-a9b4-b13c0fa53bac tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network c655e0c8-5a81-46ff-b6e8-5fe72a6af696 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:47:03.787696 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 4bcad1dd-f970-40d2-9a3d-e705d4711f9c no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:47:03.792868 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-e61b94eb-93e8-42e3-a9b4-b13c0fa53bac tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, c655e0c8-5a81-46ff-b6e8-5fe72a6af696) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:47:03.797783 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61b94eb-93e8-42e3-a9b4-b13c0fa53bac tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:03.797971 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e61b94eb-93e8-42e3-a9b4-b13c0fa53bac tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:03.824869 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-378ecba9-d029-48d3-acd8-6d999986ab6b tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:03.829747 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-378ecba9-d029-48d3-acd8-6d999986ab6b tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] 10.222.0.75 "DELETE /v2.0/networks/44a39ef0-64ef-4cc9-b802-05a1f5f56e31 HTTP/1.1" status: 204 len: 168 time: 2.3505411 Mar 22 19:47:03.832395 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ecba9-d029-48d3-acd8-6d999986ab6b tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Pushing event deleted for resources: {'Network': ['ID=44a39ef0-64ef-4cc9-b802-05a1f5f56e31,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:03.832648 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49260) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:03.845536 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e61b94eb-93e8-42e3-a9b4-b13c0fa53bac tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1663635 Mar 22 19:47:03.854467 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49262) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:03.911428 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f7ac0b54-53aa-439c-bc8b-8f98403bfbf3 req-322e96c1-008d-482d-ab1f-7e692d4dbd63 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "GET /v2.0/ports?device_id=0f765898-6403-48d6-a585-d0321dc669cd HTTP/1.1" status: 200 len: 210 time: 0.0802169 Mar 22 19:47:03.954019 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 4bcad1dd-f970-40d2-9a3d-e705d4711f9c {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:47:03.955565 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 4bcad1dd-f970-40d2-9a3d-e705d4711f9c not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:47:04.001884 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6c119032-bd4e-4c8f-9405-c5b12975e8fe tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "DELETE /v2.0/ports/5cbae8d5-147d-4ca6-af36-96c42e07dd23/tags HTTP/1.1" status: 204 len: 168 time: 0.4027483 Mar 22 19:47:04.004455 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49274) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:04.009532 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-8fe0f0a2-d89e-4798-91f1-33dcaccac728 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5cbae8d5-147d-4ca6-af36-96c42e07dd23', 'tempest-TagsExtTest-Tag-531912908') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:04.012058 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-908fff44-2974-46b2-b38d-a9f1768128aa tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (d624df1d-4705-48fe-af84-9443e318f4e1), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:04.123530 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-8fe0f0a2-d89e-4798-91f1-33dcaccac728 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] show failed (client error): The resource could not be found. Mar 22 19:47:04.125279 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8fe0f0a2-d89e-4798-91f1-33dcaccac728 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "GET /v2.0/ports/5cbae8d5-147d-4ca6-af36-96c42e07dd23/tags/tempest-TagsExtTest-Tag-531912908 HTTP/1.1" status: 404 len: 328 time: 0.1191967 Mar 22 19:47:04.128326 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49284) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:04.133113 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-2fe45ec1-1a4d-4716-a94b-b870081f0f09 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5cbae8d5-147d-4ca6-af36-96c42e07dd23', 'tempest-TagsExtTest-Tag-1395606289') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:04.265295 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-2fe45ec1-1a4d-4716-a94b-b870081f0f09 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] show failed (client error): The resource could not be found. Mar 22 19:47:04.268991 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2fe45ec1-1a4d-4716-a94b-b870081f0f09 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "GET /v2.0/ports/5cbae8d5-147d-4ca6-af36-96c42e07dd23/tags/tempest-TagsExtTest-Tag-1395606289 HTTP/1.1" status: 404 len: 329 time: 0.1371126 Mar 22 19:47:04.269230 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49298) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:04.273834 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-2929c959-cd4c-4f4f-a0ea-ba706a46799d tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5cbae8d5-147d-4ca6-af36-96c42e07dd23', 'tempest-TagsExtTest-Tag-363090794') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:04.421895 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-2929c959-cd4c-4f4f-a0ea-ba706a46799d tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] show failed (client error): The resource could not be found. Mar 22 19:47:04.437757 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2929c959-cd4c-4f4f-a0ea-ba706a46799d tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "GET /v2.0/ports/5cbae8d5-147d-4ca6-af36-96c42e07dd23/tags/tempest-TagsExtTest-Tag-363090794 HTTP/1.1" status: 404 len: 328 time: 0.1651187 Mar 22 19:47:04.438636 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49308) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:04.470866 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-3f1d94cb-5621-4f8d-96f6-8f9e0d3c2847 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '32fec623-bda5-4079-bf20-de1e9d9911d4', {'tags': ['tempest-TagsExtTest-Tag-1249981699', 'tempest-TagsExtTest-Tag-409428329', 'tempest-TagsExtTest-Tag-779855676']}) {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:04.540529 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ade7-6087-4307-a0e0-9d6059481ef4 None None] Publish callbacks [] for port (30577e97-e3a0-4bb1-b08f-168f893a606f), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:04.554010 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ade7-6087-4307-a0e0-9d6059481ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (30577e97-e3a0-4bb1-b08f-168f893a606f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:04.564895 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-908fff44-2974-46b2-b38d-a9f1768128aa tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (d624df1d-4705-48fe-af84-9443e318f4e1), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:04.726384 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9312de-54bc-447d-8431-6f6c8ab6a94d None None] Pushing event updated for resources: {'Port': ['ID=30577e97-e3a0-4bb1-b08f-168f893a606f,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:04.797623 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b56786-5c72-4296-9225-068f96cd2b3c None None] Network 44a39ef0-64ef-4cc9-b802-05a1f5f56e31 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:47:04.816311 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f517123-cf17-4103-becc-d8aee53578b7 None None] Network c655e0c8-5a81-46ff-b6e8-5fe72a6af696 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:47:04.847587 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-908fff44-2974-46b2-b38d-a9f1768128aa tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d624df1d-4705-48fe-af84-9443e318f4e1']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:04.864349 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-908fff44-2974-46b2-b38d-a9f1768128aa tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d922125-b80a-4898-a65a-e965c4c35b53') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:04.868472 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-908fff44-2974-46b2-b38d-a9f1768128aa tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d922125-b80a-4898-a65a-e965c4c35b53') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:04.882085 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-908fff44-2974-46b2-b38d-a9f1768128aa tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (3d922125-b80a-4898-a65a-e965c4c35b53), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:04.917285 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-908fff44-2974-46b2-b38d-a9f1768128aa tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (3d922125-b80a-4898-a65a-e965c4c35b53), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:04.927783 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-908fff44-2974-46b2-b38d-a9f1768128aa tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:47:04.930203 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-908fff44-2974-46b2-b38d-a9f1768128aa tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (3d922125-b80a-4898-a65a-e965c4c35b53), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:05.043860 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b56786-5c72-4296-9225-068f96cd2b3c None None] Network 44a39ef0-64ef-4cc9-b802-05a1f5f56e31 could not be found, it might have been deleted concurrently. {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 22 19:47:05.107338 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:47:05.107338 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:47:05.107338 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:47:05.107338 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:47:05.107338 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:47:05.107338 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:47:05.107338 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:47:05.107338 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:47:05.107338 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:47:05.107338 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:47:05.107338 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:47:05.107338 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:47:05.107338 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:47:05.107338 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:47:05.107338 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:47:05.107338 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:47:05.107338 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:47:05.107338 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:47:05.107338 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:47:05.107338 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:47:05.107338 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:47:05.107338 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:47:05.107338 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:47:05.107338 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:47:05.107338 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:47:05.107338 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:47:05.107338 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:47:05.107338 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:47:05.107338 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:47:05.107338 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:47:05.107338 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:47:05.107338 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:47:05.114940 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49340) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:05.153450 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-908fff44-2974-46b2-b38d-a9f1768128aa tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (d624df1d-4705-48fe-af84-9443e318f4e1), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:05.163938 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-a9a1ade7-6087-4307-a0e0-9d6059481ef4 None None] Attempting to bind port 30577e97-e3a0-4bb1-b08f-168f893a606f on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:47:05.164320 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-a9a1ade7-6087-4307-a0e0-9d6059481ef4 None None] Attempting to bind port 30577e97-e3a0-4bb1-b08f-168f893a606f by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '1e562a68-c3ac-4862-aabf-a97ba5306ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3e2ec8b3-a238-4ec8-a620-c999a50e5cda'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:47:05.164693 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a1ade7-6087-4307-a0e0-9d6059481ef4 None None] Attempting to bind port 30577e97-e3a0-4bb1-b08f-168f893a606f on network 3e2ec8b3-a238-4ec8-a620-c999a50e5cda {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:47:05.190828 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-908fff44-2974-46b2-b38d-a9f1768128aa tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:05.198100 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-908fff44-2974-46b2-b38d-a9f1768128aa tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] 10.222.0.75 "DELETE /v2.0/networks/d624df1d-4705-48fe-af84-9443e318f4e1 HTTP/1.1" status: 204 len: 168 time: 1.3642614 Mar 22 19:47:05.200658 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d38a6cc-5c17-40e7-b94c-7c71f5a770b1 None None] DHCP port deletion for 44a39ef0-64ef-4cc9-b802-05a1f5f56e31 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:47:05.208110 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49342) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:05.222230 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a1ade7-6087-4307-a0e0-9d6059481ef4 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:47:05.222619 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a1ade7-6087-4307-a0e0-9d6059481ef4 None None] Checking segment: {'id': '1e562a68-c3ac-4862-aabf-a97ba5306ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3e2ec8b3-a238-4ec8-a620-c999a50e5cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:47:05.223033 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ade7-6087-4307-a0e0-9d6059481ef4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:05.223436 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a1ade7-6087-4307-a0e0-9d6059481ef4 None None] Bound using segment: {'id': '1e562a68-c3ac-4862-aabf-a97ba5306ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3e2ec8b3-a238-4ec8-a620-c999a50e5cda'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:47:05.223930 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-a9a1ade7-6087-4307-a0e0-9d6059481ef4 None None] Bound port: 30577e97-e3a0-4bb1-b08f-168f893a606f, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e562a68-c3ac-4862-aabf-a97ba5306ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3e2ec8b3-a238-4ec8-a620-c999a50e5cda'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:47:05.224317 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ade7-6087-4307-a0e0-9d6059481ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (30577e97-e3a0-4bb1-b08f-168f893a606f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:05.280453 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64d41ad-eba2-4766-9cd4-fd406d979fdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-c655e0c8-5a81-46ff-b6e8-5fe72a6af696', 'network_id': 'c655e0c8-5a81-46ff-b6e8-5fe72a6af696', 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'fixed_ips': [{'subnet_id': 'b983ad03-f140-4967-a555-908bd8d774b0'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:47:05.282690 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b64d41ad-eba2-4766-9cd4-fd406d979fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:05.351413 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908fff44-2974-46b2-b38d-a9f1768128aa tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Pushing event deleted for resources: {'Network': ['ID=d624df1d-4705-48fe-af84-9443e318f4e1,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:05.491372 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-35622a6e-85fa-47ae-9a38-cfa7be7f619c req-e641d916-c9ec-40fa-b101-19345c6aac30 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 210 time: 0.0718725 Mar 22 19:47:05.541307 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3f1d94cb-5621-4f8d-96f6-8f9e0d3c2847 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "PUT /v2.0/routers/32fec623-bda5-4079-bf20-de1e9d9911d4/tags HTTP/1.1" status: 200 len: 316 time: 1.0880342 Mar 22 19:47:05.543797 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49348) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:05.548860 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-c3d7ad96-6f4e-4d27-b611-e6e180168dde tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '32fec623-bda5-4079-bf20-de1e9d9911d4') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:05.629548 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49350) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:05.709466 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c3d7ad96-6f4e-4d27-b611-e6e180168dde tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "DELETE /v2.0/routers/32fec623-bda5-4079-bf20-de1e9d9911d4/tags HTTP/1.1" status: 204 len: 168 time: 0.1643786 Mar 22 19:47:05.711129 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49354) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:05.717864 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-f6863ac0-20c6-44f0-8792-87e9121c8869 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '32fec623-bda5-4079-bf20-de1e9d9911d4', 'tempest-TagsExtTest-Tag-1249981699') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:05.761733 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-df8bacdd-b649-4484-b015-bdb0c4ef408c None None] Provisioning complete for port 30577e97-e3a0-4bb1-b08f-168f893a606f triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:47:05.766597 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-df8bacdd-b649-4484-b015-bdb0c4ef408c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (30577e97-e3a0-4bb1-b08f-168f893a606f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:05.804840 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-97612180-c328-4f87-b689-de332969f5fe tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (a4fa0768-0925-4a3d-ab61-b80443433883), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:05.817749 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2b27d101-9b23-42cd-ba36-773042b699d9 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for security_group (dff9c836-b4a3-46bc-8c7c-6b9af2e5d2a8), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:05.852674 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-f6863ac0-20c6-44f0-8792-87e9121c8869 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] show failed (client error): The resource could not be found. Mar 22 19:47:05.858233 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f6863ac0-20c6-44f0-8792-87e9121c8869 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "GET /v2.0/routers/32fec623-bda5-4079-bf20-de1e9d9911d4/tags/tempest-TagsExtTest-Tag-1249981699 HTTP/1.1" status: 404 len: 329 time: 0.1458533 Mar 22 19:47:05.858898 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49356) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:05.873202 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-cbbe3fed-dc5c-4de9-bce9-a0793e238ad0 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '32fec623-bda5-4079-bf20-de1e9d9911d4', 'tempest-TagsExtTest-Tag-409428329') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:05.884779 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2b27d101-9b23-42cd-ba36-773042b699d9 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for security_group (dff9c836-b4a3-46bc-8c7c-6b9af2e5d2a8), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:05.916879 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-a9a1ade7-6087-4307-a0e0-9d6059481ef4 None None] For port 30577e97-e3a0-4bb1-b08f-168f893a606f, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:47:05.923712 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-a9a1ade7-6087-4307-a0e0-9d6059481ef4 None None] For port 30577e97-e3a0-4bb1-b08f-168f893a606f, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=30577e97-e3a0-4bb1-b08f-168f893a606f,segment=NetworkSegment(1e562a68-c3ac-4862-aabf-a97ba5306ff0),segment_id=1e562a68-c3ac-4862-aabf-a97ba5306ff0)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:47:05.932075 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-b64d41ad-eba2-4766-9cd4-fd406d979fdb None None] Allocated IP 172.23.0.2 (c655e0c8-5a81-46ff-b6e8-5fe72a6af696/b983ad03-f140-4967-a555-908bd8d774b0/41ed11b7-b3a2-49d0-8aa3-176bf520b4e2) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:47:05.942743 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a9a1ade7-6087-4307-a0e0-9d6059481ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (30577e97-e3a0-4bb1-b08f-168f893a606f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:05.955066 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-df8bacdd-b649-4484-b015-bdb0c4ef408c None None] Port 30577e97-e3a0-4bb1-b08f-168f893a606f cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:47:06.040624 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-cbbe3fed-dc5c-4de9-bce9-a0793e238ad0 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] show failed (client error): The resource could not be found. Mar 22 19:47:06.042059 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-cbbe3fed-dc5c-4de9-bce9-a0793e238ad0 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "GET /v2.0/routers/32fec623-bda5-4079-bf20-de1e9d9911d4/tags/tempest-TagsExtTest-Tag-409428329 HTTP/1.1" status: 404 len: 328 time: 0.1724453 Mar 22 19:47:06.044610 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49358) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:06.051844 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2b27d101-9b23-42cd-ba36-773042b699d9 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (dff9c836-b4a3-46bc-8c7c-6b9af2e5d2a8), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:06.056276 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2b27d101-9b23-42cd-ba36-773042b699d9 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:06.057498 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2b27d101-9b23-42cd-ba36-773042b699d9 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "DELETE /v2.0/security-groups/dff9c836-b4a3-46bc-8c7c-6b9af2e5d2a8 HTTP/1.1" status: 204 len: 168 time: 0.9389277 Mar 22 19:47:06.068107 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49360) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:06.074962 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f773a7e6-38b8-4edb-a7cd-7741c7431be9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:06.081830 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-2a0e8f59-884d-4ba0-8e85-752d8f1ccc4c tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '32fec623-bda5-4079-bf20-de1e9d9911d4', 'tempest-TagsExtTest-Tag-779855676') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:06.140812 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27d101-9b23-42cd-ba36-773042b699d9 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff9c836-b4a3-46bc-8c7c-6b9af2e5d2a8,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:06.243139 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b64d41ad-eba2-4766-9cd4-fd406d979fdb None None] Publish callbacks [] for port (41ed11b7-b3a2-49d0-8aa3-176bf520b4e2), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:06.259440 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f773a7e6-38b8-4edb-a7cd-7741c7431be9 admin admin] Publish callbacks [] for security_group (655733b7-faec-4d38-a357-60a9f50c1f7f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:06.305534 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a1ade7-6087-4307-a0e0-9d6059481ef4 None None] Routers {'07fc3f04-90d3-45eb-bca0-2473b0893c06'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:47:06.306282 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a9a1ade7-6087-4307-a0e0-9d6059481ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:46:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['07fc3f04-90d3-45eb-bca0-2473b0893c06'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:06.312097 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-2a0e8f59-884d-4ba0-8e85-752d8f1ccc4c tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] show failed (client error): The resource could not be found. Mar 22 19:47:06.314911 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2a0e8f59-884d-4ba0-8e85-752d8f1ccc4c tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "GET /v2.0/routers/32fec623-bda5-4079-bf20-de1e9d9911d4/tags/tempest-TagsExtTest-Tag-779855676 HTTP/1.1" status: 404 len: 328 time: 0.2692049 Mar 22 19:47:06.317356 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49362) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:06.324105 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-85cbc219-0e9a-4494-be26-adbef56cf7c5 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '020c331e-dca1-429f-90b6-55a4678eb249', {'tags': ['tempest-TagsExtTest-Tag-1839970242', 'tempest-TagsExtTest-Tag-1870196112', 'tempest-TagsExtTest-Tag-1009162320']}) {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:06.331346 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f773a7e6-38b8-4edb-a7cd-7741c7431be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (655733b7-faec-4d38-a357-60a9f50c1f7f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:06.380582 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-85cbc219-0e9a-4494-be26-adbef56cf7c5 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "PUT /v2.0/subnetpools/020c331e-dca1-429f-90b6-55a4678eb249/tags HTTP/1.1" status: 200 len: 318 time: 0.0617068 Mar 22 19:47:06.382965 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49364) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:06.389588 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-7ad82a75-6167-40e7-b36c-bf773e162441 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '020c331e-dca1-429f-90b6-55a4678eb249') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:06.400066 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b64d41ad-eba2-4766-9cd4-fd406d979fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (41ed11b7-b3a2-49d0-8aa3-176bf520b4e2), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:06.435433 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9312de-54bc-447d-8431-6f6c8ab6a94d None None] Pushing event updated for resources: {'Port': ['ID=30577e97-e3a0-4bb1-b08f-168f893a606f,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:06.440402 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f773a7e6-38b8-4edb-a7cd-7741c7431be9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ea4a762c8f86495f849e3b5f8a5b7fec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7905085 Mar 22 19:47:06.456267 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4b9b8ef5-fecc-491f-af39-4bd09aacb256 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:06.464597 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49366) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:06.494040 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-97612180-c328-4f87-b689-de332969f5fe tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (a4fa0768-0925-4a3d-ab61-b80443433883), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:06.507212 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-a9a1ade7-6087-4307-a0e0-9d6059481ef4 None None] Set router 07fc3f04-90d3-45eb-bca0-2473b0893c06 gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:47:06.513593 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64d41ad-eba2-4766-9cd4-fd406d979fdb None None] Network c655e0c8-5a81-46ff-b6e8-5fe72a6af696 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:47:06.532683 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7ad82a75-6167-40e7-b36c-bf773e162441 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "DELETE /v2.0/subnetpools/020c331e-dca1-429f-90b6-55a4678eb249/tags HTTP/1.1" status: 204 len: 168 time: 0.1483018 Mar 22 19:47:06.539001 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49370) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:06.551292 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-4c311d31-5032-4913-b82b-adb182d0ed86 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '020c331e-dca1-429f-90b6-55a4678eb249', 'tempest-TagsExtTest-Tag-1839970242') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:06.555110 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-b64d41ad-eba2-4766-9cd4-fd406d979fdb None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:47:06.567978 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64d41ad-eba2-4766-9cd4-fd406d979fdb None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:47:06.578706 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d5082d2f-8028-487f-a3b9-ca411c13ce63 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for security_group (5941f9d6-47da-4022-bd21-87a0936ca721), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:06.597233 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d41ad-eba2-4766-9cd4-fd406d979fdb None None] Pushing event updated for resources: {'Port': ['ID=41ed11b7-b3a2-49d0-8aa3-176bf520b4e2,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:06.599270 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-4c311d31-5032-4913-b82b-adb182d0ed86 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] show failed (client error): The resource could not be found. Mar 22 19:47:06.606451 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4c311d31-5032-4913-b82b-adb182d0ed86 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "GET /v2.0/subnetpools/020c331e-dca1-429f-90b6-55a4678eb249/tags/tempest-TagsExtTest-Tag-1839970242 HTTP/1.1" status: 404 len: 329 time: 0.0606427 Mar 22 19:47:06.607371 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49372) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:06.619484 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-b0d4dc14-1e00-4979-a71e-ca864b2e5cff tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '020c331e-dca1-429f-90b6-55a4678eb249', 'tempest-TagsExtTest-Tag-1870196112') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:06.640390 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d73efe5b-afa4-4c29-9f9c-f554da040e38 admin admin] Publish callbacks [] for security_group (655733b7-faec-4d38-a357-60a9f50c1f7f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:06.668067 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-06743703-6073-44e1-aafc-8a72feffc74d None None] Provisioning complete for port 30577e97-e3a0-4bb1-b08f-168f893a606f triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:47:06.668580 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-06743703-6073-44e1-aafc-8a72feffc74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (30577e97-e3a0-4bb1-b08f-168f893a606f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:06.736209 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-034b529b-0a14-4f66-9301-8338e3605b10 req-c685ea62-6366-45ae-928e-1c8cec023014 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "GET /v2.0/ports?device_id=b5790878-e041-4309-b10f-f32cc6eb46b0 HTTP/1.1" status: 200 len: 210 time: 0.0768564 Mar 22 19:47:06.752690 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-b0d4dc14-1e00-4979-a71e-ca864b2e5cff tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] show failed (client error): The resource could not be found. Mar 22 19:47:06.769279 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b0d4dc14-1e00-4979-a71e-ca864b2e5cff tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "GET /v2.0/subnetpools/020c331e-dca1-429f-90b6-55a4678eb249/tags/tempest-TagsExtTest-Tag-1870196112 HTTP/1.1" status: 404 len: 329 time: 0.1577861 Mar 22 19:47:06.769986 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49376) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:06.772167 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d73efe5b-afa4-4c29-9f9c-f554da040e38 admin admin] Publish callbacks [] for security_group (655733b7-faec-4d38-a357-60a9f50c1f7f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:06.783829 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-a126c16a-9a76-435c-bf82-0ac8ebd8977f tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '020c331e-dca1-429f-90b6-55a4678eb249', 'tempest-TagsExtTest-Tag-1009162320') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:06.839796 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-a126c16a-9a76-435c-bf82-0ac8ebd8977f tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] show failed (client error): The resource could not be found. Mar 22 19:47:06.844578 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a126c16a-9a76-435c-bf82-0ac8ebd8977f tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "GET /v2.0/subnetpools/020c331e-dca1-429f-90b6-55a4678eb249/tags/tempest-TagsExtTest-Tag-1009162320 HTTP/1.1" status: 404 len: 329 time: 0.0695710 Mar 22 19:47:06.847800 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49378) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:06.852470 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-69749ca6-0ce5-4a07-8183-a3034a2d7daa tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '020c331e-dca1-429f-90b6-55a4678eb249') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:06.888464 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-69749ca6-0ce5-4a07-8183-a3034a2d7daa tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "DELETE /v2.0/subnetpools/020c331e-dca1-429f-90b6-55a4678eb249/tags HTTP/1.1" status: 204 len: 168 time: 0.0397120 Mar 22 19:47:06.889039 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49380) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:06.891500 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device e87c845b-a5c0-439f-8f63-83a2a942d425 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:47:06.895877 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-1efaf6f3-7861-4895-819b-ccc598b761f2 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '32fec623-bda5-4079-bf20-de1e9d9911d4') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:06.902256 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773a7e6-38b8-4edb-a7cd-7741c7431be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655733b7-faec-4d38-a357-60a9f50c1f7f,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:06.922133 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-97612180-c328-4f87-b689-de332969f5fe tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4fa0768-0925-4a3d-ab61-b80443433883']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:06.934330 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-97612180-c328-4f87-b689-de332969f5fe tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0cae4c1-f94e-4ec0-8482-f8f122bc5d47') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:06.934634 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-97612180-c328-4f87-b689-de332969f5fe tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0cae4c1-f94e-4ec0-8482-f8f122bc5d47') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:06.946469 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-97612180-c328-4f87-b689-de332969f5fe tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (b0cae4c1-f94e-4ec0-8482-f8f122bc5d47), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:06.949163 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d73efe5b-afa4-4c29-9f9c-f554da040e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (655733b7-faec-4d38-a357-60a9f50c1f7f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:06.951474 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d73efe5b-afa4-4c29-9f9c-f554da040e38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:06.955788 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d73efe5b-afa4-4c29-9f9c-f554da040e38 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/655733b7-faec-4d38-a357-60a9f50c1f7f HTTP/1.1" status: 204 len: 168 time: 0.4889534 Mar 22 19:47:06.962537 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-97612180-c328-4f87-b689-de332969f5fe tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (b0cae4c1-f94e-4ec0-8482-f8f122bc5d47), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:06.969236 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97612180-c328-4f87-b689-de332969f5fe tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:47:06.969750 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-97612180-c328-4f87-b689-de332969f5fe tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (b0cae4c1-f94e-4ec0-8482-f8f122bc5d47), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:06.992993 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73efe5b-afa4-4c29-9f9c-f554da040e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655733b7-faec-4d38-a357-60a9f50c1f7f,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:07.006074 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: e87c845b-a5c0-439f-8f63-83a2a942d425 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:47:07.006607 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device e87c845b-a5c0-439f-8f63-83a2a942d425 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:47:07.033393 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-b64d41ad-eba2-4766-9cd4-fd406d979fdb None None] Attempting to bind port 41ed11b7-b3a2-49d0-8aa3-176bf520b4e2 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:47:07.033774 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-b64d41ad-eba2-4766-9cd4-fd406d979fdb None None] Attempting to bind port 41ed11b7-b3a2-49d0-8aa3-176bf520b4e2 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '8e474e9a-3e76-4921-a04a-1984c02b2447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c655e0c8-5a81-46ff-b6e8-5fe72a6af696'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:47:07.034512 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1efaf6f3-7861-4895-819b-ccc598b761f2 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "DELETE /v2.0/routers/32fec623-bda5-4079-bf20-de1e9d9911d4/tags HTTP/1.1" status: 204 len: 168 time: 0.1424582 Mar 22 19:47:07.037098 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49384) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:07.040348 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64d41ad-eba2-4766-9cd4-fd406d979fdb None None] Attempting to bind port 41ed11b7-b3a2-49d0-8aa3-176bf520b4e2 on network c655e0c8-5a81-46ff-b6e8-5fe72a6af696 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:47:07.043465 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-1b9ace3b-9c8c-4268-8446-a8072d1b9b99 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5cbae8d5-147d-4ca6-af36-96c42e07dd23') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:07.046390 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:47:07.046390 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:47:07.046390 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:47:07.046390 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:47:07.046390 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:47:07.046390 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:47:07.046390 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:47:07.046390 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:47:07.046390 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:47:07.046390 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:47:07.046390 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:47:07.046390 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:47:07.046390 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:47:07.046390 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:47:07.046390 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:47:07.046390 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:47:07.046390 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:47:07.046390 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:47:07.046390 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:47:07.046390 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:47:07.046390 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:47:07.046390 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:47:07.046390 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:47:07.046390 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:47:07.046390 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:47:07.046390 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:47:07.046390 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:47:07.046390 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:47:07.046390 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:47:07.046390 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:47:07.046390 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:47:07.046390 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:47:07.058434 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-97612180-c328-4f87-b689-de332969f5fe tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (a4fa0768-0925-4a3d-ab61-b80443433883), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:07.089139 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-97612180-c328-4f87-b689-de332969f5fe tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:07.092568 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-97612180-c328-4f87-b689-de332969f5fe tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] 10.222.0.75 "DELETE /v2.0/networks/a4fa0768-0925-4a3d-ab61-b80443433883 HTTP/1.1" status: 204 len: 168 time: 1.8745325 Mar 22 19:47:07.096763 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97612180-c328-4f87-b689-de332969f5fe tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Pushing event deleted for resources: {'Network': ['ID=a4fa0768-0925-4a3d-ab61-b80443433883,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:07.099668 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64d41ad-eba2-4766-9cd4-fd406d979fdb None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:47:07.100115 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64d41ad-eba2-4766-9cd4-fd406d979fdb None None] Checking segment: {'id': '8e474e9a-3e76-4921-a04a-1984c02b2447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c655e0c8-5a81-46ff-b6e8-5fe72a6af696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:47:07.100603 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b64d41ad-eba2-4766-9cd4-fd406d979fdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:07.101013 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64d41ad-eba2-4766-9cd4-fd406d979fdb None None] Bound using segment: {'id': '8e474e9a-3e76-4921-a04a-1984c02b2447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c655e0c8-5a81-46ff-b6e8-5fe72a6af696'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:47:07.101520 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-b64d41ad-eba2-4766-9cd4-fd406d979fdb None None] Bound port: 41ed11b7-b3a2-49d0-8aa3-176bf520b4e2, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e474e9a-3e76-4921-a04a-1984c02b2447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c655e0c8-5a81-46ff-b6e8-5fe72a6af696'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:47:07.101941 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b64d41ad-eba2-4766-9cd4-fd406d979fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (41ed11b7-b3a2-49d0-8aa3-176bf520b4e2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:07.106339 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49386) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:07.130705 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d5082d2f-8028-487f-a3b9-ca411c13ce63 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for security_group (5941f9d6-47da-4022-bd21-87a0936ca721), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:07.185462 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1b9ace3b-9c8c-4268-8446-a8072d1b9b99 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "DELETE /v2.0/ports/5cbae8d5-147d-4ca6-af36-96c42e07dd23/tags HTTP/1.1" status: 204 len: 168 time: 0.1455634 Mar 22 19:47:07.190541 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49390) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:07.203538 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-6552e64a-26c8-4fec-aa23-5c99d12184f7 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b4aa5c77-de35-43f7-8fb4-106ab5f2fe07') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:07.283644 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d37eba44-4f79-4bc5-9553-23727cba69e6 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (2cea651d-7cfe-4205-a803-8b6537da1ee7), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:07.294784 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-4b9b8ef5-fecc-491f-af39-4bd09aacb256 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Allocated IP 172.23.0.1 (c655e0c8-5a81-46ff-b6e8-5fe72a6af696/b983ad03-f140-4967-a555-908bd8d774b0/d4b391d9-1f8a-4c6b-8158-692d3f4f5208) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:47:07.345818 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-06743703-6073-44e1-aafc-8a72feffc74d None None] Current status of the port 30577e97-e3a0-4bb1-b08f-168f893a606f is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:47:07.349494 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-06743703-6073-44e1-aafc-8a72feffc74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (30577e97-e3a0-4bb1-b08f-168f893a606f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:07.359352 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-b64d41ad-eba2-4766-9cd4-fd406d979fdb None None] For port 41ed11b7-b3a2-49d0-8aa3-176bf520b4e2, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:47:07.363385 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6552e64a-26c8-4fec-aa23-5c99d12184f7 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "DELETE /v2.0/subnets/b4aa5c77-de35-43f7-8fb4-106ab5f2fe07/tags HTTP/1.1" status: 204 len: 168 time: 0.1677248 Mar 22 19:47:07.367201 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49392) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:07.383055 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d5082d2f-8028-487f-a3b9-ca411c13ce63 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5941f9d6-47da-4022-bd21-87a0936ca721), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:07.385830 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d5082d2f-8028-487f-a3b9-ca411c13ce63 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:07.390091 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d5082d2f-8028-487f-a3b9-ca411c13ce63 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "DELETE /v2.0/security-groups/5941f9d6-47da-4022-bd21-87a0936ca721 HTTP/1.1" status: 204 len: 168 time: 1.3162298 Mar 22 19:47:07.393182 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49394) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:07.407679 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-b64d41ad-eba2-4766-9cd4-fd406d979fdb None None] For port 41ed11b7-b3a2-49d0-8aa3-176bf520b4e2, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=41ed11b7-b3a2-49d0-8aa3-176bf520b4e2,segment=NetworkSegment(8e474e9a-3e76-4921-a04a-1984c02b2447),segment_id=8e474e9a-3e76-4921-a04a-1984c02b2447)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:47:07.433510 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b64d41ad-eba2-4766-9cd4-fd406d979fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (41ed11b7-b3a2-49d0-8aa3-176bf520b4e2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:07.452504 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a9a1ade7-6087-4307-a0e0-9d6059481ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'name': 'tempest-RoutersTest-router-741369824', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:46:32Z', 'updated_at': '2022-03-22T19:46:57Z', 'revision_number': 4, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'gw_port_host': None, '_interfaces': [{'id': '30577e97-e3a0-4bb1-b08f-168f893a606f', 'name': '', 'network_id': '3e2ec8b3-a238-4ec8-a620-c999a50e5cda', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:06:07:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '8c97d642-40bd-4d25-9993-49c0c2d328a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:55Z', 'updated_at': '2022-03-22T19:47:05Z', 'revision_number': 4, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': '8c97d642-40bd-4d25-9993-49c0c2d328a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '390905f2-bf20-47c2-82a1-697077271adc', 'name': '', 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:76:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:33Z', 'updated_at': '2022-03-22T19:46:43Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f697ed-bd73-4484-b084-f2d3148125d3', 'name': '', 'network_id': '8a1ad69f-f1f4-4a64-99b3-f002afc3f76f', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:aa:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '62796115-58e2-4b98-891f-02a99e74269d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:44Z', 'updated_at': '2022-03-22T19:46:55Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': '62796115-58e2-4b98-891f-02a99e74269d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:07.474375 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-06743703-6073-44e1-aafc-8a72feffc74d None None] For port 30577e97-e3a0-4bb1-b08f-168f893a606f, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=30577e97-e3a0-4bb1-b08f-168f893a606f,segment=NetworkSegment(1e562a68-c3ac-4862-aabf-a97ba5306ff0),segment_id=1e562a68-c3ac-4862-aabf-a97ba5306ff0)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:47:07.490138 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5082d2f-8028-487f-a3b9-ca411c13ce63 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5941f9d6-47da-4022-bd21-87a0936ca721,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:07.497032 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2c962456-6cec-418a-b013-1475fa42128b tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:07.500808 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2c962456-6cec-418a-b013-1475fa42128b tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "DELETE /v2.0/subnetpools/020c331e-dca1-429f-90b6-55a4678eb249 HTTP/1.1" status: 204 len: 168 time: 0.1298966 Mar 22 19:47:07.502039 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49396) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:07.543687 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49398) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:07.550773 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-89ae5e4c-d718-408c-891b-eb0a9453d6be tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "GET /v2.0/ports?device_id=32fec623-bda5-4079-bf20-de1e9d9911d4 HTTP/1.1" status: 200 len: 205 time: 0.0473177 Mar 22 19:47:07.553195 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d37eba44-4f79-4bc5-9553-23727cba69e6 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (2cea651d-7cfe-4205-a803-8b6537da1ee7), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:07.556724 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49400) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:07.564830 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-03781b95-0fc0-4bca-bbe6-6f1ed91317fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:07.585352 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a1ade7-6087-4307-a0e0-9d6059481ef4 None None] The sync data for ids ['07fc3f04-90d3-45eb-bca0-2473b0893c06'] in n-d-705658-24 is: [{'id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'name': 'tempest-RoutersTest-router-741369824', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:46:32Z', 'updated_at': '2022-03-22T19:46:57Z', 'revision_number': 4, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'gw_port_host': None, '_interfaces': [{'id': '30577e97-e3a0-4bb1-b08f-168f893a606f', 'name': '', 'network_id': '3e2ec8b3-a238-4ec8-a620-c999a50e5cda', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:06:07:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '8c97d642-40bd-4d25-9993-49c0c2d328a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:55Z', 'updated_at': '2022-03-22T19:47:05Z', 'revision_number': 4, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': '8c97d642-40bd-4d25-9993-49c0c2d328a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '390905f2-bf20-47c2-82a1-697077271adc', 'name': '', 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:76:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:33Z', 'updated_at': '2022-03-22T19:46:43Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f697ed-bd73-4484-b084-f2d3148125d3', 'name': '', 'network_id': '8a1ad69f-f1f4-4a64-99b3-f002afc3f76f', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:aa:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '62796115-58e2-4b98-891f-02a99e74269d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:44Z', 'updated_at': '2022-03-22T19:46:55Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': '62796115-58e2-4b98-891f-02a99e74269d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:47:07.590167 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-06743703-6073-44e1-aafc-8a72feffc74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (30577e97-e3a0-4bb1-b08f-168f893a606f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:07.644543 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d41ad-eba2-4766-9cd4-fd406d979fdb None None] Pushing event updated for resources: {'Port': ['ID=41ed11b7-b3a2-49d0-8aa3-176bf520b4e2,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:07.767769 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-03781b95-0fc0-4bca-bbe6-6f1ed91317fe admin admin] Publish callbacks [] for security_group (93e0ccfe-356b-45f2-b154-7149bc305e98), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:07.783649 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-03781b95-0fc0-4bca-bbe6-6f1ed91317fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (93e0ccfe-356b-45f2-b154-7149bc305e98), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:07.798001 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06743703-6073-44e1-aafc-8a72feffc74d None None] Pushing event updated for resources: {'Port': ['ID=30577e97-e3a0-4bb1-b08f-168f893a606f,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:07.811522 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cf5f2fa8-e658-47ea-8cb8-f594d2ebfa0f tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks [] for router (32fec623-bda5-4079-bf20-de1e9d9911d4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:07.854078 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49406) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:07.911869 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-03781b95-0fc0-4bca-bbe6-6f1ed91317fe admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d97ea1f30e55405bb6f28da220649956&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3575261 Mar 22 19:47:07.912567 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03781b95-0fc0-4bca-bbe6-6f1ed91317fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e0ccfe-356b-45f2-b154-7149bc305e98,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:07.924103 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49408) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:08.075970 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d20e7e06-2cd6-4d80-9ca9-8aae5e285c41 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks [] for security_group (022aea2e-9cbf-4dec-9fef-4b9a75e67c2d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:08.086837 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-748afde6-7758-4ce3-9fe0-983a496b10b0 admin admin] Publish callbacks [] for security_group (93e0ccfe-356b-45f2-b154-7149bc305e98), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:08.112907 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-748afde6-7758-4ce3-9fe0-983a496b10b0 admin admin] Publish callbacks [] for security_group (93e0ccfe-356b-45f2-b154-7149bc305e98), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:08.205609 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-748afde6-7758-4ce3-9fe0-983a496b10b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (93e0ccfe-356b-45f2-b154-7149bc305e98), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:08.210068 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-748afde6-7758-4ce3-9fe0-983a496b10b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:08.214577 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-748afde6-7758-4ce3-9fe0-983a496b10b0 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/93e0ccfe-356b-45f2-b154-7149bc305e98 HTTP/1.1" status: 204 len: 168 time: 0.2894022 Mar 22 19:47:08.247321 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748afde6-7758-4ce3-9fe0-983a496b10b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e0ccfe-356b-45f2-b154-7149bc305e98,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:08.253732 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d20e7e06-2cd6-4d80-9ca9-8aae5e285c41 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks [] for security_group (022aea2e-9cbf-4dec-9fef-4b9a75e67c2d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:08.348822 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d20e7e06-2cd6-4d80-9ca9-8aae5e285c41 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (022aea2e-9cbf-4dec-9fef-4b9a75e67c2d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:08.353161 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d20e7e06-2cd6-4d80-9ca9-8aae5e285c41 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:08.357221 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d20e7e06-2cd6-4d80-9ca9-8aae5e285c41 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] 10.222.0.75 "DELETE /v2.0/security-groups/022aea2e-9cbf-4dec-9fef-4b9a75e67c2d HTTP/1.1" status: 204 len: 168 time: 0.4947114 Mar 22 19:47:08.368401 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e7e06-2cd6-4d80-9ca9-8aae5e285c41 tempest-TestVolumeBackupRestore-601658 tempest-TestVolumeBackupRestore-601658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=022aea2e-9cbf-4dec-9fef-4b9a75e67c2d,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:08.490298 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-d37eba44-4f79-4bc5-9553-23727cba69e6 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cea651d-7cfe-4205-a803-8b6537da1ee7']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:08.502726 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-d37eba44-4f79-4bc5-9553-23727cba69e6 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52cca118-cbf9-43d3-8c52-5ab88dccc518') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:08.503377 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-d37eba44-4f79-4bc5-9553-23727cba69e6 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52cca118-cbf9-43d3-8c52-5ab88dccc518') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:08.516464 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d37eba44-4f79-4bc5-9553-23727cba69e6 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (52cca118-cbf9-43d3-8c52-5ab88dccc518), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:08.540278 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d37eba44-4f79-4bc5-9553-23727cba69e6 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (52cca118-cbf9-43d3-8c52-5ab88dccc518), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:08.547129 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37eba44-4f79-4bc5-9553-23727cba69e6 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:47:08.547732 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d37eba44-4f79-4bc5-9553-23727cba69e6 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (52cca118-cbf9-43d3-8c52-5ab88dccc518), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:08.668583 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:47:08.668583 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:47:08.668583 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:47:08.668583 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:47:08.668583 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:47:08.668583 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:47:08.668583 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:47:08.668583 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:47:08.668583 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:47:08.668583 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:47:08.668583 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:47:08.668583 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:47:08.668583 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:47:08.668583 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:47:08.668583 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:47:08.668583 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:47:08.668583 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:47:08.668583 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:47:08.668583 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:47:08.668583 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:47:08.668583 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:47:08.668583 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:47:08.668583 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:47:08.668583 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:47:08.668583 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:47:08.668583 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:47:08.668583 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:47:08.668583 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:47:08.668583 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:47:08.668583 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:47:08.668583 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:47:08.668583 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:47:08.983284 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d37eba44-4f79-4bc5-9553-23727cba69e6 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (2cea651d-7cfe-4205-a803-8b6537da1ee7), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:09.088443 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 41ed11b7-b3a2-49d0-8aa3-176bf520b4e2 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:47:09.149527 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d37eba44-4f79-4bc5-9553-23727cba69e6 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:09.178790 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d37eba44-4f79-4bc5-9553-23727cba69e6 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] 10.222.0.75 "DELETE /v2.0/networks/2cea651d-7cfe-4205-a803-8b6537da1ee7 HTTP/1.1" status: 204 len: 168 time: 2.0687745 Mar 22 19:47:09.217636 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37eba44-4f79-4bc5-9553-23727cba69e6 tempest-BulkNetworkOpsIpV6Test-1003739365 tempest-BulkNetworkOpsIpV6Test-1003739365-project] Pushing event deleted for resources: {'Network': ['ID=2cea651d-7cfe-4205-a803-8b6537da1ee7,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:09.231896 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 41ed11b7-b3a2-49d0-8aa3-176bf520b4e2 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:47:09.232478 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (41ed11b7-b3a2-49d0-8aa3-176bf520b4e2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:09.241510 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cf5f2fa8-e658-47ea-8cb8-f594d2ebfa0f tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (32fec623-bda5-4079-bf20-de1e9d9911d4), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:09.479133 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 41ed11b7-b3a2-49d0-8aa3-176bf520b4e2 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:47:09.480744 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (41ed11b7-b3a2-49d0-8aa3-176bf520b4e2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:09.602739 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cf5f2fa8-e658-47ea-8cb8-f594d2ebfa0f tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks [] for router_controller (32fec623-bda5-4079-bf20-de1e9d9911d4), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:09.620133 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4b9b8ef5-fecc-491f-af39-4bd09aacb256 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for port (d4b391d9-1f8a-4c6b-8158-692d3f4f5208), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:09.622394 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 41ed11b7-b3a2-49d0-8aa3-176bf520b4e2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=41ed11b7-b3a2-49d0-8aa3-176bf520b4e2,segment=NetworkSegment(8e474e9a-3e76-4921-a04a-1984c02b2447),segment_id=8e474e9a-3e76-4921-a04a-1984c02b2447)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:47:09.628933 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3675c8-ec15-4b68-8d4d-1a15b72f2ed7 None None] Network c655e0c8-5a81-46ff-b6e8-5fe72a6af696 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:47:09.661705 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (41ed11b7-b3a2-49d0-8aa3-176bf520b4e2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:09.662579 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 30577e97-e3a0-4bb1-b08f-168f893a606f up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:47:09.724240 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49512) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:10.025968 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2298eeab-4015-4b93-9dca-95d41870c9ca None None] Provisioning complete for port 41ed11b7-b3a2-49d0-8aa3-176bf520b4e2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:47:10.026350 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2298eeab-4015-4b93-9dca-95d41870c9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (41ed11b7-b3a2-49d0-8aa3-176bf520b4e2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:10.043120 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 30577e97-e3a0-4bb1-b08f-168f893a606f triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:47:10.049590 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (30577e97-e3a0-4bb1-b08f-168f893a606f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:10.106380 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cf5f2fa8-e658-47ea-8cb8-f594d2ebfa0f tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (32fec623-bda5-4079-bf20-de1e9d9911d4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:10.106994 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5f2fa8-e658-47ea-8cb8-f594d2ebfa0f tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Fanout notify agent at l3_agent the message router_deleted on router 32fec623-bda5-4079-bf20-de1e9d9911d4 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:47:10.135029 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cf5f2fa8-e658-47ea-8cb8-f594d2ebfa0f tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:10.136092 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cf5f2fa8-e658-47ea-8cb8-f594d2ebfa0f tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "DELETE /v2.0/routers/32fec623-bda5-4079-bf20-de1e9d9911d4 HTTP/1.1" status: 204 len: 168 time: 2.5784078 Mar 22 19:47:10.139595 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49558) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:10.174257 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-54da89bf-02cb-4f26-bf04-0336815a3de3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3e7f58d4b3934374bd54e798134be826&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4485807 Mar 22 19:47:10.200485 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49564) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:10.203628 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4b9b8ef5-fecc-491f-af39-4bd09aacb256 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (d4b391d9-1f8a-4c6b-8158-692d3f4f5208), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:10.246651 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=41ed11b7-b3a2-49d0-8aa3-176bf520b4e2,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:10.343422 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9b8ef5-fecc-491f-af39-4bd09aacb256 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network c655e0c8-5a81-46ff-b6e8-5fe72a6af696 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:47:10.373294 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-4b9b8ef5-fecc-491f-af39-4bd09aacb256 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:47:10.383148 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9b8ef5-fecc-491f-af39-4bd09aacb256 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:47:10.408798 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-22ff3d76-6672-4eea-8d68-a288f6af64d0 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Deleting port 5cbae8d5-147d-4ca6-af36-96c42e07dd23 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:47:10.409568 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-22ff3d76-6672-4eea-8d68-a288f6af64d0 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (5cbae8d5-147d-4ca6-af36-96c42e07dd23), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:10.462712 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 30577e97-e3a0-4bb1-b08f-168f893a606f is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:47:10.478049 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4b9b8ef5-fecc-491f-af39-4bd09aacb256 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (07fc3f04-90d3-45eb-bca0-2473b0893c06), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:10.606416 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2298eeab-4015-4b93-9dca-95d41870c9ca None None] Current status of the port 41ed11b7-b3a2-49d0-8aa3-176bf520b4e2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:47:10.658813 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b8ef5-fecc-491f-af39-4bd09aacb256 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Port': ['ID=d4b391d9-1f8a-4c6b-8158-692d3f4f5208,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:10.669831 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bab9ee1a-2fa6-488c-9af8-0465c781957f admin admin] Publish callbacks [] for security_group (dde3dc72-850d-45f9-8be2-559d9999584d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:10.748025 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bab9ee1a-2fa6-488c-9af8-0465c781957f admin admin] Publish callbacks [] for security_group (dde3dc72-850d-45f9-8be2-559d9999584d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:10.877292 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-22ff3d76-6672-4eea-8d68-a288f6af64d0 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (5cbae8d5-147d-4ca6-af36-96c42e07dd23), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:10.929619 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-22ff3d76-6672-4eea-8d68-a288f6af64d0 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Calling delete_port for 5cbae8d5-147d-4ca6-af36-96c42e07dd23 owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:47:10.947446 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 41ed11b7-b3a2-49d0-8aa3-176bf520b4e2 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:47:11.075150 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49650) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:11.135304 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 41ed11b7-b3a2-49d0-8aa3-176bf520b4e2 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:47:11.135537 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (41ed11b7-b3a2-49d0-8aa3-176bf520b4e2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:11.153459 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4b9b8ef5-fecc-491f-af39-4bd09aacb256 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d4b391d9-1f8a-4c6b-8158-692d3f4f5208), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:11.189690 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b4263163-bfd7-44fc-83d0-93d56590f07f tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (26bfd1e5-48c0-412c-8785-54616f0819ee), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:11.335904 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-957bc500-38d3-4bc0-a2a5-e8f459ecedf7 None None] Provisioning complete for port 41ed11b7-b3a2-49d0-8aa3-176bf520b4e2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:47:11.336718 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-957bc500-38d3-4bc0-a2a5-e8f459ecedf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (41ed11b7-b3a2-49d0-8aa3-176bf520b4e2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:11.361176 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-22ff3d76-6672-4eea-8d68-a288f6af64d0 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (5cbae8d5-147d-4ca6-af36-96c42e07dd23), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:11.427397 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff3d76-6672-4eea-8d68-a288f6af64d0 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Pushing event deleted for resources: {'Port': ['ID=5cbae8d5-147d-4ca6-af36-96c42e07dd23,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:11.433568 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bab9ee1a-2fa6-488c-9af8-0465c781957f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (dde3dc72-850d-45f9-8be2-559d9999584d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:11.441570 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bab9ee1a-2fa6-488c-9af8-0465c781957f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:11.451458 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bab9ee1a-2fa6-488c-9af8-0465c781957f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dde3dc72-850d-45f9-8be2-559d9999584d HTTP/1.1" status: 204 len: 168 time: 1.2494147 Mar 22 19:47:11.608189 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 41ed11b7-b3a2-49d0-8aa3-176bf520b4e2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:47:11.648091 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-22ff3d76-6672-4eea-8d68-a288f6af64d0 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:11.651553 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-22ff3d76-6672-4eea-8d68-a288f6af64d0 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "DELETE /v2.0/ports/5cbae8d5-147d-4ca6-af36-96c42e07dd23 HTTP/1.1" status: 204 len: 168 time: 1.5085330 Mar 22 19:47:11.665262 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-adb67522-7cce-408d-b317-7d0570b586b6 tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-885308686'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:47:11.668641 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49702) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:11.690718 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-957bc500-38d3-4bc0-a2a5-e8f459ecedf7 None None] Current status of the port 41ed11b7-b3a2-49d0-8aa3-176bf520b4e2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:47:11.706465 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-957bc500-38d3-4bc0-a2a5-e8f459ecedf7 None None] Provisioning complete for port d4b391d9-1f8a-4c6b-8158-692d3f4f5208 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:47:11.707188 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-957bc500-38d3-4bc0-a2a5-e8f459ecedf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d4b391d9-1f8a-4c6b-8158-692d3f4f5208), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:11.759753 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9ee1a-2fa6-488c-9af8-0465c781957f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde3dc72-850d-45f9-8be2-559d9999584d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:11.798302 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-957bc500-38d3-4bc0-a2a5-e8f459ecedf7 None None] Port d4b391d9-1f8a-4c6b-8158-692d3f4f5208 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:47:11.840577 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d3dd44-1fd1-4251-b6fc-15e03fa668b7 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Deleting subnet b4aa5c77-de35-43f7-8fb4-106ab5f2fe07 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:47:11.856282 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f0d3dd44-1fd1-4251-b6fc-15e03fa668b7 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks [] for subnet (b4aa5c77-de35-43f7-8fb4-106ab5f2fe07), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:11.972310 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-c0686165-0552-4a42-9e5c-693015a2fd32 None None] Provisioning complete for port d4b391d9-1f8a-4c6b-8158-692d3f4f5208 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:47:11.972698 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c0686165-0552-4a42-9e5c-693015a2fd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d4b391d9-1f8a-4c6b-8158-692d3f4f5208), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:11.988962 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f0d3dd44-1fd1-4251-b6fc-15e03fa668b7 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (b4aa5c77-de35-43f7-8fb4-106ab5f2fe07), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:12.005255 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb67522-7cce-408d-b317-7d0570b586b6 tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] Made reservation on behalf of 4ba21fa5c45b4a7da093875c3774cac4 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:47:12.009420 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-adb67522-7cce-408d-b317-7d0570b586b6 tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:12.039738 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-adb67522-7cce-408d-b317-7d0570b586b6 tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:12.104028 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c0686165-0552-4a42-9e5c-693015a2fd32 None None] Port d4b391d9-1f8a-4c6b-8158-692d3f4f5208 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:47:12.226124 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f0d3dd44-1fd1-4251-b6fc-15e03fa668b7 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (b4aa5c77-de35-43f7-8fb4-106ab5f2fe07), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:12.389431 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f0d3dd44-1fd1-4251-b6fc-15e03fa668b7 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (b4aa5c77-de35-43f7-8fb4-106ab5f2fe07), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:12.469313 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0106b5a-3e52-49ae-875b-c0b78412b2f3 None None] Network e97c7c72-bd16-4ca6-ab5e-b2d19b2bab5c requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:47:12.472137 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f0d3dd44-1fd1-4251-b6fc-15e03fa668b7 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:12.480509 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f0d3dd44-1fd1-4251-b6fc-15e03fa668b7 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "DELETE /v2.0/subnets/b4aa5c77-de35-43f7-8fb4-106ab5f2fe07 HTTP/1.1" status: 204 len: 168 time: 0.8107400 Mar 22 19:47:12.482931 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-adb67522-7cce-408d-b317-7d0570b586b6 tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] Publish callbacks [] for security_group (9bdb6c7a-b937-466c-9006-2c09df03e361), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:12.483733 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3dd44-1fd1-4251-b6fc-15e03fa668b7 tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Pushing event deleted for resources: {'Subnet': ['ID=b4aa5c77-de35-43f7-8fb4-106ab5f2fe07,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:12.484219 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49786) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:12.534118 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-adb67522-7cce-408d-b317-7d0570b586b6 tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9bdb6c7a-b937-466c-9006-2c09df03e361), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:12.554609 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adb67522-7cce-408d-b317-7d0570b586b6 tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:47:12.567293 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-adb67522-7cce-408d-b317-7d0570b586b6 tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (2c615913-9690-4ec4-ae5d-f25d458f102f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:12.567726 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-adb67522-7cce-408d-b317-7d0570b586b6 tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] Added segment 2c615913-9690-4ec4-ae5d-f25d458f102f of type vlan for network 7f7a998f-b58b-44f6-8dab-ece8bd35c3ef Mar 22 19:47:12.655680 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-adb67522-7cce-408d-b317-7d0570b586b6 tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (7f7a998f-b58b-44f6-8dab-ece8bd35c3ef), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:12.774537 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb67522-7cce-408d-b317-7d0570b586b6 tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdb6c7a-b937-466c-9006-2c09df03e361,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:12.778364 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-adb67522-7cce-408d-b317-7d0570b586b6 tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (7f7a998f-b58b-44f6-8dab-ece8bd35c3ef), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:12.788311 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb67522-7cce-408d-b317-7d0570b586b6 tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:12.789466 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-adb67522-7cce-408d-b317-7d0570b586b6 tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:12.888568 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf55611-60fd-4f53-b14f-6226335dbf19 None None] DHCP port deletion for e97c7c72-bd16-4ca6-ab5e-b2d19b2bab5c request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:47:12.961712 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49846) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:13.015406 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-aaf55611-60fd-4f53-b14f-6226335dbf19 None None] Deleting port d8c2592d-a070-4c75-b0bd-32a6390bada2 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:47:13.015794 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-aaf55611-60fd-4f53-b14f-6226335dbf19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (d8c2592d-a070-4c75-b0bd-32a6390bada2), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:13.046103 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb67522-7cce-408d-b317-7d0570b586b6 tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] Pushing event updated for resources: {'Network': ['ID=7f7a998f-b58b-44f6-8dab-ece8bd35c3ef,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:13.093026 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 7f7a998f-b58b-44f6-8dab-ece8bd35c3ef details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:47:13.164914 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49872) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:13.165554 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-adb67522-7cce-408d-b317-7d0570b586b6 tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0868728 Mar 22 19:47:13.191128 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-4a82a6ec-b326-4bd4-9d31-7197e101f8a9 tempest-DvrRoutersNegativeTest-1766733550 tempest-DvrRoutersNegativeTest-1766733550-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-196942195', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:47:13.193579 n-d-705658-24 neutron-server[104172]: DEBUG neutron.policy [None req-4a82a6ec-b326-4bd4-9d31-7197e101f8a9 tempest-DvrRoutersNegativeTest-1766733550 tempest-DvrRoutersNegativeTest-1766733550-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=104172) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Mar 22 19:47:13.194090 n-d-705658-24 neutron-server[104172]: DEBUG neutron.policy [None req-4a82a6ec-b326-4bd4-9d31-7197e101f8a9 tempest-DvrRoutersNegativeTest-1766733550 tempest-DvrRoutersNegativeTest-1766733550-project] Failed policy check for 'create_router' {{(pid=104172) enforce /opt/stack/neutron/neutron/policy.py:524}} Mar 22 19:47:13.194987 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-4a82a6ec-b326-4bd4-9d31-7197e101f8a9 tempest-DvrRoutersNegativeTest-1766733550 tempest-DvrRoutersNegativeTest-1766733550-project] create failed (client error): Access was denied to this resource. Mar 22 19:47:13.196132 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4a82a6ec-b326-4bd4-9d31-7197e101f8a9 tempest-DvrRoutersNegativeTest-1766733550 tempest-DvrRoutersNegativeTest-1766733550-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2334075 Mar 22 19:47:13.264266 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-684b3d28-0faa-46ca-9789-ef279c33676b tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (e97c7c72-bd16-4ca6-ab5e-b2d19b2bab5c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:13.297567 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-aaf55611-60fd-4f53-b14f-6226335dbf19 None None] For port d8c2592d-a070-4c75-b0bd-32a6390bada2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=d8c2592d-a070-4c75-b0bd-32a6390bada2,segment=NetworkSegment(5488a563-6fe6-44ba-b50d-9a0b48dcc2eb),segment_id=5488a563-6fe6-44ba-b50d-9a0b48dcc2eb)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:47:13.298749 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-aaf55611-60fd-4f53-b14f-6226335dbf19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (d8c2592d-a070-4c75-b0bd-32a6390bada2), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:13.363684 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-aaf55611-60fd-4f53-b14f-6226335dbf19 None None] Calling delete_port for d8c2592d-a070-4c75-b0bd-32a6390bada2 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:47:13.491813 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-560444fc-0583-42b3-b72d-118961d57214 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Request body: {'network': {'name': 'tempest-network--198231607', 'router:external': True}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:47:13.560105 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560444fc-0583-42b3-b72d-118961d57214 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Made reservation on behalf of 1ad672a0b7c7491592677688a6925c2f for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:47:13.564117 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-560444fc-0583-42b3-b72d-118961d57214 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:13.582209 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-560444fc-0583-42b3-b72d-118961d57214 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:13.588344 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-aaf55611-60fd-4f53-b14f-6226335dbf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (d8c2592d-a070-4c75-b0bd-32a6390bada2), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:13.650969 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf55611-60fd-4f53-b14f-6226335dbf19 None None] Pushing event deleted for resources: {'Port': ['ID=d8c2592d-a070-4c75-b0bd-32a6390bada2,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:13.659382 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf55611-60fd-4f53-b14f-6226335dbf19 None None] No DVR routers for this DVR port d8c2592d-a070-4c75-b0bd-32a6390bada2 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:47:13.797398 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4b9b8ef5-fecc-491f-af39-4bd09aacb256 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for port (d4b391d9-1f8a-4c6b-8158-692d3f4f5208), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:13.819922 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4b9b8ef5-fecc-491f-af39-4bd09aacb256 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (d4b391d9-1f8a-4c6b-8158-692d3f4f5208), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:13.837443 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-560444fc-0583-42b3-b72d-118961d57214 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks [] for security_group (ba3277f4-b9ae-4310-9d36-bac526365c69), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:13.853599 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-560444fc-0583-42b3-b72d-118961d57214 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ba3277f4-b9ae-4310-9d36-bac526365c69), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:13.893469 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4b9b8ef5-fecc-491f-af39-4bd09aacb256 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (07fc3f04-90d3-45eb-bca0-2473b0893c06), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:13.904187 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-684b3d28-0faa-46ca-9789-ef279c33676b tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Deleting port d8c2592d-a070-4c75-b0bd-32a6390bada2 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:47:13.904775 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-684b3d28-0faa-46ca-9789-ef279c33676b tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (d8c2592d-a070-4c75-b0bd-32a6390bada2), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:13.956783 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560444fc-0583-42b3-b72d-118961d57214 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:47:13.979024 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560444fc-0583-42b3-b72d-118961d57214 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3277f4-b9ae-4310-9d36-bac526365c69,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:13.988155 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-560444fc-0583-42b3-b72d-118961d57214 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (c13bda47-2014-43c7-82ab-82090e9c842e), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:13.988513 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-560444fc-0583-42b3-b72d-118961d57214 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Added segment c13bda47-2014-43c7-82ab-82090e9c842e of type vlan for network 11fa142c-bd16-4fa6-a624-8e062531bd42 Mar 22 19:47:14.009657 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49948) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:14.129472 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-560444fc-0583-42b3-b72d-118961d57214 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (11fa142c-bd16-4fa6-a624-8e062531bd42), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:14.193781 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-51215d53-c1cd-4f38-85a8-303ec7d948bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:14.234482 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-684b3d28-0faa-46ca-9789-ef279c33676b tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] For port d8c2592d-a070-4c75-b0bd-32a6390bada2, host n-d-705658-24, got binding levels [] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:47:14.234971 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-684b3d28-0faa-46ca-9789-ef279c33676b tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (d8c2592d-a070-4c75-b0bd-32a6390bada2), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:14.251469 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-560444fc-0583-42b3-b72d-118961d57214 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (11fa142c-bd16-4fa6-a624-8e062531bd42), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:14.252860 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560444fc-0583-42b3-b72d-118961d57214 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:14.253713 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-560444fc-0583-42b3-b72d-118961d57214 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:14.261217 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-684b3d28-0faa-46ca-9789-ef279c33676b tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Calling delete_port for d8c2592d-a070-4c75-b0bd-32a6390bada2 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:47:14.264862 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.ipam_backend_mixin [None req-684b3d28-0faa-46ca-9789-ef279c33676b tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Port d8c2592d-a070-4c75-b0bd-32a6390bada2 was not found and therefore no delete operation was performed {{(pid=104173) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 19:47:14.271898 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-684b3d28-0faa-46ca-9789-ef279c33676b tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (d8c2592d-a070-4c75-b0bd-32a6390bada2), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:14.338844 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684b3d28-0faa-46ca-9789-ef279c33676b tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] No DVR routers for this DVR port d8c2592d-a070-4c75-b0bd-32a6390bada2 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:47:14.357777 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-560444fc-0583-42b3-b72d-118961d57214 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1893246 Mar 22 19:47:14.375023 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 49974) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:14.496521 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b8ef5-fecc-491f-af39-4bd09aacb256 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event updated for resources: {'Port': ['ID=d4b391d9-1f8a-4c6b-8158-692d3f4f5208,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:14.499229 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560444fc-0583-42b3-b72d-118961d57214 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Pushing event updated for resources: {'Network': ['ID=11fa142c-bd16-4fa6-a624-8e062531bd42,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:14.511911 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 11fa142c-bd16-4fa6-a624-8e062531bd42 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:47:14.551137 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-b4263163-bfd7-44fc-83d0-93d56590f07f tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Deleting port bf920434-5441-44a3-b195-0b7375798a3c {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:47:14.551941 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b4263163-bfd7-44fc-83d0-93d56590f07f tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (bf920434-5441-44a3-b195-0b7375798a3c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:14.559017 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9b8ef5-fecc-491f-af39-4bd09aacb256 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Network c655e0c8-5a81-46ff-b6e8-5fe72a6af696 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:47:14.579259 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-51215d53-c1cd-4f38-85a8-303ec7d948bb admin admin] Publish callbacks [] for security_group (74ed4cf7-ee4b-4d3e-b133-613d114a8bc9), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:14.592738 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-51215d53-c1cd-4f38-85a8-303ec7d948bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (74ed4cf7-ee4b-4d3e-b133-613d114a8bc9), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:14.659137 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-51215d53-c1cd-4f38-85a8-303ec7d948bb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=fa518ede7c8a48d584ed0b3332f26c5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6482553 Mar 22 19:47:14.663669 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 49980) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:14.689618 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51215d53-c1cd-4f38-85a8-303ec7d948bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ed4cf7-ee4b-4d3e-b133-613d114a8bc9,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:14.736634 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-684b3d28-0faa-46ca-9789-ef279c33676b tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (e97c7c72-bd16-4ca6-ab5e-b2d19b2bab5c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:14.742133 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-4b9b8ef5-fecc-491f-af39-4bd09aacb256 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:47:14.805048 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b3d28-0faa-46ca-9789-ef279c33676b tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Pushing event deleted for resources: {'Port': ['ID=d8c2592d-a070-4c75-b0bd-32a6390bada2,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:14.876759 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ffb4e835-0e3e-4327-847c-6106c0f35769 admin admin] Publish callbacks [] for security_group (74ed4cf7-ee4b-4d3e-b133-613d114a8bc9), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:14.904541 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ffb4e835-0e3e-4327-847c-6106c0f35769 admin admin] Publish callbacks [] for security_group (74ed4cf7-ee4b-4d3e-b133-613d114a8bc9), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:14.933927 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d8c2592d-a070-4c75-b0bd-32a6390bada2 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:47:14.982028 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: d8c2592d-a070-4c75-b0bd-32a6390bada2 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:47:14.985548 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d8c2592d-a070-4c75-b0bd-32a6390bada2 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:47:14.998147 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-684b3d28-0faa-46ca-9789-ef279c33676b tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e97c7c72-bd16-4ca6-ab5e-b2d19b2bab5c']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:15.016276 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ffb4e835-0e3e-4327-847c-6106c0f35769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (74ed4cf7-ee4b-4d3e-b133-613d114a8bc9), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:15.018976 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ffb4e835-0e3e-4327-847c-6106c0f35769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:15.030410 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ffb4e835-0e3e-4327-847c-6106c0f35769 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/74ed4cf7-ee4b-4d3e-b133-613d114a8bc9 HTTP/1.1" status: 204 len: 168 time: 0.3650811 Mar 22 19:47:15.055375 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb4e835-0e3e-4327-847c-6106c0f35769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ed4cf7-ee4b-4d3e-b133-613d114a8bc9,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:15.061521 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-684b3d28-0faa-46ca-9789-ef279c33676b tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5488a563-6fe6-44ba-b50d-9a0b48dcc2eb') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:15.061849 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-684b3d28-0faa-46ca-9789-ef279c33676b tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5488a563-6fe6-44ba-b50d-9a0b48dcc2eb') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:15.073360 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bc867dca-12ee-4106-bbcc-58ac5190a496 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (11fa142c-bd16-4fa6-a624-8e062531bd42), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:15.122030 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-684b3d28-0faa-46ca-9789-ef279c33676b tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (5488a563-6fe6-44ba-b50d-9a0b48dcc2eb), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:15.171040 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9b8ef5-fecc-491f-af39-4bd09aacb256 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Router 07fc3f04-90d3-45eb-bca0-2473b0893c06 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:47:15.175722 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-96d372d5-53b1-41ac-91ce-e39dfbeec321 None None] Provisioning complete for port d4b391d9-1f8a-4c6b-8158-692d3f4f5208 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:47:15.180963 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-96d372d5-53b1-41ac-91ce-e39dfbeec321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d4b391d9-1f8a-4c6b-8158-692d3f4f5208), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:15.216045 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-684b3d28-0faa-46ca-9789-ef279c33676b tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (5488a563-6fe6-44ba-b50d-9a0b48dcc2eb), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:15.233426 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-684b3d28-0faa-46ca-9789-ef279c33676b tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:47:15.234030 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-684b3d28-0faa-46ca-9789-ef279c33676b tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (5488a563-6fe6-44ba-b50d-9a0b48dcc2eb), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:15.241444 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:47:15.241444 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:47:15.241444 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:47:15.241444 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:47:15.241444 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:47:15.241444 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:47:15.241444 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:47:15.241444 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:47:15.241444 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:47:15.241444 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:47:15.241444 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:47:15.241444 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:47:15.241444 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:47:15.241444 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:47:15.241444 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:47:15.241444 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:47:15.241444 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:47:15.241444 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:47:15.241444 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:47:15.241444 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:47:15.241444 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:47:15.241444 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:47:15.241444 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:47:15.241444 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:47:15.241444 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:47:15.241444 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:47:15.241444 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:47:15.241444 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:47:15.241444 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:47:15.241444 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:47:15.241444 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:47:15.241444 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:47:15.263671 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-96d372d5-53b1-41ac-91ce-e39dfbeec321 None None] Port d4b391d9-1f8a-4c6b-8158-692d3f4f5208 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:47:15.269440 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-dbdf37a9-9ee7-4865-ac3b-05a32ceee7e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:15.575619 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-684b3d28-0faa-46ca-9789-ef279c33676b tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (e97c7c72-bd16-4ca6-ab5e-b2d19b2bab5c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:15.668827 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9b8ef5-fecc-491f-af39-4bd09aacb256 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:47:15.687147 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dab8cc8-1908-436a-b30e-1879f0a464da None None] Sync routers for ids ['07fc3f04-90d3-45eb-bca0-2473b0893c06'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:47:15.710304 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-684b3d28-0faa-46ca-9789-ef279c33676b tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:15.714767 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-684b3d28-0faa-46ca-9789-ef279c33676b tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] 10.222.0.75 "DELETE /v2.0/networks/e97c7c72-bd16-4ca6-ab5e-b2d19b2bab5c HTTP/1.1" status: 204 len: 168 time: 3.2087643 Mar 22 19:47:15.722056 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dab8cc8-1908-436a-b30e-1879f0a464da None None] Routers {'07fc3f04-90d3-45eb-bca0-2473b0893c06'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:47:15.722056 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-1dab8cc8-1908-436a-b30e-1879f0a464da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:46:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['07fc3f04-90d3-45eb-bca0-2473b0893c06'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:15.723912 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50000) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:15.732579 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-9ed11356-8e6c-4c99-b3a9-0e1549588c0d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:47:15.747898 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4b9b8ef5-fecc-491f-af39-4bd09aacb256 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "PUT /v2.0/routers/07fc3f04-90d3-45eb-bca0-2473b0893c06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7523618 Mar 22 19:47:15.835064 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-b4263163-bfd7-44fc-83d0-93d56590f07f tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] For port bf920434-5441-44a3-b195-0b7375798a3c, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=bf920434-5441-44a3-b195-0b7375798a3c,segment=NetworkSegment(a00249cb-254c-446a-8527-5651c7c37523),segment_id=a00249cb-254c-446a-8527-5651c7c37523)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:47:15.837413 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b4263163-bfd7-44fc-83d0-93d56590f07f tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (bf920434-5441-44a3-b195-0b7375798a3c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:16.014881 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:16.021708 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b3d28-0faa-46ca-9789-ef279c33676b tempest-TagsExtTest-1432124508 tempest-TagsExtTest-1432124508-project] Pushing event deleted for resources: {'Network': ['ID=e97c7c72-bd16-4ca6-ab5e-b2d19b2bab5c,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:16.056265 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-1dab8cc8-1908-436a-b30e-1879f0a464da None None] Set router 07fc3f04-90d3-45eb-bca0-2473b0893c06 gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:47:16.083427 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-b4263163-bfd7-44fc-83d0-93d56590f07f tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Calling delete_port for bf920434-5441-44a3-b195-0b7375798a3c owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:47:16.109749 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bc867dca-12ee-4106-bbcc-58ac5190a496 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (11fa142c-bd16-4fa6-a624-8e062531bd42), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:16.136768 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50012) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:16.521247 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50016) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:16.532411 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-1dab8cc8-1908-436a-b30e-1879f0a464da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'name': 'tempest-RoutersTest-router-741369824', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:46:32Z', 'updated_at': '2022-03-22T19:47:10Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'gw_port_host': None, '_interfaces': [{'id': '30577e97-e3a0-4bb1-b08f-168f893a606f', 'name': '', 'network_id': '3e2ec8b3-a238-4ec8-a620-c999a50e5cda', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:06:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '8c97d642-40bd-4d25-9993-49c0c2d328a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:55Z', 'updated_at': '2022-03-22T19:47:07Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': '8c97d642-40bd-4d25-9993-49c0c2d328a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '390905f2-bf20-47c2-82a1-697077271adc', 'name': '', 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:76:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:33Z', 'updated_at': '2022-03-22T19:46:43Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f697ed-bd73-4484-b084-f2d3148125d3', 'name': '', 'network_id': '8a1ad69f-f1f4-4a64-99b3-f002afc3f76f', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:aa:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '62796115-58e2-4b98-891f-02a99e74269d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:44Z', 'updated_at': '2022-03-22T19:46:55Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': '62796115-58e2-4b98-891f-02a99e74269d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4b391d9-1f8a-4c6b-8158-692d3f4f5208', 'name': '', 'network_id': 'c655e0c8-5a81-46ff-b6e8-5fe72a6af696', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:3e:0a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'b983ad03-f140-4967-a555-908bd8d774b0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:47:06Z', 'updated_at': '2022-03-22T19:47:12Z', 'revision_number': 2, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': 'b983ad03-f140-4967-a555-908bd8d774b0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:16.617460 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dab8cc8-1908-436a-b30e-1879f0a464da None None] Checking router: 07fc3f04-90d3-45eb-bca0-2473b0893c06 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:47:16.629332 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dab8cc8-1908-436a-b30e-1879f0a464da None None] Updating router 07fc3f04-90d3-45eb-bca0-2473b0893c06 port d4b391d9-1f8a-4c6b-8158-692d3f4f5208 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:47:16.643485 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.extraroute_db [None req-9ed11356-8e6c-4c99-b3a9-0e1549588c0d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=104172) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 22 19:47:16.673572 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.extraroute_db [None req-9ed11356-8e6c-4c99-b3a9-0e1549588c0d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Removed routes are [] {{(pid=104172) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 22 19:47:16.674024 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9ed11356-8e6c-4c99-b3a9-0e1549588c0d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4043'] for router (07fc3f04-90d3-45eb-bca0-2473b0893c06), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:16.746944 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1dab8cc8-1908-436a-b30e-1879f0a464da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d4b391d9-1f8a-4c6b-8158-692d3f4f5208), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:16.914880 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b4263163-bfd7-44fc-83d0-93d56590f07f tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (bf920434-5441-44a3-b195-0b7375798a3c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:16.969049 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-ae379844-e922-45b2-918c-f29031628eb1 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1422703357'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:47:17.016722 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4263163-bfd7-44fc-83d0-93d56590f07f tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Pushing event deleted for resources: {'Port': ['ID=bf920434-5441-44a3-b195-0b7375798a3c,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:17.022499 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-bc867dca-12ee-4106-bbcc-58ac5190a496 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11fa142c-bd16-4fa6-a624-8e062531bd42']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:17.099791 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-bc867dca-12ee-4106-bbcc-58ac5190a496 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c13bda47-2014-43c7-82ab-82090e9c842e') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:17.100154 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-bc867dca-12ee-4106-bbcc-58ac5190a496 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c13bda47-2014-43c7-82ab-82090e9c842e') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:17.149650 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9ed11356-8e6c-4c99-b3a9-0e1549588c0d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4043'] for router (07fc3f04-90d3-45eb-bca0-2473b0893c06), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:17.155194 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9ed11356-8e6c-4c99-b3a9-0e1549588c0d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918527'] for router (07fc3f04-90d3-45eb-bca0-2473b0893c06), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:17.175727 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bc867dca-12ee-4106-bbcc-58ac5190a496 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (c13bda47-2014-43c7-82ab-82090e9c842e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:17.333239 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bc867dca-12ee-4106-bbcc-58ac5190a496 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (c13bda47-2014-43c7-82ab-82090e9c842e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:17.355203 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae379844-e922-45b2-918c-f29031628eb1 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] Made reservation on behalf of 13fe5a7abcef4083afdaa0028a2f6176 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:47:17.363628 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ae379844-e922-45b2-918c-f29031628eb1 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:17.397851 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc867dca-12ee-4106-bbcc-58ac5190a496 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:47:17.398275 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bc867dca-12ee-4106-bbcc-58ac5190a496 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (c13bda47-2014-43c7-82ab-82090e9c842e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:17.402132 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:47:17.402132 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:47:17.402132 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:47:17.402132 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:47:17.402132 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:47:17.402132 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:47:17.402132 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:47:17.402132 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:47:17.402132 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:47:17.402132 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:47:17.402132 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:47:17.402132 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:47:17.402132 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:47:17.402132 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:47:17.402132 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:47:17.402132 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:47:17.402132 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:47:17.402132 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:47:17.402132 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:47:17.402132 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:47:17.402132 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:47:17.402132 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:47:17.402132 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:47:17.402132 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:47:17.402132 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:47:17.402132 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:47:17.402132 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:47:17.402132 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:47:17.402132 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:47:17.402132 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:47:17.402132 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:47:17.402132 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:47:17.406660 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ae379844-e922-45b2-918c-f29031628eb1 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:17.441318 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1dab8cc8-1908-436a-b30e-1879f0a464da None None] Publish callbacks [] for port (d4b391d9-1f8a-4c6b-8158-692d3f4f5208), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:17.465893 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1dab8cc8-1908-436a-b30e-1879f0a464da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d4b391d9-1f8a-4c6b-8158-692d3f4f5208), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:17.509054 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed11356-8e6c-4c99-b3a9-0e1549588c0d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Router 07fc3f04-90d3-45eb-bca0-2473b0893c06 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:47:17.536563 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41fdaa-5988-40b6-af82-cdc6eb1f31b6 None None] Pushing event updated for resources: {'Port': ['ID=d4b391d9-1f8a-4c6b-8158-692d3f4f5208,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:17.539769 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5831378f-47c2-4d7b-bd86-b9f3d0839dbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:17.542677 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50026) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:17.553011 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0a08417a-dea4-489a-8e23-be37be9e9d79 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8419bf304a3e4ead8946674b1b3ba563&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6601505 Mar 22 19:47:17.685703 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-1dab8cc8-1908-436a-b30e-1879f0a464da None None] Attempting to bind port d4b391d9-1f8a-4c6b-8158-692d3f4f5208 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:47:17.686154 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-1dab8cc8-1908-436a-b30e-1879f0a464da None None] Attempting to bind port d4b391d9-1f8a-4c6b-8158-692d3f4f5208 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '8e474e9a-3e76-4921-a04a-1984c02b2447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c655e0c8-5a81-46ff-b6e8-5fe72a6af696'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:47:17.687944 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab8cc8-1908-436a-b30e-1879f0a464da None None] Attempting to bind port d4b391d9-1f8a-4c6b-8158-692d3f4f5208 on network c655e0c8-5a81-46ff-b6e8-5fe72a6af696 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:47:17.727071 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bc867dca-12ee-4106-bbcc-58ac5190a496 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (11fa142c-bd16-4fa6-a624-8e062531bd42), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:17.733600 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab8cc8-1908-436a-b30e-1879f0a464da None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:47:17.734266 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab8cc8-1908-436a-b30e-1879f0a464da None None] Checking segment: {'id': '8e474e9a-3e76-4921-a04a-1984c02b2447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c655e0c8-5a81-46ff-b6e8-5fe72a6af696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:47:17.734687 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1dab8cc8-1908-436a-b30e-1879f0a464da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:17.735152 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dab8cc8-1908-436a-b30e-1879f0a464da None None] Bound using segment: {'id': '8e474e9a-3e76-4921-a04a-1984c02b2447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c655e0c8-5a81-46ff-b6e8-5fe72a6af696'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:47:17.743536 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-1dab8cc8-1908-436a-b30e-1879f0a464da None None] Bound port: d4b391d9-1f8a-4c6b-8158-692d3f4f5208, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e474e9a-3e76-4921-a04a-1984c02b2447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c655e0c8-5a81-46ff-b6e8-5fe72a6af696'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:47:17.744898 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc867dca-12ee-4106-bbcc-58ac5190a496 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 11fa142c-bd16-4fa6-a624-8e062531bd42 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 22 19:47:17.745032 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1dab8cc8-1908-436a-b30e-1879f0a464da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d4b391d9-1f8a-4c6b-8158-692d3f4f5208), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:17.768718 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bc867dca-12ee-4106-bbcc-58ac5190a496 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:17.774030 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bc867dca-12ee-4106-bbcc-58ac5190a496 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] 10.222.0.75 "DELETE /v2.0/networks/11fa142c-bd16-4fa6-a624-8e062531bd42 HTTP/1.1" status: 204 len: 168 time: 3.3208187 Mar 22 19:47:17.778052 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc867dca-12ee-4106-bbcc-58ac5190a496 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Pushing event deleted for resources: {'Network': ['ID=11fa142c-bd16-4fa6-a624-8e062531bd42,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:17.781677 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50028) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:17.798818 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-20e97b98-2708-4660-a337-4df73d7e557d tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:47:17.884395 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e97b98-2708-4660-a337-4df73d7e557d tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Made reservation on behalf of 1ad672a0b7c7491592677688a6925c2f for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:47:17.887088 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-20e97b98-2708-4660-a337-4df73d7e557d tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:17.901358 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b4263163-bfd7-44fc-83d0-93d56590f07f tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (26bfd1e5-48c0-412c-8785-54616f0819ee), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:17.962297 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed11356-8e6c-4c99-b3a9-0e1549588c0d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:47:18.003732 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9ed11356-8e6c-4c99-b3a9-0e1549588c0d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:18.018607 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-1dab8cc8-1908-436a-b30e-1879f0a464da None None] For port d4b391d9-1f8a-4c6b-8158-692d3f4f5208, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:47:18.020633 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9ed11356-8e6c-4c99-b3a9-0e1549588c0d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "PUT /v2.0/routers/07fc3f04-90d3-45eb-bca0-2473b0893c06 HTTP/1.1" status: 200 len: 933 time: 2.2948856 Mar 22 19:47:18.024472 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-1dab8cc8-1908-436a-b30e-1879f0a464da None None] For port d4b391d9-1f8a-4c6b-8158-692d3f4f5208, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=d4b391d9-1f8a-4c6b-8158-692d3f4f5208,segment=NetworkSegment(8e474e9a-3e76-4921-a04a-1984c02b2447),segment_id=8e474e9a-3e76-4921-a04a-1984c02b2447)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:47:18.033153 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50034) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:18.040640 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1dab8cc8-1908-436a-b30e-1879f0a464da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d4b391d9-1f8a-4c6b-8158-692d3f4f5208), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:18.097368 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e97b98-2708-4660-a337-4df73d7e557d tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:47:18.120473 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-20e97b98-2708-4660-a337-4df73d7e557d tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (2368a6d0-6ab6-48f7-8084-ec21811bd47e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:18.121079 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-20e97b98-2708-4660-a337-4df73d7e557d tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Added segment 2368a6d0-6ab6-48f7-8084-ec21811bd47e of type vlan for network 2850e004-d097-4f72-bee3-c73002adce49 Mar 22 19:47:18.188230 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41fdaa-5988-40b6-af82-cdc6eb1f31b6 None None] Pushing event updated for resources: {'Port': ['ID=d4b391d9-1f8a-4c6b-8158-692d3f4f5208,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:18.218435 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-20e97b98-2708-4660-a337-4df73d7e557d tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (2850e004-d097-4f72-bee3-c73002adce49), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:18.237398 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dab8cc8-1908-436a-b30e-1879f0a464da None None] Routers {'07fc3f04-90d3-45eb-bca0-2473b0893c06'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:47:18.238827 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-1dab8cc8-1908-436a-b30e-1879f0a464da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:47:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['07fc3f04-90d3-45eb-bca0-2473b0893c06'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:18.348817 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-637572ad-66ff-4b54-bb2e-8412e35174bd None None] Provisioning complete for port d4b391d9-1f8a-4c6b-8158-692d3f4f5208 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:47:18.362074 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-637572ad-66ff-4b54-bb2e-8412e35174bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d4b391d9-1f8a-4c6b-8158-692d3f4f5208), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:18.389607 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bbcb375c-6df7-4d17-83ae-8387a2575269 admin admin] Publish callbacks [] for security_group (1f2d54e9-7448-4aef-bdd9-43a1499d2efa), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:18.449070 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b5957607-6a86-441a-ab0c-f2178df2c0fb tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "GET /v2.0/routers/07fc3f04-90d3-45eb-bca0-2473b0893c06 HTTP/1.1" status: 200 len: 933 time: 0.4053817 Mar 22 19:47:18.463206 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50036) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:18.476711 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-1e3bb13e-5429-452c-9763-ca2baf5cd668 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Request body: {'router': {'routes': None}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:47:18.491331 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bbcb375c-6df7-4d17-83ae-8387a2575269 admin admin] Publish callbacks [] for security_group (1f2d54e9-7448-4aef-bdd9-43a1499d2efa), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:18.495345 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ae379844-e922-45b2-918c-f29031628eb1 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] Publish callbacks [] for security_group (d84a5347-1f23-4cc4-968b-80d34be7b2e8), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:18.526105 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ae379844-e922-45b2-918c-f29031628eb1 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d84a5347-1f23-4cc4-968b-80d34be7b2e8), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:18.541707 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae379844-e922-45b2-918c-f29031628eb1 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:47:18.556522 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ae379844-e922-45b2-918c-f29031628eb1 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (ab4731ee-f62d-46be-b6dd-dfbd3fc002e2), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:18.557121 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-ae379844-e922-45b2-918c-f29031628eb1 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] Added segment ab4731ee-f62d-46be-b6dd-dfbd3fc002e2 of type vlan for network c11d2b3e-c145-4e9f-9744-e549e32f138c Mar 22 19:47:18.565963 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-20e97b98-2708-4660-a337-4df73d7e557d tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (2850e004-d097-4f72-bee3-c73002adce49), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:18.567224 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e97b98-2708-4660-a337-4df73d7e557d tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:18.567538 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-20e97b98-2708-4660-a337-4df73d7e557d tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:18.614983 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ae379844-e922-45b2-918c-f29031628eb1 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (c11d2b3e-c145-4e9f-9744-e549e32f138c), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:18.617681 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:18.672381 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-1dab8cc8-1908-436a-b30e-1879f0a464da None None] Set router 07fc3f04-90d3-45eb-bca0-2473b0893c06 gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:47:18.682936 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae379844-e922-45b2-918c-f29031628eb1 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d84a5347-1f23-4cc4-968b-80d34be7b2e8,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:18.699861 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ae379844-e922-45b2-918c-f29031628eb1 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (c11d2b3e-c145-4e9f-9744-e549e32f138c), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:18.713441 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae379844-e922-45b2-918c-f29031628eb1 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:18.714279 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ae379844-e922-45b2-918c-f29031628eb1 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:18.848867 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-637572ad-66ff-4b54-bb2e-8412e35174bd None None] Current status of the port d4b391d9-1f8a-4c6b-8158-692d3f4f5208 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:47:18.850002 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-637572ad-66ff-4b54-bb2e-8412e35174bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d4b391d9-1f8a-4c6b-8158-692d3f4f5208), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:18.854699 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ae379844-e922-45b2-918c-f29031628eb1 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 2.3323503 Mar 22 19:47:18.869907 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50038) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:18.878800 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-7e882374-98c1-4676-8fc0-0e4b08917a3e tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'c11d2b3e-c145-4e9f-9744-e549e32f138c', 'tempest-TagsTest-Tag-922638490') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:18.919430 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-20e97b98-2708-4660-a337-4df73d7e557d tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1282527 Mar 22 19:47:18.962595 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50040) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:18.970428 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4263163-bfd7-44fc-83d0-93d56590f07f tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Router 26bfd1e5-48c0-412c-8785-54616f0819ee has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:47:18.986084 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-09a918ae-b901-4cc6-b0e5-a82840c347d4 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Request body: {'subnet': {'network_id': '2850e004-d097-4f72-bee3-c73002adce49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:47:19.030576 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae379844-e922-45b2-918c-f29031628eb1 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] Pushing event updated for resources: {'Network': ['ID=c11d2b3e-c145-4e9f-9744-e549e32f138c,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:19.039663 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:19.051887 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e97b98-2708-4660-a337-4df73d7e557d tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Pushing event updated for resources: {'Network': ['ID=2850e004-d097-4f72-bee3-c73002adce49,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:19.066334 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bbcb375c-6df7-4d17-83ae-8387a2575269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1f2d54e9-7448-4aef-bdd9-43a1499d2efa), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:19.068856 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-637572ad-66ff-4b54-bb2e-8412e35174bd None None] For port d4b391d9-1f8a-4c6b-8158-692d3f4f5208, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=d4b391d9-1f8a-4c6b-8158-692d3f4f5208,segment=NetworkSegment(8e474e9a-3e76-4921-a04a-1984c02b2447),segment_id=8e474e9a-3e76-4921-a04a-1984c02b2447)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:47:19.070937 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bbcb375c-6df7-4d17-83ae-8387a2575269 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:19.072981 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network c11d2b3e-c145-4e9f-9744-e549e32f138c details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:47:19.078206 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-bbcb375c-6df7-4d17-83ae-8387a2575269 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1f2d54e9-7448-4aef-bdd9-43a1499d2efa HTTP/1.1" status: 204 len: 168 time: 1.5342288 Mar 22 19:47:19.151286 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb375c-6df7-4d17-83ae-8387a2575269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2d54e9-7448-4aef-bdd9-43a1499d2efa,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:19.160704 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7e882374-98c1-4676-8fc0-0e4b08917a3e tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] 10.222.0.75 "PUT /v2.0/networks/c11d2b3e-c145-4e9f-9744-e549e32f138c/tags/tempest-TagsTest-Tag-922638490 HTTP/1.1" status: 201 len: 201 time: 0.2890122 Mar 22 19:47:19.166094 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50048) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:19.170649 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-d39b247a-f5b6-40aa-b22b-224f2399016c tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c11d2b3e-c145-4e9f-9744-e549e32f138c', 'tempest-TagsTest-Tag-922638490') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:19.172029 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 2850e004-d097-4f72-bee3-c73002adce49 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:47:19.175798 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-637572ad-66ff-4b54-bb2e-8412e35174bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d4b391d9-1f8a-4c6b-8158-692d3f4f5208), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:19.319199 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a918ae-b901-4cc6-b0e5-a82840c347d4 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Made reservation on behalf of 1ad672a0b7c7491592677688a6925c2f for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:47:19.323177 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637572ad-66ff-4b54-bb2e-8412e35174bd None None] Pushing event updated for resources: {'Port': ['ID=d4b391d9-1f8a-4c6b-8158-692d3f4f5208,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:19.324787 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-09a918ae-b901-4cc6-b0e5-a82840c347d4 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:19.338057 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d39b247a-f5b6-40aa-b22b-224f2399016c tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] 10.222.0.75 "GET /v2.0/networks/c11d2b3e-c145-4e9f-9744-e549e32f138c/tags/tempest-TagsTest-Tag-922638490 HTTP/1.1" status: 204 len: 168 time: 0.1708136 Mar 22 19:47:19.345037 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50050) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:19.349741 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-7eb80d75-3296-4b0f-a4dd-348edbe9c3fc tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'c11d2b3e-c145-4e9f-9744-e549e32f138c') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:19.516561 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7eb80d75-3296-4b0f-a4dd-348edbe9c3fc tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] 10.222.0.75 "GET /v2.0/networks/c11d2b3e-c145-4e9f-9744-e549e32f138c/tags HTTP/1.1" status: 200 len: 237 time: 0.1701803 Mar 22 19:47:19.528467 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50056) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:19.545960 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-57e275de-5cd3-4180-b6fe-a0ebced36631 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'c11d2b3e-c145-4e9f-9744-e549e32f138c', {'tags': ['tempest-TagsTest-Tag-76939184', 'tempest-TagsTest-Tag-375433579', 'tempest-TagsTest-Tag-69264922']}) {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:19.686679 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-bf28287b-19cf-4d10-a2f2-a023cbb613e4 None None] Provisioning complete for port d4b391d9-1f8a-4c6b-8158-692d3f4f5208 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:47:19.687844 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bf28287b-19cf-4d10-a2f2-a023cbb613e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d4b391d9-1f8a-4c6b-8158-692d3f4f5208), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:19.839865 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-57e275de-5cd3-4180-b6fe-a0ebced36631 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] 10.222.0.75 "PUT /v2.0/networks/c11d2b3e-c145-4e9f-9744-e549e32f138c/tags HTTP/1.1" status: 200 len: 304 time: 0.3059249 Mar 22 19:47:19.840860 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50062) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:19.858300 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.tag.tag_plugin [None req-fa89f21b-1a24-47b9-98e1-3854f8c3b862 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'c11d2b3e-c145-4e9f-9744-e549e32f138c', 'tempest-TagsTest-Tag-76939184') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:19.861340 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4263163-bfd7-44fc-83d0-93d56590f07f tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:47:19.875007 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3aad1dc-c44b-48d1-9d83-bade89ed03a6 None None] Sync routers for ids ['26bfd1e5-48c0-412c-8785-54616f0819ee'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:47:19.884851 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50064) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:19.886427 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b4263163-bfd7-44fc-83d0-93d56590f07f tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "PUT /v2.0/routers/26bfd1e5-48c0-412c-8785-54616f0819ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4816155 Mar 22 19:47:19.899367 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3aad1dc-c44b-48d1-9d83-bade89ed03a6 None None] Routers {'26bfd1e5-48c0-412c-8785-54616f0819ee'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:47:19.909511 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d3aad1dc-c44b-48d1-9d83-bade89ed03a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:47:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['26bfd1e5-48c0-412c-8785-54616f0819ee'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:20.048653 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-efa470ab-5059-4f16-857a-9c1dc645438f tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Deleting subnet 68e9c30a-44d2-46b7-9538-660d748f6cd5 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:47:20.059227 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-efa470ab-5059-4f16-857a-9c1dc645438f tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for subnet (68e9c30a-44d2-46b7-9538-660d748f6cd5), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:20.185725 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-fa89f21b-1a24-47b9-98e1-3854f8c3b862 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] 10.222.0.75 "DELETE /v2.0/networks/c11d2b3e-c145-4e9f-9744-e549e32f138c/tags/tempest-TagsTest-Tag-76939184 HTTP/1.1" status: 204 len: 168 time: 0.3392367 Mar 22 19:47:20.188678 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50072) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:20.193259 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.tag.tag_plugin [None req-cef1f46d-35a2-4d35-87a7-eecea2671e06 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c11d2b3e-c145-4e9f-9744-e549e32f138c', 'tempest-TagsTest-Tag-76939184') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:20.242030 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-efa470ab-5059-4f16-857a-9c1dc645438f tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (68e9c30a-44d2-46b7-9538-660d748f6cd5), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:20.347133 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.extraroute_db [None req-1e3bb13e-5429-452c-9763-ca2baf5cd668 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Added routes are [] {{(pid=104173) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 22 19:47:20.347706 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.extraroute_db [None req-1e3bb13e-5429-452c-9763-ca2baf5cd668 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=104173) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 22 19:47:20.379306 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-d3aad1dc-c44b-48d1-9d83-bade89ed03a6 None None] Set router 26bfd1e5-48c0-412c-8785-54616f0819ee gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:47:20.424904 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-cef1f46d-35a2-4d35-87a7-eecea2671e06 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] show failed (client error): The resource could not be found. Mar 22 19:47:20.426240 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cef1f46d-35a2-4d35-87a7-eecea2671e06 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] 10.222.0.75 "GET /v2.0/networks/c11d2b3e-c145-4e9f-9744-e549e32f138c/tags/tempest-TagsTest-Tag-76939184 HTTP/1.1" status: 404 len: 324 time: 0.2365644 Mar 22 19:47:20.430144 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50078) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:20.444550 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.tag.tag_plugin [None req-361cf27e-76d5-48ec-a5cb-e1897631500b tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c11d2b3e-c145-4e9f-9744-e549e32f138c', 'tempest-TagsTest-Tag-375433579') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:20.449934 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-efa470ab-5059-4f16-857a-9c1dc645438f tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (68e9c30a-44d2-46b7-9538-660d748f6cd5), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:20.504124 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1e3bb13e-5429-452c-9763-ca2baf5cd668 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4043'] for router (07fc3f04-90d3-45eb-bca0-2473b0893c06), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:20.510381 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-efa470ab-5059-4f16-857a-9c1dc645438f tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (68e9c30a-44d2-46b7-9538-660d748f6cd5), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:20.514101 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-bf28287b-19cf-4d10-a2f2-a023cbb613e4 None None] Current status of the port d4b391d9-1f8a-4c6b-8158-692d3f4f5208 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:47:20.539142 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-efa470ab-5059-4f16-857a-9c1dc645438f tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:20.542638 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:20.546373 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-efa470ab-5059-4f16-857a-9c1dc645438f tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "DELETE /v2.0/subnets/68e9c30a-44d2-46b7-9538-660d748f6cd5 HTTP/1.1" status: 204 len: 168 time: 0.6603606 Mar 22 19:47:20.547020 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50082) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:20.554450 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-1dab8cc8-1908-436a-b30e-1879f0a464da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'name': 'tempest-RoutersTest-router-741369824', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:46:32Z', 'updated_at': '2022-03-22T19:47:16Z', 'revision_number': 6, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'gw_port_host': None, '_interfaces': [{'id': '30577e97-e3a0-4bb1-b08f-168f893a606f', 'name': '', 'network_id': '3e2ec8b3-a238-4ec8-a620-c999a50e5cda', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:06:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '8c97d642-40bd-4d25-9993-49c0c2d328a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:55Z', 'updated_at': '2022-03-22T19:47:07Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': '8c97d642-40bd-4d25-9993-49c0c2d328a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '390905f2-bf20-47c2-82a1-697077271adc', 'name': '', 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:76:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:33Z', 'updated_at': '2022-03-22T19:46:43Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f697ed-bd73-4484-b084-f2d3148125d3', 'name': '', 'network_id': '8a1ad69f-f1f4-4a64-99b3-f002afc3f76f', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:aa:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '62796115-58e2-4b98-891f-02a99e74269d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:44Z', 'updated_at': '2022-03-22T19:46:55Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': '62796115-58e2-4b98-891f-02a99e74269d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4b391d9-1f8a-4c6b-8158-692d3f4f5208', 'name': '', 'network_id': 'c655e0c8-5a81-46ff-b6e8-5fe72a6af696', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:3e:0a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'b983ad03-f140-4967-a555-908bd8d774b0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:47:06Z', 'updated_at': '2022-03-22T19:47:18Z', 'revision_number': 4, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': 'b983ad03-f140-4967-a555-908bd8d774b0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:20.560182 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f636c58-2511-46f4-a66b-39681f4c3e5b None None] Network 1e9e2f51-21f6-4c93-b55f-1fada675a544 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:47:20.594488 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa470ab-5059-4f16-857a-9c1dc645438f tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Pushing event deleted for resources: {'Subnet': ['ID=68e9c30a-44d2-46b7-9538-660d748f6cd5,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:20.626168 n-d-705658-24 neutron-server[104173]: DEBUG neutron.objects.ports [None req-09a918ae-b901-4cc6-b0e5-a82840c347d4 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104173) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 19:47:20.626878 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-09a918ae-b901-4cc6-b0e5-a82840c347d4 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (48cf3c71-0483-44c7-b5ab-46e7445a31e1), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:20.724908 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-361cf27e-76d5-48ec-a5cb-e1897631500b tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] 10.222.0.75 "GET /v2.0/networks/c11d2b3e-c145-4e9f-9744-e549e32f138c/tags/tempest-TagsTest-Tag-375433579 HTTP/1.1" status: 204 len: 168 time: 0.2881074 Mar 22 19:47:20.731374 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50086) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:20.739696 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dab8cc8-1908-436a-b30e-1879f0a464da None None] The sync data for ids ['07fc3f04-90d3-45eb-bca0-2473b0893c06'] in n-d-705658-24 is: [{'id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'name': 'tempest-RoutersTest-router-741369824', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:46:32Z', 'updated_at': '2022-03-22T19:47:16Z', 'revision_number': 6, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'gw_port_host': None, '_interfaces': [{'id': '30577e97-e3a0-4bb1-b08f-168f893a606f', 'name': '', 'network_id': '3e2ec8b3-a238-4ec8-a620-c999a50e5cda', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:06:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '8c97d642-40bd-4d25-9993-49c0c2d328a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:55Z', 'updated_at': '2022-03-22T19:47:07Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': '8c97d642-40bd-4d25-9993-49c0c2d328a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '390905f2-bf20-47c2-82a1-697077271adc', 'name': '', 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:76:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:33Z', 'updated_at': '2022-03-22T19:46:43Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f697ed-bd73-4484-b084-f2d3148125d3', 'name': '', 'network_id': '8a1ad69f-f1f4-4a64-99b3-f002afc3f76f', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:aa:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '62796115-58e2-4b98-891f-02a99e74269d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:44Z', 'updated_at': '2022-03-22T19:46:55Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': '62796115-58e2-4b98-891f-02a99e74269d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4b391d9-1f8a-4c6b-8158-692d3f4f5208', 'name': '', 'network_id': 'c655e0c8-5a81-46ff-b6e8-5fe72a6af696', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:3e:0a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'b983ad03-f140-4967-a555-908bd8d774b0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:47:06Z', 'updated_at': '2022-03-22T19:47:18Z', 'revision_number': 4, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': 'b983ad03-f140-4967-a555-908bd8d774b0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:47:20.754564 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.tag.tag_plugin [None req-ba289e7c-a76e-4007-bfe9-3ab516f4bfd9 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c11d2b3e-c145-4e9f-9744-e549e32f138c', 'tempest-TagsTest-Tag-69264922') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:20.802409 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50088) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:20.819053 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [-] 10.222.0.75 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0141740 Mar 22 19:47:20.838730 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50090) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:20.875246 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d3aad1dc-c44b-48d1-9d83-bade89ed03a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2060306635', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '74e38695-88d4-4287-ada6-776271b7fc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:44:37Z', 'updated_at': '2022-03-22T19:47:16Z', 'revision_number': 5, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'gw_port': {'id': '74e38695-88d4-4287-ada6-776271b7fc53', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:44:38Z', 'updated_at': '2022-03-22T19:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:20.917925 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3aad1dc-c44b-48d1-9d83-bade89ed03a6 None None] Checking router: 26bfd1e5-48c0-412c-8785-54616f0819ee for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:47:20.944188 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3aad1dc-c44b-48d1-9d83-bade89ed03a6 None None] Routers {'26bfd1e5-48c0-412c-8785-54616f0819ee'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:47:20.945578 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d3aad1dc-c44b-48d1-9d83-bade89ed03a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:47:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['26bfd1e5-48c0-412c-8785-54616f0819ee'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:21.034484 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8578f424-ccc5-4f92-bf3a-efab36358637 None None] DHCP port deletion for 1e9e2f51-21f6-4c93-b55f-1fada675a544 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:47:21.188741 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-d3aad1dc-c44b-48d1-9d83-bade89ed03a6 None None] Set router 26bfd1e5-48c0-412c-8785-54616f0819ee gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:47:21.253105 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8578f424-ccc5-4f92-bf3a-efab36358637 None None] Deleting port f0ac6a96-7434-4a89-98ca-c20c46352421 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:47:21.255300 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8578f424-ccc5-4f92-bf3a-efab36358637 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f0ac6a96-7434-4a89-98ca-c20c46352421), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:21.523979 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a918ae-b901-4cc6-b0e5-a82840c347d4 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Pushing event updated for resources: {'Subnet': ['ID=48cf3c71-0483-44c7-b5ab-46e7445a31e1,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:21.541968 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:21.562351 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-8578f424-ccc5-4f92-bf3a-efab36358637 None None] For port f0ac6a96-7434-4a89-98ca-c20c46352421, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f0ac6a96-7434-4a89-98ca-c20c46352421,segment=NetworkSegment(a00249cb-254c-446a-8527-5651c7c37523),segment_id=a00249cb-254c-446a-8527-5651c7c37523)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:47:21.565625 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8578f424-ccc5-4f92-bf3a-efab36358637 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f0ac6a96-7434-4a89-98ca-c20c46352421), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:21.601678 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8578f424-ccc5-4f92-bf3a-efab36358637 None None] Calling delete_port for f0ac6a96-7434-4a89-98ca-c20c46352421 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:47:21.692521 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d3aad1dc-c44b-48d1-9d83-bade89ed03a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2060306635', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '74e38695-88d4-4287-ada6-776271b7fc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:44:37Z', 'updated_at': '2022-03-22T19:47:16Z', 'revision_number': 5, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'gw_port': {'id': '74e38695-88d4-4287-ada6-776271b7fc53', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:44:38Z', 'updated_at': '2022-03-22T19:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:21.737148 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a918ae-b901-4cc6-b0e5-a82840c347d4 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Checking segment: {'id': '2368a6d0-6ab6-48f7-8084-ec21811bd47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2850e004-d097-4f72-bee3-c73002adce49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:47:21.737914 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a918ae-b901-4cc6-b0e5-a82840c347d4 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Network hostable DHCP agents. Network: 2850e004-d097-4f72-bee3-c73002adce49, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:47:21.778949 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3aad1dc-c44b-48d1-9d83-bade89ed03a6 None None] The sync data for ids ['26bfd1e5-48c0-412c-8785-54616f0819ee'] in n-d-705658-24 is: [{'id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2060306635', 'tenant_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '74e38695-88d4-4287-ada6-776271b7fc53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:44:37Z', 'updated_at': '2022-03-22T19:47:16Z', 'revision_number': 5, 'project_id': '3aeae24db72e47fdba650f6aadc3eb3a', 'gw_port': {'id': '74e38695-88d4-4287-ada6-776271b7fc53', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:69:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26bfd1e5-48c0-412c-8785-54616f0819ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:44:38Z', 'updated_at': '2022-03-22T19:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:47:21.813676 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-495a2e42-c0bb-4b24-8bf9-fd2dcdd23e67 tempest-NetworksApiDiscovery-1705277871 tempest-NetworksApiDiscovery-1705277871-project] 10.222.0.75 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.9710093 Mar 22 19:47:21.831383 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8578f424-ccc5-4f92-bf3a-efab36358637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (f0ac6a96-7434-4a89-98ca-c20c46352421), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:21.913816 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8578f424-ccc5-4f92-bf3a-efab36358637 None None] No DVR routers for this DVR port f0ac6a96-7434-4a89-98ca-c20c46352421 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:47:21.943241 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ba289e7c-a76e-4007-bfe9-3ab516f4bfd9 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] 10.222.0.75 "GET /v2.0/networks/c11d2b3e-c145-4e9f-9744-e549e32f138c/tags/tempest-TagsTest-Tag-69264922 HTTP/1.1" status: 204 len: 168 time: 1.1888349 Mar 22 19:47:21.943241 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1e3bb13e-5429-452c-9763-ca2baf5cd668 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4043'] for router (07fc3f04-90d3-45eb-bca0-2473b0893c06), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:21.943409 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578f424-ccc5-4f92-bf3a-efab36358637 None None] Pushing event deleted for resources: {'Port': ['ID=f0ac6a96-7434-4a89-98ca-c20c46352421,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:21.958775 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50104) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:21.968576 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.tag.tag_plugin [None req-076d4a2f-1c85-4b4f-b703-72783ee0ce7c tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c11d2b3e-c145-4e9f-9744-e549e32f138c') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:21.975930 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1e3bb13e-5429-452c-9763-ca2baf5cd668 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918527'] for router (07fc3f04-90d3-45eb-bca0-2473b0893c06), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:21.983456 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-119b840d-a0a5-4f97-a4a5-0d0748d77385 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for router (26bfd1e5-48c0-412c-8785-54616f0819ee), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:22.192154 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a918ae-b901-4cc6-b0e5-a82840c347d4 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Network 2850e004-d097-4f72-bee3-c73002adce49 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:47:22.263131 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-09a918ae-b901-4cc6-b0e5-a82840c347d4 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 2850e004-d097-4f72-bee3-c73002adce49) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:47:22.271356 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a918ae-b901-4cc6-b0e5-a82840c347d4 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:22.272000 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-09a918ae-b901-4cc6-b0e5-a82840c347d4 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:22.275652 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fbceb1-3c3c-41b6-86db-6558e7ba5b0a None None] Network 2850e004-d097-4f72-bee3-c73002adce49 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:47:22.298242 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-09a918ae-b901-4cc6-b0e5-a82840c347d4 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3259122 Mar 22 19:47:22.301593 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50110) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:22.306677 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-e211ff7a-2d1b-4fe8-aed4-ee68fa4a3cbe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Request body: {'floatingip': {'floating_network_id': '2850e004-d097-4f72-bee3-c73002adce49'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:47:22.311248 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-119b840d-a0a5-4f97-a4a5-0d0748d77385 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for router_gateway (26bfd1e5-48c0-412c-8785-54616f0819ee), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:22.311726 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3bb13e-5429-452c-9763-ca2baf5cd668 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Router 07fc3f04-90d3-45eb-bca0-2473b0893c06 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:47:22.357332 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-076d4a2f-1c85-4b4f-b703-72783ee0ce7c tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] 10.222.0.75 "DELETE /v2.0/networks/c11d2b3e-c145-4e9f-9744-e549e32f138c/tags HTTP/1.1" status: 204 len: 168 time: 0.3975046 Mar 22 19:47:22.360259 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50112) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:22.370636 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e211ff7a-2d1b-4fe8-aed4-ee68fa4a3cbe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:22.407445 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-c7fe3995-c0ce-4599-b25c-16996dbde689 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c11d2b3e-c145-4e9f-9744-e549e32f138c', 'tempest-TagsTest-Tag-375433579') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:22.451320 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50114) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:22.590769 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e0e264-d3d2-4dc1-909e-31d7d24a1a2f None None] Network 2850e004-d097-4f72-bee3-c73002adce49 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:47:22.594648 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3bb13e-5429-452c-9763-ca2baf5cd668 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:47:22.614716 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1e3bb13e-5429-452c-9763-ca2baf5cd668 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:22.618655 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1e3bb13e-5429-452c-9763-ca2baf5cd668 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "PUT /v2.0/routers/07fc3f04-90d3-45eb-bca0-2473b0893c06 HTTP/1.1" status: 200 len: 699 time: 4.1519325 Mar 22 19:47:22.621235 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50120) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:22.701656 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1538fc76-d4b2-4a00-8759-33d3a4c83084 None None] Sync routers for ids ['07fc3f04-90d3-45eb-bca0-2473b0893c06'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:47:22.718091 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-c7fe3995-c0ce-4599-b25c-16996dbde689 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] show failed (client error): The resource could not be found. Mar 22 19:47:22.719215 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c7fe3995-c0ce-4599-b25c-16996dbde689 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] 10.222.0.75 "GET /v2.0/networks/c11d2b3e-c145-4e9f-9744-e549e32f138c/tags/tempest-TagsTest-Tag-375433579 HTTP/1.1" status: 404 len: 325 time: 0.3579440 Mar 22 19:47:22.724800 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50122) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:22.733820 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.tag.tag_plugin [None req-f886d82f-ed28-48c3-a26b-d1511e710b56 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c11d2b3e-c145-4e9f-9744-e549e32f138c', 'tempest-TagsTest-Tag-69264922') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:22.738800 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-33e754bf-2669-4bf9-9aa0-e0ad5aa87838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:22.810890 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3722dc28-1f06-4cbd-bf98-81f62e3fb2aa tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "GET /v2.0/routers/07fc3f04-90d3-45eb-bca0-2473b0893c06 HTTP/1.1" status: 200 len: 699 time: 0.1883459 Mar 22 19:47:22.821877 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50124) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:22.832256 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1538fc76-d4b2-4a00-8759-33d3a4c83084 None None] Routers {'07fc3f04-90d3-45eb-bca0-2473b0893c06'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:47:22.832911 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-1538fc76-d4b2-4a00-8759-33d3a4c83084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:47:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['07fc3f04-90d3-45eb-bca0-2473b0893c06'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:22.925256 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-119b840d-a0a5-4f97-a4a5-0d0748d77385 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Deleting port 74e38695-88d4-4287-ada6-776271b7fc53 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:47:22.926623 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-119b840d-a0a5-4f97-a4a5-0d0748d77385 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (74e38695-88d4-4287-ada6-776271b7fc53), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:23.013354 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e211ff7a-2d1b-4fe8-aed4-ee68fa4a3cbe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:23.132731 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-119b840d-a0a5-4f97-a4a5-0d0748d77385 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] For port 74e38695-88d4-4287-ada6-776271b7fc53, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=74e38695-88d4-4287-ada6-776271b7fc53,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:47:23.133344 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-119b840d-a0a5-4f97-a4a5-0d0748d77385 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (74e38695-88d4-4287-ada6-776271b7fc53), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:23.169231 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-119b840d-a0a5-4f97-a4a5-0d0748d77385 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Calling delete_port for 74e38695-88d4-4287-ada6-776271b7fc53 owned by network:router_gateway {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:47:23.310514 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-33e754bf-2669-4bf9-9aa0-e0ad5aa87838 admin admin] Publish callbacks [] for security_group (289a066d-b2d3-47cf-8a9a-36f456d411f4), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:23.323650 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-1538fc76-d4b2-4a00-8759-33d3a4c83084 None None] Set router 07fc3f04-90d3-45eb-bca0-2473b0893c06 gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:47:23.341882 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-33e754bf-2669-4bf9-9aa0-e0ad5aa87838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (289a066d-b2d3-47cf-8a9a-36f456d411f4), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:23.376371 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-119b840d-a0a5-4f97-a4a5-0d0748d77385 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (74e38695-88d4-4287-ada6-776271b7fc53), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:23.383913 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-f886d82f-ed28-48c3-a26b-d1511e710b56 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] show failed (client error): The resource could not be found. Mar 22 19:47:23.387745 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f886d82f-ed28-48c3-a26b-d1511e710b56 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] 10.222.0.75 "GET /v2.0/networks/c11d2b3e-c145-4e9f-9744-e549e32f138c/tags/tempest-TagsTest-Tag-69264922 HTTP/1.1" status: 404 len: 324 time: 0.6560383 Mar 22 19:47:23.391600 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50128) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:23.396667 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-e211ff7a-2d1b-4fe8-aed4-ee68fa4a3cbe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Allocated IP 172.20.0.9 (2850e004-d097-4f72-bee3-c73002adce49/48cf3c71-0483-44c7-b5ab-46e7445a31e1/5b3d2faf-d100-4e8e-b815-405ff2954d26) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:47:23.414040 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.tag.tag_plugin [None req-565d621f-507c-430e-9d70-85b6ba57267d tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c11d2b3e-c145-4e9f-9744-e549e32f138c') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:23.423810 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d4b391d9-1f8a-4c6b-8158-692d3f4f5208 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:47:23.513004 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b840d-a0a5-4f97-a4a5-0d0748d77385 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Pushing event deleted for resources: {'Port': ['ID=74e38695-88d4-4287-ada6-776271b7fc53,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:23.514941 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-119b840d-a0a5-4f97-a4a5-0d0748d77385 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (26bfd1e5-48c0-412c-8785-54616f0819ee), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:23.691480 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e211ff7a-2d1b-4fe8-aed4-ee68fa4a3cbe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks [] for port (5b3d2faf-d100-4e8e-b815-405ff2954d26), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:23.693569 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port d4b391d9-1f8a-4c6b-8158-692d3f4f5208 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:47:23.694031 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d4b391d9-1f8a-4c6b-8158-692d3f4f5208), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:23.722969 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-119b840d-a0a5-4f97-a4a5-0d0748d77385 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (26bfd1e5-48c0-412c-8785-54616f0819ee), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:23.737579 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-119b840d-a0a5-4f97-a4a5-0d0748d77385 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for router_controller (26bfd1e5-48c0-412c-8785-54616f0819ee), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:23.833913 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-119b840d-a0a5-4f97-a4a5-0d0748d77385 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (26bfd1e5-48c0-412c-8785-54616f0819ee), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:23.835667 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119b840d-a0a5-4f97-a4a5-0d0748d77385 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Fanout notify agent at l3_agent the message router_deleted on router 26bfd1e5-48c0-412c-8785-54616f0819ee {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:47:23.845387 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-119b840d-a0a5-4f97-a4a5-0d0748d77385 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:23.849560 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-119b840d-a0a5-4f97-a4a5-0d0748d77385 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "DELETE /v2.0/routers/26bfd1e5-48c0-412c-8785-54616f0819ee HTTP/1.1" status: 204 len: 168 time: 3.2756641 Mar 22 19:47:23.850965 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50132) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:23.877053 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-33e754bf-2669-4bf9-9aa0-e0ad5aa87838 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f8bed165bd8b4f758cc405a77d2b50ee&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4209917 Mar 22 19:47:23.940069 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e211ff7a-2d1b-4fe8-aed4-ee68fa4a3cbe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (5b3d2faf-d100-4e8e-b815-405ff2954d26), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:23.942013 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50134) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:23.948182 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-73037eb7-aca4-4137-88f0-e4b5f4744745 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (1e9e2f51-21f6-4c93-b55f-1fada675a544), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:23.999656 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port d4b391d9-1f8a-4c6b-8158-692d3f4f5208 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:47:24.010116 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-1538fc76-d4b2-4a00-8759-33d3a4c83084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'name': 'tempest-RoutersTest-router-741369824', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:46:32Z', 'updated_at': '2022-03-22T19:47:20Z', 'revision_number': 7, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'gw_port_host': None, '_interfaces': [{'id': '30577e97-e3a0-4bb1-b08f-168f893a606f', 'name': '', 'network_id': '3e2ec8b3-a238-4ec8-a620-c999a50e5cda', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:06:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '8c97d642-40bd-4d25-9993-49c0c2d328a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:55Z', 'updated_at': '2022-03-22T19:47:07Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': '8c97d642-40bd-4d25-9993-49c0c2d328a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '390905f2-bf20-47c2-82a1-697077271adc', 'name': '', 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:76:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:33Z', 'updated_at': '2022-03-22T19:46:43Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f697ed-bd73-4484-b084-f2d3148125d3', 'name': '', 'network_id': '8a1ad69f-f1f4-4a64-99b3-f002afc3f76f', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:aa:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '62796115-58e2-4b98-891f-02a99e74269d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:44Z', 'updated_at': '2022-03-22T19:46:55Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': '62796115-58e2-4b98-891f-02a99e74269d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4b391d9-1f8a-4c6b-8158-692d3f4f5208', 'name': '', 'network_id': 'c655e0c8-5a81-46ff-b6e8-5fe72a6af696', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:3e:0a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'b983ad03-f140-4967-a555-908bd8d774b0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:47:06Z', 'updated_at': '2022-03-22T19:47:18Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': 'b983ad03-f140-4967-a555-908bd8d774b0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:24.104779 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1538fc76-d4b2-4a00-8759-33d3a4c83084 None None] Checking router: 07fc3f04-90d3-45eb-bca0-2473b0893c06 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:47:24.107457 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device bf920434-5441-44a3-b195-0b7375798a3c no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:47:24.132875 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: bf920434-5441-44a3-b195-0b7375798a3c {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:47:24.133182 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device bf920434-5441-44a3-b195-0b7375798a3c not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:47:24.133586 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f0ac6a96-7434-4a89-98ca-c20c46352421 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:47:24.180380 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: f0ac6a96-7434-4a89-98ca-c20c46352421 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:47:24.180380 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f0ac6a96-7434-4a89-98ca-c20c46352421 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:47:24.211649 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-73037eb7-aca4-4137-88f0-e4b5f4744745 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (1e9e2f51-21f6-4c93-b55f-1fada675a544), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:24.233906 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1538fc76-d4b2-4a00-8759-33d3a4c83084 None None] Routers {'07fc3f04-90d3-45eb-bca0-2473b0893c06'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:47:24.234917 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211ff7a-2d1b-4fe8-aed4-ee68fa4a3cbe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Pushing event updated for resources: {'Port': ['ID=5b3d2faf-d100-4e8e-b815-405ff2954d26,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:24.235760 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-1538fc76-d4b2-4a00-8759-33d3a4c83084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:47:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['07fc3f04-90d3-45eb-bca0-2473b0893c06'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:24.274871 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-73037eb7-aca4-4137-88f0-e4b5f4744745 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e9e2f51-21f6-4c93-b55f-1fada675a544']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:24.303009 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-73037eb7-aca4-4137-88f0-e4b5f4744745 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a00249cb-254c-446a-8527-5651c7c37523') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:24.303493 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-73037eb7-aca4-4137-88f0-e4b5f4744745 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a00249cb-254c-446a-8527-5651c7c37523') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:24.316391 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-73037eb7-aca4-4137-88f0-e4b5f4744745 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (a00249cb-254c-446a-8527-5651c7c37523), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:24.320016 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e754bf-2669-4bf9-9aa0-e0ad5aa87838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289a066d-b2d3-47cf-8a9a-36f456d411f4,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:24.346523 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e211ff7a-2d1b-4fe8-aed4-ee68fa4a3cbe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Network 2850e004-d097-4f72-bee3-c73002adce49 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:47:24.348930 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-73037eb7-aca4-4137-88f0-e4b5f4744745 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (a00249cb-254c-446a-8527-5651c7c37523), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:24.355891 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-e211ff7a-2d1b-4fe8-aed4-ee68fa4a3cbe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:47:24.356951 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73037eb7-aca4-4137-88f0-e4b5f4744745 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:47:24.357718 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-73037eb7-aca4-4137-88f0-e4b5f4744745 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (a00249cb-254c-446a-8527-5651c7c37523), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:24.359988 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e211ff7a-2d1b-4fe8-aed4-ee68fa4a3cbe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:47:24.365551 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:47:24.365551 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:47:24.365551 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:47:24.365551 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:47:24.365551 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:47:24.365551 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:47:24.365551 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:47:24.365551 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:47:24.365551 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:47:24.365551 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:47:24.365551 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:47:24.365551 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:47:24.365551 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:47:24.365551 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:47:24.365551 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:47:24.365551 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:47:24.365551 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:47:24.365551 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:47:24.365551 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:47:24.365551 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:47:24.365551 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:47:24.365551 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:47:24.365551 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:47:24.365551 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:47:24.365551 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:47:24.365551 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:47:24.365551 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:47:24.365551 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:47:24.365551 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:47:24.365551 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:47:24.365551 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:47:24.365551 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:47:24.435474 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b174defa-fcc7-4c33-96ab-d978b5627c38 admin admin] Publish callbacks [] for security_group (289a066d-b2d3-47cf-8a9a-36f456d411f4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:24.468051 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-73037eb7-aca4-4137-88f0-e4b5f4744745 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (1e9e2f51-21f6-4c93-b55f-1fada675a544), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:24.500728 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-73037eb7-aca4-4137-88f0-e4b5f4744745 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:24.518387 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-73037eb7-aca4-4137-88f0-e4b5f4744745 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] 10.222.0.75 "DELETE /v2.0/networks/1e9e2f51-21f6-4c93-b55f-1fada675a544 HTTP/1.1" status: 204 len: 168 time: 0.6660302 Mar 22 19:47:24.552519 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73037eb7-aca4-4137-88f0-e4b5f4744745 tempest-TestSecurityGroupsBasicOps-26028589 tempest-TestSecurityGroupsBasicOps-26028589-project] Pushing event deleted for resources: {'Network': ['ID=1e9e2f51-21f6-4c93-b55f-1fada675a544,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:24.583123 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b174defa-fcc7-4c33-96ab-d978b5627c38 admin admin] Publish callbacks [] for security_group (289a066d-b2d3-47cf-8a9a-36f456d411f4), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:24.605201 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-1538fc76-d4b2-4a00-8759-33d3a4c83084 None None] Set router 07fc3f04-90d3-45eb-bca0-2473b0893c06 gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:47:24.627441 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-565d621f-507c-430e-9d70-85b6ba57267d tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] 10.222.0.75 "DELETE /v2.0/networks/c11d2b3e-c145-4e9f-9744-e549e32f138c/tags HTTP/1.1" status: 204 len: 168 time: 1.2198284 Mar 22 19:47:24.631567 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50142) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:24.777200 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e211ff7a-2d1b-4fe8-aed4-ee68fa4a3cbe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks [] for floatingip (f669ee46-c878-4ba7-b335-a2965da9569c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:24.821989 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b174defa-fcc7-4c33-96ab-d978b5627c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (289a066d-b2d3-47cf-8a9a-36f456d411f4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:24.826879 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b174defa-fcc7-4c33-96ab-d978b5627c38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:24.828128 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b174defa-fcc7-4c33-96ab-d978b5627c38 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/289a066d-b2d3-47cf-8a9a-36f456d411f4 HTTP/1.1" status: 204 len: 168 time: 0.7363431 Mar 22 19:47:24.884120 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b174defa-fcc7-4c33-96ab-d978b5627c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289a066d-b2d3-47cf-8a9a-36f456d411f4,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:24.887917 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-164981a5-0183-4790-824f-9f16af8e2056 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (c11d2b3e-c145-4e9f-9744-e549e32f138c), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:24.978349 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e211ff7a-2d1b-4fe8-aed4-ee68fa4a3cbe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5b3d2faf-d100-4e8e-b815-405ff2954d26), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:25.008768 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 74e38695-88d4-4287-ada6-776271b7fc53 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:47:25.046116 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 74e38695-88d4-4287-ada6-776271b7fc53 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:47:25.047015 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 74e38695-88d4-4287-ada6-776271b7fc53 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:47:25.122706 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-164981a5-0183-4790-824f-9f16af8e2056 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (c11d2b3e-c145-4e9f-9744-e549e32f138c), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:25.129580 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50150) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:25.155424 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1ca83eac-b393-4972-87a7-0f7e1b2ff535 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (07fc3f04-90d3-45eb-bca0-2473b0893c06), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:25.163855 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-164981a5-0183-4790-824f-9f16af8e2056 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11d2b3e-c145-4e9f-9744-e549e32f138c']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:25.187963 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-164981a5-0183-4790-824f-9f16af8e2056 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4731ee-f62d-46be-b6dd-dfbd3fc002e2') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:25.188350 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-164981a5-0183-4790-824f-9f16af8e2056 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4731ee-f62d-46be-b6dd-dfbd3fc002e2') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:25.216029 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-164981a5-0183-4790-824f-9f16af8e2056 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (ab4731ee-f62d-46be-b6dd-dfbd3fc002e2), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:25.244498 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-164981a5-0183-4790-824f-9f16af8e2056 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (ab4731ee-f62d-46be-b6dd-dfbd3fc002e2), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:25.260949 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-164981a5-0183-4790-824f-9f16af8e2056 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:47:25.261379 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-164981a5-0183-4790-824f-9f16af8e2056 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (ab4731ee-f62d-46be-b6dd-dfbd3fc002e2), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:25.282884 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-1538fc76-d4b2-4a00-8759-33d3a4c83084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'name': 'tempest-RoutersTest-router-741369824', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:46:32Z', 'updated_at': '2022-03-22T19:47:20Z', 'revision_number': 7, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'gw_port_host': None, '_interfaces': [{'id': '30577e97-e3a0-4bb1-b08f-168f893a606f', 'name': '', 'network_id': '3e2ec8b3-a238-4ec8-a620-c999a50e5cda', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:06:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '8c97d642-40bd-4d25-9993-49c0c2d328a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:55Z', 'updated_at': '2022-03-22T19:47:07Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': '8c97d642-40bd-4d25-9993-49c0c2d328a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '390905f2-bf20-47c2-82a1-697077271adc', 'name': '', 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:76:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:33Z', 'updated_at': '2022-03-22T19:46:43Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f697ed-bd73-4484-b084-f2d3148125d3', 'name': '', 'network_id': '8a1ad69f-f1f4-4a64-99b3-f002afc3f76f', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:aa:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '62796115-58e2-4b98-891f-02a99e74269d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:44Z', 'updated_at': '2022-03-22T19:46:55Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': '62796115-58e2-4b98-891f-02a99e74269d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4b391d9-1f8a-4c6b-8158-692d3f4f5208', 'name': '', 'network_id': 'c655e0c8-5a81-46ff-b6e8-5fe72a6af696', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:3e:0a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'b983ad03-f140-4967-a555-908bd8d774b0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:47:06Z', 'updated_at': '2022-03-22T19:47:18Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': 'b983ad03-f140-4967-a555-908bd8d774b0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:25.296127 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:47:25.296127 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:47:25.296127 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:47:25.296127 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:47:25.296127 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:47:25.296127 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:47:25.296127 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:47:25.296127 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:47:25.296127 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:47:25.296127 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:47:25.296127 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:47:25.296127 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:47:25.296127 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:47:25.296127 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:47:25.296127 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:47:25.296127 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:47:25.296127 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:47:25.296127 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:47:25.296127 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:47:25.296127 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:47:25.296127 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:47:25.296127 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:47:25.296127 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:47:25.296127 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:47:25.296127 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:47:25.296127 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:47:25.296127 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:47:25.296127 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:47:25.296127 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:47:25.296127 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:47:25.296127 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:47:25.296127 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:47:25.331664 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1538fc76-d4b2-4a00-8759-33d3a4c83084 None None] The sync data for ids ['07fc3f04-90d3-45eb-bca0-2473b0893c06'] in n-d-705658-24 is: [{'id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'name': 'tempest-RoutersTest-router-741369824', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:46:32Z', 'updated_at': '2022-03-22T19:47:20Z', 'revision_number': 7, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'gw_port_host': None, '_interfaces': [{'id': '30577e97-e3a0-4bb1-b08f-168f893a606f', 'name': '', 'network_id': '3e2ec8b3-a238-4ec8-a620-c999a50e5cda', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:06:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '8c97d642-40bd-4d25-9993-49c0c2d328a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:55Z', 'updated_at': '2022-03-22T19:47:07Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': '8c97d642-40bd-4d25-9993-49c0c2d328a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '390905f2-bf20-47c2-82a1-697077271adc', 'name': '', 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:76:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:33Z', 'updated_at': '2022-03-22T19:46:43Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f697ed-bd73-4484-b084-f2d3148125d3', 'name': '', 'network_id': '8a1ad69f-f1f4-4a64-99b3-f002afc3f76f', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:aa:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '62796115-58e2-4b98-891f-02a99e74269d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:44Z', 'updated_at': '2022-03-22T19:46:55Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': '62796115-58e2-4b98-891f-02a99e74269d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4b391d9-1f8a-4c6b-8158-692d3f4f5208', 'name': '', 'network_id': 'c655e0c8-5a81-46ff-b6e8-5fe72a6af696', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:3e:0a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'b983ad03-f140-4967-a555-908bd8d774b0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:47:06Z', 'updated_at': '2022-03-22T19:47:18Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': 'b983ad03-f140-4967-a555-908bd8d774b0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:47:25.412655 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-164981a5-0183-4790-824f-9f16af8e2056 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (c11d2b3e-c145-4e9f-9744-e549e32f138c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:25.420004 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-164981a5-0183-4790-824f-9f16af8e2056 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:25.423792 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-164981a5-0183-4790-824f-9f16af8e2056 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] 10.222.0.75 "DELETE /v2.0/networks/c11d2b3e-c145-4e9f-9744-e549e32f138c HTTP/1.1" status: 204 len: 168 time: 0.7910085 Mar 22 19:47:25.445266 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164981a5-0183-4790-824f-9f16af8e2056 tempest-TagsTest-1687211414 tempest-TagsTest-1687211414-project] Pushing event deleted for resources: {'Network': ['ID=c11d2b3e-c145-4e9f-9744-e549e32f138c,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:25.628833 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e211ff7a-2d1b-4fe8-aed4-ee68fa4a3cbe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks [] for port (5b3d2faf-d100-4e8e-b815-405ff2954d26), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:25.643190 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e211ff7a-2d1b-4fe8-aed4-ee68fa4a3cbe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (5b3d2faf-d100-4e8e-b815-405ff2954d26), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:25.841327 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211ff7a-2d1b-4fe8-aed4-ee68fa4a3cbe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Pushing event updated for resources: {'Port': ['ID=5b3d2faf-d100-4e8e-b815-405ff2954d26,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:25.849541 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e211ff7a-2d1b-4fe8-aed4-ee68fa4a3cbe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (f669ee46-c878-4ba7-b335-a2965da9569c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:25.885273 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c76e6b-0cae-4c11-be73-a8e1dc636a21 None None] Sync routers for ids ['07fc3f04-90d3-45eb-bca0-2473b0893c06'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:47:25.908169 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c76e6b-0cae-4c11-be73-a8e1dc636a21 None None] Routers {'07fc3f04-90d3-45eb-bca0-2473b0893c06'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:47:25.917556 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-13c76e6b-0cae-4c11-be73-a8e1dc636a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:47:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['07fc3f04-90d3-45eb-bca0-2473b0893c06'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:25.926790 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e211ff7a-2d1b-4fe8-aed4-ee68fa4a3cbe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:25.932680 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50170) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:25.944221 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e211ff7a-2d1b-4fe8-aed4-ee68fa4a3cbe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.6414418 Mar 22 19:47:25.977132 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50172) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:25.977474 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50174) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:26.014484 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-37dd29b3-97ff-4b93-8c4b-a5606c3f5abf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3aeae24db72e47fdba650f6aadc3eb3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8786736 Mar 22 19:47:26.085369 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50180) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:26.151192 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-67d2bd47-3c0a-4e46-865e-b5a5730b1d45 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] 10.222.0.75 "GET /v2.0/floatingips?floating_network_id=2850e004-d097-4f72-bee3-c73002adce49 HTTP/1.1" status: 200 len: 689 time: 0.2166471 Mar 22 19:47:26.157666 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50184) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:26.164526 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-13c76e6b-0cae-4c11-be73-a8e1dc636a21 None None] Set router 07fc3f04-90d3-45eb-bca0-2473b0893c06 gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:47:26.234923 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b4dbe4c3-678a-4cb8-af7a-46670438cfa6 admin admin] Publish callbacks [] for security_group (6e8ddaeb-9940-462e-8ff8-ccbb7e4b9348), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:26.281588 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b4dbe4c3-678a-4cb8-af7a-46670438cfa6 admin admin] Publish callbacks [] for security_group (6e8ddaeb-9940-462e-8ff8-ccbb7e4b9348), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:26.372459 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-1ca83eac-b393-4972-87a7-0f7e1b2ff535 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Deleting port d4b391d9-1f8a-4c6b-8158-692d3f4f5208 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:47:26.373155 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1ca83eac-b393-4972-87a7-0f7e1b2ff535 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (d4b391d9-1f8a-4c6b-8158-692d3f4f5208), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:26.397735 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b4dbe4c3-678a-4cb8-af7a-46670438cfa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (6e8ddaeb-9940-462e-8ff8-ccbb7e4b9348), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:26.400362 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b4dbe4c3-678a-4cb8-af7a-46670438cfa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:26.401718 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b4dbe4c3-678a-4cb8-af7a-46670438cfa6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/6e8ddaeb-9940-462e-8ff8-ccbb7e4b9348 HTTP/1.1" status: 204 len: 168 time: 0.3118355 Mar 22 19:47:26.412288 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dbe4c3-678a-4cb8-af7a-46670438cfa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8ddaeb-9940-462e-8ff8-ccbb7e4b9348,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:26.427057 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbe4c3-678a-4cb8-af7a-46670438cfa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:26.428173 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbe4c3-678a-4cb8-af7a-46670438cfa6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:26.429134 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbe4c3-678a-4cb8-af7a-46670438cfa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:26.429643 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbe4c3-678a-4cb8-af7a-46670438cfa6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:26.430133 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbe4c3-678a-4cb8-af7a-46670438cfa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:26.430993 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbe4c3-678a-4cb8-af7a-46670438cfa6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:26.431494 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbe4c3-678a-4cb8-af7a-46670438cfa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:26.431969 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbe4c3-678a-4cb8-af7a-46670438cfa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:26.432378 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbe4c3-678a-4cb8-af7a-46670438cfa6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:26.432782 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbe4c3-678a-4cb8-af7a-46670438cfa6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:26.433283 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbe4c3-678a-4cb8-af7a-46670438cfa6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:26.433827 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbe4c3-678a-4cb8-af7a-46670438cfa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:26.434317 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbe4c3-678a-4cb8-af7a-46670438cfa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:26.434722 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbe4c3-678a-4cb8-af7a-46670438cfa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:26.435183 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dbe4c3-678a-4cb8-af7a-46670438cfa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:26.573721 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-13c76e6b-0cae-4c11-be73-a8e1dc636a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'name': 'tempest-RoutersTest-router-741369824', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:46:32Z', 'updated_at': '2022-03-22T19:47:20Z', 'revision_number': 7, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'gw_port_host': None, '_interfaces': [{'id': '30577e97-e3a0-4bb1-b08f-168f893a606f', 'name': '', 'network_id': '3e2ec8b3-a238-4ec8-a620-c999a50e5cda', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:06:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '8c97d642-40bd-4d25-9993-49c0c2d328a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:55Z', 'updated_at': '2022-03-22T19:47:07Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': '8c97d642-40bd-4d25-9993-49c0c2d328a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '390905f2-bf20-47c2-82a1-697077271adc', 'name': '', 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:76:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:33Z', 'updated_at': '2022-03-22T19:46:43Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f697ed-bd73-4484-b084-f2d3148125d3', 'name': '', 'network_id': '8a1ad69f-f1f4-4a64-99b3-f002afc3f76f', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:aa:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '62796115-58e2-4b98-891f-02a99e74269d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:44Z', 'updated_at': '2022-03-22T19:46:55Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': '62796115-58e2-4b98-891f-02a99e74269d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4b391d9-1f8a-4c6b-8158-692d3f4f5208', 'name': '', 'network_id': 'c655e0c8-5a81-46ff-b6e8-5fe72a6af696', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:3e:0a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'b983ad03-f140-4967-a555-908bd8d774b0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:47:06Z', 'updated_at': '2022-03-22T19:47:18Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': 'b983ad03-f140-4967-a555-908bd8d774b0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:26.613055 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c76e6b-0cae-4c11-be73-a8e1dc636a21 None None] Checking router: 07fc3f04-90d3-45eb-bca0-2473b0893c06 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:47:26.625900 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c76e6b-0cae-4c11-be73-a8e1dc636a21 None None] Routers {'07fc3f04-90d3-45eb-bca0-2473b0893c06'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:47:26.627156 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-13c76e6b-0cae-4c11-be73-a8e1dc636a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:47:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['07fc3f04-90d3-45eb-bca0-2473b0893c06'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:26.910811 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50200) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:26.941487 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-049f9c90-e8d1-47fc-9ab9-cc9fed8de751 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:26.978496 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-13c76e6b-0cae-4c11-be73-a8e1dc636a21 None None] Set router 07fc3f04-90d3-45eb-bca0-2473b0893c06 gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:47:27.132015 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-049f9c90-e8d1-47fc-9ab9-cc9fed8de751 admin admin] Publish callbacks [] for security_group (046dda2f-8f56-428f-9a9b-4ef0249578f9), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:27.145910 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-049f9c90-e8d1-47fc-9ab9-cc9fed8de751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (046dda2f-8f56-428f-9a9b-4ef0249578f9), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:27.267188 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-049f9c90-e8d1-47fc-9ab9-cc9fed8de751 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b37f127f55a1423ea11a0edaf9e59dd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3547158 Mar 22 19:47:27.274931 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049f9c90-e8d1-47fc-9ab9-cc9fed8de751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046dda2f-8f56-428f-9a9b-4ef0249578f9,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:27.284822 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50204) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:27.355650 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8e94e56c-5134-4991-9db3-6fb26c092b82 admin admin] Publish callbacks [] for security_group (046dda2f-8f56-428f-9a9b-4ef0249578f9), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:27.384743 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8e94e56c-5134-4991-9db3-6fb26c092b82 admin admin] Publish callbacks [] for security_group (046dda2f-8f56-428f-9a9b-4ef0249578f9), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:27.444540 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-13c76e6b-0cae-4c11-be73-a8e1dc636a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'name': 'tempest-RoutersTest-router-741369824', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:46:32Z', 'updated_at': '2022-03-22T19:47:20Z', 'revision_number': 7, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'gw_port_host': None, '_interfaces': [{'id': '30577e97-e3a0-4bb1-b08f-168f893a606f', 'name': '', 'network_id': '3e2ec8b3-a238-4ec8-a620-c999a50e5cda', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:06:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '8c97d642-40bd-4d25-9993-49c0c2d328a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:55Z', 'updated_at': '2022-03-22T19:47:07Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': '8c97d642-40bd-4d25-9993-49c0c2d328a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '390905f2-bf20-47c2-82a1-697077271adc', 'name': '', 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:76:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:33Z', 'updated_at': '2022-03-22T19:46:43Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f697ed-bd73-4484-b084-f2d3148125d3', 'name': '', 'network_id': '8a1ad69f-f1f4-4a64-99b3-f002afc3f76f', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:aa:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '62796115-58e2-4b98-891f-02a99e74269d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:44Z', 'updated_at': '2022-03-22T19:46:55Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': '62796115-58e2-4b98-891f-02a99e74269d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4b391d9-1f8a-4c6b-8158-692d3f4f5208', 'name': '', 'network_id': 'c655e0c8-5a81-46ff-b6e8-5fe72a6af696', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:3e:0a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'b983ad03-f140-4967-a555-908bd8d774b0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:47:06Z', 'updated_at': '2022-03-22T19:47:18Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': 'b983ad03-f140-4967-a555-908bd8d774b0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:27.451715 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8e94e56c-5134-4991-9db3-6fb26c092b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (046dda2f-8f56-428f-9a9b-4ef0249578f9), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:27.455053 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8e94e56c-5134-4991-9db3-6fb26c092b82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:27.458386 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8e94e56c-5134-4991-9db3-6fb26c092b82 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/046dda2f-8f56-428f-9a9b-4ef0249578f9 HTTP/1.1" status: 204 len: 168 time: 0.1719911 Mar 22 19:47:27.489342 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c76e6b-0cae-4c11-be73-a8e1dc636a21 None None] The sync data for ids ['07fc3f04-90d3-45eb-bca0-2473b0893c06'] in n-d-705658-24 is: [{'id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'name': 'tempest-RoutersTest-router-741369824', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:46:32Z', 'updated_at': '2022-03-22T19:47:20Z', 'revision_number': 7, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'gw_port_host': None, '_interfaces': [{'id': '30577e97-e3a0-4bb1-b08f-168f893a606f', 'name': '', 'network_id': '3e2ec8b3-a238-4ec8-a620-c999a50e5cda', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:06:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '8c97d642-40bd-4d25-9993-49c0c2d328a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:55Z', 'updated_at': '2022-03-22T19:47:07Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': '8c97d642-40bd-4d25-9993-49c0c2d328a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '390905f2-bf20-47c2-82a1-697077271adc', 'name': '', 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:76:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:33Z', 'updated_at': '2022-03-22T19:46:43Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f697ed-bd73-4484-b084-f2d3148125d3', 'name': '', 'network_id': '8a1ad69f-f1f4-4a64-99b3-f002afc3f76f', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:aa:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '62796115-58e2-4b98-891f-02a99e74269d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:44Z', 'updated_at': '2022-03-22T19:46:55Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': '62796115-58e2-4b98-891f-02a99e74269d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4b391d9-1f8a-4c6b-8158-692d3f4f5208', 'name': '', 'network_id': 'c655e0c8-5a81-46ff-b6e8-5fe72a6af696', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:3e:0a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': 'b983ad03-f140-4967-a555-908bd8d774b0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:47:06Z', 'updated_at': '2022-03-22T19:47:18Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': 'b983ad03-f140-4967-a555-908bd8d774b0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:47:27.489647 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94e56c-5134-4991-9db3-6fb26c092b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046dda2f-8f56-428f-9a9b-4ef0249578f9,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:27.520811 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50212) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:27.530445 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f1bf2959-9943-429d-b027-68f4508581eb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=13fe5a7abcef4083afdaa0028a2f6176&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5329461 Mar 22 19:47:27.679651 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3ae31fd2-7c17-4299-a2f5-f29bbfc7a1f2 admin admin] Publish callbacks [] for security_group (d84a5347-1f23-4cc4-968b-80d34be7b2e8), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:27.706612 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a31f7194-e75f-466f-92f6-2f6aa27efdfe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (2850e004-d097-4f72-bee3-c73002adce49), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:27.771007 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3ae31fd2-7c17-4299-a2f5-f29bbfc7a1f2 admin admin] Publish callbacks [] for security_group (d84a5347-1f23-4cc4-968b-80d34be7b2e8), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:27.815946 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-1ca83eac-b393-4972-87a7-0f7e1b2ff535 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] For port d4b391d9-1f8a-4c6b-8158-692d3f4f5208, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=d4b391d9-1f8a-4c6b-8158-692d3f4f5208,segment=NetworkSegment(8e474e9a-3e76-4921-a04a-1984c02b2447),segment_id=8e474e9a-3e76-4921-a04a-1984c02b2447)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:47:27.816753 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1ca83eac-b393-4972-87a7-0f7e1b2ff535 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (d4b391d9-1f8a-4c6b-8158-692d3f4f5208), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:27.847253 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-1ca83eac-b393-4972-87a7-0f7e1b2ff535 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Calling delete_port for d4b391d9-1f8a-4c6b-8158-692d3f4f5208 owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:47:27.913662 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3ae31fd2-7c17-4299-a2f5-f29bbfc7a1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d84a5347-1f23-4cc4-968b-80d34be7b2e8), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:27.917493 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3ae31fd2-7c17-4299-a2f5-f29bbfc7a1f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:27.920671 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3ae31fd2-7c17-4299-a2f5-f29bbfc7a1f2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d84a5347-1f23-4cc4-968b-80d34be7b2e8 HTTP/1.1" status: 204 len: 168 time: 0.3968890 Mar 22 19:47:27.947127 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae31fd2-7c17-4299-a2f5-f29bbfc7a1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84a5347-1f23-4cc4-968b-80d34be7b2e8,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:28.210888 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1ca83eac-b393-4972-87a7-0f7e1b2ff535 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (d4b391d9-1f8a-4c6b-8158-692d3f4f5208), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:28.286094 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca83eac-b393-4972-87a7-0f7e1b2ff535 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event deleted for resources: {'Port': ['ID=d4b391d9-1f8a-4c6b-8158-692d3f4f5208,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:28.480848 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-a31f7194-e75f-466f-92f6-2f6aa27efdfe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Deleting port 5b3d2faf-d100-4e8e-b815-405ff2954d26 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:47:28.481317 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a31f7194-e75f-466f-92f6-2f6aa27efdfe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (5b3d2faf-d100-4e8e-b815-405ff2954d26), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:28.510594 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50230) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:28.608823 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-07bf3de3-a456-4d8c-94a9-826b14dabb9e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ed46dfe0e631431385fc1a791f1c04e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0943890 Mar 22 19:47:28.609760 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50234) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:28.749196 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fbdfe8f4-23e0-486f-98f5-8a80be45a623 admin admin] Publish callbacks [] for security_group (278a0909-d9d3-4523-81b7-af1658ef15ce), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:28.761598 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1ca83eac-b393-4972-87a7-0f7e1b2ff535 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (07fc3f04-90d3-45eb-bca0-2473b0893c06), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:28.776974 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a31f7194-e75f-466f-92f6-2f6aa27efdfe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (5b3d2faf-d100-4e8e-b815-405ff2954d26), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:28.777306 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a31f7194-e75f-466f-92f6-2f6aa27efdfe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks [] for floatingip (5b3d2faf-d100-4e8e-b815-405ff2954d26), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:28.808862 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-a31f7194-e75f-466f-92f6-2f6aa27efdfe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Calling delete_port for 5b3d2faf-d100-4e8e-b815-405ff2954d26 owned by network:floatingip {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:47:28.823624 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fbdfe8f4-23e0-486f-98f5-8a80be45a623 admin admin] Publish callbacks [] for security_group (278a0909-d9d3-4523-81b7-af1658ef15ce), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:28.971560 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fbdfe8f4-23e0-486f-98f5-8a80be45a623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (278a0909-d9d3-4523-81b7-af1658ef15ce), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:28.974898 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fbdfe8f4-23e0-486f-98f5-8a80be45a623 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:28.979808 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fbdfe8f4-23e0-486f-98f5-8a80be45a623 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/278a0909-d9d3-4523-81b7-af1658ef15ce HTTP/1.1" status: 204 len: 168 time: 0.3675516 Mar 22 19:47:28.999446 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfe8f4-23e0-486f-98f5-8a80be45a623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278a0909-d9d3-4523-81b7-af1658ef15ce,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:29.328207 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca83eac-b393-4972-87a7-0f7e1b2ff535 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Router 07fc3f04-90d3-45eb-bca0-2473b0893c06 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:47:29.329339 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a31f7194-e75f-466f-92f6-2f6aa27efdfe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (5b3d2faf-d100-4e8e-b815-405ff2954d26), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:29.412023 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-71d3a0af-550c-431b-8bc9-b867d85545d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (6211b3a6-ac03-423a-a525-11ca4a554a55), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:29.590562 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f7194-e75f-466f-92f6-2f6aa27efdfe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b3d2faf-d100-4e8e-b815-405ff2954d26,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:29.858694 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a31f7194-e75f-466f-92f6-2f6aa27efdfe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks [] for floatingip (f669ee46-c878-4ba7-b335-a2965da9569c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:29.958810 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca83eac-b393-4972-87a7-0f7e1b2ff535 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:47:29.969458 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50270) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:29.971399 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78b232e-8e20-4824-b2ca-a1c9dbc12db5 None None] Sync routers for ids ['07fc3f04-90d3-45eb-bca0-2473b0893c06'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:47:29.978440 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1ca83eac-b393-4972-87a7-0f7e1b2ff535 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "PUT /v2.0/routers/07fc3f04-90d3-45eb-bca0-2473b0893c06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1513867 Mar 22 19:47:29.991994 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78b232e-8e20-4824-b2ca-a1c9dbc12db5 None None] Routers {'07fc3f04-90d3-45eb-bca0-2473b0893c06'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:47:29.993074 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-d78b232e-8e20-4824-b2ca-a1c9dbc12db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:47:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['07fc3f04-90d3-45eb-bca0-2473b0893c06'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:30.038464 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a31f7194-e75f-466f-92f6-2f6aa27efdfe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (48cf3c71-0483-44c7-b5ab-46e7445a31e1), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:30.082956 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d7c6fc-2a4c-43a1-8c84-b85a36f7cae3 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Deleting subnet b983ad03-f140-4967-a555-908bd8d774b0 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:47:30.087323 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-90d7c6fc-2a4c-43a1-8c84-b85a36f7cae3 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for subnet (b983ad03-f140-4967-a555-908bd8d774b0), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:30.157661 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-90d7c6fc-2a4c-43a1-8c84-b85a36f7cae3 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (b983ad03-f140-4967-a555-908bd8d774b0), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:30.175894 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a31f7194-e75f-466f-92f6-2f6aa27efdfe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (48cf3c71-0483-44c7-b5ab-46e7445a31e1), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:30.207093 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-d78b232e-8e20-4824-b2ca-a1c9dbc12db5 None None] Set router 07fc3f04-90d3-45eb-bca0-2473b0893c06 gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:47:30.288680 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-90d7c6fc-2a4c-43a1-8c84-b85a36f7cae3 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (b983ad03-f140-4967-a555-908bd8d774b0), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:30.293032 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f7194-e75f-466f-92f6-2f6aa27efdfe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=48cf3c71-0483-44c7-b5ab-46e7445a31e1,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:30.341362 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a31f7194-e75f-466f-92f6-2f6aa27efdfe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (2850e004-d097-4f72-bee3-c73002adce49), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:30.355707 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-71d3a0af-550c-431b-8bc9-b867d85545d3 admin admin] Deleting port 52d448e1-702b-407d-b944-f7edf5948e55 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:47:30.356064 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-71d3a0af-550c-431b-8bc9-b867d85545d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (52d448e1-702b-407d-b944-f7edf5948e55), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:30.400120 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-90d7c6fc-2a4c-43a1-8c84-b85a36f7cae3 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (b983ad03-f140-4967-a555-908bd8d774b0), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:30.411103 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-a31f7194-e75f-466f-92f6-2f6aa27efdfe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2850e004-d097-4f72-bee3-c73002adce49']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:30.450261 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7c6fc-2a4c-43a1-8c84-b85a36f7cae3 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event deleted for resources: {'Subnet': ['ID=b983ad03-f140-4967-a555-908bd8d774b0,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:30.475450 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-90d7c6fc-2a4c-43a1-8c84-b85a36f7cae3 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:30.481035 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-90d7c6fc-2a4c-43a1-8c84-b85a36f7cae3 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/subnets/b983ad03-f140-4967-a555-908bd8d774b0 HTTP/1.1" status: 204 len: 168 time: 0.5096207 Mar 22 19:47:30.483653 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50282) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:30.494767 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c10a72-132c-43b0-8846-60624b44ced4 None None] Network c655e0c8-5a81-46ff-b6e8-5fe72a6af696 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:47:30.496863 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-71d3a0af-550c-431b-8bc9-b867d85545d3 admin admin] For port 52d448e1-702b-407d-b944-f7edf5948e55, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=52d448e1-702b-407d-b944-f7edf5948e55,segment=NetworkSegment(62c5f32f-8ee6-4399-879b-0e25c75c35bf),segment_id=62c5f32f-8ee6-4399-879b-0e25c75c35bf)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:47:30.497297 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-71d3a0af-550c-431b-8bc9-b867d85545d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (52d448e1-702b-407d-b944-f7edf5948e55), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:30.513096 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-71d3a0af-550c-431b-8bc9-b867d85545d3 admin admin] Calling delete_port for 52d448e1-702b-407d-b944-f7edf5948e55 owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:47:30.568485 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-a31f7194-e75f-466f-92f6-2f6aa27efdfe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2368a6d0-6ab6-48f7-8084-ec21811bd47e') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:30.568989 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-a31f7194-e75f-466f-92f6-2f6aa27efdfe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2368a6d0-6ab6-48f7-8084-ec21811bd47e') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:30.591424 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a31f7194-e75f-466f-92f6-2f6aa27efdfe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (2368a6d0-6ab6-48f7-8084-ec21811bd47e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:30.598495 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d714382a-45d5-43ac-8b3b-1695723a141f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (c655e0c8-5a81-46ff-b6e8-5fe72a6af696), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:30.623939 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a31f7194-e75f-466f-92f6-2f6aa27efdfe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (2368a6d0-6ab6-48f7-8084-ec21811bd47e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:30.643858 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a31f7194-e75f-466f-92f6-2f6aa27efdfe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:47:30.644381 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a31f7194-e75f-466f-92f6-2f6aa27efdfe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (2368a6d0-6ab6-48f7-8084-ec21811bd47e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:30.653995 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:47:30.653995 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:47:30.653995 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:47:30.653995 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:47:30.653995 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:47:30.653995 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:47:30.653995 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:47:30.653995 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:47:30.653995 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:47:30.653995 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:47:30.653995 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:47:30.653995 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:47:30.653995 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:47:30.653995 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:47:30.653995 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:47:30.653995 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:47:30.653995 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:47:30.653995 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:47:30.653995 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:47:30.653995 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:47:30.653995 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:47:30.653995 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:47:30.653995 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:47:30.653995 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:47:30.653995 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:47:30.653995 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:47:30.653995 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:47:30.653995 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:47:30.653995 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:47:30.653995 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:47:30.653995 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:47:30.653995 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:47:30.666792 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-d714382a-45d5-43ac-8b3b-1695723a141f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Deleting port 41ed11b7-b3a2-49d0-8aa3-176bf520b4e2 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:47:30.666792 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d714382a-45d5-43ac-8b3b-1695723a141f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (41ed11b7-b3a2-49d0-8aa3-176bf520b4e2), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:30.688557 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-d78b232e-8e20-4824-b2ca-a1c9dbc12db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'name': 'tempest-RoutersTest-router-741369824', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:46:32Z', 'updated_at': '2022-03-22T19:47:28Z', 'revision_number': 8, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'gw_port_host': None, '_interfaces': [{'id': '30577e97-e3a0-4bb1-b08f-168f893a606f', 'name': '', 'network_id': '3e2ec8b3-a238-4ec8-a620-c999a50e5cda', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:06:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '8c97d642-40bd-4d25-9993-49c0c2d328a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:55Z', 'updated_at': '2022-03-22T19:47:07Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': '8c97d642-40bd-4d25-9993-49c0c2d328a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '390905f2-bf20-47c2-82a1-697077271adc', 'name': '', 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:76:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:33Z', 'updated_at': '2022-03-22T19:46:43Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f697ed-bd73-4484-b084-f2d3148125d3', 'name': '', 'network_id': '8a1ad69f-f1f4-4a64-99b3-f002afc3f76f', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:aa:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '62796115-58e2-4b98-891f-02a99e74269d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:44Z', 'updated_at': '2022-03-22T19:46:55Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': '62796115-58e2-4b98-891f-02a99e74269d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:30.721537 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78b232e-8e20-4824-b2ca-a1c9dbc12db5 None None] Checking router: 07fc3f04-90d3-45eb-bca0-2473b0893c06 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:47:30.733402 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78b232e-8e20-4824-b2ca-a1c9dbc12db5 None None] Routers {'07fc3f04-90d3-45eb-bca0-2473b0893c06'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:47:30.734363 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-d78b232e-8e20-4824-b2ca-a1c9dbc12db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:47:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['07fc3f04-90d3-45eb-bca0-2473b0893c06'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:30.790077 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3d4183-7119-42d9-bd3c-94e42fdce133 None None] DHCP port deletion for c655e0c8-5a81-46ff-b6e8-5fe72a6af696 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:47:30.821347 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-d714382a-45d5-43ac-8b3b-1695723a141f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] For port 41ed11b7-b3a2-49d0-8aa3-176bf520b4e2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=41ed11b7-b3a2-49d0-8aa3-176bf520b4e2,segment=NetworkSegment(8e474e9a-3e76-4921-a04a-1984c02b2447),segment_id=8e474e9a-3e76-4921-a04a-1984c02b2447)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:47:30.821919 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d714382a-45d5-43ac-8b3b-1695723a141f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (41ed11b7-b3a2-49d0-8aa3-176bf520b4e2), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:30.836538 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-d714382a-45d5-43ac-8b3b-1695723a141f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Calling delete_port for 41ed11b7-b3a2-49d0-8aa3-176bf520b4e2 owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:47:30.901781 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a31f7194-e75f-466f-92f6-2f6aa27efdfe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (2850e004-d097-4f72-bee3-c73002adce49), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:30.979554 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31f7194-e75f-466f-92f6-2f6aa27efdfe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2850e004-d097-4f72-bee3-c73002adce49 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 22 19:47:30.981668 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a31f7194-e75f-466f-92f6-2f6aa27efdfe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:30.988061 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a31f7194-e75f-466f-92f6-2f6aa27efdfe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] 10.222.0.75 "DELETE /v2.0/networks/2850e004-d097-4f72-bee3-c73002adce49 HTTP/1.1" status: 204 len: 168 time: 4.8196340 Mar 22 19:47:30.992068 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50294) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:31.055469 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d714382a-45d5-43ac-8b3b-1695723a141f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (41ed11b7-b3a2-49d0-8aa3-176bf520b4e2), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:31.087274 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 41ed11b7-b3a2-49d0-8aa3-176bf520b4e2 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:47:31.116131 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 41ed11b7-b3a2-49d0-8aa3-176bf520b4e2 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:47:31.116923 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 41ed11b7-b3a2-49d0-8aa3-176bf520b4e2 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:47:31.149210 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d714382a-45d5-43ac-8b3b-1695723a141f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] No DVR routers for this DVR port 41ed11b7-b3a2-49d0-8aa3-176bf520b4e2 on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:47:31.158732 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714382a-45d5-43ac-8b3b-1695723a141f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event deleted for resources: {'Port': ['ID=41ed11b7-b3a2-49d0-8aa3-176bf520b4e2,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:31.174115 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ab3d4183-7119-42d9-bd3c-94e42fdce133 None None] Deleting port 41ed11b7-b3a2-49d0-8aa3-176bf520b4e2 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:47:31.178403 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ab3d4183-7119-42d9-bd3c-94e42fdce133 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (41ed11b7-b3a2-49d0-8aa3-176bf520b4e2), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:31.312839 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d714382a-45d5-43ac-8b3b-1695723a141f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (c655e0c8-5a81-46ff-b6e8-5fe72a6af696), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:31.343886 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-d714382a-45d5-43ac-8b3b-1695723a141f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c655e0c8-5a81-46ff-b6e8-5fe72a6af696']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:31.357647 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-d714382a-45d5-43ac-8b3b-1695723a141f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e474e9a-3e76-4921-a04a-1984c02b2447') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:31.357977 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-d714382a-45d5-43ac-8b3b-1695723a141f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e474e9a-3e76-4921-a04a-1984c02b2447') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:31.371679 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d714382a-45d5-43ac-8b3b-1695723a141f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (8e474e9a-3e76-4921-a04a-1984c02b2447), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:31.380563 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-ab3d4183-7119-42d9-bd3c-94e42fdce133 None None] For port 41ed11b7-b3a2-49d0-8aa3-176bf520b4e2, host n-d-705658-24, got binding levels [] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:47:31.386125 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ab3d4183-7119-42d9-bd3c-94e42fdce133 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (41ed11b7-b3a2-49d0-8aa3-176bf520b4e2), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:31.390577 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d714382a-45d5-43ac-8b3b-1695723a141f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (8e474e9a-3e76-4921-a04a-1984c02b2447), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:31.399688 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d714382a-45d5-43ac-8b3b-1695723a141f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:47:31.400122 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d714382a-45d5-43ac-8b3b-1695723a141f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (8e474e9a-3e76-4921-a04a-1984c02b2447), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:31.417415 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ab3d4183-7119-42d9-bd3c-94e42fdce133 None None] Calling delete_port for 41ed11b7-b3a2-49d0-8aa3-176bf520b4e2 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:47:31.421548 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.ipam_backend_mixin [None req-ab3d4183-7119-42d9-bd3c-94e42fdce133 None None] Port 41ed11b7-b3a2-49d0-8aa3-176bf520b4e2 was not found and therefore no delete operation was performed {{(pid=104174) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 19:47:31.435152 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ab3d4183-7119-42d9-bd3c-94e42fdce133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (41ed11b7-b3a2-49d0-8aa3-176bf520b4e2), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:31.478071 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-d78b232e-8e20-4824-b2ca-a1c9dbc12db5 None None] Set router 07fc3f04-90d3-45eb-bca0-2473b0893c06 gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:47:31.481401 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d4183-7119-42d9-bd3c-94e42fdce133 None None] Pushing event deleted for resources: {'Port': ['ID=41ed11b7-b3a2-49d0-8aa3-176bf520b4e2,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:31.514352 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3d4183-7119-42d9-bd3c-94e42fdce133 None None] No DVR routers for this DVR port 41ed11b7-b3a2-49d0-8aa3-176bf520b4e2 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:47:31.547023 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:47:31.547023 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:47:31.547023 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:47:31.547023 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:47:31.547023 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:47:31.547023 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:47:31.547023 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:47:31.547023 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:47:31.547023 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:47:31.547023 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:47:31.547023 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:47:31.547023 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:47:31.547023 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:47:31.547023 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:47:31.547023 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:47:31.547023 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:47:31.547023 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:47:31.547023 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:47:31.547023 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:47:31.547023 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:47:31.547023 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:47:31.547023 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:47:31.547023 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:47:31.547023 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:47:31.547023 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:47:31.547023 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:47:31.547023 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:47:31.547023 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:47:31.547023 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:47:31.547023 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:47:31.547023 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:47:31.547023 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:47:31.554489 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d714382a-45d5-43ac-8b3b-1695723a141f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (c655e0c8-5a81-46ff-b6e8-5fe72a6af696), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:31.571748 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d714382a-45d5-43ac-8b3b-1695723a141f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:31.575707 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d714382a-45d5-43ac-8b3b-1695723a141f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/networks/c655e0c8-5a81-46ff-b6e8-5fe72a6af696 HTTP/1.1" status: 204 len: 168 time: 1.0848243 Mar 22 19:47:31.580046 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50316) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:31.603283 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714382a-45d5-43ac-8b3b-1695723a141f tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event deleted for resources: {'Network': ['ID=c655e0c8-5a81-46ff-b6e8-5fe72a6af696,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:31.864518 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f7194-e75f-466f-92f6-2f6aa27efdfe tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Pushing event deleted for resources: {'Network': ['ID=2850e004-d097-4f72-bee3-c73002adce49,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:31.878167 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b0558bbc-1174-453f-afc5-41d901f1859a tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] 10.222.0.75 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.8824682 Mar 22 19:47:31.880808 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50332) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:32.028355 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-d78b232e-8e20-4824-b2ca-a1c9dbc12db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'name': 'tempest-RoutersTest-router-741369824', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:46:32Z', 'updated_at': '2022-03-22T19:47:28Z', 'revision_number': 8, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'gw_port_host': None, '_interfaces': [{'id': '30577e97-e3a0-4bb1-b08f-168f893a606f', 'name': '', 'network_id': '3e2ec8b3-a238-4ec8-a620-c999a50e5cda', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:06:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '8c97d642-40bd-4d25-9993-49c0c2d328a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:55Z', 'updated_at': '2022-03-22T19:47:07Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': '8c97d642-40bd-4d25-9993-49c0c2d328a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '390905f2-bf20-47c2-82a1-697077271adc', 'name': '', 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:76:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:33Z', 'updated_at': '2022-03-22T19:46:43Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f697ed-bd73-4484-b084-f2d3148125d3', 'name': '', 'network_id': '8a1ad69f-f1f4-4a64-99b3-f002afc3f76f', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:aa:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '62796115-58e2-4b98-891f-02a99e74269d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:44Z', 'updated_at': '2022-03-22T19:46:55Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': '62796115-58e2-4b98-891f-02a99e74269d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:32.096150 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78b232e-8e20-4824-b2ca-a1c9dbc12db5 None None] The sync data for ids ['07fc3f04-90d3-45eb-bca0-2473b0893c06'] in n-d-705658-24 is: [{'id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'name': 'tempest-RoutersTest-router-741369824', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:46:32Z', 'updated_at': '2022-03-22T19:47:28Z', 'revision_number': 8, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'gw_port_host': None, '_interfaces': [{'id': '30577e97-e3a0-4bb1-b08f-168f893a606f', 'name': '', 'network_id': '3e2ec8b3-a238-4ec8-a620-c999a50e5cda', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:06:07:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '8c97d642-40bd-4d25-9993-49c0c2d328a5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:55Z', 'updated_at': '2022-03-22T19:47:07Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': '8c97d642-40bd-4d25-9993-49c0c2d328a5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '390905f2-bf20-47c2-82a1-697077271adc', 'name': '', 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:76:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:33Z', 'updated_at': '2022-03-22T19:46:43Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f697ed-bd73-4484-b084-f2d3148125d3', 'name': '', 'network_id': '8a1ad69f-f1f4-4a64-99b3-f002afc3f76f', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:aa:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '62796115-58e2-4b98-891f-02a99e74269d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:44Z', 'updated_at': '2022-03-22T19:46:55Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': '62796115-58e2-4b98-891f-02a99e74269d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:47:32.111124 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5200658c-a81d-45c0-bd83-0f7b6691fa66 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:32.111680 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5200658c-a81d-45c0-bd83-0f7b6691fa66 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:32.112051 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5200658c-a81d-45c0-bd83-0f7b6691fa66 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:32.112501 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5200658c-a81d-45c0-bd83-0f7b6691fa66 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:32.112950 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5200658c-a81d-45c0-bd83-0f7b6691fa66 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:32.113405 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5200658c-a81d-45c0-bd83-0f7b6691fa66 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:32.113862 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5200658c-a81d-45c0-bd83-0f7b6691fa66 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:32.114498 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5200658c-a81d-45c0-bd83-0f7b6691fa66 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:32.117019 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5200658c-a81d-45c0-bd83-0f7b6691fa66 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5161 time: 0.2352178 Mar 22 19:47:32.131886 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50340) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:32.183360 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-71d3a0af-550c-431b-8bc9-b867d85545d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (52d448e1-702b-407d-b944-f7edf5948e55), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:32.211141 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-7df4922a-582f-4dbf-b4cd-6288abc2df30 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] delete failed (client error): The resource could not be found. Mar 22 19:47:32.212168 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7df4922a-582f-4dbf-b4cd-6288abc2df30 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] 10.222.0.75 "DELETE /v2.0/floatingips/f669ee46-c878-4ba7-b335-a2965da9569c HTTP/1.1" status: 404 len: 345 time: 0.0427327 Mar 22 19:47:32.215942 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50342) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:32.238649 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b2a0f59-b9fc-4147-b99e-dc008e9ead76 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] DELETE failed (client error): The resource could not be found. Mar 22 19:47:32.239467 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b2a0f59-b9fc-4147-b99e-dc008e9ead76 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:47:32.250812 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2b2a0f59-b9fc-4147-b99e-dc008e9ead76 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] 10.222.0.75 "DELETE /v2.0/networks/2850e004-d097-4f72-bee3-c73002adce49 HTTP/1.1" status: 404 len: 339 time: 0.0336826 Mar 22 19:47:32.251552 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50344) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:32.258324 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-f570391c-efbc-4548-9b16-4a5426faee89 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Request body: {'network': {'name': 'tempest-network--1008947779', 'router:external': True}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:47:32.259947 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3a0af-550c-431b-8bc9-b867d85545d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=52d448e1-702b-407d-b944-f7edf5948e55,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:32.282370 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f570391c-efbc-4548-9b16-4a5426faee89 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Made reservation on behalf of 1ad672a0b7c7491592677688a6925c2f for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:47:32.285128 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f570391c-efbc-4548-9b16-4a5426faee89 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:32.351670 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f570391c-efbc-4548-9b16-4a5426faee89 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:47:32.415990 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f570391c-efbc-4548-9b16-4a5426faee89 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (2cdc17fe-804b-4fa8-8a4a-e8aaf706950b), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:32.417947 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-f570391c-efbc-4548-9b16-4a5426faee89 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Added segment 2cdc17fe-804b-4fa8-8a4a-e8aaf706950b of type vlan for network 2d1dad28-b0e2-4758-bf99-1dc78797c8e0 Mar 22 19:47:32.521745 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50348) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:32.588393 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f570391c-efbc-4548-9b16-4a5426faee89 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (2d1dad28-b0e2-4758-bf99-1dc78797c8e0), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:32.644323 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dde138a9-8efd-4c78-bc85-423773e116d0 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (07fc3f04-90d3-45eb-bca0-2473b0893c06), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:32.659425 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-71d3a0af-550c-431b-8bc9-b867d85545d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (6211b3a6-ac03-423a-a525-11ca4a554a55), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:32.813468 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0949e42b-33b3-4c7f-bdcb-9f54f31d1e16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:32.859345 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f570391c-efbc-4548-9b16-4a5426faee89 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (2d1dad28-b0e2-4758-bf99-1dc78797c8e0), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:32.875152 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f570391c-efbc-4548-9b16-4a5426faee89 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:32.875758 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f570391c-efbc-4548-9b16-4a5426faee89 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:32.921320 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d4b391d9-1f8a-4c6b-8158-692d3f4f5208 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:47:32.962470 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: d4b391d9-1f8a-4c6b-8158-692d3f4f5208 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:47:32.967975 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d4b391d9-1f8a-4c6b-8158-692d3f4f5208 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:47:32.973149 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f570391c-efbc-4548-9b16-4a5426faee89 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7195156 Mar 22 19:47:32.980364 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50352) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:33.079220 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d3a0af-550c-431b-8bc9-b867d85545d3 admin admin] Router 6211b3a6-ac03-423a-a525-11ca4a554a55 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:47:33.117042 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570391c-efbc-4548-9b16-4a5426faee89 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Pushing event updated for resources: {'Network': ['ID=2d1dad28-b0e2-4758-bf99-1dc78797c8e0,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:33.128252 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 2d1dad28-b0e2-4758-bf99-1dc78797c8e0 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:47:33.253888 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2e7028-7f00-4752-8937-b41157c64e0b tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:33.259697 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2e7028-7f00-4752-8937-b41157c64e0b tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:33.264847 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2e7028-7f00-4752-8937-b41157c64e0b tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:33.270183 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2e7028-7f00-4752-8937-b41157c64e0b tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:33.272224 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fe2e7028-7f00-4752-8937-b41157c64e0b tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2888284 Mar 22 19:47:33.274417 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0949e42b-33b3-4c7f-bdcb-9f54f31d1e16 admin admin] Publish callbacks [] for security_group (cd27be73-41b4-44a7-806d-3b324810fe36), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:33.276428 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50360) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:33.310043 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d3a0af-550c-431b-8bc9-b867d85545d3 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:47:33.321635 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-71d3a0af-550c-431b-8bc9-b867d85545d3 admin admin] 10.222.0.75 "PUT /v2.0/routers/6211b3a6-ac03-423a-a525-11ca4a554a55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3381250 Mar 22 19:47:33.322802 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50362) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:33.323798 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7206bf52-a6e1-4566-b561-7cceffa60039 None None] Sync routers for ids ['6211b3a6-ac03-423a-a525-11ca4a554a55'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:47:33.340377 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7206bf52-a6e1-4566-b561-7cceffa60039 None None] Routers {'6211b3a6-ac03-423a-a525-11ca4a554a55'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:47:33.343516 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-7206bf52-a6e1-4566-b561-7cceffa60039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:47:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6211b3a6-ac03-423a-a525-11ca4a554a55'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:33.523325 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-97819095-cd6d-4752-9865-fa473c74a0d5 admin admin] Publish callbacks [] for router (6211b3a6-ac03-423a-a525-11ca4a554a55), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:33.612115 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-7206bf52-a6e1-4566-b561-7cceffa60039 None None] Set router 6211b3a6-ac03-423a-a525-11ca4a554a55 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:47:33.661201 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-97819095-cd6d-4752-9865-fa473c74a0d5 admin admin] Publish callbacks [] for router_gateway (6211b3a6-ac03-423a-a525-11ca4a554a55), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:33.791058 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0949e42b-33b3-4c7f-bdcb-9f54f31d1e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (cd27be73-41b4-44a7-806d-3b324810fe36), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:33.800732 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-97819095-cd6d-4752-9865-fa473c74a0d5 admin admin] Deleting port cb7be764-1473-4902-95af-9b6dc3545847 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:47:33.801077 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-97819095-cd6d-4752-9865-fa473c74a0d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (cb7be764-1473-4902-95af-9b6dc3545847), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:33.906679 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0949e42b-33b3-4c7f-bdcb-9f54f31d1e16 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=679bf7944d4f4fa2b580ebea9b2a3ace&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3834820 Mar 22 19:47:33.914032 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50364) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:33.966558 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-595e31e3-2354-416d-ab77-16028e79b4da tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (2d1dad28-b0e2-4758-bf99-1dc78797c8e0), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:33.974539 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949e42b-33b3-4c7f-bdcb-9f54f31d1e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd27be73-41b4-44a7-806d-3b324810fe36,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:34.012675 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-97819095-cd6d-4752-9865-fa473c74a0d5 admin admin] For port cb7be764-1473-4902-95af-9b6dc3545847, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=cb7be764-1473-4902-95af-9b6dc3545847,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:47:34.013047 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-97819095-cd6d-4752-9865-fa473c74a0d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (cb7be764-1473-4902-95af-9b6dc3545847), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:34.022571 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-7206bf52-a6e1-4566-b561-7cceffa60039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'name': 'tempest-TestVolumeBackupRestore-255375235-router', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.71'}], 'enable_snat': True}, 'gw_port_id': 'cb7be764-1473-4902-95af-9b6dc3545847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:38:45Z', 'updated_at': '2022-03-22T19:47:32Z', 'revision_number': 5, 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'gw_port': {'id': 'cb7be764-1473-4902-95af-9b6dc3545847', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:fb:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:38:46Z', 'updated_at': '2022-03-22T19:38:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:34.054386 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5ce11fd4-6e16-4738-a817-453b177f865f admin admin] Publish callbacks [] for security_group (cd27be73-41b4-44a7-806d-3b324810fe36), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:34.060351 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-97819095-cd6d-4752-9865-fa473c74a0d5 admin admin] Calling delete_port for cb7be764-1473-4902-95af-9b6dc3545847 owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:47:34.069511 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7206bf52-a6e1-4566-b561-7cceffa60039 None None] Checking router: 6211b3a6-ac03-423a-a525-11ca4a554a55 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:47:34.083487 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7206bf52-a6e1-4566-b561-7cceffa60039 None None] Routers {'6211b3a6-ac03-423a-a525-11ca4a554a55'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:47:34.084095 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-7206bf52-a6e1-4566-b561-7cceffa60039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:47:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6211b3a6-ac03-423a-a525-11ca4a554a55'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:34.205116 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-7206bf52-a6e1-4566-b561-7cceffa60039 None None] Set router 6211b3a6-ac03-423a-a525-11ca4a554a55 gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:47:34.208214 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5ce11fd4-6e16-4738-a817-453b177f865f admin admin] Publish callbacks [] for security_group (cd27be73-41b4-44a7-806d-3b324810fe36), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:34.273555 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-7206bf52-a6e1-4566-b561-7cceffa60039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'name': 'tempest-TestVolumeBackupRestore-255375235-router', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:38:45Z', 'updated_at': '2022-03-22T19:47:33Z', 'revision_number': 6, 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:34.288337 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-595e31e3-2354-416d-ab77-16028e79b4da tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (2d1dad28-b0e2-4758-bf99-1dc78797c8e0), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:34.323046 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-dde138a9-8efd-4c78-bc85-423773e116d0 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Deleting port 30577e97-e3a0-4bb1-b08f-168f893a606f {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:47:34.323390 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dde138a9-8efd-4c78-bc85-423773e116d0 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (30577e97-e3a0-4bb1-b08f-168f893a606f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:34.329050 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-595e31e3-2354-416d-ab77-16028e79b4da tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d1dad28-b0e2-4758-bf99-1dc78797c8e0']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:34.371237 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7206bf52-a6e1-4566-b561-7cceffa60039 None None] The sync data for ids ['6211b3a6-ac03-423a-a525-11ca4a554a55'] in n-d-705658-24 is: [{'id': '6211b3a6-ac03-423a-a525-11ca4a554a55', 'name': 'tempest-TestVolumeBackupRestore-255375235-router', 'tenant_id': '9311d11ae9f64b56a94fae205d6367b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:38:45Z', 'updated_at': '2022-03-22T19:47:33Z', 'revision_number': 6, 'project_id': '9311d11ae9f64b56a94fae205d6367b4', 'gw_port_host': None}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:47:34.380960 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-595e31e3-2354-416d-ab77-16028e79b4da tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cdc17fe-804b-4fa8-8a4a-e8aaf706950b') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:34.381872 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-595e31e3-2354-416d-ab77-16028e79b4da tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cdc17fe-804b-4fa8-8a4a-e8aaf706950b') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:34.412748 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5ce11fd4-6e16-4738-a817-453b177f865f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (cd27be73-41b4-44a7-806d-3b324810fe36), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:34.415307 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5ce11fd4-6e16-4738-a817-453b177f865f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:34.416515 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5ce11fd4-6e16-4738-a817-453b177f865f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cd27be73-41b4-44a7-806d-3b324810fe36 HTTP/1.1" status: 204 len: 168 time: 0.4971936 Mar 22 19:47:34.432518 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-595e31e3-2354-416d-ab77-16028e79b4da tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (2cdc17fe-804b-4fa8-8a4a-e8aaf706950b), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:34.456396 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-97819095-cd6d-4752-9865-fa473c74a0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (cb7be764-1473-4902-95af-9b6dc3545847), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:34.462617 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce11fd4-6e16-4738-a817-453b177f865f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd27be73-41b4-44a7-806d-3b324810fe36,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:34.471159 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-595e31e3-2354-416d-ab77-16028e79b4da tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (2cdc17fe-804b-4fa8-8a4a-e8aaf706950b), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:34.510136 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595e31e3-2354-416d-ab77-16028e79b4da tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:47:34.510610 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-595e31e3-2354-416d-ab77-16028e79b4da tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (2cdc17fe-804b-4fa8-8a4a-e8aaf706950b), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:34.513000 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:47:34.513000 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:47:34.513000 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:47:34.513000 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:47:34.513000 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:47:34.513000 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:47:34.513000 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:47:34.513000 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:47:34.513000 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:47:34.513000 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:47:34.513000 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:47:34.513000 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:47:34.513000 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:47:34.513000 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:47:34.513000 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:47:34.513000 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:47:34.513000 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:47:34.513000 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:47:34.513000 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:47:34.513000 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:47:34.513000 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:47:34.513000 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:47:34.513000 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:47:34.513000 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:47:34.513000 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:47:34.513000 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:47:34.513000 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:47:34.513000 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:47:34.513000 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:47:34.513000 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:47:34.513000 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:47:34.513000 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:47:34.599080 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-dde138a9-8efd-4c78-bc85-423773e116d0 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] For port 30577e97-e3a0-4bb1-b08f-168f893a606f, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=30577e97-e3a0-4bb1-b08f-168f893a606f,segment=NetworkSegment(1e562a68-c3ac-4862-aabf-a97ba5306ff0),segment_id=1e562a68-c3ac-4862-aabf-a97ba5306ff0)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:47:34.601638 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dde138a9-8efd-4c78-bc85-423773e116d0 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (30577e97-e3a0-4bb1-b08f-168f893a606f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:34.601756 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:47:34.608992 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97819095-cd6d-4752-9865-fa473c74a0d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb7be764-1473-4902-95af-9b6dc3545847,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:34.633469 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-dde138a9-8efd-4c78-bc85-423773e116d0 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Calling delete_port for 30577e97-e3a0-4bb1-b08f-168f893a606f owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:47:34.643077 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97819095-cd6d-4752-9865-fa473c74a0d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:34.643444 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97819095-cd6d-4752-9865-fa473c74a0d5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:34.644441 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97819095-cd6d-4752-9865-fa473c74a0d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:34.644759 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97819095-cd6d-4752-9865-fa473c74a0d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:34.645114 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97819095-cd6d-4752-9865-fa473c74a0d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:34.645463 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97819095-cd6d-4752-9865-fa473c74a0d5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:34.645818 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97819095-cd6d-4752-9865-fa473c74a0d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:34.646172 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97819095-cd6d-4752-9865-fa473c74a0d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:34.646508 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97819095-cd6d-4752-9865-fa473c74a0d5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:34.647245 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97819095-cd6d-4752-9865-fa473c74a0d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:34.647496 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97819095-cd6d-4752-9865-fa473c74a0d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:34.647844 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97819095-cd6d-4752-9865-fa473c74a0d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:34.648699 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97819095-cd6d-4752-9865-fa473c74a0d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:34.648699 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97819095-cd6d-4752-9865-fa473c74a0d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:34.663690 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-595e31e3-2354-416d-ab77-16028e79b4da tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (2d1dad28-b0e2-4758-bf99-1dc78797c8e0), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:34.665419 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97819095-cd6d-4752-9865-fa473c74a0d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:34.671320 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595e31e3-2354-416d-ab77-16028e79b4da tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2d1dad28-b0e2-4758-bf99-1dc78797c8e0 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 22 19:47:34.675225 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-595e31e3-2354-416d-ab77-16028e79b4da tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:34.680623 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-595e31e3-2354-416d-ab77-16028e79b4da tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] 10.222.0.75 "DELETE /v2.0/networks/2d1dad28-b0e2-4758-bf99-1dc78797c8e0 HTTP/1.1" status: 204 len: 168 time: 1.4030845 Mar 22 19:47:34.688283 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50378) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:34.698964 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-78437118-9b51-490d-9a5e-28c596c49a15 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Request body: {'network': {'name': 'tempest-network--969751829', 'router:external': True}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:47:34.752264 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e31e3-2354-416d-ab77-16028e79b4da tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Pushing event deleted for resources: {'Network': ['ID=2d1dad28-b0e2-4758-bf99-1dc78797c8e0,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:34.813627 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-97819095-cd6d-4752-9865-fa473c74a0d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (6211b3a6-ac03-423a-a525-11ca4a554a55), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:34.847978 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78437118-9b51-490d-9a5e-28c596c49a15 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Made reservation on behalf of 1ad672a0b7c7491592677688a6925c2f for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:47:34.853770 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-78437118-9b51-490d-9a5e-28c596c49a15 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:34.921984 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 52d448e1-702b-407d-b944-f7edf5948e55 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:47:34.972868 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 52d448e1-702b-407d-b944-f7edf5948e55 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:47:34.977200 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78437118-9b51-490d-9a5e-28c596c49a15 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:47:34.980260 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 52d448e1-702b-407d-b944-f7edf5948e55 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:47:35.007230 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-78437118-9b51-490d-9a5e-28c596c49a15 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (ad141396-5104-4f70-8447-5ce673848842), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:35.008912 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-78437118-9b51-490d-9a5e-28c596c49a15 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Added segment ad141396-5104-4f70-8447-5ce673848842 of type vlan for network 5df2ff65-44b2-41b0-8d74-6061b29116d4 Mar 22 19:47:35.095048 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-78437118-9b51-490d-9a5e-28c596c49a15 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (5df2ff65-44b2-41b0-8d74-6061b29116d4), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:35.108909 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-97819095-cd6d-4752-9865-fa473c74a0d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (6211b3a6-ac03-423a-a525-11ca4a554a55), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:35.117732 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50380) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:35.119819 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-97819095-cd6d-4752-9865-fa473c74a0d5 admin admin] Publish callbacks [] for router_controller (6211b3a6-ac03-423a-a525-11ca4a554a55), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:35.154974 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8a09391a-cbfa-477d-9f8d-9c1dfc83643f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:35.169523 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dde138a9-8efd-4c78-bc85-423773e116d0 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (30577e97-e3a0-4bb1-b08f-168f893a606f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:35.229888 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-97819095-cd6d-4752-9865-fa473c74a0d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (6211b3a6-ac03-423a-a525-11ca4a554a55), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:35.230644 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97819095-cd6d-4752-9865-fa473c74a0d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6211b3a6-ac03-423a-a525-11ca4a554a55 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:47:35.235946 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-97819095-cd6d-4752-9865-fa473c74a0d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:35.246909 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-97819095-cd6d-4752-9865-fa473c74a0d5 admin admin] 10.222.0.75 "DELETE /v2.0/routers/6211b3a6-ac03-423a-a525-11ca4a554a55 HTTP/1.1" status: 204 len: 168 time: 1.9136071 Mar 22 19:47:35.247743 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50386) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:35.256093 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde138a9-8efd-4c78-bc85-423773e116d0 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event deleted for resources: {'Port': ['ID=30577e97-e3a0-4bb1-b08f-168f893a606f,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:35.278282 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-78437118-9b51-490d-9a5e-28c596c49a15 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (5df2ff65-44b2-41b0-8d74-6061b29116d4), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:35.283505 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78437118-9b51-490d-9a5e-28c596c49a15 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:35.284674 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-78437118-9b51-490d-9a5e-28c596c49a15 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:35.364440 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-878bee88-28ce-40d9-a79c-40a3256b2672 admin admin] Deleting subnet 4faeafe8-a45f-41c1-a8a5-9fa581f91c44 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:47:35.375307 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-878bee88-28ce-40d9-a79c-40a3256b2672 admin admin] Publish callbacks [] for subnet (4faeafe8-a45f-41c1-a8a5-9fa581f91c44), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:35.464784 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-878bee88-28ce-40d9-a79c-40a3256b2672 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (4faeafe8-a45f-41c1-a8a5-9fa581f91c44), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:35.473505 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-78437118-9b51-490d-9a5e-28c596c49a15 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7815447 Mar 22 19:47:35.499307 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50394) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:35.632185 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-878bee88-28ce-40d9-a79c-40a3256b2672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (4faeafe8-a45f-41c1-a8a5-9fa581f91c44), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:35.708097 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-878bee88-28ce-40d9-a79c-40a3256b2672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (4faeafe8-a45f-41c1-a8a5-9fa581f91c44), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:35.749999 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd39227-3773-4625-a66d-73f6080ac4be tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:35.753530 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6bd39227-3773-4625-a66d-73f6080ac4be tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] 10.222.0.75 "GET /v2.0/networks/5df2ff65-44b2-41b0-8d74-6061b29116d4 HTTP/1.1" status: 200 len: 756 time: 0.1724763 Mar 22 19:47:35.761519 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50398) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:35.774489 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878bee88-28ce-40d9-a79c-40a3256b2672 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4faeafe8-a45f-41c1-a8a5-9fa581f91c44,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:35.807352 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78437118-9b51-490d-9a5e-28c596c49a15 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Pushing event updated for resources: {'Network': ['ID=5df2ff65-44b2-41b0-8d74-6061b29116d4,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:35.813160 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621f6062-05d0-4ea1-a747-38c176e19a49 None None] Network abcbf463-c70f-41d4-961e-5e15d687045d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:47:35.824763 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-878bee88-28ce-40d9-a79c-40a3256b2672 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:35.832184 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-878bee88-28ce-40d9-a79c-40a3256b2672 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/4faeafe8-a45f-41c1-a8a5-9fa581f91c44 HTTP/1.1" status: 204 len: 168 time: 0.5807898 Mar 22 19:47:35.833768 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50400) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:35.957363 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 5df2ff65-44b2-41b0-8d74-6061b29116d4 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:47:36.023324 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69060ac8-5510-4c89-807b-30267685d5d2 tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:36.028286 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-69060ac8-5510-4c89-807b-30267685d5d2 tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] 10.222.0.75 "GET /v2.0/networks/7f7a998f-b58b-44f6-8dab-ece8bd35c3ef HTTP/1.1" status: 200 len: 767 time: 0.2615781 Mar 22 19:47:36.029176 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50402) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:36.032250 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dde138a9-8efd-4c78-bc85-423773e116d0 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (07fc3f04-90d3-45eb-bca0-2473b0893c06), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:36.039907 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-19433a00-8a9a-4d01-9382-b09a775e08ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (abcbf463-c70f-41d4-961e-5e15d687045d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:36.136607 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5df1ccd6-3cf4-45a4-a69d-d7a9cb99949d tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (5df2ff65-44b2-41b0-8d74-6061b29116d4), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:36.159592 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8a09391a-cbfa-477d-9f8d-9c1dfc83643f admin admin] Publish callbacks [] for security_group (20b40134-0658-44dc-a3e4-4c47ef12694d), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:36.172244 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8a09391a-cbfa-477d-9f8d-9c1dfc83643f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (20b40134-0658-44dc-a3e4-4c47ef12694d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:36.201188 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-19433a00-8a9a-4d01-9382-b09a775e08ce admin admin] Deleting port 6d128901-5998-4f6c-a624-8146b1a95e90 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:47:36.201669 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-19433a00-8a9a-4d01-9382-b09a775e08ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (6d128901-5998-4f6c-a624-8146b1a95e90), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:36.247805 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8a09391a-cbfa-477d-9f8d-9c1dfc83643f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ecb7d2fe24964d0cbd904f4929995dea&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1213729 Mar 22 19:47:36.252424 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50404) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:36.263343 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea90aca-3f5c-44e5-84a8-1a6980e91f8a None None] DHCP port deletion for abcbf463-c70f-41d4-961e-5e15d687045d request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:47:36.358745 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-19433a00-8a9a-4d01-9382-b09a775e08ce admin admin] For port 6d128901-5998-4f6c-a624-8146b1a95e90, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=6d128901-5998-4f6c-a624-8146b1a95e90,segment=NetworkSegment(62c5f32f-8ee6-4399-879b-0e25c75c35bf),segment_id=62c5f32f-8ee6-4399-879b-0e25c75c35bf)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:47:36.359205 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-19433a00-8a9a-4d01-9382-b09a775e08ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (6d128901-5998-4f6c-a624-8146b1a95e90), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:36.387034 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-19433a00-8a9a-4d01-9382-b09a775e08ce admin admin] Calling delete_port for 6d128901-5998-4f6c-a624-8146b1a95e90 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:47:36.400631 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-0ea90aca-3f5c-44e5-84a8-1a6980e91f8a None None] Deleting port 6d128901-5998-4f6c-a624-8146b1a95e90 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:47:36.401050 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0ea90aca-3f5c-44e5-84a8-1a6980e91f8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (6d128901-5998-4f6c-a624-8146b1a95e90), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:36.558458 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-0ea90aca-3f5c-44e5-84a8-1a6980e91f8a None None] For port 6d128901-5998-4f6c-a624-8146b1a95e90, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=6d128901-5998-4f6c-a624-8146b1a95e90,segment=NetworkSegment(62c5f32f-8ee6-4399-879b-0e25c75c35bf),segment_id=62c5f32f-8ee6-4399-879b-0e25c75c35bf)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:47:36.559658 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0ea90aca-3f5c-44e5-84a8-1a6980e91f8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (6d128901-5998-4f6c-a624-8146b1a95e90), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:36.564791 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09391a-cbfa-477d-9f8d-9c1dfc83643f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b40134-0658-44dc-a3e4-4c47ef12694d,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:36.572618 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-19433a00-8a9a-4d01-9382-b09a775e08ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (6d128901-5998-4f6c-a624-8146b1a95e90), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:36.596646 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-0ea90aca-3f5c-44e5-84a8-1a6980e91f8a None None] Calling delete_port for 6d128901-5998-4f6c-a624-8146b1a95e90 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:47:36.632530 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19433a00-8a9a-4d01-9382-b09a775e08ce admin admin] Pushing event deleted for resources: {'Port': ['ID=6d128901-5998-4f6c-a624-8146b1a95e90,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:36.644283 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19433a00-8a9a-4d01-9382-b09a775e08ce admin admin] No DVR routers for this DVR port 6d128901-5998-4f6c-a624-8146b1a95e90 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:47:36.793100 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0ea90aca-3f5c-44e5-84a8-1a6980e91f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (6d128901-5998-4f6c-a624-8146b1a95e90), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:36.856614 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea90aca-3f5c-44e5-84a8-1a6980e91f8a None None] Pushing event deleted for resources: {'Port': ['ID=6d128901-5998-4f6c-a624-8146b1a95e90,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:36.883518 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-38208a39-9a1a-4fef-93d3-f947e5981dd1 admin admin] Publish callbacks [] for security_group (20b40134-0658-44dc-a3e4-4c47ef12694d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:36.889751 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea90aca-3f5c-44e5-84a8-1a6980e91f8a None None] No DVR routers for this DVR port 6d128901-5998-4f6c-a624-8146b1a95e90 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:47:36.892983 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea90aca-3f5c-44e5-84a8-1a6980e91f8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:36.893601 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea90aca-3f5c-44e5-84a8-1a6980e91f8a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:36.894179 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea90aca-3f5c-44e5-84a8-1a6980e91f8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:36.895321 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea90aca-3f5c-44e5-84a8-1a6980e91f8a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:36.895899 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea90aca-3f5c-44e5-84a8-1a6980e91f8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:36.896462 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea90aca-3f5c-44e5-84a8-1a6980e91f8a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:36.897067 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea90aca-3f5c-44e5-84a8-1a6980e91f8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:36.897622 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea90aca-3f5c-44e5-84a8-1a6980e91f8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:36.898195 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea90aca-3f5c-44e5-84a8-1a6980e91f8a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:36.898753 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea90aca-3f5c-44e5-84a8-1a6980e91f8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:36.899700 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea90aca-3f5c-44e5-84a8-1a6980e91f8a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:36.900394 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea90aca-3f5c-44e5-84a8-1a6980e91f8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:36.900947 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea90aca-3f5c-44e5-84a8-1a6980e91f8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:36.901504 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea90aca-3f5c-44e5-84a8-1a6980e91f8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:36.902247 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea90aca-3f5c-44e5-84a8-1a6980e91f8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:47:36.915963 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-19433a00-8a9a-4d01-9382-b09a775e08ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (abcbf463-c70f-41d4-961e-5e15d687045d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:36.927478 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5df1ccd6-3cf4-45a4-a69d-d7a9cb99949d tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (5df2ff65-44b2-41b0-8d74-6061b29116d4), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:36.956365 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-19433a00-8a9a-4d01-9382-b09a775e08ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abcbf463-c70f-41d4-961e-5e15d687045d']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:36.992912 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-38208a39-9a1a-4fef-93d3-f947e5981dd1 admin admin] Publish callbacks [] for security_group (20b40134-0658-44dc-a3e4-4c47ef12694d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:36.993142 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-19433a00-8a9a-4d01-9382-b09a775e08ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62c5f32f-8ee6-4399-879b-0e25c75c35bf') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:36.993365 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-19433a00-8a9a-4d01-9382-b09a775e08ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62c5f32f-8ee6-4399-879b-0e25c75c35bf') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:37.009314 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-19433a00-8a9a-4d01-9382-b09a775e08ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (62c5f32f-8ee6-4399-879b-0e25c75c35bf), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:37.043553 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-19433a00-8a9a-4d01-9382-b09a775e08ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (62c5f32f-8ee6-4399-879b-0e25c75c35bf), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:37.043739 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device cb7be764-1473-4902-95af-9b6dc3545847 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:47:37.051968 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19433a00-8a9a-4d01-9382-b09a775e08ce admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:47:37.052524 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-19433a00-8a9a-4d01-9382-b09a775e08ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (62c5f32f-8ee6-4399-879b-0e25c75c35bf), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:37.054746 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:47:37.054746 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:47:37.054746 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:47:37.054746 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:47:37.054746 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:47:37.054746 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:47:37.054746 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:47:37.054746 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:47:37.054746 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:47:37.054746 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:47:37.054746 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:47:37.054746 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:47:37.054746 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:47:37.054746 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:47:37.054746 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:47:37.054746 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:47:37.054746 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:47:37.054746 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:47:37.054746 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:47:37.054746 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:47:37.054746 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:47:37.054746 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:47:37.054746 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:47:37.054746 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:47:37.054746 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:47:37.054746 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:47:37.054746 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:47:37.054746 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:47:37.054746 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:47:37.054746 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:47:37.054746 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:47:37.054746 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:47:37.081525 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: cb7be764-1473-4902-95af-9b6dc3545847 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:47:37.082007 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device cb7be764-1473-4902-95af-9b6dc3545847 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:47:37.082318 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 6d128901-5998-4f6c-a624-8146b1a95e90 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:47:37.090413 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-5df1ccd6-3cf4-45a4-a69d-d7a9cb99949d tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df2ff65-44b2-41b0-8d74-6061b29116d4']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:37.102590 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde138a9-8efd-4c78-bc85-423773e116d0 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Router 07fc3f04-90d3-45eb-bca0-2473b0893c06 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:47:37.109340 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-38208a39-9a1a-4fef-93d3-f947e5981dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (20b40134-0658-44dc-a3e4-4c47ef12694d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:37.112250 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-38208a39-9a1a-4fef-93d3-f947e5981dd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:37.116930 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 6d128901-5998-4f6c-a624-8146b1a95e90 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:47:37.116930 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 6d128901-5998-4f6c-a624-8146b1a95e90 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:47:37.124932 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-38208a39-9a1a-4fef-93d3-f947e5981dd1 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/20b40134-0658-44dc-a3e4-4c47ef12694d HTTP/1.1" status: 204 len: 168 time: 0.7961669 Mar 22 19:47:37.155284 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-5df1ccd6-3cf4-45a4-a69d-d7a9cb99949d tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad141396-5104-4f70-8447-5ce673848842') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:37.155551 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-19433a00-8a9a-4d01-9382-b09a775e08ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (abcbf463-c70f-41d4-961e-5e15d687045d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:37.155782 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-5df1ccd6-3cf4-45a4-a69d-d7a9cb99949d tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad141396-5104-4f70-8447-5ce673848842') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:37.178665 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-19433a00-8a9a-4d01-9382-b09a775e08ce admin admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:37.185873 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-19433a00-8a9a-4d01-9382-b09a775e08ce admin admin] 10.222.0.75 "DELETE /v2.0/networks/abcbf463-c70f-41d4-961e-5e15d687045d HTTP/1.1" status: 204 len: 168 time: 1.3440883 Mar 22 19:47:37.185873 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19433a00-8a9a-4d01-9382-b09a775e08ce admin admin] Pushing event deleted for resources: {'Network': ['ID=abcbf463-c70f-41d4-961e-5e15d687045d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:37.186156 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50414) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:37.197400 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38208a39-9a1a-4fef-93d3-f947e5981dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b40134-0658-44dc-a3e4-4c47ef12694d,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:37.202754 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5df1ccd6-3cf4-45a4-a69d-d7a9cb99949d tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (ad141396-5104-4f70-8447-5ce673848842), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:37.312392 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5df1ccd6-3cf4-45a4-a69d-d7a9cb99949d tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (ad141396-5104-4f70-8447-5ce673848842), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:37.329850 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5df1ccd6-3cf4-45a4-a69d-d7a9cb99949d tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:47:37.330388 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5df1ccd6-3cf4-45a4-a69d-d7a9cb99949d tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (ad141396-5104-4f70-8447-5ce673848842), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:37.332606 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:47:37.332606 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:47:37.332606 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:47:37.332606 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:47:37.332606 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:47:37.332606 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:47:37.332606 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:47:37.332606 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:47:37.332606 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:47:37.332606 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:47:37.332606 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:47:37.332606 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:47:37.332606 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:47:37.332606 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:47:37.332606 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:47:37.332606 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:47:37.332606 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:47:37.332606 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:47:37.332606 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:47:37.332606 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:47:37.332606 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:47:37.332606 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:47:37.332606 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:47:37.332606 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:47:37.332606 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:47:37.332606 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:47:37.332606 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:47:37.332606 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:47:37.332606 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:47:37.332606 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:47:37.332606 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:47:37.332606 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:47:37.421092 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde138a9-8efd-4c78-bc85-423773e116d0 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:47:37.438630 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3417432b-2950-4ca6-8caa-2134caacc04a None None] Sync routers for ids ['07fc3f04-90d3-45eb-bca0-2473b0893c06'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:47:37.444449 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-dde138a9-8efd-4c78-bc85-423773e116d0 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "PUT /v2.0/routers/07fc3f04-90d3-45eb-bca0-2473b0893c06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8630986 Mar 22 19:47:37.446379 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50418) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:37.475508 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3417432b-2950-4ca6-8caa-2134caacc04a None None] Routers {'07fc3f04-90d3-45eb-bca0-2473b0893c06'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:47:37.476192 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-3417432b-2950-4ca6-8caa-2134caacc04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:47:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['07fc3f04-90d3-45eb-bca0-2473b0893c06'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:37.516672 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e5ce337-df10-4b7a-b92d-6fa2c69ffc22 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Deleting subnet 8c97d642-40bd-4d25-9993-49c0c2d328a5 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:47:37.520467 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1e5ce337-df10-4b7a-b92d-6fa2c69ffc22 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for subnet (8c97d642-40bd-4d25-9993-49c0c2d328a5), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:37.570815 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1e5ce337-df10-4b7a-b92d-6fa2c69ffc22 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (8c97d642-40bd-4d25-9993-49c0c2d328a5), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:37.596378 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5df1ccd6-3cf4-45a4-a69d-d7a9cb99949d tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (5df2ff65-44b2-41b0-8d74-6061b29116d4), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:37.605258 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df1ccd6-3cf4-45a4-a69d-d7a9cb99949d tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5df2ff65-44b2-41b0-8d74-6061b29116d4 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 22 19:47:37.620263 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5df1ccd6-3cf4-45a4-a69d-d7a9cb99949d tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:37.627059 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5df1ccd6-3cf4-45a4-a69d-d7a9cb99949d tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] 10.222.0.75 "DELETE /v2.0/networks/5df2ff65-44b2-41b0-8d74-6061b29116d4 HTTP/1.1" status: 204 len: 168 time: 1.5903847 Mar 22 19:47:37.644927 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50422) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:37.671688 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-5386d4c3-0e62-4622-aa30-672cc93e6fcd tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Request body: {'network': {'name': 'tempest-network--1019096874'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:47:37.714446 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-3417432b-2950-4ca6-8caa-2134caacc04a None None] Set router 07fc3f04-90d3-45eb-bca0-2473b0893c06 gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:47:37.717128 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1ccd6-3cf4-45a4-a69d-d7a9cb99949d tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Pushing event deleted for resources: {'Network': ['ID=5df2ff65-44b2-41b0-8d74-6061b29116d4,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:37.812859 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5386d4c3-0e62-4622-aa30-672cc93e6fcd tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Made reservation on behalf of 1ad672a0b7c7491592677688a6925c2f for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:47:37.822208 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5386d4c3-0e62-4622-aa30-672cc93e6fcd tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:37.851943 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1e5ce337-df10-4b7a-b92d-6fa2c69ffc22 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (8c97d642-40bd-4d25-9993-49c0c2d328a5), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:37.942798 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5386d4c3-0e62-4622-aa30-672cc93e6fcd tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:47:37.955449 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5386d4c3-0e62-4622-aa30-672cc93e6fcd tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (0efa1a01-41fe-4481-af5d-08242e4d03e9), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:37.955449 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-5386d4c3-0e62-4622-aa30-672cc93e6fcd tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Added segment 0efa1a01-41fe-4481-af5d-08242e4d03e9 of type vlan for network 1bb313bd-2745-4012-a75c-5cf8c8bd1c23 Mar 22 19:47:38.015081 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5386d4c3-0e62-4622-aa30-672cc93e6fcd tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (1bb313bd-2745-4012-a75c-5cf8c8bd1c23), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:38.047152 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5386d4c3-0e62-4622-aa30-672cc93e6fcd tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (1bb313bd-2745-4012-a75c-5cf8c8bd1c23), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:38.049095 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5386d4c3-0e62-4622-aa30-672cc93e6fcd tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:38.051682 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5386d4c3-0e62-4622-aa30-672cc93e6fcd tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:38.065504 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1e5ce337-df10-4b7a-b92d-6fa2c69ffc22 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (8c97d642-40bd-4d25-9993-49c0c2d328a5), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:38.128645 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5386d4c3-0e62-4622-aa30-672cc93e6fcd tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4763908 Mar 22 19:47:38.132362 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50436) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:38.144014 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-a91bc142-3921-4989-b9b2-184b993d1e94 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Request body: {'network': {'router:external': True}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:47:38.150671 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386d4c3-0e62-4622-aa30-672cc93e6fcd tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Pushing event updated for resources: {'Network': ['ID=1bb313bd-2745-4012-a75c-5cf8c8bd1c23,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:38.176427 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 1bb313bd-2745-4012-a75c-5cf8c8bd1c23 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:47:38.263854 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1e5ce337-df10-4b7a-b92d-6fa2c69ffc22 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:38.276263 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd3a7a6-f90c-4003-8898-15bc94f0931e None None] Network 3e2ec8b3-a238-4ec8-a620-c999a50e5cda requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:47:38.290185 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1e5ce337-df10-4b7a-b92d-6fa2c69ffc22 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/subnets/8c97d642-40bd-4d25-9993-49c0c2d328a5 HTTP/1.1" status: 204 len: 168 time: 0.8422086 Mar 22 19:47:38.291414 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50438) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:38.302108 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ce337-df10-4b7a-b92d-6fa2c69ffc22 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event deleted for resources: {'Subnet': ['ID=8c97d642-40bd-4d25-9993-49c0c2d328a5,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:38.504202 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-3417432b-2950-4ca6-8caa-2134caacc04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'name': 'tempest-RoutersTest-router-741369824', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:46:32Z', 'updated_at': '2022-03-22T19:47:35Z', 'revision_number': 9, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'gw_port_host': None, '_interfaces': [{'id': '390905f2-bf20-47c2-82a1-697077271adc', 'name': '', 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:76:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:33Z', 'updated_at': '2022-03-22T19:46:43Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f697ed-bd73-4484-b084-f2d3148125d3', 'name': '', 'network_id': '8a1ad69f-f1f4-4a64-99b3-f002afc3f76f', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:aa:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '62796115-58e2-4b98-891f-02a99e74269d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:44Z', 'updated_at': '2022-03-22T19:46:55Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': '62796115-58e2-4b98-891f-02a99e74269d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:38.570709 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3417432b-2950-4ca6-8caa-2134caacc04a None None] Checking router: 07fc3f04-90d3-45eb-bca0-2473b0893c06 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:47:38.584447 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3417432b-2950-4ca6-8caa-2134caacc04a None None] Routers {'07fc3f04-90d3-45eb-bca0-2473b0893c06'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:47:38.585417 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-3417432b-2950-4ca6-8caa-2134caacc04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:47:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['07fc3f04-90d3-45eb-bca0-2473b0893c06'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:38.692249 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-3417432b-2950-4ca6-8caa-2134caacc04a None None] Set router 07fc3f04-90d3-45eb-bca0-2473b0893c06 gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:47:38.775376 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b52e543-5a72-41c2-af75-38f095ced0c5 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (3e2ec8b3-a238-4ec8-a620-c999a50e5cda), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:38.856999 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a91bc142-3921-4989-b9b2-184b993d1e94 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (1bb313bd-2745-4012-a75c-5cf8c8bd1c23), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:38.896397 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a91bc142-3921-4989-b9b2-184b993d1e94 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (1bb313bd-2745-4012-a75c-5cf8c8bd1c23), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:38.989091 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a91bc142-3921-4989-b9b2-184b993d1e94 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Network 1bb313bd-2745-4012-a75c-5cf8c8bd1c23 is not hosted by any dhcp agent {{(pid=104173) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 19:47:38.990012 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91bc142-3921-4989-b9b2-184b993d1e94 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:38.990689 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a91bc142-3921-4989-b9b2-184b993d1e94 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:38.992019 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a91bc142-3921-4989-b9b2-184b993d1e94 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] 10.222.0.75 "PUT /v2.0/networks/1bb313bd-2745-4012-a75c-5cf8c8bd1c23 HTTP/1.1" status: 200 len: 858 time: 0.8587112 Mar 22 19:47:38.993266 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91bc142-3921-4989-b9b2-184b993d1e94 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Pushing event updated for resources: {'Network': ['ID=1bb313bd-2745-4012-a75c-5cf8c8bd1c23,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:38.996722 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50456) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:39.012343 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604fe9fd-b630-4dc1-85a2-8cfb47085b4e None None] DHCP port deletion for 3e2ec8b3-a238-4ec8-a620-c999a50e5cda request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:47:39.031896 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4381c40b-8956-4b3c-a6f9-f2c8bbf4711e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (ded801ae-35b4-4af1-982f-2ba97d469074), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:39.132550 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-505051b2-c8b6-4ce6-ab24-18c257d7ef09 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (1bb313bd-2745-4012-a75c-5cf8c8bd1c23), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:39.169884 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-3417432b-2950-4ca6-8caa-2134caacc04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'name': 'tempest-RoutersTest-router-741369824', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:46:32Z', 'updated_at': '2022-03-22T19:47:35Z', 'revision_number': 9, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'gw_port_host': None, '_interfaces': [{'id': '390905f2-bf20-47c2-82a1-697077271adc', 'name': '', 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:76:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:33Z', 'updated_at': '2022-03-22T19:46:43Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f697ed-bd73-4484-b084-f2d3148125d3', 'name': '', 'network_id': '8a1ad69f-f1f4-4a64-99b3-f002afc3f76f', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:aa:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '62796115-58e2-4b98-891f-02a99e74269d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:44Z', 'updated_at': '2022-03-22T19:46:55Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': '62796115-58e2-4b98-891f-02a99e74269d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:39.202867 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3417432b-2950-4ca6-8caa-2134caacc04a None None] The sync data for ids ['07fc3f04-90d3-45eb-bca0-2473b0893c06'] in n-d-705658-24 is: [{'id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'name': 'tempest-RoutersTest-router-741369824', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:46:32Z', 'updated_at': '2022-03-22T19:47:35Z', 'revision_number': 9, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'gw_port_host': None, '_interfaces': [{'id': '390905f2-bf20-47c2-82a1-697077271adc', 'name': '', 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:76:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:33Z', 'updated_at': '2022-03-22T19:46:43Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '68f697ed-bd73-4484-b084-f2d3148125d3', 'name': '', 'network_id': '8a1ad69f-f1f4-4a64-99b3-f002afc3f76f', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:aa:c2:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '62796115-58e2-4b98-891f-02a99e74269d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:44Z', 'updated_at': '2022-03-22T19:46:55Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': '62796115-58e2-4b98-891f-02a99e74269d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:47:39.239917 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-604fe9fd-b630-4dc1-85a2-8cfb47085b4e None None] Deleting port 94c433f9-8460-428f-b0f8-05147b4dc09d {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:47:39.240326 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-604fe9fd-b630-4dc1-85a2-8cfb47085b4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (94c433f9-8460-428f-b0f8-05147b4dc09d), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:39.288660 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-9b52e543-5a72-41c2-af75-38f095ced0c5 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Deleting port 94c433f9-8460-428f-b0f8-05147b4dc09d {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:47:39.288986 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b52e543-5a72-41c2-af75-38f095ced0c5 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (94c433f9-8460-428f-b0f8-05147b4dc09d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:39.344619 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-505051b2-c8b6-4ce6-ab24-18c257d7ef09 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (1bb313bd-2745-4012-a75c-5cf8c8bd1c23), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:39.371914 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-9b52e543-5a72-41c2-af75-38f095ced0c5 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] For port 94c433f9-8460-428f-b0f8-05147b4dc09d, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=94c433f9-8460-428f-b0f8-05147b4dc09d,segment=NetworkSegment(1e562a68-c3ac-4862-aabf-a97ba5306ff0),segment_id=1e562a68-c3ac-4862-aabf-a97ba5306ff0)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:47:39.372258 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b52e543-5a72-41c2-af75-38f095ced0c5 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (94c433f9-8460-428f-b0f8-05147b4dc09d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:39.378362 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-604fe9fd-b630-4dc1-85a2-8cfb47085b4e None None] For port 94c433f9-8460-428f-b0f8-05147b4dc09d, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=94c433f9-8460-428f-b0f8-05147b4dc09d,segment=NetworkSegment(1e562a68-c3ac-4862-aabf-a97ba5306ff0),segment_id=1e562a68-c3ac-4862-aabf-a97ba5306ff0)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:47:39.379030 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-604fe9fd-b630-4dc1-85a2-8cfb47085b4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (94c433f9-8460-428f-b0f8-05147b4dc09d), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:39.393321 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-505051b2-c8b6-4ce6-ab24-18c257d7ef09 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bb313bd-2745-4012-a75c-5cf8c8bd1c23']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:39.408570 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-604fe9fd-b630-4dc1-85a2-8cfb47085b4e None None] Calling delete_port for 94c433f9-8460-428f-b0f8-05147b4dc09d owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:47:39.417200 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-505051b2-c8b6-4ce6-ab24-18c257d7ef09 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0efa1a01-41fe-4481-af5d-08242e4d03e9') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:39.417422 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-9b52e543-5a72-41c2-af75-38f095ced0c5 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Calling delete_port for 94c433f9-8460-428f-b0f8-05147b4dc09d owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:47:39.417522 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-505051b2-c8b6-4ce6-ab24-18c257d7ef09 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0efa1a01-41fe-4481-af5d-08242e4d03e9') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:39.439960 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-505051b2-c8b6-4ce6-ab24-18c257d7ef09 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (0efa1a01-41fe-4481-af5d-08242e4d03e9), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:39.468564 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-505051b2-c8b6-4ce6-ab24-18c257d7ef09 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (0efa1a01-41fe-4481-af5d-08242e4d03e9), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:39.482943 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-505051b2-c8b6-4ce6-ab24-18c257d7ef09 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:47:39.483366 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-505051b2-c8b6-4ce6-ab24-18c257d7ef09 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (0efa1a01-41fe-4481-af5d-08242e4d03e9), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:39.485463 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:47:39.485463 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:47:39.485463 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:47:39.485463 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:47:39.485463 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:47:39.485463 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:47:39.485463 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:47:39.485463 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:47:39.485463 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:47:39.485463 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:47:39.485463 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:47:39.485463 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:47:39.485463 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:47:39.485463 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:47:39.485463 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:47:39.485463 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:47:39.485463 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:47:39.485463 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:47:39.485463 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:47:39.485463 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:47:39.485463 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:47:39.485463 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:47:39.485463 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:47:39.485463 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:47:39.485463 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:47:39.485463 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:47:39.485463 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:47:39.485463 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:47:39.485463 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:47:39.485463 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:47:39.485463 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:47:39.485463 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:47:39.531855 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-4381c40b-8956-4b3c-a6f9-f2c8bbf4711e admin admin] Deleting port a7225f2d-0f11-488b-87bc-1ef374f03e0a {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:47:39.532262 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4381c40b-8956-4b3c-a6f9-f2c8bbf4711e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (a7225f2d-0f11-488b-87bc-1ef374f03e0a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:39.598602 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b52e543-5a72-41c2-af75-38f095ced0c5 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (94c433f9-8460-428f-b0f8-05147b4dc09d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:39.618646 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-505051b2-c8b6-4ce6-ab24-18c257d7ef09 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (1bb313bd-2745-4012-a75c-5cf8c8bd1c23), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:39.622542 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-604fe9fd-b630-4dc1-85a2-8cfb47085b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (94c433f9-8460-428f-b0f8-05147b4dc09d), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:39.627549 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505051b2-c8b6-4ce6-ab24-18c257d7ef09 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1bb313bd-2745-4012-a75c-5cf8c8bd1c23 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 22 19:47:39.639567 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-505051b2-c8b6-4ce6-ab24-18c257d7ef09 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:39.651141 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-505051b2-c8b6-4ce6-ab24-18c257d7ef09 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] 10.222.0.75 "DELETE /v2.0/networks/1bb313bd-2745-4012-a75c-5cf8c8bd1c23 HTTP/1.1" status: 204 len: 168 time: 0.6532917 Mar 22 19:47:39.673880 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50464) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:39.689524 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604fe9fd-b630-4dc1-85a2-8cfb47085b4e None None] Pushing event deleted for resources: {'Port': ['ID=94c433f9-8460-428f-b0f8-05147b4dc09d,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:39.691656 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604fe9fd-b630-4dc1-85a2-8cfb47085b4e None None] No DVR routers for this DVR port 94c433f9-8460-428f-b0f8-05147b4dc09d on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:47:39.811972 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdce5e82-4f98-4d07-a5d6-1632272cb7c7 tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] DELETE failed (client error): The resource could not be found. Mar 22 19:47:39.812475 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdce5e82-4f98-4d07-a5d6-1632272cb7c7 tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:47:39.821292 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-cdce5e82-4f98-4d07-a5d6-1632272cb7c7 tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] 10.222.0.75 "DELETE /v2.0/subnets/48cf3c71-0483-44c7-b5ab-46e7445a31e1 HTTP/1.1" status: 404 len: 337 time: 0.1367509 Mar 22 19:47:39.822574 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505051b2-c8b6-4ce6-ab24-18c257d7ef09 tempest-ExternalNetworksTestJSON-1859333808 tempest-ExternalNetworksTestJSON-1859333808-project-admin] Pushing event deleted for resources: {'Network': ['ID=1bb313bd-2745-4012-a75c-5cf8c8bd1c23,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:39.824616 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50468) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:40.045109 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52e543-5a72-41c2-af75-38f095ced0c5 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event deleted for resources: {'Port': ['ID=94c433f9-8460-428f-b0f8-05147b4dc09d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:40.053231 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b52e543-5a72-41c2-af75-38f095ced0c5 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] No DVR routers for this DVR port 94c433f9-8460-428f-b0f8-05147b4dc09d on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:47:40.074613 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ad19feb4-4a0d-4dc1-8c3e-2ea13cfc29cf tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (7f7a998f-b58b-44f6-8dab-ece8bd35c3ef), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:40.159190 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-4381c40b-8956-4b3c-a6f9-f2c8bbf4711e admin admin] For port a7225f2d-0f11-488b-87bc-1ef374f03e0a, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a7225f2d-0f11-488b-87bc-1ef374f03e0a,segment=NetworkSegment(8e449ba6-c581-497e-9f9f-5fe44fd50f34),segment_id=8e449ba6-c581-497e-9f9f-5fe44fd50f34)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:47:40.159552 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4381c40b-8956-4b3c-a6f9-f2c8bbf4711e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (a7225f2d-0f11-488b-87bc-1ef374f03e0a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:40.173640 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b52e543-5a72-41c2-af75-38f095ced0c5 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (3e2ec8b3-a238-4ec8-a620-c999a50e5cda), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:40.186619 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-4381c40b-8956-4b3c-a6f9-f2c8bbf4711e admin admin] Calling delete_port for a7225f2d-0f11-488b-87bc-1ef374f03e0a owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:47:40.216852 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-9b52e543-5a72-41c2-af75-38f095ced0c5 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e2ec8b3-a238-4ec8-a620-c999a50e5cda']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:40.290424 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-9b52e543-5a72-41c2-af75-38f095ced0c5 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e562a68-c3ac-4862-aabf-a97ba5306ff0') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:40.290859 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-9b52e543-5a72-41c2-af75-38f095ced0c5 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e562a68-c3ac-4862-aabf-a97ba5306ff0') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:40.305367 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b52e543-5a72-41c2-af75-38f095ced0c5 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (1e562a68-c3ac-4862-aabf-a97ba5306ff0), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:40.343123 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b52e543-5a72-41c2-af75-38f095ced0c5 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (1e562a68-c3ac-4862-aabf-a97ba5306ff0), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:40.372146 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b52e543-5a72-41c2-af75-38f095ced0c5 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:47:40.372626 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b52e543-5a72-41c2-af75-38f095ced0c5 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (1e562a68-c3ac-4862-aabf-a97ba5306ff0), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:40.378311 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:47:40.378311 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:47:40.378311 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:47:40.378311 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:47:40.378311 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:47:40.378311 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:47:40.378311 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:47:40.378311 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:47:40.378311 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:47:40.378311 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:47:40.378311 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:47:40.378311 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:47:40.378311 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:47:40.378311 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:47:40.378311 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:47:40.378311 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:47:40.378311 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:47:40.378311 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:47:40.378311 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:47:40.378311 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:47:40.378311 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:47:40.378311 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:47:40.378311 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:47:40.378311 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:47:40.378311 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:47:40.378311 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:47:40.378311 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:47:40.378311 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:47:40.378311 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:47:40.378311 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:47:40.378311 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:47:40.378311 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:47:40.452982 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ad19feb4-4a0d-4dc1-8c3e-2ea13cfc29cf tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (7f7a998f-b58b-44f6-8dab-ece8bd35c3ef), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:40.510682 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-ad19feb4-4a0d-4dc1-8c3e-2ea13cfc29cf tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f7a998f-b58b-44f6-8dab-ece8bd35c3ef']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:40.521325 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-ad19feb4-4a0d-4dc1-8c3e-2ea13cfc29cf tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c615913-9690-4ec4-ae5d-f25d458f102f') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:40.521728 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-ad19feb4-4a0d-4dc1-8c3e-2ea13cfc29cf tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c615913-9690-4ec4-ae5d-f25d458f102f') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:40.546882 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ad19feb4-4a0d-4dc1-8c3e-2ea13cfc29cf tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (2c615913-9690-4ec4-ae5d-f25d458f102f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:40.563203 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ad19feb4-4a0d-4dc1-8c3e-2ea13cfc29cf tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (2c615913-9690-4ec4-ae5d-f25d458f102f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:40.572127 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad19feb4-4a0d-4dc1-8c3e-2ea13cfc29cf tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:47:40.573275 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ad19feb4-4a0d-4dc1-8c3e-2ea13cfc29cf tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (2c615913-9690-4ec4-ae5d-f25d458f102f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:40.578517 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:47:40.578517 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:47:40.578517 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:47:40.578517 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:47:40.578517 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:47:40.578517 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:47:40.578517 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:47:40.578517 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:47:40.578517 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:47:40.578517 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:47:40.578517 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:47:40.578517 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:47:40.578517 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:47:40.578517 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:47:40.578517 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:47:40.578517 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:47:40.578517 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:47:40.578517 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:47:40.578517 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:47:40.578517 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:47:40.578517 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:47:40.578517 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:47:40.578517 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:47:40.578517 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:47:40.578517 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:47:40.578517 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:47:40.578517 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:47:40.578517 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:47:40.578517 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:47:40.578517 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:47:40.578517 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:47:40.578517 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:47:40.684145 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ad19feb4-4a0d-4dc1-8c3e-2ea13cfc29cf tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (7f7a998f-b58b-44f6-8dab-ece8bd35c3ef), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:40.696142 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b52e543-5a72-41c2-af75-38f095ced0c5 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (3e2ec8b3-a238-4ec8-a620-c999a50e5cda), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:40.697615 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ad19feb4-4a0d-4dc1-8c3e-2ea13cfc29cf tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:40.704372 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ad19feb4-4a0d-4dc1-8c3e-2ea13cfc29cf tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] 10.222.0.75 "DELETE /v2.0/networks/7f7a998f-b58b-44f6-8dab-ece8bd35c3ef HTTP/1.1" status: 204 len: 168 time: 0.8748286 Mar 22 19:47:40.718526 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9b52e543-5a72-41c2-af75-38f095ced0c5 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:40.721755 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9b52e543-5a72-41c2-af75-38f095ced0c5 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/networks/3e2ec8b3-a238-4ec8-a620-c999a50e5cda HTTP/1.1" status: 204 len: 168 time: 2.4304168 Mar 22 19:47:40.725232 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50488) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:40.740308 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad19feb4-4a0d-4dc1-8c3e-2ea13cfc29cf tempest-ExternalNetworksTestJSON-427671060 tempest-ExternalNetworksTestJSON-427671060-project] Pushing event deleted for resources: {'Network': ['ID=7f7a998f-b58b-44f6-8dab-ece8bd35c3ef,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:40.858951 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52e543-5a72-41c2-af75-38f095ced0c5 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event deleted for resources: {'Network': ['ID=3e2ec8b3-a238-4ec8-a620-c999a50e5cda,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:40.869940 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 94c433f9-8460-428f-b0f8-05147b4dc09d no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:47:40.914294 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 94c433f9-8460-428f-b0f8-05147b4dc09d {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:47:40.914753 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 94c433f9-8460-428f-b0f8-05147b4dc09d not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:47:40.915077 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 30577e97-e3a0-4bb1-b08f-168f893a606f no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:47:40.991283 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 30577e97-e3a0-4bb1-b08f-168f893a606f {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:47:40.991980 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 30577e97-e3a0-4bb1-b08f-168f893a606f not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:47:41.126904 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4381c40b-8956-4b3c-a6f9-f2c8bbf4711e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (a7225f2d-0f11-488b-87bc-1ef374f03e0a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:41.225350 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4381c40b-8956-4b3c-a6f9-f2c8bbf4711e admin admin] Pushing event deleted for resources: {'Port': ['ID=a7225f2d-0f11-488b-87bc-1ef374f03e0a,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:41.270997 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50500) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:41.288224 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-e34786da-6cce-42a4-8287-ae53f967e4ce req-62057e58-3118-4155-b436-330aaeefbb65 service neutron] (104172) timed out ('10.222.0.85', 63872) {{(pid=104172) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 19:47:41.580406 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-eb3a5697-d09a-48ae-b649-69dc351a1626 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4ba21fa5c45b4a7da093875c3774cac4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3080878 Mar 22 19:47:41.582772 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50510) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:41.671876 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4381c40b-8956-4b3c-a6f9-f2c8bbf4711e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (ded801ae-35b4-4af1-982f-2ba97d469074), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:41.695513 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-33b6b128-cb03-4584-8a38-572dcb75c271 admin admin] Publish callbacks [] for security_group (9bdb6c7a-b937-466c-9006-2c09df03e361), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:41.727539 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-33b6b128-cb03-4584-8a38-572dcb75c271 admin admin] Publish callbacks [] for security_group (9bdb6c7a-b937-466c-9006-2c09df03e361), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:41.795523 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-33b6b128-cb03-4584-8a38-572dcb75c271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (9bdb6c7a-b937-466c-9006-2c09df03e361), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:41.799888 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-33b6b128-cb03-4584-8a38-572dcb75c271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:41.802147 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-33b6b128-cb03-4584-8a38-572dcb75c271 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/9bdb6c7a-b937-466c-9006-2c09df03e361 HTTP/1.1" status: 204 len: 168 time: 0.2184279 Mar 22 19:47:41.834441 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6b128-cb03-4584-8a38-572dcb75c271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdb6c7a-b937-466c-9006-2c09df03e361,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:42.083281 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5078abf3-1661-4fdb-b041-fdbe098e5de0 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (07fc3f04-90d3-45eb-bca0-2473b0893c06), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:42.170627 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4381c40b-8956-4b3c-a6f9-f2c8bbf4711e admin admin] Router ded801ae-35b4-4af1-982f-2ba97d469074 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:47:42.281336 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50518) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:42.333379 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b8952dcf-71be-4510-80ca-cdb68e7b563b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1ad672a0b7c7491592677688a6925c2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0499947 Mar 22 19:47:42.335528 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50520) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:42.455990 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c05a0de3-87ca-4309-b68b-581ce334ba5c admin admin] Publish callbacks [] for security_group (ba3277f4-b9ae-4310-9d36-bac526365c69), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:42.460689 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4381c40b-8956-4b3c-a6f9-f2c8bbf4711e admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:47:42.466105 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4381c40b-8956-4b3c-a6f9-f2c8bbf4711e admin admin] 10.222.0.75 "PUT /v2.0/routers/ded801ae-35b4-4af1-982f-2ba97d469074/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2790248 Mar 22 19:47:42.469331 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50526) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:42.472538 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51c5eaf-e059-44a4-adf6-8e6ce264b068 None None] Sync routers for ids ['ded801ae-35b4-4af1-982f-2ba97d469074'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:47:42.491981 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51c5eaf-e059-44a4-adf6-8e6ce264b068 None None] Routers {'ded801ae-35b4-4af1-982f-2ba97d469074'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:47:42.492934 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a51c5eaf-e059-44a4-adf6-8e6ce264b068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:47:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ded801ae-35b4-4af1-982f-2ba97d469074'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:42.509755 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c05a0de3-87ca-4309-b68b-581ce334ba5c admin admin] Publish callbacks [] for security_group (ba3277f4-b9ae-4310-9d36-bac526365c69), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:42.603361 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c05a0de3-87ca-4309-b68b-581ce334ba5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ba3277f4-b9ae-4310-9d36-bac526365c69), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:42.606198 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c05a0de3-87ca-4309-b68b-581ce334ba5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:42.607479 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c05a0de3-87ca-4309-b68b-581ce334ba5c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ba3277f4-b9ae-4310-9d36-bac526365c69 HTTP/1.1" status: 204 len: 168 time: 0.2709181 Mar 22 19:47:42.650287 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a0de3-87ca-4309-b68b-581ce334ba5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3277f4-b9ae-4310-9d36-bac526365c69,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:42.762160 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-a51c5eaf-e059-44a4-adf6-8e6ce264b068 None None] Set router ded801ae-35b4-4af1-982f-2ba97d469074 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:47:42.819745 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2c364f5f-aec8-4b9a-b4fa-43224da546f5 admin admin] Publish callbacks [] for router (ded801ae-35b4-4af1-982f-2ba97d469074), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:43.014503 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-5078abf3-1661-4fdb-b041-fdbe098e5de0 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Deleting port 68f697ed-bd73-4484-b084-f2d3148125d3 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:47:43.014503 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5078abf3-1661-4fdb-b041-fdbe098e5de0 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (68f697ed-bd73-4484-b084-f2d3148125d3), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:43.081358 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a51c5eaf-e059-44a4-adf6-8e6ce264b068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded801ae-35b4-4af1-982f-2ba97d469074', 'name': 'tempest-TestVolumeBackupRestore-861301910-router', 'tenant_id': '2d031dcd19064662ac67f74f1021c13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '42462d5f-4cba-4a58-bf3b-96ef91f4392c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:38:59Z', 'updated_at': '2022-03-22T19:47:40Z', 'revision_number': 5, 'project_id': '2d031dcd19064662ac67f74f1021c13c', 'gw_port': {'id': '42462d5f-4cba-4a58-bf3b-96ef91f4392c', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded801ae-35b4-4af1-982f-2ba97d469074', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:39:00Z', 'updated_at': '2022-03-22T19:39:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:43.094122 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2c364f5f-aec8-4b9a-b4fa-43224da546f5 admin admin] Publish callbacks [] for router_gateway (ded801ae-35b4-4af1-982f-2ba97d469074), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:43.133854 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51c5eaf-e059-44a4-adf6-8e6ce264b068 None None] Checking router: ded801ae-35b4-4af1-982f-2ba97d469074 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:47:43.149741 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51c5eaf-e059-44a4-adf6-8e6ce264b068 None None] Routers {'ded801ae-35b4-4af1-982f-2ba97d469074'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:47:43.150741 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a51c5eaf-e059-44a4-adf6-8e6ce264b068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:47:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ded801ae-35b4-4af1-982f-2ba97d469074'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:43.270562 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-5078abf3-1661-4fdb-b041-fdbe098e5de0 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] For port 68f697ed-bd73-4484-b084-f2d3148125d3, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=68f697ed-bd73-4484-b084-f2d3148125d3,segment=NetworkSegment(6654f959-0179-4b80-9878-54c2091ba464),segment_id=6654f959-0179-4b80-9878-54c2091ba464)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:47:43.274544 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5078abf3-1661-4fdb-b041-fdbe098e5de0 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (68f697ed-bd73-4484-b084-f2d3148125d3), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:43.291917 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-5078abf3-1661-4fdb-b041-fdbe098e5de0 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Calling delete_port for 68f697ed-bd73-4484-b084-f2d3148125d3 owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:47:43.375035 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-a51c5eaf-e059-44a4-adf6-8e6ce264b068 None None] Set router ded801ae-35b4-4af1-982f-2ba97d469074 gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:47:43.494038 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a51c5eaf-e059-44a4-adf6-8e6ce264b068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ded801ae-35b4-4af1-982f-2ba97d469074', 'name': 'tempest-TestVolumeBackupRestore-861301910-router', 'tenant_id': '2d031dcd19064662ac67f74f1021c13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:38:59Z', 'updated_at': '2022-03-22T19:47:43Z', 'revision_number': 6, 'project_id': '2d031dcd19064662ac67f74f1021c13c', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:43.579648 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51c5eaf-e059-44a4-adf6-8e6ce264b068 None None] The sync data for ids ['ded801ae-35b4-4af1-982f-2ba97d469074'] in n-d-705658-24 is: [{'id': 'ded801ae-35b4-4af1-982f-2ba97d469074', 'name': 'tempest-TestVolumeBackupRestore-861301910-router', 'tenant_id': '2d031dcd19064662ac67f74f1021c13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:38:59Z', 'updated_at': '2022-03-22T19:47:43Z', 'revision_number': 6, 'project_id': '2d031dcd19064662ac67f74f1021c13c', 'gw_port_host': None}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:47:43.584124 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-2c364f5f-aec8-4b9a-b4fa-43224da546f5 admin admin] Deleting port 42462d5f-4cba-4a58-bf3b-96ef91f4392c {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:47:43.588667 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2c364f5f-aec8-4b9a-b4fa-43224da546f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (42462d5f-4cba-4a58-bf3b-96ef91f4392c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:43.796224 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5078abf3-1661-4fdb-b041-fdbe098e5de0 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (68f697ed-bd73-4484-b084-f2d3148125d3), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:43.874223 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5078abf3-1661-4fdb-b041-fdbe098e5de0 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event deleted for resources: {'Port': ['ID=68f697ed-bd73-4484-b084-f2d3148125d3,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:43.893988 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-2c364f5f-aec8-4b9a-b4fa-43224da546f5 admin admin] For port 42462d5f-4cba-4a58-bf3b-96ef91f4392c, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=42462d5f-4cba-4a58-bf3b-96ef91f4392c,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:47:43.894699 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2c364f5f-aec8-4b9a-b4fa-43224da546f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (42462d5f-4cba-4a58-bf3b-96ef91f4392c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:43.970950 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-2c364f5f-aec8-4b9a-b4fa-43224da546f5 admin admin] Calling delete_port for 42462d5f-4cba-4a58-bf3b-96ef91f4392c owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:47:44.689072 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5078abf3-1661-4fdb-b041-fdbe098e5de0 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (07fc3f04-90d3-45eb-bca0-2473b0893c06), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:45.016943 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 42462d5f-4cba-4a58-bf3b-96ef91f4392c no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:47:45.059623 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50582) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:45.158434 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 42462d5f-4cba-4a58-bf3b-96ef91f4392c is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:47:45.159216 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (42462d5f-4cba-4a58-bf3b-96ef91f4392c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:45.186436 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b4c9dad6-9893-4578-9b57-d48615314c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:45.200536 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5078abf3-1661-4fdb-b041-fdbe098e5de0 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Router 07fc3f04-90d3-45eb-bca0-2473b0893c06 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:47:45.208701 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2c364f5f-aec8-4b9a-b4fa-43224da546f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (42462d5f-4cba-4a58-bf3b-96ef91f4392c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:45.234532 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c364f5f-aec8-4b9a-b4fa-43224da546f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=42462d5f-4cba-4a58-bf3b-96ef91f4392c,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:45.241331 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a7225f2d-0f11-488b-87bc-1ef374f03e0a no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:47:45.246215 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-678b1a02-e9b9-47cb-a621-cc9a99d82cd8 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-193200034', 'router:external': True}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:47:45.265678 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: a7225f2d-0f11-488b-87bc-1ef374f03e0a {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:47:45.266855 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a7225f2d-0f11-488b-87bc-1ef374f03e0a not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:47:45.289128 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678b1a02-e9b9-47cb-a621-cc9a99d82cd8 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Made reservation on behalf of 4f38ee862f674386822cc43be619eae2 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:47:45.294346 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-678b1a02-e9b9-47cb-a621-cc9a99d82cd8 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:45.306236 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-678b1a02-e9b9-47cb-a621-cc9a99d82cd8 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:45.413074 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-678b1a02-e9b9-47cb-a621-cc9a99d82cd8 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for security_group (20b61bc6-d9a5-45bc-91bf-44495ecdfa1e), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:45.418702 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-678b1a02-e9b9-47cb-a621-cc9a99d82cd8 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (20b61bc6-d9a5-45bc-91bf-44495ecdfa1e), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:45.452701 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-678b1a02-e9b9-47cb-a621-cc9a99d82cd8 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:47:45.465991 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5078abf3-1661-4fdb-b041-fdbe098e5de0 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:47:45.472574 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b1a02-e9b9-47cb-a621-cc9a99d82cd8 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b61bc6-d9a5-45bc-91bf-44495ecdfa1e,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:45.477950 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df25990-ea8d-42d0-a54e-bf438db82ccc None None] Sync routers for ids ['07fc3f04-90d3-45eb-bca0-2473b0893c06'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:47:45.489538 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-678b1a02-e9b9-47cb-a621-cc9a99d82cd8 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (7474fe6b-9937-49a1-ad58-128e9914743f), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:45.489934 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-678b1a02-e9b9-47cb-a621-cc9a99d82cd8 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Added segment 7474fe6b-9937-49a1-ad58-128e9914743f of type vlan for network d927d7cc-9cac-4839-8e4b-a46f85bdb241 Mar 22 19:47:45.501682 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df25990-ea8d-42d0-a54e-bf438db82ccc None None] Routers {'07fc3f04-90d3-45eb-bca0-2473b0893c06'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:47:45.502349 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-1df25990-ea8d-42d0-a54e-bf438db82ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:47:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['07fc3f04-90d3-45eb-bca0-2473b0893c06'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:45.572379 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5078abf3-1661-4fdb-b041-fdbe098e5de0 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "PUT /v2.0/routers/07fc3f04-90d3-45eb-bca0-2473b0893c06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8436632 Mar 22 19:47:45.573206 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50590) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:45.579499 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2c364f5f-aec8-4b9a-b4fa-43224da546f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (ded801ae-35b4-4af1-982f-2ba97d469074), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:45.637103 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-678b1a02-e9b9-47cb-a621-cc9a99d82cd8 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (d927d7cc-9cac-4839-8e4b-a46f85bdb241), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:45.683596 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e8124c-4e89-49ed-9a14-41b9c4256609 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Deleting subnet 62796115-58e2-4b98-891f-02a99e74269d {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:47:45.691708 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e5e8124c-4e89-49ed-9a14-41b9c4256609 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for subnet (62796115-58e2-4b98-891f-02a99e74269d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:45.736435 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-678b1a02-e9b9-47cb-a621-cc9a99d82cd8 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (d927d7cc-9cac-4839-8e4b-a46f85bdb241), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:45.739063 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678b1a02-e9b9-47cb-a621-cc9a99d82cd8 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:45.741293 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-678b1a02-e9b9-47cb-a621-cc9a99d82cd8 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:45.776039 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e5e8124c-4e89-49ed-9a14-41b9c4256609 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (62796115-58e2-4b98-891f-02a99e74269d), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:45.808387 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2c364f5f-aec8-4b9a-b4fa-43224da546f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (ded801ae-35b4-4af1-982f-2ba97d469074), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:45.815260 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2c364f5f-aec8-4b9a-b4fa-43224da546f5 admin admin] Publish callbacks [] for router_controller (ded801ae-35b4-4af1-982f-2ba97d469074), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:45.914536 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2c364f5f-aec8-4b9a-b4fa-43224da546f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (ded801ae-35b4-4af1-982f-2ba97d469074), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:45.914536 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c364f5f-aec8-4b9a-b4fa-43224da546f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ded801ae-35b4-4af1-982f-2ba97d469074 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:47:45.918828 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2c364f5f-aec8-4b9a-b4fa-43224da546f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:45.922483 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2c364f5f-aec8-4b9a-b4fa-43224da546f5 admin admin] 10.222.0.75 "DELETE /v2.0/routers/ded801ae-35b4-4af1-982f-2ba97d469074 HTTP/1.1" status: 204 len: 168 time: 3.4472935 Mar 22 19:47:45.925940 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50594) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:45.950074 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-678b1a02-e9b9-47cb-a621-cc9a99d82cd8 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.8890734 Mar 22 19:47:45.962544 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50596) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:45.976205 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-a4e0046b-76e1-440d-931f-d419add556b0 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Request body: {'subnet': {'network_id': 'd927d7cc-9cac-4839-8e4b-a46f85bdb241', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:47:46.015510 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b1a02-e9b9-47cb-a621-cc9a99d82cd8 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Pushing event updated for resources: {'Network': ['ID=d927d7cc-9cac-4839-8e4b-a46f85bdb241,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:46.026713 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-308c6bfe-19b8-4871-bf07-2bfd470fb34c admin admin] Deleting subnet ee852dcc-f766-4b24-b4fa-ba7446fe309b {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:47:46.035654 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-308c6bfe-19b8-4871-bf07-2bfd470fb34c admin admin] Publish callbacks [] for subnet (ee852dcc-f766-4b24-b4fa-ba7446fe309b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:46.056867 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e0046b-76e1-440d-931f-d419add556b0 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Made reservation on behalf of 4f38ee862f674386822cc43be619eae2 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:47:46.059621 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a4e0046b-76e1-440d-931f-d419add556b0 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:46.123346 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-1df25990-ea8d-42d0-a54e-bf438db82ccc None None] Set router 07fc3f04-90d3-45eb-bca0-2473b0893c06 gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:47:46.132375 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e5e8124c-4e89-49ed-9a14-41b9c4256609 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (62796115-58e2-4b98-891f-02a99e74269d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:46.147753 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-308c6bfe-19b8-4871-bf07-2bfd470fb34c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (ee852dcc-f766-4b24-b4fa-ba7446fe309b), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:46.242952 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e5e8124c-4e89-49ed-9a14-41b9c4256609 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (62796115-58e2-4b98-891f-02a99e74269d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:46.310689 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e8124c-4e89-49ed-9a14-41b9c4256609 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event deleted for resources: {'Subnet': ['ID=62796115-58e2-4b98-891f-02a99e74269d,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:46.319784 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e5e8124c-4e89-49ed-9a14-41b9c4256609 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:46.327278 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e5e8124c-4e89-49ed-9a14-41b9c4256609 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/subnets/62796115-58e2-4b98-891f-02a99e74269d HTTP/1.1" status: 204 len: 168 time: 0.7529888 Mar 22 19:47:46.328037 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50602) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:46.336679 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network d927d7cc-9cac-4839-8e4b-a46f85bdb241 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:47:46.358207 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-308c6bfe-19b8-4871-bf07-2bfd470fb34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (ee852dcc-f766-4b24-b4fa-ba7446fe309b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:46.360895 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32041033-f46d-4a1a-94ae-ab3d18c07a6f None None] Network 8a1ad69f-f1f4-4a64-99b3-f002afc3f76f requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:47:46.429752 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4c211f4c-d7a8-4624-8359-ad24eeef8378 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (8a1ad69f-f1f4-4a64-99b3-f002afc3f76f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:46.468590 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-308c6bfe-19b8-4871-bf07-2bfd470fb34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (ee852dcc-f766-4b24-b4fa-ba7446fe309b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:46.580311 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:46.590465 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c6bfe-19b8-4871-bf07-2bfd470fb34c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee852dcc-f766-4b24-b4fa-ba7446fe309b,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:46.598785 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-308c6bfe-19b8-4871-bf07-2bfd470fb34c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:46.603160 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986d685f-068f-4ee2-9a60-adcaf5a3358d None None] Network c6ad9572-4457-4838-b7af-ed14235ef214 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:47:46.607535 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-308c6bfe-19b8-4871-bf07-2bfd470fb34c admin admin] 10.222.0.75 "DELETE /v2.0/subnets/ee852dcc-f766-4b24-b4fa-ba7446fe309b HTTP/1.1" status: 204 len: 168 time: 0.6804154 Mar 22 19:47:46.611815 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50606) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:46.671720 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-4c211f4c-d7a8-4624-8359-ad24eeef8378 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Deleting port 85463cf4-eef1-41dd-aac2-fb7116d26e99 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:47:46.671720 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4c211f4c-d7a8-4624-8359-ad24eeef8378 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (85463cf4-eef1-41dd-aac2-fb7116d26e99), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:46.786456 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5f24d93-08fb-46db-b094-137b9a245d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (c6ad9572-4457-4838-b7af-ed14235ef214), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:46.824685 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-4c211f4c-d7a8-4624-8359-ad24eeef8378 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] For port 85463cf4-eef1-41dd-aac2-fb7116d26e99, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=85463cf4-eef1-41dd-aac2-fb7116d26e99,segment=NetworkSegment(6654f959-0179-4b80-9878-54c2091ba464),segment_id=6654f959-0179-4b80-9878-54c2091ba464)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:47:46.824930 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4c211f4c-d7a8-4624-8359-ad24eeef8378 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (85463cf4-eef1-41dd-aac2-fb7116d26e99), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:46.863756 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-4c211f4c-d7a8-4624-8359-ad24eeef8378 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Calling delete_port for 85463cf4-eef1-41dd-aac2-fb7116d26e99 owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:47:46.874770 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e23708a-66bd-40ff-bc21-57e889ad80b6 None None] DHCP port deletion for 8a1ad69f-f1f4-4a64-99b3-f002afc3f76f request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:47:46.884258 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-b5f24d93-08fb-46db-b094-137b9a245d38 admin admin] Deleting port 3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:47:46.885219 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5f24d93-08fb-46db-b094-137b9a245d38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:46.957016 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-b5f24d93-08fb-46db-b094-137b9a245d38 admin admin] For port 3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9,segment=NetworkSegment(8e449ba6-c581-497e-9f9f-5fe44fd50f34),segment_id=8e449ba6-c581-497e-9f9f-5fe44fd50f34)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:47:46.957647 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5f24d93-08fb-46db-b094-137b9a245d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:46.975067 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-b5f24d93-08fb-46db-b094-137b9a245d38 admin admin] Calling delete_port for 3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:47:47.084432 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5261c6cd-c78f-486f-b359-280e2e7b0a83 None None] DHCP port deletion for c6ad9572-4457-4838-b7af-ed14235ef214 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:47:47.183124 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5f24d93-08fb-46db-b094-137b9a245d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:47.222460 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8e23708a-66bd-40ff-bc21-57e889ad80b6 None None] Deleting port 85463cf4-eef1-41dd-aac2-fb7116d26e99 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:47:47.222922 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8e23708a-66bd-40ff-bc21-57e889ad80b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (85463cf4-eef1-41dd-aac2-fb7116d26e99), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:47.252628 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f24d93-08fb-46db-b094-137b9a245d38 admin admin] No DVR routers for this DVR port 3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:47:47.266272 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f24d93-08fb-46db-b094-137b9a245d38 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:47.318394 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-8e23708a-66bd-40ff-bc21-57e889ad80b6 None None] For port 85463cf4-eef1-41dd-aac2-fb7116d26e99, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=85463cf4-eef1-41dd-aac2-fb7116d26e99,segment=NetworkSegment(6654f959-0179-4b80-9878-54c2091ba464),segment_id=6654f959-0179-4b80-9878-54c2091ba464)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:47:47.318806 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8e23708a-66bd-40ff-bc21-57e889ad80b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (85463cf4-eef1-41dd-aac2-fb7116d26e99), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:47.334310 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8e23708a-66bd-40ff-bc21-57e889ad80b6 None None] Calling delete_port for 85463cf4-eef1-41dd-aac2-fb7116d26e99 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:47:47.432084 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-1df25990-ea8d-42d0-a54e-bf438db82ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'name': 'tempest-RoutersTest-router-741369824', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:46:32Z', 'updated_at': '2022-03-22T19:47:43Z', 'revision_number': 10, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'gw_port_host': None, '_interfaces': [{'id': '390905f2-bf20-47c2-82a1-697077271adc', 'name': '', 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:76:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:33Z', 'updated_at': '2022-03-22T19:46:43Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:47.456638 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8e23708a-66bd-40ff-bc21-57e889ad80b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (85463cf4-eef1-41dd-aac2-fb7116d26e99), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:47.494177 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5f24d93-08fb-46db-b094-137b9a245d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (c6ad9572-4457-4838-b7af-ed14235ef214), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:47.523942 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23708a-66bd-40ff-bc21-57e889ad80b6 None None] Pushing event deleted for resources: {'Port': ['ID=85463cf4-eef1-41dd-aac2-fb7116d26e99,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:47.530094 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c2427796-0bd5-4d34-bade-6f3e74bf0593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:47.540026 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-b5f24d93-08fb-46db-b094-137b9a245d38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ad9572-4457-4838-b7af-ed14235ef214']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:47.544049 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df25990-ea8d-42d0-a54e-bf438db82ccc None None] Checking router: 07fc3f04-90d3-45eb-bca0-2473b0893c06 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:47:47.552987 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-b5f24d93-08fb-46db-b094-137b9a245d38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e449ba6-c581-497e-9f9f-5fe44fd50f34') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:47.553438 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-b5f24d93-08fb-46db-b094-137b9a245d38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e449ba6-c581-497e-9f9f-5fe44fd50f34') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:47.558575 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-5261c6cd-c78f-486f-b359-280e2e7b0a83 None None] Deleting port 3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:47:47.558965 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5261c6cd-c78f-486f-b359-280e2e7b0a83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:47.564720 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5f24d93-08fb-46db-b094-137b9a245d38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (8e449ba6-c581-497e-9f9f-5fe44fd50f34), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:47.601991 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5f24d93-08fb-46db-b094-137b9a245d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (8e449ba6-c581-497e-9f9f-5fe44fd50f34), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:47.621830 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f24d93-08fb-46db-b094-137b9a245d38 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:47:47.622368 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5f24d93-08fb-46db-b094-137b9a245d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (8e449ba6-c581-497e-9f9f-5fe44fd50f34), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:47.637176 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-5261c6cd-c78f-486f-b359-280e2e7b0a83 None None] For port 3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9, host n-d-705658-24, got binding levels [] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:47:47.637581 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5261c6cd-c78f-486f-b359-280e2e7b0a83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:47.654467 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-5261c6cd-c78f-486f-b359-280e2e7b0a83 None None] Calling delete_port for 3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:47:47.657562 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.ipam_backend_mixin [None req-5261c6cd-c78f-486f-b359-280e2e7b0a83 None None] Port 3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9 was not found and therefore no delete operation was performed {{(pid=104174) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 19:47:47.659507 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e23708a-66bd-40ff-bc21-57e889ad80b6 None None] No DVR routers for this DVR port 85463cf4-eef1-41dd-aac2-fb7116d26e99 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:47:47.665660 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5261c6cd-c78f-486f-b359-280e2e7b0a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:47.706994 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261c6cd-c78f-486f-b359-280e2e7b0a83 None None] Pushing event deleted for resources: {'Port': ['ID=3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:47.718992 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df25990-ea8d-42d0-a54e-bf438db82ccc None None] Routers {'07fc3f04-90d3-45eb-bca0-2473b0893c06'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:47:47.719426 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-1df25990-ea8d-42d0-a54e-bf438db82ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:47:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['07fc3f04-90d3-45eb-bca0-2473b0893c06'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:47.760600 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:47:47.760600 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:47:47.760600 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:47:47.760600 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:47:47.760600 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:47:47.760600 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:47:47.760600 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:47:47.760600 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:47:47.760600 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:47:47.760600 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:47:47.760600 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:47:47.760600 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:47:47.760600 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:47:47.760600 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:47:47.760600 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:47:47.760600 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:47:47.760600 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:47:47.760600 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:47:47.760600 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:47:47.760600 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:47:47.760600 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:47:47.760600 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:47:47.760600 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:47:47.760600 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:47:47.760600 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:47:47.760600 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:47:47.760600 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:47:47.760600 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:47:47.760600 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:47:47.760600 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:47:47.760600 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:47:47.760600 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:47:47.778903 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5f24d93-08fb-46db-b094-137b9a245d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (c6ad9572-4457-4838-b7af-ed14235ef214), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:47.785533 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5f24d93-08fb-46db-b094-137b9a245d38 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:47.792571 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b5f24d93-08fb-46db-b094-137b9a245d38 admin admin] 10.222.0.75 "DELETE /v2.0/networks/c6ad9572-4457-4838-b7af-ed14235ef214 HTTP/1.1" status: 204 len: 168 time: 1.1782734 Mar 22 19:47:47.820915 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f24d93-08fb-46db-b094-137b9a245d38 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6ad9572-4457-4838-b7af-ed14235ef214,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:47.851346 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-1df25990-ea8d-42d0-a54e-bf438db82ccc None None] Set router 07fc3f04-90d3-45eb-bca0-2473b0893c06 gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:47:47.886777 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4c211f4c-d7a8-4624-8359-ad24eeef8378 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (85463cf4-eef1-41dd-aac2-fb7116d26e99), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:47.982322 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c211f4c-d7a8-4624-8359-ad24eeef8378 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event deleted for resources: {'Port': ['ID=85463cf4-eef1-41dd-aac2-fb7116d26e99,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:48.040721 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5261c6cd-c78f-486f-b359-280e2e7b0a83 None None] No DVR routers for this DVR port 3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:47:48.043541 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c211f4c-d7a8-4624-8359-ad24eeef8378 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] No DVR routers for this DVR port 85463cf4-eef1-41dd-aac2-fb7116d26e99 on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:47:48.054901 n-d-705658-24 neutron-server[104172]: DEBUG neutron.objects.ports [None req-a4e0046b-76e1-440d-931f-d419add556b0 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104172) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 22 19:47:48.055291 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a4e0046b-76e1-440d-931f-d419add556b0 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (d5236f31-c3a2-491d-9d02-f973b0923a53), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:48.120366 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50618) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:48.129385 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-1df25990-ea8d-42d0-a54e-bf438db82ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'name': 'tempest-RoutersTest-router-741369824', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:46:32Z', 'updated_at': '2022-03-22T19:47:43Z', 'revision_number': 10, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'gw_port_host': None, '_interfaces': [{'id': '390905f2-bf20-47c2-82a1-697077271adc', 'name': '', 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:76:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:33Z', 'updated_at': '2022-03-22T19:46:43Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:48.208098 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df25990-ea8d-42d0-a54e-bf438db82ccc None None] The sync data for ids ['07fc3f04-90d3-45eb-bca0-2473b0893c06'] in n-d-705658-24 is: [{'id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'name': 'tempest-RoutersTest-router-741369824', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:46:32Z', 'updated_at': '2022-03-22T19:47:43Z', 'revision_number': 10, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'gw_port_host': None, '_interfaces': [{'id': '390905f2-bf20-47c2-82a1-697077271adc', 'name': '', 'network_id': 'fe42298d-9097-43e9-a317-79076ca9a812', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'mac_address': 'fa:16:3e:76:f5:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:46:33Z', 'updated_at': '2022-03-22T19:46:43Z', 'revision_number': 5, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'subnets': [{'id': 'b15bc88b-4943-40f6-8193-24dd5e52e41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:47:48.215160 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-51a637ee-a688-4ff4-9ba3-03601ca3b061 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9311d11ae9f64b56a94fae205d6367b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0927167 Mar 22 19:47:48.222832 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50620) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:48.308722 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2b0fa0a6-5c48-4749-8ea7-fc772d0c3029 admin admin] Publish callbacks [] for security_group (240f4525-bf93-4894-b793-b2a06ed661e3), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:48.348930 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2b0fa0a6-5c48-4749-8ea7-fc772d0c3029 admin admin] Publish callbacks [] for security_group (240f4525-bf93-4894-b793-b2a06ed661e3), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:48.354509 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4c211f4c-d7a8-4624-8359-ad24eeef8378 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (8a1ad69f-f1f4-4a64-99b3-f002afc3f76f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:48.378397 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-4c211f4c-d7a8-4624-8359-ad24eeef8378 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a1ad69f-f1f4-4a64-99b3-f002afc3f76f']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:48.389000 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-4c211f4c-d7a8-4624-8359-ad24eeef8378 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6654f959-0179-4b80-9878-54c2091ba464') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:48.389318 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-4c211f4c-d7a8-4624-8359-ad24eeef8378 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6654f959-0179-4b80-9878-54c2091ba464') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:48.415321 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4c211f4c-d7a8-4624-8359-ad24eeef8378 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (6654f959-0179-4b80-9878-54c2091ba464), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:48.435683 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4c211f4c-d7a8-4624-8359-ad24eeef8378 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (6654f959-0179-4b80-9878-54c2091ba464), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:48.446361 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c211f4c-d7a8-4624-8359-ad24eeef8378 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:47:48.446764 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4c211f4c-d7a8-4624-8359-ad24eeef8378 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (6654f959-0179-4b80-9878-54c2091ba464), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:48.457590 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:48.470970 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2b0fa0a6-5c48-4749-8ea7-fc772d0c3029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (240f4525-bf93-4894-b793-b2a06ed661e3), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:48.473765 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2b0fa0a6-5c48-4749-8ea7-fc772d0c3029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:48.475545 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2b0fa0a6-5c48-4749-8ea7-fc772d0c3029 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/240f4525-bf93-4894-b793-b2a06ed661e3 HTTP/1.1" status: 204 len: 168 time: 0.2514868 Mar 22 19:47:48.496214 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fa0a6-5c48-4749-8ea7-fc772d0c3029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240f4525-bf93-4894-b793-b2a06ed661e3,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:47:48.535302 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:47:48.549752 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0046b-76e1-440d-931f-d419add556b0 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d5236f31-c3a2-491d-9d02-f973b0923a53,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:48.554160 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4c211f4c-d7a8-4624-8359-ad24eeef8378 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (8a1ad69f-f1f4-4a64-99b3-f002afc3f76f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:48.581703 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4c211f4c-d7a8-4624-8359-ad24eeef8378 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:48.594611 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4c211f4c-d7a8-4624-8359-ad24eeef8378 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/networks/8a1ad69f-f1f4-4a64-99b3-f002afc3f76f HTTP/1.1" status: 204 len: 168 time: 2.2596858 Mar 22 19:47:48.594611 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c211f4c-d7a8-4624-8359-ad24eeef8378 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event deleted for resources: {'Network': ['ID=8a1ad69f-f1f4-4a64-99b3-f002afc3f76f,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:48.594897 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50630) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:48.629124 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e0046b-76e1-440d-931f-d419add556b0 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Checking segment: {'id': '7474fe6b-9937-49a1-ad58-128e9914743f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd927d7cc-9cac-4839-8e4b-a46f85bdb241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:47:48.629498 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e0046b-76e1-440d-931f-d419add556b0 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Network hostable DHCP agents. Network: d927d7cc-9cac-4839-8e4b-a46f85bdb241, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:47:48.675625 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e0046b-76e1-440d-931f-d419add556b0 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Network d927d7cc-9cac-4839-8e4b-a46f85bdb241 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:47:48.700360 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-a4e0046b-76e1-440d-931f-d419add556b0 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, d927d7cc-9cac-4839-8e4b-a46f85bdb241) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:47:48.717841 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e0046b-76e1-440d-931f-d419add556b0 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:48.718455 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a4e0046b-76e1-440d-931f-d419add556b0 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:48.742620 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba177a20-19b6-4b38-bba3-9c51cd2b40d4 None None] Network d927d7cc-9cac-4839-8e4b-a46f85bdb241 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:47:48.781939 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a4e0046b-76e1-440d-931f-d419add556b0 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8174305 Mar 22 19:47:48.786148 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50634) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:48.821321 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-6578672b-4554-495c-abcb-6c38a1e021e6 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1053847164', 'network_id': 'd927d7cc-9cac-4839-8e4b-a46f85bdb241'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:47:48.890286 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6578672b-4554-495c-abcb-6c38a1e021e6 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Made reservation on behalf of 4f38ee862f674386822cc43be619eae2 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:47:48.892980 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6578672b-4554-495c-abcb-6c38a1e021e6 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:48.949434 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:48.950910 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-6578672b-4554-495c-abcb-6c38a1e021e6 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] device_id is not set on port c01a0211-d350-45ca-b899-b35884b36dc5 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:47:48.974149 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 85463cf4-eef1-41dd-aac2-fb7116d26e99 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:47:49.034694 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 85463cf4-eef1-41dd-aac2-fb7116d26e99 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:47:49.035160 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 85463cf4-eef1-41dd-aac2-fb7116d26e99 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:47:49.035450 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:47:49.098224 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:47:49.098489 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 3bde8d51-0900-4c0b-9fb1-6d13bd3a7bb9 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:47:49.098917 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 68f697ed-bd73-4484-b084-f2d3148125d3 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:47:49.149175 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 68f697ed-bd73-4484-b084-f2d3148125d3 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:47:49.149526 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 68f697ed-bd73-4484-b084-f2d3148125d3 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:47:49.221328 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-6578672b-4554-495c-abcb-6c38a1e021e6 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Allocated IP 172.20.0.4 (d927d7cc-9cac-4839-8e4b-a46f85bdb241/d5236f31-c3a2-491d-9d02-f973b0923a53/c01a0211-d350-45ca-b899-b35884b36dc5) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:47:49.265208 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50638) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:49.273322 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a105bdb-92d0-49e2-9d20-d582c3e2c66f None None] Network d927d7cc-9cac-4839-8e4b-a46f85bdb241 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:47:49.429275 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2cd9cf29-6eb0-490c-a381-a98e9164327a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2d031dcd19064662ac67f74f1021c13c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1605570 Mar 22 19:47:49.430679 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50642) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:49.517554 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6578672b-4554-495c-abcb-6c38a1e021e6 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for port (c01a0211-d350-45ca-b899-b35884b36dc5), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:49.538299 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-76b0baee-385c-4c9a-9895-a6796bfd1a47 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (07fc3f04-90d3-45eb-bca0-2473b0893c06), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:49.594527 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6578672b-4554-495c-abcb-6c38a1e021e6 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (c01a0211-d350-45ca-b899-b35884b36dc5), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:49.650725 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6578672b-4554-495c-abcb-6c38a1e021e6 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Network d927d7cc-9cac-4839-8e4b-a46f85bdb241 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:47:49.656627 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-6578672b-4554-495c-abcb-6c38a1e021e6 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:47:49.669189 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6578672b-4554-495c-abcb-6c38a1e021e6 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:47:49.716113 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6578672b-4554-495c-abcb-6c38a1e021e6 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:47:49.717047 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6578672b-4554-495c-abcb-6c38a1e021e6 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:49.729817 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578672b-4554-495c-abcb-6c38a1e021e6 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Pushing event updated for resources: {'Port': ['ID=c01a0211-d350-45ca-b899-b35884b36dc5,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:49.753700 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6578672b-4554-495c-abcb-6c38a1e021e6 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9679718 Mar 22 19:47:49.754583 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50648) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:49.776670 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8a367d3b-80e0-4b02-90f9-952f62b87dbd admin admin] Publish callbacks [] for security_group (171fb0b3-9485-4fd5-9fc8-24e390abe437), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:49.858361 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8a367d3b-80e0-4b02-90f9-952f62b87dbd admin admin] Publish callbacks [] for security_group (171fb0b3-9485-4fd5-9fc8-24e390abe437), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:49.919949 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-961ac91c-ed75-44b4-bf35-1149272cf7ab tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Deleting port c01a0211-d350-45ca-b899-b35884b36dc5 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:47:49.921276 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-961ac91c-ed75-44b4-bf35-1149272cf7ab tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (c01a0211-d350-45ca-b899-b35884b36dc5), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:49.932348 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8a367d3b-80e0-4b02-90f9-952f62b87dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (171fb0b3-9485-4fd5-9fc8-24e390abe437), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:49.935387 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8a367d3b-80e0-4b02-90f9-952f62b87dbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:49.939381 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8a367d3b-80e0-4b02-90f9-952f62b87dbd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/171fb0b3-9485-4fd5-9fc8-24e390abe437 HTTP/1.1" status: 204 len: 168 time: 0.5030787 Mar 22 19:47:49.956067 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a367d3b-80e0-4b02-90f9-952f62b87dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171fb0b3-9485-4fd5-9fc8-24e390abe437,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:50.208537 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-961ac91c-ed75-44b4-bf35-1149272cf7ab tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (c01a0211-d350-45ca-b899-b35884b36dc5), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:50.218165 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:50.239364 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-961ac91c-ed75-44b4-bf35-1149272cf7ab tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Calling delete_port for c01a0211-d350-45ca-b899-b35884b36dc5 owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:47:50.307702 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-76b0baee-385c-4c9a-9895-a6796bfd1a47 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Deleting port 390905f2-bf20-47c2-82a1-697077271adc {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:47:50.308052 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-76b0baee-385c-4c9a-9895-a6796bfd1a47 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (390905f2-bf20-47c2-82a1-697077271adc), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:50.544771 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-76b0baee-385c-4c9a-9895-a6796bfd1a47 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] For port 390905f2-bf20-47c2-82a1-697077271adc, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=390905f2-bf20-47c2-82a1-697077271adc,segment=NetworkSegment(064ab5ff-89c4-4231-8179-6dd7c8bf4e5a),segment_id=064ab5ff-89c4-4231-8179-6dd7c8bf4e5a)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:47:50.545465 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-76b0baee-385c-4c9a-9895-a6796bfd1a47 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (390905f2-bf20-47c2-82a1-697077271adc), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:50.564607 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-76b0baee-385c-4c9a-9895-a6796bfd1a47 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Calling delete_port for 390905f2-bf20-47c2-82a1-697077271adc owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:47:50.581769 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-961ac91c-ed75-44b4-bf35-1149272cf7ab tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (c01a0211-d350-45ca-b899-b35884b36dc5), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:50.717413 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ac91c-ed75-44b4-bf35-1149272cf7ab tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Pushing event deleted for resources: {'Port': ['ID=c01a0211-d350-45ca-b899-b35884b36dc5,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:50.882069 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-961ac91c-ed75-44b4-bf35-1149272cf7ab tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:50.912965 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-961ac91c-ed75-44b4-bf35-1149272cf7ab tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] 10.222.0.75 "DELETE /v2.0/ports/c01a0211-d350-45ca-b899-b35884b36dc5 HTTP/1.1" status: 204 len: 168 time: 1.1570275 Mar 22 19:47:50.915524 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50662) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:50.923995 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-e4461076-c90c-45be-93ae-d5d0565950f5 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd927d7cc-9cac-4839-8e4b-a46f85bdb241', 'external_fixed_ips': [{'subnet_id': 'd5236f31-c3a2-491d-9d02-f973b0923a53', 'ip_address': '172.20.0.4'}]}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:47:51.013081 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e4461076-c90c-45be-93ae-d5d0565950f5 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (9b956a53-488a-4709-8801-2a9416d3bdb7), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:51.014721 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e4461076-c90c-45be-93ae-d5d0565950f5 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (9b956a53-488a-4709-8801-2a9416d3bdb7), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:51.022168 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-76b0baee-385c-4c9a-9895-a6796bfd1a47 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (390905f2-bf20-47c2-82a1-697077271adc), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:51.095240 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e4461076-c90c-45be-93ae-d5d0565950f5 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router_controller (9b956a53-488a-4709-8801-2a9416d3bdb7), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:51.103585 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0baee-385c-4c9a-9895-a6796bfd1a47 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event deleted for resources: {'Port': ['ID=390905f2-bf20-47c2-82a1-697077271adc,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:51.290805 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-76b0baee-385c-4c9a-9895-a6796bfd1a47 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (07fc3f04-90d3-45eb-bca0-2473b0893c06), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:51.322348 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e4461076-c90c-45be-93ae-d5d0565950f5 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router_gateway (9b956a53-488a-4709-8801-2a9416d3bdb7), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:51.358676 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:51.595324 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b0baee-385c-4c9a-9895-a6796bfd1a47 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Router 07fc3f04-90d3-45eb-bca0-2473b0893c06 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:47:51.687963 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b0baee-385c-4c9a-9895-a6796bfd1a47 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:47:51.702406 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-76b0baee-385c-4c9a-9895-a6796bfd1a47 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "PUT /v2.0/routers/07fc3f04-90d3-45eb-bca0-2473b0893c06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1063721 Mar 22 19:47:51.703051 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50670) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:51.703164 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41411aac-5a49-493d-b6e5-ea60603b0730 None None] Sync routers for ids ['07fc3f04-90d3-45eb-bca0-2473b0893c06'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:47:51.731981 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e4461076-c90c-45be-93ae-d5d0565950f5 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router_gateway (9b956a53-488a-4709-8801-2a9416d3bdb7), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:51.744937 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41411aac-5a49-493d-b6e5-ea60603b0730 None None] Routers {'07fc3f04-90d3-45eb-bca0-2473b0893c06'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:47:51.748396 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-41411aac-5a49-493d-b6e5-ea60603b0730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:47:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['07fc3f04-90d3-45eb-bca0-2473b0893c06'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:51.758711 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e4461076-c90c-45be-93ae-d5d0565950f5 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:51.930568 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a4be82-cdc0-421d-a302-4d98b14a6f62 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Deleting subnet b15bc88b-4943-40f6-8193-24dd5e52e41e {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:47:51.945853 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-68a4be82-cdc0-421d-a302-4d98b14a6f62 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for subnet (b15bc88b-4943-40f6-8193-24dd5e52e41e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:52.079312 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-41411aac-5a49-493d-b6e5-ea60603b0730 None None] Set router 07fc3f04-90d3-45eb-bca0-2473b0893c06 gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:47:52.243196 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-41411aac-5a49-493d-b6e5-ea60603b0730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'name': 'tempest-RoutersTest-router-741369824', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:46:32Z', 'updated_at': '2022-03-22T19:47:50Z', 'revision_number': 11, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:52.259655 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-e4461076-c90c-45be-93ae-d5d0565950f5 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Allocated IP 172.20.0.4 (d927d7cc-9cac-4839-8e4b-a46f85bdb241/d5236f31-c3a2-491d-9d02-f973b0923a53/f9346503-28f1-4d7d-860a-fb16aba8ec98) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:47:52.321696 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41411aac-5a49-493d-b6e5-ea60603b0730 None None] Checking router: 07fc3f04-90d3-45eb-bca0-2473b0893c06 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:47:52.332885 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41411aac-5a49-493d-b6e5-ea60603b0730 None None] Routers {'07fc3f04-90d3-45eb-bca0-2473b0893c06'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:47:52.334421 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-41411aac-5a49-493d-b6e5-ea60603b0730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:47:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['07fc3f04-90d3-45eb-bca0-2473b0893c06'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:52.471431 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-41411aac-5a49-493d-b6e5-ea60603b0730 None None] Set router 07fc3f04-90d3-45eb-bca0-2473b0893c06 gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:47:52.517080 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e4461076-c90c-45be-93ae-d5d0565950f5 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for port (f9346503-28f1-4d7d-860a-fb16aba8ec98), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:52.532813 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-41411aac-5a49-493d-b6e5-ea60603b0730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'name': 'tempest-RoutersTest-router-741369824', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:46:32Z', 'updated_at': '2022-03-22T19:47:50Z', 'revision_number': 11, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:52.579565 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41411aac-5a49-493d-b6e5-ea60603b0730 None None] The sync data for ids ['07fc3f04-90d3-45eb-bca0-2473b0893c06'] in n-d-705658-24 is: [{'id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'name': 'tempest-RoutersTest-router-741369824', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:46:32Z', 'updated_at': '2022-03-22T19:47:50Z', 'revision_number': 11, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'gw_port_host': None}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:47:52.589358 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e4461076-c90c-45be-93ae-d5d0565950f5 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (f9346503-28f1-4d7d-860a-fb16aba8ec98), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:52.700341 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-68a4be82-cdc0-421d-a302-4d98b14a6f62 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (b15bc88b-4943-40f6-8193-24dd5e52e41e), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:52.708132 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4461076-c90c-45be-93ae-d5d0565950f5 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Pushing event updated for resources: {'Port': ['ID=f9346503-28f1-4d7d-860a-fb16aba8ec98,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:52.728745 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4461076-c90c-45be-93ae-d5d0565950f5 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Network d927d7cc-9cac-4839-8e4b-a46f85bdb241 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:47:52.730480 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-e4461076-c90c-45be-93ae-d5d0565950f5 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:47:52.750261 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4461076-c90c-45be-93ae-d5d0565950f5 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:47:52.919494 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-68a4be82-cdc0-421d-a302-4d98b14a6f62 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (b15bc88b-4943-40f6-8193-24dd5e52e41e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:53.071944 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 390905f2-bf20-47c2-82a1-697077271adc no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:47:53.108013 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-68a4be82-cdc0-421d-a302-4d98b14a6f62 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (b15bc88b-4943-40f6-8193-24dd5e52e41e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:53.114798 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 390905f2-bf20-47c2-82a1-697077271adc {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:47:53.115690 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 390905f2-bf20-47c2-82a1-697077271adc not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:47:53.181447 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a4be82-cdc0-421d-a302-4d98b14a6f62 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event deleted for resources: {'Subnet': ['ID=b15bc88b-4943-40f6-8193-24dd5e52e41e,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:53.197096 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-68a4be82-cdc0-421d-a302-4d98b14a6f62 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:53.200554 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-68a4be82-cdc0-421d-a302-4d98b14a6f62 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/subnets/b15bc88b-4943-40f6-8193-24dd5e52e41e HTTP/1.1" status: 204 len: 168 time: 1.4965296 Mar 22 19:47:53.206830 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e011dc1-cea4-4c25-a8cb-0125ada97468 None None] Network fe42298d-9097-43e9-a317-79076ca9a812 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:47:53.210520 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50692) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:53.421141 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7150551f-83b2-4b1a-a6af-57c8afe34f7e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (fe42298d-9097-43e9-a317-79076ca9a812), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:53.425326 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e4461076-c90c-45be-93ae-d5d0565950f5 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router_gateway (9b956a53-488a-4709-8801-2a9416d3bdb7), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:53.524500 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37964717-8f06-48fb-b295-5f7d0863fe79 None None] DHCP port deletion for fe42298d-9097-43e9-a317-79076ca9a812 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:47:53.579270 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-7150551f-83b2-4b1a-a6af-57c8afe34f7e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Deleting port 583160cd-8eb2-43c2-bbb7-b15a7fa986c4 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:47:53.579629 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7150551f-83b2-4b1a-a6af-57c8afe34f7e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (583160cd-8eb2-43c2-bbb7-b15a7fa986c4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:53.664803 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-7150551f-83b2-4b1a-a6af-57c8afe34f7e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] For port 583160cd-8eb2-43c2-bbb7-b15a7fa986c4, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=583160cd-8eb2-43c2-bbb7-b15a7fa986c4,segment=NetworkSegment(064ab5ff-89c4-4231-8179-6dd7c8bf4e5a),segment_id=064ab5ff-89c4-4231-8179-6dd7c8bf4e5a)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:47:53.665177 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7150551f-83b2-4b1a-a6af-57c8afe34f7e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (583160cd-8eb2-43c2-bbb7-b15a7fa986c4), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:53.671469 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-37964717-8f06-48fb-b295-5f7d0863fe79 None None] Deleting port 583160cd-8eb2-43c2-bbb7-b15a7fa986c4 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:47:53.671861 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-37964717-8f06-48fb-b295-5f7d0863fe79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (583160cd-8eb2-43c2-bbb7-b15a7fa986c4), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:53.682638 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-7150551f-83b2-4b1a-a6af-57c8afe34f7e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Calling delete_port for 583160cd-8eb2-43c2-bbb7-b15a7fa986c4 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:47:53.819821 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7150551f-83b2-4b1a-a6af-57c8afe34f7e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (583160cd-8eb2-43c2-bbb7-b15a7fa986c4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:53.869040 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-37964717-8f06-48fb-b295-5f7d0863fe79 None None] For port 583160cd-8eb2-43c2-bbb7-b15a7fa986c4, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=583160cd-8eb2-43c2-bbb7-b15a7fa986c4,segment=NetworkSegment(064ab5ff-89c4-4231-8179-6dd7c8bf4e5a),segment_id=064ab5ff-89c4-4231-8179-6dd7c8bf4e5a)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:47:53.871303 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-37964717-8f06-48fb-b295-5f7d0863fe79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (583160cd-8eb2-43c2-bbb7-b15a7fa986c4), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:53.904179 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-37964717-8f06-48fb-b295-5f7d0863fe79 None None] Calling delete_port for 583160cd-8eb2-43c2-bbb7-b15a7fa986c4 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:47:53.950793 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150551f-83b2-4b1a-a6af-57c8afe34f7e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event deleted for resources: {'Port': ['ID=583160cd-8eb2-43c2-bbb7-b15a7fa986c4,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:53.973302 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e4461076-c90c-45be-93ae-d5d0565950f5 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (9b956a53-488a-4709-8801-2a9416d3bdb7), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:53.980318 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7150551f-83b2-4b1a-a6af-57c8afe34f7e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] No DVR routers for this DVR port 583160cd-8eb2-43c2-bbb7-b15a7fa986c4 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:47:54.110729 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-37964717-8f06-48fb-b295-5f7d0863fe79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (583160cd-8eb2-43c2-bbb7-b15a7fa986c4), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:54.165658 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37964717-8f06-48fb-b295-5f7d0863fe79 None None] Pushing event deleted for resources: {'Port': ['ID=583160cd-8eb2-43c2-bbb7-b15a7fa986c4,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:54.180455 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37964717-8f06-48fb-b295-5f7d0863fe79 None None] No DVR routers for this DVR port 583160cd-8eb2-43c2-bbb7-b15a7fa986c4 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:47:54.249625 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7150551f-83b2-4b1a-a6af-57c8afe34f7e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (fe42298d-9097-43e9-a317-79076ca9a812), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:54.263558 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4461076-c90c-45be-93ae-d5d0565950f5 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Router 9b956a53-488a-4709-8801-2a9416d3bdb7 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:47:54.306745 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-7150551f-83b2-4b1a-a6af-57c8afe34f7e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe42298d-9097-43e9-a317-79076ca9a812']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:54.329747 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-7150551f-83b2-4b1a-a6af-57c8afe34f7e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '064ab5ff-89c4-4231-8179-6dd7c8bf4e5a') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:54.330213 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-7150551f-83b2-4b1a-a6af-57c8afe34f7e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '064ab5ff-89c4-4231-8179-6dd7c8bf4e5a') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:54.348901 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7150551f-83b2-4b1a-a6af-57c8afe34f7e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (064ab5ff-89c4-4231-8179-6dd7c8bf4e5a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:54.374735 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7150551f-83b2-4b1a-a6af-57c8afe34f7e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (064ab5ff-89c4-4231-8179-6dd7c8bf4e5a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:54.387651 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7150551f-83b2-4b1a-a6af-57c8afe34f7e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:47:54.388185 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7150551f-83b2-4b1a-a6af-57c8afe34f7e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (064ab5ff-89c4-4231-8179-6dd7c8bf4e5a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:54.391891 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:47:54.391891 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:47:54.391891 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:47:54.391891 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:47:54.391891 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:47:54.391891 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:47:54.391891 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:47:54.391891 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:47:54.391891 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:47:54.391891 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:47:54.391891 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:47:54.391891 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:47:54.391891 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:47:54.391891 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:47:54.391891 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:47:54.391891 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:47:54.391891 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:47:54.391891 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:47:54.391891 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:47:54.391891 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:47:54.391891 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:47:54.391891 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:47:54.391891 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:47:54.391891 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:47:54.391891 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:47:54.391891 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:47:54.391891 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:47:54.391891 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:47:54.391891 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:47:54.391891 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:47:54.391891 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:47:54.391891 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:47:54.470504 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4461076-c90c-45be-93ae-d5d0565950f5 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:47:54.484323 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7fbd58-84c3-4126-adf3-e602522f0e99 None None] Sync routers for ids ['9b956a53-488a-4709-8801-2a9416d3bdb7'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:47:54.507106 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7fbd58-84c3-4126-adf3-e602522f0e99 None None] Routers {'9b956a53-488a-4709-8801-2a9416d3bdb7'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:47:54.507756 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-6b7fbd58-84c3-4126-adf3-e602522f0e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:47:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['9b956a53-488a-4709-8801-2a9416d3bdb7'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:54.534118 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7150551f-83b2-4b1a-a6af-57c8afe34f7e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (fe42298d-9097-43e9-a317-79076ca9a812), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:54.538056 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e4461076-c90c-45be-93ae-d5d0565950f5 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:54.541716 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e4461076-c90c-45be-93ae-d5d0565950f5 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.6211784 Mar 22 19:47:54.542351 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50710) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:54.557148 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7150551f-83b2-4b1a-a6af-57c8afe34f7e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:54.565337 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7150551f-83b2-4b1a-a6af-57c8afe34f7e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/networks/fe42298d-9097-43e9-a317-79076ca9a812 HTTP/1.1" status: 204 len: 168 time: 1.3537107 Mar 22 19:47:54.575558 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50712) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:54.644348 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-393343f1-aacf-4afa-8a56-06af0ed72599 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Request body: {'router': {'routes': None}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:47:54.653047 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150551f-83b2-4b1a-a6af-57c8afe34f7e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Pushing event deleted for resources: {'Network': ['ID=fe42298d-9097-43e9-a317-79076ca9a812,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:54.760027 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-6b7fbd58-84c3-4126-adf3-e602522f0e99 None None] Set router 9b956a53-488a-4709-8801-2a9416d3bdb7 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:47:54.789161 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-58050824-bbd2-4e88-95e7-98fc04f2c74c tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router (9b956a53-488a-4709-8801-2a9416d3bdb7), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:55.087334 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-58050824-bbd2-4e88-95e7-98fc04f2c74c tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router_gateway (9b956a53-488a-4709-8801-2a9416d3bdb7), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:55.190957 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.extraroute_db [None req-393343f1-aacf-4afa-8a56-06af0ed72599 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Added routes are [] {{(pid=104173) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 22 19:47:55.191536 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.extraroute_db [None req-393343f1-aacf-4afa-8a56-06af0ed72599 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Removed routes are [] {{(pid=104173) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 22 19:47:55.191793 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-393343f1-aacf-4afa-8a56-06af0ed72599 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4043'] for router (07fc3f04-90d3-45eb-bca0-2473b0893c06), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:55.267234 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-58050824-bbd2-4e88-95e7-98fc04f2c74c tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Deleting port f9346503-28f1-4d7d-860a-fb16aba8ec98 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:47:55.267582 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-58050824-bbd2-4e88-95e7-98fc04f2c74c tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f9346503-28f1-4d7d-860a-fb16aba8ec98), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:55.311686 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 583160cd-8eb2-43c2-bbb7-b15a7fa986c4 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:47:55.447870 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-58050824-bbd2-4e88-95e7-98fc04f2c74c tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f9346503-28f1-4d7d-860a-fb16aba8ec98), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:55.458879 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 583160cd-8eb2-43c2-bbb7-b15a7fa986c4 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:47:55.459236 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 583160cd-8eb2-43c2-bbb7-b15a7fa986c4 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:47:55.472132 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-58050824-bbd2-4e88-95e7-98fc04f2c74c tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Calling delete_port for f9346503-28f1-4d7d-860a-fb16aba8ec98 owned by network:router_gateway {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:47:55.579777 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-393343f1-aacf-4afa-8a56-06af0ed72599 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4043'] for router (07fc3f04-90d3-45eb-bca0-2473b0893c06), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:55.587708 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-393343f1-aacf-4afa-8a56-06af0ed72599 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918527'] for router (07fc3f04-90d3-45eb-bca0-2473b0893c06), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:55.753353 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-6b7fbd58-84c3-4126-adf3-e602522f0e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b956a53-488a-4709-8801-2a9416d3bdb7', 'name': '', 'tenant_id': '4f38ee862f674386822cc43be619eae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd927d7cc-9cac-4839-8e4b-a46f85bdb241', 'external_fixed_ips': [{'subnet_id': 'd5236f31-c3a2-491d-9d02-f973b0923a53', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'f9346503-28f1-4d7d-860a-fb16aba8ec98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:47:51Z', 'updated_at': '2022-03-22T19:47:53Z', 'revision_number': 3, 'project_id': '4f38ee862f674386822cc43be619eae2', 'gw_port': {'id': 'f9346503-28f1-4d7d-860a-fb16aba8ec98', 'name': '', 'network_id': 'd927d7cc-9cac-4839-8e4b-a46f85bdb241', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:3f:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b956a53-488a-4709-8801-2a9416d3bdb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'd5236f31-c3a2-491d-9d02-f973b0923a53', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:47:51Z', 'updated_at': '2022-03-22T19:47:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5236f31-c3a2-491d-9d02-f973b0923a53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:55.804625 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7fbd58-84c3-4126-adf3-e602522f0e99 None None] Checking router: 9b956a53-488a-4709-8801-2a9416d3bdb7 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:47:55.804989 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7fbd58-84c3-4126-adf3-e602522f0e99 None None] Updating router 9b956a53-488a-4709-8801-2a9416d3bdb7 port f9346503-28f1-4d7d-860a-fb16aba8ec98 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:47:55.843022 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393343f1-aacf-4afa-8a56-06af0ed72599 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Router 07fc3f04-90d3-45eb-bca0-2473b0893c06 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:47:55.866943 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6b7fbd58-84c3-4126-adf3-e602522f0e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f9346503-28f1-4d7d-860a-fb16aba8ec98), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:55.914418 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-58050824-bbd2-4e88-95e7-98fc04f2c74c tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (f9346503-28f1-4d7d-860a-fb16aba8ec98), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:55.950725 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58050824-bbd2-4e88-95e7-98fc04f2c74c tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Pushing event deleted for resources: {'Port': ['ID=f9346503-28f1-4d7d-860a-fb16aba8ec98,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:56.092575 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-58050824-bbd2-4e88-95e7-98fc04f2c74c tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (9b956a53-488a-4709-8801-2a9416d3bdb7), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:56.165869 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393343f1-aacf-4afa-8a56-06af0ed72599 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:47:56.175697 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cec4bf0-06d7-490e-9679-da2db5d4f052 None None] Sync routers for ids ['07fc3f04-90d3-45eb-bca0-2473b0893c06'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:47:56.189315 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-393343f1-aacf-4afa-8a56-06af0ed72599 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:56.196390 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cec4bf0-06d7-490e-9679-da2db5d4f052 None None] Routers {'07fc3f04-90d3-45eb-bca0-2473b0893c06'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:47:56.198898 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-5cec4bf0-06d7-490e-9679-da2db5d4f052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:47:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['07fc3f04-90d3-45eb-bca0-2473b0893c06'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:56.208084 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-393343f1-aacf-4afa-8a56-06af0ed72599 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "PUT /v2.0/routers/07fc3f04-90d3-45eb-bca0-2473b0893c06 HTTP/1.1" status: 200 len: 700 time: 1.6297443 Mar 22 19:47:56.213212 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50724) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:56.306790 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-58050824-bbd2-4e88-95e7-98fc04f2c74c tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (9b956a53-488a-4709-8801-2a9416d3bdb7), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:56.314480 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-92fe1741-d7bc-4ddf-8c40-3b8b41486d5d tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "GET /v2.0/ports?device_id=07fc3f04-90d3-45eb-bca0-2473b0893c06 HTTP/1.1" status: 200 len: 205 time: 0.0963511 Mar 22 19:47:56.315309 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50726) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:56.375468 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.api [None req-6b7fbd58-84c3-4126-adf3-e602522f0e99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:47:56.380298 n-d-705658-24 neutron-server[104174]: DEBUG oslo_db.api [None req-6b7fbd58-84c3-4126-adf3-e602522f0e99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:47:56.399152 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-5cec4bf0-06d7-490e-9679-da2db5d4f052 None None] Set router 07fc3f04-90d3-45eb-bca0-2473b0893c06 gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:47:56.425467 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-58050824-bbd2-4e88-95e7-98fc04f2c74c tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router_controller (9b956a53-488a-4709-8801-2a9416d3bdb7), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:56.478564 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-5cec4bf0-06d7-490e-9679-da2db5d4f052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'name': 'tempest-RoutersTest-router-741369824', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:46:32Z', 'updated_at': '2022-03-22T19:47:50Z', 'revision_number': 11, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:56.498691 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a6704ac3-2ec7-418c-b8bc-dd81414abb26 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router (07fc3f04-90d3-45eb-bca0-2473b0893c06), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:56.546102 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cec4bf0-06d7-490e-9679-da2db5d4f052 None None] Checking router: 07fc3f04-90d3-45eb-bca0-2473b0893c06 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:47:56.556321 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cec4bf0-06d7-490e-9679-da2db5d4f052 None None] Routers {'07fc3f04-90d3-45eb-bca0-2473b0893c06'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:47:56.557255 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-5cec4bf0-06d7-490e-9679-da2db5d4f052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:47:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['07fc3f04-90d3-45eb-bca0-2473b0893c06'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:56.585609 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-58050824-bbd2-4e88-95e7-98fc04f2c74c tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (9b956a53-488a-4709-8801-2a9416d3bdb7), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:56.586357 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58050824-bbd2-4e88-95e7-98fc04f2c74c tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b956a53-488a-4709-8801-2a9416d3bdb7 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:47:56.608881 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-58050824-bbd2-4e88-95e7-98fc04f2c74c tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:56.608881 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-58050824-bbd2-4e88-95e7-98fc04f2c74c tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] 10.222.0.75 "DELETE /v2.0/routers/9b956a53-488a-4709-8801-2a9416d3bdb7 HTTP/1.1" status: 204 len: 168 time: 2.0580862 Mar 22 19:47:56.611433 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50732) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:56.671822 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-5cec4bf0-06d7-490e-9679-da2db5d4f052 None None] Set router 07fc3f04-90d3-45eb-bca0-2473b0893c06 gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:47:56.706472 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-752f6f32-cd10-44f6-a918-c361e6902bca tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Deleting subnet d5236f31-c3a2-491d-9d02-f973b0923a53 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:47:56.712144 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-752f6f32-cd10-44f6-a918-c361e6902bca tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for subnet (d5236f31-c3a2-491d-9d02-f973b0923a53), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:56.776568 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-5cec4bf0-06d7-490e-9679-da2db5d4f052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'name': 'tempest-RoutersTest-router-741369824', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:46:32Z', 'updated_at': '2022-03-22T19:47:50Z', 'revision_number': 11, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:56.776781 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-752f6f32-cd10-44f6-a918-c361e6902bca tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (d5236f31-c3a2-491d-9d02-f973b0923a53), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:56.836855 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a6704ac3-2ec7-418c-b8bc-dd81414abb26 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (07fc3f04-90d3-45eb-bca0-2473b0893c06), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:56.842383 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a6704ac3-2ec7-418c-b8bc-dd81414abb26 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router_controller (07fc3f04-90d3-45eb-bca0-2473b0893c06), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:56.843897 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cec4bf0-06d7-490e-9679-da2db5d4f052 None None] The sync data for ids ['07fc3f04-90d3-45eb-bca0-2473b0893c06'] in n-d-705658-24 is: [{'id': '07fc3f04-90d3-45eb-bca0-2473b0893c06', 'name': 'tempest-RoutersTest-router-741369824', 'tenant_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:46:32Z', 'updated_at': '2022-03-22T19:47:50Z', 'revision_number': 11, 'project_id': 'e7c95693d2624eb68ce77ff7289ab08a', 'gw_port_host': None}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:47:56.911874 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7fbd58-84c3-4126-adf3-e602522f0e99 None None] Port f9346503-28f1-4d7d-860a-fb16aba8ec98 not found while updating agent binding for router 9b956a53-488a-4709-8801-2a9416d3bdb7. {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 22 19:47:56.938089 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-752f6f32-cd10-44f6-a918-c361e6902bca tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (d5236f31-c3a2-491d-9d02-f973b0923a53), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:56.945320 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a6704ac3-2ec7-418c-b8bc-dd81414abb26 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (07fc3f04-90d3-45eb-bca0-2473b0893c06), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:56.946575 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6704ac3-2ec7-418c-b8bc-dd81414abb26 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Fanout notify agent at l3_agent the message router_deleted on router 07fc3f04-90d3-45eb-bca0-2473b0893c06 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:47:56.953007 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7fbd58-84c3-4126-adf3-e602522f0e99 None None] Routers set() bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:47:56.953539 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7fbd58-84c3-4126-adf3-e602522f0e99 None None] Router IDs set() for agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 22 19:47:56.954308 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_agentschedulers_db [None req-6b7fbd58-84c3-4126-adf3-e602522f0e99 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9b956a53-488a-4709-8801-2a9416d3bdb7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:47:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent'). {{(pid=104174) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 22 19:47:56.954982 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7fbd58-84c3-4126-adf3-e602522f0e99 None None] The sync data for ids ['9b956a53-488a-4709-8801-2a9416d3bdb7'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:47:56.993873 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a6704ac3-2ec7-418c-b8bc-dd81414abb26 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:57.007805 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a6704ac3-2ec7-418c-b8bc-dd81414abb26 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/routers/07fc3f04-90d3-45eb-bca0-2473b0893c06 HTTP/1.1" status: 204 len: 168 time: 0.6913471 Mar 22 19:47:57.016995 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50736) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:57.022594 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-f2f214d9-3560-42db-986a-431255bba504 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-388355349', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:47:57.027413 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-752f6f32-cd10-44f6-a918-c361e6902bca tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (d5236f31-c3a2-491d-9d02-f973b0923a53), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:57.065460 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f6f32-cd10-44f6-a918-c361e6902bca tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d5236f31-c3a2-491d-9d02-f973b0923a53,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:57.070070 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f2f214d9-3560-42db-986a-431255bba504 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (afa9cb92-16a3-418b-b3ed-d928d9755708), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:57.071154 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f2f214d9-3560-42db-986a-431255bba504 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (afa9cb92-16a3-418b-b3ed-d928d9755708), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:57.073980 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-752f6f32-cd10-44f6-a918-c361e6902bca tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:57.078886 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-752f6f32-cd10-44f6-a918-c361e6902bca tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] 10.222.0.75 "DELETE /v2.0/subnets/d5236f31-c3a2-491d-9d02-f973b0923a53 HTTP/1.1" status: 204 len: 168 time: 0.4663520 Mar 22 19:47:57.090423 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50740) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:57.623197 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f2f214d9-3560-42db-986a-431255bba504 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router_controller (afa9cb92-16a3-418b-b3ed-d928d9755708), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:57.658406 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f2f214d9-3560-42db-986a-431255bba504 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (afa9cb92-16a3-418b-b3ed-d928d9755708), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:57.699285 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-86110622-43d6-417e-91e2-bcf9f1519923 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (d927d7cc-9cac-4839-8e4b-a46f85bdb241), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:57.706982 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f2f214d9-3560-42db-986a-431255bba504 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:57.710890 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f2f214d9-3560-42db-986a-431255bba504 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6899042 Mar 22 19:47:57.711633 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50744) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:57.717039 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-db28f251-21c3-43dd-8683-3ca44f7b595e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Request body: {'router': {'admin_state_up': True}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:47:57.930147 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-86110622-43d6-417e-91e2-bcf9f1519923 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (d927d7cc-9cac-4839-8e4b-a46f85bdb241), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:57.979619 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-86110622-43d6-417e-91e2-bcf9f1519923 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d927d7cc-9cac-4839-8e4b-a46f85bdb241']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:57.999660 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-86110622-43d6-417e-91e2-bcf9f1519923 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7474fe6b-9937-49a1-ad58-128e9914743f') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:57.999958 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-86110622-43d6-417e-91e2-bcf9f1519923 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7474fe6b-9937-49a1-ad58-128e9914743f') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:47:58.025206 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-86110622-43d6-417e-91e2-bcf9f1519923 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (7474fe6b-9937-49a1-ad58-128e9914743f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:58.059860 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-86110622-43d6-417e-91e2-bcf9f1519923 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (7474fe6b-9937-49a1-ad58-128e9914743f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:58.072791 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86110622-43d6-417e-91e2-bcf9f1519923 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:47:58.079388 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-86110622-43d6-417e-91e2-bcf9f1519923 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (7474fe6b-9937-49a1-ad58-128e9914743f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:58.206000 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:47:58.206000 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:47:58.206000 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:47:58.206000 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:47:58.206000 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:47:58.206000 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:47:58.206000 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:47:58.206000 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:47:58.206000 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:47:58.206000 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:47:58.206000 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:47:58.206000 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:47:58.206000 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:47:58.206000 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:47:58.206000 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:47:58.206000 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:47:58.206000 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:47:58.206000 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:47:58.206000 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:47:58.206000 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:47:58.206000 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:47:58.206000 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:47:58.206000 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:47:58.206000 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:47:58.206000 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:47:58.206000 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:47:58.206000 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:47:58.206000 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:47:58.206000 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:47:58.206000 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:47:58.206000 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:47:58.206000 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:47:58.242992 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-86110622-43d6-417e-91e2-bcf9f1519923 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (d927d7cc-9cac-4839-8e4b-a46f85bdb241), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:58.249381 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86110622-43d6-417e-91e2-bcf9f1519923 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d927d7cc-9cac-4839-8e4b-a46f85bdb241 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 22 19:47:58.252217 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-86110622-43d6-417e-91e2-bcf9f1519923 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:58.258057 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-86110622-43d6-417e-91e2-bcf9f1519923 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] 10.222.0.75 "DELETE /v2.0/networks/d927d7cc-9cac-4839-8e4b-a46f85bdb241 HTTP/1.1" status: 204 len: 168 time: 1.1661227 Mar 22 19:47:58.283987 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86110622-43d6-417e-91e2-bcf9f1519923 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Pushing event deleted for resources: {'Network': ['ID=d927d7cc-9cac-4839-8e4b-a46f85bdb241,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:47:58.295708 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-db28f251-21c3-43dd-8683-3ca44f7b595e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4043'] for router (afa9cb92-16a3-418b-b3ed-d928d9755708), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:58.309816 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-db28f251-21c3-43dd-8683-3ca44f7b595e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918527'] for router (afa9cb92-16a3-418b-b3ed-d928d9755708), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:58.456637 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db28f251-21c3-43dd-8683-3ca44f7b595e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Router afa9cb92-16a3-418b-b3ed-d928d9755708 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:47:58.571768 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db28f251-21c3-43dd-8683-3ca44f7b595e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:47:58.590612 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-db28f251-21c3-43dd-8683-3ca44f7b595e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:58.593284 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-db28f251-21c3-43dd-8683-3ca44f7b595e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "PUT /v2.0/routers/afa9cb92-16a3-418b-b3ed-d928d9755708 HTTP/1.1" status: 200 len: 693 time: 0.8800838 Mar 22 19:47:58.596014 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50758) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:58.758668 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50762) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:58.761188 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6bceb704-1abd-4a4c-8b63-e6717e0c8915 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "GET /v2.0/routers/afa9cb92-16a3-418b-b3ed-d928d9755708 HTTP/1.1" status: 200 len: 699 time: 0.1639071 Mar 22 19:47:58.804198 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50766) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:58.808694 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-1d9117f5-8360-4553-b567-0e35d29b32ca tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Request body: {'router': {'name': 'tempest-router--1184563297', 'project_id': 'b60cbf51968f43768a3843bfae74d55e'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:47:58.827502 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e3da0f8e-3928-4252-9025-051c89852a58 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "GET /v2.0/ports?device_id=afa9cb92-16a3-418b-b3ed-d928d9755708 HTTP/1.1" status: 200 len: 205 time: 0.0653858 Mar 22 19:47:58.828769 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50768) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:58.848178 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1d9117f5-8360-4553-b567-0e35d29b32ca tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (9d8ae9bc-336d-4ec6-b5da-8fc81fbd8048), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:58.851299 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1d9117f5-8360-4553-b567-0e35d29b32ca tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (9d8ae9bc-336d-4ec6-b5da-8fc81fbd8048), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:58.986143 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1d9117f5-8360-4553-b567-0e35d29b32ca tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router_controller (9d8ae9bc-336d-4ec6-b5da-8fc81fbd8048), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:58.993549 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1d9117f5-8360-4553-b567-0e35d29b32ca tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (9d8ae9bc-336d-4ec6-b5da-8fc81fbd8048), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:59.018934 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1d9117f5-8360-4553-b567-0e35d29b32ca tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:59.021208 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1d9117f5-8360-4553-b567-0e35d29b32ca tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2149181 Mar 22 19:47:59.024403 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50774) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:59.053099 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-130b1625-1013-4033-8aae-eff0cb4d2334 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router (afa9cb92-16a3-418b-b3ed-d928d9755708), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:59.132036 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e6c0ec47-535e-466c-bdd2-737178420d98 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router (9d8ae9bc-336d-4ec6-b5da-8fc81fbd8048), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:59.279984 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-130b1625-1013-4033-8aae-eff0cb4d2334 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (afa9cb92-16a3-418b-b3ed-d928d9755708), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:59.283296 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-130b1625-1013-4033-8aae-eff0cb4d2334 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router_controller (afa9cb92-16a3-418b-b3ed-d928d9755708), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:59.342651 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-130b1625-1013-4033-8aae-eff0cb4d2334 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (afa9cb92-16a3-418b-b3ed-d928d9755708), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:59.343952 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130b1625-1013-4033-8aae-eff0cb4d2334 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Fanout notify agent at l3_agent the message router_deleted on router afa9cb92-16a3-418b-b3ed-d928d9755708 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:47:59.344549 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81615ef5-ac44-4d8f-9a57-e91e298156d8 None None] Sync routers for ids ['afa9cb92-16a3-418b-b3ed-d928d9755708'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:47:59.360662 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-130b1625-1013-4033-8aae-eff0cb4d2334 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:59.370180 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81615ef5-ac44-4d8f-9a57-e91e298156d8 None None] Routers set() bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:47:59.370967 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81615ef5-ac44-4d8f-9a57-e91e298156d8 None None] Router IDs set() for agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 22 19:47:59.371303 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-130b1625-1013-4033-8aae-eff0cb4d2334 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/routers/afa9cb92-16a3-418b-b3ed-d928d9755708 HTTP/1.1" status: 204 len: 168 time: 0.5372090 Mar 22 19:47:59.372048 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50782) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:59.372484 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_agentschedulers_db [None req-81615ef5-ac44-4d8f-9a57-e91e298156d8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'afa9cb92-16a3-418b-b3ed-d928d9755708'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:47:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent'). {{(pid=104174) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 22 19:47:59.393250 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81615ef5-ac44-4d8f-9a57-e91e298156d8 None None] Routers set() bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:47:59.394870 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81615ef5-ac44-4d8f-9a57-e91e298156d8 None None] Router IDs set() for agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 22 19:47:59.395647 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_agentschedulers_db [None req-81615ef5-ac44-4d8f-9a57-e91e298156d8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'afa9cb92-16a3-418b-b3ed-d928d9755708'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:47:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent'). {{(pid=104174) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 22 19:47:59.396601 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81615ef5-ac44-4d8f-9a57-e91e298156d8 None None] The sync data for ids ['afa9cb92-16a3-418b-b3ed-d928d9755708'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:47:59.423501 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e6c0ec47-535e-466c-bdd2-737178420d98 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (9d8ae9bc-336d-4ec6-b5da-8fc81fbd8048), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:59.427234 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e6c0ec47-535e-466c-bdd2-737178420d98 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router_controller (9d8ae9bc-336d-4ec6-b5da-8fc81fbd8048), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:59.434932 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9da02425-7bf8-44b3-90ad-dcc595423347 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "GET /v2.0/ports?device_id=afa9cb92-16a3-418b-b3ed-d928d9755708 HTTP/1.1" status: 200 len: 205 time: 0.0519774 Mar 22 19:47:59.435881 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50786) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:59.486486 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-ff117b34-6392-4eac-9000-e003e726adc1 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] delete failed (client error): The resource could not be found. Mar 22 19:47:59.491908 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ff117b34-6392-4eac-9000-e003e726adc1 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/routers/afa9cb92-16a3-418b-b3ed-d928d9755708 HTTP/1.1" status: 404 len: 336 time: 0.0544510 Mar 22 19:47:59.494803 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50788) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:59.497275 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e6c0ec47-535e-466c-bdd2-737178420d98 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (9d8ae9bc-336d-4ec6-b5da-8fc81fbd8048), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:59.498249 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c0ec47-535e-466c-bdd2-737178420d98 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d8ae9bc-336d-4ec6-b5da-8fc81fbd8048 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:47:59.512072 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e6c0ec47-535e-466c-bdd2-737178420d98 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:47:59.513462 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e6c0ec47-535e-466c-bdd2-737178420d98 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] 10.222.0.75 "DELETE /v2.0/routers/9d8ae9bc-336d-4ec6-b5da-8fc81fbd8048 HTTP/1.1" status: 204 len: 168 time: 0.4881072 Mar 22 19:47:59.541924 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-7345c383-70bb-4637-b47c-a46eda92f3c2 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] DELETE failed (client error): The resource could not be found. Mar 22 19:47:59.542432 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7345c383-70bb-4637-b47c-a46eda92f3c2 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:47:59.549544 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50792) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:59.561528 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7345c383-70bb-4637-b47c-a46eda92f3c2 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/subnets/b983ad03-f140-4967-a555-908bd8d774b0 HTTP/1.1" status: 404 len: 337 time: 0.0655186 Mar 22 19:47:59.587897 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f4ad0e-4f7a-414e-bc6e-53cd1efaf12c tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] DELETE failed (client error): The resource could not be found. Mar 22 19:47:59.588388 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2f4ad0e-4f7a-414e-bc6e-53cd1efaf12c tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:47:59.595678 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50794) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:59.609626 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f2f4ad0e-4f7a-414e-bc6e-53cd1efaf12c tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/subnets/8c97d642-40bd-4d25-9993-49c0c2d328a5 HTTP/1.1" status: 404 len: 337 time: 0.0556593 Mar 22 19:47:59.629343 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-52417e20-5743-42b8-83bd-296bc03585d3 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] DELETE failed (client error): The resource could not be found. Mar 22 19:47:59.629971 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52417e20-5743-42b8-83bd-296bc03585d3 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:47:59.637277 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50796) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:59.648111 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-52417e20-5743-42b8-83bd-296bc03585d3 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/subnets/62796115-58e2-4b98-891f-02a99e74269d HTTP/1.1" status: 404 len: 337 time: 0.0508711 Mar 22 19:47:59.671712 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7379230-05d6-415b-8c88-57542c5d462e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] DELETE failed (client error): The resource could not be found. Mar 22 19:47:59.672390 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7379230-05d6-415b-8c88-57542c5d462e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:47:59.678894 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50798) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:59.695323 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a7379230-05d6-415b-8c88-57542c5d462e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/subnets/b15bc88b-4943-40f6-8193-24dd5e52e41e HTTP/1.1" status: 404 len: 337 time: 0.0568717 Mar 22 19:47:59.697878 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50800) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:59.728919 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50804) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:59.737223 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a82432ab-5be0-4d11-aae5-c342010a6ce9 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "GET /v2.0/ports?device_id=07fc3f04-90d3-45eb-bca0-2473b0893c06 HTTP/1.1" status: 200 len: 205 time: 0.0570140 Mar 22 19:47:59.794461 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-2e704c78-409d-4296-803a-21cd8662636b tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] delete failed (client error): The resource could not be found. Mar 22 19:47:59.798648 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50806) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:59.813973 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2e704c78-409d-4296-803a-21cd8662636b tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/routers/07fc3f04-90d3-45eb-bca0-2473b0893c06 HTTP/1.1" status: 404 len: 336 time: 0.0833666 Mar 22 19:47:59.835807 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50808) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:59.843610 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2c9603e8-9230-4268-88f3-185db0d28db0 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "GET /v2.0/ports?device_id=6b9b2016-f1e5-482a-81e3-13b230168536 HTTP/1.1" status: 200 len: 205 time: 0.0432789 Mar 22 19:47:59.884717 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-aede2afa-f201-43f8-8a94-7cd1c69578d0 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] delete failed (client error): The resource could not be found. Mar 22 19:47:59.889943 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50810) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:59.900960 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-aede2afa-f201-43f8-8a94-7cd1c69578d0 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/routers/6b9b2016-f1e5-482a-81e3-13b230168536 HTTP/1.1" status: 404 len: 336 time: 0.0638990 Mar 22 19:47:59.924725 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-983016bd-6454-47c9-bdca-cc0b778985e7 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] DELETE failed (client error): The resource could not be found. Mar 22 19:47:59.925725 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-983016bd-6454-47c9-bdca-cc0b778985e7 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:47:59.934721 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50812) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:47:59.956878 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-983016bd-6454-47c9-bdca-cc0b778985e7 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/subnets/083525e3-dc0d-4880-bc86-dd51fea29d13 HTTP/1.1" status: 404 len: 337 time: 0.0657482 Mar 22 19:48:00.008002 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50816) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:00.029812 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9a1b3204-4656-49c7-871e-107e50dd9dc5 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "GET /v2.0/ports?device_id=6b8b7b4b-c6db-4fc0-9adf-46be81925c58 HTTP/1.1" status: 200 len: 205 time: 0.0935652 Mar 22 19:48:00.118185 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-91bfe909-74b7-4c15-a718-41573ece138d tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1159151952', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}, 'admin_state_up': False}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:48:00.125052 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-b1da4e24-b247-41a7-8b70-d707bf9a1a93 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] delete failed (client error): The resource could not be found. Mar 22 19:48:00.129619 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50826) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:00.140272 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b1da4e24-b247-41a7-8b70-d707bf9a1a93 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/routers/6b8b7b4b-c6db-4fc0-9adf-46be81925c58 HTTP/1.1" status: 404 len: 336 time: 0.1311653 Mar 22 19:48:00.196299 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-91bfe909-74b7-4c15-a718-41573ece138d tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (b75a1fa8-3c3b-482c-b8e1-b3a0b569cd51), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:00.197641 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-91bfe909-74b7-4c15-a718-41573ece138d tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (b75a1fa8-3c3b-482c-b8e1-b3a0b569cd51), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:00.200112 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-44b03822-c411-45e0-884f-636ac1dbafa1 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "GET /v2.0/ports?device_id=a5da274f-4eeb-4777-9d53-0ea06828a1cf HTTP/1.1" status: 200 len: 205 time: 0.0683992 Mar 22 19:48:00.202038 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50832) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:00.273220 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-41826fc6-4cb7-480e-94df-48db428e4cfc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] delete failed (client error): The resource could not be found. Mar 22 19:48:00.274825 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-41826fc6-4cb7-480e-94df-48db428e4cfc tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/routers/a5da274f-4eeb-4777-9d53-0ea06828a1cf HTTP/1.1" status: 404 len: 336 time: 0.0705111 Mar 22 19:48:00.277290 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50838) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:00.314514 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b769ef-b6fa-4623-a441-7c336e5a1ab6 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] DELETE failed (client error): The resource could not be found. Mar 22 19:48:00.315589 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5b769ef-b6fa-4623-a441-7c336e5a1ab6 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:48:00.321835 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b5b769ef-b6fa-4623-a441-7c336e5a1ab6 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/subnets/87e72865-69dc-4a60-8904-4bfe1914c543 HTTP/1.1" status: 404 len: 337 time: 0.0431771 Mar 22 19:48:00.324234 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50840) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:00.325518 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-91bfe909-74b7-4c15-a718-41573ece138d tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router_controller (b75a1fa8-3c3b-482c-b8e1-b3a0b569cd51), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:00.361524 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-93de3c29-3097-4a42-97b9-850769b79ded tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "GET /v2.0/ports?device_id=b3d2051d-73a8-4fd8-9e34-5d75a8b337aa HTTP/1.1" status: 200 len: 205 time: 0.0351882 Mar 22 19:48:00.364315 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50842) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:00.500320 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-2ae1dcfd-cc03-4415-98a9-e5c4bb9009de tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] delete failed (client error): The resource could not be found. Mar 22 19:48:00.503532 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2ae1dcfd-cc03-4415-98a9-e5c4bb9009de tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/routers/b3d2051d-73a8-4fd8-9e34-5d75a8b337aa HTTP/1.1" status: 404 len: 336 time: 0.1358230 Mar 22 19:48:00.504552 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50846) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:00.571284 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-b79822bf-a9da-41cc-b287-f9fb66725869 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] DELETE failed (client error): The resource could not be found. Mar 22 19:48:00.573455 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b79822bf-a9da-41cc-b287-f9fb66725869 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:48:00.581911 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b79822bf-a9da-41cc-b287-f9fb66725869 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/subnets/226a83b9-517a-4dce-a40d-1aacc095807b HTTP/1.1" status: 404 len: 337 time: 0.0719752 Mar 22 19:48:00.582552 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50850) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:00.631606 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-91bfe909-74b7-4c15-a718-41573ece138d tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router_gateway (b75a1fa8-3c3b-482c-b8e1-b3a0b569cd51), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:00.644898 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c74f288a-544a-43fe-89c1-8564a082acad tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "GET /v2.0/ports?device_id=82e3c038-949d-425c-8d72-4a27f2405151 HTTP/1.1" status: 200 len: 205 time: 0.0582664 Mar 22 19:48:00.645218 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50852) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:00.678429 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50854) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:00.696469 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-17b4a326-f595-498a-8c1a-61a7da582f82 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] delete failed (client error): The resource could not be found. Mar 22 19:48:00.699645 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-17b4a326-f595-498a-8c1a-61a7da582f82 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/routers/82e3c038-949d-425c-8d72-4a27f2405151 HTTP/1.1" status: 404 len: 336 time: 0.0503948 Mar 22 19:48:00.700019 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50858) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:00.758995 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-65209eaa-78f2-427d-a884-2358ba25ec82 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] DELETE failed (client error): The resource could not be found. Mar 22 19:48:00.764483 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65209eaa-78f2-427d-a884-2358ba25ec82 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:48:00.770009 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-65209eaa-78f2-427d-a884-2358ba25ec82 tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/subnets/dd8f4a5f-caea-4be2-b644-57b0236c2ce4 HTTP/1.1" status: 404 len: 337 time: 0.0666940 Mar 22 19:48:00.770428 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50860) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:00.824245 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-87703b86-011b-401d-88de-30eaa4d20c6e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] DELETE failed (client error): The resource could not be found. Mar 22 19:48:00.824245 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87703b86-011b-401d-88de-30eaa4d20c6e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:48:00.834459 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-87703b86-011b-401d-88de-30eaa4d20c6e tempest-RoutersTest-1109433447 tempest-RoutersTest-1109433447-project] 10.222.0.75 "DELETE /v2.0/subnets/8d0b02ef-6ce0-43be-bbce-307d9139d14f HTTP/1.1" status: 404 len: 337 time: 0.0606203 Mar 22 19:48:00.928717 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-74617c12-5e78-4292-80cf-d6c61b7b8e97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:01.166990 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-74617c12-5e78-4292-80cf-d6c61b7b8e97 admin admin] Publish callbacks [] for security_group (042e96d5-4495-42f0-8825-e8001aebdf7c), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:01.175677 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-74617c12-5e78-4292-80cf-d6c61b7b8e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (042e96d5-4495-42f0-8825-e8001aebdf7c), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:01.180538 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50870) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:01.226887 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74617c12-5e78-4292-80cf-d6c61b7b8e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042e96d5-4495-42f0-8825-e8001aebdf7c,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:01.274336 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-91bfe909-74b7-4c15-a718-41573ece138d tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router_gateway (b75a1fa8-3c3b-482c-b8e1-b3a0b569cd51), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:01.278295 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-74617c12-5e78-4292-80cf-d6c61b7b8e97 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cadf3ec3c1d34de4a046faf077677317&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5989227 Mar 22 19:48:01.280790 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50874) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:01.296222 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-91bfe909-74b7-4c15-a718-41573ece138d tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:01.391501 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-42b3d072-dbbf-4b78-a47c-ab0d26e632c9 admin admin] Publish callbacks [] for security_group (042e96d5-4495-42f0-8825-e8001aebdf7c), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:01.429976 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-42b3d072-dbbf-4b78-a47c-ab0d26e632c9 admin admin] Publish callbacks [] for security_group (042e96d5-4495-42f0-8825-e8001aebdf7c), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:01.511429 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f1cb28d9-7656-4e15-aaa0-e2e0d0715c1b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e7c95693d2624eb68ce77ff7289ab08a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3294590 Mar 22 19:48:01.513957 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50878) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:01.528524 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-42b3d072-dbbf-4b78-a47c-ab0d26e632c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (042e96d5-4495-42f0-8825-e8001aebdf7c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:01.531623 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-42b3d072-dbbf-4b78-a47c-ab0d26e632c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:01.533006 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-42b3d072-dbbf-4b78-a47c-ab0d26e632c9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/042e96d5-4495-42f0-8825-e8001aebdf7c HTTP/1.1" status: 204 len: 168 time: 0.2512798 Mar 22 19:48:01.551995 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-91bfe909-74b7-4c15-a718-41573ece138d tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Allocated IP 172.25.5.20 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/d15b8bbf-d66f-4613-a1fe-34a7bf60d9bd) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:48:01.556834 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3d072-dbbf-4b78-a47c-ab0d26e632c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042e96d5-4495-42f0-8825-e8001aebdf7c,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:01.621831 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-79d5be50-e34b-4550-a7f6-c70035a8b7e8 admin admin] Publish callbacks [] for security_group (1ca908c3-11a1-4432-a42b-787c23e01b29), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:01.651681 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-79d5be50-e34b-4550-a7f6-c70035a8b7e8 admin admin] Publish callbacks [] for security_group (1ca908c3-11a1-4432-a42b-787c23e01b29), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:01.694288 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-91bfe909-74b7-4c15-a718-41573ece138d tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for port (d15b8bbf-d66f-4613-a1fe-34a7bf60d9bd), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:01.736452 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-91bfe909-74b7-4c15-a718-41573ece138d tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (d15b8bbf-d66f-4613-a1fe-34a7bf60d9bd), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:01.760956 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-79d5be50-e34b-4550-a7f6-c70035a8b7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1ca908c3-11a1-4432-a42b-787c23e01b29), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:01.763687 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-79d5be50-e34b-4550-a7f6-c70035a8b7e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:01.774655 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-79d5be50-e34b-4550-a7f6-c70035a8b7e8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1ca908c3-11a1-4432-a42b-787c23e01b29 HTTP/1.1" status: 204 len: 168 time: 0.2585402 Mar 22 19:48:01.787382 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5be50-e34b-4550-a7f6-c70035a8b7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca908c3-11a1-4432-a42b-787c23e01b29,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:01.825269 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bfe909-74b7-4c15-a718-41573ece138d tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:48:01.828804 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-91bfe909-74b7-4c15-a718-41573ece138d tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:48:01.837630 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bfe909-74b7-4c15-a718-41573ece138d tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:48:02.822974 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bfe909-74b7-4c15-a718-41573ece138d tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Pushing event updated for resources: {'Port': ['ID=d15b8bbf-d66f-4613-a1fe-34a7bf60d9bd,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:03.077364 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-91bfe909-74b7-4c15-a718-41573ece138d tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router_gateway (b75a1fa8-3c3b-482c-b8e1-b3a0b569cd51), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:03.347253 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-91bfe909-74b7-4c15-a718-41573ece138d tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (b75a1fa8-3c3b-482c-b8e1-b3a0b569cd51), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:03.590582 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91bfe909-74b7-4c15-a718-41573ece138d tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Router b75a1fa8-3c3b-482c-b8e1-b3a0b569cd51 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:48:03.917529 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91bfe909-74b7-4c15-a718-41573ece138d tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:48:03.931172 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fda808a-da41-4534-a519-dd7958818552 None None] Sync routers for ids ['b75a1fa8-3c3b-482c-b8e1-b3a0b569cd51'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:48:03.956334 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fda808a-da41-4534-a519-dd7958818552 None None] Routers {'b75a1fa8-3c3b-482c-b8e1-b3a0b569cd51'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:48:03.958345 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-5fda808a-da41-4534-a519-dd7958818552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:47:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['b75a1fa8-3c3b-482c-b8e1-b3a0b569cd51'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:03.992315 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-91bfe909-74b7-4c15-a718-41573ece138d tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:03.994702 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-91bfe909-74b7-4c15-a718-41573ece138d tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.2961662 Mar 22 19:48:03.997637 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50972) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:04.113107 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-5fda808a-da41-4534-a519-dd7958818552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:04.160780 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fda808a-da41-4534-a519-dd7958818552 None None] Routers {'b75a1fa8-3c3b-482c-b8e1-b3a0b569cd51'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:48:04.161508 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-5fda808a-da41-4534-a519-dd7958818552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:47:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['b75a1fa8-3c3b-482c-b8e1-b3a0b569cd51'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:04.236787 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 50984) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:04.236928 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-47187d75-7203-4db1-9cb6-596712077923 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] 10.222.0.75 "GET /v2.0/routers/b75a1fa8-3c3b-482c-b8e1-b3a0b569cd51 HTTP/1.1" status: 200 len: 920 time: 0.2380462 Mar 22 19:48:04.304855 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-88199a5c-ea2f-4632-866b-4e9f3573801a tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] 10.222.0.75 "GET /v2.0/ports?device_id=b75a1fa8-3c3b-482c-b8e1-b3a0b569cd51 HTTP/1.1" status: 200 len: 205 time: 0.0665662 Mar 22 19:48:04.307576 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 50988) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:04.368468 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-5fda808a-da41-4534-a519-dd7958818552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:04.370544 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fda808a-da41-4534-a519-dd7958818552 None None] The sync data for ids ['b75a1fa8-3c3b-482c-b8e1-b3a0b569cd51'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:48:04.622466 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-44298d2d-8615-4b6c-8b7d-962909ffafc5 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router (b75a1fa8-3c3b-482c-b8e1-b3a0b569cd51), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:04.843784 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-44298d2d-8615-4b6c-8b7d-962909ffafc5 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router_gateway (b75a1fa8-3c3b-482c-b8e1-b3a0b569cd51), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:04.963104 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-44298d2d-8615-4b6c-8b7d-962909ffafc5 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Deleting port d15b8bbf-d66f-4613-a1fe-34a7bf60d9bd {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:48:04.963897 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-44298d2d-8615-4b6c-8b7d-962909ffafc5 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (d15b8bbf-d66f-4613-a1fe-34a7bf60d9bd), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:05.065357 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-44298d2d-8615-4b6c-8b7d-962909ffafc5 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (d15b8bbf-d66f-4613-a1fe-34a7bf60d9bd), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:05.082377 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-44298d2d-8615-4b6c-8b7d-962909ffafc5 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Calling delete_port for d15b8bbf-d66f-4613-a1fe-34a7bf60d9bd owned by network:router_gateway {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:48:05.433966 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-44298d2d-8615-4b6c-8b7d-962909ffafc5 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (d15b8bbf-d66f-4613-a1fe-34a7bf60d9bd), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:05.510887 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44298d2d-8615-4b6c-8b7d-962909ffafc5 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Pushing event deleted for resources: {'Port': ['ID=d15b8bbf-d66f-4613-a1fe-34a7bf60d9bd,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:05.600006 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-44298d2d-8615-4b6c-8b7d-962909ffafc5 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (b75a1fa8-3c3b-482c-b8e1-b3a0b569cd51), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:05.731723 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-44298d2d-8615-4b6c-8b7d-962909ffafc5 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (b75a1fa8-3c3b-482c-b8e1-b3a0b569cd51), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:05.735020 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-44298d2d-8615-4b6c-8b7d-962909ffafc5 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router_controller (b75a1fa8-3c3b-482c-b8e1-b3a0b569cd51), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:05.807538 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-44298d2d-8615-4b6c-8b7d-962909ffafc5 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (b75a1fa8-3c3b-482c-b8e1-b3a0b569cd51), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:05.808885 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44298d2d-8615-4b6c-8b7d-962909ffafc5 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Fanout notify agent at l3_agent the message router_deleted on router b75a1fa8-3c3b-482c-b8e1-b3a0b569cd51 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:48:05.824283 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-44298d2d-8615-4b6c-8b7d-962909ffafc5 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:05.829197 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-44298d2d-8615-4b6c-8b7d-962909ffafc5 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] 10.222.0.75 "DELETE /v2.0/routers/b75a1fa8-3c3b-482c-b8e1-b3a0b569cd51 HTTP/1.1" status: 204 len: 168 time: 1.5168567 Mar 22 19:48:05.829552 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51024) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:05.834215 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-62005fce-d8d4-4099-b39c-f94d01550f02 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1524439361', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'enable_snat': False}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:48:05.858950 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-62005fce-d8d4-4099-b39c-f94d01550f02 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (b804bf94-276d-4ad6-a41d-fd87dc0d4bc7), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:05.860471 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-62005fce-d8d4-4099-b39c-f94d01550f02 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (b804bf94-276d-4ad6-a41d-fd87dc0d4bc7), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:05.926404 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-62005fce-d8d4-4099-b39c-f94d01550f02 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router_controller (b804bf94-276d-4ad6-a41d-fd87dc0d4bc7), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:06.103679 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-62005fce-d8d4-4099-b39c-f94d01550f02 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router_gateway (b804bf94-276d-4ad6-a41d-fd87dc0d4bc7), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:06.365358 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-62005fce-d8d4-4099-b39c-f94d01550f02 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router_gateway (b804bf94-276d-4ad6-a41d-fd87dc0d4bc7), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:06.385999 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-62005fce-d8d4-4099-b39c-f94d01550f02 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:06.532248 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-62005fce-d8d4-4099-b39c-f94d01550f02 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Allocated IP 172.25.5.180 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/c9a69c28-76eb-49ef-8302-275fb90d2cd2) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:48:06.688580 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-62005fce-d8d4-4099-b39c-f94d01550f02 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for port (c9a69c28-76eb-49ef-8302-275fb90d2cd2), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:06.764779 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-62005fce-d8d4-4099-b39c-f94d01550f02 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (c9a69c28-76eb-49ef-8302-275fb90d2cd2), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:06.841841 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62005fce-d8d4-4099-b39c-f94d01550f02 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:48:06.856921 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-62005fce-d8d4-4099-b39c-f94d01550f02 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:48:06.863444 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62005fce-d8d4-4099-b39c-f94d01550f02 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:48:06.922572 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62005fce-d8d4-4099-b39c-f94d01550f02 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Pushing event updated for resources: {'Port': ['ID=c9a69c28-76eb-49ef-8302-275fb90d2cd2,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:07.343201 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-62005fce-d8d4-4099-b39c-f94d01550f02 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router_gateway (b804bf94-276d-4ad6-a41d-fd87dc0d4bc7), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:07.609993 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-62005fce-d8d4-4099-b39c-f94d01550f02 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (b804bf94-276d-4ad6-a41d-fd87dc0d4bc7), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:07.769361 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62005fce-d8d4-4099-b39c-f94d01550f02 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Router b804bf94-276d-4ad6-a41d-fd87dc0d4bc7 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:48:07.915102 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62005fce-d8d4-4099-b39c-f94d01550f02 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:48:07.931269 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4714c50-92d6-4d25-bf52-2790dce93c7b None None] Sync routers for ids ['b804bf94-276d-4ad6-a41d-fd87dc0d4bc7'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:48:07.953383 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4714c50-92d6-4d25-bf52-2790dce93c7b None None] Routers {'b804bf94-276d-4ad6-a41d-fd87dc0d4bc7'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:48:07.954114 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a4714c50-92d6-4d25-bf52-2790dce93c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:47:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['b804bf94-276d-4ad6-a41d-fd87dc0d4bc7'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:07.959916 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-62005fce-d8d4-4099-b39c-f94d01550f02 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:07.961175 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-62005fce-d8d4-4099-b39c-f94d01550f02 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.1310856 Mar 22 19:48:07.964054 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51058) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:08.208710 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-a4714c50-92d6-4d25-bf52-2790dce93c7b None None] Set router b804bf94-276d-4ad6-a41d-fd87dc0d4bc7 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:48:08.240621 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51074) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:08.245835 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a46904e3-544f-4824-b77b-4d62954a4d95 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] 10.222.0.75 "GET /v2.0/routers/b804bf94-276d-4ad6-a41d-fd87dc0d4bc7 HTTP/1.1" status: 200 len: 909 time: 0.2788184 Mar 22 19:48:08.246232 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-e5423093-c3df-47cf-8289-7af63b9d7780 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1524439361', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'enable_snat': True}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:48:08.288502 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e5423093-c3df-47cf-8289-7af63b9d7780 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (001a5e78-1378-4dbb-87c7-54f362d66e47), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:08.289958 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e5423093-c3df-47cf-8289-7af63b9d7780 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (001a5e78-1378-4dbb-87c7-54f362d66e47), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:08.393318 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e5423093-c3df-47cf-8289-7af63b9d7780 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router_controller (001a5e78-1378-4dbb-87c7-54f362d66e47), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:08.615293 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a4714c50-92d6-4d25-bf52-2790dce93c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b804bf94-276d-4ad6-a41d-fd87dc0d4bc7', 'name': 'tempest-snat-router-1524439361', 'tenant_id': '4f38ee862f674386822cc43be619eae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.180'}], 'enable_snat': False}, 'gw_port_id': 'c9a69c28-76eb-49ef-8302-275fb90d2cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:48:05Z', 'updated_at': '2022-03-22T19:48:07Z', 'revision_number': 3, 'project_id': '4f38ee862f674386822cc43be619eae2', 'gw_port': {'id': 'c9a69c28-76eb-49ef-8302-275fb90d2cd2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:81:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b804bf94-276d-4ad6-a41d-fd87dc0d4bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:48:06Z', 'updated_at': '2022-03-22T19:48:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:08.707457 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e5423093-c3df-47cf-8289-7af63b9d7780 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router_gateway (001a5e78-1378-4dbb-87c7-54f362d66e47), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:08.722693 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4714c50-92d6-4d25-bf52-2790dce93c7b None None] Checking router: b804bf94-276d-4ad6-a41d-fd87dc0d4bc7 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:48:08.723064 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4714c50-92d6-4d25-bf52-2790dce93c7b None None] Updating router b804bf94-276d-4ad6-a41d-fd87dc0d4bc7 port c9a69c28-76eb-49ef-8302-275fb90d2cd2 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:48:08.761304 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a4714c50-92d6-4d25-bf52-2790dce93c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c9a69c28-76eb-49ef-8302-275fb90d2cd2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:09.057294 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e5423093-c3df-47cf-8289-7af63b9d7780 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router_gateway (001a5e78-1378-4dbb-87c7-54f362d66e47), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:09.084942 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e5423093-c3df-47cf-8289-7af63b9d7780 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:09.156281 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a4714c50-92d6-4d25-bf52-2790dce93c7b None None] Publish callbacks [] for port (c9a69c28-76eb-49ef-8302-275fb90d2cd2), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:09.163661 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a4714c50-92d6-4d25-bf52-2790dce93c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c9a69c28-76eb-49ef-8302-275fb90d2cd2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:09.235150 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc0206-ec80-481a-b170-b015ac2e69f4 None None] Pushing event updated for resources: {'Port': ['ID=c9a69c28-76eb-49ef-8302-275fb90d2cd2,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:09.259998 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-a4714c50-92d6-4d25-bf52-2790dce93c7b None None] Attempting to bind port c9a69c28-76eb-49ef-8302-275fb90d2cd2 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:48:09.260465 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-a4714c50-92d6-4d25-bf52-2790dce93c7b None None] Attempting to bind port c9a69c28-76eb-49ef-8302-275fb90d2cd2 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:48:09.260937 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4714c50-92d6-4d25-bf52-2790dce93c7b None None] Attempting to bind port c9a69c28-76eb-49ef-8302-275fb90d2cd2 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:48:09.266827 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4714c50-92d6-4d25-bf52-2790dce93c7b None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:48:09.267376 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4714c50-92d6-4d25-bf52-2790dce93c7b None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:48:09.267880 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a4714c50-92d6-4d25-bf52-2790dce93c7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:09.268385 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4714c50-92d6-4d25-bf52-2790dce93c7b None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:48:09.268966 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-a4714c50-92d6-4d25-bf52-2790dce93c7b None None] Bound port: c9a69c28-76eb-49ef-8302-275fb90d2cd2, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:48:09.269550 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a4714c50-92d6-4d25-bf52-2790dce93c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c9a69c28-76eb-49ef-8302-275fb90d2cd2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:09.328937 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-e5423093-c3df-47cf-8289-7af63b9d7780 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Allocated IP 172.25.5.159 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/f3cee7be-8189-42ba-a20f-eb59aa69d84f) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:48:09.376969 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-a4714c50-92d6-4d25-bf52-2790dce93c7b None None] For port c9a69c28-76eb-49ef-8302-275fb90d2cd2, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:48:09.381699 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-a4714c50-92d6-4d25-bf52-2790dce93c7b None None] For port c9a69c28-76eb-49ef-8302-275fb90d2cd2, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c9a69c28-76eb-49ef-8302-275fb90d2cd2,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:48:09.397546 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a4714c50-92d6-4d25-bf52-2790dce93c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c9a69c28-76eb-49ef-8302-275fb90d2cd2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:09.512021 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4714c50-92d6-4d25-bf52-2790dce93c7b None None] Routers {'b804bf94-276d-4ad6-a41d-fd87dc0d4bc7'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:48:09.514210 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a4714c50-92d6-4d25-bf52-2790dce93c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:47:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['b804bf94-276d-4ad6-a41d-fd87dc0d4bc7'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:09.528058 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc0206-ec80-481a-b170-b015ac2e69f4 None None] Pushing event updated for resources: {'Port': ['ID=c9a69c28-76eb-49ef-8302-275fb90d2cd2,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:09.580077 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e5423093-c3df-47cf-8289-7af63b9d7780 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for port (f3cee7be-8189-42ba-a20f-eb59aa69d84f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:09.671601 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e5423093-c3df-47cf-8289-7af63b9d7780 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f3cee7be-8189-42ba-a20f-eb59aa69d84f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:09.783430 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5423093-c3df-47cf-8289-7af63b9d7780 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:48:09.803926 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-e5423093-c3df-47cf-8289-7af63b9d7780 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:48:09.821721 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-a4714c50-92d6-4d25-bf52-2790dce93c7b None None] Set router b804bf94-276d-4ad6-a41d-fd87dc0d4bc7 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:48:09.825205 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5423093-c3df-47cf-8289-7af63b9d7780 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Pushing event updated for resources: {'Port': ['ID=f3cee7be-8189-42ba-a20f-eb59aa69d84f,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:09.836318 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5423093-c3df-47cf-8289-7af63b9d7780 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:48:10.031569 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51118) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:10.249478 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a4714c50-92d6-4d25-bf52-2790dce93c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b804bf94-276d-4ad6-a41d-fd87dc0d4bc7', 'name': 'tempest-snat-router-1524439361', 'tenant_id': '4f38ee862f674386822cc43be619eae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.180'}], 'enable_snat': False}, 'gw_port_id': 'c9a69c28-76eb-49ef-8302-275fb90d2cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:48:05Z', 'updated_at': '2022-03-22T19:48:07Z', 'revision_number': 3, 'project_id': '4f38ee862f674386822cc43be619eae2', 'gw_port': {'id': 'c9a69c28-76eb-49ef-8302-275fb90d2cd2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:81:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b804bf94-276d-4ad6-a41d-fd87dc0d4bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:48:06Z', 'updated_at': '2022-03-22T19:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:10.289940 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4714c50-92d6-4d25-bf52-2790dce93c7b None None] The sync data for ids ['b804bf94-276d-4ad6-a41d-fd87dc0d4bc7'] in n-d-705658-24 is: [{'id': 'b804bf94-276d-4ad6-a41d-fd87dc0d4bc7', 'name': 'tempest-snat-router-1524439361', 'tenant_id': '4f38ee862f674386822cc43be619eae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.180'}], 'enable_snat': False}, 'gw_port_id': 'c9a69c28-76eb-49ef-8302-275fb90d2cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:48:05Z', 'updated_at': '2022-03-22T19:48:07Z', 'revision_number': 3, 'project_id': '4f38ee862f674386822cc43be619eae2', 'gw_port': {'id': 'c9a69c28-76eb-49ef-8302-275fb90d2cd2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:81:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b804bf94-276d-4ad6-a41d-fd87dc0d4bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:48:06Z', 'updated_at': '2022-03-22T19:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:48:10.362950 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a26679b9-61c1-466b-89c7-2c37da42e8cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:10.548650 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e5423093-c3df-47cf-8289-7af63b9d7780 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router_gateway (001a5e78-1378-4dbb-87c7-54f362d66e47), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:10.623097 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a26679b9-61c1-466b-89c7-2c37da42e8cf admin admin] Publish callbacks [] for security_group (d099f833-1649-487b-99a8-6c32bd13acc6), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:10.633771 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a26679b9-61c1-466b-89c7-2c37da42e8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d099f833-1649-487b-99a8-6c32bd13acc6), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:10.757044 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a26679b9-61c1-466b-89c7-2c37da42e8cf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=cd36d509f99a40e5acb42451ff9b1df4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7234643 Mar 22 19:48:10.762427 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51128) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:10.774084 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26679b9-61c1-466b-89c7-2c37da42e8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d099f833-1649-487b-99a8-6c32bd13acc6,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:10.891550 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-16c4e5e9-aed2-43f4-a0ff-3796ac7b39e6 admin admin] Publish callbacks [] for security_group (d099f833-1649-487b-99a8-6c32bd13acc6), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:10.982262 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-16c4e5e9-aed2-43f4-a0ff-3796ac7b39e6 admin admin] Publish callbacks [] for security_group (d099f833-1649-487b-99a8-6c32bd13acc6), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:11.050215 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c9a69c28-76eb-49ef-8302-275fb90d2cd2 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:48:11.068210 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-16c4e5e9-aed2-43f4-a0ff-3796ac7b39e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d099f833-1649-487b-99a8-6c32bd13acc6), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:11.078506 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-16c4e5e9-aed2-43f4-a0ff-3796ac7b39e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:11.095060 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-16c4e5e9-aed2-43f4-a0ff-3796ac7b39e6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d099f833-1649-487b-99a8-6c32bd13acc6 HTTP/1.1" status: 204 len: 168 time: 0.3200314 Mar 22 19:48:11.126651 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4e5e9-aed2-43f4-a0ff-3796ac7b39e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d099f833-1649-487b-99a8-6c32bd13acc6,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:11.229471 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port c9a69c28-76eb-49ef-8302-275fb90d2cd2 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:48:11.229889 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c9a69c28-76eb-49ef-8302-275fb90d2cd2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:11.290188 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e5423093-c3df-47cf-8289-7af63b9d7780 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (001a5e78-1378-4dbb-87c7-54f362d66e47), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:11.460391 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port c9a69c28-76eb-49ef-8302-275fb90d2cd2 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:48:11.460946 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c9a69c28-76eb-49ef-8302-275fb90d2cd2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:11.532841 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port c9a69c28-76eb-49ef-8302-275fb90d2cd2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c9a69c28-76eb-49ef-8302-275fb90d2cd2,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:48:11.542930 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c9a69c28-76eb-49ef-8302-275fb90d2cd2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:11.592866 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:48:11.704544 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=c9a69c28-76eb-49ef-8302-275fb90d2cd2,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:11.767639 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51140) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:11.800898 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1ecf2c2b-f57a-4f92-8a03-2959c64564c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:12.076707 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1ecf2c2b-f57a-4f92-8a03-2959c64564c8 admin admin] Publish callbacks [] for security_group (aaaab372-5da3-481c-8706-d39ad8366d25), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:12.091026 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1ecf2c2b-f57a-4f92-8a03-2959c64564c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (aaaab372-5da3-481c-8706-d39ad8366d25), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:12.159032 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf2c2b-f57a-4f92-8a03-2959c64564c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaaab372-5da3-481c-8706-d39ad8366d25,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:12.219273 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1ecf2c2b-f57a-4f92-8a03-2959c64564c8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4ee66596e9bc4be081cd0f273b8141ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4501290 Mar 22 19:48:12.220008 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51146) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:12.317043 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-01e7ad24-4160-4bab-969d-480f3c6841cc admin admin] Publish callbacks [] for security_group (aaaab372-5da3-481c-8706-d39ad8366d25), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:12.368045 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-01e7ad24-4160-4bab-969d-480f3c6841cc admin admin] Publish callbacks [] for security_group (aaaab372-5da3-481c-8706-d39ad8366d25), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:12.456696 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-01e7ad24-4160-4bab-969d-480f3c6841cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (aaaab372-5da3-481c-8706-d39ad8366d25), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:12.460288 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-01e7ad24-4160-4bab-969d-480f3c6841cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:12.469264 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-01e7ad24-4160-4bab-969d-480f3c6841cc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/aaaab372-5da3-481c-8706-d39ad8366d25 HTTP/1.1" status: 204 len: 168 time: 0.2457402 Mar 22 19:48:12.496264 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7ad24-4160-4bab-969d-480f3c6841cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaaab372-5da3-481c-8706-d39ad8366d25,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:12.529068 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5423093-c3df-47cf-8289-7af63b9d7780 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Router 001a5e78-1378-4dbb-87c7-54f362d66e47 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:48:12.733002 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5423093-c3df-47cf-8289-7af63b9d7780 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:48:12.744717 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1698f04c-d081-40fa-9adc-c0e350a7db94 None None] Sync routers for ids ['001a5e78-1378-4dbb-87c7-54f362d66e47'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:48:12.760008 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1698f04c-d081-40fa-9adc-c0e350a7db94 None None] Routers {'001a5e78-1378-4dbb-87c7-54f362d66e47'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:48:12.760631 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-1698f04c-d081-40fa-9adc-c0e350a7db94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:47:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['001a5e78-1378-4dbb-87c7-54f362d66e47'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:12.771751 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e5423093-c3df-47cf-8289-7af63b9d7780 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:12.775724 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e5423093-c3df-47cf-8289-7af63b9d7780 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.5313630 Mar 22 19:48:12.776173 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51154) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:13.042259 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c9a69c28-76eb-49ef-8302-275fb90d2cd2 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:48:13.045545 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-1698f04c-d081-40fa-9adc-c0e350a7db94 None None] Set router 001a5e78-1378-4dbb-87c7-54f362d66e47 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:48:13.128634 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-898f6401-3480-471c-ae83-816195e9a1ed tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] 10.222.0.75 "GET /v2.0/routers/001a5e78-1378-4dbb-87c7-54f362d66e47 HTTP/1.1" status: 200 len: 908 time: 0.3509500 Mar 22 19:48:13.131351 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51162) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:13.210182 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port c9a69c28-76eb-49ef-8302-275fb90d2cd2 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:48:13.222341 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c9a69c28-76eb-49ef-8302-275fb90d2cd2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:13.412198 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port c9a69c28-76eb-49ef-8302-275fb90d2cd2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:48:13.469481 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ca3b7ed5-079d-4e28-9015-e4b38f358494 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router (001a5e78-1378-4dbb-87c7-54f362d66e47), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:13.738331 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-1698f04c-d081-40fa-9adc-c0e350a7db94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '001a5e78-1378-4dbb-87c7-54f362d66e47', 'name': 'tempest-snat-router-1524439361', 'tenant_id': '4f38ee862f674386822cc43be619eae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': 'f3cee7be-8189-42ba-a20f-eb59aa69d84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:48:08Z', 'updated_at': '2022-03-22T19:48:10Z', 'revision_number': 3, 'project_id': '4f38ee862f674386822cc43be619eae2', 'gw_port': {'id': 'f3cee7be-8189-42ba-a20f-eb59aa69d84f', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '001a5e78-1378-4dbb-87c7-54f362d66e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3437, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:48:09Z', 'updated_at': '2022-03-22T19:48:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:13.851025 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ca3b7ed5-079d-4e28-9015-e4b38f358494 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router_gateway (001a5e78-1378-4dbb-87c7-54f362d66e47), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:13.883615 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1698f04c-d081-40fa-9adc-c0e350a7db94 None None] Checking router: 001a5e78-1378-4dbb-87c7-54f362d66e47 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:48:13.886137 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1698f04c-d081-40fa-9adc-c0e350a7db94 None None] Updating router 001a5e78-1378-4dbb-87c7-54f362d66e47 port f3cee7be-8189-42ba-a20f-eb59aa69d84f binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:48:13.965833 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-1698f04c-d081-40fa-9adc-c0e350a7db94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f3cee7be-8189-42ba-a20f-eb59aa69d84f), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:14.024405 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-ca3b7ed5-079d-4e28-9015-e4b38f358494 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Deleting port f3cee7be-8189-42ba-a20f-eb59aa69d84f {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:48:14.026428 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ca3b7ed5-079d-4e28-9015-e4b38f358494 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f3cee7be-8189-42ba-a20f-eb59aa69d84f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:14.203574 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ca3b7ed5-079d-4e28-9015-e4b38f358494 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f3cee7be-8189-42ba-a20f-eb59aa69d84f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:14.243938 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-ca3b7ed5-079d-4e28-9015-e4b38f358494 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Calling delete_port for f3cee7be-8189-42ba-a20f-eb59aa69d84f owned by network:router_gateway {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:48:14.572308 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ca3b7ed5-079d-4e28-9015-e4b38f358494 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (f3cee7be-8189-42ba-a20f-eb59aa69d84f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:14.583381 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.db.api [None req-1698f04c-d081-40fa-9adc-c0e350a7db94 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:48:14.583911 n-d-705658-24 neutron-server[104175]: DEBUG oslo_db.api [None req-1698f04c-d081-40fa-9adc-c0e350a7db94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:48:14.628103 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b7ed5-079d-4e28-9015-e4b38f358494 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Pushing event deleted for resources: {'Port': ['ID=f3cee7be-8189-42ba-a20f-eb59aa69d84f,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:14.692851 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ca3b7ed5-079d-4e28-9015-e4b38f358494 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (001a5e78-1378-4dbb-87c7-54f362d66e47), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:14.840593 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ca3b7ed5-079d-4e28-9015-e4b38f358494 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (001a5e78-1378-4dbb-87c7-54f362d66e47), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:14.843137 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ca3b7ed5-079d-4e28-9015-e4b38f358494 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router_controller (001a5e78-1378-4dbb-87c7-54f362d66e47), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:14.931257 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ca3b7ed5-079d-4e28-9015-e4b38f358494 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (001a5e78-1378-4dbb-87c7-54f362d66e47), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:14.931802 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3b7ed5-079d-4e28-9015-e4b38f358494 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 001a5e78-1378-4dbb-87c7-54f362d66e47 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:48:14.940785 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ca3b7ed5-079d-4e28-9015-e4b38f358494 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:14.943216 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ca3b7ed5-079d-4e28-9015-e4b38f358494 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] 10.222.0.75 "DELETE /v2.0/routers/001a5e78-1378-4dbb-87c7-54f362d66e47 HTTP/1.1" status: 204 len: 168 time: 1.8095484 Mar 22 19:48:14.945389 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51202) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:15.181280 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ee91fb9b-1212-4b1d-a58d-9fd4faa47f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:15.205247 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1698f04c-d081-40fa-9adc-c0e350a7db94 None None] Port f3cee7be-8189-42ba-a20f-eb59aa69d84f not found while updating agent binding for router 001a5e78-1378-4dbb-87c7-54f362d66e47. {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 22 19:48:15.265200 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1698f04c-d081-40fa-9adc-c0e350a7db94 None None] Routers set() bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:48:15.265580 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1698f04c-d081-40fa-9adc-c0e350a7db94 None None] Router IDs set() for agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 22 19:48:15.266331 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_agentschedulers_db [None req-1698f04c-d081-40fa-9adc-c0e350a7db94 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'001a5e78-1378-4dbb-87c7-54f362d66e47'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:47:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent'). {{(pid=104175) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 22 19:48:15.266713 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1698f04c-d081-40fa-9adc-c0e350a7db94 None None] The sync data for ids ['001a5e78-1378-4dbb-87c7-54f362d66e47'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:48:15.313635 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4339ffac-f68b-4601-ab8f-0521c8f0f7fd tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router (b804bf94-276d-4ad6-a41d-fd87dc0d4bc7), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:15.436058 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4339ffac-f68b-4601-ab8f-0521c8f0f7fd tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router_gateway (b804bf94-276d-4ad6-a41d-fd87dc0d4bc7), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:15.521733 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-4339ffac-f68b-4601-ab8f-0521c8f0f7fd tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Deleting port c9a69c28-76eb-49ef-8302-275fb90d2cd2 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:48:15.522294 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4339ffac-f68b-4601-ab8f-0521c8f0f7fd tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (c9a69c28-76eb-49ef-8302-275fb90d2cd2), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:15.626155 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-4339ffac-f68b-4601-ab8f-0521c8f0f7fd tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] For port c9a69c28-76eb-49ef-8302-275fb90d2cd2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c9a69c28-76eb-49ef-8302-275fb90d2cd2,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:48:15.626524 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4339ffac-f68b-4601-ab8f-0521c8f0f7fd tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (c9a69c28-76eb-49ef-8302-275fb90d2cd2), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:15.645276 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-4339ffac-f68b-4601-ab8f-0521c8f0f7fd tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Calling delete_port for c9a69c28-76eb-49ef-8302-275fb90d2cd2 owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:48:15.873579 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4339ffac-f68b-4601-ab8f-0521c8f0f7fd tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (c9a69c28-76eb-49ef-8302-275fb90d2cd2), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:15.899801 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339ffac-f68b-4601-ab8f-0521c8f0f7fd tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9a69c28-76eb-49ef-8302-275fb90d2cd2,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:15.938142 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:15.990235 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4339ffac-f68b-4601-ab8f-0521c8f0f7fd tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (b804bf94-276d-4ad6-a41d-fd87dc0d4bc7), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:16.114918 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4339ffac-f68b-4601-ab8f-0521c8f0f7fd tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (b804bf94-276d-4ad6-a41d-fd87dc0d4bc7), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:16.117130 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4339ffac-f68b-4601-ab8f-0521c8f0f7fd tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router_controller (b804bf94-276d-4ad6-a41d-fd87dc0d4bc7), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:16.163451 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4339ffac-f68b-4601-ab8f-0521c8f0f7fd tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (b804bf94-276d-4ad6-a41d-fd87dc0d4bc7), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:16.163992 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4339ffac-f68b-4601-ab8f-0521c8f0f7fd tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b804bf94-276d-4ad6-a41d-fd87dc0d4bc7 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:48:16.168740 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4339ffac-f68b-4601-ab8f-0521c8f0f7fd tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:16.173871 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4339ffac-f68b-4601-ab8f-0521c8f0f7fd tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] 10.222.0.75 "DELETE /v2.0/routers/b804bf94-276d-4ad6-a41d-fd87dc0d4bc7 HTTP/1.1" status: 204 len: 168 time: 1.2273252 Mar 22 19:48:16.174327 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51224) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:16.179974 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-4737c5aa-f4b9-4d3e-9d23-fb000d85d269 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1490872344', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}, 'admin_state_up': False}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:48:16.205166 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4737c5aa-f4b9-4d3e-9d23-fb000d85d269 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (d32728b9-e6b6-4594-95db-e913e5bed534), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:16.207731 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4737c5aa-f4b9-4d3e-9d23-fb000d85d269 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (d32728b9-e6b6-4594-95db-e913e5bed534), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:16.303462 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4737c5aa-f4b9-4d3e-9d23-fb000d85d269 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router_controller (d32728b9-e6b6-4594-95db-e913e5bed534), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:16.486086 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-5fe4bbc8-8e87-4c72-b6e8-e3cc32737564 req-52239ce3-a072-4293-9a96-87f25eeb5e30 service neutron] (104172) timed out ('10.222.0.75', 58282) {{(pid=104172) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 19:48:16.522034 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4737c5aa-f4b9-4d3e-9d23-fb000d85d269 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router_gateway (d32728b9-e6b6-4594-95db-e913e5bed534), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:16.960154 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c9a69c28-76eb-49ef-8302-275fb90d2cd2 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:48:17.003525 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: c9a69c28-76eb-49ef-8302-275fb90d2cd2 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:48:17.006864 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c9a69c28-76eb-49ef-8302-275fb90d2cd2 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:48:17.410429 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-687c6648-0bd9-4741-a81d-3cb5f88cfdb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:17.617713 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4737c5aa-f4b9-4d3e-9d23-fb000d85d269 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router_gateway (d32728b9-e6b6-4594-95db-e913e5bed534), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:17.668437 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4737c5aa-f4b9-4d3e-9d23-fb000d85d269 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:17.883688 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-4737c5aa-f4b9-4d3e-9d23-fb000d85d269 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Allocated IP 172.25.5.199 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/302a4117-0aba-4a65-ae42-fd66ef07c920) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:48:18.159492 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4737c5aa-f4b9-4d3e-9d23-fb000d85d269 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for port (302a4117-0aba-4a65-ae42-fd66ef07c920), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:18.241980 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4737c5aa-f4b9-4d3e-9d23-fb000d85d269 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (302a4117-0aba-4a65-ae42-fd66ef07c920), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:18.289156 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4737c5aa-f4b9-4d3e-9d23-fb000d85d269 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:48:18.294551 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-4737c5aa-f4b9-4d3e-9d23-fb000d85d269 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:48:18.298503 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4737c5aa-f4b9-4d3e-9d23-fb000d85d269 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:48:18.341040 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737c5aa-f4b9-4d3e-9d23-fb000d85d269 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Pushing event updated for resources: {'Port': ['ID=302a4117-0aba-4a65-ae42-fd66ef07c920,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:18.450817 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:18.728342 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:18.831689 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4737c5aa-f4b9-4d3e-9d23-fb000d85d269 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router_gateway (d32728b9-e6b6-4594-95db-e913e5bed534), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:19.426070 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51288) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:19.498736 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4737c5aa-f4b9-4d3e-9d23-fb000d85d269 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (d32728b9-e6b6-4594-95db-e913e5bed534), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:19.760658 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-abfdbdb5-ad17-45ca-9006-00d4003ebec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:19.792958 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4737c5aa-f4b9-4d3e-9d23-fb000d85d269 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Router d32728b9-e6b6-4594-95db-e913e5bed534 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:48:19.929443 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-abfdbdb5-ad17-45ca-9006-00d4003ebec8 admin admin] Publish callbacks [] for security_group (ed2bb538-88d1-4f03-870e-500c68211579), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:19.944134 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-abfdbdb5-ad17-45ca-9006-00d4003ebec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ed2bb538-88d1-4f03-870e-500c68211579), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:20.012603 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4737c5aa-f4b9-4d3e-9d23-fb000d85d269 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:48:20.019733 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfdbdb5-ad17-45ca-9006-00d4003ebec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2bb538-88d1-4f03-870e-500c68211579,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:20.030099 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06adeee0-d2bd-4697-ae00-055dee11f688 None None] Sync routers for ids ['d32728b9-e6b6-4594-95db-e913e5bed534'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:48:20.037071 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-abfdbdb5-ad17-45ca-9006-00d4003ebec8 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e02fd76080024d0583440f8b2b58792f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6093588 Mar 22 19:48:20.039526 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51298) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:20.070758 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06adeee0-d2bd-4697-ae00-055dee11f688 None None] Routers {'d32728b9-e6b6-4594-95db-e913e5bed534'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:48:20.071464 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-06adeee0-d2bd-4697-ae00-055dee11f688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:48:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d32728b9-e6b6-4594-95db-e913e5bed534'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:20.081912 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4737c5aa-f4b9-4d3e-9d23-fb000d85d269 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:20.084545 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4737c5aa-f4b9-4d3e-9d23-fb000d85d269 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.9090879 Mar 22 19:48:20.088136 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51302) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:20.093992 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-95a1b2c1-7850-494b-b540-a1c6df147147 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'enable_snat': False}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:48:20.178825 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-06adeee0-d2bd-4697-ae00-055dee11f688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:20.185103 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3a43b23c-ccff-48ed-8d20-4f9fceb6dfd7 admin admin] Publish callbacks [] for security_group (ed2bb538-88d1-4f03-870e-500c68211579), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:20.203350 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:20.208545 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06adeee0-d2bd-4697-ae00-055dee11f688 None None] Routers {'d32728b9-e6b6-4594-95db-e913e5bed534'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:48:20.209494 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-06adeee0-d2bd-4697-ae00-055dee11f688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:48:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d32728b9-e6b6-4594-95db-e913e5bed534'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:20.227492 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3a43b23c-ccff-48ed-8d20-4f9fceb6dfd7 admin admin] Publish callbacks [] for security_group (ed2bb538-88d1-4f03-870e-500c68211579), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:20.322107 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-06adeee0-d2bd-4697-ae00-055dee11f688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:20.322797 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06adeee0-d2bd-4697-ae00-055dee11f688 None None] The sync data for ids ['d32728b9-e6b6-4594-95db-e913e5bed534'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:48:20.326323 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3a43b23c-ccff-48ed-8d20-4f9fceb6dfd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ed2bb538-88d1-4f03-870e-500c68211579), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:20.329056 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3a43b23c-ccff-48ed-8d20-4f9fceb6dfd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:20.332770 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3a43b23c-ccff-48ed-8d20-4f9fceb6dfd7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ed2bb538-88d1-4f03-870e-500c68211579 HTTP/1.1" status: 204 len: 168 time: 0.2896640 Mar 22 19:48:20.351458 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a43b23c-ccff-48ed-8d20-4f9fceb6dfd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2bb538-88d1-4f03-870e-500c68211579,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:20.838551 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-95a1b2c1-7850-494b-b540-a1c6df147147 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router_gateway (d32728b9-e6b6-4594-95db-e913e5bed534), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:20.927569 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51332) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:20.951342 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-51949f99-07e6-4627-99d7-209237db6a3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:21.172986 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-51949f99-07e6-4627-99d7-209237db6a3b admin admin] Publish callbacks [] for security_group (8c590f65-e98c-4927-bab7-41e09ef952e0), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:21.184008 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-51949f99-07e6-4627-99d7-209237db6a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (8c590f65-e98c-4927-bab7-41e09ef952e0), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:21.250452 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51949f99-07e6-4627-99d7-209237db6a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c590f65-e98c-4927-bab7-41e09ef952e0,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:21.283889 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-51949f99-07e6-4627-99d7-209237db6a3b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=08b7213094d44c7cb5720128e3637ef8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3534763 Mar 22 19:48:21.285606 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51334) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:21.370075 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fb43e488-d0a9-4588-a7d6-cf08b84e2d54 admin admin] Publish callbacks [] for security_group (8c590f65-e98c-4927-bab7-41e09ef952e0), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:21.370500 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:21.408339 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fb43e488-d0a9-4588-a7d6-cf08b84e2d54 admin admin] Publish callbacks [] for security_group (8c590f65-e98c-4927-bab7-41e09ef952e0), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:21.474063 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fb43e488-d0a9-4588-a7d6-cf08b84e2d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (8c590f65-e98c-4927-bab7-41e09ef952e0), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:21.476900 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fb43e488-d0a9-4588-a7d6-cf08b84e2d54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:21.478213 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-fb43e488-d0a9-4588-a7d6-cf08b84e2d54 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/8c590f65-e98c-4927-bab7-41e09ef952e0 HTTP/1.1" status: 204 len: 168 time: 0.1903882 Mar 22 19:48:21.492782 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43e488-d0a9-4588-a7d6-cf08b84e2d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c590f65-e98c-4927-bab7-41e09ef952e0,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:21.672058 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-95a1b2c1-7850-494b-b540-a1c6df147147 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4043'] for router (d32728b9-e6b6-4594-95db-e913e5bed534), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:21.680897 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-95a1b2c1-7850-494b-b540-a1c6df147147 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918527'] for router (d32728b9-e6b6-4594-95db-e913e5bed534), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:21.897972 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a1b2c1-7850-494b-b540-a1c6df147147 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Router d32728b9-e6b6-4594-95db-e913e5bed534 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:48:22.128007 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a1b2c1-7850-494b-b540-a1c6df147147 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:48:22.139639 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceddde9a-b82e-4667-ae55-371839e35a57 None None] Sync routers for ids ['d32728b9-e6b6-4594-95db-e913e5bed534'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:48:22.149476 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-95a1b2c1-7850-494b-b540-a1c6df147147 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:22.155967 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51350) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:22.168412 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-95a1b2c1-7850-494b-b540-a1c6df147147 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] 10.222.0.75 "PUT /v2.0/routers/d32728b9-e6b6-4594-95db-e913e5bed534 HTTP/1.1" status: 200 len: 922 time: 2.0788083 Mar 22 19:48:22.170230 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceddde9a-b82e-4667-ae55-371839e35a57 None None] Routers {'d32728b9-e6b6-4594-95db-e913e5bed534'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:48:22.174321 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ceddde9a-b82e-4667-ae55-371839e35a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:48:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d32728b9-e6b6-4594-95db-e913e5bed534'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:22.254470 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ceddde9a-b82e-4667-ae55-371839e35a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:22.276470 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceddde9a-b82e-4667-ae55-371839e35a57 None None] Routers {'d32728b9-e6b6-4594-95db-e913e5bed534'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:48:22.277087 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ceddde9a-b82e-4667-ae55-371839e35a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:48:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d32728b9-e6b6-4594-95db-e913e5bed534'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:22.328580 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ceddde9a-b82e-4667-ae55-371839e35a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:22.330133 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceddde9a-b82e-4667-ae55-371839e35a57 None None] The sync data for ids ['d32728b9-e6b6-4594-95db-e913e5bed534'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:48:22.355214 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51358) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:22.365577 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-38c1c91f-99b0-4907-a981-3023607d326a tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] 10.222.0.75 "GET /v2.0/routers/d32728b9-e6b6-4594-95db-e913e5bed534 HTTP/1.1" status: 200 len: 922 time: 0.2083488 Mar 22 19:48:22.477277 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068f2c03-ab07-4262-ab37-58d3e2018cab tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:22.479244 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-068f2c03-ab07-4262-ab37-58d3e2018cab tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=b209c5bc-34d3-415d-9873-d01a4e6c5db8&device_id=d32728b9-e6b6-4594-95db-e913e5bed534&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1227078 Mar 22 19:48:22.482094 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51360) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:22.607448 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da229cef-81b6-4109-bc26-bc24b1e9ee3f tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:22.609283 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-da229cef-81b6-4109-bc26-bc24b1e9ee3f tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 881 time: 0.1258416 Mar 22 19:48:22.612571 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51366) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:22.657734 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51370) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:22.660381 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0dcc89d6-8aab-498a-89fe-34c2a703aa43 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] 10.222.0.75 "GET /v2.0/ports?device_id=d32728b9-e6b6-4594-95db-e913e5bed534 HTTP/1.1" status: 200 len: 205 time: 0.0463088 Mar 22 19:48:22.885196 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3eb02a35-7e6e-47de-938d-e4d5c9773dbf tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router (d32728b9-e6b6-4594-95db-e913e5bed534), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:23.630711 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3eb02a35-7e6e-47de-938d-e4d5c9773dbf tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router_gateway (d32728b9-e6b6-4594-95db-e913e5bed534), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:23.696018 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-3eb02a35-7e6e-47de-938d-e4d5c9773dbf tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Deleting port 302a4117-0aba-4a65-ae42-fd66ef07c920 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:48:23.696365 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3eb02a35-7e6e-47de-938d-e4d5c9773dbf tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (302a4117-0aba-4a65-ae42-fd66ef07c920), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:23.809334 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3eb02a35-7e6e-47de-938d-e4d5c9773dbf tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (302a4117-0aba-4a65-ae42-fd66ef07c920), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:23.825102 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-3eb02a35-7e6e-47de-938d-e4d5c9773dbf tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Calling delete_port for 302a4117-0aba-4a65-ae42-fd66ef07c920 owned by network:router_gateway {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:48:24.163298 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3eb02a35-7e6e-47de-938d-e4d5c9773dbf tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (302a4117-0aba-4a65-ae42-fd66ef07c920), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:24.200397 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb02a35-7e6e-47de-938d-e4d5c9773dbf tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Pushing event deleted for resources: {'Port': ['ID=302a4117-0aba-4a65-ae42-fd66ef07c920,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:24.303808 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3eb02a35-7e6e-47de-938d-e4d5c9773dbf tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (d32728b9-e6b6-4594-95db-e913e5bed534), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:24.418354 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3eb02a35-7e6e-47de-938d-e4d5c9773dbf tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (d32728b9-e6b6-4594-95db-e913e5bed534), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:24.421268 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3eb02a35-7e6e-47de-938d-e4d5c9773dbf tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router_controller (d32728b9-e6b6-4594-95db-e913e5bed534), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:24.495594 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3eb02a35-7e6e-47de-938d-e4d5c9773dbf tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (d32728b9-e6b6-4594-95db-e913e5bed534), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:24.496753 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb02a35-7e6e-47de-938d-e4d5c9773dbf tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Fanout notify agent at l3_agent the message router_deleted on router d32728b9-e6b6-4594-95db-e913e5bed534 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:48:24.518986 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3eb02a35-7e6e-47de-938d-e4d5c9773dbf tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:24.520144 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3eb02a35-7e6e-47de-938d-e4d5c9773dbf tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] 10.222.0.75 "DELETE /v2.0/routers/d32728b9-e6b6-4594-95db-e913e5bed534 HTTP/1.1" status: 204 len: 168 time: 1.8606575 Mar 22 19:48:24.524697 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51424) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:24.537919 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-9e884c39-fe47-4bff-97dd-b0628ff2d10f tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1299326470', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:48:24.588871 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9e884c39-fe47-4bff-97dd-b0628ff2d10f tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (eb2a3220-a855-4244-a4cf-71b37db455f6), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:24.590100 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9e884c39-fe47-4bff-97dd-b0628ff2d10f tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (eb2a3220-a855-4244-a4cf-71b37db455f6), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:24.694752 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9e884c39-fe47-4bff-97dd-b0628ff2d10f tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router_controller (eb2a3220-a855-4244-a4cf-71b37db455f6), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:24.705018 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9e884c39-fe47-4bff-97dd-b0628ff2d10f tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (eb2a3220-a855-4244-a4cf-71b37db455f6), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:24.737757 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9e884c39-fe47-4bff-97dd-b0628ff2d10f tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:24.739209 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9e884c39-fe47-4bff-97dd-b0628ff2d10f tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2134709 Mar 22 19:48:24.741949 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51430) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:24.748062 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-e0108deb-c858-413c-b7d4-63c26f1913a7 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:48:25.026395 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e0108deb-c858-413c-b7d4-63c26f1913a7 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router_gateway (eb2a3220-a855-4244-a4cf-71b37db455f6), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:25.254254 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e0108deb-c858-413c-b7d4-63c26f1913a7 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router_gateway (eb2a3220-a855-4244-a4cf-71b37db455f6), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:25.277844 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e0108deb-c858-413c-b7d4-63c26f1913a7 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:25.416794 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-e0108deb-c858-413c-b7d4-63c26f1913a7 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Allocated IP 172.25.5.130 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/bdc00dfb-9f99-4422-a59f-5bf58b6a5b5f) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:48:25.533122 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e0108deb-c858-413c-b7d4-63c26f1913a7 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for port (bdc00dfb-9f99-4422-a59f-5bf58b6a5b5f), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:25.577155 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e0108deb-c858-413c-b7d4-63c26f1913a7 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (bdc00dfb-9f99-4422-a59f-5bf58b6a5b5f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:25.639463 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0108deb-c858-413c-b7d4-63c26f1913a7 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Pushing event updated for resources: {'Port': ['ID=bdc00dfb-9f99-4422-a59f-5bf58b6a5b5f,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:25.663819 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0108deb-c858-413c-b7d4-63c26f1913a7 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:48:25.665541 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-e0108deb-c858-413c-b7d4-63c26f1913a7 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:48:25.669210 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0108deb-c858-413c-b7d4-63c26f1913a7 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:48:26.097512 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e0108deb-c858-413c-b7d4-63c26f1913a7 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router_gateway (eb2a3220-a855-4244-a4cf-71b37db455f6), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:26.468395 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e0108deb-c858-413c-b7d4-63c26f1913a7 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4043'] for router (eb2a3220-a855-4244-a4cf-71b37db455f6), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:26.475391 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e0108deb-c858-413c-b7d4-63c26f1913a7 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918527'] for router (eb2a3220-a855-4244-a4cf-71b37db455f6), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:26.758734 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0108deb-c858-413c-b7d4-63c26f1913a7 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Router eb2a3220-a855-4244-a4cf-71b37db455f6 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:48:27.015720 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0108deb-c858-413c-b7d4-63c26f1913a7 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:48:27.026965 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dfe3a1-7d63-498b-b87e-8182623981bf None None] Sync routers for ids ['eb2a3220-a855-4244-a4cf-71b37db455f6'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:48:27.033428 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e0108deb-c858-413c-b7d4-63c26f1913a7 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:27.034843 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e0108deb-c858-413c-b7d4-63c26f1913a7 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] 10.222.0.75 "PUT /v2.0/routers/eb2a3220-a855-4244-a4cf-71b37db455f6 HTTP/1.1" status: 200 len: 880 time: 2.2919829 Mar 22 19:48:27.038042 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51482) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:27.042828 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dfe3a1-7d63-498b-b87e-8182623981bf None None] Routers {'eb2a3220-a855-4244-a4cf-71b37db455f6'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:48:27.048339 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-34dfe3a1-7d63-498b-b87e-8182623981bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:48:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['eb2a3220-a855-4244-a4cf-71b37db455f6'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:27.124975 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-34dfe3a1-7d63-498b-b87e-8182623981bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:27.150926 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51484) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:27.159250 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dfe3a1-7d63-498b-b87e-8182623981bf None None] Routers {'eb2a3220-a855-4244-a4cf-71b37db455f6'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:48:27.160155 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-34dfe3a1-7d63-498b-b87e-8182623981bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:48:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['eb2a3220-a855-4244-a4cf-71b37db455f6'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:27.230926 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1616b00c-cd2c-4890-8559-8c556171e7ea tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] 10.222.0.75 "GET /v2.0/routers/eb2a3220-a855-4244-a4cf-71b37db455f6 HTTP/1.1" status: 200 len: 921 time: 0.1892579 Mar 22 19:48:27.231705 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51488) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:27.242571 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-34dfe3a1-7d63-498b-b87e-8182623981bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:27.243446 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dfe3a1-7d63-498b-b87e-8182623981bf None None] The sync data for ids ['eb2a3220-a855-4244-a4cf-71b37db455f6'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:48:27.378259 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6bda59e7-a26b-49f4-a7fa-e7b26c08034d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:27.492960 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6bda59e7-a26b-49f4-a7fa-e7b26c08034d admin admin] Publish callbacks [] for security_group (4db49867-ae3d-4c0d-a694-5e02234374ec), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:27.511681 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6bda59e7-a26b-49f4-a7fa-e7b26c08034d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (4db49867-ae3d-4c0d-a694-5e02234374ec), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:27.518260 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3fbab8-a3cc-434c-b108-64418e6fb7d5 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:27.519968 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bb3fbab8-a3cc-434c-b108-64418e6fb7d5 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=b209c5bc-34d3-415d-9873-d01a4e6c5db8&device_id=eb2a3220-a855-4244-a4cf-71b37db455f6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2871275 Mar 22 19:48:27.523520 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51490) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:27.663233 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda59e7-a26b-49f4-a7fa-e7b26c08034d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db49867-ae3d-4c0d-a694-5e02234374ec,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:27.690645 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6bda59e7-a26b-49f4-a7fa-e7b26c08034d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ebb0c0f1bb5d420483a9b19549f7c616&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5379877 Mar 22 19:48:27.693723 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51500) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:27.747320 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e154a5e5-428c-4665-89bf-41a0d5f61e0b tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:27.748758 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e154a5e5-428c-4665-89bf-41a0d5f61e0b tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 881 time: 0.2237132 Mar 22 19:48:27.751678 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51504) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:27.814868 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f158d394-5217-4d28-b240-cebdbe636ab5 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] 10.222.0.75 "GET /v2.0/ports?device_id=eb2a3220-a855-4244-a4cf-71b37db455f6 HTTP/1.1" status: 200 len: 205 time: 0.0620205 Mar 22 19:48:27.817779 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51506) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:27.960469 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-82fa8835-9341-49f2-9690-ec296f8b1323 admin admin] Publish callbacks [] for security_group (4db49867-ae3d-4c0d-a694-5e02234374ec), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:28.045409 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-82fa8835-9341-49f2-9690-ec296f8b1323 admin admin] Publish callbacks [] for security_group (4db49867-ae3d-4c0d-a694-5e02234374ec), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:28.053131 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4c8caa5c-5fb9-4024-b707-be6d8805c994 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router (eb2a3220-a855-4244-a4cf-71b37db455f6), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:28.182025 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-82fa8835-9341-49f2-9690-ec296f8b1323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (4db49867-ae3d-4c0d-a694-5e02234374ec), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:28.186654 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-82fa8835-9341-49f2-9690-ec296f8b1323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:28.188844 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-82fa8835-9341-49f2-9690-ec296f8b1323 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4db49867-ae3d-4c0d-a694-5e02234374ec HTTP/1.1" status: 204 len: 168 time: 0.4918072 Mar 22 19:48:28.225423 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa8835-9341-49f2-9690-ec296f8b1323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db49867-ae3d-4c0d-a694-5e02234374ec,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:28.323837 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51518) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:28.399161 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4c8caa5c-5fb9-4024-b707-be6d8805c994 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router_gateway (eb2a3220-a855-4244-a4cf-71b37db455f6), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:28.603732 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-4c8caa5c-5fb9-4024-b707-be6d8805c994 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Deleting port bdc00dfb-9f99-4422-a59f-5bf58b6a5b5f {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:48:28.604420 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4c8caa5c-5fb9-4024-b707-be6d8805c994 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (bdc00dfb-9f99-4422-a59f-5bf58b6a5b5f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:28.894140 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4c8caa5c-5fb9-4024-b707-be6d8805c994 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (bdc00dfb-9f99-4422-a59f-5bf58b6a5b5f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:28.965293 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-4c8caa5c-5fb9-4024-b707-be6d8805c994 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Calling delete_port for bdc00dfb-9f99-4422-a59f-5bf58b6a5b5f owned by network:router_gateway {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:48:29.044620 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-72260268-be5e-4a48-8604-332fb2fb8e21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:29.176709 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-72260268-be5e-4a48-8604-332fb2fb8e21 admin admin] Publish callbacks [] for security_group (070da9ef-408e-411d-b66f-7b5c795fb629), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:29.184128 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-72260268-be5e-4a48-8604-332fb2fb8e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (070da9ef-408e-411d-b66f-7b5c795fb629), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:29.234926 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-72260268-be5e-4a48-8604-332fb2fb8e21 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=b3c7a9e583914ad3be8414b433a6aa6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9093885 Mar 22 19:48:29.244155 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51534) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:29.270893 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72260268-be5e-4a48-8604-332fb2fb8e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070da9ef-408e-411d-b66f-7b5c795fb629,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:29.350703 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51538) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:29.379238 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f0b43fab-b928-4363-a7e2-9404161210ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:29.622109 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f0b43fab-b928-4363-a7e2-9404161210ef admin admin] Publish callbacks [] for security_group (22534433-3a92-44cd-83bc-eda3f351a204), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:29.632793 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f0b43fab-b928-4363-a7e2-9404161210ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (22534433-3a92-44cd-83bc-eda3f351a204), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:29.798639 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f0b43fab-b928-4363-a7e2-9404161210ef admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2c3a185954a0474a81e3073c993b06d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4434500 Mar 22 19:48:29.802739 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b43fab-b928-4363-a7e2-9404161210ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22534433-3a92-44cd-83bc-eda3f351a204,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:29.832657 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51542) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:29.928927 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5d36077c-96a4-4c1a-8f6d-5b1bd61cafa8 admin admin] Publish callbacks [] for security_group (070da9ef-408e-411d-b66f-7b5c795fb629), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:29.999364 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2f8241ce-d85a-4826-8f44-1982a3a26eea admin admin] Publish callbacks [] for security_group (22534433-3a92-44cd-83bc-eda3f351a204), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:30.002673 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5d36077c-96a4-4c1a-8f6d-5b1bd61cafa8 admin admin] Publish callbacks [] for security_group (070da9ef-408e-411d-b66f-7b5c795fb629), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:30.067280 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2f8241ce-d85a-4826-8f44-1982a3a26eea admin admin] Publish callbacks [] for security_group (22534433-3a92-44cd-83bc-eda3f351a204), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:30.205321 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4c8caa5c-5fb9-4024-b707-be6d8805c994 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (bdc00dfb-9f99-4422-a59f-5bf58b6a5b5f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:30.229398 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5d36077c-96a4-4c1a-8f6d-5b1bd61cafa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (070da9ef-408e-411d-b66f-7b5c795fb629), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:30.231728 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2f8241ce-d85a-4826-8f44-1982a3a26eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (22534433-3a92-44cd-83bc-eda3f351a204), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:30.232963 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5d36077c-96a4-4c1a-8f6d-5b1bd61cafa8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:30.234293 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2f8241ce-d85a-4826-8f44-1982a3a26eea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:30.238909 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2f8241ce-d85a-4826-8f44-1982a3a26eea admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/22534433-3a92-44cd-83bc-eda3f351a204 HTTP/1.1" status: 204 len: 168 time: 0.4011104 Mar 22 19:48:30.241521 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5d36077c-96a4-4c1a-8f6d-5b1bd61cafa8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/070da9ef-408e-411d-b66f-7b5c795fb629 HTTP/1.1" status: 204 len: 168 time: 0.9921567 Mar 22 19:48:30.247329 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8caa5c-5fb9-4024-b707-be6d8805c994 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Pushing event deleted for resources: {'Port': ['ID=bdc00dfb-9f99-4422-a59f-5bf58b6a5b5f,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:30.257998 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8caa5c-5fb9-4024-b707-be6d8805c994 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:30.258359 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8caa5c-5fb9-4024-b707-be6d8805c994 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:30.258754 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8caa5c-5fb9-4024-b707-be6d8805c994 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:30.259046 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8caa5c-5fb9-4024-b707-be6d8805c994 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:30.259387 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8caa5c-5fb9-4024-b707-be6d8805c994 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:30.259780 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8caa5c-5fb9-4024-b707-be6d8805c994 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:30.260051 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8caa5c-5fb9-4024-b707-be6d8805c994 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:30.260380 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8caa5c-5fb9-4024-b707-be6d8805c994 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:30.260713 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8caa5c-5fb9-4024-b707-be6d8805c994 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:30.261043 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8caa5c-5fb9-4024-b707-be6d8805c994 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:30.261377 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8caa5c-5fb9-4024-b707-be6d8805c994 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:30.261975 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8caa5c-5fb9-4024-b707-be6d8805c994 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:30.262317 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8caa5c-5fb9-4024-b707-be6d8805c994 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:30.262635 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8caa5c-5fb9-4024-b707-be6d8805c994 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:30.262963 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8caa5c-5fb9-4024-b707-be6d8805c994 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:30.271103 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36077c-96a4-4c1a-8f6d-5b1bd61cafa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070da9ef-408e-411d-b66f-7b5c795fb629,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:30.274797 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8241ce-d85a-4826-8f44-1982a3a26eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22534433-3a92-44cd-83bc-eda3f351a204,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:30.481114 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4c8caa5c-5fb9-4024-b707-be6d8805c994 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (eb2a3220-a855-4244-a4cf-71b37db455f6), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:30.723946 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4c8caa5c-5fb9-4024-b707-be6d8805c994 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (eb2a3220-a855-4244-a4cf-71b37db455f6), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:30.728606 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4c8caa5c-5fb9-4024-b707-be6d8805c994 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router_controller (eb2a3220-a855-4244-a4cf-71b37db455f6), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:30.830483 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4c8caa5c-5fb9-4024-b707-be6d8805c994 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (eb2a3220-a855-4244-a4cf-71b37db455f6), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:30.833368 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8caa5c-5fb9-4024-b707-be6d8805c994 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Fanout notify agent at l3_agent the message router_deleted on router eb2a3220-a855-4244-a4cf-71b37db455f6 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:48:30.875412 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4c8caa5c-5fb9-4024-b707-be6d8805c994 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:30.884362 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51558) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:30.885382 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4c8caa5c-5fb9-4024-b707-be6d8805c994 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] 10.222.0.75 "DELETE /v2.0/routers/eb2a3220-a855-4244-a4cf-71b37db455f6 HTTP/1.1" status: 204 len: 168 time: 3.0614474 Mar 22 19:48:30.904607 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-03f197bf-24cb-4c23-a814-95c8a49b2769 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-254646620', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:48:30.976653 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-03f197bf-24cb-4c23-a814-95c8a49b2769 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (32892cfa-796a-4232-9d3f-f67123833e94), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:30.977897 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-03f197bf-24cb-4c23-a814-95c8a49b2769 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (32892cfa-796a-4232-9d3f-f67123833e94), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:31.104801 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51560) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:31.119502 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-03f197bf-24cb-4c23-a814-95c8a49b2769 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router_controller (32892cfa-796a-4232-9d3f-f67123833e94), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:31.124547 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-83e2da40-7b56-4d99-8787-e75f13d6e43a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:31.126913 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-03f197bf-24cb-4c23-a814-95c8a49b2769 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (32892cfa-796a-4232-9d3f-f67123833e94), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:31.160933 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-03f197bf-24cb-4c23-a814-95c8a49b2769 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:31.162180 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-03f197bf-24cb-4c23-a814-95c8a49b2769 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2746193 Mar 22 19:48:31.165028 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51562) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:31.173413 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-bcec514c-ca74-4ffb-8dbf-72d0c629f7fa tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'enable_snat': True}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:48:31.202721 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51564) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:31.253764 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-816e24cc-521e-4806-a2af-442f1a7d3a24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:31.320592 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-83e2da40-7b56-4d99-8787-e75f13d6e43a admin admin] Publish callbacks [] for security_group (5cc0b8cd-8f00-45bf-8ec7-18c4aeca5260), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:31.349494 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-83e2da40-7b56-4d99-8787-e75f13d6e43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5cc0b8cd-8f00-45bf-8ec7-18c4aeca5260), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:31.464930 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-83e2da40-7b56-4d99-8787-e75f13d6e43a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=50a7c3f09716453ca69b8a1e897032b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3515346 Mar 22 19:48:31.466452 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51570) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:31.492333 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2da40-7b56-4d99-8787-e75f13d6e43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc0b8cd-8f00-45bf-8ec7-18c4aeca5260,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:31.555285 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-816e24cc-521e-4806-a2af-442f1a7d3a24 admin admin] Publish callbacks [] for security_group (850e56c8-a28f-41eb-ae47-4c8a15a43625), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:31.562212 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-816e24cc-521e-4806-a2af-442f1a7d3a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (850e56c8-a28f-41eb-ae47-4c8a15a43625), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:31.596344 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-816e24cc-521e-4806-a2af-442f1a7d3a24 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4ccf755c6b104dc0924511a205ed541a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3914931 Mar 22 19:48:31.598186 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51574) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:31.647062 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bcec514c-ca74-4ffb-8dbf-72d0c629f7fa tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router_gateway (32892cfa-796a-4232-9d3f-f67123833e94), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:31.686695 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e24cc-521e-4806-a2af-442f1a7d3a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850e56c8-a28f-41eb-ae47-4c8a15a43625,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:31.700329 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0b3bf2d1-be1a-45cd-bb6f-9f86d671a465 admin admin] Publish callbacks [] for security_group (5cc0b8cd-8f00-45bf-8ec7-18c4aeca5260), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:31.712811 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a11a91f4-7b05-46a8-be85-189b8e4d5e71 admin admin] Publish callbacks [] for security_group (850e56c8-a28f-41eb-ae47-4c8a15a43625), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:31.742304 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0b3bf2d1-be1a-45cd-bb6f-9f86d671a465 admin admin] Publish callbacks [] for security_group (5cc0b8cd-8f00-45bf-8ec7-18c4aeca5260), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:31.758651 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a11a91f4-7b05-46a8-be85-189b8e4d5e71 admin admin] Publish callbacks [] for security_group (850e56c8-a28f-41eb-ae47-4c8a15a43625), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:31.838180 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0b3bf2d1-be1a-45cd-bb6f-9f86d671a465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5cc0b8cd-8f00-45bf-8ec7-18c4aeca5260), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:31.840816 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0b3bf2d1-be1a-45cd-bb6f-9f86d671a465 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:31.842260 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0b3bf2d1-be1a-45cd-bb6f-9f86d671a465 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5cc0b8cd-8f00-45bf-8ec7-18c4aeca5260 HTTP/1.1" status: 204 len: 168 time: 0.3719888 Mar 22 19:48:31.869340 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3bf2d1-be1a-45cd-bb6f-9f86d671a465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc0b8cd-8f00-45bf-8ec7-18c4aeca5260,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:31.882401 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a11a91f4-7b05-46a8-be85-189b8e4d5e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (850e56c8-a28f-41eb-ae47-4c8a15a43625), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:31.889337 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a11a91f4-7b05-46a8-be85-189b8e4d5e71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:31.894543 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a11a91f4-7b05-46a8-be85-189b8e4d5e71 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/850e56c8-a28f-41eb-ae47-4c8a15a43625 HTTP/1.1" status: 204 len: 168 time: 0.2954471 Mar 22 19:48:31.924263 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a91f4-7b05-46a8-be85-189b8e4d5e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850e56c8-a28f-41eb-ae47-4c8a15a43625,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:32.032802 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bcec514c-ca74-4ffb-8dbf-72d0c629f7fa tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router_gateway (32892cfa-796a-4232-9d3f-f67123833e94), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:32.055891 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bcec514c-ca74-4ffb-8dbf-72d0c629f7fa tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:32.237538 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-bcec514c-ca74-4ffb-8dbf-72d0c629f7fa tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Allocated IP 172.25.5.136 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/8d173f0b-50f2-4f11-91ba-7dae63fa50cc) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:48:32.411928 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bcec514c-ca74-4ffb-8dbf-72d0c629f7fa tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for port (8d173f0b-50f2-4f11-91ba-7dae63fa50cc), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:32.459003 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bcec514c-ca74-4ffb-8dbf-72d0c629f7fa tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (8d173f0b-50f2-4f11-91ba-7dae63fa50cc), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:32.527581 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcec514c-ca74-4ffb-8dbf-72d0c629f7fa tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:48:32.537109 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-bcec514c-ca74-4ffb-8dbf-72d0c629f7fa tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:48:32.542547 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcec514c-ca74-4ffb-8dbf-72d0c629f7fa tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:48:32.544933 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec514c-ca74-4ffb-8dbf-72d0c629f7fa tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Pushing event updated for resources: {'Port': ['ID=8d173f0b-50f2-4f11-91ba-7dae63fa50cc,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:33.035389 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bcec514c-ca74-4ffb-8dbf-72d0c629f7fa tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router_gateway (32892cfa-796a-4232-9d3f-f67123833e94), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:33.273849 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51622) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:33.274961 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bcec514c-ca74-4ffb-8dbf-72d0c629f7fa tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4043'] for router (32892cfa-796a-4232-9d3f-f67123833e94), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:33.278558 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bcec514c-ca74-4ffb-8dbf-72d0c629f7fa tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918527'] for router (32892cfa-796a-4232-9d3f-f67123833e94), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:33.419073 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcec514c-ca74-4ffb-8dbf-72d0c629f7fa tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Router 32892cfa-796a-4232-9d3f-f67123833e94 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:48:33.439144 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-fbc9d4d6-a1b8-4589-91ab-81c27ce31952 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-714560701-network', 'tenant_id': '4a778988074541e19ff107e75f6f47e9'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:48:33.462760 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc9d4d6-a1b8-4589-91ab-81c27ce31952 admin admin] Made reservation on behalf of 4a778988074541e19ff107e75f6f47e9 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:48:33.465325 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fbc9d4d6-a1b8-4589-91ab-81c27ce31952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:33.474115 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fbc9d4d6-a1b8-4589-91ab-81c27ce31952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:33.551681 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcec514c-ca74-4ffb-8dbf-72d0c629f7fa tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:48:33.557420 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bcec514c-ca74-4ffb-8dbf-72d0c629f7fa tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:33.558373 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bcec514c-ca74-4ffb-8dbf-72d0c629f7fa tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] 10.222.0.75 "PUT /v2.0/routers/32892cfa-796a-4232-9d3f-f67123833e94 HTTP/1.1" status: 200 len: 914 time: 2.3923728 Mar 22 19:48:33.561015 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51634) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:33.565898 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d817686b-3d3e-46df-b9e5-be7fc750c481 None None] Sync routers for ids ['32892cfa-796a-4232-9d3f-f67123833e94'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:48:33.568988 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fbc9d4d6-a1b8-4589-91ab-81c27ce31952 admin admin] Publish callbacks [] for security_group (c750a4bc-e730-45d3-b71a-9117c252ab30), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:33.576483 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fbc9d4d6-a1b8-4589-91ab-81c27ce31952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (c750a4bc-e730-45d3-b71a-9117c252ab30), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:33.578785 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d817686b-3d3e-46df-b9e5-be7fc750c481 None None] Routers {'32892cfa-796a-4232-9d3f-f67123833e94'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:48:33.579808 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d817686b-3d3e-46df-b9e5-be7fc750c481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:48:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['32892cfa-796a-4232-9d3f-f67123833e94'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:33.595522 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbc9d4d6-a1b8-4589-91ab-81c27ce31952 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:48:33.607877 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fbc9d4d6-a1b8-4589-91ab-81c27ce31952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (7c1b3cc3-bb5f-45dd-a330-2c33d1cd5721), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:33.608482 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-fbc9d4d6-a1b8-4589-91ab-81c27ce31952 admin admin] Added segment 7c1b3cc3-bb5f-45dd-a330-2c33d1cd5721 of type vlan for network 6e51529b-c8e0-446c-b3ca-3d38456ecc88 Mar 22 19:48:33.626275 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d817686b-3d3e-46df-b9e5-be7fc750c481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:33.639314 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d817686b-3d3e-46df-b9e5-be7fc750c481 None None] Routers {'32892cfa-796a-4232-9d3f-f67123833e94'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:48:33.640181 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d817686b-3d3e-46df-b9e5-be7fc750c481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:48:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['32892cfa-796a-4232-9d3f-f67123833e94'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:33.681233 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d817686b-3d3e-46df-b9e5-be7fc750c481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:33.681998 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d817686b-3d3e-46df-b9e5-be7fc750c481 None None] The sync data for ids ['32892cfa-796a-4232-9d3f-f67123833e94'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:48:33.745868 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fbc9d4d6-a1b8-4589-91ab-81c27ce31952 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (6e51529b-c8e0-446c-b3ca-3d38456ecc88), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:33.753359 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9d4d6-a1b8-4589-91ab-81c27ce31952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c750a4bc-e730-45d3-b71a-9117c252ab30,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:33.831087 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fbc9d4d6-a1b8-4589-91ab-81c27ce31952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (6e51529b-c8e0-446c-b3ca-3d38456ecc88), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:33.834210 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc9d4d6-a1b8-4589-91ab-81c27ce31952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:33.835618 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fbc9d4d6-a1b8-4589-91ab-81c27ce31952 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:33.894193 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fbc9d4d6-a1b8-4589-91ab-81c27ce31952 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6155117 Mar 22 19:48:33.929844 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51658) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:33.934838 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-1bb15d98-b14b-4c47-a946-4c55d64a95c9 admin admin] Request body: {'subnet': {'network_id': '6e51529b-c8e0-446c-b3ca-3d38456ecc88', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-714560701-subnet', 'tenant_id': '4a778988074541e19ff107e75f6f47e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:48:33.996856 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9d4d6-a1b8-4589-91ab-81c27ce31952 admin admin] Pushing event updated for resources: {'Network': ['ID=6e51529b-c8e0-446c-b3ca-3d38456ecc88,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:34.014375 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb15d98-b14b-4c47-a946-4c55d64a95c9 admin admin] Made reservation on behalf of 4a778988074541e19ff107e75f6f47e9 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:48:34.018362 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 6e51529b-c8e0-446c-b3ca-3d38456ecc88 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:48:34.022408 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1bb15d98-b14b-4c47-a946-4c55d64a95c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:34.103079 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7bdee630-d3e4-4441-9899-78daad4cd488 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] 10.222.0.75 "GET /v2.0/routers/32892cfa-796a-4232-9d3f-f67123833e94 HTTP/1.1" status: 200 len: 920 time: 0.5409241 Mar 22 19:48:34.110716 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51670) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:34.169521 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f57774f-3f5e-4e11-9d3c-081768dfe905 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:34.174279 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9f57774f-3f5e-4e11-9d3c-081768dfe905 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=b209c5bc-34d3-415d-9873-d01a4e6c5db8&device_id=32892cfa-796a-4232-9d3f-f67123833e94&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0618491 Mar 22 19:48:34.175096 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51676) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:34.343875 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17096fdf-2b33-4f11-b047-57e362b8df78 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:34.353770 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51680) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:34.354382 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-17096fdf-2b33-4f11-b047-57e362b8df78 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 881 time: 0.1779060 Mar 22 19:48:34.392617 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1bb15d98-b14b-4c47-a946-4c55d64a95c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (69460f58-4610-42b1-a218-67b646f4e351), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:34.400123 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-40e35869-0c06-4619-bf02-7a139a79c1cd tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] 10.222.0.75 "GET /v2.0/ports?device_id=32892cfa-796a-4232-9d3f-f67123833e94 HTTP/1.1" status: 200 len: 205 time: 0.0449748 Mar 22 19:48:34.404768 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51684) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:34.537498 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb15d98-b14b-4c47-a946-4c55d64a95c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69460f58-4610-42b1-a218-67b646f4e351,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:34.563134 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb15d98-b14b-4c47-a946-4c55d64a95c9 admin admin] Checking segment: {'id': '7c1b3cc3-bb5f-45dd-a330-2c33d1cd5721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6e51529b-c8e0-446c-b3ca-3d38456ecc88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:48:34.563639 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb15d98-b14b-4c47-a946-4c55d64a95c9 admin admin] Network hostable DHCP agents. Network: 6e51529b-c8e0-446c-b3ca-3d38456ecc88, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:48:34.593883 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d8fc99a3-2043-415b-a85d-307bf0f546fb tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router (32892cfa-796a-4232-9d3f-f67123833e94), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:34.610456 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb15d98-b14b-4c47-a946-4c55d64a95c9 admin admin] Network 6e51529b-c8e0-446c-b3ca-3d38456ecc88 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:48:34.696363 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-1bb15d98-b14b-4c47-a946-4c55d64a95c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 6e51529b-c8e0-446c-b3ca-3d38456ecc88) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:48:34.706070 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb15d98-b14b-4c47-a946-4c55d64a95c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:34.707151 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1bb15d98-b14b-4c47-a946-4c55d64a95c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:34.712124 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f343617b-9383-4d1d-a154-156765b0ee28 None None] Network 6e51529b-c8e0-446c-b3ca-3d38456ecc88 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:48:34.732174 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1bb15d98-b14b-4c47-a946-4c55d64a95c9 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8011208 Mar 22 19:48:34.769488 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51692) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:34.800993 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d8fc99a3-2043-415b-a85d-307bf0f546fb tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router_gateway (32892cfa-796a-4232-9d3f-f67123833e94), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:34.919408 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-d8fc99a3-2043-415b-a85d-307bf0f546fb tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Deleting port 8d173f0b-50f2-4f11-91ba-7dae63fa50cc {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:48:34.920347 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d8fc99a3-2043-415b-a85d-307bf0f546fb tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (8d173f0b-50f2-4f11-91ba-7dae63fa50cc), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:35.061523 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d8fc99a3-2043-415b-a85d-307bf0f546fb tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (8d173f0b-50f2-4f11-91ba-7dae63fa50cc), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:35.079411 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-d8fc99a3-2043-415b-a85d-307bf0f546fb tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Calling delete_port for 8d173f0b-50f2-4f11-91ba-7dae63fa50cc owned by network:router_gateway {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:48:35.149211 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4c66cdf3-e5e6-4931-90f3-66c9f26ef15a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:35.178952 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f33d485-2ddb-4354-8771-9c5702dd5ca2 None None] Network 6e51529b-c8e0-446c-b3ca-3d38456ecc88 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:48:35.466087 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4c66cdf3-e5e6-4931-90f3-66c9f26ef15a admin admin] Publish callbacks [] for security_group (a783a374-be00-4e66-bca9-26bb4a27ad93), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:35.476231 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4c66cdf3-e5e6-4931-90f3-66c9f26ef15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a783a374-be00-4e66-bca9-26bb4a27ad93), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:35.519698 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d8fc99a3-2043-415b-a85d-307bf0f546fb tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (8d173f0b-50f2-4f11-91ba-7dae63fa50cc), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:35.539228 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4c66cdf3-e5e6-4931-90f3-66c9f26ef15a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f1ffce39ba4c4897820b10ea230d895b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7683663 Mar 22 19:48:35.541951 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51710) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:35.561020 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66cdf3-e5e6-4931-90f3-66c9f26ef15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a783a374-be00-4e66-bca9-26bb4a27ad93,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:35.568091 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc99a3-2043-415b-a85d-307bf0f546fb tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Pushing event deleted for resources: {'Port': ['ID=8d173f0b-50f2-4f11-91ba-7dae63fa50cc,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:35.631837 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d8fc99a3-2043-415b-a85d-307bf0f546fb tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (32892cfa-796a-4232-9d3f-f67123833e94), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:35.651246 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-137e0b00-9cec-4a67-8dc9-286ebd68de8b admin admin] Publish callbacks [] for security_group (a783a374-be00-4e66-bca9-26bb4a27ad93), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:35.683933 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-137e0b00-9cec-4a67-8dc9-286ebd68de8b admin admin] Publish callbacks [] for security_group (a783a374-be00-4e66-bca9-26bb4a27ad93), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:35.746435 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d8fc99a3-2043-415b-a85d-307bf0f546fb tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (32892cfa-796a-4232-9d3f-f67123833e94), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:35.750498 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d8fc99a3-2043-415b-a85d-307bf0f546fb tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router_controller (32892cfa-796a-4232-9d3f-f67123833e94), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:35.778040 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-137e0b00-9cec-4a67-8dc9-286ebd68de8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a783a374-be00-4e66-bca9-26bb4a27ad93), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:35.780946 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-137e0b00-9cec-4a67-8dc9-286ebd68de8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:35.785601 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-137e0b00-9cec-4a67-8dc9-286ebd68de8b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a783a374-be00-4e66-bca9-26bb4a27ad93 HTTP/1.1" status: 204 len: 168 time: 0.2418542 Mar 22 19:48:35.796693 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e0b00-9cec-4a67-8dc9-286ebd68de8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a783a374-be00-4e66-bca9-26bb4a27ad93,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:35.813994 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e0b00-9cec-4a67-8dc9-286ebd68de8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:35.814566 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e0b00-9cec-4a67-8dc9-286ebd68de8b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:35.815081 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e0b00-9cec-4a67-8dc9-286ebd68de8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:35.815826 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e0b00-9cec-4a67-8dc9-286ebd68de8b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:35.816242 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e0b00-9cec-4a67-8dc9-286ebd68de8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:35.816598 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e0b00-9cec-4a67-8dc9-286ebd68de8b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:35.817206 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e0b00-9cec-4a67-8dc9-286ebd68de8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:35.817542 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e0b00-9cec-4a67-8dc9-286ebd68de8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:35.817909 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e0b00-9cec-4a67-8dc9-286ebd68de8b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:35.818279 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e0b00-9cec-4a67-8dc9-286ebd68de8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:35.819202 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e0b00-9cec-4a67-8dc9-286ebd68de8b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:35.819538 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e0b00-9cec-4a67-8dc9-286ebd68de8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:35.819868 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e0b00-9cec-4a67-8dc9-286ebd68de8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:35.820195 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e0b00-9cec-4a67-8dc9-286ebd68de8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:35.820537 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d8fc99a3-2043-415b-a85d-307bf0f546fb tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (32892cfa-796a-4232-9d3f-f67123833e94), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:35.820671 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137e0b00-9cec-4a67-8dc9-286ebd68de8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:35.821207 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fc99a3-2043-415b-a85d-307bf0f546fb tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Fanout notify agent at l3_agent the message router_deleted on router 32892cfa-796a-4232-9d3f-f67123833e94 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:48:35.829050 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d8fc99a3-2043-415b-a85d-307bf0f546fb tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:35.830264 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d8fc99a3-2043-415b-a85d-307bf0f546fb tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] 10.222.0.75 "DELETE /v2.0/routers/32892cfa-796a-4232-9d3f-f67123833e94 HTTP/1.1" status: 204 len: 168 time: 1.4231019 Mar 22 19:48:35.834972 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51714) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:35.839815 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-2d2da9f0-16b1-42ab-9ef2-c9f9d3e9bc67 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-821690527', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:48:35.867297 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2d2da9f0-16b1-42ab-9ef2-c9f9d3e9bc67 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (595c0c31-43b6-427e-8984-ad4a8bc990d1), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:35.868517 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2d2da9f0-16b1-42ab-9ef2-c9f9d3e9bc67 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (595c0c31-43b6-427e-8984-ad4a8bc990d1), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:35.980794 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2d2da9f0-16b1-42ab-9ef2-c9f9d3e9bc67 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router_controller (595c0c31-43b6-427e-8984-ad4a8bc990d1), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:35.994634 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2d2da9f0-16b1-42ab-9ef2-c9f9d3e9bc67 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (595c0c31-43b6-427e-8984-ad4a8bc990d1), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:36.035293 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2d2da9f0-16b1-42ab-9ef2-c9f9d3e9bc67 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:36.040258 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2d2da9f0-16b1-42ab-9ef2-c9f9d3e9bc67 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2012749 Mar 22 19:48:36.040526 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51718) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:36.045208 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-41224765-70cc-4c10-bba2-efbe464af9ab tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'enable_snat': False}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:48:36.281376 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51720) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:36.302928 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ccdb3392-2b5b-4c91-8efa-23a5c6b15d28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:36.394378 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-41224765-70cc-4c10-bba2-efbe464af9ab tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router_gateway (595c0c31-43b6-427e-8984-ad4a8bc990d1), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:36.532380 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ccdb3392-2b5b-4c91-8efa-23a5c6b15d28 admin admin] Publish callbacks [] for security_group (2d7eb832-7e3d-46f9-ae84-6c8fac427866), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:36.542440 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ccdb3392-2b5b-4c91-8efa-23a5c6b15d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2d7eb832-7e3d-46f9-ae84-6c8fac427866), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:36.593569 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb3392-2b5b-4c91-8efa-23a5c6b15d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7eb832-7e3d-46f9-ae84-6c8fac427866,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:36.633488 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ccdb3392-2b5b-4c91-8efa-23a5c6b15d28 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6094fb05f7a34d3282a2eb33eff00b80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3499651 Mar 22 19:48:36.635207 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51730) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:36.694871 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0636c55c-0fc0-4ac3-be4a-444ba2de8d24 admin admin] Publish callbacks [] for security_group (2d7eb832-7e3d-46f9-ae84-6c8fac427866), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:36.722839 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0636c55c-0fc0-4ac3-be4a-444ba2de8d24 admin admin] Publish callbacks [] for security_group (2d7eb832-7e3d-46f9-ae84-6c8fac427866), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:36.767197 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-41224765-70cc-4c10-bba2-efbe464af9ab tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router_gateway (595c0c31-43b6-427e-8984-ad4a8bc990d1), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:36.791370 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-41224765-70cc-4c10-bba2-efbe464af9ab tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:36.818461 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0636c55c-0fc0-4ac3-be4a-444ba2de8d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2d7eb832-7e3d-46f9-ae84-6c8fac427866), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:36.821614 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0636c55c-0fc0-4ac3-be4a-444ba2de8d24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:36.822829 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0636c55c-0fc0-4ac3-be4a-444ba2de8d24 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2d7eb832-7e3d-46f9-ae84-6c8fac427866 HTTP/1.1" status: 204 len: 168 time: 0.1866121 Mar 22 19:48:36.845624 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0636c55c-0fc0-4ac3-be4a-444ba2de8d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7eb832-7e3d-46f9-ae84-6c8fac427866,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:37.006559 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-41224765-70cc-4c10-bba2-efbe464af9ab tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Allocated IP 172.25.5.206 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/7ed12a36-e45d-42f1-8e15-4ccee382b9ab) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:48:37.147344 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-41224765-70cc-4c10-bba2-efbe464af9ab tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for port (7ed12a36-e45d-42f1-8e15-4ccee382b9ab), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:37.208854 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-41224765-70cc-4c10-bba2-efbe464af9ab tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (7ed12a36-e45d-42f1-8e15-4ccee382b9ab), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:37.290758 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41224765-70cc-4c10-bba2-efbe464af9ab tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:48:37.299488 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-41224765-70cc-4c10-bba2-efbe464af9ab tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:48:37.319103 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41224765-70cc-4c10-bba2-efbe464af9ab tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:48:37.419202 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41224765-70cc-4c10-bba2-efbe464af9ab tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Pushing event updated for resources: {'Port': ['ID=7ed12a36-e45d-42f1-8e15-4ccee382b9ab,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:37.843611 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-41224765-70cc-4c10-bba2-efbe464af9ab tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router_gateway (595c0c31-43b6-427e-8984-ad4a8bc990d1), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:38.050310 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-802a05d1-6b5b-4a23-a346-bf31ccb7fc85 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:38.052323 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-802a05d1-6b5b-4a23-a346-bf31ccb7fc85 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/networks?id=6e51529b-c8e0-446c-b3ca-3d38456ecc88 HTTP/1.1" status: 200 len: 808 time: 0.1298993 Mar 22 19:48:38.132301 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-380fcd43-57ae-495d-8639-e6ef5ec5bd36 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/quotas/4a778988074541e19ff107e75f6f47e9 HTTP/1.1" status: 200 len: 375 time: 0.0732467 Mar 22 19:48:38.180892 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-d0509cdf-9812-4098-8ed9-b7168222b9aa tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=4a778988074541e19ff107e75f6f47e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363953 Mar 22 19:48:38.195851 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-41224765-70cc-4c10-bba2-efbe464af9ab tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4043'] for router (595c0c31-43b6-427e-8984-ad4a8bc990d1), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:38.204225 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-41224765-70cc-4c10-bba2-efbe464af9ab tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918527'] for router (595c0c31-43b6-427e-8984-ad4a8bc990d1), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:38.409531 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41224765-70cc-4c10-bba2-efbe464af9ab tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Router 595c0c31-43b6-427e-8984-ad4a8bc990d1 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:48:38.981750 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-e221fea4-796c-4724-84d7-04d393b9987b service neutron] 10.222.0.75 "GET /v2.0/networks/6e51529b-c8e0-446c-b3ca-3d38456ecc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7834084 Mar 22 19:48:39.078071 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41224765-70cc-4c10-bba2-efbe464af9ab tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:48:39.082750 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-41224765-70cc-4c10-bba2-efbe464af9ab tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:39.086759 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51816) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:39.089569 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c410b9-d76a-4e9c-9218-afead1b0b23b None None] Sync routers for ids ['595c0c31-43b6-427e-8984-ad4a8bc990d1'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:48:39.098611 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-41224765-70cc-4c10-bba2-efbe464af9ab tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] 10.222.0.75 "PUT /v2.0/routers/595c0c31-43b6-427e-8984-ad4a8bc990d1 HTTP/1.1" status: 200 len: 915 time: 3.0448043 Mar 22 19:48:39.109352 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c410b9-d76a-4e9c-9218-afead1b0b23b None None] Routers {'595c0c31-43b6-427e-8984-ad4a8bc990d1'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:48:39.111707 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-02c410b9-d76a-4e9c-9218-afead1b0b23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:48:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['595c0c31-43b6-427e-8984-ad4a8bc990d1'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:39.155649 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-9c822774-dacb-4aa4-ad57-a6393f8b002d service neutron] 10.222.0.75 "GET /v2.0/networks/6e51529b-c8e0-446c-b3ca-3d38456ecc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652718 Mar 22 19:48:39.212555 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-02c410b9-d76a-4e9c-9218-afead1b0b23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:39.237244 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c410b9-d76a-4e9c-9218-afead1b0b23b None None] Routers {'595c0c31-43b6-427e-8984-ad4a8bc990d1'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:48:39.239639 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-02c410b9-d76a-4e9c-9218-afead1b0b23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:48:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['595c0c31-43b6-427e-8984-ad4a8bc990d1'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:39.286247 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8bba4662-8a40-422b-b92a-c0d91fa32a11 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] 10.222.0.75 "GET /v2.0/routers/595c0c31-43b6-427e-8984-ad4a8bc990d1 HTTP/1.1" status: 200 len: 921 time: 0.1971323 Mar 22 19:48:39.288938 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51818) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:39.317225 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-02c410b9-d76a-4e9c-9218-afead1b0b23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:39.318311 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c410b9-d76a-4e9c-9218-afead1b0b23b None None] The sync data for ids ['595c0c31-43b6-427e-8984-ad4a8bc990d1'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:48:39.370085 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06a828a-c3be-4049-9f5b-990b10ca80e0 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:39.374651 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51820) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:39.386328 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d06a828a-c3be-4049-9f5b-990b10ca80e0 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=b209c5bc-34d3-415d-9873-d01a4e6c5db8&device_id=595c0c31-43b6-427e-8984-ad4a8bc990d1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0952017 Mar 22 19:48:39.537763 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-81048f85-9c51-41c7-94ad-2d8b80bb71a5 req-75d061af-e197-4ef0-a9f1-13fd39c0769c tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/ports?device_id=7abb96bd-6554-4526-b4d7-b5c9097b9e6a HTTP/1.1" status: 200 len: 210 time: 0.0597081 Mar 22 19:48:39.567197 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c97f96-b350-44e9-a023-00f8185935cc tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:39.572617 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51832) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:39.583307 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-58c97f96-b350-44e9-a023-00f8185935cc tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] 10.222.0.75 "GET /v2.0/networks/b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 881 time: 0.2059808 Mar 22 19:48:39.610551 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51834) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:39.619461 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ba6239e0-c10f-4a5d-908c-06f7a5a33cf5 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] 10.222.0.75 "GET /v2.0/ports?device_id=595c0c31-43b6-427e-8984-ad4a8bc990d1 HTTP/1.1" status: 200 len: 205 time: 0.0454633 Mar 22 19:48:39.805111 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ae266848-bb17-4a73-a50a-82b84979a2f9 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router (595c0c31-43b6-427e-8984-ad4a8bc990d1), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:40.043192 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ae266848-bb17-4a73-a50a-82b84979a2f9 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router_gateway (595c0c31-43b6-427e-8984-ad4a8bc990d1), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:40.135925 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-ae266848-bb17-4a73-a50a-82b84979a2f9 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Deleting port 7ed12a36-e45d-42f1-8e15-4ccee382b9ab {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:48:40.136539 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ae266848-bb17-4a73-a50a-82b84979a2f9 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (7ed12a36-e45d-42f1-8e15-4ccee382b9ab), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:40.309289 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ae266848-bb17-4a73-a50a-82b84979a2f9 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (7ed12a36-e45d-42f1-8e15-4ccee382b9ab), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:40.359767 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-ae266848-bb17-4a73-a50a-82b84979a2f9 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Calling delete_port for 7ed12a36-e45d-42f1-8e15-4ccee382b9ab owned by network:router_gateway {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:48:40.727467 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ae266848-bb17-4a73-a50a-82b84979a2f9 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (7ed12a36-e45d-42f1-8e15-4ccee382b9ab), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:40.735036 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-68206718-76b2-4703-ab4f-0f88d05757b4 req-aa8749e6-9308-469e-9c47-cd3328ab46f5 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/ports?device_id=7abb96bd-6554-4526-b4d7-b5c9097b9e6a HTTP/1.1" status: 200 len: 210 time: 0.0724914 Mar 22 19:48:40.780812 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae266848-bb17-4a73-a50a-82b84979a2f9 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Pushing event deleted for resources: {'Port': ['ID=7ed12a36-e45d-42f1-8e15-4ccee382b9ab,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:40.864439 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ae266848-bb17-4a73-a50a-82b84979a2f9 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (595c0c31-43b6-427e-8984-ad4a8bc990d1), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:41.034460 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ae266848-bb17-4a73-a50a-82b84979a2f9 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (595c0c31-43b6-427e-8984-ad4a8bc990d1), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:41.036889 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ae266848-bb17-4a73-a50a-82b84979a2f9 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router_controller (595c0c31-43b6-427e-8984-ad4a8bc990d1), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:41.098077 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ae266848-bb17-4a73-a50a-82b84979a2f9 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (595c0c31-43b6-427e-8984-ad4a8bc990d1), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:41.098774 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae266848-bb17-4a73-a50a-82b84979a2f9 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Fanout notify agent at l3_agent the message router_deleted on router 595c0c31-43b6-427e-8984-ad4a8bc990d1 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:48:41.105767 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ae266848-bb17-4a73-a50a-82b84979a2f9 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:41.107459 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ae266848-bb17-4a73-a50a-82b84979a2f9 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] 10.222.0.75 "DELETE /v2.0/routers/595c0c31-43b6-427e-8984-ad4a8bc990d1 HTTP/1.1" status: 204 len: 168 time: 1.4954238 Mar 22 19:48:41.111002 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51868) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:41.120616 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-613baedf-7e7a-44f1-bd82-4ad649b6dab1 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-279249512', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}, 'admin_state_up': False}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:48:41.164413 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-613baedf-7e7a-44f1-bd82-4ad649b6dab1 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (e50a904f-245f-4964-b333-77816d6c5f39), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:41.167869 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-613baedf-7e7a-44f1-bd82-4ad649b6dab1 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (e50a904f-245f-4964-b333-77816d6c5f39), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:41.288943 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-613baedf-7e7a-44f1-bd82-4ad649b6dab1 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router_controller (e50a904f-245f-4964-b333-77816d6c5f39), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:41.466029 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-fb0118bd-f06a-436c-8265-e7a10ecb788e tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:41.467795 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-fb0118bd-f06a-436c-8265-e7a10ecb788e tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.84 "GET /v2.0/networks?id=6e51529b-c8e0-446c-b3ca-3d38456ecc88 HTTP/1.1" status: 200 len: 808 time: 0.4286261 Mar 22 19:48:41.551661 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-613baedf-7e7a-44f1-bd82-4ad649b6dab1 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router_gateway (e50a904f-245f-4964-b333-77816d6c5f39), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:41.551867 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-208f7656-8eee-41a6-97f8-77a922b196d7 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Request body: {'port': {'device_id': '7abb96bd-6554-4526-b4d7-b5c9097b9e6a', 'network_id': '6e51529b-c8e0-446c-b3ca-3d38456ecc88', 'admin_state_up': True, 'tenant_id': '4a778988074541e19ff107e75f6f47e9'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:48:41.804138 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-208f7656-8eee-41a6-97f8-77a922b196d7 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Made reservation on behalf of 4a778988074541e19ff107e75f6f47e9 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:48:41.812182 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-208f7656-8eee-41a6-97f8-77a922b196d7 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:41.965773 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4cbee33c-7a4d-4038-93b8-da01e7eb903d req-e70427de-be68-457f-9df8-04120a23ee70 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/ports?device_id=7abb96bd-6554-4526-b4d7-b5c9097b9e6a HTTP/1.1" status: 200 len: 210 time: 0.0675740 Mar 22 19:48:42.031501 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-613baedf-7e7a-44f1-bd82-4ad649b6dab1 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router_gateway (e50a904f-245f-4964-b333-77816d6c5f39), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:42.054839 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-208f7656-8eee-41a6-97f8-77a922b196d7 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Allocated IP 172.20.0.5 (6e51529b-c8e0-446c-b3ca-3d38456ecc88/69460f58-4610-42b1-a218-67b646f4e351/6ca05166-9739-416d-bada-12327510dedd) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:48:42.091569 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-613baedf-7e7a-44f1-bd82-4ad649b6dab1 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:42.239266 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-208f7656-8eee-41a6-97f8-77a922b196d7 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Publish callbacks [] for port (6ca05166-9739-416d-bada-12327510dedd), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:42.284262 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-613baedf-7e7a-44f1-bd82-4ad649b6dab1 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Allocated IP 172.25.5.228 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/66574e39-b371-4cd9-938c-b1da97233c3e) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:48:42.365766 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-208f7656-8eee-41a6-97f8-77a922b196d7 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (6ca05166-9739-416d-bada-12327510dedd), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:42.485504 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-613baedf-7e7a-44f1-bd82-4ad649b6dab1 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for port (66574e39-b371-4cd9-938c-b1da97233c3e), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:42.491104 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-208f7656-8eee-41a6-97f8-77a922b196d7 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Network 6e51529b-c8e0-446c-b3ca-3d38456ecc88 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:48:42.495952 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-208f7656-8eee-41a6-97f8-77a922b196d7 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:48:42.498124 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f7656-8eee-41a6-97f8-77a922b196d7 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Pushing event updated for resources: {'Port': ['ID=6ca05166-9739-416d-bada-12327510dedd,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:42.500495 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-208f7656-8eee-41a6-97f8-77a922b196d7 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:48:42.544672 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-613baedf-7e7a-44f1-bd82-4ad649b6dab1 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (66574e39-b371-4cd9-938c-b1da97233c3e), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:42.557210 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-208f7656-8eee-41a6-97f8-77a922b196d7 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:42.558169 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-208f7656-8eee-41a6-97f8-77a922b196d7 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:42.579789 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-208f7656-8eee-41a6-97f8-77a922b196d7 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0340917 Mar 22 19:48:42.592683 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-855d8c51-2843-435c-a7c0-dedacb85af95 service neutron] Request body: {'port': {'device_id': '7abb96bd-6554-4526-b4d7-b5c9097b9e6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:48:42.607279 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613baedf-7e7a-44f1-bd82-4ad649b6dab1 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:48:42.608427 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613baedf-7e7a-44f1-bd82-4ad649b6dab1 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Pushing event updated for resources: {'Port': ['ID=66574e39-b371-4cd9-938c-b1da97233c3e,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:42.611383 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-613baedf-7e7a-44f1-bd82-4ad649b6dab1 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:48:42.614458 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613baedf-7e7a-44f1-bd82-4ad649b6dab1 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:48:42.671278 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-855d8c51-2843-435c-a7c0-dedacb85af95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6ca05166-9739-416d-bada-12327510dedd), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:42.913836 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-613baedf-7e7a-44f1-bd82-4ad649b6dab1 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router_gateway (e50a904f-245f-4964-b333-77816d6c5f39), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:43.107409 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-855d8c51-2843-435c-a7c0-dedacb85af95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca05166-9739-416d-bada-12327510dedd {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:48:43.121079 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-855d8c51-2843-435c-a7c0-dedacb85af95 service neutron] Publish callbacks [] for port (6ca05166-9739-416d-bada-12327510dedd), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:43.149833 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-855d8c51-2843-435c-a7c0-dedacb85af95 service neutron] Transition to ACTIVE for port object 6ca05166-9739-416d-bada-12327510dedd will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:48:43.155891 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-855d8c51-2843-435c-a7c0-dedacb85af95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (6ca05166-9739-416d-bada-12327510dedd), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:43.195741 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c380804-65a7-40e3-9133-f691b6b07032 req-8eeec9a8-6a1e-481b-917f-8d16df19342e tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:43.197242 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c380804-65a7-40e3-9133-f691b6b07032 req-8eeec9a8-6a1e-481b-917f-8d16df19342e tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/ports?device_id=7abb96bd-6554-4526-b4d7-b5c9097b9e6a HTTP/1.1" status: 200 len: 931 time: 0.1073577 Mar 22 19:48:43.223727 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-613baedf-7e7a-44f1-bd82-4ad649b6dab1 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (e50a904f-245f-4964-b333-77816d6c5f39), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:43.289396 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d8c51-2843-435c-a7c0-dedacb85af95 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca05166-9739-416d-bada-12327510dedd,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:43.374423 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c380804-65a7-40e3-9133-f691b6b07032 req-c5d3bbc3-1424-46ce-bd0a-675eca5284f3 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/security-groups?id=c750a4bc-e730-45d3-b71a-9117c252ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657045 Mar 22 19:48:43.398115 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-855d8c51-2843-435c-a7c0-dedacb85af95 service neutron] Attempting to bind port 6ca05166-9739-416d-bada-12327510dedd on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:48:43.398457 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-855d8c51-2843-435c-a7c0-dedacb85af95 service neutron] Attempting to bind port 6ca05166-9739-416d-bada-12327510dedd by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '7c1b3cc3-bb5f-45dd-a330-2c33d1cd5721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6e51529b-c8e0-446c-b3ca-3d38456ecc88'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:48:43.398788 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-855d8c51-2843-435c-a7c0-dedacb85af95 service neutron] Attempting to bind port 6ca05166-9739-416d-bada-12327510dedd on network 6e51529b-c8e0-446c-b3ca-3d38456ecc88 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:48:43.408972 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-855d8c51-2843-435c-a7c0-dedacb85af95 service neutron] Port 6ca05166-9739-416d-bada-12327510dedd on network 6e51529b-c8e0-446c-b3ca-3d38456ecc88 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:48:43.408972 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-855d8c51-2843-435c-a7c0-dedacb85af95 service neutron] Attempting to bind port 6ca05166-9739-416d-bada-12327510dedd on network 6e51529b-c8e0-446c-b3ca-3d38456ecc88 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:48:43.427974 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-855d8c51-2843-435c-a7c0-dedacb85af95 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:48:43.428400 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-855d8c51-2843-435c-a7c0-dedacb85af95 service neutron] Checking segment: {'id': '7c1b3cc3-bb5f-45dd-a330-2c33d1cd5721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6e51529b-c8e0-446c-b3ca-3d38456ecc88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:48:43.428862 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-855d8c51-2843-435c-a7c0-dedacb85af95 service neutron] Bound using segment: {'id': '7c1b3cc3-bb5f-45dd-a330-2c33d1cd5721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6e51529b-c8e0-446c-b3ca-3d38456ecc88'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:48:43.429380 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-855d8c51-2843-435c-a7c0-dedacb85af95 service neutron] Bound port: 6ca05166-9739-416d-bada-12327510dedd, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c1b3cc3-bb5f-45dd-a330-2c33d1cd5721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6e51529b-c8e0-446c-b3ca-3d38456ecc88'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:48:43.429939 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-855d8c51-2843-435c-a7c0-dedacb85af95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6ca05166-9739-416d-bada-12327510dedd), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:43.451647 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613baedf-7e7a-44f1-bd82-4ad649b6dab1 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Router e50a904f-245f-4964-b333-77816d6c5f39 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:48:43.559176 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-855d8c51-2843-435c-a7c0-dedacb85af95 service neutron] For port 6ca05166-9739-416d-bada-12327510dedd, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:48:43.562903 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-855d8c51-2843-435c-a7c0-dedacb85af95 service neutron] For port 6ca05166-9739-416d-bada-12327510dedd, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=6ca05166-9739-416d-bada-12327510dedd,segment=NetworkSegment(7c1b3cc3-bb5f-45dd-a330-2c33d1cd5721),segment_id=7c1b3cc3-bb5f-45dd-a330-2c33d1cd5721)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:48:43.570642 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-855d8c51-2843-435c-a7c0-dedacb85af95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (6ca05166-9739-416d-bada-12327510dedd), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:43.616793 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-855d8c51-2843-435c-a7c0-dedacb85af95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:43.617588 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-855d8c51-2843-435c-a7c0-dedacb85af95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:43.619367 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-855d8c51-2843-435c-a7c0-dedacb85af95 service neutron] 10.222.0.84 "PUT /v2.0/ports/6ca05166-9739-416d-bada-12327510dedd HTTP/1.1" status: 200 len: 1092 time: 1.0315142 Mar 22 19:48:43.620171 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7abb96bd-6554-4526-b4d7-b5c9097b9e6a', 'tag': '6ca05166-9739-416d-bada-12327510dedd'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:48:43.623394 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2748f3a4-7d73-47d3-a82d-ec1d18741562" -d '{"events": [{"name": "network-changed", "server_uuid": "7abb96bd-6554-4526-b4d7-b5c9097b9e6a", "tag": "6ca05166-9739-416d-bada-12327510dedd"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:48:43.687718 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613baedf-7e7a-44f1-bd82-4ad649b6dab1 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:48:43.702108 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d951081-7b77-434a-ab6b-bf5f9c2db64c None None] Sync routers for ids ['e50a904f-245f-4964-b333-77816d6c5f39'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:48:43.705835 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3452ebb-6a5a-43b9-9307-9d3e853ee8cc x-openstack-request-id: req-c3452ebb-6a5a-43b9-9307-9d3e853ee8cc {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:48:43.706330 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7abb96bd-6554-4526-b4d7-b5c9097b9e6a", "tag": "6ca05166-9739-416d-bada-12327510dedd", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:48:43.706726 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c3452ebb-6a5a-43b9-9307-9d3e853ee8cc {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:48:43.707565 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3452ebb-6a5a-43b9-9307-9d3e853ee8cc'] response: {'name': 'network-changed', 'server_uuid': '7abb96bd-6554-4526-b4d7-b5c9097b9e6a', 'tag': '6ca05166-9739-416d-bada-12327510dedd', 'status': 'completed', 'code': 200} Mar 22 19:48:43.715092 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d8c51-2843-435c-a7c0-dedacb85af95 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca05166-9739-416d-bada-12327510dedd,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:43.716416 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-613baedf-7e7a-44f1-bd82-4ad649b6dab1 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:43.720826 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-613baedf-7e7a-44f1-bd82-4ad649b6dab1 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.6058424 Mar 22 19:48:43.721844 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51910) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:43.726996 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-b49dff3a-49ec-48c5-888d-0435cdcc3466 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:48:43.759487 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d951081-7b77-434a-ab6b-bf5f9c2db64c None None] Routers {'e50a904f-245f-4964-b333-77816d6c5f39'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:48:43.762366 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-8d951081-7b77-434a-ab6b-bf5f9c2db64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:48:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e50a904f-245f-4964-b333-77816d6c5f39'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:43.840574 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-8d951081-7b77-434a-ab6b-bf5f9c2db64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:43.841515 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-a97842ea-20d8-427d-9cd6-ab5a85e4afcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:43.843363 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-a97842ea-20d8-427d-9cd6-ab5a85e4afcf service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=4a778988074541e19ff107e75f6f47e9&device_id=7abb96bd-6554-4526-b4d7-b5c9097b9e6a HTTP/1.1" status: 200 len: 1126 time: 0.1745281 Mar 22 19:48:43.852618 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d951081-7b77-434a-ab6b-bf5f9c2db64c None None] Routers {'e50a904f-245f-4964-b333-77816d6c5f39'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:48:43.853475 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-8d951081-7b77-434a-ab6b-bf5f9c2db64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:48:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e50a904f-245f-4964-b333-77816d6c5f39'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:43.906256 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-2ab1573b-6cca-4485-95e0-289ba7347071 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ca05166-9739-416d-bada-12327510dedd HTTP/1.1" status: 200 len: 217 time: 0.0526698 Mar 22 19:48:43.918062 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-8d951081-7b77-434a-ab6b-bf5f9c2db64c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:43.919242 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d951081-7b77-434a-ab6b-bf5f9c2db64c None None] The sync data for ids ['e50a904f-245f-4964-b333-77816d6c5f39'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:48:44.038448 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-1db2d54d-729a-48de-abc2-f600727b0492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:44.039892 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-1db2d54d-729a-48de-abc2-f600727b0492 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=69460f58-4610-42b1-a218-67b646f4e351 HTTP/1.1" status: 200 len: 848 time: 0.1286974 Mar 22 19:48:44.077738 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-eb012a09-380a-42d0-8b6a-68847bd4f265 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6e51529b-c8e0-446c-b3ca-3d38456ecc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315390 Mar 22 19:48:44.279703 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-1a972a31-bf5c-4b99-90d2-5f85102e67f8 service neutron] 10.222.0.84 "GET /v2.0/networks/6e51529b-c8e0-446c-b3ca-3d38456ecc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952343 Mar 22 19:48:44.349719 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b49dff3a-49ec-48c5-888d-0435cdcc3466 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router_gateway (e50a904f-245f-4964-b333-77816d6c5f39), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:44.365241 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b49dff3a-49ec-48c5-888d-0435cdcc3466 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router_gateway (e50a904f-245f-4964-b333-77816d6c5f39), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:44.442196 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1efc4c91-6264-4e8e-a8b2-3cc64eac9127 req-62668e1a-4721-45c1-95b3-fac0372c667f service neutron] 10.222.0.84 "GET /v2.0/networks/6e51529b-c8e0-446c-b3ca-3d38456ecc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560881 Mar 22 19:48:44.492669 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-b49dff3a-49ec-48c5-888d-0435cdcc3466 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Deleting port 66574e39-b371-4cd9-938c-b1da97233c3e {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:48:44.493012 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b49dff3a-49ec-48c5-888d-0435cdcc3466 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (66574e39-b371-4cd9-938c-b1da97233c3e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:44.585862 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed9fb1a-4f2e-41f6-b912-4eb2bad7d59e req-9094e786-f021-4d18-b5fc-cef8af61e771 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:44.593912 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4ed9fb1a-4f2e-41f6-b912-4eb2bad7d59e req-9094e786-f021-4d18-b5fc-cef8af61e771 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/ports?device_id=7abb96bd-6554-4526-b4d7-b5c9097b9e6a HTTP/1.1" status: 200 len: 943 time: 0.0853579 Mar 22 19:48:44.638286 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748f3a4-7d73-47d3-a82d-ec1d18741562 req-fb808a9d-5e3e-4371-89c4-b77e1b9dd39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:44.639777 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2748f3a4-7d73-47d3-a82d-ec1d18741562 req-fb808a9d-5e3e-4371-89c4-b77e1b9dd39a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=4a778988074541e19ff107e75f6f47e9&device_id=7abb96bd-6554-4526-b4d7-b5c9097b9e6a HTTP/1.1" status: 200 len: 1126 time: 0.1271861 Mar 22 19:48:44.668831 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4ed9fb1a-4f2e-41f6-b912-4eb2bad7d59e req-1bb47edb-7cc9-4961-a426-8b7ee54378a6 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/security-groups?id=c750a4bc-e730-45d3-b71a-9117c252ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691857 Mar 22 19:48:44.710651 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b49dff3a-49ec-48c5-888d-0435cdcc3466 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (66574e39-b371-4cd9-938c-b1da97233c3e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:44.731341 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-b49dff3a-49ec-48c5-888d-0435cdcc3466 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Calling delete_port for 66574e39-b371-4cd9-938c-b1da97233c3e owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:48:44.836689 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748f3a4-7d73-47d3-a82d-ec1d18741562 req-09a5d96f-550b-4496-ab21-462cf58ea03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:44.838201 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2748f3a4-7d73-47d3-a82d-ec1d18741562 req-09a5d96f-550b-4496-ab21-462cf58ea03f service neutron] 10.222.0.84 "GET /v2.0/networks?id=6e51529b-c8e0-446c-b3ca-3d38456ecc88 HTTP/1.1" status: 200 len: 909 time: 0.1901834 Mar 22 19:48:45.168244 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0709166d-f0f1-4869-a544-402459f72e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:45.291515 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2748f3a4-7d73-47d3-a82d-ec1d18741562 req-ee77675d-96db-466a-80c4-aec347537557 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ca05166-9739-416d-bada-12327510dedd HTTP/1.1" status: 200 len: 217 time: 0.4432781 Mar 22 19:48:45.379327 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748f3a4-7d73-47d3-a82d-ec1d18741562 req-7430a80b-f07a-4cd8-adab-1763376db851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:45.380385 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2748f3a4-7d73-47d3-a82d-ec1d18741562 req-7430a80b-f07a-4cd8-adab-1763376db851 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=69460f58-4610-42b1-a218-67b646f4e351 HTTP/1.1" status: 200 len: 848 time: 0.0805190 Mar 22 19:48:45.419720 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2748f3a4-7d73-47d3-a82d-ec1d18741562 req-76a61b4b-133c-4de7-a87b-317cfa67620c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6e51529b-c8e0-446c-b3ca-3d38456ecc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298133 Mar 22 19:48:45.469987 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b49dff3a-49ec-48c5-888d-0435cdcc3466 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (66574e39-b371-4cd9-938c-b1da97233c3e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:45.512926 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49dff3a-49ec-48c5-888d-0435cdcc3466 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Pushing event deleted for resources: {'Port': ['ID=66574e39-b371-4cd9-938c-b1da97233c3e,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:45.595625 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2748f3a4-7d73-47d3-a82d-ec1d18741562 req-7d5383b3-bc09-46d5-ac28-586d2b133c40 service neutron] 10.222.0.84 "GET /v2.0/networks/6e51529b-c8e0-446c-b3ca-3d38456ecc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695285 Mar 22 19:48:45.600614 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b49dff3a-49ec-48c5-888d-0435cdcc3466 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (e50a904f-245f-4964-b333-77816d6c5f39), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:45.874962 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0217f-709f-4c77-b433-899079085bd1 req-0ca80097-a73c-4f38-a368-b1b688177f81 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:45.886480 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-03a0217f-709f-4c77-b433-899079085bd1 req-0ca80097-a73c-4f38-a368-b1b688177f81 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/ports?device_id=7abb96bd-6554-4526-b4d7-b5c9097b9e6a HTTP/1.1" status: 200 len: 943 time: 0.1134958 Mar 22 19:48:45.920204 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:45.974893 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2748f3a4-7d73-47d3-a82d-ec1d18741562 req-f851ebda-de20-4612-aa7e-316c5dcc7af9 service neutron] 10.222.0.84 "GET /v2.0/networks/6e51529b-c8e0-446c-b3ca-3d38456ecc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718858 Mar 22 19:48:45.996053 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b49dff3a-49ec-48c5-888d-0435cdcc3466 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3923175', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3918472', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4043'] for router (e50a904f-245f-4964-b333-77816d6c5f39), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:46.003747 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-03a0217f-709f-4c77-b433-899079085bd1 req-56c98841-535b-4f33-a21f-890f09afd4b3 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/security-groups?id=c750a4bc-e730-45d3-b71a-9117c252ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115048 Mar 22 19:48:46.004464 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b49dff3a-49ec-48c5-888d-0435cdcc3466 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3923182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3922965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3918527'] for router (e50a904f-245f-4964-b333-77816d6c5f39), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:46.102581 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49dff3a-49ec-48c5-888d-0435cdcc3466 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Router e50a904f-245f-4964-b333-77816d6c5f39 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:48:46.217990 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49dff3a-49ec-48c5-888d-0435cdcc3466 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:48:46.245423 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead1ab1c-a29b-4daa-ae94-2a49c74acdb0 None None] Sync routers for ids ['e50a904f-245f-4964-b333-77816d6c5f39'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:48:46.260042 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b49dff3a-49ec-48c5-888d-0435cdcc3466 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:46.272526 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b49dff3a-49ec-48c5-888d-0435cdcc3466 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] 10.222.0.75 "PUT /v2.0/routers/e50a904f-245f-4964-b333-77816d6c5f39 HTTP/1.1" status: 200 len: 705 time: 2.5470362 Mar 22 19:48:46.276213 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51952) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:46.314012 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead1ab1c-a29b-4daa-ae94-2a49c74acdb0 None None] Routers {'e50a904f-245f-4964-b333-77816d6c5f39'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:48:46.314653 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-ead1ab1c-a29b-4daa-ae94-2a49c74acdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:48:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e50a904f-245f-4964-b333-77816d6c5f39'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:46.393158 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-ead1ab1c-a29b-4daa-ae94-2a49c74acdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:46.399323 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ee4570e1-94ff-4d60-8eba-546edc313eb7 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] 10.222.0.75 "GET /v2.0/routers/e50a904f-245f-4964-b333-77816d6c5f39 HTTP/1.1" status: 200 len: 740 time: 0.1203988 Mar 22 19:48:46.402148 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51954) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:46.411902 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead1ab1c-a29b-4daa-ae94-2a49c74acdb0 None None] Routers {'e50a904f-245f-4964-b333-77816d6c5f39'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:48:46.412538 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-ead1ab1c-a29b-4daa-ae94-2a49c74acdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:48:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e50a904f-245f-4964-b333-77816d6c5f39'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:46.452342 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-ead1ab1c-a29b-4daa-ae94-2a49c74acdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:48:46.452967 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead1ab1c-a29b-4daa-ae94-2a49c74acdb0 None None] The sync data for ids ['e50a904f-245f-4964-b333-77816d6c5f39'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:48:46.488262 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-60baf8b7-51fa-4204-904e-c7fc2675b023 tempest-RoutersAdminTest-1843428719 tempest-RoutersAdminTest-1843428719-project-admin] 10.222.0.75 "GET /v2.0/ports?network_id=b209c5bc-34d3-415d-9873-d01a4e6c5db8&device_id=e50a904f-245f-4964-b333-77816d6c5f39 HTTP/1.1" status: 200 len: 205 time: 0.0849309 Mar 22 19:48:46.493400 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51958) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:46.528573 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51960) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:46.529321 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-94c27ad5-0c3e-48f4-82ea-a3f1e1b682b8 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] 10.222.0.75 "GET /v2.0/ports?device_id=e50a904f-245f-4964-b333-77816d6c5f39 HTTP/1.1" status: 200 len: 205 time: 0.0357597 Mar 22 19:48:46.620584 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-de309c31-9dbe-4c7e-a197-0fa60f883540 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router (e50a904f-245f-4964-b333-77816d6c5f39), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:46.800346 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-de309c31-9dbe-4c7e-a197-0fa60f883540 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (e50a904f-245f-4964-b333-77816d6c5f39), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:46.803949 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-de309c31-9dbe-4c7e-a197-0fa60f883540 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router_controller (e50a904f-245f-4964-b333-77816d6c5f39), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:46.866891 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-de309c31-9dbe-4c7e-a197-0fa60f883540 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (e50a904f-245f-4964-b333-77816d6c5f39), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:46.867492 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de309c31-9dbe-4c7e-a197-0fa60f883540 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Fanout notify agent at l3_agent the message router_deleted on router e50a904f-245f-4964-b333-77816d6c5f39 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:48:46.878619 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-de309c31-9dbe-4c7e-a197-0fa60f883540 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:46.883771 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-de309c31-9dbe-4c7e-a197-0fa60f883540 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] 10.222.0.75 "DELETE /v2.0/routers/e50a904f-245f-4964-b333-77816d6c5f39 HTTP/1.1" status: 204 len: 168 time: 0.3509195 Mar 22 19:48:46.883983 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51962) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:46.912458 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1fadd293-fa63-497e-b9a1-819edb092f2f tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] 10.222.0.75 "GET /v2.0/ports?device_id=e50a904f-245f-4964-b333-77816d6c5f39 HTTP/1.1" status: 200 len: 205 time: 0.0272777 Mar 22 19:48:46.914942 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51964) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:46.956405 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-051962cc-db11-43a8-bee0-62737a0c5516 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] delete failed (client error): The resource could not be found. Mar 22 19:48:46.960470 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-051962cc-db11-43a8-bee0-62737a0c5516 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] 10.222.0.75 "DELETE /v2.0/routers/e50a904f-245f-4964-b333-77816d6c5f39 HTTP/1.1" status: 404 len: 336 time: 0.0422432 Mar 22 19:48:46.960810 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51966) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:46.990940 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4fbb1c11-e5b7-4cc4-ba40-4b31a1cca9ed tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] 10.222.0.75 "GET /v2.0/ports?device_id=595c0c31-43b6-427e-8984-ad4a8bc990d1 HTTP/1.1" status: 200 len: 205 time: 0.0263898 Mar 22 19:48:46.991632 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51968) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:47.028449 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-354a35b5-7a28-42a2-bc9b-c371fad60750 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] delete failed (client error): The resource could not be found. Mar 22 19:48:47.042899 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-354a35b5-7a28-42a2-bc9b-c371fad60750 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] 10.222.0.75 "DELETE /v2.0/routers/595c0c31-43b6-427e-8984-ad4a8bc990d1 HTTP/1.1" status: 404 len: 336 time: 0.0484381 Mar 22 19:48:47.044020 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51974) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:47.108832 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3b3f719b-15a5-408e-8d9c-3708f2e9ae02 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] 10.222.0.75 "GET /v2.0/ports?device_id=32892cfa-796a-4232-9d3f-f67123833e94 HTTP/1.1" status: 200 len: 205 time: 0.0597737 Mar 22 19:48:47.109011 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51976) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:47.162143 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-ed37697d-309d-4013-9b27-85be3ce5abbf tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] delete failed (client error): The resource could not be found. Mar 22 19:48:47.165467 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ed37697d-309d-4013-9b27-85be3ce5abbf tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] 10.222.0.75 "DELETE /v2.0/routers/32892cfa-796a-4232-9d3f-f67123833e94 HTTP/1.1" status: 404 len: 336 time: 0.0532148 Mar 22 19:48:47.165706 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51980) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:47.196241 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c843e43-bb19-4642-90a2-840c629d3f6f req-1ca670f9-0a11-400f-8ed9-eb4f55d0a11c tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:47.196712 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bde628b4-5fb5-4f0e-852a-b9f8638dd737 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] 10.222.0.75 "GET /v2.0/ports?device_id=eb2a3220-a855-4244-a4cf-71b37db455f6 HTTP/1.1" status: 200 len: 205 time: 0.0299101 Mar 22 19:48:47.198431 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3c843e43-bb19-4642-90a2-840c629d3f6f req-1ca670f9-0a11-400f-8ed9-eb4f55d0a11c tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/ports?device_id=7abb96bd-6554-4526-b4d7-b5c9097b9e6a HTTP/1.1" status: 200 len: 943 time: 0.0995884 Mar 22 19:48:47.199155 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51982) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:47.243995 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-22fe4588-302e-4d4f-9d37-dd75ca4cd964 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] delete failed (client error): The resource could not be found. Mar 22 19:48:47.247528 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-22fe4588-302e-4d4f-9d37-dd75ca4cd964 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] 10.222.0.75 "DELETE /v2.0/routers/eb2a3220-a855-4244-a4cf-71b37db455f6 HTTP/1.1" status: 404 len: 336 time: 0.0448823 Mar 22 19:48:47.248238 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51984) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:47.283498 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-037fcf01-9e5a-4d62-af0f-d6d8afb36c82 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] 10.222.0.75 "GET /v2.0/ports?device_id=d32728b9-e6b6-4594-95db-e913e5bed534 HTTP/1.1" status: 200 len: 205 time: 0.0338545 Mar 22 19:48:47.284698 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3c843e43-bb19-4642-90a2-840c629d3f6f req-c5368607-0083-4646-a745-37e186b88d83 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/security-groups?id=c750a4bc-e730-45d3-b71a-9117c252ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786173 Mar 22 19:48:47.288584 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51986) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:47.332148 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-d323f30f-6008-4b04-a765-80e4b62ff6a0 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] delete failed (client error): The resource could not be found. Mar 22 19:48:47.333568 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d323f30f-6008-4b04-a765-80e4b62ff6a0 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] 10.222.0.75 "DELETE /v2.0/routers/d32728b9-e6b6-4594-95db-e913e5bed534 HTTP/1.1" status: 404 len: 336 time: 0.0436919 Mar 22 19:48:47.336074 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51988) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:47.369126 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 51992) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:47.369541 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ea11b079-6bd5-40b3-a0ee-d20fa6093056 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] 10.222.0.75 "GET /v2.0/ports?device_id=b75a1fa8-3c3b-482c-b8e1-b3a0b569cd51 HTTP/1.1" status: 200 len: 205 time: 0.0322571 Mar 22 19:48:47.402885 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a6a5a6dd-6b88-4686-bd44-c60124695d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:47.427444 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-853df748-d460-4502-8c6d-887e82f89171 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] delete failed (client error): The resource could not be found. Mar 22 19:48:47.431517 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 51994) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:47.434417 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-853df748-d460-4502-8c6d-887e82f89171 tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] 10.222.0.75 "DELETE /v2.0/routers/b75a1fa8-3c3b-482c-b8e1-b3a0b569cd51 HTTP/1.1" status: 404 len: 336 time: 0.0636227 Mar 22 19:48:47.460692 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe2a88d-4932-4231-a501-ba7664a7aa0f tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] DELETE failed (client error): The resource could not be found. Mar 22 19:48:47.461153 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfe2a88d-4932-4231-a501-ba7664a7aa0f tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:48:47.467729 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-dfe2a88d-4932-4231-a501-ba7664a7aa0f tempest-RoutersAdminTest-1348661307 tempest-RoutersAdminTest-1348661307-project] 10.222.0.75 "DELETE /v2.0/subnets/d5236f31-c3a2-491d-9d02-f973b0923a53 HTTP/1.1" status: 404 len: 337 time: 0.0350702 Mar 22 19:48:47.778977 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52010) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:47.901357 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4b18c1a8-0ffd-4831-b47f-b1b0346c6fc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:47.953021 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 6ca05166-9739-416d-bada-12327510dedd details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:48:48.033763 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4b18c1a8-0ffd-4831-b47f-b1b0346c6fc1 admin admin] Publish callbacks [] for security_group (11731363-a899-4579-8cea-57dfaaf69164), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:48.039674 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4b18c1a8-0ffd-4831-b47f-b1b0346c6fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (11731363-a899-4579-8cea-57dfaaf69164), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:48.072882 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4b18c1a8-0ffd-4831-b47f-b1b0346c6fc1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2fc4d27a07da4f2e939a1453af487ed1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2927794 Mar 22 19:48:48.075490 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52014) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:48.142849 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b18c1a8-0ffd-4831-b47f-b1b0346c6fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11731363-a899-4579-8cea-57dfaaf69164,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:48.148946 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2f066317-c466-4656-be7a-e2eba637c8b6 admin admin] Publish callbacks [] for security_group (11731363-a899-4579-8cea-57dfaaf69164), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:48.202032 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 6ca05166-9739-416d-bada-12327510dedd, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=6ca05166-9739-416d-bada-12327510dedd,segment=NetworkSegment(7c1b3cc3-bb5f-45dd-a330-2c33d1cd5721),segment_id=7c1b3cc3-bb5f-45dd-a330-2c33d1cd5721)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:48:48.207839 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2f066317-c466-4656-be7a-e2eba637c8b6 admin admin] Publish callbacks [] for security_group (11731363-a899-4579-8cea-57dfaaf69164), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:48.240347 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '6ca05166-9739-416d-bada-12327510dedd', 'network_id': '6e51529b-c8e0-446c-b3ca-3d38456ecc88', 'port_id': '6ca05166-9739-416d-bada-12327510dedd', 'mac_address': 'fa:16:3e:e5:31:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69460f58-4610-42b1-a218-67b646f4e351', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:48:48.312777 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 6ca05166-9739-416d-bada-12327510dedd is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:48:48.313740 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6ca05166-9739-416d-bada-12327510dedd), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:48.342460 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2f066317-c466-4656-be7a-e2eba637c8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (11731363-a899-4579-8cea-57dfaaf69164), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:48.347081 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2f066317-c466-4656-be7a-e2eba637c8b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:48.351150 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca05166-9739-416d-bada-12327510dedd {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:48:48.365969 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2f066317-c466-4656-be7a-e2eba637c8b6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/11731363-a899-4579-8cea-57dfaaf69164 HTTP/1.1" status: 204 len: 168 time: 0.2872331 Mar 22 19:48:48.380476 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 6ca05166-9739-416d-bada-12327510dedd, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=6ca05166-9739-416d-bada-12327510dedd,segment=NetworkSegment(7c1b3cc3-bb5f-45dd-a330-2c33d1cd5721),segment_id=7c1b3cc3-bb5f-45dd-a330-2c33d1cd5721)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:48:48.385073 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (6ca05166-9739-416d-bada-12327510dedd), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:48.403991 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f066317-c466-4656-be7a-e2eba637c8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11731363-a899-4579-8cea-57dfaaf69164,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:48.478762 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=6ca05166-9739-416d-bada-12327510dedd,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:48.513897 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:48.514425 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:48.515209 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:48.515500 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:48.515961 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:48.516287 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:48.517103 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:48.517103 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:48.517416 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:48.517917 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:48.518393 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:48.518864 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:48.519482 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:48.520797 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:48.521138 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:48:48.547341 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:48.579501 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e952bd-755e-4992-afdf-1701a7ee2c8d req-53671980-eed7-439b-9cc4-44acc6a54dec tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:48.581710 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-34e952bd-755e-4992-afdf-1701a7ee2c8d req-53671980-eed7-439b-9cc4-44acc6a54dec tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/ports?device_id=7abb96bd-6554-4526-b4d7-b5c9097b9e6a HTTP/1.1" status: 200 len: 944 time: 0.1119785 Mar 22 19:48:48.599992 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:48:48.626665 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['6ca05166-9739-416d-bada-12327510dedd'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:48:48.695857 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-34e952bd-755e-4992-afdf-1701a7ee2c8d req-2a51a818-017b-4cf7-b43f-457ff938a0cf tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/security-groups?id=c750a4bc-e730-45d3-b71a-9117c252ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927651 Mar 22 19:48:48.804529 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52030) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:48.857744 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3def8673-368d-4d73-842e-ab816e502db7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4f38ee862f674386822cc43be619eae2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0519724 Mar 22 19:48:48.860079 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52032) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:48.902743 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:48.960208 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c6febbef-861d-4c0a-8c5c-1e841096cf44 admin admin] Publish callbacks [] for security_group (20b61bc6-d9a5-45bc-91bf-44495ecdfa1e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:48.983335 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c6febbef-861d-4c0a-8c5c-1e841096cf44 admin admin] Publish callbacks [] for security_group (20b61bc6-d9a5-45bc-91bf-44495ecdfa1e), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:49.037718 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c6febbef-861d-4c0a-8c5c-1e841096cf44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (20b61bc6-d9a5-45bc-91bf-44495ecdfa1e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:49.041261 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c6febbef-861d-4c0a-8c5c-1e841096cf44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:49.043005 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c6febbef-861d-4c0a-8c5c-1e841096cf44 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/20b61bc6-d9a5-45bc-91bf-44495ecdfa1e HTTP/1.1" status: 204 len: 168 time: 0.1820078 Mar 22 19:48:49.053833 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6febbef-861d-4c0a-8c5c-1e841096cf44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b61bc6-d9a5-45bc-91bf-44495ecdfa1e,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:49.951734 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 6ca05166-9739-416d-bada-12327510dedd up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:48:49.994055 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809932eb-34de-4663-a1a3-06ef53eea75c req-ad0e233f-3d9c-4b83-b4d1-3b426b948777 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:50.006424 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-809932eb-34de-4663-a1a3-06ef53eea75c req-ad0e233f-3d9c-4b83-b4d1-3b426b948777 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/ports?device_id=7abb96bd-6554-4526-b4d7-b5c9097b9e6a HTTP/1.1" status: 200 len: 944 time: 0.1141543 Mar 22 19:48:50.086422 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 6ca05166-9739-416d-bada-12327510dedd completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:48:50.093080 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 6ca05166-9739-416d-bada-12327510dedd triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:48:50.095064 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6ca05166-9739-416d-bada-12327510dedd), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:50.126565 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-809932eb-34de-4663-a1a3-06ef53eea75c req-555eb6c6-b356-458b-9e1b-3c02ecb204f0 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/security-groups?id=c750a4bc-e730-45d3-b71a-9117c252ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185760 Mar 22 19:48:50.195430 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:50.255498 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52080) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:50.259931 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 6ca05166-9739-416d-bada-12327510dedd is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:48:50.260417 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6ca05166-9739-416d-bada-12327510dedd), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:50.305981 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 6ca05166-9739-416d-bada-12327510dedd, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=6ca05166-9739-416d-bada-12327510dedd,segment=NetworkSegment(7c1b3cc3-bb5f-45dd-a330-2c33d1cd5721),segment_id=7c1b3cc3-bb5f-45dd-a330-2c33d1cd5721)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:48:50.307548 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abb96bd-6554-4526-b4d7-b5c9097b9e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca05166-9739-416d-bada-12327510dedd'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:48:50.311020 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4a2c91-038c-4477-9c3a-03123567afcb" -d '{"events": [{"server_uuid": "7abb96bd-6554-4526-b4d7-b5c9097b9e6a", "name": "network-vif-plugged", "status": "completed", "tag": "6ca05166-9739-416d-bada-12327510dedd"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:48:50.319193 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (6ca05166-9739-416d-bada-12327510dedd), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:50.449382 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9cab0dc9-ea6f-4089-8513-77c1df3c71bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:50.462358 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af48593e-3e52-4f4b-80d5-12ba556a0bcc x-openstack-request-id: req-af48593e-3e52-4f4b-80d5-12ba556a0bcc {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:48:50.462727 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abb96bd-6554-4526-b4d7-b5c9097b9e6a", "name": "network-vif-plugged", "status": "completed", "tag": "6ca05166-9739-416d-bada-12327510dedd", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:48:50.463098 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-af48593e-3e52-4f4b-80d5-12ba556a0bcc {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:48:50.463511 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af48593e-3e52-4f4b-80d5-12ba556a0bcc'] response: {'server_uuid': '7abb96bd-6554-4526-b4d7-b5c9097b9e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca05166-9739-416d-bada-12327510dedd', 'code': 200} Mar 22 19:48:50.464934 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=6ca05166-9739-416d-bada-12327510dedd,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:50.552572 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c02ac6-e1bb-4efc-b281-e63deaa57e4c req-c2791c4a-ec0a-448b-b0d9-6e63370c8190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:50.554405 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-47c02ac6-e1bb-4efc-b281-e63deaa57e4c req-c2791c4a-ec0a-448b-b0d9-6e63370c8190 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7abb96bd-6554-4526-b4d7-b5c9097b9e6a HTTP/1.1" status: 200 len: 1128 time: 0.0933473 Mar 22 19:48:50.617448 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9cab0dc9-ea6f-4089-8513-77c1df3c71bf admin admin] Publish callbacks [] for security_group (f4f42e93-7b42-4c36-8a80-fc2b76fa3d7a), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:50.623705 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9cab0dc9-ea6f-4089-8513-77c1df3c71bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f4f42e93-7b42-4c36-8a80-fc2b76fa3d7a), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:50.665848 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-47c02ac6-e1bb-4efc-b281-e63deaa57e4c req-bb220b4c-796c-4704-891d-e2e9d45561d3 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=c750a4bc-e730-45d3-b71a-9117c252ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031654 Mar 22 19:48:50.673389 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9cab0dc9-ea6f-4089-8513-77c1df3c71bf admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1bc261b951884577bcbdad41f8a769b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4167869 Mar 22 19:48:50.676769 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52094) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:50.677456 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab0dc9-ea6f-4089-8513-77c1df3c71bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f42e93-7b42-4c36-8a80-fc2b76fa3d7a,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:50.812734 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2df4a07a-8225-4bb5-9ad5-34512cfa253c admin admin] Publish callbacks [] for security_group (f4f42e93-7b42-4c36-8a80-fc2b76fa3d7a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:50.920510 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2df4a07a-8225-4bb5-9ad5-34512cfa253c admin admin] Publish callbacks [] for security_group (f4f42e93-7b42-4c36-8a80-fc2b76fa3d7a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:51.030932 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2df4a07a-8225-4bb5-9ad5-34512cfa253c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f4f42e93-7b42-4c36-8a80-fc2b76fa3d7a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:51.034478 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2df4a07a-8225-4bb5-9ad5-34512cfa253c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:51.036956 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2df4a07a-8225-4bb5-9ad5-34512cfa253c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f4f42e93-7b42-4c36-8a80-fc2b76fa3d7a HTTP/1.1" status: 204 len: 168 time: 0.3590102 Mar 22 19:48:51.075518 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df4a07a-8225-4bb5-9ad5-34512cfa253c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f42e93-7b42-4c36-8a80-fc2b76fa3d7a,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:51.377988 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52118) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:51.417392 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:51.567608 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829b667-c5c1-4c54-b8b9-f7c69beef1ea req-867b4c3b-c3c9-471b-a8e7-39bdd77c24df tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:51.570901 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7829b667-c5c1-4c54-b8b9-f7c69beef1ea req-867b4c3b-c3c9-471b-a8e7-39bdd77c24df tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/ports?device_id=7abb96bd-6554-4526-b4d7-b5c9097b9e6a HTTP/1.1" status: 200 len: 945 time: 0.2080491 Mar 22 19:48:51.741063 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7829b667-c5c1-4c54-b8b9-f7c69beef1ea req-f4de24ac-42b4-4ebb-924d-597654168071 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/security-groups?id=c750a4bc-e730-45d3-b71a-9117c252ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551440 Mar 22 19:48:51.752642 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52128) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:51.802954 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-899ed4f0-2cca-403e-a640-d9a754319cad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:51.876558 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-3f8279d5-0965-4baa-8dd5-682abed27379 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-929490807', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:48:51.938258 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8279d5-0965-4baa-8dd5-682abed27379 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] Made reservation on behalf of bf966715bd6f4af88ff5d09018a646c4 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:48:51.943155 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3f8279d5-0965-4baa-8dd5-682abed27379 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:51.970806 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3f8279d5-0965-4baa-8dd5-682abed27379 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:52.042188 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-899ed4f0-2cca-403e-a640-d9a754319cad admin admin] Publish callbacks [] for security_group (fdcb96ae-abf5-469d-a551-b673251992de), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:52.058225 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-899ed4f0-2cca-403e-a640-d9a754319cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (fdcb96ae-abf5-469d-a551-b673251992de), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:52.155714 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ed4f0-2cca-403e-a640-d9a754319cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcb96ae-abf5-469d-a551-b673251992de,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:52.168387 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-899ed4f0-2cca-403e-a640-d9a754319cad admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a0d3e8fdf3284cc591d1c8c75314a7c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4107459 Mar 22 19:48:52.170034 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52138) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:52.207476 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3f8279d5-0965-4baa-8dd5-682abed27379 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] Publish callbacks [] for security_group (ca334f68-f128-439b-abae-e7aa9725a3cf), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:52.212094 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3f8279d5-0965-4baa-8dd5-682abed27379 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ca334f68-f128-439b-abae-e7aa9725a3cf), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:52.219207 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-3f8279d5-0965-4baa-8dd5-682abed27379 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] device_id is not set on port 7e98258e-b7af-4cf3-a48e-f826fbf20ea4 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:48:52.308584 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8279d5-0965-4baa-8dd5-682abed27379 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca334f68-f128-439b-abae-e7aa9725a3cf,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:52.482607 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-3f8279d5-0965-4baa-8dd5-682abed27379 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] Allocated IP 172.25.5.217 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/7e98258e-b7af-4cf3-a48e-f826fbf20ea4) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:48:52.687138 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3f8279d5-0965-4baa-8dd5-682abed27379 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] Publish callbacks [] for port (7e98258e-b7af-4cf3-a48e-f826fbf20ea4), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:52.729973 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3f8279d5-0965-4baa-8dd5-682abed27379 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (7e98258e-b7af-4cf3-a48e-f826fbf20ea4), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:52.880019 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8279d5-0965-4baa-8dd5-682abed27379 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:48:52.888104 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-3f8279d5-0965-4baa-8dd5-682abed27379 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:48:52.904764 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8279d5-0965-4baa-8dd5-682abed27379 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:48:52.977728 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e114261b-ad28-4436-9e46-471de5d370f6 admin admin] Publish callbacks [] for security_group (fdcb96ae-abf5-469d-a551-b673251992de), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:53.009390 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8279d5-0965-4baa-8dd5-682abed27379 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:53.009699 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e114261b-ad28-4436-9e46-471de5d370f6 admin admin] Publish callbacks [] for security_group (fdcb96ae-abf5-469d-a551-b673251992de), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:53.010182 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3f8279d5-0965-4baa-8dd5-682abed27379 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:53.029911 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8279d5-0965-4baa-8dd5-682abed27379 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] Pushing event updated for resources: {'Port': ['ID=7e98258e-b7af-4cf3-a48e-f826fbf20ea4,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:53.044372 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3f8279d5-0965-4baa-8dd5-682abed27379 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6649303 Mar 22 19:48:53.051752 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52148) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:53.056340 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-d7bd489f-3bdd-40c0-8dcd-010fae7eef89 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.217'}]}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:48:53.069230 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710b63a-00ef-4656-99ca-47e16a74870d req-95cfdb19-0d3a-42a6-8e41-076908764cee tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:53.079408 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6710b63a-00ef-4656-99ca-47e16a74870d req-95cfdb19-0d3a-42a6-8e41-076908764cee tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/ports?device_id=7abb96bd-6554-4526-b4d7-b5c9097b9e6a HTTP/1.1" status: 200 len: 945 time: 0.1463194 Mar 22 19:48:53.107830 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d7bd489f-3bdd-40c0-8dcd-010fae7eef89 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (b790af0b-8ba5-46c2-9ecc-ecb34088c3ef), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:53.108911 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d7bd489f-3bdd-40c0-8dcd-010fae7eef89 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (b790af0b-8ba5-46c2-9ecc-ecb34088c3ef), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:53.169001 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d7bd489f-3bdd-40c0-8dcd-010fae7eef89 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] Publish callbacks [] for router_controller (b790af0b-8ba5-46c2-9ecc-ecb34088c3ef), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:53.230016 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6710b63a-00ef-4656-99ca-47e16a74870d req-20f6043d-3a0f-4b16-b4d9-c39674d94644 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/security-groups?id=c750a4bc-e730-45d3-b71a-9117c252ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494675 Mar 22 19:48:53.263664 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e114261b-ad28-4436-9e46-471de5d370f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (fdcb96ae-abf5-469d-a551-b673251992de), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:53.266794 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e114261b-ad28-4436-9e46-471de5d370f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:53.270922 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e114261b-ad28-4436-9e46-471de5d370f6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fdcb96ae-abf5-469d-a551-b673251992de HTTP/1.1" status: 204 len: 168 time: 1.0972071 Mar 22 19:48:53.284282 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114261b-ad28-4436-9e46-471de5d370f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcb96ae-abf5-469d-a551-b673251992de,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:53.442283 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d7bd489f-3bdd-40c0-8dcd-010fae7eef89 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] Publish callbacks [] for router_gateway (b790af0b-8ba5-46c2-9ecc-ecb34088c3ef), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:53.854151 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d7bd489f-3bdd-40c0-8dcd-010fae7eef89 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] Publish callbacks [] for router_gateway (b790af0b-8ba5-46c2-9ecc-ecb34088c3ef), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:53.895725 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d7bd489f-3bdd-40c0-8dcd-010fae7eef89 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:54.163269 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d7bd489f-3bdd-40c0-8dcd-010fae7eef89 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] Publish callbacks [] for router (b790af0b-8ba5-46c2-9ecc-ecb34088c3ef), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:54.284476 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888fce5-8ab3-4ea7-b0aa-2cc9a6bcf885 req-9bfd9ac6-9f34-4c75-8a3c-33888a8f3cee tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:54.286630 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f888fce5-8ab3-4ea7-b0aa-2cc9a6bcf885 req-9bfd9ac6-9f34-4c75-8a3c-33888a8f3cee tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/ports?device_id=7abb96bd-6554-4526-b4d7-b5c9097b9e6a HTTP/1.1" status: 200 len: 945 time: 0.0755267 Mar 22 19:48:54.350680 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f888fce5-8ab3-4ea7-b0aa-2cc9a6bcf885 req-42b0d578-c366-4631-8a44-c2e7cd3926f1 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/security-groups?id=c750a4bc-e730-45d3-b71a-9117c252ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577083 Mar 22 19:48:54.490085 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52188) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:54.621399 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-bca926da-deae-4323-bc7d-7dc80d27b275 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1738808414-network', 'tenant_id': '303c9f8740dc4519aab2e0c8bbdff459'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:48:54.646904 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca926da-deae-4323-bc7d-7dc80d27b275 admin admin] Made reservation on behalf of 303c9f8740dc4519aab2e0c8bbdff459 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:48:54.649585 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bca926da-deae-4323-bc7d-7dc80d27b275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:54.661254 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bca926da-deae-4323-bc7d-7dc80d27b275 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:54.744481 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d7bd489f-3bdd-40c0-8dcd-010fae7eef89 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (b790af0b-8ba5-46c2-9ecc-ecb34088c3ef), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:54.747572 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d7bd489f-3bdd-40c0-8dcd-010fae7eef89 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] Publish callbacks [] for router_controller (b790af0b-8ba5-46c2-9ecc-ecb34088c3ef), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:54.754847 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bca926da-deae-4323-bc7d-7dc80d27b275 admin admin] Publish callbacks [] for security_group (e5db2da7-7648-4249-94cd-b808eb5ec879), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:54.765445 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bca926da-deae-4323-bc7d-7dc80d27b275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e5db2da7-7648-4249-94cd-b808eb5ec879), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:54.798127 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca926da-deae-4323-bc7d-7dc80d27b275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5db2da7-7648-4249-94cd-b808eb5ec879,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:54.810636 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d7bd489f-3bdd-40c0-8dcd-010fae7eef89 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (b790af0b-8ba5-46c2-9ecc-ecb34088c3ef), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:54.811397 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bd489f-3bdd-40c0-8dcd-010fae7eef89 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b790af0b-8ba5-46c2-9ecc-ecb34088c3ef {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:48:54.815645 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca926da-deae-4323-bc7d-7dc80d27b275 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:48:54.830812 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bca926da-deae-4323-bc7d-7dc80d27b275 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (41e056b6-fac0-4c3e-886e-61cc01f285c6), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:54.831176 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-bca926da-deae-4323-bc7d-7dc80d27b275 admin admin] Added segment 41e056b6-fac0-4c3e-886e-61cc01f285c6 of type vlan for network 2d64c407-590e-43c6-8249-a9fab8448d74 Mar 22 19:48:54.844976 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-d7bd489f-3bdd-40c0-8dcd-010fae7eef89 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 22 19:48:54.849308 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d7bd489f-3bdd-40c0-8dcd-010fae7eef89 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.7935128 Mar 22 19:48:54.849640 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52198) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:54.909355 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bca926da-deae-4323-bc7d-7dc80d27b275 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (2d64c407-590e-43c6-8249-a9fab8448d74), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:54.946208 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bca926da-deae-4323-bc7d-7dc80d27b275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (2d64c407-590e-43c6-8249-a9fab8448d74), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:54.949123 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca926da-deae-4323-bc7d-7dc80d27b275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:54.949984 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bca926da-deae-4323-bc7d-7dc80d27b275 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:54.967032 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-3c6e3dd7-d362-4b47-abf3-26874e922a49 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] Deleting port 7e98258e-b7af-4cf3-a48e-f826fbf20ea4 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:48:54.967893 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3c6e3dd7-d362-4b47-abf3-26874e922a49 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (7e98258e-b7af-4cf3-a48e-f826fbf20ea4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:55.024495 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca926da-deae-4323-bc7d-7dc80d27b275 admin admin] Pushing event updated for resources: {'Network': ['ID=2d64c407-590e-43c6-8249-a9fab8448d74,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:55.041924 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-bca926da-deae-4323-bc7d-7dc80d27b275 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5476327 Mar 22 19:48:55.042180 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 2d64c407-590e-43c6-8249-a9fab8448d74 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:48:55.043531 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52202) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:55.048927 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-5c2cbd55-8d14-4e32-9e2c-f2a1f6c18e37 admin admin] Request body: {'subnet': {'network_id': '2d64c407-590e-43c6-8249-a9fab8448d74', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1738808414-subnet', 'tenant_id': '303c9f8740dc4519aab2e0c8bbdff459', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:48:55.089944 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3c6e3dd7-d362-4b47-abf3-26874e922a49 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (7e98258e-b7af-4cf3-a48e-f826fbf20ea4), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:55.100275 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2cbd55-8d14-4e32-9e2c-f2a1f6c18e37 admin admin] Made reservation on behalf of 303c9f8740dc4519aab2e0c8bbdff459 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:48:55.103073 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c2cbd55-8d14-4e32-9e2c-f2a1f6c18e37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:55.214845 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-3c6e3dd7-d362-4b47-abf3-26874e922a49 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] Calling delete_port for 7e98258e-b7af-4cf3-a48e-f826fbf20ea4 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:48:55.528257 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c2cbd55-8d14-4e32-9e2c-f2a1f6c18e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (1d0d2b9b-08c2-4ab2-bf10-644d92bdaa74), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:55.620020 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e43cf5-c5a9-4c35-a843-dafd5373fa6b req-6217a6a1-ef0b-4d4c-a83e-79ef9044390c tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:55.624278 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d6e43cf5-c5a9-4c35-a843-dafd5373fa6b req-6217a6a1-ef0b-4d4c-a83e-79ef9044390c tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.84 "GET /v2.0/ports?device_id=7abb96bd-6554-4526-b4d7-b5c9097b9e6a HTTP/1.1" status: 200 len: 945 time: 0.1951730 Mar 22 19:48:55.625358 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2cbd55-8d14-4e32-9e2c-f2a1f6c18e37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d0d2b9b-08c2-4ab2-bf10-644d92bdaa74,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:55.627866 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3c6e3dd7-d362-4b47-abf3-26874e922a49 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (7e98258e-b7af-4cf3-a48e-f826fbf20ea4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:55.824012 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e3dd7-d362-4b47-abf3-26874e922a49 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e98258e-b7af-4cf3-a48e-f826fbf20ea4,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:55.845153 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2cbd55-8d14-4e32-9e2c-f2a1f6c18e37 admin admin] Checking segment: {'id': '41e056b6-fac0-4c3e-886e-61cc01f285c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2d64c407-590e-43c6-8249-a9fab8448d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:48:55.845590 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2cbd55-8d14-4e32-9e2c-f2a1f6c18e37 admin admin] Network hostable DHCP agents. Network: 2d64c407-590e-43c6-8249-a9fab8448d74, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:48:55.867089 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd9cff-3077-4db6-95c5-309612e7b24b req-d78d5ff5-48be-4a1a-8e75-35742017ad0f tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:55.868876 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-69bd9cff-3077-4db6-95c5-309612e7b24b req-d78d5ff5-48be-4a1a-8e75-35742017ad0f tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/ports?device_id=7abb96bd-6554-4526-b4d7-b5c9097b9e6a HTTP/1.1" status: 200 len: 945 time: 0.4125698 Mar 22 19:48:55.925497 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-69bd9cff-3077-4db6-95c5-309612e7b24b req-819b1b38-de06-4be8-8f41-320fb70c07b2 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/security-groups?id=c750a4bc-e730-45d3-b71a-9117c252ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506349 Mar 22 19:48:55.951939 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2cbd55-8d14-4e32-9e2c-f2a1f6c18e37 admin admin] Network 2d64c407-590e-43c6-8249-a9fab8448d74 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:48:55.975675 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-5c2cbd55-8d14-4e32-9e2c-f2a1f6c18e37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 2d64c407-590e-43c6-8249-a9fab8448d74) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:48:55.984139 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2cbd55-8d14-4e32-9e2c-f2a1f6c18e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:55.984797 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5c2cbd55-8d14-4e32-9e2c-f2a1f6c18e37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:55.993016 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3c6e3dd7-d362-4b47-abf3-26874e922a49 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:55.993640 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6120a0e-0155-4f09-acb2-bfccb205e355 None None] Network 2d64c407-590e-43c6-8249-a9fab8448d74 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:48:55.999663 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3c6e3dd7-d362-4b47-abf3-26874e922a49 tempest-RoutersAdminNegativeTest-578718134 tempest-RoutersAdminNegativeTest-578718134-project-admin] 10.222.0.75 "DELETE /v2.0/ports/7e98258e-b7af-4cf3-a48e-f826fbf20ea4 HTTP/1.1" status: 204 len: 168 time: 1.1457391 Mar 22 19:48:56.020955 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-d6e43cf5-c5a9-4c35-a843-dafd5373fa6b req-82b21cbc-2637-4a4b-beed-e6f545225753 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Deleting port 6ca05166-9739-416d-bada-12327510dedd {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:48:56.021531 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d6e43cf5-c5a9-4c35-a843-dafd5373fa6b req-82b21cbc-2637-4a4b-beed-e6f545225753 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (6ca05166-9739-416d-bada-12327510dedd), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:56.038747 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5c2cbd55-8d14-4e32-9e2c-f2a1f6c18e37 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9940486 Mar 22 19:48:56.171037 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-d6e43cf5-c5a9-4c35-a843-dafd5373fa6b req-82b21cbc-2637-4a4b-beed-e6f545225753 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] For port 6ca05166-9739-416d-bada-12327510dedd, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=6ca05166-9739-416d-bada-12327510dedd,segment=NetworkSegment(7c1b3cc3-bb5f-45dd-a330-2c33d1cd5721),segment_id=7c1b3cc3-bb5f-45dd-a330-2c33d1cd5721)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:48:56.171697 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d6e43cf5-c5a9-4c35-a843-dafd5373fa6b req-82b21cbc-2637-4a4b-beed-e6f545225753 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (6ca05166-9739-416d-bada-12327510dedd), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:56.173917 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f6f07b-396e-4193-9b37-61615c9bd8c1 None None] Network 2d64c407-590e-43c6-8249-a9fab8448d74 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:48:56.194861 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-d6e43cf5-c5a9-4c35-a843-dafd5373fa6b req-82b21cbc-2637-4a4b-beed-e6f545225753 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Calling delete_port for 6ca05166-9739-416d-bada-12327510dedd owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:48:56.396483 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d6e43cf5-c5a9-4c35-a843-dafd5373fa6b req-82b21cbc-2637-4a4b-beed-e6f545225753 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (6ca05166-9739-416d-bada-12327510dedd), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:56.427033 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52232) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:56.436414 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b21cbc-2637-4a4b-beed-e6f545225753 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Pushing event deleted for resources: {'Port': ['ID=6ca05166-9739-416d-bada-12327510dedd,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:56.514905 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e43cf5-c5a9-4c35-a843-dafd5373fa6b req-82b21cbc-2637-4a4b-beed-e6f545225753 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] No DVR routers for this DVR port 6ca05166-9739-416d-bada-12327510dedd on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:48:56.518344 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d6e43cf5-c5a9-4c35-a843-dafd5373fa6b req-82b21cbc-2637-4a4b-beed-e6f545225753 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:56.522026 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d6e43cf5-c5a9-4c35-a843-dafd5373fa6b req-82b21cbc-2637-4a4b-beed-e6f545225753 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.84 "DELETE /v2.0/ports/6ca05166-9739-416d-bada-12327510dedd HTTP/1.1" status: 204 len: 173 time: 0.8916240 Mar 22 19:48:56.522623 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abb96bd-6554-4526-b4d7-b5c9097b9e6a', 'name': 'network-vif-deleted', 'tag': '6ca05166-9739-416d-bada-12327510dedd'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:48:56.525949 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f77f00-5715-43d9-bf05-ce100cab0dc4" -d '{"events": [{"server_uuid": "7abb96bd-6554-4526-b4d7-b5c9097b9e6a", "name": "network-vif-deleted", "tag": "6ca05166-9739-416d-bada-12327510dedd"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:48:56.584177 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbfc2c8-5750-432e-a102-61d2c94229c6 x-openstack-request-id: req-dbbfc2c8-5750-432e-a102-61d2c94229c6 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:48:56.585020 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7abb96bd-6554-4526-b4d7-b5c9097b9e6a", "name": "network-vif-deleted", "tag": "6ca05166-9739-416d-bada-12327510dedd", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:48:56.585280 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dbbfc2c8-5750-432e-a102-61d2c94229c6 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:48:56.586036 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbbfc2c8-5750-432e-a102-61d2c94229c6'] response: {'server_uuid': '7abb96bd-6554-4526-b4d7-b5c9097b9e6a', 'name': 'network-vif-deleted', 'tag': '6ca05166-9739-416d-bada-12327510dedd', 'status': 'completed', 'code': 200} Mar 22 19:48:56.680184 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bf8a3f94-8c53-4836-b2e3-baccab235c31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:56.811991 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bf8a3f94-8c53-4836-b2e3-baccab235c31 admin admin] Publish callbacks [] for security_group (e57178a4-ca3b-4a2d-8a16-1ac20e39e861), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:56.820381 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bf8a3f94-8c53-4836-b2e3-baccab235c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e57178a4-ca3b-4a2d-8a16-1ac20e39e861), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:56.861223 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a3f94-8c53-4836-b2e3-baccab235c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57178a4-ca3b-4a2d-8a16-1ac20e39e861,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:56.885506 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-bf8a3f94-8c53-4836-b2e3-baccab235c31 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ba258808ad4a4538aa21ddaa0243fbab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4573500 Mar 22 19:48:56.888015 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52254) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:56.988108 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52260) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:56.998000 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-a8c7803d-acab-45d2-b6f2-3cf1fc14134f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-388121999-network', 'tenant_id': '6b0b9135c5524970a7e76dd11e676017'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:48:57.010123 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c6a2490-caaf-4cac-8357-4627ae267d1e admin admin] Publish callbacks [] for security_group (e57178a4-ca3b-4a2d-8a16-1ac20e39e861), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:57.055269 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c7803d-acab-45d2-b6f2-3cf1fc14134f admin admin] Made reservation on behalf of 6b0b9135c5524970a7e76dd11e676017 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:48:57.058361 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a8c7803d-acab-45d2-b6f2-3cf1fc14134f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:57.070816 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c6a2490-caaf-4cac-8357-4627ae267d1e admin admin] Publish callbacks [] for security_group (e57178a4-ca3b-4a2d-8a16-1ac20e39e861), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:57.079861 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a8c7803d-acab-45d2-b6f2-3cf1fc14134f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:57.154005 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c6a2490-caaf-4cac-8357-4627ae267d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e57178a4-ca3b-4a2d-8a16-1ac20e39e861), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:57.158578 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c6a2490-caaf-4cac-8357-4627ae267d1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:57.160098 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4c6a2490-caaf-4cac-8357-4627ae267d1e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e57178a4-ca3b-4a2d-8a16-1ac20e39e861 HTTP/1.1" status: 204 len: 168 time: 0.2694781 Mar 22 19:48:57.186957 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a2490-caaf-4cac-8357-4627ae267d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57178a4-ca3b-4a2d-8a16-1ac20e39e861,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:57.192464 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d89335f8-12f2-473d-85b3-f83d8d62ac2f req-585423f4-3a98-46c3-a324-314feec0c9da tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/ports?device_id=7abb96bd-6554-4526-b4d7-b5c9097b9e6a HTTP/1.1" status: 200 len: 210 time: 0.0870471 Mar 22 19:48:57.316803 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a8c7803d-acab-45d2-b6f2-3cf1fc14134f admin admin] Publish callbacks [] for security_group (cdb227c3-4b4e-42d0-b621-aae6af00e30d), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:57.321713 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a8c7803d-acab-45d2-b6f2-3cf1fc14134f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (cdb227c3-4b4e-42d0-b621-aae6af00e30d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:57.351549 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c7803d-acab-45d2-b6f2-3cf1fc14134f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:48:57.363657 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7803d-acab-45d2-b6f2-3cf1fc14134f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb227c3-4b4e-42d0-b621-aae6af00e30d,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:57.370934 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a8c7803d-acab-45d2-b6f2-3cf1fc14134f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (0c9feb7b-e0b6-429b-bb2d-113c723d3b6a), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:57.371443 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-a8c7803d-acab-45d2-b6f2-3cf1fc14134f admin admin] Added segment 0c9feb7b-e0b6-429b-bb2d-113c723d3b6a of type vlan for network 4ee1481b-4de2-4b7f-a6bf-00eb315bf21d Mar 22 19:48:57.424921 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a8c7803d-acab-45d2-b6f2-3cf1fc14134f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (4ee1481b-4de2-4b7f-a6bf-00eb315bf21d), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:57.463333 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a8c7803d-acab-45d2-b6f2-3cf1fc14134f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (4ee1481b-4de2-4b7f-a6bf-00eb315bf21d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:57.464470 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c7803d-acab-45d2-b6f2-3cf1fc14134f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:57.465496 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a8c7803d-acab-45d2-b6f2-3cf1fc14134f admin admin] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:57.528418 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a8c7803d-acab-45d2-b6f2-3cf1fc14134f admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5395281 Mar 22 19:48:57.531649 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52272) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:57.540468 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-734824a7-4007-4c4d-a7ab-8003cbd22560 admin admin] Request body: {'subnet': {'network_id': '4ee1481b-4de2-4b7f-a6bf-00eb315bf21d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-388121999-subnet', 'tenant_id': '6b0b9135c5524970a7e76dd11e676017', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:48:57.570870 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c7803d-acab-45d2-b6f2-3cf1fc14134f admin admin] Pushing event updated for resources: {'Network': ['ID=4ee1481b-4de2-4b7f-a6bf-00eb315bf21d,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:57.586101 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 4ee1481b-4de2-4b7f-a6bf-00eb315bf21d details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:48:57.622439 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734824a7-4007-4c4d-a7ab-8003cbd22560 admin admin] Made reservation on behalf of 6b0b9135c5524970a7e76dd11e676017 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:48:57.628858 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-734824a7-4007-4c4d-a7ab-8003cbd22560 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:57.710413 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52276) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:57.764669 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1fb4ffeb-0e23-4adf-b210-8b1788cb2640 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bf966715bd6f4af88ff5d09018a646c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0520658 Mar 22 19:48:57.766901 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52278) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:57.837769 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d0737d75-7102-4253-a823-639875ce5d0e admin admin] Publish callbacks [] for security_group (ca334f68-f128-439b-abae-e7aa9725a3cf), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:57.868325 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d0737d75-7102-4253-a823-639875ce5d0e admin admin] Publish callbacks [] for security_group (ca334f68-f128-439b-abae-e7aa9725a3cf), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:57.900352 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-734824a7-4007-4c4d-a7ab-8003cbd22560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (d5aa61af-4ac2-4b0b-9136-cd0d4f7b897b), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:57.936290 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d0737d75-7102-4253-a823-639875ce5d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ca334f68-f128-439b-abae-e7aa9725a3cf), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:57.940586 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d0737d75-7102-4253-a823-639875ce5d0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:57.941985 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d0737d75-7102-4253-a823-639875ce5d0e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ca334f68-f128-439b-abae-e7aa9725a3cf HTTP/1.1" status: 204 len: 168 time: 0.1735363 Mar 22 19:48:57.950923 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0737d75-7102-4253-a823-639875ce5d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca334f68-f128-439b-abae-e7aa9725a3cf,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:57.983233 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734824a7-4007-4c4d-a7ab-8003cbd22560 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5aa61af-4ac2-4b0b-9136-cd0d4f7b897b,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:57.984035 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 6ca05166-9739-416d-bada-12327510dedd no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:48:58.010467 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 6ca05166-9739-416d-bada-12327510dedd {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:48:58.010822 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 6ca05166-9739-416d-bada-12327510dedd not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:48:58.019925 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734824a7-4007-4c4d-a7ab-8003cbd22560 admin admin] Checking segment: {'id': '0c9feb7b-e0b6-429b-bb2d-113c723d3b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '4ee1481b-4de2-4b7f-a6bf-00eb315bf21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:48:58.020522 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734824a7-4007-4c4d-a7ab-8003cbd22560 admin admin] Network hostable DHCP agents. Network: 4ee1481b-4de2-4b7f-a6bf-00eb315bf21d, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:48:58.042609 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734824a7-4007-4c4d-a7ab-8003cbd22560 admin admin] Network 4ee1481b-4de2-4b7f-a6bf-00eb315bf21d is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:48:58.054671 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-734824a7-4007-4c4d-a7ab-8003cbd22560 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 4ee1481b-4de2-4b7f-a6bf-00eb315bf21d) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:48:58.059368 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734824a7-4007-4c4d-a7ab-8003cbd22560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:58.060026 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-734824a7-4007-4c4d-a7ab-8003cbd22560 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:58.068097 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47b42b8-0bd3-4172-9564-c4ca7d9afb77 None None] Network 4ee1481b-4de2-4b7f-a6bf-00eb315bf21d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:48:58.081120 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-734824a7-4007-4c4d-a7ab-8003cbd22560 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5469720 Mar 22 19:48:58.228484 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40038500-9d9b-4f82-856b-24ee71d5393e None None] Network 4ee1481b-4de2-4b7f-a6bf-00eb315bf21d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:48:58.601752 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-00d605d4-f079-47bb-a549-4398daf3740e tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:58.621160 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-00d605d4-f079-47bb-a549-4398daf3740e tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/networks?id=6e51529b-c8e0-446c-b3ca-3d38456ecc88 HTTP/1.1" status: 200 len: 808 time: 0.1344197 Mar 22 19:48:58.641281 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-f1da9091-b628-4590-943d-46ebab97e3e4 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/quotas/4a778988074541e19ff107e75f6f47e9 HTTP/1.1" status: 200 len: 375 time: 0.0191498 Mar 22 19:48:58.688965 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-ef6cecae-d02d-4f9b-a59f-f1b6850cab17 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=4a778988074541e19ff107e75f6f47e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467217 Mar 22 19:48:58.952518 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-f8191454-a253-4e97-9856-25184efb5da1 service neutron] 10.222.0.75 "GET /v2.0/networks/6e51529b-c8e0-446c-b3ca-3d38456ecc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614174 Mar 22 19:48:59.086124 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52340) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:59.135559 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4050a-8306-4148-b095-435a9dd20495 req-5cf34cef-7914-4047-8a84-cb107e4f39b8 tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:59.137375 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-91d4050a-8306-4148-b095-435a9dd20495 req-5cf34cef-7914-4047-8a84-cb107e4f39b8 tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] 10.222.0.75 "GET /v2.0/networks?id=2d64c407-590e-43c6-8249-a9fab8448d74 HTTP/1.1" status: 200 len: 809 time: 0.2137265 Mar 22 19:48:59.141430 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-86fa1d32-2247-4803-ad01-96f66b68e0cd service neutron] 10.222.0.75 "GET /v2.0/networks/6e51529b-c8e0-446c-b3ca-3d38456ecc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880012 Mar 22 19:48:59.152062 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-91d4050a-8306-4148-b095-435a9dd20495 req-43e1ccea-4d20-4b17-b30f-b199db45b590 tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] 10.222.0.75 "GET /v2.0/quotas/303c9f8740dc4519aab2e0c8bbdff459 HTTP/1.1" status: 200 len: 375 time: 0.0094523 Mar 22 19:48:59.193130 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-91d4050a-8306-4148-b095-435a9dd20495 req-b578564e-959c-4fad-ba94-9dd70c03f1c7 tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=303c9f8740dc4519aab2e0c8bbdff459&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353432 Mar 22 19:48:59.205536 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-91d4050a-8306-4148-b095-435a9dd20495 req-760e6512-38b1-49c9-a648-993e156d158c service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:48:59.206817 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-91d4050a-8306-4148-b095-435a9dd20495 req-760e6512-38b1-49c9-a648-993e156d158c service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067022 Mar 22 19:48:59.263833 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-286bc8e5-f66c-4460-a86d-f894e253e3f9 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-172536756'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:48:59.306026 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286bc8e5-f66c-4460-a86d-f894e253e3f9 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Made reservation on behalf of 73f4bf7d888346a0a641f4ed0c58c333 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:48:59.310364 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-286bc8e5-f66c-4460-a86d-f894e253e3f9 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:59.334004 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-286bc8e5-f66c-4460-a86d-f894e253e3f9 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:59.360281 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-79faa272-e159-4974-96e2-a3f0bcafaa9b req-bab34d33-f137-449b-ad87-312d31517470 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f05233c-17ee-4fa2-ac56-797d2fbfb967 HTTP/1.1" status: 200 len: 210 time: 0.0456295 Mar 22 19:48:59.384704 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-91d4050a-8306-4148-b095-435a9dd20495 req-bfedd65b-4f04-410a-b2e2-744c82e3efaf service neutron] 10.222.0.75 "GET /v2.0/networks/2d64c407-590e-43c6-8249-a9fab8448d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716032 Mar 22 19:48:59.555415 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-286bc8e5-f66c-4460-a86d-f894e253e3f9 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks [] for security_group (5baf7187-7869-4052-bd81-e8a3b49c1698), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:59.558625 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-91d4050a-8306-4148-b095-435a9dd20495 req-6152569c-8f81-4b94-83cd-21e70654a32a service neutron] 10.222.0.75 "GET /v2.0/networks/2d64c407-590e-43c6-8249-a9fab8448d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688809 Mar 22 19:48:59.563029 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-286bc8e5-f66c-4460-a86d-f894e253e3f9 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5baf7187-7869-4052-bd81-e8a3b49c1698), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:59.603811 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-286bc8e5-f66c-4460-a86d-f894e253e3f9 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:48:59.623324 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286bc8e5-f66c-4460-a86d-f894e253e3f9 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5baf7187-7869-4052-bd81-e8a3b49c1698,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:59.632204 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-286bc8e5-f66c-4460-a86d-f894e253e3f9 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (3aa36936-8235-401f-b216-c6131925e579), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:59.632204 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-286bc8e5-f66c-4460-a86d-f894e253e3f9 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Added segment 3aa36936-8235-401f-b216-c6131925e579 of type vlan for network 0cf0eacd-8b9d-4458-8831-caf92f054377 Mar 22 19:48:59.692009 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-286bc8e5-f66c-4460-a86d-f894e253e3f9 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (0cf0eacd-8b9d-4458-8831-caf92f054377), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:59.727352 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-286bc8e5-f66c-4460-a86d-f894e253e3f9 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (0cf0eacd-8b9d-4458-8831-caf92f054377), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:59.733780 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286bc8e5-f66c-4460-a86d-f894e253e3f9 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:48:59.734436 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-286bc8e5-f66c-4460-a86d-f894e253e3f9 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:48:59.840893 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-314f6b69-99e9-48c1-974a-415051ca3168 req-adac5bf9-8de7-44f1-b727-ed6ce639adf1 tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] 10.222.0.75 "GET /v2.0/ports?device_id=60c4c5b4-1b95-4931-afd6-b87800c35368 HTTP/1.1" status: 200 len: 210 time: 0.0423944 Mar 22 19:48:59.847061 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52358) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:48:59.848167 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-286bc8e5-f66c-4460-a86d-f894e253e3f9 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7585349 Mar 22 19:48:59.854360 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286bc8e5-f66c-4460-a86d-f894e253e3f9 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Pushing event updated for resources: {'Network': ['ID=0cf0eacd-8b9d-4458-8831-caf92f054377,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:48:59.854511 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-6ac1c84e-f13c-4708-b776-27041dbd8b27 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Request body: {'subnet': {'network_id': '0cf0eacd-8b9d-4458-8831-caf92f054377', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:48:59.880347 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 0cf0eacd-8b9d-4458-8831-caf92f054377 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:49:00.002829 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac1c84e-f13c-4708-b776-27041dbd8b27 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Made reservation on behalf of 73f4bf7d888346a0a641f4ed0c58c333 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:49:00.008700 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6ac1c84e-f13c-4708-b776-27041dbd8b27 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:00.258545 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6ac1c84e-f13c-4708-b776-27041dbd8b27 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (3a5d5dec-a424-48b5-b40a-6f5b42c9841a), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:00.321242 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1c84e-f13c-4708-b776-27041dbd8b27 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Pushing event updated for resources: {'Subnet': ['ID=3a5d5dec-a424-48b5-b40a-6f5b42c9841a,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:00.331526 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac1c84e-f13c-4708-b776-27041dbd8b27 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Checking segment: {'id': '3aa36936-8235-401f-b216-c6131925e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0cf0eacd-8b9d-4458-8831-caf92f054377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:49:00.332544 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac1c84e-f13c-4708-b776-27041dbd8b27 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Network hostable DHCP agents. Network: 0cf0eacd-8b9d-4458-8831-caf92f054377, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:49:00.350536 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac1c84e-f13c-4708-b776-27041dbd8b27 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Network 0cf0eacd-8b9d-4458-8831-caf92f054377 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:49:00.362049 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-6ac1c84e-f13c-4708-b776-27041dbd8b27 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 0cf0eacd-8b9d-4458-8831-caf92f054377) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:49:00.366566 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac1c84e-f13c-4708-b776-27041dbd8b27 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:00.367174 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6ac1c84e-f13c-4708-b776-27041dbd8b27 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:00.374664 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3888bc09-6649-4a28-9f06-10b37ea068d3 None None] Network 0cf0eacd-8b9d-4458-8831-caf92f054377 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:49:00.400418 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52376) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:00.401479 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6ac1c84e-f13c-4708-b776-27041dbd8b27 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5517397 Mar 22 19:49:00.407009 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-a2161ae1-3c91-43b7-8035-fc8e3e46bd04 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1285749091', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:00.450252 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a2161ae1-3c91-43b7-8035-fc8e3e46bd04 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (89ac49de-5e59-45b9-a5d1-bb8e935a50f1), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:00.451330 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a2161ae1-3c91-43b7-8035-fc8e3e46bd04 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (89ac49de-5e59-45b9-a5d1-bb8e935a50f1), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:00.498917 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893cb985-e864-4504-aff7-3192d3fd48a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-0cf0eacd-8b9d-4458-8831-caf92f054377', 'network_id': '0cf0eacd-8b9d-4458-8831-caf92f054377', 'project_id': '73f4bf7d888346a0a641f4ed0c58c333', 'fixed_ips': [{'subnet_id': '3a5d5dec-a424-48b5-b40a-6f5b42c9841a'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:49:00.501227 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-893cb985-e864-4504-aff7-3192d3fd48a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:00.515714 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-386ab2e6-43ff-4689-aae2-2260c1a79ab8 req-33420f81-df88-41f2-bd30-2ccb89c59370 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f05233c-17ee-4fa2-ac56-797d2fbfb967 HTTP/1.1" status: 200 len: 210 time: 0.0372856 Mar 22 19:49:00.557020 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a2161ae1-3c91-43b7-8035-fc8e3e46bd04 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks [] for router_controller (89ac49de-5e59-45b9-a5d1-bb8e935a50f1), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:00.569730 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a2161ae1-3c91-43b7-8035-fc8e3e46bd04 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (89ac49de-5e59-45b9-a5d1-bb8e935a50f1), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:00.604222 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a2161ae1-3c91-43b7-8035-fc8e3e46bd04 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:00.608800 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a2161ae1-3c91-43b7-8035-fc8e3e46bd04 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2036126 Mar 22 19:49:00.609020 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52378) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:00.657638 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-893cb985-e864-4504-aff7-3192d3fd48a5 None None] Allocated IP 172.20.0.2 (0cf0eacd-8b9d-4458-8831-caf92f054377/3a5d5dec-a424-48b5-b40a-6f5b42c9841a/c2f31ced-5a91-414b-8fe4-ad1076e8b5e5) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:49:00.729102 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-15c4fdee-764c-4daf-afce-3da3e8f6f767 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:00.731582 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-15c4fdee-764c-4daf-afce-3da3e8f6f767 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.84 "GET /v2.0/networks?id=6e51529b-c8e0-446c-b3ca-3d38456ecc88 HTTP/1.1" status: 200 len: 808 time: 0.1729236 Mar 22 19:49:00.744358 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-96cb8c3f-fcdd-4aff-a6e0-a52178b72ed2 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Request body: {'port': {'device_id': '5f05233c-17ee-4fa2-ac56-797d2fbfb967', 'network_id': '6e51529b-c8e0-446c-b3ca-3d38456ecc88', 'admin_state_up': True, 'tenant_id': '4a778988074541e19ff107e75f6f47e9'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:00.804962 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-893cb985-e864-4504-aff7-3192d3fd48a5 None None] Publish callbacks [] for port (c2f31ced-5a91-414b-8fe4-ad1076e8b5e5), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:00.817941 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-893cb985-e864-4504-aff7-3192d3fd48a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (c2f31ced-5a91-414b-8fe4-ad1076e8b5e5), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:00.861091 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893cb985-e864-4504-aff7-3192d3fd48a5 None None] Network 0cf0eacd-8b9d-4458-8831-caf92f054377 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:49:00.864624 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-96cb8c3f-fcdd-4aff-a6e0-a52178b72ed2 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Made reservation on behalf of 4a778988074541e19ff107e75f6f47e9 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:49:00.869633 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-893cb985-e864-4504-aff7-3192d3fd48a5 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:49:00.871750 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893cb985-e864-4504-aff7-3192d3fd48a5 None None] Pushing event updated for resources: {'Port': ['ID=c2f31ced-5a91-414b-8fe4-ad1076e8b5e5,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:00.873892 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893cb985-e864-4504-aff7-3192d3fd48a5 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:49:00.887893 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-96cb8c3f-fcdd-4aff-a6e0-a52178b72ed2 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:00.936124 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-893cb985-e864-4504-aff7-3192d3fd48a5 None None] Attempting to bind port c2f31ced-5a91-414b-8fe4-ad1076e8b5e5 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:49:00.936690 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-893cb985-e864-4504-aff7-3192d3fd48a5 None None] Attempting to bind port c2f31ced-5a91-414b-8fe4-ad1076e8b5e5 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '3aa36936-8235-401f-b216-c6131925e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0cf0eacd-8b9d-4458-8831-caf92f054377'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:49:00.936904 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893cb985-e864-4504-aff7-3192d3fd48a5 None None] Attempting to bind port c2f31ced-5a91-414b-8fe4-ad1076e8b5e5 on network 0cf0eacd-8b9d-4458-8831-caf92f054377 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:49:00.937937 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8347878b-8928-40c6-a89a-2ad49da54617 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:00.944470 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893cb985-e864-4504-aff7-3192d3fd48a5 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:49:00.944855 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893cb985-e864-4504-aff7-3192d3fd48a5 None None] Checking segment: {'id': '3aa36936-8235-401f-b216-c6131925e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0cf0eacd-8b9d-4458-8831-caf92f054377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:49:00.945486 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-893cb985-e864-4504-aff7-3192d3fd48a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:00.946074 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893cb985-e864-4504-aff7-3192d3fd48a5 None None] Bound using segment: {'id': '3aa36936-8235-401f-b216-c6131925e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0cf0eacd-8b9d-4458-8831-caf92f054377'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:49:00.946702 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-893cb985-e864-4504-aff7-3192d3fd48a5 None None] Bound port: c2f31ced-5a91-414b-8fe4-ad1076e8b5e5, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa36936-8235-401f-b216-c6131925e579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0cf0eacd-8b9d-4458-8831-caf92f054377'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:49:00.947255 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-893cb985-e864-4504-aff7-3192d3fd48a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c2f31ced-5a91-414b-8fe4-ad1076e8b5e5), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:01.027414 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-893cb985-e864-4504-aff7-3192d3fd48a5 None None] For port c2f31ced-5a91-414b-8fe4-ad1076e8b5e5, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:49:01.031776 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-893cb985-e864-4504-aff7-3192d3fd48a5 None None] For port c2f31ced-5a91-414b-8fe4-ad1076e8b5e5, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c2f31ced-5a91-414b-8fe4-ad1076e8b5e5,segment=NetworkSegment(3aa36936-8235-401f-b216-c6131925e579),segment_id=3aa36936-8235-401f-b216-c6131925e579)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:49:01.048969 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-893cb985-e864-4504-aff7-3192d3fd48a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c2f31ced-5a91-414b-8fe4-ad1076e8b5e5), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:01.088702 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73396914-9319-4dd9-9574-c8ce0b22ab54 req-92a4ec17-5964-4178-93b1-e15c2604c68b tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] 10.222.0.75 "GET /v2.0/ports?device_id=60c4c5b4-1b95-4931-afd6-b87800c35368 HTTP/1.1" status: 200 len: 210 time: 0.1291361 Mar 22 19:49:01.119023 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893cb985-e864-4504-aff7-3192d3fd48a5 None None] Pushing event updated for resources: {'Port': ['ID=c2f31ced-5a91-414b-8fe4-ad1076e8b5e5,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:01.122033 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-96cb8c3f-fcdd-4aff-a6e0-a52178b72ed2 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Allocated IP 172.20.0.6 (6e51529b-c8e0-446c-b3ca-3d38456ecc88/69460f58-4610-42b1-a218-67b646f4e351/dd059c1d-47cc-4675-9225-85f82b0d8bf1) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:49:01.355531 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4050a-8306-4148-b095-435a9dd20495 req-fd79e4a2-36ab-4012-a423-fdce8139ab5f tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:01.357122 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-91d4050a-8306-4148-b095-435a9dd20495 req-fd79e4a2-36ab-4012-a423-fdce8139ab5f tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] 10.222.0.84 "GET /v2.0/networks?id=2d64c407-590e-43c6-8249-a9fab8448d74 HTTP/1.1" status: 200 len: 809 time: 0.3347988 Mar 22 19:49:01.400903 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-91d4050a-8306-4148-b095-435a9dd20495 req-c0923e1b-df31-426f-af67-62b3467f61f5 tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] Request body: {'port': {'device_id': '60c4c5b4-1b95-4931-afd6-b87800c35368', 'network_id': '2d64c407-590e-43c6-8249-a9fab8448d74', 'admin_state_up': True, 'tenant_id': '303c9f8740dc4519aab2e0c8bbdff459'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:01.410281 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-96cb8c3f-fcdd-4aff-a6e0-a52178b72ed2 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Publish callbacks [] for port (dd059c1d-47cc-4675-9225-85f82b0d8bf1), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:01.509417 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-96cb8c3f-fcdd-4aff-a6e0-a52178b72ed2 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (dd059c1d-47cc-4675-9225-85f82b0d8bf1), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:01.536386 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-8347878b-8928-40c6-a89a-2ad49da54617 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Allocated IP 172.20.0.1 (0cf0eacd-8b9d-4458-8831-caf92f054377/3a5d5dec-a424-48b5-b40a-6f5b42c9841a/e1db105e-f2fa-42e2-b29b-c48f4a88519c) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:49:01.577887 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-96cb8c3f-fcdd-4aff-a6e0-a52178b72ed2 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Network 6e51529b-c8e0-446c-b3ca-3d38456ecc88 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:49:01.598093 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-96cb8c3f-fcdd-4aff-a6e0-a52178b72ed2 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:49:01.613152 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb8c3f-fcdd-4aff-a6e0-a52178b72ed2 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Pushing event updated for resources: {'Port': ['ID=dd059c1d-47cc-4675-9225-85f82b0d8bf1,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:01.617678 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-96cb8c3f-fcdd-4aff-a6e0-a52178b72ed2 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:49:01.717695 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-96cb8c3f-fcdd-4aff-a6e0-a52178b72ed2 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:01.717695 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-96cb8c3f-fcdd-4aff-a6e0-a52178b72ed2 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:01.730829 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91d4050a-8306-4148-b095-435a9dd20495 req-c0923e1b-df31-426f-af67-62b3467f61f5 tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] Made reservation on behalf of 303c9f8740dc4519aab2e0c8bbdff459 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:49:01.734856 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-91d4050a-8306-4148-b095-435a9dd20495 req-c0923e1b-df31-426f-af67-62b3467f61f5 tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:01.736728 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-96cb8c3f-fcdd-4aff-a6e0-a52178b72ed2 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9958973 Mar 22 19:49:01.754353 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-bc1a08c4-17e0-4039-a5b7-5284d615fa17 service neutron] Request body: {'port': {'device_id': '5f05233c-17ee-4fa2-ac56-797d2fbfb967', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:01.783488 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebbc91-31a1-4351-a710-b1f67171b7fc req-b882e797-450c-4128-8cc9-ab80cac75787 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:01.792780 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-89ebbc91-31a1-4351-a710-b1f67171b7fc req-b882e797-450c-4128-8cc9-ab80cac75787 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f05233c-17ee-4fa2-ac56-797d2fbfb967 HTTP/1.1" status: 200 len: 931 time: 0.1515064 Mar 22 19:49:01.830349 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8347878b-8928-40c6-a89a-2ad49da54617 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks [] for port (e1db105e-f2fa-42e2-b29b-c48f4a88519c), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:01.875708 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-bc1a08c4-17e0-4039-a5b7-5284d615fa17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (dd059c1d-47cc-4675-9225-85f82b0d8bf1), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:01.931754 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8347878b-8928-40c6-a89a-2ad49da54617 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (e1db105e-f2fa-42e2-b29b-c48f4a88519c), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:02.023617 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-89ebbc91-31a1-4351-a710-b1f67171b7fc req-7a2bc37c-8fde-4b3a-aed6-06e7c5a516f2 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/security-groups?id=c750a4bc-e730-45d3-b71a-9117c252ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311196 Mar 22 19:49:02.041232 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8347878b-8928-40c6-a89a-2ad49da54617 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Pushing event updated for resources: {'Port': ['ID=e1db105e-f2fa-42e2-b29b-c48f4a88519c,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:02.047019 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8347878b-8928-40c6-a89a-2ad49da54617 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Network 0cf0eacd-8b9d-4458-8831-caf92f054377 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:49:02.078411 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-8347878b-8928-40c6-a89a-2ad49da54617 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:49:02.082672 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8347878b-8928-40c6-a89a-2ad49da54617 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:49:02.149528 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-91d4050a-8306-4148-b095-435a9dd20495 req-c0923e1b-df31-426f-af67-62b3467f61f5 tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] Allocated IP 172.20.0.2 (2d64c407-590e-43c6-8249-a9fab8448d74/1d0d2b9b-08c2-4ab2-bf10-644d92bdaa74/82e1695b-43f3-415e-87e8-6ce090f3bddb) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:49:02.152009 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8347878b-8928-40c6-a89a-2ad49da54617 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (89ac49de-5e59-45b9-a5d1-bb8e935a50f1), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:02.282822 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-bc1a08c4-17e0-4039-a5b7-5284d615fa17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd059c1d-47cc-4675-9225-85f82b0d8bf1 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:49:02.298691 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-da55c6c0-9688-417a-b5b0-dd273e0b813b req-8d10b15e-b895-4eea-973c-9fdd2af0e745 tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] 10.222.0.75 "GET /v2.0/ports?device_id=60c4c5b4-1b95-4931-afd6-b87800c35368 HTTP/1.1" status: 200 len: 210 time: 0.0718923 Mar 22 19:49:02.304651 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-bc1a08c4-17e0-4039-a5b7-5284d615fa17 service neutron] Publish callbacks [] for port (dd059c1d-47cc-4675-9225-85f82b0d8bf1), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:02.333846 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-bc1a08c4-17e0-4039-a5b7-5284d615fa17 service neutron] Transition to ACTIVE for port object dd059c1d-47cc-4675-9225-85f82b0d8bf1 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:49:02.350137 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-bc1a08c4-17e0-4039-a5b7-5284d615fa17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (dd059c1d-47cc-4675-9225-85f82b0d8bf1), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:02.509572 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a08c4-17e0-4039-a5b7-5284d615fa17 service neutron] Pushing event updated for resources: {'Port': ['ID=dd059c1d-47cc-4675-9225-85f82b0d8bf1,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:02.524730 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8347878b-8928-40c6-a89a-2ad49da54617 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e1db105e-f2fa-42e2-b29b-c48f4a88519c), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:02.620187 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-91d4050a-8306-4148-b095-435a9dd20495 req-c0923e1b-df31-426f-af67-62b3467f61f5 tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] Publish callbacks [] for port (82e1695b-43f3-415e-87e8-6ce090f3bddb), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:02.630922 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-bc1a08c4-17e0-4039-a5b7-5284d615fa17 service neutron] Attempting to bind port dd059c1d-47cc-4675-9225-85f82b0d8bf1 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:49:02.631276 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-bc1a08c4-17e0-4039-a5b7-5284d615fa17 service neutron] Attempting to bind port dd059c1d-47cc-4675-9225-85f82b0d8bf1 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '7c1b3cc3-bb5f-45dd-a330-2c33d1cd5721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6e51529b-c8e0-446c-b3ca-3d38456ecc88'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:49:02.631613 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-bc1a08c4-17e0-4039-a5b7-5284d615fa17 service neutron] Attempting to bind port dd059c1d-47cc-4675-9225-85f82b0d8bf1 on network 6e51529b-c8e0-446c-b3ca-3d38456ecc88 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:49:02.642713 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-bc1a08c4-17e0-4039-a5b7-5284d615fa17 service neutron] Port dd059c1d-47cc-4675-9225-85f82b0d8bf1 on network 6e51529b-c8e0-446c-b3ca-3d38456ecc88 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:49:02.645778 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-bc1a08c4-17e0-4039-a5b7-5284d615fa17 service neutron] Attempting to bind port dd059c1d-47cc-4675-9225-85f82b0d8bf1 on network 6e51529b-c8e0-446c-b3ca-3d38456ecc88 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:49:02.657826 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-bc1a08c4-17e0-4039-a5b7-5284d615fa17 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:49:02.657826 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-bc1a08c4-17e0-4039-a5b7-5284d615fa17 service neutron] Checking segment: {'id': '7c1b3cc3-bb5f-45dd-a330-2c33d1cd5721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6e51529b-c8e0-446c-b3ca-3d38456ecc88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:49:02.658246 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-bc1a08c4-17e0-4039-a5b7-5284d615fa17 service neutron] Bound using segment: {'id': '7c1b3cc3-bb5f-45dd-a330-2c33d1cd5721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6e51529b-c8e0-446c-b3ca-3d38456ecc88'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:49:02.658946 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-bc1a08c4-17e0-4039-a5b7-5284d615fa17 service neutron] Bound port: dd059c1d-47cc-4675-9225-85f82b0d8bf1, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c1b3cc3-bb5f-45dd-a330-2c33d1cd5721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6e51529b-c8e0-446c-b3ca-3d38456ecc88'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:49:02.659080 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-bc1a08c4-17e0-4039-a5b7-5284d615fa17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (dd059c1d-47cc-4675-9225-85f82b0d8bf1), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:02.694059 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6b5d89-4ebb-4bff-97d5-a08aa9bf66fc None None] Network 0cf0eacd-8b9d-4458-8831-caf92f054377 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:49:02.777218 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-91d4050a-8306-4148-b095-435a9dd20495 req-c0923e1b-df31-426f-af67-62b3467f61f5 tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (82e1695b-43f3-415e-87e8-6ce090f3bddb), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:02.850304 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-bc1a08c4-17e0-4039-a5b7-5284d615fa17 service neutron] For port dd059c1d-47cc-4675-9225-85f82b0d8bf1, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:49:02.857333 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-bc1a08c4-17e0-4039-a5b7-5284d615fa17 service neutron] For port dd059c1d-47cc-4675-9225-85f82b0d8bf1, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=dd059c1d-47cc-4675-9225-85f82b0d8bf1,segment=NetworkSegment(7c1b3cc3-bb5f-45dd-a330-2c33d1cd5721),segment_id=7c1b3cc3-bb5f-45dd-a330-2c33d1cd5721)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:49:02.898238 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91d4050a-8306-4148-b095-435a9dd20495 req-c0923e1b-df31-426f-af67-62b3467f61f5 tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] Network 2d64c407-590e-43c6-8249-a9fab8448d74 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:49:02.898873 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-bc1a08c4-17e0-4039-a5b7-5284d615fa17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (dd059c1d-47cc-4675-9225-85f82b0d8bf1), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:02.906467 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-91d4050a-8306-4148-b095-435a9dd20495 req-c0923e1b-df31-426f-af67-62b3467f61f5 tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:49:02.916031 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d4050a-8306-4148-b095-435a9dd20495 req-c0923e1b-df31-426f-af67-62b3467f61f5 tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:49:02.939875 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2f48d059-c377-4626-9b1a-4d66c42ac0b0 None None] Provisioning complete for port c2f31ced-5a91-414b-8fe4-ad1076e8b5e5 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:49:02.942472 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2f48d059-c377-4626-9b1a-4d66c42ac0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c2f31ced-5a91-414b-8fe4-ad1076e8b5e5), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:03.024663 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a08c4-17e0-4039-a5b7-5284d615fa17 service neutron] Pushing event updated for resources: {'Port': ['ID=dd059c1d-47cc-4675-9225-85f82b0d8bf1,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:03.044967 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-bc1a08c4-17e0-4039-a5b7-5284d615fa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:03.072699 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-bc1a08c4-17e0-4039-a5b7-5284d615fa17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:03.075164 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-bc1a08c4-17e0-4039-a5b7-5284d615fa17 service neutron] 10.222.0.84 "PUT /v2.0/ports/dd059c1d-47cc-4675-9225-85f82b0d8bf1 HTTP/1.1" status: 200 len: 1092 time: 1.3303111 Mar 22 19:49:03.075800 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f05233c-17ee-4fa2-ac56-797d2fbfb967', 'tag': 'dd059c1d-47cc-4675-9225-85f82b0d8bf1'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:49:03.078595 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f74b593-1292-4e29-80d5-facde2893a04" -d '{"events": [{"name": "network-changed", "server_uuid": "5f05233c-17ee-4fa2-ac56-797d2fbfb967", "tag": "dd059c1d-47cc-4675-9225-85f82b0d8bf1"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:49:03.104876 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0923e1b-df31-426f-af67-62b3467f61f5 tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] Pushing event updated for resources: {'Port': ['ID=82e1695b-43f3-415e-87e8-6ce090f3bddb,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:03.171487 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4050a-8306-4148-b095-435a9dd20495 req-c0923e1b-df31-426f-af67-62b3467f61f5 tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:03.172180 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-91d4050a-8306-4148-b095-435a9dd20495 req-c0923e1b-df31-426f-af67-62b3467f61f5 tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:03.209879 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8347878b-8928-40c6-a89a-2ad49da54617 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks [] for port (e1db105e-f2fa-42e2-b29b-c48f4a88519c), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:03.217952 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-91d4050a-8306-4148-b095-435a9dd20495 req-c0923e1b-df31-426f-af67-62b3467f61f5 tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8483407 Mar 22 19:49:03.223274 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8347878b-8928-40c6-a89a-2ad49da54617 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (e1db105e-f2fa-42e2-b29b-c48f4a88519c), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:03.235165 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-91d4050a-8306-4148-b095-435a9dd20495 req-56d5fcce-b870-4c3d-9f2c-393ac1d9ce13 service neutron] Request body: {'port': {'device_id': '60c4c5b4-1b95-4931-afd6-b87800c35368', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:03.248823 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a256a2-fafe-42f0-8936-f5fab21e88a6 x-openstack-request-id: req-b1a256a2-fafe-42f0-8936-f5fab21e88a6 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:49:03.249388 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f05233c-17ee-4fa2-ac56-797d2fbfb967", "tag": "dd059c1d-47cc-4675-9225-85f82b0d8bf1", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:49:03.249867 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b1a256a2-fafe-42f0-8936-f5fab21e88a6 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:49:03.250427 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1a256a2-fafe-42f0-8936-f5fab21e88a6'] response: {'name': 'network-changed', 'server_uuid': '5f05233c-17ee-4fa2-ac56-797d2fbfb967', 'tag': 'dd059c1d-47cc-4675-9225-85f82b0d8bf1', 'status': 'completed', 'code': 200} Mar 22 19:49:03.289237 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-6b08159b-2b1d-424a-b262-f71cf8d59d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:03.291969 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-6b08159b-2b1d-424a-b262-f71cf8d59d58 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=4a778988074541e19ff107e75f6f47e9&device_id=5f05233c-17ee-4fa2-ac56-797d2fbfb967 HTTP/1.1" status: 200 len: 1126 time: 0.1679289 Mar 22 19:49:03.347290 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-e0f52c1e-23a7-427b-9989-209687461e38 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd059c1d-47cc-4675-9225-85f82b0d8bf1 HTTP/1.1" status: 200 len: 217 time: 0.0485213 Mar 22 19:49:03.451304 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-741c0870-1912-40a9-94c7-20c76cecb2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:03.452714 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-741c0870-1912-40a9-94c7-20c76cecb2d5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=69460f58-4610-42b1-a218-67b646f4e351 HTTP/1.1" status: 200 len: 848 time: 0.0980587 Mar 22 19:49:03.516628 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-e370efa9-2ec7-4f0b-aa82-00ffb85a555a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6e51529b-c8e0-446c-b3ca-3d38456ecc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566726 Mar 22 19:49:03.522217 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c2f31ced-5a91-414b-8fe4-ad1076e8b5e5 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:49:03.608482 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port c2f31ced-5a91-414b-8fe4-ad1076e8b5e5 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:49:03.609262 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c2f31ced-5a91-414b-8fe4-ad1076e8b5e5), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:03.612713 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-91d4050a-8306-4148-b095-435a9dd20495 req-56d5fcce-b870-4c3d-9f2c-393ac1d9ce13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (82e1695b-43f3-415e-87e8-6ce090f3bddb), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:03.618142 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8347878b-8928-40c6-a89a-2ad49da54617 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Pushing event updated for resources: {'Port': ['ID=e1db105e-f2fa-42e2-b29b-c48f4a88519c,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:03.635113 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8347878b-8928-40c6-a89a-2ad49da54617 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (89ac49de-5e59-45b9-a5d1-bb8e935a50f1), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:03.685944 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-5579c02a-a047-4fdc-b6eb-143066289f18 service neutron] 10.222.0.84 "GET /v2.0/networks/6e51529b-c8e0-446c-b3ca-3d38456ecc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628129 Mar 22 19:49:03.718101 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842dc31-03fc-479a-994b-95e1e1524dc4 req-87b5524e-a166-457e-9488-7ddf3987343a tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:03.721168 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3842dc31-03fc-479a-994b-95e1e1524dc4 req-87b5524e-a166-457e-9488-7ddf3987343a tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] 10.222.0.75 "GET /v2.0/ports?device_id=60c4c5b4-1b95-4931-afd6-b87800c35368 HTTP/1.1" status: 200 len: 931 time: 0.2910192 Mar 22 19:49:03.809218 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ca604-0ea0-4298-ba9c-772f3267b196 req-5da8c2b7-feff-490f-8f3e-c6b2b00148cb tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:03.811071 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-421ca604-0ea0-4298-ba9c-772f3267b196 req-5da8c2b7-feff-490f-8f3e-c6b2b00148cb tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f05233c-17ee-4fa2-ac56-797d2fbfb967 HTTP/1.1" status: 200 len: 943 time: 0.5200629 Mar 22 19:49:03.821737 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2f48d059-c377-4626-9b1a-4d66c42ac0b0 None None] Current status of the port c2f31ced-5a91-414b-8fe4-ad1076e8b5e5 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:49:03.822318 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2f48d059-c377-4626-9b1a-4d66c42ac0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c2f31ced-5a91-414b-8fe4-ad1076e8b5e5), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:03.867497 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-eb400066-43b7-4b9a-934d-65c14610f1f0 req-c86e6991-befa-4513-9b82-5507b3b50d88 service neutron] 10.222.0.84 "GET /v2.0/networks/6e51529b-c8e0-446c-b3ca-3d38456ecc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717074 Mar 22 19:49:03.952082 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2f48d059-c377-4626-9b1a-4d66c42ac0b0 None None] For port c2f31ced-5a91-414b-8fe4-ad1076e8b5e5, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c2f31ced-5a91-414b-8fe4-ad1076e8b5e5,segment=NetworkSegment(3aa36936-8235-401f-b216-c6131925e579),segment_id=3aa36936-8235-401f-b216-c6131925e579)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:49:03.965107 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2f48d059-c377-4626-9b1a-4d66c42ac0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c2f31ced-5a91-414b-8fe4-ad1076e8b5e5), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:03.973028 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port c2f31ced-5a91-414b-8fe4-ad1076e8b5e5 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:49:03.973726 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c2f31ced-5a91-414b-8fe4-ad1076e8b5e5), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:04.020832 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74b593-1292-4e29-80d5-facde2893a04 req-ab0b9d3c-07f6-480e-a43b-5a77ae72421b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:04.022413 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2f74b593-1292-4e29-80d5-facde2893a04 req-ab0b9d3c-07f6-480e-a43b-5a77ae72421b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=4a778988074541e19ff107e75f6f47e9&device_id=5f05233c-17ee-4fa2-ac56-797d2fbfb967 HTTP/1.1" status: 200 len: 1126 time: 0.0897148 Mar 22 19:49:04.087367 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48d059-c377-4626-9b1a-4d66c42ac0b0 None None] Pushing event updated for resources: {'Port': ['ID=c2f31ced-5a91-414b-8fe4-ad1076e8b5e5,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:04.125436 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:49:04.125816 n-d-705658-24 neutron-server[104174]: DEBUG oslo_db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:49:04.193643 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-62708a95-29e0-4ee1-a296-8e9878be1699 None None] Provisioning complete for port e1db105e-f2fa-42e2-b29b-c48f4a88519c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:49:04.194935 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-62708a95-29e0-4ee1-a296-8e9878be1699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e1db105e-f2fa-42e2-b29b-c48f4a88519c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:04.229469 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74b593-1292-4e29-80d5-facde2893a04 req-62717ac5-d4d5-4642-b647-562efa980ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:04.231257 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2f74b593-1292-4e29-80d5-facde2893a04 req-62717ac5-d4d5-4642-b647-562efa980ff2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6e51529b-c8e0-446c-b3ca-3d38456ecc88 HTTP/1.1" status: 200 len: 909 time: 0.2010982 Mar 22 19:49:04.290921 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2f74b593-1292-4e29-80d5-facde2893a04 req-c68c4553-a97e-4986-a790-445b3442f45b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd059c1d-47cc-4675-9225-85f82b0d8bf1 HTTP/1.1" status: 200 len: 217 time: 0.0520511 Mar 22 19:49:04.295220 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-62708a95-29e0-4ee1-a296-8e9878be1699 None None] Port e1db105e-f2fa-42e2-b29b-c48f4a88519c cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:49:04.323712 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-62708a95-29e0-4ee1-a296-8e9878be1699 None None] Provisioning complete for port c2f31ced-5a91-414b-8fe4-ad1076e8b5e5 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:49:04.324748 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-62708a95-29e0-4ee1-a296-8e9878be1699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c2f31ced-5a91-414b-8fe4-ad1076e8b5e5), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:04.399349 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f74b593-1292-4e29-80d5-facde2893a04 req-2047aabb-b474-406d-b9fb-97202fabc641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:04.400846 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2f74b593-1292-4e29-80d5-facde2893a04 req-2047aabb-b474-406d-b9fb-97202fabc641 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=69460f58-4610-42b1-a218-67b646f4e351 HTTP/1.1" status: 200 len: 848 time: 0.1032364 Mar 22 19:49:04.456486 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2f74b593-1292-4e29-80d5-facde2893a04 req-9738064d-8121-4422-9fbe-1497a576a052 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6e51529b-c8e0-446c-b3ca-3d38456ecc88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443780 Mar 22 19:49:04.527959 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-62708a95-29e0-4ee1-a296-8e9878be1699 None None] Current status of the port c2f31ced-5a91-414b-8fe4-ad1076e8b5e5 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:49:04.628068 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2f74b593-1292-4e29-80d5-facde2893a04 req-7937aeae-aec5-476b-a41a-f9c901cdba93 service neutron] 10.222.0.84 "GET /v2.0/networks/6e51529b-c8e0-446c-b3ca-3d38456ecc88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611314 Mar 22 19:49:04.718278 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port c2f31ced-5a91-414b-8fe4-ad1076e8b5e5 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:49:04.737078 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-67a888d3-122d-4300-a293-2543ad1992ff None None] Provisioning complete for port e1db105e-f2fa-42e2-b29b-c48f4a88519c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:49:04.737455 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-67a888d3-122d-4300-a293-2543ad1992ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e1db105e-f2fa-42e2-b29b-c48f4a88519c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:04.817600 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-67a888d3-122d-4300-a293-2543ad1992ff None None] Port e1db105e-f2fa-42e2-b29b-c48f4a88519c cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:49:04.838289 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2f74b593-1292-4e29-80d5-facde2893a04 req-43739fdf-3dd7-4f4d-81e7-468410021677 service neutron] 10.222.0.84 "GET /v2.0/networks/6e51529b-c8e0-446c-b3ca-3d38456ecc88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026737 Mar 22 19:49:04.981608 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3842dc31-03fc-479a-994b-95e1e1524dc4 req-4a0c60ab-828f-40ba-b571-d00e7cfbcdce tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] 10.222.0.75 "GET /v2.0/security-groups?id=e5db2da7-7648-4249-94cd-b808eb5ec879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2091537 Mar 22 19:49:04.992365 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c2f31ced-5a91-414b-8fe4-ad1076e8b5e5 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:49:05.018487 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-421ca604-0ea0-4298-ba9c-772f3267b196 req-538764a1-db6a-441d-8f19-be266a46cc78 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/security-groups?id=c750a4bc-e730-45d3-b71a-9117c252ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1753578 Mar 22 19:49:05.091802 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8347878b-8928-40c6-a89a-2ad49da54617 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Network 0cf0eacd-8b9d-4458-8831-caf92f054377 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:49:05.094679 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-8347878b-8928-40c6-a89a-2ad49da54617 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:49:05.126457 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port c2f31ced-5a91-414b-8fe4-ad1076e8b5e5 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:49:05.126840 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c2f31ced-5a91-414b-8fe4-ad1076e8b5e5), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:05.254956 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-91d4050a-8306-4148-b095-435a9dd20495 req-56d5fcce-b870-4c3d-9f2c-393ac1d9ce13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82e1695b-43f3-415e-87e8-6ce090f3bddb {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:49:05.268143 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-91d4050a-8306-4148-b095-435a9dd20495 req-56d5fcce-b870-4c3d-9f2c-393ac1d9ce13 service neutron] Publish callbacks [] for port (82e1695b-43f3-415e-87e8-6ce090f3bddb), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:05.297684 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-91d4050a-8306-4148-b095-435a9dd20495 req-56d5fcce-b870-4c3d-9f2c-393ac1d9ce13 service neutron] Transition to ACTIVE for port object 82e1695b-43f3-415e-87e8-6ce090f3bddb will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:49:05.310665 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-91d4050a-8306-4148-b095-435a9dd20495 req-56d5fcce-b870-4c3d-9f2c-393ac1d9ce13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (82e1695b-43f3-415e-87e8-6ce090f3bddb), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:05.344975 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port c2f31ced-5a91-414b-8fe4-ad1076e8b5e5 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:49:05.400498 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8347878b-8928-40c6-a89a-2ad49da54617 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Router 89ac49de-5e59-45b9-a5d1-bb8e935a50f1 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:49:05.406543 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5fcce-b870-4c3d-9f2c-393ac1d9ce13 service neutron] Pushing event updated for resources: {'Port': ['ID=82e1695b-43f3-415e-87e8-6ce090f3bddb,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:05.470038 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-454a4089-7dc0-462f-832b-3f8ba01d697a None None] Provisioning complete for port e1db105e-f2fa-42e2-b29b-c48f4a88519c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:49:05.471561 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-454a4089-7dc0-462f-832b-3f8ba01d697a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e1db105e-f2fa-42e2-b29b-c48f4a88519c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:05.538705 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-454a4089-7dc0-462f-832b-3f8ba01d697a None None] Port e1db105e-f2fa-42e2-b29b-c48f4a88519c cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:49:05.606401 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-91d4050a-8306-4148-b095-435a9dd20495 req-56d5fcce-b870-4c3d-9f2c-393ac1d9ce13 service neutron] Attempting to bind port 82e1695b-43f3-415e-87e8-6ce090f3bddb on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:49:05.606747 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-91d4050a-8306-4148-b095-435a9dd20495 req-56d5fcce-b870-4c3d-9f2c-393ac1d9ce13 service neutron] Attempting to bind port 82e1695b-43f3-415e-87e8-6ce090f3bddb by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '41e056b6-fac0-4c3e-886e-61cc01f285c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2d64c407-590e-43c6-8249-a9fab8448d74'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:49:05.607083 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d4050a-8306-4148-b095-435a9dd20495 req-56d5fcce-b870-4c3d-9f2c-393ac1d9ce13 service neutron] Attempting to bind port 82e1695b-43f3-415e-87e8-6ce090f3bddb on network 2d64c407-590e-43c6-8249-a9fab8448d74 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:49:05.614871 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d4050a-8306-4148-b095-435a9dd20495 req-56d5fcce-b870-4c3d-9f2c-393ac1d9ce13 service neutron] Port 82e1695b-43f3-415e-87e8-6ce090f3bddb on network 2d64c407-590e-43c6-8249-a9fab8448d74 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:49:05.615194 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d4050a-8306-4148-b095-435a9dd20495 req-56d5fcce-b870-4c3d-9f2c-393ac1d9ce13 service neutron] Attempting to bind port 82e1695b-43f3-415e-87e8-6ce090f3bddb on network 2d64c407-590e-43c6-8249-a9fab8448d74 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:49:05.624324 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8347878b-8928-40c6-a89a-2ad49da54617 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:49:05.630116 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8347878b-8928-40c6-a89a-2ad49da54617 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] 10.222.0.75 "PUT /v2.0/routers/89ac49de-5e59-45b9-a5d1-bb8e935a50f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0195677 Mar 22 19:49:05.631302 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d4050a-8306-4148-b095-435a9dd20495 req-56d5fcce-b870-4c3d-9f2c-393ac1d9ce13 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:49:05.631654 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d4050a-8306-4148-b095-435a9dd20495 req-56d5fcce-b870-4c3d-9f2c-393ac1d9ce13 service neutron] Checking segment: {'id': '41e056b6-fac0-4c3e-886e-61cc01f285c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2d64c407-590e-43c6-8249-a9fab8448d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:49:05.632091 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d4050a-8306-4148-b095-435a9dd20495 req-56d5fcce-b870-4c3d-9f2c-393ac1d9ce13 service neutron] Bound using segment: {'id': '41e056b6-fac0-4c3e-886e-61cc01f285c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2d64c407-590e-43c6-8249-a9fab8448d74'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:49:05.632559 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-91d4050a-8306-4148-b095-435a9dd20495 req-56d5fcce-b870-4c3d-9f2c-393ac1d9ce13 service neutron] Bound port: 82e1695b-43f3-415e-87e8-6ce090f3bddb, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41e056b6-fac0-4c3e-886e-61cc01f285c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2d64c407-590e-43c6-8249-a9fab8448d74'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:49:05.632975 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-91d4050a-8306-4148-b095-435a9dd20495 req-56d5fcce-b870-4c3d-9f2c-393ac1d9ce13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (82e1695b-43f3-415e-87e8-6ce090f3bddb), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:05.633325 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52452) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:05.638188 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf4bbf1-ef72-4b28-89a6-e67fd614ceba None None] Sync routers for ids ['89ac49de-5e59-45b9-a5d1-bb8e935a50f1'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:49:05.638648 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-2c03d530-035f-4ebb-99f8-c0c4ec690f34 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Request body: {'port': {'network_id': '0cf0eacd-8b9d-4458-8831-caf92f054377', 'name': 'tempest-FloatingIPNegativeTestJSON-1167126474'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:05.650760 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf4bbf1-ef72-4b28-89a6-e67fd614ceba None None] Routers {'89ac49de-5e59-45b9-a5d1-bb8e935a50f1'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:49:05.652451 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-faf4bbf1-ef72-4b28-89a6-e67fd614ceba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:48:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['89ac49de-5e59-45b9-a5d1-bb8e935a50f1'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:49:05.731931 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-91d4050a-8306-4148-b095-435a9dd20495 req-56d5fcce-b870-4c3d-9f2c-393ac1d9ce13 service neutron] For port 82e1695b-43f3-415e-87e8-6ce090f3bddb, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:49:05.738087 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-91d4050a-8306-4148-b095-435a9dd20495 req-56d5fcce-b870-4c3d-9f2c-393ac1d9ce13 service neutron] For port 82e1695b-43f3-415e-87e8-6ce090f3bddb, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=82e1695b-43f3-415e-87e8-6ce090f3bddb,segment=NetworkSegment(41e056b6-fac0-4c3e-886e-61cc01f285c6),segment_id=41e056b6-fac0-4c3e-886e-61cc01f285c6)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:49:05.747978 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-91d4050a-8306-4148-b095-435a9dd20495 req-56d5fcce-b870-4c3d-9f2c-393ac1d9ce13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (82e1695b-43f3-415e-87e8-6ce090f3bddb), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:05.759290 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-faf4bbf1-ef72-4b28-89a6-e67fd614ceba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:49:05.783889 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf4bbf1-ef72-4b28-89a6-e67fd614ceba None None] Routers {'89ac49de-5e59-45b9-a5d1-bb8e935a50f1'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:49:05.784556 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-faf4bbf1-ef72-4b28-89a6-e67fd614ceba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:48:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['89ac49de-5e59-45b9-a5d1-bb8e935a50f1'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:49:05.829905 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4050a-8306-4148-b095-435a9dd20495 req-56d5fcce-b870-4c3d-9f2c-393ac1d9ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:05.830558 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-91d4050a-8306-4148-b095-435a9dd20495 req-56d5fcce-b870-4c3d-9f2c-393ac1d9ce13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:05.832529 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-faf4bbf1-ef72-4b28-89a6-e67fd614ceba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:49:05.832971 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-91d4050a-8306-4148-b095-435a9dd20495 req-56d5fcce-b870-4c3d-9f2c-393ac1d9ce13 service neutron] 10.222.0.84 "PUT /v2.0/ports/82e1695b-43f3-415e-87e8-6ce090f3bddb HTTP/1.1" status: 200 len: 1092 time: 2.6052055 Mar 22 19:49:05.833187 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf4bbf1-ef72-4b28-89a6-e67fd614ceba None None] The sync data for ids ['89ac49de-5e59-45b9-a5d1-bb8e935a50f1'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:49:05.835348 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c4c5b4-1b95-4931-afd6-b87800c35368', 'tag': '82e1695b-43f3-415e-87e8-6ce090f3bddb'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:49:05.841837 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5ff9bd-c1a0-40e2-971b-ac0eef56cf6a" -d '{"events": [{"name": "network-changed", "server_uuid": "60c4c5b4-1b95-4931-afd6-b87800c35368", "tag": "82e1695b-43f3-415e-87e8-6ce090f3bddb"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:49:05.860682 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c03d530-035f-4ebb-99f8-c0c4ec690f34 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Made reservation on behalf of 73f4bf7d888346a0a641f4ed0c58c333 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:49:05.870910 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2c03d530-035f-4ebb-99f8-c0c4ec690f34 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:05.878968 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5fcce-b870-4c3d-9f2c-393ac1d9ce13 service neutron] Pushing event updated for resources: {'Port': ['ID=82e1695b-43f3-415e-87e8-6ce090f3bddb,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:05.893596 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29a0028-693d-48bd-b188-8bd721d43def x-openstack-request-id: req-c29a0028-693d-48bd-b188-8bd721d43def {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:49:05.893923 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c4c5b4-1b95-4931-afd6-b87800c35368", "tag": "82e1695b-43f3-415e-87e8-6ce090f3bddb", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:49:05.894719 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c29a0028-693d-48bd-b188-8bd721d43def {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:49:05.895134 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c29a0028-693d-48bd-b188-8bd721d43def'] response: {'name': 'network-changed', 'server_uuid': '60c4c5b4-1b95-4931-afd6-b87800c35368', 'tag': '82e1695b-43f3-415e-87e8-6ce090f3bddb', 'status': 'completed', 'code': 200} Mar 22 19:49:05.906218 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-2c03d530-035f-4ebb-99f8-c0c4ec690f34 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] device_id is not set on port 9fcba140-ba56-492e-b44c-c45e4dc4a001 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:49:05.943038 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4050a-8306-4148-b095-435a9dd20495 req-d6036444-c366-4316-a078-6887b165a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:05.944600 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-91d4050a-8306-4148-b095-435a9dd20495 req-d6036444-c366-4316-a078-6887b165a22e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=303c9f8740dc4519aab2e0c8bbdff459&device_id=60c4c5b4-1b95-4931-afd6-b87800c35368 HTTP/1.1" status: 200 len: 1126 time: 0.0617447 Mar 22 19:49:05.989510 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-91d4050a-8306-4148-b095-435a9dd20495 req-8d6f0ea5-23a9-4d73-bbf9-5b6088866808 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82e1695b-43f3-415e-87e8-6ce090f3bddb HTTP/1.1" status: 200 len: 217 time: 0.0367162 Mar 22 19:49:06.037936 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-2c03d530-035f-4ebb-99f8-c0c4ec690f34 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Allocated IP 172.20.0.3 (0cf0eacd-8b9d-4458-8831-caf92f054377/3a5d5dec-a424-48b5-b40a-6f5b42c9841a/9fcba140-ba56-492e-b44c-c45e4dc4a001) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:49:06.092283 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4050a-8306-4148-b095-435a9dd20495 req-b2ca17b6-62d7-454a-98c2-48c1d2a9a4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:06.095400 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-91d4050a-8306-4148-b095-435a9dd20495 req-b2ca17b6-62d7-454a-98c2-48c1d2a9a4b0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1d0d2b9b-08c2-4ab2-bf10-644d92bdaa74 HTTP/1.1" status: 200 len: 849 time: 0.0989478 Mar 22 19:49:06.163797 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-91d4050a-8306-4148-b095-435a9dd20495 req-9d27c8ce-fe93-4a62-880a-b16b8190e2fc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2d64c407-590e-43c6-8249-a9fab8448d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618300 Mar 22 19:49:06.304341 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f20e4-4cff-498f-9a72-5b301e045cb5 req-9d4e2c6e-f39e-448c-b5bc-92d293560b64 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:06.306186 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e0f20e4-4cff-498f-9a72-5b301e045cb5 req-9d4e2c6e-f39e-448c-b5bc-92d293560b64 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f05233c-17ee-4fa2-ac56-797d2fbfb967 HTTP/1.1" status: 200 len: 943 time: 0.1936560 Mar 22 19:49:06.307568 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2c03d530-035f-4ebb-99f8-c0c4ec690f34 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks [] for port (9fcba140-ba56-492e-b44c-c45e4dc4a001), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:06.313444 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316bcfc-1908-42a8-bed5-a357aa051c4f req-8070c15a-5b6f-466d-8c91-431880a41019 tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:06.314898 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8316bcfc-1908-42a8-bed5-a357aa051c4f req-8070c15a-5b6f-466d-8c91-431880a41019 tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] 10.222.0.75 "GET /v2.0/ports?device_id=60c4c5b4-1b95-4931-afd6-b87800c35368 HTTP/1.1" status: 200 len: 943 time: 0.1923432 Mar 22 19:49:06.349430 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2c03d530-035f-4ebb-99f8-c0c4ec690f34 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (9fcba140-ba56-492e-b44c-c45e4dc4a001), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:06.365567 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-91d4050a-8306-4148-b095-435a9dd20495 req-40e56f25-4868-438d-8c8b-4b6151a5f025 service neutron] 10.222.0.84 "GET /v2.0/networks/2d64c407-590e-43c6-8249-a9fab8448d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822782 Mar 22 19:49:06.396234 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c03d530-035f-4ebb-99f8-c0c4ec690f34 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Network 0cf0eacd-8b9d-4458-8831-caf92f054377 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:49:06.399730 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-2c03d530-035f-4ebb-99f8-c0c4ec690f34 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:49:06.410067 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e0f20e4-4cff-498f-9a72-5b301e045cb5 req-f1a8200b-c04c-4772-a80f-6b577179a643 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/security-groups?id=c750a4bc-e730-45d3-b71a-9117c252ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941186 Mar 22 19:49:06.426631 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c03d530-035f-4ebb-99f8-c0c4ec690f34 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:49:06.504504 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8316bcfc-1908-42a8-bed5-a357aa051c4f req-c2d3b5e3-6d13-47dc-89db-d05c90985025 tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] 10.222.0.75 "GET /v2.0/security-groups?id=e5db2da7-7648-4249-94cd-b808eb5ec879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802018 Mar 22 19:49:06.522388 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c03d530-035f-4ebb-99f8-c0c4ec690f34 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Pushing event updated for resources: {'Port': ['ID=9fcba140-ba56-492e-b44c-c45e4dc4a001,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:06.559207 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-91d4050a-8306-4148-b095-435a9dd20495 req-3f2d9767-c7f1-490a-a836-db2c8fb56451 service neutron] 10.222.0.84 "GET /v2.0/networks/2d64c407-590e-43c6-8249-a9fab8448d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834722 Mar 22 19:49:06.562552 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c03d530-035f-4ebb-99f8-c0c4ec690f34 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:06.563218 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2c03d530-035f-4ebb-99f8-c0c4ec690f34 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:06.597196 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2c03d530-035f-4ebb-99f8-c0c4ec690f34 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9627016 Mar 22 19:49:06.600746 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52468) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:06.606565 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-5df108af-8b3b-4299-aa5d-ab99cddd531a tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:06.631293 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5df108af-8b3b-4299-aa5d-ab99cddd531a tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:06.692137 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ff9bd-c1a0-40e2-971b-ac0eef56cf6a req-05cb1395-8b10-4fdf-b245-3d233ff2d043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:06.693776 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd5ff9bd-c1a0-40e2-971b-ac0eef56cf6a req-05cb1395-8b10-4fdf-b245-3d233ff2d043 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=303c9f8740dc4519aab2e0c8bbdff459&device_id=60c4c5b4-1b95-4931-afd6-b87800c35368 HTTP/1.1" status: 200 len: 1126 time: 0.0773468 Mar 22 19:49:06.842642 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5df108af-8b3b-4299-aa5d-ab99cddd531a tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:06.907713 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-4994e6d3-b11c-40b1-b29a-d8289af1a577 None None] Provisioning complete for port 9fcba140-ba56-492e-b44c-c45e4dc4a001 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:49:06.908357 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4994e6d3-b11c-40b1-b29a-d8289af1a577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9fcba140-ba56-492e-b44c-c45e4dc4a001), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:06.926176 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ff9bd-c1a0-40e2-971b-ac0eef56cf6a req-00c1ebb7-1860-48ba-8b1f-eaa6636e4762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:06.927883 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd5ff9bd-c1a0-40e2-971b-ac0eef56cf6a req-00c1ebb7-1860-48ba-8b1f-eaa6636e4762 service neutron] 10.222.0.84 "GET /v2.0/networks?id=2d64c407-590e-43c6-8249-a9fab8448d74 HTTP/1.1" status: 200 len: 910 time: 0.2273481 Mar 22 19:49:06.970055 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-4994e6d3-b11c-40b1-b29a-d8289af1a577 None None] Port 9fcba140-ba56-492e-b44c-c45e4dc4a001 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:49:06.994165 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd5ff9bd-c1a0-40e2-971b-ac0eef56cf6a req-672def56-203e-40ea-8b14-933d76bd8609 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82e1695b-43f3-415e-87e8-6ce090f3bddb HTTP/1.1" status: 200 len: 217 time: 0.0586553 Mar 22 19:49:07.024613 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-5df108af-8b3b-4299-aa5d-ab99cddd531a tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Allocated IP 172.25.5.144 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/d918ccba-2833-46b8-b4cf-443f9c93c255) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:49:07.045008 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ff9bd-c1a0-40e2-971b-ac0eef56cf6a req-f39d3181-6376-40dd-a09e-72c0ad0d77da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:07.046948 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd5ff9bd-c1a0-40e2-971b-ac0eef56cf6a req-f39d3181-6376-40dd-a09e-72c0ad0d77da service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1d0d2b9b-08c2-4ab2-bf10-644d92bdaa74 HTTP/1.1" status: 200 len: 849 time: 0.0470347 Mar 22 19:49:07.093193 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd5ff9bd-c1a0-40e2-971b-ac0eef56cf6a req-effd379f-a0d8-46f3-9feb-3c8ea0bbc87e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=2d64c407-590e-43c6-8249-a9fab8448d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377913 Mar 22 19:49:07.146173 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5df108af-8b3b-4299-aa5d-ab99cddd531a tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks [] for port (d918ccba-2833-46b8-b4cf-443f9c93c255), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:07.201001 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5df108af-8b3b-4299-aa5d-ab99cddd531a tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (d918ccba-2833-46b8-b4cf-443f9c93c255), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:07.226239 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd5ff9bd-c1a0-40e2-971b-ac0eef56cf6a req-d01c85ab-a89a-4f70-80b6-b87eaa70df6c service neutron] 10.222.0.84 "GET /v2.0/networks/2d64c407-590e-43c6-8249-a9fab8448d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261590 Mar 22 19:49:07.251218 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df108af-8b3b-4299-aa5d-ab99cddd531a tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:49:07.256344 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-5df108af-8b3b-4299-aa5d-ab99cddd531a tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:49:07.262417 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df108af-8b3b-4299-aa5d-ab99cddd531a tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:49:07.264446 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df108af-8b3b-4299-aa5d-ab99cddd531a tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Pushing event updated for resources: {'Port': ['ID=d918ccba-2833-46b8-b4cf-443f9c93c255,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:07.372454 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd5ff9bd-c1a0-40e2-971b-ac0eef56cf6a req-debb2585-0b3e-4482-aedf-bf7fabb45607 service neutron] 10.222.0.84 "GET /v2.0/networks/2d64c407-590e-43c6-8249-a9fab8448d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379426 Mar 22 19:49:07.410380 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5df108af-8b3b-4299-aa5d-ab99cddd531a tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks [] for floatingip (35d05f46-9527-4091-a5c0-f10c7a73b1f4), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:07.452050 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5df108af-8b3b-4299-aa5d-ab99cddd531a tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d918ccba-2833-46b8-b4cf-443f9c93c255), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:07.616585 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868fe55-5e03-413a-b52e-61ca6b5bc35e req-f5a1a895-fbfc-443d-8bb9-882ec7ed42ef tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:07.618516 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8868fe55-5e03-413a-b52e-61ca6b5bc35e req-f5a1a895-fbfc-443d-8bb9-882ec7ed42ef tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f05233c-17ee-4fa2-ac56-797d2fbfb967 HTTP/1.1" status: 200 len: 943 time: 0.1066482 Mar 22 19:49:07.655983 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5df108af-8b3b-4299-aa5d-ab99cddd531a tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks [] for port (d918ccba-2833-46b8-b4cf-443f9c93c255), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:07.661291 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5df108af-8b3b-4299-aa5d-ab99cddd531a tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (d918ccba-2833-46b8-b4cf-443f9c93c255), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:07.722044 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8868fe55-5e03-413a-b52e-61ca6b5bc35e req-f51bf38b-f75b-40cd-85f8-0cefeb487230 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/security-groups?id=c750a4bc-e730-45d3-b71a-9117c252ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903964 Mar 22 19:49:07.730868 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df108af-8b3b-4299-aa5d-ab99cddd531a tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Pushing event updated for resources: {'Port': ['ID=d918ccba-2833-46b8-b4cf-443f9c93c255,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:07.749815 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a49baf-8c64-491a-b721-ebc0880171f4 req-0cf32d39-57f7-4985-80c1-830b756258ee tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:07.751867 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9a49baf-8c64-491a-b721-ebc0880171f4 req-0cf32d39-57f7-4985-80c1-830b756258ee tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] 10.222.0.75 "GET /v2.0/ports?device_id=60c4c5b4-1b95-4931-afd6-b87800c35368 HTTP/1.1" status: 200 len: 943 time: 0.1176245 Mar 22 19:49:07.799661 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5df108af-8b3b-4299-aa5d-ab99cddd531a tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (35d05f46-9527-4091-a5c0-f10c7a73b1f4), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:07.823447 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5df108af-8b3b-4299-aa5d-ab99cddd531a tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:07.825264 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5df108af-8b3b-4299-aa5d-ab99cddd531a tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2231894 Mar 22 19:49:07.826211 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d9a49baf-8c64-491a-b721-ebc0880171f4 req-76c40ecd-4202-49bb-ad52-135cd3ff9183 tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] 10.222.0.75 "GET /v2.0/security-groups?id=e5db2da7-7648-4249-94cd-b808eb5ec879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668497 Mar 22 19:49:07.829312 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52478) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:07.840100 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-265190c0-cc38-4c6a-98bb-87dc2403d6af tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Request body: {'floatingip': {'port_id': '9fcba140-ba56-492e-b44c-c45e4dc4a001', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:07.876507 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-265190c0-cc38-4c6a-98bb-87dc2403d6af tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks [] for floatingip (35d05f46-9527-4091-a5c0-f10c7a73b1f4), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:07.996013 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-265190c0-cc38-4c6a-98bb-87dc2403d6af tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] update failed (client error): The resource could not be found. Mar 22 19:49:07.999700 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-265190c0-cc38-4c6a-98bb-87dc2403d6af tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] 10.222.0.75 "PUT /v2.0/floatingips/35d05f46-9527-4091-a5c0-f10c7a73b1f4 HTTP/1.1" status: 404 len: 507 time: 0.1663697 Mar 22 19:49:08.000001 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52480) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:08.046385 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device dd059c1d-47cc-4675-9225-85f82b0d8bf1 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:49:08.133127 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-68bb4eae-af98-4aad-add9-6da528cced0d tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Deleting port d918ccba-2833-46b8-b4cf-443f9c93c255 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:49:08.133493 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-68bb4eae-af98-4aad-add9-6da528cced0d tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (d918ccba-2833-46b8-b4cf-443f9c93c255), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:08.178156 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port dd059c1d-47cc-4675-9225-85f82b0d8bf1, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=dd059c1d-47cc-4675-9225-85f82b0d8bf1,segment=NetworkSegment(7c1b3cc3-bb5f-45dd-a330-2c33d1cd5721),segment_id=7c1b3cc3-bb5f-45dd-a330-2c33d1cd5721)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:49:08.191375 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'dd059c1d-47cc-4675-9225-85f82b0d8bf1', 'network_id': '6e51529b-c8e0-446c-b3ca-3d38456ecc88', 'port_id': 'dd059c1d-47cc-4675-9225-85f82b0d8bf1', 'mac_address': 'fa:16:3e:bf:9d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69460f58-4610-42b1-a218-67b646f4e351', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:49:08.237032 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port dd059c1d-47cc-4675-9225-85f82b0d8bf1 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:49:08.237422 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (dd059c1d-47cc-4675-9225-85f82b0d8bf1), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:08.238702 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-68bb4eae-af98-4aad-add9-6da528cced0d tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (d918ccba-2833-46b8-b4cf-443f9c93c255), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:08.239150 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-68bb4eae-af98-4aad-add9-6da528cced0d tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks [] for floatingip (d918ccba-2833-46b8-b4cf-443f9c93c255), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:08.253229 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-68bb4eae-af98-4aad-add9-6da528cced0d tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Calling delete_port for d918ccba-2833-46b8-b4cf-443f9c93c255 owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:49:08.268564 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd059c1d-47cc-4675-9225-85f82b0d8bf1 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:49:08.291233 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port dd059c1d-47cc-4675-9225-85f82b0d8bf1, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=dd059c1d-47cc-4675-9225-85f82b0d8bf1,segment=NetworkSegment(7c1b3cc3-bb5f-45dd-a330-2c33d1cd5721),segment_id=7c1b3cc3-bb5f-45dd-a330-2c33d1cd5721)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:49:08.296629 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (dd059c1d-47cc-4675-9225-85f82b0d8bf1), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:08.357490 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=dd059c1d-47cc-4675-9225-85f82b0d8bf1,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:08.427479 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-68bb4eae-af98-4aad-add9-6da528cced0d tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (d918ccba-2833-46b8-b4cf-443f9c93c255), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:08.459653 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb4eae-af98-4aad-add9-6da528cced0d tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Pushing event deleted for resources: {'Port': ['ID=d918ccba-2833-46b8-b4cf-443f9c93c255,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:08.489970 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['dd059c1d-47cc-4675-9225-85f82b0d8bf1'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:49:08.527125 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-68bb4eae-af98-4aad-add9-6da528cced0d tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks [] for floatingip (35d05f46-9527-4091-a5c0-f10c7a73b1f4), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:08.530460 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-68bb4eae-af98-4aad-add9-6da528cced0d tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:08.535518 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52486) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:08.535940 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-68bb4eae-af98-4aad-add9-6da528cced0d tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] 10.222.0.75 "DELETE /v2.0/floatingips/35d05f46-9527-4091-a5c0-f10c7a73b1f4 HTTP/1.1" status: 204 len: 168 time: 0.5347648 Mar 22 19:49:08.540449 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-9e488545-88df-4bf4-be75-745df27a2fb9 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Request body: {'floatingip': {'floating_network_id': '0cf0eacd-8b9d-4458-8831-caf92f054377', 'port_id': '9fcba140-ba56-492e-b44c-c45e4dc4a001', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:08.564243 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9e488545-88df-4bf4-be75-745df27a2fb9 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:08.688499 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-9e488545-88df-4bf4-be75-745df27a2fb9 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:49:08.690032 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9e488545-88df-4bf4-be75-745df27a2fb9 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1530588 Mar 22 19:49:08.696911 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52488) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:08.702238 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-d2368d4b-20de-41b0-8fc2-ef046ae9be15 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'port_id': '9fcba140-ba56-492e-b44c-c45e4dc4a001', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:08.725079 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d2368d4b-20de-41b0-8fc2-ef046ae9be15 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:08.914418 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83a89e-2dc8-488b-940a-2b837567e73b req-6d6cb523-cbff-46c2-bda3-e374ff56c494 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:08.916850 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6d83a89e-2dc8-488b-940a-2b837567e73b req-6d6cb523-cbff-46c2-bda3-e374ff56c494 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f05233c-17ee-4fa2-ac56-797d2fbfb967 HTTP/1.1" status: 200 len: 944 time: 0.0869648 Mar 22 19:49:08.978704 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d2368d4b-20de-41b0-8fc2-ef046ae9be15 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:09.067405 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6d83a89e-2dc8-488b-940a-2b837567e73b req-06073d79-ccf0-4ca9-9f50-f61d815b3cf0 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/security-groups?id=c750a4bc-e730-45d3-b71a-9117c252ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376779 Mar 22 19:49:09.103150 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62947b47-03dd-4cdd-ae68-ad669f0b3833 req-23c9b469-e6c5-4f98-8b49-d5a25559eaf0 tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:09.104636 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62947b47-03dd-4cdd-ae68-ad669f0b3833 req-23c9b469-e6c5-4f98-8b49-d5a25559eaf0 tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] 10.222.0.75 "GET /v2.0/ports?device_id=60c4c5b4-1b95-4931-afd6-b87800c35368 HTTP/1.1" status: 200 len: 943 time: 0.1866543 Mar 22 19:49:09.151947 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-d2368d4b-20de-41b0-8fc2-ef046ae9be15 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Allocated IP 172.25.5.53 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/cc588738-d566-4e19-9f4a-86e85837b2d4) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:49:09.179023 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62947b47-03dd-4cdd-ae68-ad669f0b3833 req-06f16bd0-497a-40d7-a5a6-d2dbf2f0fa10 tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] 10.222.0.75 "GET /v2.0/security-groups?id=e5db2da7-7648-4249-94cd-b808eb5ec879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680628 Mar 22 19:49:09.296501 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d2368d4b-20de-41b0-8fc2-ef046ae9be15 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks [] for port (cc588738-d566-4e19-9f4a-86e85837b2d4), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:09.333612 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d2368d4b-20de-41b0-8fc2-ef046ae9be15 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (cc588738-d566-4e19-9f4a-86e85837b2d4), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:09.371757 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2368d4b-20de-41b0-8fc2-ef046ae9be15 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:49:09.374610 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-d2368d4b-20de-41b0-8fc2-ef046ae9be15 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:49:09.378714 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2368d4b-20de-41b0-8fc2-ef046ae9be15 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:49:09.423631 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2368d4b-20de-41b0-8fc2-ef046ae9be15 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Pushing event updated for resources: {'Port': ['ID=cc588738-d566-4e19-9f4a-86e85837b2d4,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:09.631560 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-d2368d4b-20de-41b0-8fc2-ef046ae9be15 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Deleting port cc588738-d566-4e19-9f4a-86e85837b2d4 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:49:09.631840 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d2368d4b-20de-41b0-8fc2-ef046ae9be15 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (cc588738-d566-4e19-9f4a-86e85837b2d4), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:09.719348 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d2368d4b-20de-41b0-8fc2-ef046ae9be15 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (cc588738-d566-4e19-9f4a-86e85837b2d4), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:09.719740 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d2368d4b-20de-41b0-8fc2-ef046ae9be15 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks [] for floatingip (cc588738-d566-4e19-9f4a-86e85837b2d4), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:09.733923 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-d2368d4b-20de-41b0-8fc2-ef046ae9be15 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Calling delete_port for cc588738-d566-4e19-9f4a-86e85837b2d4 owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:49:09.870132 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d2368d4b-20de-41b0-8fc2-ef046ae9be15 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (cc588738-d566-4e19-9f4a-86e85837b2d4), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:09.898804 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2368d4b-20de-41b0-8fc2-ef046ae9be15 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Pushing event deleted for resources: {'Port': ['ID=cc588738-d566-4e19-9f4a-86e85837b2d4,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:09.975532 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-d2368d4b-20de-41b0-8fc2-ef046ae9be15 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] create failed (client error): The resource could not be found. Mar 22 19:49:09.976592 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d2368d4b-20de-41b0-8fc2-ef046ae9be15 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.2781150 Mar 22 19:49:09.980290 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52498) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:10.046943 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 82e1695b-43f3-415e-87e8-6ce090f3bddb details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:49:10.049248 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device dd059c1d-47cc-4675-9225-85f82b0d8bf1 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:49:10.073624 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-360f848e-971a-4c73-a344-52441b76712e tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Deleting port 9fcba140-ba56-492e-b44c-c45e4dc4a001 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:49:10.074311 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-360f848e-971a-4c73-a344-52441b76712e tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (9fcba140-ba56-492e-b44c-c45e4dc4a001), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:10.173054 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port dd059c1d-47cc-4675-9225-85f82b0d8bf1 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:49:10.182755 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port dd059c1d-47cc-4675-9225-85f82b0d8bf1 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:49:10.182755 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (dd059c1d-47cc-4675-9225-85f82b0d8bf1), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:10.190307 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-360f848e-971a-4c73-a344-52441b76712e tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (9fcba140-ba56-492e-b44c-c45e4dc4a001), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:10.222356 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-360f848e-971a-4c73-a344-52441b76712e tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Calling delete_port for 9fcba140-ba56-492e-b44c-c45e4dc4a001 owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:49:10.243778 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 82e1695b-43f3-415e-87e8-6ce090f3bddb, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=82e1695b-43f3-415e-87e8-6ce090f3bddb,segment=NetworkSegment(41e056b6-fac0-4c3e-886e-61cc01f285c6),segment_id=41e056b6-fac0-4c3e-886e-61cc01f285c6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:49:10.258268 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fec670-b0cb-40de-a107-5ab772e27c42 req-f13f76ee-df31-4fb2-8e57-9b348500565e tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:10.263271 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '82e1695b-43f3-415e-87e8-6ce090f3bddb', 'network_id': '2d64c407-590e-43c6-8249-a9fab8448d74', 'port_id': '82e1695b-43f3-415e-87e8-6ce090f3bddb', 'mac_address': 'fa:16:3e:65:40:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d0d2b9b-08c2-4ab2-bf10-644d92bdaa74', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:49:10.266086 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7fec670-b0cb-40de-a107-5ab772e27c42 req-f13f76ee-df31-4fb2-8e57-9b348500565e tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f05233c-17ee-4fa2-ac56-797d2fbfb967 HTTP/1.1" status: 200 len: 944 time: 0.0987053 Mar 22 19:49:10.342430 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 82e1695b-43f3-415e-87e8-6ce090f3bddb is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:49:10.342890 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (82e1695b-43f3-415e-87e8-6ce090f3bddb), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:10.365773 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e1695b-43f3-415e-87e8-6ce090f3bddb {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:49:10.398034 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 82e1695b-43f3-415e-87e8-6ce090f3bddb, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=82e1695b-43f3-415e-87e8-6ce090f3bddb,segment=NetworkSegment(41e056b6-fac0-4c3e-886e-61cc01f285c6),segment_id=41e056b6-fac0-4c3e-886e-61cc01f285c6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:49:10.400008 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port dd059c1d-47cc-4675-9225-85f82b0d8bf1 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:49:10.400228 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (dd059c1d-47cc-4675-9225-85f82b0d8bf1), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:10.422731 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (82e1695b-43f3-415e-87e8-6ce090f3bddb), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:10.452589 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7fec670-b0cb-40de-a107-5ab772e27c42 req-758daeff-02f3-4e17-a117-99d1ef168d10 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/security-groups?id=c750a4bc-e730-45d3-b71a-9117c252ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852345 Mar 22 19:49:10.473511 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f05233c-17ee-4fa2-ac56-797d2fbfb967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd059c1d-47cc-4675-9225-85f82b0d8bf1'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:49:10.476833 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0ddcfa-3e34-44d7-b901-c4c340c1e10e" -d '{"events": [{"server_uuid": "5f05233c-17ee-4fa2-ac56-797d2fbfb967", "name": "network-vif-plugged", "status": "completed", "tag": "dd059c1d-47cc-4675-9225-85f82b0d8bf1"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:49:10.504629 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6229e7d-b7df-4066-9c0b-e4cd0ae214c6 req-46a457be-f6f4-4ea7-ad0f-889c478f6506 tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:10.506624 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b6229e7d-b7df-4066-9c0b-e4cd0ae214c6 req-46a457be-f6f4-4ea7-ad0f-889c478f6506 tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] 10.222.0.75 "GET /v2.0/ports?device_id=60c4c5b4-1b95-4931-afd6-b87800c35368 HTTP/1.1" status: 200 len: 943 time: 0.1808560 Mar 22 19:49:10.523420 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port dd059c1d-47cc-4675-9225-85f82b0d8bf1, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=dd059c1d-47cc-4675-9225-85f82b0d8bf1,segment=NetworkSegment(7c1b3cc3-bb5f-45dd-a330-2c33d1cd5721),segment_id=7c1b3cc3-bb5f-45dd-a330-2c33d1cd5721)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:49:10.556058 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd132fd-3dec-4456-b7d3-36bed8478a81 x-openstack-request-id: req-7bd132fd-3dec-4456-b7d3-36bed8478a81 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:49:10.556426 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f05233c-17ee-4fa2-ac56-797d2fbfb967", "name": "network-vif-plugged", "status": "completed", "tag": "dd059c1d-47cc-4675-9225-85f82b0d8bf1", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:49:10.556611 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7bd132fd-3dec-4456-b7d3-36bed8478a81 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:49:10.557016 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bd132fd-3dec-4456-b7d3-36bed8478a81'] response: {'server_uuid': '5f05233c-17ee-4fa2-ac56-797d2fbfb967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd059c1d-47cc-4675-9225-85f82b0d8bf1', 'code': 200} Mar 22 19:49:10.561278 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (dd059c1d-47cc-4675-9225-85f82b0d8bf1), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:10.574017 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=82e1695b-43f3-415e-87e8-6ce090f3bddb,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:10.579572 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-360f848e-971a-4c73-a344-52441b76712e tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (9fcba140-ba56-492e-b44c-c45e4dc4a001), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:10.650565 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['82e1695b-43f3-415e-87e8-6ce090f3bddb'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:49:10.667559 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f848e-971a-4c73-a344-52441b76712e tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Pushing event deleted for resources: {'Port': ['ID=9fcba140-ba56-492e-b44c-c45e4dc4a001,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:10.730717 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b6229e7d-b7df-4066-9c0b-e4cd0ae214c6 req-4fb922f5-da05-42a2-8523-ac9545230b3c tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] 10.222.0.75 "GET /v2.0/security-groups?id=e5db2da7-7648-4249-94cd-b808eb5ec879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067442 Mar 22 19:49:10.750834 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=dd059c1d-47cc-4675-9225-85f82b0d8bf1,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:10.859655 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89ab00-29f0-44fb-914b-c8972d13608c req-411a91ff-5867-448b-b22a-0cb707856a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:10.861187 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4c89ab00-29f0-44fb-914b-c8972d13608c req-411a91ff-5867-448b-b22a-0cb707856a7c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5f05233c-17ee-4fa2-ac56-797d2fbfb967 HTTP/1.1" status: 200 len: 1128 time: 0.2026541 Mar 22 19:49:10.876683 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-360f848e-971a-4c73-a344-52441b76712e tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:10.889224 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-360f848e-971a-4c73-a344-52441b76712e tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] 10.222.0.75 "DELETE /v2.0/ports/9fcba140-ba56-492e-b44c-c45e4dc4a001 HTTP/1.1" status: 204 len: 168 time: 0.9057031 Mar 22 19:49:10.889620 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52530) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:10.958059 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4c89ab00-29f0-44fb-914b-c8972d13608c req-4c429980-b895-4d33-b244-5b01f2b930bf service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=c750a4bc-e730-45d3-b71a-9117c252ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883667 Mar 22 19:49:10.988731 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0161327-148c-47c1-8c67-abc65b8e63fb tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:10.992871 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f0161327-148c-47c1-8c67-abc65b8e63fb tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] 10.222.0.75 "GET /v2.0/ports?device_id=89ac49de-5e59-45b9-a5d1-bb8e935a50f1 HTTP/1.1" status: 200 len: 913 time: 0.0996037 Mar 22 19:49:10.993259 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52532) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:11.134828 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52536) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:11.261808 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-84181258-d84b-4847-9ccb-6b0531bea8b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:11.349988 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-84181258-d84b-4847-9ccb-6b0531bea8b7 admin admin] Publish callbacks [] for security_group (dd792f83-5f13-4c60-9486-4698cb004e79), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:11.355699 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-84181258-d84b-4847-9ccb-6b0531bea8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (dd792f83-5f13-4c60-9486-4698cb004e79), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:11.402049 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dbc79d50-a7a0-4c47-8da5-f835ab82855b tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (89ac49de-5e59-45b9-a5d1-bb8e935a50f1), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:11.404424 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-84181258-d84b-4847-9ccb-6b0531bea8b7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6b4e670cf4b54d739b05288d539a0437&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2685313 Mar 22 19:49:11.405553 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84181258-d84b-4847-9ccb-6b0531bea8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd792f83-5f13-4c60-9486-4698cb004e79,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:11.410004 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52540) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:11.468510 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dead9b13-51f4-4c32-8122-89411c12a1b7 admin admin] Publish callbacks [] for security_group (dd792f83-5f13-4c60-9486-4698cb004e79), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:11.497704 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dead9b13-51f4-4c32-8122-89411c12a1b7 admin admin] Publish callbacks [] for security_group (dd792f83-5f13-4c60-9486-4698cb004e79), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:11.559521 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dead9b13-51f4-4c32-8122-89411c12a1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (dd792f83-5f13-4c60-9486-4698cb004e79), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:11.562110 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dead9b13-51f4-4c32-8122-89411c12a1b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:11.563275 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-dead9b13-51f4-4c32-8122-89411c12a1b7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/dd792f83-5f13-4c60-9486-4698cb004e79 HTTP/1.1" status: 204 len: 168 time: 0.1520145 Mar 22 19:49:11.578521 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead9b13-51f4-4c32-8122-89411c12a1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd792f83-5f13-4c60-9486-4698cb004e79,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:11.701295 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9509e2bf-a92b-4ff8-b9ea-3702a926233b req-73ecacab-d849-4d62-b8cc-fc3211573c9e tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:11.703068 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9509e2bf-a92b-4ff8-b9ea-3702a926233b req-73ecacab-d849-4d62-b8cc-fc3211573c9e tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f05233c-17ee-4fa2-ac56-797d2fbfb967 HTTP/1.1" status: 200 len: 945 time: 0.1032326 Mar 22 19:49:11.786602 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9509e2bf-a92b-4ff8-b9ea-3702a926233b req-ec5f20aa-285d-40a8-bfbd-9e30083df757 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/security-groups?id=c750a4bc-e730-45d3-b71a-9117c252ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777321 Mar 22 19:49:11.920251 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-dbc79d50-a7a0-4c47-8da5-f835ab82855b tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Deleting port e1db105e-f2fa-42e2-b29b-c48f4a88519c {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:49:11.920594 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dbc79d50-a7a0-4c47-8da5-f835ab82855b tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (e1db105e-f2fa-42e2-b29b-c48f4a88519c), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:11.948554 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52552) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:11.962740 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b8c60b0e-28ec-4073-8f2d-fedb099efab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:12.027736 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82daced1-c230-4d16-9445-a93194e9cc08 req-a8ccda39-250a-4fd8-9481-69a5b3d4c5c8 tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:12.030472 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-82daced1-c230-4d16-9445-a93194e9cc08 req-a8ccda39-250a-4fd8-9481-69a5b3d4c5c8 tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] 10.222.0.75 "GET /v2.0/ports?device_id=60c4c5b4-1b95-4931-afd6-b87800c35368 HTTP/1.1" status: 200 len: 944 time: 0.1618574 Mar 22 19:49:12.066560 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b8c60b0e-28ec-4073-8f2d-fedb099efab4 admin admin] Publish callbacks [] for security_group (7cb12280-5ff1-48cf-a82f-af498a4dde82), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:12.082358 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b8c60b0e-28ec-4073-8f2d-fedb099efab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7cb12280-5ff1-48cf-a82f-af498a4dde82), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:12.082690 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dbc79d50-a7a0-4c47-8da5-f835ab82855b tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (e1db105e-f2fa-42e2-b29b-c48f4a88519c), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:12.084038 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 82e1695b-43f3-415e-87e8-6ce090f3bddb up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:49:12.112660 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-dbc79d50-a7a0-4c47-8da5-f835ab82855b tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Calling delete_port for e1db105e-f2fa-42e2-b29b-c48f4a88519c owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:49:12.123465 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-82daced1-c230-4d16-9445-a93194e9cc08 req-7fb70198-faf5-43d8-a953-fcc959602bc9 tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] 10.222.0.75 "GET /v2.0/security-groups?id=e5db2da7-7648-4249-94cd-b808eb5ec879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824785 Mar 22 19:49:12.124166 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52554) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:12.125134 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b8c60b0e-28ec-4073-8f2d-fedb099efab4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=70e5f9e7679a4d95a665f3fa55d540df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1754248 Mar 22 19:49:12.158146 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c60b0e-28ec-4073-8f2d-fedb099efab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb12280-5ff1-48cf-a82f-af498a4dde82,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:12.183848 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 82e1695b-43f3-415e-87e8-6ce090f3bddb completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:49:12.195375 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 82e1695b-43f3-415e-87e8-6ce090f3bddb triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:49:12.198375 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (82e1695b-43f3-415e-87e8-6ce090f3bddb), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:12.248608 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0f4ccf46-2f26-4c59-952d-476170625faf admin admin] Publish callbacks [] for security_group (7cb12280-5ff1-48cf-a82f-af498a4dde82), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:12.308227 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 82e1695b-43f3-415e-87e8-6ce090f3bddb is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:49:12.308943 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (82e1695b-43f3-415e-87e8-6ce090f3bddb), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:12.327109 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0f4ccf46-2f26-4c59-952d-476170625faf admin admin] Publish callbacks [] for security_group (7cb12280-5ff1-48cf-a82f-af498a4dde82), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:12.366343 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 82e1695b-43f3-415e-87e8-6ce090f3bddb, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=82e1695b-43f3-415e-87e8-6ce090f3bddb,segment=NetworkSegment(41e056b6-fac0-4c3e-886e-61cc01f285c6),segment_id=41e056b6-fac0-4c3e-886e-61cc01f285c6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:49:12.373207 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (82e1695b-43f3-415e-87e8-6ce090f3bddb), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:12.445247 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=82e1695b-43f3-415e-87e8-6ce090f3bddb,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:12.450241 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dbc79d50-a7a0-4c47-8da5-f835ab82855b tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (e1db105e-f2fa-42e2-b29b-c48f4a88519c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:12.459932 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0f4ccf46-2f26-4c59-952d-476170625faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7cb12280-5ff1-48cf-a82f-af498a4dde82), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:12.462581 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0f4ccf46-2f26-4c59-952d-476170625faf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:12.463759 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0f4ccf46-2f26-4c59-952d-476170625faf admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7cb12280-5ff1-48cf-a82f-af498a4dde82 HTTP/1.1" status: 204 len: 168 time: 0.3391335 Mar 22 19:49:12.500482 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc79d50-a7a0-4c47-8da5-f835ab82855b tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Pushing event deleted for resources: {'Port': ['ID=e1db105e-f2fa-42e2-b29b-c48f4a88519c,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:12.507991 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ccf46-2f26-4c59-952d-476170625faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb12280-5ff1-48cf-a82f-af498a4dde82,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:12.558312 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c4c5b4-1b95-4931-afd6-b87800c35368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e1695b-43f3-415e-87e8-6ce090f3bddb'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:49:12.560559 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236321c6-9a5f-42a8-af30-946f9753cd96" -d '{"events": [{"server_uuid": "60c4c5b4-1b95-4931-afd6-b87800c35368", "name": "network-vif-plugged", "status": "completed", "tag": "82e1695b-43f3-415e-87e8-6ce090f3bddb"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:49:12.642604 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6aa164-b228-451d-9b0d-98cfc54b49a7 x-openstack-request-id: req-cf6aa164-b228-451d-9b0d-98cfc54b49a7 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:49:12.642909 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c4c5b4-1b95-4931-afd6-b87800c35368", "name": "network-vif-plugged", "status": "completed", "tag": "82e1695b-43f3-415e-87e8-6ce090f3bddb", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:49:12.643166 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cf6aa164-b228-451d-9b0d-98cfc54b49a7 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:49:12.643568 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf6aa164-b228-451d-9b0d-98cfc54b49a7'] response: {'server_uuid': '60c4c5b4-1b95-4931-afd6-b87800c35368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e1695b-43f3-415e-87e8-6ce090f3bddb', 'code': 200} Mar 22 19:49:12.770639 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dbc79d50-a7a0-4c47-8da5-f835ab82855b tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (89ac49de-5e59-45b9-a5d1-bb8e935a50f1), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:13.504554 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a3f66-2dce-45fd-a9f7-864f933a6b27 req-5477280b-d62d-4ddb-a7e6-db9a9123e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:13.508333 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dd2a3f66-2dce-45fd-a9f7-864f933a6b27 req-5477280b-d62d-4ddb-a7e6-db9a9123e940 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=60c4c5b4-1b95-4931-afd6-b87800c35368 HTTP/1.1" status: 200 len: 1128 time: 0.7463274 Mar 22 19:49:13.606474 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28517d-3d48-4c8b-a267-ee58cadd13cb req-4435eab5-aa14-4b1b-b087-5f5b42443c8c tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:13.608175 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ff28517d-3d48-4c8b-a267-ee58cadd13cb req-4435eab5-aa14-4b1b-b087-5f5b42443c8c tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f05233c-17ee-4fa2-ac56-797d2fbfb967 HTTP/1.1" status: 200 len: 945 time: 0.3054409 Mar 22 19:49:13.648509 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34073466-f22d-4573-9775-2bc3014d00e7 req-441adc23-8ed1-4fd4-aa46-f4bc5fc2dcfe tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:13.650156 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-34073466-f22d-4573-9775-2bc3014d00e7 req-441adc23-8ed1-4fd4-aa46-f4bc5fc2dcfe tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] 10.222.0.75 "GET /v2.0/ports?device_id=60c4c5b4-1b95-4931-afd6-b87800c35368 HTTP/1.1" status: 200 len: 945 time: 0.3168681 Mar 22 19:49:13.678304 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc79d50-a7a0-4c47-8da5-f835ab82855b tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Router 89ac49de-5e59-45b9-a5d1-bb8e935a50f1 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:49:13.750989 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dd2a3f66-2dce-45fd-a9f7-864f933a6b27 req-d73e8147-2c2f-442e-a065-86f1e9f8ed02 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=e5db2da7-7648-4249-94cd-b808eb5ec879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039390 Mar 22 19:49:13.770146 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ff28517d-3d48-4c8b-a267-ee58cadd13cb req-1ca557f7-b162-4b87-aee2-15ebd02745d1 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/security-groups?id=c750a4bc-e730-45d3-b71a-9117c252ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518779 Mar 22 19:49:13.780617 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-34073466-f22d-4573-9775-2bc3014d00e7 req-3d062001-6165-42d0-b9c6-396a0c29feca tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] 10.222.0.75 "GET /v2.0/security-groups?id=e5db2da7-7648-4249-94cd-b808eb5ec879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124256 Mar 22 19:49:13.863417 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc79d50-a7a0-4c47-8da5-f835ab82855b tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:49:13.868849 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-dbc79d50-a7a0-4c47-8da5-f835ab82855b tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] 10.222.0.75 "PUT /v2.0/routers/89ac49de-5e59-45b9-a5d1-bb8e935a50f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8743465 Mar 22 19:49:13.871293 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52594) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:13.874836 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b92f55-abb1-4dda-b599-e98bb3c4d34e None None] Sync routers for ids ['89ac49de-5e59-45b9-a5d1-bb8e935a50f1'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:49:13.893602 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b92f55-abb1-4dda-b599-e98bb3c4d34e None None] Routers {'89ac49de-5e59-45b9-a5d1-bb8e935a50f1'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:49:13.895132 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-e3b92f55-abb1-4dda-b599-e98bb3c4d34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:48:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['89ac49de-5e59-45b9-a5d1-bb8e935a50f1'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:49:13.981448 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-e3b92f55-abb1-4dda-b599-e98bb3c4d34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:49:14.001516 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b92f55-abb1-4dda-b599-e98bb3c4d34e None None] Routers {'89ac49de-5e59-45b9-a5d1-bb8e935a50f1'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:49:14.002384 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-e3b92f55-abb1-4dda-b599-e98bb3c4d34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:48:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['89ac49de-5e59-45b9-a5d1-bb8e935a50f1'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:49:14.027707 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-27f09bb9-305b-4919-9060-4e65adb83fb1 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks [] for router (89ac49de-5e59-45b9-a5d1-bb8e935a50f1), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:14.046910 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-e3b92f55-abb1-4dda-b599-e98bb3c4d34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:49:14.047675 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b92f55-abb1-4dda-b599-e98bb3c4d34e None None] The sync data for ids ['89ac49de-5e59-45b9-a5d1-bb8e935a50f1'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:49:14.245879 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-27f09bb9-305b-4919-9060-4e65adb83fb1 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (89ac49de-5e59-45b9-a5d1-bb8e935a50f1), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:14.248225 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-27f09bb9-305b-4919-9060-4e65adb83fb1 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks [] for router_controller (89ac49de-5e59-45b9-a5d1-bb8e935a50f1), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:14.301902 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-27f09bb9-305b-4919-9060-4e65adb83fb1 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (89ac49de-5e59-45b9-a5d1-bb8e935a50f1), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:14.302461 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f09bb9-305b-4919-9060-4e65adb83fb1 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Fanout notify agent at l3_agent the message router_deleted on router 89ac49de-5e59-45b9-a5d1-bb8e935a50f1 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:49:14.312187 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-27f09bb9-305b-4919-9060-4e65adb83fb1 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:14.315534 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-27f09bb9-305b-4919-9060-4e65adb83fb1 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] 10.222.0.75 "DELETE /v2.0/routers/89ac49de-5e59-45b9-a5d1-bb8e935a50f1 HTTP/1.1" status: 204 len: 168 time: 0.4409015 Mar 22 19:49:14.324209 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52616) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:14.393685 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ddebce-b9ba-4be5-9d8f-86a623ef7936 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Deleting subnet 3a5d5dec-a424-48b5-b40a-6f5b42c9841a {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:49:14.398561 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a1ddebce-b9ba-4be5-9d8f-86a623ef7936 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks [] for subnet (3a5d5dec-a424-48b5-b40a-6f5b42c9841a), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:14.451945 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a1ddebce-b9ba-4be5-9d8f-86a623ef7936 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (3a5d5dec-a424-48b5-b40a-6f5b42c9841a), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:14.559014 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a1ddebce-b9ba-4be5-9d8f-86a623ef7936 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (3a5d5dec-a424-48b5-b40a-6f5b42c9841a), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:14.653030 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a1ddebce-b9ba-4be5-9d8f-86a623ef7936 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (3a5d5dec-a424-48b5-b40a-6f5b42c9841a), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:14.686884 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ddebce-b9ba-4be5-9d8f-86a623ef7936 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Pushing event deleted for resources: {'Subnet': ['ID=3a5d5dec-a424-48b5-b40a-6f5b42c9841a,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:14.693622 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a1ddebce-b9ba-4be5-9d8f-86a623ef7936 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:14.699136 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52626) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:14.699822 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a1ddebce-b9ba-4be5-9d8f-86a623ef7936 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] 10.222.0.75 "DELETE /v2.0/subnets/3a5d5dec-a424-48b5-b40a-6f5b42c9841a HTTP/1.1" status: 204 len: 168 time: 0.3733118 Mar 22 19:49:14.702129 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e341fc93-ef0e-4d29-8728-9250881de173 None None] Network 0cf0eacd-8b9d-4458-8831-caf92f054377 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:49:14.716828 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21243b7b-2843-40a2-a74e-f763a1d45212 req-3a7858fa-6b2e-4f05-a28e-b768b89a49b3 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:14.718521 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21243b7b-2843-40a2-a74e-f763a1d45212 req-3a7858fa-6b2e-4f05-a28e-b768b89a49b3 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f05233c-17ee-4fa2-ac56-797d2fbfb967 HTTP/1.1" status: 200 len: 945 time: 0.0951452 Mar 22 19:49:14.803039 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21243b7b-2843-40a2-a74e-f763a1d45212 req-5e2ec548-5cb6-410c-ada9-48bb00d8bd18 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/security-groups?id=c750a4bc-e730-45d3-b71a-9117c252ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763550 Mar 22 19:49:14.859646 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b9ec8037-19c4-49ac-a025-b16f54b014d7 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (0cf0eacd-8b9d-4458-8831-caf92f054377), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:14.937496 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-b9ec8037-19c4-49ac-a025-b16f54b014d7 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Deleting port c2f31ced-5a91-414b-8fe4-ad1076e8b5e5 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:49:14.938029 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b9ec8037-19c4-49ac-a025-b16f54b014d7 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (c2f31ced-5a91-414b-8fe4-ad1076e8b5e5), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:15.011156 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899bdfe-c576-44f6-a2e0-925b8f1eb7f5 req-a8e20175-4cdd-41a1-9fd1-6b6906bd8f8c tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:15.013327 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7899bdfe-c576-44f6-a2e0-925b8f1eb7f5 req-a8e20175-4cdd-41a1-9fd1-6b6906bd8f8c tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] 10.222.0.75 "GET /v2.0/ports?device_id=60c4c5b4-1b95-4931-afd6-b87800c35368 HTTP/1.1" status: 200 len: 945 time: 0.0845244 Mar 22 19:49:15.040675 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead89fcd-7fb1-4da7-b5ad-7bdd6410bdf5 None None] DHCP port deletion for 0cf0eacd-8b9d-4458-8831-caf92f054377 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:49:15.054927 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-b9ec8037-19c4-49ac-a025-b16f54b014d7 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] For port c2f31ced-5a91-414b-8fe4-ad1076e8b5e5, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c2f31ced-5a91-414b-8fe4-ad1076e8b5e5,segment=NetworkSegment(3aa36936-8235-401f-b216-c6131925e579),segment_id=3aa36936-8235-401f-b216-c6131925e579)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:49:15.055383 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b9ec8037-19c4-49ac-a025-b16f54b014d7 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (c2f31ced-5a91-414b-8fe4-ad1076e8b5e5), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:15.071539 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-b9ec8037-19c4-49ac-a025-b16f54b014d7 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Calling delete_port for c2f31ced-5a91-414b-8fe4-ad1076e8b5e5 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:49:15.079080 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7899bdfe-c576-44f6-a2e0-925b8f1eb7f5 req-9cc4b272-6b88-4514-a8dc-c89bc59c94dd tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] 10.222.0.75 "GET /v2.0/security-groups?id=e5db2da7-7648-4249-94cd-b808eb5ec879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603695 Mar 22 19:49:15.187928 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3e7dbc14-309d-4aa8-853f-b7a15fef60dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:15.189305 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b9ec8037-19c4-49ac-a025-b16f54b014d7 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (c2f31ced-5a91-414b-8fe4-ad1076e8b5e5), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:15.194802 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ead89fcd-7fb1-4da7-b5ad-7bdd6410bdf5 None None] Deleting port c2f31ced-5a91-414b-8fe4-ad1076e8b5e5 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:49:15.197009 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ead89fcd-7fb1-4da7-b5ad-7bdd6410bdf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (c2f31ced-5a91-414b-8fe4-ad1076e8b5e5), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:15.217200 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec8037-19c4-49ac-a025-b16f54b014d7 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Pushing event deleted for resources: {'Port': ['ID=c2f31ced-5a91-414b-8fe4-ad1076e8b5e5,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:15.221378 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ec8037-19c4-49ac-a025-b16f54b014d7 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] No DVR routers for this DVR port c2f31ced-5a91-414b-8fe4-ad1076e8b5e5 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:49:15.278504 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-ead89fcd-7fb1-4da7-b5ad-7bdd6410bdf5 None None] For port c2f31ced-5a91-414b-8fe4-ad1076e8b5e5, host n-d-705658-24, got binding levels [] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:49:15.279370 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ead89fcd-7fb1-4da7-b5ad-7bdd6410bdf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (c2f31ced-5a91-414b-8fe4-ad1076e8b5e5), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:15.294873 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ead89fcd-7fb1-4da7-b5ad-7bdd6410bdf5 None None] Calling delete_port for c2f31ced-5a91-414b-8fe4-ad1076e8b5e5 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:49:15.298634 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.ipam_backend_mixin [None req-ead89fcd-7fb1-4da7-b5ad-7bdd6410bdf5 None None] Port c2f31ced-5a91-414b-8fe4-ad1076e8b5e5 was not found and therefore no delete operation was performed {{(pid=104174) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 19:49:15.300442 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ead89fcd-7fb1-4da7-b5ad-7bdd6410bdf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (c2f31ced-5a91-414b-8fe4-ad1076e8b5e5), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:15.325808 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b9ec8037-19c4-49ac-a025-b16f54b014d7 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (0cf0eacd-8b9d-4458-8831-caf92f054377), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:15.328203 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead89fcd-7fb1-4da7-b5ad-7bdd6410bdf5 None None] Pushing event deleted for resources: {'Port': ['ID=c2f31ced-5a91-414b-8fe4-ad1076e8b5e5,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:15.335596 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead89fcd-7fb1-4da7-b5ad-7bdd6410bdf5 None None] No DVR routers for this DVR port c2f31ced-5a91-414b-8fe4-ad1076e8b5e5 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:49:15.360969 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-b9ec8037-19c4-49ac-a025-b16f54b014d7 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf0eacd-8b9d-4458-8831-caf92f054377']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:49:15.372297 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-b9ec8037-19c4-49ac-a025-b16f54b014d7 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa36936-8235-401f-b216-c6131925e579') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:49:15.372619 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-b9ec8037-19c4-49ac-a025-b16f54b014d7 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa36936-8235-401f-b216-c6131925e579') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:49:15.383292 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b9ec8037-19c4-49ac-a025-b16f54b014d7 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (3aa36936-8235-401f-b216-c6131925e579), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:15.397313 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b9ec8037-19c4-49ac-a025-b16f54b014d7 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (3aa36936-8235-401f-b216-c6131925e579), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:15.404828 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ec8037-19c4-49ac-a025-b16f54b014d7 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:49:15.405225 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b9ec8037-19c4-49ac-a025-b16f54b014d7 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (3aa36936-8235-401f-b216-c6131925e579), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:15.409827 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:49:15.409827 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:49:15.409827 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:49:15.409827 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:49:15.409827 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:49:15.409827 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:49:15.409827 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:49:15.409827 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:49:15.409827 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:49:15.409827 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:49:15.409827 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:49:15.409827 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:49:15.409827 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:49:15.409827 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:49:15.409827 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:49:15.409827 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:49:15.409827 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:49:15.409827 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:49:15.409827 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:49:15.409827 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:49:15.409827 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:49:15.409827 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:49:15.409827 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:49:15.409827 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:49:15.409827 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:49:15.409827 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:49:15.409827 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:49:15.409827 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:49:15.409827 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:49:15.409827 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:49:15.409827 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:49:15.409827 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:49:15.486557 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b9ec8037-19c4-49ac-a025-b16f54b014d7 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (0cf0eacd-8b9d-4458-8831-caf92f054377), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:15.504969 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b9ec8037-19c4-49ac-a025-b16f54b014d7 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:15.508680 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b9ec8037-19c4-49ac-a025-b16f54b014d7 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] 10.222.0.75 "DELETE /v2.0/networks/0cf0eacd-8b9d-4458-8831-caf92f054377 HTTP/1.1" status: 204 len: 168 time: 0.8081999 Mar 22 19:49:15.894628 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52648) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:15.940153 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:15.952630 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d52ad-0828-4962-9cba-6adff13770f5 req-8c1bfcdc-560b-495f-b429-685866a6794b tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:15.954482 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-768d52ad-0828-4962-9cba-6adff13770f5 req-8c1bfcdc-560b-495f-b429-685866a6794b tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f05233c-17ee-4fa2-ac56-797d2fbfb967 HTTP/1.1" status: 200 len: 945 time: 0.1058319 Mar 22 19:49:16.042442 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec8037-19c4-49ac-a025-b16f54b014d7 tempest-FloatingIPNegativeTestJSON-801900259 tempest-FloatingIPNegativeTestJSON-801900259-project] Pushing event deleted for resources: {'Network': ['ID=0cf0eacd-8b9d-4458-8831-caf92f054377,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:16.147516 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-28b8cff9-5dba-48d2-aedc-c74cb0e9fe8c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=73f4bf7d888346a0a641f4ed0c58c333&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2482843 Mar 22 19:49:16.147837 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52656) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:16.195529 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-768d52ad-0828-4962-9cba-6adff13770f5 req-74bb95df-b387-4fb0-b257-ff52f13ad31e tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Deleting port dd059c1d-47cc-4675-9225-85f82b0d8bf1 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:49:16.195871 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-768d52ad-0828-4962-9cba-6adff13770f5 req-74bb95df-b387-4fb0-b257-ff52f13ad31e tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (dd059c1d-47cc-4675-9225-85f82b0d8bf1), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:16.255163 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e241cdb2-7b1d-48d9-a50d-463684df810c admin admin] Publish callbacks [] for security_group (5baf7187-7869-4052-bd81-e8a3b49c1698), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:16.303087 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e241cdb2-7b1d-48d9-a50d-463684df810c admin admin] Publish callbacks [] for security_group (5baf7187-7869-4052-bd81-e8a3b49c1698), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:16.314977 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-768d52ad-0828-4962-9cba-6adff13770f5 req-74bb95df-b387-4fb0-b257-ff52f13ad31e tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] For port dd059c1d-47cc-4675-9225-85f82b0d8bf1, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=dd059c1d-47cc-4675-9225-85f82b0d8bf1,segment=NetworkSegment(7c1b3cc3-bb5f-45dd-a330-2c33d1cd5721),segment_id=7c1b3cc3-bb5f-45dd-a330-2c33d1cd5721)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:49:16.315348 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-768d52ad-0828-4962-9cba-6adff13770f5 req-74bb95df-b387-4fb0-b257-ff52f13ad31e tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (dd059c1d-47cc-4675-9225-85f82b0d8bf1), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:16.333298 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-768d52ad-0828-4962-9cba-6adff13770f5 req-74bb95df-b387-4fb0-b257-ff52f13ad31e tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Calling delete_port for dd059c1d-47cc-4675-9225-85f82b0d8bf1 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:49:16.416339 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e241cdb2-7b1d-48d9-a50d-463684df810c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5baf7187-7869-4052-bd81-e8a3b49c1698), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:16.419427 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e241cdb2-7b1d-48d9-a50d-463684df810c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:16.420940 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e241cdb2-7b1d-48d9-a50d-463684df810c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5baf7187-7869-4052-bd81-e8a3b49c1698 HTTP/1.1" status: 204 len: 168 time: 0.2720921 Mar 22 19:49:16.450840 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241cdb2-7b1d-48d9-a50d-463684df810c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5baf7187-7869-4052-bd81-e8a3b49c1698,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:16.517409 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71eedbc-5215-4586-a569-79184cc6fd89 req-3c8d50a0-444a-4c92-a176-ec23170a04a8 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:16.525323 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a71eedbc-5215-4586-a569-79184cc6fd89 req-3c8d50a0-444a-4c92-a176-ec23170a04a8 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f05233c-17ee-4fa2-ac56-797d2fbfb967 HTTP/1.1" status: 200 len: 945 time: 0.4896877 Mar 22 19:49:16.663041 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a71eedbc-5215-4586-a569-79184cc6fd89 req-f0e05383-0829-4db1-815f-855a3c786378 tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.75 "GET /v2.0/security-groups?id=c750a4bc-e730-45d3-b71a-9117c252ab30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248515 Mar 22 19:49:16.664539 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-768d52ad-0828-4962-9cba-6adff13770f5 req-74bb95df-b387-4fb0-b257-ff52f13ad31e tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (dd059c1d-47cc-4675-9225-85f82b0d8bf1), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:16.732785 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb95df-b387-4fb0-b257-ff52f13ad31e tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Pushing event deleted for resources: {'Port': ['ID=dd059c1d-47cc-4675-9225-85f82b0d8bf1,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:16.832371 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-768d52ad-0828-4962-9cba-6adff13770f5 req-74bb95df-b387-4fb0-b257-ff52f13ad31e tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] No DVR routers for this DVR port dd059c1d-47cc-4675-9225-85f82b0d8bf1 on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:49:16.841014 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-768d52ad-0828-4962-9cba-6adff13770f5 req-74bb95df-b387-4fb0-b257-ff52f13ad31e tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:16.845120 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-768d52ad-0828-4962-9cba-6adff13770f5 req-74bb95df-b387-4fb0-b257-ff52f13ad31e tempest-VolumesActionsTest-1213044187 tempest-VolumesActionsTest-1213044187-project] 10.222.0.84 "DELETE /v2.0/ports/dd059c1d-47cc-4675-9225-85f82b0d8bf1 HTTP/1.1" status: 204 len: 173 time: 0.8822615 Mar 22 19:49:16.845621 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f05233c-17ee-4fa2-ac56-797d2fbfb967', 'name': 'network-vif-deleted', 'tag': 'dd059c1d-47cc-4675-9225-85f82b0d8bf1'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:49:16.863163 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8605934e-f44e-4308-b246-2b51fe6808e4" -d '{"events": [{"server_uuid": "5f05233c-17ee-4fa2-ac56-797d2fbfb967", "name": "network-vif-deleted", "tag": "dd059c1d-47cc-4675-9225-85f82b0d8bf1"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:49:16.941267 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577d5b67-f011-4423-ad79-248b24502eca x-openstack-request-id: req-577d5b67-f011-4423-ad79-248b24502eca {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:49:16.941885 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f05233c-17ee-4fa2-ac56-797d2fbfb967", "name": "network-vif-deleted", "tag": "dd059c1d-47cc-4675-9225-85f82b0d8bf1", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:49:16.941885 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-577d5b67-f011-4423-ad79-248b24502eca {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:49:16.942673 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-577d5b67-f011-4423-ad79-248b24502eca'] response: {'server_uuid': '5f05233c-17ee-4fa2-ac56-797d2fbfb967', 'name': 'network-vif-deleted', 'tag': 'dd059c1d-47cc-4675-9225-85f82b0d8bf1', 'status': 'completed', 'code': 200} Mar 22 19:49:17.040144 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c2f31ced-5a91-414b-8fe4-ad1076e8b5e5 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:49:17.075168 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: c2f31ced-5a91-414b-8fe4-ad1076e8b5e5 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:49:17.076230 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c2f31ced-5a91-414b-8fe4-ad1076e8b5e5 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:49:17.400313 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-17ac1881-f8c3-43b6-b54c-dfba508487e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:17.595847 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52700) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:17.728697 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-de29f417-a96c-40d3-b047-8531f5925309 tempest-NetworksNegativeTestJSON-1835451380 tempest-NetworksNegativeTestJSON-1835451380-project] Request body: {'port': {'network_id': 'fc9f191b-322a-4fd5-a217-5aa745443b2d', 'name': 'tempest-NetworksNegativeTestJSON-87124408'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:17.743674 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-de29f417-a96c-40d3-b047-8531f5925309 tempest-NetworksNegativeTestJSON-1835451380 tempest-NetworksNegativeTestJSON-1835451380-project] POST failed (client error): The resource could not be found. Mar 22 19:49:17.744126 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de29f417-a96c-40d3-b047-8531f5925309 tempest-NetworksNegativeTestJSON-1835451380 tempest-NetworksNegativeTestJSON-1835451380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:49:17.745259 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-de29f417-a96c-40d3-b047-8531f5925309 tempest-NetworksNegativeTestJSON-1835451380 tempest-NetworksNegativeTestJSON-1835451380-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1484098 Mar 22 19:49:17.751405 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52710) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:17.773718 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c5d6792-87ba-41a5-9256-263c12be8f37 tempest-NetworksNegativeTestJSON-1835451380 tempest-NetworksNegativeTestJSON-1835451380-project] DELETE failed (client error): The resource could not be found. Mar 22 19:49:17.774268 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c5d6792-87ba-41a5-9256-263c12be8f37 tempest-NetworksNegativeTestJSON-1835451380 tempest-NetworksNegativeTestJSON-1835451380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:49:17.783666 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5c5d6792-87ba-41a5-9256-263c12be8f37 tempest-NetworksNegativeTestJSON-1835451380 tempest-NetworksNegativeTestJSON-1835451380-project] 10.222.0.75 "DELETE /v2.0/networks/d53a563d-a279-4525-850b-0af7b962d198 HTTP/1.1" status: 404 len: 339 time: 0.0250041 Mar 22 19:49:17.783968 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52712) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:17.808633 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a5c2dc-c80d-4799-9a0a-6a1842c0e71b tempest-NetworksNegativeTestJSON-1835451380 tempest-NetworksNegativeTestJSON-1835451380-project] DELETE failed (client error): The resource could not be found. Mar 22 19:49:17.810577 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63a5c2dc-c80d-4799-9a0a-6a1842c0e71b tempest-NetworksNegativeTestJSON-1835451380 tempest-NetworksNegativeTestJSON-1835451380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:49:17.813648 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-63a5c2dc-c80d-4799-9a0a-6a1842c0e71b tempest-NetworksNegativeTestJSON-1835451380 tempest-NetworksNegativeTestJSON-1835451380-project] 10.222.0.75 "DELETE /v2.0/ports/9f0b00eb-7f0a-40f9-b823-7e717bb1473f HTTP/1.1" status: 404 len: 333 time: 0.0280848 Mar 22 19:49:17.817775 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52716) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:17.846826 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b88ef1-b09e-474e-ad22-81066911eadf tempest-NetworksNegativeTestJSON-1835451380 tempest-NetworksNegativeTestJSON-1835451380-project] DELETE failed (client error): The resource could not be found. Mar 22 19:49:17.847825 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82b88ef1-b09e-474e-ad22-81066911eadf tempest-NetworksNegativeTestJSON-1835451380 tempest-NetworksNegativeTestJSON-1835451380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:49:17.850864 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-82b88ef1-b09e-474e-ad22-81066911eadf tempest-NetworksNegativeTestJSON-1835451380 tempest-NetworksNegativeTestJSON-1835451380-project] 10.222.0.75 "DELETE /v2.0/subnets/ee36f496-7e34-47a5-a23b-23bf56e1bcc9 HTTP/1.1" status: 404 len: 337 time: 0.0320940 Mar 22 19:49:17.855012 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52720) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:17.875475 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c2c0a8a-2c7f-4bf1-93eb-aa9e94c714e5 tempest-NetworksNegativeTestJSON-1835451380 tempest-NetworksNegativeTestJSON-1835451380-project] GET failed (client error): The resource could not be found. Mar 22 19:49:17.876850 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8c2c0a8a-2c7f-4bf1-93eb-aa9e94c714e5 tempest-NetworksNegativeTestJSON-1835451380 tempest-NetworksNegativeTestJSON-1835451380-project] 10.222.0.75 "GET /v2.0/networks/c23d5188-26bc-415f-84f9-5b9ccb0eee66 HTTP/1.1" status: 404 len: 339 time: 0.0207310 Mar 22 19:49:17.882638 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52724) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:17.912649 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a5c12a-68ae-451e-a288-355f3051095b tempest-NetworksNegativeTestJSON-1835451380 tempest-NetworksNegativeTestJSON-1835451380-project] GET failed (client error): The resource could not be found. Mar 22 19:49:17.914342 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-07a5c12a-68ae-451e-a288-355f3051095b tempest-NetworksNegativeTestJSON-1835451380 tempest-NetworksNegativeTestJSON-1835451380-project] 10.222.0.75 "GET /v2.0/ports/a78ae81f-a763-4a72-98d3-83a9a8d177f2 HTTP/1.1" status: 404 len: 333 time: 0.0307117 Mar 22 19:49:17.918125 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52728) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:17.951924 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f733028-f55c-440d-986f-a5e063ffd4a3 tempest-NetworksNegativeTestJSON-1835451380 tempest-NetworksNegativeTestJSON-1835451380-project] GET failed (client error): The resource could not be found. Mar 22 19:49:17.957774 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3f733028-f55c-440d-986f-a5e063ffd4a3 tempest-NetworksNegativeTestJSON-1835451380 tempest-NetworksNegativeTestJSON-1835451380-project] 10.222.0.75 "GET /v2.0/subnets/bd831c60-367e-414f-8943-d270389bb67a HTTP/1.1" status: 404 len: 337 time: 0.0341618 Mar 22 19:49:17.958159 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52730) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:17.968646 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-755c3d70-cc7d-42f7-90e6-8a4438514cf2 tempest-NetworksNegativeTestJSON-1835451380 tempest-NetworksNegativeTestJSON-1835451380-project] Request body: {'network': {'name': 'new_name'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:17.988616 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-755c3d70-cc7d-42f7-90e6-8a4438514cf2 tempest-NetworksNegativeTestJSON-1835451380 tempest-NetworksNegativeTestJSON-1835451380-project] PUT failed (client error): The resource could not be found. Mar 22 19:49:17.989235 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-755c3d70-cc7d-42f7-90e6-8a4438514cf2 tempest-NetworksNegativeTestJSON-1835451380 tempest-NetworksNegativeTestJSON-1835451380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:49:17.990397 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-755c3d70-cc7d-42f7-90e6-8a4438514cf2 tempest-NetworksNegativeTestJSON-1835451380 tempest-NetworksNegativeTestJSON-1835451380-project] 10.222.0.75 "PUT /v2.0/networks/90c5833c-8039-4cf9-85e7-470be8cc5b74 HTTP/1.1" status: 404 len: 339 time: 0.0285964 Mar 22 19:49:17.994298 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52738) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:17.999824 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-f00cba04-df1b-4cb8-84e2-87b5052391b6 tempest-NetworksNegativeTestJSON-1835451380 tempest-NetworksNegativeTestJSON-1835451380-project] Request body: {'port': {'name': 'new_name'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:18.020511 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00cba04-df1b-4cb8-84e2-87b5052391b6 tempest-NetworksNegativeTestJSON-1835451380 tempest-NetworksNegativeTestJSON-1835451380-project] PUT failed (client error): The resource could not be found. Mar 22 19:49:18.021105 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f00cba04-df1b-4cb8-84e2-87b5052391b6 tempest-NetworksNegativeTestJSON-1835451380 tempest-NetworksNegativeTestJSON-1835451380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:49:18.022478 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f00cba04-df1b-4cb8-84e2-87b5052391b6 tempest-NetworksNegativeTestJSON-1835451380 tempest-NetworksNegativeTestJSON-1835451380-project] 10.222.0.75 "PUT /v2.0/ports/af0e8547-4474-48b6-a671-bc6f234dc1d2 HTTP/1.1" status: 404 len: 333 time: 0.0271928 Mar 22 19:49:18.026376 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52740) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:18.035330 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-e2e7cad0-f203-4ddc-878a-226d9b104302 tempest-NetworksNegativeTestJSON-1835451380 tempest-NetworksNegativeTestJSON-1835451380-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:18.068555 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e7cad0-f203-4ddc-878a-226d9b104302 tempest-NetworksNegativeTestJSON-1835451380 tempest-NetworksNegativeTestJSON-1835451380-project] PUT failed (client error): The resource could not be found. Mar 22 19:49:18.069027 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2e7cad0-f203-4ddc-878a-226d9b104302 tempest-NetworksNegativeTestJSON-1835451380 tempest-NetworksNegativeTestJSON-1835451380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:49:18.071121 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e2e7cad0-f203-4ddc-878a-226d9b104302 tempest-NetworksNegativeTestJSON-1835451380 tempest-NetworksNegativeTestJSON-1835451380-project] 10.222.0.75 "PUT /v2.0/subnets/a340a17a-e49c-48b1-982b-f12e19785674 HTTP/1.1" status: 404 len: 337 time: 0.0422935 Mar 22 19:49:18.092378 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device dd059c1d-47cc-4675-9225-85f82b0d8bf1 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:49:18.113915 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: dd059c1d-47cc-4675-9225-85f82b0d8bf1 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:49:18.114630 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device dd059c1d-47cc-4675-9225-85f82b0d8bf1 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:49:18.450521 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:18.455678 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52778) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:18.604751 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42e259ec-52c0-4b23-b48a-18338ef33cbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:18.700847 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42e259ec-52c0-4b23-b48a-18338ef33cbe admin admin] Publish callbacks [] for security_group (5314ba92-6857-45d0-8632-c9ec4b083ef9), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:18.705940 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42e259ec-52c0-4b23-b48a-18338ef33cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5314ba92-6857-45d0-8632-c9ec4b083ef9), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:18.731923 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:18.775781 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52798) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:18.776005 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-42e259ec-52c0-4b23-b48a-18338ef33cbe admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3420d3bc6f154c84b0b884f4bfdcd854&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3185201 Mar 22 19:49:18.776835 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e259ec-52c0-4b23-b48a-18338ef33cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5314ba92-6857-45d0-8632-c9ec4b083ef9,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:18.872116 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e43e5d06-9451-42c4-b7c9-9e59ae6d462b admin admin] Publish callbacks [] for security_group (5314ba92-6857-45d0-8632-c9ec4b083ef9), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:18.895045 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e43e5d06-9451-42c4-b7c9-9e59ae6d462b admin admin] Publish callbacks [] for security_group (5314ba92-6857-45d0-8632-c9ec4b083ef9), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:18.972565 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e43e5d06-9451-42c4-b7c9-9e59ae6d462b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5314ba92-6857-45d0-8632-c9ec4b083ef9), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:18.976929 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e43e5d06-9451-42c4-b7c9-9e59ae6d462b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:18.990830 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e43e5d06-9451-42c4-b7c9-9e59ae6d462b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5314ba92-6857-45d0-8632-c9ec4b083ef9 HTTP/1.1" status: 204 len: 168 time: 0.2080400 Mar 22 19:49:19.017878 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e5d06-9451-42c4-b7c9-9e59ae6d462b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5314ba92-6857-45d0-8632-c9ec4b083ef9,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:19.475515 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3f0b2-7f37-4c0f-8a65-1aa32a6894a5 req-165da3d5-2dbe-472b-bc97-0ed439532f0a tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:19.477116 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-76e3f0b2-7f37-4c0f-8a65-1aa32a6894a5 req-165da3d5-2dbe-472b-bc97-0ed439532f0a tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] 10.222.0.75 "GET /v2.0/ports?device_id=60c4c5b4-1b95-4931-afd6-b87800c35368 HTTP/1.1" status: 200 len: 945 time: 0.1142869 Mar 22 19:49:19.587255 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-76e3f0b2-7f37-4c0f-8a65-1aa32a6894a5 req-c15c59df-667f-4913-b0fe-ace176c6be7f tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] 10.222.0.75 "GET /v2.0/security-groups?id=e5db2da7-7648-4249-94cd-b808eb5ec879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018214 Mar 22 19:49:19.784493 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52864) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:20.043188 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3295d47a-ecc6-4c70-a2a8-5f275b587f21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:20.164701 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:20.172377 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3295d47a-ecc6-4c70-a2a8-5f275b587f21 admin admin] Publish callbacks [] for security_group (90f69c50-2675-4caf-9784-450f639e91d6), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:20.179474 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3295d47a-ecc6-4c70-a2a8-5f275b587f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (90f69c50-2675-4caf-9784-450f639e91d6), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:20.226630 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3295d47a-ecc6-4c70-a2a8-5f275b587f21 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a894872145834a919f4988a57dbf6b86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4407165 Mar 22 19:49:20.227445 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295d47a-ecc6-4c70-a2a8-5f275b587f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f69c50-2675-4caf-9784-450f639e91d6,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:20.229557 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52880) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:20.257100 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52882) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:20.321037 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0ace040c-bec9-4fe9-865f-53e5fb06d1cd admin admin] Publish callbacks [] for security_group (90f69c50-2675-4caf-9784-450f639e91d6), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:20.357137 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0ace040c-bec9-4fe9-865f-53e5fb06d1cd admin admin] Publish callbacks [] for security_group (90f69c50-2675-4caf-9784-450f639e91d6), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:20.391812 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-8eb1ed61-40af-49ef-a44a-4f8b1e3a5eeb tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1689362841'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:20.432077 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb1ed61-40af-49ef-a44a-4f8b1e3a5eeb tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:49:20.443776 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8eb1ed61-40af-49ef-a44a-4f8b1e3a5eeb tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:20.454189 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8eb1ed61-40af-49ef-a44a-4f8b1e3a5eeb tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:20.455823 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0ace040c-bec9-4fe9-865f-53e5fb06d1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (90f69c50-2675-4caf-9784-450f639e91d6), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:20.463294 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0ace040c-bec9-4fe9-865f-53e5fb06d1cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:20.466967 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0ace040c-bec9-4fe9-865f-53e5fb06d1cd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/90f69c50-2675-4caf-9784-450f639e91d6 HTTP/1.1" status: 204 len: 168 time: 0.2363563 Mar 22 19:49:20.480898 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace040c-bec9-4fe9-865f-53e5fb06d1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f69c50-2675-4caf-9784-450f639e91d6,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:20.584914 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8eb1ed61-40af-49ef-a44a-4f8b1e3a5eeb tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for security_group (93e32388-2a64-437c-a791-28c3bd34fd69), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:20.591211 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8eb1ed61-40af-49ef-a44a-4f8b1e3a5eeb tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (93e32388-2a64-437c-a791-28c3bd34fd69), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:20.611853 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb1ed61-40af-49ef-a44a-4f8b1e3a5eeb tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:49:20.626915 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8eb1ed61-40af-49ef-a44a-4f8b1e3a5eeb tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (7fd9928d-fff1-4fbb-8ce5-22747f91d8f6), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:20.627235 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-8eb1ed61-40af-49ef-a44a-4f8b1e3a5eeb tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Added segment 7fd9928d-fff1-4fbb-8ce5-22747f91d8f6 of type vlan for network c3239c2e-0cca-4308-801b-dadc788d66c7 Mar 22 19:49:20.685185 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8eb1ed61-40af-49ef-a44a-4f8b1e3a5eeb tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (c3239c2e-0cca-4308-801b-dadc788d66c7), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:20.812706 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1ed61-40af-49ef-a44a-4f8b1e3a5eeb tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93e32388-2a64-437c-a791-28c3bd34fd69,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:20.821559 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8eb1ed61-40af-49ef-a44a-4f8b1e3a5eeb tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (c3239c2e-0cca-4308-801b-dadc788d66c7), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:20.826954 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb1ed61-40af-49ef-a44a-4f8b1e3a5eeb tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:20.827633 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8eb1ed61-40af-49ef-a44a-4f8b1e3a5eeb tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:20.931335 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19394f-daf0-4708-8359-bb66c01b73f0 req-4fafc749-2e09-4d49-b721-fe5c05802b5b tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:20.938503 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-db19394f-daf0-4708-8359-bb66c01b73f0 req-4fafc749-2e09-4d49-b721-fe5c05802b5b tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] 10.222.0.75 "GET /v2.0/ports?device_id=60c4c5b4-1b95-4931-afd6-b87800c35368 HTTP/1.1" status: 200 len: 945 time: 0.2110505 Mar 22 19:49:20.949764 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52900) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:20.950043 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8eb1ed61-40af-49ef-a44a-4f8b1e3a5eeb tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6923301 Mar 22 19:49:20.956687 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-b3eefb96-2adc-4c16-a919-1c485c561bd6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'port': {'network_id': 'c3239c2e-0cca-4308-801b-dadc788d66c7', 'name': 'tempest-PortsTestJSON-1580892135'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:20.963760 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1ed61-40af-49ef-a44a-4f8b1e3a5eeb tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Network': ['ID=c3239c2e-0cca-4308-801b-dadc788d66c7,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:20.980505 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8655a2a-492b-4bf6-82b2-24e6b431df00 req-299cdf6d-881e-445d-8927-49c6ee2528e0 tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:20.982126 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d8655a2a-492b-4bf6-82b2-24e6b431df00 req-299cdf6d-881e-445d-8927-49c6ee2528e0 tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] 10.222.0.84 "GET /v2.0/ports?device_id=60c4c5b4-1b95-4931-afd6-b87800c35368 HTTP/1.1" status: 200 len: 945 time: 0.2850997 Mar 22 19:49:20.985211 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network c3239c2e-0cca-4308-801b-dadc788d66c7 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:49:21.016197 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52904) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:21.074323 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a584e0b2-a68b-41fa-a9e0-44b15131483b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:21.111348 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-db19394f-daf0-4708-8359-bb66c01b73f0 req-703f8872-7b1f-4817-9c99-eae875ffffa3 tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] 10.222.0.75 "GET /v2.0/security-groups?id=e5db2da7-7648-4249-94cd-b808eb5ec879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718640 Mar 22 19:49:21.186539 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3eefb96-2adc-4c16-a919-1c485c561bd6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:49:21.197255 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b3eefb96-2adc-4c16-a919-1c485c561bd6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:21.225079 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-d8655a2a-492b-4bf6-82b2-24e6b431df00 req-a0361464-34e3-48b1-8d79-7864f2e76d7b tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] Deleting port 82e1695b-43f3-415e-87e8-6ce090f3bddb {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:49:21.225670 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d8655a2a-492b-4bf6-82b2-24e6b431df00 req-a0361464-34e3-48b1-8d79-7864f2e76d7b tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (82e1695b-43f3-415e-87e8-6ce090f3bddb), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:21.230418 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-b3eefb96-2adc-4c16-a919-1c485c561bd6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] device_id is not set on port 9b2877ab-573f-47fe-a749-8be0c7512737 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:49:21.318227 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a584e0b2-a68b-41fa-a9e0-44b15131483b admin admin] Publish callbacks [] for security_group (faf4bcf1-8bc5-4edb-8891-493b9982dc64), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:21.365441 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-d8655a2a-492b-4bf6-82b2-24e6b431df00 req-a0361464-34e3-48b1-8d79-7864f2e76d7b tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] For port 82e1695b-43f3-415e-87e8-6ce090f3bddb, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=82e1695b-43f3-415e-87e8-6ce090f3bddb,segment=NetworkSegment(41e056b6-fac0-4c3e-886e-61cc01f285c6),segment_id=41e056b6-fac0-4c3e-886e-61cc01f285c6)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:49:21.365885 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d8655a2a-492b-4bf6-82b2-24e6b431df00 req-a0361464-34e3-48b1-8d79-7864f2e76d7b tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (82e1695b-43f3-415e-87e8-6ce090f3bddb), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:21.366043 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:21.382765 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-d8655a2a-492b-4bf6-82b2-24e6b431df00 req-a0361464-34e3-48b1-8d79-7864f2e76d7b tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] Calling delete_port for 82e1695b-43f3-415e-87e8-6ce090f3bddb owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:49:21.447650 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a584e0b2-a68b-41fa-a9e0-44b15131483b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (faf4bcf1-8bc5-4edb-8891-493b9982dc64), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:21.507811 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a584e0b2-a68b-41fa-a9e0-44b15131483b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=7496cac97d37489c8b1c84571a8cfac4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4501839 Mar 22 19:49:21.507811 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584e0b2-a68b-41fa-a9e0-44b15131483b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf4bcf1-8bc5-4edb-8891-493b9982dc64,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:21.511587 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52924) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:21.578164 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b3eefb96-2adc-4c16-a919-1c485c561bd6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for port (9b2877ab-573f-47fe-a749-8be0c7512737), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:21.604585 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-666fcb9b-b34a-455c-a35a-0fbffc0eee57 admin admin] Publish callbacks [] for security_group (faf4bcf1-8bc5-4edb-8891-493b9982dc64), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:21.673732 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-666fcb9b-b34a-455c-a35a-0fbffc0eee57 admin admin] Publish callbacks [] for security_group (faf4bcf1-8bc5-4edb-8891-493b9982dc64), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:21.682060 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b3eefb96-2adc-4c16-a919-1c485c561bd6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (9b2877ab-573f-47fe-a749-8be0c7512737), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:21.712216 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d8655a2a-492b-4bf6-82b2-24e6b431df00 req-a0361464-34e3-48b1-8d79-7864f2e76d7b tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (82e1695b-43f3-415e-87e8-6ce090f3bddb), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:21.726071 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['82e1695b-43f3-415e-87e8-6ce090f3bddb'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:49:21.758784 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0361464-34e3-48b1-8d79-7864f2e76d7b tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] Pushing event deleted for resources: {'Port': ['ID=82e1695b-43f3-415e-87e8-6ce090f3bddb,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:21.822093 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-666fcb9b-b34a-455c-a35a-0fbffc0eee57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (faf4bcf1-8bc5-4edb-8891-493b9982dc64), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:21.826708 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-666fcb9b-b34a-455c-a35a-0fbffc0eee57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:21.830314 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-666fcb9b-b34a-455c-a35a-0fbffc0eee57 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/faf4bcf1-8bc5-4edb-8891-493b9982dc64 HTTP/1.1" status: 204 len: 168 time: 0.3176062 Mar 22 19:49:21.892081 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eefb96-2adc-4c16-a919-1c485c561bd6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Port': ['ID=9b2877ab-573f-47fe-a749-8be0c7512737,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:21.917671 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8655a2a-492b-4bf6-82b2-24e6b431df00 req-a0361464-34e3-48b1-8d79-7864f2e76d7b tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] No DVR routers for this DVR port 82e1695b-43f3-415e-87e8-6ce090f3bddb on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:49:21.919398 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666fcb9b-b34a-455c-a35a-0fbffc0eee57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf4bcf1-8bc5-4edb-8891-493b9982dc64,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:21.931616 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d8655a2a-492b-4bf6-82b2-24e6b431df00 req-a0361464-34e3-48b1-8d79-7864f2e76d7b tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:21.940123 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d8655a2a-492b-4bf6-82b2-24e6b431df00 req-a0361464-34e3-48b1-8d79-7864f2e76d7b tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] 10.222.0.84 "DELETE /v2.0/ports/82e1695b-43f3-415e-87e8-6ce090f3bddb HTTP/1.1" status: 204 len: 173 time: 0.9254043 Mar 22 19:49:21.941839 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c4c5b4-1b95-4931-afd6-b87800c35368', 'name': 'network-vif-deleted', 'tag': '82e1695b-43f3-415e-87e8-6ce090f3bddb'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:49:21.946929 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a16acc-ac1e-42d3-b5d1-3e9086624640" -d '{"events": [{"server_uuid": "60c4c5b4-1b95-4931-afd6-b87800c35368", "name": "network-vif-deleted", "tag": "82e1695b-43f3-415e-87e8-6ce090f3bddb"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:49:22.018094 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3eefb96-2adc-4c16-a919-1c485c561bd6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Checking segment: {'id': '7fd9928d-fff1-4fbb-8ce5-22747f91d8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c3239c2e-0cca-4308-801b-dadc788d66c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:49:22.018500 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eefb96-2adc-4c16-a919-1c485c561bd6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Network hostable DHCP agents. Network: c3239c2e-0cca-4308-801b-dadc788d66c7, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:49:22.094051 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eefb96-2adc-4c16-a919-1c485c561bd6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Network c3239c2e-0cca-4308-801b-dadc788d66c7 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:49:22.099374 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1846c60a-359e-49c1-8f6e-d0619cf0dd1c x-openstack-request-id: req-1846c60a-359e-49c1-8f6e-d0619cf0dd1c {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:49:22.099903 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c4c5b4-1b95-4931-afd6-b87800c35368", "name": "network-vif-deleted", "tag": "82e1695b-43f3-415e-87e8-6ce090f3bddb", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:49:22.099903 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1846c60a-359e-49c1-8f6e-d0619cf0dd1c {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:49:22.100337 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1846c60a-359e-49c1-8f6e-d0619cf0dd1c'] response: {'server_uuid': '60c4c5b4-1b95-4931-afd6-b87800c35368', 'name': 'network-vif-deleted', 'tag': '82e1695b-43f3-415e-87e8-6ce090f3bddb', 'status': 'completed', 'code': 200} Mar 22 19:49:22.118975 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-b3eefb96-2adc-4c16-a919-1c485c561bd6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, c3239c2e-0cca-4308-801b-dadc788d66c7) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:49:22.125494 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eefb96-2adc-4c16-a919-1c485c561bd6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:49:22.129118 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cdcd9a-f2c4-4538-ac13-40d0888e9889 None None] Network c3239c2e-0cca-4308-801b-dadc788d66c7 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:49:22.143975 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3eefb96-2adc-4c16-a919-1c485c561bd6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:22.145832 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b3eefb96-2adc-4c16-a919-1c485c561bd6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:22.209862 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52940) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:22.213061 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b3eefb96-2adc-4c16-a919-1c485c561bd6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2614374 Mar 22 19:49:22.215192 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-7b639008-b784-4a3a-92c4-f85fd19c075f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-159660465'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:22.274834 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b639008-b784-4a3a-92c4-f85fd19c075f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:49:22.278325 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7b639008-b784-4a3a-92c4-f85fd19c075f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:22.386583 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1bac0095-c649-478e-b05d-28d3d24d6f79 req-0cdc2346-bd4e-4f31-ae5a-6288678afd32 tempest-VolumesActionsTest-1384268739 tempest-VolumesActionsTest-1384268739-project] 10.222.0.75 "GET /v2.0/ports?device_id=60c4c5b4-1b95-4931-afd6-b87800c35368 HTTP/1.1" status: 200 len: 210 time: 0.0649035 Mar 22 19:49:22.401770 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b639008-b784-4a3a-92c4-f85fd19c075f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:49:22.420252 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7b639008-b784-4a3a-92c4-f85fd19c075f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (43af33c5-c318-4de0-a5b4-cfd15212f7ad), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:22.420787 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-7b639008-b784-4a3a-92c4-f85fd19c075f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Added segment 43af33c5-c318-4de0-a5b4-cfd15212f7ad of type vlan for network d733e99a-eb25-4e9f-9d77-7564e610bca9 Mar 22 19:49:22.521648 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7b639008-b784-4a3a-92c4-f85fd19c075f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (d733e99a-eb25-4e9f-9d77-7564e610bca9), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:22.573953 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7b639008-b784-4a3a-92c4-f85fd19c075f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (d733e99a-eb25-4e9f-9d77-7564e610bca9), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:22.602187 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b639008-b784-4a3a-92c4-f85fd19c075f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:22.606154 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7b639008-b784-4a3a-92c4-f85fd19c075f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:22.712917 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 52954) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:22.719840 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-654ee0d5-c1bd-47fc-9003-22fef4c1d66b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'ports': [{'network_id': 'c3239c2e-0cca-4308-801b-dadc788d66c7'}, {'network_id': 'd733e99a-eb25-4e9f-9d77-7564e610bca9'}]} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:22.720055 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-654ee0d5-c1bd-47fc-9003-22fef4c1d66b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'port': {'network_id': 'c3239c2e-0cca-4308-801b-dadc788d66c7'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:22.720757 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-654ee0d5-c1bd-47fc-9003-22fef4c1d66b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'port': {'network_id': 'd733e99a-eb25-4e9f-9d77-7564e610bca9'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:22.724217 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7b639008-b784-4a3a-92c4-f85fd19c075f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5131879 Mar 22 19:49:22.756039 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b639008-b784-4a3a-92c4-f85fd19c075f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Network': ['ID=d733e99a-eb25-4e9f-9d77-7564e610bca9,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:22.775385 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network d733e99a-eb25-4e9f-9d77-7564e610bca9 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:49:23.012678 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654ee0d5-c1bd-47fc-9003-22fef4c1d66b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'port': 2} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:49:23.017709 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-654ee0d5-c1bd-47fc-9003-22fef4c1d66b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:23.036029 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-654ee0d5-c1bd-47fc-9003-22fef4c1d66b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:23.245896 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-654ee0d5-c1bd-47fc-9003-22fef4c1d66b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] device_id is not set on port a4f0fc05-af41-4378-9b87-775c410025bc yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:49:23.398585 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-654ee0d5-c1bd-47fc-9003-22fef4c1d66b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for port (a4f0fc05-af41-4378-9b87-775c410025bc), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:23.518061 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-654ee0d5-c1bd-47fc-9003-22fef4c1d66b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] device_id is not set on port 7ac91743-adca-40a1-9327-756039eb7353 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:49:23.634973 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-654ee0d5-c1bd-47fc-9003-22fef4c1d66b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for port (7ac91743-adca-40a1-9327-756039eb7353), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:23.680491 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-654ee0d5-c1bd-47fc-9003-22fef4c1d66b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (a4f0fc05-af41-4378-9b87-775c410025bc), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:23.745578 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ee0d5-c1bd-47fc-9003-22fef4c1d66b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Port': ['ID=a4f0fc05-af41-4378-9b87-775c410025bc,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:23.773855 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654ee0d5-c1bd-47fc-9003-22fef4c1d66b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Network c3239c2e-0cca-4308-801b-dadc788d66c7 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:49:23.775871 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-654ee0d5-c1bd-47fc-9003-22fef4c1d66b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:49:23.787153 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654ee0d5-c1bd-47fc-9003-22fef4c1d66b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:49:23.788561 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-654ee0d5-c1bd-47fc-9003-22fef4c1d66b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (7ac91743-adca-40a1-9327-756039eb7353), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:23.876700 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ee0d5-c1bd-47fc-9003-22fef4c1d66b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Port': ['ID=7ac91743-adca-40a1-9327-756039eb7353,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:23.913260 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654ee0d5-c1bd-47fc-9003-22fef4c1d66b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Checking segment: {'id': '43af33c5-c318-4de0-a5b4-cfd15212f7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd733e99a-eb25-4e9f-9d77-7564e610bca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:49:23.913260 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654ee0d5-c1bd-47fc-9003-22fef4c1d66b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Network hostable DHCP agents. Network: d733e99a-eb25-4e9f-9d77-7564e610bca9, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:49:23.947751 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654ee0d5-c1bd-47fc-9003-22fef4c1d66b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Network d733e99a-eb25-4e9f-9d77-7564e610bca9 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:49:23.962665 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-654ee0d5-c1bd-47fc-9003-22fef4c1d66b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, d733e99a-eb25-4e9f-9d77-7564e610bca9) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:49:23.967762 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654ee0d5-c1bd-47fc-9003-22fef4c1d66b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:49:23.977990 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654ee0d5-c1bd-47fc-9003-22fef4c1d66b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:23.983596 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654ee0d5-c1bd-47fc-9003-22fef4c1d66b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:23.984470 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-654ee0d5-c1bd-47fc-9003-22fef4c1d66b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:23.991153 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3ed129-1650-4b7f-899d-76931ebe6ada None None] Network d733e99a-eb25-4e9f-9d77-7564e610bca9 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:49:24.023569 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 52988) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:24.033572 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-654ee0d5-c1bd-47fc-9003-22fef4c1d66b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3189261 Mar 22 19:49:24.182853 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 82e1695b-43f3-415e-87e8-6ce090f3bddb no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:49:24.277306 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-14c01b90-e2a5-4e71-bb13-4215abc7ba10 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Deleting port 7ac91743-adca-40a1-9327-756039eb7353 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:49:24.279020 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-14c01b90-e2a5-4e71-bb13-4215abc7ba10 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (7ac91743-adca-40a1-9327-756039eb7353), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:24.285710 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 82e1695b-43f3-415e-87e8-6ce090f3bddb {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:49:24.286412 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 82e1695b-43f3-415e-87e8-6ce090f3bddb not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:49:24.406655 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-14c01b90-e2a5-4e71-bb13-4215abc7ba10 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (7ac91743-adca-40a1-9327-756039eb7353), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:24.430838 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-14c01b90-e2a5-4e71-bb13-4215abc7ba10 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Calling delete_port for 7ac91743-adca-40a1-9327-756039eb7353 owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:49:24.588843 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-14c01b90-e2a5-4e71-bb13-4215abc7ba10 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (7ac91743-adca-40a1-9327-756039eb7353), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:24.674857 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c01b90-e2a5-4e71-bb13-4215abc7ba10 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Port': ['ID=7ac91743-adca-40a1-9327-756039eb7353,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:24.704530 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-14c01b90-e2a5-4e71-bb13-4215abc7ba10 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:24.707977 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-14c01b90-e2a5-4e71-bb13-4215abc7ba10 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/ports/7ac91743-adca-40a1-9327-756039eb7353 HTTP/1.1" status: 204 len: 168 time: 0.6832702 Mar 22 19:49:24.710926 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53010) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:24.863177 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bc411b-0804-4070-88ef-39800ffe327c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:24.877332 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bc411b-0804-4070-88ef-39800ffe327c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:24.886628 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-56bc411b-0804-4070-88ef-39800ffe327c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1745408 Mar 22 19:49:24.887289 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53012) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:25.090088 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-0b6594db-d7e2-4f88-80e0-1d7d034429f7 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Deleting port a4f0fc05-af41-4378-9b87-775c410025bc {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:49:25.090710 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0b6594db-d7e2-4f88-80e0-1d7d034429f7 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (a4f0fc05-af41-4378-9b87-775c410025bc), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:25.302867 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0b6594db-d7e2-4f88-80e0-1d7d034429f7 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (a4f0fc05-af41-4378-9b87-775c410025bc), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:25.339168 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-0b6594db-d7e2-4f88-80e0-1d7d034429f7 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Calling delete_port for a4f0fc05-af41-4378-9b87-775c410025bc owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:49:25.528010 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0b6594db-d7e2-4f88-80e0-1d7d034429f7 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (a4f0fc05-af41-4378-9b87-775c410025bc), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:25.593475 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6594db-d7e2-4f88-80e0-1d7d034429f7 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Port': ['ID=a4f0fc05-af41-4378-9b87-775c410025bc,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:25.602077 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:49:25.621388 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0b6594db-d7e2-4f88-80e0-1d7d034429f7 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:25.627383 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0b6594db-d7e2-4f88-80e0-1d7d034429f7 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/ports/a4f0fc05-af41-4378-9b87-775c410025bc HTTP/1.1" status: 204 len: 168 time: 0.7362232 Mar 22 19:49:25.627612 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53028) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:25.771279 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb1266b-238a-4459-b2f4-ef8ef518185b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:25.775707 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6bb1266b-238a-4459-b2f4-ef8ef518185b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1439409 Mar 22 19:49:25.776520 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53038) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:25.819793 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f9528a-1d67-4519-9716-b54421d02139 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] GET failed (client error): The resource could not be found. Mar 22 19:49:25.823746 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d2f9528a-1d67-4519-9716-b54421d02139 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "GET /v2.0/ports/7ac91743-adca-40a1-9327-756039eb7353 HTTP/1.1" status: 404 len: 333 time: 0.0424044 Mar 22 19:49:25.824219 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53042) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:25.853511 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-14eceb73-366d-4187-9ff4-4342ccba1639 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] GET failed (client error): The resource could not be found. Mar 22 19:49:25.854970 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-14eceb73-366d-4187-9ff4-4342ccba1639 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "GET /v2.0/ports/a4f0fc05-af41-4378-9b87-775c410025bc HTTP/1.1" status: 404 len: 333 time: 0.0298114 Mar 22 19:49:25.857864 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53044) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:25.979146 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-66f810df-3dbd-4e93-b7fc-d85cba986f0f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (d733e99a-eb25-4e9f-9d77-7564e610bca9), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:26.194546 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-66f810df-3dbd-4e93-b7fc-d85cba986f0f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (d733e99a-eb25-4e9f-9d77-7564e610bca9), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:26.274520 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-66f810df-3dbd-4e93-b7fc-d85cba986f0f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d733e99a-eb25-4e9f-9d77-7564e610bca9']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:49:26.303949 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-66f810df-3dbd-4e93-b7fc-d85cba986f0f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43af33c5-c318-4de0-a5b4-cfd15212f7ad') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:49:26.304292 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-66f810df-3dbd-4e93-b7fc-d85cba986f0f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43af33c5-c318-4de0-a5b4-cfd15212f7ad') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:49:26.336830 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-66f810df-3dbd-4e93-b7fc-d85cba986f0f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (43af33c5-c318-4de0-a5b4-cfd15212f7ad), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:26.403765 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-66f810df-3dbd-4e93-b7fc-d85cba986f0f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (43af33c5-c318-4de0-a5b4-cfd15212f7ad), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:26.434239 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f810df-3dbd-4e93-b7fc-d85cba986f0f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:49:26.442901 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-66f810df-3dbd-4e93-b7fc-d85cba986f0f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (43af33c5-c318-4de0-a5b4-cfd15212f7ad), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:26.454632 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:49:26.454632 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:49:26.454632 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:49:26.454632 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:49:26.454632 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:49:26.454632 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:49:26.454632 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:49:26.454632 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:49:26.454632 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:49:26.454632 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:49:26.454632 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:49:26.454632 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:49:26.454632 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:49:26.454632 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:49:26.454632 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:49:26.454632 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:49:26.454632 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:49:26.454632 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:49:26.454632 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:49:26.454632 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:49:26.454632 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:49:26.454632 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:49:26.454632 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:49:26.454632 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:49:26.454632 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:49:26.454632 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:49:26.454632 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:49:26.454632 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:49:26.454632 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:49:26.454632 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:49:26.454632 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:49:26.454632 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:49:26.717546 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-66f810df-3dbd-4e93-b7fc-d85cba986f0f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (d733e99a-eb25-4e9f-9d77-7564e610bca9), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:26.730421 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-66f810df-3dbd-4e93-b7fc-d85cba986f0f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:26.740458 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-66f810df-3dbd-4e93-b7fc-d85cba986f0f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/networks/d733e99a-eb25-4e9f-9d77-7564e610bca9 HTTP/1.1" status: 204 len: 168 time: 0.8774765 Mar 22 19:49:26.740774 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53060) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:26.747708 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-1e3f55cc-fa97-4d33-abce-e3f2e43061f5 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-280693212'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:26.787990 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f810df-3dbd-4e93-b7fc-d85cba986f0f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Network': ['ID=d733e99a-eb25-4e9f-9d77-7564e610bca9,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:26.814045 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3f55cc-fa97-4d33-abce-e3f2e43061f5 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:49:26.820019 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1e3f55cc-fa97-4d33-abce-e3f2e43061f5 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:26.928836 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e3f55cc-fa97-4d33-abce-e3f2e43061f5 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:49:26.956538 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1e3f55cc-fa97-4d33-abce-e3f2e43061f5 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (68073a8b-a514-41eb-b19d-cfe4d10abbb7), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:26.956911 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-1e3f55cc-fa97-4d33-abce-e3f2e43061f5 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Added segment 68073a8b-a514-41eb-b19d-cfe4d10abbb7 of type vlan for network 3a6130fc-91e2-42a8-ad82-f6ff54070266 Mar 22 19:49:27.044174 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1e3f55cc-fa97-4d33-abce-e3f2e43061f5 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (3a6130fc-91e2-42a8-ad82-f6ff54070266), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:27.110668 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1e3f55cc-fa97-4d33-abce-e3f2e43061f5 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (3a6130fc-91e2-42a8-ad82-f6ff54070266), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:27.123411 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3f55cc-fa97-4d33-abce-e3f2e43061f5 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:27.125207 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1e3f55cc-fa97-4d33-abce-e3f2e43061f5 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:27.188281 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1e3f55cc-fa97-4d33-abce-e3f2e43061f5 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4463699 Mar 22 19:49:27.192301 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53070) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:27.210456 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-13f8161e-d562-4b33-a181-bd88a1b82718 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'subnet': {'network_id': '3a6130fc-91e2-42a8-ad82-f6ff54070266', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:27.311828 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f55cc-fa97-4d33-abce-e3f2e43061f5 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Network': ['ID=3a6130fc-91e2-42a8-ad82-f6ff54070266,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:27.340168 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 3a6130fc-91e2-42a8-ad82-f6ff54070266 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:49:27.476655 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f8161e-d562-4b33-a181-bd88a1b82718 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:49:27.480208 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-13f8161e-d562-4b33-a181-bd88a1b82718 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:27.536845 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53076) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:27.694063 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.ipam_backend_mixin [None req-13f8161e-d562-4b33-a181-bd88a1b82718 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Performing IP validity checks on allocation pools {{(pid=104173) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 22 19:49:27.696124 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.ipam_backend_mixin [None req-13f8161e-d562-4b33-a181-bd88a1b82718 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104173) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 22 19:49:27.852251 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5cd25360-dfdd-4f0a-9cf9-a432aec873d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:27.958788 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-13f8161e-d562-4b33-a181-bd88a1b82718 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (9a306fcc-231e-4eac-9ee1-d469144a5661), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:28.075510 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f8161e-d562-4b33-a181-bd88a1b82718 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Subnet': ['ID=9a306fcc-231e-4eac-9ee1-d469144a5661,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:28.097869 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f8161e-d562-4b33-a181-bd88a1b82718 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Checking segment: {'id': '68073a8b-a514-41eb-b19d-cfe4d10abbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3a6130fc-91e2-42a8-ad82-f6ff54070266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:49:28.098118 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f8161e-d562-4b33-a181-bd88a1b82718 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Network hostable DHCP agents. Network: 3a6130fc-91e2-42a8-ad82-f6ff54070266, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:49:28.110084 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5cd25360-dfdd-4f0a-9cf9-a432aec873d9 admin admin] Publish callbacks [] for security_group (60e5ca32-0b41-48aa-9379-9cc1146c8119), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:28.117158 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5cd25360-dfdd-4f0a-9cf9-a432aec873d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (60e5ca32-0b41-48aa-9379-9cc1146c8119), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:28.154146 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f8161e-d562-4b33-a181-bd88a1b82718 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Network 3a6130fc-91e2-42a8-ad82-f6ff54070266 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:49:28.183005 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-13f8161e-d562-4b33-a181-bd88a1b82718 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 3a6130fc-91e2-42a8-ad82-f6ff54070266) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:49:28.188381 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f8161e-d562-4b33-a181-bd88a1b82718 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:28.188381 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-13f8161e-d562-4b33-a181-bd88a1b82718 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:28.192628 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5cd25360-dfdd-4f0a-9cf9-a432aec873d9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=ea920b3999914a6e914467189aacb067&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6545465 Mar 22 19:49:28.198302 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53100) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:28.200137 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7918687a-0a1e-467a-bbf0-1f6c6426d4fa None None] Network 3a6130fc-91e2-42a8-ad82-f6ff54070266 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:49:28.226723 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-13f8161e-d562-4b33-a181-bd88a1b82718 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0301783 Mar 22 19:49:28.228319 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53102) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:28.239545 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-13d87d4b-4db1-49f4-a64f-851da183ea7f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'port': {'network_id': '3a6130fc-91e2-42a8-ad82-f6ff54070266', 'name': 'tempest-PortsTestJSON-965127637'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:28.247336 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd25360-dfdd-4f0a-9cf9-a432aec873d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e5ca32-0b41-48aa-9379-9cc1146c8119,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:28.306731 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7e7f7abf-9d7f-4f05-8805-051b887fba03 admin admin] Publish callbacks [] for security_group (60e5ca32-0b41-48aa-9379-9cc1146c8119), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:28.344808 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7e7f7abf-9d7f-4f05-8805-051b887fba03 admin admin] Publish callbacks [] for security_group (60e5ca32-0b41-48aa-9379-9cc1146c8119), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:28.422468 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7e7f7abf-9d7f-4f05-8805-051b887fba03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (60e5ca32-0b41-48aa-9379-9cc1146c8119), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:28.426427 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7e7f7abf-9d7f-4f05-8805-051b887fba03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:28.439592 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7e7f7abf-9d7f-4f05-8805-051b887fba03 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/60e5ca32-0b41-48aa-9379-9cc1146c8119 HTTP/1.1" status: 204 len: 168 time: 0.2320344 Mar 22 19:49:28.460827 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f7abf-9d7f-4f05-8805-051b887fba03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e5ca32-0b41-48aa-9379-9cc1146c8119,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:28.480964 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4f0fe9-7fdf-4051-82c5-28063aefbdee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-3a6130fc-91e2-42a8-ad82-f6ff54070266', 'network_id': '3a6130fc-91e2-42a8-ad82-f6ff54070266', 'project_id': 'f3f14f59239b403ca91009380fb1ee21', 'fixed_ips': [{'subnet_id': '9a306fcc-231e-4eac-9ee1-d469144a5661'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:49:28.481759 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-cd4f0fe9-7fdf-4051-82c5-28063aefbdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:28.501824 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d87d4b-4db1-49f4-a64f-851da183ea7f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:49:28.512636 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-13d87d4b-4db1-49f4-a64f-851da183ea7f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:28.557262 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-13d87d4b-4db1-49f4-a64f-851da183ea7f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] device_id is not set on port 4204d8b6-03b9-46b5-ba10-9dbf8fd5f963 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:49:28.706201 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-13d87d4b-4db1-49f4-a64f-851da183ea7f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Allocated IP 172.20.0.13 (3a6130fc-91e2-42a8-ad82-f6ff54070266/9a306fcc-231e-4eac-9ee1-d469144a5661/4204d8b6-03b9-46b5-ba10-9dbf8fd5f963) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:49:28.931033 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-13d87d4b-4db1-49f4-a64f-851da183ea7f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for port (4204d8b6-03b9-46b5-ba10-9dbf8fd5f963), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:29.000506 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53112) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:29.020105 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-13d87d4b-4db1-49f4-a64f-851da183ea7f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (4204d8b6-03b9-46b5-ba10-9dbf8fd5f963), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:29.033453 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8bdd52f1-ee05-45e7-83e9-aa0a810ed99a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:29.180610 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-cd4f0fe9-7fdf-4051-82c5-28063aefbdee None None] Allocated IP 172.20.0.2 (3a6130fc-91e2-42a8-ad82-f6ff54070266/9a306fcc-231e-4eac-9ee1-d469144a5661/446a67f4-0401-42c2-9fe2-a8578b2e902c) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:49:29.196984 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d87d4b-4db1-49f4-a64f-851da183ea7f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Port': ['ID=4204d8b6-03b9-46b5-ba10-9dbf8fd5f963,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:29.228140 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d87d4b-4db1-49f4-a64f-851da183ea7f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Network 3a6130fc-91e2-42a8-ad82-f6ff54070266 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:49:29.239975 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-13d87d4b-4db1-49f4-a64f-851da183ea7f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:49:29.267304 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d87d4b-4db1-49f4-a64f-851da183ea7f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:49:29.292768 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8bdd52f1-ee05-45e7-83e9-aa0a810ed99a admin admin] Publish callbacks [] for security_group (7dc43d07-3960-4bc2-b8b4-9783da8c83b5), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:29.300711 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8bdd52f1-ee05-45e7-83e9-aa0a810ed99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7dc43d07-3960-4bc2-b8b4-9783da8c83b5), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:29.338647 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8bdd52f1-ee05-45e7-83e9-aa0a810ed99a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=284b2fc301744214b02e89b531e0a10b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3366473 Mar 22 19:49:29.341717 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53120) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:29.409576 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd52f1-ee05-45e7-83e9-aa0a810ed99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc43d07-3960-4bc2-b8b4-9783da8c83b5,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:29.452774 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d87d4b-4db1-49f4-a64f-851da183ea7f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:29.453460 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-13d87d4b-4db1-49f4-a64f-851da183ea7f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:29.470431 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-feafbd84-0833-4380-b49d-a3fdde41723b admin admin] Publish callbacks [] for security_group (7dc43d07-3960-4bc2-b8b4-9783da8c83b5), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:29.491781 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-13d87d4b-4db1-49f4-a64f-851da183ea7f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2619128 Mar 22 19:49:29.494087 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53122) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:29.517456 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-cd4f0fe9-7fdf-4051-82c5-28063aefbdee None None] Publish callbacks [] for port (446a67f4-0401-42c2-9fe2-a8578b2e902c), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:29.531509 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-feafbd84-0833-4380-b49d-a3fdde41723b admin admin] Publish callbacks [] for security_group (7dc43d07-3960-4bc2-b8b4-9783da8c83b5), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:29.535897 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-cd4f0fe9-7fdf-4051-82c5-28063aefbdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (446a67f4-0401-42c2-9fe2-a8578b2e902c), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:29.603606 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-feafbd84-0833-4380-b49d-a3fdde41723b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7dc43d07-3960-4bc2-b8b4-9783da8c83b5), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:29.604037 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4f0fe9-7fdf-4051-82c5-28063aefbdee None None] Network 3a6130fc-91e2-42a8-ad82-f6ff54070266 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:49:29.611602 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-feafbd84-0833-4380-b49d-a3fdde41723b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:29.615948 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-cd4f0fe9-7fdf-4051-82c5-28063aefbdee None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:49:29.617302 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-feafbd84-0833-4380-b49d-a3fdde41723b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7dc43d07-3960-4bc2-b8b4-9783da8c83b5 HTTP/1.1" status: 204 len: 168 time: 0.2736125 Mar 22 19:49:29.640179 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feafbd84-0833-4380-b49d-a3fdde41723b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc43d07-3960-4bc2-b8b4-9783da8c83b5,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:29.694940 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f0fe9-7fdf-4051-82c5-28063aefbdee None None] Pushing event updated for resources: {'Port': ['ID=446a67f4-0401-42c2-9fe2-a8578b2e902c,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:29.698050 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4f0fe9-7fdf-4051-82c5-28063aefbdee None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:49:29.751589 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-8d7e5ab6-2c87-4ba6-93fa-c801eeab152f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Deleting port 4204d8b6-03b9-46b5-ba10-9dbf8fd5f963 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:49:29.752337 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8d7e5ab6-2c87-4ba6-93fa-c801eeab152f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (4204d8b6-03b9-46b5-ba10-9dbf8fd5f963), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:29.835602 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-cd4f0fe9-7fdf-4051-82c5-28063aefbdee None None] Attempting to bind port 446a67f4-0401-42c2-9fe2-a8578b2e902c on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:49:29.835984 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-cd4f0fe9-7fdf-4051-82c5-28063aefbdee None None] Attempting to bind port 446a67f4-0401-42c2-9fe2-a8578b2e902c by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '68073a8b-a514-41eb-b19d-cfe4d10abbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3a6130fc-91e2-42a8-ad82-f6ff54070266'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:49:29.836535 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4f0fe9-7fdf-4051-82c5-28063aefbdee None None] Attempting to bind port 446a67f4-0401-42c2-9fe2-a8578b2e902c on network 3a6130fc-91e2-42a8-ad82-f6ff54070266 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:49:29.854629 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4f0fe9-7fdf-4051-82c5-28063aefbdee None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:49:29.855246 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4f0fe9-7fdf-4051-82c5-28063aefbdee None None] Checking segment: {'id': '68073a8b-a514-41eb-b19d-cfe4d10abbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3a6130fc-91e2-42a8-ad82-f6ff54070266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:49:29.855678 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-cd4f0fe9-7fdf-4051-82c5-28063aefbdee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:29.858137 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4f0fe9-7fdf-4051-82c5-28063aefbdee None None] Bound using segment: {'id': '68073a8b-a514-41eb-b19d-cfe4d10abbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3a6130fc-91e2-42a8-ad82-f6ff54070266'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:49:29.859751 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-cd4f0fe9-7fdf-4051-82c5-28063aefbdee None None] Bound port: 446a67f4-0401-42c2-9fe2-a8578b2e902c, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68073a8b-a514-41eb-b19d-cfe4d10abbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3a6130fc-91e2-42a8-ad82-f6ff54070266'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:49:29.860169 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-cd4f0fe9-7fdf-4051-82c5-28063aefbdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (446a67f4-0401-42c2-9fe2-a8578b2e902c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:29.900414 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8d7e5ab6-2c87-4ba6-93fa-c801eeab152f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (4204d8b6-03b9-46b5-ba10-9dbf8fd5f963), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:29.942260 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-8d7e5ab6-2c87-4ba6-93fa-c801eeab152f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Calling delete_port for 4204d8b6-03b9-46b5-ba10-9dbf8fd5f963 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:49:29.999813 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-cd4f0fe9-7fdf-4051-82c5-28063aefbdee None None] For port 446a67f4-0401-42c2-9fe2-a8578b2e902c, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:49:30.008330 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-cd4f0fe9-7fdf-4051-82c5-28063aefbdee None None] For port 446a67f4-0401-42c2-9fe2-a8578b2e902c, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=446a67f4-0401-42c2-9fe2-a8578b2e902c,segment=NetworkSegment(68073a8b-a514-41eb-b19d-cfe4d10abbb7),segment_id=68073a8b-a514-41eb-b19d-cfe4d10abbb7)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:49:30.021778 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-cd4f0fe9-7fdf-4051-82c5-28063aefbdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (446a67f4-0401-42c2-9fe2-a8578b2e902c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:30.162672 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f0fe9-7fdf-4051-82c5-28063aefbdee None None] Pushing event updated for resources: {'Port': ['ID=446a67f4-0401-42c2-9fe2-a8578b2e902c,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:30.333089 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8d7e5ab6-2c87-4ba6-93fa-c801eeab152f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (4204d8b6-03b9-46b5-ba10-9dbf8fd5f963), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:30.519008 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e5ab6-2c87-4ba6-93fa-c801eeab152f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Port': ['ID=4204d8b6-03b9-46b5-ba10-9dbf8fd5f963,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:30.641412 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8d7e5ab6-2c87-4ba6-93fa-c801eeab152f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:30.648794 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53146) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:30.649747 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8d7e5ab6-2c87-4ba6-93fa-c801eeab152f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/ports/4204d8b6-03b9-46b5-ba10-9dbf8fd5f963 HTTP/1.1" status: 204 len: 168 time: 1.1504109 Mar 22 19:49:30.759132 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb9773f0-f237-45b7-9d9c-5f755f9fc573 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] DELETE failed (client error): The resource could not be found. Mar 22 19:49:30.762634 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb9773f0-f237-45b7-9d9c-5f755f9fc573 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:49:30.781091 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53148) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:30.794644 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-eb9773f0-f237-45b7-9d9c-5f755f9fc573 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/ports/4204d8b6-03b9-46b5-ba10-9dbf8fd5f963 HTTP/1.1" status: 404 len: 333 time: 0.1441450 Mar 22 19:49:30.843372 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd6f8f8-f983-4ac2-9d24-fc08cd61a101 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] GET failed (client error): The resource could not be found. Mar 22 19:49:30.850469 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1fd6f8f8-f983-4ac2-9d24-fc08cd61a101 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "GET /v2.0/ports/4204d8b6-03b9-46b5-ba10-9dbf8fd5f963 HTTP/1.1" status: 404 len: 333 time: 0.0651293 Mar 22 19:49:30.851517 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53150) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:31.025463 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e4b8c3-42a4-45ce-8270-bd4f3c3c7a1f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Deleting subnet 9a306fcc-231e-4eac-9ee1-d469144a5661 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:49:31.031325 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-90e4b8c3-42a4-45ce-8270-bd4f3c3c7a1f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for subnet (9a306fcc-231e-4eac-9ee1-d469144a5661), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:31.062118 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 446a67f4-0401-42c2-9fe2-a8578b2e902c up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:49:31.098484 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-90e4b8c3-42a4-45ce-8270-bd4f3c3c7a1f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (9a306fcc-231e-4eac-9ee1-d469144a5661), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:31.266088 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 446a67f4-0401-42c2-9fe2-a8578b2e902c triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:49:31.270885 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (446a67f4-0401-42c2-9fe2-a8578b2e902c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:31.272676 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-90e4b8c3-42a4-45ce-8270-bd4f3c3c7a1f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (9a306fcc-231e-4eac-9ee1-d469144a5661), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:31.410281 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-90e4b8c3-42a4-45ce-8270-bd4f3c3c7a1f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (9a306fcc-231e-4eac-9ee1-d469144a5661), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:31.528999 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4b8c3-42a4-45ce-8270-bd4f3c3c7a1f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Subnet': ['ID=9a306fcc-231e-4eac-9ee1-d469144a5661,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:31.538991 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 446a67f4-0401-42c2-9fe2-a8578b2e902c is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:49:31.540389 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (446a67f4-0401-42c2-9fe2-a8578b2e902c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:31.558877 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-90e4b8c3-42a4-45ce-8270-bd4f3c3c7a1f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:31.569817 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-90e4b8c3-42a4-45ce-8270-bd4f3c3c7a1f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/subnets/9a306fcc-231e-4eac-9ee1-d469144a5661 HTTP/1.1" status: 204 len: 168 time: 0.7166479 Mar 22 19:49:31.572640 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53170) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:31.584636 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4b8c3-42a4-45ce-8270-bd4f3c3c7a1f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:31.584985 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4b8c3-42a4-45ce-8270-bd4f3c3c7a1f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:31.585326 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4b8c3-42a4-45ce-8270-bd4f3c3c7a1f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:31.585664 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4b8c3-42a4-45ce-8270-bd4f3c3c7a1f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:31.588686 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4b8c3-42a4-45ce-8270-bd4f3c3c7a1f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:31.590143 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4b8c3-42a4-45ce-8270-bd4f3c3c7a1f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:31.590515 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4b8c3-42a4-45ce-8270-bd4f3c3c7a1f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:31.590861 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4b8c3-42a4-45ce-8270-bd4f3c3c7a1f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:31.591200 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4b8c3-42a4-45ce-8270-bd4f3c3c7a1f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:31.591534 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4b8c3-42a4-45ce-8270-bd4f3c3c7a1f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:31.591867 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4b8c3-42a4-45ce-8270-bd4f3c3c7a1f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:31.592198 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4b8c3-42a4-45ce-8270-bd4f3c3c7a1f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:31.592525 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4b8c3-42a4-45ce-8270-bd4f3c3c7a1f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:31.592850 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4b8c3-42a4-45ce-8270-bd4f3c3c7a1f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:31.593174 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e4b8c3-42a4-45ce-8270-bd4f3c3c7a1f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:31.685936 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 446a67f4-0401-42c2-9fe2-a8578b2e902c, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=446a67f4-0401-42c2-9fe2-a8578b2e902c,segment=NetworkSegment(68073a8b-a514-41eb-b19d-cfe4d10abbb7),segment_id=68073a8b-a514-41eb-b19d-cfe4d10abbb7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:49:31.700483 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (446a67f4-0401-42c2-9fe2-a8578b2e902c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:31.838400 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=446a67f4-0401-42c2-9fe2-a8578b2e902c,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:31.846432 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f3031eed-0de0-471e-8e59-bf45a3b6eda6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (3a6130fc-91e2-42a8-ad82-f6ff54070266), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:31.992723 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99157700-196d-4de4-aab1-2ea2a791e9b7 None None] Network 3a6130fc-91e2-42a8-ad82-f6ff54070266 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:49:32.040194 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-f3031eed-0de0-471e-8e59-bf45a3b6eda6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Deleting port 446a67f4-0401-42c2-9fe2-a8578b2e902c {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:49:32.040532 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f3031eed-0de0-471e-8e59-bf45a3b6eda6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (446a67f4-0401-42c2-9fe2-a8578b2e902c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:32.153967 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-05c8e854-d23e-40a0-8c40-13cf0d15f920 None None] Provisioning complete for port 446a67f4-0401-42c2-9fe2-a8578b2e902c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:49:32.154557 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-05c8e854-d23e-40a0-8c40-13cf0d15f920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (446a67f4-0401-42c2-9fe2-a8578b2e902c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:32.174007 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-f3031eed-0de0-471e-8e59-bf45a3b6eda6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] For port 446a67f4-0401-42c2-9fe2-a8578b2e902c, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=446a67f4-0401-42c2-9fe2-a8578b2e902c,segment=NetworkSegment(68073a8b-a514-41eb-b19d-cfe4d10abbb7),segment_id=68073a8b-a514-41eb-b19d-cfe4d10abbb7)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:49:32.175234 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f3031eed-0de0-471e-8e59-bf45a3b6eda6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (446a67f4-0401-42c2-9fe2-a8578b2e902c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:32.216131 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-f3031eed-0de0-471e-8e59-bf45a3b6eda6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Calling delete_port for 446a67f4-0401-42c2-9fe2-a8578b2e902c owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:49:32.325008 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d95691-857b-4575-b449-6a3fa821d3f7 None None] DHCP port deletion for 3a6130fc-91e2-42a8-ad82-f6ff54070266 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:49:32.382784 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-05c8e854-d23e-40a0-8c40-13cf0d15f920 None None] Current status of the port 446a67f4-0401-42c2-9fe2-a8578b2e902c is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:49:32.436492 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e4d95691-857b-4575-b449-6a3fa821d3f7 None None] Deleting port 446a67f4-0401-42c2-9fe2-a8578b2e902c {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:49:32.437886 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e4d95691-857b-4575-b449-6a3fa821d3f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (446a67f4-0401-42c2-9fe2-a8578b2e902c), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:32.442694 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f3031eed-0de0-471e-8e59-bf45a3b6eda6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (446a67f4-0401-42c2-9fe2-a8578b2e902c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:32.465611 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3031eed-0de0-471e-8e59-bf45a3b6eda6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] No DVR routers for this DVR port 446a67f4-0401-42c2-9fe2-a8578b2e902c on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:49:32.496187 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3031eed-0de0-471e-8e59-bf45a3b6eda6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Port': ['ID=446a67f4-0401-42c2-9fe2-a8578b2e902c,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:32.579568 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e4d95691-857b-4575-b449-6a3fa821d3f7 None None] For port 446a67f4-0401-42c2-9fe2-a8578b2e902c, host n-d-705658-24, got binding levels [] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:49:32.580846 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e4d95691-857b-4575-b449-6a3fa821d3f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (446a67f4-0401-42c2-9fe2-a8578b2e902c), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:32.598359 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e4d95691-857b-4575-b449-6a3fa821d3f7 None None] Calling delete_port for 446a67f4-0401-42c2-9fe2-a8578b2e902c owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:49:32.598737 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f3031eed-0de0-471e-8e59-bf45a3b6eda6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (3a6130fc-91e2-42a8-ad82-f6ff54070266), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:32.603097 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.ipam_backend_mixin [None req-e4d95691-857b-4575-b449-6a3fa821d3f7 None None] Port 446a67f4-0401-42c2-9fe2-a8578b2e902c was not found and therefore no delete operation was performed {{(pid=104174) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 19:49:32.605907 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e4d95691-857b-4575-b449-6a3fa821d3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (446a67f4-0401-42c2-9fe2-a8578b2e902c), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:32.671585 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d95691-857b-4575-b449-6a3fa821d3f7 None None] Pushing event deleted for resources: {'Port': ['ID=446a67f4-0401-42c2-9fe2-a8578b2e902c,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:32.674399 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-f3031eed-0de0-471e-8e59-bf45a3b6eda6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a6130fc-91e2-42a8-ad82-f6ff54070266']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:49:32.675456 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d95691-857b-4575-b449-6a3fa821d3f7 None None] No DVR routers for this DVR port 446a67f4-0401-42c2-9fe2-a8578b2e902c on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:49:32.710144 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-f3031eed-0de0-471e-8e59-bf45a3b6eda6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68073a8b-a514-41eb-b19d-cfe4d10abbb7') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:49:32.710458 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-f3031eed-0de0-471e-8e59-bf45a3b6eda6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68073a8b-a514-41eb-b19d-cfe4d10abbb7') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:49:32.735302 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f3031eed-0de0-471e-8e59-bf45a3b6eda6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (68073a8b-a514-41eb-b19d-cfe4d10abbb7), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:32.760369 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f3031eed-0de0-471e-8e59-bf45a3b6eda6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (68073a8b-a514-41eb-b19d-cfe4d10abbb7), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:32.776596 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3031eed-0de0-471e-8e59-bf45a3b6eda6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:49:32.777105 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f3031eed-0de0-471e-8e59-bf45a3b6eda6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (68073a8b-a514-41eb-b19d-cfe4d10abbb7), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:32.782951 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:49:32.782951 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:49:32.782951 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:49:32.782951 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:49:32.782951 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:49:32.782951 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:49:32.782951 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:49:32.782951 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:49:32.782951 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:49:32.782951 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:49:32.782951 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:49:32.782951 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:49:32.782951 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:49:32.782951 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:49:32.782951 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:49:32.782951 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:49:32.782951 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:49:32.782951 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:49:32.782951 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:49:32.782951 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:49:32.782951 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:49:32.782951 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:49:32.782951 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:49:32.782951 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:49:32.782951 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:49:32.782951 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:49:32.782951 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:49:32.782951 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:49:32.782951 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:49:32.782951 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:49:32.782951 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:49:32.782951 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:49:32.964977 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f3031eed-0de0-471e-8e59-bf45a3b6eda6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (3a6130fc-91e2-42a8-ad82-f6ff54070266), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:32.980719 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f3031eed-0de0-471e-8e59-bf45a3b6eda6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:32.996311 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53208) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:32.997668 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f3031eed-0de0-471e-8e59-bf45a3b6eda6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/networks/3a6130fc-91e2-42a8-ad82-f6ff54070266 HTTP/1.1" status: 204 len: 168 time: 1.4183881 Mar 22 19:49:33.005135 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-30ebd9df-9e03-4f06-8e4a-a30727e083c6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-230469550'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:33.042422 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3031eed-0de0-471e-8e59-bf45a3b6eda6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Network': ['ID=3a6130fc-91e2-42a8-ad82-f6ff54070266,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:33.042665 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 446a67f4-0401-42c2-9fe2-a8578b2e902c no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:49:33.064326 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ebd9df-9e03-4f06-8e4a-a30727e083c6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:49:33.076348 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-30ebd9df-9e03-4f06-8e4a-a30727e083c6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:33.127939 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ebd9df-9e03-4f06-8e4a-a30727e083c6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:49:33.139052 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-30ebd9df-9e03-4f06-8e4a-a30727e083c6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (90a821ee-b227-4332-9ed8-6a35bfa12bfe), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:33.139414 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-30ebd9df-9e03-4f06-8e4a-a30727e083c6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Added segment 90a821ee-b227-4332-9ed8-6a35bfa12bfe of type vlan for network 5f1e4c1a-bf71-420b-8a9b-b7cd16e49e7a Mar 22 19:49:33.143824 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 446a67f4-0401-42c2-9fe2-a8578b2e902c {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:49:33.144198 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 446a67f4-0401-42c2-9fe2-a8578b2e902c not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:49:33.314896 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-30ebd9df-9e03-4f06-8e4a-a30727e083c6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (5f1e4c1a-bf71-420b-8a9b-b7cd16e49e7a), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:33.376322 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-30ebd9df-9e03-4f06-8e4a-a30727e083c6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (5f1e4c1a-bf71-420b-8a9b-b7cd16e49e7a), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:33.384529 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ebd9df-9e03-4f06-8e4a-a30727e083c6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:33.385322 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-30ebd9df-9e03-4f06-8e4a-a30727e083c6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:34.125350 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-30ebd9df-9e03-4f06-8e4a-a30727e083c6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1240714 Mar 22 19:49:34.126030 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53234) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:34.131531 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-7dd92f64-878e-4f3b-b425-5988799cabcb tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'subnet': {'network_id': '5f1e4c1a-bf71-420b-8a9b-b7cd16e49e7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:34.158303 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ebd9df-9e03-4f06-8e4a-a30727e083c6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Network': ['ID=5f1e4c1a-bf71-420b-8a9b-b7cd16e49e7a,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:34.169429 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 5f1e4c1a-bf71-420b-8a9b-b7cd16e49e7a details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:49:34.274168 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd92f64-878e-4f3b-b425-5988799cabcb tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:49:34.278704 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7dd92f64-878e-4f3b-b425-5988799cabcb tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:34.520329 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7dd92f64-878e-4f3b-b425-5988799cabcb tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (e3351c38-242e-43da-9a02-7535be91a7bc), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:34.632119 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd92f64-878e-4f3b-b425-5988799cabcb tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Subnet': ['ID=e3351c38-242e-43da-9a02-7535be91a7bc,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:34.642069 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd92f64-878e-4f3b-b425-5988799cabcb tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Checking segment: {'id': '90a821ee-b227-4332-9ed8-6a35bfa12bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5f1e4c1a-bf71-420b-8a9b-b7cd16e49e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:49:34.642536 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd92f64-878e-4f3b-b425-5988799cabcb tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Network hostable DHCP agents. Network: 5f1e4c1a-bf71-420b-8a9b-b7cd16e49e7a, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:49:34.673920 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd92f64-878e-4f3b-b425-5988799cabcb tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Network 5f1e4c1a-bf71-420b-8a9b-b7cd16e49e7a is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:49:34.703882 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-7dd92f64-878e-4f3b-b425-5988799cabcb tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 5f1e4c1a-bf71-420b-8a9b-b7cd16e49e7a) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:49:34.715010 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b989ef-4caf-4396-b87c-eb817b50c2c2 None None] Network 5f1e4c1a-bf71-420b-8a9b-b7cd16e49e7a requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:49:34.728628 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd92f64-878e-4f3b-b425-5988799cabcb tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:34.731690 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7dd92f64-878e-4f3b-b425-5988799cabcb tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:34.785375 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7dd92f64-878e-4f3b-b425-5988799cabcb tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6560941 Mar 22 19:49:34.786075 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53240) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:34.793362 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-b88c4e61-2345-468b-8131-5a296ccc1368 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'port': {'network_id': '5f1e4c1a-bf71-420b-8a9b-b7cd16e49e7a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-50460852'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:35.063079 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b009f3-b707-4d00-ae5e-45c72637f3f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-5f1e4c1a-bf71-420b-8a9b-b7cd16e49e7a', 'network_id': '5f1e4c1a-bf71-420b-8a9b-b7cd16e49e7a', 'project_id': 'f3f14f59239b403ca91009380fb1ee21', 'fixed_ips': [{'subnet_id': 'e3351c38-242e-43da-9a02-7535be91a7bc'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:49:35.064208 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-31b009f3-b707-4d00-ae5e-45c72637f3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:35.170855 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88c4e61-2345-468b-8131-5a296ccc1368 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:49:35.176911 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b88c4e61-2345-468b-8131-5a296ccc1368 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:35.220525 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-b88c4e61-2345-468b-8131-5a296ccc1368 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] device_id is not set on port d8b19649-39a4-4c2e-a8bf-31ad1b5ae71d yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:49:35.442513 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-31b009f3-b707-4d00-ae5e-45c72637f3f5 None None] Allocated IP 172.20.0.2 (5f1e4c1a-bf71-420b-8a9b-b7cd16e49e7a/e3351c38-242e-43da-9a02-7535be91a7bc/8eb793da-4455-482c-877b-231f29209c8f) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:49:35.786844 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-31b009f3-b707-4d00-ae5e-45c72637f3f5 None None] Publish callbacks [] for port (8eb793da-4455-482c-877b-231f29209c8f), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:35.801592 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-31b009f3-b707-4d00-ae5e-45c72637f3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (8eb793da-4455-482c-877b-231f29209c8f), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:35.881774 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b009f3-b707-4d00-ae5e-45c72637f3f5 None None] Network 5f1e4c1a-bf71-420b-8a9b-b7cd16e49e7a is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:49:35.885138 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-31b009f3-b707-4d00-ae5e-45c72637f3f5 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:49:35.899662 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b009f3-b707-4d00-ae5e-45c72637f3f5 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:49:35.909756 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-b88c4e61-2345-468b-8131-5a296ccc1368 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Allocated IP 172.20.0.3 (5f1e4c1a-bf71-420b-8a9b-b7cd16e49e7a/e3351c38-242e-43da-9a02-7535be91a7bc/d8b19649-39a4-4c2e-a8bf-31ad1b5ae71d) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:49:35.965743 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b009f3-b707-4d00-ae5e-45c72637f3f5 None None] Pushing event updated for resources: {'Port': ['ID=8eb793da-4455-482c-877b-231f29209c8f,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:36.095742 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-31b009f3-b707-4d00-ae5e-45c72637f3f5 None None] Attempting to bind port 8eb793da-4455-482c-877b-231f29209c8f on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:49:36.097065 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-31b009f3-b707-4d00-ae5e-45c72637f3f5 None None] Attempting to bind port 8eb793da-4455-482c-877b-231f29209c8f by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '90a821ee-b227-4332-9ed8-6a35bfa12bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5f1e4c1a-bf71-420b-8a9b-b7cd16e49e7a'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:49:36.097602 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b009f3-b707-4d00-ae5e-45c72637f3f5 None None] Attempting to bind port 8eb793da-4455-482c-877b-231f29209c8f on network 5f1e4c1a-bf71-420b-8a9b-b7cd16e49e7a {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:49:36.111336 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b009f3-b707-4d00-ae5e-45c72637f3f5 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:49:36.112146 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b009f3-b707-4d00-ae5e-45c72637f3f5 None None] Checking segment: {'id': '90a821ee-b227-4332-9ed8-6a35bfa12bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5f1e4c1a-bf71-420b-8a9b-b7cd16e49e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:49:36.113065 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-31b009f3-b707-4d00-ae5e-45c72637f3f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:36.113652 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b009f3-b707-4d00-ae5e-45c72637f3f5 None None] Bound using segment: {'id': '90a821ee-b227-4332-9ed8-6a35bfa12bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5f1e4c1a-bf71-420b-8a9b-b7cd16e49e7a'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:49:36.114333 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-31b009f3-b707-4d00-ae5e-45c72637f3f5 None None] Bound port: 8eb793da-4455-482c-877b-231f29209c8f, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a821ee-b227-4332-9ed8-6a35bfa12bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5f1e4c1a-bf71-420b-8a9b-b7cd16e49e7a'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:49:36.114884 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-31b009f3-b707-4d00-ae5e-45c72637f3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8eb793da-4455-482c-877b-231f29209c8f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:36.255151 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-31b009f3-b707-4d00-ae5e-45c72637f3f5 None None] For port 8eb793da-4455-482c-877b-231f29209c8f, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:49:36.260171 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-31b009f3-b707-4d00-ae5e-45c72637f3f5 None None] For port 8eb793da-4455-482c-877b-231f29209c8f, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=8eb793da-4455-482c-877b-231f29209c8f,segment=NetworkSegment(90a821ee-b227-4332-9ed8-6a35bfa12bfe),segment_id=90a821ee-b227-4332-9ed8-6a35bfa12bfe)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:49:36.288891 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-31b009f3-b707-4d00-ae5e-45c72637f3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8eb793da-4455-482c-877b-231f29209c8f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:36.352267 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b88c4e61-2345-468b-8131-5a296ccc1368 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for port (d8b19649-39a4-4c2e-a8bf-31ad1b5ae71d), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:36.482693 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b88c4e61-2345-468b-8131-5a296ccc1368 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (d8b19649-39a4-4c2e-a8bf-31ad1b5ae71d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:36.567330 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b009f3-b707-4d00-ae5e-45c72637f3f5 None None] Pushing event updated for resources: {'Port': ['ID=8eb793da-4455-482c-877b-231f29209c8f,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:36.642301 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c4e61-2345-468b-8131-5a296ccc1368 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Port': ['ID=d8b19649-39a4-4c2e-a8bf-31ad1b5ae71d,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:36.676457 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88c4e61-2345-468b-8131-5a296ccc1368 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Network 5f1e4c1a-bf71-420b-8a9b-b7cd16e49e7a is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:49:36.678282 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-b88c4e61-2345-468b-8131-5a296ccc1368 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:49:36.683085 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88c4e61-2345-468b-8131-5a296ccc1368 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:49:36.863597 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88c4e61-2345-468b-8131-5a296ccc1368 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:36.863597 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b88c4e61-2345-468b-8131-5a296ccc1368 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:36.911327 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b88c4e61-2345-468b-8131-5a296ccc1368 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 884 time: 2.1230259 Mar 22 19:49:36.913405 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53272) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:37.113482 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-5135666a-3dc9-44d3-a60a-ccdc9d5b83a4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Deleting port d8b19649-39a4-4c2e-a8bf-31ad1b5ae71d {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:49:37.113950 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5135666a-3dc9-44d3-a60a-ccdc9d5b83a4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (d8b19649-39a4-4c2e-a8bf-31ad1b5ae71d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:37.318991 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5135666a-3dc9-44d3-a60a-ccdc9d5b83a4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (d8b19649-39a4-4c2e-a8bf-31ad1b5ae71d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:37.328738 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 8eb793da-4455-482c-877b-231f29209c8f up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:49:37.350842 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-5135666a-3dc9-44d3-a60a-ccdc9d5b83a4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Calling delete_port for d8b19649-39a4-4c2e-a8bf-31ad1b5ae71d owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:49:37.586962 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 8eb793da-4455-482c-877b-231f29209c8f triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:49:37.587510 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8eb793da-4455-482c-877b-231f29209c8f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:37.615416 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5135666a-3dc9-44d3-a60a-ccdc9d5b83a4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (d8b19649-39a4-4c2e-a8bf-31ad1b5ae71d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:37.686192 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135666a-3dc9-44d3-a60a-ccdc9d5b83a4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Port': ['ID=d8b19649-39a4-4c2e-a8bf-31ad1b5ae71d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:37.724833 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135666a-3dc9-44d3-a60a-ccdc9d5b83a4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:37.726317 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135666a-3dc9-44d3-a60a-ccdc9d5b83a4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:37.726676 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135666a-3dc9-44d3-a60a-ccdc9d5b83a4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:37.727025 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135666a-3dc9-44d3-a60a-ccdc9d5b83a4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:37.727367 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135666a-3dc9-44d3-a60a-ccdc9d5b83a4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:37.727706 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135666a-3dc9-44d3-a60a-ccdc9d5b83a4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:37.729052 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135666a-3dc9-44d3-a60a-ccdc9d5b83a4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:37.729728 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135666a-3dc9-44d3-a60a-ccdc9d5b83a4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:37.732060 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135666a-3dc9-44d3-a60a-ccdc9d5b83a4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:37.732475 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135666a-3dc9-44d3-a60a-ccdc9d5b83a4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:37.732817 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135666a-3dc9-44d3-a60a-ccdc9d5b83a4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:37.733157 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135666a-3dc9-44d3-a60a-ccdc9d5b83a4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:37.734095 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135666a-3dc9-44d3-a60a-ccdc9d5b83a4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:37.734479 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135666a-3dc9-44d3-a60a-ccdc9d5b83a4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:37.734827 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5135666a-3dc9-44d3-a60a-ccdc9d5b83a4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:37.863808 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5135666a-3dc9-44d3-a60a-ccdc9d5b83a4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:37.869415 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5135666a-3dc9-44d3-a60a-ccdc9d5b83a4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/ports/d8b19649-39a4-4c2e-a8bf-31ad1b5ae71d HTTP/1.1" status: 204 len: 168 time: 0.9547658 Mar 22 19:49:37.872075 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53294) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:37.983514 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-382027a7-fb61-49d3-82d5-f9355b5c67f0 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] GET failed (client error): The resource could not be found. Mar 22 19:49:37.985726 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-382027a7-fb61-49d3-82d5-f9355b5c67f0 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "GET /v2.0/ports/d8b19649-39a4-4c2e-a8bf-31ad1b5ae71d HTTP/1.1" status: 404 len: 333 time: 0.1099641 Mar 22 19:49:37.989078 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53298) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:37.997892 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 8eb793da-4455-482c-877b-231f29209c8f is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:49:37.998887 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8eb793da-4455-482c-877b-231f29209c8f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:38.167260 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbaa5990-7bef-4058-8792-ba6701d6cbb6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Deleting subnet e3351c38-242e-43da-9a02-7535be91a7bc {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:49:38.185200 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 8eb793da-4455-482c-877b-231f29209c8f, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=8eb793da-4455-482c-877b-231f29209c8f,segment=NetworkSegment(90a821ee-b227-4332-9ed8-6a35bfa12bfe),segment_id=90a821ee-b227-4332-9ed8-6a35bfa12bfe)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:49:38.188314 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cbaa5990-7bef-4058-8792-ba6701d6cbb6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for subnet (e3351c38-242e-43da-9a02-7535be91a7bc), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:38.202826 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8eb793da-4455-482c-877b-231f29209c8f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:38.277637 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cbaa5990-7bef-4058-8792-ba6701d6cbb6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (e3351c38-242e-43da-9a02-7535be91a7bc), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:38.334726 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=8eb793da-4455-482c-877b-231f29209c8f,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:38.511916 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cbaa5990-7bef-4058-8792-ba6701d6cbb6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (e3351c38-242e-43da-9a02-7535be91a7bc), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:38.678961 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cbaa5990-7bef-4058-8792-ba6701d6cbb6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (e3351c38-242e-43da-9a02-7535be91a7bc), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:38.679148 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5b0a7e-d0f3-4bab-afb4-b7b61548a41e None None] Network 5f1e4c1a-bf71-420b-8a9b-b7cd16e49e7a requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:49:38.772443 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cbaa5990-7bef-4058-8792-ba6701d6cbb6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:38.784596 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-cbaa5990-7bef-4058-8792-ba6701d6cbb6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/subnets/e3351c38-242e-43da-9a02-7535be91a7bc HTTP/1.1" status: 204 len: 168 time: 0.7919986 Mar 22 19:49:38.786173 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53314) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:38.793281 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa5990-7bef-4058-8792-ba6701d6cbb6 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Subnet': ['ID=e3351c38-242e-43da-9a02-7535be91a7bc,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:38.853230 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f4d50b37-2c78-448b-8a7d-ed4ca76f0cbe None None] Provisioning complete for port 8eb793da-4455-482c-877b-231f29209c8f triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:49:38.853614 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f4d50b37-2c78-448b-8a7d-ed4ca76f0cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8eb793da-4455-482c-877b-231f29209c8f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:39.071054 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2ac31b1a-3694-4cbf-9971-a79da61082b1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (5f1e4c1a-bf71-420b-8a9b-b7cd16e49e7a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:39.118108 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 8eb793da-4455-482c-877b-231f29209c8f up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:49:39.329003 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-2ac31b1a-3694-4cbf-9971-a79da61082b1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Deleting port 8eb793da-4455-482c-877b-231f29209c8f {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:49:39.330229 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2ac31b1a-3694-4cbf-9971-a79da61082b1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (8eb793da-4455-482c-877b-231f29209c8f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:39.428378 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-2ac31b1a-3694-4cbf-9971-a79da61082b1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] For port 8eb793da-4455-482c-877b-231f29209c8f, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=8eb793da-4455-482c-877b-231f29209c8f,segment=NetworkSegment(90a821ee-b227-4332-9ed8-6a35bfa12bfe),segment_id=90a821ee-b227-4332-9ed8-6a35bfa12bfe)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:49:39.428777 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2ac31b1a-3694-4cbf-9971-a79da61082b1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (8eb793da-4455-482c-877b-231f29209c8f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:39.440121 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f4d50b37-2c78-448b-8a7d-ed4ca76f0cbe None None] Current status of the port 8eb793da-4455-482c-877b-231f29209c8f is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:49:39.445720 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-2ac31b1a-3694-4cbf-9971-a79da61082b1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Calling delete_port for 8eb793da-4455-482c-877b-231f29209c8f owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:49:39.448378 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c1b7e9-9563-4dcc-b4df-f04a5aeb359c None None] DHCP port deletion for 5f1e4c1a-bf71-420b-8a9b-b7cd16e49e7a request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:49:39.551798 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 8eb793da-4455-482c-877b-231f29209c8f triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:49:39.552461 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8eb793da-4455-482c-877b-231f29209c8f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:39.567036 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2ac31b1a-3694-4cbf-9971-a79da61082b1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (8eb793da-4455-482c-877b-231f29209c8f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:39.628193 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac31b1a-3694-4cbf-9971-a79da61082b1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Port': ['ID=8eb793da-4455-482c-877b-231f29209c8f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:39.634753 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac31b1a-3694-4cbf-9971-a79da61082b1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] No DVR routers for this DVR port 8eb793da-4455-482c-877b-231f29209c8f on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:49:39.737950 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d3c1b7e9-9563-4dcc-b4df-f04a5aeb359c None None] Deleting port 8eb793da-4455-482c-877b-231f29209c8f {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:49:39.746449 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d3c1b7e9-9563-4dcc-b4df-f04a5aeb359c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (8eb793da-4455-482c-877b-231f29209c8f), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:39.750315 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Could not find standard attr ID for object 8eb793da-4455-482c-877b-231f29209c8f. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:49:39.754070 n-d-705658-24 neutron-server[104174]: INFO neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No ports have port_id starting with 8eb793da-4455-482c-877b-231f29209c8f Mar 22 19:49:39.923412 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-d3c1b7e9-9563-4dcc-b4df-f04a5aeb359c None None] For port 8eb793da-4455-482c-877b-231f29209c8f, host n-d-705658-24, got binding levels [] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:49:39.926608 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2ac31b1a-3694-4cbf-9971-a79da61082b1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (5f1e4c1a-bf71-420b-8a9b-b7cd16e49e7a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:39.927442 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d3c1b7e9-9563-4dcc-b4df-f04a5aeb359c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (8eb793da-4455-482c-877b-231f29209c8f), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:39.953569 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d3c1b7e9-9563-4dcc-b4df-f04a5aeb359c None None] Calling delete_port for 8eb793da-4455-482c-877b-231f29209c8f owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:49:39.957627 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.ipam_backend_mixin [None req-d3c1b7e9-9563-4dcc-b4df-f04a5aeb359c None None] Port 8eb793da-4455-482c-877b-231f29209c8f was not found and therefore no delete operation was performed {{(pid=104174) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 19:49:39.960547 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d3c1b7e9-9563-4dcc-b4df-f04a5aeb359c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (8eb793da-4455-482c-877b-231f29209c8f), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:39.981023 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-2ac31b1a-3694-4cbf-9971-a79da61082b1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f1e4c1a-bf71-420b-8a9b-b7cd16e49e7a']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:49:39.988140 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c1b7e9-9563-4dcc-b4df-f04a5aeb359c None None] No DVR routers for this DVR port 8eb793da-4455-482c-877b-231f29209c8f on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:49:40.015448 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-2ac31b1a-3694-4cbf-9971-a79da61082b1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a821ee-b227-4332-9ed8-6a35bfa12bfe') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:49:40.015772 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-2ac31b1a-3694-4cbf-9971-a79da61082b1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a821ee-b227-4332-9ed8-6a35bfa12bfe') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:49:40.039631 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1b7e9-9563-4dcc-b4df-f04a5aeb359c None None] Pushing event deleted for resources: {'Port': ['ID=8eb793da-4455-482c-877b-231f29209c8f,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:40.053764 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2ac31b1a-3694-4cbf-9971-a79da61082b1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (90a821ee-b227-4332-9ed8-6a35bfa12bfe), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:40.110365 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2ac31b1a-3694-4cbf-9971-a79da61082b1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (90a821ee-b227-4332-9ed8-6a35bfa12bfe), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:40.118584 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac31b1a-3694-4cbf-9971-a79da61082b1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:49:40.119055 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2ac31b1a-3694-4cbf-9971-a79da61082b1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (90a821ee-b227-4332-9ed8-6a35bfa12bfe), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:40.297586 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:49:40.297586 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:49:40.297586 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:49:40.297586 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:49:40.297586 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:49:40.297586 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:49:40.297586 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:49:40.297586 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:49:40.297586 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:49:40.297586 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:49:40.297586 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:49:40.297586 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:49:40.297586 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:49:40.297586 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:49:40.297586 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:49:40.297586 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:49:40.297586 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:49:40.297586 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:49:40.297586 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:49:40.297586 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:49:40.297586 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:49:40.297586 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:49:40.297586 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:49:40.297586 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:49:40.297586 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:49:40.297586 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:49:40.297586 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:49:40.297586 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:49:40.297586 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:49:40.297586 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:49:40.297586 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:49:40.297586 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:49:40.304741 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2ac31b1a-3694-4cbf-9971-a79da61082b1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (5f1e4c1a-bf71-420b-8a9b-b7cd16e49e7a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:40.316823 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2ac31b1a-3694-4cbf-9971-a79da61082b1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:40.345663 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2ac31b1a-3694-4cbf-9971-a79da61082b1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/networks/5f1e4c1a-bf71-420b-8a9b-b7cd16e49e7a HTTP/1.1" status: 204 len: 168 time: 1.5580177 Mar 22 19:49:40.349291 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53334) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:40.355259 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-ab6382c6-8fc5-4166-bc90-a94935abe7e8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'port': {'network_id': 'c3239c2e-0cca-4308-801b-dadc788d66c7', 'name': 'tempest-PortsTestJSON-498208623'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:40.398921 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac31b1a-3694-4cbf-9971-a79da61082b1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Network': ['ID=5f1e4c1a-bf71-420b-8a9b-b7cd16e49e7a,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:40.726948 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6382c6-8fc5-4166-bc90-a94935abe7e8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:49:40.740450 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ab6382c6-8fc5-4166-bc90-a94935abe7e8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:40.868001 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-ab6382c6-8fc5-4166-bc90-a94935abe7e8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] device_id is not set on port 290ff54a-1f4a-441b-a7ec-090099c240d9 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:49:40.977861 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 8eb793da-4455-482c-877b-231f29209c8f no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:49:41.021931 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 8eb793da-4455-482c-877b-231f29209c8f {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:49:41.023343 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 8eb793da-4455-482c-877b-231f29209c8f not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:49:41.573519 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ab6382c6-8fc5-4166-bc90-a94935abe7e8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for port (290ff54a-1f4a-441b-a7ec-090099c240d9), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:41.656162 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ab6382c6-8fc5-4166-bc90-a94935abe7e8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (290ff54a-1f4a-441b-a7ec-090099c240d9), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:41.797151 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6382c6-8fc5-4166-bc90-a94935abe7e8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Network c3239c2e-0cca-4308-801b-dadc788d66c7 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:49:41.816324 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-ab6382c6-8fc5-4166-bc90-a94935abe7e8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:49:41.819967 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6382c6-8fc5-4166-bc90-a94935abe7e8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:49:41.825602 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6382c6-8fc5-4166-bc90-a94935abe7e8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:41.826391 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ab6382c6-8fc5-4166-bc90-a94935abe7e8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:41.851293 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ab6382c6-8fc5-4166-bc90-a94935abe7e8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4984016 Mar 22 19:49:41.851293 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6382c6-8fc5-4166-bc90-a94935abe7e8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Port': ['ID=290ff54a-1f4a-441b-a7ec-090099c240d9,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:41.851829 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53356) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:42.285747 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-72b301fd-4707-417c-8ff3-55e57a752532 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Deleting port 290ff54a-1f4a-441b-a7ec-090099c240d9 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:49:42.286181 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-72b301fd-4707-417c-8ff3-55e57a752532 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (290ff54a-1f4a-441b-a7ec-090099c240d9), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:42.472678 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-72b301fd-4707-417c-8ff3-55e57a752532 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (290ff54a-1f4a-441b-a7ec-090099c240d9), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:42.506430 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-72b301fd-4707-417c-8ff3-55e57a752532 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Calling delete_port for 290ff54a-1f4a-441b-a7ec-090099c240d9 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:49:42.740699 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-72b301fd-4707-417c-8ff3-55e57a752532 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (290ff54a-1f4a-441b-a7ec-090099c240d9), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:42.801557 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b301fd-4707-417c-8ff3-55e57a752532 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Port': ['ID=290ff54a-1f4a-441b-a7ec-090099c240d9,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:42.827437 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-72b301fd-4707-417c-8ff3-55e57a752532 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:42.833933 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-72b301fd-4707-417c-8ff3-55e57a752532 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/ports/290ff54a-1f4a-441b-a7ec-090099c240d9 HTTP/1.1" status: 204 len: 168 time: 0.9806468 Mar 22 19:49:42.836815 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53372) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:42.885530 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-e56a02dc-f4ca-4868-8c5a-a32a32b5b19c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'port': {'network_id': 'c3239c2e-0cca-4308-801b-dadc788d66c7', 'mac_address': 'fa:16:3e:5f:c8:a9', 'name': 'tempest-PortsTestJSON-803875956'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:43.202489 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56a02dc-f4ca-4868-8c5a-a32a32b5b19c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:49:43.331490 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e56a02dc-f4ca-4868-8c5a-a32a32b5b19c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:43.413850 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-e56a02dc-f4ca-4868-8c5a-a32a32b5b19c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] device_id is not set on port 7e72edfb-7415-4667-97ae-25214e2fe0d4 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:49:43.901479 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e56a02dc-f4ca-4868-8c5a-a32a32b5b19c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for port (7e72edfb-7415-4667-97ae-25214e2fe0d4), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:43.981434 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e56a02dc-f4ca-4868-8c5a-a32a32b5b19c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (7e72edfb-7415-4667-97ae-25214e2fe0d4), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:44.286188 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56a02dc-f4ca-4868-8c5a-a32a32b5b19c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Network c3239c2e-0cca-4308-801b-dadc788d66c7 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:49:44.295952 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-e56a02dc-f4ca-4868-8c5a-a32a32b5b19c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:49:44.303287 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a02dc-f4ca-4868-8c5a-a32a32b5b19c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Port': ['ID=7e72edfb-7415-4667-97ae-25214e2fe0d4,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:44.309027 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56a02dc-f4ca-4868-8c5a-a32a32b5b19c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:49:44.326154 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56a02dc-f4ca-4868-8c5a-a32a32b5b19c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:44.326878 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e56a02dc-f4ca-4868-8c5a-a32a32b5b19c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:44.364820 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53390) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:44.365426 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e56a02dc-f4ca-4868-8c5a-a32a32b5b19c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5257263 Mar 22 19:49:44.463599 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8a6904-db22-4ddb-8c75-e2b72326cfbc tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:44.479884 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53392) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:44.489316 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-dc8a6904-db22-4ddb-8c75-e2b72326cfbc tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "GET /v2.0/ports/7e72edfb-7415-4667-97ae-25214e2fe0d4 HTTP/1.1" status: 200 len: 840 time: 0.1225114 Mar 22 19:49:44.683605 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-7c6676b5-3ef3-4006-a7fa-c8e91a5e38d8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Deleting port 7e72edfb-7415-4667-97ae-25214e2fe0d4 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:49:44.683952 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7c6676b5-3ef3-4006-a7fa-c8e91a5e38d8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (7e72edfb-7415-4667-97ae-25214e2fe0d4), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:44.800180 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7c6676b5-3ef3-4006-a7fa-c8e91a5e38d8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (7e72edfb-7415-4667-97ae-25214e2fe0d4), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:44.818448 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-7c6676b5-3ef3-4006-a7fa-c8e91a5e38d8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Calling delete_port for 7e72edfb-7415-4667-97ae-25214e2fe0d4 owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:49:44.959787 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7c6676b5-3ef3-4006-a7fa-c8e91a5e38d8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (7e72edfb-7415-4667-97ae-25214e2fe0d4), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:45.027647 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7c6676b5-3ef3-4006-a7fa-c8e91a5e38d8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:45.034602 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7c6676b5-3ef3-4006-a7fa-c8e91a5e38d8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/ports/7e72edfb-7415-4667-97ae-25214e2fe0d4 HTTP/1.1" status: 204 len: 168 time: 0.5527465 Mar 22 19:49:45.035847 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6676b5-3ef3-4006-a7fa-c8e91a5e38d8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Port': ['ID=7e72edfb-7415-4667-97ae-25214e2fe0d4,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:45.037288 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53400) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:45.068657 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-610dda49-1489-4549-9f24-06deae8586a4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] GET failed (client error): The resource could not be found. Mar 22 19:49:45.075759 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53402) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:45.075954 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-610dda49-1489-4549-9f24-06deae8586a4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "GET /v2.0/ports/7e72edfb-7415-4667-97ae-25214e2fe0d4 HTTP/1.1" status: 404 len: 333 time: 0.0374005 Mar 22 19:49:45.082970 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-709df3d7-fd13-4291-a4f9-6a63466a3383 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'port': {'network_id': 'c3239c2e-0cca-4308-801b-dadc788d66c7', 'name': 'tempest-PortsTestJSON-2123523949'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:45.208227 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5375c5c5-9707-4e36-b8e8-23c905b711fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:45.255259 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709df3d7-fd13-4291-a4f9-6a63466a3383 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:49:45.258946 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-709df3d7-fd13-4291-a4f9-6a63466a3383 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:45.283293 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-709df3d7-fd13-4291-a4f9-6a63466a3383 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] device_id is not set on port de1f8738-27fc-4985-86b0-149ad3cce3e9 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:49:45.578686 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-709df3d7-fd13-4291-a4f9-6a63466a3383 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for port (de1f8738-27fc-4985-86b0-149ad3cce3e9), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:45.622942 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-709df3d7-fd13-4291-a4f9-6a63466a3383 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (de1f8738-27fc-4985-86b0-149ad3cce3e9), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:45.686713 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709df3d7-fd13-4291-a4f9-6a63466a3383 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Network c3239c2e-0cca-4308-801b-dadc788d66c7 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:49:45.691275 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-709df3d7-fd13-4291-a4f9-6a63466a3383 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:49:45.708073 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709df3d7-fd13-4291-a4f9-6a63466a3383 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:49:45.717749 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709df3d7-fd13-4291-a4f9-6a63466a3383 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:45.725048 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-709df3d7-fd13-4291-a4f9-6a63466a3383 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:45.750105 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709df3d7-fd13-4291-a4f9-6a63466a3383 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Port': ['ID=de1f8738-27fc-4985-86b0-149ad3cce3e9,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:45.766763 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-709df3d7-fd13-4291-a4f9-6a63466a3383 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6891572 Mar 22 19:49:45.769970 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53420) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:45.776502 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-08d71ee0-a71e-4267-9728-290d7ce3d010 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:45.883606 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-08d71ee0-a71e-4267-9728-290d7ce3d010 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (de1f8738-27fc-4985-86b0-149ad3cce3e9), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:45.920634 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:46.217776 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-08d71ee0-a71e-4267-9728-290d7ce3d010 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for port (de1f8738-27fc-4985-86b0-149ad3cce3e9), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:46.260642 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-08d71ee0-a71e-4267-9728-290d7ce3d010 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (de1f8738-27fc-4985-86b0-149ad3cce3e9), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:46.376132 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-08d71ee0-a71e-4267-9728-290d7ce3d010 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] In _notify_port_updated(), no bound segment for port de1f8738-27fc-4985-86b0-149ad3cce3e9 on network c3239c2e-0cca-4308-801b-dadc788d66c7 {{(pid=104172) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 19:49:46.389582 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d71ee0-a71e-4267-9728-290d7ce3d010 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:46.390924 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-08d71ee0-a71e-4267-9728-290d7ce3d010 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:46.392518 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-08d71ee0-a71e-4267-9728-290d7ce3d010 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "PUT /v2.0/ports/de1f8738-27fc-4985-86b0-149ad3cce3e9 HTTP/1.1" status: 200 len: 818 time: 0.6213312 Mar 22 19:49:46.395523 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53438) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:46.413949 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d71ee0-a71e-4267-9728-290d7ce3d010 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Port': ['ID=de1f8738-27fc-4985-86b0-149ad3cce3e9,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:46.704254 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-481e6620-a3ea-4c41-aea1-32251927d24b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Deleting port de1f8738-27fc-4985-86b0-149ad3cce3e9 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:49:46.704504 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-481e6620-a3ea-4c41-aea1-32251927d24b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (de1f8738-27fc-4985-86b0-149ad3cce3e9), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:46.868908 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-481e6620-a3ea-4c41-aea1-32251927d24b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (de1f8738-27fc-4985-86b0-149ad3cce3e9), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:46.918351 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-481e6620-a3ea-4c41-aea1-32251927d24b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Calling delete_port for de1f8738-27fc-4985-86b0-149ad3cce3e9 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:49:47.015024 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-481e6620-a3ea-4c41-aea1-32251927d24b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (de1f8738-27fc-4985-86b0-149ad3cce3e9), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:47.061941 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481e6620-a3ea-4c41-aea1-32251927d24b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Port': ['ID=de1f8738-27fc-4985-86b0-149ad3cce3e9,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:47.091550 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-481e6620-a3ea-4c41-aea1-32251927d24b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:47.097503 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-481e6620-a3ea-4c41-aea1-32251927d24b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/ports/de1f8738-27fc-4985-86b0-149ad3cce3e9 HTTP/1.1" status: 204 len: 168 time: 0.6987457 Mar 22 19:49:47.100297 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53448) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:47.172327 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48df016-aa8b-437d-bf34-6f0f1d1d7a3f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:47.177360 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c48df016-aa8b-437d-bf34-6f0f1d1d7a3f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0737131 Mar 22 19:49:47.177854 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53450) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:47.223995 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a32d16-9ecd-47e9-ad58-35803df0dd1b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] GET failed (client error): The resource could not be found. Mar 22 19:49:47.229145 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-84a32d16-9ecd-47e9-ad58-35803df0dd1b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "GET /v2.0/ports/de1f8738-27fc-4985-86b0-149ad3cce3e9 HTTP/1.1" status: 404 len: 333 time: 0.0466838 Mar 22 19:49:47.229498 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53452) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:47.235162 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-4daf50f3-d9bd-4784-af46-e37b0258e500 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-383754258'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:47.282064 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4daf50f3-d9bd-4784-af46-e37b0258e500 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:49:47.287070 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4daf50f3-d9bd-4784-af46-e37b0258e500 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:47.338930 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4daf50f3-d9bd-4784-af46-e37b0258e500 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:49:47.351664 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4daf50f3-d9bd-4784-af46-e37b0258e500 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (7a81ec07-5469-4b62-b25d-bcf187da3a84), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:47.352028 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-4daf50f3-d9bd-4784-af46-e37b0258e500 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Added segment 7a81ec07-5469-4b62-b25d-bcf187da3a84 of type vlan for network 7398281e-fa2e-439a-b89c-d0a32d878025 Mar 22 19:49:47.412084 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2398ee26-5ba6-4950-ad63-e726c4ccb23f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:47.430301 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4daf50f3-d9bd-4784-af46-e37b0258e500 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (7398281e-fa2e-439a-b89c-d0a32d878025), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:47.471722 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4daf50f3-d9bd-4784-af46-e37b0258e500 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (7398281e-fa2e-439a-b89c-d0a32d878025), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:47.480902 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4daf50f3-d9bd-4784-af46-e37b0258e500 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:47.481594 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4daf50f3-d9bd-4784-af46-e37b0258e500 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:47.605627 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf50f3-d9bd-4784-af46-e37b0258e500 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Network': ['ID=7398281e-fa2e-439a-b89c-d0a32d878025,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:47.613520 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4daf50f3-d9bd-4784-af46-e37b0258e500 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3822067 Mar 22 19:49:47.616030 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53458) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:47.622679 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-4142b2aa-d777-48b6-b440-29f9bce5d677 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'subnet': {'network_id': '7398281e-fa2e-439a-b89c-d0a32d878025', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:47.626737 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 7398281e-fa2e-439a-b89c-d0a32d878025 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:49:47.876998 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4142b2aa-d777-48b6-b440-29f9bce5d677 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:49:47.886657 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4142b2aa-d777-48b6-b440-29f9bce5d677 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:48.131025 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4142b2aa-d777-48b6-b440-29f9bce5d677 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (08e8fc6e-b4f6-4653-8d03-3e5b8d8c1385), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:48.311552 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4142b2aa-d777-48b6-b440-29f9bce5d677 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Checking segment: {'id': '7a81ec07-5469-4b62-b25d-bcf187da3a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7398281e-fa2e-439a-b89c-d0a32d878025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:49:48.312394 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4142b2aa-d777-48b6-b440-29f9bce5d677 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Network hostable DHCP agents. Network: 7398281e-fa2e-439a-b89c-d0a32d878025, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:49:48.324755 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142b2aa-d777-48b6-b440-29f9bce5d677 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Subnet': ['ID=08e8fc6e-b4f6-4653-8d03-3e5b8d8c1385,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:48.354040 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4142b2aa-d777-48b6-b440-29f9bce5d677 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Network 7398281e-fa2e-439a-b89c-d0a32d878025 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:49:48.390756 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-4142b2aa-d777-48b6-b440-29f9bce5d677 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 7398281e-fa2e-439a-b89c-d0a32d878025) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:49:48.400355 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4142b2aa-d777-48b6-b440-29f9bce5d677 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:48.402180 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bd9974-2458-469e-8f18-f51741f8c289 None None] Network 7398281e-fa2e-439a-b89c-d0a32d878025 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:49:48.403212 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4142b2aa-d777-48b6-b440-29f9bce5d677 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:48.461444 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53468) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:48.462416 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4142b2aa-d777-48b6-b440-29f9bce5d677 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8439059 Mar 22 19:49:48.466867 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-cb3f4039-3e77-454c-b499-1814ef6e34e0 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'subnet': {'network_id': '7398281e-fa2e-439a-b89c-d0a32d878025', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:48.569611 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:48.694289 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-7398281e-fa2e-439a-b89c-d0a32d878025', 'network_id': '7398281e-fa2e-439a-b89c-d0a32d878025', 'project_id': 'f3f14f59239b403ca91009380fb1ee21', 'fixed_ips': [{'subnet_id': '08e8fc6e-b4f6-4653-8d03-3e5b8d8c1385'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:49:48.695541 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:48.711692 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3f4039-3e77-454c-b499-1814ef6e34e0 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:49:48.715810 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4039-3e77-454c-b499-1814ef6e34e0 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:48.797572 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:48.933094 n-d-705658-24 neutron-server[104172]: INFO neutron.db.ipam_backend_mixin [None req-cb3f4039-3e77-454c-b499-1814ef6e34e0 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 08e8fc6e-b4f6-4653-8d03-3e5b8d8c1385 (CIDR: 172.20.0.0/28) Mar 22 19:49:48.942824 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb3f4039-3e77-454c-b499-1814ef6e34e0 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:49:48.944592 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb3f4039-3e77-454c-b499-1814ef6e34e0 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:49:48.977361 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-cb3f4039-3e77-454c-b499-1814ef6e34e0 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5122352 Mar 22 19:49:48.977581 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53484) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:48.982831 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-f82a14cf-2cfc-4ca2-a641-9e89e069ec06 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'subnet': {'network_id': '7398281e-fa2e-439a-b89c-d0a32d878025', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:49.189000 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82a14cf-2cfc-4ca2-a641-9e89e069ec06 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:49:49.200030 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] Allocated IP 172.20.0.2 (7398281e-fa2e-439a-b89c-d0a32d878025/08e8fc6e-b4f6-4653-8d03-3e5b8d8c1385/795e95fe-9564-49da-99df-b4abbfe63540) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:49:49.200527 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f82a14cf-2cfc-4ca2-a641-9e89e069ec06 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:49.600178 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] Publish callbacks [] for port (795e95fe-9564-49da-99df-b4abbfe63540), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:49.613935 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (795e95fe-9564-49da-99df-b4abbfe63540), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:49.651653 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] Network 7398281e-fa2e-439a-b89c-d0a32d878025 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:49:49.659893 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:49:49.701011 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:49:49.749743 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] Pushing event updated for resources: {'Port': ['ID=795e95fe-9564-49da-99df-b4abbfe63540,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:49.806376 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] Attempting to bind port 795e95fe-9564-49da-99df-b4abbfe63540 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:49:49.809057 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] Attempting to bind port 795e95fe-9564-49da-99df-b4abbfe63540 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '7a81ec07-5469-4b62-b25d-bcf187da3a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7398281e-fa2e-439a-b89c-d0a32d878025'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:49:49.809590 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] Attempting to bind port 795e95fe-9564-49da-99df-b4abbfe63540 on network 7398281e-fa2e-439a-b89c-d0a32d878025 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:49:49.834006 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:49.835847 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:49.836491 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:49.837971 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:49.838478 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:49.840338 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:49.840842 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:49.842105 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:49.843183 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:49.844322 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:49.844831 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:49.846557 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:49.847089 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:49.848046 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:49.848859 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:49:49.859394 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:49:49.861217 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] Checking segment: {'id': '7a81ec07-5469-4b62-b25d-bcf187da3a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7398281e-fa2e-439a-b89c-d0a32d878025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:49:49.862387 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53498) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:49.862921 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:49.863475 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] Bound using segment: {'id': '7a81ec07-5469-4b62-b25d-bcf187da3a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7398281e-fa2e-439a-b89c-d0a32d878025'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:49:49.864300 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] Bound port: 795e95fe-9564-49da-99df-b4abbfe63540, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a81ec07-5469-4b62-b25d-bcf187da3a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7398281e-fa2e-439a-b89c-d0a32d878025'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:49:49.864969 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (795e95fe-9564-49da-99df-b4abbfe63540), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:49.944186 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f82a14cf-2cfc-4ca2-a641-9e89e069ec06 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (28c6b4a9-9e7e-4f57-9c2e-1ccd5a48de42), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:50.002642 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] For port 795e95fe-9564-49da-99df-b4abbfe63540, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:49:50.006828 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] For port 795e95fe-9564-49da-99df-b4abbfe63540, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=795e95fe-9564-49da-99df-b4abbfe63540,segment=NetworkSegment(7a81ec07-5469-4b62-b25d-bcf187da3a84),segment_id=7a81ec07-5469-4b62-b25d-bcf187da3a84)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:49:50.020726 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (795e95fe-9564-49da-99df-b4abbfe63540), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:50.034780 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82a14cf-2cfc-4ca2-a641-9e89e069ec06 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Network 7398281e-fa2e-439a-b89c-d0a32d878025 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:49:50.047053 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-f82a14cf-2cfc-4ca2-a641-9e89e069ec06 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:49:50.058764 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82a14cf-2cfc-4ca2-a641-9e89e069ec06 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:50.059363 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f82a14cf-2cfc-4ca2-a641-9e89e069ec06 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:50.138146 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f82a14cf-2cfc-4ca2-a641-9e89e069ec06 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1592033 Mar 22 19:49:50.140925 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53504) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:50.148471 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-d11d79e5-0278-4172-8963-079fdd4407b4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'port': {'network_id': '7398281e-fa2e-439a-b89c-d0a32d878025', 'fixed_ips': [{'subnet_id': '08e8fc6e-b4f6-4653-8d03-3e5b8d8c1385'}, {'subnet_id': '28c6b4a9-9e7e-4f57-9c2e-1ccd5a48de42'}], 'name': 'tempest-PortsTestJSON-1018367229'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:50.151247 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82a14cf-2cfc-4ca2-a641-9e89e069ec06 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Subnet': ['ID=28c6b4a9-9e7e-4f57-9c2e-1ccd5a48de42,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:50.234502 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2a93b-06ae-4f57-b89b-f6671138f0f7 None None] Pushing event updated for resources: {'Port': ['ID=795e95fe-9564-49da-99df-b4abbfe63540,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:50.245171 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:50.321257 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1c4c3c29-22b1-495d-a020-9a012d993e1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:50.524653 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11d79e5-0278-4172-8963-079fdd4407b4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:49:50.711067 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d11d79e5-0278-4172-8963-079fdd4407b4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:50.772447 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-d11d79e5-0278-4172-8963-079fdd4407b4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] device_id is not set on port 47ee376e-e7da-4db2-85d8-317886d0e4c1 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:49:50.817951 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1c4c3c29-22b1-495d-a020-9a012d993e1f admin admin] Publish callbacks [] for security_group (23356a2f-93ab-48c9-8d96-25e72c0018b2), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:50.879970 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1c4c3c29-22b1-495d-a020-9a012d993e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (23356a2f-93ab-48c9-8d96-25e72c0018b2), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:51.119307 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 795e95fe-9564-49da-99df-b4abbfe63540 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:49:51.304654 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 795e95fe-9564-49da-99df-b4abbfe63540 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:49:51.306758 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (795e95fe-9564-49da-99df-b4abbfe63540), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:51.492786 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c3c29-22b1-495d-a020-9a012d993e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23356a2f-93ab-48c9-8d96-25e72c0018b2,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:51.522651 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1c4c3c29-22b1-495d-a020-9a012d993e1f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3531ee80ac764eb6867d3748eb42af60&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6565127 Mar 22 19:49:51.523718 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53516) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:51.571086 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-d11d79e5-0278-4172-8963-079fdd4407b4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Allocated IP 172.20.0.5 (7398281e-fa2e-439a-b89c-d0a32d878025/08e8fc6e-b4f6-4653-8d03-3e5b8d8c1385/47ee376e-e7da-4db2-85d8-317886d0e4c1) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:49:51.581170 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-d11d79e5-0278-4172-8963-079fdd4407b4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Allocated IP 172.20.0.30 (7398281e-fa2e-439a-b89c-d0a32d878025/28c6b4a9-9e7e-4f57-9c2e-1ccd5a48de42/47ee376e-e7da-4db2-85d8-317886d0e4c1) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:49:51.629781 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:51.648422 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 795e95fe-9564-49da-99df-b4abbfe63540 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:49:51.648817 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (795e95fe-9564-49da-99df-b4abbfe63540), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:51.775871 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 795e95fe-9564-49da-99df-b4abbfe63540, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=795e95fe-9564-49da-99df-b4abbfe63540,segment=NetworkSegment(7a81ec07-5469-4b62-b25d-bcf187da3a84),segment_id=7a81ec07-5469-4b62-b25d-bcf187da3a84)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:49:51.781488 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (795e95fe-9564-49da-99df-b4abbfe63540), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:51.816102 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c03acfaa-1d3d-4f48-a2be-753a0b1b795c admin admin] Publish callbacks [] for security_group (23356a2f-93ab-48c9-8d96-25e72c0018b2), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:51.934087 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c03acfaa-1d3d-4f48-a2be-753a0b1b795c admin admin] Publish callbacks [] for security_group (23356a2f-93ab-48c9-8d96-25e72c0018b2), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:51.967774 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=795e95fe-9564-49da-99df-b4abbfe63540,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:52.089715 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d11d79e5-0278-4172-8963-079fdd4407b4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for port (47ee376e-e7da-4db2-85d8-317886d0e4c1), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:52.160632 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c03acfaa-1d3d-4f48-a2be-753a0b1b795c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (23356a2f-93ab-48c9-8d96-25e72c0018b2), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:52.165525 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c03acfaa-1d3d-4f48-a2be-753a0b1b795c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:52.166627 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d11d79e5-0278-4172-8963-079fdd4407b4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (47ee376e-e7da-4db2-85d8-317886d0e4c1), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:52.169780 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c03acfaa-1d3d-4f48-a2be-753a0b1b795c admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/23356a2f-93ab-48c9-8d96-25e72c0018b2 HTTP/1.1" status: 204 len: 168 time: 0.6456268 Mar 22 19:49:52.215995 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03acfaa-1d3d-4f48-a2be-753a0b1b795c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23356a2f-93ab-48c9-8d96-25e72c0018b2,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:52.308582 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11d79e5-0278-4172-8963-079fdd4407b4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Network 7398281e-fa2e-439a-b89c-d0a32d878025 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:49:52.347499 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-d11d79e5-0278-4172-8963-079fdd4407b4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:49:52.360562 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11d79e5-0278-4172-8963-079fdd4407b4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:49:52.484039 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d79e5-0278-4172-8963-079fdd4407b4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Port': ['ID=47ee376e-e7da-4db2-85d8-317886d0e4c1,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:52.535407 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11d79e5-0278-4172-8963-079fdd4407b4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:52.536465 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d11d79e5-0278-4172-8963-079fdd4407b4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:52.560821 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d11d79e5-0278-4172-8963-079fdd4407b4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.4178939 Mar 22 19:49:52.563511 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53546) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:52.571738 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-e948a30c-8835-4fbe-bd8d-73b91a863899 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '08e8fc6e-b4f6-4653-8d03-3e5b8d8c1385'}]}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:52.672463 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4792fce-b0d7-490a-947a-44f70a824296 None None] Network 7398281e-fa2e-439a-b89c-d0a32d878025 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:49:52.962163 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-1af4de9d-420d-407b-b54c-dd6a4a44e31f None None] Provisioning complete for port 795e95fe-9564-49da-99df-b4abbfe63540 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:49:52.968764 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1af4de9d-420d-407b-b54c-dd6a4a44e31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (795e95fe-9564-49da-99df-b4abbfe63540), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:52.994512 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53554) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:53.020790 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-45ecef37-f443-4c18-b5b7-31cfdafe2be3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:53.022310 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e948a30c-8835-4fbe-bd8d-73b91a863899 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (47ee376e-e7da-4db2-85d8-317886d0e4c1), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:53.140214 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 795e95fe-9564-49da-99df-b4abbfe63540 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:49:53.351093 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-45ecef37-f443-4c18-b5b7-31cfdafe2be3 admin admin] Publish callbacks [] for security_group (1b937434-5fa4-492f-b14b-f9d71d56bb3a), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:53.362438 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-45ecef37-f443-4c18-b5b7-31cfdafe2be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1b937434-5fa4-492f-b14b-f9d71d56bb3a), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:53.635578 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-45ecef37-f443-4c18-b5b7-31cfdafe2be3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3e334852ba9142f2bf6a819390ea5140&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6372292 Mar 22 19:49:53.637658 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53558) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:53.638858 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ecef37-f443-4c18-b5b7-31cfdafe2be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b937434-5fa4-492f-b14b-f9d71d56bb3a,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:53.686492 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 795e95fe-9564-49da-99df-b4abbfe63540 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:49:53.686492 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (795e95fe-9564-49da-99df-b4abbfe63540), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:53.995815 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2282a83b-2ad4-41b7-88ef-9084c0513b99 admin admin] Publish callbacks [] for security_group (1b937434-5fa4-492f-b14b-f9d71d56bb3a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:54.126835 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2282a83b-2ad4-41b7-88ef-9084c0513b99 admin admin] Publish callbacks [] for security_group (1b937434-5fa4-492f-b14b-f9d71d56bb3a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:54.132146 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-e948a30c-8835-4fbe-bd8d-73b91a863899 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Delete allocated IP 172.20.0.30 (7398281e-fa2e-439a-b89c-d0a32d878025/28c6b4a9-9e7e-4f57-9c2e-1ccd5a48de42) {{(pid=104172) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 19:49:54.189456 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad3ac74-83f4-4ddc-812e-305741999d27 None None] Update dhcp port {'port': {'network_id': '7398281e-fa2e-439a-b89c-d0a32d878025', 'fixed_ips': [{'subnet_id': '08e8fc6e-b4f6-4653-8d03-3e5b8d8c1385', 'ip_address': '172.20.0.2'}, {'subnet_id': '28c6b4a9-9e7e-4f57-9c2e-1ccd5a48de42'}], 'binding:host_id': 'n-d-705658-24'}, 'id': '795e95fe-9564-49da-99df-b4abbfe63540'} from n-d-705658-24. {{(pid=104174) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 19:49:54.313851 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2282a83b-2ad4-41b7-88ef-9084c0513b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1b937434-5fa4-492f-b14b-f9d71d56bb3a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:54.318747 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2282a83b-2ad4-41b7-88ef-9084c0513b99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:54.320574 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2282a83b-2ad4-41b7-88ef-9084c0513b99 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1b937434-5fa4-492f-b14b-f9d71d56bb3a HTTP/1.1" status: 204 len: 168 time: 0.6406097 Mar 22 19:49:54.344385 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2282a83b-2ad4-41b7-88ef-9084c0513b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b937434-5fa4-492f-b14b-f9d71d56bb3a,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:54.465695 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0ad3ac74-83f4-4ddc-812e-305741999d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (795e95fe-9564-49da-99df-b4abbfe63540), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:54.520296 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e948a30c-8835-4fbe-bd8d-73b91a863899 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for port (47ee376e-e7da-4db2-85d8-317886d0e4c1), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:54.537509 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e948a30c-8835-4fbe-bd8d-73b91a863899 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (47ee376e-e7da-4db2-85d8-317886d0e4c1), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:54.703469 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-0ad3ac74-83f4-4ddc-812e-305741999d27 None None] Allocated IP 172.20.0.18 (7398281e-fa2e-439a-b89c-d0a32d878025/28c6b4a9-9e7e-4f57-9c2e-1ccd5a48de42/795e95fe-9564-49da-99df-b4abbfe63540) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:49:54.881077 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 795e95fe-9564-49da-99df-b4abbfe63540 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:49:54.900971 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1af4de9d-420d-407b-b54c-dd6a4a44e31f None None] Current status of the port 795e95fe-9564-49da-99df-b4abbfe63540 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:49:54.937216 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948a30c-8835-4fbe-bd8d-73b91a863899 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Port': ['ID=47ee376e-e7da-4db2-85d8-317886d0e4c1,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:55.049947 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-e948a30c-8835-4fbe-bd8d-73b91a863899 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] In _notify_port_updated(), no bound segment for port 47ee376e-e7da-4db2-85d8-317886d0e4c1 on network 7398281e-fa2e-439a-b89c-d0a32d878025 {{(pid=104172) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 19:49:55.065495 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e948a30c-8835-4fbe-bd8d-73b91a863899 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:55.066000 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e948a30c-8835-4fbe-bd8d-73b91a863899 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:55.069761 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e948a30c-8835-4fbe-bd8d-73b91a863899 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "PUT /v2.0/ports/47ee376e-e7da-4db2-85d8-317886d0e4c1 HTTP/1.1" status: 200 len: 919 time: 2.5013931 Mar 22 19:49:55.070487 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53582) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:55.077455 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-a1d6b0ea-fe47-4b69-a5cf-5c3554740f88 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '08e8fc6e-b4f6-4653-8d03-3e5b8d8c1385'}, {'subnet_id': '28c6b4a9-9e7e-4f57-9c2e-1ccd5a48de42'}]}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:49:55.103144 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-0ad3ac74-83f4-4ddc-812e-305741999d27 None None] For port 795e95fe-9564-49da-99df-b4abbfe63540, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=795e95fe-9564-49da-99df-b4abbfe63540,segment=NetworkSegment(7a81ec07-5469-4b62-b25d-bcf187da3a84),segment_id=7a81ec07-5469-4b62-b25d-bcf187da3a84)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:49:55.162932 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0ad3ac74-83f4-4ddc-812e-305741999d27 None None] Publish callbacks [] for port (795e95fe-9564-49da-99df-b4abbfe63540), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:55.177500 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0ad3ac74-83f4-4ddc-812e-305741999d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (795e95fe-9564-49da-99df-b4abbfe63540), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:55.330266 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3ac74-83f4-4ddc-812e-305741999d27 None None] Pushing event updated for resources: {'Port': ['ID=795e95fe-9564-49da-99df-b4abbfe63540,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:55.454020 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a1d6b0ea-fe47-4b69-a5cf-5c3554740f88 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (47ee376e-e7da-4db2-85d8-317886d0e4c1), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:56.485305 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343316c8-52f5-4522-898c-0ff079c8e1f8 None None] Network 7398281e-fa2e-439a-b89c-d0a32d878025 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:49:56.747936 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-b53653b4-b5d6-4eaa-bd9f-312cc0e1b47b None None] Provisioning complete for port 795e95fe-9564-49da-99df-b4abbfe63540 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:49:56.748333 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b53653b4-b5d6-4eaa-bd9f-312cc0e1b47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (795e95fe-9564-49da-99df-b4abbfe63540), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:56.997588 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-b53653b4-b5d6-4eaa-bd9f-312cc0e1b47b None None] Current status of the port 795e95fe-9564-49da-99df-b4abbfe63540 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:49:57.034562 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-b53653b4-b5d6-4eaa-bd9f-312cc0e1b47b None None] Provisioning complete for port 47ee376e-e7da-4db2-85d8-317886d0e4c1 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:49:57.036238 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b53653b4-b5d6-4eaa-bd9f-312cc0e1b47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (47ee376e-e7da-4db2-85d8-317886d0e4c1), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:57.091957 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 795e95fe-9564-49da-99df-b4abbfe63540 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:49:57.180736 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-a1d6b0ea-fe47-4b69-a5cf-5c3554740f88 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Allocated IP 172.20.0.26 (7398281e-fa2e-439a-b89c-d0a32d878025/28c6b4a9-9e7e-4f57-9c2e-1ccd5a48de42/47ee376e-e7da-4db2-85d8-317886d0e4c1) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:49:57.255064 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-b53653b4-b5d6-4eaa-bd9f-312cc0e1b47b None None] Port 47ee376e-e7da-4db2-85d8-317886d0e4c1 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:49:57.276573 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 795e95fe-9564-49da-99df-b4abbfe63540 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:49:57.276968 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (795e95fe-9564-49da-99df-b4abbfe63540), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:57.440700 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a1d6b0ea-fe47-4b69-a5cf-5c3554740f88 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for port (47ee376e-e7da-4db2-85d8-317886d0e4c1), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:57.451775 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a1d6b0ea-fe47-4b69-a5cf-5c3554740f88 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (47ee376e-e7da-4db2-85d8-317886d0e4c1), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:57.483763 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 795e95fe-9564-49da-99df-b4abbfe63540 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:49:57.818259 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-a1d6b0ea-fe47-4b69-a5cf-5c3554740f88 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] In _notify_port_updated(), no bound segment for port 47ee376e-e7da-4db2-85d8-317886d0e4c1 on network 7398281e-fa2e-439a-b89c-d0a32d878025 {{(pid=104173) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 19:49:57.832272 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d6b0ea-fe47-4b69-a5cf-5c3554740f88 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:49:57.832958 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a1d6b0ea-fe47-4b69-a5cf-5c3554740f88 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:57.839304 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a1d6b0ea-fe47-4b69-a5cf-5c3554740f88 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "PUT /v2.0/ports/47ee376e-e7da-4db2-85d8-317886d0e4c1 HTTP/1.1" status: 200 len: 999 time: 2.7641058 Mar 22 19:49:57.839304 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6b0ea-fe47-4b69-a5cf-5c3554740f88 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Port': ['ID=47ee376e-e7da-4db2-85d8-317886d0e4c1,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:57.839789 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53650) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:58.029837 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-842572a1-7b6c-4ff3-86eb-704ca2e0bbe9 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Deleting port 47ee376e-e7da-4db2-85d8-317886d0e4c1 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:49:58.030482 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-842572a1-7b6c-4ff3-86eb-704ca2e0bbe9 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (47ee376e-e7da-4db2-85d8-317886d0e4c1), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:58.263047 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-842572a1-7b6c-4ff3-86eb-704ca2e0bbe9 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (47ee376e-e7da-4db2-85d8-317886d0e4c1), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:58.289209 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-842572a1-7b6c-4ff3-86eb-704ca2e0bbe9 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Calling delete_port for 47ee376e-e7da-4db2-85d8-317886d0e4c1 owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:49:58.413761 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-3e8d08af-10ed-4af4-bfd2-999d251bea6e None None] Provisioning complete for port 795e95fe-9564-49da-99df-b4abbfe63540 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:49:58.422418 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3e8d08af-10ed-4af4-bfd2-999d251bea6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (795e95fe-9564-49da-99df-b4abbfe63540), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:58.701543 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-842572a1-7b6c-4ff3-86eb-704ca2e0bbe9 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (47ee376e-e7da-4db2-85d8-317886d0e4c1), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:58.773659 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-3e8d08af-10ed-4af4-bfd2-999d251bea6e None None] Current status of the port 795e95fe-9564-49da-99df-b4abbfe63540 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:49:58.778241 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-3e8d08af-10ed-4af4-bfd2-999d251bea6e None None] Could not find standard attr ID for object 47ee376e-e7da-4db2-85d8-317886d0e4c1. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:49:58.826674 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842572a1-7b6c-4ff3-86eb-704ca2e0bbe9 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Port': ['ID=47ee376e-e7da-4db2-85d8-317886d0e4c1,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:58.897075 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-232e0b14-232f-451d-abce-f1ebcdba0d78 None None] Could not find standard attr ID for object 47ee376e-e7da-4db2-85d8-317886d0e4c1. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:49:58.980147 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-842572a1-7b6c-4ff3-86eb-704ca2e0bbe9 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:58.987299 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-842572a1-7b6c-4ff3-86eb-704ca2e0bbe9 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/ports/47ee376e-e7da-4db2-85d8-317886d0e4c1 HTTP/1.1" status: 204 len: 168 time: 1.1457515 Mar 22 19:49:58.989921 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53666) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:59.032646 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae3528a5-9c31-45cd-a09f-703074080177 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] GET failed (client error): The resource could not be found. Mar 22 19:49:59.039168 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53668) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:59.050369 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ae3528a5-9c31-45cd-a09f-703074080177 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "GET /v2.0/ports/47ee376e-e7da-4db2-85d8-317886d0e4c1 HTTP/1.1" status: 404 len: 333 time: 0.0579884 Mar 22 19:49:59.131603 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-54615824-cbb4-41e8-b4be-5cbe8982dba8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Deleting subnet 28c6b4a9-9e7e-4f57-9c2e-1ccd5a48de42 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:49:59.137683 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-54615824-cbb4-41e8-b4be-5cbe8982dba8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for subnet (28c6b4a9-9e7e-4f57-9c2e-1ccd5a48de42), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:59.239914 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-54615824-cbb4-41e8-b4be-5cbe8982dba8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (28c6b4a9-9e7e-4f57-9c2e-1ccd5a48de42), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:59.472435 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-54615824-cbb4-41e8-b4be-5cbe8982dba8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (28c6b4a9-9e7e-4f57-9c2e-1ccd5a48de42), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:59.588731 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-54615824-cbb4-41e8-b4be-5cbe8982dba8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (28c6b4a9-9e7e-4f57-9c2e-1ccd5a48de42), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:59.634639 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-54615824-cbb4-41e8-b4be-5cbe8982dba8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:59.648437 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53678) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:49:59.650829 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-54615824-cbb4-41e8-b4be-5cbe8982dba8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/subnets/28c6b4a9-9e7e-4f57-9c2e-1ccd5a48de42 HTTP/1.1" status: 204 len: 168 time: 0.6100876 Mar 22 19:49:59.732983 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54615824-cbb4-41e8-b4be-5cbe8982dba8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Subnet': ['ID=28c6b4a9-9e7e-4f57-9c2e-1ccd5a48de42,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:49:59.780313 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-99719d97-96cf-4710-ab58-3d2ed7526f5d tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Deleting subnet 08e8fc6e-b4f6-4653-8d03-3e5b8d8c1385 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:49:59.791546 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-99719d97-96cf-4710-ab58-3d2ed7526f5d tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for subnet (08e8fc6e-b4f6-4653-8d03-3e5b8d8c1385), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:49:59.925894 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-99719d97-96cf-4710-ab58-3d2ed7526f5d tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (08e8fc6e-b4f6-4653-8d03-3e5b8d8c1385), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:00.143753 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-99719d97-96cf-4710-ab58-3d2ed7526f5d tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (08e8fc6e-b4f6-4653-8d03-3e5b8d8c1385), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:00.301463 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-99719d97-96cf-4710-ab58-3d2ed7526f5d tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (08e8fc6e-b4f6-4653-8d03-3e5b8d8c1385), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:00.362903 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99719d97-96cf-4710-ab58-3d2ed7526f5d tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Subnet': ['ID=08e8fc6e-b4f6-4653-8d03-3e5b8d8c1385,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:00.369397 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-99719d97-96cf-4710-ab58-3d2ed7526f5d tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:00.377148 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f873293f-eb00-443a-986e-a1b9d121c340 None None] Network 7398281e-fa2e-439a-b89c-d0a32d878025 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:50:00.391857 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-99719d97-96cf-4710-ab58-3d2ed7526f5d tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/subnets/08e8fc6e-b4f6-4653-8d03-3e5b8d8c1385 HTTP/1.1" status: 204 len: 168 time: 0.7425730 Mar 22 19:50:00.395387 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53688) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:00.516776 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-34226c93-2744-4eca-9af6-060fe0697baa None None] Could not find standard attr ID for object 47ee376e-e7da-4db2-85d8-317886d0e4c1. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:50:00.572252 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-98a8f349-1e97-4525-a665-66e2c0bc9442 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (7398281e-fa2e-439a-b89c-d0a32d878025), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:00.653153 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8075fb7b-d274-4318-8f9b-0782fb199e13 None None] DHCP port deletion for 7398281e-fa2e-439a-b89c-d0a32d878025 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:50:00.822819 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-98a8f349-1e97-4525-a665-66e2c0bc9442 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Deleting port 795e95fe-9564-49da-99df-b4abbfe63540 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:50:00.830349 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-98a8f349-1e97-4525-a665-66e2c0bc9442 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (795e95fe-9564-49da-99df-b4abbfe63540), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:00.953412 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8075fb7b-d274-4318-8f9b-0782fb199e13 None None] Deleting port 795e95fe-9564-49da-99df-b4abbfe63540 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:50:00.953804 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8075fb7b-d274-4318-8f9b-0782fb199e13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (795e95fe-9564-49da-99df-b4abbfe63540), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:01.069439 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-98a8f349-1e97-4525-a665-66e2c0bc9442 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] For port 795e95fe-9564-49da-99df-b4abbfe63540, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=795e95fe-9564-49da-99df-b4abbfe63540,segment=NetworkSegment(7a81ec07-5469-4b62-b25d-bcf187da3a84),segment_id=7a81ec07-5469-4b62-b25d-bcf187da3a84)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:50:01.069772 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-98a8f349-1e97-4525-a665-66e2c0bc9442 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (795e95fe-9564-49da-99df-b4abbfe63540), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:01.105661 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-98a8f349-1e97-4525-a665-66e2c0bc9442 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Calling delete_port for 795e95fe-9564-49da-99df-b4abbfe63540 owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:50:01.115701 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-8075fb7b-d274-4318-8f9b-0782fb199e13 None None] For port 795e95fe-9564-49da-99df-b4abbfe63540, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=795e95fe-9564-49da-99df-b4abbfe63540,segment=NetworkSegment(7a81ec07-5469-4b62-b25d-bcf187da3a84),segment_id=7a81ec07-5469-4b62-b25d-bcf187da3a84)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:50:01.116097 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8075fb7b-d274-4318-8f9b-0782fb199e13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (795e95fe-9564-49da-99df-b4abbfe63540), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:01.146894 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8075fb7b-d274-4318-8f9b-0782fb199e13 None None] Calling delete_port for 795e95fe-9564-49da-99df-b4abbfe63540 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:50:01.278349 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 795e95fe-9564-49da-99df-b4abbfe63540 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:50:01.284412 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8075fb7b-d274-4318-8f9b-0782fb199e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (795e95fe-9564-49da-99df-b4abbfe63540), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:01.343968 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-98a8f349-1e97-4525-a665-66e2c0bc9442 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (795e95fe-9564-49da-99df-b4abbfe63540), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:01.350590 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8075fb7b-d274-4318-8f9b-0782fb199e13 None None] No DVR routers for this DVR port 795e95fe-9564-49da-99df-b4abbfe63540 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:50:01.373437 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a8f349-1e97-4525-a665-66e2c0bc9442 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] No DVR routers for this DVR port 795e95fe-9564-49da-99df-b4abbfe63540 on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:50:01.377566 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075fb7b-d274-4318-8f9b-0782fb199e13 None None] Pushing event deleted for resources: {'Port': ['ID=795e95fe-9564-49da-99df-b4abbfe63540,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:01.396097 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 795e95fe-9564-49da-99df-b4abbfe63540 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:50:01.397095 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 795e95fe-9564-49da-99df-b4abbfe63540 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:50:01.575319 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8f349-1e97-4525-a665-66e2c0bc9442 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Port': ['ID=795e95fe-9564-49da-99df-b4abbfe63540,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:01.686371 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-98a8f349-1e97-4525-a665-66e2c0bc9442 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (7398281e-fa2e-439a-b89c-d0a32d878025), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:01.720432 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-98a8f349-1e97-4525-a665-66e2c0bc9442 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7398281e-fa2e-439a-b89c-d0a32d878025']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:01.747377 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-98a8f349-1e97-4525-a665-66e2c0bc9442 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a81ec07-5469-4b62-b25d-bcf187da3a84') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:01.747995 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-98a8f349-1e97-4525-a665-66e2c0bc9442 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a81ec07-5469-4b62-b25d-bcf187da3a84') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:01.764246 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-98a8f349-1e97-4525-a665-66e2c0bc9442 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (7a81ec07-5469-4b62-b25d-bcf187da3a84), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:01.800064 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-98a8f349-1e97-4525-a665-66e2c0bc9442 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (7a81ec07-5469-4b62-b25d-bcf187da3a84), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:01.808201 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a8f349-1e97-4525-a665-66e2c0bc9442 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:50:01.808637 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-98a8f349-1e97-4525-a665-66e2c0bc9442 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (7a81ec07-5469-4b62-b25d-bcf187da3a84), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:50:01.884300 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:50:01.891432 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-98a8f349-1e97-4525-a665-66e2c0bc9442 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (7398281e-fa2e-439a-b89c-d0a32d878025), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:01.940570 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-98a8f349-1e97-4525-a665-66e2c0bc9442 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:01.954486 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53704) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:01.956403 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-98a8f349-1e97-4525-a665-66e2c0bc9442 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/networks/7398281e-fa2e-439a-b89c-d0a32d878025 HTTP/1.1" status: 204 len: 168 time: 1.5598176 Mar 22 19:50:01.957979 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8f349-1e97-4525-a665-66e2c0bc9442 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Network': ['ID=7398281e-fa2e-439a-b89c-d0a32d878025,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:02.096767 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907bf475-078f-4a6f-a93f-e55f1ffc3653 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:50:02.104064 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53712) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:02.115728 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-907bf475-078f-4a6f-a93f-e55f1ffc3653 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1575978 Mar 22 19:50:02.244349 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53716) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:02.249663 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8702c0c7-8eb9-4042-aae2-d4e0ce652d2e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1441679 Mar 22 19:50:02.253486 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-4c5268bf-6e23-4b1e-b1bb-43afe862ae33 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1235809669'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:50:02.334051 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5268bf-6e23-4b1e-b1bb-43afe862ae33 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:50:02.346832 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c5268bf-6e23-4b1e-b1bb-43afe862ae33 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:02.412279 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c5268bf-6e23-4b1e-b1bb-43afe862ae33 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:50:02.434316 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c5268bf-6e23-4b1e-b1bb-43afe862ae33 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (90b3d8d6-90fc-43bf-b857-612986de2757), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:02.435029 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-4c5268bf-6e23-4b1e-b1bb-43afe862ae33 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Added segment 90b3d8d6-90fc-43bf-b857-612986de2757 of type vlan for network 9af4b0e6-2129-4d47-9d22-fe71f43641a4 Mar 22 19:50:02.509204 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c5268bf-6e23-4b1e-b1bb-43afe862ae33 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (9af4b0e6-2129-4d47-9d22-fe71f43641a4), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:02.560539 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c5268bf-6e23-4b1e-b1bb-43afe862ae33 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (9af4b0e6-2129-4d47-9d22-fe71f43641a4), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:02.568752 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5268bf-6e23-4b1e-b1bb-43afe862ae33 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:50:02.569780 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c5268bf-6e23-4b1e-b1bb-43afe862ae33 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:02.590679 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:50:02.672558 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5268bf-6e23-4b1e-b1bb-43afe862ae33 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Network': ['ID=9af4b0e6-2129-4d47-9d22-fe71f43641a4,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:02.690941 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 9af4b0e6-2129-4d47-9d22-fe71f43641a4 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:50:02.712067 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4c5268bf-6e23-4b1e-b1bb-43afe862ae33 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4633200 Mar 22 19:50:02.712273 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53726) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:02.724066 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-f56e0e8b-8fda-43f4-9da3-de24882de20a tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'subnet': {'network_id': '9af4b0e6-2129-4d47-9d22-fe71f43641a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:50:02.915889 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56e0e8b-8fda-43f4-9da3-de24882de20a tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:50:02.920421 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f56e0e8b-8fda-43f4-9da3-de24882de20a tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:03.759780 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f56e0e8b-8fda-43f4-9da3-de24882de20a tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (43ef80c4-dc96-4d58-9756-03b4c983de74), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:04.033228 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56e0e8b-8fda-43f4-9da3-de24882de20a tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Checking segment: {'id': '90b3d8d6-90fc-43bf-b857-612986de2757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9af4b0e6-2129-4d47-9d22-fe71f43641a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:50:04.033740 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56e0e8b-8fda-43f4-9da3-de24882de20a tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Network hostable DHCP agents. Network: 9af4b0e6-2129-4d47-9d22-fe71f43641a4, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:50:04.055364 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e0e8b-8fda-43f4-9da3-de24882de20a tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Subnet': ['ID=43ef80c4-dc96-4d58-9756-03b4c983de74,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:04.083341 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56e0e8b-8fda-43f4-9da3-de24882de20a tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Network 9af4b0e6-2129-4d47-9d22-fe71f43641a4 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:50:04.101378 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-f56e0e8b-8fda-43f4-9da3-de24882de20a tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 9af4b0e6-2129-4d47-9d22-fe71f43641a4) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:50:04.114082 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9609bc66-eb9c-405e-b515-548396c1d5bb None None] Network 9af4b0e6-2129-4d47-9d22-fe71f43641a4 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:50:04.141302 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56e0e8b-8fda-43f4-9da3-de24882de20a tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:50:04.145893 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f56e0e8b-8fda-43f4-9da3-de24882de20a tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:04.209146 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53764) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:04.216224 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-8459c831-7b41-4ccc-8de4-df07a911d187 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'port': {'network_id': '9af4b0e6-2129-4d47-9d22-fe71f43641a4', 'name': 'tempest-PortsTestJSON-2124123178'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:50:04.219446 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f56e0e8b-8fda-43f4-9da3-de24882de20a tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5058742 Mar 22 19:50:04.448173 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078f0808-5618-447a-bead-cdddf1dbcc2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-9af4b0e6-2129-4d47-9d22-fe71f43641a4', 'network_id': '9af4b0e6-2129-4d47-9d22-fe71f43641a4', 'project_id': 'f3f14f59239b403ca91009380fb1ee21', 'fixed_ips': [{'subnet_id': '43ef80c4-dc96-4d58-9756-03b4c983de74'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:50:04.449156 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-078f0808-5618-447a-bead-cdddf1dbcc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:04.550906 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53772) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:04.708213 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8459c831-7b41-4ccc-8de4-df07a911d187 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:50:04.716078 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8459c831-7b41-4ccc-8de4-df07a911d187 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:04.774931 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-8459c831-7b41-4ccc-8de4-df07a911d187 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] device_id is not set on port befe12b4-ad91-4c00-9700-134c985e518f yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:50:04.800171 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-56bcc9e2-c00c-479f-b723-ee94e2f076e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:04.988776 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-078f0808-5618-447a-bead-cdddf1dbcc2f None None] Allocated IP 172.20.0.2 (9af4b0e6-2129-4d47-9d22-fe71f43641a4/43ef80c4-dc96-4d58-9756-03b4c983de74/1ca489af-8091-45f3-9285-e92e0b971032) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:50:05.147507 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-56bcc9e2-c00c-479f-b723-ee94e2f076e3 admin admin] Publish callbacks [] for security_group (3a97b4cf-74b5-49ea-abc0-f34d167060e1), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:05.155865 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-56bcc9e2-c00c-479f-b723-ee94e2f076e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3a97b4cf-74b5-49ea-abc0-f34d167060e1), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:05.214755 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-56bcc9e2-c00c-479f-b723-ee94e2f076e3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3afd5b37157a439e9ee9687477f9dfa0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6617920 Mar 22 19:50:05.216316 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53782) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:05.217049 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bcc9e2-c00c-479f-b723-ee94e2f076e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a97b4cf-74b5-49ea-abc0-f34d167060e1,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:05.235203 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-078f0808-5618-447a-bead-cdddf1dbcc2f None None] Publish callbacks [] for port (1ca489af-8091-45f3-9285-e92e0b971032), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:05.253451 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-078f0808-5618-447a-bead-cdddf1dbcc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (1ca489af-8091-45f3-9285-e92e0b971032), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:05.334936 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-8459c831-7b41-4ccc-8de4-df07a911d187 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Allocated IP 172.20.0.7 (9af4b0e6-2129-4d47-9d22-fe71f43641a4/43ef80c4-dc96-4d58-9756-03b4c983de74/befe12b4-ad91-4c00-9700-134c985e518f) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:50:05.403064 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f0808-5618-447a-bead-cdddf1dbcc2f None None] Pushing event updated for resources: {'Port': ['ID=1ca489af-8091-45f3-9285-e92e0b971032,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:05.446530 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078f0808-5618-447a-bead-cdddf1dbcc2f None None] Network 9af4b0e6-2129-4d47-9d22-fe71f43641a4 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:50:05.453092 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-078f0808-5618-447a-bead-cdddf1dbcc2f None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:50:05.466741 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078f0808-5618-447a-bead-cdddf1dbcc2f None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:50:05.510461 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-65f906ec-42f0-4f4a-9139-d6d88653dc5d admin admin] Publish callbacks [] for security_group (3a97b4cf-74b5-49ea-abc0-f34d167060e1), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:05.601314 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-65f906ec-42f0-4f4a-9139-d6d88653dc5d admin admin] Publish callbacks [] for security_group (3a97b4cf-74b5-49ea-abc0-f34d167060e1), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:05.617028 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-078f0808-5618-447a-bead-cdddf1dbcc2f None None] Attempting to bind port 1ca489af-8091-45f3-9285-e92e0b971032 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:50:05.626192 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-078f0808-5618-447a-bead-cdddf1dbcc2f None None] Attempting to bind port 1ca489af-8091-45f3-9285-e92e0b971032 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '90b3d8d6-90fc-43bf-b857-612986de2757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9af4b0e6-2129-4d47-9d22-fe71f43641a4'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:50:05.626557 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078f0808-5618-447a-bead-cdddf1dbcc2f None None] Attempting to bind port 1ca489af-8091-45f3-9285-e92e0b971032 on network 9af4b0e6-2129-4d47-9d22-fe71f43641a4 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:50:05.633023 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078f0808-5618-447a-bead-cdddf1dbcc2f None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:50:05.633593 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078f0808-5618-447a-bead-cdddf1dbcc2f None None] Checking segment: {'id': '90b3d8d6-90fc-43bf-b857-612986de2757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9af4b0e6-2129-4d47-9d22-fe71f43641a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:50:05.634050 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-078f0808-5618-447a-bead-cdddf1dbcc2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:05.634469 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078f0808-5618-447a-bead-cdddf1dbcc2f None None] Bound using segment: {'id': '90b3d8d6-90fc-43bf-b857-612986de2757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9af4b0e6-2129-4d47-9d22-fe71f43641a4'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:50:05.634990 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-078f0808-5618-447a-bead-cdddf1dbcc2f None None] Bound port: 1ca489af-8091-45f3-9285-e92e0b971032, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b3d8d6-90fc-43bf-b857-612986de2757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9af4b0e6-2129-4d47-9d22-fe71f43641a4'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:50:05.635351 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-078f0808-5618-447a-bead-cdddf1dbcc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1ca489af-8091-45f3-9285-e92e0b971032), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:05.835366 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-078f0808-5618-447a-bead-cdddf1dbcc2f None None] For port 1ca489af-8091-45f3-9285-e92e0b971032, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:50:05.840403 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-078f0808-5618-447a-bead-cdddf1dbcc2f None None] For port 1ca489af-8091-45f3-9285-e92e0b971032, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=1ca489af-8091-45f3-9285-e92e0b971032,segment=NetworkSegment(90b3d8d6-90fc-43bf-b857-612986de2757),segment_id=90b3d8d6-90fc-43bf-b857-612986de2757)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:50:05.886913 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-078f0808-5618-447a-bead-cdddf1dbcc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (1ca489af-8091-45f3-9285-e92e0b971032), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:06.131295 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f0808-5618-447a-bead-cdddf1dbcc2f None None] Pushing event updated for resources: {'Port': ['ID=1ca489af-8091-45f3-9285-e92e0b971032,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:06.169411 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-65f906ec-42f0-4f4a-9139-d6d88653dc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3a97b4cf-74b5-49ea-abc0-f34d167060e1), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:06.175927 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-65f906ec-42f0-4f4a-9139-d6d88653dc5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:06.179614 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-65f906ec-42f0-4f4a-9139-d6d88653dc5d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3a97b4cf-74b5-49ea-abc0-f34d167060e1 HTTP/1.1" status: 204 len: 168 time: 0.9583509 Mar 22 19:50:06.270615 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f906ec-42f0-4f4a-9139-d6d88653dc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a97b4cf-74b5-49ea-abc0-f34d167060e1,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:06.523297 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8459c831-7b41-4ccc-8de4-df07a911d187 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for port (befe12b4-ad91-4c00-9700-134c985e518f), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:06.718727 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8459c831-7b41-4ccc-8de4-df07a911d187 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (befe12b4-ad91-4c00-9700-134c985e518f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:06.971920 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8459c831-7b41-4ccc-8de4-df07a911d187 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Network 9af4b0e6-2129-4d47-9d22-fe71f43641a4 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:50:06.977769 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-8459c831-7b41-4ccc-8de4-df07a911d187 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:50:06.993573 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8459c831-7b41-4ccc-8de4-df07a911d187 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:50:07.130453 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8459c831-7b41-4ccc-8de4-df07a911d187 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:50:07.131820 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8459c831-7b41-4ccc-8de4-df07a911d187 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:07.177423 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53810) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:07.183427 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-6fc298ba-accc-4ee0-9934-ed4c24031922 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'port': {'network_id': '9af4b0e6-2129-4d47-9d22-fe71f43641a4', 'name': 'tempest-PortsTestJSON-1317648813'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:50:07.194540 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8459c831-7b41-4ccc-8de4-df07a911d187 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9837174 Mar 22 19:50:07.271120 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459c831-7b41-4ccc-8de4-df07a911d187 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Port': ['ID=befe12b4-ad91-4c00-9700-134c985e518f,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:07.343295 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 1ca489af-8091-45f3-9285-e92e0b971032 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:50:07.365155 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53812) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:07.415971 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-74ecd5bc-0218-40e8-be84-dfca1e6f055e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:07.446535 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 1ca489af-8091-45f3-9285-e92e0b971032 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:07.447391 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (1ca489af-8091-45f3-9285-e92e0b971032), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:07.701110 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 1ca489af-8091-45f3-9285-e92e0b971032 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:50:07.702418 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1ca489af-8091-45f3-9285-e92e0b971032), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:07.798491 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc298ba-accc-4ee0-9934-ed4c24031922 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:50:07.806163 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-74ecd5bc-0218-40e8-be84-dfca1e6f055e admin admin] Publish callbacks [] for security_group (d73c5d6b-961d-466c-ab33-3b17d2057690), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:07.817010 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-74ecd5bc-0218-40e8-be84-dfca1e6f055e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d73c5d6b-961d-466c-ab33-3b17d2057690), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:07.833827 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 1ca489af-8091-45f3-9285-e92e0b971032, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=1ca489af-8091-45f3-9285-e92e0b971032,segment=NetworkSegment(90b3d8d6-90fc-43bf-b857-612986de2757),segment_id=90b3d8d6-90fc-43bf-b857-612986de2757)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:50:07.837157 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6fc298ba-accc-4ee0-9934-ed4c24031922 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:07.842343 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (1ca489af-8091-45f3-9285-e92e0b971032), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:07.928011 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-6fc298ba-accc-4ee0-9934-ed4c24031922 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] device_id is not set on port 4cbca42d-04eb-41ca-8300-195bccf8d96d yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:50:07.975499 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-74ecd5bc-0218-40e8-be84-dfca1e6f055e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=99d85533a72b440e906dd1730c4a7267&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6092403 Mar 22 19:50:07.982414 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53818) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:08.005040 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ecd5bc-0218-40e8-be84-dfca1e6f055e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d73c5d6b-961d-466c-ab33-3b17d2057690,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:08.213173 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-310fe269-8508-4f56-8e69-a1b8dd9a97aa admin admin] Publish callbacks [] for security_group (d73c5d6b-961d-466c-ab33-3b17d2057690), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:08.295929 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-310fe269-8508-4f56-8e69-a1b8dd9a97aa admin admin] Publish callbacks [] for security_group (d73c5d6b-961d-466c-ab33-3b17d2057690), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:08.645833 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-310fe269-8508-4f56-8e69-a1b8dd9a97aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d73c5d6b-961d-466c-ab33-3b17d2057690), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:08.653406 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-310fe269-8508-4f56-8e69-a1b8dd9a97aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:08.670973 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-6fc298ba-accc-4ee0-9934-ed4c24031922 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Allocated IP 172.20.0.13 (9af4b0e6-2129-4d47-9d22-fe71f43641a4/43ef80c4-dc96-4d58-9756-03b4c983de74/4cbca42d-04eb-41ca-8300-195bccf8d96d) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:50:08.674238 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-310fe269-8508-4f56-8e69-a1b8dd9a97aa admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d73c5d6b-961d-466c-ab33-3b17d2057690 HTTP/1.1" status: 204 len: 168 time: 0.6889057 Mar 22 19:50:08.697566 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310fe269-8508-4f56-8e69-a1b8dd9a97aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d73c5d6b-961d-466c-ab33-3b17d2057690,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:08.757754 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78935aec-ef76-41dc-83f5-694e23ba2569 None None] Network 9af4b0e6-2129-4d47-9d22-fe71f43641a4 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:50:09.166989 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-49023074-f583-4b35-a81a-2ef4a9fec7f4 None None] Provisioning complete for port 1ca489af-8091-45f3-9285-e92e0b971032 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:09.167389 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-49023074-f583-4b35-a81a-2ef4a9fec7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (1ca489af-8091-45f3-9285-e92e0b971032), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:09.247081 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6fc298ba-accc-4ee0-9934-ed4c24031922 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for port (4cbca42d-04eb-41ca-8300-195bccf8d96d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:09.288679 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=1ca489af-8091-45f3-9285-e92e0b971032,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:09.399032 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6fc298ba-accc-4ee0-9934-ed4c24031922 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (4cbca42d-04eb-41ca-8300-195bccf8d96d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:09.458261 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-49023074-f583-4b35-a81a-2ef4a9fec7f4 None None] Current status of the port 1ca489af-8091-45f3-9285-e92e0b971032 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:50:09.532986 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc298ba-accc-4ee0-9934-ed4c24031922 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Port': ['ID=4cbca42d-04eb-41ca-8300-195bccf8d96d,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:09.547403 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc298ba-accc-4ee0-9934-ed4c24031922 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Network 9af4b0e6-2129-4d47-9d22-fe71f43641a4 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:50:09.549956 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-6fc298ba-accc-4ee0-9934-ed4c24031922 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:50:09.553331 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc298ba-accc-4ee0-9934-ed4c24031922 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:50:09.702657 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc298ba-accc-4ee0-9934-ed4c24031922 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:50:09.704426 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6fc298ba-accc-4ee0-9934-ed4c24031922 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:09.753300 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53864) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:09.753781 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6fc298ba-accc-4ee0-9934-ed4c24031922 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5744448 Mar 22 19:50:09.917340 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3913298c-c7d0-42d4-9c08-4dd0bbd08437 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:50:09.919912 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3913298c-c7d0-42d4-9c08-4dd0bbd08437 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.1648436 Mar 22 19:50:09.925194 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53866) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:10.044871 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-980fb1c2-2bd9-4288-9ab0-dd87afaa37dc None None] Provisioning complete for port befe12b4-ad91-4c00-9700-134c985e518f triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:10.045458 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-980fb1c2-2bd9-4288-9ab0-dd87afaa37dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (befe12b4-ad91-4c00-9700-134c985e518f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:10.203506 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-980fb1c2-2bd9-4288-9ab0-dd87afaa37dc None None] Port befe12b4-ad91-4c00-9700-134c985e518f cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:50:10.222437 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-980fb1c2-2bd9-4288-9ab0-dd87afaa37dc None None] Provisioning complete for port 1ca489af-8091-45f3-9285-e92e0b971032 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:10.223388 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-980fb1c2-2bd9-4288-9ab0-dd87afaa37dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (1ca489af-8091-45f3-9285-e92e0b971032), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:10.307465 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-62601eb0-622c-41a0-aad6-f48b14e62d2c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Deleting port 4cbca42d-04eb-41ca-8300-195bccf8d96d {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:50:10.309542 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-62601eb0-622c-41a0-aad6-f48b14e62d2c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (4cbca42d-04eb-41ca-8300-195bccf8d96d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:10.409046 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-980fb1c2-2bd9-4288-9ab0-dd87afaa37dc None None] Current status of the port 1ca489af-8091-45f3-9285-e92e0b971032 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:50:10.557733 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-964950f4-71be-4724-b280-91cd8a043204 None None] Provisioning complete for port befe12b4-ad91-4c00-9700-134c985e518f triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:10.558803 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-964950f4-71be-4724-b280-91cd8a043204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (befe12b4-ad91-4c00-9700-134c985e518f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:10.619631 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-62601eb0-622c-41a0-aad6-f48b14e62d2c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (4cbca42d-04eb-41ca-8300-195bccf8d96d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:10.680212 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-62601eb0-622c-41a0-aad6-f48b14e62d2c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Calling delete_port for 4cbca42d-04eb-41ca-8300-195bccf8d96d owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:50:10.752770 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-964950f4-71be-4724-b280-91cd8a043204 None None] Port befe12b4-ad91-4c00-9700-134c985e518f cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:50:11.064382 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-62601eb0-622c-41a0-aad6-f48b14e62d2c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (4cbca42d-04eb-41ca-8300-195bccf8d96d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:11.078243 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-d45c8d8e-0156-4d8a-993d-902bc51d7f08 None None] Could not find standard attr ID for object 4cbca42d-04eb-41ca-8300-195bccf8d96d. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:50:11.082066 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 1ca489af-8091-45f3-9285-e92e0b971032 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:50:11.119516 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62601eb0-622c-41a0-aad6-f48b14e62d2c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Port': ['ID=4cbca42d-04eb-41ca-8300-195bccf8d96d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:11.204605 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 1ca489af-8091-45f3-9285-e92e0b971032 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:11.205171 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (1ca489af-8091-45f3-9285-e92e0b971032), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:11.267579 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-62601eb0-622c-41a0-aad6-f48b14e62d2c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:11.275850 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-62601eb0-622c-41a0-aad6-f48b14e62d2c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/ports/4cbca42d-04eb-41ca-8300-195bccf8d96d HTTP/1.1" status: 204 len: 168 time: 1.3491044 Mar 22 19:50:11.278743 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53888) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:11.347063 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 1ca489af-8091-45f3-9285-e92e0b971032 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:50:11.368477 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-b406a238-cdee-4c2f-9b44-8acf860da884 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] GET failed (client error): The resource could not be found. Mar 22 19:50:11.375113 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b406a238-cdee-4c2f-9b44-8acf860da884 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "GET /v2.0/ports/4cbca42d-04eb-41ca-8300-195bccf8d96d HTTP/1.1" status: 404 len: 333 time: 0.0944338 Mar 22 19:50:11.377845 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53890) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:11.598246 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-b4c0cb30-5652-408c-9ac6-6dad6af44fc2 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Deleting port befe12b4-ad91-4c00-9700-134c985e518f {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:50:11.598595 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b4c0cb30-5652-408c-9ac6-6dad6af44fc2 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (befe12b4-ad91-4c00-9700-134c985e518f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:11.733121 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b4c0cb30-5652-408c-9ac6-6dad6af44fc2 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (befe12b4-ad91-4c00-9700-134c985e518f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:11.750436 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-b4c0cb30-5652-408c-9ac6-6dad6af44fc2 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Calling delete_port for befe12b4-ad91-4c00-9700-134c985e518f owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:50:12.002708 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b4c0cb30-5652-408c-9ac6-6dad6af44fc2 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (befe12b4-ad91-4c00-9700-134c985e518f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:12.058328 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0cb30-5652-408c-9ac6-6dad6af44fc2 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Port': ['ID=befe12b4-ad91-4c00-9700-134c985e518f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:12.198634 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b4c0cb30-5652-408c-9ac6-6dad6af44fc2 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:12.204236 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b4c0cb30-5652-408c-9ac6-6dad6af44fc2 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/ports/befe12b4-ad91-4c00-9700-134c985e518f HTTP/1.1" status: 204 len: 168 time: 0.8247254 Mar 22 19:50:12.206390 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53916) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:12.240936 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb59af2a-e5ab-46d4-8d4a-f6d1cc4e2ba0 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] GET failed (client error): The resource could not be found. Mar 22 19:50:12.242857 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cb59af2a-e5ab-46d4-8d4a-f6d1cc4e2ba0 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "GET /v2.0/ports/befe12b4-ad91-4c00-9700-134c985e518f HTTP/1.1" status: 404 len: 333 time: 0.0348611 Mar 22 19:50:12.245692 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 53920) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:12.347717 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb640d75-4498-4be4-b892-b6379b0d4e66 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Deleting subnet 43ef80c4-dc96-4d58-9756-03b4c983de74 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:50:12.356408 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-eb640d75-4498-4be4-b892-b6379b0d4e66 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for subnet (43ef80c4-dc96-4d58-9756-03b4c983de74), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:12.416827 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-eb640d75-4498-4be4-b892-b6379b0d4e66 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (43ef80c4-dc96-4d58-9756-03b4c983de74), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:12.541924 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-eb640d75-4498-4be4-b892-b6379b0d4e66 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (43ef80c4-dc96-4d58-9756-03b4c983de74), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:12.614356 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-eb640d75-4498-4be4-b892-b6379b0d4e66 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (43ef80c4-dc96-4d58-9756-03b4c983de74), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:12.651554 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb640d75-4498-4be4-b892-b6379b0d4e66 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Subnet': ['ID=43ef80c4-dc96-4d58-9756-03b4c983de74,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:12.655357 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-eb640d75-4498-4be4-b892-b6379b0d4e66 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:12.658774 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-eb640d75-4498-4be4-b892-b6379b0d4e66 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/subnets/43ef80c4-dc96-4d58-9756-03b4c983de74 HTTP/1.1" status: 204 len: 168 time: 0.4118173 Mar 22 19:50:12.664192 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 53958) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:12.672480 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456a29f4-ad89-4a9d-964b-cb75efc6dfb2 None None] Network 9af4b0e6-2129-4d47-9d22-fe71f43641a4 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:50:12.861638 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-90137eb1-6ef4-4a74-b6a2-05cec163d1dd tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (9af4b0e6-2129-4d47-9d22-fe71f43641a4), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:13.028686 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6e1b5f-704b-482f-86f3-03a4f3d66a5f None None] DHCP port deletion for 9af4b0e6-2129-4d47-9d22-fe71f43641a4 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:50:13.112659 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-90137eb1-6ef4-4a74-b6a2-05cec163d1dd tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Deleting port 1ca489af-8091-45f3-9285-e92e0b971032 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:50:13.112922 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-90137eb1-6ef4-4a74-b6a2-05cec163d1dd tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (1ca489af-8091-45f3-9285-e92e0b971032), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:13.192429 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-bf6e1b5f-704b-482f-86f3-03a4f3d66a5f None None] Deleting port 1ca489af-8091-45f3-9285-e92e0b971032 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:50:13.192943 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bf6e1b5f-704b-482f-86f3-03a4f3d66a5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (1ca489af-8091-45f3-9285-e92e0b971032), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:13.200622 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-90137eb1-6ef4-4a74-b6a2-05cec163d1dd tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] For port 1ca489af-8091-45f3-9285-e92e0b971032, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=1ca489af-8091-45f3-9285-e92e0b971032,segment=NetworkSegment(90b3d8d6-90fc-43bf-b857-612986de2757),segment_id=90b3d8d6-90fc-43bf-b857-612986de2757)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:50:13.201504 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-90137eb1-6ef4-4a74-b6a2-05cec163d1dd tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (1ca489af-8091-45f3-9285-e92e0b971032), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:13.237172 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-90137eb1-6ef4-4a74-b6a2-05cec163d1dd tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Calling delete_port for 1ca489af-8091-45f3-9285-e92e0b971032 owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:50:13.333538 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-bf6e1b5f-704b-482f-86f3-03a4f3d66a5f None None] For port 1ca489af-8091-45f3-9285-e92e0b971032, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=1ca489af-8091-45f3-9285-e92e0b971032,segment=NetworkSegment(90b3d8d6-90fc-43bf-b857-612986de2757),segment_id=90b3d8d6-90fc-43bf-b857-612986de2757)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:50:13.334286 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bf6e1b5f-704b-482f-86f3-03a4f3d66a5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (1ca489af-8091-45f3-9285-e92e0b971032), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:13.350199 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-bf6e1b5f-704b-482f-86f3-03a4f3d66a5f None None] Calling delete_port for 1ca489af-8091-45f3-9285-e92e0b971032 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:50:13.449994 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bf6e1b5f-704b-482f-86f3-03a4f3d66a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (1ca489af-8091-45f3-9285-e92e0b971032), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:13.482887 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e1b5f-704b-482f-86f3-03a4f3d66a5f None None] Pushing event deleted for resources: {'Port': ['ID=1ca489af-8091-45f3-9285-e92e0b971032,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:13.491476 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6e1b5f-704b-482f-86f3-03a4f3d66a5f None None] No DVR routers for this DVR port 1ca489af-8091-45f3-9285-e92e0b971032 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:50:13.496334 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-90137eb1-6ef4-4a74-b6a2-05cec163d1dd tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (1ca489af-8091-45f3-9285-e92e0b971032), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:13.586674 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90137eb1-6ef4-4a74-b6a2-05cec163d1dd tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Port': ['ID=1ca489af-8091-45f3-9285-e92e0b971032,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:13.628545 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90137eb1-6ef4-4a74-b6a2-05cec163d1dd tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] No DVR routers for this DVR port 1ca489af-8091-45f3-9285-e92e0b971032 on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:50:13.657400 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54018) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:13.702445 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54022) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:13.835347 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-90137eb1-6ef4-4a74-b6a2-05cec163d1dd tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (9af4b0e6-2129-4d47-9d22-fe71f43641a4), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:13.883537 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-90137eb1-6ef4-4a74-b6a2-05cec163d1dd tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af4b0e6-2129-4d47-9d22-fe71f43641a4']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:13.903746 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-90137eb1-6ef4-4a74-b6a2-05cec163d1dd tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b3d8d6-90fc-43bf-b857-612986de2757') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:13.904069 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-90137eb1-6ef4-4a74-b6a2-05cec163d1dd tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b3d8d6-90fc-43bf-b857-612986de2757') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:13.923159 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-90137eb1-6ef4-4a74-b6a2-05cec163d1dd tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (90b3d8d6-90fc-43bf-b857-612986de2757), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:13.942163 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-90137eb1-6ef4-4a74-b6a2-05cec163d1dd tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (90b3d8d6-90fc-43bf-b857-612986de2757), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:13.945056 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-efc0c4fc-91b4-4dd9-9d9a-4178c7ccc259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:13.948662 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-db6294e2-b43c-446a-b8e2-89fcf5e31c11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:13.949979 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90137eb1-6ef4-4a74-b6a2-05cec163d1dd tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:50:13.950474 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-90137eb1-6ef4-4a74-b6a2-05cec163d1dd tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (90b3d8d6-90fc-43bf-b857-612986de2757), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:50:14.009771 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:50:14.038070 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-90137eb1-6ef4-4a74-b6a2-05cec163d1dd tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (9af4b0e6-2129-4d47-9d22-fe71f43641a4), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:14.054156 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-90137eb1-6ef4-4a74-b6a2-05cec163d1dd tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:14.057515 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-90137eb1-6ef4-4a74-b6a2-05cec163d1dd tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/networks/9af4b0e6-2129-4d47-9d22-fe71f43641a4 HTTP/1.1" status: 204 len: 168 time: 1.3922861 Mar 22 19:50:14.066321 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54028) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:14.082690 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-b88cc045-3ca8-40a5-856d-0d6926cb3b53 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-211441687'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:50:14.183124 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88cc045-3ca8-40a5-856d-0d6926cb3b53 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:50:14.187187 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b88cc045-3ca8-40a5-856d-0d6926cb3b53 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:14.273631 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-db6294e2-b43c-446a-b8e2-89fcf5e31c11 admin admin] Publish callbacks [] for security_group (55847f7d-4caf-4215-a38a-cb3e7bbdb1e3), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:14.281034 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b88cc045-3ca8-40a5-856d-0d6926cb3b53 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:50:14.293918 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-db6294e2-b43c-446a-b8e2-89fcf5e31c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (55847f7d-4caf-4215-a38a-cb3e7bbdb1e3), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:14.320279 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-efc0c4fc-91b4-4dd9-9d9a-4178c7ccc259 admin admin] Publish callbacks [] for security_group (145b09ab-2017-4f76-9292-05d44584f825), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:14.355061 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-efc0c4fc-91b4-4dd9-9d9a-4178c7ccc259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (145b09ab-2017-4f76-9292-05d44584f825), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:14.441974 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b88cc045-3ca8-40a5-856d-0d6926cb3b53 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (814f56df-4a02-4ba1-bee1-5f153054b51e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:14.442585 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-b88cc045-3ca8-40a5-856d-0d6926cb3b53 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Added segment 814f56df-4a02-4ba1-bee1-5f153054b51e of type vlan for network 7afff788-af8e-497d-b4fa-61c8601b65d4 Mar 22 19:50:14.484256 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90137eb1-6ef4-4a74-b6a2-05cec163d1dd tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Network': ['ID=9af4b0e6-2129-4d47-9d22-fe71f43641a4,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:14.495510 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6294e2-b43c-446a-b8e2-89fcf5e31c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55847f7d-4caf-4215-a38a-cb3e7bbdb1e3,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:14.504868 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-db6294e2-b43c-446a-b8e2-89fcf5e31c11 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=863aaa7ad8264a039238238a93b60d95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8450294 Mar 22 19:50:14.508710 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54030) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:14.526108 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-efc0c4fc-91b4-4dd9-9d9a-4178c7ccc259 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bdf5bc1cdb014b699f7aca9909b1b48a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8225021 Mar 22 19:50:14.535143 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54032) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:14.613844 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b88cc045-3ca8-40a5-856d-0d6926cb3b53 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (7afff788-af8e-497d-b4fa-61c8601b65d4), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:14.622416 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc0c4fc-91b4-4dd9-9d9a-4178c7ccc259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145b09ab-2017-4f76-9292-05d44584f825,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:14.637146 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2b973220-ae25-42da-a156-cf9dc2d7f62f admin admin] Publish callbacks [] for security_group (145b09ab-2017-4f76-9292-05d44584f825), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:14.641222 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-28be9ab6-dcdf-463e-9bc8-df40f23a9d09 admin admin] Publish callbacks [] for security_group (55847f7d-4caf-4215-a38a-cb3e7bbdb1e3), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:14.670380 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b88cc045-3ca8-40a5-856d-0d6926cb3b53 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (7afff788-af8e-497d-b4fa-61c8601b65d4), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:14.684165 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88cc045-3ca8-40a5-856d-0d6926cb3b53 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:50:14.691151 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b88cc045-3ca8-40a5-856d-0d6926cb3b53 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:14.702181 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-28be9ab6-dcdf-463e-9bc8-df40f23a9d09 admin admin] Publish callbacks [] for security_group (55847f7d-4caf-4215-a38a-cb3e7bbdb1e3), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:14.812100 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2b973220-ae25-42da-a156-cf9dc2d7f62f admin admin] Publish callbacks [] for security_group (145b09ab-2017-4f76-9292-05d44584f825), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:14.824607 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-28be9ab6-dcdf-463e-9bc8-df40f23a9d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (55847f7d-4caf-4215-a38a-cb3e7bbdb1e3), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:14.828331 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88cc045-3ca8-40a5-856d-0d6926cb3b53 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Network': ['ID=7afff788-af8e-497d-b4fa-61c8601b65d4,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:14.830602 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-28be9ab6-dcdf-463e-9bc8-df40f23a9d09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:14.844242 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 7afff788-af8e-497d-b4fa-61c8601b65d4 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:50:14.845046 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b88cc045-3ca8-40a5-856d-0d6926cb3b53 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7726548 Mar 22 19:50:14.851039 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54038) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:14.856991 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-5115f4aa-1b2b-4788-8462-163979511f15 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'subnet': {'network_id': '7afff788-af8e-497d-b4fa-61c8601b65d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:50:14.861248 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-28be9ab6-dcdf-463e-9bc8-df40f23a9d09 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/55847f7d-4caf-4215-a38a-cb3e7bbdb1e3 HTTP/1.1" status: 204 len: 168 time: 0.3512862 Mar 22 19:50:14.889449 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be9ab6-dcdf-463e-9bc8-df40f23a9d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55847f7d-4caf-4215-a38a-cb3e7bbdb1e3,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:14.983278 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5115f4aa-1b2b-4788-8462-163979511f15 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:50:14.989688 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5115f4aa-1b2b-4788-8462-163979511f15 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:15.106899 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2b973220-ae25-42da-a156-cf9dc2d7f62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (145b09ab-2017-4f76-9292-05d44584f825), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:15.109839 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2b973220-ae25-42da-a156-cf9dc2d7f62f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:15.111238 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2b973220-ae25-42da-a156-cf9dc2d7f62f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/145b09ab-2017-4f76-9292-05d44584f825 HTTP/1.1" status: 204 len: 168 time: 0.5732818 Mar 22 19:50:15.125580 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 1ca489af-8091-45f3-9285-e92e0b971032 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:50:15.138066 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b973220-ae25-42da-a156-cf9dc2d7f62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145b09ab-2017-4f76-9292-05d44584f825,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:15.177957 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 1ca489af-8091-45f3-9285-e92e0b971032 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:50:15.178673 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 1ca489af-8091-45f3-9285-e92e0b971032 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:50:15.239484 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b24962ab-2d49-44a7-805c-fabb3c839bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:15.386624 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5115f4aa-1b2b-4788-8462-163979511f15 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (ee944974-c769-4717-9176-c8a68415c052), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:15.478460 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115f4aa-1b2b-4788-8462-163979511f15 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Subnet': ['ID=ee944974-c769-4717-9176-c8a68415c052,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:15.478718 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54048) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:15.498762 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5115f4aa-1b2b-4788-8462-163979511f15 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Checking segment: {'id': '814f56df-4a02-4ba1-bee1-5f153054b51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7afff788-af8e-497d-b4fa-61c8601b65d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:50:15.499052 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5115f4aa-1b2b-4788-8462-163979511f15 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Network hostable DHCP agents. Network: 7afff788-af8e-497d-b4fa-61c8601b65d4, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:50:15.518785 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42cb2a52-142d-484a-a1ad-f8e51d987740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:15.613333 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5115f4aa-1b2b-4788-8462-163979511f15 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Network 7afff788-af8e-497d-b4fa-61c8601b65d4 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:50:15.692009 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-5115f4aa-1b2b-4788-8462-163979511f15 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 7afff788-af8e-497d-b4fa-61c8601b65d4) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:50:15.703945 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a95ce9-d570-4587-82e4-aea85a7a01a3 None None] Network 7afff788-af8e-497d-b4fa-61c8601b65d4 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:50:15.717415 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5115f4aa-1b2b-4788-8462-163979511f15 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:50:15.721274 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5115f4aa-1b2b-4788-8462-163979511f15 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:15.826013 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54054) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:15.828181 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5115f4aa-1b2b-4788-8462-163979511f15 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9705875 Mar 22 19:50:15.832152 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-20335f9c-6e66-405b-b953-a8c900db2e06 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'port': {'network_id': '7afff788-af8e-497d-b4fa-61c8601b65d4', 'name': 'tempest-PortsTestJSON-1182939198', 'fixed_ips': [{'subnet_id': 'ee944974-c769-4717-9176-c8a68415c052', 'ip_address': '172.20.0.10'}]}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:50:15.871508 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42cb2a52-142d-484a-a1ad-f8e51d987740 admin admin] Publish callbacks [] for security_group (459d232a-4097-404d-b3ab-1394d72bac77), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:15.887229 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42cb2a52-142d-484a-a1ad-f8e51d987740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (459d232a-4097-404d-b3ab-1394d72bac77), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:15.908153 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea41021-27be-4f83-8867-64ad85f79e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-7afff788-af8e-497d-b4fa-61c8601b65d4', 'network_id': '7afff788-af8e-497d-b4fa-61c8601b65d4', 'project_id': 'f3f14f59239b403ca91009380fb1ee21', 'fixed_ips': [{'subnet_id': 'ee944974-c769-4717-9176-c8a68415c052'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:50:15.909679 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fea41021-27be-4f83-8867-64ad85f79e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:15.940938 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54056) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:15.979465 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-42cb2a52-142d-484a-a1ad-f8e51d987740 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5e2c95cbed1b4463af0edb221d230ec1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4936042 Mar 22 19:50:15.982568 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54058) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:15.993221 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6be4935d-713e-47c2-a0a6-0a3c31a0c9bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:16.028884 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb2a52-142d-484a-a1ad-f8e51d987740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459d232a-4097-404d-b3ab-1394d72bac77,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:16.081004 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c6890587-5a13-4be8-889f-1e881c8055ad admin admin] Publish callbacks [] for security_group (459d232a-4097-404d-b3ab-1394d72bac77), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:16.084851 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:16.093894 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6be4935d-713e-47c2-a0a6-0a3c31a0c9bc admin admin] Publish callbacks [] for security_group (454fc7b4-f9a3-446c-9950-4997ea65c7a0), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:16.103851 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6be4935d-713e-47c2-a0a6-0a3c31a0c9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (454fc7b4-f9a3-446c-9950-4997ea65c7a0), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:16.123364 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c6890587-5a13-4be8-889f-1e881c8055ad admin admin] Publish callbacks [] for security_group (459d232a-4097-404d-b3ab-1394d72bac77), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:16.146377 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4935d-713e-47c2-a0a6-0a3c31a0c9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454fc7b4-f9a3-446c-9950-4997ea65c7a0,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:16.197712 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6be4935d-713e-47c2-a0a6-0a3c31a0c9bc admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f16b433edb0d4898a2b7250108f34788&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2555122 Mar 22 19:50:16.203519 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54060) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:16.232215 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20335f9c-6e66-405b-b953-a8c900db2e06 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:50:16.250544 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-fea41021-27be-4f83-8867-64ad85f79e41 None None] Allocated IP 172.20.0.2 (7afff788-af8e-497d-b4fa-61c8601b65d4/ee944974-c769-4717-9176-c8a68415c052/3d19cf8d-9ea4-4077-a396-b692fbe3b155) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:50:16.296776 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c6890587-5a13-4be8-889f-1e881c8055ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (459d232a-4097-404d-b3ab-1394d72bac77), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:16.304353 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c6890587-5a13-4be8-889f-1e881c8055ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:16.313071 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c6890587-5a13-4be8-889f-1e881c8055ad admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/459d232a-4097-404d-b3ab-1394d72bac77 HTTP/1.1" status: 204 len: 168 time: 0.3287990 Mar 22 19:50:16.339950 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6890587-5a13-4be8-889f-1e881c8055ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459d232a-4097-404d-b3ab-1394d72bac77,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:16.389034 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6ace9b7f-e56e-4cd9-8dbb-fe9e4fd5f041 admin admin] Publish callbacks [] for security_group (454fc7b4-f9a3-446c-9950-4997ea65c7a0), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:16.434800 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-20335f9c-6e66-405b-b953-a8c900db2e06 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:16.441300 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6ace9b7f-e56e-4cd9-8dbb-fe9e4fd5f041 admin admin] Publish callbacks [] for security_group (454fc7b4-f9a3-446c-9950-4997ea65c7a0), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:16.468434 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fea41021-27be-4f83-8867-64ad85f79e41 None None] Publish callbacks [] for port (3d19cf8d-9ea4-4077-a396-b692fbe3b155), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:16.471357 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-20335f9c-6e66-405b-b953-a8c900db2e06 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] device_id is not set on port 4b853488-688a-44b0-9f25-0fb3f430c8d2 yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:50:16.485295 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fea41021-27be-4f83-8867-64ad85f79e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (3d19cf8d-9ea4-4077-a396-b692fbe3b155), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:16.549111 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6ace9b7f-e56e-4cd9-8dbb-fe9e4fd5f041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (454fc7b4-f9a3-446c-9950-4997ea65c7a0), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:16.552387 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6ace9b7f-e56e-4cd9-8dbb-fe9e4fd5f041 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:16.553821 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6ace9b7f-e56e-4cd9-8dbb-fe9e4fd5f041 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/454fc7b4-f9a3-446c-9950-4997ea65c7a0 HTTP/1.1" status: 204 len: 168 time: 0.3478646 Mar 22 19:50:16.565683 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace9b7f-e56e-4cd9-8dbb-fe9e4fd5f041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454fc7b4-f9a3-446c-9950-4997ea65c7a0,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:16.678349 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea41021-27be-4f83-8867-64ad85f79e41 None None] Network 7afff788-af8e-497d-b4fa-61c8601b65d4 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:50:16.716726 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-fea41021-27be-4f83-8867-64ad85f79e41 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:50:16.721025 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea41021-27be-4f83-8867-64ad85f79e41 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:50:16.822924 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea41021-27be-4f83-8867-64ad85f79e41 None None] Pushing event updated for resources: {'Port': ['ID=3d19cf8d-9ea4-4077-a396-b692fbe3b155,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:16.916705 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-fea41021-27be-4f83-8867-64ad85f79e41 None None] Attempting to bind port 3d19cf8d-9ea4-4077-a396-b692fbe3b155 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:50:16.918067 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-fea41021-27be-4f83-8867-64ad85f79e41 None None] Attempting to bind port 3d19cf8d-9ea4-4077-a396-b692fbe3b155 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '814f56df-4a02-4ba1-bee1-5f153054b51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7afff788-af8e-497d-b4fa-61c8601b65d4'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:50:16.918901 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea41021-27be-4f83-8867-64ad85f79e41 None None] Attempting to bind port 3d19cf8d-9ea4-4077-a396-b692fbe3b155 on network 7afff788-af8e-497d-b4fa-61c8601b65d4 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:50:16.926600 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea41021-27be-4f83-8867-64ad85f79e41 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:50:16.927301 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea41021-27be-4f83-8867-64ad85f79e41 None None] Checking segment: {'id': '814f56df-4a02-4ba1-bee1-5f153054b51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7afff788-af8e-497d-b4fa-61c8601b65d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:50:16.927877 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fea41021-27be-4f83-8867-64ad85f79e41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:16.928457 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea41021-27be-4f83-8867-64ad85f79e41 None None] Bound using segment: {'id': '814f56df-4a02-4ba1-bee1-5f153054b51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7afff788-af8e-497d-b4fa-61c8601b65d4'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:50:16.929330 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-fea41021-27be-4f83-8867-64ad85f79e41 None None] Bound port: 3d19cf8d-9ea4-4077-a396-b692fbe3b155, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '814f56df-4a02-4ba1-bee1-5f153054b51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '7afff788-af8e-497d-b4fa-61c8601b65d4'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:50:16.929949 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fea41021-27be-4f83-8867-64ad85f79e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (3d19cf8d-9ea4-4077-a396-b692fbe3b155), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:17.011598 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-20335f9c-6e66-405b-b953-a8c900db2e06 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Allocated IP 172.20.0.10 (7afff788-af8e-497d-b4fa-61c8601b65d4/ee944974-c769-4717-9176-c8a68415c052/4b853488-688a-44b0-9f25-0fb3f430c8d2) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:50:17.080422 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-fea41021-27be-4f83-8867-64ad85f79e41 None None] For port 3d19cf8d-9ea4-4077-a396-b692fbe3b155, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:50:17.088270 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-fea41021-27be-4f83-8867-64ad85f79e41 None None] For port 3d19cf8d-9ea4-4077-a396-b692fbe3b155, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=3d19cf8d-9ea4-4077-a396-b692fbe3b155,segment=NetworkSegment(814f56df-4a02-4ba1-bee1-5f153054b51e),segment_id=814f56df-4a02-4ba1-bee1-5f153054b51e)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:50:17.104678 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fea41021-27be-4f83-8867-64ad85f79e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (3d19cf8d-9ea4-4077-a396-b692fbe3b155), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:17.252240 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea41021-27be-4f83-8867-64ad85f79e41 None None] Pushing event updated for resources: {'Port': ['ID=3d19cf8d-9ea4-4077-a396-b692fbe3b155,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:17.327761 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-20335f9c-6e66-405b-b953-a8c900db2e06 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for port (4b853488-688a-44b0-9f25-0fb3f430c8d2), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:17.383178 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-20335f9c-6e66-405b-b953-a8c900db2e06 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (4b853488-688a-44b0-9f25-0fb3f430c8d2), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:17.418750 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fd88a024-d93c-4313-baac-8daf0d75d11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:17.506890 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20335f9c-6e66-405b-b953-a8c900db2e06 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Network 7afff788-af8e-497d-b4fa-61c8601b65d4 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:50:17.561099 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-20335f9c-6e66-405b-b953-a8c900db2e06 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:50:17.573110 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20335f9c-6e66-405b-b953-a8c900db2e06 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:50:17.581621 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20335f9c-6e66-405b-b953-a8c900db2e06 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Port': ['ID=4b853488-688a-44b0-9f25-0fb3f430c8d2,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:17.679080 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20335f9c-6e66-405b-b953-a8c900db2e06 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:50:17.679927 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-20335f9c-6e66-405b-b953-a8c900db2e06 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:17.711011 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54094) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:17.711520 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-20335f9c-6e66-405b-b953-a8c900db2e06 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8839540 Mar 22 19:50:17.721648 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-31247e0c-efea-4fce-a8dd-6e55aa2fc1a7 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'port': {'network_id': '7afff788-af8e-497d-b4fa-61c8601b65d4', 'name': 'tempest-PortsTestJSON-646365802', 'fixed_ips': [{'subnet_id': 'ee944974-c769-4717-9176-c8a68415c052', 'ip_address': '172.20.0.9'}]}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:50:18.052866 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31247e0c-efea-4fce-a8dd-6e55aa2fc1a7 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:50:18.222435 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-31247e0c-efea-4fce-a8dd-6e55aa2fc1a7 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:18.292858 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-31247e0c-efea-4fce-a8dd-6e55aa2fc1a7 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] device_id is not set on port 471658a1-e797-4afb-b439-a8450f70dd2e yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:50:18.467720 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:18.669958 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-31247e0c-efea-4fce-a8dd-6e55aa2fc1a7 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Allocated IP 172.20.0.9 (7afff788-af8e-497d-b4fa-61c8601b65d4/ee944974-c769-4717-9176-c8a68415c052/471658a1-e797-4afb-b439-a8450f70dd2e) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:50:18.767533 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:19.072459 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6671095b-e5f6-4568-84d2-d298f3366823 None None] Network 7afff788-af8e-497d-b4fa-61c8601b65d4 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:50:19.148664 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-31247e0c-efea-4fce-a8dd-6e55aa2fc1a7 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for port (471658a1-e797-4afb-b439-a8450f70dd2e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:19.237349 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 3d19cf8d-9ea4-4077-a396-b692fbe3b155 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:50:19.280298 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-31247e0c-efea-4fce-a8dd-6e55aa2fc1a7 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (471658a1-e797-4afb-b439-a8450f70dd2e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:19.371313 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31247e0c-efea-4fce-a8dd-6e55aa2fc1a7 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Port': ['ID=471658a1-e797-4afb-b439-a8450f70dd2e,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:19.390506 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 3d19cf8d-9ea4-4077-a396-b692fbe3b155 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:19.391183 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3d19cf8d-9ea4-4077-a396-b692fbe3b155), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:19.392243 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31247e0c-efea-4fce-a8dd-6e55aa2fc1a7 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Network 7afff788-af8e-497d-b4fa-61c8601b65d4 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:50:19.393775 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-31247e0c-efea-4fce-a8dd-6e55aa2fc1a7 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:50:19.396470 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-47ba0e59-442e-47c7-857c-16d00e53dac9 None None] Provisioning complete for port 3d19cf8d-9ea4-4077-a396-b692fbe3b155 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:19.397005 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31247e0c-efea-4fce-a8dd-6e55aa2fc1a7 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:50:19.397395 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-47ba0e59-442e-47c7-857c-16d00e53dac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3d19cf8d-9ea4-4077-a396-b692fbe3b155), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:19.484069 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31247e0c-efea-4fce-a8dd-6e55aa2fc1a7 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:50:19.485207 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-31247e0c-efea-4fce-a8dd-6e55aa2fc1a7 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:19.549431 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-31247e0c-efea-4fce-a8dd-6e55aa2fc1a7 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8336163 Mar 22 19:50:19.550579 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54144) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:19.685771 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-47ba0e59-442e-47c7-857c-16d00e53dac9 None None] Current status of the port 3d19cf8d-9ea4-4077-a396-b692fbe3b155 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:50:19.686380 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-47ba0e59-442e-47c7-857c-16d00e53dac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (3d19cf8d-9ea4-4077-a396-b692fbe3b155), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:19.818647 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a570c3-f94c-4c34-a185-0777c6bfc6ac tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:50:19.820656 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-31a570c3-f94c-4c34-a185-0777c6bfc6ac tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2683251 Mar 22 19:50:19.824913 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54152) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:19.937194 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-47ba0e59-442e-47c7-857c-16d00e53dac9 None None] For port 3d19cf8d-9ea4-4077-a396-b692fbe3b155, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=3d19cf8d-9ea4-4077-a396-b692fbe3b155,segment=NetworkSegment(814f56df-4a02-4ba1-bee1-5f153054b51e),segment_id=814f56df-4a02-4ba1-bee1-5f153054b51e)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:50:19.973432 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db6ac07-3e25-408c-8fba-4a237f62ee89 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:50:19.973685 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-47ba0e59-442e-47c7-857c-16d00e53dac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (3d19cf8d-9ea4-4077-a396-b692fbe3b155), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:19.980271 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db6ac07-3e25-408c-8fba-4a237f62ee89 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:50:19.992510 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 3d19cf8d-9ea4-4077-a396-b692fbe3b155 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:50:19.992996 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db6ac07-3e25-408c-8fba-4a237f62ee89 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:50:19.993308 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (3d19cf8d-9ea4-4077-a396-b692fbe3b155), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:19.996691 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0db6ac07-3e25-408c-8fba-4a237f62ee89 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1688821 Mar 22 19:50:20.000169 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54160) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:20.271846 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba0e59-442e-47c7-857c-16d00e53dac9 None None] Pushing event updated for resources: {'Port': ['ID=3d19cf8d-9ea4-4077-a396-b692fbe3b155,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:20.293153 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:50:20.294709 n-d-705658-24 neutron-server[104174]: DEBUG oslo_db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:50:20.295678 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-1848f80d-cec5-4bf9-b88f-3f4a999746cf None None] Provisioning complete for port 471658a1-e797-4afb-b439-a8450f70dd2e triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:20.297896 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1848f80d-cec5-4bf9-b88f-3f4a999746cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (471658a1-e797-4afb-b439-a8450f70dd2e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:20.301090 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:20.304109 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54170) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:20.367028 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-a498556d-2d43-4ef4-9d75-2377277cb83c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Deleting port 471658a1-e797-4afb-b439-a8450f70dd2e {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:50:20.367392 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a498556d-2d43-4ef4-9d75-2377277cb83c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (471658a1-e797-4afb-b439-a8450f70dd2e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:20.438034 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc5ea13-9a03-4bb7-9ed7-ea99326bfc1e admin admin] Deleting subnet 69460f58-4610-42b1-a218-67b646f4e351 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:50:20.459134 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1848f80d-cec5-4bf9-b88f-3f4a999746cf None None] Port 471658a1-e797-4afb-b439-a8450f70dd2e cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:50:20.459668 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fdc5ea13-9a03-4bb7-9ed7-ea99326bfc1e admin admin] Publish callbacks [] for subnet (69460f58-4610-42b1-a218-67b646f4e351), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:20.510151 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-1848f80d-cec5-4bf9-b88f-3f4a999746cf None None] Provisioning complete for port 4b853488-688a-44b0-9f25-0fb3f430c8d2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:20.510689 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1848f80d-cec5-4bf9-b88f-3f4a999746cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (4b853488-688a-44b0-9f25-0fb3f430c8d2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:20.582849 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1848f80d-cec5-4bf9-b88f-3f4a999746cf None None] Port 4b853488-688a-44b0-9f25-0fb3f430c8d2 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:50:20.583107 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fdc5ea13-9a03-4bb7-9ed7-ea99326bfc1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (69460f58-4610-42b1-a218-67b646f4e351), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:20.609143 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-1848f80d-cec5-4bf9-b88f-3f4a999746cf None None] Provisioning complete for port 3d19cf8d-9ea4-4077-a396-b692fbe3b155 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:20.609631 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1848f80d-cec5-4bf9-b88f-3f4a999746cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3d19cf8d-9ea4-4077-a396-b692fbe3b155), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:20.704541 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fdc5ea13-9a03-4bb7-9ed7-ea99326bfc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (69460f58-4610-42b1-a218-67b646f4e351), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:20.723133 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a498556d-2d43-4ef4-9d75-2377277cb83c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (471658a1-e797-4afb-b439-a8450f70dd2e), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:20.770696 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-a498556d-2d43-4ef4-9d75-2377277cb83c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Calling delete_port for 471658a1-e797-4afb-b439-a8450f70dd2e owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:50:20.847621 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fdc5ea13-9a03-4bb7-9ed7-ea99326bfc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (69460f58-4610-42b1-a218-67b646f4e351), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:20.886845 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1848f80d-cec5-4bf9-b88f-3f4a999746cf None None] Current status of the port 3d19cf8d-9ea4-4077-a396-b692fbe3b155 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:50:20.906538 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5ea13-9a03-4bb7-9ed7-ea99326bfc1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69460f58-4610-42b1-a218-67b646f4e351,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:20.911265 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 3d19cf8d-9ea4-4077-a396-b692fbe3b155 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:50:20.938427 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fdc5ea13-9a03-4bb7-9ed7-ea99326bfc1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:20.944499 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-fdc5ea13-9a03-4bb7-9ed7-ea99326bfc1e admin admin] 10.222.0.75 "DELETE /v2.0/subnets/69460f58-4610-42b1-a218-67b646f4e351 HTTP/1.1" status: 204 len: 168 time: 0.6390316 Mar 22 19:50:20.948332 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54174) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:21.026027 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e4132052-0d9d-4076-b105-52db9602b58d None None] Provisioning complete for port 471658a1-e797-4afb-b439-a8450f70dd2e triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:21.026726 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e4132052-0d9d-4076-b105-52db9602b58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (471658a1-e797-4afb-b439-a8450f70dd2e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:21.106075 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 3d19cf8d-9ea4-4077-a396-b692fbe3b155 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:50:21.151115 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a498556d-2d43-4ef4-9d75-2377277cb83c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (471658a1-e797-4afb-b439-a8450f70dd2e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:21.165877 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2fe1fbf5-83ec-46e2-ae9f-f23bad7ebe10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (6e51529b-c8e0-446c-b3ca-3d38456ecc88), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:21.189879 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498556d-2d43-4ef4-9d75-2377277cb83c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Port': ['ID=471658a1-e797-4afb-b439-a8450f70dd2e,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:21.247370 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e4132052-0d9d-4076-b105-52db9602b58d None None] Port 471658a1-e797-4afb-b439-a8450f70dd2e cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:50:21.321830 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e4132052-0d9d-4076-b105-52db9602b58d None None] Provisioning complete for port 4b853488-688a-44b0-9f25-0fb3f430c8d2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:21.322542 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e4132052-0d9d-4076-b105-52db9602b58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (4b853488-688a-44b0-9f25-0fb3f430c8d2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:21.384574 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a498556d-2d43-4ef4-9d75-2377277cb83c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:21.388547 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a498556d-2d43-4ef4-9d75-2377277cb83c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/ports/471658a1-e797-4afb-b439-a8450f70dd2e HTTP/1.1" status: 204 len: 168 time: 1.3872087 Mar 22 19:50:21.392986 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54182) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:21.404683 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 3d19cf8d-9ea4-4077-a396-b692fbe3b155 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:21.407268 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3d19cf8d-9ea4-4077-a396-b692fbe3b155), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:21.489196 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a83042e-3e61-413c-8fc3-29bbd8fdbd8a tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] GET failed (client error): The resource could not be found. Mar 22 19:50:21.498207 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8a83042e-3e61-413c-8fc3-29bbd8fdbd8a tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "GET /v2.0/ports/471658a1-e797-4afb-b439-a8450f70dd2e HTTP/1.1" status: 404 len: 333 time: 0.1034193 Mar 22 19:50:21.500634 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54184) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:21.601727 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2fe1fbf5-83ec-46e2-ae9f-f23bad7ebe10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (6e51529b-c8e0-446c-b3ca-3d38456ecc88), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:21.725003 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-2fe1fbf5-83ec-46e2-ae9f-f23bad7ebe10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e51529b-c8e0-446c-b3ca-3d38456ecc88']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:21.759836 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-2fe1fbf5-83ec-46e2-ae9f-f23bad7ebe10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c1b3cc3-bb5f-45dd-a330-2c33d1cd5721') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:21.761324 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-2fe1fbf5-83ec-46e2-ae9f-f23bad7ebe10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c1b3cc3-bb5f-45dd-a330-2c33d1cd5721') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:21.818114 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2fe1fbf5-83ec-46e2-ae9f-f23bad7ebe10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (7c1b3cc3-bb5f-45dd-a330-2c33d1cd5721), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:21.837388 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-f12c60f1-dba2-44c9-b0c4-ddca4d0d4308 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Deleting port 4b853488-688a-44b0-9f25-0fb3f430c8d2 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:50:21.837743 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f12c60f1-dba2-44c9-b0c4-ddca4d0d4308 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (4b853488-688a-44b0-9f25-0fb3f430c8d2), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:21.870257 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:21.918380 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e4132052-0d9d-4076-b105-52db9602b58d None None] Port 4b853488-688a-44b0-9f25-0fb3f430c8d2 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:50:21.978243 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2fe1fbf5-83ec-46e2-ae9f-f23bad7ebe10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (7c1b3cc3-bb5f-45dd-a330-2c33d1cd5721), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:21.994467 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fe1fbf5-83ec-46e2-ae9f-f23bad7ebe10 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:50:21.995193 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2fe1fbf5-83ec-46e2-ae9f-f23bad7ebe10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (7c1b3cc3-bb5f-45dd-a330-2c33d1cd5721), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:22.039016 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 3d19cf8d-9ea4-4077-a396-b692fbe3b155 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:50:22.067406 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:50:22.067406 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:50:22.067406 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:50:22.067406 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:50:22.067406 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:50:22.067406 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:50:22.067406 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:50:22.067406 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:50:22.067406 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:50:22.067406 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:50:22.067406 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:50:22.067406 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:50:22.067406 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:50:22.067406 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:50:22.067406 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:50:22.067406 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:50:22.067406 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:50:22.067406 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:50:22.067406 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:50:22.067406 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:50:22.067406 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:50:22.067406 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:50:22.067406 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:50:22.067406 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:50:22.067406 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:50:22.067406 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:50:22.067406 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:50:22.067406 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:50:22.067406 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:50:22.067406 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:50:22.067406 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:50:22.067406 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:50:22.110106 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f12c60f1-dba2-44c9-b0c4-ddca4d0d4308 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (4b853488-688a-44b0-9f25-0fb3f430c8d2), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:22.143277 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2fe1fbf5-83ec-46e2-ae9f-f23bad7ebe10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (6e51529b-c8e0-446c-b3ca-3d38456ecc88), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:22.150637 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2fe1fbf5-83ec-46e2-ae9f-f23bad7ebe10 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:22.157897 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2fe1fbf5-83ec-46e2-ae9f-f23bad7ebe10 admin admin] 10.222.0.75 "DELETE /v2.0/networks/6e51529b-c8e0-446c-b3ca-3d38456ecc88 HTTP/1.1" status: 204 len: 168 time: 1.2079613 Mar 22 19:50:22.159405 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-f12c60f1-dba2-44c9-b0c4-ddca4d0d4308 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Calling delete_port for 4b853488-688a-44b0-9f25-0fb3f430c8d2 owned by {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:50:22.178223 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1fbf5-83ec-46e2-ae9f-f23bad7ebe10 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e51529b-c8e0-446c-b3ca-3d38456ecc88,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:22.513207 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f12c60f1-dba2-44c9-b0c4-ddca4d0d4308 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (4b853488-688a-44b0-9f25-0fb3f430c8d2), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:22.571158 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54194) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:22.668322 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c60f1-dba2-44c9-b0c4-ddca4d0d4308 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Port': ['ID=4b853488-688a-44b0-9f25-0fb3f430c8d2,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:22.670636 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6dafeda8-6ba3-49ad-a93d-7b3d326f8ad3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4a778988074541e19ff107e75f6f47e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0965238 Mar 22 19:50:22.675059 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54196) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:22.883973 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f12c60f1-dba2-44c9-b0c4-ddca4d0d4308 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:22.900432 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8886194a-3d92-42e6-951f-7c5e7fec82db admin admin] Publish callbacks [] for security_group (c750a4bc-e730-45d3-b71a-9117c252ab30), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:22.905291 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f12c60f1-dba2-44c9-b0c4-ddca4d0d4308 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/ports/4b853488-688a-44b0-9f25-0fb3f430c8d2 HTTP/1.1" status: 204 len: 168 time: 1.4035926 Mar 22 19:50:22.909502 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54200) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:22.999746 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8886194a-3d92-42e6-951f-7c5e7fec82db admin admin] Publish callbacks [] for security_group (c750a4bc-e730-45d3-b71a-9117c252ab30), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:23.009419 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-01cd50b7-d92c-4db6-a720-cd8c57e1b29e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] GET failed (client error): The resource could not be found. Mar 22 19:50:23.019079 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-01cd50b7-d92c-4db6-a720-cd8c57e1b29e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "GET /v2.0/ports/4b853488-688a-44b0-9f25-0fb3f430c8d2 HTTP/1.1" status: 404 len: 333 time: 0.1073081 Mar 22 19:50:23.023198 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54202) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:23.135498 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8886194a-3d92-42e6-951f-7c5e7fec82db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (c750a4bc-e730-45d3-b71a-9117c252ab30), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:23.140599 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8886194a-3d92-42e6-951f-7c5e7fec82db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:23.142948 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8886194a-3d92-42e6-951f-7c5e7fec82db admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/c750a4bc-e730-45d3-b71a-9117c252ab30 HTTP/1.1" status: 204 len: 168 time: 0.4647069 Mar 22 19:50:23.165258 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886194a-3d92-42e6-951f-7c5e7fec82db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c750a4bc-e730-45d3-b71a-9117c252ab30,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:23.172054 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-29f272d0-6ed9-4e4e-b1bb-a00256a9173d tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Deleting subnet ee944974-c769-4717-9176-c8a68415c052 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:50:23.190974 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-29f272d0-6ed9-4e4e-b1bb-a00256a9173d tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for subnet (ee944974-c769-4717-9176-c8a68415c052), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:23.239172 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-29f272d0-6ed9-4e4e-b1bb-a00256a9173d tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (ee944974-c769-4717-9176-c8a68415c052), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:23.378237 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-29f272d0-6ed9-4e4e-b1bb-a00256a9173d tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (ee944974-c769-4717-9176-c8a68415c052), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:23.509573 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-29f272d0-6ed9-4e4e-b1bb-a00256a9173d tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (ee944974-c769-4717-9176-c8a68415c052), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:23.577905 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f272d0-6ed9-4e4e-b1bb-a00256a9173d tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Subnet': ['ID=ee944974-c769-4717-9176-c8a68415c052,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:23.586226 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404a2296-adb1-498a-b35e-5946bd1acaf0 None None] Network 7afff788-af8e-497d-b4fa-61c8601b65d4 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:50:23.591005 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-29f272d0-6ed9-4e4e-b1bb-a00256a9173d tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:23.600126 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-29f272d0-6ed9-4e4e-b1bb-a00256a9173d tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/subnets/ee944974-c769-4717-9176-c8a68415c052 HTTP/1.1" status: 204 len: 168 time: 0.5734539 Mar 22 19:50:23.600928 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54214) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:23.848564 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-10eeeb36-9461-4e67-b51b-56d4a1fcb39e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (7afff788-af8e-497d-b4fa-61c8601b65d4), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:23.911094 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca241fd-d287-4155-9a47-49a36ee0a9ab None None] DHCP port deletion for 7afff788-af8e-497d-b4fa-61c8601b65d4 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:50:24.022968 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-aca241fd-d287-4155-9a47-49a36ee0a9ab None None] Deleting port 3d19cf8d-9ea4-4077-a396-b692fbe3b155 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:50:24.023360 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-aca241fd-d287-4155-9a47-49a36ee0a9ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (3d19cf8d-9ea4-4077-a396-b692fbe3b155), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:24.098044 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-10eeeb36-9461-4e67-b51b-56d4a1fcb39e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Deleting port 3d19cf8d-9ea4-4077-a396-b692fbe3b155 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:50:24.098610 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-10eeeb36-9461-4e67-b51b-56d4a1fcb39e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (3d19cf8d-9ea4-4077-a396-b692fbe3b155), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:24.260954 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-10eeeb36-9461-4e67-b51b-56d4a1fcb39e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] For port 3d19cf8d-9ea4-4077-a396-b692fbe3b155, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=3d19cf8d-9ea4-4077-a396-b692fbe3b155,segment=NetworkSegment(814f56df-4a02-4ba1-bee1-5f153054b51e),segment_id=814f56df-4a02-4ba1-bee1-5f153054b51e)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:50:24.261403 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-10eeeb36-9461-4e67-b51b-56d4a1fcb39e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (3d19cf8d-9ea4-4077-a396-b692fbe3b155), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:24.284890 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-aca241fd-d287-4155-9a47-49a36ee0a9ab None None] For port 3d19cf8d-9ea4-4077-a396-b692fbe3b155, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=3d19cf8d-9ea4-4077-a396-b692fbe3b155,segment=NetworkSegment(814f56df-4a02-4ba1-bee1-5f153054b51e),segment_id=814f56df-4a02-4ba1-bee1-5f153054b51e)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:50:24.286563 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-aca241fd-d287-4155-9a47-49a36ee0a9ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (3d19cf8d-9ea4-4077-a396-b692fbe3b155), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:24.346088 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-aca241fd-d287-4155-9a47-49a36ee0a9ab None None] Calling delete_port for 3d19cf8d-9ea4-4077-a396-b692fbe3b155 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:50:24.352129 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-10eeeb36-9461-4e67-b51b-56d4a1fcb39e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Calling delete_port for 3d19cf8d-9ea4-4077-a396-b692fbe3b155 owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:50:24.555646 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-aca241fd-d287-4155-9a47-49a36ee0a9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (3d19cf8d-9ea4-4077-a396-b692fbe3b155), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:24.612815 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-10eeeb36-9461-4e67-b51b-56d4a1fcb39e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (3d19cf8d-9ea4-4077-a396-b692fbe3b155), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:24.618251 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca241fd-d287-4155-9a47-49a36ee0a9ab None None] Pushing event deleted for resources: {'Port': ['ID=3d19cf8d-9ea4-4077-a396-b692fbe3b155,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:24.626496 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca241fd-d287-4155-9a47-49a36ee0a9ab None None] No DVR routers for this DVR port 3d19cf8d-9ea4-4077-a396-b692fbe3b155 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:50:24.639147 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54248) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:24.671979 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eeeb36-9461-4e67-b51b-56d4a1fcb39e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Port': ['ID=3d19cf8d-9ea4-4077-a396-b692fbe3b155,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:24.690561 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eeeb36-9461-4e67-b51b-56d4a1fcb39e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] No DVR routers for this DVR port 3d19cf8d-9ea4-4077-a396-b692fbe3b155 on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:50:24.910001 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-bcd7ff03-f9ef-4987-b1eb-faa5550e150b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-43950669-network', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:50:24.919223 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-10eeeb36-9461-4e67-b51b-56d4a1fcb39e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (7afff788-af8e-497d-b4fa-61c8601b65d4), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:24.955057 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd7ff03-f9ef-4987-b1eb-faa5550e150b admin admin] Made reservation on behalf of 99d72c7dab634aac93e71becf6d2998e for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:50:24.961108 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bcd7ff03-f9ef-4987-b1eb-faa5550e150b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:24.975928 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bcd7ff03-f9ef-4987-b1eb-faa5550e150b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:24.985962 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-10eeeb36-9461-4e67-b51b-56d4a1fcb39e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7afff788-af8e-497d-b4fa-61c8601b65d4']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:25.009755 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-10eeeb36-9461-4e67-b51b-56d4a1fcb39e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '814f56df-4a02-4ba1-bee1-5f153054b51e') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:25.010093 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-10eeeb36-9461-4e67-b51b-56d4a1fcb39e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '814f56df-4a02-4ba1-bee1-5f153054b51e') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:25.044592 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-10eeeb36-9461-4e67-b51b-56d4a1fcb39e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (814f56df-4a02-4ba1-bee1-5f153054b51e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:25.075127 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-10eeeb36-9461-4e67-b51b-56d4a1fcb39e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (814f56df-4a02-4ba1-bee1-5f153054b51e), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:25.092836 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10eeeb36-9461-4e67-b51b-56d4a1fcb39e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:50:25.093855 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 3d19cf8d-9ea4-4077-a396-b692fbe3b155 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:50:25.094375 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-10eeeb36-9461-4e67-b51b-56d4a1fcb39e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (814f56df-4a02-4ba1-bee1-5f153054b51e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:50:25.098434 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:50:25.148989 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 3d19cf8d-9ea4-4077-a396-b692fbe3b155 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:50:25.149301 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 3d19cf8d-9ea4-4077-a396-b692fbe3b155 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:50:25.201344 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-10eeeb36-9461-4e67-b51b-56d4a1fcb39e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (7afff788-af8e-497d-b4fa-61c8601b65d4), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:25.216310 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-10eeeb36-9461-4e67-b51b-56d4a1fcb39e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:25.217194 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bcd7ff03-f9ef-4987-b1eb-faa5550e150b admin admin] Publish callbacks [] for security_group (923f1c62-49d6-4d0c-8397-0c7f4aeba87d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:25.222612 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bcd7ff03-f9ef-4987-b1eb-faa5550e150b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (923f1c62-49d6-4d0c-8397-0c7f4aeba87d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:25.228609 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54274) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:25.230134 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-10eeeb36-9461-4e67-b51b-56d4a1fcb39e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/networks/7afff788-af8e-497d-b4fa-61c8601b65d4 HTTP/1.1" status: 204 len: 168 time: 1.6272209 Mar 22 19:50:25.240335 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-264618bc-5e81-4236-8e8b-0d6df3740c5a tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1839565587'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:50:25.259552 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eeeb36-9461-4e67-b51b-56d4a1fcb39e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Network': ['ID=7afff788-af8e-497d-b4fa-61c8601b65d4,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:25.308328 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcd7ff03-f9ef-4987-b1eb-faa5550e150b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:50:25.315397 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7ff03-f9ef-4987-b1eb-faa5550e150b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923f1c62-49d6-4d0c-8397-0c7f4aeba87d,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:25.320868 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264618bc-5e81-4236-8e8b-0d6df3740c5a tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:50:25.324848 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-264618bc-5e81-4236-8e8b-0d6df3740c5a tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:25.363438 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bcd7ff03-f9ef-4987-b1eb-faa5550e150b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (3040ee74-291d-4a43-8a6b-7536a5e05546), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:25.364122 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-bcd7ff03-f9ef-4987-b1eb-faa5550e150b admin admin] Added segment 3040ee74-291d-4a43-8a6b-7536a5e05546 of type vlan for network 942e739d-0f2d-40f4-8f81-80042bf466e6 Mar 22 19:50:25.413377 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264618bc-5e81-4236-8e8b-0d6df3740c5a tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:50:25.435269 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bcd7ff03-f9ef-4987-b1eb-faa5550e150b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (942e739d-0f2d-40f4-8f81-80042bf466e6), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:25.437904 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-264618bc-5e81-4236-8e8b-0d6df3740c5a tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (45f69148-7670-4fdb-a972-98cd3ce78d9d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:25.438338 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-264618bc-5e81-4236-8e8b-0d6df3740c5a tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Added segment 45f69148-7670-4fdb-a972-98cd3ce78d9d of type vlan for network ee03c56b-445d-4c19-9d37-ee510c5807eb Mar 22 19:50:25.501953 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-264618bc-5e81-4236-8e8b-0d6df3740c5a tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (ee03c56b-445d-4c19-9d37-ee510c5807eb), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:25.512761 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bcd7ff03-f9ef-4987-b1eb-faa5550e150b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (942e739d-0f2d-40f4-8f81-80042bf466e6), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:25.513746 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd7ff03-f9ef-4987-b1eb-faa5550e150b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:50:25.514428 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bcd7ff03-f9ef-4987-b1eb-faa5550e150b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:25.578673 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7ff03-f9ef-4987-b1eb-faa5550e150b admin admin] Pushing event updated for resources: {'Network': ['ID=942e739d-0f2d-40f4-8f81-80042bf466e6,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:25.595141 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 942e739d-0f2d-40f4-8f81-80042bf466e6 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:50:25.599518 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bcd7ff03-f9ef-4987-b1eb-faa5550e150b admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9586041 Mar 22 19:50:25.600740 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-264618bc-5e81-4236-8e8b-0d6df3740c5a tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (ee03c56b-445d-4c19-9d37-ee510c5807eb), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:25.602246 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54278) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:25.605703 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264618bc-5e81-4236-8e8b-0d6df3740c5a tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:50:25.606337 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-264618bc-5e81-4236-8e8b-0d6df3740c5a tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:25.608771 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-274f39ab-36af-4168-b7e5-13b4f3bd0bf2 admin admin] Request body: {'subnet': {'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-43950669-subnet', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:50:25.675940 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-264618bc-5e81-4236-8e8b-0d6df3740c5a tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4424565 Mar 22 19:50:25.683585 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54280) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:25.697629 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264618bc-5e81-4236-8e8b-0d6df3740c5a tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Network': ['ID=ee03c56b-445d-4c19-9d37-ee510c5807eb,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:25.699417 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-309c903f-9d9b-40b4-bb5b-692f8df0c6b8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'subnet': {'network_id': 'ee03c56b-445d-4c19-9d37-ee510c5807eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:50:25.714404 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274f39ab-36af-4168-b7e5-13b4f3bd0bf2 admin admin] Made reservation on behalf of 99d72c7dab634aac93e71becf6d2998e for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:50:25.722631 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-274f39ab-36af-4168-b7e5-13b4f3bd0bf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:25.724005 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network ee03c56b-445d-4c19-9d37-ee510c5807eb details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:50:25.952665 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309c903f-9d9b-40b4-bb5b-692f8df0c6b8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:50:25.957595 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-309c903f-9d9b-40b4-bb5b-692f8df0c6b8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:26.185380 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-309c903f-9d9b-40b4-bb5b-692f8df0c6b8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (3eff2263-db00-42a9-a5fe-9fd51e4d206c), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:26.320453 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c903f-9d9b-40b4-bb5b-692f8df0c6b8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Subnet': ['ID=3eff2263-db00-42a9-a5fe-9fd51e4d206c,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:26.383361 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309c903f-9d9b-40b4-bb5b-692f8df0c6b8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Checking segment: {'id': '45f69148-7670-4fdb-a972-98cd3ce78d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ee03c56b-445d-4c19-9d37-ee510c5807eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:50:26.383971 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309c903f-9d9b-40b4-bb5b-692f8df0c6b8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Network hostable DHCP agents. Network: ee03c56b-445d-4c19-9d37-ee510c5807eb, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:50:26.399286 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-274f39ab-36af-4168-b7e5-13b4f3bd0bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (ce14209e-d9ba-4d1e-8a54-b7950c923a71), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:26.451110 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f39ab-36af-4168-b7e5-13b4f3bd0bf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce14209e-d9ba-4d1e-8a54-b7950c923a71,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:26.455310 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309c903f-9d9b-40b4-bb5b-692f8df0c6b8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Network ee03c56b-445d-4c19-9d37-ee510c5807eb is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:50:26.497878 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-309c903f-9d9b-40b4-bb5b-692f8df0c6b8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, ee03c56b-445d-4c19-9d37-ee510c5807eb) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:50:26.508724 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274f39ab-36af-4168-b7e5-13b4f3bd0bf2 admin admin] Checking segment: {'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:50:26.508934 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7b7aa4-046d-49de-a965-8630fe3573dd None None] Network ee03c56b-445d-4c19-9d37-ee510c5807eb requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:50:26.509439 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274f39ab-36af-4168-b7e5-13b4f3bd0bf2 admin admin] Network hostable DHCP agents. Network: 942e739d-0f2d-40f4-8f81-80042bf466e6, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:50:26.512626 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309c903f-9d9b-40b4-bb5b-692f8df0c6b8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:50:26.513385 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-309c903f-9d9b-40b4-bb5b-692f8df0c6b8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:26.536715 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-309c903f-9d9b-40b4-bb5b-692f8df0c6b8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8417518 Mar 22 19:50:26.540033 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54288) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:26.545376 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-e93d05ef-72dd-48ba-8208-f9c50c194aeb tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1528654561', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:50:26.562602 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274f39ab-36af-4168-b7e5-13b4f3bd0bf2 admin admin] Network 942e739d-0f2d-40f4-8f81-80042bf466e6 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:50:26.584521 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-274f39ab-36af-4168-b7e5-13b4f3bd0bf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 942e739d-0f2d-40f4-8f81-80042bf466e6) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:50:26.593861 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274f39ab-36af-4168-b7e5-13b4f3bd0bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:50:26.594798 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-274f39ab-36af-4168-b7e5-13b4f3bd0bf2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:26.603522 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e93d05ef-72dd-48ba-8208-f9c50c194aeb tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (6be4d7db-4f78-41e1-9651-c79c5d8680fb), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:26.605268 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e93d05ef-72dd-48ba-8208-f9c50c194aeb tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (6be4d7db-4f78-41e1-9651-c79c5d8680fb), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:26.637463 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980ccfde-159b-40f1-93f2-d8d1773dba4a None None] Network 942e739d-0f2d-40f4-8f81-80042bf466e6 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:50:26.666876 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-274f39ab-36af-4168-b7e5-13b4f3bd0bf2 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0631735 Mar 22 19:50:26.669444 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54290) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:26.674614 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-f144f641-1924-49c4-9a59-61d911986dfa admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-43950669-router', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:50:26.699835 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e93d05ef-72dd-48ba-8208-f9c50c194aeb tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for router_controller (6be4d7db-4f78-41e1-9651-c79c5d8680fb), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:26.701843 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f144f641-1924-49c4-9a59-61d911986dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (6358990b-a7ee-475f-b23a-fee86bbf0af4), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:26.703138 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f144f641-1924-49c4-9a59-61d911986dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (6358990b-a7ee-475f-b23a-fee86bbf0af4), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:26.711369 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e93d05ef-72dd-48ba-8208-f9c50c194aeb tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (6be4d7db-4f78-41e1-9651-c79c5d8680fb), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:26.749870 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e93d05ef-72dd-48ba-8208-f9c50c194aeb tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:26.756617 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e93d05ef-72dd-48ba-8208-f9c50c194aeb tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2102578 Mar 22 19:50:26.756617 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54292) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:26.761290 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-87af978e-433f-43b3-a906-fd1773e6ee54 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'port': {'network_id': 'ee03c56b-445d-4c19-9d37-ee510c5807eb', 'name': 'tempest-PortsTestJSON-745478978'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:50:26.851807 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f144f641-1924-49c4-9a59-61d911986dfa admin admin] Publish callbacks [] for router_controller (6358990b-a7ee-475f-b23a-fee86bbf0af4), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:26.909295 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb945e1-27c3-442c-8b14-201e4eed7643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-ee03c56b-445d-4c19-9d37-ee510c5807eb', 'network_id': 'ee03c56b-445d-4c19-9d37-ee510c5807eb', 'project_id': 'f3f14f59239b403ca91009380fb1ee21', 'fixed_ips': [{'subnet_id': '3eff2263-db00-42a9-a5fe-9fd51e4d206c'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:50:26.910208 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6fb945e1-27c3-442c-8b14-201e4eed7643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:26.934611 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b3f59a-200e-4e6b-9ba3-8331f103777e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-942e739d-0f2d-40f4-8f81-80042bf466e6', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'fixed_ips': [{'subnet_id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:50:26.935481 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-22b3f59a-200e-4e6b-9ba3-8331f103777e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:27.070878 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f144f641-1924-49c4-9a59-61d911986dfa admin admin] Publish callbacks [] for router_gateway (6358990b-a7ee-475f-b23a-fee86bbf0af4), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:27.149977 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-22b3f59a-200e-4e6b-9ba3-8331f103777e None None] Allocated IP 172.20.0.2 (942e739d-0f2d-40f4-8f81-80042bf466e6/ce14209e-d9ba-4d1e-8a54-b7950c923a71/effd86cd-6142-4598-9719-0d7858ad34bd) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:50:27.208046 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87af978e-433f-43b3-a906-fd1773e6ee54 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:50:27.211849 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-87af978e-433f-43b3-a906-fd1773e6ee54 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:27.238961 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [None req-87af978e-433f-43b3-a906-fd1773e6ee54 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] device_id is not set on port f7f50bbf-1a23-417a-9a92-dbf270c0adae yet. {{(pid=104172) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:50:27.304341 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-6fb945e1-27c3-442c-8b14-201e4eed7643 None None] Allocated IP 172.20.0.2 (ee03c56b-445d-4c19-9d37-ee510c5807eb/3eff2263-db00-42a9-a5fe-9fd51e4d206c/d78af38d-fa4a-4bee-b09e-b370d6f064ed) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:50:27.460744 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6fb945e1-27c3-442c-8b14-201e4eed7643 None None] Publish callbacks [] for port (d78af38d-fa4a-4bee-b09e-b370d6f064ed), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:27.479035 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6fb945e1-27c3-442c-8b14-201e4eed7643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (d78af38d-fa4a-4bee-b09e-b370d6f064ed), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:27.580593 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb945e1-27c3-442c-8b14-201e4eed7643 None None] Network ee03c56b-445d-4c19-9d37-ee510c5807eb is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:50:27.603549 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-87af978e-433f-43b3-a906-fd1773e6ee54 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Allocated IP 172.20.0.12 (ee03c56b-445d-4c19-9d37-ee510c5807eb/3eff2263-db00-42a9-a5fe-9fd51e4d206c/f7f50bbf-1a23-417a-9a92-dbf270c0adae) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:50:27.606140 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-6fb945e1-27c3-442c-8b14-201e4eed7643 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:50:27.612575 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb945e1-27c3-442c-8b14-201e4eed7643 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:50:27.766729 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-87af978e-433f-43b3-a906-fd1773e6ee54 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for port (f7f50bbf-1a23-417a-9a92-dbf270c0adae), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:27.812273 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb945e1-27c3-442c-8b14-201e4eed7643 None None] Pushing event updated for resources: {'Port': ['ID=d78af38d-fa4a-4bee-b09e-b370d6f064ed,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:27.830020 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-6fb945e1-27c3-442c-8b14-201e4eed7643 None None] Attempting to bind port d78af38d-fa4a-4bee-b09e-b370d6f064ed on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:50:27.830363 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-87af978e-433f-43b3-a906-fd1773e6ee54 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (f7f50bbf-1a23-417a-9a92-dbf270c0adae), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:27.830515 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-6fb945e1-27c3-442c-8b14-201e4eed7643 None None] Attempting to bind port d78af38d-fa4a-4bee-b09e-b370d6f064ed by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '45f69148-7670-4fdb-a972-98cd3ce78d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ee03c56b-445d-4c19-9d37-ee510c5807eb'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:50:27.830848 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb945e1-27c3-442c-8b14-201e4eed7643 None None] Attempting to bind port d78af38d-fa4a-4bee-b09e-b370d6f064ed on network ee03c56b-445d-4c19-9d37-ee510c5807eb {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:50:27.858514 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb945e1-27c3-442c-8b14-201e4eed7643 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:50:27.858951 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb945e1-27c3-442c-8b14-201e4eed7643 None None] Checking segment: {'id': '45f69148-7670-4fdb-a972-98cd3ce78d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ee03c56b-445d-4c19-9d37-ee510c5807eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:50:27.859496 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6fb945e1-27c3-442c-8b14-201e4eed7643 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:27.860239 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb945e1-27c3-442c-8b14-201e4eed7643 None None] Bound using segment: {'id': '45f69148-7670-4fdb-a972-98cd3ce78d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ee03c56b-445d-4c19-9d37-ee510c5807eb'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:50:27.861573 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-6fb945e1-27c3-442c-8b14-201e4eed7643 None None] Bound port: d78af38d-fa4a-4bee-b09e-b370d6f064ed, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f69148-7670-4fdb-a972-98cd3ce78d9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'ee03c56b-445d-4c19-9d37-ee510c5807eb'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:50:27.862001 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6fb945e1-27c3-442c-8b14-201e4eed7643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d78af38d-fa4a-4bee-b09e-b370d6f064ed), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:27.916198 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87af978e-433f-43b3-a906-fd1773e6ee54 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Network ee03c56b-445d-4c19-9d37-ee510c5807eb is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:50:27.922098 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-87af978e-433f-43b3-a906-fd1773e6ee54 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:50:27.945185 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87af978e-433f-43b3-a906-fd1773e6ee54 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:50:28.011537 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87af978e-433f-43b3-a906-fd1773e6ee54 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:50:28.012208 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-87af978e-433f-43b3-a906-fd1773e6ee54 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:28.020369 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-22b3f59a-200e-4e6b-9ba3-8331f103777e None None] Publish callbacks [] for port (effd86cd-6142-4598-9719-0d7858ad34bd), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:28.039092 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af978e-433f-43b3-a906-fd1773e6ee54 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Port': ['ID=f7f50bbf-1a23-417a-9a92-dbf270c0adae,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:28.056053 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-22b3f59a-200e-4e6b-9ba3-8331f103777e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (effd86cd-6142-4598-9719-0d7858ad34bd), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:28.065086 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-87af978e-433f-43b3-a906-fd1773e6ee54 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3085682 Mar 22 19:50:28.068272 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54300) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:28.144747 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-6fb945e1-27c3-442c-8b14-201e4eed7643 None None] For port d78af38d-fa4a-4bee-b09e-b370d6f064ed, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:50:28.147441 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3f59a-200e-4e6b-9ba3-8331f103777e None None] Pushing event updated for resources: {'Port': ['ID=effd86cd-6142-4598-9719-0d7858ad34bd,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:28.169996 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b3f59a-200e-4e6b-9ba3-8331f103777e None None] Network 942e739d-0f2d-40f4-8f81-80042bf466e6 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:50:28.175556 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-6fb945e1-27c3-442c-8b14-201e4eed7643 None None] For port d78af38d-fa4a-4bee-b09e-b370d6f064ed, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=d78af38d-fa4a-4bee-b09e-b370d6f064ed,segment=NetworkSegment(45f69148-7670-4fdb-a972-98cd3ce78d9d),segment_id=45f69148-7670-4fdb-a972-98cd3ce78d9d)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:50:28.177683 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-22b3f59a-200e-4e6b-9ba3-8331f103777e None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:50:28.180526 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b3f59a-200e-4e6b-9ba3-8331f103777e None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:50:28.185014 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f144f641-1924-49c4-9a59-61d911986dfa admin admin] Publish callbacks [] for router_gateway (6358990b-a7ee-475f-b23a-fee86bbf0af4), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:28.194824 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6fb945e1-27c3-442c-8b14-201e4eed7643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d78af38d-fa4a-4bee-b09e-b370d6f064ed), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:28.250047 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f144f641-1924-49c4-9a59-61d911986dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:28.287979 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-22b3f59a-200e-4e6b-9ba3-8331f103777e None None] Attempting to bind port effd86cd-6142-4598-9719-0d7858ad34bd on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:50:28.288897 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-22b3f59a-200e-4e6b-9ba3-8331f103777e None None] Attempting to bind port effd86cd-6142-4598-9719-0d7858ad34bd by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:50:28.289467 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b3f59a-200e-4e6b-9ba3-8331f103777e None None] Attempting to bind port effd86cd-6142-4598-9719-0d7858ad34bd on network 942e739d-0f2d-40f4-8f81-80042bf466e6 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:50:28.301262 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b3f59a-200e-4e6b-9ba3-8331f103777e None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:50:28.305762 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b3f59a-200e-4e6b-9ba3-8331f103777e None None] Checking segment: {'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:50:28.306952 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-22b3f59a-200e-4e6b-9ba3-8331f103777e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:28.307543 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b3f59a-200e-4e6b-9ba3-8331f103777e None None] Bound using segment: {'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:50:28.308345 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-22b3f59a-200e-4e6b-9ba3-8331f103777e None None] Bound port: effd86cd-6142-4598-9719-0d7858ad34bd, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:50:28.309005 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-22b3f59a-200e-4e6b-9ba3-8331f103777e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (effd86cd-6142-4598-9719-0d7858ad34bd), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:28.383257 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb945e1-27c3-442c-8b14-201e4eed7643 None None] Pushing event updated for resources: {'Port': ['ID=d78af38d-fa4a-4bee-b09e-b370d6f064ed,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:28.501296 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-22b3f59a-200e-4e6b-9ba3-8331f103777e None None] For port effd86cd-6142-4598-9719-0d7858ad34bd, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:50:28.510682 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-22b3f59a-200e-4e6b-9ba3-8331f103777e None None] For port effd86cd-6142-4598-9719-0d7858ad34bd, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=effd86cd-6142-4598-9719-0d7858ad34bd,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:50:28.524823 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-22b3f59a-200e-4e6b-9ba3-8331f103777e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (effd86cd-6142-4598-9719-0d7858ad34bd), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:28.698008 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3f59a-200e-4e6b-9ba3-8331f103777e None None] Pushing event updated for resources: {'Port': ['ID=effd86cd-6142-4598-9719-0d7858ad34bd,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:28.786794 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-f144f641-1924-49c4-9a59-61d911986dfa admin admin] Allocated IP 172.25.5.145 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/58b192a4-cbd6-46cc-bc8c-8331512434ef) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:50:28.944145 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5489e37c-f628-458e-b4ff-78d0d62bca6b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f7f50bbf-1a23-417a-9a92-dbf270c0adae), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:29.090345 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f144f641-1924-49c4-9a59-61d911986dfa admin admin] Publish callbacks [] for port (58b192a4-cbd6-46cc-bc8c-8331512434ef), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:29.230800 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d78af38d-fa4a-4bee-b09e-b370d6f064ed up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:50:29.322327 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port d78af38d-fa4a-4bee-b09e-b370d6f064ed triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:29.322873 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d78af38d-fa4a-4bee-b09e-b370d6f064ed), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:29.373364 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f144f641-1924-49c4-9a59-61d911986dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (58b192a4-cbd6-46cc-bc8c-8331512434ef), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:29.465654 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port d78af38d-fa4a-4bee-b09e-b370d6f064ed is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:50:29.466369 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d78af38d-fa4a-4bee-b09e-b370d6f064ed), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:29.587654 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port d78af38d-fa4a-4bee-b09e-b370d6f064ed, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=d78af38d-fa4a-4bee-b09e-b370d6f064ed,segment=NetworkSegment(45f69148-7670-4fdb-a972-98cd3ce78d9d),segment_id=45f69148-7670-4fdb-a972-98cd3ce78d9d)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:50:29.595013 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d78af38d-fa4a-4bee-b09e-b370d6f064ed), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:29.603590 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device effd86cd-6142-4598-9719-0d7858ad34bd up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:50:29.897239 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=d78af38d-fa4a-4bee-b09e-b370d6f064ed,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:29.948116 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port effd86cd-6142-4598-9719-0d7858ad34bd triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:29.948428 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (effd86cd-6142-4598-9719-0d7858ad34bd), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:30.184467 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port effd86cd-6142-4598-9719-0d7858ad34bd is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:50:30.186988 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (effd86cd-6142-4598-9719-0d7858ad34bd), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:30.244970 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5489e37c-f628-458e-b4ff-78d0d62bca6b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for port (f7f50bbf-1a23-417a-9a92-dbf270c0adae), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:30.256194 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3217278e-b073-46fa-ad4d-eac87d293df1 None None] Network ee03c56b-445d-4c19-9d37-ee510c5807eb requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:50:30.260902 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5489e37c-f628-458e-b4ff-78d0d62bca6b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (f7f50bbf-1a23-417a-9a92-dbf270c0adae), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:30.271354 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f144f641-1924-49c4-9a59-61d911986dfa admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:50:30.272489 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port effd86cd-6142-4598-9719-0d7858ad34bd, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=effd86cd-6142-4598-9719-0d7858ad34bd,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:50:30.280736 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-f144f641-1924-49c4-9a59-61d911986dfa admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:50:30.284385 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f144f641-1924-49c4-9a59-61d911986dfa admin admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:50:30.348626 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144f641-1924-49c4-9a59-61d911986dfa admin admin] Pushing event updated for resources: {'Port': ['ID=58b192a4-cbd6-46cc-bc8c-8331512434ef,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:30.374451 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (effd86cd-6142-4598-9719-0d7858ad34bd), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:30.467309 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=effd86cd-6142-4598-9719-0d7858ad34bd,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:30.490928 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-fb0f0557-a5aa-44e3-9907-0d9ffe6211b6 None None] Provisioning complete for port d78af38d-fa4a-4bee-b09e-b370d6f064ed triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:30.491487 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fb0f0557-a5aa-44e3-9907-0d9ffe6211b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d78af38d-fa4a-4bee-b09e-b370d6f064ed), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:30.514308 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489e37c-f628-458e-b4ff-78d0d62bca6b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Port': ['ID=f7f50bbf-1a23-417a-9a92-dbf270c0adae,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:30.744290 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-fb0f0557-a5aa-44e3-9907-0d9ffe6211b6 None None] Current status of the port d78af38d-fa4a-4bee-b09e-b370d6f064ed is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:50:30.753695 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d8fbc6-1210-4ec0-a120-9a9d63043bba None None] Network 942e739d-0f2d-40f4-8f81-80042bf466e6 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:50:31.002667 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5489e37c-f628-458e-b4ff-78d0d62bca6b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (6be4d7db-4f78-41e1-9651-c79c5d8680fb), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:31.170867 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d78af38d-fa4a-4bee-b09e-b370d6f064ed up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:50:31.179136 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54324) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:31.226389 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5489e37c-f628-458e-b4ff-78d0d62bca6b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f7f50bbf-1a23-417a-9a92-dbf270c0adae), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:31.238958 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-559050fd-27bf-46f9-9798-c9533691429a None None] Provisioning complete for port effd86cd-6142-4598-9719-0d7858ad34bd triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:31.239185 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-559050fd-27bf-46f9-9798-c9533691429a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (effd86cd-6142-4598-9719-0d7858ad34bd), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:31.239505 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f144f641-1924-49c4-9a59-61d911986dfa admin admin] Publish callbacks [] for router_gateway (6358990b-a7ee-475f-b23a-fee86bbf0af4), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:31.388554 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port d78af38d-fa4a-4bee-b09e-b370d6f064ed triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:31.390795 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d78af38d-fa4a-4bee-b09e-b370d6f064ed), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:31.425731 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-678d70b3-768a-472b-adb3-447abed02160 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:31.611460 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-678d70b3-768a-472b-adb3-447abed02160 admin admin] Publish callbacks [] for security_group (f3f7d2b3-9602-4859-8675-50ec98b86670), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:31.619041 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-678d70b3-768a-472b-adb3-447abed02160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f3f7d2b3-9602-4859-8675-50ec98b86670), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:31.682927 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-678d70b3-768a-472b-adb3-447abed02160 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=a5812d4bd9a24ffab1dc6ced4ca0dcf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5020444 Mar 22 19:50:31.683593 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54328) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:31.695197 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-559050fd-27bf-46f9-9798-c9533691429a None None] Current status of the port effd86cd-6142-4598-9719-0d7858ad34bd is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:50:31.730523 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port d78af38d-fa4a-4bee-b09e-b370d6f064ed is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:50:31.731712 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device effd86cd-6142-4598-9719-0d7858ad34bd up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:50:31.797654 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d70b3-768a-472b-adb3-447abed02160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f7d2b3-9602-4859-8675-50ec98b86670,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:31.850609 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-5f790c38-63ac-4ba1-b7ab-f2c44786b809 None None] Provisioning complete for port f7f50bbf-1a23-417a-9a92-dbf270c0adae triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:31.850997 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5f790c38-63ac-4ba1-b7ab-f2c44786b809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f7f50bbf-1a23-417a-9a92-dbf270c0adae), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:31.886822 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a8457598-6311-4ec0-a81d-42c76428ea6e admin admin] Publish callbacks [] for security_group (f3f7d2b3-9602-4859-8675-50ec98b86670), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:31.956450 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a8457598-6311-4ec0-a81d-42c76428ea6e admin admin] Publish callbacks [] for security_group (f3f7d2b3-9602-4859-8675-50ec98b86670), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:31.977134 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-5f790c38-63ac-4ba1-b7ab-f2c44786b809 None None] Port f7f50bbf-1a23-417a-9a92-dbf270c0adae cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:50:32.034617 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port effd86cd-6142-4598-9719-0d7858ad34bd triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:32.036154 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (effd86cd-6142-4598-9719-0d7858ad34bd), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:32.041476 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-5f790c38-63ac-4ba1-b7ab-f2c44786b809 None None] Provisioning complete for port d78af38d-fa4a-4bee-b09e-b370d6f064ed triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:32.042477 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5f790c38-63ac-4ba1-b7ab-f2c44786b809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d78af38d-fa4a-4bee-b09e-b370d6f064ed), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:32.050095 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a8457598-6311-4ec0-a81d-42c76428ea6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f3f7d2b3-9602-4859-8675-50ec98b86670), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:32.056872 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a8457598-6311-4ec0-a81d-42c76428ea6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:32.070126 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a8457598-6311-4ec0-a81d-42c76428ea6e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f3f7d2b3-9602-4859-8675-50ec98b86670 HTTP/1.1" status: 204 len: 168 time: 0.3843594 Mar 22 19:50:32.090100 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8457598-6311-4ec0-a81d-42c76428ea6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f7d2b3-9602-4859-8675-50ec98b86670,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:32.445054 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5489e37c-f628-458e-b4ff-78d0d62bca6b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for port (f7f50bbf-1a23-417a-9a92-dbf270c0adae), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:32.462437 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5489e37c-f628-458e-b4ff-78d0d62bca6b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (f7f50bbf-1a23-417a-9a92-dbf270c0adae), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:32.472939 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port effd86cd-6142-4598-9719-0d7858ad34bd is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:50:32.510875 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54356) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:32.588733 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-5f790c38-63ac-4ba1-b7ab-f2c44786b809 None None] Current status of the port d78af38d-fa4a-4bee-b09e-b370d6f064ed is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:50:32.674574 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f144f641-1924-49c4-9a59-61d911986dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (6358990b-a7ee-475f-b23a-fee86bbf0af4), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:32.692781 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5489e37c-f628-458e-b4ff-78d0d62bca6b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (6be4d7db-4f78-41e1-9651-c79c5d8680fb), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:32.695293 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489e37c-f628-458e-b4ff-78d0d62bca6b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Port': ['ID=f7f50bbf-1a23-417a-9a92-dbf270c0adae,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:32.723675 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-7580b6f4-3991-4620-a9b0-87d501743147 None None] Provisioning complete for port f7f50bbf-1a23-417a-9a92-dbf270c0adae triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:32.724055 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7580b6f4-3991-4620-a9b0-87d501743147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f7f50bbf-1a23-417a-9a92-dbf270c0adae), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:32.755063 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-82459367-1ee3-4259-aa31-dc7f82971ca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:32.777049 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489e37c-f628-458e-b4ff-78d0d62bca6b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:32.779276 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489e37c-f628-458e-b4ff-78d0d62bca6b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:32.779689 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489e37c-f628-458e-b4ff-78d0d62bca6b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:32.780072 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489e37c-f628-458e-b4ff-78d0d62bca6b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:32.780457 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489e37c-f628-458e-b4ff-78d0d62bca6b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:32.780835 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489e37c-f628-458e-b4ff-78d0d62bca6b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:32.781174 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489e37c-f628-458e-b4ff-78d0d62bca6b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:32.781511 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489e37c-f628-458e-b4ff-78d0d62bca6b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:32.781870 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489e37c-f628-458e-b4ff-78d0d62bca6b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:32.790192 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489e37c-f628-458e-b4ff-78d0d62bca6b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:32.790598 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489e37c-f628-458e-b4ff-78d0d62bca6b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:32.790954 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489e37c-f628-458e-b4ff-78d0d62bca6b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:32.791303 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489e37c-f628-458e-b4ff-78d0d62bca6b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:32.791704 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489e37c-f628-458e-b4ff-78d0d62bca6b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:32.792048 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5489e37c-f628-458e-b4ff-78d0d62bca6b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:32.873197 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-7580b6f4-3991-4620-a9b0-87d501743147 None None] Port f7f50bbf-1a23-417a-9a92-dbf270c0adae cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:50:32.913032 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-7580b6f4-3991-4620-a9b0-87d501743147 None None] Provisioning complete for port effd86cd-6142-4598-9719-0d7858ad34bd triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:32.913395 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7580b6f4-3991-4620-a9b0-87d501743147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (effd86cd-6142-4598-9719-0d7858ad34bd), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:33.043150 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-82459367-1ee3-4259-aa31-dc7f82971ca1 admin admin] Publish callbacks [] for security_group (1d75c7fd-41c1-4499-b884-b4c0dcab159f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:33.052157 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-82459367-1ee3-4259-aa31-dc7f82971ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1d75c7fd-41c1-4499-b884-b4c0dcab159f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:33.135303 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-82459367-1ee3-4259-aa31-dc7f82971ca1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=eb4d7847ec2e4d48a01a26e991a333d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6232548 Mar 22 19:50:33.136291 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54370) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:33.143007 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82459367-1ee3-4259-aa31-dc7f82971ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d75c7fd-41c1-4499-b884-b4c0dcab159f,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:33.150715 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5489e37c-f628-458e-b4ff-78d0d62bca6b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Network ee03c56b-445d-4c19-9d37-ee510c5807eb is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:50:33.173676 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-5489e37c-f628-458e-b4ff-78d0d62bca6b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:50:33.244151 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-7580b6f4-3991-4620-a9b0-87d501743147 None None] Current status of the port effd86cd-6142-4598-9719-0d7858ad34bd is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:50:33.308915 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1020ba17-1dbb-4348-8512-ae6479eda0b7 admin admin] Publish callbacks [] for security_group (1d75c7fd-41c1-4499-b884-b4c0dcab159f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:33.336414 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f144f641-1924-49c4-9a59-61d911986dfa admin admin] Router 6358990b-a7ee-475f-b23a-fee86bbf0af4 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:50:33.370593 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1020ba17-1dbb-4348-8512-ae6479eda0b7 admin admin] Publish callbacks [] for security_group (1d75c7fd-41c1-4499-b884-b4c0dcab159f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:33.452902 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54378) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:33.497917 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1020ba17-1dbb-4348-8512-ae6479eda0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1d75c7fd-41c1-4499-b884-b4c0dcab159f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:33.500829 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1020ba17-1dbb-4348-8512-ae6479eda0b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:33.502693 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1020ba17-1dbb-4348-8512-ae6479eda0b7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1d75c7fd-41c1-4499-b884-b4c0dcab159f HTTP/1.1" status: 204 len: 168 time: 0.3654513 Mar 22 19:50:33.524257 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020ba17-1dbb-4348-8512-ae6479eda0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d75c7fd-41c1-4499-b884-b4c0dcab159f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:33.702660 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f144f641-1924-49c4-9a59-61d911986dfa admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:50:33.715598 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7921919-e651-4cc5-902e-156025773176 None None] Sync routers for ids ['6358990b-a7ee-475f-b23a-fee86bbf0af4'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:50:33.720806 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-aef5e023-fe80-4891-a640-62b0ad7afff1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-128480437-network', 'tenant_id': '8265285293a344f28e68f05bc79e732b'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:50:33.726134 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5489e37c-f628-458e-b4ff-78d0d62bca6b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Router 6be4d7db-4f78-41e1-9651-c79c5d8680fb is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:50:33.733512 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7921919-e651-4cc5-902e-156025773176 None None] Routers {'6358990b-a7ee-475f-b23a-fee86bbf0af4'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:50:33.737753 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a7921919-e651-4cc5-902e-156025773176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:50:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6358990b-a7ee-475f-b23a-fee86bbf0af4'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:33.756010 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef5e023-fe80-4891-a640-62b0ad7afff1 admin admin] Made reservation on behalf of 8265285293a344f28e68f05bc79e732b for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:50:33.758364 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aef5e023-fe80-4891-a640-62b0ad7afff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:33.790889 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-efc95899-008f-44e6-9aff-61c8a74d66af None None] Provisioning complete for port f7f50bbf-1a23-417a-9a92-dbf270c0adae triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:33.791478 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-efc95899-008f-44e6-9aff-61c8a74d66af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f7f50bbf-1a23-417a-9a92-dbf270c0adae), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:33.793443 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aef5e023-fe80-4891-a640-62b0ad7afff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:33.875522 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f144f641-1924-49c4-9a59-61d911986dfa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:33.880210 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f144f641-1924-49c4-9a59-61d911986dfa admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.2085981 Mar 22 19:50:33.882437 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54386) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:33.933927 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-efc95899-008f-44e6-9aff-61c8a74d66af None None] Port f7f50bbf-1a23-417a-9a92-dbf270c0adae cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:50:34.015845 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5489e37c-f628-458e-b4ff-78d0d62bca6b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:50:34.021359 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-a7921919-e651-4cc5-902e-156025773176 None None] Set router 6358990b-a7ee-475f-b23a-fee86bbf0af4 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:50:34.027568 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7e9319-2497-47a9-b189-7f43e5ee3bd7 None None] Sync routers for ids ['6be4d7db-4f78-41e1-9651-c79c5d8680fb'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:50:34.034649 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5489e37c-f628-458e-b4ff-78d0d62bca6b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "PUT /v2.0/routers/6be4d7db-4f78-41e1-9651-c79c5d8680fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9648747 Mar 22 19:50:34.039112 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54388) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:34.056427 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7e9319-2497-47a9-b189-7f43e5ee3bd7 None None] Routers {'6be4d7db-4f78-41e1-9651-c79c5d8680fb'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:50:34.057076 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7a7e9319-2497-47a9-b189-7f43e5ee3bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:50:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6be4d7db-4f78-41e1-9651-c79c5d8680fb'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:34.166771 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7a7e9319-2497-47a9-b189-7f43e5ee3bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:34.186860 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2435ff28-8e40-44ca-aea0-94c3001dabda tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:50:34.197174 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2435ff28-8e40-44ca-aea0-94c3001dabda tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "GET /v2.0/ports?device_id=6be4d7db-4f78-41e1-9651-c79c5d8680fb HTTP/1.1" status: 200 len: 982 time: 0.1567225 Mar 22 19:50:34.198153 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54390) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:34.201648 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7e9319-2497-47a9-b189-7f43e5ee3bd7 None None] Routers {'6be4d7db-4f78-41e1-9651-c79c5d8680fb'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:50:34.203835 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7a7e9319-2497-47a9-b189-7f43e5ee3bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:50:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6be4d7db-4f78-41e1-9651-c79c5d8680fb'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:34.205774 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aef5e023-fe80-4891-a640-62b0ad7afff1 admin admin] Publish callbacks [] for security_group (cc22d86d-ae55-4866-aa73-b99b9fe66ef8), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:34.256833 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aef5e023-fe80-4891-a640-62b0ad7afff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (cc22d86d-ae55-4866-aa73-b99b9fe66ef8), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:34.316301 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7a7e9319-2497-47a9-b189-7f43e5ee3bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:34.317152 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7e9319-2497-47a9-b189-7f43e5ee3bd7 None None] The sync data for ids ['6be4d7db-4f78-41e1-9651-c79c5d8680fb'] in n-d-705658-24 is: [] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:50:34.318088 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54392) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:34.455016 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bb87c65a-e574-44fa-9bf1-77369a0231b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:34.474516 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a7921919-e651-4cc5-902e-156025773176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'name': 'tempest-TestVolumeBootPattern-43950669-router', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:50:26Z', 'updated_at': '2022-03-22T19:50:30Z', 'revision_number': 3, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'gw_port': {'id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:28Z', 'updated_at': '2022-03-22T19:50:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:34.501750 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef5e023-fe80-4891-a640-62b0ad7afff1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:50:34.520245 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7921919-e651-4cc5-902e-156025773176 None None] Checking router: 6358990b-a7ee-475f-b23a-fee86bbf0af4 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:50:34.520726 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7921919-e651-4cc5-902e-156025773176 None None] Updating router 6358990b-a7ee-475f-b23a-fee86bbf0af4 port 58b192a4-cbd6-46cc-bc8c-8331512434ef binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:50:34.546788 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5e023-fe80-4891-a640-62b0ad7afff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc22d86d-ae55-4866-aa73-b99b9fe66ef8,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:34.560189 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-a7921919-e651-4cc5-902e-156025773176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (58b192a4-cbd6-46cc-bc8c-8331512434ef), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:34.573415 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aef5e023-fe80-4891-a640-62b0ad7afff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (1d4b4ce6-8829-497f-8e5a-a88cca4f637e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:34.573769 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-aef5e023-fe80-4891-a640-62b0ad7afff1 admin admin] Added segment 1d4b4ce6-8829-497f-8e5a-a88cca4f637e of type vlan for network e691b411-d286-4cb7-9b13-827cd7092de3 Mar 22 19:50:34.684947 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bb87c65a-e574-44fa-9bf1-77369a0231b5 admin admin] Publish callbacks [] for security_group (fec96b54-9795-465a-8c9a-bd9c8ad7cb9f), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:34.695312 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bb87c65a-e574-44fa-9bf1-77369a0231b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (fec96b54-9795-465a-8c9a-bd9c8ad7cb9f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:34.726200 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aef5e023-fe80-4891-a640-62b0ad7afff1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (e691b411-d286-4cb7-9b13-827cd7092de3), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:34.991288 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87c65a-e574-44fa-9bf1-77369a0231b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec96b54-9795-465a-8c9a-bd9c8ad7cb9f,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:35.010096 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-bb87c65a-e574-44fa-9bf1-77369a0231b5 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=12f36184f07d4ae28e0ad3a06a4b4816&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6909409 Mar 22 19:50:35.037511 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54396) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:35.104103 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-a7921919-e651-4cc5-902e-156025773176 None None] Publish callbacks [] for port (58b192a4-cbd6-46cc-bc8c-8331512434ef), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:35.114070 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-a7921919-e651-4cc5-902e-156025773176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (58b192a4-cbd6-46cc-bc8c-8331512434ef), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:35.219294 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-a7921919-e651-4cc5-902e-156025773176 None None] Attempting to bind port 58b192a4-cbd6-46cc-bc8c-8331512434ef on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:50:35.221153 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-a7921919-e651-4cc5-902e-156025773176 None None] Attempting to bind port 58b192a4-cbd6-46cc-bc8c-8331512434ef by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:50:35.221534 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7921919-e651-4cc5-902e-156025773176 None None] Attempting to bind port 58b192a4-cbd6-46cc-bc8c-8331512434ef on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:50:35.250159 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7921919-e651-4cc5-902e-156025773176 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:50:35.250608 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7921919-e651-4cc5-902e-156025773176 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:50:35.253467 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-a7921919-e651-4cc5-902e-156025773176 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:35.254427 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7921919-e651-4cc5-902e-156025773176 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:50:35.255708 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-a7921919-e651-4cc5-902e-156025773176 None None] Bound port: 58b192a4-cbd6-46cc-bc8c-8331512434ef, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:50:35.256248 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-a7921919-e651-4cc5-902e-156025773176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (58b192a4-cbd6-46cc-bc8c-8331512434ef), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:35.258820 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2900d-1dda-4c2e-a09d-860cefba07b0 None None] Pushing event updated for resources: {'Port': ['ID=58b192a4-cbd6-46cc-bc8c-8331512434ef,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:35.269908 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2900d-1dda-4c2e-a09d-860cefba07b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:35.270265 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2900d-1dda-4c2e-a09d-860cefba07b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:35.270608 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2900d-1dda-4c2e-a09d-860cefba07b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:35.271091 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2900d-1dda-4c2e-a09d-860cefba07b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:35.271991 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2900d-1dda-4c2e-a09d-860cefba07b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:35.272331 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-326318ad-eeef-4cf2-88bd-0f2414cf8cad admin admin] Publish callbacks [] for security_group (fec96b54-9795-465a-8c9a-bd9c8ad7cb9f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:35.272443 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2900d-1dda-4c2e-a09d-860cefba07b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:35.272672 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2900d-1dda-4c2e-a09d-860cefba07b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:35.273006 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2900d-1dda-4c2e-a09d-860cefba07b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:35.274055 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2900d-1dda-4c2e-a09d-860cefba07b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:35.274614 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2900d-1dda-4c2e-a09d-860cefba07b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:35.275002 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2900d-1dda-4c2e-a09d-860cefba07b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:35.275697 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2900d-1dda-4c2e-a09d-860cefba07b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:35.276035 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2900d-1dda-4c2e-a09d-860cefba07b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:35.276365 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2900d-1dda-4c2e-a09d-860cefba07b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:35.276830 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff2900d-1dda-4c2e-a09d-860cefba07b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:35.381819 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-326318ad-eeef-4cf2-88bd-0f2414cf8cad admin admin] Publish callbacks [] for security_group (fec96b54-9795-465a-8c9a-bd9c8ad7cb9f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:35.402440 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-a7921919-e651-4cc5-902e-156025773176 None None] For port 58b192a4-cbd6-46cc-bc8c-8331512434ef, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:50:35.412563 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-a7921919-e651-4cc5-902e-156025773176 None None] For port 58b192a4-cbd6-46cc-bc8c-8331512434ef, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=58b192a4-cbd6-46cc-bc8c-8331512434ef,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:50:35.425686 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-a7921919-e651-4cc5-902e-156025773176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (58b192a4-cbd6-46cc-bc8c-8331512434ef), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:35.533357 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2900d-1dda-4c2e-a09d-860cefba07b0 None None] Pushing event updated for resources: {'Port': ['ID=58b192a4-cbd6-46cc-bc8c-8331512434ef,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:35.547294 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7921919-e651-4cc5-902e-156025773176 None None] Routers {'6358990b-a7ee-475f-b23a-fee86bbf0af4'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:50:35.549264 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a7921919-e651-4cc5-902e-156025773176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:50:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6358990b-a7ee-475f-b23a-fee86bbf0af4'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:35.706056 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-326318ad-eeef-4cf2-88bd-0f2414cf8cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (fec96b54-9795-465a-8c9a-bd9c8ad7cb9f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:35.708625 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-326318ad-eeef-4cf2-88bd-0f2414cf8cad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:35.712305 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-326318ad-eeef-4cf2-88bd-0f2414cf8cad admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/fec96b54-9795-465a-8c9a-bd9c8ad7cb9f HTTP/1.1" status: 204 len: 168 time: 0.6712112 Mar 22 19:50:35.717588 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.db.resource_extend [None req-aef5e023-fe80-4891-a640-62b0ad7afff1 admin admin] It took 0.98 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 22 19:50:35.812902 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326318ad-eeef-4cf2-88bd-0f2414cf8cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec96b54-9795-465a-8c9a-bd9c8ad7cb9f,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:35.933115 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-a7921919-e651-4cc5-902e-156025773176 None None] Set router 6358990b-a7ee-475f-b23a-fee86bbf0af4 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:50:35.986706 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-37ac2745-5968-43b5-a530-a035722b3a8f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (6be4d7db-4f78-41e1-9651-c79c5d8680fb), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:36.025722 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aef5e023-fe80-4891-a640-62b0ad7afff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (e691b411-d286-4cb7-9b13-827cd7092de3), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:36.029205 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef5e023-fe80-4891-a640-62b0ad7afff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:50:36.030370 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aef5e023-fe80-4891-a640-62b0ad7afff1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:36.116861 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a96afdd-31f1-4470-91a9-f32b10ee7422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:36.246634 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-aef5e023-fe80-4891-a640-62b0ad7afff1 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.7774847 Mar 22 19:50:36.247419 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54404) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:36.319948 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a7921919-e651-4cc5-902e-156025773176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'name': 'tempest-TestVolumeBootPattern-43950669-router', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:50:26Z', 'updated_at': '2022-03-22T19:50:30Z', 'revision_number': 3, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'gw_port': {'id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:28Z', 'updated_at': '2022-03-22T19:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:36.370731 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7921919-e651-4cc5-902e-156025773176 None None] The sync data for ids ['6358990b-a7ee-475f-b23a-fee86bbf0af4'] in n-d-705658-24 is: [{'id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'name': 'tempest-TestVolumeBootPattern-43950669-router', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:50:26Z', 'updated_at': '2022-03-22T19:50:30Z', 'revision_number': 3, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'gw_port': {'id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:28Z', 'updated_at': '2022-03-22T19:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:50:36.524998 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-01e70270-a143-40f9-83ec-5f2da735a73b admin admin] Request body: {'subnet': {'network_id': 'e691b411-d286-4cb7-9b13-827cd7092de3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-128480437-subnet', 'tenant_id': '8265285293a344f28e68f05bc79e732b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:50:36.549430 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-4a96afdd-31f1-4470-91a9-f32b10ee7422 admin admin] Allocated IP 172.20.0.1 (942e739d-0f2d-40f4-8f81-80042bf466e6/ce14209e-d9ba-4d1e-8a54-b7950c923a71/55d88f0b-ec25-4edb-b152-f70333e88da2) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:50:36.553487 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5e023-fe80-4891-a640-62b0ad7afff1 admin admin] Pushing event updated for resources: {'Network': ['ID=e691b411-d286-4cb7-9b13-827cd7092de3,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:36.556295 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e70270-a143-40f9-83ec-5f2da735a73b admin admin] Made reservation on behalf of 8265285293a344f28e68f05bc79e732b for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:50:36.559152 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-01e70270-a143-40f9-83ec-5f2da735a73b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:36.569781 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network e691b411-d286-4cb7-9b13-827cd7092de3 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:50:36.972323 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a96afdd-31f1-4470-91a9-f32b10ee7422 admin admin] Publish callbacks [] for port (55d88f0b-ec25-4edb-b152-f70333e88da2), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:37.077906 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a96afdd-31f1-4470-91a9-f32b10ee7422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (55d88f0b-ec25-4edb-b152-f70333e88da2), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:37.142205 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 58b192a4-cbd6-46cc-bc8c-8331512434ef up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:50:37.149026 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-37ac2745-5968-43b5-a530-a035722b3a8f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Deleting port f7f50bbf-1a23-417a-9a92-dbf270c0adae {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:50:37.149805 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-37ac2745-5968-43b5-a530-a035722b3a8f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f7f50bbf-1a23-417a-9a92-dbf270c0adae), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:37.168904 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a96afdd-31f1-4470-91a9-f32b10ee7422 admin admin] Network 942e739d-0f2d-40f4-8f81-80042bf466e6 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:50:37.190250 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a96afdd-31f1-4470-91a9-f32b10ee7422 admin admin] Pushing event updated for resources: {'Port': ['ID=55d88f0b-ec25-4edb-b152-f70333e88da2,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:37.193093 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-01e70270-a143-40f9-83ec-5f2da735a73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (15d10e51-1cde-45cc-a17a-d477b63dd7b5), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:37.199231 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-4a96afdd-31f1-4470-91a9-f32b10ee7422 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:50:37.219143 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a96afdd-31f1-4470-91a9-f32b10ee7422 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:50:37.221811 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 58b192a4-cbd6-46cc-bc8c-8331512434ef triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:37.222211 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (58b192a4-cbd6-46cc-bc8c-8331512434ef), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:37.304411 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-37ac2745-5968-43b5-a530-a035722b3a8f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f7f50bbf-1a23-417a-9a92-dbf270c0adae), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:37.359512 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-37ac2745-5968-43b5-a530-a035722b3a8f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Calling delete_port for f7f50bbf-1a23-417a-9a92-dbf270c0adae owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:50:37.370974 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a96afdd-31f1-4470-91a9-f32b10ee7422 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (6358990b-a7ee-475f-b23a-fee86bbf0af4), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:37.401991 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 58b192a4-cbd6-46cc-bc8c-8331512434ef is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:50:37.402549 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (58b192a4-cbd6-46cc-bc8c-8331512434ef), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:37.432096 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 58b192a4-cbd6-46cc-bc8c-8331512434ef, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=58b192a4-cbd6-46cc-bc8c-8331512434ef,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:50:37.437403 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (58b192a4-cbd6-46cc-bc8c-8331512434ef), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:37.446870 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e70270-a143-40f9-83ec-5f2da735a73b admin admin] Pushing event updated for resources: {'Subnet': ['ID=15d10e51-1cde-45cc-a17a-d477b63dd7b5,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:37.560316 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e70270-a143-40f9-83ec-5f2da735a73b admin admin] Checking segment: {'id': '1d4b4ce6-8829-497f-8e5a-a88cca4f637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e691b411-d286-4cb7-9b13-827cd7092de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:50:37.560682 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e70270-a143-40f9-83ec-5f2da735a73b admin admin] Network hostable DHCP agents. Network: e691b411-d286-4cb7-9b13-827cd7092de3, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:50:37.573006 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=58b192a4-cbd6-46cc-bc8c-8331512434ef,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:37.660011 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e70270-a143-40f9-83ec-5f2da735a73b admin admin] Network e691b411-d286-4cb7-9b13-827cd7092de3 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:50:37.705710 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-8f7464ba-7624-4abc-8c25-da30269fa46a None None] Provisioning complete for port 55d88f0b-ec25-4edb-b152-f70333e88da2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:37.706518 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8f7464ba-7624-4abc-8c25-da30269fa46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (55d88f0b-ec25-4edb-b152-f70333e88da2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:37.748776 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a96afdd-31f1-4470-91a9-f32b10ee7422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (55d88f0b-ec25-4edb-b152-f70333e88da2), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:37.750940 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-01e70270-a143-40f9-83ec-5f2da735a73b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, e691b411-d286-4cb7-9b13-827cd7092de3) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:50:37.775504 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0b51a8-8522-445a-859d-855fd218fb6e None None] Network e691b411-d286-4cb7-9b13-827cd7092de3 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:50:37.781064 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e70270-a143-40f9-83ec-5f2da735a73b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:50:37.782977 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-01e70270-a143-40f9-83ec-5f2da735a73b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:37.788449 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-37ac2745-5968-43b5-a530-a035722b3a8f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (f7f50bbf-1a23-417a-9a92-dbf270c0adae), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:37.887732 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-01e70270-a143-40f9-83ec-5f2da735a73b admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6364746 Mar 22 19:50:37.937286 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac2745-5968-43b5-a530-a035722b3a8f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Port': ['ID=f7f50bbf-1a23-417a-9a92-dbf270c0adae,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:38.121027 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f18f90-f395-4f8a-b990-9f36e55845a4 None None] Network e691b411-d286-4cb7-9b13-827cd7092de3 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:50:38.215227 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a96afdd-31f1-4470-91a9-f32b10ee7422 admin admin] Publish callbacks [] for port (55d88f0b-ec25-4edb-b152-f70333e88da2), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:38.225650 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a96afdd-31f1-4470-91a9-f32b10ee7422 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (55d88f0b-ec25-4edb-b152-f70333e88da2), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:38.339173 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a96afdd-31f1-4470-91a9-f32b10ee7422 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (6358990b-a7ee-475f-b23a-fee86bbf0af4), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:38.350911 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a96afdd-31f1-4470-91a9-f32b10ee7422 admin admin] Pushing event updated for resources: {'Port': ['ID=55d88f0b-ec25-4edb-b152-f70333e88da2,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:38.365822 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-37ac2745-5968-43b5-a530-a035722b3a8f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (6be4d7db-4f78-41e1-9651-c79c5d8680fb), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:38.366417 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a96afdd-31f1-4470-91a9-f32b10ee7422 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:38.366510 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a96afdd-31f1-4470-91a9-f32b10ee7422 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:38.366965 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a96afdd-31f1-4470-91a9-f32b10ee7422 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:38.367384 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a96afdd-31f1-4470-91a9-f32b10ee7422 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:38.367791 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a96afdd-31f1-4470-91a9-f32b10ee7422 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:38.368242 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a96afdd-31f1-4470-91a9-f32b10ee7422 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:38.368584 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a96afdd-31f1-4470-91a9-f32b10ee7422 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:38.368994 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a96afdd-31f1-4470-91a9-f32b10ee7422 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:38.369406 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a96afdd-31f1-4470-91a9-f32b10ee7422 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:38.370485 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a96afdd-31f1-4470-91a9-f32b10ee7422 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:38.370893 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a96afdd-31f1-4470-91a9-f32b10ee7422 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:38.371293 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a96afdd-31f1-4470-91a9-f32b10ee7422 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:38.371692 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a96afdd-31f1-4470-91a9-f32b10ee7422 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:38.372093 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a96afdd-31f1-4470-91a9-f32b10ee7422 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:38.372489 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a96afdd-31f1-4470-91a9-f32b10ee7422 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:38.410194 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8f7464ba-7624-4abc-8c25-da30269fa46a None None] Port 55d88f0b-ec25-4edb-b152-f70333e88da2 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:50:38.531384 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a96afdd-31f1-4470-91a9-f32b10ee7422 admin admin] Network 942e739d-0f2d-40f4-8f81-80042bf466e6 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:50:38.536270 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-4a96afdd-31f1-4470-91a9-f32b10ee7422 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:50:38.664481 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ac2745-5968-43b5-a530-a035722b3a8f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Router 6be4d7db-4f78-41e1-9651-c79c5d8680fb has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:50:38.830483 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a96afdd-31f1-4470-91a9-f32b10ee7422 admin admin] Router 6358990b-a7ee-475f-b23a-fee86bbf0af4 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:50:38.846049 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ac2745-5968-43b5-a530-a035722b3a8f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:50:38.855814 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-37ac2745-5968-43b5-a530-a035722b3a8f tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "PUT /v2.0/routers/6be4d7db-4f78-41e1-9651-c79c5d8680fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6561511 Mar 22 19:50:38.859249 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54458) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:38.864894 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9d130e-528c-4aa1-8e30-d37fabf2fce6 None None] Sync routers for ids ['6be4d7db-4f78-41e1-9651-c79c5d8680fb'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:50:38.877581 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-b95c0f4b-7b20-4555-b4b8-38cb1f21979e None None] Provisioning complete for port 55d88f0b-ec25-4edb-b152-f70333e88da2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:38.878152 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b95c0f4b-7b20-4555-b4b8-38cb1f21979e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (55d88f0b-ec25-4edb-b152-f70333e88da2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:38.892312 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9d130e-528c-4aa1-8e30-d37fabf2fce6 None None] Routers {'6be4d7db-4f78-41e1-9651-c79c5d8680fb'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:50:38.892966 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-7a9d130e-528c-4aa1-8e30-d37fabf2fce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:50:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6be4d7db-4f78-41e1-9651-c79c5d8680fb'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:38.968549 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-59f7fcf8-c817-4705-8212-715c43ab9f2a tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] GET failed (client error): The resource could not be found. Mar 22 19:50:38.971072 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-59f7fcf8-c817-4705-8212-715c43ab9f2a tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "GET /v2.0/ports/f7f50bbf-1a23-417a-9a92-dbf270c0adae HTTP/1.1" status: 404 len: 333 time: 0.1107700 Mar 22 19:50:38.974278 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54468) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:39.016196 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-b95c0f4b-7b20-4555-b4b8-38cb1f21979e None None] Port 55d88f0b-ec25-4edb-b152-f70333e88da2 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:50:39.059151 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-7a9d130e-528c-4aa1-8e30-d37fabf2fce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:39.093182 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 58b192a4-cbd6-46cc-bc8c-8331512434ef up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:50:39.103479 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9d130e-528c-4aa1-8e30-d37fabf2fce6 None None] Routers {'6be4d7db-4f78-41e1-9651-c79c5d8680fb'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:50:39.106196 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-7a9d130e-528c-4aa1-8e30-d37fabf2fce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:50:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6be4d7db-4f78-41e1-9651-c79c5d8680fb'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:39.172151 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a96afdd-31f1-4470-91a9-f32b10ee7422 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:50:39.192906 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4a96afdd-31f1-4470-91a9-f32b10ee7422 admin admin] 10.222.0.75 "PUT /v2.0/routers/6358990b-a7ee-475f-b23a-fee86bbf0af4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3023248 Mar 22 19:50:39.202655 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 58b192a4-cbd6-46cc-bc8c-8331512434ef triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:39.203265 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-7a9d130e-528c-4aa1-8e30-d37fabf2fce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:39.205421 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9d130e-528c-4aa1-8e30-d37fabf2fce6 None None] The sync data for ids ['6be4d7db-4f78-41e1-9651-c79c5d8680fb'] in n-d-705658-24 is: [] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:50:39.206112 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (58b192a4-cbd6-46cc-bc8c-8331512434ef), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:39.292204 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-eb1a8576-7a20-4ee5-879a-a251e2634d64 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for router (6be4d7db-4f78-41e1-9651-c79c5d8680fb), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:39.433693 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 58b192a4-cbd6-46cc-bc8c-8331512434ef is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:50:39.505102 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bfca5f-4e6c-41f2-93e3-302876e8b9a0 None None] Sync routers for ids ['6358990b-a7ee-475f-b23a-fee86bbf0af4'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:50:39.524616 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bfca5f-4e6c-41f2-93e3-302876e8b9a0 None None] Routers {'6358990b-a7ee-475f-b23a-fee86bbf0af4'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:50:39.525612 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-61bfca5f-4e6c-41f2-93e3-302876e8b9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:50:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6358990b-a7ee-475f-b23a-fee86bbf0af4'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:39.590565 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:50:39.710985 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-61bfca5f-4e6c-41f2-93e3-302876e8b9a0 None None] Set router 6358990b-a7ee-475f-b23a-fee86bbf0af4 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:50:39.724239 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-eb1a8576-7a20-4ee5-879a-a251e2634d64 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (6be4d7db-4f78-41e1-9651-c79c5d8680fb), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:39.727569 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-eb1a8576-7a20-4ee5-879a-a251e2634d64 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for router_controller (6be4d7db-4f78-41e1-9651-c79c5d8680fb), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:39.800878 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-eb1a8576-7a20-4ee5-879a-a251e2634d64 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (6be4d7db-4f78-41e1-9651-c79c5d8680fb), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:39.804263 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1a8576-7a20-4ee5-879a-a251e2634d64 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Fanout notify agent at l3_agent the message router_deleted on router 6be4d7db-4f78-41e1-9651-c79c5d8680fb {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:50:39.812744 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-eb1a8576-7a20-4ee5-879a-a251e2634d64 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:39.814377 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-eb1a8576-7a20-4ee5-879a-a251e2634d64 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/routers/6be4d7db-4f78-41e1-9651-c79c5d8680fb HTTP/1.1" status: 204 len: 168 time: 0.8390591 Mar 22 19:50:39.817757 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54500) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:39.936022 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-71a40ba8-ab86-4344-9f65-7474cc70ada2 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Deleting subnet 3eff2263-db00-42a9-a5fe-9fd51e4d206c {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:50:39.946247 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-71a40ba8-ab86-4344-9f65-7474cc70ada2 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for subnet (3eff2263-db00-42a9-a5fe-9fd51e4d206c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:40.043191 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-71a40ba8-ab86-4344-9f65-7474cc70ada2 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (3eff2263-db00-42a9-a5fe-9fd51e4d206c), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:40.050734 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54502) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:40.060312 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-61bfca5f-4e6c-41f2-93e3-302876e8b9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'name': 'tempest-TestVolumeBootPattern-43950669-router', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:50:26Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'gw_port': {'id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:28Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '55d88f0b-ec25-4edb-b152-f70333e88da2', 'name': '', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'mac_address': 'fa:16:3e:5f:41:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:36Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 2, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'subnets': [{'id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:40.096136 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bfca5f-4e6c-41f2-93e3-302876e8b9a0 None None] Checking router: 6358990b-a7ee-475f-b23a-fee86bbf0af4 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:50:40.096544 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bfca5f-4e6c-41f2-93e3-302876e8b9a0 None None] Updating router 6358990b-a7ee-475f-b23a-fee86bbf0af4 port 55d88f0b-ec25-4edb-b152-f70333e88da2 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:50:40.131034 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-61bfca5f-4e6c-41f2-93e3-302876e8b9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (55d88f0b-ec25-4edb-b152-f70333e88da2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:40.272582 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54512) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:40.281508 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-71a40ba8-ab86-4344-9f65-7474cc70ada2 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (3eff2263-db00-42a9-a5fe-9fd51e4d206c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:40.404871 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cee206a3-32b6-4e20-ac8b-5d84020dd00a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:40.407454 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-71a40ba8-ab86-4344-9f65-7474cc70ada2 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (3eff2263-db00-42a9-a5fe-9fd51e4d206c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:40.460091 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a40ba8-ab86-4344-9f65-7474cc70ada2 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Subnet': ['ID=3eff2263-db00-42a9-a5fe-9fd51e4d206c,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:40.461047 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-605b0322-43a5-4a63-9dac-db0e6cf7a243 admin admin] Deleting subnet 1d0d2b9b-08c2-4ab2-bf10-644d92bdaa74 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:50:40.463011 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-71a40ba8-ab86-4344-9f65-7474cc70ada2 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:40.468604 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-71a40ba8-ab86-4344-9f65-7474cc70ada2 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/subnets/3eff2263-db00-42a9-a5fe-9fd51e4d206c HTTP/1.1" status: 204 len: 168 time: 0.6497819 Mar 22 19:50:40.471738 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54518) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:40.475892 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-605b0322-43a5-4a63-9dac-db0e6cf7a243 admin admin] Publish callbacks [] for subnet (1d0d2b9b-08c2-4ab2-bf10-644d92bdaa74), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:40.494835 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5c2396-6d79-4a72-b670-1862967ed6a7 None None] Network ee03c56b-445d-4c19-9d37-ee510c5807eb requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:50:40.518955 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-605b0322-43a5-4a63-9dac-db0e6cf7a243 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (1d0d2b9b-08c2-4ab2-bf10-644d92bdaa74), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:40.566553 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-85a6d331-dbb6-447b-b582-9f9c743da790 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (ee03c56b-445d-4c19-9d37-ee510c5807eb), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:40.569241 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-605b0322-43a5-4a63-9dac-db0e6cf7a243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (1d0d2b9b-08c2-4ab2-bf10-644d92bdaa74), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:40.675425 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-85a6d331-dbb6-447b-b582-9f9c743da790 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Deleting port d78af38d-fa4a-4bee-b09e-b370d6f064ed {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:50:40.676512 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-85a6d331-dbb6-447b-b582-9f9c743da790 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (d78af38d-fa4a-4bee-b09e-b370d6f064ed), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:40.722491 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cee206a3-32b6-4e20-ac8b-5d84020dd00a admin admin] Publish callbacks [] for security_group (ac56a154-f66c-43b7-9fe9-d590fbf95f2b), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:40.723825 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54522) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:40.729917 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-b28706b3-e1f2-4393-acb8-a060009d8a24 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1763000088-network', 'tenant_id': '377d8bb866f345b8b8ec2f505d623849'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:50:40.745510 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-605b0322-43a5-4a63-9dac-db0e6cf7a243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (1d0d2b9b-08c2-4ab2-bf10-644d92bdaa74), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:40.774224 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-605b0322-43a5-4a63-9dac-db0e6cf7a243 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:40.780001 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-605b0322-43a5-4a63-9dac-db0e6cf7a243 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/1d0d2b9b-08c2-4ab2-bf10-644d92bdaa74 HTTP/1.1" status: 204 len: 168 time: 0.5039575 Mar 22 19:50:40.791186 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54524) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:40.801978 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cee206a3-32b6-4e20-ac8b-5d84020dd00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ac56a154-f66c-43b7-9fe9-d590fbf95f2b), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:40.840858 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-85a6d331-dbb6-447b-b582-9f9c743da790 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] For port d78af38d-fa4a-4bee-b09e-b370d6f064ed, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=d78af38d-fa4a-4bee-b09e-b370d6f064ed,segment=NetworkSegment(45f69148-7670-4fdb-a972-98cd3ce78d9d),segment_id=45f69148-7670-4fdb-a972-98cd3ce78d9d)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:50:40.841450 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-85a6d331-dbb6-447b-b582-9f9c743da790 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (d78af38d-fa4a-4bee-b09e-b370d6f064ed), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:40.866334 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-85a6d331-dbb6-447b-b582-9f9c743da790 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Calling delete_port for d78af38d-fa4a-4bee-b09e-b370d6f064ed owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:50:40.953066 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-85a6d331-dbb6-447b-b582-9f9c743da790 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (d78af38d-fa4a-4bee-b09e-b370d6f064ed), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:40.994184 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a6d331-dbb6-447b-b582-9f9c743da790 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] No DVR routers for this DVR port d78af38d-fa4a-4bee-b09e-b370d6f064ed on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:50:41.002709 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6d331-dbb6-447b-b582-9f9c743da790 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Port': ['ID=d78af38d-fa4a-4bee-b09e-b370d6f064ed,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:41.024571 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28706b3-e1f2-4393-acb8-a060009d8a24 admin admin] Made reservation on behalf of 377d8bb866f345b8b8ec2f505d623849 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:50:41.027228 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b28706b3-e1f2-4393-acb8-a060009d8a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:41.033252 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b0322-43a5-4a63-9dac-db0e6cf7a243 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d0d2b9b-08c2-4ab2-bf10-644d92bdaa74,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:41.114813 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee206a3-32b6-4e20-ac8b-5d84020dd00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac56a154-f66c-43b7-9fe9-d590fbf95f2b,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:41.136096 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b536534c-469e-4c11-8799-1a0c00964a0c None None] DHCP port deletion for ee03c56b-445d-4c19-9d37-ee510c5807eb request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:50:41.153602 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-85a6d331-dbb6-447b-b582-9f9c743da790 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (ee03c56b-445d-4c19-9d37-ee510c5807eb), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:41.175053 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-cee206a3-32b6-4e20-ac8b-5d84020dd00a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=af6058c6eaa14081a1a22365c0498222&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1227670 Mar 22 19:50:41.176316 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-61bfca5f-4e6c-41f2-93e3-302876e8b9a0 None None] Publish callbacks [] for port (55d88f0b-ec25-4edb-b152-f70333e88da2), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:41.177622 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54526) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:41.180944 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b28706b3-e1f2-4393-acb8-a060009d8a24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:41.186088 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-61bfca5f-4e6c-41f2-93e3-302876e8b9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (55d88f0b-ec25-4edb-b152-f70333e88da2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:41.189600 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-85a6d331-dbb6-447b-b582-9f9c743da790 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee03c56b-445d-4c19-9d37-ee510c5807eb']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:41.218868 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-85a6d331-dbb6-447b-b582-9f9c743da790 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f69148-7670-4fdb-a972-98cd3ce78d9d') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:41.219171 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-85a6d331-dbb6-447b-b582-9f9c743da790 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f69148-7670-4fdb-a972-98cd3ce78d9d') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:41.232483 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e64ab2d5-d535-4d3e-ad2a-b2550f7cad5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (2d64c407-590e-43c6-8249-a9fab8448d74), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:41.255375 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-85a6d331-dbb6-447b-b582-9f9c743da790 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (45f69148-7670-4fdb-a972-98cd3ce78d9d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:41.294405 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-85a6d331-dbb6-447b-b582-9f9c743da790 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (45f69148-7670-4fdb-a972-98cd3ce78d9d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:41.320086 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-64346815-e86e-4644-a730-d96d571cba61 admin admin] Publish callbacks [] for security_group (ac56a154-f66c-43b7-9fe9-d590fbf95f2b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:41.332574 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19929f62-0f43-4874-b450-9f5943c94a97 None None] Pushing event updated for resources: {'Port': ['ID=55d88f0b-ec25-4edb-b152-f70333e88da2,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:41.346665 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-61bfca5f-4e6c-41f2-93e3-302876e8b9a0 None None] Attempting to bind port 55d88f0b-ec25-4edb-b152-f70333e88da2 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:50:41.347305 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-61bfca5f-4e6c-41f2-93e3-302876e8b9a0 None None] Attempting to bind port 55d88f0b-ec25-4edb-b152-f70333e88da2 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:50:41.347903 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bfca5f-4e6c-41f2-93e3-302876e8b9a0 None None] Attempting to bind port 55d88f0b-ec25-4edb-b152-f70333e88da2 on network 942e739d-0f2d-40f4-8f81-80042bf466e6 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:50:41.350448 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-64346815-e86e-4644-a730-d96d571cba61 admin admin] Publish callbacks [] for security_group (ac56a154-f66c-43b7-9fe9-d590fbf95f2b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:41.354204 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bfca5f-4e6c-41f2-93e3-302876e8b9a0 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:50:41.355253 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bfca5f-4e6c-41f2-93e3-302876e8b9a0 None None] Checking segment: {'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:50:41.355887 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-61bfca5f-4e6c-41f2-93e3-302876e8b9a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:41.356524 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bfca5f-4e6c-41f2-93e3-302876e8b9a0 None None] Bound using segment: {'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:50:41.357912 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-61bfca5f-4e6c-41f2-93e3-302876e8b9a0 None None] Bound port: 55d88f0b-ec25-4edb-b152-f70333e88da2, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:50:41.358713 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-61bfca5f-4e6c-41f2-93e3-302876e8b9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (55d88f0b-ec25-4edb-b152-f70333e88da2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:41.385960 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a6d331-dbb6-447b-b582-9f9c743da790 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:50:41.386478 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-85a6d331-dbb6-447b-b582-9f9c743da790 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (45f69148-7670-4fdb-a972-98cd3ce78d9d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:41.390270 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:50:41.390270 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:50:41.390270 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:50:41.390270 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:50:41.390270 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:50:41.390270 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:50:41.390270 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:50:41.390270 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:50:41.390270 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:50:41.390270 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:50:41.390270 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:50:41.390270 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:50:41.390270 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:50:41.390270 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:50:41.390270 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:50:41.390270 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:50:41.390270 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:50:41.390270 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:50:41.390270 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:50:41.390270 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:50:41.390270 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:50:41.390270 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:50:41.390270 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:50:41.390270 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:50:41.390270 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:50:41.390270 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:50:41.390270 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:50:41.390270 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:50:41.390270 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:50:41.390270 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:50:41.390270 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:50:41.390270 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:50:41.393409 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b28706b3-e1f2-4393-acb8-a060009d8a24 admin admin] Publish callbacks [] for security_group (d16edfc1-bc59-4d5e-9f6b-85ae8bf14302), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:41.451623 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b28706b3-e1f2-4393-acb8-a060009d8a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d16edfc1-bc59-4d5e-9f6b-85ae8bf14302), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:41.498587 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-85a6d331-dbb6-447b-b582-9f9c743da790 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (ee03c56b-445d-4c19-9d37-ee510c5807eb), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:41.505210 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-85a6d331-dbb6-447b-b582-9f9c743da790 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:41.513957 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-85a6d331-dbb6-447b-b582-9f9c743da790 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/networks/ee03c56b-445d-4c19-9d37-ee510c5807eb HTTP/1.1" status: 204 len: 168 time: 1.0407767 Mar 22 19:50:41.515046 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54528) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:41.534090 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b28706b3-e1f2-4393-acb8-a060009d8a24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:50:41.545976 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b28706b3-e1f2-4393-acb8-a060009d8a24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (85d1bfa1-b793-426f-9c40-05f83eae1ec6), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:41.546429 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-b28706b3-e1f2-4393-acb8-a060009d8a24 admin admin] Added segment 85d1bfa1-b793-426f-9c40-05f83eae1ec6 of type vlan for network 720a2306-430a-4ff0-891e-43ba5288943f Mar 22 19:50:41.559940 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-61bfca5f-4e6c-41f2-93e3-302876e8b9a0 None None] For port 55d88f0b-ec25-4edb-b152-f70333e88da2, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:50:41.562664 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6d331-dbb6-447b-b582-9f9c743da790 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Network': ['ID=ee03c56b-445d-4c19-9d37-ee510c5807eb,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:41.566110 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-64346815-e86e-4644-a730-d96d571cba61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ac56a154-f66c-43b7-9fe9-d590fbf95f2b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:41.571540 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-64346815-e86e-4644-a730-d96d571cba61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:41.572789 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-64346815-e86e-4644-a730-d96d571cba61 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ac56a154-f66c-43b7-9fe9-d590fbf95f2b HTTP/1.1" status: 204 len: 168 time: 0.3941276 Mar 22 19:50:41.583829 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-61bfca5f-4e6c-41f2-93e3-302876e8b9a0 None None] For port 55d88f0b-ec25-4edb-b152-f70333e88da2, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=55d88f0b-ec25-4edb-b152-f70333e88da2,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:50:41.596496 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b28706b3-e1f2-4393-acb8-a060009d8a24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (720a2306-430a-4ff0-891e-43ba5288943f), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:41.598028 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-61bfca5f-4e6c-41f2-93e3-302876e8b9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (55d88f0b-ec25-4edb-b152-f70333e88da2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:41.652549 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28706b3-e1f2-4393-acb8-a060009d8a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16edfc1-bc59-4d5e-9f6b-85ae8bf14302,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:41.662027 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b28706b3-e1f2-4393-acb8-a060009d8a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (720a2306-430a-4ff0-891e-43ba5288943f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:41.662027 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28706b3-e1f2-4393-acb8-a060009d8a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:50:41.662027 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b28706b3-e1f2-4393-acb8-a060009d8a24 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:41.677304 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64346815-e86e-4644-a730-d96d571cba61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac56a154-f66c-43b7-9fe9-d590fbf95f2b,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:41.701369 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626cda1b-33f3-4c4f-bb66-471d5d5fee33 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:50:41.710797 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-626cda1b-33f3-4c4f-bb66-471d5d5fee33 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "GET /v2.0/ports/9b2877ab-573f-47fe-a749-8be0c7512737 HTTP/1.1" status: 200 len: 841 time: 0.1593966 Mar 22 19:50:41.716392 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54534) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:41.767040 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19929f62-0f43-4874-b450-9f5943c94a97 None None] Pushing event updated for resources: {'Port': ['ID=55d88f0b-ec25-4edb-b152-f70333e88da2,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:41.826061 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a16d429f-a30b-487b-b816-b1aa4f25642c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "GET /v2.0/ports/9b2877ab-573f-47fe-a749-8be0c7512737?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1037848 Mar 22 19:50:41.826904 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54536) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:41.829687 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28706b3-e1f2-4393-acb8-a060009d8a24 admin admin] Pushing event updated for resources: {'Network': ['ID=720a2306-430a-4ff0-891e-43ba5288943f,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:41.835226 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e64ab2d5-d535-4d3e-ad2a-b2550f7cad5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (2d64c407-590e-43c6-8249-a9fab8448d74), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:41.840760 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-8f6bfdcd-359d-4b62-a276-5b0c1e1836d1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'subnet': {'network_id': 'c3239c2e-0cca-4308-801b-dadc788d66c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:50:41.855935 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 720a2306-430a-4ff0-891e-43ba5288943f details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:50:41.888561 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-e64ab2d5-d535-4d3e-ad2a-b2550f7cad5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d64c407-590e-43c6-8249-a9fab8448d74']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:41.901436 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b28706b3-e1f2-4393-acb8-a060009d8a24 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1759095 Mar 22 19:50:41.915266 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54538) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:41.931342 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-a2840672-09e9-43cf-8dd3-8184919d934d admin admin] Request body: {'subnet': {'network_id': '720a2306-430a-4ff0-891e-43ba5288943f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1763000088-subnet', 'tenant_id': '377d8bb866f345b8b8ec2f505d623849', 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:50:41.956775 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-e64ab2d5-d535-4d3e-ad2a-b2550f7cad5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e056b6-fac0-4c3e-886e-61cc01f285c6') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:41.957059 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-e64ab2d5-d535-4d3e-ad2a-b2550f7cad5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e056b6-fac0-4c3e-886e-61cc01f285c6') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:41.998825 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e64ab2d5-d535-4d3e-ad2a-b2550f7cad5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (41e056b6-fac0-4c3e-886e-61cc01f285c6), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:42.023282 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-1c0f9991-4858-4948-8c47-1be8ed2e72cb None None] Provisioning complete for port 55d88f0b-ec25-4edb-b152-f70333e88da2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:42.023672 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1c0f9991-4858-4948-8c47-1be8ed2e72cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (55d88f0b-ec25-4edb-b152-f70333e88da2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:42.035799 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e64ab2d5-d535-4d3e-ad2a-b2550f7cad5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (41e056b6-fac0-4c3e-886e-61cc01f285c6), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:42.040656 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2840672-09e9-43cf-8dd3-8184919d934d admin admin] Made reservation on behalf of 377d8bb866f345b8b8ec2f505d623849 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:50:42.054655 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a2840672-09e9-43cf-8dd3-8184919d934d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:42.059463 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e64ab2d5-d535-4d3e-ad2a-b2550f7cad5c admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:50:42.068002 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e64ab2d5-d535-4d3e-ad2a-b2550f7cad5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (41e056b6-fac0-4c3e-886e-61cc01f285c6), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:42.070344 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6bfdcd-359d-4b62-a276-5b0c1e1836d1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:50:42.070837 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:50:42.070837 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:50:42.070837 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:50:42.070837 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:50:42.070837 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:50:42.070837 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:50:42.070837 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:50:42.070837 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:50:42.070837 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:50:42.070837 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:50:42.070837 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:50:42.070837 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:50:42.070837 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:50:42.070837 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:50:42.070837 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:50:42.070837 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:50:42.070837 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:50:42.070837 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:50:42.070837 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:50:42.070837 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:50:42.070837 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:50:42.070837 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:50:42.070837 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:50:42.070837 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:50:42.070837 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:50:42.070837 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:50:42.070837 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:50:42.070837 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:50:42.070837 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:50:42.070837 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:50:42.070837 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:50:42.070837 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:50:42.074560 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8f6bfdcd-359d-4b62-a276-5b0c1e1836d1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:42.083294 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bfca5f-4e6c-41f2-93e3-302876e8b9a0 None None] Routers {'6358990b-a7ee-475f-b23a-fee86bbf0af4'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:50:42.085587 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-61bfca5f-4e6c-41f2-93e3-302876e8b9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:50:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6358990b-a7ee-475f-b23a-fee86bbf0af4'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:42.200513 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e64ab2d5-d535-4d3e-ad2a-b2550f7cad5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (2d64c407-590e-43c6-8249-a9fab8448d74), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:42.207671 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e64ab2d5-d535-4d3e-ad2a-b2550f7cad5c admin admin] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:42.214117 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e64ab2d5-d535-4d3e-ad2a-b2550f7cad5c admin admin] 10.222.0.75 "DELETE /v2.0/networks/2d64c407-590e-43c6-8249-a9fab8448d74 HTTP/1.1" status: 204 len: 168 time: 1.4207370 Mar 22 19:50:42.214837 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54542) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:42.235010 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ab2d5-d535-4d3e-ad2a-b2550f7cad5c admin admin] Pushing event deleted for resources: {'Network': ['ID=2d64c407-590e-43c6-8249-a9fab8448d74,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:42.244680 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-61bfca5f-4e6c-41f2-93e3-302876e8b9a0 None None] Set router 6358990b-a7ee-475f-b23a-fee86bbf0af4 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:50:42.295379 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54544) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:42.312074 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-954c8140-bd51-4f69-90d6-4cd7e8639a52 admin admin] Deleting subnet d5aa61af-4ac2-4b0b-9136-cd0d4f7b897b {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:50:42.319689 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-954c8140-bd51-4f69-90d6-4cd7e8639a52 admin admin] Publish callbacks [] for subnet (d5aa61af-4ac2-4b0b-9136-cd0d4f7b897b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:42.349169 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f61d7552-8073-4aeb-9dec-0836f0bad45a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:42.392918 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-954c8140-bd51-4f69-90d6-4cd7e8639a52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (d5aa61af-4ac2-4b0b-9136-cd0d4f7b897b), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:42.463710 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f61d7552-8073-4aeb-9dec-0836f0bad45a admin admin] Publish callbacks [] for security_group (1ae14a42-f283-42b5-a76d-e123dc30ce77), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:42.475752 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f61d7552-8073-4aeb-9dec-0836f0bad45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1ae14a42-f283-42b5-a76d-e123dc30ce77), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:42.486347 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-954c8140-bd51-4f69-90d6-4cd7e8639a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (d5aa61af-4ac2-4b0b-9136-cd0d4f7b897b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:42.510763 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8f6bfdcd-359d-4b62-a276-5b0c1e1836d1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (ab96326a-60f9-4d75-9778-53ddafa69037), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:42.544728 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f61d7552-8073-4aeb-9dec-0836f0bad45a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3e77bb624a3345f993c37f8c0dc14cb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2482255 Mar 22 19:50:42.548926 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d7552-8073-4aeb-9dec-0836f0bad45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae14a42-f283-42b5-a76d-e123dc30ce77,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:42.552673 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54546) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:42.577825 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6bfdcd-359d-4b62-a276-5b0c1e1836d1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Network c3239c2e-0cca-4308-801b-dadc788d66c7 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:50:42.582974 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-8f6bfdcd-359d-4b62-a276-5b0c1e1836d1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:50:42.591975 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6bfdcd-359d-4b62-a276-5b0c1e1836d1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:50:42.592569 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8f6bfdcd-359d-4b62-a276-5b0c1e1836d1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:42.604483 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6bfdcd-359d-4b62-a276-5b0c1e1836d1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Subnet': ['ID=ab96326a-60f9-4d75-9778-53ddafa69037,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:42.618986 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93df0bdf-572a-455d-841a-d667e2207cd3 None None] Network c3239c2e-0cca-4308-801b-dadc788d66c7 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:50:42.621282 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-954c8140-bd51-4f69-90d6-4cd7e8639a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (d5aa61af-4ac2-4b0b-9136-cd0d4f7b897b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:42.625556 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1c0f9991-4858-4948-8c47-1be8ed2e72cb None None] Current status of the port 55d88f0b-ec25-4edb-b152-f70333e88da2 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:50:42.626245 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1c0f9991-4858-4948-8c47-1be8ed2e72cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (55d88f0b-ec25-4edb-b152-f70333e88da2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:42.631653 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8f6bfdcd-359d-4b62-a276-5b0c1e1836d1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8029013 Mar 22 19:50:42.640218 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54548) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:42.649372 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a2840672-09e9-43cf-8dd3-8184919d934d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (4afbe974-d8f4-4b73-958b-5d270d508b57), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:42.669911 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-f5c6245b-e61a-497b-8e5d-51192a19088b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'security_group': {'name': 'tempest-secgroup-100364624'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:50:42.677572 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954c8140-bd51-4f69-90d6-4cd7e8639a52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5aa61af-4ac2-4b0b-9136-cd0d4f7b897b,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:42.681221 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-954c8140-bd51-4f69-90d6-4cd7e8639a52 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:42.684498 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-954c8140-bd51-4f69-90d6-4cd7e8639a52 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/d5aa61af-4ac2-4b0b-9136-cd0d4f7b897b HTTP/1.1" status: 204 len: 168 time: 0.4686453 Mar 22 19:50:42.689199 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54552) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:42.706212 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2840672-09e9-43cf-8dd3-8184919d934d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4afbe974-d8f4-4b73-958b-5d270d508b57,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:42.727676 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-61bfca5f-4e6c-41f2-93e3-302876e8b9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'name': 'tempest-TestVolumeBootPattern-43950669-router', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:50:26Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'gw_port': {'id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:28Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '55d88f0b-ec25-4edb-b152-f70333e88da2', 'name': '', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'mac_address': 'fa:16:3e:5f:41:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:36Z', 'updated_at': '2022-03-22T19:50:41Z', 'revision_number': 4, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'subnets': [{'id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:42.770801 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bfca5f-4e6c-41f2-93e3-302876e8b9a0 None None] The sync data for ids ['6358990b-a7ee-475f-b23a-fee86bbf0af4'] in n-d-705658-24 is: [{'id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'name': 'tempest-TestVolumeBootPattern-43950669-router', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:50:26Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'gw_port': {'id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:28Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '55d88f0b-ec25-4edb-b152-f70333e88da2', 'name': '', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'mac_address': 'fa:16:3e:5f:41:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:36Z', 'updated_at': '2022-03-22T19:50:41Z', 'revision_number': 4, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'subnets': [{'id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:50:42.786026 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d7a312f6-29e5-4800-8396-24d953a7c144 admin admin] Publish callbacks [] for security_group (1ae14a42-f283-42b5-a76d-e123dc30ce77), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:42.798912 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f5c6245b-e61a-497b-8e5d-51192a19088b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:42.838924 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-1c0f9991-4858-4948-8c47-1be8ed2e72cb None None] For port 55d88f0b-ec25-4edb-b152-f70333e88da2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=55d88f0b-ec25-4edb-b152-f70333e88da2,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:50:42.840519 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e01d65b1-87da-4c5a-a075-62e3ba53b5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (4ee1481b-4de2-4b7f-a6bf-00eb315bf21d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:42.877235 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2840672-09e9-43cf-8dd3-8184919d934d admin admin] Checking segment: {'id': '85d1bfa1-b793-426f-9c40-05f83eae1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '720a2306-430a-4ff0-891e-43ba5288943f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:50:42.877828 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2840672-09e9-43cf-8dd3-8184919d934d admin admin] Network hostable DHCP agents. Network: 720a2306-430a-4ff0-891e-43ba5288943f, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:50:42.889445 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d7a312f6-29e5-4800-8396-24d953a7c144 admin admin] Publish callbacks [] for security_group (1ae14a42-f283-42b5-a76d-e123dc30ce77), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:42.920542 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1c0f9991-4858-4948-8c47-1be8ed2e72cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (55d88f0b-ec25-4edb-b152-f70333e88da2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:43.007631 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2840672-09e9-43cf-8dd3-8184919d934d admin admin] Network 720a2306-430a-4ff0-891e-43ba5288943f is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:50:43.037544 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-a2840672-09e9-43cf-8dd3-8184919d934d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 720a2306-430a-4ff0-891e-43ba5288943f) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:50:43.048604 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2840672-09e9-43cf-8dd3-8184919d934d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:50:43.051331 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a2840672-09e9-43cf-8dd3-8184919d934d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:43.052298 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e01d65b1-87da-4c5a-a075-62e3ba53b5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (4ee1481b-4de2-4b7f-a6bf-00eb315bf21d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:43.069990 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f9991-4858-4948-8c47-1be8ed2e72cb None None] Pushing event updated for resources: {'Port': ['ID=55d88f0b-ec25-4edb-b152-f70333e88da2,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:43.085932 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ff8abf-0e53-462f-967e-150ea4a8eede None None] Network 720a2306-430a-4ff0-891e-43ba5288943f requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:50:43.091191 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f5c6245b-e61a-497b-8e5d-51192a19088b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for security_group (f6e89993-ae10-4212-8d14-d933857f1641), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:43.094240 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d7a312f6-29e5-4800-8396-24d953a7c144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1ae14a42-f283-42b5-a76d-e123dc30ce77), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:43.110842 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d7a312f6-29e5-4800-8396-24d953a7c144 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:43.114745 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d7a312f6-29e5-4800-8396-24d953a7c144 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1ae14a42-f283-42b5-a76d-e123dc30ce77 HTTP/1.1" status: 204 len: 168 time: 0.5572307 Mar 22 19:50:43.114986 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f5c6245b-e61a-497b-8e5d-51192a19088b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f6e89993-ae10-4212-8d14-d933857f1641), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:43.155685 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-e01d65b1-87da-4c5a-a075-62e3ba53b5ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ee1481b-4de2-4b7f-a6bf-00eb315bf21d']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:43.159142 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a312f6-29e5-4800-8396-24d953a7c144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae14a42-f283-42b5-a76d-e123dc30ce77,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:43.178645 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a2840672-09e9-43cf-8dd3-8184919d934d admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2604771 Mar 22 19:50:43.181684 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54560) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:43.193090 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-8bbb19dd-96a1-4781-82f3-fe1de3f2f016 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1763000088-router', 'tenant_id': '377d8bb866f345b8b8ec2f505d623849', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:50:43.200478 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-e01d65b1-87da-4c5a-a075-62e3ba53b5ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c9feb7b-e0b6-429b-bb2d-113c723d3b6a') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:43.203038 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 55d88f0b-ec25-4edb-b152-f70333e88da2 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:50:43.212077 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-e01d65b1-87da-4c5a-a075-62e3ba53b5ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c9feb7b-e0b6-429b-bb2d-113c723d3b6a') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:43.247310 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8bbb19dd-96a1-4781-82f3-fe1de3f2f016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (5d011d95-a6c9-4574-b0d5-589df7d2e032), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:43.248423 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8bbb19dd-96a1-4781-82f3-fe1de3f2f016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (5d011d95-a6c9-4574-b0d5-589df7d2e032), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:43.284286 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e01d65b1-87da-4c5a-a075-62e3ba53b5ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (0c9feb7b-e0b6-429b-bb2d-113c723d3b6a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:43.288928 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f5c6245b-e61a-497b-8e5d-51192a19088b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:43.294581 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f5c6245b-e61a-497b-8e5d-51192a19088b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6488307 Mar 22 19:50:43.314928 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54562) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:43.324093 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-e54a2a43-bf28-4f9d-a553-e2b0959b9dbc tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'security_group': {'name': 'tempest-secgroup-1499935978'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:50:43.357531 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-62f72a00-76cd-4d48-a83b-a7e5d03fcd6b None None] Provisioning complete for port 55d88f0b-ec25-4edb-b152-f70333e88da2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:43.374147 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-62f72a00-76cd-4d48-a83b-a7e5d03fcd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (55d88f0b-ec25-4edb-b152-f70333e88da2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:43.390997 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8bbb19dd-96a1-4781-82f3-fe1de3f2f016 admin admin] Publish callbacks [] for router_controller (5d011d95-a6c9-4574-b0d5-589df7d2e032), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:43.394281 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6245b-e61a-497b-8e5d-51192a19088b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e89993-ae10-4212-8d14-d933857f1641,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:43.412581 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e54a2a43-bf28-4f9d-a553-e2b0959b9dbc tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:43.419407 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e01d65b1-87da-4c5a-a075-62e3ba53b5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (0c9feb7b-e0b6-429b-bb2d-113c723d3b6a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:43.468970 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e01d65b1-87da-4c5a-a075-62e3ba53b5ae admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:50:43.470222 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e01d65b1-87da-4c5a-a075-62e3ba53b5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (0c9feb7b-e0b6-429b-bb2d-113c723d3b6a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:43.475524 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:50:43.475524 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:50:43.475524 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:50:43.475524 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:50:43.475524 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:50:43.475524 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:50:43.475524 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:50:43.475524 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:50:43.475524 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:50:43.475524 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:50:43.475524 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:50:43.475524 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:50:43.475524 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:50:43.475524 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:50:43.475524 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:50:43.475524 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:50:43.475524 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:50:43.475524 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:50:43.475524 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:50:43.475524 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:50:43.475524 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:50:43.475524 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:50:43.475524 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:50:43.475524 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:50:43.475524 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:50:43.475524 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:50:43.475524 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:50:43.475524 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:50:43.475524 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:50:43.475524 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:50:43.475524 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:50:43.475524 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:50:43.557853 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 55d88f0b-ec25-4edb-b152-f70333e88da2 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:43.558291 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (55d88f0b-ec25-4edb-b152-f70333e88da2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:43.673492 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e01d65b1-87da-4c5a-a075-62e3ba53b5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (4ee1481b-4de2-4b7f-a6bf-00eb315bf21d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:43.682983 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e88c58-d945-4f9e-9228-277ded01bea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-c3239c2e-0cca-4308-801b-dadc788d66c7', 'network_id': 'c3239c2e-0cca-4308-801b-dadc788d66c7', 'project_id': 'f3f14f59239b403ca91009380fb1ee21', 'fixed_ips': [{'subnet_id': 'ab96326a-60f9-4d75-9778-53ddafa69037'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:50:43.683860 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e1e88c58-d945-4f9e-9228-277ded01bea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:43.690441 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e01d65b1-87da-4c5a-a075-62e3ba53b5ae admin admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:43.697367 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e01d65b1-87da-4c5a-a075-62e3ba53b5ae admin admin] 10.222.0.75 "DELETE /v2.0/networks/4ee1481b-4de2-4b7f-a6bf-00eb315bf21d HTTP/1.1" status: 204 len: 168 time: 1.0048494 Mar 22 19:50:43.732095 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d65b1-87da-4c5a-a075-62e3ba53b5ae admin admin] Pushing event deleted for resources: {'Network': ['ID=4ee1481b-4de2-4b7f-a6bf-00eb315bf21d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:43.831493 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e54a2a43-bf28-4f9d-a553-e2b0959b9dbc tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for security_group (3823e4d1-3371-4fa2-ad03-5a59a74145bc), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:43.840044 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e54a2a43-bf28-4f9d-a553-e2b0959b9dbc tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3823e4d1-3371-4fa2-ad03-5a59a74145bc), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:43.857898 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8bbb19dd-96a1-4781-82f3-fe1de3f2f016 admin admin] Publish callbacks [] for router_gateway (5d011d95-a6c9-4574-b0d5-589df7d2e032), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:43.932719 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e54a2a43-bf28-4f9d-a553-e2b0959b9dbc tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:43.941226 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e54a2a43-bf28-4f9d-a553-e2b0959b9dbc tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6242793 Mar 22 19:50:43.943520 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54574) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:43.946471 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54a2a43-bf28-4f9d-a553-e2b0959b9dbc tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3823e4d1-3371-4fa2-ad03-5a59a74145bc,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:43.987320 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-3671ddc8-a440-4e01-be7e-97f2fe4c8921 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1245257777', 'security_groups': ['3823e4d1-3371-4fa2-ad03-5a59a74145bc'], 'network_id': 'c3239c2e-0cca-4308-801b-dadc788d66c7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ab96326a-60f9-4d75-9778-53ddafa69037'}]}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:50:44.020809 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-e1e88c58-d945-4f9e-9228-277ded01bea2 None None] Allocated IP 172.20.0.2 (c3239c2e-0cca-4308-801b-dadc788d66c7/ab96326a-60f9-4d75-9778-53ddafa69037/34bdcb98-addf-4515-8218-b7913352499a) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:50:44.025558 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54576) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:44.137589 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8e16ffe4-f572-4744-bc70-c4b6cc475aa1 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=303c9f8740dc4519aab2e0c8bbdff459&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1096470 Mar 22 19:50:44.139078 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54580) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:44.289586 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1aef67-002c-442b-a9dc-eaa03de2f24f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-720a2306-430a-4ff0-891e-43ba5288943f', 'network_id': '720a2306-430a-4ff0-891e-43ba5288943f', 'project_id': '377d8bb866f345b8b8ec2f505d623849', 'fixed_ips': [{'subnet_id': '4afbe974-d8f4-4b73-958b-5d270d508b57'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:50:44.292946 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1d1aef67-002c-442b-a9dc-eaa03de2f24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:44.322406 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3671ddc8-a440-4e01-be7e-97f2fe4c8921 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:50:44.335485 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-62f72a00-76cd-4d48-a83b-a7e5d03fcd6b None None] Current status of the port 55d88f0b-ec25-4edb-b152-f70333e88da2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:50:44.517962 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3671ddc8-a440-4e01-be7e-97f2fe4c8921 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:44.527054 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 55d88f0b-ec25-4edb-b152-f70333e88da2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:50:44.581339 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-3671ddc8-a440-4e01-be7e-97f2fe4c8921 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] device_id is not set on port 6941ed6a-4284-4a4d-800b-ca1f3041171c yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:50:44.744387 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e1e88c58-d945-4f9e-9228-277ded01bea2 None None] Publish callbacks [] for port (34bdcb98-addf-4515-8218-b7913352499a), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:44.754290 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d78af38d-fa4a-4bee-b09e-b370d6f064ed no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:50:44.915026 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7c7496f6-8680-4ccf-b319-37bdace6e042 admin admin] Publish callbacks [] for security_group (e5db2da7-7648-4249-94cd-b808eb5ec879), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:44.932461 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.db.api [None req-3671ddc8-a440-4e01-be7e-97f2fe4c8921 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-9529b1ea-1210-420f-90fd-035e0103db51 {{(pid=104173) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:50:44.932860 n-d-705658-24 neutron-server[104173]: DEBUG oslo_db.api [None req-3671ddc8-a440-4e01-be7e-97f2fe4c8921 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:50:45.063794 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e1e88c58-d945-4f9e-9228-277ded01bea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (34bdcb98-addf-4515-8218-b7913352499a), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:45.079052 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7c7496f6-8680-4ccf-b319-37bdace6e042 admin admin] Publish callbacks [] for security_group (e5db2da7-7648-4249-94cd-b808eb5ec879), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:45.139872 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: d78af38d-fa4a-4bee-b09e-b370d6f064ed {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:50:45.140389 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d78af38d-fa4a-4bee-b09e-b370d6f064ed not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:50:45.146600 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e88c58-d945-4f9e-9228-277ded01bea2 None None] Network c3239c2e-0cca-4308-801b-dadc788d66c7 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:50:45.171906 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-e1e88c58-d945-4f9e-9228-277ded01bea2 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:50:45.186959 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e88c58-d945-4f9e-9228-277ded01bea2 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:50:45.191305 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8bbb19dd-96a1-4781-82f3-fe1de3f2f016 admin admin] Publish callbacks [] for router_gateway (5d011d95-a6c9-4574-b0d5-589df7d2e032), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:45.236238 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8bbb19dd-96a1-4781-82f3-fe1de3f2f016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:45.266131 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7c7496f6-8680-4ccf-b319-37bdace6e042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e5db2da7-7648-4249-94cd-b808eb5ec879), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:45.269334 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7c7496f6-8680-4ccf-b319-37bdace6e042 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:45.270824 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7c7496f6-8680-4ccf-b319-37bdace6e042 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e5db2da7-7648-4249-94cd-b808eb5ec879 HTTP/1.1" status: 204 len: 168 time: 1.1308107 Mar 22 19:50:45.323137 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7496f6-8680-4ccf-b319-37bdace6e042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5db2da7-7648-4249-94cd-b808eb5ec879,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:45.354756 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e88c58-d945-4f9e-9228-277ded01bea2 None None] Pushing event updated for resources: {'Port': ['ID=34bdcb98-addf-4515-8218-b7913352499a,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:45.366306 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 55d88f0b-ec25-4edb-b152-f70333e88da2 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:50:45.379495 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-19ff8682-c91c-4215-9de5-830a1c48dcb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:45.434645 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3671ddc8-a440-4e01-be7e-97f2fe4c8921 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:45.452881 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-8bbb19dd-96a1-4781-82f3-fe1de3f2f016 admin admin] Allocated IP 172.25.5.21 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/a51ee7d5-03e9-4fe3-8a92-c936a4b9de74) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:50:45.481100 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-3671ddc8-a440-4e01-be7e-97f2fe4c8921 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] device_id is not set on port 80ebb704-9e66-4566-9ed9-61b42d17a897 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:50:45.486088 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-e1e88c58-d945-4f9e-9228-277ded01bea2 None None] Attempting to bind port 34bdcb98-addf-4515-8218-b7913352499a on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:50:45.486379 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-e1e88c58-d945-4f9e-9228-277ded01bea2 None None] Attempting to bind port 34bdcb98-addf-4515-8218-b7913352499a by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '7fd9928d-fff1-4fbb-8ce5-22747f91d8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c3239c2e-0cca-4308-801b-dadc788d66c7'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:50:45.486759 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e88c58-d945-4f9e-9228-277ded01bea2 None None] Attempting to bind port 34bdcb98-addf-4515-8218-b7913352499a on network c3239c2e-0cca-4308-801b-dadc788d66c7 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:50:45.503422 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-1d1aef67-002c-442b-a9dc-eaa03de2f24f None None] Allocated IP 172.20.0.2 (720a2306-430a-4ff0-891e-43ba5288943f/4afbe974-d8f4-4b73-958b-5d270d508b57/c05141eb-1358-4add-960a-b93118f0fda8) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:50:45.522162 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e88c58-d945-4f9e-9228-277ded01bea2 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:50:45.522558 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e88c58-d945-4f9e-9228-277ded01bea2 None None] Checking segment: {'id': '7fd9928d-fff1-4fbb-8ce5-22747f91d8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c3239c2e-0cca-4308-801b-dadc788d66c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:50:45.522983 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e1e88c58-d945-4f9e-9228-277ded01bea2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:45.523474 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e88c58-d945-4f9e-9228-277ded01bea2 None None] Bound using segment: {'id': '7fd9928d-fff1-4fbb-8ce5-22747f91d8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c3239c2e-0cca-4308-801b-dadc788d66c7'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:50:45.524029 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-e1e88c58-d945-4f9e-9228-277ded01bea2 None None] Bound port: 34bdcb98-addf-4515-8218-b7913352499a, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd9928d-fff1-4fbb-8ce5-22747f91d8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'c3239c2e-0cca-4308-801b-dadc788d66c7'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:50:45.524503 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e1e88c58-d945-4f9e-9228-277ded01bea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (34bdcb98-addf-4515-8218-b7913352499a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:45.581646 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54606) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:45.632874 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e1e88c58-d945-4f9e-9228-277ded01bea2 None None] For port 34bdcb98-addf-4515-8218-b7913352499a, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:50:45.636354 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e1e88c58-d945-4f9e-9228-277ded01bea2 None None] For port 34bdcb98-addf-4515-8218-b7913352499a, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=34bdcb98-addf-4515-8218-b7913352499a,segment=NetworkSegment(7fd9928d-fff1-4fbb-8ce5-22747f91d8f6),segment_id=7fd9928d-fff1-4fbb-8ce5-22747f91d8f6)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:50:45.656246 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8bbb19dd-96a1-4781-82f3-fe1de3f2f016 admin admin] Publish callbacks [] for port (a51ee7d5-03e9-4fe3-8a92-c936a4b9de74), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:45.680874 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e1e88c58-d945-4f9e-9228-277ded01bea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (34bdcb98-addf-4515-8218-b7913352499a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:45.687411 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 55d88f0b-ec25-4edb-b152-f70333e88da2 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:45.687826 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (55d88f0b-ec25-4edb-b152-f70333e88da2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:45.734830 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8bbb19dd-96a1-4781-82f3-fe1de3f2f016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (a51ee7d5-03e9-4fe3-8a92-c936a4b9de74), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:45.817302 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbb19dd-96a1-4781-82f3-fe1de3f2f016 admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:50:45.823596 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-8bbb19dd-96a1-4781-82f3-fe1de3f2f016 admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:50:45.825893 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbb19dd-96a1-4781-82f3-fe1de3f2f016 admin admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:50:45.884562 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb19dd-96a1-4781-82f3-fe1de3f2f016 admin admin] Pushing event updated for resources: {'Port': ['ID=a51ee7d5-03e9-4fe3-8a92-c936a4b9de74,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:45.895088 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54610) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:45.902549 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5ea8e612-58f4-4d95-aaf4-8cebdb202413 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:45.929176 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-3671ddc8-a440-4e01-be7e-97f2fe4c8921 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Allocated IP 172.20.0.6 (c3239c2e-0cca-4308-801b-dadc788d66c7/ab96326a-60f9-4d75-9778-53ddafa69037/80ebb704-9e66-4566-9ed9-61b42d17a897) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:50:46.005321 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e88c58-d945-4f9e-9228-277ded01bea2 None None] Pushing event updated for resources: {'Port': ['ID=34bdcb98-addf-4515-8218-b7913352499a,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:46.040614 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:46.049435 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 55d88f0b-ec25-4edb-b152-f70333e88da2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:50:46.061816 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5ea8e612-58f4-4d95-aaf4-8cebdb202413 admin admin] Publish callbacks [] for security_group (e89bdff6-ec32-46e4-8470-b1e88d4ea508), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:46.070137 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5ea8e612-58f4-4d95-aaf4-8cebdb202413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e89bdff6-ec32-46e4-8470-b1e88d4ea508), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:46.117852 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ef4850fe-554f-4dff-9da4-1c95e0119f8f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6b0b9135c5524970a7e76dd11e676017&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2172382 Mar 22 19:50:46.124595 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54612) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:46.131297 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8e612-58f4-4d95-aaf4-8cebdb202413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89bdff6-ec32-46e4-8470-b1e88d4ea508,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:46.154573 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1d1aef67-002c-442b-a9dc-eaa03de2f24f None None] Publish callbacks [] for port (c05141eb-1358-4add-960a-b93118f0fda8), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:46.174829 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1d1aef67-002c-442b-a9dc-eaa03de2f24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (c05141eb-1358-4add-960a-b93118f0fda8), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:46.216006 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5ea8e612-58f4-4d95-aaf4-8cebdb202413 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=2506c2482784496fb57c0aa8daca1995&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6321108 Mar 22 19:50:46.216901 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54614) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:46.240912 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1aef67-002c-442b-a9dc-eaa03de2f24f None None] Network 720a2306-430a-4ff0-891e-43ba5288943f is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:50:46.251776 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-1d1aef67-002c-442b-a9dc-eaa03de2f24f None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:50:46.259916 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1aef67-002c-442b-a9dc-eaa03de2f24f None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:50:46.275510 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1aef67-002c-442b-a9dc-eaa03de2f24f None None] Pushing event updated for resources: {'Port': ['ID=c05141eb-1358-4add-960a-b93118f0fda8,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:46.369377 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3e1f105d-9cab-4fc5-a38f-300374744fd2 admin admin] Publish callbacks [] for security_group (cdb227c3-4b4e-42d0-b621-aae6af00e30d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:46.382640 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-1d1aef67-002c-442b-a9dc-eaa03de2f24f None None] Attempting to bind port c05141eb-1358-4add-960a-b93118f0fda8 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:50:46.383410 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-1d1aef67-002c-442b-a9dc-eaa03de2f24f None None] Attempting to bind port c05141eb-1358-4add-960a-b93118f0fda8 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '85d1bfa1-b793-426f-9c40-05f83eae1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '720a2306-430a-4ff0-891e-43ba5288943f'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:50:46.384002 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1aef67-002c-442b-a9dc-eaa03de2f24f None None] Attempting to bind port c05141eb-1358-4add-960a-b93118f0fda8 on network 720a2306-430a-4ff0-891e-43ba5288943f {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:50:46.391839 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1aef67-002c-442b-a9dc-eaa03de2f24f None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:50:46.393342 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1aef67-002c-442b-a9dc-eaa03de2f24f None None] Checking segment: {'id': '85d1bfa1-b793-426f-9c40-05f83eae1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '720a2306-430a-4ff0-891e-43ba5288943f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:50:46.394193 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1d1aef67-002c-442b-a9dc-eaa03de2f24f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:46.395531 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1aef67-002c-442b-a9dc-eaa03de2f24f None None] Bound using segment: {'id': '85d1bfa1-b793-426f-9c40-05f83eae1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '720a2306-430a-4ff0-891e-43ba5288943f'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:50:46.396282 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-1d1aef67-002c-442b-a9dc-eaa03de2f24f None None] Bound port: c05141eb-1358-4add-960a-b93118f0fda8, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d1bfa1-b793-426f-9c40-05f83eae1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '720a2306-430a-4ff0-891e-43ba5288943f'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:50:46.397930 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1d1aef67-002c-442b-a9dc-eaa03de2f24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c05141eb-1358-4add-960a-b93118f0fda8), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:46.449752 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-082da073-3c50-4e26-ba6d-d581f5082ec8 admin admin] Publish callbacks [] for security_group (e89bdff6-ec32-46e4-8470-b1e88d4ea508), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:46.472823 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3e1f105d-9cab-4fc5-a38f-300374744fd2 admin admin] Publish callbacks [] for security_group (cdb227c3-4b4e-42d0-b621-aae6af00e30d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:46.492111 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-082da073-3c50-4e26-ba6d-d581f5082ec8 admin admin] Publish callbacks [] for security_group (e89bdff6-ec32-46e4-8470-b1e88d4ea508), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:46.509686 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3671ddc8-a440-4e01-be7e-97f2fe4c8921 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for port (80ebb704-9e66-4566-9ed9-61b42d17a897), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:46.512131 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-1d1aef67-002c-442b-a9dc-eaa03de2f24f None None] For port c05141eb-1358-4add-960a-b93118f0fda8, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:50:46.517183 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-1d1aef67-002c-442b-a9dc-eaa03de2f24f None None] For port c05141eb-1358-4add-960a-b93118f0fda8, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c05141eb-1358-4add-960a-b93118f0fda8,segment=NetworkSegment(85d1bfa1-b793-426f-9c40-05f83eae1ec6),segment_id=85d1bfa1-b793-426f-9c40-05f83eae1ec6)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:50:46.525617 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1d1aef67-002c-442b-a9dc-eaa03de2f24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c05141eb-1358-4add-960a-b93118f0fda8), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:46.578826 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8bbb19dd-96a1-4781-82f3-fe1de3f2f016 admin admin] Publish callbacks [] for router_gateway (5d011d95-a6c9-4574-b0d5-589df7d2e032), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:46.586111 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3671ddc8-a440-4e01-be7e-97f2fe4c8921 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (80ebb704-9e66-4566-9ed9-61b42d17a897), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:46.616327 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1aef67-002c-442b-a9dc-eaa03de2f24f None None] Pushing event updated for resources: {'Port': ['ID=c05141eb-1358-4add-960a-b93118f0fda8,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:46.653184 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-082da073-3c50-4e26-ba6d-d581f5082ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e89bdff6-ec32-46e4-8470-b1e88d4ea508), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:46.655990 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-082da073-3c50-4e26-ba6d-d581f5082ec8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:46.659954 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-082da073-3c50-4e26-ba6d-d581f5082ec8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e89bdff6-ec32-46e4-8470-b1e88d4ea508 HTTP/1.1" status: 204 len: 168 time: 0.4333246 Mar 22 19:50:46.684011 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082da073-3c50-4e26-ba6d-d581f5082ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89bdff6-ec32-46e4-8470-b1e88d4ea508,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:46.697206 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3671ddc8-a440-4e01-be7e-97f2fe4c8921 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Network c3239c2e-0cca-4308-801b-dadc788d66c7 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:50:46.711424 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671ddc8-a440-4e01-be7e-97f2fe4c8921 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Port': ['ID=80ebb704-9e66-4566-9ed9-61b42d17a897,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:46.717008 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-3671ddc8-a440-4e01-be7e-97f2fe4c8921 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:50:46.722180 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3e1f105d-9cab-4fc5-a38f-300374744fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (cdb227c3-4b4e-42d0-b621-aae6af00e30d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:46.730233 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3e1f105d-9cab-4fc5-a38f-300374744fd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:46.731436 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3e1f105d-9cab-4fc5-a38f-300374744fd2 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cdb227c3-4b4e-42d0-b621-aae6af00e30d HTTP/1.1" status: 204 len: 168 time: 0.6055980 Mar 22 19:50:46.731954 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3671ddc8-a440-4e01-be7e-97f2fe4c8921 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:50:46.747737 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f105d-9cab-4fc5-a38f-300374744fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb227c3-4b4e-42d0-b621-aae6af00e30d,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:46.875483 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3671ddc8-a440-4e01-be7e-97f2fe4c8921 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:50:46.876214 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3671ddc8-a440-4e01-be7e-97f2fe4c8921 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:46.924052 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3671ddc8-a440-4e01-be7e-97f2fe4c8921 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9582160 Mar 22 19:50:46.928124 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54622) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:46.939463 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-25e6f1b0-c104-4332-8665-89951941cb04 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'subnet': {'network_id': 'c3239c2e-0cca-4308-801b-dadc788d66c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:50:47.112415 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8bbb19dd-96a1-4781-82f3-fe1de3f2f016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (5d011d95-a6c9-4574-b0d5-589df7d2e032), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:47.239775 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e6f1b0-c104-4332-8665-89951941cb04 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:50:47.249674 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-25e6f1b0-c104-4332-8665-89951941cb04 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:47.408139 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fa86177e-a37c-46ed-96f0-5d30ee85dbc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:47.490019 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c05141eb-1358-4add-960a-b93118f0fda8 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:50:47.534576 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbb19dd-96a1-4781-82f3-fe1de3f2f016 admin admin] Router 5d011d95-a6c9-4574-b0d5-589df7d2e032 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:50:47.540646 n-d-705658-24 neutron-server[104173]: INFO neutron.db.ipam_backend_mixin [None req-25e6f1b0-c104-4332-8665-89951941cb04 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ab96326a-60f9-4d75-9778-53ddafa69037 (CIDR: 172.20.0.0/28) Mar 22 19:50:47.545679 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e6f1b0-c104-4332-8665-89951941cb04 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:50:47.546559 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25e6f1b0-c104-4332-8665-89951941cb04 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:50:47.583928 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-25e6f1b0-c104-4332-8665-89951941cb04 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6518412 Mar 22 19:50:47.584549 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54640) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:47.604569 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-bf0a4200-c968-4ace-9788-1b2e23ce6960 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'subnet': {'network_id': 'c3239c2e-0cca-4308-801b-dadc788d66c7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:50:47.646536 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port c05141eb-1358-4add-960a-b93118f0fda8 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:47.650413 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c05141eb-1358-4add-960a-b93118f0fda8), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:47.938259 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port c05141eb-1358-4add-960a-b93118f0fda8 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:50:47.938988 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c05141eb-1358-4add-960a-b93118f0fda8), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:47.944661 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbb19dd-96a1-4781-82f3-fe1de3f2f016 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:50:47.958701 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346ca0b1-17f9-4d3e-9325-ee34f1d1c63b None None] Sync routers for ids ['5d011d95-a6c9-4574-b0d5-589df7d2e032'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:50:47.983952 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346ca0b1-17f9-4d3e-9325-ee34f1d1c63b None None] Routers {'5d011d95-a6c9-4574-b0d5-589df7d2e032'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:50:47.984583 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-346ca0b1-17f9-4d3e-9325-ee34f1d1c63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:50:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['5d011d95-a6c9-4574-b0d5-589df7d2e032'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:48.015660 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8bbb19dd-96a1-4781-82f3-fe1de3f2f016 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:48.019661 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8bbb19dd-96a1-4781-82f3-fe1de3f2f016 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8344297 Mar 22 19:50:48.026497 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54648) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:48.057024 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port c05141eb-1358-4add-960a-b93118f0fda8, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c05141eb-1358-4add-960a-b93118f0fda8,segment=NetworkSegment(85d1bfa1-b793-426f-9c40-05f83eae1ec6),segment_id=85d1bfa1-b793-426f-9c40-05f83eae1ec6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:50:48.065643 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c05141eb-1358-4add-960a-b93118f0fda8), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:48.066628 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 34bdcb98-addf-4515-8218-b7913352499a up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:50:48.205819 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-346ca0b1-17f9-4d3e-9325-ee34f1d1c63b None None] Set router 5d011d95-a6c9-4574-b0d5-589df7d2e032 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:50:48.295691 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0a4200-c968-4ace-9788-1b2e23ce6960 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:50:48.303484 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bf0a4200-c968-4ace-9788-1b2e23ce6960 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:48.310596 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-792e7e36-6cc8-474b-916a-452066162497 None None] Provisioning complete for port 34bdcb98-addf-4515-8218-b7913352499a triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:48.311138 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-792e7e36-6cc8-474b-916a-452066162497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (34bdcb98-addf-4515-8218-b7913352499a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:48.324759 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 34bdcb98-addf-4515-8218-b7913352499a triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:48.326992 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (34bdcb98-addf-4515-8218-b7913352499a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:48.548985 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=c05141eb-1358-4add-960a-b93118f0fda8,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:48.615160 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:48.720739 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bf0a4200-c968-4ace-9788-1b2e23ce6960 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (d5c79d75-8376-4232-ab6e-b19e34ded862), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:48.726247 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-346ca0b1-17f9-4d3e-9325-ee34f1d1c63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d011d95-a6c9-4574-b0d5-589df7d2e032', 'name': 'tempest-TestVolumeBootPattern-1763000088-router', 'tenant_id': '377d8bb866f345b8b8ec2f505d623849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'a51ee7d5-03e9-4fe3-8a92-c936a4b9de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:50:43Z', 'updated_at': '2022-03-22T19:50:46Z', 'revision_number': 3, 'project_id': '377d8bb866f345b8b8ec2f505d623849', 'gw_port': {'id': 'a51ee7d5-03e9-4fe3-8a92-c936a4b9de74', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d011d95-a6c9-4574-b0d5-589df7d2e032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:45Z', 'updated_at': '2022-03-22T19:50:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:48.755210 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-792e7e36-6cc8-474b-916a-452066162497 None None] Current status of the port 34bdcb98-addf-4515-8218-b7913352499a is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:50:48.761110 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-792e7e36-6cc8-474b-916a-452066162497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (34bdcb98-addf-4515-8218-b7913352499a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:48.785744 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346ca0b1-17f9-4d3e-9325-ee34f1d1c63b None None] Checking router: 5d011d95-a6c9-4574-b0d5-589df7d2e032 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:50:48.786251 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346ca0b1-17f9-4d3e-9325-ee34f1d1c63b None None] Updating router 5d011d95-a6c9-4574-b0d5-589df7d2e032 port a51ee7d5-03e9-4fe3-8a92-c936a4b9de74 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:50:48.800895 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0a4200-c968-4ace-9788-1b2e23ce6960 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Network c3239c2e-0cca-4308-801b-dadc788d66c7 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:50:48.810303 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-bf0a4200-c968-4ace-9788-1b2e23ce6960 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:50:48.831459 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0a4200-c968-4ace-9788-1b2e23ce6960 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:50:48.832409 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bf0a4200-c968-4ace-9788-1b2e23ce6960 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:48.850693 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf214c1-65fc-40ad-a409-069128b9b2ae None None] Network 720a2306-430a-4ff0-891e-43ba5288943f requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:50:48.852479 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-346ca0b1-17f9-4d3e-9325-ee34f1d1c63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a51ee7d5-03e9-4fe3-8a92-c936a4b9de74), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:48.853417 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af43cd3-e2ee-4d17-bab1-26ad99e4e3fd None None] Network c3239c2e-0cca-4308-801b-dadc788d66c7 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:50:49.021847 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-792e7e36-6cc8-474b-916a-452066162497 None None] For port 34bdcb98-addf-4515-8218-b7913352499a, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=34bdcb98-addf-4515-8218-b7913352499a,segment=NetworkSegment(7fd9928d-fff1-4fbb-8ce5-22747f91d8f6),segment_id=7fd9928d-fff1-4fbb-8ce5-22747f91d8f6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:50:49.030225 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:49.041893 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-792e7e36-6cc8-474b-916a-452066162497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (34bdcb98-addf-4515-8218-b7913352499a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:49.113655 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 34bdcb98-addf-4515-8218-b7913352499a is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:50:49.118134 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (34bdcb98-addf-4515-8218-b7913352499a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:49.169148 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bf0a4200-c968-4ace-9788-1b2e23ce6960 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5829146 Mar 22 19:50:49.171844 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54684) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:49.178426 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a4200-c968-4ace-9788-1b2e23ce6960 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Subnet': ['ID=d5c79d75-8376-4232-ab6e-b19e34ded862,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:49.178615 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-7b960797-d96d-47a9-af13-af779ad9b58e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-551037569', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd5c79d75-8376-4232-ab6e-b19e34ded862'}], 'security_groups': ['f6e89993-ae10-4212-8d14-d933857f1641']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:50:49.210928 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-792e7e36-6cc8-474b-916a-452066162497 None None] Provisioning complete for port 9b2877ab-573f-47fe-a749-8be0c7512737 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:49.212521 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-792e7e36-6cc8-474b-916a-452066162497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9b2877ab-573f-47fe-a749-8be0c7512737), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:49.222040 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e7e36-6cc8-474b-916a-452066162497 None None] Pushing event updated for resources: {'Port': ['ID=34bdcb98-addf-4515-8218-b7913352499a,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:49.398592 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:50:49.398900 n-d-705658-24 neutron-server[104174]: DEBUG oslo_db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:50:49.445900 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-792e7e36-6cc8-474b-916a-452066162497 None None] Port 9b2877ab-573f-47fe-a749-8be0c7512737 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:50:49.589701 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7b960797-d96d-47a9-af13-af779ad9b58e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (80ebb704-9e66-4566-9ed9-61b42d17a897), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:49.614408 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cedafd0-1f4f-4b46-bb01-fc5c5a857283 None None] Update dhcp port {'port': {'network_id': 'c3239c2e-0cca-4308-801b-dadc788d66c7', 'fixed_ips': [{'subnet_id': 'ab96326a-60f9-4d75-9778-53ddafa69037', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd5c79d75-8376-4232-ab6e-b19e34ded862'}], 'binding:host_id': 'n-d-705658-24'}, 'id': '34bdcb98-addf-4515-8218-b7913352499a'} from n-d-705658-24. {{(pid=104174) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 19:50:49.670436 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-346ca0b1-17f9-4d3e-9325-ee34f1d1c63b None None] Publish callbacks [] for port (a51ee7d5-03e9-4fe3-8a92-c936a4b9de74), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:49.681368 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-346ca0b1-17f9-4d3e-9325-ee34f1d1c63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a51ee7d5-03e9-4fe3-8a92-c936a4b9de74), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:49.690907 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-50419484-c888-4526-ada1-0f30bf1e9317 None None] Provisioning complete for port c05141eb-1358-4add-960a-b93118f0fda8 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:49.691348 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-50419484-c888-4526-ada1-0f30bf1e9317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c05141eb-1358-4add-960a-b93118f0fda8), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:49.746355 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54722) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:49.779966 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0cedafd0-1f4f-4b46-bb01-fc5c5a857283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (34bdcb98-addf-4515-8218-b7913352499a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:49.780441 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebb21a-5414-4f48-989a-38fe3a626d0b None None] Pushing event updated for resources: {'Port': ['ID=a51ee7d5-03e9-4fe3-8a92-c936a4b9de74,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:49.890294 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-346ca0b1-17f9-4d3e-9325-ee34f1d1c63b None None] Attempting to bind port a51ee7d5-03e9-4fe3-8a92-c936a4b9de74 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:50:49.891742 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-346ca0b1-17f9-4d3e-9325-ee34f1d1c63b None None] Attempting to bind port a51ee7d5-03e9-4fe3-8a92-c936a4b9de74 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:50:49.892130 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346ca0b1-17f9-4d3e-9325-ee34f1d1c63b None None] Attempting to bind port a51ee7d5-03e9-4fe3-8a92-c936a4b9de74 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:50:49.906604 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346ca0b1-17f9-4d3e-9325-ee34f1d1c63b None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:50:49.909747 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346ca0b1-17f9-4d3e-9325-ee34f1d1c63b None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:50:49.910334 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-346ca0b1-17f9-4d3e-9325-ee34f1d1c63b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:49.910747 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346ca0b1-17f9-4d3e-9325-ee34f1d1c63b None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:50:49.913710 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-346ca0b1-17f9-4d3e-9325-ee34f1d1c63b None None] Bound port: a51ee7d5-03e9-4fe3-8a92-c936a4b9de74, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:50:49.915398 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-346ca0b1-17f9-4d3e-9325-ee34f1d1c63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a51ee7d5-03e9-4fe3-8a92-c936a4b9de74), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:50.051419 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-346ca0b1-17f9-4d3e-9325-ee34f1d1c63b None None] For port a51ee7d5-03e9-4fe3-8a92-c936a4b9de74, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:50:50.060558 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-346ca0b1-17f9-4d3e-9325-ee34f1d1c63b None None] For port a51ee7d5-03e9-4fe3-8a92-c936a4b9de74, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a51ee7d5-03e9-4fe3-8a92-c936a4b9de74,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:50:50.072322 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-346ca0b1-17f9-4d3e-9325-ee34f1d1c63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a51ee7d5-03e9-4fe3-8a92-c936a4b9de74), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:50.148473 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f30ce78f-5dde-4345-a555-596d35342cce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:50.168577 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346ca0b1-17f9-4d3e-9325-ee34f1d1c63b None None] Routers {'5d011d95-a6c9-4574-b0d5-589df7d2e032'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:50:50.169508 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-346ca0b1-17f9-4d3e-9325-ee34f1d1c63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:50:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['5d011d95-a6c9-4574-b0d5-589df7d2e032'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:50.290837 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2ebc07f3-73a9-4d67-99b8-488d116b4d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:50.312211 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-0cedafd0-1f4f-4b46-bb01-fc5c5a857283 None None] Allocated IP 172.20.0.18 (c3239c2e-0cca-4308-801b-dadc788d66c7/d5c79d75-8376-4232-ab6e-b19e34ded862/34bdcb98-addf-4515-8218-b7913352499a) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:50:50.317135 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebb21a-5414-4f48-989a-38fe3a626d0b None None] Pushing event updated for resources: {'Port': ['ID=a51ee7d5-03e9-4fe3-8a92-c936a4b9de74,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:50.347207 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f30ce78f-5dde-4345-a555-596d35342cce admin admin] Publish callbacks [] for security_group (e047eda3-1f8a-4e3b-9708-600cd52a225e), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:50.352674 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f30ce78f-5dde-4345-a555-596d35342cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e047eda3-1f8a-4e3b-9708-600cd52a225e), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:50.385494 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f30ce78f-5dde-4345-a555-596d35342cce admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=34479456df944c43ac1cd43c7be623a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6375973 Mar 22 19:50:50.390171 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54732) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:50.419374 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ce78f-5dde-4345-a555-596d35342cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e047eda3-1f8a-4e3b-9708-600cd52a225e,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:50.437486 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-346ca0b1-17f9-4d3e-9325-ee34f1d1c63b None None] Set router 5d011d95-a6c9-4574-b0d5-589df7d2e032 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:50:50.505225 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-df74ea89-fe2c-4e67-a784-435721b29c08 admin admin] Publish callbacks [] for security_group (e047eda3-1f8a-4e3b-9708-600cd52a225e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:50.544339 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-df74ea89-fe2c-4e67-a784-435721b29c08 admin admin] Publish callbacks [] for security_group (e047eda3-1f8a-4e3b-9708-600cd52a225e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:50.572915 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-0cedafd0-1f4f-4b46-bb01-fc5c5a857283 None None] For port 34bdcb98-addf-4515-8218-b7913352499a, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=34bdcb98-addf-4515-8218-b7913352499a,segment=NetworkSegment(7fd9928d-fff1-4fbb-8ce5-22747f91d8f6),segment_id=7fd9928d-fff1-4fbb-8ce5-22747f91d8f6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:50:50.608266 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0cedafd0-1f4f-4b46-bb01-fc5c5a857283 None None] Publish callbacks [] for port (34bdcb98-addf-4515-8218-b7913352499a), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:50.631389 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0cedafd0-1f4f-4b46-bb01-fc5c5a857283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (34bdcb98-addf-4515-8218-b7913352499a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:50.645377 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-2ebc07f3-73a9-4d67-99b8-488d116b4d12 admin admin] Allocated IP 172.20.0.1 (720a2306-430a-4ff0-891e-43ba5288943f/4afbe974-d8f4-4b73-958b-5d270d508b57/0588fdeb-5309-4806-8291-f348e43cb96c) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:50:50.728563 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-df74ea89-fe2c-4e67-a784-435721b29c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e047eda3-1f8a-4e3b-9708-600cd52a225e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:50.731602 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-df74ea89-fe2c-4e67-a784-435721b29c08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:50.746878 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-df74ea89-fe2c-4e67-a784-435721b29c08 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e047eda3-1f8a-4e3b-9708-600cd52a225e HTTP/1.1" status: 204 len: 168 time: 0.3475242 Mar 22 19:50:50.774822 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74ea89-fe2c-4e67-a784-435721b29c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e047eda3-1f8a-4e3b-9708-600cd52a225e,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:50.844755 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2ebc07f3-73a9-4d67-99b8-488d116b4d12 admin admin] Publish callbacks [] for port (0588fdeb-5309-4806-8291-f348e43cb96c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:50.849135 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cedafd0-1f4f-4b46-bb01-fc5c5a857283 None None] Pushing event updated for resources: {'Port': ['ID=34bdcb98-addf-4515-8218-b7913352499a,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:50.926103 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2ebc07f3-73a9-4d67-99b8-488d116b4d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (0588fdeb-5309-4806-8291-f348e43cb96c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:50.928954 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-7b960797-d96d-47a9-af13-af779ad9b58e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Delete allocated IP 172.20.0.6 (c3239c2e-0cca-4308-801b-dadc788d66c7/ab96326a-60f9-4d75-9778-53ddafa69037) {{(pid=104172) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 19:50:50.954228 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-7b960797-d96d-47a9-af13-af779ad9b58e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Allocated IP 172.20.0.20 (c3239c2e-0cca-4308-801b-dadc788d66c7/d5c79d75-8376-4232-ab6e-b19e34ded862/80ebb704-9e66-4566-9ed9-61b42d17a897) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:50:50.983503 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebc07f3-73a9-4d67-99b8-488d116b4d12 admin admin] Network 720a2306-430a-4ff0-891e-43ba5288943f is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:50:50.995132 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:50.995379 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-2ebc07f3-73a9-4d67-99b8-488d116b4d12 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:50:51.023773 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebc07f3-73a9-4d67-99b8-488d116b4d12 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:50:51.025323 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-346ca0b1-17f9-4d3e-9325-ee34f1d1c63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d011d95-a6c9-4574-b0d5-589df7d2e032', 'name': 'tempest-TestVolumeBootPattern-1763000088-router', 'tenant_id': '377d8bb866f345b8b8ec2f505d623849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'a51ee7d5-03e9-4fe3-8a92-c936a4b9de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:50:43Z', 'updated_at': '2022-03-22T19:50:46Z', 'revision_number': 3, 'project_id': '377d8bb866f345b8b8ec2f505d623849', 'gw_port': {'id': 'a51ee7d5-03e9-4fe3-8a92-c936a4b9de74', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d011d95-a6c9-4574-b0d5-589df7d2e032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:45Z', 'updated_at': '2022-03-22T19:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:51.035862 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cedafd0-1f4f-4b46-bb01-fc5c5a857283 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:51.041176 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cedafd0-1f4f-4b46-bb01-fc5c5a857283 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:51.043173 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cedafd0-1f4f-4b46-bb01-fc5c5a857283 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:51.043690 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cedafd0-1f4f-4b46-bb01-fc5c5a857283 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:51.045548 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cedafd0-1f4f-4b46-bb01-fc5c5a857283 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:51.047365 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cedafd0-1f4f-4b46-bb01-fc5c5a857283 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:51.048004 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cedafd0-1f4f-4b46-bb01-fc5c5a857283 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:51.049484 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cedafd0-1f4f-4b46-bb01-fc5c5a857283 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:51.050065 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cedafd0-1f4f-4b46-bb01-fc5c5a857283 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:51.051898 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cedafd0-1f4f-4b46-bb01-fc5c5a857283 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:51.053310 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cedafd0-1f4f-4b46-bb01-fc5c5a857283 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:51.066618 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cedafd0-1f4f-4b46-bb01-fc5c5a857283 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:51.072032 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cedafd0-1f4f-4b46-bb01-fc5c5a857283 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:51.073563 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cedafd0-1f4f-4b46-bb01-fc5c5a857283 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:51.075706 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cedafd0-1f4f-4b46-bb01-fc5c5a857283 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:50:51.139937 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc07f3-73a9-4d67-99b8-488d116b4d12 admin admin] Pushing event updated for resources: {'Port': ['ID=0588fdeb-5309-4806-8291-f348e43cb96c,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:51.149397 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346ca0b1-17f9-4d3e-9325-ee34f1d1c63b None None] The sync data for ids ['5d011d95-a6c9-4574-b0d5-589df7d2e032'] in n-d-705658-24 is: [{'id': '5d011d95-a6c9-4574-b0d5-589df7d2e032', 'name': 'tempest-TestVolumeBootPattern-1763000088-router', 'tenant_id': '377d8bb866f345b8b8ec2f505d623849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'a51ee7d5-03e9-4fe3-8a92-c936a4b9de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:50:43Z', 'updated_at': '2022-03-22T19:50:46Z', 'revision_number': 3, 'project_id': '377d8bb866f345b8b8ec2f505d623849', 'gw_port': {'id': 'a51ee7d5-03e9-4fe3-8a92-c936a4b9de74', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d011d95-a6c9-4574-b0d5-589df7d2e032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:45Z', 'updated_at': '2022-03-22T19:50:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:50:51.189064 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2ebc07f3-73a9-4d67-99b8-488d116b4d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (5d011d95-a6c9-4574-b0d5-589df7d2e032), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:51.230887 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 34bdcb98-addf-4515-8218-b7913352499a is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:50:51.295599 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-50419484-c888-4526-ada1-0f30bf1e9317 None None] Current status of the port c05141eb-1358-4add-960a-b93118f0fda8 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:50:51.338251 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-50419484-c888-4526-ada1-0f30bf1e9317 None None] Provisioning complete for port 80ebb704-9e66-4566-9ed9-61b42d17a897 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:51.346422 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-50419484-c888-4526-ada1-0f30bf1e9317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (80ebb704-9e66-4566-9ed9-61b42d17a897), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:51.597193 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7b960797-d96d-47a9-af13-af779ad9b58e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for port (80ebb704-9e66-4566-9ed9-61b42d17a897), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:51.621803 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7b960797-d96d-47a9-af13-af779ad9b58e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (80ebb704-9e66-4566-9ed9-61b42d17a897), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:51.655697 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2ebc07f3-73a9-4d67-99b8-488d116b4d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0588fdeb-5309-4806-8291-f348e43cb96c), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:51.967983 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c05141eb-1358-4add-960a-b93118f0fda8 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:50:52.036061 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b960797-d96d-47a9-af13-af779ad9b58e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Port': ['ID=80ebb704-9e66-4566-9ed9-61b42d17a897,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:52.075507 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-7b960797-d96d-47a9-af13-af779ad9b58e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] In _notify_port_updated(), no bound segment for port 80ebb704-9e66-4566-9ed9-61b42d17a897 on network c3239c2e-0cca-4308-801b-dadc788d66c7 {{(pid=104172) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 19:50:52.098064 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b960797-d96d-47a9-af13-af779ad9b58e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:50:52.100419 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7b960797-d96d-47a9-af13-af779ad9b58e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:52.103381 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7b960797-d96d-47a9-af13-af779ad9b58e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "PUT /v2.0/ports/80ebb704-9e66-4566-9ed9-61b42d17a897 HTTP/1.1" status: 200 len: 920 time: 2.9296229 Mar 22 19:50:52.106380 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54782) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:52.114438 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2ebc07f3-73a9-4d67-99b8-488d116b4d12 admin admin] Publish callbacks [] for port (0588fdeb-5309-4806-8291-f348e43cb96c), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:52.123485 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2ebc07f3-73a9-4d67-99b8-488d116b4d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (0588fdeb-5309-4806-8291-f348e43cb96c), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:52.167954 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:52.176824 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-50419484-c888-4526-ada1-0f30bf1e9317 None None] Port 80ebb704-9e66-4566-9ed9-61b42d17a897 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:50:52.199891 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port c05141eb-1358-4add-960a-b93118f0fda8 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:52.200736 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c05141eb-1358-4add-960a-b93118f0fda8), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:52.226093 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2ebc07f3-73a9-4d67-99b8-488d116b4d12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (5d011d95-a6c9-4574-b0d5-589df7d2e032), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:52.262653 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-f0a2cc31-9ee2-4479-9ef3-72d5624e0da8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Deleting port 80ebb704-9e66-4566-9ed9-61b42d17a897 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:50:52.263854 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f0a2cc31-9ee2-4479-9ef3-72d5624e0da8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (80ebb704-9e66-4566-9ed9-61b42d17a897), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:52.344655 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-edb6aa99-00f2-4300-9fa5-b055fff4dc14 None None] Provisioning complete for port c05141eb-1358-4add-960a-b93118f0fda8 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:52.346107 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-edb6aa99-00f2-4300-9fa5-b055fff4dc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c05141eb-1358-4add-960a-b93118f0fda8), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:52.380391 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc07f3-73a9-4d67-99b8-488d116b4d12 admin admin] Pushing event updated for resources: {'Port': ['ID=0588fdeb-5309-4806-8291-f348e43cb96c,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:52.438755 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f0a2cc31-9ee2-4479-9ef3-72d5624e0da8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (80ebb704-9e66-4566-9ed9-61b42d17a897), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:52.474203 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-f0a2cc31-9ee2-4479-9ef3-72d5624e0da8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Calling delete_port for 80ebb704-9e66-4566-9ed9-61b42d17a897 owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:50:52.506733 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebc07f3-73a9-4d67-99b8-488d116b4d12 admin admin] Network 720a2306-430a-4ff0-891e-43ba5288943f is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:50:52.508578 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-2ebc07f3-73a9-4d67-99b8-488d116b4d12 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:50:52.615972 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port c05141eb-1358-4add-960a-b93118f0fda8 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:50:52.617395 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 34bdcb98-addf-4515-8218-b7913352499a up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:50:52.826232 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebc07f3-73a9-4d67-99b8-488d116b4d12 admin admin] Router 5d011d95-a6c9-4574-b0d5-589df7d2e032 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:50:52.894128 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f0a2cc31-9ee2-4479-9ef3-72d5624e0da8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (80ebb704-9e66-4566-9ed9-61b42d17a897), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:52.902419 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-edb6aa99-00f2-4300-9fa5-b055fff4dc14 None None] Current status of the port c05141eb-1358-4add-960a-b93118f0fda8 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:50:52.962672 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 34bdcb98-addf-4515-8218-b7913352499a triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:52.963449 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (34bdcb98-addf-4515-8218-b7913352499a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:53.025643 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2cc31-9ee2-4479-9ef3-72d5624e0da8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Port': ['ID=80ebb704-9e66-4566-9ed9-61b42d17a897,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:53.073412 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebc07f3-73a9-4d67-99b8-488d116b4d12 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:50:53.080553 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2ebc07f3-73a9-4d67-99b8-488d116b4d12 admin admin] 10.222.0.75 "PUT /v2.0/routers/5d011d95-a6c9-4574-b0d5-589df7d2e032/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0526495 Mar 22 19:50:53.082664 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-edb6aa99-00f2-4300-9fa5-b055fff4dc14 None None] Provisioning complete for port 0588fdeb-5309-4806-8291-f348e43cb96c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:53.087438 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-edb6aa99-00f2-4300-9fa5-b055fff4dc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (0588fdeb-5309-4806-8291-f348e43cb96c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:53.195433 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f0a2cc31-9ee2-4479-9ef3-72d5624e0da8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:53.208970 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f0a2cc31-9ee2-4479-9ef3-72d5624e0da8 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/ports/80ebb704-9e66-4566-9ed9-61b42d17a897 HTTP/1.1" status: 204 len: 168 time: 1.1014726 Mar 22 19:50:53.211209 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54800) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:53.226542 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-edb6aa99-00f2-4300-9fa5-b055fff4dc14 None None] Port 0588fdeb-5309-4806-8291-f348e43cb96c cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:50:53.275543 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-0374775f-9609-4841-be19-3e1b2e1bc91e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] GET failed (client error): The resource could not be found. Mar 22 19:50:53.277918 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0374775f-9609-4841-be19-3e1b2e1bc91e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "GET /v2.0/ports/80ebb704-9e66-4566-9ed9-61b42d17a897 HTTP/1.1" status: 404 len: 333 time: 0.0650842 Mar 22 19:50:53.280743 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54802) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:53.352842 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 34bdcb98-addf-4515-8218-b7913352499a is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:50:53.384840 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-8ec56b91-5046-4958-99ce-3f7475ad618d None None] Provisioning complete for port 34bdcb98-addf-4515-8218-b7913352499a triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:53.385232 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8ec56b91-5046-4958-99ce-3f7475ad618d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (34bdcb98-addf-4515-8218-b7913352499a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:53.462398 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-03929506-37c0-4660-ab3d-a4e96c2d34ed tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for security_group (3823e4d1-3371-4fa2-ad03-5a59a74145bc), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:53.556856 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-03929506-37c0-4660-ab3d-a4e96c2d34ed tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for security_group (3823e4d1-3371-4fa2-ad03-5a59a74145bc), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:53.655884 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a51ee7d5-03e9-4fe3-8a92-c936a4b9de74 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:50:53.691896 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-03929506-37c0-4660-ab3d-a4e96c2d34ed tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3823e4d1-3371-4fa2-ad03-5a59a74145bc), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:53.694767 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-03929506-37c0-4660-ab3d-a4e96c2d34ed tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:53.696575 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-03929506-37c0-4660-ab3d-a4e96c2d34ed tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/security-groups/3823e4d1-3371-4fa2-ad03-5a59a74145bc HTTP/1.1" status: 204 len: 168 time: 0.4148085 Mar 22 19:50:53.699349 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54814) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:53.713751 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03929506-37c0-4660-ab3d-a4e96c2d34ed tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3823e4d1-3371-4fa2-ad03-5a59a74145bc,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:53.763084 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8ec56b91-5046-4958-99ce-3f7475ad618d None None] Current status of the port 34bdcb98-addf-4515-8218-b7913352499a is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:50:53.840741 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e2595eb8-90ee-4f14-98c9-59ad79dba5ff tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for security_group (f6e89993-ae10-4212-8d14-d933857f1641), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:53.850834 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-8ec56b91-5046-4958-99ce-3f7475ad618d None None] Provisioning complete for port 0588fdeb-5309-4806-8291-f348e43cb96c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:53.851453 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8ec56b91-5046-4958-99ce-3f7475ad618d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (0588fdeb-5309-4806-8291-f348e43cb96c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:53.879109 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e2595eb8-90ee-4f14-98c9-59ad79dba5ff tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for security_group (f6e89993-ae10-4212-8d14-d933857f1641), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:53.896331 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port a51ee7d5-03e9-4fe3-8a92-c936a4b9de74 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:53.897040 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a51ee7d5-03e9-4fe3-8a92-c936a4b9de74), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:53.900020 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8ec56b91-5046-4958-99ce-3f7475ad618d None None] Port 0588fdeb-5309-4806-8291-f348e43cb96c cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:50:53.941766 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-8ec56b91-5046-4958-99ce-3f7475ad618d None None] Provisioning complete for port 9b2877ab-573f-47fe-a749-8be0c7512737 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:53.942818 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8ec56b91-5046-4958-99ce-3f7475ad618d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9b2877ab-573f-47fe-a749-8be0c7512737), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:53.955194 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e2595eb8-90ee-4f14-98c9-59ad79dba5ff tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f6e89993-ae10-4212-8d14-d933857f1641), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:53.958917 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e2595eb8-90ee-4f14-98c9-59ad79dba5ff tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:53.960399 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e2595eb8-90ee-4f14-98c9-59ad79dba5ff tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/security-groups/f6e89993-ae10-4212-8d14-d933857f1641 HTTP/1.1" status: 204 len: 168 time: 0.2595644 Mar 22 19:50:53.963234 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54822) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:53.973613 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2595eb8-90ee-4f14-98c9-59ad79dba5ff tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e89993-ae10-4212-8d14-d933857f1641,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:54.008118 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8ec56b91-5046-4958-99ce-3f7475ad618d None None] Port 9b2877ab-573f-47fe-a749-8be0c7512737 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:50:54.015202 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-8ec56b91-5046-4958-99ce-3f7475ad618d None None] Could not find standard attr ID for object 80ebb704-9e66-4566-9ed9-61b42d17a897. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 19:50:54.064526 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a51ee7d5-03e9-4fe3-8a92-c936a4b9de74 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:50:54.065280 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a51ee7d5-03e9-4fe3-8a92-c936a4b9de74), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:54.072912 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf2a84ce-9696-486f-90b8-adedebcdd069 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Deleting subnet ab96326a-60f9-4d75-9778-53ddafa69037 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:50:54.079156 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bf2a84ce-9696-486f-90b8-adedebcdd069 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for subnet (ab96326a-60f9-4d75-9778-53ddafa69037), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:54.108443 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port a51ee7d5-03e9-4fe3-8a92-c936a4b9de74, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a51ee7d5-03e9-4fe3-8a92-c936a4b9de74,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:50:54.120211 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a51ee7d5-03e9-4fe3-8a92-c936a4b9de74), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:54.187145 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bf2a84ce-9696-486f-90b8-adedebcdd069 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (ab96326a-60f9-4d75-9778-53ddafa69037), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:54.234622 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=a51ee7d5-03e9-4fe3-8a92-c936a4b9de74,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:54.350479 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bf2a84ce-9696-486f-90b8-adedebcdd069 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (ab96326a-60f9-4d75-9778-53ddafa69037), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:54.438533 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bf2a84ce-9696-486f-90b8-adedebcdd069 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (ab96326a-60f9-4d75-9778-53ddafa69037), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:54.468786 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a84ce-9696-486f-90b8-adedebcdd069 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Subnet': ['ID=ab96326a-60f9-4d75-9778-53ddafa69037,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:54.473251 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bf2a84ce-9696-486f-90b8-adedebcdd069 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:54.480896 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-bf2a84ce-9696-486f-90b8-adedebcdd069 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/subnets/ab96326a-60f9-4d75-9778-53ddafa69037 HTTP/1.1" status: 204 len: 168 time: 0.5162466 Mar 22 19:50:54.481697 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54826) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:54.487272 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c255ac17-ce3b-4b85-ada6-6f18dff5451d None None] Network c3239c2e-0cca-4308-801b-dadc788d66c7 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:50:54.490058 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-b5e6fd27-543e-4230-937e-7c35c5a4c2df tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'subnet': {'network_id': 'c3239c2e-0cca-4308-801b-dadc788d66c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:50:54.787754 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a8cb99-9b02-4a3c-b37a-fef78ad53f40 None None] Sync routers for ids ['5d011d95-a6c9-4574-b0d5-589df7d2e032'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:50:54.830299 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a8cb99-9b02-4a3c-b37a-fef78ad53f40 None None] Routers {'5d011d95-a6c9-4574-b0d5-589df7d2e032'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:50:54.831050 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-40a8cb99-9b02-4a3c-b37a-fef78ad53f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:50:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['5d011d95-a6c9-4574-b0d5-589df7d2e032'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:54.925514 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e6fd27-543e-4230-937e-7c35c5a4c2df tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:50:54.932216 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5e6fd27-543e-4230-937e-7c35c5a4c2df tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:54.999873 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-40a8cb99-9b02-4a3c-b37a-fef78ad53f40 None None] Set router 5d011d95-a6c9-4574-b0d5-589df7d2e032 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:50:55.466950 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5e6fd27-543e-4230-937e-7c35c5a4c2df tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (3743d14c-2ce0-4dbb-9214-1cfee24beb60), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:55.544552 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a51ee7d5-03e9-4fe3-8a92-c936a4b9de74 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:50:55.545116 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6fd27-543e-4230-937e-7c35c5a4c2df tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Subnet': ['ID=3743d14c-2ce0-4dbb-9214-1cfee24beb60,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:55.574928 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e6fd27-543e-4230-937e-7c35c5a4c2df tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Network c3239c2e-0cca-4308-801b-dadc788d66c7 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:50:55.578075 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-b5e6fd27-543e-4230-937e-7c35c5a4c2df tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:50:55.584581 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e6fd27-543e-4230-937e-7c35c5a4c2df tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:50:55.585757 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5e6fd27-543e-4230-937e-7c35c5a4c2df tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:55.636431 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b5e6fd27-543e-4230-937e-7c35c5a4c2df tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1495624 Mar 22 19:50:55.637066 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54840) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:55.644967 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-00cd35c8-2008-4595-a547-59a6171f5fd3 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'security_group': {'name': 'tempest-secgroup-612224961'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:50:55.676374 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-40a8cb99-9b02-4a3c-b37a-fef78ad53f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d011d95-a6c9-4574-b0d5-589df7d2e032', 'name': 'tempest-TestVolumeBootPattern-1763000088-router', 'tenant_id': '377d8bb866f345b8b8ec2f505d623849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'a51ee7d5-03e9-4fe3-8a92-c936a4b9de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:50:43Z', 'updated_at': '2022-03-22T19:50:51Z', 'revision_number': 4, 'project_id': '377d8bb866f345b8b8ec2f505d623849', 'gw_port': {'id': 'a51ee7d5-03e9-4fe3-8a92-c936a4b9de74', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d011d95-a6c9-4574-b0d5-589df7d2e032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:45Z', 'updated_at': '2022-03-22T19:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '0588fdeb-5309-4806-8291-f348e43cb96c', 'name': '', 'network_id': '720a2306-430a-4ff0-891e-43ba5288943f', 'tenant_id': '377d8bb866f345b8b8ec2f505d623849', 'mac_address': 'fa:16:3e:a4:8c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d011d95-a6c9-4574-b0d5-589df7d2e032', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '4afbe974-d8f4-4b73-958b-5d270d508b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:50Z', 'updated_at': '2022-03-22T19:50:51Z', 'revision_number': 2, 'project_id': '377d8bb866f345b8b8ec2f505d623849', 'subnets': [{'id': '4afbe974-d8f4-4b73-958b-5d270d508b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:55.714509 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-00cd35c8-2008-4595-a547-59a6171f5fd3 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:55.822373 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a8cb99-9b02-4a3c-b37a-fef78ad53f40 None None] Checking router: 5d011d95-a6c9-4574-b0d5-589df7d2e032 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:50:55.823056 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a8cb99-9b02-4a3c-b37a-fef78ad53f40 None None] Updating router 5d011d95-a6c9-4574-b0d5-589df7d2e032 port 0588fdeb-5309-4806-8291-f348e43cb96c binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:50:55.935321 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port a51ee7d5-03e9-4fe3-8a92-c936a4b9de74 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:55.935699 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a51ee7d5-03e9-4fe3-8a92-c936a4b9de74), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:55.960743 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-00cd35c8-2008-4595-a547-59a6171f5fd3 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for security_group (dfb13d7b-bee2-498c-a3e7-4f1e40203daf), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:55.966344 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-00cd35c8-2008-4595-a547-59a6171f5fd3 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (dfb13d7b-bee2-498c-a3e7-4f1e40203daf), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:56.030332 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-40a8cb99-9b02-4a3c-b37a-fef78ad53f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0588fdeb-5309-4806-8291-f348e43cb96c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:56.035165 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd35c8-2008-4595-a547-59a6171f5fd3 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb13d7b-bee2-498c-a3e7-4f1e40203daf,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:56.079368 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-00cd35c8-2008-4595-a547-59a6171f5fd3 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:56.080572 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-00cd35c8-2008-4595-a547-59a6171f5fd3 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4413595 Mar 22 19:50:56.083488 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54848) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:56.092124 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-6d0a4113-87fd-4f9f-9424-2f19a7d6941c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'security_group': {'name': 'tempest-secgroup-1026556808'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:50:56.169337 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6d0a4113-87fd-4f9f-9424-2f19a7d6941c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:56.246303 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f932e180-ed2c-46c4-a532-f47ea9c01c4d None None] Network c3239c2e-0cca-4308-801b-dadc788d66c7 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:50:56.373212 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6d0a4113-87fd-4f9f-9424-2f19a7d6941c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for security_group (cf977422-dbb6-464d-bfaa-a066914c8510), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:56.379534 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6d0a4113-87fd-4f9f-9424-2f19a7d6941c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (cf977422-dbb6-464d-bfaa-a066914c8510), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:56.458434 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6d0a4113-87fd-4f9f-9424-2f19a7d6941c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:56.462619 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6d0a4113-87fd-4f9f-9424-2f19a7d6941c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3757126 Mar 22 19:50:56.463147 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54852) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:56.479365 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-f9c36057-297a-49ab-9d38-6b33c61c26d4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'security_group': {'name': 'tempest-secgroup-1691689310'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:50:56.494295 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a4113-87fd-4f9f-9424-2f19a7d6941c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf977422-dbb6-464d-bfaa-a066914c8510,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:56.509483 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-84d54450-b33b-4628-964c-20ec7ab20040 None None] Provisioning complete for port 34bdcb98-addf-4515-8218-b7913352499a triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:56.509895 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-84d54450-b33b-4628-964c-20ec7ab20040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (34bdcb98-addf-4515-8218-b7913352499a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:56.535677 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f9c36057-297a-49ab-9d38-6b33c61c26d4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:56.682642 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f9c36057-297a-49ab-9d38-6b33c61c26d4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for security_group (ee30ccd3-1328-4ab8-ace4-cf3a500f1cee), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:56.694572 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f9c36057-297a-49ab-9d38-6b33c61c26d4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ee30ccd3-1328-4ab8-ace4-cf3a500f1cee), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:56.763562 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a51ee7d5-03e9-4fe3-8a92-c936a4b9de74 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:50:56.790448 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c36057-297a-49ab-9d38-6b33c61c26d4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee30ccd3-1328-4ab8-ace4-cf3a500f1cee,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:56.800776 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f9c36057-297a-49ab-9d38-6b33c61c26d4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:56.802880 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f9c36057-297a-49ab-9d38-6b33c61c26d4 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3387909 Mar 22 19:50:56.806321 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54854) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:56.813943 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-caa88e79-7467-462c-8259-f9c201c429a7 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2098665256', 'security_groups': ['ee30ccd3-1328-4ab8-ace4-cf3a500f1cee'], 'network_id': 'c3239c2e-0cca-4308-801b-dadc788d66c7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3743d14c-2ce0-4dbb-9214-1cfee24beb60'}]}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:50:56.879187 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-84d54450-b33b-4628-964c-20ec7ab20040 None None] Current status of the port 34bdcb98-addf-4515-8218-b7913352499a is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:50:56.910722 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-84d54450-b33b-4628-964c-20ec7ab20040 None None] Provisioning complete for port 9b2877ab-573f-47fe-a749-8be0c7512737 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:56.910957 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-84d54450-b33b-4628-964c-20ec7ab20040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9b2877ab-573f-47fe-a749-8be0c7512737), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:57.050632 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-84d54450-b33b-4628-964c-20ec7ab20040 None None] Port 9b2877ab-573f-47fe-a749-8be0c7512737 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:50:57.075893 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa88e79-7467-462c-8259-f9c201c429a7 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:50:57.105828 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-40a8cb99-9b02-4a3c-b37a-fef78ad53f40 None None] Publish callbacks [] for port (0588fdeb-5309-4806-8291-f348e43cb96c), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:57.121203 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-40a8cb99-9b02-4a3c-b37a-fef78ad53f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (0588fdeb-5309-4806-8291-f348e43cb96c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:57.135563 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541b16ca-7492-4e3f-ab0a-85d8c20ee98a None None] Update dhcp port {'port': {'network_id': 'c3239c2e-0cca-4308-801b-dadc788d66c7', 'fixed_ips': [{'subnet_id': 'd5c79d75-8376-4232-ab6e-b19e34ded862', 'ip_address': '172.20.0.18'}, {'subnet_id': '3743d14c-2ce0-4dbb-9214-1cfee24beb60'}], 'binding:host_id': 'n-d-705658-24'}, 'id': '34bdcb98-addf-4515-8218-b7913352499a'} from n-d-705658-24. {{(pid=104174) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 19:50:57.216818 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290a7a7-ef03-4eac-8149-ed6ab617005f None None] Pushing event updated for resources: {'Port': ['ID=0588fdeb-5309-4806-8291-f348e43cb96c,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:57.220227 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-541b16ca-7492-4e3f-ab0a-85d8c20ee98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (34bdcb98-addf-4515-8218-b7913352499a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:57.348823 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-40a8cb99-9b02-4a3c-b37a-fef78ad53f40 None None] Attempting to bind port 0588fdeb-5309-4806-8291-f348e43cb96c on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:50:57.349218 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-40a8cb99-9b02-4a3c-b37a-fef78ad53f40 None None] Attempting to bind port 0588fdeb-5309-4806-8291-f348e43cb96c by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '85d1bfa1-b793-426f-9c40-05f83eae1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '720a2306-430a-4ff0-891e-43ba5288943f'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:50:57.349590 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a8cb99-9b02-4a3c-b37a-fef78ad53f40 None None] Attempting to bind port 0588fdeb-5309-4806-8291-f348e43cb96c on network 720a2306-430a-4ff0-891e-43ba5288943f {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:50:57.357946 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a8cb99-9b02-4a3c-b37a-fef78ad53f40 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:50:57.358340 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a8cb99-9b02-4a3c-b37a-fef78ad53f40 None None] Checking segment: {'id': '85d1bfa1-b793-426f-9c40-05f83eae1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '720a2306-430a-4ff0-891e-43ba5288943f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:50:57.358761 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-40a8cb99-9b02-4a3c-b37a-fef78ad53f40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:57.359170 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a8cb99-9b02-4a3c-b37a-fef78ad53f40 None None] Bound using segment: {'id': '85d1bfa1-b793-426f-9c40-05f83eae1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '720a2306-430a-4ff0-891e-43ba5288943f'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:50:57.360187 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-40a8cb99-9b02-4a3c-b37a-fef78ad53f40 None None] Bound port: 0588fdeb-5309-4806-8291-f348e43cb96c, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85d1bfa1-b793-426f-9c40-05f83eae1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '720a2306-430a-4ff0-891e-43ba5288943f'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:50:57.360595 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-40a8cb99-9b02-4a3c-b37a-fef78ad53f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0588fdeb-5309-4806-8291-f348e43cb96c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:57.409219 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-caa88e79-7467-462c-8259-f9c201c429a7 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:57.465261 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [None req-caa88e79-7467-462c-8259-f9c201c429a7 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] device_id is not set on port e4dcb6f6-954e-411a-9038-cea19f20f971 yet. {{(pid=104173) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 22 19:50:57.483490 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-437453fc-d9c1-45ca-ab03-59682381dfc2 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=026a4e51c6e84f7387e7f373764a5e5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0759938 Mar 22 19:50:57.751821 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-183d1777-13b3-4b6c-b739-3d371191e5ea tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:50:57.759817 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-183d1777-13b3-4b6c-b739-3d371191e5ea tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2707176 Mar 22 19:50:57.771259 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-73e28093-3350-435e-978b-90a537a1d616 None None] Provisioning complete for port 0588fdeb-5309-4806-8291-f348e43cb96c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:57.771780 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-73e28093-3350-435e-978b-90a537a1d616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (0588fdeb-5309-4806-8291-f348e43cb96c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:57.782405 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-05138852-1978-4da6-a564-bbf2d579c4c7 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.75 "GET /v2.0/quotas/026a4e51c6e84f7387e7f373764a5e5a HTTP/1.1" status: 200 len: 375 time: 0.0213759 Mar 22 19:50:57.798767 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-40a8cb99-9b02-4a3c-b37a-fef78ad53f40 None None] For port 0588fdeb-5309-4806-8291-f348e43cb96c, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:50:57.822522 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-40a8cb99-9b02-4a3c-b37a-fef78ad53f40 None None] For port 0588fdeb-5309-4806-8291-f348e43cb96c, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=0588fdeb-5309-4806-8291-f348e43cb96c,segment=NetworkSegment(85d1bfa1-b793-426f-9c40-05f83eae1ec6),segment_id=85d1bfa1-b793-426f-9c40-05f83eae1ec6)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:50:57.831742 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-caa88e79-7467-462c-8259-f9c201c429a7 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Allocated IP 172.20.0.4 (c3239c2e-0cca-4308-801b-dadc788d66c7/3743d14c-2ce0-4dbb-9214-1cfee24beb60/e4dcb6f6-954e-411a-9038-cea19f20f971) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:50:57.845570 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-40a8cb99-9b02-4a3c-b37a-fef78ad53f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (0588fdeb-5309-4806-8291-f348e43cb96c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:57.849892 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-73e28093-3350-435e-978b-90a537a1d616 None None] Port 0588fdeb-5309-4806-8291-f348e43cb96c cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:50:58.003917 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290a7a7-ef03-4eac-8149-ed6ab617005f None None] Pushing event updated for resources: {'Port': ['ID=0588fdeb-5309-4806-8291-f348e43cb96c,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:58.032550 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a8cb99-9b02-4a3c-b37a-fef78ad53f40 None None] Routers {'5d011d95-a6c9-4574-b0d5-589df7d2e032'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:50:58.038776 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-40a8cb99-9b02-4a3c-b37a-fef78ad53f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:50:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['5d011d95-a6c9-4574-b0d5-589df7d2e032'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:58.183950 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-caa88e79-7467-462c-8259-f9c201c429a7 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for port (e4dcb6f6-954e-411a-9038-cea19f20f971), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:58.226137 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-caa88e79-7467-462c-8259-f9c201c429a7 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (e4dcb6f6-954e-411a-9038-cea19f20f971), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:58.257849 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa88e79-7467-462c-8259-f9c201c429a7 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Network c3239c2e-0cca-4308-801b-dadc788d66c7 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:50:58.261255 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-caa88e79-7467-462c-8259-f9c201c429a7 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:50:58.280604 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa88e79-7467-462c-8259-f9c201c429a7 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:50:58.332249 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-541b16ca-7492-4e3f-ab0a-85d8c20ee98a None None] Allocated IP 172.20.0.2 (c3239c2e-0cca-4308-801b-dadc788d66c7/3743d14c-2ce0-4dbb-9214-1cfee24beb60/34bdcb98-addf-4515-8218-b7913352499a) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:50:58.382576 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa88e79-7467-462c-8259-f9c201c429a7 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Port': ['ID=e4dcb6f6-954e-411a-9038-cea19f20f971,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:58.384685 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-40a8cb99-9b02-4a3c-b37a-fef78ad53f40 None None] Set router 5d011d95-a6c9-4574-b0d5-589df7d2e032 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:50:58.434744 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa88e79-7467-462c-8259-f9c201c429a7 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:50:58.435428 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-caa88e79-7467-462c-8259-f9c201c429a7 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:58.443861 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-73145777-362a-4dd4-8e5e-ee62bde56e6a tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=026a4e51c6e84f7387e7f373764a5e5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6602743 Mar 22 19:50:58.487835 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-caa88e79-7467-462c-8259-f9c201c429a7 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6797814 Mar 22 19:50:58.490359 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54902) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:58.495425 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-7cab2386-baff-4d22-b773-747b9610b28b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'subnet': {'network_id': 'c3239c2e-0cca-4308-801b-dadc788d66c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:50:58.611799 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2dba6a51-784a-4a34-8d3d-0fdda1ccb2e9 None None] Provisioning complete for port 0588fdeb-5309-4806-8291-f348e43cb96c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:58.612065 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2dba6a51-784a-4a34-8d3d-0fdda1ccb2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (0588fdeb-5309-4806-8291-f348e43cb96c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:58.723628 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cab2386-baff-4d22-b773-747b9610b28b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:50:58.745728 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7cab2386-baff-4d22-b773-747b9610b28b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:58.758833 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911d70e-1aa9-45af-b129-3bddb913643f req-418013ee-0a13-4749-a70a-6d0bbe17f716 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:50:58.760432 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2911d70e-1aa9-45af-b129-3bddb913643f req-418013ee-0a13-4749-a70a-6d0bbe17f716 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/networks?id=942e739d-0f2d-40f4-8f81-80042bf466e6 HTTP/1.1" status: 200 len: 810 time: 0.2878525 Mar 22 19:50:58.810283 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2911d70e-1aa9-45af-b129-3bddb913643f req-f187af74-a4d2-4d3c-b1f0-1f8a4b005ce0 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/quotas/99d72c7dab634aac93e71becf6d2998e HTTP/1.1" status: 200 len: 375 time: 0.0259886 Mar 22 19:50:58.850503 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-541b16ca-7492-4e3f-ab0a-85d8c20ee98a None None] For port 34bdcb98-addf-4515-8218-b7913352499a, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=34bdcb98-addf-4515-8218-b7913352499a,segment=NetworkSegment(7fd9928d-fff1-4fbb-8ce5-22747f91d8f6),segment_id=7fd9928d-fff1-4fbb-8ce5-22747f91d8f6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:50:58.898793 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-541b16ca-7492-4e3f-ab0a-85d8c20ee98a None None] Publish callbacks [] for port (34bdcb98-addf-4515-8218-b7913352499a), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:58.902598 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bb8e92b3-a3f9-44f3-b1ce-41bb8ab89650 req-69f16ff7-d21f-4048-86e0-459be8838752 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.75 "GET /v2.0/ports?device_id=eaef2576-8883-49ab-b6d1-9d647986d3e9 HTTP/1.1" status: 200 len: 210 time: 0.1411324 Mar 22 19:50:58.925675 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-541b16ca-7492-4e3f-ab0a-85d8c20ee98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (34bdcb98-addf-4515-8218-b7913352499a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:58.937526 n-d-705658-24 neutron-server[104173]: INFO neutron.db.ipam_backend_mixin [None req-7cab2386-baff-4d22-b773-747b9610b28b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3743d14c-2ce0-4dbb-9214-1cfee24beb60 (CIDR: 172.20.0.0/28) Mar 22 19:50:58.943617 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cab2386-baff-4d22-b773-747b9610b28b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:50:58.945741 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cab2386-baff-4d22-b773-747b9610b28b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:50:58.984392 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7cab2386-baff-4d22-b773-747b9610b28b tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4928811 Mar 22 19:50:58.987196 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54910) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:58.996260 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-f98172ed-984b-4c83-b0a1-967a9c15f371 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'subnet': {'network_id': 'c3239c2e-0cca-4308-801b-dadc788d66c7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:50:59.022427 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541b16ca-7492-4e3f-ab0a-85d8c20ee98a None None] Pushing event updated for resources: {'Port': ['ID=34bdcb98-addf-4515-8218-b7913352499a,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:59.025183 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2911d70e-1aa9-45af-b129-3bddb913643f req-596822a8-e5cd-4b85-8702-c75f5373004f tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=99d72c7dab634aac93e71becf6d2998e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2132800 Mar 22 19:50:59.198131 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2911d70e-1aa9-45af-b129-3bddb913643f req-5f04df8e-56a3-444e-8f1f-0999ad776244 service neutron] 10.222.0.75 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708040 Mar 22 19:50:59.198279 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98172ed-984b-4c83-b0a1-967a9c15f371 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:50:59.210958 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f98172ed-984b-4c83-b0a1-967a9c15f371 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:59.258260 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-40a8cb99-9b02-4a3c-b37a-fef78ad53f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d011d95-a6c9-4574-b0d5-589df7d2e032', 'name': 'tempest-TestVolumeBootPattern-1763000088-router', 'tenant_id': '377d8bb866f345b8b8ec2f505d623849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'a51ee7d5-03e9-4fe3-8a92-c936a4b9de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:50:43Z', 'updated_at': '2022-03-22T19:50:51Z', 'revision_number': 4, 'project_id': '377d8bb866f345b8b8ec2f505d623849', 'gw_port': {'id': 'a51ee7d5-03e9-4fe3-8a92-c936a4b9de74', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d011d95-a6c9-4574-b0d5-589df7d2e032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:45Z', 'updated_at': '2022-03-22T19:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '0588fdeb-5309-4806-8291-f348e43cb96c', 'name': '', 'network_id': '720a2306-430a-4ff0-891e-43ba5288943f', 'tenant_id': '377d8bb866f345b8b8ec2f505d623849', 'mac_address': 'fa:16:3e:a4:8c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d011d95-a6c9-4574-b0d5-589df7d2e032', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '4afbe974-d8f4-4b73-958b-5d270d508b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:50Z', 'updated_at': '2022-03-22T19:50:57Z', 'revision_number': 4, 'project_id': '377d8bb866f345b8b8ec2f505d623849', 'subnets': [{'id': '4afbe974-d8f4-4b73-958b-5d270d508b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:50:59.338333 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a8cb99-9b02-4a3c-b37a-fef78ad53f40 None None] The sync data for ids ['5d011d95-a6c9-4574-b0d5-589df7d2e032'] in n-d-705658-24 is: [{'id': '5d011d95-a6c9-4574-b0d5-589df7d2e032', 'name': 'tempest-TestVolumeBootPattern-1763000088-router', 'tenant_id': '377d8bb866f345b8b8ec2f505d623849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'a51ee7d5-03e9-4fe3-8a92-c936a4b9de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:50:43Z', 'updated_at': '2022-03-22T19:50:51Z', 'revision_number': 4, 'project_id': '377d8bb866f345b8b8ec2f505d623849', 'gw_port': {'id': 'a51ee7d5-03e9-4fe3-8a92-c936a4b9de74', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d011d95-a6c9-4574-b0d5-589df7d2e032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:45Z', 'updated_at': '2022-03-22T19:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '0588fdeb-5309-4806-8291-f348e43cb96c', 'name': '', 'network_id': '720a2306-430a-4ff0-891e-43ba5288943f', 'tenant_id': '377d8bb866f345b8b8ec2f505d623849', 'mac_address': 'fa:16:3e:a4:8c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d011d95-a6c9-4574-b0d5-589df7d2e032', 'device_owner': 'network:router_interface', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '4afbe974-d8f4-4b73-958b-5d270d508b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:50Z', 'updated_at': '2022-03-22T19:50:57Z', 'revision_number': 4, 'project_id': '377d8bb866f345b8b8ec2f505d623849', 'subnets': [{'id': '4afbe974-d8f4-4b73-958b-5d270d508b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:50:59.365214 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2dba6a51-784a-4a34-8d3d-0fdda1ccb2e9 None None] Current status of the port 0588fdeb-5309-4806-8291-f348e43cb96c is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:50:59.365620 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2dba6a51-784a-4a34-8d3d-0fdda1ccb2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0588fdeb-5309-4806-8291-f348e43cb96c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:59.397408 n-d-705658-24 neutron-server[104173]: INFO neutron.db.ipam_backend_mixin [None req-f98172ed-984b-4c83-b0a1-967a9c15f371 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d5c79d75-8376-4232-ab6e-b19e34ded862 (CIDR: 172.20.0.16/28) Mar 22 19:50:59.404896 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98172ed-984b-4c83-b0a1-967a9c15f371 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 19:50:59.405411 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f98172ed-984b-4c83-b0a1-967a9c15f371 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:50:59.455843 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f98172ed-984b-4c83-b0a1-967a9c15f371 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4673495 Mar 22 19:50:59.456536 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 54922) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:50:59.467067 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-0bda7a0d-c097-4da9-b83e-55d6c5e067c1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'subnet': {'network_id': 'c3239c2e-0cca-4308-801b-dadc788d66c7', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:50:59.517671 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2dba6a51-784a-4a34-8d3d-0fdda1ccb2e9 None None] For port 0588fdeb-5309-4806-8291-f348e43cb96c, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=0588fdeb-5309-4806-8291-f348e43cb96c,segment=NetworkSegment(85d1bfa1-b793-426f-9c40-05f83eae1ec6),segment_id=85d1bfa1-b793-426f-9c40-05f83eae1ec6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:50:59.532760 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2dba6a51-784a-4a34-8d3d-0fdda1ccb2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (0588fdeb-5309-4806-8291-f348e43cb96c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:59.546914 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2911d70e-1aa9-45af-b129-3bddb913643f req-3b03cbe7-5ac5-4416-8fda-c326ac95f8f5 service neutron] 10.222.0.75 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420599 Mar 22 19:50:59.726696 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 34bdcb98-addf-4515-8218-b7913352499a up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:50:59.826283 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bda7a0d-c097-4da9-b83e-55d6c5e067c1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Made reservation on behalf of f3f14f59239b403ca91009380fb1ee21 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:50:59.835525 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0bda7a0d-c097-4da9-b83e-55d6c5e067c1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:50:59.927478 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba6a51-784a-4a34-8d3d-0fdda1ccb2e9 None None] Pushing event updated for resources: {'Port': ['ID=0588fdeb-5309-4806-8291-f348e43cb96c,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:50:59.939209 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 34bdcb98-addf-4515-8218-b7913352499a triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:50:59.939209 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (34bdcb98-addf-4515-8218-b7913352499a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:00.171119 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d4149f95-ab4d-4320-b44a-338b3220d117 req-1e725ac8-712e-458b-bdd7-2499ee524efd tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.75 "GET /v2.0/ports?device_id=eaef2576-8883-49ab-b6d1-9d647986d3e9 HTTP/1.1" status: 200 len: 210 time: 0.1140552 Mar 22 19:51:00.236178 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 34bdcb98-addf-4515-8218-b7913352499a is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:51:00.301094 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f15ae1c3-a3f6-4fed-90f0-799cbf2c32f9 req-e060db90-24bf-4114-8474-748c2b78409c tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 210 time: 0.1270673 Mar 22 19:51:00.576196 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0bda7a0d-c097-4da9-b83e-55d6c5e067c1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (8db37cef-8cca-49f3-b248-ec09e47c1541), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:00.647533 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-90a801ee-5c6c-4921-b4c6-9a41ceb564e5 None None] Provisioning complete for port 34bdcb98-addf-4515-8218-b7913352499a triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:51:00.656991 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-90a801ee-5c6c-4921-b4c6-9a41ceb564e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (34bdcb98-addf-4515-8218-b7913352499a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:00.671558 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bda7a0d-c097-4da9-b83e-55d6c5e067c1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Network c3239c2e-0cca-4308-801b-dadc788d66c7 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:51:00.677017 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-0bda7a0d-c097-4da9-b83e-55d6c5e067c1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:51:00.683378 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bda7a0d-c097-4da9-b83e-55d6c5e067c1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:00.684121 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0bda7a0d-c097-4da9-b83e-55d6c5e067c1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:00.724998 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0bda7a0d-c097-4da9-b83e-55d6c5e067c1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2659585 Mar 22 19:51:00.726121 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda7a0d-c097-4da9-b83e-55d6c5e067c1 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Subnet': ['ID=8db37cef-8cca-49f3-b248-ec09e47c1541,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:00.727807 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54948) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:00.735218 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-c33a6c2c-cf0b-4df9-80b4-26e7aa7baeb5 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1539961468', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8db37cef-8cca-49f3-b248-ec09e47c1541'}], 'security_groups': ['dfb13d7b-bee2-498c-a3e7-4f1e40203daf', 'cf977422-dbb6-464d-bfaa-a066914c8510']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:51:01.014957 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-90a801ee-5c6c-4921-b4c6-9a41ceb564e5 None None] Current status of the port 34bdcb98-addf-4515-8218-b7913352499a is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:51:01.059171 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-90a801ee-5c6c-4921-b4c6-9a41ceb564e5 None None] Provisioning complete for port 9b2877ab-573f-47fe-a749-8be0c7512737 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:51:01.061354 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-90a801ee-5c6c-4921-b4c6-9a41ceb564e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9b2877ab-573f-47fe-a749-8be0c7512737), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:01.243003 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfe7fa6-22ab-4251-8506-b05e1a704e09 None None] Network c3239c2e-0cca-4308-801b-dadc788d66c7 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:51:01.293510 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-923258ea-9625-485a-923b-d408e0bc1b36 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=026a4e51c6e84f7387e7f373764a5e5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1170349 Mar 22 19:51:01.357230 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-90a801ee-5c6c-4921-b4c6-9a41ceb564e5 None None] Port 9b2877ab-573f-47fe-a749-8be0c7512737 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:51:01.391809 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c33a6c2c-cf0b-4df9-80b4-26e7aa7baeb5 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e4dcb6f6-954e-411a-9038-cea19f20f971), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:01.655011 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-082d69c2-6d2d-4a42-97c4-573eeefdca92 None None] Provisioning complete for port e4dcb6f6-954e-411a-9038-cea19f20f971 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:51:01.656234 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-082d69c2-6d2d-4a42-97c4-573eeefdca92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e4dcb6f6-954e-411a-9038-cea19f20f971), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:01.668096 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 0588fdeb-5309-4806-8291-f348e43cb96c up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:51:01.733960 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9e61024a-a938-43d8-afea-100e1a3129ae req-a7bac26e-e82b-41b4-8a9a-dc1d77722354 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 210 time: 0.1424696 Mar 22 19:51:01.754023 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-49477099-ebc7-48bf-8735-7beb59022fb2 req-6be08c9e-fe51-40d4-9882-da3933d4fcfa tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.75 "GET /v2.0/ports?device_id=eaef2576-8883-49ab-b6d1-9d647986d3e9 HTTP/1.1" status: 200 len: 210 time: 0.3433421 Mar 22 19:51:01.770044 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c16c9f-c62d-4bb3-8c73-30f764251dc5 None None] Update dhcp port {'port': {'network_id': 'c3239c2e-0cca-4308-801b-dadc788d66c7', 'fixed_ips': [{'subnet_id': 'd5c79d75-8376-4232-ab6e-b19e34ded862', 'ip_address': '172.20.0.18'}, {'subnet_id': '3743d14c-2ce0-4dbb-9214-1cfee24beb60', 'ip_address': '172.20.0.2'}, {'subnet_id': '8db37cef-8cca-49f3-b248-ec09e47c1541'}], 'binding:host_id': 'n-d-705658-24'}, 'id': '34bdcb98-addf-4515-8218-b7913352499a'} from n-d-705658-24. {{(pid=104174) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 22 19:51:01.892274 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-082d69c2-6d2d-4a42-97c4-573eeefdca92 None None] Port e4dcb6f6-954e-411a-9038-cea19f20f971 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:51:01.895797 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d9c16c9f-c62d-4bb3-8c73-30f764251dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (34bdcb98-addf-4515-8218-b7913352499a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:02.160067 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-b6083c71-bb8e-415f-be8c-40e529f0286e tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:02.161764 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-b6083c71-bb8e-415f-be8c-40e529f0286e tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8527853 Mar 22 19:51:02.183476 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d1831a71-f4a2-4797-9b67-a7a245d2b3f3 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Request body: {'port': {'device_id': 'eaef2576-8883-49ab-b6d1-9d647986d3e9', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'admin_state_up': True, 'tenant_id': '026a4e51c6e84f7387e7f373764a5e5a'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:51:02.242208 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 0588fdeb-5309-4806-8291-f348e43cb96c triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:51:02.242897 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (0588fdeb-5309-4806-8291-f348e43cb96c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:02.412758 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911d70e-1aa9-45af-b129-3bddb913643f req-71491ca1-881c-4a2e-a41e-45f65fe72a47 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:02.414457 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2911d70e-1aa9-45af-b129-3bddb913643f req-71491ca1-881c-4a2e-a41e-45f65fe72a47 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.84 "GET /v2.0/networks?id=942e739d-0f2d-40f4-8f81-80042bf466e6 HTTP/1.1" status: 200 len: 810 time: 0.2323868 Mar 22 19:51:02.427836 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-2911d70e-1aa9-45af-b129-3bddb913643f req-b2a4c7e6-7d3b-43df-b0dd-31dc28bf29df tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Request body: {'port': {'device_id': '80d09825-149e-4dda-ad81-47c0d23b3f62', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'admin_state_up': True, 'tenant_id': '99d72c7dab634aac93e71becf6d2998e'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:51:02.547253 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-d9c16c9f-c62d-4bb3-8c73-30f764251dc5 None None] Allocated IP 172.20.0.34 (c3239c2e-0cca-4308-801b-dadc788d66c7/8db37cef-8cca-49f3-b248-ec09e47c1541/34bdcb98-addf-4515-8218-b7913352499a) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:51:02.648642 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d1831a71-f4a2-4797-9b67-a7a245d2b3f3 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Made reservation on behalf of 026a4e51c6e84f7387e7f373764a5e5a for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:51:02.652256 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d1831a71-f4a2-4797-9b67-a7a245d2b3f3 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:02.681751 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d1831a71-f4a2-4797-9b67-a7a245d2b3f3 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:02.739693 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2911d70e-1aa9-45af-b129-3bddb913643f req-b2a4c7e6-7d3b-43df-b0dd-31dc28bf29df tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Made reservation on behalf of 99d72c7dab634aac93e71becf6d2998e for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:51:02.755732 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2911d70e-1aa9-45af-b129-3bddb913643f req-b2a4c7e6-7d3b-43df-b0dd-31dc28bf29df tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:02.854245 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-d9c16c9f-c62d-4bb3-8c73-30f764251dc5 None None] For port 34bdcb98-addf-4515-8218-b7913352499a, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=34bdcb98-addf-4515-8218-b7913352499a,segment=NetworkSegment(7fd9928d-fff1-4fbb-8ce5-22747f91d8f6),segment_id=7fd9928d-fff1-4fbb-8ce5-22747f91d8f6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:51:02.866169 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 0588fdeb-5309-4806-8291-f348e43cb96c is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:51:02.921013 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d1831a71-f4a2-4797-9b67-a7a245d2b3f3 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Publish callbacks [] for security_group (ef1d52f0-783a-4893-b918-15128ca45b90), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:02.935122 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d1831a71-f4a2-4797-9b67-a7a245d2b3f3 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ef1d52f0-783a-4893-b918-15128ca45b90), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:02.949332 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d9c16c9f-c62d-4bb3-8c73-30f764251dc5 None None] Publish callbacks [] for port (34bdcb98-addf-4515-8218-b7913352499a), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:02.957615 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d9c16c9f-c62d-4bb3-8c73-30f764251dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (34bdcb98-addf-4515-8218-b7913352499a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:03.043557 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c16c9f-c62d-4bb3-8c73-30f764251dc5 None None] Pushing event updated for resources: {'Port': ['ID=34bdcb98-addf-4515-8218-b7913352499a,revision_number=7']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:03.190817 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-2911d70e-1aa9-45af-b129-3bddb913643f req-b2a4c7e6-7d3b-43df-b0dd-31dc28bf29df tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Allocated IP 172.20.0.11 (942e739d-0f2d-40f4-8f81-80042bf466e6/ce14209e-d9ba-4d1e-8a54-b7950c923a71/d3d0c159-1d5d-406e-8219-9f5a161d6281) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:51:03.343316 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bb7f365e-b84e-4404-851a-b1942e271fcb req-792c40da-0bf2-4e73-8955-a1216c9d23d0 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.75 "GET /v2.0/ports?device_id=eaef2576-8883-49ab-b6d1-9d647986d3e9 HTTP/1.1" status: 200 len: 210 time: 0.3507519 Mar 22 19:51:03.348811 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-996961b5-59b3-402b-9cbf-175c49b273b4 req-cc5389e2-a5fc-4c75-bb12-8b49dc0cf25a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 210 time: 0.3584507 Mar 22 19:51:03.412058 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1831a71-f4a2-4797-9b67-a7a245d2b3f3 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1d52f0-783a-4893-b918-15128ca45b90,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:03.440968 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d1831a71-f4a2-4797-9b67-a7a245d2b3f3 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Allocated IP 192.168.233.168 (43c82fd2-7e25-4eba-86f2-aced26197dba/e28314b8-0ed1-465e-a6f2-eda7f6b773cd/827c8a1a-9b0a-475e-bcf9-6941275cc1b7) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:51:03.605110 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2911d70e-1aa9-45af-b129-3bddb913643f req-b2a4c7e6-7d3b-43df-b0dd-31dc28bf29df tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for port (d3d0c159-1d5d-406e-8219-9f5a161d6281), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:03.624426 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 34bdcb98-addf-4515-8218-b7913352499a up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:51:03.702047 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-c33a6c2c-cf0b-4df9-80b4-26e7aa7baeb5 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Delete allocated IP 172.20.0.4 (c3239c2e-0cca-4308-801b-dadc788d66c7/3743d14c-2ce0-4dbb-9214-1cfee24beb60) {{(pid=104172) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 22 19:51:03.707443 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2911d70e-1aa9-45af-b129-3bddb913643f req-b2a4c7e6-7d3b-43df-b0dd-31dc28bf29df tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (d3d0c159-1d5d-406e-8219-9f5a161d6281), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:03.804590 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-c33a6c2c-cf0b-4df9-80b4-26e7aa7baeb5 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Allocated IP 172.20.0.36 (c3239c2e-0cca-4308-801b-dadc788d66c7/8db37cef-8cca-49f3-b248-ec09e47c1541/e4dcb6f6-954e-411a-9038-cea19f20f971) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:51:03.815794 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2911d70e-1aa9-45af-b129-3bddb913643f req-b2a4c7e6-7d3b-43df-b0dd-31dc28bf29df tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Network 942e739d-0f2d-40f4-8f81-80042bf466e6 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:51:03.828912 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-2911d70e-1aa9-45af-b129-3bddb913643f req-b2a4c7e6-7d3b-43df-b0dd-31dc28bf29df tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:51:03.833628 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-2911d70e-1aa9-45af-b129-3bddb913643f req-b2a4c7e6-7d3b-43df-b0dd-31dc28bf29df tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:51:03.854999 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 34bdcb98-addf-4515-8218-b7913352499a triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:51:03.855445 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (34bdcb98-addf-4515-8218-b7913352499a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:03.875715 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a4c7e6-7d3b-43df-b0dd-31dc28bf29df tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Pushing event updated for resources: {'Port': ['ID=d3d0c159-1d5d-406e-8219-9f5a161d6281,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:03.926991 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911d70e-1aa9-45af-b129-3bddb913643f req-b2a4c7e6-7d3b-43df-b0dd-31dc28bf29df tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:03.940954 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2911d70e-1aa9-45af-b129-3bddb913643f req-b2a4c7e6-7d3b-43df-b0dd-31dc28bf29df tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:03.967791 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2911d70e-1aa9-45af-b129-3bddb913643f req-b2a4c7e6-7d3b-43df-b0dd-31dc28bf29df tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5459175 Mar 22 19:51:04.336976 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-2911d70e-1aa9-45af-b129-3bddb913643f req-39b58c17-e785-40ec-a513-2384d39a60bf service neutron] Request body: {'port': {'device_id': '80d09825-149e-4dda-ad81-47c0d23b3f62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:51:04.587038 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c33a6c2c-cf0b-4df9-80b4-26e7aa7baeb5 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for port (e4dcb6f6-954e-411a-9038-cea19f20f971), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:04.658575 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2911d70e-1aa9-45af-b129-3bddb913643f req-39b58c17-e785-40ec-a513-2384d39a60bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d3d0c159-1d5d-406e-8219-9f5a161d6281), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:04.667017 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c33a6c2c-cf0b-4df9-80b4-26e7aa7baeb5 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (e4dcb6f6-954e-411a-9038-cea19f20f971), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:04.747371 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 34bdcb98-addf-4515-8218-b7913352499a is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:51:04.812317 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-7758676e-6f73-451b-ab3b-c199e0fba67c None None] Provisioning complete for port d3d0c159-1d5d-406e-8219-9f5a161d6281 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:51:04.813967 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7758676e-6f73-451b-ab3b-c199e0fba67c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d3d0c159-1d5d-406e-8219-9f5a161d6281), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:04.816783 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3d8f79d1-7e3e-41ff-837a-77e3f6210bd2 req-c2694ca2-ca22-4bf9-b964-237602ff3ed4 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.75 "GET /v2.0/ports?device_id=eaef2576-8883-49ab-b6d1-9d647986d3e9 HTTP/1.1" status: 200 len: 210 time: 0.1803296 Mar 22 19:51:04.992860 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-7758676e-6f73-451b-ab3b-c199e0fba67c None None] Port d3d0c159-1d5d-406e-8219-9f5a161d6281 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:51:05.081055 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d1831a71-f4a2-4797-9b67-a7a245d2b3f3 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Publish callbacks [] for port (827c8a1a-9b0a-475e-bcf9-6941275cc1b7), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:05.131779 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-618bddf5-8ff2-4646-a1e1-7e70232dc6f2 None None] Provisioning complete for port 34bdcb98-addf-4515-8218-b7913352499a triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:51:05.135001 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a6c2c-cf0b-4df9-80b4-26e7aa7baeb5 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event updated for resources: {'Port': ['ID=e4dcb6f6-954e-411a-9038-cea19f20f971,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:05.136507 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-618bddf5-8ff2-4646-a1e1-7e70232dc6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (34bdcb98-addf-4515-8218-b7913352499a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:05.210916 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-c33a6c2c-cf0b-4df9-80b4-26e7aa7baeb5 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] In _notify_port_updated(), no bound segment for port e4dcb6f6-954e-411a-9038-cea19f20f971 on network c3239c2e-0cca-4308-801b-dadc788d66c7 {{(pid=104172) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 22 19:51:05.217750 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33a6c2c-cf0b-4df9-80b4-26e7aa7baeb5 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:05.218750 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c33a6c2c-cf0b-4df9-80b4-26e7aa7baeb5 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:05.220850 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c33a6c2c-cf0b-4df9-80b4-26e7aa7baeb5 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "PUT /v2.0/ports/e4dcb6f6-954e-411a-9038-cea19f20f971 HTTP/1.1" status: 200 len: 960 time: 4.4915252 Mar 22 19:51:05.222341 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d1831a71-f4a2-4797-9b67-a7a245d2b3f3 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (827c8a1a-9b0a-475e-bcf9-6941275cc1b7), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:05.226051 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 54984) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:05.247568 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1e786-a7dd-475a-bd17-0433b3016f2c req-7a995cf9-8631-4e7d-bcc4-d42e694b43a8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:05.249400 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58e1e786-a7dd-475a-bd17-0433b3016f2c req-7a995cf9-8631-4e7d-bcc4-d42e694b43a8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 932 time: 0.6937504 Mar 22 19:51:05.287835 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-2911d70e-1aa9-45af-b129-3bddb913643f req-39b58c17-e785-40ec-a513-2384d39a60bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3d0c159-1d5d-406e-8219-9f5a161d6281 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:51:05.298632 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2911d70e-1aa9-45af-b129-3bddb913643f req-39b58c17-e785-40ec-a513-2384d39a60bf service neutron] Publish callbacks [] for port (d3d0c159-1d5d-406e-8219-9f5a161d6281), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:05.314042 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-2911d70e-1aa9-45af-b129-3bddb913643f req-39b58c17-e785-40ec-a513-2384d39a60bf service neutron] Transition to ACTIVE for port object d3d0c159-1d5d-406e-8219-9f5a161d6281 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:51:05.331758 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2911d70e-1aa9-45af-b129-3bddb913643f req-39b58c17-e785-40ec-a513-2384d39a60bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (d3d0c159-1d5d-406e-8219-9f5a161d6281), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:05.440197 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58e1e786-a7dd-475a-bd17-0433b3016f2c req-d467083b-2060-494f-9209-62df01753910 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205199 Mar 22 19:51:05.443451 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b58c17-e785-40ec-a513-2384d39a60bf service neutron] Pushing event updated for resources: {'Port': ['ID=d3d0c159-1d5d-406e-8219-9f5a161d6281,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:05.459796 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d1831a71-f4a2-4797-9b67-a7a245d2b3f3 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Network 43c82fd2-7e25-4eba-86f2-aced26197dba is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:51:05.479550 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d1831a71-f4a2-4797-9b67-a7a245d2b3f3 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:51:05.547896 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d1831a71-f4a2-4797-9b67-a7a245d2b3f3 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:51:05.551104 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-618bddf5-8ff2-4646-a1e1-7e70232dc6f2 None None] Current status of the port 34bdcb98-addf-4515-8218-b7913352499a is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:51:05.581479 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-618bddf5-8ff2-4646-a1e1-7e70232dc6f2 None None] Provisioning complete for port e4dcb6f6-954e-411a-9038-cea19f20f971 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:51:05.582125 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-618bddf5-8ff2-4646-a1e1-7e70232dc6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e4dcb6f6-954e-411a-9038-cea19f20f971), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:05.658973 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-618bddf5-8ff2-4646-a1e1-7e70232dc6f2 None None] Port e4dcb6f6-954e-411a-9038-cea19f20f971 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:51:05.674857 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-618bddf5-8ff2-4646-a1e1-7e70232dc6f2 None None] Provisioning complete for port 9b2877ab-573f-47fe-a749-8be0c7512737 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:51:05.675962 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-618bddf5-8ff2-4646-a1e1-7e70232dc6f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9b2877ab-573f-47fe-a749-8be0c7512737), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:05.744982 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d1831a71-f4a2-4797-9b67-a7a245d2b3f3 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:05.745934 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d1831a71-f4a2-4797-9b67-a7a245d2b3f3 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:05.785292 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-618bddf5-8ff2-4646-a1e1-7e70232dc6f2 None None] Port 9b2877ab-573f-47fe-a749-8be0c7512737 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:51:05.833427 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d1831a71-f4a2-4797-9b67-a7a245d2b3f3 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6541867 Mar 22 19:51:05.834206 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1831a71-f4a2-4797-9b67-a7a245d2b3f3 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Pushing event updated for resources: {'Port': ['ID=827c8a1a-9b0a-475e-bcf9-6941275cc1b7,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:05.908086 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d23edb33-5dc1-41d1-9197-806564751b7a service neutron] Request body: {'port': {'device_id': 'eaef2576-8883-49ab-b6d1-9d647986d3e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:51:05.960007 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-2911d70e-1aa9-45af-b129-3bddb913643f req-39b58c17-e785-40ec-a513-2384d39a60bf service neutron] Attempting to bind port d3d0c159-1d5d-406e-8219-9f5a161d6281 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:51:05.966257 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-2911d70e-1aa9-45af-b129-3bddb913643f req-39b58c17-e785-40ec-a513-2384d39a60bf service neutron] Attempting to bind port d3d0c159-1d5d-406e-8219-9f5a161d6281 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:51:05.966894 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2911d70e-1aa9-45af-b129-3bddb913643f req-39b58c17-e785-40ec-a513-2384d39a60bf service neutron] Attempting to bind port d3d0c159-1d5d-406e-8219-9f5a161d6281 on network 942e739d-0f2d-40f4-8f81-80042bf466e6 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:51:06.010131 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2911d70e-1aa9-45af-b129-3bddb913643f req-39b58c17-e785-40ec-a513-2384d39a60bf service neutron] Port d3d0c159-1d5d-406e-8219-9f5a161d6281 on network 942e739d-0f2d-40f4-8f81-80042bf466e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:51:06.010490 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2911d70e-1aa9-45af-b129-3bddb913643f req-39b58c17-e785-40ec-a513-2384d39a60bf service neutron] Attempting to bind port d3d0c159-1d5d-406e-8219-9f5a161d6281 on network 942e739d-0f2d-40f4-8f81-80042bf466e6 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:51:06.064274 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2911d70e-1aa9-45af-b129-3bddb913643f req-39b58c17-e785-40ec-a513-2384d39a60bf service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:51:06.066749 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2911d70e-1aa9-45af-b129-3bddb913643f req-39b58c17-e785-40ec-a513-2384d39a60bf service neutron] Checking segment: {'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:51:06.067509 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2911d70e-1aa9-45af-b129-3bddb913643f req-39b58c17-e785-40ec-a513-2384d39a60bf service neutron] Bound using segment: {'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:51:06.068710 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-2911d70e-1aa9-45af-b129-3bddb913643f req-39b58c17-e785-40ec-a513-2384d39a60bf service neutron] Bound port: d3d0c159-1d5d-406e-8219-9f5a161d6281, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:51:06.070946 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2911d70e-1aa9-45af-b129-3bddb913643f req-39b58c17-e785-40ec-a513-2384d39a60bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d3d0c159-1d5d-406e-8219-9f5a161d6281), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:06.240981 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-a5b7e5db-a054-4b96-bcd2-95e395978c35 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Deleting port e4dcb6f6-954e-411a-9038-cea19f20f971 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:51:06.240981 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a5b7e5db-a054-4b96-bcd2-95e395978c35 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (e4dcb6f6-954e-411a-9038-cea19f20f971), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:06.255998 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-edf5fc62-ae20-4167-b5d5-b56734b0752b None None] Provisioning complete for port e4dcb6f6-954e-411a-9038-cea19f20f971 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:51:06.263179 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-edf5fc62-ae20-4167-b5d5-b56734b0752b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e4dcb6f6-954e-411a-9038-cea19f20f971), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:06.401227 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-2911d70e-1aa9-45af-b129-3bddb913643f req-39b58c17-e785-40ec-a513-2384d39a60bf service neutron] For port d3d0c159-1d5d-406e-8219-9f5a161d6281, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:51:06.403981 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-2911d70e-1aa9-45af-b129-3bddb913643f req-39b58c17-e785-40ec-a513-2384d39a60bf service neutron] For port d3d0c159-1d5d-406e-8219-9f5a161d6281, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=d3d0c159-1d5d-406e-8219-9f5a161d6281,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:51:06.407525 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-edf5fc62-ae20-4167-b5d5-b56734b0752b None None] Port e4dcb6f6-954e-411a-9038-cea19f20f971 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:51:06.415752 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2911d70e-1aa9-45af-b129-3bddb913643f req-39b58c17-e785-40ec-a513-2384d39a60bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (d3d0c159-1d5d-406e-8219-9f5a161d6281), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:06.486634 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d23edb33-5dc1-41d1-9197-806564751b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (827c8a1a-9b0a-475e-bcf9-6941275cc1b7), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:06.504409 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911d70e-1aa9-45af-b129-3bddb913643f req-39b58c17-e785-40ec-a513-2384d39a60bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:06.505367 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2911d70e-1aa9-45af-b129-3bddb913643f req-39b58c17-e785-40ec-a513-2384d39a60bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:06.506888 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2911d70e-1aa9-45af-b129-3bddb913643f req-39b58c17-e785-40ec-a513-2384d39a60bf service neutron] 10.222.0.84 "PUT /v2.0/ports/d3d0c159-1d5d-406e-8219-9f5a161d6281 HTTP/1.1" status: 200 len: 1093 time: 2.5248585 Mar 22 19:51:06.507497 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80d09825-149e-4dda-ad81-47c0d23b3f62', 'tag': 'd3d0c159-1d5d-406e-8219-9f5a161d6281'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:51:06.510636 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e10012-29ef-4cb7-8447-172ef6c8802a" -d '{"events": [{"name": "network-changed", "server_uuid": "80d09825-149e-4dda-ad81-47c0d23b3f62", "tag": "d3d0c159-1d5d-406e-8219-9f5a161d6281"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:51:06.527162 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b58c17-e785-40ec-a513-2384d39a60bf service neutron] Pushing event updated for resources: {'Port': ['ID=d3d0c159-1d5d-406e-8219-9f5a161d6281,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:06.565403 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-65d80db5-1dc1-43d3-9570-267f0971037b None None] Provisioning complete for port 827c8a1a-9b0a-475e-bcf9-6941275cc1b7 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:51:06.565880 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-65d80db5-1dc1-43d3-9570-267f0971037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (827c8a1a-9b0a-475e-bcf9-6941275cc1b7), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:06.693146 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911d70e-1aa9-45af-b129-3bddb913643f req-638ed475-7c7e-426c-82f3-1b6e9aa44aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:06.694820 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2911d70e-1aa9-45af-b129-3bddb913643f req-638ed475-7c7e-426c-82f3-1b6e9aa44aed service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=99d72c7dab634aac93e71becf6d2998e&device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 1127 time: 0.1222765 Mar 22 19:51:06.698519 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-65d80db5-1dc1-43d3-9570-267f0971037b None None] Port 827c8a1a-9b0a-475e-bcf9-6941275cc1b7 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:51:06.711432 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a5b7e5db-a054-4b96-bcd2-95e395978c35 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (e4dcb6f6-954e-411a-9038-cea19f20f971), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:06.753065 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-a5b7e5db-a054-4b96-bcd2-95e395978c35 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Calling delete_port for e4dcb6f6-954e-411a-9038-cea19f20f971 owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:51:06.819225 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2911d70e-1aa9-45af-b129-3bddb913643f req-1a032071-ad70-4797-9b3b-1a3d7da8eba4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3d0c159-1d5d-406e-8219-9f5a161d6281 HTTP/1.1" status: 200 len: 217 time: 0.1176822 Mar 22 19:51:06.925533 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911d70e-1aa9-45af-b129-3bddb913643f req-0ee93fec-105d-4cf0-9eae-46efbede700e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:06.927434 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2911d70e-1aa9-45af-b129-3bddb913643f req-0ee93fec-105d-4cf0-9eae-46efbede700e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ce14209e-d9ba-4d1e-8a54-b7950c923a71 HTTP/1.1" status: 200 len: 849 time: 0.0990252 Mar 22 19:51:07.043765 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911d70e-1aa9-45af-b129-3bddb913643f req-47eca5c6-02c4-4994-bfaf-437b2dad33bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:07.048188 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2911d70e-1aa9-45af-b129-3bddb913643f req-47eca5c6-02c4-4994-bfaf-437b2dad33bc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=942e739d-0f2d-40f4-8f81-80042bf466e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1128969 Mar 22 19:51:07.061687 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6338850-b428-4194-a002-728cb7aa2064 req-dc6a4472-2771-4a9e-b289-f5eab45388c8 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:07.063946 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c6338850-b428-4194-a002-728cb7aa2064 req-dc6a4472-2771-4a9e-b289-f5eab45388c8 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.75 "GET /v2.0/ports?device_id=eaef2576-8883-49ab-b6d1-9d647986d3e9 HTTP/1.1" status: 200 len: 936 time: 0.9733973 Mar 22 19:51:07.265259 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21abed77-07c8-4196-b52a-f44478dd9c7b req-f6a6c551-5fa6-429f-94b4-770042077ca1 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:07.283450 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21abed77-07c8-4196-b52a-f44478dd9c7b req-f6a6c551-5fa6-429f-94b4-770042077ca1 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 944 time: 0.5514789 Mar 22 19:51:07.387317 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2911d70e-1aa9-45af-b129-3bddb913643f req-0f2ceee1-2d6a-4ecf-b1be-a7bd8485d7ef service neutron] 10.222.0.84 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307488 Mar 22 19:51:07.562364 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21abed77-07c8-4196-b52a-f44478dd9c7b req-4ef87c8a-0ce2-486e-931f-09e57e91b27f tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773936 Mar 22 19:51:07.568609 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2911d70e-1aa9-45af-b129-3bddb913643f req-3f8852fd-efe1-4d19-8c7e-27cc688d50bb service neutron] 10.222.0.84 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762815 Mar 22 19:51:07.709040 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebc29e4-7507-4ab9-b42e-b213d022c86a x-openstack-request-id: req-4ebc29e4-7507-4ab9-b42e-b213d022c86a {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:51:07.709473 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80d09825-149e-4dda-ad81-47c0d23b3f62", "tag": "d3d0c159-1d5d-406e-8219-9f5a161d6281", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:51:07.709595 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4ebc29e4-7507-4ab9-b42e-b213d022c86a {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:51:07.710919 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ebc29e4-7507-4ab9-b42e-b213d022c86a'] response: {'name': 'network-changed', 'server_uuid': '80d09825-149e-4dda-ad81-47c0d23b3f62', 'tag': 'd3d0c159-1d5d-406e-8219-9f5a161d6281', 'status': 'completed', 'code': 200} Mar 22 19:51:07.819736 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e10012-29ef-4cb7-8447-172ef6c8802a req-54a4d237-f4cc-4fc7-84c4-48ed1a79a9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:07.821210 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b6e10012-29ef-4cb7-8447-172ef6c8802a req-54a4d237-f4cc-4fc7-84c4-48ed1a79a9c9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=99d72c7dab634aac93e71becf6d2998e&device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 1127 time: 0.0879152 Mar 22 19:51:07.903235 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c6338850-b428-4194-a002-728cb7aa2064 req-b74b09db-3f08-4020-978b-0fa2ea8731fb tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1d52f0-783a-4893-b918-15128ca45b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8212347 Mar 22 19:51:07.955659 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a5b7e5db-a054-4b96-bcd2-95e395978c35 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (e4dcb6f6-954e-411a-9038-cea19f20f971), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:08.011155 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e10012-29ef-4cb7-8447-172ef6c8802a req-59412c8f-4b35-4bd6-8ad0-093fb14d83e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:08.012671 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b6e10012-29ef-4cb7-8447-172ef6c8802a req-59412c8f-4b35-4bd6-8ad0-093fb14d83e8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=942e739d-0f2d-40f4-8f81-80042bf466e6 HTTP/1.1" status: 200 len: 911 time: 0.1859360 Mar 22 19:51:08.049131 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7e5db-a054-4b96-bcd2-95e395978c35 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Port': ['ID=e4dcb6f6-954e-411a-9038-cea19f20f971,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:08.111448 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b6e10012-29ef-4cb7-8447-172ef6c8802a req-4ba14179-bc5f-465d-9db5-8e2f8aa89a31 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3d0c159-1d5d-406e-8219-9f5a161d6281 HTTP/1.1" status: 200 len: 217 time: 0.0920761 Mar 22 19:51:08.275547 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e10012-29ef-4cb7-8447-172ef6c8802a req-128f2f16-2e08-4229-a736-3c8708df54b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:08.278836 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b6e10012-29ef-4cb7-8447-172ef6c8802a req-128f2f16-2e08-4229-a736-3c8708df54b8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ce14209e-d9ba-4d1e-8a54-b7950c923a71 HTTP/1.1" status: 200 len: 849 time: 0.1553230 Mar 22 19:51:08.447655 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e10012-29ef-4cb7-8447-172ef6c8802a req-f038b62e-440c-4eb8-acd8-7e70a9fe0e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:08.460490 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b6e10012-29ef-4cb7-8447-172ef6c8802a req-f038b62e-440c-4eb8-acd8-7e70a9fe0e50 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=942e739d-0f2d-40f4-8f81-80042bf466e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1679645 Mar 22 19:51:08.784785 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b6e10012-29ef-4cb7-8447-172ef6c8802a req-40131a37-1179-4b7c-ad55-79e5de75f9a4 service neutron] 10.222.0.84 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185964 Mar 22 19:51:08.870909 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d23edb33-5dc1-41d1-9197-806564751b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 827c8a1a-9b0a-475e-bcf9-6941275cc1b7 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:51:08.880656 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d23edb33-5dc1-41d1-9197-806564751b7a service neutron] Publish callbacks [] for port (827c8a1a-9b0a-475e-bcf9-6941275cc1b7), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:08.894989 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d23edb33-5dc1-41d1-9197-806564751b7a service neutron] Transition to ACTIVE for port object 827c8a1a-9b0a-475e-bcf9-6941275cc1b7 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:51:08.898139 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a5b7e5db-a054-4b96-bcd2-95e395978c35 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:08.904561 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a5b7e5db-a054-4b96-bcd2-95e395978c35 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/ports/e4dcb6f6-954e-411a-9038-cea19f20f971 HTTP/1.1" status: 204 len: 168 time: 3.6771224 Mar 22 19:51:08.905518 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55008) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:08.949584 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-2991908d-a886-4b3f-a76e-136f09957df0 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] GET failed (client error): The resource could not be found. Mar 22 19:51:08.955932 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2991908d-a886-4b3f-a76e-136f09957df0 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "GET /v2.0/ports/e4dcb6f6-954e-411a-9038-cea19f20f971 HTTP/1.1" status: 404 len: 333 time: 0.0348821 Mar 22 19:51:08.958700 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55012) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:08.959849 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d23edb33-5dc1-41d1-9197-806564751b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (827c8a1a-9b0a-475e-bcf9-6941275cc1b7), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:09.046457 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf1a91-98c5-4f09-a039-a167d790d846 req-45b29b62-2b16-45fd-b026-9512dbb4ba07 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:09.049570 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d8bf1a91-98c5-4f09-a039-a167d790d846 req-45b29b62-2b16-45fd-b026-9512dbb4ba07 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 944 time: 0.2205899 Mar 22 19:51:09.064148 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b6e10012-29ef-4cb7-8447-172ef6c8802a req-e0c5c608-c53f-4ee9-ab92-6a427154d74a service neutron] 10.222.0.84 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683225 Mar 22 19:51:09.158351 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23edb33-5dc1-41d1-9197-806564751b7a service neutron] Pushing event updated for resources: {'Port': ['ID=827c8a1a-9b0a-475e-bcf9-6941275cc1b7,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:09.177342 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9255c3df-fdf9-4018-8a0f-43131e0b9024 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for security_group (ee30ccd3-1328-4ab8-ace4-cf3a500f1cee), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:09.251484 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9255c3df-fdf9-4018-8a0f-43131e0b9024 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for security_group (ee30ccd3-1328-4ab8-ace4-cf3a500f1cee), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:09.350802 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10259d43-33c3-43c6-b90f-6d8a5f54b4aa req-05238e99-d0e9-4e6f-86e7-4a4afb039487 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:09.358279 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-10259d43-33c3-43c6-b90f-6d8a5f54b4aa req-05238e99-d0e9-4e6f-86e7-4a4afb039487 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.75 "GET /v2.0/ports?device_id=eaef2576-8883-49ab-b6d1-9d647986d3e9 HTTP/1.1" status: 200 len: 948 time: 0.1790683 Mar 22 19:51:09.374840 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9255c3df-fdf9-4018-8a0f-43131e0b9024 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ee30ccd3-1328-4ab8-ace4-cf3a500f1cee), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:09.378199 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9255c3df-fdf9-4018-8a0f-43131e0b9024 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:09.379387 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9255c3df-fdf9-4018-8a0f-43131e0b9024 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/security-groups/ee30ccd3-1328-4ab8-ace4-cf3a500f1cee HTTP/1.1" status: 204 len: 168 time: 0.4189970 Mar 22 19:51:09.386848 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d8bf1a91-98c5-4f09-a039-a167d790d846 req-ace69e56-0926-4836-aed8-7476bf840491 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129294 Mar 22 19:51:09.387405 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55014) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:09.415941 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255c3df-fdf9-4018-8a0f-43131e0b9024 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee30ccd3-1328-4ab8-ace4-cf3a500f1cee,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:09.464913 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d23edb33-5dc1-41d1-9197-806564751b7a service neutron] Attempting to bind port 827c8a1a-9b0a-475e-bcf9-6941275cc1b7 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:51:09.465203 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d23edb33-5dc1-41d1-9197-806564751b7a service neutron] Attempting to bind port 827c8a1a-9b0a-475e-bcf9-6941275cc1b7 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:51:09.465533 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d23edb33-5dc1-41d1-9197-806564751b7a service neutron] Attempting to bind port 827c8a1a-9b0a-475e-bcf9-6941275cc1b7 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:51:09.495300 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d23edb33-5dc1-41d1-9197-806564751b7a service neutron] Port 827c8a1a-9b0a-475e-bcf9-6941275cc1b7 on network 43c82fd2-7e25-4eba-86f2-aced26197dba not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:51:09.495667 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d23edb33-5dc1-41d1-9197-806564751b7a service neutron] Attempting to bind port 827c8a1a-9b0a-475e-bcf9-6941275cc1b7 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:51:09.522901 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d23edb33-5dc1-41d1-9197-806564751b7a service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:51:09.523250 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d23edb33-5dc1-41d1-9197-806564751b7a service neutron] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:51:09.523730 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d23edb33-5dc1-41d1-9197-806564751b7a service neutron] Bound using segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:51:09.524309 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d23edb33-5dc1-41d1-9197-806564751b7a service neutron] Bound port: 827c8a1a-9b0a-475e-bcf9-6941275cc1b7, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:51:09.524672 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d23edb33-5dc1-41d1-9197-806564751b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (827c8a1a-9b0a-475e-bcf9-6941275cc1b7), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:09.556556 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-10259d43-33c3-43c6-b90f-6d8a5f54b4aa req-7e7e8cf4-da17-4197-b63f-5f5414eb8c59 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1d52f0-783a-4893-b918-15128ca45b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625946 Mar 22 19:51:09.598060 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-558788e5-d86b-4c6c-bf10-6e84521896d0 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for security_group (cf977422-dbb6-464d-bfaa-a066914c8510), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:09.654517 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-558788e5-d86b-4c6c-bf10-6e84521896d0 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for security_group (cf977422-dbb6-464d-bfaa-a066914c8510), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:09.683072 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d23edb33-5dc1-41d1-9197-806564751b7a service neutron] For port 827c8a1a-9b0a-475e-bcf9-6941275cc1b7, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:51:09.711836 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d23edb33-5dc1-41d1-9197-806564751b7a service neutron] For port 827c8a1a-9b0a-475e-bcf9-6941275cc1b7, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=827c8a1a-9b0a-475e-bcf9-6941275cc1b7,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:51:09.722783 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d23edb33-5dc1-41d1-9197-806564751b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (827c8a1a-9b0a-475e-bcf9-6941275cc1b7), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:09.779618 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-558788e5-d86b-4c6c-bf10-6e84521896d0 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (cf977422-dbb6-464d-bfaa-a066914c8510), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:09.783400 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-558788e5-d86b-4c6c-bf10-6e84521896d0 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:09.787315 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55020) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:09.787647 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-558788e5-d86b-4c6c-bf10-6e84521896d0 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/security-groups/cf977422-dbb6-464d-bfaa-a066914c8510 HTTP/1.1" status: 204 len: 168 time: 0.3940477 Mar 22 19:51:09.795035 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d23edb33-5dc1-41d1-9197-806564751b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:09.795654 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d23edb33-5dc1-41d1-9197-806564751b7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:09.798495 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-d23edb33-5dc1-41d1-9197-806564751b7a service neutron] 10.222.0.84 "PUT /v2.0/ports/827c8a1a-9b0a-475e-bcf9-6941275cc1b7 HTTP/1.1" status: 200 len: 1097 time: 3.9207785 Mar 22 19:51:09.800419 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaef2576-8883-49ab-b6d1-9d647986d3e9', 'tag': '827c8a1a-9b0a-475e-bcf9-6941275cc1b7'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:51:09.802975 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c3aedb-b10a-4e86-96e4-b45db38e2598" -d '{"events": [{"name": "network-changed", "server_uuid": "eaef2576-8883-49ab-b6d1-9d647986d3e9", "tag": "827c8a1a-9b0a-475e-bcf9-6941275cc1b7"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:51:09.829509 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558788e5-d86b-4c6c-bf10-6e84521896d0 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf977422-dbb6-464d-bfaa-a066914c8510,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:09.848803 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23edb33-5dc1-41d1-9197-806564751b7a service neutron] Pushing event updated for resources: {'Port': ['ID=827c8a1a-9b0a-475e-bcf9-6941275cc1b7,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:09.960808 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2fe01e72-d833-465e-a6ed-426d3a6078d3 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for security_group (dfb13d7b-bee2-498c-a3e7-4f1e40203daf), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:09.967306 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-12f4f430-dcae-47ac-a7a3-19c09b99ab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:09.970075 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-12f4f430-dcae-47ac-a7a3-19c09b99ab5b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=026a4e51c6e84f7387e7f373764a5e5a&device_id=eaef2576-8883-49ab-b6d1-9d647986d3e9 HTTP/1.1" status: 200 len: 1131 time: 0.1129522 Mar 22 19:51:10.031721 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2fe01e72-d833-465e-a6ed-426d3a6078d3 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for security_group (dfb13d7b-bee2-498c-a3e7-4f1e40203daf), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:10.083240 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e82045c-d653-4d58-a91c-b32278e76867 x-openstack-request-id: req-6e82045c-d653-4d58-a91c-b32278e76867 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:51:10.083948 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaef2576-8883-49ab-b6d1-9d647986d3e9", "tag": "827c8a1a-9b0a-475e-bcf9-6941275cc1b7", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:51:10.084234 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6e82045c-d653-4d58-a91c-b32278e76867 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:51:10.084634 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e82045c-d653-4d58-a91c-b32278e76867'] response: {'name': 'network-changed', 'server_uuid': 'eaef2576-8883-49ab-b6d1-9d647986d3e9', 'tag': '827c8a1a-9b0a-475e-bcf9-6941275cc1b7', 'status': 'completed', 'code': 200} Mar 22 19:51:10.089585 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-bf03876b-eebc-49ea-b71f-0836f43c2813 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=827c8a1a-9b0a-475e-bcf9-6941275cc1b7 HTTP/1.1" status: 200 len: 217 time: 0.1102536 Mar 22 19:51:10.123275 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2fe01e72-d833-465e-a6ed-426d3a6078d3 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (dfb13d7b-bee2-498c-a3e7-4f1e40203daf), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:10.132212 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2fe01e72-d833-465e-a6ed-426d3a6078d3 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:10.139910 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2fe01e72-d833-465e-a6ed-426d3a6078d3 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/security-groups/dfb13d7b-bee2-498c-a3e7-4f1e40203daf HTTP/1.1" status: 204 len: 168 time: 0.3512738 Mar 22 19:51:10.151265 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55030) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:10.194770 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-92e914b5-9adc-473e-ba24-42801d20c15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:10.196332 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-92e914b5-9adc-473e-ba24-42801d20c15d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1033127 Mar 22 19:51:10.245685 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe01e72-d833-465e-a6ed-426d3a6078d3 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb13d7b-bee2-498c-a3e7-4f1e40203daf,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:10.288346 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-e979f779-1d03-4e87-b321-66d8648b001f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:10.290980 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-e979f779-1d03-4e87-b321-66d8648b001f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0864103 Mar 22 19:51:10.306226 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e3ddb93-42ce-4b04-aefa-19b458b47329 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Deleting subnet 3743d14c-2ce0-4dbb-9214-1cfee24beb60 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:51:10.310673 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e3ddb93-42ce-4b04-aefa-19b458b47329 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for subnet (3743d14c-2ce0-4dbb-9214-1cfee24beb60), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:10.359289 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e3ddb93-42ce-4b04-aefa-19b458b47329 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (3743d14c-2ce0-4dbb-9214-1cfee24beb60), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:10.465961 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-60f5502b-4999-4fd6-bf2a-96bb270b335a service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687629 Mar 22 19:51:10.493300 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e3ddb93-42ce-4b04-aefa-19b458b47329 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (3743d14c-2ce0-4dbb-9214-1cfee24beb60), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:10.573279 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e3ddb93-42ce-4b04-aefa-19b458b47329 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (3743d14c-2ce0-4dbb-9214-1cfee24beb60), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:10.662822 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63024cd-4a3e-4ddf-9ef9-a39107754212 req-83f5382c-54f1-412f-8032-b524bd2dcf97 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:10.671332 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a63024cd-4a3e-4ddf-9ef9-a39107754212 req-83f5382c-54f1-412f-8032-b524bd2dcf97 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 944 time: 0.1221151 Mar 22 19:51:10.674589 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95a70cd-ad48-4d64-a750-fdeb4d80f62d None None] Network c3239c2e-0cca-4308-801b-dadc788d66c7 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:51:10.683451 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3404476-9f6a-438c-978d-f330eae2aa28 req-6bcc47c4-ff78-4484-b037-eafa239bb8de service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116461 Mar 22 19:51:10.701215 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4e3ddb93-42ce-4b04-aefa-19b458b47329 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:10.722244 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4e3ddb93-42ce-4b04-aefa-19b458b47329 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/subnets/3743d14c-2ce0-4dbb-9214-1cfee24beb60 HTTP/1.1" status: 204 len: 168 time: 0.5687277 Mar 22 19:51:10.723545 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ddb93-42ce-4b04-aefa-19b458b47329 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Subnet': ['ID=3743d14c-2ce0-4dbb-9214-1cfee24beb60,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:10.732270 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55040) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:10.742349 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a63024cd-4a3e-4ddf-9ef9-a39107754212 req-ab13dd92-d8e1-4790-9d8f-4fa315ecc3f1 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682836 Mar 22 19:51:10.835154 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-c39cefe2-b56c-4e6b-97c6-fd02a0ea5682 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Deleting subnet 8db37cef-8cca-49f3-b248-ec09e47c1541 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:51:10.838801 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c39cefe2-b56c-4e6b-97c6-fd02a0ea5682 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for subnet (8db37cef-8cca-49f3-b248-ec09e47c1541), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:10.896483 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c39cefe2-b56c-4e6b-97c6-fd02a0ea5682 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (8db37cef-8cca-49f3-b248-ec09e47c1541), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:10.996329 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303525f-8b1c-48f1-94f0-5bc6a81dc75e req-2b0526b9-aadd-4411-b281-4e60d54602fa tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:10.998003 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8303525f-8b1c-48f1-94f0-5bc6a81dc75e req-2b0526b9-aadd-4411-b281-4e60d54602fa tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.75 "GET /v2.0/ports?device_id=eaef2576-8883-49ab-b6d1-9d647986d3e9 HTTP/1.1" status: 200 len: 948 time: 0.2327745 Mar 22 19:51:11.001591 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3aedb-b10a-4e86-96e4-b45db38e2598 req-961fc4d2-db04-4c1c-b15e-a3f903268561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:11.003094 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c5c3aedb-b10a-4e86-96e4-b45db38e2598 req-961fc4d2-db04-4c1c-b15e-a3f903268561 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=026a4e51c6e84f7387e7f373764a5e5a&device_id=eaef2576-8883-49ab-b6d1-9d647986d3e9 HTTP/1.1" status: 200 len: 1131 time: 0.2275083 Mar 22 19:51:11.079303 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c39cefe2-b56c-4e6b-97c6-fd02a0ea5682 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (8db37cef-8cca-49f3-b248-ec09e47c1541), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:11.172550 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8303525f-8b1c-48f1-94f0-5bc6a81dc75e req-68e722e6-0a19-443a-90aa-830abe6bf20b tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1d52f0-783a-4893-b918-15128ca45b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647396 Mar 22 19:51:11.188980 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c39cefe2-b56c-4e6b-97c6-fd02a0ea5682 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (8db37cef-8cca-49f3-b248-ec09e47c1541), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:11.204474 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3aedb-b10a-4e86-96e4-b45db38e2598 req-d840e71e-51c0-411b-8481-bbab79f8fa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:11.206211 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c5c3aedb-b10a-4e86-96e4-b45db38e2598 req-d840e71e-51c0-411b-8481-bbab79f8fa37 service neutron] 10.222.0.84 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.1808643 Mar 22 19:51:11.293397 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39cefe2-b56c-4e6b-97c6-fd02a0ea5682 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Subnet': ['ID=8db37cef-8cca-49f3-b248-ec09e47c1541,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:11.298618 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c39cefe2-b56c-4e6b-97c6-fd02a0ea5682 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:11.307131 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c39cefe2-b56c-4e6b-97c6-fd02a0ea5682 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/subnets/8db37cef-8cca-49f3-b248-ec09e47c1541 HTTP/1.1" status: 204 len: 168 time: 0.5735083 Mar 22 19:51:11.309480 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55042) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:11.334507 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c5c3aedb-b10a-4e86-96e4-b45db38e2598 req-68a32029-0099-434c-9121-a66d11614b4d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=827c8a1a-9b0a-475e-bcf9-6941275cc1b7 HTTP/1.1" status: 200 len: 217 time: 0.1206276 Mar 22 19:51:11.385867 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-258ab3e1-677c-4012-affb-b664ae3bdf05 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] DELETE failed (client error): The resource could not be found. Mar 22 19:51:11.385867 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-258ab3e1-677c-4012-affb-b664ae3bdf05 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:51:11.404880 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-258ab3e1-677c-4012-affb-b664ae3bdf05 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/subnets/3743d14c-2ce0-4dbb-9214-1cfee24beb60 HTTP/1.1" status: 404 len: 337 time: 0.0941327 Mar 22 19:51:11.405526 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55044) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:11.489757 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3aedb-b10a-4e86-96e4-b45db38e2598 req-844f3df5-ade8-441e-8176-c4036e39f3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:11.496799 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c5c3aedb-b10a-4e86-96e4-b45db38e2598 req-844f3df5-ade8-441e-8176-c4036e39f3f2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1556842 Mar 22 19:51:11.527701 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-28eef7a6-721d-49e4-82b5-39a92fa3b4e0 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Deleting subnet d5c79d75-8376-4232-ab6e-b19e34ded862 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:51:11.540018 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-28eef7a6-721d-49e4-82b5-39a92fa3b4e0 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for subnet (d5c79d75-8376-4232-ab6e-b19e34ded862), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:11.625577 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-28eef7a6-721d-49e4-82b5-39a92fa3b4e0 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (d5c79d75-8376-4232-ab6e-b19e34ded862), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:11.627535 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3aedb-b10a-4e86-96e4-b45db38e2598 req-2884e745-5782-45d5-88b8-56225bee80e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:11.630438 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c5c3aedb-b10a-4e86-96e4-b45db38e2598 req-2884e745-5782-45d5-88b8-56225bee80e2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1239219 Mar 22 19:51:11.879653 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c5c3aedb-b10a-4e86-96e4-b45db38e2598 req-6d24651e-5581-4fe3-a5b8-5103976a31cc service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427230 Mar 22 19:51:11.900660 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-28eef7a6-721d-49e4-82b5-39a92fa3b4e0 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (d5c79d75-8376-4232-ab6e-b19e34ded862), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:12.035284 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-28eef7a6-721d-49e4-82b5-39a92fa3b4e0 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (d5c79d75-8376-4232-ab6e-b19e34ded862), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:12.055748 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d86083-538f-404c-9fe9-baa9f7ca3735 req-da8d90b7-3049-4ac4-ae10-919b00e8bd3f tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:12.057489 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-67d86083-538f-404c-9fe9-baa9f7ca3735 req-da8d90b7-3049-4ac4-ae10-919b00e8bd3f tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 944 time: 0.1364741 Mar 22 19:51:12.067240 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c5c3aedb-b10a-4e86-96e4-b45db38e2598 req-2b7f7be8-3b07-44f0-863b-f806aa36abb4 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821642 Mar 22 19:51:12.074734 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437f4c70-d528-4a01-8393-c2c8aa3936e4 None None] Network c3239c2e-0cca-4308-801b-dadc788d66c7 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:51:12.082315 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eef7a6-721d-49e4-82b5-39a92fa3b4e0 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Subnet': ['ID=d5c79d75-8376-4232-ab6e-b19e34ded862,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:12.095478 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-28eef7a6-721d-49e4-82b5-39a92fa3b4e0 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:12.103142 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-28eef7a6-721d-49e4-82b5-39a92fa3b4e0 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/subnets/d5c79d75-8376-4232-ab6e-b19e34ded862 HTTP/1.1" status: 204 len: 168 time: 0.6963816 Mar 22 19:51:12.103746 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55052) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:12.141651 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-328e58df-d697-41cf-aeda-e87e66666a6c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] DELETE failed (client error): The resource could not be found. Mar 22 19:51:12.142248 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-328e58df-d697-41cf-aeda-e87e66666a6c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:51:12.148619 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-328e58df-d697-41cf-aeda-e87e66666a6c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/subnets/ab96326a-60f9-4d75-9778-53ddafa69037 HTTP/1.1" status: 404 len: 337 time: 0.0422385 Mar 22 19:51:12.149240 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55054) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:12.186589 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-67d86083-538f-404c-9fe9-baa9f7ca3735 req-5e05f9ca-e9a8-4ac5-a7fd-dc8809d9aa73 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216645 Mar 22 19:51:12.188653 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55056) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:12.197074 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-950f8668-f6ce-4f61-bf92-d1a03006c896 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "GET /v2.0/ports?device_id=6be4d7db-4f78-41e1-9651-c79c5d8680fb HTTP/1.1" status: 200 len: 205 time: 0.0443370 Mar 22 19:51:12.259361 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-3e24aa24-7c6b-4236-b6ca-8c77fcd1857c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] delete failed (client error): The resource could not be found. Mar 22 19:51:12.260621 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3e24aa24-7c6b-4236-b6ca-8c77fcd1857c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/routers/6be4d7db-4f78-41e1-9651-c79c5d8680fb HTTP/1.1" status: 404 len: 336 time: 0.0700994 Mar 22 19:51:12.263342 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55060) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:12.267526 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-a68d6d89-1406-436b-bd33-a355c2e54c2e None None] Provisioning complete for port 34bdcb98-addf-4515-8218-b7913352499a triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:51:12.268335 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a68d6d89-1406-436b-bd33-a355c2e54c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (34bdcb98-addf-4515-8218-b7913352499a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:12.306528 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad32e71-28e3-471d-a563-f99a6d96f73c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] DELETE failed (client error): The resource could not be found. Mar 22 19:51:12.307033 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad32e71-28e3-471d-a563-f99a6d96f73c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:51:12.313622 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1ad32e71-28e3-471d-a563-f99a6d96f73c tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/subnets/3eff2263-db00-42a9-a5fe-9fd51e4d206c HTTP/1.1" status: 404 len: 337 time: 0.0474365 Mar 22 19:51:12.315510 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55062) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:12.396722 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-a68d6d89-1406-436b-bd33-a355c2e54c2e None None] Current status of the port 34bdcb98-addf-4515-8218-b7913352499a is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:51:12.399507 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f650ec-bb3d-4967-983a-1ffe9d401d21 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] DELETE failed (client error): The resource could not be found. Mar 22 19:51:12.402283 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22f650ec-bb3d-4967-983a-1ffe9d401d21 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:51:12.409370 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-a68d6d89-1406-436b-bd33-a355c2e54c2e None None] Provisioning complete for port 9b2877ab-573f-47fe-a749-8be0c7512737 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:51:12.410119 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a68d6d89-1406-436b-bd33-a355c2e54c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (9b2877ab-573f-47fe-a749-8be0c7512737), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:12.412348 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-22f650ec-bb3d-4967-983a-1ffe9d401d21 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/subnets/ee944974-c769-4717-9176-c8a68415c052 HTTP/1.1" status: 404 len: 337 time: 0.0936282 Mar 22 19:51:12.413268 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55064) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:12.426605 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfe5e3-d33a-4ea1-8e85-f97401c8dbf4 req-8397ac7b-729f-4125-8c75-1dcfe91b42bf tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:12.431286 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7cdfe5e3-d33a-4ea1-8e85-f97401c8dbf4 req-8397ac7b-729f-4125-8c75-1dcfe91b42bf tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.75 "GET /v2.0/ports?device_id=eaef2576-8883-49ab-b6d1-9d647986d3e9 HTTP/1.1" status: 200 len: 948 time: 0.1095407 Mar 22 19:51:12.455873 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92978f1c-cf2d-4c5c-87ca-2cdfffb842b3 None None] DHCP port deletion for c3239c2e-0cca-4308-801b-dadc788d66c7 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:51:12.497412 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-a68d6d89-1406-436b-bd33-a355c2e54c2e None None] Port 9b2877ab-573f-47fe-a749-8be0c7512737 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:51:12.508477 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8cfaabe-b926-4657-9220-06a068dc48ca tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] DELETE failed (client error): The resource could not be found. Mar 22 19:51:12.509531 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8cfaabe-b926-4657-9220-06a068dc48ca tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:51:12.512707 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d8cfaabe-b926-4657-9220-06a068dc48ca tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/subnets/43ef80c4-dc96-4d58-9756-03b4c983de74 HTTP/1.1" status: 404 len: 337 time: 0.0802481 Mar 22 19:51:12.515946 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55066) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:12.539461 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-92978f1c-cf2d-4c5c-87ca-2cdfffb842b3 None None] Deleting port 34bdcb98-addf-4515-8218-b7913352499a {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:51:12.540707 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc2dd857-8d2f-41a7-831d-d5b698c7d8ae tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] DELETE failed (client error): The resource could not be found. Mar 22 19:51:12.540707 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc2dd857-8d2f-41a7-831d-d5b698c7d8ae tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:51:12.542996 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-92978f1c-cf2d-4c5c-87ca-2cdfffb842b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (34bdcb98-addf-4515-8218-b7913352499a), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:12.549214 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-dc2dd857-8d2f-41a7-831d-d5b698c7d8ae tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/ports/47ee376e-e7da-4db2-85d8-317886d0e4c1 HTTP/1.1" status: 404 len: 333 time: 0.0316997 Mar 22 19:51:12.549735 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55068) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:12.577385 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7cdfe5e3-d33a-4ea1-8e85-f97401c8dbf4 req-9cc57e37-8af5-438b-9bff-02d60fb24f0f tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1d52f0-783a-4893-b918-15128ca45b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272111 Mar 22 19:51:12.587730 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-030e07fd-216c-4f5d-9627-9f8e8ab5826e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] DELETE failed (client error): The resource could not be found. Mar 22 19:51:12.588192 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-030e07fd-216c-4f5d-9627-9f8e8ab5826e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:51:12.595700 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-030e07fd-216c-4f5d-9627-9f8e8ab5826e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/subnets/28c6b4a9-9e7e-4f57-9c2e-1ccd5a48de42 HTTP/1.1" status: 404 len: 337 time: 0.0428648 Mar 22 19:51:12.595700 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55070) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:12.622050 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-187c4292-d02c-4d65-be89-651e044ac26d tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] DELETE failed (client error): The resource could not be found. Mar 22 19:51:12.622505 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-187c4292-d02c-4d65-be89-651e044ac26d tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:51:12.628503 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-187c4292-d02c-4d65-be89-651e044ac26d tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/subnets/08e8fc6e-b4f6-4653-8d03-3e5b8d8c1385 HTTP/1.1" status: 404 len: 337 time: 0.0323019 Mar 22 19:51:12.629130 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55072) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:12.655535 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-66894e32-dc60-4720-826c-fe1b6bae3650 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] DELETE failed (client error): The resource could not be found. Mar 22 19:51:12.655749 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-92978f1c-cf2d-4c5c-87ca-2cdfffb842b3 None None] For port 34bdcb98-addf-4515-8218-b7913352499a, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=34bdcb98-addf-4515-8218-b7913352499a,segment=NetworkSegment(7fd9928d-fff1-4fbb-8ce5-22747f91d8f6),segment_id=7fd9928d-fff1-4fbb-8ce5-22747f91d8f6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:51:12.655862 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66894e32-dc60-4720-826c-fe1b6bae3650 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:51:12.656216 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-92978f1c-cf2d-4c5c-87ca-2cdfffb842b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (34bdcb98-addf-4515-8218-b7913352499a), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:12.664300 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-66894e32-dc60-4720-826c-fe1b6bae3650 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/ports/d8b19649-39a4-4c2e-a8bf-31ad1b5ae71d HTTP/1.1" status: 404 len: 333 time: 0.0327702 Mar 22 19:51:12.664300 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55074) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:12.680218 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-92978f1c-cf2d-4c5c-87ca-2cdfffb842b3 None None] Calling delete_port for 34bdcb98-addf-4515-8218-b7913352499a owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:51:12.701830 n-d-705658-24 neutron-server[104173]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c3c828-e7c1-4096-92ec-08c3eb0b60c3 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] DELETE failed (client error): The resource could not be found. Mar 22 19:51:12.702236 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48c3c828-e7c1-4096-92ec-08c3eb0b60c3 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104173) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:51:12.710245 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-48c3c828-e7c1-4096-92ec-08c3eb0b60c3 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/subnets/e3351c38-242e-43da-9a02-7535be91a7bc HTTP/1.1" status: 404 len: 337 time: 0.0435498 Mar 22 19:51:12.710751 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55076) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:12.742987 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e0d39e3-5610-4981-b511-abcf97d69078 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] DELETE failed (client error): The resource could not be found. Mar 22 19:51:12.743887 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e0d39e3-5610-4981-b511-abcf97d69078 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 19:51:12.748031 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9e0d39e3-5610-4981-b511-abcf97d69078 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/subnets/9a306fcc-231e-4eac-9ee1-d469144a5661 HTTP/1.1" status: 404 len: 337 time: 0.0361388 Mar 22 19:51:12.750535 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55078) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:12.794326 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-92978f1c-cf2d-4c5c-87ca-2cdfffb842b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (34bdcb98-addf-4515-8218-b7913352499a), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:12.857526 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92978f1c-cf2d-4c5c-87ca-2cdfffb842b3 None None] No DVR routers for this DVR port 34bdcb98-addf-4515-8218-b7913352499a on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:51:12.868732 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92978f1c-cf2d-4c5c-87ca-2cdfffb842b3 None None] Pushing event deleted for resources: {'Port': ['ID=34bdcb98-addf-4515-8218-b7913352499a,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:12.902326 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-260e8f15-5f73-4310-a185-1543e1e60b1e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Deleting port 9b2877ab-573f-47fe-a749-8be0c7512737 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:51:12.902681 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-260e8f15-5f73-4310-a185-1543e1e60b1e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (9b2877ab-573f-47fe-a749-8be0c7512737), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:12.981122 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-260e8f15-5f73-4310-a185-1543e1e60b1e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (9b2877ab-573f-47fe-a749-8be0c7512737), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:12.996223 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-260e8f15-5f73-4310-a185-1543e1e60b1e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Calling delete_port for 9b2877ab-573f-47fe-a749-8be0c7512737 owned by {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:51:13.101766 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-260e8f15-5f73-4310-a185-1543e1e60b1e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (9b2877ab-573f-47fe-a749-8be0c7512737), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:13.139257 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e8f15-5f73-4310-a185-1543e1e60b1e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Port': ['ID=9b2877ab-573f-47fe-a749-8be0c7512737,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:13.148601 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-260e8f15-5f73-4310-a185-1543e1e60b1e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:13.152029 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-260e8f15-5f73-4310-a185-1543e1e60b1e tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/ports/9b2877ab-573f-47fe-a749-8be0c7512737 HTTP/1.1" status: 204 len: 168 time: 0.4005556 Mar 22 19:51:13.154856 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55084) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:13.239008 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-131b04b7-efda-49ec-90bf-374909dea513 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (c3239c2e-0cca-4308-801b-dadc788d66c7), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:13.339295 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65b35b-4fad-4655-8270-5b37c757b113 req-07440e67-95e5-44f5-b4c5-2aff2f28ebf8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:13.341308 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2e65b35b-4fad-4655-8270-5b37c757b113 req-07440e67-95e5-44f5-b4c5-2aff2f28ebf8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 944 time: 0.0755885 Mar 22 19:51:13.383111 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-131b04b7-efda-49ec-90bf-374909dea513 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (c3239c2e-0cca-4308-801b-dadc788d66c7), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:13.414126 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2e65b35b-4fad-4655-8270-5b37c757b113 req-94d62f52-77f4-4269-8423-1758707d38db tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658505 Mar 22 19:51:13.416665 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-131b04b7-efda-49ec-90bf-374909dea513 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3239c2e-0cca-4308-801b-dadc788d66c7']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:51:13.429857 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-131b04b7-efda-49ec-90bf-374909dea513 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fd9928d-fff1-4fbb-8ce5-22747f91d8f6') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:51:13.430247 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-131b04b7-efda-49ec-90bf-374909dea513 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fd9928d-fff1-4fbb-8ce5-22747f91d8f6') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:51:13.444862 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-131b04b7-efda-49ec-90bf-374909dea513 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (7fd9928d-fff1-4fbb-8ce5-22747f91d8f6), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:13.462338 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-131b04b7-efda-49ec-90bf-374909dea513 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (7fd9928d-fff1-4fbb-8ce5-22747f91d8f6), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:13.470506 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-131b04b7-efda-49ec-90bf-374909dea513 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:51:13.470910 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-131b04b7-efda-49ec-90bf-374909dea513 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (7fd9928d-fff1-4fbb-8ce5-22747f91d8f6), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:13.475566 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:51:13.475566 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:51:13.475566 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:51:13.475566 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:51:13.475566 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:51:13.475566 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:51:13.475566 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:51:13.475566 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:51:13.475566 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:51:13.475566 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:51:13.475566 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:51:13.475566 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:51:13.475566 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:51:13.475566 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:51:13.475566 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:51:13.475566 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:51:13.475566 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:51:13.475566 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:51:13.475566 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:51:13.475566 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:51:13.475566 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:51:13.475566 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:51:13.475566 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:51:13.475566 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:51:13.475566 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:51:13.475566 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:51:13.475566 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:51:13.475566 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:51:13.475566 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:51:13.475566 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:51:13.475566 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:51:13.475566 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:51:13.560522 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-131b04b7-efda-49ec-90bf-374909dea513 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (c3239c2e-0cca-4308-801b-dadc788d66c7), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:13.568697 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-131b04b7-efda-49ec-90bf-374909dea513 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:13.574318 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-131b04b7-efda-49ec-90bf-374909dea513 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] 10.222.0.75 "DELETE /v2.0/networks/c3239c2e-0cca-4308-801b-dadc788d66c7 HTTP/1.1" status: 204 len: 168 time: 0.4181116 Mar 22 19:51:13.588427 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b04b7-efda-49ec-90bf-374909dea513 tempest-PortsTestJSON-334869664 tempest-PortsTestJSON-334869664-project] Pushing event deleted for resources: {'Network': ['ID=c3239c2e-0cca-4308-801b-dadc788d66c7,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:13.754403 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 34bdcb98-addf-4515-8218-b7913352499a no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:51:13.791602 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 34bdcb98-addf-4515-8218-b7913352499a {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:51:13.792301 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 34bdcb98-addf-4515-8218-b7913352499a not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:51:13.798222 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5d0f1-f726-4b6d-a899-2520239d9768 req-80845ee0-674a-4ec3-b1ec-978ef6aeee40 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:13.799882 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e2d5d0f1-f726-4b6d-a899-2520239d9768 req-80845ee0-674a-4ec3-b1ec-978ef6aeee40 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.75 "GET /v2.0/ports?device_id=eaef2576-8883-49ab-b6d1-9d647986d3e9 HTTP/1.1" status: 200 len: 948 time: 0.1349018 Mar 22 19:51:13.895288 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e2d5d0f1-f726-4b6d-a899-2520239d9768 req-d9652c4d-a020-4a1b-9839-eddf7c2c80a6 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1d52f0-783a-4893-b918-15128ca45b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789511 Mar 22 19:51:14.003467 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55098) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:14.174256 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-44af1f13-f7d8-4269-b65c-40e495d712a6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f3f14f59239b403ca91009380fb1ee21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1666586 Mar 22 19:51:14.174698 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55102) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:14.243321 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ec1046b0-7502-4633-a604-9603589f1208 admin admin] Publish callbacks [] for security_group (93e32388-2a64-437c-a791-28c3bd34fd69), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:14.272102 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ec1046b0-7502-4633-a604-9603589f1208 admin admin] Publish callbacks [] for security_group (93e32388-2a64-437c-a791-28c3bd34fd69), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:14.337824 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 827c8a1a-9b0a-475e-bcf9-6941275cc1b7 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:51:14.349683 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ec1046b0-7502-4633-a604-9603589f1208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (93e32388-2a64-437c-a791-28c3bd34fd69), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:14.354530 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ec1046b0-7502-4633-a604-9603589f1208 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:14.356950 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ec1046b0-7502-4633-a604-9603589f1208 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/93e32388-2a64-437c-a791-28c3bd34fd69 HTTP/1.1" status: 204 len: 168 time: 0.1809750 Mar 22 19:51:14.368621 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1046b0-7502-4633-a604-9603589f1208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e32388-2a64-437c-a791-28c3bd34fd69,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:14.510930 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 827c8a1a-9b0a-475e-bcf9-6941275cc1b7, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=827c8a1a-9b0a-475e-bcf9-6941275cc1b7,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:51:14.535325 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '827c8a1a-9b0a-475e-bcf9-6941275cc1b7', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': '827c8a1a-9b0a-475e-bcf9-6941275cc1b7', 'mac_address': 'fa:16:3e:8d:0a:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:51:14.588925 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 827c8a1a-9b0a-475e-bcf9-6941275cc1b7 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:51:14.589351 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (827c8a1a-9b0a-475e-bcf9-6941275cc1b7), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:14.605503 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 827c8a1a-9b0a-475e-bcf9-6941275cc1b7 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:51:14.630735 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 827c8a1a-9b0a-475e-bcf9-6941275cc1b7, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=827c8a1a-9b0a-475e-bcf9-6941275cc1b7,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:51:14.636721 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (827c8a1a-9b0a-475e-bcf9-6941275cc1b7), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:14.660087 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9ba02-e4a2-483c-9d59-5b4e1e6c2e00 req-2ea362b8-bad0-4940-a1a1-f69be31c9ff7 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:14.675707 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9bd9ba02-e4a2-483c-9d59-5b4e1e6c2e00 req-2ea362b8-bad0-4940-a1a1-f69be31c9ff7 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 944 time: 0.1540642 Mar 22 19:51:14.737456 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=827c8a1a-9b0a-475e-bcf9-6941275cc1b7,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:14.772521 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9bd9ba02-e4a2-483c-9d59-5b4e1e6c2e00 req-3cc375c2-6c94-49b3-b985-cc1d876b1322 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818024 Mar 22 19:51:14.852203 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['827c8a1a-9b0a-475e-bcf9-6941275cc1b7'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:51:15.127873 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506c212-66c1-48bd-bdf6-e7de6d5a7d99 req-1eba9471-1e4c-4bc2-b0cc-eb31f2448b72 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:15.134875 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7506c212-66c1-48bd-bdf6-e7de6d5a7d99 req-1eba9471-1e4c-4bc2-b0cc-eb31f2448b72 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.75 "GET /v2.0/ports?device_id=eaef2576-8883-49ab-b6d1-9d647986d3e9 HTTP/1.1" status: 200 len: 949 time: 0.1158869 Mar 22 19:51:15.184071 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fb6abcaf-d5d8-4c8b-8767-d0622bbaea48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:15.219265 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7506c212-66c1-48bd-bdf6-e7de6d5a7d99 req-2045bdc0-7cd6-4765-ab8f-ce5c7414ded3 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1d52f0-783a-4893-b918-15128ca45b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778635 Mar 22 19:51:15.357958 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55140) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:15.472156 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-9a1c9ac3-701a-4dd1-8886-6305cb8a1d0e tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Request body: {'security_group': {'name': 'tempest-secgroup--1168722574'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:51:15.501071 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9a1c9ac3-701a-4dd1-8886-6305cb8a1d0e tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:15.514798 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9a1c9ac3-701a-4dd1-8886-6305cb8a1d0e tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:15.602407 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9a1c9ac3-701a-4dd1-8886-6305cb8a1d0e tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (db2d2eb9-e0d0-4608-a0a1-6438f1881524), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:15.607484 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9a1c9ac3-701a-4dd1-8886-6305cb8a1d0e tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (db2d2eb9-e0d0-4608-a0a1-6438f1881524), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:15.648018 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c9ac3-701a-4dd1-8886-6305cb8a1d0e tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db2d2eb9-e0d0-4608-a0a1-6438f1881524,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:15.686920 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9a1c9ac3-701a-4dd1-8886-6305cb8a1d0e tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (5fc01a7b-beab-4692-bc34-6d928b3925c9), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:15.691846 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9a1c9ac3-701a-4dd1-8886-6305cb8a1d0e tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5fc01a7b-beab-4692-bc34-6d928b3925c9), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:15.721340 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9a1c9ac3-701a-4dd1-8886-6305cb8a1d0e tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:15.722517 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9a1c9ac3-701a-4dd1-8886-6305cb8a1d0e tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3631427 Mar 22 19:51:15.725381 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55144) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:15.733653 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c9ac3-701a-4dd1-8886-6305cb8a1d0e tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc01a7b-beab-4692-bc34-6d928b3925c9,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:15.824994 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-eb5e5ca9-15bc-43a7-888e-f5027a2000fb tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0979269 Mar 22 19:51:15.828061 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55148) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:15.832910 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-cdb990d6-c261-4667-afbc-25916b5bd8fd tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Request body: {'security_group': {'name': 'tempest-security--56390710', 'description': 'tempest-security-description-1461012891'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:51:15.891378 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cdb990d6-c261-4667-afbc-25916b5bd8fd tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (5fc01a7b-beab-4692-bc34-6d928b3925c9), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:15.941939 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:15.946043 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5a4aa-58f0-4820-9163-4684263c4bd4 req-f56eea4e-0a28-4327-9f7b-2966b62d4493 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:15.948478 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-39b5a4aa-58f0-4820-9163-4684263c4bd4 req-f56eea4e-0a28-4327-9f7b-2966b62d4493 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 944 time: 0.0767529 Mar 22 19:51:15.984519 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cdb990d6-c261-4667-afbc-25916b5bd8fd tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (5fc01a7b-beab-4692-bc34-6d928b3925c9), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:15.989321 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cdb990d6-c261-4667-afbc-25916b5bd8fd tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5fc01a7b-beab-4692-bc34-6d928b3925c9), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:15.992323 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cdb990d6-c261-4667-afbc-25916b5bd8fd tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:15.993703 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cdb990d6-c261-4667-afbc-25916b5bd8fd tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "PUT /v2.0/security-groups/5fc01a7b-beab-4692-bc34-6d928b3925c9 HTTP/1.1" status: 200 len: 1795 time: 0.1645279 Mar 22 19:51:15.997536 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55150) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:16.022336 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb990d6-c261-4667-afbc-25916b5bd8fd tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc01a7b-beab-4692-bc34-6d928b3925c9,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:16.066307 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-39b5a4aa-58f0-4820-9163-4684263c4bd4 req-85b6bd2e-b610-40ef-b276-557a9ca68e06 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098199 Mar 22 19:51:16.084519 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8c9be96b-eb44-4f71-8820-697ed9e9e951 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "GET /v2.0/security-groups/5fc01a7b-beab-4692-bc34-6d928b3925c9 HTTP/1.1" status: 200 len: 1795 time: 0.0806592 Mar 22 19:51:16.084641 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55154) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:16.162789 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9335405c-d59c-4925-b490-25e4293eab3a tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (5fc01a7b-beab-4692-bc34-6d928b3925c9), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:16.190477 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9335405c-d59c-4925-b490-25e4293eab3a tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (5fc01a7b-beab-4692-bc34-6d928b3925c9), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:16.248494 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9335405c-d59c-4925-b490-25e4293eab3a tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5fc01a7b-beab-4692-bc34-6d928b3925c9), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:16.252092 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9335405c-d59c-4925-b490-25e4293eab3a tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:16.255959 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9335405c-d59c-4925-b490-25e4293eab3a tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "DELETE /v2.0/security-groups/5fc01a7b-beab-4692-bc34-6d928b3925c9 HTTP/1.1" status: 204 len: 168 time: 0.1722360 Mar 22 19:51:16.257002 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55168) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:16.263370 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335405c-d59c-4925-b490-25e4293eab3a tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc01a7b-beab-4692-bc34-6d928b3925c9,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:16.353815 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 827c8a1a-9b0a-475e-bcf9-6941275cc1b7 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:51:16.370190 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55170) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:16.371632 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b4a3c6d2-e096-4d68-a6f0-d9539784207e tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1127305 Mar 22 19:51:16.388706 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-30e6973c-4092-4d25-846e-f3121e368a13 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] delete failed (client error): The resource could not be found. Mar 22 19:51:16.390049 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-30e6973c-4092-4d25-846e-f3121e368a13 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "DELETE /v2.0/security-groups/5fc01a7b-beab-4692-bc34-6d928b3925c9 HTTP/1.1" status: 404 len: 347 time: 0.0182021 Mar 22 19:51:16.394917 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55172) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:16.395992 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e5fb9-c2c6-48b8-aec4-33cb043d06ab req-02dccdc2-2b1c-41c4-ab2f-6f81f3176c66 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:16.398368 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6a9e5fb9-c2c6-48b8-aec4-33cb043d06ab req-02dccdc2-2b1c-41c4-ab2f-6f81f3176c66 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.75 "GET /v2.0/ports?device_id=eaef2576-8883-49ab-b6d1-9d647986d3e9 HTTP/1.1" status: 200 len: 949 time: 0.1095452 Mar 22 19:51:16.399467 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-b2c43fa9-baf2-46a3-abd9-84153c855b6e tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Request body: {'security_group': {'name': 'tempest-secgroup--607637081'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:51:16.431425 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 827c8a1a-9b0a-475e-bcf9-6941275cc1b7 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:51:16.437096 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 827c8a1a-9b0a-475e-bcf9-6941275cc1b7 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:51:16.438549 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (827c8a1a-9b0a-475e-bcf9-6941275cc1b7), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:16.459544 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b2c43fa9-baf2-46a3-abd9-84153c855b6e tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:16.510285 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6a9e5fb9-c2c6-48b8-aec4-33cb043d06ab req-1de39db1-0712-47e2-8318-1d1785ae1a39 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1d52f0-783a-4893-b918-15128ca45b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043050 Mar 22 19:51:16.558928 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 827c8a1a-9b0a-475e-bcf9-6941275cc1b7 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:51:16.559417 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (827c8a1a-9b0a-475e-bcf9-6941275cc1b7), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:16.577949 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b2c43fa9-baf2-46a3-abd9-84153c855b6e tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (1249641e-6499-49d6-91b1-846749f95df0), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:16.591040 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:51:16.592952 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b2c43fa9-baf2-46a3-abd9-84153c855b6e tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1249641e-6499-49d6-91b1-846749f95df0), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:16.601478 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 827c8a1a-9b0a-475e-bcf9-6941275cc1b7, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=827c8a1a-9b0a-475e-bcf9-6941275cc1b7,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:51:16.602762 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaef2576-8883-49ab-b6d1-9d647986d3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827c8a1a-9b0a-475e-bcf9-6941275cc1b7'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:51:16.605484 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ce0764-512b-40e4-957d-bf1464926d76" -d '{"events": [{"server_uuid": "eaef2576-8883-49ab-b6d1-9d647986d3e9", "name": "network-vif-plugged", "status": "completed", "tag": "827c8a1a-9b0a-475e-bcf9-6941275cc1b7"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:51:16.611164 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (827c8a1a-9b0a-475e-bcf9-6941275cc1b7), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:16.629963 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b2c43fa9-baf2-46a3-abd9-84153c855b6e tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:16.631269 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b2c43fa9-baf2-46a3-abd9-84153c855b6e tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2353978 Mar 22 19:51:16.634414 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55178) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:16.641015 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-506e16bf-a07b-4b07-9ad7-388ef737fdf3 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Request body: {'security_group_rule': {'security_group_id': '1249641e-6499-49d6-91b1-846749f95df0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:51:16.665959 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c43fa9-baf2-46a3-abd9-84153c855b6e tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1249641e-6499-49d6-91b1-846749f95df0,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:16.677699 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=827c8a1a-9b0a-475e-bcf9-6941275cc1b7,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:16.696028 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-506e16bf-a07b-4b07-9ad7-388ef737fdf3 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (4a3ceacd-e8a6-4d28-8f59-a5ee27c4e542), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:16.776495 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-506e16bf-a07b-4b07-9ad7-388ef737fdf3 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (4a3ceacd-e8a6-4d28-8f59-a5ee27c4e542), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:16.783063 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-506e16bf-a07b-4b07-9ad7-388ef737fdf3 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (4a3ceacd-e8a6-4d28-8f59-a5ee27c4e542), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:16.814837 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e16bf-a07b-4b07-9ad7-388ef737fdf3 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a3ceacd-e8a6-4d28-8f59-a5ee27c4e542,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:16.828667 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-506e16bf-a07b-4b07-9ad7-388ef737fdf3 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:16.830452 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-506e16bf-a07b-4b07-9ad7-388ef737fdf3 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1933169 Mar 22 19:51:16.833230 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55180) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:16.876218 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f489-1e9d-49b0-b760-980894e95d27 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (4a3ceacd-e8a6-4d28-8f59-a5ee27c4e542), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:16.892796 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad964f9-e39f-45b2-9815-43a4e81e8351 x-openstack-request-id: req-9ad964f9-e39f-45b2-9815-43a4e81e8351 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:51:16.893167 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f489-1e9d-49b0-b760-980894e95d27 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (4a3ceacd-e8a6-4d28-8f59-a5ee27c4e542), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:16.893873 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaef2576-8883-49ab-b6d1-9d647986d3e9", "name": "network-vif-plugged", "status": "completed", "tag": "827c8a1a-9b0a-475e-bcf9-6941275cc1b7", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:51:16.894334 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9ad964f9-e39f-45b2-9815-43a4e81e8351 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:51:16.902485 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ad964f9-e39f-45b2-9815-43a4e81e8351'] response: {'server_uuid': 'eaef2576-8883-49ab-b6d1-9d647986d3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827c8a1a-9b0a-475e-bcf9-6941275cc1b7', 'code': 200} Mar 22 19:51:16.942349 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f489-1e9d-49b0-b760-980894e95d27 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (4a3ceacd-e8a6-4d28-8f59-a5ee27c4e542), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:16.948814 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f489-1e9d-49b0-b760-980894e95d27 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:16.950825 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f5f7f489-1e9d-49b0-b760-980894e95d27 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/4a3ceacd-e8a6-4d28-8f59-a5ee27c4e542 HTTP/1.1" status: 204 len: 168 time: 0.1162074 Mar 22 19:51:16.954256 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55182) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:16.978566 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f7f489-1e9d-49b0-b760-980894e95d27 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a3ceacd-e8a6-4d28-8f59-a5ee27c4e542,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:17.018123 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6a3e7c46-0470-4809-919a-19ecb9aa3ea7 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0622606 Mar 22 19:51:17.020737 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55184) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:17.028250 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77726b76-d700-4c80-a410-e5283a8d95ae req-7e519242-4418-479d-b1c8-17a2dcf5c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:17.030317 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-77726b76-d700-4c80-a410-e5283a8d95ae req-7e519242-4418-479d-b1c8-17a2dcf5c53f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=eaef2576-8883-49ab-b6d1-9d647986d3e9 HTTP/1.1" status: 200 len: 1133 time: 0.0627251 Mar 22 19:51:17.106719 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-77726b76-d700-4c80-a410-e5283a8d95ae req-f60772ae-e157-455c-b9af-65bf96cf76c2 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=ef1d52f0-783a-4893-b918-15128ca45b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666096 Mar 22 19:51:17.119898 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5a4ddbea-3204-4f41-ac9a-dc5e01b40a72 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (1249641e-6499-49d6-91b1-846749f95df0), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:17.176271 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5a4ddbea-3204-4f41-ac9a-dc5e01b40a72 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (1249641e-6499-49d6-91b1-846749f95df0), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:17.237919 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e1330-0c3b-4116-81f2-5ff773f1c6b2 req-4b33b175-2fb9-4be5-8a24-c88c2108d8ec tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:17.238651 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-919e1330-0c3b-4116-81f2-5ff773f1c6b2 req-4b33b175-2fb9-4be5-8a24-c88c2108d8ec tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 944 time: 0.0937040 Mar 22 19:51:17.262800 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5a4ddbea-3204-4f41-ac9a-dc5e01b40a72 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1249641e-6499-49d6-91b1-846749f95df0), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:17.267517 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5a4ddbea-3204-4f41-ac9a-dc5e01b40a72 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:17.269349 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5a4ddbea-3204-4f41-ac9a-dc5e01b40a72 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "DELETE /v2.0/security-groups/1249641e-6499-49d6-91b1-846749f95df0 HTTP/1.1" status: 204 len: 168 time: 0.2472134 Mar 22 19:51:17.273833 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55192) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:17.280439 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ddbea-3204-4f41-ac9a-dc5e01b40a72 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1249641e-6499-49d6-91b1-846749f95df0,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:17.346137 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-919e1330-0c3b-4116-81f2-5ff773f1c6b2 req-db86ba8d-4c6c-4ee2-a8c3-45351a53c6e3 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012797 Mar 22 19:51:17.356242 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55194) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:17.356731 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-db3e08ec-0201-4f88-9b61-6ab8b451d041 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0809462 Mar 22 19:51:17.363222 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-267ceb2d-ac12-4a01-8b5e-26a297b3c85e tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Request body: {'security_group': {'name': 'tempest-secgroup--1109127042'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:51:17.403541 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bd43877c-2e75-492c-9086-0c16967eb5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:17.413589 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-267ceb2d-ac12-4a01-8b5e-26a297b3c85e tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:17.516415 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-267ceb2d-ac12-4a01-8b5e-26a297b3c85e tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (adcb2085-cbcd-4c55-a503-2b3ce000aedc), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:17.526408 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-267ceb2d-ac12-4a01-8b5e-26a297b3c85e tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (adcb2085-cbcd-4c55-a503-2b3ce000aedc), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:17.590015 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ceb2d-ac12-4a01-8b5e-26a297b3c85e tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adcb2085-cbcd-4c55-a503-2b3ce000aedc,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:17.606748 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-267ceb2d-ac12-4a01-8b5e-26a297b3c85e tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:17.608789 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-267ceb2d-ac12-4a01-8b5e-26a297b3c85e tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2499788 Mar 22 19:51:17.612796 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55198) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:17.618588 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-b920cc36-14be-4e27-a1f5-b4c20bc2f536 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Request body: {'security_group_rule': {'security_group_id': 'adcb2085-cbcd-4c55-a503-2b3ce000aedc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:51:17.658240 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b920cc36-14be-4e27-a1f5-b4c20bc2f536 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (2b737da2-f64e-4100-ac14-8f2b68b24ee1), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:17.751168 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b920cc36-14be-4e27-a1f5-b4c20bc2f536 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (2b737da2-f64e-4100-ac14-8f2b68b24ee1), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:17.758953 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ab565-3796-43de-a9c4-1cd585e7eb92 req-434f4d7e-632e-4915-9aec-1a2ea43df59b tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:17.760579 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c64ab565-3796-43de-a9c4-1cd585e7eb92 req-434f4d7e-632e-4915-9aec-1a2ea43df59b tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.75 "GET /v2.0/ports?device_id=eaef2576-8883-49ab-b6d1-9d647986d3e9 HTTP/1.1" status: 200 len: 950 time: 0.1044464 Mar 22 19:51:17.774973 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b920cc36-14be-4e27-a1f5-b4c20bc2f536 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (2b737da2-f64e-4100-ac14-8f2b68b24ee1), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:17.817460 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920cc36-14be-4e27-a1f5-b4c20bc2f536 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b737da2-f64e-4100-ac14-8f2b68b24ee1,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:17.827429 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b920cc36-14be-4e27-a1f5-b4c20bc2f536 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:17.829170 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b920cc36-14be-4e27-a1f5-b4c20bc2f536 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2153518 Mar 22 19:51:17.832418 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55200) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:17.840436 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-3ebc4f33-1e35-44eb-986e-dc981e4300f4 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Request body: {'security_group_rule': {'security_group_id': 'adcb2085-cbcd-4c55-a503-2b3ce000aedc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:51:17.862224 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c64ab565-3796-43de-a9c4-1cd585e7eb92 req-7bd443d3-cf92-4e26-8ba1-9af6c1d40321 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1d52f0-783a-4893-b918-15128ca45b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854208 Mar 22 19:51:17.886995 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3ebc4f33-1e35-44eb-986e-dc981e4300f4 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (3ac0675f-af88-4af7-8150-48468f5f6aff), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:17.961689 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3ebc4f33-1e35-44eb-986e-dc981e4300f4 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (3ac0675f-af88-4af7-8150-48468f5f6aff), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:17.965768 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3ebc4f33-1e35-44eb-986e-dc981e4300f4 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (3ac0675f-af88-4af7-8150-48468f5f6aff), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:17.985934 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc4f33-1e35-44eb-986e-dc981e4300f4 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac0675f-af88-4af7-8150-48468f5f6aff,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:17.994991 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3ebc4f33-1e35-44eb-986e-dc981e4300f4 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:17.996318 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3ebc4f33-1e35-44eb-986e-dc981e4300f4 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1622958 Mar 22 19:51:17.999134 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55202) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:18.003721 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-fce1d8b5-74d8-4635-b812-7eaa2bab88ff tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Request body: {'security_group_rule': {'security_group_id': 'adcb2085-cbcd-4c55-a503-2b3ce000aedc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:51:18.034449 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fce1d8b5-74d8-4635-b812-7eaa2bab88ff tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (8398e881-5be4-4da4-ad5a-6039517d91e2), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:18.106955 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fce1d8b5-74d8-4635-b812-7eaa2bab88ff tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (8398e881-5be4-4da4-ad5a-6039517d91e2), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:18.119610 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fce1d8b5-74d8-4635-b812-7eaa2bab88ff tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (8398e881-5be4-4da4-ad5a-6039517d91e2), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:18.154452 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1d8b5-74d8-4635-b812-7eaa2bab88ff tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8398e881-5be4-4da4-ad5a-6039517d91e2,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:18.162258 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fce1d8b5-74d8-4635-b812-7eaa2bab88ff tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:18.167233 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-fce1d8b5-74d8-4635-b812-7eaa2bab88ff tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1641695 Mar 22 19:51:18.168073 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55204) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:18.173922 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-a5a27d40-d52a-4698-80ba-72088694bb27 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Request body: {'security_group_rule': {'security_group_id': 'adcb2085-cbcd-4c55-a503-2b3ce000aedc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:51:18.205184 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a5a27d40-d52a-4698-80ba-72088694bb27 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (3821f2d8-c015-47fd-bb1d-10ae7978af74), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:18.312901 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a5a27d40-d52a-4698-80ba-72088694bb27 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (3821f2d8-c015-47fd-bb1d-10ae7978af74), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:18.317266 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a5a27d40-d52a-4698-80ba-72088694bb27 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (3821f2d8-c015-47fd-bb1d-10ae7978af74), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:18.337575 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a27d40-d52a-4698-80ba-72088694bb27 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3821f2d8-c015-47fd-bb1d-10ae7978af74,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:18.347583 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a5a27d40-d52a-4698-80ba-72088694bb27 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:18.352329 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a5a27d40-d52a-4698-80ba-72088694bb27 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1798391 Mar 22 19:51:18.352605 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55210) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:18.357856 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-27f6304e-bc21-4258-8fea-3c34ff2ccde2 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Request body: {'security_group_rule': {'security_group_id': 'adcb2085-cbcd-4c55-a503-2b3ce000aedc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:51:18.395228 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-27f6304e-bc21-4258-8fea-3c34ff2ccde2 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (6067db7e-5e93-4c10-8db5-954d9c516eef), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:18.469923 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:18.483381 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-27f6304e-bc21-4258-8fea-3c34ff2ccde2 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (6067db7e-5e93-4c10-8db5-954d9c516eef), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:18.489479 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-27f6304e-bc21-4258-8fea-3c34ff2ccde2 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (6067db7e-5e93-4c10-8db5-954d9c516eef), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:18.518028 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f6304e-bc21-4258-8fea-3c34ff2ccde2 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6067db7e-5e93-4c10-8db5-954d9c516eef,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:18.524604 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-27f6304e-bc21-4258-8fea-3c34ff2ccde2 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:18.527046 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-27f6304e-bc21-4258-8fea-3c34ff2ccde2 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1731746 Mar 22 19:51:18.530168 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55214) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:18.536462 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f847f-c817-4f85-86b8-5bf2743f216c req-1f571013-5109-4320-acae-0028b2a290cd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:18.538503 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-db9f847f-c817-4f85-86b8-5bf2743f216c req-1f571013-5109-4320-acae-0028b2a290cd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 944 time: 0.1056011 Mar 22 19:51:18.574948 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-88e9a4d5-93c3-4984-babd-5b6255181aa4 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (6067db7e-5e93-4c10-8db5-954d9c516eef), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:18.591085 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-88e9a4d5-93c3-4984-babd-5b6255181aa4 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (6067db7e-5e93-4c10-8db5-954d9c516eef), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:18.646026 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-88e9a4d5-93c3-4984-babd-5b6255181aa4 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (6067db7e-5e93-4c10-8db5-954d9c516eef), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:18.657245 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-db9f847f-c817-4f85-86b8-5bf2743f216c req-bd1457f1-c6cf-47f5-8d57-01c6850a9d7b tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094182 Mar 22 19:51:18.662589 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-88e9a4d5-93c3-4984-babd-5b6255181aa4 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:18.664015 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-88e9a4d5-93c3-4984-babd-5b6255181aa4 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/6067db7e-5e93-4c10-8db5-954d9c516eef HTTP/1.1" status: 204 len: 168 time: 0.1326184 Mar 22 19:51:18.667120 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55216) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:18.682355 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9a4d5-93c3-4984-babd-5b6255181aa4 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6067db7e-5e93-4c10-8db5-954d9c516eef,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:18.747509 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:18.748819 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55218) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:18.754897 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f7039b6e-e303-4f7e-8ceb-1058b637e94b tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0858233 Mar 22 19:51:19.028752 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2044d34-fc62-4fa3-8211-f2e07f6573e8 req-114c2014-4613-497d-8cb3-65f2f5799323 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:19.037413 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f2044d34-fc62-4fa3-8211-f2e07f6573e8 req-114c2014-4613-497d-8cb3-65f2f5799323 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.75 "GET /v2.0/ports?device_id=eaef2576-8883-49ab-b6d1-9d647986d3e9 HTTP/1.1" status: 200 len: 950 time: 0.0757668 Mar 22 19:51:19.112178 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f2044d34-fc62-4fa3-8211-f2e07f6573e8 req-f5a31ef9-6d69-4490-b0b8-988b4e666a70 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1d52f0-783a-4893-b918-15128ca45b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733879 Mar 22 19:51:19.175012 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dec9d315-ee16-45d1-baa7-fc30021ee625 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (3821f2d8-c015-47fd-bb1d-10ae7978af74), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:19.188550 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dec9d315-ee16-45d1-baa7-fc30021ee625 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (3821f2d8-c015-47fd-bb1d-10ae7978af74), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:19.221877 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dec9d315-ee16-45d1-baa7-fc30021ee625 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (3821f2d8-c015-47fd-bb1d-10ae7978af74), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:19.231131 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dec9d315-ee16-45d1-baa7-fc30021ee625 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:19.233296 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-dec9d315-ee16-45d1-baa7-fc30021ee625 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/3821f2d8-c015-47fd-bb1d-10ae7978af74 HTTP/1.1" status: 204 len: 168 time: 0.4819891 Mar 22 19:51:19.236261 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55234) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:19.244360 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec9d315-ee16-45d1-baa7-fc30021ee625 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3821f2d8-c015-47fd-bb1d-10ae7978af74,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:19.325533 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1d9d113f-dec2-4843-af13-89d7768b879b tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0869002 Mar 22 19:51:19.327522 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55240) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:19.382262 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dce4a2bc-954b-4bed-a4f8-4f80208f16b2 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (8398e881-5be4-4da4-ad5a-6039517d91e2), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:19.391881 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dce4a2bc-954b-4bed-a4f8-4f80208f16b2 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (8398e881-5be4-4da4-ad5a-6039517d91e2), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:19.434566 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dce4a2bc-954b-4bed-a4f8-4f80208f16b2 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (8398e881-5be4-4da4-ad5a-6039517d91e2), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:19.440651 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dce4a2bc-954b-4bed-a4f8-4f80208f16b2 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:19.445915 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-dce4a2bc-954b-4bed-a4f8-4f80208f16b2 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/8398e881-5be4-4da4-ad5a-6039517d91e2 HTTP/1.1" status: 204 len: 168 time: 0.1099360 Mar 22 19:51:19.449025 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55246) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:19.450620 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4a2bc-954b-4bed-a4f8-4f80208f16b2 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8398e881-5be4-4da4-ad5a-6039517d91e2,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:19.530804 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-25d44fd9-6f0c-48fd-8aa5-fcc8955d0e14 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0768127 Mar 22 19:51:19.531471 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55248) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:19.563515 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2bc38c54-0478-4850-bf69-70cd09c3795b tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (3ac0675f-af88-4af7-8150-48468f5f6aff), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:19.578575 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2bc38c54-0478-4850-bf69-70cd09c3795b tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (3ac0675f-af88-4af7-8150-48468f5f6aff), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:19.645317 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2bc38c54-0478-4850-bf69-70cd09c3795b tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (3ac0675f-af88-4af7-8150-48468f5f6aff), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:19.654438 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2bc38c54-0478-4850-bf69-70cd09c3795b tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:19.655742 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2bc38c54-0478-4850-bf69-70cd09c3795b tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/3ac0675f-af88-4af7-8150-48468f5f6aff HTTP/1.1" status: 204 len: 168 time: 0.1222520 Mar 22 19:51:19.660060 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55252) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:19.691071 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc38c54-0478-4850-bf69-70cd09c3795b tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ac0675f-af88-4af7-8150-48468f5f6aff,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:19.728809 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-62f2b451-7334-4511-b0c2-d04ebb328673 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0672681 Mar 22 19:51:19.731992 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55256) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:19.788599 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8b92c6bd-797d-4b88-96c5-e8cedfbb6daf tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (2b737da2-f64e-4100-ac14-8f2b68b24ee1), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:19.817751 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8b92c6bd-797d-4b88-96c5-e8cedfbb6daf tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (2b737da2-f64e-4100-ac14-8f2b68b24ee1), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:19.867600 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2e469-2a74-4dda-b02a-cd83a4a3b130 req-c54edf68-f3a5-48c1-914e-da4b3a9e9a9e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:19.869167 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e4d2e469-2a74-4dda-b02a-cd83a4a3b130 req-c54edf68-f3a5-48c1-914e-da4b3a9e9a9e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 944 time: 0.0962090 Mar 22 19:51:19.870372 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8b92c6bd-797d-4b88-96c5-e8cedfbb6daf tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (2b737da2-f64e-4100-ac14-8f2b68b24ee1), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:19.876923 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8b92c6bd-797d-4b88-96c5-e8cedfbb6daf tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:19.880485 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8b92c6bd-797d-4b88-96c5-e8cedfbb6daf tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/2b737da2-f64e-4100-ac14-8f2b68b24ee1 HTTP/1.1" status: 204 len: 168 time: 0.1445208 Mar 22 19:51:19.881233 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55258) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:19.900101 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b92c6bd-797d-4b88-96c5-e8cedfbb6daf tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b737da2-f64e-4100-ac14-8f2b68b24ee1,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:19.957339 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e4d2e469-2a74-4dda-b02a-cd83a4a3b130 req-3e246553-37da-47b6-818f-7ae0e21b83c4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780265 Mar 22 19:51:19.969367 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55260) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:19.971986 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e5df027c-5d60-480a-8270-9045416d792b tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0889578 Mar 22 19:51:20.045180 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d5c0be87-21e8-4554-91ef-82b4f1cc0d61 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (adcb2085-cbcd-4c55-a503-2b3ce000aedc), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:20.079106 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d5c0be87-21e8-4554-91ef-82b4f1cc0d61 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (adcb2085-cbcd-4c55-a503-2b3ce000aedc), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:20.145503 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d5c0be87-21e8-4554-91ef-82b4f1cc0d61 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (adcb2085-cbcd-4c55-a503-2b3ce000aedc), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:20.148676 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d5c0be87-21e8-4554-91ef-82b4f1cc0d61 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:20.152959 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55262) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:20.159332 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d5c0be87-21e8-4554-91ef-82b4f1cc0d61 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "DELETE /v2.0/security-groups/adcb2085-cbcd-4c55-a503-2b3ce000aedc HTTP/1.1" status: 204 len: 168 time: 0.1886873 Mar 22 19:51:20.181230 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0be87-21e8-4554-91ef-82b4f1cc0d61 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcb2085-cbcd-4c55-a503-2b3ce000aedc,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:20.185576 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:20.226907 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55264) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:20.232231 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-58f8bfce-89d6-4cbf-afbf-91afbe0f95bc tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Request body: {'security_group': {'name': 'tempest-secgroup--1326172658'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:51:20.237162 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7d1d0fce-0036-4605-b3ea-75ca5e2fb96d tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0829389 Mar 22 19:51:20.263685 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-58f8bfce-89d6-4cbf-afbf-91afbe0f95bc tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:20.356474 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-58f8bfce-89d6-4cbf-afbf-91afbe0f95bc tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (671e0a4f-fd91-4819-95ff-645b3ade50d6), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:20.360662 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-58f8bfce-89d6-4cbf-afbf-91afbe0f95bc tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (671e0a4f-fd91-4819-95ff-645b3ade50d6), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:20.407390 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-58f8bfce-89d6-4cbf-afbf-91afbe0f95bc tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:20.411360 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55270) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:20.416119 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-cce7a333-e36b-497f-8216-afd665963e95 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Request body: {'security_group_rule': {'security_group_id': '671e0a4f-fd91-4819-95ff-645b3ade50d6', 'direction': 'ingress', 'protocol': 17}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:51:20.420737 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-58f8bfce-89d6-4cbf-afbf-91afbe0f95bc tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1933811 Mar 22 19:51:20.430289 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8bfce-89d6-4cbf-afbf-91afbe0f95bc tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=671e0a4f-fd91-4819-95ff-645b3ade50d6,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:20.466928 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cce7a333-e36b-497f-8216-afd665963e95 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (f98548b6-cd2c-4e46-ae4a-b5082692b50f), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:20.557698 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cce7a333-e36b-497f-8216-afd665963e95 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (f98548b6-cd2c-4e46-ae4a-b5082692b50f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:20.564114 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cce7a333-e36b-497f-8216-afd665963e95 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (f98548b6-cd2c-4e46-ae4a-b5082692b50f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:20.595730 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cce7a333-e36b-497f-8216-afd665963e95 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:20.600225 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55272) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:20.611173 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cce7a333-e36b-497f-8216-afd665963e95 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1975491 Mar 22 19:51:20.618388 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce7a333-e36b-497f-8216-afd665963e95 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f98548b6-cd2c-4e46-ae4a-b5082692b50f,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:20.691694 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ed4a53e0-773d-4117-a804-bcae9e4762b4 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (671e0a4f-fd91-4819-95ff-645b3ade50d6), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:20.741265 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ed4a53e0-773d-4117-a804-bcae9e4762b4 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (671e0a4f-fd91-4819-95ff-645b3ade50d6), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:20.804181 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ed4a53e0-773d-4117-a804-bcae9e4762b4 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (671e0a4f-fd91-4819-95ff-645b3ade50d6), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:20.809628 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ed4a53e0-773d-4117-a804-bcae9e4762b4 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:20.812361 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ed4a53e0-773d-4117-a804-bcae9e4762b4 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "DELETE /v2.0/security-groups/671e0a4f-fd91-4819-95ff-645b3ade50d6 HTTP/1.1" status: 204 len: 168 time: 0.2101629 Mar 22 19:51:20.815427 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55276) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:20.829512 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a53e0-773d-4117-a804-bcae9e4762b4 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=671e0a4f-fd91-4819-95ff-645b3ade50d6,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:20.919155 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-31080721-c400-46d4-a9cc-af2a11ec6adc tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0981810 Mar 22 19:51:20.919600 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55278) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:20.926138 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-f147045c-4f0c-43f9-8d9c-86abc2a9e656 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Request body: {'security_group': {'name': 'tempest-secgroup--638353058'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:51:20.951401 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f147045c-4f0c-43f9-8d9c-86abc2a9e656 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:21.054703 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f147045c-4f0c-43f9-8d9c-86abc2a9e656 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (40fffc8a-107c-45cc-8bfb-f574fdd178e2), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:21.061960 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f147045c-4f0c-43f9-8d9c-86abc2a9e656 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (40fffc8a-107c-45cc-8bfb-f574fdd178e2), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:21.088134 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f147045c-4f0c-43f9-8d9c-86abc2a9e656 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:21.092586 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f147045c-4f0c-43f9-8d9c-86abc2a9e656 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1696815 Mar 22 19:51:21.094421 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55282) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:21.100435 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-e0a4c6a9-ad50-4d0e-a608-ca94dd4cc328 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Request body: {'security_group': {'name': 'tempest-secgroup--1057994447'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:51:21.151710 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e0a4c6a9-ad50-4d0e-a608-ca94dd4cc328 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:21.189281 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147045c-4f0c-43f9-8d9c-86abc2a9e656 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40fffc8a-107c-45cc-8bfb-f574fdd178e2,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:21.270221 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6695c-dcd2-4a51-b506-f8dd6d87cd72 req-3fde9de8-203e-404c-ac7a-ec876ee6443a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:21.270571 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-84b6695c-dcd2-4a51-b506-f8dd6d87cd72 req-3fde9de8-203e-404c-ac7a-ec876ee6443a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 944 time: 0.1073043 Mar 22 19:51:21.291629 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e0a4c6a9-ad50-4d0e-a608-ca94dd4cc328 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (b8850de4-ae98-41cb-a994-79cf1f120098), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:21.300529 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e0a4c6a9-ad50-4d0e-a608-ca94dd4cc328 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b8850de4-ae98-41cb-a994-79cf1f120098), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:21.347773 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-84b6695c-dcd2-4a51-b506-f8dd6d87cd72 req-585d8797-9b6e-4093-ad85-aa59cd1fa72d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708125 Mar 22 19:51:21.351147 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e0a4c6a9-ad50-4d0e-a608-ca94dd4cc328 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:21.353550 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e0a4c6a9-ad50-4d0e-a608-ca94dd4cc328 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2576718 Mar 22 19:51:21.366832 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55284) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:21.376388 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-60ea1d42-df50-4a8f-9115-e6d6a3ab9ffc tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Request body: {'security_group_rule': {'security_group_id': '40fffc8a-107c-45cc-8bfb-f574fdd178e2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b8850de4-ae98-41cb-a994-79cf1f120098', 'remote_ip_prefix': None}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:51:21.389685 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:21.406916 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4c6a9-ad50-4d0e-a608-ca94dd4cc328 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8850de4-ae98-41cb-a994-79cf1f120098,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:21.428981 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-60ea1d42-df50-4a8f-9115-e6d6a3ab9ffc tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (729b9d72-8434-4c22-a0bd-6e5b67b3bbdc), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:21.536601 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-60ea1d42-df50-4a8f-9115-e6d6a3ab9ffc tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (729b9d72-8434-4c22-a0bd-6e5b67b3bbdc), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:21.542486 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-60ea1d42-df50-4a8f-9115-e6d6a3ab9ffc tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (729b9d72-8434-4c22-a0bd-6e5b67b3bbdc), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:21.568235 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea1d42-df50-4a8f-9115-e6d6a3ab9ffc tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=729b9d72-8434-4c22-a0bd-6e5b67b3bbdc,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:21.580373 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-60ea1d42-df50-4a8f-9115-e6d6a3ab9ffc tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:21.585832 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-60ea1d42-df50-4a8f-9115-e6d6a3ab9ffc tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2140689 Mar 22 19:51:21.586313 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55286) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:21.616099 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2ad79e58-7d2d-41c1-8936-504de92a41b2 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (729b9d72-8434-4c22-a0bd-6e5b67b3bbdc), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:21.626263 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2ad79e58-7d2d-41c1-8936-504de92a41b2 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (729b9d72-8434-4c22-a0bd-6e5b67b3bbdc), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:21.658497 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2ad79e58-7d2d-41c1-8936-504de92a41b2 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (729b9d72-8434-4c22-a0bd-6e5b67b3bbdc), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:21.666152 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2ad79e58-7d2d-41c1-8936-504de92a41b2 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:21.667392 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2ad79e58-7d2d-41c1-8936-504de92a41b2 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/729b9d72-8434-4c22-a0bd-6e5b67b3bbdc HTTP/1.1" status: 204 len: 168 time: 0.0800250 Mar 22 19:51:21.670416 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55288) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:21.679434 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad79e58-7d2d-41c1-8936-504de92a41b2 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=729b9d72-8434-4c22-a0bd-6e5b67b3bbdc,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:21.724015 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-15576358-cbbc-4e63-bd5c-625e91d1d690 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0497746 Mar 22 19:51:21.724257 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55290) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:21.797470 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-97676b54-745a-4334-9105-9882edd7f330 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (b8850de4-ae98-41cb-a994-79cf1f120098), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:21.835206 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-97676b54-745a-4334-9105-9882edd7f330 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (b8850de4-ae98-41cb-a994-79cf1f120098), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:21.900960 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-97676b54-745a-4334-9105-9882edd7f330 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b8850de4-ae98-41cb-a994-79cf1f120098), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:21.903697 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-97676b54-745a-4334-9105-9882edd7f330 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:21.904899 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-97676b54-745a-4334-9105-9882edd7f330 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "DELETE /v2.0/security-groups/b8850de4-ae98-41cb-a994-79cf1f120098 HTTP/1.1" status: 204 len: 168 time: 0.1797142 Mar 22 19:51:21.907742 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55292) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:21.920764 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97676b54-745a-4334-9105-9882edd7f330 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8850de4-ae98-41cb-a994-79cf1f120098,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:21.989859 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8f9ee41a-430a-4092-9a50-e94362c234a6 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0809019 Mar 22 19:51:21.992951 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55294) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:22.055291 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-af9db7f5-22aa-43f4-bbab-8281d7308b0f tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (40fffc8a-107c-45cc-8bfb-f574fdd178e2), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:22.086471 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-af9db7f5-22aa-43f4-bbab-8281d7308b0f tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (40fffc8a-107c-45cc-8bfb-f574fdd178e2), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:22.142322 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-af9db7f5-22aa-43f4-bbab-8281d7308b0f tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (40fffc8a-107c-45cc-8bfb-f574fdd178e2), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:22.146729 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-af9db7f5-22aa-43f4-bbab-8281d7308b0f tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:22.149253 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-af9db7f5-22aa-43f4-bbab-8281d7308b0f tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "DELETE /v2.0/security-groups/40fffc8a-107c-45cc-8bfb-f574fdd178e2 HTTP/1.1" status: 204 len: 168 time: 0.1552403 Mar 22 19:51:22.152052 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55296) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:22.166446 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9db7f5-22aa-43f4-bbab-8281d7308b0f tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fffc8a-107c-45cc-8bfb-f574fdd178e2,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:22.211125 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3324129e-8403-4921-bdd7-7056d006ae41 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0572126 Mar 22 19:51:22.215462 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55298) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:22.221056 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-84cee55c-6418-4a58-abec-bdc9d470d7ce tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Request body: {'security_group': {'name': 'tempest-secgroup--545363412'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:51:22.248191 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-84cee55c-6418-4a58-abec-bdc9d470d7ce tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:22.345735 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-84cee55c-6418-4a58-abec-bdc9d470d7ce tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (22584b17-fff6-411e-9c10-943da9804784), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:22.351753 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-84cee55c-6418-4a58-abec-bdc9d470d7ce tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (22584b17-fff6-411e-9c10-943da9804784), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:22.384191 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-84cee55c-6418-4a58-abec-bdc9d470d7ce tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:22.388476 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-84cee55c-6418-4a58-abec-bdc9d470d7ce tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1718347 Mar 22 19:51:22.389303 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55302) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:22.395731 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cee55c-6418-4a58-abec-bdc9d470d7ce tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22584b17-fff6-411e-9c10-943da9804784,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:22.396970 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-f53cbd96-fdb8-4426-a916-79ec80ebe1d8 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Request body: {'security_group_rule': {'security_group_id': '22584b17-fff6-411e-9c10-943da9804784', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:51:22.454768 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f53cbd96-fdb8-4426-a916-79ec80ebe1d8 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (e441fe3d-f0d6-42f9-b968-bc4ec3766105), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:22.523839 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99d020-e4cc-4b30-a615-f98e8cba3fe8 req-6e70532e-aa69-46b3-bc68-86cf325fb38d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:22.532881 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6b99d020-e4cc-4b30-a615-f98e8cba3fe8 req-6e70532e-aa69-46b3-bc68-86cf325fb38d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 944 time: 0.0676863 Mar 22 19:51:22.540733 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f53cbd96-fdb8-4426-a916-79ec80ebe1d8 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (e441fe3d-f0d6-42f9-b968-bc4ec3766105), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:22.547826 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f53cbd96-fdb8-4426-a916-79ec80ebe1d8 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (e441fe3d-f0d6-42f9-b968-bc4ec3766105), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:22.583879 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f53cbd96-fdb8-4426-a916-79ec80ebe1d8 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:22.585620 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6b99d020-e4cc-4b30-a615-f98e8cba3fe8 req-85e93f7a-a4ef-4432-85b6-d7e26446877a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518076 Mar 22 19:51:22.589258 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f53cbd96-fdb8-4426-a916-79ec80ebe1d8 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1952693 Mar 22 19:51:22.589445 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55304) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:22.592408 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53cbd96-fdb8-4426-a916-79ec80ebe1d8 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e441fe3d-f0d6-42f9-b968-bc4ec3766105,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:22.632890 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5c49a23-be45-4b27-a39b-821a79a75d0a tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (e441fe3d-f0d6-42f9-b968-bc4ec3766105), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:22.642537 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5c49a23-be45-4b27-a39b-821a79a75d0a tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (e441fe3d-f0d6-42f9-b968-bc4ec3766105), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:22.678120 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5c49a23-be45-4b27-a39b-821a79a75d0a tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (e441fe3d-f0d6-42f9-b968-bc4ec3766105), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:22.689576 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5c49a23-be45-4b27-a39b-821a79a75d0a tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:22.693675 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b5c49a23-be45-4b27-a39b-821a79a75d0a tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/e441fe3d-f0d6-42f9-b968-bc4ec3766105 HTTP/1.1" status: 204 len: 168 time: 0.1000619 Mar 22 19:51:22.693851 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55306) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:22.700062 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c49a23-be45-4b27-a39b-821a79a75d0a tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e441fe3d-f0d6-42f9-b968-bc4ec3766105,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:22.738678 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f6072bb5-d1a8-4851-ba06-f4f8fb6cff96 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0437620 Mar 22 19:51:22.743154 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55308) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:22.824771 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-25435943-ee02-4cbe-87e7-7f1c44caeb99 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (22584b17-fff6-411e-9c10-943da9804784), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:22.858732 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-25435943-ee02-4cbe-87e7-7f1c44caeb99 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (22584b17-fff6-411e-9c10-943da9804784), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:22.912769 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-25435943-ee02-4cbe-87e7-7f1c44caeb99 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (22584b17-fff6-411e-9c10-943da9804784), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:22.915837 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-25435943-ee02-4cbe-87e7-7f1c44caeb99 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:22.920480 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-25435943-ee02-4cbe-87e7-7f1c44caeb99 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "DELETE /v2.0/security-groups/22584b17-fff6-411e-9c10-943da9804784 HTTP/1.1" status: 204 len: 168 time: 0.1733384 Mar 22 19:51:22.921039 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55310) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:22.935372 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25435943-ee02-4cbe-87e7-7f1c44caeb99 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22584b17-fff6-411e-9c10-943da9804784,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:22.998947 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9c512014-ad0d-4eb1-bc12-b61ff043487c tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0765142 Mar 22 19:51:23.003226 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55312) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:23.009237 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-d3dcf98c-4d46-4282-8d8d-2a69bdb9134f tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Request body: {'security_group': {'name': 'tempest-secgroup--326033'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:51:23.041430 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d3dcf98c-4d46-4282-8d8d-2a69bdb9134f tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:23.147587 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d3dcf98c-4d46-4282-8d8d-2a69bdb9134f tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (cda4c5c5-c496-4ae6-8a5e-dbc73838decc), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:23.154858 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d3dcf98c-4d46-4282-8d8d-2a69bdb9134f tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (cda4c5c5-c496-4ae6-8a5e-dbc73838decc), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:23.188988 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d3dcf98c-4d46-4282-8d8d-2a69bdb9134f tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:23.190938 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d3dcf98c-4d46-4282-8d8d-2a69bdb9134f tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.1858654 Mar 22 19:51:23.194105 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55314) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:23.201141 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-746fb561-8d93-4b16-9cf1-d39bd6f9115c tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Request body: {'security_group_rule': {'security_group_id': 'cda4c5c5-c496-4ae6-8a5e-dbc73838decc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:51:23.201579 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dcf98c-4d46-4282-8d8d-2a69bdb9134f tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cda4c5c5-c496-4ae6-8a5e-dbc73838decc,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:23.241396 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-746fb561-8d93-4b16-9cf1-d39bd6f9115c tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (5e8f32d2-6a71-419e-9540-61821d1ea4fa), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:23.307769 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-746fb561-8d93-4b16-9cf1-d39bd6f9115c tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (5e8f32d2-6a71-419e-9540-61821d1ea4fa), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:23.313048 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-746fb561-8d93-4b16-9cf1-d39bd6f9115c tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (5e8f32d2-6a71-419e-9540-61821d1ea4fa), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:23.331481 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746fb561-8d93-4b16-9cf1-d39bd6f9115c tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e8f32d2-6a71-419e-9540-61821d1ea4fa,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:23.343838 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-746fb561-8d93-4b16-9cf1-d39bd6f9115c tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:23.347747 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-746fb561-8d93-4b16-9cf1-d39bd6f9115c tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1494439 Mar 22 19:51:23.348212 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55316) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:23.365383 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-86b02b9f-375e-4f7a-9360-9d90d2b72dde tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "GET /v2.0/security-group-rules/5e8f32d2-6a71-419e-9540-61821d1ea4fa HTTP/1.1" status: 200 len: 763 time: 0.0159161 Mar 22 19:51:23.368102 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55318) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:23.413259 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3de94311-0475-4d2f-b98d-f54433be9306 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0412500 Mar 22 19:51:23.413910 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55320) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:23.453229 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-43617437-996c-48f1-9b2b-71b57b620934 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (5e8f32d2-6a71-419e-9540-61821d1ea4fa), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:23.463545 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-43617437-996c-48f1-9b2b-71b57b620934 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (5e8f32d2-6a71-419e-9540-61821d1ea4fa), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:23.495045 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-43617437-996c-48f1-9b2b-71b57b620934 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (5e8f32d2-6a71-419e-9540-61821d1ea4fa), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:23.502574 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-43617437-996c-48f1-9b2b-71b57b620934 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:23.505411 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-43617437-996c-48f1-9b2b-71b57b620934 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/5e8f32d2-6a71-419e-9540-61821d1ea4fa HTTP/1.1" status: 204 len: 168 time: 0.0857604 Mar 22 19:51:23.506625 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55322) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:23.517689 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43617437-996c-48f1-9b2b-71b57b620934 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e8f32d2-6a71-419e-9540-61821d1ea4fa,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:23.553860 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f8699d1d-1202-4043-9ac9-2ad94f50ca35 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0443118 Mar 22 19:51:23.555017 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55324) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:23.559526 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-03afff78-6431-4bbc-bbe0-0b618a227c10 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Request body: {'security_group_rule': {'security_group_id': 'cda4c5c5-c496-4ae6-8a5e-dbc73838decc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:51:23.585570 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-03afff78-6431-4bbc-bbe0-0b618a227c10 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (77a70d8d-b59b-42cd-b18f-bec7bee6dd8e), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:23.653053 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-03afff78-6431-4bbc-bbe0-0b618a227c10 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (77a70d8d-b59b-42cd-b18f-bec7bee6dd8e), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:23.659171 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-03afff78-6431-4bbc-bbe0-0b618a227c10 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (77a70d8d-b59b-42cd-b18f-bec7bee6dd8e), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:23.698575 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03afff78-6431-4bbc-bbe0-0b618a227c10 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a70d8d-b59b-42cd-b18f-bec7bee6dd8e,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:23.722481 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-03afff78-6431-4bbc-bbe0-0b618a227c10 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:23.726810 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-03afff78-6431-4bbc-bbe0-0b618a227c10 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1683555 Mar 22 19:51:23.729681 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55328) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:23.768213 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55330) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:23.770606 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d47eabd5-ad3b-4be0-97ec-21c38b5a89dc tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "GET /v2.0/security-group-rules/77a70d8d-b59b-42cd-b18f-bec7bee6dd8e HTTP/1.1" status: 200 len: 763 time: 0.0390658 Mar 22 19:51:23.822195 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76158327-fde4-4e7a-89de-750d70bf6e82 req-3b5385e7-8258-44b4-bbfb-8a0d51fb3ce9 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:23.823879 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-76158327-fde4-4e7a-89de-750d70bf6e82 req-3b5385e7-8258-44b4-bbfb-8a0d51fb3ce9 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 944 time: 0.1291850 Mar 22 19:51:23.834452 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-21c34ddb-e3ae-4a9f-8208-768f5dd7cd79 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0690191 Mar 22 19:51:23.837058 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55332) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:23.906238 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a4630202-c1a7-4632-87f2-99fc27be4140 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (77a70d8d-b59b-42cd-b18f-bec7bee6dd8e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:23.926527 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a4630202-c1a7-4632-87f2-99fc27be4140 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (77a70d8d-b59b-42cd-b18f-bec7bee6dd8e), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:23.963558 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-76158327-fde4-4e7a-89de-750d70bf6e82 req-a607663e-bb7a-4bf8-b185-e9975aa8665a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284947 Mar 22 19:51:23.982537 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a4630202-c1a7-4632-87f2-99fc27be4140 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (77a70d8d-b59b-42cd-b18f-bec7bee6dd8e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:23.999115 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a4630202-c1a7-4632-87f2-99fc27be4140 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:24.000857 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a4630202-c1a7-4632-87f2-99fc27be4140 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/77a70d8d-b59b-42cd-b18f-bec7bee6dd8e HTTP/1.1" status: 204 len: 168 time: 0.1630979 Mar 22 19:51:24.003210 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55334) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:24.004793 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4630202-c1a7-4632-87f2-99fc27be4140 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77a70d8d-b59b-42cd-b18f-bec7bee6dd8e,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:24.059122 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7db961bb-4cf8-4f0e-95e8-6a0ff57c561d tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0543811 Mar 22 19:51:24.063976 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55336) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:24.070382 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-6a1dd765-3de1-4d69-98a5-1849ffb29944 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Request body: {'security_group_rule': {'security_group_id': 'cda4c5c5-c496-4ae6-8a5e-dbc73838decc', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:51:24.096909 n-d-705658-24 neutron-server[104172]: INFO neutron.db.securitygroups_db [None req-6a1dd765-3de1-4d69-98a5-1849ffb29944 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Project 57e192905ccb402398cbd833c30dea11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 19:51:24.105359 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6a1dd765-3de1-4d69-98a5-1849ffb29944 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (8382d088-f403-4401-9c97-eb5a7cacf9a8), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:24.191173 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6a1dd765-3de1-4d69-98a5-1849ffb29944 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (8382d088-f403-4401-9c97-eb5a7cacf9a8), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:24.198014 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6a1dd765-3de1-4d69-98a5-1849ffb29944 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (8382d088-f403-4401-9c97-eb5a7cacf9a8), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:24.227107 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1dd765-3de1-4d69-98a5-1849ffb29944 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8382d088-f403-4401-9c97-eb5a7cacf9a8,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:24.247581 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6a1dd765-3de1-4d69-98a5-1849ffb29944 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:24.250593 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6a1dd765-3de1-4d69-98a5-1849ffb29944 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1848059 Mar 22 19:51:24.252859 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55338) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:24.274340 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6a737737-9223-4591-b605-253aa85a52c8 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "GET /v2.0/security-group-rules/8382d088-f403-4401-9c97-eb5a7cacf9a8 HTTP/1.1" status: 200 len: 769 time: 0.0200720 Mar 22 19:51:24.278494 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55340) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:24.327536 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-fca22d01-2b65-4630-a850-49790db19e6a tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0476422 Mar 22 19:51:24.331145 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55342) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:24.370813 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7b4aaefc-1ee2-425e-a7e8-a899518abb97 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (8382d088-f403-4401-9c97-eb5a7cacf9a8), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:24.385647 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7b4aaefc-1ee2-425e-a7e8-a899518abb97 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (8382d088-f403-4401-9c97-eb5a7cacf9a8), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:24.435461 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7b4aaefc-1ee2-425e-a7e8-a899518abb97 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (8382d088-f403-4401-9c97-eb5a7cacf9a8), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:24.447462 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7b4aaefc-1ee2-425e-a7e8-a899518abb97 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:24.449138 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7b4aaefc-1ee2-425e-a7e8-a899518abb97 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "DELETE /v2.0/security-group-rules/8382d088-f403-4401-9c97-eb5a7cacf9a8 HTTP/1.1" status: 204 len: 168 time: 0.1164420 Mar 22 19:51:24.451829 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55344) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:24.456476 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4aaefc-1ee2-425e-a7e8-a899518abb97 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8382d088-f403-4401-9c97-eb5a7cacf9a8,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:24.522067 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4a041f9d-8480-4f54-9b53-2021751a3186 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0680399 Mar 22 19:51:24.525665 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55346) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:24.601875 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a5f338e9-5f4d-4542-8a69-c2b8a71d057d tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (cda4c5c5-c496-4ae6-8a5e-dbc73838decc), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:24.636012 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a5f338e9-5f4d-4542-8a69-c2b8a71d057d tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (cda4c5c5-c496-4ae6-8a5e-dbc73838decc), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:24.701486 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a5f338e9-5f4d-4542-8a69-c2b8a71d057d tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (cda4c5c5-c496-4ae6-8a5e-dbc73838decc), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:24.705077 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a5f338e9-5f4d-4542-8a69-c2b8a71d057d tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:24.706698 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a5f338e9-5f4d-4542-8a69-c2b8a71d057d tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "DELETE /v2.0/security-groups/cda4c5c5-c496-4ae6-8a5e-dbc73838decc HTTP/1.1" status: 204 len: 168 time: 0.1796720 Mar 22 19:51:24.710165 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55348) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:24.716623 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f338e9-5f4d-4542-8a69-c2b8a71d057d tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda4c5c5-c496-4ae6-8a5e-dbc73838decc,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:24.799471 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e3e811d9-d144-4bd9-97b9-7539a15cf691 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0856552 Mar 22 19:51:24.806057 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55350) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:24.816046 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-1a2ec29e-0a7d-4230-a896-15dec2523ca0 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Request body: {'security_group': {'name': 'tempest-secgroup--1760236429'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:51:24.852167 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1a2ec29e-0a7d-4230-a896-15dec2523ca0 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:24.959609 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1a2ec29e-0a7d-4230-a896-15dec2523ca0 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (4261f927-bb92-4dc9-8515-18fd6e1dae2a), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:24.965554 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1a2ec29e-0a7d-4230-a896-15dec2523ca0 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (4261f927-bb92-4dc9-8515-18fd6e1dae2a), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:25.011844 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1a2ec29e-0a7d-4230-a896-15dec2523ca0 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:25.012423 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1a2ec29e-0a7d-4230-a896-15dec2523ca0 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2055957 Mar 22 19:51:25.017665 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ec29e-0a7d-4230-a896-15dec2523ca0 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4261f927-bb92-4dc9-8515-18fd6e1dae2a,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:25.022963 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55352) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:25.044584 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-f4417257-ac8e-4080-96e1-4e70034a534d tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Request body: {'security_group_rule': {'security_group_id': '4261f927-bb92-4dc9-8515-18fd6e1dae2a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:51:25.103116 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f4417257-ac8e-4080-96e1-4e70034a534d tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (4ce4d2df-3e5c-4907-9892-ac69c9c1d1a9), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:25.190393 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f4417257-ac8e-4080-96e1-4e70034a534d tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (4ce4d2df-3e5c-4907-9892-ac69c9c1d1a9), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:25.202178 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a8670-f5b7-45f1-adf5-99af51408b35 req-91d2e97c-3594-48d7-9279-98bcee8710d8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:25.204374 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-734a8670-f5b7-45f1-adf5-99af51408b35 req-91d2e97c-3594-48d7-9279-98bcee8710d8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 944 time: 0.0902021 Mar 22 19:51:25.205327 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f4417257-ac8e-4080-96e1-4e70034a534d tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (4ce4d2df-3e5c-4907-9892-ac69c9c1d1a9), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:25.235596 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4417257-ac8e-4080-96e1-4e70034a534d tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ce4d2df-3e5c-4907-9892-ac69c9c1d1a9,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:25.250727 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f4417257-ac8e-4080-96e1-4e70034a534d tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:25.251666 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f4417257-ac8e-4080-96e1-4e70034a534d tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2269762 Mar 22 19:51:25.254662 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55356) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:25.304014 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-734a8670-f5b7-45f1-adf5-99af51408b35 req-fe506a99-b696-4814-b41e-053db844d899 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778604 Mar 22 19:51:25.330837 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bd89ba95-208d-42e5-bcc2-fb45d43b3c2d tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (4261f927-bb92-4dc9-8515-18fd6e1dae2a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:25.356699 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bd89ba95-208d-42e5-bcc2-fb45d43b3c2d tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (4261f927-bb92-4dc9-8515-18fd6e1dae2a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:25.416403 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bd89ba95-208d-42e5-bcc2-fb45d43b3c2d tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (4261f927-bb92-4dc9-8515-18fd6e1dae2a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:25.419175 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bd89ba95-208d-42e5-bcc2-fb45d43b3c2d tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:25.422931 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bd89ba95-208d-42e5-bcc2-fb45d43b3c2d tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "DELETE /v2.0/security-groups/4261f927-bb92-4dc9-8515-18fd6e1dae2a HTTP/1.1" status: 204 len: 168 time: 0.1658413 Mar 22 19:51:25.425542 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55358) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:25.447315 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89ba95-208d-42e5-bcc2-fb45d43b3c2d tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4261f927-bb92-4dc9-8515-18fd6e1dae2a,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:25.485464 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d55630e6-6e3b-4f92-bbfc-2fefd093a4d5 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0586939 Mar 22 19:51:25.487742 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55360) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:25.532656 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a09063d6-2c10-4e0a-882e-54b0f50b5e94 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0407631 Mar 22 19:51:25.533012 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55362) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:25.548432 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-af16f316-e135-4689-a007-1da44300993e tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] delete failed (client error): The resource could not be found. Mar 22 19:51:25.552934 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-af16f316-e135-4689-a007-1da44300993e tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "DELETE /v2.0/security-groups/4261f927-bb92-4dc9-8515-18fd6e1dae2a HTTP/1.1" status: 404 len: 347 time: 0.0155919 Mar 22 19:51:25.553356 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55364) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:25.613829 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cdaf376b-1a8a-4330-aeaa-2cebab9b8667 tempest-SecGroupIPv6Test-1892217897 tempest-SecGroupIPv6Test-1892217897-project] 10.222.0.75 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0591764 Mar 22 19:51:25.950460 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55370) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:26.153868 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9cac5f66-d053-49ad-996c-6ebe687b1215 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=57e192905ccb402398cbd833c30dea11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1994832 Mar 22 19:51:26.154646 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55374) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:26.212333 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dbf170c8-9b70-4a30-b464-a5fe78959fa5 admin admin] Publish callbacks [] for security_group (db2d2eb9-e0d0-4608-a0a1-6438f1881524), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:26.239999 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dbf170c8-9b70-4a30-b464-a5fe78959fa5 admin admin] Publish callbacks [] for security_group (db2d2eb9-e0d0-4608-a0a1-6438f1881524), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:26.297362 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dbf170c8-9b70-4a30-b464-a5fe78959fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (db2d2eb9-e0d0-4608-a0a1-6438f1881524), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:26.300737 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dbf170c8-9b70-4a30-b464-a5fe78959fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:26.304692 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-dbf170c8-9b70-4a30-b464-a5fe78959fa5 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/db2d2eb9-e0d0-4608-a0a1-6438f1881524 HTTP/1.1" status: 204 len: 168 time: 0.1466696 Mar 22 19:51:26.318958 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf170c8-9b70-4a30-b464-a5fe78959fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2d2eb9-e0d0-4608-a0a1-6438f1881524,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:26.479241 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e450b98-269e-42d9-b0e7-9adaf3796954 req-e8f92704-5de7-468f-9c6d-fc40aaf40355 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:26.481021 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3e450b98-269e-42d9-b0e7-9adaf3796954 req-e8f92704-5de7-468f-9c6d-fc40aaf40355 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 944 time: 0.0685635 Mar 22 19:51:26.553142 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3e450b98-269e-42d9-b0e7-9adaf3796954 req-ed39f1ef-c240-4553-b8d6-e2e40a7e086f tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636008 Mar 22 19:51:27.369041 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55406) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:27.535400 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-15a5db64-f4f3-43c9-9f14-6ff14cf98281 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1557374466-network', 'tenant_id': '15e8ac5aa2fb4729a78347890bb1c7eb'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:51:27.559649 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a5db64-f4f3-43c9-9f14-6ff14cf98281 admin admin] Made reservation on behalf of 15e8ac5aa2fb4729a78347890bb1c7eb for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:51:27.562542 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-15a5db64-f4f3-43c9-9f14-6ff14cf98281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:27.574097 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-15a5db64-f4f3-43c9-9f14-6ff14cf98281 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:27.705595 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-15a5db64-f4f3-43c9-9f14-6ff14cf98281 admin admin] Publish callbacks [] for security_group (b94e3319-7c25-4c47-a198-bad0df867fe7), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:27.711312 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-15a5db64-f4f3-43c9-9f14-6ff14cf98281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b94e3319-7c25-4c47-a198-bad0df867fe7), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:27.747522 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a5db64-f4f3-43c9-9f14-6ff14cf98281 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:51:27.750756 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0010ad-6387-4aa2-a7ab-d5866e2d8875 req-fb611daa-4ba1-46da-b191-5ab6ad9e55c7 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:27.753243 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a0010ad-6387-4aa2-a7ab-d5866e2d8875 req-fb611daa-4ba1-46da-b191-5ab6ad9e55c7 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 944 time: 0.0932207 Mar 22 19:51:27.761434 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5db64-f4f3-43c9-9f14-6ff14cf98281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94e3319-7c25-4c47-a198-bad0df867fe7,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:27.776465 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-15a5db64-f4f3-43c9-9f14-6ff14cf98281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (4379587f-84ba-4d93-856f-9b7883fd6e20), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:27.777136 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-15a5db64-f4f3-43c9-9f14-6ff14cf98281 admin admin] Added segment 4379587f-84ba-4d93-856f-9b7883fd6e20 of type vlan for network 8f801b90-c10f-4654-9116-0cdcfdd3b36f Mar 22 19:51:27.852708 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-15a5db64-f4f3-43c9-9f14-6ff14cf98281 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (8f801b90-c10f-4654-9116-0cdcfdd3b36f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:27.882950 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a0010ad-6387-4aa2-a7ab-d5866e2d8875 req-2ae9c63b-6c79-418b-893a-1991cc964f44 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226578 Mar 22 19:51:27.923966 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-15a5db64-f4f3-43c9-9f14-6ff14cf98281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (8f801b90-c10f-4654-9116-0cdcfdd3b36f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:27.930458 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a5db64-f4f3-43c9-9f14-6ff14cf98281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:27.931669 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-15a5db64-f4f3-43c9-9f14-6ff14cf98281 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:28.055008 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-15a5db64-f4f3-43c9-9f14-6ff14cf98281 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6845996 Mar 22 19:51:28.059865 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55420) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:28.068011 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-8d5a5b01-75e6-426d-a9cb-021170b27eda admin admin] Request body: {'subnet': {'network_id': '8f801b90-c10f-4654-9116-0cdcfdd3b36f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1557374466-subnet', 'tenant_id': '15e8ac5aa2fb4729a78347890bb1c7eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:51:28.077443 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5db64-f4f3-43c9-9f14-6ff14cf98281 admin admin] Pushing event updated for resources: {'Network': ['ID=8f801b90-c10f-4654-9116-0cdcfdd3b36f,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:28.092845 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 8f801b90-c10f-4654-9116-0cdcfdd3b36f details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:51:28.115553 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5a5b01-75e6-426d-a9cb-021170b27eda admin admin] Made reservation on behalf of 15e8ac5aa2fb4729a78347890bb1c7eb for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:51:28.115553 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8d5a5b01-75e6-426d-a9cb-021170b27eda admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:28.352361 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8d5a5b01-75e6-426d-a9cb-021170b27eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (857b196f-1533-4fa2-960b-43816d423d33), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:28.423209 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a5b01-75e6-426d-a9cb-021170b27eda admin admin] Pushing event updated for resources: {'Subnet': ['ID=857b196f-1533-4fa2-960b-43816d423d33,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:28.444824 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5a5b01-75e6-426d-a9cb-021170b27eda admin admin] Checking segment: {'id': '4379587f-84ba-4d93-856f-9b7883fd6e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '8f801b90-c10f-4654-9116-0cdcfdd3b36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:51:28.445177 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5a5b01-75e6-426d-a9cb-021170b27eda admin admin] Network hostable DHCP agents. Network: 8f801b90-c10f-4654-9116-0cdcfdd3b36f, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:51:28.470807 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5a5b01-75e6-426d-a9cb-021170b27eda admin admin] Network 8f801b90-c10f-4654-9116-0cdcfdd3b36f is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:51:28.489922 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-8d5a5b01-75e6-426d-a9cb-021170b27eda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 8f801b90-c10f-4654-9116-0cdcfdd3b36f) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:51:28.501909 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5a5b01-75e6-426d-a9cb-021170b27eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:28.502519 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8d5a5b01-75e6-426d-a9cb-021170b27eda admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:28.507847 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001c19d2-3fba-44f5-91f4-64b803e0424d None None] Network 8f801b90-c10f-4654-9116-0cdcfdd3b36f requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:51:28.527764 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8d5a5b01-75e6-426d-a9cb-021170b27eda admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4636493 Mar 22 19:51:28.732717 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a857ccbc-a074-4393-8bce-2443548b4146 None None] Network 8f801b90-c10f-4654-9116-0cdcfdd3b36f requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:51:29.116744 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09b869-5dc6-45a4-97bc-a568d56d6f43 req-165ac720-4e79-4d14-b76a-853c50594cac tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:29.124780 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa09b869-5dc6-45a4-97bc-a568d56d6f43 req-165ac720-4e79-4d14-b76a-853c50594cac tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 944 time: 0.0921788 Mar 22 19:51:29.185965 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa09b869-5dc6-45a4-97bc-a568d56d6f43 req-9a9513ff-dac9-42e9-96fa-efe1f084db15 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598478 Mar 22 19:51:29.299497 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55444) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:29.306268 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-e6f410fb-f507-4d48-86c9-c37d8a82b3f1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1470779044-network', 'tenant_id': '5288b8a68fd24784b1fad1b0be0fd51c'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:51:29.339366 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f410fb-f507-4d48-86c9-c37d8a82b3f1 admin admin] Made reservation on behalf of 5288b8a68fd24784b1fad1b0be0fd51c for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:51:29.343057 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6f410fb-f507-4d48-86c9-c37d8a82b3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:29.351936 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6f410fb-f507-4d48-86c9-c37d8a82b3f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:29.446960 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6f410fb-f507-4d48-86c9-c37d8a82b3f1 admin admin] Publish callbacks [] for security_group (e276c137-357b-4e5e-a3b6-2cdb5d201da4), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:29.453026 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6f410fb-f507-4d48-86c9-c37d8a82b3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e276c137-357b-4e5e-a3b6-2cdb5d201da4), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:29.483543 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f410fb-f507-4d48-86c9-c37d8a82b3f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:51:29.504620 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6f410fb-f507-4d48-86c9-c37d8a82b3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (cce40dfa-7136-426a-8ea0-31702f198f69), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:29.504996 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-e6f410fb-f507-4d48-86c9-c37d8a82b3f1 admin admin] Added segment cce40dfa-7136-426a-8ea0-31702f198f69 of type vlan for network 256f73f8-0e9b-4c79-9f92-4ee261bff1c6 Mar 22 19:51:29.514380 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f410fb-f507-4d48-86c9-c37d8a82b3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e276c137-357b-4e5e-a3b6-2cdb5d201da4,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:29.595234 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6f410fb-f507-4d48-86c9-c37d8a82b3f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (256f73f8-0e9b-4c79-9f92-4ee261bff1c6), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:29.629412 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6f410fb-f507-4d48-86c9-c37d8a82b3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (256f73f8-0e9b-4c79-9f92-4ee261bff1c6), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:29.630817 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f410fb-f507-4d48-86c9-c37d8a82b3f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:29.631418 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e6f410fb-f507-4d48-86c9-c37d8a82b3f1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:29.696510 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e6f410fb-f507-4d48-86c9-c37d8a82b3f1 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3912189 Mar 22 19:51:29.696919 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55448) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:29.702345 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-38903f15-9748-49a0-be23-dffebb20fe9f admin admin] Request body: {'subnet': {'network_id': '256f73f8-0e9b-4c79-9f92-4ee261bff1c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1470779044-subnet', 'tenant_id': '5288b8a68fd24784b1fad1b0be0fd51c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:51:29.724318 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f410fb-f507-4d48-86c9-c37d8a82b3f1 admin admin] Pushing event updated for resources: {'Network': ['ID=256f73f8-0e9b-4c79-9f92-4ee261bff1c6,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:29.737599 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38903f15-9748-49a0-be23-dffebb20fe9f admin admin] Made reservation on behalf of 5288b8a68fd24784b1fad1b0be0fd51c for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:51:29.740630 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 256f73f8-0e9b-4c79-9f92-4ee261bff1c6 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:51:29.742880 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-38903f15-9748-49a0-be23-dffebb20fe9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:29.997387 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-38903f15-9748-49a0-be23-dffebb20fe9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (8e983e6b-4c04-4485-97cf-1a568accedd5), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:30.090292 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38903f15-9748-49a0-be23-dffebb20fe9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e983e6b-4c04-4485-97cf-1a568accedd5,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:30.104358 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38903f15-9748-49a0-be23-dffebb20fe9f admin admin] Checking segment: {'id': 'cce40dfa-7136-426a-8ea0-31702f198f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '256f73f8-0e9b-4c79-9f92-4ee261bff1c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:51:30.104960 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38903f15-9748-49a0-be23-dffebb20fe9f admin admin] Network hostable DHCP agents. Network: 256f73f8-0e9b-4c79-9f92-4ee261bff1c6, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:51:30.131664 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38903f15-9748-49a0-be23-dffebb20fe9f admin admin] Network 256f73f8-0e9b-4c79-9f92-4ee261bff1c6 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:51:30.143140 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-38903f15-9748-49a0-be23-dffebb20fe9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 256f73f8-0e9b-4c79-9f92-4ee261bff1c6) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:51:30.161705 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758d0ffa-efe3-428a-b655-c12a66fc237d None None] Network 256f73f8-0e9b-4c79-9f92-4ee261bff1c6 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:51:30.166475 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38903f15-9748-49a0-be23-dffebb20fe9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:30.169444 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-38903f15-9748-49a0-be23-dffebb20fe9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:30.213980 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-38903f15-9748-49a0-be23-dffebb20fe9f admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5115201 Mar 22 19:51:30.445310 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d26db8-0bfe-4dee-aadd-c18135205d3f None None] Network 256f73f8-0e9b-4c79-9f92-4ee261bff1c6 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:51:30.456511 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b6262-a8a9-42a3-ace6-8e88ef23df23 req-c7fa8e0d-62c2-4ddd-be14-fcc600c5cb5d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:30.459145 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b0b6262-a8a9-42a3-ace6-8e88ef23df23 req-c7fa8e0d-62c2-4ddd-be14-fcc600c5cb5d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 944 time: 0.1396179 Mar 22 19:51:30.511756 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55458) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:30.588990 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b0b6262-a8a9-42a3-ace6-8e88ef23df23 req-b145b3dd-bedd-4a62-bd79-4e910904e891 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205685 Mar 22 19:51:30.597668 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-51cddc71-d62d-4492-b71d-4488acd355e7 admin admin] Deleting subnet 857b196f-1533-4fa2-960b-43816d423d33 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:51:30.610929 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-51cddc71-d62d-4492-b71d-4488acd355e7 admin admin] Publish callbacks [] for subnet (857b196f-1533-4fa2-960b-43816d423d33), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:30.669086 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-51cddc71-d62d-4492-b71d-4488acd355e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (857b196f-1533-4fa2-960b-43816d423d33), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:30.725545 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-51cddc71-d62d-4492-b71d-4488acd355e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (857b196f-1533-4fa2-960b-43816d423d33), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:30.805586 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-51cddc71-d62d-4492-b71d-4488acd355e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (857b196f-1533-4fa2-960b-43816d423d33), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:30.849496 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cddc71-d62d-4492-b71d-4488acd355e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=857b196f-1533-4fa2-960b-43816d423d33,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:30.872605 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-51cddc71-d62d-4492-b71d-4488acd355e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:30.879667 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55462) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:30.882602 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-51cddc71-d62d-4492-b71d-4488acd355e7 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/857b196f-1533-4fa2-960b-43816d423d33 HTTP/1.1" status: 204 len: 168 time: 0.3694541 Mar 22 19:51:30.969558 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-497f2cdb-2fc8-4e43-8296-ec3b7cd82d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (8f801b90-c10f-4654-9116-0cdcfdd3b36f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:31.370364 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-497f2cdb-2fc8-4e43-8296-ec3b7cd82d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (8f801b90-c10f-4654-9116-0cdcfdd3b36f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:31.397048 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-497f2cdb-2fc8-4e43-8296-ec3b7cd82d45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f801b90-c10f-4654-9116-0cdcfdd3b36f']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:51:31.415298 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-497f2cdb-2fc8-4e43-8296-ec3b7cd82d45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4379587f-84ba-4d93-856f-9b7883fd6e20') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:51:31.415850 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-497f2cdb-2fc8-4e43-8296-ec3b7cd82d45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4379587f-84ba-4d93-856f-9b7883fd6e20') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:51:31.430585 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-497f2cdb-2fc8-4e43-8296-ec3b7cd82d45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (4379587f-84ba-4d93-856f-9b7883fd6e20), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:31.467339 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-497f2cdb-2fc8-4e43-8296-ec3b7cd82d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (4379587f-84ba-4d93-856f-9b7883fd6e20), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:31.481288 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-497f2cdb-2fc8-4e43-8296-ec3b7cd82d45 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:51:31.482294 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-497f2cdb-2fc8-4e43-8296-ec3b7cd82d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (4379587f-84ba-4d93-856f-9b7883fd6e20), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:31.486009 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:51:31.486009 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:51:31.486009 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:51:31.486009 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:51:31.486009 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:51:31.486009 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:51:31.486009 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:51:31.486009 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:51:31.486009 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:51:31.486009 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:51:31.486009 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:51:31.486009 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:51:31.486009 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:51:31.486009 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:51:31.486009 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:51:31.486009 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:51:31.486009 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:51:31.486009 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:51:31.486009 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:51:31.486009 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:51:31.486009 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:51:31.486009 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:51:31.486009 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:51:31.486009 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:51:31.486009 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:51:31.486009 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:51:31.486009 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:51:31.486009 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:51:31.486009 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:51:31.486009 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:51:31.486009 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:51:31.486009 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:51:31.573148 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-497f2cdb-2fc8-4e43-8296-ec3b7cd82d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (8f801b90-c10f-4654-9116-0cdcfdd3b36f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:31.581028 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-497f2cdb-2fc8-4e43-8296-ec3b7cd82d45 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:31.590193 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-497f2cdb-2fc8-4e43-8296-ec3b7cd82d45 admin admin] 10.222.0.75 "DELETE /v2.0/networks/8f801b90-c10f-4654-9116-0cdcfdd3b36f HTTP/1.1" status: 204 len: 168 time: 0.7068713 Mar 22 19:51:31.590992 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55470) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:31.620956 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f2cdb-2fc8-4e43-8296-ec3b7cd82d45 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f801b90-c10f-4654-9116-0cdcfdd3b36f,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:31.745319 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0094aae-fbff-47d4-8b6b-7107da95115c admin admin] Deleting subnet 8e983e6b-4c04-4485-97cf-1a568accedd5 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:51:31.753308 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c0094aae-fbff-47d4-8b6b-7107da95115c admin admin] Publish callbacks [] for subnet (8e983e6b-4c04-4485-97cf-1a568accedd5), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:31.841276 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a04ed8-b4f1-484c-b5d8-f32072fecce3 req-b53e96d7-d6a7-49bf-87aa-b4ab2cbcbe8c tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:31.844738 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-54a04ed8-b4f1-484c-b5d8-f32072fecce3 req-b53e96d7-d6a7-49bf-87aa-b4ab2cbcbe8c tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 944 time: 0.1786897 Mar 22 19:51:31.856723 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c0094aae-fbff-47d4-8b6b-7107da95115c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (8e983e6b-4c04-4485-97cf-1a568accedd5), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:31.956451 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-54a04ed8-b4f1-484c-b5d8-f32072fecce3 req-341b8e29-8ad1-4c85-bb1c-fbb73e663b64 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042523 Mar 22 19:51:31.963112 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c0094aae-fbff-47d4-8b6b-7107da95115c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (8e983e6b-4c04-4485-97cf-1a568accedd5), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:32.026695 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c0094aae-fbff-47d4-8b6b-7107da95115c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (8e983e6b-4c04-4485-97cf-1a568accedd5), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:32.057832 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0094aae-fbff-47d4-8b6b-7107da95115c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e983e6b-4c04-4485-97cf-1a568accedd5,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:32.064222 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c0094aae-fbff-47d4-8b6b-7107da95115c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:32.069309 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c0094aae-fbff-47d4-8b6b-7107da95115c admin admin] 10.222.0.75 "DELETE /v2.0/subnets/8e983e6b-4c04-4485-97cf-1a568accedd5 HTTP/1.1" status: 204 len: 168 time: 0.4768407 Mar 22 19:51:32.070315 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55478) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:32.164495 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9a0663c9-2b6d-4889-b01e-cfd8e932fb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (256f73f8-0e9b-4c79-9f92-4ee261bff1c6), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:32.252265 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9a0663c9-2b6d-4889-b01e-cfd8e932fb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (256f73f8-0e9b-4c79-9f92-4ee261bff1c6), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:32.275187 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-9a0663c9-2b6d-4889-b01e-cfd8e932fb42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256f73f8-0e9b-4c79-9f92-4ee261bff1c6']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:51:32.289309 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-9a0663c9-2b6d-4889-b01e-cfd8e932fb42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cce40dfa-7136-426a-8ea0-31702f198f69') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:51:32.290084 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-9a0663c9-2b6d-4889-b01e-cfd8e932fb42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cce40dfa-7136-426a-8ea0-31702f198f69') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:51:32.303501 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9a0663c9-2b6d-4889-b01e-cfd8e932fb42 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (cce40dfa-7136-426a-8ea0-31702f198f69), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:32.318807 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9a0663c9-2b6d-4889-b01e-cfd8e932fb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (cce40dfa-7136-426a-8ea0-31702f198f69), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:32.328282 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0663c9-2b6d-4889-b01e-cfd8e932fb42 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:51:32.328834 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9a0663c9-2b6d-4889-b01e-cfd8e932fb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (cce40dfa-7136-426a-8ea0-31702f198f69), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:32.331506 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:51:32.331506 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:51:32.331506 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:51:32.331506 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:51:32.331506 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:51:32.331506 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:51:32.331506 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:51:32.331506 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:51:32.331506 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:51:32.331506 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:51:32.331506 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:51:32.331506 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:51:32.331506 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:51:32.331506 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:51:32.331506 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:51:32.331506 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:51:32.331506 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:51:32.331506 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:51:32.331506 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:51:32.331506 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:51:32.331506 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:51:32.331506 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:51:32.331506 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:51:32.331506 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:51:32.331506 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:51:32.331506 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:51:32.331506 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:51:32.331506 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:51:32.331506 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:51:32.331506 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:51:32.331506 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:51:32.331506 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:51:32.411122 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9a0663c9-2b6d-4889-b01e-cfd8e932fb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (256f73f8-0e9b-4c79-9f92-4ee261bff1c6), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:32.417161 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9a0663c9-2b6d-4889-b01e-cfd8e932fb42 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:32.425663 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9a0663c9-2b6d-4889-b01e-cfd8e932fb42 admin admin] 10.222.0.75 "DELETE /v2.0/networks/256f73f8-0e9b-4c79-9f92-4ee261bff1c6 HTTP/1.1" status: 204 len: 168 time: 0.3505924 Mar 22 19:51:32.438404 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0663c9-2b6d-4889-b01e-cfd8e932fb42 admin admin] Pushing event deleted for resources: {'Network': ['ID=256f73f8-0e9b-4c79-9f92-4ee261bff1c6,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:32.609563 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55484) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:32.658751 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4aa0febe-9869-4f07-bb83-98273ae31a85 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=15e8ac5aa2fb4729a78347890bb1c7eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0437605 Mar 22 19:51:32.659077 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55486) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:32.716766 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5230093b-4585-493d-b137-1da6860e8df6 admin admin] Publish callbacks [] for security_group (b94e3319-7c25-4c47-a198-bad0df867fe7), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:32.740594 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5230093b-4585-493d-b137-1da6860e8df6 admin admin] Publish callbacks [] for security_group (b94e3319-7c25-4c47-a198-bad0df867fe7), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:32.795488 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5230093b-4585-493d-b137-1da6860e8df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b94e3319-7c25-4c47-a198-bad0df867fe7), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:32.800827 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5230093b-4585-493d-b137-1da6860e8df6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:32.806183 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5230093b-4585-493d-b137-1da6860e8df6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/b94e3319-7c25-4c47-a198-bad0df867fe7 HTTP/1.1" status: 204 len: 168 time: 0.1459951 Mar 22 19:51:32.816918 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230093b-4585-493d-b137-1da6860e8df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94e3319-7c25-4c47-a198-bad0df867fe7,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:33.205688 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197edfb-d1d2-4e3b-b759-f9e27460754c req-5be92f6d-4145-4fdc-9016-74851250c010 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:33.208131 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5197edfb-d1d2-4e3b-b759-f9e27460754c req-5be92f6d-4145-4fdc-9016-74851250c010 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 944 time: 0.1316776 Mar 22 19:51:33.338920 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5197edfb-d1d2-4e3b-b759-f9e27460754c req-8b40a075-26c1-482c-8867-31443be95cf5 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220622 Mar 22 19:51:33.443326 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55504) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:33.502611 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55508) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:33.602352 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7fb91e85-57e0-46a3-b730-a9e109f7c27b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5288b8a68fd24784b1fad1b0be0fd51c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0982366 Mar 22 19:51:33.604904 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55510) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:33.718868 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a07b89e9-2ddc-4e55-b1ae-151f3791049f admin admin] Publish callbacks [] for security_group (e276c137-357b-4e5e-a3b6-2cdb5d201da4), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:33.751270 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a07b89e9-2ddc-4e55-b1ae-151f3791049f admin admin] Publish callbacks [] for security_group (e276c137-357b-4e5e-a3b6-2cdb5d201da4), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:33.819344 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a07b89e9-2ddc-4e55-b1ae-151f3791049f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (e276c137-357b-4e5e-a3b6-2cdb5d201da4), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:33.822633 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c61951a0-dfc6-4d96-9562-95d21ff31c4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:33.823204 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a07b89e9-2ddc-4e55-b1ae-151f3791049f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:33.827017 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a07b89e9-2ddc-4e55-b1ae-151f3791049f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/e276c137-357b-4e5e-a3b6-2cdb5d201da4 HTTP/1.1" status: 204 len: 168 time: 0.2186637 Mar 22 19:51:33.835923 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b89e9-2ddc-4e55-b1ae-151f3791049f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e276c137-357b-4e5e-a3b6-2cdb5d201da4,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:33.854609 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b89e9-2ddc-4e55-b1ae-151f3791049f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:51:33.856023 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b89e9-2ddc-4e55-b1ae-151f3791049f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:51:33.856160 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b89e9-2ddc-4e55-b1ae-151f3791049f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:51:33.856441 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b89e9-2ddc-4e55-b1ae-151f3791049f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:51:33.857922 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b89e9-2ddc-4e55-b1ae-151f3791049f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:51:33.861089 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b89e9-2ddc-4e55-b1ae-151f3791049f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:51:33.861089 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b89e9-2ddc-4e55-b1ae-151f3791049f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:51:33.861371 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b89e9-2ddc-4e55-b1ae-151f3791049f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:51:33.861702 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b89e9-2ddc-4e55-b1ae-151f3791049f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:51:33.861997 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b89e9-2ddc-4e55-b1ae-151f3791049f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:51:33.862333 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b89e9-2ddc-4e55-b1ae-151f3791049f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:51:33.864721 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b89e9-2ddc-4e55-b1ae-151f3791049f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:51:33.864973 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b89e9-2ddc-4e55-b1ae-151f3791049f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:51:33.865315 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b89e9-2ddc-4e55-b1ae-151f3791049f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:51:33.866999 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07b89e9-2ddc-4e55-b1ae-151f3791049f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:51:34.009526 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c61951a0-dfc6-4d96-9562-95d21ff31c4b admin admin] Publish callbacks [] for security_group (449be234-b862-46b2-ad19-2dad30224e76), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:34.015662 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c61951a0-dfc6-4d96-9562-95d21ff31c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (449be234-b862-46b2-ad19-2dad30224e76), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:34.053743 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c61951a0-dfc6-4d96-9562-95d21ff31c4b admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6ecd603871df48739836311e28448233&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6091893 Mar 22 19:51:34.056842 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55516) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:34.122027 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61951a0-dfc6-4d96-9562-95d21ff31c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449be234-b862-46b2-ad19-2dad30224e76,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:34.163236 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c9d6ba60-daab-465d-8324-a5854f3c14e8 admin admin] Publish callbacks [] for security_group (449be234-b862-46b2-ad19-2dad30224e76), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:34.205886 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c9d6ba60-daab-465d-8324-a5854f3c14e8 admin admin] Publish callbacks [] for security_group (449be234-b862-46b2-ad19-2dad30224e76), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:34.274056 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c9d6ba60-daab-465d-8324-a5854f3c14e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (449be234-b862-46b2-ad19-2dad30224e76), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:34.284450 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c9d6ba60-daab-465d-8324-a5854f3c14e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:34.295243 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c9d6ba60-daab-465d-8324-a5854f3c14e8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/449be234-b862-46b2-ad19-2dad30224e76 HTTP/1.1" status: 204 len: 168 time: 0.2358844 Mar 22 19:51:34.308423 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d6ba60-daab-465d-8324-a5854f3c14e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449be234-b862-46b2-ad19-2dad30224e76,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:34.601230 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580025b9-0bf3-4fcf-a942-25abb267823d req-cc84b9f2-04e2-4897-b2f2-948ae6049317 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:34.602884 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-580025b9-0bf3-4fcf-a942-25abb267823d req-cc84b9f2-04e2-4897-b2f2-948ae6049317 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 944 time: 0.1239090 Mar 22 19:51:34.667846 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-580025b9-0bf3-4fcf-a942-25abb267823d req-2e878053-a500-4814-8d9a-ec04d97239d2 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558255 Mar 22 19:51:35.872510 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b654f-2e53-4159-ac89-f7ce8e269e90 req-2a899d51-4d2b-40cf-b898-ce2af5cf4652 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:35.877678 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af1b654f-2e53-4159-ac89-f7ce8e269e90 req-2a899d51-4d2b-40cf-b898-ce2af5cf4652 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 944 time: 0.1056662 Mar 22 19:51:36.003964 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af1b654f-2e53-4159-ac89-f7ce8e269e90 req-2b7853e0-0dce-48af-a35d-5f964e7e1546 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142197 Mar 22 19:51:36.090483 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55614) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:36.309760 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-880d4f26-d1e7-45ad-a0bd-c28dd2fb9252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:36.385841 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device d3d0c159-1d5d-406e-8219-9f5a161d6281 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:51:36.410208 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-880d4f26-d1e7-45ad-a0bd-c28dd2fb9252 admin admin] Publish callbacks [] for security_group (afebe5f1-ecb8-4c23-8cf1-f63db82cf26f), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:36.416418 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-880d4f26-d1e7-45ad-a0bd-c28dd2fb9252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (afebe5f1-ecb8-4c23-8cf1-f63db82cf26f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:36.465863 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-880d4f26-d1e7-45ad-a0bd-c28dd2fb9252 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bbf0cbbe9d4642dc94c4a2d5e5acac9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3709259 Mar 22 19:51:36.469735 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55626) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:36.503145 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d4f26-d1e7-45ad-a0bd-c28dd2fb9252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afebe5f1-ecb8-4c23-8cf1-f63db82cf26f,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:36.549414 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8e20d3ba-abe2-4344-ba1b-daf30bcd7c79 admin admin] Publish callbacks [] for security_group (afebe5f1-ecb8-4c23-8cf1-f63db82cf26f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:36.593270 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port d3d0c159-1d5d-406e-8219-9f5a161d6281, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=d3d0c159-1d5d-406e-8219-9f5a161d6281,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:51:36.611975 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'd3d0c159-1d5d-406e-8219-9f5a161d6281', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'port_id': 'd3d0c159-1d5d-406e-8219-9f5a161d6281', 'mac_address': 'fa:16:3e:d6:ce:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:51:36.626204 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8e20d3ba-abe2-4344-ba1b-daf30bcd7c79 admin admin] Publish callbacks [] for security_group (afebe5f1-ecb8-4c23-8cf1-f63db82cf26f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:36.667235 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port d3d0c159-1d5d-406e-8219-9f5a161d6281 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:51:36.668017 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d3d0c159-1d5d-406e-8219-9f5a161d6281), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:36.693256 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3d0c159-1d5d-406e-8219-9f5a161d6281 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:51:36.721053 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port d3d0c159-1d5d-406e-8219-9f5a161d6281, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=d3d0c159-1d5d-406e-8219-9f5a161d6281,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:51:36.735615 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d3d0c159-1d5d-406e-8219-9f5a161d6281), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:36.742838 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8e20d3ba-abe2-4344-ba1b-daf30bcd7c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (afebe5f1-ecb8-4c23-8cf1-f63db82cf26f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:36.748414 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8e20d3ba-abe2-4344-ba1b-daf30bcd7c79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:36.750203 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8e20d3ba-abe2-4344-ba1b-daf30bcd7c79 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/afebe5f1-ecb8-4c23-8cf1-f63db82cf26f HTTP/1.1" status: 204 len: 168 time: 0.2792580 Mar 22 19:51:36.774271 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e20d3ba-abe2-4344-ba1b-daf30bcd7c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afebe5f1-ecb8-4c23-8cf1-f63db82cf26f,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:36.820482 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=d3d0c159-1d5d-406e-8219-9f5a161d6281,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:36.966422 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['d3d0c159-1d5d-406e-8219-9f5a161d6281'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:51:37.220634 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42717d-7838-486f-9c14-622c160def16 req-2d365a75-d96a-4905-9414-d88ed0fd8de3 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:37.222244 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4e42717d-7838-486f-9c14-622c160def16 req-2d365a75-d96a-4905-9414-d88ed0fd8de3 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 945 time: 0.1073122 Mar 22 19:51:37.315759 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4e42717d-7838-486f-9c14-622c160def16 req-9f3f1ef8-be1d-4c36-944c-44c97548a07c tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853229 Mar 22 19:51:38.403692 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device d3d0c159-1d5d-406e-8219-9f5a161d6281 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:51:38.502668 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port d3d0c159-1d5d-406e-8219-9f5a161d6281 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:51:38.508032 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port d3d0c159-1d5d-406e-8219-9f5a161d6281 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:51:38.508603 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d3d0c159-1d5d-406e-8219-9f5a161d6281), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:38.509610 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc9bda-2e07-48c8-b0ab-498b27ccafa2 req-771feac0-93b9-446c-a515-1b409238ff95 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:38.511623 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-13bc9bda-2e07-48c8-b0ab-498b27ccafa2 req-771feac0-93b9-446c-a515-1b409238ff95 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 945 time: 0.0924253 Mar 22 19:51:38.589756 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-13bc9bda-2e07-48c8-b0ab-498b27ccafa2 req-012f7fbc-bcdc-45e3-a7d2-ee8ef7b7ae5d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714674 Mar 22 19:51:38.640995 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port d3d0c159-1d5d-406e-8219-9f5a161d6281 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:51:38.641590 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d3d0c159-1d5d-406e-8219-9f5a161d6281), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:38.692907 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d09825-149e-4dda-ad81-47c0d23b3f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d0c159-1d5d-406e-8219-9f5a161d6281'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:51:38.695662 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ca8602-2f6c-4683-900c-42ac6ea4aa19" -d '{"events": [{"server_uuid": "80d09825-149e-4dda-ad81-47c0d23b3f62", "name": "network-vif-plugged", "status": "completed", "tag": "d3d0c159-1d5d-406e-8219-9f5a161d6281"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:51:38.746270 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port d3d0c159-1d5d-406e-8219-9f5a161d6281, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=d3d0c159-1d5d-406e-8219-9f5a161d6281,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:51:38.755005 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d3d0c159-1d5d-406e-8219-9f5a161d6281), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:38.783928 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454d8de4-383d-4549-affc-bcd16954a296 x-openstack-request-id: req-454d8de4-383d-4549-affc-bcd16954a296 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:51:38.784225 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d09825-149e-4dda-ad81-47c0d23b3f62", "name": "network-vif-plugged", "status": "completed", "tag": "d3d0c159-1d5d-406e-8219-9f5a161d6281", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:51:38.784480 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-454d8de4-383d-4549-affc-bcd16954a296 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:51:38.785170 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-454d8de4-383d-4549-affc-bcd16954a296'] response: {'server_uuid': '80d09825-149e-4dda-ad81-47c0d23b3f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d0c159-1d5d-406e-8219-9f5a161d6281', 'code': 200} Mar 22 19:51:38.885651 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=d3d0c159-1d5d-406e-8219-9f5a161d6281,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:38.926601 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7019137-7517-4d78-8cd5-51869cc17591 req-993d4537-92c9-4702-8b3c-d1128eca8e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:38.932950 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e7019137-7517-4d78-8cd5-51869cc17591 req-993d4537-92c9-4702-8b3c-d1128eca8e90 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 1129 time: 0.0763292 Mar 22 19:51:39.008559 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e7019137-7517-4d78-8cd5-51869cc17591 req-973d4b05-1ecf-4580-ab32-0fce8f63fbc0 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701590 Mar 22 19:51:39.802376 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f850c-72fa-49a6-8c20-b9b29e281d27 req-dc678e3f-19a5-4c73-924d-9ff679858045 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:39.803933 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc9f850c-72fa-49a6-8c20-b9b29e281d27 req-dc678e3f-19a5-4c73-924d-9ff679858045 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 946 time: 0.0993667 Mar 22 19:51:39.880804 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc9f850c-72fa-49a6-8c20-b9b29e281d27 req-6da764d2-66be-4966-9a1e-6085e5026045 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615914 Mar 22 19:51:41.043298 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8d902-3073-4251-9072-c21ca335054c req-1387130a-406b-4b26-b520-21f3fa4a7fa4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:41.045129 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ffc8d902-3073-4251-9072-c21ca335054c req-1387130a-406b-4b26-b520-21f3fa4a7fa4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 946 time: 0.0680830 Mar 22 19:51:41.104503 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ffc8d902-3073-4251-9072-c21ca335054c req-4649c604-4c47-4b19-9496-0101ff659a42 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525746 Mar 22 19:51:41.295517 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b7f51-00ad-439e-a893-caa43a27cc5d req-0b681057-1561-40da-94ae-797c0b1b4714 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:41.307437 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3a1b7f51-00ad-439e-a893-caa43a27cc5d req-0b681057-1561-40da-94ae-797c0b1b4714 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 946 time: 0.1157367 Mar 22 19:51:41.370158 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3a1b7f51-00ad-439e-a893-caa43a27cc5d req-9d9cd8e5-b699-48a6-b111-000d69870576 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570312 Mar 22 19:51:41.547081 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48daa801-c3a8-4186-8933-1ef6f833a84e req-cf91e040-d024-44da-a488-9bd830f82136 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:41.549443 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-48daa801-c3a8-4186-8933-1ef6f833a84e req-cf91e040-d024-44da-a488-9bd830f82136 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 946 time: 0.1090062 Mar 22 19:51:41.670442 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-48daa801-c3a8-4186-8933-1ef6f833a84e req-c3f02179-b569-4911-bc72-268719781647 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033292 Mar 22 19:51:42.034372 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29f1cf5-47ae-4c69-ae00-03e54ed12a61 req-4fbbd7be-4739-4ba7-8d43-d8d26d54cb6d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:42.048407 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b29f1cf5-47ae-4c69-ae00-03e54ed12a61 req-4fbbd7be-4739-4ba7-8d43-d8d26d54cb6d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 946 time: 0.0918171 Mar 22 19:51:42.116482 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b29f1cf5-47ae-4c69-ae00-03e54ed12a61 req-94e220b7-a6e4-4472-a799-0fc2bf5921a6 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670438 Mar 22 19:51:43.236055 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-f90f9627-1992-4946-ab64-58bfe3eb9300 service neutron] (104173) timed out ('10.222.0.75', 36176) {{(pid=104173) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 19:51:43.305375 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1ed03-5a9d-4bb0-84dc-63084db4dc15 req-8b4c5de4-3f11-481d-b5c5-2da4ed0b10e2 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:43.310077 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-75a1ed03-5a9d-4bb0-84dc-63084db4dc15 req-8b4c5de4-3f11-481d-b5c5-2da4ed0b10e2 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 946 time: 0.0935409 Mar 22 19:51:43.381032 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-75a1ed03-5a9d-4bb0-84dc-63084db4dc15 req-7d3315b2-6742-4e5d-8994-ca1492cf3981 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640135 Mar 22 19:51:43.476955 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f0489-b0ef-437d-9e4e-6c4bab669074 req-702b05ed-53b1-4d8e-b5f6-237c2c52e881 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:43.478785 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d58f0489-b0ef-437d-9e4e-6c4bab669074 req-702b05ed-53b1-4d8e-b5f6-237c2c52e881 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.84 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 946 time: 0.0683196 Mar 22 19:51:43.622566 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-d58f0489-b0ef-437d-9e4e-6c4bab669074 req-0bb735c9-cca4-402d-90e0-1e26e3715e37 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Deleting port d3d0c159-1d5d-406e-8219-9f5a161d6281 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:51:43.623427 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d58f0489-b0ef-437d-9e4e-6c4bab669074 req-0bb735c9-cca4-402d-90e0-1e26e3715e37 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (d3d0c159-1d5d-406e-8219-9f5a161d6281), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:43.639852 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-d115544d-a1d4-4f49-a6b8-d5e2d9752a11 req-3d168a7f-d5a9-4fe4-bd8c-b7b2fdb2956d tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] (104172) timed out ('10.222.0.75', 34640) {{(pid=104172) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 19:51:43.784305 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-d58f0489-b0ef-437d-9e4e-6c4bab669074 req-0bb735c9-cca4-402d-90e0-1e26e3715e37 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] For port d3d0c159-1d5d-406e-8219-9f5a161d6281, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=d3d0c159-1d5d-406e-8219-9f5a161d6281,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:51:43.784784 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d58f0489-b0ef-437d-9e4e-6c4bab669074 req-0bb735c9-cca4-402d-90e0-1e26e3715e37 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (d3d0c159-1d5d-406e-8219-9f5a161d6281), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:43.834806 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-d58f0489-b0ef-437d-9e4e-6c4bab669074 req-0bb735c9-cca4-402d-90e0-1e26e3715e37 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Calling delete_port for d3d0c159-1d5d-406e-8219-9f5a161d6281 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:51:43.986386 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d58f0489-b0ef-437d-9e4e-6c4bab669074 req-0bb735c9-cca4-402d-90e0-1e26e3715e37 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (d3d0c159-1d5d-406e-8219-9f5a161d6281), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:44.001687 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['d3d0c159-1d5d-406e-8219-9f5a161d6281'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:51:44.015931 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb735c9-cca4-402d-90e0-1e26e3715e37 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Pushing event deleted for resources: {'Port': ['ID=d3d0c159-1d5d-406e-8219-9f5a161d6281,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:44.097990 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58f0489-b0ef-437d-9e4e-6c4bab669074 req-0bb735c9-cca4-402d-90e0-1e26e3715e37 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] No DVR routers for this DVR port d3d0c159-1d5d-406e-8219-9f5a161d6281 on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:51:44.101947 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d58f0489-b0ef-437d-9e4e-6c4bab669074 req-0bb735c9-cca4-402d-90e0-1e26e3715e37 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:44.105672 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d58f0489-b0ef-437d-9e4e-6c4bab669074 req-0bb735c9-cca4-402d-90e0-1e26e3715e37 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.84 "DELETE /v2.0/ports/d3d0c159-1d5d-406e-8219-9f5a161d6281 HTTP/1.1" status: 204 len: 173 time: 0.6179638 Mar 22 19:51:44.106968 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80d09825-149e-4dda-ad81-47c0d23b3f62', 'name': 'network-vif-deleted', 'tag': 'd3d0c159-1d5d-406e-8219-9f5a161d6281'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:51:44.110713 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121c5329-d447-48ea-b03d-af30526d6bd1" -d '{"events": [{"server_uuid": "80d09825-149e-4dda-ad81-47c0d23b3f62", "name": "network-vif-deleted", "tag": "d3d0c159-1d5d-406e-8219-9f5a161d6281"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:51:44.156934 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada6ba92-dbeb-411b-a3d1-988b46b57d54 x-openstack-request-id: req-ada6ba92-dbeb-411b-a3d1-988b46b57d54 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:51:44.157555 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80d09825-149e-4dda-ad81-47c0d23b3f62", "name": "network-vif-deleted", "tag": "d3d0c159-1d5d-406e-8219-9f5a161d6281", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:51:44.158003 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ada6ba92-dbeb-411b-a3d1-988b46b57d54 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:51:44.158705 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ada6ba92-dbeb-411b-a3d1-988b46b57d54'] response: {'server_uuid': '80d09825-149e-4dda-ad81-47c0d23b3f62', 'name': 'network-vif-deleted', 'tag': 'd3d0c159-1d5d-406e-8219-9f5a161d6281', 'status': 'completed', 'code': 200} Mar 22 19:51:44.551048 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3362ce6a-7b35-42cc-9f90-43b32654ceb4 req-b6e04c92-4f42-4780-8d4b-7ea8384b7964 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 210 time: 0.0582924 Mar 22 19:51:45.178724 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f90b322d-eaa7-42ab-bb0f-7338eb0c09ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:45.707257 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9405ebf-7d75-48e5-81ba-0b5921f5f73c req-3adc54c3-02ee-447c-9477-0174d25e2e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 210 time: 0.0442481 Mar 22 19:51:45.947335 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:46.986402 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2493ba0c-ba5c-4be6-a3ed-30c17bead8ec req-8ccfdef5-4d07-41cc-a3a1-4411232af2d3 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 210 time: 0.1044810 Mar 22 19:51:47.231432 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 55932) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:47.423605 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-edcb5013-7b2c-4f9c-9321-9b7e6b61f312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:47.446198 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aebac527-284f-48fb-97dc-866515ecd026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:47.626134 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aebac527-284f-48fb-97dc-866515ecd026 admin admin] Publish callbacks [] for security_group (24ef9abe-7562-4e3b-8878-53cbcac1bb92), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:47.637733 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aebac527-284f-48fb-97dc-866515ecd026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (24ef9abe-7562-4e3b-8878-53cbcac1bb92), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:47.690583 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebac527-284f-48fb-97dc-866515ecd026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ef9abe-7562-4e3b-8878-53cbcac1bb92,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:47.725265 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebac527-284f-48fb-97dc-866515ecd026 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:51:47.737887 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebac527-284f-48fb-97dc-866515ecd026 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:51:47.739906 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebac527-284f-48fb-97dc-866515ecd026 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:51:47.744504 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebac527-284f-48fb-97dc-866515ecd026 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:51:47.754388 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebac527-284f-48fb-97dc-866515ecd026 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:51:47.754979 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebac527-284f-48fb-97dc-866515ecd026 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:51:47.755517 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebac527-284f-48fb-97dc-866515ecd026 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:51:47.756042 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebac527-284f-48fb-97dc-866515ecd026 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:51:47.756559 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebac527-284f-48fb-97dc-866515ecd026 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:51:47.757127 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebac527-284f-48fb-97dc-866515ecd026 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:51:47.757646 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebac527-284f-48fb-97dc-866515ecd026 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:51:47.758170 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebac527-284f-48fb-97dc-866515ecd026 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:51:47.758699 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebac527-284f-48fb-97dc-866515ecd026 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:51:47.759208 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebac527-284f-48fb-97dc-866515ecd026 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:51:47.759704 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebac527-284f-48fb-97dc-866515ecd026 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:51:47.812101 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-aebac527-284f-48fb-97dc-866515ecd026 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3e758451c11e4100ac8fbdfb2a0f1fe1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5795937 Mar 22 19:51:47.815157 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 55940) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:51:47.951615 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bae14e9f-208e-4267-8922-8f527cffe578 admin admin] Publish callbacks [] for security_group (24ef9abe-7562-4e3b-8878-53cbcac1bb92), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:48.061298 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bae14e9f-208e-4267-8922-8f527cffe578 admin admin] Publish callbacks [] for security_group (24ef9abe-7562-4e3b-8878-53cbcac1bb92), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:48.222265 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-037acdd9-e1ee-40b2-bc38-b96808a8a014 req-ddf7c995-ab04-471f-b491-96dabbb74956 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 210 time: 0.0481482 Mar 22 19:51:48.251954 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bae14e9f-208e-4267-8922-8f527cffe578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (24ef9abe-7562-4e3b-8878-53cbcac1bb92), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:48.254635 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bae14e9f-208e-4267-8922-8f527cffe578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:48.255879 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-bae14e9f-208e-4267-8922-8f527cffe578 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/24ef9abe-7562-4e3b-8878-53cbcac1bb92 HTTP/1.1" status: 204 len: 168 time: 0.4394543 Mar 22 19:51:48.269143 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae14e9f-208e-4267-8922-8f527cffe578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ef9abe-7562-4e3b-8878-53cbcac1bb92,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:51:48.439300 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device d3d0c159-1d5d-406e-8219-9f5a161d6281 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:51:48.531059 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: d3d0c159-1d5d-406e-8219-9f5a161d6281 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:51:48.531750 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device d3d0c159-1d5d-406e-8219-9f5a161d6281 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:51:48.565535 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:48.751113 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:49.490176 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e8cf22fe-13a6-4bb9-ac0d-513d9dcb224d req-6ec316eb-d035-4aac-9ecb-3bce776abab0 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 210 time: 0.0639503 Mar 22 19:51:50.173658 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:50.674599 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5a735c13-cb2d-441e-8a17-842dea24b28a req-e7b8a80d-d990-43eb-ba10-5adf632cc114 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 210 time: 0.0568852 Mar 22 19:51:51.233491 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ecea03f-fba2-4fd1-9dbd-ecaab2f14b90 req-b484f1fb-766a-4030-b184-5f19b33d0957 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=eaef2576-8883-49ab-b6d1-9d647986d3e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0836177 Mar 22 19:51:51.394640 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:51:51.430472 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecea03f-fba2-4fd1-9dbd-ecaab2f14b90 req-4e2c7922-3948-4a80-9625-ce1514624c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:51.430472 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ecea03f-fba2-4fd1-9dbd-ecaab2f14b90 req-4e2c7922-3948-4a80-9625-ce1514624c59 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=026a4e51c6e84f7387e7f373764a5e5a&device_id=eaef2576-8883-49ab-b6d1-9d647986d3e9 HTTP/1.1" status: 200 len: 1133 time: 0.1365819 Mar 22 19:51:51.601368 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecea03f-fba2-4fd1-9dbd-ecaab2f14b90 req-91a435c3-c59b-47cb-af35-6e745850f34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:51.603042 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ecea03f-fba2-4fd1-9dbd-ecaab2f14b90 req-91a435c3-c59b-47cb-af35-6e745850f34e service neutron] 10.222.0.84 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.1298633 Mar 22 19:51:51.690934 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ecea03f-fba2-4fd1-9dbd-ecaab2f14b90 req-a09473fd-df30-4e0c-aa0c-f758675d887e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=827c8a1a-9b0a-475e-bcf9-6941275cc1b7 HTTP/1.1" status: 200 len: 217 time: 0.0811896 Mar 22 19:51:51.782054 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecea03f-fba2-4fd1-9dbd-ecaab2f14b90 req-cbfe9d09-d550-4800-ae64-e018f9307e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:51.784401 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ecea03f-fba2-4fd1-9dbd-ecaab2f14b90 req-cbfe9d09-d550-4800-ae64-e018f9307e42 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.0863633 Mar 22 19:51:51.825272 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef0ff97f-8b47-4cd6-a576-90c1d45d84b0 req-1afb17c5-4c40-4f20-abdd-9e1e6ce27b04 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 210 time: 0.0398288 Mar 22 19:51:51.900404 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecea03f-fba2-4fd1-9dbd-ecaab2f14b90 req-4645ed5f-a4fe-4da7-8ae8-6ca59eac22ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:51:51.902085 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ecea03f-fba2-4fd1-9dbd-ecaab2f14b90 req-4645ed5f-a4fe-4da7-8ae8-6ca59eac22ed service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0757780 Mar 22 19:51:52.087009 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ecea03f-fba2-4fd1-9dbd-ecaab2f14b90 req-044e4ad6-f31a-4432-a9cc-de253258cbfb service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759372 Mar 22 19:51:52.185628 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ecea03f-fba2-4fd1-9dbd-ecaab2f14b90 req-439c20c7-3533-4b98-8eb6-a0ecff95f25b service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903459 Mar 22 19:51:53.003948 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5244fa37-ff9c-4588-805d-216f4d9a776e req-48d83475-a1fc-4fb1-bf50-561b10209d95 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 210 time: 0.0461648 Mar 22 19:51:53.590456 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:51:54.177020 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7f7633a7-e46b-4053-9bb7-f8f5474cc016 req-0a4be61c-3d21-472c-8c48-0ad72f143a07 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 210 time: 0.0485632 Mar 22 19:51:55.352552 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f65d6a3b-faaf-4d8b-a65f-588e58b92bbd req-0fe1de7c-3aa1-424c-a072-d8669df02bbd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 210 time: 0.0517330 Mar 22 19:51:56.509141 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-543cb910-58a7-471e-aaf1-98e674a44b4d req-4c5a4b97-00f0-45b8-989e-69df5061b855 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 210 time: 0.0398674 Mar 22 19:51:57.659347 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4e9b61d6-a7fb-45e9-b99b-50a38576b733 req-1982876f-4213-4ef2-b173-59913b327ddf tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=80d09825-149e-4dda-ad81-47c0d23b3f62 HTTP/1.1" status: 200 len: 210 time: 0.0295093 Mar 22 19:52:15.167866 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-672ebac6-fb8a-4b51-b36b-3923a7aaf10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:15.946607 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:17.398811 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-80a59d57-7010-41ed-9a2e-4994e485c6f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:18.473060 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:18.747204 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:20.178972 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:21.392824 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:30.594305 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:52:39.138851 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-8cb4690b-9123-44f4-a813-1a58bec03f82 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:39.146724 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-8cb4690b-9123-44f4-a813-1a58bec03f82 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/networks?id=e691b411-d286-4cb7-9b13-827cd7092de3 HTTP/1.1" status: 200 len: 813 time: 0.1917963 Mar 22 19:52:39.158250 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-8b7f7501-8a21-4038-aceb-5168098b421a tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/quotas/8265285293a344f28e68f05bc79e732b HTTP/1.1" status: 200 len: 375 time: 0.0104558 Mar 22 19:52:39.218474 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-631161cf-28bb-4686-a959-e85c7b3b1fab tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=8265285293a344f28e68f05bc79e732b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538599 Mar 22 19:52:39.342365 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-42a4530a-43e5-47e5-8e0f-94fffbc70bd0 service neutron] 10.222.0.75 "GET /v2.0/networks/e691b411-d286-4cb7-9b13-827cd7092de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183119 Mar 22 19:52:39.468071 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-37a424d5-4897-400a-a6e4-79586d8725c8 service neutron] 10.222.0.75 "GET /v2.0/networks/e691b411-d286-4cb7-9b13-827cd7092de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217952 Mar 22 19:52:39.722727 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2132c267-b1a5-4b9a-a3a5-c660d7f7647c req-88765244-cf5c-4ff9-b722-8c065116fefd tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/ports?device_id=bb17f995-6b50-4106-9521-c5061b34543d HTTP/1.1" status: 200 len: 210 time: 0.0414913 Mar 22 19:52:40.856065 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-845b583f-4c64-45d2-8317-16fafa8d7e2e req-6357d0ef-3568-41de-965e-3b5e5df2af69 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/ports?device_id=bb17f995-6b50-4106-9521-c5061b34543d HTTP/1.1" status: 200 len: 210 time: 0.0392716 Mar 22 19:52:41.110194 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-6481e13f-6c94-476d-beb9-27365572e7e9 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:41.111892 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-6481e13f-6c94-476d-beb9-27365572e7e9 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.85 "GET /v2.0/networks?id=e691b411-d286-4cb7-9b13-827cd7092de3 HTTP/1.1" status: 200 len: 813 time: 0.1233582 Mar 22 19:52:41.126140 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-97433396-f8d1-4c65-899c-0bf162daa89c tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Request body: {'port': {'device_id': 'bb17f995-6b50-4106-9521-c5061b34543d', 'network_id': 'e691b411-d286-4cb7-9b13-827cd7092de3', 'admin_state_up': True, 'tenant_id': '8265285293a344f28e68f05bc79e732b'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:52:41.265040 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-97433396-f8d1-4c65-899c-0bf162daa89c tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Made reservation on behalf of 8265285293a344f28e68f05bc79e732b for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:52:41.272930 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-97433396-f8d1-4c65-899c-0bf162daa89c tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:41.446194 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-97433396-f8d1-4c65-899c-0bf162daa89c tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Allocated IP 172.20.0.9 (e691b411-d286-4cb7-9b13-827cd7092de3/15d10e51-1cde-45cc-a17a-d477b63dd7b5/76f6e395-a5dc-47f0-9a89-5ff4a835d72e) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:52:41.690686 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-97433396-f8d1-4c65-899c-0bf162daa89c tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Publish callbacks [] for port (76f6e395-a5dc-47f0-9a89-5ff4a835d72e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:41.734076 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-97433396-f8d1-4c65-899c-0bf162daa89c tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (76f6e395-a5dc-47f0-9a89-5ff4a835d72e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:41.799662 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-97433396-f8d1-4c65-899c-0bf162daa89c tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Network e691b411-d286-4cb7-9b13-827cd7092de3 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:52:41.801259 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-97433396-f8d1-4c65-899c-0bf162daa89c tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:52:41.808694 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-97433396-f8d1-4c65-899c-0bf162daa89c tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:52:41.850445 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97433396-f8d1-4c65-899c-0bf162daa89c tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Pushing event updated for resources: {'Port': ['ID=76f6e395-a5dc-47f0-9a89-5ff4a835d72e,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:52:41.941655 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-97433396-f8d1-4c65-899c-0bf162daa89c tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:41.949469 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-97433396-f8d1-4c65-899c-0bf162daa89c tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:41.979428 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-97433396-f8d1-4c65-899c-0bf162daa89c tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8584995 Mar 22 19:52:42.036972 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1ce22-13b8-44be-a54f-7b7edb10c6a1 req-8d46692e-4498-41bd-afda-9d564c7d9c03 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:42.039476 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d4e1ce22-13b8-44be-a54f-7b7edb10c6a1 req-8d46692e-4498-41bd-afda-9d564c7d9c03 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/ports?device_id=bb17f995-6b50-4106-9521-c5061b34543d HTTP/1.1" status: 200 len: 931 time: 0.0867589 Mar 22 19:52:42.127148 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d4e1ce22-13b8-44be-a54f-7b7edb10c6a1 req-9ebdbc94-5e61-4b4e-870c-c324d85f6823 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/security-groups?id=cc22d86d-ae55-4866-aa73-b99b9fe66ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762930 Mar 22 19:52:42.192919 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-b2117c0e-0f4d-4c40-aa44-ae39afac121d service neutron] Request body: {'port': {'device_id': 'bb17f995-6b50-4106-9521-c5061b34543d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:52:42.277274 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-b2117c0e-0f4d-4c40-aa44-ae39afac121d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (76f6e395-a5dc-47f0-9a89-5ff4a835d72e), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:42.296096 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-622d78bf-d3ab-414f-8384-dc3df8e978f3 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:42.303045 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-622d78bf-d3ab-414f-8384-dc3df8e978f3 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/networks?id=942e739d-0f2d-40f4-8f81-80042bf466e6 HTTP/1.1" status: 200 len: 810 time: 0.1382201 Mar 22 19:52:42.315858 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-30f0b50c-0ad8-4db4-9f1c-c82f70928005 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/quotas/99d72c7dab634aac93e71becf6d2998e HTTP/1.1" status: 200 len: 375 time: 0.0116923 Mar 22 19:52:42.388846 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-3e7b3365-4935-42c7-b2b8-9ee3de85c79d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=99d72c7dab634aac93e71becf6d2998e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631025 Mar 22 19:52:42.509718 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-c21fd396-4382-49ff-85ea-319112360013 service neutron] 10.222.0.75 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125038 Mar 22 19:52:42.614320 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-b2117c0e-0f4d-4c40-aa44-ae39afac121d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f6e395-a5dc-47f0-9a89-5ff4a835d72e {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:52:42.621881 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-b2117c0e-0f4d-4c40-aa44-ae39afac121d service neutron] Publish callbacks [] for port (76f6e395-a5dc-47f0-9a89-5ff4a835d72e), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:42.638873 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-b2117c0e-0f4d-4c40-aa44-ae39afac121d service neutron] Transition to ACTIVE for port object 76f6e395-a5dc-47f0-9a89-5ff4a835d72e will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:52:42.642211 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-a5ca6c1a-b5af-48a2-a439-8a5bffb39110 service neutron] 10.222.0.75 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221411 Mar 22 19:52:42.644454 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-b2117c0e-0f4d-4c40-aa44-ae39afac121d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (76f6e395-a5dc-47f0-9a89-5ff4a835d72e), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:42.716684 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2117c0e-0f4d-4c40-aa44-ae39afac121d service neutron] Pushing event updated for resources: {'Port': ['ID=76f6e395-a5dc-47f0-9a89-5ff4a835d72e,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:52:42.904483 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-b2117c0e-0f4d-4c40-aa44-ae39afac121d service neutron] Attempting to bind port 76f6e395-a5dc-47f0-9a89-5ff4a835d72e on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:52:42.904483 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-b2117c0e-0f4d-4c40-aa44-ae39afac121d service neutron] Attempting to bind port 76f6e395-a5dc-47f0-9a89-5ff4a835d72e by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '1d4b4ce6-8829-497f-8e5a-a88cca4f637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e691b411-d286-4cb7-9b13-827cd7092de3'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:52:42.904483 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-b2117c0e-0f4d-4c40-aa44-ae39afac121d service neutron] Attempting to bind port 76f6e395-a5dc-47f0-9a89-5ff4a835d72e on network e691b411-d286-4cb7-9b13-827cd7092de3 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:52:42.915782 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-b2117c0e-0f4d-4c40-aa44-ae39afac121d service neutron] Port 76f6e395-a5dc-47f0-9a89-5ff4a835d72e on network e691b411-d286-4cb7-9b13-827cd7092de3 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:52:42.915970 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-b2117c0e-0f4d-4c40-aa44-ae39afac121d service neutron] Attempting to bind port 76f6e395-a5dc-47f0-9a89-5ff4a835d72e on network e691b411-d286-4cb7-9b13-827cd7092de3 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:52:42.926035 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-b2117c0e-0f4d-4c40-aa44-ae39afac121d service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:52:42.926495 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-b2117c0e-0f4d-4c40-aa44-ae39afac121d service neutron] Checking segment: {'id': '1d4b4ce6-8829-497f-8e5a-a88cca4f637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e691b411-d286-4cb7-9b13-827cd7092de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:52:42.927217 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-b2117c0e-0f4d-4c40-aa44-ae39afac121d service neutron] Bound using segment: {'id': '1d4b4ce6-8829-497f-8e5a-a88cca4f637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e691b411-d286-4cb7-9b13-827cd7092de3'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:52:42.927747 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-b2117c0e-0f4d-4c40-aa44-ae39afac121d service neutron] Bound port: 76f6e395-a5dc-47f0-9a89-5ff4a835d72e, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d4b4ce6-8829-497f-8e5a-a88cca4f637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e691b411-d286-4cb7-9b13-827cd7092de3'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:52:42.928181 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-b2117c0e-0f4d-4c40-aa44-ae39afac121d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (76f6e395-a5dc-47f0-9a89-5ff4a835d72e), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:42.953088 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-947c3b11-04a0-437e-9ae9-133c6b9863cf req-9278f310-7c0e-4bfe-94a5-291b51237010 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 210 time: 0.0391133 Mar 22 19:52:43.037250 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-b2117c0e-0f4d-4c40-aa44-ae39afac121d service neutron] For port 76f6e395-a5dc-47f0-9a89-5ff4a835d72e, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:52:43.040684 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-b2117c0e-0f4d-4c40-aa44-ae39afac121d service neutron] For port 76f6e395-a5dc-47f0-9a89-5ff4a835d72e, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=76f6e395-a5dc-47f0-9a89-5ff4a835d72e,segment=NetworkSegment(1d4b4ce6-8829-497f-8e5a-a88cca4f637e),segment_id=1d4b4ce6-8829-497f-8e5a-a88cca4f637e)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:52:43.052007 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-b2117c0e-0f4d-4c40-aa44-ae39afac121d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (76f6e395-a5dc-47f0-9a89-5ff4a835d72e), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:43.093287 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-b2117c0e-0f4d-4c40-aa44-ae39afac121d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:43.093961 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-b2117c0e-0f4d-4c40-aa44-ae39afac121d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:43.095564 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-b2117c0e-0f4d-4c40-aa44-ae39afac121d service neutron] 10.222.0.85 "PUT /v2.0/ports/76f6e395-a5dc-47f0-9a89-5ff4a835d72e HTTP/1.1" status: 200 len: 1092 time: 1.1087456 Mar 22 19:52:43.096179 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb17f995-6b50-4106-9521-c5061b34543d', 'tag': '76f6e395-a5dc-47f0-9a89-5ff4a835d72e'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:52:43.106126 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453b8fed-446a-460f-86f8-799e15d96cc0" -d '{"events": [{"name": "network-changed", "server_uuid": "bb17f995-6b50-4106-9521-c5061b34543d", "tag": "76f6e395-a5dc-47f0-9a89-5ff4a835d72e"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:52:43.242349 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735a8c00-9045-4cf6-a01e-692e69032d2d x-openstack-request-id: req-735a8c00-9045-4cf6-a01e-692e69032d2d {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:52:43.243534 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb17f995-6b50-4106-9521-c5061b34543d", "tag": "76f6e395-a5dc-47f0-9a89-5ff4a835d72e", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:52:43.245112 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-735a8c00-9045-4cf6-a01e-692e69032d2d {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:52:43.245954 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-735a8c00-9045-4cf6-a01e-692e69032d2d'] response: {'name': 'network-changed', 'server_uuid': 'bb17f995-6b50-4106-9521-c5061b34543d', 'tag': '76f6e395-a5dc-47f0-9a89-5ff4a835d72e', 'status': 'completed', 'code': 200} Mar 22 19:52:43.246757 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2117c0e-0f4d-4c40-aa44-ae39afac121d service neutron] Pushing event updated for resources: {'Port': ['ID=76f6e395-a5dc-47f0-9a89-5ff4a835d72e,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:52:43.266898 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-1f91f859-f74a-41c1-af7e-cad7ba94f4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:43.269337 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-1f91f859-f74a-41c1-af7e-cad7ba94f4bc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8265285293a344f28e68f05bc79e732b&device_id=bb17f995-6b50-4106-9521-c5061b34543d HTTP/1.1" status: 200 len: 1126 time: 0.1257083 Mar 22 19:52:43.327961 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-c7ea4be4-38c9-42b2-9495-9d208416518d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76f6e395-a5dc-47f0-9a89-5ff4a835d72e HTTP/1.1" status: 200 len: 217 time: 0.0522425 Mar 22 19:52:43.344931 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a594918-3c3c-4c79-b2f6-86083553147e req-d89d334e-8973-4bf5-a3d8-b72c96848d20 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:43.347080 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a594918-3c3c-4c79-b2f6-86083553147e req-d89d334e-8973-4bf5-a3d8-b72c96848d20 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/ports?device_id=bb17f995-6b50-4106-9521-c5061b34543d HTTP/1.1" status: 200 len: 943 time: 0.0716064 Mar 22 19:52:43.392924 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-8818e77d-d340-4979-b70f-2da62c343577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:43.394565 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-8818e77d-d340-4979-b70f-2da62c343577 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=15d10e51-1cde-45cc-a17a-d477b63dd7b5 HTTP/1.1" status: 200 len: 853 time: 0.0571990 Mar 22 19:52:43.438709 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a594918-3c3c-4c79-b2f6-86083553147e req-51bdd71a-0b2c-4d6f-b2a5-7ff0bb637d30 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/security-groups?id=cc22d86d-ae55-4866-aa73-b99b9fe66ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834470 Mar 22 19:52:43.470920 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-2a79c129-0df8-4e5d-8f96-1098450a4dcd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e691b411-d286-4cb7-9b13-827cd7092de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694158 Mar 22 19:52:43.607623 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-5d1aee47-8510-4cae-a208-c067bf67cbcb service neutron] 10.222.0.85 "GET /v2.0/networks/e691b411-d286-4cb7-9b13-827cd7092de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310093 Mar 22 19:52:43.720025 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b8f4f3b3-0018-45ee-b3f8-dcb138bd010d req-8b6daaa7-f79c-4125-8436-c5a4e7022d4e service neutron] 10.222.0.85 "GET /v2.0/networks/e691b411-d286-4cb7-9b13-827cd7092de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070457 Mar 22 19:52:43.842367 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b8fed-446a-460f-86f8-799e15d96cc0 req-475b58f3-26b6-4240-b1f3-d3539b21265e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:43.844851 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-453b8fed-446a-460f-86f8-799e15d96cc0 req-475b58f3-26b6-4240-b1f3-d3539b21265e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8265285293a344f28e68f05bc79e732b&device_id=bb17f995-6b50-4106-9521-c5061b34543d HTTP/1.1" status: 200 len: 1126 time: 0.0618241 Mar 22 19:52:43.964500 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b8fed-446a-460f-86f8-799e15d96cc0 req-b19e0557-f7bc-4051-a86f-70342fb5b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:43.965933 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-453b8fed-446a-460f-86f8-799e15d96cc0 req-b19e0557-f7bc-4051-a86f-70342fb5b3c9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e691b411-d286-4cb7-9b13-827cd7092de3 HTTP/1.1" status: 200 len: 914 time: 0.1158533 Mar 22 19:52:44.024277 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-453b8fed-446a-460f-86f8-799e15d96cc0 req-fa00501e-0a33-43ad-9aba-75a278f59eb4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76f6e395-a5dc-47f0-9a89-5ff4a835d72e HTTP/1.1" status: 200 len: 217 time: 0.0525222 Mar 22 19:52:44.106407 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cdedb2da-65c9-4997-aafc-4772b3334f86 req-a4271cf5-11a2-4294-9795-a8894ade411e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 210 time: 0.0449696 Mar 22 19:52:44.117748 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b8fed-446a-460f-86f8-799e15d96cc0 req-e8baf4f1-8b35-4ea8-8fb4-a35893508b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:44.121103 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-453b8fed-446a-460f-86f8-799e15d96cc0 req-e8baf4f1-8b35-4ea8-8fb4-a35893508b14 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=15d10e51-1cde-45cc-a17a-d477b63dd7b5 HTTP/1.1" status: 200 len: 853 time: 0.0889788 Mar 22 19:52:44.198737 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-453b8fed-446a-460f-86f8-799e15d96cc0 req-505b1b09-9c99-45fe-94b3-5a2188a9b722 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e691b411-d286-4cb7-9b13-827cd7092de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695944 Mar 22 19:52:44.272986 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-74d3df50-031c-4661-9bc6-d58eaf7f86a7 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:44.276381 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-74d3df50-031c-4661-9bc6-d58eaf7f86a7 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.84 "GET /v2.0/networks?id=942e739d-0f2d-40f4-8f81-80042bf466e6 HTTP/1.1" status: 200 len: 810 time: 0.1678066 Mar 22 19:52:44.290746 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-e35b13c2-4021-4c9e-9e6b-2dc4f285db38 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Request body: {'port': {'device_id': '23335b6f-62e0-4de2-82b2-afb6e9961b28', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'admin_state_up': True, 'tenant_id': '99d72c7dab634aac93e71becf6d2998e'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:52:44.372199 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-453b8fed-446a-460f-86f8-799e15d96cc0 req-a4c3b94a-baa5-4781-b43f-d7173cded152 service neutron] 10.222.0.85 "GET /v2.0/networks/e691b411-d286-4cb7-9b13-827cd7092de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652529 Mar 22 19:52:44.479904 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-e35b13c2-4021-4c9e-9e6b-2dc4f285db38 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Made reservation on behalf of 99d72c7dab634aac93e71becf6d2998e for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:52:44.490329 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-e35b13c2-4021-4c9e-9e6b-2dc4f285db38 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:44.526718 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-453b8fed-446a-460f-86f8-799e15d96cc0 req-0065f377-6c92-4f11-8bfb-10f8485fcf06 service neutron] 10.222.0.85 "GET /v2.0/networks/e691b411-d286-4cb7-9b13-827cd7092de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452172 Mar 22 19:52:44.710253 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcaba52-b73f-4e38-9830-6f767bfdbb63 req-f875a800-36bb-4d88-bf82-4fd425ecd0e0 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:44.712087 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4dcaba52-b73f-4e38-9830-6f767bfdbb63 req-f875a800-36bb-4d88-bf82-4fd425ecd0e0 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/ports?device_id=bb17f995-6b50-4106-9521-c5061b34543d HTTP/1.1" status: 200 len: 943 time: 0.1186550 Mar 22 19:52:44.786576 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-e35b13c2-4021-4c9e-9e6b-2dc4f285db38 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Allocated IP 172.20.0.14 (942e739d-0f2d-40f4-8f81-80042bf466e6/ce14209e-d9ba-4d1e-8a54-b7950c923a71/037287c6-3a21-45fd-93ac-e4398943b2c9) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:52:44.824711 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4dcaba52-b73f-4e38-9830-6f767bfdbb63 req-bba891f5-2b15-4750-8d81-c65315d073c3 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/security-groups?id=cc22d86d-ae55-4866-aa73-b99b9fe66ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972548 Mar 22 19:52:45.076931 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-e35b13c2-4021-4c9e-9e6b-2dc4f285db38 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for port (037287c6-3a21-45fd-93ac-e4398943b2c9), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:45.121607 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-e35b13c2-4021-4c9e-9e6b-2dc4f285db38 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (037287c6-3a21-45fd-93ac-e4398943b2c9), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:45.172702 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-89a43cdc-4e55-4133-a63a-fa68c842731c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:45.175779 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-e35b13c2-4021-4c9e-9e6b-2dc4f285db38 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Network 942e739d-0f2d-40f4-8f81-80042bf466e6 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:52:45.180175 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-e35b13c2-4021-4c9e-9e6b-2dc4f285db38 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:52:45.184433 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-e35b13c2-4021-4c9e-9e6b-2dc4f285db38 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:52:45.272434 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35b13c2-4021-4c9e-9e6b-2dc4f285db38 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Pushing event updated for resources: {'Port': ['ID=037287c6-3a21-45fd-93ac-e4398943b2c9,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:52:45.338746 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35b13c2-4021-4c9e-9e6b-2dc4f285db38 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:52:45.339315 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35b13c2-4021-4c9e-9e6b-2dc4f285db38 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:52:45.339651 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35b13c2-4021-4c9e-9e6b-2dc4f285db38 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:52:45.340642 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35b13c2-4021-4c9e-9e6b-2dc4f285db38 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:52:45.340801 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35b13c2-4021-4c9e-9e6b-2dc4f285db38 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:52:45.341304 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35b13c2-4021-4c9e-9e6b-2dc4f285db38 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:52:45.341836 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35b13c2-4021-4c9e-9e6b-2dc4f285db38 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:52:45.342328 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35b13c2-4021-4c9e-9e6b-2dc4f285db38 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:52:45.342814 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35b13c2-4021-4c9e-9e6b-2dc4f285db38 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:52:45.343300 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35b13c2-4021-4c9e-9e6b-2dc4f285db38 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:52:45.344309 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35b13c2-4021-4c9e-9e6b-2dc4f285db38 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:52:45.344557 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35b13c2-4021-4c9e-9e6b-2dc4f285db38 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:52:45.345056 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35b13c2-4021-4c9e-9e6b-2dc4f285db38 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:52:45.345606 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35b13c2-4021-4c9e-9e6b-2dc4f285db38 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:52:45.346039 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35b13c2-4021-4c9e-9e6b-2dc4f285db38 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:52:45.383445 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-e35b13c2-4021-4c9e-9e6b-2dc4f285db38 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:45.384119 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-e35b13c2-4021-4c9e-9e6b-2dc4f285db38 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:45.421905 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67e58b-6929-44c3-ab49-39d07ad46b17 req-bd23adb7-a9df-4264-bb69-cebb3636cbec tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:45.423907 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa67e58b-6929-44c3-ab49-39d07ad46b17 req-bd23adb7-a9df-4264-bb69-cebb3636cbec tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 932 time: 0.1389737 Mar 22 19:52:45.434824 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-e35b13c2-4021-4c9e-9e6b-2dc4f285db38 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1495590 Mar 22 19:52:45.449577 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-31696e36-111d-40d3-a9f0-707eb5d4ac6d service neutron] Request body: {'port': {'device_id': '23335b6f-62e0-4de2-82b2-afb6e9961b28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:52:45.590313 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa67e58b-6929-44c3-ab49-39d07ad46b17 req-57c9a5f6-7098-4f90-bb2f-82255921f863 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509125 Mar 22 19:52:45.598060 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-31696e36-111d-40d3-a9f0-707eb5d4ac6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (037287c6-3a21-45fd-93ac-e4398943b2c9), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:45.640763 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2be3a5d2-2593-46bb-bc5b-43753021591e None None] Provisioning complete for port 037287c6-3a21-45fd-93ac-e4398943b2c9 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:52:45.641953 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2be3a5d2-2593-46bb-bc5b-43753021591e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (037287c6-3a21-45fd-93ac-e4398943b2c9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:45.754531 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2be3a5d2-2593-46bb-bc5b-43753021591e None None] Port 037287c6-3a21-45fd-93ac-e4398943b2c9 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:52:45.969408 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:46.084894 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97759b9-16f5-4fbf-817c-7de02d681d7d req-35f60b95-9885-44df-ba9d-0a5daebefc3e tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:46.087436 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a97759b9-16f5-4fbf-817c-7de02d681d7d req-35f60b95-9885-44df-ba9d-0a5daebefc3e tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/ports?device_id=bb17f995-6b50-4106-9521-c5061b34543d HTTP/1.1" status: 200 len: 943 time: 0.1615682 Mar 22 19:52:46.107709 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-31696e36-111d-40d3-a9f0-707eb5d4ac6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 037287c6-3a21-45fd-93ac-e4398943b2c9 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:52:46.127926 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-31696e36-111d-40d3-a9f0-707eb5d4ac6d service neutron] Publish callbacks [] for port (037287c6-3a21-45fd-93ac-e4398943b2c9), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:46.173906 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-31696e36-111d-40d3-a9f0-707eb5d4ac6d service neutron] Transition to ACTIVE for port object 037287c6-3a21-45fd-93ac-e4398943b2c9 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:52:46.180674 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-31696e36-111d-40d3-a9f0-707eb5d4ac6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (037287c6-3a21-45fd-93ac-e4398943b2c9), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:46.198668 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a97759b9-16f5-4fbf-817c-7de02d681d7d req-1db30ea7-ed45-4e0b-ba24-14530f328589 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/security-groups?id=cc22d86d-ae55-4866-aa73-b99b9fe66ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948324 Mar 22 19:52:46.301058 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31696e36-111d-40d3-a9f0-707eb5d4ac6d service neutron] Pushing event updated for resources: {'Port': ['ID=037287c6-3a21-45fd-93ac-e4398943b2c9,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:52:46.370915 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-31696e36-111d-40d3-a9f0-707eb5d4ac6d service neutron] Attempting to bind port 037287c6-3a21-45fd-93ac-e4398943b2c9 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:52:46.371273 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-31696e36-111d-40d3-a9f0-707eb5d4ac6d service neutron] Attempting to bind port 037287c6-3a21-45fd-93ac-e4398943b2c9 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:52:46.371606 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-31696e36-111d-40d3-a9f0-707eb5d4ac6d service neutron] Attempting to bind port 037287c6-3a21-45fd-93ac-e4398943b2c9 on network 942e739d-0f2d-40f4-8f81-80042bf466e6 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:52:46.380624 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-31696e36-111d-40d3-a9f0-707eb5d4ac6d service neutron] Port 037287c6-3a21-45fd-93ac-e4398943b2c9 on network 942e739d-0f2d-40f4-8f81-80042bf466e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:52:46.381486 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-31696e36-111d-40d3-a9f0-707eb5d4ac6d service neutron] Attempting to bind port 037287c6-3a21-45fd-93ac-e4398943b2c9 on network 942e739d-0f2d-40f4-8f81-80042bf466e6 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:52:46.392175 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-31696e36-111d-40d3-a9f0-707eb5d4ac6d service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:52:46.392558 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-31696e36-111d-40d3-a9f0-707eb5d4ac6d service neutron] Checking segment: {'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:52:46.394255 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-31696e36-111d-40d3-a9f0-707eb5d4ac6d service neutron] Bound using segment: {'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:52:46.394752 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-31696e36-111d-40d3-a9f0-707eb5d4ac6d service neutron] Bound port: 037287c6-3a21-45fd-93ac-e4398943b2c9, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:52:46.395136 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-31696e36-111d-40d3-a9f0-707eb5d4ac6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (037287c6-3a21-45fd-93ac-e4398943b2c9), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:46.927612 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-31696e36-111d-40d3-a9f0-707eb5d4ac6d service neutron] For port 037287c6-3a21-45fd-93ac-e4398943b2c9, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:52:46.953690 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-31696e36-111d-40d3-a9f0-707eb5d4ac6d service neutron] For port 037287c6-3a21-45fd-93ac-e4398943b2c9, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=037287c6-3a21-45fd-93ac-e4398943b2c9,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:52:46.968975 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-31696e36-111d-40d3-a9f0-707eb5d4ac6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (037287c6-3a21-45fd-93ac-e4398943b2c9), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:47.001883 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab4532-7896-48b3-80bc-b3e9b5ede3d4 req-e979c417-716f-42cc-8430-9500b3af5078 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:47.004010 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3fab4532-7896-48b3-80bc-b3e9b5ede3d4 req-e979c417-716f-42cc-8430-9500b3af5078 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 944 time: 0.1423144 Mar 22 19:52:47.073724 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-31696e36-111d-40d3-a9f0-707eb5d4ac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:47.077956 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-31696e36-111d-40d3-a9f0-707eb5d4ac6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:47.080490 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-31696e36-111d-40d3-a9f0-707eb5d4ac6d service neutron] 10.222.0.84 "PUT /v2.0/ports/037287c6-3a21-45fd-93ac-e4398943b2c9 HTTP/1.1" status: 200 len: 1093 time: 1.6377583 Mar 22 19:52:47.080982 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23335b6f-62e0-4de2-82b2-afb6e9961b28', 'tag': '037287c6-3a21-45fd-93ac-e4398943b2c9'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:52:47.084528 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e55e9b3-3f42-4d76-bda1-5c7d37178927" -d '{"events": [{"name": "network-changed", "server_uuid": "23335b6f-62e0-4de2-82b2-afb6e9961b28", "tag": "037287c6-3a21-45fd-93ac-e4398943b2c9"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:52:47.286561 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39a63f1-3d91-40ff-8c68-33fb4b106849 x-openstack-request-id: req-a39a63f1-3d91-40ff-8c68-33fb4b106849 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:52:47.287005 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23335b6f-62e0-4de2-82b2-afb6e9961b28", "tag": "037287c6-3a21-45fd-93ac-e4398943b2c9", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:52:47.287361 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a39a63f1-3d91-40ff-8c68-33fb4b106849 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:52:47.287868 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a39a63f1-3d91-40ff-8c68-33fb4b106849'] response: {'name': 'network-changed', 'server_uuid': '23335b6f-62e0-4de2-82b2-afb6e9961b28', 'tag': '037287c6-3a21-45fd-93ac-e4398943b2c9', 'status': 'completed', 'code': 200} Mar 22 19:52:47.303274 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31696e36-111d-40d3-a9f0-707eb5d4ac6d service neutron] Pushing event updated for resources: {'Port': ['ID=037287c6-3a21-45fd-93ac-e4398943b2c9,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:52:47.320291 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3fab4532-7896-48b3-80bc-b3e9b5ede3d4 req-563a6e53-9bec-49ac-bf26-567dba8a2510 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886515 Mar 22 19:52:47.342531 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-052bbf0c-1de4-453d-a5ee-c40b17a506dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:47.344407 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-052bbf0c-1de4-453d-a5ee-c40b17a506dd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=99d72c7dab634aac93e71becf6d2998e&device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 1127 time: 0.1803973 Mar 22 19:52:47.401026 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-14864114-1dd9-4916-a487-aa2f9eaee232 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=037287c6-3a21-45fd-93ac-e4398943b2c9 HTTP/1.1" status: 200 len: 217 time: 0.0479219 Mar 22 19:52:47.403316 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b3fb74b3-2131-492d-a1c8-209025c0e6da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:47.480020 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-499e2d87-1559-4070-a874-a627637f6b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:47.481862 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-499e2d87-1559-4070-a874-a627637f6b67 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ce14209e-d9ba-4d1e-8a54-b7950c923a71 HTTP/1.1" status: 200 len: 849 time: 0.0651433 Mar 22 19:52:47.490552 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ac2ae-58cc-4c18-9fa8-f9624dd9b6ff req-0c60c63c-e5f8-4e15-a77e-f94843c860a0 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:47.498522 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-622ac2ae-58cc-4c18-9fa8-f9624dd9b6ff req-0c60c63c-e5f8-4e15-a77e-f94843c860a0 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/ports?device_id=bb17f995-6b50-4106-9521-c5061b34543d HTTP/1.1" status: 200 len: 943 time: 0.1375008 Mar 22 19:52:47.592402 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-622ac2ae-58cc-4c18-9fa8-f9624dd9b6ff req-122d7cd5-3cd5-44aa-a2a0-ae2210906c87 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/security-groups?id=cc22d86d-ae55-4866-aa73-b99b9fe66ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928347 Mar 22 19:52:47.599166 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-9fdcb794-4d75-469c-aae7-87de59d92d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:47.600905 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-9fdcb794-4d75-469c-aae7-87de59d92d44 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=942e739d-0f2d-40f4-8f81-80042bf466e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1002231 Mar 22 19:52:47.748799 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-dd5106d7-ccb7-4175-8b0c-f71c01c3c5a0 service neutron] 10.222.0.84 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412513 Mar 22 19:52:47.797625 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 76f6e395-a5dc-47f0-9a89-5ff4a835d72e details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:52:47.864164 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74b6b72a-68af-4e83-8cc2-bbaa5ea07404 req-7b1fef8a-2977-4cf3-94fd-1c4929a92d46 service neutron] 10.222.0.84 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084394 Mar 22 19:52:47.960761 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 76f6e395-a5dc-47f0-9a89-5ff4a835d72e, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=76f6e395-a5dc-47f0-9a89-5ff4a835d72e,segment=NetworkSegment(1d4b4ce6-8829-497f-8e5a-a88cca4f637e),segment_id=1d4b4ce6-8829-497f-8e5a-a88cca4f637e)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:52:47.999305 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '76f6e395-a5dc-47f0-9a89-5ff4a835d72e', 'network_id': 'e691b411-d286-4cb7-9b13-827cd7092de3', 'port_id': '76f6e395-a5dc-47f0-9a89-5ff4a835d72e', 'mac_address': 'fa:16:3e:24:63:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15d10e51-1cde-45cc-a17a-d477b63dd7b5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:52:48.003055 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55e9b3-3f42-4d76-bda1-5c7d37178927 req-d3dc3d6e-6e73-4f5b-9a35-b2bc1a15d5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:48.006144 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2e55e9b3-3f42-4d76-bda1-5c7d37178927 req-d3dc3d6e-6e73-4f5b-9a35-b2bc1a15d5cc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=99d72c7dab634aac93e71becf6d2998e&device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 1127 time: 0.0767248 Mar 22 19:52:48.067677 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 76f6e395-a5dc-47f0-9a89-5ff4a835d72e is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:52:48.068367 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (76f6e395-a5dc-47f0-9a89-5ff4a835d72e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:48.083946 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f6e395-a5dc-47f0-9a89-5ff4a835d72e {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:52:48.106097 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 76f6e395-a5dc-47f0-9a89-5ff4a835d72e, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=76f6e395-a5dc-47f0-9a89-5ff4a835d72e,segment=NetworkSegment(1d4b4ce6-8829-497f-8e5a-a88cca4f637e),segment_id=1d4b4ce6-8829-497f-8e5a-a88cca4f637e)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:52:48.111254 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (76f6e395-a5dc-47f0-9a89-5ff4a835d72e), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:48.156740 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55e9b3-3f42-4d76-bda1-5c7d37178927 req-67a26c5e-c0fe-46c9-91b1-21513d802fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:48.159581 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2e55e9b3-3f42-4d76-bda1-5c7d37178927 req-67a26c5e-c0fe-46c9-91b1-21513d802fa3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=942e739d-0f2d-40f4-8f81-80042bf466e6 HTTP/1.1" status: 200 len: 911 time: 0.1475873 Mar 22 19:52:48.181357 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=76f6e395-a5dc-47f0-9a89-5ff4a835d72e,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:52:48.190591 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:52:48.191149 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:52:48.191665 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:52:48.192170 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:52:48.192674 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:52:48.193176 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:52:48.193708 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:52:48.194252 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:52:48.194881 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:52:48.195506 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:52:48.196010 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:52:48.196511 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:52:48.197000 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:52:48.197492 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:52:48.198058 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:52:48.213651 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2e55e9b3-3f42-4d76-bda1-5c7d37178927 req-56ba0b93-ec53-4801-bab4-f4c4e1f4336c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=037287c6-3a21-45fd-93ac-e4398943b2c9 HTTP/1.1" status: 200 len: 217 time: 0.0489519 Mar 22 19:52:48.283394 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55e9b3-3f42-4d76-bda1-5c7d37178927 req-d0596e73-49df-4192-9c59-7b2a3f9d8517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:48.286094 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2e55e9b3-3f42-4d76-bda1-5c7d37178927 req-d0596e73-49df-4192-9c59-7b2a3f9d8517 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ce14209e-d9ba-4d1e-8a54-b7950c923a71 HTTP/1.1" status: 200 len: 849 time: 0.0667498 Mar 22 19:52:48.382724 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55e9b3-3f42-4d76-bda1-5c7d37178927 req-23e68bd6-69c0-43d2-8346-31ea3fe8249b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:48.385725 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2e55e9b3-3f42-4d76-bda1-5c7d37178927 req-23e68bd6-69c0-43d2-8346-31ea3fe8249b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=942e739d-0f2d-40f4-8f81-80042bf466e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0893207 Mar 22 19:52:48.443155 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['76f6e395-a5dc-47f0-9a89-5ff4a835d72e'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:52:48.503064 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:48.654620 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b2fce-714d-469c-972a-e479af29cd21 req-85cd3edb-a305-485b-a82a-072df77873d0 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:48.666906 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f65b2fce-714d-469c-972a-e479af29cd21 req-85cd3edb-a305-485b-a82a-072df77873d0 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 944 time: 0.2494912 Mar 22 19:52:48.767713 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:48.800748 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2e55e9b3-3f42-4d76-bda1-5c7d37178927 req-bb0e6ff0-a6bc-412e-85c3-3160e367852b service neutron] 10.222.0.84 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998382 Mar 22 19:52:48.830211 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f65b2fce-714d-469c-972a-e479af29cd21 req-9bfec320-d1e2-4785-a6c5-d8cfd1bdc41e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489830 Mar 22 19:52:48.906072 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79057a71-f896-497b-b967-c01067362425 req-79d6b941-41ed-4e4b-b071-96401856a216 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:48.913944 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-79057a71-f896-497b-b967-c01067362425 req-79d6b941-41ed-4e4b-b071-96401856a216 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/ports?device_id=bb17f995-6b50-4106-9521-c5061b34543d HTTP/1.1" status: 200 len: 944 time: 0.1909885 Mar 22 19:52:48.994237 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-79057a71-f896-497b-b967-c01067362425 req-ed4215f1-b0d4-4fbb-b290-31a48a059287 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/security-groups?id=cc22d86d-ae55-4866-aa73-b99b9fe66ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791514 Mar 22 19:52:49.001527 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2e55e9b3-3f42-4d76-bda1-5c7d37178927 req-dacb3892-ca74-4fa5-8574-fb5efc5316c9 service neutron] 10.222.0.84 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942067 Mar 22 19:52:49.801376 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 76f6e395-a5dc-47f0-9a89-5ff4a835d72e up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:52:49.875107 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 76f6e395-a5dc-47f0-9a89-5ff4a835d72e completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:52:49.889393 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 76f6e395-a5dc-47f0-9a89-5ff4a835d72e triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:52:49.890170 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (76f6e395-a5dc-47f0-9a89-5ff4a835d72e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:49.994667 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 76f6e395-a5dc-47f0-9a89-5ff4a835d72e is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:52:49.995358 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (76f6e395-a5dc-47f0-9a89-5ff4a835d72e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:50.047656 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 76f6e395-a5dc-47f0-9a89-5ff4a835d72e, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=76f6e395-a5dc-47f0-9a89-5ff4a835d72e,segment=NetworkSegment(1d4b4ce6-8829-497f-8e5a-a88cca4f637e),segment_id=1d4b4ce6-8829-497f-8e5a-a88cca4f637e)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:52:50.047901 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ddbf5-f106-4311-8e7b-7699651dfa66 req-0b7394cb-4b00-4ce6-a322-87345cb11414 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:50.049463 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb17f995-6b50-4106-9521-c5061b34543d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f6e395-a5dc-47f0-9a89-5ff4a835d72e'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:52:50.050683 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef3ddbf5-f106-4311-8e7b-7699651dfa66 req-0b7394cb-4b00-4ce6-a322-87345cb11414 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 944 time: 0.1077049 Mar 22 19:52:50.054242 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529e40f9-dec7-4cd4-ba21-fc397f8a2cac" -d '{"events": [{"server_uuid": "bb17f995-6b50-4106-9521-c5061b34543d", "name": "network-vif-plugged", "status": "completed", "tag": "76f6e395-a5dc-47f0-9a89-5ff4a835d72e"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:52:50.059489 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (76f6e395-a5dc-47f0-9a89-5ff4a835d72e), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:50.142888 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=76f6e395-a5dc-47f0-9a89-5ff4a835d72e,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:52:50.157487 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef3ddbf5-f106-4311-8e7b-7699651dfa66 req-edd72d45-548b-4ec1-8c2a-dd60af269cf1 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008155 Mar 22 19:52:50.186823 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:50.229607 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d18f61-c265-4897-ad4a-264e30b71d5d x-openstack-request-id: req-89d18f61-c265-4897-ad4a-264e30b71d5d {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:52:50.230035 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb17f995-6b50-4106-9521-c5061b34543d", "name": "network-vif-plugged", "status": "completed", "tag": "76f6e395-a5dc-47f0-9a89-5ff4a835d72e", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:52:50.230392 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-89d18f61-c265-4897-ad4a-264e30b71d5d {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:52:50.230925 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89d18f61-c265-4897-ad4a-264e30b71d5d'] response: {'server_uuid': 'bb17f995-6b50-4106-9521-c5061b34543d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f6e395-a5dc-47f0-9a89-5ff4a835d72e', 'code': 200} Mar 22 19:52:50.243314 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007a662-36b7-4905-8c5d-a067cebe4db4 req-0a5ceb8d-5fad-4630-84bb-481b5b5bd66b tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:50.246102 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1007a662-36b7-4905-8c5d-a067cebe4db4 req-0a5ceb8d-5fad-4630-84bb-481b5b5bd66b tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/ports?device_id=bb17f995-6b50-4106-9521-c5061b34543d HTTP/1.1" status: 200 len: 945 time: 0.1121671 Mar 22 19:52:50.351179 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8e3f2-60ad-4843-a317-70d37cf46ab4 req-c6a80fa7-601c-4133-b0cd-00871fdc1df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:50.354030 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1007a662-36b7-4905-8c5d-a067cebe4db4 req-32bc0463-7710-409e-b82a-dfddeead6de5 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/security-groups?id=cc22d86d-ae55-4866-aa73-b99b9fe66ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959573 Mar 22 19:52:50.354323 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-93c8e3f2-60ad-4843-a317-70d37cf46ab4 req-c6a80fa7-601c-4133-b0cd-00871fdc1df9 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=bb17f995-6b50-4106-9521-c5061b34543d HTTP/1.1" status: 200 len: 1128 time: 0.0565631 Mar 22 19:52:50.429850 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-93c8e3f2-60ad-4843-a317-70d37cf46ab4 req-a2d4cf7e-0448-4e2d-a51a-59b6ba8aadea service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=cc22d86d-ae55-4866-aa73-b99b9fe66ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662265 Mar 22 19:52:51.339004 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f6096-640e-438f-a1a7-c02e6f2dd1b0 req-a3f36e7b-e434-4393-a200-f957500da15a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:51.347678 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5a0f6096-640e-438f-a1a7-c02e6f2dd1b0 req-a3f36e7b-e434-4393-a200-f957500da15a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 944 time: 0.0996020 Mar 22 19:52:51.424995 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:52:51.518387 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5a0f6096-640e-438f-a1a7-c02e6f2dd1b0 req-fc8e6ecf-8741-48ab-b857-d8f58dc67238 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692824 Mar 22 19:52:51.603922 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536475d-d1ae-4ce4-bf02-241ea0de1dc9 req-ed2ca21b-a96d-42d4-be58-9250643a6637 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:51.605260 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2536475d-d1ae-4ce4-bf02-241ea0de1dc9 req-ed2ca21b-a96d-42d4-be58-9250643a6637 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/ports?device_id=bb17f995-6b50-4106-9521-c5061b34543d HTTP/1.1" status: 200 len: 945 time: 0.0653558 Mar 22 19:52:51.673444 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2536475d-d1ae-4ce4-bf02-241ea0de1dc9 req-cdcc566b-4df1-48ec-833b-7211187e13cf tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/security-groups?id=cc22d86d-ae55-4866-aa73-b99b9fe66ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527060 Mar 22 19:52:52.192277 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ba6b470d-84fd-4bcd-9b29-942f9dd8c734 req-0b44e6a8-03d6-4b5f-97f6-5e815f56b261 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=eaef2576-8883-49ab-b6d1-9d647986d3e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0966322 Mar 22 19:52:52.366846 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b470d-84fd-4bcd-9b29-942f9dd8c734 req-539a608e-b9d0-4ff6-9415-a2d8bb0cf818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:52.368495 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ba6b470d-84fd-4bcd-9b29-942f9dd8c734 req-539a608e-b9d0-4ff6-9415-a2d8bb0cf818 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=026a4e51c6e84f7387e7f373764a5e5a&device_id=eaef2576-8883-49ab-b6d1-9d647986d3e9 HTTP/1.1" status: 200 len: 1133 time: 0.1144357 Mar 22 19:52:52.589220 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b470d-84fd-4bcd-9b29-942f9dd8c734 req-4587dcc4-c025-4d6f-8ee0-28202b83b066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:52.590788 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ba6b470d-84fd-4bcd-9b29-942f9dd8c734 req-4587dcc4-c025-4d6f-8ee0-28202b83b066 service neutron] 10.222.0.84 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.1746218 Mar 22 19:52:52.701280 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ba6b470d-84fd-4bcd-9b29-942f9dd8c734 req-66de5183-f97c-4731-8a4f-35227fccc409 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=827c8a1a-9b0a-475e-bcf9-6941275cc1b7 HTTP/1.1" status: 200 len: 217 time: 0.1028059 Mar 22 19:52:52.802906 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fcba2-aa29-448f-89ea-efe8b8337521 req-3f4407d3-062f-4f50-8cb8-a47e057f8549 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:52.811530 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d00fcba2-aa29-448f-89ea-efe8b8337521 req-3f4407d3-062f-4f50-8cb8-a47e057f8549 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 944 time: 0.1470466 Mar 22 19:52:52.886093 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b470d-84fd-4bcd-9b29-942f9dd8c734 req-c87de27e-66d3-49ac-a421-12e89128822c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:52.888695 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ba6b470d-84fd-4bcd-9b29-942f9dd8c734 req-c87de27e-66d3-49ac-a421-12e89128822c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.1786609 Mar 22 19:52:52.963358 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d00fcba2-aa29-448f-89ea-efe8b8337521 req-01e0b687-41ce-4234-9871-9bb9900ae64d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508999 Mar 22 19:52:53.008758 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28e088-a1ba-4f01-bf2e-bdc7ec39e343 req-548a66be-50a8-4542-b63b-fd7128bf08f8 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:53.010308 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9f28e088-a1ba-4f01-bf2e-bdc7ec39e343 req-548a66be-50a8-4542-b63b-fd7128bf08f8 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/ports?device_id=bb17f995-6b50-4106-9521-c5061b34543d HTTP/1.1" status: 200 len: 945 time: 0.2265286 Mar 22 19:52:53.052026 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b470d-84fd-4bcd-9b29-942f9dd8c734 req-9c859c21-49f0-4490-82dd-000d498135d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:53.053264 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ba6b470d-84fd-4bcd-9b29-942f9dd8c734 req-9c859c21-49f0-4490-82dd-000d498135d7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1519511 Mar 22 19:52:53.140973 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9f28e088-a1ba-4f01-bf2e-bdc7ec39e343 req-37ddf89f-f6d2-490d-8d26-10f9fc453185 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/security-groups?id=cc22d86d-ae55-4866-aa73-b99b9fe66ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224439 Mar 22 19:52:53.206417 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ba6b470d-84fd-4bcd-9b29-942f9dd8c734 req-6a83af68-3662-4958-9c3c-b30053b69e35 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437368 Mar 22 19:52:53.385362 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ba6b470d-84fd-4bcd-9b29-942f9dd8c734 req-7910211c-60f6-4045-ab91-61b7aac81362 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715965 Mar 22 19:52:54.203769 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0505f7-27fe-40b2-8b0c-604d1a31911f req-63b08606-8776-4edc-8e53-573791bdc194 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:54.213443 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dc0505f7-27fe-40b2-8b0c-604d1a31911f req-63b08606-8776-4edc-8e53-573791bdc194 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 944 time: 0.1446424 Mar 22 19:52:54.319385 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dc0505f7-27fe-40b2-8b0c-604d1a31911f req-052750d9-8d8a-420b-b54f-8ad08be7cd7d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042879 Mar 22 19:52:55.561530 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07530fbe-1ef6-4498-adc7-df60a3df10a2 req-982df97c-7580-4975-bbf5-bd65a0469c2b tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:55.563171 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-07530fbe-1ef6-4498-adc7-df60a3df10a2 req-982df97c-7580-4975-bbf5-bd65a0469c2b tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 944 time: 0.1413126 Mar 22 19:52:55.686914 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-07530fbe-1ef6-4498-adc7-df60a3df10a2 req-431ec0eb-f130-475d-9e30-398d2b88d1e8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104033 Mar 22 19:52:56.901196 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309812aa-3104-43aa-8f45-f4f0c5ddeb67 req-f6ec0589-3678-4598-b1cb-4cf5a63b8fbb tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:56.907893 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-309812aa-3104-43aa-8f45-f4f0c5ddeb67 req-f6ec0589-3678-4598-b1cb-4cf5a63b8fbb tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 944 time: 0.0916426 Mar 22 19:52:57.015807 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-309812aa-3104-43aa-8f45-f4f0c5ddeb67 req-642add23-e490-44a2-a065-150000feffb8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004443 Mar 22 19:52:58.268847 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0c018-66bf-4781-ad48-8efd35699ec5 req-0199c050-511f-4487-9903-59a43c4592ff tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:58.270592 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-68c0c018-66bf-4781-ad48-8efd35699ec5 req-0199c050-511f-4487-9903-59a43c4592ff tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 944 time: 0.0848255 Mar 22 19:52:58.355169 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-68c0c018-66bf-4781-ad48-8efd35699ec5 req-13b9a3dd-ed67-4379-8471-2b4d0ebd246e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768554 Mar 22 19:52:59.512452 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c5cf1-1cf9-4e0d-87ae-9a8a9c646dd7 req-df135f86-de30-4a03-919d-cc3af6a24f14 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:52:59.515480 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a43c5cf1-1cf9-4e0d-87ae-9a8a9c646dd7 req-df135f86-de30-4a03-919d-cc3af6a24f14 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 944 time: 0.0953968 Mar 22 19:52:59.578131 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a43c5cf1-1cf9-4e0d-87ae-9a8a9c646dd7 req-51a16a3c-d8a0-4cb8-9ea6-d41b4baf7ac1 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566721 Mar 22 19:53:00.750536 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0584d6-4ee7-4184-8edf-9b745b316cbf req-11e1bf0c-140a-4d53-a2b3-1aab372c7d87 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:00.758098 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ff0584d6-4ee7-4184-8edf-9b745b316cbf req-11e1bf0c-140a-4d53-a2b3-1aab372c7d87 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 944 time: 0.1009724 Mar 22 19:53:00.780317 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3daf459d-0d35-4204-993e-1874b5408c2e req-0003d4f6-c107-495b-96ca-db3af733e7ae service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=bb17f995-6b50-4106-9521-c5061b34543d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0932910 Mar 22 19:53:00.847585 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ff0584d6-4ee7-4184-8edf-9b745b316cbf req-6dc505ab-f3a4-4773-84bc-e913a0c29861 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884748 Mar 22 19:53:00.879078 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf459d-0d35-4204-993e-1874b5408c2e req-a1e85e7e-2e28-45ac-a551-badae3f96171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:00.886210 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3daf459d-0d35-4204-993e-1874b5408c2e req-a1e85e7e-2e28-45ac-a551-badae3f96171 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8265285293a344f28e68f05bc79e732b&device_id=bb17f995-6b50-4106-9521-c5061b34543d HTTP/1.1" status: 200 len: 1128 time: 0.0602190 Mar 22 19:53:01.037631 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf459d-0d35-4204-993e-1874b5408c2e req-e1431c08-c0ef-430e-af57-d546709f09d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:01.039444 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3daf459d-0d35-4204-993e-1874b5408c2e req-e1431c08-c0ef-430e-af57-d546709f09d0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e691b411-d286-4cb7-9b13-827cd7092de3 HTTP/1.1" status: 200 len: 914 time: 0.1363780 Mar 22 19:53:01.087101 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3daf459d-0d35-4204-993e-1874b5408c2e req-296da6f8-dfee-4458-a92c-521ff901c2f9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76f6e395-a5dc-47f0-9a89-5ff4a835d72e HTTP/1.1" status: 200 len: 217 time: 0.0413547 Mar 22 19:53:01.138681 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf459d-0d35-4204-993e-1874b5408c2e req-925d3a74-8879-469f-a545-cd6050e58ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:01.140818 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3daf459d-0d35-4204-993e-1874b5408c2e req-925d3a74-8879-469f-a545-cd6050e58ec0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=15d10e51-1cde-45cc-a17a-d477b63dd7b5 HTTP/1.1" status: 200 len: 853 time: 0.0483613 Mar 22 19:53:01.185010 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3daf459d-0d35-4204-993e-1874b5408c2e req-0397d70b-62bf-4eff-9e5c-9c86fb94582f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e691b411-d286-4cb7-9b13-827cd7092de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378706 Mar 22 19:53:01.304146 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3daf459d-0d35-4204-993e-1874b5408c2e req-dd61064e-42c5-4ead-9242-85d2625eaad3 service neutron] 10.222.0.85 "GET /v2.0/networks/e691b411-d286-4cb7-9b13-827cd7092de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083007 Mar 22 19:53:01.453150 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3daf459d-0d35-4204-993e-1874b5408c2e req-985b4708-1623-461b-8379-2a23d7928a45 service neutron] 10.222.0.85 "GET /v2.0/networks/e691b411-d286-4cb7-9b13-827cd7092de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434700 Mar 22 19:53:02.116657 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa217e8-0cc9-49c0-a72e-b3d343608650 req-882fa013-2ae3-4068-9e92-c7385816c9a6 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:02.128797 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9fa217e8-0cc9-49c0-a72e-b3d343608650 req-882fa013-2ae3-4068-9e92-c7385816c9a6 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 944 time: 0.1518621 Mar 22 19:53:02.251101 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9fa217e8-0cc9-49c0-a72e-b3d343608650 req-203a60c5-5384-4893-a761-09b131007cec tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194484 Mar 22 19:53:03.500788 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a67a34-3bb7-4edb-b0db-256d02e4db99 req-bd45851e-361a-4aae-9961-8937c4aedd01 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:03.508380 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a2a67a34-3bb7-4edb-b0db-256d02e4db99 req-bd45851e-361a-4aae-9961-8937c4aedd01 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 944 time: 0.1064396 Mar 22 19:53:03.616326 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a2a67a34-3bb7-4edb-b0db-256d02e4db99 req-ac61f89d-448a-4966-ab60-0a4c0541c764 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984986 Mar 22 19:53:04.813116 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8121a-ddc9-418f-a6f3-c7ac6df3e8d0 req-bff979a0-b5e3-4d55-809e-525efdc2a4d8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:04.828516 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e1f8121a-ddc9-418f-a6f3-c7ac6df3e8d0 req-bff979a0-b5e3-4d55-809e-525efdc2a4d8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 944 time: 0.1012175 Mar 22 19:53:04.914177 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e1f8121a-ddc9-418f-a6f3-c7ac6df3e8d0 req-bd2e8606-b9d5-485f-af04-29c3097e53f0 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793996 Mar 22 19:53:06.132822 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02600ae-62d6-40b1-8894-5ab2fa0c75e9 req-5e66c163-8776-493b-b31e-a19ff8ff9324 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:06.136838 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b02600ae-62d6-40b1-8894-5ab2fa0c75e9 req-5e66c163-8776-493b-b31e-a19ff8ff9324 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 944 time: 0.0942352 Mar 22 19:53:06.229013 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b02600ae-62d6-40b1-8894-5ab2fa0c75e9 req-c12141ec-0ce5-4124-8702-c8f142f5979d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844390 Mar 22 19:53:07.428504 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8704ba-3031-4e1e-a326-a43ed1a110b4 req-66a61341-d49d-49f6-bb25-3284f3480f60 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:07.436541 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ca8704ba-3031-4e1e-a326-a43ed1a110b4 req-66a61341-d49d-49f6-bb25-3284f3480f60 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 944 time: 0.1017134 Mar 22 19:53:07.502295 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ca8704ba-3031-4e1e-a326-a43ed1a110b4 req-2488d0f8-3bab-44e1-9df8-57f3c236f813 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585318 Mar 22 19:53:07.593647 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:53:08.658464 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787afc13-93f9-41d4-b1de-d7bd1d451370 req-99c4df10-02d5-49e2-bb13-c4b5ecbd4ece tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:08.660793 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-787afc13-93f9-41d4-b1de-d7bd1d451370 req-99c4df10-02d5-49e2-bb13-c4b5ecbd4ece tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 944 time: 0.0662324 Mar 22 19:53:08.715623 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-787afc13-93f9-41d4-b1de-d7bd1d451370 req-596a1c08-b7f9-4f44-8f74-57706814fd52 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481753 Mar 22 19:53:09.893539 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598e59f-2726-4615-a624-2f95be2ab729 req-0aeb987b-507a-4f8a-bb2a-ee49d8940959 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:09.895181 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c598e59f-2726-4615-a624-2f95be2ab729 req-0aeb987b-507a-4f8a-bb2a-ee49d8940959 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 944 time: 0.0860474 Mar 22 19:53:09.980804 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c598e59f-2726-4615-a624-2f95be2ab729 req-7906edba-7a79-4be8-b7d7-853767b39f2c tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779960 Mar 22 19:53:11.188539 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4113c25-cb7a-4b0d-af4c-609c7268ccd4 req-42b9b778-38c8-47c3-a521-66d19f9d859a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:11.190064 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b4113c25-cb7a-4b0d-af4c-609c7268ccd4 req-42b9b778-38c8-47c3-a521-66d19f9d859a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 944 time: 0.0975466 Mar 22 19:53:11.275765 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b4113c25-cb7a-4b0d-af4c-609c7268ccd4 req-eae432d4-a548-43eb-849c-e22e989e53d0 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791519 Mar 22 19:53:12.453429 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fc864-a3be-4b69-8100-5c3b7cc0f893 req-8621d5d6-bcb4-4949-8eb6-2d9576d355bd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:12.454986 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-667fc864-a3be-4b69-8100-5c3b7cc0f893 req-8621d5d6-bcb4-4949-8eb6-2d9576d355bd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 944 time: 0.0706930 Mar 22 19:53:12.517482 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-667fc864-a3be-4b69-8100-5c3b7cc0f893 req-875d953a-8c1b-416e-8f99-892411704321 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568225 Mar 22 19:53:13.640915 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ffa5cc-cfe4-4aab-9765-b190e1441e2c req-96a00b58-3823-4f45-82d4-9f2b3ae9356a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:13.648141 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f7ffa5cc-cfe4-4aab-9765-b190e1441e2c req-96a00b58-3823-4f45-82d4-9f2b3ae9356a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 944 time: 0.0631948 Mar 22 19:53:13.718518 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f7ffa5cc-cfe4-4aab-9765-b190e1441e2c req-c354b90f-6d4c-44b8-ac4f-c3a9a0e4f0aa tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691619 Mar 22 19:53:14.917623 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff83fd-2b68-433c-878a-23f23a25abea req-a4623d91-e31b-410e-9e6f-392d7db90696 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:14.929478 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-efff83fd-2b68-433c-878a-23f23a25abea req-a4623d91-e31b-410e-9e6f-392d7db90696 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 944 time: 0.0726371 Mar 22 19:53:14.989415 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-efff83fd-2b68-433c-878a-23f23a25abea req-6c98e8ae-87a9-4e30-9c39-df8fd21c1e8f tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534978 Mar 22 19:53:15.172420 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1aa3ea84-e44c-444c-b466-cd4d62158f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:15.967998 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:16.189252 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce10d21-7dec-4bb9-a488-5854075618d5 req-4117fa53-a11d-4609-bc06-d1154ec04dba tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:16.197085 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ce10d21-7dec-4bb9-a488-5854075618d5 req-4117fa53-a11d-4609-bc06-d1154ec04dba tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 944 time: 0.1064272 Mar 22 19:53:16.280726 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ce10d21-7dec-4bb9-a488-5854075618d5 req-ff39ecad-c615-4a1c-bd90-1ea37f7e8a21 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824137 Mar 22 19:53:17.394475 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3cc677-d182-49e2-a881-053720a11949 req-b8c526e5-8888-43ce-8d9a-31839277fd9b tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:17.403835 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3a3cc677-d182-49e2-a881-053720a11949 req-b8c526e5-8888-43ce-8d9a-31839277fd9b tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 944 time: 0.0636125 Mar 22 19:53:17.408843 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c76bc996-6614-4248-9bd4-3e77650b9d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:17.461379 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3a3cc677-d182-49e2-a881-053720a11949 req-f3c0498a-99b7-4bfc-a13f-61e62d9877b1 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562878 Mar 22 19:53:18.513648 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:18.617734 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f25158-0e3f-40da-960a-bfadfb57853b req-3f014031-f0be-4f76-a0d3-72e7166b33e0 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:18.628797 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-90f25158-0e3f-40da-960a-bfadfb57853b req-3f014031-f0be-4f76-a0d3-72e7166b33e0 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 944 time: 0.0740387 Mar 22 19:53:18.693463 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-90f25158-0e3f-40da-960a-bfadfb57853b req-a97cac66-e50a-4a9f-b8c4-a29c8d9f6a46 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625291 Mar 22 19:53:18.765505 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:19.051326 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 58186) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:19.189564 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ba034f6c-b670-4789-b3be-6579958eedf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:19.275924 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ba034f6c-b670-4789-b3be-6579958eedf4 admin admin] Publish callbacks [] for security_group (777723ee-7638-45b9-b8a7-3870d2051a54), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:19.282659 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ba034f6c-b670-4789-b3be-6579958eedf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (777723ee-7638-45b9-b8a7-3870d2051a54), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:19.336354 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58190) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:19.345149 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ba034f6c-b670-4789-b3be-6579958eedf4 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=37c3a4bc16b64ed28d81035164ee7c73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2906451 Mar 22 19:53:19.348749 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba034f6c-b670-4789-b3be-6579958eedf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777723ee-7638-45b9-b8a7-3870d2051a54,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:19.416730 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2eff4e17-f7b4-4dd5-b72e-47562e5d87b7 admin admin] Publish callbacks [] for security_group (777723ee-7638-45b9-b8a7-3870d2051a54), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:19.441403 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2eff4e17-f7b4-4dd5-b72e-47562e5d87b7 admin admin] Publish callbacks [] for security_group (777723ee-7638-45b9-b8a7-3870d2051a54), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:19.492745 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2eff4e17-f7b4-4dd5-b72e-47562e5d87b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (777723ee-7638-45b9-b8a7-3870d2051a54), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:19.496937 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2eff4e17-f7b4-4dd5-b72e-47562e5d87b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:19.498648 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2eff4e17-f7b4-4dd5-b72e-47562e5d87b7 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/777723ee-7638-45b9-b8a7-3870d2051a54 HTTP/1.1" status: 204 len: 168 time: 0.1611249 Mar 22 19:53:19.525642 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff4e17-f7b4-4dd5-b72e-47562e5d87b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777723ee-7638-45b9-b8a7-3870d2051a54,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:19.535243 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff4e17-f7b4-4dd5-b72e-47562e5d87b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:19.535747 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff4e17-f7b4-4dd5-b72e-47562e5d87b7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:19.536037 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff4e17-f7b4-4dd5-b72e-47562e5d87b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:19.536374 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff4e17-f7b4-4dd5-b72e-47562e5d87b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:19.536708 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff4e17-f7b4-4dd5-b72e-47562e5d87b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:19.537038 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff4e17-f7b4-4dd5-b72e-47562e5d87b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:19.537362 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff4e17-f7b4-4dd5-b72e-47562e5d87b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:19.537687 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff4e17-f7b4-4dd5-b72e-47562e5d87b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:19.538036 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff4e17-f7b4-4dd5-b72e-47562e5d87b7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:19.538356 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff4e17-f7b4-4dd5-b72e-47562e5d87b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:19.538681 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff4e17-f7b4-4dd5-b72e-47562e5d87b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:19.539001 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff4e17-f7b4-4dd5-b72e-47562e5d87b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:19.539323 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff4e17-f7b4-4dd5-b72e-47562e5d87b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:19.539803 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff4e17-f7b4-4dd5-b72e-47562e5d87b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:19.540128 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eff4e17-f7b4-4dd5-b72e-47562e5d87b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:19.872669 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc07a9-50ab-48ae-94a0-604b4d0d94c6 req-992973a9-18bb-4492-b763-c4ad78553427 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:19.875090 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c4fc07a9-50ab-48ae-94a0-604b4d0d94c6 req-992973a9-18bb-4492-b763-c4ad78553427 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 944 time: 0.0860012 Mar 22 19:53:19.996286 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c4fc07a9-50ab-48ae-94a0-604b4d0d94c6 req-38699254-35fd-41e9-a4d6-def0097253a2 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041050 Mar 22 19:53:20.199598 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:20.498799 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58218) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:20.626536 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-563912f2-1126-43eb-bd36-8a56b1f084ad admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1498986819-network', 'tenant_id': 'd06e20b5069f466d89554de02d8a8d22'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:53:20.659278 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563912f2-1126-43eb-bd36-8a56b1f084ad admin admin] Made reservation on behalf of d06e20b5069f466d89554de02d8a8d22 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:53:20.661675 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-563912f2-1126-43eb-bd36-8a56b1f084ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:20.678959 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-563912f2-1126-43eb-bd36-8a56b1f084ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:20.836060 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-563912f2-1126-43eb-bd36-8a56b1f084ad admin admin] Publish callbacks [] for security_group (10accd8d-1575-46d9-8c4a-ade5f6bf891d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:20.843622 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-563912f2-1126-43eb-bd36-8a56b1f084ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (10accd8d-1575-46d9-8c4a-ade5f6bf891d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:20.861882 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-563912f2-1126-43eb-bd36-8a56b1f084ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:53:20.917326 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563912f2-1126-43eb-bd36-8a56b1f084ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10accd8d-1575-46d9-8c4a-ade5f6bf891d,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:20.926620 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-563912f2-1126-43eb-bd36-8a56b1f084ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (791874d5-e932-4981-8419-9fd7a5edcb49), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:20.926986 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-563912f2-1126-43eb-bd36-8a56b1f084ad admin admin] Added segment 791874d5-e932-4981-8419-9fd7a5edcb49 of type vlan for network b757e4dd-60bc-476a-8eb8-2c5e81168315 Mar 22 19:53:20.990213 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-563912f2-1126-43eb-bd36-8a56b1f084ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (b757e4dd-60bc-476a-8eb8-2c5e81168315), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:21.027099 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-563912f2-1126-43eb-bd36-8a56b1f084ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (b757e4dd-60bc-476a-8eb8-2c5e81168315), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:21.030399 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563912f2-1126-43eb-bd36-8a56b1f084ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:21.032971 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-563912f2-1126-43eb-bd36-8a56b1f084ad admin admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:21.123823 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-563912f2-1126-43eb-bd36-8a56b1f084ad admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6221373 Mar 22 19:53:21.127316 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58228) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:21.134685 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-535ba453-801a-48bd-8ca8-fcb46e722aa8 admin admin] Request body: {'subnet': {'network_id': 'b757e4dd-60bc-476a-8eb8-2c5e81168315', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1498986819-subnet', 'tenant_id': 'd06e20b5069f466d89554de02d8a8d22', 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:53:21.153973 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563912f2-1126-43eb-bd36-8a56b1f084ad admin admin] Pushing event updated for resources: {'Network': ['ID=b757e4dd-60bc-476a-8eb8-2c5e81168315,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:21.165154 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network b757e4dd-60bc-476a-8eb8-2c5e81168315 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:53:21.179516 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535ba453-801a-48bd-8ca8-fcb46e722aa8 admin admin] Made reservation on behalf of d06e20b5069f466d89554de02d8a8d22 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:53:21.182509 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-535ba453-801a-48bd-8ca8-fcb46e722aa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:21.189176 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af48843-1489-412c-93bb-2d254a429f85 req-1843a7f1-7e63-4458-887b-d654aebf0371 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:21.191844 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9af48843-1489-412c-93bb-2d254a429f85 req-1843a7f1-7e63-4458-887b-d654aebf0371 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 944 time: 0.0922420 Mar 22 19:53:21.265373 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9af48843-1489-412c-93bb-2d254a429f85 req-35026e38-3afd-462f-bafc-6b4a439820d4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675683 Mar 22 19:53:21.378914 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:21.401950 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-535ba453-801a-48bd-8ca8-fcb46e722aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (d3835aee-bc33-433f-a425-6858728cd38f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:21.453260 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ba453-801a-48bd-8ca8-fcb46e722aa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3835aee-bc33-433f-a425-6858728cd38f,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:21.486596 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535ba453-801a-48bd-8ca8-fcb46e722aa8 admin admin] Checking segment: {'id': '791874d5-e932-4981-8419-9fd7a5edcb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b757e4dd-60bc-476a-8eb8-2c5e81168315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:53:21.487082 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535ba453-801a-48bd-8ca8-fcb46e722aa8 admin admin] Network hostable DHCP agents. Network: b757e4dd-60bc-476a-8eb8-2c5e81168315, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:53:21.504965 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535ba453-801a-48bd-8ca8-fcb46e722aa8 admin admin] Network b757e4dd-60bc-476a-8eb8-2c5e81168315 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:53:21.513965 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-535ba453-801a-48bd-8ca8-fcb46e722aa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, b757e4dd-60bc-476a-8eb8-2c5e81168315) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:53:21.518687 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535ba453-801a-48bd-8ca8-fcb46e722aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:21.520126 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-535ba453-801a-48bd-8ca8-fcb46e722aa8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:21.524334 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1c8ea0-3e70-4c75-8349-f37db126f45b None None] Network b757e4dd-60bc-476a-8eb8-2c5e81168315 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:53:21.544402 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-535ba453-801a-48bd-8ca8-fcb46e722aa8 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4154701 Mar 22 19:53:21.547456 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 58230) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:21.552517 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-e04cdc5c-0bc5-45c0-9ed7-5444a64d305d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1498986819-router', 'tenant_id': 'd06e20b5069f466d89554de02d8a8d22', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:53:21.577217 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e04cdc5c-0bc5-45c0-9ed7-5444a64d305d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (0446adbd-fab4-475b-88ed-49132f37b7aa), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:21.578920 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e04cdc5c-0bc5-45c0-9ed7-5444a64d305d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (0446adbd-fab4-475b-88ed-49132f37b7aa), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:21.640571 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e04cdc5c-0bc5-45c0-9ed7-5444a64d305d admin admin] Publish callbacks [] for router_controller (0446adbd-fab4-475b-88ed-49132f37b7aa), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:21.641722 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c875cfd-7ecf-4251-a598-2c35435ee44b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-b757e4dd-60bc-476a-8eb8-2c5e81168315', 'network_id': 'b757e4dd-60bc-476a-8eb8-2c5e81168315', 'project_id': 'd06e20b5069f466d89554de02d8a8d22', 'fixed_ips': [{'subnet_id': 'd3835aee-bc33-433f-a425-6858728cd38f'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:53:21.642700 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7c875cfd-7ecf-4251-a598-2c35435ee44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:21.808785 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-7c875cfd-7ecf-4251-a598-2c35435ee44b None None] Allocated IP 172.20.0.2 (b757e4dd-60bc-476a-8eb8-2c5e81168315/d3835aee-bc33-433f-a425-6858728cd38f/e285af89-9bd8-4adc-a17d-0b9265009642) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:53:21.826254 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e04cdc5c-0bc5-45c0-9ed7-5444a64d305d admin admin] Publish callbacks [] for router_gateway (0446adbd-fab4-475b-88ed-49132f37b7aa), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:21.982856 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7c875cfd-7ecf-4251-a598-2c35435ee44b None None] Publish callbacks [] for port (e285af89-9bd8-4adc-a17d-0b9265009642), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:21.991825 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7c875cfd-7ecf-4251-a598-2c35435ee44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (e285af89-9bd8-4adc-a17d-0b9265009642), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:22.017163 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c875cfd-7ecf-4251-a598-2c35435ee44b None None] Network b757e4dd-60bc-476a-8eb8-2c5e81168315 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:53:22.020985 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-7c875cfd-7ecf-4251-a598-2c35435ee44b None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:53:22.024847 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c875cfd-7ecf-4251-a598-2c35435ee44b None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:53:22.119823 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-7c875cfd-7ecf-4251-a598-2c35435ee44b None None] Attempting to bind port e285af89-9bd8-4adc-a17d-0b9265009642 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:53:22.120376 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-7c875cfd-7ecf-4251-a598-2c35435ee44b None None] Attempting to bind port e285af89-9bd8-4adc-a17d-0b9265009642 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '791874d5-e932-4981-8419-9fd7a5edcb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b757e4dd-60bc-476a-8eb8-2c5e81168315'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:53:22.120756 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c875cfd-7ecf-4251-a598-2c35435ee44b None None] Attempting to bind port e285af89-9bd8-4adc-a17d-0b9265009642 on network b757e4dd-60bc-476a-8eb8-2c5e81168315 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:53:22.129029 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c875cfd-7ecf-4251-a598-2c35435ee44b None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:53:22.129480 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c875cfd-7ecf-4251-a598-2c35435ee44b None None] Checking segment: {'id': '791874d5-e932-4981-8419-9fd7a5edcb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b757e4dd-60bc-476a-8eb8-2c5e81168315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:53:22.129912 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7c875cfd-7ecf-4251-a598-2c35435ee44b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:22.130469 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c875cfd-7ecf-4251-a598-2c35435ee44b None None] Bound using segment: {'id': '791874d5-e932-4981-8419-9fd7a5edcb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b757e4dd-60bc-476a-8eb8-2c5e81168315'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:53:22.131191 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-7c875cfd-7ecf-4251-a598-2c35435ee44b None None] Bound port: e285af89-9bd8-4adc-a17d-0b9265009642, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791874d5-e932-4981-8419-9fd7a5edcb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b757e4dd-60bc-476a-8eb8-2c5e81168315'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:53:22.131597 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7c875cfd-7ecf-4251-a598-2c35435ee44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e285af89-9bd8-4adc-a17d-0b9265009642), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:22.149490 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c875cfd-7ecf-4251-a598-2c35435ee44b None None] Pushing event updated for resources: {'Port': ['ID=e285af89-9bd8-4adc-a17d-0b9265009642,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:22.213452 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-7c875cfd-7ecf-4251-a598-2c35435ee44b None None] For port e285af89-9bd8-4adc-a17d-0b9265009642, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:53:22.217632 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-7c875cfd-7ecf-4251-a598-2c35435ee44b None None] For port e285af89-9bd8-4adc-a17d-0b9265009642, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=e285af89-9bd8-4adc-a17d-0b9265009642,segment=NetworkSegment(791874d5-e932-4981-8419-9fd7a5edcb49),segment_id=791874d5-e932-4981-8419-9fd7a5edcb49)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:53:22.226103 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7c875cfd-7ecf-4251-a598-2c35435ee44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (e285af89-9bd8-4adc-a17d-0b9265009642), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:22.315275 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c875cfd-7ecf-4251-a598-2c35435ee44b None None] Pushing event updated for resources: {'Port': ['ID=e285af89-9bd8-4adc-a17d-0b9265009642,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:22.471552 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd06ac-a328-4aff-99d0-fcafe782437e req-62b2d70f-5b8b-40f1-886e-62ea88f50594 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:22.473069 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bcdd06ac-a328-4aff-99d0-fcafe782437e req-62b2d70f-5b8b-40f1-886e-62ea88f50594 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 944 time: 0.0934370 Mar 22 19:53:22.484214 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e04cdc5c-0bc5-45c0-9ed7-5444a64d305d admin admin] Publish callbacks [] for router_gateway (0446adbd-fab4-475b-88ed-49132f37b7aa), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:22.507947 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e04cdc5c-0bc5-45c0-9ed7-5444a64d305d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:22.668444 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bcdd06ac-a328-4aff-99d0-fcafe782437e req-58fd9b24-d8bb-48e3-8945-82edbfcdc1b6 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618218 Mar 22 19:53:22.700422 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-e04cdc5c-0bc5-45c0-9ed7-5444a64d305d admin admin] Allocated IP 172.25.5.212 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/a416770b-822a-4006-aca9-4913089db703) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:53:22.818147 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e04cdc5c-0bc5-45c0-9ed7-5444a64d305d admin admin] Publish callbacks [] for port (a416770b-822a-4006-aca9-4913089db703), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:22.860036 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e04cdc5c-0bc5-45c0-9ed7-5444a64d305d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (a416770b-822a-4006-aca9-4913089db703), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:22.897383 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04cdc5c-0bc5-45c0-9ed7-5444a64d305d admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:53:22.900366 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-e04cdc5c-0bc5-45c0-9ed7-5444a64d305d admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:53:22.906732 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04cdc5c-0bc5-45c0-9ed7-5444a64d305d admin admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:53:22.929064 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04cdc5c-0bc5-45c0-9ed7-5444a64d305d admin admin] Pushing event updated for resources: {'Port': ['ID=a416770b-822a-4006-aca9-4913089db703,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:23.182935 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e04cdc5c-0bc5-45c0-9ed7-5444a64d305d admin admin] Publish callbacks [] for router_gateway (0446adbd-fab4-475b-88ed-49132f37b7aa), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:23.437272 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e04cdc5c-0bc5-45c0-9ed7-5444a64d305d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (0446adbd-fab4-475b-88ed-49132f37b7aa), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:23.576806 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f16be11-a7c4-4681-98fe-7d14fa5fc99d None None] Network b757e4dd-60bc-476a-8eb8-2c5e81168315 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:53:23.634208 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04cdc5c-0bc5-45c0-9ed7-5444a64d305d admin admin] Router 0446adbd-fab4-475b-88ed-49132f37b7aa is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:53:23.719598 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-7d3069d2-8010-4315-bfc8-103942190dee None None] Provisioning complete for port e285af89-9bd8-4adc-a17d-0b9265009642 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:23.719979 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7d3069d2-8010-4315-bfc8-103942190dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e285af89-9bd8-4adc-a17d-0b9265009642), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:23.890900 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-7d3069d2-8010-4315-bfc8-103942190dee None None] Current status of the port e285af89-9bd8-4adc-a17d-0b9265009642 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:23.891099 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7d3069d2-8010-4315-bfc8-103942190dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e285af89-9bd8-4adc-a17d-0b9265009642), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:23.922996 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04cdc5c-0bc5-45c0-9ed7-5444a64d305d admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:53:23.936108 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bfcf6a-9fed-4857-a5a7-093c548f0c6f None None] Sync routers for ids ['0446adbd-fab4-475b-88ed-49132f37b7aa'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:53:23.966288 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bfcf6a-9fed-4857-a5a7-093c548f0c6f None None] Routers {'0446adbd-fab4-475b-88ed-49132f37b7aa'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:53:23.967144 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-20bfcf6a-9fed-4857-a5a7-093c548f0c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:53:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['0446adbd-fab4-475b-88ed-49132f37b7aa'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:23.971093 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device e285af89-9bd8-4adc-a17d-0b9265009642 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:53:23.976691 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-7d3069d2-8010-4315-bfc8-103942190dee None None] For port e285af89-9bd8-4adc-a17d-0b9265009642, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=e285af89-9bd8-4adc-a17d-0b9265009642,segment=NetworkSegment(791874d5-e932-4981-8419-9fd7a5edcb49),segment_id=791874d5-e932-4981-8419-9fd7a5edcb49)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:53:23.991143 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031ee63-ae07-409d-9735-956643e37eac req-272b1930-74b6-4b33-bc52-2237af250022 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:23.993093 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c031ee63-ae07-409d-9735-956643e37eac req-272b1930-74b6-4b33-bc52-2237af250022 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 944 time: 0.2073336 Mar 22 19:53:24.013349 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e04cdc5c-0bc5-45c0-9ed7-5444a64d305d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:24.020247 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58254) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:24.021006 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e04cdc5c-0bc5-45c0-9ed7-5444a64d305d admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4715075 Mar 22 19:53:24.068195 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7d3069d2-8010-4315-bfc8-103942190dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (e285af89-9bd8-4adc-a17d-0b9265009642), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:24.101187 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-20bfcf6a-9fed-4857-a5a7-093c548f0c6f None None] Set router 0446adbd-fab4-475b-88ed-49132f37b7aa gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:53:24.165659 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c031ee63-ae07-409d-9735-956643e37eac req-80467a84-9dcd-41fd-b796-c95a82941ffe tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421099 Mar 22 19:53:24.167845 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3069d2-8010-4315-bfc8-103942190dee None None] Pushing event updated for resources: {'Port': ['ID=e285af89-9bd8-4adc-a17d-0b9265009642,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:24.315394 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-6cd789c4-aa7d-4a1d-b19b-2f391e7ab6c0 None None] Provisioning complete for port e285af89-9bd8-4adc-a17d-0b9265009642 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:24.315974 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6cd789c4-aa7d-4a1d-b19b-2f391e7ab6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e285af89-9bd8-4adc-a17d-0b9265009642), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:24.490883 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port e285af89-9bd8-4adc-a17d-0b9265009642 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:24.491267 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e285af89-9bd8-4adc-a17d-0b9265009642), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:24.550456 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-20bfcf6a-9fed-4857-a5a7-093c548f0c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0446adbd-fab4-475b-88ed-49132f37b7aa', 'name': 'tempest-TestAggregatesBasicOps-1498986819-router', 'tenant_id': 'd06e20b5069f466d89554de02d8a8d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'a416770b-822a-4006-aca9-4913089db703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:21Z', 'updated_at': '2022-03-22T19:53:23Z', 'revision_number': 3, 'project_id': 'd06e20b5069f466d89554de02d8a8d22', 'gw_port': {'id': 'a416770b-822a-4006-aca9-4913089db703', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0446adbd-fab4-475b-88ed-49132f37b7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:22Z', 'updated_at': '2022-03-22T19:53:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:24.611596 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-6cd789c4-aa7d-4a1d-b19b-2f391e7ab6c0 None None] Current status of the port e285af89-9bd8-4adc-a17d-0b9265009642 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:24.638080 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bfcf6a-9fed-4857-a5a7-093c548f0c6f None None] Checking router: 0446adbd-fab4-475b-88ed-49132f37b7aa for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:53:24.638693 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bfcf6a-9fed-4857-a5a7-093c548f0c6f None None] Updating router 0446adbd-fab4-475b-88ed-49132f37b7aa port a416770b-822a-4006-aca9-4913089db703 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:53:24.675054 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-20bfcf6a-9fed-4857-a5a7-093c548f0c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a416770b-822a-4006-aca9-4913089db703), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:24.709990 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port e285af89-9bd8-4adc-a17d-0b9265009642 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:24.979465 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bd10b14a-a47d-485c-b594-8895d7faf957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:25.051468 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 037287c6-3a21-45fd-93ac-e4398943b2c9 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:53:25.160939 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-20bfcf6a-9fed-4857-a5a7-093c548f0c6f None None] Publish callbacks [] for port (a416770b-822a-4006-aca9-4913089db703), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:25.171363 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-20bfcf6a-9fed-4857-a5a7-093c548f0c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a416770b-822a-4006-aca9-4913089db703), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:25.278705 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-20bfcf6a-9fed-4857-a5a7-093c548f0c6f None None] Attempting to bind port a416770b-822a-4006-aca9-4913089db703 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:53:25.280782 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-20bfcf6a-9fed-4857-a5a7-093c548f0c6f None None] Attempting to bind port a416770b-822a-4006-aca9-4913089db703 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:53:25.281204 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bfcf6a-9fed-4857-a5a7-093c548f0c6f None None] Attempting to bind port a416770b-822a-4006-aca9-4913089db703 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:53:25.295905 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 037287c6-3a21-45fd-93ac-e4398943b2c9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=037287c6-3a21-45fd-93ac-e4398943b2c9,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:53:25.301676 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-bd10b14a-a47d-485c-b594-8895d7faf957 admin admin] Allocated IP 172.20.0.1 (b757e4dd-60bc-476a-8eb8-2c5e81168315/d3835aee-bc33-433f-a425-6858728cd38f/a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:53:25.320502 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bfcf6a-9fed-4857-a5a7-093c548f0c6f None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:53:25.322017 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bfcf6a-9fed-4857-a5a7-093c548f0c6f None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:53:25.322435 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-20bfcf6a-9fed-4857-a5a7-093c548f0c6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:25.323782 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bfcf6a-9fed-4857-a5a7-093c548f0c6f None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:53:25.325763 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-20bfcf6a-9fed-4857-a5a7-093c548f0c6f None None] Bound port: a416770b-822a-4006-aca9-4913089db703, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:53:25.326774 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-20bfcf6a-9fed-4857-a5a7-093c548f0c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a416770b-822a-4006-aca9-4913089db703), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:25.343677 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '037287c6-3a21-45fd-93ac-e4398943b2c9', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'port_id': '037287c6-3a21-45fd-93ac-e4398943b2c9', 'mac_address': 'fa:16:3e:66:4c:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:53:25.426572 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 037287c6-3a21-45fd-93ac-e4398943b2c9 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:25.426942 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (037287c6-3a21-45fd-93ac-e4398943b2c9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:25.453113 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad25f45-e309-4474-ab71-f3fc4ce64bf5 req-34436f75-0b71-4d63-bc26-3737349ed25e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:25.461307 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 037287c6-3a21-45fd-93ac-e4398943b2c9 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:53:25.466857 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ad25f45-e309-4474-ab71-f3fc4ce64bf5 req-34436f75-0b71-4d63-bc26-3737349ed25e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 944 time: 0.1429307 Mar 22 19:53:25.469067 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-20bfcf6a-9fed-4857-a5a7-093c548f0c6f None None] For port a416770b-822a-4006-aca9-4913089db703, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:53:25.479164 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-20bfcf6a-9fed-4857-a5a7-093c548f0c6f None None] For port a416770b-822a-4006-aca9-4913089db703, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a416770b-822a-4006-aca9-4913089db703,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:53:25.488380 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf970e7-77cb-40b7-9187-0310857eb678 None None] Pushing event updated for resources: {'Port': ['ID=a416770b-822a-4006-aca9-4913089db703,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:25.497641 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 037287c6-3a21-45fd-93ac-e4398943b2c9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=037287c6-3a21-45fd-93ac-e4398943b2c9,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:53:25.502895 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-20bfcf6a-9fed-4857-a5a7-093c548f0c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a416770b-822a-4006-aca9-4913089db703), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:25.506299 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (037287c6-3a21-45fd-93ac-e4398943b2c9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:25.540865 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf970e7-77cb-40b7-9187-0310857eb678 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:25.546803 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf970e7-77cb-40b7-9187-0310857eb678 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:25.547285 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf970e7-77cb-40b7-9187-0310857eb678 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:25.550017 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf970e7-77cb-40b7-9187-0310857eb678 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:25.550611 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf970e7-77cb-40b7-9187-0310857eb678 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:25.551654 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf970e7-77cb-40b7-9187-0310857eb678 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:25.552942 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf970e7-77cb-40b7-9187-0310857eb678 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:25.553492 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf970e7-77cb-40b7-9187-0310857eb678 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:25.555937 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf970e7-77cb-40b7-9187-0310857eb678 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:25.556464 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf970e7-77cb-40b7-9187-0310857eb678 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:25.558538 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf970e7-77cb-40b7-9187-0310857eb678 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:25.559290 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf970e7-77cb-40b7-9187-0310857eb678 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:25.561509 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf970e7-77cb-40b7-9187-0310857eb678 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:25.562220 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf970e7-77cb-40b7-9187-0310857eb678 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:25.563276 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf970e7-77cb-40b7-9187-0310857eb678 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:25.604052 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ad25f45-e309-4474-ab71-f3fc4ce64bf5 req-1ae6adde-07ec-4f40-b706-5bc533dac180 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362128 Mar 22 19:53:25.619514 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=037287c6-3a21-45fd-93ac-e4398943b2c9,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:25.665992 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf970e7-77cb-40b7-9187-0310857eb678 None None] Pushing event updated for resources: {'Port': ['ID=a416770b-822a-4006-aca9-4913089db703,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:25.674197 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bfcf6a-9fed-4857-a5a7-093c548f0c6f None None] Routers {'0446adbd-fab4-475b-88ed-49132f37b7aa'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:53:25.674803 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-20bfcf6a-9fed-4857-a5a7-093c548f0c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:53:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['0446adbd-fab4-475b-88ed-49132f37b7aa'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:25.681877 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bd10b14a-a47d-485c-b594-8895d7faf957 admin admin] Publish callbacks [] for port (a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:25.730173 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['037287c6-3a21-45fd-93ac-e4398943b2c9'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:53:25.731639 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bd10b14a-a47d-485c-b594-8895d7faf957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:25.844071 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd10b14a-a47d-485c-b594-8895d7faf957 admin admin] Network b757e4dd-60bc-476a-8eb8-2c5e81168315 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:53:25.851952 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-bd10b14a-a47d-485c-b594-8895d7faf957 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:53:25.868112 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd10b14a-a47d-485c-b594-8895d7faf957 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:53:25.950837 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bd10b14a-a47d-485c-b594-8895d7faf957 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (0446adbd-fab4-475b-88ed-49132f37b7aa), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:25.961092 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-20bfcf6a-9fed-4857-a5a7-093c548f0c6f None None] Set router 0446adbd-fab4-475b-88ed-49132f37b7aa gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:53:25.963957 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device e285af89-9bd8-4adc-a17d-0b9265009642 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:53:26.053357 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10b14a-a47d-485c-b594-8895d7faf957 admin admin] Pushing event updated for resources: {'Port': ['ID=a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:26.272250 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bd10b14a-a47d-485c-b594-8895d7faf957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:26.284679 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-20bfcf6a-9fed-4857-a5a7-093c548f0c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0446adbd-fab4-475b-88ed-49132f37b7aa', 'name': 'tempest-TestAggregatesBasicOps-1498986819-router', 'tenant_id': 'd06e20b5069f466d89554de02d8a8d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'a416770b-822a-4006-aca9-4913089db703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:21Z', 'updated_at': '2022-03-22T19:53:23Z', 'revision_number': 3, 'project_id': 'd06e20b5069f466d89554de02d8a8d22', 'gw_port': {'id': 'a416770b-822a-4006-aca9-4913089db703', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0446adbd-fab4-475b-88ed-49132f37b7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:22Z', 'updated_at': '2022-03-22T19:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:26.424219 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bfcf6a-9fed-4857-a5a7-093c548f0c6f None None] The sync data for ids ['0446adbd-fab4-475b-88ed-49132f37b7aa'] in n-d-705658-24 is: [{'id': '0446adbd-fab4-475b-88ed-49132f37b7aa', 'name': 'tempest-TestAggregatesBasicOps-1498986819-router', 'tenant_id': 'd06e20b5069f466d89554de02d8a8d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'a416770b-822a-4006-aca9-4913089db703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:21Z', 'updated_at': '2022-03-22T19:53:23Z', 'revision_number': 3, 'project_id': 'd06e20b5069f466d89554de02d8a8d22', 'gw_port': {'id': 'a416770b-822a-4006-aca9-4913089db703', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0446adbd-fab4-475b-88ed-49132f37b7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:22Z', 'updated_at': '2022-03-22T19:53:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:53:26.467939 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port e285af89-9bd8-4adc-a17d-0b9265009642 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:26.468984 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e285af89-9bd8-4adc-a17d-0b9265009642), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:26.514653 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-63f796e4-f8c1-4d52-acbe-5bfa51733b6d None None] Provisioning complete for port a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:26.515108 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-63f796e4-f8c1-4d52-acbe-5bfa51733b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:26.572578 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-63f796e4-f8c1-4d52-acbe-5bfa51733b6d None None] Port a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:53:26.634377 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port e285af89-9bd8-4adc-a17d-0b9265009642 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:26.642562 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bd10b14a-a47d-485c-b594-8895d7faf957 admin admin] Publish callbacks [] for port (a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:26.649958 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bd10b14a-a47d-485c-b594-8895d7faf957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:26.721730 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10b14a-a47d-485c-b594-8895d7faf957 admin admin] Pushing event updated for resources: {'Port': ['ID=a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:26.755559 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bd10b14a-a47d-485c-b594-8895d7faf957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (0446adbd-fab4-475b-88ed-49132f37b7aa), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:26.874268 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e2c9e-7b68-4eca-bccc-e4e7996a6cf1 req-db499645-3f60-48a6-a2a5-034bfd07c981 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:26.876457 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-614e2c9e-7b68-4eca-bccc-e4e7996a6cf1 req-db499645-3f60-48a6-a2a5-034bfd07c981 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 945 time: 0.1364906 Mar 22 19:53:26.980053 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-614e2c9e-7b68-4eca-bccc-e4e7996a6cf1 req-e1e98afc-c1d4-468d-adc5-6b15a5204501 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969636 Mar 22 19:53:27.067704 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 037287c6-3a21-45fd-93ac-e4398943b2c9 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:53:27.081942 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd10b14a-a47d-485c-b594-8895d7faf957 admin admin] Network b757e4dd-60bc-476a-8eb8-2c5e81168315 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:53:27.083560 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-bd10b14a-a47d-485c-b594-8895d7faf957 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:53:27.216860 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 037287c6-3a21-45fd-93ac-e4398943b2c9 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:53:27.227651 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 037287c6-3a21-45fd-93ac-e4398943b2c9 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:27.228311 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (037287c6-3a21-45fd-93ac-e4398943b2c9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:27.305628 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd10b14a-a47d-485c-b594-8895d7faf957 admin admin] Router 0446adbd-fab4-475b-88ed-49132f37b7aa has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:53:27.389118 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 037287c6-3a21-45fd-93ac-e4398943b2c9 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:27.390067 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (037287c6-3a21-45fd-93ac-e4398943b2c9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:27.454350 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 037287c6-3a21-45fd-93ac-e4398943b2c9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=037287c6-3a21-45fd-93ac-e4398943b2c9,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:53:27.455766 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23335b6f-62e0-4de2-82b2-afb6e9961b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037287c6-3a21-45fd-93ac-e4398943b2c9'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:53:27.462685 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b87de71-7f5a-4d60-a224-5ccfa7a87f13" -d '{"events": [{"server_uuid": "23335b6f-62e0-4de2-82b2-afb6e9961b28", "name": "network-vif-plugged", "status": "completed", "tag": "037287c6-3a21-45fd-93ac-e4398943b2c9"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:53:27.476469 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (037287c6-3a21-45fd-93ac-e4398943b2c9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:27.545247 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6974b8-b981-4032-b491-5ac143263922 x-openstack-request-id: req-3f6974b8-b981-4032-b491-5ac143263922 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:53:27.545886 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23335b6f-62e0-4de2-82b2-afb6e9961b28", "name": "network-vif-plugged", "status": "completed", "tag": "037287c6-3a21-45fd-93ac-e4398943b2c9", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:53:27.546349 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3f6974b8-b981-4032-b491-5ac143263922 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:53:27.546688 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f6974b8-b981-4032-b491-5ac143263922'] response: {'server_uuid': '23335b6f-62e0-4de2-82b2-afb6e9961b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '037287c6-3a21-45fd-93ac-e4398943b2c9', 'code': 200} Mar 22 19:53:27.614173 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd10b14a-a47d-485c-b594-8895d7faf957 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:53:27.620574 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=037287c6-3a21-45fd-93ac-e4398943b2c9,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:27.626004 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bd10b14a-a47d-485c-b594-8895d7faf957 admin admin] 10.222.0.75 "PUT /v2.0/routers/0446adbd-fab4-475b-88ed-49132f37b7aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6045928 Mar 22 19:53:27.653064 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-111288cf-2aee-4861-a0c7-e46a70bf4d4e None None] Provisioning complete for port a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:27.654008 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-111288cf-2aee-4861-a0c7-e46a70bf4d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:27.700644 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172dc525-66be-4fa0-8413-1fbd2640d7a4 req-fe353e8f-f208-47bb-b73e-ca7e35ec0bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:27.705182 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-172dc525-66be-4fa0-8413-1fbd2640d7a4 req-fe353e8f-f208-47bb-b73e-ca7e35ec0bef service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 1129 time: 0.0830340 Mar 22 19:53:27.749339 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-111288cf-2aee-4861-a0c7-e46a70bf4d4e None None] Port a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:53:27.870898 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-172dc525-66be-4fa0-8413-1fbd2640d7a4 req-0f5e61af-cc04-4b5a-a3f6-9b372d770150 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597357 Mar 22 19:53:27.965851 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a416770b-822a-4006-aca9-4913089db703 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:53:28.092383 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port a416770b-822a-4006-aca9-4913089db703 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:28.093411 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a416770b-822a-4006-aca9-4913089db703), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:28.259628 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a416770b-822a-4006-aca9-4913089db703 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:28.260203 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a416770b-822a-4006-aca9-4913089db703), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:28.288799 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1208f05d-7829-47a4-8a44-ea46e4439d22 req-b0504617-a172-4ea2-a7fc-b55f9497aab7 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:28.297910 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1208f05d-7829-47a4-8a44-ea46e4439d22 req-b0504617-a172-4ea2-a7fc-b55f9497aab7 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 946 time: 0.1255200 Mar 22 19:53:28.326520 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port a416770b-822a-4006-aca9-4913089db703, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a416770b-822a-4006-aca9-4913089db703,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:53:28.342830 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a416770b-822a-4006-aca9-4913089db703), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:28.474124 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=a416770b-822a-4006-aca9-4913089db703,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:28.478043 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1208f05d-7829-47a4-8a44-ea46e4439d22 req-c9299650-6cb2-4707-af4e-481b597a5de8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671679 Mar 22 19:53:28.718323 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58718) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:28.724381 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-67070c3c-684a-47f7-a9a7-9aadf9a47cb4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1376759617-network', 'tenant_id': 'f30f2426b9024b53bd0b19b6511e0946'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:53:28.749686 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67070c3c-684a-47f7-a9a7-9aadf9a47cb4 admin admin] Made reservation on behalf of f30f2426b9024b53bd0b19b6511e0946 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:53:28.753092 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-67070c3c-684a-47f7-a9a7-9aadf9a47cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:28.769434 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-67070c3c-684a-47f7-a9a7-9aadf9a47cb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:28.962372 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-67070c3c-684a-47f7-a9a7-9aadf9a47cb4 admin admin] Publish callbacks [] for security_group (f432d27a-72ee-4c2a-8404-6b95f5291ee5), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:28.969070 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-67070c3c-684a-47f7-a9a7-9aadf9a47cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f432d27a-72ee-4c2a-8404-6b95f5291ee5), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:29.005648 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67070c3c-684a-47f7-a9a7-9aadf9a47cb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:53:29.016054 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67070c3c-684a-47f7-a9a7-9aadf9a47cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f432d27a-72ee-4c2a-8404-6b95f5291ee5,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:29.025900 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-67070c3c-684a-47f7-a9a7-9aadf9a47cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (91dd58bd-c181-4e76-851a-2053581ed59d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:29.026444 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-67070c3c-684a-47f7-a9a7-9aadf9a47cb4 admin admin] Added segment 91dd58bd-c181-4e76-851a-2053581ed59d of type vlan for network 6cd74c61-b930-4c2e-8ab3-f748cee99071 Mar 22 19:53:29.084922 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-67070c3c-684a-47f7-a9a7-9aadf9a47cb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (6cd74c61-b930-4c2e-8ab3-f748cee99071), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:29.116101 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-67070c3c-684a-47f7-a9a7-9aadf9a47cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (6cd74c61-b930-4c2e-8ab3-f748cee99071), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:29.117355 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67070c3c-684a-47f7-a9a7-9aadf9a47cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:29.118039 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-67070c3c-684a-47f7-a9a7-9aadf9a47cb4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:29.190409 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-67070c3c-684a-47f7-a9a7-9aadf9a47cb4 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4705634 Mar 22 19:53:29.193344 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 58736) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:29.197768 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67070c3c-684a-47f7-a9a7-9aadf9a47cb4 admin admin] Pushing event updated for resources: {'Network': ['ID=6cd74c61-b930-4c2e-8ab3-f748cee99071,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:29.198946 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-0ff525f2-116b-4183-b0a2-b80b9bedac8e admin admin] Request body: {'subnet': {'network_id': '6cd74c61-b930-4c2e-8ab3-f748cee99071', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1376759617-subnet', 'tenant_id': 'f30f2426b9024b53bd0b19b6511e0946', 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:53:29.210758 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 6cd74c61-b930-4c2e-8ab3-f748cee99071 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:53:29.228113 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff525f2-116b-4183-b0a2-b80b9bedac8e admin admin] Made reservation on behalf of f30f2426b9024b53bd0b19b6511e0946 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:53:29.232047 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0ff525f2-116b-4183-b0a2-b80b9bedac8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:29.429442 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f937ea7-a438-490a-988f-d4153dd05cba None None] Sync routers for ids ['0446adbd-fab4-475b-88ed-49132f37b7aa'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:53:29.441044 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f937ea7-a438-490a-988f-d4153dd05cba None None] Routers {'0446adbd-fab4-475b-88ed-49132f37b7aa'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:53:29.442118 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7f937ea7-a438-490a-988f-d4153dd05cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:53:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['0446adbd-fab4-475b-88ed-49132f37b7aa'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:29.471000 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0ff525f2-116b-4183-b0a2-b80b9bedac8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (33c94684-75f9-4174-a405-c8a80d525de8), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:29.581695 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-7f937ea7-a438-490a-988f-d4153dd05cba None None] Set router 0446adbd-fab4-475b-88ed-49132f37b7aa gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:53:29.584266 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff525f2-116b-4183-b0a2-b80b9bedac8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=33c94684-75f9-4174-a405-c8a80d525de8,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:29.630068 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff525f2-116b-4183-b0a2-b80b9bedac8e admin admin] Checking segment: {'id': '91dd58bd-c181-4e76-851a-2053581ed59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6cd74c61-b930-4c2e-8ab3-f748cee99071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:53:29.630068 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff525f2-116b-4183-b0a2-b80b9bedac8e admin admin] Network hostable DHCP agents. Network: 6cd74c61-b930-4c2e-8ab3-f748cee99071, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:53:29.728629 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff525f2-116b-4183-b0a2-b80b9bedac8e admin admin] Network 6cd74c61-b930-4c2e-8ab3-f748cee99071 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:53:29.772848 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4db873-a59a-4c84-be86-417e3e89bd4b req-8b4cc812-1f55-487a-847a-64cac23e6d8f tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:29.779757 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9e4db873-a59a-4c84-be86-417e3e89bd4b req-8b4cc812-1f55-487a-847a-64cac23e6d8f tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 946 time: 0.1792853 Mar 22 19:53:29.787650 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-0ff525f2-116b-4183-b0a2-b80b9bedac8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 6cd74c61-b930-4c2e-8ab3-f748cee99071) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:53:29.801859 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d39acc1-5f85-4476-b7bb-01e7fe7d8358 None None] Network 6cd74c61-b930-4c2e-8ab3-f748cee99071 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:53:29.820062 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff525f2-116b-4183-b0a2-b80b9bedac8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:29.820800 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0ff525f2-116b-4183-b0a2-b80b9bedac8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:29.848995 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0ff525f2-116b-4183-b0a2-b80b9bedac8e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6544337 Mar 22 19:53:29.851819 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58750) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:29.857671 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-7e9590c9-2030-49f6-be50-3c56e8bab383 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1376759617-router', 'tenant_id': 'f30f2426b9024b53bd0b19b6511e0946', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:53:29.886841 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9e4db873-a59a-4c84-be86-417e3e89bd4b req-798861df-cdae-48c1-93b8-c1f737cc5428 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061735 Mar 22 19:53:29.905953 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7e9590c9-2030-49f6-be50-3c56e8bab383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (4053d1a4-87b0-4b1b-9868-9fe1413a4a3a), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:29.907142 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7e9590c9-2030-49f6-be50-3c56e8bab383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (4053d1a4-87b0-4b1b-9868-9fe1413a4a3a), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:29.948615 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a416770b-822a-4006-aca9-4913089db703 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:53:30.043568 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7e9590c9-2030-49f6-be50-3c56e8bab383 admin admin] Publish callbacks [] for router_controller (4053d1a4-87b0-4b1b-9868-9fe1413a4a3a), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:30.103979 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1c584-7478-496d-ad24-5fd1b878a6af req-5cfe519d-9d73-4c71-a352-8626ec7cfb10 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:30.105735 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9f1c584-7478-496d-ad24-5fd1b878a6af req-5cfe519d-9d73-4c71-a352-8626ec7cfb10 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 946 time: 0.0866873 Mar 22 19:53:30.159673 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7711b74e-7650-4bc8-8f1d-6f1d20fb7574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-6cd74c61-b930-4c2e-8ab3-f748cee99071', 'network_id': '6cd74c61-b930-4c2e-8ab3-f748cee99071', 'project_id': 'f30f2426b9024b53bd0b19b6511e0946', 'fixed_ips': [{'subnet_id': '33c94684-75f9-4174-a405-c8a80d525de8'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:53:30.160558 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7711b74e-7650-4bc8-8f1d-6f1d20fb7574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:30.167169 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port a416770b-822a-4006-aca9-4913089db703 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:30.167556 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a416770b-822a-4006-aca9-4913089db703), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:30.210718 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7f937ea7-a438-490a-988f-d4153dd05cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0446adbd-fab4-475b-88ed-49132f37b7aa', 'name': 'tempest-TestAggregatesBasicOps-1498986819-router', 'tenant_id': 'd06e20b5069f466d89554de02d8a8d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'a416770b-822a-4006-aca9-4913089db703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:21Z', 'updated_at': '2022-03-22T19:53:26Z', 'revision_number': 4, 'project_id': 'd06e20b5069f466d89554de02d8a8d22', 'gw_port': {'id': 'a416770b-822a-4006-aca9-4913089db703', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0446adbd-fab4-475b-88ed-49132f37b7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:22Z', 'updated_at': '2022-03-22T19:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab', 'name': '', 'network_id': 'b757e4dd-60bc-476a-8eb8-2c5e81168315', 'tenant_id': 'd06e20b5069f466d89554de02d8a8d22', 'mac_address': 'fa:16:3e:93:c6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0446adbd-fab4-475b-88ed-49132f37b7aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'd3835aee-bc33-433f-a425-6858728cd38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:25Z', 'updated_at': '2022-03-22T19:53:26Z', 'revision_number': 2, 'project_id': 'd06e20b5069f466d89554de02d8a8d22', 'subnets': [{'id': 'd3835aee-bc33-433f-a425-6858728cd38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:30.233179 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9f1c584-7478-496d-ad24-5fd1b878a6af req-66919ff7-ee3c-424f-971e-563c12450187 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200585 Mar 22 19:53:30.261376 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f937ea7-a438-490a-988f-d4153dd05cba None None] Checking router: 0446adbd-fab4-475b-88ed-49132f37b7aa for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:53:30.262021 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f937ea7-a438-490a-988f-d4153dd05cba None None] Updating router 0446adbd-fab4-475b-88ed-49132f37b7aa port a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:53:30.407170 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388a31b-84de-402a-9980-87e627902c63 req-7ae28aac-771d-40af-a522-91dc1ba9546b tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:30.408918 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1388a31b-84de-402a-9980-87e627902c63 req-7ae28aac-771d-40af-a522-91dc1ba9546b tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 946 time: 0.0911765 Mar 22 19:53:30.492634 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1388a31b-84de-402a-9980-87e627902c63 req-105e79a0-0ec1-409f-9e59-2f43fba96142 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762603 Mar 22 19:53:30.526885 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-7711b74e-7650-4bc8-8f1d-6f1d20fb7574 None None] Allocated IP 172.20.0.2 (6cd74c61-b930-4c2e-8ab3-f748cee99071/33c94684-75f9-4174-a405-c8a80d525de8/fde0c06e-7dca-4e26-bf82-757418203bed) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:53:30.693069 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7711b74e-7650-4bc8-8f1d-6f1d20fb7574 None None] Publish callbacks [] for port (fde0c06e-7dca-4e26-bf82-757418203bed), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:30.709176 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7711b74e-7650-4bc8-8f1d-6f1d20fb7574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (fde0c06e-7dca-4e26-bf82-757418203bed), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:30.710733 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7e9590c9-2030-49f6-be50-3c56e8bab383 admin admin] Publish callbacks [] for router_gateway (4053d1a4-87b0-4b1b-9868-9fe1413a4a3a), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:30.757895 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711b74e-7650-4bc8-8f1d-6f1d20fb7574 None None] Pushing event updated for resources: {'Port': ['ID=fde0c06e-7dca-4e26-bf82-757418203bed,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:30.760905 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7f937ea7-a438-490a-988f-d4153dd05cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:30.801704 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7711b74e-7650-4bc8-8f1d-6f1d20fb7574 None None] Network 6cd74c61-b930-4c2e-8ab3-f748cee99071 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:53:30.808040 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-7711b74e-7650-4bc8-8f1d-6f1d20fb7574 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:53:30.812969 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7711b74e-7650-4bc8-8f1d-6f1d20fb7574 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:53:30.978482 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7e9590c9-2030-49f6-be50-3c56e8bab383 admin admin] Publish callbacks [] for router_gateway (4053d1a4-87b0-4b1b-9868-9fe1413a4a3a), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:31.001122 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7e9590c9-2030-49f6-be50-3c56e8bab383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:31.096651 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a416770b-822a-4006-aca9-4913089db703 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:31.139985 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7f937ea7-a438-490a-988f-d4153dd05cba None None] Publish callbacks [] for port (a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:31.140262 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-7e9590c9-2030-49f6-be50-3c56e8bab383 admin admin] Allocated IP 172.25.5.66 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/b4a5e114-f970-4a69-b62b-cfe28ac1231b) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:53:31.146399 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-7711b74e-7650-4bc8-8f1d-6f1d20fb7574 None None] Attempting to bind port fde0c06e-7dca-4e26-bf82-757418203bed on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:53:31.146796 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-7711b74e-7650-4bc8-8f1d-6f1d20fb7574 None None] Attempting to bind port fde0c06e-7dca-4e26-bf82-757418203bed by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '91dd58bd-c181-4e76-851a-2053581ed59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6cd74c61-b930-4c2e-8ab3-f748cee99071'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:53:31.147169 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7711b74e-7650-4bc8-8f1d-6f1d20fb7574 None None] Attempting to bind port fde0c06e-7dca-4e26-bf82-757418203bed on network 6cd74c61-b930-4c2e-8ab3-f748cee99071 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:53:31.152784 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7711b74e-7650-4bc8-8f1d-6f1d20fb7574 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:53:31.153342 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7711b74e-7650-4bc8-8f1d-6f1d20fb7574 None None] Checking segment: {'id': '91dd58bd-c181-4e76-851a-2053581ed59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6cd74c61-b930-4c2e-8ab3-f748cee99071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:53:31.153752 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7711b74e-7650-4bc8-8f1d-6f1d20fb7574 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:31.154178 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7711b74e-7650-4bc8-8f1d-6f1d20fb7574 None None] Bound using segment: {'id': '91dd58bd-c181-4e76-851a-2053581ed59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6cd74c61-b930-4c2e-8ab3-f748cee99071'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:53:31.154681 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-7711b74e-7650-4bc8-8f1d-6f1d20fb7574 None None] Bound port: fde0c06e-7dca-4e26-bf82-757418203bed, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91dd58bd-c181-4e76-851a-2053581ed59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6cd74c61-b930-4c2e-8ab3-f748cee99071'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:53:31.155042 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7711b74e-7650-4bc8-8f1d-6f1d20fb7574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fde0c06e-7dca-4e26-bf82-757418203bed), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:31.158287 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7f937ea7-a438-490a-988f-d4153dd05cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:31.210511 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e335b40-c020-48c8-9a4a-77f7e5297476 None None] Pushing event updated for resources: {'Port': ['ID=a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:31.273876 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-7711b74e-7650-4bc8-8f1d-6f1d20fb7574 None None] For port fde0c06e-7dca-4e26-bf82-757418203bed, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:53:31.277985 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-7711b74e-7650-4bc8-8f1d-6f1d20fb7574 None None] For port fde0c06e-7dca-4e26-bf82-757418203bed, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=fde0c06e-7dca-4e26-bf82-757418203bed,segment=NetworkSegment(91dd58bd-c181-4e76-851a-2053581ed59d),segment_id=91dd58bd-c181-4e76-851a-2053581ed59d)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:53:31.288577 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7711b74e-7650-4bc8-8f1d-6f1d20fb7574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (fde0c06e-7dca-4e26-bf82-757418203bed), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:31.291211 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7e9590c9-2030-49f6-be50-3c56e8bab383 admin admin] Publish callbacks [] for port (b4a5e114-f970-4a69-b62b-cfe28ac1231b), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:31.331756 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7e9590c9-2030-49f6-be50-3c56e8bab383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (b4a5e114-f970-4a69-b62b-cfe28ac1231b), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:31.375749 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9590c9-2030-49f6-be50-3c56e8bab383 admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:53:31.381139 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-7e9590c9-2030-49f6-be50-3c56e8bab383 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:53:31.389181 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9590c9-2030-49f6-be50-3c56e8bab383 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:53:31.474515 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-7f937ea7-a438-490a-988f-d4153dd05cba None None] Attempting to bind port a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:53:31.474902 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-7f937ea7-a438-490a-988f-d4153dd05cba None None] Attempting to bind port a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '791874d5-e932-4981-8419-9fd7a5edcb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b757e4dd-60bc-476a-8eb8-2c5e81168315'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:53:31.475276 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f937ea7-a438-490a-988f-d4153dd05cba None None] Attempting to bind port a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab on network b757e4dd-60bc-476a-8eb8-2c5e81168315 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:53:31.488827 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f937ea7-a438-490a-988f-d4153dd05cba None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:53:31.489263 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f937ea7-a438-490a-988f-d4153dd05cba None None] Checking segment: {'id': '791874d5-e932-4981-8419-9fd7a5edcb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b757e4dd-60bc-476a-8eb8-2c5e81168315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:53:31.489676 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7f937ea7-a438-490a-988f-d4153dd05cba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:31.490130 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f937ea7-a438-490a-988f-d4153dd05cba None None] Bound using segment: {'id': '791874d5-e932-4981-8419-9fd7a5edcb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b757e4dd-60bc-476a-8eb8-2c5e81168315'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:53:31.490617 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-7f937ea7-a438-490a-988f-d4153dd05cba None None] Bound port: a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791874d5-e932-4981-8419-9fd7a5edcb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b757e4dd-60bc-476a-8eb8-2c5e81168315'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:53:31.491007 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7f937ea7-a438-490a-988f-d4153dd05cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:31.496738 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711b74e-7650-4bc8-8f1d-6f1d20fb7574 None None] Pushing event updated for resources: {'Port': ['ID=fde0c06e-7dca-4e26-bf82-757418203bed,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:31.592867 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9590c9-2030-49f6-be50-3c56e8bab383 admin admin] Pushing event updated for resources: {'Port': ['ID=b4a5e114-f970-4a69-b62b-cfe28ac1231b,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:31.598751 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-7f937ea7-a438-490a-988f-d4153dd05cba None None] For port a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:53:31.602420 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-7f937ea7-a438-490a-988f-d4153dd05cba None None] For port a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab,segment=NetworkSegment(791874d5-e932-4981-8419-9fd7a5edcb49),segment_id=791874d5-e932-4981-8419-9fd7a5edcb49)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:53:31.611318 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7f937ea7-a438-490a-988f-d4153dd05cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:31.673973 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f937ea7-a438-490a-988f-d4153dd05cba None None] Routers {'0446adbd-fab4-475b-88ed-49132f37b7aa'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:53:31.675662 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7f937ea7-a438-490a-988f-d4153dd05cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:53:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['0446adbd-fab4-475b-88ed-49132f37b7aa'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:32.107413 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7e9590c9-2030-49f6-be50-3c56e8bab383 admin admin] Publish callbacks [] for router_gateway (4053d1a4-87b0-4b1b-9868-9fe1413a4a3a), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:32.111342 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device fde0c06e-7dca-4e26-bf82-757418203bed up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:53:32.113608 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e335b40-c020-48c8-9a4a-77f7e5297476 None None] Pushing event updated for resources: {'Port': ['ID=a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:32.196173 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-1c0fa106-177d-4143-9906-f83a1c43834c None None] Provisioning complete for port a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:32.196613 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1c0fa106-177d-4143-9906-f83a1c43834c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:32.329825 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-7f937ea7-a438-490a-988f-d4153dd05cba None None] Set router 0446adbd-fab4-475b-88ed-49132f37b7aa gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:53:32.336341 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port fde0c06e-7dca-4e26-bf82-757418203bed triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:32.336741 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (fde0c06e-7dca-4e26-bf82-757418203bed), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:32.399688 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7e9590c9-2030-49f6-be50-3c56e8bab383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (4053d1a4-87b0-4b1b-9868-9fe1413a4a3a), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:32.411168 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1c0fa106-177d-4143-9906-f83a1c43834c None None] Current status of the port a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:32.411572 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1c0fa106-177d-4143-9906-f83a1c43834c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:32.512764 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-1c0fa106-177d-4143-9906-f83a1c43834c None None] For port a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab,segment=NetworkSegment(791874d5-e932-4981-8419-9fd7a5edcb49),segment_id=791874d5-e932-4981-8419-9fd7a5edcb49)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:53:32.548602 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9590c9-2030-49f6-be50-3c56e8bab383 admin admin] Router 4053d1a4-87b0-4b1b-9868-9fe1413a4a3a is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:53:32.553898 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1c0fa106-177d-4143-9906-f83a1c43834c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:32.643664 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port fde0c06e-7dca-4e26-bf82-757418203bed is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:32.644048 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fde0c06e-7dca-4e26-bf82-757418203bed), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:32.688964 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9590c9-2030-49f6-be50-3c56e8bab383 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:53:32.701940 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a025e8c5-c9dd-4008-989e-b987a5014000 None None] Sync routers for ids ['4053d1a4-87b0-4b1b-9868-9fe1413a4a3a'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:53:32.707429 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0fa106-177d-4143-9906-f83a1c43834c None None] Pushing event updated for resources: {'Port': ['ID=a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:32.730961 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7e9590c9-2030-49f6-be50-3c56e8bab383 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:32.732294 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7e9590c9-2030-49f6-be50-3c56e8bab383 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8793805 Mar 22 19:53:32.732701 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a025e8c5-c9dd-4008-989e-b987a5014000 None None] Routers {'4053d1a4-87b0-4b1b-9868-9fe1413a4a3a'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:53:32.733598 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a025e8c5-c9dd-4008-989e-b987a5014000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:53:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['4053d1a4-87b0-4b1b-9868-9fe1413a4a3a'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:32.735158 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 58766) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:32.776457 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port fde0c06e-7dca-4e26-bf82-757418203bed, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=fde0c06e-7dca-4e26-bf82-757418203bed,segment=NetworkSegment(91dd58bd-c181-4e76-851a-2053581ed59d),segment_id=91dd58bd-c181-4e76-851a-2053581ed59d)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:53:32.802747 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-7f9a3bac-f5ba-4f76-aadd-069384c59fa4 None None] Provisioning complete for port a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:32.803136 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7f9a3bac-f5ba-4f76-aadd-069384c59fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:32.804858 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (fde0c06e-7dca-4e26-bf82-757418203bed), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:32.899675 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-7f937ea7-a438-490a-988f-d4153dd05cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0446adbd-fab4-475b-88ed-49132f37b7aa', 'name': 'tempest-TestAggregatesBasicOps-1498986819-router', 'tenant_id': 'd06e20b5069f466d89554de02d8a8d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'a416770b-822a-4006-aca9-4913089db703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:21Z', 'updated_at': '2022-03-22T19:53:26Z', 'revision_number': 4, 'project_id': 'd06e20b5069f466d89554de02d8a8d22', 'gw_port': {'id': 'a416770b-822a-4006-aca9-4913089db703', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0446adbd-fab4-475b-88ed-49132f37b7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:22Z', 'updated_at': '2022-03-22T19:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab', 'name': '', 'network_id': 'b757e4dd-60bc-476a-8eb8-2c5e81168315', 'tenant_id': 'd06e20b5069f466d89554de02d8a8d22', 'mac_address': 'fa:16:3e:93:c6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0446adbd-fab4-475b-88ed-49132f37b7aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'd3835aee-bc33-433f-a425-6858728cd38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:25Z', 'updated_at': '2022-03-22T19:53:31Z', 'revision_number': 4, 'project_id': 'd06e20b5069f466d89554de02d8a8d22', 'subnets': [{'id': 'd3835aee-bc33-433f-a425-6858728cd38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:32.915647 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-a025e8c5-c9dd-4008-989e-b987a5014000 None None] Set router 4053d1a4-87b0-4b1b-9868-9fe1413a4a3a gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:53:32.949631 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f937ea7-a438-490a-988f-d4153dd05cba None None] The sync data for ids ['0446adbd-fab4-475b-88ed-49132f37b7aa'] in n-d-705658-24 is: [{'id': '0446adbd-fab4-475b-88ed-49132f37b7aa', 'name': 'tempest-TestAggregatesBasicOps-1498986819-router', 'tenant_id': 'd06e20b5069f466d89554de02d8a8d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'a416770b-822a-4006-aca9-4913089db703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:21Z', 'updated_at': '2022-03-22T19:53:26Z', 'revision_number': 4, 'project_id': 'd06e20b5069f466d89554de02d8a8d22', 'gw_port': {'id': 'a416770b-822a-4006-aca9-4913089db703', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0446adbd-fab4-475b-88ed-49132f37b7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:22Z', 'updated_at': '2022-03-22T19:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab', 'name': '', 'network_id': 'b757e4dd-60bc-476a-8eb8-2c5e81168315', 'tenant_id': 'd06e20b5069f466d89554de02d8a8d22', 'mac_address': 'fa:16:3e:93:c6:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0446adbd-fab4-475b-88ed-49132f37b7aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'd3835aee-bc33-433f-a425-6858728cd38f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:25Z', 'updated_at': '2022-03-22T19:53:31Z', 'revision_number': 4, 'project_id': 'd06e20b5069f466d89554de02d8a8d22', 'subnets': [{'id': 'd3835aee-bc33-433f-a425-6858728cd38f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:53:32.969959 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=fde0c06e-7dca-4e26-bf82-757418203bed,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:33.083160 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-7f9a3bac-f5ba-4f76-aadd-069384c59fa4 None None] Current status of the port a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:33.151345 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21edcd1a-80c3-40ee-be1c-d38464aea9c4 None None] Network 6cd74c61-b930-4c2e-8ab3-f748cee99071 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:53:33.269127 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a025e8c5-c9dd-4008-989e-b987a5014000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4053d1a4-87b0-4b1b-9868-9fe1413a4a3a', 'name': 'tempest-TestAggregatesBasicOps-1376759617-router', 'tenant_id': 'f30f2426b9024b53bd0b19b6511e0946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'b4a5e114-f970-4a69-b62b-cfe28ac1231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:29Z', 'updated_at': '2022-03-22T19:53:31Z', 'revision_number': 3, 'project_id': 'f30f2426b9024b53bd0b19b6511e0946', 'gw_port': {'id': 'b4a5e114-f970-4a69-b62b-cfe28ac1231b', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ef:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4053d1a4-87b0-4b1b-9868-9fe1413a4a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:31Z', 'updated_at': '2022-03-22T19:53:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:33.278586 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-7a63898b-49df-4c6c-a140-4aeda359c072 None None] Provisioning complete for port fde0c06e-7dca-4e26-bf82-757418203bed triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:33.279039 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7a63898b-49df-4c6c-a140-4aeda359c072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (fde0c06e-7dca-4e26-bf82-757418203bed), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:33.324855 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a025e8c5-c9dd-4008-989e-b987a5014000 None None] Checking router: 4053d1a4-87b0-4b1b-9868-9fe1413a4a3a for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:53:33.326916 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a025e8c5-c9dd-4008-989e-b987a5014000 None None] Updating router 4053d1a4-87b0-4b1b-9868-9fe1413a4a3a port b4a5e114-f970-4a69-b62b-cfe28ac1231b binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:53:33.374844 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-a025e8c5-c9dd-4008-989e-b987a5014000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b4a5e114-f970-4a69-b62b-cfe28ac1231b), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:33.415201 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4f1405c4-9b5c-426c-ac25-cf12902e120c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:33.421436 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-7a63898b-49df-4c6c-a140-4aeda359c072 None None] Current status of the port fde0c06e-7dca-4e26-bf82-757418203bed is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:33.750181 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-a025e8c5-c9dd-4008-989e-b987a5014000 None None] Publish callbacks [] for port (b4a5e114-f970-4a69-b62b-cfe28ac1231b), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:33.756085 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-3947f361-5810-4201-bc55-30a85d7d352c None None] Provisioning complete for port fde0c06e-7dca-4e26-bf82-757418203bed triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:33.756611 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3947f361-5810-4201-bc55-30a85d7d352c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (fde0c06e-7dca-4e26-bf82-757418203bed), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:33.761669 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-a025e8c5-c9dd-4008-989e-b987a5014000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b4a5e114-f970-4a69-b62b-cfe28ac1231b), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:33.881939 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-a025e8c5-c9dd-4008-989e-b987a5014000 None None] Attempting to bind port b4a5e114-f970-4a69-b62b-cfe28ac1231b on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:53:33.882612 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-a025e8c5-c9dd-4008-989e-b987a5014000 None None] Attempting to bind port b4a5e114-f970-4a69-b62b-cfe28ac1231b by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:53:33.883174 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a025e8c5-c9dd-4008-989e-b987a5014000 None None] Attempting to bind port b4a5e114-f970-4a69-b62b-cfe28ac1231b on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:53:33.928216 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a025e8c5-c9dd-4008-989e-b987a5014000 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:53:33.929151 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a025e8c5-c9dd-4008-989e-b987a5014000 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:53:33.929934 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-a025e8c5-c9dd-4008-989e-b987a5014000 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:33.930507 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a025e8c5-c9dd-4008-989e-b987a5014000 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:53:33.931163 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-a025e8c5-c9dd-4008-989e-b987a5014000 None None] Bound port: b4a5e114-f970-4a69-b62b-cfe28ac1231b, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:53:33.931739 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-a025e8c5-c9dd-4008-989e-b987a5014000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b4a5e114-f970-4a69-b62b-cfe28ac1231b), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:33.952414 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-3947f361-5810-4201-bc55-30a85d7d352c None None] Current status of the port fde0c06e-7dca-4e26-bf82-757418203bed is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:34.019837 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-a025e8c5-c9dd-4008-989e-b987a5014000 None None] For port b4a5e114-f970-4a69-b62b-cfe28ac1231b, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:53:34.024218 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-a025e8c5-c9dd-4008-989e-b987a5014000 None None] For port b4a5e114-f970-4a69-b62b-cfe28ac1231b, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b4a5e114-f970-4a69-b62b-cfe28ac1231b,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:53:34.032873 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ac881-f29b-41c1-bd95-fbd6239b7475 None None] Pushing event updated for resources: {'Port': ['ID=b4a5e114-f970-4a69-b62b-cfe28ac1231b,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:34.039246 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-a025e8c5-c9dd-4008-989e-b987a5014000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b4a5e114-f970-4a69-b62b-cfe28ac1231b), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:34.065223 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device fde0c06e-7dca-4e26-bf82-757418203bed up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:53:34.131860 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port fde0c06e-7dca-4e26-bf82-757418203bed triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:34.132239 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (fde0c06e-7dca-4e26-bf82-757418203bed), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:34.154260 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a025e8c5-c9dd-4008-989e-b987a5014000 None None] Routers {'4053d1a4-87b0-4b1b-9868-9fe1413a4a3a'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:53:34.154900 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a025e8c5-c9dd-4008-989e-b987a5014000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:53:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['4053d1a4-87b0-4b1b-9868-9fe1413a4a3a'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:34.158211 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ac881-f29b-41c1-bd95-fbd6239b7475 None None] Pushing event updated for resources: {'Port': ['ID=b4a5e114-f970-4a69-b62b-cfe28ac1231b,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:34.167585 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-4f1405c4-9b5c-426c-ac25-cf12902e120c admin admin] Allocated IP 172.20.0.1 (6cd74c61-b930-4c2e-8ab3-f748cee99071/33c94684-75f9-4174-a405-c8a80d525de8/0de81132-27cd-48bc-b1dd-6455fafd9687) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:53:34.264878 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port fde0c06e-7dca-4e26-bf82-757418203bed is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:34.266125 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:53:34.319155 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4f1405c4-9b5c-426c-ac25-cf12902e120c admin admin] Publish callbacks [] for port (0de81132-27cd-48bc-b1dd-6455fafd9687), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:34.321777 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-a025e8c5-c9dd-4008-989e-b987a5014000 None None] Set router 4053d1a4-87b0-4b1b-9868-9fe1413a4a3a gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:53:34.347205 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:34.347614 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:34.367118 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4f1405c4-9b5c-426c-ac25-cf12902e120c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (0de81132-27cd-48bc-b1dd-6455fafd9687), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:34.430904 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1405c4-9b5c-426c-ac25-cf12902e120c admin admin] Pushing event updated for resources: {'Port': ['ID=0de81132-27cd-48bc-b1dd-6455fafd9687,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:34.450175 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1405c4-9b5c-426c-ac25-cf12902e120c admin admin] Network 6cd74c61-b930-4c2e-8ab3-f748cee99071 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:53:34.468939 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-4f1405c4-9b5c-426c-ac25-cf12902e120c admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:53:34.487020 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:34.489994 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1405c4-9b5c-426c-ac25-cf12902e120c admin admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:53:34.560068 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4f1405c4-9b5c-426c-ac25-cf12902e120c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (4053d1a4-87b0-4b1b-9868-9fe1413a4a3a), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:34.573716 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a025e8c5-c9dd-4008-989e-b987a5014000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4053d1a4-87b0-4b1b-9868-9fe1413a4a3a', 'name': 'tempest-TestAggregatesBasicOps-1376759617-router', 'tenant_id': 'f30f2426b9024b53bd0b19b6511e0946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'b4a5e114-f970-4a69-b62b-cfe28ac1231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:29Z', 'updated_at': '2022-03-22T19:53:31Z', 'revision_number': 3, 'project_id': 'f30f2426b9024b53bd0b19b6511e0946', 'gw_port': {'id': 'b4a5e114-f970-4a69-b62b-cfe28ac1231b', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ef:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4053d1a4-87b0-4b1b-9868-9fe1413a4a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:31Z', 'updated_at': '2022-03-22T19:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:34.619483 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a025e8c5-c9dd-4008-989e-b987a5014000 None None] The sync data for ids ['4053d1a4-87b0-4b1b-9868-9fe1413a4a3a'] in n-d-705658-24 is: [{'id': '4053d1a4-87b0-4b1b-9868-9fe1413a4a3a', 'name': 'tempest-TestAggregatesBasicOps-1376759617-router', 'tenant_id': 'f30f2426b9024b53bd0b19b6511e0946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'b4a5e114-f970-4a69-b62b-cfe28ac1231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:29Z', 'updated_at': '2022-03-22T19:53:31Z', 'revision_number': 3, 'project_id': 'f30f2426b9024b53bd0b19b6511e0946', 'gw_port': {'id': 'b4a5e114-f970-4a69-b62b-cfe28ac1231b', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ef:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4053d1a4-87b0-4b1b-9868-9fe1413a4a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:31Z', 'updated_at': '2022-03-22T19:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:53:34.790298 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4f1405c4-9b5c-426c-ac25-cf12902e120c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0de81132-27cd-48bc-b1dd-6455fafd9687), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:34.890942 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-017e72cf-b070-432b-8d59-ffe92a823a9e None None] Provisioning complete for port 0de81132-27cd-48bc-b1dd-6455fafd9687 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:34.891319 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-017e72cf-b070-432b-8d59-ffe92a823a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (0de81132-27cd-48bc-b1dd-6455fafd9687), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:34.932381 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-017e72cf-b070-432b-8d59-ffe92a823a9e None None] Port 0de81132-27cd-48bc-b1dd-6455fafd9687 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:53:35.007982 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4f1405c4-9b5c-426c-ac25-cf12902e120c admin admin] Publish callbacks [] for port (0de81132-27cd-48bc-b1dd-6455fafd9687), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:35.013890 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4f1405c4-9b5c-426c-ac25-cf12902e120c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (0de81132-27cd-48bc-b1dd-6455fafd9687), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:35.093841 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1405c4-9b5c-426c-ac25-cf12902e120c admin admin] Pushing event updated for resources: {'Port': ['ID=0de81132-27cd-48bc-b1dd-6455fafd9687,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:35.100413 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4f1405c4-9b5c-426c-ac25-cf12902e120c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (4053d1a4-87b0-4b1b-9868-9fe1413a4a3a), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:35.199021 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1405c4-9b5c-426c-ac25-cf12902e120c admin admin] Network 6cd74c61-b930-4c2e-8ab3-f748cee99071 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:53:35.201619 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-4f1405c4-9b5c-426c-ac25-cf12902e120c admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:53:35.337239 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1405c4-9b5c-426c-ac25-cf12902e120c admin admin] Router 4053d1a4-87b0-4b1b-9868-9fe1413a4a3a has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:53:35.462558 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1405c4-9b5c-426c-ac25-cf12902e120c admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:53:35.470799 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-060fa662-fddc-4989-b992-6e2d79e271f3 None None] Provisioning complete for port 0de81132-27cd-48bc-b1dd-6455fafd9687 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:35.471245 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-060fa662-fddc-4989-b992-6e2d79e271f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (0de81132-27cd-48bc-b1dd-6455fafd9687), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:35.473413 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4f1405c4-9b5c-426c-ac25-cf12902e120c admin admin] 10.222.0.75 "PUT /v2.0/routers/4053d1a4-87b0-4b1b-9868-9fe1413a4a3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7369082 Mar 22 19:53:35.512861 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-060fa662-fddc-4989-b992-6e2d79e271f3 None None] Port 0de81132-27cd-48bc-b1dd-6455fafd9687 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:53:35.869004 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b4a5e114-f970-4a69-b62b-cfe28ac1231b up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:53:35.921810 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b4a5e114-f970-4a69-b62b-cfe28ac1231b triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:35.922206 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b4a5e114-f970-4a69-b62b-cfe28ac1231b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:36.004937 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b4a5e114-f970-4a69-b62b-cfe28ac1231b is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:36.005414 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b4a5e114-f970-4a69-b62b-cfe28ac1231b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:36.029752 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port b4a5e114-f970-4a69-b62b-cfe28ac1231b, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b4a5e114-f970-4a69-b62b-cfe28ac1231b,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:53:36.035065 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b4a5e114-f970-4a69-b62b-cfe28ac1231b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:36.088906 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=b4a5e114-f970-4a69-b62b-cfe28ac1231b,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:36.564877 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0839a9-9d2d-405d-bb55-9b58e9b816c1 None None] Sync routers for ids ['4053d1a4-87b0-4b1b-9868-9fe1413a4a3a'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:53:36.577661 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0839a9-9d2d-405d-bb55-9b58e9b816c1 None None] Routers {'4053d1a4-87b0-4b1b-9868-9fe1413a4a3a'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:53:36.578574 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-0a0839a9-9d2d-405d-bb55-9b58e9b816c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:53:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['4053d1a4-87b0-4b1b-9868-9fe1413a4a3a'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:36.691633 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-0a0839a9-9d2d-405d-bb55-9b58e9b816c1 None None] Set router 4053d1a4-87b0-4b1b-9868-9fe1413a4a3a gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:53:36.937717 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-0a0839a9-9d2d-405d-bb55-9b58e9b816c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4053d1a4-87b0-4b1b-9868-9fe1413a4a3a', 'name': 'tempest-TestAggregatesBasicOps-1376759617-router', 'tenant_id': 'f30f2426b9024b53bd0b19b6511e0946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'b4a5e114-f970-4a69-b62b-cfe28ac1231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:29Z', 'updated_at': '2022-03-22T19:53:34Z', 'revision_number': 4, 'project_id': 'f30f2426b9024b53bd0b19b6511e0946', 'gw_port': {'id': 'b4a5e114-f970-4a69-b62b-cfe28ac1231b', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ef:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053d1a4-87b0-4b1b-9868-9fe1413a4a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:31Z', 'updated_at': '2022-03-22T19:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '0de81132-27cd-48bc-b1dd-6455fafd9687', 'name': '', 'network_id': '6cd74c61-b930-4c2e-8ab3-f748cee99071', 'tenant_id': 'f30f2426b9024b53bd0b19b6511e0946', 'mac_address': 'fa:16:3e:8d:64:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4053d1a4-87b0-4b1b-9868-9fe1413a4a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '33c94684-75f9-4174-a405-c8a80d525de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:33Z', 'updated_at': '2022-03-22T19:53:34Z', 'revision_number': 2, 'project_id': 'f30f2426b9024b53bd0b19b6511e0946', 'subnets': [{'id': '33c94684-75f9-4174-a405-c8a80d525de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:36.976453 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0839a9-9d2d-405d-bb55-9b58e9b816c1 None None] Checking router: 4053d1a4-87b0-4b1b-9868-9fe1413a4a3a for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:53:36.976820 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0839a9-9d2d-405d-bb55-9b58e9b816c1 None None] Updating router 4053d1a4-87b0-4b1b-9868-9fe1413a4a3a port 0de81132-27cd-48bc-b1dd-6455fafd9687 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:53:37.005951 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0a0839a9-9d2d-405d-bb55-9b58e9b816c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0de81132-27cd-48bc-b1dd-6455fafd9687), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:37.274440 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0a0839a9-9d2d-405d-bb55-9b58e9b816c1 None None] Publish callbacks [] for port (0de81132-27cd-48bc-b1dd-6455fafd9687), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:37.280234 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0a0839a9-9d2d-405d-bb55-9b58e9b816c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (0de81132-27cd-48bc-b1dd-6455fafd9687), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:37.355905 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30cd839-b530-4270-9418-836ade1d648f None None] Pushing event updated for resources: {'Port': ['ID=0de81132-27cd-48bc-b1dd-6455fafd9687,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:37.397127 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-0a0839a9-9d2d-405d-bb55-9b58e9b816c1 None None] Attempting to bind port 0de81132-27cd-48bc-b1dd-6455fafd9687 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:53:37.397627 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-0a0839a9-9d2d-405d-bb55-9b58e9b816c1 None None] Attempting to bind port 0de81132-27cd-48bc-b1dd-6455fafd9687 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '91dd58bd-c181-4e76-851a-2053581ed59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6cd74c61-b930-4c2e-8ab3-f748cee99071'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:53:37.398036 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0839a9-9d2d-405d-bb55-9b58e9b816c1 None None] Attempting to bind port 0de81132-27cd-48bc-b1dd-6455fafd9687 on network 6cd74c61-b930-4c2e-8ab3-f748cee99071 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:53:37.404419 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0839a9-9d2d-405d-bb55-9b58e9b816c1 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:53:37.405078 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0839a9-9d2d-405d-bb55-9b58e9b816c1 None None] Checking segment: {'id': '91dd58bd-c181-4e76-851a-2053581ed59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6cd74c61-b930-4c2e-8ab3-f748cee99071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:53:37.405755 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0a0839a9-9d2d-405d-bb55-9b58e9b816c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:37.406205 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0839a9-9d2d-405d-bb55-9b58e9b816c1 None None] Bound using segment: {'id': '91dd58bd-c181-4e76-851a-2053581ed59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6cd74c61-b930-4c2e-8ab3-f748cee99071'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:53:37.406736 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-0a0839a9-9d2d-405d-bb55-9b58e9b816c1 None None] Bound port: 0de81132-27cd-48bc-b1dd-6455fafd9687, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91dd58bd-c181-4e76-851a-2053581ed59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6cd74c61-b930-4c2e-8ab3-f748cee99071'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:53:37.407132 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0a0839a9-9d2d-405d-bb55-9b58e9b816c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0de81132-27cd-48bc-b1dd-6455fafd9687), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:37.482107 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-0a0839a9-9d2d-405d-bb55-9b58e9b816c1 None None] For port 0de81132-27cd-48bc-b1dd-6455fafd9687, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:53:37.485719 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-0a0839a9-9d2d-405d-bb55-9b58e9b816c1 None None] For port 0de81132-27cd-48bc-b1dd-6455fafd9687, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=0de81132-27cd-48bc-b1dd-6455fafd9687,segment=NetworkSegment(91dd58bd-c181-4e76-851a-2053581ed59d),segment_id=91dd58bd-c181-4e76-851a-2053581ed59d)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:53:37.497065 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0a0839a9-9d2d-405d-bb55-9b58e9b816c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (0de81132-27cd-48bc-b1dd-6455fafd9687), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:37.568446 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30cd839-b530-4270-9418-836ade1d648f None None] Pushing event updated for resources: {'Port': ['ID=0de81132-27cd-48bc-b1dd-6455fafd9687,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:37.598949 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0839a9-9d2d-405d-bb55-9b58e9b816c1 None None] Routers {'4053d1a4-87b0-4b1b-9868-9fe1413a4a3a'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:53:37.599650 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-0a0839a9-9d2d-405d-bb55-9b58e9b816c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:53:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['4053d1a4-87b0-4b1b-9868-9fe1413a4a3a'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:37.834269 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 58814) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:37.919838 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b4a5e114-f970-4a69-b62b-cfe28ac1231b up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:53:37.950168 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-377257ac-7d96-4895-933d-188e792e4403 None None] Provisioning complete for port 0de81132-27cd-48bc-b1dd-6455fafd9687 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:37.950542 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-377257ac-7d96-4895-933d-188e792e4403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (0de81132-27cd-48bc-b1dd-6455fafd9687), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:38.043450 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-0a0839a9-9d2d-405d-bb55-9b58e9b816c1 None None] Set router 4053d1a4-87b0-4b1b-9868-9fe1413a4a3a gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:53:38.072673 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b4a5e114-f970-4a69-b62b-cfe28ac1231b triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:38.073046 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b4a5e114-f970-4a69-b62b-cfe28ac1231b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:38.190648 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-377257ac-7d96-4895-933d-188e792e4403 None None] Current status of the port 0de81132-27cd-48bc-b1dd-6455fafd9687 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:38.190953 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-377257ac-7d96-4895-933d-188e792e4403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0de81132-27cd-48bc-b1dd-6455fafd9687), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:38.215158 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-df67c5b5-f318-4a1a-adcc-3b49849e66c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (0446adbd-fab4-475b-88ed-49132f37b7aa), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:38.270094 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-377257ac-7d96-4895-933d-188e792e4403 None None] For port 0de81132-27cd-48bc-b1dd-6455fafd9687, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=0de81132-27cd-48bc-b1dd-6455fafd9687,segment=NetworkSegment(91dd58bd-c181-4e76-851a-2053581ed59d),segment_id=91dd58bd-c181-4e76-851a-2053581ed59d)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:53:38.280216 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-377257ac-7d96-4895-933d-188e792e4403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (0de81132-27cd-48bc-b1dd-6455fafd9687), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:38.356103 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b4a5e114-f970-4a69-b62b-cfe28ac1231b is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:38.403074 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377257ac-7d96-4895-933d-188e792e4403 None None] Pushing event updated for resources: {'Port': ['ID=0de81132-27cd-48bc-b1dd-6455fafd9687,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:38.419731 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-cb034eb8-2331-4964-9b7b-63fe0ca0ad87 None None] Provisioning complete for port 0de81132-27cd-48bc-b1dd-6455fafd9687 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:38.420106 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-cb034eb8-2331-4964-9b7b-63fe0ca0ad87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (0de81132-27cd-48bc-b1dd-6455fafd9687), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:38.465849 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-0a0839a9-9d2d-405d-bb55-9b58e9b816c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4053d1a4-87b0-4b1b-9868-9fe1413a4a3a', 'name': 'tempest-TestAggregatesBasicOps-1376759617-router', 'tenant_id': 'f30f2426b9024b53bd0b19b6511e0946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'b4a5e114-f970-4a69-b62b-cfe28ac1231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:29Z', 'updated_at': '2022-03-22T19:53:34Z', 'revision_number': 4, 'project_id': 'f30f2426b9024b53bd0b19b6511e0946', 'gw_port': {'id': 'b4a5e114-f970-4a69-b62b-cfe28ac1231b', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ef:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053d1a4-87b0-4b1b-9868-9fe1413a4a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:31Z', 'updated_at': '2022-03-22T19:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '0de81132-27cd-48bc-b1dd-6455fafd9687', 'name': '', 'network_id': '6cd74c61-b930-4c2e-8ab3-f748cee99071', 'tenant_id': 'f30f2426b9024b53bd0b19b6511e0946', 'mac_address': 'fa:16:3e:8d:64:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4053d1a4-87b0-4b1b-9868-9fe1413a4a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '33c94684-75f9-4174-a405-c8a80d525de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:33Z', 'updated_at': '2022-03-22T19:53:37Z', 'revision_number': 4, 'project_id': 'f30f2426b9024b53bd0b19b6511e0946', 'subnets': [{'id': '33c94684-75f9-4174-a405-c8a80d525de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:38.486804 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-df67c5b5-f318-4a1a-adcc-3b49849e66c6 admin admin] Deleting port a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:53:38.487145 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-df67c5b5-f318-4a1a-adcc-3b49849e66c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:38.497303 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0839a9-9d2d-405d-bb55-9b58e9b816c1 None None] The sync data for ids ['4053d1a4-87b0-4b1b-9868-9fe1413a4a3a'] in n-d-705658-24 is: [{'id': '4053d1a4-87b0-4b1b-9868-9fe1413a4a3a', 'name': 'tempest-TestAggregatesBasicOps-1376759617-router', 'tenant_id': 'f30f2426b9024b53bd0b19b6511e0946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'b4a5e114-f970-4a69-b62b-cfe28ac1231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:29Z', 'updated_at': '2022-03-22T19:53:34Z', 'revision_number': 4, 'project_id': 'f30f2426b9024b53bd0b19b6511e0946', 'gw_port': {'id': 'b4a5e114-f970-4a69-b62b-cfe28ac1231b', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ef:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053d1a4-87b0-4b1b-9868-9fe1413a4a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:31Z', 'updated_at': '2022-03-22T19:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '0de81132-27cd-48bc-b1dd-6455fafd9687', 'name': '', 'network_id': '6cd74c61-b930-4c2e-8ab3-f748cee99071', 'tenant_id': 'f30f2426b9024b53bd0b19b6511e0946', 'mac_address': 'fa:16:3e:8d:64:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4053d1a4-87b0-4b1b-9868-9fe1413a4a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '33c94684-75f9-4174-a405-c8a80d525de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:33Z', 'updated_at': '2022-03-22T19:53:37Z', 'revision_number': 4, 'project_id': 'f30f2426b9024b53bd0b19b6511e0946', 'subnets': [{'id': '33c94684-75f9-4174-a405-c8a80d525de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:53:38.544200 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-cb034eb8-2331-4964-9b7b-63fe0ca0ad87 None None] Current status of the port 0de81132-27cd-48bc-b1dd-6455fafd9687 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:38.624474 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-df67c5b5-f318-4a1a-adcc-3b49849e66c6 admin admin] For port a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab,segment=NetworkSegment(791874d5-e932-4981-8419-9fd7a5edcb49),segment_id=791874d5-e932-4981-8419-9fd7a5edcb49)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:53:38.625158 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-df67c5b5-f318-4a1a-adcc-3b49849e66c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:38.645017 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-df67c5b5-f318-4a1a-adcc-3b49849e66c6 admin admin] Calling delete_port for a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:53:38.884746 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-df67c5b5-f318-4a1a-adcc-3b49849e66c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:38.914381 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67c5b5-f318-4a1a-adcc-3b49849e66c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:39.128634 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-df67c5b5-f318-4a1a-adcc-3b49849e66c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (0446adbd-fab4-475b-88ed-49132f37b7aa), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:39.373302 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df67c5b5-f318-4a1a-adcc-3b49849e66c6 admin admin] Router 0446adbd-fab4-475b-88ed-49132f37b7aa has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:53:39.504943 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df67c5b5-f318-4a1a-adcc-3b49849e66c6 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:53:39.515922 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58816) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:39.516953 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-df67c5b5-f318-4a1a-adcc-3b49849e66c6 admin admin] 10.222.0.75 "PUT /v2.0/routers/0446adbd-fab4-475b-88ed-49132f37b7aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6809227 Mar 22 19:53:39.519230 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae294950-3084-4958-961d-b6f57a9077f0 None None] Sync routers for ids ['0446adbd-fab4-475b-88ed-49132f37b7aa'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:53:39.531848 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae294950-3084-4958-961d-b6f57a9077f0 None None] Routers {'0446adbd-fab4-475b-88ed-49132f37b7aa'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:53:39.532760 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ae294950-3084-4958-961d-b6f57a9077f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:53:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['0446adbd-fab4-475b-88ed-49132f37b7aa'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:39.654571 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f8dd12c4-b5a5-4111-85f7-d47016a4521f admin admin] Publish callbacks [] for router (0446adbd-fab4-475b-88ed-49132f37b7aa), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:39.667531 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-ae294950-3084-4958-961d-b6f57a9077f0 None None] Set router 0446adbd-fab4-475b-88ed-49132f37b7aa gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:53:39.784365 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f8dd12c4-b5a5-4111-85f7-d47016a4521f admin admin] Publish callbacks [] for router_gateway (0446adbd-fab4-475b-88ed-49132f37b7aa), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:39.861816 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-f8dd12c4-b5a5-4111-85f7-d47016a4521f admin admin] Deleting port a416770b-822a-4006-aca9-4913089db703 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:53:39.862217 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f8dd12c4-b5a5-4111-85f7-d47016a4521f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (a416770b-822a-4006-aca9-4913089db703), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:39.908252 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ae294950-3084-4958-961d-b6f57a9077f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0446adbd-fab4-475b-88ed-49132f37b7aa', 'name': 'tempest-TestAggregatesBasicOps-1498986819-router', 'tenant_id': 'd06e20b5069f466d89554de02d8a8d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212'}], 'enable_snat': True}, 'gw_port_id': 'a416770b-822a-4006-aca9-4913089db703', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:21Z', 'updated_at': '2022-03-22T19:53:38Z', 'revision_number': 5, 'project_id': 'd06e20b5069f466d89554de02d8a8d22', 'gw_port': {'id': 'a416770b-822a-4006-aca9-4913089db703', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0446adbd-fab4-475b-88ed-49132f37b7aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:22Z', 'updated_at': '2022-03-22T19:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:39.962783 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae294950-3084-4958-961d-b6f57a9077f0 None None] Checking router: 0446adbd-fab4-475b-88ed-49132f37b7aa for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:53:39.966493 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-f8dd12c4-b5a5-4111-85f7-d47016a4521f admin admin] For port a416770b-822a-4006-aca9-4913089db703, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a416770b-822a-4006-aca9-4913089db703,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:53:39.966853 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f8dd12c4-b5a5-4111-85f7-d47016a4521f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (a416770b-822a-4006-aca9-4913089db703), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:39.976928 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae294950-3084-4958-961d-b6f57a9077f0 None None] Routers {'0446adbd-fab4-475b-88ed-49132f37b7aa'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:53:39.977920 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ae294950-3084-4958-961d-b6f57a9077f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:53:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['0446adbd-fab4-475b-88ed-49132f37b7aa'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:39.988751 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-f8dd12c4-b5a5-4111-85f7-d47016a4521f admin admin] Calling delete_port for a416770b-822a-4006-aca9-4913089db703 owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:53:39.996230 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 0de81132-27cd-48bc-b1dd-6455fafd9687 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:53:40.067040 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 0de81132-27cd-48bc-b1dd-6455fafd9687 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:53:40.067584 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (0de81132-27cd-48bc-b1dd-6455fafd9687), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:40.203746 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f8dd12c4-b5a5-4111-85f7-d47016a4521f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (a416770b-822a-4006-aca9-4913089db703), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:40.204756 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-ae294950-3084-4958-961d-b6f57a9077f0 None None] Set router 0446adbd-fab4-475b-88ed-49132f37b7aa gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:53:40.218750 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 0de81132-27cd-48bc-b1dd-6455fafd9687 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:40.236627 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd12c4-b5a5-4111-85f7-d47016a4521f admin admin] Pushing event deleted for resources: {'Port': ['ID=a416770b-822a-4006-aca9-4913089db703,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:40.267997 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ae294950-3084-4958-961d-b6f57a9077f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0446adbd-fab4-475b-88ed-49132f37b7aa', 'name': 'tempest-TestAggregatesBasicOps-1498986819-router', 'tenant_id': 'd06e20b5069f466d89554de02d8a8d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:21Z', 'updated_at': '2022-03-22T19:53:39Z', 'revision_number': 6, 'project_id': 'd06e20b5069f466d89554de02d8a8d22', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:40.301140 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae294950-3084-4958-961d-b6f57a9077f0 None None] The sync data for ids ['0446adbd-fab4-475b-88ed-49132f37b7aa'] in n-d-705658-24 is: [{'id': '0446adbd-fab4-475b-88ed-49132f37b7aa', 'name': 'tempest-TestAggregatesBasicOps-1498986819-router', 'tenant_id': 'd06e20b5069f466d89554de02d8a8d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:21Z', 'updated_at': '2022-03-22T19:53:39Z', 'revision_number': 6, 'project_id': 'd06e20b5069f466d89554de02d8a8d22', 'gw_port_host': None}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:53:40.308191 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f8dd12c4-b5a5-4111-85f7-d47016a4521f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (0446adbd-fab4-475b-88ed-49132f37b7aa), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:40.408114 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f8dd12c4-b5a5-4111-85f7-d47016a4521f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (0446adbd-fab4-475b-88ed-49132f37b7aa), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:40.410590 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f8dd12c4-b5a5-4111-85f7-d47016a4521f admin admin] Publish callbacks [] for router_controller (0446adbd-fab4-475b-88ed-49132f37b7aa), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:40.461353 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f8dd12c4-b5a5-4111-85f7-d47016a4521f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (0446adbd-fab4-475b-88ed-49132f37b7aa), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:40.462107 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8dd12c4-b5a5-4111-85f7-d47016a4521f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0446adbd-fab4-475b-88ed-49132f37b7aa {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:53:40.467592 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f8dd12c4-b5a5-4111-85f7-d47016a4521f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:40.469034 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f8dd12c4-b5a5-4111-85f7-d47016a4521f admin admin] 10.222.0.75 "DELETE /v2.0/routers/0446adbd-fab4-475b-88ed-49132f37b7aa HTTP/1.1" status: 204 len: 168 time: 0.9510024 Mar 22 19:53:40.471511 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58818) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:40.521295 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-421b98e0-d381-4c2c-a3b0-7677d4dba682 admin admin] Deleting subnet d3835aee-bc33-433f-a425-6858728cd38f {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:53:40.524673 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-421b98e0-d381-4c2c-a3b0-7677d4dba682 admin admin] Publish callbacks [] for subnet (d3835aee-bc33-433f-a425-6858728cd38f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:40.559941 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-421b98e0-d381-4c2c-a3b0-7677d4dba682 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (d3835aee-bc33-433f-a425-6858728cd38f), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:40.642128 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-421b98e0-d381-4c2c-a3b0-7677d4dba682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (d3835aee-bc33-433f-a425-6858728cd38f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:40.695551 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-421b98e0-d381-4c2c-a3b0-7677d4dba682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (d3835aee-bc33-433f-a425-6858728cd38f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:40.721856 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b98e0-d381-4c2c-a3b0-7677d4dba682 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3835aee-bc33-433f-a425-6858728cd38f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:40.725761 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-421b98e0-d381-4c2c-a3b0-7677d4dba682 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:40.729149 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-421b98e0-d381-4c2c-a3b0-7677d4dba682 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/d3835aee-bc33-433f-a425-6858728cd38f HTTP/1.1" status: 204 len: 168 time: 0.2565544 Mar 22 19:53:40.731577 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58820) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:40.736988 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2c8414-4f58-4877-9a73-b027800fafad None None] Network b757e4dd-60bc-476a-8eb8-2c5e81168315 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:53:40.813201 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dfae5e53-c9c1-4667-b051-ab81b71dd6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (b757e4dd-60bc-476a-8eb8-2c5e81168315), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:40.894223 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-dfae5e53-c9c1-4667-b051-ab81b71dd6f8 admin admin] Deleting port e285af89-9bd8-4adc-a17d-0b9265009642 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:53:40.894575 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dfae5e53-c9c1-4667-b051-ab81b71dd6f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (e285af89-9bd8-4adc-a17d-0b9265009642), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:40.969396 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-dfae5e53-c9c1-4667-b051-ab81b71dd6f8 admin admin] For port e285af89-9bd8-4adc-a17d-0b9265009642, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=e285af89-9bd8-4adc-a17d-0b9265009642,segment=NetworkSegment(791874d5-e932-4981-8419-9fd7a5edcb49),segment_id=791874d5-e932-4981-8419-9fd7a5edcb49)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:53:40.969767 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dfae5e53-c9c1-4667-b051-ab81b71dd6f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (e285af89-9bd8-4adc-a17d-0b9265009642), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:40.982956 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-dfae5e53-c9c1-4667-b051-ab81b71dd6f8 admin admin] Calling delete_port for e285af89-9bd8-4adc-a17d-0b9265009642 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:53:41.065739 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dfae5e53-c9c1-4667-b051-ab81b71dd6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (e285af89-9bd8-4adc-a17d-0b9265009642), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:41.095339 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfae5e53-c9c1-4667-b051-ab81b71dd6f8 admin admin] No DVR routers for this DVR port e285af89-9bd8-4adc-a17d-0b9265009642 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:53:41.099722 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae5e53-c9c1-4667-b051-ab81b71dd6f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e285af89-9bd8-4adc-a17d-0b9265009642,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:41.168735 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dfae5e53-c9c1-4667-b051-ab81b71dd6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (b757e4dd-60bc-476a-8eb8-2c5e81168315), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:41.194144 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-dfae5e53-c9c1-4667-b051-ab81b71dd6f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b757e4dd-60bc-476a-8eb8-2c5e81168315']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:41.204951 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-dfae5e53-c9c1-4667-b051-ab81b71dd6f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '791874d5-e932-4981-8419-9fd7a5edcb49') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:41.205232 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-dfae5e53-c9c1-4667-b051-ab81b71dd6f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '791874d5-e932-4981-8419-9fd7a5edcb49') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:41.215966 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dfae5e53-c9c1-4667-b051-ab81b71dd6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (791874d5-e932-4981-8419-9fd7a5edcb49), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:41.217508 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589774cf-24bb-404f-974e-1ecb156000a5 None None] DHCP port deletion for b757e4dd-60bc-476a-8eb8-2c5e81168315 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:53:41.235242 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dfae5e53-c9c1-4667-b051-ab81b71dd6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (791874d5-e932-4981-8419-9fd7a5edcb49), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:41.242076 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfae5e53-c9c1-4667-b051-ab81b71dd6f8 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:53:41.242616 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dfae5e53-c9c1-4667-b051-ab81b71dd6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (791874d5-e932-4981-8419-9fd7a5edcb49), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:41.244359 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:53:41.244359 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:53:41.244359 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:53:41.244359 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:53:41.244359 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:53:41.244359 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:53:41.244359 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:53:41.244359 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:53:41.244359 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:53:41.244359 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:53:41.244359 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:53:41.244359 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:53:41.244359 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:53:41.244359 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:53:41.244359 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:53:41.244359 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:53:41.244359 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:53:41.244359 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:53:41.244359 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:53:41.244359 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:53:41.244359 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:53:41.244359 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:53:41.244359 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:53:41.244359 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:53:41.244359 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:53:41.244359 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:53:41.244359 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:53:41.244359 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:53:41.244359 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:53:41.244359 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:53:41.244359 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:53:41.244359 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:53:41.304696 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dfae5e53-c9c1-4667-b051-ab81b71dd6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (b757e4dd-60bc-476a-8eb8-2c5e81168315), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:41.336902 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dfae5e53-c9c1-4667-b051-ab81b71dd6f8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:41.341591 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-dfae5e53-c9c1-4667-b051-ab81b71dd6f8 admin admin] 10.222.0.75 "DELETE /v2.0/networks/b757e4dd-60bc-476a-8eb8-2c5e81168315 HTTP/1.1" status: 204 len: 168 time: 0.6087770 Mar 22 19:53:41.343824 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae5e53-c9c1-4667-b051-ab81b71dd6f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b757e4dd-60bc-476a-8eb8-2c5e81168315,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:41.345962 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 58822) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:41.725881 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8bf4e18-b0f1-423e-a3c6-effb94291c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (4053d1a4-87b0-4b1b-9868-9fe1413a4a3a), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:41.857154 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:53:41.877922 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:53:41.878731 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a23a63a6-e52b-4d8f-a2e4-a4c0b324b8ab not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:53:41.879341 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a416770b-822a-4006-aca9-4913089db703 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:53:41.905158 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: a416770b-822a-4006-aca9-4913089db703 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:53:41.905419 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a416770b-822a-4006-aca9-4913089db703 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:53:41.906006 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device e285af89-9bd8-4adc-a17d-0b9265009642 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:53:41.928740 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: e285af89-9bd8-4adc-a17d-0b9265009642 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:53:41.929093 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device e285af89-9bd8-4adc-a17d-0b9265009642 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:53:42.043717 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-f8bf4e18-b0f1-423e-a3c6-effb94291c40 admin admin] Deleting port 0de81132-27cd-48bc-b1dd-6455fafd9687 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:53:42.044073 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8bf4e18-b0f1-423e-a3c6-effb94291c40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (0de81132-27cd-48bc-b1dd-6455fafd9687), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:42.376833 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-f8bf4e18-b0f1-423e-a3c6-effb94291c40 admin admin] For port 0de81132-27cd-48bc-b1dd-6455fafd9687, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=0de81132-27cd-48bc-b1dd-6455fafd9687,segment=NetworkSegment(91dd58bd-c181-4e76-851a-2053581ed59d),segment_id=91dd58bd-c181-4e76-851a-2053581ed59d)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:53:42.377514 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8bf4e18-b0f1-423e-a3c6-effb94291c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (0de81132-27cd-48bc-b1dd-6455fafd9687), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:42.390943 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-f8bf4e18-b0f1-423e-a3c6-effb94291c40 admin admin] Calling delete_port for 0de81132-27cd-48bc-b1dd-6455fafd9687 owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:53:42.575205 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8bf4e18-b0f1-423e-a3c6-effb94291c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (0de81132-27cd-48bc-b1dd-6455fafd9687), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:42.602053 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf4e18-b0f1-423e-a3c6-effb94291c40 admin admin] Pushing event deleted for resources: {'Port': ['ID=0de81132-27cd-48bc-b1dd-6455fafd9687,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:42.788622 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f8bf4e18-b0f1-423e-a3c6-effb94291c40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (4053d1a4-87b0-4b1b-9868-9fe1413a4a3a), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:43.026779 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8bf4e18-b0f1-423e-a3c6-effb94291c40 admin admin] Router 4053d1a4-87b0-4b1b-9868-9fe1413a4a3a has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:53:43.139744 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bf4e18-b0f1-423e-a3c6-effb94291c40 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:53:43.145047 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f8bf4e18-b0f1-423e-a3c6-effb94291c40 admin admin] 10.222.0.75 "PUT /v2.0/routers/4053d1a4-87b0-4b1b-9868-9fe1413a4a3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7980371 Mar 22 19:53:43.147958 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58824) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:43.156856 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85beeb5b-fd5e-4c24-92c4-bd5d9731ac34 None None] Sync routers for ids ['4053d1a4-87b0-4b1b-9868-9fe1413a4a3a'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:53:43.166892 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85beeb5b-fd5e-4c24-92c4-bd5d9731ac34 None None] Routers {'4053d1a4-87b0-4b1b-9868-9fe1413a4a3a'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:53:43.168067 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-85beeb5b-fd5e-4c24-92c4-bd5d9731ac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:53:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['4053d1a4-87b0-4b1b-9868-9fe1413a4a3a'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:43.262157 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fd3d032c-aa98-4a1c-9698-56dca0ee91a9 admin admin] Publish callbacks [] for router (4053d1a4-87b0-4b1b-9868-9fe1413a4a3a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:43.278198 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-85beeb5b-fd5e-4c24-92c4-bd5d9731ac34 None None] Set router 4053d1a4-87b0-4b1b-9868-9fe1413a4a3a gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:53:43.373992 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fd3d032c-aa98-4a1c-9698-56dca0ee91a9 admin admin] Publish callbacks [] for router_gateway (4053d1a4-87b0-4b1b-9868-9fe1413a4a3a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:43.432502 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-fd3d032c-aa98-4a1c-9698-56dca0ee91a9 admin admin] Deleting port b4a5e114-f970-4a69-b62b-cfe28ac1231b {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:53:43.432868 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fd3d032c-aa98-4a1c-9698-56dca0ee91a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (b4a5e114-f970-4a69-b62b-cfe28ac1231b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:43.483815 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-85beeb5b-fd5e-4c24-92c4-bd5d9731ac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4053d1a4-87b0-4b1b-9868-9fe1413a4a3a', 'name': 'tempest-TestAggregatesBasicOps-1376759617-router', 'tenant_id': 'f30f2426b9024b53bd0b19b6511e0946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': 'b4a5e114-f970-4a69-b62b-cfe28ac1231b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:29Z', 'updated_at': '2022-03-22T19:53:42Z', 'revision_number': 5, 'project_id': 'f30f2426b9024b53bd0b19b6511e0946', 'gw_port': {'id': 'b4a5e114-f970-4a69-b62b-cfe28ac1231b', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ef:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053d1a4-87b0-4b1b-9868-9fe1413a4a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:53:31Z', 'updated_at': '2022-03-22T19:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:43.511150 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85beeb5b-fd5e-4c24-92c4-bd5d9731ac34 None None] Checking router: 4053d1a4-87b0-4b1b-9868-9fe1413a4a3a for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:53:43.520645 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85beeb5b-fd5e-4c24-92c4-bd5d9731ac34 None None] Routers {'4053d1a4-87b0-4b1b-9868-9fe1413a4a3a'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:53:43.521034 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-85beeb5b-fd5e-4c24-92c4-bd5d9731ac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:53:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['4053d1a4-87b0-4b1b-9868-9fe1413a4a3a'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:43.522545 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-fd3d032c-aa98-4a1c-9698-56dca0ee91a9 admin admin] For port b4a5e114-f970-4a69-b62b-cfe28ac1231b, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b4a5e114-f970-4a69-b62b-cfe28ac1231b,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:53:43.523018 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fd3d032c-aa98-4a1c-9698-56dca0ee91a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (b4a5e114-f970-4a69-b62b-cfe28ac1231b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:43.537953 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-fd3d032c-aa98-4a1c-9698-56dca0ee91a9 admin admin] Calling delete_port for b4a5e114-f970-4a69-b62b-cfe28ac1231b owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:53:43.615035 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-85beeb5b-fd5e-4c24-92c4-bd5d9731ac34 None None] Set router 4053d1a4-87b0-4b1b-9868-9fe1413a4a3a gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:53:43.673657 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-85beeb5b-fd5e-4c24-92c4-bd5d9731ac34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4053d1a4-87b0-4b1b-9868-9fe1413a4a3a', 'name': 'tempest-TestAggregatesBasicOps-1376759617-router', 'tenant_id': 'f30f2426b9024b53bd0b19b6511e0946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:29Z', 'updated_at': '2022-03-22T19:53:43Z', 'revision_number': 6, 'project_id': 'f30f2426b9024b53bd0b19b6511e0946', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:43.701836 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85beeb5b-fd5e-4c24-92c4-bd5d9731ac34 None None] The sync data for ids ['4053d1a4-87b0-4b1b-9868-9fe1413a4a3a'] in n-d-705658-24 is: [{'id': '4053d1a4-87b0-4b1b-9868-9fe1413a4a3a', 'name': 'tempest-TestAggregatesBasicOps-1376759617-router', 'tenant_id': 'f30f2426b9024b53bd0b19b6511e0946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:53:29Z', 'updated_at': '2022-03-22T19:53:43Z', 'revision_number': 6, 'project_id': 'f30f2426b9024b53bd0b19b6511e0946', 'gw_port_host': None}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:53:43.712001 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fd3d032c-aa98-4a1c-9698-56dca0ee91a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (b4a5e114-f970-4a69-b62b-cfe28ac1231b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:43.743823 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d032c-aa98-4a1c-9698-56dca0ee91a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4a5e114-f970-4a69-b62b-cfe28ac1231b,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:43.813298 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fd3d032c-aa98-4a1c-9698-56dca0ee91a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (4053d1a4-87b0-4b1b-9868-9fe1413a4a3a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:44.203728 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 0de81132-27cd-48bc-b1dd-6455fafd9687 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:53:44.228000 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 0de81132-27cd-48bc-b1dd-6455fafd9687 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:53:44.228473 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 0de81132-27cd-48bc-b1dd-6455fafd9687 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:53:44.263417 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fd3d032c-aa98-4a1c-9698-56dca0ee91a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (4053d1a4-87b0-4b1b-9868-9fe1413a4a3a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:44.266230 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fd3d032c-aa98-4a1c-9698-56dca0ee91a9 admin admin] Publish callbacks [] for router_controller (4053d1a4-87b0-4b1b-9868-9fe1413a4a3a), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:44.312315 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fd3d032c-aa98-4a1c-9698-56dca0ee91a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (4053d1a4-87b0-4b1b-9868-9fe1413a4a3a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:44.312956 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3d032c-aa98-4a1c-9698-56dca0ee91a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4053d1a4-87b0-4b1b-9868-9fe1413a4a3a {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:53:44.318100 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fd3d032c-aa98-4a1c-9698-56dca0ee91a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:44.320836 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-fd3d032c-aa98-4a1c-9698-56dca0ee91a9 admin admin] 10.222.0.75 "DELETE /v2.0/routers/4053d1a4-87b0-4b1b-9868-9fe1413a4a3a HTTP/1.1" status: 204 len: 168 time: 1.1711407 Mar 22 19:53:44.322732 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58826) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:44.367681 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae5098f-4e8c-4225-9726-a50ee55ab3cb admin admin] Deleting subnet 33c94684-75f9-4174-a405-c8a80d525de8 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:53:44.370913 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fae5098f-4e8c-4225-9726-a50ee55ab3cb admin admin] Publish callbacks [] for subnet (33c94684-75f9-4174-a405-c8a80d525de8), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:44.406391 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fae5098f-4e8c-4225-9726-a50ee55ab3cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (33c94684-75f9-4174-a405-c8a80d525de8), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:44.494681 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fae5098f-4e8c-4225-9726-a50ee55ab3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (33c94684-75f9-4174-a405-c8a80d525de8), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:44.561579 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fae5098f-4e8c-4225-9726-a50ee55ab3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (33c94684-75f9-4174-a405-c8a80d525de8), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:44.591393 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5098f-4e8c-4225-9726-a50ee55ab3cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33c94684-75f9-4174-a405-c8a80d525de8,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:44.595003 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:53:44.599544 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fae5098f-4e8c-4225-9726-a50ee55ab3cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:44.604099 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed322ea-524d-4009-bff1-e3e89a0c6699 None None] Network 6cd74c61-b930-4c2e-8ab3-f748cee99071 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:53:44.604286 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-fae5098f-4e8c-4225-9726-a50ee55ab3cb admin admin] 10.222.0.75 "DELETE /v2.0/subnets/33c94684-75f9-4174-a405-c8a80d525de8 HTTP/1.1" status: 204 len: 168 time: 0.2802145 Mar 22 19:53:44.607416 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 58828) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:44.830164 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a6c6ec-7651-44a6-abba-621a782b4d6a None None] DHCP port deletion for 6cd74c61-b930-4c2e-8ab3-f748cee99071 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:53:44.850912 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c2240698-978a-44aa-bdf0-c10ddf015a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (6cd74c61-b930-4c2e-8ab3-f748cee99071), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:44.953649 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c0a6c6ec-7651-44a6-abba-621a782b4d6a None None] Deleting port fde0c06e-7dca-4e26-bf82-757418203bed {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:53:44.954891 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c0a6c6ec-7651-44a6-abba-621a782b4d6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (fde0c06e-7dca-4e26-bf82-757418203bed), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:44.971895 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-c2240698-978a-44aa-bdf0-c10ddf015a26 admin admin] Deleting port fde0c06e-7dca-4e26-bf82-757418203bed {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:53:44.973288 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c2240698-978a-44aa-bdf0-c10ddf015a26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (fde0c06e-7dca-4e26-bf82-757418203bed), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:45.064709 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c0a6c6ec-7651-44a6-abba-621a782b4d6a None None] For port fde0c06e-7dca-4e26-bf82-757418203bed, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=fde0c06e-7dca-4e26-bf82-757418203bed,segment=NetworkSegment(91dd58bd-c181-4e76-851a-2053581ed59d),segment_id=91dd58bd-c181-4e76-851a-2053581ed59d)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:53:45.065391 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c0a6c6ec-7651-44a6-abba-621a782b4d6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (fde0c06e-7dca-4e26-bf82-757418203bed), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:45.088862 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c0a6c6ec-7651-44a6-abba-621a782b4d6a None None] Calling delete_port for fde0c06e-7dca-4e26-bf82-757418203bed owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:53:45.178985 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-54ceac32-78ab-4397-a55e-8fd5739b0cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:45.179861 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-c2240698-978a-44aa-bdf0-c10ddf015a26 admin admin] For port fde0c06e-7dca-4e26-bf82-757418203bed, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=fde0c06e-7dca-4e26-bf82-757418203bed,segment=NetworkSegment(91dd58bd-c181-4e76-851a-2053581ed59d),segment_id=91dd58bd-c181-4e76-851a-2053581ed59d)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:53:45.180305 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c2240698-978a-44aa-bdf0-c10ddf015a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (fde0c06e-7dca-4e26-bf82-757418203bed), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:45.211233 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c0a6c6ec-7651-44a6-abba-621a782b4d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (fde0c06e-7dca-4e26-bf82-757418203bed), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:45.215035 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-c2240698-978a-44aa-bdf0-c10ddf015a26 admin admin] Calling delete_port for fde0c06e-7dca-4e26-bf82-757418203bed owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:53:45.241660 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6c6ec-7651-44a6-abba-621a782b4d6a None None] Pushing event deleted for resources: {'Port': ['ID=fde0c06e-7dca-4e26-bf82-757418203bed,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:45.249575 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a6c6ec-7651-44a6-abba-621a782b4d6a None None] No DVR routers for this DVR port fde0c06e-7dca-4e26-bf82-757418203bed on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:53:45.279051 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b28fa-5e2a-4cc8-b4c3-25d63228cf97 req-60425c44-f3c5-4a8d-9888-8b828e98e34f tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:45.280830 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f5b28fa-5e2a-4cc8-b4c3-25d63228cf97 req-60425c44-f3c5-4a8d-9888-8b828e98e34f tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 946 time: 0.1776040 Mar 22 19:53:45.325641 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8446f16-ed68-4792-b027-df6e42949d33 req-128bf888-768b-48c7-b152-3229b8fb1f32 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:45.327387 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b8446f16-ed68-4792-b027-df6e42949d33 req-128bf888-768b-48c7-b152-3229b8fb1f32 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.75 "GET /v2.0/ports?device_id=eaef2576-8883-49ab-b6d1-9d647986d3e9 HTTP/1.1" status: 200 len: 950 time: 0.1774433 Mar 22 19:53:45.390007 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f5b28fa-5e2a-4cc8-b4c3-25d63228cf97 req-12591ad0-9129-49e9-8644-57cd3c5e073e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011486 Mar 22 19:53:45.408398 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c2240698-978a-44aa-bdf0-c10ddf015a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (fde0c06e-7dca-4e26-bf82-757418203bed), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:45.444811 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b8446f16-ed68-4792-b027-df6e42949d33 req-8b22a109-b204-4e0d-a525-cb46a64a5f7b tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1d52f0-783a-4893-b918-15128ca45b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054225 Mar 22 19:53:45.445543 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2240698-978a-44aa-bdf0-c10ddf015a26 admin admin] Pushing event deleted for resources: {'Port': ['ID=fde0c06e-7dca-4e26-bf82-757418203bed,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:45.450472 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2240698-978a-44aa-bdf0-c10ddf015a26 admin admin] No DVR routers for this DVR port fde0c06e-7dca-4e26-bf82-757418203bed on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:53:45.458849 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2240698-978a-44aa-bdf0-c10ddf015a26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:45.459203 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2240698-978a-44aa-bdf0-c10ddf015a26 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:45.459550 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2240698-978a-44aa-bdf0-c10ddf015a26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:45.459889 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2240698-978a-44aa-bdf0-c10ddf015a26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:45.460265 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2240698-978a-44aa-bdf0-c10ddf015a26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:45.460601 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2240698-978a-44aa-bdf0-c10ddf015a26 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:45.460933 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2240698-978a-44aa-bdf0-c10ddf015a26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:45.461254 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2240698-978a-44aa-bdf0-c10ddf015a26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:45.461577 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2240698-978a-44aa-bdf0-c10ddf015a26 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:45.461924 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2240698-978a-44aa-bdf0-c10ddf015a26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:45.462248 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2240698-978a-44aa-bdf0-c10ddf015a26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:45.462567 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2240698-978a-44aa-bdf0-c10ddf015a26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:45.462893 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2240698-978a-44aa-bdf0-c10ddf015a26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:45.463213 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2240698-978a-44aa-bdf0-c10ddf015a26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:45.463530 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2240698-978a-44aa-bdf0-c10ddf015a26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:45.538524 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c2240698-978a-44aa-bdf0-c10ddf015a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (6cd74c61-b930-4c2e-8ab3-f748cee99071), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:45.559071 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-c2240698-978a-44aa-bdf0-c10ddf015a26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd74c61-b930-4c2e-8ab3-f748cee99071']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:45.568344 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-c2240698-978a-44aa-bdf0-c10ddf015a26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91dd58bd-c181-4e76-851a-2053581ed59d') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:45.568639 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-c2240698-978a-44aa-bdf0-c10ddf015a26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91dd58bd-c181-4e76-851a-2053581ed59d') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:53:45.578331 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c2240698-978a-44aa-bdf0-c10ddf015a26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (91dd58bd-c181-4e76-851a-2053581ed59d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:45.592107 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c2240698-978a-44aa-bdf0-c10ddf015a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (91dd58bd-c181-4e76-851a-2053581ed59d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:45.598013 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2240698-978a-44aa-bdf0-c10ddf015a26 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:53:45.598396 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c2240698-978a-44aa-bdf0-c10ddf015a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (91dd58bd-c181-4e76-851a-2053581ed59d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: self.session.flush() Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:53:45.600116 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:53:45.654007 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c2240698-978a-44aa-bdf0-c10ddf015a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (6cd74c61-b930-4c2e-8ab3-f748cee99071), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:45.659367 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c2240698-978a-44aa-bdf0-c10ddf015a26 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:45.665023 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c2240698-978a-44aa-bdf0-c10ddf015a26 admin admin] 10.222.0.75 "DELETE /v2.0/networks/6cd74c61-b930-4c2e-8ab3-f748cee99071 HTTP/1.1" status: 204 len: 168 time: 1.0539174 Mar 22 19:53:45.674801 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2240698-978a-44aa-bdf0-c10ddf015a26 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cd74c61-b930-4c2e-8ab3-f748cee99071,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:45.837155 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 58842) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:45.855004 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b4a5e114-f970-4a69-b62b-cfe28ac1231b no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:53:45.875870 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: b4a5e114-f970-4a69-b62b-cfe28ac1231b {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:53:45.876218 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b4a5e114-f970-4a69-b62b-cfe28ac1231b not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:53:45.876837 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device fde0c06e-7dca-4e26-bf82-757418203bed no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:53:45.883915 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0ede4aca-c97c-4eda-a917-c6e5852deeee admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d06e20b5069f466d89554de02d8a8d22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0450549 Mar 22 19:53:45.886556 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 58844) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:45.896989 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: fde0c06e-7dca-4e26-bf82-757418203bed {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:53:45.897596 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device fde0c06e-7dca-4e26-bf82-757418203bed not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:53:45.948485 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-10393114-19fd-47c1-aa5e-71b01b33863b admin admin] Publish callbacks [] for security_group (10accd8d-1575-46d9-8c4a-ade5f6bf891d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:45.971383 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-10393114-19fd-47c1-aa5e-71b01b33863b admin admin] Publish callbacks [] for security_group (10accd8d-1575-46d9-8c4a-ade5f6bf891d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:45.983010 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:46.020841 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-10393114-19fd-47c1-aa5e-71b01b33863b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (10accd8d-1575-46d9-8c4a-ade5f6bf891d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:46.023678 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-10393114-19fd-47c1-aa5e-71b01b33863b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:46.024828 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-10393114-19fd-47c1-aa5e-71b01b33863b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/10accd8d-1575-46d9-8c4a-ade5f6bf891d HTTP/1.1" status: 204 len: 168 time: 0.1371393 Mar 22 19:53:46.033051 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10393114-19fd-47c1-aa5e-71b01b33863b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10accd8d-1575-46d9-8c4a-ade5f6bf891d,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:46.355331 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 58852) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:46.396200 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8cd754bf-8b04-466d-8f20-081c3463d9ff admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=f30f2426b9024b53bd0b19b6511e0946&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394731 Mar 22 19:53:46.398750 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 58854) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:46.451088 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6a114b5c-5145-4756-bf3c-820a17fe36dc admin admin] Publish callbacks [] for security_group (f432d27a-72ee-4c2a-8404-6b95f5291ee5), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:46.475943 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6a114b5c-5145-4756-bf3c-820a17fe36dc admin admin] Publish callbacks [] for security_group (f432d27a-72ee-4c2a-8404-6b95f5291ee5), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:46.632831 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6a114b5c-5145-4756-bf3c-820a17fe36dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f432d27a-72ee-4c2a-8404-6b95f5291ee5), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:46.635459 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6a114b5c-5145-4756-bf3c-820a17fe36dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:46.636711 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6a114b5c-5145-4756-bf3c-820a17fe36dc admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f432d27a-72ee-4c2a-8404-6b95f5291ee5 HTTP/1.1" status: 204 len: 168 time: 0.2370486 Mar 22 19:53:46.648677 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f3fd0-06d0-4460-b110-24287c882f55 req-d7a75368-4320-4905-96fc-ea9ae023777e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:46.650320 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a74f3fd0-06d0-4460-b110-24287c882f55 req-d7a75368-4320-4905-96fc-ea9ae023777e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 946 time: 0.1490793 Mar 22 19:53:46.666781 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6056a-2d9a-46ed-ae08-fd9be2d4afc4 req-e4a9ec35-f809-457f-bde2-e79204241b82 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:46.668890 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5a6056a-2d9a-46ed-ae08-fd9be2d4afc4 req-e4a9ec35-f809-457f-bde2-e79204241b82 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.84 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 946 time: 0.1504710 Mar 22 19:53:46.679775 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26212055-a1fc-411b-aaa9-48fba453ec58 req-e790be8c-83ca-416a-a3b9-672528f13a78 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:46.681256 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-26212055-a1fc-411b-aaa9-48fba453ec58 req-e790be8c-83ca-416a-a3b9-672528f13a78 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.75 "GET /v2.0/ports?device_id=eaef2576-8883-49ab-b6d1-9d647986d3e9 HTTP/1.1" status: 200 len: 950 time: 0.1363630 Mar 22 19:53:46.687672 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a114b5c-5145-4756-bf3c-820a17fe36dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f432d27a-72ee-4c2a-8404-6b95f5291ee5,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:46.813435 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb1870-86f5-41b7-8fdc-07d9c5b0df96 req-197d0fdc-2ebd-4890-afc3-a9114e425334 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:46.815612 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7ebb1870-86f5-41b7-8fdc-07d9c5b0df96 req-197d0fdc-2ebd-4890-afc3-a9114e425334 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.84 "GET /v2.0/ports?device_id=eaef2576-8883-49ab-b6d1-9d647986d3e9 HTTP/1.1" status: 200 len: 950 time: 0.1020100 Mar 22 19:53:46.842232 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-26212055-a1fc-411b-aaa9-48fba453ec58 req-37b50ca0-de3b-4b2d-aa3b-03d75bc62922 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.75 "GET /v2.0/security-groups?id=ef1d52f0-783a-4893-b918-15128ca45b90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482103 Mar 22 19:53:46.856147 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a74f3fd0-06d0-4460-b110-24287c882f55 req-aaf42497-4fd0-40e1-8204-9b006d096bb0 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822629 Mar 22 19:53:46.897627 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-f5a6056a-2d9a-46ed-ae08-fd9be2d4afc4 req-3fd5932a-df99-41c7-b9f1-a2bfb175e28b tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Deleting port 037287c6-3a21-45fd-93ac-e4398943b2c9 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:53:46.898009 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f5a6056a-2d9a-46ed-ae08-fd9be2d4afc4 req-3fd5932a-df99-41c7-b9f1-a2bfb175e28b tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (037287c6-3a21-45fd-93ac-e4398943b2c9), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:46.976321 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-7ebb1870-86f5-41b7-8fdc-07d9c5b0df96 req-c4a594d9-7ecf-445e-9570-1fd3565a1ad7 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Deleting port 827c8a1a-9b0a-475e-bcf9-6941275cc1b7 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:53:46.976548 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-7ebb1870-86f5-41b7-8fdc-07d9c5b0df96 req-c4a594d9-7ecf-445e-9570-1fd3565a1ad7 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (827c8a1a-9b0a-475e-bcf9-6941275cc1b7), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:47.029774 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-f5a6056a-2d9a-46ed-ae08-fd9be2d4afc4 req-3fd5932a-df99-41c7-b9f1-a2bfb175e28b tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] For port 037287c6-3a21-45fd-93ac-e4398943b2c9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=037287c6-3a21-45fd-93ac-e4398943b2c9,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:53:47.030534 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f5a6056a-2d9a-46ed-ae08-fd9be2d4afc4 req-3fd5932a-df99-41c7-b9f1-a2bfb175e28b tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (037287c6-3a21-45fd-93ac-e4398943b2c9), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:47.048318 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-f5a6056a-2d9a-46ed-ae08-fd9be2d4afc4 req-3fd5932a-df99-41c7-b9f1-a2bfb175e28b tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Calling delete_port for 037287c6-3a21-45fd-93ac-e4398943b2c9 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:53:47.100845 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-7ebb1870-86f5-41b7-8fdc-07d9c5b0df96 req-c4a594d9-7ecf-445e-9570-1fd3565a1ad7 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] For port 827c8a1a-9b0a-475e-bcf9-6941275cc1b7, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=827c8a1a-9b0a-475e-bcf9-6941275cc1b7,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:53:47.101503 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-7ebb1870-86f5-41b7-8fdc-07d9c5b0df96 req-c4a594d9-7ecf-445e-9570-1fd3565a1ad7 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (827c8a1a-9b0a-475e-bcf9-6941275cc1b7), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:47.131128 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-7ebb1870-86f5-41b7-8fdc-07d9c5b0df96 req-c4a594d9-7ecf-445e-9570-1fd3565a1ad7 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Calling delete_port for 827c8a1a-9b0a-475e-bcf9-6941275cc1b7 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:53:47.221593 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f5a6056a-2d9a-46ed-ae08-fd9be2d4afc4 req-3fd5932a-df99-41c7-b9f1-a2bfb175e28b tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (037287c6-3a21-45fd-93ac-e4398943b2c9), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:47.237385 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['037287c6-3a21-45fd-93ac-e4398943b2c9'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:53:47.285112 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd5932a-df99-41c7-b9f1-a2bfb175e28b tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Pushing event deleted for resources: {'Port': ['ID=037287c6-3a21-45fd-93ac-e4398943b2c9,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:47.327267 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-7ebb1870-86f5-41b7-8fdc-07d9c5b0df96 req-c4a594d9-7ecf-445e-9570-1fd3565a1ad7 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (827c8a1a-9b0a-475e-bcf9-6941275cc1b7), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:47.340225 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['827c8a1a-9b0a-475e-bcf9-6941275cc1b7'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:53:47.372369 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a594d9-7ecf-445e-9570-1fd3565a1ad7 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Pushing event deleted for resources: {'Port': ['ID=827c8a1a-9b0a-475e-bcf9-6941275cc1b7,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:47.373632 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a6056a-2d9a-46ed-ae08-fd9be2d4afc4 req-3fd5932a-df99-41c7-b9f1-a2bfb175e28b tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] No DVR routers for this DVR port 037287c6-3a21-45fd-93ac-e4398943b2c9 on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:53:47.376328 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f5a6056a-2d9a-46ed-ae08-fd9be2d4afc4 req-3fd5932a-df99-41c7-b9f1-a2bfb175e28b tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:47.379965 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5a6056a-2d9a-46ed-ae08-fd9be2d4afc4 req-3fd5932a-df99-41c7-b9f1-a2bfb175e28b tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.84 "DELETE /v2.0/ports/037287c6-3a21-45fd-93ac-e4398943b2c9 HTTP/1.1" status: 204 len: 173 time: 0.6849613 Mar 22 19:53:47.380427 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23335b6f-62e0-4de2-82b2-afb6e9961b28', 'name': 'network-vif-deleted', 'tag': '037287c6-3a21-45fd-93ac-e4398943b2c9'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:53:47.382895 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed487194-cb9f-4abb-92f8-4d53aca0fc15" -d '{"events": [{"server_uuid": "23335b6f-62e0-4de2-82b2-afb6e9961b28", "name": "network-vif-deleted", "tag": "037287c6-3a21-45fd-93ac-e4398943b2c9"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:53:47.440953 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5551c952-f197-4a3c-8b56-85db2caea58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:47.464606 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c45eca3-4983-4456-8e8e-fd3f0494c843 x-openstack-request-id: req-0c45eca3-4983-4456-8e8e-fd3f0494c843 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:53:47.464905 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23335b6f-62e0-4de2-82b2-afb6e9961b28", "name": "network-vif-deleted", "tag": "037287c6-3a21-45fd-93ac-e4398943b2c9", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:53:47.465157 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0c45eca3-4983-4456-8e8e-fd3f0494c843 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:53:47.465573 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c45eca3-4983-4456-8e8e-fd3f0494c843'] response: {'server_uuid': '23335b6f-62e0-4de2-82b2-afb6e9961b28', 'name': 'network-vif-deleted', 'tag': '037287c6-3a21-45fd-93ac-e4398943b2c9', 'status': 'completed', 'code': 200} Mar 22 19:53:47.483237 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebb1870-86f5-41b7-8fdc-07d9c5b0df96 req-c4a594d9-7ecf-445e-9570-1fd3565a1ad7 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] No DVR routers for this DVR port 827c8a1a-9b0a-475e-bcf9-6941275cc1b7 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:53:47.485724 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-7ebb1870-86f5-41b7-8fdc-07d9c5b0df96 req-c4a594d9-7ecf-445e-9570-1fd3565a1ad7 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:47.489140 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7ebb1870-86f5-41b7-8fdc-07d9c5b0df96 req-c4a594d9-7ecf-445e-9570-1fd3565a1ad7 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.84 "DELETE /v2.0/ports/827c8a1a-9b0a-475e-bcf9-6941275cc1b7 HTTP/1.1" status: 204 len: 173 time: 0.6666939 Mar 22 19:53:47.489610 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaef2576-8883-49ab-b6d1-9d647986d3e9', 'name': 'network-vif-deleted', 'tag': '827c8a1a-9b0a-475e-bcf9-6941275cc1b7'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:53:47.499935 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d3fc4b-e827-49b0-a667-451096b48577" -d '{"events": [{"server_uuid": "eaef2576-8883-49ab-b6d1-9d647986d3e9", "name": "network-vif-deleted", "tag": "827c8a1a-9b0a-475e-bcf9-6941275cc1b7"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:53:47.544329 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c78593c-ea11-4cc5-a206-cc3076b8f003 x-openstack-request-id: req-7c78593c-ea11-4cc5-a206-cc3076b8f003 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:53:47.544620 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaef2576-8883-49ab-b6d1-9d647986d3e9", "name": "network-vif-deleted", "tag": "827c8a1a-9b0a-475e-bcf9-6941275cc1b7", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:53:47.544874 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7c78593c-ea11-4cc5-a206-cc3076b8f003 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:53:47.545654 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c78593c-ea11-4cc5-a206-cc3076b8f003'] response: {'server_uuid': 'eaef2576-8883-49ab-b6d1-9d647986d3e9', 'name': 'network-vif-deleted', 'tag': '827c8a1a-9b0a-475e-bcf9-6941275cc1b7', 'status': 'completed', 'code': 200} Mar 22 19:53:47.789484 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 58886) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:47.958143 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-d668e18f-cff0-46b0-b583-ed2bcdd96eee admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1473464306-network', 'tenant_id': '3543102c03d24093ba6979ca14d13ecd'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:53:47.989746 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0ed99531-b7c5-4403-b06a-f44bc6885b2f req-7522de0c-8370-4e57-a1be-c5c7abe497a0 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 210 time: 0.0428252 Mar 22 19:53:48.026326 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3aa561f2-163e-4bab-a2cb-731a0f368abe req-fff6ee5f-d4f8-47e3-ab29-f21abd262444 tempest-VolumesBackupsTest-1535294806 tempest-VolumesBackupsTest-1535294806-project] 10.222.0.75 "GET /v2.0/ports?device_id=eaef2576-8883-49ab-b6d1-9d647986d3e9 HTTP/1.1" status: 200 len: 210 time: 0.0331483 Mar 22 19:53:48.034130 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d668e18f-cff0-46b0-b583-ed2bcdd96eee admin admin] Made reservation on behalf of 3543102c03d24093ba6979ca14d13ecd for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:53:48.038352 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d668e18f-cff0-46b0-b583-ed2bcdd96eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:48.050615 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d668e18f-cff0-46b0-b583-ed2bcdd96eee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:48.133117 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d668e18f-cff0-46b0-b583-ed2bcdd96eee admin admin] Publish callbacks [] for security_group (4bb83782-f4ac-471b-8430-f03c7262a904), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:48.137397 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d668e18f-cff0-46b0-b583-ed2bcdd96eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (4bb83782-f4ac-471b-8430-f03c7262a904), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:48.162766 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d668e18f-cff0-46b0-b583-ed2bcdd96eee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:53:48.172559 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668e18f-cff0-46b0-b583-ed2bcdd96eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb83782-f4ac-471b-8430-f03c7262a904,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:48.178530 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d668e18f-cff0-46b0-b583-ed2bcdd96eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (713b9efd-e95b-44ac-bec5-679ef9f41c51), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:48.178888 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-d668e18f-cff0-46b0-b583-ed2bcdd96eee admin admin] Added segment 713b9efd-e95b-44ac-bec5-679ef9f41c51 of type vlan for network 9089f1a8-c844-45d4-8afa-6a9de0c98bd6 Mar 22 19:53:48.218991 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d668e18f-cff0-46b0-b583-ed2bcdd96eee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (9089f1a8-c844-45d4-8afa-6a9de0c98bd6), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:48.245993 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d668e18f-cff0-46b0-b583-ed2bcdd96eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (9089f1a8-c844-45d4-8afa-6a9de0c98bd6), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:48.247015 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d668e18f-cff0-46b0-b583-ed2bcdd96eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:48.247600 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d668e18f-cff0-46b0-b583-ed2bcdd96eee admin admin] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:48.302206 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d668e18f-cff0-46b0-b583-ed2bcdd96eee admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5113811 Mar 22 19:53:48.305051 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58896) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:48.310269 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-0a4788e0-1a53-4a52-aa67-989d0b7983e6 admin admin] Request body: {'subnet': {'network_id': '9089f1a8-c844-45d4-8afa-6a9de0c98bd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1473464306-subnet', 'tenant_id': '3543102c03d24093ba6979ca14d13ecd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:53:48.311843 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668e18f-cff0-46b0-b583-ed2bcdd96eee admin admin] Pushing event updated for resources: {'Network': ['ID=9089f1a8-c844-45d4-8afa-6a9de0c98bd6,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:48.323228 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 9089f1a8-c844-45d4-8afa-6a9de0c98bd6 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:53:48.332828 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4788e0-1a53-4a52-aa67-989d0b7983e6 admin admin] Made reservation on behalf of 3543102c03d24093ba6979ca14d13ecd for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:53:48.336051 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0a4788e0-1a53-4a52-aa67-989d0b7983e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:48.499982 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:48.512892 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0a4788e0-1a53-4a52-aa67-989d0b7983e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (264fb79c-e298-42f0-8317-df94398fe8aa), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:48.569569 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4788e0-1a53-4a52-aa67-989d0b7983e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=264fb79c-e298-42f0-8317-df94398fe8aa,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:48.580987 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4788e0-1a53-4a52-aa67-989d0b7983e6 admin admin] Checking segment: {'id': '713b9efd-e95b-44ac-bec5-679ef9f41c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9089f1a8-c844-45d4-8afa-6a9de0c98bd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:53:48.581360 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4788e0-1a53-4a52-aa67-989d0b7983e6 admin admin] Network hostable DHCP agents. Network: 9089f1a8-c844-45d4-8afa-6a9de0c98bd6, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:53:48.599553 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4788e0-1a53-4a52-aa67-989d0b7983e6 admin admin] Network 9089f1a8-c844-45d4-8afa-6a9de0c98bd6 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:53:48.610712 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-0a4788e0-1a53-4a52-aa67-989d0b7983e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 9089f1a8-c844-45d4-8afa-6a9de0c98bd6) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:53:48.614979 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4788e0-1a53-4a52-aa67-989d0b7983e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:48.615610 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0a4788e0-1a53-4a52-aa67-989d0b7983e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:48.622789 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe9fb1e-0d9f-4e25-9322-5845956a89bf None None] Network 9089f1a8-c844-45d4-8afa-6a9de0c98bd6 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:53:48.644448 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0a4788e0-1a53-4a52-aa67-989d0b7983e6 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3380494 Mar 22 19:53:48.744026 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d7bf0a-f9a9-46eb-beca-50f44c9cf7ea None None] Network 9089f1a8-c844-45d4-8afa-6a9de0c98bd6 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:53:48.788185 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:49.090268 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eccc63a4-2700-49e3-ab71-96edb42e6bd4 req-a0ec468f-c313-4a77-a562-5f9a95e647b9 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 210 time: 0.0338755 Mar 22 19:53:49.200714 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 58920) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:49.206052 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-5ed426a1-2dd8-4af0-8622-fbf44e646d49 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-499783285-network', 'tenant_id': '46a91f8863424cbea474e71fa1fab16a'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:53:49.227569 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed426a1-2dd8-4af0-8622-fbf44e646d49 admin admin] Made reservation on behalf of 46a91f8863424cbea474e71fa1fab16a for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:53:49.231273 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5ed426a1-2dd8-4af0-8622-fbf44e646d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:49.241620 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5ed426a1-2dd8-4af0-8622-fbf44e646d49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:49.317720 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5ed426a1-2dd8-4af0-8622-fbf44e646d49 admin admin] Publish callbacks [] for security_group (16d314c3-89ad-41de-bac6-e1cf0a637af6), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:49.322645 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5ed426a1-2dd8-4af0-8622-fbf44e646d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (16d314c3-89ad-41de-bac6-e1cf0a637af6), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:49.351065 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed426a1-2dd8-4af0-8622-fbf44e646d49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:53:49.357605 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed426a1-2dd8-4af0-8622-fbf44e646d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d314c3-89ad-41de-bac6-e1cf0a637af6,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:49.364021 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5ed426a1-2dd8-4af0-8622-fbf44e646d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (b1ff381a-bbd2-4245-b317-8f5c315c142e), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:49.364366 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-5ed426a1-2dd8-4af0-8622-fbf44e646d49 admin admin] Added segment b1ff381a-bbd2-4245-b317-8f5c315c142e of type vlan for network 1273962a-4cf4-467d-8522-d5182caa8a13 Mar 22 19:53:49.406606 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5ed426a1-2dd8-4af0-8622-fbf44e646d49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (1273962a-4cf4-467d-8522-d5182caa8a13), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:49.431707 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5ed426a1-2dd8-4af0-8622-fbf44e646d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (1273962a-4cf4-467d-8522-d5182caa8a13), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:49.432781 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed426a1-2dd8-4af0-8622-fbf44e646d49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:49.433818 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5ed426a1-2dd8-4af0-8622-fbf44e646d49 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:49.493174 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5ed426a1-2dd8-4af0-8622-fbf44e646d49 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2913494 Mar 22 19:53:49.496524 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 58922) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:53:49.500757 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed426a1-2dd8-4af0-8622-fbf44e646d49 admin admin] Pushing event updated for resources: {'Network': ['ID=1273962a-4cf4-467d-8522-d5182caa8a13,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:49.501496 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-49cc5f23-7998-421e-be26-51f8d5986155 admin admin] Request body: {'subnet': {'network_id': '1273962a-4cf4-467d-8522-d5182caa8a13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-499783285-subnet', 'tenant_id': '46a91f8863424cbea474e71fa1fab16a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:53:49.517307 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 1273962a-4cf4-467d-8522-d5182caa8a13 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:53:49.522907 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cc5f23-7998-421e-be26-51f8d5986155 admin admin] Made reservation on behalf of 46a91f8863424cbea474e71fa1fab16a for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:53:49.525371 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-49cc5f23-7998-421e-be26-51f8d5986155 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:49.696195 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-49cc5f23-7998-421e-be26-51f8d5986155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (cf11ae40-b5c0-4f5a-96b4-4713c2493b56), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:49.752906 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc5f23-7998-421e-be26-51f8d5986155 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf11ae40-b5c0-4f5a-96b4-4713c2493b56,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:49.760292 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49cc5f23-7998-421e-be26-51f8d5986155 admin admin] Checking segment: {'id': 'b1ff381a-bbd2-4245-b317-8f5c315c142e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1273962a-4cf4-467d-8522-d5182caa8a13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:53:49.760661 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cc5f23-7998-421e-be26-51f8d5986155 admin admin] Network hostable DHCP agents. Network: 1273962a-4cf4-467d-8522-d5182caa8a13, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:53:49.783552 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49cc5f23-7998-421e-be26-51f8d5986155 admin admin] Network 1273962a-4cf4-467d-8522-d5182caa8a13 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:53:49.793191 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-49cc5f23-7998-421e-be26-51f8d5986155 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 1273962a-4cf4-467d-8522-d5182caa8a13) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:53:49.797769 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cc5f23-7998-421e-be26-51f8d5986155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:49.798499 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-49cc5f23-7998-421e-be26-51f8d5986155 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:49.803958 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8756b14-fb46-4ac6-9605-c8f01471fc33 None None] Network 1273962a-4cf4-467d-8522-d5182caa8a13 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:53:49.824067 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-49cc5f23-7998-421e-be26-51f8d5986155 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3256807 Mar 22 19:53:49.919834 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7388d4b2-48a9-41d1-b25a-46dbdbb17638 None None] Network 1273962a-4cf4-467d-8522-d5182caa8a13 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:53:50.188419 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:50.199860 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85cb159b-6ba9-488c-b880-280b1f7a619e req-9844cab7-f2a2-44f5-90fb-6ddd7cfb8d07 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 210 time: 0.0334494 Mar 22 19:53:50.435560 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-e669b811-7b3c-4b96-b33c-150e0a05d050 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:50.437148 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-e669b811-7b3c-4b96-b33c-150e0a05d050 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/networks?id=9089f1a8-c844-45d4-8afa-6a9de0c98bd6 HTTP/1.1" status: 200 len: 812 time: 0.1028712 Mar 22 19:53:50.454011 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-73deb7be-f410-4bbf-8516-8d883c8653db tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/quotas/3543102c03d24093ba6979ca14d13ecd HTTP/1.1" status: 200 len: 375 time: 0.0096982 Mar 22 19:53:50.494371 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-a1c9de5e-13b4-4dd3-bda5-9cc0d80b1956 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=3543102c03d24093ba6979ca14d13ecd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341513 Mar 22 19:53:50.685395 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-64f07a84-b7a6-4183-bcb7-770b24de0433 service neutron] 10.222.0.75 "GET /v2.0/networks/9089f1a8-c844-45d4-8afa-6a9de0c98bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839607 Mar 22 19:53:50.779294 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-6c39c3b5-d879-4d28-89f4-27b741054a39 service neutron] 10.222.0.75 "GET /v2.0/networks/9089f1a8-c844-45d4-8afa-6a9de0c98bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877240 Mar 22 19:53:50.944041 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-478eda9c-db15-4a03-a52f-3d1d29cc07a9 req-dee36efc-1138-4ab7-8651-af7a98f137b1 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/ports?device_id=a81e43a4-86ef-48bb-8fc6-042f0b01a55f HTTP/1.1" status: 200 len: 210 time: 0.0280774 Mar 22 19:53:51.097629 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 827c8a1a-9b0a-475e-bcf9-6941275cc1b7 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:53:51.118782 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 827c8a1a-9b0a-475e-bcf9-6941275cc1b7 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:53:51.119267 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 827c8a1a-9b0a-475e-bcf9-6941275cc1b7 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:53:51.119903 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 037287c6-3a21-45fd-93ac-e4398943b2c9 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:53:51.140190 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 037287c6-3a21-45fd-93ac-e4398943b2c9 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:53:51.140546 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 037287c6-3a21-45fd-93ac-e4398943b2c9 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:53:51.317589 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3bd4fc1a-d503-4ddb-8c24-70c9c6c41cc5 req-4369a83c-b126-4408-ade1-a1e12024659e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 210 time: 0.0391021 Mar 22 19:53:51.376365 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:51.954150 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-5adaa6a4-911e-4c31-b351-c3039af70499 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:51.956647 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-5adaa6a4-911e-4c31-b351-c3039af70499 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.85 "GET /v2.0/networks?id=9089f1a8-c844-45d4-8afa-6a9de0c98bd6 HTTP/1.1" status: 200 len: 812 time: 0.1223612 Mar 22 19:53:51.969518 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-abe41b56-0e05-43a8-810e-f6219e9836d4 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Request body: {'port': {'device_id': 'a81e43a4-86ef-48bb-8fc6-042f0b01a55f', 'network_id': '9089f1a8-c844-45d4-8afa-6a9de0c98bd6', 'admin_state_up': True, 'tenant_id': '3543102c03d24093ba6979ca14d13ecd'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:53:52.062408 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d903ee0c-baac-411c-b5e3-65906e58d6df req-0d802d85-82bd-4c6e-a4b0-de1ef1dae95a tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/ports?device_id=a81e43a4-86ef-48bb-8fc6-042f0b01a55f HTTP/1.1" status: 200 len: 210 time: 0.0404146 Mar 22 19:53:52.092643 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-abe41b56-0e05-43a8-810e-f6219e9836d4 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Made reservation on behalf of 3543102c03d24093ba6979ca14d13ecd for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:53:52.096185 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-abe41b56-0e05-43a8-810e-f6219e9836d4 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:52.237925 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-abe41b56-0e05-43a8-810e-f6219e9836d4 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Allocated IP 172.20.0.12 (9089f1a8-c844-45d4-8afa-6a9de0c98bd6/264fb79c-e298-42f0-8317-df94398fe8aa/8ccb278a-4fbd-4a10-a1cb-3c38f047ea82) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:53:52.408378 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-abe41b56-0e05-43a8-810e-f6219e9836d4 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Publish callbacks [] for port (8ccb278a-4fbd-4a10-a1cb-3c38f047ea82), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:52.429446 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a01235fa-6874-4e06-b759-1a2cb76535f6 req-d9fb0735-d445-4342-ae95-38f205dc64d6 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 210 time: 0.0297456 Mar 22 19:53:52.456081 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-abe41b56-0e05-43a8-810e-f6219e9836d4 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (8ccb278a-4fbd-4a10-a1cb-3c38f047ea82), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:52.499513 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-abe41b56-0e05-43a8-810e-f6219e9836d4 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Network 9089f1a8-c844-45d4-8afa-6a9de0c98bd6 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:53:52.502754 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-abe41b56-0e05-43a8-810e-f6219e9836d4 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:53:52.509058 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-abe41b56-0e05-43a8-810e-f6219e9836d4 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:53:52.515755 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe41b56-0e05-43a8-810e-f6219e9836d4 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Pushing event updated for resources: {'Port': ['ID=8ccb278a-4fbd-4a10-a1cb-3c38f047ea82,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:52.560565 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-abe41b56-0e05-43a8-810e-f6219e9836d4 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:52.561178 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-abe41b56-0e05-43a8-810e-f6219e9836d4 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:52.576777 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-abe41b56-0e05-43a8-810e-f6219e9836d4 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6112561 Mar 22 19:53:52.588963 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-d7798277-8ab7-4c18-bff4-fb0329a0d128 service neutron] Request body: {'port': {'device_id': 'a81e43a4-86ef-48bb-8fc6-042f0b01a55f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:53:52.652225 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-d7798277-8ab7-4c18-bff4-fb0329a0d128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8ccb278a-4fbd-4a10-a1cb-3c38f047ea82), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:52.914125 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-d7798277-8ab7-4c18-bff4-fb0329a0d128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ccb278a-4fbd-4a10-a1cb-3c38f047ea82 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:53:52.922530 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-d7798277-8ab7-4c18-bff4-fb0329a0d128 service neutron] Publish callbacks [] for port (8ccb278a-4fbd-4a10-a1cb-3c38f047ea82), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:52.934906 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-d7798277-8ab7-4c18-bff4-fb0329a0d128 service neutron] Transition to ACTIVE for port object 8ccb278a-4fbd-4a10-a1cb-3c38f047ea82 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:53:52.939013 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-d7798277-8ab7-4c18-bff4-fb0329a0d128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (8ccb278a-4fbd-4a10-a1cb-3c38f047ea82), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:52.990114 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7798277-8ab7-4c18-bff4-fb0329a0d128 service neutron] Pushing event updated for resources: {'Port': ['ID=8ccb278a-4fbd-4a10-a1cb-3c38f047ea82,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:53.063746 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-d7798277-8ab7-4c18-bff4-fb0329a0d128 service neutron] Attempting to bind port 8ccb278a-4fbd-4a10-a1cb-3c38f047ea82 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:53:53.064084 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-d7798277-8ab7-4c18-bff4-fb0329a0d128 service neutron] Attempting to bind port 8ccb278a-4fbd-4a10-a1cb-3c38f047ea82 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '713b9efd-e95b-44ac-bec5-679ef9f41c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9089f1a8-c844-45d4-8afa-6a9de0c98bd6'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:53:53.064406 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-d7798277-8ab7-4c18-bff4-fb0329a0d128 service neutron] Attempting to bind port 8ccb278a-4fbd-4a10-a1cb-3c38f047ea82 on network 9089f1a8-c844-45d4-8afa-6a9de0c98bd6 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:53:53.068928 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-d7798277-8ab7-4c18-bff4-fb0329a0d128 service neutron] Port 8ccb278a-4fbd-4a10-a1cb-3c38f047ea82 on network 9089f1a8-c844-45d4-8afa-6a9de0c98bd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:53:53.069253 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-d7798277-8ab7-4c18-bff4-fb0329a0d128 service neutron] Attempting to bind port 8ccb278a-4fbd-4a10-a1cb-3c38f047ea82 on network 9089f1a8-c844-45d4-8afa-6a9de0c98bd6 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:53:53.074602 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-d7798277-8ab7-4c18-bff4-fb0329a0d128 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:53:53.074944 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-d7798277-8ab7-4c18-bff4-fb0329a0d128 service neutron] Checking segment: {'id': '713b9efd-e95b-44ac-bec5-679ef9f41c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9089f1a8-c844-45d4-8afa-6a9de0c98bd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:53:53.075329 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-d7798277-8ab7-4c18-bff4-fb0329a0d128 service neutron] Bound using segment: {'id': '713b9efd-e95b-44ac-bec5-679ef9f41c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9089f1a8-c844-45d4-8afa-6a9de0c98bd6'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:53:53.075757 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-d7798277-8ab7-4c18-bff4-fb0329a0d128 service neutron] Bound port: 8ccb278a-4fbd-4a10-a1cb-3c38f047ea82, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '713b9efd-e95b-44ac-bec5-679ef9f41c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '9089f1a8-c844-45d4-8afa-6a9de0c98bd6'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:53:53.076110 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-d7798277-8ab7-4c18-bff4-fb0329a0d128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8ccb278a-4fbd-4a10-a1cb-3c38f047ea82), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:53.150636 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-d7798277-8ab7-4c18-bff4-fb0329a0d128 service neutron] For port 8ccb278a-4fbd-4a10-a1cb-3c38f047ea82, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:53:53.156029 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-d7798277-8ab7-4c18-bff4-fb0329a0d128 service neutron] For port 8ccb278a-4fbd-4a10-a1cb-3c38f047ea82, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=8ccb278a-4fbd-4a10-a1cb-3c38f047ea82,segment=NetworkSegment(713b9efd-e95b-44ac-bec5-679ef9f41c51),segment_id=713b9efd-e95b-44ac-bec5-679ef9f41c51)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:53:53.163491 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-d7798277-8ab7-4c18-bff4-fb0329a0d128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (8ccb278a-4fbd-4a10-a1cb-3c38f047ea82), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:53.203324 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-d7798277-8ab7-4c18-bff4-fb0329a0d128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:53.203667 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c1ef1-b44b-4c55-9ef7-924a9907c209 req-1fa290d9-1f5c-4002-a7ce-990df7588ed6 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:53.203969 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-d7798277-8ab7-4c18-bff4-fb0329a0d128 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:53.205192 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b90c1ef1-b44b-4c55-9ef7-924a9907c209 req-1fa290d9-1f5c-4002-a7ce-990df7588ed6 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/ports?device_id=a81e43a4-86ef-48bb-8fc6-042f0b01a55f HTTP/1.1" status: 200 len: 944 time: 0.0716991 Mar 22 19:53:53.206507 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-d7798277-8ab7-4c18-bff4-fb0329a0d128 service neutron] 10.222.0.85 "PUT /v2.0/ports/8ccb278a-4fbd-4a10-a1cb-3c38f047ea82 HTTP/1.1" status: 200 len: 1093 time: 0.6216693 Mar 22 19:53:53.207060 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81e43a4-86ef-48bb-8fc6-042f0b01a55f', 'tag': '8ccb278a-4fbd-4a10-a1cb-3c38f047ea82'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:53:53.209930 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc530bf4-8fb4-4727-b4db-41b2be6ad3aa" -d '{"events": [{"name": "network-changed", "server_uuid": "a81e43a4-86ef-48bb-8fc6-042f0b01a55f", "tag": "8ccb278a-4fbd-4a10-a1cb-3c38f047ea82"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:53:53.261864 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df848077-bc1f-48c7-93a6-3a4dd8a21bb3 x-openstack-request-id: req-df848077-bc1f-48c7-93a6-3a4dd8a21bb3 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:53:53.262159 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a81e43a4-86ef-48bb-8fc6-042f0b01a55f", "tag": "8ccb278a-4fbd-4a10-a1cb-3c38f047ea82", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:53:53.262413 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-df848077-bc1f-48c7-93a6-3a4dd8a21bb3 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:53:53.262823 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df848077-bc1f-48c7-93a6-3a4dd8a21bb3'] response: {'name': 'network-changed', 'server_uuid': 'a81e43a4-86ef-48bb-8fc6-042f0b01a55f', 'tag': '8ccb278a-4fbd-4a10-a1cb-3c38f047ea82', 'status': 'completed', 'code': 200} Mar 22 19:53:53.264505 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b90c1ef1-b44b-4c55-9ef7-924a9907c209 req-045f6529-7624-48d0-aef4-37f672e468a6 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bb83782-f4ac-471b-8430-f03c7262a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534530 Mar 22 19:53:53.293066 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7798277-8ab7-4c18-bff4-fb0329a0d128 service neutron] Pushing event updated for resources: {'Port': ['ID=8ccb278a-4fbd-4a10-a1cb-3c38f047ea82,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:53.316100 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-47e1bf90-ad67-4f4b-9e5b-bccce2ede7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:53.317641 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-47e1bf90-ad67-4f4b-9e5b-bccce2ede7ad service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3543102c03d24093ba6979ca14d13ecd&device_id=a81e43a4-86ef-48bb-8fc6-042f0b01a55f HTTP/1.1" status: 200 len: 1127 time: 0.0539258 Mar 22 19:53:53.362708 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-9fb33526-11ce-41b3-a89c-2c0fe5de9858 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ccb278a-4fbd-4a10-a1cb-3c38f047ea82 HTTP/1.1" status: 200 len: 217 time: 0.0374582 Mar 22 19:53:53.414318 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-23223d67-0c9c-497a-b911-732fccce4d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:53.415798 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-23223d67-0c9c-497a-b911-732fccce4d55 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=264fb79c-e298-42f0-8317-df94398fe8aa HTTP/1.1" status: 200 len: 852 time: 0.0441716 Mar 22 19:53:53.447167 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-17873375-5c41-4113-ae5f-34861c3bab49 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9089f1a8-c844-45d4-8afa-6a9de0c98bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255275 Mar 22 19:53:53.530878 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c11a499d-fb59-4196-a464-b62795ed8577 req-d841e408-890c-41c4-aaf5-7c246372cb4d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 210 time: 0.0274816 Mar 22 19:53:53.554159 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-19979328-ecfd-4118-84a3-40cd90a10de1 service neutron] 10.222.0.85 "GET /v2.0/networks/9089f1a8-c844-45d4-8afa-6a9de0c98bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009405 Mar 22 19:53:53.641762 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-89e552e6-127f-42d5-bfb9-f99fa2365396 req-6399c58a-4cbc-4b69-943f-02d8bd1ce74d service neutron] 10.222.0.85 "GET /v2.0/networks/9089f1a8-c844-45d4-8afa-6a9de0c98bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814979 Mar 22 19:53:53.731167 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc530bf4-8fb4-4727-b4db-41b2be6ad3aa req-8ff42e24-73d2-4b62-a7a6-b768e038a203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:53.732558 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cc530bf4-8fb4-4727-b4db-41b2be6ad3aa req-8ff42e24-73d2-4b62-a7a6-b768e038a203 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3543102c03d24093ba6979ca14d13ecd&device_id=a81e43a4-86ef-48bb-8fc6-042f0b01a55f HTTP/1.1" status: 200 len: 1127 time: 0.0462010 Mar 22 19:53:53.833951 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc530bf4-8fb4-4727-b4db-41b2be6ad3aa req-2c63813a-6a3f-4ef9-bde3-83ffaaa22c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:53.835490 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cc530bf4-8fb4-4727-b4db-41b2be6ad3aa req-2c63813a-6a3f-4ef9-bde3-83ffaaa22c80 service neutron] 10.222.0.85 "GET /v2.0/networks?id=9089f1a8-c844-45d4-8afa-6a9de0c98bd6 HTTP/1.1" status: 200 len: 913 time: 0.0969357 Mar 22 19:53:53.876648 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cc530bf4-8fb4-4727-b4db-41b2be6ad3aa req-99670683-3c7d-41c2-b165-5ff7740a2706 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ccb278a-4fbd-4a10-a1cb-3c38f047ea82 HTTP/1.1" status: 200 len: 217 time: 0.0351365 Mar 22 19:53:53.934917 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc530bf4-8fb4-4727-b4db-41b2be6ad3aa req-eff2567d-8d15-45f1-a69a-1854e78f44a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:53.936369 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cc530bf4-8fb4-4727-b4db-41b2be6ad3aa req-eff2567d-8d15-45f1-a69a-1854e78f44a8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=264fb79c-e298-42f0-8317-df94398fe8aa HTTP/1.1" status: 200 len: 852 time: 0.0490105 Mar 22 19:53:53.970362 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cc530bf4-8fb4-4727-b4db-41b2be6ad3aa req-0186c09c-c63a-43cc-8063-bd7031a8a5d1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9089f1a8-c844-45d4-8afa-6a9de0c98bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267720 Mar 22 19:53:54.069600 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cc530bf4-8fb4-4727-b4db-41b2be6ad3aa req-dce19326-857c-4101-a28a-06442a5a43ef service neutron] 10.222.0.85 "GET /v2.0/networks/9089f1a8-c844-45d4-8afa-6a9de0c98bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904324 Mar 22 19:53:54.171132 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cc530bf4-8fb4-4727-b4db-41b2be6ad3aa req-a2797031-60e8-4193-aa1a-9bf8a1414526 service neutron] 10.222.0.85 "GET /v2.0/networks/9089f1a8-c844-45d4-8afa-6a9de0c98bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939012 Mar 22 19:53:54.391189 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e3367-1a97-445c-95c1-d388927fcee2 req-f8da55b9-994c-4a47-8c6c-117b495e5f87 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:54.392586 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ac1e3367-1a97-445c-95c1-d388927fcee2 req-f8da55b9-994c-4a47-8c6c-117b495e5f87 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/ports?device_id=a81e43a4-86ef-48bb-8fc6-042f0b01a55f HTTP/1.1" status: 200 len: 944 time: 0.0553946 Mar 22 19:53:54.441135 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ac1e3367-1a97-445c-95c1-d388927fcee2 req-c08127c2-67e5-418d-a2bb-8aa2eb9a076a tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bb83782-f4ac-471b-8430-f03c7262a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423527 Mar 22 19:53:54.633110 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c112198-5276-47fb-90db-d974129e97b2 req-a18c396b-e394-402b-abce-74077d702930 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 210 time: 0.0291941 Mar 22 19:53:55.607591 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957d837-04c1-40ab-85bb-d6b2445aee22 req-5b464563-5092-4474-be73-ac6d6772606e tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:55.609392 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5957d837-04c1-40ab-85bb-d6b2445aee22 req-5b464563-5092-4474-be73-ac6d6772606e tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/ports?device_id=a81e43a4-86ef-48bb-8fc6-042f0b01a55f HTTP/1.1" status: 200 len: 944 time: 0.0746794 Mar 22 19:53:55.662928 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5957d837-04c1-40ab-85bb-d6b2445aee22 req-9ac7b40e-a41d-404b-9d19-62bb8453b1c8 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bb83782-f4ac-471b-8430-f03c7262a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472491 Mar 22 19:53:55.826360 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a880b91e-1a50-4fd7-83d6-5c1099c56ed8 req-ecac21ca-410d-4ba1-8a47-c23329ac82f6 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 210 time: 0.1092429 Mar 22 19:53:56.794056 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd57073-0e2c-47f8-a017-83277b421683 req-de4e5c9a-3b1d-46ac-888c-19d97dd0cde4 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:56.797774 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1fd57073-0e2c-47f8-a017-83277b421683 req-de4e5c9a-3b1d-46ac-888c-19d97dd0cde4 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/ports?device_id=a81e43a4-86ef-48bb-8fc6-042f0b01a55f HTTP/1.1" status: 200 len: 944 time: 0.0572431 Mar 22 19:53:56.867601 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1fd57073-0e2c-47f8-a017-83277b421683 req-e84ff515-6f6a-4fa8-a79e-42447ffc960c tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bb83782-f4ac-471b-8430-f03c7262a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646567 Mar 22 19:53:56.934411 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2ac4e0c9-2d68-41af-bd14-9658b3d906a4 req-0e73a6df-6e3f-434c-906e-ed3a6f224dc5 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 210 time: 0.0293648 Mar 22 19:53:58.071102 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c9d9d719-c989-4234-8a10-e249fb8d00fe req-34557e51-94da-4ff8-985d-a487ff953042 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=23335b6f-62e0-4de2-82b2-afb6e9961b28 HTTP/1.1" status: 200 len: 210 time: 0.0569565 Mar 22 19:53:58.087716 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e515b1-c4b4-44d6-bb96-c34d35396e58 req-60d7744c-5606-464a-a27a-4e96926352be tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:58.095468 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-77e515b1-c4b4-44d6-bb96-c34d35396e58 req-60d7744c-5606-464a-a27a-4e96926352be tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/ports?device_id=a81e43a4-86ef-48bb-8fc6-042f0b01a55f HTTP/1.1" status: 200 len: 944 time: 0.1540387 Mar 22 19:53:58.113403 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 8ccb278a-4fbd-4a10-a1cb-3c38f047ea82 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:53:58.155965 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-77e515b1-c4b4-44d6-bb96-c34d35396e58 req-07ba1482-d2d2-42dd-89cf-fca0a5277069 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bb83782-f4ac-471b-8430-f03c7262a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583422 Mar 22 19:53:58.228467 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 8ccb278a-4fbd-4a10-a1cb-3c38f047ea82, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=8ccb278a-4fbd-4a10-a1cb-3c38f047ea82,segment=NetworkSegment(713b9efd-e95b-44ac-bec5-679ef9f41c51),segment_id=713b9efd-e95b-44ac-bec5-679ef9f41c51)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:53:58.239783 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '8ccb278a-4fbd-4a10-a1cb-3c38f047ea82', 'network_id': '9089f1a8-c844-45d4-8afa-6a9de0c98bd6', 'port_id': '8ccb278a-4fbd-4a10-a1cb-3c38f047ea82', 'mac_address': 'fa:16:3e:ed:d9:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '264fb79c-e298-42f0-8317-df94398fe8aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:53:58.280213 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 8ccb278a-4fbd-4a10-a1cb-3c38f047ea82 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:53:58.280604 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8ccb278a-4fbd-4a10-a1cb-3c38f047ea82), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:58.297659 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ccb278a-4fbd-4a10-a1cb-3c38f047ea82 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:53:58.317223 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 8ccb278a-4fbd-4a10-a1cb-3c38f047ea82, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=8ccb278a-4fbd-4a10-a1cb-3c38f047ea82,segment=NetworkSegment(713b9efd-e95b-44ac-bec5-679ef9f41c51),segment_id=713b9efd-e95b-44ac-bec5-679ef9f41c51)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:53:58.321203 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8ccb278a-4fbd-4a10-a1cb-3c38f047ea82), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:53:58.538583 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=8ccb278a-4fbd-4a10-a1cb-3c38f047ea82,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:53:58.547550 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:58.547967 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:58.548262 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:58.548608 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:58.548983 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:58.549299 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:58.549620 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:58.549984 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:58.550478 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:58.550831 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:58.551157 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:58.551491 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:58.553325 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:58.553325 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:58.553325 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:53:58.633157 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['8ccb278a-4fbd-4a10-a1cb-3c38f047ea82'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:53:59.278373 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fcf73-55b2-4f7f-8e5c-e5349e91e527 req-a75a5eac-29d2-4f88-8c9b-dcbc2f4cff4d tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:53:59.285290 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ae7fcf73-55b2-4f7f-8e5c-e5349e91e527 req-a75a5eac-29d2-4f88-8c9b-dcbc2f4cff4d tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/ports?device_id=a81e43a4-86ef-48bb-8fc6-042f0b01a55f HTTP/1.1" status: 200 len: 945 time: 0.0645413 Mar 22 19:53:59.345620 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ae7fcf73-55b2-4f7f-8e5c-e5349e91e527 req-cc1cb7e2-3a7a-4d1a-ada0-4a476972d914 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bb83782-f4ac-471b-8430-f03c7262a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591388 Mar 22 19:54:00.124017 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 8ccb278a-4fbd-4a10-a1cb-3c38f047ea82 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:54:00.179349 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 8ccb278a-4fbd-4a10-a1cb-3c38f047ea82 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:54:00.185637 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 8ccb278a-4fbd-4a10-a1cb-3c38f047ea82 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:00.186291 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8ccb278a-4fbd-4a10-a1cb-3c38f047ea82), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:00.295355 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 8ccb278a-4fbd-4a10-a1cb-3c38f047ea82 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:00.295747 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8ccb278a-4fbd-4a10-a1cb-3c38f047ea82), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:00.323226 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81e43a4-86ef-48bb-8fc6-042f0b01a55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccb278a-4fbd-4a10-a1cb-3c38f047ea82'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:54:00.326372 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e08ebf8-4a5d-425a-9d83-0b0091082841" -d '{"events": [{"server_uuid": "a81e43a4-86ef-48bb-8fc6-042f0b01a55f", "name": "network-vif-plugged", "status": "completed", "tag": "8ccb278a-4fbd-4a10-a1cb-3c38f047ea82"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:54:00.340645 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 8ccb278a-4fbd-4a10-a1cb-3c38f047ea82, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=8ccb278a-4fbd-4a10-a1cb-3c38f047ea82,segment=NetworkSegment(713b9efd-e95b-44ac-bec5-679ef9f41c51),segment_id=713b9efd-e95b-44ac-bec5-679ef9f41c51)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:54:00.346683 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8ccb278a-4fbd-4a10-a1cb-3c38f047ea82), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:00.408901 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72b53dd-13d2-460c-9309-3c3efe009447 x-openstack-request-id: req-e72b53dd-13d2-460c-9309-3c3efe009447 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:54:00.408901 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81e43a4-86ef-48bb-8fc6-042f0b01a55f", "name": "network-vif-plugged", "status": "completed", "tag": "8ccb278a-4fbd-4a10-a1cb-3c38f047ea82", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:54:00.408901 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e72b53dd-13d2-460c-9309-3c3efe009447 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:54:00.409374 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e72b53dd-13d2-460c-9309-3c3efe009447'] response: {'server_uuid': 'a81e43a4-86ef-48bb-8fc6-042f0b01a55f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccb278a-4fbd-4a10-a1cb-3c38f047ea82', 'code': 200} Mar 22 19:54:00.411072 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=8ccb278a-4fbd-4a10-a1cb-3c38f047ea82,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:00.522662 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf263f1-6759-483c-adb2-1a1b69c303b2 req-de671678-ddd4-44a9-99bc-b1f115e681a6 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:00.525354 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3bf263f1-6759-483c-adb2-1a1b69c303b2 req-de671678-ddd4-44a9-99bc-b1f115e681a6 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/ports?device_id=a81e43a4-86ef-48bb-8fc6-042f0b01a55f HTTP/1.1" status: 200 len: 946 time: 0.0696220 Mar 22 19:54:00.537360 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73d217-e54f-412b-b4b7-e73831f70111 req-14eff4fa-2694-4af5-a368-ccececbfd12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:00.538994 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2d73d217-e54f-412b-b4b7-e73831f70111 req-14eff4fa-2694-4af5-a368-ccececbfd12a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a81e43a4-86ef-48bb-8fc6-042f0b01a55f HTTP/1.1" status: 200 len: 1129 time: 0.0862129 Mar 22 19:54:00.586591 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2d73d217-e54f-412b-b4b7-e73831f70111 req-9e506645-eff8-4552-aaf2-bdccd9f65f9b service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=4bb83782-f4ac-471b-8430-f03c7262a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404129 Mar 22 19:54:00.595424 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3bf263f1-6759-483c-adb2-1a1b69c303b2 req-c347c2f2-0a89-43cf-a441-076be4f20314 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bb83782-f4ac-471b-8430-f03c7262a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638685 Mar 22 19:54:01.777830 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a320b-d1f8-43c3-a209-13db7700745c req-4fa6fe08-6d49-4f7c-a683-54ab25b53942 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:01.779657 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-670a320b-d1f8-43c3-a209-13db7700745c req-4fa6fe08-6d49-4f7c-a683-54ab25b53942 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/ports?device_id=a81e43a4-86ef-48bb-8fc6-042f0b01a55f HTTP/1.1" status: 200 len: 946 time: 0.1064496 Mar 22 19:54:01.822816 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f023314f-333a-456c-8f7f-0c4a274f0d8f req-e6a34b79-aaaf-4522-9d16-d3a957b25807 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=bb17f995-6b50-4106-9521-c5061b34543d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1339014 Mar 22 19:54:01.947188 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-670a320b-d1f8-43c3-a209-13db7700745c req-c45e7050-abea-4828-88e3-4d12c213d0df tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bb83782-f4ac-471b-8430-f03c7262a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508510 Mar 22 19:54:02.009739 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023314f-333a-456c-8f7f-0c4a274f0d8f req-955659a0-95e0-43a0-ba66-8ba37a949672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:02.013282 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f023314f-333a-456c-8f7f-0c4a274f0d8f req-955659a0-95e0-43a0-ba66-8ba37a949672 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8265285293a344f28e68f05bc79e732b&device_id=bb17f995-6b50-4106-9521-c5061b34543d HTTP/1.1" status: 200 len: 1128 time: 0.1210787 Mar 22 19:54:02.138818 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023314f-333a-456c-8f7f-0c4a274f0d8f req-19733b46-bbe8-4536-9363-715e06544927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:02.140307 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f023314f-333a-456c-8f7f-0c4a274f0d8f req-19733b46-bbe8-4536-9363-715e06544927 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e691b411-d286-4cb7-9b13-827cd7092de3 HTTP/1.1" status: 200 len: 914 time: 0.1036494 Mar 22 19:54:02.216901 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f023314f-333a-456c-8f7f-0c4a274f0d8f req-b612aebf-f7f9-442e-ac29-37abde9330de service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76f6e395-a5dc-47f0-9a89-5ff4a835d72e HTTP/1.1" status: 200 len: 217 time: 0.0698512 Mar 22 19:54:02.304936 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023314f-333a-456c-8f7f-0c4a274f0d8f req-aff9c1a1-a1e5-4186-9752-1c6dfbdcba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:02.308590 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f023314f-333a-456c-8f7f-0c4a274f0d8f req-aff9c1a1-a1e5-4186-9752-1c6dfbdcba4c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=15d10e51-1cde-45cc-a17a-d477b63dd7b5 HTTP/1.1" status: 200 len: 853 time: 0.0850558 Mar 22 19:54:02.354927 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f023314f-333a-456c-8f7f-0c4a274f0d8f req-a38bae86-64c3-4ebd-9130-1a164d08721c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e691b411-d286-4cb7-9b13-827cd7092de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409784 Mar 22 19:54:02.550318 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f023314f-333a-456c-8f7f-0c4a274f0d8f req-da8bcc74-957d-4000-b0a0-2dc7ce6f04a3 service neutron] 10.222.0.85 "GET /v2.0/networks/e691b411-d286-4cb7-9b13-827cd7092de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894195 Mar 22 19:54:02.706777 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f023314f-333a-456c-8f7f-0c4a274f0d8f req-5df504fa-4fb7-41ad-b5cc-10122cfafd19 service neutron] 10.222.0.85 "GET /v2.0/networks/e691b411-d286-4cb7-9b13-827cd7092de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510389 Mar 22 19:54:03.209081 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96adc9-8bcb-4778-ad7d-3ddf880b9f95 req-80d9aa62-429a-4a08-ae5f-5e4897202d2e tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:03.219477 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef96adc9-8bcb-4778-ad7d-3ddf880b9f95 req-80d9aa62-429a-4a08-ae5f-5e4897202d2e tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/ports?device_id=a81e43a4-86ef-48bb-8fc6-042f0b01a55f HTTP/1.1" status: 200 len: 946 time: 0.1039479 Mar 22 19:54:03.281457 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef96adc9-8bcb-4778-ad7d-3ddf880b9f95 req-8de6043a-27fd-4a45-b1c6-cc23fcf6c53c tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bb83782-f4ac-471b-8430-f03c7262a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605145 Mar 22 19:54:03.512017 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f65540-aaf4-4623-b8d5-36247d4b1dff req-3893c279-4c53-4a3c-991d-409a13cf3428 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:03.519752 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-11f65540-aaf4-4623-b8d5-36247d4b1dff req-3893c279-4c53-4a3c-991d-409a13cf3428 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/ports?device_id=a81e43a4-86ef-48bb-8fc6-042f0b01a55f HTTP/1.1" status: 200 len: 946 time: 0.1190612 Mar 22 19:54:03.607167 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-11f65540-aaf4-4623-b8d5-36247d4b1dff req-ab9e0ead-2a4b-4a6c-8e7f-cad176bc6095 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bb83782-f4ac-471b-8430-f03c7262a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864668 Mar 22 19:54:04.014036 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cd99b-3f52-427a-8eb4-3408aa183abf req-6e9a1e2d-01b9-4297-ae79-46aedc7e11d3 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:04.030419 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-436cd99b-3f52-427a-8eb4-3408aa183abf req-6e9a1e2d-01b9-4297-ae79-46aedc7e11d3 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/ports?device_id=a81e43a4-86ef-48bb-8fc6-042f0b01a55f HTTP/1.1" status: 200 len: 946 time: 0.1288431 Mar 22 19:54:04.100227 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-436cd99b-3f52-427a-8eb4-3408aa183abf req-511291c7-b83c-49d7-84f0-f3200c3d3e93 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bb83782-f4ac-471b-8430-f03c7262a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689209 Mar 22 19:54:05.376995 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db707d1c-f391-42f3-9f47-8fe6c8b3958e req-8184febf-ac10-4cf1-984e-db187069e3d5 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:05.390865 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-db707d1c-f391-42f3-9f47-8fe6c8b3958e req-8184febf-ac10-4cf1-984e-db187069e3d5 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/ports?device_id=a81e43a4-86ef-48bb-8fc6-042f0b01a55f HTTP/1.1" status: 200 len: 946 time: 0.1329629 Mar 22 19:54:05.505116 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-db707d1c-f391-42f3-9f47-8fe6c8b3958e req-f1acb7b7-b88d-4ff2-a416-7c899b820ada tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bb83782-f4ac-471b-8430-f03c7262a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964005 Mar 22 19:54:05.825150 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5851eb1-a3aa-4885-96f0-c2afab311ae9 req-1d22d03d-1309-4af0-a57e-b2adfd3f80a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:05.827818 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d5851eb1-a3aa-4885-96f0-c2afab311ae9 req-1d22d03d-1309-4af0-a57e-b2adfd3f80a2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3543102c03d24093ba6979ca14d13ecd&device_id=a81e43a4-86ef-48bb-8fc6-042f0b01a55f HTTP/1.1" status: 200 len: 1129 time: 0.0607617 Mar 22 19:54:05.831281 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca5cae-7512-48f1-bced-c9265e799b9f req-2ad16f45-0832-4656-8fe1-ad161890e28b tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:05.839587 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-86ca5cae-7512-48f1-bced-c9265e799b9f req-2ad16f45-0832-4656-8fe1-ad161890e28b tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/ports?device_id=a81e43a4-86ef-48bb-8fc6-042f0b01a55f HTTP/1.1" status: 200 len: 946 time: 0.0896511 Mar 22 19:54:05.915074 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-86ca5cae-7512-48f1-bced-c9265e799b9f req-e12f0ad5-30af-42cc-b63c-52b610e2672c tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bb83782-f4ac-471b-8430-f03c7262a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724106 Mar 22 19:54:05.982807 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5851eb1-a3aa-4885-96f0-c2afab311ae9 req-61c06c8e-2cfd-4d72-a22f-818444819f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:05.984636 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d5851eb1-a3aa-4885-96f0-c2afab311ae9 req-61c06c8e-2cfd-4d72-a22f-818444819f06 service neutron] 10.222.0.85 "GET /v2.0/networks?id=9089f1a8-c844-45d4-8afa-6a9de0c98bd6 HTTP/1.1" status: 200 len: 913 time: 0.1439838 Mar 22 19:54:06.037853 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d5851eb1-a3aa-4885-96f0-c2afab311ae9 req-8112b2ef-f298-44d8-b5b4-474580ac4c2f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ccb278a-4fbd-4a10-a1cb-3c38f047ea82 HTTP/1.1" status: 200 len: 217 time: 0.0444572 Mar 22 19:54:06.104432 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5851eb1-a3aa-4885-96f0-c2afab311ae9 req-efa0e433-ca19-46aa-b5a9-2a5f5a1fa29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:06.106372 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d5851eb1-a3aa-4885-96f0-c2afab311ae9 req-efa0e433-ca19-46aa-b5a9-2a5f5a1fa29a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=264fb79c-e298-42f0-8317-df94398fe8aa HTTP/1.1" status: 200 len: 852 time: 0.0619380 Mar 22 19:54:06.149668 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d5851eb1-a3aa-4885-96f0-c2afab311ae9 req-04b48058-cf35-44b7-b482-ce05f56beebf service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9089f1a8-c844-45d4-8afa-6a9de0c98bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364835 Mar 22 19:54:06.263339 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d5851eb1-a3aa-4885-96f0-c2afab311ae9 req-4f8ee966-b7e5-44b3-be73-df4bb93c5f59 service neutron] 10.222.0.85 "GET /v2.0/networks/9089f1a8-c844-45d4-8afa-6a9de0c98bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081746 Mar 22 19:54:06.432990 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d5851eb1-a3aa-4885-96f0-c2afab311ae9 req-5d9ff978-7ca0-4776-ac81-16a3a0e3fe8c service neutron] 10.222.0.85 "GET /v2.0/networks/9089f1a8-c844-45d4-8afa-6a9de0c98bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638036 Mar 22 19:54:07.123957 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97612582-1b9e-4bea-ac01-d55910cf1acd req-50dac848-f846-40df-a8d9-d77bd28907d0 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:07.132306 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-97612582-1b9e-4bea-ac01-d55910cf1acd req-50dac848-f846-40df-a8d9-d77bd28907d0 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/ports?device_id=a81e43a4-86ef-48bb-8fc6-042f0b01a55f HTTP/1.1" status: 200 len: 946 time: 0.0774245 Mar 22 19:54:07.201127 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-97612582-1b9e-4bea-ac01-d55910cf1acd req-6026b69a-e2a1-484a-a5e2-7af89bded0dd tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bb83782-f4ac-471b-8430-f03c7262a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660641 Mar 22 19:54:08.381056 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44551b0-a74d-4e9b-9080-8192956b4b2c req-1366a3fa-e41e-48d2-a398-fee0893338ff tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:08.384947 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d44551b0-a74d-4e9b-9080-8192956b4b2c req-1366a3fa-e41e-48d2-a398-fee0893338ff tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/ports?device_id=a81e43a4-86ef-48bb-8fc6-042f0b01a55f HTTP/1.1" status: 200 len: 946 time: 0.0792949 Mar 22 19:54:08.462672 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d44551b0-a74d-4e9b-9080-8192956b4b2c req-4b7c8e4e-4a13-408c-9559-5387e37a7bd9 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bb83782-f4ac-471b-8430-f03c7262a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696299 Mar 22 19:54:08.817502 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e33b9-add0-4e92-886e-abac2443a150 req-6d14791a-de10-4d5c-b6c1-ab5aae5df27d tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:08.828820 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bd0e33b9-add0-4e92-886e-abac2443a150 req-6d14791a-de10-4d5c-b6c1-ab5aae5df27d tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/ports?device_id=a81e43a4-86ef-48bb-8fc6-042f0b01a55f HTTP/1.1" status: 200 len: 946 time: 0.1066952 Mar 22 19:54:08.903109 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bd0e33b9-add0-4e92-886e-abac2443a150 req-7e43df2b-53e4-4b7f-b7bf-d9ab6ffdae6b tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bb83782-f4ac-471b-8430-f03c7262a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664771 Mar 22 19:54:10.033937 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb7352-bd8f-4ec7-b0b5-30dba1d7404d req-00f1030d-a75b-4f13-89aa-8495d31095b8 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:10.042272 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a0fb7352-bd8f-4ec7-b0b5-30dba1d7404d req-00f1030d-a75b-4f13-89aa-8495d31095b8 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/ports?device_id=a81e43a4-86ef-48bb-8fc6-042f0b01a55f HTTP/1.1" status: 200 len: 946 time: 0.0662160 Mar 22 19:54:10.124751 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a0fb7352-bd8f-4ec7-b0b5-30dba1d7404d req-24770452-4af3-4037-b0c6-c674133a802c tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bb83782-f4ac-471b-8430-f03c7262a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789113 Mar 22 19:54:10.387042 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42a74c-c405-4bad-8044-f49f06ba3fe2 req-3ac0b941-7cd9-43c6-b854-df67ded53b22 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:10.388938 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9f42a74c-c405-4bad-8044-f49f06ba3fe2 req-3ac0b941-7cd9-43c6-b854-df67ded53b22 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/ports?device_id=a81e43a4-86ef-48bb-8fc6-042f0b01a55f HTTP/1.1" status: 200 len: 946 time: 0.0818543 Mar 22 19:54:10.392028 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e676d5f-3e8e-464e-a388-59d65efd20bf req-9b8278c5-0e70-4635-9b2f-52c7f130d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:10.394248 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2e676d5f-3e8e-464e-a388-59d65efd20bf req-9b8278c5-0e70-4635-9b2f-52c7f130d314 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=3543102c03d24093ba6979ca14d13ecd&device_id=a81e43a4-86ef-48bb-8fc6-042f0b01a55f HTTP/1.1" status: 200 len: 1129 time: 0.0551224 Mar 22 19:54:10.455657 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9f42a74c-c405-4bad-8044-f49f06ba3fe2 req-ad9c454b-abc6-43a9-9fe9-917ffb913f7f tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bb83782-f4ac-471b-8430-f03c7262a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598912 Mar 22 19:54:10.505618 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e676d5f-3e8e-464e-a388-59d65efd20bf req-f02b1ac4-eb52-4d02-ad60-f3465b9294d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:10.507370 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2e676d5f-3e8e-464e-a388-59d65efd20bf req-f02b1ac4-eb52-4d02-ad60-f3465b9294d3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=9089f1a8-c844-45d4-8afa-6a9de0c98bd6 HTTP/1.1" status: 200 len: 913 time: 0.1069651 Mar 22 19:54:10.555947 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2e676d5f-3e8e-464e-a388-59d65efd20bf req-fda59ddf-2530-4793-8c83-079a5e9753bc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ccb278a-4fbd-4a10-a1cb-3c38f047ea82 HTTP/1.1" status: 200 len: 217 time: 0.0427046 Mar 22 19:54:10.608674 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e676d5f-3e8e-464e-a388-59d65efd20bf req-fc531d88-6c20-4623-bd5f-970c6ba40785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:10.610187 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2e676d5f-3e8e-464e-a388-59d65efd20bf req-fc531d88-6c20-4623-bd5f-970c6ba40785 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=264fb79c-e298-42f0-8317-df94398fe8aa HTTP/1.1" status: 200 len: 852 time: 0.0492690 Mar 22 19:54:10.643953 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2e676d5f-3e8e-464e-a388-59d65efd20bf req-3e1c1960-c4d2-4956-b5d8-8e27cd8f340e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9089f1a8-c844-45d4-8afa-6a9de0c98bd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272899 Mar 22 19:54:10.746029 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2e676d5f-3e8e-464e-a388-59d65efd20bf req-c26e3dd3-a398-46bb-8be0-7b3f23a45647 service neutron] 10.222.0.85 "GET /v2.0/networks/9089f1a8-c844-45d4-8afa-6a9de0c98bd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961185 Mar 22 19:54:10.847207 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2e676d5f-3e8e-464e-a388-59d65efd20bf req-0dd9a8ac-b3d9-4987-93e5-b6d04b017dc2 service neutron] 10.222.0.85 "GET /v2.0/networks/9089f1a8-c844-45d4-8afa-6a9de0c98bd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955682 Mar 22 19:54:11.645668 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf8c6e-b824-4cad-9e37-12fdc5f00644 req-b5f32564-aa31-46be-af00-a4479a09f538 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:11.648836 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94bf8c6e-b824-4cad-9e37-12fdc5f00644 req-b5f32564-aa31-46be-af00-a4479a09f538 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/ports?device_id=a81e43a4-86ef-48bb-8fc6-042f0b01a55f HTTP/1.1" status: 200 len: 946 time: 0.0999150 Mar 22 19:54:11.737696 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94bf8c6e-b824-4cad-9e37-12fdc5f00644 req-b360dec3-2d6d-48e9-973c-bfde87b99d74 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bb83782-f4ac-471b-8430-f03c7262a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789504 Mar 22 19:54:12.898483 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd033fe-7ce6-40a1-a680-7ec30cd3f409 req-8fcffc1c-1c23-4849-9ea6-7a88a198306d tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:12.900884 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ecd033fe-7ce6-40a1-a680-7ec30cd3f409 req-8fcffc1c-1c23-4849-9ea6-7a88a198306d tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/ports?device_id=a81e43a4-86ef-48bb-8fc6-042f0b01a55f HTTP/1.1" status: 200 len: 946 time: 0.0770464 Mar 22 19:54:12.967981 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ecd033fe-7ce6-40a1-a680-7ec30cd3f409 req-5d112c0c-2f18-4ea1-bbe4-a4df9a96b4ea tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bb83782-f4ac-471b-8430-f03c7262a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587044 Mar 22 19:54:13.269261 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419f117-b0f2-477a-ba3c-006fa00448d4 req-402a4f61-76c5-4bd0-8a51-364c4ad4f669 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:13.271550 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0419f117-b0f2-477a-ba3c-006fa00448d4 req-402a4f61-76c5-4bd0-8a51-364c4ad4f669 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/ports?device_id=a81e43a4-86ef-48bb-8fc6-042f0b01a55f HTTP/1.1" status: 200 len: 946 time: 0.0670350 Mar 22 19:54:13.326097 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0419f117-b0f2-477a-ba3c-006fa00448d4 req-4b118e01-0950-4cd7-b126-809f2ea8d5e6 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bb83782-f4ac-471b-8430-f03c7262a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482743 Mar 22 19:54:14.487850 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f586d-6e77-47c8-959a-8ec1f8ec603e req-a164a86e-3572-4ac5-8b8d-aef4a4a12cf9 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:14.496919 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e3f586d-6e77-47c8-959a-8ec1f8ec603e req-a164a86e-3572-4ac5-8b8d-aef4a4a12cf9 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/ports?device_id=a81e43a4-86ef-48bb-8fc6-042f0b01a55f HTTP/1.1" status: 200 len: 946 time: 0.0699365 Mar 22 19:54:14.563502 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e3f586d-6e77-47c8-959a-8ec1f8ec603e req-679ebca5-2f0c-457f-8735-a1a17cdddfb5 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bb83782-f4ac-471b-8430-f03c7262a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645866 Mar 22 19:54:15.188420 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5fd48df9-bc5d-4033-a6c9-932a5852ab6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:15.233647 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feba7fe-f043-4c54-bd3b-f194ad60c841 req-942dbc48-1661-47f5-a836-994f79fd3899 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:15.236593 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6feba7fe-f043-4c54-bd3b-f194ad60c841 req-942dbc48-1661-47f5-a836-994f79fd3899 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.85 "GET /v2.0/ports?device_id=a81e43a4-86ef-48bb-8fc6-042f0b01a55f HTTP/1.1" status: 200 len: 946 time: 0.1012211 Mar 22 19:54:15.368949 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-6feba7fe-f043-4c54-bd3b-f194ad60c841 req-3e991d0b-264a-4665-9fae-2f2b5791f8e3 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Deleting port 8ccb278a-4fbd-4a10-a1cb-3c38f047ea82 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:54:15.369298 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6feba7fe-f043-4c54-bd3b-f194ad60c841 req-3e991d0b-264a-4665-9fae-2f2b5791f8e3 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (8ccb278a-4fbd-4a10-a1cb-3c38f047ea82), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:15.470582 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-6feba7fe-f043-4c54-bd3b-f194ad60c841 req-3e991d0b-264a-4665-9fae-2f2b5791f8e3 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] For port 8ccb278a-4fbd-4a10-a1cb-3c38f047ea82, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=8ccb278a-4fbd-4a10-a1cb-3c38f047ea82,segment=NetworkSegment(713b9efd-e95b-44ac-bec5-679ef9f41c51),segment_id=713b9efd-e95b-44ac-bec5-679ef9f41c51)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:54:15.470874 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6feba7fe-f043-4c54-bd3b-f194ad60c841 req-3e991d0b-264a-4665-9fae-2f2b5791f8e3 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (8ccb278a-4fbd-4a10-a1cb-3c38f047ea82), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:15.486243 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-6feba7fe-f043-4c54-bd3b-f194ad60c841 req-3e991d0b-264a-4665-9fae-2f2b5791f8e3 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Calling delete_port for 8ccb278a-4fbd-4a10-a1cb-3c38f047ea82 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:54:15.791384 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6feba7fe-f043-4c54-bd3b-f194ad60c841 req-3e991d0b-264a-4665-9fae-2f2b5791f8e3 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (8ccb278a-4fbd-4a10-a1cb-3c38f047ea82), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:15.810938 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['8ccb278a-4fbd-4a10-a1cb-3c38f047ea82'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:54:15.847562 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f011980-a68b-4e49-bfca-86b9f728f678 req-8877d548-b00c-4e2e-9468-2134e4d62aec tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:15.848090 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e991d0b-264a-4665-9fae-2f2b5791f8e3 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Pushing event deleted for resources: {'Port': ['ID=8ccb278a-4fbd-4a10-a1cb-3c38f047ea82,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:15.855891 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8f011980-a68b-4e49-bfca-86b9f728f678 req-8877d548-b00c-4e2e-9468-2134e4d62aec tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/ports?device_id=a81e43a4-86ef-48bb-8fc6-042f0b01a55f HTTP/1.1" status: 200 len: 867 time: 0.1524661 Mar 22 19:54:15.928552 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8f011980-a68b-4e49-bfca-86b9f728f678 req-42903651-625d-47bd-ac64-59a038766d03 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.75 "GET /v2.0/security-groups?id=4bb83782-f4ac-471b-8430-f03c7262a904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706859 Mar 22 19:54:15.961377 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-6feba7fe-f043-4c54-bd3b-f194ad60c841 req-3e991d0b-264a-4665-9fae-2f2b5791f8e3 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] No DVR routers for this DVR port 8ccb278a-4fbd-4a10-a1cb-3c38f047ea82 on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:54:15.964785 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6feba7fe-f043-4c54-bd3b-f194ad60c841 req-3e991d0b-264a-4665-9fae-2f2b5791f8e3 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:15.970273 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6feba7fe-f043-4c54-bd3b-f194ad60c841 req-3e991d0b-264a-4665-9fae-2f2b5791f8e3 tempest-TestServerAdvancedOps-2083909664 tempest-TestServerAdvancedOps-2083909664-project] 10.222.0.85 "DELETE /v2.0/ports/8ccb278a-4fbd-4a10-a1cb-3c38f047ea82 HTTP/1.1" status: 204 len: 173 time: 0.7288094 Mar 22 19:54:15.970902 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81e43a4-86ef-48bb-8fc6-042f0b01a55f', 'name': 'network-vif-deleted', 'tag': '8ccb278a-4fbd-4a10-a1cb-3c38f047ea82'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:54:15.973730 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29267b65-fd55-4b9c-8154-9dcc011d19a1" -d '{"events": [{"server_uuid": "a81e43a4-86ef-48bb-8fc6-042f0b01a55f", "name": "network-vif-deleted", "tag": "8ccb278a-4fbd-4a10-a1cb-3c38f047ea82"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:54:15.995419 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:16.049034 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9853f0-a026-4adf-a57e-bafe1f0d0455 x-openstack-request-id: req-4b9853f0-a026-4adf-a57e-bafe1f0d0455 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:54:16.049578 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81e43a4-86ef-48bb-8fc6-042f0b01a55f", "name": "network-vif-deleted", "tag": "8ccb278a-4fbd-4a10-a1cb-3c38f047ea82", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:54:16.049578 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4b9853f0-a026-4adf-a57e-bafe1f0d0455 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:54:16.050037 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b9853f0-a026-4adf-a57e-bafe1f0d0455'] response: {'server_uuid': 'a81e43a4-86ef-48bb-8fc6-042f0b01a55f', 'name': 'network-vif-deleted', 'tag': '8ccb278a-4fbd-4a10-a1cb-3c38f047ea82', 'status': 'completed', 'code': 200} Mar 22 19:54:17.013552 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59356) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:17.098374 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab48974-5748-4579-80bc-86967115eeb3 admin admin] Deleting subnet 264fb79c-e298-42f0-8317-df94398fe8aa {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:54:17.102344 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3ab48974-5748-4579-80bc-86967115eeb3 admin admin] Publish callbacks [] for subnet (264fb79c-e298-42f0-8317-df94398fe8aa), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:17.159769 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3ab48974-5748-4579-80bc-86967115eeb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (264fb79c-e298-42f0-8317-df94398fe8aa), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:17.225527 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3ab48974-5748-4579-80bc-86967115eeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (264fb79c-e298-42f0-8317-df94398fe8aa), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:17.308766 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3ab48974-5748-4579-80bc-86967115eeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (264fb79c-e298-42f0-8317-df94398fe8aa), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:17.329653 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3ab48974-5748-4579-80bc-86967115eeb3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:17.338024 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59358) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:17.338874 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3ab48974-5748-4579-80bc-86967115eeb3 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/264fb79c-e298-42f0-8317-df94398fe8aa HTTP/1.1" status: 204 len: 168 time: 0.3236043 Mar 22 19:54:17.363723 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab48974-5748-4579-80bc-86967115eeb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=264fb79c-e298-42f0-8317-df94398fe8aa,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:17.413519 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ca5f2d43-7d94-4bf6-8a37-633d7c6fc79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:17.471198 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dffd9a03-3bcb-4185-b074-8b237fa9a3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (9089f1a8-c844-45d4-8afa-6a9de0c98bd6), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:17.903696 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dffd9a03-3bcb-4185-b074-8b237fa9a3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (9089f1a8-c844-45d4-8afa-6a9de0c98bd6), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:17.929780 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-dffd9a03-3bcb-4185-b074-8b237fa9a3a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9089f1a8-c844-45d4-8afa-6a9de0c98bd6']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:17.941557 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-dffd9a03-3bcb-4185-b074-8b237fa9a3a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '713b9efd-e95b-44ac-bec5-679ef9f41c51') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:17.941882 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-dffd9a03-3bcb-4185-b074-8b237fa9a3a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '713b9efd-e95b-44ac-bec5-679ef9f41c51') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:17.952575 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dffd9a03-3bcb-4185-b074-8b237fa9a3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (713b9efd-e95b-44ac-bec5-679ef9f41c51), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:17.974962 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dffd9a03-3bcb-4185-b074-8b237fa9a3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (713b9efd-e95b-44ac-bec5-679ef9f41c51), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:17.984773 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dffd9a03-3bcb-4185-b074-8b237fa9a3a9 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:54:17.985469 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dffd9a03-3bcb-4185-b074-8b237fa9a3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (713b9efd-e95b-44ac-bec5-679ef9f41c51), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:17.987869 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:54:17.987869 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:54:17.987869 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:54:17.987869 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:54:17.987869 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:54:17.987869 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:54:17.987869 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:54:17.987869 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:54:17.987869 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:54:17.987869 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:54:17.987869 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:54:17.987869 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:54:17.987869 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:54:17.987869 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:54:17.987869 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:54:17.987869 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:54:17.987869 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:54:17.987869 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:54:17.987869 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:54:17.987869 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:54:17.987869 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:54:17.987869 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:54:17.987869 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:54:17.987869 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:54:17.987869 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:54:17.987869 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:54:17.987869 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:54:17.987869 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:54:17.987869 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:54:17.987869 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:54:17.987869 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:54:17.987869 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:54:18.064157 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dffd9a03-3bcb-4185-b074-8b237fa9a3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (9089f1a8-c844-45d4-8afa-6a9de0c98bd6), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:18.071725 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dffd9a03-3bcb-4185-b074-8b237fa9a3a9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:18.079618 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-dffd9a03-3bcb-4185-b074-8b237fa9a3a9 admin admin] 10.222.0.75 "DELETE /v2.0/networks/9089f1a8-c844-45d4-8afa-6a9de0c98bd6 HTTP/1.1" status: 204 len: 168 time: 0.7380929 Mar 22 19:54:18.080360 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59366) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:18.089416 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd9a03-3bcb-4185-b074-8b237fa9a3a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9089f1a8-c844-45d4-8afa-6a9de0c98bd6,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:18.142084 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-968786b5-eab7-4a02-a53d-e93cb0973d1e admin admin] Deleting subnet cf11ae40-b5c0-4f5a-96b4-4713c2493b56 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:54:18.145765 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-968786b5-eab7-4a02-a53d-e93cb0973d1e admin admin] Publish callbacks [] for subnet (cf11ae40-b5c0-4f5a-96b4-4713c2493b56), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:18.190518 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-968786b5-eab7-4a02-a53d-e93cb0973d1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (cf11ae40-b5c0-4f5a-96b4-4713c2493b56), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:18.235305 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-968786b5-eab7-4a02-a53d-e93cb0973d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (cf11ae40-b5c0-4f5a-96b4-4713c2493b56), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:18.292326 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-968786b5-eab7-4a02-a53d-e93cb0973d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (cf11ae40-b5c0-4f5a-96b4-4713c2493b56), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:18.327451 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-968786b5-eab7-4a02-a53d-e93cb0973d1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:18.331528 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-968786b5-eab7-4a02-a53d-e93cb0973d1e admin admin] 10.222.0.75 "DELETE /v2.0/subnets/cf11ae40-b5c0-4f5a-96b4-4713c2493b56 HTTP/1.1" status: 204 len: 168 time: 0.2501523 Mar 22 19:54:18.332813 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968786b5-eab7-4a02-a53d-e93cb0973d1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf11ae40-b5c0-4f5a-96b4-4713c2493b56,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:18.334261 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59368) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:18.409260 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-509ea782-b5e4-4465-b321-aea582be4067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (1273962a-4cf4-467d-8522-d5182caa8a13), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:18.505071 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:18.512091 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-509ea782-b5e4-4465-b321-aea582be4067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (1273962a-4cf4-467d-8522-d5182caa8a13), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:18.533083 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-509ea782-b5e4-4465-b321-aea582be4067 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1273962a-4cf4-467d-8522-d5182caa8a13']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:18.544361 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-509ea782-b5e4-4465-b321-aea582be4067 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ff381a-bbd2-4245-b317-8f5c315c142e') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:18.544361 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-509ea782-b5e4-4465-b321-aea582be4067 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ff381a-bbd2-4245-b317-8f5c315c142e') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:18.554963 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-509ea782-b5e4-4465-b321-aea582be4067 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (b1ff381a-bbd2-4245-b317-8f5c315c142e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:18.570618 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-509ea782-b5e4-4465-b321-aea582be4067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (b1ff381a-bbd2-4245-b317-8f5c315c142e), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:18.577983 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-509ea782-b5e4-4465-b321-aea582be4067 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:54:18.577983 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-509ea782-b5e4-4465-b321-aea582be4067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (b1ff381a-bbd2-4245-b317-8f5c315c142e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:18.580063 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:54:18.580063 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:54:18.580063 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:54:18.580063 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:54:18.580063 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:54:18.580063 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:54:18.580063 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:54:18.580063 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:54:18.580063 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:54:18.580063 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:54:18.580063 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:54:18.580063 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:54:18.580063 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:54:18.580063 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:54:18.580063 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:54:18.580063 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:54:18.580063 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:54:18.580063 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:54:18.580063 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:54:18.580063 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:54:18.580063 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:54:18.580063 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:54:18.580063 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:54:18.580063 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:54:18.580063 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:54:18.580063 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:54:18.580063 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:54:18.580063 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:54:18.580063 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:54:18.580063 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:54:18.580063 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:54:18.580063 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:54:18.641216 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-509ea782-b5e4-4465-b321-aea582be4067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (1273962a-4cf4-467d-8522-d5182caa8a13), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:18.652802 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-509ea782-b5e4-4465-b321-aea582be4067 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:18.658593 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-509ea782-b5e4-4465-b321-aea582be4067 admin admin] 10.222.0.75 "DELETE /v2.0/networks/1273962a-4cf4-467d-8522-d5182caa8a13 HTTP/1.1" status: 204 len: 168 time: 0.3209100 Mar 22 19:54:18.668799 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ea782-b5e4-4465-b321-aea582be4067 admin admin] Pushing event deleted for resources: {'Network': ['ID=1273962a-4cf4-467d-8522-d5182caa8a13,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:18.755872 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:18.958699 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59378) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:19.012420 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4d19d561-9269-47fd-a049-046544d44c29 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3543102c03d24093ba6979ca14d13ecd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0522819 Mar 22 19:54:19.015537 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59380) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:19.070831 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2e3b-9fe4-4d01-a044-f99604edb89b admin admin] Publish callbacks [] for security_group (4bb83782-f4ac-471b-8430-f03c7262a904), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:19.096148 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2e3b-9fe4-4d01-a044-f99604edb89b admin admin] Publish callbacks [] for security_group (4bb83782-f4ac-471b-8430-f03c7262a904), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:19.178346 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2e3b-9fe4-4d01-a044-f99604edb89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (4bb83782-f4ac-471b-8430-f03c7262a904), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:19.183815 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ad1d2e3b-9fe4-4d01-a044-f99604edb89b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:19.189340 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ad1d2e3b-9fe4-4d01-a044-f99604edb89b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4bb83782-f4ac-471b-8430-f03c7262a904 HTTP/1.1" status: 204 len: 168 time: 0.1724606 Mar 22 19:54:19.200639 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d2e3b-9fe4-4d01-a044-f99604edb89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb83782-f4ac-471b-8430-f03c7262a904,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:19.673970 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59390) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:19.723890 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-78e96f2f-7d53-48e9-ad7e-15e912558191 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=46a91f8863424cbea474e71fa1fab16a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0476568 Mar 22 19:54:19.726025 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59392) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:19.783819 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d8805a26-0de9-47af-92a7-39e5a075a3e6 admin admin] Publish callbacks [] for security_group (16d314c3-89ad-41de-bac6-e1cf0a637af6), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:19.808800 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d8805a26-0de9-47af-92a7-39e5a075a3e6 admin admin] Publish callbacks [] for security_group (16d314c3-89ad-41de-bac6-e1cf0a637af6), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:19.870395 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d8805a26-0de9-47af-92a7-39e5a075a3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (16d314c3-89ad-41de-bac6-e1cf0a637af6), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:19.873222 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d8805a26-0de9-47af-92a7-39e5a075a3e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:19.874687 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d8805a26-0de9-47af-92a7-39e5a075a3e6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/16d314c3-89ad-41de-bac6-e1cf0a637af6 HTTP/1.1" status: 204 len: 168 time: 0.1475317 Mar 22 19:54:19.883568 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8805a26-0de9-47af-92a7-39e5a075a3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d314c3-89ad-41de-bac6-e1cf0a637af6,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:19.893150 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8805a26-0de9-47af-92a7-39e5a075a3e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:19.893150 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8805a26-0de9-47af-92a7-39e5a075a3e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:19.893150 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8805a26-0de9-47af-92a7-39e5a075a3e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:19.893150 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8805a26-0de9-47af-92a7-39e5a075a3e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:19.893150 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8805a26-0de9-47af-92a7-39e5a075a3e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:19.893781 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8805a26-0de9-47af-92a7-39e5a075a3e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:19.893781 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8805a26-0de9-47af-92a7-39e5a075a3e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:19.894160 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8805a26-0de9-47af-92a7-39e5a075a3e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:19.894456 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8805a26-0de9-47af-92a7-39e5a075a3e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:19.894780 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8805a26-0de9-47af-92a7-39e5a075a3e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:19.895104 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8805a26-0de9-47af-92a7-39e5a075a3e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:19.895426 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8805a26-0de9-47af-92a7-39e5a075a3e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:19.895769 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8805a26-0de9-47af-92a7-39e5a075a3e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:19.896073 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8805a26-0de9-47af-92a7-39e5a075a3e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:19.896399 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8805a26-0de9-47af-92a7-39e5a075a3e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:20.193648 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:20.300240 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 8ccb278a-4fbd-4a10-a1cb-3c38f047ea82 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:54:20.339459 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 8ccb278a-4fbd-4a10-a1cb-3c38f047ea82 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:54:20.340035 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 8ccb278a-4fbd-4a10-a1cb-3c38f047ea82 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:54:20.943972 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59420) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:21.205731 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-4c5e89e9-73da-44ca-95a2-7d084c5c9b83 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1195026120-network', 'tenant_id': 'bc1868a2124b45ca854220f7602fd1fb'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:54:21.230863 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5e89e9-73da-44ca-95a2-7d084c5c9b83 admin admin] Made reservation on behalf of bc1868a2124b45ca854220f7602fd1fb for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:54:21.233956 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c5e89e9-73da-44ca-95a2-7d084c5c9b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:21.243863 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c5e89e9-73da-44ca-95a2-7d084c5c9b83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:21.335867 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c5e89e9-73da-44ca-95a2-7d084c5c9b83 admin admin] Publish callbacks [] for security_group (0eb6232d-9258-48c4-baae-557e93bc0b05), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:21.341184 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c5e89e9-73da-44ca-95a2-7d084c5c9b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (0eb6232d-9258-48c4-baae-557e93bc0b05), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:21.369928 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c5e89e9-73da-44ca-95a2-7d084c5c9b83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:54:21.388778 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e89e9-73da-44ca-95a2-7d084c5c9b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb6232d-9258-48c4-baae-557e93bc0b05,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:21.407580 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c5e89e9-73da-44ca-95a2-7d084c5c9b83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:21.412131 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-4c5e89e9-73da-44ca-95a2-7d084c5c9b83 admin admin] Added segment 8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7 of type vlan for network bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2 Mar 22 19:54:21.415307 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:21.473341 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c5e89e9-73da-44ca-95a2-7d084c5c9b83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:21.513049 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c5e89e9-73da-44ca-95a2-7d084c5c9b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:21.514879 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5e89e9-73da-44ca-95a2-7d084c5c9b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:21.515965 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4c5e89e9-73da-44ca-95a2-7d084c5c9b83 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:21.583719 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4c5e89e9-73da-44ca-95a2-7d084c5c9b83 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6385996 Mar 22 19:54:21.587567 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59434) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:21.594122 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-a6d328b4-9565-4dbd-97a0-977fbc6ffca0 admin admin] Request body: {'subnet': {'network_id': 'bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1195026120-subnet', 'tenant_id': 'bc1868a2124b45ca854220f7602fd1fb', 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:54:21.594327 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:54:21.596405 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e89e9-73da-44ca-95a2-7d084c5c9b83 admin admin] Pushing event updated for resources: {'Network': ['ID=bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:21.625893 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:54:21.649457 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d328b4-9565-4dbd-97a0-977fbc6ffca0 admin admin] Made reservation on behalf of bc1868a2124b45ca854220f7602fd1fb for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:54:21.652857 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a6d328b4-9565-4dbd-97a0-977fbc6ffca0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:22.013326 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a6d328b4-9565-4dbd-97a0-977fbc6ffca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (ed296d06-b179-4b49-807b-75f69bc472e4), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:22.085132 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d328b4-9565-4dbd-97a0-977fbc6ffca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed296d06-b179-4b49-807b-75f69bc472e4,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:22.095622 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d328b4-9565-4dbd-97a0-977fbc6ffca0 admin admin] Checking segment: {'id': '8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:54:22.096127 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d328b4-9565-4dbd-97a0-977fbc6ffca0 admin admin] Network hostable DHCP agents. Network: bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:54:22.121882 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d328b4-9565-4dbd-97a0-977fbc6ffca0 admin admin] Network bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:54:22.140117 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-a6d328b4-9565-4dbd-97a0-977fbc6ffca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:54:22.145389 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d328b4-9565-4dbd-97a0-977fbc6ffca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:22.146038 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a6d328b4-9565-4dbd-97a0-977fbc6ffca0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:22.153302 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fc6e44-fefb-4c2c-ae05-050ab7cbc11c None None] Network bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:54:22.172445 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59442) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:22.173205 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a6d328b4-9565-4dbd-97a0-977fbc6ffca0 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5837622 Mar 22 19:54:22.176872 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-2cbb477f-dcc8-4c6c-bf7f-db52fd149a4e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1195026120-router', 'tenant_id': 'bc1868a2124b45ca854220f7602fd1fb', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:54:22.215651 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2cbb477f-dcc8-4c6c-bf7f-db52fd149a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (1d96dd18-3e75-454b-bb22-637168b6d7ce), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:22.217208 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2cbb477f-dcc8-4c6c-bf7f-db52fd149a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (1d96dd18-3e75-454b-bb22-637168b6d7ce), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:22.340018 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe74ce5-6ff6-4b22-9a03-e88615ed80f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2', 'network_id': 'bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2', 'project_id': 'bc1868a2124b45ca854220f7602fd1fb', 'fixed_ips': [{'subnet_id': 'ed296d06-b179-4b49-807b-75f69bc472e4'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:54:22.341230 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ffe74ce5-6ff6-4b22-9a03-e88615ed80f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:22.345336 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2cbb477f-dcc8-4c6c-bf7f-db52fd149a4e admin admin] Publish callbacks [] for router_controller (1d96dd18-3e75-454b-bb22-637168b6d7ce), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:22.579096 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-ffe74ce5-6ff6-4b22-9a03-e88615ed80f3 None None] Allocated IP 172.20.0.2 (bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2/ed296d06-b179-4b49-807b-75f69bc472e4/41e3cb13-08c9-4bac-81bd-2c039a2339de) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:54:22.673856 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2cbb477f-dcc8-4c6c-bf7f-db52fd149a4e admin admin] Publish callbacks [] for router_gateway (1d96dd18-3e75-454b-bb22-637168b6d7ce), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:22.850991 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ffe74ce5-6ff6-4b22-9a03-e88615ed80f3 None None] Publish callbacks [] for port (41e3cb13-08c9-4bac-81bd-2c039a2339de), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:22.864795 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ffe74ce5-6ff6-4b22-9a03-e88615ed80f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (41e3cb13-08c9-4bac-81bd-2c039a2339de), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:22.932685 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe74ce5-6ff6-4b22-9a03-e88615ed80f3 None None] Pushing event updated for resources: {'Port': ['ID=41e3cb13-08c9-4bac-81bd-2c039a2339de,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:22.964625 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe74ce5-6ff6-4b22-9a03-e88615ed80f3 None None] Network bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:54:22.966859 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-ffe74ce5-6ff6-4b22-9a03-e88615ed80f3 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:54:22.975752 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe74ce5-6ff6-4b22-9a03-e88615ed80f3 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:54:23.046093 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2cbb477f-dcc8-4c6c-bf7f-db52fd149a4e admin admin] Publish callbacks [] for router_gateway (1d96dd18-3e75-454b-bb22-637168b6d7ce), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:23.083857 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2cbb477f-dcc8-4c6c-bf7f-db52fd149a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:23.095951 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-ffe74ce5-6ff6-4b22-9a03-e88615ed80f3 None None] Attempting to bind port 41e3cb13-08c9-4bac-81bd-2c039a2339de on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:54:23.097125 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-ffe74ce5-6ff6-4b22-9a03-e88615ed80f3 None None] Attempting to bind port 41e3cb13-08c9-4bac-81bd-2c039a2339de by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:54:23.098348 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe74ce5-6ff6-4b22-9a03-e88615ed80f3 None None] Attempting to bind port 41e3cb13-08c9-4bac-81bd-2c039a2339de on network bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:54:23.105934 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe74ce5-6ff6-4b22-9a03-e88615ed80f3 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:54:23.106671 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe74ce5-6ff6-4b22-9a03-e88615ed80f3 None None] Checking segment: {'id': '8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:54:23.107263 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ffe74ce5-6ff6-4b22-9a03-e88615ed80f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:23.108208 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe74ce5-6ff6-4b22-9a03-e88615ed80f3 None None] Bound using segment: {'id': '8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:54:23.108931 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-ffe74ce5-6ff6-4b22-9a03-e88615ed80f3 None None] Bound port: 41e3cb13-08c9-4bac-81bd-2c039a2339de, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:54:23.109954 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ffe74ce5-6ff6-4b22-9a03-e88615ed80f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (41e3cb13-08c9-4bac-81bd-2c039a2339de), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:23.220991 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-ffe74ce5-6ff6-4b22-9a03-e88615ed80f3 None None] For port 41e3cb13-08c9-4bac-81bd-2c039a2339de, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:54:23.226410 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-ffe74ce5-6ff6-4b22-9a03-e88615ed80f3 None None] For port 41e3cb13-08c9-4bac-81bd-2c039a2339de, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=41e3cb13-08c9-4bac-81bd-2c039a2339de,segment=NetworkSegment(8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7),segment_id=8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:54:23.233408 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ffe74ce5-6ff6-4b22-9a03-e88615ed80f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (41e3cb13-08c9-4bac-81bd-2c039a2339de), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:23.257653 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-2cbb477f-dcc8-4c6c-bf7f-db52fd149a4e admin admin] Allocated IP 172.25.5.5 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/0d7add59-9f0d-4ad9-a29f-fc93b79f5d98) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:54:23.324992 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe74ce5-6ff6-4b22-9a03-e88615ed80f3 None None] Pushing event updated for resources: {'Port': ['ID=41e3cb13-08c9-4bac-81bd-2c039a2339de,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:23.418598 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2cbb477f-dcc8-4c6c-bf7f-db52fd149a4e admin admin] Publish callbacks [] for port (0d7add59-9f0d-4ad9-a29f-fc93b79f5d98), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:23.472452 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2cbb477f-dcc8-4c6c-bf7f-db52fd149a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (0d7add59-9f0d-4ad9-a29f-fc93b79f5d98), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:23.524399 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbb477f-dcc8-4c6c-bf7f-db52fd149a4e admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:54:23.530722 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-2cbb477f-dcc8-4c6c-bf7f-db52fd149a4e admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:54:23.535381 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbb477f-dcc8-4c6c-bf7f-db52fd149a4e admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:54:23.569844 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb477f-dcc8-4c6c-bf7f-db52fd149a4e admin admin] Pushing event updated for resources: {'Port': ['ID=0d7add59-9f0d-4ad9-a29f-fc93b79f5d98,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:24.017281 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 41e3cb13-08c9-4bac-81bd-2c039a2339de up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:54:24.152497 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 41e3cb13-08c9-4bac-81bd-2c039a2339de triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:24.155269 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (41e3cb13-08c9-4bac-81bd-2c039a2339de), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:24.324854 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 41e3cb13-08c9-4bac-81bd-2c039a2339de is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:24.328574 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (41e3cb13-08c9-4bac-81bd-2c039a2339de), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:24.442967 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 41e3cb13-08c9-4bac-81bd-2c039a2339de, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=41e3cb13-08c9-4bac-81bd-2c039a2339de,segment=NetworkSegment(8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7),segment_id=8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:54:24.452185 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (41e3cb13-08c9-4bac-81bd-2c039a2339de), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:24.570960 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=41e3cb13-08c9-4bac-81bd-2c039a2339de,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:24.780464 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2cbb477f-dcc8-4c6c-bf7f-db52fd149a4e admin admin] Publish callbacks [] for router_gateway (1d96dd18-3e75-454b-bb22-637168b6d7ce), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:25.048635 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720116f3-a187-495a-bd33-9fd466eea1e0 None None] Network bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:54:25.057231 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2cbb477f-dcc8-4c6c-bf7f-db52fd149a4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (1d96dd18-3e75-454b-bb22-637168b6d7ce), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:25.266040 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-94fcc2b5-bef8-4065-91fb-76a1cc25cdab None None] Provisioning complete for port 41e3cb13-08c9-4bac-81bd-2c039a2339de triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:25.266432 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-94fcc2b5-bef8-4065-91fb-76a1cc25cdab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (41e3cb13-08c9-4bac-81bd-2c039a2339de), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:25.299393 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbb477f-dcc8-4c6c-bf7f-db52fd149a4e admin admin] Router 1d96dd18-3e75-454b-bb22-637168b6d7ce is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:54:25.507207 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbb477f-dcc8-4c6c-bf7f-db52fd149a4e admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:54:25.513623 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-94fcc2b5-bef8-4065-91fb-76a1cc25cdab None None] Current status of the port 41e3cb13-08c9-4bac-81bd-2c039a2339de is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:25.527122 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2222701e-c6c5-4db1-9b7a-6a92f03083aa None None] Sync routers for ids ['1d96dd18-3e75-454b-bb22-637168b6d7ce'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:54:25.558805 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2222701e-c6c5-4db1-9b7a-6a92f03083aa None None] Routers {'1d96dd18-3e75-454b-bb22-637168b6d7ce'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:54:25.559784 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-2222701e-c6c5-4db1-9b7a-6a92f03083aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:54:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['1d96dd18-3e75-454b-bb22-637168b6d7ce'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:25.563530 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2cbb477f-dcc8-4c6c-bf7f-db52fd149a4e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:25.571712 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2cbb477f-dcc8-4c6c-bf7f-db52fd149a4e admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.3981159 Mar 22 19:54:25.574538 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59470) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:25.751606 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-2222701e-c6c5-4db1-9b7a-6a92f03083aa None None] Set router 1d96dd18-3e75-454b-bb22-637168b6d7ce gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:54:25.969202 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-046dc592-9081-4fcb-9c43-2c2faea67765 None None] Provisioning complete for port 41e3cb13-08c9-4bac-81bd-2c039a2339de triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:25.969620 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-046dc592-9081-4fcb-9c43-2c2faea67765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (41e3cb13-08c9-4bac-81bd-2c039a2339de), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:26.022358 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 41e3cb13-08c9-4bac-81bd-2c039a2339de up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:54:26.081259 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-2222701e-c6c5-4db1-9b7a-6a92f03083aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'name': 'tempest-TestServerBasicOps-1195026120-router', 'tenant_id': 'bc1868a2124b45ca854220f7602fd1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '0d7add59-9f0d-4ad9-a29f-fc93b79f5d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:54:22Z', 'updated_at': '2022-03-22T19:54:24Z', 'revision_number': 3, 'project_id': 'bc1868a2124b45ca854220f7602fd1fb', 'gw_port': {'id': '0d7add59-9f0d-4ad9-a29f-fc93b79f5d98', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:44:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:54:23Z', 'updated_at': '2022-03-22T19:54:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:26.144883 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2222701e-c6c5-4db1-9b7a-6a92f03083aa None None] Checking router: 1d96dd18-3e75-454b-bb22-637168b6d7ce for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:54:26.145530 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2222701e-c6c5-4db1-9b7a-6a92f03083aa None None] Updating router 1d96dd18-3e75-454b-bb22-637168b6d7ce port 0d7add59-9f0d-4ad9-a29f-fc93b79f5d98 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:54:26.191769 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-2222701e-c6c5-4db1-9b7a-6a92f03083aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0d7add59-9f0d-4ad9-a29f-fc93b79f5d98), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:26.269561 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 41e3cb13-08c9-4bac-81bd-2c039a2339de triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:26.270270 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (41e3cb13-08c9-4bac-81bd-2c039a2339de), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:26.295580 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-046dc592-9081-4fcb-9c43-2c2faea67765 None None] Current status of the port 41e3cb13-08c9-4bac-81bd-2c039a2339de is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:26.413101 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 41e3cb13-08c9-4bac-81bd-2c039a2339de is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:26.617038 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-966e2637-ff7e-4594-b088-1b0f8c835029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:26.629044 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-2222701e-c6c5-4db1-9b7a-6a92f03083aa None None] Publish callbacks [] for port (0d7add59-9f0d-4ad9-a29f-fc93b79f5d98), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:26.645640 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-2222701e-c6c5-4db1-9b7a-6a92f03083aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (0d7add59-9f0d-4ad9-a29f-fc93b79f5d98), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:26.718538 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-2222701e-c6c5-4db1-9b7a-6a92f03083aa None None] Attempting to bind port 0d7add59-9f0d-4ad9-a29f-fc93b79f5d98 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:54:26.718912 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-2222701e-c6c5-4db1-9b7a-6a92f03083aa None None] Attempting to bind port 0d7add59-9f0d-4ad9-a29f-fc93b79f5d98 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:54:26.719426 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2222701e-c6c5-4db1-9b7a-6a92f03083aa None None] Attempting to bind port 0d7add59-9f0d-4ad9-a29f-fc93b79f5d98 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:54:26.731642 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2222701e-c6c5-4db1-9b7a-6a92f03083aa None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:54:26.732023 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2222701e-c6c5-4db1-9b7a-6a92f03083aa None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:54:26.733060 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-2222701e-c6c5-4db1-9b7a-6a92f03083aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:26.733060 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2222701e-c6c5-4db1-9b7a-6a92f03083aa None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:54:26.733525 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-2222701e-c6c5-4db1-9b7a-6a92f03083aa None None] Bound port: 0d7add59-9f0d-4ad9-a29f-fc93b79f5d98, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:54:26.733942 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-2222701e-c6c5-4db1-9b7a-6a92f03083aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0d7add59-9f0d-4ad9-a29f-fc93b79f5d98), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:26.813382 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ddab6-b7f6-4af8-bbe6-23ceb04f768e None None] Pushing event updated for resources: {'Port': ['ID=0d7add59-9f0d-4ad9-a29f-fc93b79f5d98,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:26.835607 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ddab6-b7f6-4af8-bbe6-23ceb04f768e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:26.835970 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ddab6-b7f6-4af8-bbe6-23ceb04f768e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:26.836289 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ddab6-b7f6-4af8-bbe6-23ceb04f768e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:26.836659 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ddab6-b7f6-4af8-bbe6-23ceb04f768e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:26.836996 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ddab6-b7f6-4af8-bbe6-23ceb04f768e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:26.837335 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ddab6-b7f6-4af8-bbe6-23ceb04f768e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:26.837678 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ddab6-b7f6-4af8-bbe6-23ceb04f768e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:26.838043 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ddab6-b7f6-4af8-bbe6-23ceb04f768e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:26.838460 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ddab6-b7f6-4af8-bbe6-23ceb04f768e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:26.838829 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ddab6-b7f6-4af8-bbe6-23ceb04f768e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:26.839154 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ddab6-b7f6-4af8-bbe6-23ceb04f768e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:26.839480 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ddab6-b7f6-4af8-bbe6-23ceb04f768e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:26.840072 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ddab6-b7f6-4af8-bbe6-23ceb04f768e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:26.840413 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ddab6-b7f6-4af8-bbe6-23ceb04f768e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:26.840749 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64ddab6-b7f6-4af8-bbe6-23ceb04f768e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:54:26.855347 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-2222701e-c6c5-4db1-9b7a-6a92f03083aa None None] For port 0d7add59-9f0d-4ad9-a29f-fc93b79f5d98, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:54:26.861136 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-2222701e-c6c5-4db1-9b7a-6a92f03083aa None None] For port 0d7add59-9f0d-4ad9-a29f-fc93b79f5d98, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=0d7add59-9f0d-4ad9-a29f-fc93b79f5d98,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:54:26.871171 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-2222701e-c6c5-4db1-9b7a-6a92f03083aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (0d7add59-9f0d-4ad9-a29f-fc93b79f5d98), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:26.975625 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-966e2637-ff7e-4594-b088-1b0f8c835029 admin admin] Allocated IP 172.20.0.1 (bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2/ed296d06-b179-4b49-807b-75f69bc472e4/8e0eb105-8e0d-4011-ba5f-2d346a569707) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:54:26.982365 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2222701e-c6c5-4db1-9b7a-6a92f03083aa None None] Routers {'1d96dd18-3e75-454b-bb22-637168b6d7ce'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:54:26.983066 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-2222701e-c6c5-4db1-9b7a-6a92f03083aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:54:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['1d96dd18-3e75-454b-bb22-637168b6d7ce'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:27.148978 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-966e2637-ff7e-4594-b088-1b0f8c835029 admin admin] Publish callbacks [] for port (8e0eb105-8e0d-4011-ba5f-2d346a569707), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:27.157769 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-2222701e-c6c5-4db1-9b7a-6a92f03083aa None None] Set router 1d96dd18-3e75-454b-bb22-637168b6d7ce gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:54:27.201585 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-966e2637-ff7e-4594-b088-1b0f8c835029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (8e0eb105-8e0d-4011-ba5f-2d346a569707), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:27.254909 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966e2637-ff7e-4594-b088-1b0f8c835029 admin admin] Network bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:54:27.255943 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ddab6-b7f6-4af8-bbe6-23ceb04f768e None None] Pushing event updated for resources: {'Port': ['ID=0d7add59-9f0d-4ad9-a29f-fc93b79f5d98,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:27.260607 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-966e2637-ff7e-4594-b088-1b0f8c835029 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:54:27.275496 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966e2637-ff7e-4594-b088-1b0f8c835029 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:54:27.293694 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e2637-ff7e-4594-b088-1b0f8c835029 admin admin] Pushing event updated for resources: {'Port': ['ID=8e0eb105-8e0d-4011-ba5f-2d346a569707,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:27.424085 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-966e2637-ff7e-4594-b088-1b0f8c835029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (1d96dd18-3e75-454b-bb22-637168b6d7ce), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:27.495568 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-2222701e-c6c5-4db1-9b7a-6a92f03083aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'name': 'tempest-TestServerBasicOps-1195026120-router', 'tenant_id': 'bc1868a2124b45ca854220f7602fd1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '0d7add59-9f0d-4ad9-a29f-fc93b79f5d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:54:22Z', 'updated_at': '2022-03-22T19:54:24Z', 'revision_number': 3, 'project_id': 'bc1868a2124b45ca854220f7602fd1fb', 'gw_port': {'id': '0d7add59-9f0d-4ad9-a29f-fc93b79f5d98', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:44:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:54:23Z', 'updated_at': '2022-03-22T19:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:27.534105 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2222701e-c6c5-4db1-9b7a-6a92f03083aa None None] The sync data for ids ['1d96dd18-3e75-454b-bb22-637168b6d7ce'] in n-d-705658-24 is: [{'id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'name': 'tempest-TestServerBasicOps-1195026120-router', 'tenant_id': 'bc1868a2124b45ca854220f7602fd1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '0d7add59-9f0d-4ad9-a29f-fc93b79f5d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:54:22Z', 'updated_at': '2022-03-22T19:54:24Z', 'revision_number': 3, 'project_id': 'bc1868a2124b45ca854220f7602fd1fb', 'gw_port': {'id': '0d7add59-9f0d-4ad9-a29f-fc93b79f5d98', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:44:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:54:23Z', 'updated_at': '2022-03-22T19:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:54:27.701873 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-966e2637-ff7e-4594-b088-1b0f8c835029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8e0eb105-8e0d-4011-ba5f-2d346a569707), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:27.753323 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-703d75a4-d1f0-49a7-9f99-bf2d5172c7c7 None None] Provisioning complete for port 8e0eb105-8e0d-4011-ba5f-2d346a569707 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:27.754436 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-703d75a4-d1f0-49a7-9f99-bf2d5172c7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8e0eb105-8e0d-4011-ba5f-2d346a569707), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:27.842242 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-703d75a4-d1f0-49a7-9f99-bf2d5172c7c7 None None] Port 8e0eb105-8e0d-4011-ba5f-2d346a569707 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:54:28.099273 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-966e2637-ff7e-4594-b088-1b0f8c835029 admin admin] Publish callbacks [] for port (8e0eb105-8e0d-4011-ba5f-2d346a569707), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:28.107668 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-966e2637-ff7e-4594-b088-1b0f8c835029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (8e0eb105-8e0d-4011-ba5f-2d346a569707), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:28.223081 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-966e2637-ff7e-4594-b088-1b0f8c835029 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (1d96dd18-3e75-454b-bb22-637168b6d7ce), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:28.241957 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e2637-ff7e-4594-b088-1b0f8c835029 admin admin] Pushing event updated for resources: {'Port': ['ID=8e0eb105-8e0d-4011-ba5f-2d346a569707,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:28.374392 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966e2637-ff7e-4594-b088-1b0f8c835029 admin admin] Network bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:54:28.377362 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-966e2637-ff7e-4594-b088-1b0f8c835029 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:54:28.668008 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966e2637-ff7e-4594-b088-1b0f8c835029 admin admin] Router 1d96dd18-3e75-454b-bb22-637168b6d7ce has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:54:28.876157 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-13fdff94-8a67-4a38-aa84-3b8a812b8ba9 None None] Provisioning complete for port 8e0eb105-8e0d-4011-ba5f-2d346a569707 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:28.879093 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-13fdff94-8a67-4a38-aa84-3b8a812b8ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8e0eb105-8e0d-4011-ba5f-2d346a569707), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:28.906690 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966e2637-ff7e-4594-b088-1b0f8c835029 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:54:28.950649 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-966e2637-ff7e-4594-b088-1b0f8c835029 admin admin] 10.222.0.75 "PUT /v2.0/routers/1d96dd18-3e75-454b-bb22-637168b6d7ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3663599 Mar 22 19:54:28.998749 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-13fdff94-8a67-4a38-aa84-3b8a812b8ba9 None None] Port 8e0eb105-8e0d-4011-ba5f-2d346a569707 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:54:29.662815 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59518) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:29.673217 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-972c80bc-39f6-442c-8b88-4bdbdf0507a9 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1467801673-network', 'tenant_id': '6a4c22f57ec84f4ca026eb9b7cbf20ee'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:54:29.717007 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972c80bc-39f6-442c-8b88-4bdbdf0507a9 admin admin] Made reservation on behalf of 6a4c22f57ec84f4ca026eb9b7cbf20ee for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:54:29.720466 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-972c80bc-39f6-442c-8b88-4bdbdf0507a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:29.739800 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-972c80bc-39f6-442c-8b88-4bdbdf0507a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:29.917175 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-972c80bc-39f6-442c-8b88-4bdbdf0507a9 admin admin] Publish callbacks [] for security_group (d6f10a75-a36a-42fe-b21e-6286689f87d5), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:29.925347 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-972c80bc-39f6-442c-8b88-4bdbdf0507a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d6f10a75-a36a-42fe-b21e-6286689f87d5), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:29.937550 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57115a60-ecf6-4739-aa43-91e7b38a1e5f req-aa2c6d84-442d-4ded-81c2-ddcf9e933b2b tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:29.960540 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-57115a60-ecf6-4739-aa43-91e7b38a1e5f req-aa2c6d84-442d-4ded-81c2-ddcf9e933b2b tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/ports?device_id=bb17f995-6b50-4106-9521-c5061b34543d HTTP/1.1" status: 200 len: 945 time: 0.1631827 Mar 22 19:54:29.991220 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972c80bc-39f6-442c-8b88-4bdbdf0507a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:54:30.027482 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 0d7add59-9f0d-4ad9-a29f-fc93b79f5d98 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:54:30.041819 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c80bc-39f6-442c-8b88-4bdbdf0507a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f10a75-a36a-42fe-b21e-6286689f87d5,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:30.071095 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-57115a60-ecf6-4739-aa43-91e7b38a1e5f req-7d32d979-d352-4247-9292-08f529dd9c7a tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/security-groups?id=cc22d86d-ae55-4866-aa73-b99b9fe66ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094933 Mar 22 19:54:30.076060 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-972c80bc-39f6-442c-8b88-4bdbdf0507a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (0b2cd185-20d6-498f-8b59-29e42ce364e5), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:30.076478 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-972c80bc-39f6-442c-8b88-4bdbdf0507a9 admin admin] Added segment 0b2cd185-20d6-498f-8b59-29e42ce364e5 of type vlan for network c38ea59f-33a8-4f17-a6ee-a525138bd578 Mar 22 19:54:30.129637 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 0d7add59-9f0d-4ad9-a29f-fc93b79f5d98 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:30.130140 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (0d7add59-9f0d-4ad9-a29f-fc93b79f5d98), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:30.146694 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-972c80bc-39f6-442c-8b88-4bdbdf0507a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (c38ea59f-33a8-4f17-a6ee-a525138bd578), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:30.193890 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-972c80bc-39f6-442c-8b88-4bdbdf0507a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (c38ea59f-33a8-4f17-a6ee-a525138bd578), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:30.193890 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972c80bc-39f6-442c-8b88-4bdbdf0507a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:30.193890 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-972c80bc-39f6-442c-8b88-4bdbdf0507a9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:30.258990 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-972c80bc-39f6-442c-8b88-4bdbdf0507a9 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5916924 Mar 22 19:54:30.258990 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59524) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:30.265705 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-c178c129-cae9-4427-90d6-b19cb30465d3 admin admin] Request body: {'subnet': {'network_id': 'c38ea59f-33a8-4f17-a6ee-a525138bd578', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1467801673-subnet', 'tenant_id': '6a4c22f57ec84f4ca026eb9b7cbf20ee', 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:54:30.282458 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c80bc-39f6-442c-8b88-4bdbdf0507a9 admin admin] Pushing event updated for resources: {'Network': ['ID=c38ea59f-33a8-4f17-a6ee-a525138bd578,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:30.282843 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 0d7add59-9f0d-4ad9-a29f-fc93b79f5d98 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:30.283515 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0d7add59-9f0d-4ad9-a29f-fc93b79f5d98), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:30.298915 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c178c129-cae9-4427-90d6-b19cb30465d3 admin admin] Made reservation on behalf of 6a4c22f57ec84f4ca026eb9b7cbf20ee for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:54:30.303219 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c178c129-cae9-4427-90d6-b19cb30465d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:30.312624 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network c38ea59f-33a8-4f17-a6ee-a525138bd578 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:54:30.371166 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a850868-b853-4353-bf8d-780bff8a0dbb None None] Sync routers for ids ['1d96dd18-3e75-454b-bb22-637168b6d7ce'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:54:30.403109 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a850868-b853-4353-bf8d-780bff8a0dbb None None] Routers {'1d96dd18-3e75-454b-bb22-637168b6d7ce'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:54:30.403742 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-3a850868-b853-4353-bf8d-780bff8a0dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:54:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['1d96dd18-3e75-454b-bb22-637168b6d7ce'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:30.422250 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 0d7add59-9f0d-4ad9-a29f-fc93b79f5d98, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=0d7add59-9f0d-4ad9-a29f-fc93b79f5d98,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:54:30.502098 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (0d7add59-9f0d-4ad9-a29f-fc93b79f5d98), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:30.597044 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c178c129-cae9-4427-90d6-b19cb30465d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (91bfa1d3-bf92-44a2-b3f5-3eeaa5a8102a), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:30.602566 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=0d7add59-9f0d-4ad9-a29f-fc93b79f5d98,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:30.628044 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-3a850868-b853-4353-bf8d-780bff8a0dbb None None] Set router 1d96dd18-3e75-454b-bb22-637168b6d7ce gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:54:30.688012 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178c129-cae9-4427-90d6-b19cb30465d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91bfa1d3-bf92-44a2-b3f5-3eeaa5a8102a,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:30.697608 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c178c129-cae9-4427-90d6-b19cb30465d3 admin admin] Checking segment: {'id': '0b2cd185-20d6-498f-8b59-29e42ce364e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c38ea59f-33a8-4f17-a6ee-a525138bd578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:54:30.698009 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c178c129-cae9-4427-90d6-b19cb30465d3 admin admin] Network hostable DHCP agents. Network: c38ea59f-33a8-4f17-a6ee-a525138bd578, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:54:30.719869 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c178c129-cae9-4427-90d6-b19cb30465d3 admin admin] Network c38ea59f-33a8-4f17-a6ee-a525138bd578 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:54:30.732178 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-c178c129-cae9-4427-90d6-b19cb30465d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, c38ea59f-33a8-4f17-a6ee-a525138bd578) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:54:30.737503 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c178c129-cae9-4427-90d6-b19cb30465d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:30.738145 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c178c129-cae9-4427-90d6-b19cb30465d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:30.762356 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c178c129-cae9-4427-90d6-b19cb30465d3 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5021262 Mar 22 19:54:30.762757 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f188f343-e27f-48c0-a280-0b97134c39f0 None None] Network c38ea59f-33a8-4f17-a6ee-a525138bd578 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:54:30.764527 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59528) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:30.770286 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-ead14baa-1f47-4c0a-8b2d-2ad60b9e77ed admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1467801673-router', 'tenant_id': '6a4c22f57ec84f4ca026eb9b7cbf20ee', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:54:30.799982 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ead14baa-1f47-4c0a-8b2d-2ad60b9e77ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (e4bd3f9d-cef5-4995-9107-4c77110eb6f7), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:30.802046 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ead14baa-1f47-4c0a-8b2d-2ad60b9e77ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (e4bd3f9d-cef5-4995-9107-4c77110eb6f7), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:30.897653 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ead14baa-1f47-4c0a-8b2d-2ad60b9e77ed admin admin] Publish callbacks [] for router_controller (e4bd3f9d-cef5-4995-9107-4c77110eb6f7), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:30.929836 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f5d2a0-2b55-4ab8-8eab-cd1f7f2b7106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-c38ea59f-33a8-4f17-a6ee-a525138bd578', 'network_id': 'c38ea59f-33a8-4f17-a6ee-a525138bd578', 'project_id': '6a4c22f57ec84f4ca026eb9b7cbf20ee', 'fixed_ips': [{'subnet_id': '91bfa1d3-bf92-44a2-b3f5-3eeaa5a8102a'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:54:30.930694 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-25f5d2a0-2b55-4ab8-8eab-cd1f7f2b7106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:31.102094 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ead14baa-1f47-4c0a-8b2d-2ad60b9e77ed admin admin] Publish callbacks [] for router_gateway (e4bd3f9d-cef5-4995-9107-4c77110eb6f7), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:31.104599 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-3a850868-b853-4353-bf8d-780bff8a0dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'name': 'tempest-TestServerBasicOps-1195026120-router', 'tenant_id': 'bc1868a2124b45ca854220f7602fd1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '0d7add59-9f0d-4ad9-a29f-fc93b79f5d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:54:22Z', 'updated_at': '2022-03-22T19:54:27Z', 'revision_number': 4, 'project_id': 'bc1868a2124b45ca854220f7602fd1fb', 'gw_port': {'id': '0d7add59-9f0d-4ad9-a29f-fc93b79f5d98', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:44:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:54:23Z', 'updated_at': '2022-03-22T19:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '8e0eb105-8e0d-4011-ba5f-2d346a569707', 'name': '', 'network_id': 'bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2', 'tenant_id': 'bc1868a2124b45ca854220f7602fd1fb', 'mac_address': 'fa:16:3e:b2:6f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'ed296d06-b179-4b49-807b-75f69bc472e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:54:26Z', 'updated_at': '2022-03-22T19:54:27Z', 'revision_number': 2, 'project_id': 'bc1868a2124b45ca854220f7602fd1fb', 'subnets': [{'id': 'ed296d06-b179-4b49-807b-75f69bc472e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:31.175623 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a850868-b853-4353-bf8d-780bff8a0dbb None None] Checking router: 1d96dd18-3e75-454b-bb22-637168b6d7ce for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:54:31.176341 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a850868-b853-4353-bf8d-780bff8a0dbb None None] Updating router 1d96dd18-3e75-454b-bb22-637168b6d7ce port 8e0eb105-8e0d-4011-ba5f-2d346a569707 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:54:31.247543 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3a850868-b853-4353-bf8d-780bff8a0dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8e0eb105-8e0d-4011-ba5f-2d346a569707), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:31.303525 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd1d8fa-361a-4bb2-81f2-09c02705d76a req-b2c5afb1-b15a-46e2-91fd-87b1e73d56be tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:31.312316 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1bd1d8fa-361a-4bb2-81f2-09c02705d76a req-b2c5afb1-b15a-46e2-91fd-87b1e73d56be tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/ports?device_id=bb17f995-6b50-4106-9521-c5061b34543d HTTP/1.1" status: 200 len: 945 time: 0.1254826 Mar 22 19:54:31.388941 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1bd1d8fa-361a-4bb2-81f2-09c02705d76a req-6dab4f25-16eb-448f-9dfb-bea0e6c0dfac tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/security-groups?id=cc22d86d-ae55-4866-aa73-b99b9fe66ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751970 Mar 22 19:54:31.514971 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-25f5d2a0-2b55-4ab8-8eab-cd1f7f2b7106 None None] Allocated IP 172.20.0.2 (c38ea59f-33a8-4f17-a6ee-a525138bd578/91bfa1d3-bf92-44a2-b3f5-3eeaa5a8102a/33037949-b496-403f-a1e7-5f6238c5ad7b) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:54:31.526741 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ead14baa-1f47-4c0a-8b2d-2ad60b9e77ed admin admin] Publish callbacks [] for router_gateway (e4bd3f9d-cef5-4995-9107-4c77110eb6f7), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:31.556366 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ead14baa-1f47-4c0a-8b2d-2ad60b9e77ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:31.576093 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e573072-7169-4a7c-81cd-0d9fcc921b2d req-59128f4e-974f-4d22-8eab-0afcbb1213d0 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:31.578240 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2e573072-7169-4a7c-81cd-0d9fcc921b2d req-59128f4e-974f-4d22-8eab-0afcbb1213d0 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.85 "GET /v2.0/ports?device_id=bb17f995-6b50-4106-9521-c5061b34543d HTTP/1.1" status: 200 len: 945 time: 0.1777439 Mar 22 19:54:31.804955 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-ead14baa-1f47-4c0a-8b2d-2ad60b9e77ed admin admin] Allocated IP 172.25.5.194 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/f67e9864-5a72-443c-8186-b4b210c493c0) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:54:31.818603 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-2e573072-7169-4a7c-81cd-0d9fcc921b2d req-09f44117-0425-48dd-b4e5-e846bcf1167a tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Deleting port 76f6e395-a5dc-47f0-9a89-5ff4a835d72e {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:54:31.819387 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2e573072-7169-4a7c-81cd-0d9fcc921b2d req-09f44117-0425-48dd-b4e5-e846bcf1167a tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (76f6e395-a5dc-47f0-9a89-5ff4a835d72e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:31.884022 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3a850868-b853-4353-bf8d-780bff8a0dbb None None] Publish callbacks [] for port (8e0eb105-8e0d-4011-ba5f-2d346a569707), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:31.905878 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3a850868-b853-4353-bf8d-780bff8a0dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8e0eb105-8e0d-4011-ba5f-2d346a569707), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:31.971853 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc2af06-40f7-4d72-8d3c-5b4ee2507262 None None] Pushing event updated for resources: {'Port': ['ID=8e0eb105-8e0d-4011-ba5f-2d346a569707,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:31.996667 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 0d7add59-9f0d-4ad9-a29f-fc93b79f5d98 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:54:32.091738 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-2e573072-7169-4a7c-81cd-0d9fcc921b2d req-09f44117-0425-48dd-b4e5-e846bcf1167a tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] For port 76f6e395-a5dc-47f0-9a89-5ff4a835d72e, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=76f6e395-a5dc-47f0-9a89-5ff4a835d72e,segment=NetworkSegment(1d4b4ce6-8829-497f-8e5a-a88cca4f637e),segment_id=1d4b4ce6-8829-497f-8e5a-a88cca4f637e)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:54:32.092112 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2e573072-7169-4a7c-81cd-0d9fcc921b2d req-09f44117-0425-48dd-b4e5-e846bcf1167a tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (76f6e395-a5dc-47f0-9a89-5ff4a835d72e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:32.156158 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-2e573072-7169-4a7c-81cd-0d9fcc921b2d req-09f44117-0425-48dd-b4e5-e846bcf1167a tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Calling delete_port for 76f6e395-a5dc-47f0-9a89-5ff4a835d72e owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:54:32.191845 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ead14baa-1f47-4c0a-8b2d-2ad60b9e77ed admin admin] Publish callbacks [] for port (f67e9864-5a72-443c-8186-b4b210c493c0), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:32.267322 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-25f5d2a0-2b55-4ab8-8eab-cd1f7f2b7106 None None] Publish callbacks [] for port (33037949-b496-403f-a1e7-5f6238c5ad7b), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:32.326056 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-25f5d2a0-2b55-4ab8-8eab-cd1f7f2b7106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (33037949-b496-403f-a1e7-5f6238c5ad7b), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:32.340767 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 0d7add59-9f0d-4ad9-a29f-fc93b79f5d98 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:32.341775 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (0d7add59-9f0d-4ad9-a29f-fc93b79f5d98), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:32.417831 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-3a850868-b853-4353-bf8d-780bff8a0dbb None None] Attempting to bind port 8e0eb105-8e0d-4011-ba5f-2d346a569707 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:54:32.420361 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-3a850868-b853-4353-bf8d-780bff8a0dbb None None] Attempting to bind port 8e0eb105-8e0d-4011-ba5f-2d346a569707 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:54:32.421025 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a850868-b853-4353-bf8d-780bff8a0dbb None None] Attempting to bind port 8e0eb105-8e0d-4011-ba5f-2d346a569707 on network bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:54:32.429843 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ead14baa-1f47-4c0a-8b2d-2ad60b9e77ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f67e9864-5a72-443c-8186-b4b210c493c0), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:32.484266 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a850868-b853-4353-bf8d-780bff8a0dbb None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:54:32.485449 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a850868-b853-4353-bf8d-780bff8a0dbb None None] Checking segment: {'id': '8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:54:32.486818 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3a850868-b853-4353-bf8d-780bff8a0dbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:32.488233 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a850868-b853-4353-bf8d-780bff8a0dbb None None] Bound using segment: {'id': '8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:54:32.489688 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-3a850868-b853-4353-bf8d-780bff8a0dbb None None] Bound port: 8e0eb105-8e0d-4011-ba5f-2d346a569707, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:54:32.493423 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3a850868-b853-4353-bf8d-780bff8a0dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8e0eb105-8e0d-4011-ba5f-2d346a569707), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:32.504053 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f5d2a0-2b55-4ab8-8eab-cd1f7f2b7106 None None] Network c38ea59f-33a8-4f17-a6ee-a525138bd578 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:54:32.558012 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-25f5d2a0-2b55-4ab8-8eab-cd1f7f2b7106 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:54:32.575424 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f5d2a0-2b55-4ab8-8eab-cd1f7f2b7106 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:54:32.588286 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5d2a0-2b55-4ab8-8eab-cd1f7f2b7106 None None] Pushing event updated for resources: {'Port': ['ID=33037949-b496-403f-a1e7-5f6238c5ad7b,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:32.594892 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead14baa-1f47-4c0a-8b2d-2ad60b9e77ed admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:54:32.609954 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f7f7fc1d-32d9-4d2b-a8b7-31cd7b229116 None None] Provisioning complete for port 8e0eb105-8e0d-4011-ba5f-2d346a569707 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:32.612303 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f7f7fc1d-32d9-4d2b-a8b7-31cd7b229116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8e0eb105-8e0d-4011-ba5f-2d346a569707), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:32.613322 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-ead14baa-1f47-4c0a-8b2d-2ad60b9e77ed admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:54:32.621164 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead14baa-1f47-4c0a-8b2d-2ad60b9e77ed admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:54:32.627415 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead14baa-1f47-4c0a-8b2d-2ad60b9e77ed admin admin] Pushing event updated for resources: {'Port': ['ID=f67e9864-5a72-443c-8186-b4b210c493c0,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:32.673743 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2e573072-7169-4a7c-81cd-0d9fcc921b2d req-09f44117-0425-48dd-b4e5-e846bcf1167a tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (76f6e395-a5dc-47f0-9a89-5ff4a835d72e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:32.713822 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['76f6e395-a5dc-47f0-9a89-5ff4a835d72e'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:54:32.764767 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74742b9d-54ae-4617-ac2f-f97484e74154 req-0a752ac3-3edc-4156-840e-5ba2132122ab tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:32.768590 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74742b9d-54ae-4617-ac2f-f97484e74154 req-0a752ac3-3edc-4156-840e-5ba2132122ab tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/ports?device_id=bb17f995-6b50-4106-9521-c5061b34543d HTTP/1.1" status: 200 len: 867 time: 0.2070451 Mar 22 19:54:32.807387 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f44117-0425-48dd-b4e5-e846bcf1167a tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Pushing event deleted for resources: {'Port': ['ID=76f6e395-a5dc-47f0-9a89-5ff4a835d72e,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:32.810048 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f7f7fc1d-32d9-4d2b-a8b7-31cd7b229116 None None] Port 8e0eb105-8e0d-4011-ba5f-2d346a569707 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:54:32.866251 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-25f5d2a0-2b55-4ab8-8eab-cd1f7f2b7106 None None] Attempting to bind port 33037949-b496-403f-a1e7-5f6238c5ad7b on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:54:32.867034 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-25f5d2a0-2b55-4ab8-8eab-cd1f7f2b7106 None None] Attempting to bind port 33037949-b496-403f-a1e7-5f6238c5ad7b by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '0b2cd185-20d6-498f-8b59-29e42ce364e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c38ea59f-33a8-4f17-a6ee-a525138bd578'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:54:32.867622 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f5d2a0-2b55-4ab8-8eab-cd1f7f2b7106 None None] Attempting to bind port 33037949-b496-403f-a1e7-5f6238c5ad7b on network c38ea59f-33a8-4f17-a6ee-a525138bd578 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:54:32.884811 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-3a850868-b853-4353-bf8d-780bff8a0dbb None None] For port 8e0eb105-8e0d-4011-ba5f-2d346a569707, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:54:32.891365 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74742b9d-54ae-4617-ac2f-f97484e74154 req-bc2e1e2a-bceb-4211-85cc-c7b887675aef tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/security-groups?id=cc22d86d-ae55-4866-aa73-b99b9fe66ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160014 Mar 22 19:54:32.893719 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-3a850868-b853-4353-bf8d-780bff8a0dbb None None] For port 8e0eb105-8e0d-4011-ba5f-2d346a569707, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=8e0eb105-8e0d-4011-ba5f-2d346a569707,segment=NetworkSegment(8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7),segment_id=8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:54:32.907980 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3a850868-b853-4353-bf8d-780bff8a0dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8e0eb105-8e0d-4011-ba5f-2d346a569707), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:32.984193 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f5d2a0-2b55-4ab8-8eab-cd1f7f2b7106 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:54:32.984587 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f5d2a0-2b55-4ab8-8eab-cd1f7f2b7106 None None] Checking segment: {'id': '0b2cd185-20d6-498f-8b59-29e42ce364e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c38ea59f-33a8-4f17-a6ee-a525138bd578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:54:32.985808 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-25f5d2a0-2b55-4ab8-8eab-cd1f7f2b7106 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:32.986443 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f5d2a0-2b55-4ab8-8eab-cd1f7f2b7106 None None] Bound using segment: {'id': '0b2cd185-20d6-498f-8b59-29e42ce364e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c38ea59f-33a8-4f17-a6ee-a525138bd578'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:54:32.986967 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-25f5d2a0-2b55-4ab8-8eab-cd1f7f2b7106 None None] Bound port: 33037949-b496-403f-a1e7-5f6238c5ad7b, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b2cd185-20d6-498f-8b59-29e42ce364e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c38ea59f-33a8-4f17-a6ee-a525138bd578'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:54:32.987362 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-25f5d2a0-2b55-4ab8-8eab-cd1f7f2b7106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (33037949-b496-403f-a1e7-5f6238c5ad7b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:32.997970 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 0d7add59-9f0d-4ad9-a29f-fc93b79f5d98 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:33.034441 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a850868-b853-4353-bf8d-780bff8a0dbb None None] Routers {'1d96dd18-3e75-454b-bb22-637168b6d7ce'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:54:33.035099 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-3a850868-b853-4353-bf8d-780bff8a0dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:54:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['1d96dd18-3e75-454b-bb22-637168b6d7ce'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:33.042490 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc2af06-40f7-4d72-8d3c-5b4ee2507262 None None] Pushing event updated for resources: {'Port': ['ID=8e0eb105-8e0d-4011-ba5f-2d346a569707,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:33.158114 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-25f5d2a0-2b55-4ab8-8eab-cd1f7f2b7106 None None] For port 33037949-b496-403f-a1e7-5f6238c5ad7b, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:54:33.162217 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-25f5d2a0-2b55-4ab8-8eab-cd1f7f2b7106 None None] For port 33037949-b496-403f-a1e7-5f6238c5ad7b, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=33037949-b496-403f-a1e7-5f6238c5ad7b,segment=NetworkSegment(0b2cd185-20d6-498f-8b59-29e42ce364e5),segment_id=0b2cd185-20d6-498f-8b59-29e42ce364e5)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:54:33.212222 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-25f5d2a0-2b55-4ab8-8eab-cd1f7f2b7106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (33037949-b496-403f-a1e7-5f6238c5ad7b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:33.296209 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5d2a0-2b55-4ab8-8eab-cd1f7f2b7106 None None] Pushing event updated for resources: {'Port': ['ID=33037949-b496-403f-a1e7-5f6238c5ad7b,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:33.401469 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-3a850868-b853-4353-bf8d-780bff8a0dbb None None] Set router 1d96dd18-3e75-454b-bb22-637168b6d7ce gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:54:33.505396 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-3b29f373-25d7-4cfa-8f6f-750ce892a49a None None] Provisioning complete for port 8e0eb105-8e0d-4011-ba5f-2d346a569707 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:33.506117 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3b29f373-25d7-4cfa-8f6f-750ce892a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8e0eb105-8e0d-4011-ba5f-2d346a569707), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:33.526063 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e573072-7169-4a7c-81cd-0d9fcc921b2d req-09f44117-0425-48dd-b4e5-e846bcf1167a tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] No DVR routers for this DVR port 76f6e395-a5dc-47f0-9a89-5ff4a835d72e on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:54:33.530083 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2e573072-7169-4a7c-81cd-0d9fcc921b2d req-09f44117-0425-48dd-b4e5-e846bcf1167a tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:33.534106 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2e573072-7169-4a7c-81cd-0d9fcc921b2d req-09f44117-0425-48dd-b4e5-e846bcf1167a tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.85 "DELETE /v2.0/ports/76f6e395-a5dc-47f0-9a89-5ff4a835d72e HTTP/1.1" status: 204 len: 173 time: 1.9507961 Mar 22 19:54:33.534598 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb17f995-6b50-4106-9521-c5061b34543d', 'name': 'network-vif-deleted', 'tag': '76f6e395-a5dc-47f0-9a89-5ff4a835d72e'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:54:33.537128 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841794d9-52ad-43e9-a5da-92ac2f3adb83" -d '{"events": [{"server_uuid": "bb17f995-6b50-4106-9521-c5061b34543d", "name": "network-vif-deleted", "tag": "76f6e395-a5dc-47f0-9a89-5ff4a835d72e"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:54:33.689994 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0363f284-18a6-459f-86bb-9c164cfa4240 x-openstack-request-id: req-0363f284-18a6-459f-86bb-9c164cfa4240 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:54:33.689994 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb17f995-6b50-4106-9521-c5061b34543d", "name": "network-vif-deleted", "tag": "76f6e395-a5dc-47f0-9a89-5ff4a835d72e", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:54:33.689994 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0363f284-18a6-459f-86bb-9c164cfa4240 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:54:33.689994 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0363f284-18a6-459f-86bb-9c164cfa4240'] response: {'server_uuid': 'bb17f995-6b50-4106-9521-c5061b34543d', 'name': 'network-vif-deleted', 'tag': '76f6e395-a5dc-47f0-9a89-5ff4a835d72e', 'status': 'completed', 'code': 200} Mar 22 19:54:33.898425 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ead14baa-1f47-4c0a-8b2d-2ad60b9e77ed admin admin] Publish callbacks [] for router_gateway (e4bd3f9d-cef5-4995-9107-4c77110eb6f7), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:33.913204 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-3b29f373-25d7-4cfa-8f6f-750ce892a49a None None] Current status of the port 8e0eb105-8e0d-4011-ba5f-2d346a569707 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:33.913601 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3b29f373-25d7-4cfa-8f6f-750ce892a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8e0eb105-8e0d-4011-ba5f-2d346a569707), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:34.051124 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-3b29f373-25d7-4cfa-8f6f-750ce892a49a None None] For port 8e0eb105-8e0d-4011-ba5f-2d346a569707, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=8e0eb105-8e0d-4011-ba5f-2d346a569707,segment=NetworkSegment(8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7),segment_id=8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:54:34.063072 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-3a850868-b853-4353-bf8d-780bff8a0dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'name': 'tempest-TestServerBasicOps-1195026120-router', 'tenant_id': 'bc1868a2124b45ca854220f7602fd1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '0d7add59-9f0d-4ad9-a29f-fc93b79f5d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:54:22Z', 'updated_at': '2022-03-22T19:54:27Z', 'revision_number': 4, 'project_id': 'bc1868a2124b45ca854220f7602fd1fb', 'gw_port': {'id': '0d7add59-9f0d-4ad9-a29f-fc93b79f5d98', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:44:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:54:23Z', 'updated_at': '2022-03-22T19:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '8e0eb105-8e0d-4011-ba5f-2d346a569707', 'name': '', 'network_id': 'bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2', 'tenant_id': 'bc1868a2124b45ca854220f7602fd1fb', 'mac_address': 'fa:16:3e:b2:6f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'ed296d06-b179-4b49-807b-75f69bc472e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:54:26Z', 'updated_at': '2022-03-22T19:54:32Z', 'revision_number': 4, 'project_id': 'bc1868a2124b45ca854220f7602fd1fb', 'subnets': [{'id': 'ed296d06-b179-4b49-807b-75f69bc472e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:34.115205 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a850868-b853-4353-bf8d-780bff8a0dbb None None] The sync data for ids ['1d96dd18-3e75-454b-bb22-637168b6d7ce'] in n-d-705658-24 is: [{'id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'name': 'tempest-TestServerBasicOps-1195026120-router', 'tenant_id': 'bc1868a2124b45ca854220f7602fd1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '0d7add59-9f0d-4ad9-a29f-fc93b79f5d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:54:22Z', 'updated_at': '2022-03-22T19:54:27Z', 'revision_number': 4, 'project_id': 'bc1868a2124b45ca854220f7602fd1fb', 'gw_port': {'id': '0d7add59-9f0d-4ad9-a29f-fc93b79f5d98', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:44:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:54:23Z', 'updated_at': '2022-03-22T19:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '8e0eb105-8e0d-4011-ba5f-2d346a569707', 'name': '', 'network_id': 'bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2', 'tenant_id': 'bc1868a2124b45ca854220f7602fd1fb', 'mac_address': 'fa:16:3e:b2:6f:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'ed296d06-b179-4b49-807b-75f69bc472e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:54:26Z', 'updated_at': '2022-03-22T19:54:32Z', 'revision_number': 4, 'project_id': 'bc1868a2124b45ca854220f7602fd1fb', 'subnets': [{'id': 'ed296d06-b179-4b49-807b-75f69bc472e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:54:34.117588 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 33037949-b496-403f-a1e7-5f6238c5ad7b up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:54:34.161444 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-597128d4-8a49-46ab-adbd-b0f910e68248 req-5173e244-8e52-40e7-8d98-ed9974c0b9c8 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/ports?device_id=bb17f995-6b50-4106-9521-c5061b34543d HTTP/1.1" status: 200 len: 210 time: 0.0847428 Mar 22 19:54:34.175928 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3b29f373-25d7-4cfa-8f6f-750ce892a49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8e0eb105-8e0d-4011-ba5f-2d346a569707), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:34.351020 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 33037949-b496-403f-a1e7-5f6238c5ad7b triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:34.351885 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (33037949-b496-403f-a1e7-5f6238c5ad7b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:34.477039 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29f373-25d7-4cfa-8f6f-750ce892a49a None None] Pushing event updated for resources: {'Port': ['ID=8e0eb105-8e0d-4011-ba5f-2d346a569707,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:34.478776 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ead14baa-1f47-4c0a-8b2d-2ad60b9e77ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (e4bd3f9d-cef5-4995-9107-4c77110eb6f7), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:34.574289 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 33037949-b496-403f-a1e7-5f6238c5ad7b is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:34.575316 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (33037949-b496-403f-a1e7-5f6238c5ad7b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:34.650148 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 33037949-b496-403f-a1e7-5f6238c5ad7b, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=33037949-b496-403f-a1e7-5f6238c5ad7b,segment=NetworkSegment(0b2cd185-20d6-498f-8b59-29e42ce364e5),segment_id=0b2cd185-20d6-498f-8b59-29e42ce364e5)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:54:34.661581 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (33037949-b496-403f-a1e7-5f6238c5ad7b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:34.792843 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=33037949-b496-403f-a1e7-5f6238c5ad7b,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:34.815756 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead14baa-1f47-4c0a-8b2d-2ad60b9e77ed admin admin] Router e4bd3f9d-cef5-4995-9107-4c77110eb6f7 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:54:35.042557 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead14baa-1f47-4c0a-8b2d-2ad60b9e77ed admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:54:35.055188 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43460999-fbf1-482b-b162-c003f7b0af98 None None] Sync routers for ids ['e4bd3f9d-cef5-4995-9107-4c77110eb6f7'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:54:35.081520 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ead14baa-1f47-4c0a-8b2d-2ad60b9e77ed admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:35.085960 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59554) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:35.086850 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ead14baa-1f47-4c0a-8b2d-2ad60b9e77ed admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3197541 Mar 22 19:54:35.101838 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43460999-fbf1-482b-b162-c003f7b0af98 None None] Routers {'e4bd3f9d-cef5-4995-9107-4c77110eb6f7'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:54:35.102578 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-43460999-fbf1-482b-b162-c003f7b0af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:54:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e4bd3f9d-cef5-4995-9107-4c77110eb6f7'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:35.298209 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b3d981-339f-4087-9ff1-070a3eec2beb None None] Network c38ea59f-33a8-4f17-a6ee-a525138bd578 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:54:35.537156 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-43460999-fbf1-482b-b162-c003f7b0af98 None None] Set router e4bd3f9d-cef5-4995-9107-4c77110eb6f7 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:54:35.545223 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-7dfbaf4d-5347-45af-bd97-207032410a68 None None] Provisioning complete for port 33037949-b496-403f-a1e7-5f6238c5ad7b triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:35.546349 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7dfbaf4d-5347-45af-bd97-207032410a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (33037949-b496-403f-a1e7-5f6238c5ad7b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:35.774251 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-7dfbaf4d-5347-45af-bd97-207032410a68 None None] Current status of the port 33037949-b496-403f-a1e7-5f6238c5ad7b is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:36.062208 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-02de4188-898c-42ce-b620-41577159dfaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:36.068122 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-43460999-fbf1-482b-b162-c003f7b0af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bd3f9d-cef5-4995-9107-4c77110eb6f7', 'name': 'tempest-TestServerBasicOps-1467801673-router', 'tenant_id': '6a4c22f57ec84f4ca026eb9b7cbf20ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'f67e9864-5a72-443c-8186-b4b210c493c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:54:30Z', 'updated_at': '2022-03-22T19:54:33Z', 'revision_number': 3, 'project_id': '6a4c22f57ec84f4ca026eb9b7cbf20ee', 'gw_port': {'id': 'f67e9864-5a72-443c-8186-b4b210c493c0', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:94:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bd3f9d-cef5-4995-9107-4c77110eb6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:54:31Z', 'updated_at': '2022-03-22T19:54:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:36.130263 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43460999-fbf1-482b-b162-c003f7b0af98 None None] Checking router: e4bd3f9d-cef5-4995-9107-4c77110eb6f7 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:54:36.130263 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43460999-fbf1-482b-b162-c003f7b0af98 None None] Updating router e4bd3f9d-cef5-4995-9107-4c77110eb6f7 port f67e9864-5a72-443c-8186-b4b210c493c0 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:54:36.163889 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 8e0eb105-8e0d-4011-ba5f-2d346a569707 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:54:36.205637 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-43460999-fbf1-482b-b162-c003f7b0af98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f67e9864-5a72-443c-8186-b4b210c493c0), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:36.317204 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-02de4188-898c-42ce-b620-41577159dfaa admin admin] Allocated IP 172.20.0.1 (c38ea59f-33a8-4f17-a6ee-a525138bd578/91bfa1d3-bf92-44a2-b3f5-3eeaa5a8102a/b54661a8-fb5a-485a-82fc-6bac449d307d) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:54:36.368302 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-dc5969aa-ff1e-4c20-8dac-b1386290a28e None None] Provisioning complete for port 33037949-b496-403f-a1e7-5f6238c5ad7b triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:36.368678 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-dc5969aa-ff1e-4c20-8dac-b1386290a28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (33037949-b496-403f-a1e7-5f6238c5ad7b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:36.379044 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 76f6e395-a5dc-47f0-9a89-5ff4a835d72e no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:54:36.382500 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 8e0eb105-8e0d-4011-ba5f-2d346a569707 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:36.382909 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8e0eb105-8e0d-4011-ba5f-2d346a569707), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:36.506799 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-02de4188-898c-42ce-b620-41577159dfaa admin admin] Publish callbacks [] for port (b54661a8-fb5a-485a-82fc-6bac449d307d), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:36.548350 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 76f6e395-a5dc-47f0-9a89-5ff4a835d72e {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:54:36.548968 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 76f6e395-a5dc-47f0-9a89-5ff4a835d72e not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:54:36.576274 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-02de4188-898c-42ce-b620-41577159dfaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (b54661a8-fb5a-485a-82fc-6bac449d307d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:36.613182 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-43460999-fbf1-482b-b162-c003f7b0af98 None None] Publish callbacks [] for port (f67e9864-5a72-443c-8186-b4b210c493c0), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:36.625614 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02de4188-898c-42ce-b620-41577159dfaa admin admin] Network c38ea59f-33a8-4f17-a6ee-a525138bd578 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:54:36.637074 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-43460999-fbf1-482b-b162-c003f7b0af98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f67e9864-5a72-443c-8186-b4b210c493c0), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:36.669073 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-02de4188-898c-42ce-b620-41577159dfaa admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:54:36.689636 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02de4188-898c-42ce-b620-41577159dfaa admin admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:54:36.774833 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-43460999-fbf1-482b-b162-c003f7b0af98 None None] Attempting to bind port f67e9864-5a72-443c-8186-b4b210c493c0 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:54:36.777281 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-43460999-fbf1-482b-b162-c003f7b0af98 None None] Attempting to bind port f67e9864-5a72-443c-8186-b4b210c493c0 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:54:36.778886 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43460999-fbf1-482b-b162-c003f7b0af98 None None] Attempting to bind port f67e9864-5a72-443c-8186-b4b210c493c0 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:54:36.787272 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-02de4188-898c-42ce-b620-41577159dfaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (e4bd3f9d-cef5-4995-9107-4c77110eb6f7), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:36.809673 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43460999-fbf1-482b-b162-c003f7b0af98 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:54:36.810501 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43460999-fbf1-482b-b162-c003f7b0af98 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:54:36.811094 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-43460999-fbf1-482b-b162-c003f7b0af98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:36.811669 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43460999-fbf1-482b-b162-c003f7b0af98 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:54:36.812375 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-43460999-fbf1-482b-b162-c003f7b0af98 None None] Bound port: f67e9864-5a72-443c-8186-b4b210c493c0, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:54:36.814311 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-43460999-fbf1-482b-b162-c003f7b0af98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f67e9864-5a72-443c-8186-b4b210c493c0), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:36.830622 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f511ec-84b1-46c5-b540-9cb8ae159878 None None] Pushing event updated for resources: {'Port': ['ID=f67e9864-5a72-443c-8186-b4b210c493c0,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:36.836610 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-dc5969aa-ff1e-4c20-8dac-b1386290a28e None None] Current status of the port 33037949-b496-403f-a1e7-5f6238c5ad7b is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:36.855046 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 8e0eb105-8e0d-4011-ba5f-2d346a569707 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:36.856170 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 33037949-b496-403f-a1e7-5f6238c5ad7b up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:54:36.923869 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de4188-898c-42ce-b620-41577159dfaa admin admin] Pushing event updated for resources: {'Port': ['ID=b54661a8-fb5a-485a-82fc-6bac449d307d,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:36.964267 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-43460999-fbf1-482b-b162-c003f7b0af98 None None] For port f67e9864-5a72-443c-8186-b4b210c493c0, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:54:36.971757 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-43460999-fbf1-482b-b162-c003f7b0af98 None None] For port f67e9864-5a72-443c-8186-b4b210c493c0, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f67e9864-5a72-443c-8186-b4b210c493c0,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:54:36.986252 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-43460999-fbf1-482b-b162-c003f7b0af98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f67e9864-5a72-443c-8186-b4b210c493c0), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:37.012151 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 33037949-b496-403f-a1e7-5f6238c5ad7b triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:37.012624 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (33037949-b496-403f-a1e7-5f6238c5ad7b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:37.074640 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43460999-fbf1-482b-b162-c003f7b0af98 None None] Routers {'e4bd3f9d-cef5-4995-9107-4c77110eb6f7'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:54:37.075921 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-43460999-fbf1-482b-b162-c003f7b0af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:54:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e4bd3f9d-cef5-4995-9107-4c77110eb6f7'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:37.139023 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f1ff74c3-2582-441a-b97f-8ff67945cb5a None None] Provisioning complete for port b54661a8-fb5a-485a-82fc-6bac449d307d triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:37.140117 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-02de4188-898c-42ce-b620-41577159dfaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b54661a8-fb5a-485a-82fc-6bac449d307d), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:37.146347 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f1ff74c3-2582-441a-b97f-8ff67945cb5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b54661a8-fb5a-485a-82fc-6bac449d307d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:37.192542 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f511ec-84b1-46c5-b540-9cb8ae159878 None None] Pushing event updated for resources: {'Port': ['ID=f67e9864-5a72-443c-8186-b4b210c493c0,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:37.260667 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-43460999-fbf1-482b-b162-c003f7b0af98 None None] Set router e4bd3f9d-cef5-4995-9107-4c77110eb6f7 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:54:37.324206 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 33037949-b496-403f-a1e7-5f6238c5ad7b is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:37.340598 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f1ff74c3-2582-441a-b97f-8ff67945cb5a None None] Port b54661a8-fb5a-485a-82fc-6bac449d307d cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:54:37.349341 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-02de4188-898c-42ce-b620-41577159dfaa admin admin] Publish callbacks [] for port (b54661a8-fb5a-485a-82fc-6bac449d307d), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:37.357760 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-02de4188-898c-42ce-b620-41577159dfaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (b54661a8-fb5a-485a-82fc-6bac449d307d), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:37.522988 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de4188-898c-42ce-b620-41577159dfaa admin admin] Pushing event updated for resources: {'Port': ['ID=b54661a8-fb5a-485a-82fc-6bac449d307d,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:37.532536 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-02de4188-898c-42ce-b620-41577159dfaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (e4bd3f9d-cef5-4995-9107-4c77110eb6f7), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:37.603675 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-43460999-fbf1-482b-b162-c003f7b0af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bd3f9d-cef5-4995-9107-4c77110eb6f7', 'name': 'tempest-TestServerBasicOps-1467801673-router', 'tenant_id': '6a4c22f57ec84f4ca026eb9b7cbf20ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'f67e9864-5a72-443c-8186-b4b210c493c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:54:30Z', 'updated_at': '2022-03-22T19:54:33Z', 'revision_number': 3, 'project_id': '6a4c22f57ec84f4ca026eb9b7cbf20ee', 'gw_port': {'id': 'f67e9864-5a72-443c-8186-b4b210c493c0', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:94:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bd3f9d-cef5-4995-9107-4c77110eb6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:54:31Z', 'updated_at': '2022-03-22T19:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:37.639357 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43460999-fbf1-482b-b162-c003f7b0af98 None None] The sync data for ids ['e4bd3f9d-cef5-4995-9107-4c77110eb6f7'] in n-d-705658-24 is: [{'id': 'e4bd3f9d-cef5-4995-9107-4c77110eb6f7', 'name': 'tempest-TestServerBasicOps-1467801673-router', 'tenant_id': '6a4c22f57ec84f4ca026eb9b7cbf20ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'f67e9864-5a72-443c-8186-b4b210c493c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:54:30Z', 'updated_at': '2022-03-22T19:54:33Z', 'revision_number': 3, 'project_id': '6a4c22f57ec84f4ca026eb9b7cbf20ee', 'gw_port': {'id': 'f67e9864-5a72-443c-8186-b4b210c493c0', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:94:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bd3f9d-cef5-4995-9107-4c77110eb6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:54:31Z', 'updated_at': '2022-03-22T19:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:54:37.689046 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02de4188-898c-42ce-b620-41577159dfaa admin admin] Network c38ea59f-33a8-4f17-a6ee-a525138bd578 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:54:37.690918 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-02de4188-898c-42ce-b620-41577159dfaa admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:54:37.933221 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02de4188-898c-42ce-b620-41577159dfaa admin admin] Router e4bd3f9d-cef5-4995-9107-4c77110eb6f7 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:54:38.100001 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-4437a566-b353-43ae-8b89-f3dec2dc6b19 None None] Provisioning complete for port b54661a8-fb5a-485a-82fc-6bac449d307d triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:38.100485 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4437a566-b353-43ae-8b89-f3dec2dc6b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b54661a8-fb5a-485a-82fc-6bac449d307d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:38.139885 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02de4188-898c-42ce-b620-41577159dfaa admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:54:38.164444 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-02de4188-898c-42ce-b620-41577159dfaa admin admin] 10.222.0.75 "PUT /v2.0/routers/e4bd3f9d-cef5-4995-9107-4c77110eb6f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0694096 Mar 22 19:54:38.203681 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-4437a566-b353-43ae-8b89-f3dec2dc6b19 None None] Port b54661a8-fb5a-485a-82fc-6bac449d307d cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:54:38.876058 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59606) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:38.886579 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-4f2b70e3-c949-4883-9b35-47b7217a624c tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-823071429', 'description': 'tempest-secgroup-smoke-823071429 description', 'project_id': 'bc1868a2124b45ca854220f7602fd1fb'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:54:38.918563 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f2b70e3-c949-4883-9b35-47b7217a624c tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:39.014399 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f2b70e3-c949-4883-9b35-47b7217a624c tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks [] for security_group (1c45c569-30b3-4e33-918d-129a9201acc3), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:39.020771 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f2b70e3-c949-4883-9b35-47b7217a624c tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1c45c569-30b3-4e33-918d-129a9201acc3), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:39.064994 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b70e3-c949-4883-9b35-47b7217a624c tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c45c569-30b3-4e33-918d-129a9201acc3,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:39.087853 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4f2b70e3-c949-4883-9b35-47b7217a624c tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:39.089712 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4f2b70e3-c949-4883-9b35-47b7217a624c tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2113290 Mar 22 19:54:39.092498 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59612) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:39.099801 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-b7463e9d-dcbd-4bf2-b424-4a08e8f91efe tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Request body: {'security_group_rule': {'security_group_id': '1c45c569-30b3-4e33-918d-129a9201acc3', 'project_id': 'bc1868a2124b45ca854220f7602fd1fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:54:39.138949 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7463e9d-dcbd-4bf2-b424-4a08e8f91efe tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks [] for security_group_rule (75fcafa8-ede7-4990-b88a-f1dd42427e64), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:39.219537 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7463e9d-dcbd-4bf2-b424-4a08e8f91efe tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks [] for security_group_rule (75fcafa8-ede7-4990-b88a-f1dd42427e64), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:39.225253 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7463e9d-dcbd-4bf2-b424-4a08e8f91efe tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (75fcafa8-ede7-4990-b88a-f1dd42427e64), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:39.249569 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7463e9d-dcbd-4bf2-b424-4a08e8f91efe tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75fcafa8-ede7-4990-b88a-f1dd42427e64,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:39.263961 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7463e9d-dcbd-4bf2-b424-4a08e8f91efe tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:39.265259 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b7463e9d-dcbd-4bf2-b424-4a08e8f91efe tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1712308 Mar 22 19:54:39.267977 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59616) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:39.275998 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-8c10047a-aff7-4a02-8f67-1b32884655f8 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Request body: {'security_group_rule': {'security_group_id': '1c45c569-30b3-4e33-918d-129a9201acc3', 'project_id': 'bc1868a2124b45ca854220f7602fd1fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:54:39.341927 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8c10047a-aff7-4a02-8f67-1b32884655f8 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks [] for security_group_rule (7dc452c2-f190-4024-90fe-fa76f8c1cfee), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:39.524536 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8c10047a-aff7-4a02-8f67-1b32884655f8 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks [] for security_group_rule (7dc452c2-f190-4024-90fe-fa76f8c1cfee), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:39.538088 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8c10047a-aff7-4a02-8f67-1b32884655f8 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (7dc452c2-f190-4024-90fe-fa76f8c1cfee), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:39.566812 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c10047a-aff7-4a02-8f67-1b32884655f8 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc452c2-f190-4024-90fe-fa76f8c1cfee,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:39.587600 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8c10047a-aff7-4a02-8f67-1b32884655f8 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:39.587600 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8c10047a-aff7-4a02-8f67-1b32884655f8 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3161335 Mar 22 19:54:39.590379 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59620) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:39.598237 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-247fbc33-3913-4504-90c1-70249c6b171f tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Request body: {'security_group_rule': {'security_group_id': '1c45c569-30b3-4e33-918d-129a9201acc3', 'project_id': 'bc1868a2124b45ca854220f7602fd1fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:54:39.631485 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-247fbc33-3913-4504-90c1-70249c6b171f tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks [] for security_group_rule (10064e51-8bbb-45a9-bf3a-fcb651d9c408), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:39.760257 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-247fbc33-3913-4504-90c1-70249c6b171f tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks [] for security_group_rule (10064e51-8bbb-45a9-bf3a-fcb651d9c408), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:39.774468 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-247fbc33-3913-4504-90c1-70249c6b171f tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (10064e51-8bbb-45a9-bf3a-fcb651d9c408), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:39.811751 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247fbc33-3913-4504-90c1-70249c6b171f tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10064e51-8bbb-45a9-bf3a-fcb651d9c408,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:39.831044 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-247fbc33-3913-4504-90c1-70249c6b171f tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:39.835692 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59622) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:39.836538 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-247fbc33-3913-4504-90c1-70249c6b171f tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2444181 Mar 22 19:54:39.841263 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-debaf77a-eea3-414a-b31a-bf8ddb25aa0f tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Request body: {'security_group_rule': {'security_group_id': '1c45c569-30b3-4e33-918d-129a9201acc3', 'project_id': 'bc1868a2124b45ca854220f7602fd1fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:54:39.896423 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-debaf77a-eea3-414a-b31a-bf8ddb25aa0f tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks [] for security_group_rule (9c1fa3f3-1fb8-41dc-a794-d21e6f107cae), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:39.985075 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-debaf77a-eea3-414a-b31a-bf8ddb25aa0f tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks [] for security_group_rule (9c1fa3f3-1fb8-41dc-a794-d21e6f107cae), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:39.992461 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-debaf77a-eea3-414a-b31a-bf8ddb25aa0f tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (9c1fa3f3-1fb8-41dc-a794-d21e6f107cae), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:40.013369 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f67e9864-5a72-443c-8186-b4b210c493c0 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:54:40.031126 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-debaf77a-eea3-414a-b31a-bf8ddb25aa0f tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:40.032828 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-debaf77a-eea3-414a-b31a-bf8ddb25aa0f tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1960325 Mar 22 19:54:40.035386 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59626) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:40.040353 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-bffd9dd5-0929-4b9c-b031-c57f8ee2fc9c tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Request body: {'security_group_rule': {'security_group_id': '1c45c569-30b3-4e33-918d-129a9201acc3', 'project_id': 'bc1868a2124b45ca854220f7602fd1fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:54:40.063845 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debaf77a-eea3-414a-b31a-bf8ddb25aa0f tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c1fa3f3-1fb8-41dc-a794-d21e6f107cae,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:40.068301 n-d-705658-24 neutron-server[104172]: INFO neutron.db.securitygroups_db [None req-bffd9dd5-0929-4b9c-b031-c57f8ee2fc9c tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Project bc1868a2124b45ca854220f7602fd1fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 19:54:40.075853 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bffd9dd5-0929-4b9c-b031-c57f8ee2fc9c tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks [] for security_group_rule (24347f23-02f9-4d8a-b7d9-8768521f1aad), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:40.171883 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port f67e9864-5a72-443c-8186-b4b210c493c0 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:40.172373 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f67e9864-5a72-443c-8186-b4b210c493c0), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:40.177363 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bffd9dd5-0929-4b9c-b031-c57f8ee2fc9c tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks [] for security_group_rule (24347f23-02f9-4d8a-b7d9-8768521f1aad), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:40.182591 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bffd9dd5-0929-4b9c-b031-c57f8ee2fc9c tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (24347f23-02f9-4d8a-b7d9-8768521f1aad), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:40.203666 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd9dd5-0929-4b9c-b031-c57f8ee2fc9c tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24347f23-02f9-4d8a-b7d9-8768521f1aad,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:40.232654 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bffd9dd5-0929-4b9c-b031-c57f8ee2fc9c tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:40.235852 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-bffd9dd5-0929-4b9c-b031-c57f8ee2fc9c tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1981640 Mar 22 19:54:40.238083 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59632) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:40.243001 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-9347db24-9347-4c9c-8bbc-e94b8e348fd6 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Request body: {'security_group_rule': {'security_group_id': '1c45c569-30b3-4e33-918d-129a9201acc3', 'project_id': 'bc1868a2124b45ca854220f7602fd1fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:54:40.266357 n-d-705658-24 neutron-server[104173]: INFO neutron.db.securitygroups_db [None req-9347db24-9347-4c9c-8bbc-e94b8e348fd6 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Project bc1868a2124b45ca854220f7602fd1fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 19:54:40.277900 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9347db24-9347-4c9c-8bbc-e94b8e348fd6 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks [] for security_group_rule (665ac381-2390-4d1a-af30-e0a6e33920b8), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:40.302705 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port f67e9864-5a72-443c-8186-b4b210c493c0 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:40.303578 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f67e9864-5a72-443c-8186-b4b210c493c0), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:40.328753 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port f67e9864-5a72-443c-8186-b4b210c493c0, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f67e9864-5a72-443c-8186-b4b210c493c0,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:54:40.346246 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f67e9864-5a72-443c-8186-b4b210c493c0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:40.401945 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9347db24-9347-4c9c-8bbc-e94b8e348fd6 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks [] for security_group_rule (665ac381-2390-4d1a-af30-e0a6e33920b8), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:40.412150 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9347db24-9347-4c9c-8bbc-e94b8e348fd6 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (665ac381-2390-4d1a-af30-e0a6e33920b8), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:40.438178 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347db24-9347-4c9c-8bbc-e94b8e348fd6 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665ac381-2390-4d1a-af30-e0a6e33920b8,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:40.451950 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9347db24-9347-4c9c-8bbc-e94b8e348fd6 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:40.453397 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9347db24-9347-4c9c-8bbc-e94b8e348fd6 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2142954 Mar 22 19:54:40.642252 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4181fb71-e5bf-43f3-aa6f-be91e39feb91 None None] Sync routers for ids ['e4bd3f9d-cef5-4995-9107-4c77110eb6f7'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:54:40.651378 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-ea59d118-7b41-47b5-bb06-bddf22f04926 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-823071429&fields=id&tenant_id=bc1868a2124b45ca854220f7602fd1fb HTTP/1.1" status: 200 len: 267 time: 0.0623090 Mar 22 19:54:40.668062 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=f67e9864-5a72-443c-8186-b4b210c493c0,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:40.688764 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4181fb71-e5bf-43f3-aa6f-be91e39feb91 None None] Routers {'e4bd3f9d-cef5-4995-9107-4c77110eb6f7'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:54:40.690103 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-4181fb71-e5bf-43f3-aa6f-be91e39feb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:54:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e4bd3f9d-cef5-4995-9107-4c77110eb6f7'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:40.790983 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-21c7f48f-f91b-4a55-9817-63540dea78c0 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:40.792709 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-21c7f48f-f91b-4a55-9817-63540dea78c0 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "GET /v2.0/networks?id=bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2 HTTP/1.1" status: 200 len: 809 time: 0.1331327 Mar 22 19:54:40.818466 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-00a45ff5-bc69-4175-8e40-74b968b8b70e tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "GET /v2.0/quotas/bc1868a2124b45ca854220f7602fd1fb HTTP/1.1" status: 200 len: 375 time: 0.0182943 Mar 22 19:54:40.844891 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-4181fb71-e5bf-43f3-aa6f-be91e39feb91 None None] Set router e4bd3f9d-cef5-4995-9107-4c77110eb6f7 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:54:40.940864 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-f17197f8-44d9-4431-a944-21c98fbe4319 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=bc1868a2124b45ca854220f7602fd1fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1156034 Mar 22 19:54:41.285431 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-4181fb71-e5bf-43f3-aa6f-be91e39feb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bd3f9d-cef5-4995-9107-4c77110eb6f7', 'name': 'tempest-TestServerBasicOps-1467801673-router', 'tenant_id': '6a4c22f57ec84f4ca026eb9b7cbf20ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'f67e9864-5a72-443c-8186-b4b210c493c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:54:30Z', 'updated_at': '2022-03-22T19:54:37Z', 'revision_number': 4, 'project_id': '6a4c22f57ec84f4ca026eb9b7cbf20ee', 'gw_port': {'id': 'f67e9864-5a72-443c-8186-b4b210c493c0', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:94:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bd3f9d-cef5-4995-9107-4c77110eb6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:54:31Z', 'updated_at': '2022-03-22T19:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'b54661a8-fb5a-485a-82fc-6bac449d307d', 'name': '', 'network_id': 'c38ea59f-33a8-4f17-a6ee-a525138bd578', 'tenant_id': '6a4c22f57ec84f4ca026eb9b7cbf20ee', 'mac_address': 'fa:16:3e:25:f5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bd3f9d-cef5-4995-9107-4c77110eb6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '91bfa1d3-bf92-44a2-b3f5-3eeaa5a8102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:54:36Z', 'updated_at': '2022-03-22T19:54:37Z', 'revision_number': 2, 'project_id': '6a4c22f57ec84f4ca026eb9b7cbf20ee', 'subnets': [{'id': '91bfa1d3-bf92-44a2-b3f5-3eeaa5a8102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:41.344009 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4181fb71-e5bf-43f3-aa6f-be91e39feb91 None None] Checking router: e4bd3f9d-cef5-4995-9107-4c77110eb6f7 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:54:41.344372 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4181fb71-e5bf-43f3-aa6f-be91e39feb91 None None] Updating router e4bd3f9d-cef5-4995-9107-4c77110eb6f7 port b54661a8-fb5a-485a-82fc-6bac449d307d binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:54:41.391670 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4181fb71-e5bf-43f3-aa6f-be91e39feb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b54661a8-fb5a-485a-82fc-6bac449d307d), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:41.495577 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-9b27d94e-4b75-41f1-837a-cef23cd59bb8 service neutron] 10.222.0.75 "GET /v2.0/networks/bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5537629 Mar 22 19:54:41.605586 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-aed37c92-74be-4729-8cdd-9b7436b9a9f2 service neutron] 10.222.0.75 "GET /v2.0/networks/bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090837 Mar 22 19:54:41.802925 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4181fb71-e5bf-43f3-aa6f-be91e39feb91 None None] Publish callbacks [] for port (b54661a8-fb5a-485a-82fc-6bac449d307d), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:41.809261 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4181fb71-e5bf-43f3-aa6f-be91e39feb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b54661a8-fb5a-485a-82fc-6bac449d307d), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:41.927401 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f04e2-3396-4038-ae0f-f2353c995a0a None None] Pushing event updated for resources: {'Port': ['ID=b54661a8-fb5a-485a-82fc-6bac449d307d,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:42.008448 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f67e9864-5a72-443c-8186-b4b210c493c0 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:54:42.062955 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7453a296-970a-47c7-a0e7-4ea10ca77344 req-89ed4aeb-1847-46ee-bb37-536589506008 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350 HTTP/1.1" status: 200 len: 210 time: 0.0797546 Mar 22 19:54:42.101240 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-4181fb71-e5bf-43f3-aa6f-be91e39feb91 None None] Attempting to bind port b54661a8-fb5a-485a-82fc-6bac449d307d on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:54:42.102064 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-4181fb71-e5bf-43f3-aa6f-be91e39feb91 None None] Attempting to bind port b54661a8-fb5a-485a-82fc-6bac449d307d by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '0b2cd185-20d6-498f-8b59-29e42ce364e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c38ea59f-33a8-4f17-a6ee-a525138bd578'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:54:42.103638 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4181fb71-e5bf-43f3-aa6f-be91e39feb91 None None] Attempting to bind port b54661a8-fb5a-485a-82fc-6bac449d307d on network c38ea59f-33a8-4f17-a6ee-a525138bd578 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:54:42.127611 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4181fb71-e5bf-43f3-aa6f-be91e39feb91 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:54:42.130140 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4181fb71-e5bf-43f3-aa6f-be91e39feb91 None None] Checking segment: {'id': '0b2cd185-20d6-498f-8b59-29e42ce364e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c38ea59f-33a8-4f17-a6ee-a525138bd578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:54:42.130670 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4181fb71-e5bf-43f3-aa6f-be91e39feb91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:42.131177 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4181fb71-e5bf-43f3-aa6f-be91e39feb91 None None] Bound using segment: {'id': '0b2cd185-20d6-498f-8b59-29e42ce364e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c38ea59f-33a8-4f17-a6ee-a525138bd578'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:54:42.131786 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-4181fb71-e5bf-43f3-aa6f-be91e39feb91 None None] Bound port: b54661a8-fb5a-485a-82fc-6bac449d307d, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b2cd185-20d6-498f-8b59-29e42ce364e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c38ea59f-33a8-4f17-a6ee-a525138bd578'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:54:42.133867 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4181fb71-e5bf-43f3-aa6f-be91e39feb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b54661a8-fb5a-485a-82fc-6bac449d307d), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:42.285247 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port f67e9864-5a72-443c-8186-b4b210c493c0 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:42.286056 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f67e9864-5a72-443c-8186-b4b210c493c0), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:42.395070 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-4181fb71-e5bf-43f3-aa6f-be91e39feb91 None None] For port b54661a8-fb5a-485a-82fc-6bac449d307d, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:54:42.401830 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-4181fb71-e5bf-43f3-aa6f-be91e39feb91 None None] For port b54661a8-fb5a-485a-82fc-6bac449d307d, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b54661a8-fb5a-485a-82fc-6bac449d307d,segment=NetworkSegment(0b2cd185-20d6-498f-8b59-29e42ce364e5),segment_id=0b2cd185-20d6-498f-8b59-29e42ce364e5)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:54:42.436272 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-32b29dc6-d590-4867-a3d7-eb3041e4809b None None] Provisioning complete for port b54661a8-fb5a-485a-82fc-6bac449d307d triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:42.436554 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-32b29dc6-d590-4867-a3d7-eb3041e4809b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b54661a8-fb5a-485a-82fc-6bac449d307d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:42.439287 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4181fb71-e5bf-43f3-aa6f-be91e39feb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b54661a8-fb5a-485a-82fc-6bac449d307d), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:42.626105 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f04e2-3396-4038-ae0f-f2353c995a0a None None] Pushing event updated for resources: {'Port': ['ID=b54661a8-fb5a-485a-82fc-6bac449d307d,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:42.630552 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port f67e9864-5a72-443c-8186-b4b210c493c0 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:42.695340 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4181fb71-e5bf-43f3-aa6f-be91e39feb91 None None] Routers {'e4bd3f9d-cef5-4995-9107-4c77110eb6f7'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:54:42.695978 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-4181fb71-e5bf-43f3-aa6f-be91e39feb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:54:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e4bd3f9d-cef5-4995-9107-4c77110eb6f7'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:42.954728 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-32b29dc6-d590-4867-a3d7-eb3041e4809b None None] Current status of the port b54661a8-fb5a-485a-82fc-6bac449d307d is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:42.955205 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-32b29dc6-d590-4867-a3d7-eb3041e4809b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b54661a8-fb5a-485a-82fc-6bac449d307d), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:43.003710 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-4181fb71-e5bf-43f3-aa6f-be91e39feb91 None None] Set router e4bd3f9d-cef5-4995-9107-4c77110eb6f7 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:54:43.231228 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c8e62302-0c9b-4c8a-8c82-f6af71af9fa6 req-cacf4835-717c-43f2-a502-145e29cf125f tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350 HTTP/1.1" status: 200 len: 210 time: 0.0732036 Mar 22 19:54:43.282490 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-32b29dc6-d590-4867-a3d7-eb3041e4809b None None] For port b54661a8-fb5a-485a-82fc-6bac449d307d, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b54661a8-fb5a-485a-82fc-6bac449d307d,segment=NetworkSegment(0b2cd185-20d6-498f-8b59-29e42ce364e5),segment_id=0b2cd185-20d6-498f-8b59-29e42ce364e5)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:54:43.319762 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-32b29dc6-d590-4867-a3d7-eb3041e4809b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b54661a8-fb5a-485a-82fc-6bac449d307d), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:43.414269 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b29dc6-d590-4867-a3d7-eb3041e4809b None None] Pushing event updated for resources: {'Port': ['ID=b54661a8-fb5a-485a-82fc-6bac449d307d,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:43.482733 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-82639932-0534-4a4a-bc22-40bad684a19d None None] Provisioning complete for port b54661a8-fb5a-485a-82fc-6bac449d307d triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:43.483028 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-82639932-0534-4a4a-bc22-40bad684a19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b54661a8-fb5a-485a-82fc-6bac449d307d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:43.561464 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-4181fb71-e5bf-43f3-aa6f-be91e39feb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bd3f9d-cef5-4995-9107-4c77110eb6f7', 'name': 'tempest-TestServerBasicOps-1467801673-router', 'tenant_id': '6a4c22f57ec84f4ca026eb9b7cbf20ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'f67e9864-5a72-443c-8186-b4b210c493c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:54:30Z', 'updated_at': '2022-03-22T19:54:37Z', 'revision_number': 4, 'project_id': '6a4c22f57ec84f4ca026eb9b7cbf20ee', 'gw_port': {'id': 'f67e9864-5a72-443c-8186-b4b210c493c0', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:94:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bd3f9d-cef5-4995-9107-4c77110eb6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:54:31Z', 'updated_at': '2022-03-22T19:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'b54661a8-fb5a-485a-82fc-6bac449d307d', 'name': '', 'network_id': 'c38ea59f-33a8-4f17-a6ee-a525138bd578', 'tenant_id': '6a4c22f57ec84f4ca026eb9b7cbf20ee', 'mac_address': 'fa:16:3e:25:f5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bd3f9d-cef5-4995-9107-4c77110eb6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '91bfa1d3-bf92-44a2-b3f5-3eeaa5a8102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:54:36Z', 'updated_at': '2022-03-22T19:54:42Z', 'revision_number': 4, 'project_id': '6a4c22f57ec84f4ca026eb9b7cbf20ee', 'subnets': [{'id': '91bfa1d3-bf92-44a2-b3f5-3eeaa5a8102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:43.598952 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4181fb71-e5bf-43f3-aa6f-be91e39feb91 None None] The sync data for ids ['e4bd3f9d-cef5-4995-9107-4c77110eb6f7'] in n-d-705658-24 is: [{'id': 'e4bd3f9d-cef5-4995-9107-4c77110eb6f7', 'name': 'tempest-TestServerBasicOps-1467801673-router', 'tenant_id': '6a4c22f57ec84f4ca026eb9b7cbf20ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'f67e9864-5a72-443c-8186-b4b210c493c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:54:30Z', 'updated_at': '2022-03-22T19:54:37Z', 'revision_number': 4, 'project_id': '6a4c22f57ec84f4ca026eb9b7cbf20ee', 'gw_port': {'id': 'f67e9864-5a72-443c-8186-b4b210c493c0', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:94:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bd3f9d-cef5-4995-9107-4c77110eb6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:54:31Z', 'updated_at': '2022-03-22T19:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'b54661a8-fb5a-485a-82fc-6bac449d307d', 'name': '', 'network_id': 'c38ea59f-33a8-4f17-a6ee-a525138bd578', 'tenant_id': '6a4c22f57ec84f4ca026eb9b7cbf20ee', 'mac_address': 'fa:16:3e:25:f5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4bd3f9d-cef5-4995-9107-4c77110eb6f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '91bfa1d3-bf92-44a2-b3f5-3eeaa5a8102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:54:36Z', 'updated_at': '2022-03-22T19:54:42Z', 'revision_number': 4, 'project_id': '6a4c22f57ec84f4ca026eb9b7cbf20ee', 'subnets': [{'id': '91bfa1d3-bf92-44a2-b3f5-3eeaa5a8102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:54:43.739794 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-82639932-0534-4a4a-bc22-40bad684a19d None None] Current status of the port b54661a8-fb5a-485a-82fc-6bac449d307d is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:43.940951 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-95bcf808-d42e-43d8-bb31-b15b1dd942a6 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:43.951118 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-95bcf808-d42e-43d8-bb31-b15b1dd942a6 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.84 "GET /v2.0/networks?id=bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2 HTTP/1.1" status: 200 len: 809 time: 0.3726170 Mar 22 19:54:44.042584 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b54661a8-fb5a-485a-82fc-6bac449d307d up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:54:44.126618 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-fc6ca83e-9198-490d-a2fb-d95627ce42a5 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc1868a2124b45ca854220f7602fd1fb HTTP/1.1" status: 200 len: 379 time: 0.1665528 Mar 22 19:54:44.145546 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-1f02cd46-50c7-4e90-b319-c41e66be4237 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Request body: {'port': {'device_id': 'ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350', 'network_id': 'bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2', 'admin_state_up': True, 'tenant_id': 'bc1868a2124b45ca854220f7602fd1fb', 'security_groups': ['1c45c569-30b3-4e33-918d-129a9201acc3']}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:54:44.178834 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b54661a8-fb5a-485a-82fc-6bac449d307d triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:44.179495 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b54661a8-fb5a-485a-82fc-6bac449d307d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:44.399266 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b54661a8-fb5a-485a-82fc-6bac449d307d is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:44.420427 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-1f02cd46-50c7-4e90-b319-c41e66be4237 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Made reservation on behalf of bc1868a2124b45ca854220f7602fd1fb for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:54:44.425047 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-1f02cd46-50c7-4e90-b319-c41e66be4237 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:44.467815 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf7b554a-a740-4027-9206-ff244188c62f req-b9b50e2e-c2be-4146-b461-3806c2dda422 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350 HTTP/1.1" status: 200 len: 210 time: 0.0342369 Mar 22 19:54:44.695064 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-1f02cd46-50c7-4e90-b319-c41e66be4237 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Allocated IP 172.20.0.9 (bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2/ed296d06-b179-4b49-807b-75f69bc472e4/ada94ad0-a8f2-4720-bc71-336060585c7a) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:54:44.919154 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-1f02cd46-50c7-4e90-b319-c41e66be4237 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks [] for port (ada94ad0-a8f2-4720-bc71-336060585c7a), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:44.963884 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-1f02cd46-50c7-4e90-b319-c41e66be4237 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (ada94ad0-a8f2-4720-bc71-336060585c7a), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:45.022393 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02cd46-50c7-4e90-b319-c41e66be4237 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Pushing event updated for resources: {'Port': ['ID=ada94ad0-a8f2-4720-bc71-336060585c7a,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:45.041911 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-1f02cd46-50c7-4e90-b319-c41e66be4237 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Network bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:54:45.043708 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-1f02cd46-50c7-4e90-b319-c41e66be4237 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:54:45.047279 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-1f02cd46-50c7-4e90-b319-c41e66be4237 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:54:45.106677 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-1f02cd46-50c7-4e90-b319-c41e66be4237 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:45.107628 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-1f02cd46-50c7-4e90-b319-c41e66be4237 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:45.185393 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-1f02cd46-50c7-4e90-b319-c41e66be4237 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0508351 Mar 22 19:54:45.199593 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-d287553b-bc03-4203-8d51-e8a5ba3bfc1e service neutron] Request body: {'port': {'device_id': 'ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:54:45.204750 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f95625e1-0e12-4784-99b5-d036bafb6217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:45.318938 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-d287553b-bc03-4203-8d51-e8a5ba3bfc1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ada94ad0-a8f2-4720-bc71-336060585c7a), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:45.635726 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-6d18f9e4-47ae-48a1-b624-3a2a507d9b7b None None] Provisioning complete for port ada94ad0-a8f2-4720-bc71-336060585c7a triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:45.636703 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6d18f9e4-47ae-48a1-b624-3a2a507d9b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (ada94ad0-a8f2-4720-bc71-336060585c7a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:45.728291 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-6d18f9e4-47ae-48a1-b624-3a2a507d9b7b None None] Port ada94ad0-a8f2-4720-bc71-336060585c7a cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:54:45.780275 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c90a9-dd98-40b9-8c74-d5040e0e52f9 req-1d1e66b8-3315-4b00-aef7-56169d1dacb6 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:45.784121 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c71c90a9-dd98-40b9-8c74-d5040e0e52f9 req-1d1e66b8-3315-4b00-aef7-56169d1dacb6 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350 HTTP/1.1" status: 200 len: 931 time: 0.1042793 Mar 22 19:54:45.923805 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c71c90a9-dd98-40b9-8c74-d5040e0e52f9 req-03a85f70-2569-4bb5-a65d-2da275709d4b tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c45c569-30b3-4e33-918d-129a9201acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331651 Mar 22 19:54:45.980787 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-d287553b-bc03-4203-8d51-e8a5ba3bfc1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada94ad0-a8f2-4720-bc71-336060585c7a {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:54:45.984463 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:45.998661 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-d287553b-bc03-4203-8d51-e8a5ba3bfc1e service neutron] Publish callbacks [] for port (ada94ad0-a8f2-4720-bc71-336060585c7a), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:46.019535 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-d287553b-bc03-4203-8d51-e8a5ba3bfc1e service neutron] Transition to ACTIVE for port object ada94ad0-a8f2-4720-bc71-336060585c7a will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:54:46.026285 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-d287553b-bc03-4203-8d51-e8a5ba3bfc1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (ada94ad0-a8f2-4720-bc71-336060585c7a), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:46.117545 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287553b-bc03-4203-8d51-e8a5ba3bfc1e service neutron] Pushing event updated for resources: {'Port': ['ID=ada94ad0-a8f2-4720-bc71-336060585c7a,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:46.237960 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-d287553b-bc03-4203-8d51-e8a5ba3bfc1e service neutron] Attempting to bind port ada94ad0-a8f2-4720-bc71-336060585c7a on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:54:46.238527 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-d287553b-bc03-4203-8d51-e8a5ba3bfc1e service neutron] Attempting to bind port ada94ad0-a8f2-4720-bc71-336060585c7a by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:54:46.238860 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-d287553b-bc03-4203-8d51-e8a5ba3bfc1e service neutron] Attempting to bind port ada94ad0-a8f2-4720-bc71-336060585c7a on network bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:54:46.244644 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-d287553b-bc03-4203-8d51-e8a5ba3bfc1e service neutron] Port ada94ad0-a8f2-4720-bc71-336060585c7a on network bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:54:46.244965 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-d287553b-bc03-4203-8d51-e8a5ba3bfc1e service neutron] Attempting to bind port ada94ad0-a8f2-4720-bc71-336060585c7a on network bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:54:46.250799 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-d287553b-bc03-4203-8d51-e8a5ba3bfc1e service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:54:46.251137 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-d287553b-bc03-4203-8d51-e8a5ba3bfc1e service neutron] Checking segment: {'id': '8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:54:46.251717 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-d287553b-bc03-4203-8d51-e8a5ba3bfc1e service neutron] Bound using segment: {'id': '8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:54:46.252356 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-d287553b-bc03-4203-8d51-e8a5ba3bfc1e service neutron] Bound port: ada94ad0-a8f2-4720-bc71-336060585c7a, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:54:46.252650 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-d287553b-bc03-4203-8d51-e8a5ba3bfc1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ada94ad0-a8f2-4720-bc71-336060585c7a), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:46.364108 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-d287553b-bc03-4203-8d51-e8a5ba3bfc1e service neutron] For port ada94ad0-a8f2-4720-bc71-336060585c7a, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:54:46.372181 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-d287553b-bc03-4203-8d51-e8a5ba3bfc1e service neutron] For port ada94ad0-a8f2-4720-bc71-336060585c7a, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=ada94ad0-a8f2-4720-bc71-336060585c7a,segment=NetworkSegment(8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7),segment_id=8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:54:46.380539 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-d287553b-bc03-4203-8d51-e8a5ba3bfc1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (ada94ad0-a8f2-4720-bc71-336060585c7a), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:46.422398 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-d287553b-bc03-4203-8d51-e8a5ba3bfc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:46.423155 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-d287553b-bc03-4203-8d51-e8a5ba3bfc1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:46.424556 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-d287553b-bc03-4203-8d51-e8a5ba3bfc1e service neutron] 10.222.0.84 "PUT /v2.0/ports/ada94ad0-a8f2-4720-bc71-336060585c7a HTTP/1.1" status: 200 len: 1092 time: 1.2316051 Mar 22 19:54:46.425007 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350', 'tag': 'ada94ad0-a8f2-4720-bc71-336060585c7a'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:54:46.427401 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7654e65-af21-4630-87f1-fae414b3ef56" -d '{"events": [{"name": "network-changed", "server_uuid": "ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350", "tag": "ada94ad0-a8f2-4720-bc71-336060585c7a"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:54:46.490563 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287553b-bc03-4203-8d51-e8a5ba3bfc1e service neutron] Pushing event updated for resources: {'Port': ['ID=ada94ad0-a8f2-4720-bc71-336060585c7a,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:46.543131 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3045aef7-86a2-4e81-849d-385e04185339 x-openstack-request-id: req-3045aef7-86a2-4e81-849d-385e04185339 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:54:46.543488 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350", "tag": "ada94ad0-a8f2-4720-bc71-336060585c7a", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:54:46.543700 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3045aef7-86a2-4e81-849d-385e04185339 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:54:46.544079 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3045aef7-86a2-4e81-849d-385e04185339'] response: {'name': 'network-changed', 'server_uuid': 'ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350', 'tag': 'ada94ad0-a8f2-4720-bc71-336060585c7a', 'status': 'completed', 'code': 200} Mar 22 19:54:46.566197 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-4bb31495-0abb-4a9f-b7ca-6b5a6b437ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:46.567839 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-4bb31495-0abb-4a9f-b7ca-6b5a6b437ef8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bc1868a2124b45ca854220f7602fd1fb&device_id=ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350 HTTP/1.1" status: 200 len: 1126 time: 0.1003416 Mar 22 19:54:46.638729 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-232b5b2b-7ae8-404c-9c3f-64828a9765de service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ada94ad0-a8f2-4720-bc71-336060585c7a HTTP/1.1" status: 200 len: 217 time: 0.0603042 Mar 22 19:54:46.721309 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-b993c0a0-3fdb-48da-a3de-d316a5066e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:46.723839 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-b993c0a0-3fdb-48da-a3de-d316a5066e0c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ed296d06-b179-4b49-807b-75f69bc472e4 HTTP/1.1" status: 200 len: 848 time: 0.0746088 Mar 22 19:54:46.803628 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-7eb3de8e-647d-4022-84eb-3950df94ae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:46.805559 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-7eb3de8e-647d-4022-84eb-3950df94ae7d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0750570 Mar 22 19:54:46.928504 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-82d6fb1f-1ac1-4a09-ab75-d0458dd56bef service neutron] 10.222.0.84 "GET /v2.0/networks/bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157098 Mar 22 19:54:47.053283 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-26e3f8b8-4fc6-44ea-ae42-ed3ed5251c6a req-57dc336d-6e61-48d4-bd5b-d864354a3746 service neutron] 10.222.0.84 "GET /v2.0/networks/bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179938 Mar 22 19:54:47.219639 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3deb221-84d9-44e6-980e-071712d48b2f req-a013e5ac-deef-47d4-9911-97b009e12b7e tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:47.220243 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7654e65-af21-4630-87f1-fae414b3ef56 req-6eb02494-2121-47ea-9872-4f35bb43a509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:47.222217 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a3deb221-84d9-44e6-980e-071712d48b2f req-a013e5ac-deef-47d4-9911-97b009e12b7e tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350 HTTP/1.1" status: 200 len: 943 time: 0.0852759 Mar 22 19:54:47.226768 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f7654e65-af21-4630-87f1-fae414b3ef56 req-6eb02494-2121-47ea-9872-4f35bb43a509 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bc1868a2124b45ca854220f7602fd1fb&device_id=ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350 HTTP/1.1" status: 200 len: 1126 time: 0.0892577 Mar 22 19:54:47.304576 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a3deb221-84d9-44e6-980e-071712d48b2f req-fb551224-e4bd-4876-adfb-644b0885ab4d tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c45c569-30b3-4e33-918d-129a9201acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756140 Mar 22 19:54:47.355294 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7654e65-af21-4630-87f1-fae414b3ef56 req-769a7bfd-8be4-4985-8866-dacf048d5753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:47.357281 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f7654e65-af21-4630-87f1-fae414b3ef56 req-769a7bfd-8be4-4985-8866-dacf048d5753 service neutron] 10.222.0.84 "GET /v2.0/networks?id=bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2 HTTP/1.1" status: 200 len: 910 time: 0.1240587 Mar 22 19:54:47.422803 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-77c34e76-d11a-4ead-a4f4-02c2ed045392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:47.445232 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f7654e65-af21-4630-87f1-fae414b3ef56 req-84988998-8635-44f1-9424-b15f4cd0708b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ada94ad0-a8f2-4720-bc71-336060585c7a HTTP/1.1" status: 200 len: 217 time: 0.0807464 Mar 22 19:54:47.517621 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7654e65-af21-4630-87f1-fae414b3ef56 req-4c940ee4-847e-4601-96fd-7911dc893729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:47.519747 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f7654e65-af21-4630-87f1-fae414b3ef56 req-4c940ee4-847e-4601-96fd-7911dc893729 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ed296d06-b179-4b49-807b-75f69bc472e4 HTTP/1.1" status: 200 len: 848 time: 0.0657876 Mar 22 19:54:47.591710 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7654e65-af21-4630-87f1-fae414b3ef56 req-2f7fcc00-6581-4bf3-8c40-55380dee20ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:47.593620 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f7654e65-af21-4630-87f1-fae414b3ef56 req-2f7fcc00-6581-4bf3-8c40-55380dee20ec service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0662150 Mar 22 19:54:47.717887 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f7654e65-af21-4630-87f1-fae414b3ef56 req-d8994a08-0afc-4ca3-8cca-76ce92a36417 service neutron] 10.222.0.84 "GET /v2.0/networks/bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161752 Mar 22 19:54:47.835701 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f7654e65-af21-4630-87f1-fae414b3ef56 req-ad30c885-a07c-4504-93ac-b26e47a6d969 service neutron] 10.222.0.84 "GET /v2.0/networks/bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122248 Mar 22 19:54:48.478959 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622bd83-8fce-4ba9-b3fa-e2a8c855a71b req-302c52c2-6b81-46d1-b310-f7da130196e3 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:48.481595 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f622bd83-8fce-4ba9-b3fa-e2a8c855a71b req-302c52c2-6b81-46d1-b310-f7da130196e3 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350 HTTP/1.1" status: 200 len: 943 time: 0.1006176 Mar 22 19:54:48.517591 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:48.584235 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f622bd83-8fce-4ba9-b3fa-e2a8c855a71b req-f6f58f08-7a4c-4e84-b2a2-63cbc1ee4409 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c45c569-30b3-4e33-918d-129a9201acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947676 Mar 22 19:54:48.761038 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:49.284478 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device ada94ad0-a8f2-4720-bc71-336060585c7a details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:54:49.411347 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port ada94ad0-a8f2-4720-bc71-336060585c7a, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=ada94ad0-a8f2-4720-bc71-336060585c7a,segment=NetworkSegment(8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7),segment_id=8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:54:49.428591 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'ada94ad0-a8f2-4720-bc71-336060585c7a', 'network_id': 'bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2', 'port_id': 'ada94ad0-a8f2-4720-bc71-336060585c7a', 'mac_address': 'fa:16:3e:9f:ed:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed296d06-b179-4b49-807b-75f69bc472e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:54:49.479107 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port ada94ad0-a8f2-4720-bc71-336060585c7a is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:49.479790 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ada94ad0-a8f2-4720-bc71-336060585c7a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:49.500941 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada94ad0-a8f2-4720-bc71-336060585c7a {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:54:49.527923 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port ada94ad0-a8f2-4720-bc71-336060585c7a, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=ada94ad0-a8f2-4720-bc71-336060585c7a,segment=NetworkSegment(8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7),segment_id=8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:54:49.533573 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (ada94ad0-a8f2-4720-bc71-336060585c7a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:49.601497 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=ada94ad0-a8f2-4720-bc71-336060585c7a,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:49.739680 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['ada94ad0-a8f2-4720-bc71-336060585c7a'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:54:49.741959 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26c4b0-2293-4a40-8066-10237bf4e027 req-a0c6c7e2-8601-4809-b521-1b30b57f1f16 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:49.751128 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bc26c4b0-2293-4a40-8066-10237bf4e027 req-a0c6c7e2-8601-4809-b521-1b30b57f1f16 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350 HTTP/1.1" status: 200 len: 944 time: 0.0715432 Mar 22 19:54:49.922821 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bc26c4b0-2293-4a40-8066-10237bf4e027 req-8c4d6210-63ff-4e53-b1ba-526b163c9603 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c45c569-30b3-4e33-918d-129a9201acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702783 Mar 22 19:54:50.192694 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:51.043868 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa1f27-a069-421e-be10-2c6e08ae0953 req-fc38585b-358a-4168-b9c1-cb85ae6dadef tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:51.045774 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-07fa1f27-a069-421e-be10-2c6e08ae0953 req-fc38585b-358a-4168-b9c1-cb85ae6dadef tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350 HTTP/1.1" status: 200 len: 944 time: 0.0625250 Mar 22 19:54:51.098330 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-07fa1f27-a069-421e-be10-2c6e08ae0953 req-987de3cc-059a-4f55-a1b6-36f7ad9185fa tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c45c569-30b3-4e33-918d-129a9201acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466177 Mar 22 19:54:51.299328 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device ada94ad0-a8f2-4720-bc71-336060585c7a up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:54:51.370363 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-c19246ca-1154-44af-9a20-2312e55d3bcb tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:51.371985 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-c19246ca-1154-44af-9a20-2312e55d3bcb tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/networks?id=e691b411-d286-4cb7-9b13-827cd7092de3 HTTP/1.1" status: 200 len: 813 time: 0.1299448 Mar 22 19:54:51.396332 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:51.399485 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port ada94ad0-a8f2-4720-bc71-336060585c7a completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:54:51.405619 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-83090e45-0c1d-41a3-a631-19c17be5ef28 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/quotas/8265285293a344f28e68f05bc79e732b HTTP/1.1" status: 200 len: 375 time: 0.0179737 Mar 22 19:54:51.405909 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port ada94ad0-a8f2-4720-bc71-336060585c7a triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:51.406303 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (ada94ad0-a8f2-4720-bc71-336060585c7a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:51.442380 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-bbc9c2e2-f894-47df-b4e5-4f18670bb717 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=8265285293a344f28e68f05bc79e732b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357614 Mar 22 19:54:51.553115 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-8232177b-c59a-47f1-94cb-60bbe9021638 service neutron] 10.222.0.75 "GET /v2.0/networks/e691b411-d286-4cb7-9b13-827cd7092de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045625 Mar 22 19:54:51.682925 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-7695e803-2f05-499b-a9cc-3af86694e456 service neutron] 10.222.0.75 "GET /v2.0/networks/e691b411-d286-4cb7-9b13-827cd7092de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228991 Mar 22 19:54:51.725741 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port ada94ad0-a8f2-4720-bc71-336060585c7a is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:54:51.726565 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ada94ad0-a8f2-4720-bc71-336060585c7a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:51.755613 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada94ad0-a8f2-4720-bc71-336060585c7a'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:54:51.758037 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14eef3bc-6336-4a2f-8e7e-332a3f7b0d1c" -d '{"events": [{"server_uuid": "ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350", "name": "network-vif-plugged", "status": "completed", "tag": "ada94ad0-a8f2-4720-bc71-336060585c7a"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:54:51.775648 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port ada94ad0-a8f2-4720-bc71-336060585c7a, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=ada94ad0-a8f2-4720-bc71-336060585c7a,segment=NetworkSegment(8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7),segment_id=8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:54:51.781669 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (ada94ad0-a8f2-4720-bc71-336060585c7a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:51.855528 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-229109b8-81cc-4923-8fd7-f041a1038a39 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:51.857158 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-229109b8-81cc-4923-8fd7-f041a1038a39 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/networks?id=942e739d-0f2d-40f4-8f81-80042bf466e6 HTTP/1.1" status: 200 len: 810 time: 0.1733649 Mar 22 19:54:51.889777 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b6c674-850b-4ad8-bcba-09bf060cbb87 x-openstack-request-id: req-d6b6c674-850b-4ad8-bcba-09bf060cbb87 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:54:51.896283 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350", "name": "network-vif-plugged", "status": "completed", "tag": "ada94ad0-a8f2-4720-bc71-336060585c7a", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:54:51.897080 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d6b6c674-850b-4ad8-bcba-09bf060cbb87 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:54:51.897758 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6b6c674-850b-4ad8-bcba-09bf060cbb87'] response: {'server_uuid': 'ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada94ad0-a8f2-4720-bc71-336060585c7a', 'code': 200} Mar 22 19:54:51.900894 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=ada94ad0-a8f2-4720-bc71-336060585c7a,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:51.904252 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-efd5d431-3c58-4446-aac4-9fa48ea5fdb9 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/quotas/99d72c7dab634aac93e71becf6d2998e HTTP/1.1" status: 200 len: 375 time: 0.0201247 Mar 22 19:54:51.989672 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-10b08574-5c31-48a0-a38e-57bdea36d313 req-f5cd7e82-5c63-4865-916e-95047c62f2d1 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d51b49b-526f-4781-ad1d-5cc2c43de3d5 HTTP/1.1" status: 200 len: 210 time: 0.0493946 Mar 22 19:54:52.001310 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32b321-a4b6-47f8-b9fd-46579aa01f5f req-7e57ebbb-b8fc-414f-8ba2-d0dcaa04c8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:52.003968 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ce32b321-a4b6-47f8-b9fd-46579aa01f5f req-7e57ebbb-b8fc-414f-8ba2-d0dcaa04c8ac service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350 HTTP/1.1" status: 200 len: 1128 time: 0.0590024 Mar 22 19:54:52.021230 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-972991c4-1013-4f27-864e-b7936530fd65 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=99d72c7dab634aac93e71becf6d2998e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1146991 Mar 22 19:54:52.075819 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ce32b321-a4b6-47f8-b9fd-46579aa01f5f req-2ee11960-3680-46c8-bd6b-3e1efdce8531 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=1c45c569-30b3-4e33-918d-129a9201acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582600 Mar 22 19:54:52.323300 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb448f14-7125-4114-a2ea-8e16d10fcc39 req-4bf698bc-66d5-464f-b4b2-f515158a9f0f tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:52.324927 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cb448f14-7125-4114-a2ea-8e16d10fcc39 req-4bf698bc-66d5-464f-b4b2-f515158a9f0f tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350 HTTP/1.1" status: 200 len: 945 time: 0.1003590 Mar 22 19:54:52.331269 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-a9c7d193-c455-47ab-a2b5-4f50280ea3cf service neutron] 10.222.0.75 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018229 Mar 22 19:54:52.422443 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cb448f14-7125-4114-a2ea-8e16d10fcc39 req-cf5e505b-c3a1-4cbd-8269-12636b5cc91c tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c45c569-30b3-4e33-918d-129a9201acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901361 Mar 22 19:54:52.471968 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-04028365-46d1-4c5d-ad59-c4d4b91ee1aa service neutron] 10.222.0.75 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249650 Mar 22 19:54:52.840599 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa98c007-d232-4975-8f6a-23a62c689e95 req-ea562d96-1d21-4194-b481-f4ea25ace691 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 210 time: 0.0632451 Mar 22 19:54:53.073509 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-33cc249c-ea28-4338-b15d-070c5e238dd7 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:53.075075 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-33cc249c-ea28-4338-b15d-070c5e238dd7 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.85 "GET /v2.0/networks?id=e691b411-d286-4cb7-9b13-827cd7092de3 HTTP/1.1" status: 200 len: 813 time: 0.1952877 Mar 22 19:54:53.088325 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-0535f5f7-a002-4c4b-baca-3136c7e88ecb tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Request body: {'port': {'device_id': '8d51b49b-526f-4781-ad1d-5cc2c43de3d5', 'network_id': 'e691b411-d286-4cb7-9b13-827cd7092de3', 'admin_state_up': True, 'tenant_id': '8265285293a344f28e68f05bc79e732b'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:54:53.176842 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1a9e61a9-e3b5-431c-81ad-e704d7ccd0b7 req-8483d353-28c9-49a1-8d85-3f9b839635f8 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d51b49b-526f-4781-ad1d-5cc2c43de3d5 HTTP/1.1" status: 200 len: 210 time: 0.0639892 Mar 22 19:54:53.266524 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-0535f5f7-a002-4c4b-baca-3136c7e88ecb tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Made reservation on behalf of 8265285293a344f28e68f05bc79e732b for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:54:53.270163 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-0535f5f7-a002-4c4b-baca-3136c7e88ecb tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:53.421940 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-0535f5f7-a002-4c4b-baca-3136c7e88ecb tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Allocated IP 172.20.0.5 (e691b411-d286-4cb7-9b13-827cd7092de3/15d10e51-1cde-45cc-a17a-d477b63dd7b5/8616fb38-c100-4e36-abe3-aed87e84c040) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:54:53.576571 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68f9be-25d4-4fe0-a102-ea7b1c7ddd8a req-f8a04339-2a08-4de4-9523-7755637b6209 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:53.578783 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9d68f9be-25d4-4fe0-a102-ea7b1c7ddd8a req-f8a04339-2a08-4de4-9523-7755637b6209 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350 HTTP/1.1" status: 200 len: 945 time: 0.0745118 Mar 22 19:54:53.610959 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-0535f5f7-a002-4c4b-baca-3136c7e88ecb tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Publish callbacks [] for port (8616fb38-c100-4e36-abe3-aed87e84c040), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:53.635393 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9d68f9be-25d4-4fe0-a102-ea7b1c7ddd8a req-98ea863e-07d3-4eeb-b5c1-bd216309d77d tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c45c569-30b3-4e33-918d-129a9201acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485818 Mar 22 19:54:53.655474 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-0535f5f7-a002-4c4b-baca-3136c7e88ecb tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (8616fb38-c100-4e36-abe3-aed87e84c040), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:53.703292 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-0535f5f7-a002-4c4b-baca-3136c7e88ecb tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Network e691b411-d286-4cb7-9b13-827cd7092de3 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:54:53.706902 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-0535f5f7-a002-4c4b-baca-3136c7e88ecb tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:54:53.713435 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-0535f5f7-a002-4c4b-baca-3136c7e88ecb tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:54:53.721135 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535f5f7-a002-4c4b-baca-3136c7e88ecb tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Pushing event updated for resources: {'Port': ['ID=8616fb38-c100-4e36-abe3-aed87e84c040,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:53.783644 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-0535f5f7-a002-4c4b-baca-3136c7e88ecb tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:53.784263 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-0535f5f7-a002-4c4b-baca-3136c7e88ecb tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:53.788485 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60778f17-c997-47be-910b-5c4172812a5f req-333cb41f-69c3-4e2c-b7a6-fbab185f9eae tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:53.791601 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-60778f17-c997-47be-910b-5c4172812a5f req-333cb41f-69c3-4e2c-b7a6-fbab185f9eae tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350 HTTP/1.1" status: 200 len: 945 time: 0.0779474 Mar 22 19:54:53.815509 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-0535f5f7-a002-4c4b-baca-3136c7e88ecb tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7320065 Mar 22 19:54:53.827698 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-ab32f5ae-836f-4c34-a826-0da078ffe098 service neutron] Request body: {'port': {'device_id': '8d51b49b-526f-4781-ad1d-5cc2c43de3d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:54:53.882603 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-60778f17-c997-47be-910b-5c4172812a5f req-ecb57286-c62f-4a13-9b39-3bd5a8d07219 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c45c569-30b3-4e33-918d-129a9201acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844109 Mar 22 19:54:53.995012 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-624290eb-2e56-46dd-b48f-fc62b8156dbf req-b4f8c158-f26a-427c-8926-2fc6f6b91a8a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 210 time: 0.0595093 Mar 22 19:54:54.028670 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-ab32f5ae-836f-4c34-a826-0da078ffe098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8616fb38-c100-4e36-abe3-aed87e84c040), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:54.070139 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff8f3a-5fa7-4345-83ef-29e536999736 req-a98e05a1-18d3-482e-beec-bd66e160265d tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:54.073339 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-99ff8f3a-5fa7-4345-83ef-29e536999736 req-a98e05a1-18d3-482e-beec-bd66e160265d tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350 HTTP/1.1" status: 200 len: 945 time: 0.0818250 Mar 22 19:54:54.134118 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-99ff8f3a-5fa7-4345-83ef-29e536999736 req-6db8fa8d-74da-4ce1-ab53-6c38037e1544 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c45c569-30b3-4e33-918d-129a9201acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539985 Mar 22 19:54:54.158836 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 59828) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:54.204626 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-d0182394-0f1a-4caa-8a8f-5442b4a3dee4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:54.206175 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-d0182394-0f1a-4caa-8a8f-5442b4a3dee4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.84 "GET /v2.0/networks?id=942e739d-0f2d-40f4-8f81-80042bf466e6 HTTP/1.1" status: 200 len: 810 time: 0.2943523 Mar 22 19:54:54.244592 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-fef09c2b-9b1b-4755-95d4-8b8bab12c98d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Request body: {'port': {'device_id': '57ec33c5-3b10-42b2-89ec-e07f46654ee5', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'admin_state_up': True, 'tenant_id': '99d72c7dab634aac93e71becf6d2998e'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:54:54.338281 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e53a53-ee22-4b63-8e07-ad231e07d5a2 tempest-TestServerBasicOps-1545197422 tempest-TestServerBasicOps-1545197422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:54.343459 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-78e53a53-ee22-4b63-8e07-ad231e07d5a2 tempest-TestServerBasicOps-1545197422 tempest-TestServerBasicOps-1545197422-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350 HTTP/1.1" status: 200 len: 1123 time: 0.1734560 Mar 22 19:54:54.344452 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 59834) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:54:54.349985 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c1d5e-4968-44e6-878c-da91c2bc6dfe req-b65a6796-be94-4e24-81f2-b66c10329e5d tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:54.350689 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b0c1d5e-4968-44e6-878c-da91c2bc6dfe req-b65a6796-be94-4e24-81f2-b66c10329e5d tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d51b49b-526f-4781-ad1d-5cc2c43de3d5 HTTP/1.1" status: 200 len: 931 time: 0.0862770 Mar 22 19:54:54.356303 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-8c0a6d90-bd4e-49f1-b1de-abb478de0008 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'port_id': 'ada94ad0-a8f2-4720-bc71-336060585c7a', 'tenant_id': 'bc1868a2124b45ca854220f7602fd1fb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:54:54.414464 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b0c1d5e-4968-44e6-878c-da91c2bc6dfe req-8f7ece02-fbb4-4a88-a475-51911edceb6e tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/security-groups?id=cc22d86d-ae55-4866-aa73-b99b9fe66ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556962 Mar 22 19:54:54.420561 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8c0a6d90-bd4e-49f1-b1de-abb478de0008 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:54.516318 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-ab32f5ae-836f-4c34-a826-0da078ffe098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8616fb38-c100-4e36-abe3-aed87e84c040 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:54:54.520538 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-fef09c2b-9b1b-4755-95d4-8b8bab12c98d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Made reservation on behalf of 99d72c7dab634aac93e71becf6d2998e for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:54:54.523912 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-fef09c2b-9b1b-4755-95d4-8b8bab12c98d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:54.530473 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-ab32f5ae-836f-4c34-a826-0da078ffe098 service neutron] Publish callbacks [] for port (8616fb38-c100-4e36-abe3-aed87e84c040), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:54.562151 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-ab32f5ae-836f-4c34-a826-0da078ffe098 service neutron] Transition to ACTIVE for port object 8616fb38-c100-4e36-abe3-aed87e84c040 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:54:54.571205 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-ab32f5ae-836f-4c34-a826-0da078ffe098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (8616fb38-c100-4e36-abe3-aed87e84c040), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:54.688970 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32f5ae-836f-4c34-a826-0da078ffe098 service neutron] Pushing event updated for resources: {'Port': ['ID=8616fb38-c100-4e36-abe3-aed87e84c040,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:55.130285 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0bd3246-5fbe-4e65-adfc-40797f76c8c6 req-66920775-ddc9-4274-aba0-1b76e41b990e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 210 time: 0.0432751 Mar 22 19:54:55.173581 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-fef09c2b-9b1b-4755-95d4-8b8bab12c98d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Allocated IP 172.20.0.10 (942e739d-0f2d-40f4-8f81-80042bf466e6/ce14209e-d9ba-4d1e-8a54-b7950c923a71/973d448c-8566-4c2c-9d25-1718b7c4e257) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:54:55.210162 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8c0a6d90-bd4e-49f1-b1de-abb478de0008 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:55.270492 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-ab32f5ae-836f-4c34-a826-0da078ffe098 service neutron] Attempting to bind port 8616fb38-c100-4e36-abe3-aed87e84c040 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:54:55.270871 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-ab32f5ae-836f-4c34-a826-0da078ffe098 service neutron] Attempting to bind port 8616fb38-c100-4e36-abe3-aed87e84c040 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '1d4b4ce6-8829-497f-8e5a-a88cca4f637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e691b411-d286-4cb7-9b13-827cd7092de3'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:54:55.271156 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-ab32f5ae-836f-4c34-a826-0da078ffe098 service neutron] Attempting to bind port 8616fb38-c100-4e36-abe3-aed87e84c040 on network e691b411-d286-4cb7-9b13-827cd7092de3 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:54:55.294738 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-ab32f5ae-836f-4c34-a826-0da078ffe098 service neutron] Port 8616fb38-c100-4e36-abe3-aed87e84c040 on network e691b411-d286-4cb7-9b13-827cd7092de3 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:54:55.294989 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-ab32f5ae-836f-4c34-a826-0da078ffe098 service neutron] Attempting to bind port 8616fb38-c100-4e36-abe3-aed87e84c040 on network e691b411-d286-4cb7-9b13-827cd7092de3 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:54:55.320341 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-ab32f5ae-836f-4c34-a826-0da078ffe098 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:54:55.320688 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-ab32f5ae-836f-4c34-a826-0da078ffe098 service neutron] Checking segment: {'id': '1d4b4ce6-8829-497f-8e5a-a88cca4f637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e691b411-d286-4cb7-9b13-827cd7092de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:54:55.321088 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-ab32f5ae-836f-4c34-a826-0da078ffe098 service neutron] Bound using segment: {'id': '1d4b4ce6-8829-497f-8e5a-a88cca4f637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e691b411-d286-4cb7-9b13-827cd7092de3'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:54:55.321547 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-ab32f5ae-836f-4c34-a826-0da078ffe098 service neutron] Bound port: 8616fb38-c100-4e36-abe3-aed87e84c040, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d4b4ce6-8829-497f-8e5a-a88cca4f637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e691b411-d286-4cb7-9b13-827cd7092de3'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:54:55.321980 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-ab32f5ae-836f-4c34-a826-0da078ffe098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8616fb38-c100-4e36-abe3-aed87e84c040), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:55.499711 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-8c0a6d90-bd4e-49f1-b1de-abb478de0008 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Allocated IP 172.25.5.7 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/0f966e9b-08e5-4070-b1fe-32682c10e5c3) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:54:55.518684 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-fef09c2b-9b1b-4755-95d4-8b8bab12c98d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for port (973d448c-8566-4c2c-9d25-1718b7c4e257), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:55.530704 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-ab32f5ae-836f-4c34-a826-0da078ffe098 service neutron] For port 8616fb38-c100-4e36-abe3-aed87e84c040, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:54:55.552636 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971d1a2-bea2-4bf5-8d25-125de742adbd req-85e614ed-d50b-43f2-879d-434e38428001 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:55.560388 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5971d1a2-bea2-4bf5-8d25-125de742adbd req-85e614ed-d50b-43f2-879d-434e38428001 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d51b49b-526f-4781-ad1d-5cc2c43de3d5 HTTP/1.1" status: 200 len: 943 time: 0.0604274 Mar 22 19:54:55.585448 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-ab32f5ae-836f-4c34-a826-0da078ffe098 service neutron] For port 8616fb38-c100-4e36-abe3-aed87e84c040, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=8616fb38-c100-4e36-abe3-aed87e84c040,segment=NetworkSegment(1d4b4ce6-8829-497f-8e5a-a88cca4f637e),segment_id=1d4b4ce6-8829-497f-8e5a-a88cca4f637e)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:54:55.604096 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-ab32f5ae-836f-4c34-a826-0da078ffe098 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (8616fb38-c100-4e36-abe3-aed87e84c040), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:55.616965 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5971d1a2-bea2-4bf5-8d25-125de742adbd req-761910db-d9c8-40a8-a303-026870981cd9 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/security-groups?id=cc22d86d-ae55-4866-aa73-b99b9fe66ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553205 Mar 22 19:54:55.668906 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-ab32f5ae-836f-4c34-a826-0da078ffe098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:55.669783 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-ab32f5ae-836f-4c34-a826-0da078ffe098 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:55.671283 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-ab32f5ae-836f-4c34-a826-0da078ffe098 service neutron] 10.222.0.85 "PUT /v2.0/ports/8616fb38-c100-4e36-abe3-aed87e84c040 HTTP/1.1" status: 200 len: 1092 time: 1.8483572 Mar 22 19:54:55.671756 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d51b49b-526f-4781-ad1d-5cc2c43de3d5', 'tag': '8616fb38-c100-4e36-abe3-aed87e84c040'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:54:55.674178 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcae384-080b-4bf9-be2f-704bd99dc771" -d '{"events": [{"name": "network-changed", "server_uuid": "8d51b49b-526f-4781-ad1d-5cc2c43de3d5", "tag": "8616fb38-c100-4e36-abe3-aed87e84c040"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:54:55.685610 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-fef09c2b-9b1b-4755-95d4-8b8bab12c98d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (973d448c-8566-4c2c-9d25-1718b7c4e257), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:55.724225 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32f5ae-836f-4c34-a826-0da078ffe098 service neutron] Pushing event updated for resources: {'Port': ['ID=8616fb38-c100-4e36-abe3-aed87e84c040,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:55.757750 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-fef09c2b-9b1b-4755-95d4-8b8bab12c98d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Network 942e739d-0f2d-40f4-8f81-80042bf466e6 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:54:55.761011 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5635c9f1-1481-4401-aa52-1a476b768df3 x-openstack-request-id: req-5635c9f1-1481-4401-aa52-1a476b768df3 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:54:55.761011 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d51b49b-526f-4781-ad1d-5cc2c43de3d5", "tag": "8616fb38-c100-4e36-abe3-aed87e84c040", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:54:55.761011 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5635c9f1-1481-4401-aa52-1a476b768df3 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:54:55.761396 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5635c9f1-1481-4401-aa52-1a476b768df3'] response: {'name': 'network-changed', 'server_uuid': '8d51b49b-526f-4781-ad1d-5cc2c43de3d5', 'tag': '8616fb38-c100-4e36-abe3-aed87e84c040', 'status': 'completed', 'code': 200} Mar 22 19:54:55.798965 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8c0a6d90-bd4e-49f1-b1de-abb478de0008 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks [] for port (0f966e9b-08e5-4070-b1fe-32682c10e5c3), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:55.817999 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-fef09c2b-9b1b-4755-95d4-8b8bab12c98d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:54:55.825303 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-fef09c2b-9b1b-4755-95d4-8b8bab12c98d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:54:55.874527 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef09c2b-9b1b-4755-95d4-8b8bab12c98d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Pushing event updated for resources: {'Port': ['ID=973d448c-8566-4c2c-9d25-1718b7c4e257,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:55.926976 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8c0a6d90-bd4e-49f1-b1de-abb478de0008 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (0f966e9b-08e5-4070-b1fe-32682c10e5c3), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:55.994228 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a6d90-bd4e-49f1-b1de-abb478de0008 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Pushing event updated for resources: {'Port': ['ID=0f966e9b-08e5-4070-b1fe-32682c10e5c3,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:56.020072 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-4503ce76-d617-485d-99b5-2f4de776b733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:56.022598 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-4503ce76-d617-485d-99b5-2f4de776b733 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8265285293a344f28e68f05bc79e732b&device_id=8d51b49b-526f-4781-ad1d-5cc2c43de3d5 HTTP/1.1" status: 200 len: 1126 time: 0.2896092 Mar 22 19:54:56.031385 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-fef09c2b-9b1b-4755-95d4-8b8bab12c98d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:56.032786 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-fef09c2b-9b1b-4755-95d4-8b8bab12c98d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:56.091625 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0a6d90-bd4e-49f1-b1de-abb478de0008 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:54:56.094971 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-2848ae6a-851b-46b3-be45-3a644a30c299 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8616fb38-c100-4e36-abe3-aed87e84c040 HTTP/1.1" status: 200 len: 217 time: 0.0582693 Mar 22 19:54:56.097266 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-8c0a6d90-bd4e-49f1-b1de-abb478de0008 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:54:56.105630 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0a6d90-bd4e-49f1-b1de-abb478de0008 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:54:56.126300 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e1dd9df1-30e3-4ebb-932c-9427fb4ace8d None None] Provisioning complete for port 973d448c-8566-4c2c-9d25-1718b7c4e257 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:54:56.127397 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e1dd9df1-30e3-4ebb-932c-9427fb4ace8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (973d448c-8566-4c2c-9d25-1718b7c4e257), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:56.162232 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-fef09c2b-9b1b-4755-95d4-8b8bab12c98d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9451180 Mar 22 19:54:56.163582 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-12bcc59e-c2ca-497a-883e-1a334ec506a7 req-e0fc2f04-0939-4389-afa1-d398dfdaaaaf service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0726995 Mar 22 19:54:56.203079 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-2c2ed9c1-91ec-41e7-abb8-11d14029027c service neutron] Request body: {'port': {'device_id': '57ec33c5-3b10-42b2-89ec-e07f46654ee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:54:56.237284 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e1dd9df1-30e3-4ebb-932c-9427fb4ace8d None None] Port 973d448c-8566-4c2c-9d25-1718b7c4e257 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:54:56.286377 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-d3ac0dfb-b854-4b02-9c4c-ee1cd1a6279c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:56.288518 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-d3ac0dfb-b854-4b02-9c4c-ee1cd1a6279c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=15d10e51-1cde-45cc-a17a-d477b63dd7b5 HTTP/1.1" status: 200 len: 853 time: 0.1787050 Mar 22 19:54:56.343340 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcc59e-c2ca-497a-883e-1a334ec506a7 req-0981e922-6a98-48bd-8a76-2a13a5e55382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:56.345134 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-12bcc59e-c2ca-497a-883e-1a334ec506a7 req-0981e922-6a98-48bd-8a76-2a13a5e55382 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bc1868a2124b45ca854220f7602fd1fb&device_id=ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350 HTTP/1.1" status: 200 len: 1128 time: 0.0974920 Mar 22 19:54:56.372930 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66c35c-a08b-4993-b527-561ad73c3b38 req-ab8d4e94-611c-4934-9534-059a894cafe4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:56.381465 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a66c35c-a08b-4993-b527-561ad73c3b38 req-ab8d4e94-611c-4934-9534-059a894cafe4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 932 time: 0.1252944 Mar 22 19:54:56.539154 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a66c35c-a08b-4993-b527-561ad73c3b38 req-fa526a92-df72-4f91-9c7d-9ab8aeb8fdaa tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565716 Mar 22 19:54:56.564834 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcc59e-c2ca-497a-883e-1a334ec506a7 req-7bb82ab7-ac62-4312-9a4d-6a06e1da8e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:56.566391 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-12bcc59e-c2ca-497a-883e-1a334ec506a7 req-7bb82ab7-ac62-4312-9a4d-6a06e1da8e87 service neutron] 10.222.0.84 "GET /v2.0/networks?id=bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2 HTTP/1.1" status: 200 len: 910 time: 0.1615319 Mar 22 19:54:56.614159 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-12bcc59e-c2ca-497a-883e-1a334ec506a7 req-6fd3a5c7-fd28-455a-9ca0-51d0bf4af31b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ada94ad0-a8f2-4720-bc71-336060585c7a HTTP/1.1" status: 200 len: 217 time: 0.0393491 Mar 22 19:54:56.658645 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-4867c9e7-b2ee-4781-8921-3e1ca7a313c6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e691b411-d286-4cb7-9b13-827cd7092de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1715338 Mar 22 19:54:56.719096 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcc59e-c2ca-497a-883e-1a334ec506a7 req-bc11ba5c-3f5c-491f-bd8e-2fa09e972893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:56.720686 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-12bcc59e-c2ca-497a-883e-1a334ec506a7 req-bc11ba5c-3f5c-491f-bd8e-2fa09e972893 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ed296d06-b179-4b49-807b-75f69bc472e4 HTTP/1.1" status: 200 len: 848 time: 0.1010575 Mar 22 19:54:56.804349 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-27181fdb-a7c3-434e-9538-49552d79b779 service neutron] 10.222.0.85 "GET /v2.0/networks/e691b411-d286-4cb7-9b13-827cd7092de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980227 Mar 22 19:54:56.819453 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-2c2ed9c1-91ec-41e7-abb8-11d14029027c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (973d448c-8566-4c2c-9d25-1718b7c4e257), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:56.847896 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2983e5b-19e2-4544-943f-b7e085e6443b req-3ecb1906-9e54-45b4-93cc-a702cbd47f56 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:56.849988 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a2983e5b-19e2-4544-943f-b7e085e6443b req-3ecb1906-9e54-45b4-93cc-a702cbd47f56 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d51b49b-526f-4781-ad1d-5cc2c43de3d5 HTTP/1.1" status: 200 len: 943 time: 0.1273437 Mar 22 19:54:56.885675 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcc59e-c2ca-497a-883e-1a334ec506a7 req-19b0929c-c080-40ed-a222-9ce1dc2a515b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:56.887343 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-12bcc59e-c2ca-497a-883e-1a334ec506a7 req-19b0929c-c080-40ed-a222-9ce1dc2a515b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1340926 Mar 22 19:54:56.935154 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a2983e5b-19e2-4544-943f-b7e085e6443b req-ee90274b-7d9f-431c-a047-1f5105a637f1 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/security-groups?id=cc22d86d-ae55-4866-aa73-b99b9fe66ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765002 Mar 22 19:54:56.976122 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8c0a6d90-bd4e-49f1-b1de-abb478de0008 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks [] for floatingip (1820e3c7-0fdb-48f7-a2a6-d3f3d1ccae11), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:57.021027 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-12bcc59e-c2ca-497a-883e-1a334ec506a7 req-741c217d-03c3-403b-b97f-dfcde28fb4c6 service neutron] 10.222.0.84 "GET /v2.0/networks/bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246977 Mar 22 19:54:57.143914 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-12bcc59e-c2ca-497a-883e-1a334ec506a7 req-c18629c6-a32e-464f-80b3-719c21027c80 service neutron] 10.222.0.84 "GET /v2.0/networks/bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158726 Mar 22 19:54:57.151257 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5790cd2e-71f1-4f6e-b695-c963d9c686de req-57c0acfd-7ae0-4cdc-8343-31df6d3e4d00 service neutron] 10.222.0.85 "GET /v2.0/networks/e691b411-d286-4cb7-9b13-827cd7092de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328488 Mar 22 19:54:57.241944 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8c0a6d90-bd4e-49f1-b1de-abb478de0008 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0f966e9b-08e5-4070-b1fe-32682c10e5c3), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:57.412775 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcae384-080b-4bf9-be2f-704bd99dc771 req-a11d5cad-1d19-4d90-9b76-1a0d85794c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:57.414259 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6fcae384-080b-4bf9-be2f-704bd99dc771 req-a11d5cad-1d19-4d90-9b76-1a0d85794c44 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8265285293a344f28e68f05bc79e732b&device_id=8d51b49b-526f-4781-ad1d-5cc2c43de3d5 HTTP/1.1" status: 200 len: 1126 time: 0.1902823 Mar 22 19:54:57.566166 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-2c2ed9c1-91ec-41e7-abb8-11d14029027c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 973d448c-8566-4c2c-9d25-1718b7c4e257 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:54:57.577142 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-2c2ed9c1-91ec-41e7-abb8-11d14029027c service neutron] Publish callbacks [] for port (973d448c-8566-4c2c-9d25-1718b7c4e257), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:57.617079 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-2c2ed9c1-91ec-41e7-abb8-11d14029027c service neutron] Transition to ACTIVE for port object 973d448c-8566-4c2c-9d25-1718b7c4e257 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:54:57.624120 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8c0a6d90-bd4e-49f1-b1de-abb478de0008 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks [] for port (0f966e9b-08e5-4070-b1fe-32682c10e5c3), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:57.630343 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-2c2ed9c1-91ec-41e7-abb8-11d14029027c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (973d448c-8566-4c2c-9d25-1718b7c4e257), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:57.635738 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcae384-080b-4bf9-be2f-704bd99dc771 req-35e566f7-17c0-4941-ac26-43d6a5746223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:57.637644 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6fcae384-080b-4bf9-be2f-704bd99dc771 req-35e566f7-17c0-4941-ac26-43d6a5746223 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e691b411-d286-4cb7-9b13-827cd7092de3 HTTP/1.1" status: 200 len: 914 time: 0.2169209 Mar 22 19:54:57.640549 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8c0a6d90-bd4e-49f1-b1de-abb478de0008 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (0f966e9b-08e5-4070-b1fe-32682c10e5c3), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:57.699285 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997793d-2c31-456e-b378-c08e420b84bc req-b822b496-cff2-46ac-a1d6-f5d19f634edf tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:57.701902 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7997793d-2c31-456e-b378-c08e420b84bc req-b822b496-cff2-46ac-a1d6-f5d19f634edf tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 944 time: 0.0631213 Mar 22 19:54:57.730402 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ed9c1-91ec-41e7-abb8-11d14029027c service neutron] Pushing event updated for resources: {'Port': ['ID=973d448c-8566-4c2c-9d25-1718b7c4e257,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:57.771053 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6fcae384-080b-4bf9-be2f-704bd99dc771 req-9a657382-95a4-4e55-b65e-e966ae4c22c6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8616fb38-c100-4e36-abe3-aed87e84c040 HTTP/1.1" status: 200 len: 217 time: 0.0716763 Mar 22 19:54:57.787542 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7997793d-2c31-456e-b378-c08e420b84bc req-484d88b3-0636-470f-aa70-abc026ff04e1 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789578 Mar 22 19:54:57.951903 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a6d90-bd4e-49f1-b1de-abb478de0008 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Pushing event updated for resources: {'Port': ['ID=0f966e9b-08e5-4070-b1fe-32682c10e5c3,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:58.008154 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcae384-080b-4bf9-be2f-704bd99dc771 req-2790cef2-f377-4328-83b7-fd70a20b893f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:58.009715 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6fcae384-080b-4bf9-be2f-704bd99dc771 req-2790cef2-f377-4328-83b7-fd70a20b893f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=15d10e51-1cde-45cc-a17a-d477b63dd7b5 HTTP/1.1" status: 200 len: 853 time: 0.1840105 Mar 22 19:54:58.012403 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8c0a6d90-bd4e-49f1-b1de-abb478de0008 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (1820e3c7-0fdb-48f7-a2a6-d3f3d1ccae11), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:58.127616 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6fcae384-080b-4bf9-be2f-704bd99dc771 req-5fbf83bf-68ea-4c10-9f6e-e6692526fc9a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e691b411-d286-4cb7-9b13-827cd7092de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086578 Mar 22 19:54:58.136921 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c9395-b7af-4ef4-9452-fc1e40603204 req-cd930a71-826f-4460-b9df-826070d140e8 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:58.139374 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b98c9395-b7af-4ef4-9452-fc1e40603204 req-cd930a71-826f-4460-b9df-826070d140e8 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d51b49b-526f-4781-ad1d-5cc2c43de3d5 HTTP/1.1" status: 200 len: 943 time: 0.0961998 Mar 22 19:54:58.226736 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b98c9395-b7af-4ef4-9452-fc1e40603204 req-27e79d25-9e08-4456-8fdf-d81b1d26ab48 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/security-groups?id=cc22d86d-ae55-4866-aa73-b99b9fe66ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812945 Mar 22 19:54:58.248002 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-2c2ed9c1-91ec-41e7-abb8-11d14029027c service neutron] Attempting to bind port 973d448c-8566-4c2c-9d25-1718b7c4e257 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:54:58.248474 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-2c2ed9c1-91ec-41e7-abb8-11d14029027c service neutron] Attempting to bind port 973d448c-8566-4c2c-9d25-1718b7c4e257 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:54:58.248932 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-2c2ed9c1-91ec-41e7-abb8-11d14029027c service neutron] Attempting to bind port 973d448c-8566-4c2c-9d25-1718b7c4e257 on network 942e739d-0f2d-40f4-8f81-80042bf466e6 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:54:58.270059 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-2c2ed9c1-91ec-41e7-abb8-11d14029027c service neutron] Port 973d448c-8566-4c2c-9d25-1718b7c4e257 on network 942e739d-0f2d-40f4-8f81-80042bf466e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:54:58.270490 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-2c2ed9c1-91ec-41e7-abb8-11d14029027c service neutron] Attempting to bind port 973d448c-8566-4c2c-9d25-1718b7c4e257 on network 942e739d-0f2d-40f4-8f81-80042bf466e6 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:54:58.285006 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6fcae384-080b-4bf9-be2f-704bd99dc771 req-d0720ae3-28ce-4bd4-98cd-997913b775e7 service neutron] 10.222.0.85 "GET /v2.0/networks/e691b411-d286-4cb7-9b13-827cd7092de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504514 Mar 22 19:54:58.287434 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-2c2ed9c1-91ec-41e7-abb8-11d14029027c service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:54:58.287866 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-2c2ed9c1-91ec-41e7-abb8-11d14029027c service neutron] Checking segment: {'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:54:58.288335 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-2c2ed9c1-91ec-41e7-abb8-11d14029027c service neutron] Bound using segment: {'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:54:58.288864 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-2c2ed9c1-91ec-41e7-abb8-11d14029027c service neutron] Bound port: 973d448c-8566-4c2c-9d25-1718b7c4e257, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:54:58.289331 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-2c2ed9c1-91ec-41e7-abb8-11d14029027c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (973d448c-8566-4c2c-9d25-1718b7c4e257), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:58.379178 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-8c0a6d90-bd4e-49f1-b1de-abb478de0008 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Floating IP 1820e3c7-0fdb-48f7-a2a6-d3f3d1ccae11 associated. External IP: 172.25.5.7, port: ada94ad0-a8f2-4720-bc71-336060585c7a. Mar 22 19:54:58.511951 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-2c2ed9c1-91ec-41e7-abb8-11d14029027c service neutron] For port 973d448c-8566-4c2c-9d25-1718b7c4e257, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:54:58.516713 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-2c2ed9c1-91ec-41e7-abb8-11d14029027c service neutron] For port 973d448c-8566-4c2c-9d25-1718b7c4e257, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=973d448c-8566-4c2c-9d25-1718b7c4e257,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:54:58.519544 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6fcae384-080b-4bf9-be2f-704bd99dc771 req-68138c1e-4cc8-4ce9-85ee-c016206d22eb service neutron] 10.222.0.85 "GET /v2.0/networks/e691b411-d286-4cb7-9b13-827cd7092de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266712 Mar 22 19:54:58.529655 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-2c2ed9c1-91ec-41e7-abb8-11d14029027c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (973d448c-8566-4c2c-9d25-1718b7c4e257), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:58.576545 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-2c2ed9c1-91ec-41e7-abb8-11d14029027c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:58.577263 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-2c2ed9c1-91ec-41e7-abb8-11d14029027c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:58.578862 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-2c2ed9c1-91ec-41e7-abb8-11d14029027c service neutron] 10.222.0.84 "PUT /v2.0/ports/973d448c-8566-4c2c-9d25-1718b7c4e257 HTTP/1.1" status: 200 len: 1093 time: 2.3853872 Mar 22 19:54:58.580315 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ec33c5-3b10-42b2-89ec-e07f46654ee5', 'tag': '973d448c-8566-4c2c-9d25-1718b7c4e257'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:54:58.582723 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab05c119-7415-4a39-8a42-fbd121570a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "57ec33c5-3b10-42b2-89ec-e07f46654ee5", "tag": "973d448c-8566-4c2c-9d25-1718b7c4e257"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:54:58.605680 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:54:58.671222 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a3b053-421d-40f0-a454-c5f3079bd7e7 x-openstack-request-id: req-02a3b053-421d-40f0-a454-c5f3079bd7e7 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:54:58.671654 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ec33c5-3b10-42b2-89ec-e07f46654ee5", "tag": "973d448c-8566-4c2c-9d25-1718b7c4e257", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:54:58.672005 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-02a3b053-421d-40f0-a454-c5f3079bd7e7 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:54:58.672508 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02a3b053-421d-40f0-a454-c5f3079bd7e7'] response: {'name': 'network-changed', 'server_uuid': '57ec33c5-3b10-42b2-89ec-e07f46654ee5', 'tag': '973d448c-8566-4c2c-9d25-1718b7c4e257', 'status': 'completed', 'code': 200} Mar 22 19:54:58.966956 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b669e24-7f92-4f69-bf27-c0cde56b2c4c req-2b977662-9139-4fe9-9274-452ca6c40120 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:58.975382 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b669e24-7f92-4f69-bf27-c0cde56b2c4c req-2b977662-9139-4fe9-9274-452ca6c40120 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 944 time: 0.0750015 Mar 22 19:54:59.029512 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b669e24-7f92-4f69-bf27-c0cde56b2c4c req-119c8b02-bdba-4c05-8bf8-d4c499c393bc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531609 Mar 22 19:54:59.107378 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ed9c1-91ec-41e7-abb8-11d14029027c service neutron] Pushing event updated for resources: {'Port': ['ID=973d448c-8566-4c2c-9d25-1718b7c4e257,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:54:59.144653 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-606d089b-1b69-41c5-a6fd-4651b907afd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:59.146209 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-606d089b-1b69-41c5-a6fd-4651b907afd5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=99d72c7dab634aac93e71becf6d2998e&device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 1127 time: 0.5138793 Mar 22 19:54:59.171444 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0a6d90-bd4e-49f1-b1de-abb478de0008 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Router 1d96dd18-3e75-454b-bb22-637168b6d7ce has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:54:59.201109 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-a385349e-5d0e-4b0b-81b6-bc53bfcc24ba service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=973d448c-8566-4c2c-9d25-1718b7c4e257 HTTP/1.1" status: 200 len: 217 time: 0.0380104 Mar 22 19:54:59.328240 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-900c8f7f-219b-47b3-b2da-bef61303af10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:59.330558 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-900c8f7f-219b-47b3-b2da-bef61303af10 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ce14209e-d9ba-4d1e-8a54-b7950c923a71 HTTP/1.1" status: 200 len: 849 time: 0.1216881 Mar 22 19:54:59.398440 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0a6d90-bd4e-49f1-b1de-abb478de0008 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:54:59.415000 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-9cf1c924-2db4-45c3-b0fa-03747a147415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:59.415675 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68edfa4-af3c-47d7-8c46-c5bb2c1f6431 None None] Sync routers for ids ['1d96dd18-3e75-454b-bb22-637168b6d7ce'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:54:59.416513 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-9cf1c924-2db4-45c3-b0fa-03747a147415 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=942e739d-0f2d-40f4-8f81-80042bf466e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0791619 Mar 22 19:54:59.426002 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8c0a6d90-bd4e-49f1-b1de-abb478de0008 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:54:59.440294 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68edfa4-af3c-47d7-8c46-c5bb2c1f6431 None None] Routers {'1d96dd18-3e75-454b-bb22-637168b6d7ce'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:54:59.443437 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-b68edfa4-af3c-47d7-8c46-c5bb2c1f6431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:54:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['1d96dd18-3e75-454b-bb22-637168b6d7ce'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:59.484417 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14430e-f580-4b72-8d6a-f2ff1dd18405 req-45cea33f-bb4c-4def-adc8-40a6aaff745f tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:59.493200 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0b14430e-f580-4b72-8d6a-f2ff1dd18405 req-45cea33f-bb4c-4def-adc8-40a6aaff745f tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d51b49b-526f-4781-ad1d-5cc2c43de3d5 HTTP/1.1" status: 200 len: 943 time: 0.1476643 Mar 22 19:54:59.513650 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8c0a6d90-bd4e-49f1-b1de-abb478de0008 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 5.1682024 Mar 22 19:54:59.553248 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-21dca095-8c7a-487b-8f76-8682a8c41761 service neutron] 10.222.0.84 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231186 Mar 22 19:54:59.610497 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0b14430e-f580-4b72-8d6a-f2ff1dd18405 req-3d2d56d4-c9be-4c94-8cce-102977130b23 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/security-groups?id=cc22d86d-ae55-4866-aa73-b99b9fe66ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153793 Mar 22 19:54:59.626318 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-b68edfa4-af3c-47d7-8c46-c5bb2c1f6431 None None] Set router 1d96dd18-3e75-454b-bb22-637168b6d7ce gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:54:59.699485 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e90a865d-3c27-44d5-ba18-eff8027fac6f req-99cd2ca9-3d4d-4c2d-8e57-890e58617d6d service neutron] 10.222.0.84 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401110 Mar 22 19:54:59.834042 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05c119-7415-4a39-8a42-fbd121570a0b req-05706bb3-e64b-444a-a17a-b2c4c225fcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:59.836514 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ab05c119-7415-4a39-8a42-fbd121570a0b req-05706bb3-e64b-444a-a17a-b2c4c225fcee service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=99d72c7dab634aac93e71becf6d2998e&device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 1127 time: 0.0720229 Mar 22 19:54:59.965581 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-b68edfa4-af3c-47d7-8c46-c5bb2c1f6431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'name': 'tempest-TestServerBasicOps-1195026120-router', 'tenant_id': 'bc1868a2124b45ca854220f7602fd1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '0d7add59-9f0d-4ad9-a29f-fc93b79f5d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:54:22Z', 'updated_at': '2022-03-22T19:54:27Z', 'revision_number': 4, 'project_id': 'bc1868a2124b45ca854220f7602fd1fb', 'gw_port': {'id': '0d7add59-9f0d-4ad9-a29f-fc93b79f5d98', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:44:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:54:23Z', 'updated_at': '2022-03-22T19:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '1820e3c7-0fdb-48f7-a2a6-d3f3d1ccae11', 'tenant_id': 'bc1868a2124b45ca854220f7602fd1fb', 'floating_ip_address': '172.25.5.7', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'port_id': 'ada94ad0-a8f2-4720-bc71-336060585c7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2', 'mac_address': 'fa:16:3e:9f:ed:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:54:56Z', 'updated_at': '2022-03-22T19:54:56Z', 'revision_number': 0, 'project_id': 'bc1868a2124b45ca854220f7602fd1fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e0eb105-8e0d-4011-ba5f-2d346a569707', 'name': '', 'network_id': 'bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2', 'tenant_id': 'bc1868a2124b45ca854220f7602fd1fb', 'mac_address': 'fa:16:3e:b2:6f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'ed296d06-b179-4b49-807b-75f69bc472e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:54:26Z', 'updated_at': '2022-03-22T19:54:33Z', 'revision_number': 5, 'project_id': 'bc1868a2124b45ca854220f7602fd1fb', 'subnets': [{'id': 'ed296d06-b179-4b49-807b-75f69bc472e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:54:59.983685 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05c119-7415-4a39-8a42-fbd121570a0b req-0c295a6a-9678-49d2-8f13-b49880506981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:54:59.983685 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ab05c119-7415-4a39-8a42-fbd121570a0b req-0c295a6a-9678-49d2-8f13-b49880506981 service neutron] 10.222.0.84 "GET /v2.0/networks?id=942e739d-0f2d-40f4-8f81-80042bf466e6 HTTP/1.1" status: 200 len: 911 time: 0.1408126 Mar 22 19:55:00.000127 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68edfa4-af3c-47d7-8c46-c5bb2c1f6431 None None] Checking router: 1d96dd18-3e75-454b-bb22-637168b6d7ce for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:55:00.008488 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68edfa4-af3c-47d7-8c46-c5bb2c1f6431 None None] Routers {'1d96dd18-3e75-454b-bb22-637168b6d7ce'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:55:00.009307 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-b68edfa4-af3c-47d7-8c46-c5bb2c1f6431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:54:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['1d96dd18-3e75-454b-bb22-637168b6d7ce'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:55:00.030768 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ab05c119-7415-4a39-8a42-fbd121570a0b req-d9bcbae0-6ec0-4500-880b-9f7b146c4fd8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=973d448c-8566-4c2c-9d25-1718b7c4e257 HTTP/1.1" status: 200 len: 217 time: 0.0422182 Mar 22 19:55:00.093263 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05c119-7415-4a39-8a42-fbd121570a0b req-0722e199-1bf9-44ce-9fa8-c3270306f8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:00.094985 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ab05c119-7415-4a39-8a42-fbd121570a0b req-0722e199-1bf9-44ce-9fa8-c3270306f8e9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ce14209e-d9ba-4d1e-8a54-b7950c923a71 HTTP/1.1" status: 200 len: 849 time: 0.0583241 Mar 22 19:55:00.142954 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-b68edfa4-af3c-47d7-8c46-c5bb2c1f6431 None None] Set router 1d96dd18-3e75-454b-bb22-637168b6d7ce gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:55:00.170230 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05c119-7415-4a39-8a42-fbd121570a0b req-694e955e-a45f-4ab2-854b-ca81cc34dd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:00.171904 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ab05c119-7415-4a39-8a42-fbd121570a0b req-694e955e-a45f-4ab2-854b-ca81cc34dd7c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=942e739d-0f2d-40f4-8f81-80042bf466e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0703630 Mar 22 19:55:00.225125 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc865c-e53f-4531-be69-a869618afec5 req-fbac9858-111b-4479-bc71-a51ffe3a7919 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:00.238970 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41dc865c-e53f-4531-be69-a869618afec5 req-fbac9858-111b-4479-bc71-a51ffe3a7919 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 944 time: 0.1036718 Mar 22 19:55:00.335223 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41dc865c-e53f-4531-be69-a869618afec5 req-c95e19cc-ce6f-45b8-9a26-16633b65ca6b tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881870 Mar 22 19:55:00.336236 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ab05c119-7415-4a39-8a42-fbd121570a0b req-41990b36-d7e9-4556-93b8-d1080e56fe98 service neutron] 10.222.0.84 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584952 Mar 22 19:55:00.450082 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-b68edfa4-af3c-47d7-8c46-c5bb2c1f6431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'name': 'tempest-TestServerBasicOps-1195026120-router', 'tenant_id': 'bc1868a2124b45ca854220f7602fd1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '0d7add59-9f0d-4ad9-a29f-fc93b79f5d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:54:22Z', 'updated_at': '2022-03-22T19:54:27Z', 'revision_number': 4, 'project_id': 'bc1868a2124b45ca854220f7602fd1fb', 'gw_port': {'id': '0d7add59-9f0d-4ad9-a29f-fc93b79f5d98', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:44:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:54:23Z', 'updated_at': '2022-03-22T19:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '1820e3c7-0fdb-48f7-a2a6-d3f3d1ccae11', 'tenant_id': 'bc1868a2124b45ca854220f7602fd1fb', 'floating_ip_address': '172.25.5.7', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'port_id': 'ada94ad0-a8f2-4720-bc71-336060585c7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2', 'mac_address': 'fa:16:3e:9f:ed:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:54:56Z', 'updated_at': '2022-03-22T19:54:56Z', 'revision_number': 0, 'project_id': 'bc1868a2124b45ca854220f7602fd1fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e0eb105-8e0d-4011-ba5f-2d346a569707', 'name': '', 'network_id': 'bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2', 'tenant_id': 'bc1868a2124b45ca854220f7602fd1fb', 'mac_address': 'fa:16:3e:b2:6f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'ed296d06-b179-4b49-807b-75f69bc472e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:54:26Z', 'updated_at': '2022-03-22T19:54:33Z', 'revision_number': 5, 'project_id': 'bc1868a2124b45ca854220f7602fd1fb', 'subnets': [{'id': 'ed296d06-b179-4b49-807b-75f69bc472e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:55:00.461281 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ab05c119-7415-4a39-8a42-fbd121570a0b req-bdff85ab-c458-4aef-a4e8-ca767d0b9892 service neutron] 10.222.0.84 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150947 Mar 22 19:55:00.481198 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68edfa4-af3c-47d7-8c46-c5bb2c1f6431 None None] The sync data for ids ['1d96dd18-3e75-454b-bb22-637168b6d7ce'] in n-d-705658-24 is: [{'id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'name': 'tempest-TestServerBasicOps-1195026120-router', 'tenant_id': 'bc1868a2124b45ca854220f7602fd1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '0d7add59-9f0d-4ad9-a29f-fc93b79f5d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:54:22Z', 'updated_at': '2022-03-22T19:54:27Z', 'revision_number': 4, 'project_id': 'bc1868a2124b45ca854220f7602fd1fb', 'gw_port': {'id': '0d7add59-9f0d-4ad9-a29f-fc93b79f5d98', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:44:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:54:23Z', 'updated_at': '2022-03-22T19:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '1820e3c7-0fdb-48f7-a2a6-d3f3d1ccae11', 'tenant_id': 'bc1868a2124b45ca854220f7602fd1fb', 'floating_ip_address': '172.25.5.7', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'port_id': 'ada94ad0-a8f2-4720-bc71-336060585c7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2', 'mac_address': 'fa:16:3e:9f:ed:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:54:56Z', 'updated_at': '2022-03-22T19:54:56Z', 'revision_number': 0, 'project_id': 'bc1868a2124b45ca854220f7602fd1fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e0eb105-8e0d-4011-ba5f-2d346a569707', 'name': '', 'network_id': 'bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2', 'tenant_id': 'bc1868a2124b45ca854220f7602fd1fb', 'mac_address': 'fa:16:3e:b2:6f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'ed296d06-b179-4b49-807b-75f69bc472e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:54:26Z', 'updated_at': '2022-03-22T19:54:33Z', 'revision_number': 5, 'project_id': 'bc1868a2124b45ca854220f7602fd1fb', 'subnets': [{'id': 'ed296d06-b179-4b49-807b-75f69bc472e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:55:00.527182 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 8616fb38-c100-4e36-abe3-aed87e84c040 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:55:00.654538 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 8616fb38-c100-4e36-abe3-aed87e84c040, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=8616fb38-c100-4e36-abe3-aed87e84c040,segment=NetworkSegment(1d4b4ce6-8829-497f-8e5a-a88cca4f637e),segment_id=1d4b4ce6-8829-497f-8e5a-a88cca4f637e)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:55:00.672053 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '8616fb38-c100-4e36-abe3-aed87e84c040', 'network_id': 'e691b411-d286-4cb7-9b13-827cd7092de3', 'port_id': '8616fb38-c100-4e36-abe3-aed87e84c040', 'mac_address': 'fa:16:3e:c1:bc:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15d10e51-1cde-45cc-a17a-d477b63dd7b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:55:00.673363 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350', 'tag': 'ada94ad0-a8f2-4720-bc71-336060585c7a'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:55:00.676672 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378fb766-c4e1-4e16-9e78-d2b745b53dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350", "tag": "ada94ad0-a8f2-4720-bc71-336060585c7a"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:55:00.754052 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 8616fb38-c100-4e36-abe3-aed87e84c040 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:55:00.754702 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8616fb38-c100-4e36-abe3-aed87e84c040), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:00.758441 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd27c72-8827-4a57-8116-d6a34e257e92 x-openstack-request-id: req-8fd27c72-8827-4a57-8116-d6a34e257e92 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:55:00.768843 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350", "tag": "ada94ad0-a8f2-4720-bc71-336060585c7a", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:55:00.769478 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8fd27c72-8827-4a57-8116-d6a34e257e92 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:55:00.770807 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fd27c72-8827-4a57-8116-d6a34e257e92'] response: {'name': 'network-changed', 'server_uuid': 'ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350', 'tag': 'ada94ad0-a8f2-4720-bc71-336060585c7a', 'status': 'completed', 'code': 200} Mar 22 19:55:00.771094 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8616fb38-c100-4e36-abe3-aed87e84c040 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:55:00.802845 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9efffaf-d898-4318-ad17-2dbddd404e5a None None] New status for floating IP 1820e3c7-0fdb-48f7-a2a6-d3f3d1ccae11: ACTIVE {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:55:00.809996 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 8616fb38-c100-4e36-abe3-aed87e84c040, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=8616fb38-c100-4e36-abe3-aed87e84c040,segment=NetworkSegment(1d4b4ce6-8829-497f-8e5a-a88cca4f637e),segment_id=1d4b4ce6-8829-497f-8e5a-a88cca4f637e)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:55:00.858827 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831def4-daac-4e68-83ff-ec3c224c706e req-ee352ec8-c59e-4bfc-a3d2-69fb9c2e861e tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:00.861164 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9831def4-daac-4e68-83ff-ec3c224c706e req-ee352ec8-c59e-4bfc-a3d2-69fb9c2e861e tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d51b49b-526f-4781-ad1d-5cc2c43de3d5 HTTP/1.1" status: 200 len: 943 time: 0.1545827 Mar 22 19:55:00.907057 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378fb766-c4e1-4e16-9e78-d2b745b53dcc req-5d9a9fd9-0c6c-4f66-bfff-3ce59145914f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:00.908859 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-378fb766-c4e1-4e16-9e78-d2b745b53dcc req-5d9a9fd9-0c6c-4f66-bfff-3ce59145914f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bc1868a2124b45ca854220f7602fd1fb&device_id=ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350 HTTP/1.1" status: 200 len: 1128 time: 0.1166480 Mar 22 19:55:00.918161 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8616fb38-c100-4e36-abe3-aed87e84c040), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:00.965356 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9831def4-daac-4e68-83ff-ec3c224c706e req-4b59d8f7-8ecc-4f31-a923-f15cc5d46676 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/security-groups?id=cc22d86d-ae55-4866-aa73-b99b9fe66ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979123 Mar 22 19:55:01.060797 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=8616fb38-c100-4e36-abe3-aed87e84c040,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:01.061813 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378fb766-c4e1-4e16-9e78-d2b745b53dcc req-db758c56-0fa7-4ac0-a10a-cbac73a23ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:01.063544 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-378fb766-c4e1-4e16-9e78-d2b745b53dcc req-db758c56-0fa7-4ac0-a10a-cbac73a23ce2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2 HTTP/1.1" status: 200 len: 910 time: 0.1466563 Mar 22 19:55:01.068475 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:01.069110 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:01.069722 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:01.070280 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:01.070786 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:01.071287 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:01.072328 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:01.072837 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:01.073519 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:01.074044 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:01.074540 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:01.075136 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:01.075644 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:01.076353 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:01.076873 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:01.157361 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-378fb766-c4e1-4e16-9e78-d2b745b53dcc req-0f9f3cc7-9aee-45a9-96bb-90c9fbbc8907 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ada94ad0-a8f2-4720-bc71-336060585c7a HTTP/1.1" status: 200 len: 999 time: 0.0881295 Mar 22 19:55:01.208673 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378fb766-c4e1-4e16-9e78-d2b745b53dcc req-c76d532b-af56-443a-a5c9-9d3eec77314f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:01.210203 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-378fb766-c4e1-4e16-9e78-d2b745b53dcc req-c76d532b-af56-443a-a5c9-9d3eec77314f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ed296d06-b179-4b49-807b-75f69bc472e4 HTTP/1.1" status: 200 len: 848 time: 0.0473514 Mar 22 19:55:01.220532 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['8616fb38-c100-4e36-abe3-aed87e84c040'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:55:01.286680 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378fb766-c4e1-4e16-9e78-d2b745b53dcc req-2d92780d-d45a-4a05-8122-9941ebca6277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:01.288735 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-378fb766-c4e1-4e16-9e78-d2b745b53dcc req-2d92780d-d45a-4a05-8122-9941ebca6277 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0724137 Mar 22 19:55:01.420286 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-378fb766-c4e1-4e16-9e78-d2b745b53dcc req-25a8b378-5b0b-45c0-aea2-9340dfae77cf service neutron] 10.222.0.84 "GET /v2.0/networks/bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239283 Mar 22 19:55:01.485316 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de91bc-2a61-47fe-ab78-c2df63ff4d2c req-9aaf25ad-f349-42fd-9a5b-c050693c663c tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:01.487255 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2de91bc-2a61-47fe-ab78-c2df63ff4d2c req-9aaf25ad-f349-42fd-9a5b-c050693c663c tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 944 time: 0.0683088 Mar 22 19:55:01.541939 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-378fb766-c4e1-4e16-9e78-d2b745b53dcc req-1797f491-96e3-4b0f-abb3-1521404cc6e8 service neutron] 10.222.0.84 "GET /v2.0/networks/bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143992 Mar 22 19:55:01.563047 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2de91bc-2a61-47fe-ab78-c2df63ff4d2c req-d05ae237-f91d-4200-8559-97b2d8b54645 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695381 Mar 22 19:55:02.097902 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31fdece-830f-4beb-8d38-9614849829ca req-02f6c8e8-fdf0-4fd1-b7a6-9ab15a2f17c8 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:02.099783 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e31fdece-830f-4beb-8d38-9614849829ca req-02f6c8e8-fdf0-4fd1-b7a6-9ab15a2f17c8 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d51b49b-526f-4781-ad1d-5cc2c43de3d5 HTTP/1.1" status: 200 len: 944 time: 0.0564458 Mar 22 19:55:02.158774 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e31fdece-830f-4beb-8d38-9614849829ca req-f895bbf4-c6ba-4d88-93ac-e8affb956671 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/security-groups?id=cc22d86d-ae55-4866-aa73-b99b9fe66ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529435 Mar 22 19:55:02.525616 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 8616fb38-c100-4e36-abe3-aed87e84c040 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:55:02.580952 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 8616fb38-c100-4e36-abe3-aed87e84c040 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:55:02.586356 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 8616fb38-c100-4e36-abe3-aed87e84c040 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:55:02.587294 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8616fb38-c100-4e36-abe3-aed87e84c040), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:02.710120 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 8616fb38-c100-4e36-abe3-aed87e84c040 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:55:02.710702 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8616fb38-c100-4e36-abe3-aed87e84c040), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:02.738775 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0c6c9-1325-47a0-94e4-63cca4bebdf0 req-e1f0c4d3-fadb-42b2-919c-f9116de5ed96 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:02.740653 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-12c0c6c9-1325-47a0-94e4-63cca4bebdf0 req-e1f0c4d3-fadb-42b2-919c-f9116de5ed96 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 944 time: 0.0742660 Mar 22 19:55:02.748259 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 8616fb38-c100-4e36-abe3-aed87e84c040, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=8616fb38-c100-4e36-abe3-aed87e84c040,segment=NetworkSegment(1d4b4ce6-8829-497f-8e5a-a88cca4f637e),segment_id=1d4b4ce6-8829-497f-8e5a-a88cca4f637e)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:55:02.749443 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d51b49b-526f-4781-ad1d-5cc2c43de3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8616fb38-c100-4e36-abe3-aed87e84c040'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:55:02.752583 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9a2681-37c8-4a07-8995-8b414269728a" -d '{"events": [{"server_uuid": "8d51b49b-526f-4781-ad1d-5cc2c43de3d5", "name": "network-vif-plugged", "status": "completed", "tag": "8616fb38-c100-4e36-abe3-aed87e84c040"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:55:02.761094 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8616fb38-c100-4e36-abe3-aed87e84c040), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:02.808169 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff118659-7e54-4fe6-ae08-455c34217fa8 x-openstack-request-id: req-ff118659-7e54-4fe6-ae08-455c34217fa8 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:55:02.808595 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d51b49b-526f-4781-ad1d-5cc2c43de3d5", "name": "network-vif-plugged", "status": "completed", "tag": "8616fb38-c100-4e36-abe3-aed87e84c040", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:55:02.808938 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ff118659-7e54-4fe6-ae08-455c34217fa8 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:55:02.809466 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff118659-7e54-4fe6-ae08-455c34217fa8'] response: {'server_uuid': '8d51b49b-526f-4781-ad1d-5cc2c43de3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8616fb38-c100-4e36-abe3-aed87e84c040', 'code': 200} Mar 22 19:55:02.817633 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-12c0c6c9-1325-47a0-94e4-63cca4bebdf0 req-2062140f-c31e-4370-b219-69356e0ac067 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707872 Mar 22 19:55:02.824755 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=8616fb38-c100-4e36-abe3-aed87e84c040,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:02.959095 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc39207-2d2c-4cf0-882a-a2d4fedf6fe3 req-b849293b-23a6-41bf-9459-4e7ade1c81b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:02.963923 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0cc39207-2d2c-4cf0-882a-a2d4fedf6fe3 req-b849293b-23a6-41bf-9459-4e7ade1c81b6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=8d51b49b-526f-4781-ad1d-5cc2c43de3d5 HTTP/1.1" status: 200 len: 1128 time: 0.0805712 Mar 22 19:55:03.027331 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0cc39207-2d2c-4cf0-882a-a2d4fedf6fe3 req-84a4ed97-b216-4fd4-a3e0-195805d65174 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=cc22d86d-ae55-4866-aa73-b99b9fe66ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566404 Mar 22 19:55:03.294519 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d1291-fe11-4349-86a0-c8432a57c873 req-9fc051d6-5715-4bfd-af16-c8424f3b6e6b tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:03.302510 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-807d1291-fe11-4349-86a0-c8432a57c873 req-9fc051d6-5715-4bfd-af16-c8424f3b6e6b tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d51b49b-526f-4781-ad1d-5cc2c43de3d5 HTTP/1.1" status: 200 len: 945 time: 0.0662000 Mar 22 19:55:03.367989 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-807d1291-fe11-4349-86a0-c8432a57c873 req-e7712bcc-c052-4f1f-bd5f-fdef68eeb256 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/security-groups?id=cc22d86d-ae55-4866-aa73-b99b9fe66ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640254 Mar 22 19:55:03.974223 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728a915-2e46-4c20-bc6a-6b82f419bf65 req-059f357d-21cd-48d4-afa1-d3be6337a14e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:03.983763 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c728a915-2e46-4c20-bc6a-6b82f419bf65 req-059f357d-21cd-48d4-afa1-d3be6337a14e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 944 time: 0.0778654 Mar 22 19:55:04.037242 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c728a915-2e46-4c20-bc6a-6b82f419bf65 req-ef5c2ba4-b7cd-423e-8853-8e18d9ac683b tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523362 Mar 22 19:55:04.499534 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c610bb-15da-4366-8a92-3b68ec0d8f9b req-ae88dea6-9feb-4907-9164-5ce6a95bbe24 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:04.501136 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1c610bb-15da-4366-8a92-3b68ec0d8f9b req-ae88dea6-9feb-4907-9164-5ce6a95bbe24 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d51b49b-526f-4781-ad1d-5cc2c43de3d5 HTTP/1.1" status: 200 len: 945 time: 0.0587206 Mar 22 19:55:04.565196 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1c610bb-15da-4366-8a92-3b68ec0d8f9b req-64e23ab3-68b2-4c9c-b5c3-ca9edb61ff1a tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/security-groups?id=cc22d86d-ae55-4866-aa73-b99b9fe66ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575225 Mar 22 19:55:04.624281 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cc366747-060f-4bec-992e-6f3b6acd48dd req-d91b2f96-e9dc-46a1-ac4c-86bc43d6afd9 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=8d51b49b-526f-4781-ad1d-5cc2c43de3d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0737362 Mar 22 19:55:04.736184 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc366747-060f-4bec-992e-6f3b6acd48dd req-3f2f5b68-c333-4cb2-ac7d-5b8ae1f94db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:04.742415 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cc366747-060f-4bec-992e-6f3b6acd48dd req-3f2f5b68-c333-4cb2-ac7d-5b8ae1f94db9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8265285293a344f28e68f05bc79e732b&device_id=8d51b49b-526f-4781-ad1d-5cc2c43de3d5 HTTP/1.1" status: 200 len: 1128 time: 0.0716436 Mar 22 19:55:04.913215 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc366747-060f-4bec-992e-6f3b6acd48dd req-83ab6ec8-3739-4ac6-890a-dd8aa13e22ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:04.914994 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cc366747-060f-4bec-992e-6f3b6acd48dd req-83ab6ec8-3739-4ac6-890a-dd8aa13e22ec service neutron] 10.222.0.85 "GET /v2.0/networks?id=e691b411-d286-4cb7-9b13-827cd7092de3 HTTP/1.1" status: 200 len: 914 time: 0.1467493 Mar 22 19:55:04.992027 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cc366747-060f-4bec-992e-6f3b6acd48dd req-4389f196-b577-4c71-ab10-aa36b0e596a3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8616fb38-c100-4e36-abe3-aed87e84c040 HTTP/1.1" status: 200 len: 217 time: 0.0649838 Mar 22 19:55:05.052490 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc366747-060f-4bec-992e-6f3b6acd48dd req-cf583aa9-496b-41bf-ace4-154ba7a63582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:05.054633 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cc366747-060f-4bec-992e-6f3b6acd48dd req-cf583aa9-496b-41bf-ace4-154ba7a63582 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=15d10e51-1cde-45cc-a17a-d477b63dd7b5 HTTP/1.1" status: 200 len: 853 time: 0.0569324 Mar 22 19:55:05.092939 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cc366747-060f-4bec-992e-6f3b6acd48dd req-93aaf336-6b46-4e36-b4aa-2c5d570d96f0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e691b411-d286-4cb7-9b13-827cd7092de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314021 Mar 22 19:55:05.212116 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb6fa7-d079-494b-93b1-5d5c75b1403d req-e9ee5bbb-a7f0-44c6-9c10-e676f918c5e2 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:05.219915 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-34eb6fa7-d079-494b-93b1-5d5c75b1403d req-e9ee5bbb-a7f0-44c6-9c10-e676f918c5e2 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 944 time: 0.0711772 Mar 22 19:55:05.220855 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cc366747-060f-4bec-992e-6f3b6acd48dd req-42f01e01-0eaf-45c8-8ffb-62a54403ce7a service neutron] 10.222.0.85 "GET /v2.0/networks/e691b411-d286-4cb7-9b13-827cd7092de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218245 Mar 22 19:55:05.276762 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-34eb6fa7-d079-494b-93b1-5d5c75b1403d req-2db8511d-9817-45d3-b830-853d73a1a796 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558403 Mar 22 19:55:05.351078 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cc366747-060f-4bec-992e-6f3b6acd48dd req-2d756cf5-75c6-4667-b92c-3d63e169f7cf service neutron] 10.222.0.85 "GET /v2.0/networks/e691b411-d286-4cb7-9b13-827cd7092de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243660 Mar 22 19:55:06.399635 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b7496-cc2b-4f52-a65e-fa60756fb65f req-f885d3d9-0239-4cdb-ae22-c3875d17b19e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:06.401720 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-074b7496-cc2b-4f52-a65e-fa60756fb65f req-f885d3d9-0239-4cdb-ae22-c3875d17b19e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 944 time: 0.0580378 Mar 22 19:55:06.453747 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-074b7496-cc2b-4f52-a65e-fa60756fb65f req-fbf98a6f-8b0d-42e6-afaf-055e25e30b37 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455410 Mar 22 19:55:07.583601 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aebb68-424a-4d24-a562-7162d8433004 req-b4d67947-8b28-4022-8d67-0930e670e97c tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:07.585126 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-11aebb68-424a-4d24-a562-7162d8433004 req-b4d67947-8b28-4022-8d67-0930e670e97c tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 944 time: 0.0596724 Mar 22 19:55:07.650869 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-11aebb68-424a-4d24-a562-7162d8433004 req-7fed2b55-d766-47a2-bfa1-bcbbb6dfa36c tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580068 Mar 22 19:55:08.807224 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a1ed8-8990-41b7-a02e-c08b66bc965f req-cbb90feb-c655-4451-a825-e657967253f4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:08.808787 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-029a1ed8-8990-41b7-a02e-c08b66bc965f req-cbb90feb-c655-4451-a825-e657967253f4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 944 time: 0.0790217 Mar 22 19:55:08.859710 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-029a1ed8-8990-41b7-a02e-c08b66bc965f req-74ee7b6c-a9dd-4175-968f-2d23722017ae tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447435 Mar 22 19:55:09.989109 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9578b89-27a9-4a4f-a42b-8fd8ee65f71e req-fdd01d08-88de-4e2b-a880-29d2d600f3a7 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:09.990746 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9578b89-27a9-4a4f-a42b-8fd8ee65f71e req-fdd01d08-88de-4e2b-a880-29d2d600f3a7 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 944 time: 0.0578146 Mar 22 19:55:10.043819 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9578b89-27a9-4a4f-a42b-8fd8ee65f71e req-4b96af81-3747-46bf-94eb-8541a673f0e4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465527 Mar 22 19:55:11.193544 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed246e23-1117-498e-97b1-fd4fdac141da req-e686de32-f4cd-4a9c-9e76-fc2b514f298e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:11.195119 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed246e23-1117-498e-97b1-fd4fdac141da req-e686de32-f4cd-4a9c-9e76-fc2b514f298e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 944 time: 0.0627668 Mar 22 19:55:11.247848 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed246e23-1117-498e-97b1-fd4fdac141da req-432c1b32-3e0c-4b91-a9dc-2ca2ef3229a1 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463021 Mar 22 19:55:12.370320 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f58b32-5e81-4b13-b2fb-a8042a610ed3 req-b82c6ace-7827-415c-a5f6-daca16a6e431 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:12.371821 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-89f58b32-5e81-4b13-b2fb-a8042a610ed3 req-b82c6ace-7827-415c-a5f6-daca16a6e431 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 944 time: 0.0535674 Mar 22 19:55:12.428604 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-89f58b32-5e81-4b13-b2fb-a8042a610ed3 req-285c51ce-87af-45ee-9904-27124b669c6c tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494404 Mar 22 19:55:13.472277 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 973d448c-8566-4c2c-9d25-1718b7c4e257 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:55:13.564364 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752292f9-06b1-49ea-8bb4-a1ed99473608 req-36d8fd3b-b430-44a1-8cfd-9c4a69d6e52e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:13.572516 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-752292f9-06b1-49ea-8bb4-a1ed99473608 req-36d8fd3b-b430-44a1-8cfd-9c4a69d6e52e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 944 time: 0.0652976 Mar 22 19:55:13.628595 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 973d448c-8566-4c2c-9d25-1718b7c4e257, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=973d448c-8566-4c2c-9d25-1718b7c4e257,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:55:13.636251 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-752292f9-06b1-49ea-8bb4-a1ed99473608 req-6a55fe1e-b8f9-450b-9282-a89dc5fe7d09 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624502 Mar 22 19:55:13.647003 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '973d448c-8566-4c2c-9d25-1718b7c4e257', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'port_id': '973d448c-8566-4c2c-9d25-1718b7c4e257', 'mac_address': 'fa:16:3e:e4:57:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:55:13.691446 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 973d448c-8566-4c2c-9d25-1718b7c4e257 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:55:13.691747 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (973d448c-8566-4c2c-9d25-1718b7c4e257), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:13.706275 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 973d448c-8566-4c2c-9d25-1718b7c4e257 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:55:13.726017 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 973d448c-8566-4c2c-9d25-1718b7c4e257, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=973d448c-8566-4c2c-9d25-1718b7c4e257,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:55:13.731083 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (973d448c-8566-4c2c-9d25-1718b7c4e257), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:13.795476 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=973d448c-8566-4c2c-9d25-1718b7c4e257,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:13.941305 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['973d448c-8566-4c2c-9d25-1718b7c4e257'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:55:14.759336 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373a41a-95c7-4d64-aef5-528ca283eaf2 req-c2bfbf1d-4981-49ad-8a3c-0c7fc60e5f4d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:14.760987 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f373a41a-95c7-4d64-aef5-528ca283eaf2 req-c2bfbf1d-4981-49ad-8a3c-0c7fc60e5f4d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 945 time: 0.0572767 Mar 22 19:55:14.810100 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f373a41a-95c7-4d64-aef5-528ca283eaf2 req-4cc321e2-2169-4a4a-9888-1ec70cf127c8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428772 Mar 22 19:55:15.161742 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b8588c72-de99-487b-810b-8fa38d0fa710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:15.472354 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 973d448c-8566-4c2c-9d25-1718b7c4e257 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:55:15.527625 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 973d448c-8566-4c2c-9d25-1718b7c4e257 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:55:15.532258 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 973d448c-8566-4c2c-9d25-1718b7c4e257 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:55:15.532684 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (973d448c-8566-4c2c-9d25-1718b7c4e257), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:15.628415 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 973d448c-8566-4c2c-9d25-1718b7c4e257 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:55:15.628814 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (973d448c-8566-4c2c-9d25-1718b7c4e257), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:15.656947 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ec33c5-3b10-42b2-89ec-e07f46654ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973d448c-8566-4c2c-9d25-1718b7c4e257'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:55:15.659758 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d001f206-cb3b-452b-84c8-60943219620b" -d '{"events": [{"server_uuid": "57ec33c5-3b10-42b2-89ec-e07f46654ee5", "name": "network-vif-plugged", "status": "completed", "tag": "973d448c-8566-4c2c-9d25-1718b7c4e257"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:55:15.673218 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 973d448c-8566-4c2c-9d25-1718b7c4e257, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=973d448c-8566-4c2c-9d25-1718b7c4e257,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:55:15.685760 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (973d448c-8566-4c2c-9d25-1718b7c4e257), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:15.709564 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea89603-ac98-4400-ad11-3780f6750811 x-openstack-request-id: req-9ea89603-ac98-4400-ad11-3780f6750811 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:55:15.709885 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ec33c5-3b10-42b2-89ec-e07f46654ee5", "name": "network-vif-plugged", "status": "completed", "tag": "973d448c-8566-4c2c-9d25-1718b7c4e257", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:55:15.710386 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9ea89603-ac98-4400-ad11-3780f6750811 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:55:15.710791 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ea89603-ac98-4400-ad11-3780f6750811'] response: {'server_uuid': '57ec33c5-3b10-42b2-89ec-e07f46654ee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973d448c-8566-4c2c-9d25-1718b7c4e257', 'code': 200} Mar 22 19:55:15.736724 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=973d448c-8566-4c2c-9d25-1718b7c4e257,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:15.820218 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b76f72-a792-4f50-a119-5cc607694ece req-f9775cac-7760-4d3a-80cb-8fedf1ab83ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:15.822329 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-44b76f72-a792-4f50-a119-5cc607694ece req-f9775cac-7760-4d3a-80cb-8fedf1ab83ff service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 1129 time: 0.0506122 Mar 22 19:55:15.869770 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-44b76f72-a792-4f50-a119-5cc607694ece req-99061eed-957e-4182-96f2-a76d302a1c0a service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417614 Mar 22 19:55:15.945917 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1050f1-27cf-408f-b6a4-9623c141ca51 req-fb33e6db-df91-4dd0-af48-ff117793692e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:15.947472 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-de1050f1-27cf-408f-b6a4-9623c141ca51 req-fb33e6db-df91-4dd0-af48-ff117793692e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 946 time: 0.0547500 Mar 22 19:55:15.988881 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:15.996919 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-de1050f1-27cf-408f-b6a4-9623c141ca51 req-e03744f2-343b-4b09-b635-1a1187bedb39 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438690 Mar 22 19:55:17.125366 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52655f-2dc8-4f1e-8d48-502ffe599555 req-e3a7e376-fc99-42b3-9f23-9942755281e7 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:17.128048 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6b52655f-2dc8-4f1e-8d48-502ffe599555 req-e3a7e376-fc99-42b3-9f23-9942755281e7 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 946 time: 0.0604382 Mar 22 19:55:17.182243 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6b52655f-2dc8-4f1e-8d48-502ffe599555 req-91f50489-4da2-48a3-9229-b1376dd762a5 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481131 Mar 22 19:55:17.309005 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b073e-3b41-4f60-bc0f-545d37131079 req-ce894130-5716-4bd2-9e55-d555d58db499 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:17.310601 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-011b073e-3b41-4f60-bc0f-545d37131079 req-ce894130-5716-4bd2-9e55-d555d58db499 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 946 time: 0.0572660 Mar 22 19:55:17.364554 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-011b073e-3b41-4f60-bc0f-545d37131079 req-40546588-785c-4dbc-8186-8cf069acc791 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474780 Mar 22 19:55:17.406804 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-575ca9c9-b929-4c14-b5d6-ef1bea702129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:18.533776 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:18.759376 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:20.197936 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:20.987614 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-385a76d5-6a7c-46f7-8d22-30f224db1b6c tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:20.989103 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-385a76d5-6a7c-46f7-8d22-30f224db1b6c tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/networks?id=942e739d-0f2d-40f4-8f81-80042bf466e6 HTTP/1.1" status: 200 len: 810 time: 0.1144238 Mar 22 19:55:21.005540 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-7dc5e290-9b20-4a37-8c8e-8ae9e5e5eae0 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/quotas/99d72c7dab634aac93e71becf6d2998e HTTP/1.1" status: 200 len: 375 time: 0.0093873 Mar 22 19:55:21.067032 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-da988c1e-e595-4b6c-8b92-05873328d7a7 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=99d72c7dab634aac93e71becf6d2998e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0549531 Mar 22 19:55:21.077694 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-7091250f-78fc-48d7-b3aa-55004052b126 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:55:21.078821 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-7091250f-78fc-48d7-b3aa-55004052b126 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052235 Mar 22 19:55:21.179589 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-9c221d18-2913-47c4-a45a-c8bd2f2e38db service neutron] 10.222.0.75 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947168 Mar 22 19:55:21.280240 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-51bccda7-2bad-4cfe-b435-8f680568ffe4 service neutron] 10.222.0.75 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910206 Mar 22 19:55:21.370094 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:21.497927 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-92adb38c-1c17-4eb3-84b3-1fad10ffb53e req-92cec56e-dc84-471d-a12e-008c057eec7b tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 210 time: 0.0361319 Mar 22 19:55:22.520041 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-bcabb2d8-aee9-4506-9636-e5b1c548b393 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:22.531089 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-bcabb2d8-aee9-4506-9636-e5b1c548b393 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.85 "GET /v2.0/networks?id=942e739d-0f2d-40f4-8f81-80042bf466e6 HTTP/1.1" status: 200 len: 810 time: 0.1350667 Mar 22 19:55:22.544671 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-bce265c6-b9f3-4620-8023-3e11cfb6f1c4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Request body: {'port': {'device_id': '07bc9fb2-9398-40c1-81b2-30bd633d1c44', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'admin_state_up': True, 'tenant_id': '99d72c7dab634aac93e71becf6d2998e'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:55:22.640269 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-de15fae0-2da0-4eff-a3af-2f266bd473d2 req-f8d7c8ec-ae44-4b6c-a1d0-b762eb1eb3b9 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 210 time: 0.0296845 Mar 22 19:55:22.733638 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-bce265c6-b9f3-4620-8023-3e11cfb6f1c4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Made reservation on behalf of 99d72c7dab634aac93e71becf6d2998e for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:55:22.740757 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-bce265c6-b9f3-4620-8023-3e11cfb6f1c4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:22.915934 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-bce265c6-b9f3-4620-8023-3e11cfb6f1c4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Allocated IP 172.20.0.5 (942e739d-0f2d-40f4-8f81-80042bf466e6/ce14209e-d9ba-4d1e-8a54-b7950c923a71/86c05b9b-b44a-487f-83ca-ba580ea603ee) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:55:23.130724 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-bce265c6-b9f3-4620-8023-3e11cfb6f1c4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for port (86c05b9b-b44a-487f-83ca-ba580ea603ee), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:23.170836 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-bce265c6-b9f3-4620-8023-3e11cfb6f1c4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (86c05b9b-b44a-487f-83ca-ba580ea603ee), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:23.184961 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['973d448c-8566-4c2c-9d25-1718b7c4e257'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:55:23.260649 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-bce265c6-b9f3-4620-8023-3e11cfb6f1c4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Network 942e739d-0f2d-40f4-8f81-80042bf466e6 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:55:23.265634 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-bce265c6-b9f3-4620-8023-3e11cfb6f1c4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:55:23.267836 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce265c6-b9f3-4620-8023-3e11cfb6f1c4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Pushing event updated for resources: {'Port': ['ID=86c05b9b-b44a-487f-83ca-ba580ea603ee,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:23.270378 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-bce265c6-b9f3-4620-8023-3e11cfb6f1c4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:55:23.282667 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce265c6-b9f3-4620-8023-3e11cfb6f1c4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:23.283234 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce265c6-b9f3-4620-8023-3e11cfb6f1c4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:23.283741 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce265c6-b9f3-4620-8023-3e11cfb6f1c4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:23.284244 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce265c6-b9f3-4620-8023-3e11cfb6f1c4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:23.284740 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce265c6-b9f3-4620-8023-3e11cfb6f1c4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:23.285254 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce265c6-b9f3-4620-8023-3e11cfb6f1c4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:23.285745 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce265c6-b9f3-4620-8023-3e11cfb6f1c4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:23.286375 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce265c6-b9f3-4620-8023-3e11cfb6f1c4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:23.286865 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce265c6-b9f3-4620-8023-3e11cfb6f1c4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:23.287371 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce265c6-b9f3-4620-8023-3e11cfb6f1c4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:23.287861 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce265c6-b9f3-4620-8023-3e11cfb6f1c4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:23.288348 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce265c6-b9f3-4620-8023-3e11cfb6f1c4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:23.288833 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce265c6-b9f3-4620-8023-3e11cfb6f1c4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:23.289317 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce265c6-b9f3-4620-8023-3e11cfb6f1c4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:23.289887 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce265c6-b9f3-4620-8023-3e11cfb6f1c4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:55:23.388995 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-bce265c6-b9f3-4620-8023-3e11cfb6f1c4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:23.389681 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-bce265c6-b9f3-4620-8023-3e11cfb6f1c4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:23.425490 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-bce265c6-b9f3-4620-8023-3e11cfb6f1c4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8851953 Mar 22 19:55:23.435822 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-09a3b428-a504-43fc-a655-a4e4d9afcbe5 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:55:23.441146 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-09a3b428-a504-43fc-a655-a4e4d9afcbe5 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093217 Mar 22 19:55:23.453471 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-8c266df1-4425-490c-a5ce-4f5b28ea0117 service neutron] Request body: {'port': {'device_id': '07bc9fb2-9398-40c1-81b2-30bd633d1c44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:55:23.577985 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-8c266df1-4425-490c-a5ce-4f5b28ea0117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (86c05b9b-b44a-487f-83ca-ba580ea603ee), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:23.637973 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-eefbc4fd-08f1-401c-9273-4a06ec3c5dd6 None None] Provisioning complete for port 86c05b9b-b44a-487f-83ca-ba580ea603ee triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:55:23.638352 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-eefbc4fd-08f1-401c-9273-4a06ec3c5dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (86c05b9b-b44a-487f-83ca-ba580ea603ee), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:23.680886 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-eefbc4fd-08f1-401c-9273-4a06ec3c5dd6 None None] Port 86c05b9b-b44a-487f-83ca-ba580ea603ee cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:55:23.836438 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb2810-a883-43d2-a2fd-5d4a83264483 req-aab40b64-958e-4763-8dad-ea404621d061 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:23.838150 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51cb2810-a883-43d2-a2fd-5d4a83264483 req-aab40b64-958e-4763-8dad-ea404621d061 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 931 time: 0.1077712 Mar 22 19:55:23.949780 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51cb2810-a883-43d2-a2fd-5d4a83264483 req-ce883950-1655-46d7-97a6-79f787f5a571 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917165 Mar 22 19:55:23.984883 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-8c266df1-4425-490c-a5ce-4f5b28ea0117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86c05b9b-b44a-487f-83ca-ba580ea603ee {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:55:23.994647 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-8c266df1-4425-490c-a5ce-4f5b28ea0117 service neutron] Publish callbacks [] for port (86c05b9b-b44a-487f-83ca-ba580ea603ee), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:24.016066 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-8c266df1-4425-490c-a5ce-4f5b28ea0117 service neutron] Transition to ACTIVE for port object 86c05b9b-b44a-487f-83ca-ba580ea603ee will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:55:24.028363 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-8c266df1-4425-490c-a5ce-4f5b28ea0117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (86c05b9b-b44a-487f-83ca-ba580ea603ee), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:24.137824 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c266df1-4425-490c-a5ce-4f5b28ea0117 service neutron] Pushing event updated for resources: {'Port': ['ID=86c05b9b-b44a-487f-83ca-ba580ea603ee,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:24.218320 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-8c266df1-4425-490c-a5ce-4f5b28ea0117 service neutron] Attempting to bind port 86c05b9b-b44a-487f-83ca-ba580ea603ee on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:55:24.219185 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-8c266df1-4425-490c-a5ce-4f5b28ea0117 service neutron] Attempting to bind port 86c05b9b-b44a-487f-83ca-ba580ea603ee by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:55:24.219760 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-8c266df1-4425-490c-a5ce-4f5b28ea0117 service neutron] Attempting to bind port 86c05b9b-b44a-487f-83ca-ba580ea603ee on network 942e739d-0f2d-40f4-8f81-80042bf466e6 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:55:24.229290 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-8c266df1-4425-490c-a5ce-4f5b28ea0117 service neutron] Port 86c05b9b-b44a-487f-83ca-ba580ea603ee on network 942e739d-0f2d-40f4-8f81-80042bf466e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:55:24.230015 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-8c266df1-4425-490c-a5ce-4f5b28ea0117 service neutron] Attempting to bind port 86c05b9b-b44a-487f-83ca-ba580ea603ee on network 942e739d-0f2d-40f4-8f81-80042bf466e6 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:55:24.249232 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-8c266df1-4425-490c-a5ce-4f5b28ea0117 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:55:24.250160 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-8c266df1-4425-490c-a5ce-4f5b28ea0117 service neutron] Checking segment: {'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:55:24.251628 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-8c266df1-4425-490c-a5ce-4f5b28ea0117 service neutron] Bound using segment: {'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:55:24.252383 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-8c266df1-4425-490c-a5ce-4f5b28ea0117 service neutron] Bound port: 86c05b9b-b44a-487f-83ca-ba580ea603ee, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:55:24.253157 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-8c266df1-4425-490c-a5ce-4f5b28ea0117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (86c05b9b-b44a-487f-83ca-ba580ea603ee), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:24.376785 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-8c266df1-4425-490c-a5ce-4f5b28ea0117 service neutron] For port 86c05b9b-b44a-487f-83ca-ba580ea603ee, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:55:24.396510 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-8c266df1-4425-490c-a5ce-4f5b28ea0117 service neutron] For port 86c05b9b-b44a-487f-83ca-ba580ea603ee, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=86c05b9b-b44a-487f-83ca-ba580ea603ee,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:55:24.418443 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-8c266df1-4425-490c-a5ce-4f5b28ea0117 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (86c05b9b-b44a-487f-83ca-ba580ea603ee), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:24.466774 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-8c266df1-4425-490c-a5ce-4f5b28ea0117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:24.467634 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-8c266df1-4425-490c-a5ce-4f5b28ea0117 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:24.469527 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-8c266df1-4425-490c-a5ce-4f5b28ea0117 service neutron] 10.222.0.85 "PUT /v2.0/ports/86c05b9b-b44a-487f-83ca-ba580ea603ee HTTP/1.1" status: 200 len: 1092 time: 1.0202887 Mar 22 19:55:24.470126 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07bc9fb2-9398-40c1-81b2-30bd633d1c44', 'tag': '86c05b9b-b44a-487f-83ca-ba580ea603ee'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:55:24.472709 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7a874d-d49d-4e94-b2bb-e243bea0e944" -d '{"events": [{"name": "network-changed", "server_uuid": "07bc9fb2-9398-40c1-81b2-30bd633d1c44", "tag": "86c05b9b-b44a-487f-83ca-ba580ea603ee"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:55:24.588779 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21006c5-b5e8-4bb1-9b52-2b5b9549beed x-openstack-request-id: req-a21006c5-b5e8-4bb1-9b52-2b5b9549beed {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:55:24.589960 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07bc9fb2-9398-40c1-81b2-30bd633d1c44", "tag": "86c05b9b-b44a-487f-83ca-ba580ea603ee", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:55:24.590489 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a21006c5-b5e8-4bb1-9b52-2b5b9549beed {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:55:24.591157 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a21006c5-b5e8-4bb1-9b52-2b5b9549beed'] response: {'name': 'network-changed', 'server_uuid': '07bc9fb2-9398-40c1-81b2-30bd633d1c44', 'tag': '86c05b9b-b44a-487f-83ca-ba580ea603ee', 'status': 'completed', 'code': 200} Mar 22 19:55:24.597608 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c266df1-4425-490c-a5ce-4f5b28ea0117 service neutron] Pushing event updated for resources: {'Port': ['ID=86c05b9b-b44a-487f-83ca-ba580ea603ee,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:24.638860 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-26bb85ef-b108-443c-8793-7791b3280d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:24.640948 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-26bb85ef-b108-443c-8793-7791b3280d16 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=99d72c7dab634aac93e71becf6d2998e&device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 1126 time: 0.1177406 Mar 22 19:55:24.721137 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-b5b2ecb2-4a63-4ab0-9cb5-2b7297a688c6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86c05b9b-b44a-487f-83ca-ba580ea603ee HTTP/1.1" status: 200 len: 217 time: 0.0680292 Mar 22 19:55:24.780895 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-1d1b88ff-fc70-4c14-a483-46d9596057dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:24.782516 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-1d1b88ff-fc70-4c14-a483-46d9596057dc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ce14209e-d9ba-4d1e-8a54-b7950c923a71 HTTP/1.1" status: 200 len: 849 time: 0.0567980 Mar 22 19:55:24.870556 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-c29d427d-3e38-4b67-81bc-7f69688ce8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:24.872922 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-c29d427d-3e38-4b67-81bc-7f69688ce8be service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=942e739d-0f2d-40f4-8f81-80042bf466e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0838640 Mar 22 19:55:25.015100 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-7e419a89-0b89-4d83-9222-c97185addbe1 service neutron] 10.222.0.85 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338668 Mar 22 19:55:25.119071 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d6474-08b4-4b28-8b2b-e2566a03e2b2 req-d933593e-8167-4d84-8e5d-ea6a3bd9664c tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:25.120852 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-540d6474-08b4-4b28-8b2b-e2566a03e2b2 req-d933593e-8167-4d84-8e5d-ea6a3bd9664c tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 943 time: 0.0915396 Mar 22 19:55:25.149880 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ec40b280-30cd-437d-a8fb-376262fb41e9 req-f67e7206-81ad-49ad-a40e-df8ea4fdec35 service neutron] 10.222.0.85 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275973 Mar 22 19:55:25.207919 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-540d6474-08b4-4b28-8b2b-e2566a03e2b2 req-889842c7-223e-4853-bc57-2ef0065ff2b3 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799828 Mar 22 19:55:25.310321 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a874d-d49d-4e94-b2bb-e243bea0e944 req-dd473ec5-00a1-409f-bcfa-0d0b09af7563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:25.311831 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0e7a874d-d49d-4e94-b2bb-e243bea0e944 req-dd473ec5-00a1-409f-bcfa-0d0b09af7563 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=99d72c7dab634aac93e71becf6d2998e&device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 1126 time: 0.1046259 Mar 22 19:55:25.485235 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a874d-d49d-4e94-b2bb-e243bea0e944 req-c40e86cd-5299-419f-82f8-4594696a29ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:25.486871 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0e7a874d-d49d-4e94-b2bb-e243bea0e944 req-c40e86cd-5299-419f-82f8-4594696a29ae service neutron] 10.222.0.85 "GET /v2.0/networks?id=942e739d-0f2d-40f4-8f81-80042bf466e6 HTTP/1.1" status: 200 len: 911 time: 0.1590924 Mar 22 19:55:25.534444 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0e7a874d-d49d-4e94-b2bb-e243bea0e944 req-88e16720-d4b9-448a-aa41-1f999425c3a0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86c05b9b-b44a-487f-83ca-ba580ea603ee HTTP/1.1" status: 200 len: 217 time: 0.0392807 Mar 22 19:55:25.599626 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a874d-d49d-4e94-b2bb-e243bea0e944 req-25014784-7751-488a-a112-547a626f5178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:25.601095 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0e7a874d-d49d-4e94-b2bb-e243bea0e944 req-25014784-7751-488a-a112-547a626f5178 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ce14209e-d9ba-4d1e-8a54-b7950c923a71 HTTP/1.1" status: 200 len: 849 time: 0.0600233 Mar 22 19:55:25.655561 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a874d-d49d-4e94-b2bb-e243bea0e944 req-3a7097e8-beec-4ec3-a17d-4cc3126394bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:25.657165 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0e7a874d-d49d-4e94-b2bb-e243bea0e944 req-3a7097e8-beec-4ec3-a17d-4cc3126394bd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=942e739d-0f2d-40f4-8f81-80042bf466e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477064 Mar 22 19:55:25.745871 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0e7a874d-d49d-4e94-b2bb-e243bea0e944 req-4d0048bf-53f1-4cfe-80b8-02e1f2b69658 service neutron] 10.222.0.85 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825856 Mar 22 19:55:25.848243 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0e7a874d-d49d-4e94-b2bb-e243bea0e944 req-c70beebd-a418-449d-b1b0-6bcf53708f42 service neutron] 10.222.0.85 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954077 Mar 22 19:55:26.338020 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a456a-4cbf-4641-a19e-cdc0ff4bb71d req-bc0b666b-e5a9-421d-a88e-ad039a5ac6bf tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:26.339599 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-004a456a-4cbf-4641-a19e-cdc0ff4bb71d req-bc0b666b-e5a9-421d-a88e-ad039a5ac6bf tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 943 time: 0.0562704 Mar 22 19:55:26.409230 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-004a456a-4cbf-4641-a19e-cdc0ff4bb71d req-243644b5-b49f-48c2-bab5-58f792717793 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597920 Mar 22 19:55:27.562620 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b3806-1a10-4289-82ba-25281df017a1 req-36d144fd-b8a8-4c9f-8754-5297642155a6 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:27.570046 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-805b3806-1a10-4289-82ba-25281df017a1 req-36d144fd-b8a8-4c9f-8754-5297642155a6 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 943 time: 0.0765536 Mar 22 19:55:27.650835 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-805b3806-1a10-4289-82ba-25281df017a1 req-df371591-60bf-4552-96e9-b9f4bc54aa9b tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796905 Mar 22 19:55:28.844332 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9b4ae-99d0-48d5-aa29-90353825397b req-b5950e9a-10d2-4f1c-90c5-8e07d3834a58 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:28.854089 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32d9b4ae-99d0-48d5-aa29-90353825397b req-b5950e9a-10d2-4f1c-90c5-8e07d3834a58 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 943 time: 0.0781074 Mar 22 19:55:28.920192 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32d9b4ae-99d0-48d5-aa29-90353825397b req-a364a9f7-73ae-40dc-979f-6f825469844e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628245 Mar 22 19:55:29.415310 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 60322) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:55:29.521286 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75559d00-33ea-4ee3-b555-7c672c1b645f req-3f0adf5b-47c2-4879-bc62-ff7900bac5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:29.522970 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-75559d00-33ea-4ee3-b555-7c672c1b645f req-3f0adf5b-47c2-4879-bc62-ff7900bac5fd service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350 HTTP/1.1" status: 200 len: 1128 time: 0.1066489 Mar 22 19:55:29.574032 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-75559d00-33ea-4ee3-b555-7c672c1b645f req-2c7909e0-a50b-4be6-b843-c3e9c76b011e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1c45c569-30b3-4e33-918d-129a9201acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454099 Mar 22 19:55:30.067665 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12a6e2-d578-4cd8-8389-37f4a9e8fcdc req-39000e0a-bde2-422c-af81-04e14ba6f2b7 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:30.070274 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c12a6e2-d578-4cd8-8389-37f4a9e8fcdc req-39000e0a-bde2-422c-af81-04e14ba6f2b7 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 943 time: 0.0714059 Mar 22 19:55:30.147654 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c12a6e2-d578-4cd8-8389-37f4a9e8fcdc req-5d5a9cd3-6498-4b47-81a3-460caae1fb64 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695655 Mar 22 19:55:31.306293 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a62dcb-e286-4240-9ceb-9064fd3408eb req-01a8142a-286b-4d89-a33f-8574d95132ca tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:31.309349 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78a62dcb-e286-4240-9ceb-9064fd3408eb req-01a8142a-286b-4d89-a33f-8574d95132ca tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 943 time: 0.0819755 Mar 22 19:55:31.397612 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78a62dcb-e286-4240-9ceb-9064fd3408eb req-8ac3612a-20fd-44a6-9c60-b9757a09ec4c tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758994 Mar 22 19:55:32.595345 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e28afc-9751-46ba-b6e1-97db1e6a21d9 req-86044f92-a575-48d4-83f2-58f9bede9e4f tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:32.597912 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a1e28afc-9751-46ba-b6e1-97db1e6a21d9 req-86044f92-a575-48d4-83f2-58f9bede9e4f tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 943 time: 0.0968046 Mar 22 19:55:32.712858 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a1e28afc-9751-46ba-b6e1-97db1e6a21d9 req-c055b807-58d5-4771-9693-9852a4b2e8ce tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072609 Mar 22 19:55:33.903226 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee76cf-5d17-41ff-9a91-5e404e6e8f6c req-0b228f90-612d-4a92-b3b6-5a3c2c18061f tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:33.910447 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-18ee76cf-5d17-41ff-9a91-5e404e6e8f6c req-0b228f90-612d-4a92-b3b6-5a3c2c18061f tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 943 time: 0.0775778 Mar 22 19:55:33.979963 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-18ee76cf-5d17-41ff-9a91-5e404e6e8f6c req-43cde039-6ffb-42f8-aefa-2d78ab9c076e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620630 Mar 22 19:55:35.203404 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570ca98-cd2d-49b2-92d6-8751557bdeb0 req-43a49072-d602-49e0-8eda-40673fb5b933 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:35.219464 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b570ca98-cd2d-49b2-92d6-8751557bdeb0 req-43a49072-d602-49e0-8eda-40673fb5b933 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 943 time: 0.1302946 Mar 22 19:55:35.283456 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b570ca98-cd2d-49b2-92d6-8751557bdeb0 req-8a358147-0836-4a23-aa19-3d81f2bb76e9 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616171 Mar 22 19:55:35.595579 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:55:36.461409 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f15d40-e45c-4f28-9ed9-8ef2e1213692 req-5af826b0-b601-45c5-8af9-a0b84da33168 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:36.469657 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-36f15d40-e45c-4f28-9ed9-8ef2e1213692 req-5af826b0-b601-45c5-8af9-a0b84da33168 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 943 time: 0.0932925 Mar 22 19:55:36.524607 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-36f15d40-e45c-4f28-9ed9-8ef2e1213692 req-cac0d85e-7f13-40ee-bb0c-e68e66cef212 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515423 Mar 22 19:55:37.644749 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8e6e0-31d8-464d-a6c2-9dbf2d116ab9 req-20634c63-d058-4a04-9be1-d65c3f542033 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:37.646414 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65a8e6e0-31d8-464d-a6c2-9dbf2d116ab9 req-20634c63-d058-4a04-9be1-d65c3f542033 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 943 time: 0.0581505 Mar 22 19:55:37.697251 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65a8e6e0-31d8-464d-a6c2-9dbf2d116ab9 req-62edd23e-9e9f-40a4-a24e-6d95c78d1a72 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428081 Mar 22 19:55:38.865902 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab086b-2b66-44e9-9d2d-4ec085a53c18 req-3e420506-49ae-4f94-b475-32c8a444f66b tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:38.868758 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e5ab086b-2b66-44e9-9d2d-4ec085a53c18 req-3e420506-49ae-4f94-b475-32c8a444f66b tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 943 time: 0.0719712 Mar 22 19:55:38.928030 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e5ab086b-2b66-44e9-9d2d-4ec085a53c18 req-c8532d01-3b32-402e-9509-221db9db119f tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523279 Mar 22 19:55:40.144839 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1d2b7-6b4c-46eb-af36-2c07fb89ec8f req-266a2c50-4d5e-46a3-b8dc-20302f6e5658 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:40.147267 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74f1d2b7-6b4c-46eb-af36-2c07fb89ec8f req-266a2c50-4d5e-46a3-b8dc-20302f6e5658 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 943 time: 0.0727947 Mar 22 19:55:40.220418 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74f1d2b7-6b4c-46eb-af36-2c07fb89ec8f req-df73094d-3eb4-4bc7-893a-c75c45ff4242 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666523 Mar 22 19:55:41.365932 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbe332-50f8-492a-88d3-96d7d140dbf1 req-c85d3a05-3571-41e6-9371-c9935e3d4fef tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:41.369458 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-36fbe332-50f8-492a-88d3-96d7d140dbf1 req-c85d3a05-3571-41e6-9371-c9935e3d4fef tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 943 time: 0.0717547 Mar 22 19:55:41.434920 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-36fbe332-50f8-492a-88d3-96d7d140dbf1 req-f23ac107-996c-4f3d-9af5-e3320d96e4f5 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597143 Mar 22 19:55:42.598560 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234366c0-82ac-4b4e-bd20-8c93c1a17f9c req-f588cbea-0b54-45d6-b4d6-4da15eae4dfb tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:42.601051 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-234366c0-82ac-4b4e-bd20-8c93c1a17f9c req-f588cbea-0b54-45d6-b4d6-4da15eae4dfb tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 943 time: 0.0808766 Mar 22 19:55:42.657379 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-234366c0-82ac-4b4e-bd20-8c93c1a17f9c req-426e1986-5836-483e-bf5c-d80eaa7d99c7 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473864 Mar 22 19:55:44.132440 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238acc7-68aa-43fe-9324-cc31550a32a4 req-70e21f05-1d7f-4fc2-b45a-b4479bc526ac tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:44.134064 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1238acc7-68aa-43fe-9324-cc31550a32a4 req-70e21f05-1d7f-4fc2-b45a-b4479bc526ac tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 943 time: 0.3860545 Mar 22 19:55:44.197220 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1238acc7-68aa-43fe-9324-cc31550a32a4 req-85588b92-3c00-4d67-aa1b-0517b4a5c065 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575409 Mar 22 19:55:45.157718 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-060c7a14-9ae8-4255-bc1e-9bbd7fe7cb15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:45.355687 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb53486c-13f9-4538-b308-df7e53059524 req-61f94bba-f2bf-41c7-a78d-bedb8caf8fe5 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:45.357909 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cb53486c-13f9-4538-b308-df7e53059524 req-61f94bba-f2bf-41c7-a78d-bedb8caf8fe5 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 943 time: 0.0747302 Mar 22 19:55:45.416861 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cb53486c-13f9-4538-b308-df7e53059524 req-4d621fb2-0444-40ea-9c3a-faed4a7bdab8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518534 Mar 22 19:55:45.990022 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:46.594132 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc246bc-c1bb-495d-ba0f-147760646983 req-aee06e15-0ae9-4529-a22e-e06804d648ab tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:46.596646 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bc246bc-c1bb-495d-ba0f-147760646983 req-aee06e15-0ae9-4529-a22e-e06804d648ab tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 943 time: 0.0879169 Mar 22 19:55:46.669080 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bc246bc-c1bb-495d-ba0f-147760646983 req-3aa6d8ac-7950-47eb-9fb5-0e2cf84bc19c tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639606 Mar 22 19:55:47.414847 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-485fbb0a-d3a6-4ac1-bacd-717f5bfb6324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:47.833374 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b10a41-3956-4f6b-b17b-cd8842c4c0fd req-1eaa1677-2383-46eb-b78d-ae949e856341 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:47.835026 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-43b10a41-3956-4f6b-b17b-cd8842c4c0fd req-1eaa1677-2383-46eb-b78d-ae949e856341 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 943 time: 0.0640538 Mar 22 19:55:47.907290 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-43b10a41-3956-4f6b-b17b-cd8842c4c0fd req-07dc2dee-22fe-4b51-a9ae-96216b7c3beb tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627823 Mar 22 19:55:48.579388 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:48.786864 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:49.071694 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664738d-fc70-4f98-a264-91a9644d8af6 req-71b10e92-1048-451c-8c60-f2cc07adc35d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:49.073511 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5664738d-fc70-4f98-a264-91a9644d8af6 req-71b10e92-1048-451c-8c60-f2cc07adc35d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 943 time: 0.0781407 Mar 22 19:55:49.143363 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5664738d-fc70-4f98-a264-91a9644d8af6 req-03d154bb-29bd-4258-afad-94d156b09677 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634854 Mar 22 19:55:50.210781 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:50.335708 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170d7a5-ca6b-4c02-bbff-250360da143e req-1866e25e-85a7-4bb4-abe8-d55f381cbbf8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:50.338025 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0170d7a5-ca6b-4c02-bbff-250360da143e req-1866e25e-85a7-4bb4-abe8-d55f381cbbf8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 943 time: 0.0757041 Mar 22 19:55:50.405500 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0170d7a5-ca6b-4c02-bbff-250360da143e req-1937dab6-3dbf-47e5-94b1-e5fa1ea10eb6 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584469 Mar 22 19:55:51.391365 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:51.588506 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142ecc7-1204-45a8-a846-2aab4234e965 req-338b1570-f472-45ec-8fa9-99a333d6805e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:51.590599 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7142ecc7-1204-45a8-a846-2aab4234e965 req-338b1570-f472-45ec-8fa9-99a333d6805e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 943 time: 0.0931318 Mar 22 19:55:51.686126 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7142ecc7-1204-45a8-a846-2aab4234e965 req-774046a3-fa9b-4d39-abed-dd1bba0a6ea2 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731769 Mar 22 19:55:52.853215 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796963e6-f8ee-4f6c-91be-db743fece852 req-690241bb-4b04-4d7e-9d6b-651e386e7b2e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:52.857890 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-796963e6-f8ee-4f6c-91be-db743fece852 req-690241bb-4b04-4d7e-9d6b-651e386e7b2e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 943 time: 0.0643466 Mar 22 19:55:52.926225 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-796963e6-f8ee-4f6c-91be-db743fece852 req-68137c95-bfeb-4fec-aad6-e1d62e946ad9 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656476 Mar 22 19:55:54.162048 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea19f2c-bfd3-4e35-aaff-d42a00f2fa74 req-1efc47e1-52e5-4981-b5a6-9d534bf7cb14 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:54.164881 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bea19f2c-bfd3-4e35-aaff-d42a00f2fa74 req-1efc47e1-52e5-4981-b5a6-9d534bf7cb14 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 943 time: 0.0820222 Mar 22 19:55:54.226949 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bea19f2c-bfd3-4e35-aaff-d42a00f2fa74 req-74dbb66b-4ff9-41a5-ae0a-8831484b15a2 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547292 Mar 22 19:55:55.385022 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e0079-475f-46e9-ba45-7d57e0aa4088 req-29eb8762-f64c-4d72-bb72-840271c20199 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:55.386531 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce9e0079-475f-46e9-ba45-7d57e0aa4088 req-29eb8762-f64c-4d72-bb72-840271c20199 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 943 time: 0.0628650 Mar 22 19:55:55.443662 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce9e0079-475f-46e9-ba45-7d57e0aa4088 req-b9214138-c03a-4305-ad1c-04fd451004dd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514338 Mar 22 19:55:56.033106 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31b07b-26e4-40d3-869a-76dae6390048 req-890289e4-8bcb-495c-8bd0-a2b5af19d6b0 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:56.035042 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3d31b07b-26e4-40d3-869a-76dae6390048 req-890289e4-8bcb-495c-8bd0-a2b5af19d6b0 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d51b49b-526f-4781-ad1d-5cc2c43de3d5 HTTP/1.1" status: 200 len: 945 time: 0.0649352 Mar 22 19:55:56.093964 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3d31b07b-26e4-40d3-869a-76dae6390048 req-76ffeed7-721e-4c87-a5db-5fef56193011 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/security-groups?id=cc22d86d-ae55-4866-aa73-b99b9fe66ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526752 Mar 22 19:55:56.684568 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf72732-b009-4630-a7a5-909ee5b0e864 req-e58db26d-1437-495c-932e-613b74306424 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:56.686165 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-daf72732-b009-4630-a7a5-909ee5b0e864 req-e58db26d-1437-495c-932e-613b74306424 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 943 time: 0.1378760 Mar 22 19:55:56.743782 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-daf72732-b009-4630-a7a5-909ee5b0e864 req-7d3c1a27-ae0c-493c-b997-11e3e973ee61 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503590 Mar 22 19:55:57.140141 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-abae85fe-e89b-4fe9-8060-76b05de0ab94 req-2d384faa-c763-4ed6-8233-ca63dcba47cf service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0588605 Mar 22 19:55:57.239943 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae85fe-e89b-4fe9-8060-76b05de0ab94 req-5f0f03db-a6f2-4aab-8d30-84ad4b1549a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:57.241551 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-abae85fe-e89b-4fe9-8060-76b05de0ab94 req-5f0f03db-a6f2-4aab-8d30-84ad4b1549a1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bc1868a2124b45ca854220f7602fd1fb&device_id=ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350 HTTP/1.1" status: 200 len: 1128 time: 0.0557134 Mar 22 19:55:57.257230 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471de5a5-76d3-48f2-be61-81f98bd1073c req-a3e9fc94-7ff7-49f2-9d6b-fa77787fe8f1 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:57.258900 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-471de5a5-76d3-48f2-be61-81f98bd1073c req-a3e9fc94-7ff7-49f2-9d6b-fa77787fe8f1 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d51b49b-526f-4781-ad1d-5cc2c43de3d5 HTTP/1.1" status: 200 len: 945 time: 0.0678918 Mar 22 19:55:57.323347 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-471de5a5-76d3-48f2-be61-81f98bd1073c req-22efbc94-9007-4644-83f2-621169985233 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/security-groups?id=cc22d86d-ae55-4866-aa73-b99b9fe66ef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563889 Mar 22 19:55:57.404376 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae85fe-e89b-4fe9-8060-76b05de0ab94 req-6ed9a04d-66f7-4325-8681-9bfa14a2798d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:57.405862 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-abae85fe-e89b-4fe9-8060-76b05de0ab94 req-6ed9a04d-66f7-4325-8681-9bfa14a2798d service neutron] 10.222.0.84 "GET /v2.0/networks?id=bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2 HTTP/1.1" status: 200 len: 910 time: 0.1447899 Mar 22 19:55:57.487555 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-abae85fe-e89b-4fe9-8060-76b05de0ab94 req-8511654e-f17a-4d65-9069-e2a2f42e4f00 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ada94ad0-a8f2-4720-bc71-336060585c7a HTTP/1.1" status: 200 len: 999 time: 0.0754082 Mar 22 19:55:57.566532 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae85fe-e89b-4fe9-8060-76b05de0ab94 req-488b4ebe-9493-4bd6-9433-0b1a5adfffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:57.568200 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-abae85fe-e89b-4fe9-8060-76b05de0ab94 req-488b4ebe-9493-4bd6-9433-0b1a5adfffbb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ed296d06-b179-4b49-807b-75f69bc472e4 HTTP/1.1" status: 200 len: 848 time: 0.0713618 Mar 22 19:55:57.657111 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae85fe-e89b-4fe9-8060-76b05de0ab94 req-46606996-eecf-4746-b420-6750d7bd102a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:57.658716 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-abae85fe-e89b-4fe9-8060-76b05de0ab94 req-46606996-eecf-4746-b420-6750d7bd102a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0818563 Mar 22 19:55:57.669576 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [req-abae85fe-e89b-4fe9-8060-76b05de0ab94 req-88569486-64f6-4590-a7bf-ae4ca3b5ef7b service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:55:57.671157 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-abae85fe-e89b-4fe9-8060-76b05de0ab94 req-88569486-64f6-4590-a7bf-ae4ca3b5ef7b service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056274 Mar 22 19:55:57.749784 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d75af1-ebd8-467b-a5d8-b935f6ab2eb5 req-d370f774-3bb4-44b4-bcbf-4ee4bdf314e6 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:57.751663 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e4d75af1-ebd8-467b-a5d8-b935f6ab2eb5 req-d370f774-3bb4-44b4-bcbf-4ee4bdf314e6 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d51b49b-526f-4781-ad1d-5cc2c43de3d5 HTTP/1.1" status: 200 len: 945 time: 0.1264606 Mar 22 19:55:57.864064 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-abae85fe-e89b-4fe9-8060-76b05de0ab94 req-817e9236-2634-4db3-9f8d-f35ca392e3dd service neutron] 10.222.0.84 "GET /v2.0/networks/bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869090 Mar 22 19:55:57.959915 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e87eb4-eeca-48e8-aff7-d3b3028f2f81 req-a5dc5179-3417-4be6-87c0-b66121d2c6ed tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:57.963931 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-49e87eb4-eeca-48e8-aff7-d3b3028f2f81 req-a5dc5179-3417-4be6-87c0-b66121d2c6ed tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 943 time: 0.1119552 Mar 22 19:55:57.995660 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-e4d75af1-ebd8-467b-a5d8-b935f6ab2eb5 req-11ec2ec3-17c1-4c5e-a6a7-40504dbc9d3a tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Deleting port 8616fb38-c100-4e36-abe3-aed87e84c040 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:55:57.995660 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e4d75af1-ebd8-467b-a5d8-b935f6ab2eb5 req-11ec2ec3-17c1-4c5e-a6a7-40504dbc9d3a tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (8616fb38-c100-4e36-abe3-aed87e84c040), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:58.046780 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-49e87eb4-eeca-48e8-aff7-d3b3028f2f81 req-c0cea390-3ac3-40b5-be08-37e94b9ae665 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687554 Mar 22 19:55:58.074061 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-abae85fe-e89b-4fe9-8060-76b05de0ab94 req-7c1abf20-1d71-4653-870e-113047257eda service neutron] 10.222.0.84 "GET /v2.0/networks/bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024047 Mar 22 19:55:58.133995 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-e4d75af1-ebd8-467b-a5d8-b935f6ab2eb5 req-11ec2ec3-17c1-4c5e-a6a7-40504dbc9d3a tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] For port 8616fb38-c100-4e36-abe3-aed87e84c040, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=8616fb38-c100-4e36-abe3-aed87e84c040,segment=NetworkSegment(1d4b4ce6-8829-497f-8e5a-a88cca4f637e),segment_id=1d4b4ce6-8829-497f-8e5a-a88cca4f637e)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:55:58.134733 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e4d75af1-ebd8-467b-a5d8-b935f6ab2eb5 req-11ec2ec3-17c1-4c5e-a6a7-40504dbc9d3a tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (8616fb38-c100-4e36-abe3-aed87e84c040), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:58.150503 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-e4d75af1-ebd8-467b-a5d8-b935f6ab2eb5 req-11ec2ec3-17c1-4c5e-a6a7-40504dbc9d3a tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Calling delete_port for 8616fb38-c100-4e36-abe3-aed87e84c040 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:55:58.375140 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e4d75af1-ebd8-467b-a5d8-b935f6ab2eb5 req-11ec2ec3-17c1-4c5e-a6a7-40504dbc9d3a tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (8616fb38-c100-4e36-abe3-aed87e84c040), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:58.390263 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['8616fb38-c100-4e36-abe3-aed87e84c040'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:55:58.414478 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec2ec3-17c1-4c5e-a6a7-40504dbc9d3a tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Pushing event deleted for resources: {'Port': ['ID=8616fb38-c100-4e36-abe3-aed87e84c040,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:55:58.519569 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d75af1-ebd8-467b-a5d8-b935f6ab2eb5 req-11ec2ec3-17c1-4c5e-a6a7-40504dbc9d3a tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] No DVR routers for this DVR port 8616fb38-c100-4e36-abe3-aed87e84c040 on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:55:58.522553 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e4d75af1-ebd8-467b-a5d8-b935f6ab2eb5 req-11ec2ec3-17c1-4c5e-a6a7-40504dbc9d3a tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:55:58.528534 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e4d75af1-ebd8-467b-a5d8-b935f6ab2eb5 req-11ec2ec3-17c1-4c5e-a6a7-40504dbc9d3a tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.85 "DELETE /v2.0/ports/8616fb38-c100-4e36-abe3-aed87e84c040 HTTP/1.1" status: 204 len: 173 time: 0.7704661 Mar 22 19:55:58.529195 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d51b49b-526f-4781-ad1d-5cc2c43de3d5', 'name': 'network-vif-deleted', 'tag': '8616fb38-c100-4e36-abe3-aed87e84c040'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:55:58.532652 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00bac3b-0de4-467c-80ee-5aa09e787627" -d '{"events": [{"server_uuid": "8d51b49b-526f-4781-ad1d-5cc2c43de3d5", "name": "network-vif-deleted", "tag": "8616fb38-c100-4e36-abe3-aed87e84c040"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:55:58.576013 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a1acdec3-07b9-41d8-a7fc-4c01be8bf199 req-f208c4e2-5606-449e-bc2d-e9ed933b4958 tempest-VolumesSnapshotTestJSON-1117648716 tempest-VolumesSnapshotTestJSON-1117648716-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d51b49b-526f-4781-ad1d-5cc2c43de3d5 HTTP/1.1" status: 200 len: 210 time: 0.0761065 Mar 22 19:55:58.624067 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0be969f-4db6-45dd-ada4-02cf57b11577 x-openstack-request-id: req-b0be969f-4db6-45dd-ada4-02cf57b11577 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:55:58.624543 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d51b49b-526f-4781-ad1d-5cc2c43de3d5", "name": "network-vif-deleted", "tag": "8616fb38-c100-4e36-abe3-aed87e84c040", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:55:58.625303 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b0be969f-4db6-45dd-ada4-02cf57b11577 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:55:58.629491 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0be969f-4db6-45dd-ada4-02cf57b11577'] response: {'server_uuid': '8d51b49b-526f-4781-ad1d-5cc2c43de3d5', 'name': 'network-vif-deleted', 'tag': '8616fb38-c100-4e36-abe3-aed87e84c040', 'status': 'completed', 'code': 200} Mar 22 19:55:59.275286 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1036bb-5158-4157-a552-59192ece2c24 req-7d3a62ae-98f0-4c4a-a872-635af9ac2d61 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:55:59.277914 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c1036bb-5158-4157-a552-59192ece2c24 req-7d3a62ae-98f0-4c4a-a872-635af9ac2d61 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 943 time: 0.0874505 Mar 22 19:55:59.352015 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c1036bb-5158-4157-a552-59192ece2c24 req-47505a4b-bdf0-4528-8a80-64f989f0543a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673294 Mar 22 19:56:00.523589 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26356d-3358-45d7-8354-aa0caaa286c5 req-45b0d2d7-e855-4ccb-b5c1-0d201b850652 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:00.530729 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2b26356d-3358-45d7-8354-aa0caaa286c5 req-45b0d2d7-e855-4ccb-b5c1-0d201b850652 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 943 time: 0.0804996 Mar 22 19:56:00.618364 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2b26356d-3358-45d7-8354-aa0caaa286c5 req-bb54288a-a577-4d20-8527-966f8b567682 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857959 Mar 22 19:56:01.866862 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25f37e-fea3-4189-87b8-2a303b7f936d req-095f7301-f57a-4228-bac4-5a24a4710437 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:01.869783 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed25f37e-fea3-4189-87b8-2a303b7f936d req-095f7301-f57a-4228-bac4-5a24a4710437 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 943 time: 0.1129832 Mar 22 19:56:01.974954 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed25f37e-fea3-4189-87b8-2a303b7f936d req-849fe1c2-be2b-4e54-a2b3-e5722201286d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959353 Mar 22 19:56:02.852315 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 8616fb38-c100-4e36-abe3-aed87e84c040 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:56:02.876023 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 8616fb38-c100-4e36-abe3-aed87e84c040 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:56:02.876760 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 8616fb38-c100-4e36-abe3-aed87e84c040 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:56:03.137922 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279479b5-d0b6-49fe-a548-5e0860e13512 req-023b62ff-8dc8-450e-8d29-e469398a8c65 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:03.141760 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-279479b5-d0b6-49fe-a548-5e0860e13512 req-023b62ff-8dc8-450e-8d29-e469398a8c65 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 943 time: 0.0783796 Mar 22 19:56:03.221548 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-279479b5-d0b6-49fe-a548-5e0860e13512 req-59254d13-67de-41ac-9f49-f35bb45dae39 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712008 Mar 22 19:56:04.417053 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd61c21-ba3c-4147-9f39-942a45930c03 req-805e12ee-430e-4820-a686-c7a03b566645 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:04.419964 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fbd61c21-ba3c-4147-9f39-942a45930c03 req-805e12ee-430e-4820-a686-c7a03b566645 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 943 time: 0.0957093 Mar 22 19:56:04.488139 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fbd61c21-ba3c-4147-9f39-942a45930c03 req-168071d4-9dcc-46a3-8c82-eab2271bef0b tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596173 Mar 22 19:56:05.673876 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5fe06-021a-4b2f-a7a6-cb612be153a1 req-99af1cee-8cd4-4de5-b27e-21f97833423a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:05.676178 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bed5fe06-021a-4b2f-a7a6-cb612be153a1 req-99af1cee-8cd4-4de5-b27e-21f97833423a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 943 time: 0.0843318 Mar 22 19:56:05.749848 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bed5fe06-021a-4b2f-a7a6-cb612be153a1 req-613f4257-0245-4a74-be7b-ba0fc7d91f3c tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624487 Mar 22 19:56:06.943877 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24554f1c-de9a-4892-a8ce-933ee5d2e61a req-924a28b5-eb69-4906-9875-2f8eb3dae9df tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:06.945867 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-24554f1c-de9a-4892-a8ce-933ee5d2e61a req-924a28b5-eb69-4906-9875-2f8eb3dae9df tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 943 time: 0.0642653 Mar 22 19:56:07.002974 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-24554f1c-de9a-4892-a8ce-933ee5d2e61a req-691101b6-dd9b-47b5-b6fe-5fed47898b61 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508685 Mar 22 19:56:08.186391 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46675d5-9576-4a59-8096-54cc7c3a95bc req-c425b359-4549-49d7-93b2-7075636afe4b tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:08.188866 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c46675d5-9576-4a59-8096-54cc7c3a95bc req-c425b359-4549-49d7-93b2-7075636afe4b tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 943 time: 0.0799878 Mar 22 19:56:08.251547 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c46675d5-9576-4a59-8096-54cc7c3a95bc req-3c377c96-1f6b-437c-8c01-0a4e605052db tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512412 Mar 22 19:56:08.869016 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 86c05b9b-b44a-487f-83ca-ba580ea603ee details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:56:09.024320 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 86c05b9b-b44a-487f-83ca-ba580ea603ee, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=86c05b9b-b44a-487f-83ca-ba580ea603ee,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:56:09.038902 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '86c05b9b-b44a-487f-83ca-ba580ea603ee', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'port_id': '86c05b9b-b44a-487f-83ca-ba580ea603ee', 'mac_address': 'fa:16:3e:53:9a:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:56:09.079446 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 86c05b9b-b44a-487f-83ca-ba580ea603ee is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:56:09.079941 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (86c05b9b-b44a-487f-83ca-ba580ea603ee), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:09.096876 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c05b9b-b44a-487f-83ca-ba580ea603ee {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:56:09.123329 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 86c05b9b-b44a-487f-83ca-ba580ea603ee, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=86c05b9b-b44a-487f-83ca-ba580ea603ee,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:56:09.128696 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (86c05b9b-b44a-487f-83ca-ba580ea603ee), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:09.201072 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=86c05b9b-b44a-487f-83ca-ba580ea603ee,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:09.216043 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:09.216691 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:09.217211 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:09.218559 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:09.219256 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:09.219769 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:09.220274 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:09.221061 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:09.222312 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:09.223353 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:09.224177 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:09.224944 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:09.225475 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:09.226078 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:09.226804 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:09.459591 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['86c05b9b-b44a-487f-83ca-ba580ea603ee'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:56:09.467121 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081f82b-019e-4d65-9746-6924749e15e3 req-61db4005-14b1-48c4-bf4a-41f8742ef693 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:09.470734 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a081f82b-019e-4d65-9746-6924749e15e3 req-61db4005-14b1-48c4-bf4a-41f8742ef693 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 944 time: 0.0826030 Mar 22 19:56:09.548067 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a081f82b-019e-4d65-9746-6924749e15e3 req-8d2b3f25-83e9-466c-8e04-7d39c69c83d3 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700312 Mar 22 19:56:10.706863 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec1d76-7be7-4d30-ba62-c4787b5bebe8 req-a6be57e0-9e84-44a6-94bc-5042547e8bb6 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:10.709224 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3dec1d76-7be7-4d30-ba62-c4787b5bebe8 req-a6be57e0-9e84-44a6-94bc-5042547e8bb6 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 944 time: 0.0776141 Mar 22 19:56:10.796570 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3dec1d76-7be7-4d30-ba62-c4787b5bebe8 req-c39f1a7e-3e92-4c2f-a7a7-aa17cd7f1c65 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750520 Mar 22 19:56:10.868291 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 86c05b9b-b44a-487f-83ca-ba580ea603ee up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:56:10.956371 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 86c05b9b-b44a-487f-83ca-ba580ea603ee completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:56:10.963041 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 86c05b9b-b44a-487f-83ca-ba580ea603ee triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:56:10.963999 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (86c05b9b-b44a-487f-83ca-ba580ea603ee), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:11.089708 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 86c05b9b-b44a-487f-83ca-ba580ea603ee is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:56:11.090579 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (86c05b9b-b44a-487f-83ca-ba580ea603ee), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:11.118758 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07bc9fb2-9398-40c1-81b2-30bd633d1c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c05b9b-b44a-487f-83ca-ba580ea603ee'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:56:11.121098 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681d1e9d-8763-48be-92e3-7d1dc9fcd5a2" -d '{"events": [{"server_uuid": "07bc9fb2-9398-40c1-81b2-30bd633d1c44", "name": "network-vif-plugged", "status": "completed", "tag": "86c05b9b-b44a-487f-83ca-ba580ea603ee"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:56:11.136264 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 86c05b9b-b44a-487f-83ca-ba580ea603ee, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=86c05b9b-b44a-487f-83ca-ba580ea603ee,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:56:11.141945 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (86c05b9b-b44a-487f-83ca-ba580ea603ee), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:11.223397 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12211512-2c4a-49d4-bfe2-dc1a3ae69366 x-openstack-request-id: req-12211512-2c4a-49d4-bfe2-dc1a3ae69366 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:56:11.223751 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07bc9fb2-9398-40c1-81b2-30bd633d1c44", "name": "network-vif-plugged", "status": "completed", "tag": "86c05b9b-b44a-487f-83ca-ba580ea603ee", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:56:11.224225 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-12211512-2c4a-49d4-bfe2-dc1a3ae69366 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:56:11.224799 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12211512-2c4a-49d4-bfe2-dc1a3ae69366'] response: {'server_uuid': '07bc9fb2-9398-40c1-81b2-30bd633d1c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c05b9b-b44a-487f-83ca-ba580ea603ee', 'code': 200} Mar 22 19:56:11.250075 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=86c05b9b-b44a-487f-83ca-ba580ea603ee,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:11.342352 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588935b2-4105-4d02-be1a-987f2fd1b8a5 req-eab3ad30-e810-46fa-87f4-436b43d934bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:11.344856 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-588935b2-4105-4d02-be1a-987f2fd1b8a5 req-eab3ad30-e810-46fa-87f4-436b43d934bc service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 1128 time: 0.0594821 Mar 22 19:56:11.419489 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-588935b2-4105-4d02-be1a-987f2fd1b8a5 req-6f79b60b-99a3-42ba-8543-817eb9a6de7e service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671468 Mar 22 19:56:11.984928 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a311865-9fae-43f6-a690-8e23f32e37d8 req-349db092-b7ed-493d-89d6-736b32cab29e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:11.989353 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6a311865-9fae-43f6-a690-8e23f32e37d8 req-349db092-b7ed-493d-89d6-736b32cab29e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 945 time: 0.0763655 Mar 22 19:56:12.050108 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6a311865-9fae-43f6-a690-8e23f32e37d8 req-d8ac5ae2-1695-4879-ac12-d50396071466 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547962 Mar 22 19:56:12.603453 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:56:13.217551 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b16edb-5622-4990-b1aa-4bb5e33a8998 req-389335f4-cc08-4f60-be77-ecdf37880cc0 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:13.220230 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62b16edb-5622-4990-b1aa-4bb5e33a8998 req-389335f4-cc08-4f60-be77-ecdf37880cc0 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 945 time: 0.0646286 Mar 22 19:56:13.287550 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62b16edb-5622-4990-b1aa-4bb5e33a8998 req-0673e4f1-740e-452b-854d-0baa6ab9d86c tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601315 Mar 22 19:56:13.456318 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b247957-9135-4019-b37e-3ac6a38ea27a req-514fa1ab-c13b-4e5c-81d9-7f70c1309138 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:13.459178 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0b247957-9135-4019-b37e-3ac6a38ea27a req-514fa1ab-c13b-4e5c-81d9-7f70c1309138 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 945 time: 0.0882723 Mar 22 19:56:13.525734 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0b247957-9135-4019-b37e-3ac6a38ea27a req-996821ac-7cc2-4eff-8432-adf73e280436 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570893 Mar 22 19:56:14.054838 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd6428-2381-4b60-9ce5-aac6c4c0c749 req-427c8c8f-d540-4fd8-8179-4b410704e46c tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:14.059253 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-84cd6428-2381-4b60-9ce5-aac6c4c0c749 req-427c8c8f-d540-4fd8-8179-4b410704e46c tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 945 time: 0.0999274 Mar 22 19:56:14.135298 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-84cd6428-2381-4b60-9ce5-aac6c4c0c749 req-74d50e70-e5aa-43bd-8bcb-fb7b0289cf33 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732253 Mar 22 19:56:15.160714 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3a512af2-ecee-4845-837d-425e3c7d768f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:15.384787 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417b008-b486-42f2-a0d9-1a3f0d744db5 req-bac3552f-4d3f-470f-a624-2153684b4a00 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:15.387526 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6417b008-b486-42f2-a0d9-1a3f0d744db5 req-bac3552f-4d3f-470f-a624-2153684b4a00 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 945 time: 0.1167867 Mar 22 19:56:15.388926 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-dd55f42c-b446-4395-a0ea-7b3b3347de9b req-0ff87238-4299-4f4d-bbd7-e63c8efdfba9 service neutron] (104172) timed out ('10.222.0.75', 41336) {{(pid=104172) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 19:56:15.451403 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6417b008-b486-42f2-a0d9-1a3f0d744db5 req-dde1a1df-a9c0-4c4e-8219-58e7c6bb023f tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574129 Mar 22 19:56:15.537616 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fec33e-3d7d-4215-98d7-eaad0af6269a req-b9772821-828e-47d5-8626-dd2ccccfab1a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:15.541760 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a9fec33e-3d7d-4215-98d7-eaad0af6269a req-b9772821-828e-47d5-8626-dd2ccccfab1a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.85 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 945 time: 0.1150475 Mar 22 19:56:15.669527 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-a9fec33e-3d7d-4215-98d7-eaad0af6269a req-9a46ad1f-e3be-451e-a725-fc6b4cfe669e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Deleting port 86c05b9b-b44a-487f-83ca-ba580ea603ee {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:56:15.670213 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a9fec33e-3d7d-4215-98d7-eaad0af6269a req-9a46ad1f-e3be-451e-a725-fc6b4cfe669e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (86c05b9b-b44a-487f-83ca-ba580ea603ee), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:15.801037 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [req-dd55f42c-b446-4395-a0ea-7b3b3347de9b req-0a95aa8a-9586-4b0d-a0bd-163b57b432f7 tempest-AttachVolumeShelveTestJSON-353631428 tempest-AttachVolumeShelveTestJSON-353631428-project] (104173) timed out ('10.222.0.75', 42302) {{(pid=104173) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 19:56:15.833004 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-a9fec33e-3d7d-4215-98d7-eaad0af6269a req-9a46ad1f-e3be-451e-a725-fc6b4cfe669e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] For port 86c05b9b-b44a-487f-83ca-ba580ea603ee, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=86c05b9b-b44a-487f-83ca-ba580ea603ee,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:56:15.834492 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a9fec33e-3d7d-4215-98d7-eaad0af6269a req-9a46ad1f-e3be-451e-a725-fc6b4cfe669e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (86c05b9b-b44a-487f-83ca-ba580ea603ee), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:15.878358 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-a9fec33e-3d7d-4215-98d7-eaad0af6269a req-9a46ad1f-e3be-451e-a725-fc6b4cfe669e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Calling delete_port for 86c05b9b-b44a-487f-83ca-ba580ea603ee owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:56:16.032494 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:16.130373 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a9fec33e-3d7d-4215-98d7-eaad0af6269a req-9a46ad1f-e3be-451e-a725-fc6b4cfe669e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (86c05b9b-b44a-487f-83ca-ba580ea603ee), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:16.147706 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['86c05b9b-b44a-487f-83ca-ba580ea603ee'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:56:16.151271 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['973d448c-8566-4c2c-9d25-1718b7c4e257'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:56:16.218150 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46ad1f-e3be-451e-a725-fc6b4cfe669e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Pushing event deleted for resources: {'Port': ['ID=86c05b9b-b44a-487f-83ca-ba580ea603ee,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:16.383359 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9fec33e-3d7d-4215-98d7-eaad0af6269a req-9a46ad1f-e3be-451e-a725-fc6b4cfe669e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] No DVR routers for this DVR port 86c05b9b-b44a-487f-83ca-ba580ea603ee on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:56:16.388188 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a9fec33e-3d7d-4215-98d7-eaad0af6269a req-9a46ad1f-e3be-451e-a725-fc6b4cfe669e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:16.392546 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a9fec33e-3d7d-4215-98d7-eaad0af6269a req-9a46ad1f-e3be-451e-a725-fc6b4cfe669e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.85 "DELETE /v2.0/ports/86c05b9b-b44a-487f-83ca-ba580ea603ee HTTP/1.1" status: 204 len: 173 time: 0.8455470 Mar 22 19:56:16.393291 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07bc9fb2-9398-40c1-81b2-30bd633d1c44', 'name': 'network-vif-deleted', 'tag': '86c05b9b-b44a-487f-83ca-ba580ea603ee'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:56:16.395755 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9199539a-9324-406a-918b-550f40928164" -d '{"events": [{"server_uuid": "07bc9fb2-9398-40c1-81b2-30bd633d1c44", "name": "network-vif-deleted", "tag": "86c05b9b-b44a-487f-83ca-ba580ea603ee"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:56:16.683290 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ffe5a5e-a45c-445e-a910-3a4e16ba763f req-77231cc2-99df-485c-9da8-65b79b26016f tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 210 time: 0.0437591 Mar 22 19:56:16.695607 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e01daa-bd95-4800-9251-edd73e5e4db2 x-openstack-request-id: req-30e01daa-bd95-4800-9251-edd73e5e4db2 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:56:16.696140 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07bc9fb2-9398-40c1-81b2-30bd633d1c44", "name": "network-vif-deleted", "tag": "86c05b9b-b44a-487f-83ca-ba580ea603ee", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:56:16.696525 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-30e01daa-bd95-4800-9251-edd73e5e4db2 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:56:16.697097 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30e01daa-bd95-4800-9251-edd73e5e4db2'] response: {'server_uuid': '07bc9fb2-9398-40c1-81b2-30bd633d1c44', 'name': 'network-vif-deleted', 'tag': '86c05b9b-b44a-487f-83ca-ba580ea603ee', 'status': 'completed', 'code': 200} Mar 22 19:56:17.419499 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5cb4e7c2-727a-41bc-9a33-810ad69e9408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:17.843870 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c483d56f-19a7-4d42-b658-de28e2879eea req-3b9d447a-d4c0-4f51-8d8f-e99ab0fdb9bc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 210 time: 0.0444667 Mar 22 19:56:18.549007 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:18.779804 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:19.011350 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5574a228-dd72-4eb3-92af-2c4dacc20969 req-aaa08291-b7b8-46a9-9e90-ffa2bf4eea96 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 210 time: 0.0349247 Mar 22 19:56:20.145845 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-256683a1-d39f-432f-b413-0dd3b2151254 req-983f3d78-0782-4e95-8556-663c63613b52 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 210 time: 0.0350125 Mar 22 19:56:20.196084 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:20.928716 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 86c05b9b-b44a-487f-83ca-ba580ea603ee no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:56:20.951958 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 86c05b9b-b44a-487f-83ca-ba580ea603ee {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:56:20.953027 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 86c05b9b-b44a-487f-83ca-ba580ea603ee not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:56:21.257312 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eccfb4bf-dd79-441f-a54b-4ab049a78231 req-6ea442d3-1b6e-426a-8d05-a10b5a9b9369 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 210 time: 0.0274949 Mar 22 19:56:21.388013 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:22.397676 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-940c99ca-88bd-4deb-a431-e63aba8c9fea req-01cbc46e-df47-410a-8d41-b268fae10d9e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 210 time: 0.0368571 Mar 22 19:56:23.536592 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-307b451d-3527-4373-abe8-9876fe0acff1 req-9d259457-3f3e-4315-a4da-fd789b614645 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 210 time: 0.0475190 Mar 22 19:56:24.660121 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f86ab7ba-533a-4719-ac52-3eff4823eb0c req-0b0a061c-ba53-461c-a1c6-359ddba73db4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 210 time: 0.0314078 Mar 22 19:56:25.792042 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-da17105d-f4c7-471e-8f0d-8ad6043acce4 req-ea8f715d-7514-41de-8173-77e9feee49df tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 210 time: 0.0336893 Mar 22 19:56:26.938376 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cb094c11-2763-420f-b1bc-43e8f45ba58e req-8579045f-78b7-4979-9f61-105b4a9f1530 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 210 time: 0.0447226 Mar 22 19:56:28.146429 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-732ebb56-782e-47c7-bfe1-85d4e1ee4475 req-b3783bb7-ef6a-4f37-9bf8-dfe277328df4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=07bc9fb2-9398-40c1-81b2-30bd633d1c44 HTTP/1.1" status: 200 len: 210 time: 0.0901649 Mar 22 19:56:43.598293 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ae0b7-1e97-446e-aa13-339b63bade90 req-b5594f8f-d070-47e7-affc-6fd594da6b83 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:43.600055 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6f0ae0b7-1e97-446e-aa13-339b63bade90 req-b5594f8f-d070-47e7-affc-6fd594da6b83 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 946 time: 0.0653856 Mar 22 19:56:43.655890 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6f0ae0b7-1e97-446e-aa13-339b63bade90 req-353f9d4f-ab77-4630-be98-14224d694b56 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491493 Mar 22 19:56:44.864635 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12364796-eaa9-412e-92d2-6baaec9cd586 req-b4f4518f-c878-4cbc-bda1-b905e3dea245 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:44.867068 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-12364796-eaa9-412e-92d2-6baaec9cd586 req-b4f4518f-c878-4cbc-bda1-b905e3dea245 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 946 time: 0.0949085 Mar 22 19:56:44.933720 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-12364796-eaa9-412e-92d2-6baaec9cd586 req-59a31ef2-2267-4efc-80d2-ce58761d617c tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=923f1c62-49d6-4d0c-8397-0c7f4aeba87d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591590 Mar 22 19:56:45.076754 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572de7c-ec46-40af-bd1f-1466d4389a40 req-310f0185-6952-435b-9237-8665ebdb053a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:56:45.078629 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7572de7c-ec46-40af-bd1f-1466d4389a40 req-310f0185-6952-435b-9237-8665ebdb053a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.84 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 946 time: 0.0837133 Mar 22 19:56:45.185290 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-73b88d62-706e-4404-9880-89145d4b13d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:45.232234 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-7572de7c-ec46-40af-bd1f-1466d4389a40 req-31613639-1717-473c-a322-d67850deeebb tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Deleting port 973d448c-8566-4c2c-9d25-1718b7c4e257 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:56:45.232969 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-7572de7c-ec46-40af-bd1f-1466d4389a40 req-31613639-1717-473c-a322-d67850deeebb tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (973d448c-8566-4c2c-9d25-1718b7c4e257), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:45.355071 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-7572de7c-ec46-40af-bd1f-1466d4389a40 req-31613639-1717-473c-a322-d67850deeebb tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] For port 973d448c-8566-4c2c-9d25-1718b7c4e257, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=973d448c-8566-4c2c-9d25-1718b7c4e257,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:56:45.355727 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-7572de7c-ec46-40af-bd1f-1466d4389a40 req-31613639-1717-473c-a322-d67850deeebb tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (973d448c-8566-4c2c-9d25-1718b7c4e257), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:45.370103 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-7572de7c-ec46-40af-bd1f-1466d4389a40 req-31613639-1717-473c-a322-d67850deeebb tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Calling delete_port for 973d448c-8566-4c2c-9d25-1718b7c4e257 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:56:45.529107 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-7572de7c-ec46-40af-bd1f-1466d4389a40 req-31613639-1717-473c-a322-d67850deeebb tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (973d448c-8566-4c2c-9d25-1718b7c4e257), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:45.542578 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['973d448c-8566-4c2c-9d25-1718b7c4e257'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:56:45.563907 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31613639-1717-473c-a322-d67850deeebb tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Pushing event deleted for resources: {'Port': ['ID=973d448c-8566-4c2c-9d25-1718b7c4e257,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:56:45.575908 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31613639-1717-473c-a322-d67850deeebb tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:45.576263 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31613639-1717-473c-a322-d67850deeebb tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:45.576611 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31613639-1717-473c-a322-d67850deeebb tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:45.577042 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31613639-1717-473c-a322-d67850deeebb tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:45.577390 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31613639-1717-473c-a322-d67850deeebb tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:45.577729 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31613639-1717-473c-a322-d67850deeebb tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:45.578095 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31613639-1717-473c-a322-d67850deeebb tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:45.578429 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31613639-1717-473c-a322-d67850deeebb tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:45.579244 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31613639-1717-473c-a322-d67850deeebb tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:45.579244 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31613639-1717-473c-a322-d67850deeebb tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:45.579455 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31613639-1717-473c-a322-d67850deeebb tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:45.579698 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31613639-1717-473c-a322-d67850deeebb tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:45.580014 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31613639-1717-473c-a322-d67850deeebb tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:45.580340 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31613639-1717-473c-a322-d67850deeebb tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:45.580667 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31613639-1717-473c-a322-d67850deeebb tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:56:45.635523 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-7572de7c-ec46-40af-bd1f-1466d4389a40 req-31613639-1717-473c-a322-d67850deeebb tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] No DVR routers for this DVR port 973d448c-8566-4c2c-9d25-1718b7c4e257 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:56:45.639978 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-7572de7c-ec46-40af-bd1f-1466d4389a40 req-31613639-1717-473c-a322-d67850deeebb tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:45.643870 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7572de7c-ec46-40af-bd1f-1466d4389a40 req-31613639-1717-473c-a322-d67850deeebb tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.84 "DELETE /v2.0/ports/973d448c-8566-4c2c-9d25-1718b7c4e257 HTTP/1.1" status: 204 len: 173 time: 0.5605581 Mar 22 19:56:45.645427 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ec33c5-3b10-42b2-89ec-e07f46654ee5', 'name': 'network-vif-deleted', 'tag': '973d448c-8566-4c2c-9d25-1718b7c4e257'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:56:45.648462 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdd2cb3-c114-4152-843a-9ef64733a9a0" -d '{"events": [{"server_uuid": "57ec33c5-3b10-42b2-89ec-e07f46654ee5", "name": "network-vif-deleted", "tag": "973d448c-8566-4c2c-9d25-1718b7c4e257"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:56:45.735975 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22b2ce3-b1a2-43c2-a41f-8ad45ac3a800 x-openstack-request-id: req-c22b2ce3-b1a2-43c2-a41f-8ad45ac3a800 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:56:45.736374 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ec33c5-3b10-42b2-89ec-e07f46654ee5", "name": "network-vif-deleted", "tag": "973d448c-8566-4c2c-9d25-1718b7c4e257", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:56:45.736745 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c22b2ce3-b1a2-43c2-a41f-8ad45ac3a800 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:56:45.737224 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c22b2ce3-b1a2-43c2-a41f-8ad45ac3a800'] response: {'server_uuid': '57ec33c5-3b10-42b2-89ec-e07f46654ee5', 'name': 'network-vif-deleted', 'tag': '973d448c-8566-4c2c-9d25-1718b7c4e257', 'status': 'completed', 'code': 200} Mar 22 19:56:46.040581 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:46.141273 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b4f317e0-b909-44e4-ac90-6c6246da5129 req-760684d2-3402-43ef-9b50-86b7c33b0be5 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 210 time: 0.0685720 Mar 22 19:56:47.318798 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1b385398-a70e-46db-8fb0-19f5ad7c2a0c req-c99e7db3-c83a-4f8a-9720-38c7448beacf tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 210 time: 0.0538380 Mar 22 19:56:47.427245 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8be570a0-546e-4f8d-bbb2-d70f33d2c11e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:48.539311 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a0f5ca08-2d8f-4eb2-b3c4-3569a69a963a req-24358ab6-8b78-450b-8c7a-47ceef9e6628 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 210 time: 0.0834503 Mar 22 19:56:48.542452 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:48.776657 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:49.598920 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:56:49.735504 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f4c15213-3e6b-42b2-8714-bb445807354b req-17318803-5d4d-4fea-a644-54e9df98a811 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 210 time: 0.0389919 Mar 22 19:56:49.936352 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 973d448c-8566-4c2c-9d25-1718b7c4e257 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:56:49.962779 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 973d448c-8566-4c2c-9d25-1718b7c4e257 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:56:49.963666 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 973d448c-8566-4c2c-9d25-1718b7c4e257 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:56:50.455108 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:50.913153 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b5b13938-b4aa-443b-b587-409e08519405 req-4e1bf5ec-d065-4f96-8460-a83c38b5c27c tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 210 time: 0.0550978 Mar 22 19:56:51.386415 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:56:52.039911 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-284c831b-287c-4f16-ade6-f29c950c19ea req-2ba1b33d-3073-41c3-acf7-9836fec00f7a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 210 time: 0.0397305 Mar 22 19:56:53.191031 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cae2d1cf-8e42-4fe1-9129-6e0964f636c0 req-9a7b2902-49eb-4675-b69f-6d46eb963aff tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 210 time: 0.0524194 Mar 22 19:56:54.847875 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83500aea-d5a2-49d9-89e7-dac7230e3368 req-801158e7-9894-4dea-8361-535e96fb4d5d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 210 time: 0.0489736 Mar 22 19:56:56.038423 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-433d4c56-49bc-4207-b12d-7d09b80895c0 req-9a5afa4d-c968-4dc3-8a9b-851d453eb7f3 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 210 time: 0.0516849 Mar 22 19:56:57.209691 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4e0285cd-715c-4ae5-9597-3c3b0a3011fd req-3b4e0816-2d3d-467f-b88c-5d87efddd3b9 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 210 time: 0.0365596 Mar 22 19:56:58.416018 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d4f136d5-79b1-4e3c-a153-b92d3253cc9a req-300b3df1-f2b6-4df0-8486-a769e3201923 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=57ec33c5-3b10-42b2-89ec-e07f46654ee5 HTTP/1.1" status: 200 len: 210 time: 0.0764308 Mar 22 19:57:05.054568 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 33274) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:05.059245 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-00948a88-b48f-40ce-920e-95792712156a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-214692615', 'description': 'tempest-secgroup-smoke-214692615 description', 'project_id': '99d72c7dab634aac93e71becf6d2998e'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:57:05.083208 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-00948a88-b48f-40ce-920e-95792712156a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:05.162648 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-00948a88-b48f-40ce-920e-95792712156a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for security_group (dd47f805-f686-4d57-916c-221f6cc52fdd), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:05.167439 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-00948a88-b48f-40ce-920e-95792712156a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (dd47f805-f686-4d57-916c-221f6cc52fdd), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:05.208394 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00948a88-b48f-40ce-920e-95792712156a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd47f805-f686-4d57-916c-221f6cc52fdd,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:05.213440 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-00948a88-b48f-40ce-920e-95792712156a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:05.217931 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33276) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:05.218652 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-00948a88-b48f-40ce-920e-95792712156a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1623504 Mar 22 19:57:05.226529 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-8f7d6a95-5f32-423d-ade6-f710bbd7b73e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Request body: {'security_group_rule': {'security_group_id': 'dd47f805-f686-4d57-916c-221f6cc52fdd', 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:57:05.226986 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00948a88-b48f-40ce-920e-95792712156a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:05.227349 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00948a88-b48f-40ce-920e-95792712156a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:05.228066 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00948a88-b48f-40ce-920e-95792712156a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:05.228622 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00948a88-b48f-40ce-920e-95792712156a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:05.229193 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00948a88-b48f-40ce-920e-95792712156a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:05.229769 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00948a88-b48f-40ce-920e-95792712156a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:05.230331 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00948a88-b48f-40ce-920e-95792712156a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:05.231061 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00948a88-b48f-40ce-920e-95792712156a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:05.231540 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00948a88-b48f-40ce-920e-95792712156a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:05.232010 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00948a88-b48f-40ce-920e-95792712156a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:05.232585 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00948a88-b48f-40ce-920e-95792712156a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:05.233140 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00948a88-b48f-40ce-920e-95792712156a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:05.233510 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00948a88-b48f-40ce-920e-95792712156a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:05.233933 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00948a88-b48f-40ce-920e-95792712156a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:05.234273 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00948a88-b48f-40ce-920e-95792712156a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:05.275561 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8f7d6a95-5f32-423d-ade6-f710bbd7b73e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for security_group_rule (ca2a3845-313a-4c62-979b-884e6715d6e7), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:05.325838 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8f7d6a95-5f32-423d-ade6-f710bbd7b73e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for security_group_rule (ca2a3845-313a-4c62-979b-884e6715d6e7), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:05.330354 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8f7d6a95-5f32-423d-ade6-f710bbd7b73e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (ca2a3845-313a-4c62-979b-884e6715d6e7), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:05.351931 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d6a95-5f32-423d-ade6-f710bbd7b73e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca2a3845-313a-4c62-979b-884e6715d6e7,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:05.362776 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8f7d6a95-5f32-423d-ade6-f710bbd7b73e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:05.366978 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 33278) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:05.367142 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8f7d6a95-5f32-423d-ade6-f710bbd7b73e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1470675 Mar 22 19:57:05.372529 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-01a06816-8b29-42ac-933a-b1b28db58736 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Request body: {'security_group_rule': {'security_group_id': 'dd47f805-f686-4d57-916c-221f6cc52fdd', 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:57:05.406583 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-01a06816-8b29-42ac-933a-b1b28db58736 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for security_group_rule (a38c21c3-412f-4ce1-9e45-cdd76a5b9bfd), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:05.481649 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-01a06816-8b29-42ac-933a-b1b28db58736 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for security_group_rule (a38c21c3-412f-4ce1-9e45-cdd76a5b9bfd), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:05.491599 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-01a06816-8b29-42ac-933a-b1b28db58736 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (a38c21c3-412f-4ce1-9e45-cdd76a5b9bfd), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:05.518725 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a06816-8b29-42ac-933a-b1b28db58736 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a38c21c3-412f-4ce1-9e45-cdd76a5b9bfd,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:05.524046 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-01a06816-8b29-42ac-933a-b1b28db58736 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:05.528477 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33282) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:05.533890 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-6cd69614-bf44-41d6-b6b4-dd52317888af tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Request body: {'security_group_rule': {'security_group_id': 'dd47f805-f686-4d57-916c-221f6cc52fdd', 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:57:05.539333 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-01a06816-8b29-42ac-933a-b1b28db58736 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1705081 Mar 22 19:57:05.576596 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6cd69614-bf44-41d6-b6b4-dd52317888af tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for security_group_rule (5d8fc1bb-02e6-4404-8451-143db53db915), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:05.644619 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6cd69614-bf44-41d6-b6b4-dd52317888af tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for security_group_rule (5d8fc1bb-02e6-4404-8451-143db53db915), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:05.648217 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6cd69614-bf44-41d6-b6b4-dd52317888af tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (5d8fc1bb-02e6-4404-8451-143db53db915), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:05.666475 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd69614-bf44-41d6-b6b4-dd52317888af tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d8fc1bb-02e6-4404-8451-143db53db915,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:05.675125 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6cd69614-bf44-41d6-b6b4-dd52317888af tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:05.679838 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 33284) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:05.679983 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6cd69614-bf44-41d6-b6b4-dd52317888af tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1502361 Mar 22 19:57:05.685314 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-e0c244dc-c7db-4047-ad28-8c58e18a65b8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Request body: {'security_group_rule': {'security_group_id': 'dd47f805-f686-4d57-916c-221f6cc52fdd', 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:57:05.712018 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e0c244dc-c7db-4047-ad28-8c58e18a65b8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for security_group_rule (293b457e-23a3-4fcb-b656-cecbdbd1e553), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:05.789017 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e0c244dc-c7db-4047-ad28-8c58e18a65b8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for security_group_rule (293b457e-23a3-4fcb-b656-cecbdbd1e553), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:05.793594 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e0c244dc-c7db-4047-ad28-8c58e18a65b8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (293b457e-23a3-4fcb-b656-cecbdbd1e553), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:05.814218 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c244dc-c7db-4047-ad28-8c58e18a65b8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=293b457e-23a3-4fcb-b656-cecbdbd1e553,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:05.836608 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e0c244dc-c7db-4047-ad28-8c58e18a65b8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:05.839302 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e0c244dc-c7db-4047-ad28-8c58e18a65b8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1568208 Mar 22 19:57:05.841349 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 33286) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:05.848449 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-ea0bbd26-8833-4744-a9ca-82d1ef2e4ef8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Request body: {'security_group_rule': {'security_group_id': 'dd47f805-f686-4d57-916c-221f6cc52fdd', 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:57:05.877137 n-d-705658-24 neutron-server[104173]: INFO neutron.db.securitygroups_db [None req-ea0bbd26-8833-4744-a9ca-82d1ef2e4ef8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Project 99d72c7dab634aac93e71becf6d2998e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 19:57:05.886627 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ea0bbd26-8833-4744-a9ca-82d1ef2e4ef8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for security_group_rule (a30fe4f1-eb88-4eb1-bdfd-162a48795ec8), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:05.959602 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ea0bbd26-8833-4744-a9ca-82d1ef2e4ef8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for security_group_rule (a30fe4f1-eb88-4eb1-bdfd-162a48795ec8), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:05.963954 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ea0bbd26-8833-4744-a9ca-82d1ef2e4ef8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (a30fe4f1-eb88-4eb1-bdfd-162a48795ec8), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:05.984071 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0bbd26-8833-4744-a9ca-82d1ef2e4ef8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a30fe4f1-eb88-4eb1-bdfd-162a48795ec8,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:05.992501 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ea0bbd26-8833-4744-a9ca-82d1ef2e4ef8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:05.996598 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ea0bbd26-8833-4744-a9ca-82d1ef2e4ef8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1511006 Mar 22 19:57:05.996963 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 33290) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:06.001550 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-476ab47b-b6d1-423e-9227-b479ceed8804 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Request body: {'security_group_rule': {'security_group_id': 'dd47f805-f686-4d57-916c-221f6cc52fdd', 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:57:06.055508 n-d-705658-24 neutron-server[104172]: INFO neutron.db.securitygroups_db [None req-476ab47b-b6d1-423e-9227-b479ceed8804 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Project 99d72c7dab634aac93e71becf6d2998e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 19:57:06.064813 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-476ab47b-b6d1-423e-9227-b479ceed8804 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for security_group_rule (8662e5c9-89a1-4ae9-b965-46f615f4d1c8), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:06.139911 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-476ab47b-b6d1-423e-9227-b479ceed8804 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for security_group_rule (8662e5c9-89a1-4ae9-b965-46f615f4d1c8), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:06.145141 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-476ab47b-b6d1-423e-9227-b479ceed8804 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (8662e5c9-89a1-4ae9-b965-46f615f4d1c8), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:06.166855 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ab47b-b6d1-423e-9227-b479ceed8804 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8662e5c9-89a1-4ae9-b965-46f615f4d1c8,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:06.175775 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-476ab47b-b6d1-423e-9227-b479ceed8804 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:06.180845 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-476ab47b-b6d1-423e-9227-b479ceed8804 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1792662 Mar 22 19:57:15.164105 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-58fed7f2-de35-4559-a645-a99d5b480cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:16.014455 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:17.418888 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-35d6e50f-1873-41c4-8353-065f71358e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:18.554595 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:18.817904 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:20.198462 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:21.385564 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:21.642085 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 33640) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:22.051999 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b5f019-0f04-430e-8b37-7d89d5795d21 admin admin] Deleting subnet 15d10e51-1cde-45cc-a17a-d477b63dd7b5 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:57:22.066116 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a4b5f019-0f04-430e-8b37-7d89d5795d21 admin admin] Publish callbacks [] for subnet (15d10e51-1cde-45cc-a17a-d477b63dd7b5), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:22.138980 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a4b5f019-0f04-430e-8b37-7d89d5795d21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (15d10e51-1cde-45cc-a17a-d477b63dd7b5), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:22.266752 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a4b5f019-0f04-430e-8b37-7d89d5795d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (15d10e51-1cde-45cc-a17a-d477b63dd7b5), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:22.426088 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a4b5f019-0f04-430e-8b37-7d89d5795d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (15d10e51-1cde-45cc-a17a-d477b63dd7b5), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:22.492077 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b5f019-0f04-430e-8b37-7d89d5795d21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15d10e51-1cde-45cc-a17a-d477b63dd7b5,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:22.502130 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a4b5f019-0f04-430e-8b37-7d89d5795d21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:22.512452 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a4b5f019-0f04-430e-8b37-7d89d5795d21 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/15d10e51-1cde-45cc-a17a-d477b63dd7b5 HTTP/1.1" status: 204 len: 168 time: 0.8689628 Mar 22 19:57:22.515554 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 33722) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:22.627991 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b84b7ac2-427d-4a7d-93b4-12b93e99f135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (e691b411-d286-4cb7-9b13-827cd7092de3), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:22.768102 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b84b7ac2-427d-4a7d-93b4-12b93e99f135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (e691b411-d286-4cb7-9b13-827cd7092de3), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:22.816494 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-b84b7ac2-427d-4a7d-93b4-12b93e99f135 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e691b411-d286-4cb7-9b13-827cd7092de3']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:57:22.842719 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-b84b7ac2-427d-4a7d-93b4-12b93e99f135 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4b4ce6-8829-497f-8e5a-a88cca4f637e') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:57:22.844161 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-b84b7ac2-427d-4a7d-93b4-12b93e99f135 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4b4ce6-8829-497f-8e5a-a88cca4f637e') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:57:22.862447 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b84b7ac2-427d-4a7d-93b4-12b93e99f135 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (1d4b4ce6-8829-497f-8e5a-a88cca4f637e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:22.894790 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b84b7ac2-427d-4a7d-93b4-12b93e99f135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (1d4b4ce6-8829-497f-8e5a-a88cca4f637e), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:22.904630 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b84b7ac2-427d-4a7d-93b4-12b93e99f135 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:57:22.905838 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b84b7ac2-427d-4a7d-93b4-12b93e99f135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (1d4b4ce6-8829-497f-8e5a-a88cca4f637e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:22.908804 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 19:57:22.908804 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:57:22.908804 n-d-705658-24 neutron-server[104172]: timer() Mar 22 19:57:22.908804 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:57:22.908804 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 19:57:22.908804 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:57:22.908804 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 19:57:22.908804 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:57:22.908804 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 19:57:22.908804 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:57:22.908804 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 19:57:22.908804 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:57:22.908804 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 19:57:22.908804 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:57:22.908804 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:57:22.908804 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:57:22.908804 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:57:22.908804 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:57:22.908804 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 19:57:22.908804 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:57:22.908804 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 19:57:22.908804 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:57:22.908804 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:57:22.908804 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:57:22.908804 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 19:57:22.908804 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:57:22.908804 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:57:22.908804 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:57:22.908804 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:57:22.908804 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:57:22.908804 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:57:22.908804 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:57:22.992953 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b84b7ac2-427d-4a7d-93b4-12b93e99f135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (e691b411-d286-4cb7-9b13-827cd7092de3), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:23.000444 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b84b7ac2-427d-4a7d-93b4-12b93e99f135 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:23.008985 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b84b7ac2-427d-4a7d-93b4-12b93e99f135 admin admin] 10.222.0.75 "DELETE /v2.0/networks/e691b411-d286-4cb7-9b13-827cd7092de3 HTTP/1.1" status: 204 len: 168 time: 0.4880025 Mar 22 19:57:23.023541 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b7ac2-427d-4a7d-93b4-12b93e99f135 admin admin] Pushing event deleted for resources: {'Network': ['ID=e691b411-d286-4cb7-9b13-827cd7092de3,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:23.285232 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 33804) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:23.351540 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f75bf230-72ce-4460-b772-7c4c17605cca admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8265285293a344f28e68f05bc79e732b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0625625 Mar 22 19:57:23.352357 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 33812) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:23.440363 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-afa73fb7-2bd1-42cf-8104-c482f7bc678d admin admin] Publish callbacks [] for security_group (cc22d86d-ae55-4866-aa73-b99b9fe66ef8), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:23.481736 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-afa73fb7-2bd1-42cf-8104-c482f7bc678d admin admin] Publish callbacks [] for security_group (cc22d86d-ae55-4866-aa73-b99b9fe66ef8), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:23.563321 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-afa73fb7-2bd1-42cf-8104-c482f7bc678d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (cc22d86d-ae55-4866-aa73-b99b9fe66ef8), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:23.568772 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-afa73fb7-2bd1-42cf-8104-c482f7bc678d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:23.572537 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-afa73fb7-2bd1-42cf-8104-c482f7bc678d admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/cc22d86d-ae55-4866-aa73-b99b9fe66ef8 HTTP/1.1" status: 204 len: 168 time: 0.2168026 Mar 22 19:57:23.582519 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa73fb7-2bd1-42cf-8104-c482f7bc678d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc22d86d-ae55-4866-aa73-b99b9fe66ef8,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:26.158286 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 33990) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:26.168404 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-12a57009-a90f-47b0-904b-85e7f27086bb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-322517017', 'description': 'tempest-secgroup-smoke-322517017 description', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:57:26.203522 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-12a57009-a90f-47b0-904b-85e7f27086bb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:26.219720 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-12a57009-a90f-47b0-904b-85e7f27086bb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:26.351871 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-12a57009-a90f-47b0-904b-85e7f27086bb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group (3185a8e3-a462-4c04-98c2-42add0354090), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:26.356340 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-12a57009-a90f-47b0-904b-85e7f27086bb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3185a8e3-a462-4c04-98c2-42add0354090), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:26.415269 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a57009-a90f-47b0-904b-85e7f27086bb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3185a8e3-a462-4c04-98c2-42add0354090,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:26.460118 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-12a57009-a90f-47b0-904b-85e7f27086bb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group (b05ca402-2b94-4ee3-97f1-f1128d5c3f2d), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:26.465457 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-12a57009-a90f-47b0-904b-85e7f27086bb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b05ca402-2b94-4ee3-97f1-f1128d5c3f2d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:26.498980 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-12a57009-a90f-47b0-904b-85e7f27086bb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:26.503806 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-12a57009-a90f-47b0-904b-85e7f27086bb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3387661 Mar 22 19:57:26.503806 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a57009-a90f-47b0-904b-85e7f27086bb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:26.504553 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 33994) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:26.509975 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-7acbac3b-bb1f-434e-ba20-5d73f3dc9701 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'security_group_rule': {'security_group_id': 'b05ca402-2b94-4ee3-97f1-f1128d5c3f2d', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:57:26.539047 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7acbac3b-bb1f-434e-ba20-5d73f3dc9701 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (105f4cdc-63e9-46ed-b752-60ac77e8877e), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:26.597696 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:57:26.602866 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7acbac3b-bb1f-434e-ba20-5d73f3dc9701 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (105f4cdc-63e9-46ed-b752-60ac77e8877e), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:26.607370 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7acbac3b-bb1f-434e-ba20-5d73f3dc9701 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (105f4cdc-63e9-46ed-b752-60ac77e8877e), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:26.626777 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acbac3b-bb1f-434e-ba20-5d73f3dc9701 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=105f4cdc-63e9-46ed-b752-60ac77e8877e,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:26.648270 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7acbac3b-bb1f-434e-ba20-5d73f3dc9701 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:26.649902 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7acbac3b-bb1f-434e-ba20-5d73f3dc9701 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1436529 Mar 22 19:57:26.655437 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 33996) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:26.662143 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-88b3e4dd-1a38-40cb-9252-82c2d9125da7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'security_group_rule': {'security_group_id': 'b05ca402-2b94-4ee3-97f1-f1128d5c3f2d', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:57:26.705320 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-88b3e4dd-1a38-40cb-9252-82c2d9125da7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (19951432-ed9b-4412-8d65-f2472b06ae03), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:26.783432 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-88b3e4dd-1a38-40cb-9252-82c2d9125da7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (19951432-ed9b-4412-8d65-f2472b06ae03), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:26.788862 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-88b3e4dd-1a38-40cb-9252-82c2d9125da7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (19951432-ed9b-4412-8d65-f2472b06ae03), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:26.818171 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3e4dd-1a38-40cb-9252-82c2d9125da7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19951432-ed9b-4412-8d65-f2472b06ae03,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:26.832692 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-88b3e4dd-1a38-40cb-9252-82c2d9125da7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:26.838713 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-88b3e4dd-1a38-40cb-9252-82c2d9125da7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1827359 Mar 22 19:57:26.839631 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34000) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:26.846552 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-c172eb22-1c8f-4734-ab8d-15465fbee1fa tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'security_group_rule': {'security_group_id': 'b05ca402-2b94-4ee3-97f1-f1128d5c3f2d', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:57:26.876765 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c172eb22-1c8f-4734-ab8d-15465fbee1fa tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (75814716-ccf2-4cd1-9275-0c9ee2d54f5d), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:26.978920 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c172eb22-1c8f-4734-ab8d-15465fbee1fa tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (75814716-ccf2-4cd1-9275-0c9ee2d54f5d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:26.986529 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c172eb22-1c8f-4734-ab8d-15465fbee1fa tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (75814716-ccf2-4cd1-9275-0c9ee2d54f5d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:27.019965 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c172eb22-1c8f-4734-ab8d-15465fbee1fa tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75814716-ccf2-4cd1-9275-0c9ee2d54f5d,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:27.033618 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c172eb22-1c8f-4734-ab8d-15465fbee1fa tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:27.038629 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c172eb22-1c8f-4734-ab8d-15465fbee1fa tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1967156 Mar 22 19:57:27.039615 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 34002) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:27.046428 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-38abc69d-d5a7-49dc-8d95-386335a47070 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'security_group_rule': {'security_group_id': 'b05ca402-2b94-4ee3-97f1-f1128d5c3f2d', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:57:27.097031 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-38abc69d-d5a7-49dc-8d95-386335a47070 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (bf55efa4-2afe-4e12-94b5-0681320ccc98), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:27.203239 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-38abc69d-d5a7-49dc-8d95-386335a47070 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (bf55efa4-2afe-4e12-94b5-0681320ccc98), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:27.210466 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-38abc69d-d5a7-49dc-8d95-386335a47070 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (bf55efa4-2afe-4e12-94b5-0681320ccc98), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:27.235896 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38abc69d-d5a7-49dc-8d95-386335a47070 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf55efa4-2afe-4e12-94b5-0681320ccc98,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:27.246472 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-38abc69d-d5a7-49dc-8d95-386335a47070 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:27.247833 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-38abc69d-d5a7-49dc-8d95-386335a47070 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2072899 Mar 22 19:57:27.250677 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34004) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:27.259827 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-17c27c33-4a5a-4e80-82cb-9192cdbef772 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'security_group_rule': {'security_group_id': 'b05ca402-2b94-4ee3-97f1-f1128d5c3f2d', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:57:27.295995 n-d-705658-24 neutron-server[104173]: INFO neutron.db.securitygroups_db [None req-17c27c33-4a5a-4e80-82cb-9192cdbef772 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Project 5bcae00531204d8c96861edbc9c1d9c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 19:57:27.303935 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-17c27c33-4a5a-4e80-82cb-9192cdbef772 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (d0dd1029-d795-448e-bd79-3a0864f447b9), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:27.393408 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-17c27c33-4a5a-4e80-82cb-9192cdbef772 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (d0dd1029-d795-448e-bd79-3a0864f447b9), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:27.397594 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-17c27c33-4a5a-4e80-82cb-9192cdbef772 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (d0dd1029-d795-448e-bd79-3a0864f447b9), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:27.417444 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c27c33-4a5a-4e80-82cb-9192cdbef772 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0dd1029-d795-448e-bd79-3a0864f447b9,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:27.432429 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-17c27c33-4a5a-4e80-82cb-9192cdbef772 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:27.436407 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-17c27c33-4a5a-4e80-82cb-9192cdbef772 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1817858 Mar 22 19:57:27.436720 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34006) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:27.441814 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-dd65e12b-38e8-4ff9-bfeb-0a469d536be5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'security_group_rule': {'security_group_id': 'b05ca402-2b94-4ee3-97f1-f1128d5c3f2d', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:57:27.470363 n-d-705658-24 neutron-server[104173]: INFO neutron.db.securitygroups_db [None req-dd65e12b-38e8-4ff9-bfeb-0a469d536be5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Project 5bcae00531204d8c96861edbc9c1d9c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 19:57:27.478058 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dd65e12b-38e8-4ff9-bfeb-0a469d536be5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (4ba0c0ed-4458-48ac-a27c-0c2bae6f5705), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:27.560317 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dd65e12b-38e8-4ff9-bfeb-0a469d536be5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (4ba0c0ed-4458-48ac-a27c-0c2bae6f5705), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:27.566647 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dd65e12b-38e8-4ff9-bfeb-0a469d536be5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (4ba0c0ed-4458-48ac-a27c-0c2bae6f5705), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:27.587829 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65e12b-38e8-4ff9-bfeb-0a469d536be5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba0c0ed-4458-48ac-a27c-0c2bae6f5705,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:27.597575 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dd65e12b-38e8-4ff9-bfeb-0a469d536be5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:27.602644 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-dd65e12b-38e8-4ff9-bfeb-0a469d536be5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1644273 Mar 22 19:57:27.603066 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 34010) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:27.609008 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-d42e27a5-939d-4f35-9266-9a93cc922436 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'network': {'name': 'tempest-network-smoke--885152298', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'port_security_enabled': True}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:57:27.643762 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42e27a5-939d-4f35-9266-9a93cc922436 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Made reservation on behalf of 5bcae00531204d8c96861edbc9c1d9c0 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:57:27.647139 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d42e27a5-939d-4f35-9266-9a93cc922436 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:27.678561 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d42e27a5-939d-4f35-9266-9a93cc922436 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:57:27.689500 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d42e27a5-939d-4f35-9266-9a93cc922436 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (9521e366-8be6-4365-8f50-3ec196f79112), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:27.689966 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-d42e27a5-939d-4f35-9266-9a93cc922436 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Added segment 9521e366-8be6-4365-8f50-3ec196f79112 of type vlan for network 080687ad-11de-47e3-b697-c810bff07ad9 Mar 22 19:57:27.734350 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d42e27a5-939d-4f35-9266-9a93cc922436 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (080687ad-11de-47e3-b697-c810bff07ad9), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:27.776485 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d42e27a5-939d-4f35-9266-9a93cc922436 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (080687ad-11de-47e3-b697-c810bff07ad9), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:27.782881 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42e27a5-939d-4f35-9266-9a93cc922436 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:27.783752 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d42e27a5-939d-4f35-9266-9a93cc922436 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:27.859928 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d42e27a5-939d-4f35-9266-9a93cc922436 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2555597 Mar 22 19:57:27.864128 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34016) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:27.869254 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-37a4844e-90fa-4783-8714-c39c2785a7e9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-589988426', 'admin_state_up': True, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:57:27.912268 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37a4844e-90fa-4783-8714-c39c2785a7e9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (80eb71a6-e536-4fe6-bc59-3d4fc5250e42), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:27.912479 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e27a5-939d-4f35-9266-9a93cc922436 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'Network': ['ID=080687ad-11de-47e3-b697-c810bff07ad9,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:27.914071 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37a4844e-90fa-4783-8714-c39c2785a7e9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (80eb71a6-e536-4fe6-bc59-3d4fc5250e42), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:27.938238 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 080687ad-11de-47e3-b697-c810bff07ad9 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:57:28.004686 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37a4844e-90fa-4783-8714-c39c2785a7e9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for router_controller (80eb71a6-e536-4fe6-bc59-3d4fc5250e42), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:28.550498 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37a4844e-90fa-4783-8714-c39c2785a7e9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for router_gateway (80eb71a6-e536-4fe6-bc59-3d4fc5250e42), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:28.781318 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37a4844e-90fa-4783-8714-c39c2785a7e9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for router_gateway (80eb71a6-e536-4fe6-bc59-3d4fc5250e42), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:28.803999 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37a4844e-90fa-4783-8714-c39c2785a7e9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:28.979417 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-37a4844e-90fa-4783-8714-c39c2785a7e9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Allocated IP 172.25.5.163 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/24c7851c-6531-4ce0-bf6c-d45ab2075e71) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:57:29.107230 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37a4844e-90fa-4783-8714-c39c2785a7e9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for port (24c7851c-6531-4ce0-bf6c-d45ab2075e71), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:29.144306 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37a4844e-90fa-4783-8714-c39c2785a7e9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (24c7851c-6531-4ce0-bf6c-d45ab2075e71), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:29.194108 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a4844e-90fa-4783-8714-c39c2785a7e9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:57:29.201469 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-37a4844e-90fa-4783-8714-c39c2785a7e9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:57:29.204927 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a4844e-90fa-4783-8714-c39c2785a7e9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:57:29.243428 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a4844e-90fa-4783-8714-c39c2785a7e9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'Port': ['ID=24c7851c-6531-4ce0-bf6c-d45ab2075e71,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:29.573174 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37a4844e-90fa-4783-8714-c39c2785a7e9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for router_gateway (80eb71a6-e536-4fe6-bc59-3d4fc5250e42), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:29.843268 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37a4844e-90fa-4783-8714-c39c2785a7e9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (80eb71a6-e536-4fe6-bc59-3d4fc5250e42), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:30.039804 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a4844e-90fa-4783-8714-c39c2785a7e9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Router 80eb71a6-e536-4fe6-bc59-3d4fc5250e42 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 19:57:30.219229 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a4844e-90fa-4783-8714-c39c2785a7e9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:57:30.232513 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e119afe4-98c1-4275-940d-180e5499fac9 None None] Sync routers for ids ['80eb71a6-e536-4fe6-bc59-3d4fc5250e42'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:57:30.247337 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37a4844e-90fa-4783-8714-c39c2785a7e9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:30.248730 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e119afe4-98c1-4275-940d-180e5499fac9 None None] Routers {'80eb71a6-e536-4fe6-bc59-3d4fc5250e42'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:57:30.249749 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-e119afe4-98c1-4275-940d-180e5499fac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:57:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['80eb71a6-e536-4fe6-bc59-3d4fc5250e42'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:57:30.250140 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-37a4844e-90fa-4783-8714-c39c2785a7e9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3840041 Mar 22 19:57:30.253642 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 34032) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:30.490280 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-e119afe4-98c1-4275-940d-180e5499fac9 None None] Set router 80eb71a6-e536-4fe6-bc59-3d4fc5250e42 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:57:30.517808 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e29896dd-193e-43b9-8095-47eca48ba5c6 tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=5bcae00531204d8c96861edbc9c1d9c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2605643 Mar 22 19:57:30.521354 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34036) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:30.751883 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b46fff9-48b6-4060-b31a-d890d9f83261 tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:30.756438 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7b46fff9-48b6-4060-b31a-d890d9f83261 tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2309659 Mar 22 19:57:30.756766 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34040) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:30.794060 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-afb59675-94d0-4ba8-8c1e-d672eb95e548 tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=b209c5bc-34d3-415d-9873-d01a4e6c5db8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344949 Mar 22 19:57:30.798071 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 34042) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:30.803671 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-f0c50aa3-1044-44b8-9198-671b18dd86e5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1226915530', 'network_id': '080687ad-11de-47e3-b697-c810bff07ad9', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:57:30.823173 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-e119afe4-98c1-4275-940d-180e5499fac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589988426', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '24c7851c-6531-4ce0-bf6c-d45ab2075e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:57:27Z', 'updated_at': '2022-03-22T19:57:29Z', 'revision_number': 3, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '24c7851c-6531-4ce0-bf6c-d45ab2075e71', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:57:28Z', 'updated_at': '2022-03-22T19:57:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:57:30.862143 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e119afe4-98c1-4275-940d-180e5499fac9 None None] Checking router: 80eb71a6-e536-4fe6-bc59-3d4fc5250e42 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:57:30.862812 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e119afe4-98c1-4275-940d-180e5499fac9 None None] Updating router 80eb71a6-e536-4fe6-bc59-3d4fc5250e42 port 24c7851c-6531-4ce0-bf6c-d45ab2075e71 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:57:30.920118 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-e119afe4-98c1-4275-940d-180e5499fac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (24c7851c-6531-4ce0-bf6c-d45ab2075e71), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:30.923884 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c50aa3-1044-44b8-9198-671b18dd86e5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Made reservation on behalf of 5bcae00531204d8c96861edbc9c1d9c0 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:57:30.930324 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f0c50aa3-1044-44b8-9198-671b18dd86e5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:31.201147 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f0c50aa3-1044-44b8-9198-671b18dd86e5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (91d575e8-9db7-4a49-b167-27d4adaa8deb), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:31.259410 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c50aa3-1044-44b8-9198-671b18dd86e5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'Subnet': ['ID=91d575e8-9db7-4a49-b167-27d4adaa8deb,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:31.296333 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c50aa3-1044-44b8-9198-671b18dd86e5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Checking segment: {'id': '9521e366-8be6-4365-8f50-3ec196f79112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '080687ad-11de-47e3-b697-c810bff07ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:57:31.296734 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c50aa3-1044-44b8-9198-671b18dd86e5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Network hostable DHCP agents. Network: 080687ad-11de-47e3-b697-c810bff07ad9, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 19:57:31.316968 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c50aa3-1044-44b8-9198-671b18dd86e5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Network 080687ad-11de-47e3-b697-c810bff07ad9 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 19:57:31.331020 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-f0c50aa3-1044-44b8-9198-671b18dd86e5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 080687ad-11de-47e3-b697-c810bff07ad9) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:57:31.336957 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c50aa3-1044-44b8-9198-671b18dd86e5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:31.337575 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f0c50aa3-1044-44b8-9198-671b18dd86e5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:31.352011 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4396bb8c-8344-4b6d-9578-8c9fd0859c73 None None] Network 080687ad-11de-47e3-b697-c810bff07ad9 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:57:31.362883 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-e119afe4-98c1-4275-940d-180e5499fac9 None None] Publish callbacks [] for port (24c7851c-6531-4ce0-bf6c-d45ab2075e71), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:31.371619 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f0c50aa3-1044-44b8-9198-671b18dd86e5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5682836 Mar 22 19:57:31.372089 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34046) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:31.381736 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-e119afe4-98c1-4275-940d-180e5499fac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (24c7851c-6531-4ce0-bf6c-d45ab2075e71), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:31.446492 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-e119afe4-98c1-4275-940d-180e5499fac9 None None] Attempting to bind port 24c7851c-6531-4ce0-bf6c-d45ab2075e71 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:57:31.448449 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-e119afe4-98c1-4275-940d-180e5499fac9 None None] Attempting to bind port 24c7851c-6531-4ce0-bf6c-d45ab2075e71 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:57:31.449546 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e119afe4-98c1-4275-940d-180e5499fac9 None None] Attempting to bind port 24c7851c-6531-4ce0-bf6c-d45ab2075e71 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:57:31.484909 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-080687ad-11de-47e3-b697-c810bff07ad9', 'network_id': '080687ad-11de-47e3-b697-c810bff07ad9', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'fixed_ips': [{'subnet_id': '91d575e8-9db7-4a49-b167-27d4adaa8deb'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 19:57:31.486193 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:31.503708 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e119afe4-98c1-4275-940d-180e5499fac9 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:57:31.504970 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e119afe4-98c1-4275-940d-180e5499fac9 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:57:31.506451 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-e119afe4-98c1-4275-940d-180e5499fac9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:31.507565 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e119afe4-98c1-4275-940d-180e5499fac9 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:57:31.508685 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-e119afe4-98c1-4275-940d-180e5499fac9 None None] Bound port: 24c7851c-6531-4ce0-bf6c-d45ab2075e71, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:57:31.509778 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-e119afe4-98c1-4275-940d-180e5499fac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (24c7851c-6531-4ce0-bf6c-d45ab2075e71), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:31.637149 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc73b7-c09d-47c7-81a4-19d08fd8e725 None None] Pushing event updated for resources: {'Port': ['ID=24c7851c-6531-4ce0-bf6c-d45ab2075e71,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:31.657427 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfc73b7-c09d-47c7-81a4-19d08fd8e725 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:31.658485 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfc73b7-c09d-47c7-81a4-19d08fd8e725 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:31.659344 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfc73b7-c09d-47c7-81a4-19d08fd8e725 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:31.660235 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfc73b7-c09d-47c7-81a4-19d08fd8e725 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:31.661131 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfc73b7-c09d-47c7-81a4-19d08fd8e725 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:31.662592 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfc73b7-c09d-47c7-81a4-19d08fd8e725 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:31.663480 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfc73b7-c09d-47c7-81a4-19d08fd8e725 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:31.664506 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfc73b7-c09d-47c7-81a4-19d08fd8e725 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:31.665352 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfc73b7-c09d-47c7-81a4-19d08fd8e725 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:31.666270 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfc73b7-c09d-47c7-81a4-19d08fd8e725 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:31.667104 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfc73b7-c09d-47c7-81a4-19d08fd8e725 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:31.668215 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfc73b7-c09d-47c7-81a4-19d08fd8e725 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:31.669087 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfc73b7-c09d-47c7-81a4-19d08fd8e725 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:31.670026 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfc73b7-c09d-47c7-81a4-19d08fd8e725 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:31.670868 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfc73b7-c09d-47c7-81a4-19d08fd8e725 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:31.693322 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-e119afe4-98c1-4275-940d-180e5499fac9 None None] For port 24c7851c-6531-4ce0-bf6c-d45ab2075e71, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:57:31.700632 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-e119afe4-98c1-4275-940d-180e5499fac9 None None] For port 24c7851c-6531-4ce0-bf6c-d45ab2075e71, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=24c7851c-6531-4ce0-bf6c-d45ab2075e71,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:57:31.711699 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-e119afe4-98c1-4275-940d-180e5499fac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (24c7851c-6531-4ce0-bf6c-d45ab2075e71), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:31.897414 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc73b7-c09d-47c7-81a4-19d08fd8e725 None None] Pushing event updated for resources: {'Port': ['ID=24c7851c-6531-4ce0-bf6c-d45ab2075e71,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:31.926043 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] Allocated IP 172.20.0.2 (080687ad-11de-47e3-b697-c810bff07ad9/91d575e8-9db7-4a49-b167-27d4adaa8deb/937e225d-c57a-458d-bd3a-171973c8b4f2) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:57:31.933975 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e119afe4-98c1-4275-940d-180e5499fac9 None None] Routers {'80eb71a6-e536-4fe6-bc59-3d4fc5250e42'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:57:31.935049 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-e119afe4-98c1-4275-940d-180e5499fac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:57:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['80eb71a6-e536-4fe6-bc59-3d4fc5250e42'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:57:32.111184 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-e119afe4-98c1-4275-940d-180e5499fac9 None None] Set router 80eb71a6-e536-4fe6-bc59-3d4fc5250e42 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:57:32.173051 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4724951e-b7b3-4dbe-b3f6-56915fba4c90 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:32.264922 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] Publish callbacks [] for port (937e225d-c57a-458d-bd3a-171973c8b4f2), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:32.276125 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (937e225d-c57a-458d-bd3a-171973c8b4f2), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:32.364081 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] Network 080687ad-11de-47e3-b697-c810bff07ad9 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:57:32.371118 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:57:32.378062 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:57:32.387429 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] Pushing event updated for resources: {'Port': ['ID=937e225d-c57a-458d-bd3a-171973c8b4f2,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:32.428929 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:32.429319 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:32.429621 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:32.429987 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:32.430325 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:32.430677 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:32.431052 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:32.431386 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:32.431714 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:32.432049 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:32.432384 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:32.432706 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:32.433031 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:32.433354 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:32.434516 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:32.497555 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] Attempting to bind port 937e225d-c57a-458d-bd3a-171973c8b4f2 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:57:32.497978 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] Attempting to bind port 937e225d-c57a-458d-bd3a-171973c8b4f2 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '9521e366-8be6-4365-8f50-3ec196f79112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '080687ad-11de-47e3-b697-c810bff07ad9'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:57:32.498536 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] Attempting to bind port 937e225d-c57a-458d-bd3a-171973c8b4f2 on network 080687ad-11de-47e3-b697-c810bff07ad9 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:57:32.506692 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:57:32.507768 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] Checking segment: {'id': '9521e366-8be6-4365-8f50-3ec196f79112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '080687ad-11de-47e3-b697-c810bff07ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:57:32.508349 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:32.508833 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] Bound using segment: {'id': '9521e366-8be6-4365-8f50-3ec196f79112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '080687ad-11de-47e3-b697-c810bff07ad9'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:57:32.509671 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] Bound port: 937e225d-c57a-458d-bd3a-171973c8b4f2, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9521e366-8be6-4365-8f50-3ec196f79112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '080687ad-11de-47e3-b697-c810bff07ad9'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:57:32.510194 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (937e225d-c57a-458d-bd3a-171973c8b4f2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:32.615328 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-e119afe4-98c1-4275-940d-180e5499fac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589988426', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '24c7851c-6531-4ce0-bf6c-d45ab2075e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:57:27Z', 'updated_at': '2022-03-22T19:57:29Z', 'revision_number': 3, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '24c7851c-6531-4ce0-bf6c-d45ab2075e71', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:57:28Z', 'updated_at': '2022-03-22T19:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:57:32.623139 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] For port 937e225d-c57a-458d-bd3a-171973c8b4f2, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:57:32.633961 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] For port 937e225d-c57a-458d-bd3a-171973c8b4f2, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=937e225d-c57a-458d-bd3a-171973c8b4f2,segment=NetworkSegment(9521e366-8be6-4365-8f50-3ec196f79112),segment_id=9521e366-8be6-4365-8f50-3ec196f79112)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:57:32.645191 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (937e225d-c57a-458d-bd3a-171973c8b4f2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:32.715424 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e119afe4-98c1-4275-940d-180e5499fac9 None None] The sync data for ids ['80eb71a6-e536-4fe6-bc59-3d4fc5250e42'] in n-d-705658-24 is: [{'id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589988426', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '24c7851c-6531-4ce0-bf6c-d45ab2075e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:57:27Z', 'updated_at': '2022-03-22T19:57:29Z', 'revision_number': 3, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '24c7851c-6531-4ce0-bf6c-d45ab2075e71', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6b:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:57:28Z', 'updated_at': '2022-03-22T19:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:57:32.768951 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-4724951e-b7b3-4dbe-b3f6-56915fba4c90 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Allocated IP 172.20.0.1 (080687ad-11de-47e3-b697-c810bff07ad9/91d575e8-9db7-4a49-b167-27d4adaa8deb/48293ecb-3ae7-46aa-8766-6482a40b8d02) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:57:32.785834 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59eef7-6664-4ab6-bfe8-46d01496cd07 None None] Pushing event updated for resources: {'Port': ['ID=937e225d-c57a-458d-bd3a-171973c8b4f2,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:33.029880 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4724951e-b7b3-4dbe-b3f6-56915fba4c90 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for port (48293ecb-3ae7-46aa-8766-6482a40b8d02), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:33.124850 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4724951e-b7b3-4dbe-b3f6-56915fba4c90 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (48293ecb-3ae7-46aa-8766-6482a40b8d02), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:33.242993 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4724951e-b7b3-4dbe-b3f6-56915fba4c90 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Network 080687ad-11de-47e3-b697-c810bff07ad9 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:57:33.244750 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-4724951e-b7b3-4dbe-b3f6-56915fba4c90 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:57:33.246683 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724951e-b7b3-4dbe-b3f6-56915fba4c90 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'Port': ['ID=48293ecb-3ae7-46aa-8766-6482a40b8d02,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:33.273953 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4724951e-b7b3-4dbe-b3f6-56915fba4c90 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:57:33.375004 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4724951e-b7b3-4dbe-b3f6-56915fba4c90 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (80eb71a6-e536-4fe6-bc59-3d4fc5250e42), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:33.574806 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4724951e-b7b3-4dbe-b3f6-56915fba4c90 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (48293ecb-3ae7-46aa-8766-6482a40b8d02), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:34.515667 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 24c7851c-6531-4ce0-bf6c-d45ab2075e71 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:57:34.627445 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 24c7851c-6531-4ce0-bf6c-d45ab2075e71 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:57:34.628214 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (24c7851c-6531-4ce0-bf6c-d45ab2075e71), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:34.730086 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4724951e-b7b3-4dbe-b3f6-56915fba4c90 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for port (48293ecb-3ae7-46aa-8766-6482a40b8d02), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:34.748227 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4724951e-b7b3-4dbe-b3f6-56915fba4c90 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (48293ecb-3ae7-46aa-8766-6482a40b8d02), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:34.869961 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 24c7851c-6531-4ce0-bf6c-d45ab2075e71 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:57:34.870597 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (24c7851c-6531-4ce0-bf6c-d45ab2075e71), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:34.903878 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2be082e0-d91b-418a-825f-ea00809273af req-b9bfdf81-75ee-440d-80b8-269e5a467ff0 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-214692615&fields=id&tenant_id=99d72c7dab634aac93e71becf6d2998e HTTP/1.1" status: 200 len: 267 time: 0.1604202 Mar 22 19:57:34.916146 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e92b276-5867-4725-b72f-555145850c3d None None] Network 080687ad-11de-47e3-b697-c810bff07ad9 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:57:34.927194 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 24c7851c-6531-4ce0-bf6c-d45ab2075e71, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=24c7851c-6531-4ce0-bf6c-d45ab2075e71,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:57:34.931117 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4724951e-b7b3-4dbe-b3f6-56915fba4c90 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (80eb71a6-e536-4fe6-bc59-3d4fc5250e42), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:34.941776 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724951e-b7b3-4dbe-b3f6-56915fba4c90 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'Port': ['ID=48293ecb-3ae7-46aa-8766-6482a40b8d02,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:35.007911 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (24c7851c-6531-4ce0-bf6c-d45ab2075e71), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:35.010026 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 937e225d-c57a-458d-bd3a-171973c8b4f2 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:57:35.078546 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be082e0-d91b-418a-825f-ea00809273af req-092a20b8-e617-40fb-9ef6-e2004e54ef05 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:35.080543 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2be082e0-d91b-418a-825f-ea00809273af req-092a20b8-e617-40fb-9ef6-e2004e54ef05 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/networks?id=942e739d-0f2d-40f4-8f81-80042bf466e6 HTTP/1.1" status: 200 len: 810 time: 0.1607862 Mar 22 19:57:35.113956 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2be082e0-d91b-418a-825f-ea00809273af req-78d11b6d-b6b6-4e90-932d-ad70e8c2f148 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/quotas/99d72c7dab634aac93e71becf6d2998e HTTP/1.1" status: 200 len: 375 time: 0.0213642 Mar 22 19:57:35.129264 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4724951e-b7b3-4dbe-b3f6-56915fba4c90 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Network 080687ad-11de-47e3-b697-c810bff07ad9 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:57:35.132271 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-4724951e-b7b3-4dbe-b3f6-56915fba4c90 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:57:35.176450 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=24c7851c-6531-4ce0-bf6c-d45ab2075e71,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:35.238038 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-a26733a8-3ca6-4a3d-8929-d59aa690fd0b None None] Provisioning complete for port 937e225d-c57a-458d-bd3a-171973c8b4f2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:57:35.238849 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a26733a8-3ca6-4a3d-8929-d59aa690fd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (937e225d-c57a-458d-bd3a-171973c8b4f2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:35.287165 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2be082e0-d91b-418a-825f-ea00809273af req-43c408b7-8630-4951-a5a7-e2a2eed5b5d4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=99d72c7dab634aac93e71becf6d2998e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1649883 Mar 22 19:57:35.330682 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 937e225d-c57a-458d-bd3a-171973c8b4f2 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:57:35.331806 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (937e225d-c57a-458d-bd3a-171973c8b4f2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:35.431269 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4724951e-b7b3-4dbe-b3f6-56915fba4c90 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Router 80eb71a6-e536-4fe6-bc59-3d4fc5250e42 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:57:35.451312 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2be082e0-d91b-418a-825f-ea00809273af req-dbc5dba4-0610-444c-bad0-06bc7974c3c7 service neutron] 10.222.0.75 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441622 Mar 22 19:57:35.664622 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-a26733a8-3ca6-4a3d-8929-d59aa690fd0b None None] Current status of the port 937e225d-c57a-458d-bd3a-171973c8b4f2 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:57:35.668442 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a26733a8-3ca6-4a3d-8929-d59aa690fd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (937e225d-c57a-458d-bd3a-171973c8b4f2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:35.693354 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 937e225d-c57a-458d-bd3a-171973c8b4f2 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:57:35.694027 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (937e225d-c57a-458d-bd3a-171973c8b4f2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:35.709016 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2be082e0-d91b-418a-825f-ea00809273af req-52d39639-9bc5-4eef-a120-14485acdd7d1 service neutron] 10.222.0.75 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564211 Mar 22 19:57:35.750656 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-a26733a8-3ca6-4a3d-8929-d59aa690fd0b None None] For port 937e225d-c57a-458d-bd3a-171973c8b4f2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=937e225d-c57a-458d-bd3a-171973c8b4f2,segment=NetworkSegment(9521e366-8be6-4365-8f50-3ec196f79112),segment_id=9521e366-8be6-4365-8f50-3ec196f79112)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:57:35.766888 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a26733a8-3ca6-4a3d-8929-d59aa690fd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (937e225d-c57a-458d-bd3a-171973c8b4f2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:35.928817 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26733a8-3ca6-4a3d-8929-d59aa690fd0b None None] Pushing event updated for resources: {'Port': ['ID=937e225d-c57a-458d-bd3a-171973c8b4f2,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:36.199197 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-701ab862-ee35-4546-a899-bdd925b39f56 None None] Provisioning complete for port 48293ecb-3ae7-46aa-8766-6482a40b8d02 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:57:36.199938 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-701ab862-ee35-4546-a899-bdd925b39f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (48293ecb-3ae7-46aa-8766-6482a40b8d02), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:36.205773 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 19:57:36.206524 n-d-705658-24 neutron-server[104174]: DEBUG oslo_db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 19:57:36.307995 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-701ab862-ee35-4546-a899-bdd925b39f56 None None] Port 48293ecb-3ae7-46aa-8766-6482a40b8d02 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:57:36.330710 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-701ab862-ee35-4546-a899-bdd925b39f56 None None] Provisioning complete for port 937e225d-c57a-458d-bd3a-171973c8b4f2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:57:36.330983 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-701ab862-ee35-4546-a899-bdd925b39f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (937e225d-c57a-458d-bd3a-171973c8b4f2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:36.481156 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-701ab862-ee35-4546-a899-bdd925b39f56 None None] Current status of the port 937e225d-c57a-458d-bd3a-171973c8b4f2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:57:36.491527 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4724951e-b7b3-4dbe-b3f6-56915fba4c90 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:57:36.517413 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4724951e-b7b3-4dbe-b3f6-56915fba4c90 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "PUT /v2.0/routers/80eb71a6-e536-4fe6-bc59-3d4fc5250e42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1440368 Mar 22 19:57:36.518433 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78df9279-8f5b-4270-93d3-4b2bc7fe599a None None] Sync routers for ids ['80eb71a6-e536-4fe6-bc59-3d4fc5250e42'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:57:36.568986 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78df9279-8f5b-4270-93d3-4b2bc7fe599a None None] Routers {'80eb71a6-e536-4fe6-bc59-3d4fc5250e42'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:57:36.570061 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-78df9279-8f5b-4270-93d3-4b2bc7fe599a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:57:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['80eb71a6-e536-4fe6-bc59-3d4fc5250e42'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:57:36.632956 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-87b9e0cf-5850-4380-bf68-2e2589237219 req-3ecff9ab-fa18-444a-b7c0-15e43c5bacbf tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 210 time: 0.1342800 Mar 22 19:57:36.832530 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-e8826e7e-9d67-49a2-8e4c-cc612500a5fb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-322517017&fields=id&tenant_id=5bcae00531204d8c96861edbc9c1d9c0 HTTP/1.1" status: 200 len: 267 time: 0.1188593 Mar 22 19:57:36.910403 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ae893235-20a0-4fac-bb6b-7997cd2ccb9c None None] Provisioning complete for port 48293ecb-3ae7-46aa-8766-6482a40b8d02 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:57:36.911376 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ae893235-20a0-4fac-bb6b-7997cd2ccb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (48293ecb-3ae7-46aa-8766-6482a40b8d02), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:36.923680 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 937e225d-c57a-458d-bd3a-171973c8b4f2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:57:37.045137 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ae893235-20a0-4fac-bb6b-7997cd2ccb9c None None] Port 48293ecb-3ae7-46aa-8766-6482a40b8d02 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:57:37.063047 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-78df9279-8f5b-4270-93d3-4b2bc7fe599a None None] Set router 80eb71a6-e536-4fe6-bc59-3d4fc5250e42 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:57:37.076928 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-f9267481-958b-49af-9f62-d40d331a5620 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:37.081021 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-f9267481-958b-49af-9f62-d40d331a5620 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/networks?id=080687ad-11de-47e3-b697-c810bff07ad9 HTTP/1.1" status: 200 len: 796 time: 0.2349565 Mar 22 19:57:37.119340 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-2b963595-ddb8-4658-b77b-b93fd863858c tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/quotas/5bcae00531204d8c96861edbc9c1d9c0 HTTP/1.1" status: 200 len: 375 time: 0.0288861 Mar 22 19:57:37.178503 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 24c7851c-6531-4ce0-bf6c-d45ab2075e71 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:57:37.280936 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-13349ad1-1320-45d9-851a-b8bcd2189216 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1577101 Mar 22 19:57:37.320426 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-07b67be8-faf4-4fe3-b071-06717126eb7b None None] Provisioning complete for port 48293ecb-3ae7-46aa-8766-6482a40b8d02 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:57:37.321145 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-07b67be8-faf4-4fe3-b071-06717126eb7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (48293ecb-3ae7-46aa-8766-6482a40b8d02), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:37.390367 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-07b67be8-faf4-4fe3-b071-06717126eb7b None None] Port 48293ecb-3ae7-46aa-8766-6482a40b8d02 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:57:37.449279 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 24c7851c-6531-4ce0-bf6c-d45ab2075e71 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:57:37.450301 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (24c7851c-6531-4ce0-bf6c-d45ab2075e71), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:37.484351 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-ec0095ce-135f-4988-ba36-26e0109ecf22 service neutron] 10.222.0.75 "GET /v2.0/networks/080687ad-11de-47e3-b697-c810bff07ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766443 Mar 22 19:57:37.710860 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-bf728268-4c84-4d91-8d5a-7dd7d445891f service neutron] 10.222.0.75 "GET /v2.0/networks/080687ad-11de-47e3-b697-c810bff07ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221453 Mar 22 19:57:37.917308 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 24c7851c-6531-4ce0-bf6c-d45ab2075e71 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:57:37.917308 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 937e225d-c57a-458d-bd3a-171973c8b4f2 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:57:37.923188 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58594104-d9ac-4a7c-a246-76ac26601337 req-0c8a77c2-46d2-4cfe-bc7e-fef9baf0659d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 210 time: 0.0944192 Mar 22 19:57:38.026389 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 937e225d-c57a-458d-bd3a-171973c8b4f2 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:57:38.026983 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (937e225d-c57a-458d-bd3a-171973c8b4f2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:38.039353 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-78df9279-8f5b-4270-93d3-4b2bc7fe599a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589988426', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '24c7851c-6531-4ce0-bf6c-d45ab2075e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:57:27Z', 'updated_at': '2022-03-22T19:57:33Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '24c7851c-6531-4ce0-bf6c-d45ab2075e71', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:57:28Z', 'updated_at': '2022-03-22T19:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '48293ecb-3ae7-46aa-8766-6482a40b8d02', 'name': '', 'network_id': '080687ad-11de-47e3-b697-c810bff07ad9', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'mac_address': 'fa:16:3e:23:9e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '91d575e8-9db7-4a49-b167-27d4adaa8deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:57:32Z', 'updated_at': '2022-03-22T19:57:34Z', 'revision_number': 2, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'subnets': [{'id': '91d575e8-9db7-4a49-b167-27d4adaa8deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:57:38.148601 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78df9279-8f5b-4270-93d3-4b2bc7fe599a None None] Checking router: 80eb71a6-e536-4fe6-bc59-3d4fc5250e42 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:57:38.149173 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78df9279-8f5b-4270-93d3-4b2bc7fe599a None None] Updating router 80eb71a6-e536-4fe6-bc59-3d4fc5250e42 port 48293ecb-3ae7-46aa-8766-6482a40b8d02 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 19:57:38.188198 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bc435e1c-66e6-48f8-a177-60e2255e647c req-f888bb62-cc01-49db-84fa-778d27e2b972 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 210 time: 0.0652754 Mar 22 19:57:38.219267 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-78df9279-8f5b-4270-93d3-4b2bc7fe599a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (48293ecb-3ae7-46aa-8766-6482a40b8d02), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:38.415666 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 937e225d-c57a-458d-bd3a-171973c8b4f2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:57:38.765526 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-78df9279-8f5b-4270-93d3-4b2bc7fe599a None None] Publish callbacks [] for port (48293ecb-3ae7-46aa-8766-6482a40b8d02), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:38.781776 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-78df9279-8f5b-4270-93d3-4b2bc7fe599a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (48293ecb-3ae7-46aa-8766-6482a40b8d02), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:38.808861 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be082e0-d91b-418a-825f-ea00809273af req-c86b19e9-8c32-4b5f-98c9-f4581a83fdfa tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:38.812466 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2be082e0-d91b-418a-825f-ea00809273af req-c86b19e9-8c32-4b5f-98c9-f4581a83fdfa tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.85 "GET /v2.0/networks?id=942e739d-0f2d-40f4-8f81-80042bf466e6 HTTP/1.1" status: 200 len: 810 time: 0.3303068 Mar 22 19:57:38.895689 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b4c0c-a66b-415d-b3d0-dd2fa456aa7b None None] Pushing event updated for resources: {'Port': ['ID=48293ecb-3ae7-46aa-8766-6482a40b8d02,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:38.981275 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2be082e0-d91b-418a-825f-ea00809273af req-a526cb67-09fa-4f10-a474-e007a72287f5 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99d72c7dab634aac93e71becf6d2998e HTTP/1.1" status: 200 len: 379 time: 0.1592455 Mar 22 19:57:39.005624 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-2be082e0-d91b-418a-825f-ea00809273af req-1351848c-704e-4bbf-93f3-7d96141572dd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Request body: {'port': {'device_id': '56dcf815-ccee-42e1-9932-fb362b9b9b48', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'admin_state_up': True, 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'security_groups': ['dd47f805-f686-4d57-916c-221f6cc52fdd']}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:57:39.022485 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-78df9279-8f5b-4270-93d3-4b2bc7fe599a None None] Attempting to bind port 48293ecb-3ae7-46aa-8766-6482a40b8d02 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:57:39.038018 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-78df9279-8f5b-4270-93d3-4b2bc7fe599a None None] Attempting to bind port 48293ecb-3ae7-46aa-8766-6482a40b8d02 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '9521e366-8be6-4365-8f50-3ec196f79112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '080687ad-11de-47e3-b697-c810bff07ad9'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:57:39.042737 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78df9279-8f5b-4270-93d3-4b2bc7fe599a None None] Attempting to bind port 48293ecb-3ae7-46aa-8766-6482a40b8d02 on network 080687ad-11de-47e3-b697-c810bff07ad9 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:57:39.064098 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78df9279-8f5b-4270-93d3-4b2bc7fe599a None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:57:39.066971 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78df9279-8f5b-4270-93d3-4b2bc7fe599a None None] Checking segment: {'id': '9521e366-8be6-4365-8f50-3ec196f79112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '080687ad-11de-47e3-b697-c810bff07ad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:57:39.067980 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-78df9279-8f5b-4270-93d3-4b2bc7fe599a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:39.071440 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78df9279-8f5b-4270-93d3-4b2bc7fe599a None None] Bound using segment: {'id': '9521e366-8be6-4365-8f50-3ec196f79112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '080687ad-11de-47e3-b697-c810bff07ad9'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:57:39.072478 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-78df9279-8f5b-4270-93d3-4b2bc7fe599a None None] Bound port: 48293ecb-3ae7-46aa-8766-6482a40b8d02, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9521e366-8be6-4365-8f50-3ec196f79112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '080687ad-11de-47e3-b697-c810bff07ad9'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:57:39.076246 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-78df9279-8f5b-4270-93d3-4b2bc7fe599a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (48293ecb-3ae7-46aa-8766-6482a40b8d02), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:39.151034 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1df741d6-897b-4807-990c-e05a28016277 req-1e5e89d2-3dab-4e34-8338-e534add38ea5 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 210 time: 0.0505943 Mar 22 19:57:39.279800 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-78df9279-8f5b-4270-93d3-4b2bc7fe599a None None] For port 48293ecb-3ae7-46aa-8766-6482a40b8d02, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:57:39.291896 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-78df9279-8f5b-4270-93d3-4b2bc7fe599a None None] For port 48293ecb-3ae7-46aa-8766-6482a40b8d02, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=48293ecb-3ae7-46aa-8766-6482a40b8d02,segment=NetworkSegment(9521e366-8be6-4365-8f50-3ec196f79112),segment_id=9521e366-8be6-4365-8f50-3ec196f79112)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:57:39.312193 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-78df9279-8f5b-4270-93d3-4b2bc7fe599a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (48293ecb-3ae7-46aa-8766-6482a40b8d02), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:39.432105 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-b35fd8e6-5f05-4b6d-951b-456487c8b2d0 None None] Provisioning complete for port 48293ecb-3ae7-46aa-8766-6482a40b8d02 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:57:39.432607 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b35fd8e6-5f05-4b6d-951b-456487c8b2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (48293ecb-3ae7-46aa-8766-6482a40b8d02), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:39.444859 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be082e0-d91b-418a-825f-ea00809273af req-1351848c-704e-4bbf-93f3-7d96141572dd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Made reservation on behalf of 99d72c7dab634aac93e71becf6d2998e for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:57:39.461247 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2be082e0-d91b-418a-825f-ea00809273af req-1351848c-704e-4bbf-93f3-7d96141572dd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:39.471834 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e12221c-226d-452c-b22c-de4a28890ced req-840aa440-bb42-44f4-9632-81f5da0cd7d4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 210 time: 0.0815501 Mar 22 19:57:39.509404 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78df9279-8f5b-4270-93d3-4b2bc7fe599a None None] Routers {'80eb71a6-e536-4fe6-bc59-3d4fc5250e42'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:57:39.514280 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-78df9279-8f5b-4270-93d3-4b2bc7fe599a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:57:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['80eb71a6-e536-4fe6-bc59-3d4fc5250e42'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:57:39.624230 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941b4c0c-a66b-415d-b3d0-dd2fa456aa7b None None] Pushing event updated for resources: {'Port': ['ID=48293ecb-3ae7-46aa-8766-6482a40b8d02,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:39.810777 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-78df9279-8f5b-4270-93d3-4b2bc7fe599a None None] Set router 80eb71a6-e536-4fe6-bc59-3d4fc5250e42 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:57:39.829303 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-2be082e0-d91b-418a-825f-ea00809273af req-1351848c-704e-4bbf-93f3-7d96141572dd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Allocated IP 172.20.0.8 (942e739d-0f2d-40f4-8f81-80042bf466e6/ce14209e-d9ba-4d1e-8a54-b7950c923a71/d8cba336-4e43-44fc-a1db-77fcf9aa1fed) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:57:39.880321 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-b35fd8e6-5f05-4b6d-951b-456487c8b2d0 None None] Current status of the port 48293ecb-3ae7-46aa-8766-6482a40b8d02 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:57:39.881079 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b35fd8e6-5f05-4b6d-951b-456487c8b2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (48293ecb-3ae7-46aa-8766-6482a40b8d02), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:40.041658 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2be082e0-d91b-418a-825f-ea00809273af req-1351848c-704e-4bbf-93f3-7d96141572dd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for port (d8cba336-4e43-44fc-a1db-77fcf9aa1fed), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:40.051277 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-b35fd8e6-5f05-4b6d-951b-456487c8b2d0 None None] For port 48293ecb-3ae7-46aa-8766-6482a40b8d02, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=48293ecb-3ae7-46aa-8766-6482a40b8d02,segment=NetworkSegment(9521e366-8be6-4365-8f50-3ec196f79112),segment_id=9521e366-8be6-4365-8f50-3ec196f79112)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:57:40.063208 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b35fd8e6-5f05-4b6d-951b-456487c8b2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (48293ecb-3ae7-46aa-8766-6482a40b8d02), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:40.092445 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2be082e0-d91b-418a-825f-ea00809273af req-1351848c-704e-4bbf-93f3-7d96141572dd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (d8cba336-4e43-44fc-a1db-77fcf9aa1fed), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:40.203923 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be082e0-d91b-418a-825f-ea00809273af req-1351848c-704e-4bbf-93f3-7d96141572dd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Network 942e739d-0f2d-40f4-8f81-80042bf466e6 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:57:40.206398 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351848c-704e-4bbf-93f3-7d96141572dd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Pushing event updated for resources: {'Port': ['ID=d8cba336-4e43-44fc-a1db-77fcf9aa1fed,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:40.211060 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-2be082e0-d91b-418a-825f-ea00809273af req-1351848c-704e-4bbf-93f3-7d96141572dd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:57:40.212431 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fd8e6-5f05-4b6d-951b-456487c8b2d0 None None] Pushing event updated for resources: {'Port': ['ID=48293ecb-3ae7-46aa-8766-6482a40b8d02,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:40.226344 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be082e0-d91b-418a-825f-ea00809273af req-1351848c-704e-4bbf-93f3-7d96141572dd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:57:40.276996 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-9a853de1-d4bd-4bc3-ab0f-5f6cde26e482 None None] Provisioning complete for port 48293ecb-3ae7-46aa-8766-6482a40b8d02 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:57:40.278368 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9a853de1-d4bd-4bc3-ab0f-5f6cde26e482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (48293ecb-3ae7-46aa-8766-6482a40b8d02), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:40.481762 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-44426656-f27e-474d-8bcb-55440e66f897 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:40.485462 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-44426656-f27e-474d-8bcb-55440e66f897 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.84 "GET /v2.0/networks?id=080687ad-11de-47e3-b697-c810bff07ad9 HTTP/1.1" status: 200 len: 796 time: 0.3635423 Mar 22 19:57:40.499199 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c120e59-4b8a-4b12-ada1-4fe7667cd898 req-7a7f9e40-7579-4e8d-bb72-6fff39d130de tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:40.513312 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c120e59-4b8a-4b12-ada1-4fe7667cd898 req-7a7f9e40-7579-4e8d-bb72-6fff39d130de tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 931 time: 0.1877570 Mar 22 19:57:40.514441 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-78df9279-8f5b-4270-93d3-4b2bc7fe599a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589988426', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '24c7851c-6531-4ce0-bf6c-d45ab2075e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:57:27Z', 'updated_at': '2022-03-22T19:57:33Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '24c7851c-6531-4ce0-bf6c-d45ab2075e71', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:57:28Z', 'updated_at': '2022-03-22T19:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '48293ecb-3ae7-46aa-8766-6482a40b8d02', 'name': '', 'network_id': '080687ad-11de-47e3-b697-c810bff07ad9', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'mac_address': 'fa:16:3e:23:9e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '91d575e8-9db7-4a49-b167-27d4adaa8deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:57:32Z', 'updated_at': '2022-03-22T19:57:39Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'subnets': [{'id': '91d575e8-9db7-4a49-b167-27d4adaa8deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:57:40.599931 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78df9279-8f5b-4270-93d3-4b2bc7fe599a None None] The sync data for ids ['80eb71a6-e536-4fe6-bc59-3d4fc5250e42'] in n-d-705658-24 is: [{'id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589988426', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '24c7851c-6531-4ce0-bf6c-d45ab2075e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:57:27Z', 'updated_at': '2022-03-22T19:57:33Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '24c7851c-6531-4ce0-bf6c-d45ab2075e71', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:57:28Z', 'updated_at': '2022-03-22T19:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '48293ecb-3ae7-46aa-8766-6482a40b8d02', 'name': '', 'network_id': '080687ad-11de-47e3-b697-c810bff07ad9', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'mac_address': 'fa:16:3e:23:9e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '91d575e8-9db7-4a49-b167-27d4adaa8deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:57:32Z', 'updated_at': '2022-03-22T19:57:39Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'subnets': [{'id': '91d575e8-9db7-4a49-b167-27d4adaa8deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:57:40.623664 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be082e0-d91b-418a-825f-ea00809273af req-1351848c-704e-4bbf-93f3-7d96141572dd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:40.627564 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2be082e0-d91b-418a-825f-ea00809273af req-1351848c-704e-4bbf-93f3-7d96141572dd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:40.655152 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-9a853de1-d4bd-4bc3-ab0f-5f6cde26e482 None None] Current status of the port 48293ecb-3ae7-46aa-8766-6482a40b8d02 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:57:40.669368 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c120e59-4b8a-4b12-ada1-4fe7667cd898 req-0f8af650-51ab-4a3c-a469-73f4e66bf3e3 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537201 Mar 22 19:57:40.742434 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-8df2f942-c436-44e6-9b29-369b4fc507a4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bcae00531204d8c96861edbc9c1d9c0 HTTP/1.1" status: 200 len: 379 time: 0.2368970 Mar 22 19:57:40.756962 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-644eba42-3b31-4b49-830d-c9af1498e288 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'port': {'device_id': '59954f79-125c-4c55-a3c1-3780d4c3a6df', 'network_id': '080687ad-11de-47e3-b697-c810bff07ad9', 'admin_state_up': True, 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'security_groups': ['b05ca402-2b94-4ee3-97f1-f1128d5c3f2d']}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:57:40.896686 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-da2d5e2e-e0cd-49e0-ba2b-deee479b5f35 req-d54fd529-d457-4614-8469-5d2ea0363d8a tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 210 time: 0.0825429 Mar 22 19:57:40.925488 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-bcb36c03-7b79-4536-a505-95352af2934c None None] Provisioning complete for port d8cba336-4e43-44fc-a1db-77fcf9aa1fed triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:57:40.926251 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bcb36c03-7b79-4536-a505-95352af2934c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d8cba336-4e43-44fc-a1db-77fcf9aa1fed), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:41.029969 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2be082e0-d91b-418a-825f-ea00809273af req-1351848c-704e-4bbf-93f3-7d96141572dd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0439119 Mar 22 19:57:41.034937 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-644eba42-3b31-4b49-830d-c9af1498e288 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Made reservation on behalf of 5bcae00531204d8c96861edbc9c1d9c0 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:57:41.042208 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-644eba42-3b31-4b49-830d-c9af1498e288 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:41.054193 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-2be082e0-d91b-418a-825f-ea00809273af req-5e19c458-06b9-4831-877f-b9f32c8d2138 service neutron] Request body: {'port': {'device_id': '56dcf815-ccee-42e1-9932-fb362b9b9b48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:57:41.056118 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-bcb36c03-7b79-4536-a505-95352af2934c None None] Port d8cba336-4e43-44fc-a1db-77fcf9aa1fed cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:57:41.211369 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 48293ecb-3ae7-46aa-8766-6482a40b8d02 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:57:41.321702 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 48293ecb-3ae7-46aa-8766-6482a40b8d02 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:57:41.323414 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (48293ecb-3ae7-46aa-8766-6482a40b8d02), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:41.373008 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2be082e0-d91b-418a-825f-ea00809273af req-5e19c458-06b9-4831-877f-b9f32c8d2138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d8cba336-4e43-44fc-a1db-77fcf9aa1fed), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:41.512196 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 48293ecb-3ae7-46aa-8766-6482a40b8d02 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:57:41.620391 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-644eba42-3b31-4b49-830d-c9af1498e288 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Allocated IP 172.20.0.13 (080687ad-11de-47e3-b697-c810bff07ad9/91d575e8-9db7-4a49-b167-27d4adaa8deb/80252b01-ad05-4c1e-a5f6-761d2d5c3225) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:57:41.936678 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5261c5-9577-4c4e-9fd3-4e79cff0b8df req-c6e4a35e-3deb-4084-b922-0a2727bc2f54 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:41.939702 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed5261c5-9577-4c4e-9fd3-4e79cff0b8df req-c6e4a35e-3deb-4084-b922-0a2727bc2f54 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 931 time: 0.1144793 Mar 22 19:57:42.040875 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-2be082e0-d91b-418a-825f-ea00809273af req-5e19c458-06b9-4831-877f-b9f32c8d2138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8cba336-4e43-44fc-a1db-77fcf9aa1fed {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:57:42.058043 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2be082e0-d91b-418a-825f-ea00809273af req-5e19c458-06b9-4831-877f-b9f32c8d2138 service neutron] Publish callbacks [] for port (d8cba336-4e43-44fc-a1db-77fcf9aa1fed), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:42.086397 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed5261c5-9577-4c4e-9fd3-4e79cff0b8df req-5de976a9-8bad-4715-a556-b42088a7e4b8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348600 Mar 22 19:57:42.087900 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-2be082e0-d91b-418a-825f-ea00809273af req-5e19c458-06b9-4831-877f-b9f32c8d2138 service neutron] Transition to ACTIVE for port object d8cba336-4e43-44fc-a1db-77fcf9aa1fed will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:57:42.105016 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2be082e0-d91b-418a-825f-ea00809273af req-5e19c458-06b9-4831-877f-b9f32c8d2138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (d8cba336-4e43-44fc-a1db-77fcf9aa1fed), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:42.130100 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-644eba42-3b31-4b49-830d-c9af1498e288 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for port (80252b01-ad05-4c1e-a5f6-761d2d5c3225), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:42.201689 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e4474c2-ca56-4480-9b49-415e0f6bd557 req-29601d55-bb7e-490a-83cf-b8659a463b1b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 210 time: 0.1045458 Mar 22 19:57:42.227544 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19c458-06b9-4831-877f-b9f32c8d2138 service neutron] Pushing event updated for resources: {'Port': ['ID=d8cba336-4e43-44fc-a1db-77fcf9aa1fed,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:42.356812 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-644eba42-3b31-4b49-830d-c9af1498e288 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (80252b01-ad05-4c1e-a5f6-761d2d5c3225), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:42.440147 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-644eba42-3b31-4b49-830d-c9af1498e288 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Network 080687ad-11de-47e3-b697-c810bff07ad9 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:57:42.445845 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-644eba42-3b31-4b49-830d-c9af1498e288 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:57:42.453486 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-644eba42-3b31-4b49-830d-c9af1498e288 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:57:42.545415 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644eba42-3b31-4b49-830d-c9af1498e288 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'Port': ['ID=80252b01-ad05-4c1e-a5f6-761d2d5c3225,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:42.563819 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-2be082e0-d91b-418a-825f-ea00809273af req-5e19c458-06b9-4831-877f-b9f32c8d2138 service neutron] Attempting to bind port d8cba336-4e43-44fc-a1db-77fcf9aa1fed on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:57:42.564304 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-2be082e0-d91b-418a-825f-ea00809273af req-5e19c458-06b9-4831-877f-b9f32c8d2138 service neutron] Attempting to bind port d8cba336-4e43-44fc-a1db-77fcf9aa1fed by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:57:42.565093 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be082e0-d91b-418a-825f-ea00809273af req-5e19c458-06b9-4831-877f-b9f32c8d2138 service neutron] Attempting to bind port d8cba336-4e43-44fc-a1db-77fcf9aa1fed on network 942e739d-0f2d-40f4-8f81-80042bf466e6 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:57:42.580693 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be082e0-d91b-418a-825f-ea00809273af req-5e19c458-06b9-4831-877f-b9f32c8d2138 service neutron] Port d8cba336-4e43-44fc-a1db-77fcf9aa1fed on network 942e739d-0f2d-40f4-8f81-80042bf466e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:57:42.581206 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be082e0-d91b-418a-825f-ea00809273af req-5e19c458-06b9-4831-877f-b9f32c8d2138 service neutron] Attempting to bind port d8cba336-4e43-44fc-a1db-77fcf9aa1fed on network 942e739d-0f2d-40f4-8f81-80042bf466e6 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:57:42.590291 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-644eba42-3b31-4b49-830d-c9af1498e288 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:42.590953 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-644eba42-3b31-4b49-830d-c9af1498e288 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:42.610907 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be082e0-d91b-418a-825f-ea00809273af req-5e19c458-06b9-4831-877f-b9f32c8d2138 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:57:42.611843 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be082e0-d91b-418a-825f-ea00809273af req-5e19c458-06b9-4831-877f-b9f32c8d2138 service neutron] Checking segment: {'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:57:42.612755 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be082e0-d91b-418a-825f-ea00809273af req-5e19c458-06b9-4831-877f-b9f32c8d2138 service neutron] Bound using segment: {'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:57:42.613436 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-2be082e0-d91b-418a-825f-ea00809273af req-5e19c458-06b9-4831-877f-b9f32c8d2138 service neutron] Bound port: d8cba336-4e43-44fc-a1db-77fcf9aa1fed, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:57:42.614253 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2be082e0-d91b-418a-825f-ea00809273af req-5e19c458-06b9-4831-877f-b9f32c8d2138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d8cba336-4e43-44fc-a1db-77fcf9aa1fed), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:42.641065 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-644eba42-3b31-4b49-830d-c9af1498e288 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8902435 Mar 22 19:57:42.779935 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-2be082e0-d91b-418a-825f-ea00809273af req-5e19c458-06b9-4831-877f-b9f32c8d2138 service neutron] For port d8cba336-4e43-44fc-a1db-77fcf9aa1fed, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:57:42.790997 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-2be082e0-d91b-418a-825f-ea00809273af req-5e19c458-06b9-4831-877f-b9f32c8d2138 service neutron] For port d8cba336-4e43-44fc-a1db-77fcf9aa1fed, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=d8cba336-4e43-44fc-a1db-77fcf9aa1fed,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:57:42.814778 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2be082e0-d91b-418a-825f-ea00809273af req-5e19c458-06b9-4831-877f-b9f32c8d2138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (d8cba336-4e43-44fc-a1db-77fcf9aa1fed), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:42.899183 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-06aee257-4e6e-44e4-a44a-c2603c388131 service neutron] Request body: {'port': {'device_id': '59954f79-125c-4c55-a3c1-3780d4c3a6df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:57:42.916613 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be082e0-d91b-418a-825f-ea00809273af req-5e19c458-06b9-4831-877f-b9f32c8d2138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:42.918058 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2be082e0-d91b-418a-825f-ea00809273af req-5e19c458-06b9-4831-877f-b9f32c8d2138 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:42.920764 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2be082e0-d91b-418a-825f-ea00809273af req-5e19c458-06b9-4831-877f-b9f32c8d2138 service neutron] 10.222.0.85 "PUT /v2.0/ports/d8cba336-4e43-44fc-a1db-77fcf9aa1fed HTTP/1.1" status: 200 len: 1092 time: 1.8752677 Mar 22 19:57:42.963393 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56dcf815-ccee-42e1-9932-fb362b9b9b48', 'tag': 'd8cba336-4e43-44fc-a1db-77fcf9aa1fed'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:57:42.967263 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0cb118-d52d-4072-82d1-5448f91a75ca" -d '{"events": [{"name": "network-changed", "server_uuid": "56dcf815-ccee-42e1-9932-fb362b9b9b48", "tag": "d8cba336-4e43-44fc-a1db-77fcf9aa1fed"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:57:43.013521 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-5587e475-b001-4bfd-b86e-29c204e1efb4 None None] Provisioning complete for port 80252b01-ad05-4c1e-a5f6-761d2d5c3225 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:57:43.014552 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5587e475-b001-4bfd-b86e-29c204e1efb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (80252b01-ad05-4c1e-a5f6-761d2d5c3225), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:43.058487 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19c458-06b9-4831-877f-b9f32c8d2138 service neutron] Pushing event updated for resources: {'Port': ['ID=d8cba336-4e43-44fc-a1db-77fcf9aa1fed,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:43.090830 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-06aee257-4e6e-44e4-a44a-c2603c388131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (80252b01-ad05-4c1e-a5f6-761d2d5c3225), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:43.123574 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da777998-88c6-4db8-ada5-0a18d74700df x-openstack-request-id: req-da777998-88c6-4db8-ada5-0a18d74700df {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:57:43.127238 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56dcf815-ccee-42e1-9932-fb362b9b9b48", "tag": "d8cba336-4e43-44fc-a1db-77fcf9aa1fed", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:57:43.132825 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-da777998-88c6-4db8-ada5-0a18d74700df {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:57:43.133679 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da777998-88c6-4db8-ada5-0a18d74700df'] response: {'name': 'network-changed', 'server_uuid': '56dcf815-ccee-42e1-9932-fb362b9b9b48', 'tag': 'd8cba336-4e43-44fc-a1db-77fcf9aa1fed', 'status': 'completed', 'code': 200} Mar 22 19:57:43.158882 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-5587e475-b001-4bfd-b86e-29c204e1efb4 None None] Port 80252b01-ad05-4c1e-a5f6-761d2d5c3225 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:57:43.361626 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec76482-449b-4862-96d9-cd97d8ec2b4b req-16290b40-0aba-4f53-a057-9be6f9a7d5c1 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:43.363304 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bec76482-449b-4862-96d9-cd97d8ec2b4b req-16290b40-0aba-4f53-a057-9be6f9a7d5c1 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 943 time: 0.0919204 Mar 22 19:57:43.450454 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be082e0-d91b-418a-825f-ea00809273af req-16329b68-9de4-48f4-b6d2-877090533734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:43.453087 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2be082e0-d91b-418a-825f-ea00809273af req-16329b68-9de4-48f4-b6d2-877090533734 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=99d72c7dab634aac93e71becf6d2998e&device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 1126 time: 0.4287128 Mar 22 19:57:43.481109 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bec76482-449b-4862-96d9-cd97d8ec2b4b req-a6c605b7-e786-443a-a61b-3928fd82b8ef tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984161 Mar 22 19:57:43.497015 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffb1d9-70db-46f3-b10f-13d3e6d2170b req-f8511b9e-2720-46c5-8190-5cf13b0d721a tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:43.504630 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dfffb1d9-70db-46f3-b10f-13d3e6d2170b req-f8511b9e-2720-46c5-8190-5cf13b0d721a tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 932 time: 0.1098754 Mar 22 19:57:43.522357 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2be082e0-d91b-418a-825f-ea00809273af req-3f5f0cd0-2990-4e3d-9a73-5fb6e23c4bb2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8cba336-4e43-44fc-a1db-77fcf9aa1fed HTTP/1.1" status: 200 len: 217 time: 0.0599911 Mar 22 19:57:43.572778 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dfffb1d9-70db-46f3-b10f-13d3e6d2170b req-d2ea476b-a6b0-4aa4-b0b5-47f41eaca795 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671978 Mar 22 19:57:43.625512 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be082e0-d91b-418a-825f-ea00809273af req-81724da6-1635-42a7-bfa2-eda328556da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:43.627062 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2be082e0-d91b-418a-825f-ea00809273af req-81724da6-1635-42a7-bfa2-eda328556da6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ce14209e-d9ba-4d1e-8a54-b7950c923a71 HTTP/1.1" status: 200 len: 849 time: 0.0790639 Mar 22 19:57:43.789517 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be082e0-d91b-418a-825f-ea00809273af req-4c796983-fd9a-42d4-849e-fd8edafffee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:43.791954 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2be082e0-d91b-418a-825f-ea00809273af req-4c796983-fd9a-42d4-849e-fd8edafffee4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=942e739d-0f2d-40f4-8f81-80042bf466e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1584804 Mar 22 19:57:43.843441 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-06aee257-4e6e-44e4-a44a-c2603c388131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80252b01-ad05-4c1e-a5f6-761d2d5c3225 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:57:43.878576 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-06aee257-4e6e-44e4-a44a-c2603c388131 service neutron] Publish callbacks [] for port (80252b01-ad05-4c1e-a5f6-761d2d5c3225), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:43.907415 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-06aee257-4e6e-44e4-a44a-c2603c388131 service neutron] Transition to ACTIVE for port object 80252b01-ad05-4c1e-a5f6-761d2d5c3225 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:57:43.913382 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-06aee257-4e6e-44e4-a44a-c2603c388131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (80252b01-ad05-4c1e-a5f6-761d2d5c3225), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:44.000842 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2be082e0-d91b-418a-825f-ea00809273af req-3e4c9a97-0ad5-4b6d-843c-c5c4f4b8c31a service neutron] 10.222.0.85 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990204 Mar 22 19:57:44.019590 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aee257-4e6e-44e4-a44a-c2603c388131 service neutron] Pushing event updated for resources: {'Port': ['ID=80252b01-ad05-4c1e-a5f6-761d2d5c3225,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:44.224795 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-06aee257-4e6e-44e4-a44a-c2603c388131 service neutron] Attempting to bind port 80252b01-ad05-4c1e-a5f6-761d2d5c3225 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:57:44.225307 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-06aee257-4e6e-44e4-a44a-c2603c388131 service neutron] Attempting to bind port 80252b01-ad05-4c1e-a5f6-761d2d5c3225 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '9521e366-8be6-4365-8f50-3ec196f79112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '080687ad-11de-47e3-b697-c810bff07ad9'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:57:44.225544 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-06aee257-4e6e-44e4-a44a-c2603c388131 service neutron] Attempting to bind port 80252b01-ad05-4c1e-a5f6-761d2d5c3225 on network 080687ad-11de-47e3-b697-c810bff07ad9 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:57:44.238350 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2be082e0-d91b-418a-825f-ea00809273af req-02429d94-c046-4d2e-9c45-ece8489c5b14 service neutron] 10.222.0.85 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317111 Mar 22 19:57:44.240028 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-06aee257-4e6e-44e4-a44a-c2603c388131 service neutron] Port 80252b01-ad05-4c1e-a5f6-761d2d5c3225 on network 080687ad-11de-47e3-b697-c810bff07ad9 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:57:44.240566 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-06aee257-4e6e-44e4-a44a-c2603c388131 service neutron] Attempting to bind port 80252b01-ad05-4c1e-a5f6-761d2d5c3225 on network 080687ad-11de-47e3-b697-c810bff07ad9 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:57:44.249638 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-06aee257-4e6e-44e4-a44a-c2603c388131 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:57:44.250241 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-06aee257-4e6e-44e4-a44a-c2603c388131 service neutron] Checking segment: {'id': '9521e366-8be6-4365-8f50-3ec196f79112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '080687ad-11de-47e3-b697-c810bff07ad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:57:44.250870 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-06aee257-4e6e-44e4-a44a-c2603c388131 service neutron] Bound using segment: {'id': '9521e366-8be6-4365-8f50-3ec196f79112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '080687ad-11de-47e3-b697-c810bff07ad9'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:57:44.252186 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-06aee257-4e6e-44e4-a44a-c2603c388131 service neutron] Bound port: 80252b01-ad05-4c1e-a5f6-761d2d5c3225, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9521e366-8be6-4365-8f50-3ec196f79112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '080687ad-11de-47e3-b697-c810bff07ad9'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:57:44.252186 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-06aee257-4e6e-44e4-a44a-c2603c388131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (80252b01-ad05-4c1e-a5f6-761d2d5c3225), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:44.421979 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-06aee257-4e6e-44e4-a44a-c2603c388131 service neutron] For port 80252b01-ad05-4c1e-a5f6-761d2d5c3225, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:57:44.429222 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-06aee257-4e6e-44e4-a44a-c2603c388131 service neutron] For port 80252b01-ad05-4c1e-a5f6-761d2d5c3225, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=80252b01-ad05-4c1e-a5f6-761d2d5c3225,segment=NetworkSegment(9521e366-8be6-4365-8f50-3ec196f79112),segment_id=9521e366-8be6-4365-8f50-3ec196f79112)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:57:44.439649 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cb118-d52d-4072-82d1-5448f91a75ca req-813335fb-dc77-4632-9bbe-9598b9b8dd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:44.442363 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5c0cb118-d52d-4072-82d1-5448f91a75ca req-813335fb-dc77-4632-9bbe-9598b9b8dd6f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=99d72c7dab634aac93e71becf6d2998e&device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 1126 time: 0.1338851 Mar 22 19:57:44.444927 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-06aee257-4e6e-44e4-a44a-c2603c388131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (80252b01-ad05-4c1e-a5f6-761d2d5c3225), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:44.544137 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-06aee257-4e6e-44e4-a44a-c2603c388131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:44.544931 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-06aee257-4e6e-44e4-a44a-c2603c388131 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:44.546559 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-06aee257-4e6e-44e4-a44a-c2603c388131 service neutron] 10.222.0.84 "PUT /v2.0/ports/80252b01-ad05-4c1e-a5f6-761d2d5c3225 HTTP/1.1" status: 200 len: 1093 time: 1.8986726 Mar 22 19:57:44.580463 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aee257-4e6e-44e4-a44a-c2603c388131 service neutron] Pushing event updated for resources: {'Port': ['ID=80252b01-ad05-4c1e-a5f6-761d2d5c3225,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:44.614642 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cb118-d52d-4072-82d1-5448f91a75ca req-95d6e172-54c9-44b2-9735-9e45cf9c85e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:44.616834 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5c0cb118-d52d-4072-82d1-5448f91a75ca req-95d6e172-54c9-44b2-9735-9e45cf9c85e9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=942e739d-0f2d-40f4-8f81-80042bf466e6 HTTP/1.1" status: 200 len: 911 time: 0.1679094 Mar 22 19:57:44.694361 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5c0cb118-d52d-4072-82d1-5448f91a75ca req-d2214f95-2d78-4a96-870f-23f178ae4c64 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8cba336-4e43-44fc-a1db-77fcf9aa1fed HTTP/1.1" status: 200 len: 217 time: 0.0708175 Mar 22 19:57:44.825772 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cb118-d52d-4072-82d1-5448f91a75ca req-7395d9a2-1d7e-4142-8c67-f9fc00d82bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:44.826642 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7c66b-5c3c-4a02-bc2c-799a3ad75086 req-d39e54d5-145e-481b-9835-a8a149132e9c tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:44.828423 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5c0cb118-d52d-4072-82d1-5448f91a75ca req-7395d9a2-1d7e-4142-8c67-f9fc00d82bef service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ce14209e-d9ba-4d1e-8a54-b7950c923a71 HTTP/1.1" status: 200 len: 849 time: 0.1282475 Mar 22 19:57:44.837317 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9fa7c66b-5c3c-4a02-bc2c-799a3ad75086 req-d39e54d5-145e-481b-9835-a8a149132e9c tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 943 time: 0.1483607 Mar 22 19:57:44.888461 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-e407f70c-bf2a-4cd3-9992-adf832dcfe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:44.891098 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-e407f70c-bf2a-4cd3-9992-adf832dcfe8c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 1127 time: 0.2077177 Mar 22 19:57:44.911698 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9fa7c66b-5c3c-4a02-bc2c-799a3ad75086 req-165d0cbf-e01f-4fd1-bfb1-730ead9dd928 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724785 Mar 22 19:57:44.945490 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41490833-8f70-4796-911b-986809793312 req-edc6d0d5-cce0-446d-9077-06f3906ef32c tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:44.947323 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41490833-8f70-4796-911b-986809793312 req-edc6d0d5-cce0-446d-9077-06f3906ef32c tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 944 time: 0.2092140 Mar 22 19:57:44.975774 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-7caa1f2f-a8d3-406c-aa47-8721c629a2a2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80252b01-ad05-4c1e-a5f6-761d2d5c3225 HTTP/1.1" status: 200 len: 217 time: 0.0772483 Mar 22 19:57:45.067055 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cb118-d52d-4072-82d1-5448f91a75ca req-1f10bef1-c7c1-4f3e-9941-3f372008e492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:45.069765 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5c0cb118-d52d-4072-82d1-5448f91a75ca req-1f10bef1-c7c1-4f3e-9941-3f372008e492 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=942e739d-0f2d-40f4-8f81-80042bf466e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2328260 Mar 22 19:57:45.072546 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-5457cf85-1c1d-4df5-ac05-fc71f96d486d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:45.075304 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-5457cf85-1c1d-4df5-ac05-fc71f96d486d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=91d575e8-9db7-4a49-b167-27d4adaa8deb HTTP/1.1" status: 200 len: 835 time: 0.0919716 Mar 22 19:57:45.103799 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41490833-8f70-4796-911b-986809793312 req-3747b165-875b-4d22-af7a-0baff2ce47d7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211247 Mar 22 19:57:45.153624 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59954f79-125c-4c55-a3c1-3780d4c3a6df', 'tag': '80252b01-ad05-4c1e-a5f6-761d2d5c3225'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:57:45.158155 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67ba808-a453-485d-a1ed-819370fb28e7" -d '{"events": [{"name": "network-changed", "server_uuid": "59954f79-125c-4c55-a3c1-3780d4c3a6df", "tag": "80252b01-ad05-4c1e-a5f6-761d2d5c3225"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:57:45.169120 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-62786f67-91bf-45c3-ad2a-038352da3696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:45.246398 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93018f0-51e1-4a13-b9ef-ee5dc892ba33 x-openstack-request-id: req-a93018f0-51e1-4a13-b9ef-ee5dc892ba33 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:57:45.247149 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59954f79-125c-4c55-a3c1-3780d4c3a6df", "tag": "80252b01-ad05-4c1e-a5f6-761d2d5c3225", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:57:45.247309 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a93018f0-51e1-4a13-b9ef-ee5dc892ba33 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:57:45.247834 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a93018f0-51e1-4a13-b9ef-ee5dc892ba33'] response: {'name': 'network-changed', 'server_uuid': '59954f79-125c-4c55-a3c1-3780d4c3a6df', 'tag': '80252b01-ad05-4c1e-a5f6-761d2d5c3225', 'status': 'completed', 'code': 200} Mar 22 19:57:45.295792 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-46c68ac8-c1e1-4dd4-a7c0-2b19a4d3aecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:45.298309 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-46c68ac8-c1e1-4dd4-a7c0-2b19a4d3aecc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=080687ad-11de-47e3-b697-c810bff07ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1357405 Mar 22 19:57:45.320561 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5c0cb118-d52d-4072-82d1-5448f91a75ca req-497c1adc-92e2-4247-8481-c0d7bceb0ff2 service neutron] 10.222.0.85 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437186 Mar 22 19:57:45.564184 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-e7138a48-d1c9-4123-a2bc-e016b24fd4b4 service neutron] 10.222.0.84 "GET /v2.0/networks/080687ad-11de-47e3-b697-c810bff07ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587426 Mar 22 19:57:45.582629 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5c0cb118-d52d-4072-82d1-5448f91a75ca req-c36cc319-c3c9-4388-a545-ad5e446ea988 service neutron] 10.222.0.85 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459567 Mar 22 19:57:45.696717 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f82aaba4-32ae-4359-aefa-8c5060f56c17 req-1daed624-58cc-4f09-b31d-5f7fa12b893b service neutron] 10.222.0.84 "GET /v2.0/networks/080687ad-11de-47e3-b697-c810bff07ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260538 Mar 22 19:57:45.823153 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ba808-a453-485d-a1ed-819370fb28e7 req-1a63c678-d187-4f2c-b52b-259141d7ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:45.825741 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f67ba808-a453-485d-a1ed-819370fb28e7 req-1a63c678-d187-4f2c-b52b-259141d7ce64 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 1127 time: 0.0728793 Mar 22 19:57:45.963039 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ba808-a453-485d-a1ed-819370fb28e7 req-687067a0-6f1c-4e46-849b-ef900a46d842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:45.964794 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f67ba808-a453-485d-a1ed-819370fb28e7 req-687067a0-6f1c-4e46-849b-ef900a46d842 service neutron] 10.222.0.84 "GET /v2.0/networks?id=080687ad-11de-47e3-b697-c810bff07ad9 HTTP/1.1" status: 200 len: 897 time: 0.1332262 Mar 22 19:57:46.027138 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f67ba808-a453-485d-a1ed-819370fb28e7 req-0560420a-394e-413f-b0dd-2bfbe6ff47ab service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80252b01-ad05-4c1e-a5f6-761d2d5c3225 HTTP/1.1" status: 200 len: 217 time: 0.0553041 Mar 22 19:57:46.030223 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:46.103791 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f752e94-88d4-4f36-8fc7-74bd1b942a77 req-acabc515-d68b-4822-a4f5-7481eadc1143 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:46.112800 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5f752e94-88d4-4f36-8fc7-74bd1b942a77 req-acabc515-d68b-4822-a4f5-7481eadc1143 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 943 time: 0.1020133 Mar 22 19:57:46.118877 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ba808-a453-485d-a1ed-819370fb28e7 req-1924de90-c832-4d5a-9be7-17f06f64c54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:46.121119 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f67ba808-a453-485d-a1ed-819370fb28e7 req-1924de90-c832-4d5a-9be7-17f06f64c54c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=91d575e8-9db7-4a49-b167-27d4adaa8deb HTTP/1.1" status: 200 len: 835 time: 0.0864697 Mar 22 19:57:46.184085 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5f752e94-88d4-4f36-8fc7-74bd1b942a77 req-e2909b19-ab63-45c6-bce5-218b7624de7f tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700877 Mar 22 19:57:46.257638 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ba808-a453-485d-a1ed-819370fb28e7 req-28a8bc3c-3d85-4b15-9870-dbe607006343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:46.260343 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f67ba808-a453-485d-a1ed-819370fb28e7 req-28a8bc3c-3d85-4b15-9870-dbe607006343 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=080687ad-11de-47e3-b697-c810bff07ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1324184 Mar 22 19:57:46.356074 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e593e4-0c83-4a60-8e4d-05d47e2e6d74 req-a852e831-bc5e-4571-9bb8-71ac3462ebc7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:46.358339 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d6e593e4-0c83-4a60-8e4d-05d47e2e6d74 req-a852e831-bc5e-4571-9bb8-71ac3462ebc7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 944 time: 0.1086874 Mar 22 19:57:46.404324 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f67ba808-a453-485d-a1ed-819370fb28e7 req-679900bf-6f0a-4121-be70-2208d59ea786 service neutron] 10.222.0.84 "GET /v2.0/networks/080687ad-11de-47e3-b697-c810bff07ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371970 Mar 22 19:57:46.506565 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d6e593e4-0c83-4a60-8e4d-05d47e2e6d74 req-8c35db6a-8375-4fec-b7b5-68f1bb40f939 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211905 Mar 22 19:57:46.587957 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f67ba808-a453-485d-a1ed-819370fb28e7 req-11592d92-4b9e-4953-acca-0938008affca service neutron] 10.222.0.84 "GET /v2.0/networks/080687ad-11de-47e3-b697-c810bff07ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732349 Mar 22 19:57:47.384793 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93902175-85f8-4558-b1d1-54c777deb792 req-22f2e0bb-8de5-46b3-be52-0d681ccfac5c tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:47.386460 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-93902175-85f8-4558-b1d1-54c777deb792 req-22f2e0bb-8de5-46b3-be52-0d681ccfac5c tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 943 time: 0.0757413 Mar 22 19:57:47.423920 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a884bbc2-aca9-4e64-86f1-08f63a183d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:47.455416 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-93902175-85f8-4558-b1d1-54c777deb792 req-8785ee42-fe29-4f54-b01d-a17bd37f6231 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624804 Mar 22 19:57:47.684973 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ebdba-9c62-4fb1-abcd-272074babe6e req-22da233a-680a-4742-99cd-f9ef40306b32 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:47.687197 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bd5ebdba-9c62-4fb1-abcd-272074babe6e req-22da233a-680a-4742-99cd-f9ef40306b32 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 944 time: 0.0807776 Mar 22 19:57:47.753950 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bd5ebdba-9c62-4fb1-abcd-272074babe6e req-db601edc-f2e3-4905-b8e9-43a32d1a0857 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590529 Mar 22 19:57:48.247145 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 80252b01-ad05-4c1e-a5f6-761d2d5c3225 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:57:48.397557 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 80252b01-ad05-4c1e-a5f6-761d2d5c3225, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=80252b01-ad05-4c1e-a5f6-761d2d5c3225,segment=NetworkSegment(9521e366-8be6-4365-8f50-3ec196f79112),segment_id=9521e366-8be6-4365-8f50-3ec196f79112)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:57:48.410645 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '80252b01-ad05-4c1e-a5f6-761d2d5c3225', 'network_id': '080687ad-11de-47e3-b697-c810bff07ad9', 'port_id': '80252b01-ad05-4c1e-a5f6-761d2d5c3225', 'mac_address': 'fa:16:3e:f6:b3:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91d575e8-9db7-4a49-b167-27d4adaa8deb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:57:48.462774 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 80252b01-ad05-4c1e-a5f6-761d2d5c3225 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:57:48.463776 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (80252b01-ad05-4c1e-a5f6-761d2d5c3225), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:48.480504 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80252b01-ad05-4c1e-a5f6-761d2d5c3225 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:57:48.509032 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 80252b01-ad05-4c1e-a5f6-761d2d5c3225, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=80252b01-ad05-4c1e-a5f6-761d2d5c3225,segment=NetworkSegment(9521e366-8be6-4365-8f50-3ec196f79112),segment_id=9521e366-8be6-4365-8f50-3ec196f79112)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:57:48.514244 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (80252b01-ad05-4c1e-a5f6-761d2d5c3225), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:48.593811 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=80252b01-ad05-4c1e-a5f6-761d2d5c3225,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:48.599166 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:48.661378 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af2235-ab46-487f-b35c-4bac4eadf3ca req-b95b5752-5d39-4f0a-9e14-845aeaf0e9cc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:48.663898 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9af2235-ab46-487f-b35c-4bac4eadf3ca req-b95b5752-5d39-4f0a-9e14-845aeaf0e9cc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 943 time: 0.0945003 Mar 22 19:57:48.733078 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['80252b01-ad05-4c1e-a5f6-761d2d5c3225'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:57:48.777654 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9af2235-ab46-487f-b35c-4bac4eadf3ca req-9d50d986-7a75-4220-a145-d6b2e4818b14 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015229 Mar 22 19:57:48.824088 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:49.000467 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9b0a7-a325-409b-b9eb-365f1863225b req-2cc3b39c-ff7a-448f-b059-86063076f658 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:49.003516 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-71f9b0a7-a325-409b-b9eb-365f1863225b req-2cc3b39c-ff7a-448f-b059-86063076f658 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 945 time: 0.1084533 Mar 22 19:57:49.076608 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-71f9b0a7-a325-409b-b9eb-365f1863225b req-1b9e566c-8e8d-425b-811d-b5ffab2bce77 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628824 Mar 22 19:57:50.224232 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:50.251456 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 80252b01-ad05-4c1e-a5f6-761d2d5c3225 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:57:50.334990 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 80252b01-ad05-4c1e-a5f6-761d2d5c3225 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:57:50.342107 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 80252b01-ad05-4c1e-a5f6-761d2d5c3225 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:57:50.342527 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (80252b01-ad05-4c1e-a5f6-761d2d5c3225), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:50.411243 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e79b7-23ec-44e3-82b3-bec50959e758 req-28739160-d0b7-48d2-ac1e-f72a7a21bcfe tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:50.414498 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-640e79b7-23ec-44e3-82b3-bec50959e758 req-28739160-d0b7-48d2-ac1e-f72a7a21bcfe tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 943 time: 0.4959805 Mar 22 19:57:50.447124 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 80252b01-ad05-4c1e-a5f6-761d2d5c3225 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:57:50.447912 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (80252b01-ad05-4c1e-a5f6-761d2d5c3225), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:50.470174 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5337a-ec0a-4b90-977d-63e91ffb254a req-a182bdb2-7056-46d1-9a45-e91f2b6467d4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:50.474236 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0e5337a-ec0a-4b90-977d-63e91ffb254a req-a182bdb2-7056-46d1-9a45-e91f2b6467d4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 945 time: 0.1661282 Mar 22 19:57:50.505412 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59954f79-125c-4c55-a3c1-3780d4c3a6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80252b01-ad05-4c1e-a5f6-761d2d5c3225'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:57:50.510389 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce697e67-ecdc-405c-8a17-16a3913cc6fd" -d '{"events": [{"server_uuid": "59954f79-125c-4c55-a3c1-3780d4c3a6df", "name": "network-vif-plugged", "status": "completed", "tag": "80252b01-ad05-4c1e-a5f6-761d2d5c3225"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:57:50.538754 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 80252b01-ad05-4c1e-a5f6-761d2d5c3225, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=80252b01-ad05-4c1e-a5f6-761d2d5c3225,segment=NetworkSegment(9521e366-8be6-4365-8f50-3ec196f79112),segment_id=9521e366-8be6-4365-8f50-3ec196f79112)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:57:50.545282 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (80252b01-ad05-4c1e-a5f6-761d2d5c3225), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:50.561398 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-640e79b7-23ec-44e3-82b3-bec50959e758 req-cd2215fe-7cc4-4b7a-97c7-8a21864805c9 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371763 Mar 22 19:57:50.634043 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0e5337a-ec0a-4b90-977d-63e91ffb254a req-af3a1553-00a9-49ba-b307-761969028cb5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448030 Mar 22 19:57:50.666140 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=80252b01-ad05-4c1e-a5f6-761d2d5c3225,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:50.763642 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2c2732-d4d3-49a6-b464-0760da1058e4 x-openstack-request-id: req-6e2c2732-d4d3-49a6-b464-0760da1058e4 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:57:50.764037 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59954f79-125c-4c55-a3c1-3780d4c3a6df", "name": "network-vif-plugged", "status": "completed", "tag": "80252b01-ad05-4c1e-a5f6-761d2d5c3225", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:57:50.764200 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6e2c2732-d4d3-49a6-b464-0760da1058e4 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:57:50.764592 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e2c2732-d4d3-49a6-b464-0760da1058e4'] response: {'server_uuid': '59954f79-125c-4c55-a3c1-3780d4c3a6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80252b01-ad05-4c1e-a5f6-761d2d5c3225', 'code': 200} Mar 22 19:57:50.939493 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d9cae-6c63-42e6-994d-1968365f40b4 req-4eeb8e32-12ae-4af4-810a-139249eaa576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:50.942001 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-de0d9cae-6c63-42e6-994d-1968365f40b4 req-4eeb8e32-12ae-4af4-810a-139249eaa576 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 1129 time: 0.1062756 Mar 22 19:57:51.032982 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-de0d9cae-6c63-42e6-994d-1968365f40b4 req-f9cf5aae-21f0-46bf-a0eb-57508d2939dd service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839083 Mar 22 19:57:51.391764 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:51.839194 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b572db-0c13-48ea-b619-8721dd0f4c8c req-4eaada28-e47e-4213-b325-91b33d01a8fe tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:51.842041 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-47b572db-0c13-48ea-b619-8721dd0f4c8c req-4eaada28-e47e-4213-b325-91b33d01a8fe tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 943 time: 0.1550560 Mar 22 19:57:51.917065 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e488c3be-8a07-491c-9496-ef7131427f1b req-7aa123da-0d49-4e3e-aa28-74c4e7f8715a tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:51.920604 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e488c3be-8a07-491c-9496-ef7131427f1b req-7aa123da-0d49-4e3e-aa28-74c4e7f8715a tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 946 time: 0.1466670 Mar 22 19:57:52.014207 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-47b572db-0c13-48ea-b619-8721dd0f4c8c req-019a4ed2-dd1b-4e3a-82f6-1d5be42d033d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607792 Mar 22 19:57:52.072408 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e488c3be-8a07-491c-9496-ef7131427f1b req-46e1e3be-f504-4d79-a3e0-aada96dfd0c5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351495 Mar 22 19:57:53.321283 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18967e6b-abd6-47a9-aad1-11b6465c8e38 req-b00994b5-f14c-401b-8ec0-1458665dde5a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:53.327443 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-18967e6b-abd6-47a9-aad1-11b6465c8e38 req-b00994b5-f14c-401b-8ec0-1458665dde5a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 943 time: 0.1577597 Mar 22 19:57:53.350394 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e659fca-6dce-44f5-9e03-ecea4db0c02f req-d65f306a-0631-4685-afa6-56941c7bc349 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:53.352161 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3e659fca-6dce-44f5-9e03-ecea4db0c02f req-d65f306a-0631-4685-afa6-56941c7bc349 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 946 time: 0.1657641 Mar 22 19:57:53.459503 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-18967e6b-abd6-47a9-aad1-11b6465c8e38 req-a0ede306-93e6-4330-9dfb-f45e833f74cb tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278863 Mar 22 19:57:53.509556 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3e659fca-6dce-44f5-9e03-ecea4db0c02f req-9c8ded5d-d360-42bb-878f-6561165c57bc tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193099 Mar 22 19:57:53.690322 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917542af-63b3-4bc7-b478-42e2bc15fa7c req-0b930a60-b8ce-4629-b1e3-76625fe798ee tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:53.693053 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-917542af-63b3-4bc7-b478-42e2bc15fa7c req-0b930a60-b8ce-4629-b1e3-76625fe798ee tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 946 time: 0.0808184 Mar 22 19:57:53.761164 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-917542af-63b3-4bc7-b478-42e2bc15fa7c req-ded989f3-96f1-4480-84ea-e965cbf5eb79 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622602 Mar 22 19:57:53.796435 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34268) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:53.852175 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e73155e-8d2e-444d-8311-19251fbfab06 tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:53.858101 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8e73155e-8d2e-444d-8311-19251fbfab06 tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 1124 time: 0.0560038 Mar 22 19:57:53.858455 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34270) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:53.865394 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-48ca4198-a659-4bba-91aa-f8df1b0bb21f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'port_id': '80252b01-ad05-4c1e-a5f6-761d2d5c3225', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:57:53.898749 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-48ca4198-a659-4bba-91aa-f8df1b0bb21f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:54.079214 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-48ca4198-a659-4bba-91aa-f8df1b0bb21f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:54.212608 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-48ca4198-a659-4bba-91aa-f8df1b0bb21f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Allocated IP 172.25.5.143 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/97355704-6a6c-4b83-948b-84763a3fbcad) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:57:54.401902 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-48ca4198-a659-4bba-91aa-f8df1b0bb21f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for port (97355704-6a6c-4b83-948b-84763a3fbcad), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:54.477943 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-48ca4198-a659-4bba-91aa-f8df1b0bb21f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (97355704-6a6c-4b83-948b-84763a3fbcad), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:54.564472 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ca4198-a659-4bba-91aa-f8df1b0bb21f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:57:54.571684 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-48ca4198-a659-4bba-91aa-f8df1b0bb21f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:57:54.579251 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ca4198-a659-4bba-91aa-f8df1b0bb21f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:57:54.586950 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca4198-a659-4bba-91aa-f8df1b0bb21f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'Port': ['ID=97355704-6a6c-4b83-948b-84763a3fbcad,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:54.678976 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7014f3-3b17-413b-b81e-d72d6bfcafa9 req-8075a1f2-5266-497c-9fb3-928dba702cd8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:54.691290 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ab7014f3-3b17-413b-b81e-d72d6bfcafa9 req-8075a1f2-5266-497c-9fb3-928dba702cd8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 943 time: 0.0983639 Mar 22 19:57:54.713849 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ca4198-a659-4bba-91aa-f8df1b0bb21f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:54.714503 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ca4198-a659-4bba-91aa-f8df1b0bb21f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:54.715049 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ca4198-a659-4bba-91aa-f8df1b0bb21f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:54.715565 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ca4198-a659-4bba-91aa-f8df1b0bb21f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:54.716087 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ca4198-a659-4bba-91aa-f8df1b0bb21f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:54.716786 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ca4198-a659-4bba-91aa-f8df1b0bb21f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:54.717441 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ca4198-a659-4bba-91aa-f8df1b0bb21f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:54.718120 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ca4198-a659-4bba-91aa-f8df1b0bb21f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:54.718461 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ca4198-a659-4bba-91aa-f8df1b0bb21f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:54.719129 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ca4198-a659-4bba-91aa-f8df1b0bb21f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:54.719129 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ca4198-a659-4bba-91aa-f8df1b0bb21f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:54.719490 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ca4198-a659-4bba-91aa-f8df1b0bb21f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:54.719990 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ca4198-a659-4bba-91aa-f8df1b0bb21f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:54.720266 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ca4198-a659-4bba-91aa-f8df1b0bb21f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:54.720599 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ca4198-a659-4bba-91aa-f8df1b0bb21f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:57:54.784115 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ab7014f3-3b17-413b-b81e-d72d6bfcafa9 req-e737bcc5-4ea5-4fa5-9573-0d24ceca0d06 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913231 Mar 22 19:57:55.550540 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-48ca4198-a659-4bba-91aa-f8df1b0bb21f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for floatingip (4df75efb-8d7f-478f-8d29-eddbcc692943), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:55.669201 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-48ca4198-a659-4bba-91aa-f8df1b0bb21f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (97355704-6a6c-4b83-948b-84763a3fbcad), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:55.895064 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-48ca4198-a659-4bba-91aa-f8df1b0bb21f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for port (97355704-6a6c-4b83-948b-84763a3fbcad), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:55.903178 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-48ca4198-a659-4bba-91aa-f8df1b0bb21f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (97355704-6a6c-4b83-948b-84763a3fbcad), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:55.993507 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca4198-a659-4bba-91aa-f8df1b0bb21f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'Port': ['ID=97355704-6a6c-4b83-948b-84763a3fbcad,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:57:56.018592 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-48ca4198-a659-4bba-91aa-f8df1b0bb21f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (4df75efb-8d7f-478f-8d29-eddbcc692943), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:56.031215 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ec1a7-47b9-4c61-b9c9-aab2c5568a40 req-4488259e-331e-4093-b64e-b34404d7fed2 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:56.033518 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-503ec1a7-47b9-4c61-b9c9-aab2c5568a40 req-4488259e-331e-4093-b64e-b34404d7fed2 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 943 time: 0.1004987 Mar 22 19:57:56.108623 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-503ec1a7-47b9-4c61-b9c9-aab2c5568a40 req-c1943b7b-4637-4c0b-b99f-51e0724612f6 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655041 Mar 22 19:57:56.213854 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-48ca4198-a659-4bba-91aa-f8df1b0bb21f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Floating IP 4df75efb-8d7f-478f-8d29-eddbcc692943 associated. External IP: 172.25.5.143, port: 80252b01-ad05-4c1e-a5f6-761d2d5c3225. Mar 22 19:57:56.490696 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ca4198-a659-4bba-91aa-f8df1b0bb21f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Router 80eb71a6-e536-4fe6-bc59-3d4fc5250e42 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:57:56.643491 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ca4198-a659-4bba-91aa-f8df1b0bb21f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:57:56.659754 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1245aa6c-b7db-4677-8cfb-27cfd72bff42 None None] Sync routers for ids ['80eb71a6-e536-4fe6-bc59-3d4fc5250e42'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:57:56.674702 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-48ca4198-a659-4bba-91aa-f8df1b0bb21f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:57:56.675766 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1245aa6c-b7db-4677-8cfb-27cfd72bff42 None None] Routers {'80eb71a6-e536-4fe6-bc59-3d4fc5250e42'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:57:56.676989 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-1245aa6c-b7db-4677-8cfb-27cfd72bff42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:57:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['80eb71a6-e536-4fe6-bc59-3d4fc5250e42'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:57:56.732045 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-48ca4198-a659-4bba-91aa-f8df1b0bb21f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8695390 Mar 22 19:57:56.732045 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59954f79-125c-4c55-a3c1-3780d4c3a6df', 'tag': '80252b01-ad05-4c1e-a5f6-761d2d5c3225'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:57:56.733949 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cf0cdc-2455-43fd-9e24-1d29b564fab0" -d '{"events": [{"name": "network-changed", "server_uuid": "59954f79-125c-4c55-a3c1-3780d4c3a6df", "tag": "80252b01-ad05-4c1e-a5f6-761d2d5c3225"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:57:56.817407 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583cb162-2e89-4a67-9bad-d19363a3a4cb x-openstack-request-id: req-583cb162-2e89-4a67-9bad-d19363a3a4cb {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:57:56.821275 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59954f79-125c-4c55-a3c1-3780d4c3a6df", "tag": "80252b01-ad05-4c1e-a5f6-761d2d5c3225", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:57:56.821764 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-583cb162-2e89-4a67-9bad-d19363a3a4cb {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:57:56.822465 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-583cb162-2e89-4a67-9bad-d19363a3a4cb'] response: {'name': 'network-changed', 'server_uuid': '59954f79-125c-4c55-a3c1-3780d4c3a6df', 'tag': '80252b01-ad05-4c1e-a5f6-761d2d5c3225', 'status': 'completed', 'code': 200} Mar 22 19:57:56.887489 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d28fe-8e00-4b23-b40f-d0a4b8859054 req-26736986-8004-47de-8ec9-4afeee2c2fb9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:56.890951 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-1245aa6c-b7db-4677-8cfb-27cfd72bff42 None None] Set router 80eb71a6-e536-4fe6-bc59-3d4fc5250e42 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:57:56.895793 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c62d28fe-8e00-4b23-b40f-d0a4b8859054 req-26736986-8004-47de-8ec9-4afeee2c2fb9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 946 time: 0.1088526 Mar 22 19:57:56.907764 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf0cdc-2455-43fd-9e24-1d29b564fab0 req-31931c11-3694-4933-8f97-62f7dd07e644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:56.909318 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d0cf0cdc-2455-43fd-9e24-1d29b564fab0 req-31931c11-3694-4933-8f97-62f7dd07e644 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 1129 time: 0.0774925 Mar 22 19:57:57.064236 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c62d28fe-8e00-4b23-b40f-d0a4b8859054 req-2f99ee67-9d7e-4d02-8a7a-a240553f7cf8 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666191 Mar 22 19:57:57.097709 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34320) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:57.244928 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-1245aa6c-b7db-4677-8cfb-27cfd72bff42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589988426', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '24c7851c-6531-4ce0-bf6c-d45ab2075e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:57:27Z', 'updated_at': '2022-03-22T19:57:33Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '24c7851c-6531-4ce0-bf6c-d45ab2075e71', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:57:28Z', 'updated_at': '2022-03-22T19:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '4df75efb-8d7f-478f-8d29-eddbcc692943', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'floating_ip_address': '172.25.5.143', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'port_id': '80252b01-ad05-4c1e-a5f6-761d2d5c3225', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '080687ad-11de-47e3-b697-c810bff07ad9', 'mac_address': 'fa:16:3e:f6:b3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59954f79-125c-4c55-a3c1-3780d4c3a6df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:57:54Z', 'updated_at': '2022-03-22T19:57:54Z', 'revision_number': 0, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48293ecb-3ae7-46aa-8766-6482a40b8d02', 'name': '', 'network_id': '080687ad-11de-47e3-b697-c810bff07ad9', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'mac_address': 'fa:16:3e:23:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '91d575e8-9db7-4a49-b167-27d4adaa8deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:57:32Z', 'updated_at': '2022-03-22T19:57:39Z', 'revision_number': 5, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'subnets': [{'id': '91d575e8-9db7-4a49-b167-27d4adaa8deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:57:57.245995 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-48ae5387-6f94-485d-a39c-5bfdb21c64e3 req-9ed1140d-0be5-4871-aa41-92bf15d505d5 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1354780 Mar 22 19:57:57.293525 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf0cdc-2455-43fd-9e24-1d29b564fab0 req-42898644-53d9-4a5c-9cb1-790098693242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:57.296365 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1245aa6c-b7db-4677-8cfb-27cfd72bff42 None None] Checking router: 80eb71a6-e536-4fe6-bc59-3d4fc5250e42 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:57:57.310198 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1245aa6c-b7db-4677-8cfb-27cfd72bff42 None None] Routers {'80eb71a6-e536-4fe6-bc59-3d4fc5250e42'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:57:57.311392 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d0cf0cdc-2455-43fd-9e24-1d29b564fab0 req-42898644-53d9-4a5c-9cb1-790098693242 service neutron] 10.222.0.84 "GET /v2.0/networks?id=080687ad-11de-47e3-b697-c810bff07ad9 HTTP/1.1" status: 200 len: 897 time: 0.3848424 Mar 22 19:57:57.311772 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-1245aa6c-b7db-4677-8cfb-27cfd72bff42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:57:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['80eb71a6-e536-4fe6-bc59-3d4fc5250e42'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:57:57.419274 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d0cf0cdc-2455-43fd-9e24-1d29b564fab0 req-1693cb45-f096-45dc-a546-89f223f3e1d3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80252b01-ad05-4c1e-a5f6-761d2d5c3225 HTTP/1.1" status: 200 len: 1000 time: 0.0974634 Mar 22 19:57:57.424750 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7fdb92e7-3ad2-4a95-9911-e7a1dc04f26e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/floatingips/4df75efb-8d7f-478f-8d29-eddbcc692943 HTTP/1.1" status: 200 len: 992 time: 0.3252952 Mar 22 19:57:57.503112 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-1245aa6c-b7db-4677-8cfb-27cfd72bff42 None None] Set router 80eb71a6-e536-4fe6-bc59-3d4fc5250e42 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:57:57.524008 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9f42f-0457-47b4-ab05-5c0c349b0931 req-f935c663-08f1-49b0-bc86-0a9695ca0ddd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:57.534968 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b4c9f42f-0457-47b4-ab05-5c0c349b0931 req-f935c663-08f1-49b0-bc86-0a9695ca0ddd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 943 time: 0.0942726 Mar 22 19:57:57.547343 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf0cdc-2455-43fd-9e24-1d29b564fab0 req-c438b4d6-ca33-4367-824b-cb3a23e8e7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:57.548518 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d0cf0cdc-2455-43fd-9e24-1d29b564fab0 req-c438b4d6-ca33-4367-824b-cb3a23e8e7c7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=91d575e8-9db7-4a49-b167-27d4adaa8deb HTTP/1.1" status: 200 len: 835 time: 0.1228759 Mar 22 19:57:57.582496 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae5387-6f94-485d-a39c-5bfdb21c64e3 req-8ef0bfac-418f-419d-bb76-4bfbf3d61fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:57.584768 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-48ae5387-6f94-485d-a39c-5bfdb21c64e3 req-8ef0bfac-418f-419d-bb76-4bfbf3d61fa1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=bc1868a2124b45ca854220f7602fd1fb&device_id=ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350 HTTP/1.1" status: 200 len: 1128 time: 0.2574732 Mar 22 19:57:57.677194 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b4c9f42f-0457-47b4-ab05-5c0c349b0931 req-60808901-cb49-46e6-aacf-472c9da12b89 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414230 Mar 22 19:57:57.695486 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf0cdc-2455-43fd-9e24-1d29b564fab0 req-2c01c631-bc99-477f-bbc9-8a3a7445f041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:57.732305 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d0cf0cdc-2455-43fd-9e24-1d29b564fab0 req-2c01c631-bc99-477f-bbc9-8a3a7445f041 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=080687ad-11de-47e3-b697-c810bff07ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1445367 Mar 22 19:57:57.852805 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae5387-6f94-485d-a39c-5bfdb21c64e3 req-abc50c83-af08-4cee-b642-55b6cf4c945e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:57.855620 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-48ae5387-6f94-485d-a39c-5bfdb21c64e3 req-abc50c83-af08-4cee-b642-55b6cf4c945e service neutron] 10.222.0.84 "GET /v2.0/networks?id=bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2 HTTP/1.1" status: 200 len: 910 time: 0.1963041 Mar 22 19:57:57.918915 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d0cf0cdc-2455-43fd-9e24-1d29b564fab0 req-b893403f-df09-4c45-a384-f422b505a185 service neutron] 10.222.0.84 "GET /v2.0/networks/080687ad-11de-47e3-b697-c810bff07ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851709 Mar 22 19:57:57.975590 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-1245aa6c-b7db-4677-8cfb-27cfd72bff42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589988426', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '24c7851c-6531-4ce0-bf6c-d45ab2075e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:57:27Z', 'updated_at': '2022-03-22T19:57:33Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '24c7851c-6531-4ce0-bf6c-d45ab2075e71', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:57:28Z', 'updated_at': '2022-03-22T19:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '4df75efb-8d7f-478f-8d29-eddbcc692943', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'floating_ip_address': '172.25.5.143', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'port_id': '80252b01-ad05-4c1e-a5f6-761d2d5c3225', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '080687ad-11de-47e3-b697-c810bff07ad9', 'mac_address': 'fa:16:3e:f6:b3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59954f79-125c-4c55-a3c1-3780d4c3a6df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:57:54Z', 'updated_at': '2022-03-22T19:57:54Z', 'revision_number': 0, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48293ecb-3ae7-46aa-8766-6482a40b8d02', 'name': '', 'network_id': '080687ad-11de-47e3-b697-c810bff07ad9', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'mac_address': 'fa:16:3e:23:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '91d575e8-9db7-4a49-b167-27d4adaa8deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:57:32Z', 'updated_at': '2022-03-22T19:57:39Z', 'revision_number': 5, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'subnets': [{'id': '91d575e8-9db7-4a49-b167-27d4adaa8deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:57:58.023685 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1245aa6c-b7db-4677-8cfb-27cfd72bff42 None None] The sync data for ids ['80eb71a6-e536-4fe6-bc59-3d4fc5250e42'] in n-d-705658-24 is: [{'id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589988426', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '24c7851c-6531-4ce0-bf6c-d45ab2075e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:57:27Z', 'updated_at': '2022-03-22T19:57:33Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '24c7851c-6531-4ce0-bf6c-d45ab2075e71', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:57:28Z', 'updated_at': '2022-03-22T19:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '4df75efb-8d7f-478f-8d29-eddbcc692943', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'floating_ip_address': '172.25.5.143', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'port_id': '80252b01-ad05-4c1e-a5f6-761d2d5c3225', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3990, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '080687ad-11de-47e3-b697-c810bff07ad9', 'mac_address': 'fa:16:3e:f6:b3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59954f79-125c-4c55-a3c1-3780d4c3a6df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:57:54Z', 'updated_at': '2022-03-22T19:57:54Z', 'revision_number': 0, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48293ecb-3ae7-46aa-8766-6482a40b8d02', 'name': '', 'network_id': '080687ad-11de-47e3-b697-c810bff07ad9', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'mac_address': 'fa:16:3e:23:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '91d575e8-9db7-4a49-b167-27d4adaa8deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:57:32Z', 'updated_at': '2022-03-22T19:57:39Z', 'revision_number': 5, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'subnets': [{'id': '91d575e8-9db7-4a49-b167-27d4adaa8deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:57:58.095974 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-48ae5387-6f94-485d-a39c-5bfdb21c64e3 req-aa7a89d8-b855-48d7-8597-e7221cc488f9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ada94ad0-a8f2-4720-bc71-336060585c7a HTTP/1.1" status: 200 len: 999 time: 0.2329419 Mar 22 19:57:58.116770 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d0cf0cdc-2455-43fd-9e24-1d29b564fab0 req-66da5015-fd07-47c2-9a5b-749f7790820d service neutron] 10.222.0.84 "GET /v2.0/networks/080687ad-11de-47e3-b697-c810bff07ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921105 Mar 22 19:57:58.184956 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae5387-6f94-485d-a39c-5bfdb21c64e3 req-b0eb8196-b7e4-4a83-b409-6a973fb5b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:58.188816 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-48ae5387-6f94-485d-a39c-5bfdb21c64e3 req-b0eb8196-b7e4-4a83-b409-6a973fb5b16e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ed296d06-b179-4b49-807b-75f69bc472e4 HTTP/1.1" status: 200 len: 848 time: 0.0842478 Mar 22 19:57:58.282609 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae5387-6f94-485d-a39c-5bfdb21c64e3 req-423fdce9-3415-4564-b900-5649750ebfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:58.286289 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-48ae5387-6f94-485d-a39c-5bfdb21c64e3 req-423fdce9-3415-4564-b900-5649750ebfe1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0916007 Mar 22 19:57:58.430047 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34338) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:58.430318 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-48ae5387-6f94-485d-a39c-5bfdb21c64e3 req-7ff367c0-4de1-4cc5-95cc-4a3a1af9b8f8 service neutron] 10.222.0.84 "GET /v2.0/networks/bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381152 Mar 22 19:57:58.442930 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07a74ec-e11a-4195-ae95-c11580798245 None None] New status for floating IP 4df75efb-8d7f-478f-8d29-eddbcc692943: ACTIVE {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:57:58.549202 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-21845076-eba9-4a5a-b138-c8e5e8d6b25f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/floatingips/4df75efb-8d7f-478f-8d29-eddbcc692943 HTTP/1.1" status: 200 len: 992 time: 0.1173525 Mar 22 19:57:58.656722 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-48ae5387-6f94-485d-a39c-5bfdb21c64e3 req-e9f87dd0-bac5-48a9-9b34-d1397da2f008 service neutron] 10.222.0.84 "GET /v2.0/networks/bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205548 Mar 22 19:57:58.882034 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d408e-1665-4ab3-b606-32445a3a9dce req-7ccdc6ce-259d-4c5d-8253-aa581116c242 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:57:58.883590 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4e5d408e-1665-4ab3-b606-32445a3a9dce req-7ccdc6ce-259d-4c5d-8253-aa581116c242 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 943 time: 0.0926945 Mar 22 19:57:58.946221 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4e5d408e-1665-4ab3-b606-32445a3a9dce req-1595ca86-c14d-4b30-a9f8-8d9723ac17f7 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532930 Mar 22 19:57:59.554674 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 34360) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:57:59.698705 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3fefd2ac-852d-46d7-a056-39a8ec050c3a tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/floatingips/4df75efb-8d7f-478f-8d29-eddbcc692943 HTTP/1.1" status: 200 len: 994 time: 0.1424634 Mar 22 19:58:00.099164 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bab5b4-7339-4a14-b2f3-488650c8bffe req-8c398414-b458-42c0-aa49-cf194c0daf4f tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:00.100705 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f1bab5b4-7339-4a14-b2f3-488650c8bffe req-8c398414-b458-42c0-aa49-cf194c0daf4f tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 943 time: 0.0713198 Mar 22 19:58:00.166244 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f1bab5b4-7339-4a14-b2f3-488650c8bffe req-32a1bb0f-181d-4858-83ef-913c448c04cc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569155 Mar 22 19:58:01.316332 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78562e-8e46-4585-822e-3690eb116d90 req-24fd6544-e264-4a80-a4fd-fc52bd048a99 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:01.318393 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd78562e-8e46-4585-822e-3690eb116d90 req-24fd6544-e264-4a80-a4fd-fc52bd048a99 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 943 time: 0.0620382 Mar 22 19:58:01.395874 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd78562e-8e46-4585-822e-3690eb116d90 req-bd3e4b6d-8949-4efe-9873-e3bf8c0ff58e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696583 Mar 22 19:58:02.585548 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816192c-86fd-419e-8720-559e3d7c2050 req-fe2214b6-251d-44e3-bf99-382a935b937e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:02.590886 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6816192c-86fd-419e-8720-559e3d7c2050 req-fe2214b6-251d-44e3-bf99-382a935b937e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 943 time: 0.0915523 Mar 22 19:58:02.657263 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6816192c-86fd-419e-8720-559e3d7c2050 req-de60927f-9067-4774-8428-894197fbae2d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605600 Mar 22 19:58:03.595066 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:58:03.857247 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea64e2-23d7-4bca-a612-94e6cef91592 req-ec2f0a88-6607-417a-a051-e0e9f17f7a1e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:03.860069 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78ea64e2-23d7-4bca-a612-94e6cef91592 req-ec2f0a88-6607-417a-a051-e0e9f17f7a1e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 943 time: 0.0857725 Mar 22 19:58:03.945249 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78ea64e2-23d7-4bca-a612-94e6cef91592 req-6caf1b5a-0726-4c9e-bb1d-041f26a3a975 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694802 Mar 22 19:58:05.125449 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7ec12-9c54-48ff-a47b-e56fa36b46f2 req-243fb381-7f30-4d8f-b35d-763f210946c8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:05.127650 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f2f7ec12-9c54-48ff-a47b-e56fa36b46f2 req-243fb381-7f30-4d8f-b35d-763f210946c8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 943 time: 0.0845165 Mar 22 19:58:05.223682 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f2f7ec12-9c54-48ff-a47b-e56fa36b46f2 req-cd0d94cf-4319-4a84-a36c-e1079d8e32c9 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891411 Mar 22 19:58:06.423334 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29ec66-2495-45f5-959a-d98ce0a6876f req-4e116a68-591c-49c7-84ba-ad1de925a382 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:06.425217 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5d29ec66-2495-45f5-959a-d98ce0a6876f req-4e116a68-591c-49c7-84ba-ad1de925a382 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 943 time: 0.0732992 Mar 22 19:58:06.487774 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5d29ec66-2495-45f5-959a-d98ce0a6876f req-8d70adf3-46d5-4e79-82ca-07e4165e5b13 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541313 Mar 22 19:58:07.411451 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device d8cba336-4e43-44fc-a1db-77fcf9aa1fed details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:58:07.563579 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port d8cba336-4e43-44fc-a1db-77fcf9aa1fed, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=d8cba336-4e43-44fc-a1db-77fcf9aa1fed,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:58:07.587487 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'd8cba336-4e43-44fc-a1db-77fcf9aa1fed', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'port_id': 'd8cba336-4e43-44fc-a1db-77fcf9aa1fed', 'mac_address': 'fa:16:3e:e6:db:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:58:07.643215 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port d8cba336-4e43-44fc-a1db-77fcf9aa1fed is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:58:07.643915 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d8cba336-4e43-44fc-a1db-77fcf9aa1fed), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:07.666334 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8cba336-4e43-44fc-a1db-77fcf9aa1fed {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:58:07.668195 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88db06e-bb66-43d3-bff4-745570c1d83c req-26822e7c-1209-4b69-aa28-b9db6493adb3 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:07.670046 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e88db06e-bb66-43d3-bff4-745570c1d83c req-26822e7c-1209-4b69-aa28-b9db6493adb3 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 943 time: 0.0845108 Mar 22 19:58:07.694142 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port d8cba336-4e43-44fc-a1db-77fcf9aa1fed, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=d8cba336-4e43-44fc-a1db-77fcf9aa1fed,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:58:07.702015 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d8cba336-4e43-44fc-a1db-77fcf9aa1fed), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:07.746464 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e88db06e-bb66-43d3-bff4-745570c1d83c req-8ff2f0c3-75f1-46be-969b-6c4457282720 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678837 Mar 22 19:58:07.811187 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=d8cba336-4e43-44fc-a1db-77fcf9aa1fed,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:58:08.025871 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['d8cba336-4e43-44fc-a1db-77fcf9aa1fed'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:58:08.973082 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e32d6-dfa9-4c67-8432-b36ba628d9a2 req-0d69b26e-c14e-4ec2-a336-a65c8b5b68cf tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:08.975184 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f2e32d6-dfa9-4c67-8432-b36ba628d9a2 req-0d69b26e-c14e-4ec2-a336-a65c8b5b68cf tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 944 time: 0.0915954 Mar 22 19:58:09.074463 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f2e32d6-dfa9-4c67-8432-b36ba628d9a2 req-18183334-c12f-4d1a-8bc2-151c649f4dde tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874281 Mar 22 19:58:09.415331 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device d8cba336-4e43-44fc-a1db-77fcf9aa1fed up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:58:09.496681 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port d8cba336-4e43-44fc-a1db-77fcf9aa1fed completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:58:09.505528 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port d8cba336-4e43-44fc-a1db-77fcf9aa1fed triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:58:09.506001 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d8cba336-4e43-44fc-a1db-77fcf9aa1fed), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:09.628215 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port d8cba336-4e43-44fc-a1db-77fcf9aa1fed is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:58:09.628599 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d8cba336-4e43-44fc-a1db-77fcf9aa1fed), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:09.654942 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56dcf815-ccee-42e1-9932-fb362b9b9b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cba336-4e43-44fc-a1db-77fcf9aa1fed'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:58:09.657233 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8fb033-e358-4b08-8b6f-fa52660eabef" -d '{"events": [{"server_uuid": "56dcf815-ccee-42e1-9932-fb362b9b9b48", "name": "network-vif-plugged", "status": "completed", "tag": "d8cba336-4e43-44fc-a1db-77fcf9aa1fed"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:58:09.677244 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port d8cba336-4e43-44fc-a1db-77fcf9aa1fed, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=d8cba336-4e43-44fc-a1db-77fcf9aa1fed,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:58:09.685731 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d8cba336-4e43-44fc-a1db-77fcf9aa1fed), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:09.903640 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07f348-4c9c-4bf9-8e63-8371bae139bc req-342acb40-e55c-4b12-bf64-9725afd0ca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:09.905229 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1c07f348-4c9c-4bf9-8e63-8371bae139bc req-342acb40-e55c-4b12-bf64-9725afd0ca26 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 1128 time: 0.0755966 Mar 22 19:58:09.954499 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc925664-03c3-40ac-af2d-1ce6b723c3ad x-openstack-request-id: req-cc925664-03c3-40ac-af2d-1ce6b723c3ad {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:58:09.954918 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56dcf815-ccee-42e1-9932-fb362b9b9b48", "name": "network-vif-plugged", "status": "completed", "tag": "d8cba336-4e43-44fc-a1db-77fcf9aa1fed", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:58:09.955329 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cc925664-03c3-40ac-af2d-1ce6b723c3ad {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:58:09.955996 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc925664-03c3-40ac-af2d-1ce6b723c3ad'] response: {'server_uuid': '56dcf815-ccee-42e1-9932-fb362b9b9b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cba336-4e43-44fc-a1db-77fcf9aa1fed', 'code': 200} Mar 22 19:58:09.987807 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1c07f348-4c9c-4bf9-8e63-8371bae139bc req-e63ecad4-bd62-4164-835d-cc2ebe8cee16 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760336 Mar 22 19:58:09.988084 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=d8cba336-4e43-44fc-a1db-77fcf9aa1fed,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:58:10.242004 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8e783-3184-42da-b731-a9e944e6c181 req-f4c98229-9c20-4c29-a16b-51b2a58a0ac6 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:10.244487 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2eb8e783-3184-42da-b731-a9e944e6c181 req-f4c98229-9c20-4c29-a16b-51b2a58a0ac6 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 945 time: 0.0788958 Mar 22 19:58:10.327845 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2eb8e783-3184-42da-b731-a9e944e6c181 req-2ae468ab-db02-44af-844f-d3661232a7bd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632069 Mar 22 19:58:11.499725 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef7a2b-cd75-4363-81ce-b37c04f81667 req-e0a7b203-1f1c-4134-85ad-38029e36f5a9 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:11.502721 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dfef7a2b-cd75-4363-81ce-b37c04f81667 req-e0a7b203-1f1c-4134-85ad-38029e36f5a9 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 945 time: 0.0770195 Mar 22 19:58:11.574092 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dfef7a2b-cd75-4363-81ce-b37c04f81667 req-c5828231-3fb2-4813-99c2-a42e047c2cc5 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653830 Mar 22 19:58:11.742711 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80edce-2eef-42d4-9b6a-271c912b8f43 req-12c9f838-8a8c-471e-9bfb-abb8506135f5 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:11.745485 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0d80edce-2eef-42d4-9b6a-271c912b8f43 req-12c9f838-8a8c-471e-9bfb-abb8506135f5 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 945 time: 0.0697553 Mar 22 19:58:11.818865 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0d80edce-2eef-42d4-9b6a-271c912b8f43 req-53791e34-4c3c-4c18-97c7-5438c7979412 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648110 Mar 22 19:58:11.845872 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 34560) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:58:12.069246 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a9a437-94c4-4262-8e6d-922addfa2240 tempest-TestVolumeBootPattern-637404732 tempest-TestVolumeBootPattern-637404732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:12.074178 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a3a9a437-94c4-4262-8e6d-922addfa2240 tempest-TestVolumeBootPattern-637404732 tempest-TestVolumeBootPattern-637404732-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 1123 time: 0.2239718 Mar 22 19:58:12.074622 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34568) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:58:12.079849 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-0e003d30-9ec0-4a23-93d7-a3bb146e6261 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'port_id': 'd8cba336-4e43-44fc-a1db-77fcf9aa1fed', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:58:12.112910 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e003d30-9ec0-4a23-93d7-a3bb146e6261 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:12.278125 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e003d30-9ec0-4a23-93d7-a3bb146e6261 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:12.422350 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-0e003d30-9ec0-4a23-93d7-a3bb146e6261 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Allocated IP 172.25.5.188 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/0c4b70aa-e490-49bb-a0d7-3c9289795338) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:58:12.583714 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e003d30-9ec0-4a23-93d7-a3bb146e6261 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for port (0c4b70aa-e490-49bb-a0d7-3c9289795338), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:12.648154 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e003d30-9ec0-4a23-93d7-a3bb146e6261 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (0c4b70aa-e490-49bb-a0d7-3c9289795338), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:12.695053 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e003d30-9ec0-4a23-93d7-a3bb146e6261 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:58:12.698613 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-0e003d30-9ec0-4a23-93d7-a3bb146e6261 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:58:12.702818 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e003d30-9ec0-4a23-93d7-a3bb146e6261 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:58:12.733982 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e003d30-9ec0-4a23-93d7-a3bb146e6261 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Pushing event updated for resources: {'Port': ['ID=0c4b70aa-e490-49bb-a0d7-3c9289795338,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:58:13.229658 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e003d30-9ec0-4a23-93d7-a3bb146e6261 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for floatingip (ed859bd5-59e9-47c1-933f-8eae7d9300c7), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:13.319061 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e003d30-9ec0-4a23-93d7-a3bb146e6261 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (0c4b70aa-e490-49bb-a0d7-3c9289795338), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:13.527928 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e003d30-9ec0-4a23-93d7-a3bb146e6261 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for port (0c4b70aa-e490-49bb-a0d7-3c9289795338), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:13.534004 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e003d30-9ec0-4a23-93d7-a3bb146e6261 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (0c4b70aa-e490-49bb-a0d7-3c9289795338), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:13.632531 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e003d30-9ec0-4a23-93d7-a3bb146e6261 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Pushing event updated for resources: {'Port': ['ID=0c4b70aa-e490-49bb-a0d7-3c9289795338,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:58:13.640938 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e003d30-9ec0-4a23-93d7-a3bb146e6261 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (ed859bd5-59e9-47c1-933f-8eae7d9300c7), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:13.824877 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-0e003d30-9ec0-4a23-93d7-a3bb146e6261 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Floating IP ed859bd5-59e9-47c1-933f-8eae7d9300c7 associated. External IP: 172.25.5.188, port: d8cba336-4e43-44fc-a1db-77fcf9aa1fed. Mar 22 19:58:14.104077 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e003d30-9ec0-4a23-93d7-a3bb146e6261 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Router 6358990b-a7ee-475f-b23a-fee86bbf0af4 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:58:14.249782 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e003d30-9ec0-4a23-93d7-a3bb146e6261 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:58:14.263751 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642e0fef-a2f4-471d-a2e2-0904134b122f None None] Sync routers for ids ['6358990b-a7ee-475f-b23a-fee86bbf0af4'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:58:14.271857 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e003d30-9ec0-4a23-93d7-a3bb146e6261 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:14.279017 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642e0fef-a2f4-471d-a2e2-0904134b122f None None] Routers {'6358990b-a7ee-475f-b23a-fee86bbf0af4'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:58:14.279994 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-642e0fef-a2f4-471d-a2e2-0904134b122f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:57:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6358990b-a7ee-475f-b23a-fee86bbf0af4'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:58:14.317880 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0e003d30-9ec0-4a23-93d7-a3bb146e6261 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2339852 Mar 22 19:58:14.317880 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56dcf815-ccee-42e1-9932-fb362b9b9b48', 'tag': 'd8cba336-4e43-44fc-a1db-77fcf9aa1fed'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:58:14.317880 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e61070-dc1e-472e-a8e6-8552bd21521d" -d '{"events": [{"name": "network-changed", "server_uuid": "56dcf815-ccee-42e1-9932-fb362b9b9b48", "tag": "d8cba336-4e43-44fc-a1db-77fcf9aa1fed"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:58:14.370631 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b7c583-5222-4169-8204-411b9b3737f7 x-openstack-request-id: req-15b7c583-5222-4169-8204-411b9b3737f7 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:58:14.370913 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56dcf815-ccee-42e1-9932-fb362b9b9b48", "tag": "d8cba336-4e43-44fc-a1db-77fcf9aa1fed", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:58:14.371408 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-15b7c583-5222-4169-8204-411b9b3737f7 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:58:14.372212 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15b7c583-5222-4169-8204-411b9b3737f7'] response: {'name': 'network-changed', 'server_uuid': '56dcf815-ccee-42e1-9932-fb362b9b9b48', 'tag': 'd8cba336-4e43-44fc-a1db-77fcf9aa1fed', 'status': 'completed', 'code': 200} Mar 22 19:58:14.451387 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-642e0fef-a2f4-471d-a2e2-0904134b122f None None] Set router 6358990b-a7ee-475f-b23a-fee86bbf0af4 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:58:14.484011 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e61070-dc1e-472e-a8e6-8552bd21521d req-082e321a-bb63-4409-9693-1116fa60d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:14.486921 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-97e61070-dc1e-472e-a8e6-8552bd21521d req-082e321a-bb63-4409-9693-1116fa60d847 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=99d72c7dab634aac93e71becf6d2998e&device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 1128 time: 0.0764363 Mar 22 19:58:14.628500 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e61070-dc1e-472e-a8e6-8552bd21521d req-558352ed-c086-474c-8ec0-426c7be16b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:14.631302 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-97e61070-dc1e-472e-a8e6-8552bd21521d req-558352ed-c086-474c-8ec0-426c7be16b82 service neutron] 10.222.0.85 "GET /v2.0/networks?id=942e739d-0f2d-40f4-8f81-80042bf466e6 HTTP/1.1" status: 200 len: 911 time: 0.1385300 Mar 22 19:58:14.754997 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-97e61070-dc1e-472e-a8e6-8552bd21521d req-19cbf826-9384-4490-9017-4f9aa2ad8d9c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8cba336-4e43-44fc-a1db-77fcf9aa1fed HTTP/1.1" status: 200 len: 999 time: 0.1169658 Mar 22 19:58:14.806639 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-642e0fef-a2f4-471d-a2e2-0904134b122f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'name': 'tempest-TestVolumeBootPattern-43950669-router', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:50:26Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'gw_port': {'id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:28Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'ed859bd5-59e9-47c1-933f-8eae7d9300c7', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'floating_ip_address': '172.25.5.188', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'port_id': 'd8cba336-4e43-44fc-a1db-77fcf9aa1fed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'mac_address': 'fa:16:3e:e6:db:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dcf815-ccee-42e1-9932-fb362b9b9b48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:58:13Z', 'updated_at': '2022-03-22T19:58:13Z', 'revision_number': 0, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d88f0b-ec25-4edb-b152-f70333e88da2', 'name': '', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'mac_address': 'fa:16:3e:5f:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:36Z', 'updated_at': '2022-03-22T19:50:42Z', 'revision_number': 5, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'subnets': [{'id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:58:14.829312 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e61070-dc1e-472e-a8e6-8552bd21521d req-a19dbc75-832b-4977-815f-4ef33bda98a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:14.831304 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-97e61070-dc1e-472e-a8e6-8552bd21521d req-a19dbc75-832b-4977-815f-4ef33bda98a7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ce14209e-d9ba-4d1e-8a54-b7950c923a71 HTTP/1.1" status: 200 len: 849 time: 0.0719464 Mar 22 19:58:14.894281 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e61070-dc1e-472e-a8e6-8552bd21521d req-afe58aef-c641-487f-97a0-799747a9f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:14.896083 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-97e61070-dc1e-472e-a8e6-8552bd21521d req-afe58aef-c641-487f-97a0-799747a9f3ea service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=942e739d-0f2d-40f4-8f81-80042bf466e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0589495 Mar 22 19:58:14.947116 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642e0fef-a2f4-471d-a2e2-0904134b122f None None] Checking router: 6358990b-a7ee-475f-b23a-fee86bbf0af4 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:58:14.958234 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642e0fef-a2f4-471d-a2e2-0904134b122f None None] Routers {'6358990b-a7ee-475f-b23a-fee86bbf0af4'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:58:14.958870 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-642e0fef-a2f4-471d-a2e2-0904134b122f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:57:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6358990b-a7ee-475f-b23a-fee86bbf0af4'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:58:15.029497 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-97e61070-dc1e-472e-a8e6-8552bd21521d req-fb5a2888-0603-458e-b4fe-a90b5a881dcd service neutron] 10.222.0.85 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276436 Mar 22 19:58:15.110198 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-642e0fef-a2f4-471d-a2e2-0904134b122f None None] Set router 6358990b-a7ee-475f-b23a-fee86bbf0af4 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:58:15.152239 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-97e61070-dc1e-472e-a8e6-8552bd21521d req-770b92bd-825f-498c-8a2f-2bfa572bf7a2 service neutron] 10.222.0.85 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155026 Mar 22 19:58:15.179170 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d7a596b4-8ff8-44cf-8503-454ae8b38f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:15.437466 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-642e0fef-a2f4-471d-a2e2-0904134b122f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'name': 'tempest-TestVolumeBootPattern-43950669-router', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:50:26Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'gw_port': {'id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:28Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'ed859bd5-59e9-47c1-933f-8eae7d9300c7', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'floating_ip_address': '172.25.5.188', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'port_id': 'd8cba336-4e43-44fc-a1db-77fcf9aa1fed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'mac_address': 'fa:16:3e:e6:db:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dcf815-ccee-42e1-9932-fb362b9b9b48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:58:13Z', 'updated_at': '2022-03-22T19:58:13Z', 'revision_number': 0, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d88f0b-ec25-4edb-b152-f70333e88da2', 'name': '', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'mac_address': 'fa:16:3e:5f:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:36Z', 'updated_at': '2022-03-22T19:50:42Z', 'revision_number': 5, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'subnets': [{'id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:58:15.482473 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642e0fef-a2f4-471d-a2e2-0904134b122f None None] The sync data for ids ['6358990b-a7ee-475f-b23a-fee86bbf0af4'] in n-d-705658-24 is: [{'id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'name': 'tempest-TestVolumeBootPattern-43950669-router', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:50:26Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'gw_port': {'id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:28Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'ed859bd5-59e9-47c1-933f-8eae7d9300c7', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'floating_ip_address': '172.25.5.188', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'port_id': 'd8cba336-4e43-44fc-a1db-77fcf9aa1fed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'mac_address': 'fa:16:3e:e6:db:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dcf815-ccee-42e1-9932-fb362b9b9b48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T19:58:13Z', 'updated_at': '2022-03-22T19:58:13Z', 'revision_number': 0, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d88f0b-ec25-4edb-b152-f70333e88da2', 'name': '', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'mac_address': 'fa:16:3e:5f:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:36Z', 'updated_at': '2022-03-22T19:50:42Z', 'revision_number': 5, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'subnets': [{'id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:58:15.783408 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3156367-de6e-4ef8-af36-1b36be883320 None None] New status for floating IP ed859bd5-59e9-47c1-933f-8eae7d9300c7: ACTIVE {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:58:16.053745 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:17.418778 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-66a8374f-1f1b-4960-8550-30afc1630f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:18.574434 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:18.775630 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:20.204470 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:21.374006 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:24.484248 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c451d-ace5-4160-a7bf-44376dbd476b req-6b4b942c-7414-4927-80b3-478ae8110ccb tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:24.486625 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-db6c451d-ace5-4160-a7bf-44376dbd476b req-6b4b942c-7414-4927-80b3-478ae8110ccb tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 1129 time: 0.0754123 Mar 22 19:58:24.520220 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-db6c451d-ace5-4160-a7bf-44376dbd476b req-e0ba37d0-0a35-4323-bb1b-18cf71ec291d tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:24.655267 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-db6c451d-ace5-4160-a7bf-44376dbd476b req-e0ba37d0-0a35-4323-bb1b-18cf71ec291d tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Publish callbacks [] for security_group (59cf4069-2bff-4bf1-9095-070e694f46c1), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:24.660974 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-db6c451d-ace5-4160-a7bf-44376dbd476b req-e0ba37d0-0a35-4323-bb1b-18cf71ec291d tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (59cf4069-2bff-4bf1-9095-070e694f46c1), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:24.707525 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-db6c451d-ace5-4160-a7bf-44376dbd476b req-e0ba37d0-0a35-4323-bb1b-18cf71ec291d tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099104 Mar 22 19:58:24.708442 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba37d0-0a35-4323-bb1b-18cf71ec291d tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59cf4069-2bff-4bf1-9095-070e694f46c1,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:58:24.717266 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba37d0-0a35-4323-bb1b-18cf71ec291d tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:24.717631 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba37d0-0a35-4323-bb1b-18cf71ec291d tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:24.718047 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba37d0-0a35-4323-bb1b-18cf71ec291d tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:24.718585 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba37d0-0a35-4323-bb1b-18cf71ec291d tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:24.718935 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba37d0-0a35-4323-bb1b-18cf71ec291d tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:24.719277 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba37d0-0a35-4323-bb1b-18cf71ec291d tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:24.719608 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba37d0-0a35-4323-bb1b-18cf71ec291d tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:24.720153 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba37d0-0a35-4323-bb1b-18cf71ec291d tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:24.720507 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba37d0-0a35-4323-bb1b-18cf71ec291d tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:24.720847 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba37d0-0a35-4323-bb1b-18cf71ec291d tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:24.721186 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba37d0-0a35-4323-bb1b-18cf71ec291d tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:24.721518 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba37d0-0a35-4323-bb1b-18cf71ec291d tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:24.721894 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba37d0-0a35-4323-bb1b-18cf71ec291d tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:24.722229 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba37d0-0a35-4323-bb1b-18cf71ec291d tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:24.722620 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ba37d0-0a35-4323-bb1b-18cf71ec291d tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:24.862784 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a5c4d-1c10-429f-95ea-069861f85a4b req-64599b31-afd3-4719-9ad8-818f47f5a8af tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:24.865288 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bb5a5c4d-1c10-429f-95ea-069861f85a4b req-64599b31-afd3-4719-9ad8-818f47f5a8af tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 946 time: 0.0700402 Mar 22 19:58:24.940701 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bb5a5c4d-1c10-429f-95ea-069861f85a4b req-f60af06b-50cd-4d23-a219-fd3eaa0da7cc tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684648 Mar 22 19:58:24.971093 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34780) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:58:25.078988 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b7224318-eff6-40ec-b491-34b2205e4874 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/floatingips/4df75efb-8d7f-478f-8d29-eddbcc692943 HTTP/1.1" status: 200 len: 994 time: 0.1062250 Mar 22 19:58:25.462354 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-2862f2c9-d7ef-4a84-8442-164f4a2a619c req-47a5b5fd-937d-4395-8cbd-87f3fb694334 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:58:25.464214 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2862f2c9-d7ef-4a84-8442-164f4a2a619c req-47a5b5fd-937d-4395-8cbd-87f3fb694334 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061390 Mar 22 19:58:25.813924 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 34796) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:58:25.891800 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aee6b3-332a-4692-b1db-212a7646752f req-dd0ba154-2f59-47bd-b137-3f348072d0f2 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:25.895189 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a2aee6b3-332a-4692-b1db-212a7646752f req-dd0ba154-2f59-47bd-b137-3f348072d0f2 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 946 time: 0.0858192 Mar 22 19:58:25.948860 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-675a6495-16d1-462e-a182-bb88ce37862f req-59d6d6aa-b777-4b89-b28b-d2e7ce84b916 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1317651 Mar 22 19:58:25.966983 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [req-675a6495-16d1-462e-a182-bb88ce37862f req-22a8de0c-70f6-414c-973e-5bd3ae5f10fe service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 19:58:25.969060 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-675a6495-16d1-462e-a182-bb88ce37862f req-22a8de0c-70f6-414c-973e-5bd3ae5f10fe service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082881 Mar 22 19:58:25.976869 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a2aee6b3-332a-4692-b1db-212a7646752f req-f7016817-20e6-4705-bbc6-cb231310e3f7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730777 Mar 22 19:58:26.462528 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 34816) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:58:26.599537 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a6495-16d1-462e-a182-bb88ce37862f req-2b93bf79-87cb-4842-a088-eded9e061225 tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:26.601608 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-675a6495-16d1-462e-a182-bb88ce37862f req-2b93bf79-87cb-4842-a088-eded9e061225 tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] 10.222.0.75 "GET /v2.0/ports/80252b01-ad05-4c1e-a5f6-761d2d5c3225 HTTP/1.1" status: 200 len: 1126 time: 0.1365960 Mar 22 19:58:27.155775 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc634b-f42c-465b-bb54-f99c447cc977 req-916c0091-1a37-48b1-aa9f-ee95d26634d8 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:27.158174 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2cfc634b-f42c-465b-bb54-f99c447cc977 req-916c0091-1a37-48b1-aa9f-ee95d26634d8 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 946 time: 0.0732358 Mar 22 19:58:27.239681 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2cfc634b-f42c-465b-bb54-f99c447cc977 req-98d551f0-6310-4a27-883d-6e04c06cfdda tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709450 Mar 22 19:58:27.628064 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a6495-16d1-462e-a182-bb88ce37862f req-79a471e1-f316-41e0-bc45-21f9da7fd1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:27.629655 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-675a6495-16d1-462e-a182-bb88ce37862f req-79a471e1-f316-41e0-bc45-21f9da7fd1e8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 1129 time: 0.0560236 Mar 22 19:58:27.745620 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a6495-16d1-462e-a182-bb88ce37862f req-6dbaeb20-760a-4efc-ad8e-10ec965b3494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:27.747184 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-675a6495-16d1-462e-a182-bb88ce37862f req-6dbaeb20-760a-4efc-ad8e-10ec965b3494 service neutron] 10.222.0.84 "GET /v2.0/networks?id=080687ad-11de-47e3-b697-c810bff07ad9 HTTP/1.1" status: 200 len: 897 time: 0.1111016 Mar 22 19:58:27.848773 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-675a6495-16d1-462e-a182-bb88ce37862f req-2b812820-5a83-48c9-9de6-79e1b4e3562e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80252b01-ad05-4c1e-a5f6-761d2d5c3225 HTTP/1.1" status: 200 len: 1002 time: 0.0951738 Mar 22 19:58:27.919370 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a6495-16d1-462e-a182-bb88ce37862f req-6b1a58a8-8b02-4c29-9ca3-e1127348aaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:27.920802 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-675a6495-16d1-462e-a182-bb88ce37862f req-6b1a58a8-8b02-4c29-9ca3-e1127348aaf4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=91d575e8-9db7-4a49-b167-27d4adaa8deb HTTP/1.1" status: 200 len: 835 time: 0.0650628 Mar 22 19:58:27.989334 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a6495-16d1-462e-a182-bb88ce37862f req-04d3638a-e953-46d9-9e56-c8c05c8bb5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:27.991694 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-675a6495-16d1-462e-a182-bb88ce37862f req-04d3638a-e953-46d9-9e56-c8c05c8bb5fc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=080687ad-11de-47e3-b697-c810bff07ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0644641 Mar 22 19:58:28.129659 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-675a6495-16d1-462e-a182-bb88ce37862f req-5d62e083-9f1e-42eb-87e6-e5e61db290c9 service neutron] 10.222.0.84 "GET /v2.0/networks/080687ad-11de-47e3-b697-c810bff07ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312017 Mar 22 19:58:28.288977 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-675a6495-16d1-462e-a182-bb88ce37862f req-718827cc-37df-4d21-9393-473589b52dc9 service neutron] 10.222.0.84 "GET /v2.0/networks/080687ad-11de-47e3-b697-c810bff07ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522336 Mar 22 19:58:28.458424 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dbff9-a2e5-44a7-929d-904a2f24cf6a req-d70be0d6-1e61-4949-a151-70f728f86beb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:28.461325 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b35dbff9-a2e5-44a7-929d-904a2f24cf6a req-d70be0d6-1e61-4949-a151-70f728f86beb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 946 time: 0.1228874 Mar 22 19:58:28.573318 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b35dbff9-a2e5-44a7-929d-904a2f24cf6a req-44502cb4-4d3c-43b8-a524-8c59fd056f44 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026721 Mar 22 19:58:29.747289 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cb384-d6b7-4a51-a6c7-06ae9f3100a7 req-ed7b2a0e-99a4-4981-a1ae-e59f07862cc9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:29.748868 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7a2cb384-d6b7-4a51-a6c7-06ae9f3100a7 req-ed7b2a0e-99a4-4981-a1ae-e59f07862cc9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 946 time: 0.0752296 Mar 22 19:58:29.828625 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7a2cb384-d6b7-4a51-a6c7-06ae9f3100a7 req-eee27e68-f5dc-4b9f-afbd-0b5f308967a5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690429 Mar 22 19:58:30.995836 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99f7a5-7a44-4f7b-b4f1-a74e0ade3196 req-e9e94c41-8545-4299-bbc7-fade520ae378 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:30.997594 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e99f7a5-7a44-4f7b-b4f1-a74e0ade3196 req-e9e94c41-8545-4299-bbc7-fade520ae378 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 946 time: 0.0712121 Mar 22 19:58:31.064518 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e99f7a5-7a44-4f7b-b4f1-a74e0ade3196 req-1cc373c8-b269-428d-9cdc-e20f94151342 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596430 Mar 22 19:58:32.246781 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d26d8-2eec-4652-8cd6-832c16de1673 req-364d6b30-7c19-44a5-8ee3-cd09912f3c54 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:32.248462 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-793d26d8-2eec-4652-8cd6-832c16de1673 req-364d6b30-7c19-44a5-8ee3-cd09912f3c54 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 946 time: 0.0992637 Mar 22 19:58:32.323649 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-793d26d8-2eec-4652-8cd6-832c16de1673 req-263f4386-91f6-418e-acfc-b7c09dcfc539 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683959 Mar 22 19:58:33.513017 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5350467-be10-4214-bbd1-7599136c948e req-0bb10c6a-2a50-4d65-9bdc-f83a62fae1d5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:33.515949 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b5350467-be10-4214-bbd1-7599136c948e req-0bb10c6a-2a50-4d65-9bdc-f83a62fae1d5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 946 time: 0.0815997 Mar 22 19:58:33.602675 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b5350467-be10-4214-bbd1-7599136c948e req-5db7fa45-53bf-4910-95b9-1df1409756ae tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802047 Mar 22 19:58:34.779469 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee364e1-ed81-4747-b6df-989792a4c680 req-ec9c79e9-a026-4566-929a-e02fbf2efc19 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:34.779469 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3ee364e1-ed81-4747-b6df-989792a4c680 req-ec9c79e9-a026-4566-929a-e02fbf2efc19 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 946 time: 0.0763934 Mar 22 19:58:34.852906 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3ee364e1-ed81-4747-b6df-989792a4c680 req-e2d87f09-e4e1-4a6c-b4a1-1617c50521e1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648887 Mar 22 19:58:36.073736 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615855d6-df71-45c9-b05e-c34bb21a4ad1 req-597cd4ce-58d2-4cb2-9548-5c90398bfc2c tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:36.077037 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-615855d6-df71-45c9-b05e-c34bb21a4ad1 req-597cd4ce-58d2-4cb2-9548-5c90398bfc2c tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 946 time: 0.1073956 Mar 22 19:58:36.163580 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-615855d6-df71-45c9-b05e-c34bb21a4ad1 req-4c517e1f-0ddd-4520-99fe-7b2b57fc6ccb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749660 Mar 22 19:58:37.355812 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb7ce8-d2e2-453a-ab65-76a31f1f27a7 req-69bbf4f2-56aa-47c0-bccc-12e3b5328db6 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:37.358542 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3abb7ce8-d2e2-453a-ab65-76a31f1f27a7 req-69bbf4f2-56aa-47c0-bccc-12e3b5328db6 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 946 time: 0.0796182 Mar 22 19:58:37.420946 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3abb7ce8-d2e2-453a-ab65-76a31f1f27a7 req-a34ac54e-39a9-489e-986e-6b9ed473b1fd tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541627 Mar 22 19:58:38.641938 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb0a8a-06c6-4280-8233-8bf672c68fe8 req-05b09ccd-d581-4e93-ad9c-c04ed83290d8 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:38.644153 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0dfb0a8a-06c6-4280-8233-8bf672c68fe8 req-05b09ccd-d581-4e93-ad9c-c04ed83290d8 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 946 time: 0.1101344 Mar 22 19:58:38.757508 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0dfb0a8a-06c6-4280-8233-8bf672c68fe8 req-fbfeaa32-bbff-4c50-8045-578befc774e9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020417 Mar 22 19:58:39.974914 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8cc7a8-3b17-4ab4-a6cd-dc669f79e164 req-3f6e7d29-c72b-4991-9d55-0781f46ec25a tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:39.977609 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf8cc7a8-3b17-4ab4-a6cd-dc669f79e164 req-3f6e7d29-c72b-4991-9d55-0781f46ec25a tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 946 time: 0.0987916 Mar 22 19:58:40.057514 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf8cc7a8-3b17-4ab4-a6cd-dc669f79e164 req-70121100-f933-4639-8bb6-3703f1af7d40 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731349 Mar 22 19:58:40.603253 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:58:41.277503 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c01768-5108-49fd-a9f3-76eb11b30d3d req-5eb9b607-d5e3-4d0f-9e58-d290c03c127c tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:41.279355 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-48c01768-5108-49fd-a9f3-76eb11b30d3d req-5eb9b607-d5e3-4d0f-9e58-d290c03c127c tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 946 time: 0.0825253 Mar 22 19:58:41.363114 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-48c01768-5108-49fd-a9f3-76eb11b30d3d req-d4d6cdbd-c5bc-4cdf-b55f-151d777d8207 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718486 Mar 22 19:58:42.550490 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873e515-c753-476f-b26c-665c3d76e58f req-368e5c50-5857-4e71-b0de-4fa35891c318 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:42.552144 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f873e515-c753-476f-b26c-665c3d76e58f req-368e5c50-5857-4e71-b0de-4fa35891c318 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 946 time: 0.0802231 Mar 22 19:58:42.616479 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f873e515-c753-476f-b26c-665c3d76e58f req-29770e7d-02da-418b-b98a-5167ead958e6 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557606 Mar 22 19:58:43.775901 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076142e2-248a-4969-b8e9-8921c022378c req-38f5fc65-1a39-4f28-802b-d4c561d288c7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:43.777942 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-076142e2-248a-4969-b8e9-8921c022378c req-38f5fc65-1a39-4f28-802b-d4c561d288c7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 946 time: 0.0807557 Mar 22 19:58:43.875327 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-076142e2-248a-4969-b8e9-8921c022378c req-96392617-6edb-47ec-8dcc-44e662010cda tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862458 Mar 22 19:58:45.053578 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdcc07-9745-4e73-9e5f-9dc701b4f8a9 req-d112c782-6a46-41ec-aac8-dc9ad6e9f576 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:45.053578 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8dcdcc07-9745-4e73-9e5f-9dc701b4f8a9 req-d112c782-6a46-41ec-aac8-dc9ad6e9f576 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 946 time: 0.0714030 Mar 22 19:58:45.146354 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8dcdcc07-9745-4e73-9e5f-9dc701b4f8a9 req-c35630b5-4316-4f70-af4d-2db756bddf51 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816779 Mar 22 19:58:45.182053 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-30bff28b-d5a9-4ade-b700-4b6cdb01270c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:45.699113 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [req-675a6495-16d1-462e-a182-bb88ce37862f req-1199e601-ba20-466e-9403-c9947c7d1a11 service neutron] show failed (client error): The resource could not be found. Mar 22 19:58:45.700550 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-675a6495-16d1-462e-a182-bb88ce37862f req-1199e601-ba20-466e-9403-c9947c7d1a11 service neutron] 10.222.0.84 "GET /v2.0/ports/80252b01-ad05-4c1e-a5f6-761d2d5c3225/bindings/n-h2-705658-24 HTTP/1.1" status: 404 len: 381 time: 0.0882678 Mar 22 19:58:46.064671 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:46.067504 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a6495-16d1-462e-a182-bb88ce37862f req-18da1363-8406-48df-8464-dcec2e64a9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:46.070346 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-675a6495-16d1-462e-a182-bb88ce37862f req-18da1363-8406-48df-8464-dcec2e64a9a0 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df&tenant_id=5bcae00531204d8c96861edbc9c1d9c0 HTTP/1.1" status: 200 len: 1129 time: 0.1577830 Mar 22 19:58:46.082066 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-675a6495-16d1-462e-a182-bb88ce37862f req-8dcb57ed-3c6d-4f58-bed1-a3cf8b63a163 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705658-24', 'device_owner': 'compute:nova'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:58:46.174116 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-675a6495-16d1-462e-a182-bb88ce37862f req-8dcb57ed-3c6d-4f58-bed1-a3cf8b63a163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (80252b01-ad05-4c1e-a5f6-761d2d5c3225), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:46.353391 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ea059-a3c8-4f7e-980b-6dc402335a8d req-624937c8-6aae-48c4-a3ca-53597a81b9ae tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:46.356275 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-106ea059-a3c8-4f7e-980b-6dc402335a8d req-624937c8-6aae-48c4-a3ca-53597a81b9ae tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 946 time: 0.0926173 Mar 22 19:58:46.450624 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-106ea059-a3c8-4f7e-980b-6dc402335a8d req-bcdb700e-3fea-474f-b42c-b9e33b76fc52 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797849 Mar 22 19:58:46.482311 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-675a6495-16d1-462e-a182-bb88ce37862f req-8dcb57ed-3c6d-4f58-bed1-a3cf8b63a163 service neutron] For port 80252b01-ad05-4c1e-a5f6-761d2d5c3225, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=80252b01-ad05-4c1e-a5f6-761d2d5c3225,segment=NetworkSegment(9521e366-8be6-4365-8f50-3ec196f79112),segment_id=9521e366-8be6-4365-8f50-3ec196f79112)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:58:46.535565 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-675a6495-16d1-462e-a182-bb88ce37862f req-8dcb57ed-3c6d-4f58-bed1-a3cf8b63a163 service neutron] For port 80252b01-ad05-4c1e-a5f6-761d2d5c3225, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:58:46.585056 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59954f79-125c-4c55-a3c1-3780d4c3a6df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80252b01-ad05-4c1e-a5f6-761d2d5c3225'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:58:46.587688 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef89176a-feda-4667-902c-d9a587152e2e" -d '{"events": [{"server_uuid": "59954f79-125c-4c55-a3c1-3780d4c3a6df", "name": "network-vif-unplugged", "status": "completed", "tag": "80252b01-ad05-4c1e-a5f6-761d2d5c3225"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:58:46.591977 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-675a6495-16d1-462e-a182-bb88ce37862f req-8dcb57ed-3c6d-4f58-bed1-a3cf8b63a163 service neutron] Publish callbacks [] for port (80252b01-ad05-4c1e-a5f6-761d2d5c3225), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:46.625655 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-675a6495-16d1-462e-a182-bb88ce37862f req-8dcb57ed-3c6d-4f58-bed1-a3cf8b63a163 service neutron] Transition to ACTIVE for port object 80252b01-ad05-4c1e-a5f6-761d2d5c3225 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:58:46.632384 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-675a6495-16d1-462e-a182-bb88ce37862f req-8dcb57ed-3c6d-4f58-bed1-a3cf8b63a163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (80252b01-ad05-4c1e-a5f6-761d2d5c3225), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:46.675360 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 19:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae583992-0a80-48c2-940f-fbf624807c74 x-openstack-request-id: req-ae583992-0a80-48c2-940f-fbf624807c74 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:58:46.675360 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59954f79-125c-4c55-a3c1-3780d4c3a6df", "name": "network-vif-unplugged", "status": "completed", "tag": "80252b01-ad05-4c1e-a5f6-761d2d5c3225", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:58:46.675944 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ae583992-0a80-48c2-940f-fbf624807c74 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:58:46.675944 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae583992-0a80-48c2-940f-fbf624807c74'] response: {'server_uuid': '59954f79-125c-4c55-a3c1-3780d4c3a6df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80252b01-ad05-4c1e-a5f6-761d2d5c3225', 'code': 200} Mar 22 19:58:46.812128 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb57ed-3c6d-4f58-bed1-a3cf8b63a163 service neutron] Pushing event updated for resources: {'Port': ['ID=80252b01-ad05-4c1e-a5f6-761d2d5c3225,revision_number=6']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:58:46.882725 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-675a6495-16d1-462e-a182-bb88ce37862f req-8dcb57ed-3c6d-4f58-bed1-a3cf8b63a163 service neutron] No DVR routers for this DVR port 80252b01-ad05-4c1e-a5f6-761d2d5c3225 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:58:47.427908 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c4ce5672-d9ea-478f-9702-282c15c5436e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:47.459420 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-675a6495-16d1-462e-a182-bb88ce37862f req-8dcb57ed-3c6d-4f58-bed1-a3cf8b63a163 service neutron] Attempting to bind port 80252b01-ad05-4c1e-a5f6-761d2d5c3225 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:58:47.460291 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-675a6495-16d1-462e-a182-bb88ce37862f req-8dcb57ed-3c6d-4f58-bed1-a3cf8b63a163 service neutron] Attempting to bind port 80252b01-ad05-4c1e-a5f6-761d2d5c3225 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '9521e366-8be6-4365-8f50-3ec196f79112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '080687ad-11de-47e3-b697-c810bff07ad9'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:58:47.460503 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675a6495-16d1-462e-a182-bb88ce37862f req-8dcb57ed-3c6d-4f58-bed1-a3cf8b63a163 service neutron] Attempting to bind port 80252b01-ad05-4c1e-a5f6-761d2d5c3225 on network 080687ad-11de-47e3-b697-c810bff07ad9 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:58:47.468257 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675a6495-16d1-462e-a182-bb88ce37862f req-8dcb57ed-3c6d-4f58-bed1-a3cf8b63a163 service neutron] Port 80252b01-ad05-4c1e-a5f6-761d2d5c3225 on network 080687ad-11de-47e3-b697-c810bff07ad9 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:58:47.468718 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675a6495-16d1-462e-a182-bb88ce37862f req-8dcb57ed-3c6d-4f58-bed1-a3cf8b63a163 service neutron] Attempting to bind port 80252b01-ad05-4c1e-a5f6-761d2d5c3225 on network 080687ad-11de-47e3-b697-c810bff07ad9 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:58:47.481861 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675a6495-16d1-462e-a182-bb88ce37862f req-8dcb57ed-3c6d-4f58-bed1-a3cf8b63a163 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:58:47.482486 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675a6495-16d1-462e-a182-bb88ce37862f req-8dcb57ed-3c6d-4f58-bed1-a3cf8b63a163 service neutron] Checking segment: {'id': '9521e366-8be6-4365-8f50-3ec196f79112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '080687ad-11de-47e3-b697-c810bff07ad9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:58:47.483162 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675a6495-16d1-462e-a182-bb88ce37862f req-8dcb57ed-3c6d-4f58-bed1-a3cf8b63a163 service neutron] Bound using segment: {'id': '9521e366-8be6-4365-8f50-3ec196f79112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '080687ad-11de-47e3-b697-c810bff07ad9'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:58:47.484015 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-675a6495-16d1-462e-a182-bb88ce37862f req-8dcb57ed-3c6d-4f58-bed1-a3cf8b63a163 service neutron] Bound port: 80252b01-ad05-4c1e-a5f6-761d2d5c3225, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9521e366-8be6-4365-8f50-3ec196f79112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '080687ad-11de-47e3-b697-c810bff07ad9'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:58:47.484692 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-675a6495-16d1-462e-a182-bb88ce37862f req-8dcb57ed-3c6d-4f58-bed1-a3cf8b63a163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (80252b01-ad05-4c1e-a5f6-761d2d5c3225), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:47.593414 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-675a6495-16d1-462e-a182-bb88ce37862f req-8dcb57ed-3c6d-4f58-bed1-a3cf8b63a163 service neutron] For port 80252b01-ad05-4c1e-a5f6-761d2d5c3225, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:58:47.600494 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-675a6495-16d1-462e-a182-bb88ce37862f req-8dcb57ed-3c6d-4f58-bed1-a3cf8b63a163 service neutron] For port 80252b01-ad05-4c1e-a5f6-761d2d5c3225, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=80252b01-ad05-4c1e-a5f6-761d2d5c3225,segment=NetworkSegment(9521e366-8be6-4365-8f50-3ec196f79112),segment_id=9521e366-8be6-4365-8f50-3ec196f79112)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:58:47.612315 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-675a6495-16d1-462e-a182-bb88ce37862f req-8dcb57ed-3c6d-4f58-bed1-a3cf8b63a163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (80252b01-ad05-4c1e-a5f6-761d2d5c3225), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:47.668919 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c42a7f-fe74-4ef3-9634-162682323f0c req-df3ae148-ca2f-4e36-9984-8d0623692432 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:47.671611 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c6c42a7f-fe74-4ef3-9634-162682323f0c req-df3ae148-ca2f-4e36-9984-8d0623692432 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 944 time: 0.0947382 Mar 22 19:58:47.674245 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a6495-16d1-462e-a182-bb88ce37862f req-8dcb57ed-3c6d-4f58-bed1-a3cf8b63a163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:47.675692 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-675a6495-16d1-462e-a182-bb88ce37862f req-8dcb57ed-3c6d-4f58-bed1-a3cf8b63a163 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:47.677489 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-675a6495-16d1-462e-a182-bb88ce37862f req-8dcb57ed-3c6d-4f58-bed1-a3cf8b63a163 service neutron] 10.222.0.85 "PUT /v2.0/ports/80252b01-ad05-4c1e-a5f6-761d2d5c3225 HTTP/1.1" status: 200 len: 1093 time: 1.6000373 Mar 22 19:58:47.776619 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb57ed-3c6d-4f58-bed1-a3cf8b63a163 service neutron] Pushing event updated for resources: {'Port': ['ID=80252b01-ad05-4c1e-a5f6-761d2d5c3225,revision_number=7']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:58:47.807244 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c6c42a7f-fe74-4ef3-9634-162682323f0c req-fdd1ea25-69ec-4417-82cc-0d4e2ebd2aa5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159780 Mar 22 19:58:47.825540 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a6495-16d1-462e-a182-bb88ce37862f req-b613b5a2-41e7-4bed-8680-f7661882e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:47.828652 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-675a6495-16d1-462e-a182-bb88ce37862f req-b613b5a2-41e7-4bed-8680-f7661882e5bd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 1127 time: 0.1228421 Mar 22 19:58:48.041321 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a6495-16d1-462e-a182-bb88ce37862f req-99ed07db-4799-4e6a-9cbd-7a9a4fc5724b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:48.044791 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-675a6495-16d1-462e-a182-bb88ce37862f req-99ed07db-4799-4e6a-9cbd-7a9a4fc5724b service neutron] 10.222.0.85 "GET /v2.0/networks?id=080687ad-11de-47e3-b697-c810bff07ad9 HTTP/1.1" status: 200 len: 897 time: 0.2073774 Mar 22 19:58:48.155795 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-675a6495-16d1-462e-a182-bb88ce37862f req-f2898ba8-bf04-4587-8136-d45d2cb793ad service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80252b01-ad05-4c1e-a5f6-761d2d5c3225 HTTP/1.1" status: 200 len: 1000 time: 0.1005349 Mar 22 19:58:48.227936 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a6495-16d1-462e-a182-bb88ce37862f req-ac3e904e-0243-4674-9af4-4d364277d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:48.232399 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-675a6495-16d1-462e-a182-bb88ce37862f req-ac3e904e-0243-4674-9af4-4d364277d5b2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=91d575e8-9db7-4a49-b167-27d4adaa8deb HTTP/1.1" status: 200 len: 835 time: 0.0677249 Mar 22 19:58:48.306542 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a6495-16d1-462e-a182-bb88ce37862f req-9d072fdf-7104-43bf-8478-4fcbbc686dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:48.309598 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-675a6495-16d1-462e-a182-bb88ce37862f req-9d072fdf-7104-43bf-8478-4fcbbc686dbb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=080687ad-11de-47e3-b697-c810bff07ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0728943 Mar 22 19:58:48.462084 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-675a6495-16d1-462e-a182-bb88ce37862f req-8e76da38-3117-4a8a-bfff-cfafd112f76d service neutron] 10.222.0.85 "GET /v2.0/networks/080687ad-11de-47e3-b697-c810bff07ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392517 Mar 22 19:58:48.589106 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:48.616692 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-675a6495-16d1-462e-a182-bb88ce37862f req-4bba5cad-e4a4-4668-94a2-f1f604b33d8e service neutron] 10.222.0.85 "GET /v2.0/networks/080687ad-11de-47e3-b697-c810bff07ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483226 Mar 22 19:58:48.677692 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59954f79-125c-4c55-a3c1-3780d4c3a6df', 'tag': '80252b01-ad05-4c1e-a5f6-761d2d5c3225'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:58:48.681839 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e33a10a-b17d-4459-b24e-cc1a133a12dd" -d '{"events": [{"name": "network-changed", "server_uuid": "59954f79-125c-4c55-a3c1-3780d4c3a6df", "tag": "80252b01-ad05-4c1e-a5f6-761d2d5c3225"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:58:48.792665 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55a9bcc-18ad-4343-bec4-d789766a3a5d x-openstack-request-id: req-b55a9bcc-18ad-4343-bec4-d789766a3a5d {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:58:48.793199 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59954f79-125c-4c55-a3c1-3780d4c3a6df", "tag": "80252b01-ad05-4c1e-a5f6-761d2d5c3225", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:58:48.793661 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b55a9bcc-18ad-4343-bec4-d789766a3a5d {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:58:48.794390 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b55a9bcc-18ad-4343-bec4-d789766a3a5d'] response: {'name': 'network-changed', 'server_uuid': '59954f79-125c-4c55-a3c1-3780d4c3a6df', 'tag': '80252b01-ad05-4c1e-a5f6-761d2d5c3225', 'status': 'completed', 'code': 200} Mar 22 19:58:48.796166 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:48.911417 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33a10a-b17d-4459-b24e-cc1a133a12dd req-9e481d21-6247-4129-969e-c3a3cf2390c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:48.914551 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8e33a10a-b17d-4459-b24e-cc1a133a12dd req-9e481d21-6247-4129-969e-c3a3cf2390c5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 1127 time: 0.0992570 Mar 22 19:58:48.942995 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33a10a-b17d-4459-b24e-cc1a133a12dd req-2f200fae-488d-4338-ad75-c601790875de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:48.946126 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e33a10a-b17d-4459-b24e-cc1a133a12dd req-2f200fae-488d-4338-ad75-c601790875de service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 1127 time: 0.1111894 Mar 22 19:58:49.062691 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33a10a-b17d-4459-b24e-cc1a133a12dd req-2e7e97a3-9b2b-4f9e-aa8f-75026a2f2c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:49.065148 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8e33a10a-b17d-4459-b24e-cc1a133a12dd req-2e7e97a3-9b2b-4f9e-aa8f-75026a2f2c50 service neutron] 10.222.0.85 "GET /v2.0/networks?id=080687ad-11de-47e3-b697-c810bff07ad9 HTTP/1.1" status: 200 len: 897 time: 0.1444464 Mar 22 19:58:49.092815 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557bf69c-cdd6-4a1f-b796-6c7510cae0fa req-6b8d969f-2fa8-478a-a551-d797c8a500d0 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:49.094812 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-557bf69c-cdd6-4a1f-b796-6c7510cae0fa req-6b8d969f-2fa8-478a-a551-d797c8a500d0 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 944 time: 0.1450279 Mar 22 19:58:49.197237 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8e33a10a-b17d-4459-b24e-cc1a133a12dd req-db805b87-b02e-488f-a0da-a7ed4a6cf914 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80252b01-ad05-4c1e-a5f6-761d2d5c3225 HTTP/1.1" status: 200 len: 1000 time: 0.1244633 Mar 22 19:58:49.213597 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33a10a-b17d-4459-b24e-cc1a133a12dd req-08b0206c-48a9-4785-80dd-1921ee462251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:49.215897 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e33a10a-b17d-4459-b24e-cc1a133a12dd req-08b0206c-48a9-4785-80dd-1921ee462251 service neutron] 10.222.0.84 "GET /v2.0/networks?id=080687ad-11de-47e3-b697-c810bff07ad9 HTTP/1.1" status: 200 len: 897 time: 0.2648013 Mar 22 19:58:49.224414 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-557bf69c-cdd6-4a1f-b796-6c7510cae0fa req-c4b0f31e-e759-46e0-a3c0-328bfb6b1827 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141934 Mar 22 19:58:49.300414 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33a10a-b17d-4459-b24e-cc1a133a12dd req-8626e9c2-f882-4290-b10d-00230277586d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:49.302721 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8e33a10a-b17d-4459-b24e-cc1a133a12dd req-8626e9c2-f882-4290-b10d-00230277586d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=91d575e8-9db7-4a49-b167-27d4adaa8deb HTTP/1.1" status: 200 len: 835 time: 0.0999224 Mar 22 19:58:49.337492 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e33a10a-b17d-4459-b24e-cc1a133a12dd req-c928fb30-3eb5-41d3-8933-31813f27458a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80252b01-ad05-4c1e-a5f6-761d2d5c3225 HTTP/1.1" status: 200 len: 1000 time: 0.1104319 Mar 22 19:58:49.371916 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33a10a-b17d-4459-b24e-cc1a133a12dd req-3e37a5be-c1e9-49f4-bbee-72eb9b68e2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:49.373660 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8e33a10a-b17d-4459-b24e-cc1a133a12dd req-3e37a5be-c1e9-49f4-bbee-72eb9b68e2b4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=080687ad-11de-47e3-b697-c810bff07ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0649643 Mar 22 19:58:49.410106 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33a10a-b17d-4459-b24e-cc1a133a12dd req-be14f76d-08a0-45c1-8317-98e62c3f096c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:49.412915 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e33a10a-b17d-4459-b24e-cc1a133a12dd req-be14f76d-08a0-45c1-8317-98e62c3f096c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=91d575e8-9db7-4a49-b167-27d4adaa8deb HTTP/1.1" status: 200 len: 835 time: 0.0693891 Mar 22 19:58:49.510507 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33a10a-b17d-4459-b24e-cc1a133a12dd req-ffa2dbab-6cd1-4e5b-b72e-a2f9891312c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:49.512582 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e33a10a-b17d-4459-b24e-cc1a133a12dd req-ffa2dbab-6cd1-4e5b-b72e-a2f9891312c6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=080687ad-11de-47e3-b697-c810bff07ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0941968 Mar 22 19:58:49.548590 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8e33a10a-b17d-4459-b24e-cc1a133a12dd req-8ed650bc-11db-43bc-989c-36a6738a9537 service neutron] 10.222.0.85 "GET /v2.0/networks/080687ad-11de-47e3-b697-c810bff07ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673841 Mar 22 19:58:49.689925 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e33a10a-b17d-4459-b24e-cc1a133a12dd req-fbd9c08c-0173-4603-845f-4af6bf789dbc service neutron] 10.222.0.84 "GET /v2.0/networks/080687ad-11de-47e3-b697-c810bff07ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696260 Mar 22 19:58:49.742996 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8e33a10a-b17d-4459-b24e-cc1a133a12dd req-4feeca80-4b06-42c0-bd1f-799390f327eb service neutron] 10.222.0.85 "GET /v2.0/networks/080687ad-11de-47e3-b697-c810bff07ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872394 Mar 22 19:58:49.878337 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e33a10a-b17d-4459-b24e-cc1a133a12dd req-0abb41f7-1b5b-4be0-936f-2a0b0cec2b50 service neutron] 10.222.0.84 "GET /v2.0/networks/080687ad-11de-47e3-b697-c810bff07ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810901 Mar 22 19:58:50.208124 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:50.454679 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baee41d-60ae-4236-ac76-4e85f532b536 req-d4f9ba24-c879-439a-8b49-77dfe29e4e07 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:50.457457 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3baee41d-60ae-4236-ac76-4e85f532b536 req-d4f9ba24-c879-439a-8b49-77dfe29e4e07 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 944 time: 0.0740006 Mar 22 19:58:50.545651 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3baee41d-60ae-4236-ac76-4e85f532b536 req-2c7b5068-8024-49cd-aa36-c4c31b49eee1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791094 Mar 22 19:58:50.606697 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 80252b01-ad05-4c1e-a5f6-761d2d5c3225 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:58:50.666973 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] The host n-h1-705658-24 is not matching for port 80252b01-ad05-4c1e-a5f6-761d2d5c3225 host n-h2-705658-24! {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 19:58:50.667576 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 80252b01-ad05-4c1e-a5f6-761d2d5c3225 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:58:51.374034 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:51.652731 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 80252b01-ad05-4c1e-a5f6-761d2d5c3225 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:58:51.789819 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de318bb4-8fc7-4f94-b0d8-0aef13ebed54 req-edce6031-ac64-41bf-a75b-3e867907c634 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:51.795066 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-de318bb4-8fc7-4f94-b0d8-0aef13ebed54 req-edce6031-ac64-41bf-a75b-3e867907c634 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 944 time: 0.0923014 Mar 22 19:58:51.840383 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 80252b01-ad05-4c1e-a5f6-761d2d5c3225, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=80252b01-ad05-4c1e-a5f6-761d2d5c3225,segment=NetworkSegment(9521e366-8be6-4365-8f50-3ec196f79112),segment_id=9521e366-8be6-4365-8f50-3ec196f79112)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:58:51.859891 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-de318bb4-8fc7-4f94-b0d8-0aef13ebed54 req-67d182d6-4391-4c69-b128-133ab620880e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605443 Mar 22 19:58:51.869725 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '80252b01-ad05-4c1e-a5f6-761d2d5c3225', 'network_id': '080687ad-11de-47e3-b697-c810bff07ad9', 'port_id': '80252b01-ad05-4c1e-a5f6-761d2d5c3225', 'mac_address': 'fa:16:3e:f6:b3:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91d575e8-9db7-4a49-b167-27d4adaa8deb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:58:51.919877 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 80252b01-ad05-4c1e-a5f6-761d2d5c3225 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:58:51.920314 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (80252b01-ad05-4c1e-a5f6-761d2d5c3225), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:51.938740 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80252b01-ad05-4c1e-a5f6-761d2d5c3225 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:58:51.973471 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 80252b01-ad05-4c1e-a5f6-761d2d5c3225, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=80252b01-ad05-4c1e-a5f6-761d2d5c3225,segment=NetworkSegment(9521e366-8be6-4365-8f50-3ec196f79112),segment_id=9521e366-8be6-4365-8f50-3ec196f79112)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:58:51.978403 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (80252b01-ad05-4c1e-a5f6-761d2d5c3225), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:52.036890 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=80252b01-ad05-4c1e-a5f6-761d2d5c3225,revision_number=8']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:58:52.046102 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:52.046826 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:52.047347 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:52.047862 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:52.048473 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:52.048986 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:52.049582 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:52.050539 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:52.050991 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:52.051426 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:52.051981 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:52.052519 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:52.052987 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:52.053421 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:52.054063 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:58:52.358366 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['80252b01-ad05-4c1e-a5f6-761d2d5c3225'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:58:53.006611 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554e155-5bf6-4d8e-bd06-bac853b88e5b req-edde4844-67ee-4f9c-8c39-af0fc33554f0 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:53.008223 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6554e155-5bf6-4d8e-bd06-bac853b88e5b req-edde4844-67ee-4f9c-8c39-af0fc33554f0 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 945 time: 0.0636034 Mar 22 19:58:53.056783 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6554e155-5bf6-4d8e-bd06-bac853b88e5b req-e51cb9fd-b3fe-421c-a0f7-47bdf4cd6244 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430160 Mar 22 19:58:53.639153 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3cdf4-c0f0-4ffc-bca9-aad917bb8384 req-a966ff3e-0e8e-4889-adb4-ae061a120726 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:53.640667 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0ab3cdf4-c0f0-4ffc-bca9-aad917bb8384 req-a966ff3e-0e8e-4889-adb4-ae061a120726 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 945 time: 0.4201174 Mar 22 19:58:53.648295 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4645c6-b6e2-4cdb-a18d-bd7f450735f6 req-6b59406f-4c25-4f61-bf6f-416ceec5f5e7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:53.650083 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4d4645c6-b6e2-4cdb-a18d-bd7f450735f6 req-6b59406f-4c25-4f61-bf6f-416ceec5f5e7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.84 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df&tenant_id=5bcae00531204d8c96861edbc9c1d9c0&binding%3Ahost_id=n-h2-705658-24 HTTP/1.1" status: 200 len: 945 time: 0.4183652 Mar 22 19:58:53.670502 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 80252b01-ad05-4c1e-a5f6-761d2d5c3225 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:58:53.736947 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 80252b01-ad05-4c1e-a5f6-761d2d5c3225 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:58:53.740300 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 80252b01-ad05-4c1e-a5f6-761d2d5c3225 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:58:53.740690 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (80252b01-ad05-4c1e-a5f6-761d2d5c3225), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:53.742866 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0ab3cdf4-c0f0-4ffc-bca9-aad917bb8384 req-4edc166a-0eb3-4e17-ac8a-1c13137f6832 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917950 Mar 22 19:58:53.750950 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [req-4d4645c6-b6e2-4cdb-a18d-bd7f450735f6 req-27629d4d-e31d-40a2-9bc3-1a15300d35c8 service neutron] delete failed (client error): The resource could not be found. Mar 22 19:58:53.751993 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4d4645c6-b6e2-4cdb-a18d-bd7f450735f6 req-27629d4d-e31d-40a2-9bc3-1a15300d35c8 service neutron] 10.222.0.84 "DELETE /v2.0/ports/80252b01-ad05-4c1e-a5f6-761d2d5c3225/bindings/n-h1-705658-24 HTTP/1.1" status: 404 len: 381 time: 0.0947688 Mar 22 19:58:53.847940 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 80252b01-ad05-4c1e-a5f6-761d2d5c3225 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:58:53.848326 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (80252b01-ad05-4c1e-a5f6-761d2d5c3225), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:53.863581 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4645c6-b6e2-4cdb-a18d-bd7f450735f6 req-dc4cb858-248e-4cee-acd8-e30c730155f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:53.865220 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4d4645c6-b6e2-4cdb-a18d-bd7f450735f6 req-dc4cb858-248e-4cee-acd8-e30c730155f6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 1128 time: 0.0529687 Mar 22 19:58:53.882463 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59954f79-125c-4c55-a3c1-3780d4c3a6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80252b01-ad05-4c1e-a5f6-761d2d5c3225'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:58:53.884830 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c15fcdd-b4a8-4bd8-b531-928210c779f5" -d '{"events": [{"server_uuid": "59954f79-125c-4c55-a3c1-3780d4c3a6df", "name": "network-vif-plugged", "status": "completed", "tag": "80252b01-ad05-4c1e-a5f6-761d2d5c3225"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:58:53.899041 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 80252b01-ad05-4c1e-a5f6-761d2d5c3225, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=80252b01-ad05-4c1e-a5f6-761d2d5c3225,segment=NetworkSegment(9521e366-8be6-4365-8f50-3ec196f79112),segment_id=9521e366-8be6-4365-8f50-3ec196f79112)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:58:53.904593 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (80252b01-ad05-4c1e-a5f6-761d2d5c3225), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:58:53.966283 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=80252b01-ad05-4c1e-a5f6-761d2d5c3225,revision_number=9']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:58:53.979515 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f41e8b6-a02c-496b-8461-c23d030240dc x-openstack-request-id: req-2f41e8b6-a02c-496b-8461-c23d030240dc {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:58:53.979806 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59954f79-125c-4c55-a3c1-3780d4c3a6df", "name": "network-vif-plugged", "status": "completed", "tag": "80252b01-ad05-4c1e-a5f6-761d2d5c3225", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:58:53.980153 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2f41e8b6-a02c-496b-8461-c23d030240dc {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:58:53.980574 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f41e8b6-a02c-496b-8461-c23d030240dc'] response: {'server_uuid': '59954f79-125c-4c55-a3c1-3780d4c3a6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80252b01-ad05-4c1e-a5f6-761d2d5c3225', 'code': 200} Mar 22 19:58:53.993877 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4645c6-b6e2-4cdb-a18d-bd7f450735f6 req-b08c6603-d75b-43de-a612-f4989d2363a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:53.996150 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4d4645c6-b6e2-4cdb-a18d-bd7f450735f6 req-b08c6603-d75b-43de-a612-f4989d2363a3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=080687ad-11de-47e3-b697-c810bff07ad9 HTTP/1.1" status: 200 len: 897 time: 0.1254706 Mar 22 19:58:54.083111 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4d4645c6-b6e2-4cdb-a18d-bd7f450735f6 req-6bddd292-b795-4883-82a9-ad1942d7c9f9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80252b01-ad05-4c1e-a5f6-761d2d5c3225 HTTP/1.1" status: 200 len: 1002 time: 0.0808566 Mar 22 19:58:54.141827 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4645c6-b6e2-4cdb-a18d-bd7f450735f6 req-5a4056c4-7eae-4a84-84a5-e2b9f499482a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:54.143862 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4d4645c6-b6e2-4cdb-a18d-bd7f450735f6 req-5a4056c4-7eae-4a84-84a5-e2b9f499482a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=91d575e8-9db7-4a49-b167-27d4adaa8deb HTTP/1.1" status: 200 len: 835 time: 0.0532825 Mar 22 19:58:54.205160 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4645c6-b6e2-4cdb-a18d-bd7f450735f6 req-6040904b-8725-4292-9d70-75dd859f8f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:54.207273 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4d4645c6-b6e2-4cdb-a18d-bd7f450735f6 req-6040904b-8725-4292-9d70-75dd859f8f89 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=080687ad-11de-47e3-b697-c810bff07ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0567572 Mar 22 19:58:54.311440 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4d4645c6-b6e2-4cdb-a18d-bd7f450735f6 req-95211700-05f8-47cb-8c49-e7f13f26123b service neutron] 10.222.0.84 "GET /v2.0/networks/080687ad-11de-47e3-b697-c810bff07ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966654 Mar 22 19:58:54.428965 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4d4645c6-b6e2-4cdb-a18d-bd7f450735f6 req-d5c3bca4-1ad8-4b4e-9d48-53570ab01ba7 service neutron] 10.222.0.84 "GET /v2.0/networks/080687ad-11de-47e3-b697-c810bff07ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119602 Mar 22 19:58:54.942747 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669f51e-3b3b-4e91-8b4a-270a5a28b3ff req-a0774f02-745d-4afd-9e94-c4ac7cd21d34 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:54.944551 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7669f51e-3b3b-4e91-8b4a-270a5a28b3ff req-a0774f02-745d-4afd-9e94-c4ac7cd21d34 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 946 time: 0.0718544 Mar 22 19:58:55.030665 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7669f51e-3b3b-4e91-8b4a-270a5a28b3ff req-e99975e0-7d8c-4213-a2ad-07fba921860c tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754621 Mar 22 19:58:56.294521 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c87c9-fcbd-4000-b8e6-3698d7881654 req-aee79744-4051-4ad2-8d50-57c351145988 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:58:56.296765 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e40c87c9-fcbd-4000-b8e6-3698d7881654 req-aee79744-4051-4ad2-8d50-57c351145988 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 946 time: 0.1629610 Mar 22 19:58:56.378642 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e40c87c9-fcbd-4000-b8e6-3698d7881654 req-1fa6f5e6-1b6b-4c34-aa33-30ab6befb635 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735433 Mar 22 19:58:56.396348 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 35008) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:58:56.484079 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3b33f840-e12b-4d4d-83d8-3b048f580d94 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/floatingips/4df75efb-8d7f-478f-8d29-eddbcc692943 HTTP/1.1" status: 200 len: 994 time: 0.0861313 Mar 22 19:59:05.752976 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1bbbf675-89f4-418c-ac7a-07022dfb42de req-7c91e2bb-2670-4934-853a-1043def18dd1 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0631900 Mar 22 19:59:05.864637 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbf675-89f4-418c-ac7a-07022dfb42de req-091e3ce6-b27c-4b96-ab51-5e05a7cf6750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:05.866292 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1bbbf675-89f4-418c-ac7a-07022dfb42de req-091e3ce6-b27c-4b96-ab51-5e05a7cf6750 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=99d72c7dab634aac93e71becf6d2998e&device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 1128 time: 0.0534463 Mar 22 19:59:05.990232 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbf675-89f4-418c-ac7a-07022dfb42de req-7c1b7104-3a13-4ba6-bb6a-02a87b33b1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:05.992935 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1bbbf675-89f4-418c-ac7a-07022dfb42de req-7c1b7104-3a13-4ba6-bb6a-02a87b33b1af service neutron] 10.222.0.85 "GET /v2.0/networks?id=942e739d-0f2d-40f4-8f81-80042bf466e6 HTTP/1.1" status: 200 len: 911 time: 0.1065860 Mar 22 19:59:06.081593 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1bbbf675-89f4-418c-ac7a-07022dfb42de req-3a076b87-faa2-45a7-925e-6b05025cda16 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d8cba336-4e43-44fc-a1db-77fcf9aa1fed HTTP/1.1" status: 200 len: 1001 time: 0.0814574 Mar 22 19:59:06.145618 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbf675-89f4-418c-ac7a-07022dfb42de req-4e3d91f2-3535-4ca5-8b35-4c717c8b09e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:06.147297 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1bbbf675-89f4-418c-ac7a-07022dfb42de req-4e3d91f2-3535-4ca5-8b35-4c717c8b09e9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ce14209e-d9ba-4d1e-8a54-b7950c923a71 HTTP/1.1" status: 200 len: 849 time: 0.0609133 Mar 22 19:59:06.217480 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbf675-89f4-418c-ac7a-07022dfb42de req-63945cf3-f0a0-490c-9e89-eecedacc513c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:06.219059 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1bbbf675-89f4-418c-ac7a-07022dfb42de req-63945cf3-f0a0-490c-9e89-eecedacc513c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=942e739d-0f2d-40f4-8f81-80042bf466e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0666289 Mar 22 19:59:06.329758 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1bbbf675-89f4-418c-ac7a-07022dfb42de req-9a5d79db-d88c-4615-8143-504ec3a4db33 service neutron] 10.222.0.85 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037457 Mar 22 19:59:06.454950 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1bbbf675-89f4-418c-ac7a-07022dfb42de req-cc0d6a80-afbc-4b77-9614-ca0862c82443 service neutron] 10.222.0.85 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140366 Mar 22 19:59:15.168166 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-72fe2e38-70b8-4e5c-8043-747c12d59e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:16.087142 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:17.413694 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-58de8e20-8a52-47b0-89d4-12ead36edfa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:17.592716 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:59:18.588004 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:18.778237 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:20.211438 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:21.370663 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:35.232475 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad4567-26f4-40f6-8af9-ef6d64e77edb req-805b028d-b915-4576-a94e-f8f828e6d347 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:35.234167 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2ad4567-26f4-40f6-8af9-ef6d64e77edb req-805b028d-b915-4576-a94e-f8f828e6d347 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350 HTTP/1.1" status: 200 len: 945 time: 0.0801589 Mar 22 19:59:35.312039 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2ad4567-26f4-40f6-8af9-ef6d64e77edb req-9a194412-eeaa-477b-8afb-a78c6e755d0f tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c45c569-30b3-4e33-918d-129a9201acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653677 Mar 22 19:59:36.453442 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6e161-43dd-4062-ae0c-5bf2274adea9 req-35fb8fb3-380f-46e3-8f4e-dd0e46d17d53 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:36.455155 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cdf6e161-43dd-4062-ae0c-5bf2274adea9 req-35fb8fb3-380f-46e3-8f4e-dd0e46d17d53 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350 HTTP/1.1" status: 200 len: 945 time: 0.0588083 Mar 22 19:59:36.509280 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cdf6e161-43dd-4062-ae0c-5bf2274adea9 req-b27a1d57-fc78-46ea-8e55-bbb35f376d42 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "GET /v2.0/security-groups?id=1c45c569-30b3-4e33-918d-129a9201acc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479167 Mar 22 19:59:36.631669 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6146a30-23db-4cb1-b64a-a227c5c4fbb1 req-2ab14508-da40-498b-9df0-f54ddbe54f6e tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:36.633124 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e6146a30-23db-4cb1-b64a-a227c5c4fbb1 req-2ab14508-da40-498b-9df0-f54ddbe54f6e tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.84 "GET /v2.0/ports?device_id=ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350 HTTP/1.1" status: 200 len: 945 time: 0.0657446 Mar 22 19:59:36.739133 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-e6146a30-23db-4cb1-b64a-a227c5c4fbb1 req-c1eeb682-e618-406b-bd54-3e56acc1c3b1 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Deleting port ada94ad0-a8f2-4720-bc71-336060585c7a {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:59:36.739481 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e6146a30-23db-4cb1-b64a-a227c5c4fbb1 req-c1eeb682-e618-406b-bd54-3e56acc1c3b1 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (ada94ad0-a8f2-4720-bc71-336060585c7a), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:36.845752 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-e6146a30-23db-4cb1-b64a-a227c5c4fbb1 req-c1eeb682-e618-406b-bd54-3e56acc1c3b1 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] For port ada94ad0-a8f2-4720-bc71-336060585c7a, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=ada94ad0-a8f2-4720-bc71-336060585c7a,segment=NetworkSegment(8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7),segment_id=8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:59:36.846320 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e6146a30-23db-4cb1-b64a-a227c5c4fbb1 req-c1eeb682-e618-406b-bd54-3e56acc1c3b1 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (ada94ad0-a8f2-4720-bc71-336060585c7a), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:37.090873 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e6146a30-23db-4cb1-b64a-a227c5c4fbb1 req-c1eeb682-e618-406b-bd54-3e56acc1c3b1 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:37.091249 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e6146a30-23db-4cb1-b64a-a227c5c4fbb1 req-c1eeb682-e618-406b-bd54-3e56acc1c3b1 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (1820e3c7-0fdb-48f7-a2a6-d3f3d1ccae11), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:37.091569 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [req-e6146a30-23db-4cb1-b64a-a227c5c4fbb1 req-c1eeb682-e618-406b-bd54-3e56acc1c3b1 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Floating IP 1820e3c7-0fdb-48f7-a2a6-d3f3d1ccae11 disassociated. External IP: 172.25.5.7, port: ada94ad0-a8f2-4720-bc71-336060585c7a. Mar 22 19:59:37.091918 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-e6146a30-23db-4cb1-b64a-a227c5c4fbb1 req-c1eeb682-e618-406b-bd54-3e56acc1c3b1 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Calling delete_port for ada94ad0-a8f2-4720-bc71-336060585c7a owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:59:37.243651 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e6146a30-23db-4cb1-b64a-a227c5c4fbb1 req-c1eeb682-e618-406b-bd54-3e56acc1c3b1 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (ada94ad0-a8f2-4720-bc71-336060585c7a), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:37.275859 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eeb682-e618-406b-bd54-3e56acc1c3b1 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Pushing event deleted for resources: {'Port': ['ID=ada94ad0-a8f2-4720-bc71-336060585c7a,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:37.289011 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eeb682-e618-406b-bd54-3e56acc1c3b1 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:37.289208 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eeb682-e618-406b-bd54-3e56acc1c3b1 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:37.289208 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eeb682-e618-406b-bd54-3e56acc1c3b1 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:37.289208 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eeb682-e618-406b-bd54-3e56acc1c3b1 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:37.290192 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eeb682-e618-406b-bd54-3e56acc1c3b1 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:37.290660 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eeb682-e618-406b-bd54-3e56acc1c3b1 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:37.292705 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eeb682-e618-406b-bd54-3e56acc1c3b1 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:37.292705 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eeb682-e618-406b-bd54-3e56acc1c3b1 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:37.292705 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eeb682-e618-406b-bd54-3e56acc1c3b1 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:37.292705 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eeb682-e618-406b-bd54-3e56acc1c3b1 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:37.292705 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eeb682-e618-406b-bd54-3e56acc1c3b1 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:37.292705 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eeb682-e618-406b-bd54-3e56acc1c3b1 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:37.294090 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eeb682-e618-406b-bd54-3e56acc1c3b1 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:37.294090 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eeb682-e618-406b-bd54-3e56acc1c3b1 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:37.294090 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eeb682-e618-406b-bd54-3e56acc1c3b1 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:37.437720 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6146a30-23db-4cb1-b64a-a227c5c4fbb1 req-c1eeb682-e618-406b-bd54-3e56acc1c3b1 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Router 1d96dd18-3e75-454b-bb22-637168b6d7ce has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:59:37.592223 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6146a30-23db-4cb1-b64a-a227c5c4fbb1 req-c1eeb682-e618-406b-bd54-3e56acc1c3b1 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:59:37.609526 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8ffb77-c115-4af2-a6c9-fb1ec56fc36a None None] Sync routers for ids ['1d96dd18-3e75-454b-bb22-637168b6d7ce'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:59:37.624246 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8ffb77-c115-4af2-a6c9-fb1ec56fc36a None None] Routers {'1d96dd18-3e75-454b-bb22-637168b6d7ce'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:59:37.624897 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-dd8ffb77-c115-4af2-a6c9-fb1ec56fc36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:59:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['1d96dd18-3e75-454b-bb22-637168b6d7ce'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:59:37.687279 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6d01e41a-3bd2-4802-938c-8fcf2870cd16 req-5edee954-5e67-47f7-b3ed-f12055afabc1 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350 HTTP/1.1" status: 200 len: 210 time: 0.0448382 Mar 22 19:59:37.725085 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6146a30-23db-4cb1-b64a-a227c5c4fbb1 req-c1eeb682-e618-406b-bd54-3e56acc1c3b1 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] No DVR routers for this DVR port ada94ad0-a8f2-4720-bc71-336060585c7a on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:59:37.738161 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-e6146a30-23db-4cb1-b64a-a227c5c4fbb1 req-c1eeb682-e618-406b-bd54-3e56acc1c3b1 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:37.742037 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e6146a30-23db-4cb1-b64a-a227c5c4fbb1 req-c1eeb682-e618-406b-bd54-3e56acc1c3b1 tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.84 "DELETE /v2.0/ports/ada94ad0-a8f2-4720-bc71-336060585c7a HTTP/1.1" status: 204 len: 173 time: 1.1036887 Mar 22 19:59:37.742538 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350', 'name': 'network-vif-deleted', 'tag': 'ada94ad0-a8f2-4720-bc71-336060585c7a'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:59:37.746176 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502df88d-6f07-45d1-a775-d9a64dec2dac" -d '{"events": [{"server_uuid": "ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350", "name": "network-vif-deleted", "tag": "ada94ad0-a8f2-4720-bc71-336060585c7a"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:59:37.829875 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-dd8ffb77-c115-4af2-a6c9-fb1ec56fc36a None None] Set router 1d96dd18-3e75-454b-bb22-637168b6d7ce gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:59:37.989046 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee0b921-f505-42be-a710-3d89badc3c85 x-openstack-request-id: req-bee0b921-f505-42be-a710-3d89badc3c85 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:59:37.989349 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350", "name": "network-vif-deleted", "tag": "ada94ad0-a8f2-4720-bc71-336060585c7a", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:59:37.989654 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bee0b921-f505-42be-a710-3d89badc3c85 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:59:37.990124 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bee0b921-f505-42be-a710-3d89badc3c85'] response: {'server_uuid': 'ef989fb5-3a1a-4c75-b5a8-bb17c9a4f350', 'name': 'network-vif-deleted', 'tag': 'ada94ad0-a8f2-4720-bc71-336060585c7a', 'status': 'completed', 'code': 200} Mar 22 19:59:38.083165 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-dd8ffb77-c115-4af2-a6c9-fb1ec56fc36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'name': 'tempest-TestServerBasicOps-1195026120-router', 'tenant_id': 'bc1868a2124b45ca854220f7602fd1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '0d7add59-9f0d-4ad9-a29f-fc93b79f5d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:54:22Z', 'updated_at': '2022-03-22T19:54:27Z', 'revision_number': 4, 'project_id': 'bc1868a2124b45ca854220f7602fd1fb', 'gw_port': {'id': '0d7add59-9f0d-4ad9-a29f-fc93b79f5d98', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:44:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:54:23Z', 'updated_at': '2022-03-22T19:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '8e0eb105-8e0d-4011-ba5f-2d346a569707', 'name': '', 'network_id': 'bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2', 'tenant_id': 'bc1868a2124b45ca854220f7602fd1fb', 'mac_address': 'fa:16:3e:b2:6f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'ed296d06-b179-4b49-807b-75f69bc472e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:54:26Z', 'updated_at': '2022-03-22T19:54:33Z', 'revision_number': 5, 'project_id': 'bc1868a2124b45ca854220f7602fd1fb', 'subnets': [{'id': 'ed296d06-b179-4b49-807b-75f69bc472e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:59:38.128910 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8ffb77-c115-4af2-a6c9-fb1ec56fc36a None None] Checking router: 1d96dd18-3e75-454b-bb22-637168b6d7ce for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:59:38.138400 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8ffb77-c115-4af2-a6c9-fb1ec56fc36a None None] Routers {'1d96dd18-3e75-454b-bb22-637168b6d7ce'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:59:38.139149 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-dd8ffb77-c115-4af2-a6c9-fb1ec56fc36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:59:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['1d96dd18-3e75-454b-bb22-637168b6d7ce'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:59:38.307466 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-dd8ffb77-c115-4af2-a6c9-fb1ec56fc36a None None] Set router 1d96dd18-3e75-454b-bb22-637168b6d7ce gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:59:38.612008 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-dd8ffb77-c115-4af2-a6c9-fb1ec56fc36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'name': 'tempest-TestServerBasicOps-1195026120-router', 'tenant_id': 'bc1868a2124b45ca854220f7602fd1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '0d7add59-9f0d-4ad9-a29f-fc93b79f5d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:54:22Z', 'updated_at': '2022-03-22T19:54:27Z', 'revision_number': 4, 'project_id': 'bc1868a2124b45ca854220f7602fd1fb', 'gw_port': {'id': '0d7add59-9f0d-4ad9-a29f-fc93b79f5d98', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:44:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:54:23Z', 'updated_at': '2022-03-22T19:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '8e0eb105-8e0d-4011-ba5f-2d346a569707', 'name': '', 'network_id': 'bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2', 'tenant_id': 'bc1868a2124b45ca854220f7602fd1fb', 'mac_address': 'fa:16:3e:b2:6f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'ed296d06-b179-4b49-807b-75f69bc472e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:54:26Z', 'updated_at': '2022-03-22T19:54:33Z', 'revision_number': 5, 'project_id': 'bc1868a2124b45ca854220f7602fd1fb', 'subnets': [{'id': 'ed296d06-b179-4b49-807b-75f69bc472e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:59:38.643348 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8ffb77-c115-4af2-a6c9-fb1ec56fc36a None None] The sync data for ids ['1d96dd18-3e75-454b-bb22-637168b6d7ce'] in n-d-705658-24 is: [{'id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'name': 'tempest-TestServerBasicOps-1195026120-router', 'tenant_id': 'bc1868a2124b45ca854220f7602fd1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '0d7add59-9f0d-4ad9-a29f-fc93b79f5d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:54:22Z', 'updated_at': '2022-03-22T19:54:27Z', 'revision_number': 4, 'project_id': 'bc1868a2124b45ca854220f7602fd1fb', 'gw_port': {'id': '0d7add59-9f0d-4ad9-a29f-fc93b79f5d98', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:44:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:54:23Z', 'updated_at': '2022-03-22T19:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '8e0eb105-8e0d-4011-ba5f-2d346a569707', 'name': '', 'network_id': 'bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2', 'tenant_id': 'bc1868a2124b45ca854220f7602fd1fb', 'mac_address': 'fa:16:3e:b2:6f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'ed296d06-b179-4b49-807b-75f69bc472e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:54:26Z', 'updated_at': '2022-03-22T19:54:33Z', 'revision_number': 5, 'project_id': 'bc1868a2124b45ca854220f7602fd1fb', 'subnets': [{'id': 'ed296d06-b179-4b49-807b-75f69bc472e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:59:38.958860 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35756) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:59:39.049525 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be31bc1f-11d1-441f-a5f7-77194b6e63d1 None None] New status for floating IP 1820e3c7-0fdb-48f7-a2a6-d3f3d1ccae11: DOWN {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:59:39.111863 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-61e285d8-ea62-4364-a7b7-9a926fcdc07d tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Deleting port 0f966e9b-08e5-4070-b1fe-32682c10e5c3 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:59:39.112480 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-61e285d8-ea62-4364-a7b7-9a926fcdc07d tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (0f966e9b-08e5-4070-b1fe-32682c10e5c3), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:39.197084 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-61e285d8-ea62-4364-a7b7-9a926fcdc07d tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (0f966e9b-08e5-4070-b1fe-32682c10e5c3), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:39.197430 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-61e285d8-ea62-4364-a7b7-9a926fcdc07d tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks [] for floatingip (0f966e9b-08e5-4070-b1fe-32682c10e5c3), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:39.211247 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-61e285d8-ea62-4364-a7b7-9a926fcdc07d tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Calling delete_port for 0f966e9b-08e5-4070-b1fe-32682c10e5c3 owned by network:floatingip {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:59:39.381724 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-61e285d8-ea62-4364-a7b7-9a926fcdc07d tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (0f966e9b-08e5-4070-b1fe-32682c10e5c3), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:39.419186 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e285d8-ea62-4364-a7b7-9a926fcdc07d tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Pushing event deleted for resources: {'Port': ['ID=0f966e9b-08e5-4070-b1fe-32682c10e5c3,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:39.434020 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e285d8-ea62-4364-a7b7-9a926fcdc07d tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:39.434291 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e285d8-ea62-4364-a7b7-9a926fcdc07d tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:39.434814 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e285d8-ea62-4364-a7b7-9a926fcdc07d tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:39.435152 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e285d8-ea62-4364-a7b7-9a926fcdc07d tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:39.435485 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e285d8-ea62-4364-a7b7-9a926fcdc07d tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:39.435824 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e285d8-ea62-4364-a7b7-9a926fcdc07d tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:39.436154 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e285d8-ea62-4364-a7b7-9a926fcdc07d tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:39.436481 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e285d8-ea62-4364-a7b7-9a926fcdc07d tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:39.436807 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e285d8-ea62-4364-a7b7-9a926fcdc07d tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:39.437136 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e285d8-ea62-4364-a7b7-9a926fcdc07d tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:39.437462 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e285d8-ea62-4364-a7b7-9a926fcdc07d tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:39.438689 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e285d8-ea62-4364-a7b7-9a926fcdc07d tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:39.438689 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e285d8-ea62-4364-a7b7-9a926fcdc07d tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:39.438689 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e285d8-ea62-4364-a7b7-9a926fcdc07d tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:39.439485 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e285d8-ea62-4364-a7b7-9a926fcdc07d tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:39.507217 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-61e285d8-ea62-4364-a7b7-9a926fcdc07d tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks [] for floatingip (1820e3c7-0fdb-48f7-a2a6-d3f3d1ccae11), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:39.512741 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-61e285d8-ea62-4364-a7b7-9a926fcdc07d tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:39.514891 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-61e285d8-ea62-4364-a7b7-9a926fcdc07d tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "DELETE /v2.0/floatingips/1820e3c7-0fdb-48f7-a2a6-d3f3d1ccae11 HTTP/1.1" status: 204 len: 168 time: 0.5536714 Mar 22 19:59:39.601334 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35762) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:59:39.666525 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8aa44916-7f66-4b97-83b1-720539ef465c tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks [] for security_group (1c45c569-30b3-4e33-918d-129a9201acc3), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:39.706825 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8aa44916-7f66-4b97-83b1-720539ef465c tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks [] for security_group (1c45c569-30b3-4e33-918d-129a9201acc3), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:39.818314 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8aa44916-7f66-4b97-83b1-720539ef465c tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1c45c569-30b3-4e33-918d-129a9201acc3), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:39.822291 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8aa44916-7f66-4b97-83b1-720539ef465c tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:39.823188 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8aa44916-7f66-4b97-83b1-720539ef465c tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] 10.222.0.75 "DELETE /v2.0/security-groups/1c45c569-30b3-4e33-918d-129a9201acc3 HTTP/1.1" status: 204 len: 168 time: 0.2207804 Mar 22 19:59:39.842883 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa44916-7f66-4b97-83b1-720539ef465c tempest-TestServerBasicOps-32347940 tempest-TestServerBasicOps-32347940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c45c569-30b3-4e33-918d-129a9201acc3,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:40.233476 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35774) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:59:40.423933 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-14cd2e63-e4f7-404a-ac95-dc4ae2775118 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=026a4e51c6e84f7387e7f373764a5e5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1889784 Mar 22 19:59:40.426688 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35778) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:59:40.511766 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-553b3d3c-ad65-4e33-b103-637f4aaf1d97 admin admin] Publish callbacks [] for security_group (ef1d52f0-783a-4893-b918-15128ca45b90), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:40.550427 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-553b3d3c-ad65-4e33-b103-637f4aaf1d97 admin admin] Publish callbacks [] for security_group (ef1d52f0-783a-4893-b918-15128ca45b90), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:40.630220 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-553b3d3c-ad65-4e33-b103-637f4aaf1d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (ef1d52f0-783a-4893-b918-15128ca45b90), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:40.638171 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-553b3d3c-ad65-4e33-b103-637f4aaf1d97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:40.644101 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-553b3d3c-ad65-4e33-b103-637f4aaf1d97 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/ef1d52f0-783a-4893-b918-15128ca45b90 HTTP/1.1" status: 204 len: 168 time: 0.2139452 Mar 22 19:59:40.658371 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b3d3c-ad65-4e33-b103-637f4aaf1d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1d52f0-783a-4893-b918-15128ca45b90,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:40.871966 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device ada94ad0-a8f2-4720-bc71-336060585c7a no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:59:40.913937 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35788) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:59:40.922219 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: ada94ad0-a8f2-4720-bc71-336060585c7a {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:59:40.922618 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device ada94ad0-a8f2-4720-bc71-336060585c7a not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:59:41.744790 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-152cfdb1-7778-41de-912d-b2d0fe4bdaa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (1d96dd18-3e75-454b-bb22-637168b6d7ce), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:42.485805 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-152cfdb1-7778-41de-912d-b2d0fe4bdaa8 admin admin] Deleting port 8e0eb105-8e0d-4011-ba5f-2d346a569707 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:59:42.486172 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-152cfdb1-7778-41de-912d-b2d0fe4bdaa8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (8e0eb105-8e0d-4011-ba5f-2d346a569707), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:42.568161 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-152cfdb1-7778-41de-912d-b2d0fe4bdaa8 admin admin] For port 8e0eb105-8e0d-4011-ba5f-2d346a569707, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=8e0eb105-8e0d-4011-ba5f-2d346a569707,segment=NetworkSegment(8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7),segment_id=8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:59:42.568560 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-152cfdb1-7778-41de-912d-b2d0fe4bdaa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (8e0eb105-8e0d-4011-ba5f-2d346a569707), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:42.582679 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-152cfdb1-7778-41de-912d-b2d0fe4bdaa8 admin admin] Calling delete_port for 8e0eb105-8e0d-4011-ba5f-2d346a569707 owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:59:42.773123 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-152cfdb1-7778-41de-912d-b2d0fe4bdaa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (8e0eb105-8e0d-4011-ba5f-2d346a569707), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:42.799171 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152cfdb1-7778-41de-912d-b2d0fe4bdaa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e0eb105-8e0d-4011-ba5f-2d346a569707,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:43.020488 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-152cfdb1-7778-41de-912d-b2d0fe4bdaa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (1d96dd18-3e75-454b-bb22-637168b6d7ce), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:43.260400 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152cfdb1-7778-41de-912d-b2d0fe4bdaa8 admin admin] Router 1d96dd18-3e75-454b-bb22-637168b6d7ce has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:59:43.374175 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152cfdb1-7778-41de-912d-b2d0fe4bdaa8 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:59:43.382524 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-152cfdb1-7778-41de-912d-b2d0fe4bdaa8 admin admin] 10.222.0.75 "PUT /v2.0/routers/1d96dd18-3e75-454b-bb22-637168b6d7ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4702120 Mar 22 19:59:43.382900 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 35820) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:59:43.394628 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76eb8cd6-2317-4c11-8d3f-438961876edb None None] Sync routers for ids ['1d96dd18-3e75-454b-bb22-637168b6d7ce'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:59:43.405438 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eb8cd6-2317-4c11-8d3f-438961876edb None None] Routers {'1d96dd18-3e75-454b-bb22-637168b6d7ce'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:59:43.406098 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-76eb8cd6-2317-4c11-8d3f-438961876edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:59:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['1d96dd18-3e75-454b-bb22-637168b6d7ce'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:59:43.522557 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c90f134e-7e53-4fd9-b559-4a6ae8aedcca admin admin] Publish callbacks [] for router (1d96dd18-3e75-454b-bb22-637168b6d7ce), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:43.641716 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-76eb8cd6-2317-4c11-8d3f-438961876edb None None] Set router 1d96dd18-3e75-454b-bb22-637168b6d7ce gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:59:43.656569 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c90f134e-7e53-4fd9-b559-4a6ae8aedcca admin admin] Publish callbacks [] for router_gateway (1d96dd18-3e75-454b-bb22-637168b6d7ce), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:43.729420 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-c90f134e-7e53-4fd9-b559-4a6ae8aedcca admin admin] Deleting port 0d7add59-9f0d-4ad9-a29f-fc93b79f5d98 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:59:43.729934 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c90f134e-7e53-4fd9-b559-4a6ae8aedcca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (0d7add59-9f0d-4ad9-a29f-fc93b79f5d98), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:43.823064 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-c90f134e-7e53-4fd9-b559-4a6ae8aedcca admin admin] For port 0d7add59-9f0d-4ad9-a29f-fc93b79f5d98, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=0d7add59-9f0d-4ad9-a29f-fc93b79f5d98,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:59:43.824913 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c90f134e-7e53-4fd9-b559-4a6ae8aedcca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (0d7add59-9f0d-4ad9-a29f-fc93b79f5d98), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:43.840185 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-c90f134e-7e53-4fd9-b559-4a6ae8aedcca admin admin] Calling delete_port for 0d7add59-9f0d-4ad9-a29f-fc93b79f5d98 owned by network:router_gateway {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:59:43.868106 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-76eb8cd6-2317-4c11-8d3f-438961876edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'name': 'tempest-TestServerBasicOps-1195026120-router', 'tenant_id': 'bc1868a2124b45ca854220f7602fd1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': '0d7add59-9f0d-4ad9-a29f-fc93b79f5d98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:54:22Z', 'updated_at': '2022-03-22T19:59:42Z', 'revision_number': 5, 'project_id': 'bc1868a2124b45ca854220f7602fd1fb', 'gw_port': {'id': '0d7add59-9f0d-4ad9-a29f-fc93b79f5d98', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:44:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:54:23Z', 'updated_at': '2022-03-22T19:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:59:43.899634 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76eb8cd6-2317-4c11-8d3f-438961876edb None None] Checking router: 1d96dd18-3e75-454b-bb22-637168b6d7ce for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:59:43.909861 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eb8cd6-2317-4c11-8d3f-438961876edb None None] Routers {'1d96dd18-3e75-454b-bb22-637168b6d7ce'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:59:43.910492 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-76eb8cd6-2317-4c11-8d3f-438961876edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:59:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['1d96dd18-3e75-454b-bb22-637168b6d7ce'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:59:44.022175 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-76eb8cd6-2317-4c11-8d3f-438961876edb None None] Set router 1d96dd18-3e75-454b-bb22-637168b6d7ce gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:59:44.052337 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c90f134e-7e53-4fd9-b559-4a6ae8aedcca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (0d7add59-9f0d-4ad9-a29f-fc93b79f5d98), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:44.085076 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f134e-7e53-4fd9-b559-4a6ae8aedcca admin admin] Pushing event deleted for resources: {'Port': ['ID=0d7add59-9f0d-4ad9-a29f-fc93b79f5d98,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:44.086410 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-76eb8cd6-2317-4c11-8d3f-438961876edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'name': 'tempest-TestServerBasicOps-1195026120-router', 'tenant_id': 'bc1868a2124b45ca854220f7602fd1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:54:22Z', 'updated_at': '2022-03-22T19:59:43Z', 'revision_number': 6, 'project_id': 'bc1868a2124b45ca854220f7602fd1fb', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:59:44.114690 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76eb8cd6-2317-4c11-8d3f-438961876edb None None] The sync data for ids ['1d96dd18-3e75-454b-bb22-637168b6d7ce'] in n-d-705658-24 is: [{'id': '1d96dd18-3e75-454b-bb22-637168b6d7ce', 'name': 'tempest-TestServerBasicOps-1195026120-router', 'tenant_id': 'bc1868a2124b45ca854220f7602fd1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:54:22Z', 'updated_at': '2022-03-22T19:59:43Z', 'revision_number': 6, 'project_id': 'bc1868a2124b45ca854220f7602fd1fb', 'gw_port_host': None}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:59:44.153699 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c90f134e-7e53-4fd9-b559-4a6ae8aedcca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (1d96dd18-3e75-454b-bb22-637168b6d7ce), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:44.256478 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c90f134e-7e53-4fd9-b559-4a6ae8aedcca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (1d96dd18-3e75-454b-bb22-637168b6d7ce), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:44.258781 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c90f134e-7e53-4fd9-b559-4a6ae8aedcca admin admin] Publish callbacks [] for router_controller (1d96dd18-3e75-454b-bb22-637168b6d7ce), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:44.306192 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c90f134e-7e53-4fd9-b559-4a6ae8aedcca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (1d96dd18-3e75-454b-bb22-637168b6d7ce), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:44.306761 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90f134e-7e53-4fd9-b559-4a6ae8aedcca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d96dd18-3e75-454b-bb22-637168b6d7ce {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:59:44.313170 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c90f134e-7e53-4fd9-b559-4a6ae8aedcca admin admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:44.315027 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c90f134e-7e53-4fd9-b559-4a6ae8aedcca admin admin] 10.222.0.75 "DELETE /v2.0/routers/1d96dd18-3e75-454b-bb22-637168b6d7ce HTTP/1.1" status: 204 len: 168 time: 0.9306364 Mar 22 19:59:44.317556 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 35822) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:59:44.369460 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc2172ac-cd8f-4ce8-aa84-a4ce085cb2f2 admin admin] Deleting subnet ed296d06-b179-4b49-807b-75f69bc472e4 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:59:44.372776 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fc2172ac-cd8f-4ce8-aa84-a4ce085cb2f2 admin admin] Publish callbacks [] for subnet (ed296d06-b179-4b49-807b-75f69bc472e4), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:44.414447 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fc2172ac-cd8f-4ce8-aa84-a4ce085cb2f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (ed296d06-b179-4b49-807b-75f69bc472e4), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:44.529200 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fc2172ac-cd8f-4ce8-aa84-a4ce085cb2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (ed296d06-b179-4b49-807b-75f69bc472e4), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:44.563126 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-52e91d52-2f47-48ce-b152-fd0ba3f7bfa4 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=1e8291beb0194c3c8d8d74f500b89e6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530696 Mar 22 19:59:44.661439 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fc2172ac-cd8f-4ce8-aa84-a4ce085cb2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (ed296d06-b179-4b49-807b-75f69bc472e4), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:44.693804 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2172ac-cd8f-4ce8-aa84-a4ce085cb2f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed296d06-b179-4b49-807b-75f69bc472e4,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:44.706986 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d092deba-4ee8-4369-90aa-75b7eadcfdff None None] Network bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:59:44.708137 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fc2172ac-cd8f-4ce8-aa84-a4ce085cb2f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:44.715740 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fc2172ac-cd8f-4ce8-aa84-a4ce085cb2f2 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/ed296d06-b179-4b49-807b-75f69bc472e4 HTTP/1.1" status: 204 len: 168 time: 0.3943212 Mar 22 19:59:44.717163 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35842) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:59:44.727225 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-ca769c30-49ee-4da6-a574-3c1e4931cb07 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:44.729717 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-ca769c30-49ee-4da6-a574-3c1e4931cb07 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1601202 Mar 22 19:59:44.752884 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-191cd0f1-ae5d-41e1-b9b2-cbb214a4a3cf tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] 10.222.0.75 "GET /v2.0/quotas/1e8291beb0194c3c8d8d74f500b89e6f HTTP/1.1" status: 200 len: 375 time: 0.0115604 Mar 22 19:59:44.799095 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-4e2d538e-400c-4d58-b829-27e210f91990 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=1e8291beb0194c3c8d8d74f500b89e6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399020 Mar 22 19:59:44.831672 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1fc2f24f-a4ba-486d-9bee-b6769c1f9a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:44.922432 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-1fc2f24f-a4ba-486d-9bee-b6769c1f9a03 admin admin] Deleting port 41e3cb13-08c9-4bac-81bd-2c039a2339de {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:59:44.922682 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1fc2f24f-a4ba-486d-9bee-b6769c1f9a03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (41e3cb13-08c9-4bac-81bd-2c039a2339de), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:44.925652 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbbc748-2d16-40f7-8b8a-68ad49589c99 None None] DHCP port deletion for bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:59:45.009398 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-4fbbc748-2d16-40f7-8b8a-68ad49589c99 None None] Deleting port 41e3cb13-08c9-4bac-81bd-2c039a2339de {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:59:45.010114 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4fbbc748-2d16-40f7-8b8a-68ad49589c99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (41e3cb13-08c9-4bac-81bd-2c039a2339de), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:45.033270 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-1fc2f24f-a4ba-486d-9bee-b6769c1f9a03 admin admin] For port 41e3cb13-08c9-4bac-81bd-2c039a2339de, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=41e3cb13-08c9-4bac-81bd-2c039a2339de,segment=NetworkSegment(8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7),segment_id=8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:59:45.033977 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1fc2f24f-a4ba-486d-9bee-b6769c1f9a03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (41e3cb13-08c9-4bac-81bd-2c039a2339de), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:45.049809 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-1fc2f24f-a4ba-486d-9bee-b6769c1f9a03 admin admin] Calling delete_port for 41e3cb13-08c9-4bac-81bd-2c039a2339de owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:59:45.055429 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-024e8ebf-fdbc-48ee-b330-62565c18eb2d req-46021be4-ab11-4487-bda7-cc84669c1e9a tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] 10.222.0.75 "GET /v2.0/ports?device_id=3948beab-bdc7-451b-86da-8a62070db9e1 HTTP/1.1" status: 200 len: 210 time: 0.0463212 Mar 22 19:59:45.121966 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-4fbbc748-2d16-40f7-8b8a-68ad49589c99 None None] For port 41e3cb13-08c9-4bac-81bd-2c039a2339de, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=41e3cb13-08c9-4bac-81bd-2c039a2339de,segment=NetworkSegment(8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7),segment_id=8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:59:45.122586 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4fbbc748-2d16-40f7-8b8a-68ad49589c99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (41e3cb13-08c9-4bac-81bd-2c039a2339de), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:45.137278 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 0d7add59-9f0d-4ad9-a29f-fc93b79f5d98 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:59:45.145636 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-4fbbc748-2d16-40f7-8b8a-68ad49589c99 None None] Calling delete_port for 41e3cb13-08c9-4bac-81bd-2c039a2339de owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:59:45.181272 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 0d7add59-9f0d-4ad9-a29f-fc93b79f5d98 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:59:45.182254 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 0d7add59-9f0d-4ad9-a29f-fc93b79f5d98 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:59:45.182712 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 8e0eb105-8e0d-4011-ba5f-2d346a569707 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:59:45.182958 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1fc2f24f-a4ba-486d-9bee-b6769c1f9a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (41e3cb13-08c9-4bac-81bd-2c039a2339de), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:45.209662 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2f24f-a4ba-486d-9bee-b6769c1f9a03 admin admin] Pushing event deleted for resources: {'Port': ['ID=41e3cb13-08c9-4bac-81bd-2c039a2339de,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:45.213312 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc2f24f-a4ba-486d-9bee-b6769c1f9a03 admin admin] No DVR routers for this DVR port 41e3cb13-08c9-4bac-81bd-2c039a2339de on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:59:45.218253 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 8e0eb105-8e0d-4011-ba5f-2d346a569707 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:59:45.218621 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 8e0eb105-8e0d-4011-ba5f-2d346a569707 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:59:45.219102 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 41e3cb13-08c9-4bac-81bd-2c039a2339de no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:59:45.256219 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9bd76552-059f-4d86-bff0-ffb03ad16fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:45.278738 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 41e3cb13-08c9-4bac-81bd-2c039a2339de {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:59:45.279081 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 41e3cb13-08c9-4bac-81bd-2c039a2339de not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:59:45.295527 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1fc2f24f-a4ba-486d-9bee-b6769c1f9a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:45.321152 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-1fc2f24f-a4ba-486d-9bee-b6769c1f9a03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:59:45.329300 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4fbbc748-2d16-40f7-8b8a-68ad49589c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (41e3cb13-08c9-4bac-81bd-2c039a2339de), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:45.339416 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-1fc2f24f-a4ba-486d-9bee-b6769c1f9a03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:59:45.339717 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-1fc2f24f-a4ba-486d-9bee-b6769c1f9a03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:59:45.355476 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbbc748-2d16-40f7-8b8a-68ad49589c99 None None] Pushing event deleted for resources: {'Port': ['ID=41e3cb13-08c9-4bac-81bd-2c039a2339de,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:45.358020 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1fc2f24f-a4ba-486d-9bee-b6769c1f9a03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:45.359832 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbbc748-2d16-40f7-8b8a-68ad49589c99 None None] No DVR routers for this DVR port 41e3cb13-08c9-4bac-81bd-2c039a2339de on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:59:45.381394 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1fc2f24f-a4ba-486d-9bee-b6769c1f9a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:45.388767 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc2f24f-a4ba-486d-9bee-b6769c1f9a03 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:59:45.389159 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1fc2f24f-a4ba-486d-9bee-b6769c1f9a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (8dc08fc1-8dfc-4e24-9d70-2634ffdc24a7), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:45.390837 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:59:45.390837 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:59:45.390837 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:59:45.390837 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:59:45.390837 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:59:45.390837 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:59:45.390837 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:59:45.390837 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:59:45.390837 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:59:45.390837 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:59:45.390837 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:59:45.390837 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:59:45.390837 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:59:45.390837 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:59:45.390837 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:59:45.390837 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:59:45.390837 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:59:45.390837 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:59:45.390837 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:59:45.390837 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:59:45.390837 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:59:45.390837 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:59:45.390837 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:59:45.390837 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:59:45.390837 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:59:45.390837 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:59:45.390837 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:59:45.390837 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:59:45.390837 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:59:45.390837 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:59:45.390837 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:59:45.390837 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:59:45.452140 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1fc2f24f-a4ba-486d-9bee-b6769c1f9a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:45.464764 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1fc2f24f-a4ba-486d-9bee-b6769c1f9a03 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:45.468781 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1fc2f24f-a4ba-486d-9bee-b6769c1f9a03 admin admin] 10.222.0.75 "DELETE /v2.0/networks/bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2 HTTP/1.1" status: 204 len: 168 time: 0.7500615 Mar 22 19:59:45.472155 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 35846) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:59:45.482313 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2f24f-a4ba-486d-9bee-b6769c1f9a03 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbeaac5c-4ce6-4a45-9d2a-3b489236bcf2,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:45.840282 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-18ed5f09-d4c2-4e47-8784-a241647f49ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (e4bd3f9d-cef5-4995-9107-4c77110eb6f7), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:46.102637 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:46.148246 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-34be63cf-6516-465b-b5c8-d7cea284aa39 req-9e0e1617-3051-42fb-a962-85107e0291a7 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] 10.222.0.75 "GET /v2.0/ports?device_id=3948beab-bdc7-451b-86da-8a62070db9e1 HTTP/1.1" status: 200 len: 210 time: 0.0303271 Mar 22 19:59:46.178765 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-18ed5f09-d4c2-4e47-8784-a241647f49ac admin admin] Deleting port b54661a8-fb5a-485a-82fc-6bac449d307d {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:59:46.179356 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-18ed5f09-d4c2-4e47-8784-a241647f49ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (b54661a8-fb5a-485a-82fc-6bac449d307d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:46.282393 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-18ed5f09-d4c2-4e47-8784-a241647f49ac admin admin] For port b54661a8-fb5a-485a-82fc-6bac449d307d, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b54661a8-fb5a-485a-82fc-6bac449d307d,segment=NetworkSegment(0b2cd185-20d6-498f-8b59-29e42ce364e5),segment_id=0b2cd185-20d6-498f-8b59-29e42ce364e5)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:59:46.283292 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-18ed5f09-d4c2-4e47-8784-a241647f49ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (b54661a8-fb5a-485a-82fc-6bac449d307d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:46.298252 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-18ed5f09-d4c2-4e47-8784-a241647f49ac admin admin] Calling delete_port for b54661a8-fb5a-485a-82fc-6bac449d307d owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:59:46.541611 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-18ed5f09-d4c2-4e47-8784-a241647f49ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (b54661a8-fb5a-485a-82fc-6bac449d307d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:46.566514 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed5f09-d4c2-4e47-8784-a241647f49ac admin admin] Pushing event deleted for resources: {'Port': ['ID=b54661a8-fb5a-485a-82fc-6bac449d307d,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:46.777190 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-18ed5f09-d4c2-4e47-8784-a241647f49ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (e4bd3f9d-cef5-4995-9107-4c77110eb6f7), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:47.007770 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ed5f09-d4c2-4e47-8784-a241647f49ac admin admin] Router e4bd3f9d-cef5-4995-9107-4c77110eb6f7 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:59:47.139389 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ed5f09-d4c2-4e47-8784-a241647f49ac admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:59:47.148320 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-18ed5f09-d4c2-4e47-8784-a241647f49ac admin admin] 10.222.0.75 "PUT /v2.0/routers/e4bd3f9d-cef5-4995-9107-4c77110eb6f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6748161 Mar 22 19:59:47.152328 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35856) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:59:47.161453 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff53ee1-d083-4e56-aa2f-d2fd89a6ebab None None] Sync routers for ids ['e4bd3f9d-cef5-4995-9107-4c77110eb6f7'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:59:47.180357 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff53ee1-d083-4e56-aa2f-d2fd89a6ebab None None] Routers {'e4bd3f9d-cef5-4995-9107-4c77110eb6f7'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:59:47.182243 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-5ff53ee1-d083-4e56-aa2f-d2fd89a6ebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:59:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e4bd3f9d-cef5-4995-9107-4c77110eb6f7'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:59:47.247021 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2865bc5d-cdab-4f6c-9c2b-9c579dc6c8a6 req-24d251a9-5aac-429f-8759-18a30d66c788 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] 10.222.0.75 "GET /v2.0/ports?device_id=3948beab-bdc7-451b-86da-8a62070db9e1 HTTP/1.1" status: 200 len: 210 time: 0.0319636 Mar 22 19:59:47.329130 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-5ff53ee1-d083-4e56-aa2f-d2fd89a6ebab None None] Set router e4bd3f9d-cef5-4995-9107-4c77110eb6f7 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:59:47.352176 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-03a2471a-d71e-4b6a-9778-b5865a48790d admin admin] Publish callbacks [] for router (e4bd3f9d-cef5-4995-9107-4c77110eb6f7), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:47.453467 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5dac69dd-b80d-4c79-a399-86fc6303680b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:47.467518 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-03a2471a-d71e-4b6a-9778-b5865a48790d admin admin] Publish callbacks [] for router_gateway (e4bd3f9d-cef5-4995-9107-4c77110eb6f7), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:47.536239 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-5ff53ee1-d083-4e56-aa2f-d2fd89a6ebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bd3f9d-cef5-4995-9107-4c77110eb6f7', 'name': 'tempest-TestServerBasicOps-1467801673-router', 'tenant_id': '6a4c22f57ec84f4ca026eb9b7cbf20ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194'}], 'enable_snat': True}, 'gw_port_id': 'f67e9864-5a72-443c-8186-b4b210c493c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:54:30Z', 'updated_at': '2022-03-22T19:59:46Z', 'revision_number': 5, 'project_id': '6a4c22f57ec84f4ca026eb9b7cbf20ee', 'gw_port': {'id': 'f67e9864-5a72-443c-8186-b4b210c493c0', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:94:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4bd3f9d-cef5-4995-9107-4c77110eb6f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:54:31Z', 'updated_at': '2022-03-22T19:54:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:59:47.543113 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-03a2471a-d71e-4b6a-9778-b5865a48790d admin admin] Deleting port f67e9864-5a72-443c-8186-b4b210c493c0 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:59:47.543652 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-03a2471a-d71e-4b6a-9778-b5865a48790d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f67e9864-5a72-443c-8186-b4b210c493c0), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:47.563512 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff53ee1-d083-4e56-aa2f-d2fd89a6ebab None None] Checking router: e4bd3f9d-cef5-4995-9107-4c77110eb6f7 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:59:47.580509 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff53ee1-d083-4e56-aa2f-d2fd89a6ebab None None] Routers {'e4bd3f9d-cef5-4995-9107-4c77110eb6f7'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:59:47.581923 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-5ff53ee1-d083-4e56-aa2f-d2fd89a6ebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:59:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e4bd3f9d-cef5-4995-9107-4c77110eb6f7'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:59:47.627085 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-03a2471a-d71e-4b6a-9778-b5865a48790d admin admin] For port f67e9864-5a72-443c-8186-b4b210c493c0, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=f67e9864-5a72-443c-8186-b4b210c493c0,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:59:47.627444 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-03a2471a-d71e-4b6a-9778-b5865a48790d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f67e9864-5a72-443c-8186-b4b210c493c0), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:47.646785 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-03a2471a-d71e-4b6a-9778-b5865a48790d admin admin] Calling delete_port for f67e9864-5a72-443c-8186-b4b210c493c0 owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:59:47.680883 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-5ff53ee1-d083-4e56-aa2f-d2fd89a6ebab None None] Set router e4bd3f9d-cef5-4995-9107-4c77110eb6f7 gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:59:47.738666 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-5ff53ee1-d083-4e56-aa2f-d2fd89a6ebab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4bd3f9d-cef5-4995-9107-4c77110eb6f7', 'name': 'tempest-TestServerBasicOps-1467801673-router', 'tenant_id': '6a4c22f57ec84f4ca026eb9b7cbf20ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:54:30Z', 'updated_at': '2022-03-22T19:59:47Z', 'revision_number': 6, 'project_id': '6a4c22f57ec84f4ca026eb9b7cbf20ee', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:59:47.766122 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff53ee1-d083-4e56-aa2f-d2fd89a6ebab None None] The sync data for ids ['e4bd3f9d-cef5-4995-9107-4c77110eb6f7'] in n-d-705658-24 is: [{'id': 'e4bd3f9d-cef5-4995-9107-4c77110eb6f7', 'name': 'tempest-TestServerBasicOps-1467801673-router', 'tenant_id': '6a4c22f57ec84f4ca026eb9b7cbf20ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:54:30Z', 'updated_at': '2022-03-22T19:59:47Z', 'revision_number': 6, 'project_id': '6a4c22f57ec84f4ca026eb9b7cbf20ee', 'gw_port_host': None}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:59:47.840422 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-03a2471a-d71e-4b6a-9778-b5865a48790d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f67e9864-5a72-443c-8186-b4b210c493c0), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:47.868494 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2471a-d71e-4b6a-9778-b5865a48790d admin admin] Pushing event deleted for resources: {'Port': ['ID=f67e9864-5a72-443c-8186-b4b210c493c0,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:47.926012 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5098de-38a6-4798-a562-64b0f1b069be req-c5bb7abe-86e0-420a-9eeb-5be6ddb0065a tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:47.928861 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5b5098de-38a6-4798-a562-64b0f1b069be req-c5bb7abe-86e0-420a-9eeb-5be6ddb0065a tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 1129 time: 0.0591857 Mar 22 19:59:47.946957 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-03a2471a-d71e-4b6a-9778-b5865a48790d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (e4bd3f9d-cef5-4995-9107-4c77110eb6f7), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:47.998669 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5b5098de-38a6-4798-a562-64b0f1b069be req-2137bcce-f383-467e-88a3-a40472ff1fad tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601206 Mar 22 19:59:48.024789 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 35868) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:59:48.062467 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-03a2471a-d71e-4b6a-9778-b5865a48790d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (e4bd3f9d-cef5-4995-9107-4c77110eb6f7), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:48.064784 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-03a2471a-d71e-4b6a-9778-b5865a48790d admin admin] Publish callbacks [] for router_controller (e4bd3f9d-cef5-4995-9107-4c77110eb6f7), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:48.393514 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-03a2471a-d71e-4b6a-9778-b5865a48790d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (e4bd3f9d-cef5-4995-9107-4c77110eb6f7), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:48.394395 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a2471a-d71e-4b6a-9778-b5865a48790d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4bd3f9d-cef5-4995-9107-4c77110eb6f7 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:59:48.399641 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-03a2471a-d71e-4b6a-9778-b5865a48790d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:48.400954 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-03a2471a-d71e-4b6a-9778-b5865a48790d admin admin] 10.222.0.75 "DELETE /v2.0/routers/e4bd3f9d-cef5-4995-9107-4c77110eb6f7 HTTP/1.1" status: 204 len: 168 time: 1.2472734 Mar 22 19:59:48.403779 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35874) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:59:48.457305 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc34e25-3c44-49f8-81ed-4f8461c3aea2 admin admin] Deleting subnet 91bfa1d3-bf92-44a2-b3f5-3eeaa5a8102a {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:59:48.462899 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6cc34e25-3c44-49f8-81ed-4f8461c3aea2 admin admin] Publish callbacks [] for subnet (91bfa1d3-bf92-44a2-b3f5-3eeaa5a8102a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:48.504921 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6cc34e25-3c44-49f8-81ed-4f8461c3aea2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (91bfa1d3-bf92-44a2-b3f5-3eeaa5a8102a), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:48.516073 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66d900b6-f2cd-47d0-892a-f516babc05de req-8a2e276e-a96c-463c-b28f-38e776b54a92 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] 10.222.0.75 "GET /v2.0/ports?device_id=3948beab-bdc7-451b-86da-8a62070db9e1 HTTP/1.1" status: 200 len: 210 time: 0.0329502 Mar 22 19:59:48.539610 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-f9882927-fbbe-4f25-b28f-e025977c47c6 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Deleting port 97355704-6a6c-4b83-948b-84763a3fbcad {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:59:48.540389 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f9882927-fbbe-4f25-b28f-e025977c47c6 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (97355704-6a6c-4b83-948b-84763a3fbcad), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:48.599078 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:48.643262 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6cc34e25-3c44-49f8-81ed-4f8461c3aea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (91bfa1d3-bf92-44a2-b3f5-3eeaa5a8102a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:48.647701 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f9882927-fbbe-4f25-b28f-e025977c47c6 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (97355704-6a6c-4b83-948b-84763a3fbcad), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:48.648098 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f9882927-fbbe-4f25-b28f-e025977c47c6 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for floatingip (97355704-6a6c-4b83-948b-84763a3fbcad), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:48.664136 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-f9882927-fbbe-4f25-b28f-e025977c47c6 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Calling delete_port for 97355704-6a6c-4b83-948b-84763a3fbcad owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:59:48.707387 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6cc34e25-3c44-49f8-81ed-4f8461c3aea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (91bfa1d3-bf92-44a2-b3f5-3eeaa5a8102a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:48.734654 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc34e25-3c44-49f8-81ed-4f8461c3aea2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91bfa1d3-bf92-44a2-b3f5-3eeaa5a8102a,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:48.738475 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6cc34e25-3c44-49f8-81ed-4f8461c3aea2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:48.744396 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6cc34e25-3c44-49f8-81ed-4f8461c3aea2 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/91bfa1d3-bf92-44a2-b3f5-3eeaa5a8102a HTTP/1.1" status: 204 len: 168 time: 0.3395813 Mar 22 19:59:48.745035 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35878) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:59:48.749364 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee7c0b9-b8bd-4860-a518-46b19960bf8f None None] Network c38ea59f-33a8-4f17-a6ee-a525138bd578 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:59:48.830493 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:48.831590 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-09f8bb33-275f-4281-89bd-5cce9bdd2260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (c38ea59f-33a8-4f17-a6ee-a525138bd578), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:48.900020 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f9882927-fbbe-4f25-b28f-e025977c47c6 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (97355704-6a6c-4b83-948b-84763a3fbcad), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:48.912512 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-09f8bb33-275f-4281-89bd-5cce9bdd2260 admin admin] Deleting port 33037949-b496-403f-a1e7-5f6238c5ad7b {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:59:48.912858 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-09f8bb33-275f-4281-89bd-5cce9bdd2260 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (33037949-b496-403f-a1e7-5f6238c5ad7b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:48.952268 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9882927-fbbe-4f25-b28f-e025977c47c6 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event deleted for resources: {'Port': ['ID=97355704-6a6c-4b83-948b-84763a3fbcad,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:48.957437 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44832c52-5416-4bf5-8e20-4f8af593e953 None None] DHCP port deletion for c38ea59f-33a8-4f17-a6ee-a525138bd578 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:59:49.014954 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-09f8bb33-275f-4281-89bd-5cce9bdd2260 admin admin] For port 33037949-b496-403f-a1e7-5f6238c5ad7b, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=33037949-b496-403f-a1e7-5f6238c5ad7b,segment=NetworkSegment(0b2cd185-20d6-498f-8b59-29e42ce364e5),segment_id=0b2cd185-20d6-498f-8b59-29e42ce364e5)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:59:49.015320 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-09f8bb33-275f-4281-89bd-5cce9bdd2260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (33037949-b496-403f-a1e7-5f6238c5ad7b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:49.020042 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-44832c52-5416-4bf5-8e20-4f8af593e953 None None] Deleting port 33037949-b496-403f-a1e7-5f6238c5ad7b {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:59:49.020539 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-44832c52-5416-4bf5-8e20-4f8af593e953 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (33037949-b496-403f-a1e7-5f6238c5ad7b), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:49.031580 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-09f8bb33-275f-4281-89bd-5cce9bdd2260 admin admin] Calling delete_port for 33037949-b496-403f-a1e7-5f6238c5ad7b owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:59:49.046131 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f9882927-fbbe-4f25-b28f-e025977c47c6 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for floatingip (4df75efb-8d7f-478f-8d29-eddbcc692943), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:49.047035 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [None req-f9882927-fbbe-4f25-b28f-e025977c47c6 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Floating IP 4df75efb-8d7f-478f-8d29-eddbcc692943 disassociated (deleted). External IP: 172.25.5.143, port: 80252b01-ad05-4c1e-a5f6-761d2d5c3225. Mar 22 19:59:49.176178 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-09f8bb33-275f-4281-89bd-5cce9bdd2260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (33037949-b496-403f-a1e7-5f6238c5ad7b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:49.218297 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8bb33-275f-4281-89bd-5cce9bdd2260 admin admin] Pushing event deleted for resources: {'Port': ['ID=33037949-b496-403f-a1e7-5f6238c5ad7b,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:49.221930 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f8bb33-275f-4281-89bd-5cce9bdd2260 admin admin] No DVR routers for this DVR port 33037949-b496-403f-a1e7-5f6238c5ad7b on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:59:49.251954 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b54661a8-fb5a-485a-82fc-6bac449d307d no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:59:49.280731 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: b54661a8-fb5a-485a-82fc-6bac449d307d {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:59:49.281164 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b54661a8-fb5a-485a-82fc-6bac449d307d not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:59:49.282115 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f67e9864-5a72-443c-8186-b4b210c493c0 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:59:49.295697 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-09f8bb33-275f-4281-89bd-5cce9bdd2260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (c38ea59f-33a8-4f17-a6ee-a525138bd578), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:49.312702 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: f67e9864-5a72-443c-8186-b4b210c493c0 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:59:49.313149 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device f67e9864-5a72-443c-8186-b4b210c493c0 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:59:49.313638 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 33037949-b496-403f-a1e7-5f6238c5ad7b no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:59:49.322259 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-09f8bb33-275f-4281-89bd-5cce9bdd2260 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c38ea59f-33a8-4f17-a6ee-a525138bd578']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:59:49.332950 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-09f8bb33-275f-4281-89bd-5cce9bdd2260 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b2cd185-20d6-498f-8b59-29e42ce364e5') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:59:49.333469 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-09f8bb33-275f-4281-89bd-5cce9bdd2260 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b2cd185-20d6-498f-8b59-29e42ce364e5') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:59:49.342669 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 33037949-b496-403f-a1e7-5f6238c5ad7b {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:59:49.342954 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 33037949-b496-403f-a1e7-5f6238c5ad7b not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:59:49.348115 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-44832c52-5416-4bf5-8e20-4f8af593e953 None None] For port 33037949-b496-403f-a1e7-5f6238c5ad7b, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=33037949-b496-403f-a1e7-5f6238c5ad7b,segment=NetworkSegment(0b2cd185-20d6-498f-8b59-29e42ce364e5),segment_id=0b2cd185-20d6-498f-8b59-29e42ce364e5)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:59:49.348521 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-44832c52-5416-4bf5-8e20-4f8af593e953 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (33037949-b496-403f-a1e7-5f6238c5ad7b), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:49.357914 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-09f8bb33-275f-4281-89bd-5cce9bdd2260 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (0b2cd185-20d6-498f-8b59-29e42ce364e5), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:49.364163 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-44832c52-5416-4bf5-8e20-4f8af593e953 None None] Calling delete_port for 33037949-b496-403f-a1e7-5f6238c5ad7b owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:59:49.381062 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9882927-fbbe-4f25-b28f-e025977c47c6 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Router 80eb71a6-e536-4fe6-bc59-3d4fc5250e42 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:59:49.382304 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-09f8bb33-275f-4281-89bd-5cce9bdd2260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (0b2cd185-20d6-498f-8b59-29e42ce364e5), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:49.389730 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f8bb33-275f-4281-89bd-5cce9bdd2260 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:59:49.390409 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-09f8bb33-275f-4281-89bd-5cce9bdd2260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (0b2cd185-20d6-498f-8b59-29e42ce364e5), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:49.395450 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:59:49.395450 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:59:49.395450 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:59:49.395450 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:59:49.395450 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:59:49.395450 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:59:49.395450 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:59:49.395450 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:59:49.395450 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:59:49.395450 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:59:49.395450 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:59:49.395450 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:59:49.395450 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:59:49.395450 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:59:49.395450 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:59:49.395450 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:59:49.395450 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:59:49.395450 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:59:49.395450 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:59:49.395450 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:59:49.395450 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:59:49.395450 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:59:49.395450 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:59:49.395450 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:59:49.395450 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:59:49.395450 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:59:49.395450 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:59:49.395450 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:59:49.395450 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:59:49.395450 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:59:49.395450 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:59:49.395450 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:59:49.462039 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-44832c52-5416-4bf5-8e20-4f8af593e953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (33037949-b496-403f-a1e7-5f6238c5ad7b), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:49.462338 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-09f8bb33-275f-4281-89bd-5cce9bdd2260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (c38ea59f-33a8-4f17-a6ee-a525138bd578), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:49.469248 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-09f8bb33-275f-4281-89bd-5cce9bdd2260 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:49.472642 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-09f8bb33-275f-4281-89bd-5cce9bdd2260 admin admin] 10.222.0.75 "DELETE /v2.0/networks/c38ea59f-33a8-4f17-a6ee-a525138bd578 HTTP/1.1" status: 204 len: 168 time: 0.7266600 Mar 22 19:59:49.479122 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-44832c52-5416-4bf5-8e20-4f8af593e953 None None] Network c38ea59f-33a8-4f17-a6ee-a525138bd578 is not hosted by any dhcp agent {{(pid=104174) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 19:59:49.479604 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44832c52-5416-4bf5-8e20-4f8af593e953 None None] No DVR routers for this DVR port 33037949-b496-403f-a1e7-5f6238c5ad7b on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:59:49.492244 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8bb33-275f-4281-89bd-5cce9bdd2260 admin admin] Pushing event deleted for resources: {'Network': ['ID=c38ea59f-33a8-4f17-a6ee-a525138bd578,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:49.515580 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44832c52-5416-4bf5-8e20-4f8af593e953 None None] Pushing event deleted for resources: {'Port': ['ID=33037949-b496-403f-a1e7-5f6238c5ad7b,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:49.528466 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9882927-fbbe-4f25-b28f-e025977c47c6 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:59:49.534761 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f9882927-fbbe-4f25-b28f-e025977c47c6 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:49.541882 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4425cb-05a2-4e0d-a0b6-ebbb5002c3dd None None] Sync routers for ids ['80eb71a6-e536-4fe6-bc59-3d4fc5250e42'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:59:49.577867 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4425cb-05a2-4e0d-a0b6-ebbb5002c3dd None None] Routers {'80eb71a6-e536-4fe6-bc59-3d4fc5250e42'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:59:49.578798 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-3e4425cb-05a2-4e0d-a0b6-ebbb5002c3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:59:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['80eb71a6-e536-4fe6-bc59-3d4fc5250e42'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:59:49.599561 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f9882927-fbbe-4f25-b28f-e025977c47c6 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "DELETE /v2.0/floatingips/4df75efb-8d7f-478f-8d29-eddbcc692943 HTTP/1.1" status: 204 len: 168 time: 1.5709968 Mar 22 19:59:49.601534 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59954f79-125c-4c55-a3c1-3780d4c3a6df', 'tag': '80252b01-ad05-4c1e-a5f6-761d2d5c3225'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:59:49.612405 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a0ea18-0cde-4383-ac95-7f2bbb5ad50f" -d '{"events": [{"name": "network-changed", "server_uuid": "59954f79-125c-4c55-a3c1-3780d4c3a6df", "tag": "80252b01-ad05-4c1e-a5f6-761d2d5c3225"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:59:49.672656 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f2d4681e-9aa9-44c5-af66-d1bbf0165a37 req-79fc7f59-6c55-49f9-9411-8956b2671cad tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] 10.222.0.75 "GET /v2.0/ports?device_id=3948beab-bdc7-451b-86da-8a62070db9e1 HTTP/1.1" status: 200 len: 210 time: 0.0287507 Mar 22 19:59:49.725186 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 35890) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:59:49.766593 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6505a3-0638-4e8b-8c39-28f0bb77f7e0 x-openstack-request-id: req-4d6505a3-0638-4e8b-8c39-28f0bb77f7e0 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:59:49.768142 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59954f79-125c-4c55-a3c1-3780d4c3a6df", "tag": "80252b01-ad05-4c1e-a5f6-761d2d5c3225", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:59:49.773983 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4d6505a3-0638-4e8b-8c39-28f0bb77f7e0 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:59:49.775125 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d6505a3-0638-4e8b-8c39-28f0bb77f7e0'] response: {'name': 'network-changed', 'server_uuid': '59954f79-125c-4c55-a3c1-3780d4c3a6df', 'tag': '80252b01-ad05-4c1e-a5f6-761d2d5c3225', 'status': 'completed', 'code': 200} Mar 22 19:59:49.785574 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-3e4425cb-05a2-4e0d-a0b6-ebbb5002c3dd None None] Set router 80eb71a6-e536-4fe6-bc59-3d4fc5250e42 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:59:49.802256 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35892) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:59:49.803009 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3e773fa8-fcd9-4e18-aa3c-be9854fbfc86 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=bc1868a2124b45ca854220f7602fd1fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0760520 Mar 22 19:59:49.888055 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0ea18-0cde-4383-ac95-7f2bbb5ad50f req-0e8620c1-fe6b-4d3d-b620-cc400585fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:49.889511 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d0a0ea18-0cde-4383-ac95-7f2bbb5ad50f req-0e8620c1-fe6b-4d3d-b620-cc400585fe6c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 1129 time: 0.1058276 Mar 22 19:59:49.939459 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc481625-6d13-453a-a331-e2774cee9235 req-8982d3b8-eecb-4d19-9975-c6ce26df6a43 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:49.941048 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc481625-6d13-453a-a331-e2774cee9235 req-8982d3b8-eecb-4d19-9975-c6ce26df6a43 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 946 time: 0.0608575 Mar 22 19:59:49.949289 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aabc95c1-a1e3-42db-977a-19dcb5360104 admin admin] Publish callbacks [] for security_group (0eb6232d-9258-48c4-baae-557e93bc0b05), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:49.977837 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aabc95c1-a1e3-42db-977a-19dcb5360104 admin admin] Publish callbacks [] for security_group (0eb6232d-9258-48c4-baae-557e93bc0b05), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:50.001882 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc481625-6d13-453a-a331-e2774cee9235 req-be623ba9-c7b9-4ba4-9f33-fc792d7d26f8 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513208 Mar 22 19:59:50.015477 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-3e4425cb-05a2-4e0d-a0b6-ebbb5002c3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589988426', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '24c7851c-6531-4ce0-bf6c-d45ab2075e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:57:27Z', 'updated_at': '2022-03-22T19:57:33Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '24c7851c-6531-4ce0-bf6c-d45ab2075e71', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:57:28Z', 'updated_at': '2022-03-22T19:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '48293ecb-3ae7-46aa-8766-6482a40b8d02', 'name': '', 'network_id': '080687ad-11de-47e3-b697-c810bff07ad9', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'mac_address': 'fa:16:3e:23:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '91d575e8-9db7-4a49-b167-27d4adaa8deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:57:32Z', 'updated_at': '2022-03-22T19:57:39Z', 'revision_number': 5, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'subnets': [{'id': '91d575e8-9db7-4a49-b167-27d4adaa8deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:59:50.044723 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4425cb-05a2-4e0d-a0b6-ebbb5002c3dd None None] Checking router: 80eb71a6-e536-4fe6-bc59-3d4fc5250e42 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:59:50.054556 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4425cb-05a2-4e0d-a0b6-ebbb5002c3dd None None] Routers {'80eb71a6-e536-4fe6-bc59-3d4fc5250e42'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:59:50.054910 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0ea18-0cde-4383-ac95-7f2bbb5ad50f req-13edfaff-6c95-4410-8b1c-3133ebac18e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:50.055159 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-3e4425cb-05a2-4e0d-a0b6-ebbb5002c3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:59:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['80eb71a6-e536-4fe6-bc59-3d4fc5250e42'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:59:50.056953 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d0a0ea18-0cde-4383-ac95-7f2bbb5ad50f req-13edfaff-6c95-4410-8b1c-3133ebac18e1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=080687ad-11de-47e3-b697-c810bff07ad9 HTTP/1.1" status: 200 len: 897 time: 0.1601412 Mar 22 19:59:50.110103 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aabc95c1-a1e3-42db-977a-19dcb5360104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (0eb6232d-9258-48c4-baae-557e93bc0b05), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:50.112726 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-aabc95c1-a1e3-42db-977a-19dcb5360104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:50.116461 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-aabc95c1-a1e3-42db-977a-19dcb5360104 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/0eb6232d-9258-48c4-baae-557e93bc0b05 HTTP/1.1" status: 204 len: 168 time: 0.3105729 Mar 22 19:59:50.116461 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d0a0ea18-0cde-4383-ac95-7f2bbb5ad50f req-2224e04a-4c91-4bc5-8bdc-681572f3c22d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80252b01-ad05-4c1e-a5f6-761d2d5c3225 HTTP/1.1" status: 200 len: 217 time: 0.0506053 Mar 22 19:59:50.140395 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc95c1-a1e3-42db-977a-19dcb5360104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb6232d-9258-48c4-baae-557e93bc0b05,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:50.206156 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-1d04cef3-2255-46c1-89ec-fbc8e5c8ae84 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=1e8291beb0194c3c8d8d74f500b89e6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302703 Mar 22 19:59:50.223264 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-3e4425cb-05a2-4e0d-a0b6-ebbb5002c3dd None None] Set router 80eb71a6-e536-4fe6-bc59-3d4fc5250e42 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:59:50.233716 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0ea18-0cde-4383-ac95-7f2bbb5ad50f req-96212dbc-5201-498b-b685-79df497f99e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:50.235365 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d0a0ea18-0cde-4383-ac95-7f2bbb5ad50f req-96212dbc-5201-498b-b685-79df497f99e3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=91d575e8-9db7-4a49-b167-27d4adaa8deb HTTP/1.1" status: 200 len: 835 time: 0.1081502 Mar 22 19:59:50.237155 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:50.336053 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0ea18-0cde-4383-ac95-7f2bbb5ad50f req-85c33498-db7f-45c0-be48-e212d504b965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:50.337836 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d0a0ea18-0cde-4383-ac95-7f2bbb5ad50f req-85c33498-db7f-45c0-be48-e212d504b965 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=080687ad-11de-47e3-b697-c810bff07ad9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0961742 Mar 22 19:59:50.407114 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-9d8c95a2-ee39-4bf4-beff-0fbee812d38f tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:50.408876 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-9d8c95a2-ee39-4bf4-beff-0fbee812d38f tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1952128 Mar 22 19:59:50.426721 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-e5a1b01a-f91a-4989-9e5c-36d2aadb51b5 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] Request body: {'port': {'device_id': '3948beab-bdc7-451b-86da-8a62070db9e1', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'admin_state_up': True, 'tenant_id': '1e8291beb0194c3c8d8d74f500b89e6f'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:59:50.489734 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d0a0ea18-0cde-4383-ac95-7f2bbb5ad50f req-16ada3fc-1e85-4e57-95d7-87d8555a86d0 service neutron] 10.222.0.85 "GET /v2.0/networks/080687ad-11de-47e3-b697-c810bff07ad9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445875 Mar 22 19:59:50.513445 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-3e4425cb-05a2-4e0d-a0b6-ebbb5002c3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589988426', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '24c7851c-6531-4ce0-bf6c-d45ab2075e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:57:27Z', 'updated_at': '2022-03-22T19:57:33Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '24c7851c-6531-4ce0-bf6c-d45ab2075e71', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:57:28Z', 'updated_at': '2022-03-22T19:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '48293ecb-3ae7-46aa-8766-6482a40b8d02', 'name': '', 'network_id': '080687ad-11de-47e3-b697-c810bff07ad9', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'mac_address': 'fa:16:3e:23:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '91d575e8-9db7-4a49-b167-27d4adaa8deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:57:32Z', 'updated_at': '2022-03-22T19:57:39Z', 'revision_number': 5, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'subnets': [{'id': '91d575e8-9db7-4a49-b167-27d4adaa8deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:59:50.548955 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4425cb-05a2-4e0d-a0b6-ebbb5002c3dd None None] The sync data for ids ['80eb71a6-e536-4fe6-bc59-3d4fc5250e42'] in n-d-705658-24 is: [{'id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589988426', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '24c7851c-6531-4ce0-bf6c-d45ab2075e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:57:27Z', 'updated_at': '2022-03-22T19:57:33Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '24c7851c-6531-4ce0-bf6c-d45ab2075e71', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:57:28Z', 'updated_at': '2022-03-22T19:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '48293ecb-3ae7-46aa-8766-6482a40b8d02', 'name': '', 'network_id': '080687ad-11de-47e3-b697-c810bff07ad9', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'mac_address': 'fa:16:3e:23:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '91d575e8-9db7-4a49-b167-27d4adaa8deb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:57:32Z', 'updated_at': '2022-03-22T19:57:39Z', 'revision_number': 5, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'subnets': [{'id': '91d575e8-9db7-4a49-b167-27d4adaa8deb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:59:50.560972 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-e5a1b01a-f91a-4989-9e5c-36d2aadb51b5 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] Made reservation on behalf of 1e8291beb0194c3c8d8d74f500b89e6f for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:59:50.568052 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-e5a1b01a-f91a-4989-9e5c-36d2aadb51b5 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:50.582448 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-e5a1b01a-f91a-4989-9e5c-36d2aadb51b5 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:50.606147 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d0a0ea18-0cde-4383-ac95-7f2bbb5ad50f req-f9c7d94a-922d-40c7-bfbe-cfcf9ddea299 service neutron] 10.222.0.85 "GET /v2.0/networks/080687ad-11de-47e3-b697-c810bff07ad9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102996 Mar 22 19:59:50.650187 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 35900) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:59:50.719128 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-e5a1b01a-f91a-4989-9e5c-36d2aadb51b5 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] Publish callbacks [] for security_group (2246a27a-0709-40b2-93c8-3d8c18b63059), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:50.724059 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fd535a5a-7ee0-4d11-82dc-7830bcb3d92e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6a4c22f57ec84f4ca026eb9b7cbf20ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0727544 Mar 22 19:59:50.725274 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-e5a1b01a-f91a-4989-9e5c-36d2aadb51b5 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2246a27a-0709-40b2-93c8-3d8c18b63059), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:50.727096 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35904) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:59:50.797672 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1b01a-f91a-4989-9e5c-36d2aadb51b5 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2246a27a-0709-40b2-93c8-3d8c18b63059,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:50.797903 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7b8141cc-f201-4c59-a1a2-2ab5fbf1a874 admin admin] Publish callbacks [] for security_group (d6f10a75-a36a-42fe-b21e-6286689f87d5), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:50.834906 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7b8141cc-f201-4c59-a1a2-2ab5fbf1a874 admin admin] Publish callbacks [] for security_group (d6f10a75-a36a-42fe-b21e-6286689f87d5), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:50.838628 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-413a6dba-1719-4b5c-908b-ba80f4f688a9 req-e20893f5-3e78-45d7-a374-067f4c350c4e tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] 10.222.0.75 "GET /v2.0/ports?device_id=3948beab-bdc7-451b-86da-8a62070db9e1 HTTP/1.1" status: 200 len: 210 time: 0.0420115 Mar 22 19:59:50.899751 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7b8141cc-f201-4c59-a1a2-2ab5fbf1a874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d6f10a75-a36a-42fe-b21e-6286689f87d5), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:50.902488 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7b8141cc-f201-4c59-a1a2-2ab5fbf1a874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:50.906229 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7b8141cc-f201-4c59-a1a2-2ab5fbf1a874 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d6f10a75-a36a-42fe-b21e-6286689f87d5 HTTP/1.1" status: 204 len: 168 time: 0.1756597 Mar 22 19:59:50.910264 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-e5a1b01a-f91a-4989-9e5c-36d2aadb51b5 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] Allocated IP 192.168.233.116 (43c82fd2-7e25-4eba-86f2-aced26197dba/e28314b8-0ed1-465e-a6f2-eda7f6b773cd/394cc5f8-cb57-4321-8bcc-062debf9e668) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 19:59:50.914219 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8141cc-f201-4c59-a1a2-2ab5fbf1a874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f10a75-a36a-42fe-b21e-6286689f87d5,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:50.931359 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c6a453-beb3-4154-a99b-b64abb829904 None None] New status for floating IP 4df75efb-8d7f-478f-8d29-eddbcc692943: DOWN {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 19:59:51.139411 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-e5a1b01a-f91a-4989-9e5c-36d2aadb51b5 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] Publish callbacks [] for port (394cc5f8-cb57-4321-8bcc-062debf9e668), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:51.191696 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c4128-d00a-4e9c-b361-72464aa6c91b req-6129824b-1701-45ad-b01d-1681bc61d480 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:51.193258 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-794c4128-d00a-4e9c-b361-72464aa6c91b req-6129824b-1701-45ad-b01d-1681bc61d480 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 946 time: 0.1045432 Mar 22 19:59:51.227545 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-e5a1b01a-f91a-4989-9e5c-36d2aadb51b5 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (394cc5f8-cb57-4321-8bcc-062debf9e668), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:51.297501 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-794c4128-d00a-4e9c-b361-72464aa6c91b req-06c111b1-c0a6-41ae-a50c-d2e93c501379 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961602 Mar 22 19:59:51.301842 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-e5a1b01a-f91a-4989-9e5c-36d2aadb51b5 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] Network 43c82fd2-7e25-4eba-86f2-aced26197dba is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 19:59:51.306022 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-e5a1b01a-f91a-4989-9e5c-36d2aadb51b5 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 19:59:51.314254 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-e5a1b01a-f91a-4989-9e5c-36d2aadb51b5 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 19:59:51.344972 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1b01a-f91a-4989-9e5c-36d2aadb51b5 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] Pushing event updated for resources: {'Port': ['ID=394cc5f8-cb57-4321-8bcc-062debf9e668,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:51.389893 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-e5a1b01a-f91a-4989-9e5c-36d2aadb51b5 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:51.390654 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-e5a1b01a-f91a-4989-9e5c-36d2aadb51b5 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:51.398054 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:51.413778 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-e5a1b01a-f91a-4989-9e5c-36d2aadb51b5 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9953458 Mar 22 19:59:51.427175 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-3e590ab2-4932-434d-a544-91ff6ac7cbd7 service neutron] Request body: {'port': {'device_id': '3948beab-bdc7-451b-86da-8a62070db9e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:59:51.508903 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-3e590ab2-4932-434d-a544-91ff6ac7cbd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (394cc5f8-cb57-4321-8bcc-062debf9e668), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:51.590582 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552e85c-2916-4809-8254-8c9c685f8828 req-98755cc4-0dd2-4cd3-bbfc-e5e6b07ac420 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:51.593380 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0552e85c-2916-4809-8254-8c9c685f8828 req-98755cc4-0dd2-4cd3-bbfc-e5e6b07ac420 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.85 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 946 time: 0.0704215 Mar 22 19:59:51.661870 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-6ad65ae9-327b-4260-8351-578cd542b9db None None] Provisioning complete for port 394cc5f8-cb57-4321-8bcc-062debf9e668 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:59:51.662357 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6ad65ae9-327b-4260-8351-578cd542b9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (394cc5f8-cb57-4321-8bcc-062debf9e668), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:51.705381 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-6ad65ae9-327b-4260-8351-578cd542b9db None None] Port 394cc5f8-cb57-4321-8bcc-062debf9e668 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 19:59:51.716108 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-0552e85c-2916-4809-8254-8c9c685f8828 req-0aa631a0-11c2-4f9f-9b29-5eecd1f5be64 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Deleting port 80252b01-ad05-4c1e-a5f6-761d2d5c3225 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:59:51.716392 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-0552e85c-2916-4809-8254-8c9c685f8828 req-0aa631a0-11c2-4f9f-9b29-5eecd1f5be64 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (80252b01-ad05-4c1e-a5f6-761d2d5c3225), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:51.840122 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-3e590ab2-4932-434d-a544-91ff6ac7cbd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 394cc5f8-cb57-4321-8bcc-062debf9e668 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:59:51.844377 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-0552e85c-2916-4809-8254-8c9c685f8828 req-0aa631a0-11c2-4f9f-9b29-5eecd1f5be64 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] For port 80252b01-ad05-4c1e-a5f6-761d2d5c3225, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=80252b01-ad05-4c1e-a5f6-761d2d5c3225,segment=NetworkSegment(9521e366-8be6-4365-8f50-3ec196f79112),segment_id=9521e366-8be6-4365-8f50-3ec196f79112)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:59:51.844762 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-0552e85c-2916-4809-8254-8c9c685f8828 req-0aa631a0-11c2-4f9f-9b29-5eecd1f5be64 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (80252b01-ad05-4c1e-a5f6-761d2d5c3225), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:51.850836 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-3e590ab2-4932-434d-a544-91ff6ac7cbd7 service neutron] Publish callbacks [] for port (394cc5f8-cb57-4321-8bcc-062debf9e668), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:51.863723 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-0552e85c-2916-4809-8254-8c9c685f8828 req-0aa631a0-11c2-4f9f-9b29-5eecd1f5be64 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Calling delete_port for 80252b01-ad05-4c1e-a5f6-761d2d5c3225 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:59:51.871296 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-3e590ab2-4932-434d-a544-91ff6ac7cbd7 service neutron] Transition to ACTIVE for port object 394cc5f8-cb57-4321-8bcc-062debf9e668 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 19:59:51.877279 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-3e590ab2-4932-434d-a544-91ff6ac7cbd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (394cc5f8-cb57-4321-8bcc-062debf9e668), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:51.943624 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e590ab2-4932-434d-a544-91ff6ac7cbd7 service neutron] Pushing event updated for resources: {'Port': ['ID=394cc5f8-cb57-4321-8bcc-062debf9e668,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:52.057327 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-0552e85c-2916-4809-8254-8c9c685f8828 req-0aa631a0-11c2-4f9f-9b29-5eecd1f5be64 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (80252b01-ad05-4c1e-a5f6-761d2d5c3225), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:52.086870 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87ee6e-e392-40de-9dbd-9bc8807afd4a req-5977fe00-38b8-4b5f-b7bd-7dc9c8f146f9 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:52.088791 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8d87ee6e-e392-40de-9dbd-9bc8807afd4a req-5977fe00-38b8-4b5f-b7bd-7dc9c8f146f9 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] 10.222.0.75 "GET /v2.0/ports?device_id=3948beab-bdc7-451b-86da-8a62070db9e1 HTTP/1.1" status: 200 len: 948 time: 0.1484919 Mar 22 19:59:52.090218 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa631a0-11c2-4f9f-9b29-5eecd1f5be64 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event deleted for resources: {'Port': ['ID=80252b01-ad05-4c1e-a5f6-761d2d5c3225,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:52.108581 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-3e590ab2-4932-434d-a544-91ff6ac7cbd7 service neutron] Attempting to bind port 394cc5f8-cb57-4321-8bcc-062debf9e668 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 19:59:52.109129 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-3e590ab2-4932-434d-a544-91ff6ac7cbd7 service neutron] Attempting to bind port 394cc5f8-cb57-4321-8bcc-062debf9e668 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 19:59:52.109624 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-3e590ab2-4932-434d-a544-91ff6ac7cbd7 service neutron] Attempting to bind port 394cc5f8-cb57-4321-8bcc-062debf9e668 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:59:52.124430 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-3e590ab2-4932-434d-a544-91ff6ac7cbd7 service neutron] Port 394cc5f8-cb57-4321-8bcc-062debf9e668 on network 43c82fd2-7e25-4eba-86f2-aced26197dba not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 19:59:52.124773 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-3e590ab2-4932-434d-a544-91ff6ac7cbd7 service neutron] Attempting to bind port 394cc5f8-cb57-4321-8bcc-062debf9e668 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 19:59:52.140465 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-3e590ab2-4932-434d-a544-91ff6ac7cbd7 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 19:59:52.141015 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-3e590ab2-4932-434d-a544-91ff6ac7cbd7 service neutron] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 19:59:52.141188 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-3e590ab2-4932-434d-a544-91ff6ac7cbd7 service neutron] Bound using segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 19:59:52.141567 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-3e590ab2-4932-434d-a544-91ff6ac7cbd7 service neutron] Bound port: 394cc5f8-cb57-4321-8bcc-062debf9e668, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 19:59:52.142026 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-3e590ab2-4932-434d-a544-91ff6ac7cbd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (394cc5f8-cb57-4321-8bcc-062debf9e668), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:52.142881 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-0552e85c-2916-4809-8254-8c9c685f8828 req-0aa631a0-11c2-4f9f-9b29-5eecd1f5be64 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] No DVR routers for this DVR port 80252b01-ad05-4c1e-a5f6-761d2d5c3225 on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:59:52.145725 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-0552e85c-2916-4809-8254-8c9c685f8828 req-0aa631a0-11c2-4f9f-9b29-5eecd1f5be64 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:52.149036 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0552e85c-2916-4809-8254-8c9c685f8828 req-0aa631a0-11c2-4f9f-9b29-5eecd1f5be64 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.85 "DELETE /v2.0/ports/80252b01-ad05-4c1e-a5f6-761d2d5c3225 HTTP/1.1" status: 204 len: 173 time: 0.5504475 Mar 22 19:59:52.149566 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59954f79-125c-4c55-a3c1-3780d4c3a6df', 'name': 'network-vif-deleted', 'tag': '80252b01-ad05-4c1e-a5f6-761d2d5c3225'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:59:52.152336 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224b0aa7-62dc-4670-8c55-0497664d085a" -d '{"events": [{"server_uuid": "59954f79-125c-4c55-a3c1-3780d4c3a6df", "name": "network-vif-deleted", "tag": "80252b01-ad05-4c1e-a5f6-761d2d5c3225"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:59:52.212647 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8d87ee6e-e392-40de-9dbd-9bc8807afd4a req-f00a947f-a668-4f0d-a446-083bc04cf5ef tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] 10.222.0.75 "GET /v2.0/security-groups?id=2246a27a-0709-40b2-93c8-3d8c18b63059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997529 Mar 22 19:59:52.224340 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc862b5-cd5d-41df-95a6-a756cd212154 x-openstack-request-id: req-2fc862b5-cd5d-41df-95a6-a756cd212154 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:59:52.224745 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59954f79-125c-4c55-a3c1-3780d4c3a6df", "name": "network-vif-deleted", "tag": "80252b01-ad05-4c1e-a5f6-761d2d5c3225", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:59:52.225119 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2fc862b5-cd5d-41df-95a6-a756cd212154 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:59:52.225635 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fc862b5-cd5d-41df-95a6-a756cd212154'] response: {'server_uuid': '59954f79-125c-4c55-a3c1-3780d4c3a6df', 'name': 'network-vif-deleted', 'tag': '80252b01-ad05-4c1e-a5f6-761d2d5c3225', 'status': 'completed', 'code': 200} Mar 22 19:59:52.264147 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-3e590ab2-4932-434d-a544-91ff6ac7cbd7 service neutron] For port 394cc5f8-cb57-4321-8bcc-062debf9e668, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 19:59:52.267982 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-3e590ab2-4932-434d-a544-91ff6ac7cbd7 service neutron] For port 394cc5f8-cb57-4321-8bcc-062debf9e668, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=394cc5f8-cb57-4321-8bcc-062debf9e668,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 19:59:52.275218 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-3e590ab2-4932-434d-a544-91ff6ac7cbd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (394cc5f8-cb57-4321-8bcc-062debf9e668), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:52.323166 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-3e590ab2-4932-434d-a544-91ff6ac7cbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:52.323809 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-3e590ab2-4932-434d-a544-91ff6ac7cbd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:52.325378 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-3e590ab2-4932-434d-a544-91ff6ac7cbd7 service neutron] 10.222.0.84 "PUT /v2.0/ports/394cc5f8-cb57-4321-8bcc-062debf9e668 HTTP/1.1" status: 200 len: 1097 time: 0.9043624 Mar 22 19:59:52.325866 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3948beab-bdc7-451b-86da-8a62070db9e1', 'tag': '394cc5f8-cb57-4321-8bcc-062debf9e668'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:59:52.328837 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75565c2-3303-46e9-aed3-30a7e9ea7040" -d '{"events": [{"name": "network-changed", "server_uuid": "3948beab-bdc7-451b-86da-8a62070db9e1", "tag": "394cc5f8-cb57-4321-8bcc-062debf9e668"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:59:52.358701 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e590ab2-4932-434d-a544-91ff6ac7cbd7 service neutron] Pushing event updated for resources: {'Port': ['ID=394cc5f8-cb57-4321-8bcc-062debf9e668,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:52.391855 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 19:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399af965-901c-4022-baf3-297e95ddc06a x-openstack-request-id: req-399af965-901c-4022-baf3-297e95ddc06a {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:59:52.392250 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3948beab-bdc7-451b-86da-8a62070db9e1", "tag": "394cc5f8-cb57-4321-8bcc-062debf9e668", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:59:52.392571 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-399af965-901c-4022-baf3-297e95ddc06a {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:59:52.393055 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-399af965-901c-4022-baf3-297e95ddc06a'] response: {'name': 'network-changed', 'server_uuid': '3948beab-bdc7-451b-86da-8a62070db9e1', 'tag': '394cc5f8-cb57-4321-8bcc-062debf9e668', 'status': 'completed', 'code': 200} Mar 22 19:59:52.453641 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-68273b15-abd2-4d8f-b5c0-b538b480df53 req-7b4f6b34-4a25-4393-be8c-df6a06593d52 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=59954f79-125c-4c55-a3c1-3780d4c3a6df HTTP/1.1" status: 200 len: 210 time: 0.0321510 Mar 22 19:59:52.464087 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-fa3b0220-1e9e-49eb-882a-4d8d5717ae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:52.466058 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-fa3b0220-1e9e-49eb-882a-4d8d5717ae22 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1e8291beb0194c3c8d8d74f500b89e6f&device_id=3948beab-bdc7-451b-86da-8a62070db9e1 HTTP/1.1" status: 200 len: 1131 time: 0.0850892 Mar 22 19:59:52.519975 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-f44e3a35-8f3c-43ed-ab52-5902e7e11771 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=394cc5f8-cb57-4321-8bcc-062debf9e668 HTTP/1.1" status: 200 len: 217 time: 0.0471945 Mar 22 19:59:52.585747 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-218eb353-3c6c-43f9-8c2d-59d54e40bbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:52.588015 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-218eb353-3c6c-43f9-8c2d-59d54e40bbe9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.0616426 Mar 22 19:59:52.648159 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-11dacc91-1cac-4a7f-a62f-9402d61e780d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:52.650465 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-11dacc91-1cac-4a7f-a62f-9402d61e780d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0571668 Mar 22 19:59:52.764051 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-7eba6bc5-37dc-4a75-b4db-b0d3f90e85fa service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076229 Mar 22 19:59:52.855444 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78f11ab4-5f74-4770-8aeb-876ec7d5e0d6 req-57d2140b-026f-4fd5-b32b-11de9f94df33 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857458 Mar 22 19:59:52.943013 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75565c2-3303-46e9-aed3-30a7e9ea7040 req-ca35ed37-bc35-4fb1-b4cb-572f19bb4b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:52.944533 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a75565c2-3303-46e9-aed3-30a7e9ea7040 req-ca35ed37-bc35-4fb1-b4cb-572f19bb4b6c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=1e8291beb0194c3c8d8d74f500b89e6f&device_id=3948beab-bdc7-451b-86da-8a62070db9e1 HTTP/1.1" status: 200 len: 1131 time: 0.0458088 Mar 22 19:59:53.046634 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75565c2-3303-46e9-aed3-30a7e9ea7040 req-df57e306-df25-4748-9b93-3a32803ef3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:53.048060 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a75565c2-3303-46e9-aed3-30a7e9ea7040 req-df57e306-df25-4748-9b93-3a32803ef3ff service neutron] 10.222.0.84 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.0976787 Mar 22 19:59:53.103590 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a75565c2-3303-46e9-aed3-30a7e9ea7040 req-9a7ea44b-c9bc-4170-9a12-7de2413fe013 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=394cc5f8-cb57-4321-8bcc-062debf9e668 HTTP/1.1" status: 200 len: 217 time: 0.0486479 Mar 22 19:59:53.162128 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75565c2-3303-46e9-aed3-30a7e9ea7040 req-104d5769-dc45-4f40-9851-db12a9ea71b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:53.164186 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a75565c2-3303-46e9-aed3-30a7e9ea7040 req-104d5769-dc45-4f40-9851-db12a9ea71b7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.0551403 Mar 22 19:59:53.225522 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75565c2-3303-46e9-aed3-30a7e9ea7040 req-0d0f223c-66ae-47fd-ab20-fbb3fd88dd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:53.227331 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a75565c2-3303-46e9-aed3-30a7e9ea7040 req-0d0f223c-66ae-47fd-ab20-fbb3fd88dd40 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0571952 Mar 22 19:59:53.370719 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a75565c2-3303-46e9-aed3-30a7e9ea7040 req-f9004321-934a-4c26-929c-72ef041bf6fd service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369731 Mar 22 19:59:53.437744 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac542f33-f32a-43da-9c42-609f00c2e570 req-c54e94b6-5ac0-4651-963c-f8a6aa056bfb tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:53.439929 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ac542f33-f32a-43da-9c42-609f00c2e570 req-c54e94b6-5ac0-4651-963c-f8a6aa056bfb tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] 10.222.0.75 "GET /v2.0/ports?device_id=3948beab-bdc7-451b-86da-8a62070db9e1 HTTP/1.1" status: 200 len: 948 time: 0.1388025 Mar 22 19:59:53.520718 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35922) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:59:53.521813 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a75565c2-3303-46e9-aed3-30a7e9ea7040 req-a508399e-011e-449d-b2ef-9e9407c35328 service neutron] 10.222.0.84 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441939 Mar 22 19:59:53.525636 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ac542f33-f32a-43da-9c42-609f00c2e570 req-9bb8a882-2b14-4e67-b2e4-b25c2c57daaf tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] 10.222.0.75 "GET /v2.0/security-groups?id=2246a27a-0709-40b2-93c8-3d8c18b63059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794182 Mar 22 19:59:53.910699 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-df7f2f11-74ba-4ede-8a50-afa435a8b270 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (80eb71a6-e536-4fe6-bc59-3d4fc5250e42), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:54.199993 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-df7f2f11-74ba-4ede-8a50-afa435a8b270 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Deleting port 48293ecb-3ae7-46aa-8766-6482a40b8d02 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:59:54.200383 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-df7f2f11-74ba-4ede-8a50-afa435a8b270 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (48293ecb-3ae7-46aa-8766-6482a40b8d02), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:54.293305 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-df7f2f11-74ba-4ede-8a50-afa435a8b270 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] For port 48293ecb-3ae7-46aa-8766-6482a40b8d02, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=48293ecb-3ae7-46aa-8766-6482a40b8d02,segment=NetworkSegment(9521e366-8be6-4365-8f50-3ec196f79112),segment_id=9521e366-8be6-4365-8f50-3ec196f79112)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:59:54.293660 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-df7f2f11-74ba-4ede-8a50-afa435a8b270 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (48293ecb-3ae7-46aa-8766-6482a40b8d02), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:54.309256 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-df7f2f11-74ba-4ede-8a50-afa435a8b270 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Calling delete_port for 48293ecb-3ae7-46aa-8766-6482a40b8d02 owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:59:54.502797 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-df7f2f11-74ba-4ede-8a50-afa435a8b270 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (48293ecb-3ae7-46aa-8766-6482a40b8d02), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:54.534902 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f2f11-74ba-4ede-8a50-afa435a8b270 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event deleted for resources: {'Port': ['ID=48293ecb-3ae7-46aa-8766-6482a40b8d02,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:54.592501 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 19:59:54.675511 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd35d839-9fdf-4f01-b364-1b363f744da3 req-3b71007c-74e7-474d-8c5b-6fa5f371f523 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:54.677589 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bd35d839-9fdf-4f01-b364-1b363f744da3 req-3b71007c-74e7-474d-8c5b-6fa5f371f523 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] 10.222.0.75 "GET /v2.0/ports?device_id=3948beab-bdc7-451b-86da-8a62070db9e1 HTTP/1.1" status: 200 len: 948 time: 0.0774307 Mar 22 19:59:54.734481 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bd35d839-9fdf-4f01-b364-1b363f744da3 req-27a9aabc-dffc-4673-b5ca-a335ef2b281e tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] 10.222.0.75 "GET /v2.0/security-groups?id=2246a27a-0709-40b2-93c8-3d8c18b63059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505078 Mar 22 19:59:54.758968 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-df7f2f11-74ba-4ede-8a50-afa435a8b270 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (80eb71a6-e536-4fe6-bc59-3d4fc5250e42), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:54.884978 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 394cc5f8-cb57-4321-8bcc-062debf9e668 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 19:59:54.982237 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 394cc5f8-cb57-4321-8bcc-062debf9e668, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=394cc5f8-cb57-4321-8bcc-062debf9e668,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:59:54.991461 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7f2f11-74ba-4ede-8a50-afa435a8b270 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Router 80eb71a6-e536-4fe6-bc59-3d4fc5250e42 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 19:59:55.001915 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '394cc5f8-cb57-4321-8bcc-062debf9e668', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': '394cc5f8-cb57-4321-8bcc-062debf9e668', 'mac_address': 'fa:16:3e:3a:c1:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 19:59:55.047600 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 394cc5f8-cb57-4321-8bcc-062debf9e668 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:59:55.048619 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (394cc5f8-cb57-4321-8bcc-062debf9e668), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:55.068193 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 394cc5f8-cb57-4321-8bcc-062debf9e668 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 19:59:55.094501 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 394cc5f8-cb57-4321-8bcc-062debf9e668, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=394cc5f8-cb57-4321-8bcc-062debf9e668,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:59:55.109743 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (394cc5f8-cb57-4321-8bcc-062debf9e668), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:55.167506 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=394cc5f8-cb57-4321-8bcc-062debf9e668,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:55.176230 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:55.176586 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:55.176939 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:55.177315 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:55.177658 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:55.178031 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:55.178368 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:55.178703 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:55.179032 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:55.179393 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:55.179728 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:55.180059 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:55.180388 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:55.180721 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:55.181051 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 19:59:55.349924 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['394cc5f8-cb57-4321-8bcc-062debf9e668'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 19:59:55.382799 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7f2f11-74ba-4ede-8a50-afa435a8b270 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 19:59:55.391631 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-df7f2f11-74ba-4ede-8a50-afa435a8b270 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "PUT /v2.0/routers/80eb71a6-e536-4fe6-bc59-3d4fc5250e42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8693149 Mar 22 19:59:55.394114 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35926) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:59:55.400247 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997695dd-390b-4974-a75b-079ae00f1c4a None None] Sync routers for ids ['80eb71a6-e536-4fe6-bc59-3d4fc5250e42'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 19:59:55.412319 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997695dd-390b-4974-a75b-079ae00f1c4a None None] Routers {'80eb71a6-e536-4fe6-bc59-3d4fc5250e42'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:59:55.413234 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-997695dd-390b-4974-a75b-079ae00f1c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:59:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['80eb71a6-e536-4fe6-bc59-3d4fc5250e42'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:59:55.469119 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-17045657-0ef9-427c-8617-2c357c525be1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Deleting subnet 91d575e8-9db7-4a49-b167-27d4adaa8deb {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 19:59:55.473593 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-17045657-0ef9-427c-8617-2c357c525be1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for subnet (91d575e8-9db7-4a49-b167-27d4adaa8deb), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:55.517193 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-17045657-0ef9-427c-8617-2c357c525be1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (91d575e8-9db7-4a49-b167-27d4adaa8deb), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:55.612143 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-17045657-0ef9-427c-8617-2c357c525be1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (91d575e8-9db7-4a49-b167-27d4adaa8deb), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:55.621965 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-997695dd-390b-4974-a75b-079ae00f1c4a None None] Set router 80eb71a6-e536-4fe6-bc59-3d4fc5250e42 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:59:55.675414 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-17045657-0ef9-427c-8617-2c357c525be1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (91d575e8-9db7-4a49-b167-27d4adaa8deb), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:55.703234 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17045657-0ef9-427c-8617-2c357c525be1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event deleted for resources: {'Subnet': ['ID=91d575e8-9db7-4a49-b167-27d4adaa8deb,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:55.707682 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-17045657-0ef9-427c-8617-2c357c525be1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:55.714590 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-17045657-0ef9-427c-8617-2c357c525be1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "DELETE /v2.0/subnets/91d575e8-9db7-4a49-b167-27d4adaa8deb HTTP/1.1" status: 204 len: 168 time: 0.3153126 Mar 22 19:59:55.714590 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35928) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:59:55.716632 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9662fc53-487e-4f38-80b8-5921e7de0450 None None] Network 080687ad-11de-47e3-b697-c810bff07ad9 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 19:59:55.815960 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-997695dd-390b-4974-a75b-079ae00f1c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589988426', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '24c7851c-6531-4ce0-bf6c-d45ab2075e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:57:27Z', 'updated_at': '2022-03-22T19:59:54Z', 'revision_number': 5, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '24c7851c-6531-4ce0-bf6c-d45ab2075e71', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:57:28Z', 'updated_at': '2022-03-22T19:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:59:55.846003 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997695dd-390b-4974-a75b-079ae00f1c4a None None] Checking router: 80eb71a6-e536-4fe6-bc59-3d4fc5250e42 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 19:59:55.846413 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 80252b01-ad05-4c1e-a5f6-761d2d5c3225 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:59:55.856046 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997695dd-390b-4974-a75b-079ae00f1c4a None None] Routers {'80eb71a6-e536-4fe6-bc59-3d4fc5250e42'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 19:59:55.856690 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-997695dd-390b-4974-a75b-079ae00f1c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:59:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['80eb71a6-e536-4fe6-bc59-3d4fc5250e42'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:59:55.872617 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-448daa2a-8fd4-4075-a5bf-c6428964c7c1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for router (80eb71a6-e536-4fe6-bc59-3d4fc5250e42), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:55.891543 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 80252b01-ad05-4c1e-a5f6-761d2d5c3225 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:59:55.892712 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 80252b01-ad05-4c1e-a5f6-761d2d5c3225 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:59:55.911763 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd28e4f-be18-4bbd-a17b-de263723cbee req-eb21353c-66dd-4087-bb7f-dca3b71906cd tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:55.913480 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0fd28e4f-be18-4bbd-a17b-de263723cbee req-eb21353c-66dd-4087-bb7f-dca3b71906cd tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] 10.222.0.75 "GET /v2.0/ports?device_id=3948beab-bdc7-451b-86da-8a62070db9e1 HTTP/1.1" status: 200 len: 949 time: 0.0769725 Mar 22 19:59:55.932561 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a471ad-23ca-4499-9257-a93e63ffa2a0 None None] DHCP port deletion for 080687ad-11de-47e3-b697-c810bff07ad9 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 19:59:55.989731 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0fd28e4f-be18-4bbd-a17b-de263723cbee req-d9ea92b5-3a35-49ce-8efb-40c1badb6889 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] 10.222.0.75 "GET /v2.0/security-groups?id=2246a27a-0709-40b2-93c8-3d8c18b63059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689642 Mar 22 19:59:55.998784 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-997695dd-390b-4974-a75b-079ae00f1c4a None None] Set router 80eb71a6-e536-4fe6-bc59-3d4fc5250e42 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 19:59:56.003935 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-58a471ad-23ca-4499-9257-a93e63ffa2a0 None None] Deleting port 937e225d-c57a-458d-bd3a-171973c8b4f2 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:59:56.004317 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-58a471ad-23ca-4499-9257-a93e63ffa2a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (937e225d-c57a-458d-bd3a-171973c8b4f2), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:56.035704 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-448daa2a-8fd4-4075-a5bf-c6428964c7c1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for router_gateway (80eb71a6-e536-4fe6-bc59-3d4fc5250e42), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:56.083582 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-58a471ad-23ca-4499-9257-a93e63ffa2a0 None None] For port 937e225d-c57a-458d-bd3a-171973c8b4f2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=937e225d-c57a-458d-bd3a-171973c8b4f2,segment=NetworkSegment(9521e366-8be6-4365-8f50-3ec196f79112),segment_id=9521e366-8be6-4365-8f50-3ec196f79112)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:59:56.084209 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-58a471ad-23ca-4499-9257-a93e63ffa2a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (937e225d-c57a-458d-bd3a-171973c8b4f2), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:56.105185 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-58a471ad-23ca-4499-9257-a93e63ffa2a0 None None] Calling delete_port for 937e225d-c57a-458d-bd3a-171973c8b4f2 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:59:56.106157 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-448daa2a-8fd4-4075-a5bf-c6428964c7c1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Deleting port 24c7851c-6531-4ce0-bf6c-d45ab2075e71 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 19:59:56.106692 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-448daa2a-8fd4-4075-a5bf-c6428964c7c1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (24c7851c-6531-4ce0-bf6c-d45ab2075e71), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:56.202886 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-58a471ad-23ca-4499-9257-a93e63ffa2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (937e225d-c57a-458d-bd3a-171973c8b4f2), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:56.205070 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-448daa2a-8fd4-4075-a5bf-c6428964c7c1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] For port 24c7851c-6531-4ce0-bf6c-d45ab2075e71, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=24c7851c-6531-4ce0-bf6c-d45ab2075e71,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:59:56.205498 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-448daa2a-8fd4-4075-a5bf-c6428964c7c1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (24c7851c-6531-4ce0-bf6c-d45ab2075e71), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:56.212360 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-997695dd-390b-4974-a75b-079ae00f1c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589988426', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '24c7851c-6531-4ce0-bf6c-d45ab2075e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:57:27Z', 'updated_at': '2022-03-22T19:59:54Z', 'revision_number': 5, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '24c7851c-6531-4ce0-bf6c-d45ab2075e71', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:57:28Z', 'updated_at': '2022-03-22T19:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:59:56.221867 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-448daa2a-8fd4-4075-a5bf-c6428964c7c1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Calling delete_port for 24c7851c-6531-4ce0-bf6c-d45ab2075e71 owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 19:59:56.231806 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a471ad-23ca-4499-9257-a93e63ffa2a0 None None] Pushing event deleted for resources: {'Port': ['ID=937e225d-c57a-458d-bd3a-171973c8b4f2,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:56.239878 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a471ad-23ca-4499-9257-a93e63ffa2a0 None None] No DVR routers for this DVR port 937e225d-c57a-458d-bd3a-171973c8b4f2 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 19:59:56.243838 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997695dd-390b-4974-a75b-079ae00f1c4a None None] The sync data for ids ['80eb71a6-e536-4fe6-bc59-3d4fc5250e42'] in n-d-705658-24 is: [{'id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'name': 'tempest-TestNetworkAdvancedServerOps-router-589988426', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': '24c7851c-6531-4ce0-bf6c-d45ab2075e71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:57:27Z', 'updated_at': '2022-03-22T19:59:54Z', 'revision_number': 5, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '24c7851c-6531-4ce0-bf6c-d45ab2075e71', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80eb71a6-e536-4fe6-bc59-3d4fc5250e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:57:28Z', 'updated_at': '2022-03-22T19:57:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 19:59:56.423243 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-448daa2a-8fd4-4075-a5bf-c6428964c7c1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (24c7851c-6531-4ce0-bf6c-d45ab2075e71), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:56.450086 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448daa2a-8fd4-4075-a5bf-c6428964c7c1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event deleted for resources: {'Port': ['ID=24c7851c-6531-4ce0-bf6c-d45ab2075e71,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:56.514877 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-448daa2a-8fd4-4075-a5bf-c6428964c7c1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (80eb71a6-e536-4fe6-bc59-3d4fc5250e42), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:56.617556 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-448daa2a-8fd4-4075-a5bf-c6428964c7c1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (80eb71a6-e536-4fe6-bc59-3d4fc5250e42), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:56.620205 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-448daa2a-8fd4-4075-a5bf-c6428964c7c1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for router_controller (80eb71a6-e536-4fe6-bc59-3d4fc5250e42), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:56.667523 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-448daa2a-8fd4-4075-a5bf-c6428964c7c1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (80eb71a6-e536-4fe6-bc59-3d4fc5250e42), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:56.668295 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448daa2a-8fd4-4075-a5bf-c6428964c7c1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Fanout notify agent at l3_agent the message router_deleted on router 80eb71a6-e536-4fe6-bc59-3d4fc5250e42 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 19:59:56.675624 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-448daa2a-8fd4-4075-a5bf-c6428964c7c1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:56.676600 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-448daa2a-8fd4-4075-a5bf-c6428964c7c1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "DELETE /v2.0/routers/80eb71a6-e536-4fe6-bc59-3d4fc5250e42 HTTP/1.1" status: 204 len: 168 time: 0.9620957 Mar 22 19:59:56.680104 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35932) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:59:56.767315 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a1efc667-e967-4b5a-8798-98a55d18f1f1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (080687ad-11de-47e3-b697-c810bff07ad9), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:56.866173 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a1efc667-e967-4b5a-8798-98a55d18f1f1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (080687ad-11de-47e3-b697-c810bff07ad9), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:56.883898 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 394cc5f8-cb57-4321-8bcc-062debf9e668 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 19:59:56.895766 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-a1efc667-e967-4b5a-8798-98a55d18f1f1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080687ad-11de-47e3-b697-c810bff07ad9']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:59:56.909121 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-a1efc667-e967-4b5a-8798-98a55d18f1f1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9521e366-8be6-4365-8f50-3ec196f79112') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:59:56.909982 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-a1efc667-e967-4b5a-8798-98a55d18f1f1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9521e366-8be6-4365-8f50-3ec196f79112') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 19:59:56.921566 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a1efc667-e967-4b5a-8798-98a55d18f1f1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (9521e366-8be6-4365-8f50-3ec196f79112), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:56.942150 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 394cc5f8-cb57-4321-8bcc-062debf9e668 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 19:59:56.944305 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a1efc667-e967-4b5a-8798-98a55d18f1f1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (9521e366-8be6-4365-8f50-3ec196f79112), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:56.947276 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 394cc5f8-cb57-4321-8bcc-062debf9e668 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 19:59:56.947922 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (394cc5f8-cb57-4321-8bcc-062debf9e668), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:56.953602 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1efc667-e967-4b5a-8798-98a55d18f1f1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 19:59:56.954319 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a1efc667-e967-4b5a-8798-98a55d18f1f1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (9521e366-8be6-4365-8f50-3ec196f79112), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:56.958277 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 19:59:56.958277 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 19:59:56.958277 n-d-705658-24 neutron-server[104173]: timer() Mar 22 19:59:56.958277 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 19:59:56.958277 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 19:59:56.958277 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 19:59:56.958277 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 19:59:56.958277 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 19:59:56.958277 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 19:59:56.958277 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 19:59:56.958277 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 19:59:56.958277 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 19:59:56.958277 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 19:59:56.958277 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 19:59:56.958277 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 19:59:56.958277 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 19:59:56.958277 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 19:59:56.958277 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 19:59:56.958277 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 19:59:56.958277 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 19:59:56.958277 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 19:59:56.958277 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 19:59:56.958277 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 19:59:56.958277 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 19:59:56.958277 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 19:59:56.958277 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 19:59:56.958277 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 19:59:56.958277 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 19:59:56.958277 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 19:59:56.958277 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 19:59:56.958277 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 19:59:56.958277 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 19:59:57.046743 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a1efc667-e967-4b5a-8798-98a55d18f1f1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (080687ad-11de-47e3-b697-c810bff07ad9), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:57.056934 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 394cc5f8-cb57-4321-8bcc-062debf9e668 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 19:59:57.057437 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (394cc5f8-cb57-4321-8bcc-062debf9e668), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:57.065845 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a1efc667-e967-4b5a-8798-98a55d18f1f1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:57.069090 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a1efc667-e967-4b5a-8798-98a55d18f1f1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "DELETE /v2.0/networks/080687ad-11de-47e3-b697-c810bff07ad9 HTTP/1.1" status: 204 len: 168 time: 0.3880012 Mar 22 19:59:57.073015 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 35936) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:59:57.081234 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efc667-e967-4b5a-8798-98a55d18f1f1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event deleted for resources: {'Network': ['ID=080687ad-11de-47e3-b697-c810bff07ad9,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:57.090695 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3948beab-bdc7-451b-86da-8a62070db9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '394cc5f8-cb57-4321-8bcc-062debf9e668'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 19:59:57.093410 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85eae612-4427-435a-9385-9bd5e2b58f45" -d '{"events": [{"server_uuid": "3948beab-bdc7-451b-86da-8a62070db9e1", "name": "network-vif-plugged", "status": "completed", "tag": "394cc5f8-cb57-4321-8bcc-062debf9e668"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 19:59:57.107094 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 394cc5f8-cb57-4321-8bcc-062debf9e668, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=394cc5f8-cb57-4321-8bcc-062debf9e668,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 19:59:57.112147 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (394cc5f8-cb57-4321-8bcc-062debf9e668), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:57.159837 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 19:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06013c20-8f4c-4cfa-9c35-0a7a860a3c51 x-openstack-request-id: req-06013c20-8f4c-4cfa-9c35-0a7a860a3c51 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 19:59:57.160266 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3948beab-bdc7-451b-86da-8a62070db9e1", "name": "network-vif-plugged", "status": "completed", "tag": "394cc5f8-cb57-4321-8bcc-062debf9e668", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 19:59:57.160406 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-06013c20-8f4c-4cfa-9c35-0a7a860a3c51 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 19:59:57.160785 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06013c20-8f4c-4cfa-9c35-0a7a860a3c51'] response: {'server_uuid': '3948beab-bdc7-451b-86da-8a62070db9e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '394cc5f8-cb57-4321-8bcc-062debf9e668', 'code': 200} Mar 22 19:59:57.175829 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=394cc5f8-cb57-4321-8bcc-062debf9e668,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:57.203068 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2dba7c11-1294-4eca-aa71-46afea513bbb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group (b05ca402-2b94-4ee3-97f1-f1128d5c3f2d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:57.229666 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d2637-3c8d-4e6c-8b68-61c2025aeed6 req-eb861b75-8198-4fa7-b9cc-4a3fe6de48fc tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:57.230852 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-450d2637-3c8d-4e6c-8b68-61c2025aeed6 req-eb861b75-8198-4fa7-b9cc-4a3fe6de48fc tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] 10.222.0.75 "GET /v2.0/ports?device_id=3948beab-bdc7-451b-86da-8a62070db9e1 HTTP/1.1" status: 200 len: 950 time: 0.1183643 Mar 22 19:59:57.274969 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2dba7c11-1294-4eca-aa71-46afea513bbb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group (b05ca402-2b94-4ee3-97f1-f1128d5c3f2d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:57.353702 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-450d2637-3c8d-4e6c-8b68-61c2025aeed6 req-9994e0e5-d998-4f89-afd9-5f158f159a9a tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] 10.222.0.75 "GET /v2.0/security-groups?id=2246a27a-0709-40b2-93c8-3d8c18b63059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071727 Mar 22 19:59:57.357681 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd48e7-b2f4-4f32-8fec-aa3121531ba1 req-903f18b8-d7ae-42cf-8c89-d50b077e166d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:57.359284 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-abcd48e7-b2f4-4f32-8fec-aa3121531ba1 req-903f18b8-d7ae-42cf-8c89-d50b077e166d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3948beab-bdc7-451b-86da-8a62070db9e1 HTTP/1.1" status: 200 len: 1133 time: 0.1248941 Mar 22 19:59:57.426016 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2dba7c11-1294-4eca-aa71-46afea513bbb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (b05ca402-2b94-4ee3-97f1-f1128d5c3f2d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:57.428813 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2dba7c11-1294-4eca-aa71-46afea513bbb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:57.430956 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2dba7c11-1294-4eca-aa71-46afea513bbb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "DELETE /v2.0/security-groups/b05ca402-2b94-4ee3-97f1-f1128d5c3f2d HTTP/1.1" status: 204 len: 168 time: 0.3548610 Mar 22 19:59:57.436700 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-abcd48e7-b2f4-4f32-8fec-aa3121531ba1 req-33b703fe-e1bd-4220-9ce5-4b159f5113d6 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=2246a27a-0709-40b2-93c8-3d8c18b63059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694540 Mar 22 19:59:57.443154 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 24c7851c-6531-4ce0-bf6c-d45ab2075e71 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:59:57.446530 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba7c11-1294-4eca-aa71-46afea513bbb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05ca402-2b94-4ee3-97f1-f1128d5c3f2d,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:57.472098 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 24c7851c-6531-4ce0-bf6c-d45ab2075e71 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:59:57.472428 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 24c7851c-6531-4ce0-bf6c-d45ab2075e71 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:59:57.472874 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 48293ecb-3ae7-46aa-8766-6482a40b8d02 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:59:57.500091 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 48293ecb-3ae7-46aa-8766-6482a40b8d02 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:59:57.500091 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 48293ecb-3ae7-46aa-8766-6482a40b8d02 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:59:57.500091 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 937e225d-c57a-458d-bd3a-171973c8b4f2 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 19:59:57.520465 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 937e225d-c57a-458d-bd3a-171973c8b4f2 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 19:59:57.520825 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 937e225d-c57a-458d-bd3a-171973c8b4f2 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 19:59:58.328966 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 35944) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:59:58.333686 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-b23bf8f0-f0fa-49ad-82c5-56105ac2164b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1506901353', 'description': 'tempest-secgroup-smoke-1506901353 description', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:59:58.363621 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b23bf8f0-f0fa-49ad-82c5-56105ac2164b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:58.435239 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b23bf8f0-f0fa-49ad-82c5-56105ac2164b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group (5b00ef9a-89c8-4b7d-83e7-75fd2f89f027), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:58.440096 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b23bf8f0-f0fa-49ad-82c5-56105ac2164b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5b00ef9a-89c8-4b7d-83e7-75fd2f89f027), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:58.498641 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b23bf8f0-f0fa-49ad-82c5-56105ac2164b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:58.499902 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b23bf8f0-f0fa-49ad-82c5-56105ac2164b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1698961 Mar 22 19:59:58.504019 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 35948) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:59:58.507625 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23bf8f0-f0fa-49ad-82c5-56105ac2164b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:58.513452 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-72ed8173-260f-4ac6-b864-d4018776efdb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'security_group_rule': {'security_group_id': '5b00ef9a-89c8-4b7d-83e7-75fd2f89f027', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:59:58.564224 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e80867-e80b-44f4-bb29-f506479953fe req-d53a9867-f4a8-4ec3-b981-22f60f6387a7 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:58.565777 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78e80867-e80b-44f4-bb29-f506479953fe req-d53a9867-f4a8-4ec3-b981-22f60f6387a7 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] 10.222.0.75 "GET /v2.0/ports?device_id=3948beab-bdc7-451b-86da-8a62070db9e1 HTTP/1.1" status: 200 len: 950 time: 0.1161013 Mar 22 19:59:58.567430 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-72ed8173-260f-4ac6-b864-d4018776efdb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (f215fbe3-42d8-4eb1-a22f-74e847af8ca6), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:58.655008 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78e80867-e80b-44f4-bb29-f506479953fe req-7abe0444-49c5-4626-ba56-9c266d68098f tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] 10.222.0.75 "GET /v2.0/security-groups?id=2246a27a-0709-40b2-93c8-3d8c18b63059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762968 Mar 22 19:59:58.656970 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-72ed8173-260f-4ac6-b864-d4018776efdb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (f215fbe3-42d8-4eb1-a22f-74e847af8ca6), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:58.663230 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-72ed8173-260f-4ac6-b864-d4018776efdb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (f215fbe3-42d8-4eb1-a22f-74e847af8ca6), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:58.686143 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed8173-260f-4ac6-b864-d4018776efdb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f215fbe3-42d8-4eb1-a22f-74e847af8ca6,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:58.696263 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-72ed8173-260f-4ac6-b864-d4018776efdb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:58.698944 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-72ed8173-260f-4ac6-b864-d4018776efdb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1930361 Mar 22 19:59:58.701302 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 35950) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:59:58.706913 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-ba70d119-1af4-41f5-aa1e-86ec7928cb29 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'security_group_rule': {'security_group_id': '5b00ef9a-89c8-4b7d-83e7-75fd2f89f027', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:59:58.736877 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ba70d119-1af4-41f5-aa1e-86ec7928cb29 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (e722c0b2-c971-488b-b5a7-a0be993bff45), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:58.825590 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ba70d119-1af4-41f5-aa1e-86ec7928cb29 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (e722c0b2-c971-488b-b5a7-a0be993bff45), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:58.831208 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ba70d119-1af4-41f5-aa1e-86ec7928cb29 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (e722c0b2-c971-488b-b5a7-a0be993bff45), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:58.857285 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70d119-1af4-41f5-aa1e-86ec7928cb29 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e722c0b2-c971-488b-b5a7-a0be993bff45,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:58.866827 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ba70d119-1af4-41f5-aa1e-86ec7928cb29 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:58.868218 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ba70d119-1af4-41f5-aa1e-86ec7928cb29 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1656780 Mar 22 19:59:58.872787 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 35952) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:59:58.879461 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-40e432ba-2894-4fe8-933f-f05d6973599b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'security_group_rule': {'security_group_id': '5b00ef9a-89c8-4b7d-83e7-75fd2f89f027', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:59:58.911686 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-40e432ba-2894-4fe8-933f-f05d6973599b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (2244ea0c-1002-4d8f-a866-5e7c45adc6d6), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:58.988720 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-40e432ba-2894-4fe8-933f-f05d6973599b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (2244ea0c-1002-4d8f-a866-5e7c45adc6d6), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:58.994202 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-40e432ba-2894-4fe8-933f-f05d6973599b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (2244ea0c-1002-4d8f-a866-5e7c45adc6d6), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:59.018795 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e432ba-2894-4fe8-933f-f05d6973599b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2244ea0c-1002-4d8f-a866-5e7c45adc6d6,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:59.029557 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-40e432ba-2894-4fe8-933f-f05d6973599b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:59.031583 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-40e432ba-2894-4fe8-933f-f05d6973599b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1573477 Mar 22 19:59:59.034649 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35954) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:59:59.041264 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-25254598-ec8d-4bec-9e7c-a6b1a4c5883f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'security_group_rule': {'security_group_id': '5b00ef9a-89c8-4b7d-83e7-75fd2f89f027', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:59:59.075147 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-25254598-ec8d-4bec-9e7c-a6b1a4c5883f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (dea11fae-1180-4eb8-af74-19937a73b3f4), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:59.143251 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-25254598-ec8d-4bec-9e7c-a6b1a4c5883f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (dea11fae-1180-4eb8-af74-19937a73b3f4), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:59.148351 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-25254598-ec8d-4bec-9e7c-a6b1a4c5883f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (dea11fae-1180-4eb8-af74-19937a73b3f4), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:59.168523 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25254598-ec8d-4bec-9e7c-a6b1a4c5883f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea11fae-1180-4eb8-af74-19937a73b3f4,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:59.179827 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-25254598-ec8d-4bec-9e7c-a6b1a4c5883f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:59.181229 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-25254598-ec8d-4bec-9e7c-a6b1a4c5883f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1454668 Mar 22 19:59:59.185660 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 35956) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:59:59.192183 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-17ab4a5b-2839-49a0-a76e-7990378c6be5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'security_group_rule': {'security_group_id': '5b00ef9a-89c8-4b7d-83e7-75fd2f89f027', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:59:59.236155 n-d-705658-24 neutron-server[104172]: INFO neutron.db.securitygroups_db [None req-17ab4a5b-2839-49a0-a76e-7990378c6be5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Project 5bcae00531204d8c96861edbc9c1d9c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 19:59:59.245207 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-17ab4a5b-2839-49a0-a76e-7990378c6be5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (0f2031ae-59f0-4cd7-aba8-d2b8335426c7), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:59.338843 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-17ab4a5b-2839-49a0-a76e-7990378c6be5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (0f2031ae-59f0-4cd7-aba8-d2b8335426c7), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:59.345478 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-17ab4a5b-2839-49a0-a76e-7990378c6be5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (0f2031ae-59f0-4cd7-aba8-d2b8335426c7), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:59.366131 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab4a5b-2839-49a0-a76e-7990378c6be5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f2031ae-59f0-4cd7-aba8-d2b8335426c7,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:59.379512 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-17ab4a5b-2839-49a0-a76e-7990378c6be5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:59.380993 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-17ab4a5b-2839-49a0-a76e-7990378c6be5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1938226 Mar 22 19:59:59.384016 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 35958) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:59:59.392775 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-3b12bbe1-b253-40ce-bee4-f0d42aadeff3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'security_group_rule': {'security_group_id': '5b00ef9a-89c8-4b7d-83e7-75fd2f89f027', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:59:59.424590 n-d-705658-24 neutron-server[104172]: INFO neutron.db.securitygroups_db [None req-3b12bbe1-b253-40ce-bee4-f0d42aadeff3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Project 5bcae00531204d8c96861edbc9c1d9c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 19:59:59.432496 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3b12bbe1-b253-40ce-bee4-f0d42aadeff3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (dc1be5c2-a5fe-46b5-bf87-ea285ff75ac8), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:59.530688 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3b12bbe1-b253-40ce-bee4-f0d42aadeff3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (dc1be5c2-a5fe-46b5-bf87-ea285ff75ac8), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:59.536259 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3b12bbe1-b253-40ce-bee4-f0d42aadeff3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (dc1be5c2-a5fe-46b5-bf87-ea285ff75ac8), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:59.561688 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b12bbe1-b253-40ce-bee4-f0d42aadeff3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc1be5c2-a5fe-46b5-bf87-ea285ff75ac8,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:59.576393 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3b12bbe1-b253-40ce-bee4-f0d42aadeff3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:59.577947 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3b12bbe1-b253-40ce-bee4-f0d42aadeff3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1924534 Mar 22 19:59:59.582802 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 35960) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:59:59.590064 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-444fbe3b-fe26-46bb-9fa9-e3e146bd87d3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'network': {'name': 'tempest-network-smoke--1895645673', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'port_security_enabled': True}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:59:59.620469 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444fbe3b-fe26-46bb-9fa9-e3e146bd87d3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Made reservation on behalf of 5bcae00531204d8c96861edbc9c1d9c0 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 19:59:59.626727 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-444fbe3b-fe26-46bb-9fa9-e3e146bd87d3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:59.656320 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-444fbe3b-fe26-46bb-9fa9-e3e146bd87d3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 19:59:59.667753 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-444fbe3b-fe26-46bb-9fa9-e3e146bd87d3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (98838cb6-a8c2-450a-8230-2342d5f21d02), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:59.668102 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-444fbe3b-fe26-46bb-9fa9-e3e146bd87d3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Added segment 98838cb6-a8c2-450a-8230-2342d5f21d02 of type vlan for network 77cdcc26-9739-4892-9783-f32585ecd5b0 Mar 22 19:59:59.713881 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-444fbe3b-fe26-46bb-9fa9-e3e146bd87d3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (77cdcc26-9739-4892-9783-f32585ecd5b0), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:59.759779 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-444fbe3b-fe26-46bb-9fa9-e3e146bd87d3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (77cdcc26-9739-4892-9783-f32585ecd5b0), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:59.765176 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444fbe3b-fe26-46bb-9fa9-e3e146bd87d3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:59.766158 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-444fbe3b-fe26-46bb-9fa9-e3e146bd87d3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:59.862163 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-444fbe3b-fe26-46bb-9fa9-e3e146bd87d3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2778406 Mar 22 19:59:59.865132 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35964) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 19:59:59.869737 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-027d9473-72dd-4936-a7eb-105b9e1cc9ad tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-476044779', 'admin_state_up': True, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 19:59:59.870531 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444fbe3b-fe26-46bb-9fa9-e3e146bd87d3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'Network': ['ID=77cdcc26-9739-4892-9783-f32585ecd5b0,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 19:59:59.886887 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 77cdcc26-9739-4892-9783-f32585ecd5b0 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 19:59:59.887656 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b1f87-b90d-4f70-b3c9-277b009503ab req-f9a42825-4beb-4ca8-a0f4-2b6ca20f2674 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 19:59:59.890014 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-010b1f87-b90d-4f70-b3c9-277b009503ab req-f9a42825-4beb-4ca8-a0f4-2b6ca20f2674 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] 10.222.0.75 "GET /v2.0/ports?device_id=3948beab-bdc7-451b-86da-8a62070db9e1 HTTP/1.1" status: 200 len: 950 time: 0.1419375 Mar 22 19:59:59.904096 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-027d9473-72dd-4936-a7eb-105b9e1cc9ad tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (d7dc40de-1a91-4312-9c97-df893aeef8b9), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:59.904096 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-027d9473-72dd-4936-a7eb-105b9e1cc9ad tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (d7dc40de-1a91-4312-9c97-df893aeef8b9), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 19:59:59.959180 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-010b1f87-b90d-4f70-b3c9-277b009503ab req-ac739d5b-41be-4305-9d4e-62a58a19a508 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] 10.222.0.75 "GET /v2.0/security-groups?id=2246a27a-0709-40b2-93c8-3d8c18b63059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617359 Mar 22 19:59:59.969098 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-027d9473-72dd-4936-a7eb-105b9e1cc9ad tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for router_controller (d7dc40de-1a91-4312-9c97-df893aeef8b9), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:00.126639 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-027d9473-72dd-4936-a7eb-105b9e1cc9ad tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for router_gateway (d7dc40de-1a91-4312-9c97-df893aeef8b9), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:00.246832 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014deed7-7f71-4ca9-9989-d7b8ec90e9a2 req-ab861628-e72f-40b0-abce-fae74d4cf956 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:00.248324 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-014deed7-7f71-4ca9-9989-d7b8ec90e9a2 req-ab861628-e72f-40b0-abce-fae74d4cf956 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] 10.222.0.75 "GET /v2.0/ports?device_id=3948beab-bdc7-451b-86da-8a62070db9e1 HTTP/1.1" status: 200 len: 950 time: 0.0552251 Mar 22 20:00:00.299476 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-014deed7-7f71-4ca9-9989-d7b8ec90e9a2 req-5a33f4cf-cc4f-4f64-948c-3b38585675ad tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] 10.222.0.75 "GET /v2.0/security-groups?id=2246a27a-0709-40b2-93c8-3d8c18b63059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453694 Mar 22 20:00:00.345639 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-027d9473-72dd-4936-a7eb-105b9e1cc9ad tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for router_gateway (d7dc40de-1a91-4312-9c97-df893aeef8b9), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:00.364416 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-027d9473-72dd-4936-a7eb-105b9e1cc9ad tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:00.477912 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-027d9473-72dd-4936-a7eb-105b9e1cc9ad tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Allocated IP 172.25.5.3 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/6876c384-0636-41e8-a1e4-93bf4f304d04) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:00:00.585711 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-027d9473-72dd-4936-a7eb-105b9e1cc9ad tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for port (6876c384-0636-41e8-a1e4-93bf4f304d04), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:00.620626 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-027d9473-72dd-4936-a7eb-105b9e1cc9ad tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (6876c384-0636-41e8-a1e4-93bf4f304d04), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:00.661036 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027d9473-72dd-4936-a7eb-105b9e1cc9ad tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:00:00.664312 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-027d9473-72dd-4936-a7eb-105b9e1cc9ad tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:00:00.670567 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027d9473-72dd-4936-a7eb-105b9e1cc9ad tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:00:00.696700 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d9473-72dd-4936-a7eb-105b9e1cc9ad tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'Port': ['ID=6876c384-0636-41e8-a1e4-93bf4f304d04,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:00.945550 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-027d9473-72dd-4936-a7eb-105b9e1cc9ad tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for router_gateway (d7dc40de-1a91-4312-9c97-df893aeef8b9), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:01.160237 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-027d9473-72dd-4936-a7eb-105b9e1cc9ad tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (d7dc40de-1a91-4312-9c97-df893aeef8b9), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:01.297471 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027d9473-72dd-4936-a7eb-105b9e1cc9ad tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Router d7dc40de-1a91-4312-9c97-df893aeef8b9 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 20:00:01.409974 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027d9473-72dd-4936-a7eb-105b9e1cc9ad tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:00:01.420577 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e695aa15-49ea-4129-aad1-146916437d7a None None] Sync routers for ids ['d7dc40de-1a91-4312-9c97-df893aeef8b9'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:00:01.431332 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-027d9473-72dd-4936-a7eb-105b9e1cc9ad tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:01.431564 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e695aa15-49ea-4129-aad1-146916437d7a None None] Routers {'d7dc40de-1a91-4312-9c97-df893aeef8b9'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:00:01.432178 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-e695aa15-49ea-4129-aad1-146916437d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:59:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d7dc40de-1a91-4312-9c97-df893aeef8b9'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:01.433386 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-027d9473-72dd-4936-a7eb-105b9e1cc9ad tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.5670667 Mar 22 20:00:01.436392 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35974) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:01.451579 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c75ab-eab4-4fc3-a9fd-a38abe8e9738 req-69b808f5-464e-418e-98e4-2a7ce169a2d7 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:01.453280 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-de2c75ab-eab4-4fc3-a9fd-a38abe8e9738 req-69b808f5-464e-418e-98e4-2a7ce169a2d7 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] 10.222.0.75 "GET /v2.0/ports?device_id=3948beab-bdc7-451b-86da-8a62070db9e1 HTTP/1.1" status: 200 len: 950 time: 0.0726500 Mar 22 20:00:01.478367 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7889f091-6f15-4810-9464-c8d9f2f01ad6 tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=5bcae00531204d8c96861edbc9c1d9c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382106 Mar 22 20:00:01.478566 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35976) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:01.534039 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-de2c75ab-eab4-4fc3-a9fd-a38abe8e9738 req-d0643b70-2fd4-43a6-832b-ccdf07eb25c2 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] 10.222.0.75 "GET /v2.0/security-groups?id=2246a27a-0709-40b2-93c8-3d8c18b63059&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727243 Mar 22 20:00:01.544721 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-e695aa15-49ea-4129-aad1-146916437d7a None None] Set router d7dc40de-1a91-4312-9c97-df893aeef8b9 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:00:01.560329 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f552e3-2613-4424-9c67-2c5167b0b42a req-106fca75-71dd-4a60-a654-b717281ee0c0 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:01.562183 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c6f552e3-2613-4424-9c67-2c5167b0b42a req-106fca75-71dd-4a60-a654-b717281ee0c0 tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] 10.222.0.84 "GET /v2.0/ports?device_id=3948beab-bdc7-451b-86da-8a62070db9e1 HTTP/1.1" status: 200 len: 950 time: 0.0861070 Mar 22 20:00:01.589266 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009e2dd6-5112-4f68-8cfa-5ad93e932a05 tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:01.591338 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-009e2dd6-5112-4f68-8cfa-5ad93e932a05 tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1114771 Mar 22 20:00:01.593834 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35978) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:01.624330 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-117768bf-615a-4856-8866-9927cb923ec1 tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=b209c5bc-34d3-415d-9873-d01a4e6c5db8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293632 Mar 22 20:00:01.626842 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35980) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:01.631623 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-d22f4c94-0327-4e2a-8167-a4e101fc9fb3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1634790572', 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:00:01.668649 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-c6f552e3-2613-4424-9c67-2c5167b0b42a req-bb315a9d-976e-4ae6-ac2e-05d81ecccacf tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] Deleting port 394cc5f8-cb57-4321-8bcc-062debf9e668 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:00:01.669142 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c6f552e3-2613-4424-9c67-2c5167b0b42a req-bb315a9d-976e-4ae6-ac2e-05d81ecccacf tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (394cc5f8-cb57-4321-8bcc-062debf9e668), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:01.726789 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22f4c94-0327-4e2a-8167-a4e101fc9fb3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Made reservation on behalf of 5bcae00531204d8c96861edbc9c1d9c0 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:00:01.735893 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-e695aa15-49ea-4129-aad1-146916437d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476044779', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '6876c384-0636-41e8-a1e4-93bf4f304d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:59:59Z', 'updated_at': '2022-03-22T20:00:00Z', 'revision_number': 3, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '6876c384-0636-41e8-a1e4-93bf4f304d04', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:27:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:00Z', 'updated_at': '2022-03-22T20:00:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:01.736124 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d22f4c94-0327-4e2a-8167-a4e101fc9fb3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:01.770827 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e695aa15-49ea-4129-aad1-146916437d7a None None] Checking router: d7dc40de-1a91-4312-9c97-df893aeef8b9 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:00:01.771191 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e695aa15-49ea-4129-aad1-146916437d7a None None] Updating router d7dc40de-1a91-4312-9c97-df893aeef8b9 port 6876c384-0636-41e8-a1e4-93bf4f304d04 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:00:01.785454 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-c6f552e3-2613-4424-9c67-2c5167b0b42a req-bb315a9d-976e-4ae6-ac2e-05d81ecccacf tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] For port 394cc5f8-cb57-4321-8bcc-062debf9e668, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=394cc5f8-cb57-4321-8bcc-062debf9e668,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:00:01.786155 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c6f552e3-2613-4424-9c67-2c5167b0b42a req-bb315a9d-976e-4ae6-ac2e-05d81ecccacf tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (394cc5f8-cb57-4321-8bcc-062debf9e668), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:01.803131 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e695aa15-49ea-4129-aad1-146916437d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6876c384-0636-41e8-a1e4-93bf4f304d04), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:01.814855 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-c6f552e3-2613-4424-9c67-2c5167b0b42a req-bb315a9d-976e-4ae6-ac2e-05d81ecccacf tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] Calling delete_port for 394cc5f8-cb57-4321-8bcc-062debf9e668 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:00:02.115324 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e695aa15-49ea-4129-aad1-146916437d7a None None] Publish callbacks [] for port (6876c384-0636-41e8-a1e4-93bf4f304d04), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:02.122295 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e695aa15-49ea-4129-aad1-146916437d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (6876c384-0636-41e8-a1e4-93bf4f304d04), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:02.185885 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-e695aa15-49ea-4129-aad1-146916437d7a None None] Attempting to bind port 6876c384-0636-41e8-a1e4-93bf4f304d04 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:00:02.186411 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-e695aa15-49ea-4129-aad1-146916437d7a None None] Attempting to bind port 6876c384-0636-41e8-a1e4-93bf4f304d04 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:00:02.186933 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695aa15-49ea-4129-aad1-146916437d7a None None] Attempting to bind port 6876c384-0636-41e8-a1e4-93bf4f304d04 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:00:02.197082 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695aa15-49ea-4129-aad1-146916437d7a None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:00:02.197623 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695aa15-49ea-4129-aad1-146916437d7a None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:00:02.198178 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e695aa15-49ea-4129-aad1-146916437d7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:02.198685 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e695aa15-49ea-4129-aad1-146916437d7a None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:00:02.199422 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-e695aa15-49ea-4129-aad1-146916437d7a None None] Bound port: 6876c384-0636-41e8-a1e4-93bf4f304d04, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:00:02.200546 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e695aa15-49ea-4129-aad1-146916437d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6876c384-0636-41e8-a1e4-93bf4f304d04), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:02.258547 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e695aa15-49ea-4129-aad1-146916437d7a None None] For port 6876c384-0636-41e8-a1e4-93bf4f304d04, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:00:02.262992 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e695aa15-49ea-4129-aad1-146916437d7a None None] For port 6876c384-0636-41e8-a1e4-93bf4f304d04, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=6876c384-0636-41e8-a1e4-93bf4f304d04,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:00:02.271143 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff9ae2-fb69-473a-9685-febd59803e93 None None] Pushing event updated for resources: {'Port': ['ID=6876c384-0636-41e8-a1e4-93bf4f304d04,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:02.274650 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e695aa15-49ea-4129-aad1-146916437d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (6876c384-0636-41e8-a1e4-93bf4f304d04), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:02.284235 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d22f4c94-0327-4e2a-8167-a4e101fc9fb3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (75c8fac3-dcae-4e7c-8a20-21f797443286), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:02.336232 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff9ae2-fb69-473a-9685-febd59803e93 None None] Pushing event updated for resources: {'Port': ['ID=6876c384-0636-41e8-a1e4-93bf4f304d04,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:02.346038 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e695aa15-49ea-4129-aad1-146916437d7a None None] Routers {'d7dc40de-1a91-4312-9c97-df893aeef8b9'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:00:02.346808 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-e695aa15-49ea-4129-aad1-146916437d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:59:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d7dc40de-1a91-4312-9c97-df893aeef8b9'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:02.378941 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c6f552e3-2613-4424-9c67-2c5167b0b42a req-bb315a9d-976e-4ae6-ac2e-05d81ecccacf tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (394cc5f8-cb57-4321-8bcc-062debf9e668), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:02.402257 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f4c94-0327-4e2a-8167-a4e101fc9fb3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'Subnet': ['ID=75c8fac3-dcae-4e7c-8a20-21f797443286,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:02.403162 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['394cc5f8-cb57-4321-8bcc-062debf9e668'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:00:02.418962 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22f4c94-0327-4e2a-8167-a4e101fc9fb3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Checking segment: {'id': '98838cb6-a8c2-450a-8230-2342d5f21d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:00:02.419956 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22f4c94-0327-4e2a-8167-a4e101fc9fb3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Network hostable DHCP agents. Network: 77cdcc26-9739-4892-9783-f32585ecd5b0, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:00:02.445281 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb315a9d-976e-4ae6-ac2e-05d81ecccacf tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] Pushing event deleted for resources: {'Port': ['ID=394cc5f8-cb57-4321-8bcc-062debf9e668,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:02.449510 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22f4c94-0327-4e2a-8167-a4e101fc9fb3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Network 77cdcc26-9739-4892-9783-f32585ecd5b0 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:00:02.469963 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-d22f4c94-0327-4e2a-8167-a4e101fc9fb3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 77cdcc26-9739-4892-9783-f32585ecd5b0) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:00:02.475663 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22f4c94-0327-4e2a-8167-a4e101fc9fb3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:02.476263 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d22f4c94-0327-4e2a-8167-a4e101fc9fb3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:02.509022 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d22f4c94-0327-4e2a-8167-a4e101fc9fb3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8807669 Mar 22 20:00:02.511648 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 35982) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:02.523944 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1814442c-5a62-4121-8d20-704ea59e25ab None None] Network 77cdcc26-9739-4892-9783-f32585ecd5b0 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:00:02.551138 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f552e3-2613-4424-9c67-2c5167b0b42a req-bb315a9d-976e-4ae6-ac2e-05d81ecccacf tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] No DVR routers for this DVR port 394cc5f8-cb57-4321-8bcc-062debf9e668 on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:00:02.553941 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-c6f552e3-2613-4424-9c67-2c5167b0b42a req-bb315a9d-976e-4ae6-ac2e-05d81ecccacf tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:02.558218 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c6f552e3-2613-4424-9c67-2c5167b0b42a req-bb315a9d-976e-4ae6-ac2e-05d81ecccacf tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] 10.222.0.84 "DELETE /v2.0/ports/394cc5f8-cb57-4321-8bcc-062debf9e668 HTTP/1.1" status: 204 len: 173 time: 0.9907303 Mar 22 20:00:02.558843 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3948beab-bdc7-451b-86da-8a62070db9e1', 'name': 'network-vif-deleted', 'tag': '394cc5f8-cb57-4321-8bcc-062debf9e668'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:00:02.561968 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aeba257-e8c6-4c4e-baa9-e16fba462336" -d '{"events": [{"server_uuid": "3948beab-bdc7-451b-86da-8a62070db9e1", "name": "network-vif-deleted", "tag": "394cc5f8-cb57-4321-8bcc-062debf9e668"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:00:02.623369 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-e695aa15-49ea-4129-aad1-146916437d7a None None] Set router d7dc40de-1a91-4312-9c97-df893aeef8b9 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:00:02.671914 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801402db-19b6-4d8a-8485-76b5a6cf031b x-openstack-request-id: req-801402db-19b6-4d8a-8485-76b5a6cf031b {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:00:02.673011 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3948beab-bdc7-451b-86da-8a62070db9e1", "name": "network-vif-deleted", "tag": "394cc5f8-cb57-4321-8bcc-062debf9e668", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:00:02.673370 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-801402db-19b6-4d8a-8485-76b5a6cf031b {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:00:02.674238 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-801402db-19b6-4d8a-8485-76b5a6cf031b'] response: {'server_uuid': '3948beab-bdc7-451b-86da-8a62070db9e1', 'name': 'network-vif-deleted', 'tag': '394cc5f8-cb57-4321-8bcc-062debf9e668', 'status': 'completed', 'code': 200} Mar 22 20:00:02.772787 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5f12e3b9-3c5d-4dd6-b4a9-4efb0f7f58f7 req-eb1e5686-f0df-4d58-8b93-68fb4cdd5caf tempest-VolumesNegativeTest-1037125325 tempest-VolumesNegativeTest-1037125325-project] 10.222.0.75 "GET /v2.0/ports?device_id=3948beab-bdc7-451b-86da-8a62070db9e1 HTTP/1.1" status: 200 len: 210 time: 0.0780010 Mar 22 20:00:02.857777 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b32bde-8e65-4273-a619-0df0f33e23e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-77cdcc26-9739-4892-9783-f32585ecd5b0', 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'fixed_ips': [{'subnet_id': '75c8fac3-dcae-4e7c-8a20-21f797443286'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 20:00:02.858669 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d5b32bde-8e65-4273-a619-0df0f33e23e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:03.071322 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-d5b32bde-8e65-4273-a619-0df0f33e23e5 None None] Allocated IP 172.20.0.2 (77cdcc26-9739-4892-9783-f32585ecd5b0/75c8fac3-dcae-4e7c-8a20-21f797443286/737d7fdc-2e5f-49b7-9578-66acce1c068a) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:00:03.074403 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-e695aa15-49ea-4129-aad1-146916437d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476044779', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '6876c384-0636-41e8-a1e4-93bf4f304d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:59:59Z', 'updated_at': '2022-03-22T20:00:00Z', 'revision_number': 3, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '6876c384-0636-41e8-a1e4-93bf4f304d04', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:27:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:00Z', 'updated_at': '2022-03-22T20:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:03.114622 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e695aa15-49ea-4129-aad1-146916437d7a None None] The sync data for ids ['d7dc40de-1a91-4312-9c97-df893aeef8b9'] in n-d-705658-24 is: [{'id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476044779', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '6876c384-0636-41e8-a1e4-93bf4f304d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:59:59Z', 'updated_at': '2022-03-22T20:00:00Z', 'revision_number': 3, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '6876c384-0636-41e8-a1e4-93bf4f304d04', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:27:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:00Z', 'updated_at': '2022-03-22T20:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:00:03.171312 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba5e-bb43-4aac-8d2d-2223c1ed60fc tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:03.291902 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d5b32bde-8e65-4273-a619-0df0f33e23e5 None None] Publish callbacks [] for port (737d7fdc-2e5f-49b7-9578-66acce1c068a), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:03.301863 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d5b32bde-8e65-4273-a619-0df0f33e23e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (737d7fdc-2e5f-49b7-9578-66acce1c068a), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:03.346428 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b32bde-8e65-4273-a619-0df0f33e23e5 None None] Network 77cdcc26-9739-4892-9783-f32585ecd5b0 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:00:03.349831 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-d5b32bde-8e65-4273-a619-0df0f33e23e5 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:00:03.353666 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b32bde-8e65-4273-a619-0df0f33e23e5 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:00:03.379035 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b32bde-8e65-4273-a619-0df0f33e23e5 None None] Pushing event updated for resources: {'Port': ['ID=737d7fdc-2e5f-49b7-9578-66acce1c068a,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:03.507479 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-d5b32bde-8e65-4273-a619-0df0f33e23e5 None None] Attempting to bind port 737d7fdc-2e5f-49b7-9578-66acce1c068a on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:00:03.507929 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-d5b32bde-8e65-4273-a619-0df0f33e23e5 None None] Attempting to bind port 737d7fdc-2e5f-49b7-9578-66acce1c068a by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '98838cb6-a8c2-450a-8230-2342d5f21d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:00:03.508321 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b32bde-8e65-4273-a619-0df0f33e23e5 None None] Attempting to bind port 737d7fdc-2e5f-49b7-9578-66acce1c068a on network 77cdcc26-9739-4892-9783-f32585ecd5b0 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:00:03.516339 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b32bde-8e65-4273-a619-0df0f33e23e5 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:00:03.517199 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b32bde-8e65-4273-a619-0df0f33e23e5 None None] Checking segment: {'id': '98838cb6-a8c2-450a-8230-2342d5f21d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:00:03.518044 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d5b32bde-8e65-4273-a619-0df0f33e23e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:03.518782 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b32bde-8e65-4273-a619-0df0f33e23e5 None None] Bound using segment: {'id': '98838cb6-a8c2-450a-8230-2342d5f21d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:00:03.519683 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-d5b32bde-8e65-4273-a619-0df0f33e23e5 None None] Bound port: 737d7fdc-2e5f-49b7-9578-66acce1c068a, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98838cb6-a8c2-450a-8230-2342d5f21d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:00:03.520411 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d5b32bde-8e65-4273-a619-0df0f33e23e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (737d7fdc-2e5f-49b7-9578-66acce1c068a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:03.577315 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-3df1ba5e-bb43-4aac-8d2d-2223c1ed60fc tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Allocated IP 172.20.0.1 (77cdcc26-9739-4892-9783-f32585ecd5b0/75c8fac3-dcae-4e7c-8a20-21f797443286/585dace4-7149-4671-9b74-e1be826f17c6) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:00:03.642517 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-d5b32bde-8e65-4273-a619-0df0f33e23e5 None None] For port 737d7fdc-2e5f-49b7-9578-66acce1c068a, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:00:03.647358 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-d5b32bde-8e65-4273-a619-0df0f33e23e5 None None] For port 737d7fdc-2e5f-49b7-9578-66acce1c068a, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=737d7fdc-2e5f-49b7-9578-66acce1c068a,segment=NetworkSegment(98838cb6-a8c2-450a-8230-2342d5f21d02),segment_id=98838cb6-a8c2-450a-8230-2342d5f21d02)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:00:03.659915 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d5b32bde-8e65-4273-a619-0df0f33e23e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (737d7fdc-2e5f-49b7-9578-66acce1c068a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:03.774179 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba5e-bb43-4aac-8d2d-2223c1ed60fc tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for port (585dace4-7149-4671-9b74-e1be826f17c6), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:03.783575 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b32bde-8e65-4273-a619-0df0f33e23e5 None None] Pushing event updated for resources: {'Port': ['ID=737d7fdc-2e5f-49b7-9578-66acce1c068a,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:03.865897 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba5e-bb43-4aac-8d2d-2223c1ed60fc tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (585dace4-7149-4671-9b74-e1be826f17c6), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:03.950417 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba5e-bb43-4aac-8d2d-2223c1ed60fc tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'Port': ['ID=585dace4-7149-4671-9b74-e1be826f17c6,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:03.969193 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df1ba5e-bb43-4aac-8d2d-2223c1ed60fc tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Network 77cdcc26-9739-4892-9783-f32585ecd5b0 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:00:03.971427 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-3df1ba5e-bb43-4aac-8d2d-2223c1ed60fc tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:00:03.974102 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df1ba5e-bb43-4aac-8d2d-2223c1ed60fc tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:00:04.085632 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba5e-bb43-4aac-8d2d-2223c1ed60fc tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (d7dc40de-1a91-4312-9c97-df893aeef8b9), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:04.359133 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba5e-bb43-4aac-8d2d-2223c1ed60fc tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (585dace4-7149-4671-9b74-e1be826f17c6), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:04.809381 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba5e-bb43-4aac-8d2d-2223c1ed60fc tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for port (585dace4-7149-4671-9b74-e1be826f17c6), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:04.817037 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba5e-bb43-4aac-8d2d-2223c1ed60fc tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (585dace4-7149-4671-9b74-e1be826f17c6), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:04.893882 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1ba5e-bb43-4aac-8d2d-2223c1ed60fc tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'Port': ['ID=585dace4-7149-4671-9b74-e1be826f17c6,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:04.896613 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3df1ba5e-bb43-4aac-8d2d-2223c1ed60fc tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (d7dc40de-1a91-4312-9c97-df893aeef8b9), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:04.930288 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 394cc5f8-cb57-4321-8bcc-062debf9e668 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:00:04.952632 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 394cc5f8-cb57-4321-8bcc-062debf9e668 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:00:04.952999 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 394cc5f8-cb57-4321-8bcc-062debf9e668 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:00:05.030835 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df1ba5e-bb43-4aac-8d2d-2223c1ed60fc tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Network 77cdcc26-9739-4892-9783-f32585ecd5b0 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:00:05.032528 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-3df1ba5e-bb43-4aac-8d2d-2223c1ed60fc tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:00:05.140479 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962067d6-a9e5-4d2d-8e49-0e87e7665fa9 None None] Network 77cdcc26-9739-4892-9783-f32585ecd5b0 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:00:05.178136 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df1ba5e-bb43-4aac-8d2d-2223c1ed60fc tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Router d7dc40de-1a91-4312-9c97-df893aeef8b9 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:00:05.225939 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f61e420a-cf3c-424f-a5c5-3c07baa31f73 None None] Provisioning complete for port 737d7fdc-2e5f-49b7-9578-66acce1c068a triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:00:05.226470 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f61e420a-cf3c-424f-a5c5-3c07baa31f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (737d7fdc-2e5f-49b7-9578-66acce1c068a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:05.371530 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df1ba5e-bb43-4aac-8d2d-2223c1ed60fc tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:00:05.379442 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3df1ba5e-bb43-4aac-8d2d-2223c1ed60fc tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "PUT /v2.0/routers/d7dc40de-1a91-4312-9c97-df893aeef8b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8662832 Mar 22 20:00:05.416619 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 737d7fdc-2e5f-49b7-9578-66acce1c068a up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:00:05.590106 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 737d7fdc-2e5f-49b7-9578-66acce1c068a triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:00:05.590510 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (737d7fdc-2e5f-49b7-9578-66acce1c068a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:05.670455 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f61e420a-cf3c-424f-a5c5-3c07baa31f73 None None] Current status of the port 737d7fdc-2e5f-49b7-9578-66acce1c068a is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:00:05.670854 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f61e420a-cf3c-424f-a5c5-3c07baa31f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (737d7fdc-2e5f-49b7-9578-66acce1c068a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:05.680435 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80581a93-8ed8-4430-bc03-27f986900b24 req-9554e3da-7a19-4d6e-be0c-174616d3a05b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1506901353&fields=id&tenant_id=5bcae00531204d8c96861edbc9c1d9c0 HTTP/1.1" status: 200 len: 267 time: 0.0987394 Mar 22 20:00:05.752127 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f61e420a-cf3c-424f-a5c5-3c07baa31f73 None None] For port 737d7fdc-2e5f-49b7-9578-66acce1c068a, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=737d7fdc-2e5f-49b7-9578-66acce1c068a,segment=NetworkSegment(98838cb6-a8c2-450a-8230-2342d5f21d02),segment_id=98838cb6-a8c2-450a-8230-2342d5f21d02)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:00:05.795637 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f61e420a-cf3c-424f-a5c5-3c07baa31f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (737d7fdc-2e5f-49b7-9578-66acce1c068a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:05.807966 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5664e7-0168-416b-8d08-ffe3fd922f0f None None] Sync routers for ids ['d7dc40de-1a91-4312-9c97-df893aeef8b9'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:00:05.832275 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5664e7-0168-416b-8d08-ffe3fd922f0f None None] Routers {'d7dc40de-1a91-4312-9c97-df893aeef8b9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:00:05.833548 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-2d5664e7-0168-416b-8d08-ffe3fd922f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:59:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d7dc40de-1a91-4312-9c97-df893aeef8b9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:05.861453 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 737d7fdc-2e5f-49b7-9578-66acce1c068a is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:00:05.862079 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (737d7fdc-2e5f-49b7-9578-66acce1c068a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:05.914621 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e420a-cf3c-424f-a5c5-3c07baa31f73 None None] Pushing event updated for resources: {'Port': ['ID=737d7fdc-2e5f-49b7-9578-66acce1c068a,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:05.927511 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80581a93-8ed8-4430-bc03-27f986900b24 req-612957d2-8a81-49ee-8898-16a4fc4b7d34 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:05.929492 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80581a93-8ed8-4430-bc03-27f986900b24 req-612957d2-8a81-49ee-8898-16a4fc4b7d34 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/networks?id=77cdcc26-9739-4892-9783-f32585ecd5b0 HTTP/1.1" status: 200 len: 797 time: 0.2392831 Mar 22 20:00:05.955201 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80581a93-8ed8-4430-bc03-27f986900b24 req-8176013e-c09c-4c39-b3f2-27d3616c0747 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/quotas/5bcae00531204d8c96861edbc9c1d9c0 HTTP/1.1" status: 200 len: 375 time: 0.0168557 Mar 22 20:00:05.971645 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-375d4ee5-babc-4b53-8f11-1bbaf9df23ba None None] Provisioning complete for port 737d7fdc-2e5f-49b7-9578-66acce1c068a triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:00:05.972801 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-375d4ee5-babc-4b53-8f11-1bbaf9df23ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (737d7fdc-2e5f-49b7-9578-66acce1c068a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:06.010144 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 20:00:06.010795 n-d-705658-24 neutron-server[104174]: DEBUG oslo_db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 20:00:06.084127 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80581a93-8ed8-4430-bc03-27f986900b24 req-94a31e79-a620-4869-933d-4fe20163a26c tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1209280 Mar 22 20:00:06.135992 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-375d4ee5-babc-4b53-8f11-1bbaf9df23ba None None] Current status of the port 737d7fdc-2e5f-49b7-9578-66acce1c068a is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:00:06.158011 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-375d4ee5-babc-4b53-8f11-1bbaf9df23ba None None] Provisioning complete for port 585dace4-7149-4671-9b74-e1be826f17c6 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:00:06.158620 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-375d4ee5-babc-4b53-8f11-1bbaf9df23ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (585dace4-7149-4671-9b74-e1be826f17c6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:06.174141 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-2d5664e7-0168-416b-8d08-ffe3fd922f0f None None] Set router d7dc40de-1a91-4312-9c97-df893aeef8b9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:00:06.217416 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-375d4ee5-babc-4b53-8f11-1bbaf9df23ba None None] Port 585dace4-7149-4671-9b74-e1be826f17c6 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:00:06.315044 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-80581a93-8ed8-4430-bc03-27f986900b24 req-164244f4-5d47-4a76-9ee7-44aaabaaf434 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 20:00:06.317235 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80581a93-8ed8-4430-bc03-27f986900b24 req-164244f4-5d47-4a76-9ee7-44aaabaaf434 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2180040 Mar 22 20:00:06.352733 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-5cc38783-7305-45e3-82b5-7a9b88b4a279 None None] Provisioning complete for port 585dace4-7149-4671-9b74-e1be826f17c6 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:00:06.361774 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5cc38783-7305-45e3-82b5-7a9b88b4a279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (585dace4-7149-4671-9b74-e1be826f17c6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:06.439917 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-5cc38783-7305-45e3-82b5-7a9b88b4a279 None None] Port 585dace4-7149-4671-9b74-e1be826f17c6 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:00:06.491692 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80581a93-8ed8-4430-bc03-27f986900b24 req-e18db7aa-2921-41c2-a455-2b1d5c2706e3 service neutron] 10.222.0.75 "GET /v2.0/networks/77cdcc26-9739-4892-9783-f32585ecd5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614096 Mar 22 20:00:06.504278 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-2d5664e7-0168-416b-8d08-ffe3fd922f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476044779', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '6876c384-0636-41e8-a1e4-93bf4f304d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:59:59Z', 'updated_at': '2022-03-22T20:00:04Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '6876c384-0636-41e8-a1e4-93bf4f304d04', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:27:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:00Z', 'updated_at': '2022-03-22T20:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '585dace4-7149-4671-9b74-e1be826f17c6', 'name': '', 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'mac_address': 'fa:16:3e:b3:80:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '75c8fac3-dcae-4e7c-8a20-21f797443286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:03Z', 'updated_at': '2022-03-22T20:00:04Z', 'revision_number': 2, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'subnets': [{'id': '75c8fac3-dcae-4e7c-8a20-21f797443286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:06.541960 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5664e7-0168-416b-8d08-ffe3fd922f0f None None] Checking router: d7dc40de-1a91-4312-9c97-df893aeef8b9 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:00:06.542396 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5664e7-0168-416b-8d08-ffe3fd922f0f None None] Updating router d7dc40de-1a91-4312-9c97-df893aeef8b9 port 585dace4-7149-4671-9b74-e1be826f17c6 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:00:06.566018 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 737d7fdc-2e5f-49b7-9578-66acce1c068a is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:00:06.567425 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 6876c384-0636-41e8-a1e4-93bf4f304d04 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:00:06.599670 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-2d5664e7-0168-416b-8d08-ffe3fd922f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (585dace4-7149-4671-9b74-e1be826f17c6), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:06.649474 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 6876c384-0636-41e8-a1e4-93bf4f304d04 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:00:06.651011 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6876c384-0636-41e8-a1e4-93bf4f304d04), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:06.651389 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80581a93-8ed8-4430-bc03-27f986900b24 req-13b3bb0e-7568-4883-bf52-81fe3e7e8a34 service neutron] 10.222.0.75 "GET /v2.0/networks/77cdcc26-9739-4892-9783-f32585ecd5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447153 Mar 22 20:00:06.724250 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-58f99019-5699-4915-85af-b804e76f6820 None None] Provisioning complete for port 585dace4-7149-4671-9b74-e1be826f17c6 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:00:06.724719 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-58f99019-5699-4915-85af-b804e76f6820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (585dace4-7149-4671-9b74-e1be826f17c6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:06.821204 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-58f99019-5699-4915-85af-b804e76f6820 None None] Port 585dace4-7149-4671-9b74-e1be826f17c6 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:00:06.849713 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 6876c384-0636-41e8-a1e4-93bf4f304d04 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:00:06.863139 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6876c384-0636-41e8-a1e4-93bf4f304d04), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:06.907093 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad4099a2-110a-45d7-a892-3efc40e61b0f req-5705ebf8-d079-4d83-b99c-e4ca68d8e217 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 210 time: 0.0559051 Mar 22 20:00:06.911158 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 6876c384-0636-41e8-a1e4-93bf4f304d04, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=6876c384-0636-41e8-a1e4-93bf4f304d04,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:00:06.929885 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (6876c384-0636-41e8-a1e4-93bf4f304d04), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:06.986626 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=6876c384-0636-41e8-a1e4-93bf4f304d04,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:06.988609 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-2d5664e7-0168-416b-8d08-ffe3fd922f0f None None] Publish callbacks [] for port (585dace4-7149-4671-9b74-e1be826f17c6), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:07.002630 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-2d5664e7-0168-416b-8d08-ffe3fd922f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (585dace4-7149-4671-9b74-e1be826f17c6), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:07.059119 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbdd7f-bc85-48c1-a120-86a731829a66 None None] Pushing event updated for resources: {'Port': ['ID=585dace4-7149-4671-9b74-e1be826f17c6,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:07.096884 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dbdd7f-bc85-48c1-a120-86a731829a66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:07.097291 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dbdd7f-bc85-48c1-a120-86a731829a66 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:07.097645 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dbdd7f-bc85-48c1-a120-86a731829a66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:07.098021 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dbdd7f-bc85-48c1-a120-86a731829a66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:07.098397 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dbdd7f-bc85-48c1-a120-86a731829a66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:07.098674 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dbdd7f-bc85-48c1-a120-86a731829a66 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:07.099005 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dbdd7f-bc85-48c1-a120-86a731829a66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:07.099333 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dbdd7f-bc85-48c1-a120-86a731829a66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:07.099659 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dbdd7f-bc85-48c1-a120-86a731829a66 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:07.100134 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dbdd7f-bc85-48c1-a120-86a731829a66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:07.100479 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dbdd7f-bc85-48c1-a120-86a731829a66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:07.100804 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dbdd7f-bc85-48c1-a120-86a731829a66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:07.101134 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dbdd7f-bc85-48c1-a120-86a731829a66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:07.105680 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dbdd7f-bc85-48c1-a120-86a731829a66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:07.106117 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dbdd7f-bc85-48c1-a120-86a731829a66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:07.144410 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-2d5664e7-0168-416b-8d08-ffe3fd922f0f None None] Attempting to bind port 585dace4-7149-4671-9b74-e1be826f17c6 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:00:07.145076 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-2d5664e7-0168-416b-8d08-ffe3fd922f0f None None] Attempting to bind port 585dace4-7149-4671-9b74-e1be826f17c6 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '98838cb6-a8c2-450a-8230-2342d5f21d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:00:07.145447 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5664e7-0168-416b-8d08-ffe3fd922f0f None None] Attempting to bind port 585dace4-7149-4671-9b74-e1be826f17c6 on network 77cdcc26-9739-4892-9783-f32585ecd5b0 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:00:07.159614 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5664e7-0168-416b-8d08-ffe3fd922f0f None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:00:07.160312 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5664e7-0168-416b-8d08-ffe3fd922f0f None None] Checking segment: {'id': '98838cb6-a8c2-450a-8230-2342d5f21d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:00:07.160930 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-2d5664e7-0168-416b-8d08-ffe3fd922f0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:07.161496 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5664e7-0168-416b-8d08-ffe3fd922f0f None None] Bound using segment: {'id': '98838cb6-a8c2-450a-8230-2342d5f21d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:00:07.162801 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-2d5664e7-0168-416b-8d08-ffe3fd922f0f None None] Bound port: 585dace4-7149-4671-9b74-e1be826f17c6, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98838cb6-a8c2-450a-8230-2342d5f21d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:00:07.163384 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-2d5664e7-0168-416b-8d08-ffe3fd922f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (585dace4-7149-4671-9b74-e1be826f17c6), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:07.203918 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 737d7fdc-2e5f-49b7-9578-66acce1c068a up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:00:07.289949 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-2d5664e7-0168-416b-8d08-ffe3fd922f0f None None] For port 585dace4-7149-4671-9b74-e1be826f17c6, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:00:07.294744 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-2d5664e7-0168-416b-8d08-ffe3fd922f0f None None] For port 585dace4-7149-4671-9b74-e1be826f17c6, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=585dace4-7149-4671-9b74-e1be826f17c6,segment=NetworkSegment(98838cb6-a8c2-450a-8230-2342d5f21d02),segment_id=98838cb6-a8c2-450a-8230-2342d5f21d02)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:00:07.303566 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-2d5664e7-0168-416b-8d08-ffe3fd922f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (585dace4-7149-4671-9b74-e1be826f17c6), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:07.305028 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 737d7fdc-2e5f-49b7-9578-66acce1c068a triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:00:07.305629 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (737d7fdc-2e5f-49b7-9578-66acce1c068a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:07.363013 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5664e7-0168-416b-8d08-ffe3fd922f0f None None] Routers {'d7dc40de-1a91-4312-9c97-df893aeef8b9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:00:07.363657 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-2d5664e7-0168-416b-8d08-ffe3fd922f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:59:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d7dc40de-1a91-4312-9c97-df893aeef8b9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:07.496438 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 737d7fdc-2e5f-49b7-9578-66acce1c068a is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:00:07.499010 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 6876c384-0636-41e8-a1e4-93bf4f304d04 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:00:07.557625 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-0c0d1b00-f5e1-44aa-9472-19b24e73e3d2 None None] Provisioning complete for port 585dace4-7149-4671-9b74-e1be826f17c6 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:00:07.558354 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1b00-f5e1-44aa-9472-19b24e73e3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (585dace4-7149-4671-9b74-e1be826f17c6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:07.709377 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-2d5664e7-0168-416b-8d08-ffe3fd922f0f None None] Set router d7dc40de-1a91-4312-9c97-df893aeef8b9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:00:07.716263 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 6876c384-0636-41e8-a1e4-93bf4f304d04 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:00:07.716737 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6876c384-0636-41e8-a1e4-93bf4f304d04), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:07.790702 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbdd7f-bc85-48c1-a120-86a731829a66 None None] Pushing event updated for resources: {'Port': ['ID=585dace4-7149-4671-9b74-e1be826f17c6,revision_number=4']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:07.796931 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-0c0d1b00-f5e1-44aa-9472-19b24e73e3d2 None None] Current status of the port 585dace4-7149-4671-9b74-e1be826f17c6 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:00:07.797277 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1b00-f5e1-44aa-9472-19b24e73e3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (585dace4-7149-4671-9b74-e1be826f17c6), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:07.935616 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-0c0d1b00-f5e1-44aa-9472-19b24e73e3d2 None None] For port 585dace4-7149-4671-9b74-e1be826f17c6, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=585dace4-7149-4671-9b74-e1be826f17c6,segment=NetworkSegment(98838cb6-a8c2-450a-8230-2342d5f21d02),segment_id=98838cb6-a8c2-450a-8230-2342d5f21d02)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:00:07.947141 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0c0d1b00-f5e1-44aa-9472-19b24e73e3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (585dace4-7149-4671-9b74-e1be826f17c6), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:07.950777 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 6876c384-0636-41e8-a1e4-93bf4f304d04 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:00:08.018643 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d1b00-f5e1-44aa-9472-19b24e73e3d2 None None] Pushing event updated for resources: {'Port': ['ID=585dace4-7149-4671-9b74-e1be826f17c6,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:08.044047 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4bf91574-008d-41a1-a1d5-63e9362475ca req-d82e8b42-4aae-49d2-9dc3-5eb4fc6c6101 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 210 time: 0.0294392 Mar 22 20:00:08.057725 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-2d5664e7-0168-416b-8d08-ffe3fd922f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476044779', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '6876c384-0636-41e8-a1e4-93bf4f304d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:59:59Z', 'updated_at': '2022-03-22T20:00:04Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '6876c384-0636-41e8-a1e4-93bf4f304d04', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:27:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:00Z', 'updated_at': '2022-03-22T20:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '585dace4-7149-4671-9b74-e1be826f17c6', 'name': '', 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'mac_address': 'fa:16:3e:b3:80:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '75c8fac3-dcae-4e7c-8a20-21f797443286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:03Z', 'updated_at': '2022-03-22T20:00:07Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'subnets': [{'id': '75c8fac3-dcae-4e7c-8a20-21f797443286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:08.081958 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-abced925-4bc0-4301-8e45-55626ff8a6cc None None] Provisioning complete for port 585dace4-7149-4671-9b74-e1be826f17c6 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:00:08.082386 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-abced925-4bc0-4301-8e45-55626ff8a6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (585dace4-7149-4671-9b74-e1be826f17c6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:08.088961 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5664e7-0168-416b-8d08-ffe3fd922f0f None None] The sync data for ids ['d7dc40de-1a91-4312-9c97-df893aeef8b9'] in n-d-705658-24 is: [{'id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476044779', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '6876c384-0636-41e8-a1e4-93bf4f304d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:59:59Z', 'updated_at': '2022-03-22T20:00:04Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '6876c384-0636-41e8-a1e4-93bf4f304d04', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:27:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:00Z', 'updated_at': '2022-03-22T20:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '585dace4-7149-4671-9b74-e1be826f17c6', 'name': '', 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'mac_address': 'fa:16:3e:b3:80:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '75c8fac3-dcae-4e7c-8a20-21f797443286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:03Z', 'updated_at': '2022-03-22T20:00:07Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'subnets': [{'id': '75c8fac3-dcae-4e7c-8a20-21f797443286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:00:08.236983 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-abced925-4bc0-4301-8e45-55626ff8a6cc None None] Current status of the port 585dace4-7149-4671-9b74-e1be826f17c6 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:00:08.408499 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80581a93-8ed8-4430-bc03-27f986900b24 req-88b5a6a7-38fd-491f-b5d5-06c7e0b8d54c tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:08.412007 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80581a93-8ed8-4430-bc03-27f986900b24 req-88b5a6a7-38fd-491f-b5d5-06c7e0b8d54c tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.84 "GET /v2.0/networks?id=77cdcc26-9739-4892-9783-f32585ecd5b0 HTTP/1.1" status: 200 len: 797 time: 0.1350007 Mar 22 20:00:08.505180 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80581a93-8ed8-4430-bc03-27f986900b24 req-f651e7e0-9a32-4b4d-8954-2406e5197bb1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bcae00531204d8c96861edbc9c1d9c0 HTTP/1.1" status: 200 len: 380 time: 0.0861077 Mar 22 20:00:08.517126 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-80581a93-8ed8-4430-bc03-27f986900b24 req-4e666af2-ee40-40b9-a463-c73892b65aa7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'port': {'device_id': '554e245d-138c-438c-aa9e-5cdb9cfd0d7b', 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0', 'admin_state_up': True, 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'security_groups': ['5b00ef9a-89c8-4b7d-83e7-75fd2f89f027']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:00:08.640431 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80581a93-8ed8-4430-bc03-27f986900b24 req-4e666af2-ee40-40b9-a463-c73892b65aa7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Made reservation on behalf of 5bcae00531204d8c96861edbc9c1d9c0 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:00:08.644148 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-80581a93-8ed8-4430-bc03-27f986900b24 req-4e666af2-ee40-40b9-a463-c73892b65aa7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:08.792001 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-80581a93-8ed8-4430-bc03-27f986900b24 req-4e666af2-ee40-40b9-a463-c73892b65aa7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Allocated IP 172.20.0.3 (77cdcc26-9739-4892-9783-f32585ecd5b0/75c8fac3-dcae-4e7c-8a20-21f797443286/859b98c6-53d4-43e6-8d29-e07206ff09f4) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:00:08.955425 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-80581a93-8ed8-4430-bc03-27f986900b24 req-4e666af2-ee40-40b9-a463-c73892b65aa7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for port (859b98c6-53d4-43e6-8d29-e07206ff09f4), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:08.991388 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-80581a93-8ed8-4430-bc03-27f986900b24 req-4e666af2-ee40-40b9-a463-c73892b65aa7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (859b98c6-53d4-43e6-8d29-e07206ff09f4), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:09.039365 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80581a93-8ed8-4430-bc03-27f986900b24 req-4e666af2-ee40-40b9-a463-c73892b65aa7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Network 77cdcc26-9739-4892-9783-f32585ecd5b0 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:00:09.045425 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-80581a93-8ed8-4430-bc03-27f986900b24 req-4e666af2-ee40-40b9-a463-c73892b65aa7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:00:09.050202 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-80581a93-8ed8-4430-bc03-27f986900b24 req-4e666af2-ee40-40b9-a463-c73892b65aa7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:00:09.054273 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e666af2-ee40-40b9-a463-c73892b65aa7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'Port': ['ID=859b98c6-53d4-43e6-8d29-e07206ff09f4,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:09.137433 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80581a93-8ed8-4430-bc03-27f986900b24 req-4e666af2-ee40-40b9-a463-c73892b65aa7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:09.142718 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-80581a93-8ed8-4430-bc03-27f986900b24 req-4e666af2-ee40-40b9-a463-c73892b65aa7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:09.179063 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80581a93-8ed8-4430-bc03-27f986900b24 req-4e666af2-ee40-40b9-a463-c73892b65aa7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6668854 Mar 22 20:00:09.237619 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 585dace4-7149-4671-9b74-e1be826f17c6 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:00:09.239277 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-80581a93-8ed8-4430-bc03-27f986900b24 req-a4f5930e-a119-4b03-86c8-c1eb6b13e5be service neutron] Request body: {'port': {'device_id': '554e245d-138c-438c-aa9e-5cdb9cfd0d7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:00:09.331746 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d534dd-f96e-4c71-9c2a-e458777fda74 req-588e6f25-69f7-4800-a161-3e28755789fe tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:09.333926 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a4d534dd-f96e-4c71-9c2a-e458777fda74 req-588e6f25-69f7-4800-a161-3e28755789fe tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 931 time: 0.1442280 Mar 22 20:00:09.352838 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-80581a93-8ed8-4430-bc03-27f986900b24 req-a4f5930e-a119-4b03-86c8-c1eb6b13e5be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (859b98c6-53d4-43e6-8d29-e07206ff09f4), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:09.356924 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 585dace4-7149-4671-9b74-e1be826f17c6 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:00:09.357308 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (585dace4-7149-4671-9b74-e1be826f17c6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:09.432358 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a4d534dd-f96e-4c71-9c2a-e458777fda74 req-97832cf7-99ba-4575-843c-337893e0a260 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899806 Mar 22 20:00:09.456224 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 585dace4-7149-4671-9b74-e1be826f17c6 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:00:09.479767 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-1f4f905a-9b22-4a38-befe-ddac568f0bac None None] Provisioning complete for port 859b98c6-53d4-43e6-8d29-e07206ff09f4 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:00:09.480160 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1f4f905a-9b22-4a38-befe-ddac568f0bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (859b98c6-53d4-43e6-8d29-e07206ff09f4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:09.520705 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1f4f905a-9b22-4a38-befe-ddac568f0bac None None] Port 859b98c6-53d4-43e6-8d29-e07206ff09f4 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:00:09.733342 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-80581a93-8ed8-4430-bc03-27f986900b24 req-a4f5930e-a119-4b03-86c8-c1eb6b13e5be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859b98c6-53d4-43e6-8d29-e07206ff09f4 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:00:09.741358 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-80581a93-8ed8-4430-bc03-27f986900b24 req-a4f5930e-a119-4b03-86c8-c1eb6b13e5be service neutron] Publish callbacks [] for port (859b98c6-53d4-43e6-8d29-e07206ff09f4), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:09.753634 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-80581a93-8ed8-4430-bc03-27f986900b24 req-a4f5930e-a119-4b03-86c8-c1eb6b13e5be service neutron] Transition to ACTIVE for port object 859b98c6-53d4-43e6-8d29-e07206ff09f4 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:00:09.757929 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-80581a93-8ed8-4430-bc03-27f986900b24 req-a4f5930e-a119-4b03-86c8-c1eb6b13e5be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (859b98c6-53d4-43e6-8d29-e07206ff09f4), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:09.817082 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5930e-a119-4b03-86c8-c1eb6b13e5be service neutron] Pushing event updated for resources: {'Port': ['ID=859b98c6-53d4-43e6-8d29-e07206ff09f4,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:09.919458 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-80581a93-8ed8-4430-bc03-27f986900b24 req-a4f5930e-a119-4b03-86c8-c1eb6b13e5be service neutron] Attempting to bind port 859b98c6-53d4-43e6-8d29-e07206ff09f4 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:00:09.919968 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-80581a93-8ed8-4430-bc03-27f986900b24 req-a4f5930e-a119-4b03-86c8-c1eb6b13e5be service neutron] Attempting to bind port 859b98c6-53d4-43e6-8d29-e07206ff09f4 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '98838cb6-a8c2-450a-8230-2342d5f21d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:00:09.920488 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80581a93-8ed8-4430-bc03-27f986900b24 req-a4f5930e-a119-4b03-86c8-c1eb6b13e5be service neutron] Attempting to bind port 859b98c6-53d4-43e6-8d29-e07206ff09f4 on network 77cdcc26-9739-4892-9783-f32585ecd5b0 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:00:09.926767 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80581a93-8ed8-4430-bc03-27f986900b24 req-a4f5930e-a119-4b03-86c8-c1eb6b13e5be service neutron] Port 859b98c6-53d4-43e6-8d29-e07206ff09f4 on network 77cdcc26-9739-4892-9783-f32585ecd5b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:00:09.927333 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80581a93-8ed8-4430-bc03-27f986900b24 req-a4f5930e-a119-4b03-86c8-c1eb6b13e5be service neutron] Attempting to bind port 859b98c6-53d4-43e6-8d29-e07206ff09f4 on network 77cdcc26-9739-4892-9783-f32585ecd5b0 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:00:09.934566 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80581a93-8ed8-4430-bc03-27f986900b24 req-a4f5930e-a119-4b03-86c8-c1eb6b13e5be service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:00:09.935107 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80581a93-8ed8-4430-bc03-27f986900b24 req-a4f5930e-a119-4b03-86c8-c1eb6b13e5be service neutron] Checking segment: {'id': '98838cb6-a8c2-450a-8230-2342d5f21d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:00:09.935719 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80581a93-8ed8-4430-bc03-27f986900b24 req-a4f5930e-a119-4b03-86c8-c1eb6b13e5be service neutron] Bound using segment: {'id': '98838cb6-a8c2-450a-8230-2342d5f21d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:00:09.936413 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-80581a93-8ed8-4430-bc03-27f986900b24 req-a4f5930e-a119-4b03-86c8-c1eb6b13e5be service neutron] Bound port: 859b98c6-53d4-43e6-8d29-e07206ff09f4, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98838cb6-a8c2-450a-8230-2342d5f21d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:00:09.937013 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-80581a93-8ed8-4430-bc03-27f986900b24 req-a4f5930e-a119-4b03-86c8-c1eb6b13e5be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (859b98c6-53d4-43e6-8d29-e07206ff09f4), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:10.018426 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-80581a93-8ed8-4430-bc03-27f986900b24 req-a4f5930e-a119-4b03-86c8-c1eb6b13e5be service neutron] For port 859b98c6-53d4-43e6-8d29-e07206ff09f4, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:00:10.022089 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-80581a93-8ed8-4430-bc03-27f986900b24 req-a4f5930e-a119-4b03-86c8-c1eb6b13e5be service neutron] For port 859b98c6-53d4-43e6-8d29-e07206ff09f4, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=859b98c6-53d4-43e6-8d29-e07206ff09f4,segment=NetworkSegment(98838cb6-a8c2-450a-8230-2342d5f21d02),segment_id=98838cb6-a8c2-450a-8230-2342d5f21d02)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:00:10.030230 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-80581a93-8ed8-4430-bc03-27f986900b24 req-a4f5930e-a119-4b03-86c8-c1eb6b13e5be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (859b98c6-53d4-43e6-8d29-e07206ff09f4), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:10.068440 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80581a93-8ed8-4430-bc03-27f986900b24 req-a4f5930e-a119-4b03-86c8-c1eb6b13e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:10.069054 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-80581a93-8ed8-4430-bc03-27f986900b24 req-a4f5930e-a119-4b03-86c8-c1eb6b13e5be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:10.070481 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80581a93-8ed8-4430-bc03-27f986900b24 req-a4f5930e-a119-4b03-86c8-c1eb6b13e5be service neutron] 10.222.0.84 "PUT /v2.0/ports/859b98c6-53d4-43e6-8d29-e07206ff09f4 HTTP/1.1" status: 200 len: 1092 time: 0.8689888 Mar 22 20:00:10.070936 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554e245d-138c-438c-aa9e-5cdb9cfd0d7b', 'tag': '859b98c6-53d4-43e6-8d29-e07206ff09f4'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:00:10.073170 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2539a4ab-44ac-4631-8237-e9383730fbcd" -d '{"events": [{"name": "network-changed", "server_uuid": "554e245d-138c-438c-aa9e-5cdb9cfd0d7b", "tag": "859b98c6-53d4-43e6-8d29-e07206ff09f4"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:00:10.139622 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b41fc54-9789-41c1-aa5b-675cd9668ba5 x-openstack-request-id: req-6b41fc54-9789-41c1-aa5b-675cd9668ba5 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:00:10.139932 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "554e245d-138c-438c-aa9e-5cdb9cfd0d7b", "tag": "859b98c6-53d4-43e6-8d29-e07206ff09f4", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:00:10.140186 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6b41fc54-9789-41c1-aa5b-675cd9668ba5 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:00:10.140594 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b41fc54-9789-41c1-aa5b-675cd9668ba5'] response: {'name': 'network-changed', 'server_uuid': '554e245d-138c-438c-aa9e-5cdb9cfd0d7b', 'tag': '859b98c6-53d4-43e6-8d29-e07206ff09f4', 'status': 'completed', 'code': 200} Mar 22 20:00:10.156313 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5930e-a119-4b03-86c8-c1eb6b13e5be service neutron] Pushing event updated for resources: {'Port': ['ID=859b98c6-53d4-43e6-8d29-e07206ff09f4,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:10.176615 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80581a93-8ed8-4430-bc03-27f986900b24 req-04535aea-e117-42eb-be57-cc2dc8972518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:10.178241 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80581a93-8ed8-4430-bc03-27f986900b24 req-04535aea-e117-42eb-be57-cc2dc8972518 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 1126 time: 0.0687160 Mar 22 20:00:10.225643 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80581a93-8ed8-4430-bc03-27f986900b24 req-ab6f9bce-b322-48dc-b156-5beb6c1b5b3b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=859b98c6-53d4-43e6-8d29-e07206ff09f4 HTTP/1.1" status: 200 len: 217 time: 0.0409589 Mar 22 20:00:10.288930 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80581a93-8ed8-4430-bc03-27f986900b24 req-86595a3e-5b87-45a8-81f9-ebaa3ebc5b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:10.290547 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80581a93-8ed8-4430-bc03-27f986900b24 req-86595a3e-5b87-45a8-81f9-ebaa3ebc5b85 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=75c8fac3-dcae-4e7c-8a20-21f797443286 HTTP/1.1" status: 200 len: 835 time: 0.0595231 Mar 22 20:00:10.340601 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80581a93-8ed8-4430-bc03-27f986900b24 req-1022444c-27ab-4ad2-b51e-32a8c44f5ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:10.342071 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80581a93-8ed8-4430-bc03-27f986900b24 req-1022444c-27ab-4ad2-b51e-32a8c44f5ba6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=77cdcc26-9739-4892-9783-f32585ecd5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457091 Mar 22 20:00:10.438460 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80581a93-8ed8-4430-bc03-27f986900b24 req-9fb9840a-cda8-42c7-99ee-dc64fcab69cb service neutron] 10.222.0.84 "GET /v2.0/networks/77cdcc26-9739-4892-9783-f32585ecd5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894551 Mar 22 20:00:10.537467 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80581a93-8ed8-4430-bc03-27f986900b24 req-40cf1f48-3939-4ffe-b4cc-5ac4756b2b12 service neutron] 10.222.0.84 "GET /v2.0/networks/77cdcc26-9739-4892-9783-f32585ecd5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928597 Mar 22 20:00:10.641123 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a259e-de12-42af-988d-05748d5a3d8e req-d4f4ecbc-af09-440d-9a68-140c235a289e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:10.643226 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a58a259e-de12-42af-988d-05748d5a3d8e req-d4f4ecbc-af09-440d-9a68-140c235a289e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 943 time: 0.1031725 Mar 22 20:00:10.660534 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539a4ab-44ac-4631-8237-e9383730fbcd req-fca2f1a2-04f7-46eb-a4e8-72fffcbdcaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:10.661989 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2539a4ab-44ac-4631-8237-e9383730fbcd req-fca2f1a2-04f7-46eb-a4e8-72fffcbdcaf0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 1126 time: 0.0765557 Mar 22 20:00:10.752916 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a58a259e-de12-42af-988d-05748d5a3d8e req-a278a0b7-454e-418b-8b0f-5f6710f06c47 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007919 Mar 22 20:00:10.789028 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539a4ab-44ac-4631-8237-e9383730fbcd req-9f0f43fa-2299-42be-b5ca-5699025c1665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:10.790683 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2539a4ab-44ac-4631-8237-e9383730fbcd req-9f0f43fa-2299-42be-b5ca-5699025c1665 service neutron] 10.222.0.84 "GET /v2.0/networks?id=77cdcc26-9739-4892-9783-f32585ecd5b0 HTTP/1.1" status: 200 len: 898 time: 0.1212921 Mar 22 20:00:10.840916 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2539a4ab-44ac-4631-8237-e9383730fbcd req-e15c058d-f06a-44be-98c4-fb284d77fbc7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=859b98c6-53d4-43e6-8d29-e07206ff09f4 HTTP/1.1" status: 200 len: 217 time: 0.0424700 Mar 22 20:00:10.893165 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539a4ab-44ac-4631-8237-e9383730fbcd req-b5758d00-b34a-4600-a8a0-2777c52c129e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:10.894697 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2539a4ab-44ac-4631-8237-e9383730fbcd req-b5758d00-b34a-4600-a8a0-2777c52c129e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=75c8fac3-dcae-4e7c-8a20-21f797443286 HTTP/1.1" status: 200 len: 835 time: 0.0480995 Mar 22 20:00:10.947571 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539a4ab-44ac-4631-8237-e9383730fbcd req-36276dd2-371a-4de2-998a-159857eab2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:10.949103 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2539a4ab-44ac-4631-8237-e9383730fbcd req-36276dd2-371a-4de2-998a-159857eab2ab service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=77cdcc26-9739-4892-9783-f32585ecd5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470111 Mar 22 20:00:11.046749 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2539a4ab-44ac-4631-8237-e9383730fbcd req-3fc2b32f-baef-4026-998c-e8ce042505bc service neutron] 10.222.0.84 "GET /v2.0/networks/77cdcc26-9739-4892-9783-f32585ecd5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911353 Mar 22 20:00:11.137959 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2539a4ab-44ac-4631-8237-e9383730fbcd req-2202dae7-17a0-4acb-93f5-ca6f4d1147e7 service neutron] 10.222.0.84 "GET /v2.0/networks/77cdcc26-9739-4892-9783-f32585ecd5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849421 Mar 22 20:00:11.816318 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b399afc-ac39-4946-9701-6b7fbf793dd6 req-149e8f83-87ac-4ea8-89ee-597ed1f8a6aa tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:11.818004 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9b399afc-ac39-4946-9701-6b7fbf793dd6 req-149e8f83-87ac-4ea8-89ee-597ed1f8a6aa tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 945 time: 0.0623977 Mar 22 20:00:11.912761 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9b399afc-ac39-4946-9701-6b7fbf793dd6 req-ce3de62e-7ddb-41db-bed7-56f40be9972e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859644 Mar 22 20:00:11.929859 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c23cee-1552-45b7-831b-6c193358212f req-53610853-0d53-4d6d-bdbc-33a7f34bf60f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:11.931777 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d6c23cee-1552-45b7-831b-6c193358212f req-53610853-0d53-4d6d-bdbc-33a7f34bf60f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 943 time: 0.0902457 Mar 22 20:00:11.995100 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d6c23cee-1552-45b7-831b-6c193358212f req-0d41dd54-3c2b-4c3e-8934-d4b4b654a7f0 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523574 Mar 22 20:00:12.962515 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 859b98c6-53d4-43e6-8d29-e07206ff09f4 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:00:13.014926 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36282) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:13.104289 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 859b98c6-53d4-43e6-8d29-e07206ff09f4, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=859b98c6-53d4-43e6-8d29-e07206ff09f4,segment=NetworkSegment(98838cb6-a8c2-450a-8230-2342d5f21d02),segment_id=98838cb6-a8c2-450a-8230-2342d5f21d02)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:00:13.118795 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0c4e9-ae04-4600-81db-3d4000650afe req-3ca8d033-f4ad-4efe-a439-8c4ac76e2464 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:13.119024 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '859b98c6-53d4-43e6-8d29-e07206ff09f4', 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0', 'port_id': '859b98c6-53d4-43e6-8d29-e07206ff09f4', 'mac_address': 'fa:16:3e:e4:19:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c8fac3-dcae-4e7c-8a20-21f797443286', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:00:13.120978 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-29e0c4e9-ae04-4600-81db-3d4000650afe req-3ca8d033-f4ad-4efe-a439-8c4ac76e2464 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 945 time: 0.0809331 Mar 22 20:00:13.179186 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 859b98c6-53d4-43e6-8d29-e07206ff09f4 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:00:13.179822 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (859b98c6-53d4-43e6-8d29-e07206ff09f4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:13.197663 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859b98c6-53d4-43e6-8d29-e07206ff09f4 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:00:13.225924 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 859b98c6-53d4-43e6-8d29-e07206ff09f4, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=859b98c6-53d4-43e6-8d29-e07206ff09f4,segment=NetworkSegment(98838cb6-a8c2-450a-8230-2342d5f21d02),segment_id=98838cb6-a8c2-450a-8230-2342d5f21d02)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:00:13.236257 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (859b98c6-53d4-43e6-8d29-e07206ff09f4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:13.254796 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36290) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:13.255303 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9f6b387d-1c28-4b70-9c5e-3224d90ce6a9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1e8291beb0194c3c8d8d74f500b89e6f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2385166 Mar 22 20:00:13.276970 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-29e0c4e9-ae04-4600-81db-3d4000650afe req-5cccbbdc-86e2-4a9b-8588-8e8dfe79015e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306000 Mar 22 20:00:13.290451 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779cb50b-163a-4ee2-9e79-3dbbba877406 req-c2a359bb-a65a-4f5f-ae67-fb4b26a318bb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:13.292410 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-779cb50b-163a-4ee2-9e79-3dbbba877406 req-c2a359bb-a65a-4f5f-ae67-fb4b26a318bb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 943 time: 0.1944993 Mar 22 20:00:13.303527 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=859b98c6-53d4-43e6-8d29-e07206ff09f4,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:13.352240 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-779cb50b-163a-4ee2-9e79-3dbbba877406 req-5b5c85e6-2877-42e6-a566-e71d1cf39401 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522730 Mar 22 20:00:13.382533 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c3e7b5d0-a9e6-41c9-b1cc-06e8d37bed55 admin admin] Publish callbacks [] for security_group (2246a27a-0709-40b2-93c8-3d8c18b63059), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:13.424375 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c3e7b5d0-a9e6-41c9-b1cc-06e8d37bed55 admin admin] Publish callbacks [] for security_group (2246a27a-0709-40b2-93c8-3d8c18b63059), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:13.452469 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['859b98c6-53d4-43e6-8d29-e07206ff09f4'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:00:13.461021 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f59bcb-46b7-4e5f-93c8-e6de00b0b600 req-792a38de-5f88-4186-8292-91cf42cdb2cc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:13.462907 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-49f59bcb-46b7-4e5f-93c8-e6de00b0b600 req-792a38de-5f88-4186-8292-91cf42cdb2cc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.85 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 945 time: 0.1027527 Mar 22 20:00:13.574208 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c3e7b5d0-a9e6-41c9-b1cc-06e8d37bed55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2246a27a-0709-40b2-93c8-3d8c18b63059), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:13.578374 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c3e7b5d0-a9e6-41c9-b1cc-06e8d37bed55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:13.581007 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c3e7b5d0-a9e6-41c9-b1cc-06e8d37bed55 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2246a27a-0709-40b2-93c8-3d8c18b63059 HTTP/1.1" status: 204 len: 168 time: 0.3243911 Mar 22 20:00:13.602391 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7b5d0-a9e6-41c9-b1cc-06e8d37bed55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2246a27a-0709-40b2-93c8-3d8c18b63059,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:13.638617 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-49f59bcb-46b7-4e5f-93c8-e6de00b0b600 req-e50f4117-422e-497f-8d0e-694829db5338 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Deleting port d8cba336-4e43-44fc-a1db-77fcf9aa1fed {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:00:13.638971 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-49f59bcb-46b7-4e5f-93c8-e6de00b0b600 req-e50f4117-422e-497f-8d0e-694829db5338 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (d8cba336-4e43-44fc-a1db-77fcf9aa1fed), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:13.799824 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-49f59bcb-46b7-4e5f-93c8-e6de00b0b600 req-e50f4117-422e-497f-8d0e-694829db5338 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] For port d8cba336-4e43-44fc-a1db-77fcf9aa1fed, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=d8cba336-4e43-44fc-a1db-77fcf9aa1fed,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:00:13.800230 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-49f59bcb-46b7-4e5f-93c8-e6de00b0b600 req-e50f4117-422e-497f-8d0e-694829db5338 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (d8cba336-4e43-44fc-a1db-77fcf9aa1fed), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:14.187903 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-49f59bcb-46b7-4e5f-93c8-e6de00b0b600 req-e50f4117-422e-497f-8d0e-694829db5338 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:14.188704 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-49f59bcb-46b7-4e5f-93c8-e6de00b0b600 req-e50f4117-422e-497f-8d0e-694829db5338 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (ed859bd5-59e9-47c1-933f-8eae7d9300c7), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:14.189193 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [req-49f59bcb-46b7-4e5f-93c8-e6de00b0b600 req-e50f4117-422e-497f-8d0e-694829db5338 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Floating IP ed859bd5-59e9-47c1-933f-8eae7d9300c7 disassociated. External IP: 172.25.5.188, port: d8cba336-4e43-44fc-a1db-77fcf9aa1fed. Mar 22 20:00:14.189709 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-49f59bcb-46b7-4e5f-93c8-e6de00b0b600 req-e50f4117-422e-497f-8d0e-694829db5338 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Calling delete_port for d8cba336-4e43-44fc-a1db-77fcf9aa1fed owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:00:14.383766 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-49f59bcb-46b7-4e5f-93c8-e6de00b0b600 req-e50f4117-422e-497f-8d0e-694829db5338 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (d8cba336-4e43-44fc-a1db-77fcf9aa1fed), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:14.430761 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f4117-422e-497f-8d0e-694829db5338 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Pushing event deleted for resources: {'Port': ['ID=d8cba336-4e43-44fc-a1db-77fcf9aa1fed,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:14.463001 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735774a1-ab44-4e4d-939e-83fc42b04ac6 req-6c8bbf27-ba5a-4825-b49b-11a5fc067c30 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:14.478624 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-735774a1-ab44-4e4d-939e-83fc42b04ac6 req-6c8bbf27-ba5a-4825-b49b-11a5fc067c30 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 867 time: 0.1159520 Mar 22 20:00:14.583538 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-735774a1-ab44-4e4d-939e-83fc42b04ac6 req-180cd1cd-31b3-4b3f-8d26-05573e2ff04c tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035297 Mar 22 20:00:14.600596 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efdeda-2a89-4aed-b90a-c13ce48fd921 req-ec4eff2f-7ca0-4a0a-946d-7f52456e1dd2 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:14.610457 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-12efdeda-2a89-4aed-b90a-c13ce48fd921 req-ec4eff2f-7ca0-4a0a-946d-7f52456e1dd2 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 944 time: 0.1684155 Mar 22 20:00:14.674518 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-12efdeda-2a89-4aed-b90a-c13ce48fd921 req-a050d08e-731b-4676-9579-adfeace62f02 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628240 Mar 22 20:00:14.926308 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49f59bcb-46b7-4e5f-93c8-e6de00b0b600 req-e50f4117-422e-497f-8d0e-694829db5338 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Router 6358990b-a7ee-475f-b23a-fee86bbf0af4 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:00:14.975934 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 859b98c6-53d4-43e6-8d29-e07206ff09f4 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:00:15.049781 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 859b98c6-53d4-43e6-8d29-e07206ff09f4 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:00:15.054465 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49f59bcb-46b7-4e5f-93c8-e6de00b0b600 req-e50f4117-422e-497f-8d0e-694829db5338 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:00:15.054830 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 859b98c6-53d4-43e6-8d29-e07206ff09f4 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:00:15.055311 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (859b98c6-53d4-43e6-8d29-e07206ff09f4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:15.104361 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89416d48-ff78-4f16-91d0-0c012ac796f5 None None] Sync routers for ids ['6358990b-a7ee-475f-b23a-fee86bbf0af4'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:00:15.105249 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f59bcb-46b7-4e5f-93c8-e6de00b0b600 req-e50f4117-422e-497f-8d0e-694829db5338 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] No DVR routers for this DVR port d8cba336-4e43-44fc-a1db-77fcf9aa1fed on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:00:15.108037 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-49f59bcb-46b7-4e5f-93c8-e6de00b0b600 req-e50f4117-422e-497f-8d0e-694829db5338 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:15.111791 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-49f59bcb-46b7-4e5f-93c8-e6de00b0b600 req-e50f4117-422e-497f-8d0e-694829db5338 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.85 "DELETE /v2.0/ports/d8cba336-4e43-44fc-a1db-77fcf9aa1fed HTTP/1.1" status: 204 len: 173 time: 1.6432996 Mar 22 20:00:15.112250 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56dcf815-ccee-42e1-9932-fb362b9b9b48', 'name': 'network-vif-deleted', 'tag': 'd8cba336-4e43-44fc-a1db-77fcf9aa1fed'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:00:15.113569 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89416d48-ff78-4f16-91d0-0c012ac796f5 None None] Routers {'6358990b-a7ee-475f-b23a-fee86bbf0af4'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:00:15.114251 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-89416d48-ff78-4f16-91d0-0c012ac796f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:59:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6358990b-a7ee-475f-b23a-fee86bbf0af4'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:15.114606 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34396e7f-edfd-4026-8fd4-48588d8e954d" -d '{"events": [{"server_uuid": "56dcf815-ccee-42e1-9932-fb362b9b9b48", "name": "network-vif-deleted", "tag": "d8cba336-4e43-44fc-a1db-77fcf9aa1fed"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:00:15.152700 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3204b8e2-c88f-4056-8af9-56973c9c559b x-openstack-request-id: req-3204b8e2-c88f-4056-8af9-56973c9c559b {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:00:15.153129 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56dcf815-ccee-42e1-9932-fb362b9b9b48", "name": "network-vif-deleted", "tag": "d8cba336-4e43-44fc-a1db-77fcf9aa1fed", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:00:15.153632 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3204b8e2-c88f-4056-8af9-56973c9c559b {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:00:15.154398 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3204b8e2-c88f-4056-8af9-56973c9c559b'] response: {'server_uuid': '56dcf815-ccee-42e1-9932-fb362b9b9b48', 'name': 'network-vif-deleted', 'tag': 'd8cba336-4e43-44fc-a1db-77fcf9aa1fed', 'status': 'completed', 'code': 200} Mar 22 20:00:15.240529 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0c7190b4-efe1-4beb-afe3-a60306b11e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:15.252776 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 859b98c6-53d4-43e6-8d29-e07206ff09f4 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:00:15.253180 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (859b98c6-53d4-43e6-8d29-e07206ff09f4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:15.263829 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36332) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:15.289544 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554e245d-138c-438c-aa9e-5cdb9cfd0d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859b98c6-53d4-43e6-8d29-e07206ff09f4'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:00:15.292069 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9501f61-41e5-45de-9c78-6a3f4665d5d0" -d '{"events": [{"server_uuid": "554e245d-138c-438c-aa9e-5cdb9cfd0d7b", "name": "network-vif-plugged", "status": "completed", "tag": "859b98c6-53d4-43e6-8d29-e07206ff09f4"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:00:15.315322 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 859b98c6-53d4-43e6-8d29-e07206ff09f4, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=859b98c6-53d4-43e6-8d29-e07206ff09f4,segment=NetworkSegment(98838cb6-a8c2-450a-8230-2342d5f21d02),segment_id=98838cb6-a8c2-450a-8230-2342d5f21d02)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:00:15.329473 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (859b98c6-53d4-43e6-8d29-e07206ff09f4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:15.332461 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-89416d48-ff78-4f16-91d0-0c012ac796f5 None None] Set router 6358990b-a7ee-475f-b23a-fee86bbf0af4 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:00:15.363928 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdab693a-7393-4408-baf8-c3a96e5f1d4d x-openstack-request-id: req-cdab693a-7393-4408-baf8-c3a96e5f1d4d {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:00:15.364125 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554e245d-138c-438c-aa9e-5cdb9cfd0d7b", "name": "network-vif-plugged", "status": "completed", "tag": "859b98c6-53d4-43e6-8d29-e07206ff09f4", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:00:15.364352 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cdab693a-7393-4408-baf8-c3a96e5f1d4d {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:00:15.365050 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdab693a-7393-4408-baf8-c3a96e5f1d4d'] response: {'server_uuid': '554e245d-138c-438c-aa9e-5cdb9cfd0d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859b98c6-53d4-43e6-8d29-e07206ff09f4', 'code': 200} Mar 22 20:00:15.461028 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-09f2feb3-ebf0-4f51-a6a3-4d32f9cfbc29 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Request body: {'network': {'name': 'tempest-network-smoke--876264524', 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'port_security_enabled': True}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:00:15.488150 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f2feb3-ebf0-4f51-a6a3-4d32f9cfbc29 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Made reservation on behalf of 0a9f551f23724cbfbcd0f3d327611c2d for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:00:15.490504 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb46e97d-7f4f-4e3e-a26b-d26a71711ce6 req-f96047e3-81ae-4c76-be27-5ad00faf4c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:15.492457 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-09f2feb3-ebf0-4f51-a6a3-4d32f9cfbc29 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:15.493395 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cb46e97d-7f4f-4e3e-a26b-d26a71711ce6 req-f96047e3-81ae-4c76-be27-5ad00faf4c46 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 1128 time: 0.0720279 Mar 22 20:00:15.502572 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-09f2feb3-ebf0-4f51-a6a3-4d32f9cfbc29 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:15.511719 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=859b98c6-53d4-43e6-8d29-e07206ff09f4,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:15.568944 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cb46e97d-7f4f-4e3e-a26b-d26a71711ce6 req-83c4cad6-4b10-4a7c-972f-5b9e3769805c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689218 Mar 22 20:00:15.603901 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-09f2feb3-ebf0-4f51-a6a3-4d32f9cfbc29 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group (5ffa3988-8d9a-4152-8de3-5522abfcb69f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:15.608282 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-09f2feb3-ebf0-4f51-a6a3-4d32f9cfbc29 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5ffa3988-8d9a-4152-8de3-5522abfcb69f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:15.649877 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09f2feb3-ebf0-4f51-a6a3-4d32f9cfbc29 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:00:15.654304 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-89416d48-ff78-4f16-91d0-0c012ac796f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'name': 'tempest-TestVolumeBootPattern-43950669-router', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:50:26Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'gw_port': {'id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:28Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '55d88f0b-ec25-4edb-b152-f70333e88da2', 'name': '', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'mac_address': 'fa:16:3e:5f:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:36Z', 'updated_at': '2022-03-22T19:50:42Z', 'revision_number': 5, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'subnets': [{'id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:15.668028 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2feb3-ebf0-4f51-a6a3-4d32f9cfbc29 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffa3988-8d9a-4152-8de3-5522abfcb69f,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:15.683882 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-09f2feb3-ebf0-4f51-a6a3-4d32f9cfbc29 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (a53831f9-8777-4b9b-a1c4-e41b092eeda9), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:15.684235 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-09f2feb3-ebf0-4f51-a6a3-4d32f9cfbc29 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Added segment a53831f9-8777-4b9b-a1c4-e41b092eeda9 of type vlan for network 34a034e8-35b7-4b70-ada6-2e55ff0722c1 Mar 22 20:00:15.700293 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89416d48-ff78-4f16-91d0-0c012ac796f5 None None] Checking router: 6358990b-a7ee-475f-b23a-fee86bbf0af4 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:00:15.712674 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89416d48-ff78-4f16-91d0-0c012ac796f5 None None] Routers {'6358990b-a7ee-475f-b23a-fee86bbf0af4'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:00:15.713375 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-89416d48-ff78-4f16-91d0-0c012ac796f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T19:59:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6358990b-a7ee-475f-b23a-fee86bbf0af4'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:15.751011 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-25d62396-fc63-4f8a-96b0-c1ef866e640d req-34be140a-5f42-479b-b620-4a29ca4c5156 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 210 time: 0.0477886 Mar 22 20:00:15.789337 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-09f2feb3-ebf0-4f51-a6a3-4d32f9cfbc29 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (34a034e8-35b7-4b70-ada6-2e55ff0722c1), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:15.833051 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-09f2feb3-ebf0-4f51-a6a3-4d32f9cfbc29 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (34a034e8-35b7-4b70-ada6-2e55ff0722c1), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:15.839089 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae308f-7cef-403e-946d-d33d892c62e0 req-ef7097e1-2182-45e6-ad4b-45883de591aa tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:15.840933 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b8ae308f-7cef-403e-946d-d33d892c62e0 req-ef7097e1-2182-45e6-ad4b-45883de591aa tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 945 time: 0.0887361 Mar 22 20:00:15.845179 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f2feb3-ebf0-4f51-a6a3-4d32f9cfbc29 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:15.846155 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-09f2feb3-ebf0-4f51-a6a3-4d32f9cfbc29 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:15.901784 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b8ae308f-7cef-403e-946d-d33d892c62e0 req-024c82ea-1b09-47ff-b456-7defc2b572c5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521824 Mar 22 20:00:15.955505 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-09f2feb3-ebf0-4f51-a6a3-4d32f9cfbc29 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6903787 Mar 22 20:00:15.959521 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36342) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:15.966509 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-e9b980c4-1569-4044-aa7b-ce5246783ee7 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1774441573', 'admin_state_up': True, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:00:15.992842 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2feb3-ebf0-4f51-a6a3-4d32f9cfbc29 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'Network': ['ID=34a034e8-35b7-4b70-ada6-2e55ff0722c1,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:16.001684 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e9b980c4-1569-4044-aa7b-ce5246783ee7 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (cc6eec85-fa35-4862-b89a-1edf2d63d00e), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:16.003285 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e9b980c4-1569-4044-aa7b-ce5246783ee7 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (cc6eec85-fa35-4862-b89a-1edf2d63d00e), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:16.006397 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 34a034e8-35b7-4b70-ada6-2e55ff0722c1 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:00:16.059529 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e9b980c4-1569-4044-aa7b-ce5246783ee7 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for router_controller (cc6eec85-fa35-4862-b89a-1edf2d63d00e), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:16.098887 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-89416d48-ff78-4f16-91d0-0c012ac796f5 None None] Set router 6358990b-a7ee-475f-b23a-fee86bbf0af4 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:00:16.155540 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:16.214739 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e9b980c4-1569-4044-aa7b-ce5246783ee7 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for router_gateway (cc6eec85-fa35-4862-b89a-1edf2d63d00e), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:16.336279 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-89416d48-ff78-4f16-91d0-0c012ac796f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'name': 'tempest-TestVolumeBootPattern-43950669-router', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:50:26Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'gw_port': {'id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:28Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '55d88f0b-ec25-4edb-b152-f70333e88da2', 'name': '', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'mac_address': 'fa:16:3e:5f:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:36Z', 'updated_at': '2022-03-22T19:50:42Z', 'revision_number': 5, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'subnets': [{'id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:16.364780 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89416d48-ff78-4f16-91d0-0c012ac796f5 None None] The sync data for ids ['6358990b-a7ee-475f-b23a-fee86bbf0af4'] in n-d-705658-24 is: [{'id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'name': 'tempest-TestVolumeBootPattern-43950669-router', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:50:26Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'gw_port': {'id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:28Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '55d88f0b-ec25-4edb-b152-f70333e88da2', 'name': '', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'mac_address': 'fa:16:3e:5f:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:36Z', 'updated_at': '2022-03-22T19:50:42Z', 'revision_number': 5, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'subnets': [{'id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:00:16.450568 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e9b980c4-1569-4044-aa7b-ce5246783ee7 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for router_gateway (cc6eec85-fa35-4862-b89a-1edf2d63d00e), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:16.475951 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e9b980c4-1569-4044-aa7b-ce5246783ee7 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:16.607040 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-e9b980c4-1569-4044-aa7b-ce5246783ee7 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Allocated IP 172.25.5.18 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/867dc63e-7216-4799-a405-6a139085ace2) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:00:16.744464 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1992369-8fa5-4dae-8b19-a45e1d1f3af4 None None] New status for floating IP ed859bd5-59e9-47c1-933f-8eae7d9300c7: DOWN {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:00:16.757057 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e9b980c4-1569-4044-aa7b-ce5246783ee7 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for port (867dc63e-7216-4799-a405-6a139085ace2), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:16.805903 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e9b980c4-1569-4044-aa7b-ce5246783ee7 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (867dc63e-7216-4799-a405-6a139085ace2), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:16.846681 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b980c4-1569-4044-aa7b-ce5246783ee7 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:00:16.851303 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-e9b980c4-1569-4044-aa7b-ce5246783ee7 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:00:16.858089 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b980c4-1569-4044-aa7b-ce5246783ee7 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:00:16.901475 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b980c4-1569-4044-aa7b-ce5246783ee7 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'Port': ['ID=867dc63e-7216-4799-a405-6a139085ace2,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:16.929334 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d80ea2db-44b9-43d7-afe3-6e193d45dbea req-bb803b43-78e9-4c31-a6dd-480e84c50c8d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 210 time: 0.0471547 Mar 22 20:00:17.396765 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4957d9-4f94-466b-bfbf-c1da9c1c5b7f req-0aff7d01-9fbd-4afb-b6d0-f615f80608f9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:17.398287 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ff4957d9-4f94-466b-bfbf-c1da9c1c5b7f req-0aff7d01-9fbd-4afb-b6d0-f615f80608f9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 945 time: 0.3966923 Mar 22 20:00:17.421683 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-599b541a-b096-4226-bf07-649ab651423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:17.527209 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ff4957d9-4f94-466b-bfbf-c1da9c1c5b7f req-3c1dafba-fcc7-47d6-b948-240935abda6d tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929983 Mar 22 20:00:17.559996 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e9b980c4-1569-4044-aa7b-ce5246783ee7 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for router_gateway (cc6eec85-fa35-4862-b89a-1edf2d63d00e), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:17.704736 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07eaf5-1a10-477a-9bde-bd0b44dace97 req-fd4e146e-de9a-4017-8caf-0d787986116e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:17.706233 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bb07eaf5-1a10-477a-9bde-bd0b44dace97 req-fd4e146e-de9a-4017-8caf-0d787986116e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 945 time: 0.1055598 Mar 22 20:00:17.833998 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bb07eaf5-1a10-477a-9bde-bd0b44dace97 req-5c7d9c9c-e624-4fc5-b828-a915505f0b59 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918472 Mar 22 20:00:17.848453 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e9b980c4-1569-4044-aa7b-ce5246783ee7 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (cc6eec85-fa35-4862-b89a-1edf2d63d00e), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:17.861102 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36350) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:17.907705 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528b4834-083b-4e91-bbea-8e584a943f77 tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:17.911989 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-528b4834-083b-4e91-bbea-8e584a943f77 tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 1123 time: 0.0471814 Mar 22 20:00:17.912184 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36352) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:17.916839 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-0487cbee-efa8-4563-9983-57e2bd8ab19b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'port_id': '859b98c6-53d4-43e6-8d29-e07206ff09f4', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:00:17.938757 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0487cbee-efa8-4563-9983-57e2bd8ab19b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:17.994438 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b980c4-1569-4044-aa7b-ce5246783ee7 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Router cc6eec85-fa35-4862-b89a-1edf2d63d00e is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 20:00:18.001160 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device d8cba336-4e43-44fc-a1db-77fcf9aa1fed no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:00:18.058886 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: d8cba336-4e43-44fc-a1db-77fcf9aa1fed {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:00:18.061598 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device d8cba336-4e43-44fc-a1db-77fcf9aa1fed not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:00:18.073040 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0487cbee-efa8-4563-9983-57e2bd8ab19b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:18.121361 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3b23d993-9bf2-4825-bd01-df12b01d0e03 req-2837941a-c788-458e-9f05-2594513d6c52 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 210 time: 0.0372136 Mar 22 20:00:18.182567 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b980c4-1569-4044-aa7b-ce5246783ee7 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:00:18.198339 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0c0a37-0f02-433d-a504-94424f1dbc5a None None] Sync routers for ids ['cc6eec85-fa35-4862-b89a-1edf2d63d00e'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:00:18.214443 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0c0a37-0f02-433d-a504-94424f1dbc5a None None] Routers {'cc6eec85-fa35-4862-b89a-1edf2d63d00e'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:00:18.215125 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-0f0c0a37-0f02-433d-a504-94424f1dbc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:00:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cc6eec85-fa35-4862-b89a-1edf2d63d00e'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:18.221016 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e9b980c4-1569-4044-aa7b-ce5246783ee7 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:18.225423 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e9b980c4-1569-4044-aa7b-ce5246783ee7 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2648115 Mar 22 20:00:18.226066 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36356) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:18.229116 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-0487cbee-efa8-4563-9983-57e2bd8ab19b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Allocated IP 172.25.5.157 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/16e54a5c-a0cc-4919-983c-86a32cf58614) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:00:18.316387 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-eb696718-aa32-4953-ab84-19f558b1bb0f tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=0a9f551f23724cbfbcd0f3d327611c2d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0891702 Mar 22 20:00:18.318977 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36360) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:18.350659 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0487cbee-efa8-4563-9983-57e2bd8ab19b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for port (16e54a5c-a0cc-4919-983c-86a32cf58614), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:18.378609 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-0f0c0a37-0f02-433d-a504-94424f1dbc5a None None] Set router cc6eec85-fa35-4862-b89a-1edf2d63d00e gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:00:18.395539 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0487cbee-efa8-4563-9983-57e2bd8ab19b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (16e54a5c-a0cc-4919-983c-86a32cf58614), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:18.444278 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0487cbee-efa8-4563-9983-57e2bd8ab19b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:00:18.448553 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-0487cbee-efa8-4563-9983-57e2bd8ab19b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:00:18.455661 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0487cbee-efa8-4563-9983-57e2bd8ab19b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:00:18.487846 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487cbee-efa8-4563-9983-57e2bd8ab19b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'Port': ['ID=16e54a5c-a0cc-4919-983c-86a32cf58614,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:18.526126 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6ac607-3b28-48da-b370-50062d0cc85c tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:18.532588 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6a6ac607-3b28-48da-b370-50062d0cc85c tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2120099 Mar 22 20:00:18.533536 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36362) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:18.581463 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-36585b1f-e869-4e0a-be8f-b0511ec77d82 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=b209c5bc-34d3-415d-9873-d01a4e6c5db8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440893 Mar 22 20:00:18.582389 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36364) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:18.587787 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-e0b00ca7-a465-48ce-9e09-a815b53357b6 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1886978028', 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1', 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:00:18.630455 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:18.654161 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-0f0c0a37-0f02-433d-a504-94424f1dbc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'name': 'tempest-TestNetworkBasicOps-router-1774441573', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '867dc63e-7216-4799-a405-6a139085ace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:00:17Z', 'revision_number': 3, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'gw_port': {'id': '867dc63e-7216-4799-a405-6a139085ace2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:00:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:18.693982 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0c0a37-0f02-433d-a504-94424f1dbc5a None None] Checking router: cc6eec85-fa35-4862-b89a-1edf2d63d00e for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:00:18.694331 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0c0a37-0f02-433d-a504-94424f1dbc5a None None] Updating router cc6eec85-fa35-4862-b89a-1edf2d63d00e port 867dc63e-7216-4799-a405-6a139085ace2 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:00:18.710625 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b00ca7-a465-48ce-9e09-a815b53357b6 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Made reservation on behalf of 0a9f551f23724cbfbcd0f3d327611c2d for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:00:18.719301 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e0b00ca7-a465-48ce-9e09-a815b53357b6 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:18.728874 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0f0c0a37-0f02-433d-a504-94424f1dbc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (867dc63e-7216-4799-a405-6a139085ace2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:18.850716 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:18.944048 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0487cbee-efa8-4563-9983-57e2bd8ab19b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for floatingip (cf0e3b22-8637-492f-acdd-ebf2b497a577), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:19.035618 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e0b00ca7-a465-48ce-9e09-a815b53357b6 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (67946d77-61f2-44da-b60c-17393e888589), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:19.066241 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0487cbee-efa8-4563-9983-57e2bd8ab19b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (16e54a5c-a0cc-4919-983c-86a32cf58614), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:19.120752 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b00ca7-a465-48ce-9e09-a815b53357b6 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Checking segment: {'id': 'a53831f9-8777-4b9b-a1c4-e41b092eeda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:00:19.121447 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b00ca7-a465-48ce-9e09-a815b53357b6 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Network hostable DHCP agents. Network: 34a034e8-35b7-4b70-ada6-2e55ff0722c1, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:00:19.137289 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b00ca7-a465-48ce-9e09-a815b53357b6 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'Subnet': ['ID=67946d77-61f2-44da-b60c-17393e888589,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:19.152917 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b00ca7-a465-48ce-9e09-a815b53357b6 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Network 34a034e8-35b7-4b70-ada6-2e55ff0722c1 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:00:19.155030 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0f0c0a37-0f02-433d-a504-94424f1dbc5a None None] Publish callbacks [] for port (867dc63e-7216-4799-a405-6a139085ace2), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:19.163672 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0f0c0a37-0f02-433d-a504-94424f1dbc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (867dc63e-7216-4799-a405-6a139085ace2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:19.164955 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-e0b00ca7-a465-48ce-9e09-a815b53357b6 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 34a034e8-35b7-4b70-ada6-2e55ff0722c1) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:00:19.170479 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b00ca7-a465-48ce-9e09-a815b53357b6 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:19.171542 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e0b00ca7-a465-48ce-9e09-a815b53357b6 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:19.186153 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590e1cdd-a065-453d-a499-6b52f083e8fc None None] Network 34a034e8-35b7-4b70-ada6-2e55ff0722c1 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:00:19.209269 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e0b00ca7-a465-48ce-9e09-a815b53357b6 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6216755 Mar 22 20:00:19.209549 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36368) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:19.341570 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4dee71d7-489a-4075-9847-2c11d0a33cbc req-414970d9-70a1-4202-a2be-ec48278abf84 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 210 time: 0.0664625 Mar 22 20:00:19.356810 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0487cbee-efa8-4563-9983-57e2bd8ab19b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for port (16e54a5c-a0cc-4919-983c-86a32cf58614), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:19.362248 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0487cbee-efa8-4563-9983-57e2bd8ab19b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (16e54a5c-a0cc-4919-983c-86a32cf58614), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:19.378874 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08b0b9-0388-4636-8f22-d4d91a2c07ba None None] Pushing event updated for resources: {'Port': ['ID=867dc63e-7216-4799-a405-6a139085ace2,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:19.378874 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-0f0c0a37-0f02-433d-a504-94424f1dbc5a None None] Attempting to bind port 867dc63e-7216-4799-a405-6a139085ace2 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:00:19.378874 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-0f0c0a37-0f02-433d-a504-94424f1dbc5a None None] Attempting to bind port 867dc63e-7216-4799-a405-6a139085ace2 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:00:19.378874 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0c0a37-0f02-433d-a504-94424f1dbc5a None None] Attempting to bind port 867dc63e-7216-4799-a405-6a139085ace2 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:00:19.386635 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0c0a37-0f02-433d-a504-94424f1dbc5a None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:00:19.387074 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0c0a37-0f02-433d-a504-94424f1dbc5a None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:00:19.387763 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0f0c0a37-0f02-433d-a504-94424f1dbc5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:19.387903 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0c0a37-0f02-433d-a504-94424f1dbc5a None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:00:19.388280 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-0f0c0a37-0f02-433d-a504-94424f1dbc5a None None] Bound port: 867dc63e-7216-4799-a405-6a139085ace2, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:00:19.388670 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0f0c0a37-0f02-433d-a504-94424f1dbc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (867dc63e-7216-4799-a405-6a139085ace2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:19.428387 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487cbee-efa8-4563-9983-57e2bd8ab19b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'Port': ['ID=16e54a5c-a0cc-4919-983c-86a32cf58614,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:19.473035 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-0f0c0a37-0f02-433d-a504-94424f1dbc5a None None] For port 867dc63e-7216-4799-a405-6a139085ace2, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:00:19.476558 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-0f0c0a37-0f02-433d-a504-94424f1dbc5a None None] For port 867dc63e-7216-4799-a405-6a139085ace2, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=867dc63e-7216-4799-a405-6a139085ace2,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:00:19.483050 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ac374f-6143-4c4f-93df-6c8ddd992fb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-34a034e8-35b7-4b70-ada6-2e55ff0722c1', 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1', 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'fixed_ips': [{'subnet_id': '67946d77-61f2-44da-b60c-17393e888589'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 20:00:19.483970 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-15ac374f-6143-4c4f-93df-6c8ddd992fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:19.492820 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0487cbee-efa8-4563-9983-57e2bd8ab19b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (cf0e3b22-8637-492f-acdd-ebf2b497a577), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:19.500240 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0f0c0a37-0f02-433d-a504-94424f1dbc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (867dc63e-7216-4799-a405-6a139085ace2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:19.622890 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08b0b9-0388-4636-8f22-d4d91a2c07ba None None] Pushing event updated for resources: {'Port': ['ID=867dc63e-7216-4799-a405-6a139085ace2,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:19.633939 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0c0a37-0f02-433d-a504-94424f1dbc5a None None] Routers {'cc6eec85-fa35-4862-b89a-1edf2d63d00e'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:00:19.634570 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-0f0c0a37-0f02-433d-a504-94424f1dbc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:00:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cc6eec85-fa35-4862-b89a-1edf2d63d00e'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:19.649218 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-0487cbee-efa8-4563-9983-57e2bd8ab19b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Floating IP cf0e3b22-8637-492f-acdd-ebf2b497a577 associated. External IP: 172.25.5.157, port: 859b98c6-53d4-43e6-8d29-e07206ff09f4. Mar 22 20:00:19.753667 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-0f0c0a37-0f02-433d-a504-94424f1dbc5a None None] Set router cc6eec85-fa35-4862-b89a-1edf2d63d00e gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:00:19.898460 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-15ac374f-6143-4c4f-93df-6c8ddd992fb4 None None] Allocated IP 172.20.0.2 (34a034e8-35b7-4b70-ada6-2e55ff0722c1/67946d77-61f2-44da-b60c-17393e888589/00b2e542-b7da-4987-ab07-2e98e72209c3) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:00:19.904203 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9adbffc4-76df-4604-b519-95cad9426876 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:19.909534 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0487cbee-efa8-4563-9983-57e2bd8ab19b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Router d7dc40de-1a91-4312-9c97-df893aeef8b9 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:00:20.041952 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0487cbee-efa8-4563-9983-57e2bd8ab19b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:00:20.055547 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ad32b0-5e92-4e97-ae8c-57b1b42e450b None None] Sync routers for ids ['d7dc40de-1a91-4312-9c97-df893aeef8b9'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:00:20.068555 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ad32b0-5e92-4e97-ae8c-57b1b42e450b None None] Routers {'d7dc40de-1a91-4312-9c97-df893aeef8b9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:00:20.069864 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-46ad32b0-5e92-4e97-ae8c-57b1b42e450b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:00:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d7dc40de-1a91-4312-9c97-df893aeef8b9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:20.083217 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0487cbee-efa8-4563-9983-57e2bd8ab19b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:20.102581 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-0f0c0a37-0f02-433d-a504-94424f1dbc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'name': 'tempest-TestNetworkBasicOps-router-1774441573', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '867dc63e-7216-4799-a405-6a139085ace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:00:17Z', 'revision_number': 3, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'gw_port': {'id': '867dc63e-7216-4799-a405-6a139085ace2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:20.151411 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0c0a37-0f02-433d-a504-94424f1dbc5a None None] The sync data for ids ['cc6eec85-fa35-4862-b89a-1edf2d63d00e'] in n-d-705658-24 is: [{'id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'name': 'tempest-TestNetworkBasicOps-router-1774441573', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '867dc63e-7216-4799-a405-6a139085ace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:00:17Z', 'revision_number': 3, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'gw_port': {'id': '867dc63e-7216-4799-a405-6a139085ace2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:00:20.186850 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0487cbee-efa8-4563-9983-57e2bd8ab19b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2583380 Mar 22 20:00:20.187747 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554e245d-138c-438c-aa9e-5cdb9cfd0d7b', 'tag': '859b98c6-53d4-43e6-8d29-e07206ff09f4'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:00:20.190701 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0baa94d-ab48-4bd0-9e61-6d7fcafac8f3" -d '{"events": [{"name": "network-changed", "server_uuid": "554e245d-138c-438c-aa9e-5cdb9cfd0d7b", "tag": "859b98c6-53d4-43e6-8d29-e07206ff09f4"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:00:20.234084 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-15ac374f-6143-4c4f-93df-6c8ddd992fb4 None None] Publish callbacks [] for port (00b2e542-b7da-4987-ab07-2e98e72209c3), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:20.241075 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:20.243170 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-15ac374f-6143-4c4f-93df-6c8ddd992fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (00b2e542-b7da-4987-ab07-2e98e72209c3), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:20.254683 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f10028-a0a4-446d-88f4-c1f6f4b01025 x-openstack-request-id: req-a3f10028-a0a4-446d-88f4-c1f6f4b01025 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:00:20.255242 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "554e245d-138c-438c-aa9e-5cdb9cfd0d7b", "tag": "859b98c6-53d4-43e6-8d29-e07206ff09f4", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:00:20.255720 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a3f10028-a0a4-446d-88f4-c1f6f4b01025 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:00:20.256388 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3f10028-a0a4-446d-88f4-c1f6f4b01025'] response: {'name': 'network-changed', 'server_uuid': '554e245d-138c-438c-aa9e-5cdb9cfd0d7b', 'tag': '859b98c6-53d4-43e6-8d29-e07206ff09f4', 'status': 'completed', 'code': 200} Mar 22 20:00:20.306514 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ac374f-6143-4c4f-93df-6c8ddd992fb4 None None] Network 34a034e8-35b7-4b70-ada6-2e55ff0722c1 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:00:20.310133 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-15ac374f-6143-4c4f-93df-6c8ddd992fb4 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:00:20.316259 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ac374f-6143-4c4f-93df-6c8ddd992fb4 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:00:20.330996 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-46ad32b0-5e92-4e97-ae8c-57b1b42e450b None None] Set router d7dc40de-1a91-4312-9c97-df893aeef8b9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:00:20.350687 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac374f-6143-4c4f-93df-6c8ddd992fb4 None None] Pushing event updated for resources: {'Port': ['ID=00b2e542-b7da-4987-ab07-2e98e72209c3,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:20.406554 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-15ac374f-6143-4c4f-93df-6c8ddd992fb4 None None] Attempting to bind port 00b2e542-b7da-4987-ab07-2e98e72209c3 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:00:20.407061 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-15ac374f-6143-4c4f-93df-6c8ddd992fb4 None None] Attempting to bind port 00b2e542-b7da-4987-ab07-2e98e72209c3 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'a53831f9-8777-4b9b-a1c4-e41b092eeda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:00:20.407572 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ac374f-6143-4c4f-93df-6c8ddd992fb4 None None] Attempting to bind port 00b2e542-b7da-4987-ab07-2e98e72209c3 on network 34a034e8-35b7-4b70-ada6-2e55ff0722c1 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:00:20.413308 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ac374f-6143-4c4f-93df-6c8ddd992fb4 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 19, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:00:20.413686 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ac374f-6143-4c4f-93df-6c8ddd992fb4 None None] Checking segment: {'id': 'a53831f9-8777-4b9b-a1c4-e41b092eeda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:00:20.414153 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-15ac374f-6143-4c4f-93df-6c8ddd992fb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:20.414710 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ac374f-6143-4c4f-93df-6c8ddd992fb4 None None] Bound using segment: {'id': 'a53831f9-8777-4b9b-a1c4-e41b092eeda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:00:20.415214 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-15ac374f-6143-4c4f-93df-6c8ddd992fb4 None None] Bound port: 00b2e542-b7da-4987-ab07-2e98e72209c3, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a53831f9-8777-4b9b-a1c4-e41b092eeda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:00:20.415599 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-15ac374f-6143-4c4f-93df-6c8ddd992fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (00b2e542-b7da-4987-ab07-2e98e72209c3), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:20.476122 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-9adbffc4-76df-4604-b519-95cad9426876 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Allocated IP 172.20.0.1 (34a034e8-35b7-4b70-ada6-2e55ff0722c1/67946d77-61f2-44da-b60c-17393e888589/a440b64f-f83a-4011-a51c-d1e1aa3b6e5d) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:00:20.523890 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0baa94d-ab48-4bd0-9e61-6d7fcafac8f3 req-66663395-a030-4343-8a59-9184405d0a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:20.526027 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d0baa94d-ab48-4bd0-9e61-6d7fcafac8f3 req-66663395-a030-4343-8a59-9184405d0a1c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 1128 time: 0.2237940 Mar 22 20:00:20.531372 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-15ac374f-6143-4c4f-93df-6c8ddd992fb4 None None] For port 00b2e542-b7da-4987-ab07-2e98e72209c3, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:00:20.537148 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-15ac374f-6143-4c4f-93df-6c8ddd992fb4 None None] For port 00b2e542-b7da-4987-ab07-2e98e72209c3, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=00b2e542-b7da-4987-ab07-2e98e72209c3,segment=NetworkSegment(a53831f9-8777-4b9b-a1c4-e41b092eeda9),segment_id=a53831f9-8777-4b9b-a1c4-e41b092eeda9)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:00:20.546390 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-15ac374f-6143-4c4f-93df-6c8ddd992fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (00b2e542-b7da-4987-ab07-2e98e72209c3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:20.649258 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac374f-6143-4c4f-93df-6c8ddd992fb4 None None] Pushing event updated for resources: {'Port': ['ID=00b2e542-b7da-4987-ab07-2e98e72209c3,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:20.738243 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-46ad32b0-5e92-4e97-ae8c-57b1b42e450b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476044779', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '6876c384-0636-41e8-a1e4-93bf4f304d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:59:59Z', 'updated_at': '2022-03-22T20:00:04Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '6876c384-0636-41e8-a1e4-93bf4f304d04', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:27:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:00Z', 'updated_at': '2022-03-22T20:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'cf0e3b22-8637-492f-acdd-ebf2b497a577', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'floating_ip_address': '172.25.5.157', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'port_id': '859b98c6-53d4-43e6-8d29-e07206ff09f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0', 'mac_address': 'fa:16:3e:e4:19:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e245d-138c-438c-aa9e-5cdb9cfd0d7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:00:18Z', 'updated_at': '2022-03-22T20:00:18Z', 'revision_number': 0, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '585dace4-7149-4671-9b74-e1be826f17c6', 'name': '', 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'mac_address': 'fa:16:3e:b3:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '75c8fac3-dcae-4e7c-8a20-21f797443286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:03Z', 'updated_at': '2022-03-22T20:00:07Z', 'revision_number': 5, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'subnets': [{'id': '75c8fac3-dcae-4e7c-8a20-21f797443286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:20.787405 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ad32b0-5e92-4e97-ae8c-57b1b42e450b None None] Checking router: d7dc40de-1a91-4312-9c97-df893aeef8b9 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:00:20.807504 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ad32b0-5e92-4e97-ae8c-57b1b42e450b None None] Routers {'d7dc40de-1a91-4312-9c97-df893aeef8b9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:00:20.808258 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-46ad32b0-5e92-4e97-ae8c-57b1b42e450b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:00:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d7dc40de-1a91-4312-9c97-df893aeef8b9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:20.957110 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-46ad32b0-5e92-4e97-ae8c-57b1b42e450b None None] Set router d7dc40de-1a91-4312-9c97-df893aeef8b9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:00:20.998862 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae245744-e2fe-4d56-994d-3327e2571262 req-da3b028e-3630-4080-a838-36514c97c215 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:21.006526 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ae245744-e2fe-4d56-994d-3327e2571262 req-da3b028e-3630-4080-a838-36514c97c215 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 945 time: 0.7054636 Mar 22 20:00:21.021341 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e6cfb266-c067-402c-acb0-dfb457617c81 req-52dc0db6-21ff-442d-8591-dd377a61fcfa tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 210 time: 0.5365138 Mar 22 20:00:21.339219 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 00b2e542-b7da-4987-ab07-2e98e72209c3 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:00:21.355644 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ae245744-e2fe-4d56-994d-3327e2571262 req-42b1bd47-e766-44a8-b445-24e18f157663 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3481553 Mar 22 20:00:21.383837 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36376) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:21.397397 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0baa94d-ab48-4bd0-9e61-6d7fcafac8f3 req-a330a113-627f-4faa-a69c-dfa17952de5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:21.398423 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-46ad32b0-5e92-4e97-ae8c-57b1b42e450b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476044779', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '6876c384-0636-41e8-a1e4-93bf4f304d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:59:59Z', 'updated_at': '2022-03-22T20:00:04Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '6876c384-0636-41e8-a1e4-93bf4f304d04', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:27:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:00Z', 'updated_at': '2022-03-22T20:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'cf0e3b22-8637-492f-acdd-ebf2b497a577', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'floating_ip_address': '172.25.5.157', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'port_id': '859b98c6-53d4-43e6-8d29-e07206ff09f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0', 'mac_address': 'fa:16:3e:e4:19:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e245d-138c-438c-aa9e-5cdb9cfd0d7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:00:18Z', 'updated_at': '2022-03-22T20:00:18Z', 'revision_number': 0, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '585dace4-7149-4671-9b74-e1be826f17c6', 'name': '', 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'mac_address': 'fa:16:3e:b3:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '75c8fac3-dcae-4e7c-8a20-21f797443286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:03Z', 'updated_at': '2022-03-22T20:00:07Z', 'revision_number': 5, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'subnets': [{'id': '75c8fac3-dcae-4e7c-8a20-21f797443286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:21.399996 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d0baa94d-ab48-4bd0-9e61-6d7fcafac8f3 req-a330a113-627f-4faa-a69c-dfa17952de5a service neutron] 10.222.0.84 "GET /v2.0/networks?id=77cdcc26-9739-4892-9783-f32585ecd5b0 HTTP/1.1" status: 200 len: 898 time: 0.3883412 Mar 22 20:00:21.422310 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9adbffc4-76df-4604-b519-95cad9426876 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for port (a440b64f-f83a-4011-a51c-d1e1aa3b6e5d), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:21.473714 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:21.483827 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 00b2e542-b7da-4987-ab07-2e98e72209c3 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:00:21.484589 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (00b2e542-b7da-4987-ab07-2e98e72209c3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:21.487891 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-eb8b420d-21be-45a4-8740-2d69a26becb7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/floatingips/cf0e3b22-8637-492f-acdd-ebf2b497a577 HTTP/1.1" status: 200 len: 991 time: 0.1022956 Mar 22 20:00:21.491757 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9adbffc4-76df-4604-b519-95cad9426876 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (a440b64f-f83a-4011-a51c-d1e1aa3b6e5d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:21.493955 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ad32b0-5e92-4e97-ae8c-57b1b42e450b None None] The sync data for ids ['d7dc40de-1a91-4312-9c97-df893aeef8b9'] in n-d-705658-24 is: [{'id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476044779', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '6876c384-0636-41e8-a1e4-93bf4f304d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:59:59Z', 'updated_at': '2022-03-22T20:00:04Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '6876c384-0636-41e8-a1e4-93bf4f304d04', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:27:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:00Z', 'updated_at': '2022-03-22T20:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'cf0e3b22-8637-492f-acdd-ebf2b497a577', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'floating_ip_address': '172.25.5.157', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'port_id': '859b98c6-53d4-43e6-8d29-e07206ff09f4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0', 'mac_address': 'fa:16:3e:e4:19:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554e245d-138c-438c-aa9e-5cdb9cfd0d7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:00:18Z', 'updated_at': '2022-03-22T20:00:18Z', 'revision_number': 0, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '585dace4-7149-4671-9b74-e1be826f17c6', 'name': '', 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'mac_address': 'fa:16:3e:b3:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '75c8fac3-dcae-4e7c-8a20-21f797443286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:03Z', 'updated_at': '2022-03-22T20:00:07Z', 'revision_number': 5, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'subnets': [{'id': '75c8fac3-dcae-4e7c-8a20-21f797443286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:00:21.574285 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adbffc4-76df-4604-b519-95cad9426876 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Network 34a034e8-35b7-4b70-ada6-2e55ff0722c1 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:00:21.579455 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-9adbffc4-76df-4604-b519-95cad9426876 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:00:21.585515 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adbffc4-76df-4604-b519-95cad9426876 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:00:21.595401 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 00b2e542-b7da-4987-ab07-2e98e72209c3 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:00:21.595976 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (00b2e542-b7da-4987-ab07-2e98e72209c3), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:21.673413 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 00b2e542-b7da-4987-ab07-2e98e72209c3, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=00b2e542-b7da-4987-ab07-2e98e72209c3,segment=NetworkSegment(a53831f9-8777-4b9b-a1c4-e41b092eeda9),segment_id=a53831f9-8777-4b9b-a1c4-e41b092eeda9)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:00:21.679747 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (00b2e542-b7da-4987-ab07-2e98e72209c3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:21.680441 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 867dc63e-7216-4799-a405-6a139085ace2 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:00:21.695905 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adbffc4-76df-4604-b519-95cad9426876 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'Port': ['ID=a440b64f-f83a-4011-a51c-d1e1aa3b6e5d,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:21.702194 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d0baa94d-ab48-4bd0-9e61-6d7fcafac8f3 req-6c310796-d865-48f0-ba49-a1db9666c398 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=859b98c6-53d4-43e6-8d29-e07206ff09f4 HTTP/1.1" status: 200 len: 999 time: 0.2242689 Mar 22 20:00:21.744929 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9adbffc4-76df-4604-b519-95cad9426876 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (cc6eec85-fa35-4862-b89a-1edf2d63d00e), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:21.804847 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=00b2e542-b7da-4987-ab07-2e98e72209c3,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:21.856599 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 867dc63e-7216-4799-a405-6a139085ace2 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:00:21.856991 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (867dc63e-7216-4799-a405-6a139085ace2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:21.927682 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0baa94d-ab48-4bd0-9e61-6d7fcafac8f3 req-16ef32e7-443b-4ba4-a232-9d3ffb98d086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:21.929740 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d0baa94d-ab48-4bd0-9e61-6d7fcafac8f3 req-16ef32e7-443b-4ba4-a232-9d3ffb98d086 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=75c8fac3-dcae-4e7c-8a20-21f797443286 HTTP/1.1" status: 200 len: 835 time: 0.2178183 Mar 22 20:00:22.013113 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3607ad-7ba6-4cfe-8127-d80eb687c47c None None] New status for floating IP cf0e3b22-8637-492f-acdd-ebf2b497a577: ACTIVE {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:00:22.043451 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0baa94d-ab48-4bd0-9e61-6d7fcafac8f3 req-d6454534-0f56-4880-9e2a-54b1bb1cd64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:22.045304 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d0baa94d-ab48-4bd0-9e61-6d7fcafac8f3 req-d6454534-0f56-4880-9e2a-54b1bb1cd64e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=77cdcc26-9739-4892-9783-f32585ecd5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1035161 Mar 22 20:00:22.190915 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c884fed8-4c3e-41fb-9e60-c5a90d0d1546 req-e9d7ed62-2bd0-4429-af9c-bbc0c9e3f3ef tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 210 time: 0.0641811 Mar 22 20:00:22.209190 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9adbffc4-76df-4604-b519-95cad9426876 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a440b64f-f83a-4011-a51c-d1e1aa3b6e5d), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:22.327621 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904e1b70-556d-4286-9a9b-0ef47ff73349 None None] Network 34a034e8-35b7-4b70-ada6-2e55ff0722c1 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:00:22.343318 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d0baa94d-ab48-4bd0-9e61-6d7fcafac8f3 req-b53d6783-1cca-4798-a661-82fbb8d0baca service neutron] 10.222.0.84 "GET /v2.0/networks/77cdcc26-9739-4892-9783-f32585ecd5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903528 Mar 22 20:00:22.397213 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 867dc63e-7216-4799-a405-6a139085ace2 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:00:22.397521 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (867dc63e-7216-4799-a405-6a139085ace2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:22.424877 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ac210764-6117-444a-aa9b-14320cecf702 None None] Provisioning complete for port 00b2e542-b7da-4987-ab07-2e98e72209c3 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:00:22.425253 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ac210764-6117-444a-aa9b-14320cecf702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (00b2e542-b7da-4987-ab07-2e98e72209c3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:22.486327 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36380) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:22.504366 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 867dc63e-7216-4799-a405-6a139085ace2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=867dc63e-7216-4799-a405-6a139085ace2,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:00:22.525062 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (867dc63e-7216-4799-a405-6a139085ace2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:22.601671 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-291a2e99-a2be-4203-b836-43f770e83a9e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/floatingips/cf0e3b22-8637-492f-acdd-ebf2b497a577 HTTP/1.1" status: 200 len: 991 time: 0.1141863 Mar 22 20:00:22.617783 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d0baa94d-ab48-4bd0-9e61-6d7fcafac8f3 req-6f5571cc-1edc-4b7e-b3af-d3a27e14a65a service neutron] 10.222.0.84 "GET /v2.0/networks/77cdcc26-9739-4892-9783-f32585ecd5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410653 Mar 22 20:00:22.651190 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=867dc63e-7216-4799-a405-6a139085ace2,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:22.704130 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ac210764-6117-444a-aa9b-14320cecf702 None None] Current status of the port 00b2e542-b7da-4987-ab07-2e98e72209c3 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:00:22.762427 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9adbffc4-76df-4604-b519-95cad9426876 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for port (a440b64f-f83a-4011-a51c-d1e1aa3b6e5d), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:22.772698 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9adbffc4-76df-4604-b519-95cad9426876 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (a440b64f-f83a-4011-a51c-d1e1aa3b6e5d), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:22.857363 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adbffc4-76df-4604-b519-95cad9426876 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'Port': ['ID=a440b64f-f83a-4011-a51c-d1e1aa3b6e5d,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:22.860210 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9adbffc4-76df-4604-b519-95cad9426876 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (cc6eec85-fa35-4862-b89a-1edf2d63d00e), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:22.964883 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adbffc4-76df-4604-b519-95cad9426876 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Network 34a034e8-35b7-4b70-ada6-2e55ff0722c1 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:00:22.966538 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-9adbffc4-76df-4604-b519-95cad9426876 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:00:23.058326 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-a4f1e797-2f4d-490a-aca9-387427a656b6 None None] Provisioning complete for port 00b2e542-b7da-4987-ab07-2e98e72209c3 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:00:23.058956 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a4f1e797-2f4d-490a-aca9-387427a656b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (00b2e542-b7da-4987-ab07-2e98e72209c3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:23.131789 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9adbffc4-76df-4604-b519-95cad9426876 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Router cc6eec85-fa35-4862-b89a-1edf2d63d00e has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:00:23.160393 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-a4f1e797-2f4d-490a-aca9-387427a656b6 None None] Current status of the port 00b2e542-b7da-4987-ab07-2e98e72209c3 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:00:23.175916 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-a4f1e797-2f4d-490a-aca9-387427a656b6 None None] Provisioning complete for port a440b64f-f83a-4011-a51c-d1e1aa3b6e5d triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:00:23.176241 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a4f1e797-2f4d-490a-aca9-387427a656b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a440b64f-f83a-4011-a51c-d1e1aa3b6e5d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:23.202018 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 00b2e542-b7da-4987-ab07-2e98e72209c3 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:00:23.271998 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-a4f1e797-2f4d-490a-aca9-387427a656b6 None None] Port a440b64f-f83a-4011-a51c-d1e1aa3b6e5d cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:00:23.279704 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9adbffc4-76df-4604-b519-95cad9426876 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:00:23.287985 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9adbffc4-76df-4604-b519-95cad9426876 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "PUT /v2.0/routers/cc6eec85-fa35-4862-b89a-1edf2d63d00e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0763443 Mar 22 20:00:23.288108 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36384) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:23.292111 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 00b2e542-b7da-4987-ab07-2e98e72209c3 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:00:23.292495 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (00b2e542-b7da-4987-ab07-2e98e72209c3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:23.301685 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7aa2caf-0306-43fc-b2d0-a1619fde3be3 None None] Sync routers for ids ['cc6eec85-fa35-4862-b89a-1edf2d63d00e'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:00:23.321514 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7aa2caf-0306-43fc-b2d0-a1619fde3be3 None None] Routers {'cc6eec85-fa35-4862-b89a-1edf2d63d00e'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:00:23.322264 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-b7aa2caf-0306-43fc-b2d0-a1619fde3be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:00:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cc6eec85-fa35-4862-b89a-1edf2d63d00e'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:23.382114 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-47e4010d-f01d-4214-809c-a0cd7298cd84 req-9f955071-7ed0-457b-a420-ca69cf5e6596 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 210 time: 0.0525005 Mar 22 20:00:23.441140 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-90d24735-9a1c-4028-b1f2-1a86b4761470 None None] Provisioning complete for port a440b64f-f83a-4011-a51c-d1e1aa3b6e5d triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:00:23.441889 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-90d24735-9a1c-4028-b1f2-1a86b4761470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a440b64f-f83a-4011-a51c-d1e1aa3b6e5d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:23.443831 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 00b2e542-b7da-4987-ab07-2e98e72209c3 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:00:23.445158 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 867dc63e-7216-4799-a405-6a139085ace2 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:00:23.481893 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-b7aa2caf-0306-43fc-b2d0-a1619fde3be3 None None] Set router cc6eec85-fa35-4862-b89a-1edf2d63d00e gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:00:23.524959 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-90d24735-9a1c-4028-b1f2-1a86b4761470 None None] Port a440b64f-f83a-4011-a51c-d1e1aa3b6e5d cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:00:23.557497 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e297156-64b1-40c8-bb6c-793380578cf5 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:23.559165 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e297156-64b1-40c8-bb6c-793380578cf5 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:23.559781 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e297156-64b1-40c8-bb6c-793380578cf5 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:23.560116 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 867dc63e-7216-4799-a405-6a139085ace2 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:00:23.560546 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e297156-64b1-40c8-bb6c-793380578cf5 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:23.561084 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (867dc63e-7216-4799-a405-6a139085ace2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:23.562002 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e297156-64b1-40c8-bb6c-793380578cf5 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:23.563644 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e297156-64b1-40c8-bb6c-793380578cf5 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:23.564788 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e297156-64b1-40c8-bb6c-793380578cf5 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:23.569531 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3e297156-64b1-40c8-bb6c-793380578cf5 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4968 time: 0.2778361 Mar 22 20:00:23.569817 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36386) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:23.604090 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36388) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:23.674099 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 867dc63e-7216-4799-a405-6a139085ace2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:00:23.701352 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-1d1f4720-5b10-42f7-8711-70de070a218e None None] Provisioning complete for port a440b64f-f83a-4011-a51c-d1e1aa3b6e5d triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:00:23.701653 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1d1f4720-5b10-42f7-8711-70de070a218e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a440b64f-f83a-4011-a51c-d1e1aa3b6e5d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:23.722657 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1a638fb8-6c50-48e0-89f1-6c35613944ec tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/floatingips/cf0e3b22-8637-492f-acdd-ebf2b497a577 HTTP/1.1" status: 200 len: 993 time: 0.1168225 Mar 22 20:00:23.746869 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf557e5e-900a-4fe7-9b5b-2f1b226a47f5 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:23.747320 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf557e5e-900a-4fe7-9b5b-2f1b226a47f5 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:23.747841 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf557e5e-900a-4fe7-9b5b-2f1b226a47f5 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:23.748351 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf557e5e-900a-4fe7-9b5b-2f1b226a47f5 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:23.749294 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf557e5e-900a-4fe7-9b5b-2f1b226a47f5 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:23.749294 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf557e5e-900a-4fe7-9b5b-2f1b226a47f5 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:23.749862 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf557e5e-900a-4fe7-9b5b-2f1b226a47f5 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:23.755228 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36390) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:23.755416 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cf557e5e-900a-4fe7-9b5b-2f1b226a47f5 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.1844585 Mar 22 20:00:23.770532 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1d1f4720-5b10-42f7-8711-70de070a218e None None] Port a440b64f-f83a-4011-a51c-d1e1aa3b6e5d cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:00:23.881946 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-b7aa2caf-0306-43fc-b2d0-a1619fde3be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'name': 'tempest-TestNetworkBasicOps-router-1774441573', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '867dc63e-7216-4799-a405-6a139085ace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:00:22Z', 'revision_number': 4, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'gw_port': {'id': '867dc63e-7216-4799-a405-6a139085ace2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'a440b64f-f83a-4011-a51c-d1e1aa3b6e5d', 'name': '', 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'mac_address': 'fa:16:3e:af:06:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '67946d77-61f2-44da-b60c-17393e888589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:20Z', 'updated_at': '2022-03-22T20:00:22Z', 'revision_number': 2, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'subnets': [{'id': '67946d77-61f2-44da-b60c-17393e888589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:23.913907 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7aa2caf-0306-43fc-b2d0-a1619fde3be3 None None] Checking router: cc6eec85-fa35-4862-b89a-1edf2d63d00e for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:00:23.914711 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7aa2caf-0306-43fc-b2d0-a1619fde3be3 None None] Updating router cc6eec85-fa35-4862-b89a-1edf2d63d00e port a440b64f-f83a-4011-a51c-d1e1aa3b6e5d binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:00:23.945158 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-b7aa2caf-0306-43fc-b2d0-a1619fde3be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a440b64f-f83a-4011-a51c-d1e1aa3b6e5d), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:24.028392 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-81ca9c73-94d8-458f-9985-5dee69ef5894 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3770 time: 0.2708611 Mar 22 20:00:24.250080 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-b7aa2caf-0306-43fc-b2d0-a1619fde3be3 None None] Publish callbacks [] for port (a440b64f-f83a-4011-a51c-d1e1aa3b6e5d), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:24.256767 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-b7aa2caf-0306-43fc-b2d0-a1619fde3be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a440b64f-f83a-4011-a51c-d1e1aa3b6e5d), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:24.295080 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36394) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:24.300157 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-960cfc70-0a6c-4880-bc3d-2b0a3e40ebdb tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1086333243', 'description': 'tempest-secgroup-smoke-1086333243 description', 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:00:24.315466 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61651e-c82f-4695-b162-21c47f9b6436 None None] Pushing event updated for resources: {'Port': ['ID=a440b64f-f83a-4011-a51c-d1e1aa3b6e5d,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:24.331708 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-960cfc70-0a6c-4880-bc3d-2b0a3e40ebdb tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:24.409486 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-b7aa2caf-0306-43fc-b2d0-a1619fde3be3 None None] Attempting to bind port a440b64f-f83a-4011-a51c-d1e1aa3b6e5d on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:00:24.409907 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-b7aa2caf-0306-43fc-b2d0-a1619fde3be3 None None] Attempting to bind port a440b64f-f83a-4011-a51c-d1e1aa3b6e5d by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'a53831f9-8777-4b9b-a1c4-e41b092eeda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:00:24.410276 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7aa2caf-0306-43fc-b2d0-a1619fde3be3 None None] Attempting to bind port a440b64f-f83a-4011-a51c-d1e1aa3b6e5d on network 34a034e8-35b7-4b70-ada6-2e55ff0722c1 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:00:24.416976 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7aa2caf-0306-43fc-b2d0-a1619fde3be3 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:00:24.417351 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7aa2caf-0306-43fc-b2d0-a1619fde3be3 None None] Checking segment: {'id': 'a53831f9-8777-4b9b-a1c4-e41b092eeda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:00:24.418449 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-b7aa2caf-0306-43fc-b2d0-a1619fde3be3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:24.418834 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7aa2caf-0306-43fc-b2d0-a1619fde3be3 None None] Bound using segment: {'id': 'a53831f9-8777-4b9b-a1c4-e41b092eeda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:00:24.419307 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-b7aa2caf-0306-43fc-b2d0-a1619fde3be3 None None] Bound port: a440b64f-f83a-4011-a51c-d1e1aa3b6e5d, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a53831f9-8777-4b9b-a1c4-e41b092eeda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:00:24.419683 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-b7aa2caf-0306-43fc-b2d0-a1619fde3be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a440b64f-f83a-4011-a51c-d1e1aa3b6e5d), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:24.429148 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-960cfc70-0a6c-4880-bc3d-2b0a3e40ebdb tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group (98f2d4ef-8ecb-45dc-ac02-b5f2e3ef7b46), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:24.434814 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-960cfc70-0a6c-4880-bc3d-2b0a3e40ebdb tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (98f2d4ef-8ecb-45dc-ac02-b5f2e3ef7b46), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:24.476718 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-960cfc70-0a6c-4880-bc3d-2b0a3e40ebdb tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:24.481471 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-960cfc70-0a6c-4880-bc3d-2b0a3e40ebdb tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1825042 Mar 22 20:00:24.481471 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960cfc70-0a6c-4880-bc3d-2b0a3e40ebdb tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98f2d4ef-8ecb-45dc-ac02-b5f2e3ef7b46,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:24.482613 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36398) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:24.488802 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-666e3c3e-c847-46ef-b894-4388f6cdba36 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Request body: {'security_group_rule': {'security_group_id': '98f2d4ef-8ecb-45dc-ac02-b5f2e3ef7b46', 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:00:24.503997 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-b7aa2caf-0306-43fc-b2d0-a1619fde3be3 None None] For port a440b64f-f83a-4011-a51c-d1e1aa3b6e5d, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:00:24.509213 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-b7aa2caf-0306-43fc-b2d0-a1619fde3be3 None None] For port a440b64f-f83a-4011-a51c-d1e1aa3b6e5d, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a440b64f-f83a-4011-a51c-d1e1aa3b6e5d,segment=NetworkSegment(a53831f9-8777-4b9b-a1c4-e41b092eeda9),segment_id=a53831f9-8777-4b9b-a1c4-e41b092eeda9)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:00:24.516282 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-b7aa2caf-0306-43fc-b2d0-a1619fde3be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a440b64f-f83a-4011-a51c-d1e1aa3b6e5d), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:24.528186 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-666e3c3e-c847-46ef-b894-4388f6cdba36 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (0b3490e6-9dc7-46b3-92de-1a335ed828e9), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:24.591924 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-19ebdabe-8769-4035-9249-ec39e76fd52d req-a56d9022-1a3d-4361-a4d7-fdca30be912a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 210 time: 0.0548997 Mar 22 20:00:24.624661 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7aa2caf-0306-43fc-b2d0-a1619fde3be3 None None] Routers {'cc6eec85-fa35-4862-b89a-1edf2d63d00e'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:00:24.625819 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-b7aa2caf-0306-43fc-b2d0-a1619fde3be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:00:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cc6eec85-fa35-4862-b89a-1edf2d63d00e'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:24.627715 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61651e-c82f-4695-b162-21c47f9b6436 None None] Pushing event updated for resources: {'Port': ['ID=a440b64f-f83a-4011-a51c-d1e1aa3b6e5d,revision_number=4']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:24.662410 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-666e3c3e-c847-46ef-b894-4388f6cdba36 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (0b3490e6-9dc7-46b3-92de-1a335ed828e9), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:24.667257 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-666e3c3e-c847-46ef-b894-4388f6cdba36 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (0b3490e6-9dc7-46b3-92de-1a335ed828e9), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:24.682199 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e3c3e-c847-46ef-b894-4388f6cdba36 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b3490e6-9dc7-46b3-92de-1a335ed828e9,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:24.708561 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-3547a711-f45e-41b5-b276-89fe54506699 None None] Provisioning complete for port a440b64f-f83a-4011-a51c-d1e1aa3b6e5d triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:00:24.708957 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3547a711-f45e-41b5-b276-89fe54506699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a440b64f-f83a-4011-a51c-d1e1aa3b6e5d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:24.713340 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-666e3c3e-c847-46ef-b894-4388f6cdba36 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:24.719622 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-666e3c3e-c847-46ef-b894-4388f6cdba36 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2358544 Mar 22 20:00:24.719777 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36400) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:24.727563 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-f61ff435-b1dc-4868-ab49-3947c6cb64a7 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Request body: {'security_group_rule': {'security_group_id': '98f2d4ef-8ecb-45dc-ac02-b5f2e3ef7b46', 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:00:24.800690 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f61ff435-b1dc-4868-ab49-3947c6cb64a7 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (e0e7d43f-dd8d-468c-b8aa-623ae29dfb6c), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:24.833099 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-3547a711-f45e-41b5-b276-89fe54506699 None None] Current status of the port a440b64f-f83a-4011-a51c-d1e1aa3b6e5d is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:00:24.833662 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3547a711-f45e-41b5-b276-89fe54506699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a440b64f-f83a-4011-a51c-d1e1aa3b6e5d), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:24.873556 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-3547a711-f45e-41b5-b276-89fe54506699 None None] For port a440b64f-f83a-4011-a51c-d1e1aa3b6e5d, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a440b64f-f83a-4011-a51c-d1e1aa3b6e5d,segment=NetworkSegment(a53831f9-8777-4b9b-a1c4-e41b092eeda9),segment_id=a53831f9-8777-4b9b-a1c4-e41b092eeda9)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:00:24.879254 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3547a711-f45e-41b5-b276-89fe54506699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a440b64f-f83a-4011-a51c-d1e1aa3b6e5d), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:24.899388 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-b7aa2caf-0306-43fc-b2d0-a1619fde3be3 None None] Set router cc6eec85-fa35-4862-b89a-1edf2d63d00e gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:00:24.928229 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f61ff435-b1dc-4868-ab49-3947c6cb64a7 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (e0e7d43f-dd8d-468c-b8aa-623ae29dfb6c), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:24.933611 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f61ff435-b1dc-4868-ab49-3947c6cb64a7 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (e0e7d43f-dd8d-468c-b8aa-623ae29dfb6c), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:24.962322 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ff435-b1dc-4868-ab49-3947c6cb64a7 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0e7d43f-dd8d-468c-b8aa-623ae29dfb6c,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:24.979440 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f61ff435-b1dc-4868-ab49-3947c6cb64a7 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:24.981606 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f61ff435-b1dc-4868-ab49-3947c6cb64a7 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2603223 Mar 22 20:00:24.986729 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36402) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:24.992539 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547a711-f45e-41b5-b276-89fe54506699 None None] Pushing event updated for resources: {'Port': ['ID=a440b64f-f83a-4011-a51c-d1e1aa3b6e5d,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:24.995049 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-c0b7df60-69f1-4141-9945-a3de32f60558 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Request body: {'security_group_rule': {'security_group_id': '98f2d4ef-8ecb-45dc-ac02-b5f2e3ef7b46', 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:00:25.009324 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-d2e445b0-39b6-46c0-b956-f4d93ccbd2ed None None] Provisioning complete for port a440b64f-f83a-4011-a51c-d1e1aa3b6e5d triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:00:25.010005 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d2e445b0-39b6-46c0-b956-f4d93ccbd2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a440b64f-f83a-4011-a51c-d1e1aa3b6e5d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:25.035085 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c0b7df60-69f1-4141-9945-a3de32f60558 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (fcbcd951-2cb7-47b3-a55b-1d64ce24e5b3), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:25.115798 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c0b7df60-69f1-4141-9945-a3de32f60558 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (fcbcd951-2cb7-47b3-a55b-1d64ce24e5b3), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:25.121316 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c0b7df60-69f1-4141-9945-a3de32f60558 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (fcbcd951-2cb7-47b3-a55b-1d64ce24e5b3), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:25.121589 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d2e445b0-39b6-46c0-b956-f4d93ccbd2ed None None] Current status of the port a440b64f-f83a-4011-a51c-d1e1aa3b6e5d is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:00:25.140794 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7df60-69f1-4141-9945-a3de32f60558 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcbcd951-2cb7-47b3-a55b-1d64ce24e5b3,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:25.152855 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c0b7df60-69f1-4141-9945-a3de32f60558 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:25.157316 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c0b7df60-69f1-4141-9945-a3de32f60558 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1660972 Mar 22 20:00:25.157634 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36404) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:25.162384 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-050347c3-8506-4799-8cdf-317f3d821b4e tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Request body: {'security_group_rule': {'security_group_id': '98f2d4ef-8ecb-45dc-ac02-b5f2e3ef7b46', 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:00:25.190240 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-050347c3-8506-4799-8cdf-317f3d821b4e tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (a8773758-b6c7-42bf-83c9-6453176f235e), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:25.236646 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-b7aa2caf-0306-43fc-b2d0-a1619fde3be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'name': 'tempest-TestNetworkBasicOps-router-1774441573', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '867dc63e-7216-4799-a405-6a139085ace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:00:22Z', 'revision_number': 4, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'gw_port': {'id': '867dc63e-7216-4799-a405-6a139085ace2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'a440b64f-f83a-4011-a51c-d1e1aa3b6e5d', 'name': '', 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'mac_address': 'fa:16:3e:af:06:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '67946d77-61f2-44da-b60c-17393e888589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:20Z', 'updated_at': '2022-03-22T20:00:24Z', 'revision_number': 4, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'subnets': [{'id': '67946d77-61f2-44da-b60c-17393e888589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:25.252804 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-050347c3-8506-4799-8cdf-317f3d821b4e tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (a8773758-b6c7-42bf-83c9-6453176f235e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:25.257724 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-050347c3-8506-4799-8cdf-317f3d821b4e tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (a8773758-b6c7-42bf-83c9-6453176f235e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:25.264586 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7aa2caf-0306-43fc-b2d0-a1619fde3be3 None None] The sync data for ids ['cc6eec85-fa35-4862-b89a-1edf2d63d00e'] in n-d-705658-24 is: [{'id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'name': 'tempest-TestNetworkBasicOps-router-1774441573', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '867dc63e-7216-4799-a405-6a139085ace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:00:22Z', 'revision_number': 4, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'gw_port': {'id': '867dc63e-7216-4799-a405-6a139085ace2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'a440b64f-f83a-4011-a51c-d1e1aa3b6e5d', 'name': '', 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'mac_address': 'fa:16:3e:af:06:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '67946d77-61f2-44da-b60c-17393e888589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:20Z', 'updated_at': '2022-03-22T20:00:24Z', 'revision_number': 4, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'subnets': [{'id': '67946d77-61f2-44da-b60c-17393e888589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:00:25.277465 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050347c3-8506-4799-8cdf-317f3d821b4e tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8773758-b6c7-42bf-83c9-6453176f235e,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:25.287751 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-050347c3-8506-4799-8cdf-317f3d821b4e tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:25.289825 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-050347c3-8506-4799-8cdf-317f3d821b4e tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1302202 Mar 22 20:00:25.292083 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36406) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:25.297280 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-1320d1a9-be98-4f7b-91f7-11ea87be61e6 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Request body: {'security_group_rule': {'security_group_id': '98f2d4ef-8ecb-45dc-ac02-b5f2e3ef7b46', 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:00:25.344684 n-d-705658-24 neutron-server[104173]: INFO neutron.db.securitygroups_db [None req-1320d1a9-be98-4f7b-91f7-11ea87be61e6 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Project 0a9f551f23724cbfbcd0f3d327611c2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 20:00:25.355184 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1320d1a9-be98-4f7b-91f7-11ea87be61e6 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (1577a62e-6d80-443f-9e9b-39ef4bc6d98c), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:25.432162 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1320d1a9-be98-4f7b-91f7-11ea87be61e6 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (1577a62e-6d80-443f-9e9b-39ef4bc6d98c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:25.437119 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1320d1a9-be98-4f7b-91f7-11ea87be61e6 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (1577a62e-6d80-443f-9e9b-39ef4bc6d98c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:25.459235 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1320d1a9-be98-4f7b-91f7-11ea87be61e6 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1577a62e-6d80-443f-9e9b-39ef4bc6d98c,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:25.465471 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1320d1a9-be98-4f7b-91f7-11ea87be61e6 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:25.469672 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36408) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:25.471238 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1320d1a9-be98-4f7b-91f7-11ea87be61e6 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1767337 Mar 22 20:00:25.476472 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-74ddd7ff-4306-44c0-83fa-58f21b950c24 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Request body: {'security_group_rule': {'security_group_id': '98f2d4ef-8ecb-45dc-ac02-b5f2e3ef7b46', 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:00:25.503384 n-d-705658-24 neutron-server[104172]: INFO neutron.db.securitygroups_db [None req-74ddd7ff-4306-44c0-83fa-58f21b950c24 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Project 0a9f551f23724cbfbcd0f3d327611c2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 20:00:25.509018 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-74ddd7ff-4306-44c0-83fa-58f21b950c24 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (0d7125c1-5aab-4821-90ea-c7b0b742a115), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:25.590589 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-74ddd7ff-4306-44c0-83fa-58f21b950c24 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (0d7125c1-5aab-4821-90ea-c7b0b742a115), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:25.595580 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-74ddd7ff-4306-44c0-83fa-58f21b950c24 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (0d7125c1-5aab-4821-90ea-c7b0b742a115), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:25.619212 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ddd7ff-4306-44c0-83fa-58f21b950c24 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7125c1-5aab-4821-90ea-c7b0b742a115,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:25.629238 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-74ddd7ff-4306-44c0-83fa-58f21b950c24 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:25.643158 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-74ddd7ff-4306-44c0-83fa-58f21b950c24 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1580763 Mar 22 20:00:25.738603 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3118ab7e-9cf5-448b-8eb4-82c8ce4d6a9d req-cba45047-71cc-41bc-8e29-97d626f6ea35 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 210 time: 0.0502408 Mar 22 20:00:25.831007 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-1c6ca1d4-a6e7-4dfc-bab9-33fa7b39960b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1086333243&fields=id&tenant_id=0a9f551f23724cbfbcd0f3d327611c2d HTTP/1.1" status: 200 len: 267 time: 0.0559611 Mar 22 20:00:25.973922 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-95deed93-f3a4-490e-8dff-77986a2ff80e tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:25.975902 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-95deed93-f3a4-490e-8dff-77986a2ff80e tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/networks?id=34a034e8-35b7-4b70-ada6-2e55ff0722c1 HTTP/1.1" status: 200 len: 796 time: 0.1382322 Mar 22 20:00:26.002384 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-30c008c9-c8aa-4dd4-a8f2-14652ef9b473 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/quotas/0a9f551f23724cbfbcd0f3d327611c2d HTTP/1.1" status: 200 len: 375 time: 0.0192966 Mar 22 20:00:26.087322 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-b09fbd21-9264-4468-871f-d98924f85749 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0a9f551f23724cbfbcd0f3d327611c2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781329 Mar 22 20:00:26.271269 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-0aa332b8-bc45-42fe-9920-965a3b646527 service neutron] 10.222.0.75 "GET /v2.0/networks/34a034e8-35b7-4b70-ada6-2e55ff0722c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639512 Mar 22 20:00:26.457590 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-f213ec62-9fe8-4db3-9b1a-537fd52fee3c service neutron] 10.222.0.75 "GET /v2.0/networks/34a034e8-35b7-4b70-ada6-2e55ff0722c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783948 Mar 22 20:00:26.694307 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f69a10e8-68f0-4ccb-a64a-1090ef4850e2 req-07a2e375-6092-4f47-86e9-518b34541028 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=15ca6722-1411-4d5b-8e9a-bc44559e6459 HTTP/1.1" status: 200 len: 210 time: 0.0338836 Mar 22 20:00:26.841773 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-affd14f5-f6ee-4ce8-a5cc-4f419a2cbb76 req-280b698a-d20e-4f11-85c8-7f2ff5b2a695 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=56dcf815-ccee-42e1-9932-fb362b9b9b48 HTTP/1.1" status: 200 len: 210 time: 0.0293021 Mar 22 20:00:27.201931 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a440b64f-f83a-4011-a51c-d1e1aa3b6e5d up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:00:27.256885 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port a440b64f-f83a-4011-a51c-d1e1aa3b6e5d triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:00:27.257263 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a440b64f-f83a-4011-a51c-d1e1aa3b6e5d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:27.341985 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a440b64f-f83a-4011-a51c-d1e1aa3b6e5d is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:00:27.828908 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-602cfeba-537e-403a-bab6-c4af1783d522 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:27.832194 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-602cfeba-537e-403a-bab6-c4af1783d522 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.85 "GET /v2.0/networks?id=34a034e8-35b7-4b70-ada6-2e55ff0722c1 HTTP/1.1" status: 200 len: 796 time: 0.1819482 Mar 22 20:00:27.865271 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0e80f170-c562-458c-b5e0-e94b477986e9 req-3781f91e-6d15-4f53-8287-ed135c95daa7 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=15ca6722-1411-4d5b-8e9a-bc44559e6459 HTTP/1.1" status: 200 len: 210 time: 0.0442073 Mar 22 20:00:27.928229 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-db31b206-32b0-4ee1-aaa5-2ec99cd57828 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a9f551f23724cbfbcd0f3d327611c2d HTTP/1.1" status: 200 len: 380 time: 0.0874701 Mar 22 20:00:27.937918 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-5553b80c-be8a-44fd-b44f-949150782769 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Request body: {'port': {'device_id': '15ca6722-1411-4d5b-8e9a-bc44559e6459', 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1', 'admin_state_up': True, 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'security_groups': ['98f2d4ef-8ecb-45dc-ac02-b5f2e3ef7b46']}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:00:28.092920 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-5553b80c-be8a-44fd-b44f-949150782769 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Made reservation on behalf of 0a9f551f23724cbfbcd0f3d327611c2d for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:00:28.097573 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-5553b80c-be8a-44fd-b44f-949150782769 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:28.261460 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-84727eef-c70e-44a8-8c54-6edf10d5bdcd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-214692615&fields=id&tenant_id=99d72c7dab634aac93e71becf6d2998e HTTP/1.1" status: 200 len: 267 time: 0.0726595 Mar 22 20:00:28.416642 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-6f7e5e75-cec5-4659-b2b5-4f7d07d7cdd6 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:28.418931 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-6f7e5e75-cec5-4659-b2b5-4f7d07d7cdd6 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/networks?id=942e739d-0f2d-40f4-8f81-80042bf466e6 HTTP/1.1" status: 200 len: 810 time: 0.1460254 Mar 22 20:00:28.435060 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-5682d552-ba16-4189-b037-18a11ad1620b tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/quotas/99d72c7dab634aac93e71becf6d2998e HTTP/1.1" status: 200 len: 375 time: 0.0096433 Mar 22 20:00:28.495966 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-8bfbb7ff-52f0-4234-b531-73ed82324fbb tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=99d72c7dab634aac93e71becf6d2998e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534294 Mar 22 20:00:28.579731 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-5553b80c-be8a-44fd-b44f-949150782769 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Allocated IP 172.20.0.7 (34a034e8-35b7-4b70-ada6-2e55ff0722c1/67946d77-61f2-44da-b60c-17393e888589/69090c15-0426-4b8c-896b-956d503bae9c) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:00:28.707699 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-71b7573c-0b06-422c-9bd1-7d5984153ef3 service neutron] 10.222.0.75 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939113 Mar 22 20:00:28.790967 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-5553b80c-be8a-44fd-b44f-949150782769 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for port (69090c15-0426-4b8c-896b-956d503bae9c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:28.829266 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-18d5df65-380a-4bb7-a13e-f49d3d745597 service neutron] 10.222.0.75 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150055 Mar 22 20:00:28.847804 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-5553b80c-be8a-44fd-b44f-949150782769 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (69090c15-0426-4b8c-896b-956d503bae9c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:28.928075 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-5553b80c-be8a-44fd-b44f-949150782769 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Network 34a034e8-35b7-4b70-ada6-2e55ff0722c1 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:00:28.937405 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-5553b80c-be8a-44fd-b44f-949150782769 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:00:28.946953 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-5553b80c-be8a-44fd-b44f-949150782769 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:00:28.998908 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553b80c-be8a-44fd-b44f-949150782769 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'Port': ['ID=69090c15-0426-4b8c-896b-956d503bae9c,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:29.073124 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-5553b80c-be8a-44fd-b44f-949150782769 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:29.073934 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-5553b80c-be8a-44fd-b44f-949150782769 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:29.085557 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d621dd8-a800-4e63-b57c-f6983e393017 req-18723f8d-6059-446e-aee7-19b432a765c2 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:29.091817 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3d621dd8-a800-4e63-b57c-f6983e393017 req-18723f8d-6059-446e-aee7-19b432a765c2 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=15ca6722-1411-4d5b-8e9a-bc44559e6459 HTTP/1.1" status: 200 len: 931 time: 0.1163347 Mar 22 20:00:29.108527 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-5553b80c-be8a-44fd-b44f-949150782769 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1752911 Mar 22 20:00:29.122717 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-1ef8ecaa-bf88-4dae-8c27-0eecea74cd4c service neutron] Request body: {'port': {'device_id': '15ca6722-1411-4d5b-8e9a-bc44559e6459', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:00:29.197326 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3d621dd8-a800-4e63-b57c-f6983e393017 req-271cf8ba-176d-423f-b336-bdb9e11a3863 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?id=98f2d4ef-8ecb-45dc-ac02-b5f2e3ef7b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945094 Mar 22 20:00:29.231854 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-1ef8ecaa-bf88-4dae-8c27-0eecea74cd4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (69090c15-0426-4b8c-896b-956d503bae9c), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:29.326367 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-05a779d3-6895-4298-85b5-d43c0a30b0a5 req-e83ef0c6-b7f4-45fe-a23d-55508e223f6d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 210 time: 0.0390267 Mar 22 20:00:29.405598 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-1504470e-76de-4b78-9f47-65e3d1095289 None None] Provisioning complete for port 69090c15-0426-4b8c-896b-956d503bae9c triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:00:29.406485 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1504470e-76de-4b78-9f47-65e3d1095289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (69090c15-0426-4b8c-896b-956d503bae9c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:29.459276 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1504470e-76de-4b78-9f47-65e3d1095289 None None] Port 69090c15-0426-4b8c-896b-956d503bae9c cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:00:29.587729 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-1ef8ecaa-bf88-4dae-8c27-0eecea74cd4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69090c15-0426-4b8c-896b-956d503bae9c {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:00:29.602896 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-1ef8ecaa-bf88-4dae-8c27-0eecea74cd4c service neutron] Publish callbacks [] for port (69090c15-0426-4b8c-896b-956d503bae9c), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:29.622900 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-1ef8ecaa-bf88-4dae-8c27-0eecea74cd4c service neutron] Transition to ACTIVE for port object 69090c15-0426-4b8c-896b-956d503bae9c will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:00:29.628462 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-1ef8ecaa-bf88-4dae-8c27-0eecea74cd4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (69090c15-0426-4b8c-896b-956d503bae9c), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:29.734088 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8ecaa-bf88-4dae-8c27-0eecea74cd4c service neutron] Pushing event updated for resources: {'Port': ['ID=69090c15-0426-4b8c-896b-956d503bae9c,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:29.801371 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-1ef8ecaa-bf88-4dae-8c27-0eecea74cd4c service neutron] Attempting to bind port 69090c15-0426-4b8c-896b-956d503bae9c on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:00:29.802033 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-1ef8ecaa-bf88-4dae-8c27-0eecea74cd4c service neutron] Attempting to bind port 69090c15-0426-4b8c-896b-956d503bae9c by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': 'a53831f9-8777-4b9b-a1c4-e41b092eeda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:00:29.802362 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-1ef8ecaa-bf88-4dae-8c27-0eecea74cd4c service neutron] Attempting to bind port 69090c15-0426-4b8c-896b-956d503bae9c on network 34a034e8-35b7-4b70-ada6-2e55ff0722c1 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:00:29.816091 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-1ef8ecaa-bf88-4dae-8c27-0eecea74cd4c service neutron] Port 69090c15-0426-4b8c-896b-956d503bae9c on network 34a034e8-35b7-4b70-ada6-2e55ff0722c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:00:29.816091 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-1ef8ecaa-bf88-4dae-8c27-0eecea74cd4c service neutron] Attempting to bind port 69090c15-0426-4b8c-896b-956d503bae9c on network 34a034e8-35b7-4b70-ada6-2e55ff0722c1 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:00:29.823438 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-1ef8ecaa-bf88-4dae-8c27-0eecea74cd4c service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:00:29.823778 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-1ef8ecaa-bf88-4dae-8c27-0eecea74cd4c service neutron] Checking segment: {'id': 'a53831f9-8777-4b9b-a1c4-e41b092eeda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:00:29.824221 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-1ef8ecaa-bf88-4dae-8c27-0eecea74cd4c service neutron] Bound using segment: {'id': 'a53831f9-8777-4b9b-a1c4-e41b092eeda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:00:29.824761 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-1ef8ecaa-bf88-4dae-8c27-0eecea74cd4c service neutron] Bound port: 69090c15-0426-4b8c-896b-956d503bae9c, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a53831f9-8777-4b9b-a1c4-e41b092eeda9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:00:29.825107 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-1ef8ecaa-bf88-4dae-8c27-0eecea74cd4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (69090c15-0426-4b8c-896b-956d503bae9c), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:29.923152 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-1ef8ecaa-bf88-4dae-8c27-0eecea74cd4c service neutron] For port 69090c15-0426-4b8c-896b-956d503bae9c, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:00:29.927297 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-1ef8ecaa-bf88-4dae-8c27-0eecea74cd4c service neutron] For port 69090c15-0426-4b8c-896b-956d503bae9c, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=69090c15-0426-4b8c-896b-956d503bae9c,segment=NetworkSegment(a53831f9-8777-4b9b-a1c4-e41b092eeda9),segment_id=a53831f9-8777-4b9b-a1c4-e41b092eeda9)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:00:29.935893 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-1ef8ecaa-bf88-4dae-8c27-0eecea74cd4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (69090c15-0426-4b8c-896b-956d503bae9c), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:29.972002 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-1ef8ecaa-bf88-4dae-8c27-0eecea74cd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:29.972622 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-1ef8ecaa-bf88-4dae-8c27-0eecea74cd4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:29.974071 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-1ef8ecaa-bf88-4dae-8c27-0eecea74cd4c service neutron] 10.222.0.85 "PUT /v2.0/ports/69090c15-0426-4b8c-896b-956d503bae9c HTTP/1.1" status: 200 len: 1092 time: 0.8585052 Mar 22 20:00:29.974523 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ca6722-1411-4d5b-8e9a-bc44559e6459', 'tag': '69090c15-0426-4b8c-896b-956d503bae9c'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:00:29.976882 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f1e448-97a5-4df2-a37f-52fd04434a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "15ca6722-1411-4d5b-8e9a-bc44559e6459", "tag": "69090c15-0426-4b8c-896b-956d503bae9c"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:00:30.034379 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8ecaa-bf88-4dae-8c27-0eecea74cd4c service neutron] Pushing event updated for resources: {'Port': ['ID=69090c15-0426-4b8c-896b-956d503bae9c,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:30.071402 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7da5b0e-5095-4e35-8b01-201ab57c9e4b x-openstack-request-id: req-a7da5b0e-5095-4e35-8b01-201ab57c9e4b {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:00:30.071693 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15ca6722-1411-4d5b-8e9a-bc44559e6459", "tag": "69090c15-0426-4b8c-896b-956d503bae9c", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:00:30.072128 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a7da5b0e-5095-4e35-8b01-201ab57c9e4b {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:00:30.072541 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7da5b0e-5095-4e35-8b01-201ab57c9e4b'] response: {'name': 'network-changed', 'server_uuid': '15ca6722-1411-4d5b-8e9a-bc44559e6459', 'tag': '69090c15-0426-4b8c-896b-956d503bae9c', 'status': 'completed', 'code': 200} Mar 22 20:00:30.107105 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-60d69acd-76fe-4b59-bc8d-2cdfea515c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:30.108707 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-60d69acd-76fe-4b59-bc8d-2cdfea515c3b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0a9f551f23724cbfbcd0f3d327611c2d&device_id=15ca6722-1411-4d5b-8e9a-bc44559e6459 HTTP/1.1" status: 200 len: 1126 time: 0.0756876 Mar 22 20:00:30.154115 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-1a322ba7-30a6-4fb0-80eb-542ecff9a83c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69090c15-0426-4b8c-896b-956d503bae9c HTTP/1.1" status: 200 len: 217 time: 0.0392377 Mar 22 20:00:30.226793 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-e1143958-b40d-4a71-8dab-5577098021ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:30.228774 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-e1143958-b40d-4a71-8dab-5577098021ff service neutron] 10.222.0.85 "GET /v2.0/subnets?id=67946d77-61f2-44da-b60c-17393e888589 HTTP/1.1" status: 200 len: 835 time: 0.0693390 Mar 22 20:00:30.284331 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-0c65c643-01bd-4f4e-bad0-cec52fc9b528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:30.285781 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-0c65c643-01bd-4f4e-bad0-cec52fc9b528 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=34a034e8-35b7-4b70-ada6-2e55ff0722c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0501649 Mar 22 20:00:30.346735 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d292df-9ad6-4689-a4e0-b76c5526399c req-5362f121-12b2-4b2f-89b3-f2bbb6a4edc7 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:30.348354 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66d292df-9ad6-4689-a4e0-b76c5526399c req-5362f121-12b2-4b2f-89b3-f2bbb6a4edc7 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=15ca6722-1411-4d5b-8e9a-bc44559e6459 HTTP/1.1" status: 200 len: 943 time: 0.0575328 Mar 22 20:00:30.384838 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-089d0712-a000-4e46-aefc-87b63144bd12 service neutron] 10.222.0.85 "GET /v2.0/networks/34a034e8-35b7-4b70-ada6-2e55ff0722c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930815 Mar 22 20:00:30.427520 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66d292df-9ad6-4689-a4e0-b76c5526399c req-f838e683-9021-4536-ba45-11c18177e690 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?id=98f2d4ef-8ecb-45dc-ac02-b5f2e3ef7b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711086 Mar 22 20:00:30.515641 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1ca51684-cfe3-4039-9673-7335e81de4b9 req-8721450d-239a-4ec3-9dda-44a4b7610692 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 210 time: 0.0760231 Mar 22 20:00:30.522567 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-85757a97-bef2-4c7c-a95c-5a9aabd2a4cf req-7b75b3c8-7ffa-4650-83ea-936c0519d84f service neutron] 10.222.0.85 "GET /v2.0/networks/34a034e8-35b7-4b70-ada6-2e55ff0722c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325023 Mar 22 20:00:30.580499 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-2b3eb012-d2c6-4ed5-95fc-affe9b0f5b2a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:30.582382 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-2b3eb012-d2c6-4ed5-95fc-affe9b0f5b2a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.84 "GET /v2.0/networks?id=942e739d-0f2d-40f4-8f81-80042bf466e6 HTTP/1.1" status: 200 len: 810 time: 0.1539521 Mar 22 20:00:30.647102 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1e448-97a5-4df2-a37f-52fd04434a0b req-87aea458-ce0a-446a-9286-0134b6e8db98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:30.648722 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-27f1e448-97a5-4df2-a37f-52fd04434a0b req-87aea458-ce0a-446a-9286-0134b6e8db98 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0a9f551f23724cbfbcd0f3d327611c2d&device_id=15ca6722-1411-4d5b-8e9a-bc44559e6459 HTTP/1.1" status: 200 len: 1126 time: 0.0642686 Mar 22 20:00:30.661088 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-6644d165-0b7c-4cc9-98df-a0810c824f2a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99d72c7dab634aac93e71becf6d2998e HTTP/1.1" status: 200 len: 379 time: 0.0676527 Mar 22 20:00:30.669262 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-559a0fd3-25e8-428b-b8fb-53796a2a5fe3 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Request body: {'port': {'device_id': 'ccd2ef49-efcc-4a44-abb9-e64969163cfb', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'admin_state_up': True, 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'security_groups': ['dd47f805-f686-4d57-916c-221f6cc52fdd']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:00:30.798665 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1e448-97a5-4df2-a37f-52fd04434a0b req-434a3705-9fa2-4768-9fb9-30fed9f23437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:30.800178 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-27f1e448-97a5-4df2-a37f-52fd04434a0b req-434a3705-9fa2-4768-9fb9-30fed9f23437 service neutron] 10.222.0.85 "GET /v2.0/networks?id=34a034e8-35b7-4b70-ada6-2e55ff0722c1 HTTP/1.1" status: 200 len: 897 time: 0.1455450 Mar 22 20:00:30.818595 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-559a0fd3-25e8-428b-b8fb-53796a2a5fe3 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Made reservation on behalf of 99d72c7dab634aac93e71becf6d2998e for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:00:30.822619 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-559a0fd3-25e8-428b-b8fb-53796a2a5fe3 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:30.849198 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-27f1e448-97a5-4df2-a37f-52fd04434a0b req-81029cbb-25ff-4c83-8abd-436130c5a4b6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69090c15-0426-4b8c-896b-956d503bae9c HTTP/1.1" status: 200 len: 217 time: 0.0431325 Mar 22 20:00:30.923356 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1e448-97a5-4df2-a37f-52fd04434a0b req-296bd1af-074c-4e0a-9e6b-b4621e7a607d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:30.926212 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-27f1e448-97a5-4df2-a37f-52fd04434a0b req-296bd1af-074c-4e0a-9e6b-b4621e7a607d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=67946d77-61f2-44da-b60c-17393e888589 HTTP/1.1" status: 200 len: 835 time: 0.0712540 Mar 22 20:00:30.998102 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1e448-97a5-4df2-a37f-52fd04434a0b req-f3da8864-46e5-46c5-93d1-508ec43c61c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:31.000355 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-27f1e448-97a5-4df2-a37f-52fd04434a0b req-f3da8864-46e5-46c5-93d1-508ec43c61c9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=34a034e8-35b7-4b70-ada6-2e55ff0722c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0687389 Mar 22 20:00:31.167082 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-27f1e448-97a5-4df2-a37f-52fd04434a0b req-da9db4ee-0d19-447e-b110-f5404bea7261 service neutron] 10.222.0.85 "GET /v2.0/networks/34a034e8-35b7-4b70-ada6-2e55ff0722c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594045 Mar 22 20:00:31.303843 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-27f1e448-97a5-4df2-a37f-52fd04434a0b req-f5c72616-578e-4086-93cd-49163b14bc0c service neutron] 10.222.0.85 "GET /v2.0/networks/34a034e8-35b7-4b70-ada6-2e55ff0722c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298020 Mar 22 20:00:31.304919 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-559a0fd3-25e8-428b-b8fb-53796a2a5fe3 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Allocated IP 172.20.0.7 (942e739d-0f2d-40f4-8f81-80042bf466e6/ce14209e-d9ba-4d1e-8a54-b7950c923a71/695e450f-c6f4-4762-b1fc-909b3d65caf4) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:00:31.462142 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-559a0fd3-25e8-428b-b8fb-53796a2a5fe3 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for port (695e450f-c6f4-4762-b1fc-909b3d65caf4), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:31.499641 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-559a0fd3-25e8-428b-b8fb-53796a2a5fe3 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (695e450f-c6f4-4762-b1fc-909b3d65caf4), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:31.590004 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-559a0fd3-25e8-428b-b8fb-53796a2a5fe3 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Network 942e739d-0f2d-40f4-8f81-80042bf466e6 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:00:31.593235 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:00:31.596339 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-559a0fd3-25e8-428b-b8fb-53796a2a5fe3 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:00:31.600923 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a0fd3-25e8-428b-b8fb-53796a2a5fe3 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Pushing event updated for resources: {'Port': ['ID=695e450f-c6f4-4762-b1fc-909b3d65caf4,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:31.604948 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-559a0fd3-25e8-428b-b8fb-53796a2a5fe3 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:00:31.690826 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7634f56b-0737-4377-896c-e5dd28c48e78 req-cd71af71-3daf-42e8-bc51-5fe2e1b75508 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:31.692720 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7634f56b-0737-4377-896c-e5dd28c48e78 req-cd71af71-3daf-42e8-bc51-5fe2e1b75508 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=15ca6722-1411-4d5b-8e9a-bc44559e6459 HTTP/1.1" status: 200 len: 943 time: 0.1658692 Mar 22 20:00:31.715923 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-559a0fd3-25e8-428b-b8fb-53796a2a5fe3 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:31.716957 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-559a0fd3-25e8-428b-b8fb-53796a2a5fe3 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:31.784377 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-559a0fd3-25e8-428b-b8fb-53796a2a5fe3 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1190233 Mar 22 20:00:31.795400 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507df59f-c096-4905-9602-a098e0fb65ae req-6ae95bd8-813d-4870-a2c1-441e89257b13 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:31.799221 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-507df59f-c096-4905-9602-a098e0fb65ae req-6ae95bd8-813d-4870-a2c1-441e89257b13 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 931 time: 0.1657424 Mar 22 20:00:31.825887 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-1d89f969-b906-4949-a5b9-5d5d2b4eb513 service neutron] Request body: {'port': {'device_id': 'ccd2ef49-efcc-4a44-abb9-e64969163cfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:00:31.879662 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-49576649-726b-4db3-9157-353daa472890 None None] Provisioning complete for port 695e450f-c6f4-4762-b1fc-909b3d65caf4 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:00:31.880857 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-49576649-726b-4db3-9157-353daa472890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (695e450f-c6f4-4762-b1fc-909b3d65caf4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:31.889021 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7634f56b-0737-4377-896c-e5dd28c48e78 req-956044ba-14d6-4846-acb1-ecf5c4799d4a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?id=98f2d4ef-8ecb-45dc-ac02-b5f2e3ef7b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838057 Mar 22 20:00:31.927550 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-49576649-726b-4db3-9157-353daa472890 None None] Port 695e450f-c6f4-4762-b1fc-909b3d65caf4 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:00:31.948617 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-507df59f-c096-4905-9602-a098e0fb65ae req-5419992c-1ba1-44ad-b5cd-8ec9620c9722 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394110 Mar 22 20:00:31.952191 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-1d89f969-b906-4949-a5b9-5d5d2b4eb513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (695e450f-c6f4-4762-b1fc-909b3d65caf4), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:32.362357 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-1d89f969-b906-4949-a5b9-5d5d2b4eb513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 695e450f-c6f4-4762-b1fc-909b3d65caf4 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:00:32.388449 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-1d89f969-b906-4949-a5b9-5d5d2b4eb513 service neutron] Publish callbacks [] for port (695e450f-c6f4-4762-b1fc-909b3d65caf4), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:32.408677 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-1d89f969-b906-4949-a5b9-5d5d2b4eb513 service neutron] Transition to ACTIVE for port object 695e450f-c6f4-4762-b1fc-909b3d65caf4 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:00:32.413835 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-1d89f969-b906-4949-a5b9-5d5d2b4eb513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (695e450f-c6f4-4762-b1fc-909b3d65caf4), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:32.491529 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89f969-b906-4949-a5b9-5d5d2b4eb513 service neutron] Pushing event updated for resources: {'Port': ['ID=695e450f-c6f4-4762-b1fc-909b3d65caf4,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:32.601656 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-1d89f969-b906-4949-a5b9-5d5d2b4eb513 service neutron] Attempting to bind port 695e450f-c6f4-4762-b1fc-909b3d65caf4 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:00:32.602229 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-1d89f969-b906-4949-a5b9-5d5d2b4eb513 service neutron] Attempting to bind port 695e450f-c6f4-4762-b1fc-909b3d65caf4 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:00:32.602777 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-1d89f969-b906-4949-a5b9-5d5d2b4eb513 service neutron] Attempting to bind port 695e450f-c6f4-4762-b1fc-909b3d65caf4 on network 942e739d-0f2d-40f4-8f81-80042bf466e6 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:00:32.609923 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-1d89f969-b906-4949-a5b9-5d5d2b4eb513 service neutron] Port 695e450f-c6f4-4762-b1fc-909b3d65caf4 on network 942e739d-0f2d-40f4-8f81-80042bf466e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:00:32.610300 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-1d89f969-b906-4949-a5b9-5d5d2b4eb513 service neutron] Attempting to bind port 695e450f-c6f4-4762-b1fc-909b3d65caf4 on network 942e739d-0f2d-40f4-8f81-80042bf466e6 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:00:32.618185 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-1d89f969-b906-4949-a5b9-5d5d2b4eb513 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:00:32.618764 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-1d89f969-b906-4949-a5b9-5d5d2b4eb513 service neutron] Checking segment: {'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:00:32.619371 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-1d89f969-b906-4949-a5b9-5d5d2b4eb513 service neutron] Bound using segment: {'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:00:32.619995 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-1d89f969-b906-4949-a5b9-5d5d2b4eb513 service neutron] Bound port: 695e450f-c6f4-4762-b1fc-909b3d65caf4, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:00:32.620450 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-1d89f969-b906-4949-a5b9-5d5d2b4eb513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (695e450f-c6f4-4762-b1fc-909b3d65caf4), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:32.735804 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-1d89f969-b906-4949-a5b9-5d5d2b4eb513 service neutron] For port 695e450f-c6f4-4762-b1fc-909b3d65caf4, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:00:32.738423 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-1d89f969-b906-4949-a5b9-5d5d2b4eb513 service neutron] For port 695e450f-c6f4-4762-b1fc-909b3d65caf4, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=695e450f-c6f4-4762-b1fc-909b3d65caf4,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:00:32.746119 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-1d89f969-b906-4949-a5b9-5d5d2b4eb513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (695e450f-c6f4-4762-b1fc-909b3d65caf4), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:32.798896 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-1d89f969-b906-4949-a5b9-5d5d2b4eb513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:32.799722 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-1d89f969-b906-4949-a5b9-5d5d2b4eb513 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:32.801605 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-1d89f969-b906-4949-a5b9-5d5d2b4eb513 service neutron] 10.222.0.84 "PUT /v2.0/ports/695e450f-c6f4-4762-b1fc-909b3d65caf4 HTTP/1.1" status: 200 len: 1092 time: 0.9940305 Mar 22 20:00:32.802168 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd2ef49-efcc-4a44-abb9-e64969163cfb', 'tag': '695e450f-c6f4-4762-b1fc-909b3d65caf4'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:00:32.815039 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb6c0b7-6d86-48e7-94fa-13bea82d3253" -d '{"events": [{"name": "network-changed", "server_uuid": "ccd2ef49-efcc-4a44-abb9-e64969163cfb", "tag": "695e450f-c6f4-4762-b1fc-909b3d65caf4"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:00:32.866315 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89f969-b906-4949-a5b9-5d5d2b4eb513 service neutron] Pushing event updated for resources: {'Port': ['ID=695e450f-c6f4-4762-b1fc-909b3d65caf4,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:32.879919 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d8efe5-5bcc-4aab-b93d-dd36da1ad385 x-openstack-request-id: req-82d8efe5-5bcc-4aab-b93d-dd36da1ad385 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:00:32.880582 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccd2ef49-efcc-4a44-abb9-e64969163cfb", "tag": "695e450f-c6f4-4762-b1fc-909b3d65caf4", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:00:32.880875 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-82d8efe5-5bcc-4aab-b93d-dd36da1ad385 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:00:32.881339 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82d8efe5-5bcc-4aab-b93d-dd36da1ad385'] response: {'name': 'network-changed', 'server_uuid': 'ccd2ef49-efcc-4a44-abb9-e64969163cfb', 'tag': '695e450f-c6f4-4762-b1fc-909b3d65caf4', 'status': 'completed', 'code': 200} Mar 22 20:00:32.941251 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-1a7cc4d6-c040-4492-b2e5-d3f5b98e84a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:32.943597 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-1a7cc4d6-c040-4492-b2e5-d3f5b98e84a7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=99d72c7dab634aac93e71becf6d2998e&device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 1126 time: 0.0611684 Mar 22 20:00:33.007314 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-811c016e-91ff-40c2-941c-cd47f36f1837 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=695e450f-c6f4-4762-b1fc-909b3d65caf4 HTTP/1.1" status: 200 len: 217 time: 0.0525832 Mar 22 20:00:33.136762 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-7a7152b4-ffc8-43eb-8166-68dfb7f1dea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:33.138484 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-7a7152b4-ffc8-43eb-8166-68dfb7f1dea4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ce14209e-d9ba-4d1e-8a54-b7950c923a71 HTTP/1.1" status: 200 len: 849 time: 0.1187875 Mar 22 20:00:33.197285 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508982fa-cee4-49c8-bbb4-0c721c84be21 req-9370264b-4d63-43b8-bae1-be31865456dd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:33.199256 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-508982fa-cee4-49c8-bbb4-0c721c84be21 req-9370264b-4d63-43b8-bae1-be31865456dd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=15ca6722-1411-4d5b-8e9a-bc44559e6459 HTTP/1.1" status: 200 len: 943 time: 0.1904597 Mar 22 20:00:33.227485 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba725db-2b33-46dd-b581-c599385ad3a8 req-82a71298-ec74-4740-a964-5bbcb20d92cb tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:33.229324 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cba725db-2b33-46dd-b581-c599385ad3a8 req-82a71298-ec74-4740-a964-5bbcb20d92cb tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 943 time: 0.1463134 Mar 22 20:00:33.269683 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-7089002d-d3a4-41f8-9269-c9e620147710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:33.271262 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-7089002d-d3a4-41f8-9269-c9e620147710 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=942e739d-0f2d-40f4-8f81-80042bf466e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1265852 Mar 22 20:00:33.368372 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cba725db-2b33-46dd-b581-c599385ad3a8 req-f72ebbfe-a7f2-4622-90ff-ccaccfecf9d3 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298776 Mar 22 20:00:33.372012 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-508982fa-cee4-49c8-bbb4-0c721c84be21 req-5e8c8d9e-ada6-4f0d-a71e-0d44a4074fe7 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?id=98f2d4ef-8ecb-45dc-ac02-b5f2e3ef7b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647274 Mar 22 20:00:33.424560 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-d4573b79-54d6-425a-98b5-47e1b82a3660 service neutron] 10.222.0.84 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432545 Mar 22 20:00:33.533627 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eeaf428b-d7cb-44cf-944e-4309028a977f req-9a18febf-0460-4776-a0f5-9488eca4caf4 service neutron] 10.222.0.84 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030216 Mar 22 20:00:33.641666 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6c0b7-6d86-48e7-94fa-13bea82d3253 req-fc45e219-5a85-465b-a156-bf0f5ee4edc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:33.641666 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5cb6c0b7-6d86-48e7-94fa-13bea82d3253 req-fc45e219-5a85-465b-a156-bf0f5ee4edc8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=99d72c7dab634aac93e71becf6d2998e&device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 1126 time: 0.0553505 Mar 22 20:00:33.747567 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6c0b7-6d86-48e7-94fa-13bea82d3253 req-873ea42b-2f54-4493-89c2-fa38a3511214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:33.749142 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5cb6c0b7-6d86-48e7-94fa-13bea82d3253 req-873ea42b-2f54-4493-89c2-fa38a3511214 service neutron] 10.222.0.84 "GET /v2.0/networks?id=942e739d-0f2d-40f4-8f81-80042bf466e6 HTTP/1.1" status: 200 len: 911 time: 0.1019039 Mar 22 20:00:33.812464 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5cb6c0b7-6d86-48e7-94fa-13bea82d3253 req-fa31de85-5778-49bf-aa98-e22ee6a7f325 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=695e450f-c6f4-4762-b1fc-909b3d65caf4 HTTP/1.1" status: 200 len: 217 time: 0.0561900 Mar 22 20:00:33.873574 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6c0b7-6d86-48e7-94fa-13bea82d3253 req-c62486d6-f1b0-49c8-b888-ed891f8fe038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:33.875991 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5cb6c0b7-6d86-48e7-94fa-13bea82d3253 req-c62486d6-f1b0-49c8-b888-ed891f8fe038 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ce14209e-d9ba-4d1e-8a54-b7950c923a71 HTTP/1.1" status: 200 len: 849 time: 0.0571337 Mar 22 20:00:33.946877 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6c0b7-6d86-48e7-94fa-13bea82d3253 req-4a97230d-d19e-4d5f-8060-b4ba92762367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:33.948820 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5cb6c0b7-6d86-48e7-94fa-13bea82d3253 req-4a97230d-d19e-4d5f-8060-b4ba92762367 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=942e739d-0f2d-40f4-8f81-80042bf466e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0647733 Mar 22 20:00:34.045887 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 69090c15-0426-4b8c-896b-956d503bae9c details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:00:34.083240 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5cb6c0b7-6d86-48e7-94fa-13bea82d3253 req-dce00f47-4cec-4497-b517-0564ece77735 service neutron] 10.222.0.84 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278284 Mar 22 20:00:34.178008 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 69090c15-0426-4b8c-896b-956d503bae9c, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=69090c15-0426-4b8c-896b-956d503bae9c,segment=NetworkSegment(a53831f9-8777-4b9b-a1c4-e41b092eeda9),segment_id=a53831f9-8777-4b9b-a1c4-e41b092eeda9)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:00:34.191708 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '69090c15-0426-4b8c-896b-956d503bae9c', 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1', 'port_id': '69090c15-0426-4b8c-896b-956d503bae9c', 'mac_address': 'fa:16:3e:f3:24:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67946d77-61f2-44da-b60c-17393e888589', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:00:34.207697 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5cb6c0b7-6d86-48e7-94fa-13bea82d3253 req-ce6228bf-593a-4035-abca-0bcc7831d0d0 service neutron] 10.222.0.84 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151502 Mar 22 20:00:34.248139 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 69090c15-0426-4b8c-896b-956d503bae9c is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:00:34.248542 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (69090c15-0426-4b8c-896b-956d503bae9c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:34.263292 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69090c15-0426-4b8c-896b-956d503bae9c {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:00:34.284981 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 69090c15-0426-4b8c-896b-956d503bae9c, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=69090c15-0426-4b8c-896b-956d503bae9c,segment=NetworkSegment(a53831f9-8777-4b9b-a1c4-e41b092eeda9),segment_id=a53831f9-8777-4b9b-a1c4-e41b092eeda9)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:00:34.289580 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (69090c15-0426-4b8c-896b-956d503bae9c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:34.356025 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=69090c15-0426-4b8c-896b-956d503bae9c,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:34.547643 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f838507-3c24-496a-af97-7fefdb57e8b5 req-7b386dba-8c61-43b8-9b5f-122775936958 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:34.549172 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5f838507-3c24-496a-af97-7fefdb57e8b5 req-7b386dba-8c61-43b8-9b5f-122775936958 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=15ca6722-1411-4d5b-8e9a-bc44559e6459 HTTP/1.1" status: 200 len: 944 time: 0.0990868 Mar 22 20:00:34.557209 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc69682-5dc1-4037-83a3-ac63be9f3662 req-ea8e83e8-b574-4946-9598-71e6aacfa15c tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:34.558650 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1bc69682-5dc1-4037-83a3-ac63be9f3662 req-ea8e83e8-b574-4946-9598-71e6aacfa15c tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 943 time: 0.0759294 Mar 22 20:00:34.592858 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['69090c15-0426-4b8c-896b-956d503bae9c'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:00:34.633685 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5f838507-3c24-496a-af97-7fefdb57e8b5 req-a848d59b-9292-40db-82ea-7713512fe7db tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?id=98f2d4ef-8ecb-45dc-ac02-b5f2e3ef7b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740516 Mar 22 20:00:34.644546 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1bc69682-5dc1-4037-83a3-ac63be9f3662 req-315b0611-fa14-4877-a5af-33e3a6775369 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791183 Mar 22 20:00:35.811531 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4a1dd-2ab4-4de1-9f4b-20c10c414001 req-b7c71ee2-b064-41ca-b8f3-4bdd14300701 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:35.811531 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b7d4a1dd-2ab4-4de1-9f4b-20c10c414001 req-b7c71ee2-b064-41ca-b8f3-4bdd14300701 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=15ca6722-1411-4d5b-8e9a-bc44559e6459 HTTP/1.1" status: 200 len: 944 time: 0.0955062 Mar 22 20:00:35.818708 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5184711-33a4-4344-8379-9e93e9f55f9c req-64121b0b-d4b7-4aac-90ed-ac935ef08f6b tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:35.820327 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a5184711-33a4-4344-8379-9e93e9f55f9c req-64121b0b-d4b7-4aac-90ed-ac935ef08f6b tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 943 time: 0.0950134 Mar 22 20:00:35.893882 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b7d4a1dd-2ab4-4de1-9f4b-20c10c414001 req-fd02574f-4a91-4128-b474-0abea817a2aa tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?id=98f2d4ef-8ecb-45dc-ac02-b5f2e3ef7b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724866 Mar 22 20:00:35.910552 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a5184711-33a4-4344-8379-9e93e9f55f9c req-29096070-a34b-4727-8eae-2c4a9816189c tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819492 Mar 22 20:00:36.060470 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 69090c15-0426-4b8c-896b-956d503bae9c up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:00:36.114144 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 69090c15-0426-4b8c-896b-956d503bae9c completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:00:36.118092 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 69090c15-0426-4b8c-896b-956d503bae9c triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:00:36.118473 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (69090c15-0426-4b8c-896b-956d503bae9c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:36.202252 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 69090c15-0426-4b8c-896b-956d503bae9c is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:00:36.202555 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (69090c15-0426-4b8c-896b-956d503bae9c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:36.226619 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ca6722-1411-4d5b-8e9a-bc44559e6459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69090c15-0426-4b8c-896b-956d503bae9c'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:00:36.228814 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ab02c9-851f-4f66-b4c8-59fd841c96c7" -d '{"events": [{"server_uuid": "15ca6722-1411-4d5b-8e9a-bc44559e6459", "name": "network-vif-plugged", "status": "completed", "tag": "69090c15-0426-4b8c-896b-956d503bae9c"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:00:36.241161 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 69090c15-0426-4b8c-896b-956d503bae9c, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=69090c15-0426-4b8c-896b-956d503bae9c,segment=NetworkSegment(a53831f9-8777-4b9b-a1c4-e41b092eeda9),segment_id=a53831f9-8777-4b9b-a1c4-e41b092eeda9)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:00:36.245894 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (69090c15-0426-4b8c-896b-956d503bae9c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:36.274126 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e89c92c-dd51-4a7d-b962-b5686b90dc28 x-openstack-request-id: req-2e89c92c-dd51-4a7d-b962-b5686b90dc28 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:00:36.274483 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ca6722-1411-4d5b-8e9a-bc44559e6459", "name": "network-vif-plugged", "status": "completed", "tag": "69090c15-0426-4b8c-896b-956d503bae9c", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:00:36.274743 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2e89c92c-dd51-4a7d-b962-b5686b90dc28 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:00:36.275148 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e89c92c-dd51-4a7d-b962-b5686b90dc28'] response: {'server_uuid': '15ca6722-1411-4d5b-8e9a-bc44559e6459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69090c15-0426-4b8c-896b-956d503bae9c', 'code': 200} Mar 22 20:00:36.304521 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=69090c15-0426-4b8c-896b-956d503bae9c,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:36.384957 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad2307-4f7c-4f5d-a849-921a4c90f491 req-f15d8954-46f6-4283-887c-be70b31c2823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:36.387669 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7dad2307-4f7c-4f5d-a849-921a4c90f491 req-f15d8954-46f6-4283-887c-be70b31c2823 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=15ca6722-1411-4d5b-8e9a-bc44559e6459 HTTP/1.1" status: 200 len: 1128 time: 0.0533993 Mar 22 20:00:36.439344 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7dad2307-4f7c-4f5d-a849-921a4c90f491 req-78edc6a2-2d69-436f-9125-307df6a00e24 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=98f2d4ef-8ecb-45dc-ac02-b5f2e3ef7b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455923 Mar 22 20:00:37.067922 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca04162-2eb9-4fb6-8385-afe324015c9c req-a0ccd61d-40eb-4b57-acae-6a411ecec5c8 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:37.069485 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aca04162-2eb9-4fb6-8385-afe324015c9c req-a0ccd61d-40eb-4b57-acae-6a411ecec5c8 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=15ca6722-1411-4d5b-8e9a-bc44559e6459 HTTP/1.1" status: 200 len: 945 time: 0.0945642 Mar 22 20:00:37.092146 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebca7db-11e9-4ad6-a0ed-34694c6fead1 req-103f84d2-8c63-45a8-ba3e-8a6f574610d6 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:37.094187 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bebca7db-11e9-4ad6-a0ed-34694c6fead1 req-103f84d2-8c63-45a8-ba3e-8a6f574610d6 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 943 time: 0.0903373 Mar 22 20:00:37.163726 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aca04162-2eb9-4fb6-8385-afe324015c9c req-5b635bd8-1e54-4c62-83dd-b67efd0e8163 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?id=98f2d4ef-8ecb-45dc-ac02-b5f2e3ef7b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863054 Mar 22 20:00:37.187570 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bebca7db-11e9-4ad6-a0ed-34694c6fead1 req-59d0c142-3e1b-4a9f-be3e-a98741cb225e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859344 Mar 22 20:00:38.371558 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437b9a0-ff3a-4792-bb4e-6103db5ebf24 req-3dc3b456-a05d-4b51-a495-2e6e4e169315 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:38.374628 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1437b9a0-ff3a-4792-bb4e-6103db5ebf24 req-3dc3b456-a05d-4b51-a495-2e6e4e169315 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=15ca6722-1411-4d5b-8e9a-bc44559e6459 HTTP/1.1" status: 200 len: 945 time: 0.1037483 Mar 22 20:00:38.388085 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e29e7-ca6d-45c9-80d5-28b51341965b req-bcb18a1b-11dd-48a3-b5a7-c0aae581f66e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:38.389699 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-637e29e7-ca6d-45c9-80d5-28b51341965b req-bcb18a1b-11dd-48a3-b5a7-c0aae581f66e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 943 time: 0.0885153 Mar 22 20:00:38.465721 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1437b9a0-ff3a-4792-bb4e-6103db5ebf24 req-c73cbe64-a8d4-4950-a588-dedc202ab924 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?id=98f2d4ef-8ecb-45dc-ac02-b5f2e3ef7b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748036 Mar 22 20:00:38.482880 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-637e29e7-ca6d-45c9-80d5-28b51341965b req-96166752-7073-479d-86d7-122a42e0345e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776632 Mar 22 20:00:38.616079 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b93a4-b558-4782-b456-1a64520250f0 req-a8715eda-b261-4ef8-9f5e-fccd05532fee tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:38.617896 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5a7b93a4-b558-4782-b456-1a64520250f0 req-a8715eda-b261-4ef8-9f5e-fccd05532fee tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=15ca6722-1411-4d5b-8e9a-bc44559e6459 HTTP/1.1" status: 200 len: 945 time: 0.0577574 Mar 22 20:00:38.675223 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5a7b93a4-b558-4782-b456-1a64520250f0 req-d2d317b9-89fc-4430-beb4-75639ae20692 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?id=98f2d4ef-8ecb-45dc-ac02-b5f2e3ef7b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511272 Mar 22 20:00:38.702252 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36502) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:38.758143 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cb4d71-0276-4a92-8e21-db9f5d1f4555 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:38.762482 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-14cb4d71-0276-4a92-8e21-db9f5d1f4555 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=15ca6722-1411-4d5b-8e9a-bc44559e6459 HTTP/1.1" status: 200 len: 1123 time: 0.0560725 Mar 22 20:00:38.762809 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36504) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:38.769680 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-7496f5ad-9e94-4df1-a959-766cd040e4cd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'port_id': '69090c15-0426-4b8c-896b-956d503bae9c', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:00:38.795415 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7496f5ad-9e94-4df1-a959-766cd040e4cd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:38.909346 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7496f5ad-9e94-4df1-a959-766cd040e4cd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:39.075113 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-7496f5ad-9e94-4df1-a959-766cd040e4cd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Allocated IP 172.25.5.30 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/84de281a-f2a3-428d-a7c3-6b74a4b8aa32) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:00:39.183132 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7496f5ad-9e94-4df1-a959-766cd040e4cd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for port (84de281a-f2a3-428d-a7c3-6b74a4b8aa32), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:39.225712 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7496f5ad-9e94-4df1-a959-766cd040e4cd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (84de281a-f2a3-428d-a7c3-6b74a4b8aa32), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:39.269706 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7496f5ad-9e94-4df1-a959-766cd040e4cd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:00:39.272900 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-7496f5ad-9e94-4df1-a959-766cd040e4cd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:00:39.275699 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7496f5ad-9e94-4df1-a959-766cd040e4cd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:00:39.303479 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496f5ad-9e94-4df1-a959-766cd040e4cd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'Port': ['ID=84de281a-f2a3-428d-a7c3-6b74a4b8aa32,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:39.318669 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496f5ad-9e94-4df1-a959-766cd040e4cd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:39.319027 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496f5ad-9e94-4df1-a959-766cd040e4cd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:39.319373 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496f5ad-9e94-4df1-a959-766cd040e4cd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:39.319724 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496f5ad-9e94-4df1-a959-766cd040e4cd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:39.320059 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496f5ad-9e94-4df1-a959-766cd040e4cd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:39.320399 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496f5ad-9e94-4df1-a959-766cd040e4cd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:39.320731 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496f5ad-9e94-4df1-a959-766cd040e4cd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:39.321058 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496f5ad-9e94-4df1-a959-766cd040e4cd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:39.321387 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496f5ad-9e94-4df1-a959-766cd040e4cd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:39.321716 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496f5ad-9e94-4df1-a959-766cd040e4cd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:39.322067 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496f5ad-9e94-4df1-a959-766cd040e4cd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:39.322460 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496f5ad-9e94-4df1-a959-766cd040e4cd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:39.322793 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496f5ad-9e94-4df1-a959-766cd040e4cd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:39.323120 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496f5ad-9e94-4df1-a959-766cd040e4cd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:39.323446 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7496f5ad-9e94-4df1-a959-766cd040e4cd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:39.788553 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819bb73-0786-425f-83fe-d4eb332fa78a req-16f087f1-47f5-4bdc-bb57-28fcf65a3587 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:39.790106 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7819bb73-0786-425f-83fe-d4eb332fa78a req-16f087f1-47f5-4bdc-bb57-28fcf65a3587 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 943 time: 0.2358444 Mar 22 20:00:39.854749 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7496f5ad-9e94-4df1-a959-766cd040e4cd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for floatingip (7855546e-3095-4b9f-bf83-353db75f3875), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:39.932007 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7819bb73-0786-425f-83fe-d4eb332fa78a req-b921dfa5-3b87-49a2-9d0b-0bac61ddec06 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244173 Mar 22 20:00:39.986869 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7496f5ad-9e94-4df1-a959-766cd040e4cd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (84de281a-f2a3-428d-a7c3-6b74a4b8aa32), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:40.149710 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7496f5ad-9e94-4df1-a959-766cd040e4cd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for port (84de281a-f2a3-428d-a7c3-6b74a4b8aa32), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:40.155047 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7496f5ad-9e94-4df1-a959-766cd040e4cd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (84de281a-f2a3-428d-a7c3-6b74a4b8aa32), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:40.222819 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496f5ad-9e94-4df1-a959-766cd040e4cd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'Port': ['ID=84de281a-f2a3-428d-a7c3-6b74a4b8aa32,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:40.235194 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7496f5ad-9e94-4df1-a959-766cd040e4cd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (7855546e-3095-4b9f-bf83-353db75f3875), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:40.653841 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [None req-7496f5ad-9e94-4df1-a959-766cd040e4cd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Floating IP 7855546e-3095-4b9f-bf83-353db75f3875 associated. External IP: 172.25.5.30, port: 69090c15-0426-4b8c-896b-956d503bae9c. Mar 22 20:00:40.906627 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7496f5ad-9e94-4df1-a959-766cd040e4cd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Router cc6eec85-fa35-4862-b89a-1edf2d63d00e has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:00:41.064071 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7496f5ad-9e94-4df1-a959-766cd040e4cd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:00:41.084446 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7496f5ad-9e94-4df1-a959-766cd040e4cd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:41.084721 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da29f67-d728-4726-960a-9e517a12eae0 None None] Sync routers for ids ['cc6eec85-fa35-4862-b89a-1edf2d63d00e'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:00:41.095918 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5faed-648f-428d-8373-1b1938135e4f req-804fc666-fd6f-46e1-b0ca-b9fd1840226a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:41.097478 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ff5faed-648f-428d-8373-1b1938135e4f req-804fc666-fd6f-46e1-b0ca-b9fd1840226a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 943 time: 0.0870209 Mar 22 20:00:41.120264 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da29f67-d728-4726-960a-9e517a12eae0 None None] Routers {'cc6eec85-fa35-4862-b89a-1edf2d63d00e'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:00:41.121704 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-5da29f67-d728-4726-960a-9e517a12eae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:00:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cc6eec85-fa35-4862-b89a-1edf2d63d00e'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:41.134566 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7496f5ad-9e94-4df1-a959-766cd040e4cd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3704374 Mar 22 20:00:41.137471 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36510) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:41.140763 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ca6722-1411-4d5b-8e9a-bc44559e6459', 'tag': '69090c15-0426-4b8c-896b-956d503bae9c'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:00:41.143974 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3522c37f-c918-4681-a8b7-a87d2c0d6a01" -d '{"events": [{"name": "network-changed", "server_uuid": "15ca6722-1411-4d5b-8e9a-bc44559e6459", "tag": "69090c15-0426-4b8c-896b-956d503bae9c"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:00:41.194077 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ff5faed-648f-428d-8373-1b1938135e4f req-06e17b6d-8cfe-4a65-a75b-339bb9007e06 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682380 Mar 22 20:00:41.214534 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7bd702b7-e1b8-424f-8f08-298d549b75a7 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/floatingips/7855546e-3095-4b9f-bf83-353db75f3875 HTTP/1.1" status: 200 len: 990 time: 0.0752017 Mar 22 20:00:41.227506 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54964443-5b73-4dbc-9ec4-f935db876402 x-openstack-request-id: req-54964443-5b73-4dbc-9ec4-f935db876402 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:00:41.227814 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15ca6722-1411-4d5b-8e9a-bc44559e6459", "tag": "69090c15-0426-4b8c-896b-956d503bae9c", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:00:41.228071 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-54964443-5b73-4dbc-9ec4-f935db876402 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:00:41.228490 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54964443-5b73-4dbc-9ec4-f935db876402'] response: {'name': 'network-changed', 'server_uuid': '15ca6722-1411-4d5b-8e9a-bc44559e6459', 'tag': '69090c15-0426-4b8c-896b-956d503bae9c', 'status': 'completed', 'code': 200} Mar 22 20:00:41.300017 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522c37f-c918-4681-a8b7-a87d2c0d6a01 req-7f2fe6c8-2f51-4a11-8715-2c1237348d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:41.302076 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3522c37f-c918-4681-a8b7-a87d2c0d6a01 req-7f2fe6c8-2f51-4a11-8715-2c1237348d16 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0a9f551f23724cbfbcd0f3d327611c2d&device_id=15ca6722-1411-4d5b-8e9a-bc44559e6459 HTTP/1.1" status: 200 len: 1128 time: 0.0513864 Mar 22 20:00:41.314057 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-5da29f67-d728-4726-960a-9e517a12eae0 None None] Set router cc6eec85-fa35-4862-b89a-1edf2d63d00e gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:00:41.414405 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522c37f-c918-4681-a8b7-a87d2c0d6a01 req-5ac5751b-d788-433c-87eb-8699da522c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:41.417370 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3522c37f-c918-4681-a8b7-a87d2c0d6a01 req-5ac5751b-d788-433c-87eb-8699da522c61 service neutron] 10.222.0.85 "GET /v2.0/networks?id=34a034e8-35b7-4b70-ada6-2e55ff0722c1 HTTP/1.1" status: 200 len: 897 time: 0.1072545 Mar 22 20:00:41.503604 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3522c37f-c918-4681-a8b7-a87d2c0d6a01 req-682125be-7267-4ffd-a200-6bd402b5bf89 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69090c15-0426-4b8c-896b-956d503bae9c HTTP/1.1" status: 200 len: 998 time: 0.0801680 Mar 22 20:00:41.556836 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522c37f-c918-4681-a8b7-a87d2c0d6a01 req-ded6ed1b-8b5e-419a-8851-2e8cef816076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:41.558531 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3522c37f-c918-4681-a8b7-a87d2c0d6a01 req-ded6ed1b-8b5e-419a-8851-2e8cef816076 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=67946d77-61f2-44da-b60c-17393e888589 HTTP/1.1" status: 200 len: 835 time: 0.0493634 Mar 22 20:00:41.615731 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-5da29f67-d728-4726-960a-9e517a12eae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'name': 'tempest-TestNetworkBasicOps-router-1774441573', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '867dc63e-7216-4799-a405-6a139085ace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:00:22Z', 'revision_number': 4, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'gw_port': {'id': '867dc63e-7216-4799-a405-6a139085ace2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '7855546e-3095-4b9f-bf83-353db75f3875', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'floating_ip_address': '172.25.5.30', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'port_id': '69090c15-0426-4b8c-896b-956d503bae9c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1', 'mac_address': 'fa:16:3e:f3:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ca6722-1411-4d5b-8e9a-bc44559e6459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:00:39Z', 'updated_at': '2022-03-22T20:00:39Z', 'revision_number': 0, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a440b64f-f83a-4011-a51c-d1e1aa3b6e5d', 'name': '', 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'mac_address': 'fa:16:3e:af:06:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '67946d77-61f2-44da-b60c-17393e888589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:20Z', 'updated_at': '2022-03-22T20:00:24Z', 'revision_number': 5, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'subnets': [{'id': '67946d77-61f2-44da-b60c-17393e888589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:41.624368 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522c37f-c918-4681-a8b7-a87d2c0d6a01 req-ba03a838-208b-44ef-a827-24609154db8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:41.627886 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3522c37f-c918-4681-a8b7-a87d2c0d6a01 req-ba03a838-208b-44ef-a827-24609154db8d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=34a034e8-35b7-4b70-ada6-2e55ff0722c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0635030 Mar 22 20:00:41.647252 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da29f67-d728-4726-960a-9e517a12eae0 None None] Checking router: cc6eec85-fa35-4862-b89a-1edf2d63d00e for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:00:41.656968 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da29f67-d728-4726-960a-9e517a12eae0 None None] Routers {'cc6eec85-fa35-4862-b89a-1edf2d63d00e'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:00:41.657601 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-5da29f67-d728-4726-960a-9e517a12eae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:00:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cc6eec85-fa35-4862-b89a-1edf2d63d00e'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:41.764513 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3522c37f-c918-4681-a8b7-a87d2c0d6a01 req-65bca39c-ef7d-4ea7-9a5d-c1635ab1b1f7 service neutron] 10.222.0.85 "GET /v2.0/networks/34a034e8-35b7-4b70-ada6-2e55ff0722c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305647 Mar 22 20:00:41.916470 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3522c37f-c918-4681-a8b7-a87d2c0d6a01 req-97b388c6-80f5-43f3-9b31-1540a0fe6fde service neutron] 10.222.0.85 "GET /v2.0/networks/34a034e8-35b7-4b70-ada6-2e55ff0722c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464374 Mar 22 20:00:41.975633 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-5da29f67-d728-4726-960a-9e517a12eae0 None None] Set router cc6eec85-fa35-4862-b89a-1edf2d63d00e gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:00:42.218266 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36518) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:42.222131 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-5da29f67-d728-4726-960a-9e517a12eae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'name': 'tempest-TestNetworkBasicOps-router-1774441573', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '867dc63e-7216-4799-a405-6a139085ace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:00:22Z', 'revision_number': 4, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'gw_port': {'id': '867dc63e-7216-4799-a405-6a139085ace2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '7855546e-3095-4b9f-bf83-353db75f3875', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'floating_ip_address': '172.25.5.30', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'port_id': '69090c15-0426-4b8c-896b-956d503bae9c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1', 'mac_address': 'fa:16:3e:f3:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ca6722-1411-4d5b-8e9a-bc44559e6459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:00:39Z', 'updated_at': '2022-03-22T20:00:39Z', 'revision_number': 0, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a440b64f-f83a-4011-a51c-d1e1aa3b6e5d', 'name': '', 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'mac_address': 'fa:16:3e:af:06:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '67946d77-61f2-44da-b60c-17393e888589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:20Z', 'updated_at': '2022-03-22T20:00:24Z', 'revision_number': 5, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'subnets': [{'id': '67946d77-61f2-44da-b60c-17393e888589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:42.257908 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da29f67-d728-4726-960a-9e517a12eae0 None None] The sync data for ids ['cc6eec85-fa35-4862-b89a-1edf2d63d00e'] in n-d-705658-24 is: [{'id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'name': 'tempest-TestNetworkBasicOps-router-1774441573', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '867dc63e-7216-4799-a405-6a139085ace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:00:22Z', 'revision_number': 4, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'gw_port': {'id': '867dc63e-7216-4799-a405-6a139085ace2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '7855546e-3095-4b9f-bf83-353db75f3875', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'floating_ip_address': '172.25.5.30', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'port_id': '69090c15-0426-4b8c-896b-956d503bae9c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1', 'mac_address': 'fa:16:3e:f3:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ca6722-1411-4d5b-8e9a-bc44559e6459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:00:39Z', 'updated_at': '2022-03-22T20:00:39Z', 'revision_number': 0, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a440b64f-f83a-4011-a51c-d1e1aa3b6e5d', 'name': '', 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'mac_address': 'fa:16:3e:af:06:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '67946d77-61f2-44da-b60c-17393e888589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:20Z', 'updated_at': '2022-03-22T20:00:24Z', 'revision_number': 5, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'subnets': [{'id': '67946d77-61f2-44da-b60c-17393e888589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:00:42.313837 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0271fbf2-283c-4c06-a8fb-66ff91a42f7d tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/floatingips/7855546e-3095-4b9f-bf83-353db75f3875 HTTP/1.1" status: 200 len: 990 time: 0.0925899 Mar 22 20:00:42.335573 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593fc68-ec17-4cbe-a54a-0f76dc5a6a2d req-edf6aa81-0b38-4282-bb90-6b940eeafe94 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:42.337217 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1593fc68-ec17-4cbe-a54a-0f76dc5a6a2d req-edf6aa81-0b38-4282-bb90-6b940eeafe94 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 943 time: 0.0586019 Mar 22 20:00:42.391396 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1593fc68-ec17-4cbe-a54a-0f76dc5a6a2d req-97d528ef-2946-4237-9c6f-f413c1cac5d4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479233 Mar 22 20:00:42.509165 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8545a51-655e-4848-b284-3e56dcdb2ce0 None None] New status for floating IP 7855546e-3095-4b9f-bf83-353db75f3875: ACTIVE {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:00:43.318471 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36522) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:43.380147 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-19e795a7-3d27-4953-9bef-e3ad074c9821 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/floatingips/7855546e-3095-4b9f-bf83-353db75f3875 HTTP/1.1" status: 200 len: 992 time: 0.0604100 Mar 22 20:00:43.548827 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ca44e-9000-4f43-98a9-2bd852428425 req-234892be-290d-4f50-8cc8-69a9ed4f5825 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:43.551436 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-143ca44e-9000-4f43-98a9-2bd852428425 req-234892be-290d-4f50-8cc8-69a9ed4f5825 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 943 time: 0.0615549 Mar 22 20:00:43.602274 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-143ca44e-9000-4f43-98a9-2bd852428425 req-9cd9ea34-0a7d-4f67-b8f9-3a467915dcef tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450819 Mar 22 20:00:44.750514 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0179ee1d-9491-4105-b3a6-1278db2da35b req-15135b4c-7f01-4513-9442-2453efb7ed3e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:44.752034 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0179ee1d-9491-4105-b3a6-1278db2da35b req-15135b4c-7f01-4513-9442-2453efb7ed3e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 943 time: 0.0626245 Mar 22 20:00:44.816778 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0179ee1d-9491-4105-b3a6-1278db2da35b req-5b42b7c6-d90b-461e-8497-0a4b15461445 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588961 Mar 22 20:00:45.179333 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c4a94ec7-d007-4eef-99dd-a4d8e18ed566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:45.995618 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19b518-b79a-42fc-85d7-a01ced2f5fa6 req-aa0ac03d-3aa5-4092-8ed2-9114022d00a6 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:45.998538 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3f19b518-b79a-42fc-85d7-a01ced2f5fa6 req-aa0ac03d-3aa5-4092-8ed2-9114022d00a6 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 943 time: 0.0979781 Mar 22 20:00:46.058728 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3f19b518-b79a-42fc-85d7-a01ced2f5fa6 req-74a7af96-e689-4d46-b65f-a7fcb3a4d885 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541267 Mar 22 20:00:46.119375 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:47.200668 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d884dab-fa5b-49af-9472-76acad649740 req-81163400-2643-4679-929b-f395a363b885 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:47.202228 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8d884dab-fa5b-49af-9472-76acad649740 req-81163400-2643-4679-929b-f395a363b885 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 943 time: 0.0554137 Mar 22 20:00:47.263133 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8d884dab-fa5b-49af-9472-76acad649740 req-a63d1435-192e-44a7-a620-911d56d7a332 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549233 Mar 22 20:00:47.426071 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ba939514-460c-4cd8-981e-4726f8507faf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:48.399544 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9f652-d3cd-4b8d-a9ee-3fff086839b5 req-b3403a61-3054-4bfe-a99e-fc10340c8cf3 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:48.401150 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ddb9f652-d3cd-4b8d-a9ee-3fff086839b5 req-b3403a61-3054-4bfe-a99e-fc10340c8cf3 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 943 time: 0.0628846 Mar 22 20:00:48.457642 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ddb9f652-d3cd-4b8d-a9ee-3fff086839b5 req-039f0f6c-8598-4ac8-baf8-a07732cb6c79 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493333 Mar 22 20:00:48.591114 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:48.792220 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:49.164133 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 695e450f-c6f4-4762-b1fc-909b3d65caf4 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:00:49.291945 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 695e450f-c6f4-4762-b1fc-909b3d65caf4, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=695e450f-c6f4-4762-b1fc-909b3d65caf4,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:00:49.304656 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '695e450f-c6f4-4762-b1fc-909b3d65caf4', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'port_id': '695e450f-c6f4-4762-b1fc-909b3d65caf4', 'mac_address': 'fa:16:3e:a0:97:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:00:49.347934 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 695e450f-c6f4-4762-b1fc-909b3d65caf4 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:00:49.348215 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (695e450f-c6f4-4762-b1fc-909b3d65caf4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:49.380304 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 695e450f-c6f4-4762-b1fc-909b3d65caf4 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:00:49.400376 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 695e450f-c6f4-4762-b1fc-909b3d65caf4, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=695e450f-c6f4-4762-b1fc-909b3d65caf4,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:00:49.405337 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (695e450f-c6f4-4762-b1fc-909b3d65caf4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:49.468550 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=695e450f-c6f4-4762-b1fc-909b3d65caf4,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:49.605573 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599083dd-1a2e-4619-9e17-8d225e9e825c req-10fd1b37-1749-4882-989e-c839deeacfd6 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:49.607360 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-599083dd-1a2e-4619-9e17-8d225e9e825c req-10fd1b37-1749-4882-989e-c839deeacfd6 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 944 time: 0.0653298 Mar 22 20:00:49.618405 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['695e450f-c6f4-4762-b1fc-909b3d65caf4'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:00:49.677908 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-599083dd-1a2e-4619-9e17-8d225e9e825c req-1eac57a8-8e8b-4cbf-a109-50ad9c7094d8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603313 Mar 22 20:00:50.230951 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:50.845572 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eccbf41-fba4-47ed-b435-15489db5b0bf req-25f9eeb3-d2f9-4815-9f49-23383be6daec tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:50.847734 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6eccbf41-fba4-47ed-b435-15489db5b0bf req-25f9eeb3-d2f9-4815-9f49-23383be6daec tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 944 time: 0.0807319 Mar 22 20:00:50.909833 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6eccbf41-fba4-47ed-b435-15489db5b0bf req-e4db2bd0-9cc8-445d-b62e-728ba2bf79aa tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555913 Mar 22 20:00:51.163453 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 695e450f-c6f4-4762-b1fc-909b3d65caf4 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:00:51.228318 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 695e450f-c6f4-4762-b1fc-909b3d65caf4 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:00:51.233616 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 695e450f-c6f4-4762-b1fc-909b3d65caf4 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:00:51.234155 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (695e450f-c6f4-4762-b1fc-909b3d65caf4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:51.321184 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 695e450f-c6f4-4762-b1fc-909b3d65caf4 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:00:51.321572 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (695e450f-c6f4-4762-b1fc-909b3d65caf4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:51.353431 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd2ef49-efcc-4a44-abb9-e64969163cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695e450f-c6f4-4762-b1fc-909b3d65caf4'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:00:51.355658 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2dc8d0-b46f-4e7a-a093-9d29752d97e4" -d '{"events": [{"server_uuid": "ccd2ef49-efcc-4a44-abb9-e64969163cfb", "name": "network-vif-plugged", "status": "completed", "tag": "695e450f-c6f4-4762-b1fc-909b3d65caf4"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:00:51.370977 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 695e450f-c6f4-4762-b1fc-909b3d65caf4, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=695e450f-c6f4-4762-b1fc-909b3d65caf4,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:00:51.377318 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (695e450f-c6f4-4762-b1fc-909b3d65caf4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:51.417106 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:51.423439 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88f2a24-27fc-4ddf-af18-2e5d41f73db8 x-openstack-request-id: req-c88f2a24-27fc-4ddf-af18-2e5d41f73db8 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:00:51.423733 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd2ef49-efcc-4a44-abb9-e64969163cfb", "name": "network-vif-plugged", "status": "completed", "tag": "695e450f-c6f4-4762-b1fc-909b3d65caf4", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:00:51.423999 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c88f2a24-27fc-4ddf-af18-2e5d41f73db8 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:00:51.424520 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c88f2a24-27fc-4ddf-af18-2e5d41f73db8'] response: {'server_uuid': 'ccd2ef49-efcc-4a44-abb9-e64969163cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695e450f-c6f4-4762-b1fc-909b3d65caf4', 'code': 200} Mar 22 20:00:51.440148 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=695e450f-c6f4-4762-b1fc-909b3d65caf4,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:51.554874 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743d68c-dad8-4be4-ab6b-6512d2e6816e req-7a98fb0b-843e-49d6-a277-2a4af5ae4c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:51.556611 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b743d68c-dad8-4be4-ab6b-6512d2e6816e req-7a98fb0b-843e-49d6-a277-2a4af5ae4c13 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 1128 time: 0.0693095 Mar 22 20:00:51.613632 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b743d68c-dad8-4be4-ab6b-6512d2e6816e req-da1bfed1-03d9-4324-836d-694a135e3033 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502200 Mar 22 20:00:52.057323 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10635fc7-0757-4ba9-b515-17543a3006bf req-89883417-2c4e-41ef-ae8f-89d12b0f53e4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:52.058904 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-10635fc7-0757-4ba9-b515-17543a3006bf req-89883417-2c4e-41ef-ae8f-89d12b0f53e4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 945 time: 0.0708044 Mar 22 20:00:52.117234 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-10635fc7-0757-4ba9-b515-17543a3006bf req-9821acbc-d508-42c3-ae3d-87a7bcbbdf6e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483968 Mar 22 20:00:53.038454 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba0e3b-9cc8-46d0-9db6-95d45de61edb req-ec4e0b9c-3717-4665-92c8-acace213830c tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:53.039987 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e8ba0e3b-9cc8-46d0-9db6-95d45de61edb req-ec4e0b9c-3717-4665-92c8-acace213830c tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 1128 time: 0.0488031 Mar 22 20:00:53.090546 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e8ba0e3b-9cc8-46d0-9db6-95d45de61edb req-630fcda4-db99-456b-a7c2-4d36b6bf79ab tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443082 Mar 22 20:00:53.251201 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf7f0fe-4138-4272-9d8c-04f82389b0bf req-04dad8d7-e030-4870-b16e-e10f21de821c tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:53.252722 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fcf7f0fe-4138-4272-9d8c-04f82389b0bf req-04dad8d7-e030-4870-b16e-e10f21de821c tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 945 time: 0.0881836 Mar 22 20:00:53.281904 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a5abc-d266-46f8-a140-616f1334cf88 req-7b3b0d68-ca12-43cd-9a82-f0d552f5ad85 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:53.283366 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2f1a5abc-d266-46f8-a140-616f1334cf88 req-7b3b0d68-ca12-43cd-9a82-f0d552f5ad85 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 945 time: 0.0891452 Mar 22 20:00:53.330656 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fcf7f0fe-4138-4272-9d8c-04f82389b0bf req-bc615cdd-48b6-459a-9ce5-0c52d0bc8dbb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720282 Mar 22 20:00:53.358401 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36554) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:53.358963 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2f1a5abc-d266-46f8-a140-616f1334cf88 req-2ff50864-3d59-4e51-90a7-7b86bb7dafd0 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686769 Mar 22 20:00:53.428143 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4a33ec5e-fede-459c-a7c4-11100608e706 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/floatingips/cf0e3b22-8637-492f-acdd-ebf2b497a577 HTTP/1.1" status: 200 len: 993 time: 0.0683081 Mar 22 20:00:53.488272 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e531cd-2093-4caa-8d6e-cb66e208ab18 req-553a0fec-95c2-4659-b151-b64535015283 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:53.489821 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9e531cd-2093-4caa-8d6e-cb66e208ab18 req-553a0fec-95c2-4659-b151-b64535015283 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 945 time: 0.0577431 Mar 22 20:00:53.549687 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9e531cd-2093-4caa-8d6e-cb66e208ab18 req-f4d5f4bd-3e73-4e33-88de-97ddec2ef526 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539637 Mar 22 20:00:53.574598 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36562) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:53.619782 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fc95ad-fd9f-4725-910d-06c78f91c3bf tempest-TestVolumeBootPattern-637404732 tempest-TestVolumeBootPattern-637404732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:53.621302 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f1fc95ad-fd9f-4725-910d-06c78f91c3bf tempest-TestVolumeBootPattern-637404732 tempest-TestVolumeBootPattern-637404732-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 1123 time: 0.0455246 Mar 22 20:00:53.625233 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36564) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:53.629980 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-214b7b72-58a1-4d55-8c00-4b6628864e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'port_id': '695e450f-c6f4-4762-b1fc-909b3d65caf4', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:00:53.651876 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-214b7b72-58a1-4d55-8c00-4b6628864e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:53.736618 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-861515b2-046c-4589-88dc-a08fbb2d71cb req-6395c721-f787-4bd6-8146-15e46ca729cb service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 20:00:53.737639 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-861515b2-046c-4589-88dc-a08fbb2d71cb req-6395c721-f787-4bd6-8146-15e46ca729cb service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125043 Mar 22 20:00:53.786108 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-214b7b72-58a1-4d55-8c00-4b6628864e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:53.902610 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-214b7b72-58a1-4d55-8c00-4b6628864e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Allocated IP 172.25.5.206 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/1faab2e7-c736-4dcf-98ac-abab804e972a) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:00:54.010117 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-214b7b72-58a1-4d55-8c00-4b6628864e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for port (1faab2e7-c736-4dcf-98ac-abab804e972a), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:54.048071 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-214b7b72-58a1-4d55-8c00-4b6628864e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (1faab2e7-c736-4dcf-98ac-abab804e972a), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:54.066455 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36574) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:54.088993 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214b7b72-58a1-4d55-8c00-4b6628864e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:00:54.092172 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-214b7b72-58a1-4d55-8c00-4b6628864e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:00:54.101247 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214b7b72-58a1-4d55-8c00-4b6628864e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:00:54.124056 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b7b72-58a1-4d55-8c00-4b6628864e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Pushing event updated for resources: {'Port': ['ID=1faab2e7-c736-4dcf-98ac-abab804e972a,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:54.139906 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b7b72-58a1-4d55-8c00-4b6628864e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:54.140832 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b7b72-58a1-4d55-8c00-4b6628864e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:54.141182 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b7b72-58a1-4d55-8c00-4b6628864e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:54.141521 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b7b72-58a1-4d55-8c00-4b6628864e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:54.141881 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b7b72-58a1-4d55-8c00-4b6628864e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:54.142217 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b7b72-58a1-4d55-8c00-4b6628864e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:54.142549 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b7b72-58a1-4d55-8c00-4b6628864e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:54.142889 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b7b72-58a1-4d55-8c00-4b6628864e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:54.143215 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b7b72-58a1-4d55-8c00-4b6628864e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:54.143545 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b7b72-58a1-4d55-8c00-4b6628864e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:54.144077 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b7b72-58a1-4d55-8c00-4b6628864e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:54.144407 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b7b72-58a1-4d55-8c00-4b6628864e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:54.144735 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b7b72-58a1-4d55-8c00-4b6628864e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:54.145061 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b7b72-58a1-4d55-8c00-4b6628864e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:54.145390 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214b7b72-58a1-4d55-8c00-4b6628864e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:00:54.175794 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669caa0c-437c-410b-b06b-6cc0873a7476 req-2cdfdfd6-a091-4044-8cf2-296c476577e5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:54.177372 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-669caa0c-437c-410b-b06b-6cc0873a7476 req-2cdfdfd6-a091-4044-8cf2-296c476577e5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 945 time: 0.0946259 Mar 22 20:00:54.210953 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-d55a3971-d9cf-4abb-977f-373f4020a360 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1432037 Mar 22 20:00:54.226603 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-eda29342-b3eb-41f1-bbe9-8f7b55d52282 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 20:00:54.227742 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-eda29342-b3eb-41f1-bbe9-8f7b55d52282 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117257 Mar 22 20:00:54.249683 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-669caa0c-437c-410b-b06b-6cc0873a7476 req-3d16751f-8f69-431c-af0d-daf5092ea512 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643766 Mar 22 20:00:54.528183 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-214b7b72-58a1-4d55-8c00-4b6628864e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for floatingip (57153f74-a91c-483f-b88c-978de0e26632), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:54.618489 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36594) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:00:54.620813 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-214b7b72-58a1-4d55-8c00-4b6628864e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (1faab2e7-c736-4dcf-98ac-abab804e972a), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:54.810554 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-25e9da07-2d3c-4099-b509-e9a2c73374c8 tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:54.811342 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-214b7b72-58a1-4d55-8c00-4b6628864e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for port (1faab2e7-c736-4dcf-98ac-abab804e972a), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:54.812069 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-25e9da07-2d3c-4099-b509-e9a2c73374c8 tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] 10.222.0.75 "GET /v2.0/ports/859b98c6-53d4-43e6-8d29-e07206ff09f4 HTTP/1.1" status: 200 len: 1125 time: 0.1922545 Mar 22 20:00:54.816264 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-214b7b72-58a1-4d55-8c00-4b6628864e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (1faab2e7-c736-4dcf-98ac-abab804e972a), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:54.892303 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b7b72-58a1-4d55-8c00-4b6628864e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Pushing event updated for resources: {'Port': ['ID=1faab2e7-c736-4dcf-98ac-abab804e972a,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:00:54.905322 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-214b7b72-58a1-4d55-8c00-4b6628864e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (57153f74-a91c-483f-b88c-978de0e26632), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:55.020718 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-214b7b72-58a1-4d55-8c00-4b6628864e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Floating IP 57153f74-a91c-483f-b88c-978de0e26632 associated. External IP: 172.25.5.206, port: 695e450f-c6f4-4762-b1fc-909b3d65caf4. Mar 22 20:00:55.311202 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-214b7b72-58a1-4d55-8c00-4b6628864e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Router 6358990b-a7ee-475f-b23a-fee86bbf0af4 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:00:55.403816 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a9a97-90b2-4030-9e3a-9d39112630c0 req-4a7518c4-64f8-4329-9d74-ec95d0967054 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:55.410864 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5a9a9a97-90b2-4030-9e3a-9d39112630c0 req-4a7518c4-64f8-4329-9d74-ec95d0967054 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 945 time: 0.0646203 Mar 22 20:00:55.438475 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-214b7b72-58a1-4d55-8c00-4b6628864e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:00:55.452089 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee4a58c-8285-4913-a432-40e4edad6c1a None None] Sync routers for ids ['6358990b-a7ee-475f-b23a-fee86bbf0af4'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:00:55.458771 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-214b7b72-58a1-4d55-8c00-4b6628864e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:00:55.461978 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee4a58c-8285-4913-a432-40e4edad6c1a None None] Routers {'6358990b-a7ee-475f-b23a-fee86bbf0af4'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:00:55.462598 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-bee4a58c-8285-4913-a432-40e4edad6c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:00:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6358990b-a7ee-475f-b23a-fee86bbf0af4'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:55.474648 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5a9a9a97-90b2-4030-9e3a-9d39112630c0 req-9f2da7fa-d860-4fab-b94d-25ca52d91a07 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600901 Mar 22 20:00:55.505817 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-214b7b72-58a1-4d55-8c00-4b6628864e71 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8667297 Mar 22 20:00:55.505817 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd2ef49-efcc-4a44-abb9-e64969163cfb', 'tag': '695e450f-c6f4-4762-b1fc-909b3d65caf4'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:00:55.505817 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293c9c9d-ce3f-483f-a167-738038de1bae" -d '{"events": [{"name": "network-changed", "server_uuid": "ccd2ef49-efcc-4a44-abb9-e64969163cfb", "tag": "695e450f-c6f4-4762-b1fc-909b3d65caf4"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:00:55.533402 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85244d68-6a99-4f54-90b1-1c2ace5eb4a4 x-openstack-request-id: req-85244d68-6a99-4f54-90b1-1c2ace5eb4a4 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:00:55.534071 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccd2ef49-efcc-4a44-abb9-e64969163cfb", "tag": "695e450f-c6f4-4762-b1fc-909b3d65caf4", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:00:55.534071 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-85244d68-6a99-4f54-90b1-1c2ace5eb4a4 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:00:55.534420 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85244d68-6a99-4f54-90b1-1c2ace5eb4a4'] response: {'name': 'network-changed', 'server_uuid': 'ccd2ef49-efcc-4a44-abb9-e64969163cfb', 'tag': '695e450f-c6f4-4762-b1fc-909b3d65caf4', 'status': 'completed', 'code': 200} Mar 22 20:00:55.592840 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-bee4a58c-8285-4913-a432-40e4edad6c1a None None] Set router 6358990b-a7ee-475f-b23a-fee86bbf0af4 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:00:55.602963 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c9c9d-ce3f-483f-a167-738038de1bae req-c6471df0-9ac9-4862-a902-0ac31e61ede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:55.604493 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-293c9c9d-ce3f-483f-a167-738038de1bae req-c6471df0-9ac9-4862-a902-0ac31e61ede1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=99d72c7dab634aac93e71becf6d2998e&device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 1128 time: 0.0468986 Mar 22 20:00:55.727813 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c9c9d-ce3f-483f-a167-738038de1bae req-65c89e7b-e28b-4484-b67d-003ecdf7b37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:55.729633 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-293c9c9d-ce3f-483f-a167-738038de1bae req-65c89e7b-e28b-4484-b67d-003ecdf7b37f service neutron] 10.222.0.84 "GET /v2.0/networks?id=942e739d-0f2d-40f4-8f81-80042bf466e6 HTTP/1.1" status: 200 len: 911 time: 0.1189344 Mar 22 20:00:55.773098 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-6e8650ae-993b-4675-ad86-a4909f2cf1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:55.776386 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-6e8650ae-993b-4675-ad86-a4909f2cf1de service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 1128 time: 0.0677464 Mar 22 20:00:55.814361 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-293c9c9d-ce3f-483f-a167-738038de1bae req-7f741710-b499-477e-94b6-66ae660f8df3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=695e450f-c6f4-4762-b1fc-909b3d65caf4 HTTP/1.1" status: 200 len: 999 time: 0.0783653 Mar 22 20:00:55.863064 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-bee4a58c-8285-4913-a432-40e4edad6c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'name': 'tempest-TestVolumeBootPattern-43950669-router', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:50:26Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'gw_port': {'id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:28Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '57153f74-a91c-483f-b88c-978de0e26632', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'floating_ip_address': '172.25.5.206', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'port_id': '695e450f-c6f4-4762-b1fc-909b3d65caf4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'mac_address': 'fa:16:3e:a0:97:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd2ef49-efcc-4a44-abb9-e64969163cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:00:54Z', 'updated_at': '2022-03-22T20:00:54Z', 'revision_number': 0, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d88f0b-ec25-4edb-b152-f70333e88da2', 'name': '', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'mac_address': 'fa:16:3e:5f:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:36Z', 'updated_at': '2022-03-22T19:50:42Z', 'revision_number': 5, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'subnets': [{'id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:55.869645 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c9c9d-ce3f-483f-a167-738038de1bae req-78810644-7fdb-4e2e-90f0-683f73d76c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:55.871199 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-293c9c9d-ce3f-483f-a167-738038de1bae req-78810644-7fdb-4e2e-90f0-683f73d76c25 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ce14209e-d9ba-4d1e-8a54-b7950c923a71 HTTP/1.1" status: 200 len: 849 time: 0.0511084 Mar 22 20:00:55.889830 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee4a58c-8285-4913-a432-40e4edad6c1a None None] Checking router: 6358990b-a7ee-475f-b23a-fee86bbf0af4 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:00:55.898916 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-918be544-9bbb-4424-b3e8-5356d0ae483f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:55.899081 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee4a58c-8285-4913-a432-40e4edad6c1a None None] Routers {'6358990b-a7ee-475f-b23a-fee86bbf0af4'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:00:55.899641 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-bee4a58c-8285-4913-a432-40e4edad6c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:00:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6358990b-a7ee-475f-b23a-fee86bbf0af4'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:55.900432 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-918be544-9bbb-4424-b3e8-5356d0ae483f service neutron] 10.222.0.84 "GET /v2.0/networks?id=77cdcc26-9739-4892-9783-f32585ecd5b0 HTTP/1.1" status: 200 len: 898 time: 0.1175861 Mar 22 20:00:55.927860 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c9c9d-ce3f-483f-a167-738038de1bae req-f90881e3-3396-4762-b1a4-110e13b09163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:55.929573 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-293c9c9d-ce3f-483f-a167-738038de1bae req-f90881e3-3396-4762-b1a4-110e13b09163 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=942e739d-0f2d-40f4-8f81-80042bf466e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0528266 Mar 22 20:00:56.016186 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-bee4a58c-8285-4913-a432-40e4edad6c1a None None] Set router 6358990b-a7ee-475f-b23a-fee86bbf0af4 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:00:56.029970 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-293c9c9d-ce3f-483f-a167-738038de1bae req-a1863a25-0561-48ce-96fc-b9810d350507 service neutron] 10.222.0.84 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933027 Mar 22 20:00:56.149163 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-293c9c9d-ce3f-483f-a167-738038de1bae req-10676209-8adb-489a-968a-599cabe09984 service neutron] 10.222.0.84 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118736 Mar 22 20:00:56.267464 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-c21ee34d-8177-4aa7-ae17-33e5905f83cd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=859b98c6-53d4-43e6-8d29-e07206ff09f4 HTTP/1.1" status: 200 len: 1001 time: 0.3615825 Mar 22 20:00:56.301952 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-bee4a58c-8285-4913-a432-40e4edad6c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'name': 'tempest-TestVolumeBootPattern-43950669-router', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:50:26Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'gw_port': {'id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:28Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '57153f74-a91c-483f-b88c-978de0e26632', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'floating_ip_address': '172.25.5.206', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'port_id': '695e450f-c6f4-4762-b1fc-909b3d65caf4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'mac_address': 'fa:16:3e:a0:97:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd2ef49-efcc-4a44-abb9-e64969163cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:00:54Z', 'updated_at': '2022-03-22T20:00:54Z', 'revision_number': 0, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d88f0b-ec25-4edb-b152-f70333e88da2', 'name': '', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'mac_address': 'fa:16:3e:5f:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:36Z', 'updated_at': '2022-03-22T19:50:42Z', 'revision_number': 5, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'subnets': [{'id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:00:56.322751 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-684446b1-7197-404d-b5f9-ccbc68101180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:56.324237 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-684446b1-7197-404d-b5f9-ccbc68101180 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=75c8fac3-dcae-4e7c-8a20-21f797443286 HTTP/1.1" status: 200 len: 835 time: 0.0509181 Mar 22 20:00:56.329528 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee4a58c-8285-4913-a432-40e4edad6c1a None None] The sync data for ids ['6358990b-a7ee-475f-b23a-fee86bbf0af4'] in n-d-705658-24 is: [{'id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'name': 'tempest-TestVolumeBootPattern-43950669-router', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:50:26Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'gw_port': {'id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:28Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '57153f74-a91c-483f-b88c-978de0e26632', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'floating_ip_address': '172.25.5.206', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'port_id': '695e450f-c6f4-4762-b1fc-909b3d65caf4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'mac_address': 'fa:16:3e:a0:97:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd2ef49-efcc-4a44-abb9-e64969163cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:00:54Z', 'updated_at': '2022-03-22T20:00:54Z', 'revision_number': 0, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d88f0b-ec25-4edb-b152-f70333e88da2', 'name': '', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'mac_address': 'fa:16:3e:5f:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:36Z', 'updated_at': '2022-03-22T19:50:42Z', 'revision_number': 5, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'subnets': [{'id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:00:56.374248 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-bf834ec3-3af6-4741-b640-7caf63eeb659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:56.375832 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-bf834ec3-3af6-4741-b640-7caf63eeb659 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=77cdcc26-9739-4892-9783-f32585ecd5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461655 Mar 22 20:00:56.483030 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-c8729f4d-c325-4df5-93ed-4a39ebe55fed service neutron] 10.222.0.84 "GET /v2.0/networks/77cdcc26-9739-4892-9783-f32585ecd5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005514 Mar 22 20:00:56.580450 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a87c004-5bc3-4d13-acae-bfef9ef920b0 None None] New status for floating IP 57153f74-a91c-483f-b88c-978de0e26632: ACTIVE {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:00:56.587788 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-066ec0a0-aab1-4602-9981-f01ff653a010 service neutron] 10.222.0.84 "GET /v2.0/networks/77cdcc26-9739-4892-9783-f32585ecd5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985763 Mar 22 20:00:56.619440 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff33cd1-f1da-4c34-8732-64b0f87f433e req-951f6c54-fde2-4c98-8812-8de1c4735d7b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:56.621810 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1ff33cd1-f1da-4c34-8732-64b0f87f433e req-951f6c54-fde2-4c98-8812-8de1c4735d7b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 945 time: 0.0621498 Mar 22 20:00:56.680693 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1ff33cd1-f1da-4c34-8732-64b0f87f433e req-11c64eb8-176d-4ef6-a585-7617323b7338 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528998 Mar 22 20:00:57.876819 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d6e382-f56a-419c-90b1-0f0af70f87ad req-aa57ab72-96d2-4ca0-9301-8720e6cb6f26 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:57.879434 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-88d6e382-f56a-419c-90b1-0f0af70f87ad req-aa57ab72-96d2-4ca0-9301-8720e6cb6f26 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 945 time: 0.1211739 Mar 22 20:00:57.932651 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-88d6e382-f56a-419c-90b1-0f0af70f87ad req-ff106b0a-cdb7-44ac-a5e5-7e949f00e6a8 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469792 Mar 22 20:00:59.062344 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead1d68-ab72-4ae5-af86-425a5ab75c8c req-794b777b-fd71-4cbd-a156-686cd8bad82a tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:00:59.063886 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dead1d68-ab72-4ae5-af86-425a5ab75c8c req-794b777b-fd71-4cbd-a156-686cd8bad82a tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 945 time: 0.0613213 Mar 22 20:00:59.115319 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dead1d68-ab72-4ae5-af86-425a5ab75c8c req-a48abef4-3405-4dc7-89db-928ce522b9a9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457108 Mar 22 20:01:00.241604 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34e93c-bbb2-4b16-99d3-c89363968a14 req-8bf0e3ef-b644-4a08-aae1-d62fc48a48a7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:00.243488 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b34e93c-bbb2-4b16-99d3-c89363968a14 req-8bf0e3ef-b644-4a08-aae1-d62fc48a48a7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 945 time: 0.0554936 Mar 22 20:01:00.302882 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b34e93c-bbb2-4b16-99d3-c89363968a14 req-4a7fb4a8-122b-4417-8f87-a28bcf5253ce tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521054 Mar 22 20:01:01.429851 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e6967-7c84-45d5-a3df-529fa8e31697 req-9e6a8ffd-3f09-4d80-bf74-b17d4d729af1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:01.431448 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e48e6967-7c84-45d5-a3df-529fa8e31697 req-9e6a8ffd-3f09-4d80-bf74-b17d4d729af1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 945 time: 0.0557694 Mar 22 20:01:01.488296 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e48e6967-7c84-45d5-a3df-529fa8e31697 req-baf5a2d2-96ed-4f20-b8b4-2a3bed259e2e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509822 Mar 22 20:01:02.148624 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d761d5-1b42-4624-b271-b7e2f2f21446 req-6f9d4c32-e27e-4b91-a40b-9193f6698b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:02.150147 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-66d761d5-1b42-4624-b271-b7e2f2f21446 req-6f9d4c32-e27e-4b91-a40b-9193f6698b15 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 1128 time: 0.0498917 Mar 22 20:01:02.261084 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d761d5-1b42-4624-b271-b7e2f2f21446 req-f3d7374b-1eda-4a5c-ad5f-4db8679c15a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:02.262840 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-66d761d5-1b42-4624-b271-b7e2f2f21446 req-f3d7374b-1eda-4a5c-ad5f-4db8679c15a0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=77cdcc26-9739-4892-9783-f32585ecd5b0 HTTP/1.1" status: 200 len: 898 time: 0.0924499 Mar 22 20:01:02.331340 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-66d761d5-1b42-4624-b271-b7e2f2f21446 req-20be1c9b-3d71-4cde-bef5-7ac41b5fa496 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=859b98c6-53d4-43e6-8d29-e07206ff09f4 HTTP/1.1" status: 200 len: 1001 time: 0.0606771 Mar 22 20:01:02.387117 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d761d5-1b42-4624-b271-b7e2f2f21446 req-dec4b16e-53b9-495e-aeae-7cbe8a4d9f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:02.388572 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-66d761d5-1b42-4624-b271-b7e2f2f21446 req-dec4b16e-53b9-495e-aeae-7cbe8a4d9f20 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=75c8fac3-dcae-4e7c-8a20-21f797443286 HTTP/1.1" status: 200 len: 835 time: 0.0492392 Mar 22 20:01:02.445427 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d761d5-1b42-4624-b271-b7e2f2f21446 req-d7d02d21-7aa7-4163-88bb-9d5c7d2bfbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:02.446978 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-66d761d5-1b42-4624-b271-b7e2f2f21446 req-d7d02d21-7aa7-4163-88bb-9d5c7d2bfbec service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=77cdcc26-9739-4892-9783-f32585ecd5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0509007 Mar 22 20:01:02.544508 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-66d761d5-1b42-4624-b271-b7e2f2f21446 req-8b49b643-0341-4936-90fd-b7b6a2da46a0 service neutron] 10.222.0.84 "GET /v2.0/networks/77cdcc26-9739-4892-9783-f32585ecd5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911915 Mar 22 20:01:02.626487 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46143335-434d-4467-9372-734be6de0a3f req-c2148336-a134-431b-adc5-de08a79bb86d tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:02.628304 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-46143335-434d-4467-9372-734be6de0a3f req-c2148336-a134-431b-adc5-de08a79bb86d tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 945 time: 0.0652225 Mar 22 20:01:02.652229 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-66d761d5-1b42-4624-b271-b7e2f2f21446 req-740fc4e9-646f-4ce8-b1a9-6b0e67a87f87 service neutron] 10.222.0.84 "GET /v2.0/networks/77cdcc26-9739-4892-9783-f32585ecd5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992677 Mar 22 20:01:02.692809 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-46143335-434d-4467-9372-734be6de0a3f req-e178308f-bf1c-4b3d-914a-04b280d9420e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532017 Mar 22 20:01:03.838753 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d5817f-5d24-46d2-9d18-6a1952c9668e req-9397287e-753d-43ee-8cdb-1ff25f3dfc5e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:03.841009 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-52d5817f-5d24-46d2-9d18-6a1952c9668e req-9397287e-753d-43ee-8cdb-1ff25f3dfc5e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 945 time: 0.0769217 Mar 22 20:01:03.907591 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-52d5817f-5d24-46d2-9d18-6a1952c9668e req-d5391f17-3663-4982-93aa-aa6662ab47fc tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569913 Mar 22 20:01:05.033678 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda94377-2caa-424b-9a95-60f1b5949f91 req-432e1985-607e-4238-bedb-3886fe46b46a tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:05.035180 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fda94377-2caa-424b-9a95-60f1b5949f91 req-432e1985-607e-4238-bedb-3886fe46b46a tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 945 time: 0.0583050 Mar 22 20:01:05.094685 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fda94377-2caa-424b-9a95-60f1b5949f91 req-8c467e5c-7fc5-4599-8902-7e0d58779887 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536201 Mar 22 20:01:06.237014 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff02ff-1e98-41c3-8511-5868f24f0b89 req-80465673-9096-4f32-90eb-8f0adeb8f68c tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:06.238620 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-72ff02ff-1e98-41c3-8511-5868f24f0b89 req-80465673-9096-4f32-90eb-8f0adeb8f68c tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 945 time: 0.0605187 Mar 22 20:01:06.291146 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-72ff02ff-1e98-41c3-8511-5868f24f0b89 req-7f0b0887-dfaa-4ba0-92c4-7e772c91e2ed tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468786 Mar 22 20:01:06.711846 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-30c03dad-bdbf-436d-9a42-89740ab46630 req-f4df581e-2ab4-4b15-95bf-c242676553a1 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=15ca6722-1411-4d5b-8e9a-bc44559e6459&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0467861 Mar 22 20:01:06.804466 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c03dad-bdbf-436d-9a42-89740ab46630 req-91d9e7c9-58b7-49b5-a873-b4e89cbd70c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:06.806029 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-30c03dad-bdbf-436d-9a42-89740ab46630 req-91d9e7c9-58b7-49b5-a873-b4e89cbd70c4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0a9f551f23724cbfbcd0f3d327611c2d&device_id=15ca6722-1411-4d5b-8e9a-bc44559e6459 HTTP/1.1" status: 200 len: 1128 time: 0.0491664 Mar 22 20:01:06.916781 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c03dad-bdbf-436d-9a42-89740ab46630 req-45707bf7-44fc-4a89-a26d-a6cdbb1b7b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:06.918286 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-30c03dad-bdbf-436d-9a42-89740ab46630 req-45707bf7-44fc-4a89-a26d-a6cdbb1b7b4e service neutron] 10.222.0.85 "GET /v2.0/networks?id=34a034e8-35b7-4b70-ada6-2e55ff0722c1 HTTP/1.1" status: 200 len: 897 time: 0.0926807 Mar 22 20:01:06.985153 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-30c03dad-bdbf-436d-9a42-89740ab46630 req-3e5f6f3a-b58b-4160-87cf-5502e047ff80 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69090c15-0426-4b8c-896b-956d503bae9c HTTP/1.1" status: 200 len: 1000 time: 0.0608189 Mar 22 20:01:07.037462 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c03dad-bdbf-436d-9a42-89740ab46630 req-85801b7a-d146-423b-8623-48ea0fb11495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:07.038964 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-30c03dad-bdbf-436d-9a42-89740ab46630 req-85801b7a-d146-423b-8623-48ea0fb11495 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=67946d77-61f2-44da-b60c-17393e888589 HTTP/1.1" status: 200 len: 835 time: 0.0481961 Mar 22 20:01:07.090946 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c03dad-bdbf-436d-9a42-89740ab46630 req-3be617f3-6484-4e7a-98bc-daaf5265b76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:07.092467 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-30c03dad-bdbf-436d-9a42-89740ab46630 req-3be617f3-6484-4e7a-98bc-daaf5265b76d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=34a034e8-35b7-4b70-ada6-2e55ff0722c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0473812 Mar 22 20:01:07.182632 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-30c03dad-bdbf-436d-9a42-89740ab46630 req-59fd9187-1286-419f-9c92-9abfadb8bc4b service neutron] 10.222.0.85 "GET /v2.0/networks/34a034e8-35b7-4b70-ada6-2e55ff0722c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838366 Mar 22 20:01:07.280236 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-30c03dad-bdbf-436d-9a42-89740ab46630 req-ace8e8d0-cbec-4997-88bc-6a5ad1ac7928 service neutron] 10.222.0.85 "GET /v2.0/networks/34a034e8-35b7-4b70-ada6-2e55ff0722c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899560 Mar 22 20:01:07.415767 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972da76-2e57-4435-9a5c-eadb8c921364 req-4e64207f-2cbd-4ec2-96f5-561e5a55a4d4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:07.417320 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f972da76-2e57-4435-9a5c-eadb8c921364 req-4e64207f-2cbd-4ec2-96f5-561e5a55a4d4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 945 time: 0.0585732 Mar 22 20:01:07.467729 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f972da76-2e57-4435-9a5c-eadb8c921364 req-9cd42496-5538-438a-9a31-ce9e2766be28 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442657 Mar 22 20:01:08.593656 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:01:08.594324 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bcddbc-c8e5-4b43-a47c-1c32f8f1b490 req-fdcee46d-0a54-430e-9e72-adb87fd45606 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:08.595386 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-71bcddbc-c8e5-4b43-a47c-1c32f8f1b490 req-fdcee46d-0a54-430e-9e72-adb87fd45606 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 945 time: 0.0564108 Mar 22 20:01:08.646591 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-71bcddbc-c8e5-4b43-a47c-1c32f8f1b490 req-bfd7dc0b-cf8c-4edd-850b-464bf59b3070 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456774 Mar 22 20:01:09.771590 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8dc5a2-91d3-4805-8cfe-21a721a0f605 req-f046aa21-e760-4599-b80f-d1e293cf7375 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:09.773113 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6a8dc5a2-91d3-4805-8cfe-21a721a0f605 req-f046aa21-e760-4599-b80f-d1e293cf7375 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 945 time: 0.0541382 Mar 22 20:01:09.835133 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6a8dc5a2-91d3-4805-8cfe-21a721a0f605 req-4ece5c02-ba06-4ee7-80ef-15e03d4b361e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562558 Mar 22 20:01:10.965032 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bef9d-94a1-4dfc-bdbd-0224ee8c79c3 req-088698c9-73fc-44e9-bb77-b7c2be71d6eb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:10.966541 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-951bef9d-94a1-4dfc-bdbd-0224ee8c79c3 req-088698c9-73fc-44e9-bb77-b7c2be71d6eb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 945 time: 0.0570204 Mar 22 20:01:11.017849 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-951bef9d-94a1-4dfc-bdbd-0224ee8c79c3 req-4ce0256d-2c82-4dd5-803b-3c6a90f39a5f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451546 Mar 22 20:01:12.143900 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e8701-50f8-4730-8cc5-1e0eb41c4a4b req-a8bbffb1-70d1-44ad-8d8c-186d9584378e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:12.145417 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-080e8701-50f8-4730-8cc5-1e0eb41c4a4b req-a8bbffb1-70d1-44ad-8d8c-186d9584378e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 945 time: 0.0536580 Mar 22 20:01:12.194086 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-080e8701-50f8-4730-8cc5-1e0eb41c4a4b req-ffd334fe-77e9-466f-b72a-dca411dc87cc tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430331 Mar 22 20:01:13.320079 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e4ffc-5391-4b34-99d9-adba34dc7c87 req-2dce7b53-0fa2-4116-bc78-9c726df4b351 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:13.321596 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b43e4ffc-5391-4b34-99d9-adba34dc7c87 req-2dce7b53-0fa2-4116-bc78-9c726df4b351 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 945 time: 0.0576384 Mar 22 20:01:13.370988 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b43e4ffc-5391-4b34-99d9-adba34dc7c87 req-0122be80-3e1c-49e4-8a49-05191a90f74f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436363 Mar 22 20:01:13.675939 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-9d82c76b-c96d-4fda-958d-ded040ddc6b8 service neutron] show failed (client error): The resource could not be found. Mar 22 20:01:13.676873 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-9d82c76b-c96d-4fda-958d-ded040ddc6b8 service neutron] 10.222.0.84 "GET /v2.0/ports/859b98c6-53d4-43e6-8d29-e07206ff09f4/bindings/n-h2-705658-24 HTTP/1.1" status: 404 len: 381 time: 0.0581524 Mar 22 20:01:13.901685 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-9ac67320-2aa3-4951-95a4-e731b62e411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:13.903447 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-9ac67320-2aa3-4951-95a4-e731b62e411b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b&tenant_id=5bcae00531204d8c96861edbc9c1d9c0 HTTP/1.1" status: 200 len: 1128 time: 0.0497832 Mar 22 20:01:13.916550 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-0d80a36f-3bb6-4577-a29a-2ee0aaec9812 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705658-24', 'device_owner': 'compute:nova'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:01:13.988106 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-0d80a36f-3bb6-4577-a29a-2ee0aaec9812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (859b98c6-53d4-43e6-8d29-e07206ff09f4), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:14.199255 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-0d80a36f-3bb6-4577-a29a-2ee0aaec9812 service neutron] For port 859b98c6-53d4-43e6-8d29-e07206ff09f4, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=859b98c6-53d4-43e6-8d29-e07206ff09f4,segment=NetworkSegment(98838cb6-a8c2-450a-8230-2342d5f21d02),segment_id=98838cb6-a8c2-450a-8230-2342d5f21d02)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:01:14.232711 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-0d80a36f-3bb6-4577-a29a-2ee0aaec9812 service neutron] For port 859b98c6-53d4-43e6-8d29-e07206ff09f4, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:01:14.273332 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554e245d-138c-438c-aa9e-5cdb9cfd0d7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '859b98c6-53d4-43e6-8d29-e07206ff09f4'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:01:14.275743 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f88822-d74c-4ba4-8c37-0f4604114797" -d '{"events": [{"server_uuid": "554e245d-138c-438c-aa9e-5cdb9cfd0d7b", "name": "network-vif-unplugged", "status": "completed", "tag": "859b98c6-53d4-43e6-8d29-e07206ff09f4"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:01:14.279704 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-0d80a36f-3bb6-4577-a29a-2ee0aaec9812 service neutron] Publish callbacks [] for port (859b98c6-53d4-43e6-8d29-e07206ff09f4), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:14.297208 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-0d80a36f-3bb6-4577-a29a-2ee0aaec9812 service neutron] Transition to ACTIVE for port object 859b98c6-53d4-43e6-8d29-e07206ff09f4 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:01:14.302216 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-0d80a36f-3bb6-4577-a29a-2ee0aaec9812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (859b98c6-53d4-43e6-8d29-e07206ff09f4), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:14.336809 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 20:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3757a28a-637b-4ab5-89b8-4fbea1480388 x-openstack-request-id: req-3757a28a-637b-4ab5-89b8-4fbea1480388 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:01:14.337103 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554e245d-138c-438c-aa9e-5cdb9cfd0d7b", "name": "network-vif-unplugged", "status": "completed", "tag": "859b98c6-53d4-43e6-8d29-e07206ff09f4", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:01:14.337355 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3757a28a-637b-4ab5-89b8-4fbea1480388 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:01:14.337762 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3757a28a-637b-4ab5-89b8-4fbea1480388'] response: {'server_uuid': '554e245d-138c-438c-aa9e-5cdb9cfd0d7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '859b98c6-53d4-43e6-8d29-e07206ff09f4', 'code': 200} Mar 22 20:01:14.393019 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80a36f-3bb6-4577-a29a-2ee0aaec9812 service neutron] Pushing event updated for resources: {'Port': ['ID=859b98c6-53d4-43e6-8d29-e07206ff09f4,revision_number=6']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:14.441833 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-0d80a36f-3bb6-4577-a29a-2ee0aaec9812 service neutron] No DVR routers for this DVR port 859b98c6-53d4-43e6-8d29-e07206ff09f4 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:01:14.521772 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368875d-1dd0-4dba-a8d3-546d89f0c4f8 req-d5d3eddc-1812-4bff-b592-605757a21440 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:14.523959 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6368875d-1dd0-4dba-a8d3-546d89f0c4f8 req-d5d3eddc-1812-4bff-b592-605757a21440 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 943 time: 0.0650766 Mar 22 20:01:14.595473 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6368875d-1dd0-4dba-a8d3-546d89f0c4f8 req-0160da50-77f2-4676-8627-61c2803026bd tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640690 Mar 22 20:01:14.627983 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-0d80a36f-3bb6-4577-a29a-2ee0aaec9812 service neutron] Attempting to bind port 859b98c6-53d4-43e6-8d29-e07206ff09f4 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:01:14.628403 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-0d80a36f-3bb6-4577-a29a-2ee0aaec9812 service neutron] Attempting to bind port 859b98c6-53d4-43e6-8d29-e07206ff09f4 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '98838cb6-a8c2-450a-8230-2342d5f21d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:01:14.628741 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-0d80a36f-3bb6-4577-a29a-2ee0aaec9812 service neutron] Attempting to bind port 859b98c6-53d4-43e6-8d29-e07206ff09f4 on network 77cdcc26-9739-4892-9783-f32585ecd5b0 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:01:14.633764 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-0d80a36f-3bb6-4577-a29a-2ee0aaec9812 service neutron] Port 859b98c6-53d4-43e6-8d29-e07206ff09f4 on network 77cdcc26-9739-4892-9783-f32585ecd5b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:01:14.634131 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-0d80a36f-3bb6-4577-a29a-2ee0aaec9812 service neutron] Attempting to bind port 859b98c6-53d4-43e6-8d29-e07206ff09f4 on network 77cdcc26-9739-4892-9783-f32585ecd5b0 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:01:14.639191 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-0d80a36f-3bb6-4577-a29a-2ee0aaec9812 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:01:14.639604 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-0d80a36f-3bb6-4577-a29a-2ee0aaec9812 service neutron] Checking segment: {'id': '98838cb6-a8c2-450a-8230-2342d5f21d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:01:14.640582 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-0d80a36f-3bb6-4577-a29a-2ee0aaec9812 service neutron] Bound using segment: {'id': '98838cb6-a8c2-450a-8230-2342d5f21d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:01:14.641017 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-0d80a36f-3bb6-4577-a29a-2ee0aaec9812 service neutron] Bound port: 859b98c6-53d4-43e6-8d29-e07206ff09f4, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98838cb6-a8c2-450a-8230-2342d5f21d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:01:14.641385 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-0d80a36f-3bb6-4577-a29a-2ee0aaec9812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (859b98c6-53d4-43e6-8d29-e07206ff09f4), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:14.718976 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-0d80a36f-3bb6-4577-a29a-2ee0aaec9812 service neutron] For port 859b98c6-53d4-43e6-8d29-e07206ff09f4, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:01:14.722034 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-0d80a36f-3bb6-4577-a29a-2ee0aaec9812 service neutron] For port 859b98c6-53d4-43e6-8d29-e07206ff09f4, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=859b98c6-53d4-43e6-8d29-e07206ff09f4,segment=NetworkSegment(98838cb6-a8c2-450a-8230-2342d5f21d02),segment_id=98838cb6-a8c2-450a-8230-2342d5f21d02)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:01:14.728754 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-0d80a36f-3bb6-4577-a29a-2ee0aaec9812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (859b98c6-53d4-43e6-8d29-e07206ff09f4), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:14.768638 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-0d80a36f-3bb6-4577-a29a-2ee0aaec9812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:14.769367 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-0d80a36f-3bb6-4577-a29a-2ee0aaec9812 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:14.770786 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-0d80a36f-3bb6-4577-a29a-2ee0aaec9812 service neutron] 10.222.0.85 "PUT /v2.0/ports/859b98c6-53d4-43e6-8d29-e07206ff09f4 HTTP/1.1" status: 200 len: 1092 time: 0.8599701 Mar 22 20:01:14.791829 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80a36f-3bb6-4577-a29a-2ee0aaec9812 service neutron] Pushing event updated for resources: {'Port': ['ID=859b98c6-53d4-43e6-8d29-e07206ff09f4,revision_number=7']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:14.848619 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-a9bf0711-7237-4e64-bf8d-c365caf20220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:14.850192 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-a9bf0711-7237-4e64-bf8d-c365caf20220 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 1126 time: 0.0550833 Mar 22 20:01:14.975102 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-459f12b9-9e53-49d7-8bf8-30ada4d534f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:14.976603 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-459f12b9-9e53-49d7-8bf8-30ada4d534f4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=77cdcc26-9739-4892-9783-f32585ecd5b0 HTTP/1.1" status: 200 len: 898 time: 0.1209667 Mar 22 20:01:15.057057 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-b29bc27e-b137-40a2-b489-d87afae167f4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=859b98c6-53d4-43e6-8d29-e07206ff09f4 HTTP/1.1" status: 200 len: 999 time: 0.0744884 Mar 22 20:01:15.111973 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-d719fc6f-9dba-4ac2-99c1-36cf8965680c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:15.113483 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-d719fc6f-9dba-4ac2-99c1-36cf8965680c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=75c8fac3-dcae-4e7c-8a20-21f797443286 HTTP/1.1" status: 200 len: 835 time: 0.0508881 Mar 22 20:01:15.178055 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-f2804885-aa38-49f2-991e-39bb399bd350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:15.178827 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7434c7f0-1289-416f-9278-2c2aaa533e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:15.179644 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-f2804885-aa38-49f2-991e-39bb399bd350 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=77cdcc26-9739-4892-9783-f32585ecd5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0609772 Mar 22 20:01:15.297965 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-830e136a-8685-42cd-912c-b91a82772713 service neutron] 10.222.0.85 "GET /v2.0/networks/77cdcc26-9739-4892-9783-f32585ecd5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120448 Mar 22 20:01:15.399763 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-5dcff5b6-3260-42e2-bf3d-aa9dd318782d req-59199247-a89c-4b0f-aec7-01d68c6ea7e0 service neutron] 10.222.0.85 "GET /v2.0/networks/77cdcc26-9739-4892-9783-f32585ecd5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959330 Mar 22 20:01:15.736104 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a7bcb-03f8-47e6-8b24-5fe5f4370c4c req-a6c6f809-da10-46c0-b1d1-627c2c747ec0 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:15.738101 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9c0a7bcb-03f8-47e6-8b24-5fe5f4370c4c req-a6c6f809-da10-46c0-b1d1-627c2c747ec0 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 943 time: 0.0631936 Mar 22 20:01:15.808931 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9c0a7bcb-03f8-47e6-8b24-5fe5f4370c4c req-921aa007-4e0d-48fe-9d20-bbd089a9a6b9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648444 Mar 22 20:01:16.134459 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:16.339052 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554e245d-138c-438c-aa9e-5cdb9cfd0d7b', 'tag': '859b98c6-53d4-43e6-8d29-e07206ff09f4'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:01:16.341882 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25f8acb-f1a5-4a0e-a6cb-6d9803db9d87" -d '{"events": [{"name": "network-changed", "server_uuid": "554e245d-138c-438c-aa9e-5cdb9cfd0d7b", "tag": "859b98c6-53d4-43e6-8d29-e07206ff09f4"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:01:16.499927 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15dc63d7-a01e-4788-a745-e15e61aaf3f3 x-openstack-request-id: req-15dc63d7-a01e-4788-a745-e15e61aaf3f3 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:01:16.500218 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "554e245d-138c-438c-aa9e-5cdb9cfd0d7b", "tag": "859b98c6-53d4-43e6-8d29-e07206ff09f4", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:01:16.500478 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-15dc63d7-a01e-4788-a745-e15e61aaf3f3 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:01:16.500937 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15dc63d7-a01e-4788-a745-e15e61aaf3f3'] response: {'name': 'network-changed', 'server_uuid': '554e245d-138c-438c-aa9e-5cdb9cfd0d7b', 'tag': '859b98c6-53d4-43e6-8d29-e07206ff09f4', 'status': 'completed', 'code': 200} Mar 22 20:01:16.593953 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f8acb-f1a5-4a0e-a6cb-6d9803db9d87 req-61057815-340b-4483-b829-91363201663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:16.595485 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b25f8acb-f1a5-4a0e-a6cb-6d9803db9d87 req-61057815-340b-4483-b829-91363201663b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 1126 time: 0.0764740 Mar 22 20:01:16.601023 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f8acb-f1a5-4a0e-a6cb-6d9803db9d87 req-a66e6a80-bad4-4086-bd90-0d1f9cfd3912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:16.602476 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b25f8acb-f1a5-4a0e-a6cb-6d9803db9d87 req-a66e6a80-bad4-4086-bd90-0d1f9cfd3912 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 1126 time: 0.0755334 Mar 22 20:01:16.766881 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f8acb-f1a5-4a0e-a6cb-6d9803db9d87 req-220f44e0-65b7-432a-bc9e-a5c2f0f365f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:16.768411 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b25f8acb-f1a5-4a0e-a6cb-6d9803db9d87 req-220f44e0-65b7-432a-bc9e-a5c2f0f365f0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=77cdcc26-9739-4892-9783-f32585ecd5b0 HTTP/1.1" status: 200 len: 898 time: 0.1650665 Mar 22 20:01:16.769523 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f8acb-f1a5-4a0e-a6cb-6d9803db9d87 req-aacd76f6-e35b-4183-af3f-0bc0c69ff94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:16.770896 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b25f8acb-f1a5-4a0e-a6cb-6d9803db9d87 req-aacd76f6-e35b-4183-af3f-0bc0c69ff94b service neutron] 10.222.0.84 "GET /v2.0/networks?id=77cdcc26-9739-4892-9783-f32585ecd5b0 HTTP/1.1" status: 200 len: 898 time: 0.1594770 Mar 22 20:01:16.886820 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b25f8acb-f1a5-4a0e-a6cb-6d9803db9d87 req-9c8bb877-bd12-400d-b8ee-af74cbf61e17 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=859b98c6-53d4-43e6-8d29-e07206ff09f4 HTTP/1.1" status: 200 len: 999 time: 0.1112945 Mar 22 20:01:16.891574 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b25f8acb-f1a5-4a0e-a6cb-6d9803db9d87 req-938cb2d2-3108-457b-a3da-2c3a8e94eaaf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=859b98c6-53d4-43e6-8d29-e07206ff09f4 HTTP/1.1" status: 200 len: 999 time: 0.1105275 Mar 22 20:01:16.938733 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4bf09-e55d-4531-a3e1-c1f4dea25342 req-570dbd34-fdf1-49fa-8f5c-2216ffd14552 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:16.940194 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3bf4bf09-e55d-4531-a3e1-c1f4dea25342 req-570dbd34-fdf1-49fa-8f5c-2216ffd14552 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 943 time: 0.0573490 Mar 22 20:01:16.980078 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f8acb-f1a5-4a0e-a6cb-6d9803db9d87 req-c636960b-92f6-4bf5-a60d-044b66f66ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:16.981695 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b25f8acb-f1a5-4a0e-a6cb-6d9803db9d87 req-c636960b-92f6-4bf5-a60d-044b66f66ade service neutron] 10.222.0.85 "GET /v2.0/subnets?id=75c8fac3-dcae-4e7c-8a20-21f797443286 HTTP/1.1" status: 200 len: 835 time: 0.0876055 Mar 22 20:01:16.990463 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3bf4bf09-e55d-4531-a3e1-c1f4dea25342 req-0e809abd-ae59-4b96-bd9b-8d3033b374b1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440044 Mar 22 20:01:17.001300 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f8acb-f1a5-4a0e-a6cb-6d9803db9d87 req-4c01cd74-2883-42a0-87a6-4fa423781788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:17.003040 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b25f8acb-f1a5-4a0e-a6cb-6d9803db9d87 req-4c01cd74-2883-42a0-87a6-4fa423781788 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=75c8fac3-dcae-4e7c-8a20-21f797443286 HTTP/1.1" status: 200 len: 835 time: 0.0790193 Mar 22 20:01:17.087283 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f8acb-f1a5-4a0e-a6cb-6d9803db9d87 req-6d594678-dccb-404b-90ca-3f394f6d73b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:17.089235 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b25f8acb-f1a5-4a0e-a6cb-6d9803db9d87 req-6d594678-dccb-404b-90ca-3f394f6d73b9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=77cdcc26-9739-4892-9783-f32585ecd5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0982769 Mar 22 20:01:17.092481 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f8acb-f1a5-4a0e-a6cb-6d9803db9d87 req-51b571d1-f48f-491a-89c5-0d49bf9e3871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:17.094650 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b25f8acb-f1a5-4a0e-a6cb-6d9803db9d87 req-51b571d1-f48f-491a-89c5-0d49bf9e3871 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=77cdcc26-9739-4892-9783-f32585ecd5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0712428 Mar 22 20:01:17.265754 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b25f8acb-f1a5-4a0e-a6cb-6d9803db9d87 req-91d1c598-4851-4282-af24-05133849f54f service neutron] 10.222.0.84 "GET /v2.0/networks/77cdcc26-9739-4892-9783-f32585ecd5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625142 Mar 22 20:01:17.268036 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b25f8acb-f1a5-4a0e-a6cb-6d9803db9d87 req-309efb92-2c29-4625-92e2-96adb0b16b38 service neutron] 10.222.0.85 "GET /v2.0/networks/77cdcc26-9739-4892-9783-f32585ecd5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724689 Mar 22 20:01:17.318139 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 859b98c6-53d4-43e6-8d29-e07206ff09f4 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:01:17.367039 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] The host n-h1-705658-24 is not matching for port 859b98c6-53d4-43e6-8d29-e07206ff09f4 host n-h2-705658-24! {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 20:01:17.367424 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 859b98c6-53d4-43e6-8d29-e07206ff09f4 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:01:17.428819 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-94a5d5f9-1d5a-440c-8e40-ff2b4a9ac65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:17.438579 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b25f8acb-f1a5-4a0e-a6cb-6d9803db9d87 req-838d5e81-7b47-4bc4-ac71-eaa85b6d12a3 service neutron] 10.222.0.84 "GET /v2.0/networks/77cdcc26-9739-4892-9783-f32585ecd5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671026 Mar 22 20:01:17.440555 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b25f8acb-f1a5-4a0e-a6cb-6d9803db9d87 req-3341e35c-9710-44b2-9031-1397650a61c2 service neutron] 10.222.0.85 "GET /v2.0/networks/77cdcc26-9739-4892-9783-f32585ecd5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617107 Mar 22 20:01:18.134039 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b352372-b6d5-492c-b52a-165cb2f60d47 req-8ece2b42-60cb-4cba-b557-448b99663012 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:18.136187 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5b352372-b6d5-492c-b52a-165cb2f60d47 req-8ece2b42-60cb-4cba-b557-448b99663012 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 943 time: 0.0698612 Mar 22 20:01:18.201565 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5b352372-b6d5-492c-b52a-165cb2f60d47 req-db78d629-9363-4dc3-9e2b-ff4bc5000556 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584145 Mar 22 20:01:18.371934 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 859b98c6-53d4-43e6-8d29-e07206ff09f4 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:01:18.490707 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 859b98c6-53d4-43e6-8d29-e07206ff09f4, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=859b98c6-53d4-43e6-8d29-e07206ff09f4,segment=NetworkSegment(98838cb6-a8c2-450a-8230-2342d5f21d02),segment_id=98838cb6-a8c2-450a-8230-2342d5f21d02)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:01:18.507050 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '859b98c6-53d4-43e6-8d29-e07206ff09f4', 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0', 'port_id': '859b98c6-53d4-43e6-8d29-e07206ff09f4', 'mac_address': 'fa:16:3e:e4:19:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c8fac3-dcae-4e7c-8a20-21f797443286', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:01:18.556266 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 859b98c6-53d4-43e6-8d29-e07206ff09f4 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:01:18.556656 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (859b98c6-53d4-43e6-8d29-e07206ff09f4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:18.572744 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859b98c6-53d4-43e6-8d29-e07206ff09f4 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:01:18.606829 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 859b98c6-53d4-43e6-8d29-e07206ff09f4, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=859b98c6-53d4-43e6-8d29-e07206ff09f4,segment=NetworkSegment(98838cb6-a8c2-450a-8230-2342d5f21d02),segment_id=98838cb6-a8c2-450a-8230-2342d5f21d02)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:01:18.608375 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:18.613778 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (859b98c6-53d4-43e6-8d29-e07206ff09f4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:18.664251 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=859b98c6-53d4-43e6-8d29-e07206ff09f4,revision_number=8']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:18.672948 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:18.673331 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:18.673651 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:18.674026 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:18.674371 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:18.674706 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:18.675158 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:18.675371 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:18.675697 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:18.676025 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:18.676357 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:18.676682 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:18.677007 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:18.677332 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:18.677654 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:18.797136 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:18.919678 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['859b98c6-53d4-43e6-8d29-e07206ff09f4'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:01:19.338508 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e219130-7d9a-47c0-b541-49010740e0c0 req-47054f59-d2e5-439c-8ef0-70ab109491cb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:19.340338 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7e219130-7d9a-47c0-b541-49010740e0c0 req-47054f59-d2e5-439c-8ef0-70ab109491cb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 944 time: 0.0618432 Mar 22 20:01:19.400701 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7e219130-7d9a-47c0-b541-49010740e0c0 req-1f1cc35a-fe0b-4334-9271-e5c445996efe tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507724 Mar 22 20:01:19.660276 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ee2fb-658d-432c-b644-bdda4af58168 req-0c086155-1af1-4180-957b-f4ff0d7aeb93 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:19.661945 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a3ee2fb-658d-432c-b644-bdda4af58168 req-0c086155-1af1-4180-957b-f4ff0d7aeb93 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 944 time: 0.0565205 Mar 22 20:01:19.683376 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-aefa2968-0175-4054-969f-e734f62c11ff tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:19.684874 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-aefa2968-0175-4054-969f-e734f62c11ff tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.85 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b&tenant_id=5bcae00531204d8c96861edbc9c1d9c0&binding%3Ahost_id=n-h2-705658-24 HTTP/1.1" status: 200 len: 944 time: 0.0988662 Mar 22 20:01:19.716613 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a3ee2fb-658d-432c-b644-bdda4af58168 req-76a04190-77c3-42a2-83d9-1ea04ad8dbf5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485573 Mar 22 20:01:19.749676 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-1bf6f9d0-5d11-4393-a0c0-cb000ef7c161 service neutron] 10.222.0.85 "GET /v2.0/ports/859b98c6-53d4-43e6-8d29-e07206ff09f4/bindings/n-h2-705658-24 HTTP/1.1" status: 200 len: 383 time: 0.0573301 Mar 22 20:01:19.819826 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-b8d9b825-59f4-4b1a-89e4-65013d0cda0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:19.821333 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-b8d9b825-59f4-4b1a-89e4-65013d0cda0b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 1127 time: 0.0466676 Mar 22 20:01:19.918734 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-e1294a6b-0278-4ed8-a852-f75a664d26c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:19.920299 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-e1294a6b-0278-4ed8-a852-f75a664d26c0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=77cdcc26-9739-4892-9783-f32585ecd5b0 HTTP/1.1" status: 200 len: 898 time: 0.0909503 Mar 22 20:01:19.983782 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-c136644b-a09a-48d2-88da-1f6bd0433150 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=859b98c6-53d4-43e6-8d29-e07206ff09f4 HTTP/1.1" status: 200 len: 1000 time: 0.0574868 Mar 22 20:01:20.033936 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-84cb5a5d-34e9-4f7d-92a2-4e6a2ebd1548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:20.035423 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-84cb5a5d-34e9-4f7d-92a2-4e6a2ebd1548 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=75c8fac3-dcae-4e7c-8a20-21f797443286 HTTP/1.1" status: 200 len: 835 time: 0.0466890 Mar 22 20:01:20.082983 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-c90ef62e-26da-4e0c-aafc-bda40141b13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:20.084547 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-c90ef62e-26da-4e0c-aafc-bda40141b13a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=77cdcc26-9739-4892-9783-f32585ecd5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435171 Mar 22 20:01:20.180504 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-e1dfc485-b616-4872-97cf-8cb7a28e848f service neutron] 10.222.0.85 "GET /v2.0/networks/77cdcc26-9739-4892-9783-f32585ecd5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899792 Mar 22 20:01:20.223803 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:20.273420 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-80a35b7b-f437-4278-b649-37e264ae82aa service neutron] 10.222.0.85 "GET /v2.0/networks/77cdcc26-9739-4892-9783-f32585ecd5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874562 Mar 22 20:01:20.387305 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 859b98c6-53d4-43e6-8d29-e07206ff09f4 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:01:20.440487 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 859b98c6-53d4-43e6-8d29-e07206ff09f4 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:01:20.444792 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 859b98c6-53d4-43e6-8d29-e07206ff09f4 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:01:20.445175 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (859b98c6-53d4-43e6-8d29-e07206ff09f4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:20.521941 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 859b98c6-53d4-43e6-8d29-e07206ff09f4 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:01:20.522336 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (859b98c6-53d4-43e6-8d29-e07206ff09f4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:20.548379 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554e245d-138c-438c-aa9e-5cdb9cfd0d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859b98c6-53d4-43e6-8d29-e07206ff09f4'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:01:20.551704 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca239e6d-49b2-4ded-a6f0-9a4792f21803" -d '{"events": [{"server_uuid": "554e245d-138c-438c-aa9e-5cdb9cfd0d7b", "name": "network-vif-plugged", "status": "completed", "tag": "859b98c6-53d4-43e6-8d29-e07206ff09f4"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:01:20.567410 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 859b98c6-53d4-43e6-8d29-e07206ff09f4, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=859b98c6-53d4-43e6-8d29-e07206ff09f4,segment=NetworkSegment(98838cb6-a8c2-450a-8230-2342d5f21d02),segment_id=98838cb6-a8c2-450a-8230-2342d5f21d02)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:01:20.581053 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (859b98c6-53d4-43e6-8d29-e07206ff09f4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:20.619609 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ed3447-1058-450a-b7cc-df72d7276a7b x-openstack-request-id: req-78ed3447-1058-450a-b7cc-df72d7276a7b {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:01:20.619905 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554e245d-138c-438c-aa9e-5cdb9cfd0d7b", "name": "network-vif-plugged", "status": "completed", "tag": "859b98c6-53d4-43e6-8d29-e07206ff09f4", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:01:20.620161 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-78ed3447-1058-450a-b7cc-df72d7276a7b {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:01:20.620598 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78ed3447-1058-450a-b7cc-df72d7276a7b'] response: {'server_uuid': '554e245d-138c-438c-aa9e-5cdb9cfd0d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859b98c6-53d4-43e6-8d29-e07206ff09f4', 'code': 200} Mar 22 20:01:20.637005 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=859b98c6-53d4-43e6-8d29-e07206ff09f4,revision_number=9']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:20.841769 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e5419-1f09-423e-9dea-c98b129e0691 req-a3002e26-7d1e-402d-80bf-8cf70f8d013e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:20.845607 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-404e5419-1f09-423e-9dea-c98b129e0691 req-a3002e26-7d1e-402d-80bf-8cf70f8d013e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 945 time: 0.0594890 Mar 22 20:01:20.894483 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-404e5419-1f09-423e-9dea-c98b129e0691 req-8524cfe0-c987-4d93-b0f9-a8137fea3ac7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429485 Mar 22 20:01:21.390528 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:22.029469 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18db881-484f-414f-841e-26948af03e07 req-b6e08d5b-d8a4-40ac-b955-c75101b8f65d tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:22.029469 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f18db881-484f-414f-841e-26948af03e07 req-b6e08d5b-d8a4-40ac-b955-c75101b8f65d tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 945 time: 0.0551534 Mar 22 20:01:22.086635 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f18db881-484f-414f-841e-26948af03e07 req-36a9c266-9ddb-41f4-a3b2-3eaaa4cb3b7f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534105 Mar 22 20:01:22.370984 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-4c6482a3-8789-4e02-a061-88f599eacf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:22.372486 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-4c6482a3-8789-4e02-a061-88f599eacf4a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b&tenant_id=5bcae00531204d8c96861edbc9c1d9c0 HTTP/1.1" status: 200 len: 1128 time: 0.0453205 Mar 22 20:01:22.383665 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-d1a57f21-7a60-4fd1-91a0-439ad231e8df service neutron] Request body: {'port': {'binding:host_id': 'n-h1-705658-24', 'device_owner': 'compute:nova'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:01:22.447300 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-d1a57f21-7a60-4fd1-91a0-439ad231e8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (859b98c6-53d4-43e6-8d29-e07206ff09f4), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:22.642217 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-d1a57f21-7a60-4fd1-91a0-439ad231e8df service neutron] For port 859b98c6-53d4-43e6-8d29-e07206ff09f4, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=859b98c6-53d4-43e6-8d29-e07206ff09f4,segment=NetworkSegment(98838cb6-a8c2-450a-8230-2342d5f21d02),segment_id=98838cb6-a8c2-450a-8230-2342d5f21d02)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:01:22.675594 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-d1a57f21-7a60-4fd1-91a0-439ad231e8df service neutron] For port 859b98c6-53d4-43e6-8d29-e07206ff09f4, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:01:22.713450 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554e245d-138c-438c-aa9e-5cdb9cfd0d7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '859b98c6-53d4-43e6-8d29-e07206ff09f4'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:01:22.715725 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d42f84a-d0a8-45f6-82db-95a19d5f6040" -d '{"events": [{"server_uuid": "554e245d-138c-438c-aa9e-5cdb9cfd0d7b", "name": "network-vif-unplugged", "status": "completed", "tag": "859b98c6-53d4-43e6-8d29-e07206ff09f4"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:01:22.720657 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-d1a57f21-7a60-4fd1-91a0-439ad231e8df service neutron] Publish callbacks [] for port (859b98c6-53d4-43e6-8d29-e07206ff09f4), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:22.734621 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-d1a57f21-7a60-4fd1-91a0-439ad231e8df service neutron] Transition to ACTIVE for port object 859b98c6-53d4-43e6-8d29-e07206ff09f4 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:01:22.738897 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-d1a57f21-7a60-4fd1-91a0-439ad231e8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (859b98c6-53d4-43e6-8d29-e07206ff09f4), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:22.771010 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 20:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c253ce-975b-442c-ae37-359d5329283a x-openstack-request-id: req-65c253ce-975b-442c-ae37-359d5329283a {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:01:22.771411 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554e245d-138c-438c-aa9e-5cdb9cfd0d7b", "name": "network-vif-unplugged", "status": "completed", "tag": "859b98c6-53d4-43e6-8d29-e07206ff09f4", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:01:22.771754 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-65c253ce-975b-442c-ae37-359d5329283a {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:01:22.772264 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65c253ce-975b-442c-ae37-359d5329283a'] response: {'server_uuid': '554e245d-138c-438c-aa9e-5cdb9cfd0d7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '859b98c6-53d4-43e6-8d29-e07206ff09f4', 'code': 200} Mar 22 20:01:23.123096 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a57f21-7a60-4fd1-91a0-439ad231e8df service neutron] Pushing event updated for resources: {'Port': ['ID=859b98c6-53d4-43e6-8d29-e07206ff09f4,revision_number=10']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:23.167213 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-d1a57f21-7a60-4fd1-91a0-439ad231e8df service neutron] No DVR routers for this DVR port 859b98c6-53d4-43e6-8d29-e07206ff09f4 on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:01:23.223642 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee991c2-5df9-490b-a94f-8bddf9355a3e req-e8b2f0a7-3f51-4e52-8586-943b606810af tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:23.225205 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bee991c2-5df9-490b-a94f-8bddf9355a3e req-e8b2f0a7-3f51-4e52-8586-943b606810af tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 944 time: 0.0592344 Mar 22 20:01:23.287348 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bee991c2-5df9-490b-a94f-8bddf9355a3e req-273d14d6-45c0-45eb-9e1f-2e7dfb957eed tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559900 Mar 22 20:01:23.316369 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-d1a57f21-7a60-4fd1-91a0-439ad231e8df service neutron] Attempting to bind port 859b98c6-53d4-43e6-8d29-e07206ff09f4 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:01:23.316704 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-d1a57f21-7a60-4fd1-91a0-439ad231e8df service neutron] Attempting to bind port 859b98c6-53d4-43e6-8d29-e07206ff09f4 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '98838cb6-a8c2-450a-8230-2342d5f21d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:01:23.317033 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-d1a57f21-7a60-4fd1-91a0-439ad231e8df service neutron] Attempting to bind port 859b98c6-53d4-43e6-8d29-e07206ff09f4 on network 77cdcc26-9739-4892-9783-f32585ecd5b0 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:01:23.321442 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-d1a57f21-7a60-4fd1-91a0-439ad231e8df service neutron] Port 859b98c6-53d4-43e6-8d29-e07206ff09f4 on network 77cdcc26-9739-4892-9783-f32585ecd5b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:01:23.321764 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-d1a57f21-7a60-4fd1-91a0-439ad231e8df service neutron] Attempting to bind port 859b98c6-53d4-43e6-8d29-e07206ff09f4 on network 77cdcc26-9739-4892-9783-f32585ecd5b0 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:01:23.327249 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-d1a57f21-7a60-4fd1-91a0-439ad231e8df service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:01:23.327601 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-d1a57f21-7a60-4fd1-91a0-439ad231e8df service neutron] Checking segment: {'id': '98838cb6-a8c2-450a-8230-2342d5f21d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:01:23.327987 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-d1a57f21-7a60-4fd1-91a0-439ad231e8df service neutron] Bound using segment: {'id': '98838cb6-a8c2-450a-8230-2342d5f21d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:01:23.328414 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-d1a57f21-7a60-4fd1-91a0-439ad231e8df service neutron] Bound port: 859b98c6-53d4-43e6-8d29-e07206ff09f4, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98838cb6-a8c2-450a-8230-2342d5f21d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:01:23.328768 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-d1a57f21-7a60-4fd1-91a0-439ad231e8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (859b98c6-53d4-43e6-8d29-e07206ff09f4), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:23.403515 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-d1a57f21-7a60-4fd1-91a0-439ad231e8df service neutron] For port 859b98c6-53d4-43e6-8d29-e07206ff09f4, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:01:23.406835 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-d1a57f21-7a60-4fd1-91a0-439ad231e8df service neutron] For port 859b98c6-53d4-43e6-8d29-e07206ff09f4, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=859b98c6-53d4-43e6-8d29-e07206ff09f4,segment=NetworkSegment(98838cb6-a8c2-450a-8230-2342d5f21d02),segment_id=98838cb6-a8c2-450a-8230-2342d5f21d02)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:01:23.413821 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-d1a57f21-7a60-4fd1-91a0-439ad231e8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (859b98c6-53d4-43e6-8d29-e07206ff09f4), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:23.450064 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-d1a57f21-7a60-4fd1-91a0-439ad231e8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:23.450861 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-d1a57f21-7a60-4fd1-91a0-439ad231e8df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:23.452529 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-d1a57f21-7a60-4fd1-91a0-439ad231e8df service neutron] 10.222.0.84 "PUT /v2.0/ports/859b98c6-53d4-43e6-8d29-e07206ff09f4 HTTP/1.1" status: 200 len: 1093 time: 1.0727580 Mar 22 20:01:23.494095 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a57f21-7a60-4fd1-91a0-439ad231e8df service neutron] Pushing event updated for resources: {'Port': ['ID=859b98c6-53d4-43e6-8d29-e07206ff09f4,revision_number=11']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:23.533491 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-de1d2fdd-0c0b-49b1-b938-55e6b6f51959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:23.535088 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-de1d2fdd-0c0b-49b1-b938-55e6b6f51959 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 1127 time: 0.0567329 Mar 22 20:01:23.635965 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-85106947-f67c-4df8-b9ec-8216ab5f2bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:23.636571 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-85106947-f67c-4df8-b9ec-8216ab5f2bc3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=77cdcc26-9739-4892-9783-f32585ecd5b0 HTTP/1.1" status: 200 len: 898 time: 0.0956557 Mar 22 20:01:23.712432 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-05128215-4aba-4eb4-b8db-415139d2f524 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=859b98c6-53d4-43e6-8d29-e07206ff09f4 HTTP/1.1" status: 200 len: 999 time: 0.0692887 Mar 22 20:01:23.765874 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-c1ab4426-210d-47ef-a6ce-daf73fe8906f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:23.767411 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-c1ab4426-210d-47ef-a6ce-daf73fe8906f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=75c8fac3-dcae-4e7c-8a20-21f797443286 HTTP/1.1" status: 200 len: 835 time: 0.0498879 Mar 22 20:01:23.827717 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-132d7ca5-cafd-40e7-a9f3-5ac1c0f9b3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:23.829753 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-132d7ca5-cafd-40e7-a9f3-5ac1c0f9b3d7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=77cdcc26-9739-4892-9783-f32585ecd5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0558589 Mar 22 20:01:23.928762 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-ab3b7c5c-1d6c-4a10-b67a-57b47153f394 service neutron] 10.222.0.84 "GET /v2.0/networks/77cdcc26-9739-4892-9783-f32585ecd5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917981 Mar 22 20:01:24.027079 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6b160004-b4c3-4f8e-a129-7a07ab3371e9 req-2b83c93d-b2b0-4018-a73f-eead34b0e55b service neutron] 10.222.0.84 "GET /v2.0/networks/77cdcc26-9739-4892-9783-f32585ecd5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927560 Mar 22 20:01:24.427667 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09edf3-bf3e-4513-932b-bdd9ae4bf9ce req-bd4cde6e-bcab-484b-8f7c-b1a0a2ab1d8f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:24.429164 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cb09edf3-bf3e-4513-932b-bdd9ae4bf9ce req-bd4cde6e-bcab-484b-8f7c-b1a0a2ab1d8f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 944 time: 0.0553124 Mar 22 20:01:24.484397 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cb09edf3-bf3e-4513-932b-bdd9ae4bf9ce req-4d1ba1b0-6a42-425d-8d66-e4fb33bc4378 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494082 Mar 22 20:01:24.774167 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554e245d-138c-438c-aa9e-5cdb9cfd0d7b', 'tag': '859b98c6-53d4-43e6-8d29-e07206ff09f4'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:01:24.776522 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0cb28d-38e7-4c68-9faf-59602b2586d2" -d '{"events": [{"name": "network-changed", "server_uuid": "554e245d-138c-438c-aa9e-5cdb9cfd0d7b", "tag": "859b98c6-53d4-43e6-8d29-e07206ff09f4"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:01:24.824593 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd12a763-2467-4142-be8e-878a31656e74 x-openstack-request-id: req-fd12a763-2467-4142-be8e-878a31656e74 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:01:24.824889 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "554e245d-138c-438c-aa9e-5cdb9cfd0d7b", "tag": "859b98c6-53d4-43e6-8d29-e07206ff09f4", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:01:24.825146 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fd12a763-2467-4142-be8e-878a31656e74 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:01:24.825559 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd12a763-2467-4142-be8e-878a31656e74'] response: {'name': 'network-changed', 'server_uuid': '554e245d-138c-438c-aa9e-5cdb9cfd0d7b', 'tag': '859b98c6-53d4-43e6-8d29-e07206ff09f4', 'status': 'completed', 'code': 200} Mar 22 20:01:24.928509 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0cb28d-38e7-4c68-9faf-59602b2586d2 req-063251d1-4a56-44dc-811e-9214cbdf00d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:24.930040 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-de0cb28d-38e7-4c68-9faf-59602b2586d2 req-063251d1-4a56-44dc-811e-9214cbdf00d7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 1127 time: 0.0804877 Mar 22 20:01:24.935383 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0cb28d-38e7-4c68-9faf-59602b2586d2 req-a6f04895-b223-47b3-9822-49abbc0c0a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:24.937085 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-de0cb28d-38e7-4c68-9faf-59602b2586d2 req-a6f04895-b223-47b3-9822-49abbc0c0a1a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 1127 time: 0.0797291 Mar 22 20:01:25.096351 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0cb28d-38e7-4c68-9faf-59602b2586d2 req-1ae98275-0bc0-4b7f-a9e5-3befde3ecf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:25.097858 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-de0cb28d-38e7-4c68-9faf-59602b2586d2 req-1ae98275-0bc0-4b7f-a9e5-3befde3ecf75 service neutron] 10.222.0.84 "GET /v2.0/networks?id=77cdcc26-9739-4892-9783-f32585ecd5b0 HTTP/1.1" status: 200 len: 898 time: 0.1528230 Mar 22 20:01:25.098788 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0cb28d-38e7-4c68-9faf-59602b2586d2 req-1313d980-5b91-4b21-a286-edcce2b5e80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:25.100094 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-de0cb28d-38e7-4c68-9faf-59602b2586d2 req-1313d980-5b91-4b21-a286-edcce2b5e80b service neutron] 10.222.0.85 "GET /v2.0/networks?id=77cdcc26-9739-4892-9783-f32585ecd5b0 HTTP/1.1" status: 200 len: 898 time: 0.1621780 Mar 22 20:01:25.213414 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-de0cb28d-38e7-4c68-9faf-59602b2586d2 req-4da9e2b9-3e43-4819-a9a7-927014e9b56f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=859b98c6-53d4-43e6-8d29-e07206ff09f4 HTTP/1.1" status: 200 len: 999 time: 0.1095204 Mar 22 20:01:25.217573 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-de0cb28d-38e7-4c68-9faf-59602b2586d2 req-86d3a0b6-3ab6-4e7e-9717-83bd1ddd639c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=859b98c6-53d4-43e6-8d29-e07206ff09f4 HTTP/1.1" status: 200 len: 999 time: 0.1081843 Mar 22 20:01:25.299767 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0cb28d-38e7-4c68-9faf-59602b2586d2 req-75b9ebf4-e8d3-40c6-8c35-ed2c95ba7c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:25.301281 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-de0cb28d-38e7-4c68-9faf-59602b2586d2 req-75b9ebf4-e8d3-40c6-8c35-ed2c95ba7c6a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=75c8fac3-dcae-4e7c-8a20-21f797443286 HTTP/1.1" status: 200 len: 835 time: 0.0823677 Mar 22 20:01:25.302715 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0cb28d-38e7-4c68-9faf-59602b2586d2 req-d21aadf7-7208-4b09-84ef-927627e0606d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:25.304146 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-de0cb28d-38e7-4c68-9faf-59602b2586d2 req-d21aadf7-7208-4b09-84ef-927627e0606d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=75c8fac3-dcae-4e7c-8a20-21f797443286 HTTP/1.1" status: 200 len: 835 time: 0.0781555 Mar 22 20:01:25.380086 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0cb28d-38e7-4c68-9faf-59602b2586d2 req-c8475e83-4b81-4f4b-9a8a-0ec4a5e5b04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:25.381543 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-de0cb28d-38e7-4c68-9faf-59602b2586d2 req-c8475e83-4b81-4f4b-9a8a-0ec4a5e5b04c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=77cdcc26-9739-4892-9783-f32585ecd5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0741405 Mar 22 20:01:25.384240 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0cb28d-38e7-4c68-9faf-59602b2586d2 req-b44a3fe8-99b4-4460-b232-b9ae74fd1a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:25.385605 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-de0cb28d-38e7-4c68-9faf-59602b2586d2 req-b44a3fe8-99b4-4460-b232-b9ae74fd1a96 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=77cdcc26-9739-4892-9783-f32585ecd5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0708952 Mar 22 20:01:25.541453 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-de0cb28d-38e7-4c68-9faf-59602b2586d2 req-6776f7e0-89ea-4fe0-81fa-6c5fcac2d06e service neutron] 10.222.0.84 "GET /v2.0/networks/77cdcc26-9739-4892-9783-f32585ecd5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529737 Mar 22 20:01:25.544008 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-de0cb28d-38e7-4c68-9faf-59602b2586d2 req-6244bfcc-533f-42a8-aa48-c21c308591cd service neutron] 10.222.0.85 "GET /v2.0/networks/77cdcc26-9739-4892-9783-f32585ecd5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487865 Mar 22 20:01:25.622586 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a7aa8-a95e-4946-9d8c-a94ced5245d1 req-be519cee-0026-4f45-a2f9-db4f7ce835f5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:25.624308 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e6a7aa8-a95e-4946-9d8c-a94ced5245d1 req-be519cee-0026-4f45-a2f9-db4f7ce835f5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 944 time: 0.0555437 Mar 22 20:01:25.687371 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1e6a7aa8-a95e-4946-9d8c-a94ced5245d1 req-7c70ba82-51f9-4206-830c-b553c7c83ce8 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564823 Mar 22 20:01:25.708569 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-de0cb28d-38e7-4c68-9faf-59602b2586d2 req-dc4bef4a-48b9-42ec-8286-62903a4fb18a service neutron] 10.222.0.84 "GET /v2.0/networks/77cdcc26-9739-4892-9783-f32585ecd5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613877 Mar 22 20:01:25.710568 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-de0cb28d-38e7-4c68-9faf-59602b2586d2 req-781d7851-aac1-4e21-b05e-7d39fb95f996 service neutron] 10.222.0.85 "GET /v2.0/networks/77cdcc26-9739-4892-9783-f32585ecd5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559410 Mar 22 20:01:26.448445 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 859b98c6-53d4-43e6-8d29-e07206ff09f4 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:01:26.490435 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] The host n-h2-705658-24 is not matching for port 859b98c6-53d4-43e6-8d29-e07206ff09f4 host n-h1-705658-24! {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 20:01:26.490901 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 859b98c6-53d4-43e6-8d29-e07206ff09f4 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:01:26.822680 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba3bb6-7dc8-4b12-b505-7d4c0a67b8dd req-c854c28b-1753-494b-954f-f61610aa6cc4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:26.824300 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-beba3bb6-7dc8-4b12-b505-7d4c0a67b8dd req-c854c28b-1753-494b-954f-f61610aa6cc4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 944 time: 0.0604143 Mar 22 20:01:26.873359 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-beba3bb6-7dc8-4b12-b505-7d4c0a67b8dd req-fc0077c0-878d-446b-b952-06cf07e7f665 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426896 Mar 22 20:01:26.897047 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36698) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:01:26.964359 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-df961596-de5c-45ac-a000-40ace6434c67 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/floatingips/cf0e3b22-8637-492f-acdd-ebf2b497a577 HTTP/1.1" status: 200 len: 991 time: 0.0661204 Mar 22 20:01:27.388034 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 859b98c6-53d4-43e6-8d29-e07206ff09f4 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:01:27.482267 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 859b98c6-53d4-43e6-8d29-e07206ff09f4, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=859b98c6-53d4-43e6-8d29-e07206ff09f4,segment=NetworkSegment(98838cb6-a8c2-450a-8230-2342d5f21d02),segment_id=98838cb6-a8c2-450a-8230-2342d5f21d02)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:01:27.494093 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '859b98c6-53d4-43e6-8d29-e07206ff09f4', 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0', 'port_id': '859b98c6-53d4-43e6-8d29-e07206ff09f4', 'mac_address': 'fa:16:3e:e4:19:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75c8fac3-dcae-4e7c-8a20-21f797443286', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:01:27.529155 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 859b98c6-53d4-43e6-8d29-e07206ff09f4 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:01:27.529541 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (859b98c6-53d4-43e6-8d29-e07206ff09f4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:27.546774 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859b98c6-53d4-43e6-8d29-e07206ff09f4 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:01:27.564978 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 859b98c6-53d4-43e6-8d29-e07206ff09f4, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=859b98c6-53d4-43e6-8d29-e07206ff09f4,segment=NetworkSegment(98838cb6-a8c2-450a-8230-2342d5f21d02),segment_id=98838cb6-a8c2-450a-8230-2342d5f21d02)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:01:27.569089 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (859b98c6-53d4-43e6-8d29-e07206ff09f4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:27.787630 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=859b98c6-53d4-43e6-8d29-e07206ff09f4,revision_number=12']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:27.839680 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['859b98c6-53d4-43e6-8d29-e07206ff09f4'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:01:29.420450 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 859b98c6-53d4-43e6-8d29-e07206ff09f4 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:01:29.471050 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 859b98c6-53d4-43e6-8d29-e07206ff09f4 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:01:29.475723 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 859b98c6-53d4-43e6-8d29-e07206ff09f4 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:01:29.476158 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (859b98c6-53d4-43e6-8d29-e07206ff09f4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:29.560206 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 859b98c6-53d4-43e6-8d29-e07206ff09f4 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:01:29.560598 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (859b98c6-53d4-43e6-8d29-e07206ff09f4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:29.584743 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554e245d-138c-438c-aa9e-5cdb9cfd0d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859b98c6-53d4-43e6-8d29-e07206ff09f4'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:01:29.588270 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f8147c-6670-45f7-8a30-e846ac792212" -d '{"events": [{"server_uuid": "554e245d-138c-438c-aa9e-5cdb9cfd0d7b", "name": "network-vif-plugged", "status": "completed", "tag": "859b98c6-53d4-43e6-8d29-e07206ff09f4"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:01:29.600784 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 859b98c6-53d4-43e6-8d29-e07206ff09f4, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=859b98c6-53d4-43e6-8d29-e07206ff09f4,segment=NetworkSegment(98838cb6-a8c2-450a-8230-2342d5f21d02),segment_id=98838cb6-a8c2-450a-8230-2342d5f21d02)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:01:29.606196 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (859b98c6-53d4-43e6-8d29-e07206ff09f4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:29.633740 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2daa4f8c-0767-49ff-b7ff-1a28aced7d87 x-openstack-request-id: req-2daa4f8c-0767-49ff-b7ff-1a28aced7d87 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:01:29.634186 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554e245d-138c-438c-aa9e-5cdb9cfd0d7b", "name": "network-vif-plugged", "status": "completed", "tag": "859b98c6-53d4-43e6-8d29-e07206ff09f4", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:01:29.634575 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2daa4f8c-0767-49ff-b7ff-1a28aced7d87 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:01:29.635092 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2daa4f8c-0767-49ff-b7ff-1a28aced7d87'] response: {'server_uuid': '554e245d-138c-438c-aa9e-5cdb9cfd0d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859b98c6-53d4-43e6-8d29-e07206ff09f4', 'code': 200} Mar 22 20:01:29.660112 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=859b98c6-53d4-43e6-8d29-e07206ff09f4,revision_number=13']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:43.952637 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36710) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:01:44.041845 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fadc7c-af15-4be8-894e-1947a73835c0 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:44.042219 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fadc7c-af15-4be8-894e-1947a73835c0 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:44.042759 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fadc7c-af15-4be8-894e-1947a73835c0 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:44.044841 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-76fadc7c-af15-4be8-894e-1947a73835c0 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] 10.222.0.75 "GET /v2.0/ports?project_id=0a9f551f23724cbfbcd0f3d327611c2d&network_id=34a034e8-35b7-4b70-ada6-2e55ff0722c1 HTTP/1.1" status: 200 len: 3075 time: 0.0911994 Mar 22 20:01:44.358300 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-3703a4f2-acd4-45b8-8e0b-acf24bd88bc8 req-8264c1bb-2bee-4801-9052-bbd0361da481 service neutron] (104172) timed out ('10.222.0.85', 63937) {{(pid=104172) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 20:01:45.173152 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4e3ce74c-8096-4688-b61d-f30ac5fb6e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:45.594210 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:01:46.150456 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:47.423659 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5d7f4fea-8667-469c-9838-2f7d3b0c07b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:47.630217 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36722) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:01:47.687116 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaaa367-3507-4fdf-b602-9475edfbaaa9 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:47.688620 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ecaaa367-3507-4fdf-b602-9475edfbaaa9 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=b209c5bc-34d3-415d-9873-d01a4e6c5db8 HTTP/1.1" status: 200 len: 814 time: 0.0572500 Mar 22 20:01:48.599047 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:48.697332 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36728) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:01:48.703042 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-f41642af-cc68-47f7-b41d-da7788cbb44c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Request body: {'network': {'name': 'tempest-network-smoke--41471681', 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'port_security_enabled': True}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:01:48.724644 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41642af-cc68-47f7-b41d-da7788cbb44c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Made reservation on behalf of 0a9f551f23724cbfbcd0f3d327611c2d for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:01:48.728139 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f41642af-cc68-47f7-b41d-da7788cbb44c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:48.754150 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f41642af-cc68-47f7-b41d-da7788cbb44c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:01:48.766209 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f41642af-cc68-47f7-b41d-da7788cbb44c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (95390026-c4f5-42bf-bd2d-673696f79c58), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:48.766706 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-f41642af-cc68-47f7-b41d-da7788cbb44c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Added segment 95390026-c4f5-42bf-bd2d-673696f79c58 of type vlan for network 6288b3e6-dfee-437d-8ece-381cd576cff8 Mar 22 20:01:48.800989 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:48.827190 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f41642af-cc68-47f7-b41d-da7788cbb44c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (6288b3e6-dfee-437d-8ece-381cd576cff8), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:48.855667 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f41642af-cc68-47f7-b41d-da7788cbb44c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (6288b3e6-dfee-437d-8ece-381cd576cff8), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:48.861220 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41642af-cc68-47f7-b41d-da7788cbb44c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:48.861961 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f41642af-cc68-47f7-b41d-da7788cbb44c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:48.930430 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f41642af-cc68-47f7-b41d-da7788cbb44c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2316391 Mar 22 20:01:48.936579 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36730) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:01:48.948142 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41642af-cc68-47f7-b41d-da7788cbb44c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'Network': ['ID=6288b3e6-dfee-437d-8ece-381cd576cff8,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:48.957272 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41642af-cc68-47f7-b41d-da7788cbb44c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:48.957843 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41642af-cc68-47f7-b41d-da7788cbb44c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:48.958208 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41642af-cc68-47f7-b41d-da7788cbb44c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:48.958725 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41642af-cc68-47f7-b41d-da7788cbb44c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:48.958988 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41642af-cc68-47f7-b41d-da7788cbb44c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:48.959442 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41642af-cc68-47f7-b41d-da7788cbb44c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:48.960111 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41642af-cc68-47f7-b41d-da7788cbb44c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:48.961112 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41642af-cc68-47f7-b41d-da7788cbb44c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:48.961112 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41642af-cc68-47f7-b41d-da7788cbb44c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:48.961848 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41642af-cc68-47f7-b41d-da7788cbb44c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:48.962141 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41642af-cc68-47f7-b41d-da7788cbb44c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:48.962945 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41642af-cc68-47f7-b41d-da7788cbb44c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:48.962945 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41642af-cc68-47f7-b41d-da7788cbb44c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:48.963356 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41642af-cc68-47f7-b41d-da7788cbb44c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:48.963642 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41642af-cc68-47f7-b41d-da7788cbb44c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:48.979765 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 6288b3e6-dfee-437d-8ece-381cd576cff8 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:01:49.037083 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3ad149-c01e-4c6c-b258-d8b92baf97bb tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:49.043889 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ca3ad149-c01e-4c6c-b258-d8b92baf97bb tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=0a9f551f23724cbfbcd0f3d327611c2d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1014445 Mar 22 20:01:49.044240 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36732) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:01:49.167141 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e671f780-c896-4df3-8ab6-f29e3612f2bf tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:49.168839 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e671f780-c896-4df3-8ab6-f29e3612f2bf tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1233985 Mar 22 20:01:49.172075 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36734) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:01:49.204351 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6bc91a9a-592d-47df-875f-8fda89ae0340 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=b209c5bc-34d3-415d-9873-d01a4e6c5db8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311170 Mar 22 20:01:49.207101 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36736) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:01:49.234839 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3bf4e9f0-794c-4d96-ba16-72ef72600f5b tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=0a9f551f23724cbfbcd0f3d327611c2d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265963 Mar 22 20:01:49.237626 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36738) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:01:49.335132 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dec390e-3148-4c45-84e6-90374183d7ae tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:49.336664 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9dec390e-3148-4c45-84e6-90374183d7ae tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0978374 Mar 22 20:01:49.340030 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36740) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:01:49.370141 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-75dd043f-8e3c-44cc-bbd3-1cb10278651a tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=b209c5bc-34d3-415d-9873-d01a4e6c5db8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289690 Mar 22 20:01:49.373543 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36742) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:01:49.378772 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-98093589-24b9-40fc-a4d1-9e8622e72851 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1917898243', 'network_id': '6288b3e6-dfee-437d-8ece-381cd576cff8', 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:01:49.475287 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98093589-24b9-40fc-a4d1-9e8622e72851 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Made reservation on behalf of 0a9f551f23724cbfbcd0f3d327611c2d for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:01:49.479783 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-98093589-24b9-40fc-a4d1-9e8622e72851 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:49.705994 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-98093589-24b9-40fc-a4d1-9e8622e72851 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (f6013ea2-821a-4c57-8812-b99192d020c1), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:49.774587 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98093589-24b9-40fc-a4d1-9e8622e72851 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'Subnet': ['ID=f6013ea2-821a-4c57-8812-b99192d020c1,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:49.786435 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98093589-24b9-40fc-a4d1-9e8622e72851 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Checking segment: {'id': '95390026-c4f5-42bf-bd2d-673696f79c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6288b3e6-dfee-437d-8ece-381cd576cff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:01:49.786798 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98093589-24b9-40fc-a4d1-9e8622e72851 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Network hostable DHCP agents. Network: 6288b3e6-dfee-437d-8ece-381cd576cff8, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:01:49.812617 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98093589-24b9-40fc-a4d1-9e8622e72851 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Network 6288b3e6-dfee-437d-8ece-381cd576cff8 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:01:49.826900 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-98093589-24b9-40fc-a4d1-9e8622e72851 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 6288b3e6-dfee-437d-8ece-381cd576cff8) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:01:49.832916 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98093589-24b9-40fc-a4d1-9e8622e72851 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:49.834346 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-98093589-24b9-40fc-a4d1-9e8622e72851 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:49.842144 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a273f8c-196d-40f8-8728-214d3acc60f6 None None] Network 6288b3e6-dfee-437d-8ece-381cd576cff8 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:01:49.859878 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-98093589-24b9-40fc-a4d1-9e8622e72851 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4817221 Mar 22 20:01:49.995869 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d88ddeb-1526-4898-8e8c-a45060d45a13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-6288b3e6-dfee-437d-8ece-381cd576cff8', 'network_id': '6288b3e6-dfee-437d-8ece-381cd576cff8', 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'fixed_ips': [{'subnet_id': 'f6013ea2-821a-4c57-8812-b99192d020c1'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 20:01:49.997207 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8d88ddeb-1526-4898-8e8c-a45060d45a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:50.156030 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-8d88ddeb-1526-4898-8e8c-a45060d45a13 None None] Allocated IP 172.20.0.18 (6288b3e6-dfee-437d-8ece-381cd576cff8/f6013ea2-821a-4c57-8812-b99192d020c1/46793761-2ed9-461d-928a-06762ef9c606) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:01:50.217713 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36746) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:01:50.223532 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-419d333f-72a9-441e-a61c-4546c139ac45 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-73667993', 'description': 'tempest-secgroup-smoke-73667993 description', 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:01:50.233915 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:50.246074 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-419d333f-72a9-441e-a61c-4546c139ac45 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:50.329086 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-419d333f-72a9-441e-a61c-4546c139ac45 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group (dcae249d-01e7-41de-a6aa-8f1d2db0c94e), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:50.329945 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8d88ddeb-1526-4898-8e8c-a45060d45a13 None None] Publish callbacks [] for port (46793761-2ed9-461d-928a-06762ef9c606), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:50.333393 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-419d333f-72a9-441e-a61c-4546c139ac45 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (dcae249d-01e7-41de-a6aa-8f1d2db0c94e), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:50.336518 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8d88ddeb-1526-4898-8e8c-a45060d45a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (46793761-2ed9-461d-928a-06762ef9c606), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:50.361650 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-419d333f-72a9-441e-a61c-4546c139ac45 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:50.362628 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-419d333f-72a9-441e-a61c-4546c139ac45 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1427817 Mar 22 20:01:50.370442 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36748) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:01:50.374407 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d333f-72a9-441e-a61c-4546c139ac45 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcae249d-01e7-41de-a6aa-8f1d2db0c94e,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:50.379632 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-2f5ba7de-a29b-407d-b47a-a6cf048d73e0 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Request body: {'security_group_rule': {'security_group_id': 'dcae249d-01e7-41de-a6aa-8f1d2db0c94e', 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:01:50.381382 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d88ddeb-1526-4898-8e8c-a45060d45a13 None None] Network 6288b3e6-dfee-437d-8ece-381cd576cff8 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:01:50.385044 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-8d88ddeb-1526-4898-8e8c-a45060d45a13 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:01:50.392499 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d88ddeb-1526-4898-8e8c-a45060d45a13 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:01:50.399155 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88ddeb-1526-4898-8e8c-a45060d45a13 None None] Pushing event updated for resources: {'Port': ['ID=46793761-2ed9-461d-928a-06762ef9c606,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:50.423607 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2f5ba7de-a29b-407d-b47a-a6cf048d73e0 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (4e27fba7-4f3b-4e9b-9318-76a55ff56f81), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:50.461187 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-8d88ddeb-1526-4898-8e8c-a45060d45a13 None None] Attempting to bind port 46793761-2ed9-461d-928a-06762ef9c606 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:01:50.461779 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-8d88ddeb-1526-4898-8e8c-a45060d45a13 None None] Attempting to bind port 46793761-2ed9-461d-928a-06762ef9c606 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '95390026-c4f5-42bf-bd2d-673696f79c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6288b3e6-dfee-437d-8ece-381cd576cff8'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:01:50.462379 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d88ddeb-1526-4898-8e8c-a45060d45a13 None None] Attempting to bind port 46793761-2ed9-461d-928a-06762ef9c606 on network 6288b3e6-dfee-437d-8ece-381cd576cff8 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:01:50.471001 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d88ddeb-1526-4898-8e8c-a45060d45a13 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:01:50.471748 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d88ddeb-1526-4898-8e8c-a45060d45a13 None None] Checking segment: {'id': '95390026-c4f5-42bf-bd2d-673696f79c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6288b3e6-dfee-437d-8ece-381cd576cff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:01:50.472390 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8d88ddeb-1526-4898-8e8c-a45060d45a13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:50.473011 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d88ddeb-1526-4898-8e8c-a45060d45a13 None None] Bound using segment: {'id': '95390026-c4f5-42bf-bd2d-673696f79c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6288b3e6-dfee-437d-8ece-381cd576cff8'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:01:50.473649 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-8d88ddeb-1526-4898-8e8c-a45060d45a13 None None] Bound port: 46793761-2ed9-461d-928a-06762ef9c606, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95390026-c4f5-42bf-bd2d-673696f79c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6288b3e6-dfee-437d-8ece-381cd576cff8'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:01:50.474296 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8d88ddeb-1526-4898-8e8c-a45060d45a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (46793761-2ed9-461d-928a-06762ef9c606), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:50.496344 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2f5ba7de-a29b-407d-b47a-a6cf048d73e0 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (4e27fba7-4f3b-4e9b-9318-76a55ff56f81), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:50.502313 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2f5ba7de-a29b-407d-b47a-a6cf048d73e0 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (4e27fba7-4f3b-4e9b-9318-76a55ff56f81), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:50.527695 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ba7de-a29b-407d-b47a-a6cf048d73e0 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e27fba7-4f3b-4e9b-9318-76a55ff56f81,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:50.535776 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2f5ba7de-a29b-407d-b47a-a6cf048d73e0 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:50.540341 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2f5ba7de-a29b-407d-b47a-a6cf048d73e0 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1630061 Mar 22 20:01:50.540703 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36750) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:01:50.548380 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-18d075f0-3234-4619-adaf-186893eac6b3 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Request body: {'security_group_rule': {'security_group_id': 'dcae249d-01e7-41de-a6aa-8f1d2db0c94e', 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:01:50.559542 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-8d88ddeb-1526-4898-8e8c-a45060d45a13 None None] For port 46793761-2ed9-461d-928a-06762ef9c606, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:01:50.563130 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-8d88ddeb-1526-4898-8e8c-a45060d45a13 None None] For port 46793761-2ed9-461d-928a-06762ef9c606, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=46793761-2ed9-461d-928a-06762ef9c606,segment=NetworkSegment(95390026-c4f5-42bf-bd2d-673696f79c58),segment_id=95390026-c4f5-42bf-bd2d-673696f79c58)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:01:50.570804 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8d88ddeb-1526-4898-8e8c-a45060d45a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (46793761-2ed9-461d-928a-06762ef9c606), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:50.585331 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-18d075f0-3234-4619-adaf-186893eac6b3 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (91b0ad71-6e43-470e-876f-08240f8e3514), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:50.635791 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88ddeb-1526-4898-8e8c-a45060d45a13 None None] Pushing event updated for resources: {'Port': ['ID=46793761-2ed9-461d-928a-06762ef9c606,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:50.683204 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-18d075f0-3234-4619-adaf-186893eac6b3 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (91b0ad71-6e43-470e-876f-08240f8e3514), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:50.690178 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-18d075f0-3234-4619-adaf-186893eac6b3 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (91b0ad71-6e43-470e-876f-08240f8e3514), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:50.709991 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d075f0-3234-4619-adaf-186893eac6b3 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b0ad71-6e43-470e-876f-08240f8e3514,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:50.722807 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-18d075f0-3234-4619-adaf-186893eac6b3 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:50.724095 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-18d075f0-3234-4619-adaf-186893eac6b3 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1820700 Mar 22 20:01:50.728949 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36752) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:01:50.734050 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-6fc2e2f6-a36a-46b4-b0bb-1e44d22bea4c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Request body: {'security_group_rule': {'security_group_id': 'dcae249d-01e7-41de-a6aa-8f1d2db0c94e', 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:01:50.781561 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6fc2e2f6-a36a-46b4-b0bb-1e44d22bea4c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (63dc265a-9de7-4d3e-ab5a-2b6e16e6a854), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:50.884013 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6fc2e2f6-a36a-46b4-b0bb-1e44d22bea4c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (63dc265a-9de7-4d3e-ab5a-2b6e16e6a854), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:50.890948 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6fc2e2f6-a36a-46b4-b0bb-1e44d22bea4c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (63dc265a-9de7-4d3e-ab5a-2b6e16e6a854), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:50.926248 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc2e2f6-a36a-46b4-b0bb-1e44d22bea4c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63dc265a-9de7-4d3e-ab5a-2b6e16e6a854,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:50.932517 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6fc2e2f6-a36a-46b4-b0bb-1e44d22bea4c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:50.937930 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6fc2e2f6-a36a-46b4-b0bb-1e44d22bea4c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2076869 Mar 22 20:01:50.938171 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36754) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:01:50.942962 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-ab572fdd-ef30-4e6d-965a-70d2b5bf3b33 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Request body: {'security_group_rule': {'security_group_id': 'dcae249d-01e7-41de-a6aa-8f1d2db0c94e', 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:01:50.972556 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ab572fdd-ef30-4e6d-965a-70d2b5bf3b33 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (fd324176-88e0-47d7-afa1-8212ff0acf0e), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:51.046132 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ab572fdd-ef30-4e6d-965a-70d2b5bf3b33 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (fd324176-88e0-47d7-afa1-8212ff0acf0e), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:51.050594 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ab572fdd-ef30-4e6d-965a-70d2b5bf3b33 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (fd324176-88e0-47d7-afa1-8212ff0acf0e), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:51.074142 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab572fdd-ef30-4e6d-965a-70d2b5bf3b33 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd324176-88e0-47d7-afa1-8212ff0acf0e,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:51.079819 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ab572fdd-ef30-4e6d-965a-70d2b5bf3b33 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:51.081006 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ab572fdd-ef30-4e6d-965a-70d2b5bf3b33 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1417260 Mar 22 20:01:51.088406 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36756) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:01:51.093656 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-59d5ee4f-4626-4ebc-ae3e-53871b437a36 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Request body: {'security_group_rule': {'security_group_id': 'dcae249d-01e7-41de-a6aa-8f1d2db0c94e', 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:01:51.120483 n-d-705658-24 neutron-server[104172]: INFO neutron.db.securitygroups_db [None req-59d5ee4f-4626-4ebc-ae3e-53871b437a36 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Project 0a9f551f23724cbfbcd0f3d327611c2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 20:01:51.127953 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-59d5ee4f-4626-4ebc-ae3e-53871b437a36 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (143dded4-b86b-4229-8a40-6209826f7733), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:51.208405 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-59d5ee4f-4626-4ebc-ae3e-53871b437a36 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (143dded4-b86b-4229-8a40-6209826f7733), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:51.227660 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-59d5ee4f-4626-4ebc-ae3e-53871b437a36 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (143dded4-b86b-4229-8a40-6209826f7733), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:51.247455 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d5ee4f-4626-4ebc-ae3e-53871b437a36 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=143dded4-b86b-4229-8a40-6209826f7733,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:51.258098 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-59d5ee4f-4626-4ebc-ae3e-53871b437a36 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:51.260047 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-59d5ee4f-4626-4ebc-ae3e-53871b437a36 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1700215 Mar 22 20:01:51.263278 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36762) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:01:51.271240 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-403771a0-a4a2-4fbb-b2bd-92df5159c202 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Request body: {'security_group_rule': {'security_group_id': 'dcae249d-01e7-41de-a6aa-8f1d2db0c94e', 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:01:51.283136 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 46793761-2ed9-461d-928a-06762ef9c606 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:01:51.299578 n-d-705658-24 neutron-server[104172]: INFO neutron.db.securitygroups_db [None req-403771a0-a4a2-4fbb-b2bd-92df5159c202 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Project 0a9f551f23724cbfbcd0f3d327611c2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 20:01:51.305183 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-403771a0-a4a2-4fbb-b2bd-92df5159c202 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (dd37dc55-13e6-4b01-8afc-a38292bec1f5), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:51.342258 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 46793761-2ed9-461d-928a-06762ef9c606 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:01:51.342640 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (46793761-2ed9-461d-928a-06762ef9c606), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:51.399728 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-403771a0-a4a2-4fbb-b2bd-92df5159c202 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (dd37dc55-13e6-4b01-8afc-a38292bec1f5), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:51.408764 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-403771a0-a4a2-4fbb-b2bd-92df5159c202 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (dd37dc55-13e6-4b01-8afc-a38292bec1f5), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:51.413014 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:51.431847 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403771a0-a4a2-4fbb-b2bd-92df5159c202 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd37dc55-13e6-4b01-8afc-a38292bec1f5,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:51.443469 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-403771a0-a4a2-4fbb-b2bd-92df5159c202 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:51.444817 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-403771a0-a4a2-4fbb-b2bd-92df5159c202 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1792583 Mar 22 20:01:51.473480 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 46793761-2ed9-461d-928a-06762ef9c606 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:01:51.474124 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (46793761-2ed9-461d-928a-06762ef9c606), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:51.522421 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 46793761-2ed9-461d-928a-06762ef9c606, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=46793761-2ed9-461d-928a-06762ef9c606,segment=NetworkSegment(95390026-c4f5-42bf-bd2d-673696f79c58),segment_id=95390026-c4f5-42bf-bd2d-673696f79c58)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:01:51.528912 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (46793761-2ed9-461d-928a-06762ef9c606), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:51.590097 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=46793761-2ed9-461d-928a-06762ef9c606,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:51.621180 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-e9fc43f3-4cb5-472c-8a14-d2795b1ab5fa tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-73667993&fields=id&tenant_id=0a9f551f23724cbfbcd0f3d327611c2d HTTP/1.1" status: 200 len: 267 time: 0.0562098 Mar 22 20:01:51.741004 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-e4973a23-8ea7-4dcf-9e2d-41da75f3cd81 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:51.742613 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-e4973a23-8ea7-4dcf-9e2d-41da75f3cd81 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/networks?id=6288b3e6-dfee-437d-8ece-381cd576cff8 HTTP/1.1" status: 200 len: 795 time: 0.1143994 Mar 22 20:01:51.758730 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-e30fbfff-152f-4f2b-9ba0-9e7fa3a5e7f1 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/quotas/0a9f551f23724cbfbcd0f3d327611c2d HTTP/1.1" status: 200 len: 375 time: 0.0100605 Mar 22 20:01:51.807164 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59251c2f-584d-46ba-a237-1f8181ad5b80 None None] Network 6288b3e6-dfee-437d-8ece-381cd576cff8 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:01:51.827675 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-98733a8b-1212-4893-bffc-7d4db4203774 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0a9f551f23724cbfbcd0f3d327611c2d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0629797 Mar 22 20:01:51.883635 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-97d49fbc-9c23-408f-8d5e-7bbc601725a4 None None] Provisioning complete for port 46793761-2ed9-461d-928a-06762ef9c606 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:01:51.884012 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-97d49fbc-9c23-408f-8d5e-7bbc601725a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (46793761-2ed9-461d-928a-06762ef9c606), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:51.932531 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-e35e05e7-fe97-4c5e-affc-7e5c6e7e5b6a service neutron] 10.222.0.75 "GET /v2.0/networks/6288b3e6-dfee-437d-8ece-381cd576cff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928066 Mar 22 20:01:51.997101 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-97d49fbc-9c23-408f-8d5e-7bbc601725a4 None None] Current status of the port 46793761-2ed9-461d-928a-06762ef9c606 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:01:52.046934 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-039d8c3b-3950-4a8d-9592-24b3794f32b6 service neutron] 10.222.0.75 "GET /v2.0/networks/6288b3e6-dfee-437d-8ece-381cd576cff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077874 Mar 22 20:01:52.231184 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-1b65425d-0b0d-491f-9b18-7899f678ad75 None None] Provisioning complete for port 46793761-2ed9-461d-928a-06762ef9c606 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:01:52.232091 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1b65425d-0b0d-491f-9b18-7899f678ad75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (46793761-2ed9-461d-928a-06762ef9c606), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:52.236542 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9f41ed8b-7126-44e9-8149-af7ed2721664 req-738fc84e-e9a6-447e-a97c-915ce4ee69c7 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6d281d8-d22b-4034-80f5-0fc59de16e14 HTTP/1.1" status: 200 len: 210 time: 0.0304787 Mar 22 20:01:52.319990 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1b65425d-0b0d-491f-9b18-7899f678ad75 None None] Current status of the port 46793761-2ed9-461d-928a-06762ef9c606 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:01:53.228214 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 46793761-2ed9-461d-928a-06762ef9c606 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:01:53.317197 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 46793761-2ed9-461d-928a-06762ef9c606 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:01:53.318367 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (46793761-2ed9-461d-928a-06762ef9c606), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:53.324162 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-4d7f0892-4a1b-4f19-8012-797dcd417f0f tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:53.326488 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-4d7f0892-4a1b-4f19-8012-797dcd417f0f tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.85 "GET /v2.0/networks?id=6288b3e6-dfee-437d-8ece-381cd576cff8 HTTP/1.1" status: 200 len: 795 time: 0.1778712 Mar 22 20:01:53.419782 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d7629859-fb3b-4915-9a0a-85d31ffd0251 req-ece8a2f5-d78a-4e3f-9fc0-b8e7d67e441a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6d281d8-d22b-4034-80f5-0fc59de16e14 HTTP/1.1" status: 200 len: 210 time: 0.0412326 Mar 22 20:01:53.449313 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 46793761-2ed9-461d-928a-06762ef9c606 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:01:53.468570 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-05518bd3-7016-4840-80e1-0c28010d35ec tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a9f551f23724cbfbcd0f3d327611c2d HTTP/1.1" status: 200 len: 471 time: 0.1346946 Mar 22 20:01:53.477634 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-fe9454cb-18e6-4077-ad3d-3b271d4701c5 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Request body: {'port': {'device_id': 'c6d281d8-d22b-4034-80f5-0fc59de16e14', 'network_id': '6288b3e6-dfee-437d-8ece-381cd576cff8', 'admin_state_up': True, 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'security_groups': ['dcae249d-01e7-41de-a6aa-8f1d2db0c94e']}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:01:53.622010 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-fe9454cb-18e6-4077-ad3d-3b271d4701c5 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Made reservation on behalf of 0a9f551f23724cbfbcd0f3d327611c2d for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:01:53.625842 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-fe9454cb-18e6-4077-ad3d-3b271d4701c5 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:53.770249 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-fe9454cb-18e6-4077-ad3d-3b271d4701c5 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Allocated IP 172.20.0.19 (6288b3e6-dfee-437d-8ece-381cd576cff8/f6013ea2-821a-4c57-8812-b99192d020c1/c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:01:53.923036 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-fe9454cb-18e6-4077-ad3d-3b271d4701c5 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for port (c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:53.960413 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-fe9454cb-18e6-4077-ad3d-3b271d4701c5 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:54.012316 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-fe9454cb-18e6-4077-ad3d-3b271d4701c5 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Network 6288b3e6-dfee-437d-8ece-381cd576cff8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:01:54.017339 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-fe9454cb-18e6-4077-ad3d-3b271d4701c5 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:01:54.020739 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-fe9454cb-18e6-4077-ad3d-3b271d4701c5 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:01:54.066364 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9454cb-18e6-4077-ad3d-3b271d4701c5 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'Port': ['ID=c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:54.106514 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-fe9454cb-18e6-4077-ad3d-3b271d4701c5 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:54.107732 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-fe9454cb-18e6-4077-ad3d-3b271d4701c5 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:54.130474 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-fe9454cb-18e6-4077-ad3d-3b271d4701c5 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6570799 Mar 22 20:01:54.143333 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] Request body: {'port': {'device_id': 'c6d281d8-d22b-4034-80f5-0fc59de16e14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:01:54.215058 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:54.360599 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-b68252bb-5e0f-442d-ae16-20d42266a90a None None] Provisioning complete for port c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:01:54.360981 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b68252bb-5e0f-442d-ae16-20d42266a90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:54.405836 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-b68252bb-5e0f-442d-ae16-20d42266a90a None None] Port c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:01:54.565833 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:01:54.578628 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] Publish callbacks [] for port (c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:54.596143 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] Transition to ACTIVE for port object c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:01:54.599923 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17437ef7-1eff-4156-b33f-2e2b50fc67b2 req-c0629ff1-4c69-4b02-b57a-b9ece7b88378 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:54.600464 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:54.602421 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-17437ef7-1eff-4156-b33f-2e2b50fc67b2 req-c0629ff1-4c69-4b02-b57a-b9ece7b88378 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6d281d8-d22b-4034-80f5-0fc59de16e14 HTTP/1.1" status: 200 len: 932 time: 0.0829434 Mar 22 20:01:54.661453 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:54.680511 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-17437ef7-1eff-4156-b33f-2e2b50fc67b2 req-1cf40ebd-0072-411e-a52a-18d6db5709be tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcae249d-01e7-41de-a6aa-8f1d2db0c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689819 Mar 22 20:01:54.682333 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:54.682703 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:54.683055 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:54.683400 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:54.683739 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:54.684082 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:54.684424 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:54.684758 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:54.685089 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:54.685450 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:54.685780 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:54.686136 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:54.686474 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:54.686797 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:54.687110 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:01:54.751748 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] Attempting to bind port c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:01:54.752089 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] Attempting to bind port c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '95390026-c4f5-42bf-bd2d-673696f79c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6288b3e6-dfee-437d-8ece-381cd576cff8'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:01:54.752423 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] Attempting to bind port c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761 on network 6288b3e6-dfee-437d-8ece-381cd576cff8 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:01:54.757209 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] Port c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761 on network 6288b3e6-dfee-437d-8ece-381cd576cff8 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:01:54.758504 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] Attempting to bind port c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761 on network 6288b3e6-dfee-437d-8ece-381cd576cff8 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:01:54.768369 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:01:54.768369 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] Checking segment: {'id': '95390026-c4f5-42bf-bd2d-673696f79c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6288b3e6-dfee-437d-8ece-381cd576cff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:01:54.768369 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] Bound using segment: {'id': '95390026-c4f5-42bf-bd2d-673696f79c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6288b3e6-dfee-437d-8ece-381cd576cff8'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:01:54.768369 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] Bound port: c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95390026-c4f5-42bf-bd2d-673696f79c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6288b3e6-dfee-437d-8ece-381cd576cff8'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:01:54.768369 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:54.853333 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] For port c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:01:54.856679 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] For port c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761,segment=NetworkSegment(95390026-c4f5-42bf-bd2d-673696f79c58),segment_id=95390026-c4f5-42bf-bd2d-673696f79c58)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:01:54.865451 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:54.900685 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:54.901267 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:54.902689 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] 10.222.0.85 "PUT /v2.0/ports/c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761 HTTP/1.1" status: 200 len: 1093 time: 0.7646971 Mar 22 20:01:54.903136 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d281d8-d22b-4034-80f5-0fc59de16e14', 'tag': 'c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:01:54.905978 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ab4a18-68b0-4688-9a88-c81f19295515" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d281d8-d22b-4034-80f5-0fc59de16e14", "tag": "c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:01:54.934321 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c6744-ecda-4399-8e54-f91c9e7863a2 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:54.975751 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b16c5e-8cc2-4c1d-9e67-4c3fe83a957f x-openstack-request-id: req-f5b16c5e-8cc2-4c1d-9e67-4c3fe83a957f {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:01:54.976112 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d281d8-d22b-4034-80f5-0fc59de16e14", "tag": "c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:01:54.976381 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f5b16c5e-8cc2-4c1d-9e67-4c3fe83a957f {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:01:54.976808 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5b16c5e-8cc2-4c1d-9e67-4c3fe83a957f'] response: {'name': 'network-changed', 'server_uuid': 'c6d281d8-d22b-4034-80f5-0fc59de16e14', 'tag': 'c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761', 'status': 'completed', 'code': 200} Mar 22 20:01:55.007220 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-f570d336-6510-43b3-ae48-fa5b412a86ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:55.010023 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-f570d336-6510-43b3-ae48-fa5b412a86ac service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0a9f551f23724cbfbcd0f3d327611c2d&device_id=c6d281d8-d22b-4034-80f5-0fc59de16e14 HTTP/1.1" status: 200 len: 1127 time: 0.0632377 Mar 22 20:01:55.058259 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-d3f92168-8a42-462e-ab99-5405db1115a8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761 HTTP/1.1" status: 200 len: 217 time: 0.0431092 Mar 22 20:01:55.407359 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-ac6f69f2-c91b-4239-b0a0-0d0bd618f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:55.408759 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-ac6f69f2-c91b-4239-b0a0-0d0bd618f7e9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f6013ea2-821a-4c57-8812-b99192d020c1 HTTP/1.1" status: 200 len: 838 time: 0.3454449 Mar 22 20:01:55.462558 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-1dab1183-8ea2-4360-92d0-3e8ae974c61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:55.464829 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-1dab1183-8ea2-4360-92d0-3e8ae974c61f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6288b3e6-dfee-437d-8ece-381cd576cff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0503633 Mar 22 20:01:55.562485 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-887277e7-b042-4cf8-834a-445cd4306fa6 service neutron] 10.222.0.85 "GET /v2.0/networks/6288b3e6-dfee-437d-8ece-381cd576cff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923221 Mar 22 20:01:55.654955 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3040c7b5-02f8-4646-8e59-8e77cd69486a req-4239cde4-73bd-4601-acb7-11c0ee5e4be6 service neutron] 10.222.0.85 "GET /v2.0/networks/6288b3e6-dfee-437d-8ece-381cd576cff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866721 Mar 22 20:01:55.756075 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab4a18-68b0-4688-9a88-c81f19295515 req-cbe1f9e2-f07b-4ade-b1e5-2b91dac6dc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:55.757865 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-82ab4a18-68b0-4688-9a88-c81f19295515 req-cbe1f9e2-f07b-4ade-b1e5-2b91dac6dc29 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0a9f551f23724cbfbcd0f3d327611c2d&device_id=c6d281d8-d22b-4034-80f5-0fc59de16e14 HTTP/1.1" status: 200 len: 1127 time: 0.0527394 Mar 22 20:01:55.822484 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98091b4a-5ecc-4a1e-a615-a046c6692fa2 req-02a08c9c-dcd4-4529-bc63-593a659f4ba0 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:55.824302 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-98091b4a-5ecc-4a1e-a615-a046c6692fa2 req-02a08c9c-dcd4-4529-bc63-593a659f4ba0 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6d281d8-d22b-4034-80f5-0fc59de16e14 HTTP/1.1" status: 200 len: 944 time: 0.0680714 Mar 22 20:01:55.874734 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab4a18-68b0-4688-9a88-c81f19295515 req-c97bd1c2-5b98-42e1-ad4e-f1e1aa7d34e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:55.876226 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-82ab4a18-68b0-4688-9a88-c81f19295515 req-c97bd1c2-5b98-42e1-ad4e-f1e1aa7d34e1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=6288b3e6-dfee-437d-8ece-381cd576cff8 HTTP/1.1" status: 200 len: 896 time: 0.1099472 Mar 22 20:01:55.876923 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-98091b4a-5ecc-4a1e-a615-a046c6692fa2 req-4e22405f-c8d8-45e3-aee7-b537b040046a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcae249d-01e7-41de-a6aa-8f1d2db0c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467496 Mar 22 20:01:55.940035 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-82ab4a18-68b0-4688-9a88-c81f19295515 req-593a902b-bdac-4ae8-8e37-bd6b820316d6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761 HTTP/1.1" status: 200 len: 217 time: 0.0574825 Mar 22 20:01:55.992700 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab4a18-68b0-4688-9a88-c81f19295515 req-d745d51b-99ed-495b-bf8b-dc8e40af909b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:55.994198 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-82ab4a18-68b0-4688-9a88-c81f19295515 req-d745d51b-99ed-495b-bf8b-dc8e40af909b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f6013ea2-821a-4c57-8812-b99192d020c1 HTTP/1.1" status: 200 len: 838 time: 0.0490978 Mar 22 20:01:56.044247 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab4a18-68b0-4688-9a88-c81f19295515 req-86945baa-8182-42a7-97d8-71d3b9d540aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:56.046365 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-82ab4a18-68b0-4688-9a88-c81f19295515 req-86945baa-8182-42a7-97d8-71d3b9d540aa service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6288b3e6-dfee-437d-8ece-381cd576cff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0470519 Mar 22 20:01:56.135914 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-82ab4a18-68b0-4688-9a88-c81f19295515 req-f7639638-9593-416d-9bdd-144158e15a48 service neutron] 10.222.0.85 "GET /v2.0/networks/6288b3e6-dfee-437d-8ece-381cd576cff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827110 Mar 22 20:01:56.240424 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-82ab4a18-68b0-4688-9a88-c81f19295515 req-1dd5fd55-8d0d-4628-bb5d-3e083d3d3c1f service neutron] 10.222.0.85 "GET /v2.0/networks/6288b3e6-dfee-437d-8ece-381cd576cff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978615 Mar 22 20:01:57.011054 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15fb21-9d77-4394-b040-2dbcc5664230 req-6d3b263e-4eb2-448f-8947-f644fe27af47 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:57.012965 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a15fb21-9d77-4394-b040-2dbcc5664230 req-6d3b263e-4eb2-448f-8947-f644fe27af47 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6d281d8-d22b-4034-80f5-0fc59de16e14 HTTP/1.1" status: 200 len: 944 time: 0.0644870 Mar 22 20:01:57.065462 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a15fb21-9d77-4394-b040-2dbcc5664230 req-ac6a1618-2559-45ea-8db1-b71eb0e26ee3 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcae249d-01e7-41de-a6aa-8f1d2db0c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463107 Mar 22 20:01:57.673044 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962f791-658b-45a0-a7df-5eb97ccfa1df req-56bb1f00-0360-453c-9a2c-5106c6cea611 tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:57.674701 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0962f791-658b-45a0-a7df-5eb97ccfa1df req-56bb1f00-0360-453c-9a2c-5106c6cea611 tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 1129 time: 0.0461936 Mar 22 20:01:57.721763 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0962f791-658b-45a0-a7df-5eb97ccfa1df req-b59f9054-bb81-4d4b-85b6-c1914b615021 tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412965 Mar 22 20:01:57.745282 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36810) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:01:57.913960 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-c2681a3c-9087-49fe-aa31-4003273d2601 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Deleting port 16e54a5c-a0cc-4919-983c-86a32cf58614 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:01:57.914208 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c2681a3c-9087-49fe-aa31-4003273d2601 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (16e54a5c-a0cc-4919-983c-86a32cf58614), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:57.994502 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c2681a3c-9087-49fe-aa31-4003273d2601 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (16e54a5c-a0cc-4919-983c-86a32cf58614), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:57.994810 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c2681a3c-9087-49fe-aa31-4003273d2601 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for floatingip (16e54a5c-a0cc-4919-983c-86a32cf58614), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:58.016472 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-c2681a3c-9087-49fe-aa31-4003273d2601 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Calling delete_port for 16e54a5c-a0cc-4919-983c-86a32cf58614 owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:01:58.205058 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c2681a3c-9087-49fe-aa31-4003273d2601 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (16e54a5c-a0cc-4919-983c-86a32cf58614), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:58.244757 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2681a3c-9087-49fe-aa31-4003273d2601 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event deleted for resources: {'Port': ['ID=16e54a5c-a0cc-4919-983c-86a32cf58614,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:58.267605 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac35b3a4-f781-4786-9126-a32799d1fa55 req-e5f9dbd4-c0cc-4179-a86e-3a9e83bb2f5e tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:58.269283 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ac35b3a4-f781-4786-9126-a32799d1fa55 req-e5f9dbd4-c0cc-4179-a86e-3a9e83bb2f5e tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6d281d8-d22b-4034-80f5-0fc59de16e14 HTTP/1.1" status: 200 len: 944 time: 0.1163139 Mar 22 20:01:58.337450 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c2681a3c-9087-49fe-aa31-4003273d2601 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for floatingip (cf0e3b22-8637-492f-acdd-ebf2b497a577), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:58.337805 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [None req-c2681a3c-9087-49fe-aa31-4003273d2601 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Floating IP cf0e3b22-8637-492f-acdd-ebf2b497a577 disassociated (deleted). External IP: 172.25.5.157, port: 859b98c6-53d4-43e6-8d29-e07206ff09f4. Mar 22 20:01:58.383191 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ac35b3a4-f781-4786-9126-a32799d1fa55 req-be025e72-e283-4c42-9398-7fc4c04d97ab tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcae249d-01e7-41de-a6aa-8f1d2db0c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0891299 Mar 22 20:01:58.558176 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:01:58.675069 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761,segment=NetworkSegment(95390026-c4f5-42bf-bd2d-673696f79c58),segment_id=95390026-c4f5-42bf-bd2d-673696f79c58)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:01:58.702323 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761', 'network_id': '6288b3e6-dfee-437d-8ece-381cd576cff8', 'port_id': 'c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761', 'mac_address': 'fa:16:3e:6f:30:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6013ea2-821a-4c57-8812-b99192d020c1', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:01:58.745578 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:01:58.746013 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:58.764433 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:01:58.788180 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761,segment=NetworkSegment(95390026-c4f5-42bf-bd2d-673696f79c58),segment_id=95390026-c4f5-42bf-bd2d-673696f79c58)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:01:58.794102 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:58.883778 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:01:58.950983 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2681a3c-9087-49fe-aa31-4003273d2601 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Router d7dc40de-1a91-4312-9c97-df893aeef8b9 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:01:59.064370 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2681a3c-9087-49fe-aa31-4003273d2601 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:01:59.069418 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c2681a3c-9087-49fe-aa31-4003273d2601 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:01:59.077035 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d6a733-6276-4f40-a258-eeb018db71b6 None None] Sync routers for ids ['d7dc40de-1a91-4312-9c97-df893aeef8b9'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:01:59.088761 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d6a733-6276-4f40-a258-eeb018db71b6 None None] Routers {'d7dc40de-1a91-4312-9c97-df893aeef8b9'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:01:59.089514 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-28d6a733-6276-4f40-a258-eeb018db71b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:01:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d7dc40de-1a91-4312-9c97-df893aeef8b9'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:01:59.110587 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c2681a3c-9087-49fe-aa31-4003273d2601 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "DELETE /v2.0/floatingips/cf0e3b22-8637-492f-acdd-ebf2b497a577 HTTP/1.1" status: 204 len: 168 time: 1.3615019 Mar 22 20:01:59.110587 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554e245d-138c-438c-aa9e-5cdb9cfd0d7b', 'tag': '859b98c6-53d4-43e6-8d29-e07206ff09f4'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:01:59.111006 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead3b508-3790-4d8f-b0c5-f9134875f41e" -d '{"events": [{"name": "network-changed", "server_uuid": "554e245d-138c-438c-aa9e-5cdb9cfd0d7b", "tag": "859b98c6-53d4-43e6-8d29-e07206ff09f4"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:01:59.128045 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:01:59.173286 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12673d4-d650-435d-897c-2d02e8944d4c x-openstack-request-id: req-a12673d4-d650-435d-897c-2d02e8944d4c {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:01:59.173667 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "554e245d-138c-438c-aa9e-5cdb9cfd0d7b", "tag": "859b98c6-53d4-43e6-8d29-e07206ff09f4", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:01:59.173954 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a12673d4-d650-435d-897c-2d02e8944d4c {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:01:59.174366 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a12673d4-d650-435d-897c-2d02e8944d4c'] response: {'name': 'network-changed', 'server_uuid': '554e245d-138c-438c-aa9e-5cdb9cfd0d7b', 'tag': '859b98c6-53d4-43e6-8d29-e07206ff09f4', 'status': 'completed', 'code': 200} Mar 22 20:01:59.258240 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3b508-3790-4d8f-b0c5-f9134875f41e req-2347563c-e313-4764-a6a9-ea7945d5bcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:59.260626 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ead3b508-3790-4d8f-b0c5-f9134875f41e req-2347563c-e313-4764-a6a9-ea7945d5bcbd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 1129 time: 0.0628994 Mar 22 20:01:59.284069 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-28d6a733-6276-4f40-a258-eeb018db71b6 None None] Set router d7dc40de-1a91-4312-9c97-df893aeef8b9 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:01:59.374962 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3b508-3790-4d8f-b0c5-f9134875f41e req-07bbd584-3a4e-4a18-a671-e737deb619b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:59.376649 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ead3b508-3790-4d8f-b0c5-f9134875f41e req-07bbd584-3a4e-4a18-a671-e737deb619b9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=77cdcc26-9739-4892-9783-f32585ecd5b0 HTTP/1.1" status: 200 len: 898 time: 0.1097758 Mar 22 20:01:59.415955 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5e1e4-71ab-4612-ab3f-dc373de49888 req-8f167a62-f440-456d-94ea-b550d6d4fd09 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:59.418233 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-24e5e1e4-71ab-4612-ab3f-dc373de49888 req-8f167a62-f440-456d-94ea-b550d6d4fd09 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 946 time: 0.0671439 Mar 22 20:01:59.423374 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ead3b508-3790-4d8f-b0c5-f9134875f41e req-67e8d997-e1a1-4249-a249-668bfa850f36 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=859b98c6-53d4-43e6-8d29-e07206ff09f4 HTTP/1.1" status: 200 len: 217 time: 0.0394278 Mar 22 20:01:59.477551 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3b508-3790-4d8f-b0c5-f9134875f41e req-a3543f1d-37d1-4f64-bcfa-b97174c45d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:59.479722 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ead3b508-3790-4d8f-b0c5-f9134875f41e req-a3543f1d-37d1-4f64-bcfa-b97174c45d90 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=75c8fac3-dcae-4e7c-8a20-21f797443286 HTTP/1.1" status: 200 len: 835 time: 0.0491188 Mar 22 20:01:59.489749 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-24e5e1e4-71ab-4612-ab3f-dc373de49888 req-3b127560-5fd4-4664-aee6-843bdcdd7d52 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647967 Mar 22 20:01:59.555214 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3b508-3790-4d8f-b0c5-f9134875f41e req-9ed37329-5b4f-40bc-a985-10ed75daadf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:59.555544 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83b68c-ca4f-4ac0-8835-a49c4b7b0154 req-5aac897b-1818-49ef-bbb5-0199f836166f tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:01:59.556714 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ead3b508-3790-4d8f-b0c5-f9134875f41e req-9ed37329-5b4f-40bc-a985-10ed75daadf3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=77cdcc26-9739-4892-9783-f32585ecd5b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0689871 Mar 22 20:01:59.557165 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fb83b68c-ca4f-4ac0-8835-a49c4b7b0154 req-5aac897b-1818-49ef-bbb5-0199f836166f tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6d281d8-d22b-4034-80f5-0fc59de16e14 HTTP/1.1" status: 200 len: 945 time: 0.0664587 Mar 22 20:01:59.620908 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fb83b68c-ca4f-4ac0-8835-a49c4b7b0154 req-0112ea87-2ad3-4385-afa7-bac28cdfd614 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcae249d-01e7-41de-a6aa-8f1d2db0c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570447 Mar 22 20:01:59.662317 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ead3b508-3790-4d8f-b0c5-f9134875f41e req-a0418936-90a5-42bd-8981-b5e67a5a64db service neutron] 10.222.0.84 "GET /v2.0/networks/77cdcc26-9739-4892-9783-f32585ecd5b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980096 Mar 22 20:01:59.776223 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ead3b508-3790-4d8f-b0c5-f9134875f41e req-4a10a37f-2c9e-4de3-8eb4-2ff2387a59e1 service neutron] 10.222.0.84 "GET /v2.0/networks/77cdcc26-9739-4892-9783-f32585ecd5b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065309 Mar 22 20:01:59.798069 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-28d6a733-6276-4f40-a258-eeb018db71b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476044779', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '6876c384-0636-41e8-a1e4-93bf4f304d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:59:59Z', 'updated_at': '2022-03-22T20:00:04Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '6876c384-0636-41e8-a1e4-93bf4f304d04', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:27:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:00Z', 'updated_at': '2022-03-22T20:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '585dace4-7149-4671-9b74-e1be826f17c6', 'name': '', 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'mac_address': 'fa:16:3e:b3:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '75c8fac3-dcae-4e7c-8a20-21f797443286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:03Z', 'updated_at': '2022-03-22T20:00:07Z', 'revision_number': 5, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'subnets': [{'id': '75c8fac3-dcae-4e7c-8a20-21f797443286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:01:59.841757 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d6a733-6276-4f40-a258-eeb018db71b6 None None] Checking router: d7dc40de-1a91-4312-9c97-df893aeef8b9 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:01:59.870336 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d6a733-6276-4f40-a258-eeb018db71b6 None None] Routers {'d7dc40de-1a91-4312-9c97-df893aeef8b9'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:01:59.870997 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-28d6a733-6276-4f40-a258-eeb018db71b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:01:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d7dc40de-1a91-4312-9c97-df893aeef8b9'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:00.027765 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-28d6a733-6276-4f40-a258-eeb018db71b6 None None] Set router d7dc40de-1a91-4312-9c97-df893aeef8b9 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:02:00.267814 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-28d6a733-6276-4f40-a258-eeb018db71b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476044779', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '6876c384-0636-41e8-a1e4-93bf4f304d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:59:59Z', 'updated_at': '2022-03-22T20:00:04Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '6876c384-0636-41e8-a1e4-93bf4f304d04', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:27:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:00Z', 'updated_at': '2022-03-22T20:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '585dace4-7149-4671-9b74-e1be826f17c6', 'name': '', 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'mac_address': 'fa:16:3e:b3:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '75c8fac3-dcae-4e7c-8a20-21f797443286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:03Z', 'updated_at': '2022-03-22T20:00:07Z', 'revision_number': 5, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'subnets': [{'id': '75c8fac3-dcae-4e7c-8a20-21f797443286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:00.301337 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d6a733-6276-4f40-a258-eeb018db71b6 None None] The sync data for ids ['d7dc40de-1a91-4312-9c97-df893aeef8b9'] in n-d-705658-24 is: [{'id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476044779', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '6876c384-0636-41e8-a1e4-93bf4f304d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:59:59Z', 'updated_at': '2022-03-22T20:00:04Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '6876c384-0636-41e8-a1e4-93bf4f304d04', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:27:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:00Z', 'updated_at': '2022-03-22T20:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '585dace4-7149-4671-9b74-e1be826f17c6', 'name': '', 'network_id': '77cdcc26-9739-4892-9783-f32585ecd5b0', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'mac_address': 'fa:16:3e:b3:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4019, 'fixed_ips': [{'subnet_id': '75c8fac3-dcae-4e7c-8a20-21f797443286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:03Z', 'updated_at': '2022-03-22T20:00:07Z', 'revision_number': 5, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'subnets': [{'id': '75c8fac3-dcae-4e7c-8a20-21f797443286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:02:00.573383 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:02:00.591667 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed433070-af6c-485f-921f-53034fd7141c None None] New status for floating IP cf0e3b22-8637-492f-acdd-ebf2b497a577: DOWN {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:02:00.633920 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895a861-5add-407d-8d72-334f5cb70a23 req-739bfefa-b0e5-4ffc-91e1-21b01f1ea283 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:00.635488 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8895a861-5add-407d-8d72-334f5cb70a23 req-739bfefa-b0e5-4ffc-91e1-21b01f1ea283 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 946 time: 0.0616772 Mar 22 20:02:00.647520 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:02:00.653516 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:02:00.653957 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:00.709492 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee8c07-a47c-45ca-a6b0-021c3e2689b4 req-e4053f9d-8d75-49ce-b9d1-cf4abbdfdf9a tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:00.710929 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8895a861-5add-407d-8d72-334f5cb70a23 req-f5c15643-8f16-4ae0-85aa-d7a8a8c5cb8b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656919 Mar 22 20:02:00.711126 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-88ee8c07-a47c-45ca-a6b0-021c3e2689b4 req-e4053f9d-8d75-49ce-b9d1-cf4abbdfdf9a tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.84 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 946 time: 0.0865951 Mar 22 20:02:00.770370 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:02:00.770370 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:00.797816 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d281d8-d22b-4034-80f5-0fc59de16e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:02:00.800118 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9280e7c-4551-4bda-8c73-40b45a95080e" -d '{"events": [{"server_uuid": "c6d281d8-d22b-4034-80f5-0fc59de16e14", "name": "network-vif-plugged", "status": "completed", "tag": "c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:02:00.804781 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab35b52-a62e-48bf-ab49-9050ebf8206e req-c843a7e3-0514-4308-9fb0-a4fa592589b6 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:00.818164 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761,segment=NetworkSegment(95390026-c4f5-42bf-bd2d-673696f79c58),segment_id=95390026-c4f5-42bf-bd2d-673696f79c58)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:02:00.823357 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cab35b52-a62e-48bf-ab49-9050ebf8206e req-c843a7e3-0514-4308-9fb0-a4fa592589b6 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6d281d8-d22b-4034-80f5-0fc59de16e14 HTTP/1.1" status: 200 len: 945 time: 0.0813394 Mar 22 20:02:00.824227 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:00.831906 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-88ee8c07-a47c-45ca-a6b0-021c3e2689b4 req-3fc628d6-f91b-4023-a5e2-dd462af65bc6 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Deleting port 859b98c6-53d4-43e6-8d29-e07206ff09f4 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:02:00.833061 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-88ee8c07-a47c-45ca-a6b0-021c3e2689b4 req-3fc628d6-f91b-4023-a5e2-dd462af65bc6 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (859b98c6-53d4-43e6-8d29-e07206ff09f4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:00.872483 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ae09fd-8797-4d1d-bdb8-19312ef0b025 x-openstack-request-id: req-13ae09fd-8797-4d1d-bdb8-19312ef0b025 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:02:00.872815 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d281d8-d22b-4034-80f5-0fc59de16e14", "name": "network-vif-plugged", "status": "completed", "tag": "c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:02:00.873040 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-13ae09fd-8797-4d1d-bdb8-19312ef0b025 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:02:00.873841 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13ae09fd-8797-4d1d-bdb8-19312ef0b025'] response: {'server_uuid': 'c6d281d8-d22b-4034-80f5-0fc59de16e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761', 'code': 200} Mar 22 20:02:00.909064 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cab35b52-a62e-48bf-ab49-9050ebf8206e req-a319eac4-dfc4-4046-a89e-2306f0acf42b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcae249d-01e7-41de-a6aa-8f1d2db0c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0846839 Mar 22 20:02:00.923991 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:00.977068 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-88ee8c07-a47c-45ca-a6b0-021c3e2689b4 req-3fc628d6-f91b-4023-a5e2-dd462af65bc6 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] For port 859b98c6-53d4-43e6-8d29-e07206ff09f4, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=859b98c6-53d4-43e6-8d29-e07206ff09f4,segment=NetworkSegment(98838cb6-a8c2-450a-8230-2342d5f21d02),segment_id=98838cb6-a8c2-450a-8230-2342d5f21d02)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:02:00.977438 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-88ee8c07-a47c-45ca-a6b0-021c3e2689b4 req-3fc628d6-f91b-4023-a5e2-dd462af65bc6 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (859b98c6-53d4-43e6-8d29-e07206ff09f4), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:00.994092 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-88ee8c07-a47c-45ca-a6b0-021c3e2689b4 req-3fc628d6-f91b-4023-a5e2-dd462af65bc6 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Calling delete_port for 859b98c6-53d4-43e6-8d29-e07206ff09f4 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:02:00.999897 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4180d-58a3-4f0a-8ae3-cf87902dfcb6 req-caeaf3f1-4471-4dd1-ab0d-5a4b42a9eb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:01.001412 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-05b4180d-58a3-4f0a-8ae3-cf87902dfcb6 req-caeaf3f1-4471-4dd1-ab0d-5a4b42a9eb17 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c6d281d8-d22b-4034-80f5-0fc59de16e14 HTTP/1.1" status: 200 len: 1129 time: 0.0824749 Mar 22 20:02:01.099897 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-05b4180d-58a3-4f0a-8ae3-cf87902dfcb6 req-d4870fda-aeb2-49cb-8f9e-b68f9ecb7eb0 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=dcae249d-01e7-41de-a6aa-8f1d2db0c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0915434 Mar 22 20:02:01.175235 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-88ee8c07-a47c-45ca-a6b0-021c3e2689b4 req-3fc628d6-f91b-4023-a5e2-dd462af65bc6 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (859b98c6-53d4-43e6-8d29-e07206ff09f4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:01.204547 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc628d6-f91b-4023-a5e2-dd462af65bc6 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event deleted for resources: {'Port': ['ID=859b98c6-53d4-43e6-8d29-e07206ff09f4,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:01.264762 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ee8c07-a47c-45ca-a6b0-021c3e2689b4 req-3fc628d6-f91b-4023-a5e2-dd462af65bc6 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] No DVR routers for this DVR port 859b98c6-53d4-43e6-8d29-e07206ff09f4 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:02:01.267773 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-88ee8c07-a47c-45ca-a6b0-021c3e2689b4 req-3fc628d6-f91b-4023-a5e2-dd462af65bc6 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:01.271625 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-88ee8c07-a47c-45ca-a6b0-021c3e2689b4 req-3fc628d6-f91b-4023-a5e2-dd462af65bc6 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.84 "DELETE /v2.0/ports/859b98c6-53d4-43e6-8d29-e07206ff09f4 HTTP/1.1" status: 204 len: 173 time: 0.5549896 Mar 22 20:02:01.272224 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554e245d-138c-438c-aa9e-5cdb9cfd0d7b', 'name': 'network-vif-deleted', 'tag': '859b98c6-53d4-43e6-8d29-e07206ff09f4'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:02:01.274793 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d91aee-d37a-43fa-84d7-a2e226cb637f" -d '{"events": [{"server_uuid": "554e245d-138c-438c-aa9e-5cdb9cfd0d7b", "name": "network-vif-deleted", "tag": "859b98c6-53d4-43e6-8d29-e07206ff09f4"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:02:01.325811 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4533f31c-0074-4115-a614-c19d3381c18c x-openstack-request-id: req-4533f31c-0074-4115-a614-c19d3381c18c {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:02:01.326299 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554e245d-138c-438c-aa9e-5cdb9cfd0d7b", "name": "network-vif-deleted", "tag": "859b98c6-53d4-43e6-8d29-e07206ff09f4", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:02:01.326543 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4533f31c-0074-4115-a614-c19d3381c18c {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:02:01.326983 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4533f31c-0074-4115-a614-c19d3381c18c'] response: {'server_uuid': '554e245d-138c-438c-aa9e-5cdb9cfd0d7b', 'name': 'network-vif-deleted', 'tag': '859b98c6-53d4-43e6-8d29-e07206ff09f4', 'status': 'completed', 'code': 200} Mar 22 20:02:01.822773 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6e49a4e9-fa66-4042-86ed-a78fd1ca3654 req-bea30033-d744-41c1-89e8-4493915817e8 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=554e245d-138c-438c-aa9e-5cdb9cfd0d7b HTTP/1.1" status: 200 len: 210 time: 0.0357189 Mar 22 20:02:02.047189 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f669c-5a10-403e-a9bc-a815b3f753bd req-f84078c1-e275-4404-afe9-cbd0c6f546e0 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:02.048701 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-904f669c-5a10-403e-a9bc-a815b3f753bd req-f84078c1-e275-4404-afe9-cbd0c6f546e0 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6d281d8-d22b-4034-80f5-0fc59de16e14 HTTP/1.1" status: 200 len: 946 time: 0.0666809 Mar 22 20:02:02.099701 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-904f669c-5a10-403e-a9bc-a815b3f753bd req-b0939682-64c5-448b-9cdc-2e74d39ec50a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcae249d-01e7-41de-a6aa-8f1d2db0c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440316 Mar 22 20:02:02.885699 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36838) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:03.257444 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66dc52-4627-400e-86b9-bde80f27098b req-6310d2ac-f023-40de-ae84-07139e19bbf3 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:03.259414 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3d66dc52-4627-400e-86b9-bde80f27098b req-6310d2ac-f023-40de-ae84-07139e19bbf3 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6d281d8-d22b-4034-80f5-0fc59de16e14 HTTP/1.1" status: 200 len: 946 time: 0.0830503 Mar 22 20:02:03.340906 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3d66dc52-4627-400e-86b9-bde80f27098b req-d53c7309-d581-4869-9169-4381cd7f1776 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcae249d-01e7-41de-a6aa-8f1d2db0c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729086 Mar 22 20:02:03.393327 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2f441be4-2e3a-473b-814d-96d53c6b2b0c tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (d7dc40de-1a91-4312-9c97-df893aeef8b9), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:03.529624 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e72713-5f54-4a3e-8ef7-094e8d3fa7f2 req-8ff90d5b-3b51-4efd-a497-66c7f36c149d tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:03.531119 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-34e72713-5f54-4a3e-8ef7-094e8d3fa7f2 req-8ff90d5b-3b51-4efd-a497-66c7f36c149d tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6d281d8-d22b-4034-80f5-0fc59de16e14 HTTP/1.1" status: 200 len: 946 time: 0.1015229 Mar 22 20:02:03.628766 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 859b98c6-53d4-43e6-8d29-e07206ff09f4 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:02:03.637394 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-34e72713-5f54-4a3e-8ef7-094e8d3fa7f2 req-3c0afe13-b7d9-47c6-8e15-a6c71daef959 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcae249d-01e7-41de-a6aa-8f1d2db0c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0966775 Mar 22 20:02:03.653270 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 859b98c6-53d4-43e6-8d29-e07206ff09f4 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:02:03.653781 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 859b98c6-53d4-43e6-8d29-e07206ff09f4 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:02:03.754322 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-2f441be4-2e3a-473b-814d-96d53c6b2b0c tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Deleting port 585dace4-7149-4671-9b74-e1be826f17c6 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:02:03.754666 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2f441be4-2e3a-473b-814d-96d53c6b2b0c tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (585dace4-7149-4671-9b74-e1be826f17c6), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:03.856327 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-2f441be4-2e3a-473b-814d-96d53c6b2b0c tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] For port 585dace4-7149-4671-9b74-e1be826f17c6, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=585dace4-7149-4671-9b74-e1be826f17c6,segment=NetworkSegment(98838cb6-a8c2-450a-8230-2342d5f21d02),segment_id=98838cb6-a8c2-450a-8230-2342d5f21d02)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:02:03.856693 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2f441be4-2e3a-473b-814d-96d53c6b2b0c tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (585dace4-7149-4671-9b74-e1be826f17c6), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:03.870289 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-2f441be4-2e3a-473b-814d-96d53c6b2b0c tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Calling delete_port for 585dace4-7149-4671-9b74-e1be826f17c6 owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:02:04.082862 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2f441be4-2e3a-473b-814d-96d53c6b2b0c tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (585dace4-7149-4671-9b74-e1be826f17c6), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:04.110026 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f441be4-2e3a-473b-814d-96d53c6b2b0c tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event deleted for resources: {'Port': ['ID=585dace4-7149-4671-9b74-e1be826f17c6,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:04.163759 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-576ca537-b3c1-4745-8c4d-8b763f6f1c1c req-1254e6f5-85c6-45bc-a761-78485356c628 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0498905 Mar 22 20:02:04.234869 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ca537-b3c1-4745-8c4d-8b763f6f1c1c req-9d3beb52-c55e-4a41-91fa-666b884ae95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:04.236588 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-576ca537-b3c1-4745-8c4d-8b763f6f1c1c req-9d3beb52-c55e-4a41-91fa-666b884ae95f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=99d72c7dab634aac93e71becf6d2998e&device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 1128 time: 0.0511119 Mar 22 20:02:04.302954 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2f441be4-2e3a-473b-814d-96d53c6b2b0c tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (d7dc40de-1a91-4312-9c97-df893aeef8b9), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:04.350802 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ca537-b3c1-4745-8c4d-8b763f6f1c1c req-7dab0cfe-2d14-49f4-92f3-515d9104ce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:04.352280 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-576ca537-b3c1-4745-8c4d-8b763f6f1c1c req-7dab0cfe-2d14-49f4-92f3-515d9104ce87 service neutron] 10.222.0.84 "GET /v2.0/networks?id=942e739d-0f2d-40f4-8f81-80042bf466e6 HTTP/1.1" status: 200 len: 911 time: 0.0970130 Mar 22 20:02:04.421185 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-576ca537-b3c1-4745-8c4d-8b763f6f1c1c req-e73d22c9-26bb-4b25-a201-28f8e6a34b84 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=695e450f-c6f4-4762-b1fc-909b3d65caf4 HTTP/1.1" status: 200 len: 1001 time: 0.0621960 Mar 22 20:02:04.470828 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ca537-b3c1-4745-8c4d-8b763f6f1c1c req-0ea0c7bc-3d89-4213-9a5b-fab164bd8f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:04.472290 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-576ca537-b3c1-4745-8c4d-8b763f6f1c1c req-0ea0c7bc-3d89-4213-9a5b-fab164bd8f90 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ce14209e-d9ba-4d1e-8a54-b7950c923a71 HTTP/1.1" status: 200 len: 849 time: 0.0458548 Mar 22 20:02:04.524905 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ca537-b3c1-4745-8c4d-8b763f6f1c1c req-047c9234-74a0-4181-9071-39759c780ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:04.526651 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-576ca537-b3c1-4745-8c4d-8b763f6f1c1c req-047c9234-74a0-4181-9071-39759c780ff2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=942e739d-0f2d-40f4-8f81-80042bf466e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0485837 Mar 22 20:02:04.529443 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f441be4-2e3a-473b-814d-96d53c6b2b0c tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Router d7dc40de-1a91-4312-9c97-df893aeef8b9 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:02:04.617046 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-576ca537-b3c1-4745-8c4d-8b763f6f1c1c req-6bc0b6aa-5308-4774-8f25-9fc7b9880daa service neutron] 10.222.0.84 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838320 Mar 22 20:02:04.643282 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f441be4-2e3a-473b-814d-96d53c6b2b0c tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:02:04.648516 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2f441be4-2e3a-473b-814d-96d53c6b2b0c tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "PUT /v2.0/routers/d7dc40de-1a91-4312-9c97-df893aeef8b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7615972 Mar 22 20:02:04.651230 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36848) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:04.654540 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c5933b-c6c9-4c8c-8afd-7eae843abd95 None None] Sync routers for ids ['d7dc40de-1a91-4312-9c97-df893aeef8b9'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:02:04.665004 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c5933b-c6c9-4c8c-8afd-7eae843abd95 None None] Routers {'d7dc40de-1a91-4312-9c97-df893aeef8b9'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:02:04.665630 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f4c5933b-c6c9-4c8c-8afd-7eae843abd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:01:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d7dc40de-1a91-4312-9c97-df893aeef8b9'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:04.711236 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2ad79b2-3cd9-4f3e-b06f-80e26c18bdf5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Deleting subnet 75c8fac3-dcae-4e7c-8a20-21f797443286 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:02:04.714516 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e2ad79b2-3cd9-4f3e-b06f-80e26c18bdf5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for subnet (75c8fac3-dcae-4e7c-8a20-21f797443286), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:04.726622 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-576ca537-b3c1-4745-8c4d-8b763f6f1c1c req-aecdd086-8951-42c2-b70c-664217681df0 service neutron] 10.222.0.84 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028762 Mar 22 20:02:04.758852 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e2ad79b2-3cd9-4f3e-b06f-80e26c18bdf5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (75c8fac3-dcae-4e7c-8a20-21f797443286), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:04.784376 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-f4c5933b-c6c9-4c8c-8afd-7eae843abd95 None None] Set router d7dc40de-1a91-4312-9c97-df893aeef8b9 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:02:04.844781 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e2ad79b2-3cd9-4f3e-b06f-80e26c18bdf5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (75c8fac3-dcae-4e7c-8a20-21f797443286), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:04.911084 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e2ad79b2-3cd9-4f3e-b06f-80e26c18bdf5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (75c8fac3-dcae-4e7c-8a20-21f797443286), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:04.941466 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ad79b2-3cd9-4f3e-b06f-80e26c18bdf5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event deleted for resources: {'Subnet': ['ID=75c8fac3-dcae-4e7c-8a20-21f797443286,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:04.943869 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e2ad79b2-3cd9-4f3e-b06f-80e26c18bdf5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:04.950263 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e2ad79b2-3cd9-4f3e-b06f-80e26c18bdf5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "DELETE /v2.0/subnets/75c8fac3-dcae-4e7c-8a20-21f797443286 HTTP/1.1" status: 204 len: 168 time: 0.2952862 Mar 22 20:02:04.950749 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36850) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:04.953159 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3d8dec-727f-4e67-a4ba-e74a8342508a None None] Network 77cdcc26-9739-4892-9783-f32585ecd5b0 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:02:05.041564 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f4c5933b-c6c9-4c8c-8afd-7eae843abd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476044779', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '6876c384-0636-41e8-a1e4-93bf4f304d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:59:59Z', 'updated_at': '2022-03-22T20:02:04Z', 'revision_number': 5, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '6876c384-0636-41e8-a1e4-93bf4f304d04', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:27:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:00Z', 'updated_at': '2022-03-22T20:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:05.065411 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1d634f34-fa05-482f-887e-197d1a261865 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for router (d7dc40de-1a91-4312-9c97-df893aeef8b9), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:05.071374 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c5933b-c6c9-4c8c-8afd-7eae843abd95 None None] Checking router: d7dc40de-1a91-4312-9c97-df893aeef8b9 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:02:05.086614 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c5933b-c6c9-4c8c-8afd-7eae843abd95 None None] Routers {'d7dc40de-1a91-4312-9c97-df893aeef8b9'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:02:05.087238 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f4c5933b-c6c9-4c8c-8afd-7eae843abd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:01:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d7dc40de-1a91-4312-9c97-df893aeef8b9'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:05.135128 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36852) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:05.162339 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e57c5f-586d-4086-b9c8-9198d4aaa8cf None None] DHCP port deletion for 77cdcc26-9739-4892-9783-f32585ecd5b0 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 20:02:05.178221 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1d634f34-fa05-482f-887e-197d1a261865 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for router_gateway (d7dc40de-1a91-4312-9c97-df893aeef8b9), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:05.237582 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-f4c5933b-c6c9-4c8c-8afd-7eae843abd95 None None] Set router d7dc40de-1a91-4312-9c97-df893aeef8b9 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:02:05.245820 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-1d634f34-fa05-482f-887e-197d1a261865 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Deleting port 6876c384-0636-41e8-a1e4-93bf4f304d04 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:02:05.246248 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1d634f34-fa05-482f-887e-197d1a261865 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (6876c384-0636-41e8-a1e4-93bf4f304d04), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:05.335961 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-1d634f34-fa05-482f-887e-197d1a261865 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] For port 6876c384-0636-41e8-a1e4-93bf4f304d04, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=6876c384-0636-41e8-a1e4-93bf4f304d04,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:02:05.336380 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1d634f34-fa05-482f-887e-197d1a261865 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (6876c384-0636-41e8-a1e4-93bf4f304d04), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:05.350234 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-38e57c5f-586d-4086-b9c8-9198d4aaa8cf None None] Deleting port 737d7fdc-2e5f-49b7-9578-66acce1c068a {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:02:05.350615 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-38e57c5f-586d-4086-b9c8-9198d4aaa8cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (737d7fdc-2e5f-49b7-9578-66acce1c068a), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:05.354430 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-1d634f34-fa05-482f-887e-197d1a261865 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Calling delete_port for 6876c384-0636-41e8-a1e4-93bf4f304d04 owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:02:05.367987 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 737d7fdc-2e5f-49b7-9578-66acce1c068a no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:02:05.486581 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-38e57c5f-586d-4086-b9c8-9198d4aaa8cf None None] For port 737d7fdc-2e5f-49b7-9578-66acce1c068a, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=737d7fdc-2e5f-49b7-9578-66acce1c068a,segment=NetworkSegment(98838cb6-a8c2-450a-8230-2342d5f21d02),segment_id=98838cb6-a8c2-450a-8230-2342d5f21d02)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:02:05.486869 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-38e57c5f-586d-4086-b9c8-9198d4aaa8cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (737d7fdc-2e5f-49b7-9578-66acce1c068a), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:05.522997 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-38e57c5f-586d-4086-b9c8-9198d4aaa8cf None None] Calling delete_port for 737d7fdc-2e5f-49b7-9578-66acce1c068a owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:02:05.548012 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1d634f34-fa05-482f-887e-197d1a261865 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (6876c384-0636-41e8-a1e4-93bf4f304d04), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:05.576026 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d634f34-fa05-482f-887e-197d1a261865 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event deleted for resources: {'Port': ['ID=6876c384-0636-41e8-a1e4-93bf4f304d04,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:05.641103 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 737d7fdc-2e5f-49b7-9578-66acce1c068a is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:02:05.641500 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (737d7fdc-2e5f-49b7-9578-66acce1c068a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:05.644990 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1d634f34-fa05-482f-887e-197d1a261865 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (d7dc40de-1a91-4312-9c97-df893aeef8b9), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:05.660507 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f859795a-fd00-41d4-bea8-4e9116425960 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:05.680431 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f4c5933b-c6c9-4c8c-8afd-7eae843abd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476044779', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '6876c384-0636-41e8-a1e4-93bf4f304d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:59:59Z', 'updated_at': '2022-03-22T20:02:04Z', 'revision_number': 5, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '6876c384-0636-41e8-a1e4-93bf4f304d04', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:27:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:00Z', 'updated_at': '2022-03-22T20:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:05.717430 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c5933b-c6c9-4c8c-8afd-7eae843abd95 None None] The sync data for ids ['d7dc40de-1a91-4312-9c97-df893aeef8b9'] in n-d-705658-24 is: [{'id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-476044779', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3'}], 'enable_snat': True}, 'gw_port_id': '6876c384-0636-41e8-a1e4-93bf4f304d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:59:59Z', 'updated_at': '2022-03-22T20:02:04Z', 'revision_number': 5, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '6876c384-0636-41e8-a1e4-93bf4f304d04', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:27:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7dc40de-1a91-4312-9c97-df893aeef8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:00Z', 'updated_at': '2022-03-22T20:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:02:05.721744 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 737d7fdc-2e5f-49b7-9578-66acce1c068a, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=737d7fdc-2e5f-49b7-9578-66acce1c068a,segment=NetworkSegment(98838cb6-a8c2-450a-8230-2342d5f21d02),segment_id=98838cb6-a8c2-450a-8230-2342d5f21d02)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:02:05.728423 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (737d7fdc-2e5f-49b7-9578-66acce1c068a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:05.756554 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1d634f34-fa05-482f-887e-197d1a261865 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (d7dc40de-1a91-4312-9c97-df893aeef8b9), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:05.762406 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1d634f34-fa05-482f-887e-197d1a261865 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for router_controller (d7dc40de-1a91-4312-9c97-df893aeef8b9), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:05.767675 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-38e57c5f-586d-4086-b9c8-9198d4aaa8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (737d7fdc-2e5f-49b7-9578-66acce1c068a), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:05.792441 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e57c5f-586d-4086-b9c8-9198d4aaa8cf None None] No DVR routers for this DVR port 737d7fdc-2e5f-49b7-9578-66acce1c068a on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:02:05.828465 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1d634f34-fa05-482f-887e-197d1a261865 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (d7dc40de-1a91-4312-9c97-df893aeef8b9), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:05.828998 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d634f34-fa05-482f-887e-197d1a261865 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Fanout notify agent at l3_agent the message router_deleted on router d7dc40de-1a91-4312-9c97-df893aeef8b9 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 20:02:05.830920 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=737d7fdc-2e5f-49b7-9578-66acce1c068a,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:05.835604 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1d634f34-fa05-482f-887e-197d1a261865 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:05.839363 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1d634f34-fa05-482f-887e-197d1a261865 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "DELETE /v2.0/routers/d7dc40de-1a91-4312-9c97-df893aeef8b9 HTTP/1.1" status: 204 len: 168 time: 0.8850632 Mar 22 20:02:05.839999 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36854) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:05.869948 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e57c5f-586d-4086-b9c8-9198d4aaa8cf None None] Pushing event deleted for resources: {'Port': ['ID=737d7fdc-2e5f-49b7-9578-66acce1c068a,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:05.919232 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9ee1d1e8-d681-4167-a7db-0f922771d932 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (77cdcc26-9739-4892-9783-f32585ecd5b0), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:05.981051 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-f859795a-fd00-41d4-bea8-4e9116425960 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Allocated IP 172.20.0.17 (6288b3e6-dfee-437d-8ece-381cd576cff8/f6013ea2-821a-4c57-8812-b99192d020c1/c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:02:06.006975 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9ee1d1e8-d681-4167-a7db-0f922771d932 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (77cdcc26-9739-4892-9783-f32585ecd5b0), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:06.027389 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-9ee1d1e8-d681-4167-a7db-0f922771d932 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77cdcc26-9739-4892-9783-f32585ecd5b0']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:06.038280 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-9ee1d1e8-d681-4167-a7db-0f922771d932 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98838cb6-a8c2-450a-8230-2342d5f21d02') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:06.038518 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-9ee1d1e8-d681-4167-a7db-0f922771d932 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98838cb6-a8c2-450a-8230-2342d5f21d02') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:06.049231 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9ee1d1e8-d681-4167-a7db-0f922771d932 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (98838cb6-a8c2-450a-8230-2342d5f21d02), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:06.064161 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9ee1d1e8-d681-4167-a7db-0f922771d932 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (98838cb6-a8c2-450a-8230-2342d5f21d02), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:06.070975 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ee1d1e8-d681-4167-a7db-0f922771d932 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:02:06.071942 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9ee1d1e8-d681-4167-a7db-0f922771d932 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (98838cb6-a8c2-450a-8230-2342d5f21d02), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:06.076240 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 20:02:06.076240 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:02:06.076240 n-d-705658-24 neutron-server[104173]: timer() Mar 22 20:02:06.076240 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:02:06.076240 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 20:02:06.076240 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:02:06.076240 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 20:02:06.076240 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:02:06.076240 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 20:02:06.076240 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:02:06.076240 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 20:02:06.076240 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:02:06.076240 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 20:02:06.076240 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:02:06.076240 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:02:06.076240 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:02:06.076240 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:02:06.076240 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:02:06.076240 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 20:02:06.076240 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:02:06.076240 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 20:02:06.076240 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:02:06.076240 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:02:06.076240 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:02:06.076240 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 20:02:06.076240 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:02:06.076240 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:02:06.076240 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:02:06.076240 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:02:06.076240 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:02:06.076240 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:02:06.076240 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:02:06.112358 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f859795a-fd00-41d4-bea8-4e9116425960 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for port (c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:06.140300 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9ee1d1e8-d681-4167-a7db-0f922771d932 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (77cdcc26-9739-4892-9783-f32585ecd5b0), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:06.147254 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9ee1d1e8-d681-4167-a7db-0f922771d932 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:06.150070 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f859795a-fd00-41d4-bea8-4e9116425960 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:06.155371 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9ee1d1e8-d681-4167-a7db-0f922771d932 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "DELETE /v2.0/networks/77cdcc26-9739-4892-9783-f32585ecd5b0 HTTP/1.1" status: 204 len: 168 time: 0.3138916 Mar 22 20:02:06.156327 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36856) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:06.185982 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1d1e8-d681-4167-a7db-0f922771d932 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event deleted for resources: {'Network': ['ID=77cdcc26-9739-4892-9783-f32585ecd5b0,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:06.205678 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859795a-fd00-41d4-bea8-4e9116425960 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'Port': ['ID=c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:06.211476 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f859795a-fd00-41d4-bea8-4e9116425960 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Network 6288b3e6-dfee-437d-8ece-381cd576cff8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:02:06.213607 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-f859795a-fd00-41d4-bea8-4e9116425960 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:02:06.218568 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f859795a-fd00-41d4-bea8-4e9116425960 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:02:06.238405 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d90dbfa-13fa-4df8-9fa7-198d209407be tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group (5b00ef9a-89c8-4b7d-83e7-75fd2f89f027), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:06.269298 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d90dbfa-13fa-4df8-9fa7-198d209407be tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group (5b00ef9a-89c8-4b7d-83e7-75fd2f89f027), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:06.271827 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f859795a-fd00-41d4-bea8-4e9116425960 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (cc6eec85-fa35-4862-b89a-1edf2d63d00e), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:06.357747 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d90dbfa-13fa-4df8-9fa7-198d209407be tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5b00ef9a-89c8-4b7d-83e7-75fd2f89f027), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:06.361038 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d90dbfa-13fa-4df8-9fa7-198d209407be tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:06.365810 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3d90dbfa-13fa-4df8-9fa7-198d209407be tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "DELETE /v2.0/security-groups/5b00ef9a-89c8-4b7d-83e7-75fd2f89f027 HTTP/1.1" status: 204 len: 168 time: 0.2045436 Mar 22 20:02:06.376854 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90dbfa-13fa-4df8-9fa7-198d209407be tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b00ef9a-89c8-4b7d-83e7-75fd2f89f027,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:06.511343 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f859795a-fd00-41d4-bea8-4e9116425960 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:06.585240 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-422e5a22-7db5-45d0-bd2b-ab969eff4b05 None None] Provisioning complete for port c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:02:06.585624 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-422e5a22-7db5-45d0-bd2b-ab969eff4b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:06.627083 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-422e5a22-7db5-45d0-bd2b-ab969eff4b05 None None] Port c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:02:06.769494 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36862) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:06.774282 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-649b21ea-9aa1-440f-bd83-aaed05c50a51 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1139300845', 'description': 'tempest-secgroup-smoke-1139300845 description', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:02:06.796740 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-649b21ea-9aa1-440f-bd83-aaed05c50a51 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:06.848581 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f859795a-fd00-41d4-bea8-4e9116425960 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for port (c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:06.854333 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f859795a-fd00-41d4-bea8-4e9116425960 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:06.871940 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-649b21ea-9aa1-440f-bd83-aaed05c50a51 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group (4ae151f3-3f76-4dc2-89b2-e0c3d993f12d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:06.875934 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-649b21ea-9aa1-440f-bd83-aaed05c50a51 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (4ae151f3-3f76-4dc2-89b2-e0c3d993f12d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:06.904617 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-649b21ea-9aa1-440f-bd83-aaed05c50a51 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:06.905768 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-649b21ea-9aa1-440f-bd83-aaed05c50a51 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1351535 Mar 22 20:02:06.908671 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36864) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:06.913656 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-1a84d4de-a4d0-49de-a8e3-d96581c29ecb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'security_group_rule': {'security_group_id': '4ae151f3-3f76-4dc2-89b2-e0c3d993f12d', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:02:06.918925 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b21ea-9aa1-440f-bd83-aaed05c50a51 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae151f3-3f76-4dc2-89b2-e0c3d993f12d,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:06.933819 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859795a-fd00-41d4-bea8-4e9116425960 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'Port': ['ID=c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:06.936611 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f859795a-fd00-41d4-bea8-4e9116425960 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (cc6eec85-fa35-4862-b89a-1edf2d63d00e), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:06.949902 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1a84d4de-a4d0-49de-a8e3-d96581c29ecb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (74bb1d6f-1389-455c-814f-a3eff81d0464), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:07.014051 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1a84d4de-a4d0-49de-a8e3-d96581c29ecb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (74bb1d6f-1389-455c-814f-a3eff81d0464), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:07.018172 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1a84d4de-a4d0-49de-a8e3-d96581c29ecb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (74bb1d6f-1389-455c-814f-a3eff81d0464), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:07.037359 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84d4de-a4d0-49de-a8e3-d96581c29ecb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74bb1d6f-1389-455c-814f-a3eff81d0464,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:07.047409 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1a84d4de-a4d0-49de-a8e3-d96581c29ecb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:07.048619 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1a84d4de-a4d0-49de-a8e3-d96581c29ecb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1390285 Mar 22 20:02:07.051486 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36866) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:07.056108 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-712ea167-f0b9-471e-b387-4797253d08da tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'security_group_rule': {'security_group_id': '4ae151f3-3f76-4dc2-89b2-e0c3d993f12d', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:02:07.084765 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-712ea167-f0b9-471e-b387-4797253d08da tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (744d3c17-1829-48bc-a5f3-0f15b604b8d3), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:07.150734 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-712ea167-f0b9-471e-b387-4797253d08da tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (744d3c17-1829-48bc-a5f3-0f15b604b8d3), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:07.156240 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-712ea167-f0b9-471e-b387-4797253d08da tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (744d3c17-1829-48bc-a5f3-0f15b604b8d3), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:07.183797 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-712ea167-f0b9-471e-b387-4797253d08da tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:07.187804 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-712ea167-f0b9-471e-b387-4797253d08da tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1326187 Mar 22 20:02:07.187804 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ea167-f0b9-471e-b387-4797253d08da tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744d3c17-1829-48bc-a5f3-0f15b604b8d3,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:07.188553 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36868) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:07.193703 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-18d921f7-8210-48ff-872a-652a9581ca11 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'security_group_rule': {'security_group_id': '4ae151f3-3f76-4dc2-89b2-e0c3d993f12d', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:02:07.225439 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-18d921f7-8210-48ff-872a-652a9581ca11 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (51f31afd-6b27-4725-850c-f2f7d0bd1ff7), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:07.233627 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 585dace4-7149-4671-9b74-e1be826f17c6 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:02:07.255616 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 585dace4-7149-4671-9b74-e1be826f17c6 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:02:07.256126 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 585dace4-7149-4671-9b74-e1be826f17c6 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:02:07.256708 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 6876c384-0636-41e8-a1e4-93bf4f304d04 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:02:07.276849 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 6876c384-0636-41e8-a1e4-93bf4f304d04 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:02:07.277525 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 6876c384-0636-41e8-a1e4-93bf4f304d04 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:02:07.295403 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-18d921f7-8210-48ff-872a-652a9581ca11 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (51f31afd-6b27-4725-850c-f2f7d0bd1ff7), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:07.299637 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-18d921f7-8210-48ff-872a-652a9581ca11 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (51f31afd-6b27-4725-850c-f2f7d0bd1ff7), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:07.316026 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d921f7-8210-48ff-872a-652a9581ca11 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f31afd-6b27-4725-850c-f2f7d0bd1ff7,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:07.328624 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-18d921f7-8210-48ff-872a-652a9581ca11 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:07.330029 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-18d921f7-8210-48ff-872a-652a9581ca11 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1407576 Mar 22 20:02:07.332926 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36870) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:07.337636 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-201e47cf-4663-4815-8ecb-40833e2651ad tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'security_group_rule': {'security_group_id': '4ae151f3-3f76-4dc2-89b2-e0c3d993f12d', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:02:07.363804 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-201e47cf-4663-4815-8ecb-40833e2651ad tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (880e7b54-4b2d-4c80-ae5b-cc844e6de304), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:07.412362 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f859795a-fd00-41d4-bea8-4e9116425960 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Network 6288b3e6-dfee-437d-8ece-381cd576cff8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:02:07.413873 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-f859795a-fd00-41d4-bea8-4e9116425960 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:02:07.425402 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-201e47cf-4663-4815-8ecb-40833e2651ad tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (880e7b54-4b2d-4c80-ae5b-cc844e6de304), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:07.430300 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-201e47cf-4663-4815-8ecb-40833e2651ad tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (880e7b54-4b2d-4c80-ae5b-cc844e6de304), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:07.449035 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e47cf-4663-4815-8ecb-40833e2651ad tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=880e7b54-4b2d-4c80-ae5b-cc844e6de304,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:07.457196 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-201e47cf-4663-4815-8ecb-40833e2651ad tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:07.458595 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-201e47cf-4663-4815-8ecb-40833e2651ad tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1245699 Mar 22 20:02:07.461388 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36872) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:07.465835 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-b2f074a5-42e3-4385-a23b-e6120600395e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'security_group_rule': {'security_group_id': '4ae151f3-3f76-4dc2-89b2-e0c3d993f12d', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:02:07.490059 n-d-705658-24 neutron-server[104173]: INFO neutron.db.securitygroups_db [None req-b2f074a5-42e3-4385-a23b-e6120600395e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Project 5bcae00531204d8c96861edbc9c1d9c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 20:02:07.495781 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b2f074a5-42e3-4385-a23b-e6120600395e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (64df6298-cf2a-4f8b-a831-9024bdd31a1d), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:07.559338 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f859795a-fd00-41d4-bea8-4e9116425960 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Router cc6eec85-fa35-4862-b89a-1edf2d63d00e has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:02:07.565078 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b2f074a5-42e3-4385-a23b-e6120600395e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (64df6298-cf2a-4f8b-a831-9024bdd31a1d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:07.570474 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b2f074a5-42e3-4385-a23b-e6120600395e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (64df6298-cf2a-4f8b-a831-9024bdd31a1d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:07.590868 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f074a5-42e3-4385-a23b-e6120600395e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64df6298-cf2a-4f8b-a831-9024bdd31a1d,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:07.602243 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b2f074a5-42e3-4385-a23b-e6120600395e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:07.606184 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b2f074a5-42e3-4385-a23b-e6120600395e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1412227 Mar 22 20:02:07.606441 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36874) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:07.612381 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-b7a4214f-6149-4156-bf7d-251416d1fde8 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'security_group_rule': {'security_group_id': '4ae151f3-3f76-4dc2-89b2-e0c3d993f12d', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:02:07.636770 n-d-705658-24 neutron-server[104173]: INFO neutron.db.securitygroups_db [None req-b7a4214f-6149-4156-bf7d-251416d1fde8 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Project 5bcae00531204d8c96861edbc9c1d9c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 20:02:07.642426 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7a4214f-6149-4156-bf7d-251416d1fde8 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (6b0d9c97-36d3-4a9a-a45f-5c3a7f7974a6), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:07.694273 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f859795a-fd00-41d4-bea8-4e9116425960 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:02:07.699552 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f859795a-fd00-41d4-bea8-4e9116425960 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "PUT /v2.0/routers/cc6eec85-fa35-4862-b89a-1edf2d63d00e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5631394 Mar 22 20:02:07.708465 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e46e47e-8d92-4f64-84b7-cbb27fb91e2b None None] Sync routers for ids ['cc6eec85-fa35-4862-b89a-1edf2d63d00e'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:02:07.719598 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e46e47e-8d92-4f64-84b7-cbb27fb91e2b None None] Routers {'cc6eec85-fa35-4862-b89a-1edf2d63d00e'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:02:07.720221 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-9e46e47e-8d92-4f64-84b7-cbb27fb91e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:01:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cc6eec85-fa35-4862-b89a-1edf2d63d00e'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:07.742587 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7a4214f-6149-4156-bf7d-251416d1fde8 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (6b0d9c97-36d3-4a9a-a45f-5c3a7f7974a6), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:07.749904 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7a4214f-6149-4156-bf7d-251416d1fde8 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (6b0d9c97-36d3-4a9a-a45f-5c3a7f7974a6), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:07.754695 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-08d1c4be-2a4e-4cb0-845e-e86f87e05c10 None None] Provisioning complete for port c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:02:07.755234 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-08d1c4be-2a4e-4cb0-845e-e86f87e05c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:07.774798 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4214f-6149-4156-bf7d-251416d1fde8 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b0d9c97-36d3-4a9a-a45f-5c3a7f7974a6,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:07.787472 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-84326411-2d0c-40e9-b0f6-045d1e3b106e req-70dd9f2b-4750-494f-8a78-f70205287a51 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=15ca6722-1411-4d5b-8e9a-bc44559e6459&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0950065 Mar 22 20:02:07.791362 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7a4214f-6149-4156-bf7d-251416d1fde8 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:07.795764 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b7a4214f-6149-4156-bf7d-251416d1fde8 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1843426 Mar 22 20:02:07.796303 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 36878) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:07.802686 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-d5a5261d-ab15-41b6-8ded-97fa25a6c89b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'network': {'name': 'tempest-network-smoke--1414108769', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'port_security_enabled': True}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:02:07.829899 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a5261d-ab15-41b6-8ded-97fa25a6c89b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Made reservation on behalf of 5bcae00531204d8c96861edbc9c1d9c0 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:02:07.835416 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d5a5261d-ab15-41b6-8ded-97fa25a6c89b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:07.868023 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-9e46e47e-8d92-4f64-84b7-cbb27fb91e2b None None] Set router cc6eec85-fa35-4862-b89a-1edf2d63d00e gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:02:07.904458 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a5261d-ab15-41b6-8ded-97fa25a6c89b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:02:07.921904 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d5a5261d-ab15-41b6-8ded-97fa25a6c89b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (143aaf73-f080-44ee-9c8d-88bec2c771fc), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:07.922286 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-d5a5261d-ab15-41b6-8ded-97fa25a6c89b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Added segment 143aaf73-f080-44ee-9c8d-88bec2c771fc of type vlan for network 6b9f67ab-282b-4b5b-b73a-e5f983968050 Mar 22 20:02:07.932182 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84326411-2d0c-40e9-b0f6-045d1e3b106e req-3bb775b3-96de-4e99-bd14-fa6cdb6b9321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:07.933830 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-84326411-2d0c-40e9-b0f6-045d1e3b106e req-3bb775b3-96de-4e99-bd14-fa6cdb6b9321 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0a9f551f23724cbfbcd0f3d327611c2d&device_id=15ca6722-1411-4d5b-8e9a-bc44559e6459 HTTP/1.1" status: 200 len: 1128 time: 0.0854030 Mar 22 20:02:07.985055 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-08d1c4be-2a4e-4cb0-845e-e86f87e05c10 None None] Port c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:02:08.017689 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d5a5261d-ab15-41b6-8ded-97fa25a6c89b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (6b9f67ab-282b-4b5b-b73a-e5f983968050), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:08.063316 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d5a5261d-ab15-41b6-8ded-97fa25a6c89b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (6b9f67ab-282b-4b5b-b73a-e5f983968050), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:08.068774 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a5261d-ab15-41b6-8ded-97fa25a6c89b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:08.069358 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d5a5261d-ab15-41b6-8ded-97fa25a6c89b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:08.129051 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-9e46e47e-8d92-4f64-84b7-cbb27fb91e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'name': 'tempest-TestNetworkBasicOps-router-1774441573', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '867dc63e-7216-4799-a405-6a139085ace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:02:06Z', 'revision_number': 5, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'gw_port': {'id': '867dc63e-7216-4799-a405-6a139085ace2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '7855546e-3095-4b9f-bf83-353db75f3875', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'floating_ip_address': '172.25.5.30', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'port_id': '69090c15-0426-4b8c-896b-956d503bae9c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1', 'mac_address': 'fa:16:3e:f3:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ca6722-1411-4d5b-8e9a-bc44559e6459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:00:39Z', 'updated_at': '2022-03-22T20:00:42Z', 'revision_number': 1, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a440b64f-f83a-4011-a51c-d1e1aa3b6e5d', 'name': '', 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'mac_address': 'fa:16:3e:af:06:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '67946d77-61f2-44da-b60c-17393e888589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:20Z', 'updated_at': '2022-03-22T20:00:24Z', 'revision_number': 5, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'subnets': [{'id': '67946d77-61f2-44da-b60c-17393e888589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d', 'name': '', 'network_id': '6288b3e6-dfee-437d-8ece-381cd576cff8', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'mac_address': 'fa:16:3e:3e:6c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'f6013ea2-821a-4c57-8812-b99192d020c1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:05Z', 'updated_at': '2022-03-22T20:02:06Z', 'revision_number': 2, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'subnets': [{'id': 'f6013ea2-821a-4c57-8812-b99192d020c1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:08.139221 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d5a5261d-ab15-41b6-8ded-97fa25a6c89b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3418403 Mar 22 20:02:08.142026 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36882) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:08.147344 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84326411-2d0c-40e9-b0f6-045d1e3b106e req-190575ca-4b32-4517-b5da-c330f51bdc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:08.148268 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-752774f2-3768-44ae-8ce0-d6f16f157799 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1436457574', 'admin_state_up': True, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:02:08.148949 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-84326411-2d0c-40e9-b0f6-045d1e3b106e req-190575ca-4b32-4517-b5da-c330f51bdc85 service neutron] 10.222.0.85 "GET /v2.0/networks?id=34a034e8-35b7-4b70-ada6-2e55ff0722c1 HTTP/1.1" status: 200 len: 897 time: 0.1870399 Mar 22 20:02:08.157728 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e46e47e-8d92-4f64-84b7-cbb27fb91e2b None None] Checking router: cc6eec85-fa35-4862-b89a-1edf2d63d00e for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:02:08.158106 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e46e47e-8d92-4f64-84b7-cbb27fb91e2b None None] Updating router cc6eec85-fa35-4862-b89a-1edf2d63d00e port c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:02:08.173110 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-752774f2-3768-44ae-8ce0-d6f16f157799 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (c342bfc4-7726-4fdd-a8b1-15f12dd75fa6), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:08.174276 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-752774f2-3768-44ae-8ce0-d6f16f157799 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (c342bfc4-7726-4fdd-a8b1-15f12dd75fa6), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:08.187308 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-9e46e47e-8d92-4f64-84b7-cbb27fb91e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:08.206143 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5261d-ab15-41b6-8ded-97fa25a6c89b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'Network': ['ID=6b9f67ab-282b-4b5b-b73a-e5f983968050,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:08.217933 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 6b9f67ab-282b-4b5b-b73a-e5f983968050 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:02:08.231139 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-84326411-2d0c-40e9-b0f6-045d1e3b106e req-a2efe338-d73c-4619-bdd8-4f4ef1c09c4f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69090c15-0426-4b8c-896b-956d503bae9c HTTP/1.1" status: 200 len: 1000 time: 0.0746307 Mar 22 20:02:08.261096 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-752774f2-3768-44ae-8ce0-d6f16f157799 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for router_controller (c342bfc4-7726-4fdd-a8b1-15f12dd75fa6), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:08.302752 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84326411-2d0c-40e9-b0f6-045d1e3b106e req-c2717578-686e-4896-9d7c-79f5d2c8b4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:08.304378 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-84326411-2d0c-40e9-b0f6-045d1e3b106e req-c2717578-686e-4896-9d7c-79f5d2c8b4e8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=67946d77-61f2-44da-b60c-17393e888589 HTTP/1.1" status: 200 len: 835 time: 0.0657887 Mar 22 20:02:08.355797 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84326411-2d0c-40e9-b0f6-045d1e3b106e req-f14bcbca-7dba-46e9-bde0-d0c76e5065ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:08.357937 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-84326411-2d0c-40e9-b0f6-045d1e3b106e req-f14bcbca-7dba-46e9-bde0-d0c76e5065ac service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=34a034e8-35b7-4b70-ada6-2e55ff0722c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470850 Mar 22 20:02:08.431515 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-752774f2-3768-44ae-8ce0-d6f16f157799 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for router_gateway (c342bfc4-7726-4fdd-a8b1-15f12dd75fa6), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:08.448354 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-84326411-2d0c-40e9-b0f6-045d1e3b106e req-9e42a99e-0c33-4d22-9224-82ba18d54cb8 service neutron] 10.222.0.85 "GET /v2.0/networks/34a034e8-35b7-4b70-ada6-2e55ff0722c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846732 Mar 22 20:02:08.485776 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-9e46e47e-8d92-4f64-84b7-cbb27fb91e2b None None] Publish callbacks [] for port (c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:08.491922 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-9e46e47e-8d92-4f64-84b7-cbb27fb91e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:08.545820 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1975b-7eab-4788-9682-fb40a940ffd6 None None] Pushing event updated for resources: {'Port': ['ID=c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:08.551188 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-84326411-2d0c-40e9-b0f6-045d1e3b106e req-38df1184-0b6d-47b9-a448-629cf1fddf49 service neutron] 10.222.0.85 "GET /v2.0/networks/34a034e8-35b7-4b70-ada6-2e55ff0722c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959842 Mar 22 20:02:08.574283 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1975b-7eab-4788-9682-fb40a940ffd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:08.574636 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1975b-7eab-4788-9682-fb40a940ffd6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:08.574974 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1975b-7eab-4788-9682-fb40a940ffd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:08.575311 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1975b-7eab-4788-9682-fb40a940ffd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:08.575691 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1975b-7eab-4788-9682-fb40a940ffd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:08.576023 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1975b-7eab-4788-9682-fb40a940ffd6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:08.576353 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1975b-7eab-4788-9682-fb40a940ffd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:08.576680 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1975b-7eab-4788-9682-fb40a940ffd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:08.577003 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1975b-7eab-4788-9682-fb40a940ffd6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:08.577394 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1975b-7eab-4788-9682-fb40a940ffd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:08.577722 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1975b-7eab-4788-9682-fb40a940ffd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:08.578074 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1975b-7eab-4788-9682-fb40a940ffd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:08.578457 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1975b-7eab-4788-9682-fb40a940ffd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:08.578695 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1975b-7eab-4788-9682-fb40a940ffd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:08.579013 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b1975b-7eab-4788-9682-fb40a940ffd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:08.612269 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-9e46e47e-8d92-4f64-84b7-cbb27fb91e2b None None] Attempting to bind port c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:02:08.614268 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-9e46e47e-8d92-4f64-84b7-cbb27fb91e2b None None] Attempting to bind port c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '95390026-c4f5-42bf-bd2d-673696f79c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6288b3e6-dfee-437d-8ece-381cd576cff8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:02:08.614640 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e46e47e-8d92-4f64-84b7-cbb27fb91e2b None None] Attempting to bind port c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d on network 6288b3e6-dfee-437d-8ece-381cd576cff8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:02:08.620163 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e46e47e-8d92-4f64-84b7-cbb27fb91e2b None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:02:08.620533 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e46e47e-8d92-4f64-84b7-cbb27fb91e2b None None] Checking segment: {'id': '95390026-c4f5-42bf-bd2d-673696f79c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6288b3e6-dfee-437d-8ece-381cd576cff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:02:08.620950 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-9e46e47e-8d92-4f64-84b7-cbb27fb91e2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:08.621346 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e46e47e-8d92-4f64-84b7-cbb27fb91e2b None None] Bound using segment: {'id': '95390026-c4f5-42bf-bd2d-673696f79c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6288b3e6-dfee-437d-8ece-381cd576cff8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:02:08.621833 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-9e46e47e-8d92-4f64-84b7-cbb27fb91e2b None None] Bound port: c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95390026-c4f5-42bf-bd2d-673696f79c58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6288b3e6-dfee-437d-8ece-381cd576cff8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:02:08.622212 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-9e46e47e-8d92-4f64-84b7-cbb27fb91e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:08.675057 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-752774f2-3768-44ae-8ce0-d6f16f157799 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for router_gateway (c342bfc4-7726-4fdd-a8b1-15f12dd75fa6), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:08.688901 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-9e46e47e-8d92-4f64-84b7-cbb27fb91e2b None None] For port c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:02:08.692289 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-9e46e47e-8d92-4f64-84b7-cbb27fb91e2b None None] For port c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d,segment=NetworkSegment(95390026-c4f5-42bf-bd2d-673696f79c58),segment_id=95390026-c4f5-42bf-bd2d-673696f79c58)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:02:08.700127 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-9e46e47e-8d92-4f64-84b7-cbb27fb91e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:08.700878 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-752774f2-3768-44ae-8ce0-d6f16f157799 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:08.774542 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1975b-7eab-4788-9682-fb40a940ffd6 None None] Pushing event updated for resources: {'Port': ['ID=c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d,revision_number=4']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:08.777563 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e46e47e-8d92-4f64-84b7-cbb27fb91e2b None None] Routers {'cc6eec85-fa35-4862-b89a-1edf2d63d00e'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:02:08.778372 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-9e46e47e-8d92-4f64-84b7-cbb27fb91e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:01:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cc6eec85-fa35-4862-b89a-1edf2d63d00e'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:08.815889 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-7bb866dd-f68e-4788-a935-824b9bf60848 None None] Provisioning complete for port c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:02:08.816429 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7bb866dd-f68e-4788-a935-824b9bf60848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:08.832314 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-752774f2-3768-44ae-8ce0-d6f16f157799 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Allocated IP 172.25.5.141 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/4bec93a2-5e10-4a63-9a9d-fd68331a54da) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:02:08.924610 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-9e46e47e-8d92-4f64-84b7-cbb27fb91e2b None None] Set router cc6eec85-fa35-4862-b89a-1edf2d63d00e gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:02:08.937242 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-7bb866dd-f68e-4788-a935-824b9bf60848 None None] Current status of the port c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:02:08.937633 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7bb866dd-f68e-4788-a935-824b9bf60848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:08.982998 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-7bb866dd-f68e-4788-a935-824b9bf60848 None None] For port c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d,segment=NetworkSegment(95390026-c4f5-42bf-bd2d-673696f79c58),segment_id=95390026-c4f5-42bf-bd2d-673696f79c58)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:02:08.988540 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7bb866dd-f68e-4788-a935-824b9bf60848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:09.014432 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-752774f2-3768-44ae-8ce0-d6f16f157799 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for port (4bec93a2-5e10-4a63-9a9d-fd68331a54da), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:09.055657 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb866dd-f68e-4788-a935-824b9bf60848 None None] Pushing event updated for resources: {'Port': ['ID=c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:09.076843 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-752774f2-3768-44ae-8ce0-d6f16f157799 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (4bec93a2-5e10-4a63-9a9d-fd68331a54da), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:09.109995 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-9742d85c-a77a-4d56-a705-edbb176e4753 None None] Provisioning complete for port c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:02:09.110670 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9742d85c-a77a-4d56-a705-edbb176e4753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:09.118339 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752774f2-3768-44ae-8ce0-d6f16f157799 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:02:09.126102 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-752774f2-3768-44ae-8ce0-d6f16f157799 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:02:09.131385 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752774f2-3768-44ae-8ce0-d6f16f157799 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:02:09.134565 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752774f2-3768-44ae-8ce0-d6f16f157799 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'Port': ['ID=4bec93a2-5e10-4a63-9a9d-fd68331a54da,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:09.200021 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-9742d85c-a77a-4d56-a705-edbb176e4753 None None] Current status of the port c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:02:09.231347 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-9e46e47e-8d92-4f64-84b7-cbb27fb91e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'name': 'tempest-TestNetworkBasicOps-router-1774441573', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '867dc63e-7216-4799-a405-6a139085ace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:02:06Z', 'revision_number': 5, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'gw_port': {'id': '867dc63e-7216-4799-a405-6a139085ace2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '7855546e-3095-4b9f-bf83-353db75f3875', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'floating_ip_address': '172.25.5.30', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'port_id': '69090c15-0426-4b8c-896b-956d503bae9c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1', 'mac_address': 'fa:16:3e:f3:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ca6722-1411-4d5b-8e9a-bc44559e6459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:00:39Z', 'updated_at': '2022-03-22T20:00:42Z', 'revision_number': 1, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a440b64f-f83a-4011-a51c-d1e1aa3b6e5d', 'name': '', 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'mac_address': 'fa:16:3e:af:06:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '67946d77-61f2-44da-b60c-17393e888589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:20Z', 'updated_at': '2022-03-22T20:00:24Z', 'revision_number': 5, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'subnets': [{'id': '67946d77-61f2-44da-b60c-17393e888589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d', 'name': '', 'network_id': '6288b3e6-dfee-437d-8ece-381cd576cff8', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'mac_address': 'fa:16:3e:3e:6c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'f6013ea2-821a-4c57-8812-b99192d020c1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:05Z', 'updated_at': '2022-03-22T20:02:08Z', 'revision_number': 4, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'subnets': [{'id': 'f6013ea2-821a-4c57-8812-b99192d020c1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:09.263959 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e46e47e-8d92-4f64-84b7-cbb27fb91e2b None None] The sync data for ids ['cc6eec85-fa35-4862-b89a-1edf2d63d00e'] in n-d-705658-24 is: [{'id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'name': 'tempest-TestNetworkBasicOps-router-1774441573', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '867dc63e-7216-4799-a405-6a139085ace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:02:06Z', 'revision_number': 5, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'gw_port': {'id': '867dc63e-7216-4799-a405-6a139085ace2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '7855546e-3095-4b9f-bf83-353db75f3875', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'floating_ip_address': '172.25.5.30', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'port_id': '69090c15-0426-4b8c-896b-956d503bae9c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1', 'mac_address': 'fa:16:3e:f3:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ca6722-1411-4d5b-8e9a-bc44559e6459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:00:39Z', 'updated_at': '2022-03-22T20:00:42Z', 'revision_number': 1, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a440b64f-f83a-4011-a51c-d1e1aa3b6e5d', 'name': '', 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'mac_address': 'fa:16:3e:af:06:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '67946d77-61f2-44da-b60c-17393e888589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:20Z', 'updated_at': '2022-03-22T20:00:24Z', 'revision_number': 5, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'subnets': [{'id': '67946d77-61f2-44da-b60c-17393e888589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d', 'name': '', 'network_id': '6288b3e6-dfee-437d-8ece-381cd576cff8', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'mac_address': 'fa:16:3e:3e:6c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'f6013ea2-821a-4c57-8812-b99192d020c1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:05Z', 'updated_at': '2022-03-22T20:02:08Z', 'revision_number': 4, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'subnets': [{'id': 'f6013ea2-821a-4c57-8812-b99192d020c1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:02:09.407746 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-752774f2-3768-44ae-8ce0-d6f16f157799 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for router_gateway (c342bfc4-7726-4fdd-a8b1-15f12dd75fa6), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:09.625571 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-752774f2-3768-44ae-8ce0-d6f16f157799 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (c342bfc4-7726-4fdd-a8b1-15f12dd75fa6), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:09.772672 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752774f2-3768-44ae-8ce0-d6f16f157799 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Router c342bfc4-7726-4fdd-a8b1-15f12dd75fa6 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 20:02:09.886351 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752774f2-3768-44ae-8ce0-d6f16f157799 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:02:09.899966 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ee55ca-7727-4aff-a9c1-0e413a9c0fef None None] Sync routers for ids ['c342bfc4-7726-4fdd-a8b1-15f12dd75fa6'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:02:09.909442 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-752774f2-3768-44ae-8ce0-d6f16f157799 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:09.911040 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-752774f2-3768-44ae-8ce0-d6f16f157799 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7678983 Mar 22 20:02:09.912915 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ee55ca-7727-4aff-a9c1-0e413a9c0fef None None] Routers {'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:02:09.913540 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-82ee55ca-7727-4aff-a9c1-0e413a9c0fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:01:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['c342bfc4-7726-4fdd-a8b1-15f12dd75fa6'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:09.914297 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36884) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:09.952076 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-12c79f14-b0ad-4823-b0e2-286e2c7d6b41 tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=5bcae00531204d8c96861edbc9c1d9c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340939 Mar 22 20:02:09.953360 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36886) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:10.027355 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-82ee55ca-7727-4aff-a9c1-0e413a9c0fef None None] Set router c342bfc4-7726-4fdd-a8b1-15f12dd75fa6 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:02:10.041102 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6216d983-4a07-4d2c-b152-ecb53e75663d tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:10.042734 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6216d983-4a07-4d2c-b152-ecb53e75663d tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883534 Mar 22 20:02:10.045664 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36888) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:10.078305 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-025ecf4b-2345-480d-89ed-5c30e0b8cbad tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=b209c5bc-34d3-415d-9873-d01a4e6c5db8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315089 Mar 22 20:02:10.080736 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36890) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:10.085418 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-6fc7879e-b442-409d-ac9d-1f81e060a53a tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1494622809', 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:02:10.173040 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc7879e-b442-409d-ac9d-1f81e060a53a tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Made reservation on behalf of 5bcae00531204d8c96861edbc9c1d9c0 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:02:10.176848 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6fc7879e-b442-409d-ac9d-1f81e060a53a tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:10.209496 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-82ee55ca-7727-4aff-a9c1-0e413a9c0fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436457574', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '4bec93a2-5e10-4a63-9a9d-fd68331a54da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:02:08Z', 'updated_at': '2022-03-22T20:02:09Z', 'revision_number': 3, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '4bec93a2-5e10-4a63-9a9d-fd68331a54da', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:eb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:08Z', 'updated_at': '2022-03-22T20:02:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:10.239891 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ee55ca-7727-4aff-a9c1-0e413a9c0fef None None] Checking router: c342bfc4-7726-4fdd-a8b1-15f12dd75fa6 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:02:10.240241 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ee55ca-7727-4aff-a9c1-0e413a9c0fef None None] Updating router c342bfc4-7726-4fdd-a8b1-15f12dd75fa6 port 4bec93a2-5e10-4a63-9a9d-fd68331a54da binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:02:10.269120 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-82ee55ca-7727-4aff-a9c1-0e413a9c0fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4bec93a2-5e10-4a63-9a9d-fd68331a54da), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:10.364989 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6fc7879e-b442-409d-ac9d-1f81e060a53a tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (83901ef7-c779-4c39-b8ee-9ad0937d4582), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:10.426292 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7879e-b442-409d-ac9d-1f81e060a53a tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'Subnet': ['ID=83901ef7-c779-4c39-b8ee-9ad0937d4582,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:10.433810 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc7879e-b442-409d-ac9d-1f81e060a53a tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Checking segment: {'id': '143aaf73-f080-44ee-9c8d-88bec2c771fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:02:10.433964 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc7879e-b442-409d-ac9d-1f81e060a53a tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Network hostable DHCP agents. Network: 6b9f67ab-282b-4b5b-b73a-e5f983968050, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:02:10.452448 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc7879e-b442-409d-ac9d-1f81e060a53a tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Network 6b9f67ab-282b-4b5b-b73a-e5f983968050 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:02:10.462480 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-6fc7879e-b442-409d-ac9d-1f81e060a53a tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 6b9f67ab-282b-4b5b-b73a-e5f983968050) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:02:10.468644 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc7879e-b442-409d-ac9d-1f81e060a53a tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:10.468746 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6fc7879e-b442-409d-ac9d-1f81e060a53a tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:10.471377 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf64875d-f61a-4343-82e2-4f57daf2ab59 None None] Network 6b9f67ab-282b-4b5b-b73a-e5f983968050 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:02:10.487402 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6fc7879e-b442-409d-ac9d-1f81e060a53a tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4055920 Mar 22 20:02:10.490350 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36894) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:10.617545 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-82ee55ca-7727-4aff-a9c1-0e413a9c0fef None None] Publish callbacks [] for port (4bec93a2-5e10-4a63-9a9d-fd68331a54da), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:10.625544 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-82ee55ca-7727-4aff-a9c1-0e413a9c0fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4bec93a2-5e10-4a63-9a9d-fd68331a54da), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:10.632640 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d603fd9-0eed-49b6-a865-92ebc3e9a522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-6b9f67ab-282b-4b5b-b73a-e5f983968050', 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'fixed_ips': [{'subnet_id': '83901ef7-c779-4c39-b8ee-9ad0937d4582'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 20:02:10.633612 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9d603fd9-0eed-49b6-a865-92ebc3e9a522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:10.709976 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500a0e4-f0b2-42aa-8e6f-9e27275177d1 None None] Pushing event updated for resources: {'Port': ['ID=4bec93a2-5e10-4a63-9a9d-fd68331a54da,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:10.712331 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-82ee55ca-7727-4aff-a9c1-0e413a9c0fef None None] Attempting to bind port 4bec93a2-5e10-4a63-9a9d-fd68331a54da on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:02:10.712761 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-82ee55ca-7727-4aff-a9c1-0e413a9c0fef None None] Attempting to bind port 4bec93a2-5e10-4a63-9a9d-fd68331a54da by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:02:10.713074 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ee55ca-7727-4aff-a9c1-0e413a9c0fef None None] Attempting to bind port 4bec93a2-5e10-4a63-9a9d-fd68331a54da on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:02:10.767103 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ee55ca-7727-4aff-a9c1-0e413a9c0fef None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:02:10.767575 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ee55ca-7727-4aff-a9c1-0e413a9c0fef None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:02:10.767896 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-82ee55ca-7727-4aff-a9c1-0e413a9c0fef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:10.768298 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ee55ca-7727-4aff-a9c1-0e413a9c0fef None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:02:10.768790 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-82ee55ca-7727-4aff-a9c1-0e413a9c0fef None None] Bound port: 4bec93a2-5e10-4a63-9a9d-fd68331a54da, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:02:10.769245 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-82ee55ca-7727-4aff-a9c1-0e413a9c0fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4bec93a2-5e10-4a63-9a9d-fd68331a54da), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:10.863617 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-82ee55ca-7727-4aff-a9c1-0e413a9c0fef None None] For port 4bec93a2-5e10-4a63-9a9d-fd68331a54da, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:02:10.868877 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-82ee55ca-7727-4aff-a9c1-0e413a9c0fef None None] For port 4bec93a2-5e10-4a63-9a9d-fd68331a54da, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=4bec93a2-5e10-4a63-9a9d-fd68331a54da,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:02:10.870540 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-9d603fd9-0eed-49b6-a865-92ebc3e9a522 None None] Allocated IP 172.20.0.2 (6b9f67ab-282b-4b5b-b73a-e5f983968050/83901ef7-c779-4c39-b8ee-9ad0937d4582/50b8c116-b0df-4f76-a3e4-64720b8c0481) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:02:10.878632 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-82ee55ca-7727-4aff-a9c1-0e413a9c0fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4bec93a2-5e10-4a63-9a9d-fd68331a54da), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:10.947966 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-67981682-d61f-4682-afe5-ba48c6a8c0ca tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:10.994510 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ee55ca-7727-4aff-a9c1-0e413a9c0fef None None] Routers {'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:02:10.995364 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-82ee55ca-7727-4aff-a9c1-0e413a9c0fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:01:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['c342bfc4-7726-4fdd-a8b1-15f12dd75fa6'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:11.003662 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500a0e4-f0b2-42aa-8e6f-9e27275177d1 None None] Pushing event updated for resources: {'Port': ['ID=4bec93a2-5e10-4a63-9a9d-fd68331a54da,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:11.176480 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-82ee55ca-7727-4aff-a9c1-0e413a9c0fef None None] Set router c342bfc4-7726-4fdd-a8b1-15f12dd75fa6 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:02:11.240551 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9d603fd9-0eed-49b6-a865-92ebc3e9a522 None None] Publish callbacks [] for port (50b8c116-b0df-4f76-a3e4-64720b8c0481), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:11.244053 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:02:11.309761 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-67981682-d61f-4682-afe5-ba48c6a8c0ca tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Allocated IP 172.20.0.1 (6b9f67ab-282b-4b5b-b73a-e5f983968050/83901ef7-c779-4c39-b8ee-9ad0937d4582/527296f4-a42f-461e-a42f-ca629fccd2df) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:02:11.312829 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9d603fd9-0eed-49b6-a865-92ebc3e9a522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (50b8c116-b0df-4f76-a3e4-64720b8c0481), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:11.371996 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d603fd9-0eed-49b6-a865-92ebc3e9a522 None None] Network 6b9f67ab-282b-4b5b-b73a-e5f983968050 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:02:11.381528 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-9d603fd9-0eed-49b6-a865-92ebc3e9a522 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:02:11.384476 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d603fd9-0eed-49b6-a865-92ebc3e9a522 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:02:11.411772 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d603fd9-0eed-49b6-a865-92ebc3e9a522 None None] Pushing event updated for resources: {'Port': ['ID=50b8c116-b0df-4f76-a3e4-64720b8c0481,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:11.427706 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-67981682-d61f-4682-afe5-ba48c6a8c0ca tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for port (527296f4-a42f-461e-a42f-ca629fccd2df), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:11.463437 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-67981682-d61f-4682-afe5-ba48c6a8c0ca tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (527296f4-a42f-461e-a42f-ca629fccd2df), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:11.501482 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67981682-d61f-4682-afe5-ba48c6a8c0ca tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Network 6b9f67ab-282b-4b5b-b73a-e5f983968050 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:02:11.504392 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:02:11.504781 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:11.506490 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-67981682-d61f-4682-afe5-ba48c6a8c0ca tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:02:11.509510 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-9d603fd9-0eed-49b6-a865-92ebc3e9a522 None None] Attempting to bind port 50b8c116-b0df-4f76-a3e4-64720b8c0481 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:02:11.510376 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-9d603fd9-0eed-49b6-a865-92ebc3e9a522 None None] Attempting to bind port 50b8c116-b0df-4f76-a3e4-64720b8c0481 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '143aaf73-f080-44ee-9c8d-88bec2c771fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:02:11.510376 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d603fd9-0eed-49b6-a865-92ebc3e9a522 None None] Attempting to bind port 50b8c116-b0df-4f76-a3e4-64720b8c0481 on network 6b9f67ab-282b-4b5b-b73a-e5f983968050 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:02:11.510634 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67981682-d61f-4682-afe5-ba48c6a8c0ca tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:02:11.544785 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67981682-d61f-4682-afe5-ba48c6a8c0ca tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'Port': ['ID=527296f4-a42f-461e-a42f-ca629fccd2df,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:11.545450 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d603fd9-0eed-49b6-a865-92ebc3e9a522 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:02:11.545864 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d603fd9-0eed-49b6-a865-92ebc3e9a522 None None] Checking segment: {'id': '143aaf73-f080-44ee-9c8d-88bec2c771fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:02:11.546456 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9d603fd9-0eed-49b6-a865-92ebc3e9a522 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:11.546858 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d603fd9-0eed-49b6-a865-92ebc3e9a522 None None] Bound using segment: {'id': '143aaf73-f080-44ee-9c8d-88bec2c771fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:02:11.548094 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-9d603fd9-0eed-49b6-a865-92ebc3e9a522 None None] Bound port: 50b8c116-b0df-4f76-a3e4-64720b8c0481, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '143aaf73-f080-44ee-9c8d-88bec2c771fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:02:11.548826 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9d603fd9-0eed-49b6-a865-92ebc3e9a522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (50b8c116-b0df-4f76-a3e4-64720b8c0481), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:11.568905 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-67981682-d61f-4682-afe5-ba48c6a8c0ca tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (c342bfc4-7726-4fdd-a8b1-15f12dd75fa6), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:11.714620 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-67981682-d61f-4682-afe5-ba48c6a8c0ca tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (527296f4-a42f-461e-a42f-ca629fccd2df), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:11.821092 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-82ee55ca-7727-4aff-a9c1-0e413a9c0fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436457574', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '4bec93a2-5e10-4a63-9a9d-fd68331a54da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:02:08Z', 'updated_at': '2022-03-22T20:02:09Z', 'revision_number': 3, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '4bec93a2-5e10-4a63-9a9d-fd68331a54da', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:eb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:08Z', 'updated_at': '2022-03-22T20:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:11.825781 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-9d603fd9-0eed-49b6-a865-92ebc3e9a522 None None] For port 50b8c116-b0df-4f76-a3e4-64720b8c0481, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:02:11.866735 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ee55ca-7727-4aff-a9c1-0e413a9c0fef None None] The sync data for ids ['c342bfc4-7726-4fdd-a8b1-15f12dd75fa6'] in n-d-705658-24 is: [{'id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436457574', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '4bec93a2-5e10-4a63-9a9d-fd68331a54da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:02:08Z', 'updated_at': '2022-03-22T20:02:09Z', 'revision_number': 3, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '4bec93a2-5e10-4a63-9a9d-fd68331a54da', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:eb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:08Z', 'updated_at': '2022-03-22T20:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:02:11.874207 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-9d603fd9-0eed-49b6-a865-92ebc3e9a522 None None] For port 50b8c116-b0df-4f76-a3e4-64720b8c0481, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=50b8c116-b0df-4f76-a3e4-64720b8c0481,segment=NetworkSegment(143aaf73-f080-44ee-9c8d-88bec2c771fc),segment_id=143aaf73-f080-44ee-9c8d-88bec2c771fc)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:02:11.883647 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:02:11.888613 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9d603fd9-0eed-49b6-a865-92ebc3e9a522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (50b8c116-b0df-4f76-a3e4-64720b8c0481), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:11.968746 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d603fd9-0eed-49b6-a865-92ebc3e9a522 None None] Pushing event updated for resources: {'Port': ['ID=50b8c116-b0df-4f76-a3e4-64720b8c0481,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:12.396565 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-67981682-d61f-4682-afe5-ba48c6a8c0ca tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for port (527296f4-a42f-461e-a42f-ca629fccd2df), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:12.403020 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-67981682-d61f-4682-afe5-ba48c6a8c0ca tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (527296f4-a42f-461e-a42f-ca629fccd2df), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:12.487173 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-67981682-d61f-4682-afe5-ba48c6a8c0ca tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (c342bfc4-7726-4fdd-a8b1-15f12dd75fa6), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:12.489150 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67981682-d61f-4682-afe5-ba48c6a8c0ca tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'Port': ['ID=527296f4-a42f-461e-a42f-ca629fccd2df,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:12.590992 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67981682-d61f-4682-afe5-ba48c6a8c0ca tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Network 6b9f67ab-282b-4b5b-b73a-e5f983968050 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:02:12.592495 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-67981682-d61f-4682-afe5-ba48c6a8c0ca tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:02:12.722980 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67981682-d61f-4682-afe5-ba48c6a8c0ca tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Router c342bfc4-7726-4fdd-a8b1-15f12dd75fa6 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:02:12.851244 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67981682-d61f-4682-afe5-ba48c6a8c0ca tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:02:12.858571 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-67981682-d61f-4682-afe5-ba48c6a8c0ca tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "PUT /v2.0/routers/c342bfc4-7726-4fdd-a8b1-15f12dd75fa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3671634 Mar 22 20:02:13.062284 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86117800-1fa2-4e77-bf13-472c81c1614e None None] Network 6b9f67ab-282b-4b5b-b73a-e5f983968050 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:02:13.075589 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-614b3a4a-fe98-42f1-af17-f05b59fe0717 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1139300845&fields=id&tenant_id=5bcae00531204d8c96861edbc9c1d9c0 HTTP/1.1" status: 200 len: 267 time: 0.0491202 Mar 22 20:02:13.184832 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-c683f3ce-7b79-4878-a1fa-2c48c0836592 None None] Provisioning complete for port 50b8c116-b0df-4f76-a3e4-64720b8c0481 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:02:13.185198 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c683f3ce-7b79-4878-a1fa-2c48c0836592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (50b8c116-b0df-4f76-a3e4-64720b8c0481), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:13.228831 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-027a91dd-a40f-4db0-b861-92792525a81b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:13.229488 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-027a91dd-a40f-4db0-b861-92792525a81b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/networks?id=6b9f67ab-282b-4b5b-b73a-e5f983968050 HTTP/1.1" status: 200 len: 797 time: 0.1474035 Mar 22 20:02:13.250832 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-fd262f9d-afbc-4c59-897f-bd4caa0a2667 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/quotas/5bcae00531204d8c96861edbc9c1d9c0 HTTP/1.1" status: 200 len: 375 time: 0.0102479 Mar 22 20:02:13.298538 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c683f3ce-7b79-4878-a1fa-2c48c0836592 None None] Current status of the port 50b8c116-b0df-4f76-a3e4-64720b8c0481 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:02:13.298930 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c683f3ce-7b79-4878-a1fa-2c48c0836592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (50b8c116-b0df-4f76-a3e4-64720b8c0481), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:13.335909 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 4bec93a2-5e10-4a63-9a9d-fd68331a54da up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:02:13.340369 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c683f3ce-7b79-4878-a1fa-2c48c0836592 None None] For port 50b8c116-b0df-4f76-a3e4-64720b8c0481, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=50b8c116-b0df-4f76-a3e4-64720b8c0481,segment=NetworkSegment(143aaf73-f080-44ee-9c8d-88bec2c771fc),segment_id=143aaf73-f080-44ee-9c8d-88bec2c771fc)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:02:13.349180 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-2f73c9cb-7d3e-4e6f-ae4d-0fb9448a6ba7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0903659 Mar 22 20:02:13.363321 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c683f3ce-7b79-4878-a1fa-2c48c0836592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (50b8c116-b0df-4f76-a3e4-64720b8c0481), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:13.437208 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683f3ce-7b79-4878-a1fa-2c48c0836592 None None] Pushing event updated for resources: {'Port': ['ID=50b8c116-b0df-4f76-a3e4-64720b8c0481,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:13.444331 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 4bec93a2-5e10-4a63-9a9d-fd68331a54da triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:02:13.444855 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (4bec93a2-5e10-4a63-9a9d-fd68331a54da), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:13.459410 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-971ace3b-3d9d-4949-bccd-f3468da4775a service neutron] 10.222.0.75 "GET /v2.0/networks/6b9f67ab-282b-4b5b-b73a-e5f983968050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967245 Mar 22 20:02:13.505882 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-9919e4c0-7346-44e8-9c96-d467625b4f96 None None] Provisioning complete for port 527296f4-a42f-461e-a42f-ca629fccd2df triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:02:13.506327 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9919e4c0-7346-44e8-9c96-d467625b4f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (527296f4-a42f-461e-a42f-ca629fccd2df), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:13.567174 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-9919e4c0-7346-44e8-9c96-d467625b4f96 None None] Port 527296f4-a42f-461e-a42f-ca629fccd2df cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:02:13.589125 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 4bec93a2-5e10-4a63-9a9d-fd68331a54da is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:02:13.589523 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4bec93a2-5e10-4a63-9a9d-fd68331a54da), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:13.592387 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-3daf5214-c6b2-4d15-ab9f-090951e94071 service neutron] 10.222.0.75 "GET /v2.0/networks/6b9f67ab-282b-4b5b-b73a-e5f983968050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269093 Mar 22 20:02:13.596400 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-9919e4c0-7346-44e8-9c96-d467625b4f96 None None] Provisioning complete for port 50b8c116-b0df-4f76-a3e4-64720b8c0481 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:02:13.596778 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9919e4c0-7346-44e8-9c96-d467625b4f96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (50b8c116-b0df-4f76-a3e4-64720b8c0481), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:13.637308 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 4bec93a2-5e10-4a63-9a9d-fd68331a54da, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=4bec93a2-5e10-4a63-9a9d-fd68331a54da,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:02:13.649177 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4bec93a2-5e10-4a63-9a9d-fd68331a54da), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:13.650166 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 50b8c116-b0df-4f76-a3e4-64720b8c0481 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:02:13.750440 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=4bec93a2-5e10-4a63-9a9d-fd68331a54da,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:13.824618 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 50b8c116-b0df-4f76-a3e4-64720b8c0481 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:02:13.825990 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (50b8c116-b0df-4f76-a3e4-64720b8c0481), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:13.827836 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-9919e4c0-7346-44e8-9c96-d467625b4f96 None None] Current status of the port 50b8c116-b0df-4f76-a3e4-64720b8c0481 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:02:13.859046 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-05847f5f-94ce-4fed-983d-e36131556b98 req-129eb52b-e8ac-4983-bee8-3aecf2e3dc6b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 210 time: 0.0693069 Mar 22 20:02:13.950104 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 50b8c116-b0df-4f76-a3e4-64720b8c0481 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:02:13.958775 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-99168114-8fcc-441f-9f52-731e5000bb6f None None] Provisioning complete for port 527296f4-a42f-461e-a42f-ca629fccd2df triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:02:13.958775 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-99168114-8fcc-441f-9f52-731e5000bb6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (527296f4-a42f-461e-a42f-ca629fccd2df), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:14.013300 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c417a872-975b-4a76-b789-1bc4df7490e3 None None] Sync routers for ids ['c342bfc4-7726-4fdd-a8b1-15f12dd75fa6'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:02:14.020784 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-99168114-8fcc-441f-9f52-731e5000bb6f None None] Port 527296f4-a42f-461e-a42f-ca629fccd2df cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:02:14.024074 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c417a872-975b-4a76-b789-1bc4df7490e3 None None] Routers {'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:02:14.024936 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-c417a872-975b-4a76-b789-1bc4df7490e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:01:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['c342bfc4-7726-4fdd-a8b1-15f12dd75fa6'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:14.147973 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-754ab901-cb4b-44b2-9852-dffac260d064 None None] Provisioning complete for port 527296f4-a42f-461e-a42f-ca629fccd2df triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:02:14.148694 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-754ab901-cb4b-44b2-9852-dffac260d064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (527296f4-a42f-461e-a42f-ca629fccd2df), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:14.189059 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-754ab901-cb4b-44b2-9852-dffac260d064 None None] Port 527296f4-a42f-461e-a42f-ca629fccd2df cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:02:14.253234 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-c417a872-975b-4a76-b789-1bc4df7490e3 None None] Set router c342bfc4-7726-4fdd-a8b1-15f12dd75fa6 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:02:14.476417 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-c417a872-975b-4a76-b789-1bc4df7490e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436457574', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '4bec93a2-5e10-4a63-9a9d-fd68331a54da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:02:08Z', 'updated_at': '2022-03-22T20:02:11Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '4bec93a2-5e10-4a63-9a9d-fd68331a54da', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:08Z', 'updated_at': '2022-03-22T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '527296f4-a42f-461e-a42f-ca629fccd2df', 'name': '', 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'mac_address': 'fa:16:3e:3a:dc:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '83901ef7-c779-4c39-b8ee-9ad0937d4582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:11Z', 'updated_at': '2022-03-22T20:02:12Z', 'revision_number': 2, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'subnets': [{'id': '83901ef7-c779-4c39-b8ee-9ad0937d4582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:14.504951 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c417a872-975b-4a76-b789-1bc4df7490e3 None None] Checking router: c342bfc4-7726-4fdd-a8b1-15f12dd75fa6 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:02:14.505406 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c417a872-975b-4a76-b789-1bc4df7490e3 None None] Updating router c342bfc4-7726-4fdd-a8b1-15f12dd75fa6 port 527296f4-a42f-461e-a42f-ca629fccd2df binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:02:14.533994 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-c417a872-975b-4a76-b789-1bc4df7490e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (527296f4-a42f-461e-a42f-ca629fccd2df), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:14.821501 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-c417a872-975b-4a76-b789-1bc4df7490e3 None None] Publish callbacks [] for port (527296f4-a42f-461e-a42f-ca629fccd2df), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:14.828255 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-c417a872-975b-4a76-b789-1bc4df7490e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (527296f4-a42f-461e-a42f-ca629fccd2df), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:14.879070 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee29b3dd-d938-4b5d-9abb-3ef477b87d7e None None] Pushing event updated for resources: {'Port': ['ID=527296f4-a42f-461e-a42f-ca629fccd2df,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:14.963403 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-c417a872-975b-4a76-b789-1bc4df7490e3 None None] Attempting to bind port 527296f4-a42f-461e-a42f-ca629fccd2df on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:02:14.963765 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-c417a872-975b-4a76-b789-1bc4df7490e3 None None] Attempting to bind port 527296f4-a42f-461e-a42f-ca629fccd2df by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '143aaf73-f080-44ee-9c8d-88bec2c771fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:02:14.964107 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c417a872-975b-4a76-b789-1bc4df7490e3 None None] Attempting to bind port 527296f4-a42f-461e-a42f-ca629fccd2df on network 6b9f67ab-282b-4b5b-b73a-e5f983968050 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:02:14.986963 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c417a872-975b-4a76-b789-1bc4df7490e3 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:02:14.987349 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c417a872-975b-4a76-b789-1bc4df7490e3 None None] Checking segment: {'id': '143aaf73-f080-44ee-9c8d-88bec2c771fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:02:14.987759 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-c417a872-975b-4a76-b789-1bc4df7490e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:14.988158 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c417a872-975b-4a76-b789-1bc4df7490e3 None None] Bound using segment: {'id': '143aaf73-f080-44ee-9c8d-88bec2c771fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:02:14.988668 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-c417a872-975b-4a76-b789-1bc4df7490e3 None None] Bound port: 527296f4-a42f-461e-a42f-ca629fccd2df, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '143aaf73-f080-44ee-9c8d-88bec2c771fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:02:14.989043 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-c417a872-975b-4a76-b789-1bc4df7490e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (527296f4-a42f-461e-a42f-ca629fccd2df), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:15.024656 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-31821934-6c2d-4f34-b61e-d40da86cf6ca req-f040ede6-e081-4c4d-9b1e-90040fbfa371 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 210 time: 0.0617800 Mar 22 20:02:15.077100 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-c417a872-975b-4a76-b789-1bc4df7490e3 None None] For port 527296f4-a42f-461e-a42f-ca629fccd2df, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:02:15.080976 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-c417a872-975b-4a76-b789-1bc4df7490e3 None None] For port 527296f4-a42f-461e-a42f-ca629fccd2df, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=527296f4-a42f-461e-a42f-ca629fccd2df,segment=NetworkSegment(143aaf73-f080-44ee-9c8d-88bec2c771fc),segment_id=143aaf73-f080-44ee-9c8d-88bec2c771fc)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:02:15.089331 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-c417a872-975b-4a76-b789-1bc4df7490e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (527296f4-a42f-461e-a42f-ca629fccd2df), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:15.110020 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-689e1a2f-edc7-48e8-911e-7208f61ad0a3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:15.111700 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-689e1a2f-edc7-48e8-911e-7208f61ad0a3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.84 "GET /v2.0/networks?id=6b9f67ab-282b-4b5b-b73a-e5f983968050 HTTP/1.1" status: 200 len: 797 time: 0.1643357 Mar 22 20:02:15.165241 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c417a872-975b-4a76-b789-1bc4df7490e3 None None] Routers {'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:02:15.165916 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-c417a872-975b-4a76-b789-1bc4df7490e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:01:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['c342bfc4-7726-4fdd-a8b1-15f12dd75fa6'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:15.199854 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6d692734-eb61-40af-a848-e141d07592e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:15.214464 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-4a9ee4f7-daec-481a-b8cd-1d4a804ed44e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bcae00531204d8c96861edbc9c1d9c0 HTTP/1.1" status: 200 len: 380 time: 0.0942628 Mar 22 20:02:15.228317 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-b9bd2c4e-185a-4cfc-a799-0a43180caa3f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'port': {'device_id': '7c3d4828-5ed9-4080-9a3a-49d8e653731d', 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050', 'admin_state_up': True, 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'security_groups': ['4ae151f3-3f76-4dc2-89b2-e0c3d993f12d']}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:02:15.233815 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-776c873b-04f1-4e39-93ea-d5c87190105b None None] Provisioning complete for port 527296f4-a42f-461e-a42f-ca629fccd2df triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:02:15.234715 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-776c873b-04f1-4e39-93ea-d5c87190105b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (527296f4-a42f-461e-a42f-ca629fccd2df), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:15.301595 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee29b3dd-d938-4b5d-9abb-3ef477b87d7e None None] Pushing event updated for resources: {'Port': ['ID=527296f4-a42f-461e-a42f-ca629fccd2df,revision_number=4']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:15.324397 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-c417a872-975b-4a76-b789-1bc4df7490e3 None None] Set router c342bfc4-7726-4fdd-a8b1-15f12dd75fa6 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:02:15.345360 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 50b8c116-b0df-4f76-a3e4-64720b8c0481 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:02:15.380418 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-b9bd2c4e-185a-4cfc-a799-0a43180caa3f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Made reservation on behalf of 5bcae00531204d8c96861edbc9c1d9c0 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:02:15.385437 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-b9bd2c4e-185a-4cfc-a799-0a43180caa3f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:15.405242 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-776c873b-04f1-4e39-93ea-d5c87190105b None None] Current status of the port 527296f4-a42f-461e-a42f-ca629fccd2df is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:02:15.405886 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-776c873b-04f1-4e39-93ea-d5c87190105b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (527296f4-a42f-461e-a42f-ca629fccd2df), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:15.447995 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 50b8c116-b0df-4f76-a3e4-64720b8c0481 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:02:15.448533 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (50b8c116-b0df-4f76-a3e4-64720b8c0481), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:15.496161 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-776c873b-04f1-4e39-93ea-d5c87190105b None None] For port 527296f4-a42f-461e-a42f-ca629fccd2df, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=527296f4-a42f-461e-a42f-ca629fccd2df,segment=NetworkSegment(143aaf73-f080-44ee-9c8d-88bec2c771fc),segment_id=143aaf73-f080-44ee-9c8d-88bec2c771fc)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:02:15.506995 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-776c873b-04f1-4e39-93ea-d5c87190105b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (527296f4-a42f-461e-a42f-ca629fccd2df), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:15.572142 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-b9bd2c4e-185a-4cfc-a799-0a43180caa3f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Allocated IP 172.20.0.5 (6b9f67ab-282b-4b5b-b73a-e5f983968050/83901ef7-c779-4c39-b8ee-9ad0937d4582/b1cabb15-5d93-4f23-9e20-edfbfc520156) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:02:15.583471 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-c417a872-975b-4a76-b789-1bc4df7490e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436457574', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '4bec93a2-5e10-4a63-9a9d-fd68331a54da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:02:08Z', 'updated_at': '2022-03-22T20:02:11Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '4bec93a2-5e10-4a63-9a9d-fd68331a54da', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:08Z', 'updated_at': '2022-03-22T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '527296f4-a42f-461e-a42f-ca629fccd2df', 'name': '', 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'mac_address': 'fa:16:3e:3a:dc:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '83901ef7-c779-4c39-b8ee-9ad0937d4582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:11Z', 'updated_at': '2022-03-22T20:02:15Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'subnets': [{'id': '83901ef7-c779-4c39-b8ee-9ad0937d4582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:15.593633 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c873b-04f1-4e39-93ea-d5c87190105b None None] Pushing event updated for resources: {'Port': ['ID=527296f4-a42f-461e-a42f-ca629fccd2df,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:15.605647 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 50b8c116-b0df-4f76-a3e4-64720b8c0481 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:02:15.607452 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 4bec93a2-5e10-4a63-9a9d-fd68331a54da up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:02:15.614562 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c417a872-975b-4a76-b789-1bc4df7490e3 None None] The sync data for ids ['c342bfc4-7726-4fdd-a8b1-15f12dd75fa6'] in n-d-705658-24 is: [{'id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436457574', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '4bec93a2-5e10-4a63-9a9d-fd68331a54da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:02:08Z', 'updated_at': '2022-03-22T20:02:11Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '4bec93a2-5e10-4a63-9a9d-fd68331a54da', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:08Z', 'updated_at': '2022-03-22T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '527296f4-a42f-461e-a42f-ca629fccd2df', 'name': '', 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'mac_address': 'fa:16:3e:3a:dc:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '83901ef7-c779-4c39-b8ee-9ad0937d4582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:11Z', 'updated_at': '2022-03-22T20:02:15Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'subnets': [{'id': '83901ef7-c779-4c39-b8ee-9ad0937d4582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:02:15.662325 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-14f5a32c-5754-4d79-b9d9-759f3ffb6dce None None] Provisioning complete for port 527296f4-a42f-461e-a42f-ca629fccd2df triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:02:15.662917 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-14f5a32c-5754-4d79-b9d9-759f3ffb6dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (527296f4-a42f-461e-a42f-ca629fccd2df), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:15.721645 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 4bec93a2-5e10-4a63-9a9d-fd68331a54da triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:02:15.722047 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (4bec93a2-5e10-4a63-9a9d-fd68331a54da), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:15.762713 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-b9bd2c4e-185a-4cfc-a799-0a43180caa3f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for port (b1cabb15-5d93-4f23-9e20-edfbfc520156), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:15.800771 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-14f5a32c-5754-4d79-b9d9-759f3ffb6dce None None] Current status of the port 527296f4-a42f-461e-a42f-ca629fccd2df is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:02:15.812309 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-b9bd2c4e-185a-4cfc-a799-0a43180caa3f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (b1cabb15-5d93-4f23-9e20-edfbfc520156), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:15.851978 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 4bec93a2-5e10-4a63-9a9d-fd68331a54da is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:02:15.861873 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-b9bd2c4e-185a-4cfc-a799-0a43180caa3f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Network 6b9f67ab-282b-4b5b-b73a-e5f983968050 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:02:15.865304 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-b9bd2c4e-185a-4cfc-a799-0a43180caa3f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:02:15.871720 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-b9bd2c4e-185a-4cfc-a799-0a43180caa3f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:02:15.902235 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd2c4e-185a-4cfc-a799-0a43180caa3f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'Port': ['ID=b1cabb15-5d93-4f23-9e20-edfbfc520156,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:15.935906 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-b9bd2c4e-185a-4cfc-a799-0a43180caa3f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:15.936559 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-b9bd2c4e-185a-4cfc-a799-0a43180caa3f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:15.957823 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-b9bd2c4e-185a-4cfc-a799-0a43180caa3f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7336910 Mar 22 20:02:15.970412 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-4193ff82-31da-486a-8653-c046b86b8ce7 service neutron] Request body: {'port': {'device_id': '7c3d4828-5ed9-4080-9a3a-49d8e653731d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:02:16.038623 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-4193ff82-31da-486a-8653-c046b86b8ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b1cabb15-5d93-4f23-9e20-edfbfc520156), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:16.135711 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-76c5ff34-82d3-4ff3-a234-617ac1ada6a7 None None] Provisioning complete for port b1cabb15-5d93-4f23-9e20-edfbfc520156 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:02:16.136337 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-76c5ff34-82d3-4ff3-a234-617ac1ada6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b1cabb15-5d93-4f23-9e20-edfbfc520156), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:16.193389 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:16.193762 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a384c2-1649-4080-a8cc-5c0433c2deb7 req-daeb56e2-cfe7-4a0b-9e92-db0e5ff14e63 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:16.196609 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-76c5ff34-82d3-4ff3-a234-617ac1ada6a7 None None] Port b1cabb15-5d93-4f23-9e20-edfbfc520156 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:02:16.201871 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-70a384c2-1649-4080-a8cc-5c0433c2deb7 req-daeb56e2-cfe7-4a0b-9e92-db0e5ff14e63 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 931 time: 0.0799518 Mar 22 20:02:16.251521 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-70a384c2-1649-4080-a8cc-5c0433c2deb7 req-2bd3300d-9269-4640-bdda-c1c52aef2c53 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=4ae151f3-3f76-4dc2-89b2-e0c3d993f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490661 Mar 22 20:02:16.683020 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-4193ff82-31da-486a-8653-c046b86b8ce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1cabb15-5d93-4f23-9e20-edfbfc520156 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:02:16.692154 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-4193ff82-31da-486a-8653-c046b86b8ce7 service neutron] Publish callbacks [] for port (b1cabb15-5d93-4f23-9e20-edfbfc520156), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:16.705612 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-4193ff82-31da-486a-8653-c046b86b8ce7 service neutron] Transition to ACTIVE for port object b1cabb15-5d93-4f23-9e20-edfbfc520156 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:02:16.710647 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-4193ff82-31da-486a-8653-c046b86b8ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (b1cabb15-5d93-4f23-9e20-edfbfc520156), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:16.770406 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4193ff82-31da-486a-8653-c046b86b8ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=b1cabb15-5d93-4f23-9e20-edfbfc520156,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:16.847375 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-4193ff82-31da-486a-8653-c046b86b8ce7 service neutron] Attempting to bind port b1cabb15-5d93-4f23-9e20-edfbfc520156 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:02:16.847869 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-4193ff82-31da-486a-8653-c046b86b8ce7 service neutron] Attempting to bind port b1cabb15-5d93-4f23-9e20-edfbfc520156 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '143aaf73-f080-44ee-9c8d-88bec2c771fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:02:16.848309 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-4193ff82-31da-486a-8653-c046b86b8ce7 service neutron] Attempting to bind port b1cabb15-5d93-4f23-9e20-edfbfc520156 on network 6b9f67ab-282b-4b5b-b73a-e5f983968050 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:02:16.854356 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-4193ff82-31da-486a-8653-c046b86b8ce7 service neutron] Port b1cabb15-5d93-4f23-9e20-edfbfc520156 on network 6b9f67ab-282b-4b5b-b73a-e5f983968050 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:02:16.854533 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-4193ff82-31da-486a-8653-c046b86b8ce7 service neutron] Attempting to bind port b1cabb15-5d93-4f23-9e20-edfbfc520156 on network 6b9f67ab-282b-4b5b-b73a-e5f983968050 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:02:16.861299 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-4193ff82-31da-486a-8653-c046b86b8ce7 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:02:16.861686 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-4193ff82-31da-486a-8653-c046b86b8ce7 service neutron] Checking segment: {'id': '143aaf73-f080-44ee-9c8d-88bec2c771fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:02:16.862077 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-4193ff82-31da-486a-8653-c046b86b8ce7 service neutron] Bound using segment: {'id': '143aaf73-f080-44ee-9c8d-88bec2c771fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:02:16.862534 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-4193ff82-31da-486a-8653-c046b86b8ce7 service neutron] Bound port: b1cabb15-5d93-4f23-9e20-edfbfc520156, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '143aaf73-f080-44ee-9c8d-88bec2c771fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:02:16.862909 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-4193ff82-31da-486a-8653-c046b86b8ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b1cabb15-5d93-4f23-9e20-edfbfc520156), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:16.945228 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-4193ff82-31da-486a-8653-c046b86b8ce7 service neutron] For port b1cabb15-5d93-4f23-9e20-edfbfc520156, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:02:16.948978 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-4193ff82-31da-486a-8653-c046b86b8ce7 service neutron] For port b1cabb15-5d93-4f23-9e20-edfbfc520156, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=b1cabb15-5d93-4f23-9e20-edfbfc520156,segment=NetworkSegment(143aaf73-f080-44ee-9c8d-88bec2c771fc),segment_id=143aaf73-f080-44ee-9c8d-88bec2c771fc)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:02:16.955473 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-4193ff82-31da-486a-8653-c046b86b8ce7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (b1cabb15-5d93-4f23-9e20-edfbfc520156), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:17.003610 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-4193ff82-31da-486a-8653-c046b86b8ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:17.004227 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-4193ff82-31da-486a-8653-c046b86b8ce7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:17.005649 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-4193ff82-31da-486a-8653-c046b86b8ce7 service neutron] 10.222.0.84 "PUT /v2.0/ports/b1cabb15-5d93-4f23-9e20-edfbfc520156 HTTP/1.1" status: 200 len: 1092 time: 1.0399859 Mar 22 20:02:17.008535 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3d4828-5ed9-4080-9a3a-49d8e653731d', 'tag': 'b1cabb15-5d93-4f23-9e20-edfbfc520156'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:02:17.011901 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911f1d3d-aa90-446a-96cd-801fc4d1c7de" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3d4828-5ed9-4080-9a3a-49d8e653731d", "tag": "b1cabb15-5d93-4f23-9e20-edfbfc520156"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:02:17.092058 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb26a7b7-7280-4305-a0d1-90a8b27320c7 x-openstack-request-id: req-bb26a7b7-7280-4305-a0d1-90a8b27320c7 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:02:17.092366 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3d4828-5ed9-4080-9a3a-49d8e653731d", "tag": "b1cabb15-5d93-4f23-9e20-edfbfc520156", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:02:17.092626 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bb26a7b7-7280-4305-a0d1-90a8b27320c7 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:02:17.093045 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb26a7b7-7280-4305-a0d1-90a8b27320c7'] response: {'name': 'network-changed', 'server_uuid': '7c3d4828-5ed9-4080-9a3a-49d8e653731d', 'tag': 'b1cabb15-5d93-4f23-9e20-edfbfc520156', 'status': 'completed', 'code': 200} Mar 22 20:02:17.093640 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4193ff82-31da-486a-8653-c046b86b8ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=b1cabb15-5d93-4f23-9e20-edfbfc520156,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:17.118280 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-ea346af0-0636-4a38-b794-1c24b4155225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:17.119869 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-ea346af0-0636-4a38-b794-1c24b4155225 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 1126 time: 0.0628994 Mar 22 20:02:17.170595 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-cff6c27f-752d-430c-81d5-06e2ff25ffce service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1cabb15-5d93-4f23-9e20-edfbfc520156 HTTP/1.1" status: 200 len: 217 time: 0.0416777 Mar 22 20:02:17.229100 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-ef317652-9682-470f-9eef-0815f90bd948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:17.230725 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-ef317652-9682-470f-9eef-0815f90bd948 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=83901ef7-c779-4c39-b8ee-9ad0937d4582 HTTP/1.1" status: 200 len: 835 time: 0.0516930 Mar 22 20:02:17.253753 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 527296f4-a42f-461e-a42f-ca629fccd2df up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:02:17.294348 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-9bd0be17-96ef-404f-b796-995a4f143e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:17.296046 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-9bd0be17-96ef-404f-b796-995a4f143e70 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6b9f67ab-282b-4b5b-b73a-e5f983968050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0592775 Mar 22 20:02:17.327121 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 527296f4-a42f-461e-a42f-ca629fccd2df triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:02:17.327502 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (527296f4-a42f-461e-a42f-ca629fccd2df), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:17.403400 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0b179-1ef7-4774-bcba-f0521af2eb15 req-23b75fe9-ab35-4207-8386-e1fbd1c81365 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:17.405076 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b8c0b179-1ef7-4774-bcba-f0521af2eb15 req-23b75fe9-ab35-4207-8386-e1fbd1c81365 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 943 time: 0.0606453 Mar 22 20:02:17.420438 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-38a335fd-5fd3-4eb7-868a-c08de878e4fb service neutron] 10.222.0.84 "GET /v2.0/networks/6b9f67ab-282b-4b5b-b73a-e5f983968050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173780 Mar 22 20:02:17.433292 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 527296f4-a42f-461e-a42f-ca629fccd2df is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:02:17.436631 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1a545872-b1e6-4cd9-9940-997feaba070e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:17.478617 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b8c0b179-1ef7-4774-bcba-f0521af2eb15 req-ae284cbb-8445-4e72-a82b-08302e69abb5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=4ae151f3-3f76-4dc2-89b2-e0c3d993f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670111 Mar 22 20:02:17.518667 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1f3afb95-b450-491a-9a83-2ffb4c8fc9be req-e14d67a1-dbb8-4543-9c84-9d590a564333 service neutron] 10.222.0.84 "GET /v2.0/networks/6b9f67ab-282b-4b5b-b73a-e5f983968050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918417 Mar 22 20:02:17.617451 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f1d3d-aa90-446a-96cd-801fc4d1c7de req-db684a23-7257-4f20-b159-26a7c67f4c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:17.619000 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-911f1d3d-aa90-446a-96cd-801fc4d1c7de req-db684a23-7257-4f20-b159-26a7c67f4c38 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 1126 time: 0.0516660 Mar 22 20:02:17.709059 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f1d3d-aa90-446a-96cd-801fc4d1c7de req-e358e81c-e693-4304-bfc9-d59d860b6be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:17.710522 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-911f1d3d-aa90-446a-96cd-801fc4d1c7de req-e358e81c-e693-4304-bfc9-d59d860b6be3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6b9f67ab-282b-4b5b-b73a-e5f983968050 HTTP/1.1" status: 200 len: 898 time: 0.0853467 Mar 22 20:02:17.757568 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-911f1d3d-aa90-446a-96cd-801fc4d1c7de req-42cae905-6319-465d-851f-787eb2b3647a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1cabb15-5d93-4f23-9e20-edfbfc520156 HTTP/1.1" status: 200 len: 217 time: 0.0402157 Mar 22 20:02:17.809508 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f1d3d-aa90-446a-96cd-801fc4d1c7de req-a0ec5ced-84b2-48fc-b91a-52c50b0680b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:17.811317 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-911f1d3d-aa90-446a-96cd-801fc4d1c7de req-a0ec5ced-84b2-48fc-b91a-52c50b0680b4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=83901ef7-c779-4c39-b8ee-9ad0937d4582 HTTP/1.1" status: 200 len: 835 time: 0.0470665 Mar 22 20:02:17.862249 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f1d3d-aa90-446a-96cd-801fc4d1c7de req-2ad5991d-8ee2-4e0d-b9e2-883dcaaa26e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:17.863792 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-911f1d3d-aa90-446a-96cd-801fc4d1c7de req-2ad5991d-8ee2-4e0d-b9e2-883dcaaa26e9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6b9f67ab-282b-4b5b-b73a-e5f983968050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464070 Mar 22 20:02:17.960046 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-911f1d3d-aa90-446a-96cd-801fc4d1c7de req-bdfd9d93-33c2-40e9-bac4-ae3c5c537f4d service neutron] 10.222.0.84 "GET /v2.0/networks/6b9f67ab-282b-4b5b-b73a-e5f983968050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890000 Mar 22 20:02:18.050730 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-911f1d3d-aa90-446a-96cd-801fc4d1c7de req-f095dc5f-5ec2-4687-a72e-5c42c1fed718 service neutron] 10.222.0.84 "GET /v2.0/networks/6b9f67ab-282b-4b5b-b73a-e5f983968050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846596 Mar 22 20:02:18.602220 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef182a-28b0-4cac-8e0d-2af8f4094167 req-2d40b383-81ce-40c5-be1b-feb6a3aff93c tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:18.603740 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-35ef182a-28b0-4cac-8e0d-2af8f4094167 req-2d40b383-81ce-40c5-be1b-feb6a3aff93c tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 943 time: 0.0543854 Mar 22 20:02:18.616127 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:18.657566 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-35ef182a-28b0-4cac-8e0d-2af8f4094167 req-8cbbe710-0c55-4fd3-bcf5-66a90bc75404 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=4ae151f3-3f76-4dc2-89b2-e0c3d993f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476277 Mar 22 20:02:18.800838 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:19.721800 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device b1cabb15-5d93-4f23-9e20-edfbfc520156 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:02:19.785250 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbd8d1-5149-45fa-9174-cb483efbbc94 req-3df1d334-0120-41eb-a6f6-fd71aac459e5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:19.786984 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5bbd8d1-5149-45fa-9174-cb483efbbc94 req-3df1d334-0120-41eb-a6f6-fd71aac459e5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 943 time: 0.0563095 Mar 22 20:02:19.824190 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port b1cabb15-5d93-4f23-9e20-edfbfc520156, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=b1cabb15-5d93-4f23-9e20-edfbfc520156,segment=NetworkSegment(143aaf73-f080-44ee-9c8d-88bec2c771fc),segment_id=143aaf73-f080-44ee-9c8d-88bec2c771fc)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:02:19.835164 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'b1cabb15-5d93-4f23-9e20-edfbfc520156', 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050', 'port_id': 'b1cabb15-5d93-4f23-9e20-edfbfc520156', 'mac_address': 'fa:16:3e:ef:3a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83901ef7-c779-4c39-b8ee-9ad0937d4582', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:02:19.844511 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5bbd8d1-5149-45fa-9174-cb483efbbc94 req-3d339b65-cafd-40b8-890a-89958226b9d7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=4ae151f3-3f76-4dc2-89b2-e0c3d993f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514786 Mar 22 20:02:19.872608 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port b1cabb15-5d93-4f23-9e20-edfbfc520156 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:02:19.872992 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b1cabb15-5d93-4f23-9e20-edfbfc520156), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:19.885451 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1cabb15-5d93-4f23-9e20-edfbfc520156 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:02:19.905214 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port b1cabb15-5d93-4f23-9e20-edfbfc520156, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=b1cabb15-5d93-4f23-9e20-edfbfc520156,segment=NetworkSegment(143aaf73-f080-44ee-9c8d-88bec2c771fc),segment_id=143aaf73-f080-44ee-9c8d-88bec2c771fc)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:02:19.909268 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b1cabb15-5d93-4f23-9e20-edfbfc520156), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:19.958080 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=b1cabb15-5d93-4f23-9e20-edfbfc520156,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:19.965129 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:19.965479 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:19.966357 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:19.966697 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:19.967028 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:19.967355 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:19.967681 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:19.968004 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:19.968326 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:19.968648 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:19.968964 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:19.969285 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:19.969601 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:19.969942 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:19.970265 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:20.107992 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['b1cabb15-5d93-4f23-9e20-edfbfc520156'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:02:20.243211 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:20.963487 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d24bc3-8824-4309-ba2c-c9a97023944b req-73eb158c-4959-43b5-b628-42bf80b2d899 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:20.964986 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-12d24bc3-8824-4309-ba2c-c9a97023944b req-73eb158c-4959-43b5-b628-42bf80b2d899 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 944 time: 0.0529251 Mar 22 20:02:21.014577 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-12d24bc3-8824-4309-ba2c-c9a97023944b req-96b960b7-9a26-4890-a5f4-cbdc52a4c964 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=4ae151f3-3f76-4dc2-89b2-e0c3d993f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422812 Mar 22 20:02:21.393648 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:21.737431 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device b1cabb15-5d93-4f23-9e20-edfbfc520156 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:02:21.786780 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port b1cabb15-5d93-4f23-9e20-edfbfc520156 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:02:21.791035 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port b1cabb15-5d93-4f23-9e20-edfbfc520156 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:02:21.791413 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b1cabb15-5d93-4f23-9e20-edfbfc520156), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:21.876213 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port b1cabb15-5d93-4f23-9e20-edfbfc520156 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:02:21.876610 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b1cabb15-5d93-4f23-9e20-edfbfc520156), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:21.901396 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3d4828-5ed9-4080-9a3a-49d8e653731d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cabb15-5d93-4f23-9e20-edfbfc520156'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:02:21.904290 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5448749-8e59-4527-8a38-23faa74887c9" -d '{"events": [{"server_uuid": "7c3d4828-5ed9-4080-9a3a-49d8e653731d", "name": "network-vif-plugged", "status": "completed", "tag": "b1cabb15-5d93-4f23-9e20-edfbfc520156"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:02:21.916606 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port b1cabb15-5d93-4f23-9e20-edfbfc520156, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=b1cabb15-5d93-4f23-9e20-edfbfc520156,segment=NetworkSegment(143aaf73-f080-44ee-9c8d-88bec2c771fc),segment_id=143aaf73-f080-44ee-9c8d-88bec2c771fc)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:02:21.920773 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b1cabb15-5d93-4f23-9e20-edfbfc520156), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:21.945471 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a9882c-185b-44d7-af4c-58e6ea6f8a5d x-openstack-request-id: req-e2a9882c-185b-44d7-af4c-58e6ea6f8a5d {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:02:21.945763 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3d4828-5ed9-4080-9a3a-49d8e653731d", "name": "network-vif-plugged", "status": "completed", "tag": "b1cabb15-5d93-4f23-9e20-edfbfc520156", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:02:21.946062 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e2a9882c-185b-44d7-af4c-58e6ea6f8a5d {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:02:21.946463 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2a9882c-185b-44d7-af4c-58e6ea6f8a5d'] response: {'server_uuid': '7c3d4828-5ed9-4080-9a3a-49d8e653731d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cabb15-5d93-4f23-9e20-edfbfc520156', 'code': 200} Mar 22 20:02:21.979026 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=b1cabb15-5d93-4f23-9e20-edfbfc520156,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:22.050802 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b68221-e5a9-403e-a98c-f79e694ca431 req-596577a9-b254-4f5b-ac78-1b495657f1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:22.052505 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-90b68221-e5a9-403e-a98c-f79e694ca431 req-596577a9-b254-4f5b-ac78-1b495657f1bb service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 1128 time: 0.0517433 Mar 22 20:02:22.105589 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-90b68221-e5a9-403e-a98c-f79e694ca431 req-638930d4-ceff-4eff-b05e-f8f58e29dbb0 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=4ae151f3-3f76-4dc2-89b2-e0c3d993f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475178 Mar 22 20:02:22.147548 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e65d7-9862-4b74-9c52-b93de24dbdf4 req-752c8802-9238-4328-8e9b-27efe4a1a867 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:22.149137 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-715e65d7-9862-4b74-9c52-b93de24dbdf4 req-752c8802-9238-4328-8e9b-27efe4a1a867 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 945 time: 0.0620956 Mar 22 20:02:22.200742 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-715e65d7-9862-4b74-9c52-b93de24dbdf4 req-07950b9b-4ff6-4a68-ba24-87d25bcd40d5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=4ae151f3-3f76-4dc2-89b2-e0c3d993f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450275 Mar 22 20:02:22.594603 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:02:23.323953 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75117d16-2d45-45a9-bca1-6e0e4c88786a req-224dd598-7327-44ab-83d4-23192421d756 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:23.325426 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-75117d16-2d45-45a9-bca1-6e0e4c88786a req-224dd598-7327-44ab-83d4-23192421d756 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 945 time: 0.0541945 Mar 22 20:02:23.374676 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-75117d16-2d45-45a9-bca1-6e0e4c88786a req-e9773589-1575-4f80-ae37-cd93655f32e9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=4ae151f3-3f76-4dc2-89b2-e0c3d993f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436022 Mar 22 20:02:23.492523 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b62048-125a-4b66-a9ae-9289b55d0daf req-9cdff7c0-0cb4-4ffa-9a2f-17a1e21d9972 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:23.494036 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b7b62048-125a-4b66-a9ae-9289b55d0daf req-9cdff7c0-0cb4-4ffa-9a2f-17a1e21d9972 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 945 time: 0.0525291 Mar 22 20:02:23.547377 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b7b62048-125a-4b66-a9ae-9289b55d0daf req-5037a68f-cea2-4ce2-86f3-3874c8824268 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=4ae151f3-3f76-4dc2-89b2-e0c3d993f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477421 Mar 22 20:02:23.573300 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36956) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:23.615645 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd05302-9489-49c4-a5a7-c825912e64e3 tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:23.617161 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5dd05302-9489-49c4-a5a7-c825912e64e3 tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 1123 time: 0.0428421 Mar 22 20:02:23.619895 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36958) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:23.624583 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-8f4c9c87-a808-43f6-af1a-3925a8134e7b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'port_id': 'b1cabb15-5d93-4f23-9e20-edfbfc520156', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:02:23.644736 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8f4c9c87-a808-43f6-af1a-3925a8134e7b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:23.745784 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8f4c9c87-a808-43f6-af1a-3925a8134e7b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:23.854944 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-8f4c9c87-a808-43f6-af1a-3925a8134e7b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Allocated IP 172.25.5.154 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/3b3b1221-b6e0-4ba9-af32-6a6fb073003a) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:02:23.960589 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8f4c9c87-a808-43f6-af1a-3925a8134e7b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for port (3b3b1221-b6e0-4ba9-af32-6a6fb073003a), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:23.995611 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8f4c9c87-a808-43f6-af1a-3925a8134e7b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (3b3b1221-b6e0-4ba9-af32-6a6fb073003a), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:24.032311 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4c9c87-a808-43f6-af1a-3925a8134e7b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:02:24.035150 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-8f4c9c87-a808-43f6-af1a-3925a8134e7b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:02:24.041642 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4c9c87-a808-43f6-af1a-3925a8134e7b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:02:24.047713 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c9c87-a808-43f6-af1a-3925a8134e7b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'Port': ['ID=3b3b1221-b6e0-4ba9-af32-6a6fb073003a,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:24.405213 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8f4c9c87-a808-43f6-af1a-3925a8134e7b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for floatingip (0333f12c-f657-4860-a751-6437366a8cd4), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:24.475930 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8f4c9c87-a808-43f6-af1a-3925a8134e7b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (3b3b1221-b6e0-4ba9-af32-6a6fb073003a), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:24.628240 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8f4c9c87-a808-43f6-af1a-3925a8134e7b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for port (3b3b1221-b6e0-4ba9-af32-6a6fb073003a), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:24.633911 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8f4c9c87-a808-43f6-af1a-3925a8134e7b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (3b3b1221-b6e0-4ba9-af32-6a6fb073003a), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:24.705814 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c9c87-a808-43f6-af1a-3925a8134e7b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'Port': ['ID=3b3b1221-b6e0-4ba9-af32-6a6fb073003a,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:24.717726 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8f4c9c87-a808-43f6-af1a-3925a8134e7b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (0333f12c-f657-4860-a751-6437366a8cd4), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:24.822337 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [None req-8f4c9c87-a808-43f6-af1a-3925a8134e7b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Floating IP 0333f12c-f657-4860-a751-6437366a8cd4 associated. External IP: 172.25.5.154, port: b1cabb15-5d93-4f23-9e20-edfbfc520156. Mar 22 20:02:25.032475 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4c9c87-a808-43f6-af1a-3925a8134e7b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Router c342bfc4-7726-4fdd-a8b1-15f12dd75fa6 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:02:25.143650 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4c9c87-a808-43f6-af1a-3925a8134e7b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:02:25.155414 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43cd4ee-7b94-48df-b817-d7db2bba9bfa None None] Sync routers for ids ['c342bfc4-7726-4fdd-a8b1-15f12dd75fa6'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:02:25.163118 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8f4c9c87-a808-43f6-af1a-3925a8134e7b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:25.166249 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43cd4ee-7b94-48df-b817-d7db2bba9bfa None None] Routers {'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:02:25.166884 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-d43cd4ee-7b94-48df-b817-d7db2bba9bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:02:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['c342bfc4-7726-4fdd-a8b1-15f12dd75fa6'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:25.194674 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8f4c9c87-a808-43f6-af1a-3925a8134e7b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5737667 Mar 22 20:02:25.195275 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3d4828-5ed9-4080-9a3a-49d8e653731d', 'tag': 'b1cabb15-5d93-4f23-9e20-edfbfc520156'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:02:25.197520 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0aec703-b377-44c5-8557-cb7c9d74621a" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3d4828-5ed9-4080-9a3a-49d8e653731d", "tag": "b1cabb15-5d93-4f23-9e20-edfbfc520156"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:02:25.247023 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27363cfe-edfd-48eb-bd7f-6a57efe855dd x-openstack-request-id: req-27363cfe-edfd-48eb-bd7f-6a57efe855dd {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:02:25.247300 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3d4828-5ed9-4080-9a3a-49d8e653731d", "tag": "b1cabb15-5d93-4f23-9e20-edfbfc520156", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:02:25.247556 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-27363cfe-edfd-48eb-bd7f-6a57efe855dd {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:02:25.248003 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27363cfe-edfd-48eb-bd7f-6a57efe855dd'] response: {'name': 'network-changed', 'server_uuid': '7c3d4828-5ed9-4080-9a3a-49d8e653731d', 'tag': 'b1cabb15-5d93-4f23-9e20-edfbfc520156', 'status': 'completed', 'code': 200} Mar 22 20:02:25.284075 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-d43cd4ee-7b94-48df-b817-d7db2bba9bfa None None] Set router c342bfc4-7726-4fdd-a8b1-15f12dd75fa6 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:02:25.309484 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b0bd9-206b-441f-bbe1-0d4b881c7ec7 req-9093d900-da62-4306-9fdd-011eb203bb15 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:25.311394 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-955b0bd9-206b-441f-bbe1-0d4b881c7ec7 req-9093d900-da62-4306-9fdd-011eb203bb15 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 945 time: 0.0666070 Mar 22 20:02:25.317311 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aec703-b377-44c5-8557-cb7c9d74621a req-00870a46-f70f-4c2d-875c-1bfa422715c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:25.318881 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e0aec703-b377-44c5-8557-cb7c9d74621a req-00870a46-f70f-4c2d-875c-1bfa422715c9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 1128 time: 0.0531216 Mar 22 20:02:25.368713 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-955b0bd9-206b-441f-bbe1-0d4b881c7ec7 req-458e09a7-6e26-4b65-a897-a2e9bbe4d574 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=4ae151f3-3f76-4dc2-89b2-e0c3d993f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497987 Mar 22 20:02:25.391812 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36964) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:25.414190 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aec703-b377-44c5-8557-cb7c9d74621a req-84307bb8-e058-4529-97a3-dd759b56cc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:25.415942 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e0aec703-b377-44c5-8557-cb7c9d74621a req-84307bb8-e058-4529-97a3-dd759b56cc06 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6b9f67ab-282b-4b5b-b73a-e5f983968050 HTTP/1.1" status: 200 len: 898 time: 0.0914037 Mar 22 20:02:25.459294 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-96e2f7e9-5f87-49a5-8083-263375df6e90 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/floatingips/0333f12c-f657-4860-a751-6437366a8cd4 HTTP/1.1" status: 200 len: 991 time: 0.0640907 Mar 22 20:02:25.488992 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e0aec703-b377-44c5-8557-cb7c9d74621a req-315d8663-aebc-4b9f-9bf9-4473452c05a4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1cabb15-5d93-4f23-9e20-edfbfc520156 HTTP/1.1" status: 200 len: 999 time: 0.0669334 Mar 22 20:02:25.533831 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-d43cd4ee-7b94-48df-b817-d7db2bba9bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436457574', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '4bec93a2-5e10-4a63-9a9d-fd68331a54da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:02:08Z', 'updated_at': '2022-03-22T20:02:11Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '4bec93a2-5e10-4a63-9a9d-fd68331a54da', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:08Z', 'updated_at': '2022-03-22T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '0333f12c-f657-4860-a751-6437366a8cd4', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'floating_ip_address': '172.25.5.154', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'port_id': 'b1cabb15-5d93-4f23-9e20-edfbfc520156', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050', 'mac_address': 'fa:16:3e:ef:3a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d4828-5ed9-4080-9a3a-49d8e653731d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:02:24Z', 'updated_at': '2022-03-22T20:02:24Z', 'revision_number': 0, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527296f4-a42f-461e-a42f-ca629fccd2df', 'name': '', 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'mac_address': 'fa:16:3e:3a:dc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '83901ef7-c779-4c39-b8ee-9ad0937d4582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:11Z', 'updated_at': '2022-03-22T20:02:15Z', 'revision_number': 5, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'subnets': [{'id': '83901ef7-c779-4c39-b8ee-9ad0937d4582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:25.537422 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aec703-b377-44c5-8557-cb7c9d74621a req-6459f1ad-b9cb-4282-9a18-c4fe33a72f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:25.539002 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e0aec703-b377-44c5-8557-cb7c9d74621a req-6459f1ad-b9cb-4282-9a18-c4fe33a72f45 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=83901ef7-c779-4c39-b8ee-9ad0937d4582 HTTP/1.1" status: 200 len: 835 time: 0.0444667 Mar 22 20:02:25.561710 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43cd4ee-7b94-48df-b817-d7db2bba9bfa None None] Checking router: c342bfc4-7726-4fdd-a8b1-15f12dd75fa6 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:02:25.570498 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43cd4ee-7b94-48df-b817-d7db2bba9bfa None None] Routers {'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:02:25.571126 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-d43cd4ee-7b94-48df-b817-d7db2bba9bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:02:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['c342bfc4-7726-4fdd-a8b1-15f12dd75fa6'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:25.588603 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aec703-b377-44c5-8557-cb7c9d74621a req-bf30c498-c8c4-47c2-9890-1a32d7e3033d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:25.590154 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e0aec703-b377-44c5-8557-cb7c9d74621a req-bf30c498-c8c4-47c2-9890-1a32d7e3033d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6b9f67ab-282b-4b5b-b73a-e5f983968050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448556 Mar 22 20:02:25.680264 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-d43cd4ee-7b94-48df-b817-d7db2bba9bfa None None] Set router c342bfc4-7726-4fdd-a8b1-15f12dd75fa6 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:02:25.689744 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e0aec703-b377-44c5-8557-cb7c9d74621a req-c362a5ae-0909-42cf-9c3a-a9bb181f84e0 service neutron] 10.222.0.84 "GET /v2.0/networks/6b9f67ab-282b-4b5b-b73a-e5f983968050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937314 Mar 22 20:02:25.789635 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e0aec703-b377-44c5-8557-cb7c9d74621a req-49e31f78-cc78-4c20-89a1-c21ad2a846f1 service neutron] 10.222.0.84 "GET /v2.0/networks/6b9f67ab-282b-4b5b-b73a-e5f983968050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934744 Mar 22 20:02:25.922081 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-d43cd4ee-7b94-48df-b817-d7db2bba9bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436457574', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '4bec93a2-5e10-4a63-9a9d-fd68331a54da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:02:08Z', 'updated_at': '2022-03-22T20:02:11Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '4bec93a2-5e10-4a63-9a9d-fd68331a54da', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:08Z', 'updated_at': '2022-03-22T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '0333f12c-f657-4860-a751-6437366a8cd4', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'floating_ip_address': '172.25.5.154', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'port_id': 'b1cabb15-5d93-4f23-9e20-edfbfc520156', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050', 'mac_address': 'fa:16:3e:ef:3a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d4828-5ed9-4080-9a3a-49d8e653731d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:02:24Z', 'updated_at': '2022-03-22T20:02:24Z', 'revision_number': 0, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527296f4-a42f-461e-a42f-ca629fccd2df', 'name': '', 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'mac_address': 'fa:16:3e:3a:dc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '83901ef7-c779-4c39-b8ee-9ad0937d4582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:11Z', 'updated_at': '2022-03-22T20:02:15Z', 'revision_number': 5, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'subnets': [{'id': '83901ef7-c779-4c39-b8ee-9ad0937d4582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:25.948812 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43cd4ee-7b94-48df-b817-d7db2bba9bfa None None] The sync data for ids ['c342bfc4-7726-4fdd-a8b1-15f12dd75fa6'] in n-d-705658-24 is: [{'id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436457574', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '4bec93a2-5e10-4a63-9a9d-fd68331a54da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:02:08Z', 'updated_at': '2022-03-22T20:02:11Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '4bec93a2-5e10-4a63-9a9d-fd68331a54da', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:08Z', 'updated_at': '2022-03-22T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '0333f12c-f657-4860-a751-6437366a8cd4', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'floating_ip_address': '172.25.5.154', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'port_id': 'b1cabb15-5d93-4f23-9e20-edfbfc520156', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050', 'mac_address': 'fa:16:3e:ef:3a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3d4828-5ed9-4080-9a3a-49d8e653731d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:02:24Z', 'updated_at': '2022-03-22T20:02:24Z', 'revision_number': 0, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527296f4-a42f-461e-a42f-ca629fccd2df', 'name': '', 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'mac_address': 'fa:16:3e:3a:dc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '83901ef7-c779-4c39-b8ee-9ad0937d4582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:11Z', 'updated_at': '2022-03-22T20:02:15Z', 'revision_number': 5, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'subnets': [{'id': '83901ef7-c779-4c39-b8ee-9ad0937d4582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:02:26.147603 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bdfb08-2ecc-4b3d-adad-f51b6b5b9a62 None None] New status for floating IP 0333f12c-f657-4860-a751-6437366a8cd4: ACTIVE {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:02:26.461637 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36968) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:26.621509 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d14a893e-7926-4aa9-86e0-0920baf678b8 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/floatingips/0333f12c-f657-4860-a751-6437366a8cd4 HTTP/1.1" status: 200 len: 993 time: 0.1585898 Mar 22 20:02:36.898181 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 36998) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:37.360531 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a703cc4f-4c03-480e-a1dc-773358a9ab7b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (cc6eec85-fa35-4862-b89a-1edf2d63d00e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:37.692690 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-a703cc4f-4c03-480e-a1dc-773358a9ab7b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Deleting port c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:02:37.692937 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a703cc4f-4c03-480e-a1dc-773358a9ab7b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:37.779771 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-a703cc4f-4c03-480e-a1dc-773358a9ab7b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] For port c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d,segment=NetworkSegment(95390026-c4f5-42bf-bd2d-673696f79c58),segment_id=95390026-c4f5-42bf-bd2d-673696f79c58)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:02:37.780137 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a703cc4f-4c03-480e-a1dc-773358a9ab7b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:37.794168 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-a703cc4f-4c03-480e-a1dc-773358a9ab7b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Calling delete_port for c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:02:38.329848 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a703cc4f-4c03-480e-a1dc-773358a9ab7b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:38.363727 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703cc4f-4c03-480e-a1dc-773358a9ab7b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event deleted for resources: {'Port': ['ID=c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:38.567273 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a703cc4f-4c03-480e-a1dc-773358a9ab7b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (cc6eec85-fa35-4862-b89a-1edf2d63d00e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:38.803054 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a703cc4f-4c03-480e-a1dc-773358a9ab7b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Router cc6eec85-fa35-4862-b89a-1edf2d63d00e has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:02:38.918108 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a703cc4f-4c03-480e-a1dc-773358a9ab7b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:02:38.924472 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a703cc4f-4c03-480e-a1dc-773358a9ab7b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "PUT /v2.0/routers/cc6eec85-fa35-4862-b89a-1edf2d63d00e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0249839 Mar 22 20:02:38.930142 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b408302-cc3f-43ac-b59f-e46cfaec2e91 None None] Sync routers for ids ['cc6eec85-fa35-4862-b89a-1edf2d63d00e'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:02:38.941557 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b408302-cc3f-43ac-b59f-e46cfaec2e91 None None] Routers {'cc6eec85-fa35-4862-b89a-1edf2d63d00e'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:02:38.942537 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-8b408302-cc3f-43ac-b59f-e46cfaec2e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:02:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cc6eec85-fa35-4862-b89a-1edf2d63d00e'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:39.237157 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ea7aa-e8a5-4661-aa70-69b9e05259ff req-24c21349-556b-4199-8a62-c1e16e0188e0 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:39.239903 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa1ea7aa-e8a5-4661-aa70-69b9e05259ff req-24c21349-556b-4199-8a62-c1e16e0188e0 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6d281d8-d22b-4034-80f5-0fc59de16e14 HTTP/1.1" status: 200 len: 946 time: 0.0778816 Mar 22 20:02:39.260287 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-8b408302-cc3f-43ac-b59f-e46cfaec2e91 None None] Set router cc6eec85-fa35-4862-b89a-1edf2d63d00e gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:02:39.294720 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa1ea7aa-e8a5-4661-aa70-69b9e05259ff req-85e90d92-ba38-49ec-94b2-d177c847ea74 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcae249d-01e7-41de-a6aa-8f1d2db0c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488253 Mar 22 20:02:39.500632 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-8b408302-cc3f-43ac-b59f-e46cfaec2e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'name': 'tempest-TestNetworkBasicOps-router-1774441573', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '867dc63e-7216-4799-a405-6a139085ace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:02:38Z', 'revision_number': 6, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'gw_port': {'id': '867dc63e-7216-4799-a405-6a139085ace2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '7855546e-3095-4b9f-bf83-353db75f3875', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'floating_ip_address': '172.25.5.30', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'port_id': '69090c15-0426-4b8c-896b-956d503bae9c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1', 'mac_address': 'fa:16:3e:f3:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ca6722-1411-4d5b-8e9a-bc44559e6459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:00:39Z', 'updated_at': '2022-03-22T20:00:42Z', 'revision_number': 1, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a440b64f-f83a-4011-a51c-d1e1aa3b6e5d', 'name': '', 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'mac_address': 'fa:16:3e:af:06:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '67946d77-61f2-44da-b60c-17393e888589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:20Z', 'updated_at': '2022-03-22T20:00:24Z', 'revision_number': 5, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'subnets': [{'id': '67946d77-61f2-44da-b60c-17393e888589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:39.530321 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b408302-cc3f-43ac-b59f-e46cfaec2e91 None None] Checking router: cc6eec85-fa35-4862-b89a-1edf2d63d00e for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:02:39.539553 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b408302-cc3f-43ac-b59f-e46cfaec2e91 None None] Routers {'cc6eec85-fa35-4862-b89a-1edf2d63d00e'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:02:39.540167 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-8b408302-cc3f-43ac-b59f-e46cfaec2e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:02:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cc6eec85-fa35-4862-b89a-1edf2d63d00e'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:39.655306 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-8b408302-cc3f-43ac-b59f-e46cfaec2e91 None None] Set router cc6eec85-fa35-4862-b89a-1edf2d63d00e gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:02:39.907633 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-8b408302-cc3f-43ac-b59f-e46cfaec2e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'name': 'tempest-TestNetworkBasicOps-router-1774441573', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '867dc63e-7216-4799-a405-6a139085ace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:02:38Z', 'revision_number': 6, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'gw_port': {'id': '867dc63e-7216-4799-a405-6a139085ace2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '7855546e-3095-4b9f-bf83-353db75f3875', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'floating_ip_address': '172.25.5.30', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'port_id': '69090c15-0426-4b8c-896b-956d503bae9c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1', 'mac_address': 'fa:16:3e:f3:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ca6722-1411-4d5b-8e9a-bc44559e6459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:00:39Z', 'updated_at': '2022-03-22T20:00:42Z', 'revision_number': 1, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a440b64f-f83a-4011-a51c-d1e1aa3b6e5d', 'name': '', 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'mac_address': 'fa:16:3e:af:06:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '67946d77-61f2-44da-b60c-17393e888589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:20Z', 'updated_at': '2022-03-22T20:00:24Z', 'revision_number': 5, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'subnets': [{'id': '67946d77-61f2-44da-b60c-17393e888589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:39.934343 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b408302-cc3f-43ac-b59f-e46cfaec2e91 None None] The sync data for ids ['cc6eec85-fa35-4862-b89a-1edf2d63d00e'] in n-d-705658-24 is: [{'id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'name': 'tempest-TestNetworkBasicOps-router-1774441573', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '867dc63e-7216-4799-a405-6a139085ace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:02:38Z', 'revision_number': 6, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'gw_port': {'id': '867dc63e-7216-4799-a405-6a139085ace2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '7855546e-3095-4b9f-bf83-353db75f3875', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'floating_ip_address': '172.25.5.30', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'port_id': '69090c15-0426-4b8c-896b-956d503bae9c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1', 'mac_address': 'fa:16:3e:f3:24:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15ca6722-1411-4d5b-8e9a-bc44559e6459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:00:39Z', 'updated_at': '2022-03-22T20:00:42Z', 'revision_number': 1, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a440b64f-f83a-4011-a51c-d1e1aa3b6e5d', 'name': '', 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'mac_address': 'fa:16:3e:af:06:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '67946d77-61f2-44da-b60c-17393e888589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:20Z', 'updated_at': '2022-03-22T20:00:24Z', 'revision_number': 5, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'subnets': [{'id': '67946d77-61f2-44da-b60c-17393e888589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:02:40.444767 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe86c6-9ea4-49b1-8f79-21e234c1b59f req-f0b5eab3-32b3-4ffd-8ce5-a0d39d2355f2 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:40.452653 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-23fe86c6-9ea4-49b1-8f79-21e234c1b59f req-f0b5eab3-32b3-4ffd-8ce5-a0d39d2355f2 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6d281d8-d22b-4034-80f5-0fc59de16e14 HTTP/1.1" status: 200 len: 946 time: 0.0691538 Mar 22 20:02:40.515326 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-23fe86c6-9ea4-49b1-8f79-21e234c1b59f req-bcb83063-e959-438d-9db4-0e88d0c4afc3 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?id=dcae249d-01e7-41de-a6aa-8f1d2db0c94e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608475 Mar 22 20:02:40.619614 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098ce3f-e39e-4428-8706-9799500dce85 req-40268822-5c60-4f53-a8d3-e626a29523be tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:40.621305 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1098ce3f-e39e-4428-8706-9799500dce85 req-40268822-5c60-4f53-a8d3-e626a29523be tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.85 "GET /v2.0/ports?device_id=c6d281d8-d22b-4034-80f5-0fc59de16e14 HTTP/1.1" status: 200 len: 946 time: 0.0709960 Mar 22 20:02:40.766204 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-1098ce3f-e39e-4428-8706-9799500dce85 req-cafb2d4a-f72f-4b68-a95f-55ed497c742d tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Deleting port c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:02:40.766851 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1098ce3f-e39e-4428-8706-9799500dce85 req-cafb2d4a-f72f-4b68-a95f-55ed497c742d tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:40.862477 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-1098ce3f-e39e-4428-8706-9799500dce85 req-cafb2d4a-f72f-4b68-a95f-55ed497c742d tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] For port c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761,segment=NetworkSegment(95390026-c4f5-42bf-bd2d-673696f79c58),segment_id=95390026-c4f5-42bf-bd2d-673696f79c58)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:02:40.862858 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1098ce3f-e39e-4428-8706-9799500dce85 req-cafb2d4a-f72f-4b68-a95f-55ed497c742d tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:40.883663 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-1098ce3f-e39e-4428-8706-9799500dce85 req-cafb2d4a-f72f-4b68-a95f-55ed497c742d tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Calling delete_port for c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:02:41.018419 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1098ce3f-e39e-4428-8706-9799500dce85 req-cafb2d4a-f72f-4b68-a95f-55ed497c742d tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:41.045148 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb2d4a-f72f-4b68-a95f-55ed497c742d tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event deleted for resources: {'Port': ['ID=c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:41.094905 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-1098ce3f-e39e-4428-8706-9799500dce85 req-cafb2d4a-f72f-4b68-a95f-55ed497c742d tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] No DVR routers for this DVR port c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761 on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:02:41.097583 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1098ce3f-e39e-4428-8706-9799500dce85 req-cafb2d4a-f72f-4b68-a95f-55ed497c742d tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:41.100940 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1098ce3f-e39e-4428-8706-9799500dce85 req-cafb2d4a-f72f-4b68-a95f-55ed497c742d tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.85 "DELETE /v2.0/ports/c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761 HTTP/1.1" status: 204 len: 173 time: 0.4746521 Mar 22 20:02:41.101392 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d281d8-d22b-4034-80f5-0fc59de16e14', 'name': 'network-vif-deleted', 'tag': 'c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:02:41.103685 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a37417-3ed1-4be0-9b3f-004466242777" -d '{"events": [{"server_uuid": "c6d281d8-d22b-4034-80f5-0fc59de16e14", "name": "network-vif-deleted", "tag": "c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:02:41.147433 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bad605-129c-4e22-85a9-a5987da47646 x-openstack-request-id: req-09bad605-129c-4e22-85a9-a5987da47646 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:02:41.147731 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d281d8-d22b-4034-80f5-0fc59de16e14", "name": "network-vif-deleted", "tag": "c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:02:41.148012 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-09bad605-129c-4e22-85a9-a5987da47646 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:02:41.148439 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09bad605-129c-4e22-85a9-a5987da47646'] response: {'server_uuid': 'c6d281d8-d22b-4034-80f5-0fc59de16e14', 'name': 'network-vif-deleted', 'tag': 'c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761', 'status': 'completed', 'code': 200} Mar 22 20:02:41.195317 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:02:41.231556 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:02:41.231912 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c2a25f4d-0dca-4c95-9c39-c4f291e7ef6d not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:02:41.666938 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1cb280f-483a-4122-81d6-d2fc98d4d6d1 req-21960f4b-416d-4a24-9b0f-8ac274b17914 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=c6d281d8-d22b-4034-80f5-0fc59de16e14 HTTP/1.1" status: 200 len: 210 time: 0.0314033 Mar 22 20:02:42.729382 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37032) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:42.793740 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f0342698-d458-4e16-9c8f-d4876e448ad9 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group (dcae249d-01e7-41de-a6aa-8f1d2db0c94e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:42.821964 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f0342698-d458-4e16-9c8f-d4876e448ad9 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group (dcae249d-01e7-41de-a6aa-8f1d2db0c94e), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:42.891562 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f0342698-d458-4e16-9c8f-d4876e448ad9 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (dcae249d-01e7-41de-a6aa-8f1d2db0c94e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:42.894619 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f0342698-d458-4e16-9c8f-d4876e448ad9 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:42.896716 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f0342698-d458-4e16-9c8f-d4876e448ad9 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "DELETE /v2.0/security-groups/dcae249d-01e7-41de-a6aa-8f1d2db0c94e HTTP/1.1" status: 204 len: 168 time: 0.1661277 Mar 22 20:02:42.912748 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0342698-d458-4e16-9c8f-d4876e448ad9 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcae249d-01e7-41de-a6aa-8f1d2db0c94e,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:42.947124 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37036) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:43.006687 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3ec2ebf-7573-47bc-9eef-b3f1e44bb64d tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Deleting subnet f6013ea2-821a-4c57-8812-b99192d020c1 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:02:43.010374 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b3ec2ebf-7573-47bc-9eef-b3f1e44bb64d tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for subnet (f6013ea2-821a-4c57-8812-b99192d020c1), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:43.052533 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b3ec2ebf-7573-47bc-9eef-b3f1e44bb64d tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (f6013ea2-821a-4c57-8812-b99192d020c1), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:43.148883 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b3ec2ebf-7573-47bc-9eef-b3f1e44bb64d tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (f6013ea2-821a-4c57-8812-b99192d020c1), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:43.208791 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b3ec2ebf-7573-47bc-9eef-b3f1e44bb64d tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (f6013ea2-821a-4c57-8812-b99192d020c1), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:43.240262 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec2ebf-7573-47bc-9eef-b3f1e44bb64d tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event deleted for resources: {'Subnet': ['ID=f6013ea2-821a-4c57-8812-b99192d020c1,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:43.244079 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b3ec2ebf-7573-47bc-9eef-b3f1e44bb64d tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:43.247343 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b3ec2ebf-7573-47bc-9eef-b3f1e44bb64d tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "DELETE /v2.0/subnets/f6013ea2-821a-4c57-8812-b99192d020c1 HTTP/1.1" status: 204 len: 168 time: 0.2986171 Mar 22 20:02:43.250041 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37038) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:43.252644 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7f7060-1aea-4551-b166-f1f522fd6a10 None None] Network 6288b3e6-dfee-437d-8ece-381cd576cff8 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:02:43.329371 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-64cf72fc-7849-49d1-a57b-31b4c43c3a35 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (6288b3e6-dfee-437d-8ece-381cd576cff8), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:43.393302 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-64cf72fc-7849-49d1-a57b-31b4c43c3a35 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Deleting port 46793761-2ed9-461d-928a-06762ef9c606 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:02:43.393621 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-64cf72fc-7849-49d1-a57b-31b4c43c3a35 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (46793761-2ed9-461d-928a-06762ef9c606), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:43.443808 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1deb00da-d56c-4f3e-aee2-2c4a82cfa3f3 None None] DHCP port deletion for 6288b3e6-dfee-437d-8ece-381cd576cff8 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 20:02:43.465164 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-64cf72fc-7849-49d1-a57b-31b4c43c3a35 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] For port 46793761-2ed9-461d-928a-06762ef9c606, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=46793761-2ed9-461d-928a-06762ef9c606,segment=NetworkSegment(95390026-c4f5-42bf-bd2d-673696f79c58),segment_id=95390026-c4f5-42bf-bd2d-673696f79c58)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:02:43.466212 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-64cf72fc-7849-49d1-a57b-31b4c43c3a35 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (46793761-2ed9-461d-928a-06762ef9c606), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:43.482146 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-64cf72fc-7849-49d1-a57b-31b4c43c3a35 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Calling delete_port for 46793761-2ed9-461d-928a-06762ef9c606 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:02:43.496839 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1deb00da-d56c-4f3e-aee2-2c4a82cfa3f3 None None] Deleting port 46793761-2ed9-461d-928a-06762ef9c606 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:02:43.497221 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1deb00da-d56c-4f3e-aee2-2c4a82cfa3f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (46793761-2ed9-461d-928a-06762ef9c606), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:43.565974 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-1deb00da-d56c-4f3e-aee2-2c4a82cfa3f3 None None] For port 46793761-2ed9-461d-928a-06762ef9c606, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=46793761-2ed9-461d-928a-06762ef9c606,segment=NetworkSegment(95390026-c4f5-42bf-bd2d-673696f79c58),segment_id=95390026-c4f5-42bf-bd2d-673696f79c58)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:02:43.566740 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1deb00da-d56c-4f3e-aee2-2c4a82cfa3f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (46793761-2ed9-461d-928a-06762ef9c606), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:43.577896 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-64cf72fc-7849-49d1-a57b-31b4c43c3a35 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (46793761-2ed9-461d-928a-06762ef9c606), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:43.583365 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1deb00da-d56c-4f3e-aee2-2c4a82cfa3f3 None None] Calling delete_port for 46793761-2ed9-461d-928a-06762ef9c606 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:02:43.604700 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf72fc-7849-49d1-a57b-31b4c43c3a35 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event deleted for resources: {'Port': ['ID=46793761-2ed9-461d-928a-06762ef9c606,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:43.609392 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cf72fc-7849-49d1-a57b-31b4c43c3a35 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] No DVR routers for this DVR port 46793761-2ed9-461d-928a-06762ef9c606 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:02:43.683114 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1deb00da-d56c-4f3e-aee2-2c4a82cfa3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (46793761-2ed9-461d-928a-06762ef9c606), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:43.717158 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb00da-d56c-4f3e-aee2-2c4a82cfa3f3 None None] Pushing event deleted for resources: {'Port': ['ID=46793761-2ed9-461d-928a-06762ef9c606,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:43.719266 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deb00da-d56c-4f3e-aee2-2c4a82cfa3f3 None None] No DVR routers for this DVR port 46793761-2ed9-461d-928a-06762ef9c606 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:02:43.721944 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-64cf72fc-7849-49d1-a57b-31b4c43c3a35 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (6288b3e6-dfee-437d-8ece-381cd576cff8), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:43.775630 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-64cf72fc-7849-49d1-a57b-31b4c43c3a35 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6288b3e6-dfee-437d-8ece-381cd576cff8']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:43.791681 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-64cf72fc-7849-49d1-a57b-31b4c43c3a35 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95390026-c4f5-42bf-bd2d-673696f79c58') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:43.792325 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-64cf72fc-7849-49d1-a57b-31b4c43c3a35 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95390026-c4f5-42bf-bd2d-673696f79c58') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:43.816856 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-64cf72fc-7849-49d1-a57b-31b4c43c3a35 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (95390026-c4f5-42bf-bd2d-673696f79c58), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:43.837210 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-64cf72fc-7849-49d1-a57b-31b4c43c3a35 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (95390026-c4f5-42bf-bd2d-673696f79c58), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:43.845254 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64cf72fc-7849-49d1-a57b-31b4c43c3a35 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:02:43.845656 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-64cf72fc-7849-49d1-a57b-31b4c43c3a35 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (95390026-c4f5-42bf-bd2d-673696f79c58), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:43.849776 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 20:02:43.849776 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:02:43.849776 n-d-705658-24 neutron-server[104173]: timer() Mar 22 20:02:43.849776 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:02:43.849776 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 20:02:43.849776 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:02:43.849776 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 20:02:43.849776 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:02:43.849776 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 20:02:43.849776 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:02:43.849776 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 20:02:43.849776 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:02:43.849776 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 20:02:43.849776 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:02:43.849776 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:02:43.849776 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:02:43.849776 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:02:43.849776 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:02:43.849776 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 20:02:43.849776 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:02:43.849776 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 20:02:43.849776 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:02:43.849776 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:02:43.849776 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:02:43.849776 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 20:02:43.849776 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:02:43.849776 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:02:43.849776 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:02:43.849776 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:02:43.849776 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:02:43.849776 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:02:43.849776 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:02:43.928463 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-64cf72fc-7849-49d1-a57b-31b4c43c3a35 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (6288b3e6-dfee-437d-8ece-381cd576cff8), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:43.944171 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-64cf72fc-7849-49d1-a57b-31b4c43c3a35 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:43.947870 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-64cf72fc-7849-49d1-a57b-31b4c43c3a35 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "DELETE /v2.0/networks/6288b3e6-dfee-437d-8ece-381cd576cff8 HTTP/1.1" status: 204 len: 168 time: 0.6960866 Mar 22 20:02:43.951429 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37042) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:43.963018 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf72fc-7849-49d1-a57b-31b4c43c3a35 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event deleted for resources: {'Network': ['ID=6288b3e6-dfee-437d-8ece-381cd576cff8,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:44.164541 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-8e9f3bf6-07be-42ec-a9df-0d821054ae19 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Deleting port 84de281a-f2a3-428d-a7c3-6b74a4b8aa32 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:02:44.165036 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8e9f3bf6-07be-42ec-a9df-0d821054ae19 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (84de281a-f2a3-428d-a7c3-6b74a4b8aa32), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:44.314366 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8e9f3bf6-07be-42ec-a9df-0d821054ae19 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (84de281a-f2a3-428d-a7c3-6b74a4b8aa32), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:44.314366 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8e9f3bf6-07be-42ec-a9df-0d821054ae19 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for floatingip (84de281a-f2a3-428d-a7c3-6b74a4b8aa32), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:44.330148 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-8e9f3bf6-07be-42ec-a9df-0d821054ae19 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Calling delete_port for 84de281a-f2a3-428d-a7c3-6b74a4b8aa32 owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:02:44.554434 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8e9f3bf6-07be-42ec-a9df-0d821054ae19 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (84de281a-f2a3-428d-a7c3-6b74a4b8aa32), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:44.584632 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f3bf6-07be-42ec-a9df-0d821054ae19 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event deleted for resources: {'Port': ['ID=84de281a-f2a3-428d-a7c3-6b74a4b8aa32,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:44.706608 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8e9f3bf6-07be-42ec-a9df-0d821054ae19 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for floatingip (7855546e-3095-4b9f-bf83-353db75f3875), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:44.707954 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [None req-8e9f3bf6-07be-42ec-a9df-0d821054ae19 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Floating IP 7855546e-3095-4b9f-bf83-353db75f3875 disassociated (deleted). External IP: 172.25.5.30, port: 69090c15-0426-4b8c-896b-956d503bae9c. Mar 22 20:02:44.859804 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:02:44.880654 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:02:44.880997 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device c4ecfd81-d1d4-4424-b6fb-6fca8e9fb761 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:02:45.007678 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9f3bf6-07be-42ec-a9df-0d821054ae19 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Router cc6eec85-fa35-4862-b89a-1edf2d63d00e has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:02:45.210884 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9f3bf6-07be-42ec-a9df-0d821054ae19 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:02:45.219537 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8e9f3bf6-07be-42ec-a9df-0d821054ae19 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:45.221259 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9f43ddef-807a-423e-97ab-4e26e2638729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:45.230948 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9995994e-101c-448c-a97a-e5e47473ecb4 None None] Sync routers for ids ['cc6eec85-fa35-4862-b89a-1edf2d63d00e'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:02:45.251238 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9995994e-101c-448c-a97a-e5e47473ecb4 None None] Routers {'cc6eec85-fa35-4862-b89a-1edf2d63d00e'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:02:45.252197 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-9995994e-101c-448c-a97a-e5e47473ecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:02:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cc6eec85-fa35-4862-b89a-1edf2d63d00e'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:45.312651 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8e9f3bf6-07be-42ec-a9df-0d821054ae19 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "DELETE /v2.0/floatingips/7855546e-3095-4b9f-bf83-353db75f3875 HTTP/1.1" status: 204 len: 168 time: 1.3592265 Mar 22 20:02:45.313566 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15ca6722-1411-4d5b-8e9a-bc44559e6459', 'tag': '69090c15-0426-4b8c-896b-956d503bae9c'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:02:45.316660 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3637e4ce-d3e6-41d8-8b5c-ec08a5dbc6bb" -d '{"events": [{"name": "network-changed", "server_uuid": "15ca6722-1411-4d5b-8e9a-bc44559e6459", "tag": "69090c15-0426-4b8c-896b-956d503bae9c"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:02:45.326103 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 46793761-2ed9-461d-928a-06762ef9c606 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:02:45.405618 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 46793761-2ed9-461d-928a-06762ef9c606 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:02:45.406469 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 46793761-2ed9-461d-928a-06762ef9c606 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:02:45.441834 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4e6a3a-361c-4322-be57-afb7f3737e6c x-openstack-request-id: req-ad4e6a3a-361c-4322-be57-afb7f3737e6c {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:02:45.442141 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15ca6722-1411-4d5b-8e9a-bc44559e6459", "tag": "69090c15-0426-4b8c-896b-956d503bae9c", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:02:45.442462 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ad4e6a3a-361c-4322-be57-afb7f3737e6c {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:02:45.442977 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad4e6a3a-361c-4322-be57-afb7f3737e6c'] response: {'name': 'network-changed', 'server_uuid': '15ca6722-1411-4d5b-8e9a-bc44559e6459', 'tag': '69090c15-0426-4b8c-896b-956d503bae9c', 'status': 'completed', 'code': 200} Mar 22 20:02:45.703280 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-9995994e-101c-448c-a97a-e5e47473ecb4 None None] Set router cc6eec85-fa35-4862-b89a-1edf2d63d00e gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:02:45.754194 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637e4ce-d3e6-41d8-8b5c-ec08a5dbc6bb req-d3c17e1e-a95a-40ce-b1f6-3dbd732b89cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:45.757859 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3637e4ce-d3e6-41d8-8b5c-ec08a5dbc6bb req-d3c17e1e-a95a-40ce-b1f6-3dbd732b89cd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0a9f551f23724cbfbcd0f3d327611c2d&device_id=15ca6722-1411-4d5b-8e9a-bc44559e6459 HTTP/1.1" status: 200 len: 1128 time: 0.2794011 Mar 22 20:02:45.801340 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ddf1a-13c4-40cc-9129-b816e029292d req-646ad6cc-b422-40b9-a710-5f821fe14aec tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:45.803171 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-914ddf1a-13c4-40cc-9129-b816e029292d req-646ad6cc-b422-40b9-a710-5f821fe14aec tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=15ca6722-1411-4d5b-8e9a-bc44559e6459 HTTP/1.1" status: 200 len: 945 time: 0.0802553 Mar 22 20:02:45.938611 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-914ddf1a-13c4-40cc-9129-b816e029292d req-1770c7a0-589f-470e-9450-14d055611a56 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?id=98f2d4ef-8ecb-45dc-ac02-b5f2e3ef7b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178081 Mar 22 20:02:45.959009 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637e4ce-d3e6-41d8-8b5c-ec08a5dbc6bb req-ff54cc3b-ee7b-468a-8f49-75f5d98c0628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:45.961267 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3637e4ce-d3e6-41d8-8b5c-ec08a5dbc6bb req-ff54cc3b-ee7b-468a-8f49-75f5d98c0628 service neutron] 10.222.0.85 "GET /v2.0/networks?id=34a034e8-35b7-4b70-ada6-2e55ff0722c1 HTTP/1.1" status: 200 len: 897 time: 0.1978810 Mar 22 20:02:46.013858 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3637e4ce-d3e6-41d8-8b5c-ec08a5dbc6bb req-ef3628c5-1fef-405f-aadb-25a1ca88334c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69090c15-0426-4b8c-896b-956d503bae9c HTTP/1.1" status: 200 len: 217 time: 0.0456946 Mar 22 20:02:46.087383 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637e4ce-d3e6-41d8-8b5c-ec08a5dbc6bb req-1deec1a5-860c-4c4f-a0c9-3de957825f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:46.089724 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3637e4ce-d3e6-41d8-8b5c-ec08a5dbc6bb req-1deec1a5-860c-4c4f-a0c9-3de957825f71 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=67946d77-61f2-44da-b60c-17393e888589 HTTP/1.1" status: 200 len: 835 time: 0.0690541 Mar 22 20:02:46.116254 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-9995994e-101c-448c-a97a-e5e47473ecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'name': 'tempest-TestNetworkBasicOps-router-1774441573', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '867dc63e-7216-4799-a405-6a139085ace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:02:38Z', 'revision_number': 6, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'gw_port': {'id': '867dc63e-7216-4799-a405-6a139085ace2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'a440b64f-f83a-4011-a51c-d1e1aa3b6e5d', 'name': '', 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'mac_address': 'fa:16:3e:af:06:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '67946d77-61f2-44da-b60c-17393e888589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:20Z', 'updated_at': '2022-03-22T20:00:24Z', 'revision_number': 5, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'subnets': [{'id': '67946d77-61f2-44da-b60c-17393e888589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:46.154745 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9995994e-101c-448c-a97a-e5e47473ecb4 None None] Checking router: cc6eec85-fa35-4862-b89a-1edf2d63d00e for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:02:46.168382 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3637e4ce-d3e6-41d8-8b5c-ec08a5dbc6bb req-dacd635f-94ac-492f-aee0-adb386a62d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:46.170575 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3637e4ce-d3e6-41d8-8b5c-ec08a5dbc6bb req-dacd635f-94ac-492f-aee0-adb386a62d8b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=34a034e8-35b7-4b70-ada6-2e55ff0722c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0748460 Mar 22 20:02:46.176821 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9995994e-101c-448c-a97a-e5e47473ecb4 None None] Routers {'cc6eec85-fa35-4862-b89a-1edf2d63d00e'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:02:46.178442 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-9995994e-101c-448c-a97a-e5e47473ecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:02:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cc6eec85-fa35-4862-b89a-1edf2d63d00e'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:46.193435 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:46.291100 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3637e4ce-d3e6-41d8-8b5c-ec08a5dbc6bb req-a623d41a-d280-47a4-9297-aa2d6bf4ed49 service neutron] 10.222.0.85 "GET /v2.0/networks/34a034e8-35b7-4b70-ada6-2e55ff0722c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129174 Mar 22 20:02:46.361783 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-9995994e-101c-448c-a97a-e5e47473ecb4 None None] Set router cc6eec85-fa35-4862-b89a-1edf2d63d00e gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:02:46.429551 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3637e4ce-d3e6-41d8-8b5c-ec08a5dbc6bb req-a7e66ba2-cd33-4eb3-ad75-9bbac24f67f4 service neutron] 10.222.0.85 "GET /v2.0/networks/34a034e8-35b7-4b70-ada6-2e55ff0722c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317835 Mar 22 20:02:46.626960 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-9995994e-101c-448c-a97a-e5e47473ecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'name': 'tempest-TestNetworkBasicOps-router-1774441573', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '867dc63e-7216-4799-a405-6a139085ace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:02:38Z', 'revision_number': 6, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'gw_port': {'id': '867dc63e-7216-4799-a405-6a139085ace2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'a440b64f-f83a-4011-a51c-d1e1aa3b6e5d', 'name': '', 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'mac_address': 'fa:16:3e:af:06:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '67946d77-61f2-44da-b60c-17393e888589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:20Z', 'updated_at': '2022-03-22T20:00:24Z', 'revision_number': 5, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'subnets': [{'id': '67946d77-61f2-44da-b60c-17393e888589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:46.658996 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9995994e-101c-448c-a97a-e5e47473ecb4 None None] The sync data for ids ['cc6eec85-fa35-4862-b89a-1edf2d63d00e'] in n-d-705658-24 is: [{'id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'name': 'tempest-TestNetworkBasicOps-router-1774441573', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '867dc63e-7216-4799-a405-6a139085ace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:02:38Z', 'revision_number': 6, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'gw_port': {'id': '867dc63e-7216-4799-a405-6a139085ace2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'a440b64f-f83a-4011-a51c-d1e1aa3b6e5d', 'name': '', 'network_id': '34a034e8-35b7-4b70-ada6-2e55ff0722c1', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'mac_address': 'fa:16:3e:af:06:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '67946d77-61f2-44da-b60c-17393e888589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:20Z', 'updated_at': '2022-03-22T20:00:24Z', 'revision_number': 5, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'subnets': [{'id': '67946d77-61f2-44da-b60c-17393e888589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:02:47.003215 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f197c5-5e88-49c4-975b-d4d96d544b8f None None] New status for floating IP 7855546e-3095-4b9f-bf83-353db75f3875: DOWN {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:02:47.113447 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4cb5c-03a5-454f-b2ab-98d1f2077e74 req-e38db117-d2c3-41c0-a46f-5b45798d4237 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:47.115830 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aad4cb5c-03a5-454f-b2ab-98d1f2077e74 req-e38db117-d2c3-41c0-a46f-5b45798d4237 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=15ca6722-1411-4d5b-8e9a-bc44559e6459 HTTP/1.1" status: 200 len: 945 time: 0.0746670 Mar 22 20:02:47.191266 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466fcbff-1d6a-4eae-94a7-4b8a90ae37e0 req-1be5fe2e-639b-491b-8244-eeaf3148d58c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:47.193871 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-466fcbff-1d6a-4eae-94a7-4b8a90ae37e0 req-1be5fe2e-639b-491b-8244-eeaf3148d58c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.85 "GET /v2.0/ports?device_id=15ca6722-1411-4d5b-8e9a-bc44559e6459 HTTP/1.1" status: 200 len: 945 time: 0.1131299 Mar 22 20:02:47.199139 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aad4cb5c-03a5-454f-b2ab-98d1f2077e74 req-52534b55-894c-4765-a4c4-c06818a67312 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?id=98f2d4ef-8ecb-45dc-ac02-b5f2e3ef7b46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755606 Mar 22 20:02:47.326930 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-466fcbff-1d6a-4eae-94a7-4b8a90ae37e0 req-9e3f28ec-40c6-46c9-a7ac-4c1bd7f7505f tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Deleting port 69090c15-0426-4b8c-896b-956d503bae9c {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:02:47.327438 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-466fcbff-1d6a-4eae-94a7-4b8a90ae37e0 req-9e3f28ec-40c6-46c9-a7ac-4c1bd7f7505f tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (69090c15-0426-4b8c-896b-956d503bae9c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:47.421664 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-90ffc380-c361-42c2-8848-d2488947aa81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:47.437106 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-466fcbff-1d6a-4eae-94a7-4b8a90ae37e0 req-9e3f28ec-40c6-46c9-a7ac-4c1bd7f7505f tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] For port 69090c15-0426-4b8c-896b-956d503bae9c, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=69090c15-0426-4b8c-896b-956d503bae9c,segment=NetworkSegment(a53831f9-8777-4b9b-a1c4-e41b092eeda9),segment_id=a53831f9-8777-4b9b-a1c4-e41b092eeda9)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:02:47.437506 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-466fcbff-1d6a-4eae-94a7-4b8a90ae37e0 req-9e3f28ec-40c6-46c9-a7ac-4c1bd7f7505f tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (69090c15-0426-4b8c-896b-956d503bae9c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:47.456030 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-466fcbff-1d6a-4eae-94a7-4b8a90ae37e0 req-9e3f28ec-40c6-46c9-a7ac-4c1bd7f7505f tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Calling delete_port for 69090c15-0426-4b8c-896b-956d503bae9c owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:02:47.630711 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-466fcbff-1d6a-4eae-94a7-4b8a90ae37e0 req-9e3f28ec-40c6-46c9-a7ac-4c1bd7f7505f tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (69090c15-0426-4b8c-896b-956d503bae9c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:47.684317 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f28ec-40c6-46c9-a7ac-4c1bd7f7505f tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event deleted for resources: {'Port': ['ID=69090c15-0426-4b8c-896b-956d503bae9c,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:47.744721 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-466fcbff-1d6a-4eae-94a7-4b8a90ae37e0 req-9e3f28ec-40c6-46c9-a7ac-4c1bd7f7505f tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] No DVR routers for this DVR port 69090c15-0426-4b8c-896b-956d503bae9c on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:02:47.748173 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-466fcbff-1d6a-4eae-94a7-4b8a90ae37e0 req-9e3f28ec-40c6-46c9-a7ac-4c1bd7f7505f tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:47.752194 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-466fcbff-1d6a-4eae-94a7-4b8a90ae37e0 req-9e3f28ec-40c6-46c9-a7ac-4c1bd7f7505f tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.85 "DELETE /v2.0/ports/69090c15-0426-4b8c-896b-956d503bae9c HTTP/1.1" status: 204 len: 173 time: 0.5539982 Mar 22 20:02:47.752668 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15ca6722-1411-4d5b-8e9a-bc44559e6459', 'name': 'network-vif-deleted', 'tag': '69090c15-0426-4b8c-896b-956d503bae9c'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:02:47.755133 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c891e2-3a4a-40f0-9b4c-70c206727c6f" -d '{"events": [{"server_uuid": "15ca6722-1411-4d5b-8e9a-bc44559e6459", "name": "network-vif-deleted", "tag": "69090c15-0426-4b8c-896b-956d503bae9c"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:02:47.799598 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd61e478-c549-4ef4-8675-1162170a2cef x-openstack-request-id: req-bd61e478-c549-4ef4-8675-1162170a2cef {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:02:47.799920 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15ca6722-1411-4d5b-8e9a-bc44559e6459", "name": "network-vif-deleted", "tag": "69090c15-0426-4b8c-896b-956d503bae9c", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:02:47.800181 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bd61e478-c549-4ef4-8675-1162170a2cef {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:02:47.800650 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd61e478-c549-4ef4-8675-1162170a2cef'] response: {'server_uuid': '15ca6722-1411-4d5b-8e9a-bc44559e6459', 'name': 'network-vif-deleted', 'tag': '69090c15-0426-4b8c-896b-956d503bae9c', 'status': 'completed', 'code': 200} Mar 22 20:02:48.304136 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37068) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:48.373308 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-524d054e-2da6-40cd-b15e-fce8c74a0df6 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group (98f2d4ef-8ecb-45dc-ac02-b5f2e3ef7b46), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:48.399669 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-524d054e-2da6-40cd-b15e-fce8c74a0df6 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group (98f2d4ef-8ecb-45dc-ac02-b5f2e3ef7b46), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:48.469258 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-524d054e-2da6-40cd-b15e-fce8c74a0df6 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (98f2d4ef-8ecb-45dc-ac02-b5f2e3ef7b46), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:48.471962 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-524d054e-2da6-40cd-b15e-fce8c74a0df6 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:48.473305 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-524d054e-2da6-40cd-b15e-fce8c74a0df6 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "DELETE /v2.0/security-groups/98f2d4ef-8ecb-45dc-ac02-b5f2e3ef7b46 HTTP/1.1" status: 204 len: 168 time: 0.1678114 Mar 22 20:02:48.483341 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d054e-2da6-40cd-b15e-fce8c74a0df6 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f2d4ef-8ecb-45dc-ac02-b5f2e3ef7b46,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:48.510701 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37072) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:48.603381 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:48.810020 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:48.958853 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-faee8d1b-16b7-4857-8e14-b334d256545a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (cc6eec85-fa35-4862-b89a-1edf2d63d00e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:49.332968 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-faee8d1b-16b7-4857-8e14-b334d256545a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Deleting port a440b64f-f83a-4011-a51c-d1e1aa3b6e5d {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:02:49.333825 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-faee8d1b-16b7-4857-8e14-b334d256545a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (a440b64f-f83a-4011-a51c-d1e1aa3b6e5d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:49.430894 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-faee8d1b-16b7-4857-8e14-b334d256545a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] For port a440b64f-f83a-4011-a51c-d1e1aa3b6e5d, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a440b64f-f83a-4011-a51c-d1e1aa3b6e5d,segment=NetworkSegment(a53831f9-8777-4b9b-a1c4-e41b092eeda9),segment_id=a53831f9-8777-4b9b-a1c4-e41b092eeda9)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:02:49.431259 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-faee8d1b-16b7-4857-8e14-b334d256545a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (a440b64f-f83a-4011-a51c-d1e1aa3b6e5d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:49.445356 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-faee8d1b-16b7-4857-8e14-b334d256545a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Calling delete_port for a440b64f-f83a-4011-a51c-d1e1aa3b6e5d owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:02:49.645941 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-faee8d1b-16b7-4857-8e14-b334d256545a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (a440b64f-f83a-4011-a51c-d1e1aa3b6e5d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:49.676165 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee8d1b-16b7-4857-8e14-b334d256545a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event deleted for resources: {'Port': ['ID=a440b64f-f83a-4011-a51c-d1e1aa3b6e5d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:49.900769 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-faee8d1b-16b7-4857-8e14-b334d256545a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (cc6eec85-fa35-4862-b89a-1edf2d63d00e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:50.237277 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:50.446997 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-7e6383d6-421e-4134-bdd1-c47af45afab7 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-214692615&fields=id&tenant_id=99d72c7dab634aac93e71becf6d2998e HTTP/1.1" status: 200 len: 267 time: 0.0465243 Mar 22 20:02:50.463256 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faee8d1b-16b7-4857-8e14-b334d256545a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Router cc6eec85-fa35-4862-b89a-1edf2d63d00e has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:02:50.568862 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-a5661b8a-3fb2-4645-a79a-6d013b1127c8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:50.570459 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-a5661b8a-3fb2-4645-a79a-6d013b1127c8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/networks?id=942e739d-0f2d-40f4-8f81-80042bf466e6 HTTP/1.1" status: 200 len: 810 time: 0.1163485 Mar 22 20:02:50.585634 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faee8d1b-16b7-4857-8e14-b334d256545a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:02:50.588230 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-6cc5b113-e8c8-4f01-a1bd-90e123f6aa0d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/quotas/99d72c7dab634aac93e71becf6d2998e HTTP/1.1" status: 200 len: 375 time: 0.0103214 Mar 22 20:02:50.591645 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-faee8d1b-16b7-4857-8e14-b334d256545a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "PUT /v2.0/routers/cc6eec85-fa35-4862-b89a-1edf2d63d00e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0800734 Mar 22 20:02:50.594562 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37090) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:50.599686 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3132e0f-9be2-4c81-9180-bb52e5582a84 None None] Sync routers for ids ['cc6eec85-fa35-4862-b89a-1edf2d63d00e'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:02:50.612100 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3132e0f-9be2-4c81-9180-bb52e5582a84 None None] Routers {'cc6eec85-fa35-4862-b89a-1edf2d63d00e'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:02:50.612960 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-b3132e0f-9be2-4c81-9180-bb52e5582a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:02:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cc6eec85-fa35-4862-b89a-1edf2d63d00e'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:50.655560 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-def5d9da-08bc-4224-bf8d-cc815dd46642 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Deleting subnet 67946d77-61f2-44da-b60c-17393e888589 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:02:50.659402 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-def5d9da-08bc-4224-bf8d-cc815dd46642 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for subnet (67946d77-61f2-44da-b60c-17393e888589), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:50.671101 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-fc67c3cc-6ded-4015-9034-063d1e373562 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=99d72c7dab634aac93e71becf6d2998e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0654261 Mar 22 20:02:50.709381 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-def5d9da-08bc-4224-bf8d-cc815dd46642 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (67946d77-61f2-44da-b60c-17393e888589), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:50.734656 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-b3132e0f-9be2-4c81-9180-bb52e5582a84 None None] Set router cc6eec85-fa35-4862-b89a-1edf2d63d00e gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:02:50.775096 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-0ee2b767-6646-4b07-8ef1-f43d917b3a85 service neutron] 10.222.0.75 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913785 Mar 22 20:02:50.821085 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-def5d9da-08bc-4224-bf8d-cc815dd46642 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (67946d77-61f2-44da-b60c-17393e888589), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:50.896566 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-b89170b8-38e9-4572-9086-287784d1a1b2 service neutron] 10.222.0.75 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132710 Mar 22 20:02:50.898745 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-def5d9da-08bc-4224-bf8d-cc815dd46642 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (67946d77-61f2-44da-b60c-17393e888589), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:50.899717 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 69090c15-0426-4b8c-896b-956d503bae9c no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:02:50.929166 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 69090c15-0426-4b8c-896b-956d503bae9c {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:02:50.930227 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 69090c15-0426-4b8c-896b-956d503bae9c not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:02:50.940397 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5d9da-08bc-4224-bf8d-cc815dd46642 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event deleted for resources: {'Subnet': ['ID=67946d77-61f2-44da-b60c-17393e888589,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:50.942511 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-b3132e0f-9be2-4c81-9180-bb52e5582a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'name': 'tempest-TestNetworkBasicOps-router-1774441573', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '867dc63e-7216-4799-a405-6a139085ace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:02:49Z', 'revision_number': 7, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'gw_port': {'id': '867dc63e-7216-4799-a405-6a139085ace2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:50.945415 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-def5d9da-08bc-4224-bf8d-cc815dd46642 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:50.952944 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37092) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:50.955392 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573b3906-2fe4-4c64-b65f-e6bffafa911f None None] Network 34a034e8-35b7-4b70-ada6-2e55ff0722c1 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:02:50.962990 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-def5d9da-08bc-4224-bf8d-cc815dd46642 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "DELETE /v2.0/subnets/67946d77-61f2-44da-b60c-17393e888589 HTTP/1.1" status: 204 len: 168 time: 0.3667977 Mar 22 20:02:50.981366 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3132e0f-9be2-4c81-9180-bb52e5582a84 None None] Checking router: cc6eec85-fa35-4862-b89a-1edf2d63d00e for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:02:50.995764 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3132e0f-9be2-4c81-9180-bb52e5582a84 None None] Routers {'cc6eec85-fa35-4862-b89a-1edf2d63d00e'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:02:50.996784 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-b3132e0f-9be2-4c81-9180-bb52e5582a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:02:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cc6eec85-fa35-4862-b89a-1edf2d63d00e'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:51.109948 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1737724b-f3ce-4af7-b63f-b3144041e53a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for router (cc6eec85-fa35-4862-b89a-1edf2d63d00e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:51.188658 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-b3132e0f-9be2-4c81-9180-bb52e5582a84 None None] Set router cc6eec85-fa35-4862-b89a-1edf2d63d00e gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:02:51.211326 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95c4f05-819f-46ad-852c-d930111eb70d None None] DHCP port deletion for 34a034e8-35b7-4b70-ada6-2e55ff0722c1 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 20:02:51.293707 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1737724b-f3ce-4af7-b63f-b3144041e53a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for router_gateway (cc6eec85-fa35-4862-b89a-1edf2d63d00e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:51.302858 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c95c4f05-819f-46ad-852c-d930111eb70d None None] Deleting port 00b2e542-b7da-4987-ab07-2e98e72209c3 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:02:51.304200 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c95c4f05-819f-46ad-852c-d930111eb70d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (00b2e542-b7da-4987-ab07-2e98e72209c3), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:51.407982 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-1737724b-f3ce-4af7-b63f-b3144041e53a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Deleting port 867dc63e-7216-4799-a405-6a139085ace2 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:02:51.408735 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1737724b-f3ce-4af7-b63f-b3144041e53a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (867dc63e-7216-4799-a405-6a139085ace2), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:51.443077 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 00b2e542-b7da-4987-ab07-2e98e72209c3 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:02:51.445376 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cec4900d-652f-4215-9fec-cc4f36f743c3 req-2a46cba0-a042-4859-be12-5b1cd527fbda tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 210 time: 0.0523520 Mar 22 20:02:51.488389 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:51.504822 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-b3132e0f-9be2-4c81-9180-bb52e5582a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'name': 'tempest-TestNetworkBasicOps-router-1774441573', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '867dc63e-7216-4799-a405-6a139085ace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:02:49Z', 'revision_number': 7, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'gw_port': {'id': '867dc63e-7216-4799-a405-6a139085ace2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:51.513201 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c95c4f05-819f-46ad-852c-d930111eb70d None None] For port 00b2e542-b7da-4987-ab07-2e98e72209c3, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=00b2e542-b7da-4987-ab07-2e98e72209c3,segment=NetworkSegment(a53831f9-8777-4b9b-a1c4-e41b092eeda9),segment_id=a53831f9-8777-4b9b-a1c4-e41b092eeda9)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:02:51.513608 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c95c4f05-819f-46ad-852c-d930111eb70d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (00b2e542-b7da-4987-ab07-2e98e72209c3), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:51.527318 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c95c4f05-819f-46ad-852c-d930111eb70d None None] Calling delete_port for 00b2e542-b7da-4987-ab07-2e98e72209c3 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:02:51.560255 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-1737724b-f3ce-4af7-b63f-b3144041e53a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] For port 867dc63e-7216-4799-a405-6a139085ace2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=867dc63e-7216-4799-a405-6a139085ace2,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:02:51.561751 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1737724b-f3ce-4af7-b63f-b3144041e53a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (867dc63e-7216-4799-a405-6a139085ace2), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:51.570640 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3132e0f-9be2-4c81-9180-bb52e5582a84 None None] The sync data for ids ['cc6eec85-fa35-4862-b89a-1edf2d63d00e'] in n-d-705658-24 is: [{'id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'name': 'tempest-TestNetworkBasicOps-router-1774441573', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18'}], 'enable_snat': True}, 'gw_port_id': '867dc63e-7216-4799-a405-6a139085ace2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:02:49Z', 'revision_number': 7, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'gw_port': {'id': '867dc63e-7216-4799-a405-6a139085ace2', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6eec85-fa35-4862-b89a-1edf2d63d00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:00:16Z', 'updated_at': '2022-03-22T20:00:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:02:51.590729 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-1737724b-f3ce-4af7-b63f-b3144041e53a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Calling delete_port for 867dc63e-7216-4799-a405-6a139085ace2 owned by network:router_gateway {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:02:51.662880 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 00b2e542-b7da-4987-ab07-2e98e72209c3 is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:02:51.663466 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (00b2e542-b7da-4987-ab07-2e98e72209c3), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:51.753997 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 00b2e542-b7da-4987-ab07-2e98e72209c3, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=00b2e542-b7da-4987-ab07-2e98e72209c3,segment=NetworkSegment(a53831f9-8777-4b9b-a1c4-e41b092eeda9),segment_id=a53831f9-8777-4b9b-a1c4-e41b092eeda9)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:02:51.759841 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (00b2e542-b7da-4987-ab07-2e98e72209c3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:51.791275 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1737724b-f3ce-4af7-b63f-b3144041e53a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (867dc63e-7216-4799-a405-6a139085ace2), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:51.806953 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c95c4f05-819f-46ad-852c-d930111eb70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (00b2e542-b7da-4987-ab07-2e98e72209c3), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:51.835969 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95c4f05-819f-46ad-852c-d930111eb70d None None] No DVR routers for this DVR port 00b2e542-b7da-4987-ab07-2e98e72209c3 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:02:51.852473 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=00b2e542-b7da-4987-ab07-2e98e72209c3,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:51.860976 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737724b-f3ce-4af7-b63f-b3144041e53a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event deleted for resources: {'Port': ['ID=867dc63e-7216-4799-a405-6a139085ace2,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:51.878017 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c4f05-819f-46ad-852c-d930111eb70d None None] Pushing event deleted for resources: {'Port': ['ID=00b2e542-b7da-4987-ab07-2e98e72209c3,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:51.893289 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737724b-f3ce-4af7-b63f-b3144041e53a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:51.893963 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737724b-f3ce-4af7-b63f-b3144041e53a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:51.894191 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737724b-f3ce-4af7-b63f-b3144041e53a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:51.894788 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737724b-f3ce-4af7-b63f-b3144041e53a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:51.895212 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737724b-f3ce-4af7-b63f-b3144041e53a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:51.895726 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737724b-f3ce-4af7-b63f-b3144041e53a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:51.896313 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737724b-f3ce-4af7-b63f-b3144041e53a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:51.896910 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737724b-f3ce-4af7-b63f-b3144041e53a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:51.897458 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737724b-f3ce-4af7-b63f-b3144041e53a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:51.898228 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737724b-f3ce-4af7-b63f-b3144041e53a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:51.901712 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737724b-f3ce-4af7-b63f-b3144041e53a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:51.901978 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737724b-f3ce-4af7-b63f-b3144041e53a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:51.902317 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737724b-f3ce-4af7-b63f-b3144041e53a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:51.902908 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737724b-f3ce-4af7-b63f-b3144041e53a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:51.903286 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1737724b-f3ce-4af7-b63f-b3144041e53a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:51.928926 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1737724b-f3ce-4af7-b63f-b3144041e53a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (cc6eec85-fa35-4862-b89a-1edf2d63d00e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:52.048629 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1737724b-f3ce-4af7-b63f-b3144041e53a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (cc6eec85-fa35-4862-b89a-1edf2d63d00e), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:52.052454 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1737724b-f3ce-4af7-b63f-b3144041e53a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for router_controller (cc6eec85-fa35-4862-b89a-1edf2d63d00e), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:52.116697 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1737724b-f3ce-4af7-b63f-b3144041e53a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (cc6eec85-fa35-4862-b89a-1edf2d63d00e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:52.117574 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1737724b-f3ce-4af7-b63f-b3144041e53a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Fanout notify agent at l3_agent the message router_deleted on router cc6eec85-fa35-4862-b89a-1edf2d63d00e {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 20:02:52.129129 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1737724b-f3ce-4af7-b63f-b3144041e53a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:52.131136 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1737724b-f3ce-4af7-b63f-b3144041e53a tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "DELETE /v2.0/routers/cc6eec85-fa35-4862-b89a-1edf2d63d00e HTTP/1.1" status: 204 len: 168 time: 1.1768930 Mar 22 20:02:52.133703 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37116) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:52.248042 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-12cb4bdb-d627-40a5-8af8-64db20f374bd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (34a034e8-35b7-4b70-ada6-2e55ff0722c1), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:52.383451 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-12cb4bdb-d627-40a5-8af8-64db20f374bd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (34a034e8-35b7-4b70-ada6-2e55ff0722c1), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:52.425557 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-12cb4bdb-d627-40a5-8af8-64db20f374bd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a034e8-35b7-4b70-ada6-2e55ff0722c1']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:52.442759 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-12cb4bdb-d627-40a5-8af8-64db20f374bd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a53831f9-8777-4b9b-a1c4-e41b092eeda9') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:52.443142 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-12cb4bdb-d627-40a5-8af8-64db20f374bd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a53831f9-8777-4b9b-a1c4-e41b092eeda9') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:52.458517 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-12cb4bdb-d627-40a5-8af8-64db20f374bd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (a53831f9-8777-4b9b-a1c4-e41b092eeda9), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:52.475708 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-12cb4bdb-d627-40a5-8af8-64db20f374bd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (a53831f9-8777-4b9b-a1c4-e41b092eeda9), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:52.484973 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12cb4bdb-d627-40a5-8af8-64db20f374bd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:02:52.485451 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-12cb4bdb-d627-40a5-8af8-64db20f374bd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (a53831f9-8777-4b9b-a1c4-e41b092eeda9), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:52.490045 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 20:02:52.490045 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:02:52.490045 n-d-705658-24 neutron-server[104172]: timer() Mar 22 20:02:52.490045 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:02:52.490045 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 20:02:52.490045 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:02:52.490045 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 20:02:52.490045 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:02:52.490045 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 20:02:52.490045 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:02:52.490045 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 20:02:52.490045 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:02:52.490045 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 20:02:52.490045 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:02:52.490045 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:02:52.490045 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:02:52.490045 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:02:52.490045 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:02:52.490045 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 20:02:52.490045 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:02:52.490045 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 20:02:52.490045 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:02:52.490045 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:02:52.490045 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:02:52.490045 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 20:02:52.490045 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:02:52.490045 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:02:52.490045 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:02:52.490045 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:02:52.490045 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:02:52.490045 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:02:52.490045 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:02:52.583195 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-12cb4bdb-d627-40a5-8af8-64db20f374bd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (34a034e8-35b7-4b70-ada6-2e55ff0722c1), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:52.611939 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-12cb4bdb-d627-40a5-8af8-64db20f374bd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:52.615113 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-12cb4bdb-d627-40a5-8af8-64db20f374bd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "DELETE /v2.0/networks/34a034e8-35b7-4b70-ada6-2e55ff0722c1 HTTP/1.1" status: 204 len: 168 time: 0.4797559 Mar 22 20:02:52.634148 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37120) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:52.644469 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-ee148bb4-d308-491e-ab7f-a78e0104a38b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Request body: {'network': {'name': 'tempest-network-smoke--1295054655', 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'port_security_enabled': True}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:02:52.663185 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb4bdb-d627-40a5-8af8-64db20f374bd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event deleted for resources: {'Network': ['ID=34a034e8-35b7-4b70-ada6-2e55ff0722c1,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:52.667177 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc082e53-8d16-434b-9f4b-1a129f0f3fac req-8acce5cc-37d5-456b-85ef-29404d58f42e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 210 time: 0.0806177 Mar 22 20:02:52.775690 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee148bb4-d308-491e-ab7f-a78e0104a38b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Made reservation on behalf of 0a9f551f23724cbfbcd0f3d327611c2d for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:02:52.781658 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ee148bb4-d308-491e-ab7f-a78e0104a38b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:52.879797 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-3ca24e41-fb61-4b7a-9261-b6e84d114e16 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:52.881906 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-3ca24e41-fb61-4b7a-9261-b6e84d114e16 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.85 "GET /v2.0/networks?id=942e739d-0f2d-40f4-8f81-80042bf466e6 HTTP/1.1" status: 200 len: 810 time: 0.2317717 Mar 22 20:02:52.886988 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee148bb4-d308-491e-ab7f-a78e0104a38b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:02:52.921973 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ee148bb4-d308-491e-ab7f-a78e0104a38b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (ccac00d6-4515-469e-8a21-545c50830a57), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:52.921973 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-ee148bb4-d308-491e-ab7f-a78e0104a38b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Added segment ccac00d6-4515-469e-8a21-545c50830a57 of type vlan for network e95a4d9c-fc22-438e-b604-88c82590fe69 Mar 22 20:02:53.015489 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ee148bb4-d308-491e-ab7f-a78e0104a38b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (e95a4d9c-fc22-438e-b604-88c82590fe69), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:53.034580 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-97995dc4-e0c6-4714-bfca-be92760ac0ca tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99d72c7dab634aac93e71becf6d2998e HTTP/1.1" status: 200 len: 379 time: 0.1413865 Mar 22 20:02:53.044870 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-4b704906-1954-4151-b3df-5b42473865f8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Request body: {'port': {'device_id': 'e05be947-9765-4875-8ad4-248f7a3c5566', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'admin_state_up': True, 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'security_groups': ['dd47f805-f686-4d57-916c-221f6cc52fdd']}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:02:53.145550 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ee148bb4-d308-491e-ab7f-a78e0104a38b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (e95a4d9c-fc22-438e-b604-88c82590fe69), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:53.152924 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee148bb4-d308-491e-ab7f-a78e0104a38b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:53.153666 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ee148bb4-d308-491e-ab7f-a78e0104a38b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:53.286968 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ee148bb4-d308-491e-ab7f-a78e0104a38b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6465993 Mar 22 20:02:53.287418 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37122) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:53.298028 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-b7cddacd-5774-4c49-ba8d-28a3d2bf6828 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-649456980', 'admin_state_up': True, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:02:53.304119 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a440b64f-f83a-4011-a51c-d1e1aa3b6e5d no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:02:53.319352 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee148bb4-d308-491e-ab7f-a78e0104a38b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'Network': ['ID=e95a4d9c-fc22-438e-b604-88c82590fe69,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:53.349062 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-4b704906-1954-4151-b3df-5b42473865f8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Made reservation on behalf of 99d72c7dab634aac93e71becf6d2998e for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:02:53.352725 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-4b704906-1954-4151-b3df-5b42473865f8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:53.356625 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network e95a4d9c-fc22-438e-b604-88c82590fe69 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:02:53.360538 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: a440b64f-f83a-4011-a51c-d1e1aa3b6e5d {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:02:53.361349 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a440b64f-f83a-4011-a51c-d1e1aa3b6e5d not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:02:53.362061 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 867dc63e-7216-4799-a405-6a139085ace2 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:02:53.368329 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7cddacd-5774-4c49-ba8d-28a3d2bf6828 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (97d6d6d4-3409-49a9-a67c-effcbf6b707e), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:53.369980 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7cddacd-5774-4c49-ba8d-28a3d2bf6828 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (97d6d6d4-3409-49a9-a67c-effcbf6b707e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:53.435647 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 867dc63e-7216-4799-a405-6a139085ace2 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:02:53.436396 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 867dc63e-7216-4799-a405-6a139085ace2 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:02:53.544584 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7cddacd-5774-4c49-ba8d-28a3d2bf6828 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for router_controller (97d6d6d4-3409-49a9-a67c-effcbf6b707e), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:53.838763 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b6060ec1-2ac6-49ba-bd99-70815cbcea81 req-814434db-ce2e-4861-b045-e6acdcfbbcb3 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 210 time: 0.0510812 Mar 22 20:02:53.849089 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-4b704906-1954-4151-b3df-5b42473865f8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Allocated IP 172.20.0.14 (942e739d-0f2d-40f4-8f81-80042bf466e6/ce14209e-d9ba-4d1e-8a54-b7950c923a71/ff34221a-29f2-4d6d-9abd-f7ba90e54952) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:02:53.853555 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7cddacd-5774-4c49-ba8d-28a3d2bf6828 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for router_gateway (97d6d6d4-3409-49a9-a67c-effcbf6b707e), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:54.083090 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-4b704906-1954-4151-b3df-5b42473865f8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for port (ff34221a-29f2-4d6d-9abd-f7ba90e54952), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:54.215996 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7cddacd-5774-4c49-ba8d-28a3d2bf6828 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for router_gateway (97d6d6d4-3409-49a9-a67c-effcbf6b707e), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:54.218381 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-4b704906-1954-4151-b3df-5b42473865f8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (ff34221a-29f2-4d6d-9abd-f7ba90e54952), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:54.270632 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7cddacd-5774-4c49-ba8d-28a3d2bf6828 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:54.294926 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-4b704906-1954-4151-b3df-5b42473865f8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Network 942e739d-0f2d-40f4-8f81-80042bf466e6 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:02:54.305604 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-4b704906-1954-4151-b3df-5b42473865f8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:02:54.308132 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-4b704906-1954-4151-b3df-5b42473865f8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:02:54.314839 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b704906-1954-4151-b3df-5b42473865f8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Pushing event updated for resources: {'Port': ['ID=ff34221a-29f2-4d6d-9abd-f7ba90e54952,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:54.400807 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-4b704906-1954-4151-b3df-5b42473865f8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:54.401502 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-4b704906-1954-4151-b3df-5b42473865f8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:54.448622 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-4b704906-1954-4151-b3df-5b42473865f8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4084387 Mar 22 20:02:54.465404 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-3838387b-52cb-48ab-9fea-151b4f0518a5 service neutron] Request body: {'port': {'device_id': 'e05be947-9765-4875-8ad4-248f7a3c5566', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:02:54.482351 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-b7cddacd-5774-4c49-ba8d-28a3d2bf6828 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Allocated IP 172.25.5.135 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/81102ac2-34a3-493f-82f7-c218ba1d9784) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:02:54.591125 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-3838387b-52cb-48ab-9fea-151b4f0518a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ff34221a-29f2-4d6d-9abd-f7ba90e54952), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:54.662009 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-4dfcbde3-1ac7-4877-a3c7-93f7bc18912d None None] Provisioning complete for port ff34221a-29f2-4d6d-9abd-f7ba90e54952 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:02:54.662858 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4dfcbde3-1ac7-4877-a3c7-93f7bc18912d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (ff34221a-29f2-4d6d-9abd-f7ba90e54952), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:54.706323 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-4dfcbde3-1ac7-4877-a3c7-93f7bc18912d None None] Port ff34221a-29f2-4d6d-9abd-f7ba90e54952 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:02:54.732250 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7cddacd-5774-4c49-ba8d-28a3d2bf6828 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for port (81102ac2-34a3-493f-82f7-c218ba1d9784), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:54.839254 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7cddacd-5774-4c49-ba8d-28a3d2bf6828 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (81102ac2-34a3-493f-82f7-c218ba1d9784), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:54.901829 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cddacd-5774-4c49-ba8d-28a3d2bf6828 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:02:54.911471 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-b7cddacd-5774-4c49-ba8d-28a3d2bf6828 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:02:54.919654 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cddacd-5774-4c49-ba8d-28a3d2bf6828 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:02:54.924077 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cddacd-5774-4c49-ba8d-28a3d2bf6828 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'Port': ['ID=81102ac2-34a3-493f-82f7-c218ba1d9784,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:54.968740 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cddacd-5774-4c49-ba8d-28a3d2bf6828 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:54.968740 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cddacd-5774-4c49-ba8d-28a3d2bf6828 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:54.969050 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cddacd-5774-4c49-ba8d-28a3d2bf6828 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:54.969299 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cddacd-5774-4c49-ba8d-28a3d2bf6828 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:54.969638 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cddacd-5774-4c49-ba8d-28a3d2bf6828 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:54.970007 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cddacd-5774-4c49-ba8d-28a3d2bf6828 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:54.970343 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cddacd-5774-4c49-ba8d-28a3d2bf6828 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:54.970721 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cddacd-5774-4c49-ba8d-28a3d2bf6828 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:54.971049 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cddacd-5774-4c49-ba8d-28a3d2bf6828 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:54.971333 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cddacd-5774-4c49-ba8d-28a3d2bf6828 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:54.971663 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cddacd-5774-4c49-ba8d-28a3d2bf6828 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:54.971992 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cddacd-5774-4c49-ba8d-28a3d2bf6828 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:54.972318 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cddacd-5774-4c49-ba8d-28a3d2bf6828 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:54.972655 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cddacd-5774-4c49-ba8d-28a3d2bf6828 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:54.972986 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cddacd-5774-4c49-ba8d-28a3d2bf6828 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:02:55.006332 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe7dd42-19ec-472f-b1bf-c1870cbd2037 req-c03fa1ac-84d5-4130-90d7-47274ca9f259 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:55.009168 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-abe7dd42-19ec-472f-b1bf-c1870cbd2037 req-c03fa1ac-84d5-4130-90d7-47274ca9f259 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 932 time: 0.0717182 Mar 22 20:02:55.080865 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-3838387b-52cb-48ab-9fea-151b4f0518a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff34221a-29f2-4d6d-9abd-f7ba90e54952 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:02:55.091166 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-abe7dd42-19ec-472f-b1bf-c1870cbd2037 req-3ffa86ee-a541-453d-8560-0baaedcdaa20 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691051 Mar 22 20:02:55.092000 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-3838387b-52cb-48ab-9fea-151b4f0518a5 service neutron] Publish callbacks [] for port (ff34221a-29f2-4d6d-9abd-f7ba90e54952), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:55.128673 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-3838387b-52cb-48ab-9fea-151b4f0518a5 service neutron] Transition to ACTIVE for port object ff34221a-29f2-4d6d-9abd-f7ba90e54952 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:02:55.133685 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-3838387b-52cb-48ab-9fea-151b4f0518a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (ff34221a-29f2-4d6d-9abd-f7ba90e54952), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:55.292534 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3838387b-52cb-48ab-9fea-151b4f0518a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ff34221a-29f2-4d6d-9abd-f7ba90e54952,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:55.326283 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26bfbac-cbfc-4709-b65a-9314257266cc req-6ffffeb2-0ae5-4a03-8035-36ab0146c8a1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:55.328164 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c26bfbac-cbfc-4709-b65a-9314257266cc req-6ffffeb2-0ae5-4a03-8035-36ab0146c8a1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 945 time: 0.0887663 Mar 22 20:02:55.395561 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-3838387b-52cb-48ab-9fea-151b4f0518a5 service neutron] Attempting to bind port ff34221a-29f2-4d6d-9abd-f7ba90e54952 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:02:55.395919 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-3838387b-52cb-48ab-9fea-151b4f0518a5 service neutron] Attempting to bind port ff34221a-29f2-4d6d-9abd-f7ba90e54952 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:02:55.396251 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-3838387b-52cb-48ab-9fea-151b4f0518a5 service neutron] Attempting to bind port ff34221a-29f2-4d6d-9abd-f7ba90e54952 on network 942e739d-0f2d-40f4-8f81-80042bf466e6 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:02:55.397880 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c26bfbac-cbfc-4709-b65a-9314257266cc req-cc88399e-cbdd-4b08-94d9-cee7a088212b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=4ae151f3-3f76-4dc2-89b2-e0c3d993f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601037 Mar 22 20:02:55.398413 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7cddacd-5774-4c49-ba8d-28a3d2bf6828 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for router_gateway (97d6d6d4-3409-49a9-a67c-effcbf6b707e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:55.429529 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37134) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:55.438386 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-3838387b-52cb-48ab-9fea-151b4f0518a5 service neutron] Port ff34221a-29f2-4d6d-9abd-f7ba90e54952 on network 942e739d-0f2d-40f4-8f81-80042bf466e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:02:55.438386 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-3838387b-52cb-48ab-9fea-151b4f0518a5 service neutron] Attempting to bind port ff34221a-29f2-4d6d-9abd-f7ba90e54952 on network 942e739d-0f2d-40f4-8f81-80042bf466e6 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:02:55.472237 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-3838387b-52cb-48ab-9fea-151b4f0518a5 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:02:55.472569 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-3838387b-52cb-48ab-9fea-151b4f0518a5 service neutron] Checking segment: {'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:02:55.473458 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-3838387b-52cb-48ab-9fea-151b4f0518a5 service neutron] Bound using segment: {'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:02:55.473458 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-3838387b-52cb-48ab-9fea-151b4f0518a5 service neutron] Bound port: ff34221a-29f2-4d6d-9abd-f7ba90e54952, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3040ee74-291d-4a43-8a6b-7536a5e05546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:02:55.473758 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-3838387b-52cb-48ab-9fea-151b4f0518a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ff34221a-29f2-4d6d-9abd-f7ba90e54952), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:55.501695 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f09c6a1c-db1a-43e3-bfef-d0714d23e1e7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/floatingips/0333f12c-f657-4860-a751-6437366a8cd4 HTTP/1.1" status: 200 len: 993 time: 0.0708809 Mar 22 20:02:55.572022 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-3838387b-52cb-48ab-9fea-151b4f0518a5 service neutron] For port ff34221a-29f2-4d6d-9abd-f7ba90e54952, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:02:55.643095 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-3838387b-52cb-48ab-9fea-151b4f0518a5 service neutron] For port ff34221a-29f2-4d6d-9abd-f7ba90e54952, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=ff34221a-29f2-4d6d-9abd-f7ba90e54952,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:02:55.651617 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-3838387b-52cb-48ab-9fea-151b4f0518a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (ff34221a-29f2-4d6d-9abd-f7ba90e54952), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:55.701676 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-3838387b-52cb-48ab-9fea-151b4f0518a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:55.702327 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-3838387b-52cb-48ab-9fea-151b4f0518a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:55.703851 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-3838387b-52cb-48ab-9fea-151b4f0518a5 service neutron] 10.222.0.85 "PUT /v2.0/ports/ff34221a-29f2-4d6d-9abd-f7ba90e54952 HTTP/1.1" status: 200 len: 1093 time: 1.2456510 Mar 22 20:02:55.706022 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e05be947-9765-4875-8ad4-248f7a3c5566', 'tag': 'ff34221a-29f2-4d6d-9abd-f7ba90e54952'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:02:55.708701 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c592991-38a0-475d-9308-e785e1c8c243" -d '{"events": [{"name": "network-changed", "server_uuid": "e05be947-9765-4875-8ad4-248f7a3c5566", "tag": "ff34221a-29f2-4d6d-9abd-f7ba90e54952"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:02:55.764147 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da238a89-ae62-4d50-848d-b9cff51469a5 x-openstack-request-id: req-da238a89-ae62-4d50-848d-b9cff51469a5 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:02:55.764147 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e05be947-9765-4875-8ad4-248f7a3c5566", "tag": "ff34221a-29f2-4d6d-9abd-f7ba90e54952", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:02:55.764147 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-da238a89-ae62-4d50-848d-b9cff51469a5 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:02:55.764676 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da238a89-ae62-4d50-848d-b9cff51469a5'] response: {'name': 'network-changed', 'server_uuid': 'e05be947-9765-4875-8ad4-248f7a3c5566', 'tag': 'ff34221a-29f2-4d6d-9abd-f7ba90e54952', 'status': 'completed', 'code': 200} Mar 22 20:02:55.767920 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3838387b-52cb-48ab-9fea-151b4f0518a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ff34221a-29f2-4d6d-9abd-f7ba90e54952,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:55.771290 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7cddacd-5774-4c49-ba8d-28a3d2bf6828 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (97d6d6d4-3409-49a9-a67c-effcbf6b707e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:56.046057 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b912d18-bfc6-40ea-bcb5-24b503e7d0d8 req-3e2c86e7-2932-4397-a5d7-9008c58cfa8a tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:56.056644 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0b912d18-bfc6-40ea-bcb5-24b503e7d0d8 req-3e2c86e7-2932-4397-a5d7-9008c58cfa8a tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 1128 time: 0.0591295 Mar 22 20:02:56.137954 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0b912d18-bfc6-40ea-bcb5-24b503e7d0d8 req-26ecdbec-aa75-4127-b92b-707f1d947126 tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=4ae151f3-3f76-4dc2-89b2-e0c3d993f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657434 Mar 22 20:02:56.241023 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-5dddcbdb-d7aa-444e-a7c3-8bfac16c8132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:56.242715 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-5dddcbdb-d7aa-444e-a7c3-8bfac16c8132 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=99d72c7dab634aac93e71becf6d2998e&device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 1127 time: 0.4579003 Mar 22 20:02:56.276524 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac726c8-c76f-4e3f-ac24-1d46d80a3633 req-df85c759-a0f6-4cd9-b56f-e96dc6b7ae63 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:56.286879 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eac726c8-c76f-4e3f-ac24-1d46d80a3633 req-df85c759-a0f6-4cd9-b56f-e96dc6b7ae63 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 944 time: 0.0748012 Mar 22 20:02:56.290294 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-e1a34c35-d511-4d18-b3d5-dd4467ad6e10 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff34221a-29f2-4d6d-9abd-f7ba90e54952 HTTP/1.1" status: 200 len: 217 time: 0.0402710 Mar 22 20:02:56.358731 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-6553a695-f691-4020-83d2-f2fec9f48808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:56.359902 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eac726c8-c76f-4e3f-ac24-1d46d80a3633 req-6c283384-5868-4fdf-819c-6cfbd8580948 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714915 Mar 22 20:02:56.360272 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-6553a695-f691-4020-83d2-f2fec9f48808 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ce14209e-d9ba-4d1e-8a54-b7950c923a71 HTTP/1.1" status: 200 len: 849 time: 0.0632653 Mar 22 20:02:56.411157 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7cddacd-5774-4c49-ba8d-28a3d2bf6828 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Router 97d6d6d4-3409-49a9-a67c-effcbf6b707e is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 20:02:56.432397 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-e32e8242-9d41-4fb6-9048-864b4d2b1cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:56.434105 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-e32e8242-9d41-4fb6-9048-864b4d2b1cf1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=942e739d-0f2d-40f4-8f81-80042bf466e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0663435 Mar 22 20:02:56.601368 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7cddacd-5774-4c49-ba8d-28a3d2bf6828 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:02:56.604830 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-09f1c9da-b1f4-4889-ac7d-0774f7482204 service neutron] 10.222.0.85 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400926 Mar 22 20:02:56.613168 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a33081e-439f-4958-b674-1d433cad772d None None] Sync routers for ids ['97d6d6d4-3409-49a9-a67c-effcbf6b707e'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:02:56.625247 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a33081e-439f-4958-b674-1d433cad772d None None] Routers {'97d6d6d4-3409-49a9-a67c-effcbf6b707e'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:02:56.626176 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-8a33081e-439f-4958-b674-1d433cad772d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:02:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['97d6d6d4-3409-49a9-a67c-effcbf6b707e'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:56.668502 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b7cddacd-5774-4c49-ba8d-28a3d2bf6828 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:56.668502 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b7cddacd-5774-4c49-ba8d-28a3d2bf6828 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3795230 Mar 22 20:02:56.673399 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37166) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:56.726373 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-eb01d417-c340-4315-b7f6-adeb4bf0c707 req-cbc97b5e-e0d9-4287-a44e-c2372d6b015a service neutron] 10.222.0.85 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150486 Mar 22 20:02:56.741968 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-63b43ca0-6357-4f85-8f3b-4557812728dc tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=0a9f551f23724cbfbcd0f3d327611c2d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0664518 Mar 22 20:02:56.742803 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37168) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:56.792449 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-8a33081e-439f-4958-b674-1d433cad772d None None] Set router 97d6d6d4-3409-49a9-a67c-effcbf6b707e gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:02:56.806797 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-5a2fbbfe-a83b-4171-bc00-58466448444b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0778999 Mar 22 20:02:56.812910 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-50831c40-196c-4e0d-a810-443ae3dee73e service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 20:02:56.821453 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-50831c40-196c-4e0d-a810-443ae3dee73e service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094638 Mar 22 20:02:56.914407 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-85036873-18d6-4b6d-b4ac-b97b38638bda tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:56.916874 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-85036873-18d6-4b6d-b4ac-b97b38638bda tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] 10.222.0.75 "GET /v2.0/ports/b1cabb15-5d93-4f23-9e20-edfbfc520156 HTTP/1.1" status: 200 len: 1125 time: 0.0637331 Mar 22 20:02:56.945148 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c592991-38a0-475d-9308-e785e1c8c243 req-3f4b3cda-864c-4077-98c7-c5b1859dab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:56.947522 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9c592991-38a0-475d-9308-e785e1c8c243 req-3f4b3cda-864c-4077-98c7-c5b1859dab8c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=99d72c7dab634aac93e71becf6d2998e&device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 1127 time: 0.1636043 Mar 22 20:02:56.957694 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedb5ba5-8c91-40ef-b808-18ec9e2e1747 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:56.963544 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cedb5ba5-8c91-40ef-b808-18ec9e2e1747 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2154417 Mar 22 20:02:56.964330 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37172) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:57.028178 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-95fde41e-e7a8-4784-b5b3-3f1f59314f19 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=b209c5bc-34d3-415d-9873-d01a4e6c5db8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0592670 Mar 22 20:02:57.031529 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37174) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:57.039798 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-2b147f72-d9bc-4e81-b709-79696e56e368 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-753658254', 'network_id': 'e95a4d9c-fc22-438e-b604-88c82590fe69', 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:02:57.058205 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-8a33081e-439f-4958-b674-1d433cad772d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'name': 'tempest-TestNetworkBasicOps-router-649456980', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '81102ac2-34a3-493f-82f7-c218ba1d9784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:02:53Z', 'updated_at': '2022-03-22T20:02:55Z', 'revision_number': 3, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'gw_port': {'id': '81102ac2-34a3-493f-82f7-c218ba1d9784', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:54Z', 'updated_at': '2022-03-22T20:02:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:57.102488 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a33081e-439f-4958-b674-1d433cad772d None None] Checking router: 97d6d6d4-3409-49a9-a67c-effcbf6b707e for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:02:57.103882 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a33081e-439f-4958-b674-1d433cad772d None None] Updating router 97d6d6d4-3409-49a9-a67c-effcbf6b707e port 81102ac2-34a3-493f-82f7-c218ba1d9784 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:02:57.139618 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8a33081e-439f-4958-b674-1d433cad772d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (81102ac2-34a3-493f-82f7-c218ba1d9784), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:57.185574 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b147f72-d9bc-4e81-b709-79696e56e368 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Made reservation on behalf of 0a9f551f23724cbfbcd0f3d327611c2d for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:02:57.189968 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2b147f72-d9bc-4e81-b709-79696e56e368 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:57.290769 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c592991-38a0-475d-9308-e785e1c8c243 req-c0766288-fce8-4ad4-9f56-edb56163b1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:57.292290 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9c592991-38a0-475d-9308-e785e1c8c243 req-c0766288-fce8-4ad4-9f56-edb56163b1f8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=942e739d-0f2d-40f4-8f81-80042bf466e6 HTTP/1.1" status: 200 len: 911 time: 0.3379419 Mar 22 20:02:57.350189 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9c592991-38a0-475d-9308-e785e1c8c243 req-ae0271ba-ba0c-44d5-b7af-dcd23b076c35 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff34221a-29f2-4d6d-9abd-f7ba90e54952 HTTP/1.1" status: 200 len: 217 time: 0.0502083 Mar 22 20:02:57.469704 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c592991-38a0-475d-9308-e785e1c8c243 req-89848ffb-0d82-457a-b5b9-6f8affc3c132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:57.471385 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9c592991-38a0-475d-9308-e785e1c8c243 req-89848ffb-0d82-457a-b5b9-6f8affc3c132 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ce14209e-d9ba-4d1e-8a54-b7950c923a71 HTTP/1.1" status: 200 len: 849 time: 0.0961444 Mar 22 20:02:57.530021 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2b147f72-d9bc-4e81-b709-79696e56e368 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (3b65535b-a007-414c-a4ca-98f93410b25f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:57.614385 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c592991-38a0-475d-9308-e785e1c8c243 req-20d83be8-b339-44cc-9403-d321264b6ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:57.616629 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9c592991-38a0-475d-9308-e785e1c8c243 req-20d83be8-b339-44cc-9403-d321264b6ca9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=942e739d-0f2d-40f4-8f81-80042bf466e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1381171 Mar 22 20:02:57.617304 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8a33081e-439f-4958-b674-1d433cad772d None None] Publish callbacks [] for port (81102ac2-34a3-493f-82f7-c218ba1d9784), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:57.627365 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8a33081e-439f-4958-b674-1d433cad772d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (81102ac2-34a3-493f-82f7-c218ba1d9784), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:57.629287 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd1b1c-ebf2-48aa-93ee-7a27b86ee217 req-9a6d24ff-eda7-46b7-9637-cf1a6c70bb2c tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:57.631977 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-23bd1b1c-ebf2-48aa-93ee-7a27b86ee217 req-9a6d24ff-eda7-46b7-9637-cf1a6c70bb2c tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 944 time: 0.1272550 Mar 22 20:02:57.648221 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b147f72-d9bc-4e81-b709-79696e56e368 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Checking segment: {'id': 'ccac00d6-4515-469e-8a21-545c50830a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e95a4d9c-fc22-438e-b604-88c82590fe69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:02:57.648675 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b147f72-d9bc-4e81-b709-79696e56e368 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Network hostable DHCP agents. Network: e95a4d9c-fc22-438e-b604-88c82590fe69, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:02:57.654161 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b147f72-d9bc-4e81-b709-79696e56e368 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'Subnet': ['ID=3b65535b-a007-414c-a4ca-98f93410b25f,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:57.719629 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b147f72-d9bc-4e81-b709-79696e56e368 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Network e95a4d9c-fc22-438e-b604-88c82590fe69 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:02:57.746717 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-3c54516b-f930-4450-a13a-6fc448a85339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:57.753003 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-2b147f72-d9bc-4e81-b709-79696e56e368 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, e95a4d9c-fc22-438e-b604-88c82590fe69) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:02:57.754800 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-3c54516b-f930-4450-a13a-6fc448a85339 service neutron] 10.222.0.75 "GET /v2.0/ports/b1cabb15-5d93-4f23-9e20-edfbfc520156 HTTP/1.1" status: 200 len: 1125 time: 0.0948482 Mar 22 20:02:57.759065 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-9eb1136c-145d-402f-8cf3-2704e67b7169 service neutron] Request body: {'binding': {'host': 'n-h2-705658-24', 'vnic_type': 'normal', 'profile': {}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:02:57.759525 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-9eb1136c-145d-402f-8cf3-2704e67b7169 service neutron] Unknown quota resources ['binding']. {{(pid=104172) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 22 20:02:57.771417 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b147f72-d9bc-4e81-b709-79696e56e368 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:57.772132 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2b147f72-d9bc-4e81-b709-79696e56e368 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:57.776640 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9c592991-38a0-475d-9308-e785e1c8c243 req-fe11b752-b5ba-4fb8-a408-c434f98180eb service neutron] 10.222.0.85 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536143 Mar 22 20:02:57.855229 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2b147f72-d9bc-4e81-b709-79696e56e368 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8224528 Mar 22 20:02:57.858229 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37182) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:02:57.917080 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea604f5-56a7-42b7-88ae-5390891b0187 None None] Network e95a4d9c-fc22-438e-b604-88c82590fe69 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:02:57.954681 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-8a33081e-439f-4958-b674-1d433cad772d None None] Attempting to bind port 81102ac2-34a3-493f-82f7-c218ba1d9784 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:02:57.955061 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-8a33081e-439f-4958-b674-1d433cad772d None None] Attempting to bind port 81102ac2-34a3-493f-82f7-c218ba1d9784 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:02:57.955433 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a33081e-439f-4958-b674-1d433cad772d None None] Attempting to bind port 81102ac2-34a3-493f-82f7-c218ba1d9784 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:02:57.987074 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a33081e-439f-4958-b674-1d433cad772d None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:02:57.987465 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a33081e-439f-4958-b674-1d433cad772d None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:02:57.987880 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8a33081e-439f-4958-b674-1d433cad772d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:57.988283 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a33081e-439f-4958-b674-1d433cad772d None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:02:57.988873 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-8a33081e-439f-4958-b674-1d433cad772d None None] Bound port: 81102ac2-34a3-493f-82f7-c218ba1d9784, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:02:57.989264 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8a33081e-439f-4958-b674-1d433cad772d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (81102ac2-34a3-493f-82f7-c218ba1d9784), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:57.992962 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-23bd1b1c-ebf2-48aa-93ee-7a27b86ee217 req-871d7324-75fa-43fb-b602-09dece87d783 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3447063 Mar 22 20:02:57.994039 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-9eb1136c-145d-402f-8cf3-2704e67b7169 service neutron] Attempting to bind port b1cabb15-5d93-4f23-9e20-edfbfc520156 on host n-h2-705658-24 for vnic_type normal with profile None {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:02:57.994732 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-9eb1136c-145d-402f-8cf3-2704e67b7169 service neutron] Attempting to bind port b1cabb15-5d93-4f23-9e20-edfbfc520156 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '143aaf73-f080-44ee-9c8d-88bec2c771fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:02:57.995275 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-9eb1136c-145d-402f-8cf3-2704e67b7169 service neutron] Attempting to bind port b1cabb15-5d93-4f23-9e20-edfbfc520156 on network 6b9f67ab-282b-4b5b-b73a-e5f983968050 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:02:58.004986 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-9eb1136c-145d-402f-8cf3-2704e67b7169 service neutron] Port b1cabb15-5d93-4f23-9e20-edfbfc520156 on network 6b9f67ab-282b-4b5b-b73a-e5f983968050 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:02:58.005566 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-9eb1136c-145d-402f-8cf3-2704e67b7169 service neutron] Attempting to bind port b1cabb15-5d93-4f23-9e20-edfbfc520156 on network 6b9f67ab-282b-4b5b-b73a-e5f983968050 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:02:58.017235 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-9eb1136c-145d-402f-8cf3-2704e67b7169 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:02:58.017733 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-9eb1136c-145d-402f-8cf3-2704e67b7169 service neutron] Checking segment: {'id': '143aaf73-f080-44ee-9c8d-88bec2c771fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:02:58.018159 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-9eb1136c-145d-402f-8cf3-2704e67b7169 service neutron] Bound using segment: {'id': '143aaf73-f080-44ee-9c8d-88bec2c771fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:02:58.018717 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-9eb1136c-145d-402f-8cf3-2704e67b7169 service neutron] Bound port: b1cabb15-5d93-4f23-9e20-edfbfc520156, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '143aaf73-f080-44ee-9c8d-88bec2c771fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:02:58.069985 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8734607-87e2-49e8-ad2a-d520ff11d946 None None] Pushing event updated for resources: {'Port': ['ID=81102ac2-34a3-493f-82f7-c218ba1d9784,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:58.078501 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-8a33081e-439f-4958-b674-1d433cad772d None None] For port 81102ac2-34a3-493f-82f7-c218ba1d9784, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:02:58.084376 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-8a33081e-439f-4958-b674-1d433cad772d None None] For port 81102ac2-34a3-493f-82f7-c218ba1d9784, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=81102ac2-34a3-493f-82f7-c218ba1d9784,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:02:58.106212 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8a33081e-439f-4958-b674-1d433cad772d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (81102ac2-34a3-493f-82f7-c218ba1d9784), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:58.134956 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-9eb1136c-145d-402f-8cf3-2704e67b7169 service neutron] For port b1cabb15-5d93-4f23-9e20-edfbfc520156, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=b1cabb15-5d93-4f23-9e20-edfbfc520156,segment=NetworkSegment(143aaf73-f080-44ee-9c8d-88bec2c771fc),segment_id=143aaf73-f080-44ee-9c8d-88bec2c771fc)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:02:58.150622 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-9eb1136c-145d-402f-8cf3-2704e67b7169 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:58.166475 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-9eb1136c-145d-402f-8cf3-2704e67b7169 service neutron] 10.222.0.75 "POST /v2.0/ports/b1cabb15-5d93-4f23-9e20-edfbfc520156/bindings HTTP/1.1" status: 201 len: 390 time: 0.4106410 Mar 22 20:02:58.271312 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67c39fc-a705-4167-b9c9-b1310db50b94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-e95a4d9c-fc22-438e-b604-88c82590fe69', 'network_id': 'e95a4d9c-fc22-438e-b604-88c82590fe69', 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'fixed_ips': [{'subnet_id': '3b65535b-a007-414c-a4ca-98f93410b25f'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 20:02:58.273864 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c67c39fc-a705-4167-b9c9-b1310db50b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:58.288301 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9c592991-38a0-475d-9308-e785e1c8c243 req-8ebd843b-e436-4541-be0f-a5237abf7c7a service neutron] 10.222.0.85 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5055718 Mar 22 20:02:58.329362 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a33081e-439f-4958-b674-1d433cad772d None None] Routers {'97d6d6d4-3409-49a9-a67c-effcbf6b707e'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:02:58.330482 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-8a33081e-439f-4958-b674-1d433cad772d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:02:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['97d6d6d4-3409-49a9-a67c-effcbf6b707e'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:58.430815 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8734607-87e2-49e8-ad2a-d520ff11d946 None None] Pushing event updated for resources: {'Port': ['ID=81102ac2-34a3-493f-82f7-c218ba1d9784,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:58.443296 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d74558-4cb2-4a25-aec0-81f77a97e3ce req-3ec6ecaa-1e47-4ac6-8ebb-c0d1b5c65d4b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:58.452650 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1d74558-4cb2-4a25-aec0-81f77a97e3ce req-3ec6ecaa-1e47-4ac6-8ebb-c0d1b5c65d4b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 945 time: 0.1285532 Mar 22 20:02:58.526307 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-ba87b8c2-8b57-41e7-a8fa-51d4c8ff0a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:58.528250 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-ba87b8c2-8b57-41e7-a8fa-51d4c8ff0a52 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 1128 time: 0.1106911 Mar 22 20:02:58.529334 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1d74558-4cb2-4a25-aec0-81f77a97e3ce req-fd684bda-2995-4bdf-bcf7-6385b1401589 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=4ae151f3-3f76-4dc2-89b2-e0c3d993f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751684 Mar 22 20:02:58.645101 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-8a33081e-439f-4958-b674-1d433cad772d None None] Set router 97d6d6d4-3409-49a9-a67c-effcbf6b707e gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:02:58.647851 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-c67c39fc-a705-4167-b9c9-b1310db50b94 None None] Allocated IP 172.20.0.2 (e95a4d9c-fc22-438e-b604-88c82590fe69/3b65535b-a007-414c-a4ca-98f93410b25f/286d8941-9d61-4dd2-b01c-9b17777a1e67) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:02:58.709563 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-c86d9d67-5788-4136-85a6-c8e5f66eb524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:58.711103 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-c86d9d67-5788-4136-85a6-c8e5f66eb524 service neutron] 10.222.0.85 "GET /v2.0/networks?id=6b9f67ab-282b-4b5b-b73a-e5f983968050 HTTP/1.1" status: 200 len: 898 time: 0.1768281 Mar 22 20:02:58.785284 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-4a3e65e2-8cf5-46e5-a056-805d965fc635 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1cabb15-5d93-4f23-9e20-edfbfc520156 HTTP/1.1" status: 200 len: 1001 time: 0.0681517 Mar 22 20:02:58.870568 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d5412ac-28fa-4d22-a796-1d366e0b9d7b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:58.889212 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-bd9782c2-eada-4141-b1f4-3b77fe0f92a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:58.891036 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-bd9782c2-eada-4141-b1f4-3b77fe0f92a8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=83901ef7-c779-4c39-b8ee-9ad0937d4582 HTTP/1.1" status: 200 len: 835 time: 0.0852468 Mar 22 20:02:58.972107 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c67c39fc-a705-4167-b9c9-b1310db50b94 None None] Publish callbacks [] for port (286d8941-9d61-4dd2-b01c-9b17777a1e67), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:58.981468 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-8a33081e-439f-4958-b674-1d433cad772d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'name': 'tempest-TestNetworkBasicOps-router-649456980', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '81102ac2-34a3-493f-82f7-c218ba1d9784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:02:53Z', 'updated_at': '2022-03-22T20:02:55Z', 'revision_number': 3, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'gw_port': {'id': '81102ac2-34a3-493f-82f7-c218ba1d9784', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:54Z', 'updated_at': '2022-03-22T20:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:02:58.984379 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c67c39fc-a705-4167-b9c9-b1310db50b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (286d8941-9d61-4dd2-b01c-9b17777a1e67), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:59.030725 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-2e61b7dc-0ddd-4690-9626-563ff05e43bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:59.032262 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-2e61b7dc-0ddd-4690-9626-563ff05e43bc service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6b9f67ab-282b-4b5b-b73a-e5f983968050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1352465 Mar 22 20:02:59.043094 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a33081e-439f-4958-b674-1d433cad772d None None] The sync data for ids ['97d6d6d4-3409-49a9-a67c-effcbf6b707e'] in n-d-705658-24 is: [{'id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'name': 'tempest-TestNetworkBasicOps-router-649456980', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '81102ac2-34a3-493f-82f7-c218ba1d9784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:02:53Z', 'updated_at': '2022-03-22T20:02:55Z', 'revision_number': 3, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'gw_port': {'id': '81102ac2-34a3-493f-82f7-c218ba1d9784', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:54Z', 'updated_at': '2022-03-22T20:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:02:59.053468 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67c39fc-a705-4167-b9c9-b1310db50b94 None None] Network e95a4d9c-fc22-438e-b604-88c82590fe69 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:02:59.061043 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-c67c39fc-a705-4167-b9c9-b1310db50b94 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:02:59.065241 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67c39fc-a705-4167-b9c9-b1310db50b94 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:02:59.083416 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c39fc-a705-4167-b9c9-b1310db50b94 None None] Pushing event updated for resources: {'Port': ['ID=286d8941-9d61-4dd2-b01c-9b17777a1e67,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:59.148590 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c67c39fc-a705-4167-b9c9-b1310db50b94 None None] Attempting to bind port 286d8941-9d61-4dd2-b01c-9b17777a1e67 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:02:59.148973 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c67c39fc-a705-4167-b9c9-b1310db50b94 None None] Attempting to bind port 286d8941-9d61-4dd2-b01c-9b17777a1e67 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'ccac00d6-4515-469e-8a21-545c50830a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e95a4d9c-fc22-438e-b604-88c82590fe69'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:02:59.149346 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67c39fc-a705-4167-b9c9-b1310db50b94 None None] Attempting to bind port 286d8941-9d61-4dd2-b01c-9b17777a1e67 on network e95a4d9c-fc22-438e-b604-88c82590fe69 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:02:59.158456 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67c39fc-a705-4167-b9c9-b1310db50b94 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:02:59.158964 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67c39fc-a705-4167-b9c9-b1310db50b94 None None] Checking segment: {'id': 'ccac00d6-4515-469e-8a21-545c50830a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e95a4d9c-fc22-438e-b604-88c82590fe69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:02:59.159252 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c67c39fc-a705-4167-b9c9-b1310db50b94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:59.159660 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67c39fc-a705-4167-b9c9-b1310db50b94 None None] Bound using segment: {'id': 'ccac00d6-4515-469e-8a21-545c50830a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e95a4d9c-fc22-438e-b604-88c82590fe69'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:02:59.160142 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c67c39fc-a705-4167-b9c9-b1310db50b94 None None] Bound port: 286d8941-9d61-4dd2-b01c-9b17777a1e67, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccac00d6-4515-469e-8a21-545c50830a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e95a4d9c-fc22-438e-b604-88c82590fe69'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:02:59.160533 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c67c39fc-a705-4167-b9c9-b1310db50b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (286d8941-9d61-4dd2-b01c-9b17777a1e67), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:59.224011 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290c94a-0dcd-4055-9e07-dd4848fd671c req-ee1194ed-2288-4ff2-9da6-ca8047c0d559 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:59.227924 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4290c94a-0dcd-4055-9e07-dd4848fd671c req-ee1194ed-2288-4ff2-9da6-ca8047c0d559 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 944 time: 0.1188619 Mar 22 20:02:59.249597 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c67c39fc-a705-4167-b9c9-b1310db50b94 None None] For port 286d8941-9d61-4dd2-b01c-9b17777a1e67, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:02:59.253488 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c67c39fc-a705-4167-b9c9-b1310db50b94 None None] For port 286d8941-9d61-4dd2-b01c-9b17777a1e67, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=286d8941-9d61-4dd2-b01c-9b17777a1e67,segment=NetworkSegment(ccac00d6-4515-469e-8a21-545c50830a57),segment_id=ccac00d6-4515-469e-8a21-545c50830a57)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:02:59.264256 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c67c39fc-a705-4167-b9c9-b1310db50b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (286d8941-9d61-4dd2-b01c-9b17777a1e67), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:59.308452 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4290c94a-0dcd-4055-9e07-dd4848fd671c req-f8ef63fa-aebf-4ef1-a875-2fccff1e06c6 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745928 Mar 22 20:02:59.322411 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-4ddd37fc-535a-49a8-9449-95c547fd9147 service neutron] 10.222.0.85 "GET /v2.0/networks/6b9f67ab-282b-4b5b-b73a-e5f983968050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802813 Mar 22 20:02:59.342705 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c39fc-a705-4167-b9c9-b1310db50b94 None None] Pushing event updated for resources: {'Port': ['ID=286d8941-9d61-4dd2-b01c-9b17777a1e67,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:02:59.446315 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-3d5412ac-28fa-4d22-a796-1d366e0b9d7b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Allocated IP 172.20.0.1 (e95a4d9c-fc22-438e-b604-88c82590fe69/3b65535b-a007-414c-a4ca-98f93410b25f/32f6caee-c676-449d-bbc3-bc89a2a8c725) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:02:59.572082 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-2cbff732-0347-459d-93e8-3148c300b12b service neutron] 10.222.0.85 "GET /v2.0/networks/6b9f67ab-282b-4b5b-b73a-e5f983968050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265642 Mar 22 20:02:59.598155 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:02:59.742347 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f88dbc-1060-4be2-98af-c5e6c7881417 req-1e180d53-ffd7-4086-93db-f277107dadac tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:59.747096 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-93f88dbc-1060-4be2-98af-c5e6c7881417 req-1e180d53-ffd7-4086-93db-f277107dadac tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 945 time: 0.0802548 Mar 22 20:02:59.758993 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d5412ac-28fa-4d22-a796-1d366e0b9d7b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for port (32f6caee-c676-449d-bbc3-bc89a2a8c725), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:59.832757 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-93f88dbc-1060-4be2-98af-c5e6c7881417 req-36bf64b8-201d-460e-89c2-79b485eaceea tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=4ae151f3-3f76-4dc2-89b2-e0c3d993f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740204 Mar 22 20:02:59.834225 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-b753425e-55cd-4d49-88d1-07b5716026a6 tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:02:59.836209 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-b753425e-55cd-4d49-88d1-07b5716026a6 tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d&tenant_id=5bcae00531204d8c96861edbc9c1d9c0&binding%3Ahost_id=n-h1-705658-24 HTTP/1.1" status: 200 len: 1128 time: 0.1974766 Mar 22 20:02:59.848671 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-401fff6c-2a0e-498f-81c4-c95824b70ab4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-705658-24'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:02:59.919367 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d5412ac-28fa-4d22-a796-1d366e0b9d7b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (32f6caee-c676-449d-bbc3-bc89a2a8c725), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:59.976427 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5412ac-28fa-4d22-a796-1d366e0b9d7b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Network e95a4d9c-fc22-438e-b604-88c82590fe69 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:02:59.977312 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-401fff6c-2a0e-498f-81c4-c95824b70ab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b1cabb15-5d93-4f23-9e20-edfbfc520156), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:02:59.984377 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-3d5412ac-28fa-4d22-a796-1d366e0b9d7b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:02:59.986865 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5412ac-28fa-4d22-a796-1d366e0b9d7b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:03:00.019934 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5412ac-28fa-4d22-a796-1d366e0b9d7b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'Port': ['ID=32f6caee-c676-449d-bbc3-bc89a2a8c725,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:00.071699 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d5412ac-28fa-4d22-a796-1d366e0b9d7b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (97d6d6d4-3409-49a9-a67c-effcbf6b707e), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:00.657403 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-401fff6c-2a0e-498f-81c4-c95824b70ab4 service neutron] For port b1cabb15-5d93-4f23-9e20-edfbfc520156, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=b1cabb15-5d93-4f23-9e20-edfbfc520156,segment=NetworkSegment(143aaf73-f080-44ee-9c8d-88bec2c771fc),segment_id=143aaf73-f080-44ee-9c8d-88bec2c771fc)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:03:00.741783 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1f3ef8-7d7b-4eab-8ecb-9aebea58823f None None] Network e95a4d9c-fc22-438e-b604-88c82590fe69 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:03:00.755714 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d5412ac-28fa-4d22-a796-1d366e0b9d7b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (32f6caee-c676-449d-bbc3-bc89a2a8c725), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:00.773701 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-401fff6c-2a0e-498f-81c4-c95824b70ab4 service neutron] For port b1cabb15-5d93-4f23-9e20-edfbfc520156, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:03:00.906312 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-69d8b15e-15e5-4a59-a88b-2903f198ad65 None None] Provisioning complete for port 286d8941-9d61-4dd2-b01c-9b17777a1e67 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:03:00.906758 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-69d8b15e-15e5-4a59-a88b-2903f198ad65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (286d8941-9d61-4dd2-b01c-9b17777a1e67), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:00.923603 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3d4828-5ed9-4080-9a3a-49d8e653731d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1cabb15-5d93-4f23-9e20-edfbfc520156'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:03:00.934116 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3d3679-e577-42cf-ad47-7ac074f77caa" -d '{"events": [{"server_uuid": "7c3d4828-5ed9-4080-9a3a-49d8e653731d", "name": "network-vif-unplugged", "status": "completed", "tag": "b1cabb15-5d93-4f23-9e20-edfbfc520156"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:03:00.937124 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8defc-d588-4123-8d6d-65dc9e147a7b req-d1d115fa-b442-4b10-b448-6b6ac4c78008 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:00.939691 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-efa8defc-d588-4123-8d6d-65dc9e147a7b req-d1d115fa-b442-4b10-b448-6b6ac4c78008 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 944 time: 0.5251062 Mar 22 20:03:01.039163 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26744c9-12f4-482a-84dd-d0c8fb1e8904 req-963e0a5d-81d5-42c5-85a7-ca32622fd507 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:01.041004 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b26744c9-12f4-482a-84dd-d0c8fb1e8904 req-963e0a5d-81d5-42c5-85a7-ca32622fd507 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 945 time: 0.1003852 Mar 22 20:03:01.048227 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-401fff6c-2a0e-498f-81c4-c95824b70ab4 service neutron] Publish callbacks [] for port (b1cabb15-5d93-4f23-9e20-edfbfc520156), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:01.068155 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-69d8b15e-15e5-4a59-a88b-2903f198ad65 None None] Current status of the port 286d8941-9d61-4dd2-b01c-9b17777a1e67 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:03:01.068597 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-69d8b15e-15e5-4a59-a88b-2903f198ad65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (286d8941-9d61-4dd2-b01c-9b17777a1e67), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:01.071443 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-401fff6c-2a0e-498f-81c4-c95824b70ab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (b1cabb15-5d93-4f23-9e20-edfbfc520156), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:01.085508 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-efa8defc-d588-4123-8d6d-65dc9e147a7b req-f4141175-db8a-462f-9f88-a5c6d3397ad8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354496 Mar 22 20:03:01.131927 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-69d8b15e-15e5-4a59-a88b-2903f198ad65 None None] For port 286d8941-9d61-4dd2-b01c-9b17777a1e67, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=286d8941-9d61-4dd2-b01c-9b17777a1e67,segment=NetworkSegment(ccac00d6-4515-469e-8a21-545c50830a57),segment_id=ccac00d6-4515-469e-8a21-545c50830a57)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:03:01.139387 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-69d8b15e-15e5-4a59-a88b-2903f198ad65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (286d8941-9d61-4dd2-b01c-9b17777a1e67), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:01.162123 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b26744c9-12f4-482a-84dd-d0c8fb1e8904 req-82b71d42-92ab-4b1d-9b6e-b3ab0e50b242 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=4ae151f3-3f76-4dc2-89b2-e0c3d993f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073811 Mar 22 20:03:01.198789 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 20:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8304ab-aff1-4af3-a834-41471bbfd09e x-openstack-request-id: req-9c8304ab-aff1-4af3-a834-41471bbfd09e {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:03:01.199544 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3d4828-5ed9-4080-9a3a-49d8e653731d", "name": "network-vif-unplugged", "status": "completed", "tag": "b1cabb15-5d93-4f23-9e20-edfbfc520156", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:03:01.200113 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9c8304ab-aff1-4af3-a834-41471bbfd09e {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:03:01.200795 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c8304ab-aff1-4af3-a834-41471bbfd09e'] response: {'server_uuid': '7c3d4828-5ed9-4080-9a3a-49d8e653731d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1cabb15-5d93-4f23-9e20-edfbfc520156', 'code': 200} Mar 22 20:03:01.341217 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8b15e-15e5-4a59-a88b-2903f198ad65 None None] Pushing event updated for resources: {'Port': ['ID=286d8941-9d61-4dd2-b01c-9b17777a1e67,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:01.428925 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 81102ac2-34a3-493f-82f7-c218ba1d9784 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:03:01.545105 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-401fff6c-2a0e-498f-81c4-c95824b70ab4 service neutron] Attempting to bind port b1cabb15-5d93-4f23-9e20-edfbfc520156 on host n-h1-705658-24 for vnic_type normal with profile {"migrating_to": "n-h2-705658-24"} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:03:01.545985 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-401fff6c-2a0e-498f-81c4-c95824b70ab4 service neutron] Attempting to bind port b1cabb15-5d93-4f23-9e20-edfbfc520156 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '143aaf73-f080-44ee-9c8d-88bec2c771fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:03:01.546569 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-401fff6c-2a0e-498f-81c4-c95824b70ab4 service neutron] Attempting to bind port b1cabb15-5d93-4f23-9e20-edfbfc520156 on network 6b9f67ab-282b-4b5b-b73a-e5f983968050 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:03:01.554221 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401fff6c-2a0e-498f-81c4-c95824b70ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=b1cabb15-5d93-4f23-9e20-edfbfc520156,revision_number=7']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:01.555140 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-52b5a56c-29c3-4d43-8503-ff4eab3c3e0c None None] Provisioning complete for port 32f6caee-c676-449d-bbc3-bc89a2a8c725 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:03:01.556200 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52b5a56c-29c3-4d43-8503-ff4eab3c3e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (32f6caee-c676-449d-bbc3-bc89a2a8c725), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:01.572809 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-401fff6c-2a0e-498f-81c4-c95824b70ab4 service neutron] Port b1cabb15-5d93-4f23-9e20-edfbfc520156 on network 6b9f67ab-282b-4b5b-b73a-e5f983968050 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:03:01.573433 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-401fff6c-2a0e-498f-81c4-c95824b70ab4 service neutron] Attempting to bind port b1cabb15-5d93-4f23-9e20-edfbfc520156 on network 6b9f67ab-282b-4b5b-b73a-e5f983968050 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:03:01.590506 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-401fff6c-2a0e-498f-81c4-c95824b70ab4 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:03:01.591113 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-401fff6c-2a0e-498f-81c4-c95824b70ab4 service neutron] Checking segment: {'id': '143aaf73-f080-44ee-9c8d-88bec2c771fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:03:01.591865 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-401fff6c-2a0e-498f-81c4-c95824b70ab4 service neutron] Bound using segment: {'id': '143aaf73-f080-44ee-9c8d-88bec2c771fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:03:01.592507 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-401fff6c-2a0e-498f-81c4-c95824b70ab4 service neutron] Bound port: b1cabb15-5d93-4f23-9e20-edfbfc520156, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '143aaf73-f080-44ee-9c8d-88bec2c771fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:03:01.593046 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-401fff6c-2a0e-498f-81c4-c95824b70ab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b1cabb15-5d93-4f23-9e20-edfbfc520156), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:01.612725 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-52b5a56c-29c3-4d43-8503-ff4eab3c3e0c None None] Port 32f6caee-c676-449d-bbc3-bc89a2a8c725 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:03:01.643091 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-52b5a56c-29c3-4d43-8503-ff4eab3c3e0c None None] Provisioning complete for port 286d8941-9d61-4dd2-b01c-9b17777a1e67 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:03:01.643713 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52b5a56c-29c3-4d43-8503-ff4eab3c3e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (286d8941-9d61-4dd2-b01c-9b17777a1e67), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:01.700589 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 81102ac2-34a3-493f-82f7-c218ba1d9784 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:03:01.700976 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (81102ac2-34a3-493f-82f7-c218ba1d9784), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:01.716854 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d5412ac-28fa-4d22-a796-1d366e0b9d7b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for port (32f6caee-c676-449d-bbc3-bc89a2a8c725), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:01.738116 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d5412ac-28fa-4d22-a796-1d366e0b9d7b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (32f6caee-c676-449d-bbc3-bc89a2a8c725), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:01.799349 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-52b5a56c-29c3-4d43-8503-ff4eab3c3e0c None None] Current status of the port 286d8941-9d61-4dd2-b01c-9b17777a1e67 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:03:01.845439 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-401fff6c-2a0e-498f-81c4-c95824b70ab4 service neutron] For port b1cabb15-5d93-4f23-9e20-edfbfc520156, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:03:01.848456 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 81102ac2-34a3-493f-82f7-c218ba1d9784 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:03:01.849222 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (81102ac2-34a3-493f-82f7-c218ba1d9784), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:01.875127 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-401fff6c-2a0e-498f-81c4-c95824b70ab4 service neutron] For port b1cabb15-5d93-4f23-9e20-edfbfc520156, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=b1cabb15-5d93-4f23-9e20-edfbfc520156,segment=NetworkSegment(143aaf73-f080-44ee-9c8d-88bec2c771fc),segment_id=143aaf73-f080-44ee-9c8d-88bec2c771fc)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:03:01.878727 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5412ac-28fa-4d22-a796-1d366e0b9d7b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'Port': ['ID=32f6caee-c676-449d-bbc3-bc89a2a8c725,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:01.879671 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 81102ac2-34a3-493f-82f7-c218ba1d9784, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=81102ac2-34a3-493f-82f7-c218ba1d9784,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:03:01.881709 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3d5412ac-28fa-4d22-a796-1d366e0b9d7b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (97d6d6d4-3409-49a9-a67c-effcbf6b707e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:01.889565 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-401fff6c-2a0e-498f-81c4-c95824b70ab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (b1cabb15-5d93-4f23-9e20-edfbfc520156), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:01.890351 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (81102ac2-34a3-493f-82f7-c218ba1d9784), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:01.892123 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 286d8941-9d61-4dd2-b01c-9b17777a1e67 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:03:01.950207 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401fff6c-2a0e-498f-81c4-c95824b70ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=b1cabb15-5d93-4f23-9e20-edfbfc520156,revision_number=8']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:02.013564 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-3c729fb8-f2bb-4240-a370-53799389a013 None None] Provisioning complete for port b1cabb15-5d93-4f23-9e20-edfbfc520156 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:03:02.013968 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3c729fb8-f2bb-4240-a370-53799389a013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b1cabb15-5d93-4f23-9e20-edfbfc520156), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:02.016447 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=81102ac2-34a3-493f-82f7-c218ba1d9784,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:02.065929 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 286d8941-9d61-4dd2-b01c-9b17777a1e67 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:03:02.066562 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (286d8941-9d61-4dd2-b01c-9b17777a1e67), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:02.133384 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5412ac-28fa-4d22-a796-1d366e0b9d7b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Network e95a4d9c-fc22-438e-b604-88c82590fe69 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:03:02.141286 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-3d5412ac-28fa-4d22-a796-1d366e0b9d7b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:03:02.327980 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-3c729fb8-f2bb-4240-a370-53799389a013 None None] Current status of the port b1cabb15-5d93-4f23-9e20-edfbfc520156 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:03:02.328387 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3c729fb8-f2bb-4240-a370-53799389a013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b1cabb15-5d93-4f23-9e20-edfbfc520156), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:02.376781 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 286d8941-9d61-4dd2-b01c-9b17777a1e67 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:03:02.389420 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdee729-4d16-461f-89ff-05993525455b req-aa48f672-0944-482c-8f37-3debf99b13f6 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:02.391102 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-efdee729-4d16-461f-89ff-05993525455b req-aa48f672-0944-482c-8f37-3debf99b13f6 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 944 time: 0.1573620 Mar 22 20:03:02.399170 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-401fff6c-2a0e-498f-81c4-c95824b70ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:02.412458 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-401fff6c-2a0e-498f-81c4-c95824b70ab4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:02.414929 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-401fff6c-2a0e-498f-81c4-c95824b70ab4 service neutron] 10.222.0.85 "PUT /v2.0/ports/b1cabb15-5d93-4f23-9e20-edfbfc520156 HTTP/1.1" status: 200 len: 1123 time: 2.5702899 Mar 22 20:03:02.427723 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3d4828-5ed9-4080-9a3a-49d8e653731d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cabb15-5d93-4f23-9e20-edfbfc520156'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:03:02.430290 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63ab961-d2b6-440c-ae48-a4edd3be97d9" -d '{"events": [{"server_uuid": "7c3d4828-5ed9-4080-9a3a-49d8e653731d", "name": "network-vif-plugged", "status": "completed", "tag": "b1cabb15-5d93-4f23-9e20-edfbfc520156"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:03:02.449596 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee9278-a3fc-429f-910a-b395d13057a9 req-c0c35454-4fc0-46a5-8d15-273bccaa70af tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:02.451380 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-03ee9278-a3fc-429f-910a-b395d13057a9 req-c0c35454-4fc0-46a5-8d15-273bccaa70af tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 943 time: 0.1256647 Mar 22 20:03:02.476779 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5412ac-28fa-4d22-a796-1d366e0b9d7b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Router 97d6d6d4-3409-49a9-a67c-effcbf6b707e has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:03:02.479793 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-3c729fb8-f2bb-4240-a370-53799389a013 None None] For port b1cabb15-5d93-4f23-9e20-edfbfc520156, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=b1cabb15-5d93-4f23-9e20-edfbfc520156,segment=NetworkSegment(143aaf73-f080-44ee-9c8d-88bec2c771fc),segment_id=143aaf73-f080-44ee-9c8d-88bec2c771fc)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:03:02.489012 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['b1cabb15-5d93-4f23-9e20-edfbfc520156'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:03:02.541606 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-03ee9278-a3fc-429f-910a-b395d13057a9 req-bd96bec2-8b3d-445a-8730-c8246d8d7b7d tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=4ae151f3-3f76-4dc2-89b2-e0c3d993f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818172 Mar 22 20:03:02.568618 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3c729fb8-f2bb-4240-a370-53799389a013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b1cabb15-5d93-4f23-9e20-edfbfc520156), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:02.572646 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-efdee729-4d16-461f-89ff-05993525455b req-b789240a-17e4-488e-ad61-28372939f741 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686161 Mar 22 20:03:02.752580 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5412ac-28fa-4d22-a796-1d366e0b9d7b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:03:02.771015 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6cfe93-1903-43ff-93db-61326bfb91e7 None None] Sync routers for ids ['97d6d6d4-3409-49a9-a67c-effcbf6b707e'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:03:02.771500 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37204) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:02.773622 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3d5412ac-28fa-4d22-a796-1d366e0b9d7b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "PUT /v2.0/routers/97d6d6d4-3409-49a9-a67c-effcbf6b707e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9143090 Mar 22 20:03:02.781518 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6cfe93-1903-43ff-93db-61326bfb91e7 None None] Routers {'97d6d6d4-3409-49a9-a67c-effcbf6b707e'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:03:02.782618 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-5c6cfe93-1903-43ff-93db-61326bfb91e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:02:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['97d6d6d4-3409-49a9-a67c-effcbf6b707e'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:02.873933 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d725cec-90e0-4cb7-910d-3f943d89f21a x-openstack-request-id: req-3d725cec-90e0-4cb7-910d-3f943d89f21a {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:03:02.874537 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3d4828-5ed9-4080-9a3a-49d8e653731d", "name": "network-vif-plugged", "status": "completed", "tag": "b1cabb15-5d93-4f23-9e20-edfbfc520156", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:03:02.874537 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3d725cec-90e0-4cb7-910d-3f943d89f21a {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:03:02.874865 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d725cec-90e0-4cb7-910d-3f943d89f21a'] response: {'server_uuid': '7c3d4828-5ed9-4080-9a3a-49d8e653731d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1cabb15-5d93-4f23-9e20-edfbfc520156', 'code': 200} Mar 22 20:03:03.019268 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-5c6cfe93-1903-43ff-93db-61326bfb91e7 None None] Set router 97d6d6d4-3409-49a9-a67c-effcbf6b707e gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:03:03.046445 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c729fb8-f2bb-4240-a370-53799389a013 None None] Pushing event updated for resources: {'Port': ['ID=b1cabb15-5d93-4f23-9e20-edfbfc520156,revision_number=9']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:03.142483 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca8e035-db86-4d86-915b-ce601f37bcc2 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:03.143345 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca8e035-db86-4d86-915b-ce601f37bcc2 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:03.144043 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca8e035-db86-4d86-915b-ce601f37bcc2 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:03.144682 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca8e035-db86-4d86-915b-ce601f37bcc2 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:03.145341 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca8e035-db86-4d86-915b-ce601f37bcc2 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:03.146134 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca8e035-db86-4d86-915b-ce601f37bcc2 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:03.146893 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca8e035-db86-4d86-915b-ce601f37bcc2 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:03.149205 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-eca8e035-db86-4d86-915b-ce601f37bcc2 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] 10.222.0.75 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.3774676 Mar 22 20:03:03.152305 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37206) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:03.203264 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3d4828-5ed9-4080-9a3a-49d8e653731d', 'tag': 'b1cabb15-5d93-4f23-9e20-edfbfc520156'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:03:03.206306 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b462a4a2-45e0-4bed-82e9-35037c3761b9" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3d4828-5ed9-4080-9a3a-49d8e653731d", "tag": "b1cabb15-5d93-4f23-9e20-edfbfc520156"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:03:03.293274 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190613e3-2f5c-4d7f-b0ca-cba05925e468 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:03.293833 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190613e3-2f5c-4d7f-b0ca-cba05925e468 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:03.301766 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190613e3-2f5c-4d7f-b0ca-cba05925e468 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:03.302166 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-3c729fb8-f2bb-4240-a370-53799389a013 None None] Provisioning complete for port 32f6caee-c676-449d-bbc3-bc89a2a8c725 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:03:03.302345 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190613e3-2f5c-4d7f-b0ca-cba05925e468 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:03.302730 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3c729fb8-f2bb-4240-a370-53799389a013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (32f6caee-c676-449d-bbc3-bc89a2a8c725), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:03.303219 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190613e3-2f5c-4d7f-b0ca-cba05925e468 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:03.303703 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190613e3-2f5c-4d7f-b0ca-cba05925e468 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:03.304169 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190613e3-2f5c-4d7f-b0ca-cba05925e468 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:03.309557 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-190613e3-2f5c-4d7f-b0ca-cba05925e468 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] 10.222.0.75 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4626 time: 0.1559587 Mar 22 20:03:03.312385 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37210) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:03.313723 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3ad8ff-ad6f-4d86-a1a3-ef456d3aa6ef x-openstack-request-id: req-af3ad8ff-ad6f-4d86-a1a3-ef456d3aa6ef {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:03:03.321074 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3d4828-5ed9-4080-9a3a-49d8e653731d", "tag": "b1cabb15-5d93-4f23-9e20-edfbfc520156", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:03:03.321581 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-af3ad8ff-ad6f-4d86-a1a3-ef456d3aa6ef {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:03:03.322198 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af3ad8ff-ad6f-4d86-a1a3-ef456d3aa6ef'] response: {'name': 'network-changed', 'server_uuid': '7c3d4828-5ed9-4080-9a3a-49d8e653731d', 'tag': 'b1cabb15-5d93-4f23-9e20-edfbfc520156', 'status': 'completed', 'code': 200} Mar 22 20:03:03.347595 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-5c6cfe93-1903-43ff-93db-61326bfb91e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'name': 'tempest-TestNetworkBasicOps-router-649456980', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '81102ac2-34a3-493f-82f7-c218ba1d9784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:02:53Z', 'updated_at': '2022-03-22T20:03:00Z', 'revision_number': 4, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'gw_port': {'id': '81102ac2-34a3-493f-82f7-c218ba1d9784', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:54Z', 'updated_at': '2022-03-22T20:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '32f6caee-c676-449d-bbc3-bc89a2a8c725', 'name': '', 'network_id': 'e95a4d9c-fc22-438e-b604-88c82590fe69', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'mac_address': 'fa:16:3e:ff:83:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '3b65535b-a007-414c-a4ca-98f93410b25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:59Z', 'updated_at': '2022-03-22T20:03:01Z', 'revision_number': 2, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'subnets': [{'id': '3b65535b-a007-414c-a4ca-98f93410b25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:03.396596 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 81102ac2-34a3-493f-82f7-c218ba1d9784 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:03:03.413730 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6cfe93-1903-43ff-93db-61326bfb91e7 None None] Checking router: 97d6d6d4-3409-49a9-a67c-effcbf6b707e for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:03:03.414367 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6cfe93-1903-43ff-93db-61326bfb91e7 None None] Updating router 97d6d6d4-3409-49a9-a67c-effcbf6b707e port 32f6caee-c676-449d-bbc3-bc89a2a8c725 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:03:03.478891 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-5c6cfe93-1903-43ff-93db-61326bfb91e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (32f6caee-c676-449d-bbc3-bc89a2a8c725), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:03.495725 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462a4a2-45e0-4bed-82e9-35037c3761b9 req-5448883f-e349-48fe-97a0-e2fade64da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:03.501065 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b462a4a2-45e0-4bed-82e9-35037c3761b9 req-5448883f-e349-48fe-97a0-e2fade64da43 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 1159 time: 0.1777363 Mar 22 20:03:03.543651 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-3c729fb8-f2bb-4240-a370-53799389a013 None None] Port 32f6caee-c676-449d-bbc3-bc89a2a8c725 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:03:03.620232 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 81102ac2-34a3-493f-82f7-c218ba1d9784 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:03:03.620609 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (81102ac2-34a3-493f-82f7-c218ba1d9784), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:03.713866 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462a4a2-45e0-4bed-82e9-35037c3761b9 req-f943561d-634e-4668-b850-846fd4ce6775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:03.716410 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b462a4a2-45e0-4bed-82e9-35037c3761b9 req-f943561d-634e-4668-b850-846fd4ce6775 service neutron] 10.222.0.84 "GET /v2.0/networks?id=6b9f67ab-282b-4b5b-b73a-e5f983968050 HTTP/1.1" status: 200 len: 898 time: 0.2084265 Mar 22 20:03:03.735783 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-5edcc964-d487-4ee3-8934-af121d21d20d None None] Provisioning complete for port b1cabb15-5d93-4f23-9e20-edfbfc520156 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:03:03.736186 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5edcc964-d487-4ee3-8934-af121d21d20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b1cabb15-5d93-4f23-9e20-edfbfc520156), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:03.867993 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b462a4a2-45e0-4bed-82e9-35037c3761b9 req-b085cd4c-ecc8-413c-a4fd-3af00535bf10 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1cabb15-5d93-4f23-9e20-edfbfc520156 HTTP/1.1" status: 200 len: 1001 time: 0.1451371 Mar 22 20:03:03.892544 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ccb1d0-bd27-4c91-9e98-b4be882cb50d req-3ec52a4a-abe1-41d1-a0d7-f258001a96c7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:03.901920 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-97ccb1d0-bd27-4c91-9e98-b4be882cb50d req-3ec52a4a-abe1-41d1-a0d7-f258001a96c7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 945 time: 0.1978524 Mar 22 20:03:03.927285 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05195a-490e-4aa3-adcb-1810e48c4551 req-d092513d-4c59-4bc7-8db7-4caaa8a6cbae tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:03.936333 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a05195a-490e-4aa3-adcb-1810e48c4551 req-d092513d-4c59-4bc7-8db7-4caaa8a6cbae tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 944 time: 0.2234685 Mar 22 20:03:03.970551 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-5c6cfe93-1903-43ff-93db-61326bfb91e7 None None] Publish callbacks [] for port (32f6caee-c676-449d-bbc3-bc89a2a8c725), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:03.979431 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-5c6cfe93-1903-43ff-93db-61326bfb91e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (32f6caee-c676-449d-bbc3-bc89a2a8c725), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:03.981669 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 81102ac2-34a3-493f-82f7-c218ba1d9784 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:03:03.985091 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 286d8941-9d61-4dd2-b01c-9b17777a1e67 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:03:03.997166 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462a4a2-45e0-4bed-82e9-35037c3761b9 req-102e9c5f-27af-4e28-8610-8e04b47ed241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:03.999532 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b462a4a2-45e0-4bed-82e9-35037c3761b9 req-102e9c5f-27af-4e28-8610-8e04b47ed241 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=83901ef7-c779-4c39-b8ee-9ad0937d4582 HTTP/1.1" status: 200 len: 835 time: 0.1248364 Mar 22 20:03:04.079219 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-5edcc964-d487-4ee3-8934-af121d21d20d None None] Current status of the port b1cabb15-5d93-4f23-9e20-edfbfc520156 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:03:04.096158 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b829e790-5e64-4de3-9a83-647659530932 tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] 10.222.0.75 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.7820532 Mar 22 20:03:04.112419 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462a4a2-45e0-4bed-82e9-35037c3761b9 req-00eac4c4-b5f7-4649-92c1-b26b2b9e9074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:04.114110 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b462a4a2-45e0-4bed-82e9-35037c3761b9 req-00eac4c4-b5f7-4649-92c1-b26b2b9e9074 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=6b9f67ab-282b-4b5b-b73a-e5f983968050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1075883 Mar 22 20:03:04.123691 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-97ccb1d0-bd27-4c91-9e98-b4be882cb50d req-d70d85ae-f4de-4f34-ace5-258e89531b21 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=4ae151f3-3f76-4dc2-89b2-e0c3d993f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175288 Mar 22 20:03:04.128291 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-5edcc964-d487-4ee3-8934-af121d21d20d None None] Provisioning complete for port 32f6caee-c676-449d-bbc3-bc89a2a8c725 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:03:04.131906 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5edcc964-d487-4ee3-8934-af121d21d20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (32f6caee-c676-449d-bbc3-bc89a2a8c725), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:04.150595 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-5c6cfe93-1903-43ff-93db-61326bfb91e7 None None] Attempting to bind port 32f6caee-c676-449d-bbc3-bc89a2a8c725 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:03:04.151167 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-5c6cfe93-1903-43ff-93db-61326bfb91e7 None None] Attempting to bind port 32f6caee-c676-449d-bbc3-bc89a2a8c725 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'ccac00d6-4515-469e-8a21-545c50830a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e95a4d9c-fc22-438e-b604-88c82590fe69'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:03:04.155283 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6cfe93-1903-43ff-93db-61326bfb91e7 None None] Attempting to bind port 32f6caee-c676-449d-bbc3-bc89a2a8c725 on network e95a4d9c-fc22-438e-b604-88c82590fe69 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:03:04.164870 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6cfe93-1903-43ff-93db-61326bfb91e7 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:03:04.166589 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6cfe93-1903-43ff-93db-61326bfb91e7 None None] Checking segment: {'id': 'ccac00d6-4515-469e-8a21-545c50830a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e95a4d9c-fc22-438e-b604-88c82590fe69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:03:04.167117 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-5c6cfe93-1903-43ff-93db-61326bfb91e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:04.170521 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6cfe93-1903-43ff-93db-61326bfb91e7 None None] Bound using segment: {'id': 'ccac00d6-4515-469e-8a21-545c50830a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e95a4d9c-fc22-438e-b604-88c82590fe69'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:03:04.172110 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-5c6cfe93-1903-43ff-93db-61326bfb91e7 None None] Bound port: 32f6caee-c676-449d-bbc3-bc89a2a8c725, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccac00d6-4515-469e-8a21-545c50830a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e95a4d9c-fc22-438e-b604-88c82590fe69'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:03:04.172610 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-5c6cfe93-1903-43ff-93db-61326bfb91e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (32f6caee-c676-449d-bbc3-bc89a2a8c725), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:04.193542 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a05195a-490e-4aa3-adcb-1810e48c4551 req-f70cdbca-a295-4500-80dc-94c44e890381 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2558782 Mar 22 20:03:04.270087 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 286d8941-9d61-4dd2-b01c-9b17777a1e67 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:03:04.270087 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (286d8941-9d61-4dd2-b01c-9b17777a1e67), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:04.284375 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-5c6cfe93-1903-43ff-93db-61326bfb91e7 None None] For port 32f6caee-c676-449d-bbc3-bc89a2a8c725, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:03:04.292460 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-5c6cfe93-1903-43ff-93db-61326bfb91e7 None None] For port 32f6caee-c676-449d-bbc3-bc89a2a8c725, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=32f6caee-c676-449d-bbc3-bc89a2a8c725,segment=NetworkSegment(ccac00d6-4515-469e-8a21-545c50830a57),segment_id=ccac00d6-4515-469e-8a21-545c50830a57)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:03:04.318891 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-5c6cfe93-1903-43ff-93db-61326bfb91e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (32f6caee-c676-449d-bbc3-bc89a2a8c725), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:04.328719 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b462a4a2-45e0-4bed-82e9-35037c3761b9 req-b4aee519-8966-4fe8-8a72-8f262c41cb8a service neutron] 10.222.0.84 "GET /v2.0/networks/6b9f67ab-282b-4b5b-b73a-e5f983968050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062628 Mar 22 20:03:04.331376 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498012d6-88b1-4f68-9a89-944811df12d6 None None] Pushing event updated for resources: {'Port': ['ID=32f6caee-c676-449d-bbc3-bc89a2a8c725,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:04.356886 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-5edcc964-d487-4ee3-8934-af121d21d20d None None] Port 32f6caee-c676-449d-bbc3-bc89a2a8c725 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:03:04.386130 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6cfe93-1903-43ff-93db-61326bfb91e7 None None] Routers {'97d6d6d4-3409-49a9-a67c-effcbf6b707e'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:03:04.386996 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-5c6cfe93-1903-43ff-93db-61326bfb91e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:02:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['97d6d6d4-3409-49a9-a67c-effcbf6b707e'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:04.534820 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 286d8941-9d61-4dd2-b01c-9b17777a1e67 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:03:04.544290 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b462a4a2-45e0-4bed-82e9-35037c3761b9 req-8969b30f-d5a1-45d9-bd61-3d1a62ef4ffb service neutron] 10.222.0.84 "GET /v2.0/networks/6b9f67ab-282b-4b5b-b73a-e5f983968050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086098 Mar 22 20:03:04.583905 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-42b5449b-851c-42f5-986a-50116250fc8e None None] Provisioning complete for port 32f6caee-c676-449d-bbc3-bc89a2a8c725 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:03:04.588641 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-42b5449b-851c-42f5-986a-50116250fc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (32f6caee-c676-449d-bbc3-bc89a2a8c725), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:04.602257 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-5c6cfe93-1903-43ff-93db-61326bfb91e7 None None] Set router 97d6d6d4-3409-49a9-a67c-effcbf6b707e gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:03:04.720509 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-42b5449b-851c-42f5-986a-50116250fc8e None None] Current status of the port 32f6caee-c676-449d-bbc3-bc89a2a8c725 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:03:04.723144 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-42b5449b-851c-42f5-986a-50116250fc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (32f6caee-c676-449d-bbc3-bc89a2a8c725), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:04.810466 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-42b5449b-851c-42f5-986a-50116250fc8e None None] For port 32f6caee-c676-449d-bbc3-bc89a2a8c725, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=32f6caee-c676-449d-bbc3-bc89a2a8c725,segment=NetworkSegment(ccac00d6-4515-469e-8a21-545c50830a57),segment_id=ccac00d6-4515-469e-8a21-545c50830a57)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:03:04.810664 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498012d6-88b1-4f68-9a89-944811df12d6 None None] Pushing event updated for resources: {'Port': ['ID=32f6caee-c676-449d-bbc3-bc89a2a8c725,revision_number=4']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:04.821992 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-42b5449b-851c-42f5-986a-50116250fc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (32f6caee-c676-449d-bbc3-bc89a2a8c725), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:04.825463 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37222) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:04.831017 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-f9731e71-0b30-4979-9f03-83f4ce8e0284 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2128697020', 'description': 'tempest-secgroup-smoke-2128697020 description', 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:03:04.867338 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f9731e71-0b30-4979-9f03-83f4ce8e0284 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:04.934604 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b5449b-851c-42f5-986a-50116250fc8e None None] Pushing event updated for resources: {'Port': ['ID=32f6caee-c676-449d-bbc3-bc89a2a8c725,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:04.962655 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device b1cabb15-5d93-4f23-9e20-edfbfc520156 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:03:04.985202 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f9731e71-0b30-4979-9f03-83f4ce8e0284 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group (f8f5c324-6705-4fe3-b680-66352ecced3b), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:04.990300 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-5256dc9d-053f-41a1-a8b2-d07d3c14e0a1 None None] Provisioning complete for port 32f6caee-c676-449d-bbc3-bc89a2a8c725 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:03:04.990801 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5256dc9d-053f-41a1-a8b2-d07d3c14e0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (32f6caee-c676-449d-bbc3-bc89a2a8c725), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:04.993391 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f9731e71-0b30-4979-9f03-83f4ce8e0284 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f8f5c324-6705-4fe3-b680-66352ecced3b), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:05.030357 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-5c6cfe93-1903-43ff-93db-61326bfb91e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'name': 'tempest-TestNetworkBasicOps-router-649456980', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '81102ac2-34a3-493f-82f7-c218ba1d9784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:02:53Z', 'updated_at': '2022-03-22T20:03:00Z', 'revision_number': 4, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'gw_port': {'id': '81102ac2-34a3-493f-82f7-c218ba1d9784', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:54Z', 'updated_at': '2022-03-22T20:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '32f6caee-c676-449d-bbc3-bc89a2a8c725', 'name': '', 'network_id': 'e95a4d9c-fc22-438e-b604-88c82590fe69', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'mac_address': 'fa:16:3e:ff:83:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '3b65535b-a007-414c-a4ca-98f93410b25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:59Z', 'updated_at': '2022-03-22T20:03:04Z', 'revision_number': 4, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'subnets': [{'id': '3b65535b-a007-414c-a4ca-98f93410b25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:05.047867 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9731e71-0b30-4979-9f03-83f4ce8e0284 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f5c324-6705-4fe3-b680-66352ecced3b,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:05.057514 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f9731e71-0b30-4979-9f03-83f4ce8e0284 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:05.060006 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f9731e71-0b30-4979-9f03-83f4ce8e0284 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2330940 Mar 22 20:03:05.063120 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37224) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:05.068219 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-f9f83fdb-4e30-40d4-a9a0-edfac08c52c0 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Request body: {'security_group_rule': {'security_group_id': 'f8f5c324-6705-4fe3-b680-66352ecced3b', 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:03:05.083481 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6cfe93-1903-43ff-93db-61326bfb91e7 None None] The sync data for ids ['97d6d6d4-3409-49a9-a67c-effcbf6b707e'] in n-d-705658-24 is: [{'id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'name': 'tempest-TestNetworkBasicOps-router-649456980', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '81102ac2-34a3-493f-82f7-c218ba1d9784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:02:53Z', 'updated_at': '2022-03-22T20:03:00Z', 'revision_number': 4, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'gw_port': {'id': '81102ac2-34a3-493f-82f7-c218ba1d9784', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:54Z', 'updated_at': '2022-03-22T20:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '32f6caee-c676-449d-bbc3-bc89a2a8c725', 'name': '', 'network_id': 'e95a4d9c-fc22-438e-b604-88c82590fe69', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'mac_address': 'fa:16:3e:ff:83:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '3b65535b-a007-414c-a4ca-98f93410b25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:59Z', 'updated_at': '2022-03-22T20:03:04Z', 'revision_number': 4, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'subnets': [{'id': '3b65535b-a007-414c-a4ca-98f93410b25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:03:05.114652 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f9f83fdb-4e30-40d4-a9a0-edfac08c52c0 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (87aedadf-e033-4d98-bd3f-70efc09afabf), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:05.366990 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port b1cabb15-5d93-4f23-9e20-edfbfc520156, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=b1cabb15-5d93-4f23-9e20-edfbfc520156,segment=NetworkSegment(143aaf73-f080-44ee-9c8d-88bec2c771fc),segment_id=143aaf73-f080-44ee-9c8d-88bec2c771fc)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:03:05.397561 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 32f6caee-c676-449d-bbc3-bc89a2a8c725 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:03:05.403283 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f9f83fdb-4e30-40d4-a9a0-edfac08c52c0 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (87aedadf-e033-4d98-bd3f-70efc09afabf), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:05.405523 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-5256dc9d-053f-41a1-a8b2-d07d3c14e0a1 None None] Current status of the port 32f6caee-c676-449d-bbc3-bc89a2a8c725 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:03:05.435175 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f9f83fdb-4e30-40d4-a9a0-edfac08c52c0 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (87aedadf-e033-4d98-bd3f-70efc09afabf), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:05.452051 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device b1cabb15-5d93-4f23-9e20-edfbfc520156 has no active binding in host n-h2-705658-24 {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 22 20:03:05.474143 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f83fdb-4e30-40d4-a9a0-edfac08c52c0 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87aedadf-e033-4d98-bd3f-70efc09afabf,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:05.493769 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75288ae-00fb-4957-b562-8a085383af0e req-eca70f13-85d8-4b9f-83ad-389f84b89ce8 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:05.495504 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b75288ae-00fb-4957-b562-8a085383af0e req-eca70f13-85d8-4b9f-83ad-389f84b89ce8 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 945 time: 0.2504160 Mar 22 20:03:05.499795 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f9f83fdb-4e30-40d4-a9a0-edfac08c52c0 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:05.501877 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 32f6caee-c676-449d-bbc3-bc89a2a8c725 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:03:05.502267 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (32f6caee-c676-449d-bbc3-bc89a2a8c725), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:05.504052 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f9f83fdb-4e30-40d4-a9a0-edfac08c52c0 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4397964 Mar 22 20:03:05.504300 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37230) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:05.512320 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-4a1697d1-c6e5-4e31-88e4-75eb6fcb0592 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Request body: {'security_group_rule': {'security_group_id': 'f8f5c324-6705-4fe3-b680-66352ecced3b', 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:03:05.529562 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646848a-a4dd-45d6-8b88-5dad4e5c9701 req-e07c0b24-fc7e-40ef-8af4-4d1cabe98430 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:05.531213 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3646848a-a4dd-45d6-8b88-5dad4e5c9701 req-e07c0b24-fc7e-40ef-8af4-4d1cabe98430 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 944 time: 0.1717579 Mar 22 20:03:05.565662 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a1697d1-c6e5-4e31-88e4-75eb6fcb0592 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (9ebec8f6-2df4-4438-a6ad-f485f31b892d), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:05.641432 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 32f6caee-c676-449d-bbc3-bc89a2a8c725 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:03:05.668648 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b75288ae-00fb-4957-b562-8a085383af0e req-80a233c6-2ff4-4932-9316-eec8b6f8f9e2 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=4ae151f3-3f76-4dc2-89b2-e0c3d993f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634121 Mar 22 20:03:05.702268 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a1697d1-c6e5-4e31-88e4-75eb6fcb0592 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (9ebec8f6-2df4-4438-a6ad-f485f31b892d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:05.712451 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3646848a-a4dd-45d6-8b88-5dad4e5c9701 req-e82819d2-a70e-4503-b7d6-860d83a15a55 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749215 Mar 22 20:03:05.712697 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a1697d1-c6e5-4e31-88e4-75eb6fcb0592 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (9ebec8f6-2df4-4438-a6ad-f485f31b892d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:05.755620 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1697d1-c6e5-4e31-88e4-75eb6fcb0592 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ebec8f6-2df4-4438-a6ad-f485f31b892d,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:05.762301 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4a1697d1-c6e5-4e31-88e4-75eb6fcb0592 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:05.766202 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4a1697d1-c6e5-4e31-88e4-75eb6fcb0592 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2578218 Mar 22 20:03:05.766522 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37232) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:05.771360 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-c6a6feef-afee-49dc-9e5d-663bcf8e0ac0 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Request body: {'security_group_rule': {'security_group_id': 'f8f5c324-6705-4fe3-b680-66352ecced3b', 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:03:05.801043 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c6a6feef-afee-49dc-9e5d-663bcf8e0ac0 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (1d05edb9-40e2-40ea-affc-0196b0942875), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:05.885757 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c6a6feef-afee-49dc-9e5d-663bcf8e0ac0 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (1d05edb9-40e2-40ea-affc-0196b0942875), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:05.895526 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c6a6feef-afee-49dc-9e5d-663bcf8e0ac0 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (1d05edb9-40e2-40ea-affc-0196b0942875), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:05.921598 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6feef-afee-49dc-9e5d-663bcf8e0ac0 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d05edb9-40e2-40ea-affc-0196b0942875,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:05.943198 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c6a6feef-afee-49dc-9e5d-663bcf8e0ac0 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:05.946445 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c6a6feef-afee-49dc-9e5d-663bcf8e0ac0 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1778717 Mar 22 20:03:05.948286 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37234) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:05.954610 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-2e66dab4-bcc7-41f6-a127-891da3781289 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Request body: {'security_group_rule': {'security_group_id': 'f8f5c324-6705-4fe3-b680-66352ecced3b', 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:03:05.989588 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2e66dab4-bcc7-41f6-a127-891da3781289 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (fba55c88-9263-4acc-a164-5016c5c73de8), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:06.078867 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2e66dab4-bcc7-41f6-a127-891da3781289 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (fba55c88-9263-4acc-a164-5016c5c73de8), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:06.084877 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2e66dab4-bcc7-41f6-a127-891da3781289 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (fba55c88-9263-4acc-a164-5016c5c73de8), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:06.101880 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e66dab4-bcc7-41f6-a127-891da3781289 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba55c88-9263-4acc-a164-5016c5c73de8,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:06.131330 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-eb926fc2-22a6-4c4c-8464-39f50f192816 req-ad500030-0090-4ad0-9547-cb487024ddab service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0705101 Mar 22 20:03:06.134945 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2e66dab4-bcc7-41f6-a127-891da3781289 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:06.137924 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2e66dab4-bcc7-41f6-a127-891da3781289 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1875384 Mar 22 20:03:06.140362 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37236) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:06.147950 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-44fa70d6-0457-4d55-8211-6ec7be4dd16b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Request body: {'security_group_rule': {'security_group_id': 'f8f5c324-6705-4fe3-b680-66352ecced3b', 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:03:06.185175 n-d-705658-24 neutron-server[104172]: INFO neutron.db.securitygroups_db [None req-44fa70d6-0457-4d55-8211-6ec7be4dd16b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Project 0a9f551f23724cbfbcd0f3d327611c2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 20:03:06.193532 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-44fa70d6-0457-4d55-8211-6ec7be4dd16b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (beca0c6d-bb1f-489c-8c8c-6ff57f457ddf), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:06.241161 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb926fc2-22a6-4c4c-8464-39f50f192816 req-40659d38-c7d6-41fa-be07-58c7e0d5c1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:06.242875 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-eb926fc2-22a6-4c4c-8464-39f50f192816 req-40659d38-c7d6-41fa-be07-58c7e0d5c1ce service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=99d72c7dab634aac93e71becf6d2998e&device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 1128 time: 0.0621722 Mar 22 20:03:06.301673 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-44fa70d6-0457-4d55-8211-6ec7be4dd16b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (beca0c6d-bb1f-489c-8c8c-6ff57f457ddf), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:06.309693 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-44fa70d6-0457-4d55-8211-6ec7be4dd16b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (beca0c6d-bb1f-489c-8c8c-6ff57f457ddf), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:06.327659 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa70d6-0457-4d55-8211-6ec7be4dd16b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beca0c6d-bb1f-489c-8c8c-6ff57f457ddf,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:06.352007 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-44fa70d6-0457-4d55-8211-6ec7be4dd16b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:06.356942 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-44fa70d6-0457-4d55-8211-6ec7be4dd16b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2153335 Mar 22 20:03:06.357584 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37238) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:06.362377 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-9301250e-9af3-439c-8e4f-a0438bafe450 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Request body: {'security_group_rule': {'security_group_id': 'f8f5c324-6705-4fe3-b680-66352ecced3b', 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:03:06.378435 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb926fc2-22a6-4c4c-8464-39f50f192816 req-9b4f79a4-e72d-47a5-a801-01e6ba9ec504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:06.381605 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-eb926fc2-22a6-4c4c-8464-39f50f192816 req-9b4f79a4-e72d-47a5-a801-01e6ba9ec504 service neutron] 10.222.0.84 "GET /v2.0/networks?id=942e739d-0f2d-40f4-8f81-80042bf466e6 HTTP/1.1" status: 200 len: 911 time: 0.1148136 Mar 22 20:03:06.384869 n-d-705658-24 neutron-server[104172]: INFO neutron.db.securitygroups_db [None req-9301250e-9af3-439c-8e4f-a0438bafe450 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Project 0a9f551f23724cbfbcd0f3d327611c2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 20:03:06.391931 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9301250e-9af3-439c-8e4f-a0438bafe450 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (73330ac9-aeb0-4d79-ba1c-f37c2547ce2c), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:06.469392 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-eb926fc2-22a6-4c4c-8464-39f50f192816 req-ebf1e0de-bc22-49b0-9a6e-123c7b72c891 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=695e450f-c6f4-4762-b1fc-909b3d65caf4 HTTP/1.1" status: 200 len: 1001 time: 0.0819876 Mar 22 20:03:06.475264 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9301250e-9af3-439c-8e4f-a0438bafe450 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (73330ac9-aeb0-4d79-ba1c-f37c2547ce2c), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:06.481675 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9301250e-9af3-439c-8e4f-a0438bafe450 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (73330ac9-aeb0-4d79-ba1c-f37c2547ce2c), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:06.511976 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301250e-9af3-439c-8e4f-a0438bafe450 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73330ac9-aeb0-4d79-ba1c-f37c2547ce2c,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:06.521179 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9301250e-9af3-439c-8e4f-a0438bafe450 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:06.523403 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9301250e-9af3-439c-8e4f-a0438bafe450 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1646197 Mar 22 20:03:06.563065 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb926fc2-22a6-4c4c-8464-39f50f192816 req-281c0310-1bf4-4285-bf45-b495e71d4040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:06.565783 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-eb926fc2-22a6-4c4c-8464-39f50f192816 req-281c0310-1bf4-4285-bf45-b495e71d4040 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ce14209e-d9ba-4d1e-8a54-b7950c923a71 HTTP/1.1" status: 200 len: 849 time: 0.0892694 Mar 22 20:03:06.627926 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb926fc2-22a6-4c4c-8464-39f50f192816 req-b66f4c57-1e0b-4f8f-97b8-940aa75fb807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:06.629574 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-eb926fc2-22a6-4c4c-8464-39f50f192816 req-b66f4c57-1e0b-4f8f-97b8-940aa75fb807 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=942e739d-0f2d-40f4-8f81-80042bf466e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0578430 Mar 22 20:03:06.713782 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-e64488a2-d399-4fff-96cd-456c30bbeab1 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2128697020&fields=id&tenant_id=0a9f551f23724cbfbcd0f3d327611c2d HTTP/1.1" status: 200 len: 267 time: 0.0615785 Mar 22 20:03:06.785631 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-eb926fc2-22a6-4c4c-8464-39f50f192816 req-2bc72635-f653-4639-82e4-36ace5076092 service neutron] 10.222.0.84 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441097 Mar 22 20:03:06.896690 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-eb926fc2-22a6-4c4c-8464-39f50f192816 req-070d252d-f31f-488f-9625-d68f75c8b87d service neutron] 10.222.0.84 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101108 Mar 22 20:03:06.925934 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-2c251281-e960-461e-92f7-1d1a12b0f63d tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:06.928198 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-2c251281-e960-461e-92f7-1d1a12b0f63d tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/networks?id=e95a4d9c-fc22-438e-b604-88c82590fe69 HTTP/1.1" status: 200 len: 797 time: 0.2046244 Mar 22 20:03:06.941924 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4485f-ebbb-47c9-a863-ab634447f61c req-ac89f555-e88c-4a70-b028-f2d14b93d7f0 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:06.944398 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c1d4485f-ebbb-47c9-a863-ab634447f61c req-ac89f555-e88c-4a70-b028-f2d14b93d7f0 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 945 time: 0.1303024 Mar 22 20:03:06.970775 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-00f42fc7-fbc6-47b9-acaf-3d2f3775d821 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/quotas/0a9f551f23724cbfbcd0f3d327611c2d HTTP/1.1" status: 200 len: 375 time: 0.0249577 Mar 22 20:03:07.038391 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c1d4485f-ebbb-47c9-a863-ab634447f61c req-28f2f76f-cc7a-4f0c-a1b5-e6b4eac45c98 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=4ae151f3-3f76-4dc2-89b2-e0c3d993f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829644 Mar 22 20:03:07.077031 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-485cb7c8-d0be-49c2-9d22-23121b75de24 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=0a9f551f23724cbfbcd0f3d327611c2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0974853 Mar 22 20:03:07.253409 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c52990-9b28-4e91-8a12-64ec81ee34d5 req-1504062e-bb85-4f2c-97a0-ea7f37363507 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:07.255300 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-84c52990-9b28-4e91-8a12-64ec81ee34d5 req-1504062e-bb85-4f2c-97a0-ea7f37363507 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 944 time: 0.1415141 Mar 22 20:03:07.257296 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-7e16b2ad-39bc-41da-8159-894bbfa93ace service neutron] 10.222.0.75 "GET /v2.0/networks/e95a4d9c-fc22-438e-b604-88c82590fe69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666873 Mar 22 20:03:07.364725 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-84c52990-9b28-4e91-8a12-64ec81ee34d5 req-996b7b10-7c27-4a98-9705-e3f65e7c20c8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019495 Mar 22 20:03:07.396112 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-a5d84e88-ca38-4344-9cf8-c9832a7aab3e service neutron] 10.222.0.75 "GET /v2.0/networks/e95a4d9c-fc22-438e-b604-88c82590fe69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317325 Mar 22 20:03:07.576024 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c08c1c13-a3c8-4b08-a83a-fca4c319cd3a req-b5738c38-6e5b-4c8a-9a43-22afabe770e1 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbdb2860-6d4a-4340-a527-e03b0ccaf424 HTTP/1.1" status: 200 len: 210 time: 0.0288870 Mar 22 20:03:08.173778 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80efedfd-5e10-4142-9dd1-9a19be1e66b1 req-8397228a-d06e-4b3a-9322-4fdd164f0c02 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:08.175311 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80efedfd-5e10-4142-9dd1-9a19be1e66b1 req-8397228a-d06e-4b3a-9322-4fdd164f0c02 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 945 time: 0.0562408 Mar 22 20:03:08.232925 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80efedfd-5e10-4142-9dd1-9a19be1e66b1 req-46bc6506-c68e-42ab-b0e6-4d5efdb4ad00 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=4ae151f3-3f76-4dc2-89b2-e0c3d993f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506446 Mar 22 20:03:08.518759 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbe55b-43d5-4ae3-9da1-d885cc4cf354 req-85d94acd-3b3f-4063-8a0e-ee229da8f34d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:08.520533 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-52cbe55b-43d5-4ae3-9da1-d885cc4cf354 req-85d94acd-3b3f-4063-8a0e-ee229da8f34d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 944 time: 0.0730836 Mar 22 20:03:08.595277 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-52cbe55b-43d5-4ae3-9da1-d885cc4cf354 req-4188a00d-fac1-465a-bf64-1419ee80fb49 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684776 Mar 22 20:03:08.724418 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-736b88c1-1103-4ffe-8163-4248d94efc82 req-fcc2951b-aac9-422a-82a6-f522d74629dd tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbdb2860-6d4a-4340-a527-e03b0ccaf424 HTTP/1.1" status: 200 len: 210 time: 0.0428391 Mar 22 20:03:08.797115 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-375e7ce4-dd21-44b4-a4e5-060403c89494 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:08.798858 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-375e7ce4-dd21-44b4-a4e5-060403c89494 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.85 "GET /v2.0/networks?id=e95a4d9c-fc22-438e-b604-88c82590fe69 HTTP/1.1" status: 200 len: 797 time: 0.1748362 Mar 22 20:03:08.872623 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-1735f61c-e99d-41d2-b13e-a5887f4520bc tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a9f551f23724cbfbcd0f3d327611c2d HTTP/1.1" status: 200 len: 380 time: 0.0646818 Mar 22 20:03:08.889999 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-ac8c0b47-78c1-4b76-ac20-0b5bb36d920f tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Request body: {'port': {'device_id': 'bbdb2860-6d4a-4340-a527-e03b0ccaf424', 'network_id': 'e95a4d9c-fc22-438e-b604-88c82590fe69', 'admin_state_up': True, 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'security_groups': ['f8f5c324-6705-4fe3-b680-66352ecced3b']}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:03:09.088166 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-ac8c0b47-78c1-4b76-ac20-0b5bb36d920f tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Made reservation on behalf of 0a9f551f23724cbfbcd0f3d327611c2d for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:03:09.094252 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-ac8c0b47-78c1-4b76-ac20-0b5bb36d920f tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:09.278134 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-ac8c0b47-78c1-4b76-ac20-0b5bb36d920f tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Allocated IP 172.20.0.13 (e95a4d9c-fc22-438e-b604-88c82590fe69/3b65535b-a007-414c-a4ca-98f93410b25f/7f78b446-554a-48a3-aca7-4f2abaacc14e) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:03:09.405575 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccba75b-f499-487d-99e7-90b9bde7c253 req-ae311223-280e-46cc-91d1-830089b51a22 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:09.407258 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bccba75b-f499-487d-99e7-90b9bde7c253 req-ae311223-280e-46cc-91d1-830089b51a22 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 945 time: 0.0917048 Mar 22 20:03:09.479353 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bccba75b-f499-487d-99e7-90b9bde7c253 req-85e2d579-0c38-4bc8-80b7-e8db073dd99d tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=4ae151f3-3f76-4dc2-89b2-e0c3d993f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653384 Mar 22 20:03:09.502902 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-ac8c0b47-78c1-4b76-ac20-0b5bb36d920f tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for port (7f78b446-554a-48a3-aca7-4f2abaacc14e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:09.555100 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-ac8c0b47-78c1-4b76-ac20-0b5bb36d920f tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (7f78b446-554a-48a3-aca7-4f2abaacc14e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:09.597419 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-ac8c0b47-78c1-4b76-ac20-0b5bb36d920f tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Network e95a4d9c-fc22-438e-b604-88c82590fe69 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:03:09.600650 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-ac8c0b47-78c1-4b76-ac20-0b5bb36d920f tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:03:09.604742 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-ac8c0b47-78c1-4b76-ac20-0b5bb36d920f tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:03:09.637521 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c0b47-78c1-4b76-ac20-0b5bb36d920f tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'Port': ['ID=7f78b446-554a-48a3-aca7-4f2abaacc14e,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:09.679023 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-ac8c0b47-78c1-4b76-ac20-0b5bb36d920f tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:09.680560 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-ac8c0b47-78c1-4b76-ac20-0b5bb36d920f tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:09.706025 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-ac8c0b47-78c1-4b76-ac20-0b5bb36d920f tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8215981 Mar 22 20:03:09.718499 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-79a91019-53c2-4244-93e3-c93ed25bb5db service neutron] Request body: {'port': {'device_id': 'bbdb2860-6d4a-4340-a527-e03b0ccaf424', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:03:09.772846 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51a4e4-e156-4a7f-a4e2-b58e857ee973 req-0f963037-25ea-4b79-95ce-1bd97340c57b tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:09.774986 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3f51a4e4-e156-4a7f-a4e2-b58e857ee973 req-0f963037-25ea-4b79-95ce-1bd97340c57b tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 944 time: 0.0655007 Mar 22 20:03:09.801385 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-79a91019-53c2-4244-93e3-c93ed25bb5db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7f78b446-554a-48a3-aca7-4f2abaacc14e), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:09.878376 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3f51a4e4-e156-4a7f-a4e2-b58e857ee973 req-44e21c3b-099f-4a83-b614-a36733320215 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969222 Mar 22 20:03:09.904694 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862e5d57-5e21-48ba-b0c3-fa10d06ac9bc req-c943825f-f666-43f2-9f2e-4ce74b72156e tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:09.906390 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-862e5d57-5e21-48ba-b0c3-fa10d06ac9bc req-c943825f-f666-43f2-9f2e-4ce74b72156e tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbdb2860-6d4a-4340-a527-e03b0ccaf424 HTTP/1.1" status: 200 len: 932 time: 0.0710487 Mar 22 20:03:09.963203 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-862e5d57-5e21-48ba-b0c3-fa10d06ac9bc req-bc40954e-24b2-4717-ad2e-794046841874 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?id=f8f5c324-6705-4fe3-b680-66352ecced3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504456 Mar 22 20:03:09.974521 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ae32df6f-3f5d-4cff-a75d-47c033218240 None None] Provisioning complete for port 7f78b446-554a-48a3-aca7-4f2abaacc14e triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:03:09.975818 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ae32df6f-3f5d-4cff-a75d-47c033218240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7f78b446-554a-48a3-aca7-4f2abaacc14e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:10.023330 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ae32df6f-3f5d-4cff-a75d-47c033218240 None None] Port 7f78b446-554a-48a3-aca7-4f2abaacc14e cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:03:10.100592 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-79a91019-53c2-4244-93e3-c93ed25bb5db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f78b446-554a-48a3-aca7-4f2abaacc14e {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:03:10.109107 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-79a91019-53c2-4244-93e3-c93ed25bb5db service neutron] Publish callbacks [] for port (7f78b446-554a-48a3-aca7-4f2abaacc14e), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:10.122973 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-79a91019-53c2-4244-93e3-c93ed25bb5db service neutron] Transition to ACTIVE for port object 7f78b446-554a-48a3-aca7-4f2abaacc14e will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:03:10.127808 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-79a91019-53c2-4244-93e3-c93ed25bb5db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (7f78b446-554a-48a3-aca7-4f2abaacc14e), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:10.181713 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a91019-53c2-4244-93e3-c93ed25bb5db service neutron] Pushing event updated for resources: {'Port': ['ID=7f78b446-554a-48a3-aca7-4f2abaacc14e,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:10.258295 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-79a91019-53c2-4244-93e3-c93ed25bb5db service neutron] Attempting to bind port 7f78b446-554a-48a3-aca7-4f2abaacc14e on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:03:10.258643 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-79a91019-53c2-4244-93e3-c93ed25bb5db service neutron] Attempting to bind port 7f78b446-554a-48a3-aca7-4f2abaacc14e by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': 'ccac00d6-4515-469e-8a21-545c50830a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e95a4d9c-fc22-438e-b604-88c82590fe69'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:03:10.258977 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-79a91019-53c2-4244-93e3-c93ed25bb5db service neutron] Attempting to bind port 7f78b446-554a-48a3-aca7-4f2abaacc14e on network e95a4d9c-fc22-438e-b604-88c82590fe69 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:03:10.264566 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-79a91019-53c2-4244-93e3-c93ed25bb5db service neutron] Port 7f78b446-554a-48a3-aca7-4f2abaacc14e on network e95a4d9c-fc22-438e-b604-88c82590fe69 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:03:10.264893 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-79a91019-53c2-4244-93e3-c93ed25bb5db service neutron] Attempting to bind port 7f78b446-554a-48a3-aca7-4f2abaacc14e on network e95a4d9c-fc22-438e-b604-88c82590fe69 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:03:10.270566 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-79a91019-53c2-4244-93e3-c93ed25bb5db service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:03:10.270914 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-79a91019-53c2-4244-93e3-c93ed25bb5db service neutron] Checking segment: {'id': 'ccac00d6-4515-469e-8a21-545c50830a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e95a4d9c-fc22-438e-b604-88c82590fe69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:03:10.271335 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-79a91019-53c2-4244-93e3-c93ed25bb5db service neutron] Bound using segment: {'id': 'ccac00d6-4515-469e-8a21-545c50830a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e95a4d9c-fc22-438e-b604-88c82590fe69'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:03:10.271782 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-79a91019-53c2-4244-93e3-c93ed25bb5db service neutron] Bound port: 7f78b446-554a-48a3-aca7-4f2abaacc14e, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccac00d6-4515-469e-8a21-545c50830a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e95a4d9c-fc22-438e-b604-88c82590fe69'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:03:10.272153 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-79a91019-53c2-4244-93e3-c93ed25bb5db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7f78b446-554a-48a3-aca7-4f2abaacc14e), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:10.341869 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-79a91019-53c2-4244-93e3-c93ed25bb5db service neutron] For port 7f78b446-554a-48a3-aca7-4f2abaacc14e, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:03:10.346475 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-79a91019-53c2-4244-93e3-c93ed25bb5db service neutron] For port 7f78b446-554a-48a3-aca7-4f2abaacc14e, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=7f78b446-554a-48a3-aca7-4f2abaacc14e,segment=NetworkSegment(ccac00d6-4515-469e-8a21-545c50830a57),segment_id=ccac00d6-4515-469e-8a21-545c50830a57)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:03:10.354124 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-79a91019-53c2-4244-93e3-c93ed25bb5db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (7f78b446-554a-48a3-aca7-4f2abaacc14e), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:10.392958 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-79a91019-53c2-4244-93e3-c93ed25bb5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:10.393599 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-79a91019-53c2-4244-93e3-c93ed25bb5db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:10.394977 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-79a91019-53c2-4244-93e3-c93ed25bb5db service neutron] 10.222.0.85 "PUT /v2.0/ports/7f78b446-554a-48a3-aca7-4f2abaacc14e HTTP/1.1" status: 200 len: 1093 time: 0.6816759 Mar 22 20:03:10.395452 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbdb2860-6d4a-4340-a527-e03b0ccaf424', 'tag': '7f78b446-554a-48a3-aca7-4f2abaacc14e'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:03:10.399830 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd5bc48-5558-4a09-a8a1-3c023ef61ce1" -d '{"events": [{"name": "network-changed", "server_uuid": "bbdb2860-6d4a-4340-a527-e03b0ccaf424", "tag": "7f78b446-554a-48a3-aca7-4f2abaacc14e"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:03:10.425770 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a91019-53c2-4244-93e3-c93ed25bb5db service neutron] Pushing event updated for resources: {'Port': ['ID=7f78b446-554a-48a3-aca7-4f2abaacc14e,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:10.491547 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4484fb0a-a962-4495-ad7f-23023bd00db3 x-openstack-request-id: req-4484fb0a-a962-4495-ad7f-23023bd00db3 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:03:10.491844 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbdb2860-6d4a-4340-a527-e03b0ccaf424", "tag": "7f78b446-554a-48a3-aca7-4f2abaacc14e", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:03:10.492099 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4484fb0a-a962-4495-ad7f-23023bd00db3 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:03:10.492505 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4484fb0a-a962-4495-ad7f-23023bd00db3'] response: {'name': 'network-changed', 'server_uuid': 'bbdb2860-6d4a-4340-a527-e03b0ccaf424', 'tag': '7f78b446-554a-48a3-aca7-4f2abaacc14e', 'status': 'completed', 'code': 200} Mar 22 20:03:10.517339 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-09d62436-46a0-4576-928e-d9c2f8d4e65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:10.519089 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-09d62436-46a0-4576-928e-d9c2f8d4e65a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0a9f551f23724cbfbcd0f3d327611c2d&device_id=bbdb2860-6d4a-4340-a527-e03b0ccaf424 HTTP/1.1" status: 200 len: 1127 time: 0.0636270 Mar 22 20:03:10.576443 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-c2831dc3-daac-483e-93f7-d39f96d13599 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f78b446-554a-48a3-aca7-4f2abaacc14e HTTP/1.1" status: 200 len: 217 time: 0.0497272 Mar 22 20:03:10.621512 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ae294-ac67-4109-a8a8-52a89067ae97 req-428bacec-4566-4f3d-be68-13c7e94cb12b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:10.623079 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f5ae294-ac67-4109-a8a8-52a89067ae97 req-428bacec-4566-4f3d-be68-13c7e94cb12b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 945 time: 0.0632763 Mar 22 20:03:10.675993 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f5ae294-ac67-4109-a8a8-52a89067ae97 req-8f685c3c-3dfb-490c-8bd1-40817c7a5b4a tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=4ae151f3-3f76-4dc2-89b2-e0c3d993f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472248 Mar 22 20:03:10.678152 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-4f981979-26d0-4dfc-9331-40b53356d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:10.679630 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-4f981979-26d0-4dfc-9331-40b53356d343 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3b65535b-a007-414c-a4ca-98f93410b25f HTTP/1.1" status: 200 len: 834 time: 0.0845346 Mar 22 20:03:10.681660 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-d08b1566-a9fa-4ba0-bc82-6ca863177203 service neutron] 10.222.0.84 "GET /v2.0/ports/b1cabb15-5d93-4f23-9e20-edfbfc520156/bindings/n-h2-705658-24 HTTP/1.1" status: 200 len: 385 time: 0.1140130 Mar 22 20:03:10.777414 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-488a28d7-cec0-4d98-8e3b-cb1d81746af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:10.778988 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-488a28d7-cec0-4d98-8e3b-cb1d81746af0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e95a4d9c-fc22-438e-b604-88c82590fe69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0925560 Mar 22 20:03:10.956143 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-e088973b-41bc-4c2d-b505-96d1ed38fbe2 service neutron] 10.222.0.85 "GET /v2.0/networks/e95a4d9c-fc22-438e-b604-88c82590fe69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714635 Mar 22 20:03:11.018040 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18869564-af42-4df3-8734-eddee8e97afe req-0f2a142b-bd6d-42e8-a1bd-b2e1cb51913e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:11.020069 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-18869564-af42-4df3-8734-eddee8e97afe req-0f2a142b-bd6d-42e8-a1bd-b2e1cb51913e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 944 time: 0.0681393 Mar 22 20:03:11.025097 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-356b069b-6773-443f-b7db-3826f1df1059 service neutron] For port b1cabb15-5d93-4f23-9e20-edfbfc520156, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=b1cabb15-5d93-4f23-9e20-edfbfc520156,segment=NetworkSegment(143aaf73-f080-44ee-9c8d-88bec2c771fc),segment_id=143aaf73-f080-44ee-9c8d-88bec2c771fc)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:03:11.057931 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-356b069b-6773-443f-b7db-3826f1df1059 service neutron] For port b1cabb15-5d93-4f23-9e20-edfbfc520156, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:03:11.120078 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c3fe287f-d7b7-4f31-a398-638ca5598cd1 req-2aa78aa8-2241-4470-b6a3-84bcafc4ba0d service neutron] 10.222.0.85 "GET /v2.0/networks/e95a4d9c-fc22-438e-b604-88c82590fe69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567624 Mar 22 20:03:11.131550 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-18869564-af42-4df3-8734-eddee8e97afe req-fb8987a1-998f-4c86-9d02-db3467c9ba1e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023753 Mar 22 20:03:11.137761 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-356b069b-6773-443f-b7db-3826f1df1059 service neutron] For port b1cabb15-5d93-4f23-9e20-edfbfc520156, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=b1cabb15-5d93-4f23-9e20-edfbfc520156,segment=NetworkSegment(143aaf73-f080-44ee-9c8d-88bec2c771fc),segment_id=143aaf73-f080-44ee-9c8d-88bec2c771fc)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:03:11.151482 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e316aac-1520-4e73-a482-2aed2c853f09 req-0164a6b1-7683-431a-89c1-bf147a5f0dc7 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:11.154245 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-356b069b-6773-443f-b7db-3826f1df1059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b1cabb15-5d93-4f23-9e20-edfbfc520156), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:11.154864 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6e316aac-1520-4e73-a482-2aed2c853f09 req-0164a6b1-7683-431a-89c1-bf147a5f0dc7 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbdb2860-6d4a-4340-a527-e03b0ccaf424 HTTP/1.1" status: 200 len: 944 time: 0.1008890 Mar 22 20:03:11.246357 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6e316aac-1520-4e73-a482-2aed2c853f09 req-36a92fda-b8f7-4c15-96cd-3f6052952dfe tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?id=f8f5c324-6705-4fe3-b680-66352ecced3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722749 Mar 22 20:03:11.275660 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-356b069b-6773-443f-b7db-3826f1df1059 service neutron] Transition to ACTIVE for port object b1cabb15-5d93-4f23-9e20-edfbfc520156 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:03:11.278910 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5bc48-5558-4a09-a8a1-3c023ef61ce1 req-4d659cb6-ff29-44bb-970c-9b4fd56bad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:11.280487 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6dd5bc48-5558-4a09-a8a1-3c023ef61ce1 req-4d659cb6-ff29-44bb-970c-9b4fd56bad6b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0a9f551f23724cbfbcd0f3d327611c2d&device_id=bbdb2860-6d4a-4340-a527-e03b0ccaf424 HTTP/1.1" status: 200 len: 1127 time: 0.0829508 Mar 22 20:03:11.282009 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-356b069b-6773-443f-b7db-3826f1df1059 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (b1cabb15-5d93-4f23-9e20-edfbfc520156), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:11.442898 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b069b-6773-443f-b7db-3826f1df1059 service neutron] Pushing event updated for resources: {'Port': ['ID=b1cabb15-5d93-4f23-9e20-edfbfc520156,revision_number=11']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:11.504556 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5bc48-5558-4a09-a8a1-3c023ef61ce1 req-b8050754-7131-4f38-8b3c-be888aac9615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:11.506081 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6dd5bc48-5558-4a09-a8a1-3c023ef61ce1 req-b8050754-7131-4f38-8b3c-be888aac9615 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e95a4d9c-fc22-438e-b604-88c82590fe69 HTTP/1.1" status: 200 len: 898 time: 0.2158003 Mar 22 20:03:11.506841 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-356b069b-6773-443f-b7db-3826f1df1059 service neutron] No DVR routers for this DVR port b1cabb15-5d93-4f23-9e20-edfbfc520156 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:03:11.800524 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcfe27-7a56-43b8-916b-ccd4c460d7ff req-cdd8c9ce-891f-4c4d-b81d-9dbea6276e86 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:11.802305 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5fbcfe27-7a56-43b8-916b-ccd4c460d7ff req-cdd8c9ce-891f-4c4d-b81d-9dbea6276e86 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 944 time: 0.0552335 Mar 22 20:03:11.855120 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5fbcfe27-7a56-43b8-916b-ccd4c460d7ff req-ff1c613f-3cdc-44d5-8abe-2451024d0e93 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=4ae151f3-3f76-4dc2-89b2-e0c3d993f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470099 Mar 22 20:03:11.903112 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6dd5bc48-5558-4a09-a8a1-3c023ef61ce1 req-b26d0c5c-abb0-4408-a72f-e3f493054e07 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f78b446-554a-48a3-aca7-4f2abaacc14e HTTP/1.1" status: 200 len: 217 time: 0.0648193 Mar 22 20:03:11.969453 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5bc48-5558-4a09-a8a1-3c023ef61ce1 req-1b120c8d-1ff9-4c03-b562-1caa93ef8a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:11.970981 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6dd5bc48-5558-4a09-a8a1-3c023ef61ce1 req-1b120c8d-1ff9-4c03-b562-1caa93ef8a96 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3b65535b-a007-414c-a4ca-98f93410b25f HTTP/1.1" status: 200 len: 834 time: 0.0580668 Mar 22 20:03:12.036869 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-356b069b-6773-443f-b7db-3826f1df1059 service neutron] 10.222.0.84 "PUT /v2.0/ports/b1cabb15-5d93-4f23-9e20-edfbfc520156/bindings/n-h2-705658-24/activate HTTP/1.1" status: 200 len: 370 time: 1.3415139 Mar 22 20:03:12.048795 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5bc48-5558-4a09-a8a1-3c023ef61ce1 req-33b832c5-4bca-4cc5-b09f-8cca0d3e39a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:12.050323 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6dd5bc48-5558-4a09-a8a1-3c023ef61ce1 req-33b832c5-4bca-4cc5-b09f-8cca0d3e39a2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e95a4d9c-fc22-438e-b604-88c82590fe69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0731893 Mar 22 20:03:12.089094 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.85', 64488) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:12.145958 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6dd5bc48-5558-4a09-a8a1-3c023ef61ce1 req-f7726f1b-79bf-4b73-bbf8-7073ab2c6071 service neutron] 10.222.0.85 "GET /v2.0/networks/e95a4d9c-fc22-438e-b604-88c82590fe69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888207 Mar 22 20:03:12.177621 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-cc1e924e-9000-40c8-9bea-c1e653408de0 tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:12.179155 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-cc1e924e-9000-40c8-9bea-c1e653408de0 tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d&tenant_id=5bcae00531204d8c96861edbc9c1d9c0&binding%3Ahost_id=n-h1-705658-24 HTTP/1.1" status: 200 len: 1127 time: 0.0890348 Mar 22 20:03:12.242646 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6dd5bc48-5558-4a09-a8a1-3c023ef61ce1 req-7e60ed5c-30c7-46e8-a464-681007f6311f service neutron] 10.222.0.85 "GET /v2.0/networks/e95a4d9c-fc22-438e-b604-88c82590fe69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900118 Mar 22 20:03:12.300616 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-28ae2f3d-391a-40be-972d-8b1dc3c1f334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:12.302326 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-28ae2f3d-391a-40be-972d-8b1dc3c1f334 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d&tenant_id=5bcae00531204d8c96861edbc9c1d9c0 HTTP/1.1" status: 200 len: 1127 time: 0.1165214 Mar 22 20:03:12.313120 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16132a1d-070a-43c9-9aed-03fec93a65b5 req-c2374e81-060b-49d9-a7ec-32953174510a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:12.314735 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-16132a1d-070a-43c9-9aed-03fec93a65b5 req-c2374e81-060b-49d9-a7ec-32953174510a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 944 time: 0.0834041 Mar 22 20:03:12.461610 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-16132a1d-070a-43c9-9aed-03fec93a65b5 req-c0aa3115-84cf-4527-af14-71a1c32bb670 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395013 Mar 22 20:03:12.472449 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-42f8f45b-7e1e-44dd-b2c2-d29054e07483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:12.474323 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-42f8f45b-7e1e-44dd-b2c2-d29054e07483 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 1127 time: 0.1443286 Mar 22 20:03:12.481458 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b7e5d-2417-4c39-8fbb-69a207305858 req-61e6c013-3891-474a-b387-68699e7bfceb tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:12.482876 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-357b7e5d-2417-4c39-8fbb-69a207305858 req-61e6c013-3891-474a-b387-68699e7bfceb tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbdb2860-6d4a-4340-a527-e03b0ccaf424 HTTP/1.1" status: 200 len: 944 time: 0.1627257 Mar 22 20:03:12.493358 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3d4828-5ed9-4080-9a3a-49d8e653731d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1cabb15-5d93-4f23-9e20-edfbfc520156'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:03:12.496381 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0788283f-6d5b-4782-9b96-7f23af13b660" -d '{"events": [{"server_uuid": "7c3d4828-5ed9-4080-9a3a-49d8e653731d", "name": "network-vif-unplugged", "status": "completed", "tag": "b1cabb15-5d93-4f23-9e20-edfbfc520156"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:03:12.537126 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 20:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56150c00-1775-442b-bd4a-afbf0d9b7c07 x-openstack-request-id: req-56150c00-1775-442b-bd4a-afbf0d9b7c07 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:03:12.537422 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3d4828-5ed9-4080-9a3a-49d8e653731d", "name": "network-vif-unplugged", "status": "completed", "tag": "b1cabb15-5d93-4f23-9e20-edfbfc520156", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:03:12.537678 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-56150c00-1775-442b-bd4a-afbf0d9b7c07 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:03:12.538117 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56150c00-1775-442b-bd4a-afbf0d9b7c07'] response: {'server_uuid': '7c3d4828-5ed9-4080-9a3a-49d8e653731d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1cabb15-5d93-4f23-9e20-edfbfc520156', 'code': 200} Mar 22 20:03:12.645740 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-357b7e5d-2417-4c39-8fbb-69a207305858 req-2c775745-0e09-4389-8745-ea7f82ac7108 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?id=f8f5c324-6705-4fe3-b680-66352ecced3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436274 Mar 22 20:03:12.669598 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-7d3d782c-7088-45b1-b86c-44d5957f09ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:12.671165 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-7d3d782c-7088-45b1-b86c-44d5957f09ed service neutron] 10.222.0.85 "GET /v2.0/networks?id=6b9f67ab-282b-4b5b-b73a-e5f983968050 HTTP/1.1" status: 200 len: 898 time: 0.1872823 Mar 22 20:03:13.155510 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-c23268fc-ec08-461a-bc1e-6ec0395f874e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1cabb15-5d93-4f23-9e20-edfbfc520156 HTTP/1.1" status: 200 len: 999 time: 0.4768322 Mar 22 20:03:13.209435 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1d559-d342-4656-b86f-946bfd025ede req-ae249ae1-0dcc-48d8-a915-bd9a24de859a tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:13.210953 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e5a1d559-d342-4656-b86f-946bfd025ede req-ae249ae1-0dcc-48d8-a915-bd9a24de859a tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 944 time: 0.1186886 Mar 22 20:03:13.245081 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-f327398b-af6c-4635-8458-641d0450083f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:13.247263 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-f327398b-af6c-4635-8458-641d0450083f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=83901ef7-c779-4c39-b8ee-9ad0937d4582 HTTP/1.1" status: 200 len: 835 time: 0.0839288 Mar 22 20:03:13.328219 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e5a1d559-d342-4656-b86f-946bfd025ede req-2843ccb3-1a06-4393-97f2-0f1466bb672c tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=4ae151f3-3f76-4dc2-89b2-e0c3d993f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114368 Mar 22 20:03:13.353444 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-5a03c37d-b639-482c-88f9-113ba904926e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:13.355057 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-5a03c37d-b639-482c-88f9-113ba904926e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6b9f67ab-282b-4b5b-b73a-e5f983968050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1019094 Mar 22 20:03:13.448266 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-c69e64d5-d40a-4509-8670-457dc101fc13 service neutron] 10.222.0.85 "GET /v2.0/networks/6b9f67ab-282b-4b5b-b73a-e5f983968050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872920 Mar 22 20:03:13.569923 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-22f36b59-5c34-4a77-9d61-5ade85315ae5 service neutron] 10.222.0.85 "GET /v2.0/networks/6b9f67ab-282b-4b5b-b73a-e5f983968050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165156 Mar 22 20:03:13.605269 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda5305-979b-421b-8d94-2afd716eaa33 req-4cbbf07d-ab7c-498a-b562-140e2cc88403 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:13.606897 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6bda5305-979b-421b-8d94-2afd716eaa33 req-4cbbf07d-ab7c-498a-b562-140e2cc88403 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 944 time: 0.0736113 Mar 22 20:03:13.661176 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6bda5305-979b-421b-8d94-2afd716eaa33 req-08c48663-4fbe-4f87-9767-2c6793fe4336 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482092 Mar 22 20:03:13.771466 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7d977-b590-4a7d-be66-d00386eb2a84 req-0adeda82-03f2-4fb3-820a-e5d594237c17 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:13.773017 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-57f7d977-b590-4a7d-be66-d00386eb2a84 req-0adeda82-03f2-4fb3-820a-e5d594237c17 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbdb2860-6d4a-4340-a527-e03b0ccaf424 HTTP/1.1" status: 200 len: 944 time: 0.0561116 Mar 22 20:03:13.861861 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-57f7d977-b590-4a7d-be66-d00386eb2a84 req-3a84a449-729b-4b21-a84a-467448169e04 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?id=f8f5c324-6705-4fe3-b680-66352ecced3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818832 Mar 22 20:03:13.864894 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-b7fabf28-afa1-4f67-ac93-731fe423df04 tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:13.866280 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-b7fabf28-afa1-4f67-ac93-731fe423df04 tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] 10.222.0.85 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d&tenant_id=5bcae00531204d8c96861edbc9c1d9c0&binding%3Ahost_id=n-h2-705658-24 HTTP/1.1" status: 200 len: 1127 time: 0.0798166 Mar 22 20:03:13.977700 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-e3e6d13c-ff43-45f6-a200-d917a8e4cd55 service neutron] For port b1cabb15-5d93-4f23-9e20-edfbfc520156, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:03:13.980894 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-e3e6d13c-ff43-45f6-a200-d917a8e4cd55 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:13.982102 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-e3e6d13c-ff43-45f6-a200-d917a8e4cd55 service neutron] 10.222.0.85 "DELETE /v2.0/ports/b1cabb15-5d93-4f23-9e20-edfbfc520156/bindings/n-h1-705658-24 HTTP/1.1" status: 204 len: 173 time: 0.1092198 Mar 22 20:03:14.041229 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device b1cabb15-5d93-4f23-9e20-edfbfc520156 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:03:14.079723 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] The host n-h1-705658-24 is not matching for port b1cabb15-5d93-4f23-9e20-edfbfc520156 host n-h2-705658-24! {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 20:03:14.080114 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device b1cabb15-5d93-4f23-9e20-edfbfc520156 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:03:14.450148 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d2e5d-324a-40d9-b3c1-9949b54cb098 req-5ab57680-b853-4bb4-a10b-5e4cdf91f74f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:14.451661 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-118d2e5d-324a-40d9-b3c1-9949b54cb098 req-5ab57680-b853-4bb4-a10b-5e4cdf91f74f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 944 time: 0.0537925 Mar 22 20:03:14.503949 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-118d2e5d-324a-40d9-b3c1-9949b54cb098 req-18540706-f865-4b98-96ae-b8294da29d7a tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=4ae151f3-3f76-4dc2-89b2-e0c3d993f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465498 Mar 22 20:03:14.630804 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100df74-571f-42be-aa72-99b683f62f43 req-6a57c9d7-9e71-4741-83d9-8ec4e466f2cf tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:14.632378 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5100df74-571f-42be-aa72-99b683f62f43 req-6a57c9d7-9e71-4741-83d9-8ec4e466f2cf tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 1127 time: 0.0456028 Mar 22 20:03:14.680466 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5100df74-571f-42be-aa72-99b683f62f43 req-a1b0f64f-0c10-433c-bbbf-80857c6f4ffe tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] 10.222.0.75 "GET /v2.0/security-groups?id=4ae151f3-3f76-4dc2-89b2-e0c3d993f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419216 Mar 22 20:03:14.822935 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bbda4-d8d8-4d89-9be7-b9cbf68d893a req-bc18a8c7-44b9-4baa-9dc9-bf6bc1a1caa4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:14.825029 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-996bbda4-d8d8-4d89-9be7-b9cbf68d893a req-bc18a8c7-44b9-4baa-9dc9-bf6bc1a1caa4 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 944 time: 0.0910103 Mar 22 20:03:14.838411 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e00867-368d-4d12-a710-e8ceaa03aef8 req-efa124ab-cc72-4c23-9d30-3a985c7b098a tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:14.839965 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-92e00867-368d-4d12-a710-e8ceaa03aef8 req-efa124ab-cc72-4c23-9d30-3a985c7b098a tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 944 time: 0.0793796 Mar 22 20:03:14.915790 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-996bbda4-d8d8-4d89-9be7-b9cbf68d893a req-4b4d13a9-5052-44b0-bdcf-7c0a8dafd4df tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850222 Mar 22 20:03:14.925145 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-92e00867-368d-4d12-a710-e8ceaa03aef8 req-83fc3107-2485-4b37-9444-e8bb5cea77da tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=4ae151f3-3f76-4dc2-89b2-e0c3d993f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788293 Mar 22 20:03:14.948390 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37314) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:15.010161 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c613ce91-105a-4c27-97a5-f007ac98f49b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/floatingips/0333f12c-f657-4860-a751-6437366a8cd4 HTTP/1.1" status: 200 len: 991 time: 0.0599148 Mar 22 20:03:15.024917 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683342a-22b3-4a78-8167-6fd892d77329 req-a7a7ea8f-b158-4602-b632-e0f6fb237d96 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:15.026190 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device ff34221a-29f2-4d6d-9abd-f7ba90e54952 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:03:15.026475 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2683342a-22b3-4a78-8167-6fd892d77329 req-a7a7ea8f-b158-4602-b632-e0f6fb237d96 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbdb2860-6d4a-4340-a527-e03b0ccaf424 HTTP/1.1" status: 200 len: 944 time: 0.0543168 Mar 22 20:03:15.028311 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device b1cabb15-5d93-4f23-9e20-edfbfc520156 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:03:15.081125 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2683342a-22b3-4a78-8167-6fd892d77329 req-0a8a78f6-0be4-4d71-989b-d1cd56e70988 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?id=f8f5c324-6705-4fe3-b680-66352ecced3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488620 Mar 22 20:03:15.200698 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port b1cabb15-5d93-4f23-9e20-edfbfc520156 is: DOWN; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:03:15.206246 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7f468af9-f5f9-4a79-a3c2-4236c70c8e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:15.212248 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port ff34221a-29f2-4d6d-9abd-f7ba90e54952, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=ff34221a-29f2-4d6d-9abd-f7ba90e54952,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:03:15.227151 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'ff34221a-29f2-4d6d-9abd-f7ba90e54952', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'port_id': 'ff34221a-29f2-4d6d-9abd-f7ba90e54952', 'mac_address': 'fa:16:3e:70:fa:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:03:15.270923 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port ff34221a-29f2-4d6d-9abd-f7ba90e54952 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:03:15.271309 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ff34221a-29f2-4d6d-9abd-f7ba90e54952), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:15.286156 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff34221a-29f2-4d6d-9abd-f7ba90e54952 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:03:15.305476 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port ff34221a-29f2-4d6d-9abd-f7ba90e54952, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=ff34221a-29f2-4d6d-9abd-f7ba90e54952,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:03:15.309618 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (ff34221a-29f2-4d6d-9abd-f7ba90e54952), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:15.310328 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 7f78b446-554a-48a3-aca7-4f2abaacc14e details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:03:15.375155 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=ff34221a-29f2-4d6d-9abd-f7ba90e54952,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:15.445541 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 7f78b446-554a-48a3-aca7-4f2abaacc14e, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=7f78b446-554a-48a3-aca7-4f2abaacc14e,segment=NetworkSegment(ccac00d6-4515-469e-8a21-545c50830a57),segment_id=ccac00d6-4515-469e-8a21-545c50830a57)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:03:15.458759 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '7f78b446-554a-48a3-aca7-4f2abaacc14e', 'network_id': 'e95a4d9c-fc22-438e-b604-88c82590fe69', 'port_id': '7f78b446-554a-48a3-aca7-4f2abaacc14e', 'mac_address': 'fa:16:3e:18:c3:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b65535b-a007-414c-a4ca-98f93410b25f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:03:15.496845 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 7f78b446-554a-48a3-aca7-4f2abaacc14e is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:03:15.497230 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7f78b446-554a-48a3-aca7-4f2abaacc14e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:15.510009 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f78b446-554a-48a3-aca7-4f2abaacc14e {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:03:15.529251 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 7f78b446-554a-48a3-aca7-4f2abaacc14e, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=7f78b446-554a-48a3-aca7-4f2abaacc14e,segment=NetworkSegment(ccac00d6-4515-469e-8a21-545c50830a57),segment_id=ccac00d6-4515-469e-8a21-545c50830a57)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:03:15.533163 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7f78b446-554a-48a3-aca7-4f2abaacc14e), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:15.581551 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=7f78b446-554a-48a3-aca7-4f2abaacc14e,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:15.886003 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['ff34221a-29f2-4d6d-9abd-f7ba90e54952'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:03:15.915450 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['7f78b446-554a-48a3-aca7-4f2abaacc14e'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:03:16.056949 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41736b5-417c-42bf-8a82-3d87656c8338 req-f77264c8-7042-4806-b4d8-08c5bcc0c891 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:16.059226 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b41736b5-417c-42bf-8a82-3d87656c8338 req-f77264c8-7042-4806-b4d8-08c5bcc0c891 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 945 time: 0.0703719 Mar 22 20:03:16.121291 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b41736b5-417c-42bf-8a82-3d87656c8338 req-75e385d0-9e62-476f-8907-b7581d1f4ede tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553713 Mar 22 20:03:16.195779 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:16.224827 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2a14a-c671-4124-afd5-1a03af30d9c6 req-bc77e807-5bea-41b5-847f-9a74c24ebe33 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:16.232333 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e8a2a14a-c671-4124-afd5-1a03af30d9c6 req-bc77e807-5bea-41b5-847f-9a74c24ebe33 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbdb2860-6d4a-4340-a527-e03b0ccaf424 HTTP/1.1" status: 200 len: 945 time: 0.0691204 Mar 22 20:03:16.281022 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e8a2a14a-c671-4124-afd5-1a03af30d9c6 req-3beae562-5dde-4392-bd43-5d1924426d73 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?id=f8f5c324-6705-4fe3-b680-66352ecced3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478251 Mar 22 20:03:17.023549 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device ff34221a-29f2-4d6d-9abd-f7ba90e54952 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:03:17.080743 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port ff34221a-29f2-4d6d-9abd-f7ba90e54952 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:03:17.085577 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port ff34221a-29f2-4d6d-9abd-f7ba90e54952 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:03:17.085985 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (ff34221a-29f2-4d6d-9abd-f7ba90e54952), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:17.164222 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port ff34221a-29f2-4d6d-9abd-f7ba90e54952 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:03:17.164617 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ff34221a-29f2-4d6d-9abd-f7ba90e54952), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:17.187715 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05be947-9765-4875-8ad4-248f7a3c5566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff34221a-29f2-4d6d-9abd-f7ba90e54952'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:03:17.190126 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8f5580-5ea5-42f9-a17a-b6b6544d7747" -d '{"events": [{"server_uuid": "e05be947-9765-4875-8ad4-248f7a3c5566", "name": "network-vif-plugged", "status": "completed", "tag": "ff34221a-29f2-4d6d-9abd-f7ba90e54952"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:03:17.205888 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port ff34221a-29f2-4d6d-9abd-f7ba90e54952, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=ff34221a-29f2-4d6d-9abd-f7ba90e54952,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:03:17.210988 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (ff34221a-29f2-4d6d-9abd-f7ba90e54952), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:17.211927 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 7f78b446-554a-48a3-aca7-4f2abaacc14e up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:03:17.248231 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37334) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:17.253849 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e7901-9825-4d64-803c-d02f244610fb req-94824715-b5fa-45b2-a784-0d416534bf77 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:17.255705 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e0e7901-9825-4d64-803c-d02f244610fb req-94824715-b5fa-45b2-a784-0d416534bf77 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 945 time: 0.0618739 Mar 22 20:03:17.283199 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eaf8b38-713e-42f1-bab8-563f2316a5c5 x-openstack-request-id: req-1eaf8b38-713e-42f1-bab8-563f2316a5c5 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:03:17.283409 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05be947-9765-4875-8ad4-248f7a3c5566", "name": "network-vif-plugged", "status": "completed", "tag": "ff34221a-29f2-4d6d-9abd-f7ba90e54952", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:03:17.283682 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1eaf8b38-713e-42f1-bab8-563f2316a5c5 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:03:17.284091 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eaf8b38-713e-42f1-bab8-563f2316a5c5'] response: {'server_uuid': 'e05be947-9765-4875-8ad4-248f7a3c5566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff34221a-29f2-4d6d-9abd-f7ba90e54952', 'code': 200} Mar 22 20:03:17.339106 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=ff34221a-29f2-4d6d-9abd-f7ba90e54952,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:17.354236 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 7f78b446-554a-48a3-aca7-4f2abaacc14e completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:03:17.360133 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 7f78b446-554a-48a3-aca7-4f2abaacc14e triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:03:17.361541 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7f78b446-554a-48a3-aca7-4f2abaacc14e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:17.366511 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e0e7901-9825-4d64-803c-d02f244610fb req-071e1645-5d06-46b7-80b5-aa67268e5279 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955946 Mar 22 20:03:17.434796 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2c24a-c6a7-427f-8cf6-b7a52f509adb req-41939a72-2b94-459f-86ac-42a0f211dbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:17.436319 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-24b2c24a-c6a7-427f-8cf6-b7a52f509adb req-41939a72-2b94-459f-86ac-42a0f211dbb6 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 1129 time: 0.1183989 Mar 22 20:03:17.439925 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-2a01ad76-e5ae-4499-8152-a535a71e2cc4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Deleting port 3b3b1221-b6e0-4ba9-af32-6a6fb073003a {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:03:17.440800 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2a01ad76-e5ae-4499-8152-a535a71e2cc4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (3b3b1221-b6e0-4ba9-af32-6a6fb073003a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:17.449337 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1c906-258a-44f7-a66c-a5dd64312bb5 req-690fb99f-b812-45ef-90e3-138eb4211863 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:17.450726 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0645ac95-8f39-43e5-8b69-fd40237ebb32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:17.451057 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e4e1c906-258a-44f7-a66c-a5dd64312bb5 req-690fb99f-b812-45ef-90e3-138eb4211863 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbdb2860-6d4a-4340-a527-e03b0ccaf424 HTTP/1.1" status: 200 len: 945 time: 0.0783703 Mar 22 20:03:17.459785 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 7f78b446-554a-48a3-aca7-4f2abaacc14e is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:03:17.460186 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7f78b446-554a-48a3-aca7-4f2abaacc14e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:17.498514 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 7f78b446-554a-48a3-aca7-4f2abaacc14e, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=7f78b446-554a-48a3-aca7-4f2abaacc14e,segment=NetworkSegment(ccac00d6-4515-469e-8a21-545c50830a57),segment_id=ccac00d6-4515-469e-8a21-545c50830a57)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:03:17.503661 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7f78b446-554a-48a3-aca7-4f2abaacc14e), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:17.520389 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-24b2c24a-c6a7-427f-8cf6-b7a52f509adb req-f28ebbf4-8f75-495c-b4f0-e06d05ffec3d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679541 Mar 22 20:03:17.530775 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2a01ad76-e5ae-4499-8152-a535a71e2cc4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (3b3b1221-b6e0-4ba9-af32-6a6fb073003a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:17.531363 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2a01ad76-e5ae-4499-8152-a535a71e2cc4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for floatingip (3b3b1221-b6e0-4ba9-af32-6a6fb073003a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:17.534118 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e4e1c906-258a-44f7-a66c-a5dd64312bb5 req-c41d3be9-312e-4dbc-add5-a79e5739fa53 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?id=f8f5c324-6705-4fe3-b680-66352ecced3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686376 Mar 22 20:03:17.546510 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-2a01ad76-e5ae-4499-8152-a535a71e2cc4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Calling delete_port for 3b3b1221-b6e0-4ba9-af32-6a6fb073003a owned by network:floatingip {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:03:17.559105 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=7f78b446-554a-48a3-aca7-4f2abaacc14e,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:17.725006 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2a01ad76-e5ae-4499-8152-a535a71e2cc4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (3b3b1221-b6e0-4ba9-af32-6a6fb073003a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:17.748394 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01ad76-e5ae-4499-8152-a535a71e2cc4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event deleted for resources: {'Port': ['ID=3b3b1221-b6e0-4ba9-af32-6a6fb073003a,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:17.817895 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2a01ad76-e5ae-4499-8152-a535a71e2cc4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for floatingip (0333f12c-f657-4860-a751-6437366a8cd4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:17.818230 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-2a01ad76-e5ae-4499-8152-a535a71e2cc4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Floating IP 0333f12c-f657-4860-a751-6437366a8cd4 disassociated (deleted). External IP: 172.25.5.154, port: b1cabb15-5d93-4f23-9e20-edfbfc520156. Mar 22 20:03:18.026015 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a01ad76-e5ae-4499-8152-a535a71e2cc4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Router c342bfc4-7726-4fdd-a8b1-15f12dd75fa6 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:03:18.136868 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a01ad76-e5ae-4499-8152-a535a71e2cc4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:03:18.141505 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2a01ad76-e5ae-4499-8152-a535a71e2cc4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:18.146102 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a49ae2-63cd-4b9b-b330-dbf63d19f507 None None] Sync routers for ids ['c342bfc4-7726-4fdd-a8b1-15f12dd75fa6'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:03:18.158106 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a49ae2-63cd-4b9b-b330-dbf63d19f507 None None] Routers {'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:03:18.158734 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a6a49ae2-63cd-4b9b-b330-dbf63d19f507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:03:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['c342bfc4-7726-4fdd-a8b1-15f12dd75fa6'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:18.172134 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2a01ad76-e5ae-4499-8152-a535a71e2cc4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "DELETE /v2.0/floatingips/0333f12c-f657-4860-a751-6437366a8cd4 HTTP/1.1" status: 204 len: 168 time: 0.9212503 Mar 22 20:03:18.172754 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3d4828-5ed9-4080-9a3a-49d8e653731d', 'tag': 'b1cabb15-5d93-4f23-9e20-edfbfc520156'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:03:18.175288 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83796458-edda-4a44-9e21-d67b21ea65c6" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3d4828-5ed9-4080-9a3a-49d8e653731d", "tag": "b1cabb15-5d93-4f23-9e20-edfbfc520156"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:03:18.215700 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9dc2162-2251-41a9-a84c-4940522518fc x-openstack-request-id: req-b9dc2162-2251-41a9-a84c-4940522518fc {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:03:18.216027 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3d4828-5ed9-4080-9a3a-49d8e653731d", "tag": "b1cabb15-5d93-4f23-9e20-edfbfc520156", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:03:18.216288 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b9dc2162-2251-41a9-a84c-4940522518fc {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:03:18.216994 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9dc2162-2251-41a9-a84c-4940522518fc'] response: {'name': 'network-changed', 'server_uuid': '7c3d4828-5ed9-4080-9a3a-49d8e653731d', 'tag': 'b1cabb15-5d93-4f23-9e20-edfbfc520156', 'status': 'completed', 'code': 200} Mar 22 20:03:18.296151 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83796458-edda-4a44-9e21-d67b21ea65c6 req-e1bcf219-3b11-4a55-8363-be60520db575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:18.298281 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83796458-edda-4a44-9e21-d67b21ea65c6 req-e1bcf219-3b11-4a55-8363-be60520db575 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 1127 time: 0.0601292 Mar 22 20:03:18.432317 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-a6a49ae2-63cd-4b9b-b330-dbf63d19f507 None None] Set router c342bfc4-7726-4fdd-a8b1-15f12dd75fa6 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:03:18.443532 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83796458-edda-4a44-9e21-d67b21ea65c6 req-35528667-b4c3-4f74-ba4e-b1e6a0363b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:18.444982 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83796458-edda-4a44-9e21-d67b21ea65c6 req-35528667-b4c3-4f74-ba4e-b1e6a0363b0e service neutron] 10.222.0.85 "GET /v2.0/networks?id=6b9f67ab-282b-4b5b-b73a-e5f983968050 HTTP/1.1" status: 200 len: 898 time: 0.1333835 Mar 22 20:03:18.518610 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83796458-edda-4a44-9e21-d67b21ea65c6 req-7e55ea84-66cc-4013-bc17-c30d1a075f0a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1cabb15-5d93-4f23-9e20-edfbfc520156 HTTP/1.1" status: 200 len: 217 time: 0.0644970 Mar 22 20:03:18.534720 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e54e0-0fba-42b9-ac1d-c9fb85b1153d req-5a795a7c-8700-4f18-bf00-7e6258d7d465 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:18.536164 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fe5e54e0-0fba-42b9-ac1d-c9fb85b1153d req-5a795a7c-8700-4f18-bf00-7e6258d7d465 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 944 time: 0.1421595 Mar 22 20:03:18.626179 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b865c67-eb69-41cd-9cb1-cd1516425200 req-c226790c-d014-4c6d-a663-98a4a274ce9d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:18.627967 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9b865c67-eb69-41cd-9cb1-cd1516425200 req-c226790c-d014-4c6d-a663-98a4a274ce9d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 946 time: 0.1883574 Mar 22 20:03:18.639776 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83796458-edda-4a44-9e21-d67b21ea65c6 req-d037ad71-197c-413f-8895-d9068fa157a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:18.640349 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:18.641728 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83796458-edda-4a44-9e21-d67b21ea65c6 req-d037ad71-197c-413f-8895-d9068fa157a6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=83901ef7-c779-4c39-b8ee-9ad0937d4582 HTTP/1.1" status: 200 len: 835 time: 0.1155305 Mar 22 20:03:18.663309 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a6a49ae2-63cd-4b9b-b330-dbf63d19f507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436457574', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '4bec93a2-5e10-4a63-9a9d-fd68331a54da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:02:08Z', 'updated_at': '2022-03-22T20:02:11Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '4bec93a2-5e10-4a63-9a9d-fd68331a54da', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:08Z', 'updated_at': '2022-03-22T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '527296f4-a42f-461e-a42f-ca629fccd2df', 'name': '', 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'mac_address': 'fa:16:3e:3a:dc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '83901ef7-c779-4c39-b8ee-9ad0937d4582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:11Z', 'updated_at': '2022-03-22T20:02:15Z', 'revision_number': 5, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'subnets': [{'id': '83901ef7-c779-4c39-b8ee-9ad0937d4582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:18.695352 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a49ae2-63cd-4b9b-b330-dbf63d19f507 None None] Checking router: c342bfc4-7726-4fdd-a8b1-15f12dd75fa6 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:03:18.704107 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a49ae2-63cd-4b9b-b330-dbf63d19f507 None None] Routers {'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:03:18.704727 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a6a49ae2-63cd-4b9b-b330-dbf63d19f507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:03:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['c342bfc4-7726-4fdd-a8b1-15f12dd75fa6'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:18.711306 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fe5e54e0-0fba-42b9-ac1d-c9fb85b1153d req-8cec8ed1-b62c-483c-adda-bb9fa8bc4e23 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=4ae151f3-3f76-4dc2-89b2-e0c3d993f12d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626487 Mar 22 20:03:18.766523 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9b865c67-eb69-41cd-9cb1-cd1516425200 req-8be25cdf-107a-4183-9658-9821dc937a6f tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286442 Mar 22 20:03:18.771056 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83796458-edda-4a44-9e21-d67b21ea65c6 req-62d7c8fa-e48a-41a1-9395-0199230896f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:18.773360 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83796458-edda-4a44-9e21-d67b21ea65c6 req-62d7c8fa-e48a-41a1-9395-0199230896f0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6b9f67ab-282b-4b5b-b73a-e5f983968050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1214859 Mar 22 20:03:18.822149 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:18.847253 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-a6a49ae2-63cd-4b9b-b330-dbf63d19f507 None None] Set router c342bfc4-7726-4fdd-a8b1-15f12dd75fa6 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:03:18.898773 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6b89b-6519-41e4-8bed-4d5a10587127 req-e73cd74f-dbf8-4e25-a77f-d30d1c855673 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:18.900469 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-72e6b89b-6519-41e4-8bed-4d5a10587127 req-e73cd74f-dbf8-4e25-a77f-d30d1c855673 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbdb2860-6d4a-4340-a527-e03b0ccaf424 HTTP/1.1" status: 200 len: 946 time: 0.1195161 Mar 22 20:03:18.934248 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83796458-edda-4a44-9e21-d67b21ea65c6 req-d06f820c-55d3-4b65-8fc1-251a2c6fb59f service neutron] 10.222.0.85 "GET /v2.0/networks/6b9f67ab-282b-4b5b-b73a-e5f983968050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429443 Mar 22 20:03:19.013537 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99022289-424b-4807-b338-e58e52c36be5 req-e6d8f538-1768-4fed-b501-6d24d3e29225 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:19.015177 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-99022289-424b-4807-b338-e58e52c36be5 req-e6d8f538-1768-4fed-b501-6d24d3e29225 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.85 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 944 time: 0.0608494 Mar 22 20:03:19.021714 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-72e6b89b-6519-41e4-8bed-4d5a10587127 req-b362f2dc-93cc-4d76-aabd-71efc67c4590 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?id=f8f5c324-6705-4fe3-b680-66352ecced3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125979 Mar 22 20:03:19.075088 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a6a49ae2-63cd-4b9b-b330-dbf63d19f507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436457574', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '4bec93a2-5e10-4a63-9a9d-fd68331a54da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:02:08Z', 'updated_at': '2022-03-22T20:02:11Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '4bec93a2-5e10-4a63-9a9d-fd68331a54da', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:08Z', 'updated_at': '2022-03-22T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '527296f4-a42f-461e-a42f-ca629fccd2df', 'name': '', 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'mac_address': 'fa:16:3e:3a:dc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '83901ef7-c779-4c39-b8ee-9ad0937d4582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:11Z', 'updated_at': '2022-03-22T20:02:15Z', 'revision_number': 5, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'subnets': [{'id': '83901ef7-c779-4c39-b8ee-9ad0937d4582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:19.087770 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83796458-edda-4a44-9e21-d67b21ea65c6 req-13541973-cb9c-43cc-abf3-d38728e9d768 service neutron] 10.222.0.85 "GET /v2.0/networks/6b9f67ab-282b-4b5b-b73a-e5f983968050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335654 Mar 22 20:03:19.110338 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a49ae2-63cd-4b9b-b330-dbf63d19f507 None None] The sync data for ids ['c342bfc4-7726-4fdd-a8b1-15f12dd75fa6'] in n-d-705658-24 is: [{'id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436457574', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '4bec93a2-5e10-4a63-9a9d-fd68331a54da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:02:08Z', 'updated_at': '2022-03-22T20:02:11Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '4bec93a2-5e10-4a63-9a9d-fd68331a54da', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:08Z', 'updated_at': '2022-03-22T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '527296f4-a42f-461e-a42f-ca629fccd2df', 'name': '', 'network_id': '6b9f67ab-282b-4b5b-b73a-e5f983968050', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'mac_address': 'fa:16:3e:3a:dc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '83901ef7-c779-4c39-b8ee-9ad0937d4582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:11Z', 'updated_at': '2022-03-22T20:02:15Z', 'revision_number': 5, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'subnets': [{'id': '83901ef7-c779-4c39-b8ee-9ad0937d4582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:03:19.124229 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-99022289-424b-4807-b338-e58e52c36be5 req-2c30c4e9-00c7-4482-8072-f89ce83b37ef tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Deleting port b1cabb15-5d93-4f23-9e20-edfbfc520156 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:03:19.124581 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-99022289-424b-4807-b338-e58e52c36be5 req-2c30c4e9-00c7-4482-8072-f89ce83b37ef tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (b1cabb15-5d93-4f23-9e20-edfbfc520156), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:19.226525 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-99022289-424b-4807-b338-e58e52c36be5 req-2c30c4e9-00c7-4482-8072-f89ce83b37ef tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] For port b1cabb15-5d93-4f23-9e20-edfbfc520156, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=b1cabb15-5d93-4f23-9e20-edfbfc520156,segment=NetworkSegment(143aaf73-f080-44ee-9c8d-88bec2c771fc),segment_id=143aaf73-f080-44ee-9c8d-88bec2c771fc)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:03:19.226893 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-99022289-424b-4807-b338-e58e52c36be5 req-2c30c4e9-00c7-4482-8072-f89ce83b37ef tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (b1cabb15-5d93-4f23-9e20-edfbfc520156), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:19.240048 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-99022289-424b-4807-b338-e58e52c36be5 req-2c30c4e9-00c7-4482-8072-f89ce83b37ef tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Calling delete_port for b1cabb15-5d93-4f23-9e20-edfbfc520156 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:03:19.285634 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbdb2860-6d4a-4340-a527-e03b0ccaf424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f78b446-554a-48a3-aca7-4f2abaacc14e'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:03:19.288247 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ef1b0e-0cf6-46d3-a05e-4001497db06d" -d '{"events": [{"server_uuid": "bbdb2860-6d4a-4340-a527-e03b0ccaf424", "name": "network-vif-plugged", "status": "completed", "tag": "7f78b446-554a-48a3-aca7-4f2abaacc14e"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:03:19.331680 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2afb88d-b9cd-4eb5-a3c7-1f2848da4e98 x-openstack-request-id: req-b2afb88d-b9cd-4eb5-a3c7-1f2848da4e98 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:03:19.331973 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbdb2860-6d4a-4340-a527-e03b0ccaf424", "name": "network-vif-plugged", "status": "completed", "tag": "7f78b446-554a-48a3-aca7-4f2abaacc14e", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:03:19.332221 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b2afb88d-b9cd-4eb5-a3c7-1f2848da4e98 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:03:19.332625 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2afb88d-b9cd-4eb5-a3c7-1f2848da4e98'] response: {'server_uuid': 'bbdb2860-6d4a-4340-a527-e03b0ccaf424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f78b446-554a-48a3-aca7-4f2abaacc14e', 'code': 200} Mar 22 20:03:19.383834 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-99022289-424b-4807-b338-e58e52c36be5 req-2c30c4e9-00c7-4482-8072-f89ce83b37ef tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (b1cabb15-5d93-4f23-9e20-edfbfc520156), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:19.396484 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49da61fe-a086-4b73-a5ab-615e2651bf2b None None] New status for floating IP 0333f12c-f657-4860-a751-6437366a8cd4: DOWN {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:03:19.422995 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30c4e9-00c7-4482-8072-f89ce83b37ef tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event deleted for resources: {'Port': ['ID=b1cabb15-5d93-4f23-9e20-edfbfc520156,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:19.445631 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223deddc-c7d1-47e5-b3ff-341f9bd0cf2f req-33039e19-4aa9-4542-bc67-cb72dd908f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:19.447870 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-223deddc-c7d1-47e5-b3ff-341f9bd0cf2f req-33039e19-4aa9-4542-bc67-cb72dd908f9e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=bbdb2860-6d4a-4340-a527-e03b0ccaf424 HTTP/1.1" status: 200 len: 1129 time: 0.0582025 Mar 22 20:03:19.478938 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-99022289-424b-4807-b338-e58e52c36be5 req-2c30c4e9-00c7-4482-8072-f89ce83b37ef tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] No DVR routers for this DVR port b1cabb15-5d93-4f23-9e20-edfbfc520156 on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:03:19.482013 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-99022289-424b-4807-b338-e58e52c36be5 req-2c30c4e9-00c7-4482-8072-f89ce83b37ef tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:19.486013 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-99022289-424b-4807-b338-e58e52c36be5 req-2c30c4e9-00c7-4482-8072-f89ce83b37ef tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.85 "DELETE /v2.0/ports/b1cabb15-5d93-4f23-9e20-edfbfc520156 HTTP/1.1" status: 204 len: 173 time: 0.4658804 Mar 22 20:03:19.500194 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-223deddc-c7d1-47e5-b3ff-341f9bd0cf2f req-bcc9c035-8f40-4fd2-8932-4f7f30647bab service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=f8f5c324-6705-4fe3-b680-66352ecced3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449314 Mar 22 20:03:19.825875 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6797b196-e7e9-4259-9693-4959f983df2c req-8bb1e9e7-b511-49e5-a045-35a559976c93 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=7c3d4828-5ed9-4080-9a3a-49d8e653731d HTTP/1.1" status: 200 len: 210 time: 0.0402157 Mar 22 20:03:19.924521 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305485f-0a45-4ce7-b871-f10474d103ac req-82563353-1dd5-4c97-b85e-01a4e1d04e4a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:19.926238 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3305485f-0a45-4ce7-b871-f10474d103ac req-82563353-1dd5-4c97-b85e-01a4e1d04e4a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 946 time: 0.0604680 Mar 22 20:03:19.981390 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3305485f-0a45-4ce7-b871-f10474d103ac req-dcf2672f-87bc-4373-98c7-5380119677ed tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492117 Mar 22 20:03:20.103398 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517114f6-4b04-4d04-a013-854b924907e7 req-192aacbf-f4d5-446b-a666-2f04c9e3f8cc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:20.105078 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-517114f6-4b04-4d04-a013-854b924907e7 req-192aacbf-f4d5-446b-a666-2f04c9e3f8cc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 946 time: 0.0539582 Mar 22 20:03:20.187223 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-517114f6-4b04-4d04-a013-854b924907e7 req-b4b29e9d-8106-4365-ac57-10a01563eb0b tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730364 Mar 22 20:03:20.195063 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c0a79-d4de-4f64-a2bf-e12172d93db2 req-ab39c667-04a3-4ee7-bc66-1b053054f444 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:20.196580 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d06c0a79-d4de-4f64-a2bf-e12172d93db2 req-ab39c667-04a3-4ee7-bc66-1b053054f444 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbdb2860-6d4a-4340-a527-e03b0ccaf424 HTTP/1.1" status: 200 len: 946 time: 0.0904911 Mar 22 20:03:20.212142 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37360) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:20.218643 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3d4828-5ed9-4080-9a3a-49d8e653731d', 'name': 'network-vif-deleted', 'tag': 'b1cabb15-5d93-4f23-9e20-edfbfc520156'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:03:20.221820 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42ec203-3e49-4156-ade3-d49578dd3878" -d '{"events": [{"server_uuid": "7c3d4828-5ed9-4080-9a3a-49d8e653731d", "name": "network-vif-deleted", "tag": "b1cabb15-5d93-4f23-9e20-edfbfc520156"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:03:20.252119 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:20.254516 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d06c0a79-d4de-4f64-a2bf-e12172d93db2 req-22d9912e-aa06-4315-8806-0fcfe469df92 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?id=f8f5c324-6705-4fe3-b680-66352ecced3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509875 Mar 22 20:03:20.262854 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a168965-2ecd-46ea-84f9-69523f8b21e0 x-openstack-request-id: req-7a168965-2ecd-46ea-84f9-69523f8b21e0 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:03:20.263147 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3d4828-5ed9-4080-9a3a-49d8e653731d", "name": "network-vif-deleted", "tag": "b1cabb15-5d93-4f23-9e20-edfbfc520156", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:03:20.263394 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7a168965-2ecd-46ea-84f9-69523f8b21e0 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:03:20.263795 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a168965-2ecd-46ea-84f9-69523f8b21e0'] response: {'server_uuid': '7c3d4828-5ed9-4080-9a3a-49d8e653731d', 'name': 'network-vif-deleted', 'tag': 'b1cabb15-5d93-4f23-9e20-edfbfc520156', 'status': 'completed', 'code': 200} Mar 22 20:03:20.442928 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6158e8bf-55da-404a-a63f-0c2fce5509e4 tempest-TestVolumeBootPattern-637404732 tempest-TestVolumeBootPattern-637404732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:20.444447 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6158e8bf-55da-404a-a63f-0c2fce5509e4 tempest-TestVolumeBootPattern-637404732 tempest-TestVolumeBootPattern-637404732-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 1124 time: 0.2313967 Mar 22 20:03:20.447386 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37366) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:20.452123 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-b18a12c9-6cc7-44e1-8cce-0b25256972fe tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'port_id': 'ff34221a-29f2-4d6d-9abd-f7ba90e54952', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:03:20.473254 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b18a12c9-6cc7-44e1-8cce-0b25256972fe tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:20.575827 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b18a12c9-6cc7-44e1-8cce-0b25256972fe tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:20.679928 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-b18a12c9-6cc7-44e1-8cce-0b25256972fe tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Allocated IP 172.25.5.176 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/344aa216-29a8-49f3-955f-79c8f5957238) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:03:20.783167 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b18a12c9-6cc7-44e1-8cce-0b25256972fe tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for port (344aa216-29a8-49f3-955f-79c8f5957238), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:20.818481 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b18a12c9-6cc7-44e1-8cce-0b25256972fe tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (344aa216-29a8-49f3-955f-79c8f5957238), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:20.870118 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18a12c9-6cc7-44e1-8cce-0b25256972fe tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:03:20.874644 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-b18a12c9-6cc7-44e1-8cce-0b25256972fe tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:03:20.884337 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18a12c9-6cc7-44e1-8cce-0b25256972fe tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:03:20.889212 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37370) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:20.924149 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a12c9-6cc7-44e1-8cce-0b25256972fe tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Pushing event updated for resources: {'Port': ['ID=344aa216-29a8-49f3-955f-79c8f5957238,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:21.256858 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8ead61fd-9f89-4cc6-8a4c-546499782eeb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (c342bfc4-7726-4fdd-a8b1-15f12dd75fa6), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:21.263241 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b18a12c9-6cc7-44e1-8cce-0b25256972fe tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for floatingip (dd147ca3-d5fb-4a83-8d33-108a4e2bea9f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:21.337451 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b18a12c9-6cc7-44e1-8cce-0b25256972fe tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (344aa216-29a8-49f3-955f-79c8f5957238), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:21.388873 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:21.511854 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b18a12c9-6cc7-44e1-8cce-0b25256972fe tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for port (344aa216-29a8-49f3-955f-79c8f5957238), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:21.516597 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b18a12c9-6cc7-44e1-8cce-0b25256972fe tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (344aa216-29a8-49f3-955f-79c8f5957238), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:21.591191 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a12c9-6cc7-44e1-8cce-0b25256972fe tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Pushing event updated for resources: {'Port': ['ID=344aa216-29a8-49f3-955f-79c8f5957238,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:21.603379 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b18a12c9-6cc7-44e1-8cce-0b25256972fe tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (dd147ca3-d5fb-4a83-8d33-108a4e2bea9f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:21.701904 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2de902-7703-4d07-bd53-6bdb0ea70989 req-4ea8f01d-3cde-4f82-b891-8f1623241f82 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:21.703406 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9a2de902-7703-4d07-bd53-6bdb0ea70989 req-4ea8f01d-3cde-4f82-b891-8f1623241f82 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbdb2860-6d4a-4340-a527-e03b0ccaf424 HTTP/1.1" status: 200 len: 946 time: 0.3779640 Mar 22 20:03:21.713426 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-b18a12c9-6cc7-44e1-8cce-0b25256972fe tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Floating IP dd147ca3-d5fb-4a83-8d33-108a4e2bea9f associated. External IP: 172.25.5.176, port: ff34221a-29f2-4d6d-9abd-f7ba90e54952. Mar 22 20:03:21.801844 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9a2de902-7703-4d07-bd53-6bdb0ea70989 req-a0bca8b8-02e3-49ea-b896-6f8c509c28b6 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?id=f8f5c324-6705-4fe3-b680-66352ecced3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701818 Mar 22 20:03:21.938452 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-8ead61fd-9f89-4cc6-8a4c-546499782eeb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Deleting port 527296f4-a42f-461e-a42f-ca629fccd2df {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:03:21.939175 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8ead61fd-9f89-4cc6-8a4c-546499782eeb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (527296f4-a42f-461e-a42f-ca629fccd2df), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:21.949033 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18a12c9-6cc7-44e1-8cce-0b25256972fe tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Router 6358990b-a7ee-475f-b23a-fee86bbf0af4 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:03:21.949209 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada8a24-309c-4ac2-af4d-de6f758b06a7 req-14abc0c9-784c-4234-b5f7-8fd6a9a77024 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:21.950608 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7ada8a24-309c-4ac2-af4d-de6f758b06a7 req-14abc0c9-784c-4234-b5f7-8fd6a9a77024 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbdb2860-6d4a-4340-a527-e03b0ccaf424 HTTP/1.1" status: 200 len: 946 time: 0.0718577 Mar 22 20:03:22.058617 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7ada8a24-309c-4ac2-af4d-de6f758b06a7 req-66db3c57-4a78-408c-993a-bf93c413071b tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?id=f8f5c324-6705-4fe3-b680-66352ecced3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971253 Mar 22 20:03:22.062135 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18a12c9-6cc7-44e1-8cce-0b25256972fe tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:03:22.073688 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-8ead61fd-9f89-4cc6-8a4c-546499782eeb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] For port 527296f4-a42f-461e-a42f-ca629fccd2df, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=527296f4-a42f-461e-a42f-ca629fccd2df,segment=NetworkSegment(143aaf73-f080-44ee-9c8d-88bec2c771fc),segment_id=143aaf73-f080-44ee-9c8d-88bec2c771fc)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:03:22.074099 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8ead61fd-9f89-4cc6-8a4c-546499782eeb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (527296f4-a42f-461e-a42f-ca629fccd2df), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:22.075224 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52011c91-ea92-4fa9-9a62-21e3b3803471 None None] Sync routers for ids ['6358990b-a7ee-475f-b23a-fee86bbf0af4'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:03:22.083438 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37376) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:22.083812 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b18a12c9-6cc7-44e1-8cce-0b25256972fe tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:22.090828 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52011c91-ea92-4fa9-9a62-21e3b3803471 None None] Routers {'6358990b-a7ee-475f-b23a-fee86bbf0af4'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:03:22.091465 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-52011c91-ea92-4fa9-9a62-21e3b3803471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:03:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6358990b-a7ee-475f-b23a-fee86bbf0af4'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:22.097048 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-8ead61fd-9f89-4cc6-8a4c-546499782eeb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Calling delete_port for 527296f4-a42f-461e-a42f-ca629fccd2df owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:03:22.118350 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b18a12c9-6cc7-44e1-8cce-0b25256972fe tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6699185 Mar 22 20:03:22.186115 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4da2c7-cb98-4838-9112-6e7a480815ed tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:22.190243 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6f4da2c7-cb98-4838-9112-6e7a480815ed tempest-TestNetworkBasicOps-1794777813 tempest-TestNetworkBasicOps-1794777813-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=bbdb2860-6d4a-4340-a527-e03b0ccaf424 HTTP/1.1" status: 200 len: 1124 time: 0.1058054 Mar 22 20:03:22.190672 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37380) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:22.196149 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-549afe2a-0d70-40d9-8b28-75828efe9512 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'port_id': '7f78b446-554a-48a3-aca7-4f2abaacc14e', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:03:22.207476 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-52011c91-ea92-4fa9-9a62-21e3b3803471 None None] Set router 6358990b-a7ee-475f-b23a-fee86bbf0af4 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:03:22.217417 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-549afe2a-0d70-40d9-8b28-75828efe9512 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:22.265596 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e05be947-9765-4875-8ad4-248f7a3c5566', 'tag': 'ff34221a-29f2-4d6d-9abd-f7ba90e54952'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:03:22.267897 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b68689-92d9-4a97-a31a-6186abb70de3" -d '{"events": [{"name": "network-changed", "server_uuid": "e05be947-9765-4875-8ad4-248f7a3c5566", "tag": "ff34221a-29f2-4d6d-9abd-f7ba90e54952"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:03:22.319738 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a2a078-d3f7-4f19-9632-97fe20d87bc0 x-openstack-request-id: req-a0a2a078-d3f7-4f19-9632-97fe20d87bc0 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:03:22.320034 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e05be947-9765-4875-8ad4-248f7a3c5566", "tag": "ff34221a-29f2-4d6d-9abd-f7ba90e54952", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:03:22.320285 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a0a2a078-d3f7-4f19-9632-97fe20d87bc0 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:03:22.320687 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0a2a078-d3f7-4f19-9632-97fe20d87bc0'] response: {'name': 'network-changed', 'server_uuid': 'e05be947-9765-4875-8ad4-248f7a3c5566', 'tag': 'ff34221a-29f2-4d6d-9abd-f7ba90e54952', 'status': 'completed', 'code': 200} Mar 22 20:03:22.343793 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-549afe2a-0d70-40d9-8b28-75828efe9512 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:22.386688 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8ead61fd-9f89-4cc6-8a4c-546499782eeb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (527296f4-a42f-461e-a42f-ca629fccd2df), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:22.423856 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead61fd-9f89-4cc6-8a4c-546499782eeb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event deleted for resources: {'Port': ['ID=527296f4-a42f-461e-a42f-ca629fccd2df,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:22.465478 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-549afe2a-0d70-40d9-8b28-75828efe9512 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Allocated IP 172.25.5.252 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/f6c0c2ed-9ab7-4cc0-840e-e85e3cec1485) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:03:22.468435 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-52011c91-ea92-4fa9-9a62-21e3b3803471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'name': 'tempest-TestVolumeBootPattern-43950669-router', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:50:26Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'gw_port': {'id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:28Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '57153f74-a91c-483f-b88c-978de0e26632', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'floating_ip_address': '172.25.5.206', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'port_id': '695e450f-c6f4-4762-b1fc-909b3d65caf4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'mac_address': 'fa:16:3e:a0:97:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd2ef49-efcc-4a44-abb9-e64969163cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:00:54Z', 'updated_at': '2022-03-22T20:00:56Z', 'revision_number': 1, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'fixed_ip_address_scope': None}, {'id': 'dd147ca3-d5fb-4a83-8d33-108a4e2bea9f', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'floating_ip_address': '172.25.5.176', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'port_id': 'ff34221a-29f2-4d6d-9abd-f7ba90e54952', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'mac_address': 'fa:16:3e:70:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05be947-9765-4875-8ad4-248f7a3c5566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:03:21Z', 'updated_at': '2022-03-22T20:03:21Z', 'revision_number': 0, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d88f0b-ec25-4edb-b152-f70333e88da2', 'name': '', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'mac_address': 'fa:16:3e:5f:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:36Z', 'updated_at': '2022-03-22T19:50:42Z', 'revision_number': 5, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'subnets': [{'id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:22.498204 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68689-92d9-4a97-a31a-6186abb70de3 req-8e1ee2ad-0f5c-4638-a342-60f470e13fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:22.499782 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21b68689-92d9-4a97-a31a-6186abb70de3 req-8e1ee2ad-0f5c-4638-a342-60f470e13fd4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=99d72c7dab634aac93e71becf6d2998e&device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 1129 time: 0.1548543 Mar 22 20:03:22.514911 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52011c91-ea92-4fa9-9a62-21e3b3803471 None None] Checking router: 6358990b-a7ee-475f-b23a-fee86bbf0af4 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:03:22.524881 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52011c91-ea92-4fa9-9a62-21e3b3803471 None None] Routers {'6358990b-a7ee-475f-b23a-fee86bbf0af4'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:03:22.526514 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-52011c91-ea92-4fa9-9a62-21e3b3803471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:03:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6358990b-a7ee-475f-b23a-fee86bbf0af4'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:22.657240 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-52011c91-ea92-4fa9-9a62-21e3b3803471 None None] Set router 6358990b-a7ee-475f-b23a-fee86bbf0af4 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:03:22.688133 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68689-92d9-4a97-a31a-6186abb70de3 req-191e29cd-a2bd-4086-b796-3055f5115c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:22.689668 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21b68689-92d9-4a97-a31a-6186abb70de3 req-191e29cd-a2bd-4086-b796-3055f5115c3c service neutron] 10.222.0.85 "GET /v2.0/networks?id=942e739d-0f2d-40f4-8f81-80042bf466e6 HTTP/1.1" status: 200 len: 911 time: 0.1828249 Mar 22 20:03:22.697549 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8ead61fd-9f89-4cc6-8a4c-546499782eeb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (c342bfc4-7726-4fdd-a8b1-15f12dd75fa6), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:22.860009 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21b68689-92d9-4a97-a31a-6186abb70de3 req-19e72381-9db9-4e44-bec8-c425e57b0ae1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff34221a-29f2-4d6d-9abd-f7ba90e54952 HTTP/1.1" status: 200 len: 1000 time: 0.1589046 Mar 22 20:03:22.929252 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68689-92d9-4a97-a31a-6186abb70de3 req-71e4e4ea-ec97-44ac-86d5-71c70a84dbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:22.930757 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21b68689-92d9-4a97-a31a-6186abb70de3 req-71e4e4ea-ec97-44ac-86d5-71c70a84dbd8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ce14209e-d9ba-4d1e-8a54-b7950c923a71 HTTP/1.1" status: 200 len: 849 time: 0.0627494 Mar 22 20:03:22.940009 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-52011c91-ea92-4fa9-9a62-21e3b3803471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'name': 'tempest-TestVolumeBootPattern-43950669-router', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:50:26Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'gw_port': {'id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:28Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '57153f74-a91c-483f-b88c-978de0e26632', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'floating_ip_address': '172.25.5.206', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'port_id': '695e450f-c6f4-4762-b1fc-909b3d65caf4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'mac_address': 'fa:16:3e:a0:97:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd2ef49-efcc-4a44-abb9-e64969163cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:00:54Z', 'updated_at': '2022-03-22T20:00:56Z', 'revision_number': 1, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'fixed_ip_address_scope': None}, {'id': 'dd147ca3-d5fb-4a83-8d33-108a4e2bea9f', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'floating_ip_address': '172.25.5.176', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'port_id': 'ff34221a-29f2-4d6d-9abd-f7ba90e54952', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'mac_address': 'fa:16:3e:70:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05be947-9765-4875-8ad4-248f7a3c5566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:03:21Z', 'updated_at': '2022-03-22T20:03:21Z', 'revision_number': 0, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d88f0b-ec25-4edb-b152-f70333e88da2', 'name': '', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'mac_address': 'fa:16:3e:5f:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:36Z', 'updated_at': '2022-03-22T19:50:42Z', 'revision_number': 5, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'subnets': [{'id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:22.963180 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-549afe2a-0d70-40d9-8b28-75828efe9512 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for port (f6c0c2ed-9ab7-4cc0-840e-e85e3cec1485), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:22.971021 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52011c91-ea92-4fa9-9a62-21e3b3803471 None None] The sync data for ids ['6358990b-a7ee-475f-b23a-fee86bbf0af4'] in n-d-705658-24 is: [{'id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'name': 'tempest-TestVolumeBootPattern-43950669-router', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:50:26Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'gw_port': {'id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:28Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '57153f74-a91c-483f-b88c-978de0e26632', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'floating_ip_address': '172.25.5.206', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'port_id': '695e450f-c6f4-4762-b1fc-909b3d65caf4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'mac_address': 'fa:16:3e:a0:97:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd2ef49-efcc-4a44-abb9-e64969163cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:00:54Z', 'updated_at': '2022-03-22T20:00:56Z', 'revision_number': 1, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'fixed_ip_address_scope': None}, {'id': 'dd147ca3-d5fb-4a83-8d33-108a4e2bea9f', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'floating_ip_address': '172.25.5.176', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'port_id': 'ff34221a-29f2-4d6d-9abd-f7ba90e54952', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'mac_address': 'fa:16:3e:70:fa:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05be947-9765-4875-8ad4-248f7a3c5566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:03:21Z', 'updated_at': '2022-03-22T20:03:21Z', 'revision_number': 0, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d88f0b-ec25-4edb-b152-f70333e88da2', 'name': '', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'mac_address': 'fa:16:3e:5f:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:36Z', 'updated_at': '2022-03-22T19:50:42Z', 'revision_number': 5, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'subnets': [{'id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:03:23.001466 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-549afe2a-0d70-40d9-8b28-75828efe9512 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f6c0c2ed-9ab7-4cc0-840e-e85e3cec1485), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:23.040393 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device b1cabb15-5d93-4f23-9e20-edfbfc520156 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:03:23.058956 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b68689-92d9-4a97-a31a-6186abb70de3 req-2531ab62-f233-4cf8-a3d6-c6936a60eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:23.060487 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21b68689-92d9-4a97-a31a-6186abb70de3 req-2531ab62-f233-4cf8-a3d6-c6936a60eb19 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=942e739d-0f2d-40f4-8f81-80042bf466e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1239269 Mar 22 20:03:23.071885 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549afe2a-0d70-40d9-8b28-75828efe9512 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:03:23.080429 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-549afe2a-0d70-40d9-8b28-75828efe9512 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:03:23.088890 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549afe2a-0d70-40d9-8b28-75828efe9512 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:03:23.091451 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: b1cabb15-5d93-4f23-9e20-edfbfc520156 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:03:23.091804 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device b1cabb15-5d93-4f23-9e20-edfbfc520156 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:03:23.131513 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549afe2a-0d70-40d9-8b28-75828efe9512 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'Port': ['ID=f6c0c2ed-9ab7-4cc0-840e-e85e3cec1485,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:23.135517 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ead61fd-9f89-4cc6-8a4c-546499782eeb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Router c342bfc4-7726-4fdd-a8b1-15f12dd75fa6 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:03:23.248851 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21b68689-92d9-4a97-a31a-6186abb70de3 req-6b53854a-df75-4ff0-bbcf-6cd7ac043674 service neutron] 10.222.0.85 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783743 Mar 22 20:03:23.292443 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d4122e-accf-47a7-bd0c-a9cdb7efbb6b None None] New status for floating IP dd147ca3-d5fb-4a83-8d33-108a4e2bea9f: ACTIVE {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:03:23.367535 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ead61fd-9f89-4cc6-8a4c-546499782eeb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:03:23.372982 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8ead61fd-9f89-4cc6-8a4c-546499782eeb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "PUT /v2.0/routers/c342bfc4-7726-4fdd-a8b1-15f12dd75fa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4827235 Mar 22 20:03:23.376873 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37384) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:23.384171 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c401f1-5d1b-476d-a69f-f4d5b0e12736 None None] Sync routers for ids ['c342bfc4-7726-4fdd-a8b1-15f12dd75fa6'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:03:23.385175 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-21b68689-92d9-4a97-a31a-6186abb70de3 req-6042b96c-970f-4560-b119-4ac31c067f01 service neutron] 10.222.0.85 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244755 Mar 22 20:03:23.399825 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c401f1-5d1b-476d-a69f-f4d5b0e12736 None None] Routers {'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:03:23.400789 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-43c401f1-5d1b-476d-a69f-f4d5b0e12736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:03:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['c342bfc4-7726-4fdd-a8b1-15f12dd75fa6'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:23.515741 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c26932-4c90-46fa-8b80-355f8339c50b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Deleting subnet 83901ef7-c779-4c39-b8ee-9ad0937d4582 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:03:23.521940 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-15c26932-4c90-46fa-8b80-355f8339c50b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for subnet (83901ef7-c779-4c39-b8ee-9ad0937d4582), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:23.526717 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-43c401f1-5d1b-476d-a69f-f4d5b0e12736 None None] Set router c342bfc4-7726-4fdd-a8b1-15f12dd75fa6 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:03:23.578080 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-15c26932-4c90-46fa-8b80-355f8339c50b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (83901ef7-c779-4c39-b8ee-9ad0937d4582), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:23.612257 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-549afe2a-0d70-40d9-8b28-75828efe9512 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for floatingip (e7df3835-533f-4f0b-8fb6-7d914485c8e2), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:23.718870 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-43c401f1-5d1b-476d-a69f-f4d5b0e12736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436457574', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '4bec93a2-5e10-4a63-9a9d-fd68331a54da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:02:08Z', 'updated_at': '2022-03-22T20:03:22Z', 'revision_number': 5, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '4bec93a2-5e10-4a63-9a9d-fd68331a54da', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:08Z', 'updated_at': '2022-03-22T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:23.719822 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-15c26932-4c90-46fa-8b80-355f8339c50b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (83901ef7-c779-4c39-b8ee-9ad0937d4582), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:23.745654 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-549afe2a-0d70-40d9-8b28-75828efe9512 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f6c0c2ed-9ab7-4cc0-840e-e85e3cec1485), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:23.746335 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c401f1-5d1b-476d-a69f-f4d5b0e12736 None None] Checking router: c342bfc4-7726-4fdd-a8b1-15f12dd75fa6 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:03:23.755477 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c401f1-5d1b-476d-a69f-f4d5b0e12736 None None] Routers {'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:03:23.756087 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-43c401f1-5d1b-476d-a69f-f4d5b0e12736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:03:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['c342bfc4-7726-4fdd-a8b1-15f12dd75fa6'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:23.824986 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-15c26932-4c90-46fa-8b80-355f8339c50b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (83901ef7-c779-4c39-b8ee-9ad0937d4582), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:23.891828 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c26932-4c90-46fa-8b80-355f8339c50b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event deleted for resources: {'Subnet': ['ID=83901ef7-c779-4c39-b8ee-9ad0937d4582,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:23.895729 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-15c26932-4c90-46fa-8b80-355f8339c50b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:23.903046 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37386) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:23.906727 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-15c26932-4c90-46fa-8b80-355f8339c50b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "DELETE /v2.0/subnets/83901ef7-c779-4c39-b8ee-9ad0937d4582 HTTP/1.1" status: 204 len: 168 time: 0.5290291 Mar 22 20:03:23.978350 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-549afe2a-0d70-40d9-8b28-75828efe9512 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for port (f6c0c2ed-9ab7-4cc0-840e-e85e3cec1485), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:23.984590 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-549afe2a-0d70-40d9-8b28-75828efe9512 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (f6c0c2ed-9ab7-4cc0-840e-e85e3cec1485), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:23.993381 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb04c2b6-c8e0-48a8-97c8-08c0f8e3cf18 None None] Network 6b9f67ab-282b-4b5b-b73a-e5f983968050 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:03:24.026521 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-04e0de0a-6be4-42de-8bf9-6d33840d5bd3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for router (c342bfc4-7726-4fdd-a8b1-15f12dd75fa6), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:24.064349 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549afe2a-0d70-40d9-8b28-75828efe9512 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event updated for resources: {'Port': ['ID=f6c0c2ed-9ab7-4cc0-840e-e85e3cec1485,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:24.074724 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-549afe2a-0d70-40d9-8b28-75828efe9512 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (e7df3835-533f-4f0b-8fb6-7d914485c8e2), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:24.143526 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-04e0de0a-6be4-42de-8bf9-6d33840d5bd3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for router_gateway (c342bfc4-7726-4fdd-a8b1-15f12dd75fa6), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:24.188297 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-549afe2a-0d70-40d9-8b28-75828efe9512 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Floating IP e7df3835-533f-4f0b-8fb6-7d914485c8e2 associated. External IP: 172.25.5.252, port: 7f78b446-554a-48a3-aca7-4f2abaacc14e. Mar 22 20:03:24.199826 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-43c401f1-5d1b-476d-a69f-f4d5b0e12736 None None] Set router c342bfc4-7726-4fdd-a8b1-15f12dd75fa6 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:03:24.204826 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-04e0de0a-6be4-42de-8bf9-6d33840d5bd3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Deleting port 4bec93a2-5e10-4a63-9a9d-fd68331a54da {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:03:24.205263 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-04e0de0a-6be4-42de-8bf9-6d33840d5bd3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (4bec93a2-5e10-4a63-9a9d-fd68331a54da), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:24.292890 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-04e0de0a-6be4-42de-8bf9-6d33840d5bd3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] For port 4bec93a2-5e10-4a63-9a9d-fd68331a54da, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=4bec93a2-5e10-4a63-9a9d-fd68331a54da,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:03:24.293330 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-04e0de0a-6be4-42de-8bf9-6d33840d5bd3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (4bec93a2-5e10-4a63-9a9d-fd68331a54da), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:24.309154 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-04e0de0a-6be4-42de-8bf9-6d33840d5bd3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Calling delete_port for 4bec93a2-5e10-4a63-9a9d-fd68331a54da owned by network:router_gateway {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:03:24.393245 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab894a5-cf99-49ec-add9-457124e19f04 None None] DHCP port deletion for 6b9f67ab-282b-4b5b-b73a-e5f983968050 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 20:03:24.440703 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549afe2a-0d70-40d9-8b28-75828efe9512 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Router 97d6d6d4-3409-49a9-a67c-effcbf6b707e has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:03:24.503690 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1ab894a5-cf99-49ec-add9-457124e19f04 None None] Deleting port 50b8c116-b0df-4f76-a3e4-64720b8c0481 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:03:24.504116 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1ab894a5-cf99-49ec-add9-457124e19f04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (50b8c116-b0df-4f76-a3e4-64720b8c0481), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:24.517273 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-43c401f1-5d1b-476d-a69f-f4d5b0e12736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436457574', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '4bec93a2-5e10-4a63-9a9d-fd68331a54da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:02:08Z', 'updated_at': '2022-03-22T20:03:22Z', 'revision_number': 5, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '4bec93a2-5e10-4a63-9a9d-fd68331a54da', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:08Z', 'updated_at': '2022-03-22T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:24.536228 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-04e0de0a-6be4-42de-8bf9-6d33840d5bd3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (4bec93a2-5e10-4a63-9a9d-fd68331a54da), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:24.562195 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549afe2a-0d70-40d9-8b28-75828efe9512 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:03:24.572414 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be99835-0d59-48c8-91dd-f08a2e4fca7b None None] Sync routers for ids ['97d6d6d4-3409-49a9-a67c-effcbf6b707e'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:03:24.576004 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e0de0a-6be4-42de-8bf9-6d33840d5bd3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event deleted for resources: {'Port': ['ID=4bec93a2-5e10-4a63-9a9d-fd68331a54da,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:24.582679 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c401f1-5d1b-476d-a69f-f4d5b0e12736 None None] The sync data for ids ['c342bfc4-7726-4fdd-a8b1-15f12dd75fa6'] in n-d-705658-24 is: [{'id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1436457574', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': '4bec93a2-5e10-4a63-9a9d-fd68331a54da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:02:08Z', 'updated_at': '2022-03-22T20:03:22Z', 'revision_number': 5, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': '4bec93a2-5e10-4a63-9a9d-fd68331a54da', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:eb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c342bfc4-7726-4fdd-a8b1-15f12dd75fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:08Z', 'updated_at': '2022-03-22T20:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:03:24.590338 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-549afe2a-0d70-40d9-8b28-75828efe9512 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:24.605947 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be99835-0d59-48c8-91dd-f08a2e4fca7b None None] Routers {'97d6d6d4-3409-49a9-a67c-effcbf6b707e'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:03:24.606914 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-2be99835-0d59-48c8-91dd-f08a2e4fca7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:03:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['97d6d6d4-3409-49a9-a67c-effcbf6b707e'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:24.626058 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-1ab894a5-cf99-49ec-add9-457124e19f04 None None] For port 50b8c116-b0df-4f76-a3e4-64720b8c0481, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=50b8c116-b0df-4f76-a3e4-64720b8c0481,segment=NetworkSegment(143aaf73-f080-44ee-9c8d-88bec2c771fc),segment_id=143aaf73-f080-44ee-9c8d-88bec2c771fc)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:03:24.626333 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1ab894a5-cf99-49ec-add9-457124e19f04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (50b8c116-b0df-4f76-a3e4-64720b8c0481), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:24.643671 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1ab894a5-cf99-49ec-add9-457124e19f04 None None] Calling delete_port for 50b8c116-b0df-4f76-a3e4-64720b8c0481 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:03:24.649757 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-549afe2a-0d70-40d9-8b28-75828efe9512 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4579308 Mar 22 20:03:24.650426 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37388) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:24.650884 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbdb2860-6d4a-4340-a527-e03b0ccaf424', 'tag': '7f78b446-554a-48a3-aca7-4f2abaacc14e'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:03:24.654173 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befaad38-8b61-4157-b12b-7ad1fbcf6bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "bbdb2860-6d4a-4340-a527-e03b0ccaf424", "tag": "7f78b446-554a-48a3-aca7-4f2abaacc14e"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:03:24.661551 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-04e0de0a-6be4-42de-8bf9-6d33840d5bd3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (c342bfc4-7726-4fdd-a8b1-15f12dd75fa6), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:24.724529 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3e0aff-a7e2-4a15-8865-988d11f2467b x-openstack-request-id: req-bb3e0aff-a7e2-4a15-8865-988d11f2467b {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:03:24.724884 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbdb2860-6d4a-4340-a527-e03b0ccaf424", "tag": "7f78b446-554a-48a3-aca7-4f2abaacc14e", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:03:24.725073 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bb3e0aff-a7e2-4a15-8865-988d11f2467b {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:03:24.725478 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb3e0aff-a7e2-4a15-8865-988d11f2467b'] response: {'name': 'network-changed', 'server_uuid': 'bbdb2860-6d4a-4340-a527-e03b0ccaf424', 'tag': '7f78b446-554a-48a3-aca7-4f2abaacc14e', 'status': 'completed', 'code': 200} Mar 22 20:03:24.746179 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-2be99835-0d59-48c8-91dd-f08a2e4fca7b None None] Set router 97d6d6d4-3409-49a9-a67c-effcbf6b707e gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:03:24.749994 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-967178e5-4af8-44e7-996b-fa7579000681 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/floatingips/e7df3835-533f-4f0b-8fb6-7d914485c8e2 HTTP/1.1" status: 200 len: 992 time: 0.0932398 Mar 22 20:03:24.786554 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1ab894a5-cf99-49ec-add9-457124e19f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (50b8c116-b0df-4f76-a3e4-64720b8c0481), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:24.807929 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-04e0de0a-6be4-42de-8bf9-6d33840d5bd3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (c342bfc4-7726-4fdd-a8b1-15f12dd75fa6), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:24.810238 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-04e0de0a-6be4-42de-8bf9-6d33840d5bd3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for router_controller (c342bfc4-7726-4fdd-a8b1-15f12dd75fa6), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:24.829364 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab894a5-cf99-49ec-add9-457124e19f04 None None] Pushing event deleted for resources: {'Port': ['ID=50b8c116-b0df-4f76-a3e4-64720b8c0481,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:24.834116 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab894a5-cf99-49ec-add9-457124e19f04 None None] No DVR routers for this DVR port 50b8c116-b0df-4f76-a3e4-64720b8c0481 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:03:24.857748 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab894a5-cf99-49ec-add9-457124e19f04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:24.857748 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab894a5-cf99-49ec-add9-457124e19f04 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:24.858091 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab894a5-cf99-49ec-add9-457124e19f04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:24.858408 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab894a5-cf99-49ec-add9-457124e19f04 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:24.858656 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab894a5-cf99-49ec-add9-457124e19f04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:24.858978 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab894a5-cf99-49ec-add9-457124e19f04 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:24.860624 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab894a5-cf99-49ec-add9-457124e19f04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:24.860624 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab894a5-cf99-49ec-add9-457124e19f04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:24.860624 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab894a5-cf99-49ec-add9-457124e19f04 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:24.861340 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab894a5-cf99-49ec-add9-457124e19f04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:24.862003 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab894a5-cf99-49ec-add9-457124e19f04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:24.862725 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab894a5-cf99-49ec-add9-457124e19f04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:24.862886 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab894a5-cf99-49ec-add9-457124e19f04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:24.863129 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab894a5-cf99-49ec-add9-457124e19f04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:24.863978 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab894a5-cf99-49ec-add9-457124e19f04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:24.871908 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befaad38-8b61-4157-b12b-7ad1fbcf6bf9 req-f81ef2a9-43fb-4b6a-a029-c717effce4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:24.873502 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-befaad38-8b61-4157-b12b-7ad1fbcf6bf9 req-f81ef2a9-43fb-4b6a-a029-c717effce4eb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0a9f551f23724cbfbcd0f3d327611c2d&device_id=bbdb2860-6d4a-4340-a527-e03b0ccaf424 HTTP/1.1" status: 200 len: 1129 time: 0.1259468 Mar 22 20:03:24.874606 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-04e0de0a-6be4-42de-8bf9-6d33840d5bd3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (c342bfc4-7726-4fdd-a8b1-15f12dd75fa6), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:24.875162 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e0de0a-6be4-42de-8bf9-6d33840d5bd3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Fanout notify agent at l3_agent the message router_deleted on router c342bfc4-7726-4fdd-a8b1-15f12dd75fa6 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 20:03:24.881783 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-04e0de0a-6be4-42de-8bf9-6d33840d5bd3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:24.882899 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-04e0de0a-6be4-42de-8bf9-6d33840d5bd3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "DELETE /v2.0/routers/c342bfc4-7726-4fdd-a8b1-15f12dd75fa6 HTTP/1.1" status: 204 len: 168 time: 0.9788465 Mar 22 20:03:24.887772 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37392) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:24.995946 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e4ba610-61fe-4e3d-808c-d76f558bea41 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (6b9f67ab-282b-4b5b-b73a-e5f983968050), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:24.997466 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befaad38-8b61-4157-b12b-7ad1fbcf6bf9 req-1aa69ce9-1090-4b1f-90ed-eb33e6a249b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:25.000789 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-befaad38-8b61-4157-b12b-7ad1fbcf6bf9 req-1aa69ce9-1090-4b1f-90ed-eb33e6a249b3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e95a4d9c-fc22-438e-b604-88c82590fe69 HTTP/1.1" status: 200 len: 898 time: 0.1168537 Mar 22 20:03:25.037548 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-2be99835-0d59-48c8-91dd-f08a2e4fca7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'name': 'tempest-TestNetworkBasicOps-router-649456980', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '81102ac2-34a3-493f-82f7-c218ba1d9784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:02:53Z', 'updated_at': '2022-03-22T20:03:00Z', 'revision_number': 4, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'gw_port': {'id': '81102ac2-34a3-493f-82f7-c218ba1d9784', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:54Z', 'updated_at': '2022-03-22T20:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'e7df3835-533f-4f0b-8fb6-7d914485c8e2', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'floating_ip_address': '172.25.5.252', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'port_id': '7f78b446-554a-48a3-aca7-4f2abaacc14e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95a4d9c-fc22-438e-b604-88c82590fe69', 'mac_address': 'fa:16:3e:18:c3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdb2860-6d4a-4340-a527-e03b0ccaf424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:03:23Z', 'updated_at': '2022-03-22T20:03:23Z', 'revision_number': 0, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32f6caee-c676-449d-bbc3-bc89a2a8c725', 'name': '', 'network_id': 'e95a4d9c-fc22-438e-b604-88c82590fe69', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'mac_address': 'fa:16:3e:ff:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '3b65535b-a007-414c-a4ca-98f93410b25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:59Z', 'updated_at': '2022-03-22T20:03:04Z', 'revision_number': 5, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'subnets': [{'id': '3b65535b-a007-414c-a4ca-98f93410b25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:25.069089 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be99835-0d59-48c8-91dd-f08a2e4fca7b None None] Checking router: 97d6d6d4-3409-49a9-a67c-effcbf6b707e for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:03:25.081394 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be99835-0d59-48c8-91dd-f08a2e4fca7b None None] Routers {'97d6d6d4-3409-49a9-a67c-effcbf6b707e'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:03:25.082068 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-2be99835-0d59-48c8-91dd-f08a2e4fca7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:03:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['97d6d6d4-3409-49a9-a67c-effcbf6b707e'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:25.096251 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-befaad38-8b61-4157-b12b-7ad1fbcf6bf9 req-b3455b7e-4519-4792-b541-eb59bb2ed834 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f78b446-554a-48a3-aca7-4f2abaacc14e HTTP/1.1" status: 200 len: 1000 time: 0.0888796 Mar 22 20:03:25.103180 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e4ba610-61fe-4e3d-808c-d76f558bea41 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (6b9f67ab-282b-4b5b-b73a-e5f983968050), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:25.132907 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-0e4ba610-61fe-4e3d-808c-d76f558bea41 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b9f67ab-282b-4b5b-b73a-e5f983968050']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:25.145595 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-0e4ba610-61fe-4e3d-808c-d76f558bea41 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '143aaf73-f080-44ee-9c8d-88bec2c771fc') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:25.146017 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-0e4ba610-61fe-4e3d-808c-d76f558bea41 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '143aaf73-f080-44ee-9c8d-88bec2c771fc') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:25.158240 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e4ba610-61fe-4e3d-808c-d76f558bea41 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (143aaf73-f080-44ee-9c8d-88bec2c771fc), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:25.176345 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e4ba610-61fe-4e3d-808c-d76f558bea41 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (143aaf73-f080-44ee-9c8d-88bec2c771fc), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:25.189943 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e4ba610-61fe-4e3d-808c-d76f558bea41 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:03:25.190465 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e4ba610-61fe-4e3d-808c-d76f558bea41 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (143aaf73-f080-44ee-9c8d-88bec2c771fc), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:25.194943 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 20:03:25.194943 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:03:25.194943 n-d-705658-24 neutron-server[104173]: timer() Mar 22 20:03:25.194943 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:03:25.194943 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 20:03:25.194943 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:03:25.194943 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 20:03:25.194943 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:03:25.194943 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 20:03:25.194943 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:03:25.194943 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 20:03:25.194943 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:03:25.194943 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 20:03:25.194943 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:03:25.194943 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:03:25.194943 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:03:25.194943 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:03:25.194943 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:03:25.194943 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 20:03:25.194943 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:03:25.194943 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 20:03:25.194943 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:03:25.194943 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:03:25.194943 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:03:25.194943 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 20:03:25.194943 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:03:25.194943 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:03:25.194943 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:03:25.194943 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:03:25.194943 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:03:25.194943 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:03:25.194943 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:03:25.294160 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e4ba610-61fe-4e3d-808c-d76f558bea41 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (6b9f67ab-282b-4b5b-b73a-e5f983968050), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:25.310984 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0e4ba610-61fe-4e3d-808c-d76f558bea41 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:25.317604 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0e4ba610-61fe-4e3d-808c-d76f558bea41 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "DELETE /v2.0/networks/6b9f67ab-282b-4b5b-b73a-e5f983968050 HTTP/1.1" status: 204 len: 168 time: 0.4260476 Mar 22 20:03:25.318616 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37396) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:25.352976 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ba610-61fe-4e3d-808c-d76f558bea41 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event deleted for resources: {'Network': ['ID=6b9f67ab-282b-4b5b-b73a-e5f983968050,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:25.391964 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-2be99835-0d59-48c8-91dd-f08a2e4fca7b None None] Set router 97d6d6d4-3409-49a9-a67c-effcbf6b707e gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:03:25.392156 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 527296f4-a42f-461e-a42f-ca629fccd2df no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:03:25.443975 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-70e2eb24-edb4-4e22-b066-1fd250730a4d tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group (4ae151f3-3f76-4dc2-89b2-e0c3d993f12d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:25.447333 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 527296f4-a42f-461e-a42f-ca629fccd2df {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:03:25.447695 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 527296f4-a42f-461e-a42f-ca629fccd2df not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:03:25.448120 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 50b8c116-b0df-4f76-a3e4-64720b8c0481 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:03:25.486846 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befaad38-8b61-4157-b12b-7ad1fbcf6bf9 req-3093ef75-7d05-470b-8b92-f27062056a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:25.489032 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-befaad38-8b61-4157-b12b-7ad1fbcf6bf9 req-3093ef75-7d05-470b-8b92-f27062056a04 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3b65535b-a007-414c-a4ca-98f93410b25f HTTP/1.1" status: 200 len: 834 time: 0.3865304 Mar 22 20:03:25.489479 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 50b8c116-b0df-4f76-a3e4-64720b8c0481 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:03:25.489855 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 50b8c116-b0df-4f76-a3e4-64720b8c0481 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:03:25.494247 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-70e2eb24-edb4-4e22-b066-1fd250730a4d tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group (4ae151f3-3f76-4dc2-89b2-e0c3d993f12d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:25.557354 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befaad38-8b61-4157-b12b-7ad1fbcf6bf9 req-6f0ac0b3-227e-4ca2-aea0-105b9bb71ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:25.559666 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-befaad38-8b61-4157-b12b-7ad1fbcf6bf9 req-6f0ac0b3-227e-4ca2-aea0-105b9bb71ab5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e95a4d9c-fc22-438e-b604-88c82590fe69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0585320 Mar 22 20:03:25.578094 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-70e2eb24-edb4-4e22-b066-1fd250730a4d tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (4ae151f3-3f76-4dc2-89b2-e0c3d993f12d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:25.580747 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-70e2eb24-edb4-4e22-b066-1fd250730a4d tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:25.585736 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-70e2eb24-edb4-4e22-b066-1fd250730a4d tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "DELETE /v2.0/security-groups/4ae151f3-3f76-4dc2-89b2-e0c3d993f12d HTTP/1.1" status: 204 len: 168 time: 0.2631314 Mar 22 20:03:25.593379 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2eb24-edb4-4e22-b066-1fd250730a4d tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae151f3-3f76-4dc2-89b2-e0c3d993f12d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:25.679423 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-befaad38-8b61-4157-b12b-7ad1fbcf6bf9 req-f4fcb906-6eee-4c86-a458-86c810fce59a service neutron] 10.222.0.85 "GET /v2.0/networks/e95a4d9c-fc22-438e-b604-88c82590fe69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127532 Mar 22 20:03:25.692583 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-2be99835-0d59-48c8-91dd-f08a2e4fca7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'name': 'tempest-TestNetworkBasicOps-router-649456980', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '81102ac2-34a3-493f-82f7-c218ba1d9784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:02:53Z', 'updated_at': '2022-03-22T20:03:00Z', 'revision_number': 4, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'gw_port': {'id': '81102ac2-34a3-493f-82f7-c218ba1d9784', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:54Z', 'updated_at': '2022-03-22T20:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'e7df3835-533f-4f0b-8fb6-7d914485c8e2', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'floating_ip_address': '172.25.5.252', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'port_id': '7f78b446-554a-48a3-aca7-4f2abaacc14e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95a4d9c-fc22-438e-b604-88c82590fe69', 'mac_address': 'fa:16:3e:18:c3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdb2860-6d4a-4340-a527-e03b0ccaf424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:03:23Z', 'updated_at': '2022-03-22T20:03:23Z', 'revision_number': 0, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32f6caee-c676-449d-bbc3-bc89a2a8c725', 'name': '', 'network_id': 'e95a4d9c-fc22-438e-b604-88c82590fe69', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'mac_address': 'fa:16:3e:ff:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '3b65535b-a007-414c-a4ca-98f93410b25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:59Z', 'updated_at': '2022-03-22T20:03:04Z', 'revision_number': 5, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'subnets': [{'id': '3b65535b-a007-414c-a4ca-98f93410b25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:25.723009 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be99835-0d59-48c8-91dd-f08a2e4fca7b None None] The sync data for ids ['97d6d6d4-3409-49a9-a67c-effcbf6b707e'] in n-d-705658-24 is: [{'id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'name': 'tempest-TestNetworkBasicOps-router-649456980', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '81102ac2-34a3-493f-82f7-c218ba1d9784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:02:53Z', 'updated_at': '2022-03-22T20:03:00Z', 'revision_number': 4, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'gw_port': {'id': '81102ac2-34a3-493f-82f7-c218ba1d9784', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:54Z', 'updated_at': '2022-03-22T20:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'e7df3835-533f-4f0b-8fb6-7d914485c8e2', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'floating_ip_address': '172.25.5.252', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'port_id': '7f78b446-554a-48a3-aca7-4f2abaacc14e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95a4d9c-fc22-438e-b604-88c82590fe69', 'mac_address': 'fa:16:3e:18:c3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbdb2860-6d4a-4340-a527-e03b0ccaf424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:03:23Z', 'updated_at': '2022-03-22T20:03:23Z', 'revision_number': 0, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32f6caee-c676-449d-bbc3-bc89a2a8c725', 'name': '', 'network_id': 'e95a4d9c-fc22-438e-b604-88c82590fe69', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'mac_address': 'fa:16:3e:ff:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '3b65535b-a007-414c-a4ca-98f93410b25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:59Z', 'updated_at': '2022-03-22T20:03:04Z', 'revision_number': 5, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'subnets': [{'id': '3b65535b-a007-414c-a4ca-98f93410b25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:03:25.753872 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37402) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:25.784004 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-befaad38-8b61-4157-b12b-7ad1fbcf6bf9 req-c2cffe47-8cf4-4736-b84c-59d8a9bf1afc service neutron] 10.222.0.85 "GET /v2.0/networks/e95a4d9c-fc22-438e-b604-88c82590fe69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982995 Mar 22 20:03:25.845728 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7079da55-60bf-49e0-abdd-5ed9726eff84 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/floatingips/e7df3835-533f-4f0b-8fb6-7d914485c8e2 HTTP/1.1" status: 200 len: 992 time: 0.0895922 Mar 22 20:03:25.951614 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37404) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:25.956521 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-62751af6-08bc-49cd-b380-59dd105fec80 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1396685900', 'description': 'tempest-secgroup-smoke-1396685900 description', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:03:25.978416 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-62751af6-08bc-49cd-b380-59dd105fec80 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:25.992118 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1929dc7-8820-49d9-beb7-998882e98869 None None] New status for floating IP e7df3835-533f-4f0b-8fb6-7d914485c8e2: ACTIVE {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:03:26.054627 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-62751af6-08bc-49cd-b380-59dd105fec80 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group (440c4f5f-63c6-42b9-9a9b-82d4c0231cbe), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:26.059024 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-62751af6-08bc-49cd-b380-59dd105fec80 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (440c4f5f-63c6-42b9-9a9b-82d4c0231cbe), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:26.087566 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-62751af6-08bc-49cd-b380-59dd105fec80 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:26.088721 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-62751af6-08bc-49cd-b380-59dd105fec80 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1359291 Mar 22 20:03:26.092063 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37406) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:26.096312 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-8e52dd37-f9a1-4bdb-a98c-3618de67cfd9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'security_group_rule': {'security_group_id': '440c4f5f-63c6-42b9-9a9b-82d4c0231cbe', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:03:26.101352 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62751af6-08bc-49cd-b380-59dd105fec80 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=440c4f5f-63c6-42b9-9a9b-82d4c0231cbe,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:26.125090 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8e52dd37-f9a1-4bdb-a98c-3618de67cfd9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (ac290031-4919-4918-b05a-356c15469553), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:26.185405 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8e52dd37-f9a1-4bdb-a98c-3618de67cfd9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (ac290031-4919-4918-b05a-356c15469553), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:26.189005 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8e52dd37-f9a1-4bdb-a98c-3618de67cfd9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (ac290031-4919-4918-b05a-356c15469553), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:26.211244 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52dd37-f9a1-4bdb-a98c-3618de67cfd9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac290031-4919-4918-b05a-356c15469553,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:26.223665 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8e52dd37-f9a1-4bdb-a98c-3618de67cfd9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:26.224874 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8e52dd37-f9a1-4bdb-a98c-3618de67cfd9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1319020 Mar 22 20:03:26.227588 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37408) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:26.232005 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-b436886c-6d9d-469f-970b-8bc781ec7299 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'security_group_rule': {'security_group_id': '440c4f5f-63c6-42b9-9a9b-82d4c0231cbe', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:03:26.256272 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b436886c-6d9d-469f-970b-8bc781ec7299 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (128a93bf-de91-4cd7-8094-310b33a15951), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:26.313029 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b436886c-6d9d-469f-970b-8bc781ec7299 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (128a93bf-de91-4cd7-8094-310b33a15951), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:26.317078 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b436886c-6d9d-469f-970b-8bc781ec7299 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (128a93bf-de91-4cd7-8094-310b33a15951), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:26.338752 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436886c-6d9d-469f-970b-8bc781ec7299 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=128a93bf-de91-4cd7-8094-310b33a15951,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:26.344990 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b436886c-6d9d-469f-970b-8bc781ec7299 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:26.346234 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b436886c-6d9d-469f-970b-8bc781ec7299 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176982 Mar 22 20:03:26.349753 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37410) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:26.354100 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-39000b7e-337b-4061-8694-3cb34ef3b059 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'security_group_rule': {'security_group_id': '440c4f5f-63c6-42b9-9a9b-82d4c0231cbe', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:03:26.381455 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-39000b7e-337b-4061-8694-3cb34ef3b059 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (37afd549-a9dc-4a1d-9327-2e39d53a980a), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:26.439035 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-39000b7e-337b-4061-8694-3cb34ef3b059 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (37afd549-a9dc-4a1d-9327-2e39d53a980a), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:26.446523 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-39000b7e-337b-4061-8694-3cb34ef3b059 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (37afd549-a9dc-4a1d-9327-2e39d53a980a), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:26.464917 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39000b7e-337b-4061-8694-3cb34ef3b059 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37afd549-a9dc-4a1d-9327-2e39d53a980a,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:26.472863 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-39000b7e-337b-4061-8694-3cb34ef3b059 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:26.474108 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-39000b7e-337b-4061-8694-3cb34ef3b059 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233599 Mar 22 20:03:26.476809 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37412) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:26.481118 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-de888352-890e-49d5-99a7-f4cf7514f5f1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'security_group_rule': {'security_group_id': '440c4f5f-63c6-42b9-9a9b-82d4c0231cbe', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:03:26.505085 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-de888352-890e-49d5-99a7-f4cf7514f5f1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (2144187f-607f-4aab-b12e-01933a8fec72), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:26.562632 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-de888352-890e-49d5-99a7-f4cf7514f5f1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (2144187f-607f-4aab-b12e-01933a8fec72), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:26.565977 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-de888352-890e-49d5-99a7-f4cf7514f5f1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (2144187f-607f-4aab-b12e-01933a8fec72), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:26.585769 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de888352-890e-49d5-99a7-f4cf7514f5f1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2144187f-607f-4aab-b12e-01933a8fec72,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:26.594136 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-de888352-890e-49d5-99a7-f4cf7514f5f1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:26.595354 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-de888352-890e-49d5-99a7-f4cf7514f5f1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176176 Mar 22 20:03:26.598096 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37414) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:26.602340 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-45def3eb-a9b5-4670-9a0b-d820cc1fca14 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'security_group_rule': {'security_group_id': '440c4f5f-63c6-42b9-9a9b-82d4c0231cbe', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:03:26.623406 n-d-705658-24 neutron-server[104173]: INFO neutron.db.securitygroups_db [None req-45def3eb-a9b5-4670-9a0b-d820cc1fca14 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Project 5bcae00531204d8c96861edbc9c1d9c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 20:03:26.628924 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-45def3eb-a9b5-4670-9a0b-d820cc1fca14 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (c6b3ab3f-80b8-479f-b930-0d4ec9658992), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:26.688049 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-45def3eb-a9b5-4670-9a0b-d820cc1fca14 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (c6b3ab3f-80b8-479f-b930-0d4ec9658992), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:26.692308 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-45def3eb-a9b5-4670-9a0b-d820cc1fca14 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (c6b3ab3f-80b8-479f-b930-0d4ec9658992), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:26.710446 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45def3eb-a9b5-4670-9a0b-d820cc1fca14 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6b3ab3f-80b8-479f-b930-0d4ec9658992,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:26.717759 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-45def3eb-a9b5-4670-9a0b-d820cc1fca14 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:26.718995 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-45def3eb-a9b5-4670-9a0b-d820cc1fca14 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199820 Mar 22 20:03:26.721641 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37416) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:26.726176 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-6c3f1f01-ea2b-4ab7-aa7a-e2e115457ac5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'security_group_rule': {'security_group_id': '440c4f5f-63c6-42b9-9a9b-82d4c0231cbe', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:03:26.748057 n-d-705658-24 neutron-server[104173]: INFO neutron.db.securitygroups_db [None req-6c3f1f01-ea2b-4ab7-aa7a-e2e115457ac5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Project 5bcae00531204d8c96861edbc9c1d9c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 20:03:26.753001 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6c3f1f01-ea2b-4ab7-aa7a-e2e115457ac5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (9687a4a2-c04a-4d4b-a32f-050cfebea976), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:26.814173 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6c3f1f01-ea2b-4ab7-aa7a-e2e115457ac5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (9687a4a2-c04a-4d4b-a32f-050cfebea976), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:26.818565 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6c3f1f01-ea2b-4ab7-aa7a-e2e115457ac5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (9687a4a2-c04a-4d4b-a32f-050cfebea976), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:26.839730 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f1f01-ea2b-4ab7-aa7a-e2e115457ac5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9687a4a2-c04a-4d4b-a32f-050cfebea976,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:26.845385 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6c3f1f01-ea2b-4ab7-aa7a-e2e115457ac5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:26.846624 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6c3f1f01-ea2b-4ab7-aa7a-e2e115457ac5 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238418 Mar 22 20:03:26.847525 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37418) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:26.850214 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37420) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:26.855468 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-d304999a-e2fb-42a7-b207-3deabb5acdd9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'network': {'name': 'tempest-network-smoke--1477500472', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'port_security_enabled': True}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:03:26.879285 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d304999a-e2fb-42a7-b207-3deabb5acdd9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Made reservation on behalf of 5bcae00531204d8c96861edbc9c1d9c0 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:03:26.882619 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d304999a-e2fb-42a7-b207-3deabb5acdd9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:26.909294 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d304999a-e2fb-42a7-b207-3deabb5acdd9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:03:26.916838 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ba0c4b3c-cc44-4b42-b906-d927ce9df00d tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/floatingips/e7df3835-533f-4f0b-8fb6-7d914485c8e2 HTTP/1.1" status: 200 len: 994 time: 0.0679646 Mar 22 20:03:26.919804 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d304999a-e2fb-42a7-b207-3deabb5acdd9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (05a7feb3-5b18-4d92-9ce1-64b7e51b1259), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:26.920154 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-d304999a-e2fb-42a7-b207-3deabb5acdd9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Added segment 05a7feb3-5b18-4d92-9ce1-64b7e51b1259 of type vlan for network 41d1fa5a-e1ff-485b-b229-3fba57217e21 Mar 22 20:03:26.963888 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d304999a-e2fb-42a7-b207-3deabb5acdd9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (41d1fa5a-e1ff-485b-b229-3fba57217e21), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:26.991840 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d304999a-e2fb-42a7-b207-3deabb5acdd9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (41d1fa5a-e1ff-485b-b229-3fba57217e21), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:26.996980 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d304999a-e2fb-42a7-b207-3deabb5acdd9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:26.997554 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d304999a-e2fb-42a7-b207-3deabb5acdd9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:27.060882 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d304999a-e2fb-42a7-b207-3deabb5acdd9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2094097 Mar 22 20:03:27.064500 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37422) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:27.069930 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-4045396f-1d91-42ca-b47a-507718b323ec tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1659178084', 'admin_state_up': True, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:03:27.071799 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304999a-e2fb-42a7-b207-3deabb5acdd9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'Network': ['ID=41d1fa5a-e1ff-485b-b229-3fba57217e21,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:27.082348 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 41d1fa5a-e1ff-485b-b229-3fba57217e21 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:03:27.094683 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4045396f-1d91-42ca-b47a-507718b323ec tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:27.096139 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4045396f-1d91-42ca-b47a-507718b323ec tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:27.182231 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4045396f-1d91-42ca-b47a-507718b323ec tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for router_controller (f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:27.218580 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 4bec93a2-5e10-4a63-9a9d-fd68331a54da no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:03:27.238839 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 4bec93a2-5e10-4a63-9a9d-fd68331a54da {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:03:27.239189 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 4bec93a2-5e10-4a63-9a9d-fd68331a54da not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:03:27.321439 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4045396f-1d91-42ca-b47a-507718b323ec tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for router_gateway (f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:27.516811 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4045396f-1d91-42ca-b47a-507718b323ec tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for router_gateway (f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:27.536064 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4045396f-1d91-42ca-b47a-507718b323ec tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:27.645820 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-4045396f-1d91-42ca-b47a-507718b323ec tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Allocated IP 172.25.5.209 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/c9cc028d-ea75-4de4-864a-e1ed339f84f1) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:03:27.750583 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4045396f-1d91-42ca-b47a-507718b323ec tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for port (c9cc028d-ea75-4de4-864a-e1ed339f84f1), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:27.788430 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4045396f-1d91-42ca-b47a-507718b323ec tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (c9cc028d-ea75-4de4-864a-e1ed339f84f1), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:27.826081 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4045396f-1d91-42ca-b47a-507718b323ec tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:03:27.828885 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-4045396f-1d91-42ca-b47a-507718b323ec tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:03:27.832466 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4045396f-1d91-42ca-b47a-507718b323ec tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:03:27.862026 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045396f-1d91-42ca-b47a-507718b323ec tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'Port': ['ID=c9cc028d-ea75-4de4-864a-e1ed339f84f1,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:28.093507 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4045396f-1d91-42ca-b47a-507718b323ec tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for router_gateway (f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:28.294145 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4045396f-1d91-42ca-b47a-507718b323ec tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:28.423392 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4045396f-1d91-42ca-b47a-507718b323ec tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Router f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 20:03:28.533035 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4045396f-1d91-42ca-b47a-507718b323ec tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:03:28.543418 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd11d7d-5269-44b9-9333-a7cd524e2209 None None] Sync routers for ids ['f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:03:28.554835 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd11d7d-5269-44b9-9333-a7cd524e2209 None None] Routers {'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:03:28.555134 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-acd11d7d-5269-44b9-9333-a7cd524e2209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:03:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:28.558501 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4045396f-1d91-42ca-b47a-507718b323ec tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:28.562966 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4045396f-1d91-42ca-b47a-507718b323ec tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4942663 Mar 22 20:03:28.563217 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37424) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:28.593173 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6c6f60bc-99cf-48dd-a1fc-d80bd7afb630 tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=5bcae00531204d8c96861edbc9c1d9c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267277 Mar 22 20:03:28.593938 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37426) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:28.662974 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-acd11d7d-5269-44b9-9333-a7cd524e2209 None None] Set router f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:03:28.685974 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c19a02-6a42-4c1f-bc4f-981b62053ee1 tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:28.690114 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-64c19a02-6a42-4c1f-bc4f-981b62053ee1 tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0923975 Mar 22 20:03:28.690359 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37428) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:28.718179 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bb653f3e-d248-426f-a30c-0590bb9f0c04 tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=b209c5bc-34d3-415d-9873-d01a4e6c5db8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266302 Mar 22 20:03:28.720586 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37430) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:28.725431 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-6c63ee27-d709-40b3-9d92-8938691569c0 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-132896053', 'network_id': '41d1fa5a-e1ff-485b-b229-3fba57217e21', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:03:28.811605 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c63ee27-d709-40b3-9d92-8938691569c0 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Made reservation on behalf of 5bcae00531204d8c96861edbc9c1d9c0 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:03:28.815278 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6c63ee27-d709-40b3-9d92-8938691569c0 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:28.843967 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-acd11d7d-5269-44b9-9333-a7cd524e2209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659178084', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'c9cc028d-ea75-4de4-864a-e1ed339f84f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:03:27Z', 'updated_at': '2022-03-22T20:03:27Z', 'revision_number': 3, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': 'c9cc028d-ea75-4de4-864a-e1ed339f84f1', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:03:27Z', 'updated_at': '2022-03-22T20:03:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:28.871622 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd11d7d-5269-44b9-9333-a7cd524e2209 None None] Checking router: f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:03:28.871971 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd11d7d-5269-44b9-9333-a7cd524e2209 None None] Updating router f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31 port c9cc028d-ea75-4de4-864a-e1ed339f84f1 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:03:28.898847 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-acd11d7d-5269-44b9-9333-a7cd524e2209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c9cc028d-ea75-4de4-864a-e1ed339f84f1), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:29.003095 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6c63ee27-d709-40b3-9d92-8938691569c0 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (b26b256b-1187-4569-828a-8cd4d6ea28e6), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:29.058428 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63ee27-d709-40b3-9d92-8938691569c0 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'Subnet': ['ID=b26b256b-1187-4569-828a-8cd4d6ea28e6,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:29.075830 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c63ee27-d709-40b3-9d92-8938691569c0 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Checking segment: {'id': '05a7feb3-5b18-4d92-9ce1-64b7e51b1259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '41d1fa5a-e1ff-485b-b229-3fba57217e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:03:29.076202 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c63ee27-d709-40b3-9d92-8938691569c0 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Network hostable DHCP agents. Network: 41d1fa5a-e1ff-485b-b229-3fba57217e21, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:03:29.094656 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c63ee27-d709-40b3-9d92-8938691569c0 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Network 41d1fa5a-e1ff-485b-b229-3fba57217e21 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:03:29.104928 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-6c63ee27-d709-40b3-9d92-8938691569c0 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 41d1fa5a-e1ff-485b-b229-3fba57217e21) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:03:29.109897 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c63ee27-d709-40b3-9d92-8938691569c0 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:29.110642 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6c63ee27-d709-40b3-9d92-8938691569c0 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:29.116009 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bed7bd4-4080-4fc4-b9ea-343170b0941a None None] Network 41d1fa5a-e1ff-485b-b229-3fba57217e21 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:03:29.129927 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6c63ee27-d709-40b3-9d92-8938691569c0 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4082685 Mar 22 20:03:29.132766 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37436) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:29.177487 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-acd11d7d-5269-44b9-9333-a7cd524e2209 None None] Publish callbacks [] for port (c9cc028d-ea75-4de4-864a-e1ed339f84f1), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:29.183635 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-acd11d7d-5269-44b9-9333-a7cd524e2209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c9cc028d-ea75-4de4-864a-e1ed339f84f1), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:29.249576 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-acd11d7d-5269-44b9-9333-a7cd524e2209 None None] Attempting to bind port c9cc028d-ea75-4de4-864a-e1ed339f84f1 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:03:29.250052 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-acd11d7d-5269-44b9-9333-a7cd524e2209 None None] Attempting to bind port c9cc028d-ea75-4de4-864a-e1ed339f84f1 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:03:29.250488 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd11d7d-5269-44b9-9333-a7cd524e2209 None None] Attempting to bind port c9cc028d-ea75-4de4-864a-e1ed339f84f1 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:03:29.250622 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2ebbcf-540a-42c9-bfd8-e96c46bbd418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-41d1fa5a-e1ff-485b-b229-3fba57217e21', 'network_id': '41d1fa5a-e1ff-485b-b229-3fba57217e21', 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'fixed_ips': [{'subnet_id': 'b26b256b-1187-4569-828a-8cd4d6ea28e6'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 20:03:29.251583 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fb2ebbcf-540a-42c9-bfd8-e96c46bbd418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:29.262335 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd11d7d-5269-44b9-9333-a7cd524e2209 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:03:29.263127 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd11d7d-5269-44b9-9333-a7cd524e2209 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:03:29.263543 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-acd11d7d-5269-44b9-9333-a7cd524e2209 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:29.263943 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd11d7d-5269-44b9-9333-a7cd524e2209 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:03:29.264430 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-acd11d7d-5269-44b9-9333-a7cd524e2209 None None] Bound port: c9cc028d-ea75-4de4-864a-e1ed339f84f1, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:03:29.265426 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-acd11d7d-5269-44b9-9333-a7cd524e2209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c9cc028d-ea75-4de4-864a-e1ed339f84f1), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:29.328343 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-acd11d7d-5269-44b9-9333-a7cd524e2209 None None] For port c9cc028d-ea75-4de4-864a-e1ed339f84f1, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:03:29.331822 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-acd11d7d-5269-44b9-9333-a7cd524e2209 None None] For port c9cc028d-ea75-4de4-864a-e1ed339f84f1, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c9cc028d-ea75-4de4-864a-e1ed339f84f1,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:03:29.340660 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-acd11d7d-5269-44b9-9333-a7cd524e2209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c9cc028d-ea75-4de4-864a-e1ed339f84f1), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:29.342703 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7a491-a081-47e7-9beb-44d6920cf28a None None] Pushing event updated for resources: {'Port': ['ID=c9cc028d-ea75-4de4-864a-e1ed339f84f1,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:29.358830 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7a491-a081-47e7-9beb-44d6920cf28a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:29.359146 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7a491-a081-47e7-9beb-44d6920cf28a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:29.359487 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7a491-a081-47e7-9beb-44d6920cf28a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:29.359820 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7a491-a081-47e7-9beb-44d6920cf28a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:29.360157 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7a491-a081-47e7-9beb-44d6920cf28a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:29.360490 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7a491-a081-47e7-9beb-44d6920cf28a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:29.360811 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7a491-a081-47e7-9beb-44d6920cf28a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:29.361135 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7a491-a081-47e7-9beb-44d6920cf28a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:29.361457 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7a491-a081-47e7-9beb-44d6920cf28a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:29.361781 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7a491-a081-47e7-9beb-44d6920cf28a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:29.362113 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7a491-a081-47e7-9beb-44d6920cf28a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:29.362442 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7a491-a081-47e7-9beb-44d6920cf28a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:29.362795 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7a491-a081-47e7-9beb-44d6920cf28a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:29.363086 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7a491-a081-47e7-9beb-44d6920cf28a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:29.363400 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7a491-a081-47e7-9beb-44d6920cf28a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:03:29.415325 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd11d7d-5269-44b9-9333-a7cd524e2209 None None] Routers {'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:03:29.415974 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-acd11d7d-5269-44b9-9333-a7cd524e2209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:03:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:29.440612 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-fb2ebbcf-540a-42c9-bfd8-e96c46bbd418 None None] Allocated IP 172.20.0.2 (41d1fa5a-e1ff-485b-b229-3fba57217e21/b26b256b-1187-4569-828a-8cd4d6ea28e6/b00a8997-73cc-46eb-8175-b5a043487daa) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:03:29.560188 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-acd11d7d-5269-44b9-9333-a7cd524e2209 None None] Set router f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:03:29.562829 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7a491-a081-47e7-9beb-44d6920cf28a None None] Pushing event updated for resources: {'Port': ['ID=c9cc028d-ea75-4de4-864a-e1ed339f84f1,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:29.616510 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fb2ebbcf-540a-42c9-bfd8-e96c46bbd418 None None] Publish callbacks [] for port (b00a8997-73cc-46eb-8175-b5a043487daa), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:29.624338 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fb2ebbcf-540a-42c9-bfd8-e96c46bbd418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (b00a8997-73cc-46eb-8175-b5a043487daa), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:29.673212 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2ebbcf-540a-42c9-bfd8-e96c46bbd418 None None] Network 41d1fa5a-e1ff-485b-b229-3fba57217e21 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:03:29.676508 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-fb2ebbcf-540a-42c9-bfd8-e96c46bbd418 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:03:29.679075 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2ebbcf-540a-42c9-bfd8-e96c46bbd418 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:03:29.686990 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f93189e4-423d-4f76-8d37-a8cfe73fb3d9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:29.692522 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ebbcf-540a-42c9-bfd8-e96c46bbd418 None None] Pushing event updated for resources: {'Port': ['ID=b00a8997-73cc-46eb-8175-b5a043487daa,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:29.760939 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-fb2ebbcf-540a-42c9-bfd8-e96c46bbd418 None None] Attempting to bind port b00a8997-73cc-46eb-8175-b5a043487daa on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:03:29.760939 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-fb2ebbcf-540a-42c9-bfd8-e96c46bbd418 None None] Attempting to bind port b00a8997-73cc-46eb-8175-b5a043487daa by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '05a7feb3-5b18-4d92-9ce1-64b7e51b1259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '41d1fa5a-e1ff-485b-b229-3fba57217e21'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:03:29.760939 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2ebbcf-540a-42c9-bfd8-e96c46bbd418 None None] Attempting to bind port b00a8997-73cc-46eb-8175-b5a043487daa on network 41d1fa5a-e1ff-485b-b229-3fba57217e21 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:03:29.763037 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2ebbcf-540a-42c9-bfd8-e96c46bbd418 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:03:29.763037 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2ebbcf-540a-42c9-bfd8-e96c46bbd418 None None] Checking segment: {'id': '05a7feb3-5b18-4d92-9ce1-64b7e51b1259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '41d1fa5a-e1ff-485b-b229-3fba57217e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:03:29.763430 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fb2ebbcf-540a-42c9-bfd8-e96c46bbd418 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:29.765610 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2ebbcf-540a-42c9-bfd8-e96c46bbd418 None None] Bound using segment: {'id': '05a7feb3-5b18-4d92-9ce1-64b7e51b1259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '41d1fa5a-e1ff-485b-b229-3fba57217e21'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:03:29.765610 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-fb2ebbcf-540a-42c9-bfd8-e96c46bbd418 None None] Bound port: b00a8997-73cc-46eb-8175-b5a043487daa, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a7feb3-5b18-4d92-9ce1-64b7e51b1259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '41d1fa5a-e1ff-485b-b229-3fba57217e21'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:03:29.765610 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fb2ebbcf-540a-42c9-bfd8-e96c46bbd418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b00a8997-73cc-46eb-8175-b5a043487daa), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:29.808307 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-acd11d7d-5269-44b9-9333-a7cd524e2209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659178084', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'c9cc028d-ea75-4de4-864a-e1ed339f84f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:03:27Z', 'updated_at': '2022-03-22T20:03:27Z', 'revision_number': 3, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': 'c9cc028d-ea75-4de4-864a-e1ed339f84f1', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:03:27Z', 'updated_at': '2022-03-22T20:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:29.841602 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-fb2ebbcf-540a-42c9-bfd8-e96c46bbd418 None None] For port b00a8997-73cc-46eb-8175-b5a043487daa, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:03:29.844778 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-fb2ebbcf-540a-42c9-bfd8-e96c46bbd418 None None] For port b00a8997-73cc-46eb-8175-b5a043487daa, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b00a8997-73cc-46eb-8175-b5a043487daa,segment=NetworkSegment(05a7feb3-5b18-4d92-9ce1-64b7e51b1259),segment_id=05a7feb3-5b18-4d92-9ce1-64b7e51b1259)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:03:29.851927 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fb2ebbcf-540a-42c9-bfd8-e96c46bbd418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b00a8997-73cc-46eb-8175-b5a043487daa), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:29.852401 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd11d7d-5269-44b9-9333-a7cd524e2209 None None] The sync data for ids ['f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31'] in n-d-705658-24 is: [{'id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659178084', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'c9cc028d-ea75-4de4-864a-e1ed339f84f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:03:27Z', 'updated_at': '2022-03-22T20:03:27Z', 'revision_number': 3, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': 'c9cc028d-ea75-4de4-864a-e1ed339f84f1', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:03:27Z', 'updated_at': '2022-03-22T20:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:03:29.931119 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ebbcf-540a-42c9-bfd8-e96c46bbd418 None None] Pushing event updated for resources: {'Port': ['ID=b00a8997-73cc-46eb-8175-b5a043487daa,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:30.045599 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-f93189e4-423d-4f76-8d37-a8cfe73fb3d9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Allocated IP 172.20.0.1 (41d1fa5a-e1ff-485b-b229-3fba57217e21/b26b256b-1187-4569-828a-8cd4d6ea28e6/79642c47-df43-431b-aa1a-695d6128a444) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:03:30.232750 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f93189e4-423d-4f76-8d37-a8cfe73fb3d9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for port (79642c47-df43-431b-aa1a-695d6128a444), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:30.284606 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f93189e4-423d-4f76-8d37-a8cfe73fb3d9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (79642c47-df43-431b-aa1a-695d6128a444), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:30.336951 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93189e4-423d-4f76-8d37-a8cfe73fb3d9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Network 41d1fa5a-e1ff-485b-b229-3fba57217e21 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:03:30.338752 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-f93189e4-423d-4f76-8d37-a8cfe73fb3d9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:03:30.346635 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93189e4-423d-4f76-8d37-a8cfe73fb3d9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:03:30.379077 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93189e4-423d-4f76-8d37-a8cfe73fb3d9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'Port': ['ID=79642c47-df43-431b-aa1a-695d6128a444,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:30.408904 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f93189e4-423d-4f76-8d37-a8cfe73fb3d9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:30.565857 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f93189e4-423d-4f76-8d37-a8cfe73fb3d9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (79642c47-df43-431b-aa1a-695d6128a444), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:31.059120 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3250a041-fa8f-42d4-a444-2edfa3234747 None None] Network 41d1fa5a-e1ff-485b-b229-3fba57217e21 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:03:31.141285 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-beca096d-70ad-427e-a264-8b2ea562f335 None None] Provisioning complete for port b00a8997-73cc-46eb-8175-b5a043487daa triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:03:31.141694 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-beca096d-70ad-427e-a264-8b2ea562f335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b00a8997-73cc-46eb-8175-b5a043487daa), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:31.246252 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f93189e4-423d-4f76-8d37-a8cfe73fb3d9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for port (79642c47-df43-431b-aa1a-695d6128a444), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:31.253249 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f93189e4-423d-4f76-8d37-a8cfe73fb3d9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (79642c47-df43-431b-aa1a-695d6128a444), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:31.260617 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-beca096d-70ad-427e-a264-8b2ea562f335 None None] Current status of the port b00a8997-73cc-46eb-8175-b5a043487daa is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:03:31.261234 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-beca096d-70ad-427e-a264-8b2ea562f335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b00a8997-73cc-46eb-8175-b5a043487daa), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:31.317821 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-beca096d-70ad-427e-a264-8b2ea562f335 None None] For port b00a8997-73cc-46eb-8175-b5a043487daa, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b00a8997-73cc-46eb-8175-b5a043487daa,segment=NetworkSegment(05a7feb3-5b18-4d92-9ce1-64b7e51b1259),segment_id=05a7feb3-5b18-4d92-9ce1-64b7e51b1259)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:03:31.321378 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-beca096d-70ad-427e-a264-8b2ea562f335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b00a8997-73cc-46eb-8175-b5a043487daa), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:31.375177 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93189e4-423d-4f76-8d37-a8cfe73fb3d9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'Port': ['ID=79642c47-df43-431b-aa1a-695d6128a444,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:31.378782 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f93189e4-423d-4f76-8d37-a8cfe73fb3d9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:31.392779 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca096d-70ad-427e-a264-8b2ea562f335 None None] Pushing event updated for resources: {'Port': ['ID=b00a8997-73cc-46eb-8175-b5a043487daa,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:31.416058 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b00a8997-73cc-46eb-8175-b5a043487daa up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:03:31.489572 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b00a8997-73cc-46eb-8175-b5a043487daa triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:03:31.490185 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b00a8997-73cc-46eb-8175-b5a043487daa), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:31.501735 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93189e4-423d-4f76-8d37-a8cfe73fb3d9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Network 41d1fa5a-e1ff-485b-b229-3fba57217e21 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:03:31.503477 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-f93189e4-423d-4f76-8d37-a8cfe73fb3d9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:03:31.565082 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-8c6381be-06d5-4543-8949-95c61739e547 None None] Provisioning complete for port b00a8997-73cc-46eb-8175-b5a043487daa triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:03:31.565452 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8c6381be-06d5-4543-8949-95c61739e547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b00a8997-73cc-46eb-8175-b5a043487daa), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:31.651673 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93189e4-423d-4f76-8d37-a8cfe73fb3d9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Router f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:03:31.782140 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93189e4-423d-4f76-8d37-a8cfe73fb3d9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:03:31.792825 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f93189e4-423d-4f76-8d37-a8cfe73fb3d9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "PUT /v2.0/routers/f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6578894 Mar 22 20:03:31.805681 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b00a8997-73cc-46eb-8175-b5a043487daa is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:03:31.806836 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c9cc028d-ea75-4de4-864a-e1ed339f84f1 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:03:31.897554 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port c9cc028d-ea75-4de4-864a-e1ed339f84f1 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:03:31.897931 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c9cc028d-ea75-4de4-864a-e1ed339f84f1), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:31.903046 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8c6381be-06d5-4543-8949-95c61739e547 None None] Current status of the port b00a8997-73cc-46eb-8175-b5a043487daa is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:03:31.949670 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-8c6381be-06d5-4543-8949-95c61739e547 None None] Provisioning complete for port 79642c47-df43-431b-aa1a-695d6128a444 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:03:31.950172 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8c6381be-06d5-4543-8949-95c61739e547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (79642c47-df43-431b-aa1a-695d6128a444), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:31.999627 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-63518a19-0e7d-46ad-87d8-f89d425fe9fc tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1396685900&fields=id&tenant_id=5bcae00531204d8c96861edbc9c1d9c0 HTTP/1.1" status: 200 len: 267 time: 0.0703177 Mar 22 20:03:32.005462 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a084f3f-8df0-409b-98a8-75917d51a4df None None] Sync routers for ids ['f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:03:32.007999 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8c6381be-06d5-4543-8949-95c61739e547 None None] Port 79642c47-df43-431b-aa1a-695d6128a444 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:03:32.040813 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a084f3f-8df0-409b-98a8-75917d51a4df None None] Routers {'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:03:32.041470 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-1a084f3f-8df0-409b-98a8-75917d51a4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:03:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:32.123424 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-30c59e9a-9296-4610-a580-3f866daa50bd tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:32.124900 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-30c59e9a-9296-4610-a580-3f866daa50bd tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/networks?id=41d1fa5a-e1ff-485b-b229-3fba57217e21 HTTP/1.1" status: 200 len: 797 time: 0.1168802 Mar 22 20:03:32.133972 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port c9cc028d-ea75-4de4-864a-e1ed339f84f1 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:03:32.134560 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c9cc028d-ea75-4de4-864a-e1ed339f84f1), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:32.141268 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-75eb7ee1-1dce-4314-a8e1-0cad34b3f4c4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/quotas/5bcae00531204d8c96861edbc9c1d9c0 HTTP/1.1" status: 200 len: 375 time: 0.0106335 Mar 22 20:03:32.170995 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port c9cc028d-ea75-4de4-864a-e1ed339f84f1, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c9cc028d-ea75-4de4-864a-e1ed339f84f1,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:03:32.178687 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-52a82057-0bdf-4488-a5fd-07719b42bd80 None None] Provisioning complete for port 79642c47-df43-431b-aa1a-695d6128a444 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:03:32.179063 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52a82057-0bdf-4488-a5fd-07719b42bd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (79642c47-df43-431b-aa1a-695d6128a444), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:32.182304 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c9cc028d-ea75-4de4-864a-e1ed339f84f1), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:32.202097 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-e30641a1-7431-42a4-b03b-2ea643802d9c tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550148 Mar 22 20:03:32.243770 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-1a084f3f-8df0-409b-98a8-75917d51a4df None None] Set router f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:03:32.289215 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-52a82057-0bdf-4488-a5fd-07719b42bd80 None None] Port 79642c47-df43-431b-aa1a-695d6128a444 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:03:32.305548 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-7e4af9c8-d059-4401-943d-ee208f2c44e1 service neutron] 10.222.0.75 "GET /v2.0/networks/41d1fa5a-e1ff-485b-b229-3fba57217e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919178 Mar 22 20:03:32.315724 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=c9cc028d-ea75-4de4-864a-e1ed339f84f1,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:32.395995 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-c7249c34-4bdc-46f2-a85b-c28173e778f2 service neutron] 10.222.0.75 "GET /v2.0/networks/41d1fa5a-e1ff-485b-b229-3fba57217e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870578 Mar 22 20:03:32.482446 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-1a084f3f-8df0-409b-98a8-75917d51a4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659178084', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'c9cc028d-ea75-4de4-864a-e1ed339f84f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:03:27Z', 'updated_at': '2022-03-22T20:03:30Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': 'c9cc028d-ea75-4de4-864a-e1ed339f84f1', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:03:27Z', 'updated_at': '2022-03-22T20:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '79642c47-df43-431b-aa1a-695d6128a444', 'name': '', 'network_id': '41d1fa5a-e1ff-485b-b229-3fba57217e21', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'mac_address': 'fa:16:3e:0f:6a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'b26b256b-1187-4569-828a-8cd4d6ea28e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:03:29Z', 'updated_at': '2022-03-22T20:03:31Z', 'revision_number': 2, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'subnets': [{'id': 'b26b256b-1187-4569-828a-8cd4d6ea28e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:32.514921 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a084f3f-8df0-409b-98a8-75917d51a4df None None] Checking router: f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:03:32.515282 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a084f3f-8df0-409b-98a8-75917d51a4df None None] Updating router f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31 port 79642c47-df43-431b-aa1a-695d6128a444 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:03:32.545710 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1a084f3f-8df0-409b-98a8-75917d51a4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (79642c47-df43-431b-aa1a-695d6128a444), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:32.577203 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0b1fa2b3-6902-4134-9cd0-2a7ff1b44c8f req-f7c68ac6-5dce-43af-bf26-6029f20ded80 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=40e3a392-4b83-4970-bd29-fd10a9572e08 HTTP/1.1" status: 200 len: 210 time: 0.0288963 Mar 22 20:03:32.845526 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1a084f3f-8df0-409b-98a8-75917d51a4df None None] Publish callbacks [] for port (79642c47-df43-431b-aa1a-695d6128a444), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:32.850800 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1a084f3f-8df0-409b-98a8-75917d51a4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (79642c47-df43-431b-aa1a-695d6128a444), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:32.902059 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db1f719-5d1d-473a-afd4-080027b76a75 None None] Pushing event updated for resources: {'Port': ['ID=79642c47-df43-431b-aa1a-695d6128a444,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:32.967913 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-1a084f3f-8df0-409b-98a8-75917d51a4df None None] Attempting to bind port 79642c47-df43-431b-aa1a-695d6128a444 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:03:32.968295 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-1a084f3f-8df0-409b-98a8-75917d51a4df None None] Attempting to bind port 79642c47-df43-431b-aa1a-695d6128a444 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '05a7feb3-5b18-4d92-9ce1-64b7e51b1259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '41d1fa5a-e1ff-485b-b229-3fba57217e21'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:03:32.968682 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a084f3f-8df0-409b-98a8-75917d51a4df None None] Attempting to bind port 79642c47-df43-431b-aa1a-695d6128a444 on network 41d1fa5a-e1ff-485b-b229-3fba57217e21 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:03:32.974307 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a084f3f-8df0-409b-98a8-75917d51a4df None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:03:32.974686 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a084f3f-8df0-409b-98a8-75917d51a4df None None] Checking segment: {'id': '05a7feb3-5b18-4d92-9ce1-64b7e51b1259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '41d1fa5a-e1ff-485b-b229-3fba57217e21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:03:32.975091 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1a084f3f-8df0-409b-98a8-75917d51a4df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:32.975486 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a084f3f-8df0-409b-98a8-75917d51a4df None None] Bound using segment: {'id': '05a7feb3-5b18-4d92-9ce1-64b7e51b1259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '41d1fa5a-e1ff-485b-b229-3fba57217e21'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:03:32.975978 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-1a084f3f-8df0-409b-98a8-75917d51a4df None None] Bound port: 79642c47-df43-431b-aa1a-695d6128a444, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a7feb3-5b18-4d92-9ce1-64b7e51b1259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '41d1fa5a-e1ff-485b-b229-3fba57217e21'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:03:32.976349 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1a084f3f-8df0-409b-98a8-75917d51a4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (79642c47-df43-431b-aa1a-695d6128a444), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:33.051514 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-1a084f3f-8df0-409b-98a8-75917d51a4df None None] For port 79642c47-df43-431b-aa1a-695d6128a444, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:03:33.054941 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-1a084f3f-8df0-409b-98a8-75917d51a4df None None] For port 79642c47-df43-431b-aa1a-695d6128a444, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=79642c47-df43-431b-aa1a-695d6128a444,segment=NetworkSegment(05a7feb3-5b18-4d92-9ce1-64b7e51b1259),segment_id=05a7feb3-5b18-4d92-9ce1-64b7e51b1259)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:03:33.067312 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1a084f3f-8df0-409b-98a8-75917d51a4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (79642c47-df43-431b-aa1a-695d6128a444), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:33.135685 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a084f3f-8df0-409b-98a8-75917d51a4df None None] Routers {'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:03:33.136751 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-1a084f3f-8df0-409b-98a8-75917d51a4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:03:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:33.138562 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db1f719-5d1d-473a-afd4-080027b76a75 None None] Pushing event updated for resources: {'Port': ['ID=79642c47-df43-431b-aa1a-695d6128a444,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:33.249594 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-c83a7767-49e4-4121-add2-266028c015be None None] Provisioning complete for port 79642c47-df43-431b-aa1a-695d6128a444 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:03:33.249993 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c83a7767-49e4-4121-add2-266028c015be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (79642c47-df43-431b-aa1a-695d6128a444), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:33.285354 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b00a8997-73cc-46eb-8175-b5a043487daa up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:03:33.326345 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-1a084f3f-8df0-409b-98a8-75917d51a4df None None] Set router f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:03:33.531480 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b00a8997-73cc-46eb-8175-b5a043487daa triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:03:33.532015 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b00a8997-73cc-46eb-8175-b5a043487daa), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:33.537295 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c83a7767-49e4-4121-add2-266028c015be None None] Current status of the port 79642c47-df43-431b-aa1a-695d6128a444 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:03:33.537295 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c83a7767-49e4-4121-add2-266028c015be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (79642c47-df43-431b-aa1a-695d6128a444), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:33.592962 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-224f5e54-b69e-47b8-b1a2-901b3982a102 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:33.595591 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-224f5e54-b69e-47b8-b1a2-901b3982a102 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.84 "GET /v2.0/networks?id=41d1fa5a-e1ff-485b-b229-3fba57217e21 HTTP/1.1" status: 200 len: 797 time: 0.1272058 Mar 22 20:03:33.632584 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c83a7767-49e4-4121-add2-266028c015be None None] For port 79642c47-df43-431b-aa1a-695d6128a444, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=79642c47-df43-431b-aa1a-695d6128a444,segment=NetworkSegment(05a7feb3-5b18-4d92-9ce1-64b7e51b1259),segment_id=05a7feb3-5b18-4d92-9ce1-64b7e51b1259)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:03:33.656070 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c83a7767-49e4-4121-add2-266028c015be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (79642c47-df43-431b-aa1a-695d6128a444), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:33.680701 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-f4df64c3-768c-4c61-9eac-b1874b742758 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bcae00531204d8c96861edbc9c1d9c0 HTTP/1.1" status: 200 len: 380 time: 0.0773733 Mar 22 20:03:33.690844 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-e03bb00a-7f0e-46d9-9d32-ebdfb9875287 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'port': {'device_id': '40e3a392-4b83-4970-bd29-fd10a9572e08', 'network_id': '41d1fa5a-e1ff-485b-b229-3fba57217e21', 'admin_state_up': True, 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'security_groups': ['440c4f5f-63c6-42b9-9a9b-82d4c0231cbe']}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:03:33.692801 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-694edafb-2747-43cb-a810-56460861c7f5 req-311529c9-84ac-449a-9e9b-20efd7faf3be tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=40e3a392-4b83-4970-bd29-fd10a9572e08 HTTP/1.1" status: 200 len: 210 time: 0.0340681 Mar 22 20:03:33.745325 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b00a8997-73cc-46eb-8175-b5a043487daa is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:03:33.746442 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c9cc028d-ea75-4de4-864a-e1ed339f84f1 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:03:33.781331 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a7767-49e4-4121-add2-266028c015be None None] Pushing event updated for resources: {'Port': ['ID=79642c47-df43-431b-aa1a-695d6128a444,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:33.807784 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-e03bb00a-7f0e-46d9-9d32-ebdfb9875287 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Made reservation on behalf of 5bcae00531204d8c96861edbc9c1d9c0 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:03:33.811644 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-e03bb00a-7f0e-46d9-9d32-ebdfb9875287 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:33.814525 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-c742b262-8f7f-4e24-82d1-4f95056ac2c9 None None] Provisioning complete for port 79642c47-df43-431b-aa1a-695d6128a444 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:03:33.814911 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c742b262-8f7f-4e24-82d1-4f95056ac2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (79642c47-df43-431b-aa1a-695d6128a444), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:33.837304 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-1a084f3f-8df0-409b-98a8-75917d51a4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659178084', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'c9cc028d-ea75-4de4-864a-e1ed339f84f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:03:27Z', 'updated_at': '2022-03-22T20:03:30Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': 'c9cc028d-ea75-4de4-864a-e1ed339f84f1', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:03:27Z', 'updated_at': '2022-03-22T20:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '79642c47-df43-431b-aa1a-695d6128a444', 'name': '', 'network_id': '41d1fa5a-e1ff-485b-b229-3fba57217e21', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'mac_address': 'fa:16:3e:0f:6a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'b26b256b-1187-4569-828a-8cd4d6ea28e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:03:29Z', 'updated_at': '2022-03-22T20:03:33Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'subnets': [{'id': 'b26b256b-1187-4569-828a-8cd4d6ea28e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:33.947596 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-e03bb00a-7f0e-46d9-9d32-ebdfb9875287 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Allocated IP 172.20.0.6 (41d1fa5a-e1ff-485b-b229-3fba57217e21/b26b256b-1187-4569-828a-8cd4d6ea28e6/041c4df3-4a37-421f-b71c-ac6ed6df2747) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:03:34.036425 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a084f3f-8df0-409b-98a8-75917d51a4df None None] The sync data for ids ['f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31'] in n-d-705658-24 is: [{'id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659178084', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'c9cc028d-ea75-4de4-864a-e1ed339f84f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:03:27Z', 'updated_at': '2022-03-22T20:03:30Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': 'c9cc028d-ea75-4de4-864a-e1ed339f84f1', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:03:27Z', 'updated_at': '2022-03-22T20:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '79642c47-df43-431b-aa1a-695d6128a444', 'name': '', 'network_id': '41d1fa5a-e1ff-485b-b229-3fba57217e21', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'mac_address': 'fa:16:3e:0f:6a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'b26b256b-1187-4569-828a-8cd4d6ea28e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:03:29Z', 'updated_at': '2022-03-22T20:03:33Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'subnets': [{'id': 'b26b256b-1187-4569-828a-8cd4d6ea28e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:03:34.049360 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port c9cc028d-ea75-4de4-864a-e1ed339f84f1 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:03:34.049750 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c9cc028d-ea75-4de4-864a-e1ed339f84f1), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:34.100606 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-e03bb00a-7f0e-46d9-9d32-ebdfb9875287 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for port (041c4df3-4a37-421f-b71c-ac6ed6df2747), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:34.144174 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-e03bb00a-7f0e-46d9-9d32-ebdfb9875287 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (041c4df3-4a37-421f-b71c-ac6ed6df2747), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:34.145277 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c742b262-8f7f-4e24-82d1-4f95056ac2c9 None None] Current status of the port 79642c47-df43-431b-aa1a-695d6128a444 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:03:34.191907 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-e03bb00a-7f0e-46d9-9d32-ebdfb9875287 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Network 41d1fa5a-e1ff-485b-b229-3fba57217e21 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:03:34.195287 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-e03bb00a-7f0e-46d9-9d32-ebdfb9875287 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:03:34.197896 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-e03bb00a-7f0e-46d9-9d32-ebdfb9875287 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:03:34.202884 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port c9cc028d-ea75-4de4-864a-e1ed339f84f1 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:03:34.230352 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bb00a-7f0e-46d9-9d32-ebdfb9875287 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'Port': ['ID=041c4df3-4a37-421f-b71c-ac6ed6df2747,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:34.259831 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-e03bb00a-7f0e-46d9-9d32-ebdfb9875287 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:34.260510 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-e03bb00a-7f0e-46d9-9d32-ebdfb9875287 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:34.281183 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-e03bb00a-7f0e-46d9-9d32-ebdfb9875287 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5942631 Mar 22 20:03:34.293991 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-c8d77800-d4ca-4de5-b50b-a9179912f81c service neutron] Request body: {'port': {'device_id': '40e3a392-4b83-4970-bd29-fd10a9572e08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:03:34.363794 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-c8d77800-d4ca-4de5-b50b-a9179912f81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (041c4df3-4a37-421f-b71c-ac6ed6df2747), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:34.468932 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-225b7bf8-4a6a-42e8-bebb-f675d9d11378 None None] Provisioning complete for port 041c4df3-4a37-421f-b71c-ac6ed6df2747 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:03:34.469611 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-225b7bf8-4a6a-42e8-bebb-f675d9d11378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (041c4df3-4a37-421f-b71c-ac6ed6df2747), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:34.506760 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-225b7bf8-4a6a-42e8-bebb-f675d9d11378 None None] Port 041c4df3-4a37-421f-b71c-ac6ed6df2747 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:03:34.656173 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-c8d77800-d4ca-4de5-b50b-a9179912f81c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 041c4df3-4a37-421f-b71c-ac6ed6df2747 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:03:34.664304 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-c8d77800-d4ca-4de5-b50b-a9179912f81c service neutron] Publish callbacks [] for port (041c4df3-4a37-421f-b71c-ac6ed6df2747), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:34.677626 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-c8d77800-d4ca-4de5-b50b-a9179912f81c service neutron] Transition to ACTIVE for port object 041c4df3-4a37-421f-b71c-ac6ed6df2747 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:03:34.682302 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-c8d77800-d4ca-4de5-b50b-a9179912f81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (041c4df3-4a37-421f-b71c-ac6ed6df2747), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:34.735732 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d77800-d4ca-4de5-b50b-a9179912f81c service neutron] Pushing event updated for resources: {'Port': ['ID=041c4df3-4a37-421f-b71c-ac6ed6df2747,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:34.818235 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-c8d77800-d4ca-4de5-b50b-a9179912f81c service neutron] Attempting to bind port 041c4df3-4a37-421f-b71c-ac6ed6df2747 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:03:34.819082 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-c8d77800-d4ca-4de5-b50b-a9179912f81c service neutron] Attempting to bind port 041c4df3-4a37-421f-b71c-ac6ed6df2747 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '05a7feb3-5b18-4d92-9ce1-64b7e51b1259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '41d1fa5a-e1ff-485b-b229-3fba57217e21'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:03:34.819584 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-c8d77800-d4ca-4de5-b50b-a9179912f81c service neutron] Attempting to bind port 041c4df3-4a37-421f-b71c-ac6ed6df2747 on network 41d1fa5a-e1ff-485b-b229-3fba57217e21 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:03:34.824817 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-c8d77800-d4ca-4de5-b50b-a9179912f81c service neutron] Port 041c4df3-4a37-421f-b71c-ac6ed6df2747 on network 41d1fa5a-e1ff-485b-b229-3fba57217e21 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:03:34.825363 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-c8d77800-d4ca-4de5-b50b-a9179912f81c service neutron] Attempting to bind port 041c4df3-4a37-421f-b71c-ac6ed6df2747 on network 41d1fa5a-e1ff-485b-b229-3fba57217e21 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:03:34.831401 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-c8d77800-d4ca-4de5-b50b-a9179912f81c service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:03:34.832048 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-c8d77800-d4ca-4de5-b50b-a9179912f81c service neutron] Checking segment: {'id': '05a7feb3-5b18-4d92-9ce1-64b7e51b1259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '41d1fa5a-e1ff-485b-b229-3fba57217e21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:03:34.832605 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-c8d77800-d4ca-4de5-b50b-a9179912f81c service neutron] Bound using segment: {'id': '05a7feb3-5b18-4d92-9ce1-64b7e51b1259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '41d1fa5a-e1ff-485b-b229-3fba57217e21'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:03:34.833335 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-c8d77800-d4ca-4de5-b50b-a9179912f81c service neutron] Bound port: 041c4df3-4a37-421f-b71c-ac6ed6df2747, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05a7feb3-5b18-4d92-9ce1-64b7e51b1259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '41d1fa5a-e1ff-485b-b229-3fba57217e21'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:03:34.833918 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-c8d77800-d4ca-4de5-b50b-a9179912f81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (041c4df3-4a37-421f-b71c-ac6ed6df2747), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:34.860297 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b1d43-7035-442b-bafd-e6fc8682b09c req-0be5d66c-4846-45bb-ae6d-749abda654db tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:34.862027 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ca6b1d43-7035-442b-bafd-e6fc8682b09c req-0be5d66c-4846-45bb-ae6d-749abda654db tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=40e3a392-4b83-4970-bd29-fd10a9572e08 HTTP/1.1" status: 200 len: 943 time: 0.0620172 Mar 22 20:03:34.910369 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-c8d77800-d4ca-4de5-b50b-a9179912f81c service neutron] For port 041c4df3-4a37-421f-b71c-ac6ed6df2747, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:03:34.914016 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-c8d77800-d4ca-4de5-b50b-a9179912f81c service neutron] For port 041c4df3-4a37-421f-b71c-ac6ed6df2747, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=041c4df3-4a37-421f-b71c-ac6ed6df2747,segment=NetworkSegment(05a7feb3-5b18-4d92-9ce1-64b7e51b1259),segment_id=05a7feb3-5b18-4d92-9ce1-64b7e51b1259)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:03:34.923616 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-c8d77800-d4ca-4de5-b50b-a9179912f81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (041c4df3-4a37-421f-b71c-ac6ed6df2747), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:34.934627 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ca6b1d43-7035-442b-bafd-e6fc8682b09c req-0c9a617b-62f9-45f3-b784-cd4b414a1b3b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=440c4f5f-63c6-42b9-9a9b-82d4c0231cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655506 Mar 22 20:03:34.969828 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-c8d77800-d4ca-4de5-b50b-a9179912f81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:34.970461 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-c8d77800-d4ca-4de5-b50b-a9179912f81c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:34.971866 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-c8d77800-d4ca-4de5-b50b-a9179912f81c service neutron] 10.222.0.84 "PUT /v2.0/ports/041c4df3-4a37-421f-b71c-ac6ed6df2747 HTTP/1.1" status: 200 len: 1092 time: 0.6824315 Mar 22 20:03:34.972326 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40e3a392-4b83-4970-bd29-fd10a9572e08', 'tag': '041c4df3-4a37-421f-b71c-ac6ed6df2747'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:03:34.975061 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23edff39-f3c4-4a73-859f-97f38343115a" -d '{"events": [{"name": "network-changed", "server_uuid": "40e3a392-4b83-4970-bd29-fd10a9572e08", "tag": "041c4df3-4a37-421f-b71c-ac6ed6df2747"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:03:35.030289 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d77800-d4ca-4de5-b50b-a9179912f81c service neutron] Pushing event updated for resources: {'Port': ['ID=041c4df3-4a37-421f-b71c-ac6ed6df2747,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:35.060809 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76be606-4d29-48f9-a58e-346da2fb1b80 x-openstack-request-id: req-c76be606-4d29-48f9-a58e-346da2fb1b80 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:03:35.061183 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40e3a392-4b83-4970-bd29-fd10a9572e08", "tag": "041c4df3-4a37-421f-b71c-ac6ed6df2747", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:03:35.061509 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c76be606-4d29-48f9-a58e-346da2fb1b80 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:03:35.062037 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c76be606-4d29-48f9-a58e-346da2fb1b80'] response: {'name': 'network-changed', 'server_uuid': '40e3a392-4b83-4970-bd29-fd10a9572e08', 'tag': '041c4df3-4a37-421f-b71c-ac6ed6df2747', 'status': 'completed', 'code': 200} Mar 22 20:03:35.078072 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-03fe56f9-7f54-4032-9f4d-9466679e9818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:35.079973 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-03fe56f9-7f54-4032-9f4d-9466679e9818 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&device_id=40e3a392-4b83-4970-bd29-fd10a9572e08 HTTP/1.1" status: 200 len: 1126 time: 0.0594413 Mar 22 20:03:35.130345 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-cd38b662-aa1a-4cb8-9c3f-9acf09c23a26 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=041c4df3-4a37-421f-b71c-ac6ed6df2747 HTTP/1.1" status: 200 len: 217 time: 0.0429621 Mar 22 20:03:35.184553 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-eea69fbc-7bbb-4c66-9ae1-5df5f17dcbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:35.186391 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-eea69fbc-7bbb-4c66-9ae1-5df5f17dcbf6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b26b256b-1187-4569-828a-8cd4d6ea28e6 HTTP/1.1" status: 200 len: 834 time: 0.0488911 Mar 22 20:03:35.242876 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-f836cb2f-3a39-43ae-b15f-bc9365c9e191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:35.244567 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-f836cb2f-3a39-43ae-b15f-bc9365c9e191 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=41d1fa5a-e1ff-485b-b229-3fba57217e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0518172 Mar 22 20:03:35.321149 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 79642c47-df43-431b-aa1a-695d6128a444 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:03:35.343131 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-1e093529-0829-49e1-848f-2a73c9bba7fa service neutron] 10.222.0.84 "GET /v2.0/networks/41d1fa5a-e1ff-485b-b229-3fba57217e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916569 Mar 22 20:03:35.369467 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 79642c47-df43-431b-aa1a-695d6128a444 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:03:35.369871 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (79642c47-df43-431b-aa1a-695d6128a444), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:35.437254 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4078a147-0a40-4900-bcd2-ca19bb2264a9 req-6b89cdd0-8b41-456a-a737-015240558a6d service neutron] 10.222.0.84 "GET /v2.0/networks/41d1fa5a-e1ff-485b-b229-3fba57217e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885000 Mar 22 20:03:35.452774 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 79642c47-df43-431b-aa1a-695d6128a444 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:03:35.536526 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edff39-f3c4-4a73-859f-97f38343115a req-85fbd0d7-a916-4e9a-b75a-7fc0b7ae6d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:35.538066 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-23edff39-f3c4-4a73-859f-97f38343115a req-85fbd0d7-a916-4e9a-b75a-7fc0b7ae6d99 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&device_id=40e3a392-4b83-4970-bd29-fd10a9572e08 HTTP/1.1" status: 200 len: 1126 time: 0.0566711 Mar 22 20:03:35.630036 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edff39-f3c4-4a73-859f-97f38343115a req-9d9d75d4-f368-4d42-a7ea-1acaec252f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:35.631536 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-23edff39-f3c4-4a73-859f-97f38343115a req-9d9d75d4-f368-4d42-a7ea-1acaec252f46 service neutron] 10.222.0.84 "GET /v2.0/networks?id=41d1fa5a-e1ff-485b-b229-3fba57217e21 HTTP/1.1" status: 200 len: 898 time: 0.0879269 Mar 22 20:03:35.674596 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-23edff39-f3c4-4a73-859f-97f38343115a req-c7f38ae8-783c-4ac7-9cc8-5ee85119e87d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=041c4df3-4a37-421f-b71c-ac6ed6df2747 HTTP/1.1" status: 200 len: 217 time: 0.0365415 Mar 22 20:03:35.734043 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edff39-f3c4-4a73-859f-97f38343115a req-97d0a7b1-9b41-4155-a22d-7614a4b79d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:35.735523 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-23edff39-f3c4-4a73-859f-97f38343115a req-97d0a7b1-9b41-4155-a22d-7614a4b79d6b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b26b256b-1187-4569-828a-8cd4d6ea28e6 HTTP/1.1" status: 200 len: 834 time: 0.0535462 Mar 22 20:03:35.786885 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edff39-f3c4-4a73-859f-97f38343115a req-809cd84f-8036-43a2-9891-f413bc85a3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:35.788982 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-23edff39-f3c4-4a73-859f-97f38343115a req-809cd84f-8036-43a2-9891-f413bc85a3b4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=41d1fa5a-e1ff-485b-b229-3fba57217e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472467 Mar 22 20:03:35.884730 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-23edff39-f3c4-4a73-859f-97f38343115a req-4a1f1543-3fd3-48f9-8eb7-41b6e74fe1f1 service neutron] 10.222.0.84 "GET /v2.0/networks/41d1fa5a-e1ff-485b-b229-3fba57217e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889993 Mar 22 20:03:35.984189 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-23edff39-f3c4-4a73-859f-97f38343115a req-288e2944-ef0d-4afb-ba80-a404b93665e3 service neutron] 10.222.0.84 "GET /v2.0/networks/41d1fa5a-e1ff-485b-b229-3fba57217e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917935 Mar 22 20:03:36.048967 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1d554-0abd-4ced-8354-7da5cf05a985 req-ec770d70-be27-4260-858a-e3f316d372e1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:36.050510 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32f1d554-0abd-4ced-8354-7da5cf05a985 req-ec770d70-be27-4260-858a-e3f316d372e1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=40e3a392-4b83-4970-bd29-fd10a9572e08 HTTP/1.1" status: 200 len: 943 time: 0.0539572 Mar 22 20:03:36.099113 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-32f1d554-0abd-4ced-8354-7da5cf05a985 req-d713163c-378b-4ce9-a725-83f6c0d0e9a7 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=440c4f5f-63c6-42b9-9a9b-82d4c0231cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428045 Mar 22 20:03:36.600357 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:03:37.224800 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b60cc-530e-4bff-9aaf-c6407bd4de0b req-b66bb0a4-be36-41e0-ba9c-b65668b50421 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:37.226676 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3c2b60cc-530e-4bff-9aaf-c6407bd4de0b req-b66bb0a4-be36-41e0-ba9c-b65668b50421 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=40e3a392-4b83-4970-bd29-fd10a9572e08 HTTP/1.1" status: 200 len: 943 time: 0.0580211 Mar 22 20:03:37.283494 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3c2b60cc-530e-4bff-9aaf-c6407bd4de0b req-37d6890e-b690-476d-b5f9-0ee72062847d tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=440c4f5f-63c6-42b9-9a9b-82d4c0231cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496716 Mar 22 20:03:38.201428 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 041c4df3-4a37-421f-b71c-ac6ed6df2747 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:03:38.301455 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 041c4df3-4a37-421f-b71c-ac6ed6df2747, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=041c4df3-4a37-421f-b71c-ac6ed6df2747,segment=NetworkSegment(05a7feb3-5b18-4d92-9ce1-64b7e51b1259),segment_id=05a7feb3-5b18-4d92-9ce1-64b7e51b1259)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:03:38.313161 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '041c4df3-4a37-421f-b71c-ac6ed6df2747', 'network_id': '41d1fa5a-e1ff-485b-b229-3fba57217e21', 'port_id': '041c4df3-4a37-421f-b71c-ac6ed6df2747', 'mac_address': 'fa:16:3e:9a:a7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b26b256b-1187-4569-828a-8cd4d6ea28e6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:03:38.352002 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 041c4df3-4a37-421f-b71c-ac6ed6df2747 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:03:38.352311 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (041c4df3-4a37-421f-b71c-ac6ed6df2747), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:38.365908 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 041c4df3-4a37-421f-b71c-ac6ed6df2747 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:03:38.387348 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 041c4df3-4a37-421f-b71c-ac6ed6df2747, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=041c4df3-4a37-421f-b71c-ac6ed6df2747,segment=NetworkSegment(05a7feb3-5b18-4d92-9ce1-64b7e51b1259),segment_id=05a7feb3-5b18-4d92-9ce1-64b7e51b1259)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:03:38.390904 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (041c4df3-4a37-421f-b71c-ac6ed6df2747), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:38.407053 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11a1d0-e959-48f4-a2da-638debb3d5be req-c3e944c5-7604-4e11-8d3f-2c080692a4f3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:38.408580 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e11a1d0-e959-48f4-a2da-638debb3d5be req-c3e944c5-7604-4e11-8d3f-2c080692a4f3 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=40e3a392-4b83-4970-bd29-fd10a9572e08 HTTP/1.1" status: 200 len: 943 time: 0.0533080 Mar 22 20:03:38.438942 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=041c4df3-4a37-421f-b71c-ac6ed6df2747,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:38.458585 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e11a1d0-e959-48f4-a2da-638debb3d5be req-6e1c6ab0-e631-4587-b877-1b3ad389269e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=440c4f5f-63c6-42b9-9a9b-82d4c0231cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439072 Mar 22 20:03:38.604084 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['041c4df3-4a37-421f-b71c-ac6ed6df2747'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:03:39.579097 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708c5bc-02a2-4ebf-b6c8-a923714f0427 req-26552410-6993-4116-b3db-266ef89180c8 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:39.580576 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4708c5bc-02a2-4ebf-b6c8-a923714f0427 req-26552410-6993-4116-b3db-266ef89180c8 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=40e3a392-4b83-4970-bd29-fd10a9572e08 HTTP/1.1" status: 200 len: 944 time: 0.0523002 Mar 22 20:03:39.633026 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4708c5bc-02a2-4ebf-b6c8-a923714f0427 req-0b2b07c9-485b-48ab-9f6e-dd5a120bc87a tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=440c4f5f-63c6-42b9-9a9b-82d4c0231cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466630 Mar 22 20:03:40.220533 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 041c4df3-4a37-421f-b71c-ac6ed6df2747 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:03:40.280305 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 041c4df3-4a37-421f-b71c-ac6ed6df2747 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:03:40.284239 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 041c4df3-4a37-421f-b71c-ac6ed6df2747 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:03:40.284617 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (041c4df3-4a37-421f-b71c-ac6ed6df2747), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:40.363931 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 041c4df3-4a37-421f-b71c-ac6ed6df2747 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:03:40.364394 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (041c4df3-4a37-421f-b71c-ac6ed6df2747), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:40.388040 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e3a392-4b83-4970-bd29-fd10a9572e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041c4df3-4a37-421f-b71c-ac6ed6df2747'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:03:40.390293 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780752f8-5fe6-4a39-8ff3-b4acbeedc119" -d '{"events": [{"server_uuid": "40e3a392-4b83-4970-bd29-fd10a9572e08", "name": "network-vif-plugged", "status": "completed", "tag": "041c4df3-4a37-421f-b71c-ac6ed6df2747"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:03:40.403204 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 041c4df3-4a37-421f-b71c-ac6ed6df2747, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=041c4df3-4a37-421f-b71c-ac6ed6df2747,segment=NetworkSegment(05a7feb3-5b18-4d92-9ce1-64b7e51b1259),segment_id=05a7feb3-5b18-4d92-9ce1-64b7e51b1259)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:03:40.407308 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (041c4df3-4a37-421f-b71c-ac6ed6df2747), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:40.430160 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d092e20-250c-4d19-ab3c-b837a22f5be5 x-openstack-request-id: req-8d092e20-250c-4d19-ab3c-b837a22f5be5 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:03:40.430451 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40e3a392-4b83-4970-bd29-fd10a9572e08", "name": "network-vif-plugged", "status": "completed", "tag": "041c4df3-4a37-421f-b71c-ac6ed6df2747", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:03:40.430705 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8d092e20-250c-4d19-ab3c-b837a22f5be5 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:03:40.431159 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d092e20-250c-4d19-ab3c-b837a22f5be5'] response: {'server_uuid': '40e3a392-4b83-4970-bd29-fd10a9572e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041c4df3-4a37-421f-b71c-ac6ed6df2747', 'code': 200} Mar 22 20:03:40.460946 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=041c4df3-4a37-421f-b71c-ac6ed6df2747,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:40.533588 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a2d23-9c7d-4b84-b0e9-77086da79d07 req-45075a8f-1603-4011-b615-11889aee1b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:40.535042 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-842a2d23-9c7d-4b84-b0e9-77086da79d07 req-45075a8f-1603-4011-b615-11889aee1b3b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=40e3a392-4b83-4970-bd29-fd10a9572e08 HTTP/1.1" status: 200 len: 1128 time: 0.0441802 Mar 22 20:03:40.581128 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-842a2d23-9c7d-4b84-b0e9-77086da79d07 req-71095fe9-ae0a-4271-a3dd-febd7c5c13ee service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=440c4f5f-63c6-42b9-9a9b-82d4c0231cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399702 Mar 22 20:03:40.755995 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da279a-7aaa-4a9c-a245-18e7eca8d587 req-57ab7271-6bbb-48e5-ab7f-4e1eebe96498 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:40.757514 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-82da279a-7aaa-4a9c-a245-18e7eca8d587 req-57ab7271-6bbb-48e5-ab7f-4e1eebe96498 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=40e3a392-4b83-4970-bd29-fd10a9572e08 HTTP/1.1" status: 200 len: 945 time: 0.0539863 Mar 22 20:03:40.808614 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-82da279a-7aaa-4a9c-a245-18e7eca8d587 req-bb2edb8d-3f28-4866-839d-593e541e409e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=440c4f5f-63c6-42b9-9a9b-82d4c0231cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448358 Mar 22 20:03:41.933933 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fad7b6-ec70-4ea9-a8e2-f9eea8f309e5 req-ef32ebde-0dd6-41e8-9b4b-56e02c853d29 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:41.935543 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-43fad7b6-ec70-4ea9-a8e2-f9eea8f309e5 req-ef32ebde-0dd6-41e8-9b4b-56e02c853d29 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=40e3a392-4b83-4970-bd29-fd10a9572e08 HTTP/1.1" status: 200 len: 945 time: 0.0565522 Mar 22 20:03:41.984053 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-43fad7b6-ec70-4ea9-a8e2-f9eea8f309e5 req-ec50244e-7f0d-4a57-826a-4b2f06446e13 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=440c4f5f-63c6-42b9-9a9b-82d4c0231cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429497 Mar 22 20:03:42.107206 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ea87b-e1ca-4519-bed5-98ceccec0d03 req-4c7b7890-2f5a-4832-b598-5a6400adba37 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:42.108698 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c10ea87b-e1ca-4519-bed5-98ceccec0d03 req-4c7b7890-2f5a-4832-b598-5a6400adba37 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=40e3a392-4b83-4970-bd29-fd10a9572e08 HTTP/1.1" status: 200 len: 945 time: 0.0580359 Mar 22 20:03:42.159636 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c10ea87b-e1ca-4519-bed5-98ceccec0d03 req-c1eecca0-a14e-43c1-882e-34c1a62b668d tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=440c4f5f-63c6-42b9-9a9b-82d4c0231cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452881 Mar 22 20:03:42.182215 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37490) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:42.229235 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedc5eb0-9093-474c-aff7-d8389c636496 tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:42.231255 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-eedc5eb0-9093-474c-aff7-d8389c636496 tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=40e3a392-4b83-4970-bd29-fd10a9572e08 HTTP/1.1" status: 200 len: 1123 time: 0.0480049 Mar 22 20:03:42.234018 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37492) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:42.238377 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-3ad5c540-d5c6-4a92-a6f9-50fcb791f676 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'port_id': '041c4df3-4a37-421f-b71c-ac6ed6df2747', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:03:42.258599 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3ad5c540-d5c6-4a92-a6f9-50fcb791f676 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:42.358761 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3ad5c540-d5c6-4a92-a6f9-50fcb791f676 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:42.463197 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-3ad5c540-d5c6-4a92-a6f9-50fcb791f676 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Allocated IP 172.25.5.49 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/2360df2a-9edb-4849-b5cb-48dae6a4814d) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:03:42.574759 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3ad5c540-d5c6-4a92-a6f9-50fcb791f676 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for port (2360df2a-9edb-4849-b5cb-48dae6a4814d), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:42.609761 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3ad5c540-d5c6-4a92-a6f9-50fcb791f676 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (2360df2a-9edb-4849-b5cb-48dae6a4814d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:42.646794 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad5c540-d5c6-4a92-a6f9-50fcb791f676 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:03:42.650023 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-3ad5c540-d5c6-4a92-a6f9-50fcb791f676 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:03:42.654004 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad5c540-d5c6-4a92-a6f9-50fcb791f676 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:03:42.680887 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5c540-d5c6-4a92-a6f9-50fcb791f676 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'Port': ['ID=2360df2a-9edb-4849-b5cb-48dae6a4814d,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:43.323552 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3ad5c540-d5c6-4a92-a6f9-50fcb791f676 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for floatingip (229c8f9c-1d02-4a5e-b513-1af614e34279), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:43.393682 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3ad5c540-d5c6-4a92-a6f9-50fcb791f676 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (2360df2a-9edb-4849-b5cb-48dae6a4814d), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:43.547638 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3ad5c540-d5c6-4a92-a6f9-50fcb791f676 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for port (2360df2a-9edb-4849-b5cb-48dae6a4814d), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:43.552810 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3ad5c540-d5c6-4a92-a6f9-50fcb791f676 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (2360df2a-9edb-4849-b5cb-48dae6a4814d), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:43.629712 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5c540-d5c6-4a92-a6f9-50fcb791f676 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event updated for resources: {'Port': ['ID=2360df2a-9edb-4849-b5cb-48dae6a4814d,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:03:43.640939 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3ad5c540-d5c6-4a92-a6f9-50fcb791f676 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (229c8f9c-1d02-4a5e-b513-1af614e34279), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:43.766677 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [None req-3ad5c540-d5c6-4a92-a6f9-50fcb791f676 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Floating IP 229c8f9c-1d02-4a5e-b513-1af614e34279 associated. External IP: 172.25.5.49, port: 041c4df3-4a37-421f-b71c-ac6ed6df2747. Mar 22 20:03:44.014880 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad5c540-d5c6-4a92-a6f9-50fcb791f676 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Router f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:03:44.139895 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad5c540-d5c6-4a92-a6f9-50fcb791f676 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:03:44.151939 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41b035a-15e8-4984-920d-61ad6fff328a None None] Sync routers for ids ['f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:03:44.161177 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3ad5c540-d5c6-4a92-a6f9-50fcb791f676 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:44.167360 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41b035a-15e8-4984-920d-61ad6fff328a None None] Routers {'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:03:44.168057 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a41b035a-15e8-4984-920d-61ad6fff328a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:03:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:44.197527 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3ad5c540-d5c6-4a92-a6f9-50fcb791f676 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9624567 Mar 22 20:03:44.198681 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40e3a392-4b83-4970-bd29-fd10a9572e08', 'tag': '041c4df3-4a37-421f-b71c-ac6ed6df2747'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:03:44.202031 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d41e097-97ca-48e1-aa3c-d3135fa72d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "40e3a392-4b83-4970-bd29-fd10a9572e08", "tag": "041c4df3-4a37-421f-b71c-ac6ed6df2747"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:03:44.262118 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9db3a06-e8be-4c0d-916e-50620512f8a9 x-openstack-request-id: req-a9db3a06-e8be-4c0d-916e-50620512f8a9 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:03:44.262744 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40e3a392-4b83-4970-bd29-fd10a9572e08", "tag": "041c4df3-4a37-421f-b71c-ac6ed6df2747", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:03:44.263138 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a9db3a06-e8be-4c0d-916e-50620512f8a9 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:03:44.263653 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9db3a06-e8be-4c0d-916e-50620512f8a9'] response: {'name': 'network-changed', 'server_uuid': '40e3a392-4b83-4970-bd29-fd10a9572e08', 'tag': '041c4df3-4a37-421f-b71c-ac6ed6df2747', 'status': 'completed', 'code': 200} Mar 22 20:03:44.330388 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bde185-8157-44a3-a815-6daaa767a657 req-b9da8f0f-3a5c-442b-a44e-0e8a60df88c9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:44.333062 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-93bde185-8157-44a3-a815-6daaa767a657 req-b9da8f0f-3a5c-442b-a44e-0e8a60df88c9 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=40e3a392-4b83-4970-bd29-fd10a9572e08 HTTP/1.1" status: 200 len: 945 time: 0.0838678 Mar 22 20:03:44.346089 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41e097-97ca-48e1-aa3c-d3135fa72d5a req-83114171-47d3-4806-a3e5-6ba2922feb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:44.349995 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0d41e097-97ca-48e1-aa3c-d3135fa72d5a req-83114171-47d3-4806-a3e5-6ba2922feb72 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&device_id=40e3a392-4b83-4970-bd29-fd10a9572e08 HTTP/1.1" status: 200 len: 1128 time: 0.0679324 Mar 22 20:03:44.409529 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-93bde185-8157-44a3-a815-6daaa767a657 req-1bfb8930-3051-4158-b850-bd9c4db83ab1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=440c4f5f-63c6-42b9-9a9b-82d4c0231cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683622 Mar 22 20:03:44.433606 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37500) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:44.451742 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-a41b035a-15e8-4984-920d-61ad6fff328a None None] Set router f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:03:44.457282 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41e097-97ca-48e1-aa3c-d3135fa72d5a req-f13de493-4514-45b7-a7b3-99aeb74ce05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:44.458949 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0d41e097-97ca-48e1-aa3c-d3135fa72d5a req-f13de493-4514-45b7-a7b3-99aeb74ce05d service neutron] 10.222.0.84 "GET /v2.0/networks?id=41d1fa5a-e1ff-485b-b229-3fba57217e21 HTTP/1.1" status: 200 len: 898 time: 0.1032326 Mar 22 20:03:44.503762 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d89f7eb8-ecb2-479b-8fe1-542daab4a693 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/floatingips/229c8f9c-1d02-4a5e-b513-1af614e34279 HTTP/1.1" status: 200 len: 990 time: 0.0676715 Mar 22 20:03:44.531435 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0d41e097-97ca-48e1-aa3c-d3135fa72d5a req-8428757f-06a7-439b-a7b8-8ce52782c4f1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=041c4df3-4a37-421f-b71c-ac6ed6df2747 HTTP/1.1" status: 200 len: 998 time: 0.0664246 Mar 22 20:03:44.580833 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41e097-97ca-48e1-aa3c-d3135fa72d5a req-ca888bc1-16f9-47e4-aba1-09048e201574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:44.582653 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0d41e097-97ca-48e1-aa3c-d3135fa72d5a req-ca888bc1-16f9-47e4-aba1-09048e201574 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b26b256b-1187-4569-828a-8cd4d6ea28e6 HTTP/1.1" status: 200 len: 834 time: 0.0455487 Mar 22 20:03:44.631935 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41e097-97ca-48e1-aa3c-d3135fa72d5a req-aca212c9-981e-4cc8-abbc-f88f3a9a6c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:03:44.633466 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0d41e097-97ca-48e1-aa3c-d3135fa72d5a req-aca212c9-981e-4cc8-abbc-f88f3a9a6c28 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=41d1fa5a-e1ff-485b-b229-3fba57217e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451169 Mar 22 20:03:44.690290 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a41b035a-15e8-4984-920d-61ad6fff328a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659178084', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'c9cc028d-ea75-4de4-864a-e1ed339f84f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:03:27Z', 'updated_at': '2022-03-22T20:03:30Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': 'c9cc028d-ea75-4de4-864a-e1ed339f84f1', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:03:27Z', 'updated_at': '2022-03-22T20:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '229c8f9c-1d02-4a5e-b513-1af614e34279', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'floating_ip_address': '172.25.5.49', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'port_id': '041c4df3-4a37-421f-b71c-ac6ed6df2747', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41d1fa5a-e1ff-485b-b229-3fba57217e21', 'mac_address': 'fa:16:3e:9a:a7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3a392-4b83-4970-bd29-fd10a9572e08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:03:43Z', 'updated_at': '2022-03-22T20:03:43Z', 'revision_number': 0, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79642c47-df43-431b-aa1a-695d6128a444', 'name': '', 'network_id': '41d1fa5a-e1ff-485b-b229-3fba57217e21', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'mac_address': 'fa:16:3e:0f:6a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'b26b256b-1187-4569-828a-8cd4d6ea28e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:03:29Z', 'updated_at': '2022-03-22T20:03:33Z', 'revision_number': 5, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'subnets': [{'id': 'b26b256b-1187-4569-828a-8cd4d6ea28e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:44.721020 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41b035a-15e8-4984-920d-61ad6fff328a None None] Checking router: f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:03:44.727183 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0d41e097-97ca-48e1-aa3c-d3135fa72d5a req-3200c3de-d630-429e-baf1-1f98cf095549 service neutron] 10.222.0.84 "GET /v2.0/networks/41d1fa5a-e1ff-485b-b229-3fba57217e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881221 Mar 22 20:03:44.730589 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41b035a-15e8-4984-920d-61ad6fff328a None None] Routers {'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:03:44.731290 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a41b035a-15e8-4984-920d-61ad6fff328a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:03:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:44.817827 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0d41e097-97ca-48e1-aa3c-d3135fa72d5a req-faeb731f-ffea-4b44-8316-9f50b249c59a service neutron] 10.222.0.84 "GET /v2.0/networks/41d1fa5a-e1ff-485b-b229-3fba57217e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840497 Mar 22 20:03:44.845370 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-a41b035a-15e8-4984-920d-61ad6fff328a None None] Set router f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:03:45.071652 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a41b035a-15e8-4984-920d-61ad6fff328a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659178084', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'c9cc028d-ea75-4de4-864a-e1ed339f84f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:03:27Z', 'updated_at': '2022-03-22T20:03:30Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': 'c9cc028d-ea75-4de4-864a-e1ed339f84f1', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:03:27Z', 'updated_at': '2022-03-22T20:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '229c8f9c-1d02-4a5e-b513-1af614e34279', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'floating_ip_address': '172.25.5.49', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'port_id': '041c4df3-4a37-421f-b71c-ac6ed6df2747', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41d1fa5a-e1ff-485b-b229-3fba57217e21', 'mac_address': 'fa:16:3e:9a:a7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3a392-4b83-4970-bd29-fd10a9572e08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:03:43Z', 'updated_at': '2022-03-22T20:03:43Z', 'revision_number': 0, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79642c47-df43-431b-aa1a-695d6128a444', 'name': '', 'network_id': '41d1fa5a-e1ff-485b-b229-3fba57217e21', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'mac_address': 'fa:16:3e:0f:6a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'b26b256b-1187-4569-828a-8cd4d6ea28e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:03:29Z', 'updated_at': '2022-03-22T20:03:33Z', 'revision_number': 5, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'subnets': [{'id': 'b26b256b-1187-4569-828a-8cd4d6ea28e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:03:45.098269 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41b035a-15e8-4984-920d-61ad6fff328a None None] The sync data for ids ['f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31'] in n-d-705658-24 is: [{'id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659178084', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'c9cc028d-ea75-4de4-864a-e1ed339f84f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:03:27Z', 'updated_at': '2022-03-22T20:03:30Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': 'c9cc028d-ea75-4de4-864a-e1ed339f84f1', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:03:27Z', 'updated_at': '2022-03-22T20:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '229c8f9c-1d02-4a5e-b513-1af614e34279', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'floating_ip_address': '172.25.5.49', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'port_id': '041c4df3-4a37-421f-b71c-ac6ed6df2747', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41d1fa5a-e1ff-485b-b229-3fba57217e21', 'mac_address': 'fa:16:3e:9a:a7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e3a392-4b83-4970-bd29-fd10a9572e08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:03:43Z', 'updated_at': '2022-03-22T20:03:43Z', 'revision_number': 0, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79642c47-df43-431b-aa1a-695d6128a444', 'name': '', 'network_id': '41d1fa5a-e1ff-485b-b229-3fba57217e21', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'mac_address': 'fa:16:3e:0f:6a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'b26b256b-1187-4569-828a-8cd4d6ea28e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:03:29Z', 'updated_at': '2022-03-22T20:03:33Z', 'revision_number': 5, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'subnets': [{'id': 'b26b256b-1187-4569-828a-8cd4d6ea28e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:03:45.182628 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-65f90334-5204-45b4-9e9b-7b190ea1677c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:45.292645 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aa50c8-652c-4f23-a776-691181bee19a None None] New status for floating IP 229c8f9c-1d02-4a5e-b513-1af614e34279: ACTIVE {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:03:45.505763 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37502) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:03:45.570615 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7d47098d-b1d2-4ed6-bc3e-bae485e6751d tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/floatingips/229c8f9c-1d02-4a5e-b513-1af614e34279 HTTP/1.1" status: 200 len: 992 time: 0.0637012 Mar 22 20:03:46.156139 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:47.423051 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b880ed53-fbf6-4321-8c33-e53ad069b354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:48.613162 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:48.812582 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:50.240642 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:03:51.387200 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:09.733722 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-69f5a46b-4d7b-470d-8602-14d2e2c42810 req-ef2b37ea-1799-4515-b78a-57367c457f07 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452316 Mar 22 20:04:09.826847 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5a46b-4d7b-470d-8602-14d2e2c42810 req-c9d4dadc-8484-4d59-9bf3-65cda2f955a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:09.828940 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-69f5a46b-4d7b-470d-8602-14d2e2c42810 req-c9d4dadc-8484-4d59-9bf3-65cda2f955a4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=99d72c7dab634aac93e71becf6d2998e&device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 1129 time: 0.0523348 Mar 22 20:04:09.946293 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5a46b-4d7b-470d-8602-14d2e2c42810 req-4d4a3d8b-e5ec-43f3-86b8-ea156227dec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:09.948182 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-69f5a46b-4d7b-470d-8602-14d2e2c42810 req-4d4a3d8b-e5ec-43f3-86b8-ea156227dec0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=942e739d-0f2d-40f4-8f81-80042bf466e6 HTTP/1.1" status: 200 len: 911 time: 0.1017118 Mar 22 20:04:10.036211 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-69f5a46b-4d7b-470d-8602-14d2e2c42810 req-b6b90790-1e15-4f22-a993-e0c68e9d5fde service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff34221a-29f2-4d6d-9abd-f7ba90e54952 HTTP/1.1" status: 200 len: 1002 time: 0.0820060 Mar 22 20:04:10.094740 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5a46b-4d7b-470d-8602-14d2e2c42810 req-39c8cc07-44f6-4dc2-b4a9-3879e20d7041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:10.096220 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-69f5a46b-4d7b-470d-8602-14d2e2c42810 req-39c8cc07-44f6-4dc2-b4a9-3879e20d7041 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ce14209e-d9ba-4d1e-8a54-b7950c923a71 HTTP/1.1" status: 200 len: 849 time: 0.0540302 Mar 22 20:04:10.161583 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5a46b-4d7b-470d-8602-14d2e2c42810 req-fa6f8db6-703c-4a9a-80f5-2499118f09a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:10.163474 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-69f5a46b-4d7b-470d-8602-14d2e2c42810 req-fa6f8db6-703c-4a9a-80f5-2499118f09a6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=942e739d-0f2d-40f4-8f81-80042bf466e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0607555 Mar 22 20:04:10.263005 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-69f5a46b-4d7b-470d-8602-14d2e2c42810 req-e0e211e2-0d4f-4182-ad41-67e19225f118 service neutron] 10.222.0.85 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926342 Mar 22 20:04:10.367104 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-69f5a46b-4d7b-470d-8602-14d2e2c42810 req-7302984c-a91a-4f84-9c79-85407c82bc87 service neutron] 10.222.0.85 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978396 Mar 22 20:04:13.599092 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:04:14.633203 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75217b-57f6-424b-861c-076e0e940203 req-9b58f339-f9f4-464c-903e-da709ea77622 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:14.634759 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fe75217b-57f6-424b-861c-076e0e940203 req-9b58f339-f9f4-464c-903e-da709ea77622 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=40e3a392-4b83-4970-bd29-fd10a9572e08 HTTP/1.1" status: 200 len: 945 time: 0.1279185 Mar 22 20:04:14.686142 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fe75217b-57f6-424b-861c-076e0e940203 req-0f608c4d-8afa-4936-9859-8f336953519f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=440c4f5f-63c6-42b9-9a9b-82d4c0231cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457430 Mar 22 20:04:15.185617 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7994a984-ee56-4605-b9cb-2c56075f7cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:15.806463 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939d777-0d7e-49d1-9483-641c9b486242 req-b37370d3-fda3-4cbc-b673-1dac85718e76 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:15.807963 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1939d777-0d7e-49d1-9483-641c9b486242 req-b37370d3-fda3-4cbc-b673-1dac85718e76 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=40e3a392-4b83-4970-bd29-fd10a9572e08 HTTP/1.1" status: 200 len: 945 time: 0.0528569 Mar 22 20:04:15.864047 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1939d777-0d7e-49d1-9483-641c9b486242 req-9c901468-9308-4f93-8f3c-4c4bc340830e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=440c4f5f-63c6-42b9-9a9b-82d4c0231cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504882 Mar 22 20:04:16.163601 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:16.984994 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6afbc7-5d6d-45fe-bad3-ea2a9dd3950d req-30ec8036-1949-4e6a-814d-3d79877835da tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:16.986674 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa6afbc7-5d6d-45fe-bad3-ea2a9dd3950d req-30ec8036-1949-4e6a-814d-3d79877835da tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=40e3a392-4b83-4970-bd29-fd10a9572e08 HTTP/1.1" status: 200 len: 945 time: 0.0552850 Mar 22 20:04:17.036579 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa6afbc7-5d6d-45fe-bad3-ea2a9dd3950d req-90928caf-9254-4060-a24f-e4fb790ab395 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=440c4f5f-63c6-42b9-9a9b-82d4c0231cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441940 Mar 22 20:04:17.424828 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2dba9e8c-b061-47d3-bbfb-efc274313512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:18.158006 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d02b0-dab9-4322-aa68-5372ff322ab0 req-66a22266-2625-4aa6-9fd3-5ffaddd5cf80 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:18.159677 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-839d02b0-dab9-4322-aa68-5372ff322ab0 req-66a22266-2625-4aa6-9fd3-5ffaddd5cf80 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=40e3a392-4b83-4970-bd29-fd10a9572e08 HTTP/1.1" status: 200 len: 945 time: 0.0548034 Mar 22 20:04:18.212627 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-839d02b0-dab9-4322-aa68-5372ff322ab0 req-9f0d6f4d-072b-4a03-b642-d8abe7ab884f tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=440c4f5f-63c6-42b9-9a9b-82d4c0231cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470982 Mar 22 20:04:18.627055 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:18.812905 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:19.343904 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c551ed8-83cf-4d20-b30f-6748ffb9fa2c req-a5a2e17f-6271-4477-86b3-da0c5d8c7291 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:19.345514 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c551ed8-83cf-4d20-b30f-6748ffb9fa2c req-a5a2e17f-6271-4477-86b3-da0c5d8c7291 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=40e3a392-4b83-4970-bd29-fd10a9572e08 HTTP/1.1" status: 200 len: 945 time: 0.0592206 Mar 22 20:04:19.394508 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c551ed8-83cf-4d20-b30f-6748ffb9fa2c req-940225a6-dd6c-4812-8f0c-83edcb3dc9df tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=440c4f5f-63c6-42b9-9a9b-82d4c0231cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431499 Mar 22 20:04:20.242590 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:20.521024 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c29e978-a894-4e34-b389-17b0feac8c74 req-ec030251-83f0-4a1b-b78c-2821460f7724 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:20.522541 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c29e978-a894-4e34-b389-17b0feac8c74 req-ec030251-83f0-4a1b-b78c-2821460f7724 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=40e3a392-4b83-4970-bd29-fd10a9572e08 HTTP/1.1" status: 200 len: 945 time: 0.0536978 Mar 22 20:04:20.571415 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c29e978-a894-4e34-b389-17b0feac8c74 req-0d89b65a-6428-4324-b417-77a23ef8fe0c tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=440c4f5f-63c6-42b9-9a9b-82d4c0231cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425045 Mar 22 20:04:21.379998 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:21.690445 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e99b72-f4e5-481e-be51-b0cf1e764a48 req-749f4a15-ec31-4571-9c47-d2a2da492c0e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:21.691940 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-37e99b72-f4e5-481e-be51-b0cf1e764a48 req-749f4a15-ec31-4571-9c47-d2a2da492c0e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=40e3a392-4b83-4970-bd29-fd10a9572e08 HTTP/1.1" status: 200 len: 945 time: 0.0520298 Mar 22 20:04:21.744050 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-37e99b72-f4e5-481e-be51-b0cf1e764a48 req-e2c041b8-2309-440f-a7e2-378b3024c3e1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=440c4f5f-63c6-42b9-9a9b-82d4c0231cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458946 Mar 22 20:04:22.863208 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c633b0e-25e7-444d-98c8-b29897076103 req-a790de42-9ce7-48aa-8af1-ef87354f887b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:22.864709 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4c633b0e-25e7-444d-98c8-b29897076103 req-a790de42-9ce7-48aa-8af1-ef87354f887b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=40e3a392-4b83-4970-bd29-fd10a9572e08 HTTP/1.1" status: 200 len: 945 time: 0.0520968 Mar 22 20:04:22.917694 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4c633b0e-25e7-444d-98c8-b29897076103 req-ba3c9eed-1cb9-4f69-a04c-23a283716859 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=440c4f5f-63c6-42b9-9a9b-82d4c0231cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469289 Mar 22 20:04:24.045222 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b50dab-b6d5-461a-a634-06e6ae341453 req-41d9f773-437a-4e07-ac84-3b6384d02353 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:24.046696 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a1b50dab-b6d5-461a-a634-06e6ae341453 req-41d9f773-437a-4e07-ac84-3b6384d02353 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=40e3a392-4b83-4970-bd29-fd10a9572e08 HTTP/1.1" status: 200 len: 945 time: 0.0535171 Mar 22 20:04:24.095392 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a1b50dab-b6d5-461a-a634-06e6ae341453 req-11215baa-40de-4bce-a242-fffe99db3e37 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=440c4f5f-63c6-42b9-9a9b-82d4c0231cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429451 Mar 22 20:04:25.223028 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7bbdc-41ee-4192-9fa5-dec70722ad1a req-c70f48bf-2e17-47e3-9e36-c35f6b48fae1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:25.224529 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dcf7bbdc-41ee-4192-9fa5-dec70722ad1a req-c70f48bf-2e17-47e3-9e36-c35f6b48fae1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=40e3a392-4b83-4970-bd29-fd10a9572e08 HTTP/1.1" status: 200 len: 945 time: 0.0609446 Mar 22 20:04:25.277428 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dcf7bbdc-41ee-4192-9fa5-dec70722ad1a req-948c32d9-2bf2-4a6a-8fb7-688d75c0a897 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=440c4f5f-63c6-42b9-9a9b-82d4c0231cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467119 Mar 22 20:04:26.396045 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686153d-56a4-4158-b1ca-cceced85d425 req-2839cf6b-b77c-498a-8758-dda0ca50e905 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:26.397565 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2686153d-56a4-4158-b1ca-cceced85d425 req-2839cf6b-b77c-498a-8758-dda0ca50e905 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=40e3a392-4b83-4970-bd29-fd10a9572e08 HTTP/1.1" status: 200 len: 945 time: 0.0525301 Mar 22 20:04:26.448099 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2686153d-56a4-4158-b1ca-cceced85d425 req-94465071-f8d1-45a9-8598-ea401d41bf3c tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=440c4f5f-63c6-42b9-9a9b-82d4c0231cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444238 Mar 22 20:04:27.254095 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7f6b5-01fd-47c0-993e-8d121fd1476c req-95c51003-b439-4eab-8790-c6da4ad22275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:27.255603 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-22e7f6b5-01fd-47c0-993e-8d121fd1476c req-95c51003-b439-4eab-8790-c6da4ad22275 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=40e3a392-4b83-4970-bd29-fd10a9572e08 HTTP/1.1" status: 200 len: 1128 time: 0.0480177 Mar 22 20:04:27.303445 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-22e7f6b5-01fd-47c0-993e-8d121fd1476c req-3989f967-e536-4bae-89b0-1856060b281b service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=440c4f5f-63c6-42b9-9a9b-82d4c0231cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415127 Mar 22 20:04:27.574704 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924eb79-7619-4d21-8689-b5b093057514 req-3838a248-dcc4-4ace-bc27-b1de6725e150 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:27.576205 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4924eb79-7619-4d21-8689-b5b093057514 req-3838a248-dcc4-4ace-bc27-b1de6725e150 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=40e3a392-4b83-4970-bd29-fd10a9572e08 HTTP/1.1" status: 200 len: 945 time: 0.0578873 Mar 22 20:04:27.611990 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37590) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:04:27.626711 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4924eb79-7619-4d21-8689-b5b093057514 req-58b7df94-36fe-4781-a949-a4775e0bb908 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=440c4f5f-63c6-42b9-9a9b-82d4c0231cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448349 Mar 22 20:04:27.677333 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8783d45c-94bf-4331-b48f-2ec2aa29a523 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/floatingips/e7df3835-533f-4f0b-8fb6-7d914485c8e2 HTTP/1.1" status: 200 len: 994 time: 0.0641794 Mar 22 20:04:27.954400 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37596) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:04:28.112585 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-94f63715-43fc-4b0e-b6dd-dc1a86a6c601 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Deleting port f6c0c2ed-9ab7-4cc0-840e-e85e3cec1485 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:04:28.112936 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-94f63715-43fc-4b0e-b6dd-dc1a86a6c601 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f6c0c2ed-9ab7-4cc0-840e-e85e3cec1485), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:28.190540 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-94f63715-43fc-4b0e-b6dd-dc1a86a6c601 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f6c0c2ed-9ab7-4cc0-840e-e85e3cec1485), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:28.190870 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-94f63715-43fc-4b0e-b6dd-dc1a86a6c601 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for floatingip (f6c0c2ed-9ab7-4cc0-840e-e85e3cec1485), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:28.202526 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-94f63715-43fc-4b0e-b6dd-dc1a86a6c601 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Calling delete_port for f6c0c2ed-9ab7-4cc0-840e-e85e3cec1485 owned by network:floatingip {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:04:28.360916 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-94f63715-43fc-4b0e-b6dd-dc1a86a6c601 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f6c0c2ed-9ab7-4cc0-840e-e85e3cec1485), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:28.386129 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f63715-43fc-4b0e-b6dd-dc1a86a6c601 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event deleted for resources: {'Port': ['ID=f6c0c2ed-9ab7-4cc0-840e-e85e3cec1485,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:04:28.397845 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f63715-43fc-4b0e-b6dd-dc1a86a6c601 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:28.398202 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f63715-43fc-4b0e-b6dd-dc1a86a6c601 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:28.398554 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f63715-43fc-4b0e-b6dd-dc1a86a6c601 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:28.398898 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f63715-43fc-4b0e-b6dd-dc1a86a6c601 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:28.399235 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f63715-43fc-4b0e-b6dd-dc1a86a6c601 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:28.399576 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f63715-43fc-4b0e-b6dd-dc1a86a6c601 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:28.400555 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f63715-43fc-4b0e-b6dd-dc1a86a6c601 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:28.400892 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f63715-43fc-4b0e-b6dd-dc1a86a6c601 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:28.401224 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f63715-43fc-4b0e-b6dd-dc1a86a6c601 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:28.401551 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f63715-43fc-4b0e-b6dd-dc1a86a6c601 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:28.401910 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f63715-43fc-4b0e-b6dd-dc1a86a6c601 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:28.402238 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f63715-43fc-4b0e-b6dd-dc1a86a6c601 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:28.402565 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f63715-43fc-4b0e-b6dd-dc1a86a6c601 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:28.402891 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f63715-43fc-4b0e-b6dd-dc1a86a6c601 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:28.403215 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f63715-43fc-4b0e-b6dd-dc1a86a6c601 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:28.459187 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-94f63715-43fc-4b0e-b6dd-dc1a86a6c601 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for floatingip (e7df3835-533f-4f0b-8fb6-7d914485c8e2), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:28.459539 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-94f63715-43fc-4b0e-b6dd-dc1a86a6c601 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Floating IP e7df3835-533f-4f0b-8fb6-7d914485c8e2 disassociated (deleted). External IP: 172.25.5.252, port: 7f78b446-554a-48a3-aca7-4f2abaacc14e. Mar 22 20:04:28.489573 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 041c4df3-4a37-421f-b71c-ac6ed6df2747 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:04:28.592288 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 041c4df3-4a37-421f-b71c-ac6ed6df2747, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=041c4df3-4a37-421f-b71c-ac6ed6df2747,segment=NetworkSegment(05a7feb3-5b18-4d92-9ce1-64b7e51b1259),segment_id=05a7feb3-5b18-4d92-9ce1-64b7e51b1259)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:04:28.604510 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '041c4df3-4a37-421f-b71c-ac6ed6df2747', 'network_id': '41d1fa5a-e1ff-485b-b229-3fba57217e21', 'port_id': '041c4df3-4a37-421f-b71c-ac6ed6df2747', 'mac_address': 'fa:16:3e:9a:a7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b26b256b-1187-4569-828a-8cd4d6ea28e6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:04:28.642673 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 041c4df3-4a37-421f-b71c-ac6ed6df2747 is: ACTIVE; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:04:28.642977 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (041c4df3-4a37-421f-b71c-ac6ed6df2747), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:28.656817 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 041c4df3-4a37-421f-b71c-ac6ed6df2747 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:04:28.685182 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 041c4df3-4a37-421f-b71c-ac6ed6df2747, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=041c4df3-4a37-421f-b71c-ac6ed6df2747,segment=NetworkSegment(05a7feb3-5b18-4d92-9ce1-64b7e51b1259),segment_id=05a7feb3-5b18-4d92-9ce1-64b7e51b1259)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:04:28.686118 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f63715-43fc-4b0e-b6dd-dc1a86a6c601 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Router 97d6d6d4-3409-49a9-a67c-effcbf6b707e has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:04:28.690196 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (041c4df3-4a37-421f-b71c-ac6ed6df2747), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:28.744193 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=041c4df3-4a37-421f-b71c-ac6ed6df2747,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:04:28.753048 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87242c1e-a1dc-4795-b1cf-42b9723407b3 req-423dfb00-1c8b-4016-ac95-c19751fb18b0 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:28.755529 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-87242c1e-a1dc-4795-b1cf-42b9723407b3 req-423dfb00-1c8b-4016-ac95-c19751fb18b0 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=40e3a392-4b83-4970-bd29-fd10a9572e08 HTTP/1.1" status: 200 len: 944 time: 0.0586472 Mar 22 20:04:28.755662 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:28.755896 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:28.756267 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:28.756642 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:28.756982 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:28.757322 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:28.757653 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:28.758007 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:28.758334 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:28.758749 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:28.759618 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:28.759930 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:28.760259 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:28.760641 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:28.760970 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:28.811847 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f63715-43fc-4b0e-b6dd-dc1a86a6c601 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:04:28.816808 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-94f63715-43fc-4b0e-b6dd-dc1a86a6c601 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:28.821920 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65573dfe-a30f-44af-aaec-f26e17da35e2 None None] Sync routers for ids ['97d6d6d4-3409-49a9-a67c-effcbf6b707e'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:04:28.830330 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-87242c1e-a1dc-4795-b1cf-42b9723407b3 req-f7984e46-c60c-4476-9f64-af8c00b3b8e2 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=440c4f5f-63c6-42b9-9a9b-82d4c0231cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557506 Mar 22 20:04:28.833384 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65573dfe-a30f-44af-aaec-f26e17da35e2 None None] Routers {'97d6d6d4-3409-49a9-a67c-effcbf6b707e'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:04:28.834062 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-65573dfe-a30f-44af-aaec-f26e17da35e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:04:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['97d6d6d4-3409-49a9-a67c-effcbf6b707e'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:04:28.853706 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-94f63715-43fc-4b0e-b6dd-dc1a86a6c601 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "DELETE /v2.0/floatingips/e7df3835-533f-4f0b-8fb6-7d914485c8e2 HTTP/1.1" status: 204 len: 168 time: 0.8951254 Mar 22 20:04:28.853706 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbdb2860-6d4a-4340-a527-e03b0ccaf424', 'tag': '7f78b446-554a-48a3-aca7-4f2abaacc14e'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:04:28.854478 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9db6131-449a-436d-ad3b-e01d1ad4abf8" -d '{"events": [{"name": "network-changed", "server_uuid": "bbdb2860-6d4a-4340-a527-e03b0ccaf424", "tag": "7f78b446-554a-48a3-aca7-4f2abaacc14e"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:04:28.855337 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37602) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:04:28.904060 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['041c4df3-4a37-421f-b71c-ac6ed6df2747'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:04:28.933848 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-929bbdf9-945a-4059-9e70-ae333f9f69f8 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/floatingips/229c8f9c-1d02-4a5e-b513-1af614e34279 HTTP/1.1" status: 200 len: 991 time: 0.0741253 Mar 22 20:04:28.942975 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57cdcdb-d3c4-4b8a-b60e-ef68f99efe7f x-openstack-request-id: req-f57cdcdb-d3c4-4b8a-b60e-ef68f99efe7f {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:04:28.943484 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbdb2860-6d4a-4340-a527-e03b0ccaf424", "tag": "7f78b446-554a-48a3-aca7-4f2abaacc14e", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:04:28.943747 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f57cdcdb-d3c4-4b8a-b60e-ef68f99efe7f {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:04:28.944176 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f57cdcdb-d3c4-4b8a-b60e-ef68f99efe7f'] response: {'name': 'network-changed', 'server_uuid': 'bbdb2860-6d4a-4340-a527-e03b0ccaf424', 'tag': '7f78b446-554a-48a3-aca7-4f2abaacc14e', 'status': 'completed', 'code': 200} Mar 22 20:04:28.985944 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-65573dfe-a30f-44af-aaec-f26e17da35e2 None None] Set router 97d6d6d4-3409-49a9-a67c-effcbf6b707e gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:04:29.016017 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db6131-449a-436d-ad3b-e01d1ad4abf8 req-6bc8a597-eedf-4894-96d3-f17bd0cd08ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:29.019226 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9db6131-449a-436d-ad3b-e01d1ad4abf8 req-6bc8a597-eedf-4894-96d3-f17bd0cd08ec service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0a9f551f23724cbfbcd0f3d327611c2d&device_id=bbdb2860-6d4a-4340-a527-e03b0ccaf424 HTTP/1.1" status: 200 len: 1129 time: 0.0536609 Mar 22 20:04:29.174402 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9554a6-bcd2-4886-b5b3-fac8319a810b req-9019050f-6881-4438-b9f9-b511637a15d3 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:29.175846 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c9554a6-bcd2-4886-b5b3-fac8319a810b req-9019050f-6881-4438-b9f9-b511637a15d3 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbdb2860-6d4a-4340-a527-e03b0ccaf424 HTTP/1.1" status: 200 len: 946 time: 0.0830455 Mar 22 20:04:29.177044 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db6131-449a-436d-ad3b-e01d1ad4abf8 req-90041f99-bfde-4579-9155-777ea165769d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:29.178441 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9db6131-449a-436d-ad3b-e01d1ad4abf8 req-90041f99-bfde-4579-9155-777ea165769d service neutron] 10.222.0.85 "GET /v2.0/networks?id=e95a4d9c-fc22-438e-b604-88c82590fe69 HTTP/1.1" status: 200 len: 898 time: 0.1513839 Mar 22 20:04:29.237911 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9db6131-449a-436d-ad3b-e01d1ad4abf8 req-d64af022-1352-45bd-afc2-0eef57378080 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7f78b446-554a-48a3-aca7-4f2abaacc14e HTTP/1.1" status: 200 len: 217 time: 0.0480025 Mar 22 20:04:29.262476 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-65573dfe-a30f-44af-aaec-f26e17da35e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'name': 'tempest-TestNetworkBasicOps-router-649456980', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '81102ac2-34a3-493f-82f7-c218ba1d9784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:02:53Z', 'updated_at': '2022-03-22T20:03:00Z', 'revision_number': 4, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'gw_port': {'id': '81102ac2-34a3-493f-82f7-c218ba1d9784', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:54Z', 'updated_at': '2022-03-22T20:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '32f6caee-c676-449d-bbc3-bc89a2a8c725', 'name': '', 'network_id': 'e95a4d9c-fc22-438e-b604-88c82590fe69', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'mac_address': 'fa:16:3e:ff:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '3b65535b-a007-414c-a4ca-98f93410b25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:59Z', 'updated_at': '2022-03-22T20:03:04Z', 'revision_number': 5, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'subnets': [{'id': '3b65535b-a007-414c-a4ca-98f93410b25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:04:29.290153 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65573dfe-a30f-44af-aaec-f26e17da35e2 None None] Checking router: 97d6d6d4-3409-49a9-a67c-effcbf6b707e for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:04:29.296240 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c9554a6-bcd2-4886-b5b3-fac8319a810b req-a36f2e7c-81b9-4c5c-b9d4-afd256872a6e tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?id=f8f5c324-6705-4fe3-b680-66352ecced3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136587 Mar 22 20:04:29.298835 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65573dfe-a30f-44af-aaec-f26e17da35e2 None None] Routers {'97d6d6d4-3409-49a9-a67c-effcbf6b707e'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:04:29.299769 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-65573dfe-a30f-44af-aaec-f26e17da35e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:04:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['97d6d6d4-3409-49a9-a67c-effcbf6b707e'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:04:29.309168 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db6131-449a-436d-ad3b-e01d1ad4abf8 req-3d287c64-7c55-4a72-be88-4d0838de9a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:29.310748 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9db6131-449a-436d-ad3b-e01d1ad4abf8 req-3d287c64-7c55-4a72-be88-4d0838de9a30 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3b65535b-a007-414c-a4ca-98f93410b25f HTTP/1.1" status: 200 len: 834 time: 0.0645103 Mar 22 20:04:29.361643 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db6131-449a-436d-ad3b-e01d1ad4abf8 req-b11fe97e-977b-4c96-bee7-b03b370533f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:29.363227 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9db6131-449a-436d-ad3b-e01d1ad4abf8 req-b11fe97e-977b-4c96-bee7-b03b370533f7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e95a4d9c-fc22-438e-b604-88c82590fe69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453713 Mar 22 20:04:29.410712 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-65573dfe-a30f-44af-aaec-f26e17da35e2 None None] Set router 97d6d6d4-3409-49a9-a67c-effcbf6b707e gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:04:29.456181 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9db6131-449a-436d-ad3b-e01d1ad4abf8 req-533eb9ab-5c90-4e99-900d-5d955e08c4b9 service neutron] 10.222.0.85 "GET /v2.0/networks/e95a4d9c-fc22-438e-b604-88c82590fe69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850019 Mar 22 20:04:29.555307 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9db6131-449a-436d-ad3b-e01d1ad4abf8 req-4ce76eb0-462a-4890-a7e6-9399486648c3 service neutron] 10.222.0.85 "GET /v2.0/networks/e95a4d9c-fc22-438e-b604-88c82590fe69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912049 Mar 22 20:04:29.612022 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-65573dfe-a30f-44af-aaec-f26e17da35e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'name': 'tempest-TestNetworkBasicOps-router-649456980', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '81102ac2-34a3-493f-82f7-c218ba1d9784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:02:53Z', 'updated_at': '2022-03-22T20:03:00Z', 'revision_number': 4, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'gw_port': {'id': '81102ac2-34a3-493f-82f7-c218ba1d9784', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:54Z', 'updated_at': '2022-03-22T20:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '32f6caee-c676-449d-bbc3-bc89a2a8c725', 'name': '', 'network_id': 'e95a4d9c-fc22-438e-b604-88c82590fe69', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'mac_address': 'fa:16:3e:ff:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '3b65535b-a007-414c-a4ca-98f93410b25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:59Z', 'updated_at': '2022-03-22T20:03:04Z', 'revision_number': 5, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'subnets': [{'id': '3b65535b-a007-414c-a4ca-98f93410b25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:04:29.729740 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65573dfe-a30f-44af-aaec-f26e17da35e2 None None] The sync data for ids ['97d6d6d4-3409-49a9-a67c-effcbf6b707e'] in n-d-705658-24 is: [{'id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'name': 'tempest-TestNetworkBasicOps-router-649456980', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '81102ac2-34a3-493f-82f7-c218ba1d9784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:02:53Z', 'updated_at': '2022-03-22T20:03:00Z', 'revision_number': 4, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'gw_port': {'id': '81102ac2-34a3-493f-82f7-c218ba1d9784', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:54Z', 'updated_at': '2022-03-22T20:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '32f6caee-c676-449d-bbc3-bc89a2a8c725', 'name': '', 'network_id': 'e95a4d9c-fc22-438e-b604-88c82590fe69', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'mac_address': 'fa:16:3e:ff:83:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '3b65535b-a007-414c-a4ca-98f93410b25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:59Z', 'updated_at': '2022-03-22T20:03:04Z', 'revision_number': 5, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'subnets': [{'id': '3b65535b-a007-414c-a4ca-98f93410b25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:04:29.956082 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934e6872-bbd3-406a-8e12-0078a0aadea6 None None] New status for floating IP e7df3835-533f-4f0b-8fb6-7d914485c8e2: DOWN {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:04:30.437886 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f956f0-5137-4985-a760-0ef8923f8b6e req-63945356-9f3f-4ae2-8321-b6f785704f86 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:30.439435 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53f956f0-5137-4985-a760-0ef8923f8b6e req-63945356-9f3f-4ae2-8321-b6f785704f86 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbdb2860-6d4a-4340-a527-e03b0ccaf424 HTTP/1.1" status: 200 len: 946 time: 0.0582712 Mar 22 20:04:30.493245 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53f956f0-5137-4985-a760-0ef8923f8b6e req-8b5dcb78-809b-4c67-9299-cc3ff98c0159 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/security-groups?id=f8f5c324-6705-4fe3-b680-66352ecced3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461128 Mar 22 20:04:30.501514 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 041c4df3-4a37-421f-b71c-ac6ed6df2747 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:04:30.555713 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 041c4df3-4a37-421f-b71c-ac6ed6df2747 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:04:30.556119 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (041c4df3-4a37-421f-b71c-ac6ed6df2747), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:30.647619 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 041c4df3-4a37-421f-b71c-ac6ed6df2747 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:04:30.647915 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (041c4df3-4a37-421f-b71c-ac6ed6df2747), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:30.676173 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e3a392-4b83-4970-bd29-fd10a9572e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041c4df3-4a37-421f-b71c-ac6ed6df2747'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:04:30.678588 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9d92c0-1019-4b91-8c9c-900f100789ab" -d '{"events": [{"server_uuid": "40e3a392-4b83-4970-bd29-fd10a9572e08", "name": "network-vif-plugged", "status": "completed", "tag": "041c4df3-4a37-421f-b71c-ac6ed6df2747"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:04:30.682734 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef41f8c-c474-440f-89b3-b2876f9fed77 req-e48952e2-7d88-48f4-8c4e-3b58ffcc9ced tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:04:30.683994 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ef41f8c-c474-440f-89b3-b2876f9fed77 req-e48952e2-7d88-48f4-8c4e-3b58ffcc9ced tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.85 "GET /v2.0/ports?device_id=bbdb2860-6d4a-4340-a527-e03b0ccaf424 HTTP/1.1" status: 200 len: 946 time: 0.0593903 Mar 22 20:04:30.691282 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 041c4df3-4a37-421f-b71c-ac6ed6df2747, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=041c4df3-4a37-421f-b71c-ac6ed6df2747,segment=NetworkSegment(05a7feb3-5b18-4d92-9ce1-64b7e51b1259),segment_id=05a7feb3-5b18-4d92-9ce1-64b7e51b1259)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:04:30.697297 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (041c4df3-4a37-421f-b71c-ac6ed6df2747), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:30.722476 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb4b75e-3e69-49a3-8443-7bef923f8881 x-openstack-request-id: req-4bb4b75e-3e69-49a3-8443-7bef923f8881 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:04:30.722776 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40e3a392-4b83-4970-bd29-fd10a9572e08", "name": "network-vif-plugged", "status": "completed", "tag": "041c4df3-4a37-421f-b71c-ac6ed6df2747", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:04:30.723029 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4bb4b75e-3e69-49a3-8443-7bef923f8881 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:04:30.723464 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bb4b75e-3e69-49a3-8443-7bef923f8881'] response: {'server_uuid': '40e3a392-4b83-4970-bd29-fd10a9572e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041c4df3-4a37-421f-b71c-ac6ed6df2747', 'code': 200} Mar 22 20:04:30.753251 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=041c4df3-4a37-421f-b71c-ac6ed6df2747,revision_number=7']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:04:30.789261 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-5ef41f8c-c474-440f-89b3-b2876f9fed77 req-679d62d6-9b5f-44d2-a88a-bd9b503b709c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Deleting port 7f78b446-554a-48a3-aca7-4f2abaacc14e {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:04:30.789677 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5ef41f8c-c474-440f-89b3-b2876f9fed77 req-679d62d6-9b5f-44d2-a88a-bd9b503b709c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (7f78b446-554a-48a3-aca7-4f2abaacc14e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:30.883808 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-5ef41f8c-c474-440f-89b3-b2876f9fed77 req-679d62d6-9b5f-44d2-a88a-bd9b503b709c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] For port 7f78b446-554a-48a3-aca7-4f2abaacc14e, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=7f78b446-554a-48a3-aca7-4f2abaacc14e,segment=NetworkSegment(ccac00d6-4515-469e-8a21-545c50830a57),segment_id=ccac00d6-4515-469e-8a21-545c50830a57)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:04:30.884681 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5ef41f8c-c474-440f-89b3-b2876f9fed77 req-679d62d6-9b5f-44d2-a88a-bd9b503b709c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (7f78b446-554a-48a3-aca7-4f2abaacc14e), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:30.902233 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-5ef41f8c-c474-440f-89b3-b2876f9fed77 req-679d62d6-9b5f-44d2-a88a-bd9b503b709c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Calling delete_port for 7f78b446-554a-48a3-aca7-4f2abaacc14e owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:04:31.038147 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5ef41f8c-c474-440f-89b3-b2876f9fed77 req-679d62d6-9b5f-44d2-a88a-bd9b503b709c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (7f78b446-554a-48a3-aca7-4f2abaacc14e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:31.073298 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d62d6-9b5f-44d2-a88a-bd9b503b709c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event deleted for resources: {'Port': ['ID=7f78b446-554a-48a3-aca7-4f2abaacc14e,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:04:31.098346 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d62d6-9b5f-44d2-a88a-bd9b503b709c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:31.098695 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d62d6-9b5f-44d2-a88a-bd9b503b709c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:31.099038 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d62d6-9b5f-44d2-a88a-bd9b503b709c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:31.099383 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d62d6-9b5f-44d2-a88a-bd9b503b709c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:31.099719 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d62d6-9b5f-44d2-a88a-bd9b503b709c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:31.100050 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d62d6-9b5f-44d2-a88a-bd9b503b709c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:31.100379 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d62d6-9b5f-44d2-a88a-bd9b503b709c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:31.100704 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d62d6-9b5f-44d2-a88a-bd9b503b709c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:31.101028 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d62d6-9b5f-44d2-a88a-bd9b503b709c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:31.101347 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d62d6-9b5f-44d2-a88a-bd9b503b709c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:31.101667 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d62d6-9b5f-44d2-a88a-bd9b503b709c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:31.102010 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d62d6-9b5f-44d2-a88a-bd9b503b709c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:31.102332 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d62d6-9b5f-44d2-a88a-bd9b503b709c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:31.102680 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d62d6-9b5f-44d2-a88a-bd9b503b709c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:31.103010 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d62d6-9b5f-44d2-a88a-bd9b503b709c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:04:31.126409 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef41f8c-c474-440f-89b3-b2876f9fed77 req-679d62d6-9b5f-44d2-a88a-bd9b503b709c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] No DVR routers for this DVR port 7f78b446-554a-48a3-aca7-4f2abaacc14e on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:04:31.129122 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5ef41f8c-c474-440f-89b3-b2876f9fed77 req-679d62d6-9b5f-44d2-a88a-bd9b503b709c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:31.132705 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ef41f8c-c474-440f-89b3-b2876f9fed77 req-679d62d6-9b5f-44d2-a88a-bd9b503b709c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.85 "DELETE /v2.0/ports/7f78b446-554a-48a3-aca7-4f2abaacc14e HTTP/1.1" status: 204 len: 173 time: 0.4430237 Mar 22 20:04:31.133378 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbdb2860-6d4a-4340-a527-e03b0ccaf424', 'name': 'network-vif-deleted', 'tag': '7f78b446-554a-48a3-aca7-4f2abaacc14e'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:04:31.136346 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f0eb93-2669-4b74-a010-92e0379490fd" -d '{"events": [{"server_uuid": "bbdb2860-6d4a-4340-a527-e03b0ccaf424", "name": "network-vif-deleted", "tag": "7f78b446-554a-48a3-aca7-4f2abaacc14e"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:04:31.176873 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0073630e-9d8c-4794-8903-78e98bd6c8b1 x-openstack-request-id: req-0073630e-9d8c-4794-8903-78e98bd6c8b1 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:04:31.177185 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbdb2860-6d4a-4340-a527-e03b0ccaf424", "name": "network-vif-deleted", "tag": "7f78b446-554a-48a3-aca7-4f2abaacc14e", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:04:31.177438 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0073630e-9d8c-4794-8903-78e98bd6c8b1 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:04:31.177870 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0073630e-9d8c-4794-8903-78e98bd6c8b1'] response: {'server_uuid': 'bbdb2860-6d4a-4340-a527-e03b0ccaf424', 'name': 'network-vif-deleted', 'tag': '7f78b446-554a-48a3-aca7-4f2abaacc14e', 'status': 'completed', 'code': 200} Mar 22 20:04:31.614685 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e4c97c0b-c6b6-40e2-96bf-1ed9fab767d8 req-98e73644-4790-4970-8a87-34f922fa1071 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbdb2860-6d4a-4340-a527-e03b0ccaf424 HTTP/1.1" status: 200 len: 210 time: 0.0293698 Mar 22 20:04:32.678902 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37618) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:04:32.736256 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-459828e7-fa54-4b74-b95b-2515e6ba814d tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group (f8f5c324-6705-4fe3-b680-66352ecced3b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:32.761820 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-459828e7-fa54-4b74-b95b-2515e6ba814d tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group (f8f5c324-6705-4fe3-b680-66352ecced3b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:32.831098 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-459828e7-fa54-4b74-b95b-2515e6ba814d tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f8f5c324-6705-4fe3-b680-66352ecced3b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:32.836408 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-459828e7-fa54-4b74-b95b-2515e6ba814d tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:32.838436 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-459828e7-fa54-4b74-b95b-2515e6ba814d tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "DELETE /v2.0/security-groups/f8f5c324-6705-4fe3-b680-66352ecced3b HTTP/1.1" status: 204 len: 168 time: 0.1585648 Mar 22 20:04:32.848356 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459828e7-fa54-4b74-b95b-2515e6ba814d tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f5c324-6705-4fe3-b680-66352ecced3b,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:04:32.877152 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37622) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:04:33.568064 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a9247934-e3dd-4a64-9ae2-17d56bad5348 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (97d6d6d4-3409-49a9-a67c-effcbf6b707e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:33.848253 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-a9247934-e3dd-4a64-9ae2-17d56bad5348 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Deleting port 32f6caee-c676-449d-bbc3-bc89a2a8c725 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:04:33.848514 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a9247934-e3dd-4a64-9ae2-17d56bad5348 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (32f6caee-c676-449d-bbc3-bc89a2a8c725), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:33.937580 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-a9247934-e3dd-4a64-9ae2-17d56bad5348 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] For port 32f6caee-c676-449d-bbc3-bc89a2a8c725, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=32f6caee-c676-449d-bbc3-bc89a2a8c725,segment=NetworkSegment(ccac00d6-4515-469e-8a21-545c50830a57),segment_id=ccac00d6-4515-469e-8a21-545c50830a57)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:04:33.938346 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a9247934-e3dd-4a64-9ae2-17d56bad5348 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (32f6caee-c676-449d-bbc3-bc89a2a8c725), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:33.952236 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-a9247934-e3dd-4a64-9ae2-17d56bad5348 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Calling delete_port for 32f6caee-c676-449d-bbc3-bc89a2a8c725 owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:04:34.144690 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a9247934-e3dd-4a64-9ae2-17d56bad5348 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (32f6caee-c676-449d-bbc3-bc89a2a8c725), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:34.182541 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9247934-e3dd-4a64-9ae2-17d56bad5348 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event deleted for resources: {'Port': ['ID=32f6caee-c676-449d-bbc3-bc89a2a8c725,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:04:34.364071 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a9247934-e3dd-4a64-9ae2-17d56bad5348 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (97d6d6d4-3409-49a9-a67c-effcbf6b707e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:34.599677 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9247934-e3dd-4a64-9ae2-17d56bad5348 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Router 97d6d6d4-3409-49a9-a67c-effcbf6b707e has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:04:34.718315 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9247934-e3dd-4a64-9ae2-17d56bad5348 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:04:34.723634 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a9247934-e3dd-4a64-9ae2-17d56bad5348 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "PUT /v2.0/routers/97d6d6d4-3409-49a9-a67c-effcbf6b707e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8454347 Mar 22 20:04:34.726603 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37624) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:04:34.728399 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e50ec2-57d9-4951-ac33-7a988b30d5d8 None None] Sync routers for ids ['97d6d6d4-3409-49a9-a67c-effcbf6b707e'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:04:34.738749 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e50ec2-57d9-4951-ac33-7a988b30d5d8 None None] Routers {'97d6d6d4-3409-49a9-a67c-effcbf6b707e'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:04:34.739372 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-84e50ec2-57d9-4951-ac33-7a988b30d5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:04:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['97d6d6d4-3409-49a9-a67c-effcbf6b707e'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:04:34.781172 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab4ae88-8efb-4c70-9d95-3c089749d47c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Deleting subnet 3b65535b-a007-414c-a4ca-98f93410b25f {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:04:34.784722 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fab4ae88-8efb-4c70-9d95-3c089749d47c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for subnet (3b65535b-a007-414c-a4ca-98f93410b25f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:34.827714 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fab4ae88-8efb-4c70-9d95-3c089749d47c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (3b65535b-a007-414c-a4ca-98f93410b25f), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:34.857332 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-84e50ec2-57d9-4951-ac33-7a988b30d5d8 None None] Set router 97d6d6d4-3409-49a9-a67c-effcbf6b707e gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:04:34.957159 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fab4ae88-8efb-4c70-9d95-3c089749d47c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (3b65535b-a007-414c-a4ca-98f93410b25f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:35.035936 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fab4ae88-8efb-4c70-9d95-3c089749d47c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (3b65535b-a007-414c-a4ca-98f93410b25f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:35.050064 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-84e50ec2-57d9-4951-ac33-7a988b30d5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'name': 'tempest-TestNetworkBasicOps-router-649456980', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '81102ac2-34a3-493f-82f7-c218ba1d9784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:02:53Z', 'updated_at': '2022-03-22T20:04:34Z', 'revision_number': 5, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'gw_port': {'id': '81102ac2-34a3-493f-82f7-c218ba1d9784', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:54Z', 'updated_at': '2022-03-22T20:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:04:35.062225 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4ae88-8efb-4c70-9d95-3c089749d47c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event deleted for resources: {'Subnet': ['ID=3b65535b-a007-414c-a4ca-98f93410b25f,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:04:35.068554 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fab4ae88-8efb-4c70-9d95-3c089749d47c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:35.075040 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fab4ae88-8efb-4c70-9d95-3c089749d47c tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "DELETE /v2.0/subnets/3b65535b-a007-414c-a4ca-98f93410b25f HTTP/1.1" status: 204 len: 168 time: 0.3441992 Mar 22 20:04:35.075811 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37626) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:04:35.076310 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5ddd6f-9502-4bae-ad8f-40ec08c37627 None None] Network e95a4d9c-fc22-438e-b604-88c82590fe69 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:04:35.081761 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e50ec2-57d9-4951-ac33-7a988b30d5d8 None None] Checking router: 97d6d6d4-3409-49a9-a67c-effcbf6b707e for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:04:35.091268 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e50ec2-57d9-4951-ac33-7a988b30d5d8 None None] Routers {'97d6d6d4-3409-49a9-a67c-effcbf6b707e'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:04:35.091889 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-84e50ec2-57d9-4951-ac33-7a988b30d5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:04:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['97d6d6d4-3409-49a9-a67c-effcbf6b707e'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:04:35.197563 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-725d2461-51c2-433e-b15a-3129b2e6310e tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for router (97d6d6d4-3409-49a9-a67c-effcbf6b707e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:35.200032 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-84e50ec2-57d9-4951-ac33-7a988b30d5d8 None None] Set router 97d6d6d4-3409-49a9-a67c-effcbf6b707e gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:04:35.249668 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af833da9-27ab-499b-911b-5d8b597c2081 None None] DHCP port deletion for e95a4d9c-fc22-438e-b604-88c82590fe69 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 20:04:35.310369 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-af833da9-27ab-499b-911b-5d8b597c2081 None None] Deleting port 286d8941-9d61-4dd2-b01c-9b17777a1e67 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:04:35.311109 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-af833da9-27ab-499b-911b-5d8b597c2081 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (286d8941-9d61-4dd2-b01c-9b17777a1e67), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:35.316435 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-725d2461-51c2-433e-b15a-3129b2e6310e tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for router_gateway (97d6d6d4-3409-49a9-a67c-effcbf6b707e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:35.393154 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-af833da9-27ab-499b-911b-5d8b597c2081 None None] For port 286d8941-9d61-4dd2-b01c-9b17777a1e67, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=286d8941-9d61-4dd2-b01c-9b17777a1e67,segment=NetworkSegment(ccac00d6-4515-469e-8a21-545c50830a57),segment_id=ccac00d6-4515-469e-8a21-545c50830a57)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:04:35.394021 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-af833da9-27ab-499b-911b-5d8b597c2081 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (286d8941-9d61-4dd2-b01c-9b17777a1e67), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:35.415934 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-725d2461-51c2-433e-b15a-3129b2e6310e tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Deleting port 81102ac2-34a3-493f-82f7-c218ba1d9784 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:04:35.416274 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-725d2461-51c2-433e-b15a-3129b2e6310e tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (81102ac2-34a3-493f-82f7-c218ba1d9784), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:35.416861 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 286d8941-9d61-4dd2-b01c-9b17777a1e67 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:04:35.421395 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-af833da9-27ab-499b-911b-5d8b597c2081 None None] Calling delete_port for 286d8941-9d61-4dd2-b01c-9b17777a1e67 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:04:35.438888 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-84e50ec2-57d9-4951-ac33-7a988b30d5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'name': 'tempest-TestNetworkBasicOps-router-649456980', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '81102ac2-34a3-493f-82f7-c218ba1d9784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:02:53Z', 'updated_at': '2022-03-22T20:04:34Z', 'revision_number': 5, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'gw_port': {'id': '81102ac2-34a3-493f-82f7-c218ba1d9784', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:54Z', 'updated_at': '2022-03-22T20:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:04:35.470847 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e50ec2-57d9-4951-ac33-7a988b30d5d8 None None] The sync data for ids ['97d6d6d4-3409-49a9-a67c-effcbf6b707e'] in n-d-705658-24 is: [{'id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'name': 'tempest-TestNetworkBasicOps-router-649456980', 'tenant_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '81102ac2-34a3-493f-82f7-c218ba1d9784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:02:53Z', 'updated_at': '2022-03-22T20:04:34Z', 'revision_number': 5, 'project_id': '0a9f551f23724cbfbcd0f3d327611c2d', 'gw_port': {'id': '81102ac2-34a3-493f-82f7-c218ba1d9784', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e0:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d6d6d4-3409-49a9-a67c-effcbf6b707e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:02:54Z', 'updated_at': '2022-03-22T20:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:04:35.473741 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 7f78b446-554a-48a3-aca7-4f2abaacc14e no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:04:35.504228 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 7f78b446-554a-48a3-aca7-4f2abaacc14e {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:04:35.504588 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 7f78b446-554a-48a3-aca7-4f2abaacc14e not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:04:35.520446 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-725d2461-51c2-433e-b15a-3129b2e6310e tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] For port 81102ac2-34a3-493f-82f7-c218ba1d9784, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=81102ac2-34a3-493f-82f7-c218ba1d9784,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:04:35.520820 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-725d2461-51c2-433e-b15a-3129b2e6310e tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (81102ac2-34a3-493f-82f7-c218ba1d9784), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:35.535632 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-725d2461-51c2-433e-b15a-3129b2e6310e tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Calling delete_port for 81102ac2-34a3-493f-82f7-c218ba1d9784 owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:04:35.603117 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 286d8941-9d61-4dd2-b01c-9b17777a1e67 is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:04:35.603515 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (286d8941-9d61-4dd2-b01c-9b17777a1e67), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:35.626748 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-af833da9-27ab-499b-911b-5d8b597c2081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (286d8941-9d61-4dd2-b01c-9b17777a1e67), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:35.673966 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af833da9-27ab-499b-911b-5d8b597c2081 None None] Pushing event deleted for resources: {'Port': ['ID=286d8941-9d61-4dd2-b01c-9b17777a1e67,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:04:35.678477 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af833da9-27ab-499b-911b-5d8b597c2081 None None] No DVR routers for this DVR port 286d8941-9d61-4dd2-b01c-9b17777a1e67 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:04:35.713967 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-725d2461-51c2-433e-b15a-3129b2e6310e tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (81102ac2-34a3-493f-82f7-c218ba1d9784), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:35.737665 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d2461-51c2-433e-b15a-3129b2e6310e tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event deleted for resources: {'Port': ['ID=81102ac2-34a3-493f-82f7-c218ba1d9784,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:04:35.816282 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-725d2461-51c2-433e-b15a-3129b2e6310e tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (97d6d6d4-3409-49a9-a67c-effcbf6b707e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:35.919810 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-725d2461-51c2-433e-b15a-3129b2e6310e tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (97d6d6d4-3409-49a9-a67c-effcbf6b707e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:35.922074 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-725d2461-51c2-433e-b15a-3129b2e6310e tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for router_controller (97d6d6d4-3409-49a9-a67c-effcbf6b707e), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:35.979792 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-725d2461-51c2-433e-b15a-3129b2e6310e tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (97d6d6d4-3409-49a9-a67c-effcbf6b707e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:35.980932 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725d2461-51c2-433e-b15a-3129b2e6310e tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Fanout notify agent at l3_agent the message router_deleted on router 97d6d6d4-3409-49a9-a67c-effcbf6b707e {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 20:04:35.991457 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-725d2461-51c2-433e-b15a-3129b2e6310e tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:35.992909 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-725d2461-51c2-433e-b15a-3129b2e6310e tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "DELETE /v2.0/routers/97d6d6d4-3409-49a9-a67c-effcbf6b707e HTTP/1.1" status: 204 len: 168 time: 0.9157813 Mar 22 20:04:35.995653 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37628) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:04:36.090245 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-34a6e8e3-5fc0-4075-80fd-95e3c992cca8 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (e95a4d9c-fc22-438e-b604-88c82590fe69), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:36.195374 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-34a6e8e3-5fc0-4075-80fd-95e3c992cca8 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (e95a4d9c-fc22-438e-b604-88c82590fe69), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:36.219745 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-34a6e8e3-5fc0-4075-80fd-95e3c992cca8 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e95a4d9c-fc22-438e-b604-88c82590fe69']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:04:36.229721 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-34a6e8e3-5fc0-4075-80fd-95e3c992cca8 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccac00d6-4515-469e-8a21-545c50830a57') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:04:36.230066 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-34a6e8e3-5fc0-4075-80fd-95e3c992cca8 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccac00d6-4515-469e-8a21-545c50830a57') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:04:36.242220 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-34a6e8e3-5fc0-4075-80fd-95e3c992cca8 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (ccac00d6-4515-469e-8a21-545c50830a57), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:36.260237 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-34a6e8e3-5fc0-4075-80fd-95e3c992cca8 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (ccac00d6-4515-469e-8a21-545c50830a57), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:36.266604 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34a6e8e3-5fc0-4075-80fd-95e3c992cca8 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:04:36.266994 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-34a6e8e3-5fc0-4075-80fd-95e3c992cca8 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (ccac00d6-4515-469e-8a21-545c50830a57), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:36.270179 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 20:04:36.270179 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:04:36.270179 n-d-705658-24 neutron-server[104173]: timer() Mar 22 20:04:36.270179 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:04:36.270179 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 20:04:36.270179 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:04:36.270179 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 20:04:36.270179 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:04:36.270179 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 20:04:36.270179 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:04:36.270179 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 20:04:36.270179 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:04:36.270179 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 20:04:36.270179 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:04:36.270179 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:04:36.270179 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:04:36.270179 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:04:36.270179 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:04:36.270179 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 20:04:36.270179 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:04:36.270179 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 20:04:36.270179 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:04:36.270179 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:04:36.270179 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:04:36.270179 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 20:04:36.270179 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:04:36.270179 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:04:36.270179 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:04:36.270179 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:04:36.270179 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:04:36.270179 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:04:36.270179 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:04:36.644022 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-34a6e8e3-5fc0-4075-80fd-95e3c992cca8 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (e95a4d9c-fc22-438e-b604-88c82590fe69), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:36.651656 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-34a6e8e3-5fc0-4075-80fd-95e3c992cca8 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:36.654304 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-34a6e8e3-5fc0-4075-80fd-95e3c992cca8 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] 10.222.0.75 "DELETE /v2.0/networks/e95a4d9c-fc22-438e-b604-88c82590fe69 HTTP/1.1" status: 204 len: 168 time: 0.6576238 Mar 22 20:04:36.673526 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6e8e3-5fc0-4075-80fd-95e3c992cca8 tempest-TestNetworkBasicOps-1178777966 tempest-TestNetworkBasicOps-1178777966-project] Pushing event deleted for resources: {'Network': ['ID=e95a4d9c-fc22-438e-b604-88c82590fe69,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:04:37.004228 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37634) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:04:37.181405 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-29b29f3a-eda8-4fda-a7fd-0a55b437f090 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=0a9f551f23724cbfbcd0f3d327611c2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1759329 Mar 22 20:04:37.183900 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37638) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:04:37.240583 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-54c0b31c-0a06-4650-bb6c-10cd8d673029 admin admin] Publish callbacks [] for security_group (5ffa3988-8d9a-4152-8de3-5522abfcb69f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:37.266991 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-54c0b31c-0a06-4650-bb6c-10cd8d673029 admin admin] Publish callbacks [] for security_group (5ffa3988-8d9a-4152-8de3-5522abfcb69f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:37.306441 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 32f6caee-c676-449d-bbc3-bc89a2a8c725 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:04:37.320415 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-54c0b31c-0a06-4650-bb6c-10cd8d673029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (5ffa3988-8d9a-4152-8de3-5522abfcb69f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:37.323312 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-54c0b31c-0a06-4650-bb6c-10cd8d673029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:37.324487 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-54c0b31c-0a06-4650-bb6c-10cd8d673029 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/5ffa3988-8d9a-4152-8de3-5522abfcb69f HTTP/1.1" status: 204 len: 168 time: 0.1396821 Mar 22 20:04:37.326495 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 32f6caee-c676-449d-bbc3-bc89a2a8c725 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:04:37.326866 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 32f6caee-c676-449d-bbc3-bc89a2a8c725 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:04:37.327277 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 81102ac2-34a3-493f-82f7-c218ba1d9784 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:04:37.333885 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c0b31c-0a06-4650-bb6c-10cd8d673029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffa3988-8d9a-4152-8de3-5522abfcb69f,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:04:37.352302 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 81102ac2-34a3-493f-82f7-c218ba1d9784 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:04:37.352614 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 81102ac2-34a3-493f-82f7-c218ba1d9784 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:04:37.619216 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37644) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:04:37.632110 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b3baf506-2710-4159-8513-fba986d8cb6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:37.711418 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b3baf506-2710-4159-8513-fba986d8cb6f admin admin] Publish callbacks [] for security_group (4fae14c1-7a87-4dd0-8f6d-c4aa47647f5a), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:37.715985 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b3baf506-2710-4159-8513-fba986d8cb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (4fae14c1-7a87-4dd0-8f6d-c4aa47647f5a), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:37.754584 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b3baf506-2710-4159-8513-fba986d8cb6f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=11ff661ec3294f409a7259aa0ed5198e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1342654 Mar 22 20:04:37.755520 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3baf506-2710-4159-8513-fba986d8cb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fae14c1-7a87-4dd0-8f6d-c4aa47647f5a,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:04:37.758032 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37646) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:04:37.809733 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-301b0f07-a226-455e-8a15-48a2b25ca135 admin admin] Publish callbacks [] for security_group (4fae14c1-7a87-4dd0-8f6d-c4aa47647f5a), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:37.831315 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-301b0f07-a226-455e-8a15-48a2b25ca135 admin admin] Publish callbacks [] for security_group (4fae14c1-7a87-4dd0-8f6d-c4aa47647f5a), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:37.879468 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-301b0f07-a226-455e-8a15-48a2b25ca135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (4fae14c1-7a87-4dd0-8f6d-c4aa47647f5a), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:37.881959 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-301b0f07-a226-455e-8a15-48a2b25ca135 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:37.883128 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-301b0f07-a226-455e-8a15-48a2b25ca135 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/4fae14c1-7a87-4dd0-8f6d-c4aa47647f5a HTTP/1.1" status: 204 len: 168 time: 0.1246648 Mar 22 20:04:37.890952 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b0f07-a226-455e-8a15-48a2b25ca135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fae14c1-7a87-4dd0-8f6d-c4aa47647f5a,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:04:45.187015 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-96ff8c41-778b-4250-bd1d-b83057dab35a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:46.175802 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:47.428318 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9de7b109-7f87-46bc-8767-d2a08f14b2d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:48.627560 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:48.816377 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:50.246850 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:04:50.598042 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:04:51.383011 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:01.276990 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37660) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:01.438580 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-b500eab8-5175-4df9-bcf8-d073e9735604 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Deleting port 344aa216-29a8-49f3-955f-79c8f5957238 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:05:01.438922 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b500eab8-5175-4df9-bcf8-d073e9735604 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (344aa216-29a8-49f3-955f-79c8f5957238), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:01.512728 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b500eab8-5175-4df9-bcf8-d073e9735604 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (344aa216-29a8-49f3-955f-79c8f5957238), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:01.512954 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b500eab8-5175-4df9-bcf8-d073e9735604 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for floatingip (344aa216-29a8-49f3-955f-79c8f5957238), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:01.524930 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-b500eab8-5175-4df9-bcf8-d073e9735604 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Calling delete_port for 344aa216-29a8-49f3-955f-79c8f5957238 owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:05:01.672031 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b500eab8-5175-4df9-bcf8-d073e9735604 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (344aa216-29a8-49f3-955f-79c8f5957238), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:01.696699 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500eab8-5175-4df9-bcf8-d073e9735604 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Pushing event deleted for resources: {'Port': ['ID=344aa216-29a8-49f3-955f-79c8f5957238,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:01.770115 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b500eab8-5175-4df9-bcf8-d073e9735604 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for floatingip (dd147ca3-d5fb-4a83-8d33-108a4e2bea9f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:01.770313 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [None req-b500eab8-5175-4df9-bcf8-d073e9735604 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Floating IP dd147ca3-d5fb-4a83-8d33-108a4e2bea9f disassociated (deleted). External IP: 172.25.5.176, port: ff34221a-29f2-4d6d-9abd-f7ba90e54952. Mar 22 20:05:01.987560 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b500eab8-5175-4df9-bcf8-d073e9735604 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Router 6358990b-a7ee-475f-b23a-fee86bbf0af4 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:05:02.101714 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b500eab8-5175-4df9-bcf8-d073e9735604 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:05:02.107170 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b500eab8-5175-4df9-bcf8-d073e9735604 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:02.113016 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ca781e-33a6-445d-99e8-b6df6577feb7 None None] Sync routers for ids ['6358990b-a7ee-475f-b23a-fee86bbf0af4'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:05:02.124437 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ca781e-33a6-445d-99e8-b6df6577feb7 None None] Routers {'6358990b-a7ee-475f-b23a-fee86bbf0af4'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:05:02.125069 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-10ca781e-33a6-445d-99e8-b6df6577feb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:04:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6358990b-a7ee-475f-b23a-fee86bbf0af4'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:02.142384 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b500eab8-5175-4df9-bcf8-d073e9735604 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "DELETE /v2.0/floatingips/dd147ca3-d5fb-4a83-8d33-108a4e2bea9f HTTP/1.1" status: 204 len: 168 time: 0.8617566 Mar 22 20:05:02.142384 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e05be947-9765-4875-8ad4-248f7a3c5566', 'tag': 'ff34221a-29f2-4d6d-9abd-f7ba90e54952'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:05:02.143432 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cf91a1-1f5e-42a4-b819-a9c668209755" -d '{"events": [{"name": "network-changed", "server_uuid": "e05be947-9765-4875-8ad4-248f7a3c5566", "tag": "ff34221a-29f2-4d6d-9abd-f7ba90e54952"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:05:02.300057 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-10ca781e-33a6-445d-99e8-b6df6577feb7 None None] Set router 6358990b-a7ee-475f-b23a-fee86bbf0af4 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:05:02.495771 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a4ec5-dfbd-460a-a50c-35bb6dd50e84 req-4c460557-35fe-4595-8ad6-61a38919309f tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:02.504326 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-da2a4ec5-dfbd-460a-a50c-35bb6dd50e84 req-4c460557-35fe-4595-8ad6-61a38919309f tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 946 time: 0.0806098 Mar 22 20:05:02.513263 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538c20e4-d1a5-477e-a444-b0490df29400 x-openstack-request-id: req-538c20e4-d1a5-477e-a444-b0490df29400 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:05:02.513550 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e05be947-9765-4875-8ad4-248f7a3c5566", "tag": "ff34221a-29f2-4d6d-9abd-f7ba90e54952", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:05:02.513961 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-538c20e4-d1a5-477e-a444-b0490df29400 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:05:02.514461 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-538c20e4-d1a5-477e-a444-b0490df29400'] response: {'name': 'network-changed', 'server_uuid': 'e05be947-9765-4875-8ad4-248f7a3c5566', 'tag': 'ff34221a-29f2-4d6d-9abd-f7ba90e54952', 'status': 'completed', 'code': 200} Mar 22 20:05:02.587990 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-da2a4ec5-dfbd-460a-a50c-35bb6dd50e84 req-c4d9877e-6221-4ccc-9f18-039152ffdd39 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827382 Mar 22 20:05:02.599663 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf91a1-1f5e-42a4-b819-a9c668209755 req-31f8e3d9-9d8e-4bd0-bfc9-af789785b469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:02.601569 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-55cf91a1-1f5e-42a4-b819-a9c668209755 req-31f8e3d9-9d8e-4bd0-bfc9-af789785b469 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=99d72c7dab634aac93e71becf6d2998e&device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 1129 time: 0.0692065 Mar 22 20:05:02.712752 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf91a1-1f5e-42a4-b819-a9c668209755 req-1e37ba08-de5a-4265-8863-dfc2b4915a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:02.714887 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-55cf91a1-1f5e-42a4-b819-a9c668209755 req-1e37ba08-de5a-4265-8863-dfc2b4915a19 service neutron] 10.222.0.85 "GET /v2.0/networks?id=942e739d-0f2d-40f4-8f81-80042bf466e6 HTTP/1.1" status: 200 len: 911 time: 0.1055527 Mar 22 20:05:02.752746 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-10ca781e-33a6-445d-99e8-b6df6577feb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'name': 'tempest-TestVolumeBootPattern-43950669-router', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:50:26Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'gw_port': {'id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:28Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '57153f74-a91c-483f-b88c-978de0e26632', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'floating_ip_address': '172.25.5.206', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'port_id': '695e450f-c6f4-4762-b1fc-909b3d65caf4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'mac_address': 'fa:16:3e:a0:97:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd2ef49-efcc-4a44-abb9-e64969163cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:00:54Z', 'updated_at': '2022-03-22T20:00:56Z', 'revision_number': 1, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d88f0b-ec25-4edb-b152-f70333e88da2', 'name': '', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'mac_address': 'fa:16:3e:5f:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:36Z', 'updated_at': '2022-03-22T19:50:42Z', 'revision_number': 5, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'subnets': [{'id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:02.764413 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-55cf91a1-1f5e-42a4-b819-a9c668209755 req-7d49eea1-5f55-497d-ae8c-475806addc4b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff34221a-29f2-4d6d-9abd-f7ba90e54952 HTTP/1.1" status: 200 len: 217 time: 0.0433500 Mar 22 20:05:02.781691 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ca781e-33a6-445d-99e8-b6df6577feb7 None None] Checking router: 6358990b-a7ee-475f-b23a-fee86bbf0af4 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:05:02.791208 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ca781e-33a6-445d-99e8-b6df6577feb7 None None] Routers {'6358990b-a7ee-475f-b23a-fee86bbf0af4'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:05:02.791831 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-10ca781e-33a6-445d-99e8-b6df6577feb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:04:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6358990b-a7ee-475f-b23a-fee86bbf0af4'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:02.828138 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf91a1-1f5e-42a4-b819-a9c668209755 req-3bad58b1-d456-4c1a-bba6-d433cf23ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:02.830053 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-55cf91a1-1f5e-42a4-b819-a9c668209755 req-3bad58b1-d456-4c1a-bba6-d433cf23ec25 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ce14209e-d9ba-4d1e-8a54-b7950c923a71 HTTP/1.1" status: 200 len: 849 time: 0.0580895 Mar 22 20:05:02.897167 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf91a1-1f5e-42a4-b819-a9c668209755 req-8e2ed743-1991-4457-9f91-58ba0eb31b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:02.898792 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-55cf91a1-1f5e-42a4-b819-a9c668209755 req-8e2ed743-1991-4457-9f91-58ba0eb31b19 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=942e739d-0f2d-40f4-8f81-80042bf466e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0627596 Mar 22 20:05:02.927332 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-10ca781e-33a6-445d-99e8-b6df6577feb7 None None] Set router 6358990b-a7ee-475f-b23a-fee86bbf0af4 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:05:03.008589 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-55cf91a1-1f5e-42a4-b819-a9c668209755 req-2d4161c3-ea16-4143-82a2-3b161fd67fc4 service neutron] 10.222.0.85 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029713 Mar 22 20:05:03.109644 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-55cf91a1-1f5e-42a4-b819-a9c668209755 req-78e55c0f-df53-4cd5-b500-00608f05011e service neutron] 10.222.0.85 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952182 Mar 22 20:05:03.175231 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-10ca781e-33a6-445d-99e8-b6df6577feb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'name': 'tempest-TestVolumeBootPattern-43950669-router', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:50:26Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'gw_port': {'id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:28Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '57153f74-a91c-483f-b88c-978de0e26632', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'floating_ip_address': '172.25.5.206', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'port_id': '695e450f-c6f4-4762-b1fc-909b3d65caf4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'mac_address': 'fa:16:3e:a0:97:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd2ef49-efcc-4a44-abb9-e64969163cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:00:54Z', 'updated_at': '2022-03-22T20:00:56Z', 'revision_number': 1, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d88f0b-ec25-4edb-b152-f70333e88da2', 'name': '', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'mac_address': 'fa:16:3e:5f:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:36Z', 'updated_at': '2022-03-22T19:50:42Z', 'revision_number': 5, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'subnets': [{'id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:03.201628 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ca781e-33a6-445d-99e8-b6df6577feb7 None None] The sync data for ids ['6358990b-a7ee-475f-b23a-fee86bbf0af4'] in n-d-705658-24 is: [{'id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'name': 'tempest-TestVolumeBootPattern-43950669-router', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:50:26Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'gw_port': {'id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:28Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '57153f74-a91c-483f-b88c-978de0e26632', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'floating_ip_address': '172.25.5.206', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'port_id': '695e450f-c6f4-4762-b1fc-909b3d65caf4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'mac_address': 'fa:16:3e:a0:97:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd2ef49-efcc-4a44-abb9-e64969163cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:00:54Z', 'updated_at': '2022-03-22T20:00:56Z', 'revision_number': 1, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55d88f0b-ec25-4edb-b152-f70333e88da2', 'name': '', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'mac_address': 'fa:16:3e:5f:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:36Z', 'updated_at': '2022-03-22T19:50:42Z', 'revision_number': 5, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'subnets': [{'id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:05:03.438304 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f8b450-f1f0-4fdc-8fe5-8191c7cce249 None None] New status for floating IP dd147ca3-d5fb-4a83-8d33-108a4e2bea9f: DOWN {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:05:03.712853 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127d0ac-cb80-4990-b9bb-8f68a63c5775 req-8905c45e-e080-43d4-94ed-e4d68b7f4fac tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:03.714312 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3127d0ac-cb80-4990-b9bb-8f68a63c5775 req-8905c45e-e080-43d4-94ed-e4d68b7f4fac tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 946 time: 0.0548489 Mar 22 20:05:03.764422 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3127d0ac-cb80-4990-b9bb-8f68a63c5775 req-13fe8915-8260-4031-bda0-e4aec518e319 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443432 Mar 22 20:05:04.008687 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3068690-ebf0-4adc-a364-e9920f607b52 req-189ba416-601c-415c-b31c-052b838a1a18 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:04.010193 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3068690-ebf0-4adc-a364-e9920f607b52 req-189ba416-601c-415c-b31c-052b838a1a18 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.85 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 946 time: 0.0549526 Mar 22 20:05:04.109182 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-d3068690-ebf0-4adc-a364-e9920f607b52 req-7fc3280b-43d6-4fea-9706-dfb6091421dc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Deleting port ff34221a-29f2-4d6d-9abd-f7ba90e54952 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:05:04.109521 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d3068690-ebf0-4adc-a364-e9920f607b52 req-7fc3280b-43d6-4fea-9706-dfb6091421dc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (ff34221a-29f2-4d6d-9abd-f7ba90e54952), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:04.197286 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-d3068690-ebf0-4adc-a364-e9920f607b52 req-7fc3280b-43d6-4fea-9706-dfb6091421dc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] For port ff34221a-29f2-4d6d-9abd-f7ba90e54952, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=ff34221a-29f2-4d6d-9abd-f7ba90e54952,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:05:04.197646 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d3068690-ebf0-4adc-a364-e9920f607b52 req-7fc3280b-43d6-4fea-9706-dfb6091421dc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (ff34221a-29f2-4d6d-9abd-f7ba90e54952), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:04.210169 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-d3068690-ebf0-4adc-a364-e9920f607b52 req-7fc3280b-43d6-4fea-9706-dfb6091421dc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Calling delete_port for ff34221a-29f2-4d6d-9abd-f7ba90e54952 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:05:04.232631 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37674) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:04.342997 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d3068690-ebf0-4adc-a364-e9920f607b52 req-7fc3280b-43d6-4fea-9706-dfb6091421dc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (ff34221a-29f2-4d6d-9abd-f7ba90e54952), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:04.377264 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3280b-43d6-4fea-9706-dfb6091421dc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Pushing event deleted for resources: {'Port': ['ID=ff34221a-29f2-4d6d-9abd-f7ba90e54952,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:04.405883 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-0129e67c-db8a-41f2-b4c0-8f170236a12d tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Deleting port 2360df2a-9edb-4849-b5cb-48dae6a4814d {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:05:04.406239 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0129e67c-db8a-41f2-b4c0-8f170236a12d tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (2360df2a-9edb-4849-b5cb-48dae6a4814d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:04.432411 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3068690-ebf0-4adc-a364-e9920f607b52 req-7fc3280b-43d6-4fea-9706-dfb6091421dc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] No DVR routers for this DVR port ff34221a-29f2-4d6d-9abd-f7ba90e54952 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:05:04.435142 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d3068690-ebf0-4adc-a364-e9920f607b52 req-7fc3280b-43d6-4fea-9706-dfb6091421dc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:04.438881 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d3068690-ebf0-4adc-a364-e9920f607b52 req-7fc3280b-43d6-4fea-9706-dfb6091421dc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.85 "DELETE /v2.0/ports/ff34221a-29f2-4d6d-9abd-f7ba90e54952 HTTP/1.1" status: 204 len: 173 time: 0.4219306 Mar 22 20:05:04.490585 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0129e67c-db8a-41f2-b4c0-8f170236a12d tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (2360df2a-9edb-4849-b5cb-48dae6a4814d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:04.490911 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0129e67c-db8a-41f2-b4c0-8f170236a12d tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for floatingip (2360df2a-9edb-4849-b5cb-48dae6a4814d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:04.502959 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-0129e67c-db8a-41f2-b4c0-8f170236a12d tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Calling delete_port for 2360df2a-9edb-4849-b5cb-48dae6a4814d owned by network:floatingip {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:05:04.515658 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05be947-9765-4875-8ad4-248f7a3c5566', 'name': 'network-vif-deleted', 'tag': 'ff34221a-29f2-4d6d-9abd-f7ba90e54952'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:05:04.518929 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010e9848-097a-4a4c-9de4-f7e969211abb" -d '{"events": [{"server_uuid": "e05be947-9765-4875-8ad4-248f7a3c5566", "name": "network-vif-deleted", "tag": "ff34221a-29f2-4d6d-9abd-f7ba90e54952"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:05:04.560757 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86728ea6-207c-4dab-bae6-a3abf389dcc0 x-openstack-request-id: req-86728ea6-207c-4dab-bae6-a3abf389dcc0 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:05:04.561057 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e05be947-9765-4875-8ad4-248f7a3c5566", "name": "network-vif-deleted", "tag": "ff34221a-29f2-4d6d-9abd-f7ba90e54952", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:05:04.561322 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-86728ea6-207c-4dab-bae6-a3abf389dcc0 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:05:04.561738 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86728ea6-207c-4dab-bae6-a3abf389dcc0'] response: {'server_uuid': 'e05be947-9765-4875-8ad4-248f7a3c5566', 'name': 'network-vif-deleted', 'tag': 'ff34221a-29f2-4d6d-9abd-f7ba90e54952', 'status': 'completed', 'code': 200} Mar 22 20:05:04.673538 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0129e67c-db8a-41f2-b4c0-8f170236a12d tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (2360df2a-9edb-4849-b5cb-48dae6a4814d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:04.697420 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0129e67c-db8a-41f2-b4c0-8f170236a12d tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event deleted for resources: {'Port': ['ID=2360df2a-9edb-4849-b5cb-48dae6a4814d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:04.780296 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0129e67c-db8a-41f2-b4c0-8f170236a12d tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for floatingip (229c8f9c-1d02-4a5e-b513-1af614e34279), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:04.780639 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-0129e67c-db8a-41f2-b4c0-8f170236a12d tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Floating IP 229c8f9c-1d02-4a5e-b513-1af614e34279 disassociated (deleted). External IP: 172.25.5.49, port: 041c4df3-4a37-421f-b71c-ac6ed6df2747. Mar 22 20:05:04.882121 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-17c74162-59b9-47fe-b79a-7b75f69d1456 req-2631b5f6-1e88-4726-8c74-46cc15ba2e48 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 210 time: 0.0296597 Mar 22 20:05:05.018457 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0129e67c-db8a-41f2-b4c0-8f170236a12d tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Router f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:05:05.140435 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0129e67c-db8a-41f2-b4c0-8f170236a12d tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:05:05.145169 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0129e67c-db8a-41f2-b4c0-8f170236a12d tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:05.151354 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a87e0fc-de04-40c9-b36a-2e9bd9fa3c05 None None] Sync routers for ids ['f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:05:05.162770 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a87e0fc-de04-40c9-b36a-2e9bd9fa3c05 None None] Routers {'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:05:05.163414 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-5a87e0fc-de04-40c9-b36a-2e9bd9fa3c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:04:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:05.181340 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0129e67c-db8a-41f2-b4c0-8f170236a12d tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "DELETE /v2.0/floatingips/229c8f9c-1d02-4a5e-b513-1af614e34279 HTTP/1.1" status: 204 len: 168 time: 0.9451127 Mar 22 20:05:05.181340 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40e3a392-4b83-4970-bd29-fd10a9572e08', 'tag': '041c4df3-4a37-421f-b71c-ac6ed6df2747'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:05:05.181886 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c191e1-f092-4d78-9369-95286226e2ea" -d '{"events": [{"name": "network-changed", "server_uuid": "40e3a392-4b83-4970-bd29-fd10a9572e08", "tag": "041c4df3-4a37-421f-b71c-ac6ed6df2747"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:05:05.228090 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fb8ca6-c030-40db-83f9-580422ab54c4 x-openstack-request-id: req-d2fb8ca6-c030-40db-83f9-580422ab54c4 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:05:05.228449 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40e3a392-4b83-4970-bd29-fd10a9572e08", "tag": "041c4df3-4a37-421f-b71c-ac6ed6df2747", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:05:05.228773 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d2fb8ca6-c030-40db-83f9-580422ab54c4 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:05:05.229243 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2fb8ca6-c030-40db-83f9-580422ab54c4'] response: {'name': 'network-changed', 'server_uuid': '40e3a392-4b83-4970-bd29-fd10a9572e08', 'tag': '041c4df3-4a37-421f-b71c-ac6ed6df2747', 'status': 'completed', 'code': 200} Mar 22 20:05:05.286849 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-5a87e0fc-de04-40c9-b36a-2e9bd9fa3c05 None None] Set router f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:05:05.314290 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c191e1-f092-4d78-9369-95286226e2ea req-b4b50765-5128-440c-9647-8e375a9768de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:05.315854 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e4c191e1-f092-4d78-9369-95286226e2ea req-b4b50765-5128-440c-9647-8e375a9768de service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&device_id=40e3a392-4b83-4970-bd29-fd10a9572e08 HTTP/1.1" status: 200 len: 1128 time: 0.0613956 Mar 22 20:05:05.431796 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c191e1-f092-4d78-9369-95286226e2ea req-05be8796-5ca8-40f4-aad9-1d173b1b326d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:05.433368 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e4c191e1-f092-4d78-9369-95286226e2ea req-05be8796-5ca8-40f4-aad9-1d173b1b326d service neutron] 10.222.0.84 "GET /v2.0/networks?id=41d1fa5a-e1ff-485b-b229-3fba57217e21 HTTP/1.1" status: 200 len: 898 time: 0.1108484 Mar 22 20:05:05.485265 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d1f7c-e3e5-4133-9205-93cd71cf0723 req-06495a1b-8361-451f-8a15-17ad33b679e1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:05.492599 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e4c191e1-f092-4d78-9369-95286226e2ea req-cc805ef7-f2f6-4ad9-ae15-9f3e19c9a209 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=041c4df3-4a37-421f-b71c-ac6ed6df2747 HTTP/1.1" status: 200 len: 217 time: 0.0521109 Mar 22 20:05:05.494415 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f8d1f7c-e3e5-4133-9205-93cd71cf0723 req-06495a1b-8361-451f-8a15-17ad33b679e1 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=40e3a392-4b83-4970-bd29-fd10a9572e08 HTTP/1.1" status: 200 len: 945 time: 0.0721068 Mar 22 20:05:05.545452 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f8d1f7c-e3e5-4133-9205-93cd71cf0723 req-245e79df-d2b4-48bf-860b-b129f2f646b2 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=440c4f5f-63c6-42b9-9a9b-82d4c0231cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486066 Mar 22 20:05:05.546461 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-5a87e0fc-de04-40c9-b36a-2e9bd9fa3c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659178084', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'c9cc028d-ea75-4de4-864a-e1ed339f84f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:03:27Z', 'updated_at': '2022-03-22T20:03:30Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': 'c9cc028d-ea75-4de4-864a-e1ed339f84f1', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:03:27Z', 'updated_at': '2022-03-22T20:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '79642c47-df43-431b-aa1a-695d6128a444', 'name': '', 'network_id': '41d1fa5a-e1ff-485b-b229-3fba57217e21', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'mac_address': 'fa:16:3e:0f:6a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'b26b256b-1187-4569-828a-8cd4d6ea28e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:03:29Z', 'updated_at': '2022-03-22T20:03:33Z', 'revision_number': 5, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'subnets': [{'id': 'b26b256b-1187-4569-828a-8cd4d6ea28e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:05.551663 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c191e1-f092-4d78-9369-95286226e2ea req-2bc17610-cc88-466f-bd7e-71a2e3ded471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:05.553245 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e4c191e1-f092-4d78-9369-95286226e2ea req-2bc17610-cc88-466f-bd7e-71a2e3ded471 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b26b256b-1187-4569-828a-8cd4d6ea28e6 HTTP/1.1" status: 200 len: 834 time: 0.0523784 Mar 22 20:05:05.578524 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a87e0fc-de04-40c9-b36a-2e9bd9fa3c05 None None] Checking router: f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:05:05.587980 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a87e0fc-de04-40c9-b36a-2e9bd9fa3c05 None None] Routers {'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:05:05.588604 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-5a87e0fc-de04-40c9-b36a-2e9bd9fa3c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:04:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:05.606853 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c191e1-f092-4d78-9369-95286226e2ea req-a5a99289-e23c-4537-ad69-c0f21883d229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:05.608457 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e4c191e1-f092-4d78-9369-95286226e2ea req-a5a99289-e23c-4537-ad69-c0f21883d229 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=41d1fa5a-e1ff-485b-b229-3fba57217e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479312 Mar 22 20:05:05.701005 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-5a87e0fc-de04-40c9-b36a-2e9bd9fa3c05 None None] Set router f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:05:05.709253 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e4c191e1-f092-4d78-9369-95286226e2ea req-e76864c1-532b-47b7-a685-a9207f8b7367 service neutron] 10.222.0.84 "GET /v2.0/networks/41d1fa5a-e1ff-485b-b229-3fba57217e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926967 Mar 22 20:05:05.815454 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e4c191e1-f092-4d78-9369-95286226e2ea req-95db0eb7-41e3-4e23-a457-589d3c95ec66 service neutron] 10.222.0.84 "GET /v2.0/networks/41d1fa5a-e1ff-485b-b229-3fba57217e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993421 Mar 22 20:05:05.908083 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-5a87e0fc-de04-40c9-b36a-2e9bd9fa3c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659178084', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'c9cc028d-ea75-4de4-864a-e1ed339f84f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:03:27Z', 'updated_at': '2022-03-22T20:03:30Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': 'c9cc028d-ea75-4de4-864a-e1ed339f84f1', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:03:27Z', 'updated_at': '2022-03-22T20:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '79642c47-df43-431b-aa1a-695d6128a444', 'name': '', 'network_id': '41d1fa5a-e1ff-485b-b229-3fba57217e21', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'mac_address': 'fa:16:3e:0f:6a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'b26b256b-1187-4569-828a-8cd4d6ea28e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:03:29Z', 'updated_at': '2022-03-22T20:03:33Z', 'revision_number': 5, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'subnets': [{'id': 'b26b256b-1187-4569-828a-8cd4d6ea28e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:05.938230 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a87e0fc-de04-40c9-b36a-2e9bd9fa3c05 None None] The sync data for ids ['f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31'] in n-d-705658-24 is: [{'id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659178084', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'c9cc028d-ea75-4de4-864a-e1ed339f84f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:03:27Z', 'updated_at': '2022-03-22T20:03:30Z', 'revision_number': 4, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': 'c9cc028d-ea75-4de4-864a-e1ed339f84f1', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:03:27Z', 'updated_at': '2022-03-22T20:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '79642c47-df43-431b-aa1a-695d6128a444', 'name': '', 'network_id': '41d1fa5a-e1ff-485b-b229-3fba57217e21', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'mac_address': 'fa:16:3e:0f:6a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': 'b26b256b-1187-4569-828a-8cd4d6ea28e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:03:29Z', 'updated_at': '2022-03-22T20:03:33Z', 'revision_number': 5, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'subnets': [{'id': 'b26b256b-1187-4569-828a-8cd4d6ea28e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:05:05.983437 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9db0fb20-db53-47ca-934d-a913da6f3c00 req-4c7562d5-c4f9-4543-b532-7891884e9c52 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 210 time: 0.0287373 Mar 22 20:05:06.181466 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c1b636-9de5-4ab5-97b4-484ffc1e5f77 None None] New status for floating IP 229c8f9c-1d02-4a5e-b513-1af614e34279: DOWN {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:05:06.688222 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9165f5b-14f3-4751-a1cc-b0ac83ae4970 req-f3466e41-5eff-4f59-81ca-82f0f310d152 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:06.689757 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9165f5b-14f3-4751-a1cc-b0ac83ae4970 req-f3466e41-5eff-4f59-81ca-82f0f310d152 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=40e3a392-4b83-4970-bd29-fd10a9572e08 HTTP/1.1" status: 200 len: 945 time: 0.0595655 Mar 22 20:05:06.761554 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9165f5b-14f3-4751-a1cc-b0ac83ae4970 req-1b528df6-6fe1-4d30-b6df-2407426ce2f0 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/security-groups?id=440c4f5f-63c6-42b9-9a9b-82d4c0231cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645216 Mar 22 20:05:06.806694 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1400473-ad48-48f4-bfdb-3b6c3b5d9f8a req-7d9ce1da-04aa-4a3b-92e8-84314e6aad30 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:06.808444 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c1400473-ad48-48f4-bfdb-3b6c3b5d9f8a req-7d9ce1da-04aa-4a3b-92e8-84314e6aad30 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.84 "GET /v2.0/ports?device_id=40e3a392-4b83-4970-bd29-fd10a9572e08 HTTP/1.1" status: 200 len: 945 time: 0.0931318 Mar 22 20:05:06.946805 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-c1400473-ad48-48f4-bfdb-3b6c3b5d9f8a req-4a669363-e7fc-4359-99f9-a56423ac5433 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Deleting port 041c4df3-4a37-421f-b71c-ac6ed6df2747 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:05:06.947067 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c1400473-ad48-48f4-bfdb-3b6c3b5d9f8a req-4a669363-e7fc-4359-99f9-a56423ac5433 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (041c4df3-4a37-421f-b71c-ac6ed6df2747), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:07.061874 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-c1400473-ad48-48f4-bfdb-3b6c3b5d9f8a req-4a669363-e7fc-4359-99f9-a56423ac5433 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] For port 041c4df3-4a37-421f-b71c-ac6ed6df2747, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=041c4df3-4a37-421f-b71c-ac6ed6df2747,segment=NetworkSegment(05a7feb3-5b18-4d92-9ce1-64b7e51b1259),segment_id=05a7feb3-5b18-4d92-9ce1-64b7e51b1259)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:05:07.062347 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c1400473-ad48-48f4-bfdb-3b6c3b5d9f8a req-4a669363-e7fc-4359-99f9-a56423ac5433 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (041c4df3-4a37-421f-b71c-ac6ed6df2747), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:07.085412 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-c1400473-ad48-48f4-bfdb-3b6c3b5d9f8a req-4a669363-e7fc-4359-99f9-a56423ac5433 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Calling delete_port for 041c4df3-4a37-421f-b71c-ac6ed6df2747 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:05:07.101469 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-356515e3-3332-4e2e-9ac2-30f02d6935d0 req-b64252cb-3fde-49ff-9698-e0aa21814731 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 210 time: 0.0393806 Mar 22 20:05:07.253380 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c1400473-ad48-48f4-bfdb-3b6c3b5d9f8a req-4a669363-e7fc-4359-99f9-a56423ac5433 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (041c4df3-4a37-421f-b71c-ac6ed6df2747), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:07.287060 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a669363-e7fc-4359-99f9-a56423ac5433 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event deleted for resources: {'Port': ['ID=041c4df3-4a37-421f-b71c-ac6ed6df2747,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:07.349529 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1400473-ad48-48f4-bfdb-3b6c3b5d9f8a req-4a669363-e7fc-4359-99f9-a56423ac5433 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] No DVR routers for this DVR port 041c4df3-4a37-421f-b71c-ac6ed6df2747 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:05:07.353248 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-c1400473-ad48-48f4-bfdb-3b6c3b5d9f8a req-4a669363-e7fc-4359-99f9-a56423ac5433 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:07.356912 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c1400473-ad48-48f4-bfdb-3b6c3b5d9f8a req-4a669363-e7fc-4359-99f9-a56423ac5433 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.84 "DELETE /v2.0/ports/041c4df3-4a37-421f-b71c-ac6ed6df2747 HTTP/1.1" status: 204 len: 173 time: 0.5435143 Mar 22 20:05:07.357455 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e3a392-4b83-4970-bd29-fd10a9572e08', 'name': 'network-vif-deleted', 'tag': '041c4df3-4a37-421f-b71c-ac6ed6df2747'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:05:07.361036 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb13b25-940f-490a-abce-0cb4387a6ebe" -d '{"events": [{"server_uuid": "40e3a392-4b83-4970-bd29-fd10a9572e08", "name": "network-vif-deleted", "tag": "041c4df3-4a37-421f-b71c-ac6ed6df2747"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:05:07.403721 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddc2d40-72ef-4db7-a2e4-b07fc5d9ab5e x-openstack-request-id: req-eddc2d40-72ef-4db7-a2e4-b07fc5d9ab5e {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:05:07.404021 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40e3a392-4b83-4970-bd29-fd10a9572e08", "name": "network-vif-deleted", "tag": "041c4df3-4a37-421f-b71c-ac6ed6df2747", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:05:07.404280 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-eddc2d40-72ef-4db7-a2e4-b07fc5d9ab5e {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:05:07.404698 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eddc2d40-72ef-4db7-a2e4-b07fc5d9ab5e'] response: {'server_uuid': '40e3a392-4b83-4970-bd29-fd10a9572e08', 'name': 'network-vif-deleted', 'tag': '041c4df3-4a37-421f-b71c-ac6ed6df2747', 'status': 'completed', 'code': 200} Mar 22 20:05:07.643902 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device ff34221a-29f2-4d6d-9abd-f7ba90e54952 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:05:07.670752 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: ff34221a-29f2-4d6d-9abd-f7ba90e54952 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:05:07.671108 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device ff34221a-29f2-4d6d-9abd-f7ba90e54952 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:05:07.925604 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-926e1be8-2636-491f-a11a-ef3612910998 req-34f99583-fda6-403d-9aee-0de8ec11856c tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "GET /v2.0/ports?device_id=40e3a392-4b83-4970-bd29-fd10a9572e08 HTTP/1.1" status: 200 len: 210 time: 0.0332139 Mar 22 20:05:08.118965 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-406778d1-2e24-4dba-9d28-43240c7ffaf0 req-ae56b1d9-3a99-4048-b90a-ce5793bfde03 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0530949 Mar 22 20:05:08.224244 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406778d1-2e24-4dba-9d28-43240c7ffaf0 req-97677d82-10a8-4f2e-9faa-168b489f96d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:08.227586 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-406778d1-2e24-4dba-9d28-43240c7ffaf0 req-97677d82-10a8-4f2e-9faa-168b489f96d1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=99d72c7dab634aac93e71becf6d2998e&device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 1128 time: 0.0646541 Mar 22 20:05:08.240503 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3004d747-3d92-40bc-86b6-419106dc3b77 req-6a62cc38-6a5d-4b53-a3e5-af54e79b85ca tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 210 time: 0.0524182 Mar 22 20:05:08.396324 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406778d1-2e24-4dba-9d28-43240c7ffaf0 req-5b0fa09f-9d6a-4f3b-b4a1-7e329b080cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:08.398490 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-406778d1-2e24-4dba-9d28-43240c7ffaf0 req-5b0fa09f-9d6a-4f3b-b4a1-7e329b080cb4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=942e739d-0f2d-40f4-8f81-80042bf466e6 HTTP/1.1" status: 200 len: 911 time: 0.1441741 Mar 22 20:05:08.477842 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-406778d1-2e24-4dba-9d28-43240c7ffaf0 req-0dd47eeb-d02d-41d9-a356-ac11e9409b66 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=695e450f-c6f4-4762-b1fc-909b3d65caf4 HTTP/1.1" status: 200 len: 1001 time: 0.0732431 Mar 22 20:05:08.540856 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406778d1-2e24-4dba-9d28-43240c7ffaf0 req-b0521010-75fe-4ece-8489-b1b9c9fd77e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:08.542435 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-406778d1-2e24-4dba-9d28-43240c7ffaf0 req-b0521010-75fe-4ece-8489-b1b9c9fd77e1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ce14209e-d9ba-4d1e-8a54-b7950c923a71 HTTP/1.1" status: 200 len: 849 time: 0.0586915 Mar 22 20:05:08.604023 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406778d1-2e24-4dba-9d28-43240c7ffaf0 req-726aa1ff-6323-4d31-a7c1-f150d215c308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:08.605672 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-406778d1-2e24-4dba-9d28-43240c7ffaf0 req-726aa1ff-6323-4d31-a7c1-f150d215c308 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=942e739d-0f2d-40f4-8f81-80042bf466e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0563669 Mar 22 20:05:08.701865 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-406778d1-2e24-4dba-9d28-43240c7ffaf0 req-a7db610a-66c5-4ea2-b035-a7e9455e0a0d service neutron] 10.222.0.84 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900214 Mar 22 20:05:08.816807 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-406778d1-2e24-4dba-9d28-43240c7ffaf0 req-04118133-3749-4c69-a036-3d744212daa2 service neutron] 10.222.0.84 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092477 Mar 22 20:05:08.987464 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37702) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:09.406116 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ee683ce2-7d4a-4a24-b0f8-3dc2c084d720 req-0420bf08-f43e-4500-aee1-2a0790d5544a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 210 time: 0.0575409 Mar 22 20:05:09.748815 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e03573d3-6bdd-4e2f-bf5b-c2ce9f36034e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:10.054320 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-e03573d3-6bdd-4e2f-bf5b-c2ce9f36034e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Deleting port 79642c47-df43-431b-aa1a-695d6128a444 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:05:10.055317 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e03573d3-6bdd-4e2f-bf5b-c2ce9f36034e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (79642c47-df43-431b-aa1a-695d6128a444), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:10.164800 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-e03573d3-6bdd-4e2f-bf5b-c2ce9f36034e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] For port 79642c47-df43-431b-aa1a-695d6128a444, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=79642c47-df43-431b-aa1a-695d6128a444,segment=NetworkSegment(05a7feb3-5b18-4d92-9ce1-64b7e51b1259),segment_id=05a7feb3-5b18-4d92-9ce1-64b7e51b1259)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:05:10.165184 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e03573d3-6bdd-4e2f-bf5b-c2ce9f36034e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (79642c47-df43-431b-aa1a-695d6128a444), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:10.183351 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-e03573d3-6bdd-4e2f-bf5b-c2ce9f36034e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Calling delete_port for 79642c47-df43-431b-aa1a-695d6128a444 owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:05:10.428555 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e03573d3-6bdd-4e2f-bf5b-c2ce9f36034e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (79642c47-df43-431b-aa1a-695d6128a444), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:10.474863 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03573d3-6bdd-4e2f-bf5b-c2ce9f36034e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event deleted for resources: {'Port': ['ID=79642c47-df43-431b-aa1a-695d6128a444,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:10.569829 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4087b56d-f54e-40ea-b872-f20a04042209 req-44fd3b52-803f-4512-a91c-a8ec7ab7a02a tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 210 time: 0.0380807 Mar 22 20:05:10.687093 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 041c4df3-4a37-421f-b71c-ac6ed6df2747 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:05:10.722502 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 041c4df3-4a37-421f-b71c-ac6ed6df2747 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:05:10.723758 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 041c4df3-4a37-421f-b71c-ac6ed6df2747 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:05:10.744513 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e03573d3-6bdd-4e2f-bf5b-c2ce9f36034e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:10.998723 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03573d3-6bdd-4e2f-bf5b-c2ce9f36034e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Router f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:05:11.121610 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03573d3-6bdd-4e2f-bf5b-c2ce9f36034e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:05:11.132354 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e03573d3-6bdd-4e2f-bf5b-c2ce9f36034e tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "PUT /v2.0/routers/f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1411116 Mar 22 20:05:11.132545 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37708) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:11.140031 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137c41c6-aec4-4ed5-8aa1-fef4ae8bf3c6 None None] Sync routers for ids ['f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:05:11.155798 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137c41c6-aec4-4ed5-8aa1-fef4ae8bf3c6 None None] Routers {'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:05:11.156985 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-137c41c6-aec4-4ed5-8aa1-fef4ae8bf3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:04:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:11.199755 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ca01bd-70d4-4180-891f-a81da82ac5fb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Deleting subnet b26b256b-1187-4569-828a-8cd4d6ea28e6 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:05:11.203438 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-73ca01bd-70d4-4180-891f-a81da82ac5fb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for subnet (b26b256b-1187-4569-828a-8cd4d6ea28e6), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:11.252316 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-73ca01bd-70d4-4180-891f-a81da82ac5fb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (b26b256b-1187-4569-828a-8cd4d6ea28e6), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:11.280316 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-137c41c6-aec4-4ed5-8aa1-fef4ae8bf3c6 None None] Set router f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:05:11.380097 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-73ca01bd-70d4-4180-891f-a81da82ac5fb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (b26b256b-1187-4569-828a-8cd4d6ea28e6), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:11.461498 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-73ca01bd-70d4-4180-891f-a81da82ac5fb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (b26b256b-1187-4569-828a-8cd4d6ea28e6), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:11.492066 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca01bd-70d4-4180-891f-a81da82ac5fb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event deleted for resources: {'Subnet': ['ID=b26b256b-1187-4569-828a-8cd4d6ea28e6,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:11.499095 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-73ca01bd-70d4-4180-891f-a81da82ac5fb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:11.503436 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-73ca01bd-70d4-4180-891f-a81da82ac5fb tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "DELETE /v2.0/subnets/b26b256b-1187-4569-828a-8cd4d6ea28e6 HTTP/1.1" status: 204 len: 168 time: 0.3697052 Mar 22 20:05:11.507772 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37710) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:11.524377 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0839bf6-81c2-4ddd-8ab1-52ee6daf54ee None None] Network 41d1fa5a-e1ff-485b-b229-3fba57217e21 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:05:11.615593 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-137c41c6-aec4-4ed5-8aa1-fef4ae8bf3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659178084', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'c9cc028d-ea75-4de4-864a-e1ed339f84f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:03:27Z', 'updated_at': '2022-03-22T20:05:10Z', 'revision_number': 5, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': 'c9cc028d-ea75-4de4-864a-e1ed339f84f1', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:03:27Z', 'updated_at': '2022-03-22T20:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:11.674744 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3f3f-8ed5-447d-b7b5-b4a2bf0eadb4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for router (f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:11.678437 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137c41c6-aec4-4ed5-8aa1-fef4ae8bf3c6 None None] Checking router: f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:05:11.701418 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137c41c6-aec4-4ed5-8aa1-fef4ae8bf3c6 None None] Routers {'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:05:11.702662 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-137c41c6-aec4-4ed5-8aa1-fef4ae8bf3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:04:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:11.728965 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-400e9870-73f6-40f4-81a1-b2fd578fb640 req-2a2bf7dd-f7f9-4bef-8cd7-a180fe9424d6 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 210 time: 0.0719492 Mar 22 20:05:11.828032 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3f3f-8ed5-447d-b7b5-b4a2bf0eadb4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for router_gateway (f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:11.901007 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-1c5a3f3f-8ed5-447d-b7b5-b4a2bf0eadb4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Deleting port c9cc028d-ea75-4de4-864a-e1ed339f84f1 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:05:11.901716 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3f3f-8ed5-447d-b7b5-b4a2bf0eadb4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (c9cc028d-ea75-4de4-864a-e1ed339f84f1), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:12.010338 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-1c5a3f3f-8ed5-447d-b7b5-b4a2bf0eadb4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] For port c9cc028d-ea75-4de4-864a-e1ed339f84f1, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c9cc028d-ea75-4de4-864a-e1ed339f84f1,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:05:12.014387 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3f3f-8ed5-447d-b7b5-b4a2bf0eadb4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (c9cc028d-ea75-4de4-864a-e1ed339f84f1), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:12.036075 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-1c5a3f3f-8ed5-447d-b7b5-b4a2bf0eadb4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Calling delete_port for c9cc028d-ea75-4de4-864a-e1ed339f84f1 owned by network:router_gateway {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:05:12.057479 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7154f60b-d421-43d2-85c9-dcac81b1f939 None None] DHCP port deletion for 41d1fa5a-e1ff-485b-b229-3fba57217e21 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 20:05:12.073294 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-137c41c6-aec4-4ed5-8aa1-fef4ae8bf3c6 None None] Set router f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:05:12.245225 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-7154f60b-d421-43d2-85c9-dcac81b1f939 None None] Deleting port b00a8997-73cc-46eb-8175-b5a043487daa {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:05:12.245607 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7154f60b-d421-43d2-85c9-dcac81b1f939 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (b00a8997-73cc-46eb-8175-b5a043487daa), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:12.258758 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3f3f-8ed5-447d-b7b5-b4a2bf0eadb4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (c9cc028d-ea75-4de4-864a-e1ed339f84f1), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:12.291438 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a3f3f-8ed5-447d-b7b5-b4a2bf0eadb4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event deleted for resources: {'Port': ['ID=c9cc028d-ea75-4de4-864a-e1ed339f84f1,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:12.357045 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-7154f60b-d421-43d2-85c9-dcac81b1f939 None None] For port b00a8997-73cc-46eb-8175-b5a043487daa, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b00a8997-73cc-46eb-8175-b5a043487daa,segment=NetworkSegment(05a7feb3-5b18-4d92-9ce1-64b7e51b1259),segment_id=05a7feb3-5b18-4d92-9ce1-64b7e51b1259)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:05:12.357444 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7154f60b-d421-43d2-85c9-dcac81b1f939 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (b00a8997-73cc-46eb-8175-b5a043487daa), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:12.371517 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3f3f-8ed5-447d-b7b5-b4a2bf0eadb4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:12.373258 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-7154f60b-d421-43d2-85c9-dcac81b1f939 None None] Calling delete_port for b00a8997-73cc-46eb-8175-b5a043487daa owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:05:12.422099 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-137c41c6-aec4-4ed5-8aa1-fef4ae8bf3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659178084', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'c9cc028d-ea75-4de4-864a-e1ed339f84f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:03:27Z', 'updated_at': '2022-03-22T20:05:10Z', 'revision_number': 5, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': 'c9cc028d-ea75-4de4-864a-e1ed339f84f1', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:03:27Z', 'updated_at': '2022-03-22T20:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:12.457335 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137c41c6-aec4-4ed5-8aa1-fef4ae8bf3c6 None None] The sync data for ids ['f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31'] in n-d-705658-24 is: [{'id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1659178084', 'tenant_id': '5bcae00531204d8c96861edbc9c1d9c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'c9cc028d-ea75-4de4-864a-e1ed339f84f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:03:27Z', 'updated_at': '2022-03-22T20:05:10Z', 'revision_number': 5, 'project_id': '5bcae00531204d8c96861edbc9c1d9c0', 'gw_port': {'id': 'c9cc028d-ea75-4de4-864a-e1ed339f84f1', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:e0:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:03:27Z', 'updated_at': '2022-03-22T20:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:05:12.473414 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3f3f-8ed5-447d-b7b5-b4a2bf0eadb4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:12.477163 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3f3f-8ed5-447d-b7b5-b4a2bf0eadb4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for router_controller (f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:12.511390 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7154f60b-d421-43d2-85c9-dcac81b1f939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (b00a8997-73cc-46eb-8175-b5a043487daa), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:12.530421 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3f3f-8ed5-447d-b7b5-b4a2bf0eadb4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:12.531029 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5a3f3f-8ed5-447d-b7b5-b4a2bf0eadb4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Fanout notify agent at l3_agent the message router_deleted on router f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 20:05:12.538477 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1c5a3f3f-8ed5-447d-b7b5-b4a2bf0eadb4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:12.542549 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1c5a3f3f-8ed5-447d-b7b5-b4a2bf0eadb4 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "DELETE /v2.0/routers/f095c2b8-6d4d-4ee4-bdff-ccb4bef61a31 HTTP/1.1" status: 204 len: 168 time: 1.0309851 Mar 22 20:05:12.542754 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37714) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:12.546489 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154f60b-d421-43d2-85c9-dcac81b1f939 None None] Pushing event deleted for resources: {'Port': ['ID=b00a8997-73cc-46eb-8175-b5a043487daa,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:12.554714 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7154f60b-d421-43d2-85c9-dcac81b1f939 None None] No DVR routers for this DVR port b00a8997-73cc-46eb-8175-b5a043487daa on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:05:12.630777 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f26d0fb2-c1be-4f30-9998-356e640a1865 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (41d1fa5a-e1ff-485b-b229-3fba57217e21), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:12.715783 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f26d0fb2-c1be-4f30-9998-356e640a1865 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (41d1fa5a-e1ff-485b-b229-3fba57217e21), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:12.736538 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-f26d0fb2-c1be-4f30-9998-356e640a1865 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d1fa5a-e1ff-485b-b229-3fba57217e21']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:12.746776 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-f26d0fb2-c1be-4f30-9998-356e640a1865 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a7feb3-5b18-4d92-9ce1-64b7e51b1259') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:12.747071 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-f26d0fb2-c1be-4f30-9998-356e640a1865 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a7feb3-5b18-4d92-9ce1-64b7e51b1259') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:12.756286 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f26d0fb2-c1be-4f30-9998-356e640a1865 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (05a7feb3-5b18-4d92-9ce1-64b7e51b1259), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:12.771664 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f26d0fb2-c1be-4f30-9998-356e640a1865 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (05a7feb3-5b18-4d92-9ce1-64b7e51b1259), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:12.778230 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f26d0fb2-c1be-4f30-9998-356e640a1865 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:05:12.778719 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f26d0fb2-c1be-4f30-9998-356e640a1865 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (05a7feb3-5b18-4d92-9ce1-64b7e51b1259), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:12.782270 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 20:05:12.782270 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:05:12.782270 n-d-705658-24 neutron-server[104172]: timer() Mar 22 20:05:12.782270 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:05:12.782270 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 20:05:12.782270 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:05:12.782270 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 20:05:12.782270 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:05:12.782270 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 20:05:12.782270 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:05:12.782270 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 20:05:12.782270 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:05:12.782270 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 20:05:12.782270 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:05:12.782270 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:05:12.782270 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:05:12.782270 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:05:12.782270 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:05:12.782270 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 20:05:12.782270 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:05:12.782270 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 20:05:12.782270 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:05:12.782270 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:05:12.782270 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:05:12.782270 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 20:05:12.782270 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:05:12.782270 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:05:12.782270 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:05:12.782270 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:05:12.782270 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:05:12.782270 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:05:12.782270 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:05:12.891221 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-68621659-bb4b-4fb2-a5a5-327232709800 req-2e5ec960-4a37-44bd-b8cc-6cc855f4dd60 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 210 time: 0.0482259 Mar 22 20:05:12.901779 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f26d0fb2-c1be-4f30-9998-356e640a1865 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (41d1fa5a-e1ff-485b-b229-3fba57217e21), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:12.919622 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f26d0fb2-c1be-4f30-9998-356e640a1865 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:12.923868 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f26d0fb2-c1be-4f30-9998-356e640a1865 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "DELETE /v2.0/networks/41d1fa5a-e1ff-485b-b229-3fba57217e21 HTTP/1.1" status: 204 len: 168 time: 0.3800006 Mar 22 20:05:12.926662 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37718) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:12.937578 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d0fb2-c1be-4f30-9998-356e640a1865 tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event deleted for resources: {'Network': ['ID=41d1fa5a-e1ff-485b-b229-3fba57217e21,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:13.000763 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-08d3a259-4efe-4d17-bc87-0740055ec73b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group (440c4f5f-63c6-42b9-9a9b-82d4c0231cbe), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:13.029325 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-08d3a259-4efe-4d17-bc87-0740055ec73b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group (440c4f5f-63c6-42b9-9a9b-82d4c0231cbe), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:13.107441 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-08d3a259-4efe-4d17-bc87-0740055ec73b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (440c4f5f-63c6-42b9-9a9b-82d4c0231cbe), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:13.111805 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-08d3a259-4efe-4d17-bc87-0740055ec73b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:13.113071 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-08d3a259-4efe-4d17-bc87-0740055ec73b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] 10.222.0.75 "DELETE /v2.0/security-groups/440c4f5f-63c6-42b9-9a9b-82d4c0231cbe HTTP/1.1" status: 204 len: 168 time: 0.1853015 Mar 22 20:05:13.127279 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3a259-4efe-4d17-bc87-0740055ec73b tempest-TestNetworkAdvancedServerOps-2110594217 tempest-TestNetworkAdvancedServerOps-2110594217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=440c4f5f-63c6-42b9-9a9b-82d4c0231cbe,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:13.478259 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37726) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:13.628857 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-22b24b9b-14f9-4acd-b50d-1cddfe3c485f admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5bcae00531204d8c96861edbc9c1d9c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1472557 Mar 22 20:05:13.629394 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37730) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:13.658649 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b00a8997-73cc-46eb-8175-b5a043487daa no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:05:13.679839 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: b00a8997-73cc-46eb-8175-b5a043487daa {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:05:13.680342 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b00a8997-73cc-46eb-8175-b5a043487daa not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:05:13.680920 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c9cc028d-ea75-4de4-864a-e1ed339f84f1 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:05:13.685598 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-238d33e1-17e2-4cba-abf2-8c5c6fbfabcd admin admin] Publish callbacks [] for security_group (3185a8e3-a462-4c04-98c2-42add0354090), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:13.700241 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: c9cc028d-ea75-4de4-864a-e1ed339f84f1 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:05:13.700595 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c9cc028d-ea75-4de4-864a-e1ed339f84f1 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:05:13.701014 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 79642c47-df43-431b-aa1a-695d6128a444 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:05:13.709411 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-238d33e1-17e2-4cba-abf2-8c5c6fbfabcd admin admin] Publish callbacks [] for security_group (3185a8e3-a462-4c04-98c2-42add0354090), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:13.722621 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 79642c47-df43-431b-aa1a-695d6128a444 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:05:13.722973 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 79642c47-df43-431b-aa1a-695d6128a444 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:05:13.768383 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-238d33e1-17e2-4cba-abf2-8c5c6fbfabcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (3185a8e3-a462-4c04-98c2-42add0354090), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:13.772281 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-238d33e1-17e2-4cba-abf2-8c5c6fbfabcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:13.773368 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-238d33e1-17e2-4cba-abf2-8c5c6fbfabcd admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/3185a8e3-a462-4c04-98c2-42add0354090 HTTP/1.1" status: 204 len: 168 time: 0.1430187 Mar 22 20:05:13.781605 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d33e1-17e2-4cba-abf2-8c5c6fbfabcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3185a8e3-a462-4c04-98c2-42add0354090,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:14.006467 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02a1f445-07bd-4448-80d2-b91e023f906b req-2830640d-eba9-4be7-b0d8-00e22f221c35 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=e05be947-9765-4875-8ad4-248f7a3c5566 HTTP/1.1" status: 200 len: 210 time: 0.0384779 Mar 22 20:05:14.094651 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37738) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:14.137595 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ecaa52b8-65ec-4d21-8fb5-1dc674cc5f24 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=d3e0ccabcdba48398c52d3d75b17ddff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416248 Mar 22 20:05:14.140147 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37740) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:14.192280 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ebda2e21-b5d8-4bc6-901d-e8da23d633c6 admin admin] Publish callbacks [] for security_group (59cf4069-2bff-4bf1-9095-070e694f46c1), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:14.217864 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ebda2e21-b5d8-4bc6-901d-e8da23d633c6 admin admin] Publish callbacks [] for security_group (59cf4069-2bff-4bf1-9095-070e694f46c1), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:14.268452 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ebda2e21-b5d8-4bc6-901d-e8da23d633c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (59cf4069-2bff-4bf1-9095-070e694f46c1), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:14.271297 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ebda2e21-b5d8-4bc6-901d-e8da23d633c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:14.272486 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ebda2e21-b5d8-4bc6-901d-e8da23d633c6 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/59cf4069-2bff-4bf1-9095-070e694f46c1 HTTP/1.1" status: 204 len: 168 time: 0.1312973 Mar 22 20:05:14.281155 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda2e21-b5d8-4bc6-901d-e8da23d633c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cf4069-2bff-4bf1-9095-070e694f46c1,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:15.190085 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-12e5876d-07b3-494f-a1f2-e8712ba84b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:16.168772 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:17.432090 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-95662284-c945-445e-9805-732cfbaa5b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:18.636701 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:18.819660 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:20.252908 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:21.393376 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:23.575094 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37772) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:23.743829 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-5cf7779b-55ef-45a1-bfe5-7c386b489bd8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Deleting port 1faab2e7-c736-4dcf-98ac-abab804e972a {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:05:23.744172 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5cf7779b-55ef-45a1-bfe5-7c386b489bd8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (1faab2e7-c736-4dcf-98ac-abab804e972a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:23.826840 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5cf7779b-55ef-45a1-bfe5-7c386b489bd8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (1faab2e7-c736-4dcf-98ac-abab804e972a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:23.827244 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5cf7779b-55ef-45a1-bfe5-7c386b489bd8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for floatingip (1faab2e7-c736-4dcf-98ac-abab804e972a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:23.842149 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-5cf7779b-55ef-45a1-bfe5-7c386b489bd8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Calling delete_port for 1faab2e7-c736-4dcf-98ac-abab804e972a owned by network:floatingip {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:05:24.027186 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5cf7779b-55ef-45a1-bfe5-7c386b489bd8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (1faab2e7-c736-4dcf-98ac-abab804e972a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:24.053317 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7779b-55ef-45a1-bfe5-7c386b489bd8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Pushing event deleted for resources: {'Port': ['ID=1faab2e7-c736-4dcf-98ac-abab804e972a,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:24.126668 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5cf7779b-55ef-45a1-bfe5-7c386b489bd8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for floatingip (57153f74-a91c-483f-b88c-978de0e26632), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:24.126983 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-5cf7779b-55ef-45a1-bfe5-7c386b489bd8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Floating IP 57153f74-a91c-483f-b88c-978de0e26632 disassociated (deleted). External IP: 172.25.5.206, port: 695e450f-c6f4-4762-b1fc-909b3d65caf4. Mar 22 20:05:24.355741 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf7779b-55ef-45a1-bfe5-7c386b489bd8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Router 6358990b-a7ee-475f-b23a-fee86bbf0af4 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:05:24.483856 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf7779b-55ef-45a1-bfe5-7c386b489bd8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:05:24.489021 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5cf7779b-55ef-45a1-bfe5-7c386b489bd8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:24.494938 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a341c-1550-4ac7-a003-561eb3d2382f None None] Sync routers for ids ['6358990b-a7ee-475f-b23a-fee86bbf0af4'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:05:24.508843 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967a341c-1550-4ac7-a003-561eb3d2382f None None] Routers {'6358990b-a7ee-475f-b23a-fee86bbf0af4'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:05:24.509475 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-967a341c-1550-4ac7-a003-561eb3d2382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:05:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6358990b-a7ee-475f-b23a-fee86bbf0af4'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:24.523790 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5cf7779b-55ef-45a1-bfe5-7c386b489bd8 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "DELETE /v2.0/floatingips/57153f74-a91c-483f-b88c-978de0e26632 HTTP/1.1" status: 204 len: 168 time: 0.9471741 Mar 22 20:05:24.524561 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd2ef49-efcc-4a44-abb9-e64969163cfb', 'tag': '695e450f-c6f4-4762-b1fc-909b3d65caf4'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:05:24.527697 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2eee84-fa4a-421f-bb66-da769a827d46" -d '{"events": [{"name": "network-changed", "server_uuid": "ccd2ef49-efcc-4a44-abb9-e64969163cfb", "tag": "695e450f-c6f4-4762-b1fc-909b3d65caf4"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:05:24.586544 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0137761e-88a4-4df1-971f-d6b2c823786c x-openstack-request-id: req-0137761e-88a4-4df1-971f-d6b2c823786c {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:05:24.587284 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccd2ef49-efcc-4a44-abb9-e64969163cfb", "tag": "695e450f-c6f4-4762-b1fc-909b3d65caf4", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:05:24.587284 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0137761e-88a4-4df1-971f-d6b2c823786c {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:05:24.587592 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0137761e-88a4-4df1-971f-d6b2c823786c'] response: {'name': 'network-changed', 'server_uuid': 'ccd2ef49-efcc-4a44-abb9-e64969163cfb', 'tag': '695e450f-c6f4-4762-b1fc-909b3d65caf4', 'status': 'completed', 'code': 200} Mar 22 20:05:24.666166 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-967a341c-1550-4ac7-a003-561eb3d2382f None None] Set router 6358990b-a7ee-475f-b23a-fee86bbf0af4 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:05:24.686254 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2eee84-fa4a-421f-bb66-da769a827d46 req-96ed6250-34e9-4c80-abf5-962a5a0142cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:24.690368 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1e2eee84-fa4a-421f-bb66-da769a827d46 req-96ed6250-34e9-4c80-abf5-962a5a0142cf service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=99d72c7dab634aac93e71becf6d2998e&device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 1128 time: 0.0797045 Mar 22 20:05:24.805244 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2eee84-fa4a-421f-bb66-da769a827d46 req-afa5aa43-c894-4860-b22e-3e9e36f5f25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:24.806593 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1e2eee84-fa4a-421f-bb66-da769a827d46 req-afa5aa43-c894-4860-b22e-3e9e36f5f25b service neutron] 10.222.0.84 "GET /v2.0/networks?id=942e739d-0f2d-40f4-8f81-80042bf466e6 HTTP/1.1" status: 200 len: 911 time: 0.1116712 Mar 22 20:05:24.827494 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43fe8a-4b6b-437f-a048-ad85a4c21168 req-52ded780-bfd5-4781-b129-1155a2f92b5c tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:24.829647 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ab43fe8a-4b6b-437f-a048-ad85a4c21168 req-52ded780-bfd5-4781-b129-1155a2f92b5c tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 945 time: 0.0763979 Mar 22 20:05:24.855219 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1e2eee84-fa4a-421f-bb66-da769a827d46 req-916750a5-7ec6-42df-a26b-b9ea589355d7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=695e450f-c6f4-4762-b1fc-909b3d65caf4 HTTP/1.1" status: 200 len: 217 time: 0.0413604 Mar 22 20:05:24.902999 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ab43fe8a-4b6b-437f-a048-ad85a4c21168 req-e5a96ecc-13a6-4a91-8afb-f6067d8395ff tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668280 Mar 22 20:05:24.920878 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2eee84-fa4a-421f-bb66-da769a827d46 req-20c9fd37-45c3-433f-a7e0-fcdb50c7f3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:24.923764 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1e2eee84-fa4a-421f-bb66-da769a827d46 req-20c9fd37-45c3-433f-a7e0-fcdb50c7f3e7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=ce14209e-d9ba-4d1e-8a54-b7950c923a71 HTTP/1.1" status: 200 len: 849 time: 0.0607302 Mar 22 20:05:24.929318 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-967a341c-1550-4ac7-a003-561eb3d2382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'name': 'tempest-TestVolumeBootPattern-43950669-router', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:50:26Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'gw_port': {'id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:28Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '55d88f0b-ec25-4edb-b152-f70333e88da2', 'name': '', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'mac_address': 'fa:16:3e:5f:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:36Z', 'updated_at': '2022-03-22T19:50:42Z', 'revision_number': 5, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'subnets': [{'id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:24.958054 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a341c-1550-4ac7-a003-561eb3d2382f None None] Checking router: 6358990b-a7ee-475f-b23a-fee86bbf0af4 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:05:24.971347 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967a341c-1550-4ac7-a003-561eb3d2382f None None] Routers {'6358990b-a7ee-475f-b23a-fee86bbf0af4'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:05:24.971974 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-967a341c-1550-4ac7-a003-561eb3d2382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:05:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6358990b-a7ee-475f-b23a-fee86bbf0af4'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:24.980647 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2eee84-fa4a-421f-bb66-da769a827d46 req-d41e4ee2-72db-4e70-aa0f-9a629342fa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:24.982201 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1e2eee84-fa4a-421f-bb66-da769a827d46 req-d41e4ee2-72db-4e70-aa0f-9a629342fa4b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=942e739d-0f2d-40f4-8f81-80042bf466e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0520117 Mar 22 20:05:25.114856 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1e2eee84-fa4a-421f-bb66-da769a827d46 req-9a6a2cab-d747-4785-9970-e797ea9d5fc9 service neutron] 10.222.0.84 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257148 Mar 22 20:05:25.199964 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-967a341c-1550-4ac7-a003-561eb3d2382f None None] Set router 6358990b-a7ee-475f-b23a-fee86bbf0af4 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:05:25.220372 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1e2eee84-fa4a-421f-bb66-da769a827d46 req-86a030c3-f678-4628-b83f-a10541424d44 service neutron] 10.222.0.84 "GET /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982747 Mar 22 20:05:25.405229 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-967a341c-1550-4ac7-a003-561eb3d2382f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'name': 'tempest-TestVolumeBootPattern-43950669-router', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:50:26Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'gw_port': {'id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:28Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '55d88f0b-ec25-4edb-b152-f70333e88da2', 'name': '', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'mac_address': 'fa:16:3e:5f:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:36Z', 'updated_at': '2022-03-22T19:50:42Z', 'revision_number': 5, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'subnets': [{'id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:25.436429 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a341c-1550-4ac7-a003-561eb3d2382f None None] The sync data for ids ['6358990b-a7ee-475f-b23a-fee86bbf0af4'] in n-d-705658-24 is: [{'id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'name': 'tempest-TestVolumeBootPattern-43950669-router', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:50:26Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'gw_port': {'id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:28Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '55d88f0b-ec25-4edb-b152-f70333e88da2', 'name': '', 'network_id': '942e739d-0f2d-40f4-8f81-80042bf466e6', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'mac_address': 'fa:16:3e:5f:41:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:36Z', 'updated_at': '2022-03-22T19:50:42Z', 'revision_number': 5, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'subnets': [{'id': 'ce14209e-d9ba-4d1e-8a54-b7950c923a71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:05:25.665916 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c0a001-ed79-49df-bb83-bb5917a25684 None None] New status for floating IP 57153f74-a91c-483f-b88c-978de0e26632: DOWN {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:05:26.051855 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18645008-3237-405a-93dc-0d9033b5e08f req-4e909dba-c371-46e1-b35e-107c7755b173 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:26.053912 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-18645008-3237-405a-93dc-0d9033b5e08f req-4e909dba-c371-46e1-b35e-107c7755b173 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 945 time: 0.0737555 Mar 22 20:05:26.124815 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-18645008-3237-405a-93dc-0d9033b5e08f req-20220e63-d050-4774-9359-7f64a4c6d494 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/security-groups?id=dd47f805-f686-4d57-916c-221f6cc52fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611241 Mar 22 20:05:26.293269 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a3cb7-9ebf-44ee-bf53-4492aa6b004a req-a5d8efde-f4e4-49a4-84b6-dfcb9e427563 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:05:26.294758 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-bf6a3cb7-9ebf-44ee-bf53-4492aa6b004a req-a5d8efde-f4e4-49a4-84b6-dfcb9e427563 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.84 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 945 time: 0.0634508 Mar 22 20:05:26.404760 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-bf6a3cb7-9ebf-44ee-bf53-4492aa6b004a req-2e502b11-6d45-46f2-8e39-6d30d8bc669e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Deleting port 695e450f-c6f4-4762-b1fc-909b3d65caf4 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:05:26.406785 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-bf6a3cb7-9ebf-44ee-bf53-4492aa6b004a req-2e502b11-6d45-46f2-8e39-6d30d8bc669e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (695e450f-c6f4-4762-b1fc-909b3d65caf4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:26.847693 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-bf6a3cb7-9ebf-44ee-bf53-4492aa6b004a req-2e502b11-6d45-46f2-8e39-6d30d8bc669e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] For port 695e450f-c6f4-4762-b1fc-909b3d65caf4, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=695e450f-c6f4-4762-b1fc-909b3d65caf4,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:05:26.848061 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-bf6a3cb7-9ebf-44ee-bf53-4492aa6b004a req-2e502b11-6d45-46f2-8e39-6d30d8bc669e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (695e450f-c6f4-4762-b1fc-909b3d65caf4), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:26.863820 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-bf6a3cb7-9ebf-44ee-bf53-4492aa6b004a req-2e502b11-6d45-46f2-8e39-6d30d8bc669e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Calling delete_port for 695e450f-c6f4-4762-b1fc-909b3d65caf4 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:05:27.040830 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-bf6a3cb7-9ebf-44ee-bf53-4492aa6b004a req-2e502b11-6d45-46f2-8e39-6d30d8bc669e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (695e450f-c6f4-4762-b1fc-909b3d65caf4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:27.080491 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e502b11-6d45-46f2-8e39-6d30d8bc669e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Pushing event deleted for resources: {'Port': ['ID=695e450f-c6f4-4762-b1fc-909b3d65caf4,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:27.126192 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6a3cb7-9ebf-44ee-bf53-4492aa6b004a req-2e502b11-6d45-46f2-8e39-6d30d8bc669e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] No DVR routers for this DVR port 695e450f-c6f4-4762-b1fc-909b3d65caf4 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:05:27.129005 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-bf6a3cb7-9ebf-44ee-bf53-4492aa6b004a req-2e502b11-6d45-46f2-8e39-6d30d8bc669e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:27.132428 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-bf6a3cb7-9ebf-44ee-bf53-4492aa6b004a req-2e502b11-6d45-46f2-8e39-6d30d8bc669e tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.84 "DELETE /v2.0/ports/695e450f-c6f4-4762-b1fc-909b3d65caf4 HTTP/1.1" status: 204 len: 173 time: 0.8327653 Mar 22 20:05:27.133411 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd2ef49-efcc-4a44-abb9-e64969163cfb', 'name': 'network-vif-deleted', 'tag': '695e450f-c6f4-4762-b1fc-909b3d65caf4'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:05:27.136165 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3963951-8f59-4abb-9828-76cfb5cb1208" -d '{"events": [{"server_uuid": "ccd2ef49-efcc-4a44-abb9-e64969163cfb", "name": "network-vif-deleted", "tag": "695e450f-c6f4-4762-b1fc-909b3d65caf4"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:05:27.216079 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fe611f-55fd-4908-8938-a72e3873d71f x-openstack-request-id: req-d7fe611f-55fd-4908-8938-a72e3873d71f {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:05:27.216409 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd2ef49-efcc-4a44-abb9-e64969163cfb", "name": "network-vif-deleted", "tag": "695e450f-c6f4-4762-b1fc-909b3d65caf4", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:05:27.216601 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d7fe611f-55fd-4908-8938-a72e3873d71f {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:05:27.217016 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7fe611f-55fd-4908-8938-a72e3873d71f'] response: {'server_uuid': 'ccd2ef49-efcc-4a44-abb9-e64969163cfb', 'name': 'network-vif-deleted', 'tag': '695e450f-c6f4-4762-b1fc-909b3d65caf4', 'status': 'completed', 'code': 200} Mar 22 20:05:27.274921 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3ad72021-550a-40ba-9b05-bbb17e8d2d26 req-dbc01343-6bcb-470b-94fd-458d91fd3141 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 210 time: 0.0415804 Mar 22 20:05:27.603102 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:05:28.374099 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8f8e2ce1-4326-44b3-8009-e1fcb26565be req-75dc1365-1c70-4151-aebb-21a3836f4b49 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 210 time: 0.0272377 Mar 22 20:05:29.474008 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3a60207a-24d7-459c-97dd-4a8f4ce21314 req-965e5c5e-90a1-4f78-82b3-6481c6311c2d tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 210 time: 0.0292501 Mar 22 20:05:30.582014 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-412840f0-90c2-4f5d-bc3c-31a784c4382b req-965175e1-6ec9-40a5-9120-f3addfebb376 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 210 time: 0.0288270 Mar 22 20:05:30.781438 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 695e450f-c6f4-4762-b1fc-909b3d65caf4 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:05:30.805138 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 695e450f-c6f4-4762-b1fc-909b3d65caf4 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:05:30.805556 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 695e450f-c6f4-4762-b1fc-909b3d65caf4 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:05:31.708487 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51e28d3c-84a6-436a-a5c8-ce7da0a86556 req-efa053af-a185-4c1a-9336-fdf976394444 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 210 time: 0.0305955 Mar 22 20:05:32.853515 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d8c3e813-e55a-48dc-8107-3e73afb460f3 req-90037910-8395-411f-80d6-604cece7c784 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 210 time: 0.0476503 Mar 22 20:05:33.983255 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-76c246fc-71b0-4816-a107-dca75e9d5591 req-441bf6c6-f165-4f6a-bd21-2e5aaaee016c tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 210 time: 0.0440955 Mar 22 20:05:35.104257 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20509bab-2510-4497-a938-b58dad8cd489 req-b85860e2-9ff0-47a6-9092-e66d39831d25 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 210 time: 0.0318580 Mar 22 20:05:36.231621 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f3a438ee-c3b7-4232-a757-741a13a336db req-1d15bb8a-627d-4f95-b879-3289c1c943f7 tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd2ef49-efcc-4a44-abb9-e64969163cfb HTTP/1.1" status: 200 len: 210 time: 0.0334690 Mar 22 20:05:37.295669 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37804) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:37.435115 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-71dc2c61-4188-4ccc-a9f9-b44fc9a435cd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Deleting port 0c4b70aa-e490-49bb-a0d7-3c9289795338 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:05:37.435456 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-71dc2c61-4188-4ccc-a9f9-b44fc9a435cd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (0c4b70aa-e490-49bb-a0d7-3c9289795338), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:37.522844 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-71dc2c61-4188-4ccc-a9f9-b44fc9a435cd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (0c4b70aa-e490-49bb-a0d7-3c9289795338), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:37.523651 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-71dc2c61-4188-4ccc-a9f9-b44fc9a435cd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for floatingip (0c4b70aa-e490-49bb-a0d7-3c9289795338), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:37.539947 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-71dc2c61-4188-4ccc-a9f9-b44fc9a435cd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Calling delete_port for 0c4b70aa-e490-49bb-a0d7-3c9289795338 owned by network:floatingip {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:05:37.704542 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-71dc2c61-4188-4ccc-a9f9-b44fc9a435cd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (0c4b70aa-e490-49bb-a0d7-3c9289795338), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:37.734794 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc2c61-4188-4ccc-a9f9-b44fc9a435cd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Pushing event deleted for resources: {'Port': ['ID=0c4b70aa-e490-49bb-a0d7-3c9289795338,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:37.748429 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dc2c61-4188-4ccc-a9f9-b44fc9a435cd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:37.748786 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dc2c61-4188-4ccc-a9f9-b44fc9a435cd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:37.749130 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dc2c61-4188-4ccc-a9f9-b44fc9a435cd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:37.749478 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dc2c61-4188-4ccc-a9f9-b44fc9a435cd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:37.749837 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dc2c61-4188-4ccc-a9f9-b44fc9a435cd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:37.750234 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dc2c61-4188-4ccc-a9f9-b44fc9a435cd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:37.750569 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dc2c61-4188-4ccc-a9f9-b44fc9a435cd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:37.750905 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dc2c61-4188-4ccc-a9f9-b44fc9a435cd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:37.751235 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dc2c61-4188-4ccc-a9f9-b44fc9a435cd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:37.751565 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dc2c61-4188-4ccc-a9f9-b44fc9a435cd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:37.751892 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dc2c61-4188-4ccc-a9f9-b44fc9a435cd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:37.752218 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dc2c61-4188-4ccc-a9f9-b44fc9a435cd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:37.752542 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dc2c61-4188-4ccc-a9f9-b44fc9a435cd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:37.752867 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dc2c61-4188-4ccc-a9f9-b44fc9a435cd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:37.753193 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71dc2c61-4188-4ccc-a9f9-b44fc9a435cd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:37.817934 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-71dc2c61-4188-4ccc-a9f9-b44fc9a435cd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for floatingip (ed859bd5-59e9-47c1-933f-8eae7d9300c7), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:37.821071 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-71dc2c61-4188-4ccc-a9f9-b44fc9a435cd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:37.822325 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-71dc2c61-4188-4ccc-a9f9-b44fc9a435cd tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "DELETE /v2.0/floatingips/ed859bd5-59e9-47c1-933f-8eae7d9300c7 HTTP/1.1" status: 204 len: 168 time: 0.5252309 Mar 22 20:05:44.328456 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37826) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:44.397040 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cf3190eb-bb18-4dd4-b7ba-971891af96fc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for security_group (dd47f805-f686-4d57-916c-221f6cc52fdd), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:44.438336 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cf3190eb-bb18-4dd4-b7ba-971891af96fc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for security_group (dd47f805-f686-4d57-916c-221f6cc52fdd), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:44.509007 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cf3190eb-bb18-4dd4-b7ba-971891af96fc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (dd47f805-f686-4d57-916c-221f6cc52fdd), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:44.512419 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cf3190eb-bb18-4dd4-b7ba-971891af96fc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:44.513634 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-cf3190eb-bb18-4dd4-b7ba-971891af96fc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] 10.222.0.75 "DELETE /v2.0/security-groups/dd47f805-f686-4d57-916c-221f6cc52fdd HTTP/1.1" status: 204 len: 168 time: 0.1839709 Mar 22 20:05:44.523953 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3190eb-bb18-4dd4-b7ba-971891af96fc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd47f805-f686-4d57-916c-221f6cc52fdd,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:44.532816 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3190eb-bb18-4dd4-b7ba-971891af96fc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:44.533189 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3190eb-bb18-4dd4-b7ba-971891af96fc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:44.533541 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3190eb-bb18-4dd4-b7ba-971891af96fc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:44.533891 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3190eb-bb18-4dd4-b7ba-971891af96fc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:44.534236 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3190eb-bb18-4dd4-b7ba-971891af96fc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:44.534570 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3190eb-bb18-4dd4-b7ba-971891af96fc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:44.535029 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3190eb-bb18-4dd4-b7ba-971891af96fc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:44.535369 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3190eb-bb18-4dd4-b7ba-971891af96fc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:44.535939 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3190eb-bb18-4dd4-b7ba-971891af96fc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:44.536275 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3190eb-bb18-4dd4-b7ba-971891af96fc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:44.537604 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3190eb-bb18-4dd4-b7ba-971891af96fc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:44.537604 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3190eb-bb18-4dd4-b7ba-971891af96fc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:44.538198 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3190eb-bb18-4dd4-b7ba-971891af96fc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:44.538198 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3190eb-bb18-4dd4-b7ba-971891af96fc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:44.538885 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3190eb-bb18-4dd4-b7ba-971891af96fc tempest-TestVolumeBootPattern-1832568805 tempest-TestVolumeBootPattern-1832568805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:44.617883 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37830) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:45.195021 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-71d29c95-1abf-4100-986e-2431e8dd022c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:45.293543 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6b31e338-eb5f-43ea-b1e0-8c062fa60e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (6358990b-a7ee-475f-b23a-fee86bbf0af4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:45.568621 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-6b31e338-eb5f-43ea-b1e0-8c062fa60e49 admin admin] Deleting port 55d88f0b-ec25-4edb-b152-f70333e88da2 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:05:45.568966 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6b31e338-eb5f-43ea-b1e0-8c062fa60e49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (55d88f0b-ec25-4edb-b152-f70333e88da2), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:45.667535 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-6b31e338-eb5f-43ea-b1e0-8c062fa60e49 admin admin] For port 55d88f0b-ec25-4edb-b152-f70333e88da2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=55d88f0b-ec25-4edb-b152-f70333e88da2,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:05:45.669367 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6b31e338-eb5f-43ea-b1e0-8c062fa60e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (55d88f0b-ec25-4edb-b152-f70333e88da2), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:45.687580 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-6b31e338-eb5f-43ea-b1e0-8c062fa60e49 admin admin] Calling delete_port for 55d88f0b-ec25-4edb-b152-f70333e88da2 owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:05:45.907759 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6b31e338-eb5f-43ea-b1e0-8c062fa60e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (55d88f0b-ec25-4edb-b152-f70333e88da2), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:45.936027 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31e338-eb5f-43ea-b1e0-8c062fa60e49 admin admin] Pushing event deleted for resources: {'Port': ['ID=55d88f0b-ec25-4edb-b152-f70333e88da2,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:46.167294 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6b31e338-eb5f-43ea-b1e0-8c062fa60e49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (6358990b-a7ee-475f-b23a-fee86bbf0af4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:46.187288 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:46.427549 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b31e338-eb5f-43ea-b1e0-8c062fa60e49 admin admin] Router 6358990b-a7ee-475f-b23a-fee86bbf0af4 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:05:46.545979 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b31e338-eb5f-43ea-b1e0-8c062fa60e49 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:05:46.554605 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6b31e338-eb5f-43ea-b1e0-8c062fa60e49 admin admin] 10.222.0.75 "PUT /v2.0/routers/6358990b-a7ee-475f-b23a-fee86bbf0af4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9335394 Mar 22 20:05:46.555417 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37834) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:46.562184 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72dad61-3ba0-4319-a4d6-07feda0e25f0 None None] Sync routers for ids ['6358990b-a7ee-475f-b23a-fee86bbf0af4'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:05:46.575902 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72dad61-3ba0-4319-a4d6-07feda0e25f0 None None] Routers {'6358990b-a7ee-475f-b23a-fee86bbf0af4'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:05:46.576606 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-e72dad61-3ba0-4319-a4d6-07feda0e25f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:05:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6358990b-a7ee-475f-b23a-fee86bbf0af4'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:46.678790 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f02ce9c2-35f7-45ad-97a8-b26625ab5124 admin admin] Publish callbacks [] for router (6358990b-a7ee-475f-b23a-fee86bbf0af4), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:46.695345 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-e72dad61-3ba0-4319-a4d6-07feda0e25f0 None None] Set router 6358990b-a7ee-475f-b23a-fee86bbf0af4 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:05:46.809661 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f02ce9c2-35f7-45ad-97a8-b26625ab5124 admin admin] Publish callbacks [] for router_gateway (6358990b-a7ee-475f-b23a-fee86bbf0af4), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:46.880167 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-f02ce9c2-35f7-45ad-97a8-b26625ab5124 admin admin] Deleting port 58b192a4-cbd6-46cc-bc8c-8331512434ef {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:05:46.880720 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f02ce9c2-35f7-45ad-97a8-b26625ab5124 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (58b192a4-cbd6-46cc-bc8c-8331512434ef), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:46.906318 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-e72dad61-3ba0-4319-a4d6-07feda0e25f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'name': 'tempest-TestVolumeBootPattern-43950669-router', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:50:26Z', 'updated_at': '2022-03-22T20:05:45Z', 'revision_number': 5, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'gw_port': {'id': '58b192a4-cbd6-46cc-bc8c-8331512434ef', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:28Z', 'updated_at': '2022-03-22T19:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:46.935911 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72dad61-3ba0-4319-a4d6-07feda0e25f0 None None] Checking router: 6358990b-a7ee-475f-b23a-fee86bbf0af4 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:05:46.945313 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72dad61-3ba0-4319-a4d6-07feda0e25f0 None None] Routers {'6358990b-a7ee-475f-b23a-fee86bbf0af4'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:05:46.945982 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-e72dad61-3ba0-4319-a4d6-07feda0e25f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:05:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['6358990b-a7ee-475f-b23a-fee86bbf0af4'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:46.997764 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-f02ce9c2-35f7-45ad-97a8-b26625ab5124 admin admin] For port 58b192a4-cbd6-46cc-bc8c-8331512434ef, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=58b192a4-cbd6-46cc-bc8c-8331512434ef,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:05:46.998414 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f02ce9c2-35f7-45ad-97a8-b26625ab5124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (58b192a4-cbd6-46cc-bc8c-8331512434ef), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:47.021488 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-f02ce9c2-35f7-45ad-97a8-b26625ab5124 admin admin] Calling delete_port for 58b192a4-cbd6-46cc-bc8c-8331512434ef owned by network:router_gateway {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:05:47.072612 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-e72dad61-3ba0-4319-a4d6-07feda0e25f0 None None] Set router 6358990b-a7ee-475f-b23a-fee86bbf0af4 gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:05:47.152887 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-e72dad61-3ba0-4319-a4d6-07feda0e25f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'name': 'tempest-TestVolumeBootPattern-43950669-router', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:50:26Z', 'updated_at': '2022-03-22T20:05:46Z', 'revision_number': 6, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:47.195123 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72dad61-3ba0-4319-a4d6-07feda0e25f0 None None] The sync data for ids ['6358990b-a7ee-475f-b23a-fee86bbf0af4'] in n-d-705658-24 is: [{'id': '6358990b-a7ee-475f-b23a-fee86bbf0af4', 'name': 'tempest-TestVolumeBootPattern-43950669-router', 'tenant_id': '99d72c7dab634aac93e71becf6d2998e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:50:26Z', 'updated_at': '2022-03-22T20:05:46Z', 'revision_number': 6, 'project_id': '99d72c7dab634aac93e71becf6d2998e', 'gw_port_host': None}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:05:47.274718 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f02ce9c2-35f7-45ad-97a8-b26625ab5124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (58b192a4-cbd6-46cc-bc8c-8331512434ef), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:47.309932 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ce9c2-35f7-45ad-97a8-b26625ab5124 admin admin] Pushing event deleted for resources: {'Port': ['ID=58b192a4-cbd6-46cc-bc8c-8331512434ef,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:47.388882 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f02ce9c2-35f7-45ad-97a8-b26625ab5124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (6358990b-a7ee-475f-b23a-fee86bbf0af4), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:47.440114 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ef61a87a-fd8c-4945-882c-e50f5faa10aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:47.509361 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f02ce9c2-35f7-45ad-97a8-b26625ab5124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (6358990b-a7ee-475f-b23a-fee86bbf0af4), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:47.512949 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f02ce9c2-35f7-45ad-97a8-b26625ab5124 admin admin] Publish callbacks [] for router_controller (6358990b-a7ee-475f-b23a-fee86bbf0af4), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:47.939677 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f02ce9c2-35f7-45ad-97a8-b26625ab5124 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (6358990b-a7ee-475f-b23a-fee86bbf0af4), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:47.940664 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02ce9c2-35f7-45ad-97a8-b26625ab5124 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6358990b-a7ee-475f-b23a-fee86bbf0af4 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 20:05:47.947708 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f02ce9c2-35f7-45ad-97a8-b26625ab5124 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:47.949194 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f02ce9c2-35f7-45ad-97a8-b26625ab5124 admin admin] 10.222.0.75 "DELETE /v2.0/routers/6358990b-a7ee-475f-b23a-fee86bbf0af4 HTTP/1.1" status: 204 len: 168 time: 1.3926237 Mar 22 20:05:47.952636 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37836) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:48.018211 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd790ecb-2452-49a1-836c-45e86feedbcb admin admin] Deleting subnet ce14209e-d9ba-4d1e-8a54-b7950c923a71 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:05:48.023427 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fd790ecb-2452-49a1-836c-45e86feedbcb admin admin] Publish callbacks [] for subnet (ce14209e-d9ba-4d1e-8a54-b7950c923a71), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:48.060791 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 55d88f0b-ec25-4edb-b152-f70333e88da2 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:05:48.088472 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fd790ecb-2452-49a1-836c-45e86feedbcb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (ce14209e-d9ba-4d1e-8a54-b7950c923a71), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:48.089837 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 55d88f0b-ec25-4edb-b152-f70333e88da2 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:05:48.090455 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 55d88f0b-ec25-4edb-b152-f70333e88da2 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:05:48.186255 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fd790ecb-2452-49a1-836c-45e86feedbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (ce14209e-d9ba-4d1e-8a54-b7950c923a71), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:48.259375 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fd790ecb-2452-49a1-836c-45e86feedbcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (ce14209e-d9ba-4d1e-8a54-b7950c923a71), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:48.287611 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd790ecb-2452-49a1-836c-45e86feedbcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce14209e-d9ba-4d1e-8a54-b7950c923a71,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:48.290110 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fd790ecb-2452-49a1-836c-45e86feedbcb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:48.294527 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fd790ecb-2452-49a1-836c-45e86feedbcb admin admin] 10.222.0.75 "DELETE /v2.0/subnets/ce14209e-d9ba-4d1e-8a54-b7950c923a71 HTTP/1.1" status: 204 len: 168 time: 0.3395562 Mar 22 20:05:48.295720 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207ae1c6-f2d5-4e91-8144-879dd857e390 None None] Network 942e739d-0f2d-40f4-8f81-80042bf466e6 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:05:48.296265 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37838) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:48.401521 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d1dcc74e-e273-4ae0-bb8c-4775ad900274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (942e739d-0f2d-40f4-8f81-80042bf466e6), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:48.479112 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-d1dcc74e-e273-4ae0-bb8c-4775ad900274 admin admin] Deleting port effd86cd-6142-4598-9719-0d7858ad34bd {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:05:48.479459 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d1dcc74e-e273-4ae0-bb8c-4775ad900274 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (effd86cd-6142-4598-9719-0d7858ad34bd), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:48.514805 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc1a092-a6e5-4199-a4b2-3190dec25e6a None None] DHCP port deletion for 942e739d-0f2d-40f4-8f81-80042bf466e6 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 20:05:48.549739 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-d1dcc74e-e273-4ae0-bb8c-4775ad900274 admin admin] For port effd86cd-6142-4598-9719-0d7858ad34bd, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=effd86cd-6142-4598-9719-0d7858ad34bd,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:05:48.550048 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d1dcc74e-e273-4ae0-bb8c-4775ad900274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (effd86cd-6142-4598-9719-0d7858ad34bd), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:48.567619 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-d1dcc74e-e273-4ae0-bb8c-4775ad900274 admin admin] Calling delete_port for effd86cd-6142-4598-9719-0d7858ad34bd owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:05:48.582945 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ecc1a092-a6e5-4199-a4b2-3190dec25e6a None None] Deleting port effd86cd-6142-4598-9719-0d7858ad34bd {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:05:48.583339 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ecc1a092-a6e5-4199-a4b2-3190dec25e6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (effd86cd-6142-4598-9719-0d7858ad34bd), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:48.687697 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:48.696569 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-ecc1a092-a6e5-4199-a4b2-3190dec25e6a None None] For port effd86cd-6142-4598-9719-0d7858ad34bd, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=effd86cd-6142-4598-9719-0d7858ad34bd,segment=NetworkSegment(3040ee74-291d-4a43-8a6b-7536a5e05546),segment_id=3040ee74-291d-4a43-8a6b-7536a5e05546)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:05:48.696902 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d1dcc74e-e273-4ae0-bb8c-4775ad900274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (effd86cd-6142-4598-9719-0d7858ad34bd), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:48.697095 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ecc1a092-a6e5-4199-a4b2-3190dec25e6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (effd86cd-6142-4598-9719-0d7858ad34bd), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:48.718011 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ecc1a092-a6e5-4199-a4b2-3190dec25e6a None None] Calling delete_port for effd86cd-6142-4598-9719-0d7858ad34bd owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:05:48.726802 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dcc74e-e273-4ae0-bb8c-4775ad900274 admin admin] Pushing event deleted for resources: {'Port': ['ID=effd86cd-6142-4598-9719-0d7858ad34bd,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:48.731142 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dcc74e-e273-4ae0-bb8c-4775ad900274 admin admin] No DVR routers for this DVR port effd86cd-6142-4598-9719-0d7858ad34bd on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 22 20:05:48.807731 n-d-705658-24 neutron-server[104174]: self.session.flush() Mar 22 20:05:48.823672 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d1dcc74e-e273-4ae0-bb8c-4775ad900274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (942e739d-0f2d-40f4-8f81-80042bf466e6), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:48.827254 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ecc1a092-a6e5-4199-a4b2-3190dec25e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (effd86cd-6142-4598-9719-0d7858ad34bd), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:48.832518 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:48.853498 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-d1dcc74e-e273-4ae0-bb8c-4775ad900274 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['942e739d-0f2d-40f4-8f81-80042bf466e6']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:48.856054 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1a092-a6e5-4199-a4b2-3190dec25e6a None None] Pushing event deleted for resources: {'Port': ['ID=effd86cd-6142-4598-9719-0d7858ad34bd,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:48.865224 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc1a092-a6e5-4199-a4b2-3190dec25e6a None None] No DVR routers for this DVR port effd86cd-6142-4598-9719-0d7858ad34bd on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:05:48.871859 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc1a092-a6e5-4199-a4b2-3190dec25e6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:48.871859 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc1a092-a6e5-4199-a4b2-3190dec25e6a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:48.872277 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-d1dcc74e-e273-4ae0-bb8c-4775ad900274 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3040ee74-291d-4a43-8a6b-7536a5e05546') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:48.872490 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc1a092-a6e5-4199-a4b2-3190dec25e6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:48.872608 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-d1dcc74e-e273-4ae0-bb8c-4775ad900274 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3040ee74-291d-4a43-8a6b-7536a5e05546') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:48.872722 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc1a092-a6e5-4199-a4b2-3190dec25e6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:48.872722 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc1a092-a6e5-4199-a4b2-3190dec25e6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:48.872874 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc1a092-a6e5-4199-a4b2-3190dec25e6a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:48.873185 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc1a092-a6e5-4199-a4b2-3190dec25e6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:48.873679 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc1a092-a6e5-4199-a4b2-3190dec25e6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:48.873880 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc1a092-a6e5-4199-a4b2-3190dec25e6a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:48.874353 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc1a092-a6e5-4199-a4b2-3190dec25e6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:48.874485 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc1a092-a6e5-4199-a4b2-3190dec25e6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:48.874798 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc1a092-a6e5-4199-a4b2-3190dec25e6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:48.875130 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc1a092-a6e5-4199-a4b2-3190dec25e6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:48.875451 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc1a092-a6e5-4199-a4b2-3190dec25e6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:48.875775 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc1a092-a6e5-4199-a4b2-3190dec25e6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:05:48.891085 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d1dcc74e-e273-4ae0-bb8c-4775ad900274 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (3040ee74-291d-4a43-8a6b-7536a5e05546), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:48.908785 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d1dcc74e-e273-4ae0-bb8c-4775ad900274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (3040ee74-291d-4a43-8a6b-7536a5e05546), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:48.917751 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1dcc74e-e273-4ae0-bb8c-4775ad900274 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:05:48.918207 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d1dcc74e-e273-4ae0-bb8c-4775ad900274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (3040ee74-291d-4a43-8a6b-7536a5e05546), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:48.920134 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 20:05:48.920134 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:05:48.920134 n-d-705658-24 neutron-server[104173]: timer() Mar 22 20:05:48.920134 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:05:48.920134 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 20:05:48.920134 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:05:48.920134 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 20:05:48.920134 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:05:48.920134 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 20:05:48.920134 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:05:48.920134 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 20:05:48.920134 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:05:48.920134 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 20:05:48.920134 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:05:48.920134 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:05:48.920134 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:05:48.920134 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:05:48.920134 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:05:48.920134 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 20:05:48.920134 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:05:48.920134 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 20:05:48.920134 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:05:48.920134 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:05:48.920134 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:05:48.920134 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 20:05:48.920134 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:05:48.920134 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:05:48.920134 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:05:48.920134 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:05:48.920134 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:05:48.920134 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:05:48.920134 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:05:48.975590 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d1dcc74e-e273-4ae0-bb8c-4775ad900274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (942e739d-0f2d-40f4-8f81-80042bf466e6), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:48.981723 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d1dcc74e-e273-4ae0-bb8c-4775ad900274 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:48.984930 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d1dcc74e-e273-4ae0-bb8c-4775ad900274 admin admin] 10.222.0.75 "DELETE /v2.0/networks/942e739d-0f2d-40f4-8f81-80042bf466e6 HTTP/1.1" status: 204 len: 168 time: 0.6876376 Mar 22 20:05:48.988557 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37840) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:48.996922 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dcc74e-e273-4ae0-bb8c-4775ad900274 admin admin] Pushing event deleted for resources: {'Network': ['ID=942e739d-0f2d-40f4-8f81-80042bf466e6,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:49.349442 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 58b192a4-cbd6-46cc-bc8c-8331512434ef no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:05:49.374867 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 58b192a4-cbd6-46cc-bc8c-8331512434ef {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:05:49.375117 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 58b192a4-cbd6-46cc-bc8c-8331512434ef not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:05:49.375483 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device effd86cd-6142-4598-9719-0d7858ad34bd no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:05:49.395104 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: effd86cd-6142-4598-9719-0d7858ad34bd {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:05:49.395469 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device effd86cd-6142-4598-9719-0d7858ad34bd not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:05:49.401437 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f7222816-ff90-4b2b-b283-9f8fbc4e4351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (5d011d95-a6c9-4574-b0d5-589df7d2e032), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:49.702694 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-f7222816-ff90-4b2b-b283-9f8fbc4e4351 admin admin] Deleting port 0588fdeb-5309-4806-8291-f348e43cb96c {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:05:49.703058 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f7222816-ff90-4b2b-b283-9f8fbc4e4351 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (0588fdeb-5309-4806-8291-f348e43cb96c), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:49.809905 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-f7222816-ff90-4b2b-b283-9f8fbc4e4351 admin admin] For port 0588fdeb-5309-4806-8291-f348e43cb96c, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=0588fdeb-5309-4806-8291-f348e43cb96c,segment=NetworkSegment(85d1bfa1-b793-426f-9c40-05f83eae1ec6),segment_id=85d1bfa1-b793-426f-9c40-05f83eae1ec6)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:05:49.810368 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f7222816-ff90-4b2b-b283-9f8fbc4e4351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (0588fdeb-5309-4806-8291-f348e43cb96c), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:49.834168 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-f7222816-ff90-4b2b-b283-9f8fbc4e4351 admin admin] Calling delete_port for 0588fdeb-5309-4806-8291-f348e43cb96c owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:05:50.048173 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f7222816-ff90-4b2b-b283-9f8fbc4e4351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (0588fdeb-5309-4806-8291-f348e43cb96c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:50.087955 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7222816-ff90-4b2b-b283-9f8fbc4e4351 admin admin] Pushing event deleted for resources: {'Port': ['ID=0588fdeb-5309-4806-8291-f348e43cb96c,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:50.259758 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:50.298589 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f7222816-ff90-4b2b-b283-9f8fbc4e4351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (5d011d95-a6c9-4574-b0d5-589df7d2e032), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:50.569190 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7222816-ff90-4b2b-b283-9f8fbc4e4351 admin admin] Router 5d011d95-a6c9-4574-b0d5-589df7d2e032 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:05:50.696355 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7222816-ff90-4b2b-b283-9f8fbc4e4351 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:05:50.701517 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f7222816-ff90-4b2b-b283-9f8fbc4e4351 admin admin] 10.222.0.75 "PUT /v2.0/routers/5d011d95-a6c9-4574-b0d5-589df7d2e032/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7117379 Mar 22 20:05:50.704236 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37842) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:50.707722 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c765ef8-0567-4e6e-a9c2-9fea4b35c43f None None] Sync routers for ids ['5d011d95-a6c9-4574-b0d5-589df7d2e032'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:05:50.720268 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c765ef8-0567-4e6e-a9c2-9fea4b35c43f None None] Routers {'5d011d95-a6c9-4574-b0d5-589df7d2e032'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:05:50.720890 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-2c765ef8-0567-4e6e-a9c2-9fea4b35c43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:05:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['5d011d95-a6c9-4574-b0d5-589df7d2e032'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:50.839602 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-2c765ef8-0567-4e6e-a9c2-9fea4b35c43f None None] Set router 5d011d95-a6c9-4574-b0d5-589df7d2e032 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:05:50.850677 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-60520c50-64ac-45f1-9e79-1d6b3524daf9 admin admin] Publish callbacks [] for router (5d011d95-a6c9-4574-b0d5-589df7d2e032), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:50.976106 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-60520c50-64ac-45f1-9e79-1d6b3524daf9 admin admin] Publish callbacks [] for router_gateway (5d011d95-a6c9-4574-b0d5-589df7d2e032), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:51.039944 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-60520c50-64ac-45f1-9e79-1d6b3524daf9 admin admin] Deleting port a51ee7d5-03e9-4fe3-8a92-c936a4b9de74 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:05:51.040418 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-60520c50-64ac-45f1-9e79-1d6b3524daf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (a51ee7d5-03e9-4fe3-8a92-c936a4b9de74), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:51.094204 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-2c765ef8-0567-4e6e-a9c2-9fea4b35c43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d011d95-a6c9-4574-b0d5-589df7d2e032', 'name': 'tempest-TestVolumeBootPattern-1763000088-router', 'tenant_id': '377d8bb866f345b8b8ec2f505d623849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': 'a51ee7d5-03e9-4fe3-8a92-c936a4b9de74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:50:43Z', 'updated_at': '2022-03-22T20:05:49Z', 'revision_number': 5, 'project_id': '377d8bb866f345b8b8ec2f505d623849', 'gw_port': {'id': 'a51ee7d5-03e9-4fe3-8a92-c936a4b9de74', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d011d95-a6c9-4574-b0d5-589df7d2e032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T19:50:45Z', 'updated_at': '2022-03-22T19:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:51.133015 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c765ef8-0567-4e6e-a9c2-9fea4b35c43f None None] Checking router: 5d011d95-a6c9-4574-b0d5-589df7d2e032 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:05:51.143552 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c765ef8-0567-4e6e-a9c2-9fea4b35c43f None None] Routers {'5d011d95-a6c9-4574-b0d5-589df7d2e032'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:05:51.144195 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-2c765ef8-0567-4e6e-a9c2-9fea4b35c43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:05:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['5d011d95-a6c9-4574-b0d5-589df7d2e032'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:51.154143 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-60520c50-64ac-45f1-9e79-1d6b3524daf9 admin admin] For port a51ee7d5-03e9-4fe3-8a92-c936a4b9de74, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a51ee7d5-03e9-4fe3-8a92-c936a4b9de74,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:05:51.154780 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-60520c50-64ac-45f1-9e79-1d6b3524daf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (a51ee7d5-03e9-4fe3-8a92-c936a4b9de74), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:51.172482 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-60520c50-64ac-45f1-9e79-1d6b3524daf9 admin admin] Calling delete_port for a51ee7d5-03e9-4fe3-8a92-c936a4b9de74 owned by network:router_gateway {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:05:51.244814 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-2c765ef8-0567-4e6e-a9c2-9fea4b35c43f None None] Set router 5d011d95-a6c9-4574-b0d5-589df7d2e032 gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:05:51.313564 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-2c765ef8-0567-4e6e-a9c2-9fea4b35c43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d011d95-a6c9-4574-b0d5-589df7d2e032', 'name': 'tempest-TestVolumeBootPattern-1763000088-router', 'tenant_id': '377d8bb866f345b8b8ec2f505d623849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:50:43Z', 'updated_at': '2022-03-22T20:05:50Z', 'revision_number': 6, 'project_id': '377d8bb866f345b8b8ec2f505d623849', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:51.353569 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c765ef8-0567-4e6e-a9c2-9fea4b35c43f None None] The sync data for ids ['5d011d95-a6c9-4574-b0d5-589df7d2e032'] in n-d-705658-24 is: [{'id': '5d011d95-a6c9-4574-b0d5-589df7d2e032', 'name': 'tempest-TestVolumeBootPattern-1763000088-router', 'tenant_id': '377d8bb866f345b8b8ec2f505d623849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T19:50:43Z', 'updated_at': '2022-03-22T20:05:50Z', 'revision_number': 6, 'project_id': '377d8bb866f345b8b8ec2f505d623849', 'gw_port_host': None}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:05:51.398700 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-60520c50-64ac-45f1-9e79-1d6b3524daf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (a51ee7d5-03e9-4fe3-8a92-c936a4b9de74), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:51.414199 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:51.446093 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60520c50-64ac-45f1-9e79-1d6b3524daf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a51ee7d5-03e9-4fe3-8a92-c936a4b9de74,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:51.522041 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-60520c50-64ac-45f1-9e79-1d6b3524daf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (5d011d95-a6c9-4574-b0d5-589df7d2e032), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:51.640981 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-60520c50-64ac-45f1-9e79-1d6b3524daf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (5d011d95-a6c9-4574-b0d5-589df7d2e032), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:51.643573 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-60520c50-64ac-45f1-9e79-1d6b3524daf9 admin admin] Publish callbacks [] for router_controller (5d011d95-a6c9-4574-b0d5-589df7d2e032), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:51.692591 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-60520c50-64ac-45f1-9e79-1d6b3524daf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (5d011d95-a6c9-4574-b0d5-589df7d2e032), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:51.693093 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60520c50-64ac-45f1-9e79-1d6b3524daf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d011d95-a6c9-4574-b0d5-589df7d2e032 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 20:05:51.698142 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-60520c50-64ac-45f1-9e79-1d6b3524daf9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:51.699406 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-60520c50-64ac-45f1-9e79-1d6b3524daf9 admin admin] 10.222.0.75 "DELETE /v2.0/routers/5d011d95-a6c9-4574-b0d5-589df7d2e032 HTTP/1.1" status: 204 len: 168 time: 0.9940999 Mar 22 20:05:51.702459 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37844) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:51.767717 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-80af613c-7a35-4baf-a5c6-a3b777546318 admin admin] Deleting subnet 4afbe974-d8f4-4b73-958b-5d270d508b57 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:05:51.772719 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-80af613c-7a35-4baf-a5c6-a3b777546318 admin admin] Publish callbacks [] for subnet (4afbe974-d8f4-4b73-958b-5d270d508b57), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:51.815044 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-80af613c-7a35-4baf-a5c6-a3b777546318 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (4afbe974-d8f4-4b73-958b-5d270d508b57), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:51.917370 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-80af613c-7a35-4baf-a5c6-a3b777546318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (4afbe974-d8f4-4b73-958b-5d270d508b57), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:51.987309 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-80af613c-7a35-4baf-a5c6-a3b777546318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (4afbe974-d8f4-4b73-958b-5d270d508b57), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:52.029924 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af613c-7a35-4baf-a5c6-a3b777546318 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4afbe974-d8f4-4b73-958b-5d270d508b57,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:52.032209 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-80af613c-7a35-4baf-a5c6-a3b777546318 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:52.035628 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-80af613c-7a35-4baf-a5c6-a3b777546318 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/4afbe974-d8f4-4b73-958b-5d270d508b57 HTTP/1.1" status: 204 len: 168 time: 0.3319933 Mar 22 20:05:52.040391 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 37846) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:52.042749 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c693443-9353-4603-aaa2-bc0c2999a9ea None None] Network 720a2306-430a-4ff0-891e-43ba5288943f requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:05:52.152192 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cf846a62-aa67-4ed0-8d4f-e3f0abad1af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (720a2306-430a-4ff0-891e-43ba5288943f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:52.231558 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-cf846a62-aa67-4ed0-8d4f-e3f0abad1af5 admin admin] Deleting port c05141eb-1358-4add-960a-b93118f0fda8 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:05:52.232140 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cf846a62-aa67-4ed0-8d4f-e3f0abad1af5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (c05141eb-1358-4add-960a-b93118f0fda8), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:52.268732 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18503c29-6c6a-45ae-8c63-56adb5fa045e None None] DHCP port deletion for 720a2306-430a-4ff0-891e-43ba5288943f request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 20:05:52.313727 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-cf846a62-aa67-4ed0-8d4f-e3f0abad1af5 admin admin] For port c05141eb-1358-4add-960a-b93118f0fda8, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c05141eb-1358-4add-960a-b93118f0fda8,segment=NetworkSegment(85d1bfa1-b793-426f-9c40-05f83eae1ec6),segment_id=85d1bfa1-b793-426f-9c40-05f83eae1ec6)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:05:52.313727 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cf846a62-aa67-4ed0-8d4f-e3f0abad1af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (c05141eb-1358-4add-960a-b93118f0fda8), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:52.333909 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-cf846a62-aa67-4ed0-8d4f-e3f0abad1af5 admin admin] Calling delete_port for c05141eb-1358-4add-960a-b93118f0fda8 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:05:52.345703 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-18503c29-6c6a-45ae-8c63-56adb5fa045e None None] Deleting port c05141eb-1358-4add-960a-b93118f0fda8 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:05:52.346745 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-18503c29-6c6a-45ae-8c63-56adb5fa045e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (c05141eb-1358-4add-960a-b93118f0fda8), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:52.462611 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cf846a62-aa67-4ed0-8d4f-e3f0abad1af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (c05141eb-1358-4add-960a-b93118f0fda8), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:52.509113 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf846a62-aa67-4ed0-8d4f-e3f0abad1af5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c05141eb-1358-4add-960a-b93118f0fda8,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:52.516006 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf846a62-aa67-4ed0-8d4f-e3f0abad1af5 admin admin] No DVR routers for this DVR port c05141eb-1358-4add-960a-b93118f0fda8 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:05:52.615632 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-18503c29-6c6a-45ae-8c63-56adb5fa045e None None] For port c05141eb-1358-4add-960a-b93118f0fda8, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c05141eb-1358-4add-960a-b93118f0fda8,segment=NetworkSegment(85d1bfa1-b793-426f-9c40-05f83eae1ec6),segment_id=85d1bfa1-b793-426f-9c40-05f83eae1ec6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:05:52.616260 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-18503c29-6c6a-45ae-8c63-56adb5fa045e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (c05141eb-1358-4add-960a-b93118f0fda8), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:52.630680 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-18503c29-6c6a-45ae-8c63-56adb5fa045e None None] Calling delete_port for c05141eb-1358-4add-960a-b93118f0fda8 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:05:52.635935 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cf846a62-aa67-4ed0-8d4f-e3f0abad1af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (720a2306-430a-4ff0-891e-43ba5288943f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:52.664810 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-cf846a62-aa67-4ed0-8d4f-e3f0abad1af5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['720a2306-430a-4ff0-891e-43ba5288943f']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:52.677336 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-cf846a62-aa67-4ed0-8d4f-e3f0abad1af5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d1bfa1-b793-426f-9c40-05f83eae1ec6') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:52.677816 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-cf846a62-aa67-4ed0-8d4f-e3f0abad1af5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d1bfa1-b793-426f-9c40-05f83eae1ec6') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:05:52.689401 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cf846a62-aa67-4ed0-8d4f-e3f0abad1af5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (85d1bfa1-b793-426f-9c40-05f83eae1ec6), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:52.716485 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cf846a62-aa67-4ed0-8d4f-e3f0abad1af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (85d1bfa1-b793-426f-9c40-05f83eae1ec6), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:52.724594 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf846a62-aa67-4ed0-8d4f-e3f0abad1af5 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:05:52.724594 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cf846a62-aa67-4ed0-8d4f-e3f0abad1af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (85d1bfa1-b793-426f-9c40-05f83eae1ec6), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:52.727224 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 20:05:52.727224 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:05:52.727224 n-d-705658-24 neutron-server[104173]: timer() Mar 22 20:05:52.727224 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:05:52.727224 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 20:05:52.727224 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:05:52.727224 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 20:05:52.727224 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:05:52.727224 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 20:05:52.727224 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:05:52.727224 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 20:05:52.727224 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:05:52.727224 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 20:05:52.727224 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:05:52.727224 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:05:52.727224 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:05:52.727224 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:05:52.727224 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:05:52.727224 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 20:05:52.727224 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:05:52.727224 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 20:05:52.727224 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:05:52.727224 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:05:52.727224 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:05:52.727224 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 20:05:52.727224 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:05:52.727224 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:05:52.727224 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:05:52.727224 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:05:52.727224 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:05:52.727224 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:05:52.727224 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:05:52.741050 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-18503c29-6c6a-45ae-8c63-56adb5fa045e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (c05141eb-1358-4add-960a-b93118f0fda8), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:52.777056 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18503c29-6c6a-45ae-8c63-56adb5fa045e None None] Pushing event deleted for resources: {'Port': ['ID=c05141eb-1358-4add-960a-b93118f0fda8,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:52.779063 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18503c29-6c6a-45ae-8c63-56adb5fa045e None None] No DVR routers for this DVR port c05141eb-1358-4add-960a-b93118f0fda8 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:05:52.795743 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cf846a62-aa67-4ed0-8d4f-e3f0abad1af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (720a2306-430a-4ff0-891e-43ba5288943f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:52.804523 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cf846a62-aa67-4ed0-8d4f-e3f0abad1af5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:52.809457 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cf846a62-aa67-4ed0-8d4f-e3f0abad1af5 admin admin] 10.222.0.75 "DELETE /v2.0/networks/720a2306-430a-4ff0-891e-43ba5288943f HTTP/1.1" status: 204 len: 168 time: 0.7670255 Mar 22 20:05:52.831027 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf846a62-aa67-4ed0-8d4f-e3f0abad1af5 admin admin] Pushing event deleted for resources: {'Network': ['ID=720a2306-430a-4ff0-891e-43ba5288943f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:52.974100 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37850) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:53.030723 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fd9baffa-d77b-46e4-a3f3-caa846f1fd10 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=99d72c7dab634aac93e71becf6d2998e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0550685 Mar 22 20:05:53.033331 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37852) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:53.091873 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ffae59d7-a8df-4070-a1a7-368dcb129c63 admin admin] Publish callbacks [] for security_group (923f1c62-49d6-4d0c-8397-0c7f4aeba87d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:53.124929 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ffae59d7-a8df-4070-a1a7-368dcb129c63 admin admin] Publish callbacks [] for security_group (923f1c62-49d6-4d0c-8397-0c7f4aeba87d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:53.208968 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ffae59d7-a8df-4070-a1a7-368dcb129c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (923f1c62-49d6-4d0c-8397-0c7f4aeba87d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:53.211885 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ffae59d7-a8df-4070-a1a7-368dcb129c63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:53.213110 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ffae59d7-a8df-4070-a1a7-368dcb129c63 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/923f1c62-49d6-4d0c-8397-0c7f4aeba87d HTTP/1.1" status: 204 len: 168 time: 0.1786430 Mar 22 20:05:53.222463 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae59d7-a8df-4070-a1a7-368dcb129c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923f1c62-49d6-4d0c-8397-0c7f4aeba87d,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:05:53.369170 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a51ee7d5-03e9-4fe3-8a92-c936a4b9de74 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:05:53.398692 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: a51ee7d5-03e9-4fe3-8a92-c936a4b9de74 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:05:53.399196 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a51ee7d5-03e9-4fe3-8a92-c936a4b9de74 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:05:53.399795 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 0588fdeb-5309-4806-8291-f348e43cb96c no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:05:53.420434 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 0588fdeb-5309-4806-8291-f348e43cb96c {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:05:53.420814 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 0588fdeb-5309-4806-8291-f348e43cb96c not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:05:53.421324 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c05141eb-1358-4add-960a-b93118f0fda8 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:05:53.444873 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: c05141eb-1358-4add-960a-b93118f0fda8 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:05:53.445203 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c05141eb-1358-4add-960a-b93118f0fda8 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:05:53.712763 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37858) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:53.782187 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-72b9ad9e-9249-4515-9ba8-54370f9e6e08 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=377d8bb866f345b8b8ec2f505d623849&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0676134 Mar 22 20:05:53.784703 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 37860) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:05:53.865747 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e96197eb-e1e1-43d4-941a-3512ecab622a admin admin] Publish callbacks [] for security_group (d16edfc1-bc59-4d5e-9f6b-85ae8bf14302), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:53.902952 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e96197eb-e1e1-43d4-941a-3512ecab622a admin admin] Publish callbacks [] for security_group (d16edfc1-bc59-4d5e-9f6b-85ae8bf14302), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:53.980971 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e96197eb-e1e1-43d4-941a-3512ecab622a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d16edfc1-bc59-4d5e-9f6b-85ae8bf14302), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:53.985577 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e96197eb-e1e1-43d4-941a-3512ecab622a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:05:53.987427 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e96197eb-e1e1-43d4-941a-3512ecab622a admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d16edfc1-bc59-4d5e-9f6b-85ae8bf14302 HTTP/1.1" status: 204 len: 168 time: 0.2013009 Mar 22 20:05:53.999875 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96197eb-e1e1-43d4-941a-3512ecab622a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16edfc1-bc59-4d5e-9f6b-85ae8bf14302,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:04.605578 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:06:06.281155 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-9b50f75c-b892-48df-8770-ac4728caf39c tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=660e28b5d1d04fb7a94c3cb76e2db596&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294154 Mar 22 20:06:06.491820 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-b0d4de7b-dd60-441f-aa5c-0b84bf2037d9 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:06.493328 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-b0d4de7b-dd60-441f-aa5c-0b84bf2037d9 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2063732 Mar 22 20:06:06.513539 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-1c65e046-b619-45f5-9ebf-14991cfb46f6 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] 10.222.0.75 "GET /v2.0/quotas/660e28b5d1d04fb7a94c3cb76e2db596 HTTP/1.1" status: 200 len: 375 time: 0.0103166 Mar 22 20:06:06.555518 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-93b74ef3-5eac-4435-9a30-bdfe81f116c9 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=660e28b5d1d04fb7a94c3cb76e2db596&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359552 Mar 22 20:06:07.235031 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f4785437-0504-414c-b490-be8d8fe8fe10 req-98d05b4f-2a20-4e64-9efd-41c7d939b246 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc8322b4-f358-44aa-bb3a-eb11085b477e HTTP/1.1" status: 200 len: 210 time: 0.5226274 Mar 22 20:06:07.778769 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-bdfde957-32fa-44fa-8cf4-2fe967dc2452 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=660e28b5d1d04fb7a94c3cb76e2db596&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307484 Mar 22 20:06:07.889680 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-f8cf1c7a-1a25-4f17-9805-95dffa135c10 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:07.891282 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-f8cf1c7a-1a25-4f17-9805-95dffa135c10 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1074631 Mar 22 20:06:07.903430 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-584a8906-1270-47b3-b72d-c2331d68d07e tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] Request body: {'port': {'device_id': 'fc8322b4-f358-44aa-bb3a-eb11085b477e', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'admin_state_up': True, 'tenant_id': '660e28b5d1d04fb7a94c3cb76e2db596'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:06:08.021871 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-584a8906-1270-47b3-b72d-c2331d68d07e tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] Made reservation on behalf of 660e28b5d1d04fb7a94c3cb76e2db596 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:06:08.025566 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-584a8906-1270-47b3-b72d-c2331d68d07e tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:08.034953 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-584a8906-1270-47b3-b72d-c2331d68d07e tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:08.123699 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-584a8906-1270-47b3-b72d-c2331d68d07e tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] Publish callbacks [] for security_group (2dcfe47a-dd72-492c-83aa-7ff5ad3f33ef), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:08.128543 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-584a8906-1270-47b3-b72d-c2331d68d07e tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2dcfe47a-dd72-492c-83aa-7ff5ad3f33ef), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:08.207697 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a8906-1270-47b3-b72d-c2331d68d07e tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcfe47a-dd72-492c-83aa-7ff5ad3f33ef,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:08.303434 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-584a8906-1270-47b3-b72d-c2331d68d07e tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] Allocated IP 192.168.233.193 (43c82fd2-7e25-4eba-86f2-aced26197dba/e28314b8-0ed1-465e-a6f2-eda7f6b773cd/5daf8e0b-9c13-4606-98f7-79d5710ca2f4) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:06:08.346862 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cd37396d-8816-498f-b5b4-4430ce5c7ab3 req-5df4719e-f8b3-4130-8721-db4ff289db96 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc8322b4-f358-44aa-bb3a-eb11085b477e HTTP/1.1" status: 200 len: 210 time: 0.0368004 Mar 22 20:06:08.494655 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-584a8906-1270-47b3-b72d-c2331d68d07e tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] Publish callbacks [] for port (5daf8e0b-9c13-4606-98f7-79d5710ca2f4), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:08.538301 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-584a8906-1270-47b3-b72d-c2331d68d07e tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (5daf8e0b-9c13-4606-98f7-79d5710ca2f4), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:08.581420 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-584a8906-1270-47b3-b72d-c2331d68d07e tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] Network 43c82fd2-7e25-4eba-86f2-aced26197dba is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:06:08.584905 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-584a8906-1270-47b3-b72d-c2331d68d07e tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:06:08.590855 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-584a8906-1270-47b3-b72d-c2331d68d07e tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:06:08.625810 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a8906-1270-47b3-b72d-c2331d68d07e tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] Pushing event updated for resources: {'Port': ['ID=5daf8e0b-9c13-4606-98f7-79d5710ca2f4,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:08.670012 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-584a8906-1270-47b3-b72d-c2331d68d07e tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:08.670840 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-584a8906-1270-47b3-b72d-c2331d68d07e tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:08.691756 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-584a8906-1270-47b3-b72d-c2331d68d07e tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7925398 Mar 22 20:06:08.700714 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-4b0efa8e-4ded-4f52-9753-be2bfdf8fab8 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 20:06:08.701771 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-4b0efa8e-4ded-4f52-9753-be2bfdf8fab8 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055168 Mar 22 20:06:08.713622 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-8f7b5040-b246-41e5-afaf-4802094c604d service neutron] Request body: {'port': {'device_id': 'fc8322b4-f358-44aa-bb3a-eb11085b477e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:06:08.786172 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-8f7b5040-b246-41e5-afaf-4802094c604d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5daf8e0b-9c13-4606-98f7-79d5710ca2f4), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:08.862887 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-1d85ca09-e9ca-4523-9e52-5f2af0944e9d None None] Provisioning complete for port 5daf8e0b-9c13-4606-98f7-79d5710ca2f4 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:06:08.863554 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1d85ca09-e9ca-4523-9e52-5f2af0944e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5daf8e0b-9c13-4606-98f7-79d5710ca2f4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:08.909711 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1d85ca09-e9ca-4523-9e52-5f2af0944e9d None None] Port 5daf8e0b-9c13-4606-98f7-79d5710ca2f4 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:06:09.142228 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-8f7b5040-b246-41e5-afaf-4802094c604d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5daf8e0b-9c13-4606-98f7-79d5710ca2f4 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:06:09.150588 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-8f7b5040-b246-41e5-afaf-4802094c604d service neutron] Publish callbacks [] for port (5daf8e0b-9c13-4606-98f7-79d5710ca2f4), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:09.166800 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-8f7b5040-b246-41e5-afaf-4802094c604d service neutron] Transition to ACTIVE for port object 5daf8e0b-9c13-4606-98f7-79d5710ca2f4 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:06:09.171985 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-8f7b5040-b246-41e5-afaf-4802094c604d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (5daf8e0b-9c13-4606-98f7-79d5710ca2f4), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:09.236381 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b5040-b246-41e5-afaf-4802094c604d service neutron] Pushing event updated for resources: {'Port': ['ID=5daf8e0b-9c13-4606-98f7-79d5710ca2f4,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:09.336496 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-8f7b5040-b246-41e5-afaf-4802094c604d service neutron] Attempting to bind port 5daf8e0b-9c13-4606-98f7-79d5710ca2f4 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:06:09.337006 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-8f7b5040-b246-41e5-afaf-4802094c604d service neutron] Attempting to bind port 5daf8e0b-9c13-4606-98f7-79d5710ca2f4 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:06:09.337488 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-8f7b5040-b246-41e5-afaf-4802094c604d service neutron] Attempting to bind port 5daf8e0b-9c13-4606-98f7-79d5710ca2f4 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:06:09.344572 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-8f7b5040-b246-41e5-afaf-4802094c604d service neutron] Port 5daf8e0b-9c13-4606-98f7-79d5710ca2f4 on network 43c82fd2-7e25-4eba-86f2-aced26197dba not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:06:09.345059 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-8f7b5040-b246-41e5-afaf-4802094c604d service neutron] Attempting to bind port 5daf8e0b-9c13-4606-98f7-79d5710ca2f4 on network 43c82fd2-7e25-4eba-86f2-aced26197dba {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:06:09.353091 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-8f7b5040-b246-41e5-afaf-4802094c604d service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:06:09.353583 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-8f7b5040-b246-41e5-afaf-4802094c604d service neutron] Checking segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:06:09.354172 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-8f7b5040-b246-41e5-afaf-4802094c604d service neutron] Bound using segment: {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:06:09.354802 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-8f7b5040-b246-41e5-afaf-4802094c604d service neutron] Bound port: 5daf8e0b-9c13-4606-98f7-79d5710ca2f4, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ea5c68-9a6d-4164-ad68-df45aac578a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:06:09.355319 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-8f7b5040-b246-41e5-afaf-4802094c604d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5daf8e0b-9c13-4606-98f7-79d5710ca2f4), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:09.481143 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-8f7b5040-b246-41e5-afaf-4802094c604d service neutron] For port 5daf8e0b-9c13-4606-98f7-79d5710ca2f4, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:06:09.496951 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-8f7b5040-b246-41e5-afaf-4802094c604d service neutron] For port 5daf8e0b-9c13-4606-98f7-79d5710ca2f4, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=5daf8e0b-9c13-4606-98f7-79d5710ca2f4,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:06:09.508372 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-8f7b5040-b246-41e5-afaf-4802094c604d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (5daf8e0b-9c13-4606-98f7-79d5710ca2f4), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:09.547933 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe724023-63a1-48e1-bef6-7b9e1311d8cc req-a1d68e47-0bcd-4e26-add1-c2accb0330de tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:09.549539 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fe724023-63a1-48e1-bef6-7b9e1311d8cc req-a1d68e47-0bcd-4e26-add1-c2accb0330de tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc8322b4-f358-44aa-bb3a-eb11085b477e HTTP/1.1" status: 200 len: 948 time: 0.1186454 Mar 22 20:06:09.556729 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-8f7b5040-b246-41e5-afaf-4802094c604d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:09.557358 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-8f7b5040-b246-41e5-afaf-4802094c604d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:09.558788 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-8f7b5040-b246-41e5-afaf-4802094c604d service neutron] 10.222.0.85 "PUT /v2.0/ports/5daf8e0b-9c13-4606-98f7-79d5710ca2f4 HTTP/1.1" status: 200 len: 1097 time: 0.8497968 Mar 22 20:06:09.559257 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8322b4-f358-44aa-bb3a-eb11085b477e', 'tag': '5daf8e0b-9c13-4606-98f7-79d5710ca2f4'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:06:09.561581 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c645bab-de0d-47cd-b857-7c5db2226a72" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8322b4-f358-44aa-bb3a-eb11085b477e", "tag": "5daf8e0b-9c13-4606-98f7-79d5710ca2f4"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:06:09.614411 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eaf1479-0210-410f-a470-52a96295e422 x-openstack-request-id: req-8eaf1479-0210-410f-a470-52a96295e422 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:06:09.614757 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8322b4-f358-44aa-bb3a-eb11085b477e", "tag": "5daf8e0b-9c13-4606-98f7-79d5710ca2f4", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:06:09.614961 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8eaf1479-0210-410f-a470-52a96295e422 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:06:09.615376 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eaf1479-0210-410f-a470-52a96295e422'] response: {'name': 'network-changed', 'server_uuid': 'fc8322b4-f358-44aa-bb3a-eb11085b477e', 'tag': '5daf8e0b-9c13-4606-98f7-79d5710ca2f4', 'status': 'completed', 'code': 200} Mar 22 20:06:09.618840 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b5040-b246-41e5-afaf-4802094c604d service neutron] Pushing event updated for resources: {'Port': ['ID=5daf8e0b-9c13-4606-98f7-79d5710ca2f4,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:09.668341 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fe724023-63a1-48e1-bef6-7b9e1311d8cc req-20478c16-d449-466b-92e7-f91dd5583af6 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dcfe47a-dd72-492c-83aa-7ff5ad3f33ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039219 Mar 22 20:06:09.683409 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-3ad6a30a-5a27-4fa8-8274-4d8b211f79ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:09.685230 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-3ad6a30a-5a27-4fa8-8274-4d8b211f79ea service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=660e28b5d1d04fb7a94c3cb76e2db596&device_id=fc8322b4-f358-44aa-bb3a-eb11085b477e HTTP/1.1" status: 200 len: 1131 time: 0.0837481 Mar 22 20:06:09.737209 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-199c4078-d5a4-4534-9148-f41fa28f5287 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=5daf8e0b-9c13-4606-98f7-79d5710ca2f4 HTTP/1.1" status: 200 len: 217 time: 0.0442426 Mar 22 20:06:09.803511 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-dd77f407-09b5-4441-a23c-3cab5b974645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:09.805185 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-dd77f407-09b5-4441-a23c-3cab5b974645 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.0628366 Mar 22 20:06:09.879183 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-55af7f8c-2dfb-47b9-ad8c-09d835acfea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:09.882364 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-55af7f8c-2dfb-47b9-ad8c-09d835acfea1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0705543 Mar 22 20:06:09.979374 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-41ae6f11-06f3-4d40-b890-9f435429f6c3 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916138 Mar 22 20:06:10.090451 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c551764-4ef9-4233-991a-b0eac22e6450 req-01955453-78fe-407b-9d35-efb1236eb39c service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053112 Mar 22 20:06:10.184290 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c645bab-de0d-47cd-b857-7c5db2226a72 req-c404bc96-e917-4f35-946b-3d8c392f9aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:10.185958 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7c645bab-de0d-47cd-b857-7c5db2226a72 req-c404bc96-e917-4f35-946b-3d8c392f9aea service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=660e28b5d1d04fb7a94c3cb76e2db596&device_id=fc8322b4-f358-44aa-bb3a-eb11085b477e HTTP/1.1" status: 200 len: 1131 time: 0.0512030 Mar 22 20:06:10.295700 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c645bab-de0d-47cd-b857-7c5db2226a72 req-f02bf1b5-3529-4b4f-8909-80f3e8582e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:10.297112 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7c645bab-de0d-47cd-b857-7c5db2226a72 req-f02bf1b5-3529-4b4f-8909-80f3e8582e37 service neutron] 10.222.0.85 "GET /v2.0/networks?id=43c82fd2-7e25-4eba-86f2-aced26197dba HTTP/1.1" status: 200 len: 870 time: 0.1047714 Mar 22 20:06:10.347188 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7c645bab-de0d-47cd-b857-7c5db2226a72 req-a5c001e8-3a28-421e-b701-249aa5f031e2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=5daf8e0b-9c13-4606-98f7-79d5710ca2f4 HTTP/1.1" status: 200 len: 217 time: 0.0442538 Mar 22 20:06:10.403138 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c645bab-de0d-47cd-b857-7c5db2226a72 req-3ad04b31-c8d0-46b7-82b4-50e4639dfb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:10.404645 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7c645bab-de0d-47cd-b857-7c5db2226a72 req-3ad04b31-c8d0-46b7-82b4-50e4639dfb6b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e28314b8-0ed1-465e-a6f2-eda7f6b773cd HTTP/1.1" status: 200 len: 843 time: 0.0520692 Mar 22 20:06:10.461235 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c645bab-de0d-47cd-b857-7c5db2226a72 req-35bf04e5-2a1d-4ce5-bb34-8eef89a05b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:10.462824 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7c645bab-de0d-47cd-b857-7c5db2226a72 req-35bf04e5-2a1d-4ce5-bb34-8eef89a05b89 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=43c82fd2-7e25-4eba-86f2-aced26197dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0526359 Mar 22 20:06:10.574504 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7c645bab-de0d-47cd-b857-7c5db2226a72 req-a4b134b6-9999-4434-a3c0-711ceb8bddde service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060998 Mar 22 20:06:10.673432 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7c645bab-de0d-47cd-b857-7c5db2226a72 req-5074d03d-f579-46f0-8bc5-b50d1a095f78 service neutron] 10.222.0.85 "GET /v2.0/networks/43c82fd2-7e25-4eba-86f2-aced26197dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926619 Mar 22 20:06:10.825364 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccf7a5-c969-48a0-a7dc-87eef0336c51 req-f8bcb5cf-5228-49ef-9ceb-a76707e5e4b3 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:10.826849 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e7ccf7a5-c969-48a0-a7dc-87eef0336c51 req-f8bcb5cf-5228-49ef-9ceb-a76707e5e4b3 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc8322b4-f358-44aa-bb3a-eb11085b477e HTTP/1.1" status: 200 len: 948 time: 0.0731931 Mar 22 20:06:10.883623 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e7ccf7a5-c969-48a0-a7dc-87eef0336c51 req-618477c9-f517-4f38-a249-e870da62a981 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dcfe47a-dd72-492c-83aa-7ff5ad3f33ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506136 Mar 22 20:06:12.052178 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bea0e-19c5-4956-842c-92a5199a81d8 req-812d9a18-ab36-40f6-9329-04cc68d8844a tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:12.054720 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-070bea0e-19c5-4956-842c-92a5199a81d8 req-812d9a18-ab36-40f6-9329-04cc68d8844a tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc8322b4-f358-44aa-bb3a-eb11085b477e HTTP/1.1" status: 200 len: 948 time: 0.0708625 Mar 22 20:06:12.106460 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-070bea0e-19c5-4956-842c-92a5199a81d8 req-06540984-29a9-46c1-b76a-50cb733ed420 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dcfe47a-dd72-492c-83aa-7ff5ad3f33ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461674 Mar 22 20:06:13.247034 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754f26f-7dd1-447e-b1a8-c517b588b42a req-5a552d25-ed6b-45a5-bbbb-9a0be55dff70 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:13.248593 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b754f26f-7dd1-447e-b1a8-c517b588b42a req-5a552d25-ed6b-45a5-bbbb-9a0be55dff70 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc8322b4-f358-44aa-bb3a-eb11085b477e HTTP/1.1" status: 200 len: 948 time: 0.0645409 Mar 22 20:06:13.311185 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b754f26f-7dd1-447e-b1a8-c517b588b42a req-e18bd88b-3ac1-40a7-abca-063f5246b9ad tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dcfe47a-dd72-492c-83aa-7ff5ad3f33ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491126 Mar 22 20:06:14.126680 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 5daf8e0b-9c13-4606-98f7-79d5710ca2f4 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:06:14.250034 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 5daf8e0b-9c13-4606-98f7-79d5710ca2f4, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=5daf8e0b-9c13-4606-98f7-79d5710ca2f4,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:06:14.262410 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '5daf8e0b-9c13-4606-98f7-79d5710ca2f4', 'network_id': '43c82fd2-7e25-4eba-86f2-aced26197dba', 'port_id': '5daf8e0b-9c13-4606-98f7-79d5710ca2f4', 'mac_address': 'fa:16:3e:12:81:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28314b8-0ed1-465e-a6f2-eda7f6b773cd', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:06:14.308002 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 5daf8e0b-9c13-4606-98f7-79d5710ca2f4 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:06:14.308393 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5daf8e0b-9c13-4606-98f7-79d5710ca2f4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:14.321833 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5daf8e0b-9c13-4606-98f7-79d5710ca2f4 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:06:14.341609 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 5daf8e0b-9c13-4606-98f7-79d5710ca2f4, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=5daf8e0b-9c13-4606-98f7-79d5710ca2f4,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:06:14.352245 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5daf8e0b-9c13-4606-98f7-79d5710ca2f4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:14.421620 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=5daf8e0b-9c13-4606-98f7-79d5710ca2f4,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:14.447587 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854912d8-80de-4326-82ab-0635042d8059 req-13f018b9-a361-4500-ac6a-4b36249406a0 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:14.449145 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-854912d8-80de-4326-82ab-0635042d8059 req-13f018b9-a361-4500-ac6a-4b36249406a0 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc8322b4-f358-44aa-bb3a-eb11085b477e HTTP/1.1" status: 200 len: 949 time: 0.0612969 Mar 22 20:06:14.517078 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-854912d8-80de-4326-82ab-0635042d8059 req-b5c7c4c3-62b0-4582-bf03-58b510bfb763 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dcfe47a-dd72-492c-83aa-7ff5ad3f33ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583568 Mar 22 20:06:14.660968 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['5daf8e0b-9c13-4606-98f7-79d5710ca2f4'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:06:15.198719 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-352f7513-5338-4be8-9353-d10cdcfa23a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:15.645615 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bc1b9-9773-47eb-9b09-1f27c7d13e85 req-5228e46e-52c2-4128-8879-aec69a41cfe3 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:15.647262 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-118bc1b9-9773-47eb-9b09-1f27c7d13e85 req-5228e46e-52c2-4128-8879-aec69a41cfe3 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc8322b4-f358-44aa-bb3a-eb11085b477e HTTP/1.1" status: 200 len: 949 time: 0.0572886 Mar 22 20:06:15.700881 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-118bc1b9-9773-47eb-9b09-1f27c7d13e85 req-539ffdb7-b196-4710-9be7-11b2102eaf94 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dcfe47a-dd72-492c-83aa-7ff5ad3f33ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446775 Mar 22 20:06:16.142182 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 5daf8e0b-9c13-4606-98f7-79d5710ca2f4 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:06:16.193968 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:16.210103 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 5daf8e0b-9c13-4606-98f7-79d5710ca2f4 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:06:16.214063 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 5daf8e0b-9c13-4606-98f7-79d5710ca2f4 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:06:16.214451 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5daf8e0b-9c13-4606-98f7-79d5710ca2f4), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:16.305666 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 5daf8e0b-9c13-4606-98f7-79d5710ca2f4 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:06:16.306089 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5daf8e0b-9c13-4606-98f7-79d5710ca2f4), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:16.329825 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8322b4-f358-44aa-bb3a-eb11085b477e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5daf8e0b-9c13-4606-98f7-79d5710ca2f4'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:06:16.332079 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3e7362-1e64-43c9-8e9c-838c804bcce4" -d '{"events": [{"server_uuid": "fc8322b4-f358-44aa-bb3a-eb11085b477e", "name": "network-vif-plugged", "status": "completed", "tag": "5daf8e0b-9c13-4606-98f7-79d5710ca2f4"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:06:16.347025 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 5daf8e0b-9c13-4606-98f7-79d5710ca2f4, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=5daf8e0b-9c13-4606-98f7-79d5710ca2f4,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:06:16.352394 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5daf8e0b-9c13-4606-98f7-79d5710ca2f4), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:16.377716 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2efed8-c0d3-4114-9719-126429ef2900 x-openstack-request-id: req-fe2efed8-c0d3-4114-9719-126429ef2900 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:06:16.378154 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8322b4-f358-44aa-bb3a-eb11085b477e", "name": "network-vif-plugged", "status": "completed", "tag": "5daf8e0b-9c13-4606-98f7-79d5710ca2f4", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:06:16.378545 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fe2efed8-c0d3-4114-9719-126429ef2900 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:06:16.379045 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe2efed8-c0d3-4114-9719-126429ef2900'] response: {'server_uuid': 'fc8322b4-f358-44aa-bb3a-eb11085b477e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5daf8e0b-9c13-4606-98f7-79d5710ca2f4', 'code': 200} Mar 22 20:06:16.422540 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=5daf8e0b-9c13-4606-98f7-79d5710ca2f4,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:16.508057 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7753e44-3592-49e8-96d1-e7678812d459 req-1e08d1f0-f37b-4d32-912c-59b2ef184b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:16.510473 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b7753e44-3592-49e8-96d1-e7678812d459 req-1e08d1f0-f37b-4d32-912c-59b2ef184b2d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=fc8322b4-f358-44aa-bb3a-eb11085b477e HTTP/1.1" status: 200 len: 1133 time: 0.0635817 Mar 22 20:06:16.558337 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b7753e44-3592-49e8-96d1-e7678812d459 req-fe290ee5-5aa9-453f-8298-48dfdf87faaa service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=2dcfe47a-dd72-492c-83aa-7ff5ad3f33ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417335 Mar 22 20:06:16.850586 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf749b2-5c57-4b74-8257-3ed5efc74e12 req-a8a3e7fb-4b2f-4bb2-9989-03fe6b7e7708 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:16.852211 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4bf749b2-5c57-4b74-8257-3ed5efc74e12 req-a8a3e7fb-4b2f-4bb2-9989-03fe6b7e7708 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc8322b4-f358-44aa-bb3a-eb11085b477e HTTP/1.1" status: 200 len: 950 time: 0.0715013 Mar 22 20:06:16.903001 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4bf749b2-5c57-4b74-8257-3ed5efc74e12 req-296a7ab7-931a-405c-bfed-1ade8b33bbb6 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dcfe47a-dd72-492c-83aa-7ff5ad3f33ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448163 Mar 22 20:06:17.438153 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6080187e-4753-45bc-b016-af491a1cecdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:18.062371 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1489adf-a254-4074-a006-2449efd6bd3d req-51fadb0a-564b-4634-be28-222d3518e528 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:18.064849 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a1489adf-a254-4074-a006-2449efd6bd3d req-51fadb0a-564b-4634-be28-222d3518e528 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc8322b4-f358-44aa-bb3a-eb11085b477e HTTP/1.1" status: 200 len: 950 time: 0.0757697 Mar 22 20:06:18.122283 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a1489adf-a254-4074-a006-2449efd6bd3d req-6a00893f-804a-4182-a8ba-d6ee0277a659 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dcfe47a-dd72-492c-83aa-7ff5ad3f33ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511568 Mar 22 20:06:18.529702 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-87ce0352-ae76-4f3f-88b2-4a17f7b89e26 req-d96a4c75-1956-4aeb-b83d-da7c34a96ebc service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 20:06:18.531475 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-87ce0352-ae76-4f3f-88b2-4a17f7b89e26 req-d96a4c75-1956-4aeb-b83d-da7c34a96ebc service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0685415 Mar 22 20:06:18.664041 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:18.830617 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:19.000863 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-eff08c1f-ddbe-4456-8d13-d80cef70d623 req-848aecd7-be55-47db-80f0-87001b333e21 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 20:06:19.002046 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eff08c1f-ddbe-4456-8d13-d80cef70d623 req-848aecd7-be55-47db-80f0-87001b333e21 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0757246 Mar 22 20:06:19.422163 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d89e3f-5a2b-493e-bcaa-43d786431996 req-e2df1d75-95c9-4a63-a8ed-dd9b3a091727 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:19.424799 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22d89e3f-5a2b-493e-bcaa-43d786431996 req-e2df1d75-95c9-4a63-a8ed-dd9b3a091727 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc8322b4-f358-44aa-bb3a-eb11085b477e HTTP/1.1" status: 200 len: 950 time: 0.0613143 Mar 22 20:06:19.475314 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22d89e3f-5a2b-493e-bcaa-43d786431996 req-d59793e4-b8d6-4d0c-8844-66b545c6e84e tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dcfe47a-dd72-492c-83aa-7ff5ad3f33ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446479 Mar 22 20:06:20.260739 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:20.611710 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194ac5f-e7dd-433c-82a9-d30e6baa915d req-9fe0b009-2f30-4d54-9c8b-777e942f2f53 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:20.613246 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d194ac5f-e7dd-433c-82a9-d30e6baa915d req-9fe0b009-2f30-4d54-9c8b-777e942f2f53 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc8322b4-f358-44aa-bb3a-eb11085b477e HTTP/1.1" status: 200 len: 950 time: 0.0654538 Mar 22 20:06:20.669940 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d194ac5f-e7dd-433c-82a9-d30e6baa915d req-6c6486d3-be40-4ac1-a90b-8f2d943797b0 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] 10.222.0.75 "GET /v2.0/security-groups?id=2dcfe47a-dd72-492c-83aa-7ff5ad3f33ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501792 Mar 22 20:06:20.753994 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92ad91-3ac5-4e36-875b-4991a4b9edf2 req-b1e38dc4-01e1-4548-9275-249a2196bd11 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:20.755484 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0d92ad91-3ac5-4e36-875b-4991a4b9edf2 req-b1e38dc4-01e1-4548-9275-249a2196bd11 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] 10.222.0.85 "GET /v2.0/ports?device_id=fc8322b4-f358-44aa-bb3a-eb11085b477e HTTP/1.1" status: 200 len: 950 time: 0.0562558 Mar 22 20:06:20.851250 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-0d92ad91-3ac5-4e36-875b-4991a4b9edf2 req-8a7fea42-1387-470c-b03d-44044ebbc9e6 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] Deleting port 5daf8e0b-9c13-4606-98f7-79d5710ca2f4 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:06:20.851601 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0d92ad91-3ac5-4e36-875b-4991a4b9edf2 req-8a7fea42-1387-470c-b03d-44044ebbc9e6 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (5daf8e0b-9c13-4606-98f7-79d5710ca2f4), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:20.959199 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-0d92ad91-3ac5-4e36-875b-4991a4b9edf2 req-8a7fea42-1387-470c-b03d-44044ebbc9e6 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] For port 5daf8e0b-9c13-4606-98f7-79d5710ca2f4, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=5daf8e0b-9c13-4606-98f7-79d5710ca2f4,segment=NetworkSegment(49ea5c68-9a6d-4164-ad68-df45aac578a6),segment_id=49ea5c68-9a6d-4164-ad68-df45aac578a6)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:06:20.960234 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0d92ad91-3ac5-4e36-875b-4991a4b9edf2 req-8a7fea42-1387-470c-b03d-44044ebbc9e6 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (5daf8e0b-9c13-4606-98f7-79d5710ca2f4), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:20.973637 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-0d92ad91-3ac5-4e36-875b-4991a4b9edf2 req-8a7fea42-1387-470c-b03d-44044ebbc9e6 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] Calling delete_port for 5daf8e0b-9c13-4606-98f7-79d5710ca2f4 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:06:21.124841 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0d92ad91-3ac5-4e36-875b-4991a4b9edf2 req-8a7fea42-1387-470c-b03d-44044ebbc9e6 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (5daf8e0b-9c13-4606-98f7-79d5710ca2f4), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:21.138173 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['5daf8e0b-9c13-4606-98f7-79d5710ca2f4'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:06:21.154594 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7fea42-1387-470c-b03d-44044ebbc9e6 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] Pushing event deleted for resources: {'Port': ['ID=5daf8e0b-9c13-4606-98f7-79d5710ca2f4,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:21.204177 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d92ad91-3ac5-4e36-875b-4991a4b9edf2 req-8a7fea42-1387-470c-b03d-44044ebbc9e6 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] No DVR routers for this DVR port 5daf8e0b-9c13-4606-98f7-79d5710ca2f4 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:06:21.207882 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0d92ad91-3ac5-4e36-875b-4991a4b9edf2 req-8a7fea42-1387-470c-b03d-44044ebbc9e6 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:21.211742 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0d92ad91-3ac5-4e36-875b-4991a4b9edf2 req-8a7fea42-1387-470c-b03d-44044ebbc9e6 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] 10.222.0.85 "DELETE /v2.0/ports/5daf8e0b-9c13-4606-98f7-79d5710ca2f4 HTTP/1.1" status: 204 len: 173 time: 0.4514916 Mar 22 20:06:21.212227 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8322b4-f358-44aa-bb3a-eb11085b477e', 'name': 'network-vif-deleted', 'tag': '5daf8e0b-9c13-4606-98f7-79d5710ca2f4'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:06:21.214582 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ac0a32-80f8-483d-a075-8a5b3972d6b7" -d '{"events": [{"server_uuid": "fc8322b4-f358-44aa-bb3a-eb11085b477e", "name": "network-vif-deleted", "tag": "5daf8e0b-9c13-4606-98f7-79d5710ca2f4"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:06:21.291942 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e401ec98-534a-4ff6-bb36-bf40a4cdf87f x-openstack-request-id: req-e401ec98-534a-4ff6-bb36-bf40a4cdf87f {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:06:21.292415 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8322b4-f358-44aa-bb3a-eb11085b477e", "name": "network-vif-deleted", "tag": "5daf8e0b-9c13-4606-98f7-79d5710ca2f4", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:06:21.292841 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e401ec98-534a-4ff6-bb36-bf40a4cdf87f {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:06:21.293422 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e401ec98-534a-4ff6-bb36-bf40a4cdf87f'] response: {'server_uuid': 'fc8322b4-f358-44aa-bb3a-eb11085b477e', 'name': 'network-vif-deleted', 'tag': '5daf8e0b-9c13-4606-98f7-79d5710ca2f4', 'status': 'completed', 'code': 200} Mar 22 20:06:21.392171 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:21.816272 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c617fc75-2b4e-4422-b1ad-c20c07aebe73 req-f1dd62e1-8ff8-4171-9910-17c6f194cf34 tempest-ServersAdminNegativeTestJSON-421768409 tempest-ServersAdminNegativeTestJSON-421768409-project] 10.222.0.75 "GET /v2.0/ports?device_id=fc8322b4-f358-44aa-bb3a-eb11085b477e HTTP/1.1" status: 200 len: 210 time: 0.0363951 Mar 22 20:06:23.191554 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38000) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:06:23.379552 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-efbac960-7c37-450a-bf59-95026d4760a9 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=660e28b5d1d04fb7a94c3cb76e2db596&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1864381 Mar 22 20:06:23.384091 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38004) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:06:23.455282 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-762afc1f-5843-456f-b3d7-9bf1b1a893ef admin admin] Publish callbacks [] for security_group (2dcfe47a-dd72-492c-83aa-7ff5ad3f33ef), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:23.481512 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-762afc1f-5843-456f-b3d7-9bf1b1a893ef admin admin] Publish callbacks [] for security_group (2dcfe47a-dd72-492c-83aa-7ff5ad3f33ef), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:23.548468 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-762afc1f-5843-456f-b3d7-9bf1b1a893ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2dcfe47a-dd72-492c-83aa-7ff5ad3f33ef), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:23.551528 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-762afc1f-5843-456f-b3d7-9bf1b1a893ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:23.552988 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-762afc1f-5843-456f-b3d7-9bf1b1a893ef admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2dcfe47a-dd72-492c-83aa-7ff5ad3f33ef HTTP/1.1" status: 204 len: 168 time: 0.1672556 Mar 22 20:06:23.562019 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762afc1f-5843-456f-b3d7-9bf1b1a893ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcfe47a-dd72-492c-83aa-7ff5ad3f33ef,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:23.905280 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38010) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:06:23.926916 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0d12afd2-1855-4613-bd4a-5fb9a27866eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:24.031318 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0d12afd2-1855-4613-bd4a-5fb9a27866eb admin admin] Publish callbacks [] for security_group (caa74a1a-c27f-4f2b-bd5e-8ade48581d96), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:24.036848 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0d12afd2-1855-4613-bd4a-5fb9a27866eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (caa74a1a-c27f-4f2b-bd5e-8ade48581d96), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:24.077903 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12afd2-1855-4613-bd4a-5fb9a27866eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa74a1a-c27f-4f2b-bd5e-8ade48581d96,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:24.086371 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0d12afd2-1855-4613-bd4a-5fb9a27866eb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9d53a77e1af0462e89abc39f80362f1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1795442 Mar 22 20:06:24.087095 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38012) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:06:24.148522 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d2475383-b2a0-4bee-b1fa-3f24f1210800 admin admin] Publish callbacks [] for security_group (caa74a1a-c27f-4f2b-bd5e-8ade48581d96), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:24.157350 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 5daf8e0b-9c13-4606-98f7-79d5710ca2f4 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:06:24.173428 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d2475383-b2a0-4bee-b1fa-3f24f1210800 admin admin] Publish callbacks [] for security_group (caa74a1a-c27f-4f2b-bd5e-8ade48581d96), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:24.185709 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 5daf8e0b-9c13-4606-98f7-79d5710ca2f4 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:06:24.186111 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 5daf8e0b-9c13-4606-98f7-79d5710ca2f4 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:06:24.252014 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d2475383-b2a0-4bee-b1fa-3f24f1210800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (caa74a1a-c27f-4f2b-bd5e-8ade48581d96), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:24.254857 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d2475383-b2a0-4bee-b1fa-3f24f1210800 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:24.256069 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d2475383-b2a0-4bee-b1fa-3f24f1210800 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/caa74a1a-c27f-4f2b-bd5e-8ade48581d96 HTTP/1.1" status: 204 len: 168 time: 0.1679299 Mar 22 20:06:24.268052 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2475383-b2a0-4bee-b1fa-3f24f1210800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa74a1a-c27f-4f2b-bd5e-8ade48581d96,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:25.143673 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38034) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:06:25.258158 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-a7929afb-d603-4fdf-ba94-068cd0308294 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1929842551-network', 'tenant_id': '6f8e8049c8d24ec798f73e41bd44d211'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:06:25.289557 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7929afb-d603-4fdf-ba94-068cd0308294 admin admin] Made reservation on behalf of 6f8e8049c8d24ec798f73e41bd44d211 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:06:25.292649 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a7929afb-d603-4fdf-ba94-068cd0308294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:25.306931 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a7929afb-d603-4fdf-ba94-068cd0308294 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:25.402346 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a7929afb-d603-4fdf-ba94-068cd0308294 admin admin] Publish callbacks [] for security_group (40ba0651-1b17-4789-8bf3-feb562c7c066), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:25.408261 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a7929afb-d603-4fdf-ba94-068cd0308294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (40ba0651-1b17-4789-8bf3-feb562c7c066), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:25.441144 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7929afb-d603-4fdf-ba94-068cd0308294 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:06:25.452374 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7929afb-d603-4fdf-ba94-068cd0308294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ba0651-1b17-4789-8bf3-feb562c7c066,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:25.458002 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a7929afb-d603-4fdf-ba94-068cd0308294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (36b54ff4-1c31-4265-9dbd-880ce2e0ba0b), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:25.458330 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-a7929afb-d603-4fdf-ba94-068cd0308294 admin admin] Added segment 36b54ff4-1c31-4265-9dbd-880ce2e0ba0b of type vlan for network 0c4c8d8b-cb52-4c08-9756-d27882635674 Mar 22 20:06:25.508803 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a7929afb-d603-4fdf-ba94-068cd0308294 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (0c4c8d8b-cb52-4c08-9756-d27882635674), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:25.548229 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a7929afb-d603-4fdf-ba94-068cd0308294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (0c4c8d8b-cb52-4c08-9756-d27882635674), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:25.549761 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7929afb-d603-4fdf-ba94-068cd0308294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:25.551036 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a7929afb-d603-4fdf-ba94-068cd0308294 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:25.643294 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a7929afb-d603-4fdf-ba94-068cd0308294 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4982624 Mar 22 20:06:25.646214 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38038) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:06:25.651626 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-cfa92af8-401f-4b19-a395-e0ca6102703c admin admin] Request body: {'subnet': {'network_id': '0c4c8d8b-cb52-4c08-9756-d27882635674', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1929842551-subnet', 'tenant_id': '6f8e8049c8d24ec798f73e41bd44d211', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:06:25.655128 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7929afb-d603-4fdf-ba94-068cd0308294 admin admin] Pushing event updated for resources: {'Network': ['ID=0c4c8d8b-cb52-4c08-9756-d27882635674,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:25.671642 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 0c4c8d8b-cb52-4c08-9756-d27882635674 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:06:25.674288 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa92af8-401f-4b19-a395-e0ca6102703c admin admin] Made reservation on behalf of 6f8e8049c8d24ec798f73e41bd44d211 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:06:25.676695 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cfa92af8-401f-4b19-a395-e0ca6102703c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:25.890942 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cfa92af8-401f-4b19-a395-e0ca6102703c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (b86f1d64-5657-4036-8e77-6ada61ebdfae), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:25.950918 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa92af8-401f-4b19-a395-e0ca6102703c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b86f1d64-5657-4036-8e77-6ada61ebdfae,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:25.964505 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa92af8-401f-4b19-a395-e0ca6102703c admin admin] Checking segment: {'id': '36b54ff4-1c31-4265-9dbd-880ce2e0ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0c4c8d8b-cb52-4c08-9756-d27882635674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:06:25.964869 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa92af8-401f-4b19-a395-e0ca6102703c admin admin] Network hostable DHCP agents. Network: 0c4c8d8b-cb52-4c08-9756-d27882635674, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:06:25.982504 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa92af8-401f-4b19-a395-e0ca6102703c admin admin] Network 0c4c8d8b-cb52-4c08-9756-d27882635674 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:06:25.992442 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-cfa92af8-401f-4b19-a395-e0ca6102703c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 0c4c8d8b-cb52-4c08-9756-d27882635674) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:06:26.000953 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa92af8-401f-4b19-a395-e0ca6102703c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:26.002535 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cfa92af8-401f-4b19-a395-e0ca6102703c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:26.007722 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7774de42-4e15-40ac-a661-e96900e4edaa None None] Network 0c4c8d8b-cb52-4c08-9756-d27882635674 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:06:26.030488 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-cfa92af8-401f-4b19-a395-e0ca6102703c admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3828762 Mar 22 20:06:26.137053 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30b5d59-6bd7-4e0d-83d5-bb7363288735 None None] Network 0c4c8d8b-cb52-4c08-9756-d27882635674 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:06:26.577284 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-df1b0e0b-25c4-4a5f-80f5-8ae221f14cf5 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:26.579014 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-df1b0e0b-25c4-4a5f-80f5-8ae221f14cf5 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/networks?id=0c4c8d8b-cb52-4c08-9756-d27882635674 HTTP/1.1" status: 200 len: 812 time: 0.1110206 Mar 22 20:06:26.599962 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-96c83300-61cb-4ea6-896f-6cf0f2e39afe tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/quotas/6f8e8049c8d24ec798f73e41bd44d211 HTTP/1.1" status: 200 len: 375 time: 0.0111921 Mar 22 20:06:26.652903 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-dd64711f-500e-4cc3-ad45-f1431a19a97f tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f8e8049c8d24ec798f73e41bd44d211&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457668 Mar 22 20:06:26.668110 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-bcf91fee-c66b-4fd1-92e2-880942d2e825 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 20:06:26.669170 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-bcf91fee-c66b-4fd1-92e2-880942d2e825 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065043 Mar 22 20:06:26.774047 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-5a1a9d58-7628-4d81-813d-866e8ca5c43e service neutron] 10.222.0.75 "GET /v2.0/networks/0c4c8d8b-cb52-4c08-9756-d27882635674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975025 Mar 22 20:06:26.879602 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-04e46e29-56d7-484b-b43e-0462a39f6165 service neutron] 10.222.0.75 "GET /v2.0/networks/0c4c8d8b-cb52-4c08-9756-d27882635674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970111 Mar 22 20:06:27.098422 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-33e7e5ca-cbef-4706-b7e3-336d8ff582d4 req-8e068df3-7ea1-48da-81d6-cb6872259810 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 210 time: 0.0355649 Mar 22 20:06:28.212346 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-5c4a0bd1-0c2e-4059-a3c3-c6d5daf57d14 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:28.215904 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-5c4a0bd1-0c2e-4059-a3c3-c6d5daf57d14 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.84 "GET /v2.0/networks?id=0c4c8d8b-cb52-4c08-9756-d27882635674 HTTP/1.1" status: 200 len: 812 time: 0.1602366 Mar 22 20:06:28.231797 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-33e46d28-f08e-40b5-b3db-67b22b8c399f tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Request body: {'port': {'device_id': 'ec5b8d83-b889-405b-bceb-3838ccb01c6b', 'network_id': '0c4c8d8b-cb52-4c08-9756-d27882635674', 'admin_state_up': True, 'tenant_id': '6f8e8049c8d24ec798f73e41bd44d211'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:06:28.275651 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c60c312e-35a1-4910-9ae5-00cae4a97289 req-2813f7e4-f8c9-49aa-a215-33b5f71ec8f5 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 210 time: 0.0574353 Mar 22 20:06:28.368594 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-33e46d28-f08e-40b5-b3db-67b22b8c399f tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Made reservation on behalf of 6f8e8049c8d24ec798f73e41bd44d211 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:06:28.372837 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-33e46d28-f08e-40b5-b3db-67b22b8c399f tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:28.524934 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-33e46d28-f08e-40b5-b3db-67b22b8c399f tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Allocated IP 172.20.0.2 (0c4c8d8b-cb52-4c08-9756-d27882635674/b86f1d64-5657-4036-8e77-6ada61ebdfae/522bebe0-47e5-438a-b53d-8313a3694518) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:06:28.716770 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-33e46d28-f08e-40b5-b3db-67b22b8c399f tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Publish callbacks [] for port (522bebe0-47e5-438a-b53d-8313a3694518), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:28.768090 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-33e46d28-f08e-40b5-b3db-67b22b8c399f tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (522bebe0-47e5-438a-b53d-8313a3694518), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:28.823197 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-33e46d28-f08e-40b5-b3db-67b22b8c399f tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Network 0c4c8d8b-cb52-4c08-9756-d27882635674 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:06:28.826626 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-33e46d28-f08e-40b5-b3db-67b22b8c399f tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:06:28.830606 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-33e46d28-f08e-40b5-b3db-67b22b8c399f tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:06:28.860587 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e46d28-f08e-40b5-b3db-67b22b8c399f tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Pushing event updated for resources: {'Port': ['ID=522bebe0-47e5-438a-b53d-8313a3694518,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:28.896963 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-33e46d28-f08e-40b5-b3db-67b22b8c399f tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:28.897717 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-33e46d28-f08e-40b5-b3db-67b22b8c399f tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:28.915754 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-33e46d28-f08e-40b5-b3db-67b22b8c399f tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6916485 Mar 22 20:06:28.925229 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-dc40a947-e233-4787-b7d8-ce2ac3609987 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 20:06:28.926275 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-dc40a947-e233-4787-b7d8-ce2ac3609987 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054028 Mar 22 20:06:28.938333 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-8366bb86-4e26-4296-9f2d-1f87fe55da8c service neutron] Request body: {'port': {'device_id': 'ec5b8d83-b889-405b-bceb-3838ccb01c6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:06:29.012857 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-8366bb86-4e26-4296-9f2d-1f87fe55da8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (522bebe0-47e5-438a-b53d-8313a3694518), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:29.341964 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-8366bb86-4e26-4296-9f2d-1f87fe55da8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 522bebe0-47e5-438a-b53d-8313a3694518 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:06:29.350982 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-8366bb86-4e26-4296-9f2d-1f87fe55da8c service neutron] Publish callbacks [] for port (522bebe0-47e5-438a-b53d-8313a3694518), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:29.363954 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-8366bb86-4e26-4296-9f2d-1f87fe55da8c service neutron] Transition to ACTIVE for port object 522bebe0-47e5-438a-b53d-8313a3694518 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:06:29.368167 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-8366bb86-4e26-4296-9f2d-1f87fe55da8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (522bebe0-47e5-438a-b53d-8313a3694518), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:29.429815 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366bb86-4e26-4296-9f2d-1f87fe55da8c service neutron] Pushing event updated for resources: {'Port': ['ID=522bebe0-47e5-438a-b53d-8313a3694518,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:29.433643 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983d6b3-cdd7-4e20-9dbb-afc557bffc27 req-c65fedf0-e77d-4825-a5b8-41c280c428cf tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:29.435599 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e983d6b3-cdd7-4e20-9dbb-afc557bffc27 req-c65fedf0-e77d-4825-a5b8-41c280c428cf tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 943 time: 0.0689015 Mar 22 20:06:29.495647 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e983d6b3-cdd7-4e20-9dbb-afc557bffc27 req-ec1b14b6-a519-47d4-ac0e-1365b56985b1 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513210 Mar 22 20:06:29.505038 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-8366bb86-4e26-4296-9f2d-1f87fe55da8c service neutron] Attempting to bind port 522bebe0-47e5-438a-b53d-8313a3694518 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:06:29.505377 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-8366bb86-4e26-4296-9f2d-1f87fe55da8c service neutron] Attempting to bind port 522bebe0-47e5-438a-b53d-8313a3694518 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '36b54ff4-1c31-4265-9dbd-880ce2e0ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0c4c8d8b-cb52-4c08-9756-d27882635674'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:06:29.505704 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-8366bb86-4e26-4296-9f2d-1f87fe55da8c service neutron] Attempting to bind port 522bebe0-47e5-438a-b53d-8313a3694518 on network 0c4c8d8b-cb52-4c08-9756-d27882635674 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:06:29.511083 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-8366bb86-4e26-4296-9f2d-1f87fe55da8c service neutron] Port 522bebe0-47e5-438a-b53d-8313a3694518 on network 0c4c8d8b-cb52-4c08-9756-d27882635674 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:06:29.511409 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-8366bb86-4e26-4296-9f2d-1f87fe55da8c service neutron] Attempting to bind port 522bebe0-47e5-438a-b53d-8313a3694518 on network 0c4c8d8b-cb52-4c08-9756-d27882635674 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:06:29.516245 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-8366bb86-4e26-4296-9f2d-1f87fe55da8c service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:06:29.516591 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-8366bb86-4e26-4296-9f2d-1f87fe55da8c service neutron] Checking segment: {'id': '36b54ff4-1c31-4265-9dbd-880ce2e0ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0c4c8d8b-cb52-4c08-9756-d27882635674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:06:29.516969 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-8366bb86-4e26-4296-9f2d-1f87fe55da8c service neutron] Bound using segment: {'id': '36b54ff4-1c31-4265-9dbd-880ce2e0ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0c4c8d8b-cb52-4c08-9756-d27882635674'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:06:29.517397 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-8366bb86-4e26-4296-9f2d-1f87fe55da8c service neutron] Bound port: 522bebe0-47e5-438a-b53d-8313a3694518, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36b54ff4-1c31-4265-9dbd-880ce2e0ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0c4c8d8b-cb52-4c08-9756-d27882635674'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:06:29.517752 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-8366bb86-4e26-4296-9f2d-1f87fe55da8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (522bebe0-47e5-438a-b53d-8313a3694518), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:29.584671 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-8366bb86-4e26-4296-9f2d-1f87fe55da8c service neutron] For port 522bebe0-47e5-438a-b53d-8313a3694518, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:06:29.587822 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-8366bb86-4e26-4296-9f2d-1f87fe55da8c service neutron] For port 522bebe0-47e5-438a-b53d-8313a3694518, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=522bebe0-47e5-438a-b53d-8313a3694518,segment=NetworkSegment(36b54ff4-1c31-4265-9dbd-880ce2e0ba0b),segment_id=36b54ff4-1c31-4265-9dbd-880ce2e0ba0b)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:06:29.595468 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-8366bb86-4e26-4296-9f2d-1f87fe55da8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (522bebe0-47e5-438a-b53d-8313a3694518), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:29.629640 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-8366bb86-4e26-4296-9f2d-1f87fe55da8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:29.631115 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-8366bb86-4e26-4296-9f2d-1f87fe55da8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:29.632917 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-8366bb86-4e26-4296-9f2d-1f87fe55da8c service neutron] 10.222.0.84 "PUT /v2.0/ports/522bebe0-47e5-438a-b53d-8313a3694518 HTTP/1.1" status: 200 len: 1092 time: 0.6994483 Mar 22 20:06:29.635245 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec5b8d83-b889-405b-bceb-3838ccb01c6b', 'tag': '522bebe0-47e5-438a-b53d-8313a3694518'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:06:29.638575 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84699e2-9cc8-48da-9a4d-c0693644b7b6" -d '{"events": [{"name": "network-changed", "server_uuid": "ec5b8d83-b889-405b-bceb-3838ccb01c6b", "tag": "522bebe0-47e5-438a-b53d-8313a3694518"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:06:29.669546 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366bb86-4e26-4296-9f2d-1f87fe55da8c service neutron] Pushing event updated for resources: {'Port': ['ID=522bebe0-47e5-438a-b53d-8313a3694518,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:29.719762 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-42eeaa03-9970-4a7c-a6e9-4c6188858c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:29.721406 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-42eeaa03-9970-4a7c-a6e9-4c6188858c13 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6f8e8049c8d24ec798f73e41bd44d211&device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 1126 time: 0.0489359 Mar 22 20:06:29.771945 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-e7ddd75c-52a5-4afb-9a5e-4886e1c1522c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=522bebe0-47e5-438a-b53d-8313a3694518 HTTP/1.1" status: 200 len: 217 time: 0.0438583 Mar 22 20:06:29.773336 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b36d5d6-37ee-413c-bd1c-8a7dd56828d8 x-openstack-request-id: req-8b36d5d6-37ee-413c-bd1c-8a7dd56828d8 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:06:29.773623 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec5b8d83-b889-405b-bceb-3838ccb01c6b", "tag": "522bebe0-47e5-438a-b53d-8313a3694518", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:06:29.773916 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8b36d5d6-37ee-413c-bd1c-8a7dd56828d8 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:06:29.774319 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b36d5d6-37ee-413c-bd1c-8a7dd56828d8'] response: {'name': 'network-changed', 'server_uuid': 'ec5b8d83-b889-405b-bceb-3838ccb01c6b', 'tag': '522bebe0-47e5-438a-b53d-8313a3694518', 'status': 'completed', 'code': 200} Mar 22 20:06:29.829649 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-ae4f4edc-f2f1-418a-b378-13791282b8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:29.831303 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-ae4f4edc-f2f1-418a-b378-13791282b8ba service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b86f1d64-5657-4036-8e77-6ada61ebdfae HTTP/1.1" status: 200 len: 852 time: 0.0470467 Mar 22 20:06:29.865715 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-50378098-4ce0-421a-96e8-394455616389 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0c4c8d8b-cb52-4c08-9756-d27882635674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274062 Mar 22 20:06:29.971265 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-d3b5efed-1a41-4e6b-a2f6-0a1b97ebd854 service neutron] 10.222.0.84 "GET /v2.0/networks/0c4c8d8b-cb52-4c08-9756-d27882635674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978074 Mar 22 20:06:30.064865 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2a10c042-5053-47de-b0f6-f5534e425bbf req-e8b20072-acca-488d-a0dc-637041d76b4d service neutron] 10.222.0.84 "GET /v2.0/networks/0c4c8d8b-cb52-4c08-9756-d27882635674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880609 Mar 22 20:06:30.179399 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84699e2-9cc8-48da-9a4d-c0693644b7b6 req-609b1667-c16a-4ab1-9267-99925dabc78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:30.181703 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e84699e2-9cc8-48da-9a4d-c0693644b7b6 req-609b1667-c16a-4ab1-9267-99925dabc78c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6f8e8049c8d24ec798f73e41bd44d211&device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 1126 time: 0.0582325 Mar 22 20:06:30.606475 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84699e2-9cc8-48da-9a4d-c0693644b7b6 req-eefff1e7-e33e-4039-8e09-2ae4f1ee49f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:30.608154 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e84699e2-9cc8-48da-9a4d-c0693644b7b6 req-eefff1e7-e33e-4039-8e09-2ae4f1ee49f2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=0c4c8d8b-cb52-4c08-9756-d27882635674 HTTP/1.1" status: 200 len: 913 time: 0.4209394 Mar 22 20:06:30.644695 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f03fa-de45-4851-b0d1-99b65ba7fdc0 req-20030d83-bf25-4309-a47c-5174cad365b9 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:30.646901 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-598f03fa-de45-4851-b0d1-99b65ba7fdc0 req-20030d83-bf25-4309-a47c-5174cad365b9 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 943 time: 0.0683081 Mar 22 20:06:30.658747 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e84699e2-9cc8-48da-9a4d-c0693644b7b6 req-b5ffa630-20f5-4730-a383-046dd9c064ef service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=522bebe0-47e5-438a-b53d-8313a3694518 HTTP/1.1" status: 200 len: 217 time: 0.0433304 Mar 22 20:06:30.726390 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84699e2-9cc8-48da-9a4d-c0693644b7b6 req-67ffc0ec-a4dd-4af3-88eb-c0dbd778d26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:30.727904 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e84699e2-9cc8-48da-9a4d-c0693644b7b6 req-67ffc0ec-a4dd-4af3-88eb-c0dbd778d26d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b86f1d64-5657-4036-8e77-6ada61ebdfae HTTP/1.1" status: 200 len: 852 time: 0.0635686 Mar 22 20:06:30.731053 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-598f03fa-de45-4851-b0d1-99b65ba7fdc0 req-b3a2a841-5b23-44b7-82f1-691818234b76 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739188 Mar 22 20:06:30.783727 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e84699e2-9cc8-48da-9a4d-c0693644b7b6 req-72ba91d1-ce4e-483d-8d4e-95ccbf9698a1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0c4c8d8b-cb52-4c08-9756-d27882635674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494702 Mar 22 20:06:30.899875 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e84699e2-9cc8-48da-9a4d-c0693644b7b6 req-496a2266-9c4a-4f7f-8f8e-9b0722ac1fbb service neutron] 10.222.0.84 "GET /v2.0/networks/0c4c8d8b-cb52-4c08-9756-d27882635674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090195 Mar 22 20:06:31.018085 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e84699e2-9cc8-48da-9a4d-c0693644b7b6 req-7115608e-a05d-45cf-b1ba-d274ef607085 service neutron] 10.222.0.84 "GET /v2.0/networks/0c4c8d8b-cb52-4c08-9756-d27882635674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122484 Mar 22 20:06:31.884216 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b474190-05a1-4e7e-9714-bdda94369faf req-4bc642bd-110c-40e2-9ab4-2a0be210c9b3 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:31.885742 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6b474190-05a1-4e7e-9714-bdda94369faf req-4bc642bd-110c-40e2-9ab4-2a0be210c9b3 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 943 time: 0.0599675 Mar 22 20:06:31.953475 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6b474190-05a1-4e7e-9714-bdda94369faf req-e55ef4a9-4178-4315-8775-0975627eb31b tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611193 Mar 22 20:06:33.110658 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee08d9-e616-4ac8-9d07-2c74b95879bb req-93875501-f767-46fd-9ff7-1d7f59528ae7 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:33.112365 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-05ee08d9-e616-4ac8-9d07-2c74b95879bb req-93875501-f767-46fd-9ff7-1d7f59528ae7 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 943 time: 0.0676537 Mar 22 20:06:33.139509 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 522bebe0-47e5-438a-b53d-8313a3694518 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:06:33.175171 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-05ee08d9-e616-4ac8-9d07-2c74b95879bb req-fc5f029d-639c-4601-9e4d-063ddcdd6387 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565355 Mar 22 20:06:33.277082 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 522bebe0-47e5-438a-b53d-8313a3694518, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=522bebe0-47e5-438a-b53d-8313a3694518,segment=NetworkSegment(36b54ff4-1c31-4265-9dbd-880ce2e0ba0b),segment_id=36b54ff4-1c31-4265-9dbd-880ce2e0ba0b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:06:33.291207 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '522bebe0-47e5-438a-b53d-8313a3694518', 'network_id': '0c4c8d8b-cb52-4c08-9756-d27882635674', 'port_id': '522bebe0-47e5-438a-b53d-8313a3694518', 'mac_address': 'fa:16:3e:13:6a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b86f1d64-5657-4036-8e77-6ada61ebdfae', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:06:33.339516 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 522bebe0-47e5-438a-b53d-8313a3694518 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:06:33.339940 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (522bebe0-47e5-438a-b53d-8313a3694518), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:33.359120 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522bebe0-47e5-438a-b53d-8313a3694518 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:06:33.385839 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 522bebe0-47e5-438a-b53d-8313a3694518, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=522bebe0-47e5-438a-b53d-8313a3694518,segment=NetworkSegment(36b54ff4-1c31-4265-9dbd-880ce2e0ba0b),segment_id=36b54ff4-1c31-4265-9dbd-880ce2e0ba0b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:06:33.390338 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (522bebe0-47e5-438a-b53d-8313a3694518), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:33.441007 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=522bebe0-47e5-438a-b53d-8313a3694518,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:33.598724 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['522bebe0-47e5-438a-b53d-8313a3694518'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:06:34.378889 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf799b-e3a6-4662-8f24-0a00bd81285b req-2ceb9a17-b17c-4714-a183-51a161cd1ff9 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:34.381267 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-24bf799b-e3a6-4662-8f24-0a00bd81285b req-2ceb9a17-b17c-4714-a183-51a161cd1ff9 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 944 time: 0.0914764 Mar 22 20:06:34.453687 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-24bf799b-e3a6-4662-8f24-0a00bd81285b req-f72e2f00-9ca9-438b-8b85-02996387216e tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626481 Mar 22 20:06:35.136287 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 522bebe0-47e5-438a-b53d-8313a3694518 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:06:35.205820 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 522bebe0-47e5-438a-b53d-8313a3694518 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:06:35.212441 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 522bebe0-47e5-438a-b53d-8313a3694518 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:06:35.212820 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (522bebe0-47e5-438a-b53d-8313a3694518), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:35.307800 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 522bebe0-47e5-438a-b53d-8313a3694518 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:06:35.308454 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (522bebe0-47e5-438a-b53d-8313a3694518), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:35.341362 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5b8d83-b889-405b-bceb-3838ccb01c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522bebe0-47e5-438a-b53d-8313a3694518'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:06:35.343886 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03cadcb-df84-4698-8137-98cf2e4072e1" -d '{"events": [{"server_uuid": "ec5b8d83-b889-405b-bceb-3838ccb01c6b", "name": "network-vif-plugged", "status": "completed", "tag": "522bebe0-47e5-438a-b53d-8313a3694518"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:06:35.359785 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 522bebe0-47e5-438a-b53d-8313a3694518, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=522bebe0-47e5-438a-b53d-8313a3694518,segment=NetworkSegment(36b54ff4-1c31-4265-9dbd-880ce2e0ba0b),segment_id=36b54ff4-1c31-4265-9dbd-880ce2e0ba0b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:06:35.367594 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (522bebe0-47e5-438a-b53d-8313a3694518), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:35.408201 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20b76d0-5b3f-43f4-9e8e-8d930b54f612 x-openstack-request-id: req-a20b76d0-5b3f-43f4-9e8e-8d930b54f612 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:06:35.408737 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5b8d83-b889-405b-bceb-3838ccb01c6b", "name": "network-vif-plugged", "status": "completed", "tag": "522bebe0-47e5-438a-b53d-8313a3694518", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:06:35.409136 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a20b76d0-5b3f-43f4-9e8e-8d930b54f612 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:06:35.409823 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a20b76d0-5b3f-43f4-9e8e-8d930b54f612'] response: {'server_uuid': 'ec5b8d83-b889-405b-bceb-3838ccb01c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522bebe0-47e5-438a-b53d-8313a3694518', 'code': 200} Mar 22 20:06:35.447090 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=522bebe0-47e5-438a-b53d-8313a3694518,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:06:35.525975 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e781c2-4f60-46c1-8fd8-7e2a91fc877d req-f1d353a5-ebf4-48bf-b4a5-94ae43ea20eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:35.528433 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-11e781c2-4f60-46c1-8fd8-7e2a91fc877d req-f1d353a5-ebf4-48bf-b4a5-94ae43ea20eb service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 1128 time: 0.0599527 Mar 22 20:06:35.589680 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-11e781c2-4f60-46c1-8fd8-7e2a91fc877d req-9e3da33b-6084-4b4b-a606-2acb149423b6 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552278 Mar 22 20:06:35.618029 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d9a51-94e3-4b0c-ba2a-1aee2f92ec26 req-66a5a0e1-0d5e-43af-b1b5-65c7f8d541cc tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:35.620679 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-157d9a51-94e3-4b0c-ba2a-1aee2f92ec26 req-66a5a0e1-0d5e-43af-b1b5-65c7f8d541cc tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 945 time: 0.0764771 Mar 22 20:06:35.673489 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-157d9a51-94e3-4b0c-ba2a-1aee2f92ec26 req-f02bc0d7-9e8e-4adb-bc2d-11b509258165 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460384 Mar 22 20:06:36.831142 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9045dd3-3950-4a1b-8648-f28fea640069 req-a9b71eaa-af34-4088-9016-efe48270d87a tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:36.833575 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9045dd3-3950-4a1b-8648-f28fea640069 req-a9b71eaa-af34-4088-9016-efe48270d87a tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 945 time: 0.0719204 Mar 22 20:06:36.905162 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9045dd3-3950-4a1b-8648-f28fea640069 req-fe055d9e-7066-4ba7-9ae3-522f3ac60852 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631039 Mar 22 20:06:37.266787 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9440df-4e9f-484d-9432-e7cf89055e42 req-ac13c9e8-b5d8-4863-a8b8-a7c2fe8a8816 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:37.268217 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4c9440df-4e9f-484d-9432-e7cf89055e42 req-ac13c9e8-b5d8-4863-a8b8-a7c2fe8a8816 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 945 time: 0.0974813 Mar 22 20:06:37.279367 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-e82400cc-f6fe-4b40-9979-5a02114c1912 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1357820 Mar 22 20:06:37.353574 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4c9440df-4e9f-484d-9432-e7cf89055e42 req-5a0c5433-00a6-49d2-b2c0-671218354807 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729961 Mar 22 20:06:37.839896 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-89c5dd03-23bc-49f5-8075-2645814252bf tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:37.841279 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-89c5dd03-23bc-49f5-8075-2645814252bf tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports/522bebe0-47e5-438a-b53d-8313a3694518 HTTP/1.1" status: 200 len: 942 time: 0.1364789 Mar 22 20:06:38.494057 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5991a11-0b62-42d3-bf8b-055bd7b7e8fd req-08279f63-ab5d-4c9f-ae62-9204850d741a tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:38.495565 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a5991a11-0b62-42d3-bf8b-055bd7b7e8fd req-08279f63-ab5d-4c9f-ae62-9204850d741a tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 945 time: 0.0656204 Mar 22 20:06:38.554264 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a5991a11-0b62-42d3-bf8b-055bd7b7e8fd req-e079dcd4-7987-44f7-9fd6-f5233cf30f71 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516038 Mar 22 20:06:38.732524 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-de5f5f8c-79bd-40e1-b87f-d39decb37c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:38.734052 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-de5f5f8c-79bd-40e1-b87f-d39decb37c2b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6f8e8049c8d24ec798f73e41bd44d211&device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 1128 time: 0.0576878 Mar 22 20:06:38.837637 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-a2a668e7-d048-470b-bd55-193970e7c3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:38.839377 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-a2a668e7-d048-470b-bd55-193970e7c3eb service neutron] 10.222.0.84 "GET /v2.0/networks?id=0c4c8d8b-cb52-4c08-9756-d27882635674 HTTP/1.1" status: 200 len: 913 time: 0.0986092 Mar 22 20:06:38.882195 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-e695565c-f8d2-4e64-abbe-64fff2d7fa39 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=522bebe0-47e5-438a-b53d-8313a3694518 HTTP/1.1" status: 200 len: 217 time: 0.0356994 Mar 22 20:06:38.938521 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-50046ea9-ef0b-4217-b878-3eaa8a532940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:38.940055 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-50046ea9-ef0b-4217-b878-3eaa8a532940 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b86f1d64-5657-4036-8e77-6ada61ebdfae HTTP/1.1" status: 200 len: 852 time: 0.0509496 Mar 22 20:06:38.976532 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-487e7401-2a7d-4c8c-9d3b-6fb383750a1d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0c4c8d8b-cb52-4c08-9756-d27882635674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304337 Mar 22 20:06:39.071333 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-3d671e17-f985-4f44-a96a-4625b8ecb365 service neutron] 10.222.0.84 "GET /v2.0/networks/0c4c8d8b-cb52-4c08-9756-d27882635674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893691 Mar 22 20:06:39.185225 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-d6f97bc7-d2d9-4368-9b4f-46e68a055a8d service neutron] 10.222.0.84 "GET /v2.0/networks/0c4c8d8b-cb52-4c08-9756-d27882635674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071780 Mar 22 20:06:39.694620 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf3ad8-2587-4f17-a3f7-4337c5221480 req-4a3619e8-0357-49f0-8785-1c76c8c7165c tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:39.696162 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6caf3ad8-2587-4f17-a3f7-4337c5221480 req-4a3619e8-0357-49f0-8785-1c76c8c7165c tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 945 time: 0.0606496 Mar 22 20:06:39.746382 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6caf3ad8-2587-4f17-a3f7-4337c5221480 req-e422e622-0c0b-442e-ad5e-4d69e97ab2c5 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441658 Mar 22 20:06:40.892696 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad203609-caa1-450d-90bd-ada5f7ff879a req-9ef337f4-0378-4246-afcf-9370168789c1 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:40.894377 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad203609-caa1-450d-90bd-ada5f7ff879a req-9ef337f4-0378-4246-afcf-9370168789c1 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 945 time: 0.0606716 Mar 22 20:06:40.947274 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad203609-caa1-450d-90bd-ada5f7ff879a req-a1ebaa5d-09ca-4b32-bfaf-4670b5c59c69 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441294 Mar 22 20:06:41.605230 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:06:42.103821 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edb9e8-c88c-4725-9841-032518f4d62f req-a82a8753-55bc-411a-8a66-bc25c23cdbf3 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:42.105416 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e1edb9e8-c88c-4725-9841-032518f4d62f req-a82a8753-55bc-411a-8a66-bc25c23cdbf3 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 945 time: 0.0629222 Mar 22 20:06:42.157853 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e1edb9e8-c88c-4725-9841-032518f4d62f req-8dbbca0b-7982-4d52-8126-0f5580b38116 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457838 Mar 22 20:06:43.302846 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ed74f-e305-41d7-afba-917e0c07f948 req-5f4bdc08-4535-4356-b5ba-383c24076508 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:43.304449 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b08ed74f-e305-41d7-afba-917e0c07f948 req-5f4bdc08-4535-4356-b5ba-383c24076508 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 945 time: 0.0696366 Mar 22 20:06:43.365734 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b08ed74f-e305-41d7-afba-917e0c07f948 req-8dad65c4-af0d-44cf-a4b2-85684ec716a5 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511878 Mar 22 20:06:44.515915 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799064cd-15e9-4dcf-aab3-0f066d0dfc4e req-dcabcb68-ca2a-4580-b269-d0dbedc37c23 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:44.517484 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-799064cd-15e9-4dcf-aab3-0f066d0dfc4e req-dcabcb68-ca2a-4580-b269-d0dbedc37c23 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 945 time: 0.0601707 Mar 22 20:06:44.572672 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-799064cd-15e9-4dcf-aab3-0f066d0dfc4e req-53680e64-f219-4e51-9f91-5c702b97816b tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487874 Mar 22 20:06:45.194293 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b9766c51-5bc4-4108-8f31-41dea24b95ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:45.705803 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca1fb6-65d4-4914-a8b3-f736ae566a5c req-9f39407b-561a-4bd0-864e-0dbe14e123fb tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:45.707414 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-97ca1fb6-65d4-4914-a8b3-f736ae566a5c req-9f39407b-561a-4bd0-864e-0dbe14e123fb tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 945 time: 0.0627203 Mar 22 20:06:45.780544 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-97ca1fb6-65d4-4914-a8b3-f736ae566a5c req-3573981f-8d70-4b2f-93ab-6418908fdf55 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645866 Mar 22 20:06:46.209664 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:46.918256 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceeed47-fe55-40be-b860-3fb70789d3e4 req-30742e4a-1576-443e-b62b-9cf92c4ea10c tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:46.920061 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cceeed47-fe55-40be-b860-3fb70789d3e4 req-30742e4a-1576-443e-b62b-9cf92c4ea10c tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 945 time: 0.0616302 Mar 22 20:06:46.988453 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cceeed47-fe55-40be-b860-3fb70789d3e4 req-74a71cde-2a48-480c-b94d-29bbbf565aac tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615132 Mar 22 20:06:47.434875 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-331bb9de-5afb-40f3-8a83-10a722bb7cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:48.121338 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803edca-7139-43ea-a499-2790284a054e req-c18d3ce8-2c49-4b14-ae93-e29eb9afff40 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:48.123012 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c803edca-7139-43ea-a499-2790284a054e req-c18d3ce8-2c49-4b14-ae93-e29eb9afff40 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 945 time: 0.0563159 Mar 22 20:06:48.183517 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c803edca-7139-43ea-a499-2790284a054e req-9523eb7b-2f17-468c-a09c-5d73beb19e80 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543108 Mar 22 20:06:48.656849 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:48.828938 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:49.322605 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f256977-0a54-4db2-89ec-56c5795c7b63 req-4fade9b7-8e55-4bfe-b5b9-3eb0f1dc2b16 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:49.324549 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5f256977-0a54-4db2-89ec-56c5795c7b63 req-4fade9b7-8e55-4bfe-b5b9-3eb0f1dc2b16 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 945 time: 0.0634081 Mar 22 20:06:49.392644 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5f256977-0a54-4db2-89ec-56c5795c7b63 req-41c90265-44be-4352-91c4-929a509fa723 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618899 Mar 22 20:06:50.260266 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:50.520880 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd068b-60b9-4b0a-b449-d22640d3a8eb req-847b1cdb-1ab8-46d9-97be-f3e9610604b7 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:50.523048 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c9fd068b-60b9-4b0a-b449-d22640d3a8eb req-847b1cdb-1ab8-46d9-97be-f3e9610604b7 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 945 time: 0.0556035 Mar 22 20:06:50.583166 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c9fd068b-60b9-4b0a-b449-d22640d3a8eb req-58afd4c2-176e-4a5a-8663-770da0831f77 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525808 Mar 22 20:06:51.387573 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:06:51.720281 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3dde7c-a553-4ca4-a1ad-b1417f1d1202 req-838355da-04ab-4c98-9709-f571e66f987b tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:51.721884 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ca3dde7c-a553-4ca4-a1ad-b1417f1d1202 req-838355da-04ab-4c98-9709-f571e66f987b tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 945 time: 0.0631635 Mar 22 20:06:51.785475 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ca3dde7c-a553-4ca4-a1ad-b1417f1d1202 req-5f73020c-9523-465a-8981-de4351541300 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574996 Mar 22 20:06:52.922672 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251812f-d757-41cd-b240-527f10f492a1 req-584124e4-f687-4f66-97a6-c9665b539fb1 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:52.924690 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1251812f-d757-41cd-b240-527f10f492a1 req-584124e4-f687-4f66-97a6-c9665b539fb1 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 945 time: 0.0606534 Mar 22 20:06:52.981731 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1251812f-d757-41cd-b240-527f10f492a1 req-f9c90369-ecd4-4fc0-8a99-0bc6fa140ecb tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500236 Mar 22 20:06:54.147218 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3c65a-7607-4ab9-a0e3-f34f69813a49 req-0b0a3763-685c-40e7-a58e-0d029feb197e tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:54.149814 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-45b3c65a-7607-4ab9-a0e3-f34f69813a49 req-0b0a3763-685c-40e7-a58e-0d029feb197e tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 945 time: 0.0809472 Mar 22 20:06:54.206858 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-45b3c65a-7607-4ab9-a0e3-f34f69813a49 req-5421bcbb-02d0-4ca0-997a-318931300094 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484040 Mar 22 20:06:55.355416 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139961a-f8bb-49b2-a3c3-af4eb3375c45 req-760dcafe-cf31-498c-aae1-665868b171a6 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:55.356938 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f139961a-f8bb-49b2-a3c3-af4eb3375c45 req-760dcafe-cf31-498c-aae1-665868b171a6 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 945 time: 0.0615056 Mar 22 20:06:55.410022 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f139961a-f8bb-49b2-a3c3-af4eb3375c45 req-17b6a72e-4f3f-4c6d-9b9c-19cc4ccbc9d2 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462172 Mar 22 20:06:56.545189 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ee3e0-a61e-47f7-bd51-0c00aa8e84b2 req-2331d473-f08e-4bb6-8c3e-1ac8a7dad7a1 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:56.546866 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ae1ee3e0-a61e-47f7-bd51-0c00aa8e84b2 req-2331d473-f08e-4bb6-8c3e-1ac8a7dad7a1 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 945 time: 0.0585709 Mar 22 20:06:56.598883 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ae1ee3e0-a61e-47f7-bd51-0c00aa8e84b2 req-a057682b-cd2e-41f4-aed7-681db0a2825a tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459270 Mar 22 20:06:57.722550 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65c28a-150f-4f8f-8e03-fb43ab2886d0 req-8d7bc944-f53c-4cff-80f1-e3ffaea7f346 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:57.724530 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3f65c28a-150f-4f8f-8e03-fb43ab2886d0 req-8d7bc944-f53c-4cff-80f1-e3ffaea7f346 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 945 time: 0.0561452 Mar 22 20:06:57.771199 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3f65c28a-150f-4f8f-8e03-fb43ab2886d0 req-cd964afd-ee1a-4166-891d-5aec51b95e96 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408721 Mar 22 20:06:58.917610 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772cc44-d835-4b9f-994b-de5ea4266b7d req-80d1dda5-6f0d-49d1-aac7-351fcc444da7 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:06:58.920665 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1772cc44-d835-4b9f-994b-de5ea4266b7d req-80d1dda5-6f0d-49d1-aac7-351fcc444da7 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 945 time: 0.0635767 Mar 22 20:06:58.976657 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1772cc44-d835-4b9f-994b-de5ea4266b7d req-11efb974-57ab-44f3-bca0-a0094571ac2b tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442216 Mar 22 20:07:00.115918 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2fd86-e938-4fed-a322-baa3a8217cb6 req-f2f13e2b-b60e-4cff-80ed-93bccc1391e3 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:00.117504 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4af2fd86-e938-4fed-a322-baa3a8217cb6 req-f2f13e2b-b60e-4cff-80ed-93bccc1391e3 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 945 time: 0.0631745 Mar 22 20:07:00.177293 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4af2fd86-e938-4fed-a322-baa3a8217cb6 req-aefb1b94-9d84-4225-9e96-0d6997133c70 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505233 Mar 22 20:07:01.324979 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d659603-158e-4b0f-a833-964d08a84e5b req-4a3db2a8-9cb7-427e-a263-8ee7e326c9f8 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:01.327241 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d659603-158e-4b0f-a833-964d08a84e5b req-4a3db2a8-9cb7-427e-a263-8ee7e326c9f8 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 945 time: 0.0689232 Mar 22 20:07:01.385874 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d659603-158e-4b0f-a833-964d08a84e5b req-2ec900fd-553c-4bad-a87b-d207a6d2586a tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498376 Mar 22 20:07:02.523471 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15676a-676d-4acd-b419-1ac0b6800bd7 req-9dd0d0e5-6729-469a-a9fb-b8e68e257323 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:02.525141 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7e15676a-676d-4acd-b419-1ac0b6800bd7 req-9dd0d0e5-6729-469a-a9fb-b8e68e257323 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 945 time: 0.0600991 Mar 22 20:07:02.590405 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7e15676a-676d-4acd-b419-1ac0b6800bd7 req-8d64e528-a93b-44b8-8731-f76feea67605 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589426 Mar 22 20:07:03.740518 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f93a8a-620d-440d-81e7-c0527a50a107 req-a4137ff8-5462-46c7-a584-ec3cc534c383 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:03.742159 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78f93a8a-620d-440d-81e7-c0527a50a107 req-a4137ff8-5462-46c7-a584-ec3cc534c383 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 945 time: 0.0654497 Mar 22 20:07:03.799245 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78f93a8a-620d-440d-81e7-c0527a50a107 req-ea134f94-ec55-4cdb-9a9a-c31efc032354 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491798 Mar 22 20:07:04.932380 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f86afef-cc73-477a-a40c-4404a22d8b04 req-70a25109-ef2a-422a-9cb8-dd8d0bcbafdc tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:04.933918 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f86afef-cc73-477a-a40c-4404a22d8b04 req-70a25109-ef2a-422a-9cb8-dd8d0bcbafdc tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 945 time: 0.0569429 Mar 22 20:07:04.982429 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f86afef-cc73-477a-a40c-4404a22d8b04 req-0630f0ae-bf31-4613-905b-6ee3d858de52 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429168 Mar 22 20:07:06.039364 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-f3cc22fe-59e8-4eab-a7fb-0834d21fa564 service neutron] show failed (client error): The resource could not be found. Mar 22 20:07:06.040412 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-f3cc22fe-59e8-4eab-a7fb-0834d21fa564 service neutron] 10.222.0.84 "GET /v2.0/ports/522bebe0-47e5-438a-b53d-8313a3694518/bindings/n-h2-705658-24 HTTP/1.1" status: 404 len: 381 time: 0.0606310 Mar 22 20:07:06.118692 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254e07a-33d4-4d43-8ade-b7669135c5ff req-dbe62fbc-9998-4271-b0ba-841b5d1e3064 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:06.120437 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6254e07a-33d4-4d43-8ade-b7669135c5ff req-dbe62fbc-9998-4271-b0ba-841b5d1e3064 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 945 time: 0.0600073 Mar 22 20:07:06.181193 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6254e07a-33d4-4d43-8ade-b7669135c5ff req-96afc6a6-76c2-41a5-90a3-3c724c1a7f8a tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550110 Mar 22 20:07:06.272235 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-1a33b77f-8895-43ff-862a-f5c29056987b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:06.273827 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-1a33b77f-8895-43ff-862a-f5c29056987b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b&tenant_id=6f8e8049c8d24ec798f73e41bd44d211 HTTP/1.1" status: 200 len: 1128 time: 0.0514112 Mar 22 20:07:06.285198 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705658-24', 'device_owner': 'compute:nova'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:07:06.351300 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (522bebe0-47e5-438a-b53d-8313a3694518), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:06.606982 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] For port 522bebe0-47e5-438a-b53d-8313a3694518, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=522bebe0-47e5-438a-b53d-8313a3694518,segment=NetworkSegment(36b54ff4-1c31-4265-9dbd-880ce2e0ba0b),segment_id=36b54ff4-1c31-4265-9dbd-880ce2e0ba0b)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:07:06.642897 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] For port 522bebe0-47e5-438a-b53d-8313a3694518, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:07:06.685062 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5b8d83-b889-405b-bceb-3838ccb01c6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '522bebe0-47e5-438a-b53d-8313a3694518'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:07:06.688579 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935ca1d3-cb3b-453c-8856-a21a05b6de04" -d '{"events": [{"server_uuid": "ec5b8d83-b889-405b-bceb-3838ccb01c6b", "name": "network-vif-unplugged", "status": "completed", "tag": "522bebe0-47e5-438a-b53d-8313a3694518"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:07:06.693155 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] Publish callbacks [] for port (522bebe0-47e5-438a-b53d-8313a3694518), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:06.707704 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] Transition to ACTIVE for port object 522bebe0-47e5-438a-b53d-8313a3694518 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:07:06.713217 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (522bebe0-47e5-438a-b53d-8313a3694518), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:06.753484 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 20:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f870159-9b6d-4a6f-a623-34fba07802a7 x-openstack-request-id: req-3f870159-9b6d-4a6f-a623-34fba07802a7 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:07:06.753769 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5b8d83-b889-405b-bceb-3838ccb01c6b", "name": "network-vif-unplugged", "status": "completed", "tag": "522bebe0-47e5-438a-b53d-8313a3694518", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:07:06.754065 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3f870159-9b6d-4a6f-a623-34fba07802a7 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:07:06.754465 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f870159-9b6d-4a6f-a623-34fba07802a7'] response: {'server_uuid': 'ec5b8d83-b889-405b-bceb-3838ccb01c6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '522bebe0-47e5-438a-b53d-8313a3694518', 'code': 200} Mar 22 20:07:06.794455 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] No DVR routers for this DVR port 522bebe0-47e5-438a-b53d-8313a3694518 on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:07:06.797635 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] Pushing event updated for resources: {'Port': ['ID=522bebe0-47e5-438a-b53d-8313a3694518,revision_number=6']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:06.809964 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:06.810285 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:06.810526 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:06.810870 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:06.811198 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:06.811526 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:06.811849 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:06.812169 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:06.812493 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:06.812813 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:06.813134 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:06.813456 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:06.813776 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:06.814122 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:06.814437 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:06.853211 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] Attempting to bind port 522bebe0-47e5-438a-b53d-8313a3694518 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:07:06.853543 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] Attempting to bind port 522bebe0-47e5-438a-b53d-8313a3694518 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '36b54ff4-1c31-4265-9dbd-880ce2e0ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0c4c8d8b-cb52-4c08-9756-d27882635674'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:07:06.853934 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] Attempting to bind port 522bebe0-47e5-438a-b53d-8313a3694518 on network 0c4c8d8b-cb52-4c08-9756-d27882635674 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:07:06.859516 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] Port 522bebe0-47e5-438a-b53d-8313a3694518 on network 0c4c8d8b-cb52-4c08-9756-d27882635674 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:07:06.859745 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] Attempting to bind port 522bebe0-47e5-438a-b53d-8313a3694518 on network 0c4c8d8b-cb52-4c08-9756-d27882635674 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:07:06.865109 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:07:06.865449 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] Checking segment: {'id': '36b54ff4-1c31-4265-9dbd-880ce2e0ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0c4c8d8b-cb52-4c08-9756-d27882635674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:07:06.865874 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] Bound using segment: {'id': '36b54ff4-1c31-4265-9dbd-880ce2e0ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0c4c8d8b-cb52-4c08-9756-d27882635674'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:07:06.866368 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] Bound port: 522bebe0-47e5-438a-b53d-8313a3694518, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36b54ff4-1c31-4265-9dbd-880ce2e0ba0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0c4c8d8b-cb52-4c08-9756-d27882635674'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:07:06.866733 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (522bebe0-47e5-438a-b53d-8313a3694518), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:07.243826 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] For port 522bebe0-47e5-438a-b53d-8313a3694518, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:07:07.248657 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] For port 522bebe0-47e5-438a-b53d-8313a3694518, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=522bebe0-47e5-438a-b53d-8313a3694518,segment=NetworkSegment(36b54ff4-1c31-4265-9dbd-880ce2e0ba0b),segment_id=36b54ff4-1c31-4265-9dbd-880ce2e0ba0b)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:07:07.257511 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (522bebe0-47e5-438a-b53d-8313a3694518), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:07.304953 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:07.305551 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:07.306979 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] 10.222.0.85 "PUT /v2.0/ports/522bebe0-47e5-438a-b53d-8313a3694518 HTTP/1.1" status: 200 len: 1092 time: 1.0263109 Mar 22 20:07:07.377968 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da9155-dc13-486e-ae1e-de70ac720734 service neutron] Pushing event updated for resources: {'Port': ['ID=522bebe0-47e5-438a-b53d-8313a3694518,revision_number=7']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:07.403714 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb20bf-bb53-4d95-bba5-16a894c206e0 req-dc1c130c-9bc4-4015-845f-4cf32a290aae tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:07.405270 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b5cb20bf-bb53-4d95-bba5-16a894c206e0 req-dc1c130c-9bc4-4015-845f-4cf32a290aae tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 943 time: 0.1190760 Mar 22 20:07:07.412427 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-453dd613-7640-4604-8749-41f0ad63a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:07.413962 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-453dd613-7640-4604-8749-41f0ad63a41f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6f8e8049c8d24ec798f73e41bd44d211&device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 1126 time: 0.0832510 Mar 22 20:07:07.516728 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b5cb20bf-bb53-4d95-bba5-16a894c206e0 req-56d0795e-bdad-42e7-a88f-79c8d552a992 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016605 Mar 22 20:07:07.545674 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-bdadc9b5-8b9f-452b-9b7d-b81819a9c01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:07.547204 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-bdadc9b5-8b9f-452b-9b7d-b81819a9c01f service neutron] 10.222.0.85 "GET /v2.0/networks?id=0c4c8d8b-cb52-4c08-9756-d27882635674 HTTP/1.1" status: 200 len: 913 time: 0.1264186 Mar 22 20:07:07.590487 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-d015857b-f481-4a0a-85f9-03163a3f433a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=522bebe0-47e5-438a-b53d-8313a3694518 HTTP/1.1" status: 200 len: 217 time: 0.0375066 Mar 22 20:07:07.647210 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-27fa1266-227c-4e81-afe3-ec5f3e037d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:07.648738 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-27fa1266-227c-4e81-afe3-ec5f3e037d27 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b86f1d64-5657-4036-8e77-6ada61ebdfae HTTP/1.1" status: 200 len: 852 time: 0.0473018 Mar 22 20:07:07.682429 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-a3b8ad34-e2b2-416b-ba64-603f376ca969 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0c4c8d8b-cb52-4c08-9756-d27882635674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276527 Mar 22 20:07:07.806705 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-1f7928b6-d9d9-4548-b0b7-d4fab9cbb335 service neutron] 10.222.0.85 "GET /v2.0/networks/0c4c8d8b-cb52-4c08-9756-d27882635674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154435 Mar 22 20:07:07.914270 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-84e3e6cc-b3aa-46d3-8793-86679cd1adeb req-7671ddbe-5f38-4058-ab61-3ea5a8fc4f28 service neutron] 10.222.0.85 "GET /v2.0/networks/0c4c8d8b-cb52-4c08-9756-d27882635674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017311 Mar 22 20:07:08.650959 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4eaa5-5972-4841-b9d7-b3848bf5ac63 req-6a3f5603-09a8-4edf-82d0-b0ef83aef4a1 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:08.652498 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e1c4eaa5-5972-4841-b9d7-b3848bf5ac63 req-6a3f5603-09a8-4edf-82d0-b0ef83aef4a1 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 943 time: 0.0615096 Mar 22 20:07:08.704295 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e1c4eaa5-5972-4841-b9d7-b3848bf5ac63 req-657ef63a-0bea-476b-bc10-1e94ff0530b6 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451639 Mar 22 20:07:08.756294 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec5b8d83-b889-405b-bceb-3838ccb01c6b', 'tag': '522bebe0-47e5-438a-b53d-8313a3694518'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:07:08.758640 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356840d9-97a1-40a2-826e-367362bf7c08" -d '{"events": [{"name": "network-changed", "server_uuid": "ec5b8d83-b889-405b-bceb-3838ccb01c6b", "tag": "522bebe0-47e5-438a-b53d-8313a3694518"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:07:08.818898 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de5eab4-fffc-43a4-b875-3ace9342c066 x-openstack-request-id: req-9de5eab4-fffc-43a4-b875-3ace9342c066 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:07:08.819235 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec5b8d83-b889-405b-bceb-3838ccb01c6b", "tag": "522bebe0-47e5-438a-b53d-8313a3694518", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:07:08.819530 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9de5eab4-fffc-43a4-b875-3ace9342c066 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:07:08.820030 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9de5eab4-fffc-43a4-b875-3ace9342c066'] response: {'name': 'network-changed', 'server_uuid': 'ec5b8d83-b889-405b-bceb-3838ccb01c6b', 'tag': '522bebe0-47e5-438a-b53d-8313a3694518', 'status': 'completed', 'code': 200} Mar 22 20:07:08.883045 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356840d9-97a1-40a2-826e-367362bf7c08 req-d0353568-70c6-48c4-a4c5-70deb4868e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:08.884712 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-356840d9-97a1-40a2-826e-367362bf7c08 req-d0353568-70c6-48c4-a4c5-70deb4868e82 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6f8e8049c8d24ec798f73e41bd44d211&device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 1126 time: 0.0482423 Mar 22 20:07:08.893744 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356840d9-97a1-40a2-826e-367362bf7c08 req-b2c29280-0422-4893-a513-3dd18d47d028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:08.895785 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-356840d9-97a1-40a2-826e-367362bf7c08 req-b2c29280-0422-4893-a513-3dd18d47d028 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6f8e8049c8d24ec798f73e41bd44d211&device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 1126 time: 0.0563519 Mar 22 20:07:08.987110 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356840d9-97a1-40a2-826e-367362bf7c08 req-736798bc-b4ec-4b2a-a43d-6e255f79be61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:08.988605 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-356840d9-97a1-40a2-826e-367362bf7c08 req-736798bc-b4ec-4b2a-a43d-6e255f79be61 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0c4c8d8b-cb52-4c08-9756-d27882635674 HTTP/1.1" status: 200 len: 913 time: 0.0975900 Mar 22 20:07:08.992921 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356840d9-97a1-40a2-826e-367362bf7c08 req-5cb427e1-dfa0-4d94-9c09-ab595f78e1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:08.994434 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-356840d9-97a1-40a2-826e-367362bf7c08 req-5cb427e1-dfa0-4d94-9c09-ab595f78e1ca service neutron] 10.222.0.84 "GET /v2.0/networks?id=0c4c8d8b-cb52-4c08-9756-d27882635674 HTTP/1.1" status: 200 len: 913 time: 0.0937970 Mar 22 20:07:09.032342 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-356840d9-97a1-40a2-826e-367362bf7c08 req-827d1877-ad03-42cd-98fc-2d1c6a985e08 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=522bebe0-47e5-438a-b53d-8313a3694518 HTTP/1.1" status: 200 len: 217 time: 0.0363159 Mar 22 20:07:09.037053 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-356840d9-97a1-40a2-826e-367362bf7c08 req-df479e3d-93f3-4067-81bf-b30af0a4c08e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=522bebe0-47e5-438a-b53d-8313a3694518 HTTP/1.1" status: 200 len: 217 time: 0.0363328 Mar 22 20:07:09.082296 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356840d9-97a1-40a2-826e-367362bf7c08 req-78770d17-74d0-47f4-8373-e48a781e3b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:09.084243 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-356840d9-97a1-40a2-826e-367362bf7c08 req-78770d17-74d0-47f4-8373-e48a781e3b5e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b86f1d64-5657-4036-8e77-6ada61ebdfae HTTP/1.1" status: 200 len: 852 time: 0.0456598 Mar 22 20:07:09.087315 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356840d9-97a1-40a2-826e-367362bf7c08 req-ca4e2264-5ec1-4960-a794-7a326bc5a0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:09.088774 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-356840d9-97a1-40a2-826e-367362bf7c08 req-ca4e2264-5ec1-4960-a794-7a326bc5a0bc service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b86f1d64-5657-4036-8e77-6ada61ebdfae HTTP/1.1" status: 200 len: 852 time: 0.0458417 Mar 22 20:07:09.120257 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-356840d9-97a1-40a2-826e-367362bf7c08 req-680b648f-288d-4022-9c97-19f9ec42f140 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0c4c8d8b-cb52-4c08-9756-d27882635674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302188 Mar 22 20:07:09.132197 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-356840d9-97a1-40a2-826e-367362bf7c08 req-6897efc0-57cf-4912-b6f6-76809dcb2f88 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0c4c8d8b-cb52-4c08-9756-d27882635674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377915 Mar 22 20:07:09.235150 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-356840d9-97a1-40a2-826e-367362bf7c08 req-b0653ba7-6263-41c3-a73b-bf0734c4a106 service neutron] 10.222.0.85 "GET /v2.0/networks/0c4c8d8b-cb52-4c08-9756-d27882635674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086328 Mar 22 20:07:09.238450 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-356840d9-97a1-40a2-826e-367362bf7c08 req-e385c7e6-b9b8-4fd0-926a-682914ddc4a1 service neutron] 10.222.0.84 "GET /v2.0/networks/0c4c8d8b-cb52-4c08-9756-d27882635674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003952 Mar 22 20:07:09.328430 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-356840d9-97a1-40a2-826e-367362bf7c08 req-e8a034ef-bb4d-496b-be0c-20864212943b service neutron] 10.222.0.85 "GET /v2.0/networks/0c4c8d8b-cb52-4c08-9756-d27882635674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875387 Mar 22 20:07:09.337518 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 522bebe0-47e5-438a-b53d-8313a3694518 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:07:09.341771 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-356840d9-97a1-40a2-826e-367362bf7c08 req-b6c59a1b-9655-4379-ba80-740cbbd1d9f7 service neutron] 10.222.0.84 "GET /v2.0/networks/0c4c8d8b-cb52-4c08-9756-d27882635674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967851 Mar 22 20:07:09.379415 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] The host n-h1-705658-24 is not matching for port 522bebe0-47e5-438a-b53d-8313a3694518 host n-h2-705658-24! {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 20:07:09.379887 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 522bebe0-47e5-438a-b53d-8313a3694518 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:07:09.835320 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de8326-e79a-4c60-b816-31e0b0fe7089 req-6a17f332-2bf9-4847-bdaa-702133b59327 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:09.836824 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f7de8326-e79a-4c60-b816-31e0b0fe7089 req-6a17f332-2bf9-4847-bdaa-702133b59327 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 943 time: 0.0604031 Mar 22 20:07:09.892404 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f7de8326-e79a-4c60-b816-31e0b0fe7089 req-55e3b06f-0bb3-4547-9120-cd1899f0c58c tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472786 Mar 22 20:07:10.423996 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 522bebe0-47e5-438a-b53d-8313a3694518 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:07:10.533245 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 522bebe0-47e5-438a-b53d-8313a3694518, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=522bebe0-47e5-438a-b53d-8313a3694518,segment=NetworkSegment(36b54ff4-1c31-4265-9dbd-880ce2e0ba0b),segment_id=36b54ff4-1c31-4265-9dbd-880ce2e0ba0b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:07:10.548896 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '522bebe0-47e5-438a-b53d-8313a3694518', 'network_id': '0c4c8d8b-cb52-4c08-9756-d27882635674', 'port_id': '522bebe0-47e5-438a-b53d-8313a3694518', 'mac_address': 'fa:16:3e:13:6a:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b86f1d64-5657-4036-8e77-6ada61ebdfae', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:07:10.594430 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 522bebe0-47e5-438a-b53d-8313a3694518 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:07:10.595157 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (522bebe0-47e5-438a-b53d-8313a3694518), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:10.613063 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522bebe0-47e5-438a-b53d-8313a3694518 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:07:10.637358 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 522bebe0-47e5-438a-b53d-8313a3694518, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=522bebe0-47e5-438a-b53d-8313a3694518,segment=NetworkSegment(36b54ff4-1c31-4265-9dbd-880ce2e0ba0b),segment_id=36b54ff4-1c31-4265-9dbd-880ce2e0ba0b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:07:10.642949 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (522bebe0-47e5-438a-b53d-8313a3694518), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:10.700397 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=522bebe0-47e5-438a-b53d-8313a3694518,revision_number=8']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:10.708568 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:10.708918 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:10.709434 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:10.709810 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:10.710161 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:10.710502 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:10.710838 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:10.711170 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:10.711498 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:10.711827 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:10.712156 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:10.712482 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:10.712805 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:10.713130 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:10.713452 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:10.940924 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['522bebe0-47e5-438a-b53d-8313a3694518'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:07:11.037110 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c00249-eee0-451e-b74b-5306a0abf4b8 req-d8226b24-5c61-4f74-8dc5-c51bec0dac89 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:11.038745 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-42c00249-eee0-451e-b74b-5306a0abf4b8 req-d8226b24-5c61-4f74-8dc5-c51bec0dac89 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 944 time: 0.0560958 Mar 22 20:07:11.094446 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-42c00249-eee0-451e-b74b-5306a0abf4b8 req-4c717d76-69ac-4181-b0a5-5bb08e8f729a tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444086 Mar 22 20:07:11.351996 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262c5d9-3ee8-4dbf-9808-c1ba70110a47 req-c844f693-ed60-4c5e-b055-88b74e670920 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:11.353498 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3262c5d9-3ee8-4dbf-9808-c1ba70110a47 req-c844f693-ed60-4c5e-b055-88b74e670920 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.84 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b&tenant_id=6f8e8049c8d24ec798f73e41bd44d211&binding%3Ahost_id=n-h2-705658-24 HTTP/1.1" status: 200 len: 944 time: 0.0677497 Mar 22 20:07:11.413607 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [req-3262c5d9-3ee8-4dbf-9808-c1ba70110a47 req-144d80c7-804e-4f2a-80a8-7d3722410750 service neutron] delete failed (client error): The resource could not be found. Mar 22 20:07:11.414692 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3262c5d9-3ee8-4dbf-9808-c1ba70110a47 req-144d80c7-804e-4f2a-80a8-7d3722410750 service neutron] 10.222.0.84 "DELETE /v2.0/ports/522bebe0-47e5-438a-b53d-8313a3694518/bindings/n-h1-705658-24 HTTP/1.1" status: 404 len: 381 time: 0.0549111 Mar 22 20:07:11.509567 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262c5d9-3ee8-4dbf-9808-c1ba70110a47 req-cd43fbe0-6fcb-4874-b676-e0fef0de459d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:11.511037 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3262c5d9-3ee8-4dbf-9808-c1ba70110a47 req-cd43fbe0-6fcb-4874-b676-e0fef0de459d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=6f8e8049c8d24ec798f73e41bd44d211&device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 1127 time: 0.0534132 Mar 22 20:07:11.615234 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262c5d9-3ee8-4dbf-9808-c1ba70110a47 req-695a749a-8c35-4b67-ab59-0f6e7b3520dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:11.616724 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3262c5d9-3ee8-4dbf-9808-c1ba70110a47 req-695a749a-8c35-4b67-ab59-0f6e7b3520dc service neutron] 10.222.0.84 "GET /v2.0/networks?id=0c4c8d8b-cb52-4c08-9756-d27882635674 HTTP/1.1" status: 200 len: 913 time: 0.0997293 Mar 22 20:07:11.658169 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3262c5d9-3ee8-4dbf-9808-c1ba70110a47 req-eead37d5-1e10-4fb3-ad22-cee47afa69d7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=522bebe0-47e5-438a-b53d-8313a3694518 HTTP/1.1" status: 200 len: 217 time: 0.0357964 Mar 22 20:07:11.707581 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262c5d9-3ee8-4dbf-9808-c1ba70110a47 req-1a0ec61d-3338-4f02-8b58-d71351d887f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:11.709616 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3262c5d9-3ee8-4dbf-9808-c1ba70110a47 req-1a0ec61d-3338-4f02-8b58-d71351d887f2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=b86f1d64-5657-4036-8e77-6ada61ebdfae HTTP/1.1" status: 200 len: 852 time: 0.0459580 Mar 22 20:07:11.745463 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3262c5d9-3ee8-4dbf-9808-c1ba70110a47 req-9d2ba87e-ef5c-4875-9bb9-4c22a7bb7bcf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=0c4c8d8b-cb52-4c08-9756-d27882635674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304413 Mar 22 20:07:11.836420 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3262c5d9-3ee8-4dbf-9808-c1ba70110a47 req-030e294c-a9c3-4372-9415-191fcb5125cd service neutron] 10.222.0.84 "GET /v2.0/networks/0c4c8d8b-cb52-4c08-9756-d27882635674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853767 Mar 22 20:07:11.934606 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3262c5d9-3ee8-4dbf-9808-c1ba70110a47 req-99de0d87-8cbf-4093-8aac-574a2aead443 service neutron] 10.222.0.84 "GET /v2.0/networks/0c4c8d8b-cb52-4c08-9756-d27882635674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917373 Mar 22 20:07:12.440729 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 522bebe0-47e5-438a-b53d-8313a3694518 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:07:12.504116 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 522bebe0-47e5-438a-b53d-8313a3694518 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:07:12.508776 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 522bebe0-47e5-438a-b53d-8313a3694518 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:07:12.509152 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (522bebe0-47e5-438a-b53d-8313a3694518), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:12.611280 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 522bebe0-47e5-438a-b53d-8313a3694518 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:07:12.611562 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (522bebe0-47e5-438a-b53d-8313a3694518), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:12.647621 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5b8d83-b889-405b-bceb-3838ccb01c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522bebe0-47e5-438a-b53d-8313a3694518'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:07:12.649760 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8008b-b2c2-4832-bad4-093004f5da4a req-0bd29817-e9a5-4cdd-ba6a-69dc7b36da27 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:12.650611 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df838f7-7347-4aae-a35e-0991d585d6da" -d '{"events": [{"server_uuid": "ec5b8d83-b889-405b-bceb-3838ccb01c6b", "name": "network-vif-plugged", "status": "completed", "tag": "522bebe0-47e5-438a-b53d-8313a3694518"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:07:12.651349 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ab8008b-b2c2-4832-bad4-093004f5da4a req-0bd29817-e9a5-4cdd-ba6a-69dc7b36da27 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 944 time: 0.0587671 Mar 22 20:07:12.663167 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 522bebe0-47e5-438a-b53d-8313a3694518, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=522bebe0-47e5-438a-b53d-8313a3694518,segment=NetworkSegment(36b54ff4-1c31-4265-9dbd-880ce2e0ba0b),segment_id=36b54ff4-1c31-4265-9dbd-880ce2e0ba0b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:07:12.667661 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (522bebe0-47e5-438a-b53d-8313a3694518), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:12.693718 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e258a40-6895-4486-8147-dd86ab59c39a x-openstack-request-id: req-5e258a40-6895-4486-8147-dd86ab59c39a {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:07:12.694046 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5b8d83-b889-405b-bceb-3838ccb01c6b", "name": "network-vif-plugged", "status": "completed", "tag": "522bebe0-47e5-438a-b53d-8313a3694518", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:07:12.694308 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5e258a40-6895-4486-8147-dd86ab59c39a {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:07:12.694742 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e258a40-6895-4486-8147-dd86ab59c39a'] response: {'server_uuid': 'ec5b8d83-b889-405b-bceb-3838ccb01c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522bebe0-47e5-438a-b53d-8313a3694518', 'code': 200} Mar 22 20:07:12.720362 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=522bebe0-47e5-438a-b53d-8313a3694518,revision_number=9']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:12.729353 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ab8008b-b2c2-4832-bad4-093004f5da4a req-6e49c7e5-f370-4d19-80fe-6884c62f2a94 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700862 Mar 22 20:07:13.709644 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad7c4d3c-8996-47ed-9a62-330d3bbdb32d req-87bda759-8f07-43e1-84e1-01d89fc31079 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0471478 Mar 22 20:07:13.804506 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c4d3c-8996-47ed-9a62-330d3bbdb32d req-ab0eaace-b93d-41a4-8779-b125dce62760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:13.807330 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad7c4d3c-8996-47ed-9a62-330d3bbdb32d req-ab0eaace-b93d-41a4-8779-b125dce62760 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=6f8e8049c8d24ec798f73e41bd44d211&device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 1128 time: 0.0550277 Mar 22 20:07:13.947378 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69a362-de30-489a-a52e-4f62e9a8255a req-b3094726-a95d-41f6-a3cd-b1fcbfd3fc49 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:13.948903 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c69a362-de30-489a-a52e-4f62e9a8255a req-b3094726-a95d-41f6-a3cd-b1fcbfd3fc49 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 945 time: 0.1338055 Mar 22 20:07:13.975004 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c4d3c-8996-47ed-9a62-330d3bbdb32d req-10ee39d5-68f5-4411-968b-878cca2437a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:13.976405 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad7c4d3c-8996-47ed-9a62-330d3bbdb32d req-10ee39d5-68f5-4411-968b-878cca2437a3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=0c4c8d8b-cb52-4c08-9756-d27882635674 HTTP/1.1" status: 200 len: 913 time: 0.1452391 Mar 22 20:07:14.012096 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262c5d9-3ee8-4dbf-9808-c1ba70110a47 req-64fb9ca6-7bf4-4cc8-8082-5da4205f7b49 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:14.013599 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3262c5d9-3ee8-4dbf-9808-c1ba70110a47 req-64fb9ca6-7bf4-4cc8-8082-5da4205f7b49 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.85 "GET /v2.0/ports?device_id=ec5b8d83-b889-405b-bceb-3838ccb01c6b HTTP/1.1" status: 200 len: 945 time: 0.0545599 Mar 22 20:07:14.033239 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad7c4d3c-8996-47ed-9a62-330d3bbdb32d req-0471b91e-63d1-4869-87b7-0b73217f02d1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=522bebe0-47e5-438a-b53d-8313a3694518 HTTP/1.1" status: 200 len: 217 time: 0.0499742 Mar 22 20:07:14.075223 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c69a362-de30-489a-a52e-4f62e9a8255a req-4765f944-6904-45a9-a33b-dfc681bd0df9 tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.75 "GET /v2.0/security-groups?id=40ba0651-1b17-4789-8bf3-feb562c7c066&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167848 Mar 22 20:07:14.109736 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c4d3c-8996-47ed-9a62-330d3bbdb32d req-c372ca0b-94be-408b-b7e4-fdcf538797a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:14.111293 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad7c4d3c-8996-47ed-9a62-330d3bbdb32d req-c372ca0b-94be-408b-b7e4-fdcf538797a8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b86f1d64-5657-4036-8e77-6ada61ebdfae HTTP/1.1" status: 200 len: 852 time: 0.0719695 Mar 22 20:07:14.116652 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-3262c5d9-3ee8-4dbf-9808-c1ba70110a47 req-f5c105dd-f283-4bb7-a2c4-60294e9aff4d tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Deleting port 522bebe0-47e5-438a-b53d-8313a3694518 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:07:14.116996 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3262c5d9-3ee8-4dbf-9808-c1ba70110a47 req-f5c105dd-f283-4bb7-a2c4-60294e9aff4d tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (522bebe0-47e5-438a-b53d-8313a3694518), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:14.146745 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad7c4d3c-8996-47ed-9a62-330d3bbdb32d req-0773ca57-9877-463d-8594-d13bcd9dafa4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=0c4c8d8b-cb52-4c08-9756-d27882635674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292244 Mar 22 20:07:14.229743 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-3262c5d9-3ee8-4dbf-9808-c1ba70110a47 req-f5c105dd-f283-4bb7-a2c4-60294e9aff4d tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] For port 522bebe0-47e5-438a-b53d-8313a3694518, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=522bebe0-47e5-438a-b53d-8313a3694518,segment=NetworkSegment(36b54ff4-1c31-4265-9dbd-880ce2e0ba0b),segment_id=36b54ff4-1c31-4265-9dbd-880ce2e0ba0b)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:07:14.230271 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3262c5d9-3ee8-4dbf-9808-c1ba70110a47 req-f5c105dd-f283-4bb7-a2c4-60294e9aff4d tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (522bebe0-47e5-438a-b53d-8313a3694518), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:14.250159 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-3262c5d9-3ee8-4dbf-9808-c1ba70110a47 req-f5c105dd-f283-4bb7-a2c4-60294e9aff4d tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Calling delete_port for 522bebe0-47e5-438a-b53d-8313a3694518 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:07:14.260715 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad7c4d3c-8996-47ed-9a62-330d3bbdb32d req-9507901d-24a8-4910-802b-1134b9591d90 service neutron] 10.222.0.85 "GET /v2.0/networks/0c4c8d8b-cb52-4c08-9756-d27882635674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086242 Mar 22 20:07:14.354294 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad7c4d3c-8996-47ed-9a62-330d3bbdb32d req-bb5aeedf-083c-467e-a396-e19187a1c6dc service neutron] 10.222.0.85 "GET /v2.0/networks/0c4c8d8b-cb52-4c08-9756-d27882635674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880928 Mar 22 20:07:14.399566 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3262c5d9-3ee8-4dbf-9808-c1ba70110a47 req-f5c105dd-f283-4bb7-a2c4-60294e9aff4d tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (522bebe0-47e5-438a-b53d-8313a3694518), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:14.414456 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['522bebe0-47e5-438a-b53d-8313a3694518'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:07:14.432471 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c105dd-f283-4bb7-a2c4-60294e9aff4d tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Pushing event deleted for resources: {'Port': ['ID=522bebe0-47e5-438a-b53d-8313a3694518,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:14.458731 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c105dd-f283-4bb7-a2c4-60294e9aff4d tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:14.459082 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c105dd-f283-4bb7-a2c4-60294e9aff4d tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:14.459455 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c105dd-f283-4bb7-a2c4-60294e9aff4d tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:14.459772 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c105dd-f283-4bb7-a2c4-60294e9aff4d tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:14.460089 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c105dd-f283-4bb7-a2c4-60294e9aff4d tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:14.460421 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c105dd-f283-4bb7-a2c4-60294e9aff4d tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:14.460959 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c105dd-f283-4bb7-a2c4-60294e9aff4d tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:14.461325 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c105dd-f283-4bb7-a2c4-60294e9aff4d tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:14.461692 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c105dd-f283-4bb7-a2c4-60294e9aff4d tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:14.461692 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c105dd-f283-4bb7-a2c4-60294e9aff4d tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:14.462625 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c105dd-f283-4bb7-a2c4-60294e9aff4d tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:14.462625 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c105dd-f283-4bb7-a2c4-60294e9aff4d tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:14.463191 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c105dd-f283-4bb7-a2c4-60294e9aff4d tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:14.463191 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c105dd-f283-4bb7-a2c4-60294e9aff4d tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:14.463795 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c105dd-f283-4bb7-a2c4-60294e9aff4d tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:07:14.486785 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-3262c5d9-3ee8-4dbf-9808-c1ba70110a47 req-f5c105dd-f283-4bb7-a2c4-60294e9aff4d tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] No DVR routers for this DVR port 522bebe0-47e5-438a-b53d-8313a3694518 on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:07:14.489455 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3262c5d9-3ee8-4dbf-9808-c1ba70110a47 req-f5c105dd-f283-4bb7-a2c4-60294e9aff4d tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:14.492843 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3262c5d9-3ee8-4dbf-9808-c1ba70110a47 req-f5c105dd-f283-4bb7-a2c4-60294e9aff4d tempest-DeleteServersTestJSON-469186386 tempest-DeleteServersTestJSON-469186386-project] 10.222.0.85 "DELETE /v2.0/ports/522bebe0-47e5-438a-b53d-8313a3694518 HTTP/1.1" status: 204 len: 173 time: 0.4748330 Mar 22 20:07:14.493287 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5b8d83-b889-405b-bceb-3838ccb01c6b', 'name': 'network-vif-deleted', 'tag': '522bebe0-47e5-438a-b53d-8313a3694518'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:07:14.495569 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420fb5af-a1c5-448c-be58-3bd4a426158a" -d '{"events": [{"server_uuid": "ec5b8d83-b889-405b-bceb-3838ccb01c6b", "name": "network-vif-deleted", "tag": "522bebe0-47e5-438a-b53d-8313a3694518"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:07:14.537192 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e809684-978b-4e3f-ab8c-894022089bc7 x-openstack-request-id: req-6e809684-978b-4e3f-ab8c-894022089bc7 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:07:14.537659 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5b8d83-b889-405b-bceb-3838ccb01c6b", "name": "network-vif-deleted", "tag": "522bebe0-47e5-438a-b53d-8313a3694518", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:07:14.538122 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6e809684-978b-4e3f-ab8c-894022089bc7 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:07:14.538769 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e809684-978b-4e3f-ab8c-894022089bc7'] response: {'server_uuid': 'ec5b8d83-b889-405b-bceb-3838ccb01c6b', 'name': 'network-vif-deleted', 'tag': '522bebe0-47e5-438a-b53d-8313a3694518', 'status': 'completed', 'code': 200} Mar 22 20:07:15.198939 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c0be993b-589c-4845-a5b5-1e3a96470e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:15.214644 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38202) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:15.267754 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-49dad0a0-e546-4f60-afcd-51fa4c232f03 admin admin] Deleting subnet b86f1d64-5657-4036-8e77-6ada61ebdfae {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:07:15.273146 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-49dad0a0-e546-4f60-afcd-51fa4c232f03 admin admin] Publish callbacks [] for subnet (b86f1d64-5657-4036-8e77-6ada61ebdfae), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:15.317084 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-49dad0a0-e546-4f60-afcd-51fa4c232f03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (b86f1d64-5657-4036-8e77-6ada61ebdfae), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:15.358475 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-49dad0a0-e546-4f60-afcd-51fa4c232f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (b86f1d64-5657-4036-8e77-6ada61ebdfae), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:15.416943 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-49dad0a0-e546-4f60-afcd-51fa4c232f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (b86f1d64-5657-4036-8e77-6ada61ebdfae), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:15.441196 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dad0a0-e546-4f60-afcd-51fa4c232f03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b86f1d64-5657-4036-8e77-6ada61ebdfae,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:15.448338 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-49dad0a0-e546-4f60-afcd-51fa4c232f03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:15.454843 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-49dad0a0-e546-4f60-afcd-51fa4c232f03 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/b86f1d64-5657-4036-8e77-6ada61ebdfae HTTP/1.1" status: 204 len: 168 time: 0.2388911 Mar 22 20:07:15.457321 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38204) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:15.539750 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9867c7ef-51b5-4412-8c5e-70c5c03338a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (0c4c8d8b-cb52-4c08-9756-d27882635674), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:15.619178 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9867c7ef-51b5-4412-8c5e-70c5c03338a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (0c4c8d8b-cb52-4c08-9756-d27882635674), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:15.639891 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-9867c7ef-51b5-4412-8c5e-70c5c03338a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c4c8d8b-cb52-4c08-9756-d27882635674']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:07:15.651416 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-9867c7ef-51b5-4412-8c5e-70c5c03338a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36b54ff4-1c31-4265-9dbd-880ce2e0ba0b') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:07:15.651709 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-9867c7ef-51b5-4412-8c5e-70c5c03338a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36b54ff4-1c31-4265-9dbd-880ce2e0ba0b') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:07:15.662227 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9867c7ef-51b5-4412-8c5e-70c5c03338a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (36b54ff4-1c31-4265-9dbd-880ce2e0ba0b), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:15.675500 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9867c7ef-51b5-4412-8c5e-70c5c03338a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (36b54ff4-1c31-4265-9dbd-880ce2e0ba0b), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:15.683017 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9867c7ef-51b5-4412-8c5e-70c5c03338a6 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:07:15.683412 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9867c7ef-51b5-4412-8c5e-70c5c03338a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (36b54ff4-1c31-4265-9dbd-880ce2e0ba0b), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:15.685088 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 20:07:15.685088 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:07:15.685088 n-d-705658-24 neutron-server[104172]: timer() Mar 22 20:07:15.685088 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:07:15.685088 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 20:07:15.685088 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:07:15.685088 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 20:07:15.685088 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:07:15.685088 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 20:07:15.685088 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:07:15.685088 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 20:07:15.685088 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:07:15.685088 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 20:07:15.685088 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:07:15.685088 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:07:15.685088 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:07:15.685088 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:07:15.685088 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:07:15.685088 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 20:07:15.685088 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:07:15.685088 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 20:07:15.685088 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:07:15.685088 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:07:15.685088 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:07:15.685088 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 20:07:15.685088 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:07:15.685088 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:07:15.685088 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:07:15.685088 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:07:15.685088 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:07:15.685088 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:07:15.685088 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:07:15.748621 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9867c7ef-51b5-4412-8c5e-70c5c03338a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (0c4c8d8b-cb52-4c08-9756-d27882635674), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:15.768068 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9867c7ef-51b5-4412-8c5e-70c5c03338a6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:15.773839 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9867c7ef-51b5-4412-8c5e-70c5c03338a6 admin admin] 10.222.0.75 "DELETE /v2.0/networks/0c4c8d8b-cb52-4c08-9756-d27882635674 HTTP/1.1" status: 204 len: 168 time: 0.3144972 Mar 22 20:07:15.791505 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867c7ef-51b5-4412-8c5e-70c5c03338a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c4c8d8b-cb52-4c08-9756-d27882635674,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:15.895897 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38208) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:15.939071 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6fba85c0-6f8e-4e9e-8213-59f6ec2b863d admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=6f8e8049c8d24ec798f73e41bd44d211&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419142 Mar 22 20:07:15.942903 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38210) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:15.998329 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8b7a8a18-2465-4f01-a98a-3decb4526cd8 admin admin] Publish callbacks [] for security_group (40ba0651-1b17-4789-8bf3-feb562c7c066), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:16.024145 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8b7a8a18-2465-4f01-a98a-3decb4526cd8 admin admin] Publish callbacks [] for security_group (40ba0651-1b17-4789-8bf3-feb562c7c066), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:16.076076 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8b7a8a18-2465-4f01-a98a-3decb4526cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (40ba0651-1b17-4789-8bf3-feb562c7c066), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:16.080235 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8b7a8a18-2465-4f01-a98a-3decb4526cd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:16.081875 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8b7a8a18-2465-4f01-a98a-3decb4526cd8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/40ba0651-1b17-4789-8bf3-feb562c7c066 HTTP/1.1" status: 204 len: 168 time: 0.1376338 Mar 22 20:07:16.091529 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a8a18-2465-4f01-a98a-3decb4526cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ba0651-1b17-4789-8bf3-feb562c7c066,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:16.196153 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:16.836776 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38232) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:16.954737 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-855e1a75-a5c5-4b5e-9b90-b95030ab55db admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-328844315-network', 'tenant_id': '8540026465ed477e8483f93d6926d764'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:07:16.975182 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855e1a75-a5c5-4b5e-9b90-b95030ab55db admin admin] Made reservation on behalf of 8540026465ed477e8483f93d6926d764 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:07:16.977938 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-855e1a75-a5c5-4b5e-9b90-b95030ab55db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:16.987101 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-855e1a75-a5c5-4b5e-9b90-b95030ab55db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:17.071094 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-855e1a75-a5c5-4b5e-9b90-b95030ab55db admin admin] Publish callbacks [] for security_group (1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:17.082666 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-855e1a75-a5c5-4b5e-9b90-b95030ab55db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:17.106373 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855e1a75-a5c5-4b5e-9b90-b95030ab55db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:07:17.116580 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e1a75-a5c5-4b5e-9b90-b95030ab55db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:17.121402 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-855e1a75-a5c5-4b5e-9b90-b95030ab55db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (4c30627d-b7f1-4f73-afdf-10e2b448b9fe), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:17.121743 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-855e1a75-a5c5-4b5e-9b90-b95030ab55db admin admin] Added segment 4c30627d-b7f1-4f73-afdf-10e2b448b9fe of type vlan for network 110f7425-81c5-4792-94a9-70374e8b7103 Mar 22 20:07:17.169836 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-855e1a75-a5c5-4b5e-9b90-b95030ab55db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (110f7425-81c5-4792-94a9-70374e8b7103), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:17.196218 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-855e1a75-a5c5-4b5e-9b90-b95030ab55db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (110f7425-81c5-4792-94a9-70374e8b7103), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:17.197582 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855e1a75-a5c5-4b5e-9b90-b95030ab55db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:17.198446 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-855e1a75-a5c5-4b5e-9b90-b95030ab55db admin admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:17.252335 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-855e1a75-a5c5-4b5e-9b90-b95030ab55db admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4142580 Mar 22 20:07:17.257023 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38236) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:07:17.262259 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-5f55eaa7-be18-4465-a050-a1871c76fd34 admin admin] Request body: {'subnet': {'network_id': '110f7425-81c5-4792-94a9-70374e8b7103', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-328844315-subnet', 'tenant_id': '8540026465ed477e8483f93d6926d764', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:07:17.263577 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e1a75-a5c5-4b5e-9b90-b95030ab55db admin admin] Pushing event updated for resources: {'Network': ['ID=110f7425-81c5-4792-94a9-70374e8b7103,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:17.274732 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 110f7425-81c5-4792-94a9-70374e8b7103 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:07:17.288978 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f55eaa7-be18-4465-a050-a1871c76fd34 admin admin] Made reservation on behalf of 8540026465ed477e8483f93d6926d764 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:07:17.290634 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5f55eaa7-be18-4465-a050-a1871c76fd34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:17.431700 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e3c8d14d-db09-4c19-a3b8-9e319b4f1534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:17.489628 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5f55eaa7-be18-4465-a050-a1871c76fd34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (f4734c0f-c3bf-47dc-932a-f06d249300e2), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:17.553829 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55eaa7-be18-4465-a050-a1871c76fd34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4734c0f-c3bf-47dc-932a-f06d249300e2,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:17.561223 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f55eaa7-be18-4465-a050-a1871c76fd34 admin admin] Checking segment: {'id': '4c30627d-b7f1-4f73-afdf-10e2b448b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '110f7425-81c5-4792-94a9-70374e8b7103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:07:17.561534 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f55eaa7-be18-4465-a050-a1871c76fd34 admin admin] Network hostable DHCP agents. Network: 110f7425-81c5-4792-94a9-70374e8b7103, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:07:17.580565 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f55eaa7-be18-4465-a050-a1871c76fd34 admin admin] Network 110f7425-81c5-4792-94a9-70374e8b7103 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:07:17.591747 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-5f55eaa7-be18-4465-a050-a1871c76fd34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 110f7425-81c5-4792-94a9-70374e8b7103) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:07:17.596808 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f55eaa7-be18-4465-a050-a1871c76fd34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:17.597460 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5f55eaa7-be18-4465-a050-a1871c76fd34 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:17.604565 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10097e21-555b-4633-b550-311d4afad287 None None] Network 110f7425-81c5-4792-94a9-70374e8b7103 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:07:17.620329 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5f55eaa7-be18-4465-a050-a1871c76fd34 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3618050 Mar 22 20:07:17.735186 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b295cc08-b5ef-455f-84a2-734d1c153928 None None] Network 110f7425-81c5-4792-94a9-70374e8b7103 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:07:18.140307 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803a6b1-849f-4a31-a993-03984ed569da req-55399fb9-1c88-4e5f-873b-13e44489104d tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:18.141821 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e803a6b1-849f-4a31-a993-03984ed569da req-55399fb9-1c88-4e5f-873b-13e44489104d tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/networks?id=110f7425-81c5-4792-94a9-70374e8b7103 HTTP/1.1" status: 200 len: 814 time: 0.1138573 Mar 22 20:07:18.158767 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e803a6b1-849f-4a31-a993-03984ed569da req-cf65bed2-d2fd-40a6-af0f-4742b65a3c7f tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/quotas/8540026465ed477e8483f93d6926d764 HTTP/1.1" status: 200 len: 375 time: 0.0105879 Mar 22 20:07:18.198531 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e803a6b1-849f-4a31-a993-03984ed569da req-e817f8f7-dcfb-4a8e-901a-b4c5eff64fd0 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=8540026465ed477e8483f93d6926d764&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338671 Mar 22 20:07:18.299562 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e803a6b1-849f-4a31-a993-03984ed569da req-07bb6e21-e5ee-4e60-b0e2-ae00a29b7f7e service neutron] 10.222.0.75 "GET /v2.0/networks/110f7425-81c5-4792-94a9-70374e8b7103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939286 Mar 22 20:07:18.398591 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e803a6b1-849f-4a31-a993-03984ed569da req-17a3f473-6a40-4931-af43-fe042d693b53 service neutron] 10.222.0.75 "GET /v2.0/networks/110f7425-81c5-4792-94a9-70374e8b7103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894012 Mar 22 20:07:18.453926 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 522bebe0-47e5-438a-b53d-8313a3694518 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:07:18.488628 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 522bebe0-47e5-438a-b53d-8313a3694518 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:07:18.489190 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 522bebe0-47e5-438a-b53d-8313a3694518 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:07:18.596387 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80def668-1410-4519-80cc-90e76d6b9b2d req-ea35c9f5-2869-4f24-ac54-e5f33d31e231 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 210 time: 0.0302265 Mar 22 20:07:18.606227 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:07:18.655876 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:18.833554 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:19.719745 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c7357ab8-4e30-4e75-8b63-78e096950fbc req-d9c6b877-2eeb-422c-b4ee-281504d9c6ae tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 210 time: 0.0351796 Mar 22 20:07:19.791218 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803a6b1-849f-4a31-a993-03984ed569da req-6756c4da-e873-44bc-95aa-0daaba06ae01 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:19.793089 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e803a6b1-849f-4a31-a993-03984ed569da req-6756c4da-e873-44bc-95aa-0daaba06ae01 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.84 "GET /v2.0/networks?id=110f7425-81c5-4792-94a9-70374e8b7103 HTTP/1.1" status: 200 len: 814 time: 0.1262243 Mar 22 20:07:19.806168 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-e803a6b1-849f-4a31-a993-03984ed569da req-a3adc96b-0336-4ca8-b346-d74a9d945d08 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Request body: {'port': {'device_id': '5f5bb941-2f05-4778-b70a-511d085d39de', 'network_id': '110f7425-81c5-4792-94a9-70374e8b7103', 'admin_state_up': True, 'tenant_id': '8540026465ed477e8483f93d6926d764'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:07:19.937852 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e803a6b1-849f-4a31-a993-03984ed569da req-a3adc96b-0336-4ca8-b346-d74a9d945d08 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Made reservation on behalf of 8540026465ed477e8483f93d6926d764 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:07:19.941350 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e803a6b1-849f-4a31-a993-03984ed569da req-a3adc96b-0336-4ca8-b346-d74a9d945d08 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:20.077062 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-e803a6b1-849f-4a31-a993-03984ed569da req-a3adc96b-0336-4ca8-b346-d74a9d945d08 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Allocated IP 172.20.0.2 (110f7425-81c5-4792-94a9-70374e8b7103/f4734c0f-c3bf-47dc-932a-f06d249300e2/b0a338e0-7bbd-4511-9cee-cc0d3fa1731c) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:07:20.241600 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e803a6b1-849f-4a31-a993-03984ed569da req-a3adc96b-0336-4ca8-b346-d74a9d945d08 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Publish callbacks [] for port (b0a338e0-7bbd-4511-9cee-cc0d3fa1731c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:20.266523 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:20.284711 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e803a6b1-849f-4a31-a993-03984ed569da req-a3adc96b-0336-4ca8-b346-d74a9d945d08 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (b0a338e0-7bbd-4511-9cee-cc0d3fa1731c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:20.331899 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e803a6b1-849f-4a31-a993-03984ed569da req-a3adc96b-0336-4ca8-b346-d74a9d945d08 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Network 110f7425-81c5-4792-94a9-70374e8b7103 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:07:20.335936 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-e803a6b1-849f-4a31-a993-03984ed569da req-a3adc96b-0336-4ca8-b346-d74a9d945d08 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:07:20.341923 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-e803a6b1-849f-4a31-a993-03984ed569da req-a3adc96b-0336-4ca8-b346-d74a9d945d08 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:07:20.348802 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3adc96b-0336-4ca8-b346-d74a9d945d08 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Pushing event updated for resources: {'Port': ['ID=b0a338e0-7bbd-4511-9cee-cc0d3fa1731c,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:20.400612 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803a6b1-849f-4a31-a993-03984ed569da req-a3adc96b-0336-4ca8-b346-d74a9d945d08 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:20.401230 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e803a6b1-849f-4a31-a993-03984ed569da req-a3adc96b-0336-4ca8-b346-d74a9d945d08 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:20.418302 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e803a6b1-849f-4a31-a993-03984ed569da req-a3adc96b-0336-4ca8-b346-d74a9d945d08 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6171985 Mar 22 20:07:20.430335 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-e803a6b1-849f-4a31-a993-03984ed569da req-cbcfbc11-9d5a-445e-a155-656575e81109 service neutron] Request body: {'port': {'device_id': '5f5bb941-2f05-4778-b70a-511d085d39de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:07:20.499830 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e803a6b1-849f-4a31-a993-03984ed569da req-cbcfbc11-9d5a-445e-a155-656575e81109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b0a338e0-7bbd-4511-9cee-cc0d3fa1731c), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:20.837717 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-e803a6b1-849f-4a31-a993-03984ed569da req-cbcfbc11-9d5a-445e-a155-656575e81109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0a338e0-7bbd-4511-9cee-cc0d3fa1731c {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:07:20.845837 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e803a6b1-849f-4a31-a993-03984ed569da req-cbcfbc11-9d5a-445e-a155-656575e81109 service neutron] Publish callbacks [] for port (b0a338e0-7bbd-4511-9cee-cc0d3fa1731c), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:20.858813 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-e803a6b1-849f-4a31-a993-03984ed569da req-cbcfbc11-9d5a-445e-a155-656575e81109 service neutron] Transition to ACTIVE for port object b0a338e0-7bbd-4511-9cee-cc0d3fa1731c will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:07:20.862152 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e86ac-68ba-4b7a-a181-075db5d0500a req-9484131a-ebb6-4553-ba5c-dbd1ee07c6ba tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:20.863657 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dd5e86ac-68ba-4b7a-a181-075db5d0500a req-9484131a-ebb6-4553-ba5c-dbd1ee07c6ba tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 931 time: 0.0690975 Mar 22 20:07:20.864618 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e803a6b1-849f-4a31-a993-03984ed569da req-cbcfbc11-9d5a-445e-a155-656575e81109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (b0a338e0-7bbd-4511-9cee-cc0d3fa1731c), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:20.923687 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcfbc11-9d5a-445e-a155-656575e81109 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a338e0-7bbd-4511-9cee-cc0d3fa1731c,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:20.949287 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dd5e86ac-68ba-4b7a-a181-075db5d0500a req-45b2e902-7caf-4d44-8506-7a35211c1353 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767560 Mar 22 20:07:21.005868 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-e803a6b1-849f-4a31-a993-03984ed569da req-cbcfbc11-9d5a-445e-a155-656575e81109 service neutron] Attempting to bind port b0a338e0-7bbd-4511-9cee-cc0d3fa1731c on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:07:21.006374 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-e803a6b1-849f-4a31-a993-03984ed569da req-cbcfbc11-9d5a-445e-a155-656575e81109 service neutron] Attempting to bind port b0a338e0-7bbd-4511-9cee-cc0d3fa1731c by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '4c30627d-b7f1-4f73-afdf-10e2b448b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '110f7425-81c5-4792-94a9-70374e8b7103'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:07:21.006929 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e803a6b1-849f-4a31-a993-03984ed569da req-cbcfbc11-9d5a-445e-a155-656575e81109 service neutron] Attempting to bind port b0a338e0-7bbd-4511-9cee-cc0d3fa1731c on network 110f7425-81c5-4792-94a9-70374e8b7103 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:07:21.012423 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e803a6b1-849f-4a31-a993-03984ed569da req-cbcfbc11-9d5a-445e-a155-656575e81109 service neutron] Port b0a338e0-7bbd-4511-9cee-cc0d3fa1731c on network 110f7425-81c5-4792-94a9-70374e8b7103 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:07:21.012750 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e803a6b1-849f-4a31-a993-03984ed569da req-cbcfbc11-9d5a-445e-a155-656575e81109 service neutron] Attempting to bind port b0a338e0-7bbd-4511-9cee-cc0d3fa1731c on network 110f7425-81c5-4792-94a9-70374e8b7103 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:07:21.017889 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e803a6b1-849f-4a31-a993-03984ed569da req-cbcfbc11-9d5a-445e-a155-656575e81109 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:07:21.018229 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e803a6b1-849f-4a31-a993-03984ed569da req-cbcfbc11-9d5a-445e-a155-656575e81109 service neutron] Checking segment: {'id': '4c30627d-b7f1-4f73-afdf-10e2b448b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '110f7425-81c5-4792-94a9-70374e8b7103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:07:21.018614 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e803a6b1-849f-4a31-a993-03984ed569da req-cbcfbc11-9d5a-445e-a155-656575e81109 service neutron] Bound using segment: {'id': '4c30627d-b7f1-4f73-afdf-10e2b448b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '110f7425-81c5-4792-94a9-70374e8b7103'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:07:21.019042 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-e803a6b1-849f-4a31-a993-03984ed569da req-cbcfbc11-9d5a-445e-a155-656575e81109 service neutron] Bound port: b0a338e0-7bbd-4511-9cee-cc0d3fa1731c, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c30627d-b7f1-4f73-afdf-10e2b448b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '110f7425-81c5-4792-94a9-70374e8b7103'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:07:21.019395 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e803a6b1-849f-4a31-a993-03984ed569da req-cbcfbc11-9d5a-445e-a155-656575e81109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b0a338e0-7bbd-4511-9cee-cc0d3fa1731c), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:21.094793 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-e803a6b1-849f-4a31-a993-03984ed569da req-cbcfbc11-9d5a-445e-a155-656575e81109 service neutron] For port b0a338e0-7bbd-4511-9cee-cc0d3fa1731c, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:07:21.098684 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-e803a6b1-849f-4a31-a993-03984ed569da req-cbcfbc11-9d5a-445e-a155-656575e81109 service neutron] For port b0a338e0-7bbd-4511-9cee-cc0d3fa1731c, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=b0a338e0-7bbd-4511-9cee-cc0d3fa1731c,segment=NetworkSegment(4c30627d-b7f1-4f73-afdf-10e2b448b9fe),segment_id=4c30627d-b7f1-4f73-afdf-10e2b448b9fe)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:07:21.105566 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e803a6b1-849f-4a31-a993-03984ed569da req-cbcfbc11-9d5a-445e-a155-656575e81109 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (b0a338e0-7bbd-4511-9cee-cc0d3fa1731c), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:21.141207 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803a6b1-849f-4a31-a993-03984ed569da req-cbcfbc11-9d5a-445e-a155-656575e81109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:21.141852 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e803a6b1-849f-4a31-a993-03984ed569da req-cbcfbc11-9d5a-445e-a155-656575e81109 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:21.143253 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e803a6b1-849f-4a31-a993-03984ed569da req-cbcfbc11-9d5a-445e-a155-656575e81109 service neutron] 10.222.0.84 "PUT /v2.0/ports/b0a338e0-7bbd-4511-9cee-cc0d3fa1731c HTTP/1.1" status: 200 len: 1092 time: 0.7172165 Mar 22 20:07:21.143703 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5bb941-2f05-4778-b70a-511d085d39de', 'tag': 'b0a338e0-7bbd-4511-9cee-cc0d3fa1731c'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:07:21.146147 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78974dde-574b-4ea5-8133-5081021ceeac" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5bb941-2f05-4778-b70a-511d085d39de", "tag": "b0a338e0-7bbd-4511-9cee-cc0d3fa1731c"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:07:21.174241 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcfbc11-9d5a-445e-a155-656575e81109 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a338e0-7bbd-4511-9cee-cc0d3fa1731c,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:21.205343 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936e5fed-91d2-4bba-a271-cbee6ccf1728 x-openstack-request-id: req-936e5fed-91d2-4bba-a271-cbee6ccf1728 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:07:21.205611 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5bb941-2f05-4778-b70a-511d085d39de", "tag": "b0a338e0-7bbd-4511-9cee-cc0d3fa1731c", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:07:21.205887 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-936e5fed-91d2-4bba-a271-cbee6ccf1728 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:07:21.206298 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-936e5fed-91d2-4bba-a271-cbee6ccf1728'] response: {'name': 'network-changed', 'server_uuid': '5f5bb941-2f05-4778-b70a-511d085d39de', 'tag': 'b0a338e0-7bbd-4511-9cee-cc0d3fa1731c', 'status': 'completed', 'code': 200} Mar 22 20:07:21.244520 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803a6b1-849f-4a31-a993-03984ed569da req-0fccdfbc-0d6d-4c82-b250-31b32a724015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:21.246081 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e803a6b1-849f-4a31-a993-03984ed569da req-0fccdfbc-0d6d-4c82-b250-31b32a724015 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8540026465ed477e8483f93d6926d764&device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 1126 time: 0.0522363 Mar 22 20:07:21.299391 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e803a6b1-849f-4a31-a993-03984ed569da req-f3f0cf7b-c068-4760-a0fc-48dd16afe7b9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b0a338e0-7bbd-4511-9cee-cc0d3fa1731c HTTP/1.1" status: 200 len: 217 time: 0.0466101 Mar 22 20:07:21.349146 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803a6b1-849f-4a31-a993-03984ed569da req-46ba5567-cb36-4370-87be-e23a0ad2e099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:21.350672 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e803a6b1-849f-4a31-a993-03984ed569da req-46ba5567-cb36-4370-87be-e23a0ad2e099 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f4734c0f-c3bf-47dc-932a-f06d249300e2 HTTP/1.1" status: 200 len: 854 time: 0.0448668 Mar 22 20:07:21.383895 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e803a6b1-849f-4a31-a993-03984ed569da req-3cf485c2-92b3-49c3-9a03-5d573ca20ebe service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=110f7425-81c5-4792-94a9-70374e8b7103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274441 Mar 22 20:07:21.396676 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:21.497883 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e803a6b1-849f-4a31-a993-03984ed569da req-be77459a-9716-43c5-98a9-d58a10223eee service neutron] 10.222.0.84 "GET /v2.0/networks/110f7425-81c5-4792-94a9-70374e8b7103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077712 Mar 22 20:07:21.596940 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e803a6b1-849f-4a31-a993-03984ed569da req-2ad1e7c4-9cd7-4bea-9f84-970174cb8213 service neutron] 10.222.0.84 "GET /v2.0/networks/110f7425-81c5-4792-94a9-70374e8b7103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917683 Mar 22 20:07:21.706157 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78974dde-574b-4ea5-8133-5081021ceeac req-e0ff8832-dc39-4c80-bb79-e65ad194556d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:21.707764 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-78974dde-574b-4ea5-8133-5081021ceeac req-e0ff8832-dc39-4c80-bb79-e65ad194556d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8540026465ed477e8483f93d6926d764&device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 1126 time: 0.0599015 Mar 22 20:07:21.842599 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78974dde-574b-4ea5-8133-5081021ceeac req-c4a00fde-6545-49bf-820e-d9026fedc170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:21.845070 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-78974dde-574b-4ea5-8133-5081021ceeac req-c4a00fde-6545-49bf-820e-d9026fedc170 service neutron] 10.222.0.84 "GET /v2.0/networks?id=110f7425-81c5-4792-94a9-70374e8b7103 HTTP/1.1" status: 200 len: 915 time: 0.1313245 Mar 22 20:07:21.897081 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-78974dde-574b-4ea5-8133-5081021ceeac req-d25f7fb8-711b-4764-baca-35337f6357ce service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b0a338e0-7bbd-4511-9cee-cc0d3fa1731c HTTP/1.1" status: 200 len: 217 time: 0.0457065 Mar 22 20:07:21.963185 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78974dde-574b-4ea5-8133-5081021ceeac req-58eff029-3abc-451a-821f-3c85fd8f4bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:21.964687 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-78974dde-574b-4ea5-8133-5081021ceeac req-58eff029-3abc-451a-821f-3c85fd8f4bff service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f4734c0f-c3bf-47dc-932a-f06d249300e2 HTTP/1.1" status: 200 len: 854 time: 0.0616441 Mar 22 20:07:22.002073 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-78974dde-574b-4ea5-8133-5081021ceeac req-4dc4c968-5467-490a-9607-0b4fa8257b44 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=110f7425-81c5-4792-94a9-70374e8b7103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312176 Mar 22 20:07:22.116847 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-78974dde-574b-4ea5-8133-5081021ceeac req-5216633b-f561-46ec-a28d-e9ee3952103c service neutron] 10.222.0.84 "GET /v2.0/networks/110f7425-81c5-4792-94a9-70374e8b7103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081479 Mar 22 20:07:22.117170 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a5b39-5bb6-4a9e-bd7b-f2311a1cc17f req-a51a0eab-4787-4865-92a9-7a529e29570c tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:22.119065 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9d2a5b39-5bb6-4a9e-bd7b-f2311a1cc17f req-a51a0eab-4787-4865-92a9-7a529e29570c tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 943 time: 0.0780511 Mar 22 20:07:22.191917 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9d2a5b39-5bb6-4a9e-bd7b-f2311a1cc17f req-589f67fe-4a89-4a1b-8954-e4a393ab456b tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665135 Mar 22 20:07:22.232344 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-78974dde-574b-4ea5-8133-5081021ceeac req-554f9b9d-0a2b-40f4-9ff4-398731a90230 service neutron] 10.222.0.84 "GET /v2.0/networks/110f7425-81c5-4792-94a9-70374e8b7103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089385 Mar 22 20:07:23.328555 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7911cb-e79b-43d0-b22c-b58ae7d01188 req-9f402b6b-f122-423b-9fa0-74d9639a591c tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:23.330146 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7f7911cb-e79b-43d0-b22c-b58ae7d01188 req-9f402b6b-f122-423b-9fa0-74d9639a591c tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 943 time: 0.0632191 Mar 22 20:07:23.390821 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7f7911cb-e79b-43d0-b22c-b58ae7d01188 req-7a356639-c161-4658-bf35-6c4e71917b5d tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542340 Mar 22 20:07:23.400381 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device b0a338e0-7bbd-4511-9cee-cc0d3fa1731c details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:07:23.499943 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port b0a338e0-7bbd-4511-9cee-cc0d3fa1731c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=b0a338e0-7bbd-4511-9cee-cc0d3fa1731c,segment=NetworkSegment(4c30627d-b7f1-4f73-afdf-10e2b448b9fe),segment_id=4c30627d-b7f1-4f73-afdf-10e2b448b9fe)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:07:23.512363 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'b0a338e0-7bbd-4511-9cee-cc0d3fa1731c', 'network_id': '110f7425-81c5-4792-94a9-70374e8b7103', 'port_id': 'b0a338e0-7bbd-4511-9cee-cc0d3fa1731c', 'mac_address': 'fa:16:3e:97:47:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4734c0f-c3bf-47dc-932a-f06d249300e2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:07:23.560650 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port b0a338e0-7bbd-4511-9cee-cc0d3fa1731c is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:07:23.561043 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b0a338e0-7bbd-4511-9cee-cc0d3fa1731c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:23.575383 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0a338e0-7bbd-4511-9cee-cc0d3fa1731c {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:07:23.619155 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port b0a338e0-7bbd-4511-9cee-cc0d3fa1731c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=b0a338e0-7bbd-4511-9cee-cc0d3fa1731c,segment=NetworkSegment(4c30627d-b7f1-4f73-afdf-10e2b448b9fe),segment_id=4c30627d-b7f1-4f73-afdf-10e2b448b9fe)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:07:23.627648 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b0a338e0-7bbd-4511-9cee-cc0d3fa1731c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:23.678702 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=b0a338e0-7bbd-4511-9cee-cc0d3fa1731c,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:23.819921 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['b0a338e0-7bbd-4511-9cee-cc0d3fa1731c'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:07:24.527000 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842f510-2bc9-404b-8cdd-4e72439453b9 req-1e2d9267-a113-4cac-85c6-813a44165a38 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:24.528510 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d842f510-2bc9-404b-8cdd-4e72439453b9 req-1e2d9267-a113-4cac-85c6-813a44165a38 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 944 time: 0.0607185 Mar 22 20:07:24.595823 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d842f510-2bc9-404b-8cdd-4e72439453b9 req-07a8d6fb-b420-4c76-afa0-f0a912c2f31d tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576980 Mar 22 20:07:25.415881 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device b0a338e0-7bbd-4511-9cee-cc0d3fa1731c up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:07:25.468839 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port b0a338e0-7bbd-4511-9cee-cc0d3fa1731c completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:07:25.474752 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port b0a338e0-7bbd-4511-9cee-cc0d3fa1731c triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:07:25.475210 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b0a338e0-7bbd-4511-9cee-cc0d3fa1731c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:25.570856 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port b0a338e0-7bbd-4511-9cee-cc0d3fa1731c is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:07:25.571490 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b0a338e0-7bbd-4511-9cee-cc0d3fa1731c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:25.610899 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5bb941-2f05-4778-b70a-511d085d39de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a338e0-7bbd-4511-9cee-cc0d3fa1731c'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:07:25.615165 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6796a90-d8d5-4c4a-881e-8c04f29c5da0" -d '{"events": [{"server_uuid": "5f5bb941-2f05-4778-b70a-511d085d39de", "name": "network-vif-plugged", "status": "completed", "tag": "b0a338e0-7bbd-4511-9cee-cc0d3fa1731c"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:07:25.636773 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port b0a338e0-7bbd-4511-9cee-cc0d3fa1731c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=b0a338e0-7bbd-4511-9cee-cc0d3fa1731c,segment=NetworkSegment(4c30627d-b7f1-4f73-afdf-10e2b448b9fe),segment_id=4c30627d-b7f1-4f73-afdf-10e2b448b9fe)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:07:25.642732 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b0a338e0-7bbd-4511-9cee-cc0d3fa1731c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:25.697887 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cdd4b6-d2a3-40dd-9212-6e1f79ec3081 x-openstack-request-id: req-84cdd4b6-d2a3-40dd-9212-6e1f79ec3081 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:07:25.698374 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5bb941-2f05-4778-b70a-511d085d39de", "name": "network-vif-plugged", "status": "completed", "tag": "b0a338e0-7bbd-4511-9cee-cc0d3fa1731c", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:07:25.698780 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-84cdd4b6-d2a3-40dd-9212-6e1f79ec3081 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:07:25.699398 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84cdd4b6-d2a3-40dd-9212-6e1f79ec3081'] response: {'server_uuid': '5f5bb941-2f05-4778-b70a-511d085d39de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a338e0-7bbd-4511-9cee-cc0d3fa1731c', 'code': 200} Mar 22 20:07:25.746078 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=b0a338e0-7bbd-4511-9cee-cc0d3fa1731c,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:25.768689 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc26c26-1b7f-42d8-9646-b8451e2739fc req-766d04fe-c04c-40b4-acd7-a06053d6dc83 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:25.771222 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ccc26c26-1b7f-42d8-9646-b8451e2739fc req-766d04fe-c04c-40b4-acd7-a06053d6dc83 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 945 time: 0.0884347 Mar 22 20:07:25.821353 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201957bc-41cb-4e25-894b-0647e4e98a81 req-f362e009-eac0-4076-8f96-770c485df7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:25.822978 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-201957bc-41cb-4e25-894b-0647e4e98a81 req-f362e009-eac0-4076-8f96-770c485df7d8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 1128 time: 0.0732706 Mar 22 20:07:25.840458 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ccc26c26-1b7f-42d8-9646-b8451e2739fc req-5fc18807-cd54-4ef8-9d0e-ddb6a038966f tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615604 Mar 22 20:07:25.879433 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-201957bc-41cb-4e25-894b-0647e4e98a81 req-7c479dde-87e6-418d-bf0e-e8dd037a10a4 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488522 Mar 22 20:07:26.990993 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4af348-e5c8-4c4f-bf2c-3bae3383e265 req-7235c0ca-ba7b-4f1b-8cd5-f683c76741cd tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:26.992570 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6d4af348-e5c8-4c4f-bf2c-3bae3383e265 req-7235c0ca-ba7b-4f1b-8cd5-f683c76741cd tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 945 time: 0.0585370 Mar 22 20:07:27.045934 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6d4af348-e5c8-4c4f-bf2c-3bae3383e265 req-109e3038-6bb7-4d10-9699-c8454c611700 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457232 Mar 22 20:07:28.213003 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43ad50-efef-46f1-8a43-e66b9915548f req-121958d0-4c97-4e52-91e9-62642a31b5aa tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:28.225109 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9b43ad50-efef-46f1-8a43-e66b9915548f req-121958d0-4c97-4e52-91e9-62642a31b5aa tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 945 time: 0.0793073 Mar 22 20:07:28.275059 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9b43ad50-efef-46f1-8a43-e66b9915548f req-29347a0a-228c-47e4-a87c-25522be194b4 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493391 Mar 22 20:07:28.403800 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5399de18-c07b-4ce3-b525-8fef050a178b req-ede04ef5-8a1b-4c70-9cfa-2aa83d38b7c4 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:28.405287 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5399de18-c07b-4ce3-b525-8fef050a178b req-ede04ef5-8a1b-4c70-9cfa-2aa83d38b7c4 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 945 time: 0.0560701 Mar 22 20:07:28.457234 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5399de18-c07b-4ce3-b525-8fef050a178b req-795f9e8a-2b38-456d-a79d-b83bb8f28b42 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454075 Mar 22 20:07:28.703417 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cd51b-161b-4812-b0e5-06de9da9cd4f req-bbe8ff24-c093-4c7e-bb36-ec3b0007beb6 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:28.704962 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8f2cd51b-161b-4812-b0e5-06de9da9cd4f req-bbe8ff24-c093-4c7e-bb36-ec3b0007beb6 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 945 time: 0.0737360 Mar 22 20:07:28.760748 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8f2cd51b-161b-4812-b0e5-06de9da9cd4f req-2816e251-5c04-42b0-80ab-1375d852484c tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499630 Mar 22 20:07:28.888660 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa2cbec-1db6-4dee-a956-df53e5265dfe req-b1e399c8-0a2f-4048-9ad9-0dbeaed0aa55 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:28.890286 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9fa2cbec-1db6-4dee-a956-df53e5265dfe req-b1e399c8-0a2f-4048-9ad9-0dbeaed0aa55 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 945 time: 0.0564249 Mar 22 20:07:28.949535 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9fa2cbec-1db6-4dee-a956-df53e5265dfe req-ac03cda9-ef2d-48f6-afd9-e3b0ad8c0f14 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499957 Mar 22 20:07:29.243002 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-964f8a3b-f96b-4c00-85db-cc88d90f02fd service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0903544 Mar 22 20:07:29.257514 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84585c-e8f5-443c-9361-8f2376313f95 req-bf2196eb-f848-47ec-aa20-bf8a46e8a716 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:29.259354 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ca84585c-e8f5-443c-9361-8f2376313f95 req-bf2196eb-f848-47ec-aa20-bf8a46e8a716 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 945 time: 0.0983512 Mar 22 20:07:29.314572 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ca84585c-e8f5-443c-9361-8f2376313f95 req-2a13eb69-59bc-425f-ab83-3c165055a34a tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487204 Mar 22 20:07:29.645962 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-45d9df44-24ce-4db8-a86c-b8f6daa65052 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:29.647357 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-45d9df44-24ce-4db8-a86c-b8f6daa65052 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports/b0a338e0-7bbd-4511-9cee-cc0d3fa1731c HTTP/1.1" status: 200 len: 942 time: 0.0551865 Mar 22 20:07:30.487543 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6611bc5-16ef-4a9d-991d-e94d08dd6fab req-76c18869-d133-4140-a710-4e0778e066bd tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:30.489970 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d6611bc5-16ef-4a9d-991d-e94d08dd6fab req-76c18869-d133-4140-a710-4e0778e066bd tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 945 time: 0.0809784 Mar 22 20:07:30.543066 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d6611bc5-16ef-4a9d-991d-e94d08dd6fab req-7f8d82b3-c973-4dcf-9867-f41282dd27b8 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467560 Mar 22 20:07:30.603576 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-522fdb25-c0e7-42f7-bfb3-6d85973ac98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:30.605593 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-522fdb25-c0e7-42f7-bfb3-6d85973ac98e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8540026465ed477e8483f93d6926d764&device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 1128 time: 0.0715377 Mar 22 20:07:30.703711 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-e5cc830a-dd39-4eeb-a177-53521f5862b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:30.705213 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-e5cc830a-dd39-4eeb-a177-53521f5862b0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=110f7425-81c5-4792-94a9-70374e8b7103 HTTP/1.1" status: 200 len: 915 time: 0.0935638 Mar 22 20:07:30.747551 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-cc6f4aa3-f8a9-47b9-b912-44c4c66dfffd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b0a338e0-7bbd-4511-9cee-cc0d3fa1731c HTTP/1.1" status: 200 len: 217 time: 0.0364611 Mar 22 20:07:30.807625 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-9e619816-db65-4f80-88e7-bd847191d158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:30.809179 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-9e619816-db65-4f80-88e7-bd847191d158 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f4734c0f-c3bf-47dc-932a-f06d249300e2 HTTP/1.1" status: 200 len: 854 time: 0.0556805 Mar 22 20:07:30.844125 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-623c09fe-d757-46e3-9034-8b3c81a71ae4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=110f7425-81c5-4792-94a9-70374e8b7103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279775 Mar 22 20:07:30.943609 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-1e1b47eb-4f1a-4778-b4cb-ae451ff1bc58 service neutron] 10.222.0.84 "GET /v2.0/networks/110f7425-81c5-4792-94a9-70374e8b7103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941484 Mar 22 20:07:31.047626 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-773ff422-c71d-4208-a781-77c5c737908f service neutron] 10.222.0.84 "GET /v2.0/networks/110f7425-81c5-4792-94a9-70374e8b7103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982113 Mar 22 20:07:31.700927 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbce87-334b-494a-baca-2c9d3b82be62 req-3ec27076-f479-4636-91d7-60e807b66235 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:31.702581 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3bdbce87-334b-494a-baca-2c9d3b82be62 req-3ec27076-f479-4636-91d7-60e807b66235 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 945 time: 0.0631382 Mar 22 20:07:31.759152 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3bdbce87-334b-494a-baca-2c9d3b82be62 req-2506a256-56ef-4847-a5e7-f7e3c8bc839d tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469222 Mar 22 20:07:32.914078 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc8738-12a8-4d62-b846-1fc400e9d6bd req-eba66edb-4e6d-4ac7-8d28-17c2cea690d4 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:32.915695 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-43bc8738-12a8-4d62-b846-1fc400e9d6bd req-eba66edb-4e6d-4ac7-8d28-17c2cea690d4 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 945 time: 0.0654891 Mar 22 20:07:32.973698 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-43bc8738-12a8-4d62-b846-1fc400e9d6bd req-cc3733c9-6a14-4636-9d08-f68d0fae0fc0 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501182 Mar 22 20:07:34.118825 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac6807-aa64-4679-ad61-36b4856e4d88 req-c58b78b0-d4db-40c8-9d50-006505ed1045 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:34.120376 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0eac6807-aa64-4679-ad61-36b4856e4d88 req-c58b78b0-d4db-40c8-9d50-006505ed1045 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 945 time: 0.0627699 Mar 22 20:07:34.177589 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0eac6807-aa64-4679-ad61-36b4856e4d88 req-4f2f3014-d402-465d-acab-45c39fa3b568 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516071 Mar 22 20:07:35.327362 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b2a23-7d58-4f4e-863e-3cd187793f36 req-aa986ce5-825c-4847-8599-cdb928d37500 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:35.329460 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c02b2a23-7d58-4f4e-863e-3cd187793f36 req-aa986ce5-825c-4847-8599-cdb928d37500 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 945 time: 0.0691605 Mar 22 20:07:35.389334 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c02b2a23-7d58-4f4e-863e-3cd187793f36 req-ed7e632a-6d69-48c5-9597-36166e5abaad tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513959 Mar 22 20:07:36.515044 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00460aae-af13-46ce-a5ff-bc6c79f8c092 req-47c92b43-7f9b-41d1-9dc7-eaf0ee89b565 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:36.516653 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00460aae-af13-46ce-a5ff-bc6c79f8c092 req-47c92b43-7f9b-41d1-9dc7-eaf0ee89b565 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 945 time: 0.0534482 Mar 22 20:07:36.569561 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00460aae-af13-46ce-a5ff-bc6c79f8c092 req-a7c96aeb-73b2-43c4-8d55-de8ca1baf0e9 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463495 Mar 22 20:07:37.695192 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b57e6a-6e6e-4797-ad71-e55ee6192c11 req-1126b133-3680-426f-98c3-c3bc41598a27 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:37.696733 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d0b57e6a-6e6e-4797-ad71-e55ee6192c11 req-1126b133-3680-426f-98c3-c3bc41598a27 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 945 time: 0.0563228 Mar 22 20:07:37.746928 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d0b57e6a-6e6e-4797-ad71-e55ee6192c11 req-ccb7b315-d94b-4696-9693-653f9d188440 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445256 Mar 22 20:07:38.874295 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c8c6d-56a5-4b00-bf00-2d5ef93faaa3 req-b433aba2-fcd9-4241-9e71-736cd7852407 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:38.876122 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-326c8c6d-56a5-4b00-bf00-2d5ef93faaa3 req-b433aba2-fcd9-4241-9e71-736cd7852407 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 945 time: 0.0578423 Mar 22 20:07:38.928591 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-326c8c6d-56a5-4b00-bf00-2d5ef93faaa3 req-0c083442-30b6-4cf8-8209-fc8d42a2ff40 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458226 Mar 22 20:07:40.066013 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6670d-ea6f-4b38-95f5-019f7e6ef6e9 req-ced407fd-6432-4d44-b4fd-2f421ad8500b tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:40.068129 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-52f6670d-ea6f-4b38-95f5-019f7e6ef6e9 req-ced407fd-6432-4d44-b4fd-2f421ad8500b tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 945 time: 0.0633957 Mar 22 20:07:40.118483 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-52f6670d-ea6f-4b38-95f5-019f7e6ef6e9 req-5e5102db-a976-44b8-8097-0f2472ceeef5 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440826 Mar 22 20:07:41.239076 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ba8ba-a99c-4bd4-af94-31559f8a1162 req-8424bab7-da2b-4f03-8988-c6a6bf455a27 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:41.240580 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a62ba8ba-a99c-4bd4-af94-31559f8a1162 req-8424bab7-da2b-4f03-8988-c6a6bf455a27 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 945 time: 0.0523598 Mar 22 20:07:41.290651 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a62ba8ba-a99c-4bd4-af94-31559f8a1162 req-501cf251-4fbc-4e43-82f8-5fbceab27c7f tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440784 Mar 22 20:07:42.422927 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3d08a-d2a6-4dd1-b24a-ea169a4596fc req-dfc6c184-520d-4e23-89d9-3cdb38eb76c3 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:42.424551 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cab3d08a-d2a6-4dd1-b24a-ea169a4596fc req-dfc6c184-520d-4e23-89d9-3cdb38eb76c3 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 945 time: 0.0520737 Mar 22 20:07:42.475269 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cab3d08a-d2a6-4dd1-b24a-ea169a4596fc req-d223ec79-9f3d-4f9a-b050-5aae98477ce0 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446796 Mar 22 20:07:43.597858 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4099820-02cb-4564-860c-da190dd9e6cb req-ec81b0f9-a001-4029-b75f-2cf896db7122 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:43.599389 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a4099820-02cb-4564-860c-da190dd9e6cb req-ec81b0f9-a001-4029-b75f-2cf896db7122 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 945 time: 0.0533850 Mar 22 20:07:43.651706 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a4099820-02cb-4564-860c-da190dd9e6cb req-31189616-42aa-407f-a305-8ab3e0badba0 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466084 Mar 22 20:07:44.769222 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007c027-8111-4caf-8ddf-d1ffeac6756a req-df717ed6-adf5-4393-b65f-9581a13d1db1 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:44.771262 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6007c027-8111-4caf-8ddf-d1ffeac6756a req-df717ed6-adf5-4393-b65f-9581a13d1db1 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 945 time: 0.0533466 Mar 22 20:07:44.817726 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6007c027-8111-4caf-8ddf-d1ffeac6756a req-d2df9f81-0eb7-4969-b1fc-154af6926861 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408738 Mar 22 20:07:45.201312 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1c83bcae-728d-44c3-9d9e-58eedebfa4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:45.940854 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad9317-0525-488a-b113-49ccc965a652 req-63af4466-5eca-4e3d-89db-fe1b7d0993ce tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:45.942881 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53ad9317-0525-488a-b113-49ccc965a652 req-63af4466-5eca-4e3d-89db-fe1b7d0993ce tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 945 time: 0.0577066 Mar 22 20:07:45.989310 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53ad9317-0525-488a-b113-49ccc965a652 req-91505b69-aab8-48db-9abe-5802648725ce tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409353 Mar 22 20:07:46.205687 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:47.112548 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d8f3b-04de-4457-8a15-fb2c128759db req-e051c36e-b0fa-4993-9584-aa22478e7250 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:47.114078 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-068d8f3b-04de-4457-8a15-fb2c128759db req-e051c36e-b0fa-4993-9584-aa22478e7250 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 945 time: 0.0531032 Mar 22 20:07:47.159303 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-068d8f3b-04de-4457-8a15-fb2c128759db req-1d0b7ad8-da2b-4930-a46b-dc09f67f24d4 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397415 Mar 22 20:07:47.426680 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b7374c5d-59d4-4739-9e55-8591092b375b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:48.284604 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ce00e-5c67-43f1-a100-f204c15545b9 req-93bea146-2c20-4fa1-bee6-eb633ab4ac83 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:48.286907 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e79ce00e-5c67-43f1-a100-f204c15545b9 req-93bea146-2c20-4fa1-bee6-eb633ab4ac83 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 945 time: 0.0565674 Mar 22 20:07:48.335056 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e79ce00e-5c67-43f1-a100-f204c15545b9 req-6d969080-4ff0-4950-8bb9-17bee65bae67 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424244 Mar 22 20:07:48.653195 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:48.834842 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:49.457527 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510b682-5707-4121-8d20-d008e75195fd req-95291460-5f10-4d6a-bac2-e2d83d887c5a tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:49.459049 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0510b682-5707-4121-8d20-d008e75195fd req-95291460-5f10-4d6a-bac2-e2d83d887c5a tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 945 time: 0.0543809 Mar 22 20:07:49.506934 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0510b682-5707-4121-8d20-d008e75195fd req-41d766ac-2776-45d8-86ab-b726ce4bfea7 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423431 Mar 22 20:07:50.268565 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:50.627329 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8b2f0-3825-4461-a570-8feb3b721a4f req-555377df-d3a7-4bb2-932f-a9cd3de62f9c tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:50.629418 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-40e8b2f0-3825-4461-a570-8feb3b721a4f req-555377df-d3a7-4bb2-932f-a9cd3de62f9c tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 945 time: 0.0532284 Mar 22 20:07:50.680486 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-40e8b2f0-3825-4461-a570-8feb3b721a4f req-eeed4799-329f-4f34-b254-95556b496671 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455246 Mar 22 20:07:51.391707 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:51.803004 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad7e5f-9fbe-4236-b003-f15d72a7b805 req-0f8c2c45-670c-4d35-a744-504e3a962ca0 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:51.804488 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-05ad7e5f-9fbe-4236-b003-f15d72a7b805 req-0f8c2c45-670c-4d35-a744-504e3a962ca0 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 945 time: 0.0553551 Mar 22 20:07:51.851884 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-05ad7e5f-9fbe-4236-b003-f15d72a7b805 req-d11d65a7-a722-405b-b025-de8832d61cde tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418119 Mar 22 20:07:52.969282 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80652313-6c97-4d02-9cf3-6d344da913b1 req-583d1f46-a529-4ecb-9e85-82d0123bc7fa tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:52.970773 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80652313-6c97-4d02-9cf3-6d344da913b1 req-583d1f46-a529-4ecb-9e85-82d0123bc7fa tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 945 time: 0.0519872 Mar 22 20:07:53.016075 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80652313-6c97-4d02-9cf3-6d344da913b1 req-3c9facd1-2609-49f2-898a-29fdc802859e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397372 Mar 22 20:07:54.145239 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112e763-742b-458a-829c-0e9473897d71 req-c019adcd-246e-4930-b611-64cb24e6c458 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:54.146779 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a112e763-742b-458a-829c-0e9473897d71 req-c019adcd-246e-4930-b611-64cb24e6c458 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 945 time: 0.0574131 Mar 22 20:07:54.193037 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a112e763-742b-458a-829c-0e9473897d71 req-d14bfda7-eaa8-4547-93f6-25cefc6307a8 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406175 Mar 22 20:07:55.314242 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f3fb2-caf2-4a1d-b1be-813ef9a5a177 req-deef4958-afc3-4ff8-a4cf-c0a0728cb7e4 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:55.315912 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-901f3fb2-caf2-4a1d-b1be-813ef9a5a177 req-deef4958-afc3-4ff8-a4cf-c0a0728cb7e4 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 945 time: 0.0540605 Mar 22 20:07:55.363225 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-901f3fb2-caf2-4a1d-b1be-813ef9a5a177 req-711475ab-9d8e-48de-8cb1-1b7824266f8c tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406156 Mar 22 20:07:55.606575 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:07:56.481663 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3461d3-78c2-4dbb-960e-00c3f7a0ce0d req-32b3019c-759f-46f6-921d-17e97627d4a4 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:56.483190 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa3461d3-78c2-4dbb-960e-00c3f7a0ce0d req-32b3019c-759f-46f6-921d-17e97627d4a4 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 945 time: 0.0513470 Mar 22 20:07:56.532956 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fa3461d3-78c2-4dbb-960e-00c3f7a0ce0d req-a1dd0fd9-5d6d-4935-9ea3-8d59a3f112c6 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442076 Mar 22 20:07:57.655308 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fe225-9a68-4463-81d2-3e692160043b req-6175595f-909d-49d4-8dbb-00c21baa2d63 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:57.656745 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-840fe225-9a68-4463-81d2-3e692160043b req-6175595f-909d-49d4-8dbb-00c21baa2d63 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 945 time: 0.0531774 Mar 22 20:07:57.704981 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-840fe225-9a68-4463-81d2-3e692160043b req-9dc77845-d2d1-4cc7-a915-4254899c9a48 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416238 Mar 22 20:07:57.831278 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-4290660b-38c0-4451-b416-95bc23e56772 service neutron] show failed (client error): The resource could not be found. Mar 22 20:07:57.832876 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-4290660b-38c0-4451-b416-95bc23e56772 service neutron] 10.222.0.84 "GET /v2.0/ports/b0a338e0-7bbd-4511-9cee-cc0d3fa1731c/bindings/n-h2-705658-24 HTTP/1.1" status: 404 len: 381 time: 0.0577922 Mar 22 20:07:58.091681 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-e4a9a340-a6e6-4871-9e3f-78cff6cb1818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:58.093334 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-e4a9a340-a6e6-4871-9e3f-78cff6cb1818 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de&tenant_id=8540026465ed477e8483f93d6926d764 HTTP/1.1" status: 200 len: 1128 time: 0.1010008 Mar 22 20:07:58.104753 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-7dc066b9-4e0b-4021-90b0-dbf236ca42d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705658-24', 'device_owner': 'compute:nova'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:07:58.180510 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-7dc066b9-4e0b-4021-90b0-dbf236ca42d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b0a338e0-7bbd-4511-9cee-cc0d3fa1731c), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:58.404545 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-7dc066b9-4e0b-4021-90b0-dbf236ca42d3 service neutron] For port b0a338e0-7bbd-4511-9cee-cc0d3fa1731c, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=b0a338e0-7bbd-4511-9cee-cc0d3fa1731c,segment=NetworkSegment(4c30627d-b7f1-4f73-afdf-10e2b448b9fe),segment_id=4c30627d-b7f1-4f73-afdf-10e2b448b9fe)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:07:58.439992 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-7dc066b9-4e0b-4021-90b0-dbf236ca42d3 service neutron] For port b0a338e0-7bbd-4511-9cee-cc0d3fa1731c, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:07:58.479960 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5bb941-2f05-4778-b70a-511d085d39de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0a338e0-7bbd-4511-9cee-cc0d3fa1731c'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:07:58.482662 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f62cecb-de62-436d-ae95-9ff62aa496ce" -d '{"events": [{"server_uuid": "5f5bb941-2f05-4778-b70a-511d085d39de", "name": "network-vif-unplugged", "status": "completed", "tag": "b0a338e0-7bbd-4511-9cee-cc0d3fa1731c"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:07:58.486201 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-7dc066b9-4e0b-4021-90b0-dbf236ca42d3 service neutron] Publish callbacks [] for port (b0a338e0-7bbd-4511-9cee-cc0d3fa1731c), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:58.499804 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-7dc066b9-4e0b-4021-90b0-dbf236ca42d3 service neutron] Transition to ACTIVE for port object b0a338e0-7bbd-4511-9cee-cc0d3fa1731c will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:07:58.503918 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-7dc066b9-4e0b-4021-90b0-dbf236ca42d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (b0a338e0-7bbd-4511-9cee-cc0d3fa1731c), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:58.542127 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 20:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931bd8c7-f67d-49cf-9c1d-5bf487a060f7 x-openstack-request-id: req-931bd8c7-f67d-49cf-9c1d-5bf487a060f7 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:07:58.542416 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5bb941-2f05-4778-b70a-511d085d39de", "name": "network-vif-unplugged", "status": "completed", "tag": "b0a338e0-7bbd-4511-9cee-cc0d3fa1731c", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:07:58.542667 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-931bd8c7-f67d-49cf-9c1d-5bf487a060f7 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:07:58.543074 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-931bd8c7-f67d-49cf-9c1d-5bf487a060f7'] response: {'server_uuid': '5f5bb941-2f05-4778-b70a-511d085d39de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0a338e0-7bbd-4511-9cee-cc0d3fa1731c', 'code': 200} Mar 22 20:07:58.573808 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-7dc066b9-4e0b-4021-90b0-dbf236ca42d3 service neutron] No DVR routers for this DVR port b0a338e0-7bbd-4511-9cee-cc0d3fa1731c on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:07:58.580476 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc066b9-4e0b-4021-90b0-dbf236ca42d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a338e0-7bbd-4511-9cee-cc0d3fa1731c,revision_number=6']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:58.617122 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-7dc066b9-4e0b-4021-90b0-dbf236ca42d3 service neutron] Attempting to bind port b0a338e0-7bbd-4511-9cee-cc0d3fa1731c on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:07:58.617641 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-7dc066b9-4e0b-4021-90b0-dbf236ca42d3 service neutron] Attempting to bind port b0a338e0-7bbd-4511-9cee-cc0d3fa1731c by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '4c30627d-b7f1-4f73-afdf-10e2b448b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '110f7425-81c5-4792-94a9-70374e8b7103'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:07:58.618187 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-7dc066b9-4e0b-4021-90b0-dbf236ca42d3 service neutron] Attempting to bind port b0a338e0-7bbd-4511-9cee-cc0d3fa1731c on network 110f7425-81c5-4792-94a9-70374e8b7103 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:07:58.622688 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-7dc066b9-4e0b-4021-90b0-dbf236ca42d3 service neutron] Port b0a338e0-7bbd-4511-9cee-cc0d3fa1731c on network 110f7425-81c5-4792-94a9-70374e8b7103 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:07:58.623003 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-7dc066b9-4e0b-4021-90b0-dbf236ca42d3 service neutron] Attempting to bind port b0a338e0-7bbd-4511-9cee-cc0d3fa1731c on network 110f7425-81c5-4792-94a9-70374e8b7103 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:07:58.627834 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-7dc066b9-4e0b-4021-90b0-dbf236ca42d3 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:07:58.628194 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-7dc066b9-4e0b-4021-90b0-dbf236ca42d3 service neutron] Checking segment: {'id': '4c30627d-b7f1-4f73-afdf-10e2b448b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '110f7425-81c5-4792-94a9-70374e8b7103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:07:58.628614 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-7dc066b9-4e0b-4021-90b0-dbf236ca42d3 service neutron] Bound using segment: {'id': '4c30627d-b7f1-4f73-afdf-10e2b448b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '110f7425-81c5-4792-94a9-70374e8b7103'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:07:58.629037 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-7dc066b9-4e0b-4021-90b0-dbf236ca42d3 service neutron] Bound port: b0a338e0-7bbd-4511-9cee-cc0d3fa1731c, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c30627d-b7f1-4f73-afdf-10e2b448b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '110f7425-81c5-4792-94a9-70374e8b7103'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:07:58.629386 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-7dc066b9-4e0b-4021-90b0-dbf236ca42d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b0a338e0-7bbd-4511-9cee-cc0d3fa1731c), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:58.695202 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-7dc066b9-4e0b-4021-90b0-dbf236ca42d3 service neutron] For port b0a338e0-7bbd-4511-9cee-cc0d3fa1731c, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:07:58.698766 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-7dc066b9-4e0b-4021-90b0-dbf236ca42d3 service neutron] For port b0a338e0-7bbd-4511-9cee-cc0d3fa1731c, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=b0a338e0-7bbd-4511-9cee-cc0d3fa1731c,segment=NetworkSegment(4c30627d-b7f1-4f73-afdf-10e2b448b9fe),segment_id=4c30627d-b7f1-4f73-afdf-10e2b448b9fe)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:07:58.704931 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-7dc066b9-4e0b-4021-90b0-dbf236ca42d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (b0a338e0-7bbd-4511-9cee-cc0d3fa1731c), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:58.742033 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-7dc066b9-4e0b-4021-90b0-dbf236ca42d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:58.742660 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-7dc066b9-4e0b-4021-90b0-dbf236ca42d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:07:58.744097 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-7dc066b9-4e0b-4021-90b0-dbf236ca42d3 service neutron] 10.222.0.85 "PUT /v2.0/ports/b0a338e0-7bbd-4511-9cee-cc0d3fa1731c HTTP/1.1" status: 200 len: 1092 time: 0.6442177 Mar 22 20:07:58.799862 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc066b9-4e0b-4021-90b0-dbf236ca42d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a338e0-7bbd-4511-9cee-cc0d3fa1731c,revision_number=7']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:07:58.827187 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-69cb36dc-baf9-43fe-9913-f936ce7cae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:58.828783 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-69cb36dc-baf9-43fe-9913-f936ce7cae26 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8540026465ed477e8483f93d6926d764&device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 1126 time: 0.0607715 Mar 22 20:07:58.844648 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886cf90-0f98-46e8-ab45-3675fcc5e176 req-feab1354-a039-4078-9289-4ae82836bc1d tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:58.846571 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0886cf90-0f98-46e8-ab45-3675fcc5e176 req-feab1354-a039-4078-9289-4ae82836bc1d tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 943 time: 0.0618131 Mar 22 20:07:58.902983 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0886cf90-0f98-46e8-ab45-3675fcc5e176 req-c2dd0bce-cafc-4b37-bc22-c1bc70097351 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498934 Mar 22 20:07:58.926237 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-1e55aa58-11ed-4ea4-8a9e-5cdb1bb2709f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:58.927312 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-1e55aa58-11ed-4ea4-8a9e-5cdb1bb2709f service neutron] 10.222.0.85 "GET /v2.0/networks?id=110f7425-81c5-4792-94a9-70374e8b7103 HTTP/1.1" status: 200 len: 915 time: 0.0932987 Mar 22 20:07:58.972396 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-8390b0c0-e1a2-4e50-9ca2-40eda80025d0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b0a338e0-7bbd-4511-9cee-cc0d3fa1731c HTTP/1.1" status: 200 len: 217 time: 0.0394375 Mar 22 20:07:59.020871 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-517f99cc-ad01-4e5a-a4a1-6c06025c882a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:07:59.022396 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-517f99cc-ad01-4e5a-a4a1-6c06025c882a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f4734c0f-c3bf-47dc-932a-f06d249300e2 HTTP/1.1" status: 200 len: 854 time: 0.0453811 Mar 22 20:07:59.056288 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-97ec6563-d64b-42f5-bb29-bc6e4fe6835d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=110f7425-81c5-4792-94a9-70374e8b7103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267909 Mar 22 20:07:59.148482 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-c60adf7d-8ad4-41fd-a7be-b33d3ac9bffe service neutron] 10.222.0.85 "GET /v2.0/networks/110f7425-81c5-4792-94a9-70374e8b7103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868034 Mar 22 20:07:59.239257 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0d18c1ac-04bb-49ab-bf7c-a8139db54642 req-af6d7243-0d89-4e0f-97b9-bcba1538aa0a service neutron] 10.222.0.85 "GET /v2.0/networks/110f7425-81c5-4792-94a9-70374e8b7103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844452 Mar 22 20:08:00.033305 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c7970-73cb-4597-99b1-c96c9391442d req-be83632a-e1a3-4c4e-bca5-5baa45244185 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:00.034860 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b62c7970-73cb-4597-99b1-c96c9391442d req-be83632a-e1a3-4c4e-bca5-5baa45244185 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 943 time: 0.0553315 Mar 22 20:08:00.081152 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b62c7970-73cb-4597-99b1-c96c9391442d req-441e9321-2bec-49f8-8941-dabfcafd7bb1 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403178 Mar 22 20:08:00.544528 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5bb941-2f05-4778-b70a-511d085d39de', 'tag': 'b0a338e0-7bbd-4511-9cee-cc0d3fa1731c'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:08:00.546900 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994180a3-3cf4-4854-bfb0-fc1796dc7822" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5bb941-2f05-4778-b70a-511d085d39de", "tag": "b0a338e0-7bbd-4511-9cee-cc0d3fa1731c"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:08:00.593315 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5cd679-14cf-4a17-934a-bb391ca3c399 x-openstack-request-id: req-da5cd679-14cf-4a17-934a-bb391ca3c399 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:08:00.593635 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5bb941-2f05-4778-b70a-511d085d39de", "tag": "b0a338e0-7bbd-4511-9cee-cc0d3fa1731c", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:08:00.593924 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-da5cd679-14cf-4a17-934a-bb391ca3c399 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:08:00.594386 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da5cd679-14cf-4a17-934a-bb391ca3c399'] response: {'name': 'network-changed', 'server_uuid': '5f5bb941-2f05-4778-b70a-511d085d39de', 'tag': 'b0a338e0-7bbd-4511-9cee-cc0d3fa1731c', 'status': 'completed', 'code': 200} Mar 22 20:08:00.982812 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994180a3-3cf4-4854-bfb0-fc1796dc7822 req-1e8a8dec-6b2a-4091-a344-7289da13e258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:00.984394 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-994180a3-3cf4-4854-bfb0-fc1796dc7822 req-1e8a8dec-6b2a-4091-a344-7289da13e258 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8540026465ed477e8483f93d6926d764&device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 1126 time: 0.3724236 Mar 22 20:08:00.990513 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994180a3-3cf4-4854-bfb0-fc1796dc7822 req-fe689b6d-4395-47b4-861d-83dbb754d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:00.991846 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-994180a3-3cf4-4854-bfb0-fc1796dc7822 req-fe689b6d-4395-47b4-861d-83dbb754d26b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8540026465ed477e8483f93d6926d764&device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 1126 time: 0.3721306 Mar 22 20:08:01.147607 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994180a3-3cf4-4854-bfb0-fc1796dc7822 req-98eaef80-7ffb-4462-a28f-7465817ed6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:01.149070 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-994180a3-3cf4-4854-bfb0-fc1796dc7822 req-98eaef80-7ffb-4462-a28f-7465817ed6f2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=110f7425-81c5-4792-94a9-70374e8b7103 HTTP/1.1" status: 200 len: 915 time: 0.1563904 Mar 22 20:08:01.150207 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994180a3-3cf4-4854-bfb0-fc1796dc7822 req-e9024d8c-d725-44da-ae57-920f58f29d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:01.151494 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-994180a3-3cf4-4854-bfb0-fc1796dc7822 req-e9024d8c-d725-44da-ae57-920f58f29d54 service neutron] 10.222.0.84 "GET /v2.0/networks?id=110f7425-81c5-4792-94a9-70374e8b7103 HTTP/1.1" status: 200 len: 915 time: 0.1518469 Mar 22 20:08:01.203343 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbbd4f-a09d-4670-a9d5-81855bad6150 req-18278dcc-fd4f-4cba-9554-826f0b86708c tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:01.204934 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eacbbd4f-a09d-4670-a9d5-81855bad6150 req-18278dcc-fd4f-4cba-9554-826f0b86708c tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 943 time: 0.0539813 Mar 22 20:08:01.224383 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-994180a3-3cf4-4854-bfb0-fc1796dc7822 req-f4df62d7-d9dd-466a-b22b-41da2a8fe899 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b0a338e0-7bbd-4511-9cee-cc0d3fa1731c HTTP/1.1" status: 200 len: 217 time: 0.0684414 Mar 22 20:08:01.225727 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-994180a3-3cf4-4854-bfb0-fc1796dc7822 req-d4d18416-17f9-4eef-b62c-347f25955a1d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b0a338e0-7bbd-4511-9cee-cc0d3fa1731c HTTP/1.1" status: 200 len: 217 time: 0.0631688 Mar 22 20:08:01.257385 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eacbbd4f-a09d-4670-a9d5-81855bad6150 req-3c9f7cea-b547-4187-9ea2-46ae329cd15f tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462027 Mar 22 20:08:01.316630 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994180a3-3cf4-4854-bfb0-fc1796dc7822 req-78189f11-b1ed-4e5d-9c54-32f8cc578cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:01.318121 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-994180a3-3cf4-4854-bfb0-fc1796dc7822 req-78189f11-b1ed-4e5d-9c54-32f8cc578cee service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f4734c0f-c3bf-47dc-932a-f06d249300e2 HTTP/1.1" status: 200 len: 854 time: 0.0882854 Mar 22 20:08:01.319506 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994180a3-3cf4-4854-bfb0-fc1796dc7822 req-f1d2ba55-ff15-404b-a3cd-fa32faf5ee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:01.320812 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-994180a3-3cf4-4854-bfb0-fc1796dc7822 req-f1d2ba55-ff15-404b-a3cd-fa32faf5ee7a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f4734c0f-c3bf-47dc-932a-f06d249300e2 HTTP/1.1" status: 200 len: 854 time: 0.0792432 Mar 22 20:08:01.373846 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-994180a3-3cf4-4854-bfb0-fc1796dc7822 req-95525ba0-9051-494b-b6fb-b75591991d12 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=110f7425-81c5-4792-94a9-70374e8b7103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486059 Mar 22 20:08:01.375663 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-994180a3-3cf4-4854-bfb0-fc1796dc7822 req-43c0dfaa-0ab9-4604-9eeb-1e2d186b2366 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=110f7425-81c5-4792-94a9-70374e8b7103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430691 Mar 22 20:08:01.526880 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-994180a3-3cf4-4854-bfb0-fc1796dc7822 req-aaeaa96d-9663-4e24-8bd9-850ffc83a183 service neutron] 10.222.0.85 "GET /v2.0/networks/110f7425-81c5-4792-94a9-70374e8b7103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469793 Mar 22 20:08:01.528861 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-994180a3-3cf4-4854-bfb0-fc1796dc7822 req-af673108-6457-456c-b5b9-2ba4b67e4f63 service neutron] 10.222.0.84 "GET /v2.0/networks/110f7425-81c5-4792-94a9-70374e8b7103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423042 Mar 22 20:08:01.618035 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device b0a338e0-7bbd-4511-9cee-cc0d3fa1731c no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:08:01.657723 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] The host n-h1-705658-24 is not matching for port b0a338e0-7bbd-4511-9cee-cc0d3fa1731c host n-h2-705658-24! {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 20:08:01.658143 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device b0a338e0-7bbd-4511-9cee-cc0d3fa1731c not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:08:01.698361 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-994180a3-3cf4-4854-bfb0-fc1796dc7822 req-a58e31ea-c7b6-48e6-922f-ff3f81492e44 service neutron] 10.222.0.84 "GET /v2.0/networks/110f7425-81c5-4792-94a9-70374e8b7103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563950 Mar 22 20:08:01.700108 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-994180a3-3cf4-4854-bfb0-fc1796dc7822 req-2602cedb-0d72-4579-b38c-91b86f0f3d23 service neutron] 10.222.0.85 "GET /v2.0/networks/110f7425-81c5-4792-94a9-70374e8b7103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673090 Mar 22 20:08:02.397178 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb0fb9-2109-4a38-b1ed-9e4dba2b7636 req-0ee2ff7f-e8fc-424f-bb0a-0ac80af44edc tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:02.398753 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5dcb0fb9-2109-4a38-b1ed-9e4dba2b7636 req-0ee2ff7f-e8fc-424f-bb0a-0ac80af44edc tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 943 time: 0.0579586 Mar 22 20:08:02.448845 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5dcb0fb9-2109-4a38-b1ed-9e4dba2b7636 req-6cecbef8-bfd1-4cfa-a635-210b5b6e838a tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441325 Mar 22 20:08:02.655644 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d47d8-4e0d-4e73-9c3b-7a9d2d608471 req-5b74b8dd-6d19-4079-8c09-d8dea5df40cc tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:02.664465 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-855d47d8-4e0d-4e73-9c3b-7a9d2d608471 req-5b74b8dd-6d19-4079-8c09-d8dea5df40cc tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 943 time: 0.0619791 Mar 22 20:08:02.670566 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device b0a338e0-7bbd-4511-9cee-cc0d3fa1731c details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:08:02.677878 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c8170-0624-484b-a8b3-24cc84b08256 req-0587a428-69e2-46f9-a08c-e8a3dfcb54ba tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:02.679593 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f22c8170-0624-484b-a8b3-24cc84b08256 req-0587a428-69e2-46f9-a08c-e8a3dfcb54ba tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.84 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de&tenant_id=8540026465ed477e8483f93d6926d764&binding%3Ahost_id=n-h2-705658-24 HTTP/1.1" status: 200 len: 943 time: 0.0620122 Mar 22 20:08:02.712196 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-855d47d8-4e0d-4e73-9c3b-7a9d2d608471 req-9eff328d-6801-423b-af87-0499cd277617 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468278 Mar 22 20:08:02.748912 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [req-f22c8170-0624-484b-a8b3-24cc84b08256 req-3b76e8e8-d981-4299-9b02-d4117e243e00 service neutron] delete failed (client error): The resource could not be found. Mar 22 20:08:02.750039 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f22c8170-0624-484b-a8b3-24cc84b08256 req-3b76e8e8-d981-4299-9b02-d4117e243e00 service neutron] 10.222.0.84 "DELETE /v2.0/ports/b0a338e0-7bbd-4511-9cee-cc0d3fa1731c/bindings/n-h1-705658-24 HTTP/1.1" status: 404 len: 381 time: 0.0640051 Mar 22 20:08:02.776903 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port b0a338e0-7bbd-4511-9cee-cc0d3fa1731c, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=b0a338e0-7bbd-4511-9cee-cc0d3fa1731c,segment=NetworkSegment(4c30627d-b7f1-4f73-afdf-10e2b448b9fe),segment_id=4c30627d-b7f1-4f73-afdf-10e2b448b9fe)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:08:02.788881 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'b0a338e0-7bbd-4511-9cee-cc0d3fa1731c', 'network_id': '110f7425-81c5-4792-94a9-70374e8b7103', 'port_id': 'b0a338e0-7bbd-4511-9cee-cc0d3fa1731c', 'mac_address': 'fa:16:3e:97:47:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4734c0f-c3bf-47dc-932a-f06d249300e2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:08:02.835123 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port b0a338e0-7bbd-4511-9cee-cc0d3fa1731c is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:02.835534 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b0a338e0-7bbd-4511-9cee-cc0d3fa1731c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:02.850110 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c8170-0624-484b-a8b3-24cc84b08256 req-e61ffdfb-ed8e-42fb-a1b7-6d67520f64fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:02.852227 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f22c8170-0624-484b-a8b3-24cc84b08256 req-e61ffdfb-ed8e-42fb-a1b7-6d67520f64fb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8540026465ed477e8483f93d6926d764&device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 1126 time: 0.0584219 Mar 22 20:08:02.855596 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0a338e0-7bbd-4511-9cee-cc0d3fa1731c {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:08:02.879793 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port b0a338e0-7bbd-4511-9cee-cc0d3fa1731c, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=b0a338e0-7bbd-4511-9cee-cc0d3fa1731c,segment=NetworkSegment(4c30627d-b7f1-4f73-afdf-10e2b448b9fe),segment_id=4c30627d-b7f1-4f73-afdf-10e2b448b9fe)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:08:02.885060 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b0a338e0-7bbd-4511-9cee-cc0d3fa1731c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:02.944242 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=b0a338e0-7bbd-4511-9cee-cc0d3fa1731c,revision_number=8']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:03.014587 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c8170-0624-484b-a8b3-24cc84b08256 req-d543ee23-bbd5-4031-bc7a-3bb22ebca4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:03.016084 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f22c8170-0624-484b-a8b3-24cc84b08256 req-d543ee23-bbd5-4031-bc7a-3bb22ebca4bd service neutron] 10.222.0.84 "GET /v2.0/networks?id=110f7425-81c5-4792-94a9-70374e8b7103 HTTP/1.1" status: 200 len: 915 time: 0.1582627 Mar 22 20:08:03.067259 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f22c8170-0624-484b-a8b3-24cc84b08256 req-ff84c185-04cc-4a7e-b935-bbe23b09e51e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b0a338e0-7bbd-4511-9cee-cc0d3fa1731c HTTP/1.1" status: 200 len: 217 time: 0.0447762 Mar 22 20:08:03.119986 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c8170-0624-484b-a8b3-24cc84b08256 req-17743ed7-c685-4555-817c-5ec09aeb7940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:03.122169 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f22c8170-0624-484b-a8b3-24cc84b08256 req-17743ed7-c685-4555-817c-5ec09aeb7940 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f4734c0f-c3bf-47dc-932a-f06d249300e2 HTTP/1.1" status: 200 len: 854 time: 0.0496745 Mar 22 20:08:03.153875 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f22c8170-0624-484b-a8b3-24cc84b08256 req-e244b8ff-8a1a-4005-a0f1-c101876bbe81 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=110f7425-81c5-4792-94a9-70374e8b7103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260944 Mar 22 20:08:03.192483 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['b0a338e0-7bbd-4511-9cee-cc0d3fa1731c'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:08:03.259338 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f22c8170-0624-484b-a8b3-24cc84b08256 req-7254d1c2-93c9-4ed9-85f2-8677cd8cb4c7 service neutron] 10.222.0.84 "GET /v2.0/networks/110f7425-81c5-4792-94a9-70374e8b7103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979829 Mar 22 20:08:03.358033 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f22c8170-0624-484b-a8b3-24cc84b08256 req-d7988804-8d24-40d3-82a8-9325fd22d2e8 service neutron] 10.222.0.84 "GET /v2.0/networks/110f7425-81c5-4792-94a9-70374e8b7103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929601 Mar 22 20:08:03.858500 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa2d03-6e16-4df4-aa94-1fdbad14c7a2 req-f98e8d68-c264-4a4a-9e53-2b0bed47f51e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:03.860185 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7dfa2d03-6e16-4df4-aa94-1fdbad14c7a2 req-f98e8d68-c264-4a4a-9e53-2b0bed47f51e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 944 time: 0.0651839 Mar 22 20:08:03.918160 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7dfa2d03-6e16-4df4-aa94-1fdbad14c7a2 req-e0f1e785-fd2f-40d3-ad0e-680379d3e9d5 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509832 Mar 22 20:08:04.047497 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10beac7d-8bd5-4077-8931-f073f3adf486 req-bef2dc34-5180-42fd-85f6-7d35eae1064b tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:04.049025 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-10beac7d-8bd5-4077-8931-f073f3adf486 req-bef2dc34-5180-42fd-85f6-7d35eae1064b tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 944 time: 0.0575638 Mar 22 20:08:04.101041 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-10beac7d-8bd5-4077-8931-f073f3adf486 req-2a2106bd-5aee-498a-8f01-d37484a3561c tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457740 Mar 22 20:08:04.219705 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f39e8-af34-4eb2-a4d2-82dd48bd574b req-85df21ea-d599-4426-8e21-ce621071edf1 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:04.221195 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e2f39e8-af34-4eb2-a4d2-82dd48bd574b req-85df21ea-d599-4426-8e21-ce621071edf1 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 944 time: 0.0539114 Mar 22 20:08:04.270901 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5e2f39e8-af34-4eb2-a4d2-82dd48bd574b req-7c92f204-f50a-4a0a-87cf-9c1a8c05c569 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433724 Mar 22 20:08:04.701658 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device b0a338e0-7bbd-4511-9cee-cc0d3fa1731c up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:08:04.757152 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port b0a338e0-7bbd-4511-9cee-cc0d3fa1731c completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:08:04.766447 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port b0a338e0-7bbd-4511-9cee-cc0d3fa1731c triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:04.766447 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b0a338e0-7bbd-4511-9cee-cc0d3fa1731c), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:04.846269 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port b0a338e0-7bbd-4511-9cee-cc0d3fa1731c is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:04.846673 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b0a338e0-7bbd-4511-9cee-cc0d3fa1731c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:04.875850 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5bb941-2f05-4778-b70a-511d085d39de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a338e0-7bbd-4511-9cee-cc0d3fa1731c'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:08:04.878160 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6fc6a7-126c-4c14-b318-70f0b6b9f09b" -d '{"events": [{"server_uuid": "5f5bb941-2f05-4778-b70a-511d085d39de", "name": "network-vif-plugged", "status": "completed", "tag": "b0a338e0-7bbd-4511-9cee-cc0d3fa1731c"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:08:04.890896 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port b0a338e0-7bbd-4511-9cee-cc0d3fa1731c, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=b0a338e0-7bbd-4511-9cee-cc0d3fa1731c,segment=NetworkSegment(4c30627d-b7f1-4f73-afdf-10e2b448b9fe),segment_id=4c30627d-b7f1-4f73-afdf-10e2b448b9fe)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:08:04.896786 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b0a338e0-7bbd-4511-9cee-cc0d3fa1731c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:04.954624 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=b0a338e0-7bbd-4511-9cee-cc0d3fa1731c,revision_number=9']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:04.967235 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-2a6fcc8e-87fe-4fc8-aa48-15b70ea5d19d tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:04.968809 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-2a6fcc8e-87fe-4fc8-aa48-15b70ea5d19d tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/networks?id=110f7425-81c5-4792-94a9-70374e8b7103 HTTP/1.1" status: 200 len: 814 time: 0.4368560 Mar 22 20:08:04.984690 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-2652155c-13fa-4cb2-b58b-48b9e68f60d9 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/quotas/8540026465ed477e8483f93d6926d764 HTTP/1.1" status: 200 len: 375 time: 0.0095508 Mar 22 20:08:04.995250 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5356dd4-a77d-4655-a675-49ae541b7471 x-openstack-request-id: req-c5356dd4-a77d-4655-a675-49ae541b7471 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:08:04.995563 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5bb941-2f05-4778-b70a-511d085d39de", "name": "network-vif-plugged", "status": "completed", "tag": "b0a338e0-7bbd-4511-9cee-cc0d3fa1731c", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:08:04.995820 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c5356dd4-a77d-4655-a675-49ae541b7471 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:08:04.996237 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5356dd4-a77d-4655-a675-49ae541b7471'] response: {'server_uuid': '5f5bb941-2f05-4778-b70a-511d085d39de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a338e0-7bbd-4511-9cee-cc0d3fa1731c', 'code': 200} Mar 22 20:08:05.041491 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-9ef64676-561b-4c47-91dd-85d2f424233a tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=8540026465ed477e8483f93d6926d764&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0503104 Mar 22 20:08:05.133263 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-05a66996-3ab9-4869-a61f-39770518af53 service neutron] 10.222.0.75 "GET /v2.0/networks/110f7425-81c5-4792-94a9-70374e8b7103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849719 Mar 22 20:08:05.222817 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-41541947-90e2-4008-9b28-26a239273bde service neutron] 10.222.0.75 "GET /v2.0/networks/110f7425-81c5-4792-94a9-70374e8b7103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836954 Mar 22 20:08:05.401840 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6b3f113d-e53a-4764-87e7-27d229a810fb req-1945ad07-9c8c-4124-91bc-4290da9a6345 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 210 time: 0.0293036 Mar 22 20:08:05.861180 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df5e18-b3f1-4129-9fd5-8982f7e2ddf5 req-69e7d2e9-20ce-49ae-a867-2cf2f4a0629d tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:05.863235 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-14df5e18-b3f1-4129-9fd5-8982f7e2ddf5 req-69e7d2e9-20ce-49ae-a867-2cf2f4a0629d tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.85 "GET /v2.0/ports?device_id=5f5bb941-2f05-4778-b70a-511d085d39de HTTP/1.1" status: 200 len: 945 time: 0.0595229 Mar 22 20:08:05.966212 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-14df5e18-b3f1-4129-9fd5-8982f7e2ddf5 req-745e6881-e52c-4273-b286-5cc8674513f1 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Deleting port b0a338e0-7bbd-4511-9cee-cc0d3fa1731c {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:08:05.966561 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-14df5e18-b3f1-4129-9fd5-8982f7e2ddf5 req-745e6881-e52c-4273-b286-5cc8674513f1 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (b0a338e0-7bbd-4511-9cee-cc0d3fa1731c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:06.063411 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-14df5e18-b3f1-4129-9fd5-8982f7e2ddf5 req-745e6881-e52c-4273-b286-5cc8674513f1 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] For port b0a338e0-7bbd-4511-9cee-cc0d3fa1731c, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=b0a338e0-7bbd-4511-9cee-cc0d3fa1731c,segment=NetworkSegment(4c30627d-b7f1-4f73-afdf-10e2b448b9fe),segment_id=4c30627d-b7f1-4f73-afdf-10e2b448b9fe)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:08:06.063781 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-14df5e18-b3f1-4129-9fd5-8982f7e2ddf5 req-745e6881-e52c-4273-b286-5cc8674513f1 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (b0a338e0-7bbd-4511-9cee-cc0d3fa1731c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:06.077863 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-14df5e18-b3f1-4129-9fd5-8982f7e2ddf5 req-745e6881-e52c-4273-b286-5cc8674513f1 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Calling delete_port for b0a338e0-7bbd-4511-9cee-cc0d3fa1731c owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:08:06.214158 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-14df5e18-b3f1-4129-9fd5-8982f7e2ddf5 req-745e6881-e52c-4273-b286-5cc8674513f1 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (b0a338e0-7bbd-4511-9cee-cc0d3fa1731c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:06.226735 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['b0a338e0-7bbd-4511-9cee-cc0d3fa1731c'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:08:06.246728 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e6881-e52c-4273-b286-5cc8674513f1 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Pushing event deleted for resources: {'Port': ['ID=b0a338e0-7bbd-4511-9cee-cc0d3fa1731c,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:06.296671 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-14df5e18-b3f1-4129-9fd5-8982f7e2ddf5 req-745e6881-e52c-4273-b286-5cc8674513f1 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] No DVR routers for this DVR port b0a338e0-7bbd-4511-9cee-cc0d3fa1731c on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:08:06.303127 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-14df5e18-b3f1-4129-9fd5-8982f7e2ddf5 req-745e6881-e52c-4273-b286-5cc8674513f1 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:06.308335 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-14df5e18-b3f1-4129-9fd5-8982f7e2ddf5 req-745e6881-e52c-4273-b286-5cc8674513f1 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.85 "DELETE /v2.0/ports/b0a338e0-7bbd-4511-9cee-cc0d3fa1731c HTTP/1.1" status: 204 len: 173 time: 0.4404938 Mar 22 20:08:06.308899 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5bb941-2f05-4778-b70a-511d085d39de', 'name': 'network-vif-deleted', 'tag': 'b0a338e0-7bbd-4511-9cee-cc0d3fa1731c'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:08:06.311652 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4749cd1e-d3bb-4a4b-a163-d0e24ff2e6dd" -d '{"events": [{"server_uuid": "5f5bb941-2f05-4778-b70a-511d085d39de", "name": "network-vif-deleted", "tag": "b0a338e0-7bbd-4511-9cee-cc0d3fa1731c"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:08:06.354124 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468447bf-a9bd-4965-b519-c69d35a237b6 x-openstack-request-id: req-468447bf-a9bd-4965-b519-c69d35a237b6 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:08:06.354448 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5bb941-2f05-4778-b70a-511d085d39de", "name": "network-vif-deleted", "tag": "b0a338e0-7bbd-4511-9cee-cc0d3fa1731c", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:08:06.354902 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-468447bf-a9bd-4965-b519-c69d35a237b6 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:08:06.355284 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-468447bf-a9bd-4965-b519-c69d35a237b6'] response: {'server_uuid': '5f5bb941-2f05-4778-b70a-511d085d39de', 'name': 'network-vif-deleted', 'tag': 'b0a338e0-7bbd-4511-9cee-cc0d3fa1731c', 'status': 'completed', 'code': 200} Mar 22 20:08:06.369837 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-a9a922a7-fac2-49cb-9df7-15d538a32c42 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:06.372056 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-a9a922a7-fac2-49cb-9df7-15d538a32c42 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.85 "GET /v2.0/networks?id=110f7425-81c5-4792-94a9-70374e8b7103 HTTP/1.1" status: 200 len: 814 time: 0.1385572 Mar 22 20:08:06.384299 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-8fba1075-ae47-49ae-b54c-269802aa0b1e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Request body: {'port': {'device_id': '73063f11-289c-4108-bdf3-f9bef478c8b6', 'network_id': '110f7425-81c5-4792-94a9-70374e8b7103', 'admin_state_up': True, 'tenant_id': '8540026465ed477e8483f93d6926d764'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:08:06.526532 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-30948909-5c65-4c03-9435-8541c23f1967 req-38ae8749-141b-454b-86e8-0843fd36fd53 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 210 time: 0.0450268 Mar 22 20:08:06.532318 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-8fba1075-ae47-49ae-b54c-269802aa0b1e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Made reservation on behalf of 8540026465ed477e8483f93d6926d764 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:08:06.537634 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-8fba1075-ae47-49ae-b54c-269802aa0b1e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:06.670629 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-8fba1075-ae47-49ae-b54c-269802aa0b1e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Allocated IP 172.20.0.11 (110f7425-81c5-4792-94a9-70374e8b7103/f4734c0f-c3bf-47dc-932a-f06d249300e2/7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:08:06.818455 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-8fba1075-ae47-49ae-b54c-269802aa0b1e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Publish callbacks [] for port (7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:06.853306 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-8fba1075-ae47-49ae-b54c-269802aa0b1e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:06.895600 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-8fba1075-ae47-49ae-b54c-269802aa0b1e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Network 110f7425-81c5-4792-94a9-70374e8b7103 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:08:06.898984 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-8fba1075-ae47-49ae-b54c-269802aa0b1e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:08:06.904842 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-8fba1075-ae47-49ae-b54c-269802aa0b1e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:08:06.911711 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba1075-ae47-49ae-b54c-269802aa0b1e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Pushing event updated for resources: {'Port': ['ID=7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:06.946282 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fba1075-ae47-49ae-b54c-269802aa0b1e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:06.946544 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fba1075-ae47-49ae-b54c-269802aa0b1e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:06.946885 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fba1075-ae47-49ae-b54c-269802aa0b1e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:06.947227 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fba1075-ae47-49ae-b54c-269802aa0b1e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:06.947555 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fba1075-ae47-49ae-b54c-269802aa0b1e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:06.947881 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fba1075-ae47-49ae-b54c-269802aa0b1e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:06.948206 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fba1075-ae47-49ae-b54c-269802aa0b1e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:06.948535 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fba1075-ae47-49ae-b54c-269802aa0b1e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:06.948857 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fba1075-ae47-49ae-b54c-269802aa0b1e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:06.949176 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fba1075-ae47-49ae-b54c-269802aa0b1e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:06.949493 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fba1075-ae47-49ae-b54c-269802aa0b1e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:06.949841 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fba1075-ae47-49ae-b54c-269802aa0b1e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:06.950168 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fba1075-ae47-49ae-b54c-269802aa0b1e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:06.950485 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fba1075-ae47-49ae-b54c-269802aa0b1e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:06.951721 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fba1075-ae47-49ae-b54c-269802aa0b1e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:06.973526 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-8fba1075-ae47-49ae-b54c-269802aa0b1e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:06.974178 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-8fba1075-ae47-49ae-b54c-269802aa0b1e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:06.990609 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-8fba1075-ae47-49ae-b54c-269802aa0b1e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6099820 Mar 22 20:08:07.003838 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-06b3ec28-4ddf-4e73-8912-046ee3dc15a6 service neutron] Request body: {'port': {'device_id': '73063f11-289c-4108-bdf3-f9bef478c8b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:08:07.067006 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-06b3ec28-4ddf-4e73-8912-046ee3dc15a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:07.342111 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-06b3ec28-4ddf-4e73-8912-046ee3dc15a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:08:07.350492 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-06b3ec28-4ddf-4e73-8912-046ee3dc15a6 service neutron] Publish callbacks [] for port (7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:07.369487 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-06b3ec28-4ddf-4e73-8912-046ee3dc15a6 service neutron] Transition to ACTIVE for port object 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:08:07.375326 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-06b3ec28-4ddf-4e73-8912-046ee3dc15a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:07.429404 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3ec28-4ddf-4e73-8912-046ee3dc15a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:07.505168 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-06b3ec28-4ddf-4e73-8912-046ee3dc15a6 service neutron] Attempting to bind port 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:08:07.505509 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-06b3ec28-4ddf-4e73-8912-046ee3dc15a6 service neutron] Attempting to bind port 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '4c30627d-b7f1-4f73-afdf-10e2b448b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '110f7425-81c5-4792-94a9-70374e8b7103'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:08:07.505877 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-06b3ec28-4ddf-4e73-8912-046ee3dc15a6 service neutron] Attempting to bind port 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf on network 110f7425-81c5-4792-94a9-70374e8b7103 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:08:07.510158 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-06b3ec28-4ddf-4e73-8912-046ee3dc15a6 service neutron] Port 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf on network 110f7425-81c5-4792-94a9-70374e8b7103 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:08:07.510512 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-06b3ec28-4ddf-4e73-8912-046ee3dc15a6 service neutron] Attempting to bind port 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf on network 110f7425-81c5-4792-94a9-70374e8b7103 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:08:07.515652 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-06b3ec28-4ddf-4e73-8912-046ee3dc15a6 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:08:07.515990 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-06b3ec28-4ddf-4e73-8912-046ee3dc15a6 service neutron] Checking segment: {'id': '4c30627d-b7f1-4f73-afdf-10e2b448b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '110f7425-81c5-4792-94a9-70374e8b7103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:08:07.516377 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-06b3ec28-4ddf-4e73-8912-046ee3dc15a6 service neutron] Bound using segment: {'id': '4c30627d-b7f1-4f73-afdf-10e2b448b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '110f7425-81c5-4792-94a9-70374e8b7103'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:08:07.516811 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-06b3ec28-4ddf-4e73-8912-046ee3dc15a6 service neutron] Bound port: 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c30627d-b7f1-4f73-afdf-10e2b448b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '110f7425-81c5-4792-94a9-70374e8b7103'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:08:07.517178 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-06b3ec28-4ddf-4e73-8912-046ee3dc15a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:07.590174 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-06b3ec28-4ddf-4e73-8912-046ee3dc15a6 service neutron] For port 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:08:07.593740 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-06b3ec28-4ddf-4e73-8912-046ee3dc15a6 service neutron] For port 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf,segment=NetworkSegment(4c30627d-b7f1-4f73-afdf-10e2b448b9fe),segment_id=4c30627d-b7f1-4f73-afdf-10e2b448b9fe)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:08:07.608663 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-06b3ec28-4ddf-4e73-8912-046ee3dc15a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:07.667131 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-06b3ec28-4ddf-4e73-8912-046ee3dc15a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:07.667760 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-06b3ec28-4ddf-4e73-8912-046ee3dc15a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:07.669162 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-06b3ec28-4ddf-4e73-8912-046ee3dc15a6 service neutron] 10.222.0.85 "PUT /v2.0/ports/7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf HTTP/1.1" status: 200 len: 1093 time: 0.6702471 Mar 22 20:08:07.670519 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73063f11-289c-4108-bdf3-f9bef478c8b6', 'tag': '7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:08:07.672920 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b0e419-05d6-4b49-b2e4-b7a6784523a4" -d '{"events": [{"name": "network-changed", "server_uuid": "73063f11-289c-4108-bdf3-f9bef478c8b6", "tag": "7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:08:07.697561 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b3ec28-4ddf-4e73-8912-046ee3dc15a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:07.718406 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1abe2-9f54-440d-8a54-3bede3e0dc89 req-90504f7e-16c8-48e4-a9be-1f42339f04c2 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:07.720328 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e9c1abe2-9f54-440d-8a54-3bede3e0dc89 req-90504f7e-16c8-48e4-a9be-1f42339f04c2 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 944 time: 0.1217692 Mar 22 20:08:07.722604 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36858675-f8a8-4ef3-89e0-e0cd53b43b10 x-openstack-request-id: req-36858675-f8a8-4ef3-89e0-e0cd53b43b10 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:08:07.722896 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73063f11-289c-4108-bdf3-f9bef478c8b6", "tag": "7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:08:07.723152 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-36858675-f8a8-4ef3-89e0-e0cd53b43b10 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:08:07.723556 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36858675-f8a8-4ef3-89e0-e0cd53b43b10'] response: {'name': 'network-changed', 'server_uuid': '73063f11-289c-4108-bdf3-f9bef478c8b6', 'tag': '7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf', 'status': 'completed', 'code': 200} Mar 22 20:08:07.806774 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e9c1abe2-9f54-440d-8a54-3bede3e0dc89 req-8b750eb4-91ce-48aa-9e3f-23337a153487 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745125 Mar 22 20:08:07.810041 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-2007f92c-0a0f-43ba-83a8-98435fd1d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:07.811586 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-2007f92c-0a0f-43ba-83a8-98435fd1d4f3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8540026465ed477e8483f93d6926d764&device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 1127 time: 0.0872812 Mar 22 20:08:07.857268 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-5b65cfb7-0ca1-44ae-a300-db39867a34fd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf HTTP/1.1" status: 200 len: 217 time: 0.0394104 Mar 22 20:08:07.908290 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-784a1508-464e-4c50-837a-f49c75387b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:07.910691 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-784a1508-464e-4c50-837a-f49c75387b73 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f4734c0f-c3bf-47dc-932a-f06d249300e2 HTTP/1.1" status: 200 len: 854 time: 0.0480747 Mar 22 20:08:07.949376 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-6f7db2dc-e555-4c15-992a-ba223f57ddd1 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=110f7425-81c5-4792-94a9-70374e8b7103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319710 Mar 22 20:08:08.041892 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-11d60b90-0ed3-4338-8c56-2261ae4e215e service neutron] 10.222.0.85 "GET /v2.0/networks/110f7425-81c5-4792-94a9-70374e8b7103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869203 Mar 22 20:08:08.142315 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a7973b3-c2a8-4916-9a00-7e9fc12b54d0 req-d40193b8-e925-4b28-aa01-fb6dd445efa5 service neutron] 10.222.0.85 "GET /v2.0/networks/110f7425-81c5-4792-94a9-70374e8b7103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950768 Mar 22 20:08:08.234435 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0e419-05d6-4b49-b2e4-b7a6784523a4 req-121ac51d-5a2e-48b1-b290-d145377d7c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:08.236068 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-42b0e419-05d6-4b49-b2e4-b7a6784523a4 req-121ac51d-5a2e-48b1-b290-d145377d7c2f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8540026465ed477e8483f93d6926d764&device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 1127 time: 0.0496142 Mar 22 20:08:08.332420 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0e419-05d6-4b49-b2e4-b7a6784523a4 req-de424a09-31b4-4dfb-abe6-2fd088d00329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:08.333929 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-42b0e419-05d6-4b49-b2e4-b7a6784523a4 req-de424a09-31b4-4dfb-abe6-2fd088d00329 service neutron] 10.222.0.85 "GET /v2.0/networks?id=110f7425-81c5-4792-94a9-70374e8b7103 HTTP/1.1" status: 200 len: 915 time: 0.0924537 Mar 22 20:08:08.381108 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-42b0e419-05d6-4b49-b2e4-b7a6784523a4 req-e1514690-584b-4524-bb8d-c0cdc121adbc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf HTTP/1.1" status: 200 len: 217 time: 0.0402377 Mar 22 20:08:08.440378 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0e419-05d6-4b49-b2e4-b7a6784523a4 req-75c76e68-7e1b-48f7-8220-89013b480b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:08.442539 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-42b0e419-05d6-4b49-b2e4-b7a6784523a4 req-75c76e68-7e1b-48f7-8220-89013b480b62 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f4734c0f-c3bf-47dc-932a-f06d249300e2 HTTP/1.1" status: 200 len: 854 time: 0.0554128 Mar 22 20:08:08.475412 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-42b0e419-05d6-4b49-b2e4-b7a6784523a4 req-a0bb75dc-e5c5-4e2b-a820-942b60f7da3e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=110f7425-81c5-4792-94a9-70374e8b7103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265532 Mar 22 20:08:08.575219 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-42b0e419-05d6-4b49-b2e4-b7a6784523a4 req-5350966c-432f-438b-95a5-22bceca081ff service neutron] 10.222.0.85 "GET /v2.0/networks/110f7425-81c5-4792-94a9-70374e8b7103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932250 Mar 22 20:08:08.671550 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-42b0e419-05d6-4b49-b2e4-b7a6784523a4 req-bf862678-4a26-4757-8776-4d13bc5956f0 service neutron] 10.222.0.85 "GET /v2.0/networks/110f7425-81c5-4792-94a9-70374e8b7103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911205 Mar 22 20:08:08.701918 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device b0a338e0-7bbd-4511-9cee-cc0d3fa1731c no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:08:08.721436 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: b0a338e0-7bbd-4511-9cee-cc0d3fa1731c {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:08:08.721810 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device b0a338e0-7bbd-4511-9cee-cc0d3fa1731c not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:08:08.934332 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b709d-f6d9-4149-a7b4-dd47db39cdc3 req-eea6572c-5473-4d60-93a9-51922b336997 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:08.936014 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-763b709d-f6d9-4149-a7b4-dd47db39cdc3 req-eea6572c-5473-4d60-93a9-51922b336997 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 944 time: 0.0591693 Mar 22 20:08:08.991053 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-763b709d-f6d9-4149-a7b4-dd47db39cdc3 req-843636d1-9738-477c-9359-8e72d2d80857 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489388 Mar 22 20:08:10.114793 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a65f70-18a7-4324-8a6b-7f15c76ec579 req-6ad3c2a0-4f34-44ec-8f13-2f95149d0827 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:10.116288 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-11a65f70-18a7-4324-8a6b-7f15c76ec579 req-6ad3c2a0-4f34-44ec-8f13-2f95149d0827 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 944 time: 0.0582583 Mar 22 20:08:10.163742 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-11a65f70-18a7-4324-8a6b-7f15c76ec579 req-3a014e7f-464d-4511-b448-baae4aaee19e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419321 Mar 22 20:08:10.716037 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:08:10.813890 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf,segment=NetworkSegment(4c30627d-b7f1-4f73-afdf-10e2b448b9fe),segment_id=4c30627d-b7f1-4f73-afdf-10e2b448b9fe)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:08:10.825879 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf', 'network_id': '110f7425-81c5-4792-94a9-70374e8b7103', 'port_id': '7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf', 'mac_address': 'fa:16:3e:4c:ce:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4734c0f-c3bf-47dc-932a-f06d249300e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:08:10.864732 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:10.865148 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:10.882344 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:08:10.901151 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf,segment=NetworkSegment(4c30627d-b7f1-4f73-afdf-10e2b448b9fe),segment_id=4c30627d-b7f1-4f73-afdf-10e2b448b9fe)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:08:10.905316 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:10.955132 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:10.962420 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:10.962776 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:10.963124 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:10.963466 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:10.963847 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:10.964171 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:10.964503 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:10.964835 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:10.965166 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:10.965496 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:10.965846 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:10.966326 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:10.966530 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:10.966856 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:10.967180 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:11.196442 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:08:11.286765 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb76cf-49cf-487e-b894-977ffd722216 req-931b8cfc-2798-4a6d-b086-487970b3f565 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:11.288388 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2dcb76cf-49cf-487e-b894-977ffd722216 req-931b8cfc-2798-4a6d-b086-487970b3f565 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 945 time: 0.0575135 Mar 22 20:08:11.339195 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2dcb76cf-49cf-487e-b894-977ffd722216 req-4d89d462-0836-47d2-b48f-d2b28f1a30b3 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444839 Mar 22 20:08:12.476196 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea1a3d-f7d4-48db-afe1-312540271c95 req-2cec390e-9215-442d-84a0-f8846e66f6ab tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:12.477756 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b4ea1a3d-f7d4-48db-afe1-312540271c95 req-2cec390e-9215-442d-84a0-f8846e66f6ab tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 945 time: 0.0622435 Mar 22 20:08:12.537532 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b4ea1a3d-f7d4-48db-afe1-312540271c95 req-368e0b45-9cd2-480d-9468-7f86f36cfd47 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540054 Mar 22 20:08:12.732058 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:08:12.783624 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:08:12.789335 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:12.789507 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:12.872694 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:12.873077 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:12.896407 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73063f11-289c-4108-bdf3-f9bef478c8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:08:12.898673 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8fb08be-97cf-481e-9685-555878aa2a0f" -d '{"events": [{"server_uuid": "73063f11-289c-4108-bdf3-f9bef478c8b6", "name": "network-vif-plugged", "status": "completed", "tag": "7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:08:12.912123 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf,segment=NetworkSegment(4c30627d-b7f1-4f73-afdf-10e2b448b9fe),segment_id=4c30627d-b7f1-4f73-afdf-10e2b448b9fe)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:08:12.917544 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:12.945385 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690f0523-1a38-4c97-b342-ac95b00e298f x-openstack-request-id: req-690f0523-1a38-4c97-b342-ac95b00e298f {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:08:12.945691 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73063f11-289c-4108-bdf3-f9bef478c8b6", "name": "network-vif-plugged", "status": "completed", "tag": "7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:08:12.945966 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-690f0523-1a38-4c97-b342-ac95b00e298f {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:08:12.946370 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-690f0523-1a38-4c97-b342-ac95b00e298f'] response: {'server_uuid': '73063f11-289c-4108-bdf3-f9bef478c8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf', 'code': 200} Mar 22 20:08:12.976444 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:13.049291 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb41574-1b9f-4a93-b366-504af96bc75e req-e2792351-6f70-4c29-a49d-a28ef9e91606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:13.051403 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bb41574-1b9f-4a93-b366-504af96bc75e req-e2792351-6f70-4c29-a49d-a28ef9e91606 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 1129 time: 0.0536225 Mar 22 20:08:13.098508 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2bb41574-1b9f-4a93-b366-504af96bc75e req-4af641a2-29d8-48b7-a1c8-1249d18da5e6 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402365 Mar 22 20:08:13.670573 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ecd16-dd26-44e1-b6a3-99136f00c964 req-8288db0c-fb5f-4bea-b287-a04e6332266f tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:13.672053 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f20ecd16-dd26-44e1-b6a3-99136f00c964 req-8288db0c-fb5f-4bea-b287-a04e6332266f tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 946 time: 0.0592694 Mar 22 20:08:13.724216 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f20ecd16-dd26-44e1-b6a3-99136f00c964 req-baec91f7-99e4-4af4-a236-1a26518fcb66 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464792 Mar 22 20:08:14.844665 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d4d3c-6924-4c09-aceb-28539b7927a9 req-2309e44f-42e0-4a34-8919-fcbd6dc75590 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:14.846240 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b89d4d3c-6924-4c09-aceb-28539b7927a9 req-2309e44f-42e0-4a34-8919-fcbd6dc75590 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 946 time: 0.0527811 Mar 22 20:08:14.894173 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b89d4d3c-6924-4c09-aceb-28539b7927a9 req-027d43e0-15a8-483c-8071-e87aa66a5281 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416970 Mar 22 20:08:15.012702 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae673b-28bb-44c5-879b-eaad8deb26e0 req-a8784721-c4fc-4746-b762-cb74c11deb95 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:15.014433 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eaae673b-28bb-44c5-879b-eaad8deb26e0 req-a8784721-c4fc-4746-b762-cb74c11deb95 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 946 time: 0.0529635 Mar 22 20:08:15.070971 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eaae673b-28bb-44c5-879b-eaad8deb26e0 req-b8438ed4-e12d-4a1d-9a41-36089f7f128b tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431519 Mar 22 20:08:15.204898 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1de0510b-cced-4e63-9aab-706d2f7ff170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:15.344296 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-f9605372-a19e-4580-ae9b-b7b09fc37cd9 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0790265 Mar 22 20:08:15.358971 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4485faf-940a-4d18-b9b4-39b6dd605808 req-2a598ade-bf6a-4697-a6a1-a45f0673261a tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:15.360516 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f4485faf-940a-4d18-b9b4-39b6dd605808 req-2a598ade-bf6a-4697-a6a1-a45f0673261a tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 946 time: 0.0653260 Mar 22 20:08:15.412054 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f4485faf-940a-4d18-b9b4-39b6dd605808 req-1fa71451-8a97-41d3-939c-ae06ba6830e5 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451012 Mar 22 20:08:15.729894 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-2b21fb83-47cd-4d0d-a3c6-94ddae85fcad tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:15.731358 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-2b21fb83-47cd-4d0d-a3c6-94ddae85fcad tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports/7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf HTTP/1.1" status: 200 len: 943 time: 0.0734072 Mar 22 20:08:15.752045 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0f175-a53c-4ceb-8d08-55410016be2d req-4eb42f09-0492-4f12-9430-a1ed6c72ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:15.753604 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-50e0f175-a53c-4ceb-8d08-55410016be2d req-4eb42f09-0492-4f12-9430-a1ed6c72ecec service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8540026465ed477e8483f93d6926d764&device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 1129 time: 0.0604072 Mar 22 20:08:15.861334 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0f175-a53c-4ceb-8d08-55410016be2d req-8fe93491-e363-4c5e-b075-83d5e36d43ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:15.863444 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-50e0f175-a53c-4ceb-8d08-55410016be2d req-8fe93491-e363-4c5e-b075-83d5e36d43ee service neutron] 10.222.0.85 "GET /v2.0/networks?id=110f7425-81c5-4792-94a9-70374e8b7103 HTTP/1.1" status: 200 len: 915 time: 0.0922327 Mar 22 20:08:15.904177 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-50e0f175-a53c-4ceb-8d08-55410016be2d req-c2137915-bd54-4adb-b72c-ea4a511edeee service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf HTTP/1.1" status: 200 len: 217 time: 0.0355387 Mar 22 20:08:15.957539 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0f175-a53c-4ceb-8d08-55410016be2d req-cfd451f1-920a-4ff0-bde3-2ea6c120694d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:15.959052 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-50e0f175-a53c-4ceb-8d08-55410016be2d req-cfd451f1-920a-4ff0-bde3-2ea6c120694d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f4734c0f-c3bf-47dc-932a-f06d249300e2 HTTP/1.1" status: 200 len: 854 time: 0.0499649 Mar 22 20:08:15.992048 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-50e0f175-a53c-4ceb-8d08-55410016be2d req-8fdc996a-0b39-416b-8310-5974b86edac8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=110f7425-81c5-4792-94a9-70374e8b7103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269656 Mar 22 20:08:16.097114 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-50e0f175-a53c-4ceb-8d08-55410016be2d req-b9617e07-6b02-4c4f-a02b-d27170af82e8 service neutron] 10.222.0.85 "GET /v2.0/networks/110f7425-81c5-4792-94a9-70374e8b7103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992458 Mar 22 20:08:16.193658 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:16.198805 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-50e0f175-a53c-4ceb-8d08-55410016be2d req-26a92b53-2c66-490b-b8bb-7e3e1505d235 service neutron] 10.222.0.85 "GET /v2.0/networks/110f7425-81c5-4792-94a9-70374e8b7103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966225 Mar 22 20:08:16.542792 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd6d01-5bc6-4d41-8876-f68172cfe999 req-2f3aee44-47fe-4918-8c04-29bf10c801f8 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:16.544345 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c2fd6d01-5bc6-4d41-8876-f68172cfe999 req-2f3aee44-47fe-4918-8c04-29bf10c801f8 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 946 time: 0.0610378 Mar 22 20:08:16.633965 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c2fd6d01-5bc6-4d41-8876-f68172cfe999 req-e493db79-f05e-419f-abfa-661f34761e74 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836263 Mar 22 20:08:16.641255 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-15358a4f-2514-4e89-9daa-33df98373cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:16.643207 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-15358a4f-2514-4e89-9daa-33df98373cf6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8540026465ed477e8483f93d6926d764&device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 1129 time: 0.0852711 Mar 22 20:08:16.742222 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-0746f333-8487-4787-8a2d-3cd0549cbf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:16.743859 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-0746f333-8487-4787-8a2d-3cd0549cbf90 service neutron] 10.222.0.85 "GET /v2.0/networks?id=110f7425-81c5-4792-94a9-70374e8b7103 HTTP/1.1" status: 200 len: 915 time: 0.0955176 Mar 22 20:08:16.787567 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-84590b39-2e51-405b-907e-a4bac987bf20 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf HTTP/1.1" status: 200 len: 217 time: 0.0376689 Mar 22 20:08:16.853408 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-040b0df5-1605-4ce1-8bcc-a447cbb827e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:16.856888 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-040b0df5-1605-4ce1-8bcc-a447cbb827e4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f4734c0f-c3bf-47dc-932a-f06d249300e2 HTTP/1.1" status: 200 len: 854 time: 0.0608919 Mar 22 20:08:16.888933 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-2bc0390e-a1c7-4fd0-879d-ba120fdf2aac service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=110f7425-81c5-4792-94a9-70374e8b7103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260375 Mar 22 20:08:16.984648 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-6b801b0c-a935-42b1-a467-175c6b79e4f9 service neutron] 10.222.0.85 "GET /v2.0/networks/110f7425-81c5-4792-94a9-70374e8b7103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874631 Mar 22 20:08:17.082259 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-5f73f73f-9c3a-4165-9a2d-84376bb32e4d service neutron] 10.222.0.85 "GET /v2.0/networks/110f7425-81c5-4792-94a9-70374e8b7103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921342 Mar 22 20:08:17.429434 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-89979cde-7fe6-4809-a74a-527fa7c32505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:17.757866 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07193b9-3041-438b-a7fa-468c1ef42a77 req-53fdf775-2af5-4834-83c1-5bb29aedc4ca tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:17.759364 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f07193b9-3041-438b-a7fa-468c1ef42a77 req-53fdf775-2af5-4834-83c1-5bb29aedc4ca tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 946 time: 0.0566387 Mar 22 20:08:17.806558 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f07193b9-3041-438b-a7fa-468c1ef42a77 req-ea23c3a0-842d-4015-a24a-534b8de965c4 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414765 Mar 22 20:08:18.676091 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:18.836819 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:18.936410 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b18b4e-e931-4244-9b31-bc3c4378828d req-3ce3f128-7295-41d9-b59b-41c1335760bf tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:18.937893 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c6b18b4e-e931-4244-9b31-bc3c4378828d req-3ce3f128-7295-41d9-b59b-41c1335760bf tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 946 time: 0.0584822 Mar 22 20:08:18.985271 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c6b18b4e-e931-4244-9b31-bc3c4378828d req-e6c35b04-6583-4dea-98ce-a58762edf9cc tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410810 Mar 22 20:08:20.115633 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0ce98-e17a-4273-8a5e-26bd6c3a7a95 req-3ff9e9c5-9f3e-46f0-b45b-9ee835f1ca99 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:20.117124 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62a0ce98-e17a-4273-8a5e-26bd6c3a7a95 req-3ff9e9c5-9f3e-46f0-b45b-9ee835f1ca99 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 946 time: 0.0592768 Mar 22 20:08:20.173028 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62a0ce98-e17a-4273-8a5e-26bd6c3a7a95 req-5244ef98-0847-4f23-b202-aea995911ba4 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481222 Mar 22 20:08:20.270817 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:21.299276 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cd19e-e17d-4f23-83ad-8cdb5eedd416 req-c4c0554f-30ca-4e65-bb3e-849fdad06eaa tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:21.301305 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-899cd19e-e17d-4f23-83ad-8cdb5eedd416 req-c4c0554f-30ca-4e65-bb3e-849fdad06eaa tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 946 time: 0.0569215 Mar 22 20:08:21.351619 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-899cd19e-e17d-4f23-83ad-8cdb5eedd416 req-30bc0f59-66bd-4320-ba3a-c489b5843717 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447059 Mar 22 20:08:21.394466 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:22.477870 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42678108-a854-42a4-8907-14f7553189a3 req-ec71918c-1163-4c0e-9064-a711f3df90a1 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:22.479982 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-42678108-a854-42a4-8907-14f7553189a3 req-ec71918c-1163-4c0e-9064-a711f3df90a1 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 946 time: 0.0585911 Mar 22 20:08:22.534177 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-42678108-a854-42a4-8907-14f7553189a3 req-2ed2fce6-67ca-4533-94a5-f4109fbbca73 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480652 Mar 22 20:08:23.663885 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17164e-8702-4a92-aab9-66fb181e76df req-1a64bf8b-840b-444b-b55b-17508621b0ca tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:23.665287 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b17164e-8702-4a92-aab9-66fb181e76df req-1a64bf8b-840b-444b-b55b-17508621b0ca tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 946 time: 0.0559940 Mar 22 20:08:23.713332 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b17164e-8702-4a92-aab9-66fb181e76df req-fdba4653-a096-41f6-801e-e9aeb6977274 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424001 Mar 22 20:08:24.840549 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc043211-b36a-48bd-8e31-72d456759ea3 req-acff54b7-65c2-4d44-8e40-95b61512bc8b tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:24.842100 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc043211-b36a-48bd-8e31-72d456759ea3 req-acff54b7-65c2-4d44-8e40-95b61512bc8b tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 946 time: 0.0579164 Mar 22 20:08:24.895939 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc043211-b36a-48bd-8e31-72d456759ea3 req-b9db862d-0534-4e86-a4f9-bdccb6417e62 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476909 Mar 22 20:08:26.021118 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29ef2d-3f75-45ef-92e3-d9695af64b3c req-a6fe2f0f-367e-4793-b740-4ed3efd92401 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:26.022562 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c29ef2d-3f75-45ef-92e3-d9695af64b3c req-a6fe2f0f-367e-4793-b740-4ed3efd92401 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 946 time: 0.0540450 Mar 22 20:08:26.069196 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c29ef2d-3f75-45ef-92e3-d9695af64b3c req-0ca00151-4bcc-4436-9195-f529fa25cfc5 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411341 Mar 22 20:08:27.194617 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54edd16-9d35-498a-beb7-df6cca444e38 req-f13c9556-04a3-4628-9bc9-27634fdf40cf tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:27.196136 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d54edd16-9d35-498a-beb7-df6cca444e38 req-f13c9556-04a3-4628-9bc9-27634fdf40cf tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 946 time: 0.0564201 Mar 22 20:08:27.253576 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d54edd16-9d35-498a-beb7-df6cca444e38 req-16597ede-5da6-40a2-9fb5-52f37510d20f tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515001 Mar 22 20:08:28.385591 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c0646-cc80-4bce-a1d9-841c8892d6fb req-9877811f-5d28-4626-8729-1ddba0f8bb2c tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:28.387147 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-293c0646-cc80-4bce-a1d9-841c8892d6fb req-9877811f-5d28-4626-8729-1ddba0f8bb2c tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 946 time: 0.0535586 Mar 22 20:08:28.437293 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-293c0646-cc80-4bce-a1d9-841c8892d6fb req-f4cd4f0c-092b-450c-8243-e6c033d5612e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433016 Mar 22 20:08:29.561179 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e27fa-a189-4bbe-a761-c097de207a3d req-0a54fc56-04e1-4606-948a-b2751048325e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:29.562740 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-064e27fa-a189-4bbe-a761-c097de207a3d req-0a54fc56-04e1-4606-948a-b2751048325e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 946 time: 0.0566313 Mar 22 20:08:29.614223 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-064e27fa-a189-4bbe-a761-c097de207a3d req-ce0dcda4-2896-48ac-b8bc-58f9ee857fe4 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450258 Mar 22 20:08:30.743485 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55125c71-e0b8-4f05-b756-3f80361bd801 req-35f30ba6-055c-4889-8342-ae65fb02e6a6 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:30.745220 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-55125c71-e0b8-4f05-b756-3f80361bd801 req-35f30ba6-055c-4889-8342-ae65fb02e6a6 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 946 time: 0.0581698 Mar 22 20:08:30.799043 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-55125c71-e0b8-4f05-b756-3f80361bd801 req-5b91b77b-e3bd-4d93-8116-78556d195657 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473957 Mar 22 20:08:31.940359 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5cace-c04f-48aa-bd98-d702d088cfc4 req-27f1f5ee-e0ea-4a07-8c78-1223514b7309 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:31.942301 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-25f5cace-c04f-48aa-bd98-d702d088cfc4 req-27f1f5ee-e0ea-4a07-8c78-1223514b7309 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 946 time: 0.0717490 Mar 22 20:08:31.993199 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-25f5cace-c04f-48aa-bd98-d702d088cfc4 req-ac0c710a-a1ec-48e8-8b4a-979c6c439dbf tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440342 Mar 22 20:08:32.607127 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:08:33.138299 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a594e9-3c92-40c3-93f1-00bc6dd6a8b4 req-558000a1-ad04-409f-b296-29997e9f27e9 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:33.140333 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a6a594e9-3c92-40c3-93f1-00bc6dd6a8b4 req-558000a1-ad04-409f-b296-29997e9f27e9 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 946 time: 0.0687270 Mar 22 20:08:33.200847 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a6a594e9-3c92-40c3-93f1-00bc6dd6a8b4 req-fdfe5fbf-8ffb-4dc2-baf9-c82db71532a8 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541465 Mar 22 20:08:34.324815 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdc891-304e-473f-b125-5cbaf54b029a req-6f15ce93-3368-42ac-92e5-26a09ab5fd5d tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:34.326345 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8dbdc891-304e-473f-b125-5cbaf54b029a req-6f15ce93-3368-42ac-92e5-26a09ab5fd5d tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 946 time: 0.0534899 Mar 22 20:08:34.375309 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8dbdc891-304e-473f-b125-5cbaf54b029a req-85f9d4d0-f3ea-43b2-9408-81ac3f322408 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425930 Mar 22 20:08:35.515663 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b711a1-c941-4167-908a-2322ae7efb72 req-1a376827-cd15-4d56-a768-68d69e03afc8 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:35.517466 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d7b711a1-c941-4167-908a-2322ae7efb72 req-1a376827-cd15-4d56-a768-68d69e03afc8 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 946 time: 0.0605342 Mar 22 20:08:35.571287 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d7b711a1-c941-4167-908a-2322ae7efb72 req-029b66ad-0048-4914-8909-e87e721f5441 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480380 Mar 22 20:08:36.696468 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6b6c5-c369-4491-98f8-d8da03e94340 req-7efa31a7-b26a-45ba-802a-7b7a59095de3 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:36.698042 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dfb6b6c5-c369-4491-98f8-d8da03e94340 req-7efa31a7-b26a-45ba-802a-7b7a59095de3 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 946 time: 0.0542479 Mar 22 20:08:36.746945 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dfb6b6c5-c369-4491-98f8-d8da03e94340 req-62d255ea-89c1-44cb-bcdd-108dcdbb8a77 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427780 Mar 22 20:08:37.874878 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338aef29-ac74-409c-ad3d-8c2b6743cc76 req-f90cfe15-98b5-4ae1-a8b5-d592c0376f0a tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:37.876439 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-338aef29-ac74-409c-ad3d-8c2b6743cc76 req-f90cfe15-98b5-4ae1-a8b5-d592c0376f0a tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 946 time: 0.0571456 Mar 22 20:08:37.926702 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-338aef29-ac74-409c-ad3d-8c2b6743cc76 req-eb789d8b-8992-452a-b1a2-08eeb977b8af tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446444 Mar 22 20:08:39.066303 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d83857-2ddc-499f-9018-c31a09fc2b8d req-c024e2a9-ff48-4cbc-b88d-9744c0f819f3 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:39.069836 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-33d83857-2ddc-499f-9018-c31a09fc2b8d req-c024e2a9-ff48-4cbc-b88d-9744c0f819f3 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 946 time: 0.0634871 Mar 22 20:08:39.122343 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-33d83857-2ddc-499f-9018-c31a09fc2b8d req-05f6d3df-6103-4911-a914-f4524e841297 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477395 Mar 22 20:08:40.259378 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc8fb8-df99-4071-85be-ad8c66c01102 req-4abd43ae-f3a0-4d20-a9b0-3bbc366f0317 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:40.260977 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4adc8fb8-df99-4071-85be-ad8c66c01102 req-4abd43ae-f3a0-4d20-a9b0-3bbc366f0317 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 946 time: 0.0546155 Mar 22 20:08:40.312231 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4adc8fb8-df99-4071-85be-ad8c66c01102 req-36627a91-fbff-420d-90bb-3927428c8edc tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450892 Mar 22 20:08:41.446423 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebe11e-2914-4acd-97ce-2ed92a013b80 req-9f99d2e2-ba59-4b9e-9b18-32966df51807 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:41.448005 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a8ebe11e-2914-4acd-97ce-2ed92a013b80 req-9f99d2e2-ba59-4b9e-9b18-32966df51807 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 946 time: 0.0646098 Mar 22 20:08:41.507633 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a8ebe11e-2914-4acd-97ce-2ed92a013b80 req-b5f7d711-ad9d-435f-971e-5f84eec5ad5c tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532224 Mar 22 20:08:42.668069 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a3e0e-8ecb-40ef-b02e-bee35bd4320b req-a28a2b5a-2b0b-4658-8fe8-8576548e1deb tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:42.669665 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-785a3e0e-8ecb-40ef-b02e-bee35bd4320b req-a28a2b5a-2b0b-4658-8fe8-8576548e1deb tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 946 time: 0.0699871 Mar 22 20:08:42.740949 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-785a3e0e-8ecb-40ef-b02e-bee35bd4320b req-526d2184-9e86-42a9-b79a-95a70a3e2101 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608659 Mar 22 20:08:43.901778 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bac259-fa73-47b7-b65d-d41c7b0d5954 req-792bef9c-555e-4a71-9978-e8782eb6ce25 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:43.903445 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41bac259-fa73-47b7-b65d-d41c7b0d5954 req-792bef9c-555e-4a71-9978-e8782eb6ce25 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 946 time: 0.0665743 Mar 22 20:08:43.959493 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41bac259-fa73-47b7-b65d-d41c7b0d5954 req-6166d36d-4415-4470-af46-5403872c54c2 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498621 Mar 22 20:08:44.044719 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-f81369a5-d073-4fa2-965c-484ce4c543fd service neutron] show failed (client error): The resource could not be found. Mar 22 20:08:44.045897 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-f81369a5-d073-4fa2-965c-484ce4c543fd service neutron] 10.222.0.85 "GET /v2.0/ports/7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf/bindings/n-h1-705658-24 HTTP/1.1" status: 404 len: 381 time: 0.0678968 Mar 22 20:08:44.274062 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-43a089a2-b3c0-4651-990b-dcfa14a2bce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:44.275616 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-43a089a2-b3c0-4651-990b-dcfa14a2bce8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6&tenant_id=8540026465ed477e8483f93d6926d764 HTTP/1.1" status: 200 len: 1129 time: 0.0524266 Mar 22 20:08:44.287065 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-705658-24', 'device_owner': 'compute:nova'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:08:44.355313 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:44.583054 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] For port 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf,segment=NetworkSegment(4c30627d-b7f1-4f73-afdf-10e2b448b9fe),segment_id=4c30627d-b7f1-4f73-afdf-10e2b448b9fe)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:08:44.617438 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] For port 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:08:44.680450 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73063f11-289c-4108-bdf3-f9bef478c8b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:08:44.683160 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02eda01-dcb4-43d0-84b0-017d300d1ee6" -d '{"events": [{"server_uuid": "73063f11-289c-4108-bdf3-f9bef478c8b6", "name": "network-vif-unplugged", "status": "completed", "tag": "7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:08:44.687493 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] Publish callbacks [] for port (7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:44.701759 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] Transition to ACTIVE for port object 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:08:44.706208 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:44.743064 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 20:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2a83cc-e5d2-40cb-96c4-b3e3c7fc1089 x-openstack-request-id: req-6e2a83cc-e5d2-40cb-96c4-b3e3c7fc1089 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:08:44.743360 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73063f11-289c-4108-bdf3-f9bef478c8b6", "name": "network-vif-unplugged", "status": "completed", "tag": "7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:08:44.743616 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6e2a83cc-e5d2-40cb-96c4-b3e3c7fc1089 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:08:44.744021 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e2a83cc-e5d2-40cb-96c4-b3e3c7fc1089'] response: {'server_uuid': '73063f11-289c-4108-bdf3-f9bef478c8b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf', 'code': 200} Mar 22 20:08:44.777008 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] No DVR routers for this DVR port 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:08:44.780287 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf,revision_number=6']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:44.791969 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:44.792317 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:44.792659 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:44.793000 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:44.793332 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:44.793665 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:44.794013 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:44.794336 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:44.794661 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:44.794979 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:44.795300 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:44.795622 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:44.795943 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:44.796261 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:44.796581 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:44.838140 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] Attempting to bind port 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:08:44.838657 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] Attempting to bind port 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '4c30627d-b7f1-4f73-afdf-10e2b448b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '110f7425-81c5-4792-94a9-70374e8b7103'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:08:44.839169 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] Attempting to bind port 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf on network 110f7425-81c5-4792-94a9-70374e8b7103 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:08:44.845639 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] Port 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf on network 110f7425-81c5-4792-94a9-70374e8b7103 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:08:44.846142 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] Attempting to bind port 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf on network 110f7425-81c5-4792-94a9-70374e8b7103 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:08:44.853057 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:08:44.853537 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] Checking segment: {'id': '4c30627d-b7f1-4f73-afdf-10e2b448b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '110f7425-81c5-4792-94a9-70374e8b7103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:08:44.854105 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] Bound using segment: {'id': '4c30627d-b7f1-4f73-afdf-10e2b448b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '110f7425-81c5-4792-94a9-70374e8b7103'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:08:44.854721 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] Bound port: 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c30627d-b7f1-4f73-afdf-10e2b448b9fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '110f7425-81c5-4792-94a9-70374e8b7103'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:08:44.855230 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:44.930659 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] For port 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:08:44.934203 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] For port 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf,segment=NetworkSegment(4c30627d-b7f1-4f73-afdf-10e2b448b9fe),segment_id=4c30627d-b7f1-4f73-afdf-10e2b448b9fe)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:08:44.941769 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:44.982678 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:44.983302 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:44.984774 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] 10.222.0.84 "PUT /v2.0/ports/7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf HTTP/1.1" status: 200 len: 1093 time: 0.7028484 Mar 22 20:08:45.035659 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79291d-1e94-47d8-9d33-b16a1c943fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf,revision_number=7']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:45.081089 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-61cdeb73-f69d-4750-81fd-b8ee2f7337e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:45.082872 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-61cdeb73-f69d-4750-81fd-b8ee2f7337e1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8540026465ed477e8483f93d6926d764&device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 1127 time: 0.0607224 Mar 22 20:08:45.093157 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd380ab-0e53-41a1-a092-b644aa041076 req-13f3583b-f813-42a7-95e8-eb5d104494fe tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:45.094983 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ddd380ab-0e53-41a1-a092-b644aa041076 req-13f3583b-f813-42a7-95e8-eb5d104494fe tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 944 time: 0.0583000 Mar 22 20:08:45.152226 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ddd380ab-0e53-41a1-a092-b644aa041076 req-ae91e3a5-3225-47f0-bc31-db70ca5f2753 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467439 Mar 22 20:08:45.182733 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-3f1840da-5d50-4361-878f-36e7a2585384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:45.184314 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-3f1840da-5d50-4361-878f-36e7a2585384 service neutron] 10.222.0.84 "GET /v2.0/networks?id=110f7425-81c5-4792-94a9-70374e8b7103 HTTP/1.1" status: 200 len: 915 time: 0.0952940 Mar 22 20:08:45.209338 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b2cb5c0a-0fe4-4071-b809-93a256ee708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:45.228748 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-77f9e3f7-8fd1-4c57-916c-1271a3e1a4f5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf HTTP/1.1" status: 200 len: 217 time: 0.0381098 Mar 22 20:08:45.282981 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-82f77d71-23b4-4815-b6de-2a1f14fd343b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:45.284497 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-82f77d71-23b4-4815-b6de-2a1f14fd343b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f4734c0f-c3bf-47dc-932a-f06d249300e2 HTTP/1.1" status: 200 len: 854 time: 0.0504858 Mar 22 20:08:45.316049 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-70a5fc98-4171-4b02-9200-58c8747e45b9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=110f7425-81c5-4792-94a9-70374e8b7103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260293 Mar 22 20:08:45.413039 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-7ba086db-ffa7-4840-84f2-0be969a046be service neutron] 10.222.0.84 "GET /v2.0/networks/110f7425-81c5-4792-94a9-70374e8b7103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915368 Mar 22 20:08:45.527633 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-690f0a17-e59b-4ce2-aca0-5dc8dd6302d1 req-d1d957fc-78a6-4547-869e-08858cb23247 service neutron] 10.222.0.84 "GET /v2.0/networks/110f7425-81c5-4792-94a9-70374e8b7103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085143 Mar 22 20:08:46.208599 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:46.293031 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e42873-5f77-44db-8113-4074c7e634b6 req-9372752e-229f-4e9b-9e20-647338ccfb3c tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:46.294552 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-13e42873-5f77-44db-8113-4074c7e634b6 req-9372752e-229f-4e9b-9e20-647338ccfb3c tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 944 time: 0.0610290 Mar 22 20:08:46.347407 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-13e42873-5f77-44db-8113-4074c7e634b6 req-bb53a2ea-d770-4371-894b-bb34064f1e62 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463016 Mar 22 20:08:46.745136 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73063f11-289c-4108-bdf3-f9bef478c8b6', 'tag': '7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:08:46.747745 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d19040-63e9-4273-8305-622a8ad74ada" -d '{"events": [{"name": "network-changed", "server_uuid": "73063f11-289c-4108-bdf3-f9bef478c8b6", "tag": "7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:08:46.803042 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cf32a7-5a74-4ca0-a87f-e3500b5329dd x-openstack-request-id: req-93cf32a7-5a74-4ca0-a87f-e3500b5329dd {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:08:46.803393 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73063f11-289c-4108-bdf3-f9bef478c8b6", "tag": "7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:08:46.803772 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-93cf32a7-5a74-4ca0-a87f-e3500b5329dd {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:08:46.804391 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93cf32a7-5a74-4ca0-a87f-e3500b5329dd'] response: {'name': 'network-changed', 'server_uuid': '73063f11-289c-4108-bdf3-f9bef478c8b6', 'tag': '7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf', 'status': 'completed', 'code': 200} Mar 22 20:08:46.878868 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d19040-63e9-4273-8305-622a8ad74ada req-9121ca3d-ac6f-4ec8-8efd-f17a7139d017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:46.880906 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-90d19040-63e9-4273-8305-622a8ad74ada req-9121ca3d-ac6f-4ec8-8efd-f17a7139d017 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8540026465ed477e8483f93d6926d764&device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 1127 time: 0.0529394 Mar 22 20:08:46.898441 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d19040-63e9-4273-8305-622a8ad74ada req-d90cbf72-7b25-4f70-8f22-d18eac3ec36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:46.902361 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-90d19040-63e9-4273-8305-622a8ad74ada req-d90cbf72-7b25-4f70-8f22-d18eac3ec36e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=8540026465ed477e8483f93d6926d764&device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 1127 time: 0.0612876 Mar 22 20:08:46.935344 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:08:46.992894 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] The host n-h2-705658-24 is not matching for port 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf host n-h1-705658-24! {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 20:08:46.992894 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:08:47.015912 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d19040-63e9-4273-8305-622a8ad74ada req-111e63c2-c64a-4e26-b397-5c2e020bab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:47.017338 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-90d19040-63e9-4273-8305-622a8ad74ada req-111e63c2-c64a-4e26-b397-5c2e020bab22 service neutron] 10.222.0.85 "GET /v2.0/networks?id=110f7425-81c5-4792-94a9-70374e8b7103 HTTP/1.1" status: 200 len: 915 time: 0.1301641 Mar 22 20:08:47.035504 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d19040-63e9-4273-8305-622a8ad74ada req-d0fa432d-be5a-48be-b903-2522e92e75f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:47.038141 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-90d19040-63e9-4273-8305-622a8ad74ada req-d0fa432d-be5a-48be-b903-2522e92e75f8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=110f7425-81c5-4792-94a9-70374e8b7103 HTTP/1.1" status: 200 len: 915 time: 0.1311083 Mar 22 20:08:47.069047 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-90d19040-63e9-4273-8305-622a8ad74ada req-d80aa6b1-d63e-44c0-b910-52b38a0079cd service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf HTTP/1.1" status: 200 len: 217 time: 0.0447721 Mar 22 20:08:47.100484 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-90d19040-63e9-4273-8305-622a8ad74ada req-b41847f9-0584-4ca8-ae5e-c64e8728bf1d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf HTTP/1.1" status: 200 len: 217 time: 0.0540590 Mar 22 20:08:47.132928 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d19040-63e9-4273-8305-622a8ad74ada req-d87e867d-57c3-437e-a046-65c38d91642a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:47.134755 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-90d19040-63e9-4273-8305-622a8ad74ada req-d87e867d-57c3-437e-a046-65c38d91642a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f4734c0f-c3bf-47dc-932a-f06d249300e2 HTTP/1.1" status: 200 len: 854 time: 0.0594189 Mar 22 20:08:47.153407 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d19040-63e9-4273-8305-622a8ad74ada req-6d055f2f-70bc-45b9-a315-0cf07d6e0047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:47.155700 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-90d19040-63e9-4273-8305-622a8ad74ada req-6d055f2f-70bc-45b9-a315-0cf07d6e0047 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=f4734c0f-c3bf-47dc-932a-f06d249300e2 HTTP/1.1" status: 200 len: 854 time: 0.0499539 Mar 22 20:08:47.171998 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-90d19040-63e9-4273-8305-622a8ad74ada req-be34a472-750a-4431-94fb-ff66e40c3369 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=110f7425-81c5-4792-94a9-70374e8b7103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313883 Mar 22 20:08:47.193210 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-90d19040-63e9-4273-8305-622a8ad74ada req-761f4d88-bf81-4819-b276-ff4e3d0035d7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=110f7425-81c5-4792-94a9-70374e8b7103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320961 Mar 22 20:08:47.294470 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-90d19040-63e9-4273-8305-622a8ad74ada req-e11af9dc-2940-47c6-bfda-794b0508c294 service neutron] 10.222.0.85 "GET /v2.0/networks/110f7425-81c5-4792-94a9-70374e8b7103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160042 Mar 22 20:08:47.315042 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-90d19040-63e9-4273-8305-622a8ad74ada req-0a1477db-b763-45e6-bd2c-b842feddb217 service neutron] 10.222.0.84 "GET /v2.0/networks/110f7425-81c5-4792-94a9-70374e8b7103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143718 Mar 22 20:08:47.418184 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-90d19040-63e9-4273-8305-622a8ad74ada req-f2500919-45e9-47b0-822e-1b60f1e61298 service neutron] 10.222.0.85 "GET /v2.0/networks/110f7425-81c5-4792-94a9-70374e8b7103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173577 Mar 22 20:08:47.445227 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-90d19040-63e9-4273-8305-622a8ad74ada req-6855f751-029f-4a4a-8106-d1cbd010d7bb service neutron] 10.222.0.84 "GET /v2.0/networks/110f7425-81c5-4792-94a9-70374e8b7103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246285 Mar 22 20:08:47.453123 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5aa16567-2872-43a8-b279-0cfd6aea574f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:47.499570 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a219b8-4d2d-4f85-a1c5-de96cd4881f1 req-8d173d97-82e5-412b-b61d-d8809c576c2e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:47.501134 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f8a219b8-4d2d-4f85-a1c5-de96cd4881f1 req-8d173d97-82e5-412b-b61d-d8809c576c2e tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 944 time: 0.0607007 Mar 22 20:08:47.560991 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f8a219b8-4d2d-4f85-a1c5-de96cd4881f1 req-1844ca3c-0d79-423a-af33-b41dc77c78c4 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506721 Mar 22 20:08:47.857938 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b3928-dead-49ff-9e42-07e1ead913d9 req-283b5ac7-6c17-4e55-b113-d03df4e9fa02 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:47.859591 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1d8b3928-dead-49ff-9e42-07e1ead913d9 req-283b5ac7-6c17-4e55-b113-d03df4e9fa02 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.85 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6&tenant_id=8540026465ed477e8483f93d6926d764&binding%3Ahost_id=n-h1-705658-24 HTTP/1.1" status: 200 len: 944 time: 0.1278410 Mar 22 20:08:47.867808 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fded2f-bec1-41b4-a50d-c82b94657acd req-7cc14879-28a8-4a9a-8c59-32f2b00dcb47 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:47.869306 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-79fded2f-bec1-41b4-a50d-c82b94657acd req-7cc14879-28a8-4a9a-8c59-32f2b00dcb47 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 944 time: 0.1284029 Mar 22 20:08:47.951922 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:08:47.960811 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-79fded2f-bec1-41b4-a50d-c82b94657acd req-5de60ff0-6992-495b-bc6c-142ebc0661e7 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849459 Mar 22 20:08:47.963098 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [req-1d8b3928-dead-49ff-9e42-07e1ead913d9 req-80e3c7ac-7bdb-4e79-ab5b-80b83709b746 service neutron] delete failed (client error): The resource could not be found. Mar 22 20:08:47.964051 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1d8b3928-dead-49ff-9e42-07e1ead913d9 req-80e3c7ac-7bdb-4e79-ab5b-80b83709b746 service neutron] 10.222.0.85 "DELETE /v2.0/ports/7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf/bindings/n-h2-705658-24 HTTP/1.1" status: 404 len: 381 time: 0.0938463 Mar 22 20:08:48.065269 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf,segment=NetworkSegment(4c30627d-b7f1-4f73-afdf-10e2b448b9fe),segment_id=4c30627d-b7f1-4f73-afdf-10e2b448b9fe)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:08:48.070294 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b3928-dead-49ff-9e42-07e1ead913d9 req-b49bd47e-46e7-49c7-a36e-ad27c8e27585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:48.072660 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1d8b3928-dead-49ff-9e42-07e1ead913d9 req-b49bd47e-46e7-49c7-a36e-ad27c8e27585 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=8540026465ed477e8483f93d6926d764&device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 1127 time: 0.0558982 Mar 22 20:08:48.082787 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf', 'network_id': '110f7425-81c5-4792-94a9-70374e8b7103', 'port_id': '7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf', 'mac_address': 'fa:16:3e:4c:ce:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4734c0f-c3bf-47dc-932a-f06d249300e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:08:48.122038 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:48.122341 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:48.136379 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:08:48.159007 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf,segment=NetworkSegment(4c30627d-b7f1-4f73-afdf-10e2b448b9fe),segment_id=4c30627d-b7f1-4f73-afdf-10e2b448b9fe)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:08:48.166919 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:48.175634 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b3928-dead-49ff-9e42-07e1ead913d9 req-c5df6d65-e93f-4410-8905-fc49bd2f30f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:48.177170 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1d8b3928-dead-49ff-9e42-07e1ead913d9 req-c5df6d65-e93f-4410-8905-fc49bd2f30f4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=110f7425-81c5-4792-94a9-70374e8b7103 HTTP/1.1" status: 200 len: 915 time: 0.0984652 Mar 22 20:08:48.220774 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1d8b3928-dead-49ff-9e42-07e1ead913d9 req-4bc2dbd6-424c-461e-b790-e73bf5b964c1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf HTTP/1.1" status: 200 len: 217 time: 0.0373793 Mar 22 20:08:48.222330 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf,revision_number=8']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:48.278581 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b3928-dead-49ff-9e42-07e1ead913d9 req-135525de-e59a-4eb0-806a-dbfd6b6aef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:48.280804 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1d8b3928-dead-49ff-9e42-07e1ead913d9 req-135525de-e59a-4eb0-806a-dbfd6b6aef50 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f4734c0f-c3bf-47dc-932a-f06d249300e2 HTTP/1.1" status: 200 len: 854 time: 0.0541067 Mar 22 20:08:48.319010 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1d8b3928-dead-49ff-9e42-07e1ead913d9 req-541e67c9-470f-4c3a-8782-52d73b2b14cc service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=110f7425-81c5-4792-94a9-70374e8b7103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321321 Mar 22 20:08:48.386185 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:08:48.417450 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1d8b3928-dead-49ff-9e42-07e1ead913d9 req-83b9e83d-ecbb-4cd7-b951-e395c6b60fbb service neutron] 10.222.0.85 "GET /v2.0/networks/110f7425-81c5-4792-94a9-70374e8b7103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923893 Mar 22 20:08:48.512163 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1d8b3928-dead-49ff-9e42-07e1ead913d9 req-b08fb2ff-c600-4253-84f9-5e75edd5831b service neutron] 10.222.0.85 "GET /v2.0/networks/110f7425-81c5-4792-94a9-70374e8b7103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892708 Mar 22 20:08:48.683789 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:48.847852 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:49.445115 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa793b-4b76-4e63-9fd7-fe1d949ee0be req-ba7e9467-9189-4431-99d9-a86c0aef785d tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:49.446683 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-87aa793b-4b76-4e63-9fd7-fe1d949ee0be req-ba7e9467-9189-4431-99d9-a86c0aef785d tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 945 time: 0.3896394 Mar 22 20:08:49.497947 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-87aa793b-4b76-4e63-9fd7-fe1d949ee0be req-39174eae-2df8-4aee-90c9-d956d82d097b tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440087 Mar 22 20:08:49.657125 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f39eee-5765-4cd9-9818-878aced844b4 req-f5327b77-b202-4b16-ac73-79c0a2b50448 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:49.658585 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80f39eee-5765-4cd9-9818-878aced844b4 req-f5327b77-b202-4b16-ac73-79c0a2b50448 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 945 time: 0.0729108 Mar 22 20:08:49.708785 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80f39eee-5765-4cd9-9818-878aced844b4 req-73cc6ec4-8531-4a4f-b1da-357c86a2cbef tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441635 Mar 22 20:08:49.860245 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929aa229-82c1-4f20-951f-030bdb3feca2 req-71f94923-d490-47fa-b33c-d81d447a8a1a tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:49.862453 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-929aa229-82c1-4f20-951f-030bdb3feca2 req-71f94923-d490-47fa-b33c-d81d447a8a1a tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 945 time: 0.0648382 Mar 22 20:08:49.912924 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-929aa229-82c1-4f20-951f-030bdb3feca2 req-9c8d7468-f6b0-4d8a-ad59-49bf4582371f tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435941 Mar 22 20:08:49.948082 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:08:50.004243 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:08:50.008871 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:50.009192 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:50.120038 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:50.120438 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:50.150532 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73063f11-289c-4108-bdf3-f9bef478c8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:08:50.153009 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afc55f8-1024-414f-956a-33dba05bdb06" -d '{"events": [{"server_uuid": "73063f11-289c-4108-bdf3-f9bef478c8b6", "name": "network-vif-plugged", "status": "completed", "tag": "7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:08:50.177019 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf,segment=NetworkSegment(4c30627d-b7f1-4f73-afdf-10e2b448b9fe),segment_id=4c30627d-b7f1-4f73-afdf-10e2b448b9fe)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:08:50.182388 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:50.210430 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c744b353-472c-4101-ae5e-3f0e1ca0dcd2 x-openstack-request-id: req-c744b353-472c-4101-ae5e-3f0e1ca0dcd2 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:08:50.210729 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73063f11-289c-4108-bdf3-f9bef478c8b6", "name": "network-vif-plugged", "status": "completed", "tag": "7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:08:50.210994 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c744b353-472c-4101-ae5e-3f0e1ca0dcd2 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:08:50.211396 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c744b353-472c-4101-ae5e-3f0e1ca0dcd2'] response: {'server_uuid': '73063f11-289c-4108-bdf3-f9bef478c8b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf', 'code': 200} Mar 22 20:08:50.242183 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf,revision_number=9']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:50.286969 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:50.382061 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0277df9-8a9b-4aa0-b7f1-58e117fb4c8e req-f07047c6-5516-492d-902d-b2fed9e398cc tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:50.383559 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b0277df9-8a9b-4aa0-b7f1-58e117fb4c8e req-f07047c6-5516-492d-902d-b2fed9e398cc tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 946 time: 0.0587027 Mar 22 20:08:50.442255 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b0277df9-8a9b-4aa0-b7f1-58e117fb4c8e req-5b9c7c04-8c6a-4d7a-b013-b1de7fa3b207 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517087 Mar 22 20:08:51.399770 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:51.462424 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376e4c6-f980-410a-8c88-5564bd8f7ae8 req-b551f6c7-95ab-473f-aa2c-8d5d398eba53 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:51.464377 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f376e4c6-f980-410a-8c88-5564bd8f7ae8 req-b551f6c7-95ab-473f-aa2c-8d5d398eba53 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.84 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 946 time: 0.0591869 Mar 22 20:08:51.578420 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-f376e4c6-f980-410a-8c88-5564bd8f7ae8 req-0b7af5d5-5861-4345-bd65-fb2f4aa6f8a1 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Deleting port 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:08:51.578768 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-f376e4c6-f980-410a-8c88-5564bd8f7ae8 req-0b7af5d5-5861-4345-bd65-fb2f4aa6f8a1 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:51.588503 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80eee0-fc12-43f1-b0e1-829f9b4ccc5e req-98517d6b-e08d-4299-bfec-f9cb96310e31 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:51.590347 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ee80eee0-fc12-43f1-b0e1-829f9b4ccc5e req-98517d6b-e08d-4299-bfec-f9cb96310e31 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/ports?device_id=73063f11-289c-4108-bdf3-f9bef478c8b6 HTTP/1.1" status: 200 len: 946 time: 0.0623963 Mar 22 20:08:51.647103 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ee80eee0-fc12-43f1-b0e1-829f9b4ccc5e req-c34bb21a-e7e8-42a1-bc74-2efdd6d81392 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.75 "GET /v2.0/security-groups?id=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493662 Mar 22 20:08:51.684534 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-f376e4c6-f980-410a-8c88-5564bd8f7ae8 req-0b7af5d5-5861-4345-bd65-fb2f4aa6f8a1 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] For port 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf,segment=NetworkSegment(4c30627d-b7f1-4f73-afdf-10e2b448b9fe),segment_id=4c30627d-b7f1-4f73-afdf-10e2b448b9fe)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:08:51.684896 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-f376e4c6-f980-410a-8c88-5564bd8f7ae8 req-0b7af5d5-5861-4345-bd65-fb2f4aa6f8a1 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:51.699330 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-f376e4c6-f980-410a-8c88-5564bd8f7ae8 req-0b7af5d5-5861-4345-bd65-fb2f4aa6f8a1 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Calling delete_port for 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:08:51.863169 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-f376e4c6-f980-410a-8c88-5564bd8f7ae8 req-0b7af5d5-5861-4345-bd65-fb2f4aa6f8a1 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:51.877828 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:08:51.895513 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7af5d5-5861-4345-bd65-fb2f4aa6f8a1 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Pushing event deleted for resources: {'Port': ['ID=7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:51.945409 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-f376e4c6-f980-410a-8c88-5564bd8f7ae8 req-0b7af5d5-5861-4345-bd65-fb2f4aa6f8a1 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] No DVR routers for this DVR port 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:08:51.951081 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-f376e4c6-f980-410a-8c88-5564bd8f7ae8 req-0b7af5d5-5861-4345-bd65-fb2f4aa6f8a1 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:51.954509 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f376e4c6-f980-410a-8c88-5564bd8f7ae8 req-0b7af5d5-5861-4345-bd65-fb2f4aa6f8a1 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] 10.222.0.84 "DELETE /v2.0/ports/7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf HTTP/1.1" status: 204 len: 173 time: 0.4849827 Mar 22 20:08:51.955023 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73063f11-289c-4108-bdf3-f9bef478c8b6', 'name': 'network-vif-deleted', 'tag': '7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:08:51.958003 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbaabf8e-2e8d-4250-92f4-4c86f0369c6c" -d '{"events": [{"server_uuid": "73063f11-289c-4108-bdf3-f9bef478c8b6", "name": "network-vif-deleted", "tag": "7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:08:51.999221 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e54985d-cd6f-4a7d-8813-6c8c5fc69bb2 x-openstack-request-id: req-0e54985d-cd6f-4a7d-8813-6c8c5fc69bb2 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:08:51.999567 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73063f11-289c-4108-bdf3-f9bef478c8b6", "name": "network-vif-deleted", "tag": "7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:08:51.999904 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0e54985d-cd6f-4a7d-8813-6c8c5fc69bb2 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:08:52.000386 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e54985d-cd6f-4a7d-8813-6c8c5fc69bb2'] response: {'server_uuid': '73063f11-289c-4108-bdf3-f9bef478c8b6', 'name': 'network-vif-deleted', 'tag': '7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf', 'status': 'completed', 'code': 200} Mar 22 20:08:52.785019 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38564) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:08:52.833321 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a62130-e3d7-4d2a-9764-851d686b0483 admin admin] Deleting subnet f4734c0f-c3bf-47dc-932a-f06d249300e2 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:08:52.836803 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-66a62130-e3d7-4d2a-9764-851d686b0483 admin admin] Publish callbacks [] for subnet (f4734c0f-c3bf-47dc-932a-f06d249300e2), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:52.874794 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-66a62130-e3d7-4d2a-9764-851d686b0483 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (f4734c0f-c3bf-47dc-932a-f06d249300e2), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:52.924748 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-66a62130-e3d7-4d2a-9764-851d686b0483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (f4734c0f-c3bf-47dc-932a-f06d249300e2), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:52.984119 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-66a62130-e3d7-4d2a-9764-851d686b0483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (f4734c0f-c3bf-47dc-932a-f06d249300e2), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:53.015752 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a62130-e3d7-4d2a-9764-851d686b0483 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4734c0f-c3bf-47dc-932a-f06d249300e2,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:53.019732 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-66a62130-e3d7-4d2a-9764-851d686b0483 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:53.022979 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-66a62130-e3d7-4d2a-9764-851d686b0483 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/f4734c0f-c3bf-47dc-932a-f06d249300e2 HTTP/1.1" status: 204 len: 168 time: 0.2369308 Mar 22 20:08:53.026384 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38566) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:08:53.097025 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a0656f22-d3fe-4887-aff2-ab025412d717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (110f7425-81c5-4792-94a9-70374e8b7103), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:53.187607 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a0656f22-d3fe-4887-aff2-ab025412d717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (110f7425-81c5-4792-94a9-70374e8b7103), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:53.209971 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-a0656f22-d3fe-4887-aff2-ab025412d717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['110f7425-81c5-4792-94a9-70374e8b7103']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:53.219653 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-a0656f22-d3fe-4887-aff2-ab025412d717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c30627d-b7f1-4f73-afdf-10e2b448b9fe') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:53.219945 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-a0656f22-d3fe-4887-aff2-ab025412d717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c30627d-b7f1-4f73-afdf-10e2b448b9fe') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:53.229384 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a0656f22-d3fe-4887-aff2-ab025412d717 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (4c30627d-b7f1-4f73-afdf-10e2b448b9fe), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:53.242750 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a0656f22-d3fe-4887-aff2-ab025412d717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (4c30627d-b7f1-4f73-afdf-10e2b448b9fe), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:53.248926 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0656f22-d3fe-4887-aff2-ab025412d717 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:08:53.249318 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a0656f22-d3fe-4887-aff2-ab025412d717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (4c30627d-b7f1-4f73-afdf-10e2b448b9fe), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:53.250998 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 20:08:53.250998 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:08:53.250998 n-d-705658-24 neutron-server[104172]: timer() Mar 22 20:08:53.250998 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:08:53.250998 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 20:08:53.250998 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:08:53.250998 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 20:08:53.250998 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:08:53.250998 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 20:08:53.250998 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:08:53.250998 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 20:08:53.250998 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:08:53.250998 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 20:08:53.250998 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:08:53.250998 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:08:53.250998 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:08:53.250998 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:08:53.250998 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:08:53.250998 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 20:08:53.250998 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:08:53.250998 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 20:08:53.250998 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:08:53.250998 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:08:53.250998 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:08:53.250998 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 20:08:53.250998 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:08:53.250998 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:08:53.250998 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:08:53.250998 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:08:53.250998 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:08:53.250998 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:08:53.250998 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:08:53.307749 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a0656f22-d3fe-4887-aff2-ab025412d717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (110f7425-81c5-4792-94a9-70374e8b7103), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:53.313908 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a0656f22-d3fe-4887-aff2-ab025412d717 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:53.317646 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a0656f22-d3fe-4887-aff2-ab025412d717 admin admin] 10.222.0.75 "DELETE /v2.0/networks/110f7425-81c5-4792-94a9-70374e8b7103 HTTP/1.1" status: 204 len: 168 time: 0.2902038 Mar 22 20:08:53.333903 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0656f22-d3fe-4887-aff2-ab025412d717 admin admin] Pushing event deleted for resources: {'Network': ['ID=110f7425-81c5-4792-94a9-70374e8b7103,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:53.456921 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38570) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:08:53.507562 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f7c65df5-f4e3-426f-aa10-82c01a21b384 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=8540026465ed477e8483f93d6926d764&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0493140 Mar 22 20:08:53.510257 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38572) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:08:53.565029 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-61d821db-cd11-4ec7-89e4-48f440c00357 admin admin] Publish callbacks [] for security_group (1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:53.592493 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-61d821db-cd11-4ec7-89e4-48f440c00357 admin admin] Publish callbacks [] for security_group (1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:53.658902 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-61d821db-cd11-4ec7-89e4-48f440c00357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:53.662076 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-61d821db-cd11-4ec7-89e4-48f440c00357 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:53.663546 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-61d821db-cd11-4ec7-89e4-48f440c00357 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd HTTP/1.1" status: 204 len: 168 time: 0.1518981 Mar 22 20:08:53.673224 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d821db-cd11-4ec7-89e4-48f440c00357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1feb1b8e-a84d-4e2a-a289-b4ea7c5413cd,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:54.480276 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38594) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:08:54.584696 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-443b0971-69b5-4abc-83f4-06d282d3d9e7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-943337659-network', 'tenant_id': '146ad95db9514ae389addd97809c7bd9'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:08:54.606273 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443b0971-69b5-4abc-83f4-06d282d3d9e7 admin admin] Made reservation on behalf of 146ad95db9514ae389addd97809c7bd9 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:08:54.608610 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-443b0971-69b5-4abc-83f4-06d282d3d9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:54.617341 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-443b0971-69b5-4abc-83f4-06d282d3d9e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:54.717450 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-443b0971-69b5-4abc-83f4-06d282d3d9e7 admin admin] Publish callbacks [] for security_group (2489a98d-575e-4de5-9355-fe3d612defdf), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:54.722053 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-443b0971-69b5-4abc-83f4-06d282d3d9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2489a98d-575e-4de5-9355-fe3d612defdf), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:54.747177 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-443b0971-69b5-4abc-83f4-06d282d3d9e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:08:54.756619 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b0971-69b5-4abc-83f4-06d282d3d9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2489a98d-575e-4de5-9355-fe3d612defdf,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:54.763127 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-443b0971-69b5-4abc-83f4-06d282d3d9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (914f278a-dd89-4249-9270-d0ced112ce5b), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:54.763478 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-443b0971-69b5-4abc-83f4-06d282d3d9e7 admin admin] Added segment 914f278a-dd89-4249-9270-d0ced112ce5b of type vlan for network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 Mar 22 20:08:54.804692 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-443b0971-69b5-4abc-83f4-06d282d3d9e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (005ec1f0-1b3a-4d71-b791-970bb8259fb2), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:54.831150 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-443b0971-69b5-4abc-83f4-06d282d3d9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (005ec1f0-1b3a-4d71-b791-970bb8259fb2), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:54.833574 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443b0971-69b5-4abc-83f4-06d282d3d9e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:54.834604 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-443b0971-69b5-4abc-83f4-06d282d3d9e7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:54.899813 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-443b0971-69b5-4abc-83f4-06d282d3d9e7 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4177608 Mar 22 20:08:54.902762 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38598) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:08:54.909070 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-cdffaccc-fa33-4780-824c-694638d1b630 admin admin] Request body: {'subnet': {'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-943337659-subnet', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:08:54.921909 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b0971-69b5-4abc-83f4-06d282d3d9e7 admin admin] Pushing event updated for resources: {'Network': ['ID=005ec1f0-1b3a-4d71-b791-970bb8259fb2,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:54.932832 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:08:54.935633 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdffaccc-fa33-4780-824c-694638d1b630 admin admin] Made reservation on behalf of 146ad95db9514ae389addd97809c7bd9 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:08:54.941005 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cdffaccc-fa33-4780-824c-694638d1b630 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:55.164583 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cdffaccc-fa33-4780-824c-694638d1b630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (67a8b60c-f06a-4498-ba05-7965d64d6f99), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:55.222004 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdffaccc-fa33-4780-824c-694638d1b630 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67a8b60c-f06a-4498-ba05-7965d64d6f99,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:55.231411 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdffaccc-fa33-4780-824c-694638d1b630 admin admin] Checking segment: {'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:08:55.231780 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdffaccc-fa33-4780-824c-694638d1b630 admin admin] Network hostable DHCP agents. Network: 005ec1f0-1b3a-4d71-b791-970bb8259fb2, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:08:55.256731 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdffaccc-fa33-4780-824c-694638d1b630 admin admin] Network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:08:55.268338 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-cdffaccc-fa33-4780-824c-694638d1b630 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 005ec1f0-1b3a-4d71-b791-970bb8259fb2) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:08:55.272469 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdffaccc-fa33-4780-824c-694638d1b630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:08:55.273094 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cdffaccc-fa33-4780-824c-694638d1b630 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:55.279104 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9498d2-be3c-4611-892e-e44c6a3e44d3 None None] Network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:08:55.295748 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cdffaccc-fa33-4780-824c-694638d1b630 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3909998 Mar 22 20:08:55.297871 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38600) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:08:55.306269 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-15277a07-94f7-4dc7-92fe-f3cef2f6337d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-943337659-router', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:08:55.338079 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-15277a07-94f7-4dc7-92fe-f3cef2f6337d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (1001dae4-ae30-47db-a3c2-45da5ddcdde9), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:55.339757 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-15277a07-94f7-4dc7-92fe-f3cef2f6337d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (1001dae4-ae30-47db-a3c2-45da5ddcdde9), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:55.431099 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-15277a07-94f7-4dc7-92fe-f3cef2f6337d admin admin] Publish callbacks [] for router_controller (1001dae4-ae30-47db-a3c2-45da5ddcdde9), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:55.432243 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3eab2a-e8bb-42b4-b2d9-f47b0a1945b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'project_id': '146ad95db9514ae389addd97809c7bd9', 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 20:08:55.433093 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6f3eab2a-e8bb-42b4-b2d9-f47b0a1945b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:55.579331 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-6f3eab2a-e8bb-42b4-b2d9-f47b0a1945b6 None None] Allocated IP 172.20.0.2 (005ec1f0-1b3a-4d71-b791-970bb8259fb2/67a8b60c-f06a-4498-ba05-7965d64d6f99/c687794c-5dba-4870-9012-fedbca54fe4d) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:08:55.580264 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-15277a07-94f7-4dc7-92fe-f3cef2f6337d admin admin] Publish callbacks [] for router_gateway (1001dae4-ae30-47db-a3c2-45da5ddcdde9), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:55.769066 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6f3eab2a-e8bb-42b4-b2d9-f47b0a1945b6 None None] Publish callbacks [] for port (c687794c-5dba-4870-9012-fedbca54fe4d), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:55.781891 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6f3eab2a-e8bb-42b4-b2d9-f47b0a1945b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (c687794c-5dba-4870-9012-fedbca54fe4d), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:55.811978 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-15277a07-94f7-4dc7-92fe-f3cef2f6337d admin admin] Publish callbacks [] for router_gateway (1001dae4-ae30-47db-a3c2-45da5ddcdde9), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:55.822072 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3eab2a-e8bb-42b4-b2d9-f47b0a1945b6 None None] Network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:08:55.825264 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-6f3eab2a-e8bb-42b4-b2d9-f47b0a1945b6 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:08:55.831708 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3eab2a-e8bb-42b4-b2d9-f47b0a1945b6 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:08:55.837550 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-15277a07-94f7-4dc7-92fe-f3cef2f6337d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:55.838280 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3eab2a-e8bb-42b4-b2d9-f47b0a1945b6 None None] Pushing event updated for resources: {'Port': ['ID=c687794c-5dba-4870-9012-fedbca54fe4d,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:55.903806 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-6f3eab2a-e8bb-42b4-b2d9-f47b0a1945b6 None None] Attempting to bind port c687794c-5dba-4870-9012-fedbca54fe4d on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:08:55.904514 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-6f3eab2a-e8bb-42b4-b2d9-f47b0a1945b6 None None] Attempting to bind port c687794c-5dba-4870-9012-fedbca54fe4d by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:08:55.905114 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3eab2a-e8bb-42b4-b2d9-f47b0a1945b6 None None] Attempting to bind port c687794c-5dba-4870-9012-fedbca54fe4d on network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:08:55.912105 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3eab2a-e8bb-42b4-b2d9-f47b0a1945b6 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:08:55.912455 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3eab2a-e8bb-42b4-b2d9-f47b0a1945b6 None None] Checking segment: {'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:08:55.912890 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6f3eab2a-e8bb-42b4-b2d9-f47b0a1945b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:55.913260 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3eab2a-e8bb-42b4-b2d9-f47b0a1945b6 None None] Bound using segment: {'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:08:55.913730 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-6f3eab2a-e8bb-42b4-b2d9-f47b0a1945b6 None None] Bound port: c687794c-5dba-4870-9012-fedbca54fe4d, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:08:55.914138 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6f3eab2a-e8bb-42b4-b2d9-f47b0a1945b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c687794c-5dba-4870-9012-fedbca54fe4d), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:55.960725 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:08:55.961426 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-15277a07-94f7-4dc7-92fe-f3cef2f6337d admin admin] Allocated IP 172.25.5.141 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/e69b3167-b5cc-447c-b41c-2a96f7fa5c30) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:08:56.002903 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:08:56.003248 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 7b411a0d-7960-4eaf-ac08-47f9f4fbcfaf not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:08:56.037417 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-6f3eab2a-e8bb-42b4-b2d9-f47b0a1945b6 None None] For port c687794c-5dba-4870-9012-fedbca54fe4d, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:08:56.040748 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-6f3eab2a-e8bb-42b4-b2d9-f47b0a1945b6 None None] For port c687794c-5dba-4870-9012-fedbca54fe4d, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c687794c-5dba-4870-9012-fedbca54fe4d,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:08:56.047595 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6f3eab2a-e8bb-42b4-b2d9-f47b0a1945b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c687794c-5dba-4870-9012-fedbca54fe4d), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:56.079459 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-15277a07-94f7-4dc7-92fe-f3cef2f6337d admin admin] Publish callbacks [] for port (e69b3167-b5cc-447c-b41c-2a96f7fa5c30), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:56.109973 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3eab2a-e8bb-42b4-b2d9-f47b0a1945b6 None None] Pushing event updated for resources: {'Port': ['ID=c687794c-5dba-4870-9012-fedbca54fe4d,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:56.131464 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-15277a07-94f7-4dc7-92fe-f3cef2f6337d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (e69b3167-b5cc-447c-b41c-2a96f7fa5c30), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:56.173839 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15277a07-94f7-4dc7-92fe-f3cef2f6337d admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:08:56.176961 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-15277a07-94f7-4dc7-92fe-f3cef2f6337d admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:08:56.187777 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15277a07-94f7-4dc7-92fe-f3cef2f6337d admin admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:08:56.194186 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15277a07-94f7-4dc7-92fe-f3cef2f6337d admin admin] Pushing event updated for resources: {'Port': ['ID=e69b3167-b5cc-447c-b41c-2a96f7fa5c30,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:56.483872 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-15277a07-94f7-4dc7-92fe-f3cef2f6337d admin admin] Publish callbacks [] for router_gateway (1001dae4-ae30-47db-a3c2-45da5ddcdde9), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:56.696072 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-15277a07-94f7-4dc7-92fe-f3cef2f6337d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (1001dae4-ae30-47db-a3c2-45da5ddcdde9), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:56.837518 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15277a07-94f7-4dc7-92fe-f3cef2f6337d admin admin] Router 1001dae4-ae30-47db-a3c2-45da5ddcdde9 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 20:08:56.959314 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15277a07-94f7-4dc7-92fe-f3cef2f6337d admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:08:56.969333 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c3615e-137b-4f6c-8f0b-652981c72fbb None None] Sync routers for ids ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:08:56.985272 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c3615e-137b-4f6c-8f0b-652981c72fbb None None] Routers {'1001dae4-ae30-47db-a3c2-45da5ddcdde9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:08:56.987189 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a1c3615e-137b-4f6c-8f0b-652981c72fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:08:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:56.990545 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-15277a07-94f7-4dc7-92fe-f3cef2f6337d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:56.992683 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-15277a07-94f7-4dc7-92fe-f3cef2f6337d admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6920733 Mar 22 20:08:56.995311 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38604) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:08:57.129463 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-a1c3615e-137b-4f6c-8f0b-652981c72fbb None None] Set router 1001dae4-ae30-47db-a3c2-45da5ddcdde9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:08:57.152557 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b8139f-c468-47fd-8b3e-689fa8c96d6f None None] Network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:08:57.261927 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-46badf3b-43dd-4127-9670-5ceb192fc072 None None] Provisioning complete for port c687794c-5dba-4870-9012-fedbca54fe4d triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:57.262325 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-46badf3b-43dd-4127-9670-5ceb192fc072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c687794c-5dba-4870-9012-fedbca54fe4d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:57.368745 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-46badf3b-43dd-4127-9670-5ceb192fc072 None None] Current status of the port c687794c-5dba-4870-9012-fedbca54fe4d is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:57.369267 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-46badf3b-43dd-4127-9670-5ceb192fc072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c687794c-5dba-4870-9012-fedbca54fe4d), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:57.376388 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a1c3615e-137b-4f6c-8f0b-652981c72fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'name': 'tempest-ServerActionsTestJSON-943337659-router', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:56Z', 'revision_number': 3, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'gw_port': {'id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:66:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:57.411063 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-46badf3b-43dd-4127-9670-5ceb192fc072 None None] For port c687794c-5dba-4870-9012-fedbca54fe4d, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c687794c-5dba-4870-9012-fedbca54fe4d,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:08:57.413035 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c3615e-137b-4f6c-8f0b-652981c72fbb None None] Checking router: 1001dae4-ae30-47db-a3c2-45da5ddcdde9 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:08:57.413562 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c3615e-137b-4f6c-8f0b-652981c72fbb None None] Updating router 1001dae4-ae30-47db-a3c2-45da5ddcdde9 port e69b3167-b5cc-447c-b41c-2a96f7fa5c30 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:08:57.416450 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-46badf3b-43dd-4127-9670-5ceb192fc072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c687794c-5dba-4870-9012-fedbca54fe4d), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:57.485651 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-a1c3615e-137b-4f6c-8f0b-652981c72fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e69b3167-b5cc-447c-b41c-2a96f7fa5c30), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:57.513464 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46badf3b-43dd-4127-9670-5ceb192fc072 None None] Pushing event updated for resources: {'Port': ['ID=c687794c-5dba-4870-9012-fedbca54fe4d,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:57.585655 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c687794c-5dba-4870-9012-fedbca54fe4d up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:08:57.647011 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-06c2ef6e-b12a-425d-8514-70829f94f706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:57.653721 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-93472fc9-545e-49e5-914e-99c774243ded None None] Provisioning complete for port c687794c-5dba-4870-9012-fedbca54fe4d triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:57.654120 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-93472fc9-545e-49e5-914e-99c774243ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c687794c-5dba-4870-9012-fedbca54fe4d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:57.681185 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port c687794c-5dba-4870-9012-fedbca54fe4d triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:57.681562 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c687794c-5dba-4870-9012-fedbca54fe4d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:57.831734 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-a1c3615e-137b-4f6c-8f0b-652981c72fbb None None] Publish callbacks [] for port (e69b3167-b5cc-447c-b41c-2a96f7fa5c30), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:57.839719 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-a1c3615e-137b-4f6c-8f0b-652981c72fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (e69b3167-b5cc-447c-b41c-2a96f7fa5c30), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:57.880147 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-06c2ef6e-b12a-425d-8514-70829f94f706 admin admin] Allocated IP 172.20.0.1 (005ec1f0-1b3a-4d71-b791-970bb8259fb2/67a8b60c-f06a-4498-ba05-7965d64d6f99/7ec3702f-8943-43c8-977e-526933b56dc6) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:08:57.903333 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-a1c3615e-137b-4f6c-8f0b-652981c72fbb None None] Attempting to bind port e69b3167-b5cc-447c-b41c-2a96f7fa5c30 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:08:57.903333 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-a1c3615e-137b-4f6c-8f0b-652981c72fbb None None] Attempting to bind port e69b3167-b5cc-447c-b41c-2a96f7fa5c30 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:08:57.903333 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c3615e-137b-4f6c-8f0b-652981c72fbb None None] Attempting to bind port e69b3167-b5cc-447c-b41c-2a96f7fa5c30 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:08:57.910704 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80391e9c-74b0-43b3-9871-3c8bcc33fc37 None None] Pushing event updated for resources: {'Port': ['ID=e69b3167-b5cc-447c-b41c-2a96f7fa5c30,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:57.919683 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c3615e-137b-4f6c-8f0b-652981c72fbb None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:08:57.920090 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c3615e-137b-4f6c-8f0b-652981c72fbb None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:08:57.920475 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-a1c3615e-137b-4f6c-8f0b-652981c72fbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:57.920874 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c3615e-137b-4f6c-8f0b-652981c72fbb None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:08:57.921350 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-a1c3615e-137b-4f6c-8f0b-652981c72fbb None None] Bound port: e69b3167-b5cc-447c-b41c-2a96f7fa5c30, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:08:57.921733 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-a1c3615e-137b-4f6c-8f0b-652981c72fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e69b3167-b5cc-447c-b41c-2a96f7fa5c30), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:57.925538 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80391e9c-74b0-43b3-9871-3c8bcc33fc37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:57.925916 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80391e9c-74b0-43b3-9871-3c8bcc33fc37 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:57.926257 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80391e9c-74b0-43b3-9871-3c8bcc33fc37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:57.926603 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80391e9c-74b0-43b3-9871-3c8bcc33fc37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:57.926925 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80391e9c-74b0-43b3-9871-3c8bcc33fc37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:57.927252 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80391e9c-74b0-43b3-9871-3c8bcc33fc37 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:57.927578 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80391e9c-74b0-43b3-9871-3c8bcc33fc37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:57.927901 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80391e9c-74b0-43b3-9871-3c8bcc33fc37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:57.928221 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80391e9c-74b0-43b3-9871-3c8bcc33fc37 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:57.928543 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80391e9c-74b0-43b3-9871-3c8bcc33fc37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:57.928866 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80391e9c-74b0-43b3-9871-3c8bcc33fc37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:57.929186 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80391e9c-74b0-43b3-9871-3c8bcc33fc37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:57.929506 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80391e9c-74b0-43b3-9871-3c8bcc33fc37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:57.929844 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80391e9c-74b0-43b3-9871-3c8bcc33fc37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:57.930165 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80391e9c-74b0-43b3-9871-3c8bcc33fc37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:08:57.982412 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port c687794c-5dba-4870-9012-fedbca54fe4d is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:57.986760 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-a1c3615e-137b-4f6c-8f0b-652981c72fbb None None] For port e69b3167-b5cc-447c-b41c-2a96f7fa5c30, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:08:57.989958 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-a1c3615e-137b-4f6c-8f0b-652981c72fbb None None] For port e69b3167-b5cc-447c-b41c-2a96f7fa5c30, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=e69b3167-b5cc-447c-b41c-2a96f7fa5c30,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:08:57.994191 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-93472fc9-545e-49e5-914e-99c774243ded None None] Current status of the port c687794c-5dba-4870-9012-fedbca54fe4d is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:57.997453 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-a1c3615e-137b-4f6c-8f0b-652981c72fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (e69b3167-b5cc-447c-b41c-2a96f7fa5c30), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:58.025291 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-06c2ef6e-b12a-425d-8514-70829f94f706 admin admin] Publish callbacks [] for port (7ec3702f-8943-43c8-977e-526933b56dc6), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:58.056857 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80391e9c-74b0-43b3-9871-3c8bcc33fc37 None None] Pushing event updated for resources: {'Port': ['ID=e69b3167-b5cc-447c-b41c-2a96f7fa5c30,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:58.061296 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-06c2ef6e-b12a-425d-8514-70829f94f706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (7ec3702f-8943-43c8-977e-526933b56dc6), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:58.064013 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c3615e-137b-4f6c-8f0b-652981c72fbb None None] Routers {'1001dae4-ae30-47db-a3c2-45da5ddcdde9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:08:58.064700 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a1c3615e-137b-4f6c-8f0b-652981c72fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:08:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:58.106215 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c2ef6e-b12a-425d-8514-70829f94f706 admin admin] Network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:08:58.109261 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-06c2ef6e-b12a-425d-8514-70829f94f706 admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:08:58.116474 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c2ef6e-b12a-425d-8514-70829f94f706 admin admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:08:58.142891 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2ef6e-b12a-425d-8514-70829f94f706 admin admin] Pushing event updated for resources: {'Port': ['ID=7ec3702f-8943-43c8-977e-526933b56dc6,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:58.167455 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-06c2ef6e-b12a-425d-8514-70829f94f706 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (1001dae4-ae30-47db-a3c2-45da5ddcdde9), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:58.181638 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-a1c3615e-137b-4f6c-8f0b-652981c72fbb None None] Set router 1001dae4-ae30-47db-a3c2-45da5ddcdde9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:08:58.423358 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a1c3615e-137b-4f6c-8f0b-652981c72fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'name': 'tempest-ServerActionsTestJSON-943337659-router', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:56Z', 'revision_number': 3, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'gw_port': {'id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:66:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:08:58.429361 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e9d39c2f-e07e-430e-9712-6ec730236e95 None None] Provisioning complete for port 7ec3702f-8943-43c8-977e-526933b56dc6 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:58.430008 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e9d39c2f-e07e-430e-9712-6ec730236e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7ec3702f-8943-43c8-977e-526933b56dc6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:58.458280 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c3615e-137b-4f6c-8f0b-652981c72fbb None None] The sync data for ids ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'] in n-d-705658-24 is: [{'id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'name': 'tempest-ServerActionsTestJSON-943337659-router', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:56Z', 'revision_number': 3, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'gw_port': {'id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:66:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:08:58.470751 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e9d39c2f-e07e-430e-9712-6ec730236e95 None None] Port 7ec3702f-8943-43c8-977e-526933b56dc6 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:08:58.664510 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-06c2ef6e-b12a-425d-8514-70829f94f706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7ec3702f-8943-43c8-977e-526933b56dc6), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:58.872552 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-06c2ef6e-b12a-425d-8514-70829f94f706 admin admin] Publish callbacks [] for port (7ec3702f-8943-43c8-977e-526933b56dc6), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:58.881260 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-06c2ef6e-b12a-425d-8514-70829f94f706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (7ec3702f-8943-43c8-977e-526933b56dc6), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:58.956620 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-06c2ef6e-b12a-425d-8514-70829f94f706 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (1001dae4-ae30-47db-a3c2-45da5ddcdde9), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:58.958519 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2ef6e-b12a-425d-8514-70829f94f706 admin admin] Pushing event updated for resources: {'Port': ['ID=7ec3702f-8943-43c8-977e-526933b56dc6,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:59.065533 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c2ef6e-b12a-425d-8514-70829f94f706 admin admin] Network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:08:59.066964 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-06c2ef6e-b12a-425d-8514-70829f94f706 admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:08:59.209426 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c2ef6e-b12a-425d-8514-70829f94f706 admin admin] Router 1001dae4-ae30-47db-a3c2-45da5ddcdde9 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:08:59.328868 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-3fbec96d-aa82-470e-9747-36907567b2e0 None None] Provisioning complete for port 7ec3702f-8943-43c8-977e-526933b56dc6 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:59.329523 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3fbec96d-aa82-470e-9747-36907567b2e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7ec3702f-8943-43c8-977e-526933b56dc6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:59.366255 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c2ef6e-b12a-425d-8514-70829f94f706 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:08:59.378641 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-06c2ef6e-b12a-425d-8514-70829f94f706 admin admin] 10.222.0.75 "PUT /v2.0/routers/1001dae4-ae30-47db-a3c2-45da5ddcdde9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3746951 Mar 22 20:08:59.379392 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-3fbec96d-aa82-470e-9747-36907567b2e0 None None] Port 7ec3702f-8943-43c8-977e-526933b56dc6 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:08:59.544799 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device e69b3167-b5cc-447c-b41c-2a96f7fa5c30 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:08:59.614071 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port e69b3167-b5cc-447c-b41c-2a96f7fa5c30 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:59.614611 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e69b3167-b5cc-447c-b41c-2a96f7fa5c30), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:59.715180 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port e69b3167-b5cc-447c-b41c-2a96f7fa5c30 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:59.715609 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e69b3167-b5cc-447c-b41c-2a96f7fa5c30), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:59.737477 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port e69b3167-b5cc-447c-b41c-2a96f7fa5c30, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=e69b3167-b5cc-447c-b41c-2a96f7fa5c30,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:08:59.742799 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (e69b3167-b5cc-447c-b41c-2a96f7fa5c30), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:59.743605 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c687794c-5dba-4870-9012-fedbca54fe4d up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:08:59.823410 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=e69b3167-b5cc-447c-b41c-2a96f7fa5c30,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:08:59.836198 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port c687794c-5dba-4870-9012-fedbca54fe4d triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:08:59.836581 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c687794c-5dba-4870-9012-fedbca54fe4d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:59.855633 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38612) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:08:59.862197 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-22a989a1-96fe-4dd2-aa45-4ec034bf227c tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Request body: {'security_group': {'name': 'tempest-securitygroup--508250084', 'description': 'tempest-description--1613037466'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:08:59.888297 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-22a989a1-96fe-4dd2-aa45-4ec034bf227c tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:59.937283 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port c687794c-5dba-4870-9012-fedbca54fe4d is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:08:59.968449 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-22a989a1-96fe-4dd2-aa45-4ec034bf227c tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks [] for security_group (feb6c831-774a-4003-886b-377a1e32fc7e), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:08:59.974677 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-22a989a1-96fe-4dd2-aa45-4ec034bf227c tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (feb6c831-774a-4003-886b-377a1e32fc7e), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:00.003409 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-22a989a1-96fe-4dd2-aa45-4ec034bf227c tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:00.004704 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-22a989a1-96fe-4dd2-aa45-4ec034bf227c tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1475105 Mar 22 20:09:00.009033 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38614) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:09:00.013079 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a989a1-96fe-4dd2-aa45-4ec034bf227c tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feb6c831-774a-4003-886b-377a1e32fc7e,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:09:00.013925 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-af1d9895-3a47-4fea-a7f2-7376727fe913 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Request body: {'security_group_rule': {'security_group_id': 'feb6c831-774a-4003-886b-377a1e32fc7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:09:00.058528 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-af1d9895-3a47-4fea-a7f2-7376727fe913 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks [] for security_group_rule (9f6f79c0-f655-4cd5-8796-87b851f5fed7), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:00.119850 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-af1d9895-3a47-4fea-a7f2-7376727fe913 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks [] for security_group_rule (9f6f79c0-f655-4cd5-8796-87b851f5fed7), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:00.125113 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-af1d9895-3a47-4fea-a7f2-7376727fe913 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (9f6f79c0-f655-4cd5-8796-87b851f5fed7), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:00.144892 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d9895-3a47-4fea-a7f2-7376727fe913 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f6f79c0-f655-4cd5-8796-87b851f5fed7,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:09:00.158774 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-af1d9895-3a47-4fea-a7f2-7376727fe913 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:00.160428 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-af1d9895-3a47-4fea-a7f2-7376727fe913 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1502960 Mar 22 20:09:00.164159 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38616) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:09:00.171184 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-03c64fd9-dab1-40d7-815d-6fa3e5e9a8ad tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Request body: {'security_group_rule': {'security_group_id': 'feb6c831-774a-4003-886b-377a1e32fc7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:09:00.197506 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e270c9-a837-4c96-9ff8-f1dce1d0314a None None] Sync routers for ids ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:09:00.207168 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-03c64fd9-dab1-40d7-815d-6fa3e5e9a8ad tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks [] for security_group_rule (5aa81174-710b-413b-b473-d933715c5741), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:00.209050 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e270c9-a837-4c96-9ff8-f1dce1d0314a None None] Routers {'1001dae4-ae30-47db-a3c2-45da5ddcdde9'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:09:00.209686 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-c4e270c9-a837-4c96-9ff8-f1dce1d0314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:08:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:09:00.277246 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-03c64fd9-dab1-40d7-815d-6fa3e5e9a8ad tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks [] for security_group_rule (5aa81174-710b-413b-b473-d933715c5741), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:00.281554 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-03c64fd9-dab1-40d7-815d-6fa3e5e9a8ad tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (5aa81174-710b-413b-b473-d933715c5741), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:00.303197 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c64fd9-dab1-40d7-815d-6fa3e5e9a8ad tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa81174-710b-413b-b473-d933715c5741,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:09:00.314388 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-03c64fd9-dab1-40d7-815d-6fa3e5e9a8ad tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:00.316086 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-03c64fd9-dab1-40d7-815d-6fa3e5e9a8ad tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1503942 Mar 22 20:09:00.319586 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 38618) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:09:00.324778 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-648aaae9-fbd5-433d-9b8c-07624f5e8362 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:09:00.335825 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-c4e270c9-a837-4c96-9ff8-f1dce1d0314a None None] Set router 1001dae4-ae30-47db-a3c2-45da5ddcdde9 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:09:00.347770 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-648aaae9-fbd5-433d-9b8c-07624f5e8362 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:00.458305 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-648aaae9-fbd5-433d-9b8c-07624f5e8362 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:00.552080 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-c4e270c9-a837-4c96-9ff8-f1dce1d0314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'name': 'tempest-ServerActionsTestJSON-943337659-router', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:58Z', 'revision_number': 4, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'gw_port': {'id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:66:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7ec3702f-8943-43c8-977e-526933b56dc6', 'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'mac_address': 'fa:16:3e:41:7a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:57Z', 'updated_at': '2022-03-22T20:08:58Z', 'revision_number': 2, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'subnets': [{'id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:09:00.574315 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-648aaae9-fbd5-433d-9b8c-07624f5e8362 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Allocated IP 172.25.5.97 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/aa27c420-b1a6-4a70-b84e-d36d372f874c) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:09:00.582769 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e270c9-a837-4c96-9ff8-f1dce1d0314a None None] Checking router: 1001dae4-ae30-47db-a3c2-45da5ddcdde9 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:09:00.583130 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e270c9-a837-4c96-9ff8-f1dce1d0314a None None] Updating router 1001dae4-ae30-47db-a3c2-45da5ddcdde9 port 7ec3702f-8943-43c8-977e-526933b56dc6 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:09:00.612023 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c4e270c9-a837-4c96-9ff8-f1dce1d0314a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7ec3702f-8943-43c8-977e-526933b56dc6), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:00.707489 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-648aaae9-fbd5-433d-9b8c-07624f5e8362 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks [] for port (aa27c420-b1a6-4a70-b84e-d36d372f874c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:00.743584 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-648aaae9-fbd5-433d-9b8c-07624f5e8362 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (aa27c420-b1a6-4a70-b84e-d36d372f874c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:00.791004 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648aaae9-fbd5-433d-9b8c-07624f5e8362 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:09:00.794059 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-648aaae9-fbd5-433d-9b8c-07624f5e8362 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:09:00.800739 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648aaae9-fbd5-433d-9b8c-07624f5e8362 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:09:00.823765 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648aaae9-fbd5-433d-9b8c-07624f5e8362 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Pushing event updated for resources: {'Port': ['ID=aa27c420-b1a6-4a70-b84e-d36d372f874c,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:09:00.896326 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-648aaae9-fbd5-433d-9b8c-07624f5e8362 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks [] for floatingip (f1e0a5e6-4101-42bc-8daf-dfd5477fb69f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:00.902233 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c4e270c9-a837-4c96-9ff8-f1dce1d0314a None None] Publish callbacks [] for port (7ec3702f-8943-43c8-977e-526933b56dc6), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:00.909017 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c4e270c9-a837-4c96-9ff8-f1dce1d0314a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7ec3702f-8943-43c8-977e-526933b56dc6), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:00.937342 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-648aaae9-fbd5-433d-9b8c-07624f5e8362 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (aa27c420-b1a6-4a70-b84e-d36d372f874c), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:00.969041 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03512c48-1192-4af7-adde-5de17dab75bb None None] Pushing event updated for resources: {'Port': ['ID=7ec3702f-8943-43c8-977e-526933b56dc6,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:09:01.026856 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c4e270c9-a837-4c96-9ff8-f1dce1d0314a None None] Attempting to bind port 7ec3702f-8943-43c8-977e-526933b56dc6 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:09:01.027285 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c4e270c9-a837-4c96-9ff8-f1dce1d0314a None None] Attempting to bind port 7ec3702f-8943-43c8-977e-526933b56dc6 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:09:01.027854 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e270c9-a837-4c96-9ff8-f1dce1d0314a None None] Attempting to bind port 7ec3702f-8943-43c8-977e-526933b56dc6 on network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:09:01.034096 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e270c9-a837-4c96-9ff8-f1dce1d0314a None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:09:01.034504 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e270c9-a837-4c96-9ff8-f1dce1d0314a None None] Checking segment: {'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:09:01.035144 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c4e270c9-a837-4c96-9ff8-f1dce1d0314a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:01.035547 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e270c9-a837-4c96-9ff8-f1dce1d0314a None None] Bound using segment: {'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:09:01.036038 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c4e270c9-a837-4c96-9ff8-f1dce1d0314a None None] Bound port: 7ec3702f-8943-43c8-977e-526933b56dc6, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:09:01.036423 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c4e270c9-a837-4c96-9ff8-f1dce1d0314a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7ec3702f-8943-43c8-977e-526933b56dc6), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:01.113370 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c4e270c9-a837-4c96-9ff8-f1dce1d0314a None None] For port 7ec3702f-8943-43c8-977e-526933b56dc6, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:09:01.118096 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c4e270c9-a837-4c96-9ff8-f1dce1d0314a None None] For port 7ec3702f-8943-43c8-977e-526933b56dc6, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=7ec3702f-8943-43c8-977e-526933b56dc6,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:09:01.125510 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c4e270c9-a837-4c96-9ff8-f1dce1d0314a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7ec3702f-8943-43c8-977e-526933b56dc6), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:01.132846 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-648aaae9-fbd5-433d-9b8c-07624f5e8362 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks [] for port (aa27c420-b1a6-4a70-b84e-d36d372f874c), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:01.147626 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-648aaae9-fbd5-433d-9b8c-07624f5e8362 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (aa27c420-b1a6-4a70-b84e-d36d372f874c), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:01.183781 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e270c9-a837-4c96-9ff8-f1dce1d0314a None None] Routers {'1001dae4-ae30-47db-a3c2-45da5ddcdde9'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:09:01.184423 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-c4e270c9-a837-4c96-9ff8-f1dce1d0314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:08:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:09:01.257649 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03512c48-1192-4af7-adde-5de17dab75bb None None] Pushing event updated for resources: {'Port': ['ID=7ec3702f-8943-43c8-977e-526933b56dc6,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:09:01.321485 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-c4e270c9-a837-4c96-9ff8-f1dce1d0314a None None] Set router 1001dae4-ae30-47db-a3c2-45da5ddcdde9 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:09:01.356512 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-d8289e90-e69c-4fb7-bddd-590f88d754aa None None] Provisioning complete for port 7ec3702f-8943-43c8-977e-526933b56dc6 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:09:01.356900 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d8289e90-e69c-4fb7-bddd-590f88d754aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7ec3702f-8943-43c8-977e-526933b56dc6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:01.521466 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device e69b3167-b5cc-447c-b41c-2a96f7fa5c30 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:09:01.585394 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d8289e90-e69c-4fb7-bddd-590f88d754aa None None] Current status of the port 7ec3702f-8943-43c8-977e-526933b56dc6 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:09:01.586119 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d8289e90-e69c-4fb7-bddd-590f88d754aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7ec3702f-8943-43c8-977e-526933b56dc6), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:01.627659 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648aaae9-fbd5-433d-9b8c-07624f5e8362 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Pushing event updated for resources: {'Port': ['ID=aa27c420-b1a6-4a70-b84e-d36d372f874c,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:09:01.635847 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-648aaae9-fbd5-433d-9b8c-07624f5e8362 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (f1e0a5e6-4101-42bc-8daf-dfd5477fb69f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:01.654041 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-648aaae9-fbd5-433d-9b8c-07624f5e8362 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:01.656076 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-648aaae9-fbd5-433d-9b8c-07624f5e8362 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3353713 Mar 22 20:09:01.671150 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-d8289e90-e69c-4fb7-bddd-590f88d754aa None None] For port 7ec3702f-8943-43c8-977e-526933b56dc6, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=7ec3702f-8943-43c8-977e-526933b56dc6,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:09:01.676789 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port e69b3167-b5cc-447c-b41c-2a96f7fa5c30 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:09:01.677194 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e69b3167-b5cc-447c-b41c-2a96f7fa5c30), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:01.679711 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d8289e90-e69c-4fb7-bddd-590f88d754aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7ec3702f-8943-43c8-977e-526933b56dc6), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:01.813386 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-c4e270c9-a837-4c96-9ff8-f1dce1d0314a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'name': 'tempest-ServerActionsTestJSON-943337659-router', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:58Z', 'revision_number': 4, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'gw_port': {'id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:66:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7ec3702f-8943-43c8-977e-526933b56dc6', 'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'mac_address': 'fa:16:3e:41:7a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:57Z', 'updated_at': '2022-03-22T20:09:01Z', 'revision_number': 4, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'subnets': [{'id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:09:01.828522 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-80f82bb9-bd3d-4725-8b12-58ba3d739c32 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--508250084&fields=id&tenant_id=146ad95db9514ae389addd97809c7bd9 HTTP/1.1" status: 200 len: 267 time: 0.0505743 Mar 22 20:09:01.848954 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8289e90-e69c-4fb7-bddd-590f88d754aa None None] Pushing event updated for resources: {'Port': ['ID=7ec3702f-8943-43c8-977e-526933b56dc6,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:09:01.856609 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e270c9-a837-4c96-9ff8-f1dce1d0314a None None] The sync data for ids ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'] in n-d-705658-24 is: [{'id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'name': 'tempest-ServerActionsTestJSON-943337659-router', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:58Z', 'revision_number': 4, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'gw_port': {'id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:66:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7ec3702f-8943-43c8-977e-526933b56dc6', 'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'mac_address': 'fa:16:3e:41:7a:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:57Z', 'updated_at': '2022-03-22T20:09:01Z', 'revision_number': 4, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'subnets': [{'id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:09:01.884095 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-3f0263a9-1978-4582-b140-1e1183d61527 None None] Provisioning complete for port 7ec3702f-8943-43c8-977e-526933b56dc6 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:09:01.884475 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3f0263a9-1978-4582-b140-1e1183d61527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7ec3702f-8943-43c8-977e-526933b56dc6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:01.930805 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port e69b3167-b5cc-447c-b41c-2a96f7fa5c30 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:09:02.034423 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-3f0263a9-1978-4582-b140-1e1183d61527 None None] Current status of the port 7ec3702f-8943-43c8-977e-526933b56dc6 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:09:02.053503 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-02183b6b-b03e-4be1-a708-e2de51541472 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:02.060695 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-02183b6b-b03e-4be1-a708-e2de51541472 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 811 time: 0.2202377 Mar 22 20:09:02.083565 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-df372aec-fcf1-4e49-90a3-c832a8d30299 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/quotas/146ad95db9514ae389addd97809c7bd9 HTTP/1.1" status: 200 len: 375 time: 0.0176680 Mar 22 20:09:02.159288 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-1228290d-399f-4620-8bd8-ec87cb85d6c0 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699275 Mar 22 20:09:02.280398 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-fe015a8e-85d4-4dbd-834b-7dcde17ab8a9 service neutron] 10.222.0.75 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021640 Mar 22 20:09:02.390129 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-8887e12f-558d-4a3b-bdf0-41a5c6ab1943 service neutron] 10.222.0.75 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019208 Mar 22 20:09:02.613052 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1adf0ae1-9793-427f-9fad-b6a8c1c9f3d0 req-6054b1cd-7d7a-4c46-be5c-0407ca4e7d82 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 210 time: 0.0340676 Mar 22 20:09:03.507893 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 7ec3702f-8943-43c8-977e-526933b56dc6 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:09:03.591644 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 7ec3702f-8943-43c8-977e-526933b56dc6 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:09:03.592029 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7ec3702f-8943-43c8-977e-526933b56dc6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:03.701143 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 7ec3702f-8943-43c8-977e-526933b56dc6 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:09:03.786856 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-924839d7-4d1c-4cef-a1b6-8bcbdd0497ba req-57cc83e0-7812-4121-a32d-9895aa81d625 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 210 time: 0.0569940 Mar 22 20:09:03.834973 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-2185c6de-825e-44fb-bb8e-6a216350c116 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:03.836841 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-2185c6de-825e-44fb-bb8e-6a216350c116 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.84 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 811 time: 0.1485569 Mar 22 20:09:03.912372 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-f6ccc3c8-dade-4ed6-8faf-9ddc491a3001 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=146ad95db9514ae389addd97809c7bd9 HTTP/1.1" status: 200 len: 379 time: 0.0679257 Mar 22 20:09:03.921437 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-8b47c7d5-2cc3-41b5-9d18-3884000c0bec tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Request body: {'port': {'device_id': '4d882f40-bd9a-43c0-824c-752fbf01a0c0', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'admin_state_up': True, 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'security_groups': ['feb6c831-774a-4003-886b-377a1e32fc7e']}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:09:04.067702 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-8b47c7d5-2cc3-41b5-9d18-3884000c0bec tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Made reservation on behalf of 146ad95db9514ae389addd97809c7bd9 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:09:04.071371 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-8b47c7d5-2cc3-41b5-9d18-3884000c0bec tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:04.217247 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-8b47c7d5-2cc3-41b5-9d18-3884000c0bec tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Allocated IP 172.20.0.14 (005ec1f0-1b3a-4d71-b791-970bb8259fb2/67a8b60c-f06a-4498-ba05-7965d64d6f99/670b8907-76ce-414d-8457-614aee7d4e92) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:09:04.384276 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-8b47c7d5-2cc3-41b5-9d18-3884000c0bec tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks [] for port (670b8907-76ce-414d-8457-614aee7d4e92), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:04.422361 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-8b47c7d5-2cc3-41b5-9d18-3884000c0bec tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (670b8907-76ce-414d-8457-614aee7d4e92), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:04.480555 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-8b47c7d5-2cc3-41b5-9d18-3884000c0bec tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:09:04.486476 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-8b47c7d5-2cc3-41b5-9d18-3884000c0bec tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:09:04.491337 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-8b47c7d5-2cc3-41b5-9d18-3884000c0bec tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:09:04.496338 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47c7d5-2cc3-41b5-9d18-3884000c0bec tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Pushing event updated for resources: {'Port': ['ID=670b8907-76ce-414d-8457-614aee7d4e92,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:09:04.557797 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-8b47c7d5-2cc3-41b5-9d18-3884000c0bec tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:04.558485 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-8b47c7d5-2cc3-41b5-9d18-3884000c0bec tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:04.576571 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-8b47c7d5-2cc3-41b5-9d18-3884000c0bec tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6589439 Mar 22 20:09:04.588833 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-9c90e6be-ab11-4132-a93a-371b0ba91bff service neutron] Request body: {'port': {'device_id': '4d882f40-bd9a-43c0-824c-752fbf01a0c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:09:04.653310 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-9c90e6be-ab11-4132-a93a-371b0ba91bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (670b8907-76ce-414d-8457-614aee7d4e92), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:04.780443 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-3b655827-41cd-42ef-ba39-0bca0efbe4b9 None None] Provisioning complete for port 670b8907-76ce-414d-8457-614aee7d4e92 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:09:04.781235 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3b655827-41cd-42ef-ba39-0bca0efbe4b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (670b8907-76ce-414d-8457-614aee7d4e92), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:04.835792 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-3b655827-41cd-42ef-ba39-0bca0efbe4b9 None None] Port 670b8907-76ce-414d-8457-614aee7d4e92 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:09:04.930869 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305ddde-8ede-4891-9318-b413ec1a6c55 req-b49ec57b-9782-4fcc-a143-18d798a2b1bf tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:04.932348 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0305ddde-8ede-4891-9318-b413ec1a6c55 req-b49ec57b-9782-4fcc-a143-18d798a2b1bf tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 932 time: 0.0674510 Mar 22 20:09:04.974496 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-9c90e6be-ab11-4132-a93a-371b0ba91bff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 670b8907-76ce-414d-8457-614aee7d4e92 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:09:04.982735 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-9c90e6be-ab11-4132-a93a-371b0ba91bff service neutron] Publish callbacks [] for port (670b8907-76ce-414d-8457-614aee7d4e92), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:04.996430 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-9c90e6be-ab11-4132-a93a-371b0ba91bff service neutron] Transition to ACTIVE for port object 670b8907-76ce-414d-8457-614aee7d4e92 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:09:04.998455 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0305ddde-8ede-4891-9318-b413ec1a6c55 req-e39f1685-8486-46e0-b128-4f0e24f74205 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554013 Mar 22 20:09:05.001120 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-9c90e6be-ab11-4132-a93a-371b0ba91bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (670b8907-76ce-414d-8457-614aee7d4e92), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:05.080759 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90e6be-ab11-4132-a93a-371b0ba91bff service neutron] Pushing event updated for resources: {'Port': ['ID=670b8907-76ce-414d-8457-614aee7d4e92,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:09:05.148917 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-9c90e6be-ab11-4132-a93a-371b0ba91bff service neutron] Attempting to bind port 670b8907-76ce-414d-8457-614aee7d4e92 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:09:05.149494 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-9c90e6be-ab11-4132-a93a-371b0ba91bff service neutron] Attempting to bind port 670b8907-76ce-414d-8457-614aee7d4e92 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:09:05.150137 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-9c90e6be-ab11-4132-a93a-371b0ba91bff service neutron] Attempting to bind port 670b8907-76ce-414d-8457-614aee7d4e92 on network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:09:05.160009 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-9c90e6be-ab11-4132-a93a-371b0ba91bff service neutron] Port 670b8907-76ce-414d-8457-614aee7d4e92 on network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:09:05.160328 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-9c90e6be-ab11-4132-a93a-371b0ba91bff service neutron] Attempting to bind port 670b8907-76ce-414d-8457-614aee7d4e92 on network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:09:05.167187 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-9c90e6be-ab11-4132-a93a-371b0ba91bff service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:09:05.167534 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-9c90e6be-ab11-4132-a93a-371b0ba91bff service neutron] Checking segment: {'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:09:05.167935 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-9c90e6be-ab11-4132-a93a-371b0ba91bff service neutron] Bound using segment: {'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:09:05.168374 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-9c90e6be-ab11-4132-a93a-371b0ba91bff service neutron] Bound port: 670b8907-76ce-414d-8457-614aee7d4e92, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:09:05.168744 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-9c90e6be-ab11-4132-a93a-371b0ba91bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (670b8907-76ce-414d-8457-614aee7d4e92), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:05.246024 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-9c90e6be-ab11-4132-a93a-371b0ba91bff service neutron] For port 670b8907-76ce-414d-8457-614aee7d4e92, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:09:05.249376 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-9c90e6be-ab11-4132-a93a-371b0ba91bff service neutron] For port 670b8907-76ce-414d-8457-614aee7d4e92, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=670b8907-76ce-414d-8457-614aee7d4e92,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:09:05.260415 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-9c90e6be-ab11-4132-a93a-371b0ba91bff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (670b8907-76ce-414d-8457-614aee7d4e92), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:05.294475 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-9c90e6be-ab11-4132-a93a-371b0ba91bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:05.295109 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-9c90e6be-ab11-4132-a93a-371b0ba91bff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:05.296858 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-9c90e6be-ab11-4132-a93a-371b0ba91bff service neutron] 10.222.0.84 "PUT /v2.0/ports/670b8907-76ce-414d-8457-614aee7d4e92 HTTP/1.1" status: 200 len: 1093 time: 0.7127247 Mar 22 20:09:05.297439 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d882f40-bd9a-43c0-824c-752fbf01a0c0', 'tag': '670b8907-76ce-414d-8457-614aee7d4e92'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:09:05.300682 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3dac7f4-99e4-4d03-b687-f993f1b4727f" -d '{"events": [{"name": "network-changed", "server_uuid": "4d882f40-bd9a-43c0-824c-752fbf01a0c0", "tag": "670b8907-76ce-414d-8457-614aee7d4e92"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:09:05.338881 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90e6be-ab11-4132-a93a-371b0ba91bff service neutron] Pushing event updated for resources: {'Port': ['ID=670b8907-76ce-414d-8457-614aee7d4e92,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:09:05.354590 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2c4ae4-4f17-4fe4-95c7-0870eab72c2e x-openstack-request-id: req-2e2c4ae4-4f17-4fe4-95c7-0870eab72c2e {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:09:05.354885 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d882f40-bd9a-43c0-824c-752fbf01a0c0", "tag": "670b8907-76ce-414d-8457-614aee7d4e92", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:09:05.355135 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2e2c4ae4-4f17-4fe4-95c7-0870eab72c2e {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:09:05.355546 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e2c4ae4-4f17-4fe4-95c7-0870eab72c2e'] response: {'name': 'network-changed', 'server_uuid': '4d882f40-bd9a-43c0-824c-752fbf01a0c0', 'tag': '670b8907-76ce-414d-8457-614aee7d4e92', 'status': 'completed', 'code': 200} Mar 22 20:09:05.392572 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-a22da789-f102-467f-b4f0-2a758e5b73d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:05.394704 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-a22da789-f102-467f-b4f0-2a758e5b73d2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 1127 time: 0.0526373 Mar 22 20:09:05.442868 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-e0da4af9-c122-4730-9a6c-7bfe67867431 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=670b8907-76ce-414d-8457-614aee7d4e92 HTTP/1.1" status: 200 len: 217 time: 0.0418208 Mar 22 20:09:05.507853 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-8808583e-1682-488a-9002-e7d57ad7dfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:05.509531 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-8808583e-1682-488a-9002-e7d57ad7dfda service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0535367 Mar 22 20:09:05.561933 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-e026352a-7d68-4c76-b084-fb4b10343655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:05.563467 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-e026352a-7d68-4c76-b084-fb4b10343655 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480437 Mar 22 20:09:05.662273 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-f41f2a42-37e9-4431-af7d-9ee79ec719d5 service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914187 Mar 22 20:09:05.753269 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ef6fc040-401d-4cd9-91c0-78a25abf0431 req-769b658d-3f00-4d91-9150-b6f87930ddfc service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854368 Mar 22 20:09:05.845673 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dac7f4-99e4-4d03-b687-f993f1b4727f req-836bcea7-0c21-4ea6-b4f2-ced052e68373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:05.846967 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b3dac7f4-99e4-4d03-b687-f993f1b4727f req-836bcea7-0c21-4ea6-b4f2-ced052e68373 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 1127 time: 0.0475030 Mar 22 20:09:05.948189 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dac7f4-99e4-4d03-b687-f993f1b4727f req-12baf0d0-d51a-40c2-961b-4cfe23affbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:05.949824 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b3dac7f4-99e4-4d03-b687-f993f1b4727f req-12baf0d0-d51a-40c2-961b-4cfe23affbd5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 912 time: 0.0973732 Mar 22 20:09:05.995114 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b3dac7f4-99e4-4d03-b687-f993f1b4727f req-27aa541d-dbd3-4dde-bf1c-fbfa78de69b0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=670b8907-76ce-414d-8457-614aee7d4e92 HTTP/1.1" status: 200 len: 217 time: 0.0384476 Mar 22 20:09:06.055242 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dac7f4-99e4-4d03-b687-f993f1b4727f req-fd6232c0-4368-4878-bd51-f0491111f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:06.056730 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b3dac7f4-99e4-4d03-b687-f993f1b4727f req-fd6232c0-4368-4878-bd51-f0491111f01d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0538712 Mar 22 20:09:06.120555 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dac7f4-99e4-4d03-b687-f993f1b4727f req-df94a8c4-0585-4c61-97f9-53af36486b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:06.122057 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b3dac7f4-99e4-4d03-b687-f993f1b4727f req-df94a8c4-0585-4c61-97f9-53af36486b8e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0587816 Mar 22 20:09:06.139027 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b2de7-4b05-47dd-9204-11dc8cf7d063 req-bb0f4b57-6c73-469c-90ca-e4ed4014ae99 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:06.140585 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e10b2de7-4b05-47dd-9204-11dc8cf7d063 req-bb0f4b57-6c73-469c-90ca-e4ed4014ae99 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 944 time: 0.0691659 Mar 22 20:09:06.193568 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e10b2de7-4b05-47dd-9204-11dc8cf7d063 req-ade1553d-8f1d-495f-9f4f-88d8a26e973e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472617 Mar 22 20:09:06.222370 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b3dac7f4-99e4-4d03-b687-f993f1b4727f req-f55865c6-857e-431b-b35c-07ea795f1a71 service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926435 Mar 22 20:09:06.333750 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b3dac7f4-99e4-4d03-b687-f993f1b4727f req-9c903a6a-9dc8-4d85-8b74-8ca8c9455693 service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042459 Mar 22 20:09:07.325044 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca91d54-db71-4bbd-811f-5feda906cdee req-de9d4bb6-c90c-4420-b6e7-cddd2e036343 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:07.326699 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fca91d54-db71-4bbd-811f-5feda906cdee req-de9d4bb6-c90c-4420-b6e7-cddd2e036343 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 944 time: 0.0585945 Mar 22 20:09:07.378749 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fca91d54-db71-4bbd-811f-5feda906cdee req-81c5afa4-4465-4fca-b6b4-4d8c62a5cfc3 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451562 Mar 22 20:09:07.974286 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 670b8907-76ce-414d-8457-614aee7d4e92 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:09:08.074436 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 670b8907-76ce-414d-8457-614aee7d4e92, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=670b8907-76ce-414d-8457-614aee7d4e92,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:09:08.090593 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '670b8907-76ce-414d-8457-614aee7d4e92', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'port_id': '670b8907-76ce-414d-8457-614aee7d4e92', 'mac_address': 'fa:16:3e:b7:f2:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:09:08.129878 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 670b8907-76ce-414d-8457-614aee7d4e92 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:09:08.130337 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (670b8907-76ce-414d-8457-614aee7d4e92), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:08.143958 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 670b8907-76ce-414d-8457-614aee7d4e92 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:09:08.166150 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 670b8907-76ce-414d-8457-614aee7d4e92, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=670b8907-76ce-414d-8457-614aee7d4e92,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:09:08.170737 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (670b8907-76ce-414d-8457-614aee7d4e92), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:08.224525 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=670b8907-76ce-414d-8457-614aee7d4e92,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:09:08.365384 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['670b8907-76ce-414d-8457-614aee7d4e92'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:09:08.522201 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00b2fc-b1e2-46e3-828b-9c463539b4bd req-9ba2818e-1e26-4099-9cf6-13e8268fc2d4 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:08.523653 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a00b2fc-b1e2-46e3-828b-9c463539b4bd req-9ba2818e-1e26-4099-9cf6-13e8268fc2d4 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 945 time: 0.0703635 Mar 22 20:09:08.573156 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a00b2fc-b1e2-46e3-828b-9c463539b4bd req-f0935c5d-7064-40a4-8db4-7407f6a21ee5 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434375 Mar 22 20:09:09.606599 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:09:09.696105 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ee0af-4e7d-413b-853e-96236c4673ff req-658431c0-244b-4b57-ab21-14fc2c848f1b tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:09.697757 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2d8ee0af-4e7d-413b-853e-96236c4673ff req-658431c0-244b-4b57-ab21-14fc2c848f1b tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 945 time: 0.0549097 Mar 22 20:09:09.749885 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2d8ee0af-4e7d-413b-853e-96236c4673ff req-a50fee5a-c9f0-4d07-b2e6-0af5486effad tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460546 Mar 22 20:09:09.992508 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 670b8907-76ce-414d-8457-614aee7d4e92 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:09:10.062931 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 670b8907-76ce-414d-8457-614aee7d4e92 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:09:10.069068 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 670b8907-76ce-414d-8457-614aee7d4e92 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:09:10.069677 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (670b8907-76ce-414d-8457-614aee7d4e92), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:10.167329 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 670b8907-76ce-414d-8457-614aee7d4e92 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:09:10.168414 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (670b8907-76ce-414d-8457-614aee7d4e92), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:10.193193 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d882f40-bd9a-43c0-824c-752fbf01a0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670b8907-76ce-414d-8457-614aee7d4e92'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:09:10.195501 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9459951e-6dc9-4636-8527-e07072ba6d40" -d '{"events": [{"server_uuid": "4d882f40-bd9a-43c0-824c-752fbf01a0c0", "name": "network-vif-plugged", "status": "completed", "tag": "670b8907-76ce-414d-8457-614aee7d4e92"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:09:10.208942 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 670b8907-76ce-414d-8457-614aee7d4e92, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=670b8907-76ce-414d-8457-614aee7d4e92,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:09:10.213983 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (670b8907-76ce-414d-8457-614aee7d4e92), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:10.243001 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850b8865-099c-403e-a22b-24ee6e94d794 x-openstack-request-id: req-850b8865-099c-403e-a22b-24ee6e94d794 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:09:10.243001 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d882f40-bd9a-43c0-824c-752fbf01a0c0", "name": "network-vif-plugged", "status": "completed", "tag": "670b8907-76ce-414d-8457-614aee7d4e92", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:09:10.243260 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-850b8865-099c-403e-a22b-24ee6e94d794 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:09:10.243839 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-850b8865-099c-403e-a22b-24ee6e94d794'] response: {'server_uuid': '4d882f40-bd9a-43c0-824c-752fbf01a0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670b8907-76ce-414d-8457-614aee7d4e92', 'code': 200} Mar 22 20:09:10.271073 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=670b8907-76ce-414d-8457-614aee7d4e92,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:09:10.353065 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8fc08-8c76-4ca8-b83b-fa9473f1b40f req-ef43bd5a-e7e6-435c-a0ac-5154a10793f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:10.354660 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ecd8fc08-8c76-4ca8-b83b-fa9473f1b40f req-ef43bd5a-e7e6-435c-a0ac-5154a10793f5 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 1129 time: 0.0512791 Mar 22 20:09:10.399615 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ecd8fc08-8c76-4ca8-b83b-fa9473f1b40f req-d63ac071-7727-43e9-bcf1-49fc676930ec service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393054 Mar 22 20:09:10.892616 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada718bf-1f00-4fbe-b23c-0a9dc81b455a req-20ba79ad-fcd5-47ac-a73b-2b8fc5e60996 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:10.894181 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ada718bf-1f00-4fbe-b23c-0a9dc81b455a req-20ba79ad-fcd5-47ac-a73b-2b8fc5e60996 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 946 time: 0.0603585 Mar 22 20:09:10.946446 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ada718bf-1f00-4fbe-b23c-0a9dc81b455a req-7d295008-e2e2-45f0-9e9e-d1ca628f9b1a tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463097 Mar 22 20:09:12.084076 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db04c37-e9e7-443c-be14-f79e671f82b0 req-09ddeaef-8192-49c8-85b8-48a1219ba274 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:12.085770 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3db04c37-e9e7-443c-be14-f79e671f82b0 req-09ddeaef-8192-49c8-85b8-48a1219ba274 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 946 time: 0.0625873 Mar 22 20:09:12.137406 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3db04c37-e9e7-443c-be14-f79e671f82b0 req-d7494462-6329-4fac-b090-129d73d3ee9d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458653 Mar 22 20:09:12.259590 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6233741-977f-4e5f-a04c-94feadf552bd req-3c8eb404-d35d-4ff3-b96a-3808b2351613 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:12.261089 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d6233741-977f-4e5f-a04c-94feadf552bd req-3c8eb404-d35d-4ff3-b96a-3808b2351613 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 946 time: 0.0587087 Mar 22 20:09:12.270521 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38664) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:09:12.275345 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-fe2481f5-0692-45ad-9482-e86b28c137a4 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Request body: {'floatingip': {'port_id': '670b8907-76ce-414d-8457-614aee7d4e92'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:09:12.320321 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fe2481f5-0692-45ad-9482-e86b28c137a4 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks [] for floatingip (f1e0a5e6-4101-42bc-8daf-dfd5477fb69f), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:12.777160 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fe2481f5-0692-45ad-9482-e86b28c137a4 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:12.781630 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fe2481f5-0692-45ad-9482-e86b28c137a4 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (f1e0a5e6-4101-42bc-8daf-dfd5477fb69f), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:12.883877 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [None req-fe2481f5-0692-45ad-9482-e86b28c137a4 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Floating IP f1e0a5e6-4101-42bc-8daf-dfd5477fb69f associated. External IP: 172.25.5.97, port: 670b8907-76ce-414d-8457-614aee7d4e92. Mar 22 20:09:13.119966 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2481f5-0692-45ad-9482-e86b28c137a4 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Router 1001dae4-ae30-47db-a3c2-45da5ddcdde9 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:09:13.244517 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2481f5-0692-45ad-9482-e86b28c137a4 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:09:13.250481 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fe2481f5-0692-45ad-9482-e86b28c137a4 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:13.255968 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbe4d7e-c066-46b8-a98f-6dbcb594b5a5 None None] Sync routers for ids ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:09:13.267846 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbe4d7e-c066-46b8-a98f-6dbcb594b5a5 None None] Routers {'1001dae4-ae30-47db-a3c2-45da5ddcdde9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:09:13.268810 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-cbbe4d7e-c066-46b8-a98f-6dbcb594b5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:08:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:09:13.286780 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fe2481f5-0692-45ad-9482-e86b28c137a4 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "PUT /v2.0/floatingips/f1e0a5e6-4101-42bc-8daf-dfd5477fb69f HTTP/1.1" status: 200 len: 991 time: 1.0150855 Mar 22 20:09:13.287535 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d882f40-bd9a-43c0-824c-752fbf01a0c0', 'tag': '670b8907-76ce-414d-8457-614aee7d4e92'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:09:13.289826 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc57f6a5-2261-42e7-9bfc-db8176eab61e" -d '{"events": [{"name": "network-changed", "server_uuid": "4d882f40-bd9a-43c0-824c-752fbf01a0c0", "tag": "670b8907-76ce-414d-8457-614aee7d4e92"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:09:13.343455 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d7b82f-2fc9-46bc-9a32-8850b9993de5 x-openstack-request-id: req-c5d7b82f-2fc9-46bc-9a32-8850b9993de5 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:09:13.343903 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d882f40-bd9a-43c0-824c-752fbf01a0c0", "tag": "670b8907-76ce-414d-8457-614aee7d4e92", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:09:13.344316 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-c5d7b82f-2fc9-46bc-9a32-8850b9993de5 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:09:13.345032 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5d7b82f-2fc9-46bc-9a32-8850b9993de5'] response: {'name': 'network-changed', 'server_uuid': '4d882f40-bd9a-43c0-824c-752fbf01a0c0', 'tag': '670b8907-76ce-414d-8457-614aee7d4e92', 'status': 'completed', 'code': 200} Mar 22 20:09:13.417564 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-cbbe4d7e-c066-46b8-a98f-6dbcb594b5a5 None None] Set router 1001dae4-ae30-47db-a3c2-45da5ddcdde9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:09:13.433544 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57f6a5-2261-42e7-9bfc-db8176eab61e req-cf64e1a4-d9fb-468c-84b6-3dd3bc1b5c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:13.435137 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fc57f6a5-2261-42e7-9bfc-db8176eab61e req-cf64e1a4-d9fb-468c-84b6-3dd3bc1b5c50 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 1129 time: 0.0559807 Mar 22 20:09:13.442270 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ed42a-2d5b-4471-82f8-8e0124c84e13 req-8f681299-299f-4c93-ab8d-5f422b681ea1 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:13.443806 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e43ed42a-2d5b-4471-82f8-8e0124c84e13 req-8f681299-299f-4c93-ab8d-5f422b681ea1 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 946 time: 0.0662839 Mar 22 20:09:13.527239 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e43ed42a-2d5b-4471-82f8-8e0124c84e13 req-5575bfac-ff90-465d-8087-0fcf30cda2d8 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759997 Mar 22 20:09:13.576586 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57f6a5-2261-42e7-9bfc-db8176eab61e req-870c4b5c-ae65-4ca8-9ef5-d17e53c7e5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:13.578685 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fc57f6a5-2261-42e7-9bfc-db8176eab61e req-870c4b5c-ae65-4ca8-9ef5-d17e53c7e5a7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 912 time: 0.1369336 Mar 22 20:09:13.666359 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fc57f6a5-2261-42e7-9bfc-db8176eab61e req-e965518b-fa55-41f4-bcbc-948d645c8e31 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=670b8907-76ce-414d-8457-614aee7d4e92 HTTP/1.1" status: 200 len: 999 time: 0.0806785 Mar 22 20:09:13.676101 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-cbbe4d7e-c066-46b8-a98f-6dbcb594b5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'name': 'tempest-ServerActionsTestJSON-943337659-router', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:58Z', 'revision_number': 4, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'gw_port': {'id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:66:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'f1e0a5e6-4101-42bc-8daf-dfd5477fb69f', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'floating_ip_address': '172.25.5.97', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'port_id': '670b8907-76ce-414d-8457-614aee7d4e92', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'mac_address': 'fa:16:3e:b7:f2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d882f40-bd9a-43c0-824c-752fbf01a0c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:09:00Z', 'updated_at': '2022-03-22T20:09:12Z', 'revision_number': 1, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec3702f-8943-43c8-977e-526933b56dc6', 'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'mac_address': 'fa:16:3e:41:7a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:57Z', 'updated_at': '2022-03-22T20:09:01Z', 'revision_number': 5, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'subnets': [{'id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:09:13.679885 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86675ddb-249d-4930-a966-a46068e7236f req-94f09f08-68a3-4ac3-b247-b6e9a4e894e0 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:13.680332 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-86675ddb-249d-4930-a966-a46068e7236f req-94f09f08-68a3-4ac3-b247-b6e9a4e894e0 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 946 time: 0.0710042 Mar 22 20:09:13.722227 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57f6a5-2261-42e7-9bfc-db8176eab61e req-14a338e2-5646-48fa-b2ec-db8518e21f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:13.723893 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fc57f6a5-2261-42e7-9bfc-db8176eab61e req-14a338e2-5646-48fa-b2ec-db8518e21f29 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0522349 Mar 22 20:09:13.741587 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-86675ddb-249d-4930-a966-a46068e7236f req-0fb869d2-4e35-4eae-b399-4096315e757c tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551052 Mar 22 20:09:13.778401 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57f6a5-2261-42e7-9bfc-db8176eab61e req-95df71b7-6ed7-442f-8a8a-0ef8cccc0652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:13.779884 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fc57f6a5-2261-42e7-9bfc-db8176eab61e req-95df71b7-6ed7-442f-8a8a-0ef8cccc0652 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0504165 Mar 22 20:09:13.799528 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbe4d7e-c066-46b8-a98f-6dbcb594b5a5 None None] Checking router: 1001dae4-ae30-47db-a3c2-45da5ddcdde9 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:09:13.810180 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbe4d7e-c066-46b8-a98f-6dbcb594b5a5 None None] Routers {'1001dae4-ae30-47db-a3c2-45da5ddcdde9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:09:13.811402 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-cbbe4d7e-c066-46b8-a98f-6dbcb594b5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:08:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:09:13.883904 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fc57f6a5-2261-42e7-9bfc-db8176eab61e req-646b1783-09f8-4999-b5d6-60c5bf4e6b94 service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974207 Mar 22 20:09:13.940688 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-cbbe4d7e-c066-46b8-a98f-6dbcb594b5a5 None None] Set router 1001dae4-ae30-47db-a3c2-45da5ddcdde9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:09:13.980967 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fc57f6a5-2261-42e7-9bfc-db8176eab61e req-e564f339-d58e-4b85-96ab-01cc05372893 service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912125 Mar 22 20:09:14.186188 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-cbbe4d7e-c066-46b8-a98f-6dbcb594b5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'name': 'tempest-ServerActionsTestJSON-943337659-router', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:58Z', 'revision_number': 4, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'gw_port': {'id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:66:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'f1e0a5e6-4101-42bc-8daf-dfd5477fb69f', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'floating_ip_address': '172.25.5.97', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'port_id': '670b8907-76ce-414d-8457-614aee7d4e92', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'mac_address': 'fa:16:3e:b7:f2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d882f40-bd9a-43c0-824c-752fbf01a0c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:09:00Z', 'updated_at': '2022-03-22T20:09:12Z', 'revision_number': 1, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec3702f-8943-43c8-977e-526933b56dc6', 'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'mac_address': 'fa:16:3e:41:7a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:57Z', 'updated_at': '2022-03-22T20:09:01Z', 'revision_number': 5, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'subnets': [{'id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:09:14.216504 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbe4d7e-c066-46b8-a98f-6dbcb594b5a5 None None] The sync data for ids ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'] in n-d-705658-24 is: [{'id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'name': 'tempest-ServerActionsTestJSON-943337659-router', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:58Z', 'revision_number': 4, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'gw_port': {'id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:66:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'f1e0a5e6-4101-42bc-8daf-dfd5477fb69f', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'floating_ip_address': '172.25.5.97', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'port_id': '670b8907-76ce-414d-8457-614aee7d4e92', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'mac_address': 'fa:16:3e:b7:f2:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d882f40-bd9a-43c0-824c-752fbf01a0c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:09:00Z', 'updated_at': '2022-03-22T20:09:12Z', 'revision_number': 1, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec3702f-8943-43c8-977e-526933b56dc6', 'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'mac_address': 'fa:16:3e:41:7a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:57Z', 'updated_at': '2022-03-22T20:09:01Z', 'revision_number': 5, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'subnets': [{'id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:09:14.424728 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffacfdb4-58a6-4b77-83d0-79f18e153490 None None] New status for floating IP f1e0a5e6-4101-42bc-8daf-dfd5477fb69f: ACTIVE {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:09:14.877480 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb3cb9-ce23-4ee5-bbe3-4a34e698c925 req-f1bd5588-c114-428a-b1bf-04ff03f71b4e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:14.879585 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-07fb3cb9-ce23-4ee5-bbe3-4a34e698c925 req-f1bd5588-c114-428a-b1bf-04ff03f71b4e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 946 time: 0.0591547 Mar 22 20:09:14.937047 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-07fb3cb9-ce23-4ee5-bbe3-4a34e698c925 req-9b3f5938-f8a5-4248-9703-285467d8a9a3 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516982 Mar 22 20:09:15.156088 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1ae35-a456-46ca-ba28-969658329043 req-7892b1af-b85e-4279-a3b9-d89ba54779ce tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:15.158066 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4ae1ae35-a456-46ca-ba28-969658329043 req-7892b1af-b85e-4279-a3b9-d89ba54779ce tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 946 time: 0.1325893 Mar 22 20:09:15.208324 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4ae1ae35-a456-46ca-ba28-969658329043 req-c04bd3aa-ae2a-470e-ad0e-3943eba09fe7 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439947 Mar 22 20:09:15.219974 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e11906bb-0298-40fd-afed-64fa7ecfad20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:15.508405 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9d0afcbc-a8f3-4da9-80a4-14bc367ebfbb req-4850d711-3f95-4c7f-95db-3160ecb133e8 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0837221 Mar 22 20:09:15.520614 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0603d8-2a4f-4f64-8b19-7724eb649865 req-41e827bf-327a-4583-a25d-5265eade3d2c tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:15.522109 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ee0603d8-2a4f-4f64-8b19-7724eb649865 req-41e827bf-327a-4583-a25d-5265eade3d2c tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 946 time: 0.0659835 Mar 22 20:09:15.583306 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ee0603d8-2a4f-4f64-8b19-7724eb649865 req-eb5b0aba-4c87-4fab-a949-96847ed651c2 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500686 Mar 22 20:09:15.984488 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0afcbc-a8f3-4da9-80a4-14bc367ebfbb req-53a1bfc0-98f8-4e82-9b03-be8d172b10ba tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:15.986394 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9d0afcbc-a8f3-4da9-80a4-14bc367ebfbb req-53a1bfc0-98f8-4e82-9b03-be8d172b10ba tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports/670b8907-76ce-414d-8457-614aee7d4e92 HTTP/1.1" status: 200 len: 943 time: 0.0506351 Mar 22 20:09:16.224656 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:16.716105 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa590ad-e710-4e93-afbd-f1d06fc9092a req-88f8705a-10b4-45d7-8d06-304fd2f969d4 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:16.717673 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4aa590ad-e710-4e93-afbd-f1d06fc9092a req-88f8705a-10b4-45d7-8d06-304fd2f969d4 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 946 time: 0.0590034 Mar 22 20:09:16.777032 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4aa590ad-e710-4e93-afbd-f1d06fc9092a req-63e3f103-77c1-4729-bee3-ec5c2109c945 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527458 Mar 22 20:09:16.834825 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0afcbc-a8f3-4da9-80a4-14bc367ebfbb req-6e8d08b8-dcf9-4a7f-94e6-4359734ea656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:16.836655 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9d0afcbc-a8f3-4da9-80a4-14bc367ebfbb req-6e8d08b8-dcf9-4a7f-94e6-4359734ea656 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 1129 time: 0.0562494 Mar 22 20:09:16.946720 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0afcbc-a8f3-4da9-80a4-14bc367ebfbb req-e59d0259-a802-4d6e-825a-4552b0410d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:16.948115 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9d0afcbc-a8f3-4da9-80a4-14bc367ebfbb req-e59d0259-a802-4d6e-825a-4552b0410d9e service neutron] 10.222.0.84 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 912 time: 0.1055243 Mar 22 20:09:17.018142 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9d0afcbc-a8f3-4da9-80a4-14bc367ebfbb req-70f25eb6-4c78-42f8-8ed0-d346c01155b2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=670b8907-76ce-414d-8457-614aee7d4e92 HTTP/1.1" status: 200 len: 1001 time: 0.0637200 Mar 22 20:09:17.074076 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0afcbc-a8f3-4da9-80a4-14bc367ebfbb req-a12c2266-c2cf-463c-a824-eb0c3318d1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:17.075637 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9d0afcbc-a8f3-4da9-80a4-14bc367ebfbb req-a12c2266-c2cf-463c-a824-eb0c3318d1a1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0520022 Mar 22 20:09:17.130225 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0afcbc-a8f3-4da9-80a4-14bc367ebfbb req-b9960a26-fc79-4fd4-8b66-8e8a0d77a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:17.131796 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9d0afcbc-a8f3-4da9-80a4-14bc367ebfbb req-b9960a26-fc79-4fd4-8b66-8e8a0d77a936 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0507848 Mar 22 20:09:17.223280 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9d0afcbc-a8f3-4da9-80a4-14bc367ebfbb req-067b48a5-7487-448d-a161-986d14546e1d service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856750 Mar 22 20:09:17.324957 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9d0afcbc-a8f3-4da9-80a4-14bc367ebfbb req-ffa00e07-62bd-46b6-acdd-5ceeebb05736 service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963871 Mar 22 20:09:17.447172 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e4f91577-576d-4790-9d00-f11b530f222f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:17.900572 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5353ced-2b6d-4e59-af44-537831659146 req-d4ffbaeb-b9f9-4347-acc2-bdb319c37618 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:17.902164 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b5353ced-2b6d-4e59-af44-537831659146 req-d4ffbaeb-b9f9-4347-acc2-bdb319c37618 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 946 time: 0.0541580 Mar 22 20:09:17.955134 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b5353ced-2b6d-4e59-af44-537831659146 req-70597f57-e8fe-4c5f-9115-345ea186e7e4 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466249 Mar 22 20:09:18.681475 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:18.846804 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:19.086073 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a828d4a-a108-43f5-a9c0-0d9f81d57c05 req-5539e75b-18a9-49e1-be23-d4ab6b728594 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:19.087632 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a828d4a-a108-43f5-a9c0-0d9f81d57c05 req-5539e75b-18a9-49e1-be23-d4ab6b728594 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 946 time: 0.0608363 Mar 22 20:09:19.139300 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a828d4a-a108-43f5-a9c0-0d9f81d57c05 req-881d21af-2947-4fd6-9000-f4b0f4592303 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446639 Mar 22 20:09:20.272070 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d47b1-9f32-4f4d-a1fd-dc4938d77614 req-1a5969af-5d33-41c6-8d2a-4638bba6c224 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:20.273713 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1a0d47b1-9f32-4f4d-a1fd-dc4938d77614 req-1a5969af-5d33-41c6-8d2a-4638bba6c224 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 946 time: 0.0580244 Mar 22 20:09:20.284699 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:20.328488 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1a0d47b1-9f32-4f4d-a1fd-dc4938d77614 req-9479b00a-d63f-4e95-9213-ba5d9187de19 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479531 Mar 22 20:09:21.406267 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:21.471311 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a23e74-957e-4678-923e-27bedd3006ce req-c365d408-1038-4d8e-a2ec-5850cfaf00d8 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:21.472864 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c7a23e74-957e-4678-923e-27bedd3006ce req-c365d408-1038-4d8e-a2ec-5850cfaf00d8 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 946 time: 0.0698481 Mar 22 20:09:21.531260 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c7a23e74-957e-4678-923e-27bedd3006ce req-59f0c348-a9eb-45b1-ba59-48a06234b475 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522027 Mar 22 20:09:22.666066 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa31908-af53-47b6-a313-aacafb9b026d req-6053ed93-3dee-4e0c-88ca-edfce5597681 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:22.674769 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cfa31908-af53-47b6-a313-aacafb9b026d req-6053ed93-3dee-4e0c-88ca-edfce5597681 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 946 time: 0.0679235 Mar 22 20:09:22.729127 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cfa31908-af53-47b6-a313-aacafb9b026d req-797462d3-d125-4ce4-80a7-7f5576bb2cea tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497897 Mar 22 20:09:23.877367 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea0142-daec-4946-8cbc-e657e4476870 req-0065dd6e-184e-4a8d-bf12-c005a60c1b66 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:23.879450 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0bea0142-daec-4946-8cbc-e657e4476870 req-0065dd6e-184e-4a8d-bf12-c005a60c1b66 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 946 time: 0.0628252 Mar 22 20:09:23.930271 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0bea0142-daec-4946-8cbc-e657e4476870 req-7e6780f9-e4d5-4c60-9ada-70ac207edaa0 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444136 Mar 22 20:09:25.051997 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63922b-02f4-46e6-82f9-73073198d8e4 req-3d09463f-a724-40b9-a33b-317699a34519 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:25.053510 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3d63922b-02f4-46e6-82f9-73073198d8e4 req-3d09463f-a724-40b9-a33b-317699a34519 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 946 time: 0.0535419 Mar 22 20:09:25.100645 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3d63922b-02f4-46e6-82f9-73073198d8e4 req-91815ff0-8e28-4399-a99b-d04a49229661 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415533 Mar 22 20:09:26.240519 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea239fce-bce7-4cda-a896-e39942ba797c req-6087c9de-2dc9-4ce6-9f0b-7c7bfadaafac tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:26.242078 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ea239fce-bce7-4cda-a896-e39942ba797c req-6087c9de-2dc9-4ce6-9f0b-7c7bfadaafac tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 946 time: 0.0556850 Mar 22 20:09:26.294507 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ea239fce-bce7-4cda-a896-e39942ba797c req-23335774-b7d5-491c-a296-19cfef4459eb tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468717 Mar 22 20:09:27.421844 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bdb3b-c5e9-47f7-a8f8-53ab90e8ebfd req-3dacc3f5-6edb-41ef-bb89-d80620c797ab tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:27.423963 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c0bdb3b-c5e9-47f7-a8f8-53ab90e8ebfd req-3dacc3f5-6edb-41ef-bb89-d80620c797ab tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 946 time: 0.0606081 Mar 22 20:09:27.473767 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c0bdb3b-c5e9-47f7-a8f8-53ab90e8ebfd req-4e30755c-4f07-4f55-99e5-2362535f9c3c tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436623 Mar 22 20:09:28.596073 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9abe8-2be2-4ac4-8d9f-831e48b55968 req-41103e38-9b45-4458-b98a-50db20a21a89 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:28.597607 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-33b9abe8-2be2-4ac4-8d9f-831e48b55968 req-41103e38-9b45-4458-b98a-50db20a21a89 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 946 time: 0.0553985 Mar 22 20:09:28.648356 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-33b9abe8-2be2-4ac4-8d9f-831e48b55968 req-91dfef28-9c5f-46d1-9f2d-bf4a4091d015 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446510 Mar 22 20:09:29.772852 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ff9e6-eb3c-43eb-b7ba-97d62dc0bb76 req-c6f6c1ed-0db2-43f3-8781-eceba6162bd1 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:29.774380 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e11ff9e6-eb3c-43eb-b7ba-97d62dc0bb76 req-c6f6c1ed-0db2-43f3-8781-eceba6162bd1 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 946 time: 0.0559270 Mar 22 20:09:29.822197 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e11ff9e6-eb3c-43eb-b7ba-97d62dc0bb76 req-8fbd3016-de5c-49df-80e7-721748aa4417 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420098 Mar 22 20:09:30.945731 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e113e5-3737-4da4-8c72-d30c8169db3c req-67520a01-0d90-4827-9246-768e4fded00a tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:30.947247 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-16e113e5-3737-4da4-8c72-d30c8169db3c req-67520a01-0d90-4827-9246-768e4fded00a tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 946 time: 0.0535624 Mar 22 20:09:30.993054 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-16e113e5-3737-4da4-8c72-d30c8169db3c req-5f48d47a-bc95-4780-a279-95f88f7ad827 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402889 Mar 22 20:09:32.124414 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe6e53-c367-431b-95f1-33f719f826d5 req-83eaded4-5729-4eb8-836e-03ff8a551bf3 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:32.125987 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-36fe6e53-c367-431b-95f1-33f719f826d5 req-83eaded4-5729-4eb8-836e-03ff8a551bf3 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 946 time: 0.0606537 Mar 22 20:09:32.183747 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-36fe6e53-c367-431b-95f1-33f719f826d5 req-c9a3b2ed-cfde-4573-8e8c-596d5db9b031 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502470 Mar 22 20:09:33.312032 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d7479-e093-4445-b379-4a6aca82d01d req-8a0a41ba-e5d7-4961-a503-fbd00ff6c969 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:33.314137 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d87d7479-e093-4445-b379-4a6aca82d01d req-8a0a41ba-e5d7-4961-a503-fbd00ff6c969 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 946 time: 0.0530117 Mar 22 20:09:33.359803 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d87d7479-e093-4445-b379-4a6aca82d01d req-1a05a539-0c74-4a12-afb5-730c8174af83 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402088 Mar 22 20:09:33.860239 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9d0afcbc-a8f3-4da9-80a4-14bc367ebfbb req-78d209f7-449b-4244-a771-5d30af45932d service neutron] 10.222.0.84 "GET /v2.0/ports/670b8907-76ce-414d-8457-614aee7d4e92/bindings/n-h1-705658-24 HTTP/1.1" status: 200 len: 383 time: 0.0557828 Mar 22 20:09:34.070489 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0afcbc-a8f3-4da9-80a4-14bc367ebfbb req-8ba649eb-1e15-4257-b8ad-e6fbce31babb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:34.072161 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9d0afcbc-a8f3-4da9-80a4-14bc367ebfbb req-8ba649eb-1e15-4257-b8ad-e6fbce31babb service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0&tenant_id=146ad95db9514ae389addd97809c7bd9 HTTP/1.1" status: 200 len: 1129 time: 0.0470316 Mar 22 20:09:34.144909 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0afcbc-a8f3-4da9-80a4-14bc367ebfbb req-55f45d64-9fd5-4843-83a0-de0539431d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:34.146674 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9d0afcbc-a8f3-4da9-80a4-14bc367ebfbb req-55f45d64-9fd5-4843-83a0-de0539431d5e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 1129 time: 0.0538774 Mar 22 20:09:34.241459 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0afcbc-a8f3-4da9-80a4-14bc367ebfbb req-e1a5054a-1fa7-467f-8f8e-f2184631100d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:34.243038 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9d0afcbc-a8f3-4da9-80a4-14bc367ebfbb req-e1a5054a-1fa7-467f-8f8e-f2184631100d service neutron] 10.222.0.84 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 912 time: 0.0909269 Mar 22 20:09:34.312684 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9d0afcbc-a8f3-4da9-80a4-14bc367ebfbb req-e0bee095-9c0d-487a-b99c-2f8d53552432 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=670b8907-76ce-414d-8457-614aee7d4e92 HTTP/1.1" status: 200 len: 1001 time: 0.0640233 Mar 22 20:09:34.362593 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0afcbc-a8f3-4da9-80a4-14bc367ebfbb req-bbb91693-a683-44c7-9793-dbad600e4590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:34.363969 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9d0afcbc-a8f3-4da9-80a4-14bc367ebfbb req-bbb91693-a683-44c7-9793-dbad600e4590 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0455179 Mar 22 20:09:34.412937 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0afcbc-a8f3-4da9-80a4-14bc367ebfbb req-f081e7fd-892e-4c56-8a4d-0e292bf711ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:34.414499 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9d0afcbc-a8f3-4da9-80a4-14bc367ebfbb req-f081e7fd-892e-4c56-8a4d-0e292bf711ff service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452013 Mar 22 20:09:34.483857 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52727f0-1c8a-413d-95a5-c3fd81e0d932 req-424ac2bf-c684-469e-b177-56a8d2f70992 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:34.485404 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e52727f0-1c8a-413d-95a5-c3fd81e0d932 req-424ac2bf-c684-469e-b177-56a8d2f70992 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 946 time: 0.0557523 Mar 22 20:09:34.510780 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9d0afcbc-a8f3-4da9-80a4-14bc367ebfbb req-10465081-a8c8-4579-9cbf-d4878b802b32 service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898404 Mar 22 20:09:34.532651 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e52727f0-1c8a-413d-95a5-c3fd81e0d932 req-12ef66d0-6c29-4ce1-a0e1-2c77cdef688e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417078 Mar 22 20:09:34.619532 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9d0afcbc-a8f3-4da9-80a4-14bc367ebfbb req-ec32027d-ef58-41bd-93e6-b71fef7c021a service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029983 Mar 22 20:09:35.663203 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68636608-a8e9-41c6-b29e-774c7127de9f req-28b260af-a041-4005-b7a3-c8d23ca53e2e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:35.664677 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-68636608-a8e9-41c6-b29e-774c7127de9f req-28b260af-a041-4005-b7a3-c8d23ca53e2e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 946 time: 0.0584042 Mar 22 20:09:35.712362 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-68636608-a8e9-41c6-b29e-774c7127de9f req-fcefa71e-c97f-4897-8f49-0b35959b426d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417800 Mar 22 20:09:36.853606 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6acadf-a43b-4650-af00-85f3888b0cdf req-e2db416d-89fa-4894-92d8-a021b6d10ad0 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:36.855201 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9e6acadf-a43b-4650-af00-85f3888b0cdf req-e2db416d-89fa-4894-92d8-a021b6d10ad0 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 946 time: 0.0619273 Mar 22 20:09:36.908495 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9e6acadf-a43b-4650-af00-85f3888b0cdf req-3a78bde3-9903-47f7-a522-bce1ef5f0fcb tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455189 Mar 22 20:09:37.170419 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a6559-08c3-400d-9b84-9885591c28c8 req-75f5e150-b732-4a9c-91d3-cc8e0761806d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:37.172016 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-818a6559-08c3-400d-9b84-9885591c28c8 req-75f5e150-b732-4a9c-91d3-cc8e0761806d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0&tenant_id=146ad95db9514ae389addd97809c7bd9&binding%3Ahost_id=n-h1-705658-24 HTTP/1.1" status: 200 len: 946 time: 0.0787048 Mar 22 20:09:37.181279 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8201309-905d-4c78-918b-a679b77e6050 req-bc2ee3d1-e508-47d0-b235-0aa4ef11193e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:37.182895 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d8201309-905d-4c78-918b-a679b77e6050 req-bc2ee3d1-e508-47d0-b235-0aa4ef11193e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 946 time: 0.0830886 Mar 22 20:09:37.249721 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d8201309-905d-4c78-918b-a679b77e6050 req-e73cd2df-3f5e-440d-a59e-49d727b47640 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600538 Mar 22 20:09:37.273815 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a6559-08c3-400d-9b84-9885591c28c8 req-9a3fea85-83e5-4300-949b-093bdb2c8a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:37.275406 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-818a6559-08c3-400d-9b84-9885591c28c8 req-9a3fea85-83e5-4300-949b-093bdb2c8a2b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 1129 time: 0.0564480 Mar 22 20:09:37.380723 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a6559-08c3-400d-9b84-9885591c28c8 req-fe8db2f1-296c-449b-96e0-dc34a1180d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:37.382767 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-818a6559-08c3-400d-9b84-9885591c28c8 req-fe8db2f1-296c-449b-96e0-dc34a1180d6a service neutron] 10.222.0.84 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 912 time: 0.1018262 Mar 22 20:09:37.475418 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-818a6559-08c3-400d-9b84-9885591c28c8 req-6a81fa67-a1ae-4c6a-87fb-0fd48449ea77 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=670b8907-76ce-414d-8457-614aee7d4e92 HTTP/1.1" status: 200 len: 1001 time: 0.0855606 Mar 22 20:09:37.535411 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a6559-08c3-400d-9b84-9885591c28c8 req-d3706d0e-e68d-4789-915e-9991f4393f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:37.537329 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-818a6559-08c3-400d-9b84-9885591c28c8 req-d3706d0e-e68d-4789-915e-9991f4393f55 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0565836 Mar 22 20:09:37.603414 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a6559-08c3-400d-9b84-9885591c28c8 req-51bcfb55-822a-4b18-8b72-2d9625491e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:37.605741 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-818a6559-08c3-400d-9b84-9885591c28c8 req-51bcfb55-822a-4b18-8b72-2d9625491e7c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0626574 Mar 22 20:09:37.732537 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-818a6559-08c3-400d-9b84-9885591c28c8 req-a0e01874-65e6-4026-80fd-bbc16291fa10 service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183865 Mar 22 20:09:37.834044 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-818a6559-08c3-400d-9b84-9885591c28c8 req-28b19e56-fcf4-4fe4-bf87-db3bbae9ce16 service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952702 Mar 22 20:09:38.233690 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 670b8907-76ce-414d-8457-614aee7d4e92 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:09:38.240495 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 670b8907-76ce-414d-8457-614aee7d4e92 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:09:38.400147 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e3616-a837-4bad-a348-a5f1666084e8 req-3891ee92-e94f-46de-a256-532dcb0cc033 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:38.403008 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af7e3616-a837-4bad-a348-a5f1666084e8 req-3891ee92-e94f-46de-a256-532dcb0cc033 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 946 time: 0.0692348 Mar 22 20:09:38.434931 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 670b8907-76ce-414d-8457-614aee7d4e92, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=670b8907-76ce-414d-8457-614aee7d4e92,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:09:38.455727 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '670b8907-76ce-414d-8457-614aee7d4e92', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'port_id': '670b8907-76ce-414d-8457-614aee7d4e92', 'mac_address': 'fa:16:3e:b7:f2:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:09:38.462274 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 670b8907-76ce-414d-8457-614aee7d4e92 is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:09:38.462669 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (670b8907-76ce-414d-8457-614aee7d4e92), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:38.479028 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-af7e3616-a837-4bad-a348-a5f1666084e8 req-bf0efc7c-5b19-432f-aca5-d1f47320db04 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655687 Mar 22 20:09:38.518992 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d882f40-bd9a-43c0-824c-752fbf01a0c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '670b8907-76ce-414d-8457-614aee7d4e92'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:09:38.518992 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6931fa7-20cf-47e1-a7b9-bbfb907a8a52" -d '{"events": [{"server_uuid": "4d882f40-bd9a-43c0-824c-752fbf01a0c0", "name": "network-vif-unplugged", "status": "completed", "tag": "670b8907-76ce-414d-8457-614aee7d4e92"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:09:38.530233 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 670b8907-76ce-414d-8457-614aee7d4e92 is: ACTIVE; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:09:38.530638 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (670b8907-76ce-414d-8457-614aee7d4e92), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:38.547372 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 670b8907-76ce-414d-8457-614aee7d4e92 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:09:38.554293 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 670b8907-76ce-414d-8457-614aee7d4e92, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=670b8907-76ce-414d-8457-614aee7d4e92,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:09:38.561421 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (670b8907-76ce-414d-8457-614aee7d4e92), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:38.589652 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 20:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb51dec-037e-4ad1-91de-1fd70937553a x-openstack-request-id: req-2cb51dec-037e-4ad1-91de-1fd70937553a {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:09:38.590010 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d882f40-bd9a-43c0-824c-752fbf01a0c0", "name": "network-vif-unplugged", "status": "completed", "tag": "670b8907-76ce-414d-8457-614aee7d4e92", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:09:38.590289 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2cb51dec-037e-4ad1-91de-1fd70937553a {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:09:38.590636 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cb51dec-037e-4ad1-91de-1fd70937553a'] response: {'server_uuid': '4d882f40-bd9a-43c0-824c-752fbf01a0c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '670b8907-76ce-414d-8457-614aee7d4e92', 'code': 200} Mar 22 20:09:38.649175 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba7cb2-c8d4-40f3-8d16-368d07ea7f42 req-f9b9bcfb-19f4-47e2-9045-ab0a75aeadf7 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:38.650916 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78ba7cb2-c8d4-40f3-8d16-368d07ea7f42 req-f9b9bcfb-19f4-47e2-9045-ab0a75aeadf7 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 944 time: 0.0718126 Mar 22 20:09:38.652071 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=670b8907-76ce-414d-8457-614aee7d4e92,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:09:38.654513 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.api [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 20:09:38.654879 n-d-705658-24 neutron-server[104174]: DEBUG oslo_db.api [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 20:09:38.662036 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:38.662397 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:38.662746 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:38.663097 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:38.663441 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:38.663785 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:38.664124 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:38.664458 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:38.664792 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:38.665124 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:38.665457 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:38.665817 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:38.666143 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:38.666477 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:38.666806 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:38.712997 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78ba7cb2-c8d4-40f3-8d16-368d07ea7f42 req-bd20cb4c-66af-447c-99aa-14c3180ef5fb tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537157 Mar 22 20:09:38.852642 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe5288-f1f0-49de-a213-4062a9e47dab req-a50155c2-fb07-4722-8fd8-c4228fb2b6ea tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:38.854164 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9efe5288-f1f0-49de-a213-4062a9e47dab req-a50155c2-fb07-4722-8fd8-c4228fb2b6ea tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 944 time: 0.0659046 Mar 22 20:09:38.903310 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9efe5288-f1f0-49de-a213-4062a9e47dab req-829d55d8-92c3-476c-853b-254fd4cc47e0 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435321 Mar 22 20:09:39.174569 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d4358-fedc-4ed0-86f9-1c5c164e89ee req-eb028ecf-2b52-46aa-adc1-357c8835e7d7 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:39.174569 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b71d4358-fedc-4ed0-86f9-1c5c164e89ee req-eb028ecf-2b52-46aa-adc1-357c8835e7d7 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 944 time: 0.0554490 Mar 22 20:09:39.200756 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 670b8907-76ce-414d-8457-614aee7d4e92 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:09:39.201235 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (670b8907-76ce-414d-8457-614aee7d4e92), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:39.215914 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 670b8907-76ce-414d-8457-614aee7d4e92 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:09:39.239606 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 670b8907-76ce-414d-8457-614aee7d4e92, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=670b8907-76ce-414d-8457-614aee7d4e92,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:09:39.245665 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (670b8907-76ce-414d-8457-614aee7d4e92), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:39.249280 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b71d4358-fedc-4ed0-86f9-1c5c164e89ee req-d52ce833-ecd9-4dce-b38d-0fe5e0c92878 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657494 Mar 22 20:09:39.300619 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=670b8907-76ce-414d-8457-614aee7d4e92,revision_number=7']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:09:39.461357 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['670b8907-76ce-414d-8457-614aee7d4e92'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:09:40.254750 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 670b8907-76ce-414d-8457-614aee7d4e92 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:09:40.321188 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 670b8907-76ce-414d-8457-614aee7d4e92 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:09:40.321573 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (670b8907-76ce-414d-8457-614aee7d4e92), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:40.388270 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ace42-1cd1-497e-85f5-366ceb62affb req-9cb8cd93-2837-4bfa-94f6-05db7c95d941 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:40.392372 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a58ace42-1cd1-497e-85f5-366ceb62affb req-9cb8cd93-2837-4bfa-94f6-05db7c95d941 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.84 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 945 time: 0.0835712 Mar 22 20:09:40.416354 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 670b8907-76ce-414d-8457-614aee7d4e92 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:09:40.416755 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (670b8907-76ce-414d-8457-614aee7d4e92), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:40.423886 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b5bc5-c22f-46c9-a6dd-3910ab415a5e req-d64c790a-6f0d-455b-a876-f4ab8a317cb5 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:40.425443 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-810b5bc5-c22f-46c9-a6dd-3910ab415a5e req-d64c790a-6f0d-455b-a876-f4ab8a317cb5 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 945 time: 0.0815036 Mar 22 20:09:40.478845 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 670b8907-76ce-414d-8457-614aee7d4e92, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=670b8907-76ce-414d-8457-614aee7d4e92,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:09:40.484866 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (670b8907-76ce-414d-8457-614aee7d4e92), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:40.495519 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-810b5bc5-c22f-46c9-a6dd-3910ab415a5e req-a9e10926-c9d8-4e5c-ac85-e52026ddc444 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598192 Mar 22 20:09:40.537376 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-a58ace42-1cd1-497e-85f5-366ceb62affb req-530181d7-8553-4a25-9869-0634d6a350fe tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Deleting port 670b8907-76ce-414d-8457-614aee7d4e92 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:09:40.537726 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a58ace42-1cd1-497e-85f5-366ceb62affb req-530181d7-8553-4a25-9869-0634d6a350fe tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (670b8907-76ce-414d-8457-614aee7d4e92), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:40.548985 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=670b8907-76ce-414d-8457-614aee7d4e92,revision_number=8']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:09:40.592060 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d882f40-bd9a-43c0-824c-752fbf01a0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670b8907-76ce-414d-8457-614aee7d4e92'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:09:40.595096 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e554931e-1883-4a6b-b0e9-870b1c0b4bb5" -d '{"events": [{"server_uuid": "4d882f40-bd9a-43c0-824c-752fbf01a0c0", "name": "network-vif-plugged", "status": "completed", "tag": "670b8907-76ce-414d-8457-614aee7d4e92"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:09:40.632237 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195c2539-59d4-4391-9d70-8c50d60079f4 x-openstack-request-id: req-195c2539-59d4-4391-9d70-8c50d60079f4 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:09:40.632551 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d882f40-bd9a-43c0-824c-752fbf01a0c0", "name": "network-vif-plugged", "status": "completed", "tag": "670b8907-76ce-414d-8457-614aee7d4e92", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:09:40.632701 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-195c2539-59d4-4391-9d70-8c50d60079f4 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:09:40.633059 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-195c2539-59d4-4391-9d70-8c50d60079f4'] response: {'server_uuid': '4d882f40-bd9a-43c0-824c-752fbf01a0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670b8907-76ce-414d-8457-614aee7d4e92', 'code': 200} Mar 22 20:09:40.645578 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-a58ace42-1cd1-497e-85f5-366ceb62affb req-530181d7-8553-4a25-9869-0634d6a350fe tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] For port 670b8907-76ce-414d-8457-614aee7d4e92, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=670b8907-76ce-414d-8457-614aee7d4e92,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:09:40.646128 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a58ace42-1cd1-497e-85f5-366ceb62affb req-530181d7-8553-4a25-9869-0634d6a350fe tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (670b8907-76ce-414d-8457-614aee7d4e92), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:40.858318 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a58ace42-1cd1-497e-85f5-366ceb62affb req-530181d7-8553-4a25-9869-0634d6a350fe tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:40.858784 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a58ace42-1cd1-497e-85f5-366ceb62affb req-530181d7-8553-4a25-9869-0634d6a350fe tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (f1e0a5e6-4101-42bc-8daf-dfd5477fb69f), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:40.858997 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [req-a58ace42-1cd1-497e-85f5-366ceb62affb req-530181d7-8553-4a25-9869-0634d6a350fe tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Floating IP f1e0a5e6-4101-42bc-8daf-dfd5477fb69f disassociated. External IP: 172.25.5.97, port: 670b8907-76ce-414d-8457-614aee7d4e92. Mar 22 20:09:40.859334 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-a58ace42-1cd1-497e-85f5-366ceb62affb req-530181d7-8553-4a25-9869-0634d6a350fe tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Calling delete_port for 670b8907-76ce-414d-8457-614aee7d4e92 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:09:41.005249 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a58ace42-1cd1-497e-85f5-366ceb62affb req-530181d7-8553-4a25-9869-0634d6a350fe tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (670b8907-76ce-414d-8457-614aee7d4e92), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:41.042769 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530181d7-8553-4a25-9869-0634d6a350fe tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Pushing event deleted for resources: {'Port': ['ID=670b8907-76ce-414d-8457-614aee7d4e92,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:09:41.172398 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a58ace42-1cd1-497e-85f5-366ceb62affb req-530181d7-8553-4a25-9869-0634d6a350fe tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Router 1001dae4-ae30-47db-a3c2-45da5ddcdde9 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:09:41.301816 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a58ace42-1cd1-497e-85f5-366ceb62affb req-530181d7-8553-4a25-9869-0634d6a350fe tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:09:41.313475 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea61783e-e283-43ce-b316-c80186825ee2 None None] Sync routers for ids ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:09:41.325764 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea61783e-e283-43ce-b316-c80186825ee2 None None] Routers {'1001dae4-ae30-47db-a3c2-45da5ddcdde9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:09:41.326490 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ea61783e-e283-43ce-b316-c80186825ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:09:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:09:41.348777 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58ace42-1cd1-497e-85f5-366ceb62affb req-530181d7-8553-4a25-9869-0634d6a350fe tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] No DVR routers for this DVR port 670b8907-76ce-414d-8457-614aee7d4e92 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:09:41.351909 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a58ace42-1cd1-497e-85f5-366ceb62affb req-530181d7-8553-4a25-9869-0634d6a350fe tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:41.355204 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a58ace42-1cd1-497e-85f5-366ceb62affb req-530181d7-8553-4a25-9869-0634d6a350fe tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.84 "DELETE /v2.0/ports/670b8907-76ce-414d-8457-614aee7d4e92 HTTP/1.1" status: 204 len: 173 time: 0.9585359 Mar 22 20:09:41.355647 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d882f40-bd9a-43c0-824c-752fbf01a0c0', 'name': 'network-vif-deleted', 'tag': '670b8907-76ce-414d-8457-614aee7d4e92'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:09:41.357919 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f848723-02dc-4a54-b524-f360c2e0e916" -d '{"events": [{"server_uuid": "4d882f40-bd9a-43c0-824c-752fbf01a0c0", "name": "network-vif-deleted", "tag": "670b8907-76ce-414d-8457-614aee7d4e92"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:09:41.397627 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d5dcb4-114a-4d1c-ac98-1a7f6a70c3f5 x-openstack-request-id: req-11d5dcb4-114a-4d1c-ac98-1a7f6a70c3f5 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:09:41.398335 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d882f40-bd9a-43c0-824c-752fbf01a0c0", "name": "network-vif-deleted", "tag": "670b8907-76ce-414d-8457-614aee7d4e92", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:09:41.398335 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-11d5dcb4-114a-4d1c-ac98-1a7f6a70c3f5 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:09:41.398633 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11d5dcb4-114a-4d1c-ac98-1a7f6a70c3f5'] response: {'server_uuid': '4d882f40-bd9a-43c0-824c-752fbf01a0c0', 'name': 'network-vif-deleted', 'tag': '670b8907-76ce-414d-8457-614aee7d4e92', 'status': 'completed', 'code': 200} Mar 22 20:09:41.454023 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-ea61783e-e283-43ce-b316-c80186825ee2 None None] Set router 1001dae4-ae30-47db-a3c2-45da5ddcdde9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:09:41.618093 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a96e4a3a-95d2-4616-b940-4c71108710ad req-b57e43c4-8ce5-409d-af8f-8c70ca41c872 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d882f40-bd9a-43c0-824c-752fbf01a0c0 HTTP/1.1" status: 200 len: 210 time: 0.0312970 Mar 22 20:09:41.676248 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ea61783e-e283-43ce-b316-c80186825ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'name': 'tempest-ServerActionsTestJSON-943337659-router', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:58Z', 'revision_number': 4, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'gw_port': {'id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:66:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7ec3702f-8943-43c8-977e-526933b56dc6', 'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'mac_address': 'fa:16:3e:41:7a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:57Z', 'updated_at': '2022-03-22T20:09:01Z', 'revision_number': 5, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'subnets': [{'id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:09:41.702182 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea61783e-e283-43ce-b316-c80186825ee2 None None] Checking router: 1001dae4-ae30-47db-a3c2-45da5ddcdde9 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:09:41.711487 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea61783e-e283-43ce-b316-c80186825ee2 None None] Routers {'1001dae4-ae30-47db-a3c2-45da5ddcdde9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:09:41.712104 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ea61783e-e283-43ce-b316-c80186825ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:09:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:09:41.832177 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-ea61783e-e283-43ce-b316-c80186825ee2 None None] Set router 1001dae4-ae30-47db-a3c2-45da5ddcdde9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:09:42.040662 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ea61783e-e283-43ce-b316-c80186825ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'name': 'tempest-ServerActionsTestJSON-943337659-router', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:58Z', 'revision_number': 4, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'gw_port': {'id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:66:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7ec3702f-8943-43c8-977e-526933b56dc6', 'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'mac_address': 'fa:16:3e:41:7a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:57Z', 'updated_at': '2022-03-22T20:09:01Z', 'revision_number': 5, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'subnets': [{'id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:09:42.070644 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea61783e-e283-43ce-b316-c80186825ee2 None None] The sync data for ids ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'] in n-d-705658-24 is: [{'id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'name': 'tempest-ServerActionsTestJSON-943337659-router', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:58Z', 'revision_number': 4, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'gw_port': {'id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:66:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7ec3702f-8943-43c8-977e-526933b56dc6', 'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'mac_address': 'fa:16:3e:41:7a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:57Z', 'updated_at': '2022-03-22T20:09:01Z', 'revision_number': 5, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'subnets': [{'id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:09:42.291490 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7d47b8-e6ba-4ee3-b74f-cf1b1c0f0a93 None None] New status for floating IP f1e0a5e6-4101-42bc-8daf-dfd5477fb69f: DOWN {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:09:42.889663 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-8d6c0885-6e52-4f20-8431-f8a7aed3cdf9 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--508250084&fields=id&tenant_id=146ad95db9514ae389addd97809c7bd9 HTTP/1.1" status: 200 len: 267 time: 0.0462782 Mar 22 20:09:43.321725 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-4b2e60b9-6333-4bff-89f9-9648dd1cac3a tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:43.323303 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-4b2e60b9-6333-4bff-89f9-9648dd1cac3a tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 811 time: 0.4272799 Mar 22 20:09:43.338683 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-25533fb3-3758-4083-b84b-59262463bcdc tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/quotas/146ad95db9514ae389addd97809c7bd9 HTTP/1.1" status: 200 len: 375 time: 0.0092440 Mar 22 20:09:43.394168 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-4e027cea-9a31-4d99-ab1a-4d8616ed6621 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500026 Mar 22 20:09:43.492201 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-d8ba776b-38d3-4ae3-b47f-230030acf7ae service neutron] 10.222.0.75 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865889 Mar 22 20:09:43.583790 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-1241b6a8-449a-44fc-a24e-d2f15d2e2993 service neutron] 10.222.0.75 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833449 Mar 22 20:09:43.753117 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f058f6e2-c483-4778-9585-8f5bbbc0d5bd req-71ff4713-2cdf-4106-aa46-d8550efcccb4 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 210 time: 0.0284202 Mar 22 20:09:44.286479 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 670b8907-76ce-414d-8457-614aee7d4e92 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:09:44.312416 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 670b8907-76ce-414d-8457-614aee7d4e92 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:09:44.312774 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 670b8907-76ce-414d-8457-614aee7d4e92 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:09:44.735646 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-a08c4519-671c-47e9-b9d4-90cf28ad9fde tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:44.737633 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-a08c4519-671c-47e9-b9d4-90cf28ad9fde tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.85 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 811 time: 0.1384211 Mar 22 20:09:44.828640 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-80cafb08-d339-46b6-85b2-ae6ef08984fd tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=146ad95db9514ae389addd97809c7bd9 HTTP/1.1" status: 200 len: 379 time: 0.0824215 Mar 22 20:09:44.837653 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-d2b14070-f691-4f13-92d7-a70ee2f1597f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Request body: {'port': {'device_id': 'bbf59711-f2bb-4cdd-9110-5fdf02961e69', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'admin_state_up': True, 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'security_groups': ['feb6c831-774a-4003-886b-377a1e32fc7e']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:09:44.908705 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-90737fbc-d52e-4af7-b934-46bef5f0de26 req-c6723fd8-573e-47af-afbe-e9dd81ac28e2 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 210 time: 0.0673101 Mar 22 20:09:44.990440 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-d2b14070-f691-4f13-92d7-a70ee2f1597f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Made reservation on behalf of 146ad95db9514ae389addd97809c7bd9 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:09:44.995135 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-d2b14070-f691-4f13-92d7-a70ee2f1597f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:45.145050 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-d2b14070-f691-4f13-92d7-a70ee2f1597f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Allocated IP 172.20.0.4 (005ec1f0-1b3a-4d71-b791-970bb8259fb2/67a8b60c-f06a-4498-ba05-7965d64d6f99/5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:09:45.217129 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-675c9bf0-4b9f-49c9-8d1c-8a71213df094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:45.317379 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-d2b14070-f691-4f13-92d7-a70ee2f1597f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks [] for port (5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:45.358471 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-d2b14070-f691-4f13-92d7-a70ee2f1597f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:45.408889 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-d2b14070-f691-4f13-92d7-a70ee2f1597f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:09:45.412540 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-d2b14070-f691-4f13-92d7-a70ee2f1597f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:09:45.415190 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-d2b14070-f691-4f13-92d7-a70ee2f1597f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:09:45.459638 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b14070-f691-4f13-92d7-a70ee2f1597f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Pushing event updated for resources: {'Port': ['ID=5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:09:45.481452 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b14070-f691-4f13-92d7-a70ee2f1597f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:45.482026 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b14070-f691-4f13-92d7-a70ee2f1597f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:45.482268 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b14070-f691-4f13-92d7-a70ee2f1597f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:45.482597 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b14070-f691-4f13-92d7-a70ee2f1597f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:45.484407 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b14070-f691-4f13-92d7-a70ee2f1597f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:45.484407 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b14070-f691-4f13-92d7-a70ee2f1597f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:45.484407 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b14070-f691-4f13-92d7-a70ee2f1597f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:45.484407 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b14070-f691-4f13-92d7-a70ee2f1597f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:45.484407 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b14070-f691-4f13-92d7-a70ee2f1597f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:45.484407 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b14070-f691-4f13-92d7-a70ee2f1597f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:45.486908 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b14070-f691-4f13-92d7-a70ee2f1597f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:45.486908 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b14070-f691-4f13-92d7-a70ee2f1597f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:45.486908 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b14070-f691-4f13-92d7-a70ee2f1597f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:45.486908 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b14070-f691-4f13-92d7-a70ee2f1597f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:45.486908 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2b14070-f691-4f13-92d7-a70ee2f1597f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:09:45.512818 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-d2b14070-f691-4f13-92d7-a70ee2f1597f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:45.513481 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-d2b14070-f691-4f13-92d7-a70ee2f1597f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:45.537580 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-d2b14070-f691-4f13-92d7-a70ee2f1597f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7039969 Mar 22 20:09:45.550732 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-be354e30-464a-447d-953e-82259c75c733 service neutron] Request body: {'port': {'device_id': 'bbf59711-f2bb-4cdd-9110-5fdf02961e69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:09:45.622529 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-be354e30-464a-447d-953e-82259c75c733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:45.685014 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e1b8d6fe-2294-4648-8432-0c59f2d2736b None None] Provisioning complete for port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:09:45.686143 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e1b8d6fe-2294-4648-8432-0c59f2d2736b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:45.749226 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e1b8d6fe-2294-4648-8432-0c59f2d2736b None None] Port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:09:45.975963 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-be354e30-464a-447d-953e-82259c75c733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:09:45.985019 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-be354e30-464a-447d-953e-82259c75c733 service neutron] Publish callbacks [] for port (5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:46.010212 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-be354e30-464a-447d-953e-82259c75c733 service neutron] Transition to ACTIVE for port object 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:09:46.029771 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-be354e30-464a-447d-953e-82259c75c733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:46.096624 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be354e30-464a-447d-953e-82259c75c733 service neutron] Pushing event updated for resources: {'Port': ['ID=5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:09:46.112481 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe515f2-0b47-469a-9c2a-248da2959b4f req-fdfc8cab-a9be-49dd-822b-8cba9e22d465 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:46.114331 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fbe515f2-0b47-469a-9c2a-248da2959b4f req-fdfc8cab-a9be-49dd-822b-8cba9e22d465 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 931 time: 0.1222980 Mar 22 20:09:46.227038 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fbe515f2-0b47-469a-9c2a-248da2959b4f req-5345bac0-51c6-46c6-8b5a-2a7bf6d70a28 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957687 Mar 22 20:09:46.233104 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-be354e30-464a-447d-953e-82259c75c733 service neutron] Attempting to bind port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:09:46.233299 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-be354e30-464a-447d-953e-82259c75c733 service neutron] Attempting to bind port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:09:46.233641 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-be354e30-464a-447d-953e-82259c75c733 service neutron] Attempting to bind port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb on network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:09:46.239064 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-be354e30-464a-447d-953e-82259c75c733 service neutron] Port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb on network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:09:46.239401 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-be354e30-464a-447d-953e-82259c75c733 service neutron] Attempting to bind port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb on network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:09:46.239900 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:46.245362 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-be354e30-464a-447d-953e-82259c75c733 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:09:46.245937 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-be354e30-464a-447d-953e-82259c75c733 service neutron] Checking segment: {'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:09:46.246506 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-be354e30-464a-447d-953e-82259c75c733 service neutron] Bound using segment: {'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:09:46.247027 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-be354e30-464a-447d-953e-82259c75c733 service neutron] Bound port: 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:09:46.247413 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-be354e30-464a-447d-953e-82259c75c733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:46.330390 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-be354e30-464a-447d-953e-82259c75c733 service neutron] For port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:09:46.334672 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-be354e30-464a-447d-953e-82259c75c733 service neutron] For port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:09:46.343578 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-be354e30-464a-447d-953e-82259c75c733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:46.387335 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-be354e30-464a-447d-953e-82259c75c733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:46.388195 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-be354e30-464a-447d-953e-82259c75c733 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:46.389583 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-be354e30-464a-447d-953e-82259c75c733 service neutron] 10.222.0.85 "PUT /v2.0/ports/5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb HTTP/1.1" status: 200 len: 1092 time: 0.8446157 Mar 22 20:09:46.392493 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf59711-f2bb-4cdd-9110-5fdf02961e69', 'tag': '5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:09:46.395879 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e36185-afaf-447e-94a3-d5d62b7d7c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf59711-f2bb-4cdd-9110-5fdf02961e69", "tag": "5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:09:46.446718 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be354e30-464a-447d-953e-82259c75c733 service neutron] Pushing event updated for resources: {'Port': ['ID=5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:09:46.473345 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c8c53c-4336-420c-aee9-f5814fd20312 x-openstack-request-id: req-95c8c53c-4336-420c-aee9-f5814fd20312 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:09:46.473693 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf59711-f2bb-4cdd-9110-5fdf02961e69", "tag": "5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:09:46.474071 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-95c8c53c-4336-420c-aee9-f5814fd20312 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:09:46.474600 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95c8c53c-4336-420c-aee9-f5814fd20312'] response: {'name': 'network-changed', 'server_uuid': 'bbf59711-f2bb-4cdd-9110-5fdf02961e69', 'tag': '5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb', 'status': 'completed', 'code': 200} Mar 22 20:09:46.508993 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-567cf18e-69d2-4274-b6e9-b55941943dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:46.514040 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-567cf18e-69d2-4274-b6e9-b55941943dd6 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 1126 time: 0.0797055 Mar 22 20:09:46.561998 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-21c52e64-bda9-417b-a0ee-f440d17e0d68 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb HTTP/1.1" status: 200 len: 217 time: 0.0414727 Mar 22 20:09:46.607216 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:09:46.621206 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-7c96772c-6c2b-4fb1-9bee-fcd76af2fd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:46.622803 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-7c96772c-6c2b-4fb1-9bee-fcd76af2fd73 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0559239 Mar 22 20:09:46.678276 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-2dab41b5-fa19-4cae-8868-7b119c2172a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:46.679737 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-2dab41b5-fa19-4cae-8868-7b119c2172a2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0516140 Mar 22 20:09:46.785271 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-de0cf7ff-edcf-4dbf-a9fe-318c0d0dd181 service neutron] 10.222.0.85 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989721 Mar 22 20:09:46.894171 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5448e895-ca1d-4eca-a344-cb9affa7ae8d req-d890ecb8-b444-4006-b33d-e68169beeb1c service neutron] 10.222.0.85 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033266 Mar 22 20:09:46.996640 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e36185-afaf-447e-94a3-d5d62b7d7c9d req-ec9038ff-de3c-4c34-98a6-a8a6b01377a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:46.998194 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64e36185-afaf-447e-94a3-d5d62b7d7c9d req-ec9038ff-de3c-4c34-98a6-a8a6b01377a4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 1126 time: 0.0552170 Mar 22 20:09:47.098557 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e36185-afaf-447e-94a3-d5d62b7d7c9d req-b6b75b43-50c2-4de7-95be-26b1bc4447f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:47.100040 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64e36185-afaf-447e-94a3-d5d62b7d7c9d req-b6b75b43-50c2-4de7-95be-26b1bc4447f0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 912 time: 0.0965772 Mar 22 20:09:47.157538 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64e36185-afaf-447e-94a3-d5d62b7d7c9d req-bb175eac-6c41-4f45-93be-78fd373c8f91 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb HTTP/1.1" status: 200 len: 217 time: 0.0508752 Mar 22 20:09:47.208434 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e36185-afaf-447e-94a3-d5d62b7d7c9d req-fa3f44c2-c096-441d-adee-ba03954a604d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:47.210009 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64e36185-afaf-447e-94a3-d5d62b7d7c9d req-fa3f44c2-c096-441d-adee-ba03954a604d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0480039 Mar 22 20:09:47.269685 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e36185-afaf-447e-94a3-d5d62b7d7c9d req-c2cb0199-c2b0-4f65-9476-19d74a770cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:47.271255 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64e36185-afaf-447e-94a3-d5d62b7d7c9d req-c2cb0199-c2b0-4f65-9476-19d74a770cbe service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0561008 Mar 22 20:09:47.444696 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64e36185-afaf-447e-94a3-d5d62b7d7c9d req-bff4f58a-4546-4f95-932c-c31c84dce382 service neutron] 10.222.0.85 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671844 Mar 22 20:09:47.458646 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f0da0-369a-4023-a59e-03f2a607d9fb req-b2353255-e13a-4a99-a238-6a5296b0412d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:47.461425 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c17f0da0-369a-4023-a59e-03f2a607d9fb req-b2353255-e13a-4a99-a238-6a5296b0412d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 943 time: 0.1097775 Mar 22 20:09:47.462498 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b4aa0243-7581-47fd-8b6e-8ec644b6c5ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:47.571666 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c17f0da0-369a-4023-a59e-03f2a607d9fb req-98852ec3-5c5d-4563-a5c1-7de31275c0df tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004231 Mar 22 20:09:47.591188 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64e36185-afaf-447e-94a3-d5d62b7d7c9d req-97cab66c-ad23-41e9-be0a-4e6a6a04b297 service neutron] 10.222.0.85 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285145 Mar 22 20:09:48.685390 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:48.711921 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45626cf-9167-4d03-ab67-66686c64207b req-0ca1973a-89b6-41a2-b121-1a23076293ac tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:48.713478 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d45626cf-9167-4d03-ab67-66686c64207b req-0ca1973a-89b6-41a2-b121-1a23076293ac tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 943 time: 0.0674598 Mar 22 20:09:48.763507 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d45626cf-9167-4d03-ab67-66686c64207b req-2ffce1e5-9114-4399-94a0-d6640c0e6e63 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443947 Mar 22 20:09:48.847951 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:49.244292 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:09:49.350966 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:09:49.366032 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'port_id': '5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb', 'mac_address': 'fa:16:3e:53:4b:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:09:49.404476 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:09:49.404874 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:49.419351 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:09:49.439656 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:09:49.443206 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:49.493032 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:09:49.737477 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:09:49.910568 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c73ee2-b66c-4fe3-9645-699f0b348d28 req-7230f37d-69ee-4609-b9b3-912a0ea6bd60 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:49.912255 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e0c73ee2-b66c-4fe3-9645-699f0b348d28 req-7230f37d-69ee-4609-b9b3-912a0ea6bd60 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 944 time: 0.0713415 Mar 22 20:09:49.965213 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e0c73ee2-b66c-4fe3-9645-699f0b348d28 req-87d3868f-0a44-49ee-aefe-79cea7e0cbbd tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459492 Mar 22 20:09:50.282183 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:51.109717 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2419d0c-a982-461b-8929-b152a626a778 req-69cd09f9-6bd6-4c87-80bd-ecfb1e93dfea tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:51.111410 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f2419d0c-a982-461b-8929-b152a626a778 req-69cd09f9-6bd6-4c87-80bd-ecfb1e93dfea tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 944 time: 0.0640378 Mar 22 20:09:51.166874 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f2419d0c-a982-461b-8929-b152a626a778 req-09d832a6-e1d1-4724-88d2-15c90aed97ae tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490248 Mar 22 20:09:51.259960 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:09:51.311136 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:09:51.316368 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:09:51.316782 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:51.414699 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:51.416140 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:09:51.416531 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:51.444966 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf59711-f2bb-4cdd-9110-5fdf02961e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:09:51.447339 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727a8084-5727-4e41-a406-e4153f51995d" -d '{"events": [{"server_uuid": "bbf59711-f2bb-4cdd-9110-5fdf02961e69", "name": "network-vif-plugged", "status": "completed", "tag": "5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:09:51.460681 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:09:51.466580 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:51.491733 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cfed89-fdb4-4f46-a4a0-08c6bbe263cf x-openstack-request-id: req-d6cfed89-fdb4-4f46-a4a0-08c6bbe263cf {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:09:51.492029 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf59711-f2bb-4cdd-9110-5fdf02961e69", "name": "network-vif-plugged", "status": "completed", "tag": "5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:09:51.492288 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d6cfed89-fdb4-4f46-a4a0-08c6bbe263cf {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:09:51.492688 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6cfed89-fdb4-4f46-a4a0-08c6bbe263cf'] response: {'server_uuid': 'bbf59711-f2bb-4cdd-9110-5fdf02961e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb', 'code': 200} Mar 22 20:09:51.523626 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:09:51.612358 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bddf47-4c03-4313-a645-6b219b4fc960 req-fd30da42-1537-43c9-be33-4cc5f215c20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:51.614650 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53bddf47-4c03-4313-a645-6b219b4fc960 req-fd30da42-1537-43c9-be33-4cc5f215c20a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 1128 time: 0.0579345 Mar 22 20:09:51.673210 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53bddf47-4c03-4313-a645-6b219b4fc960 req-34aabfdb-efae-4838-b850-8fa834f17b3d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530066 Mar 22 20:09:52.302631 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63703f-b0f3-464d-9f0c-d427eaec0e1e req-3fbe813d-1374-4846-8a55-a9210e6237f9 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:52.304168 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ea63703f-b0f3-464d-9f0c-d427eaec0e1e req-3fbe813d-1374-4846-8a55-a9210e6237f9 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 945 time: 0.0562522 Mar 22 20:09:52.367822 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ea63703f-b0f3-464d-9f0c-d427eaec0e1e req-846c0317-01c5-4ef7-be4a-c40f2824aca1 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544226 Mar 22 20:09:53.507515 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056a9a7-b71e-474b-862c-af5138424560 req-62c5a8ff-86b7-4f30-8617-c5858c1d88e3 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:53.509222 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8056a9a7-b71e-474b-862c-af5138424560 req-62c5a8ff-86b7-4f30-8617-c5858c1d88e3 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 945 time: 0.0563219 Mar 22 20:09:53.561823 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8056a9a7-b71e-474b-862c-af5138424560 req-ffc76ea7-c14e-46bf-b0fb-4f9015f32534 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459146 Mar 22 20:09:53.683158 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541b066-fa37-4621-8b35-7d82dea3e63e req-d9a6abb5-f8e3-473a-b4f5-236b34677d5b tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:53.684568 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1541b066-fa37-4621-8b35-7d82dea3e63e req-d9a6abb5-f8e3-473a-b4f5-236b34677d5b tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 945 time: 0.0577538 Mar 22 20:09:53.693125 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38822) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:09:53.697393 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-00e3b683-710b-4c29-b2d1-584df857832f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Request body: {'floatingip': {'port_id': '5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:09:53.737537 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-00e3b683-710b-4c29-b2d1-584df857832f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks [] for floatingip (f1e0a5e6-4101-42bc-8daf-dfd5477fb69f), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:54.241336 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-00e3b683-710b-4c29-b2d1-584df857832f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:54.245298 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-00e3b683-710b-4c29-b2d1-584df857832f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (f1e0a5e6-4101-42bc-8daf-dfd5477fb69f), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:54.356991 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [None req-00e3b683-710b-4c29-b2d1-584df857832f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Floating IP f1e0a5e6-4101-42bc-8daf-dfd5477fb69f associated. External IP: 172.25.5.97, port: 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb. Mar 22 20:09:54.572704 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e3b683-710b-4c29-b2d1-584df857832f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Router 1001dae4-ae30-47db-a3c2-45da5ddcdde9 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:09:54.680672 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e3b683-710b-4c29-b2d1-584df857832f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:09:54.685847 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-00e3b683-710b-4c29-b2d1-584df857832f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:09:54.691563 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50faf37c-7b62-437a-b7d3-e0b40dbaf988 None None] Sync routers for ids ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:09:54.701980 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50faf37c-7b62-437a-b7d3-e0b40dbaf988 None None] Routers {'1001dae4-ae30-47db-a3c2-45da5ddcdde9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:09:54.702597 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-50faf37c-7b62-437a-b7d3-e0b40dbaf988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:09:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:09:54.717455 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-00e3b683-710b-4c29-b2d1-584df857832f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "PUT /v2.0/floatingips/f1e0a5e6-4101-42bc-8daf-dfd5477fb69f HTTP/1.1" status: 200 len: 990 time: 1.0232446 Mar 22 20:09:54.718292 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf59711-f2bb-4cdd-9110-5fdf02961e69', 'tag': '5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:09:54.721302 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be24c04f-7f38-4ce3-88bb-682fe9b4d412" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf59711-f2bb-4cdd-9110-5fdf02961e69", "tag": "5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:09:54.763507 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d0e7c6-bd31-4941-89f2-043be24ea476 x-openstack-request-id: req-00d0e7c6-bd31-4941-89f2-043be24ea476 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:09:54.763807 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf59711-f2bb-4cdd-9110-5fdf02961e69", "tag": "5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:09:54.764069 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-00d0e7c6-bd31-4941-89f2-043be24ea476 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:09:54.764491 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00d0e7c6-bd31-4941-89f2-043be24ea476'] response: {'name': 'network-changed', 'server_uuid': 'bbf59711-f2bb-4cdd-9110-5fdf02961e69', 'tag': '5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb', 'status': 'completed', 'code': 200} Mar 22 20:09:54.825532 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-50faf37c-7b62-437a-b7d3-e0b40dbaf988 None None] Set router 1001dae4-ae30-47db-a3c2-45da5ddcdde9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:09:54.843630 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24c04f-7f38-4ce3-88bb-682fe9b4d412 req-96113599-3806-4d11-9523-ecbf087609c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:54.846154 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-be24c04f-7f38-4ce3-88bb-682fe9b4d412 req-96113599-3806-4d11-9523-ecbf087609c3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 1128 time: 0.0607848 Mar 22 20:09:54.991981 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c586e9b-b835-4a7e-be2b-d8b6a6aa2e9d req-ca27e092-fbbe-4884-93db-58fa9dfe02da tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:54.994243 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c586e9b-b835-4a7e-be2b-d8b6a6aa2e9d req-ca27e092-fbbe-4884-93db-58fa9dfe02da tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 945 time: 0.0969501 Mar 22 20:09:54.997740 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24c04f-7f38-4ce3-88bb-682fe9b4d412 req-ca658d47-5e05-4e6e-a62b-0febe70f2ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:55.000656 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-be24c04f-7f38-4ce3-88bb-682fe9b4d412 req-ca658d47-5e05-4e6e-a62b-0febe70f2ee9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 912 time: 0.1473804 Mar 22 20:09:55.090931 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c586e9b-b835-4a7e-be2b-d8b6a6aa2e9d req-ef17b5fa-506b-4b03-ad9a-ee151921bdc3 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890975 Mar 22 20:09:55.092648 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-be24c04f-7f38-4ce3-88bb-682fe9b4d412 req-048c0cf2-22dd-4e41-bfc7-61a210dc0faf service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb HTTP/1.1" status: 200 len: 998 time: 0.0843227 Mar 22 20:09:55.164965 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-50faf37c-7b62-437a-b7d3-e0b40dbaf988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'name': 'tempest-ServerActionsTestJSON-943337659-router', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:58Z', 'revision_number': 4, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'gw_port': {'id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:66:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'f1e0a5e6-4101-42bc-8daf-dfd5477fb69f', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'floating_ip_address': '172.25.5.97', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'port_id': '5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'mac_address': 'fa:16:3e:53:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf59711-f2bb-4cdd-9110-5fdf02961e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:09:00Z', 'updated_at': '2022-03-22T20:09:54Z', 'revision_number': 5, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec3702f-8943-43c8-977e-526933b56dc6', 'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'mac_address': 'fa:16:3e:41:7a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:57Z', 'updated_at': '2022-03-22T20:09:01Z', 'revision_number': 5, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'subnets': [{'id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:09:55.196658 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50faf37c-7b62-437a-b7d3-e0b40dbaf988 None None] Checking router: 1001dae4-ae30-47db-a3c2-45da5ddcdde9 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:09:55.206210 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50faf37c-7b62-437a-b7d3-e0b40dbaf988 None None] Routers {'1001dae4-ae30-47db-a3c2-45da5ddcdde9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:09:55.206844 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-50faf37c-7b62-437a-b7d3-e0b40dbaf988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:09:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:09:55.329213 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-50faf37c-7b62-437a-b7d3-e0b40dbaf988 None None] Set router 1001dae4-ae30-47db-a3c2-45da5ddcdde9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:09:55.471624 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24c04f-7f38-4ce3-88bb-682fe9b4d412 req-9bd4b97e-2b49-4e27-a1d5-cee3e68e87ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:55.473109 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-be24c04f-7f38-4ce3-88bb-682fe9b4d412 req-9bd4b97e-2b49-4e27-a1d5-cee3e68e87ff service neutron] 10.222.0.85 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.3750916 Mar 22 20:09:55.522912 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24c04f-7f38-4ce3-88bb-682fe9b4d412 req-deaa5594-8a91-4251-953c-ffca5c128eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:55.524447 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-be24c04f-7f38-4ce3-88bb-682fe9b4d412 req-deaa5594-8a91-4251-953c-ffca5c128eb5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457294 Mar 22 20:09:55.561626 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-50faf37c-7b62-437a-b7d3-e0b40dbaf988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'name': 'tempest-ServerActionsTestJSON-943337659-router', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:58Z', 'revision_number': 4, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'gw_port': {'id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:66:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'f1e0a5e6-4101-42bc-8daf-dfd5477fb69f', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'floating_ip_address': '172.25.5.97', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'port_id': '5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'mac_address': 'fa:16:3e:53:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf59711-f2bb-4cdd-9110-5fdf02961e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:09:00Z', 'updated_at': '2022-03-22T20:09:54Z', 'revision_number': 5, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec3702f-8943-43c8-977e-526933b56dc6', 'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'mac_address': 'fa:16:3e:41:7a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:57Z', 'updated_at': '2022-03-22T20:09:01Z', 'revision_number': 5, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'subnets': [{'id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:09:55.593460 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50faf37c-7b62-437a-b7d3-e0b40dbaf988 None None] The sync data for ids ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'] in n-d-705658-24 is: [{'id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'name': 'tempest-ServerActionsTestJSON-943337659-router', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:58Z', 'revision_number': 4, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'gw_port': {'id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:66:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'f1e0a5e6-4101-42bc-8daf-dfd5477fb69f', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'floating_ip_address': '172.25.5.97', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'port_id': '5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'mac_address': 'fa:16:3e:53:4b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf59711-f2bb-4cdd-9110-5fdf02961e69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:09:00Z', 'updated_at': '2022-03-22T20:09:54Z', 'revision_number': 5, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec3702f-8943-43c8-977e-526933b56dc6', 'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'mac_address': 'fa:16:3e:41:7a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:57Z', 'updated_at': '2022-03-22T20:09:01Z', 'revision_number': 5, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'subnets': [{'id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:09:55.618697 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-be24c04f-7f38-4ce3-88bb-682fe9b4d412 req-9eec6dc3-98a4-4cbd-9077-8a2c5058c53a service neutron] 10.222.0.85 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887134 Mar 22 20:09:55.711252 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-be24c04f-7f38-4ce3-88bb-682fe9b4d412 req-00610c9b-5b81-420c-8027-218761900e35 service neutron] 10.222.0.85 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871460 Mar 22 20:09:55.796831 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd8f38a-e295-4043-b23f-f5c3b9f8ce51 None None] New status for floating IP f1e0a5e6-4101-42bc-8daf-dfd5477fb69f: ACTIVE {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:09:56.215535 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2aebfc-8dc3-4de7-bffc-f3c5b4eceb26 req-182004eb-d11c-47fa-87c6-5280a19c7402 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:56.216968 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6a2aebfc-8dc3-4de7-bffc-f3c5b4eceb26 req-182004eb-d11c-47fa-87c6-5280a19c7402 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 945 time: 0.0531771 Mar 22 20:09:56.263798 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6a2aebfc-8dc3-4de7-bffc-f3c5b4eceb26 req-a3704c78-a0f5-422e-8654-3f5a399cf6c0 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412309 Mar 22 20:09:57.386917 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bd547-d952-4b31-b052-c6c34393dffb req-09ff869a-1749-47b0-816f-52a565d4dad9 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:57.388415 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f0bd547-d952-4b31-b052-c6c34393dffb req-09ff869a-1749-47b0-816f-52a565d4dad9 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 945 time: 0.0565484 Mar 22 20:09:57.436881 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f0bd547-d952-4b31-b052-c6c34393dffb req-5b31a2d6-20dc-4b98-b668-d254b9cd8911 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423603 Mar 22 20:09:58.553681 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2842d7-8ebd-4c25-98ad-401736142e9c req-e35459b9-ca26-4c10-957a-0a5f471ff723 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:58.555312 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ff2842d7-8ebd-4c25-98ad-401736142e9c req-e35459b9-ca26-4c10-957a-0a5f471ff723 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 945 time: 0.0525405 Mar 22 20:09:58.602696 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ff2842d7-8ebd-4c25-98ad-401736142e9c req-0a37f4c2-330f-4ea2-b296-8f63203229cd tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419104 Mar 22 20:09:59.728747 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f5846-7424-4265-a8ee-41f2dc3ba67d req-0cc8b1bc-a00f-4e30-8a37-9fba04b4d420 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:09:59.730151 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-013f5846-7424-4265-a8ee-41f2dc3ba67d req-0cc8b1bc-a00f-4e30-8a37-9fba04b4d420 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 945 time: 0.0559134 Mar 22 20:09:59.778672 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-013f5846-7424-4265-a8ee-41f2dc3ba67d req-0a2b3601-fdf7-419a-b349-316462ef4b99 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424473 Mar 22 20:10:00.897533 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ab2a9-7234-4601-bd23-940e48f21c22 req-8f161b41-faab-48e8-8bbf-f27db926805d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:00.898979 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-029ab2a9-7234-4601-bd23-940e48f21c22 req-8f161b41-faab-48e8-8bbf-f27db926805d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 945 time: 0.0524838 Mar 22 20:10:00.947657 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-029ab2a9-7234-4601-bd23-940e48f21c22 req-ed8d5867-4a57-4274-baab-67ac9a90962f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428929 Mar 22 20:10:02.079174 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b06e1-226b-4d92-abca-ad67905ed593 req-f9c89ee7-7031-4173-8213-599e8f74f21d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:02.081593 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a79b06e1-226b-4d92-abca-ad67905ed593 req-f9c89ee7-7031-4173-8213-599e8f74f21d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 945 time: 0.0625572 Mar 22 20:10:02.134628 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a79b06e1-226b-4d92-abca-ad67905ed593 req-06c66095-5c18-42fe-b1e8-6646c99f5ec3 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471389 Mar 22 20:10:03.256895 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361874f-36bb-425b-b56f-89b8bab92a35 req-dcf91743-658b-42a7-a856-6821c083bea0 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:03.258594 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d361874f-36bb-425b-b56f-89b8bab92a35 req-dcf91743-658b-42a7-a856-6821c083bea0 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 945 time: 0.0566044 Mar 22 20:10:03.309007 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d361874f-36bb-425b-b56f-89b8bab92a35 req-dbb83d7d-7d70-4b32-8bde-ea3183ed13f2 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448904 Mar 22 20:10:04.432420 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5657c9-9714-4909-95d7-c8e8e7a9b809 req-d1fb5cd4-a191-4076-b196-d0748402a2a9 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:04.433981 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ca5657c9-9714-4909-95d7-c8e8e7a9b809 req-d1fb5cd4-a191-4076-b196-d0748402a2a9 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 945 time: 0.0549819 Mar 22 20:10:04.485659 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ca5657c9-9714-4909-95d7-c8e8e7a9b809 req-f941e2ee-eacd-4fa6-9203-b79cd59de1a6 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452833 Mar 22 20:10:05.628667 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae563b30-57f0-4a62-bbef-638d4d17a19c req-287173e1-6ab8-4654-918b-cc95587d75d0 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:05.630228 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ae563b30-57f0-4a62-bbef-638d4d17a19c req-287173e1-6ab8-4654-918b-cc95587d75d0 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 945 time: 0.0669279 Mar 22 20:10:05.679859 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ae563b30-57f0-4a62-bbef-638d4d17a19c req-e90a3c02-6fae-44da-b6c0-57ca289887ae tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440183 Mar 22 20:10:06.800659 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23152de7-e21f-4b49-a94a-bde33ebeec02 req-66f2b075-356b-442e-b388-20d719251ff5 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:06.802170 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-23152de7-e21f-4b49-a94a-bde33ebeec02 req-66f2b075-356b-442e-b388-20d719251ff5 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 945 time: 0.0537233 Mar 22 20:10:06.850274 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-23152de7-e21f-4b49-a94a-bde33ebeec02 req-67ac066f-9f81-4c5a-b039-fa176f1bc14e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420394 Mar 22 20:10:07.972180 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834beef8-1fd5-4b09-91c3-88e6390550af req-8d156d82-bb76-4179-bc84-ebebbeffec1e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:07.973726 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-834beef8-1fd5-4b09-91c3-88e6390550af req-8d156d82-bb76-4179-bc84-ebebbeffec1e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 945 time: 0.0534363 Mar 22 20:10:08.024942 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-834beef8-1fd5-4b09-91c3-88e6390550af req-79665e5a-a18b-4a0e-999f-ad97e1a88b7e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453827 Mar 22 20:10:09.151324 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968e8ff-a4a8-4389-aee5-3d78f95eb31d req-5ba53014-edcb-4099-81e9-21d13f4b97a1 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:09.152879 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1968e8ff-a4a8-4389-aee5-3d78f95eb31d req-5ba53014-edcb-4099-81e9-21d13f4b97a1 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 945 time: 0.0607781 Mar 22 20:10:09.202508 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1968e8ff-a4a8-4389-aee5-3d78f95eb31d req-bd4e8c2a-888a-4fa4-a822-be4bdc9f474c tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434892 Mar 22 20:10:10.323382 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758af870-741e-46ec-9b28-6600d01bd730 req-9119a3cc-7d79-41d3-959c-6c1a85a106b9 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:10.324877 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-758af870-741e-46ec-9b28-6600d01bd730 req-9119a3cc-7d79-41d3-959c-6c1a85a106b9 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 945 time: 0.0528395 Mar 22 20:10:10.372587 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-758af870-741e-46ec-9b28-6600d01bd730 req-9eaac286-c7ea-4592-b9a8-88b202f1cfaf tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416360 Mar 22 20:10:11.502351 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c6597-d5a4-4739-912d-cd5d67a9ea52 req-c54c74b4-07c8-4160-9c3d-1b0770dc3336 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:11.503927 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6f2c6597-d5a4-4739-912d-cd5d67a9ea52 req-c54c74b4-07c8-4160-9c3d-1b0770dc3336 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 945 time: 0.0612257 Mar 22 20:10:11.552676 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6f2c6597-d5a4-4739-912d-cd5d67a9ea52 req-2f6455b8-e96b-48ce-aaeb-ca46211edc0a tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428476 Mar 22 20:10:12.671522 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f44be-072e-4067-b244-bab436f7335e req-17733ea9-1c05-423e-93af-09ab6fc5a113 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:12.673016 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3c5f44be-072e-4067-b244-bab436f7335e req-17733ea9-1c05-423e-93af-09ab6fc5a113 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 945 time: 0.0533693 Mar 22 20:10:12.722106 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3c5f44be-072e-4067-b244-bab436f7335e req-2580a261-817d-4551-a427-7103634faf68 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431173 Mar 22 20:10:13.852886 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c0d9e-5e48-4a73-a67f-462b266cf41e req-58a5e8e1-ccba-4853-b3e5-f2ede230c2a6 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:13.854574 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e96c0d9e-5e48-4a73-a67f-462b266cf41e req-58a5e8e1-ccba-4853-b3e5-f2ede230c2a6 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 945 time: 0.0583546 Mar 22 20:10:13.904696 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e96c0d9e-5e48-4a73-a67f-462b266cf41e req-3abc6c6d-2bc4-46c5-b1e3-5003c7cbba21 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434074 Mar 22 20:10:15.034202 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee70e2-cdf8-4e0e-8c6b-ca8089b55f33 req-bfee4f63-ccac-4647-bacb-c39eb40e9b1d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:15.035613 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7ee70e2-cdf8-4e0e-8c6b-ca8089b55f33 req-bfee4f63-ccac-4647-bacb-c39eb40e9b1d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 945 time: 0.0590506 Mar 22 20:10:15.086209 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7ee70e2-cdf8-4e0e-8c6b-ca8089b55f33 req-661d0ee5-8201-4037-a59b-ff4747a5de58 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447245 Mar 22 20:10:15.210717 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8a897e1c-f46e-4a80-ba5a-ec6b1451e3b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:16.216256 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ffad2d-9802-4026-afbe-5e5d3ccf5fbc req-ca1585ba-83b1-47e9-911b-31116648d0a1 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:16.218174 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85ffad2d-9802-4026-afbe-5e5d3ccf5fbc req-ca1585ba-83b1-47e9-911b-31116648d0a1 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 945 time: 0.0608568 Mar 22 20:10:16.252977 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:16.274999 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85ffad2d-9802-4026-afbe-5e5d3ccf5fbc req-3421f957-aa85-42bb-8b9b-de84ddee1e8b tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506792 Mar 22 20:10:16.717929 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768774f-4bbb-4ace-a7db-8a7fa6cea6bf req-03ba1190-fcff-49ff-ba92-44db25d40ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:16.720056 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5768774f-4bbb-4ace-a7db-8a7fa6cea6bf req-03ba1190-fcff-49ff-ba92-44db25d40ee9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 1128 time: 0.0449910 Mar 22 20:10:16.839554 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768774f-4bbb-4ace-a7db-8a7fa6cea6bf req-7d04b28e-c3bd-4365-bd21-8bfb60d0ac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:16.841086 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5768774f-4bbb-4ace-a7db-8a7fa6cea6bf req-7d04b28e-c3bd-4365-bd21-8bfb60d0ac8f service neutron] 10.222.0.85 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 912 time: 0.0923278 Mar 22 20:10:16.912236 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5768774f-4bbb-4ace-a7db-8a7fa6cea6bf req-c122419f-3f80-46e2-83e0-a487ff3fb01b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb HTTP/1.1" status: 200 len: 1000 time: 0.0642757 Mar 22 20:10:16.964382 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768774f-4bbb-4ace-a7db-8a7fa6cea6bf req-0bf2ef00-aa49-4f7b-9f7f-d1cf34f3b09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:16.965930 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5768774f-4bbb-4ace-a7db-8a7fa6cea6bf req-0bf2ef00-aa49-4f7b-9f7f-d1cf34f3b09f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0463932 Mar 22 20:10:17.016497 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768774f-4bbb-4ace-a7db-8a7fa6cea6bf req-e2e2e633-9a9e-42ab-ab8a-c615662810b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:17.018144 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5768774f-4bbb-4ace-a7db-8a7fa6cea6bf req-e2e2e633-9a9e-42ab-ab8a-c615662810b6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0467401 Mar 22 20:10:17.131220 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5768774f-4bbb-4ace-a7db-8a7fa6cea6bf req-eb5a4f48-5a3f-48b6-9c54-2e8f379857c0 service neutron] 10.222.0.85 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066473 Mar 22 20:10:17.226186 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5768774f-4bbb-4ace-a7db-8a7fa6cea6bf req-6314a4a5-825d-4c32-88cf-dd6c1c9c6309 service neutron] 10.222.0.85 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892608 Mar 22 20:10:17.399976 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c9f0d8-f338-4214-8141-c822639142c4 req-fc01fba2-eaf3-4283-812b-afa01d019f89 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:17.401470 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f1c9f0d8-f338-4214-8141-c822639142c4 req-fc01fba2-eaf3-4283-812b-afa01d019f89 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 945 time: 0.0541887 Mar 22 20:10:17.450016 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-80725122-f359-4f6d-8925-63ad3b58d148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:17.460417 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f1c9f0d8-f338-4214-8141-c822639142c4 req-8e1ee806-a9fa-4160-a11d-9123a02fbf2e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533905 Mar 22 20:10:18.599873 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46d36e-0c96-40d1-875b-85a4682ededa req-c4cb2016-9868-4828-a05b-92c123223525 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:18.601394 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef46d36e-0c96-40d1-875b-85a4682ededa req-c4cb2016-9868-4828-a05b-92c123223525 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 945 time: 0.0538070 Mar 22 20:10:18.648605 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef46d36e-0c96-40d1-875b-85a4682ededa req-7cec4196-de4f-4f47-b4e3-873735b829bd tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415859 Mar 22 20:10:18.679603 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:18.848289 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:19.771461 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d440081-f8c1-4972-bcfb-95d07f8627e0 req-0f3336fd-55a6-4a5d-ae76-0ace70350ed0 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:19.773071 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0d440081-f8c1-4972-bcfb-95d07f8627e0 req-0f3336fd-55a6-4a5d-ae76-0ace70350ed0 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 945 time: 0.0565026 Mar 22 20:10:19.821913 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0d440081-f8c1-4972-bcfb-95d07f8627e0 req-8088c201-ab32-4955-83d7-14a87d891e01 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427146 Mar 22 20:10:20.282638 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:20.948048 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850b297-f113-4de4-aeb6-dd9d51d1c7e1 req-e5e6f899-55f2-4b2b-b6fc-4c05cde72963 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:20.949913 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f850b297-f113-4de4-aeb6-dd9d51d1c7e1 req-e5e6f899-55f2-4b2b-b6fc-4c05cde72963 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 945 time: 0.0615928 Mar 22 20:10:20.999920 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f850b297-f113-4de4-aeb6-dd9d51d1c7e1 req-ea81054c-091f-4fb8-900f-466830812d97 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428107 Mar 22 20:10:21.263881 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-14a411d1-d176-41d7-a68a-9e314a125734 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0778251 Mar 22 20:10:21.287897 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edfd68e-48fc-4fc2-80fb-5b832b2dbff2 req-f62b345a-4014-49bd-a9cd-a72ac074eca8 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:21.290395 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3edfd68e-48fc-4fc2-80fb-5b832b2dbff2 req-f62b345a-4014-49bd-a9cd-a72ac074eca8 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 945 time: 0.0958858 Mar 22 20:10:21.359502 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3edfd68e-48fc-4fc2-80fb-5b832b2dbff2 req-0884525c-35fe-4422-b5d4-19f21fc8f50b tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612149 Mar 22 20:10:21.399669 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:21.639096 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-d484372a-a122-474b-ad64-ab8564598200 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:21.639398 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-d484372a-a122-474b-ad64-ab8564598200 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports/5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb HTTP/1.1" status: 200 len: 942 time: 0.0470407 Mar 22 20:10:22.523109 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3bd99-0d87-4b34-a922-57f4a9c17ac4 req-ff575a8b-1364-4a9d-93ee-a2da636cfb3d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:22.524618 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e7c3bd99-0d87-4b34-a922-57f4a9c17ac4 req-ff575a8b-1364-4a9d-93ee-a2da636cfb3d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 945 time: 0.0824215 Mar 22 20:10:22.527404 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-b62307a6-263e-4a3e-9a50-f26da70351ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:22.528796 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-b62307a6-263e-4a3e-9a50-f26da70351ed service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 1128 time: 0.0780368 Mar 22 20:10:22.626064 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e7c3bd99-0d87-4b34-a922-57f4a9c17ac4 req-f559fcef-a432-4399-beb6-1be279722253 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958428 Mar 22 20:10:22.654161 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-6c97798e-f9c3-40dc-92d8-a6a58c822c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:22.655606 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-6c97798e-f9c3-40dc-92d8-a6a58c822c4f service neutron] 10.222.0.85 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 912 time: 0.1194119 Mar 22 20:10:22.725700 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-15e4025c-faa4-4536-a9f0-d9c5b32818d6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb HTTP/1.1" status: 200 len: 1000 time: 0.0643814 Mar 22 20:10:22.774918 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-e8814d72-1702-420e-bde6-9371164eca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:22.776457 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-e8814d72-1702-420e-bde6-9371164eca0d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0443068 Mar 22 20:10:22.825721 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-53339f51-4e30-4cb0-b91d-d2f57f558b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:22.827319 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-53339f51-4e30-4cb0-b91d-d2f57f558b11 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452394 Mar 22 20:10:22.922752 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-dfe0e717-e0f4-4415-9e0b-0dc39dab747a service neutron] 10.222.0.85 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888405 Mar 22 20:10:23.018453 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-ff8c68d6-be1b-4a4e-9ae6-30328ce19af7 service neutron] 10.222.0.85 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904911 Mar 22 20:10:23.606802 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:10:23.767912 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899c914-2f89-485a-a1bb-9a2fa447d68a req-9edc6493-43c0-4f3f-a609-393d9d44ce07 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:23.769554 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5899c914-2f89-485a-a1bb-9a2fa447d68a req-9edc6493-43c0-4f3f-a609-393d9d44ce07 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 945 time: 0.0711975 Mar 22 20:10:23.830540 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5899c914-2f89-485a-a1bb-9a2fa447d68a req-cab76dc6-1d2d-492b-929a-93ae2dc9a4f7 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528719 Mar 22 20:10:24.824546 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-b813fa14-2ff2-4f86-a474-862be6101da2 service neutron] show failed (client error): The resource could not be found. Mar 22 20:10:24.825609 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-b813fa14-2ff2-4f86-a474-862be6101da2 service neutron] 10.222.0.85 "GET /v2.0/ports/5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb/bindings/n-h1-705658-24 HTTP/1.1" status: 404 len: 381 time: 0.0654609 Mar 22 20:10:24.979304 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66d4a6-7b10-431c-bc12-f2aa0abee808 req-7fb1f713-a358-4cf0-8a67-b187e4e3bf6b tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:24.981285 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-db66d4a6-7b10-431c-bc12-f2aa0abee808 req-7fb1f713-a358-4cf0-8a67-b187e4e3bf6b tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 945 time: 0.0678985 Mar 22 20:10:25.049672 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-db66d4a6-7b10-431c-bc12-f2aa0abee808 req-56cc7dec-5c1c-4de5-9aa2-5bf6a5437f8c tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590065 Mar 22 20:10:25.063800 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-88101b2d-9bc4-4407-b782-62e09cd90d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:25.066449 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-88101b2d-9bc4-4407-b782-62e09cd90d98 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69&tenant_id=146ad95db9514ae389addd97809c7bd9 HTTP/1.1" status: 200 len: 1128 time: 0.0609460 Mar 22 20:10:25.076511 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-705658-24', 'device_owner': 'compute:nova'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:10:25.142651 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:25.662390 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] For port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:10:25.698991 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] For port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:10:25.739464 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf59711-f2bb-4cdd-9110-5fdf02961e69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:10:25.741737 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf1550e-c48a-4b9d-9f3c-75d4a95f021f" -d '{"events": [{"server_uuid": "bbf59711-f2bb-4cdd-9110-5fdf02961e69", "name": "network-vif-unplugged", "status": "completed", "tag": "5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:10:25.745685 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] Publish callbacks [] for port (5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:25.759275 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] Transition to ACTIVE for port object 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:10:25.763826 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:25.839037 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 20:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2428cd01-4831-49d0-b1cc-96ac910ef7d5 x-openstack-request-id: req-2428cd01-4831-49d0-b1cc-96ac910ef7d5 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:10:25.839334 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf59711-f2bb-4cdd-9110-5fdf02961e69", "name": "network-vif-unplugged", "status": "completed", "tag": "5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:10:25.839590 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2428cd01-4831-49d0-b1cc-96ac910ef7d5 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:10:25.839999 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2428cd01-4831-49d0-b1cc-96ac910ef7d5'] response: {'server_uuid': 'bbf59711-f2bb-4cdd-9110-5fdf02961e69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb', 'code': 200} Mar 22 20:10:25.857406 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] Pushing event updated for resources: {'Port': ['ID=5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb,revision_number=6']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:10:25.868980 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:10:25.869342 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:10:25.869668 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:10:25.870782 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:10:25.870782 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:10:25.871132 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:10:25.871282 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:10:25.871508 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:10:25.871833 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:10:25.872161 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:10:25.872488 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:10:25.872817 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:10:25.873144 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:10:25.873469 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:10:25.873806 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:10:25.907321 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] No DVR routers for this DVR port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:10:26.048219 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] Attempting to bind port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:10:26.048559 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] Attempting to bind port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:10:26.048889 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] Attempting to bind port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb on network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:10:26.053130 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] Port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb on network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:10:26.053453 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] Attempting to bind port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb on network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:10:26.058372 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:10:26.058708 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] Checking segment: {'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:10:26.059091 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] Bound using segment: {'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:10:26.059520 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] Bound port: 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:10:26.059874 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:26.124245 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] For port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:10:26.127287 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] For port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:10:26.134059 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:26.171777 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:26.172402 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:26.173821 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] 10.222.0.84 "PUT /v2.0/ports/5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb HTTP/1.1" status: 200 len: 1092 time: 1.1019456 Mar 22 20:10:26.177310 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f52423-05c7-4ccf-a62d-27252766146f req-a8e985d6-1e5a-487c-8751-c35ce3869efd tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:26.179123 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65f52423-05c7-4ccf-a62d-27252766146f req-a8e985d6-1e5a-487c-8751-c35ce3869efd tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 943 time: 0.0559695 Mar 22 20:10:26.210071 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dfce50-a9c4-40d4-8e00-104d28664dcf service neutron] Pushing event updated for resources: {'Port': ['ID=5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb,revision_number=7']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:10:26.247720 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-30b96765-88f9-4941-a5b2-0fde3cee8143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:26.249911 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-30b96765-88f9-4941-a5b2-0fde3cee8143 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 1126 time: 0.0525901 Mar 22 20:10:26.258027 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65f52423-05c7-4ccf-a62d-27252766146f req-317a4c5f-8160-49af-9f09-61a949b0225d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677276 Mar 22 20:10:26.352935 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-3dc6d9b2-74bf-47d5-98e9-c465a64b1bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:26.354578 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-3dc6d9b2-74bf-47d5-98e9-c465a64b1bf2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 912 time: 0.0998657 Mar 22 20:10:26.429032 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-15ce0b7a-a772-4320-a58a-5875f33dd452 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb HTTP/1.1" status: 200 len: 998 time: 0.0676053 Mar 22 20:10:26.484326 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-905a8f78-26ee-40e6-aef8-ca7e0d4764f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:26.485734 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-905a8f78-26ee-40e6-aef8-ca7e0d4764f6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0513966 Mar 22 20:10:26.535595 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-782edc11-6831-45d9-9365-74e6fdad1ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:26.537143 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-782edc11-6831-45d9-9365-74e6fdad1ebf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460083 Mar 22 20:10:26.630414 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-a6ac7587-261d-45a4-b540-64f230bacb5b service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875628 Mar 22 20:10:26.718741 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e2c3c3e5-a51e-4469-bf45-e6e00b101a47 req-9efc080e-4154-479b-9076-8487b526474f service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823894 Mar 22 20:10:27.397613 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d4ea7-eef6-4329-a66c-1e39d43b2141 req-37e5b1d9-9ce8-4f9b-b95a-913505fc315e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:27.399391 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c64d4ea7-eef6-4329-a66c-1e39d43b2141 req-37e5b1d9-9ce8-4f9b-b95a-913505fc315e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 943 time: 0.0585582 Mar 22 20:10:27.448380 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:10:27.450640 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c64d4ea7-eef6-4329-a66c-1e39d43b2141 req-146cf665-5a4f-405a-8ada-84db7e0eb7d3 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454185 Mar 22 20:10:27.488345 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] The host n-h2-705658-24 is not matching for port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb host n-h1-705658-24! {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 20:10:27.488751 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:10:27.841716 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf59711-f2bb-4cdd-9110-5fdf02961e69', 'tag': '5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:10:27.844601 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99923d7a-5f19-4e0c-92eb-2d23636b7dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf59711-f2bb-4cdd-9110-5fdf02961e69", "tag": "5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:10:27.892307 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b4c71d-3093-4bb2-80c4-7e4d73244082 x-openstack-request-id: req-06b4c71d-3093-4bb2-80c4-7e4d73244082 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:10:27.892639 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf59711-f2bb-4cdd-9110-5fdf02961e69", "tag": "5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:10:27.892932 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-06b4c71d-3093-4bb2-80c4-7e4d73244082 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:10:27.893385 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06b4c71d-3093-4bb2-80c4-7e4d73244082'] response: {'name': 'network-changed', 'server_uuid': 'bbf59711-f2bb-4cdd-9110-5fdf02961e69', 'tag': '5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb', 'status': 'completed', 'code': 200} Mar 22 20:10:27.971308 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99923d7a-5f19-4e0c-92eb-2d23636b7dd3 req-75e1845b-363b-4dfe-a575-681da9ad8c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:27.972926 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-99923d7a-5f19-4e0c-92eb-2d23636b7dd3 req-75e1845b-363b-4dfe-a575-681da9ad8c7a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 1126 time: 0.0594621 Mar 22 20:10:27.983084 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99923d7a-5f19-4e0c-92eb-2d23636b7dd3 req-693bd43a-46e4-4084-928a-1857938ebb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:27.985008 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-99923d7a-5f19-4e0c-92eb-2d23636b7dd3 req-693bd43a-46e4-4084-928a-1857938ebb75 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 1126 time: 0.0467720 Mar 22 20:10:28.070542 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99923d7a-5f19-4e0c-92eb-2d23636b7dd3 req-1e5efe0d-cb86-4ba4-8251-30773170a350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:28.072042 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-99923d7a-5f19-4e0c-92eb-2d23636b7dd3 req-1e5efe0d-cb86-4ba4-8251-30773170a350 service neutron] 10.222.0.84 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 912 time: 0.0924909 Mar 22 20:10:28.080716 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99923d7a-5f19-4e0c-92eb-2d23636b7dd3 req-bc6f6ec3-bafc-4421-b755-a94b52272445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:28.082218 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-99923d7a-5f19-4e0c-92eb-2d23636b7dd3 req-bc6f6ec3-bafc-4421-b755-a94b52272445 service neutron] 10.222.0.85 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 912 time: 0.0908253 Mar 22 20:10:28.147473 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-99923d7a-5f19-4e0c-92eb-2d23636b7dd3 req-767575ab-2686-42d5-aef0-2d4eeef943bd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb HTTP/1.1" status: 200 len: 998 time: 0.0670245 Mar 22 20:10:28.149274 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-99923d7a-5f19-4e0c-92eb-2d23636b7dd3 req-d050d317-4c64-4e3e-b0c6-dda8fd7ac63b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb HTTP/1.1" status: 200 len: 998 time: 0.0615201 Mar 22 20:10:28.196791 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99923d7a-5f19-4e0c-92eb-2d23636b7dd3 req-967275d9-a571-4367-b0cd-0cd9460ae76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:28.197050 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99923d7a-5f19-4e0c-92eb-2d23636b7dd3 req-4621e081-1ef7-4d6a-b316-2f4acca37bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:28.198285 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-99923d7a-5f19-4e0c-92eb-2d23636b7dd3 req-967275d9-a571-4367-b0cd-0cd9460ae76f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0450065 Mar 22 20:10:28.198426 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-99923d7a-5f19-4e0c-92eb-2d23636b7dd3 req-4621e081-1ef7-4d6a-b316-2f4acca37bb4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0440395 Mar 22 20:10:28.247794 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99923d7a-5f19-4e0c-92eb-2d23636b7dd3 req-fcf64d96-def2-4200-b09e-fad636aadaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:28.250093 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-99923d7a-5f19-4e0c-92eb-2d23636b7dd3 req-fcf64d96-def2-4200-b09e-fad636aadaf7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448580 Mar 22 20:10:28.252534 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99923d7a-5f19-4e0c-92eb-2d23636b7dd3 req-a8b03fa4-f042-44d3-96f8-e8861bfdd539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:28.254086 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-99923d7a-5f19-4e0c-92eb-2d23636b7dd3 req-a8b03fa4-f042-44d3-96f8-e8861bfdd539 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0502429 Mar 22 20:10:28.343764 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-99923d7a-5f19-4e0c-92eb-2d23636b7dd3 req-d8c3b69b-f703-4a12-b365-2fe8a8b5e120 service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877850 Mar 22 20:10:28.356261 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-99923d7a-5f19-4e0c-92eb-2d23636b7dd3 req-2a6453e0-dcd0-4664-8789-26e1d2869b7b service neutron] 10.222.0.85 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959535 Mar 22 20:10:28.378697 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:10:28.448378 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-99923d7a-5f19-4e0c-92eb-2d23636b7dd3 req-5f5d1405-bc7a-48bb-a410-7c868511de77 service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996976 Mar 22 20:10:28.453244 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-99923d7a-5f19-4e0c-92eb-2d23636b7dd3 req-b88530ba-3941-448d-8c90-26216372ed19 service neutron] 10.222.0.85 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911102 Mar 22 20:10:28.487478 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:10:28.500604 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'port_id': '5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb', 'mac_address': 'fa:16:3e:53:4b:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:10:28.538920 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:10:28.539315 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:28.552437 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:10:28.572843 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:10:28.575957 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d84c81-da94-4df8-8e27-f40b0c2550b3 req-c76d5774-7e25-4537-b31c-64da0e301709 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:28.578084 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-71d84c81-da94-4df8-8e27-f40b0c2550b3 req-c76d5774-7e25-4537-b31c-64da0e301709 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 943 time: 0.0547714 Mar 22 20:10:28.579283 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:28.626025 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-71d84c81-da94-4df8-8e27-f40b0c2550b3 req-23ab0e7b-314c-4feb-ac48-65b6ae3eee19 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418320 Mar 22 20:10:28.627455 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb,revision_number=8']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:10:28.785265 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:10:28.869895 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530bf05-881f-4d23-a1f0-e71e31d1914b req-86fcf5a1-7a22-4869-b226-8c2125d74df6 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:28.871427 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1530bf05-881f-4d23-a1f0-e71e31d1914b req-86fcf5a1-7a22-4869-b226-8c2125d74df6 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 944 time: 0.0946152 Mar 22 20:10:28.883610 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131e37a-e122-4b8d-b99b-05eaff71a4bf req-d937205f-daa9-4008-8f63-f341c9519ae7 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:28.884258 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f131e37a-e122-4b8d-b99b-05eaff71a4bf req-d937205f-daa9-4008-8f63-f341c9519ae7 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.85 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69&tenant_id=146ad95db9514ae389addd97809c7bd9&binding%3Ahost_id=n-h1-705658-24 HTTP/1.1" status: 200 len: 944 time: 0.0916190 Mar 22 20:10:28.959935 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1530bf05-881f-4d23-a1f0-e71e31d1914b req-51808022-a3ed-4c84-aaf2-bb81be83937d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744236 Mar 22 20:10:28.973136 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [req-f131e37a-e122-4b8d-b99b-05eaff71a4bf req-95278e76-6acc-465e-85d4-87ca63a72a72 service neutron] delete failed (client error): The resource could not be found. Mar 22 20:10:28.974175 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f131e37a-e122-4b8d-b99b-05eaff71a4bf req-95278e76-6acc-465e-85d4-87ca63a72a72 service neutron] 10.222.0.85 "DELETE /v2.0/ports/5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb/bindings/n-h2-705658-24 HTTP/1.1" status: 404 len: 381 time: 0.0813608 Mar 22 20:10:29.059684 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131e37a-e122-4b8d-b99b-05eaff71a4bf req-b63922b8-219c-42bd-b217-e29d6d65f746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:29.061208 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f131e37a-e122-4b8d-b99b-05eaff71a4bf req-b63922b8-219c-42bd-b217-e29d6d65f746 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 1127 time: 0.0449889 Mar 22 20:10:29.151282 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131e37a-e122-4b8d-b99b-05eaff71a4bf req-9ab2bc2e-6bf3-455b-99f3-f4023c1b4f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:29.152664 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f131e37a-e122-4b8d-b99b-05eaff71a4bf req-9ab2bc2e-6bf3-455b-99f3-f4023c1b4f7a service neutron] 10.222.0.85 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 912 time: 0.0861900 Mar 22 20:10:29.216021 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f131e37a-e122-4b8d-b99b-05eaff71a4bf req-453792c0-bac8-4671-bcfc-08fe03f600a2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb HTTP/1.1" status: 200 len: 999 time: 0.0576255 Mar 22 20:10:29.269348 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131e37a-e122-4b8d-b99b-05eaff71a4bf req-da49dce4-73ff-4f91-97d7-42d692fb19fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:29.270965 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f131e37a-e122-4b8d-b99b-05eaff71a4bf req-da49dce4-73ff-4f91-97d7-42d692fb19fe service neutron] 10.222.0.85 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0494783 Mar 22 20:10:29.318357 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131e37a-e122-4b8d-b99b-05eaff71a4bf req-424376e5-678e-4c56-a6c7-0b9ae8bb6f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:29.319878 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f131e37a-e122-4b8d-b99b-05eaff71a4bf req-424376e5-678e-4c56-a6c7-0b9ae8bb6f9b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437112 Mar 22 20:10:29.407750 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f131e37a-e122-4b8d-b99b-05eaff71a4bf req-df4eecaf-64f4-4647-8f99-7ee6d17b8a78 service neutron] 10.222.0.85 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815103 Mar 22 20:10:29.499788 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f131e37a-e122-4b8d-b99b-05eaff71a4bf req-ddeafeac-c637-4276-8bad-1e709b973d23 service neutron] 10.222.0.85 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859735 Mar 22 20:10:29.575968 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-75559d00-33ea-4ee3-b555-7c672c1b645f req-2c7909e0-a50b-4be6-b843-c3e9c76b011e service neutron] (104172) timed out ('10.222.0.75', 60322) {{(pid=104172) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 20:10:30.092289 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc6c01-42a1-4a95-bf72-30df7f006f2f req-7f2ad9f1-cebe-48e0-b38a-24d99cd7b8a2 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:30.094626 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4edc6c01-42a1-4a95-bf72-30df7f006f2f req-7f2ad9f1-cebe-48e0-b38a-24d99cd7b8a2 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 944 time: 0.0611167 Mar 22 20:10:30.143020 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4edc6c01-42a1-4a95-bf72-30df7f006f2f req-ed1d7bf2-cd35-4a08-8c8d-7be870de9890 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427396 Mar 22 20:10:30.283333 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c8833-3b11-4c6d-bcd3-27bcbbe0e39e req-4d2d833b-eba1-47aa-8aaa-303ebe2a4f86 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:30.285133 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bb6c8833-3b11-4c6d-bcd3-27bcbbe0e39e req-4d2d833b-eba1-47aa-8aaa-303ebe2a4f86 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 944 time: 0.0643456 Mar 22 20:10:30.332799 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bb6c8833-3b11-4c6d-bcd3-27bcbbe0e39e req-66654d8e-b77d-4bbd-bc29-da2530a68644 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419855 Mar 22 20:10:30.394701 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:10:30.468563 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:10:30.472527 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:10:30.472927 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:30.555497 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:10:30.555878 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:30.569013 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088526aa-4b95-4cc5-9e70-b66b3f28c236 req-86f9678d-a765-408d-bf7f-d2e4fbaddc34 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:30.571383 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-088526aa-4b95-4cc5-9e70-b66b3f28c236 req-86f9678d-a765-408d-bf7f-d2e4fbaddc34 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 944 time: 0.0655673 Mar 22 20:10:30.579358 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf59711-f2bb-4cdd-9110-5fdf02961e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:10:30.581573 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca52d67-0635-4388-a996-ef3921e8f649" -d '{"events": [{"server_uuid": "bbf59711-f2bb-4cdd-9110-5fdf02961e69", "name": "network-vif-plugged", "status": "completed", "tag": "5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:10:30.595053 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:10:30.600163 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:30.601401 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe8f10-f6f9-459f-b7a9-3ca6d3bc5961 req-d635c826-9326-4a2c-86bb-c87869758075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:30.602987 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f4fe8f10-f6f9-459f-b7a9-3ca6d3bc5961 req-d635c826-9326-4a2c-86bb-c87869758075 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 1127 time: 0.0521464 Mar 22 20:10:30.630660 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d6be44-6926-49cb-92f4-fb2b7e6f3b73 x-openstack-request-id: req-51d6be44-6926-49cb-92f4-fb2b7e6f3b73 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:10:30.630955 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf59711-f2bb-4cdd-9110-5fdf02961e69", "name": "network-vif-plugged", "status": "completed", "tag": "5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:10:30.631211 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-51d6be44-6926-49cb-92f4-fb2b7e6f3b73 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:10:30.631608 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51d6be44-6926-49cb-92f4-fb2b7e6f3b73'] response: {'server_uuid': 'bbf59711-f2bb-4cdd-9110-5fdf02961e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb', 'code': 200} Mar 22 20:10:30.648392 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-088526aa-4b95-4cc5-9e70-b66b3f28c236 req-22019c9b-0006-4538-a0d0-993a6a48a062 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697253 Mar 22 20:10:30.656299 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb,revision_number=9']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:10:30.707991 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe8f10-f6f9-459f-b7a9-3ca6d3bc5961 req-b6b321c1-b26b-47a8-9ce4-499747eca9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:30.709493 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f4fe8f10-f6f9-459f-b7a9-3ca6d3bc5961 req-b6b321c1-b26b-47a8-9ce4-499747eca9bc service neutron] 10.222.0.84 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 912 time: 0.1007929 Mar 22 20:10:30.776988 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f4fe8f10-f6f9-459f-b7a9-3ca6d3bc5961 req-e4577112-7e34-4fbe-8d9a-d137e7af9ab2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb HTTP/1.1" status: 200 len: 1000 time: 0.0619602 Mar 22 20:10:30.831643 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe8f10-f6f9-459f-b7a9-3ca6d3bc5961 req-e1ed7e3e-420e-4bfc-9d7d-03db0329b9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:30.833115 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f4fe8f10-f6f9-459f-b7a9-3ca6d3bc5961 req-e1ed7e3e-420e-4bfc-9d7d-03db0329b9a2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0498574 Mar 22 20:10:30.883850 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe8f10-f6f9-459f-b7a9-3ca6d3bc5961 req-a733dc5d-0972-4f1a-9f22-0b965a75e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:30.886299 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f4fe8f10-f6f9-459f-b7a9-3ca6d3bc5961 req-a733dc5d-0972-4f1a-9f22-0b965a75e94a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472393 Mar 22 20:10:30.978727 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f4fe8f10-f6f9-459f-b7a9-3ca6d3bc5961 req-37074e81-179d-4f70-b954-734a4973c571 service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831249 Mar 22 20:10:31.070027 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f4fe8f10-f6f9-459f-b7a9-3ca6d3bc5961 req-560addf9-bd46-4675-8088-4835c1318812 service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852556 Mar 22 20:10:31.789849 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2245773-5cc9-4c40-b3c3-2c70009ded5c req-3a67fb3b-f450-47ed-8977-8bea56501fe3 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:31.791328 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f2245773-5cc9-4c40-b3c3-2c70009ded5c req-3a67fb3b-f450-47ed-8977-8bea56501fe3 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 945 time: 0.0639849 Mar 22 20:10:31.849265 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f2245773-5cc9-4c40-b3c3-2c70009ded5c req-07a50a9b-aca8-4202-b946-32c25f1f62bb tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505219 Mar 22 20:10:32.099251 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cedf4a4-4842-4abe-b112-52cde61d4b02 req-5c78bf72-7a52-4d36-a638-e78778f2d298 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:32.101447 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3cedf4a4-4842-4abe-b112-52cde61d4b02 req-5c78bf72-7a52-4d36-a638-e78778f2d298 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 945 time: 0.0562189 Mar 22 20:10:32.149843 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3cedf4a4-4842-4abe-b112-52cde61d4b02 req-c3f5095f-26d2-4939-8915-b49126b1839d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427740 Mar 22 20:10:33.289607 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92161893-91ee-468f-baa2-ffef4ee5a6fc req-8fe02acd-b1a3-4c61-90c0-171f41c3aca6 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:33.291234 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-92161893-91ee-468f-baa2-ffef4ee5a6fc req-8fe02acd-b1a3-4c61-90c0-171f41c3aca6 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 945 time: 0.0664902 Mar 22 20:10:33.320487 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808aaf3-cb46-407b-998c-a6a30238d05e req-4d520e04-68d3-48c9-a518-90ca5e5ca565 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:33.322223 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d808aaf3-cb46-407b-998c-a6a30238d05e req-4d520e04-68d3-48c9-a518-90ca5e5ca565 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.84 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 945 time: 0.0595450 Mar 22 20:10:33.346516 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-92161893-91ee-468f-baa2-ffef4ee5a6fc req-9d35119b-c482-4ce1-8ad5-5785c696c60b tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488532 Mar 22 20:10:33.428149 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-d808aaf3-cb46-407b-998c-a6a30238d05e req-e3fa5f16-1328-4747-afe5-89ec22b2d609 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Deleting port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:10:33.428699 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d808aaf3-cb46-407b-998c-a6a30238d05e req-e3fa5f16-1328-4747-afe5-89ec22b2d609 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:33.532965 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-d808aaf3-cb46-407b-998c-a6a30238d05e req-e3fa5f16-1328-4747-afe5-89ec22b2d609 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] For port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:10:33.533331 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d808aaf3-cb46-407b-998c-a6a30238d05e req-e3fa5f16-1328-4747-afe5-89ec22b2d609 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:33.730094 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d808aaf3-cb46-407b-998c-a6a30238d05e req-e3fa5f16-1328-4747-afe5-89ec22b2d609 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:33.730367 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d808aaf3-cb46-407b-998c-a6a30238d05e req-e3fa5f16-1328-4747-afe5-89ec22b2d609 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (f1e0a5e6-4101-42bc-8daf-dfd5477fb69f), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:33.730680 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [req-d808aaf3-cb46-407b-998c-a6a30238d05e req-e3fa5f16-1328-4747-afe5-89ec22b2d609 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Floating IP f1e0a5e6-4101-42bc-8daf-dfd5477fb69f disassociated. External IP: 172.25.5.97, port: 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb. Mar 22 20:10:33.731023 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-d808aaf3-cb46-407b-998c-a6a30238d05e req-e3fa5f16-1328-4747-afe5-89ec22b2d609 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Calling delete_port for 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:10:33.876555 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d808aaf3-cb46-407b-998c-a6a30238d05e req-e3fa5f16-1328-4747-afe5-89ec22b2d609 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:33.907960 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa5f16-1328-4747-afe5-89ec22b2d609 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Pushing event deleted for resources: {'Port': ['ID=5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:10:34.041111 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d808aaf3-cb46-407b-998c-a6a30238d05e req-e3fa5f16-1328-4747-afe5-89ec22b2d609 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Router 1001dae4-ae30-47db-a3c2-45da5ddcdde9 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:10:34.168089 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d808aaf3-cb46-407b-998c-a6a30238d05e req-e3fa5f16-1328-4747-afe5-89ec22b2d609 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:10:34.178096 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85494ad5-a6cb-4478-90dd-f56c98d88755 None None] Sync routers for ids ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:10:34.189553 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85494ad5-a6cb-4478-90dd-f56c98d88755 None None] Routers {'1001dae4-ae30-47db-a3c2-45da5ddcdde9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:10:34.190425 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-85494ad5-a6cb-4478-90dd-f56c98d88755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:10:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:10:34.210223 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-d808aaf3-cb46-407b-998c-a6a30238d05e req-e3fa5f16-1328-4747-afe5-89ec22b2d609 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] No DVR routers for this DVR port 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:10:34.213058 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d808aaf3-cb46-407b-998c-a6a30238d05e req-e3fa5f16-1328-4747-afe5-89ec22b2d609 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:34.216721 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d808aaf3-cb46-407b-998c-a6a30238d05e req-e3fa5f16-1328-4747-afe5-89ec22b2d609 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.84 "DELETE /v2.0/ports/5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb HTTP/1.1" status: 204 len: 173 time: 0.8898890 Mar 22 20:10:34.217202 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf59711-f2bb-4cdd-9110-5fdf02961e69', 'name': 'network-vif-deleted', 'tag': '5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:10:34.220811 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edadd93-7b06-47d5-b30f-823a3cffd3ff" -d '{"events": [{"server_uuid": "bbf59711-f2bb-4cdd-9110-5fdf02961e69", "name": "network-vif-deleted", "tag": "5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:10:34.259471 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db61a2c-9e1d-4be4-bf91-7513f21d3a60 x-openstack-request-id: req-5db61a2c-9e1d-4be4-bf91-7513f21d3a60 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:10:34.260490 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf59711-f2bb-4cdd-9110-5fdf02961e69", "name": "network-vif-deleted", "tag": "5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:10:34.260869 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5db61a2c-9e1d-4be4-bf91-7513f21d3a60 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:10:34.261293 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5db61a2c-9e1d-4be4-bf91-7513f21d3a60'] response: {'server_uuid': 'bbf59711-f2bb-4cdd-9110-5fdf02961e69', 'name': 'network-vif-deleted', 'tag': '5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb', 'status': 'completed', 'code': 200} Mar 22 20:10:34.330993 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-85494ad5-a6cb-4478-90dd-f56c98d88755 None None] Set router 1001dae4-ae30-47db-a3c2-45da5ddcdde9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:10:34.495602 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6b55d954-c0ee-44ef-956e-11e6d97c1b70 req-1cb48552-3944-4ee3-bbbf-3e39c3171533 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=bbf59711-f2bb-4cdd-9110-5fdf02961e69 HTTP/1.1" status: 200 len: 210 time: 0.0470116 Mar 22 20:10:34.564304 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-85494ad5-a6cb-4478-90dd-f56c98d88755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'name': 'tempest-ServerActionsTestJSON-943337659-router', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:58Z', 'revision_number': 4, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'gw_port': {'id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:66:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7ec3702f-8943-43c8-977e-526933b56dc6', 'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'mac_address': 'fa:16:3e:41:7a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:57Z', 'updated_at': '2022-03-22T20:09:01Z', 'revision_number': 5, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'subnets': [{'id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:10:34.594317 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85494ad5-a6cb-4478-90dd-f56c98d88755 None None] Checking router: 1001dae4-ae30-47db-a3c2-45da5ddcdde9 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:10:34.603170 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85494ad5-a6cb-4478-90dd-f56c98d88755 None None] Routers {'1001dae4-ae30-47db-a3c2-45da5ddcdde9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:10:34.603909 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-85494ad5-a6cb-4478-90dd-f56c98d88755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:10:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:10:34.717595 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-85494ad5-a6cb-4478-90dd-f56c98d88755 None None] Set router 1001dae4-ae30-47db-a3c2-45da5ddcdde9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:10:34.946158 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-85494ad5-a6cb-4478-90dd-f56c98d88755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'name': 'tempest-ServerActionsTestJSON-943337659-router', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:58Z', 'revision_number': 4, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'gw_port': {'id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:66:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7ec3702f-8943-43c8-977e-526933b56dc6', 'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'mac_address': 'fa:16:3e:41:7a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:57Z', 'updated_at': '2022-03-22T20:09:01Z', 'revision_number': 5, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'subnets': [{'id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:10:34.985449 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85494ad5-a6cb-4478-90dd-f56c98d88755 None None] The sync data for ids ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'] in n-d-705658-24 is: [{'id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'name': 'tempest-ServerActionsTestJSON-943337659-router', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:58Z', 'revision_number': 4, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'gw_port': {'id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:66:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7ec3702f-8943-43c8-977e-526933b56dc6', 'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'mac_address': 'fa:16:3e:41:7a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:57Z', 'updated_at': '2022-03-22T20:09:01Z', 'revision_number': 5, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'subnets': [{'id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:10:35.250891 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d3c911-31d3-46e0-8189-cce195ea13c2 None None] New status for floating IP f1e0a5e6-4101-42bc-8daf-dfd5477fb69f: DOWN {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:10:35.748089 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-df65be92-df80-4f53-8749-c0ab58c904f5 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--508250084&fields=id&tenant_id=146ad95db9514ae389addd97809c7bd9 HTTP/1.1" status: 200 len: 267 time: 0.0435717 Mar 22 20:10:35.857213 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-1d450ca8-e3ef-4e84-8fe1-0229816e18cf tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:35.858785 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-1d450ca8-e3ef-4e84-8fe1-0229816e18cf tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 811 time: 0.1042116 Mar 22 20:10:35.873819 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-765f060d-c801-49ae-8077-8afe0d7de338 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/quotas/146ad95db9514ae389addd97809c7bd9 HTTP/1.1" status: 200 len: 375 time: 0.0095992 Mar 22 20:10:35.939068 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-94a62c40-ea71-41c4-9a7a-16e4139368a1 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600514 Mar 22 20:10:35.955859 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-7ec89fc9-21a6-4652-b133-5bc39d49407b service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 20:10:35.956837 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-7ec89fc9-21a6-4652-b133-5bc39d49407b service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058186 Mar 22 20:10:36.047479 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-c8c4ec88-b403-44e4-8270-bea2bf038733 service neutron] 10.222.0.75 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852766 Mar 22 20:10:36.140099 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-301f560c-1e6c-4997-9e7c-4577ea771c65 service neutron] 10.222.0.75 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870442 Mar 22 20:10:36.318188 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-61fdd47e-806d-49f1-a5e0-48d518aef311 req-896d6ad0-3716-44e3-9bf1-371b2dfbaa99 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 210 time: 0.0327425 Mar 22 20:10:36.409567 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:10:36.430796 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:10:36.431148 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 5cff5722-98f6-4d5c-a1a2-41bf7de9c3bb not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:10:37.270278 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-a9f2ad50-4e60-4683-bd96-612b456308dd tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:37.272349 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-a9f2ad50-4e60-4683-bd96-612b456308dd tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.84 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 811 time: 0.1291254 Mar 22 20:10:37.359356 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-eb809aab-66e4-4686-925f-6373cfb8eefd tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=146ad95db9514ae389addd97809c7bd9 HTTP/1.1" status: 200 len: 379 time: 0.0794170 Mar 22 20:10:37.369082 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-8d4c75e5-f4ba-4062-8bd3-41429de8cadc tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Request body: {'port': {'device_id': '68d23ae7-b28d-432b-9d9f-64315963163c', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'admin_state_up': True, 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'security_groups': ['feb6c831-774a-4003-886b-377a1e32fc7e']}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:10:37.420214 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c4b1ba1e-b265-4067-98d3-8be2ce1e4dfa req-00f76386-89f8-49ec-8094-53ba731ca68f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 210 time: 0.0281372 Mar 22 20:10:37.480688 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-8d4c75e5-f4ba-4062-8bd3-41429de8cadc tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Made reservation on behalf of 146ad95db9514ae389addd97809c7bd9 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:10:37.484190 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-8d4c75e5-f4ba-4062-8bd3-41429de8cadc tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:37.615823 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-8d4c75e5-f4ba-4062-8bd3-41429de8cadc tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Allocated IP 172.20.0.8 (005ec1f0-1b3a-4d71-b791-970bb8259fb2/67a8b60c-f06a-4498-ba05-7965d64d6f99/f3d1824c-1f63-441d-a5f2-453916a258b3) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:10:37.760448 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-8d4c75e5-f4ba-4062-8bd3-41429de8cadc tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks [] for port (f3d1824c-1f63-441d-a5f2-453916a258b3), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:37.799357 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-8d4c75e5-f4ba-4062-8bd3-41429de8cadc tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f3d1824c-1f63-441d-a5f2-453916a258b3), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:37.848854 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-8d4c75e5-f4ba-4062-8bd3-41429de8cadc tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:10:37.852637 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-8d4c75e5-f4ba-4062-8bd3-41429de8cadc tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:10:37.858786 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-8d4c75e5-f4ba-4062-8bd3-41429de8cadc tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:10:37.866862 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c75e5-f4ba-4062-8bd3-41429de8cadc tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Pushing event updated for resources: {'Port': ['ID=f3d1824c-1f63-441d-a5f2-453916a258b3,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:10:37.925316 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-8d4c75e5-f4ba-4062-8bd3-41429de8cadc tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:37.926071 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-8d4c75e5-f4ba-4062-8bd3-41429de8cadc tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:37.946301 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-8d4c75e5-f4ba-4062-8bd3-41429de8cadc tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5809810 Mar 22 20:10:37.957435 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-95ede875-0841-4651-a3f1-6fa3b0765143 service neutron] Request body: {'port': {'device_id': '68d23ae7-b28d-432b-9d9f-64315963163c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:10:38.047720 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-95ede875-0841-4651-a3f1-6fa3b0765143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f3d1824c-1f63-441d-a5f2-453916a258b3), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:38.159781 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-c0971c9b-97c0-40c1-b5e2-697bc6464db7 None None] Provisioning complete for port f3d1824c-1f63-441d-a5f2-453916a258b3 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:10:38.160646 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c0971c9b-97c0-40c1-b5e2-697bc6464db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f3d1824c-1f63-441d-a5f2-453916a258b3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:38.197004 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c0971c9b-97c0-40c1-b5e2-697bc6464db7 None None] Port f3d1824c-1f63-441d-a5f2-453916a258b3 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:10:38.341616 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-95ede875-0841-4651-a3f1-6fa3b0765143 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d1824c-1f63-441d-a5f2-453916a258b3 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:10:38.349224 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-95ede875-0841-4651-a3f1-6fa3b0765143 service neutron] Publish callbacks [] for port (f3d1824c-1f63-441d-a5f2-453916a258b3), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:38.361472 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-95ede875-0841-4651-a3f1-6fa3b0765143 service neutron] Transition to ACTIVE for port object f3d1824c-1f63-441d-a5f2-453916a258b3 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:10:38.365423 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-95ede875-0841-4651-a3f1-6fa3b0765143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (f3d1824c-1f63-441d-a5f2-453916a258b3), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:38.417102 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ede875-0841-4651-a3f1-6fa3b0765143 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d1824c-1f63-441d-a5f2-453916a258b3,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:10:38.508554 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-95ede875-0841-4651-a3f1-6fa3b0765143 service neutron] Attempting to bind port f3d1824c-1f63-441d-a5f2-453916a258b3 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:10:38.508895 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-95ede875-0841-4651-a3f1-6fa3b0765143 service neutron] Attempting to bind port f3d1824c-1f63-441d-a5f2-453916a258b3 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:10:38.509323 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-95ede875-0841-4651-a3f1-6fa3b0765143 service neutron] Attempting to bind port f3d1824c-1f63-441d-a5f2-453916a258b3 on network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:10:38.515662 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-95ede875-0841-4651-a3f1-6fa3b0765143 service neutron] Port f3d1824c-1f63-441d-a5f2-453916a258b3 on network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:10:38.516010 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-95ede875-0841-4651-a3f1-6fa3b0765143 service neutron] Attempting to bind port f3d1824c-1f63-441d-a5f2-453916a258b3 on network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:10:38.523911 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-95ede875-0841-4651-a3f1-6fa3b0765143 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:10:38.524345 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-95ede875-0841-4651-a3f1-6fa3b0765143 service neutron] Checking segment: {'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:10:38.524845 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-95ede875-0841-4651-a3f1-6fa3b0765143 service neutron] Bound using segment: {'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:10:38.525350 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-95ede875-0841-4651-a3f1-6fa3b0765143 service neutron] Bound port: f3d1824c-1f63-441d-a5f2-453916a258b3, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:10:38.525783 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-95ede875-0841-4651-a3f1-6fa3b0765143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f3d1824c-1f63-441d-a5f2-453916a258b3), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:38.567036 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbb662-5813-46d3-8b4c-d71b87721fb1 req-a1a7acf3-82d1-4337-8a56-40a792b24aa2 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:38.568623 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-17bbb662-5813-46d3-8b4c-d71b87721fb1 req-a1a7acf3-82d1-4337-8a56-40a792b24aa2 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 943 time: 0.0687485 Mar 22 20:10:38.605489 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-95ede875-0841-4651-a3f1-6fa3b0765143 service neutron] For port f3d1824c-1f63-441d-a5f2-453916a258b3, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:10:38.609225 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-95ede875-0841-4651-a3f1-6fa3b0765143 service neutron] For port f3d1824c-1f63-441d-a5f2-453916a258b3, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f3d1824c-1f63-441d-a5f2-453916a258b3,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:10:38.619444 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-95ede875-0841-4651-a3f1-6fa3b0765143 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (f3d1824c-1f63-441d-a5f2-453916a258b3), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:38.631120 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-17bbb662-5813-46d3-8b4c-d71b87721fb1 req-7f471f5b-d4ed-4eda-abca-730338c1bea6 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546007 Mar 22 20:10:38.656817 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-95ede875-0841-4651-a3f1-6fa3b0765143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:38.657580 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-95ede875-0841-4651-a3f1-6fa3b0765143 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:38.659268 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-95ede875-0841-4651-a3f1-6fa3b0765143 service neutron] 10.222.0.84 "PUT /v2.0/ports/f3d1824c-1f63-441d-a5f2-453916a258b3 HTTP/1.1" status: 200 len: 1092 time: 0.7062387 Mar 22 20:10:38.659834 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d23ae7-b28d-432b-9d9f-64315963163c', 'tag': 'f3d1824c-1f63-441d-a5f2-453916a258b3'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:10:38.662115 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a14619-d723-4270-8922-e8883c3b23b0" -d '{"events": [{"name": "network-changed", "server_uuid": "68d23ae7-b28d-432b-9d9f-64315963163c", "tag": "f3d1824c-1f63-441d-a5f2-453916a258b3"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:10:38.697303 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ede875-0841-4651-a3f1-6fa3b0765143 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d1824c-1f63-441d-a5f2-453916a258b3,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:10:38.735956 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff4ea7a-c93a-4eac-8d1f-10d35d7acd0d x-openstack-request-id: req-fff4ea7a-c93a-4eac-8d1f-10d35d7acd0d {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:10:38.736262 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68d23ae7-b28d-432b-9d9f-64315963163c", "tag": "f3d1824c-1f63-441d-a5f2-453916a258b3", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:10:38.736523 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fff4ea7a-c93a-4eac-8d1f-10d35d7acd0d {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:10:38.736936 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fff4ea7a-c93a-4eac-8d1f-10d35d7acd0d'] response: {'name': 'network-changed', 'server_uuid': '68d23ae7-b28d-432b-9d9f-64315963163c', 'tag': 'f3d1824c-1f63-441d-a5f2-453916a258b3', 'status': 'completed', 'code': 200} Mar 22 20:10:38.765932 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-34a1984a-a0f1-4c54-bc03-dcd97be5ce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:38.767477 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-34a1984a-a0f1-4c54-bc03-dcd97be5ce54 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 1126 time: 0.0671914 Mar 22 20:10:38.822145 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-79dfa99a-2ab6-445d-b346-683d06fd174c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3d1824c-1f63-441d-a5f2-453916a258b3 HTTP/1.1" status: 200 len: 217 time: 0.0461016 Mar 22 20:10:38.883648 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-6510f65a-4f3d-4ba9-b50d-5fe877ec7ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:38.885384 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-6510f65a-4f3d-4ba9-b50d-5fe877ec7ca0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0568743 Mar 22 20:10:38.934743 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-fe6d689a-1147-4c58-83e3-56559df6ed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:38.936192 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-fe6d689a-1147-4c58-83e3-56559df6ed24 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444086 Mar 22 20:10:39.031415 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-4634eb48-2fa5-46ba-9262-e7818f33f1df service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889459 Mar 22 20:10:39.127894 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ed0889eb-7c3a-4550-99ba-dc50ead49f76 req-ad265d09-78dc-49a2-9559-ab2cfc87b911 service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907478 Mar 22 20:10:39.226991 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a14619-d723-4270-8922-e8883c3b23b0 req-3ed22282-b913-40db-a111-f8c15571f108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:39.228429 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-41a14619-d723-4270-8922-e8883c3b23b0 req-3ed22282-b913-40db-a111-f8c15571f108 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 1126 time: 0.0503623 Mar 22 20:10:39.318195 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a14619-d723-4270-8922-e8883c3b23b0 req-e5c2b777-b1f4-4905-bf02-6a9bfd32b11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:39.319684 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-41a14619-d723-4270-8922-e8883c3b23b0 req-e5c2b777-b1f4-4905-bf02-6a9bfd32b11e service neutron] 10.222.0.84 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 912 time: 0.0856023 Mar 22 20:10:39.364537 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-41a14619-d723-4270-8922-e8883c3b23b0 req-a9802777-080f-4b2f-bbc5-8cca3d343237 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3d1824c-1f63-441d-a5f2-453916a258b3 HTTP/1.1" status: 200 len: 217 time: 0.0389526 Mar 22 20:10:39.412731 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a14619-d723-4270-8922-e8883c3b23b0 req-4fdf5a66-915b-443d-ac82-3c242b0f4d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:39.414387 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-41a14619-d723-4270-8922-e8883c3b23b0 req-4fdf5a66-915b-443d-ac82-3c242b0f4d2e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0441601 Mar 22 20:10:39.462958 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a14619-d723-4270-8922-e8883c3b23b0 req-ae143355-a440-49ea-95a1-ae7ee13dcce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:39.464452 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-41a14619-d723-4270-8922-e8883c3b23b0 req-ae143355-a440-49ea-95a1-ae7ee13dcce6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444551 Mar 22 20:10:39.557511 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-41a14619-d723-4270-8922-e8883c3b23b0 req-962d106e-e83f-4ec8-b31f-cfae30d2a242 service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857935 Mar 22 20:10:39.646764 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-41a14619-d723-4270-8922-e8883c3b23b0 req-86f65feb-fbd9-43e6-bf28-60f097309f89 service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826194 Mar 22 20:10:39.758695 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9d040-7f89-4d05-aeb9-38f560031455 req-9a363baa-0465-48dc-bf8a-51425d91b93c tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:39.760792 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fbf9d040-7f89-4d05-aeb9-38f560031455 req-9a363baa-0465-48dc-bf8a-51425d91b93c tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 943 time: 0.0660963 Mar 22 20:10:39.812738 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fbf9d040-7f89-4d05-aeb9-38f560031455 req-09340770-2630-4bde-b4d1-ad0d65c6fde6 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455739 Mar 22 20:10:40.440825 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device f3d1824c-1f63-441d-a5f2-453916a258b3 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:10:40.552681 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port f3d1824c-1f63-441d-a5f2-453916a258b3, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f3d1824c-1f63-441d-a5f2-453916a258b3,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:10:40.566828 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'f3d1824c-1f63-441d-a5f2-453916a258b3', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'port_id': 'f3d1824c-1f63-441d-a5f2-453916a258b3', 'mac_address': 'fa:16:3e:f5:f1:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:10:40.610043 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port f3d1824c-1f63-441d-a5f2-453916a258b3 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:10:40.610434 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f3d1824c-1f63-441d-a5f2-453916a258b3), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:40.623367 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d1824c-1f63-441d-a5f2-453916a258b3 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:10:40.643274 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port f3d1824c-1f63-441d-a5f2-453916a258b3, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f3d1824c-1f63-441d-a5f2-453916a258b3,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:10:40.647738 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f3d1824c-1f63-441d-a5f2-453916a258b3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:40.694547 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=f3d1824c-1f63-441d-a5f2-453916a258b3,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:10:40.702791 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:10:40.703150 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:10:40.703495 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:10:40.703895 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:10:40.704233 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:10:40.704566 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:10:40.704893 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:10:40.705222 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:10:40.705548 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:10:40.705897 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:10:40.706226 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:10:40.706545 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:10:40.706865 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:10:40.707188 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:10:40.707517 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:10:40.836456 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['f3d1824c-1f63-441d-a5f2-453916a258b3'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:10:40.944932 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3fdcb0-0170-4230-8fc1-b41ca1440ff3 req-6ad2e7d2-cdc9-4383-a614-1d808ff9c1e5 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:40.946424 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0d3fdcb0-0170-4230-8fc1-b41ca1440ff3 req-6ad2e7d2-cdc9-4383-a614-1d808ff9c1e5 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 944 time: 0.0532334 Mar 22 20:10:40.995098 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0d3fdcb0-0170-4230-8fc1-b41ca1440ff3 req-e7524283-7c44-4042-9cbf-5cfac4b4037e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425253 Mar 22 20:10:42.114996 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f1569-8bb5-4577-98c4-5a038ae86248 req-63dcabd1-735b-4624-8ead-c8efb1a41ef9 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:42.116478 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f2f1569-8bb5-4577-98c4-5a038ae86248 req-63dcabd1-735b-4624-8ead-c8efb1a41ef9 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 944 time: 0.0526900 Mar 22 20:10:42.167561 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f2f1569-8bb5-4577-98c4-5a038ae86248 req-55f11197-25e1-45e6-a993-88d50061cb61 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455632 Mar 22 20:10:42.442948 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device f3d1824c-1f63-441d-a5f2-453916a258b3 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:10:42.496576 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port f3d1824c-1f63-441d-a5f2-453916a258b3 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:10:42.501957 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port f3d1824c-1f63-441d-a5f2-453916a258b3 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:10:42.502344 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f3d1824c-1f63-441d-a5f2-453916a258b3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:42.593681 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port f3d1824c-1f63-441d-a5f2-453916a258b3 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:10:42.594343 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f3d1824c-1f63-441d-a5f2-453916a258b3), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:42.780681 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d23ae7-b28d-432b-9d9f-64315963163c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d1824c-1f63-441d-a5f2-453916a258b3'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:10:42.782881 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569d40cd-4f90-4829-81d0-8cf6515e3bf5" -d '{"events": [{"server_uuid": "68d23ae7-b28d-432b-9d9f-64315963163c", "name": "network-vif-plugged", "status": "completed", "tag": "f3d1824c-1f63-441d-a5f2-453916a258b3"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:10:42.795689 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port f3d1824c-1f63-441d-a5f2-453916a258b3, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f3d1824c-1f63-441d-a5f2-453916a258b3,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:10:42.807356 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f3d1824c-1f63-441d-a5f2-453916a258b3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:42.858012 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=f3d1824c-1f63-441d-a5f2-453916a258b3,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:10:43.106723 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a325fd-d14d-45c0-9c10-1670e18b737d x-openstack-request-id: req-66a325fd-d14d-45c0-9c10-1670e18b737d {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:10:43.107014 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d23ae7-b28d-432b-9d9f-64315963163c", "name": "network-vif-plugged", "status": "completed", "tag": "f3d1824c-1f63-441d-a5f2-453916a258b3", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:10:43.107264 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-66a325fd-d14d-45c0-9c10-1670e18b737d {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:10:43.107666 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66a325fd-d14d-45c0-9c10-1670e18b737d'] response: {'server_uuid': '68d23ae7-b28d-432b-9d9f-64315963163c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d1824c-1f63-441d-a5f2-453916a258b3', 'code': 200} Mar 22 20:10:43.212633 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5752994-1bec-4204-92b1-15fe3db1cfe3 req-33aff38b-02b1-4f0d-9aa8-598251a0d1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:43.214189 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c5752994-1bec-4204-92b1-15fe3db1cfe3 req-33aff38b-02b1-4f0d-9aa8-598251a0d1f3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 1128 time: 0.0490170 Mar 22 20:10:43.268642 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c5752994-1bec-4204-92b1-15fe3db1cfe3 req-b1246a73-837e-45a3-8499-3776b4db146e service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466819 Mar 22 20:10:43.299563 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bfcc54-ebd2-45a5-af93-1515183a71bc req-84a46ca4-5dcf-43ab-918e-f2c0dcc0cc30 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:43.301116 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f0bfcc54-ebd2-45a5-af93-1515183a71bc req-84a46ca4-5dcf-43ab-918e-f2c0dcc0cc30 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 945 time: 0.0555203 Mar 22 20:10:43.349393 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f0bfcc54-ebd2-45a5-af93-1515183a71bc req-5a39fdf7-7cb8-446f-8750-738f8049a001 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424819 Mar 22 20:10:44.475531 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f456d-7878-4fd8-abcb-6d213140c6da req-e25774fb-2a9b-4197-a271-1b6fbeea6a48 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:44.477023 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ac3f456d-7878-4fd8-abcb-6d213140c6da req-e25774fb-2a9b-4197-a271-1b6fbeea6a48 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 945 time: 0.0546234 Mar 22 20:10:44.530253 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ac3f456d-7878-4fd8-abcb-6d213140c6da req-4e3981a6-cd8c-4a47-a1db-0088c6f5d54f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470121 Mar 22 20:10:44.649965 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f61b7-f150-419b-a56c-6c2424d28c64 req-0db18094-0c44-4d0b-a2f6-69fa1c1fde9b tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:44.651350 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a5f61b7-f150-419b-a56c-6c2424d28c64 req-0db18094-0c44-4d0b-a2f6-69fa1c1fde9b tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 945 time: 0.0570588 Mar 22 20:10:44.664017 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 38992) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:10:44.669193 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-328a1af7-84f0-48c4-a9f5-777cebfa0d59 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Request body: {'floatingip': {'port_id': 'f3d1824c-1f63-441d-a5f2-453916a258b3'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:10:44.709904 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-328a1af7-84f0-48c4-a9f5-777cebfa0d59 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks [] for floatingip (f1e0a5e6-4101-42bc-8daf-dfd5477fb69f), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:45.174902 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-328a1af7-84f0-48c4-a9f5-777cebfa0d59 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:45.179678 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-328a1af7-84f0-48c4-a9f5-777cebfa0d59 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (f1e0a5e6-4101-42bc-8daf-dfd5477fb69f), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:45.214385 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6203e6e1-6213-4d97-a2a5-b3d43de90055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:45.606107 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [None req-328a1af7-84f0-48c4-a9f5-777cebfa0d59 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Floating IP f1e0a5e6-4101-42bc-8daf-dfd5477fb69f associated. External IP: 172.25.5.97, port: f3d1824c-1f63-441d-a5f2-453916a258b3. Mar 22 20:10:45.844403 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328a1af7-84f0-48c4-a9f5-777cebfa0d59 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Router 1001dae4-ae30-47db-a3c2-45da5ddcdde9 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:10:45.962817 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328a1af7-84f0-48c4-a9f5-777cebfa0d59 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:10:45.967843 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-328a1af7-84f0-48c4-a9f5-777cebfa0d59 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:45.974812 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51676169-4fe4-4a28-9df9-d37556c62257 None None] Sync routers for ids ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:10:45.991100 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51676169-4fe4-4a28-9df9-d37556c62257 None None] Routers {'1001dae4-ae30-47db-a3c2-45da5ddcdde9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:10:45.992332 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-51676169-4fe4-4a28-9df9-d37556c62257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:10:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:10:46.007846 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-328a1af7-84f0-48c4-a9f5-777cebfa0d59 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "PUT /v2.0/floatingips/f1e0a5e6-4101-42bc-8daf-dfd5477fb69f HTTP/1.1" status: 200 len: 990 time: 1.3383591 Mar 22 20:10:46.007846 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d23ae7-b28d-432b-9d9f-64315963163c', 'tag': 'f3d1824c-1f63-441d-a5f2-453916a258b3'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:10:46.007846 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5467005-0d18-49d4-877c-50e026f66cfb" -d '{"events": [{"name": "network-changed", "server_uuid": "68d23ae7-b28d-432b-9d9f-64315963163c", "tag": "f3d1824c-1f63-441d-a5f2-453916a258b3"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:10:46.142785 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-51676169-4fe4-4a28-9df9-d37556c62257 None None] Set router 1001dae4-ae30-47db-a3c2-45da5ddcdde9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:10:46.169209 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda54325-c4d1-432f-bfd5-8ee455e2ea26 x-openstack-request-id: req-fda54325-c4d1-432f-bfd5-8ee455e2ea26 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:10:46.169507 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68d23ae7-b28d-432b-9d9f-64315963163c", "tag": "f3d1824c-1f63-441d-a5f2-453916a258b3", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:10:46.169765 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fda54325-c4d1-432f-bfd5-8ee455e2ea26 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:10:46.170225 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fda54325-c4d1-432f-bfd5-8ee455e2ea26'] response: {'name': 'network-changed', 'server_uuid': '68d23ae7-b28d-432b-9d9f-64315963163c', 'tag': 'f3d1824c-1f63-441d-a5f2-453916a258b3', 'status': 'completed', 'code': 200} Mar 22 20:10:46.267596 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5467005-0d18-49d4-877c-50e026f66cfb req-6c670e07-ca98-43c7-b990-e919f2f3af69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:46.270063 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e5467005-0d18-49d4-877c-50e026f66cfb req-6c670e07-ca98-43c7-b990-e919f2f3af69 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 1128 time: 0.0767922 Mar 22 20:10:46.296970 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:46.327939 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c221e1-3a5c-4570-8a75-b84b3cce5468 req-98cbf730-ada5-4267-ae0b-489bf54d7ed8 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:46.332552 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-60c221e1-3a5c-4570-8a75-b84b3cce5468 req-98cbf730-ada5-4267-ae0b-489bf54d7ed8 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 945 time: 0.0965595 Mar 22 20:10:46.358785 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80e6931a-61d7-49c8-b83b-772ae304433d req-e548968a-3bb4-4363-9a63-42d833323806 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0843449 Mar 22 20:10:46.385410 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5467005-0d18-49d4-877c-50e026f66cfb req-2d5773e3-472e-4d33-801d-7ce7ff5dd97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:46.388089 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e5467005-0d18-49d4-877c-50e026f66cfb req-2d5773e3-472e-4d33-801d-7ce7ff5dd97d service neutron] 10.222.0.84 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 912 time: 0.1127341 Mar 22 20:10:46.398468 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-60c221e1-3a5c-4570-8a75-b84b3cce5468 req-c1e1b64c-0864-4025-8557-330b64355be5 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616481 Mar 22 20:10:46.405311 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-51676169-4fe4-4a28-9df9-d37556c62257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'name': 'tempest-ServerActionsTestJSON-943337659-router', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:58Z', 'revision_number': 4, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'gw_port': {'id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:66:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'f1e0a5e6-4101-42bc-8daf-dfd5477fb69f', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'floating_ip_address': '172.25.5.97', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'port_id': 'f3d1824c-1f63-441d-a5f2-453916a258b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'mac_address': 'fa:16:3e:f5:f1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d23ae7-b28d-432b-9d9f-64315963163c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:09:00Z', 'updated_at': '2022-03-22T20:10:45Z', 'revision_number': 9, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec3702f-8943-43c8-977e-526933b56dc6', 'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'mac_address': 'fa:16:3e:41:7a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:57Z', 'updated_at': '2022-03-22T20:09:01Z', 'revision_number': 5, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'subnets': [{'id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:10:46.435560 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51676169-4fe4-4a28-9df9-d37556c62257 None None] Checking router: 1001dae4-ae30-47db-a3c2-45da5ddcdde9 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:10:46.445125 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51676169-4fe4-4a28-9df9-d37556c62257 None None] Routers {'1001dae4-ae30-47db-a3c2-45da5ddcdde9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:10:46.445748 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-51676169-4fe4-4a28-9df9-d37556c62257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:10:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:10:46.578417 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-51676169-4fe4-4a28-9df9-d37556c62257 None None] Set router 1001dae4-ae30-47db-a3c2-45da5ddcdde9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:10:46.785150 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6931a-61d7-49c8-b83b-772ae304433d req-63af4e8b-38d5-4683-8e46-692f19d28006 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:46.786054 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e5467005-0d18-49d4-877c-50e026f66cfb req-6d33d4cf-be76-4b3f-aa7b-7bf12e005e50 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3d1824c-1f63-441d-a5f2-453916a258b3 HTTP/1.1" status: 200 len: 998 time: 0.3912954 Mar 22 20:10:46.787673 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80e6931a-61d7-49c8-b83b-772ae304433d req-63af4e8b-38d5-4683-8e46-692f19d28006 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports/f3d1824c-1f63-441d-a5f2-453916a258b3 HTTP/1.1" status: 200 len: 942 time: 0.0620532 Mar 22 20:10:46.844950 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5467005-0d18-49d4-877c-50e026f66cfb req-24519424-fb2f-44ae-8d55-8f0df637c8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:46.846524 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e5467005-0d18-49d4-877c-50e026f66cfb req-24519424-fb2f-44ae-8d55-8f0df637c8a5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0488584 Mar 22 20:10:46.860652 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-51676169-4fe4-4a28-9df9-d37556c62257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'name': 'tempest-ServerActionsTestJSON-943337659-router', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:58Z', 'revision_number': 4, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'gw_port': {'id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:66:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'f1e0a5e6-4101-42bc-8daf-dfd5477fb69f', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'floating_ip_address': '172.25.5.97', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'port_id': 'f3d1824c-1f63-441d-a5f2-453916a258b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'mac_address': 'fa:16:3e:f5:f1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d23ae7-b28d-432b-9d9f-64315963163c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:09:00Z', 'updated_at': '2022-03-22T20:10:45Z', 'revision_number': 9, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec3702f-8943-43c8-977e-526933b56dc6', 'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'mac_address': 'fa:16:3e:41:7a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:57Z', 'updated_at': '2022-03-22T20:09:01Z', 'revision_number': 5, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'subnets': [{'id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:10:46.889131 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51676169-4fe4-4a28-9df9-d37556c62257 None None] The sync data for ids ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'] in n-d-705658-24 is: [{'id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'name': 'tempest-ServerActionsTestJSON-943337659-router', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:58Z', 'revision_number': 4, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'gw_port': {'id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:66:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'f1e0a5e6-4101-42bc-8daf-dfd5477fb69f', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'floating_ip_address': '172.25.5.97', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'port_id': 'f3d1824c-1f63-441d-a5f2-453916a258b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'mac_address': 'fa:16:3e:f5:f1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d23ae7-b28d-432b-9d9f-64315963163c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:09:00Z', 'updated_at': '2022-03-22T20:10:45Z', 'revision_number': 9, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec3702f-8943-43c8-977e-526933b56dc6', 'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'mac_address': 'fa:16:3e:41:7a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:57Z', 'updated_at': '2022-03-22T20:09:01Z', 'revision_number': 5, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'subnets': [{'id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:10:46.898105 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5467005-0d18-49d4-877c-50e026f66cfb req-3a81cef4-4027-4558-9092-5977b8e9c381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:46.899651 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e5467005-0d18-49d4-877c-50e026f66cfb req-3a81cef4-4027-4558-9092-5977b8e9c381 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475774 Mar 22 20:10:47.007711 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e5467005-0d18-49d4-877c-50e026f66cfb req-32257ab3-1205-4e41-80d3-ece8fcb3de5e service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000118 Mar 22 20:10:47.119380 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e5467005-0d18-49d4-877c-50e026f66cfb req-dee62fbb-d4bb-43e8-b6c3-264aa4202db1 service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064887 Mar 22 20:10:47.183383 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab0cac8-49c3-404e-b971-80116470ce5f None None] New status for floating IP f1e0a5e6-4101-42bc-8daf-dfd5477fb69f: ACTIVE {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:10:47.444335 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-17d9535c-9164-47cf-8f66-4d4084629ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:47.539986 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781de1d-4299-469f-950b-2c3aac018035 req-13c55e79-6357-4e85-b1ba-baabf18dffd3 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:47.541488 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8781de1d-4299-469f-950b-2c3aac018035 req-13c55e79-6357-4e85-b1ba-baabf18dffd3 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 945 time: 0.0568085 Mar 22 20:10:47.592922 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8781de1d-4299-469f-950b-2c3aac018035 req-282ee559-2da4-4f45-b79e-17417ba916d6 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449955 Mar 22 20:10:47.636457 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6931a-61d7-49c8-b83b-772ae304433d req-d09280c9-c62a-4e24-9c2c-78de941b77f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:47.637923 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-80e6931a-61d7-49c8-b83b-772ae304433d req-d09280c9-c62a-4e24-9c2c-78de941b77f5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 1128 time: 0.0471237 Mar 22 20:10:47.733689 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6931a-61d7-49c8-b83b-772ae304433d req-b0b7f355-86fc-441c-bd5b-7d12dd826780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:47.735173 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-80e6931a-61d7-49c8-b83b-772ae304433d req-b0b7f355-86fc-441c-bd5b-7d12dd826780 service neutron] 10.222.0.84 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 912 time: 0.0913095 Mar 22 20:10:47.807015 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-80e6931a-61d7-49c8-b83b-772ae304433d req-f4d67740-57ac-4338-9dc6-47fd89244a5b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3d1824c-1f63-441d-a5f2-453916a258b3 HTTP/1.1" status: 200 len: 1001 time: 0.0662041 Mar 22 20:10:48.012725 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6931a-61d7-49c8-b83b-772ae304433d req-553a2d8d-0793-46b2-a81e-3bc1197e000b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:48.014119 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-80e6931a-61d7-49c8-b83b-772ae304433d req-553a2d8d-0793-46b2-a81e-3bc1197e000b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0480490 Mar 22 20:10:48.062134 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6931a-61d7-49c8-b83b-772ae304433d req-6d322b08-843e-420b-9986-945a4e909c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:48.063630 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-80e6931a-61d7-49c8-b83b-772ae304433d req-6d322b08-843e-420b-9986-945a4e909c64 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440595 Mar 22 20:10:48.156970 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-80e6931a-61d7-49c8-b83b-772ae304433d req-bbee58e3-84c8-4a8b-ae9f-3f65fb7c709c service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872571 Mar 22 20:10:48.254747 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-80e6931a-61d7-49c8-b83b-772ae304433d req-8a837946-6d89-4686-ac35-a904d9a7e254 service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919099 Mar 22 20:10:48.680402 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:48.727169 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebaef8b-1003-40f1-aab1-c4a3c438f7ca req-adc6f016-dd19-4b6e-b584-7846389c277c tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:48.728806 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eebaef8b-1003-40f1-aab1-c4a3c438f7ca req-adc6f016-dd19-4b6e-b584-7846389c277c tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 945 time: 0.0573030 Mar 22 20:10:48.791402 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eebaef8b-1003-40f1-aab1-c4a3c438f7ca req-d1000f05-77f2-4d0e-b044-5637f2d5480a tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561042 Mar 22 20:10:48.852558 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:49.914002 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd52ef0-6413-47b4-880f-8be3777ab045 req-bda26030-6c72-4085-9999-45a8f47661d0 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:49.915521 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0cd52ef0-6413-47b4-880f-8be3777ab045 req-bda26030-6c72-4085-9999-45a8f47661d0 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 945 time: 0.0527616 Mar 22 20:10:49.967146 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0cd52ef0-6413-47b4-880f-8be3777ab045 req-65b0c3ef-8f48-44b9-9a45-90327568d943 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456161 Mar 22 20:10:50.284255 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:51.097424 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afddc2f5-1d4b-4c27-98ce-97add10bcfb5 req-0c5e4a14-a93c-4aa4-aab1-64f02b7f938f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:51.098979 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-afddc2f5-1d4b-4c27-98ce-97add10bcfb5 req-0c5e4a14-a93c-4aa4-aab1-64f02b7f938f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 945 time: 0.0556262 Mar 22 20:10:51.149141 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-afddc2f5-1d4b-4c27-98ce-97add10bcfb5 req-02bdbde4-7c56-4ec3-93eb-66e7b8bed10f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443020 Mar 22 20:10:51.408680 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:10:52.276469 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323d912-fd9f-47d3-841b-70bab4f19fff req-a25d633c-3603-40d7-b247-21759f927edf tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:52.278012 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1323d912-fd9f-47d3-841b-70bab4f19fff req-a25d633c-3603-40d7-b247-21759f927edf tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 945 time: 0.0548253 Mar 22 20:10:52.329820 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1323d912-fd9f-47d3-841b-70bab4f19fff req-a6aaa1d8-258a-4ed2-88e0-c085ac47284e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429354 Mar 22 20:10:53.455629 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bcb82-99ce-4819-983d-4af3cb25cc72 req-679f0bf3-659d-4fcf-b90e-830ea90beffa tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:53.457267 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e9bcb82-99ce-4819-983d-4af3cb25cc72 req-679f0bf3-659d-4fcf-b90e-830ea90beffa tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 945 time: 0.0580533 Mar 22 20:10:53.506275 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e9bcb82-99ce-4819-983d-4af3cb25cc72 req-d53ba1cb-c62d-47ec-9ed1-edd929233204 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430679 Mar 22 20:10:54.629678 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384de54d-2623-4bc8-9832-3897c794a989 req-01060231-5ba7-4c4c-9684-498eda706348 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:54.631918 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-384de54d-2623-4bc8-9832-3897c794a989 req-01060231-5ba7-4c4c-9684-498eda706348 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 945 time: 0.0544057 Mar 22 20:10:54.684187 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-384de54d-2623-4bc8-9832-3897c794a989 req-2dc0b39e-9490-4a25-b0fd-a843b278a987 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462070 Mar 22 20:10:55.813026 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1770680-a176-4928-a917-01f626922bce req-de927ccd-f8c5-4380-931a-c08b71b54bb2 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:55.814596 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f1770680-a176-4928-a917-01f626922bce req-de927ccd-f8c5-4380-931a-c08b71b54bb2 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 945 time: 0.0605252 Mar 22 20:10:55.864415 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f1770680-a176-4928-a917-01f626922bce req-d610aac0-5664-4384-9cb8-b926ba44754c tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420578 Mar 22 20:10:56.993449 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99278e-6c88-46ee-bb1d-4fa49c2e6539 req-e7af3c12-0c63-44d3-a361-1af487e4728f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:56.995016 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1a99278e-6c88-46ee-bb1d-4fa49c2e6539 req-e7af3c12-0c63-44d3-a361-1af487e4728f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 945 time: 0.0560274 Mar 22 20:10:57.047441 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1a99278e-6c88-46ee-bb1d-4fa49c2e6539 req-987dee1e-436e-4102-be52-1c6efc4ac739 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459061 Mar 22 20:10:58.176436 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328a531-8a8f-441c-9129-5ae6a1e7215c req-a8f38cbc-a445-4d6c-81f3-735898e72740 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:58.178054 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8328a531-8a8f-441c-9129-5ae6a1e7215c req-a8f38cbc-a445-4d6c-81f3-735898e72740 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 945 time: 0.0557175 Mar 22 20:10:58.237622 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8328a531-8a8f-441c-9129-5ae6a1e7215c req-55a8e7e3-163d-44e4-a01f-e47b00eda70a tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537970 Mar 22 20:10:59.366125 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee7a75-f699-4107-9642-20d8ccfdbf74 req-29116044-813f-404d-8c61-39d1905a2663 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:10:59.367645 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a0ee7a75-f699-4107-9642-20d8ccfdbf74 req-29116044-813f-404d-8c61-39d1905a2663 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 945 time: 0.0543833 Mar 22 20:10:59.417002 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a0ee7a75-f699-4107-9642-20d8ccfdbf74 req-6c25141c-5cee-45c2-bb4b-39d8e3b2d480 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433772 Mar 22 20:11:00.542450 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b53634-60ba-40c2-b037-e2508fa61b22 req-9c9e44ea-54f5-4af7-9d2e-378768467c43 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:00.544084 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-67b53634-60ba-40c2-b037-e2508fa61b22 req-9c9e44ea-54f5-4af7-9d2e-378768467c43 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 945 time: 0.0569582 Mar 22 20:11:00.595307 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-67b53634-60ba-40c2-b037-e2508fa61b22 req-96fd0522-2d71-411a-9de8-8ac032fc167e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444059 Mar 22 20:11:00.607027 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:11:01.731833 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171fcc1-1922-4a7a-933b-df21c19bd86c req-76a37f3e-b9a3-4f82-8023-65e8b6eaf209 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:01.733546 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8171fcc1-1922-4a7a-933b-df21c19bd86c req-76a37f3e-b9a3-4f82-8023-65e8b6eaf209 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 945 time: 0.0618482 Mar 22 20:11:01.801088 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8171fcc1-1922-4a7a-933b-df21c19bd86c req-20b4276d-1fb7-499a-b815-e8506b66796d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600882 Mar 22 20:11:02.950627 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9904c-716d-462c-8a60-23e068be9c6d req-272e104f-444d-4771-88a4-d6b5bb1c96d7 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:02.953636 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6aa9904c-716d-462c-8a60-23e068be9c6d req-272e104f-444d-4771-88a4-d6b5bb1c96d7 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 945 time: 0.0683680 Mar 22 20:11:03.011622 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6aa9904c-716d-462c-8a60-23e068be9c6d req-46116dcd-ec99-4ca9-bbc6-3217f82bfdb2 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512500 Mar 22 20:11:04.168501 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcddc6-425a-4507-9f8d-4bd86a900169 req-46d89398-f08e-40ae-95ca-5c6978af0f08 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:04.170115 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e6fcddc6-425a-4507-9f8d-4bd86a900169 req-46d89398-f08e-40ae-95ca-5c6978af0f08 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 945 time: 0.0588603 Mar 22 20:11:04.223379 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e6fcddc6-425a-4507-9f8d-4bd86a900169 req-6e69e952-99cc-4fc9-a884-bab2abe1dcff tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475254 Mar 22 20:11:05.343663 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a4db7-ab27-4a4b-873d-b0d371c233e5 req-2c873a08-ce8c-430d-86f0-a6e5ed68a3d4 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:05.345166 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a2a4db7-ab27-4a4b-873d-b0d371c233e5 req-2c873a08-ce8c-430d-86f0-a6e5ed68a3d4 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 945 time: 0.0532553 Mar 22 20:11:05.392212 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a2a4db7-ab27-4a4b-873d-b0d371c233e5 req-6ed046d0-4556-4896-9ce0-24353d07200a tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414937 Mar 22 20:11:06.515910 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0220e-4c7a-41ff-8c36-93c02029bcaf req-bc4f7514-1ed1-4a73-b279-a532a21cbd33 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:06.517426 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b2a0220e-4c7a-41ff-8c36-93c02029bcaf req-bc4f7514-1ed1-4a73-b279-a532a21cbd33 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 945 time: 0.0550807 Mar 22 20:11:06.574160 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b2a0220e-4c7a-41ff-8c36-93c02029bcaf req-59f2acbd-6c5a-41fd-85f9-ce650ff87757 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498104 Mar 22 20:11:07.705171 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4299390-2f4a-49e9-854d-a5f47a7af16a req-4ff7e905-529a-4ad3-99ad-f277d618677a tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:07.706787 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c4299390-2f4a-49e9-854d-a5f47a7af16a req-4ff7e905-529a-4ad3-99ad-f277d618677a tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 945 time: 0.0602555 Mar 22 20:11:07.755032 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c4299390-2f4a-49e9-854d-a5f47a7af16a req-52895326-029f-4fec-bdc5-eabceb68b072 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421500 Mar 22 20:11:08.945037 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622c0cf-bffe-47c1-8a2d-8b538a02a881 req-677e42ac-a6f5-4476-abf0-93182f0d0071 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:08.946608 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7622c0cf-bffe-47c1-8a2d-8b538a02a881 req-677e42ac-a6f5-4476-abf0-93182f0d0071 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 945 time: 0.1116512 Mar 22 20:11:08.997294 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7622c0cf-bffe-47c1-8a2d-8b538a02a881 req-a33e279c-b79d-4487-8652-e45579804a53 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439911 Mar 22 20:11:10.131007 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0aa72-bc56-4aef-b274-683461955997 req-800c1150-e533-4790-bf5a-6ef4ededb20a tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:10.132573 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-87b0aa72-bc56-4aef-b274-683461955997 req-800c1150-e533-4790-bf5a-6ef4ededb20a tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 945 time: 0.0595798 Mar 22 20:11:10.182656 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-87b0aa72-bc56-4aef-b274-683461955997 req-5e819718-bd0d-447d-98b4-412661524155 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440416 Mar 22 20:11:11.304185 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d35f4-f5fd-4f59-bf8a-a384235a035f req-1313ee35-a252-4ef3-bf6f-327629744a88 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:11.305742 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc4d35f4-f5fd-4f59-bf8a-a384235a035f req-1313ee35-a252-4ef3-bf6f-327629744a88 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 945 time: 0.0531011 Mar 22 20:11:11.351634 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc4d35f4-f5fd-4f59-bf8a-a384235a035f req-1b90132b-50e9-4854-a875-4734fcaed9d2 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399032 Mar 22 20:11:12.118022 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa2d27-49ed-4c14-b345-ae556520e1ad req-e2001aa8-ac9d-4c91-a0aa-d093fd2106fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:12.119585 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-50fa2d27-49ed-4c14-b345-ae556520e1ad req-e2001aa8-ac9d-4c91-a0aa-d093fd2106fb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 1128 time: 0.0468473 Mar 22 20:11:12.236506 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa2d27-49ed-4c14-b345-ae556520e1ad req-e6ee3db1-0f8f-4158-b596-41e200409f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:12.238024 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-50fa2d27-49ed-4c14-b345-ae556520e1ad req-e6ee3db1-0f8f-4158-b596-41e200409f59 service neutron] 10.222.0.84 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 912 time: 0.1011405 Mar 22 20:11:12.309876 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-50fa2d27-49ed-4c14-b345-ae556520e1ad req-8305ef11-1807-49ee-a44e-e89ffabd4f98 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3d1824c-1f63-441d-a5f2-453916a258b3 HTTP/1.1" status: 200 len: 1001 time: 0.0658355 Mar 22 20:11:12.361188 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa2d27-49ed-4c14-b345-ae556520e1ad req-d0e96e4d-580b-45ef-b9ac-ec44357e4838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:12.362712 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-50fa2d27-49ed-4c14-b345-ae556520e1ad req-d0e96e4d-580b-45ef-b9ac-ec44357e4838 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0456522 Mar 22 20:11:12.417250 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa2d27-49ed-4c14-b345-ae556520e1ad req-94ee9010-3d85-40b8-a7f3-69f7c6448157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:12.418795 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-50fa2d27-49ed-4c14-b345-ae556520e1ad req-94ee9010-3d85-40b8-a7f3-69f7c6448157 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0504506 Mar 22 20:11:12.474935 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c3721-ac51-470b-bf94-441391a2cafd req-71160b44-415b-4ab2-95b5-4dc641fb1094 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:12.476487 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a6c3721-ac51-470b-bf94-441391a2cafd req-71160b44-415b-4ab2-95b5-4dc641fb1094 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 945 time: 0.0535452 Mar 22 20:11:12.512039 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-50fa2d27-49ed-4c14-b345-ae556520e1ad req-258c9344-967c-45fa-b54d-f35fd55638e5 service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867586 Mar 22 20:11:12.529590 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8a6c3721-ac51-470b-bf94-441391a2cafd req-964fbfa3-8f6a-4b4c-9003-6febcb506976 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475352 Mar 22 20:11:12.604916 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-50fa2d27-49ed-4c14-b345-ae556520e1ad req-4039724e-955d-4395-abf7-5a90f7be84af service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863280 Mar 22 20:11:13.652995 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea2700-665e-435a-8c60-1a6f75ae846c req-c179b8be-6078-4cf5-b074-03f7f519c0b8 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:13.655050 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83ea2700-665e-435a-8c60-1a6f75ae846c req-c179b8be-6078-4cf5-b074-03f7f519c0b8 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 945 time: 0.0542324 Mar 22 20:11:13.702243 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-83ea2700-665e-435a-8c60-1a6f75ae846c req-b23de68a-de86-407e-bcb7-4420d4be3c2c tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412977 Mar 22 20:11:14.826392 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4ee73-b6c2-4fd8-ae36-60f75c75387f req-caf4e9a0-44c6-47c2-96e6-8657eb3797c8 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:14.827906 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f1c4ee73-b6c2-4fd8-ae36-60f75c75387f req-caf4e9a0-44c6-47c2-96e6-8657eb3797c8 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 945 time: 0.0561366 Mar 22 20:11:14.874538 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f1c4ee73-b6c2-4fd8-ae36-60f75c75387f req-667ef8be-38ba-4a7a-b7e0-d77b18f85627 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410509 Mar 22 20:11:15.217933 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c3d88e9b-4140-4c53-af53-14c77c047128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:15.997741 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fff41-50cc-4f85-a559-bdc96d34b81e req-77f6f689-9092-47d3-87fc-fd571d74452f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:15.999784 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d03fff41-50cc-4f85-a559-bdc96d34b81e req-77f6f689-9092-47d3-87fc-fd571d74452f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 945 time: 0.0566840 Mar 22 20:11:16.046942 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d03fff41-50cc-4f85-a559-bdc96d34b81e req-141a84b5-0c8d-4650-903c-67473eb8569b tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413756 Mar 22 20:11:16.267493 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:17.168963 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd734d66-d8cd-45e5-8659-51fe57b2bc58 req-2178dc7f-919f-4ef5-90d6-daa96f603637 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:17.170537 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dd734d66-d8cd-45e5-8659-51fe57b2bc58 req-2178dc7f-919f-4ef5-90d6-daa96f603637 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 945 time: 0.0543690 Mar 22 20:11:17.222751 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dd734d66-d8cd-45e5-8659-51fe57b2bc58 req-6122c627-06e7-409c-96f3-c764a426410e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464454 Mar 22 20:11:17.449960 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bd35c82b-d893-4db4-9e0d-7a17953147dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:18.348229 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839b9b9-db0e-47a9-bc11-098041e2d2e2 req-ab54e22b-3c21-4098-9cea-3fcaba3e77ab tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:18.349726 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a839b9b9-db0e-47a9-bc11-098041e2d2e2 req-ab54e22b-3c21-4098-9cea-3fcaba3e77ab tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 945 time: 0.0564435 Mar 22 20:11:18.402458 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a839b9b9-db0e-47a9-bc11-098041e2d2e2 req-8e77b742-2d0d-4637-9600-6f8a9ae668ba tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462475 Mar 22 20:11:18.681775 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:18.855792 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:19.531794 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f5273-f61c-45b3-8535-bdc533455eb8 req-4b264a71-1946-4458-af71-c828b168a09a tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:19.533560 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f66f5273-f61c-45b3-8535-bdc533455eb8 req-4b264a71-1946-4458-af71-c828b168a09a tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 945 time: 0.0596149 Mar 22 20:11:19.591941 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f66f5273-f61c-45b3-8535-bdc533455eb8 req-a28ff4ad-8105-4688-9bac-723f349fa3a8 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510182 Mar 22 20:11:20.047219 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [req-80e6931a-61d7-49c8-b83b-772ae304433d req-2eb976d2-1f33-4712-8f79-588798e3530b service neutron] show failed (client error): The resource could not be found. Mar 22 20:11:20.048187 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-80e6931a-61d7-49c8-b83b-772ae304433d req-2eb976d2-1f33-4712-8f79-588798e3530b service neutron] 10.222.0.84 "GET /v2.0/ports/f3d1824c-1f63-441d-a5f2-453916a258b3/bindings/n-h2-705658-24 HTTP/1.1" status: 404 len: 381 time: 0.0605683 Mar 22 20:11:20.258502 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6931a-61d7-49c8-b83b-772ae304433d req-b0b4d21c-67c9-45e1-955d-63ba4956fccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:20.260117 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80e6931a-61d7-49c8-b83b-772ae304433d req-b0b4d21c-67c9-45e1-955d-63ba4956fccc service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c&tenant_id=146ad95db9514ae389addd97809c7bd9 HTTP/1.1" status: 200 len: 1128 time: 0.0468249 Mar 22 20:11:20.274583 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-80e6931a-61d7-49c8-b83b-772ae304433d req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705658-24', 'device_owner': 'compute:nova'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:11:20.289918 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:20.342999 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-80e6931a-61d7-49c8-b83b-772ae304433d req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f3d1824c-1f63-441d-a5f2-453916a258b3), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:20.566411 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-80e6931a-61d7-49c8-b83b-772ae304433d req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] For port f3d1824c-1f63-441d-a5f2-453916a258b3, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f3d1824c-1f63-441d-a5f2-453916a258b3,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:11:20.603511 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-80e6931a-61d7-49c8-b83b-772ae304433d req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] For port f3d1824c-1f63-441d-a5f2-453916a258b3, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:11:20.646730 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d23ae7-b28d-432b-9d9f-64315963163c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d1824c-1f63-441d-a5f2-453916a258b3'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:11:20.650737 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e32aa5-3eac-478c-bd77-835f036bb778" -d '{"events": [{"server_uuid": "68d23ae7-b28d-432b-9d9f-64315963163c", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d1824c-1f63-441d-a5f2-453916a258b3"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:11:20.657112 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-80e6931a-61d7-49c8-b83b-772ae304433d req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] Publish callbacks [] for port (f3d1824c-1f63-441d-a5f2-453916a258b3), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:20.672864 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-80e6931a-61d7-49c8-b83b-772ae304433d req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] Transition to ACTIVE for port object f3d1824c-1f63-441d-a5f2-453916a258b3 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:11:20.684225 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-80e6931a-61d7-49c8-b83b-772ae304433d req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (f3d1824c-1f63-441d-a5f2-453916a258b3), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:20.737272 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 20:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f0de50-8efa-4bca-8212-80a9649f8ac6 x-openstack-request-id: req-11f0de50-8efa-4bca-8212-80a9649f8ac6 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:11:20.737568 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d23ae7-b28d-432b-9d9f-64315963163c", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d1824c-1f63-441d-a5f2-453916a258b3", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:11:20.737846 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-11f0de50-8efa-4bca-8212-80a9649f8ac6 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:11:20.738257 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11f0de50-8efa-4bca-8212-80a9649f8ac6'] response: {'server_uuid': '68d23ae7-b28d-432b-9d9f-64315963163c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d1824c-1f63-441d-a5f2-453916a258b3', 'code': 200} Mar 22 20:11:20.814897 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d1824c-1f63-441d-a5f2-453916a258b3,revision_number=6']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:20.852533 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:20.853387 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:20.854054 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:20.854230 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:20.854616 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:20.855144 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:20.855636 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:20.856180 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:20.856676 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:20.857247 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:20.857743 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:20.858264 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:20.858732 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:20.859206 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:20.859695 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:20.895753 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6f88b-a9c7-491a-b54e-2adc31464818 req-a7ee75fa-5a00-4953-9b9c-c90bbb518ccc tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:20.897398 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-25f6f88b-a9c7-491a-b54e-2adc31464818 req-a7ee75fa-5a00-4953-9b9c-c90bbb518ccc tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 943 time: 0.2232957 Mar 22 20:11:20.951559 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e6931a-61d7-49c8-b83b-772ae304433d req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] No DVR routers for this DVR port f3d1824c-1f63-441d-a5f2-453916a258b3 on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:11:21.041418 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-25f6f88b-a9c7-491a-b54e-2adc31464818 req-444c7434-7d43-4806-8cc2-ffa779df9cb9 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355221 Mar 22 20:11:21.120575 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-80e6931a-61d7-49c8-b83b-772ae304433d req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] Attempting to bind port f3d1824c-1f63-441d-a5f2-453916a258b3 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:11:21.120848 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-80e6931a-61d7-49c8-b83b-772ae304433d req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] Attempting to bind port f3d1824c-1f63-441d-a5f2-453916a258b3 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:11:21.121144 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e6931a-61d7-49c8-b83b-772ae304433d req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] Attempting to bind port f3d1824c-1f63-441d-a5f2-453916a258b3 on network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:11:21.126574 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e6931a-61d7-49c8-b83b-772ae304433d req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] Port f3d1824c-1f63-441d-a5f2-453916a258b3 on network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:11:21.126893 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e6931a-61d7-49c8-b83b-772ae304433d req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] Attempting to bind port f3d1824c-1f63-441d-a5f2-453916a258b3 on network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:11:21.132610 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e6931a-61d7-49c8-b83b-772ae304433d req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:11:21.133129 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e6931a-61d7-49c8-b83b-772ae304433d req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] Checking segment: {'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:11:21.133727 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e6931a-61d7-49c8-b83b-772ae304433d req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] Bound using segment: {'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:11:21.134474 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-80e6931a-61d7-49c8-b83b-772ae304433d req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] Bound port: f3d1824c-1f63-441d-a5f2-453916a258b3, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:11:21.134842 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-80e6931a-61d7-49c8-b83b-772ae304433d req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f3d1824c-1f63-441d-a5f2-453916a258b3), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:21.217058 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-80e6931a-61d7-49c8-b83b-772ae304433d req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] For port f3d1824c-1f63-441d-a5f2-453916a258b3, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:11:21.220528 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-80e6931a-61d7-49c8-b83b-772ae304433d req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] For port f3d1824c-1f63-441d-a5f2-453916a258b3, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=f3d1824c-1f63-441d-a5f2-453916a258b3,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:11:21.227789 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-80e6931a-61d7-49c8-b83b-772ae304433d req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (f3d1824c-1f63-441d-a5f2-453916a258b3), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:21.262469 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6931a-61d7-49c8-b83b-772ae304433d req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:21.263100 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-80e6931a-61d7-49c8-b83b-772ae304433d req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:21.265076 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80e6931a-61d7-49c8-b83b-772ae304433d req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] 10.222.0.85 "PUT /v2.0/ports/f3d1824c-1f63-441d-a5f2-453916a258b3 HTTP/1.1" status: 200 len: 1092 time: 0.9983780 Mar 22 20:11:21.302493 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d92cfc-7fde-4b8f-9cba-6f75916deab7 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d1824c-1f63-441d-a5f2-453916a258b3,revision_number=7']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:21.341681 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6931a-61d7-49c8-b83b-772ae304433d req-b21c5529-7c3e-4ccb-860f-64e0a2023e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:21.344043 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80e6931a-61d7-49c8-b83b-772ae304433d req-b21c5529-7c3e-4ccb-860f-64e0a2023e1c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 1126 time: 0.0539966 Mar 22 20:11:21.413145 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:21.459019 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6931a-61d7-49c8-b83b-772ae304433d req-eb196066-88d1-4054-b9f4-05c5fa96318c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:21.462702 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80e6931a-61d7-49c8-b83b-772ae304433d req-eb196066-88d1-4054-b9f4-05c5fa96318c service neutron] 10.222.0.85 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 912 time: 0.1106093 Mar 22 20:11:21.538533 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80e6931a-61d7-49c8-b83b-772ae304433d req-95cd50d1-ac56-4e2a-a1de-63b04372513c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3d1824c-1f63-441d-a5f2-453916a258b3 HTTP/1.1" status: 200 len: 999 time: 0.0726330 Mar 22 20:11:21.597000 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6931a-61d7-49c8-b83b-772ae304433d req-21af8614-cf1b-4795-9b62-3c3a91919e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:21.598563 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80e6931a-61d7-49c8-b83b-772ae304433d req-21af8614-cf1b-4795-9b62-3c3a91919e4c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0547466 Mar 22 20:11:21.654606 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6931a-61d7-49c8-b83b-772ae304433d req-0b2b24aa-9300-43ca-9469-eeec96637b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:21.656073 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80e6931a-61d7-49c8-b83b-772ae304433d req-0b2b24aa-9300-43ca-9469-eeec96637b2e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0519862 Mar 22 20:11:21.747288 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80e6931a-61d7-49c8-b83b-772ae304433d req-21079115-9b24-425e-aef5-3832ad58f4c1 service neutron] 10.222.0.85 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850542 Mar 22 20:11:21.849202 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-80e6931a-61d7-49c8-b83b-772ae304433d req-bb0bb74c-a21e-46a7-b4c9-1f9d44963bae service neutron] 10.222.0.85 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966990 Mar 22 20:11:22.176545 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c3b98-3558-444a-a998-58427383768d req-09eec215-88b6-48de-a4df-cb30366598b4 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:22.178072 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c6c3b98-3558-444a-a998-58427383768d req-09eec215-88b6-48de-a4df-cb30366598b4 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 943 time: 0.0605690 Mar 22 20:11:22.225044 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c6c3b98-3558-444a-a998-58427383768d req-e6eab6c1-eeaf-412c-80d9-d33f0d09fd22 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411322 Mar 22 20:11:22.740196 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d23ae7-b28d-432b-9d9f-64315963163c', 'tag': 'f3d1824c-1f63-441d-a5f2-453916a258b3'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:11:22.743651 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2051a3e2a9eaadc087aef44152143a560b8c3a8f8a260eda793d1929a1216888" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506ed164-9e48-4278-a1ef-0d5660d2fa47" -d '{"events": [{"name": "network-changed", "server_uuid": "68d23ae7-b28d-432b-9d9f-64315963163c", "tag": "f3d1824c-1f63-441d-a5f2-453916a258b3"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:11:22.796977 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c0c54a-6706-445e-a035-630d22c3d560 x-openstack-request-id: req-14c0c54a-6706-445e-a035-630d22c3d560 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:11:22.797429 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68d23ae7-b28d-432b-9d9f-64315963163c", "tag": "f3d1824c-1f63-441d-a5f2-453916a258b3", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:11:22.797865 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-14c0c54a-6706-445e-a035-630d22c3d560 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:11:22.798464 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14c0c54a-6706-445e-a035-630d22c3d560'] response: {'name': 'network-changed', 'server_uuid': '68d23ae7-b28d-432b-9d9f-64315963163c', 'tag': 'f3d1824c-1f63-441d-a5f2-453916a258b3', 'status': 'completed', 'code': 200} Mar 22 20:11:22.869338 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ed164-9e48-4278-a1ef-0d5660d2fa47 req-3122ca80-cc58-45b0-9dfb-1f2437254db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:22.870613 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ed164-9e48-4278-a1ef-0d5660d2fa47 req-ad6ff1f4-8e97-4c43-8839-ecf8bbf9668a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:22.871136 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-506ed164-9e48-4278-a1ef-0d5660d2fa47 req-3122ca80-cc58-45b0-9dfb-1f2437254db4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 1126 time: 0.0491903 Mar 22 20:11:22.872275 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-506ed164-9e48-4278-a1ef-0d5660d2fa47 req-ad6ff1f4-8e97-4c43-8839-ecf8bbf9668a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 1126 time: 0.0505540 Mar 22 20:11:22.966858 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ed164-9e48-4278-a1ef-0d5660d2fa47 req-9671e7c3-234c-48c1-92cf-10b2f82e9c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:22.968207 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ed164-9e48-4278-a1ef-0d5660d2fa47 req-1a5a9869-4d70-48b8-9deb-b7a6d067cfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:22.968514 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-506ed164-9e48-4278-a1ef-0d5660d2fa47 req-9671e7c3-234c-48c1-92cf-10b2f82e9c7e service neutron] 10.222.0.85 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 912 time: 0.0913410 Mar 22 20:11:22.969665 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-506ed164-9e48-4278-a1ef-0d5660d2fa47 req-1a5a9869-4d70-48b8-9deb-b7a6d067cfce service neutron] 10.222.0.84 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 912 time: 0.0915270 Mar 22 20:11:23.035425 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-506ed164-9e48-4278-a1ef-0d5660d2fa47 req-d81cce51-552f-4de3-8f48-f77c4b11652c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3d1824c-1f63-441d-a5f2-453916a258b3 HTTP/1.1" status: 200 len: 999 time: 0.0607924 Mar 22 20:11:23.039416 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-506ed164-9e48-4278-a1ef-0d5660d2fa47 req-12fb011b-06a2-47a9-a38b-e2ceee247d20 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3d1824c-1f63-441d-a5f2-453916a258b3 HTTP/1.1" status: 200 len: 999 time: 0.0634360 Mar 22 20:11:23.091127 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ed164-9e48-4278-a1ef-0d5660d2fa47 req-27436d04-7b7a-4c4d-8309-e0935e148546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:23.092635 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ed164-9e48-4278-a1ef-0d5660d2fa47 req-14470ec7-8315-42f3-aae3-1ceea1c673fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:23.092824 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-506ed164-9e48-4278-a1ef-0d5660d2fa47 req-27436d04-7b7a-4c4d-8309-e0935e148546 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0515542 Mar 22 20:11:23.094503 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-506ed164-9e48-4278-a1ef-0d5660d2fa47 req-14470ec7-8315-42f3-aae3-1ceea1c673fd service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0486031 Mar 22 20:11:23.148334 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ed164-9e48-4278-a1ef-0d5660d2fa47 req-65bc0ff7-11f2-48d0-ad5b-8d256283681b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:23.149900 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-506ed164-9e48-4278-a1ef-0d5660d2fa47 req-65bc0ff7-11f2-48d0-ad5b-8d256283681b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0503786 Mar 22 20:11:23.163693 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ed164-9e48-4278-a1ef-0d5660d2fa47 req-f4143cd7-da76-4ccf-9957-585b6c0ddd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:23.165218 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-506ed164-9e48-4278-a1ef-0d5660d2fa47 req-f4143cd7-da76-4ccf-9957-585b6c0ddd23 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0646389 Mar 22 20:11:23.240530 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-506ed164-9e48-4278-a1ef-0d5660d2fa47 req-f1e86fe5-3b5f-48b7-af0c-8f52820791b1 service neutron] 10.222.0.85 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840485 Mar 22 20:11:23.259467 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-506ed164-9e48-4278-a1ef-0d5660d2fa47 req-bd4cccd4-a04a-4e04-bc4a-249e861ff2cc service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874157 Mar 22 20:11:23.358431 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-506ed164-9e48-4278-a1ef-0d5660d2fa47 req-93135c7f-41a8-4053-a5ef-5511217b2e07 service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918603 Mar 22 20:11:23.373415 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-506ed164-9e48-4278-a1ef-0d5660d2fa47 req-10a954b0-88a3-4464-b713-080f9bdb11a1 service neutron] 10.222.0.85 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266756 Mar 22 20:11:23.384594 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860fd0a-9d9e-4c8d-b7f3-a490df61ac54 req-9b2b3bbd-2db3-4bc2-94ce-6063a5ddd273 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:23.386154 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2860fd0a-9d9e-4c8d-b7f3-a490df61ac54 req-9b2b3bbd-2db3-4bc2-94ce-6063a5ddd273 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 943 time: 0.0814207 Mar 22 20:11:23.439324 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2860fd0a-9d9e-4c8d-b7f3-a490df61ac54 req-0226211d-056f-43d3-936f-811c7796ff3e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468881 Mar 22 20:11:24.566092 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96bdd5-92b7-4bbb-bfee-ca49748f1b8b req-642f6a86-4e3b-4d5d-bab2-802493643592 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:24.567591 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1b96bdd5-92b7-4bbb-bfee-ca49748f1b8b req-642f6a86-4e3b-4d5d-bab2-802493643592 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 943 time: 0.0553796 Mar 22 20:11:24.618333 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1b96bdd5-92b7-4bbb-bfee-ca49748f1b8b req-991067f9-6fd1-4ab1-a5c1-49a14b0483d9 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449791 Mar 22 20:11:24.674971 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device f3d1824c-1f63-441d-a5f2-453916a258b3 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:11:24.722134 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] The host n-h1-705658-24 is not matching for port f3d1824c-1f63-441d-a5f2-453916a258b3 host n-h2-705658-24! {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 20:11:24.722449 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device f3d1824c-1f63-441d-a5f2-453916a258b3 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:11:25.742579 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae88c69-32eb-42ac-bca4-16cebe448218 req-53e13201-3208-4efa-bf9b-e9841380f9bf tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:25.744043 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ae88c69-32eb-42ac-bca4-16cebe448218 req-53e13201-3208-4efa-bf9b-e9841380f9bf tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 943 time: 0.0549738 Mar 22 20:11:25.791748 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ae88c69-32eb-42ac-bca4-16cebe448218 req-94997fd9-8350-4e9d-a728-1c862cae7a6f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421197 Mar 22 20:11:25.819315 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device f3d1824c-1f63-441d-a5f2-453916a258b3 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:11:25.919199 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port f3d1824c-1f63-441d-a5f2-453916a258b3, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=f3d1824c-1f63-441d-a5f2-453916a258b3,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:11:25.931579 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'f3d1824c-1f63-441d-a5f2-453916a258b3', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'port_id': 'f3d1824c-1f63-441d-a5f2-453916a258b3', 'mac_address': 'fa:16:3e:f5:f1:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:11:25.974536 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port f3d1824c-1f63-441d-a5f2-453916a258b3 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:11:25.974924 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f3d1824c-1f63-441d-a5f2-453916a258b3), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:25.989909 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d1824c-1f63-441d-a5f2-453916a258b3 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:11:26.014743 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port f3d1824c-1f63-441d-a5f2-453916a258b3, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=f3d1824c-1f63-441d-a5f2-453916a258b3,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:11:26.019576 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f3d1824c-1f63-441d-a5f2-453916a258b3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:26.077773 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=f3d1824c-1f63-441d-a5f2-453916a258b3,revision_number=8']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:26.139933 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-77d41874-a3dd-46da-a11c-ac3a8d3aeabd tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:26.141433 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-77d41874-a3dd-46da-a11c-ac3a8d3aeabd tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.85 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c&tenant_id=146ad95db9514ae389addd97809c7bd9&binding%3Ahost_id=n-h2-705658-24 HTTP/1.1" status: 200 len: 944 time: 0.0924425 Mar 22 20:11:26.153121 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7479178-b272-439d-b5cc-abb21141d11b req-c1941d26-d8a5-45b1-8e5e-45a204e278d0 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:26.155145 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7479178-b272-439d-b5cc-abb21141d11b req-c1941d26-d8a5-45b1-8e5e-45a204e278d0 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 944 time: 0.0751853 Mar 22 20:11:26.240076 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7479178-b272-439d-b5cc-abb21141d11b req-323e378c-865f-42e4-a451-b0888df02957 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786908 Mar 22 20:11:26.243034 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-1b62e965-47a2-4d34-85fc-e26e15b62e5a service neutron] 10.222.0.85 "GET /v2.0/ports/f3d1824c-1f63-441d-a5f2-453916a258b3/bindings/n-h2-705658-24 HTTP/1.1" status: 200 len: 383 time: 0.0870144 Mar 22 20:11:26.310902 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-539d3e44-2a5a-4df3-b061-df311b5985f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:26.312415 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-539d3e44-2a5a-4df3-b061-df311b5985f2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 1127 time: 0.0466495 Mar 22 20:11:26.354431 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['f3d1824c-1f63-441d-a5f2-453916a258b3'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:11:26.410299 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-bf900483-af71-44ce-9ab4-bce7e5bffa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:26.411835 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-bf900483-af71-44ce-9ab4-bce7e5bffa23 service neutron] 10.222.0.85 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 912 time: 0.0930266 Mar 22 20:11:26.484067 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-f3631263-8f86-4090-95b2-dfea7edbc4bb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3d1824c-1f63-441d-a5f2-453916a258b3 HTTP/1.1" status: 200 len: 1000 time: 0.0663486 Mar 22 20:11:26.536697 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-a8335668-08f7-4bf5-877f-d0832d0df76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:26.538210 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-a8335668-08f7-4bf5-877f-d0832d0df76b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0490551 Mar 22 20:11:26.588867 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-0cbac7fa-5ee3-4d09-b1c8-8d0327c1710b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:26.590339 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-0cbac7fa-5ee3-4d09-b1c8-8d0327c1710b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461078 Mar 22 20:11:26.679923 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-6860ef0c-c680-4bb4-a78a-1dfc97a45eb0 service neutron] 10.222.0.85 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827737 Mar 22 20:11:26.789707 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-0dd66e84-6a61-4e18-aeb7-0ae431ed1d0f service neutron] 10.222.0.85 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019804 Mar 22 20:11:27.366121 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c7175-03e5-464f-a7e1-c612ea6adc2c req-7a66cb76-c580-46c5-9e77-ee8b820bacc1 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:27.367524 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ff3c7175-03e5-464f-a7e1-c612ea6adc2c req-7a66cb76-c580-46c5-9e77-ee8b820bacc1 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 944 time: 0.0545537 Mar 22 20:11:27.415625 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ff3c7175-03e5-464f-a7e1-c612ea6adc2c req-d15ca1c2-65c7-4173-a15f-2f1acbd0bebb tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423865 Mar 22 20:11:27.824460 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device f3d1824c-1f63-441d-a5f2-453916a258b3 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:11:27.875691 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port f3d1824c-1f63-441d-a5f2-453916a258b3 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:11:27.879494 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port f3d1824c-1f63-441d-a5f2-453916a258b3 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:11:27.879884 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (f3d1824c-1f63-441d-a5f2-453916a258b3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:27.961981 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port f3d1824c-1f63-441d-a5f2-453916a258b3 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:11:27.962371 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f3d1824c-1f63-441d-a5f2-453916a258b3), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:27.984748 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d23ae7-b28d-432b-9d9f-64315963163c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d1824c-1f63-441d-a5f2-453916a258b3'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:11:27.987206 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3797870-bfe5-4085-b1ec-b036cb6f3cef" -d '{"events": [{"server_uuid": "68d23ae7-b28d-432b-9d9f-64315963163c", "name": "network-vif-plugged", "status": "completed", "tag": "f3d1824c-1f63-441d-a5f2-453916a258b3"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:11:28.000448 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port f3d1824c-1f63-441d-a5f2-453916a258b3, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=f3d1824c-1f63-441d-a5f2-453916a258b3,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:11:28.004493 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f3d1824c-1f63-441d-a5f2-453916a258b3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:28.048960 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096e26e8-1dd5-4401-9785-33aea93dfce6 x-openstack-request-id: req-096e26e8-1dd5-4401-9785-33aea93dfce6 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:11:28.049392 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d23ae7-b28d-432b-9d9f-64315963163c", "name": "network-vif-plugged", "status": "completed", "tag": "f3d1824c-1f63-441d-a5f2-453916a258b3", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:11:28.049878 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-096e26e8-1dd5-4401-9785-33aea93dfce6 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:11:28.050529 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-096e26e8-1dd5-4401-9785-33aea93dfce6'] response: {'server_uuid': '68d23ae7-b28d-432b-9d9f-64315963163c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d1824c-1f63-441d-a5f2-453916a258b3', 'code': 200} Mar 22 20:11:28.064317 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=f3d1824c-1f63-441d-a5f2-453916a258b3,revision_number=9']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:28.545473 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0857c-c55c-4f1c-af0c-35ae7e593aa5 req-3430f76d-3760-4b38-ab90-c1a3f5501a4d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:28.547022 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-71e0857c-c55c-4f1c-af0c-35ae7e593aa5 req-3430f76d-3760-4b38-ab90-c1a3f5501a4d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 945 time: 0.0612698 Mar 22 20:11:28.600079 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-71e0857c-c55c-4f1c-af0c-35ae7e593aa5 req-b44acddd-2394-44ed-b655-d56e550b003a tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453589 Mar 22 20:11:28.896644 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-f201a2c7-f6d0-46c3-a6ce-c20fe1c07d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:28.898205 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-f201a2c7-f6d0-46c3-a6ce-c20fe1c07d91 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c&tenant_id=146ad95db9514ae389addd97809c7bd9 HTTP/1.1" status: 200 len: 1128 time: 0.0465660 Mar 22 20:11:28.909033 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-705658-24', 'device_owner': 'compute:nova'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:11:28.970831 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f3d1824c-1f63-441d-a5f2-453916a258b3), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:29.181148 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] For port f3d1824c-1f63-441d-a5f2-453916a258b3, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=f3d1824c-1f63-441d-a5f2-453916a258b3,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:11:29.215151 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] For port f3d1824c-1f63-441d-a5f2-453916a258b3, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:11:29.256011 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d23ae7-b28d-432b-9d9f-64315963163c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d1824c-1f63-441d-a5f2-453916a258b3'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:11:29.258909 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e353650-1721-4265-b9df-9b91d0b105aa" -d '{"events": [{"server_uuid": "68d23ae7-b28d-432b-9d9f-64315963163c", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d1824c-1f63-441d-a5f2-453916a258b3"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:11:29.262224 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] Publish callbacks [] for port (f3d1824c-1f63-441d-a5f2-453916a258b3), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:29.278878 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] Transition to ACTIVE for port object f3d1824c-1f63-441d-a5f2-453916a258b3 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:11:29.289982 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (f3d1824c-1f63-441d-a5f2-453916a258b3), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:29.334412 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 20:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecae32a-8368-4139-9e8e-313ca134b147 x-openstack-request-id: req-6ecae32a-8368-4139-9e8e-313ca134b147 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:11:29.334686 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d23ae7-b28d-432b-9d9f-64315963163c", "name": "network-vif-unplugged", "status": "completed", "tag": "f3d1824c-1f63-441d-a5f2-453916a258b3", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:11:29.334898 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6ecae32a-8368-4139-9e8e-313ca134b147 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:11:29.335314 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ecae32a-8368-4139-9e8e-313ca134b147'] response: {'server_uuid': '68d23ae7-b28d-432b-9d9f-64315963163c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3d1824c-1f63-441d-a5f2-453916a258b3', 'code': 200} Mar 22 20:11:29.373131 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d1824c-1f63-441d-a5f2-453916a258b3,revision_number=10']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:29.394183 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:29.394183 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:29.394183 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:29.394750 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:29.394909 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:29.395194 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:29.395522 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:29.395847 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:29.396175 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:29.396501 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:29.396824 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:29.397154 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:29.397564 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:29.397918 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:29.398317 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:29.447837 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] No DVR routers for this DVR port f3d1824c-1f63-441d-a5f2-453916a258b3 on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:11:29.607994 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] Attempting to bind port f3d1824c-1f63-441d-a5f2-453916a258b3 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:11:29.608262 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] Attempting to bind port f3d1824c-1f63-441d-a5f2-453916a258b3 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:11:29.608589 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] Attempting to bind port f3d1824c-1f63-441d-a5f2-453916a258b3 on network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:11:29.613369 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] Port f3d1824c-1f63-441d-a5f2-453916a258b3 on network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:11:29.613730 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] Attempting to bind port f3d1824c-1f63-441d-a5f2-453916a258b3 on network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:11:29.618880 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:11:29.619213 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] Checking segment: {'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:11:29.619593 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] Bound using segment: {'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:11:29.620025 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] Bound port: f3d1824c-1f63-441d-a5f2-453916a258b3, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:11:29.620380 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f3d1824c-1f63-441d-a5f2-453916a258b3), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:29.687335 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] For port f3d1824c-1f63-441d-a5f2-453916a258b3, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:11:29.691078 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] For port f3d1824c-1f63-441d-a5f2-453916a258b3, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f3d1824c-1f63-441d-a5f2-453916a258b3,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:11:29.701066 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (f3d1824c-1f63-441d-a5f2-453916a258b3), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:29.734886 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e97ac-e4b2-4f37-a834-549d56f1d7ab req-762aaaff-a1f0-4f0a-a425-c8f227d3cf73 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:29.736539 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-430e97ac-e4b2-4f37-a834-549d56f1d7ab req-762aaaff-a1f0-4f0a-a425-c8f227d3cf73 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 944 time: 0.0616813 Mar 22 20:11:29.746614 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:29.747270 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:29.749438 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] 10.222.0.84 "PUT /v2.0/ports/f3d1824c-1f63-441d-a5f2-453916a258b3 HTTP/1.1" status: 200 len: 1093 time: 0.8445027 Mar 22 20:11:29.799567 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-430e97ac-e4b2-4f37-a834-549d56f1d7ab req-4d162774-c780-4fb5-a27e-3699f4f6561d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487525 Mar 22 20:11:29.847774 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa68162-6c24-4cf0-b72b-c21e53bfee09 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d1824c-1f63-441d-a5f2-453916a258b3,revision_number=11']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:29.874625 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-b16e02cc-0577-4f22-be53-560b4d325cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:29.876275 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-b16e02cc-0577-4f22-be53-560b4d325cea service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 1127 time: 0.0883620 Mar 22 20:11:29.973368 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-c1d5b9b3-dbb5-4720-ab2a-42c80de0fcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:29.975039 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-c1d5b9b3-dbb5-4720-ab2a-42c80de0fcfb service neutron] 10.222.0.84 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 912 time: 0.0926726 Mar 22 20:11:30.046047 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-caaacd3a-1e7d-4e95-81c9-356d661b0dd8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3d1824c-1f63-441d-a5f2-453916a258b3 HTTP/1.1" status: 200 len: 999 time: 0.0652168 Mar 22 20:11:30.095876 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-2c0524bc-9050-4e41-8f80-6b82f1e77baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:30.097355 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-2c0524bc-9050-4e41-8f80-6b82f1e77baa service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0460038 Mar 22 20:11:30.148141 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-2347ef3d-48c5-446e-98db-1ec6fe48bd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:30.149655 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-2347ef3d-48c5-446e-98db-1ec6fe48bd33 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464213 Mar 22 20:11:30.242397 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-0aa49030-8286-4444-9534-0de295a00bab service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856614 Mar 22 20:11:30.333389 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d26c82bd-8631-4e9e-970e-a821cf7dbe7c req-f69a2532-21d0-430e-8a15-7b4919a1c2f6 service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846357 Mar 22 20:11:30.930933 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b62a3-8875-46d6-9862-f649bb5e94c8 req-93cd62f9-90b1-498b-ba9f-68c140ad966d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:30.932417 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bd9b62a3-8875-46d6-9862-f649bb5e94c8 req-93cd62f9-90b1-498b-ba9f-68c140ad966d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 944 time: 0.0518470 Mar 22 20:11:30.995173 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bd9b62a3-8875-46d6-9862-f649bb5e94c8 req-5114d07e-4b2a-423b-8f43-6d1d22b7bc3e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553589 Mar 22 20:11:31.337086 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d23ae7-b28d-432b-9d9f-64315963163c', 'tag': 'f3d1824c-1f63-441d-a5f2-453916a258b3'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:11:31.339563 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77ddd8a-442e-400a-b70d-509ba33bcdcf" -d '{"events": [{"name": "network-changed", "server_uuid": "68d23ae7-b28d-432b-9d9f-64315963163c", "tag": "f3d1824c-1f63-441d-a5f2-453916a258b3"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:11:31.457751 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb27f92-76f9-470e-a6eb-10e0683f09fc x-openstack-request-id: req-5fb27f92-76f9-470e-a6eb-10e0683f09fc {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:11:31.458155 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68d23ae7-b28d-432b-9d9f-64315963163c", "tag": "f3d1824c-1f63-441d-a5f2-453916a258b3", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:11:31.458416 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5fb27f92-76f9-470e-a6eb-10e0683f09fc {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:11:31.458839 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fb27f92-76f9-470e-a6eb-10e0683f09fc'] response: {'name': 'network-changed', 'server_uuid': '68d23ae7-b28d-432b-9d9f-64315963163c', 'tag': 'f3d1824c-1f63-441d-a5f2-453916a258b3', 'status': 'completed', 'code': 200} Mar 22 20:11:31.522529 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ddd8a-442e-400a-b70d-509ba33bcdcf req-4430161b-ddbe-408a-a934-3e0469ac6930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:31.524092 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b77ddd8a-442e-400a-b70d-509ba33bcdcf req-4430161b-ddbe-408a-a934-3e0469ac6930 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 1127 time: 0.0473962 Mar 22 20:11:31.526754 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ddd8a-442e-400a-b70d-509ba33bcdcf req-630e5f1a-5aa0-4035-a714-3bd3e3fe11e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:31.528271 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b77ddd8a-442e-400a-b70d-509ba33bcdcf req-630e5f1a-5aa0-4035-a714-3bd3e3fe11e1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 1127 time: 0.0474176 Mar 22 20:11:31.618209 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ddd8a-442e-400a-b70d-509ba33bcdcf req-92842e8c-53c1-4a77-a514-f0f4d4a5c821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:31.619606 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b77ddd8a-442e-400a-b70d-509ba33bcdcf req-92842e8c-53c1-4a77-a514-f0f4d4a5c821 service neutron] 10.222.0.85 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 912 time: 0.0898175 Mar 22 20:11:31.632925 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ddd8a-442e-400a-b70d-509ba33bcdcf req-84e35a1b-2b8d-4758-adf8-8ca876695a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:31.634456 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b77ddd8a-442e-400a-b70d-509ba33bcdcf req-84e35a1b-2b8d-4758-adf8-8ca876695a03 service neutron] 10.222.0.84 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 912 time: 0.0984354 Mar 22 20:11:31.708042 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b77ddd8a-442e-400a-b70d-509ba33bcdcf req-d168f642-a385-42cd-ab1f-9891da7eabcb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3d1824c-1f63-441d-a5f2-453916a258b3 HTTP/1.1" status: 200 len: 999 time: 0.0648499 Mar 22 20:11:31.773979 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ddd8a-442e-400a-b70d-509ba33bcdcf req-974ddc1f-0b19-4f56-8809-569518852d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:31.775995 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b77ddd8a-442e-400a-b70d-509ba33bcdcf req-974ddc1f-0b19-4f56-8809-569518852d5f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0596454 Mar 22 20:11:31.819435 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device f3d1824c-1f63-441d-a5f2-453916a258b3 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:11:31.838673 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ddd8a-442e-400a-b70d-509ba33bcdcf req-959ce63f-678a-40af-b64b-1cfb7fdf4aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:31.840292 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b77ddd8a-442e-400a-b70d-509ba33bcdcf req-959ce63f-678a-40af-b64b-1cfb7fdf4aa0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0573709 Mar 22 20:11:31.877748 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] The host n-h2-705658-24 is not matching for port f3d1824c-1f63-441d-a5f2-453916a258b3 host n-h1-705658-24! {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 20:11:31.878579 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device f3d1824c-1f63-441d-a5f2-453916a258b3 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:11:31.962514 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b77ddd8a-442e-400a-b70d-509ba33bcdcf req-f8b2228d-4ccc-412b-9970-c4159de227dd service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085722 Mar 22 20:11:32.061300 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b77ddd8a-442e-400a-b70d-509ba33bcdcf req-642dd34b-eaa5-4969-abd4-072ce11493ed service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f3d1824c-1f63-441d-a5f2-453916a258b3 HTTP/1.1" status: 200 len: 999 time: 0.4351697 Mar 22 20:11:32.073020 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b77ddd8a-442e-400a-b70d-509ba33bcdcf req-57be1d90-f6ee-4f5e-bb9d-dd8d38a113c7 service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998313 Mar 22 20:11:32.141493 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ddd8a-442e-400a-b70d-509ba33bcdcf req-cbf3a552-686f-4390-b671-801b9b766a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:32.142936 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b77ddd8a-442e-400a-b70d-509ba33bcdcf req-cbf3a552-686f-4390-b671-801b9b766a38 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0762763 Mar 22 20:11:32.186938 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e63c0a-27e3-4f84-8445-af5fbedc3f78 req-c54c1f62-73ec-4722-8d12-180bcc18fc56 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:32.188459 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02e63c0a-27e3-4f84-8445-af5fbedc3f78 req-c54c1f62-73ec-4722-8d12-180bcc18fc56 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 944 time: 0.1137862 Mar 22 20:11:32.236013 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ddd8a-442e-400a-b70d-509ba33bcdcf req-b8233c79-19a9-4363-902d-2de629a0453e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:32.237572 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b77ddd8a-442e-400a-b70d-509ba33bcdcf req-b8233c79-19a9-4363-902d-2de629a0453e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0892007 Mar 22 20:11:32.257463 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02e63c0a-27e3-4f84-8445-af5fbedc3f78 req-7b844e62-6647-45aa-8b8d-a24540ae8a57 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625927 Mar 22 20:11:32.354513 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b77ddd8a-442e-400a-b70d-509ba33bcdcf req-6824711f-e1c3-4f14-974f-cba86de989d6 service neutron] 10.222.0.85 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088974 Mar 22 20:11:32.459118 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0412c-4622-4452-8635-5435bf32acac req-f889b537-4178-47f8-b63d-1646144ff55e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:32.460723 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eee0412c-4622-4452-8635-5435bf32acac req-f889b537-4178-47f8-b63d-1646144ff55e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 944 time: 0.1212273 Mar 22 20:11:32.494013 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b77ddd8a-442e-400a-b70d-509ba33bcdcf req-772b978e-7b9e-4c1d-a156-d5a377b84002 service neutron] 10.222.0.85 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239102 Mar 22 20:11:32.524720 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eee0412c-4622-4452-8635-5435bf32acac req-8fc10e22-18f8-41c4-a460-d93623342799 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564432 Mar 22 20:11:32.650268 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726922dc-17c0-4ab2-9048-ffbf8f599831 req-13e738d3-5ca6-400c-9487-008abe208691 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:32.651785 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-726922dc-17c0-4ab2-9048-ffbf8f599831 req-13e738d3-5ca6-400c-9487-008abe208691 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 944 time: 0.0576184 Mar 22 20:11:32.698296 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device f3d1824c-1f63-441d-a5f2-453916a258b3 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:11:32.705729 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-726922dc-17c0-4ab2-9048-ffbf8f599831 req-fb2d5105-2ee8-44dc-af11-c135dfa0c579 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472281 Mar 22 20:11:32.812803 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port f3d1824c-1f63-441d-a5f2-453916a258b3, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f3d1824c-1f63-441d-a5f2-453916a258b3,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:11:32.826986 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'f3d1824c-1f63-441d-a5f2-453916a258b3', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'port_id': 'f3d1824c-1f63-441d-a5f2-453916a258b3', 'mac_address': 'fa:16:3e:f5:f1:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:11:32.877907 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port f3d1824c-1f63-441d-a5f2-453916a258b3 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:11:32.878332 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f3d1824c-1f63-441d-a5f2-453916a258b3), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:32.892647 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d1824c-1f63-441d-a5f2-453916a258b3 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:11:32.913414 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port f3d1824c-1f63-441d-a5f2-453916a258b3, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f3d1824c-1f63-441d-a5f2-453916a258b3,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:11:32.917933 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (f3d1824c-1f63-441d-a5f2-453916a258b3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:32.972165 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=f3d1824c-1f63-441d-a5f2-453916a258b3,revision_number=12']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:32.988525 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8fff05-d2c4-479e-a2f0-af6ab13957a7 req-8563ece6-cb1f-4987-abfc-5f11e3630db7 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:32.990171 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ac8fff05-d2c4-479e-a2f0-af6ab13957a7 req-8563ece6-cb1f-4987-abfc-5f11e3630db7 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 945 time: 0.0583541 Mar 22 20:11:33.039146 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ac8fff05-d2c4-479e-a2f0-af6ab13957a7 req-9abd2ad0-3882-417e-b604-3e6ab90f34c6 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431175 Mar 22 20:11:33.147460 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['f3d1824c-1f63-441d-a5f2-453916a258b3'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:11:34.170845 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee56f98-8a95-44a6-b122-8df08f17fea3 req-1b5fec9e-4acf-4ce3-9679-41dcf60bf2f7 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:34.172279 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1ee56f98-8a95-44a6-b122-8df08f17fea3 req-1b5fec9e-4acf-4ce3-9679-41dcf60bf2f7 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 945 time: 0.0614562 Mar 22 20:11:34.205866 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b457fb-f9e0-4789-adb3-21c452894246 req-0b2d6a0f-67c7-4467-a5ff-c672f5382584 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:34.207373 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-31b457fb-f9e0-4789-adb3-21c452894246 req-0b2d6a0f-67c7-4467-a5ff-c672f5382584 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.84 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 945 time: 0.0556879 Mar 22 20:11:34.231216 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1ee56f98-8a95-44a6-b122-8df08f17fea3 req-2e647d2c-46a1-4b7a-a940-01272e4a1318 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512364 Mar 22 20:11:34.308882 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-31b457fb-f9e0-4789-adb3-21c452894246 req-3a73242b-ed76-4da9-8f34-c11f7b7dd4fc tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Deleting port f3d1824c-1f63-441d-a5f2-453916a258b3 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:11:34.309224 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-31b457fb-f9e0-4789-adb3-21c452894246 req-3a73242b-ed76-4da9-8f34-c11f7b7dd4fc tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f3d1824c-1f63-441d-a5f2-453916a258b3), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:34.405605 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-31b457fb-f9e0-4789-adb3-21c452894246 req-3a73242b-ed76-4da9-8f34-c11f7b7dd4fc tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] For port f3d1824c-1f63-441d-a5f2-453916a258b3, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=f3d1824c-1f63-441d-a5f2-453916a258b3,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:11:34.405922 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-31b457fb-f9e0-4789-adb3-21c452894246 req-3a73242b-ed76-4da9-8f34-c11f7b7dd4fc tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f3d1824c-1f63-441d-a5f2-453916a258b3), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:34.585486 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-31b457fb-f9e0-4789-adb3-21c452894246 req-3a73242b-ed76-4da9-8f34-c11f7b7dd4fc tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:34.585874 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-31b457fb-f9e0-4789-adb3-21c452894246 req-3a73242b-ed76-4da9-8f34-c11f7b7dd4fc tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (f1e0a5e6-4101-42bc-8daf-dfd5477fb69f), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:34.586241 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [req-31b457fb-f9e0-4789-adb3-21c452894246 req-3a73242b-ed76-4da9-8f34-c11f7b7dd4fc tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Floating IP f1e0a5e6-4101-42bc-8daf-dfd5477fb69f disassociated. External IP: 172.25.5.97, port: f3d1824c-1f63-441d-a5f2-453916a258b3. Mar 22 20:11:34.586583 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-31b457fb-f9e0-4789-adb3-21c452894246 req-3a73242b-ed76-4da9-8f34-c11f7b7dd4fc tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Calling delete_port for f3d1824c-1f63-441d-a5f2-453916a258b3 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:11:34.719521 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-31b457fb-f9e0-4789-adb3-21c452894246 req-3a73242b-ed76-4da9-8f34-c11f7b7dd4fc tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f3d1824c-1f63-441d-a5f2-453916a258b3), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:34.720556 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device f3d1824c-1f63-441d-a5f2-453916a258b3 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:11:34.744435 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: f3d1824c-1f63-441d-a5f2-453916a258b3 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:11:34.744803 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device f3d1824c-1f63-441d-a5f2-453916a258b3 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 22 20:11:34.749330 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73242b-ed76-4da9-8f34-c11f7b7dd4fc tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Pushing event deleted for resources: {'Port': ['ID=f3d1824c-1f63-441d-a5f2-453916a258b3,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:34.775245 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Port f3d1824c-1f63-441d-a5f2-453916a258b3 not found, will not notify nova. {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 22 20:11:34.897222 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31b457fb-f9e0-4789-adb3-21c452894246 req-3a73242b-ed76-4da9-8f34-c11f7b7dd4fc tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Router 1001dae4-ae30-47db-a3c2-45da5ddcdde9 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:11:35.027315 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31b457fb-f9e0-4789-adb3-21c452894246 req-3a73242b-ed76-4da9-8f34-c11f7b7dd4fc tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:11:35.039807 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8847d273-071f-4711-8857-e89db74b44cf None None] Sync routers for ids ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:11:35.051342 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8847d273-071f-4711-8857-e89db74b44cf None None] Routers {'1001dae4-ae30-47db-a3c2-45da5ddcdde9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:11:35.052085 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-8847d273-071f-4711-8857-e89db74b44cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:11:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:11:35.072724 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b457fb-f9e0-4789-adb3-21c452894246 req-3a73242b-ed76-4da9-8f34-c11f7b7dd4fc tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] No DVR routers for this DVR port f3d1824c-1f63-441d-a5f2-453916a258b3 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:11:35.075605 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-31b457fb-f9e0-4789-adb3-21c452894246 req-3a73242b-ed76-4da9-8f34-c11f7b7dd4fc tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:35.079088 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-31b457fb-f9e0-4789-adb3-21c452894246 req-3a73242b-ed76-4da9-8f34-c11f7b7dd4fc tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.84 "DELETE /v2.0/ports/f3d1824c-1f63-441d-a5f2-453916a258b3 HTTP/1.1" status: 204 len: 173 time: 0.8666360 Mar 22 20:11:35.079549 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d23ae7-b28d-432b-9d9f-64315963163c', 'name': 'network-vif-deleted', 'tag': 'f3d1824c-1f63-441d-a5f2-453916a258b3'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:11:35.081966 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74f58ae-d3b7-4e7a-9c22-ed3642795df7" -d '{"events": [{"server_uuid": "68d23ae7-b28d-432b-9d9f-64315963163c", "name": "network-vif-deleted", "tag": "f3d1824c-1f63-441d-a5f2-453916a258b3"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:11:35.137860 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9f277b-0907-43da-aa5d-34c57b2173d0 x-openstack-request-id: req-0e9f277b-0907-43da-aa5d-34c57b2173d0 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:11:35.138932 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d23ae7-b28d-432b-9d9f-64315963163c", "name": "network-vif-deleted", "tag": "f3d1824c-1f63-441d-a5f2-453916a258b3", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:11:35.138932 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0e9f277b-0907-43da-aa5d-34c57b2173d0 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:11:35.139150 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e9f277b-0907-43da-aa5d-34c57b2173d0'] response: {'server_uuid': '68d23ae7-b28d-432b-9d9f-64315963163c', 'name': 'network-vif-deleted', 'tag': 'f3d1824c-1f63-441d-a5f2-453916a258b3', 'status': 'completed', 'code': 200} Mar 22 20:11:35.191451 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-8847d273-071f-4711-8857-e89db74b44cf None None] Set router 1001dae4-ae30-47db-a3c2-45da5ddcdde9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:11:35.340654 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3359457-1c34-4bcd-8a65-3d8a928e879f req-da6928c6-aae6-4eaf-9f68-2ec31227e67e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=68d23ae7-b28d-432b-9d9f-64315963163c HTTP/1.1" status: 200 len: 210 time: 0.0275109 Mar 22 20:11:35.407333 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-8847d273-071f-4711-8857-e89db74b44cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'name': 'tempest-ServerActionsTestJSON-943337659-router', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:58Z', 'revision_number': 4, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'gw_port': {'id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:66:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7ec3702f-8943-43c8-977e-526933b56dc6', 'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'mac_address': 'fa:16:3e:41:7a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:57Z', 'updated_at': '2022-03-22T20:09:01Z', 'revision_number': 5, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'subnets': [{'id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:11:35.434880 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8847d273-071f-4711-8857-e89db74b44cf None None] Checking router: 1001dae4-ae30-47db-a3c2-45da5ddcdde9 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:11:35.443252 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8847d273-071f-4711-8857-e89db74b44cf None None] Routers {'1001dae4-ae30-47db-a3c2-45da5ddcdde9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:11:35.443852 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-8847d273-071f-4711-8857-e89db74b44cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:11:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:11:35.561168 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-8847d273-071f-4711-8857-e89db74b44cf None None] Set router 1001dae4-ae30-47db-a3c2-45da5ddcdde9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:11:35.859217 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-8847d273-071f-4711-8857-e89db74b44cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'name': 'tempest-ServerActionsTestJSON-943337659-router', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:58Z', 'revision_number': 4, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'gw_port': {'id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:66:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7ec3702f-8943-43c8-977e-526933b56dc6', 'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'mac_address': 'fa:16:3e:41:7a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:57Z', 'updated_at': '2022-03-22T20:09:01Z', 'revision_number': 5, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'subnets': [{'id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:11:35.888992 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8847d273-071f-4711-8857-e89db74b44cf None None] The sync data for ids ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'] in n-d-705658-24 is: [{'id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'name': 'tempest-ServerActionsTestJSON-943337659-router', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:58Z', 'revision_number': 4, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'gw_port': {'id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:66:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7ec3702f-8943-43c8-977e-526933b56dc6', 'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'mac_address': 'fa:16:3e:41:7a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:57Z', 'updated_at': '2022-03-22T20:09:01Z', 'revision_number': 5, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'subnets': [{'id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:11:36.114793 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7849eda-32b6-48c6-8537-6279674136c2 None None] New status for floating IP f1e0a5e6-4101-42bc-8daf-dfd5477fb69f: DOWN {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:11:36.658594 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-d18a4083-f2c8-48da-8dab-a8e3bbb67f33 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-securitygroup--508250084&fields=id&tenant_id=146ad95db9514ae389addd97809c7bd9 HTTP/1.1" status: 200 len: 267 time: 0.0486450 Mar 22 20:11:36.767889 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-d2f0aeb2-dad6-4ab4-84c8-d53077bbc66d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:36.769532 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-d2f0aeb2-dad6-4ab4-84c8-d53077bbc66d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 811 time: 0.1045170 Mar 22 20:11:36.785097 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-f538ff98-5ab3-428c-8943-a335105abf96 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/quotas/146ad95db9514ae389addd97809c7bd9 HTTP/1.1" status: 200 len: 375 time: 0.0102453 Mar 22 20:11:36.848866 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-b820add6-e231-47a7-86a8-29930327975b tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583296 Mar 22 20:11:37.010769 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-1534ece0-8e93-4118-8dd9-c7f23b4e04fe service neutron] 10.222.0.75 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486385 Mar 22 20:11:37.116503 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-8dfe3861-2ee7-4128-ba11-95dcb5e69124 service neutron] 10.222.0.75 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984066 Mar 22 20:11:37.294114 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65ed4988-54df-45ce-963d-9a2efedd1d61 req-ab47d733-3338-400b-8a48-a175fcdf5df2 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 210 time: 0.0298131 Mar 22 20:11:37.606210 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:11:38.246157 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-f80d534b-59f6-4183-93b7-f038042313e8 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:38.247680 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-f80d534b-59f6-4183-93b7-f038042313e8 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.84 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 811 time: 0.1298780 Mar 22 20:11:38.325222 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-89bb9ede-f9a6-4e83-9ec0-98bb4b5c9b04 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=146ad95db9514ae389addd97809c7bd9 HTTP/1.1" status: 200 len: 379 time: 0.0659823 Mar 22 20:11:38.337268 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-6bab751f-6671-4b56-8836-b3866f3dab8f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Request body: {'port': {'device_id': '2101926a-0cbd-4947-8dd2-9b91a88c5e8f', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'admin_state_up': True, 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'security_groups': ['feb6c831-774a-4003-886b-377a1e32fc7e']}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:11:38.414412 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-300c671a-d9c4-472f-91a1-006582819d30 req-477fd792-3199-4563-b2c9-d8e25827bb85 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 210 time: 0.0324609 Mar 22 20:11:38.472805 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-6bab751f-6671-4b56-8836-b3866f3dab8f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Made reservation on behalf of 146ad95db9514ae389addd97809c7bd9 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:11:38.478252 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-6bab751f-6671-4b56-8836-b3866f3dab8f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:38.612432 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-6bab751f-6671-4b56-8836-b3866f3dab8f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Allocated IP 172.20.0.11 (005ec1f0-1b3a-4d71-b791-970bb8259fb2/67a8b60c-f06a-4498-ba05-7965d64d6f99/b80de855-658d-471e-87c0-b12b47ca3c64) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:11:38.724582 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device f3d1824c-1f63-441d-a5f2-453916a258b3 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:11:38.751845 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: f3d1824c-1f63-441d-a5f2-453916a258b3 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:11:38.752189 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device f3d1824c-1f63-441d-a5f2-453916a258b3 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:11:38.767577 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-6bab751f-6671-4b56-8836-b3866f3dab8f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks [] for port (b80de855-658d-471e-87c0-b12b47ca3c64), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:38.804868 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-6bab751f-6671-4b56-8836-b3866f3dab8f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (b80de855-658d-471e-87c0-b12b47ca3c64), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:38.849263 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-6bab751f-6671-4b56-8836-b3866f3dab8f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:11:38.852636 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-6bab751f-6671-4b56-8836-b3866f3dab8f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:11:38.857103 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-6bab751f-6671-4b56-8836-b3866f3dab8f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:11:38.886499 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab751f-6671-4b56-8836-b3866f3dab8f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Pushing event updated for resources: {'Port': ['ID=b80de855-658d-471e-87c0-b12b47ca3c64,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:38.915669 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-6bab751f-6671-4b56-8836-b3866f3dab8f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:38.916276 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-6bab751f-6671-4b56-8836-b3866f3dab8f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:38.934342 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-6bab751f-6671-4b56-8836-b3866f3dab8f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6014163 Mar 22 20:11:38.945515 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-bfe70e42-096b-4875-a348-0e1df39cdd3a service neutron] Request body: {'port': {'device_id': '2101926a-0cbd-4947-8dd2-9b91a88c5e8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:11:39.023375 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-bfe70e42-096b-4875-a348-0e1df39cdd3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b80de855-658d-471e-87c0-b12b47ca3c64), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:39.095128 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-c910eae8-5028-4808-bc02-5f4c5e7904d7 None None] Provisioning complete for port b80de855-658d-471e-87c0-b12b47ca3c64 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:11:39.095501 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c910eae8-5028-4808-bc02-5f4c5e7904d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b80de855-658d-471e-87c0-b12b47ca3c64), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:39.130458 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c910eae8-5028-4808-bc02-5f4c5e7904d7 None None] Port b80de855-658d-471e-87c0-b12b47ca3c64 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:11:39.301220 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-bfe70e42-096b-4875-a348-0e1df39cdd3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b80de855-658d-471e-87c0-b12b47ca3c64 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:11:39.309049 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-bfe70e42-096b-4875-a348-0e1df39cdd3a service neutron] Publish callbacks [] for port (b80de855-658d-471e-87c0-b12b47ca3c64), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:39.321184 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-bfe70e42-096b-4875-a348-0e1df39cdd3a service neutron] Transition to ACTIVE for port object b80de855-658d-471e-87c0-b12b47ca3c64 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:11:39.325780 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-bfe70e42-096b-4875-a348-0e1df39cdd3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (b80de855-658d-471e-87c0-b12b47ca3c64), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:39.399167 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe70e42-096b-4875-a348-0e1df39cdd3a service neutron] Pushing event updated for resources: {'Port': ['ID=b80de855-658d-471e-87c0-b12b47ca3c64,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:39.457438 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-bfe70e42-096b-4875-a348-0e1df39cdd3a service neutron] Attempting to bind port b80de855-658d-471e-87c0-b12b47ca3c64 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:11:39.457817 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-bfe70e42-096b-4875-a348-0e1df39cdd3a service neutron] Attempting to bind port b80de855-658d-471e-87c0-b12b47ca3c64 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:11:39.458235 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-bfe70e42-096b-4875-a348-0e1df39cdd3a service neutron] Attempting to bind port b80de855-658d-471e-87c0-b12b47ca3c64 on network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:11:39.463210 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-bfe70e42-096b-4875-a348-0e1df39cdd3a service neutron] Port b80de855-658d-471e-87c0-b12b47ca3c64 on network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:11:39.463537 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-bfe70e42-096b-4875-a348-0e1df39cdd3a service neutron] Attempting to bind port b80de855-658d-471e-87c0-b12b47ca3c64 on network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:11:39.470081 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-bfe70e42-096b-4875-a348-0e1df39cdd3a service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:11:39.470578 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-bfe70e42-096b-4875-a348-0e1df39cdd3a service neutron] Checking segment: {'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:11:39.471209 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-bfe70e42-096b-4875-a348-0e1df39cdd3a service neutron] Bound using segment: {'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:11:39.471374 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-bfe70e42-096b-4875-a348-0e1df39cdd3a service neutron] Bound port: b80de855-658d-471e-87c0-b12b47ca3c64, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:11:39.471777 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-bfe70e42-096b-4875-a348-0e1df39cdd3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b80de855-658d-471e-87c0-b12b47ca3c64), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:39.542971 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-bfe70e42-096b-4875-a348-0e1df39cdd3a service neutron] For port b80de855-658d-471e-87c0-b12b47ca3c64, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:11:39.546960 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-bfe70e42-096b-4875-a348-0e1df39cdd3a service neutron] For port b80de855-658d-471e-87c0-b12b47ca3c64, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=b80de855-658d-471e-87c0-b12b47ca3c64,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:11:39.560495 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-bfe70e42-096b-4875-a348-0e1df39cdd3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (b80de855-658d-471e-87c0-b12b47ca3c64), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:39.597682 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-bfe70e42-096b-4875-a348-0e1df39cdd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:39.598319 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-bfe70e42-096b-4875-a348-0e1df39cdd3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:39.599727 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-bfe70e42-096b-4875-a348-0e1df39cdd3a service neutron] 10.222.0.84 "PUT /v2.0/ports/b80de855-658d-471e-87c0-b12b47ca3c64 HTTP/1.1" status: 200 len: 1093 time: 0.6584082 Mar 22 20:11:39.600192 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2101926a-0cbd-4947-8dd2-9b91a88c5e8f', 'tag': 'b80de855-658d-471e-87c0-b12b47ca3c64'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:11:39.603805 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1e3b90-ebe0-4e79-8290-c966f0ca399e" -d '{"events": [{"name": "network-changed", "server_uuid": "2101926a-0cbd-4947-8dd2-9b91a88c5e8f", "tag": "b80de855-658d-471e-87c0-b12b47ca3c64"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:11:39.632231 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe70e42-096b-4875-a348-0e1df39cdd3a service neutron] Pushing event updated for resources: {'Port': ['ID=b80de855-658d-471e-87c0-b12b47ca3c64,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:39.673062 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1bc7d9-28ca-4b16-b4c7-93b8c11da242 x-openstack-request-id: req-6f1bc7d9-28ca-4b16-b4c7-93b8c11da242 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:11:39.673371 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2101926a-0cbd-4947-8dd2-9b91a88c5e8f", "tag": "b80de855-658d-471e-87c0-b12b47ca3c64", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:11:39.673601 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6f1bc7d9-28ca-4b16-b4c7-93b8c11da242 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:11:39.674039 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f1bc7d9-28ca-4b16-b4c7-93b8c11da242'] response: {'name': 'network-changed', 'server_uuid': '2101926a-0cbd-4947-8dd2-9b91a88c5e8f', 'tag': 'b80de855-658d-471e-87c0-b12b47ca3c64', 'status': 'completed', 'code': 200} Mar 22 20:11:39.719796 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-c110b167-4ebe-43df-9e03-e996a57494ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:39.721443 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-c110b167-4ebe-43df-9e03-e996a57494ea service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 1127 time: 0.0654118 Mar 22 20:11:39.726343 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125948e-b792-45b9-b082-ee2ab0e92195 req-9fb47bae-8d69-4e17-8285-19605241269f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:39.731666 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a125948e-b792-45b9-b082-ee2ab0e92195 req-9fb47bae-8d69-4e17-8285-19605241269f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 944 time: 0.1335773 Mar 22 20:11:39.765983 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-2701c9ac-3127-4418-a42c-2f57cfa62165 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b80de855-658d-471e-87c0-b12b47ca3c64 HTTP/1.1" status: 200 len: 217 time: 0.0378709 Mar 22 20:11:39.786509 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a125948e-b792-45b9-b082-ee2ab0e92195 req-90b70b9c-4e7c-410f-8cdb-2d395da5959b tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527303 Mar 22 20:11:39.820790 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-a3e9e865-7682-4f67-bdf8-8b683b3932fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:39.822562 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-a3e9e865-7682-4f67-bdf8-8b683b3932fe service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0500393 Mar 22 20:11:39.882551 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-84a3801b-b9ad-489c-81d4-0bf9acf82b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:39.883987 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-84a3801b-b9ad-489c-81d4-0bf9acf82b5e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0555460 Mar 22 20:11:40.275725 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-b7e08dc1-cec5-4613-8b23-b704eb6bdb87 service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850634 Mar 22 20:11:40.369122 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-31b6cd71-5668-4cd6-9fd9-07c26122d50c req-7bfb9dce-3790-472e-866e-7aa678586153 service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852020 Mar 22 20:11:40.459629 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e3b90-ebe0-4e79-8290-c966f0ca399e req-cb12e08b-5da0-485a-9da1-7b45de4ce9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:40.461137 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2e1e3b90-ebe0-4e79-8290-c966f0ca399e req-cb12e08b-5da0-485a-9da1-7b45de4ce9be service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 1127 time: 0.0437930 Mar 22 20:11:40.550618 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e3b90-ebe0-4e79-8290-c966f0ca399e req-dcf22460-4f70-41af-b9a1-a429e1592bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:40.552008 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2e1e3b90-ebe0-4e79-8290-c966f0ca399e req-dcf22460-4f70-41af-b9a1-a429e1592bb3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 912 time: 0.0850425 Mar 22 20:11:40.595613 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2e1e3b90-ebe0-4e79-8290-c966f0ca399e req-2962fbf1-d60c-4a15-9610-b5ba08f1024a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b80de855-658d-471e-87c0-b12b47ca3c64 HTTP/1.1" status: 200 len: 217 time: 0.0376441 Mar 22 20:11:40.643259 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e3b90-ebe0-4e79-8290-c966f0ca399e req-63c80706-ab4d-4e3f-9788-95a983f926d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:40.644684 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2e1e3b90-ebe0-4e79-8290-c966f0ca399e req-63c80706-ab4d-4e3f-9788-95a983f926d2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0437078 Mar 22 20:11:40.693517 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e3b90-ebe0-4e79-8290-c966f0ca399e req-1d7b04c5-99aa-4691-b7f1-47b86af4c68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:40.695047 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2e1e3b90-ebe0-4e79-8290-c966f0ca399e req-1d7b04c5-99aa-4691-b7f1-47b86af4c68c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439353 Mar 22 20:11:40.787177 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2e1e3b90-ebe0-4e79-8290-c966f0ca399e req-ae57e555-f22c-49c1-a454-2d7490baff6a service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854914 Mar 22 20:11:40.876222 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2e1e3b90-ebe0-4e79-8290-c966f0ca399e req-43dece4e-8c4e-4a69-8cab-4c89b6632078 service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829985 Mar 22 20:11:41.004322 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc786a87-69f8-4f2e-916a-9f770f8276dc req-e98dae95-e690-4a1e-b9f5-f2ed6e32526f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:41.005900 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dc786a87-69f8-4f2e-916a-9f770f8276dc req-e98dae95-e690-4a1e-b9f5-f2ed6e32526f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 944 time: 0.1075053 Mar 22 20:11:41.070609 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dc786a87-69f8-4f2e-916a-9f770f8276dc req-4a19486d-2953-4d21-bed1-3581254f9556 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560737 Mar 22 20:11:42.189493 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfcccd2-9baf-4d68-9515-f71bcbdcea05 req-046e6717-7509-4503-87fa-b88cbf353c82 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:42.191030 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7cfcccd2-9baf-4d68-9515-f71bcbdcea05 req-046e6717-7509-4503-87fa-b88cbf353c82 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 944 time: 0.0537126 Mar 22 20:11:42.238291 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7cfcccd2-9baf-4d68-9515-f71bcbdcea05 req-929970b4-eafc-411a-a0cc-b553f902d9ab tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416520 Mar 22 20:11:42.735608 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device b80de855-658d-471e-87c0-b12b47ca3c64 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:11:42.833740 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port b80de855-658d-471e-87c0-b12b47ca3c64, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=b80de855-658d-471e-87c0-b12b47ca3c64,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:11:42.845721 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'b80de855-658d-471e-87c0-b12b47ca3c64', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'port_id': 'b80de855-658d-471e-87c0-b12b47ca3c64', 'mac_address': 'fa:16:3e:fc:2d:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:11:42.882544 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port b80de855-658d-471e-87c0-b12b47ca3c64 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:11:42.882931 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b80de855-658d-471e-87c0-b12b47ca3c64), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:42.895977 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b80de855-658d-471e-87c0-b12b47ca3c64 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:11:42.915374 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port b80de855-658d-471e-87c0-b12b47ca3c64, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=b80de855-658d-471e-87c0-b12b47ca3c64,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:11:42.919269 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b80de855-658d-471e-87c0-b12b47ca3c64), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:42.967816 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=b80de855-658d-471e-87c0-b12b47ca3c64,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:42.974980 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:42.975327 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:42.975667 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:42.976002 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:42.976335 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:42.976664 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:42.976988 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:42.977311 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:42.977633 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:42.977976 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:42.978299 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:42.978619 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:42.978935 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:42.979278 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:42.979598 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:11:43.106173 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['b80de855-658d-471e-87c0-b12b47ca3c64'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:11:43.363689 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe30643-41c7-4e00-82e4-ed5b267692e0 req-22ce8e35-ddec-4deb-8319-6b5d8897597a tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:43.365221 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ebe30643-41c7-4e00-82e4-ed5b267692e0 req-22ce8e35-ddec-4deb-8319-6b5d8897597a tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 945 time: 0.0607874 Mar 22 20:11:43.412882 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ebe30643-41c7-4e00-82e4-ed5b267692e0 req-ae02249a-6499-4679-8cb3-17a66d25589e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419638 Mar 22 20:11:44.548303 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413dde2-8d6f-4a8a-aab4-282e32b7eb91 req-7a295742-328e-48b8-b9f3-92189f7753a3 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:44.549913 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0413dde2-8d6f-4a8a-aab4-282e32b7eb91 req-7a295742-328e-48b8-b9f3-92189f7753a3 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 945 time: 0.0623996 Mar 22 20:11:44.608598 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0413dde2-8d6f-4a8a-aab4-282e32b7eb91 req-8c474fdb-5033-4267-95c2-fa79fd264f37 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524590 Mar 22 20:11:44.750980 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device b80de855-658d-471e-87c0-b12b47ca3c64 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:11:44.809493 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port b80de855-658d-471e-87c0-b12b47ca3c64 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:11:44.816057 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port b80de855-658d-471e-87c0-b12b47ca3c64 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:11:44.816519 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b80de855-658d-471e-87c0-b12b47ca3c64), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:44.894764 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port b80de855-658d-471e-87c0-b12b47ca3c64 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:11:44.895158 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b80de855-658d-471e-87c0-b12b47ca3c64), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:44.917614 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2101926a-0cbd-4947-8dd2-9b91a88c5e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80de855-658d-471e-87c0-b12b47ca3c64'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:11:44.919933 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}70740e634229d88507cbff74d25403428ec52754459f8e92e0c32f4b1033fd75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd69434-92f9-4640-ac4d-a79378783d02" -d '{"events": [{"server_uuid": "2101926a-0cbd-4947-8dd2-9b91a88c5e8f", "name": "network-vif-plugged", "status": "completed", "tag": "b80de855-658d-471e-87c0-b12b47ca3c64"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:11:44.934279 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port b80de855-658d-471e-87c0-b12b47ca3c64, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=b80de855-658d-471e-87c0-b12b47ca3c64,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:11:44.939908 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b80de855-658d-471e-87c0-b12b47ca3c64), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:44.968049 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ec98a6-e6d5-4fa0-a1f1-a75995dadce0 x-openstack-request-id: req-00ec98a6-e6d5-4fa0-a1f1-a75995dadce0 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:11:44.968342 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2101926a-0cbd-4947-8dd2-9b91a88c5e8f", "name": "network-vif-plugged", "status": "completed", "tag": "b80de855-658d-471e-87c0-b12b47ca3c64", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:11:44.968596 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-00ec98a6-e6d5-4fa0-a1f1-a75995dadce0 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:11:44.968988 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00ec98a6-e6d5-4fa0-a1f1-a75995dadce0'] response: {'server_uuid': '2101926a-0cbd-4947-8dd2-9b91a88c5e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80de855-658d-471e-87c0-b12b47ca3c64', 'code': 200} Mar 22 20:11:44.995350 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=b80de855-658d-471e-87c0-b12b47ca3c64,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:11:45.073121 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb064707-878f-4c49-b768-4080b38120ed req-bdf787f5-a6fe-4ce5-90c9-613921408d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:45.074746 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-eb064707-878f-4c49-b768-4080b38120ed req-bdf787f5-a6fe-4ce5-90c9-613921408d0c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 1129 time: 0.0550272 Mar 22 20:11:45.120429 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-eb064707-878f-4c49-b768-4080b38120ed req-50d6abb8-9b45-4023-9222-0225ff3e1e71 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378089 Mar 22 20:11:45.221455 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c1705185-c771-48e5-b8d0-a9926c0aa5ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:45.736490 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546c4d0-3f23-4efa-acbf-f17b5ce34a5f req-703b7e6c-4b88-409f-96b8-8d70d5dbf1ab tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:45.737971 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9546c4d0-3f23-4efa-acbf-f17b5ce34a5f req-703b7e6c-4b88-409f-96b8-8d70d5dbf1ab tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 946 time: 0.0557091 Mar 22 20:11:45.790624 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9546c4d0-3f23-4efa-acbf-f17b5ce34a5f req-e7b2753d-3de0-44e4-85cf-1d5e92bde929 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468695 Mar 22 20:11:46.274111 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:46.922403 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d9e72-8303-4f34-acf6-2214a5275b80 req-a91b712c-c409-4c72-b955-f933175508a9 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:46.923971 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ab5d9e72-8303-4f34-acf6-2214a5275b80 req-a91b712c-c409-4c72-b955-f933175508a9 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 946 time: 0.0606744 Mar 22 20:11:46.976470 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ab5d9e72-8303-4f34-acf6-2214a5275b80 req-5851829a-06bd-4ebd-9270-57689d9fa163 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468314 Mar 22 20:11:47.103352 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ececd7c6-9908-4b1a-bee8-c61100f18cfd req-c159c09b-8da0-4052-b65f-59c0012eb791 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:47.104921 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ececd7c6-9908-4b1a-bee8-c61100f18cfd req-c159c09b-8da0-4052-b65f-59c0012eb791 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 946 time: 0.0610123 Mar 22 20:11:47.114048 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39198) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:11:47.118650 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-c136b3f0-3577-4077-8d29-8333d3eca270 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Request body: {'floatingip': {'port_id': 'b80de855-658d-471e-87c0-b12b47ca3c64'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:11:47.161498 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c136b3f0-3577-4077-8d29-8333d3eca270 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks [] for floatingip (f1e0a5e6-4101-42bc-8daf-dfd5477fb69f), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:47.455420 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1a342ff9-dd8b-4036-9b36-8ffe72edcaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:47.618033 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c136b3f0-3577-4077-8d29-8333d3eca270 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:47.622709 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c136b3f0-3577-4077-8d29-8333d3eca270 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (f1e0a5e6-4101-42bc-8daf-dfd5477fb69f), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:47.733880 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-c136b3f0-3577-4077-8d29-8333d3eca270 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Floating IP f1e0a5e6-4101-42bc-8daf-dfd5477fb69f associated. External IP: 172.25.5.97, port: b80de855-658d-471e-87c0-b12b47ca3c64. Mar 22 20:11:47.956420 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c136b3f0-3577-4077-8d29-8333d3eca270 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Router 1001dae4-ae30-47db-a3c2-45da5ddcdde9 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:11:48.073750 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c136b3f0-3577-4077-8d29-8333d3eca270 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:11:48.080937 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c136b3f0-3577-4077-8d29-8333d3eca270 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:48.085058 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c26eef8-b504-4d14-9a07-ccfa289b8377 None None] Sync routers for ids ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:11:48.096105 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c26eef8-b504-4d14-9a07-ccfa289b8377 None None] Routers {'1001dae4-ae30-47db-a3c2-45da5ddcdde9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:11:48.096105 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-9c26eef8-b504-4d14-9a07-ccfa289b8377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:11:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:11:48.112024 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c136b3f0-3577-4077-8d29-8333d3eca270 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "PUT /v2.0/floatingips/f1e0a5e6-4101-42bc-8daf-dfd5477fb69f HTTP/1.1" status: 200 len: 992 time: 0.9968147 Mar 22 20:11:48.112627 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2101926a-0cbd-4947-8dd2-9b91a88c5e8f', 'tag': 'b80de855-658d-471e-87c0-b12b47ca3c64'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:11:48.115003 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6377f7a404f62e108afe91b0e46d12f2dc3067754db3c27b3ee6c65d717d0005" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33748d26-80ed-493a-a48d-d1fc0221e4d4" -d '{"events": [{"name": "network-changed", "server_uuid": "2101926a-0cbd-4947-8dd2-9b91a88c5e8f", "tag": "b80de855-658d-471e-87c0-b12b47ca3c64"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:11:48.163846 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04015ea-3a05-4b6e-9c0a-417322c25ed0 x-openstack-request-id: req-f04015ea-3a05-4b6e-9c0a-417322c25ed0 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:11:48.164135 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2101926a-0cbd-4947-8dd2-9b91a88c5e8f", "tag": "b80de855-658d-471e-87c0-b12b47ca3c64", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:11:48.164405 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f04015ea-3a05-4b6e-9c0a-417322c25ed0 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:11:48.164836 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f04015ea-3a05-4b6e-9c0a-417322c25ed0'] response: {'name': 'network-changed', 'server_uuid': '2101926a-0cbd-4947-8dd2-9b91a88c5e8f', 'tag': 'b80de855-658d-471e-87c0-b12b47ca3c64', 'status': 'completed', 'code': 200} Mar 22 20:11:48.228321 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-9c26eef8-b504-4d14-9a07-ccfa289b8377 None None] Set router 1001dae4-ae30-47db-a3c2-45da5ddcdde9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:11:48.354953 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33748d26-80ed-493a-a48d-d1fc0221e4d4 req-1e750c0c-18df-4da7-8de0-0ed8b40786aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:48.357334 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-33748d26-80ed-493a-a48d-d1fc0221e4d4 req-1e750c0c-18df-4da7-8de0-0ed8b40786aa service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 1129 time: 0.1243403 Mar 22 20:11:48.481572 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33748d26-80ed-493a-a48d-d1fc0221e4d4 req-1b3716e0-31eb-40d8-b8cb-5611b2d81e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:48.483270 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-33748d26-80ed-493a-a48d-d1fc0221e4d4 req-1b3716e0-31eb-40d8-b8cb-5611b2d81e74 service neutron] 10.222.0.84 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 912 time: 0.1197491 Mar 22 20:11:48.503208 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-9c26eef8-b504-4d14-9a07-ccfa289b8377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'name': 'tempest-ServerActionsTestJSON-943337659-router', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:58Z', 'revision_number': 4, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'gw_port': {'id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:66:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'f1e0a5e6-4101-42bc-8daf-dfd5477fb69f', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'floating_ip_address': '172.25.5.97', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'port_id': 'b80de855-658d-471e-87c0-b12b47ca3c64', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'mac_address': 'fa:16:3e:fc:2d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2101926a-0cbd-4947-8dd2-9b91a88c5e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:09:00Z', 'updated_at': '2022-03-22T20:11:47Z', 'revision_number': 13, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec3702f-8943-43c8-977e-526933b56dc6', 'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'mac_address': 'fa:16:3e:41:7a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:57Z', 'updated_at': '2022-03-22T20:09:01Z', 'revision_number': 5, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'subnets': [{'id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:11:48.549181 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c26eef8-b504-4d14-9a07-ccfa289b8377 None None] Checking router: 1001dae4-ae30-47db-a3c2-45da5ddcdde9 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:11:48.558795 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c26eef8-b504-4d14-9a07-ccfa289b8377 None None] Routers {'1001dae4-ae30-47db-a3c2-45da5ddcdde9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:11:48.559897 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-9c26eef8-b504-4d14-9a07-ccfa289b8377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:11:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:11:48.567433 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-33748d26-80ed-493a-a48d-d1fc0221e4d4 req-9ae0c341-d0db-4240-9cab-bb4f05e64968 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b80de855-658d-471e-87c0-b12b47ca3c64 HTTP/1.1" status: 200 len: 1000 time: 0.0774393 Mar 22 20:11:48.625197 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33748d26-80ed-493a-a48d-d1fc0221e4d4 req-f26802cb-6fdf-4234-ae69-ada156610aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:48.627075 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-33748d26-80ed-493a-a48d-d1fc0221e4d4 req-f26802cb-6fdf-4234-ae69-ada156610aa0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0542274 Mar 22 20:11:48.692201 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33748d26-80ed-493a-a48d-d1fc0221e4d4 req-5882e749-f0b3-4216-8b24-c991b4ce14de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:48.696219 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-33748d26-80ed-493a-a48d-d1fc0221e4d4 req-5882e749-f0b3-4216-8b24-c991b4ce14de service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0626891 Mar 22 20:11:48.704849 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:48.716257 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-9c26eef8-b504-4d14-9a07-ccfa289b8377 None None] Set router 1001dae4-ae30-47db-a3c2-45da5ddcdde9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:11:48.842073 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-33748d26-80ed-493a-a48d-d1fc0221e4d4 req-f8cbd93d-a9a9-401e-a8f7-4425c7574682 service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399019 Mar 22 20:11:48.861461 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:48.953596 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-33748d26-80ed-493a-a48d-d1fc0221e4d4 req-e2a6958d-da67-4001-ba69-881a511027f5 service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047058 Mar 22 20:11:49.032527 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-9c26eef8-b504-4d14-9a07-ccfa289b8377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'name': 'tempest-ServerActionsTestJSON-943337659-router', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:58Z', 'revision_number': 4, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'gw_port': {'id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:66:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'f1e0a5e6-4101-42bc-8daf-dfd5477fb69f', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'floating_ip_address': '172.25.5.97', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'port_id': 'b80de855-658d-471e-87c0-b12b47ca3c64', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'mac_address': 'fa:16:3e:fc:2d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2101926a-0cbd-4947-8dd2-9b91a88c5e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:09:00Z', 'updated_at': '2022-03-22T20:11:47Z', 'revision_number': 13, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec3702f-8943-43c8-977e-526933b56dc6', 'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'mac_address': 'fa:16:3e:41:7a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:57Z', 'updated_at': '2022-03-22T20:09:01Z', 'revision_number': 5, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'subnets': [{'id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:11:49.061384 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c26eef8-b504-4d14-9a07-ccfa289b8377 None None] The sync data for ids ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'] in n-d-705658-24 is: [{'id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'name': 'tempest-ServerActionsTestJSON-943337659-router', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:58Z', 'revision_number': 4, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'gw_port': {'id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:66:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'f1e0a5e6-4101-42bc-8daf-dfd5477fb69f', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'floating_ip_address': '172.25.5.97', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'port_id': 'b80de855-658d-471e-87c0-b12b47ca3c64', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'mac_address': 'fa:16:3e:fc:2d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2101926a-0cbd-4947-8dd2-9b91a88c5e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:09:00Z', 'updated_at': '2022-03-22T20:11:47Z', 'revision_number': 13, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ec3702f-8943-43c8-977e-526933b56dc6', 'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'mac_address': 'fa:16:3e:41:7a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:57Z', 'updated_at': '2022-03-22T20:09:01Z', 'revision_number': 5, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'subnets': [{'id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:11:49.320962 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c513f22c-ed8e-4afc-8a99-405afa55671b None None] New status for floating IP f1e0a5e6-4101-42bc-8daf-dfd5477fb69f: ACTIVE {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:11:50.291929 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:11:50.730697 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce39c05-5661-41d7-bb98-fba0ee5b2fda req-fbf4c430-8b00-43a8-a6f3-1079d755c1eb tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:11:50.732702 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ce39c05-5661-41d7-bb98-fba0ee5b2fda req-fbf4c430-8b00-43a8-a6f3-1079d755c1eb tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 946 time: 0.0527487 Mar 22 20:11:50.789628 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ce39c05-5661-41d7-bb98-fba0ee5b2fda req-bdd2681a-d7c5-4a92-ac50-e3289c04ebbb tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512953 Mar 22 20:11:51.413291 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:07.277365 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373fa62-d444-4028-a104-495cce5d4742 req-e3d91252-7e1e-441c-ad8e-6a8a0335fdc1 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:07.279501 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8373fa62-d444-4028-a104-495cce5d4742 req-e3d91252-7e1e-441c-ad8e-6a8a0335fdc1 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 946 time: 0.0832901 Mar 22 20:12:07.306300 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-a6e993f1-8d74-4ad8-9f22-a7f8c059d355 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1205001 Mar 22 20:12:07.315598 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-bf16edf3-cbff-482b-b5e6-668fe9b5c248 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 20:12:07.316554 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-bf16edf3-cbff-482b-b5e6-668fe9b5c248 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048273 Mar 22 20:12:07.339495 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8373fa62-d444-4028-a104-495cce5d4742 req-c2062958-07a9-412d-b5f1-3bc5c66e2094 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523512 Mar 22 20:12:07.727349 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-542bde87-b0e0-4a96-bd3a-eddde132eb11 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:07.728768 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-542bde87-b0e0-4a96-bd3a-eddde132eb11 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports/b80de855-658d-471e-87c0-b12b47ca3c64 HTTP/1.1" status: 200 len: 943 time: 0.1085498 Mar 22 20:12:08.462332 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b311363-2718-41a0-8770-9e9cc0531c67 req-787b8732-d9d8-4812-8c32-ff9581641804 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:08.463859 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0b311363-2718-41a0-8770-9e9cc0531c67 req-787b8732-d9d8-4812-8c32-ff9581641804 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 946 time: 0.0525956 Mar 22 20:12:08.518991 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0b311363-2718-41a0-8770-9e9cc0531c67 req-6ae5b9bd-ca3e-4b14-a9ca-a83d070daa78 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490379 Mar 22 20:12:08.559893 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-ab6c7b87-1961-4b0e-b27b-52794d8c6a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:08.561405 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-ab6c7b87-1961-4b0e-b27b-52794d8c6a07 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 1129 time: 0.0468416 Mar 22 20:12:08.656673 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-4ec40c12-d9ec-4b9d-9d9c-d93d2f663305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:08.658387 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-4ec40c12-d9ec-4b9d-9d9c-d93d2f663305 service neutron] 10.222.0.84 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 912 time: 0.0897336 Mar 22 20:12:08.728991 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-1df6f194-1a16-4f47-8be8-387861850a29 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b80de855-658d-471e-87c0-b12b47ca3c64 HTTP/1.1" status: 200 len: 1002 time: 0.0645750 Mar 22 20:12:08.783306 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-09b2f890-0ed5-4f11-a578-c387865cec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:08.784781 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-09b2f890-0ed5-4f11-a578-c387865cec6b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0495784 Mar 22 20:12:08.840640 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-365d5db6-4a8c-4c8b-8ac1-05b2671d51ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:08.842230 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-365d5db6-4a8c-4c8b-8ac1-05b2671d51ac service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463560 Mar 22 20:12:08.939053 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-7be7d27c-9fe7-4cc6-8263-1b727c7f9b0f service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896654 Mar 22 20:12:09.028526 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-15240791-3420-43ca-a400-297519c7be25 service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829666 Mar 22 20:12:09.639667 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02223abc-13ea-4d9f-8f3e-b8916e441cb0 req-d37637e7-6bc6-4ecc-a242-7f7f18e274f6 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:09.641189 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02223abc-13ea-4d9f-8f3e-b8916e441cb0 req-d37637e7-6bc6-4ecc-a242-7f7f18e274f6 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 946 time: 0.0534503 Mar 22 20:12:09.690377 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-02223abc-13ea-4d9f-8f3e-b8916e441cb0 req-d1da0e26-2fc6-4cb7-8657-7223793111c6 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428145 Mar 22 20:12:10.820103 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef3deb-09be-4245-a080-9565ab6eca55 req-ef84576a-37ae-4050-927d-07d163e80d5d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:10.821615 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-42ef3deb-09be-4245-a080-9565ab6eca55 req-ef84576a-37ae-4050-927d-07d163e80d5d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 946 time: 0.0576911 Mar 22 20:12:10.868792 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-42ef3deb-09be-4245-a080-9565ab6eca55 req-84b1ddf9-50be-457d-80c7-95c35c115b0c tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411191 Mar 22 20:12:11.992860 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce3853-49ae-4c4f-88e0-11fa2ef0490f req-a515c6fc-a845-4cee-80f8-e8a3abbeb095 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:11.994510 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a5ce3853-49ae-4c4f-88e0-11fa2ef0490f req-a515c6fc-a845-4cee-80f8-e8a3abbeb095 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 946 time: 0.0560298 Mar 22 20:12:12.042692 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a5ce3853-49ae-4c4f-88e0-11fa2ef0490f req-639e59a8-54f9-4368-a1b9-e024b2b57b8a tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418634 Mar 22 20:12:13.145305 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564c557-9fb1-438e-9f69-40c08f65fb56 req-948e40a7-10e2-42c8-98e3-2b2cb2983078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:13.147026 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b564c557-9fb1-438e-9f69-40c08f65fb56 req-948e40a7-10e2-42c8-98e3-2b2cb2983078 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 1129 time: 0.0584958 Mar 22 20:12:13.184787 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd0183-ef51-4cb0-94fd-bb1fa8c0c7bf req-af84744c-b38b-46b1-835f-22e5e1dc51b5 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:13.186512 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-52cd0183-ef51-4cb0-94fd-bb1fa8c0c7bf req-af84744c-b38b-46b1-835f-22e5e1dc51b5 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 946 time: 0.0687850 Mar 22 20:12:13.238323 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-52cd0183-ef51-4cb0-94fd-bb1fa8c0c7bf req-cb3ee766-c718-4b1f-b23a-55a2a07a48ed tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460546 Mar 22 20:12:13.264226 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564c557-9fb1-438e-9f69-40c08f65fb56 req-409b8aa0-ace2-4ea4-9934-5b87d0a29736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:13.265723 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b564c557-9fb1-438e-9f69-40c08f65fb56 req-409b8aa0-ace2-4ea4-9934-5b87d0a29736 service neutron] 10.222.0.84 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 912 time: 0.1003349 Mar 22 20:12:13.350044 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b564c557-9fb1-438e-9f69-40c08f65fb56 req-dd0b91f8-2738-4ae7-be9f-a01bd8673d31 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b80de855-658d-471e-87c0-b12b47ca3c64 HTTP/1.1" status: 200 len: 1002 time: 0.0770338 Mar 22 20:12:13.399134 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564c557-9fb1-438e-9f69-40c08f65fb56 req-63d03a89-15f9-4e1c-9572-e49cf30e91ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:13.400605 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b564c557-9fb1-438e-9f69-40c08f65fb56 req-63d03a89-15f9-4e1c-9572-e49cf30e91ff service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0448184 Mar 22 20:12:13.452145 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564c557-9fb1-438e-9f69-40c08f65fb56 req-8aa98abc-81c7-45d1-84fe-1286470255f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:13.453679 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b564c557-9fb1-438e-9f69-40c08f65fb56 req-8aa98abc-81c7-45d1-84fe-1286470255f3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0468931 Mar 22 20:12:13.543459 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b564c557-9fb1-438e-9f69-40c08f65fb56 req-3f5df788-a8b7-40f2-a1ed-f117ab801b78 service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836875 Mar 22 20:12:13.629936 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b564c557-9fb1-438e-9f69-40c08f65fb56 req-9ecda085-ff1e-435d-8ebc-5a455c91bed3 service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809293 Mar 22 20:12:14.368225 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bce5b-9615-4b4b-a399-7622d734a904 req-68cb0fed-435f-4bee-99b1-87bb4dd8ff10 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:14.369724 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cb4bce5b-9615-4b4b-a399-7622d734a904 req-68cb0fed-435f-4bee-99b1-87bb4dd8ff10 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 946 time: 0.0528977 Mar 22 20:12:14.415386 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cb4bce5b-9615-4b4b-a399-7622d734a904 req-3d989a72-5b49-4d0b-ba59-b57578c48608 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401340 Mar 22 20:12:14.604930 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:12:15.224305 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fdbce3c8-1271-4d76-bbf4-7c09ad7f6982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:15.535403 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b05624-b721-43d0-b144-9d1df28f4dd9 req-d6273c53-92ed-48ff-927f-027172cdc06d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:15.536879 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a1b05624-b721-43d0-b144-9d1df28f4dd9 req-d6273c53-92ed-48ff-927f-027172cdc06d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 946 time: 0.0522015 Mar 22 20:12:15.586647 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a1b05624-b721-43d0-b144-9d1df28f4dd9 req-140ff2f2-1489-4c99-9bfd-4764de52540d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440996 Mar 22 20:12:16.280726 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:16.714787 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193dcb33-b69b-4a86-b3ac-8a9862698736 req-b096df0d-f8cf-437e-8831-259ccd5e0f77 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:16.716847 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-193dcb33-b69b-4a86-b3ac-8a9862698736 req-b096df0d-f8cf-437e-8831-259ccd5e0f77 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 946 time: 0.0624290 Mar 22 20:12:16.775863 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-193dcb33-b69b-4a86-b3ac-8a9862698736 req-23109ba8-07c2-4b76-b548-aaedefb80956 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520239 Mar 22 20:12:17.462769 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4a3217e6-861a-41a3-bebf-d99723a407f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:17.906142 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec19c55-a69d-4440-857c-416ae372ad6e req-3f04660d-7c2a-4c59-98fe-1ff3109f33c7 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:17.908118 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ec19c55-a69d-4440-857c-416ae372ad6e req-3f04660d-7c2a-4c59-98fe-1ff3109f33c7 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 946 time: 0.0558922 Mar 22 20:12:17.955603 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9ec19c55-a69d-4440-857c-416ae372ad6e req-198f5ef7-57b5-4d10-b833-9905d218f279 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418429 Mar 22 20:12:18.691743 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:18.862397 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:18.896950 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device b80de855-658d-471e-87c0-b12b47ca3c64 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:12:18.975262 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port b80de855-658d-471e-87c0-b12b47ca3c64 is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:12:18.975570 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b80de855-658d-471e-87c0-b12b47ca3c64), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:18.998782 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2101926a-0cbd-4947-8dd2-9b91a88c5e8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b80de855-658d-471e-87c0-b12b47ca3c64'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:12:19.013476 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port b80de855-658d-471e-87c0-b12b47ca3c64, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=b80de855-658d-471e-87c0-b12b47ca3c64,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:12:19.018717 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b80de855-658d-471e-87c0-b12b47ca3c64), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:19.068903 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=b80de855-658d-471e-87c0-b12b47ca3c64,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:12:19.081496 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42acaf4adbc820cceca1c39a9c6556ee9c843f2d32102223230a5dac4986dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf8694e-6de5-477d-8878-9326d83e511b" -d '{"events": [{"server_uuid": "2101926a-0cbd-4947-8dd2-9b91a88c5e8f", "name": "network-vif-unplugged", "status": "completed", "tag": "b80de855-658d-471e-87c0-b12b47ca3c64"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:12:19.113033 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97954f0-b4a9-4f0f-a126-a7f16a8a2a40 req-5843faba-dc64-47cc-b1fe-9c91b3eaa332 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:19.115623 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a97954f0-b4a9-4f0f-a126-a7f16a8a2a40 req-5843faba-dc64-47cc-b1fe-9c91b3eaa332 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 944 time: 0.0731118 Mar 22 20:12:19.170189 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a97954f0-b4a9-4f0f-a126-a7f16a8a2a40 req-22f7ffd9-a115-48eb-8e1e-b742c3612185 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470512 Mar 22 20:12:19.197487 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 20:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47943ccd-17c3-4c74-871a-b232e4584521 x-openstack-request-id: req-47943ccd-17c3-4c74-871a-b232e4584521 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:12:19.197778 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2101926a-0cbd-4947-8dd2-9b91a88c5e8f", "name": "network-vif-unplugged", "status": "completed", "tag": "b80de855-658d-471e-87c0-b12b47ca3c64", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:12:19.198063 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-47943ccd-17c3-4c74-871a-b232e4584521 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:12:19.198460 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47943ccd-17c3-4c74-871a-b232e4584521'] response: {'server_uuid': '2101926a-0cbd-4947-8dd2-9b91a88c5e8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b80de855-658d-471e-87c0-b12b47ca3c64', 'code': 200} Mar 22 20:12:19.806919 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-dfb7396d-07a9-41a4-a49e-39a6999430dc service neutron] show failed (client error): The resource could not be found. Mar 22 20:12:19.808079 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-dfb7396d-07a9-41a4-a49e-39a6999430dc service neutron] 10.222.0.84 "GET /v2.0/ports/b80de855-658d-471e-87c0-b12b47ca3c64/bindings/n-h2-705658-24 HTTP/1.1" status: 404 len: 381 time: 0.0562274 Mar 22 20:12:20.095363 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-266b8d1d-8ce0-4652-ac8a-a732aafeb054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:20.096889 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-266b8d1d-8ce0-4652-ac8a-a732aafeb054 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f&tenant_id=146ad95db9514ae389addd97809c7bd9 HTTP/1.1" status: 200 len: 1127 time: 0.0911305 Mar 22 20:12:20.107533 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-705658-24', 'device_owner': 'compute:nova'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:12:20.168042 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b80de855-658d-471e-87c0-b12b47ca3c64), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:20.292808 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:20.383441 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52fe0f-37aa-443e-b882-00d09a290b6a req-23b480ab-504f-4966-a56c-27528ccd3241 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:20.384928 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9e52fe0f-37aa-443e-b882-00d09a290b6a req-23b480ab-504f-4966-a56c-27528ccd3241 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 944 time: 0.1180127 Mar 22 20:12:20.447699 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] For port b80de855-658d-471e-87c0-b12b47ca3c64, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=b80de855-658d-471e-87c0-b12b47ca3c64,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:12:20.463345 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9e52fe0f-37aa-443e-b882-00d09a290b6a req-b629fd7e-3a84-482d-b967-33b0dd206b7a tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720778 Mar 22 20:12:20.486056 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] For port b80de855-658d-471e-87c0-b12b47ca3c64, host n-h1-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:12:20.522589 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b80de855-658d-471e-87c0-b12b47ca3c64 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:12:20.529972 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] Publish callbacks [] for port (b80de855-658d-471e-87c0-b12b47ca3c64), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:20.542404 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] Transition to ACTIVE for port object b80de855-658d-471e-87c0-b12b47ca3c64 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:12:20.546883 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (b80de855-658d-471e-87c0-b12b47ca3c64), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:20.621700 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] Pushing event updated for resources: {'Port': ['ID=b80de855-658d-471e-87c0-b12b47ca3c64,revision_number=7']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:12:20.669675 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] No DVR routers for this DVR port b80de855-658d-471e-87c0-b12b47ca3c64 on host n-h1-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:12:20.815711 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] Attempting to bind port b80de855-658d-471e-87c0-b12b47ca3c64 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:12:20.815711 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] Attempting to bind port b80de855-658d-471e-87c0-b12b47ca3c64 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:12:20.815711 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] Attempting to bind port b80de855-658d-471e-87c0-b12b47ca3c64 on network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:12:20.819332 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] Port b80de855-658d-471e-87c0-b12b47ca3c64 on network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:12:20.819658 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] Attempting to bind port b80de855-658d-471e-87c0-b12b47ca3c64 on network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:12:20.824525 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:12:20.824906 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] Checking segment: {'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:12:20.825320 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] Bound using segment: {'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:12:20.825755 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] Bound port: b80de855-658d-471e-87c0-b12b47ca3c64, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:12:20.826164 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b80de855-658d-471e-87c0-b12b47ca3c64), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:20.888826 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] For port b80de855-658d-471e-87c0-b12b47ca3c64, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:12:20.891898 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] For port b80de855-658d-471e-87c0-b12b47ca3c64, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=b80de855-658d-471e-87c0-b12b47ca3c64,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:12:20.899328 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (b80de855-658d-471e-87c0-b12b47ca3c64), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:20.934214 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:20.934836 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:20.936221 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] 10.222.0.85 "PUT /v2.0/ports/b80de855-658d-471e-87c0-b12b47ca3c64 HTTP/1.1" status: 200 len: 1093 time: 0.8331187 Mar 22 20:12:20.936665 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2101926a-0cbd-4947-8dd2-9b91a88c5e8f', 'tag': 'b80de855-658d-471e-87c0-b12b47ca3c64'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:12:20.995482 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5203bbb830fb44ebcbef8845939fcb941f39cb8985b8c198af72047ed6de2cf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c1e4c6-f787-498c-87e5-792e43c93d80" -d '{"events": [{"name": "network-changed", "server_uuid": "2101926a-0cbd-4947-8dd2-9b91a88c5e8f", "tag": "b80de855-658d-471e-87c0-b12b47ca3c64"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:12:20.999256 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] Pushing event updated for resources: {'Port': ['ID=b80de855-658d-471e-87c0-b12b47ca3c64,revision_number=8']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:12:21.010056 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:21.010413 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:21.010755 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:21.011100 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:21.011440 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:21.012344 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:21.012683 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:21.013016 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:21.013344 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:21.013672 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:21.014030 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:21.014352 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:21.014683 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:21.015008 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:21.015329 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2071a211-79e8-46ff-964d-aa2588057d80 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:21.036012 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-3ff61484-858c-413b-8c29-7c79e4cc425e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:21.037556 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-3ff61484-858c-413b-8c29-7c79e4cc425e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 1127 time: 0.0758159 Mar 22 20:12:21.105996 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc87853-5d6a-4951-9b91-9396b2a0f4f9 x-openstack-request-id: req-7fc87853-5d6a-4951-9b91-9396b2a0f4f9 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:12:21.106530 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2101926a-0cbd-4947-8dd2-9b91a88c5e8f", "tag": "b80de855-658d-471e-87c0-b12b47ca3c64", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:12:21.106789 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7fc87853-5d6a-4951-9b91-9396b2a0f4f9 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:12:21.107206 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fc87853-5d6a-4951-9b91-9396b2a0f4f9'] response: {'name': 'network-changed', 'server_uuid': '2101926a-0cbd-4947-8dd2-9b91a88c5e8f', 'tag': 'b80de855-658d-471e-87c0-b12b47ca3c64', 'status': 'completed', 'code': 200} Mar 22 20:12:21.143432 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-78b83831-bd29-4926-b44a-c684b1ddb931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:21.145172 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-78b83831-bd29-4926-b44a-c684b1ddb931 service neutron] 10.222.0.85 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 912 time: 0.1020346 Mar 22 20:12:21.179578 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1e4c6-f787-498c-87e5-792e43c93d80 req-5206295c-84c5-4c48-9a99-5b6c9d001f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:21.181139 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-27c1e4c6-f787-498c-87e5-792e43c93d80 req-5206295c-84c5-4c48-9a99-5b6c9d001f39 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 1127 time: 0.0535767 Mar 22 20:12:21.218034 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-e615cf63-3cbe-45b6-8cf9-1e6df5706290 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b80de855-658d-471e-87c0-b12b47ca3c64 HTTP/1.1" status: 200 len: 1000 time: 0.0672319 Mar 22 20:12:21.271491 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-a0dc1e46-2482-44bb-ad0d-3c435dd7ad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:21.273037 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-a0dc1e46-2482-44bb-ad0d-3c435dd7ad78 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0495923 Mar 22 20:12:21.279729 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1e4c6-f787-498c-87e5-792e43c93d80 req-457edcf2-ddb8-4c8b-85e3-f02ef1454b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:21.281215 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-27c1e4c6-f787-498c-87e5-792e43c93d80 req-457edcf2-ddb8-4c8b-85e3-f02ef1454b8d service neutron] 10.222.0.84 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 912 time: 0.0931718 Mar 22 20:12:21.327562 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-00af8548-2b58-4f7c-aef1-aba28836e35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:21.329071 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-00af8548-2b58-4f7c-aef1-aba28836e35d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0503550 Mar 22 20:12:21.354764 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-27c1e4c6-f787-498c-87e5-792e43c93d80 req-116513f6-632e-4732-9b62-7c2f1e464016 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b80de855-658d-471e-87c0-b12b47ca3c64 HTTP/1.1" status: 200 len: 1000 time: 0.0671279 Mar 22 20:12:21.405949 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:21.417030 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1e4c6-f787-498c-87e5-792e43c93d80 req-bfe3f132-f799-4bc7-9563-6fad8c629cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:21.418796 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-27c1e4c6-f787-498c-87e5-792e43c93d80 req-bfe3f132-f799-4bc7-9563-6fad8c629cc4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0584075 Mar 22 20:12:21.454899 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-205dac14-044b-410e-a24d-5a93f4a05929 service neutron] 10.222.0.85 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172352 Mar 22 20:12:21.474510 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1e4c6-f787-498c-87e5-792e43c93d80 req-23d0ca34-60e5-4b11-831a-1b8d12f02603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:21.476159 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-27c1e4c6-f787-498c-87e5-792e43c93d80 req-23d0ca34-60e5-4b11-831a-1b8d12f02603 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0516744 Mar 22 20:12:21.573074 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-27c1e4c6-f787-498c-87e5-792e43c93d80 req-ec091d4d-59b4-4c1a-b28c-c743845be5d2 service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910361 Mar 22 20:12:21.583036 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-df7023d1-0fc7-4734-b5ae-e6b5fef5ca33 service neutron] 10.222.0.85 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210394 Mar 22 20:12:21.604171 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee158e-76a5-414d-b400-64a6846d3db7 req-9be61dca-8fe7-4ca0-a78c-dc330e7115dc tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:21.605276 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-15ee158e-76a5-414d-b400-64a6846d3db7 req-9be61dca-8fe7-4ca0-a78c-dc330e7115dc tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 944 time: 0.0672698 Mar 22 20:12:21.696630 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-15ee158e-76a5-414d-b400-64a6846d3db7 req-13753552-a0a6-418c-923b-48505280e4d5 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843511 Mar 22 20:12:21.720778 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1e4c6-f787-498c-87e5-792e43c93d80 req-6a60688b-aafa-44a1-891d-a97e608d559c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:21.720778 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-27c1e4c6-f787-498c-87e5-792e43c93d80 req-6a60688b-aafa-44a1-891d-a97e608d559c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 1127 time: 0.0828333 Mar 22 20:12:21.821877 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1e4c6-f787-498c-87e5-792e43c93d80 req-0e23a733-0246-4973-be57-18724615db6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:21.823486 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-27c1e4c6-f787-498c-87e5-792e43c93d80 req-0e23a733-0246-4973-be57-18724615db6b service neutron] 10.222.0.85 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 912 time: 0.1011729 Mar 22 20:12:21.901732 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-27c1e4c6-f787-498c-87e5-792e43c93d80 req-a53250ed-8bc0-4625-8b21-0d009cc4eac4 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b80de855-658d-471e-87c0-b12b47ca3c64 HTTP/1.1" status: 200 len: 1000 time: 0.0715096 Mar 22 20:12:21.961677 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1e4c6-f787-498c-87e5-792e43c93d80 req-579fb503-09a4-45e4-92be-524e5d733a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:21.963462 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-27c1e4c6-f787-498c-87e5-792e43c93d80 req-579fb503-09a4-45e4-92be-524e5d733a6e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0561028 Mar 22 20:12:22.023527 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1e4c6-f787-498c-87e5-792e43c93d80 req-e66c5167-6102-4eaf-b569-00101d7b51d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:22.025166 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-27c1e4c6-f787-498c-87e5-792e43c93d80 req-e66c5167-6102-4eaf-b569-00101d7b51d4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0563371 Mar 22 20:12:22.033661 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-27c1e4c6-f787-498c-87e5-792e43c93d80 req-c7ee46e3-9c8d-4c9e-ac5b-9473924502df service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546669 Mar 22 20:12:22.142285 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-27c1e4c6-f787-498c-87e5-792e43c93d80 req-359a8c87-f8fd-45d1-9ba7-b99266fc9be0 service neutron] 10.222.0.85 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113136 Mar 22 20:12:22.257745 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-27c1e4c6-f787-498c-87e5-792e43c93d80 req-0dfd7698-f01f-4b5d-b4ad-13a5a34efa9d service neutron] 10.222.0.85 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092918 Mar 22 20:12:22.844181 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed42804-1ec4-4186-8d0c-98e1afc8662d req-d7dcbf46-ed45-442e-8629-b5a120407e46 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:22.846068 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4ed42804-1ec4-4186-8d0c-98e1afc8662d req-d7dcbf46-ed45-442e-8629-b5a120407e46 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 944 time: 0.0674741 Mar 22 20:12:22.905276 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4ed42804-1ec4-4186-8d0c-98e1afc8662d req-69b4c4e8-8ec9-49a4-979d-4857787cd68f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508308 Mar 22 20:12:24.034618 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a5062-d4a0-458a-b405-696adc73c4f4 req-796fd0c0-f05e-4a2a-9ade-775086c6e42d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:24.036313 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c89a5062-d4a0-458a-b405-696adc73c4f4 req-796fd0c0-f05e-4a2a-9ade-775086c6e42d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 944 time: 0.0585129 Mar 22 20:12:24.086360 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c89a5062-d4a0-458a-b405-696adc73c4f4 req-b5b529f7-2d3f-4346-8993-e315e9dbf3bf tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442407 Mar 22 20:12:25.211239 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de114e-f91b-40a0-b2eb-899c6419a111 req-d4ed8093-0a75-4ad3-ba74-de6f080d0cb4 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:25.212782 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41de114e-f91b-40a0-b2eb-899c6419a111 req-d4ed8093-0a75-4ad3-ba74-de6f080d0cb4 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 944 time: 0.0532501 Mar 22 20:12:25.259973 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41de114e-f91b-40a0-b2eb-899c6419a111 req-262e06bc-e0d5-4a47-9f2f-aeb456ff4582 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416107 Mar 22 20:12:26.416047 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35484d64-e187-460b-bab5-ec92427aa7df req-9abf12c9-d9eb-492b-a08b-fbb419f72978 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:26.417760 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-35484d64-e187-460b-bab5-ec92427aa7df req-9abf12c9-d9eb-492b-a08b-fbb419f72978 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 944 time: 0.0831149 Mar 22 20:12:26.475101 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-35484d64-e187-460b-bab5-ec92427aa7df req-7b0193f5-f336-4a9d-b00b-105b9424931e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475624 Mar 22 20:12:27.612612 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ee44f-4852-4ecb-95c8-1ad05c5ecad0 req-bfeb2393-1863-445f-83e2-3348d1841654 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:27.614794 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a38ee44f-4852-4ecb-95c8-1ad05c5ecad0 req-bfeb2393-1863-445f-83e2-3348d1841654 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 944 time: 0.0541172 Mar 22 20:12:27.664154 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a38ee44f-4852-4ecb-95c8-1ad05c5ecad0 req-20716ae5-12e4-428a-aea5-e1323360f55e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436411 Mar 22 20:12:28.786083 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f370627-374a-4bb0-98bc-0791756430a1 req-0c3a714f-e2f0-4ea7-bf85-9f57b96e4af1 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:28.788628 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f370627-374a-4bb0-98bc-0791756430a1 req-0c3a714f-e2f0-4ea7-bf85-9f57b96e4af1 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 944 time: 0.0543096 Mar 22 20:12:28.841181 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f370627-374a-4bb0-98bc-0791756430a1 req-f937a011-104e-4bd8-97da-6af4be82a4d8 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463235 Mar 22 20:12:29.975141 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27829db-7c9f-434c-81b1-7b3b5dfae929 req-af4d2807-b705-497d-ba3f-d00c5cb010e8 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:29.976800 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d27829db-7c9f-434c-81b1-7b3b5dfae929 req-af4d2807-b705-497d-ba3f-d00c5cb010e8 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 944 time: 0.0610704 Mar 22 20:12:30.028081 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d27829db-7c9f-434c-81b1-7b3b5dfae929 req-a37fbf9f-2c25-4c18-a340-42b078bcc256 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452490 Mar 22 20:12:31.156749 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd02c771-1c9b-4010-a3d7-52604f0c9752 req-3da077e0-891f-470e-aa8e-5158dd09d4a5 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:31.158648 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bd02c771-1c9b-4010-a3d7-52604f0c9752 req-3da077e0-891f-470e-aa8e-5158dd09d4a5 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 944 time: 0.0543313 Mar 22 20:12:31.217668 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bd02c771-1c9b-4010-a3d7-52604f0c9752 req-4e2ffdfd-90be-46ec-9390-6c3d79993e10 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460832 Mar 22 20:12:32.346214 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdeeb03-a628-4625-8b5d-5bed032e4bc6 req-7e9cd448-9779-49dc-a05e-b080c8560611 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:32.347795 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2cdeeb03-a628-4625-8b5d-5bed032e4bc6 req-7e9cd448-9779-49dc-a05e-b080c8560611 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 944 time: 0.0558770 Mar 22 20:12:32.398673 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2cdeeb03-a628-4625-8b5d-5bed032e4bc6 req-5e225fa1-86b9-42a6-987b-c1a95b7c0027 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424247 Mar 22 20:12:33.520759 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c75e61-9011-41db-bf5f-a2474c0ede0e req-a07d1cf1-0b81-4db4-aeae-adf8fceaef45 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:33.522318 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b6c75e61-9011-41db-bf5f-a2474c0ede0e req-a07d1cf1-0b81-4db4-aeae-adf8fceaef45 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 944 time: 0.0542066 Mar 22 20:12:33.574746 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b6c75e61-9011-41db-bf5f-a2474c0ede0e req-68347a77-5346-49ec-973b-99e740ba59e5 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442684 Mar 22 20:12:34.705148 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc976a9-d121-4d79-8c1d-d16cb716f955 req-9ef12838-97b7-4030-addf-2b51186734a9 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:34.706768 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0dc976a9-d121-4d79-8c1d-d16cb716f955 req-9ef12838-97b7-4030-addf-2b51186734a9 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 944 time: 0.0552354 Mar 22 20:12:34.761153 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0dc976a9-d121-4d79-8c1d-d16cb716f955 req-7ce17a6b-abd2-405a-95a5-cdcaf4794780 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484283 Mar 22 20:12:35.894063 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb21c0e-6a6a-42e8-84e8-bf9b3fd2a3bc req-33b866d4-5ad0-45b7-8439-f5eee8df7f5e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:35.895850 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ceb21c0e-6a6a-42e8-84e8-bf9b3fd2a3bc req-33b866d4-5ad0-45b7-8439-f5eee8df7f5e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 944 time: 0.0531507 Mar 22 20:12:35.943053 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ceb21c0e-6a6a-42e8-84e8-bf9b3fd2a3bc req-0538de4c-72f6-4ee3-a990-885ff0b4c475 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413332 Mar 22 20:12:37.074970 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f10b2-4cbb-40f4-866c-0a06579bae7c req-751fe394-4768-4f4a-b3b6-24155de30783 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:37.076953 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-279f10b2-4cbb-40f4-866c-0a06579bae7c req-751fe394-4768-4f4a-b3b6-24155de30783 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 944 time: 0.0534174 Mar 22 20:12:37.124426 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-279f10b2-4cbb-40f4-866c-0a06579bae7c req-a7199353-2ba4-40f3-ad7a-cd24b237897b tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418506 Mar 22 20:12:38.256013 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804270aa-39fb-493c-8cee-594787fdc075 req-85f1bd98-f9a4-431c-bfab-49e8b3e0e267 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:38.257492 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-804270aa-39fb-493c-8cee-594787fdc075 req-85f1bd98-f9a4-431c-bfab-49e8b3e0e267 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 944 time: 0.0588512 Mar 22 20:12:38.306979 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-804270aa-39fb-493c-8cee-594787fdc075 req-13fe9a30-a64f-477a-9a0d-9f35cba16cab tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431099 Mar 22 20:12:39.445225 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8f738-dd97-4bb1-aa6e-2ebd370ea194 req-cc51ed32-0df1-4264-965c-3944acf68bfe tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:39.446739 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-abd8f738-dd97-4bb1-aa6e-2ebd370ea194 req-cc51ed32-0df1-4264-965c-3944acf68bfe tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 944 time: 0.0665662 Mar 22 20:12:39.511820 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-abd8f738-dd97-4bb1-aa6e-2ebd370ea194 req-83da1fd8-aa66-493a-93c9-0f1f9e75b3b2 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585549 Mar 22 20:12:40.097684 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device b80de855-658d-471e-87c0-b12b47ca3c64 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:12:40.213491 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port b80de855-658d-471e-87c0-b12b47ca3c64, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=b80de855-658d-471e-87c0-b12b47ca3c64,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:12:40.226423 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'b80de855-658d-471e-87c0-b12b47ca3c64', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'port_id': 'b80de855-658d-471e-87c0-b12b47ca3c64', 'mac_address': 'fa:16:3e:fc:2d:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:12:40.275173 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port b80de855-658d-471e-87c0-b12b47ca3c64 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:12:40.275577 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b80de855-658d-471e-87c0-b12b47ca3c64), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:40.290263 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b80de855-658d-471e-87c0-b12b47ca3c64 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:12:40.320442 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port b80de855-658d-471e-87c0-b12b47ca3c64, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=b80de855-658d-471e-87c0-b12b47ca3c64,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:12:40.325716 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b80de855-658d-471e-87c0-b12b47ca3c64), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:40.379456 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=b80de855-658d-471e-87c0-b12b47ca3c64,revision_number=9']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:12:40.665391 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['b80de855-658d-471e-87c0-b12b47ca3c64'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:12:40.668270 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185fe8f9-3fc3-4074-bc7e-b8487594c647 req-770ac516-6240-4176-9c19-142f08bda414 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:40.670987 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-185fe8f9-3fc3-4074-bc7e-b8487594c647 req-770ac516-6240-4176-9c19-142f08bda414 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 945 time: 0.0855644 Mar 22 20:12:40.720997 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-185fe8f9-3fc3-4074-bc7e-b8487594c647 req-6d870a51-5373-4e69-a46a-445bdc3bd646 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442727 Mar 22 20:12:41.092313 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-f3b1bdf2-94d6-4277-aafc-de00a0646d03 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:41.093817 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-f3b1bdf2-94d6-4277-aafc-de00a0646d03 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.85 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f&tenant_id=146ad95db9514ae389addd97809c7bd9&binding%3Ahost_id=n-h2-705658-24 HTTP/1.1" status: 200 len: 945 time: 0.0904076 Mar 22 20:12:41.113581 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6c53b-d23e-47f6-bd8f-e8ca2a35f313 req-ece0d614-44c7-4595-b7f3-af18ff54657d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:41.115091 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-79a6c53b-d23e-47f6-bd8f-e8ca2a35f313 req-ece0d614-44c7-4595-b7f3-af18ff54657d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 945 time: 0.0835023 Mar 22 20:12:41.202759 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-79a6c53b-d23e-47f6-bd8f-e8ca2a35f313 req-350b0646-1a2d-408f-8497-325fe1db2a0b tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638943 Mar 22 20:12:41.204500 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-f4f00975-17b1-417f-96a0-b9076bf5a84d service neutron] 10.222.0.85 "GET /v2.0/ports/b80de855-658d-471e-87c0-b12b47ca3c64/bindings/n-h2-705658-24 HTTP/1.1" status: 200 len: 383 time: 0.1036077 Mar 22 20:12:41.277436 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-be78f9df-d07a-4a44-8fdd-07e7f05f9829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:41.278890 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-be78f9df-d07a-4a44-8fdd-07e7f05f9829 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 1128 time: 0.0472124 Mar 22 20:12:41.374533 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-bf8d1823-7436-45d1-b77c-b44ae14010b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:41.376033 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-bf8d1823-7436-45d1-b77c-b44ae14010b5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 912 time: 0.0912130 Mar 22 20:12:41.441688 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-799b0519-6900-4361-ac04-79efc005beac service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b80de855-658d-471e-87c0-b12b47ca3c64 HTTP/1.1" status: 200 len: 1001 time: 0.0600381 Mar 22 20:12:41.489683 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-ee1ebc32-7f0b-4aba-b7a8-f8f2eb5c4f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:41.491091 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-ee1ebc32-7f0b-4aba-b7a8-f8f2eb5c4f77 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0437732 Mar 22 20:12:41.545688 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-95bba368-120a-412a-9a34-dae46f45517e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:41.547205 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-95bba368-120a-412a-9a34-dae46f45517e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0506675 Mar 22 20:12:41.641246 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-0518406f-7a12-4bb4-8b0b-9687669459b7 service neutron] 10.222.0.85 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884233 Mar 22 20:12:41.746988 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-a3fcd16e-a85c-4641-8ac5-5c49439e3a5e service neutron] 10.222.0.85 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999954 Mar 22 20:12:42.124028 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device b80de855-658d-471e-87c0-b12b47ca3c64 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:12:42.174736 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port b80de855-658d-471e-87c0-b12b47ca3c64 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:12:42.178629 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port b80de855-658d-471e-87c0-b12b47ca3c64 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:12:42.178926 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b80de855-658d-471e-87c0-b12b47ca3c64), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:42.268197 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port b80de855-658d-471e-87c0-b12b47ca3c64 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:12:42.268997 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b80de855-658d-471e-87c0-b12b47ca3c64), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:42.296580 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2101926a-0cbd-4947-8dd2-9b91a88c5e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80de855-658d-471e-87c0-b12b47ca3c64'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:12:42.298917 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42acaf4adbc820cceca1c39a9c6556ee9c843f2d32102223230a5dac4986dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ba2b81-eaa4-4bcd-a83c-c6f698558552" -d '{"events": [{"server_uuid": "2101926a-0cbd-4947-8dd2-9b91a88c5e8f", "name": "network-vif-plugged", "status": "completed", "tag": "b80de855-658d-471e-87c0-b12b47ca3c64"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:12:42.313407 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port b80de855-658d-471e-87c0-b12b47ca3c64, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=b80de855-658d-471e-87c0-b12b47ca3c64,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:12:42.319313 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b80de855-658d-471e-87c0-b12b47ca3c64), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:42.338787 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71140348-9ff1-49f1-a3e3-fc36fad3af96 req-7b111537-ec37-43e1-afb2-04e68905f3b9 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:42.340758 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-71140348-9ff1-49f1-a3e3-fc36fad3af96 req-7b111537-ec37-43e1-afb2-04e68905f3b9 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 945 time: 0.0597966 Mar 22 20:12:42.363313 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a112c3f-23a7-4010-ae60-899af8c85425 x-openstack-request-id: req-0a112c3f-23a7-4010-ae60-899af8c85425 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:12:42.363753 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2101926a-0cbd-4947-8dd2-9b91a88c5e8f", "name": "network-vif-plugged", "status": "completed", "tag": "b80de855-658d-471e-87c0-b12b47ca3c64", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:12:42.364136 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0a112c3f-23a7-4010-ae60-899af8c85425 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:12:42.364732 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a112c3f-23a7-4010-ae60-899af8c85425'] response: {'server_uuid': '2101926a-0cbd-4947-8dd2-9b91a88c5e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80de855-658d-471e-87c0-b12b47ca3c64', 'code': 200} Mar 22 20:12:42.390654 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=b80de855-658d-471e-87c0-b12b47ca3c64,revision_number=10']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:12:42.393471 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-71140348-9ff1-49f1-a3e3-fc36fad3af96 req-63a25a41-2f38-44fe-bc8b-25140e1715e9 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435064 Mar 22 20:12:43.528145 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e6392-8ae2-4af7-bbf9-1da8dc093e66 req-7132fa8e-ec48-433a-bc7a-8a713e64dca2 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:43.529667 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c7e6392-8ae2-4af7-bbf9-1da8dc093e66 req-7132fa8e-ec48-433a-bc7a-8a713e64dca2 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 947 time: 0.0586274 Mar 22 20:12:43.585814 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c7e6392-8ae2-4af7-bbf9-1da8dc093e66 req-db02a958-fd3e-48bb-ac0a-0c1d6a85b115 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499473 Mar 22 20:12:45.056042 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb3e575-2301-4bd3-86ad-a45da74be23c req-17c70674-e085-4eb1-8999-0a4d89601c7d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:45.057565 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1bb3e575-2301-4bd3-86ad-a45da74be23c req-17c70674-e085-4eb1-8999-0a4d89601c7d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 947 time: 0.3873119 Mar 22 20:12:45.111306 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1bb3e575-2301-4bd3-86ad-a45da74be23c req-41fc5659-54b9-422d-b31d-46c983fe8b54 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472760 Mar 22 20:12:45.228627 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c4794141-f1ef-4e70-a647-65aa705b52c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:46.159899 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device b80de855-658d-471e-87c0-b12b47ca3c64 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:12:46.242413 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port b80de855-658d-471e-87c0-b12b47ca3c64 is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:12:46.242413 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b80de855-658d-471e-87c0-b12b47ca3c64), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:46.257478 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25ded1-0def-4d19-8eba-503d13d9fd33 req-bf07158d-a247-4dbf-b1cc-bd1e00104888 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:46.259279 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9e25ded1-0def-4d19-8eba-503d13d9fd33 req-bf07158d-a247-4dbf-b1cc-bd1e00104888 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 947 time: 0.0665495 Mar 22 20:12:46.290725 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2101926a-0cbd-4947-8dd2-9b91a88c5e8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b80de855-658d-471e-87c0-b12b47ca3c64'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:12:46.293710 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42acaf4adbc820cceca1c39a9c6556ee9c843f2d32102223230a5dac4986dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877c52cb-cd3b-4f03-ad9b-364e1fcfad49" -d '{"events": [{"server_uuid": "2101926a-0cbd-4947-8dd2-9b91a88c5e8f", "name": "network-vif-unplugged", "status": "completed", "tag": "b80de855-658d-471e-87c0-b12b47ca3c64"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:12:46.300020 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:46.357227 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9e25ded1-0def-4d19-8eba-503d13d9fd33 req-59c6a931-606e-4cca-8b8e-d9d62a2cfd8c tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897942 Mar 22 20:12:46.483341 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 20:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433a3958-d3b9-4200-8d96-3a11d4547b07 x-openstack-request-id: req-433a3958-d3b9-4200-8d96-3a11d4547b07 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:12:46.483576 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2101926a-0cbd-4947-8dd2-9b91a88c5e8f", "name": "network-vif-unplugged", "status": "completed", "tag": "b80de855-658d-471e-87c0-b12b47ca3c64", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:12:46.483782 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-433a3958-d3b9-4200-8d96-3a11d4547b07 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:12:46.484187 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-433a3958-d3b9-4200-8d96-3a11d4547b07'] response: {'server_uuid': '2101926a-0cbd-4947-8dd2-9b91a88c5e8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b80de855-658d-471e-87c0-b12b47ca3c64', 'code': 200} Mar 22 20:12:46.487936 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port b80de855-658d-471e-87c0-b12b47ca3c64, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=b80de855-658d-471e-87c0-b12b47ca3c64,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:12:46.493523 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b80de855-658d-471e-87c0-b12b47ca3c64), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:46.547631 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=b80de855-658d-471e-87c0-b12b47ca3c64,revision_number=11']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:12:46.556329 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:46.556329 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:46.556329 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:46.556329 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:46.563203 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:46.563203 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:46.563203 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:46.563203 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:46.563203 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:46.563203 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:46.563203 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:46.563203 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:46.563203 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:46.563203 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:46.563203 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:47.456520 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-70573b94-bd90-4849-a81c-b27c25296a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:47.479268 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d4c4b-9c04-45da-abb4-b1abd05b323e req-62d9cc23-cdc6-41c5-bb96-e5a44e2d61b7 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:47.481369 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-322d4c4b-9c04-45da-abb4-b1abd05b323e req-62d9cc23-cdc6-41c5-bb96-e5a44e2d61b7 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 945 time: 0.0574558 Mar 22 20:12:47.532891 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-322d4c4b-9c04-45da-abb4-b1abd05b323e req-e30cf873-3792-49fa-a96d-fefec2e8fe8b tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456927 Mar 22 20:12:47.973061 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-c060bbca-d124-4d80-a267-4299e2551d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:47.974611 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-c060bbca-d124-4d80-a267-4299e2551d9f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f&tenant_id=146ad95db9514ae389addd97809c7bd9 HTTP/1.1" status: 200 len: 1128 time: 0.0489812 Mar 22 20:12:47.985914 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-705658-24', 'device_owner': 'compute:nova'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:12:48.058630 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b80de855-658d-471e-87c0-b12b47ca3c64), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:48.273217 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] For port b80de855-658d-471e-87c0-b12b47ca3c64, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=b80de855-658d-471e-87c0-b12b47ca3c64,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:12:48.309554 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] For port b80de855-658d-471e-87c0-b12b47ca3c64, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:12:48.342177 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b80de855-658d-471e-87c0-b12b47ca3c64 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:12:48.350044 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] Publish callbacks [] for port (b80de855-658d-471e-87c0-b12b47ca3c64), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:48.368716 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] Transition to ACTIVE for port object b80de855-658d-471e-87c0-b12b47ca3c64 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:12:48.373483 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (b80de855-658d-471e-87c0-b12b47ca3c64), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:48.460340 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] Pushing event updated for resources: {'Port': ['ID=b80de855-658d-471e-87c0-b12b47ca3c64,revision_number=12']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:12:48.472856 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:48.473207 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:48.473543 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:48.473905 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:48.474241 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:48.474570 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:48.474892 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:48.475218 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:48.475540 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:48.475861 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:48.476187 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:48.476505 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:48.476824 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:48.477142 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:48.477458 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:12:48.520444 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] No DVR routers for this DVR port b80de855-658d-471e-87c0-b12b47ca3c64 on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:12:48.663349 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16282bde-9a30-477b-8711-1abe2904d681 req-03f39f72-4eb2-430e-9c4b-7c45e82f0dc2 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:48.664859 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-16282bde-9a30-477b-8711-1abe2904d681 req-03f39f72-4eb2-430e-9c4b-7c45e82f0dc2 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 945 time: 0.0571854 Mar 22 20:12:48.684483 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] Attempting to bind port b80de855-658d-471e-87c0-b12b47ca3c64 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:12:48.684881 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] Attempting to bind port b80de855-658d-471e-87c0-b12b47ca3c64 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:12:48.685310 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] Attempting to bind port b80de855-658d-471e-87c0-b12b47ca3c64 on network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:12:48.692235 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] Port b80de855-658d-471e-87c0-b12b47ca3c64 on network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:12:48.692611 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] Attempting to bind port b80de855-658d-471e-87c0-b12b47ca3c64 on network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:12:48.698535 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:12:48.698995 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] Checking segment: {'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:12:48.699423 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] Bound using segment: {'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:12:48.699743 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] Bound port: b80de855-658d-471e-87c0-b12b47ca3c64, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '914f278a-dd89-4249-9270-d0ced112ce5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:12:48.700098 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b80de855-658d-471e-87c0-b12b47ca3c64), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:48.712510 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:48.725053 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-16282bde-9a30-477b-8711-1abe2904d681 req-1af278f6-7e58-49cd-b458-5121304f23dc tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536337 Mar 22 20:12:48.809207 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] For port b80de855-658d-471e-87c0-b12b47ca3c64, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:12:48.816311 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] For port b80de855-658d-471e-87c0-b12b47ca3c64, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=b80de855-658d-471e-87c0-b12b47ca3c64,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:12:48.823670 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (b80de855-658d-471e-87c0-b12b47ca3c64), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:48.860337 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:48.860957 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:48.862533 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] 10.222.0.84 "PUT /v2.0/ports/b80de855-658d-471e-87c0-b12b47ca3c64 HTTP/1.1" status: 200 len: 1094 time: 0.8805482 Mar 22 20:12:48.862986 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2101926a-0cbd-4947-8dd2-9b91a88c5e8f', 'tag': 'b80de855-658d-471e-87c0-b12b47ca3c64'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:12:48.877585 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:48.920728 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a75afaf1dfaad70fedc7c7f30d5b041dbb7ec48f6ef478f84521d18edf73ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ba32f3-6b45-454f-a417-cc22746ea573" -d '{"events": [{"name": "network-changed", "server_uuid": "2101926a-0cbd-4947-8dd2-9b91a88c5e8f", "tag": "b80de855-658d-471e-87c0-b12b47ca3c64"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:12:48.929742 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da6ea4-5dab-4142-ae99-537b9679a616 service neutron] Pushing event updated for resources: {'Port': ['ID=b80de855-658d-471e-87c0-b12b47ca3c64,revision_number=13']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:12:48.961601 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-7fdd9b89-4c63-4dc4-a741-658b190ddff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:48.963212 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-7fdd9b89-4c63-4dc4-a741-658b190ddff4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 1128 time: 0.0746689 Mar 22 20:12:49.059654 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad86875c-220b-4cec-a597-8f75040bb209 x-openstack-request-id: req-ad86875c-220b-4cec-a597-8f75040bb209 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:12:49.060334 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2101926a-0cbd-4947-8dd2-9b91a88c5e8f", "tag": "b80de855-658d-471e-87c0-b12b47ca3c64", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:12:49.060334 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ad86875c-220b-4cec-a597-8f75040bb209 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:12:49.060593 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad86875c-220b-4cec-a597-8f75040bb209'] response: {'name': 'network-changed', 'server_uuid': '2101926a-0cbd-4947-8dd2-9b91a88c5e8f', 'tag': 'b80de855-658d-471e-87c0-b12b47ca3c64', 'status': 'completed', 'code': 200} Mar 22 20:12:49.079635 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-4b764fd0-d301-4a3d-b05b-26231a5fc3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:49.081144 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-4b764fd0-d301-4a3d-b05b-26231a5fc3dc service neutron] 10.222.0.84 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 912 time: 0.1124370 Mar 22 20:12:49.126673 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba32f3-6b45-454f-a417-cc22746ea573 req-77cfeba5-01df-4783-8a7f-52c1b9f69efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:49.128830 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1ba32f3-6b45-454f-a417-cc22746ea573 req-77cfeba5-01df-4783-8a7f-52c1b9f69efb service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 1128 time: 0.0510802 Mar 22 20:12:49.166205 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-409eee9c-b656-4aee-9aab-bdc34530c6fc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b80de855-658d-471e-87c0-b12b47ca3c64 HTTP/1.1" status: 200 len: 1000 time: 0.0787585 Mar 22 20:12:49.214595 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-a109bb1b-795d-4f73-88ff-e023b5a8b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:49.216081 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-a109bb1b-795d-4f73-88ff-e023b5a8b5a5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0447619 Mar 22 20:12:49.234007 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba32f3-6b45-454f-a417-cc22746ea573 req-9efdf879-63df-42b2-b5e1-d29946dbab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:49.235505 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1ba32f3-6b45-454f-a417-cc22746ea573 req-9efdf879-63df-42b2-b5e1-d29946dbab90 service neutron] 10.222.0.85 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 912 time: 0.1015542 Mar 22 20:12:49.279453 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-29e019af-9ee9-4a20-98ef-2939e9e3940f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:49.280994 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-29e019af-9ee9-4a20-98ef-2939e9e3940f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0595989 Mar 22 20:12:49.321150 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1ba32f3-6b45-454f-a417-cc22746ea573 req-0ffdd3ea-f7e4-46c8-93ed-74a66a021b9c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b80de855-658d-471e-87c0-b12b47ca3c64 HTTP/1.1" status: 200 len: 1000 time: 0.0799894 Mar 22 20:12:49.375070 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba32f3-6b45-454f-a417-cc22746ea573 req-cb94d38e-3de1-47ff-80bb-37ce7540ef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:49.375451 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-646ee009-2111-4050-8da7-01b9e1f92871 service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887983 Mar 22 20:12:49.377002 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1ba32f3-6b45-454f-a417-cc22746ea573 req-cb94d38e-3de1-47ff-80bb-37ce7540ef32 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0498381 Mar 22 20:12:49.437654 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba32f3-6b45-454f-a417-cc22746ea573 req-037c34fa-275b-4b7e-b591-0028bb5c7ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:49.439207 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1ba32f3-6b45-454f-a417-cc22746ea573 req-037c34fa-275b-4b7e-b591-0028bb5c7ef2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0568743 Mar 22 20:12:49.484640 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2a8d9800-6ef1-465d-8532-ec71afd11522 req-3e37acac-0834-4449-a92e-7190cc8c6d73 service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030078 Mar 22 20:12:49.553853 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1ba32f3-6b45-454f-a417-cc22746ea573 req-d47146f0-77aa-4a25-8cf0-5161574baca0 service neutron] 10.222.0.85 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084852 Mar 22 20:12:49.609755 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba32f3-6b45-454f-a417-cc22746ea573 req-0f967c78-50e1-4873-b4e2-b342666e7f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:49.611625 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d1ba32f3-6b45-454f-a417-cc22746ea573 req-0f967c78-50e1-4873-b4e2-b342666e7f42 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=146ad95db9514ae389addd97809c7bd9&device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 1128 time: 0.0768306 Mar 22 20:12:49.681009 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1ba32f3-6b45-454f-a417-cc22746ea573 req-bfe85f86-6f7a-4810-8248-550421746a47 service neutron] 10.222.0.85 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214111 Mar 22 20:12:49.746534 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba32f3-6b45-454f-a417-cc22746ea573 req-3fb4014d-14aa-4fb9-ad3b-a9d91dfe93e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:49.748172 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d1ba32f3-6b45-454f-a417-cc22746ea573 req-3fb4014d-14aa-4fb9-ad3b-a9d91dfe93e3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 200 len: 912 time: 0.1311908 Mar 22 20:12:49.838651 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d1ba32f3-6b45-454f-a417-cc22746ea573 req-859a8c7d-ef8c-41f7-a852-61ba3ec043cd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b80de855-658d-471e-87c0-b12b47ca3c64 HTTP/1.1" status: 200 len: 1000 time: 0.0842657 Mar 22 20:12:49.891202 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba32f3-6b45-454f-a417-cc22746ea573 req-29e0ee53-ea13-4bae-b27f-ee8cc8cc6455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:49.893059 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d1ba32f3-6b45-454f-a417-cc22746ea573 req-29e0ee53-ea13-4bae-b27f-ee8cc8cc6455 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 200 len: 850 time: 0.0490758 Mar 22 20:12:49.896283 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4010a-7d9a-4076-b7c5-dac4560f9fb5 req-47c32587-b3cc-4d6a-9051-df03b66eb3e1 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:49.898028 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ff4010a-7d9a-4076-b7c5-dac4560f9fb5 req-47c32587-b3cc-4d6a-9051-df03b66eb3e1 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 945 time: 0.0654564 Mar 22 20:12:49.962035 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ff4010a-7d9a-4076-b7c5-dac4560f9fb5 req-97910040-3a5a-480d-a5b6-e8ee04932b27 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568233 Mar 22 20:12:49.967171 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba32f3-6b45-454f-a417-cc22746ea573 req-3a1e4e51-8264-409e-8d75-baa86ac0b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:49.968737 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d1ba32f3-6b45-454f-a417-cc22746ea573 req-3a1e4e51-8264-409e-8d75-baa86ac0b7cf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=005ec1f0-1b3a-4d71-b791-970bb8259fb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0683308 Mar 22 20:12:50.070864 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d1ba32f3-6b45-454f-a417-cc22746ea573 req-a33513da-4540-4433-831c-227b274eab1c service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955894 Mar 22 20:12:50.178240 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d1ba32f3-6b45-454f-a417-cc22746ea573 req-26058e71-29b1-465b-bfa5-b850bf9e4725 service neutron] 10.222.0.84 "GET /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997860 Mar 22 20:12:50.301195 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:51.107267 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0f0d2-0ce4-4189-8b4c-10f0eab4fb0f req-fa6e66d9-0171-4ed6-9ea1-050d43ce13b3 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:51.108801 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c5c0f0d2-0ce4-4189-8b4c-10f0eab4fb0f req-fa6e66d9-0171-4ed6-9ea1-050d43ce13b3 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 945 time: 0.0579321 Mar 22 20:12:51.162941 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c5c0f0d2-0ce4-4189-8b4c-10f0eab4fb0f req-b6cee430-75cb-4bfc-85ae-c7dac8bed59e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484135 Mar 22 20:12:51.405505 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:12:51.606385 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:12:52.298496 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64169cc-bcdf-40d3-a16d-df47a33901c0 req-b53a1005-612b-4d16-86db-357f3e3a1b4e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:52.300048 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a64169cc-bcdf-40d3-a16d-df47a33901c0 req-b53a1005-612b-4d16-86db-357f3e3a1b4e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 945 time: 0.0569155 Mar 22 20:12:52.351470 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a64169cc-bcdf-40d3-a16d-df47a33901c0 req-2b473198-986e-427c-ab56-a56f3aaa02df tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450990 Mar 22 20:12:53.481371 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f34ba-41aa-4464-8486-9c5f08957517 req-ce862139-5f1c-4470-9c5d-86a6b008142a tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:53.483122 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ab9f34ba-41aa-4464-8486-9c5f08957517 req-ce862139-5f1c-4470-9c5d-86a6b008142a tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 945 time: 0.0555751 Mar 22 20:12:53.531759 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ab9f34ba-41aa-4464-8486-9c5f08957517 req-1759a875-1afd-4db3-ac3d-4e9285a18590 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428395 Mar 22 20:12:54.685761 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57ac04-f349-49e2-a64e-f4be84a94e4f req-9347d4d0-60ed-46d4-ae00-5c517281ae7b tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:54.687494 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dc57ac04-f349-49e2-a64e-f4be84a94e4f req-9347d4d0-60ed-46d4-ae00-5c517281ae7b tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 945 time: 0.0704997 Mar 22 20:12:54.750602 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dc57ac04-f349-49e2-a64e-f4be84a94e4f req-328abb9e-1196-42be-ba51-6e491b4a0baf tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489142 Mar 22 20:12:55.892807 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af558f8-014a-4a12-97e4-bf954c9b1996 req-754a60ca-f585-4426-be81-380ea127d548 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:55.894640 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0af558f8-014a-4a12-97e4-bf954c9b1996 req-754a60ca-f585-4426-be81-380ea127d548 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 945 time: 0.0594878 Mar 22 20:12:55.950411 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0af558f8-014a-4a12-97e4-bf954c9b1996 req-6bcbbce7-fc96-4661-b617-278a2cec065c tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495856 Mar 22 20:12:57.077705 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2a47d-03c6-446f-9abd-7a404bce8aed req-6b4d6cf0-acc3-4d5e-8984-a4a9d595a161 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:57.079344 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-84a2a47d-03c6-446f-9abd-7a404bce8aed req-6b4d6cf0-acc3-4d5e-8984-a4a9d595a161 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 945 time: 0.0545249 Mar 22 20:12:57.132243 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-84a2a47d-03c6-446f-9abd-7a404bce8aed req-82073d67-c049-4a76-9c30-287c8c62fe08 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470514 Mar 22 20:12:58.265436 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99007afa-aecd-424e-918c-e5503cb172a6 req-2961454d-19c8-4d97-896e-240a4863484f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:58.269410 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-99007afa-aecd-424e-918c-e5503cb172a6 req-2961454d-19c8-4d97-896e-240a4863484f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 945 time: 0.0604835 Mar 22 20:12:58.325401 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-99007afa-aecd-424e-918c-e5503cb172a6 req-02b0dad0-c3c1-4abb-8c60-b5f378037591 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446820 Mar 22 20:12:59.458779 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5737a-5831-4257-932e-7b8371172d5f req-a40b51f3-08ae-44c5-b221-95306584f240 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:12:59.460467 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f7a5737a-5831-4257-932e-7b8371172d5f req-a40b51f3-08ae-44c5-b221-95306584f240 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 945 time: 0.0604608 Mar 22 20:12:59.510623 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f7a5737a-5831-4257-932e-7b8371172d5f req-7725f8dd-31dc-49a8-8304-61b1ccf996f2 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440528 Mar 22 20:13:00.638472 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b0e7c-3a16-4df8-ac68-70cb0a3c164e req-d7e06cc2-9555-41db-b4ed-cacdcf279536 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:00.639960 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a53b0e7c-3a16-4df8-ac68-70cb0a3c164e req-d7e06cc2-9555-41db-b4ed-cacdcf279536 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 945 time: 0.0573895 Mar 22 20:13:00.686846 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a53b0e7c-3a16-4df8-ac68-70cb0a3c164e req-cb1c8d05-1925-4fc5-88a3-214f04c71d48 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412519 Mar 22 20:13:01.810932 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896608bf-bb6d-438d-aba1-7f318a0691bb req-6ed60637-909d-43bb-9582-a84928725792 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:01.812469 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-896608bf-bb6d-438d-aba1-7f318a0691bb req-6ed60637-909d-43bb-9582-a84928725792 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 945 time: 0.0548344 Mar 22 20:13:01.860602 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-896608bf-bb6d-438d-aba1-7f318a0691bb req-935bf4d6-d46c-4ed3-851b-5f6ab8c64b05 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420592 Mar 22 20:13:02.990073 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a34ae2-1c05-4e0f-9e3f-26a2bddc1f61 req-db9d9751-3111-4fbc-97d7-cefc3e955a59 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:02.991606 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-17a34ae2-1c05-4e0f-9e3f-26a2bddc1f61 req-db9d9751-3111-4fbc-97d7-cefc3e955a59 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 945 time: 0.0580404 Mar 22 20:13:03.040294 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-17a34ae2-1c05-4e0f-9e3f-26a2bddc1f61 req-26a6c273-9cfb-4214-a4f8-e0fb1649e5e4 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425045 Mar 22 20:13:04.187667 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43493ee8-5d05-4a1a-9736-7b751015cdd4 req-d737a716-89b2-4ccb-a871-0aa7fa3d2386 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:04.189374 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-43493ee8-5d05-4a1a-9736-7b751015cdd4 req-d737a716-89b2-4ccb-a871-0aa7fa3d2386 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 945 time: 0.0738630 Mar 22 20:13:04.238362 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-43493ee8-5d05-4a1a-9736-7b751015cdd4 req-2e8fdae6-28df-4dc6-afe9-28859157203c tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426621 Mar 22 20:13:05.367480 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8980a5-ca5b-4c0b-bfc6-bc2902f3b0cd req-0d1f9c4d-bd76-46bf-a845-4955d1b960f0 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:05.369212 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3e8980a5-ca5b-4c0b-bfc6-bc2902f3b0cd req-0d1f9c4d-bd76-46bf-a845-4955d1b960f0 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 945 time: 0.0536175 Mar 22 20:13:05.423193 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3e8980a5-ca5b-4c0b-bfc6-bc2902f3b0cd req-7d38bc18-acd1-4ceb-bba1-393006b5a7be tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476196 Mar 22 20:13:06.562169 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c36cf-ca1e-4caf-8662-b0fc045b3891 req-2448c95b-87d8-488d-8954-2db4c3a4cf1f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:06.564199 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f2c36cf-ca1e-4caf-8662-b0fc045b3891 req-2448c95b-87d8-488d-8954-2db4c3a4cf1f tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 945 time: 0.0651941 Mar 22 20:13:06.617165 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1f2c36cf-ca1e-4caf-8662-b0fc045b3891 req-18c5f712-8084-4102-ba51-b421ca637167 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453701 Mar 22 20:13:07.050474 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device b80de855-658d-471e-87c0-b12b47ca3c64 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:13:07.151769 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port b80de855-658d-471e-87c0-b12b47ca3c64, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=b80de855-658d-471e-87c0-b12b47ca3c64,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:13:07.165261 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'b80de855-658d-471e-87c0-b12b47ca3c64', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'port_id': 'b80de855-658d-471e-87c0-b12b47ca3c64', 'mac_address': 'fa:16:3e:fc:2d:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:13:07.207843 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port b80de855-658d-471e-87c0-b12b47ca3c64 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:13:07.208223 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b80de855-658d-471e-87c0-b12b47ca3c64), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:07.222165 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b80de855-658d-471e-87c0-b12b47ca3c64 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:13:07.241972 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port b80de855-658d-471e-87c0-b12b47ca3c64, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=b80de855-658d-471e-87c0-b12b47ca3c64,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:13:07.247432 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b80de855-658d-471e-87c0-b12b47ca3c64), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:07.308268 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=b80de855-658d-471e-87c0-b12b47ca3c64,revision_number=14']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:13:07.462887 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['b80de855-658d-471e-87c0-b12b47ca3c64'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:13:07.751045 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d2890-a0ac-42e2-82db-bf2f8a4549ae req-b3837d7c-4a53-4690-b7bc-b96f684ab5db tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:07.752537 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5f9d2890-a0ac-42e2-82db-bf2f8a4549ae req-b3837d7c-4a53-4690-b7bc-b96f684ab5db tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 946 time: 0.0547245 Mar 22 20:13:07.813295 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5f9d2890-a0ac-42e2-82db-bf2f8a4549ae req-b7d2ab24-1a68-453b-88e5-a4017d12ec41 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546312 Mar 22 20:13:07.954920 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a6522-f99d-4b54-8df8-06809a8bd31c req-a431af95-2321-48b2-aa1f-3bbd656facde tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:07.956456 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d93a6522-f99d-4b54-8df8-06809a8bd31c req-a431af95-2321-48b2-aa1f-3bbd656facde tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 946 time: 0.0720093 Mar 22 20:13:08.007312 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d93a6522-f99d-4b54-8df8-06809a8bd31c req-02af7c22-ea48-4d17-98aa-109449246645 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444765 Mar 22 20:13:08.128646 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1258d9-6771-4e92-8a55-8f4503b104c5 req-eb45a860-88dc-44e1-ba05-1304e01850bd tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:08.130151 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2d1258d9-6771-4e92-8a55-8f4503b104c5 req-eb45a860-88dc-44e1-ba05-1304e01850bd tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 946 time: 0.0570915 Mar 22 20:13:08.179889 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2d1258d9-6771-4e92-8a55-8f4503b104c5 req-e623c5ac-0f02-4b5e-8088-6ee21b066cc2 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433958 Mar 22 20:13:08.445160 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51252f28-b147-43c5-bc78-0b98517e43a6 req-9ed46e77-0009-47b6-bd67-495e39087d79 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:08.446687 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51252f28-b147-43c5-bc78-0b98517e43a6 req-9ed46e77-0009-47b6-bd67-495e39087d79 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 946 time: 0.0537786 Mar 22 20:13:08.502997 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51252f28-b147-43c5-bc78-0b98517e43a6 req-966af3d8-e8c1-4da6-bcc4-490fa2d11f37 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473361 Mar 22 20:13:09.068953 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device b80de855-658d-471e-87c0-b12b47ca3c64 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:13:09.122366 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port b80de855-658d-471e-87c0-b12b47ca3c64 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:13:09.126069 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port b80de855-658d-471e-87c0-b12b47ca3c64 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:13:09.126447 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b80de855-658d-471e-87c0-b12b47ca3c64), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:09.203939 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port b80de855-658d-471e-87c0-b12b47ca3c64 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:13:09.204318 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b80de855-658d-471e-87c0-b12b47ca3c64), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:09.227680 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2101926a-0cbd-4947-8dd2-9b91a88c5e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80de855-658d-471e-87c0-b12b47ca3c64'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:13:09.229751 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42acaf4adbc820cceca1c39a9c6556ee9c843f2d32102223230a5dac4986dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e73522-6385-4e15-9109-909516c2cce4" -d '{"events": [{"server_uuid": "2101926a-0cbd-4947-8dd2-9b91a88c5e8f", "name": "network-vif-plugged", "status": "completed", "tag": "b80de855-658d-471e-87c0-b12b47ca3c64"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:13:09.247244 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port b80de855-658d-471e-87c0-b12b47ca3c64, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=b80de855-658d-471e-87c0-b12b47ca3c64,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:13:09.256946 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b80de855-658d-471e-87c0-b12b47ca3c64), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:09.286522 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a63779-e844-49f6-aeaf-0afabc2bb3a7 x-openstack-request-id: req-52a63779-e844-49f6-aeaf-0afabc2bb3a7 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:13:09.286825 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2101926a-0cbd-4947-8dd2-9b91a88c5e8f", "name": "network-vif-plugged", "status": "completed", "tag": "b80de855-658d-471e-87c0-b12b47ca3c64", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:13:09.287122 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-52a63779-e844-49f6-aeaf-0afabc2bb3a7 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:13:09.287453 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52a63779-e844-49f6-aeaf-0afabc2bb3a7'] response: {'server_uuid': '2101926a-0cbd-4947-8dd2-9b91a88c5e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80de855-658d-471e-87c0-b12b47ca3c64', 'code': 200} Mar 22 20:13:09.319451 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=b80de855-658d-471e-87c0-b12b47ca3c64,revision_number=15']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:13:09.644110 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a6720-d73c-442d-b8f9-f0a7bb2f8c99 req-b8ea5946-ad4f-4f07-bde3-b925e339c57a tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:09.645710 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5f6a6720-d73c-442d-b8f9-f0a7bb2f8c99 req-b8ea5946-ad4f-4f07-bde3-b925e339c57a tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 947 time: 0.0616374 Mar 22 20:13:09.706025 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5f6a6720-d73c-442d-b8f9-f0a7bb2f8c99 req-0949945a-752d-4904-9deb-c42f6c1beafd tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups?id=feb6c831-774a-4003-886b-377a1e32fc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534148 Mar 22 20:13:10.009690 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7561b-13e7-4e9b-8098-e43ba63073c3 req-8c7177c2-ff81-4fae-8f8e-7dcd439e5e9a tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:10.011170 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-19c7561b-13e7-4e9b-8098-e43ba63073c3 req-8c7177c2-ff81-4fae-8f8e-7dcd439e5e9a tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.84 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 947 time: 0.0637686 Mar 22 20:13:10.106392 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-19c7561b-13e7-4e9b-8098-e43ba63073c3 req-baa7b80d-8a1f-45f3-89e2-59fc05aad491 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Deleting port b80de855-658d-471e-87c0-b12b47ca3c64 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:13:10.106743 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-19c7561b-13e7-4e9b-8098-e43ba63073c3 req-baa7b80d-8a1f-45f3-89e2-59fc05aad491 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (b80de855-658d-471e-87c0-b12b47ca3c64), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:10.198544 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-19c7561b-13e7-4e9b-8098-e43ba63073c3 req-baa7b80d-8a1f-45f3-89e2-59fc05aad491 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] For port b80de855-658d-471e-87c0-b12b47ca3c64, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=b80de855-658d-471e-87c0-b12b47ca3c64,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:13:10.198910 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-19c7561b-13e7-4e9b-8098-e43ba63073c3 req-baa7b80d-8a1f-45f3-89e2-59fc05aad491 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (b80de855-658d-471e-87c0-b12b47ca3c64), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:10.372473 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-19c7561b-13e7-4e9b-8098-e43ba63073c3 req-baa7b80d-8a1f-45f3-89e2-59fc05aad491 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:10.372846 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-19c7561b-13e7-4e9b-8098-e43ba63073c3 req-baa7b80d-8a1f-45f3-89e2-59fc05aad491 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (f1e0a5e6-4101-42bc-8daf-dfd5477fb69f), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:10.373168 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [req-19c7561b-13e7-4e9b-8098-e43ba63073c3 req-baa7b80d-8a1f-45f3-89e2-59fc05aad491 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Floating IP f1e0a5e6-4101-42bc-8daf-dfd5477fb69f disassociated. External IP: 172.25.5.97, port: b80de855-658d-471e-87c0-b12b47ca3c64. Mar 22 20:13:10.373514 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-19c7561b-13e7-4e9b-8098-e43ba63073c3 req-baa7b80d-8a1f-45f3-89e2-59fc05aad491 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Calling delete_port for b80de855-658d-471e-87c0-b12b47ca3c64 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:13:10.503720 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-19c7561b-13e7-4e9b-8098-e43ba63073c3 req-baa7b80d-8a1f-45f3-89e2-59fc05aad491 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (b80de855-658d-471e-87c0-b12b47ca3c64), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:10.530532 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7b80d-8a1f-45f3-89e2-59fc05aad491 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Pushing event deleted for resources: {'Port': ['ID=b80de855-658d-471e-87c0-b12b47ca3c64,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:13:10.654830 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19c7561b-13e7-4e9b-8098-e43ba63073c3 req-baa7b80d-8a1f-45f3-89e2-59fc05aad491 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Router 1001dae4-ae30-47db-a3c2-45da5ddcdde9 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:13:10.766579 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19c7561b-13e7-4e9b-8098-e43ba63073c3 req-baa7b80d-8a1f-45f3-89e2-59fc05aad491 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:13:10.781558 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7205dfa-0627-404e-8238-b53c47a6de44 None None] Sync routers for ids ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:13:10.793703 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7205dfa-0627-404e-8238-b53c47a6de44 None None] Routers {'1001dae4-ae30-47db-a3c2-45da5ddcdde9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:13:10.796138 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a7205dfa-0627-404e-8238-b53c47a6de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:12:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:13:10.811361 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c7561b-13e7-4e9b-8098-e43ba63073c3 req-baa7b80d-8a1f-45f3-89e2-59fc05aad491 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] No DVR routers for this DVR port b80de855-658d-471e-87c0-b12b47ca3c64 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:13:10.814070 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-19c7561b-13e7-4e9b-8098-e43ba63073c3 req-baa7b80d-8a1f-45f3-89e2-59fc05aad491 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:10.817438 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-19c7561b-13e7-4e9b-8098-e43ba63073c3 req-baa7b80d-8a1f-45f3-89e2-59fc05aad491 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.84 "DELETE /v2.0/ports/b80de855-658d-471e-87c0-b12b47ca3c64 HTTP/1.1" status: 204 len: 173 time: 0.8014011 Mar 22 20:13:10.817920 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2101926a-0cbd-4947-8dd2-9b91a88c5e8f', 'name': 'network-vif-deleted', 'tag': 'b80de855-658d-471e-87c0-b12b47ca3c64'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:13:10.820215 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a75afaf1dfaad70fedc7c7f30d5b041dbb7ec48f6ef478f84521d18edf73ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d26cb3-4fe5-4579-b580-af29d8b89e54" -d '{"events": [{"server_uuid": "2101926a-0cbd-4947-8dd2-9b91a88c5e8f", "name": "network-vif-deleted", "tag": "b80de855-658d-471e-87c0-b12b47ca3c64"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:13:10.826383 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-15a5a884-4ea8-46fb-8aa7-256ea15cf386 req-ad88b5e7-77bb-4c97-bce3-47276a179ed4 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 210 time: 0.0377841 Mar 22 20:13:10.876583 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa572489-15c6-4a1f-999b-eb7c0970aac6 x-openstack-request-id: req-fa572489-15c6-4a1f-999b-eb7c0970aac6 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:13:10.876876 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2101926a-0cbd-4947-8dd2-9b91a88c5e8f", "name": "network-vif-deleted", "tag": "b80de855-658d-471e-87c0-b12b47ca3c64", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:13:10.877138 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fa572489-15c6-4a1f-999b-eb7c0970aac6 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:13:10.877548 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa572489-15c6-4a1f-999b-eb7c0970aac6'] response: {'server_uuid': '2101926a-0cbd-4947-8dd2-9b91a88c5e8f', 'name': 'network-vif-deleted', 'tag': 'b80de855-658d-471e-87c0-b12b47ca3c64', 'status': 'completed', 'code': 200} Mar 22 20:13:10.922348 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-a7205dfa-0627-404e-8238-b53c47a6de44 None None] Set router 1001dae4-ae30-47db-a3c2-45da5ddcdde9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:13:11.235098 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a7205dfa-0627-404e-8238-b53c47a6de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'name': 'tempest-ServerActionsTestJSON-943337659-router', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:58Z', 'revision_number': 4, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'gw_port': {'id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:66:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7ec3702f-8943-43c8-977e-526933b56dc6', 'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'mac_address': 'fa:16:3e:41:7a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:57Z', 'updated_at': '2022-03-22T20:09:01Z', 'revision_number': 5, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'subnets': [{'id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:13:11.261487 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7205dfa-0627-404e-8238-b53c47a6de44 None None] Checking router: 1001dae4-ae30-47db-a3c2-45da5ddcdde9 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:13:11.269911 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7205dfa-0627-404e-8238-b53c47a6de44 None None] Routers {'1001dae4-ae30-47db-a3c2-45da5ddcdde9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:13:11.270581 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a7205dfa-0627-404e-8238-b53c47a6de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:12:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:13:11.394516 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-a7205dfa-0627-404e-8238-b53c47a6de44 None None] Set router 1001dae4-ae30-47db-a3c2-45da5ddcdde9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:13:11.608816 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-a7205dfa-0627-404e-8238-b53c47a6de44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'name': 'tempest-ServerActionsTestJSON-943337659-router', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:58Z', 'revision_number': 4, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'gw_port': {'id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:66:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7ec3702f-8943-43c8-977e-526933b56dc6', 'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'mac_address': 'fa:16:3e:41:7a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:57Z', 'updated_at': '2022-03-22T20:09:01Z', 'revision_number': 5, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'subnets': [{'id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:13:11.635172 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7205dfa-0627-404e-8238-b53c47a6de44 None None] The sync data for ids ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'] in n-d-705658-24 is: [{'id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'name': 'tempest-ServerActionsTestJSON-943337659-router', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:58Z', 'revision_number': 4, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'gw_port': {'id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:66:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7ec3702f-8943-43c8-977e-526933b56dc6', 'name': '', 'network_id': '005ec1f0-1b3a-4d71-b791-970bb8259fb2', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'mac_address': 'fa:16:3e:41:7a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:57Z', 'updated_at': '2022-03-22T20:09:01Z', 'revision_number': 5, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'subnets': [{'id': '67a8b60c-f06a-4498-ba05-7965d64d6f99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:13:11.883318 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d8cee1-b430-49f6-a946-91a49206636b None None] New status for floating IP f1e0a5e6-4101-42bc-8daf-dfd5477fb69f: DOWN {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:13:11.934352 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0b46f831-0a55-47ee-9a6e-0761ae7ed2e7 req-5344b6c7-8af3-49ea-b520-2a11c6f0dab4 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 210 time: 0.0322514 Mar 22 20:13:13.048026 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b4e4daa4-af66-47ff-935f-7ed85b0945ba req-6d1f5643-e3e4-46d1-8653-2f65b8f6dee2 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 210 time: 0.0312333 Mar 22 20:13:13.094834 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device b80de855-658d-471e-87c0-b12b47ca3c64 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:13:13.118326 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: b80de855-658d-471e-87c0-b12b47ca3c64 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:13:13.118685 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device b80de855-658d-471e-87c0-b12b47ca3c64 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:13:14.170646 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eff47209-4420-4d83-9c1c-91effbe1a306 req-6cd02364-18ef-49b0-adc1-07882cc036c9 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 210 time: 0.0279925 Mar 22 20:13:15.233102 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c57ff4fe-9740-4fbc-9e61-d7659adf3640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:15.278995 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5a3446c9-3965-41d0-a7b5-9708c84890fa req-8c208488-251d-4fd6-8f09-45abc62ba4ae tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 210 time: 0.0315955 Mar 22 20:13:16.278375 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:16.395046 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f7d81f98-15c3-4fb4-9697-3e6afdba1787 req-d3393688-be6b-4f32-a6b0-cd652db4945d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 210 time: 0.0400679 Mar 22 20:13:17.462448 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-43627073-0c05-4e5a-abd5-dd784c2f9a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:17.506191 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c20bdcc6-5a79-4c20-9290-72c8ceb9c215 req-e03198d5-0483-46dc-bacf-27c9abf726fd tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 210 time: 0.0285988 Mar 22 20:13:18.606925 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-651a8e1d-de37-423d-99c0-761b1f0c7d85 req-a1c2652e-ebd9-49a8-b913-d51a03db699d tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 210 time: 0.0301776 Mar 22 20:13:18.710994 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:18.869254 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:19.719121 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1cc7182d-c6aa-4d20-b965-19f24f6a672b req-2428c8ec-6b97-4eec-bdd6-3e53fab99f05 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/ports?device_id=2101926a-0cbd-4947-8dd2-9b91a88c5e8f HTTP/1.1" status: 200 len: 210 time: 0.0314133 Mar 22 20:13:20.300508 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:21.400032 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:25.971081 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [req-675a6495-16d1-462e-a182-bb88ce37862f req-22a8de0c-70f6-414c-973e-5bd3ae5f10fe service neutron] (104173) timed out ('10.222.0.75', 34796) {{(pid=104173) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 20:13:27.687146 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39512) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:13:27.746391 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9c8aa438-3e70-4694-9e89-1b3ba4d95e3e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks [] for security_group (feb6c831-774a-4003-886b-377a1e32fc7e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:27.770300 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9c8aa438-3e70-4694-9e89-1b3ba4d95e3e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks [] for security_group (feb6c831-774a-4003-886b-377a1e32fc7e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:27.827192 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9c8aa438-3e70-4694-9e89-1b3ba4d95e3e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (feb6c831-774a-4003-886b-377a1e32fc7e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:27.830270 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9c8aa438-3e70-4694-9e89-1b3ba4d95e3e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:27.834383 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9c8aa438-3e70-4694-9e89-1b3ba4d95e3e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "DELETE /v2.0/security-groups/feb6c831-774a-4003-886b-377a1e32fc7e HTTP/1.1" status: 204 len: 168 time: 0.1460538 Mar 22 20:13:27.834584 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39514) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:13:27.845693 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8aa438-3e70-4694-9e89-1b3ba4d95e3e tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb6c831-774a-4003-886b-377a1e32fc7e,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:13:27.855653 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [None req-1997b646-5881-4285-89d7-540e63a0356c tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] show failed (client error): The resource could not be found. Mar 22 20:13:27.857108 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1997b646-5881-4285-89d7-540e63a0356c tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "GET /v2.0/security-groups/feb6c831-774a-4003-886b-377a1e32fc7e HTTP/1.1" status: 404 len: 347 time: 0.0213432 Mar 22 20:13:27.861727 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39516) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:13:28.008744 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-c47d4318-845d-491b-8c19-d6c324ba3064 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Deleting port aa27c420-b1a6-4a70-b84e-d36d372f874c {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:13:28.009087 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c47d4318-845d-491b-8c19-d6c324ba3064 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (aa27c420-b1a6-4a70-b84e-d36d372f874c), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:28.109990 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c47d4318-845d-491b-8c19-d6c324ba3064 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (aa27c420-b1a6-4a70-b84e-d36d372f874c), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:28.110231 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c47d4318-845d-491b-8c19-d6c324ba3064 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks [] for floatingip (aa27c420-b1a6-4a70-b84e-d36d372f874c), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:28.126088 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-c47d4318-845d-491b-8c19-d6c324ba3064 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Calling delete_port for aa27c420-b1a6-4a70-b84e-d36d372f874c owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:13:28.286136 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c47d4318-845d-491b-8c19-d6c324ba3064 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (aa27c420-b1a6-4a70-b84e-d36d372f874c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:28.326868 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47d4318-845d-491b-8c19-d6c324ba3064 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Pushing event deleted for resources: {'Port': ['ID=aa27c420-b1a6-4a70-b84e-d36d372f874c,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:13:28.352222 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47d4318-845d-491b-8c19-d6c324ba3064 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:28.352580 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47d4318-845d-491b-8c19-d6c324ba3064 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:28.352931 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47d4318-845d-491b-8c19-d6c324ba3064 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:28.353277 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47d4318-845d-491b-8c19-d6c324ba3064 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:28.353670 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47d4318-845d-491b-8c19-d6c324ba3064 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:28.354038 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47d4318-845d-491b-8c19-d6c324ba3064 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:28.354377 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47d4318-845d-491b-8c19-d6c324ba3064 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:28.354723 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47d4318-845d-491b-8c19-d6c324ba3064 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:28.355054 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47d4318-845d-491b-8c19-d6c324ba3064 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:28.355383 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47d4318-845d-491b-8c19-d6c324ba3064 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:28.355715 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47d4318-845d-491b-8c19-d6c324ba3064 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:28.356039 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47d4318-845d-491b-8c19-d6c324ba3064 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:28.356368 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47d4318-845d-491b-8c19-d6c324ba3064 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:28.356727 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47d4318-845d-491b-8c19-d6c324ba3064 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:28.357100 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47d4318-845d-491b-8c19-d6c324ba3064 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:28.401292 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c47d4318-845d-491b-8c19-d6c324ba3064 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks [] for floatingip (f1e0a5e6-4101-42bc-8daf-dfd5477fb69f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:28.403868 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c47d4318-845d-491b-8c19-d6c324ba3064 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:28.405054 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c47d4318-845d-491b-8c19-d6c324ba3064 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] 10.222.0.75 "DELETE /v2.0/floatingips/f1e0a5e6-4101-42bc-8daf-dfd5477fb69f HTTP/1.1" status: 204 len: 168 time: 0.5420275 Mar 22 20:13:28.409746 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39518) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:13:28.607344 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:13:28.799865 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ec0e42e6-15e0-4b24-99e6-565099a475a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (1001dae4-ae30-47db-a3c2-45da5ddcdde9), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:29.078809 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-ec0e42e6-15e0-4b24-99e6-565099a475a3 admin admin] Deleting port 7ec3702f-8943-43c8-977e-526933b56dc6 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:13:29.079622 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ec0e42e6-15e0-4b24-99e6-565099a475a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (7ec3702f-8943-43c8-977e-526933b56dc6), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:29.170538 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-ec0e42e6-15e0-4b24-99e6-565099a475a3 admin admin] For port 7ec3702f-8943-43c8-977e-526933b56dc6, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=7ec3702f-8943-43c8-977e-526933b56dc6,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:13:29.170897 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ec0e42e6-15e0-4b24-99e6-565099a475a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (7ec3702f-8943-43c8-977e-526933b56dc6), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:29.184878 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-ec0e42e6-15e0-4b24-99e6-565099a475a3 admin admin] Calling delete_port for 7ec3702f-8943-43c8-977e-526933b56dc6 owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:13:29.399256 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ec0e42e6-15e0-4b24-99e6-565099a475a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (7ec3702f-8943-43c8-977e-526933b56dc6), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:29.471407 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e42e6-15e0-4b24-99e6-565099a475a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ec3702f-8943-43c8-977e-526933b56dc6,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:13:29.643396 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ec0e42e6-15e0-4b24-99e6-565099a475a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (1001dae4-ae30-47db-a3c2-45da5ddcdde9), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:29.875036 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0e42e6-15e0-4b24-99e6-565099a475a3 admin admin] Router 1001dae4-ae30-47db-a3c2-45da5ddcdde9 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:13:29.984379 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0e42e6-15e0-4b24-99e6-565099a475a3 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:13:29.989701 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ec0e42e6-15e0-4b24-99e6-565099a475a3 admin admin] 10.222.0.75 "PUT /v2.0/routers/1001dae4-ae30-47db-a3c2-45da5ddcdde9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5788045 Mar 22 20:13:29.992429 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39520) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:13:29.993645 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc7bc4f-21c3-4b99-b9d1-eabb4c42d4b9 None None] Sync routers for ids ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:13:30.005032 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc7bc4f-21c3-4b99-b9d1-eabb4c42d4b9 None None] Routers {'1001dae4-ae30-47db-a3c2-45da5ddcdde9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:13:30.005689 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-5fc7bc4f-21c3-4b99-b9d1-eabb4c42d4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:13:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:13:30.113168 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1bcbc09a-8b0d-4fb1-aa4c-a8413f32d0bd admin admin] Publish callbacks [] for router (1001dae4-ae30-47db-a3c2-45da5ddcdde9), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:30.121418 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-5fc7bc4f-21c3-4b99-b9d1-eabb4c42d4b9 None None] Set router 1001dae4-ae30-47db-a3c2-45da5ddcdde9 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:13:30.234090 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1bcbc09a-8b0d-4fb1-aa4c-a8413f32d0bd admin admin] Publish callbacks [] for router_gateway (1001dae4-ae30-47db-a3c2-45da5ddcdde9), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:30.291619 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-1bcbc09a-8b0d-4fb1-aa4c-a8413f32d0bd admin admin] Deleting port e69b3167-b5cc-447c-b41c-2a96f7fa5c30 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:13:30.291923 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1bcbc09a-8b0d-4fb1-aa4c-a8413f32d0bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (e69b3167-b5cc-447c-b41c-2a96f7fa5c30), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:30.330061 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-5fc7bc4f-21c3-4b99-b9d1-eabb4c42d4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'name': 'tempest-ServerActionsTestJSON-943337659-router', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:13:29Z', 'revision_number': 5, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'gw_port': {'id': 'e69b3167-b5cc-447c-b41c-2a96f7fa5c30', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:66:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:13:30.359427 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc7bc4f-21c3-4b99-b9d1-eabb4c42d4b9 None None] Checking router: 1001dae4-ae30-47db-a3c2-45da5ddcdde9 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:13:30.368203 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc7bc4f-21c3-4b99-b9d1-eabb4c42d4b9 None None] Routers {'1001dae4-ae30-47db-a3c2-45da5ddcdde9'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:13:30.368825 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-5fc7bc4f-21c3-4b99-b9d1-eabb4c42d4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:13:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:13:30.383573 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-1bcbc09a-8b0d-4fb1-aa4c-a8413f32d0bd admin admin] For port e69b3167-b5cc-447c-b41c-2a96f7fa5c30, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=e69b3167-b5cc-447c-b41c-2a96f7fa5c30,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:13:30.383971 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1bcbc09a-8b0d-4fb1-aa4c-a8413f32d0bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (e69b3167-b5cc-447c-b41c-2a96f7fa5c30), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:30.405778 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-1bcbc09a-8b0d-4fb1-aa4c-a8413f32d0bd admin admin] Calling delete_port for e69b3167-b5cc-447c-b41c-2a96f7fa5c30 owned by network:router_gateway {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:13:30.470022 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-5fc7bc4f-21c3-4b99-b9d1-eabb4c42d4b9 None None] Set router 1001dae4-ae30-47db-a3c2-45da5ddcdde9 gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:13:30.539724 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-5fc7bc4f-21c3-4b99-b9d1-eabb4c42d4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'name': 'tempest-ServerActionsTestJSON-943337659-router', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:13:30Z', 'revision_number': 6, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:13:30.567361 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc7bc4f-21c3-4b99-b9d1-eabb4c42d4b9 None None] The sync data for ids ['1001dae4-ae30-47db-a3c2-45da5ddcdde9'] in n-d-705658-24 is: [{'id': '1001dae4-ae30-47db-a3c2-45da5ddcdde9', 'name': 'tempest-ServerActionsTestJSON-943337659-router', 'tenant_id': '146ad95db9514ae389addd97809c7bd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:08:55Z', 'updated_at': '2022-03-22T20:13:30Z', 'revision_number': 6, 'project_id': '146ad95db9514ae389addd97809c7bd9', 'gw_port_host': None}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:13:30.615414 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1bcbc09a-8b0d-4fb1-aa4c-a8413f32d0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (e69b3167-b5cc-447c-b41c-2a96f7fa5c30), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:30.646287 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcbc09a-8b0d-4fb1-aa4c-a8413f32d0bd admin admin] Pushing event deleted for resources: {'Port': ['ID=e69b3167-b5cc-447c-b41c-2a96f7fa5c30,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:13:30.714210 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1bcbc09a-8b0d-4fb1-aa4c-a8413f32d0bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (1001dae4-ae30-47db-a3c2-45da5ddcdde9), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:31.130279 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1bcbc09a-8b0d-4fb1-aa4c-a8413f32d0bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (1001dae4-ae30-47db-a3c2-45da5ddcdde9), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:31.132381 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1bcbc09a-8b0d-4fb1-aa4c-a8413f32d0bd admin admin] Publish callbacks [] for router_controller (1001dae4-ae30-47db-a3c2-45da5ddcdde9), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:31.175477 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1bcbc09a-8b0d-4fb1-aa4c-a8413f32d0bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (1001dae4-ae30-47db-a3c2-45da5ddcdde9), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:31.175976 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcbc09a-8b0d-4fb1-aa4c-a8413f32d0bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1001dae4-ae30-47db-a3c2-45da5ddcdde9 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 20:13:31.180434 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1bcbc09a-8b0d-4fb1-aa4c-a8413f32d0bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:31.181651 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1bcbc09a-8b0d-4fb1-aa4c-a8413f32d0bd admin admin] 10.222.0.75 "DELETE /v2.0/routers/1001dae4-ae30-47db-a3c2-45da5ddcdde9 HTTP/1.1" status: 204 len: 168 time: 1.1882145 Mar 22 20:13:31.184099 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39522) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:13:31.229508 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-09559d5a-c9b1-4b74-9ad9-6426e91c4ed8 admin admin] Deleting subnet 67a8b60c-f06a-4498-ba05-7965d64d6f99 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:13:31.233725 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-09559d5a-c9b1-4b74-9ad9-6426e91c4ed8 admin admin] Publish callbacks [] for subnet (67a8b60c-f06a-4498-ba05-7965d64d6f99), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:31.269019 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-09559d5a-c9b1-4b74-9ad9-6426e91c4ed8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (67a8b60c-f06a-4498-ba05-7965d64d6f99), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:31.355334 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-09559d5a-c9b1-4b74-9ad9-6426e91c4ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (67a8b60c-f06a-4498-ba05-7965d64d6f99), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:31.411792 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-09559d5a-c9b1-4b74-9ad9-6426e91c4ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (67a8b60c-f06a-4498-ba05-7965d64d6f99), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:31.435929 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09559d5a-c9b1-4b74-9ad9-6426e91c4ed8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67a8b60c-f06a-4498-ba05-7965d64d6f99,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:13:31.442119 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-09559d5a-c9b1-4b74-9ad9-6426e91c4ed8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:31.446453 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-09559d5a-c9b1-4b74-9ad9-6426e91c4ed8 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/67a8b60c-f06a-4498-ba05-7965d64d6f99 HTTP/1.1" status: 204 len: 168 time: 0.2612102 Mar 22 20:13:31.448087 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39524) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:13:31.448242 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ff76b6-4caa-45f6-8b0d-fceacbf67552 None None] Network 005ec1f0-1b3a-4d71-b791-970bb8259fb2 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:13:31.523189 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-27cd2aa9-1091-4769-a1fd-e1a49965ea5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (005ec1f0-1b3a-4d71-b791-970bb8259fb2), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:31.579621 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-27cd2aa9-1091-4769-a1fd-e1a49965ea5b admin admin] Deleting port c687794c-5dba-4870-9012-fedbca54fe4d {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:13:31.579965 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-27cd2aa9-1091-4769-a1fd-e1a49965ea5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (c687794c-5dba-4870-9012-fedbca54fe4d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:31.640198 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde104d5-6a16-4dcf-828f-b0df5ea902fd None None] DHCP port deletion for 005ec1f0-1b3a-4d71-b791-970bb8259fb2 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 20:13:31.644472 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 7ec3702f-8943-43c8-977e-526933b56dc6 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:13:31.663002 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-27cd2aa9-1091-4769-a1fd-e1a49965ea5b admin admin] For port c687794c-5dba-4870-9012-fedbca54fe4d, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c687794c-5dba-4870-9012-fedbca54fe4d,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:13:31.663377 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-27cd2aa9-1091-4769-a1fd-e1a49965ea5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (c687794c-5dba-4870-9012-fedbca54fe4d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:31.678633 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-27cd2aa9-1091-4769-a1fd-e1a49965ea5b admin admin] Calling delete_port for c687794c-5dba-4870-9012-fedbca54fe4d owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:13:31.685121 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 7ec3702f-8943-43c8-977e-526933b56dc6 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:13:31.685472 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 7ec3702f-8943-43c8-977e-526933b56dc6 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:13:31.685912 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device e69b3167-b5cc-447c-b41c-2a96f7fa5c30 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:13:31.709856 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: e69b3167-b5cc-447c-b41c-2a96f7fa5c30 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:13:31.710206 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device e69b3167-b5cc-447c-b41c-2a96f7fa5c30 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:13:31.733875 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-fde104d5-6a16-4dcf-828f-b0df5ea902fd None None] Deleting port c687794c-5dba-4870-9012-fedbca54fe4d {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:13:31.734605 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fde104d5-6a16-4dcf-828f-b0df5ea902fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (c687794c-5dba-4870-9012-fedbca54fe4d), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:31.775150 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-27cd2aa9-1091-4769-a1fd-e1a49965ea5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (c687794c-5dba-4870-9012-fedbca54fe4d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:31.803174 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-fde104d5-6a16-4dcf-828f-b0df5ea902fd None None] For port c687794c-5dba-4870-9012-fedbca54fe4d, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c687794c-5dba-4870-9012-fedbca54fe4d,segment=NetworkSegment(914f278a-dd89-4249-9270-d0ced112ce5b),segment_id=914f278a-dd89-4249-9270-d0ced112ce5b)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:13:31.803498 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd2aa9-1091-4769-a1fd-e1a49965ea5b admin admin] Pushing event deleted for resources: {'Port': ['ID=c687794c-5dba-4870-9012-fedbca54fe4d,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:13:31.803620 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fde104d5-6a16-4dcf-828f-b0df5ea902fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (c687794c-5dba-4870-9012-fedbca54fe4d), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:31.805387 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cd2aa9-1091-4769-a1fd-e1a49965ea5b admin admin] No DVR routers for this DVR port c687794c-5dba-4870-9012-fedbca54fe4d on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:13:31.817435 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-fde104d5-6a16-4dcf-828f-b0df5ea902fd None None] Calling delete_port for c687794c-5dba-4870-9012-fedbca54fe4d owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:13:31.889337 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-27cd2aa9-1091-4769-a1fd-e1a49965ea5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (005ec1f0-1b3a-4d71-b791-970bb8259fb2), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:31.894626 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fde104d5-6a16-4dcf-828f-b0df5ea902fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (c687794c-5dba-4870-9012-fedbca54fe4d), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:31.912082 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-27cd2aa9-1091-4769-a1fd-e1a49965ea5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['005ec1f0-1b3a-4d71-b791-970bb8259fb2']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:13:31.918220 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde104d5-6a16-4dcf-828f-b0df5ea902fd None None] Pushing event deleted for resources: {'Port': ['ID=c687794c-5dba-4870-9012-fedbca54fe4d,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:13:31.924032 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde104d5-6a16-4dcf-828f-b0df5ea902fd None None] No DVR routers for this DVR port c687794c-5dba-4870-9012-fedbca54fe4d on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:13:31.925576 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-27cd2aa9-1091-4769-a1fd-e1a49965ea5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '914f278a-dd89-4249-9270-d0ced112ce5b') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:13:31.926173 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-27cd2aa9-1091-4769-a1fd-e1a49965ea5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '914f278a-dd89-4249-9270-d0ced112ce5b') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:13:31.937658 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-27cd2aa9-1091-4769-a1fd-e1a49965ea5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (914f278a-dd89-4249-9270-d0ced112ce5b), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:31.952937 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-27cd2aa9-1091-4769-a1fd-e1a49965ea5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (914f278a-dd89-4249-9270-d0ced112ce5b), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:31.961257 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27cd2aa9-1091-4769-a1fd-e1a49965ea5b admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:13:31.961664 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-27cd2aa9-1091-4769-a1fd-e1a49965ea5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (914f278a-dd89-4249-9270-d0ced112ce5b), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:31.963557 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 20:13:31.963557 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:13:31.963557 n-d-705658-24 neutron-server[104172]: timer() Mar 22 20:13:31.963557 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:13:31.963557 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 20:13:31.963557 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:13:31.963557 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 20:13:31.963557 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:13:31.963557 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 20:13:31.963557 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:13:31.963557 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 20:13:31.963557 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:13:31.963557 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 20:13:31.963557 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:13:31.963557 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:13:31.963557 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:13:31.963557 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:13:31.963557 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:13:31.963557 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 20:13:31.963557 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:13:31.963557 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 20:13:31.963557 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:13:31.963557 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:13:31.963557 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:13:31.963557 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 20:13:31.963557 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:13:31.963557 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:13:31.963557 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:13:31.963557 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:13:31.963557 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:13:31.963557 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:13:31.963557 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:13:32.023439 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-27cd2aa9-1091-4769-a1fd-e1a49965ea5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (005ec1f0-1b3a-4d71-b791-970bb8259fb2), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:32.028949 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-27cd2aa9-1091-4769-a1fd-e1a49965ea5b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:32.032367 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-27cd2aa9-1091-4769-a1fd-e1a49965ea5b admin admin] 10.222.0.75 "DELETE /v2.0/networks/005ec1f0-1b3a-4d71-b791-970bb8259fb2 HTTP/1.1" status: 204 len: 168 time: 0.5831399 Mar 22 20:13:32.044210 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd2aa9-1091-4769-a1fd-e1a49965ea5b admin admin] Pushing event deleted for resources: {'Network': ['ID=005ec1f0-1b3a-4d71-b791-970bb8259fb2,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:13:32.149775 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39528) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:13:32.190333 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-852cda3e-259c-4edd-8aa9-cb709ef58538 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=146ad95db9514ae389addd97809c7bd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386326 Mar 22 20:13:32.192905 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39530) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:13:32.247897 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a85157d9-f224-4a04-8f44-9a8c0ee2e4a3 admin admin] Publish callbacks [] for security_group (2489a98d-575e-4de5-9355-fe3d612defdf), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:32.271246 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a85157d9-f224-4a04-8f44-9a8c0ee2e4a3 admin admin] Publish callbacks [] for security_group (2489a98d-575e-4de5-9355-fe3d612defdf), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:32.323000 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a85157d9-f224-4a04-8f44-9a8c0ee2e4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (2489a98d-575e-4de5-9355-fe3d612defdf), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:32.325585 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a85157d9-f224-4a04-8f44-9a8c0ee2e4a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:32.326832 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a85157d9-f224-4a04-8f44-9a8c0ee2e4a3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/2489a98d-575e-4de5-9355-fe3d612defdf HTTP/1.1" status: 204 len: 168 time: 0.1330080 Mar 22 20:13:32.334732 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85157d9-f224-4a04-8f44-9a8c0ee2e4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2489a98d-575e-4de5-9355-fe3d612defdf,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:13:33.062564 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39554) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:13:33.184817 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-ef32efee-76da-4fbf-8839-7350fa8ba999 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-489194294-network', 'tenant_id': '4e5496cacdf64f9e8010416f40a6d96e'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:13:33.207518 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef32efee-76da-4fbf-8839-7350fa8ba999 admin admin] Made reservation on behalf of 4e5496cacdf64f9e8010416f40a6d96e for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:13:33.210000 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ef32efee-76da-4fbf-8839-7350fa8ba999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:33.220054 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ef32efee-76da-4fbf-8839-7350fa8ba999 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:33.326801 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ef32efee-76da-4fbf-8839-7350fa8ba999 admin admin] Publish callbacks [] for security_group (7120e5fb-4ec1-4003-bf2a-0db94c75793e), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:33.331595 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ef32efee-76da-4fbf-8839-7350fa8ba999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7120e5fb-4ec1-4003-bf2a-0db94c75793e), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:33.359454 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef32efee-76da-4fbf-8839-7350fa8ba999 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:13:33.378981 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32efee-76da-4fbf-8839-7350fa8ba999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7120e5fb-4ec1-4003-bf2a-0db94c75793e,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:13:33.383200 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ef32efee-76da-4fbf-8839-7350fa8ba999 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (fc39ee9c-6572-4967-b925-30a35fb34c72), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:33.383556 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-ef32efee-76da-4fbf-8839-7350fa8ba999 admin admin] Added segment fc39ee9c-6572-4967-b925-30a35fb34c72 of type vlan for network e23369d3-a31c-4278-b8ab-87061be0c7c1 Mar 22 20:13:33.436628 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ef32efee-76da-4fbf-8839-7350fa8ba999 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (e23369d3-a31c-4278-b8ab-87061be0c7c1), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:33.469342 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ef32efee-76da-4fbf-8839-7350fa8ba999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (e23369d3-a31c-4278-b8ab-87061be0c7c1), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:33.470660 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef32efee-76da-4fbf-8839-7350fa8ba999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:33.472726 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ef32efee-76da-4fbf-8839-7350fa8ba999 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:33.543403 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ef32efee-76da-4fbf-8839-7350fa8ba999 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4796944 Mar 22 20:13:33.546445 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39558) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:13:33.553817 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-d5c7fc90-0e64-4e45-9901-d5006362f86c admin admin] Request body: {'subnet': {'network_id': 'e23369d3-a31c-4278-b8ab-87061be0c7c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-489194294-subnet', 'tenant_id': '4e5496cacdf64f9e8010416f40a6d96e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:13:33.563844 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32efee-76da-4fbf-8839-7350fa8ba999 admin admin] Pushing event updated for resources: {'Network': ['ID=e23369d3-a31c-4278-b8ab-87061be0c7c1,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:13:33.575876 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c7fc90-0e64-4e45-9901-d5006362f86c admin admin] Made reservation on behalf of 4e5496cacdf64f9e8010416f40a6d96e for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:13:33.578519 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d5c7fc90-0e64-4e45-9901-d5006362f86c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:33.589536 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network e23369d3-a31c-4278-b8ab-87061be0c7c1 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:13:33.636795 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c687794c-5dba-4870-9012-fedbca54fe4d no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:13:33.669730 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: c687794c-5dba-4870-9012-fedbca54fe4d {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:13:33.670113 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c687794c-5dba-4870-9012-fedbca54fe4d not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:13:33.762395 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d5c7fc90-0e64-4e45-9901-d5006362f86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (9bdda93b-9e60-498e-b1d7-5abdc54eac6a), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:33.817265 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c7fc90-0e64-4e45-9901-d5006362f86c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bdda93b-9e60-498e-b1d7-5abdc54eac6a,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:13:33.826932 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c7fc90-0e64-4e45-9901-d5006362f86c admin admin] Checking segment: {'id': 'fc39ee9c-6572-4967-b925-30a35fb34c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e23369d3-a31c-4278-b8ab-87061be0c7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:13:33.827297 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c7fc90-0e64-4e45-9901-d5006362f86c admin admin] Network hostable DHCP agents. Network: e23369d3-a31c-4278-b8ab-87061be0c7c1, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:13:33.844893 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c7fc90-0e64-4e45-9901-d5006362f86c admin admin] Network e23369d3-a31c-4278-b8ab-87061be0c7c1 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:13:33.853742 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-d5c7fc90-0e64-4e45-9901-d5006362f86c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, e23369d3-a31c-4278-b8ab-87061be0c7c1) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:13:33.858045 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c7fc90-0e64-4e45-9901-d5006362f86c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:33.858648 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d5c7fc90-0e64-4e45-9901-d5006362f86c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:33.864553 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29451464-1727-462e-98c0-c0b882846010 None None] Network e23369d3-a31c-4278-b8ab-87061be0c7c1 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:13:33.875840 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d5c7fc90-0e64-4e45-9901-d5006362f86c admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3280969 Mar 22 20:13:33.984275 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0ce1ae-9d1e-4417-aab2-54ba7c61894b None None] Network e23369d3-a31c-4278-b8ab-87061be0c7c1 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:13:34.325564 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-64e7f7b8-ca39-4275-906e-7b7656f22897 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:34.328179 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-64e7f7b8-ca39-4275-906e-7b7656f22897 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/networks?id=e23369d3-a31c-4278-b8ab-87061be0c7c1 HTTP/1.1" status: 200 len: 813 time: 0.1151855 Mar 22 20:13:34.344651 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-f9cdf88a-bb05-4b82-8f20-9f2c4a85cb1c tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/quotas/4e5496cacdf64f9e8010416f40a6d96e HTTP/1.1" status: 200 len: 375 time: 0.0110464 Mar 22 20:13:34.378831 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-97207054-d7e1-4b9b-ae76-8a6a7a83d140 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=4e5496cacdf64f9e8010416f40a6d96e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286484 Mar 22 20:13:34.585980 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-fd4deb43-88b0-447a-977e-2dc4e5a32180 service neutron] 10.222.0.75 "GET /v2.0/networks/e23369d3-a31c-4278-b8ab-87061be0c7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371644 Mar 22 20:13:34.676106 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-e6c22342-753b-4ffe-8d09-a67010319285 service neutron] 10.222.0.75 "GET /v2.0/networks/e23369d3-a31c-4278-b8ab-87061be0c7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838027 Mar 22 20:13:34.849437 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9622a395-a1e2-4c2d-b33b-5a50c30d5986 req-7344e550-f0a6-451c-9d18-df553c48b878 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/ports?device_id=39efaf10-fd16-41f3-ae62-a07c6b56f3de HTTP/1.1" status: 200 len: 210 time: 0.0292673 Mar 22 20:13:35.939664 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-37fc059d-b23f-440b-90a1-4c959dd6d287 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:35.941192 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-37fc059d-b23f-440b-90a1-4c959dd6d287 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.84 "GET /v2.0/networks?id=e23369d3-a31c-4278-b8ab-87061be0c7c1 HTTP/1.1" status: 200 len: 813 time: 0.1125941 Mar 22 20:13:35.955865 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-c4fc577b-d228-4531-aed8-89a25057faf6 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Request body: {'port': {'device_id': '39efaf10-fd16-41f3-ae62-a07c6b56f3de', 'network_id': 'e23369d3-a31c-4278-b8ab-87061be0c7c1', 'admin_state_up': True, 'tenant_id': '4e5496cacdf64f9e8010416f40a6d96e'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:13:35.958583 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-687dd460-6668-4d92-80b4-c928b6b2ba33 req-e95e2bbc-3b2c-4a10-a202-63c940487b69 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/ports?device_id=39efaf10-fd16-41f3-ae62-a07c6b56f3de HTTP/1.1" status: 200 len: 210 time: 0.0328264 Mar 22 20:13:36.075797 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-c4fc577b-d228-4531-aed8-89a25057faf6 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Made reservation on behalf of 4e5496cacdf64f9e8010416f40a6d96e for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:13:36.079968 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-c4fc577b-d228-4531-aed8-89a25057faf6 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:36.208471 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-c4fc577b-d228-4531-aed8-89a25057faf6 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Allocated IP 172.20.0.3 (e23369d3-a31c-4278-b8ab-87061be0c7c1/9bdda93b-9e60-498e-b1d7-5abdc54eac6a/14d31c90-66a0-4a46-b610-a49f3f96d026) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:13:36.368059 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-c4fc577b-d228-4531-aed8-89a25057faf6 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Publish callbacks [] for port (14d31c90-66a0-4a46-b610-a49f3f96d026), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:36.402240 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-c4fc577b-d228-4531-aed8-89a25057faf6 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (14d31c90-66a0-4a46-b610-a49f3f96d026), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:36.454113 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-c4fc577b-d228-4531-aed8-89a25057faf6 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Network e23369d3-a31c-4278-b8ab-87061be0c7c1 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:13:36.457382 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-c4fc577b-d228-4531-aed8-89a25057faf6 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:13:36.460056 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-c4fc577b-d228-4531-aed8-89a25057faf6 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:13:36.490256 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc577b-d228-4531-aed8-89a25057faf6 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Pushing event updated for resources: {'Port': ['ID=14d31c90-66a0-4a46-b610-a49f3f96d026,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:13:36.519162 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-c4fc577b-d228-4531-aed8-89a25057faf6 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:36.520112 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-c4fc577b-d228-4531-aed8-89a25057faf6 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:36.538011 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-c4fc577b-d228-4531-aed8-89a25057faf6 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5879316 Mar 22 20:13:36.550257 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-1a9041ce-e58c-4b93-bdf6-6fe9d2db7e0e service neutron] Request body: {'port': {'device_id': '39efaf10-fd16-41f3-ae62-a07c6b56f3de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:13:36.609775 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-1a9041ce-e58c-4b93-bdf6-6fe9d2db7e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (14d31c90-66a0-4a46-b610-a49f3f96d026), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:36.891189 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-1a9041ce-e58c-4b93-bdf6-6fe9d2db7e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d31c90-66a0-4a46-b610-a49f3f96d026 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:13:36.898852 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-1a9041ce-e58c-4b93-bdf6-6fe9d2db7e0e service neutron] Publish callbacks [] for port (14d31c90-66a0-4a46-b610-a49f3f96d026), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:36.922515 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-1a9041ce-e58c-4b93-bdf6-6fe9d2db7e0e service neutron] Transition to ACTIVE for port object 14d31c90-66a0-4a46-b610-a49f3f96d026 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:13:36.922515 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-1a9041ce-e58c-4b93-bdf6-6fe9d2db7e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (14d31c90-66a0-4a46-b610-a49f3f96d026), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:36.976180 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9041ce-e58c-4b93-bdf6-6fe9d2db7e0e service neutron] Pushing event updated for resources: {'Port': ['ID=14d31c90-66a0-4a46-b610-a49f3f96d026,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:13:37.053665 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-1a9041ce-e58c-4b93-bdf6-6fe9d2db7e0e service neutron] Attempting to bind port 14d31c90-66a0-4a46-b610-a49f3f96d026 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:13:37.053938 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-1a9041ce-e58c-4b93-bdf6-6fe9d2db7e0e service neutron] Attempting to bind port 14d31c90-66a0-4a46-b610-a49f3f96d026 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': 'fc39ee9c-6572-4967-b925-30a35fb34c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e23369d3-a31c-4278-b8ab-87061be0c7c1'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:13:37.054281 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-1a9041ce-e58c-4b93-bdf6-6fe9d2db7e0e service neutron] Attempting to bind port 14d31c90-66a0-4a46-b610-a49f3f96d026 on network e23369d3-a31c-4278-b8ab-87061be0c7c1 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:13:37.059002 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-1a9041ce-e58c-4b93-bdf6-6fe9d2db7e0e service neutron] Port 14d31c90-66a0-4a46-b610-a49f3f96d026 on network e23369d3-a31c-4278-b8ab-87061be0c7c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:13:37.059326 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-1a9041ce-e58c-4b93-bdf6-6fe9d2db7e0e service neutron] Attempting to bind port 14d31c90-66a0-4a46-b610-a49f3f96d026 on network e23369d3-a31c-4278-b8ab-87061be0c7c1 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:13:37.064649 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-1a9041ce-e58c-4b93-bdf6-6fe9d2db7e0e service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:13:37.064987 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-1a9041ce-e58c-4b93-bdf6-6fe9d2db7e0e service neutron] Checking segment: {'id': 'fc39ee9c-6572-4967-b925-30a35fb34c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e23369d3-a31c-4278-b8ab-87061be0c7c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:13:37.065373 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-1a9041ce-e58c-4b93-bdf6-6fe9d2db7e0e service neutron] Bound using segment: {'id': 'fc39ee9c-6572-4967-b925-30a35fb34c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e23369d3-a31c-4278-b8ab-87061be0c7c1'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:13:37.069626 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-1a9041ce-e58c-4b93-bdf6-6fe9d2db7e0e service neutron] Bound port: 14d31c90-66a0-4a46-b610-a49f3f96d026, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc39ee9c-6572-4967-b925-30a35fb34c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e23369d3-a31c-4278-b8ab-87061be0c7c1'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:13:37.070033 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-1a9041ce-e58c-4b93-bdf6-6fe9d2db7e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (14d31c90-66a0-4a46-b610-a49f3f96d026), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:37.094904 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab7612-c776-4818-aa0c-b8d30a436fa4 req-da3fdd28-6339-4b56-bcb8-1a4413bd6060 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:37.096619 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c9ab7612-c776-4818-aa0c-b8d30a436fa4 req-da3fdd28-6339-4b56-bcb8-1a4413bd6060 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/ports?device_id=39efaf10-fd16-41f3-ae62-a07c6b56f3de HTTP/1.1" status: 200 len: 943 time: 0.0579414 Mar 22 20:13:37.141505 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-1a9041ce-e58c-4b93-bdf6-6fe9d2db7e0e service neutron] For port 14d31c90-66a0-4a46-b610-a49f3f96d026, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:13:37.144815 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-1a9041ce-e58c-4b93-bdf6-6fe9d2db7e0e service neutron] For port 14d31c90-66a0-4a46-b610-a49f3f96d026, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=14d31c90-66a0-4a46-b610-a49f3f96d026,segment=NetworkSegment(fc39ee9c-6572-4967-b925-30a35fb34c72),segment_id=fc39ee9c-6572-4967-b925-30a35fb34c72)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:13:37.147652 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c9ab7612-c776-4818-aa0c-b8d30a436fa4 req-058fe8ed-daef-4ad2-9046-da11548da63a tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/security-groups?id=7120e5fb-4ec1-4003-bf2a-0db94c75793e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425951 Mar 22 20:13:37.151430 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-1a9041ce-e58c-4b93-bdf6-6fe9d2db7e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (14d31c90-66a0-4a46-b610-a49f3f96d026), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:37.186111 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-1a9041ce-e58c-4b93-bdf6-6fe9d2db7e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:37.186851 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-1a9041ce-e58c-4b93-bdf6-6fe9d2db7e0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:37.188270 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-1a9041ce-e58c-4b93-bdf6-6fe9d2db7e0e service neutron] 10.222.0.84 "PUT /v2.0/ports/14d31c90-66a0-4a46-b610-a49f3f96d026 HTTP/1.1" status: 200 len: 1092 time: 0.6422477 Mar 22 20:13:37.188717 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39efaf10-fd16-41f3-ae62-a07c6b56f3de', 'tag': '14d31c90-66a0-4a46-b610-a49f3f96d026'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:13:37.191048 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a75afaf1dfaad70fedc7c7f30d5b041dbb7ec48f6ef478f84521d18edf73ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdb8f84-4462-410e-b053-b55090fdbb0d" -d '{"events": [{"name": "network-changed", "server_uuid": "39efaf10-fd16-41f3-ae62-a07c6b56f3de", "tag": "14d31c90-66a0-4a46-b610-a49f3f96d026"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:13:37.224459 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9041ce-e58c-4b93-bdf6-6fe9d2db7e0e service neutron] Pushing event updated for resources: {'Port': ['ID=14d31c90-66a0-4a46-b610-a49f3f96d026,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:13:37.228868 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d738b9-182a-4864-abe4-a5a566ac2831 x-openstack-request-id: req-72d738b9-182a-4864-abe4-a5a566ac2831 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:13:37.229153 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39efaf10-fd16-41f3-ae62-a07c6b56f3de", "tag": "14d31c90-66a0-4a46-b610-a49f3f96d026", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:13:37.229399 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-72d738b9-182a-4864-abe4-a5a566ac2831 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:13:37.229954 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72d738b9-182a-4864-abe4-a5a566ac2831'] response: {'name': 'network-changed', 'server_uuid': '39efaf10-fd16-41f3-ae62-a07c6b56f3de', 'tag': '14d31c90-66a0-4a46-b610-a49f3f96d026', 'status': 'completed', 'code': 200} Mar 22 20:13:37.276616 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-877a9d91-674a-4419-a553-de3fe0b63b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:37.278166 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-877a9d91-674a-4419-a553-de3fe0b63b7e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=4e5496cacdf64f9e8010416f40a6d96e&device_id=39efaf10-fd16-41f3-ae62-a07c6b56f3de HTTP/1.1" status: 200 len: 1126 time: 0.0474050 Mar 22 20:13:37.321369 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-e3aee2e5-2a3b-432a-8c63-d288f6c9d649 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14d31c90-66a0-4a46-b610-a49f3f96d026 HTTP/1.1" status: 200 len: 217 time: 0.0371692 Mar 22 20:13:37.367915 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-6aa0e096-9455-4beb-9089-139c3f634d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:37.369504 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-6aa0e096-9455-4beb-9089-139c3f634d0d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9bdda93b-9e60-498e-b1d7-5abdc54eac6a HTTP/1.1" status: 200 len: 853 time: 0.0429051 Mar 22 20:13:37.404983 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-38efe757-e9dd-4d61-b483-ea553d2077d1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e23369d3-a31c-4278-b8ab-87061be0c7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299964 Mar 22 20:13:37.503854 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-73874d08-143c-4319-a46e-d830f8167262 service neutron] 10.222.0.84 "GET /v2.0/networks/e23369d3-a31c-4278-b8ab-87061be0c7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932646 Mar 22 20:13:37.594734 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4f3cdb30-4bea-4f1d-82dd-ab18c0e7a09e req-53108607-9c71-4a51-a02c-d1d6ef1d2cc5 service neutron] 10.222.0.84 "GET /v2.0/networks/e23369d3-a31c-4278-b8ab-87061be0c7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842311 Mar 22 20:13:37.686602 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb8f84-4462-410e-b053-b55090fdbb0d req-89630465-e4ed-4020-9a28-36f1712123ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:37.688076 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fcdb8f84-4462-410e-b053-b55090fdbb0d req-89630465-e4ed-4020-9a28-36f1712123ec service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=4e5496cacdf64f9e8010416f40a6d96e&device_id=39efaf10-fd16-41f3-ae62-a07c6b56f3de HTTP/1.1" status: 200 len: 1126 time: 0.0449412 Mar 22 20:13:37.780347 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb8f84-4462-410e-b053-b55090fdbb0d req-acca7fe3-bfc4-4fab-aa38-15e846d6dc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:37.782097 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fcdb8f84-4462-410e-b053-b55090fdbb0d req-acca7fe3-bfc4-4fab-aa38-15e846d6dc47 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e23369d3-a31c-4278-b8ab-87061be0c7c1 HTTP/1.1" status: 200 len: 914 time: 0.0879538 Mar 22 20:13:37.820813 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fcdb8f84-4462-410e-b053-b55090fdbb0d req-e1c3ad76-f2f8-4074-8d80-94e3a265bb0a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14d31c90-66a0-4a46-b610-a49f3f96d026 HTTP/1.1" status: 200 len: 217 time: 0.0332420 Mar 22 20:13:37.873455 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb8f84-4462-410e-b053-b55090fdbb0d req-d93aa658-7528-426f-b0b5-548e89a11fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:37.874863 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fcdb8f84-4462-410e-b053-b55090fdbb0d req-d93aa658-7528-426f-b0b5-548e89a11fc3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9bdda93b-9e60-498e-b1d7-5abdc54eac6a HTTP/1.1" status: 200 len: 853 time: 0.0476818 Mar 22 20:13:37.906278 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fcdb8f84-4462-410e-b053-b55090fdbb0d req-5b31827d-76a1-408e-8c75-18a7405069a1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e23369d3-a31c-4278-b8ab-87061be0c7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243399 Mar 22 20:13:37.996669 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fcdb8f84-4462-410e-b053-b55090fdbb0d req-ec1c446c-590e-4d56-9133-80413bccaae2 service neutron] 10.222.0.84 "GET /v2.0/networks/e23369d3-a31c-4278-b8ab-87061be0c7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817163 Mar 22 20:13:38.091137 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fcdb8f84-4462-410e-b053-b55090fdbb0d req-af2787c0-ab97-4b0b-a312-d8b494d7c876 service neutron] 10.222.0.84 "GET /v2.0/networks/e23369d3-a31c-4278-b8ab-87061be0c7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879641 Mar 22 20:13:38.267333 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7092cc6-b2aa-4b4b-b04f-0ceca3027694 req-f44fb499-248c-447d-9b9b-b51eeb86c1d3 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:38.268905 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e7092cc6-b2aa-4b4b-b04f-0ceca3027694 req-f44fb499-248c-447d-9b9b-b51eeb86c1d3 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/ports?device_id=39efaf10-fd16-41f3-ae62-a07c6b56f3de HTTP/1.1" status: 200 len: 943 time: 0.0525575 Mar 22 20:13:38.323012 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e7092cc6-b2aa-4b4b-b04f-0ceca3027694 req-4a6a2cce-96ea-402a-8de3-2216cbfcd848 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/security-groups?id=7120e5fb-4ec1-4003-bf2a-0db94c75793e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481892 Mar 22 20:13:39.232095 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 14d31c90-66a0-4a46-b610-a49f3f96d026 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:13:39.331114 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 14d31c90-66a0-4a46-b610-a49f3f96d026, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=14d31c90-66a0-4a46-b610-a49f3f96d026,segment=NetworkSegment(fc39ee9c-6572-4967-b925-30a35fb34c72),segment_id=fc39ee9c-6572-4967-b925-30a35fb34c72)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:13:39.343019 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '14d31c90-66a0-4a46-b610-a49f3f96d026', 'network_id': 'e23369d3-a31c-4278-b8ab-87061be0c7c1', 'port_id': '14d31c90-66a0-4a46-b610-a49f3f96d026', 'mac_address': 'fa:16:3e:cc:b7:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bdda93b-9e60-498e-b1d7-5abdc54eac6a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:13:39.380137 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 14d31c90-66a0-4a46-b610-a49f3f96d026 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:13:39.380559 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (14d31c90-66a0-4a46-b610-a49f3f96d026), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:39.394410 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d31c90-66a0-4a46-b610-a49f3f96d026 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:13:39.416997 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 14d31c90-66a0-4a46-b610-a49f3f96d026, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=14d31c90-66a0-4a46-b610-a49f3f96d026,segment=NetworkSegment(fc39ee9c-6572-4967-b925-30a35fb34c72),segment_id=fc39ee9c-6572-4967-b925-30a35fb34c72)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:13:39.422405 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (14d31c90-66a0-4a46-b610-a49f3f96d026), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:39.457231 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261f379-e6db-465f-9a7f-43ec82d47c6f req-cca0239e-4c09-4da8-bdfe-fd6d9c93afb5 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:39.458766 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d261f379-e6db-465f-9a7f-43ec82d47c6f req-cca0239e-4c09-4da8-bdfe-fd6d9c93afb5 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/ports?device_id=39efaf10-fd16-41f3-ae62-a07c6b56f3de HTTP/1.1" status: 200 len: 943 time: 0.0636749 Mar 22 20:13:39.475096 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=14d31c90-66a0-4a46-b610-a49f3f96d026,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:13:39.509228 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d261f379-e6db-465f-9a7f-43ec82d47c6f req-e4a92833-7247-4627-a94b-20ec26eddca8 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/security-groups?id=7120e5fb-4ec1-4003-bf2a-0db94c75793e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438354 Mar 22 20:13:39.612026 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['14d31c90-66a0-4a46-b610-a49f3f96d026'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:13:40.630689 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590c600-6e61-4992-b2d0-09318e1d1074 req-8e21aed7-25f1-418c-a77d-d79643fc50e7 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:40.632195 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5590c600-6e61-4992-b2d0-09318e1d1074 req-8e21aed7-25f1-418c-a77d-d79643fc50e7 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/ports?device_id=39efaf10-fd16-41f3-ae62-a07c6b56f3de HTTP/1.1" status: 200 len: 944 time: 0.0541058 Mar 22 20:13:40.679773 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5590c600-6e61-4992-b2d0-09318e1d1074 req-1b2a21f3-4ea5-41cd-b759-dbfc43b845e5 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/security-groups?id=7120e5fb-4ec1-4003-bf2a-0db94c75793e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412478 Mar 22 20:13:41.248207 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 14d31c90-66a0-4a46-b610-a49f3f96d026 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:13:41.300665 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 14d31c90-66a0-4a46-b610-a49f3f96d026 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:13:41.305205 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 14d31c90-66a0-4a46-b610-a49f3f96d026 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:13:41.305572 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (14d31c90-66a0-4a46-b610-a49f3f96d026), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:41.381037 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 14d31c90-66a0-4a46-b610-a49f3f96d026 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:13:41.381426 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (14d31c90-66a0-4a46-b610-a49f3f96d026), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:41.404747 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39efaf10-fd16-41f3-ae62-a07c6b56f3de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d31c90-66a0-4a46-b610-a49f3f96d026'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:13:41.407333 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42acaf4adbc820cceca1c39a9c6556ee9c843f2d32102223230a5dac4986dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cfcd9f-3727-4e5e-a4ef-7afb0a0b5a24" -d '{"events": [{"server_uuid": "39efaf10-fd16-41f3-ae62-a07c6b56f3de", "name": "network-vif-plugged", "status": "completed", "tag": "14d31c90-66a0-4a46-b610-a49f3f96d026"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:13:41.420933 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 14d31c90-66a0-4a46-b610-a49f3f96d026, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=14d31c90-66a0-4a46-b610-a49f3f96d026,segment=NetworkSegment(fc39ee9c-6572-4967-b925-30a35fb34c72),segment_id=fc39ee9c-6572-4967-b925-30a35fb34c72)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:13:41.425272 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (14d31c90-66a0-4a46-b610-a49f3f96d026), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:41.449424 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aac288f-389e-4c5c-bfbe-323633f41d8b x-openstack-request-id: req-6aac288f-389e-4c5c-bfbe-323633f41d8b {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:13:41.449717 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39efaf10-fd16-41f3-ae62-a07c6b56f3de", "name": "network-vif-plugged", "status": "completed", "tag": "14d31c90-66a0-4a46-b610-a49f3f96d026", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:13:41.449994 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6aac288f-389e-4c5c-bfbe-323633f41d8b {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:13:41.450388 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aac288f-389e-4c5c-bfbe-323633f41d8b'] response: {'server_uuid': '39efaf10-fd16-41f3-ae62-a07c6b56f3de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d31c90-66a0-4a46-b610-a49f3f96d026', 'code': 200} Mar 22 20:13:41.476822 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=14d31c90-66a0-4a46-b610-a49f3f96d026,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:13:41.547891 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba94848-ca2c-4c60-a385-055125c7d439 req-ea1bd8c3-9b7b-486d-8988-26b0e1e47a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:41.549360 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7ba94848-ca2c-4c60-a385-055125c7d439 req-ea1bd8c3-9b7b-486d-8988-26b0e1e47a27 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=39efaf10-fd16-41f3-ae62-a07c6b56f3de HTTP/1.1" status: 200 len: 1128 time: 0.0478835 Mar 22 20:13:41.592718 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-7ba94848-ca2c-4c60-a385-055125c7d439 req-71c88a8b-84cb-41b3-ad63-1c1d25644b88 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=7120e5fb-4ec1-4003-bf2a-0db94c75793e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376315 Mar 22 20:13:41.802154 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e7a50-014d-423c-b9e1-9aff1939f579 req-9976bb2e-b440-41a0-b23a-758aa842d7d3 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:41.803589 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d2e7a50-014d-423c-b9e1-9aff1939f579 req-9976bb2e-b440-41a0-b23a-758aa842d7d3 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/ports?device_id=39efaf10-fd16-41f3-ae62-a07c6b56f3de HTTP/1.1" status: 200 len: 945 time: 0.0543652 Mar 22 20:13:41.854534 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7d2e7a50-014d-423c-b9e1-9aff1939f579 req-f0f6ed4e-b150-406e-8368-ba896a581ba5 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/security-groups?id=7120e5fb-4ec1-4003-bf2a-0db94c75793e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449908 Mar 22 20:13:42.975640 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e8268-17dd-496f-a49c-a668f5fcd07e req-737f8695-313c-41ca-86c0-2a61fbf9ccf7 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:42.977229 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-378e8268-17dd-496f-a49c-a668f5fcd07e req-737f8695-313c-41ca-86c0-2a61fbf9ccf7 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/ports?device_id=39efaf10-fd16-41f3-ae62-a07c6b56f3de HTTP/1.1" status: 200 len: 945 time: 0.0554271 Mar 22 20:13:43.027741 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-378e8268-17dd-496f-a49c-a668f5fcd07e req-c056e617-4562-4a8a-9e59-f8325852d58d tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/security-groups?id=7120e5fb-4ec1-4003-bf2a-0db94c75793e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447731 Mar 22 20:13:43.265205 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea5499-23d8-4567-bb03-bed08c5518fc req-88a1befa-c3a6-4a27-8ed2-38e5ccda1b82 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:43.266776 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-abea5499-23d8-4567-bb03-bed08c5518fc req-88a1befa-c3a6-4a27-8ed2-38e5ccda1b82 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/networks?id=e23369d3-a31c-4278-b8ab-87061be0c7c1 HTTP/1.1" status: 200 len: 813 time: 0.1075530 Mar 22 20:13:43.283132 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-abea5499-23d8-4567-bb03-bed08c5518fc req-37cb23d3-955a-4c75-8018-1130a7232d07 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/quotas/4e5496cacdf64f9e8010416f40a6d96e HTTP/1.1" status: 200 len: 375 time: 0.0100405 Mar 22 20:13:43.346122 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-abea5499-23d8-4567-bb03-bed08c5518fc req-e524c9fc-2ef7-4745-85c5-fbfce7324136 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=4e5496cacdf64f9e8010416f40a6d96e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0575278 Mar 22 20:13:43.511239 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-abea5499-23d8-4567-bb03-bed08c5518fc req-b0026b2b-cbfa-471d-b3ae-701cfa814631 service neutron] 10.222.0.75 "GET /v2.0/networks/e23369d3-a31c-4278-b8ab-87061be0c7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227260 Mar 22 20:13:43.608806 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-abea5499-23d8-4567-bb03-bed08c5518fc req-ec5e06f9-550e-452b-9b0f-b03468ed33ea service neutron] 10.222.0.75 "GET /v2.0/networks/e23369d3-a31c-4278-b8ab-87061be0c7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918458 Mar 22 20:13:43.781751 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0d9ef80b-470a-4652-a2f7-8fd3f73d9ee1 req-ac687ce2-af7d-4afa-90ee-759531a5e649 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/ports?device_id=62298db4-6769-4b5c-bd07-74c5c46cd01e HTTP/1.1" status: 200 len: 210 time: 0.0306747 Mar 22 20:13:44.798615 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea5499-23d8-4567-bb03-bed08c5518fc req-c4124a65-3768-417c-9c0e-f40ea00ddd60 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:44.800619 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-abea5499-23d8-4567-bb03-bed08c5518fc req-c4124a65-3768-417c-9c0e-f40ea00ddd60 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.85 "GET /v2.0/networks?id=e23369d3-a31c-4278-b8ab-87061be0c7c1 HTTP/1.1" status: 200 len: 813 time: 0.1211162 Mar 22 20:13:44.812121 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-abea5499-23d8-4567-bb03-bed08c5518fc req-9d02c40c-908b-4a38-8a27-117a229bd1ec tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Request body: {'port': {'device_id': '62298db4-6769-4b5c-bd07-74c5c46cd01e', 'network_id': 'e23369d3-a31c-4278-b8ab-87061be0c7c1', 'admin_state_up': True, 'tenant_id': '4e5496cacdf64f9e8010416f40a6d96e'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:13:44.892884 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b9e47613-7b3c-4ebd-ba55-c30cb2b8a41b req-c7f77ba8-8c5c-4b0b-867d-17c457f0f23b tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/ports?device_id=62298db4-6769-4b5c-bd07-74c5c46cd01e HTTP/1.1" status: 200 len: 210 time: 0.0383601 Mar 22 20:13:44.943411 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abea5499-23d8-4567-bb03-bed08c5518fc req-9d02c40c-908b-4a38-8a27-117a229bd1ec tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Made reservation on behalf of 4e5496cacdf64f9e8010416f40a6d96e for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:13:44.947572 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-abea5499-23d8-4567-bb03-bed08c5518fc req-9d02c40c-908b-4a38-8a27-117a229bd1ec tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:45.079414 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-abea5499-23d8-4567-bb03-bed08c5518fc req-9d02c40c-908b-4a38-8a27-117a229bd1ec tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Allocated IP 172.20.0.4 (e23369d3-a31c-4278-b8ab-87061be0c7c1/9bdda93b-9e60-498e-b1d7-5abdc54eac6a/aa9e5294-2af3-44d2-9989-a279a30b8590) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:13:45.234805 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-afe6ae35-d78e-4fa8-94de-e0991128bf7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:45.235881 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-abea5499-23d8-4567-bb03-bed08c5518fc req-9d02c40c-908b-4a38-8a27-117a229bd1ec tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Publish callbacks [] for port (aa9e5294-2af3-44d2-9989-a279a30b8590), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:45.272156 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-abea5499-23d8-4567-bb03-bed08c5518fc req-9d02c40c-908b-4a38-8a27-117a229bd1ec tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (aa9e5294-2af3-44d2-9989-a279a30b8590), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:45.284584 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['14d31c90-66a0-4a46-b610-a49f3f96d026'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:13:45.327501 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abea5499-23d8-4567-bb03-bed08c5518fc req-9d02c40c-908b-4a38-8a27-117a229bd1ec tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Network e23369d3-a31c-4278-b8ab-87061be0c7c1 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:13:45.328872 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02c40c-908b-4a38-8a27-117a229bd1ec tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Pushing event updated for resources: {'Port': ['ID=aa9e5294-2af3-44d2-9989-a279a30b8590,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:13:45.332163 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-abea5499-23d8-4567-bb03-bed08c5518fc req-9d02c40c-908b-4a38-8a27-117a229bd1ec tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:13:45.334216 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-abea5499-23d8-4567-bb03-bed08c5518fc req-9d02c40c-908b-4a38-8a27-117a229bd1ec tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:13:45.386559 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea5499-23d8-4567-bb03-bed08c5518fc req-9d02c40c-908b-4a38-8a27-117a229bd1ec tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:45.387201 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-abea5499-23d8-4567-bb03-bed08c5518fc req-9d02c40c-908b-4a38-8a27-117a229bd1ec tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:45.404889 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-abea5499-23d8-4567-bb03-bed08c5518fc req-9d02c40c-908b-4a38-8a27-117a229bd1ec tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5973494 Mar 22 20:13:45.426107 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-abea5499-23d8-4567-bb03-bed08c5518fc req-9b3fbac2-03ab-42f4-9f6f-6b9407fd26cd service neutron] Request body: {'port': {'device_id': '62298db4-6769-4b5c-bd07-74c5c46cd01e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:13:45.488844 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-abea5499-23d8-4567-bb03-bed08c5518fc req-9b3fbac2-03ab-42f4-9f6f-6b9407fd26cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (aa9e5294-2af3-44d2-9989-a279a30b8590), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:45.749664 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-abea5499-23d8-4567-bb03-bed08c5518fc req-9b3fbac2-03ab-42f4-9f6f-6b9407fd26cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa9e5294-2af3-44d2-9989-a279a30b8590 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:13:45.757098 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-abea5499-23d8-4567-bb03-bed08c5518fc req-9b3fbac2-03ab-42f4-9f6f-6b9407fd26cd service neutron] Publish callbacks [] for port (aa9e5294-2af3-44d2-9989-a279a30b8590), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:45.770009 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-abea5499-23d8-4567-bb03-bed08c5518fc req-9b3fbac2-03ab-42f4-9f6f-6b9407fd26cd service neutron] Transition to ACTIVE for port object aa9e5294-2af3-44d2-9989-a279a30b8590 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:13:45.773923 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-abea5499-23d8-4567-bb03-bed08c5518fc req-9b3fbac2-03ab-42f4-9f6f-6b9407fd26cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (aa9e5294-2af3-44d2-9989-a279a30b8590), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:45.822912 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3fbac2-03ab-42f4-9f6f-6b9407fd26cd service neutron] Pushing event updated for resources: {'Port': ['ID=aa9e5294-2af3-44d2-9989-a279a30b8590,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:13:45.895148 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-abea5499-23d8-4567-bb03-bed08c5518fc req-9b3fbac2-03ab-42f4-9f6f-6b9407fd26cd service neutron] Attempting to bind port aa9e5294-2af3-44d2-9989-a279a30b8590 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:13:45.895475 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-abea5499-23d8-4567-bb03-bed08c5518fc req-9b3fbac2-03ab-42f4-9f6f-6b9407fd26cd service neutron] Attempting to bind port aa9e5294-2af3-44d2-9989-a279a30b8590 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': 'fc39ee9c-6572-4967-b925-30a35fb34c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e23369d3-a31c-4278-b8ab-87061be0c7c1'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:13:45.895803 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea5499-23d8-4567-bb03-bed08c5518fc req-9b3fbac2-03ab-42f4-9f6f-6b9407fd26cd service neutron] Attempting to bind port aa9e5294-2af3-44d2-9989-a279a30b8590 on network e23369d3-a31c-4278-b8ab-87061be0c7c1 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:13:45.901181 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea5499-23d8-4567-bb03-bed08c5518fc req-9b3fbac2-03ab-42f4-9f6f-6b9407fd26cd service neutron] Port aa9e5294-2af3-44d2-9989-a279a30b8590 on network e23369d3-a31c-4278-b8ab-87061be0c7c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:13:45.901504 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea5499-23d8-4567-bb03-bed08c5518fc req-9b3fbac2-03ab-42f4-9f6f-6b9407fd26cd service neutron] Attempting to bind port aa9e5294-2af3-44d2-9989-a279a30b8590 on network e23369d3-a31c-4278-b8ab-87061be0c7c1 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:13:45.906298 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea5499-23d8-4567-bb03-bed08c5518fc req-9b3fbac2-03ab-42f4-9f6f-6b9407fd26cd service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:13:45.906897 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea5499-23d8-4567-bb03-bed08c5518fc req-9b3fbac2-03ab-42f4-9f6f-6b9407fd26cd service neutron] Checking segment: {'id': 'fc39ee9c-6572-4967-b925-30a35fb34c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e23369d3-a31c-4278-b8ab-87061be0c7c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:13:45.907277 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abea5499-23d8-4567-bb03-bed08c5518fc req-9b3fbac2-03ab-42f4-9f6f-6b9407fd26cd service neutron] Bound using segment: {'id': 'fc39ee9c-6572-4967-b925-30a35fb34c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e23369d3-a31c-4278-b8ab-87061be0c7c1'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:13:45.907703 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-abea5499-23d8-4567-bb03-bed08c5518fc req-9b3fbac2-03ab-42f4-9f6f-6b9407fd26cd service neutron] Bound port: aa9e5294-2af3-44d2-9989-a279a30b8590, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc39ee9c-6572-4967-b925-30a35fb34c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e23369d3-a31c-4278-b8ab-87061be0c7c1'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:13:45.908061 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-abea5499-23d8-4567-bb03-bed08c5518fc req-9b3fbac2-03ab-42f4-9f6f-6b9407fd26cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (aa9e5294-2af3-44d2-9989-a279a30b8590), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:45.993190 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-abea5499-23d8-4567-bb03-bed08c5518fc req-9b3fbac2-03ab-42f4-9f6f-6b9407fd26cd service neutron] For port aa9e5294-2af3-44d2-9989-a279a30b8590, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:13:46.007488 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-abea5499-23d8-4567-bb03-bed08c5518fc req-9b3fbac2-03ab-42f4-9f6f-6b9407fd26cd service neutron] For port aa9e5294-2af3-44d2-9989-a279a30b8590, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=aa9e5294-2af3-44d2-9989-a279a30b8590,segment=NetworkSegment(fc39ee9c-6572-4967-b925-30a35fb34c72),segment_id=fc39ee9c-6572-4967-b925-30a35fb34c72)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:13:46.018291 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-abea5499-23d8-4567-bb03-bed08c5518fc req-9b3fbac2-03ab-42f4-9f6f-6b9407fd26cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (aa9e5294-2af3-44d2-9989-a279a30b8590), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:46.070924 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd148d5-391c-449d-8ee3-bb5d94214b0e req-9087f0f3-e5c9-4b0f-b4df-f8ac2c256968 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:46.072937 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6cd148d5-391c-449d-8ee3-bb5d94214b0e req-9087f0f3-e5c9-4b0f-b4df-f8ac2c256968 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/ports?device_id=62298db4-6769-4b5c-bd07-74c5c46cd01e HTTP/1.1" status: 200 len: 943 time: 0.1098962 Mar 22 20:13:46.078169 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea5499-23d8-4567-bb03-bed08c5518fc req-9b3fbac2-03ab-42f4-9f6f-6b9407fd26cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:46.078779 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-abea5499-23d8-4567-bb03-bed08c5518fc req-9b3fbac2-03ab-42f4-9f6f-6b9407fd26cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:46.080118 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-abea5499-23d8-4567-bb03-bed08c5518fc req-9b3fbac2-03ab-42f4-9f6f-6b9407fd26cd service neutron] 10.222.0.85 "PUT /v2.0/ports/aa9e5294-2af3-44d2-9989-a279a30b8590 HTTP/1.1" status: 200 len: 1092 time: 0.6585190 Mar 22 20:13:46.080575 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62298db4-6769-4b5c-bd07-74c5c46cd01e', 'tag': 'aa9e5294-2af3-44d2-9989-a279a30b8590'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:13:46.082875 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5203bbb830fb44ebcbef8845939fcb941f39cb8985b8c198af72047ed6de2cf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e64319f-30f8-4306-87c6-a16a4e613567" -d '{"events": [{"name": "network-changed", "server_uuid": "62298db4-6769-4b5c-bd07-74c5c46cd01e", "tag": "aa9e5294-2af3-44d2-9989-a279a30b8590"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:13:46.113002 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3fbac2-03ab-42f4-9f6f-6b9407fd26cd service neutron] Pushing event updated for resources: {'Port': ['ID=aa9e5294-2af3-44d2-9989-a279a30b8590,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:13:46.134051 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18901c3-7f33-41b4-8dc3-013898e0a001 x-openstack-request-id: req-e18901c3-7f33-41b4-8dc3-013898e0a001 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:13:46.134994 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62298db4-6769-4b5c-bd07-74c5c46cd01e", "tag": "aa9e5294-2af3-44d2-9989-a279a30b8590", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:13:46.135408 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e18901c3-7f33-41b4-8dc3-013898e0a001 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:13:46.136011 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e18901c3-7f33-41b4-8dc3-013898e0a001'] response: {'name': 'network-changed', 'server_uuid': '62298db4-6769-4b5c-bd07-74c5c46cd01e', 'tag': 'aa9e5294-2af3-44d2-9989-a279a30b8590', 'status': 'completed', 'code': 200} Mar 22 20:13:46.174775 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6cd148d5-391c-449d-8ee3-bb5d94214b0e req-730df8fb-81f5-4132-a5ab-63a79a98a765 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/security-groups?id=7120e5fb-4ec1-4003-bf2a-0db94c75793e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857542 Mar 22 20:13:46.187750 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea5499-23d8-4567-bb03-bed08c5518fc req-ae29dafc-4560-48a0-80bc-f1847921463d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:46.189294 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-abea5499-23d8-4567-bb03-bed08c5518fc req-ae29dafc-4560-48a0-80bc-f1847921463d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4e5496cacdf64f9e8010416f40a6d96e&device_id=62298db4-6769-4b5c-bd07-74c5c46cd01e HTTP/1.1" status: 200 len: 1126 time: 0.0688901 Mar 22 20:13:46.230729 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-abea5499-23d8-4567-bb03-bed08c5518fc req-be3a7352-7650-4033-a4ae-f67f1960cd12 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa9e5294-2af3-44d2-9989-a279a30b8590 HTTP/1.1" status: 200 len: 217 time: 0.0353956 Mar 22 20:13:46.277661 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:46.296848 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea5499-23d8-4567-bb03-bed08c5518fc req-a572e7c0-b330-4ef3-9ff9-99beee3cc5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:46.298345 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-abea5499-23d8-4567-bb03-bed08c5518fc req-a572e7c0-b330-4ef3-9ff9-99beee3cc5ab service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9bdda93b-9e60-498e-b1d7-5abdc54eac6a HTTP/1.1" status: 200 len: 853 time: 0.0618017 Mar 22 20:13:46.329190 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-abea5499-23d8-4567-bb03-bed08c5518fc req-f4e39b1a-64fb-45b2-b229-571f6b3e0237 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e23369d3-a31c-4278-b8ab-87061be0c7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253170 Mar 22 20:13:46.417776 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-abea5499-23d8-4567-bb03-bed08c5518fc req-da4fc721-86c4-40bb-9b57-3db9245941b7 service neutron] 10.222.0.85 "GET /v2.0/networks/e23369d3-a31c-4278-b8ab-87061be0c7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823510 Mar 22 20:13:46.509008 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-abea5499-23d8-4567-bb03-bed08c5518fc req-0705332f-e227-4219-8cbc-7e303781e9ab service neutron] 10.222.0.85 "GET /v2.0/networks/e23369d3-a31c-4278-b8ab-87061be0c7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855060 Mar 22 20:13:46.610804 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64319f-30f8-4306-87c6-a16a4e613567 req-a3966d1c-24f3-46b2-8f13-ba55eac3e7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:46.612317 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6e64319f-30f8-4306-87c6-a16a4e613567 req-a3966d1c-24f3-46b2-8f13-ba55eac3e7b1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=4e5496cacdf64f9e8010416f40a6d96e&device_id=62298db4-6769-4b5c-bd07-74c5c46cd01e HTTP/1.1" status: 200 len: 1126 time: 0.0567529 Mar 22 20:13:46.706171 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64319f-30f8-4306-87c6-a16a4e613567 req-d1804ba0-a6a9-4651-bac4-3de8886e7dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:46.707676 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6e64319f-30f8-4306-87c6-a16a4e613567 req-d1804ba0-a6a9-4651-bac4-3de8886e7dd8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=e23369d3-a31c-4278-b8ab-87061be0c7c1 HTTP/1.1" status: 200 len: 914 time: 0.0899174 Mar 22 20:13:46.749209 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6e64319f-30f8-4306-87c6-a16a4e613567 req-dc115116-f650-45dd-aeb0-03ddbce840ec service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa9e5294-2af3-44d2-9989-a279a30b8590 HTTP/1.1" status: 200 len: 217 time: 0.0354314 Mar 22 20:13:46.799584 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64319f-30f8-4306-87c6-a16a4e613567 req-7a3c8147-91ca-4565-b907-374bb74ab48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:46.801076 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6e64319f-30f8-4306-87c6-a16a4e613567 req-7a3c8147-91ca-4565-b907-374bb74ab48c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9bdda93b-9e60-498e-b1d7-5abdc54eac6a HTTP/1.1" status: 200 len: 853 time: 0.0453317 Mar 22 20:13:46.833094 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6e64319f-30f8-4306-87c6-a16a4e613567 req-4cad1b99-936b-488d-a9b3-f6cfc51f19de service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e23369d3-a31c-4278-b8ab-87061be0c7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260465 Mar 22 20:13:46.932795 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6e64319f-30f8-4306-87c6-a16a4e613567 req-13e120b4-00aa-4857-8b95-dcfb456e9cda service neutron] 10.222.0.85 "GET /v2.0/networks/e23369d3-a31c-4278-b8ab-87061be0c7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937436 Mar 22 20:13:47.021682 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6e64319f-30f8-4306-87c6-a16a4e613567 req-81827cbb-12ad-4b20-93cf-a50ec4a87ccd service neutron] 10.222.0.85 "GET /v2.0/networks/e23369d3-a31c-4278-b8ab-87061be0c7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831127 Mar 22 20:13:47.301536 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c5e81-4dc1-4976-83b7-8f8d7f2b5eb6 req-b59dd4c2-f5d6-4289-9994-8d7ca49613ea tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:47.303067 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d68c5e81-4dc1-4976-83b7-8f8d7f2b5eb6 req-b59dd4c2-f5d6-4289-9994-8d7ca49613ea tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/ports?device_id=62298db4-6769-4b5c-bd07-74c5c46cd01e HTTP/1.1" status: 200 len: 943 time: 0.0577123 Mar 22 20:13:47.353682 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d68c5e81-4dc1-4976-83b7-8f8d7f2b5eb6 req-89ec7e04-418b-47c2-9ae0-0b2a8f89e788 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/security-groups?id=7120e5fb-4ec1-4003-bf2a-0db94c75793e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412855 Mar 22 20:13:47.460284 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-50eb250e-a5c5-4cda-a29b-48110a2f344f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:48.392463 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device aa9e5294-2af3-44d2-9989-a279a30b8590 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:13:48.477827 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3057e-bd28-47d0-a5f0-a4472887826a req-f5c7d31f-c8a3-452c-b84b-05d566c09e2c tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:48.479939 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41d3057e-bd28-47d0-a5f0-a4472887826a req-f5c7d31f-c8a3-452c-b84b-05d566c09e2c tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/ports?device_id=62298db4-6769-4b5c-bd07-74c5c46cd01e HTTP/1.1" status: 200 len: 943 time: 0.0584104 Mar 22 20:13:48.493604 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port aa9e5294-2af3-44d2-9989-a279a30b8590, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=aa9e5294-2af3-44d2-9989-a279a30b8590,segment=NetworkSegment(fc39ee9c-6572-4967-b925-30a35fb34c72),segment_id=fc39ee9c-6572-4967-b925-30a35fb34c72)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:13:48.506270 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'aa9e5294-2af3-44d2-9989-a279a30b8590', 'network_id': 'e23369d3-a31c-4278-b8ab-87061be0c7c1', 'port_id': 'aa9e5294-2af3-44d2-9989-a279a30b8590', 'mac_address': 'fa:16:3e:5e:42:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bdda93b-9e60-498e-b1d7-5abdc54eac6a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:13:48.527403 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41d3057e-bd28-47d0-a5f0-a4472887826a req-750a4256-8286-40e8-9839-4f08f66562e7 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/security-groups?id=7120e5fb-4ec1-4003-bf2a-0db94c75793e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417304 Mar 22 20:13:48.543484 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port aa9e5294-2af3-44d2-9989-a279a30b8590 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:13:48.543882 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (aa9e5294-2af3-44d2-9989-a279a30b8590), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:48.560857 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa9e5294-2af3-44d2-9989-a279a30b8590 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:13:48.582717 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port aa9e5294-2af3-44d2-9989-a279a30b8590, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=aa9e5294-2af3-44d2-9989-a279a30b8590,segment=NetworkSegment(fc39ee9c-6572-4967-b925-30a35fb34c72),segment_id=fc39ee9c-6572-4967-b925-30a35fb34c72)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:13:48.586493 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (aa9e5294-2af3-44d2-9989-a279a30b8590), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:48.633646 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=aa9e5294-2af3-44d2-9989-a279a30b8590,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:13:48.640959 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:48.641314 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:48.641661 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:48.642043 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:48.642385 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:48.642722 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:48.643054 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:48.643385 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:48.643714 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:48.644041 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:48.644367 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:48.644693 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:48.645019 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:48.645345 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:48.645670 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:48.706043 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:48.870353 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:48.897640 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['aa9e5294-2af3-44d2-9989-a279a30b8590'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:13:49.653414 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733b0b6-6532-4517-a33a-8ace05e9c0f4 req-71da2735-2a83-48d7-85cc-730c0f053b5d tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:49.654949 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a733b0b6-6532-4517-a33a-8ace05e9c0f4 req-71da2735-2a83-48d7-85cc-730c0f053b5d tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/ports?device_id=62298db4-6769-4b5c-bd07-74c5c46cd01e HTTP/1.1" status: 200 len: 944 time: 0.0588760 Mar 22 20:13:49.703632 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a733b0b6-6532-4517-a33a-8ace05e9c0f4 req-93f9ba41-5933-431d-ab64-01536f5d5f94 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/security-groups?id=7120e5fb-4ec1-4003-bf2a-0db94c75793e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428073 Mar 22 20:13:50.304774 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:50.391556 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device aa9e5294-2af3-44d2-9989-a279a30b8590 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:13:50.444603 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port aa9e5294-2af3-44d2-9989-a279a30b8590 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:13:50.449907 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port aa9e5294-2af3-44d2-9989-a279a30b8590 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:13:50.450139 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (aa9e5294-2af3-44d2-9989-a279a30b8590), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:50.531078 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port aa9e5294-2af3-44d2-9989-a279a30b8590 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:13:50.531722 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (aa9e5294-2af3-44d2-9989-a279a30b8590), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:50.554048 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62298db4-6769-4b5c-bd07-74c5c46cd01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9e5294-2af3-44d2-9989-a279a30b8590'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:13:50.556823 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42acaf4adbc820cceca1c39a9c6556ee9c843f2d32102223230a5dac4986dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9f0533-b398-4cf5-b597-ab4c4933ffbc" -d '{"events": [{"server_uuid": "62298db4-6769-4b5c-bd07-74c5c46cd01e", "name": "network-vif-plugged", "status": "completed", "tag": "aa9e5294-2af3-44d2-9989-a279a30b8590"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:13:50.570057 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port aa9e5294-2af3-44d2-9989-a279a30b8590, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=aa9e5294-2af3-44d2-9989-a279a30b8590,segment=NetworkSegment(fc39ee9c-6572-4967-b925-30a35fb34c72),segment_id=fc39ee9c-6572-4967-b925-30a35fb34c72)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:13:50.574529 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (aa9e5294-2af3-44d2-9989-a279a30b8590), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:50.600331 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52053bfc-3adf-4301-9779-84069153d44b x-openstack-request-id: req-52053bfc-3adf-4301-9779-84069153d44b {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:13:50.600626 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62298db4-6769-4b5c-bd07-74c5c46cd01e", "name": "network-vif-plugged", "status": "completed", "tag": "aa9e5294-2af3-44d2-9989-a279a30b8590", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:13:50.600890 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-52053bfc-3adf-4301-9779-84069153d44b {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:13:50.601294 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52053bfc-3adf-4301-9779-84069153d44b'] response: {'server_uuid': '62298db4-6769-4b5c-bd07-74c5c46cd01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9e5294-2af3-44d2-9989-a279a30b8590', 'code': 200} Mar 22 20:13:50.633574 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=aa9e5294-2af3-44d2-9989-a279a30b8590,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:13:50.695093 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6574ee9-4ee1-44ca-868e-9cb40fffb2b6 req-d8362367-c2c2-4905-8042-e2972be95d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:50.696959 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f6574ee9-4ee1-44ca-868e-9cb40fffb2b6 req-d8362367-c2c2-4905-8042-e2972be95d97 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=62298db4-6769-4b5c-bd07-74c5c46cd01e HTTP/1.1" status: 200 len: 1128 time: 0.0464156 Mar 22 20:13:50.742987 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f6574ee9-4ee1-44ca-868e-9cb40fffb2b6 req-1fbb9c94-ee01-4774-8d76-60f0a9b6d384 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=7120e5fb-4ec1-4003-bf2a-0db94c75793e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387409 Mar 22 20:13:50.838880 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac498e-9742-4230-ad04-c8d3e8030af6 req-3a0841bd-6fa0-44fc-9e57-b5d1491295c8 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:50.840398 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-37ac498e-9742-4230-ad04-c8d3e8030af6 req-3a0841bd-6fa0-44fc-9e57-b5d1491295c8 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/ports?device_id=62298db4-6769-4b5c-bd07-74c5c46cd01e HTTP/1.1" status: 200 len: 945 time: 0.0584731 Mar 22 20:13:50.892227 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-37ac498e-9742-4230-ad04-c8d3e8030af6 req-bed29e53-02b8-4625-942b-225538d5ec42 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/security-groups?id=7120e5fb-4ec1-4003-bf2a-0db94c75793e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462031 Mar 22 20:13:51.404176 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:52.033374 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8272f83-d782-450a-b8bd-f6f685d3fd2a req-72d3540d-fa40-4bff-95d1-0c6b97499e04 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:52.034893 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a8272f83-d782-450a-b8bd-f6f685d3fd2a req-72d3540d-fa40-4bff-95d1-0c6b97499e04 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/ports?device_id=62298db4-6769-4b5c-bd07-74c5c46cd01e HTTP/1.1" status: 200 len: 945 time: 0.0716698 Mar 22 20:13:52.088518 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a8272f83-d782-450a-b8bd-f6f685d3fd2a req-0e00ca0d-654d-4689-a5c8-2dec0f17a8e0 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/security-groups?id=7120e5fb-4ec1-4003-bf2a-0db94c75793e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466158 Mar 22 20:13:53.227449 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410346bc-cb97-40a8-acb1-8759434b187a req-a15f76a7-1d19-4f2a-95bb-00f28fc61deb tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:53.229524 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-410346bc-cb97-40a8-acb1-8759434b187a req-a15f76a7-1d19-4f2a-95bb-00f28fc61deb tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/ports?device_id=62298db4-6769-4b5c-bd07-74c5c46cd01e HTTP/1.1" status: 200 len: 945 time: 0.0599196 Mar 22 20:13:53.281017 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-410346bc-cb97-40a8-acb1-8759434b187a req-cf299bf7-7d62-40d2-8dfa-6ab6e84c7e9a tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/security-groups?id=7120e5fb-4ec1-4003-bf2a-0db94c75793e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456522 Mar 22 20:13:53.534511 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0e4ed-b8b4-40ff-befc-570f625c2d65 req-e4beb7b6-5f6b-4672-af9e-8633a25e56db tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:53.536094 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ecb0e4ed-b8b4-40ff-befc-570f625c2d65 req-e4beb7b6-5f6b-4672-af9e-8633a25e56db tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/ports?device_id=62298db4-6769-4b5c-bd07-74c5c46cd01e HTTP/1.1" status: 200 len: 945 time: 0.0582807 Mar 22 20:13:53.583805 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ecb0e4ed-b8b4-40ff-befc-570f625c2d65 req-80a914a3-bf99-4d5d-bd29-028897a3df75 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/security-groups?id=7120e5fb-4ec1-4003-bf2a-0db94c75793e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410886 Mar 22 20:13:54.716723 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a4ae1-c6a6-43f3-8e21-33d8d3b346e0 req-390d27fa-1a9c-4890-9668-c6f8373c31fe tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:54.718431 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c90a4ae1-c6a6-43f3-8e21-33d8d3b346e0 req-390d27fa-1a9c-4890-9668-c6f8373c31fe tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/ports?device_id=62298db4-6769-4b5c-bd07-74c5c46cd01e HTTP/1.1" status: 200 len: 945 time: 0.0578024 Mar 22 20:13:54.771406 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c90a4ae1-c6a6-43f3-8e21-33d8d3b346e0 req-6b64a6fb-b431-4316-9eb7-ce35a383d4a0 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/security-groups?id=7120e5fb-4ec1-4003-bf2a-0db94c75793e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435326 Mar 22 20:13:54.856578 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d54393-fe9c-437c-b16c-63fddc09e3ca req-3f39e675-b9ba-4225-a011-5e57fcadb7e7 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:54.858282 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58d54393-fe9c-437c-b16c-63fddc09e3ca req-3f39e675-b9ba-4225-a011-5e57fcadb7e7 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.85 "GET /v2.0/ports?device_id=62298db4-6769-4b5c-bd07-74c5c46cd01e HTTP/1.1" status: 200 len: 945 time: 0.0669961 Mar 22 20:13:54.974523 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-58d54393-fe9c-437c-b16c-63fddc09e3ca req-6648c0bd-1d13-42d5-af9f-eca2e53254b7 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Deleting port aa9e5294-2af3-44d2-9989-a279a30b8590 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:13:54.974783 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-58d54393-fe9c-437c-b16c-63fddc09e3ca req-6648c0bd-1d13-42d5-af9f-eca2e53254b7 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (aa9e5294-2af3-44d2-9989-a279a30b8590), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:55.072088 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-58d54393-fe9c-437c-b16c-63fddc09e3ca req-6648c0bd-1d13-42d5-af9f-eca2e53254b7 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] For port aa9e5294-2af3-44d2-9989-a279a30b8590, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=aa9e5294-2af3-44d2-9989-a279a30b8590,segment=NetworkSegment(fc39ee9c-6572-4967-b925-30a35fb34c72),segment_id=fc39ee9c-6572-4967-b925-30a35fb34c72)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:13:55.072453 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-58d54393-fe9c-437c-b16c-63fddc09e3ca req-6648c0bd-1d13-42d5-af9f-eca2e53254b7 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (aa9e5294-2af3-44d2-9989-a279a30b8590), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:55.091042 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-58d54393-fe9c-437c-b16c-63fddc09e3ca req-6648c0bd-1d13-42d5-af9f-eca2e53254b7 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Calling delete_port for aa9e5294-2af3-44d2-9989-a279a30b8590 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:13:55.226123 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-58d54393-fe9c-437c-b16c-63fddc09e3ca req-6648c0bd-1d13-42d5-af9f-eca2e53254b7 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (aa9e5294-2af3-44d2-9989-a279a30b8590), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:55.240245 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['aa9e5294-2af3-44d2-9989-a279a30b8590'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:13:55.243632 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['14d31c90-66a0-4a46-b610-a49f3f96d026'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:13:55.254395 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648c0bd-1d13-42d5-af9f-eca2e53254b7 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Pushing event deleted for resources: {'Port': ['ID=aa9e5294-2af3-44d2-9989-a279a30b8590,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:13:55.324932 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d54393-fe9c-437c-b16c-63fddc09e3ca req-6648c0bd-1d13-42d5-af9f-eca2e53254b7 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] No DVR routers for this DVR port aa9e5294-2af3-44d2-9989-a279a30b8590 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:13:55.328965 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-58d54393-fe9c-437c-b16c-63fddc09e3ca req-6648c0bd-1d13-42d5-af9f-eca2e53254b7 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:55.334034 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-58d54393-fe9c-437c-b16c-63fddc09e3ca req-6648c0bd-1d13-42d5-af9f-eca2e53254b7 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.85 "DELETE /v2.0/ports/aa9e5294-2af3-44d2-9989-a279a30b8590 HTTP/1.1" status: 204 len: 173 time: 0.4702327 Mar 22 20:13:55.335311 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62298db4-6769-4b5c-bd07-74c5c46cd01e', 'name': 'network-vif-deleted', 'tag': 'aa9e5294-2af3-44d2-9989-a279a30b8590'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:13:55.338598 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5203bbb830fb44ebcbef8845939fcb941f39cb8985b8c198af72047ed6de2cf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7671a66-453d-46a5-ae79-8f4279e34b60" -d '{"events": [{"server_uuid": "62298db4-6769-4b5c-bd07-74c5c46cd01e", "name": "network-vif-deleted", "tag": "aa9e5294-2af3-44d2-9989-a279a30b8590"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:13:55.398634 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d96d620-f32e-4b60-84c1-fd7f2929fb33 x-openstack-request-id: req-1d96d620-f32e-4b60-84c1-fd7f2929fb33 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:13:55.398936 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62298db4-6769-4b5c-bd07-74c5c46cd01e", "name": "network-vif-deleted", "tag": "aa9e5294-2af3-44d2-9989-a279a30b8590", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:13:55.399192 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1d96d620-f32e-4b60-84c1-fd7f2929fb33 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:13:55.399639 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d96d620-f32e-4b60-84c1-fd7f2929fb33'] response: {'server_uuid': '62298db4-6769-4b5c-bd07-74c5c46cd01e', 'name': 'network-vif-deleted', 'tag': 'aa9e5294-2af3-44d2-9989-a279a30b8590', 'status': 'completed', 'code': 200} Mar 22 20:13:55.964438 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875da3d-e148-4103-a6c9-d4992d0e534d req-7f7047bb-d143-4dc8-b03d-20ee7f79fe97 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:55.966029 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9875da3d-e148-4103-a6c9-d4992d0e534d req-7f7047bb-d143-4dc8-b03d-20ee7f79fe97 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/ports?device_id=39efaf10-fd16-41f3-ae62-a07c6b56f3de HTTP/1.1" status: 200 len: 945 time: 0.0570364 Mar 22 20:13:56.014292 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9875da3d-e148-4103-a6c9-d4992d0e534d req-e34d17f7-455d-47c1-bee5-18fd66701074 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/security-groups?id=7120e5fb-4ec1-4003-bf2a-0db94c75793e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420461 Mar 22 20:13:56.166018 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57473a6-f440-4cec-93af-38d10d7c36b3 req-a32115a0-76a9-4e25-91fa-e171cf33d39a tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:56.167593 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a57473a6-f440-4cec-93af-38d10d7c36b3 req-a32115a0-76a9-4e25-91fa-e171cf33d39a tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/ports?device_id=39efaf10-fd16-41f3-ae62-a07c6b56f3de HTTP/1.1" status: 200 len: 945 time: 0.0548217 Mar 22 20:13:56.231874 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a57473a6-f440-4cec-93af-38d10d7c36b3 req-75510618-7dcf-4680-9759-7b9cdbfb2e8b tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/security-groups?id=7120e5fb-4ec1-4003-bf2a-0db94c75793e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511777 Mar 22 20:13:56.357903 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eea272-faa6-4221-82df-e915119dda81 req-afed6dcc-c8f1-43d9-b186-343407e2f2e3 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:56.359348 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a3eea272-faa6-4221-82df-e915119dda81 req-afed6dcc-c8f1-43d9-b186-343407e2f2e3 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/ports?device_id=39efaf10-fd16-41f3-ae62-a07c6b56f3de HTTP/1.1" status: 200 len: 945 time: 0.0571048 Mar 22 20:13:56.408782 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a3eea272-faa6-4221-82df-e915119dda81 req-f41c5ce7-f289-4be2-8780-9e0827967fa9 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/security-groups?id=7120e5fb-4ec1-4003-bf2a-0db94c75793e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437448 Mar 22 20:13:56.591572 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de43d88-7a93-4a42-a1ae-1d414b46b7d0 req-71ec9120-2f36-4e08-98fb-684a119a8772 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:56.593097 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9de43d88-7a93-4a42-a1ae-1d414b46b7d0 req-71ec9120-2f36-4e08-98fb-684a119a8772 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/ports?device_id=39efaf10-fd16-41f3-ae62-a07c6b56f3de HTTP/1.1" status: 200 len: 945 time: 0.0545557 Mar 22 20:13:56.648758 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9de43d88-7a93-4a42-a1ae-1d414b46b7d0 req-99880671-5407-4584-8511-49b3fc90e20e tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/security-groups?id=7120e5fb-4ec1-4003-bf2a-0db94c75793e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497882 Mar 22 20:13:56.796637 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca2239-a2be-490f-a8b3-fd6488606424 req-85c6a9a6-1f11-4aea-87b7-89356c668800 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:56.798181 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-13ca2239-a2be-490f-a8b3-fd6488606424 req-85c6a9a6-1f11-4aea-87b7-89356c668800 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/ports?device_id=39efaf10-fd16-41f3-ae62-a07c6b56f3de HTTP/1.1" status: 200 len: 945 time: 0.0662897 Mar 22 20:13:56.848636 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-13ca2239-a2be-490f-a8b3-fd6488606424 req-087197ae-4443-48d7-8b5c-493697be4e16 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/security-groups?id=7120e5fb-4ec1-4003-bf2a-0db94c75793e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446112 Mar 22 20:13:57.003791 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc06663-fd69-4b01-bd91-2004dee8e4fe req-441028a6-c399-4efe-b651-0051bb878964 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:57.005304 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9cc06663-fd69-4b01-bd91-2004dee8e4fe req-441028a6-c399-4efe-b651-0051bb878964 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/ports?device_id=39efaf10-fd16-41f3-ae62-a07c6b56f3de HTTP/1.1" status: 200 len: 945 time: 0.0535414 Mar 22 20:13:57.058098 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9cc06663-fd69-4b01-bd91-2004dee8e4fe req-ddd83a26-7112-4b44-94dd-49fc5a62464d tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/security-groups?id=7120e5fb-4ec1-4003-bf2a-0db94c75793e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435400 Mar 22 20:13:57.380000 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba30faae-8c2c-4d04-ae7a-37fbffe1c244 req-c77b0910-8c55-4c33-990a-bc3e9d3aaa3d tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:57.381457 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ba30faae-8c2c-4d04-ae7a-37fbffe1c244 req-c77b0910-8c55-4c33-990a-bc3e9d3aaa3d tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/ports?device_id=39efaf10-fd16-41f3-ae62-a07c6b56f3de HTTP/1.1" status: 200 len: 945 time: 0.0542238 Mar 22 20:13:57.433245 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ba30faae-8c2c-4d04-ae7a-37fbffe1c244 req-755596f0-b5f6-4899-9584-cde59ac85e9d tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/security-groups?id=7120e5fb-4ec1-4003-bf2a-0db94c75793e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460191 Mar 22 20:13:58.438129 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device aa9e5294-2af3-44d2-9989-a279a30b8590 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:13:58.460199 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: aa9e5294-2af3-44d2-9989-a279a30b8590 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:13:58.460540 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device aa9e5294-2af3-44d2-9989-a279a30b8590 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:13:58.566922 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e99c8-8bfd-47b3-af7c-81fc0b82ec9a req-3d8a3792-11f2-4a57-a69c-72509b5495c9 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:58.568509 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0b7e99c8-8bfd-47b3-af7c-81fc0b82ec9a req-3d8a3792-11f2-4a57-a69c-72509b5495c9 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/ports?device_id=39efaf10-fd16-41f3-ae62-a07c6b56f3de HTTP/1.1" status: 200 len: 945 time: 0.0550482 Mar 22 20:13:58.618353 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0b7e99c8-8bfd-47b3-af7c-81fc0b82ec9a req-58e50686-6e51-4135-9176-654d87dc9b7e tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/security-groups?id=7120e5fb-4ec1-4003-bf2a-0db94c75793e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437074 Mar 22 20:13:58.660592 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7727209-df0d-4c5d-8847-1eba12d1fb18 req-95efd17f-c510-4807-ae47-4c6a05d88dc0 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:13:58.662070 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b7727209-df0d-4c5d-8847-1eba12d1fb18 req-95efd17f-c510-4807-ae47-4c6a05d88dc0 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.84 "GET /v2.0/ports?device_id=39efaf10-fd16-41f3-ae62-a07c6b56f3de HTTP/1.1" status: 200 len: 945 time: 0.0625703 Mar 22 20:13:58.786200 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-b7727209-df0d-4c5d-8847-1eba12d1fb18 req-01d855cd-a5f2-4cbc-98c3-98db9cb6acbf tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Deleting port 14d31c90-66a0-4a46-b610-a49f3f96d026 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:13:58.786674 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b7727209-df0d-4c5d-8847-1eba12d1fb18 req-01d855cd-a5f2-4cbc-98c3-98db9cb6acbf tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (14d31c90-66a0-4a46-b610-a49f3f96d026), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:58.885564 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-b7727209-df0d-4c5d-8847-1eba12d1fb18 req-01d855cd-a5f2-4cbc-98c3-98db9cb6acbf tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] For port 14d31c90-66a0-4a46-b610-a49f3f96d026, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=14d31c90-66a0-4a46-b610-a49f3f96d026,segment=NetworkSegment(fc39ee9c-6572-4967-b925-30a35fb34c72),segment_id=fc39ee9c-6572-4967-b925-30a35fb34c72)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:13:58.886756 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b7727209-df0d-4c5d-8847-1eba12d1fb18 req-01d855cd-a5f2-4cbc-98c3-98db9cb6acbf tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (14d31c90-66a0-4a46-b610-a49f3f96d026), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:58.899296 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-b7727209-df0d-4c5d-8847-1eba12d1fb18 req-01d855cd-a5f2-4cbc-98c3-98db9cb6acbf tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Calling delete_port for 14d31c90-66a0-4a46-b610-a49f3f96d026 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:13:59.347349 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b7727209-df0d-4c5d-8847-1eba12d1fb18 req-01d855cd-a5f2-4cbc-98c3-98db9cb6acbf tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (14d31c90-66a0-4a46-b610-a49f3f96d026), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:59.361863 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['14d31c90-66a0-4a46-b610-a49f3f96d026'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:13:59.382281 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d855cd-a5f2-4cbc-98c3-98db9cb6acbf tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Pushing event deleted for resources: {'Port': ['ID=14d31c90-66a0-4a46-b610-a49f3f96d026,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:13:59.395947 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d855cd-a5f2-4cbc-98c3-98db9cb6acbf tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:59.396340 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d855cd-a5f2-4cbc-98c3-98db9cb6acbf tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:59.396626 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d855cd-a5f2-4cbc-98c3-98db9cb6acbf tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:59.396967 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d855cd-a5f2-4cbc-98c3-98db9cb6acbf tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:59.397307 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d855cd-a5f2-4cbc-98c3-98db9cb6acbf tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:59.397654 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d855cd-a5f2-4cbc-98c3-98db9cb6acbf tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:59.398026 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d855cd-a5f2-4cbc-98c3-98db9cb6acbf tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:59.398366 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d855cd-a5f2-4cbc-98c3-98db9cb6acbf tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:59.398698 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d855cd-a5f2-4cbc-98c3-98db9cb6acbf tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:59.399036 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d855cd-a5f2-4cbc-98c3-98db9cb6acbf tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:59.399367 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d855cd-a5f2-4cbc-98c3-98db9cb6acbf tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:59.399746 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d855cd-a5f2-4cbc-98c3-98db9cb6acbf tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:59.400076 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d855cd-a5f2-4cbc-98c3-98db9cb6acbf tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:59.400403 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d855cd-a5f2-4cbc-98c3-98db9cb6acbf tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:59.400729 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d855cd-a5f2-4cbc-98c3-98db9cb6acbf tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:13:59.445723 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7727209-df0d-4c5d-8847-1eba12d1fb18 req-01d855cd-a5f2-4cbc-98c3-98db9cb6acbf tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] No DVR routers for this DVR port 14d31c90-66a0-4a46-b610-a49f3f96d026 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:13:59.449368 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b7727209-df0d-4c5d-8847-1eba12d1fb18 req-01d855cd-a5f2-4cbc-98c3-98db9cb6acbf tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:13:59.453933 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b7727209-df0d-4c5d-8847-1eba12d1fb18 req-01d855cd-a5f2-4cbc-98c3-98db9cb6acbf tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.84 "DELETE /v2.0/ports/14d31c90-66a0-4a46-b610-a49f3f96d026 HTTP/1.1" status: 204 len: 173 time: 0.7862329 Mar 22 20:13:59.454692 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39efaf10-fd16-41f3-ae62-a07c6b56f3de', 'name': 'network-vif-deleted', 'tag': '14d31c90-66a0-4a46-b610-a49f3f96d026'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:13:59.456930 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a75afaf1dfaad70fedc7c7f30d5b041dbb7ec48f6ef478f84521d18edf73ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0caab7-a8aa-4bde-8d5b-7b0c9f4adf26" -d '{"events": [{"server_uuid": "39efaf10-fd16-41f3-ae62-a07c6b56f3de", "name": "network-vif-deleted", "tag": "14d31c90-66a0-4a46-b610-a49f3f96d026"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:13:59.500354 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883aa2fd-359f-4d5a-b9bd-6e4bfcada045 x-openstack-request-id: req-883aa2fd-359f-4d5a-b9bd-6e4bfcada045 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:13:59.501029 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39efaf10-fd16-41f3-ae62-a07c6b56f3de", "name": "network-vif-deleted", "tag": "14d31c90-66a0-4a46-b610-a49f3f96d026", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:13:59.501029 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-883aa2fd-359f-4d5a-b9bd-6e4bfcada045 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:13:59.508575 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-883aa2fd-359f-4d5a-b9bd-6e4bfcada045'] response: {'server_uuid': '39efaf10-fd16-41f3-ae62-a07c6b56f3de', 'name': 'network-vif-deleted', 'tag': '14d31c90-66a0-4a46-b610-a49f3f96d026', 'status': 'completed', 'code': 200} Mar 22 20:13:59.746375 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-98a82578-e407-4fa6-852b-21a65a71423d req-f57a7cea-202a-4b18-a807-0a3231f72022 tempest-ServersNegativeTestJSON-1737096649 tempest-ServersNegativeTestJSON-1737096649-project] 10.222.0.75 "GET /v2.0/ports?device_id=39efaf10-fd16-41f3-ae62-a07c6b56f3de HTTP/1.1" status: 200 len: 210 time: 0.0291224 Mar 22 20:14:00.819666 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39750) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:00.870365 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-d57c25db-0acf-499c-adf5-2ba0672a994e admin admin] Deleting subnet 9bdda93b-9e60-498e-b1d7-5abdc54eac6a {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:14:00.873596 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d57c25db-0acf-499c-adf5-2ba0672a994e admin admin] Publish callbacks [] for subnet (9bdda93b-9e60-498e-b1d7-5abdc54eac6a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:00.909760 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d57c25db-0acf-499c-adf5-2ba0672a994e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (9bdda93b-9e60-498e-b1d7-5abdc54eac6a), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:00.958535 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d57c25db-0acf-499c-adf5-2ba0672a994e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (9bdda93b-9e60-498e-b1d7-5abdc54eac6a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:01.022738 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d57c25db-0acf-499c-adf5-2ba0672a994e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (9bdda93b-9e60-498e-b1d7-5abdc54eac6a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:01.047831 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c25db-0acf-499c-adf5-2ba0672a994e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bdda93b-9e60-498e-b1d7-5abdc54eac6a,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:01.053435 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d57c25db-0acf-499c-adf5-2ba0672a994e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:01.058349 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d57c25db-0acf-499c-adf5-2ba0672a994e admin admin] 10.222.0.75 "DELETE /v2.0/subnets/9bdda93b-9e60-498e-b1d7-5abdc54eac6a HTTP/1.1" status: 204 len: 168 time: 0.2374663 Mar 22 20:14:01.060638 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39752) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:01.127695 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f4e912c5-e9c1-4d21-b6f8-497ee8e06ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (e23369d3-a31c-4278-b8ab-87061be0c7c1), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:01.210153 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f4e912c5-e9c1-4d21-b6f8-497ee8e06ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (e23369d3-a31c-4278-b8ab-87061be0c7c1), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:01.231344 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-f4e912c5-e9c1-4d21-b6f8-497ee8e06ff0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e23369d3-a31c-4278-b8ab-87061be0c7c1']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:01.240863 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-f4e912c5-e9c1-4d21-b6f8-497ee8e06ff0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc39ee9c-6572-4967-b925-30a35fb34c72') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:01.241165 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-f4e912c5-e9c1-4d21-b6f8-497ee8e06ff0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc39ee9c-6572-4967-b925-30a35fb34c72') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:01.250961 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f4e912c5-e9c1-4d21-b6f8-497ee8e06ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (fc39ee9c-6572-4967-b925-30a35fb34c72), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:01.264955 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f4e912c5-e9c1-4d21-b6f8-497ee8e06ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (fc39ee9c-6572-4967-b925-30a35fb34c72), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:01.271388 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e912c5-e9c1-4d21-b6f8-497ee8e06ff0 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:14:01.271977 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f4e912c5-e9c1-4d21-b6f8-497ee8e06ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (fc39ee9c-6572-4967-b925-30a35fb34c72), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:01.274092 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 20:14:01.274092 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:14:01.274092 n-d-705658-24 neutron-server[104173]: timer() Mar 22 20:14:01.274092 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:14:01.274092 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 20:14:01.274092 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:14:01.274092 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 20:14:01.274092 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:14:01.274092 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 20:14:01.274092 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:14:01.274092 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 20:14:01.274092 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:14:01.274092 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 20:14:01.274092 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:14:01.274092 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:14:01.274092 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:14:01.274092 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:14:01.274092 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:14:01.274092 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 20:14:01.274092 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:14:01.274092 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 20:14:01.274092 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:14:01.274092 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:14:01.274092 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:14:01.274092 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 20:14:01.274092 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:14:01.274092 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:14:01.274092 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:14:01.274092 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:14:01.274092 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:14:01.274092 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:14:01.274092 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:14:01.332725 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f4e912c5-e9c1-4d21-b6f8-497ee8e06ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (e23369d3-a31c-4278-b8ab-87061be0c7c1), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:01.340517 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f4e912c5-e9c1-4d21-b6f8-497ee8e06ff0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:01.344254 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f4e912c5-e9c1-4d21-b6f8-497ee8e06ff0 admin admin] 10.222.0.75 "DELETE /v2.0/networks/e23369d3-a31c-4278-b8ab-87061be0c7c1 HTTP/1.1" status: 204 len: 168 time: 0.2826703 Mar 22 20:14:01.356396 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e912c5-e9c1-4d21-b6f8-497ee8e06ff0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e23369d3-a31c-4278-b8ab-87061be0c7c1,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:01.372932 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 14d31c90-66a0-4a46-b610-a49f3f96d026 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:14:01.394705 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 14d31c90-66a0-4a46-b610-a49f3f96d026 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:14:01.395036 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 14d31c90-66a0-4a46-b610-a49f3f96d026 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:14:01.503481 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39756) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:01.550646 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0e5b97b1-0482-44fb-ab3d-766463b166b6 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=4e5496cacdf64f9e8010416f40a6d96e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0458546 Mar 22 20:14:01.554761 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39758) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:01.604409 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5f31f957-f9ab-4973-97f5-1df06122aff8 admin admin] Publish callbacks [] for security_group (7120e5fb-4ec1-4003-bf2a-0db94c75793e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:01.626323 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5f31f957-f9ab-4973-97f5-1df06122aff8 admin admin] Publish callbacks [] for security_group (7120e5fb-4ec1-4003-bf2a-0db94c75793e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:01.678419 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5f31f957-f9ab-4973-97f5-1df06122aff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (7120e5fb-4ec1-4003-bf2a-0db94c75793e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:01.680610 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5f31f957-f9ab-4973-97f5-1df06122aff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:01.681857 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5f31f957-f9ab-4973-97f5-1df06122aff8 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/7120e5fb-4ec1-4003-bf2a-0db94c75793e HTTP/1.1" status: 204 len: 168 time: 0.1260743 Mar 22 20:14:01.691894 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31f957-f9ab-4973-97f5-1df06122aff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7120e5fb-4ec1-4003-bf2a-0db94c75793e,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:02.674615 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39780) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:02.785996 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-05651eab-33a3-4622-9fca-0b295a74bb05 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1395595977'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:14:02.808678 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05651eab-33a3-4622-9fca-0b295a74bb05 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Made reservation on behalf of 12c0ac4d1a154fc9b055f379cd3ebe37 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:14:02.813496 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-05651eab-33a3-4622-9fca-0b295a74bb05 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:02.823439 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-05651eab-33a3-4622-9fca-0b295a74bb05 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:02.940307 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-05651eab-33a3-4622-9fca-0b295a74bb05 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks [] for security_group (a3465f34-f6ef-4c46-a6e7-e95618eed175), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:02.944915 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-05651eab-33a3-4622-9fca-0b295a74bb05 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a3465f34-f6ef-4c46-a6e7-e95618eed175), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:02.978282 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05651eab-33a3-4622-9fca-0b295a74bb05 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:14:02.996738 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05651eab-33a3-4622-9fca-0b295a74bb05 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3465f34-f6ef-4c46-a6e7-e95618eed175,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:03.002719 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-05651eab-33a3-4622-9fca-0b295a74bb05 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (171de198-8c95-4e66-ad9b-7e0bd7644165), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:03.003069 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-05651eab-33a3-4622-9fca-0b295a74bb05 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Added segment 171de198-8c95-4e66-ad9b-7e0bd7644165 of type vlan for network 2c9ec29c-453f-4318-bbe0-d634266cef85 Mar 22 20:14:03.054195 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-05651eab-33a3-4622-9fca-0b295a74bb05 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (2c9ec29c-453f-4318-bbe0-d634266cef85), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:03.087660 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-05651eab-33a3-4622-9fca-0b295a74bb05 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (2c9ec29c-453f-4318-bbe0-d634266cef85), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:03.093462 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05651eab-33a3-4622-9fca-0b295a74bb05 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:03.094316 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-05651eab-33a3-4622-9fca-0b295a74bb05 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:03.179885 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-05651eab-33a3-4622-9fca-0b295a74bb05 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5041242 Mar 22 20:14:03.225213 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05651eab-33a3-4622-9fca-0b295a74bb05 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Pushing event updated for resources: {'Network': ['ID=2c9ec29c-453f-4318-bbe0-d634266cef85,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:03.252860 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 2c9ec29c-453f-4318-bbe0-d634266cef85 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:14:05.606804 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:14:06.554350 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39784) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:06.559966 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-1ba725fd-d203-4e53-9667-352c4ff34d57 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Request body: {'subnet': {'network_id': '2c9ec29c-453f-4318-bbe0-d634266cef85', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:14:06.664242 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba725fd-d203-4e53-9667-352c4ff34d57 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Made reservation on behalf of 12c0ac4d1a154fc9b055f379cd3ebe37 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:14:06.668204 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1ba725fd-d203-4e53-9667-352c4ff34d57 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:06.873349 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1ba725fd-d203-4e53-9667-352c4ff34d57 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (d16d11c0-f41c-47c6-a140-656bed05e79d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:06.950333 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba725fd-d203-4e53-9667-352c4ff34d57 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Pushing event updated for resources: {'Subnet': ['ID=d16d11c0-f41c-47c6-a140-656bed05e79d,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:06.959252 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba725fd-d203-4e53-9667-352c4ff34d57 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Checking segment: {'id': '171de198-8c95-4e66-ad9b-7e0bd7644165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2c9ec29c-453f-4318-bbe0-d634266cef85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:14:06.959252 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba725fd-d203-4e53-9667-352c4ff34d57 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Network hostable DHCP agents. Network: 2c9ec29c-453f-4318-bbe0-d634266cef85, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:14:06.980065 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba725fd-d203-4e53-9667-352c4ff34d57 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Network 2c9ec29c-453f-4318-bbe0-d634266cef85 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:14:06.991741 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-1ba725fd-d203-4e53-9667-352c4ff34d57 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 2c9ec29c-453f-4318-bbe0-d634266cef85) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:14:06.997759 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba725fd-d203-4e53-9667-352c4ff34d57 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:06.998587 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1ba725fd-d203-4e53-9667-352c4ff34d57 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:07.003613 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014cbc98-168b-4802-96e6-53c4fd4d0dbf None None] Network 2c9ec29c-453f-4318-bbe0-d634266cef85 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:14:07.020797 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1ba725fd-d203-4e53-9667-352c4ff34d57 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4652791 Mar 22 20:14:07.024816 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39786) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:07.032585 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-cb4d55d5-9892-4ed9-bc47-ce1805db6ab2 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-431727865'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:14:07.059161 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4d55d5-9892-4ed9-bc47-ce1805db6ab2 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Made reservation on behalf of 12c0ac4d1a154fc9b055f379cd3ebe37 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:14:07.063218 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cb4d55d5-9892-4ed9-bc47-ce1805db6ab2 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:07.092569 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb4d55d5-9892-4ed9-bc47-ce1805db6ab2 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:14:07.104150 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cb4d55d5-9892-4ed9-bc47-ce1805db6ab2 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (e17c8e45-88ec-4e0d-9ada-568a5b3b7d27), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:07.104150 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-cb4d55d5-9892-4ed9-bc47-ce1805db6ab2 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Added segment e17c8e45-88ec-4e0d-9ada-568a5b3b7d27 of type vlan for network 8d9789de-56e5-45a8-9ee5-bc8d20940e89 Mar 22 20:14:07.151352 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cb4d55d5-9892-4ed9-bc47-ce1805db6ab2 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (8d9789de-56e5-45a8-9ee5-bc8d20940e89), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:07.153647 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6ac8d0-ae92-4743-9d09-f6b4f2c572d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-2c9ec29c-453f-4318-bbe0-d634266cef85', 'network_id': '2c9ec29c-453f-4318-bbe0-d634266cef85', 'project_id': '12c0ac4d1a154fc9b055f379cd3ebe37', 'fixed_ips': [{'subnet_id': 'd16d11c0-f41c-47c6-a140-656bed05e79d'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 20:14:07.154612 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7d6ac8d0-ae92-4743-9d09-f6b4f2c572d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:07.180977 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cb4d55d5-9892-4ed9-bc47-ce1805db6ab2 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (8d9789de-56e5-45a8-9ee5-bc8d20940e89), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:07.187828 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4d55d5-9892-4ed9-bc47-ce1805db6ab2 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:07.189778 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cb4d55d5-9892-4ed9-bc47-ce1805db6ab2 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:07.276263 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cb4d55d5-9892-4ed9-bc47-ce1805db6ab2 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2471375 Mar 22 20:14:07.277464 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39788) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:07.282675 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-c111107b-4b56-40f0-b54d-2f8de1eaf316 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Request body: {'subnet': {'network_id': '8d9789de-56e5-45a8-9ee5-bc8d20940e89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:14:07.292030 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d55d5-9892-4ed9-bc47-ce1805db6ab2 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Pushing event updated for resources: {'Network': ['ID=8d9789de-56e5-45a8-9ee5-bc8d20940e89,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:07.305575 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 8d9789de-56e5-45a8-9ee5-bc8d20940e89 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:14:07.366691 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-7d6ac8d0-ae92-4743-9d09-f6b4f2c572d4 None None] Allocated IP 2001:db8:0:ffff::2 (2c9ec29c-453f-4318-bbe0-d634266cef85/d16d11c0-f41c-47c6-a140-656bed05e79d/e8c4dcad-ffea-44ae-b8c4-f7d22a40b388) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:14:07.394434 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c111107b-4b56-40f0-b54d-2f8de1eaf316 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Made reservation on behalf of 12c0ac4d1a154fc9b055f379cd3ebe37 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:14:07.398094 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c111107b-4b56-40f0-b54d-2f8de1eaf316 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:07.537315 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7d6ac8d0-ae92-4743-9d09-f6b4f2c572d4 None None] Publish callbacks [] for port (e8c4dcad-ffea-44ae-b8c4-f7d22a40b388), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:07.543945 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7d6ac8d0-ae92-4743-9d09-f6b4f2c572d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (e8c4dcad-ffea-44ae-b8c4-f7d22a40b388), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:07.582017 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6ac8d0-ae92-4743-9d09-f6b4f2c572d4 None None] Network 2c9ec29c-453f-4318-bbe0-d634266cef85 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:14:07.585072 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-7d6ac8d0-ae92-4743-9d09-f6b4f2c572d4 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:14:07.592116 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6ac8d0-ae92-4743-9d09-f6b4f2c572d4 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:14:07.602695 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ac8d0-ae92-4743-9d09-f6b4f2c572d4 None None] Pushing event updated for resources: {'Port': ['ID=e8c4dcad-ffea-44ae-b8c4-f7d22a40b388,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:07.607354 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c111107b-4b56-40f0-b54d-2f8de1eaf316 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (db9bdea4-456b-4aa2-b36a-08867073ea0b), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:07.669594 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-7d6ac8d0-ae92-4743-9d09-f6b4f2c572d4 None None] Attempting to bind port e8c4dcad-ffea-44ae-b8c4-f7d22a40b388 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:14:07.669870 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-7d6ac8d0-ae92-4743-9d09-f6b4f2c572d4 None None] Attempting to bind port e8c4dcad-ffea-44ae-b8c4-f7d22a40b388 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '171de198-8c95-4e66-ad9b-7e0bd7644165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2c9ec29c-453f-4318-bbe0-d634266cef85'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:14:07.670239 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6ac8d0-ae92-4743-9d09-f6b4f2c572d4 None None] Attempting to bind port e8c4dcad-ffea-44ae-b8c4-f7d22a40b388 on network 2c9ec29c-453f-4318-bbe0-d634266cef85 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:14:07.675716 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c111107b-4b56-40f0-b54d-2f8de1eaf316 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Pushing event updated for resources: {'Subnet': ['ID=db9bdea4-456b-4aa2-b36a-08867073ea0b,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:07.676012 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6ac8d0-ae92-4743-9d09-f6b4f2c572d4 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:14:07.676392 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6ac8d0-ae92-4743-9d09-f6b4f2c572d4 None None] Checking segment: {'id': '171de198-8c95-4e66-ad9b-7e0bd7644165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2c9ec29c-453f-4318-bbe0-d634266cef85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:14:07.676800 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7d6ac8d0-ae92-4743-9d09-f6b4f2c572d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:07.677203 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6ac8d0-ae92-4743-9d09-f6b4f2c572d4 None None] Bound using segment: {'id': '171de198-8c95-4e66-ad9b-7e0bd7644165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2c9ec29c-453f-4318-bbe0-d634266cef85'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:14:07.677673 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-7d6ac8d0-ae92-4743-9d09-f6b4f2c572d4 None None] Bound port: e8c4dcad-ffea-44ae-b8c4-f7d22a40b388, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '171de198-8c95-4e66-ad9b-7e0bd7644165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2c9ec29c-453f-4318-bbe0-d634266cef85'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:14:07.678095 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7d6ac8d0-ae92-4743-9d09-f6b4f2c572d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e8c4dcad-ffea-44ae-b8c4-f7d22a40b388), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:07.686421 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c111107b-4b56-40f0-b54d-2f8de1eaf316 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Checking segment: {'id': 'e17c8e45-88ec-4e0d-9ada-568a5b3b7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8d9789de-56e5-45a8-9ee5-bc8d20940e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:14:07.686790 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c111107b-4b56-40f0-b54d-2f8de1eaf316 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Network hostable DHCP agents. Network: 8d9789de-56e5-45a8-9ee5-bc8d20940e89, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:14:07.705305 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c111107b-4b56-40f0-b54d-2f8de1eaf316 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Network 8d9789de-56e5-45a8-9ee5-bc8d20940e89 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:14:07.714406 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-c111107b-4b56-40f0-b54d-2f8de1eaf316 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 8d9789de-56e5-45a8-9ee5-bc8d20940e89) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:14:07.718863 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c111107b-4b56-40f0-b54d-2f8de1eaf316 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:07.719468 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c111107b-4b56-40f0-b54d-2f8de1eaf316 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:07.729880 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ab510b-72d8-44b4-9d0b-780d0a25c83c None None] Network 8d9789de-56e5-45a8-9ee5-bc8d20940e89 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:14:07.741124 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39790) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:07.742099 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c111107b-4b56-40f0-b54d-2f8de1eaf316 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4635773 Mar 22 20:14:07.786216 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-7d6ac8d0-ae92-4743-9d09-f6b4f2c572d4 None None] For port e8c4dcad-ffea-44ae-b8c4-f7d22a40b388, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:14:07.816076 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-7d6ac8d0-ae92-4743-9d09-f6b4f2c572d4 None None] For port e8c4dcad-ffea-44ae-b8c4-f7d22a40b388, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=e8c4dcad-ffea-44ae-b8c4-f7d22a40b388,segment=NetworkSegment(171de198-8c95-4e66-ad9b-7e0bd7644165),segment_id=171de198-8c95-4e66-ad9b-7e0bd7644165)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:14:07.829596 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7d6ac8d0-ae92-4743-9d09-f6b4f2c572d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (e8c4dcad-ffea-44ae-b8c4-f7d22a40b388), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:07.869100 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-61f17458-b8e1-4370-99ef-47c3ea2a073e tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (8d9789de-56e5-45a8-9ee5-bc8d20940e89), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:07.900209 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5377c1c1-2d00-4f24-8e00-0a970fdabaf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-8d9789de-56e5-45a8-9ee5-bc8d20940e89', 'network_id': '8d9789de-56e5-45a8-9ee5-bc8d20940e89', 'project_id': '12c0ac4d1a154fc9b055f379cd3ebe37', 'fixed_ips': [{'subnet_id': 'db9bdea4-456b-4aa2-b36a-08867073ea0b'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 20:14:07.901075 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5377c1c1-2d00-4f24-8e00-0a970fdabaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:07.926447 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ac8d0-ae92-4743-9d09-f6b4f2c572d4 None None] Pushing event updated for resources: {'Port': ['ID=e8c4dcad-ffea-44ae-b8c4-f7d22a40b388,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:07.962160 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-61f17458-b8e1-4370-99ef-47c3ea2a073e tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (db9bdea4-456b-4aa2-b36a-08867073ea0b), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:08.085584 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-5377c1c1-2d00-4f24-8e00-0a970fdabaf8 None None] Allocated IP 2001:db8::2 (8d9789de-56e5-45a8-9ee5-bc8d20940e89/db9bdea4-456b-4aa2-b36a-08867073ea0b/b7b62b32-1b90-4cba-adc1-2ec6ce58f54c) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:14:08.255149 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5377c1c1-2d00-4f24-8e00-0a970fdabaf8 None None] Publish callbacks [] for port (b7b62b32-1b90-4cba-adc1-2ec6ce58f54c), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:08.261730 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5377c1c1-2d00-4f24-8e00-0a970fdabaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (b7b62b32-1b90-4cba-adc1-2ec6ce58f54c), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:08.280319 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-61f17458-b8e1-4370-99ef-47c3ea2a073e tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (db9bdea4-456b-4aa2-b36a-08867073ea0b), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:08.283509 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5377c1c1-2d00-4f24-8e00-0a970fdabaf8 None None] Network 8d9789de-56e5-45a8-9ee5-bc8d20940e89 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:14:08.304845 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-5377c1c1-2d00-4f24-8e00-0a970fdabaf8 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:14:08.308421 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5377c1c1-2d00-4f24-8e00-0a970fdabaf8 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:14:08.312819 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f17458-b8e1-4370-99ef-47c3ea2a073e tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Pushing event deleted for resources: {'Subnet': ['ID=db9bdea4-456b-4aa2-b36a-08867073ea0b,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:08.347865 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5377c1c1-2d00-4f24-8e00-0a970fdabaf8 None None] Pushing event updated for resources: {'Port': ['ID=b7b62b32-1b90-4cba-adc1-2ec6ce58f54c,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:08.385531 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-5377c1c1-2d00-4f24-8e00-0a970fdabaf8 None None] Attempting to bind port b7b62b32-1b90-4cba-adc1-2ec6ce58f54c on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:14:08.386227 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-5377c1c1-2d00-4f24-8e00-0a970fdabaf8 None None] Attempting to bind port b7b62b32-1b90-4cba-adc1-2ec6ce58f54c by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'e17c8e45-88ec-4e0d-9ada-568a5b3b7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8d9789de-56e5-45a8-9ee5-bc8d20940e89'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:14:08.386784 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5377c1c1-2d00-4f24-8e00-0a970fdabaf8 None None] Attempting to bind port b7b62b32-1b90-4cba-adc1-2ec6ce58f54c on network 8d9789de-56e5-45a8-9ee5-bc8d20940e89 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:14:08.393938 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5377c1c1-2d00-4f24-8e00-0a970fdabaf8 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:14:08.394642 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5377c1c1-2d00-4f24-8e00-0a970fdabaf8 None None] Checking segment: {'id': 'e17c8e45-88ec-4e0d-9ada-568a5b3b7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8d9789de-56e5-45a8-9ee5-bc8d20940e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:14:08.395060 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5377c1c1-2d00-4f24-8e00-0a970fdabaf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:08.395464 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5377c1c1-2d00-4f24-8e00-0a970fdabaf8 None None] Bound using segment: {'id': 'e17c8e45-88ec-4e0d-9ada-568a5b3b7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8d9789de-56e5-45a8-9ee5-bc8d20940e89'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:14:08.395953 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-5377c1c1-2d00-4f24-8e00-0a970fdabaf8 None None] Bound port: b7b62b32-1b90-4cba-adc1-2ec6ce58f54c, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17c8e45-88ec-4e0d-9ada-568a5b3b7d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8d9789de-56e5-45a8-9ee5-bc8d20940e89'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:14:08.396354 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5377c1c1-2d00-4f24-8e00-0a970fdabaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b7b62b32-1b90-4cba-adc1-2ec6ce58f54c), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:08.470660 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-5377c1c1-2d00-4f24-8e00-0a970fdabaf8 None None] For port b7b62b32-1b90-4cba-adc1-2ec6ce58f54c, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:14:08.475692 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-5377c1c1-2d00-4f24-8e00-0a970fdabaf8 None None] For port b7b62b32-1b90-4cba-adc1-2ec6ce58f54c, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b7b62b32-1b90-4cba-adc1-2ec6ce58f54c,segment=NetworkSegment(e17c8e45-88ec-4e0d-9ada-568a5b3b7d27),segment_id=e17c8e45-88ec-4e0d-9ada-568a5b3b7d27)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:14:08.483463 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5377c1c1-2d00-4f24-8e00-0a970fdabaf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b7b62b32-1b90-4cba-adc1-2ec6ce58f54c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:08.600166 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5377c1c1-2d00-4f24-8e00-0a970fdabaf8 None None] Pushing event updated for resources: {'Port': ['ID=b7b62b32-1b90-4cba-adc1-2ec6ce58f54c,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:08.648591 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b919ff3-a984-406c-8c51-f926b44fd953 None None] Network 8d9789de-56e5-45a8-9ee5-bc8d20940e89 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:14:08.763901 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-61f17458-b8e1-4370-99ef-47c3ea2a073e tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (8d9789de-56e5-45a8-9ee5-bc8d20940e89), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:08.791951 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-61f17458-b8e1-4370-99ef-47c3ea2a073e tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9789de-56e5-45a8-9ee5-bc8d20940e89']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:08.802263 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-61f17458-b8e1-4370-99ef-47c3ea2a073e tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e17c8e45-88ec-4e0d-9ada-568a5b3b7d27') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:08.802554 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-61f17458-b8e1-4370-99ef-47c3ea2a073e tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e17c8e45-88ec-4e0d-9ada-568a5b3b7d27') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:08.813918 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-61f17458-b8e1-4370-99ef-47c3ea2a073e tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (e17c8e45-88ec-4e0d-9ada-568a5b3b7d27), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:08.828961 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-61f17458-b8e1-4370-99ef-47c3ea2a073e tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (e17c8e45-88ec-4e0d-9ada-568a5b3b7d27), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:08.836897 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f17458-b8e1-4370-99ef-47c3ea2a073e tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:14:08.837806 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-61f17458-b8e1-4370-99ef-47c3ea2a073e tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (e17c8e45-88ec-4e0d-9ada-568a5b3b7d27), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:08.841019 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 20:14:08.841019 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:14:08.841019 n-d-705658-24 neutron-server[104172]: timer() Mar 22 20:14:08.841019 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:14:08.841019 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 20:14:08.841019 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:14:08.841019 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 20:14:08.841019 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:14:08.841019 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 20:14:08.841019 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:14:08.841019 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 20:14:08.841019 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:14:08.841019 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 20:14:08.841019 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:14:08.841019 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:14:08.841019 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:14:08.841019 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:14:08.841019 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:14:08.841019 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 20:14:08.841019 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:14:08.841019 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 20:14:08.841019 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:14:08.841019 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:14:08.841019 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:14:08.841019 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 20:14:08.841019 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:14:08.841019 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:14:08.841019 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:14:08.841019 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:14:08.841019 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:14:08.841019 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:14:08.841019 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:14:08.910626 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.db.api [None req-61f17458-b8e1-4370-99ef-47c3ea2a073e tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 20:14:08.910626 n-d-705658-24 neutron-server[104172]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 20:14:08.910626 n-d-705658-24 neutron-server[104172]: [parameters: {'id': '8d9789de-56e5-45a8-9ee5-bc8d20940e89'}] Mar 22 20:14:08.910626 n-d-705658-24 neutron-server[104172]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 20:14:08.911130 n-d-705658-24 neutron-server[104172]: DEBUG oslo_db.api [None req-61f17458-b8e1-4370-99ef-47c3ea2a073e tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 20:14:08.952827 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-face7ed0-23c6-4a88-822f-38b2d7a34c35 None None] get_active_networks_info from n-d-705658-24 {{(pid=104174) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 20:14:09.028501 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-face7ed0-23c6-4a88-822f-38b2d7a34c35 None None] Resources bound (agent type, host, resource id): {{(pid=104174) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 20:14:09.034629 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-cb9a76ec-18dd-46bb-9877-13918e7d7453 None None] Provisioning complete for port e8c4dcad-ffea-44ae-b8c4-f7d22a40b388 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:14:09.035007 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-cb9a76ec-18dd-46bb-9877-13918e7d7453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e8c4dcad-ffea-44ae-b8c4-f7d22a40b388), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:09.189923 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-cb9a76ec-18dd-46bb-9877-13918e7d7453 None None] Current status of the port e8c4dcad-ffea-44ae-b8c4-f7d22a40b388 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:14:09.190687 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-cb9a76ec-18dd-46bb-9877-13918e7d7453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e8c4dcad-ffea-44ae-b8c4-f7d22a40b388), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:09.248929 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-cb9a76ec-18dd-46bb-9877-13918e7d7453 None None] For port e8c4dcad-ffea-44ae-b8c4-f7d22a40b388, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=e8c4dcad-ffea-44ae-b8c4-f7d22a40b388,segment=NetworkSegment(171de198-8c95-4e66-ad9b-7e0bd7644165),segment_id=171de198-8c95-4e66-ad9b-7e0bd7644165)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:14:09.254429 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-cb9a76ec-18dd-46bb-9877-13918e7d7453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (e8c4dcad-ffea-44ae-b8c4-f7d22a40b388), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:09.287836 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbc84cf-cd7e-40eb-aad7-291a9d3b5a1d None None] Network 2c9ec29c-453f-4318-bbe0-d634266cef85 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:14:09.357481 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a76ec-18dd-46bb-9877-13918e7d7453 None None] Pushing event updated for resources: {'Port': ['ID=e8c4dcad-ffea-44ae-b8c4-f7d22a40b388,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:09.412234 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-61f17458-b8e1-4370-99ef-47c3ea2a073e tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (8d9789de-56e5-45a8-9ee5-bc8d20940e89), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:09.487688 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-61f17458-b8e1-4370-99ef-47c3ea2a073e tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Deleting port b7b62b32-1b90-4cba-adc1-2ec6ce58f54c {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:14:09.488068 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-61f17458-b8e1-4370-99ef-47c3ea2a073e tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (b7b62b32-1b90-4cba-adc1-2ec6ce58f54c), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:09.557377 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-61f17458-b8e1-4370-99ef-47c3ea2a073e tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] For port b7b62b32-1b90-4cba-adc1-2ec6ce58f54c, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b7b62b32-1b90-4cba-adc1-2ec6ce58f54c,segment=NetworkSegment(e17c8e45-88ec-4e0d-9ada-568a5b3b7d27),segment_id=e17c8e45-88ec-4e0d-9ada-568a5b3b7d27)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:14:09.557747 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-61f17458-b8e1-4370-99ef-47c3ea2a073e tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (b7b62b32-1b90-4cba-adc1-2ec6ce58f54c), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:09.575765 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-61f17458-b8e1-4370-99ef-47c3ea2a073e tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Calling delete_port for b7b62b32-1b90-4cba-adc1-2ec6ce58f54c owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:14:09.681842 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device e8c4dcad-ffea-44ae-b8c4-f7d22a40b388 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:14:09.701992 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-61f17458-b8e1-4370-99ef-47c3ea2a073e tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (b7b62b32-1b90-4cba-adc1-2ec6ce58f54c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:09.730023 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f17458-b8e1-4370-99ef-47c3ea2a073e tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Pushing event deleted for resources: {'Port': ['ID=b7b62b32-1b90-4cba-adc1-2ec6ce58f54c,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:09.730709 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-1c3d947e-8a58-4c7d-a4a2-b915a8602910 None None] Provisioning complete for port e8c4dcad-ffea-44ae-b8c4-f7d22a40b388 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:14:09.731087 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1c3d947e-8a58-4c7d-a4a2-b915a8602910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e8c4dcad-ffea-44ae-b8c4-f7d22a40b388), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:09.733945 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f17458-b8e1-4370-99ef-47c3ea2a073e tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] No DVR routers for this DVR port b7b62b32-1b90-4cba-adc1-2ec6ce58f54c on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:14:09.788852 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port e8c4dcad-ffea-44ae-b8c4-f7d22a40b388 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:14:09.789225 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e8c4dcad-ffea-44ae-b8c4-f7d22a40b388), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:09.820383 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-61f17458-b8e1-4370-99ef-47c3ea2a073e tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (8d9789de-56e5-45a8-9ee5-bc8d20940e89), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:09.840896 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-61f17458-b8e1-4370-99ef-47c3ea2a073e tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9789de-56e5-45a8-9ee5-bc8d20940e89']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:09.850542 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-61f17458-b8e1-4370-99ef-47c3ea2a073e tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e17c8e45-88ec-4e0d-9ada-568a5b3b7d27') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:09.850840 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-61f17458-b8e1-4370-99ef-47c3ea2a073e tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e17c8e45-88ec-4e0d-9ada-568a5b3b7d27') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:09.858665 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1c3d947e-8a58-4c7d-a4a2-b915a8602910 None None] Current status of the port e8c4dcad-ffea-44ae-b8c4-f7d22a40b388 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:14:09.861287 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-61f17458-b8e1-4370-99ef-47c3ea2a073e tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (e17c8e45-88ec-4e0d-9ada-568a5b3b7d27), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:09.880966 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-61f17458-b8e1-4370-99ef-47c3ea2a073e tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (e17c8e45-88ec-4e0d-9ada-568a5b3b7d27), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:09.888124 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f17458-b8e1-4370-99ef-47c3ea2a073e tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:14:09.889075 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-61f17458-b8e1-4370-99ef-47c3ea2a073e tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (e17c8e45-88ec-4e0d-9ada-568a5b3b7d27), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:09.892159 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 20:14:09.892159 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:14:09.892159 n-d-705658-24 neutron-server[104172]: timer() Mar 22 20:14:09.892159 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:14:09.892159 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 20:14:09.892159 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:14:09.892159 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 20:14:09.892159 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:14:09.892159 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 20:14:09.892159 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:14:09.892159 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 20:14:09.892159 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:14:09.892159 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 20:14:09.892159 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:14:09.892159 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:14:09.892159 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:14:09.892159 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:14:09.892159 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:14:09.892159 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 20:14:09.892159 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:14:09.892159 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 20:14:09.892159 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:14:09.892159 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:14:09.892159 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:14:09.892159 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 20:14:09.892159 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:14:09.892159 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:14:09.892159 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:14:09.892159 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:14:09.892159 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:14:09.892159 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:14:09.892159 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:14:09.909097 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port e8c4dcad-ffea-44ae-b8c4-f7d22a40b388 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:14:09.950847 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-61f17458-b8e1-4370-99ef-47c3ea2a073e tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (8d9789de-56e5-45a8-9ee5-bc8d20940e89), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:09.957917 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-61f17458-b8e1-4370-99ef-47c3ea2a073e tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:09.960970 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-61f17458-b8e1-4370-99ef-47c3ea2a073e tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] 10.222.0.75 "DELETE /v2.0/networks/8d9789de-56e5-45a8-9ee5-bc8d20940e89 HTTP/1.1" status: 204 len: 168 time: 2.2188387 Mar 22 20:14:09.965208 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39792) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:09.980349 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-42f3d7b6-f989-4996-9012-16016acdba12 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-977525667'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:14:09.984742 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f17458-b8e1-4370-99ef-47c3ea2a073e tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Pushing event deleted for resources: {'Network': ['ID=8d9789de-56e5-45a8-9ee5-bc8d20940e89,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:10.010842 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f3d7b6-f989-4996-9012-16016acdba12 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Made reservation on behalf of 12c0ac4d1a154fc9b055f379cd3ebe37 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:14:10.014886 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-42f3d7b6-f989-4996-9012-16016acdba12 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:10.042400 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f3d7b6-f989-4996-9012-16016acdba12 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:14:10.053492 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-42f3d7b6-f989-4996-9012-16016acdba12 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (66571697-f909-4645-af86-ffa0b0c20505), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:10.053859 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-42f3d7b6-f989-4996-9012-16016acdba12 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Added segment 66571697-f909-4645-af86-ffa0b0c20505 of type vlan for network a0f161f4-cf7c-4e8f-81a8-e4c7cf331700 Mar 22 20:14:10.095338 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-42f3d7b6-f989-4996-9012-16016acdba12 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (a0f161f4-cf7c-4e8f-81a8-e4c7cf331700), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:10.125266 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-42f3d7b6-f989-4996-9012-16016acdba12 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (a0f161f4-cf7c-4e8f-81a8-e4c7cf331700), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:10.130267 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f3d7b6-f989-4996-9012-16016acdba12 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:10.130845 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-42f3d7b6-f989-4996-9012-16016acdba12 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:10.189080 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-42f3d7b6-f989-4996-9012-16016acdba12 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2219582 Mar 22 20:14:10.191236 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39794) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:10.198444 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-a4f09f75-0379-4682-b0f6-fd799edf68f1 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Request body: {'subnet': {'network_id': 'a0f161f4-cf7c-4e8f-81a8-e4c7cf331700', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:14:10.218147 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f3d7b6-f989-4996-9012-16016acdba12 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Pushing event updated for resources: {'Network': ['ID=a0f161f4-cf7c-4e8f-81a8-e4c7cf331700,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:10.229179 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network a0f161f4-cf7c-4e8f-81a8-e4c7cf331700 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:14:10.307826 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f09f75-0379-4682-b0f6-fd799edf68f1 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Made reservation on behalf of 12c0ac4d1a154fc9b055f379cd3ebe37 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:14:10.311824 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a4f09f75-0379-4682-b0f6-fd799edf68f1 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:10.374536 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.ipam_backend_mixin [None req-a4f09f75-0379-4682-b0f6-fd799edf68f1 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Performing IP validity checks on allocation pools {{(pid=104172) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Mar 22 20:14:10.374946 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.ipam_backend_mixin [None req-a4f09f75-0379-4682-b0f6-fd799edf68f1 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Checking for overlaps among allocation pools and gateway ip {{(pid=104172) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Mar 22 20:14:10.504889 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a4f09f75-0379-4682-b0f6-fd799edf68f1 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (9c9ae00b-ca83-49d2-ba4d-fa367aed599b), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:10.568985 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f09f75-0379-4682-b0f6-fd799edf68f1 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Pushing event updated for resources: {'Subnet': ['ID=9c9ae00b-ca83-49d2-ba4d-fa367aed599b,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:10.574981 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f09f75-0379-4682-b0f6-fd799edf68f1 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Checking segment: {'id': '66571697-f909-4645-af86-ffa0b0c20505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a0f161f4-cf7c-4e8f-81a8-e4c7cf331700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:14:10.575332 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f09f75-0379-4682-b0f6-fd799edf68f1 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Network hostable DHCP agents. Network: a0f161f4-cf7c-4e8f-81a8-e4c7cf331700, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:14:10.593640 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f09f75-0379-4682-b0f6-fd799edf68f1 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Network a0f161f4-cf7c-4e8f-81a8-e4c7cf331700 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:14:10.603230 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-a4f09f75-0379-4682-b0f6-fd799edf68f1 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, a0f161f4-cf7c-4e8f-81a8-e4c7cf331700) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:14:10.607996 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f09f75-0379-4682-b0f6-fd799edf68f1 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:10.608624 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a4f09f75-0379-4682-b0f6-fd799edf68f1 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:10.612743 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f335110-c2e3-41ee-b488-bc00d44c4142 None None] Network a0f161f4-cf7c-4e8f-81a8-e4c7cf331700 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:14:10.631062 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a4f09f75-0379-4682-b0f6-fd799edf68f1 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4386129 Mar 22 20:14:10.633594 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39796) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:10.724904 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e0245b-02bd-48bc-a5d2-86e5b00fc5ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-a0f161f4-cf7c-4e8f-81a8-e4c7cf331700', 'network_id': 'a0f161f4-cf7c-4e8f-81a8-e4c7cf331700', 'project_id': '12c0ac4d1a154fc9b055f379cd3ebe37', 'fixed_ips': [{'subnet_id': '9c9ae00b-ca83-49d2-ba4d-fa367aed599b'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 20:14:10.725775 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a1e0245b-02bd-48bc-a5d2-86e5b00fc5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:10.733628 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9d763011-ecd2-45fe-b7ab-194207a22350 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (a0f161f4-cf7c-4e8f-81a8-e4c7cf331700), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:10.792207 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9d763011-ecd2-45fe-b7ab-194207a22350 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (9c9ae00b-ca83-49d2-ba4d-fa367aed599b), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:10.882444 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-a1e0245b-02bd-48bc-a5d2-86e5b00fc5ba None None] Allocated IP 2001:db8::3 (a0f161f4-cf7c-4e8f-81a8-e4c7cf331700/9c9ae00b-ca83-49d2-ba4d-fa367aed599b/196b6c8b-a220-4aca-8885-b26b803b5709) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:14:11.023572 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a1e0245b-02bd-48bc-a5d2-86e5b00fc5ba None None] Publish callbacks [] for port (196b6c8b-a220-4aca-8885-b26b803b5709), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:11.029376 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a1e0245b-02bd-48bc-a5d2-86e5b00fc5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (196b6c8b-a220-4aca-8885-b26b803b5709), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:11.048591 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9d763011-ecd2-45fe-b7ab-194207a22350 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (9c9ae00b-ca83-49d2-ba4d-fa367aed599b), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:11.073347 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e0245b-02bd-48bc-a5d2-86e5b00fc5ba None None] Network a0f161f4-cf7c-4e8f-81a8-e4c7cf331700 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:14:11.076554 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-a1e0245b-02bd-48bc-a5d2-86e5b00fc5ba None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:14:11.082382 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e0245b-02bd-48bc-a5d2-86e5b00fc5ba None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:14:11.082555 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d763011-ecd2-45fe-b7ab-194207a22350 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Pushing event deleted for resources: {'Subnet': ['ID=9c9ae00b-ca83-49d2-ba4d-fa367aed599b,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:11.089851 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0245b-02bd-48bc-a5d2-86e5b00fc5ba None None] Pushing event updated for resources: {'Port': ['ID=196b6c8b-a220-4aca-8885-b26b803b5709,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:11.146983 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9d763011-ecd2-45fe-b7ab-194207a22350 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (a0f161f4-cf7c-4e8f-81a8-e4c7cf331700), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:11.171606 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-9d763011-ecd2-45fe-b7ab-194207a22350 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0f161f4-cf7c-4e8f-81a8-e4c7cf331700']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:11.182559 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-9d763011-ecd2-45fe-b7ab-194207a22350 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66571697-f909-4645-af86-ffa0b0c20505') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:11.182866 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-9d763011-ecd2-45fe-b7ab-194207a22350 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66571697-f909-4645-af86-ffa0b0c20505') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:11.193510 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9d763011-ecd2-45fe-b7ab-194207a22350 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (66571697-f909-4645-af86-ffa0b0c20505), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:11.208301 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9d763011-ecd2-45fe-b7ab-194207a22350 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (66571697-f909-4645-af86-ffa0b0c20505), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:11.215256 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d763011-ecd2-45fe-b7ab-194207a22350 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:14:11.215671 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9d763011-ecd2-45fe-b7ab-194207a22350 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (66571697-f909-4645-af86-ffa0b0c20505), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:11.219383 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 20:14:11.219383 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:14:11.219383 n-d-705658-24 neutron-server[104172]: timer() Mar 22 20:14:11.219383 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:14:11.219383 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 20:14:11.219383 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:14:11.219383 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 20:14:11.219383 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:14:11.219383 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 20:14:11.219383 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:14:11.219383 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 20:14:11.219383 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:14:11.219383 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 20:14:11.219383 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:14:11.219383 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:14:11.219383 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:14:11.219383 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:14:11.219383 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:14:11.219383 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 20:14:11.219383 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:14:11.219383 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 20:14:11.219383 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:14:11.219383 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:14:11.219383 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:14:11.219383 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 20:14:11.219383 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:14:11.219383 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:14:11.219383 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:14:11.219383 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:14:11.219383 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:14:11.219383 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:14:11.219383 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:14:11.285205 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.db.api [None req-9d763011-ecd2-45fe-b7ab-194207a22350 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 22 20:14:11.285205 n-d-705658-24 neutron-server[104172]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 22 20:14:11.285205 n-d-705658-24 neutron-server[104172]: [parameters: {'id': 'a0f161f4-cf7c-4e8f-81a8-e4c7cf331700'}] Mar 22 20:14:11.285205 n-d-705658-24 neutron-server[104172]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=104172) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 20:14:11.285732 n-d-705658-24 neutron-server[104172]: DEBUG oslo_db.api [None req-9d763011-ecd2-45fe-b7ab-194207a22350 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 20:14:11.319385 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-a1e0245b-02bd-48bc-a5d2-86e5b00fc5ba None None] Attempting to bind port 196b6c8b-a220-4aca-8885-b26b803b5709 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:14:11.320003 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-a1e0245b-02bd-48bc-a5d2-86e5b00fc5ba None None] Attempting to bind port 196b6c8b-a220-4aca-8885-b26b803b5709 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '66571697-f909-4645-af86-ffa0b0c20505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a0f161f4-cf7c-4e8f-81a8-e4c7cf331700'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:14:11.320278 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e0245b-02bd-48bc-a5d2-86e5b00fc5ba None None] Attempting to bind port 196b6c8b-a220-4aca-8885-b26b803b5709 on network a0f161f4-cf7c-4e8f-81a8-e4c7cf331700 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:14:11.326403 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e0245b-02bd-48bc-a5d2-86e5b00fc5ba None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:14:11.326778 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e0245b-02bd-48bc-a5d2-86e5b00fc5ba None None] Checking segment: {'id': '66571697-f909-4645-af86-ffa0b0c20505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a0f161f4-cf7c-4e8f-81a8-e4c7cf331700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:14:11.327185 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a1e0245b-02bd-48bc-a5d2-86e5b00fc5ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:11.327578 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e0245b-02bd-48bc-a5d2-86e5b00fc5ba None None] Bound using segment: {'id': '66571697-f909-4645-af86-ffa0b0c20505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a0f161f4-cf7c-4e8f-81a8-e4c7cf331700'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:14:11.328057 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-a1e0245b-02bd-48bc-a5d2-86e5b00fc5ba None None] Bound port: 196b6c8b-a220-4aca-8885-b26b803b5709, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66571697-f909-4645-af86-ffa0b0c20505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a0f161f4-cf7c-4e8f-81a8-e4c7cf331700'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:14:11.328443 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a1e0245b-02bd-48bc-a5d2-86e5b00fc5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (196b6c8b-a220-4aca-8885-b26b803b5709), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:11.412490 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-a1e0245b-02bd-48bc-a5d2-86e5b00fc5ba None None] For port 196b6c8b-a220-4aca-8885-b26b803b5709, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:14:11.415841 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-a1e0245b-02bd-48bc-a5d2-86e5b00fc5ba None None] For port 196b6c8b-a220-4aca-8885-b26b803b5709, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=196b6c8b-a220-4aca-8885-b26b803b5709,segment=NetworkSegment(66571697-f909-4645-af86-ffa0b0c20505),segment_id=66571697-f909-4645-af86-ffa0b0c20505)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:14:11.422941 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a1e0245b-02bd-48bc-a5d2-86e5b00fc5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (196b6c8b-a220-4aca-8885-b26b803b5709), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:11.513834 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0245b-02bd-48bc-a5d2-86e5b00fc5ba None None] Pushing event updated for resources: {'Port': ['ID=196b6c8b-a220-4aca-8885-b26b803b5709,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:11.538685 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f2b243-68d3-4fce-8e7b-59a649ec7f37 None None] get_active_networks_info from n-d-705658-24 {{(pid=104174) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 20:14:11.619500 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f2b243-68d3-4fce-8e7b-59a649ec7f37 None None] Resources bound (agent type, host, resource id): {{(pid=104174) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 20:14:11.787789 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9d763011-ecd2-45fe-b7ab-194207a22350 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (a0f161f4-cf7c-4e8f-81a8-e4c7cf331700), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:11.813645 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b94b145-4422-44e0-86c9-ea3717475840 None None] Network a0f161f4-cf7c-4e8f-81a8-e4c7cf331700 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:14:11.884841 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-9d763011-ecd2-45fe-b7ab-194207a22350 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Deleting port 196b6c8b-a220-4aca-8885-b26b803b5709 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:14:11.885186 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9d763011-ecd2-45fe-b7ab-194207a22350 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (196b6c8b-a220-4aca-8885-b26b803b5709), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:11.981636 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-9d763011-ecd2-45fe-b7ab-194207a22350 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] For port 196b6c8b-a220-4aca-8885-b26b803b5709, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=196b6c8b-a220-4aca-8885-b26b803b5709,segment=NetworkSegment(66571697-f909-4645-af86-ffa0b0c20505),segment_id=66571697-f909-4645-af86-ffa0b0c20505)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:14:11.982239 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9d763011-ecd2-45fe-b7ab-194207a22350 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (196b6c8b-a220-4aca-8885-b26b803b5709), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:11.998699 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-9d763011-ecd2-45fe-b7ab-194207a22350 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Calling delete_port for 196b6c8b-a220-4aca-8885-b26b803b5709 owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:14:12.082814 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9d763011-ecd2-45fe-b7ab-194207a22350 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (196b6c8b-a220-4aca-8885-b26b803b5709), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:12.113566 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d763011-ecd2-45fe-b7ab-194207a22350 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Pushing event deleted for resources: {'Port': ['ID=196b6c8b-a220-4aca-8885-b26b803b5709,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:12.117802 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d763011-ecd2-45fe-b7ab-194207a22350 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] No DVR routers for this DVR port 196b6c8b-a220-4aca-8885-b26b803b5709 on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:14:12.203567 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9d763011-ecd2-45fe-b7ab-194207a22350 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (a0f161f4-cf7c-4e8f-81a8-e4c7cf331700), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:12.233931 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-9d763011-ecd2-45fe-b7ab-194207a22350 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0f161f4-cf7c-4e8f-81a8-e4c7cf331700']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:12.243630 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-9d763011-ecd2-45fe-b7ab-194207a22350 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66571697-f909-4645-af86-ffa0b0c20505') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:12.243929 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-9d763011-ecd2-45fe-b7ab-194207a22350 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66571697-f909-4645-af86-ffa0b0c20505') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:12.256751 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9d763011-ecd2-45fe-b7ab-194207a22350 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (66571697-f909-4645-af86-ffa0b0c20505), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:12.275032 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9d763011-ecd2-45fe-b7ab-194207a22350 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (66571697-f909-4645-af86-ffa0b0c20505), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:12.283126 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d763011-ecd2-45fe-b7ab-194207a22350 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:14:12.283775 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9d763011-ecd2-45fe-b7ab-194207a22350 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (66571697-f909-4645-af86-ffa0b0c20505), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:12.287357 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 20:14:12.287357 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:14:12.287357 n-d-705658-24 neutron-server[104172]: timer() Mar 22 20:14:12.287357 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:14:12.287357 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 20:14:12.287357 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:14:12.287357 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 20:14:12.287357 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:14:12.287357 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 20:14:12.287357 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:14:12.287357 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 20:14:12.287357 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:14:12.287357 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 20:14:12.287357 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:14:12.287357 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:14:12.287357 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:14:12.287357 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:14:12.287357 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:14:12.287357 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 20:14:12.287357 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:14:12.287357 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 20:14:12.287357 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:14:12.287357 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:14:12.287357 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:14:12.287357 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 20:14:12.287357 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:14:12.287357 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:14:12.287357 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:14:12.287357 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:14:12.287357 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:14:12.287357 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:14:12.287357 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:14:12.359944 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9d763011-ecd2-45fe-b7ab-194207a22350 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (a0f161f4-cf7c-4e8f-81a8-e4c7cf331700), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:12.367242 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9d763011-ecd2-45fe-b7ab-194207a22350 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:12.371313 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9d763011-ecd2-45fe-b7ab-194207a22350 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] 10.222.0.75 "DELETE /v2.0/networks/a0f161f4-cf7c-4e8f-81a8-e4c7cf331700 HTTP/1.1" status: 204 len: 168 time: 1.7353137 Mar 22 20:14:12.375642 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39798) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:12.381556 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-d802c6dc-c5f3-4cc3-bf7e-f895f272ef95 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1235820334'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:14:12.383324 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d763011-ecd2-45fe-b7ab-194207a22350 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Pushing event deleted for resources: {'Network': ['ID=a0f161f4-cf7c-4e8f-81a8-e4c7cf331700,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:12.409228 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d802c6dc-c5f3-4cc3-bf7e-f895f272ef95 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Made reservation on behalf of 12c0ac4d1a154fc9b055f379cd3ebe37 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:14:12.412998 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d802c6dc-c5f3-4cc3-bf7e-f895f272ef95 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:12.439773 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d802c6dc-c5f3-4cc3-bf7e-f895f272ef95 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:14:12.450395 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d802c6dc-c5f3-4cc3-bf7e-f895f272ef95 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (a673b570-38aa-4796-af1f-3642b2a9c0e9), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:12.450395 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-d802c6dc-c5f3-4cc3-bf7e-f895f272ef95 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Added segment a673b570-38aa-4796-af1f-3642b2a9c0e9 of type vlan for network 877c411f-96c1-42e4-92c5-f913d6cd8058 Mar 22 20:14:12.493174 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d802c6dc-c5f3-4cc3-bf7e-f895f272ef95 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (877c411f-96c1-42e4-92c5-f913d6cd8058), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:12.519599 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d802c6dc-c5f3-4cc3-bf7e-f895f272ef95 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (877c411f-96c1-42e4-92c5-f913d6cd8058), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:12.525623 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d802c6dc-c5f3-4cc3-bf7e-f895f272ef95 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:12.526328 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d802c6dc-c5f3-4cc3-bf7e-f895f272ef95 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:12.599476 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d802c6dc-c5f3-4cc3-bf7e-f895f272ef95 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2225804 Mar 22 20:14:12.602830 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39800) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:12.607673 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-7345260a-b2db-443b-9005-33149e7a46a9 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Request body: {'subnet': {'network_id': '877c411f-96c1-42e4-92c5-f913d6cd8058', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:14:12.663324 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d802c6dc-c5f3-4cc3-bf7e-f895f272ef95 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Pushing event updated for resources: {'Network': ['ID=877c411f-96c1-42e4-92c5-f913d6cd8058,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:12.675064 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 877c411f-96c1-42e4-92c5-f913d6cd8058 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:14:12.722843 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7345260a-b2db-443b-9005-33149e7a46a9 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Made reservation on behalf of 12c0ac4d1a154fc9b055f379cd3ebe37 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:14:12.728739 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7345260a-b2db-443b-9005-33149e7a46a9 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:12.945087 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7345260a-b2db-443b-9005-33149e7a46a9 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (9a5ecbce-e1ce-490b-b02f-d1f4d45ba237), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:13.007405 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345260a-b2db-443b-9005-33149e7a46a9 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Pushing event updated for resources: {'Subnet': ['ID=9a5ecbce-e1ce-490b-b02f-d1f4d45ba237,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:13.018048 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7345260a-b2db-443b-9005-33149e7a46a9 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Checking segment: {'id': 'a673b570-38aa-4796-af1f-3642b2a9c0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '877c411f-96c1-42e4-92c5-f913d6cd8058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:14:13.018412 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7345260a-b2db-443b-9005-33149e7a46a9 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Network hostable DHCP agents. Network: 877c411f-96c1-42e4-92c5-f913d6cd8058, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:14:13.036151 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7345260a-b2db-443b-9005-33149e7a46a9 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Network 877c411f-96c1-42e4-92c5-f913d6cd8058 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:14:13.045396 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-7345260a-b2db-443b-9005-33149e7a46a9 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 877c411f-96c1-42e4-92c5-f913d6cd8058) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:14:13.049881 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7345260a-b2db-443b-9005-33149e7a46a9 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:13.050488 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7345260a-b2db-443b-9005-33149e7a46a9 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:13.054972 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96522a2e-c92b-49d5-835f-11dbf13079c8 None None] Network 877c411f-96c1-42e4-92c5-f913d6cd8058 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:14:13.071923 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7345260a-b2db-443b-9005-33149e7a46a9 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4640477 Mar 22 20:14:13.072172 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39802) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:13.079340 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-baccbe02-188b-4183-8fcb-0038e02a3a15 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1923488438'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:14:13.107211 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baccbe02-188b-4183-8fcb-0038e02a3a15 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Made reservation on behalf of 12c0ac4d1a154fc9b055f379cd3ebe37 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:14:13.110592 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-baccbe02-188b-4183-8fcb-0038e02a3a15 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:13.136712 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baccbe02-188b-4183-8fcb-0038e02a3a15 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:14:13.148427 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-baccbe02-188b-4183-8fcb-0038e02a3a15 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (87318214-07ed-4892-93ff-2096d433405d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:13.148775 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-baccbe02-188b-4183-8fcb-0038e02a3a15 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Added segment 87318214-07ed-4892-93ff-2096d433405d of type vlan for network 7b8a9329-371d-4d22-8105-5ad7932c7a4c Mar 22 20:14:13.166349 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3519825-a965-42a3-836a-8240d3177ea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-877c411f-96c1-42e4-92c5-f913d6cd8058', 'network_id': '877c411f-96c1-42e4-92c5-f913d6cd8058', 'project_id': '12c0ac4d1a154fc9b055f379cd3ebe37', 'fixed_ips': [{'subnet_id': '9a5ecbce-e1ce-490b-b02f-d1f4d45ba237'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 20:14:13.167661 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a3519825-a965-42a3-836a-8240d3177ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:13.192588 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-baccbe02-188b-4183-8fcb-0038e02a3a15 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (7b8a9329-371d-4d22-8105-5ad7932c7a4c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:13.223242 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-baccbe02-188b-4183-8fcb-0038e02a3a15 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (7b8a9329-371d-4d22-8105-5ad7932c7a4c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:13.229040 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baccbe02-188b-4183-8fcb-0038e02a3a15 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:13.229638 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-baccbe02-188b-4183-8fcb-0038e02a3a15 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:13.290785 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-baccbe02-188b-4183-8fcb-0038e02a3a15 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2175088 Mar 22 20:14:13.293587 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39804) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:13.298737 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-edd6433e-729a-4646-90a5-2d1b4022eacc tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Request body: {'subnet': {'network_id': '7b8a9329-371d-4d22-8105-5ad7932c7a4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:14:13.331710 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-a3519825-a965-42a3-836a-8240d3177ea4 None None] Allocated IP 2001:db8::2 (877c411f-96c1-42e4-92c5-f913d6cd8058/9a5ecbce-e1ce-490b-b02f-d1f4d45ba237/2c5c5dd3-0463-4e76-9334-8169e89baaca) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:14:13.349097 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baccbe02-188b-4183-8fcb-0038e02a3a15 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Pushing event updated for resources: {'Network': ['ID=7b8a9329-371d-4d22-8105-5ad7932c7a4c,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:13.361458 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 7b8a9329-371d-4d22-8105-5ad7932c7a4c details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:14:13.404338 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd6433e-729a-4646-90a5-2d1b4022eacc tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Made reservation on behalf of 12c0ac4d1a154fc9b055f379cd3ebe37 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:14:13.408320 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-edd6433e-729a-4646-90a5-2d1b4022eacc tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:13.572291 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a3519825-a965-42a3-836a-8240d3177ea4 None None] Publish callbacks [] for port (2c5c5dd3-0463-4e76-9334-8169e89baaca), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:13.579546 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a3519825-a965-42a3-836a-8240d3177ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (2c5c5dd3-0463-4e76-9334-8169e89baaca), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:13.616931 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-edd6433e-729a-4646-90a5-2d1b4022eacc tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (ba109748-a361-4fc3-b8d7-0a649f370471), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:13.620425 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3519825-a965-42a3-836a-8240d3177ea4 None None] Network 877c411f-96c1-42e4-92c5-f913d6cd8058 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:14:13.626304 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-a3519825-a965-42a3-836a-8240d3177ea4 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:14:13.631268 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3519825-a965-42a3-836a-8240d3177ea4 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:14:13.635289 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3519825-a965-42a3-836a-8240d3177ea4 None None] Pushing event updated for resources: {'Port': ['ID=2c5c5dd3-0463-4e76-9334-8169e89baaca,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:13.688661 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6433e-729a-4646-90a5-2d1b4022eacc tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Pushing event updated for resources: {'Subnet': ['ID=ba109748-a361-4fc3-b8d7-0a649f370471,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:13.699482 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd6433e-729a-4646-90a5-2d1b4022eacc tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Checking segment: {'id': '87318214-07ed-4892-93ff-2096d433405d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '7b8a9329-371d-4d22-8105-5ad7932c7a4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:14:13.700133 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd6433e-729a-4646-90a5-2d1b4022eacc tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Network hostable DHCP agents. Network: 7b8a9329-371d-4d22-8105-5ad7932c7a4c, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:14:13.705506 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-a3519825-a965-42a3-836a-8240d3177ea4 None None] Attempting to bind port 2c5c5dd3-0463-4e76-9334-8169e89baaca on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:14:13.706277 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-a3519825-a965-42a3-836a-8240d3177ea4 None None] Attempting to bind port 2c5c5dd3-0463-4e76-9334-8169e89baaca by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'a673b570-38aa-4796-af1f-3642b2a9c0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '877c411f-96c1-42e4-92c5-f913d6cd8058'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:14:13.706425 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3519825-a965-42a3-836a-8240d3177ea4 None None] Attempting to bind port 2c5c5dd3-0463-4e76-9334-8169e89baaca on network 877c411f-96c1-42e4-92c5-f913d6cd8058 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:14:13.711510 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3519825-a965-42a3-836a-8240d3177ea4 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:14:13.711932 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3519825-a965-42a3-836a-8240d3177ea4 None None] Checking segment: {'id': 'a673b570-38aa-4796-af1f-3642b2a9c0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '877c411f-96c1-42e4-92c5-f913d6cd8058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:14:13.712340 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a3519825-a965-42a3-836a-8240d3177ea4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:13.712743 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3519825-a965-42a3-836a-8240d3177ea4 None None] Bound using segment: {'id': 'a673b570-38aa-4796-af1f-3642b2a9c0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '877c411f-96c1-42e4-92c5-f913d6cd8058'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:14:13.713227 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-a3519825-a965-42a3-836a-8240d3177ea4 None None] Bound port: 2c5c5dd3-0463-4e76-9334-8169e89baaca, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a673b570-38aa-4796-af1f-3642b2a9c0e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '877c411f-96c1-42e4-92c5-f913d6cd8058'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:14:13.713608 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a3519825-a965-42a3-836a-8240d3177ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (2c5c5dd3-0463-4e76-9334-8169e89baaca), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:13.718519 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd6433e-729a-4646-90a5-2d1b4022eacc tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Network 7b8a9329-371d-4d22-8105-5ad7932c7a4c is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:14:13.727678 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-edd6433e-729a-4646-90a5-2d1b4022eacc tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 7b8a9329-371d-4d22-8105-5ad7932c7a4c) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:14:13.734524 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd6433e-729a-4646-90a5-2d1b4022eacc tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:13.735177 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-edd6433e-729a-4646-90a5-2d1b4022eacc tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:13.749248 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64753962-06b7-4175-bc29-bb24ea2a7638 None None] Network 7b8a9329-371d-4d22-8105-5ad7932c7a4c requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:14:13.770966 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-edd6433e-729a-4646-90a5-2d1b4022eacc tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4760327 Mar 22 20:14:13.774212 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39806) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:13.865536 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-a3519825-a965-42a3-836a-8240d3177ea4 None None] For port 2c5c5dd3-0463-4e76-9334-8169e89baaca, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:14:13.873022 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-a3519825-a965-42a3-836a-8240d3177ea4 None None] For port 2c5c5dd3-0463-4e76-9334-8169e89baaca, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=2c5c5dd3-0463-4e76-9334-8169e89baaca,segment=NetworkSegment(a673b570-38aa-4796-af1f-3642b2a9c0e9),segment_id=a673b570-38aa-4796-af1f-3642b2a9c0e9)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:14:13.885248 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a3519825-a965-42a3-836a-8240d3177ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (2c5c5dd3-0463-4e76-9334-8169e89baaca), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:13.904964 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a34a038d-e75d-4b01-ad21-afb88ff46bec tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (7b8a9329-371d-4d22-8105-5ad7932c7a4c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:13.955216 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03995a98-f87b-4313-b27b-3b1b112d4692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-7b8a9329-371d-4d22-8105-5ad7932c7a4c', 'network_id': '7b8a9329-371d-4d22-8105-5ad7932c7a4c', 'project_id': '12c0ac4d1a154fc9b055f379cd3ebe37', 'fixed_ips': [{'subnet_id': 'ba109748-a361-4fc3-b8d7-0a649f370471'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 20:14:13.956085 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-03995a98-f87b-4313-b27b-3b1b112d4692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:13.997084 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3519825-a965-42a3-836a-8240d3177ea4 None None] Pushing event updated for resources: {'Port': ['ID=2c5c5dd3-0463-4e76-9334-8169e89baaca,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:14.006605 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a34a038d-e75d-4b01-ad21-afb88ff46bec tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (ba109748-a361-4fc3-b8d7-0a649f370471), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:14.079226 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a34a038d-e75d-4b01-ad21-afb88ff46bec tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (ba109748-a361-4fc3-b8d7-0a649f370471), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server [None req-03995a98-f87b-4313-b27b-3b1b112d4692 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ba109748-a361-4fc3-b8d7-0a649f370471: This subnet is being modified by another concurrent operation. Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise exception Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ba109748-a361-4fc3-b8d7-0a649f370471: This subnet is being modified by another concurrent operation. Mar 22 20:14:14.082717 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server Mar 22 20:14:14.107534 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167590ba-4a12-4495-b533-29d3cc4a6864 None None] Network 7b8a9329-371d-4d22-8105-5ad7932c7a4c requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:14:14.114764 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a038d-e75d-4b01-ad21-afb88ff46bec tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Pushing event deleted for resources: {'Subnet': ['ID=ba109748-a361-4fc3-b8d7-0a649f370471,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:14.190792 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a34a038d-e75d-4b01-ad21-afb88ff46bec tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (7b8a9329-371d-4d22-8105-5ad7932c7a4c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:14.221075 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-a34a038d-e75d-4b01-ad21-afb88ff46bec tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b8a9329-371d-4d22-8105-5ad7932c7a4c']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:14.242409 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-a34a038d-e75d-4b01-ad21-afb88ff46bec tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87318214-07ed-4892-93ff-2096d433405d') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:14.242708 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-a34a038d-e75d-4b01-ad21-afb88ff46bec tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87318214-07ed-4892-93ff-2096d433405d') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:14.258321 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a34a038d-e75d-4b01-ad21-afb88ff46bec tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (87318214-07ed-4892-93ff-2096d433405d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:14.273348 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a34a038d-e75d-4b01-ad21-afb88ff46bec tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (87318214-07ed-4892-93ff-2096d433405d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:14.279778 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a34a038d-e75d-4b01-ad21-afb88ff46bec tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:14:14.280178 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a34a038d-e75d-4b01-ad21-afb88ff46bec tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (87318214-07ed-4892-93ff-2096d433405d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:14.284019 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 20:14:14.284019 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:14:14.284019 n-d-705658-24 neutron-server[104173]: timer() Mar 22 20:14:14.284019 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:14:14.284019 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 20:14:14.284019 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:14:14.284019 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 20:14:14.284019 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:14:14.284019 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 20:14:14.284019 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:14:14.284019 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 20:14:14.284019 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:14:14.284019 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 20:14:14.284019 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:14:14.284019 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:14:14.284019 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:14:14.284019 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:14:14.284019 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:14:14.284019 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 20:14:14.284019 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:14:14.284019 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 20:14:14.284019 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:14:14.284019 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:14:14.284019 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:14:14.284019 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 20:14:14.284019 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:14:14.284019 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:14:14.284019 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:14:14.284019 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:14:14.284019 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:14:14.284019 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:14:14.284019 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:14:14.343490 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a34a038d-e75d-4b01-ad21-afb88ff46bec tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (7b8a9329-371d-4d22-8105-5ad7932c7a4c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:14.348336 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a34a038d-e75d-4b01-ad21-afb88ff46bec tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:14.351716 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a34a038d-e75d-4b01-ad21-afb88ff46bec tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] 10.222.0.75 "DELETE /v2.0/networks/7b8a9329-371d-4d22-8105-5ad7932c7a4c HTTP/1.1" status: 204 len: 168 time: 0.5764866 Mar 22 20:14:14.355046 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39808) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:14.366252 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a038d-e75d-4b01-ad21-afb88ff46bec tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Pushing event deleted for resources: {'Network': ['ID=7b8a9329-371d-4d22-8105-5ad7932c7a4c,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:14.386558 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc26ac0-6112-4ce9-94f5-ffdd96a9ec9b tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] GET failed (client error): The resource could not be found. Mar 22 20:14:14.387895 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ffc26ac0-6112-4ce9-94f5-ffdd96a9ec9b tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] 10.222.0.75 "GET /v2.0/subnets/ba109748-a361-4fc3-b8d7-0a649f370471 HTTP/1.1" status: 404 len: 337 time: 0.0313241 Mar 22 20:14:14.390564 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39810) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:14.409577 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-be75409f-87cd-4922-bd01-27bc07e3ea72 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] DELETE failed (client error): The resource could not be found. Mar 22 20:14:14.410132 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be75409f-87cd-4922-bd01-27bc07e3ea72 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 20:14:14.413127 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-be75409f-87cd-4922-bd01-27bc07e3ea72 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] 10.222.0.75 "DELETE /v2.0/networks/7b8a9329-371d-4d22-8105-5ad7932c7a4c HTTP/1.1" status: 404 len: 339 time: 0.0216546 Mar 22 20:14:14.417527 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39812) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:14.445755 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-afdbc821-bf80-4e0d-be81-b028830306bf tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] DELETE failed (client error): The resource could not be found. Mar 22 20:14:14.446735 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afdbc821-bf80-4e0d-be81-b028830306bf tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 20:14:14.449726 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-afdbc821-bf80-4e0d-be81-b028830306bf tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] 10.222.0.75 "DELETE /v2.0/subnets/ba109748-a361-4fc3-b8d7-0a649f370471 HTTP/1.1" status: 404 len: 337 time: 0.0311861 Mar 22 20:14:14.452214 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39814) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:14.469971 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-71eef799-90a5-4ebc-a378-4f065888e368 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] DELETE failed (client error): The resource could not be found. Mar 22 20:14:14.470541 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71eef799-90a5-4ebc-a378-4f065888e368 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 20:14:14.474035 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-71eef799-90a5-4ebc-a378-4f065888e368 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] 10.222.0.75 "DELETE /v2.0/networks/7b8a9329-371d-4d22-8105-5ad7932c7a4c HTTP/1.1" status: 404 len: 339 time: 0.0205481 Mar 22 20:14:14.476964 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39816) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:14.529399 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba4d5bc8-727e-4631-ae52-54d694df25c6 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Deleting subnet 9a5ecbce-e1ce-490b-b02f-d1f4d45ba237 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:14:14.532893 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ba4d5bc8-727e-4631-ae52-54d694df25c6 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks [] for subnet (9a5ecbce-e1ce-490b-b02f-d1f4d45ba237), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:14.577362 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ba4d5bc8-727e-4631-ae52-54d694df25c6 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (9a5ecbce-e1ce-490b-b02f-d1f4d45ba237), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:14.660933 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ba4d5bc8-727e-4631-ae52-54d694df25c6 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (9a5ecbce-e1ce-490b-b02f-d1f4d45ba237), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:14.723148 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ba4d5bc8-727e-4631-ae52-54d694df25c6 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (9a5ecbce-e1ce-490b-b02f-d1f4d45ba237), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:14.753891 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ba4d5bc8-727e-4631-ae52-54d694df25c6 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:14.757070 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ba4d5bc8-727e-4631-ae52-54d694df25c6 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] 10.222.0.75 "DELETE /v2.0/subnets/9a5ecbce-e1ce-490b-b02f-d1f4d45ba237 HTTP/1.1" status: 204 len: 168 time: 0.2787516 Mar 22 20:14:14.760112 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39818) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:14.769954 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d5bc8-727e-4631-ae52-54d694df25c6 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Pushing event deleted for resources: {'Subnet': ['ID=9a5ecbce-e1ce-490b-b02f-d1f4d45ba237,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:14.844444 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e4ce55e0-b03a-4977-8a10-4304ba19a7b4 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (877c411f-96c1-42e4-92c5-f913d6cd8058), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:14.900985 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-e4ce55e0-b03a-4977-8a10-4304ba19a7b4 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Deleting port 2c5c5dd3-0463-4e76-9334-8169e89baaca {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:14:14.901330 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e4ce55e0-b03a-4977-8a10-4304ba19a7b4 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (2c5c5dd3-0463-4e76-9334-8169e89baaca), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:14.975376 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-e4ce55e0-b03a-4977-8a10-4304ba19a7b4 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] For port 2c5c5dd3-0463-4e76-9334-8169e89baaca, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=2c5c5dd3-0463-4e76-9334-8169e89baaca,segment=NetworkSegment(a673b570-38aa-4796-af1f-3642b2a9c0e9),segment_id=a673b570-38aa-4796-af1f-3642b2a9c0e9)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:14:14.975742 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e4ce55e0-b03a-4977-8a10-4304ba19a7b4 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (2c5c5dd3-0463-4e76-9334-8169e89baaca), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:14.985924 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6c87b8-16fe-4f87-b01e-1b26f41651c5 None None] get_active_networks_info from n-d-705658-24 {{(pid=104174) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 20:14:14.989138 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-e4ce55e0-b03a-4977-8a10-4304ba19a7b4 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Calling delete_port for 2c5c5dd3-0463-4e76-9334-8169e89baaca owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:14:15.056103 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-b70abfe2-7e46-4c31-8399-6fec71500417 None None] Provisioning complete for port 2c5c5dd3-0463-4e76-9334-8169e89baaca triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:14:15.056485 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b70abfe2-7e46-4c31-8399-6fec71500417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (2c5c5dd3-0463-4e76-9334-8169e89baaca), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:15.073288 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e4ce55e0-b03a-4977-8a10-4304ba19a7b4 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (2c5c5dd3-0463-4e76-9334-8169e89baaca), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:15.081035 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6c87b8-16fe-4f87-b01e-1b26f41651c5 None None] Resources bound (agent type, host, resource id): {{(pid=104174) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 20:14:15.097093 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce55e0-b03a-4977-8a10-4304ba19a7b4 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Pushing event deleted for resources: {'Port': ['ID=2c5c5dd3-0463-4e76-9334-8169e89baaca,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:15.104033 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ce55e0-b03a-4977-8a10-4304ba19a7b4 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] No DVR routers for this DVR port 2c5c5dd3-0463-4e76-9334-8169e89baaca on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:14:15.143396 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-b70abfe2-7e46-4c31-8399-6fec71500417 None None] Could not find standard attr ID for object 2c5c5dd3-0463-4e76-9334-8169e89baaca. {{(pid=104174) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 22 20:14:15.151503 n-d-705658-24 neutron-server[104174]: INFO neutron.plugins.ml2.db [None req-b70abfe2-7e46-4c31-8399-6fec71500417 None None] No ports have port_id starting with 2c5c5dd3-0463-4e76-9334-8169e89baaca Mar 22 20:14:15.186870 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e4ce55e0-b03a-4977-8a10-4304ba19a7b4 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (877c411f-96c1-42e4-92c5-f913d6cd8058), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:15.208304 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-e4ce55e0-b03a-4977-8a10-4304ba19a7b4 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['877c411f-96c1-42e4-92c5-f913d6cd8058']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:15.218319 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-e4ce55e0-b03a-4977-8a10-4304ba19a7b4 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a673b570-38aa-4796-af1f-3642b2a9c0e9') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:15.218620 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-e4ce55e0-b03a-4977-8a10-4304ba19a7b4 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a673b570-38aa-4796-af1f-3642b2a9c0e9') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:15.228359 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e4ce55e0-b03a-4977-8a10-4304ba19a7b4 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (a673b570-38aa-4796-af1f-3642b2a9c0e9), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:15.242189 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e4ce55e0-b03a-4977-8a10-4304ba19a7b4 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (a673b570-38aa-4796-af1f-3642b2a9c0e9), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:15.243307 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f787d42d-e328-46b4-a614-27787671de7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:15.248899 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ce55e0-b03a-4977-8a10-4304ba19a7b4 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:14:15.249299 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e4ce55e0-b03a-4977-8a10-4304ba19a7b4 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (a673b570-38aa-4796-af1f-3642b2a9c0e9), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:15.252434 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 20:14:15.252434 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:14:15.252434 n-d-705658-24 neutron-server[104173]: timer() Mar 22 20:14:15.252434 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:14:15.252434 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 20:14:15.252434 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:14:15.252434 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 20:14:15.252434 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:14:15.252434 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 20:14:15.252434 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:14:15.252434 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 20:14:15.252434 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:14:15.252434 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 20:14:15.252434 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:14:15.252434 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:14:15.252434 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:14:15.252434 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:14:15.252434 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:14:15.252434 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 20:14:15.252434 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:14:15.252434 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 20:14:15.252434 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:14:15.252434 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:14:15.252434 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:14:15.252434 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 20:14:15.252434 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:14:15.252434 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:14:15.252434 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:14:15.252434 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:14:15.252434 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:14:15.252434 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:14:15.252434 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:14:15.261299 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d415217-b9bc-45ef-a5e2-72ab64813df9 None None] Network 877c411f-96c1-42e4-92c5-f913d6cd8058 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:14:15.317638 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e4ce55e0-b03a-4977-8a10-4304ba19a7b4 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (877c411f-96c1-42e4-92c5-f913d6cd8058), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:15.326418 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e4ce55e0-b03a-4977-8a10-4304ba19a7b4 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:15.329569 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e4ce55e0-b03a-4977-8a10-4304ba19a7b4 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] 10.222.0.75 "DELETE /v2.0/networks/877c411f-96c1-42e4-92c5-f913d6cd8058 HTTP/1.1" status: 204 len: 168 time: 0.5684764 Mar 22 20:14:15.332380 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39820) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:15.340004 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce55e0-b03a-4977-8a10-4304ba19a7b4 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Pushing event deleted for resources: {'Network': ['ID=877c411f-96c1-42e4-92c5-f913d6cd8058,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:15.367158 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f88c3d-6683-4e70-aa81-19d65c08bcc8 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] DELETE failed (client error): The resource could not be found. Mar 22 20:14:15.367675 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f88c3d-6683-4e70-aa81-19d65c08bcc8 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 20:14:15.370682 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-35f88c3d-6683-4e70-aa81-19d65c08bcc8 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] 10.222.0.75 "DELETE /v2.0/subnets/9c9ae00b-ca83-49d2-ba4d-fa367aed599b HTTP/1.1" status: 404 len: 337 time: 0.0369654 Mar 22 20:14:15.373419 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39822) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:15.393184 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-c96c8084-ac14-4562-88a2-db8487c91485 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] DELETE failed (client error): The resource could not be found. Mar 22 20:14:15.393690 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c96c8084-ac14-4562-88a2-db8487c91485 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 20:14:15.396834 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c96c8084-ac14-4562-88a2-db8487c91485 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] 10.222.0.75 "DELETE /v2.0/networks/a0f161f4-cf7c-4e8f-81a8-e4c7cf331700 HTTP/1.1" status: 404 len: 339 time: 0.0223873 Mar 22 20:14:15.399462 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39824) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:15.413825 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753d3f8d-5a55-4570-ba18-23022971ad2b None None] DHCP port deletion for 877c411f-96c1-42e4-92c5-f913d6cd8058 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 20:14:15.427163 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f959b22-6048-456d-891e-52aabcb8a572 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] DELETE failed (client error): The resource could not be found. Mar 22 20:14:15.427637 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f959b22-6048-456d-891e-52aabcb8a572 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 20:14:15.430784 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0f959b22-6048-456d-891e-52aabcb8a572 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] 10.222.0.75 "DELETE /v2.0/subnets/db9bdea4-456b-4aa2-b36a-08867073ea0b HTTP/1.1" status: 404 len: 337 time: 0.0304053 Mar 22 20:14:15.433224 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39826) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:15.454508 n-d-705658-24 neutron-server[104172]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2458932-170e-49b0-888d-7427d963cb19 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] DELETE failed (client error): The resource could not be found. Mar 22 20:14:15.455029 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2458932-170e-49b0-888d-7427d963cb19 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=104172) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 22 20:14:15.458505 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e2458932-170e-49b0-888d-7427d963cb19 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] 10.222.0.75 "DELETE /v2.0/networks/8d9789de-56e5-45a8-9ee5-bc8d20940e89 HTTP/1.1" status: 404 len: 339 time: 0.0243897 Mar 22 20:14:15.460997 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39828) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:15.512971 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-d95d33d3-5620-4072-a67e-b1c553601002 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Deleting subnet d16d11c0-f41c-47c6-a140-656bed05e79d {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:14:15.516144 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d95d33d3-5620-4072-a67e-b1c553601002 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks [] for subnet (d16d11c0-f41c-47c6-a140-656bed05e79d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:15.556634 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d95d33d3-5620-4072-a67e-b1c553601002 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (d16d11c0-f41c-47c6-a140-656bed05e79d), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:15.645232 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d95d33d3-5620-4072-a67e-b1c553601002 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (d16d11c0-f41c-47c6-a140-656bed05e79d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:15.705064 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d95d33d3-5620-4072-a67e-b1c553601002 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (d16d11c0-f41c-47c6-a140-656bed05e79d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:15.732041 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d33d3-5620-4072-a67e-b1c553601002 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Pushing event deleted for resources: {'Subnet': ['ID=d16d11c0-f41c-47c6-a140-656bed05e79d,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:15.735713 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d95d33d3-5620-4072-a67e-b1c553601002 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:15.738906 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d95d33d3-5620-4072-a67e-b1c553601002 tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] 10.222.0.75 "DELETE /v2.0/subnets/d16d11c0-f41c-47c6-a140-656bed05e79d HTTP/1.1" status: 204 len: 168 time: 0.2769282 Mar 22 20:14:15.741700 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39830) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:15.742260 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633d8fe3-c969-46ea-a551-893a3fdedcb2 None None] Network 2c9ec29c-453f-4318-bbe0-d634266cef85 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:14:15.829711 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-879c2972-0f01-4b85-b402-32f66587b0dc tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (2c9ec29c-453f-4318-bbe0-d634266cef85), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:15.897024 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81a2daf-df98-4f21-b3ff-b3a680f6ab18 None None] DHCP port deletion for 2c9ec29c-453f-4318-bbe0-d634266cef85 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 20:14:15.899779 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-879c2972-0f01-4b85-b402-32f66587b0dc tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Deleting port e8c4dcad-ffea-44ae-b8c4-f7d22a40b388 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:14:15.900214 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-879c2972-0f01-4b85-b402-32f66587b0dc tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (e8c4dcad-ffea-44ae-b8c4-f7d22a40b388), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:15.953067 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d81a2daf-df98-4f21-b3ff-b3a680f6ab18 None None] Deleting port e8c4dcad-ffea-44ae-b8c4-f7d22a40b388 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:14:15.953067 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d81a2daf-df98-4f21-b3ff-b3a680f6ab18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (e8c4dcad-ffea-44ae-b8c4-f7d22a40b388), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:15.982361 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-879c2972-0f01-4b85-b402-32f66587b0dc tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] For port e8c4dcad-ffea-44ae-b8c4-f7d22a40b388, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=e8c4dcad-ffea-44ae-b8c4-f7d22a40b388,segment=NetworkSegment(171de198-8c95-4e66-ad9b-7e0bd7644165),segment_id=171de198-8c95-4e66-ad9b-7e0bd7644165)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:14:15.982726 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-879c2972-0f01-4b85-b402-32f66587b0dc tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (e8c4dcad-ffea-44ae-b8c4-f7d22a40b388), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:16.001848 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-879c2972-0f01-4b85-b402-32f66587b0dc tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Calling delete_port for e8c4dcad-ffea-44ae-b8c4-f7d22a40b388 owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:14:16.021529 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-d81a2daf-df98-4f21-b3ff-b3a680f6ab18 None None] For port e8c4dcad-ffea-44ae-b8c4-f7d22a40b388, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=e8c4dcad-ffea-44ae-b8c4-f7d22a40b388,segment=NetworkSegment(171de198-8c95-4e66-ad9b-7e0bd7644165),segment_id=171de198-8c95-4e66-ad9b-7e0bd7644165)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:14:16.022183 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d81a2daf-df98-4f21-b3ff-b3a680f6ab18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (e8c4dcad-ffea-44ae-b8c4-f7d22a40b388), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:16.039524 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d81a2daf-df98-4f21-b3ff-b3a680f6ab18 None None] Calling delete_port for e8c4dcad-ffea-44ae-b8c4-f7d22a40b388 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:14:16.112307 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-879c2972-0f01-4b85-b402-32f66587b0dc tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (e8c4dcad-ffea-44ae-b8c4-f7d22a40b388), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:16.128773 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d81a2daf-df98-4f21-b3ff-b3a680f6ab18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (e8c4dcad-ffea-44ae-b8c4-f7d22a40b388), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:16.139674 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c2972-0f01-4b85-b402-32f66587b0dc tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Pushing event deleted for resources: {'Port': ['ID=e8c4dcad-ffea-44ae-b8c4-f7d22a40b388,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:16.141524 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879c2972-0f01-4b85-b402-32f66587b0dc tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] No DVR routers for this DVR port e8c4dcad-ffea-44ae-b8c4-f7d22a40b388 on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:14:16.154655 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a2daf-df98-4f21-b3ff-b3a680f6ab18 None None] Pushing event deleted for resources: {'Port': ['ID=e8c4dcad-ffea-44ae-b8c4-f7d22a40b388,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:16.158557 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81a2daf-df98-4f21-b3ff-b3a680f6ab18 None None] No DVR routers for this DVR port e8c4dcad-ffea-44ae-b8c4-f7d22a40b388 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:14:16.225896 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-879c2972-0f01-4b85-b402-32f66587b0dc tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (2c9ec29c-453f-4318-bbe0-d634266cef85), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:16.248729 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-879c2972-0f01-4b85-b402-32f66587b0dc tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c9ec29c-453f-4318-bbe0-d634266cef85']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:16.258038 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-879c2972-0f01-4b85-b402-32f66587b0dc tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '171de198-8c95-4e66-ad9b-7e0bd7644165') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:16.258335 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-879c2972-0f01-4b85-b402-32f66587b0dc tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '171de198-8c95-4e66-ad9b-7e0bd7644165') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:16.268544 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-879c2972-0f01-4b85-b402-32f66587b0dc tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (171de198-8c95-4e66-ad9b-7e0bd7644165), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:16.283136 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-879c2972-0f01-4b85-b402-32f66587b0dc tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (171de198-8c95-4e66-ad9b-7e0bd7644165), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:16.290680 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:16.291234 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-879c2972-0f01-4b85-b402-32f66587b0dc tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:14:16.291681 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-879c2972-0f01-4b85-b402-32f66587b0dc tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (171de198-8c95-4e66-ad9b-7e0bd7644165), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:16.294779 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 20:14:16.294779 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:14:16.294779 n-d-705658-24 neutron-server[104172]: timer() Mar 22 20:14:16.294779 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:14:16.294779 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 20:14:16.294779 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:14:16.294779 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 20:14:16.294779 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:14:16.294779 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 20:14:16.294779 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:14:16.294779 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 20:14:16.294779 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:14:16.294779 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 20:14:16.294779 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:14:16.294779 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:14:16.294779 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:14:16.294779 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:14:16.294779 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:14:16.294779 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 20:14:16.294779 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:14:16.294779 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 20:14:16.294779 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:14:16.294779 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:14:16.294779 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:14:16.294779 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 20:14:16.294779 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:14:16.294779 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:14:16.294779 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:14:16.294779 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:14:16.294779 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:14:16.294779 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:14:16.294779 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:14:16.354533 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-879c2972-0f01-4b85-b402-32f66587b0dc tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (2c9ec29c-453f-4318-bbe0-d634266cef85), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:16.361702 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-879c2972-0f01-4b85-b402-32f66587b0dc tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:16.364866 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-879c2972-0f01-4b85-b402-32f66587b0dc tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] 10.222.0.75 "DELETE /v2.0/networks/2c9ec29c-453f-4318-bbe0-d634266cef85 HTTP/1.1" status: 204 len: 168 time: 0.6221347 Mar 22 20:14:16.376464 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c2972-0f01-4b85-b402-32f66587b0dc tempest-NetworksIpV6Test-1837983916 tempest-NetworksIpV6Test-1837983916-project] Pushing event deleted for resources: {'Network': ['ID=2c9ec29c-453f-4318-bbe0-d634266cef85,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:16.614463 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39836) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:16.765445 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-95da4db8-df1c-43af-b1e4-fb393e955643 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=12c0ac4d1a154fc9b055f379cd3ebe37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1498089 Mar 22 20:14:16.768434 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39840) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:16.816392 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a83f9297-d5ed-43d2-a541-fb4b9cca358b admin admin] Publish callbacks [] for security_group (a3465f34-f6ef-4c46-a6e7-e95618eed175), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:16.838293 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a83f9297-d5ed-43d2-a541-fb4b9cca358b admin admin] Publish callbacks [] for security_group (a3465f34-f6ef-4c46-a6e7-e95618eed175), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:16.886622 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a83f9297-d5ed-43d2-a541-fb4b9cca358b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a3465f34-f6ef-4c46-a6e7-e95618eed175), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:16.889252 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a83f9297-d5ed-43d2-a541-fb4b9cca358b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:16.890496 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a83f9297-d5ed-43d2-a541-fb4b9cca358b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a3465f34-f6ef-4c46-a6e7-e95618eed175 HTTP/1.1" status: 204 len: 168 time: 0.1216226 Mar 22 20:14:16.898506 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f9297-d5ed-43d2-a541-fb4b9cca358b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3465f34-f6ef-4c46-a6e7-e95618eed175,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:17.457631 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e217cb1b-9a4e-4d78-ba0c-d73e51182da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:17.545945 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39862) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:17.635768 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device e8c4dcad-ffea-44ae-b8c4-f7d22a40b388 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:14:17.653955 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-3252595b-7d63-41f1-b9a9-7db3a24b1ceb tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1235530311', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:14:17.659443 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: e8c4dcad-ffea-44ae-b8c4-f7d22a40b388 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:14:17.659951 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device e8c4dcad-ffea-44ae-b8c4-f7d22a40b388 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:14:17.679782 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3252595b-7d63-41f1-b9a9-7db3a24b1ceb tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (2df0afd2-1a02-413c-9a89-a0b2dc737ac9), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:17.681604 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3252595b-7d63-41f1-b9a9-7db3a24b1ceb tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (2df0afd2-1a02-413c-9a89-a0b2dc737ac9), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:17.742726 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3252595b-7d63-41f1-b9a9-7db3a24b1ceb tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks [] for router_controller (2df0afd2-1a02-413c-9a89-a0b2dc737ac9), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:17.747617 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3252595b-7d63-41f1-b9a9-7db3a24b1ceb tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (2df0afd2-1a02-413c-9a89-a0b2dc737ac9), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:17.766980 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3252595b-7d63-41f1-b9a9-7db3a24b1ceb tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:17.768214 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3252595b-7d63-41f1-b9a9-7db3a24b1ceb tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2212493 Mar 22 20:14:17.770954 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39866) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:17.775774 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-350fec7a-d979-4ef7-98b4-c98e8efa01f9 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1600462315'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:14:17.796042 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350fec7a-d979-4ef7-98b4-c98e8efa01f9 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Made reservation on behalf of 5adacf4c8df749f09c8ceaa41db458b9 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:14:17.799357 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-350fec7a-d979-4ef7-98b4-c98e8efa01f9 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:17.808880 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-350fec7a-d979-4ef7-98b4-c98e8efa01f9 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:17.883198 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-350fec7a-d979-4ef7-98b4-c98e8efa01f9 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks [] for security_group (01b3380e-7727-4dc2-86c7-285ea1775840), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:17.887258 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-350fec7a-d979-4ef7-98b4-c98e8efa01f9 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (01b3380e-7727-4dc2-86c7-285ea1775840), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:17.916566 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-350fec7a-d979-4ef7-98b4-c98e8efa01f9 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:14:17.921858 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350fec7a-d979-4ef7-98b4-c98e8efa01f9 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01b3380e-7727-4dc2-86c7-285ea1775840,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:17.928862 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-350fec7a-d979-4ef7-98b4-c98e8efa01f9 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (9d5a710b-7edd-424c-b577-4c5f2a1692d0), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:17.929203 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-350fec7a-d979-4ef7-98b4-c98e8efa01f9 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Added segment 9d5a710b-7edd-424c-b577-4c5f2a1692d0 of type vlan for network 49a25a51-f020-466e-9e6c-aa72256be93d Mar 22 20:14:17.970761 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-350fec7a-d979-4ef7-98b4-c98e8efa01f9 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (49a25a51-f020-466e-9e6c-aa72256be93d), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:17.994922 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-350fec7a-d979-4ef7-98b4-c98e8efa01f9 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (49a25a51-f020-466e-9e6c-aa72256be93d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:18.000182 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350fec7a-d979-4ef7-98b4-c98e8efa01f9 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:18.000771 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-350fec7a-d979-4ef7-98b4-c98e8efa01f9 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:18.057201 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-350fec7a-d979-4ef7-98b4-c98e8efa01f9 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2852089 Mar 22 20:14:18.060253 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39868) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:18.065275 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-f1158ec6-5c5c-4704-9f1e-4ad6b851898b tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Request body: {'subnet': {'network_id': '49a25a51-f020-466e-9e6c-aa72256be93d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:14:18.076128 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350fec7a-d979-4ef7-98b4-c98e8efa01f9 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Pushing event updated for resources: {'Network': ['ID=49a25a51-f020-466e-9e6c-aa72256be93d,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:18.086405 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 49a25a51-f020-466e-9e6c-aa72256be93d details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:14:18.152768 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1158ec6-5c5c-4704-9f1e-4ad6b851898b tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Made reservation on behalf of 5adacf4c8df749f09c8ceaa41db458b9 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:14:18.156452 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f1158ec6-5c5c-4704-9f1e-4ad6b851898b tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:18.339023 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f1158ec6-5c5c-4704-9f1e-4ad6b851898b tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (78bf4600-2287-4326-bda3-73bee27ae539), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:18.401659 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1158ec6-5c5c-4704-9f1e-4ad6b851898b tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Pushing event updated for resources: {'Subnet': ['ID=78bf4600-2287-4326-bda3-73bee27ae539,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:18.410397 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1158ec6-5c5c-4704-9f1e-4ad6b851898b tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Checking segment: {'id': '9d5a710b-7edd-424c-b577-4c5f2a1692d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '49a25a51-f020-466e-9e6c-aa72256be93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:14:18.410755 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1158ec6-5c5c-4704-9f1e-4ad6b851898b tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Network hostable DHCP agents. Network: 49a25a51-f020-466e-9e6c-aa72256be93d, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:14:18.427939 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1158ec6-5c5c-4704-9f1e-4ad6b851898b tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Network 49a25a51-f020-466e-9e6c-aa72256be93d is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:14:18.437743 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-f1158ec6-5c5c-4704-9f1e-4ad6b851898b tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 49a25a51-f020-466e-9e6c-aa72256be93d) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:14:18.442304 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1158ec6-5c5c-4704-9f1e-4ad6b851898b tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:18.443069 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f1158ec6-5c5c-4704-9f1e-4ad6b851898b tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:18.447926 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6daba446-0933-479f-82eb-e9cec64db24b None None] Network 49a25a51-f020-466e-9e6c-aa72256be93d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:14:18.461255 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f1158ec6-5c5c-4704-9f1e-4ad6b851898b tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3998988 Mar 22 20:14:18.464927 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39870) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:18.470248 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-293b9aaa-71a2-4479-9d45-497749732e0c tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1234499380'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:14:18.489474 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293b9aaa-71a2-4479-9d45-497749732e0c tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Made reservation on behalf of 5adacf4c8df749f09c8ceaa41db458b9 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:14:18.493275 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-293b9aaa-71a2-4479-9d45-497749732e0c tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:18.519332 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293b9aaa-71a2-4479-9d45-497749732e0c tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:14:18.531907 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-293b9aaa-71a2-4479-9d45-497749732e0c tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (ad8beb2e-87a3-48c7-83fd-87ebb514970b), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:18.532428 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-293b9aaa-71a2-4479-9d45-497749732e0c tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Added segment ad8beb2e-87a3-48c7-83fd-87ebb514970b of type vlan for network 9af070be-4f07-4cb0-8ab1-c85055fb1283 Mar 22 20:14:18.557638 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27a77df-c914-44b2-9921-f33a2a665865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-49a25a51-f020-466e-9e6c-aa72256be93d', 'network_id': '49a25a51-f020-466e-9e6c-aa72256be93d', 'project_id': '5adacf4c8df749f09c8ceaa41db458b9', 'fixed_ips': [{'subnet_id': '78bf4600-2287-4326-bda3-73bee27ae539'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 20:14:18.558666 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b27a77df-c914-44b2-9921-f33a2a665865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:18.576992 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-293b9aaa-71a2-4479-9d45-497749732e0c tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (9af070be-4f07-4cb0-8ab1-c85055fb1283), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:18.602915 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-293b9aaa-71a2-4479-9d45-497749732e0c tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (9af070be-4f07-4cb0-8ab1-c85055fb1283), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:18.607856 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293b9aaa-71a2-4479-9d45-497749732e0c tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:18.608441 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-293b9aaa-71a2-4479-9d45-497749732e0c tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:18.663012 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-293b9aaa-71a2-4479-9d45-497749732e0c tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1937997 Mar 22 20:14:18.663343 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39872) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:18.668991 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-86bbb2da-3b51-42ee-9e70-231450c7a88a tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Request body: {'subnet': {'network_id': '9af070be-4f07-4cb0-8ab1-c85055fb1283', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:14:18.689412 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b9aaa-71a2-4479-9d45-497749732e0c tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Pushing event updated for resources: {'Network': ['ID=9af070be-4f07-4cb0-8ab1-c85055fb1283,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:18.709140 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 9af070be-4f07-4cb0-8ab1-c85055fb1283 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:14:18.713396 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-b27a77df-c914-44b2-9921-f33a2a665865 None None] Allocated IP 172.20.0.2 (49a25a51-f020-466e-9e6c-aa72256be93d/78bf4600-2287-4326-bda3-73bee27ae539/74839c48-4bcc-4363-91b6-2b24913c3619) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:14:18.759405 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bbb2da-3b51-42ee-9e70-231450c7a88a tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Made reservation on behalf of 5adacf4c8df749f09c8ceaa41db458b9 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:14:18.767013 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-86bbb2da-3b51-42ee-9e70-231450c7a88a tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:18.782604 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:18.893197 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:18.939192 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b27a77df-c914-44b2-9921-f33a2a665865 None None] Publish callbacks [] for port (74839c48-4bcc-4363-91b6-2b24913c3619), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:18.944794 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b27a77df-c914-44b2-9921-f33a2a665865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (74839c48-4bcc-4363-91b6-2b24913c3619), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:18.956513 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-86bbb2da-3b51-42ee-9e70-231450c7a88a tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (6e275497-8142-4449-8203-234fc0c189af), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:18.989004 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27a77df-c914-44b2-9921-f33a2a665865 None None] Network 49a25a51-f020-466e-9e6c-aa72256be93d is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:14:18.996309 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-b27a77df-c914-44b2-9921-f33a2a665865 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:14:18.998752 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27a77df-c914-44b2-9921-f33a2a665865 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:14:19.006568 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a77df-c914-44b2-9921-f33a2a665865 None None] Pushing event updated for resources: {'Port': ['ID=74839c48-4bcc-4363-91b6-2b24913c3619,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:19.022000 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bbb2da-3b51-42ee-9e70-231450c7a88a tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Pushing event updated for resources: {'Subnet': ['ID=6e275497-8142-4449-8203-234fc0c189af,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:19.027398 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bbb2da-3b51-42ee-9e70-231450c7a88a tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Checking segment: {'id': 'ad8beb2e-87a3-48c7-83fd-87ebb514970b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '9af070be-4f07-4cb0-8ab1-c85055fb1283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:14:19.027766 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bbb2da-3b51-42ee-9e70-231450c7a88a tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Network hostable DHCP agents. Network: 9af070be-4f07-4cb0-8ab1-c85055fb1283, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:14:19.047601 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bbb2da-3b51-42ee-9e70-231450c7a88a tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Network 9af070be-4f07-4cb0-8ab1-c85055fb1283 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:14:19.060396 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-86bbb2da-3b51-42ee-9e70-231450c7a88a tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 9af070be-4f07-4cb0-8ab1-c85055fb1283) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:14:19.063730 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bbb2da-3b51-42ee-9e70-231450c7a88a tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:19.064658 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-86bbb2da-3b51-42ee-9e70-231450c7a88a tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:19.072365 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af3ccad-0651-48f7-8af6-637c5a43b4a3 None None] Network 9af070be-4f07-4cb0-8ab1-c85055fb1283 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:14:19.074845 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-b27a77df-c914-44b2-9921-f33a2a665865 None None] Attempting to bind port 74839c48-4bcc-4363-91b6-2b24913c3619 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:14:19.075215 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-b27a77df-c914-44b2-9921-f33a2a665865 None None] Attempting to bind port 74839c48-4bcc-4363-91b6-2b24913c3619 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '9d5a710b-7edd-424c-b577-4c5f2a1692d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '49a25a51-f020-466e-9e6c-aa72256be93d'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:14:19.075578 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27a77df-c914-44b2-9921-f33a2a665865 None None] Attempting to bind port 74839c48-4bcc-4363-91b6-2b24913c3619 on network 49a25a51-f020-466e-9e6c-aa72256be93d {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:14:19.086282 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-86bbb2da-3b51-42ee-9e70-231450c7a88a tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4216712 Mar 22 20:14:19.089440 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39874) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:19.094007 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-46c5b643-b187-47f4-835a-bf037f2e2dbd tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Request body: {'router': {'external_gateway_info': {'network_id': '9af070be-4f07-4cb0-8ab1-c85055fb1283'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:14:19.121217 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27a77df-c914-44b2-9921-f33a2a665865 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:14:19.121602 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27a77df-c914-44b2-9921-f33a2a665865 None None] Checking segment: {'id': '9d5a710b-7edd-424c-b577-4c5f2a1692d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '49a25a51-f020-466e-9e6c-aa72256be93d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:14:19.122028 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b27a77df-c914-44b2-9921-f33a2a665865 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:19.122435 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27a77df-c914-44b2-9921-f33a2a665865 None None] Bound using segment: {'id': '9d5a710b-7edd-424c-b577-4c5f2a1692d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '49a25a51-f020-466e-9e6c-aa72256be93d'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:14:19.122929 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-b27a77df-c914-44b2-9921-f33a2a665865 None None] Bound port: 74839c48-4bcc-4363-91b6-2b24913c3619, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5a710b-7edd-424c-b577-4c5f2a1692d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '49a25a51-f020-466e-9e6c-aa72256be93d'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:14:19.123314 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b27a77df-c914-44b2-9921-f33a2a665865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (74839c48-4bcc-4363-91b6-2b24913c3619), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:19.323976 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-46c5b643-b187-47f4-835a-bf037f2e2dbd tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks [] for router_gateway (2df0afd2-1a02-413c-9a89-a0b2dc737ac9), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:19.395929 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-b27a77df-c914-44b2-9921-f33a2a665865 None None] For port 74839c48-4bcc-4363-91b6-2b24913c3619, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:14:19.408040 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18547e2-8efa-48bc-a766-d35f22e83b86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-9af070be-4f07-4cb0-8ab1-c85055fb1283', 'network_id': '9af070be-4f07-4cb0-8ab1-c85055fb1283', 'project_id': '5adacf4c8df749f09c8ceaa41db458b9', 'fixed_ips': [{'subnet_id': '6e275497-8142-4449-8203-234fc0c189af'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 20:14:19.408901 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d18547e2-8efa-48bc-a766-d35f22e83b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:19.413176 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-b27a77df-c914-44b2-9921-f33a2a665865 None None] For port 74839c48-4bcc-4363-91b6-2b24913c3619, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=74839c48-4bcc-4363-91b6-2b24913c3619,segment=NetworkSegment(9d5a710b-7edd-424c-b577-4c5f2a1692d0),segment_id=9d5a710b-7edd-424c-b577-4c5f2a1692d0)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:14:19.426687 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b27a77df-c914-44b2-9921-f33a2a665865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (74839c48-4bcc-4363-91b6-2b24913c3619), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:19.437249 n-d-705658-24 neutron-server[104173]: INFO neutron.api.v2.resource [None req-46c5b643-b187-47f4-835a-bf037f2e2dbd tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 22 20:14:19.446947 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-46c5b643-b187-47f4-835a-bf037f2e2dbd tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] 10.222.0.75 "PUT /v2.0/routers/2df0afd2-1a02-413c-9a89-a0b2dc737ac9 HTTP/1.1" status: 400 len: 364 time: 0.3554950 Mar 22 20:14:19.448688 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39876) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:19.518844 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af8962a-29d1-4692-ae15-89d772a72942 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Deleting subnet 6e275497-8142-4449-8203-234fc0c189af {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:14:19.523664 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1af8962a-29d1-4692-ae15-89d772a72942 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks [] for subnet (6e275497-8142-4449-8203-234fc0c189af), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:19.556049 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a77df-c914-44b2-9921-f33a2a665865 None None] Pushing event updated for resources: {'Port': ['ID=74839c48-4bcc-4363-91b6-2b24913c3619,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:19.572213 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1af8962a-29d1-4692-ae15-89d772a72942 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (6e275497-8142-4449-8203-234fc0c189af), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:19.619462 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1af8962a-29d1-4692-ae15-89d772a72942 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (6e275497-8142-4449-8203-234fc0c189af), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:19.707758 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1af8962a-29d1-4692-ae15-89d772a72942 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (6e275497-8142-4449-8203-234fc0c189af), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server [None req-d18547e2-8efa-48bc-a766-d35f22e83b86 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e275497-8142-4449-8203-234fc0c189af: This subnet is being modified by another concurrent operation. Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise self.value Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server raise exception Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6e275497-8142-4449-8203-234fc0c189af: This subnet is being modified by another concurrent operation. Mar 22 20:14:19.710458 n-d-705658-24 neutron-server[104174]: ERROR oslo_messaging.rpc.server Mar 22 20:14:19.735783 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06082b0-c2db-49f0-a366-805a9a341047 None None] Network 9af070be-4f07-4cb0-8ab1-c85055fb1283 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:14:19.739282 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8962a-29d1-4692-ae15-89d772a72942 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Pushing event deleted for resources: {'Subnet': ['ID=6e275497-8142-4449-8203-234fc0c189af,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:19.746105 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1af8962a-29d1-4692-ae15-89d772a72942 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:19.752016 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39878) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:19.752230 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1af8962a-29d1-4692-ae15-89d772a72942 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] 10.222.0.75 "DELETE /v2.0/subnets/6e275497-8142-4449-8203-234fc0c189af HTTP/1.1" status: 204 len: 168 time: 0.2966154 Mar 22 20:14:19.839849 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-af83b097-4628-4b5f-be8f-7967d62d930f tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (9af070be-4f07-4cb0-8ab1-c85055fb1283), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:19.932055 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-af83b097-4628-4b5f-be8f-7967d62d930f tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (9af070be-4f07-4cb0-8ab1-c85055fb1283), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:19.951789 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-af83b097-4628-4b5f-be8f-7967d62d930f tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af070be-4f07-4cb0-8ab1-c85055fb1283']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:19.960786 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-af83b097-4628-4b5f-be8f-7967d62d930f tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad8beb2e-87a3-48c7-83fd-87ebb514970b') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:19.961078 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-af83b097-4628-4b5f-be8f-7967d62d930f tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad8beb2e-87a3-48c7-83fd-87ebb514970b') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:19.971255 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-af83b097-4628-4b5f-be8f-7967d62d930f tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (ad8beb2e-87a3-48c7-83fd-87ebb514970b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:19.985329 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-af83b097-4628-4b5f-be8f-7967d62d930f tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (ad8beb2e-87a3-48c7-83fd-87ebb514970b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:19.991029 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af83b097-4628-4b5f-be8f-7967d62d930f tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:14:19.991403 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-af83b097-4628-4b5f-be8f-7967d62d930f tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (ad8beb2e-87a3-48c7-83fd-87ebb514970b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:19.994431 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 20:14:19.994431 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:14:19.994431 n-d-705658-24 neutron-server[104173]: timer() Mar 22 20:14:19.994431 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:14:19.994431 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 20:14:19.994431 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:14:19.994431 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 20:14:19.994431 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:14:19.994431 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 20:14:19.994431 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:14:19.994431 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 20:14:19.994431 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:14:19.994431 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 20:14:19.994431 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:14:19.994431 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:14:19.994431 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:14:19.994431 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:14:19.994431 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:14:19.994431 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 20:14:19.994431 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:14:19.994431 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 20:14:19.994431 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:14:19.994431 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:14:19.994431 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:14:19.994431 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 20:14:19.994431 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:14:19.994431 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:14:19.994431 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:14:19.994431 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:14:19.994431 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:14:19.994431 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:14:19.994431 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:14:20.052337 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-af83b097-4628-4b5f-be8f-7967d62d930f tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (9af070be-4f07-4cb0-8ab1-c85055fb1283), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:20.060939 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-af83b097-4628-4b5f-be8f-7967d62d930f tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:20.064346 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-af83b097-4628-4b5f-be8f-7967d62d930f tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] 10.222.0.75 "DELETE /v2.0/networks/9af070be-4f07-4cb0-8ab1-c85055fb1283 HTTP/1.1" status: 204 len: 168 time: 0.3111315 Mar 22 20:14:20.067107 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39880) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:20.074630 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83b097-4628-4b5f-be8f-7967d62d930f tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Pushing event deleted for resources: {'Network': ['ID=9af070be-4f07-4cb0-8ab1-c85055fb1283,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:20.124655 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d284414-c605-4c42-a7c1-5e532eb89950 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Deleting subnet 78bf4600-2287-4326-bda3-73bee27ae539 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:14:20.127958 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8d284414-c605-4c42-a7c1-5e532eb89950 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks [] for subnet (78bf4600-2287-4326-bda3-73bee27ae539), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:20.169216 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8d284414-c605-4c42-a7c1-5e532eb89950 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (78bf4600-2287-4326-bda3-73bee27ae539), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:20.261591 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8d284414-c605-4c42-a7c1-5e532eb89950 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (78bf4600-2287-4326-bda3-73bee27ae539), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:20.306598 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:20.326617 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8d284414-c605-4c42-a7c1-5e532eb89950 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (78bf4600-2287-4326-bda3-73bee27ae539), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:20.354713 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d284414-c605-4c42-a7c1-5e532eb89950 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Pushing event deleted for resources: {'Subnet': ['ID=78bf4600-2287-4326-bda3-73bee27ae539,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:20.358526 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8d284414-c605-4c42-a7c1-5e532eb89950 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:20.362703 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8d284414-c605-4c42-a7c1-5e532eb89950 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] 10.222.0.75 "DELETE /v2.0/subnets/78bf4600-2287-4326-bda3-73bee27ae539 HTTP/1.1" status: 204 len: 168 time: 0.2943413 Mar 22 20:14:20.365004 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39882) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:20.451681 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f1d7333a-5415-455d-9bee-36f5794030f8 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (49a25a51-f020-466e-9e6c-aa72256be93d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:20.508184 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-f1d7333a-5415-455d-9bee-36f5794030f8 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Deleting port 74839c48-4bcc-4363-91b6-2b24913c3619 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:14:20.509093 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f1d7333a-5415-455d-9bee-36f5794030f8 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (74839c48-4bcc-4363-91b6-2b24913c3619), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:20.537728 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5840b946-b299-4e85-8788-4625bf9f3414 None None] get_active_networks_info from n-d-705658-24 {{(pid=104174) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 22 20:14:20.572867 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-f1d7333a-5415-455d-9bee-36f5794030f8 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] For port 74839c48-4bcc-4363-91b6-2b24913c3619, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=74839c48-4bcc-4363-91b6-2b24913c3619,segment=NetworkSegment(9d5a710b-7edd-424c-b577-4c5f2a1692d0),segment_id=9d5a710b-7edd-424c-b577-4c5f2a1692d0)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:14:20.573243 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f1d7333a-5415-455d-9bee-36f5794030f8 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (74839c48-4bcc-4363-91b6-2b24913c3619), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:20.587592 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-f1d7333a-5415-455d-9bee-36f5794030f8 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Calling delete_port for 74839c48-4bcc-4363-91b6-2b24913c3619 owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:14:20.611568 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5840b946-b299-4e85-8788-4625bf9f3414 None None] Resources bound (agent type, host, resource id): {{(pid=104174) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 22 20:14:20.675588 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f1d7333a-5415-455d-9bee-36f5794030f8 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (74839c48-4bcc-4363-91b6-2b24913c3619), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:20.680284 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e0245619-0ef6-4198-9a04-9bc5f989bbbe None None] Provisioning complete for port 74839c48-4bcc-4363-91b6-2b24913c3619 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:14:20.681194 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e0245619-0ef6-4198-9a04-9bc5f989bbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (74839c48-4bcc-4363-91b6-2b24913c3619), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:20.699988 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7333a-5415-455d-9bee-36f5794030f8 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Pushing event deleted for resources: {'Port': ['ID=74839c48-4bcc-4363-91b6-2b24913c3619,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:20.705779 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d7333a-5415-455d-9bee-36f5794030f8 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] No DVR routers for this DVR port 74839c48-4bcc-4363-91b6-2b24913c3619 on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:14:20.708366 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e0245619-0ef6-4198-9a04-9bc5f989bbbe None None] Port 74839c48-4bcc-4363-91b6-2b24913c3619 was deleted so its status cannot be updated. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 22 20:14:20.790264 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f1d7333a-5415-455d-9bee-36f5794030f8 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (49a25a51-f020-466e-9e6c-aa72256be93d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:20.798318 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5899909-0477-466d-9661-d672d6cf0e04 None None] Network 49a25a51-f020-466e-9e6c-aa72256be93d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:14:20.811570 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-f1d7333a-5415-455d-9bee-36f5794030f8 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49a25a51-f020-466e-9e6c-aa72256be93d']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:20.821533 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-f1d7333a-5415-455d-9bee-36f5794030f8 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d5a710b-7edd-424c-b577-4c5f2a1692d0') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:20.821844 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-f1d7333a-5415-455d-9bee-36f5794030f8 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d5a710b-7edd-424c-b577-4c5f2a1692d0') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:20.831613 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f1d7333a-5415-455d-9bee-36f5794030f8 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (9d5a710b-7edd-424c-b577-4c5f2a1692d0), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:20.846333 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f1d7333a-5415-455d-9bee-36f5794030f8 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (9d5a710b-7edd-424c-b577-4c5f2a1692d0), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:20.853373 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1d7333a-5415-455d-9bee-36f5794030f8 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:14:20.854084 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f1d7333a-5415-455d-9bee-36f5794030f8 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (9d5a710b-7edd-424c-b577-4c5f2a1692d0), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:20.858063 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 20:14:20.858063 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:14:20.858063 n-d-705658-24 neutron-server[104172]: timer() Mar 22 20:14:20.858063 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:14:20.858063 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 20:14:20.858063 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:14:20.858063 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 20:14:20.858063 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:14:20.858063 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 20:14:20.858063 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:14:20.858063 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 20:14:20.858063 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:14:20.858063 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 20:14:20.858063 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:14:20.858063 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:14:20.858063 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:14:20.858063 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:14:20.858063 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:14:20.858063 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 20:14:20.858063 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:14:20.858063 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 20:14:20.858063 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:14:20.858063 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:14:20.858063 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:14:20.858063 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 20:14:20.858063 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:14:20.858063 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:14:20.858063 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:14:20.858063 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:14:20.858063 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:14:20.858063 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:14:20.858063 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:14:20.926094 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f1d7333a-5415-455d-9bee-36f5794030f8 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (49a25a51-f020-466e-9e6c-aa72256be93d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:20.933279 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f1d7333a-5415-455d-9bee-36f5794030f8 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:20.938837 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f1d7333a-5415-455d-9bee-36f5794030f8 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] 10.222.0.75 "DELETE /v2.0/networks/49a25a51-f020-466e-9e6c-aa72256be93d HTTP/1.1" status: 204 len: 168 time: 0.5704262 Mar 22 20:14:20.939190 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39884) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:20.943937 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5d2356-7f2b-4556-8aeb-0167f4b6f87b None None] DHCP port deletion for 49a25a51-f020-466e-9e6c-aa72256be93d request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 20:14:20.959998 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7333a-5415-455d-9bee-36f5794030f8 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Pushing event deleted for resources: {'Network': ['ID=49a25a51-f020-466e-9e6c-aa72256be93d,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:20.978173 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d3b5e014-3747-4b9b-8d1f-5756c9ae3685 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] 10.222.0.75 "GET /v2.0/ports?device_id=2df0afd2-1a02-413c-9a89-a0b2dc737ac9 HTTP/1.1" status: 200 len: 205 time: 0.0371976 Mar 22 20:14:20.980164 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39886) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:21.058443 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c1e236ec-1633-41eb-81de-771893340c13 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks [] for router (2df0afd2-1a02-413c-9a89-a0b2dc737ac9), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:21.226043 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c1e236ec-1633-41eb-81de-771893340c13 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (2df0afd2-1a02-413c-9a89-a0b2dc737ac9), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:21.228728 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c1e236ec-1633-41eb-81de-771893340c13 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks [] for router_controller (2df0afd2-1a02-413c-9a89-a0b2dc737ac9), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:21.275397 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c1e236ec-1633-41eb-81de-771893340c13 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (2df0afd2-1a02-413c-9a89-a0b2dc737ac9), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:21.276010 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e236ec-1633-41eb-81de-771893340c13 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Fanout notify agent at l3_agent the message router_deleted on router 2df0afd2-1a02-413c-9a89-a0b2dc737ac9 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 20:14:21.283679 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c1e236ec-1633-41eb-81de-771893340c13 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:21.285065 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c1e236ec-1633-41eb-81de-771893340c13 tempest-RoutersNegativeTest-1015621526 tempest-RoutersNegativeTest-1015621526-project] 10.222.0.75 "DELETE /v2.0/routers/2df0afd2-1a02-413c-9a89-a0b2dc737ac9 HTTP/1.1" status: 204 len: 168 time: 0.3039472 Mar 22 20:14:21.416199 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:21.579757 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39892) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:21.713031 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4d229c5f-51cc-423e-b534-bc0c2dfe0ed3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5adacf4c8df749f09c8ceaa41db458b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1317449 Mar 22 20:14:21.715490 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39896) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:21.765315 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-da30a747-004a-442b-923d-06fef0727e68 admin admin] Publish callbacks [] for security_group (01b3380e-7727-4dc2-86c7-285ea1775840), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:21.787085 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-da30a747-004a-442b-923d-06fef0727e68 admin admin] Publish callbacks [] for security_group (01b3380e-7727-4dc2-86c7-285ea1775840), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:21.834144 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-da30a747-004a-442b-923d-06fef0727e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (01b3380e-7727-4dc2-86c7-285ea1775840), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:21.836849 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-da30a747-004a-442b-923d-06fef0727e68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:21.838035 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-da30a747-004a-442b-923d-06fef0727e68 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/01b3380e-7727-4dc2-86c7-285ea1775840 HTTP/1.1" status: 204 len: 168 time: 0.1216142 Mar 22 20:14:21.846362 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30a747-004a-442b-923d-06fef0727e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b3380e-7727-4dc2-86c7-285ea1775840,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:22.480953 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39918) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:22.580057 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-be448a6f-9462-44e1-882d-2e3b0beb086d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1323393049-network', 'tenant_id': '9a7ecf51b27445c4bdd3a701d6e3b806'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:14:22.599959 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be448a6f-9462-44e1-882d-2e3b0beb086d admin admin] Made reservation on behalf of 9a7ecf51b27445c4bdd3a701d6e3b806 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:14:22.602441 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be448a6f-9462-44e1-882d-2e3b0beb086d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:22.612308 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be448a6f-9462-44e1-882d-2e3b0beb086d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:22.692324 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be448a6f-9462-44e1-882d-2e3b0beb086d admin admin] Publish callbacks [] for security_group (39dc8278-f16c-4415-afaf-7d9f83e7f9ed), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:22.697203 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be448a6f-9462-44e1-882d-2e3b0beb086d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (39dc8278-f16c-4415-afaf-7d9f83e7f9ed), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:22.723153 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be448a6f-9462-44e1-882d-2e3b0beb086d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:14:22.733342 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be448a6f-9462-44e1-882d-2e3b0beb086d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39dc8278-f16c-4415-afaf-7d9f83e7f9ed,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:22.738674 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be448a6f-9462-44e1-882d-2e3b0beb086d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (a76940c4-1f28-4607-a23a-9714eca61503), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:22.739018 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-be448a6f-9462-44e1-882d-2e3b0beb086d admin admin] Added segment a76940c4-1f28-4607-a23a-9714eca61503 of type vlan for network 25721c3f-87ef-4581-98fd-7f1acd60c601 Mar 22 20:14:22.780671 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be448a6f-9462-44e1-882d-2e3b0beb086d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (25721c3f-87ef-4581-98fd-7f1acd60c601), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:22.806287 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be448a6f-9462-44e1-882d-2e3b0beb086d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (25721c3f-87ef-4581-98fd-7f1acd60c601), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:22.807422 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be448a6f-9462-44e1-882d-2e3b0beb086d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:22.808012 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-be448a6f-9462-44e1-882d-2e3b0beb086d admin admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:23.186792 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-be448a6f-9462-44e1-882d-2e3b0beb086d admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7045586 Mar 22 20:14:23.189683 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39922) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:23.195159 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-a61506dc-cfb0-4128-ad66-1311da45c81e admin admin] Request body: {'subnet': {'network_id': '25721c3f-87ef-4581-98fd-7f1acd60c601', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1323393049-subnet', 'tenant_id': '9a7ecf51b27445c4bdd3a701d6e3b806', 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:14:23.195723 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be448a6f-9462-44e1-882d-2e3b0beb086d admin admin] Pushing event updated for resources: {'Network': ['ID=25721c3f-87ef-4581-98fd-7f1acd60c601,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:23.205996 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 25721c3f-87ef-4581-98fd-7f1acd60c601 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:14:23.218873 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61506dc-cfb0-4128-ad66-1311da45c81e admin admin] Made reservation on behalf of 9a7ecf51b27445c4bdd3a701d6e3b806 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:14:23.221595 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a61506dc-cfb0-4128-ad66-1311da45c81e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:23.409902 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a61506dc-cfb0-4128-ad66-1311da45c81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (06e30fb8-f6d2-469c-8483-49a2bb997080), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:23.466325 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61506dc-cfb0-4128-ad66-1311da45c81e admin admin] Pushing event updated for resources: {'Subnet': ['ID=06e30fb8-f6d2-469c-8483-49a2bb997080,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:23.487603 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61506dc-cfb0-4128-ad66-1311da45c81e admin admin] Checking segment: {'id': 'a76940c4-1f28-4607-a23a-9714eca61503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '25721c3f-87ef-4581-98fd-7f1acd60c601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:14:23.487967 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61506dc-cfb0-4128-ad66-1311da45c81e admin admin] Network hostable DHCP agents. Network: 25721c3f-87ef-4581-98fd-7f1acd60c601, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:14:23.505216 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61506dc-cfb0-4128-ad66-1311da45c81e admin admin] Network 25721c3f-87ef-4581-98fd-7f1acd60c601 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:14:23.514880 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-a61506dc-cfb0-4128-ad66-1311da45c81e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 25721c3f-87ef-4581-98fd-7f1acd60c601) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:14:23.519727 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61506dc-cfb0-4128-ad66-1311da45c81e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:23.520336 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a61506dc-cfb0-4128-ad66-1311da45c81e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:23.524261 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ec1bc0-55a4-4c1d-9a2c-71bb26649d57 None None] Network 25721c3f-87ef-4581-98fd-7f1acd60c601 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:14:23.540561 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39924) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:23.540963 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a61506dc-cfb0-4128-ad66-1311da45c81e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3493047 Mar 22 20:14:23.545107 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-a2447914-1911-459b-bfe5-637625297f27 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1323393049-router', 'tenant_id': '9a7ecf51b27445c4bdd3a701d6e3b806', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:14:23.564240 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a2447914-1911-459b-bfe5-637625297f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (f6094bb8-2f2f-4e05-a133-f5b93b27ad09), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:23.565352 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a2447914-1911-459b-bfe5-637625297f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (f6094bb8-2f2f-4e05-a133-f5b93b27ad09), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:23.622693 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a2447914-1911-459b-bfe5-637625297f27 admin admin] Publish callbacks [] for router_controller (f6094bb8-2f2f-4e05-a133-f5b93b27ad09), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:23.632608 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35e89c9-1cb1-48af-917a-1303fc934be0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-25721c3f-87ef-4581-98fd-7f1acd60c601', 'network_id': '25721c3f-87ef-4581-98fd-7f1acd60c601', 'project_id': '9a7ecf51b27445c4bdd3a701d6e3b806', 'fixed_ips': [{'subnet_id': '06e30fb8-f6d2-469c-8483-49a2bb997080'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 20:14:23.633527 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d35e89c9-1cb1-48af-917a-1303fc934be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:23.768959 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a2447914-1911-459b-bfe5-637625297f27 admin admin] Publish callbacks [] for router_gateway (f6094bb8-2f2f-4e05-a133-f5b93b27ad09), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:23.772213 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-d35e89c9-1cb1-48af-917a-1303fc934be0 None None] Allocated IP 172.20.0.2 (25721c3f-87ef-4581-98fd-7f1acd60c601/06e30fb8-f6d2-469c-8483-49a2bb997080/c0ab1ca7-2d07-4d94-a124-06038dc19574) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:14:23.940349 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d35e89c9-1cb1-48af-917a-1303fc934be0 None None] Publish callbacks [] for port (c0ab1ca7-2d07-4d94-a124-06038dc19574), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:23.947886 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d35e89c9-1cb1-48af-917a-1303fc934be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (c0ab1ca7-2d07-4d94-a124-06038dc19574), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:23.988413 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a2447914-1911-459b-bfe5-637625297f27 admin admin] Publish callbacks [] for router_gateway (f6094bb8-2f2f-4e05-a133-f5b93b27ad09), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:23.998715 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35e89c9-1cb1-48af-917a-1303fc934be0 None None] Network 25721c3f-87ef-4581-98fd-7f1acd60c601 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:14:24.000018 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e89c9-1cb1-48af-917a-1303fc934be0 None None] Pushing event updated for resources: {'Port': ['ID=c0ab1ca7-2d07-4d94-a124-06038dc19574,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:24.004080 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-d35e89c9-1cb1-48af-917a-1303fc934be0 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:14:24.006221 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35e89c9-1cb1-48af-917a-1303fc934be0 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:14:24.008330 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a2447914-1911-459b-bfe5-637625297f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:24.068197 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-d35e89c9-1cb1-48af-917a-1303fc934be0 None None] Attempting to bind port c0ab1ca7-2d07-4d94-a124-06038dc19574 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:14:24.068575 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-d35e89c9-1cb1-48af-917a-1303fc934be0 None None] Attempting to bind port c0ab1ca7-2d07-4d94-a124-06038dc19574 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'a76940c4-1f28-4607-a23a-9714eca61503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '25721c3f-87ef-4581-98fd-7f1acd60c601'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:14:24.068938 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35e89c9-1cb1-48af-917a-1303fc934be0 None None] Attempting to bind port c0ab1ca7-2d07-4d94-a124-06038dc19574 on network 25721c3f-87ef-4581-98fd-7f1acd60c601 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:14:24.074663 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35e89c9-1cb1-48af-917a-1303fc934be0 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:14:24.076106 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35e89c9-1cb1-48af-917a-1303fc934be0 None None] Checking segment: {'id': 'a76940c4-1f28-4607-a23a-9714eca61503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '25721c3f-87ef-4581-98fd-7f1acd60c601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:14:24.076106 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d35e89c9-1cb1-48af-917a-1303fc934be0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:24.076106 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35e89c9-1cb1-48af-917a-1303fc934be0 None None] Bound using segment: {'id': 'a76940c4-1f28-4607-a23a-9714eca61503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '25721c3f-87ef-4581-98fd-7f1acd60c601'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:14:24.079205 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-d35e89c9-1cb1-48af-917a-1303fc934be0 None None] Bound port: c0ab1ca7-2d07-4d94-a124-06038dc19574, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76940c4-1f28-4607-a23a-9714eca61503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '25721c3f-87ef-4581-98fd-7f1acd60c601'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:14:24.079205 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d35e89c9-1cb1-48af-917a-1303fc934be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c0ab1ca7-2d07-4d94-a124-06038dc19574), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:24.122025 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-a2447914-1911-459b-bfe5-637625297f27 admin admin] Allocated IP 172.25.5.197 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/4edcd980-6421-432c-af1b-63d860cec04e) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:14:24.148880 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-d35e89c9-1cb1-48af-917a-1303fc934be0 None None] For port c0ab1ca7-2d07-4d94-a124-06038dc19574, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:14:24.152138 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-d35e89c9-1cb1-48af-917a-1303fc934be0 None None] For port c0ab1ca7-2d07-4d94-a124-06038dc19574, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c0ab1ca7-2d07-4d94-a124-06038dc19574,segment=NetworkSegment(a76940c4-1f28-4607-a23a-9714eca61503),segment_id=a76940c4-1f28-4607-a23a-9714eca61503)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:14:24.158617 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d35e89c9-1cb1-48af-917a-1303fc934be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c0ab1ca7-2d07-4d94-a124-06038dc19574), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:24.214917 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e89c9-1cb1-48af-917a-1303fc934be0 None None] Pushing event updated for resources: {'Port': ['ID=c0ab1ca7-2d07-4d94-a124-06038dc19574,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:24.235258 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a2447914-1911-459b-bfe5-637625297f27 admin admin] Publish callbacks [] for port (4edcd980-6421-432c-af1b-63d860cec04e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:24.271390 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a2447914-1911-459b-bfe5-637625297f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (4edcd980-6421-432c-af1b-63d860cec04e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:24.309977 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2447914-1911-459b-bfe5-637625297f27 admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:14:24.312932 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-a2447914-1911-459b-bfe5-637625297f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:14:24.319015 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2447914-1911-459b-bfe5-637625297f27 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:14:24.342212 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2447914-1911-459b-bfe5-637625297f27 admin admin] Pushing event updated for resources: {'Port': ['ID=4edcd980-6421-432c-af1b-63d860cec04e,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:24.601578 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a2447914-1911-459b-bfe5-637625297f27 admin admin] Publish callbacks [] for router_gateway (f6094bb8-2f2f-4e05-a133-f5b93b27ad09), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:24.810010 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a2447914-1911-459b-bfe5-637625297f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (f6094bb8-2f2f-4e05-a133-f5b93b27ad09), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:24.951189 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2447914-1911-459b-bfe5-637625297f27 admin admin] Router f6094bb8-2f2f-4e05-a133-f5b93b27ad09 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 20:14:25.069716 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2447914-1911-459b-bfe5-637625297f27 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:14:25.079031 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e453fe83-f4e9-4d60-af4b-32199d4d29d2 None None] Sync routers for ids ['f6094bb8-2f2f-4e05-a133-f5b93b27ad09'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:14:25.088898 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a2447914-1911-459b-bfe5-637625297f27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:25.090404 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a2447914-1911-459b-bfe5-637625297f27 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5486424 Mar 22 20:14:25.093147 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39926) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:25.099113 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e453fe83-f4e9-4d60-af4b-32199d4d29d2 None None] Routers {'f6094bb8-2f2f-4e05-a133-f5b93b27ad09'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:14:25.100973 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-e453fe83-f4e9-4d60-af4b-32199d4d29d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:14:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f6094bb8-2f2f-4e05-a133-f5b93b27ad09'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:25.211179 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d25722-4f7f-441c-8bf5-062446d33cd2 None None] Network 25721c3f-87ef-4581-98fd-7f1acd60c601 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:14:25.256702 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-e453fe83-f4e9-4d60-af4b-32199d4d29d2 None None] Set router f6094bb8-2f2f-4e05-a133-f5b93b27ad09 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:14:25.397038 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-29968610-9ace-47da-8b72-c5570c80ce95 None None] Provisioning complete for port c0ab1ca7-2d07-4d94-a124-06038dc19574 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:14:25.397445 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-29968610-9ace-47da-8b72-c5570c80ce95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c0ab1ca7-2d07-4d94-a124-06038dc19574), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:25.585598 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-29968610-9ace-47da-8b72-c5570c80ce95 None None] Current status of the port c0ab1ca7-2d07-4d94-a124-06038dc19574 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:14:25.586027 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-29968610-9ace-47da-8b72-c5570c80ce95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c0ab1ca7-2d07-4d94-a124-06038dc19574), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:25.605558 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-e453fe83-f4e9-4d60-af4b-32199d4d29d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6094bb8-2f2f-4e05-a133-f5b93b27ad09', 'name': 'tempest-TestEncryptedCinderVolumes-1323393049-router', 'tenant_id': '9a7ecf51b27445c4bdd3a701d6e3b806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '4edcd980-6421-432c-af1b-63d860cec04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:14:23Z', 'updated_at': '2022-03-22T20:14:24Z', 'revision_number': 3, 'project_id': '9a7ecf51b27445c4bdd3a701d6e3b806', 'gw_port': {'id': '4edcd980-6421-432c-af1b-63d860cec04e', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6094bb8-2f2f-4e05-a133-f5b93b27ad09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:14:24Z', 'updated_at': '2022-03-22T20:14:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:25.649922 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e453fe83-f4e9-4d60-af4b-32199d4d29d2 None None] Checking router: f6094bb8-2f2f-4e05-a133-f5b93b27ad09 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:14:25.650188 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e453fe83-f4e9-4d60-af4b-32199d4d29d2 None None] Updating router f6094bb8-2f2f-4e05-a133-f5b93b27ad09 port 4edcd980-6421-432c-af1b-63d860cec04e binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:14:25.677773 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-29968610-9ace-47da-8b72-c5570c80ce95 None None] For port c0ab1ca7-2d07-4d94-a124-06038dc19574, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c0ab1ca7-2d07-4d94-a124-06038dc19574,segment=NetworkSegment(a76940c4-1f28-4607-a23a-9714eca61503),segment_id=a76940c4-1f28-4607-a23a-9714eca61503)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:14:25.691515 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-29968610-9ace-47da-8b72-c5570c80ce95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c0ab1ca7-2d07-4d94-a124-06038dc19574), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:25.701116 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e453fe83-f4e9-4d60-af4b-32199d4d29d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4edcd980-6421-432c-af1b-63d860cec04e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:25.793501 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c0ab1ca7-2d07-4d94-a124-06038dc19574 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:14:25.885627 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29968610-9ace-47da-8b72-c5570c80ce95 None None] Pushing event updated for resources: {'Port': ['ID=c0ab1ca7-2d07-4d94-a124-06038dc19574,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:25.941428 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-38f4c216-bd1e-4188-93de-31184ced303b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:25.978597 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-9b2f3e3f-c1c8-4925-bf09-24789228a6c0 None None] Provisioning complete for port c0ab1ca7-2d07-4d94-a124-06038dc19574 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:14:25.978985 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9b2f3e3f-c1c8-4925-bf09-24789228a6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c0ab1ca7-2d07-4d94-a124-06038dc19574), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:26.035397 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port c0ab1ca7-2d07-4d94-a124-06038dc19574 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:14:26.035784 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c0ab1ca7-2d07-4d94-a124-06038dc19574), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:26.109075 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-38f4c216-bd1e-4188-93de-31184ced303b admin admin] Allocated IP 172.20.0.1 (25721c3f-87ef-4581-98fd-7f1acd60c601/06e30fb8-f6d2-469c-8483-49a2bb997080/d1a0d0f4-70d6-43e1-ae13-bc4462fd5863) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:14:26.216261 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-9b2f3e3f-c1c8-4925-bf09-24789228a6c0 None None] Current status of the port c0ab1ca7-2d07-4d94-a124-06038dc19574 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:14:26.222712 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-38f4c216-bd1e-4188-93de-31184ced303b admin admin] Publish callbacks [] for port (d1a0d0f4-70d6-43e1-ae13-bc4462fd5863), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:26.254343 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e453fe83-f4e9-4d60-af4b-32199d4d29d2 None None] Publish callbacks [] for port (4edcd980-6421-432c-af1b-63d860cec04e), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:26.260103 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-38f4c216-bd1e-4188-93de-31184ced303b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (d1a0d0f4-70d6-43e1-ae13-bc4462fd5863), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:26.261431 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e453fe83-f4e9-4d60-af4b-32199d4d29d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4edcd980-6421-432c-af1b-63d860cec04e), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:26.292622 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port c0ab1ca7-2d07-4d94-a124-06038dc19574 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:14:26.295882 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f4c216-bd1e-4188-93de-31184ced303b admin admin] Network 25721c3f-87ef-4581-98fd-7f1acd60c601 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:14:26.299554 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-38f4c216-bd1e-4188-93de-31184ced303b admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:14:26.302056 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f4c216-bd1e-4188-93de-31184ced303b admin admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:14:26.323381 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-e453fe83-f4e9-4d60-af4b-32199d4d29d2 None None] Attempting to bind port 4edcd980-6421-432c-af1b-63d860cec04e on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:14:26.323823 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-e453fe83-f4e9-4d60-af4b-32199d4d29d2 None None] Attempting to bind port 4edcd980-6421-432c-af1b-63d860cec04e by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:14:26.324149 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e453fe83-f4e9-4d60-af4b-32199d4d29d2 None None] Attempting to bind port 4edcd980-6421-432c-af1b-63d860cec04e on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:14:26.326779 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd57d141-ea8f-4e16-8b6d-5885f5243ac9 None None] Pushing event updated for resources: {'Port': ['ID=4edcd980-6421-432c-af1b-63d860cec04e,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:26.336376 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e453fe83-f4e9-4d60-af4b-32199d4d29d2 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:14:26.336790 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e453fe83-f4e9-4d60-af4b-32199d4d29d2 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:14:26.337156 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e453fe83-f4e9-4d60-af4b-32199d4d29d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:26.338121 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e453fe83-f4e9-4d60-af4b-32199d4d29d2 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:14:26.338121 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-e453fe83-f4e9-4d60-af4b-32199d4d29d2 None None] Bound port: 4edcd980-6421-432c-af1b-63d860cec04e, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:14:26.338391 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e453fe83-f4e9-4d60-af4b-32199d4d29d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4edcd980-6421-432c-af1b-63d860cec04e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:26.344048 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4c216-bd1e-4188-93de-31184ced303b admin admin] Pushing event updated for resources: {'Port': ['ID=d1a0d0f4-70d6-43e1-ae13-bc4462fd5863,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:26.355097 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-38f4c216-bd1e-4188-93de-31184ced303b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (f6094bb8-2f2f-4e05-a133-f5b93b27ad09), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:26.410006 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e453fe83-f4e9-4d60-af4b-32199d4d29d2 None None] For port 4edcd980-6421-432c-af1b-63d860cec04e, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:14:26.413825 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e453fe83-f4e9-4d60-af4b-32199d4d29d2 None None] For port 4edcd980-6421-432c-af1b-63d860cec04e, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=4edcd980-6421-432c-af1b-63d860cec04e,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:14:26.421684 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e453fe83-f4e9-4d60-af4b-32199d4d29d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4edcd980-6421-432c-af1b-63d860cec04e), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:26.510916 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e453fe83-f4e9-4d60-af4b-32199d4d29d2 None None] Routers {'f6094bb8-2f2f-4e05-a133-f5b93b27ad09'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:14:26.511577 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-e453fe83-f4e9-4d60-af4b-32199d4d29d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:14:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f6094bb8-2f2f-4e05-a133-f5b93b27ad09'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:26.514583 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd57d141-ea8f-4e16-8b6d-5885f5243ac9 None None] Pushing event updated for resources: {'Port': ['ID=4edcd980-6421-432c-af1b-63d860cec04e,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:26.523498 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-38f4c216-bd1e-4188-93de-31184ced303b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d1a0d0f4-70d6-43e1-ae13-bc4462fd5863), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:26.706966 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-38f4c216-bd1e-4188-93de-31184ced303b admin admin] Publish callbacks [] for port (d1a0d0f4-70d6-43e1-ae13-bc4462fd5863), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:26.712760 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-38f4c216-bd1e-4188-93de-31184ced303b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (d1a0d0f4-70d6-43e1-ae13-bc4462fd5863), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:26.788472 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-38f4c216-bd1e-4188-93de-31184ced303b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (f6094bb8-2f2f-4e05-a133-f5b93b27ad09), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:26.791438 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4c216-bd1e-4188-93de-31184ced303b admin admin] Pushing event updated for resources: {'Port': ['ID=d1a0d0f4-70d6-43e1-ae13-bc4462fd5863,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:26.822406 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-5f1e3497-efcd-4c51-9b76-0c6a8ec381a4 None None] Provisioning complete for port d1a0d0f4-70d6-43e1-ae13-bc4462fd5863 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:14:26.822951 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5f1e3497-efcd-4c51-9b76-0c6a8ec381a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d1a0d0f4-70d6-43e1-ae13-bc4462fd5863), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:26.871525 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e3497-efcd-4c51-9b76-0c6a8ec381a4 None None] Port d1a0d0f4-70d6-43e1-ae13-bc4462fd5863 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:14:26.876781 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-e453fe83-f4e9-4d60-af4b-32199d4d29d2 None None] Set router f6094bb8-2f2f-4e05-a133-f5b93b27ad09 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:14:26.892612 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f4c216-bd1e-4188-93de-31184ced303b admin admin] Network 25721c3f-87ef-4581-98fd-7f1acd60c601 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:14:26.894198 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-38f4c216-bd1e-4188-93de-31184ced303b admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:14:27.019250 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f4c216-bd1e-4188-93de-31184ced303b admin admin] Router f6094bb8-2f2f-4e05-a133-f5b93b27ad09 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:14:27.128230 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-e453fe83-f4e9-4d60-af4b-32199d4d29d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6094bb8-2f2f-4e05-a133-f5b93b27ad09', 'name': 'tempest-TestEncryptedCinderVolumes-1323393049-router', 'tenant_id': '9a7ecf51b27445c4bdd3a701d6e3b806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '4edcd980-6421-432c-af1b-63d860cec04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:14:23Z', 'updated_at': '2022-03-22T20:14:26Z', 'revision_number': 4, 'project_id': '9a7ecf51b27445c4bdd3a701d6e3b806', 'gw_port': {'id': '4edcd980-6421-432c-af1b-63d860cec04e', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6094bb8-2f2f-4e05-a133-f5b93b27ad09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:14:24Z', 'updated_at': '2022-03-22T20:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'd1a0d0f4-70d6-43e1-ae13-bc4462fd5863', 'name': '', 'network_id': '25721c3f-87ef-4581-98fd-7f1acd60c601', 'tenant_id': '9a7ecf51b27445c4bdd3a701d6e3b806', 'mac_address': 'fa:16:3e:31:7e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6094bb8-2f2f-4e05-a133-f5b93b27ad09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '06e30fb8-f6d2-469c-8483-49a2bb997080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:14:25Z', 'updated_at': '2022-03-22T20:14:26Z', 'revision_number': 1, 'project_id': '9a7ecf51b27445c4bdd3a701d6e3b806', 'subnets': [{'id': '06e30fb8-f6d2-469c-8483-49a2bb997080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:27.143620 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f4c216-bd1e-4188-93de-31184ced303b admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:14:27.149069 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-38f4c216-bd1e-4188-93de-31184ced303b admin admin] 10.222.0.75 "PUT /v2.0/routers/f6094bb8-2f2f-4e05-a133-f5b93b27ad09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0548270 Mar 22 20:14:27.155361 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e453fe83-f4e9-4d60-af4b-32199d4d29d2 None None] The sync data for ids ['f6094bb8-2f2f-4e05-a133-f5b93b27ad09'] in n-d-705658-24 is: [{'id': 'f6094bb8-2f2f-4e05-a133-f5b93b27ad09', 'name': 'tempest-TestEncryptedCinderVolumes-1323393049-router', 'tenant_id': '9a7ecf51b27445c4bdd3a701d6e3b806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '4edcd980-6421-432c-af1b-63d860cec04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:14:23Z', 'updated_at': '2022-03-22T20:14:26Z', 'revision_number': 4, 'project_id': '9a7ecf51b27445c4bdd3a701d6e3b806', 'gw_port': {'id': '4edcd980-6421-432c-af1b-63d860cec04e', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6094bb8-2f2f-4e05-a133-f5b93b27ad09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:14:24Z', 'updated_at': '2022-03-22T20:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'd1a0d0f4-70d6-43e1-ae13-bc4462fd5863', 'name': '', 'network_id': '25721c3f-87ef-4581-98fd-7f1acd60c601', 'tenant_id': '9a7ecf51b27445c4bdd3a701d6e3b806', 'mac_address': 'fa:16:3e:31:7e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6094bb8-2f2f-4e05-a133-f5b93b27ad09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '06e30fb8-f6d2-469c-8483-49a2bb997080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:14:25Z', 'updated_at': '2022-03-22T20:14:26Z', 'revision_number': 1, 'project_id': '9a7ecf51b27445c4bdd3a701d6e3b806', 'subnets': [{'id': '06e30fb8-f6d2-469c-8483-49a2bb997080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:14:27.193660 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-653ad52d-3043-46d8-abe5-8e577994315c None None] Provisioning complete for port d1a0d0f4-70d6-43e1-ae13-bc4462fd5863 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:14:27.194319 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-653ad52d-3043-46d8-abe5-8e577994315c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d1a0d0f4-70d6-43e1-ae13-bc4462fd5863), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:27.230060 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-653ad52d-3043-46d8-abe5-8e577994315c None None] Port d1a0d0f4-70d6-43e1-ae13-bc4462fd5863 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:14:27.647753 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c0ab1ca7-2d07-4d94-a124-06038dc19574 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:14:27.701024 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port c0ab1ca7-2d07-4d94-a124-06038dc19574 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:14:27.701507 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c0ab1ca7-2d07-4d94-a124-06038dc19574), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:27.705638 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39942) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:27.710770 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-61eb8578-a478-42e5-b426-0f08af752368 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-762350296-network', 'tenant_id': '3621715545e94aad96831d3b4b40c79c'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:14:27.734218 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61eb8578-a478-42e5-b426-0f08af752368 admin admin] Made reservation on behalf of 3621715545e94aad96831d3b4b40c79c for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:14:27.737217 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-61eb8578-a478-42e5-b426-0f08af752368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:27.747167 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-61eb8578-a478-42e5-b426-0f08af752368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:27.788635 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port c0ab1ca7-2d07-4d94-a124-06038dc19574 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:14:27.845015 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-61eb8578-a478-42e5-b426-0f08af752368 admin admin] Publish callbacks [] for security_group (44dc6982-daf6-48d9-ba1d-7fa37458a9a1), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:27.851031 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-61eb8578-a478-42e5-b426-0f08af752368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (44dc6982-daf6-48d9-ba1d-7fa37458a9a1), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:27.889154 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61eb8578-a478-42e5-b426-0f08af752368 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:14:27.916213 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb8578-a478-42e5-b426-0f08af752368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44dc6982-daf6-48d9-ba1d-7fa37458a9a1,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:27.922291 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-61eb8578-a478-42e5-b426-0f08af752368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (55e229b4-574e-4c1a-a971-8a1f16f29d54), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:27.922639 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-61eb8578-a478-42e5-b426-0f08af752368 admin admin] Added segment 55e229b4-574e-4c1a-a971-8a1f16f29d54 of type vlan for network 7554711f-4e2f-434a-8c60-fd931bca5397 Mar 22 20:14:27.985895 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-61eb8578-a478-42e5-b426-0f08af752368 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (7554711f-4e2f-434a-8c60-fd931bca5397), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:28.026435 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-61eb8578-a478-42e5-b426-0f08af752368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (7554711f-4e2f-434a-8c60-fd931bca5397), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:28.027611 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61eb8578-a478-42e5-b426-0f08af752368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:28.028576 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-61eb8578-a478-42e5-b426-0f08af752368 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:28.094690 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-61eb8578-a478-42e5-b426-0f08af752368 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3850091 Mar 22 20:14:28.095454 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39946) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:28.101605 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-12997fdf-8a47-476e-8516-1b5caf1e8968 admin admin] Request body: {'subnet': {'network_id': '7554711f-4e2f-434a-8c60-fd931bca5397', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-762350296-subnet', 'tenant_id': '3621715545e94aad96831d3b4b40c79c', 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:14:28.108770 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eb8578-a478-42e5-b426-0f08af752368 admin admin] Pushing event updated for resources: {'Network': ['ID=7554711f-4e2f-434a-8c60-fd931bca5397,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:28.120987 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 7554711f-4e2f-434a-8c60-fd931bca5397 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:14:28.135404 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12997fdf-8a47-476e-8516-1b5caf1e8968 admin admin] Made reservation on behalf of 3621715545e94aad96831d3b4b40c79c for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:14:28.138099 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-12997fdf-8a47-476e-8516-1b5caf1e8968 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:28.345131 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-12997fdf-8a47-476e-8516-1b5caf1e8968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (af92bf7d-eaca-44ee-b064-7dd69d361c47), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:28.409044 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12997fdf-8a47-476e-8516-1b5caf1e8968 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af92bf7d-eaca-44ee-b064-7dd69d361c47,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:28.413661 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12997fdf-8a47-476e-8516-1b5caf1e8968 admin admin] Checking segment: {'id': '55e229b4-574e-4c1a-a971-8a1f16f29d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7554711f-4e2f-434a-8c60-fd931bca5397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:14:28.414124 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12997fdf-8a47-476e-8516-1b5caf1e8968 admin admin] Network hostable DHCP agents. Network: 7554711f-4e2f-434a-8c60-fd931bca5397, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:14:28.432046 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12997fdf-8a47-476e-8516-1b5caf1e8968 admin admin] Network 7554711f-4e2f-434a-8c60-fd931bca5397 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:14:28.441847 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-12997fdf-8a47-476e-8516-1b5caf1e8968 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 7554711f-4e2f-434a-8c60-fd931bca5397) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:14:28.446058 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12997fdf-8a47-476e-8516-1b5caf1e8968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:28.446727 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-12997fdf-8a47-476e-8516-1b5caf1e8968 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:28.453571 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9a6054-6736-42b6-ac74-e5411932236f None None] Network 7554711f-4e2f-434a-8c60-fd931bca5397 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:14:28.465636 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-12997fdf-8a47-476e-8516-1b5caf1e8968 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3689964 Mar 22 20:14:28.468194 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 39948) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:28.473883 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-acc378a5-b7eb-4470-8237-1faf8a70368f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-762350296-router', 'tenant_id': '3621715545e94aad96831d3b4b40c79c', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:14:28.495483 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-acc378a5-b7eb-4470-8237-1faf8a70368f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (d429926d-bd56-4817-9399-76eb6ee0f1b4), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:28.496697 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-acc378a5-b7eb-4470-8237-1faf8a70368f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (d429926d-bd56-4817-9399-76eb6ee0f1b4), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:28.566747 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-acc378a5-b7eb-4470-8237-1faf8a70368f admin admin] Publish callbacks [] for router_controller (d429926d-bd56-4817-9399-76eb6ee0f1b4), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:28.579705 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad001c4-30bc-40ab-b0c0-2a345325ad26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-7554711f-4e2f-434a-8c60-fd931bca5397', 'network_id': '7554711f-4e2f-434a-8c60-fd931bca5397', 'project_id': '3621715545e94aad96831d3b4b40c79c', 'fixed_ips': [{'subnet_id': 'af92bf7d-eaca-44ee-b064-7dd69d361c47'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 20:14:28.580908 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fad001c4-30bc-40ab-b0c0-2a345325ad26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:28.717546 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-acc378a5-b7eb-4470-8237-1faf8a70368f admin admin] Publish callbacks [] for router_gateway (d429926d-bd56-4817-9399-76eb6ee0f1b4), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:28.733250 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-fad001c4-30bc-40ab-b0c0-2a345325ad26 None None] Allocated IP 172.20.0.2 (7554711f-4e2f-434a-8c60-fd931bca5397/af92bf7d-eaca-44ee-b064-7dd69d361c47/49976946-d06f-4442-bde8-bdfd866018df) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:14:28.890017 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fad001c4-30bc-40ab-b0c0-2a345325ad26 None None] Publish callbacks [] for port (49976946-d06f-4442-bde8-bdfd866018df), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:28.896980 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fad001c4-30bc-40ab-b0c0-2a345325ad26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (49976946-d06f-4442-bde8-bdfd866018df), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:28.934302 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-acc378a5-b7eb-4470-8237-1faf8a70368f admin admin] Publish callbacks [] for router_gateway (d429926d-bd56-4817-9399-76eb6ee0f1b4), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:28.941884 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad001c4-30bc-40ab-b0c0-2a345325ad26 None None] Network 7554711f-4e2f-434a-8c60-fd931bca5397 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:14:28.946155 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-fad001c4-30bc-40ab-b0c0-2a345325ad26 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:14:28.947900 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad001c4-30bc-40ab-b0c0-2a345325ad26 None None] Pushing event updated for resources: {'Port': ['ID=49976946-d06f-4442-bde8-bdfd866018df,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:28.950058 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad001c4-30bc-40ab-b0c0-2a345325ad26 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:14:28.955373 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-acc378a5-b7eb-4470-8237-1faf8a70368f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:29.007386 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-fad001c4-30bc-40ab-b0c0-2a345325ad26 None None] Attempting to bind port 49976946-d06f-4442-bde8-bdfd866018df on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:14:29.007779 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-fad001c4-30bc-40ab-b0c0-2a345325ad26 None None] Attempting to bind port 49976946-d06f-4442-bde8-bdfd866018df by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '55e229b4-574e-4c1a-a971-8a1f16f29d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7554711f-4e2f-434a-8c60-fd931bca5397'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:14:29.008176 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad001c4-30bc-40ab-b0c0-2a345325ad26 None None] Attempting to bind port 49976946-d06f-4442-bde8-bdfd866018df on network 7554711f-4e2f-434a-8c60-fd931bca5397 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:14:29.014311 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad001c4-30bc-40ab-b0c0-2a345325ad26 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:14:29.015168 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad001c4-30bc-40ab-b0c0-2a345325ad26 None None] Checking segment: {'id': '55e229b4-574e-4c1a-a971-8a1f16f29d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7554711f-4e2f-434a-8c60-fd931bca5397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:14:29.015168 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fad001c4-30bc-40ab-b0c0-2a345325ad26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:29.015526 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad001c4-30bc-40ab-b0c0-2a345325ad26 None None] Bound using segment: {'id': '55e229b4-574e-4c1a-a971-8a1f16f29d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7554711f-4e2f-434a-8c60-fd931bca5397'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:14:29.016010 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-fad001c4-30bc-40ab-b0c0-2a345325ad26 None None] Bound port: 49976946-d06f-4442-bde8-bdfd866018df, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e229b4-574e-4c1a-a971-8a1f16f29d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7554711f-4e2f-434a-8c60-fd931bca5397'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:14:29.016436 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fad001c4-30bc-40ab-b0c0-2a345325ad26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (49976946-d06f-4442-bde8-bdfd866018df), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:29.087243 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-acc378a5-b7eb-4470-8237-1faf8a70368f admin admin] Allocated IP 172.25.5.56 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/31ab8137-c235-454f-bcfd-e6331d06ba3d) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:14:29.088134 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-fad001c4-30bc-40ab-b0c0-2a345325ad26 None None] For port 49976946-d06f-4442-bde8-bdfd866018df, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:14:29.092411 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-fad001c4-30bc-40ab-b0c0-2a345325ad26 None None] For port 49976946-d06f-4442-bde8-bdfd866018df, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=49976946-d06f-4442-bde8-bdfd866018df,segment=NetworkSegment(55e229b4-574e-4c1a-a971-8a1f16f29d54),segment_id=55e229b4-574e-4c1a-a971-8a1f16f29d54)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:14:29.100641 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fad001c4-30bc-40ab-b0c0-2a345325ad26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (49976946-d06f-4442-bde8-bdfd866018df), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:29.163146 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad001c4-30bc-40ab-b0c0-2a345325ad26 None None] Pushing event updated for resources: {'Port': ['ID=49976946-d06f-4442-bde8-bdfd866018df,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:29.221349 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-acc378a5-b7eb-4470-8237-1faf8a70368f admin admin] Publish callbacks [] for port (31ab8137-c235-454f-bcfd-e6331d06ba3d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:29.260189 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-acc378a5-b7eb-4470-8237-1faf8a70368f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (31ab8137-c235-454f-bcfd-e6331d06ba3d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:29.299491 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc378a5-b7eb-4470-8237-1faf8a70368f admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:14:29.302541 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-acc378a5-b7eb-4470-8237-1faf8a70368f admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:14:29.308930 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc378a5-b7eb-4470-8237-1faf8a70368f admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:14:29.314655 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc378a5-b7eb-4470-8237-1faf8a70368f admin admin] Pushing event updated for resources: {'Port': ['ID=31ab8137-c235-454f-bcfd-e6331d06ba3d,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:29.474845 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561693a7-a092-40e1-a7d2-92a8fc39ae62 None None] Sync routers for ids ['f6094bb8-2f2f-4e05-a133-f5b93b27ad09'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:14:29.486389 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561693a7-a092-40e1-a7d2-92a8fc39ae62 None None] Routers {'f6094bb8-2f2f-4e05-a133-f5b93b27ad09'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:14:29.487187 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-561693a7-a092-40e1-a7d2-92a8fc39ae62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:14:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f6094bb8-2f2f-4e05-a133-f5b93b27ad09'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:29.606793 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-acc378a5-b7eb-4470-8237-1faf8a70368f admin admin] Publish callbacks [] for router_gateway (d429926d-bd56-4817-9399-76eb6ee0f1b4), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:29.626270 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-561693a7-a092-40e1-a7d2-92a8fc39ae62 None None] Set router f6094bb8-2f2f-4e05-a133-f5b93b27ad09 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:14:29.728964 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 49976946-d06f-4442-bde8-bdfd866018df up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:14:29.795750 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 49976946-d06f-4442-bde8-bdfd866018df triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:14:29.796488 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (49976946-d06f-4442-bde8-bdfd866018df), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:29.859536 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-acc378a5-b7eb-4470-8237-1faf8a70368f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (d429926d-bd56-4817-9399-76eb6ee0f1b4), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:29.868403 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-561693a7-a092-40e1-a7d2-92a8fc39ae62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6094bb8-2f2f-4e05-a133-f5b93b27ad09', 'name': 'tempest-TestEncryptedCinderVolumes-1323393049-router', 'tenant_id': '9a7ecf51b27445c4bdd3a701d6e3b806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '4edcd980-6421-432c-af1b-63d860cec04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:14:23Z', 'updated_at': '2022-03-22T20:14:26Z', 'revision_number': 4, 'project_id': '9a7ecf51b27445c4bdd3a701d6e3b806', 'gw_port': {'id': '4edcd980-6421-432c-af1b-63d860cec04e', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6094bb8-2f2f-4e05-a133-f5b93b27ad09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:14:24Z', 'updated_at': '2022-03-22T20:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'd1a0d0f4-70d6-43e1-ae13-bc4462fd5863', 'name': '', 'network_id': '25721c3f-87ef-4581-98fd-7f1acd60c601', 'tenant_id': '9a7ecf51b27445c4bdd3a701d6e3b806', 'mac_address': 'fa:16:3e:31:7e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6094bb8-2f2f-4e05-a133-f5b93b27ad09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '06e30fb8-f6d2-469c-8483-49a2bb997080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:14:25Z', 'updated_at': '2022-03-22T20:14:26Z', 'revision_number': 2, 'project_id': '9a7ecf51b27445c4bdd3a701d6e3b806', 'subnets': [{'id': '06e30fb8-f6d2-469c-8483-49a2bb997080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:29.902628 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561693a7-a092-40e1-a7d2-92a8fc39ae62 None None] Checking router: f6094bb8-2f2f-4e05-a133-f5b93b27ad09 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:14:29.903072 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561693a7-a092-40e1-a7d2-92a8fc39ae62 None None] Updating router f6094bb8-2f2f-4e05-a133-f5b93b27ad09 port d1a0d0f4-70d6-43e1-ae13-bc4462fd5863 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:14:29.922472 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 49976946-d06f-4442-bde8-bdfd866018df is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:14:29.922971 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (49976946-d06f-4442-bde8-bdfd866018df), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:29.939338 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-561693a7-a092-40e1-a7d2-92a8fc39ae62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d1a0d0f4-70d6-43e1-ae13-bc4462fd5863), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:29.977286 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 49976946-d06f-4442-bde8-bdfd866018df, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=49976946-d06f-4442-bde8-bdfd866018df,segment=NetworkSegment(55e229b4-574e-4c1a-a971-8a1f16f29d54),segment_id=55e229b4-574e-4c1a-a971-8a1f16f29d54)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:14:29.981821 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (49976946-d06f-4442-bde8-bdfd866018df), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:29.982862 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 4edcd980-6421-432c-af1b-63d860cec04e up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:14:30.061110 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc378a5-b7eb-4470-8237-1faf8a70368f admin admin] Router d429926d-bd56-4817-9399-76eb6ee0f1b4 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 20:14:30.103144 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=49976946-d06f-4442-bde8-bdfd866018df,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:30.113684 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 4edcd980-6421-432c-af1b-63d860cec04e triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:14:30.113684 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (4edcd980-6421-432c-af1b-63d860cec04e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:30.248625 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 4edcd980-6421-432c-af1b-63d860cec04e is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:14:30.249242 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4edcd980-6421-432c-af1b-63d860cec04e), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:30.283544 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 4edcd980-6421-432c-af1b-63d860cec04e, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=4edcd980-6421-432c-af1b-63d860cec04e,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:14:30.291737 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4edcd980-6421-432c-af1b-63d860cec04e), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:30.367134 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=4edcd980-6421-432c-af1b-63d860cec04e,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:30.377129 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-561693a7-a092-40e1-a7d2-92a8fc39ae62 None None] Publish callbacks [] for port (d1a0d0f4-70d6-43e1-ae13-bc4462fd5863), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:30.385942 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-561693a7-a092-40e1-a7d2-92a8fc39ae62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d1a0d0f4-70d6-43e1-ae13-bc4462fd5863), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:30.407046 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbbce1a-68ea-4fb2-99de-fb3bbe2787e1 None None] Network 7554711f-4e2f-434a-8c60-fd931bca5397 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:14:30.469885 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd40a15-3d5a-4830-91a8-fb8cd0e7b631 None None] Pushing event updated for resources: {'Port': ['ID=d1a0d0f4-70d6-43e1-ae13-bc4462fd5863,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:30.503911 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd40a15-3d5a-4830-91a8-fb8cd0e7b631 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:30.504628 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd40a15-3d5a-4830-91a8-fb8cd0e7b631 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:30.504760 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd40a15-3d5a-4830-91a8-fb8cd0e7b631 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:30.505138 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd40a15-3d5a-4830-91a8-fb8cd0e7b631 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:30.505695 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd40a15-3d5a-4830-91a8-fb8cd0e7b631 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:30.506297 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd40a15-3d5a-4830-91a8-fb8cd0e7b631 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:30.506849 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd40a15-3d5a-4830-91a8-fb8cd0e7b631 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:30.507552 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd40a15-3d5a-4830-91a8-fb8cd0e7b631 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:30.508612 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd40a15-3d5a-4830-91a8-fb8cd0e7b631 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:30.509666 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd40a15-3d5a-4830-91a8-fb8cd0e7b631 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:30.510213 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd40a15-3d5a-4830-91a8-fb8cd0e7b631 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:30.510760 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd40a15-3d5a-4830-91a8-fb8cd0e7b631 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:30.511291 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd40a15-3d5a-4830-91a8-fb8cd0e7b631 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:30.512150 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd40a15-3d5a-4830-91a8-fb8cd0e7b631 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:30.512892 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd40a15-3d5a-4830-91a8-fb8cd0e7b631 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:30.536844 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-561693a7-a092-40e1-a7d2-92a8fc39ae62 None None] Attempting to bind port d1a0d0f4-70d6-43e1-ae13-bc4462fd5863 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:14:30.537351 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-561693a7-a092-40e1-a7d2-92a8fc39ae62 None None] Attempting to bind port d1a0d0f4-70d6-43e1-ae13-bc4462fd5863 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'a76940c4-1f28-4607-a23a-9714eca61503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '25721c3f-87ef-4581-98fd-7f1acd60c601'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:14:30.537819 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561693a7-a092-40e1-a7d2-92a8fc39ae62 None None] Attempting to bind port d1a0d0f4-70d6-43e1-ae13-bc4462fd5863 on network 25721c3f-87ef-4581-98fd-7f1acd60c601 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:14:30.546338 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561693a7-a092-40e1-a7d2-92a8fc39ae62 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:14:30.546821 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561693a7-a092-40e1-a7d2-92a8fc39ae62 None None] Checking segment: {'id': 'a76940c4-1f28-4607-a23a-9714eca61503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '25721c3f-87ef-4581-98fd-7f1acd60c601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:14:30.547301 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-561693a7-a092-40e1-a7d2-92a8fc39ae62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:30.547768 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561693a7-a092-40e1-a7d2-92a8fc39ae62 None None] Bound using segment: {'id': 'a76940c4-1f28-4607-a23a-9714eca61503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '25721c3f-87ef-4581-98fd-7f1acd60c601'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:14:30.548325 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-561693a7-a092-40e1-a7d2-92a8fc39ae62 None None] Bound port: d1a0d0f4-70d6-43e1-ae13-bc4462fd5863, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76940c4-1f28-4607-a23a-9714eca61503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '25721c3f-87ef-4581-98fd-7f1acd60c601'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:14:30.548775 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-561693a7-a092-40e1-a7d2-92a8fc39ae62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d1a0d0f4-70d6-43e1-ae13-bc4462fd5863), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:30.591599 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-27f5cdbf-963c-4c81-97f0-8541911c124f None None] Provisioning complete for port 49976946-d06f-4442-bde8-bdfd866018df triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:14:30.592049 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-27f5cdbf-963c-4c81-97f0-8541911c124f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (49976946-d06f-4442-bde8-bdfd866018df), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:30.613732 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc378a5-b7eb-4470-8237-1faf8a70368f admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:14:30.627089 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45c9dbf-7a8f-48e0-a6c3-a49d4e52b212 None None] Sync routers for ids ['d429926d-bd56-4817-9399-76eb6ee0f1b4'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:14:30.647801 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-acc378a5-b7eb-4470-8237-1faf8a70368f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:30.650004 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-acc378a5-b7eb-4470-8237-1faf8a70368f admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1806636 Mar 22 20:14:30.652785 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 39950) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:14:30.662954 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45c9dbf-7a8f-48e0-a6c3-a49d4e52b212 None None] Routers {'d429926d-bd56-4817-9399-76eb6ee0f1b4'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:14:30.663607 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-c45c9dbf-7a8f-48e0-a6c3-a49d4e52b212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:14:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d429926d-bd56-4817-9399-76eb6ee0f1b4'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:30.699467 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-561693a7-a092-40e1-a7d2-92a8fc39ae62 None None] For port d1a0d0f4-70d6-43e1-ae13-bc4462fd5863, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:14:30.707031 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-561693a7-a092-40e1-a7d2-92a8fc39ae62 None None] For port d1a0d0f4-70d6-43e1-ae13-bc4462fd5863, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=d1a0d0f4-70d6-43e1-ae13-bc4462fd5863,segment=NetworkSegment(a76940c4-1f28-4607-a23a-9714eca61503),segment_id=a76940c4-1f28-4607-a23a-9714eca61503)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:14:30.721430 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-561693a7-a092-40e1-a7d2-92a8fc39ae62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d1a0d0f4-70d6-43e1-ae13-bc4462fd5863), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:30.814402 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-27f5cdbf-963c-4c81-97f0-8541911c124f None None] Current status of the port 49976946-d06f-4442-bde8-bdfd866018df is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:14:30.861958 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-c45c9dbf-7a8f-48e0-a6c3-a49d4e52b212 None None] Set router d429926d-bd56-4817-9399-76eb6ee0f1b4 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:14:30.906800 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561693a7-a092-40e1-a7d2-92a8fc39ae62 None None] Routers {'f6094bb8-2f2f-4e05-a133-f5b93b27ad09'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:14:30.907469 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-561693a7-a092-40e1-a7d2-92a8fc39ae62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:14:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f6094bb8-2f2f-4e05-a133-f5b93b27ad09'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:30.997777 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd40a15-3d5a-4830-91a8-fb8cd0e7b631 None None] Pushing event updated for resources: {'Port': ['ID=d1a0d0f4-70d6-43e1-ae13-bc4462fd5863,revision_number=4']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:31.015486 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-01ec8566-621d-451b-973c-aeef9891c59d None None] Provisioning complete for port d1a0d0f4-70d6-43e1-ae13-bc4462fd5863 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:14:31.015868 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-01ec8566-621d-451b-973c-aeef9891c59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d1a0d0f4-70d6-43e1-ae13-bc4462fd5863), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:31.076752 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-561693a7-a092-40e1-a7d2-92a8fc39ae62 None None] Set router f6094bb8-2f2f-4e05-a133-f5b93b27ad09 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:14:31.194913 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-01ec8566-621d-451b-973c-aeef9891c59d None None] Current status of the port d1a0d0f4-70d6-43e1-ae13-bc4462fd5863 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:14:31.195311 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-01ec8566-621d-451b-973c-aeef9891c59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d1a0d0f4-70d6-43e1-ae13-bc4462fd5863), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:31.241974 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-c45c9dbf-7a8f-48e0-a6c3-a49d4e52b212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd429926d-bd56-4817-9399-76eb6ee0f1b4', 'name': 'tempest-TestEncryptedCinderVolumes-762350296-router', 'tenant_id': '3621715545e94aad96831d3b4b40c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '31ab8137-c235-454f-bcfd-e6331d06ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:14:28Z', 'updated_at': '2022-03-22T20:14:29Z', 'revision_number': 3, 'project_id': '3621715545e94aad96831d3b4b40c79c', 'gw_port': {'id': '31ab8137-c235-454f-bcfd-e6331d06ba3d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:58:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd429926d-bd56-4817-9399-76eb6ee0f1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:14:28Z', 'updated_at': '2022-03-22T20:14:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:31.245023 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-01ec8566-621d-451b-973c-aeef9891c59d None None] For port d1a0d0f4-70d6-43e1-ae13-bc4462fd5863, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=d1a0d0f4-70d6-43e1-ae13-bc4462fd5863,segment=NetworkSegment(a76940c4-1f28-4607-a23a-9714eca61503),segment_id=a76940c4-1f28-4607-a23a-9714eca61503)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:14:31.272974 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45c9dbf-7a8f-48e0-a6c3-a49d4e52b212 None None] Checking router: d429926d-bd56-4817-9399-76eb6ee0f1b4 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:14:31.273341 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45c9dbf-7a8f-48e0-a6c3-a49d4e52b212 None None] Updating router d429926d-bd56-4817-9399-76eb6ee0f1b4 port 31ab8137-c235-454f-bcfd-e6331d06ba3d binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:14:31.275880 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-01ec8566-621d-451b-973c-aeef9891c59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d1a0d0f4-70d6-43e1-ae13-bc4462fd5863), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:31.310077 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7957992d-eb30-4eec-84e6-f224f5c4aa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:31.311663 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-561693a7-a092-40e1-a7d2-92a8fc39ae62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6094bb8-2f2f-4e05-a133-f5b93b27ad09', 'name': 'tempest-TestEncryptedCinderVolumes-1323393049-router', 'tenant_id': '9a7ecf51b27445c4bdd3a701d6e3b806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '4edcd980-6421-432c-af1b-63d860cec04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:14:23Z', 'updated_at': '2022-03-22T20:14:26Z', 'revision_number': 4, 'project_id': '9a7ecf51b27445c4bdd3a701d6e3b806', 'gw_port': {'id': '4edcd980-6421-432c-af1b-63d860cec04e', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6094bb8-2f2f-4e05-a133-f5b93b27ad09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:14:24Z', 'updated_at': '2022-03-22T20:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'd1a0d0f4-70d6-43e1-ae13-bc4462fd5863', 'name': '', 'network_id': '25721c3f-87ef-4581-98fd-7f1acd60c601', 'tenant_id': '9a7ecf51b27445c4bdd3a701d6e3b806', 'mac_address': 'fa:16:3e:31:7e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6094bb8-2f2f-4e05-a133-f5b93b27ad09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '06e30fb8-f6d2-469c-8483-49a2bb997080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:14:25Z', 'updated_at': '2022-03-22T20:14:30Z', 'revision_number': 4, 'project_id': '9a7ecf51b27445c4bdd3a701d6e3b806', 'subnets': [{'id': '06e30fb8-f6d2-469c-8483-49a2bb997080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:31.340577 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561693a7-a092-40e1-a7d2-92a8fc39ae62 None None] The sync data for ids ['f6094bb8-2f2f-4e05-a133-f5b93b27ad09'] in n-d-705658-24 is: [{'id': 'f6094bb8-2f2f-4e05-a133-f5b93b27ad09', 'name': 'tempest-TestEncryptedCinderVolumes-1323393049-router', 'tenant_id': '9a7ecf51b27445c4bdd3a701d6e3b806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '4edcd980-6421-432c-af1b-63d860cec04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:14:23Z', 'updated_at': '2022-03-22T20:14:26Z', 'revision_number': 4, 'project_id': '9a7ecf51b27445c4bdd3a701d6e3b806', 'gw_port': {'id': '4edcd980-6421-432c-af1b-63d860cec04e', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6094bb8-2f2f-4e05-a133-f5b93b27ad09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:14:24Z', 'updated_at': '2022-03-22T20:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'd1a0d0f4-70d6-43e1-ae13-bc4462fd5863', 'name': '', 'network_id': '25721c3f-87ef-4581-98fd-7f1acd60c601', 'tenant_id': '9a7ecf51b27445c4bdd3a701d6e3b806', 'mac_address': 'fa:16:3e:31:7e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6094bb8-2f2f-4e05-a133-f5b93b27ad09', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '06e30fb8-f6d2-469c-8483-49a2bb997080', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:14:25Z', 'updated_at': '2022-03-22T20:14:30Z', 'revision_number': 4, 'project_id': '9a7ecf51b27445c4bdd3a701d6e3b806', 'subnets': [{'id': '06e30fb8-f6d2-469c-8483-49a2bb997080', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:14:31.350666 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c45c9dbf-7a8f-48e0-a6c3-a49d4e52b212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (31ab8137-c235-454f-bcfd-e6331d06ba3d), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:31.430583 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ec8566-621d-451b-973c-aeef9891c59d None None] Pushing event updated for resources: {'Port': ['ID=d1a0d0f4-70d6-43e1-ae13-bc4462fd5863,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:31.503635 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-7957992d-eb30-4eec-84e6-f224f5c4aa37 admin admin] Allocated IP 172.20.0.1 (7554711f-4e2f-434a-8c60-fd931bca5397/af92bf7d-eaca-44ee-b064-7dd69d361c47/3fc3a791-c5c7-40c5-9ef6-1656cbf15d75) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:14:31.522628 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-74c83ad1-f535-451a-a910-e7dc9853ab55 None None] Provisioning complete for port 49976946-d06f-4442-bde8-bdfd866018df triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:14:31.523174 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-74c83ad1-f535-451a-a910-e7dc9853ab55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (49976946-d06f-4442-bde8-bdfd866018df), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:31.647883 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7957992d-eb30-4eec-84e6-f224f5c4aa37 admin admin] Publish callbacks [] for port (3fc3a791-c5c7-40c5-9ef6-1656cbf15d75), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:31.702569 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7957992d-eb30-4eec-84e6-f224f5c4aa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (3fc3a791-c5c7-40c5-9ef6-1656cbf15d75), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:31.750498 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-74c83ad1-f535-451a-a910-e7dc9853ab55 None None] Current status of the port 49976946-d06f-4442-bde8-bdfd866018df is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:14:31.760269 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7957992d-eb30-4eec-84e6-f224f5c4aa37 admin admin] Network 7554711f-4e2f-434a-8c60-fd931bca5397 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:14:31.771965 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-7957992d-eb30-4eec-84e6-f224f5c4aa37 admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:14:31.776162 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7957992d-eb30-4eec-84e6-f224f5c4aa37 admin admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:14:31.776855 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 49976946-d06f-4442-bde8-bdfd866018df up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:14:31.782226 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957992d-eb30-4eec-84e6-f224f5c4aa37 admin admin] Pushing event updated for resources: {'Port': ['ID=3fc3a791-c5c7-40c5-9ef6-1656cbf15d75,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:31.837915 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957992d-eb30-4eec-84e6-f224f5c4aa37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:31.837915 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957992d-eb30-4eec-84e6-f224f5c4aa37 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:31.837915 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957992d-eb30-4eec-84e6-f224f5c4aa37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:31.837915 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957992d-eb30-4eec-84e6-f224f5c4aa37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:31.837915 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957992d-eb30-4eec-84e6-f224f5c4aa37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:31.838822 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957992d-eb30-4eec-84e6-f224f5c4aa37 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:31.839260 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957992d-eb30-4eec-84e6-f224f5c4aa37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:31.839696 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957992d-eb30-4eec-84e6-f224f5c4aa37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:31.840149 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957992d-eb30-4eec-84e6-f224f5c4aa37 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:31.840908 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957992d-eb30-4eec-84e6-f224f5c4aa37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:31.841157 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957992d-eb30-4eec-84e6-f224f5c4aa37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:31.841582 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957992d-eb30-4eec-84e6-f224f5c4aa37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:31.842037 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957992d-eb30-4eec-84e6-f224f5c4aa37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:31.842461 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957992d-eb30-4eec-84e6-f224f5c4aa37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:31.842958 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957992d-eb30-4eec-84e6-f224f5c4aa37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:14:31.863892 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7957992d-eb30-4eec-84e6-f224f5c4aa37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (d429926d-bd56-4817-9399-76eb6ee0f1b4), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:31.900707 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-74c83ad1-f535-451a-a910-e7dc9853ab55 None None] Provisioning complete for port d1a0d0f4-70d6-43e1-ae13-bc4462fd5863 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:14:31.901516 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-74c83ad1-f535-451a-a910-e7dc9853ab55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d1a0d0f4-70d6-43e1-ae13-bc4462fd5863), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:31.966109 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c45c9dbf-7a8f-48e0-a6c3-a49d4e52b212 None None] Publish callbacks [] for port (31ab8137-c235-454f-bcfd-e6331d06ba3d), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:31.984179 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c45c9dbf-7a8f-48e0-a6c3-a49d4e52b212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (31ab8137-c235-454f-bcfd-e6331d06ba3d), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:32.001957 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 49976946-d06f-4442-bde8-bdfd866018df triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:14:32.002331 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (49976946-d06f-4442-bde8-bdfd866018df), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:32.085025 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7957992d-eb30-4eec-84e6-f224f5c4aa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (3fc3a791-c5c7-40c5-9ef6-1656cbf15d75), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:32.087581 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c45c9dbf-7a8f-48e0-a6c3-a49d4e52b212 None None] Attempting to bind port 31ab8137-c235-454f-bcfd-e6331d06ba3d on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:14:32.087983 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c45c9dbf-7a8f-48e0-a6c3-a49d4e52b212 None None] Attempting to bind port 31ab8137-c235-454f-bcfd-e6331d06ba3d by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:14:32.088352 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45c9dbf-7a8f-48e0-a6c3-a49d4e52b212 None None] Attempting to bind port 31ab8137-c235-454f-bcfd-e6331d06ba3d on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:14:32.101242 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90649c-bd16-4b12-8c4f-8d1ee7abad68 None None] Pushing event updated for resources: {'Port': ['ID=31ab8137-c235-454f-bcfd-e6331d06ba3d,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:32.134639 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45c9dbf-7a8f-48e0-a6c3-a49d4e52b212 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:14:32.134639 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45c9dbf-7a8f-48e0-a6c3-a49d4e52b212 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:14:32.135194 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c45c9dbf-7a8f-48e0-a6c3-a49d4e52b212 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:32.135383 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45c9dbf-7a8f-48e0-a6c3-a49d4e52b212 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:14:32.135866 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-c45c9dbf-7a8f-48e0-a6c3-a49d4e52b212 None None] Bound port: 31ab8137-c235-454f-bcfd-e6331d06ba3d, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:14:32.136638 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c45c9dbf-7a8f-48e0-a6c3-a49d4e52b212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (31ab8137-c235-454f-bcfd-e6331d06ba3d), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:32.176227 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-74c83ad1-f535-451a-a910-e7dc9853ab55 None None] Current status of the port d1a0d0f4-70d6-43e1-ae13-bc4462fd5863 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:14:32.246531 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 49976946-d06f-4442-bde8-bdfd866018df is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:14:32.247655 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d1a0d0f4-70d6-43e1-ae13-bc4462fd5863 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:14:32.249845 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c45c9dbf-7a8f-48e0-a6c3-a49d4e52b212 None None] For port 31ab8137-c235-454f-bcfd-e6331d06ba3d, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:14:32.342941 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7957992d-eb30-4eec-84e6-f224f5c4aa37 admin admin] Publish callbacks [] for port (3fc3a791-c5c7-40c5-9ef6-1656cbf15d75), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:32.348858 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7957992d-eb30-4eec-84e6-f224f5c4aa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (3fc3a791-c5c7-40c5-9ef6-1656cbf15d75), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:32.435681 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7957992d-eb30-4eec-84e6-f224f5c4aa37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (d429926d-bd56-4817-9399-76eb6ee0f1b4), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:32.437524 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957992d-eb30-4eec-84e6-f224f5c4aa37 admin admin] Pushing event updated for resources: {'Port': ['ID=3fc3a791-c5c7-40c5-9ef6-1656cbf15d75,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:32.458480 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-c45c9dbf-7a8f-48e0-a6c3-a49d4e52b212 None None] For port 31ab8137-c235-454f-bcfd-e6331d06ba3d, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=31ab8137-c235-454f-bcfd-e6331d06ba3d,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:14:32.468872 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c45c9dbf-7a8f-48e0-a6c3-a49d4e52b212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (31ab8137-c235-454f-bcfd-e6331d06ba3d), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:32.514401 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-afbdb192-20c1-4be6-9739-f8cb547bcaa6 None None] Provisioning complete for port 3fc3a791-c5c7-40c5-9ef6-1656cbf15d75 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:14:32.514719 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-afbdb192-20c1-4be6-9739-f8cb547bcaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3fc3a791-c5c7-40c5-9ef6-1656cbf15d75), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:32.553604 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7957992d-eb30-4eec-84e6-f224f5c4aa37 admin admin] Network 7554711f-4e2f-434a-8c60-fd931bca5397 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:14:32.555549 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-7957992d-eb30-4eec-84e6-f224f5c4aa37 admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:14:32.582484 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45c9dbf-7a8f-48e0-a6c3-a49d4e52b212 None None] Routers {'d429926d-bd56-4817-9399-76eb6ee0f1b4'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:14:32.583488 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-c45c9dbf-7a8f-48e0-a6c3-a49d4e52b212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:14:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d429926d-bd56-4817-9399-76eb6ee0f1b4'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:32.625840 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-afbdb192-20c1-4be6-9739-f8cb547bcaa6 None None] Port 3fc3a791-c5c7-40c5-9ef6-1656cbf15d75 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:14:32.659749 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90649c-bd16-4b12-8c4f-8d1ee7abad68 None None] Pushing event updated for resources: {'Port': ['ID=31ab8137-c235-454f-bcfd-e6331d06ba3d,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:32.665364 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port d1a0d0f4-70d6-43e1-ae13-bc4462fd5863 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:14:32.665836 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d1a0d0f4-70d6-43e1-ae13-bc4462fd5863), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:32.729984 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7957992d-eb30-4eec-84e6-f224f5c4aa37 admin admin] Router d429926d-bd56-4817-9399-76eb6ee0f1b4 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:14:32.748952 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-c45c9dbf-7a8f-48e0-a6c3-a49d4e52b212 None None] Set router d429926d-bd56-4817-9399-76eb6ee0f1b4 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:14:32.859700 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7957992d-eb30-4eec-84e6-f224f5c4aa37 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:14:32.859959 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port d1a0d0f4-70d6-43e1-ae13-bc4462fd5863 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:14:32.861067 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 4edcd980-6421-432c-af1b-63d860cec04e up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:14:32.866367 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7957992d-eb30-4eec-84e6-f224f5c4aa37 admin admin] 10.222.0.75 "PUT /v2.0/routers/d429926d-bd56-4817-9399-76eb6ee0f1b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2122962 Mar 22 20:14:32.946302 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2df29493-883a-458f-adde-8ec3007cbb35 None None] Provisioning complete for port 3fc3a791-c5c7-40c5-9ef6-1656cbf15d75 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:14:32.946899 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2df29493-883a-458f-adde-8ec3007cbb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3fc3a791-c5c7-40c5-9ef6-1656cbf15d75), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:33.017173 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2df29493-883a-458f-adde-8ec3007cbb35 None None] Port 3fc3a791-c5c7-40c5-9ef6-1656cbf15d75 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:14:33.047305 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 4edcd980-6421-432c-af1b-63d860cec04e triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:14:33.047682 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (4edcd980-6421-432c-af1b-63d860cec04e), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:33.111360 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-c45c9dbf-7a8f-48e0-a6c3-a49d4e52b212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd429926d-bd56-4817-9399-76eb6ee0f1b4', 'name': 'tempest-TestEncryptedCinderVolumes-762350296-router', 'tenant_id': '3621715545e94aad96831d3b4b40c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '31ab8137-c235-454f-bcfd-e6331d06ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:14:28Z', 'updated_at': '2022-03-22T20:14:32Z', 'revision_number': 4, 'project_id': '3621715545e94aad96831d3b4b40c79c', 'gw_port': {'id': '31ab8137-c235-454f-bcfd-e6331d06ba3d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:58:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd429926d-bd56-4817-9399-76eb6ee0f1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:14:28Z', 'updated_at': '2022-03-22T20:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '3fc3a791-c5c7-40c5-9ef6-1656cbf15d75', 'name': '', 'network_id': '7554711f-4e2f-434a-8c60-fd931bca5397', 'tenant_id': '3621715545e94aad96831d3b4b40c79c', 'mac_address': 'fa:16:3e:cf:e7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd429926d-bd56-4817-9399-76eb6ee0f1b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'af92bf7d-eaca-44ee-b064-7dd69d361c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:14:31Z', 'updated_at': '2022-03-22T20:14:32Z', 'revision_number': 2, 'project_id': '3621715545e94aad96831d3b4b40c79c', 'subnets': [{'id': 'af92bf7d-eaca-44ee-b064-7dd69d361c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:33.161322 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45c9dbf-7a8f-48e0-a6c3-a49d4e52b212 None None] The sync data for ids ['d429926d-bd56-4817-9399-76eb6ee0f1b4'] in n-d-705658-24 is: [{'id': 'd429926d-bd56-4817-9399-76eb6ee0f1b4', 'name': 'tempest-TestEncryptedCinderVolumes-762350296-router', 'tenant_id': '3621715545e94aad96831d3b4b40c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '31ab8137-c235-454f-bcfd-e6331d06ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:14:28Z', 'updated_at': '2022-03-22T20:14:32Z', 'revision_number': 4, 'project_id': '3621715545e94aad96831d3b4b40c79c', 'gw_port': {'id': '31ab8137-c235-454f-bcfd-e6331d06ba3d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:58:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd429926d-bd56-4817-9399-76eb6ee0f1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:14:28Z', 'updated_at': '2022-03-22T20:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '3fc3a791-c5c7-40c5-9ef6-1656cbf15d75', 'name': '', 'network_id': '7554711f-4e2f-434a-8c60-fd931bca5397', 'tenant_id': '3621715545e94aad96831d3b4b40c79c', 'mac_address': 'fa:16:3e:cf:e7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd429926d-bd56-4817-9399-76eb6ee0f1b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'af92bf7d-eaca-44ee-b064-7dd69d361c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:14:31Z', 'updated_at': '2022-03-22T20:14:32Z', 'revision_number': 2, 'project_id': '3621715545e94aad96831d3b4b40c79c', 'subnets': [{'id': 'af92bf7d-eaca-44ee-b064-7dd69d361c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:14:33.175070 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 4edcd980-6421-432c-af1b-63d860cec04e is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:14:33.689744 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-ad344ec4-b664-4b46-9b19-15e177b86f8a tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:33.691309 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-ad344ec4-b664-4b46-9b19-15e177b86f8a tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/networks?id=25721c3f-87ef-4581-98fd-7f1acd60c601 HTTP/1.1" status: 200 len: 817 time: 0.1069739 Mar 22 20:14:33.707756 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-43a5fb8a-e22c-4d87-b353-a8879c39dc5a tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/quotas/9a7ecf51b27445c4bdd3a701d6e3b806 HTTP/1.1" status: 200 len: 375 time: 0.0099432 Mar 22 20:14:33.775454 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-77e28661-363f-4e61-8fb5-cca16d373384 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a7ecf51b27445c4bdd3a701d6e3b806&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621479 Mar 22 20:14:33.874619 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-f1aad2ac-0204-4433-a13b-fe85ee75f503 service neutron] 10.222.0.75 "GET /v2.0/networks/25721c3f-87ef-4581-98fd-7f1acd60c601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870702 Mar 22 20:14:33.971007 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-0a998513-58c1-4ca1-ba69-b11cd1339c1b service neutron] 10.222.0.75 "GET /v2.0/networks/25721c3f-87ef-4581-98fd-7f1acd60c601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905931 Mar 22 20:14:34.204884 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-505ec4d5-ef05-4acd-aed0-e3684aeb6941 req-7f7ed18f-1962-4cf7-aca6-c28c314bb65d tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf268441-14fa-4c9a-8cfb-afb7f0c9d830 HTTP/1.1" status: 200 len: 210 time: 0.0459168 Mar 22 20:14:35.338556 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-0158f52f-6b23-4c62-9ea0-878964f6a44e tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:35.340172 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-0158f52f-6b23-4c62-9ea0-878964f6a44e tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.84 "GET /v2.0/networks?id=25721c3f-87ef-4581-98fd-7f1acd60c601 HTTP/1.1" status: 200 len: 817 time: 0.1312733 Mar 22 20:14:35.353519 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-4c526f42-86f1-41a6-af9a-3c41dfecb264 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Request body: {'port': {'device_id': 'bf268441-14fa-4c9a-8cfb-afb7f0c9d830', 'network_id': '25721c3f-87ef-4581-98fd-7f1acd60c601', 'admin_state_up': True, 'tenant_id': '9a7ecf51b27445c4bdd3a701d6e3b806'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:14:35.354949 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c9f074de-82ad-409f-95a0-4d9429bdd1c9 req-df22c026-6213-4f64-9273-3fe5e3afa1ad tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf268441-14fa-4c9a-8cfb-afb7f0c9d830 HTTP/1.1" status: 200 len: 210 time: 0.0310264 Mar 22 20:14:35.475051 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-4c526f42-86f1-41a6-af9a-3c41dfecb264 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Made reservation on behalf of 9a7ecf51b27445c4bdd3a701d6e3b806 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:14:35.478846 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-4c526f42-86f1-41a6-af9a-3c41dfecb264 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:35.620846 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-4c526f42-86f1-41a6-af9a-3c41dfecb264 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Allocated IP 172.20.0.7 (25721c3f-87ef-4581-98fd-7f1acd60c601/06e30fb8-f6d2-469c-8483-49a2bb997080/67bd53ee-c5be-4d6e-ac4d-97bde64eccae) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:14:35.651966 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3240e111-6ed1-45ad-a6fb-eb60f8e5c6fb None None] Sync routers for ids ['d429926d-bd56-4817-9399-76eb6ee0f1b4'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:14:35.664791 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3240e111-6ed1-45ad-a6fb-eb60f8e5c6fb None None] Routers {'d429926d-bd56-4817-9399-76eb6ee0f1b4'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:14:35.665475 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-3240e111-6ed1-45ad-a6fb-eb60f8e5c6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:14:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d429926d-bd56-4817-9399-76eb6ee0f1b4'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:35.692903 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 31ab8137-c235-454f-bcfd-e6331d06ba3d up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:14:35.744946 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 31ab8137-c235-454f-bcfd-e6331d06ba3d triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:14:35.745335 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (31ab8137-c235-454f-bcfd-e6331d06ba3d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:35.792946 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-3240e111-6ed1-45ad-a6fb-eb60f8e5c6fb None None] Set router d429926d-bd56-4817-9399-76eb6ee0f1b4 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:14:35.799990 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-4c526f42-86f1-41a6-af9a-3c41dfecb264 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Publish callbacks [] for port (67bd53ee-c5be-4d6e-ac4d-97bde64eccae), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:35.836942 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 31ab8137-c235-454f-bcfd-e6331d06ba3d is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:14:35.837367 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (31ab8137-c235-454f-bcfd-e6331d06ba3d), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:35.842481 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-4c526f42-86f1-41a6-af9a-3c41dfecb264 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (67bd53ee-c5be-4d6e-ac4d-97bde64eccae), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:35.859993 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 31ab8137-c235-454f-bcfd-e6331d06ba3d, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=31ab8137-c235-454f-bcfd-e6331d06ba3d,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:14:35.867355 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (31ab8137-c235-454f-bcfd-e6331d06ba3d), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:35.891399 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-4c526f42-86f1-41a6-af9a-3c41dfecb264 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Network 25721c3f-87ef-4581-98fd-7f1acd60c601 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:14:35.895050 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-4c526f42-86f1-41a6-af9a-3c41dfecb264 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:14:35.903564 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-4c526f42-86f1-41a6-af9a-3c41dfecb264 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:14:35.935220 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c526f42-86f1-41a6-af9a-3c41dfecb264 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Pushing event updated for resources: {'Port': ['ID=67bd53ee-c5be-4d6e-ac4d-97bde64eccae,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:35.940381 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=31ab8137-c235-454f-bcfd-e6331d06ba3d,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:35.965103 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-4c526f42-86f1-41a6-af9a-3c41dfecb264 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:35.965103 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-4c526f42-86f1-41a6-af9a-3c41dfecb264 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:35.989124 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-4c526f42-86f1-41a6-af9a-3c41dfecb264 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6397257 Mar 22 20:14:36.002166 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-1865f2ca-3a3c-432e-a321-5a83ebaf2f47 service neutron] Request body: {'port': {'device_id': 'bf268441-14fa-4c9a-8cfb-afb7f0c9d830', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:14:36.063045 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-3240e111-6ed1-45ad-a6fb-eb60f8e5c6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd429926d-bd56-4817-9399-76eb6ee0f1b4', 'name': 'tempest-TestEncryptedCinderVolumes-762350296-router', 'tenant_id': '3621715545e94aad96831d3b4b40c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '31ab8137-c235-454f-bcfd-e6331d06ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:14:28Z', 'updated_at': '2022-03-22T20:14:32Z', 'revision_number': 4, 'project_id': '3621715545e94aad96831d3b4b40c79c', 'gw_port': {'id': '31ab8137-c235-454f-bcfd-e6331d06ba3d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:58:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd429926d-bd56-4817-9399-76eb6ee0f1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:14:28Z', 'updated_at': '2022-03-22T20:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '3fc3a791-c5c7-40c5-9ef6-1656cbf15d75', 'name': '', 'network_id': '7554711f-4e2f-434a-8c60-fd931bca5397', 'tenant_id': '3621715545e94aad96831d3b4b40c79c', 'mac_address': 'fa:16:3e:cf:e7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd429926d-bd56-4817-9399-76eb6ee0f1b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'af92bf7d-eaca-44ee-b064-7dd69d361c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:14:31Z', 'updated_at': '2022-03-22T20:14:32Z', 'revision_number': 2, 'project_id': '3621715545e94aad96831d3b4b40c79c', 'subnets': [{'id': 'af92bf7d-eaca-44ee-b064-7dd69d361c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:36.078266 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-1865f2ca-3a3c-432e-a321-5a83ebaf2f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (67bd53ee-c5be-4d6e-ac4d-97bde64eccae), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:36.091278 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3240e111-6ed1-45ad-a6fb-eb60f8e5c6fb None None] Checking router: d429926d-bd56-4817-9399-76eb6ee0f1b4 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:14:36.091638 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3240e111-6ed1-45ad-a6fb-eb60f8e5c6fb None None] Updating router d429926d-bd56-4817-9399-76eb6ee0f1b4 port 3fc3a791-c5c7-40c5-9ef6-1656cbf15d75 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:14:36.123601 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-3240e111-6ed1-45ad-a6fb-eb60f8e5c6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (3fc3a791-c5c7-40c5-9ef6-1656cbf15d75), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:36.170776 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-27ed7ce0-70eb-4eec-9ef6-2c5213d7e0d9 None None] Provisioning complete for port 67bd53ee-c5be-4d6e-ac4d-97bde64eccae triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:14:36.171449 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-27ed7ce0-70eb-4eec-9ef6-2c5213d7e0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (67bd53ee-c5be-4d6e-ac4d-97bde64eccae), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:36.227524 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-27ed7ce0-70eb-4eec-9ef6-2c5213d7e0d9 None None] Port 67bd53ee-c5be-4d6e-ac4d-97bde64eccae cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:14:36.373336 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-1865f2ca-3a3c-432e-a321-5a83ebaf2f47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67bd53ee-c5be-4d6e-ac4d-97bde64eccae {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:14:36.381355 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-1865f2ca-3a3c-432e-a321-5a83ebaf2f47 service neutron] Publish callbacks [] for port (67bd53ee-c5be-4d6e-ac4d-97bde64eccae), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:36.395120 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-1865f2ca-3a3c-432e-a321-5a83ebaf2f47 service neutron] Transition to ACTIVE for port object 67bd53ee-c5be-4d6e-ac4d-97bde64eccae will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:14:36.402238 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-1865f2ca-3a3c-432e-a321-5a83ebaf2f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (67bd53ee-c5be-4d6e-ac4d-97bde64eccae), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:36.407357 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-3240e111-6ed1-45ad-a6fb-eb60f8e5c6fb None None] Publish callbacks [] for port (3fc3a791-c5c7-40c5-9ef6-1656cbf15d75), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:36.415318 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-3240e111-6ed1-45ad-a6fb-eb60f8e5c6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (3fc3a791-c5c7-40c5-9ef6-1656cbf15d75), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:36.464540 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865f2ca-3a3c-432e-a321-5a83ebaf2f47 service neutron] Pushing event updated for resources: {'Port': ['ID=67bd53ee-c5be-4d6e-ac4d-97bde64eccae,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:36.469975 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50ed49-25a3-429c-960a-a1513efbf9e7 None None] Pushing event updated for resources: {'Port': ['ID=3fc3a791-c5c7-40c5-9ef6-1656cbf15d75,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:36.533359 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-3240e111-6ed1-45ad-a6fb-eb60f8e5c6fb None None] Attempting to bind port 3fc3a791-c5c7-40c5-9ef6-1656cbf15d75 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:14:36.533739 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-3240e111-6ed1-45ad-a6fb-eb60f8e5c6fb None None] Attempting to bind port 3fc3a791-c5c7-40c5-9ef6-1656cbf15d75 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '55e229b4-574e-4c1a-a971-8a1f16f29d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7554711f-4e2f-434a-8c60-fd931bca5397'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:14:36.534142 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3240e111-6ed1-45ad-a6fb-eb60f8e5c6fb None None] Attempting to bind port 3fc3a791-c5c7-40c5-9ef6-1656cbf15d75 on network 7554711f-4e2f-434a-8c60-fd931bca5397 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:14:36.540120 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3240e111-6ed1-45ad-a6fb-eb60f8e5c6fb None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:14:36.540498 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3240e111-6ed1-45ad-a6fb-eb60f8e5c6fb None None] Checking segment: {'id': '55e229b4-574e-4c1a-a971-8a1f16f29d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7554711f-4e2f-434a-8c60-fd931bca5397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:14:36.540905 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-3240e111-6ed1-45ad-a6fb-eb60f8e5c6fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:36.541298 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3240e111-6ed1-45ad-a6fb-eb60f8e5c6fb None None] Bound using segment: {'id': '55e229b4-574e-4c1a-a971-8a1f16f29d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7554711f-4e2f-434a-8c60-fd931bca5397'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:14:36.541777 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-3240e111-6ed1-45ad-a6fb-eb60f8e5c6fb None None] Bound port: 3fc3a791-c5c7-40c5-9ef6-1656cbf15d75, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e229b4-574e-4c1a-a971-8a1f16f29d54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '7554711f-4e2f-434a-8c60-fd931bca5397'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:14:36.542184 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-3240e111-6ed1-45ad-a6fb-eb60f8e5c6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (3fc3a791-c5c7-40c5-9ef6-1656cbf15d75), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:36.550315 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9bfa9-dcb6-4554-99d4-34d144d6fcdb req-2658cc39-8e6f-49f7-9a43-1af6ed3406de tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:36.552607 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-38d9bfa9-dcb6-4554-99d4-34d144d6fcdb req-2658cc39-8e6f-49f7-9a43-1af6ed3406de tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf268441-14fa-4c9a-8cfb-afb7f0c9d830 HTTP/1.1" status: 200 len: 943 time: 0.1062922 Mar 22 20:14:36.570245 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-1865f2ca-3a3c-432e-a321-5a83ebaf2f47 service neutron] Attempting to bind port 67bd53ee-c5be-4d6e-ac4d-97bde64eccae on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:14:36.571320 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-1865f2ca-3a3c-432e-a321-5a83ebaf2f47 service neutron] Attempting to bind port 67bd53ee-c5be-4d6e-ac4d-97bde64eccae by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': 'a76940c4-1f28-4607-a23a-9714eca61503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '25721c3f-87ef-4581-98fd-7f1acd60c601'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:14:36.571840 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-1865f2ca-3a3c-432e-a321-5a83ebaf2f47 service neutron] Attempting to bind port 67bd53ee-c5be-4d6e-ac4d-97bde64eccae on network 25721c3f-87ef-4581-98fd-7f1acd60c601 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:14:36.595432 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-1865f2ca-3a3c-432e-a321-5a83ebaf2f47 service neutron] Port 67bd53ee-c5be-4d6e-ac4d-97bde64eccae on network 25721c3f-87ef-4581-98fd-7f1acd60c601 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:14:36.595981 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-1865f2ca-3a3c-432e-a321-5a83ebaf2f47 service neutron] Attempting to bind port 67bd53ee-c5be-4d6e-ac4d-97bde64eccae on network 25721c3f-87ef-4581-98fd-7f1acd60c601 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:14:36.605252 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-1865f2ca-3a3c-432e-a321-5a83ebaf2f47 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:14:36.606021 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-1865f2ca-3a3c-432e-a321-5a83ebaf2f47 service neutron] Checking segment: {'id': 'a76940c4-1f28-4607-a23a-9714eca61503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '25721c3f-87ef-4581-98fd-7f1acd60c601'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:14:36.614696 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-38d9bfa9-dcb6-4554-99d4-34d144d6fcdb req-9e99f0b3-e446-4560-a53d-f2596772aefa tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/security-groups?id=39dc8278-f16c-4415-afaf-7d9f83e7f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536139 Mar 22 20:14:36.616730 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-1865f2ca-3a3c-432e-a321-5a83ebaf2f47 service neutron] Bound using segment: {'id': 'a76940c4-1f28-4607-a23a-9714eca61503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '25721c3f-87ef-4581-98fd-7f1acd60c601'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:14:36.617256 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-1865f2ca-3a3c-432e-a321-5a83ebaf2f47 service neutron] Bound port: 67bd53ee-c5be-4d6e-ac4d-97bde64eccae, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76940c4-1f28-4607-a23a-9714eca61503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '25721c3f-87ef-4581-98fd-7f1acd60c601'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:14:36.617637 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-1865f2ca-3a3c-432e-a321-5a83ebaf2f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (67bd53ee-c5be-4d6e-ac4d-97bde64eccae), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:36.647880 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-3240e111-6ed1-45ad-a6fb-eb60f8e5c6fb None None] For port 3fc3a791-c5c7-40c5-9ef6-1656cbf15d75, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:14:36.652999 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-3240e111-6ed1-45ad-a6fb-eb60f8e5c6fb None None] For port 3fc3a791-c5c7-40c5-9ef6-1656cbf15d75, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=3fc3a791-c5c7-40c5-9ef6-1656cbf15d75,segment=NetworkSegment(55e229b4-574e-4c1a-a971-8a1f16f29d54),segment_id=55e229b4-574e-4c1a-a971-8a1f16f29d54)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:14:36.662368 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-3240e111-6ed1-45ad-a6fb-eb60f8e5c6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (3fc3a791-c5c7-40c5-9ef6-1656cbf15d75), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:36.708862 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-1865f2ca-3a3c-432e-a321-5a83ebaf2f47 service neutron] For port 67bd53ee-c5be-4d6e-ac4d-97bde64eccae, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:14:36.714449 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-1865f2ca-3a3c-432e-a321-5a83ebaf2f47 service neutron] For port 67bd53ee-c5be-4d6e-ac4d-97bde64eccae, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=67bd53ee-c5be-4d6e-ac4d-97bde64eccae,segment=NetworkSegment(a76940c4-1f28-4607-a23a-9714eca61503),segment_id=a76940c4-1f28-4607-a23a-9714eca61503)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:14:36.720555 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3240e111-6ed1-45ad-a6fb-eb60f8e5c6fb None None] Routers {'d429926d-bd56-4817-9399-76eb6ee0f1b4'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:14:36.721321 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-3240e111-6ed1-45ad-a6fb-eb60f8e5c6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:14:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d429926d-bd56-4817-9399-76eb6ee0f1b4'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:36.730596 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-1865f2ca-3a3c-432e-a321-5a83ebaf2f47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (67bd53ee-c5be-4d6e-ac4d-97bde64eccae), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:36.771615 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-1865f2ca-3a3c-432e-a321-5a83ebaf2f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:36.772253 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-1865f2ca-3a3c-432e-a321-5a83ebaf2f47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:36.773755 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-1865f2ca-3a3c-432e-a321-5a83ebaf2f47 service neutron] 10.222.0.84 "PUT /v2.0/ports/67bd53ee-c5be-4d6e-ac4d-97bde64eccae HTTP/1.1" status: 200 len: 1092 time: 0.7761774 Mar 22 20:14:36.774255 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf268441-14fa-4c9a-8cfb-afb7f0c9d830', 'tag': '67bd53ee-c5be-4d6e-ac4d-97bde64eccae'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:14:36.776664 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a75afaf1dfaad70fedc7c7f30d5b041dbb7ec48f6ef478f84521d18edf73ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0ed11d-bd84-41e9-a22f-e82470658199" -d '{"events": [{"name": "network-changed", "server_uuid": "bf268441-14fa-4c9a-8cfb-afb7f0c9d830", "tag": "67bd53ee-c5be-4d6e-ac4d-97bde64eccae"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:14:36.807590 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50ed49-25a3-429c-960a-a1513efbf9e7 None None] Pushing event updated for resources: {'Port': ['ID=3fc3a791-c5c7-40c5-9ef6-1656cbf15d75,revision_number=4']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:36.882395 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-3240e111-6ed1-45ad-a6fb-eb60f8e5c6fb None None] Set router d429926d-bd56-4817-9399-76eb6ee0f1b4 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:14:36.891696 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a3d00a-abb8-4003-91ea-d8117028cb80 x-openstack-request-id: req-94a3d00a-abb8-4003-91ea-d8117028cb80 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:14:36.891982 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf268441-14fa-4c9a-8cfb-afb7f0c9d830", "tag": "67bd53ee-c5be-4d6e-ac4d-97bde64eccae", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:14:36.892256 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-94a3d00a-abb8-4003-91ea-d8117028cb80 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:14:36.892649 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94a3d00a-abb8-4003-91ea-d8117028cb80'] response: {'name': 'network-changed', 'server_uuid': 'bf268441-14fa-4c9a-8cfb-afb7f0c9d830', 'tag': '67bd53ee-c5be-4d6e-ac4d-97bde64eccae', 'status': 'completed', 'code': 200} Mar 22 20:14:36.894972 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1865f2ca-3a3c-432e-a321-5a83ebaf2f47 service neutron] Pushing event updated for resources: {'Port': ['ID=67bd53ee-c5be-4d6e-ac4d-97bde64eccae,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:36.941843 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-2a55ac02-d3d0-43b1-b999-d1627eba4dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:36.943382 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-2a55ac02-d3d0-43b1-b999-d1627eba4dee service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9a7ecf51b27445c4bdd3a701d6e3b806&device_id=bf268441-14fa-4c9a-8cfb-afb7f0c9d830 HTTP/1.1" status: 200 len: 1126 time: 0.1145768 Mar 22 20:14:36.997517 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-0dca8150-71c7-40a1-a5fe-4e9097872012 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67bd53ee-c5be-4d6e-ac4d-97bde64eccae HTTP/1.1" status: 200 len: 217 time: 0.0487254 Mar 22 20:14:37.011105 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-eb57ec2e-3140-44bc-9382-5a5e180e9cb2 None None] Provisioning complete for port 3fc3a791-c5c7-40c5-9ef6-1656cbf15d75 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:14:37.012004 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-eb57ec2e-3140-44bc-9382-5a5e180e9cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3fc3a791-c5c7-40c5-9ef6-1656cbf15d75), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:37.064184 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-0db98e38-2950-4819-9b31-a65ef1b9fb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:37.071613 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-0db98e38-2950-4819-9b31-a65ef1b9fb84 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=06e30fb8-f6d2-469c-8483-49a2bb997080 HTTP/1.1" status: 200 len: 856 time: 0.0671568 Mar 22 20:14:37.151119 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-eb57ec2e-3140-44bc-9382-5a5e180e9cb2 None None] Current status of the port 3fc3a791-c5c7-40c5-9ef6-1656cbf15d75 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:14:37.151788 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-eb57ec2e-3140-44bc-9382-5a5e180e9cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (3fc3a791-c5c7-40c5-9ef6-1656cbf15d75), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:37.152598 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-ce716c3a-5545-4214-ac30-a3e7a73b8c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:37.154385 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-ce716c3a-5545-4214-ac30-a3e7a73b8c8c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=25721c3f-87ef-4581-98fd-7f1acd60c601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0767167 Mar 22 20:14:37.212277 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-eb57ec2e-3140-44bc-9382-5a5e180e9cb2 None None] For port 3fc3a791-c5c7-40c5-9ef6-1656cbf15d75, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=3fc3a791-c5c7-40c5-9ef6-1656cbf15d75,segment=NetworkSegment(55e229b4-574e-4c1a-a971-8a1f16f29d54),segment_id=55e229b4-574e-4c1a-a971-8a1f16f29d54)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:14:37.218550 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-eb57ec2e-3140-44bc-9382-5a5e180e9cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (3fc3a791-c5c7-40c5-9ef6-1656cbf15d75), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:37.238694 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-3240e111-6ed1-45ad-a6fb-eb60f8e5c6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd429926d-bd56-4817-9399-76eb6ee0f1b4', 'name': 'tempest-TestEncryptedCinderVolumes-762350296-router', 'tenant_id': '3621715545e94aad96831d3b4b40c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '31ab8137-c235-454f-bcfd-e6331d06ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:14:28Z', 'updated_at': '2022-03-22T20:14:32Z', 'revision_number': 4, 'project_id': '3621715545e94aad96831d3b4b40c79c', 'gw_port': {'id': '31ab8137-c235-454f-bcfd-e6331d06ba3d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd429926d-bd56-4817-9399-76eb6ee0f1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:14:28Z', 'updated_at': '2022-03-22T20:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '3fc3a791-c5c7-40c5-9ef6-1656cbf15d75', 'name': '', 'network_id': '7554711f-4e2f-434a-8c60-fd931bca5397', 'tenant_id': '3621715545e94aad96831d3b4b40c79c', 'mac_address': 'fa:16:3e:cf:e7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd429926d-bd56-4817-9399-76eb6ee0f1b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'af92bf7d-eaca-44ee-b064-7dd69d361c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:14:31Z', 'updated_at': '2022-03-22T20:14:36Z', 'revision_number': 4, 'project_id': '3621715545e94aad96831d3b4b40c79c', 'subnets': [{'id': 'af92bf7d-eaca-44ee-b064-7dd69d361c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:14:37.287930 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57ec2e-3140-44bc-9382-5a5e180e9cb2 None None] Pushing event updated for resources: {'Port': ['ID=3fc3a791-c5c7-40c5-9ef6-1656cbf15d75,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:37.314017 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-28785d70-bc45-4b05-beb1-b7af79ccd93b service neutron] 10.222.0.84 "GET /v2.0/networks/25721c3f-87ef-4581-98fd-7f1acd60c601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520698 Mar 22 20:14:37.371420 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-a253e73b-df2b-4afa-847d-c277abbf2fd4 None None] Provisioning complete for port 3fc3a791-c5c7-40c5-9ef6-1656cbf15d75 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:14:37.372240 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a253e73b-df2b-4afa-847d-c277abbf2fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3fc3a791-c5c7-40c5-9ef6-1656cbf15d75), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:37.379751 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3240e111-6ed1-45ad-a6fb-eb60f8e5c6fb None None] The sync data for ids ['d429926d-bd56-4817-9399-76eb6ee0f1b4'] in n-d-705658-24 is: [{'id': 'd429926d-bd56-4817-9399-76eb6ee0f1b4', 'name': 'tempest-TestEncryptedCinderVolumes-762350296-router', 'tenant_id': '3621715545e94aad96831d3b4b40c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '31ab8137-c235-454f-bcfd-e6331d06ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:14:28Z', 'updated_at': '2022-03-22T20:14:32Z', 'revision_number': 4, 'project_id': '3621715545e94aad96831d3b4b40c79c', 'gw_port': {'id': '31ab8137-c235-454f-bcfd-e6331d06ba3d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd429926d-bd56-4817-9399-76eb6ee0f1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:14:28Z', 'updated_at': '2022-03-22T20:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '3fc3a791-c5c7-40c5-9ef6-1656cbf15d75', 'name': '', 'network_id': '7554711f-4e2f-434a-8c60-fd931bca5397', 'tenant_id': '3621715545e94aad96831d3b4b40c79c', 'mac_address': 'fa:16:3e:cf:e7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd429926d-bd56-4817-9399-76eb6ee0f1b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'af92bf7d-eaca-44ee-b064-7dd69d361c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:14:31Z', 'updated_at': '2022-03-22T20:14:36Z', 'revision_number': 4, 'project_id': '3621715545e94aad96831d3b4b40c79c', 'subnets': [{'id': 'af92bf7d-eaca-44ee-b064-7dd69d361c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:14:37.484198 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9c1eb5ef-7ce6-4eb0-b4e6-562611a3a485 req-7b46bf49-9521-4f6f-a559-75da01c314ed service neutron] 10.222.0.84 "GET /v2.0/networks/25721c3f-87ef-4581-98fd-7f1acd60c601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584399 Mar 22 20:14:37.506142 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-a253e73b-df2b-4afa-847d-c277abbf2fd4 None None] Current status of the port 3fc3a791-c5c7-40c5-9ef6-1656cbf15d75 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:14:37.616825 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ed11d-bd84-41e9-a22f-e82470658199 req-f41f1580-6001-408a-a006-37ddf3666077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:37.619101 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ba0ed11d-bd84-41e9-a22f-e82470658199 req-f41f1580-6001-408a-a006-37ddf3666077 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9a7ecf51b27445c4bdd3a701d6e3b806&device_id=bf268441-14fa-4c9a-8cfb-afb7f0c9d830 HTTP/1.1" status: 200 len: 1126 time: 0.0791500 Mar 22 20:14:37.703592 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 3fc3a791-c5c7-40c5-9ef6-1656cbf15d75 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:14:37.736411 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ed11d-bd84-41e9-a22f-e82470658199 req-408c7f78-67bc-4f29-abb9-44e9b505814e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:37.738708 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ba0ed11d-bd84-41e9-a22f-e82470658199 req-408c7f78-67bc-4f29-abb9-44e9b505814e service neutron] 10.222.0.84 "GET /v2.0/networks?id=25721c3f-87ef-4581-98fd-7f1acd60c601 HTTP/1.1" status: 200 len: 918 time: 0.1137388 Mar 22 20:14:37.772673 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 3fc3a791-c5c7-40c5-9ef6-1656cbf15d75 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:14:37.773213 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3fc3a791-c5c7-40c5-9ef6-1656cbf15d75), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:37.788028 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8ad57-b2f2-4367-bdd4-cae98ba7e587 req-8ff8d873-beec-48ac-a7fd-8c3f47794a34 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:37.796735 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ff8ad57-b2f2-4367-bdd4-cae98ba7e587 req-8ff8d873-beec-48ac-a7fd-8c3f47794a34 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf268441-14fa-4c9a-8cfb-afb7f0c9d830 HTTP/1.1" status: 200 len: 943 time: 0.0854418 Mar 22 20:14:37.813623 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ba0ed11d-bd84-41e9-a22f-e82470658199 req-da0e7b26-aaaf-46b3-a90f-a81193403fbe service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67bd53ee-c5be-4d6e-ac4d-97bde64eccae HTTP/1.1" status: 200 len: 217 time: 0.0675433 Mar 22 20:14:37.860762 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6ff8ad57-b2f2-4367-bdd4-cae98ba7e587 req-80cde0a3-e360-4f42-b657-fafb409b3186 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/security-groups?id=39dc8278-f16c-4415-afaf-7d9f83e7f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549657 Mar 22 20:14:37.881560 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ed11d-bd84-41e9-a22f-e82470658199 req-6c96942f-8298-4a7c-b3d4-2531e1ad8f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:37.884357 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ba0ed11d-bd84-41e9-a22f-e82470658199 req-6c96942f-8298-4a7c-b3d4-2531e1ad8f2f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=06e30fb8-f6d2-469c-8483-49a2bb997080 HTTP/1.1" status: 200 len: 856 time: 0.0640352 Mar 22 20:14:37.912551 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 3fc3a791-c5c7-40c5-9ef6-1656cbf15d75 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:14:37.913869 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 31ab8137-c235-454f-bcfd-e6331d06ba3d up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:14:37.948787 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ed11d-bd84-41e9-a22f-e82470658199 req-f9d58076-2e2e-44a9-84e0-4df7ac7698a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:37.951243 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ba0ed11d-bd84-41e9-a22f-e82470658199 req-f9d58076-2e2e-44a9-84e0-4df7ac7698a7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=25721c3f-87ef-4581-98fd-7f1acd60c601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0591056 Mar 22 20:14:37.977941 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 31ab8137-c235-454f-bcfd-e6331d06ba3d triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:14:37.978320 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (31ab8137-c235-454f-bcfd-e6331d06ba3d), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:38.074467 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 31ab8137-c235-454f-bcfd-e6331d06ba3d is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:14:38.088704 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ba0ed11d-bd84-41e9-a22f-e82470658199 req-0c075a2a-d69c-4dab-9c89-9f15d4993bfd service neutron] 10.222.0.84 "GET /v2.0/networks/25721c3f-87ef-4581-98fd-7f1acd60c601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316624 Mar 22 20:14:38.217527 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ba0ed11d-bd84-41e9-a22f-e82470658199 req-d11ce4ea-c538-423d-92a7-34042525cb7f service neutron] 10.222.0.84 "GET /v2.0/networks/25721c3f-87ef-4581-98fd-7f1acd60c601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205735 Mar 22 20:14:39.011231 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ca90c-1474-4e34-8a9b-05f9aa45f952 req-74511810-4c65-4a9e-b1f6-57eb3887835f tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:39.013718 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c32ca90c-1474-4e34-8a9b-05f9aa45f952 req-74511810-4c65-4a9e-b1f6-57eb3887835f tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf268441-14fa-4c9a-8cfb-afb7f0c9d830 HTTP/1.1" status: 200 len: 943 time: 0.0763457 Mar 22 20:14:39.073025 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c32ca90c-1474-4e34-8a9b-05f9aa45f952 req-16726b31-ad7d-4adb-8489-2bd98df80758 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/security-groups?id=39dc8278-f16c-4415-afaf-7d9f83e7f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530608 Mar 22 20:14:39.594750 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 67bd53ee-c5be-4d6e-ac4d-97bde64eccae details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:14:39.691686 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 67bd53ee-c5be-4d6e-ac4d-97bde64eccae, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=67bd53ee-c5be-4d6e-ac4d-97bde64eccae,segment=NetworkSegment(a76940c4-1f28-4607-a23a-9714eca61503),segment_id=a76940c4-1f28-4607-a23a-9714eca61503)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:14:39.703159 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '67bd53ee-c5be-4d6e-ac4d-97bde64eccae', 'network_id': '25721c3f-87ef-4581-98fd-7f1acd60c601', 'port_id': '67bd53ee-c5be-4d6e-ac4d-97bde64eccae', 'mac_address': 'fa:16:3e:49:89:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e30fb8-f6d2-469c-8483-49a2bb997080', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:14:39.744575 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 67bd53ee-c5be-4d6e-ac4d-97bde64eccae is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:14:39.744968 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (67bd53ee-c5be-4d6e-ac4d-97bde64eccae), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:39.758356 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67bd53ee-c5be-4d6e-ac4d-97bde64eccae {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:14:39.783189 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 67bd53ee-c5be-4d6e-ac4d-97bde64eccae, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=67bd53ee-c5be-4d6e-ac4d-97bde64eccae,segment=NetworkSegment(a76940c4-1f28-4607-a23a-9714eca61503),segment_id=a76940c4-1f28-4607-a23a-9714eca61503)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:14:39.787631 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (67bd53ee-c5be-4d6e-ac4d-97bde64eccae), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:39.836535 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=67bd53ee-c5be-4d6e-ac4d-97bde64eccae,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:39.992836 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['67bd53ee-c5be-4d6e-ac4d-97bde64eccae'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:14:40.206629 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c119a-b98c-4b0a-ab2d-425eccfb6e60 req-7837d15e-188e-49e8-b7a3-585fc3910c44 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:40.208124 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-781c119a-b98c-4b0a-ab2d-425eccfb6e60 req-7837d15e-188e-49e8-b7a3-585fc3910c44 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf268441-14fa-4c9a-8cfb-afb7f0c9d830 HTTP/1.1" status: 200 len: 944 time: 0.0577490 Mar 22 20:14:40.263783 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-781c119a-b98c-4b0a-ab2d-425eccfb6e60 req-e07b17a2-e9b2-4081-a610-3c207b9df604 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/security-groups?id=39dc8278-f16c-4415-afaf-7d9f83e7f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492606 Mar 22 20:14:41.387722 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6f9e4-5c07-4ddd-ac0b-0c75ac456ebd req-5a6a72cb-b1cb-450c-8d9e-29c06a79e41b tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:41.389296 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-98f6f9e4-5c07-4ddd-ac0b-0c75ac456ebd req-5a6a72cb-b1cb-450c-8d9e-29c06a79e41b tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf268441-14fa-4c9a-8cfb-afb7f0c9d830 HTTP/1.1" status: 200 len: 944 time: 0.0559623 Mar 22 20:14:41.442404 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-98f6f9e4-5c07-4ddd-ac0b-0c75ac456ebd req-cba201f0-d5ee-4207-a11a-5f8e9cada6a7 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/security-groups?id=39dc8278-f16c-4415-afaf-7d9f83e7f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453231 Mar 22 20:14:41.591364 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 67bd53ee-c5be-4d6e-ac4d-97bde64eccae up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:14:41.654928 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 67bd53ee-c5be-4d6e-ac4d-97bde64eccae completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:14:41.662349 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 67bd53ee-c5be-4d6e-ac4d-97bde64eccae triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:14:41.662916 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (67bd53ee-c5be-4d6e-ac4d-97bde64eccae), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:41.752409 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 67bd53ee-c5be-4d6e-ac4d-97bde64eccae is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:14:41.752833 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (67bd53ee-c5be-4d6e-ac4d-97bde64eccae), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:41.782279 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf268441-14fa-4c9a-8cfb-afb7f0c9d830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bd53ee-c5be-4d6e-ac4d-97bde64eccae'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:14:41.784685 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42acaf4adbc820cceca1c39a9c6556ee9c843f2d32102223230a5dac4986dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f6af88-4e71-43c1-9006-73a6599f5409" -d '{"events": [{"server_uuid": "bf268441-14fa-4c9a-8cfb-afb7f0c9d830", "name": "network-vif-plugged", "status": "completed", "tag": "67bd53ee-c5be-4d6e-ac4d-97bde64eccae"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:14:41.802090 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 67bd53ee-c5be-4d6e-ac4d-97bde64eccae, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=67bd53ee-c5be-4d6e-ac4d-97bde64eccae,segment=NetworkSegment(a76940c4-1f28-4607-a23a-9714eca61503),segment_id=a76940c4-1f28-4607-a23a-9714eca61503)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:14:41.812105 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (67bd53ee-c5be-4d6e-ac4d-97bde64eccae), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:41.847227 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff6647e-905e-4c5d-a24b-53609f3218f1 x-openstack-request-id: req-fff6647e-905e-4c5d-a24b-53609f3218f1 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:14:41.847632 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf268441-14fa-4c9a-8cfb-afb7f0c9d830", "name": "network-vif-plugged", "status": "completed", "tag": "67bd53ee-c5be-4d6e-ac4d-97bde64eccae", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:14:41.847982 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fff6647e-905e-4c5d-a24b-53609f3218f1 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:14:41.848524 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fff6647e-905e-4c5d-a24b-53609f3218f1'] response: {'server_uuid': 'bf268441-14fa-4c9a-8cfb-afb7f0c9d830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bd53ee-c5be-4d6e-ac4d-97bde64eccae', 'code': 200} Mar 22 20:14:41.897639 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=67bd53ee-c5be-4d6e-ac4d-97bde64eccae,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:14:41.976674 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a842818-2ce8-4182-abed-f49036b90bb9 req-b4c6c95b-3090-487b-b284-3d763c810ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:41.978352 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2a842818-2ce8-4182-abed-f49036b90bb9 req-b4c6c95b-3090-487b-b284-3d763c810ef3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=bf268441-14fa-4c9a-8cfb-afb7f0c9d830 HTTP/1.1" status: 200 len: 1128 time: 0.0785582 Mar 22 20:14:42.036106 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2a842818-2ce8-4182-abed-f49036b90bb9 req-65952cb4-ae1f-4a63-b8b5-625e05d346bd service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=39dc8278-f16c-4415-afaf-7d9f83e7f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509193 Mar 22 20:14:42.612786 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:14:42.620918 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b18207-5b37-4bc6-bbc8-078f9cdd5011 req-15bfa3e4-f520-4645-b0f8-dce3ad39f2c2 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:42.623722 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e3b18207-5b37-4bc6-bbc8-078f9cdd5011 req-15bfa3e4-f520-4645-b0f8-dce3ad39f2c2 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf268441-14fa-4c9a-8cfb-afb7f0c9d830 HTTP/1.1" status: 200 len: 945 time: 0.0872896 Mar 22 20:14:42.687118 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e3b18207-5b37-4bc6-bbc8-078f9cdd5011 req-f5c59d29-8335-42dc-9b38-51fcc7a895e2 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/security-groups?id=39dc8278-f16c-4415-afaf-7d9f83e7f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571423 Mar 22 20:14:43.834126 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e33de-a850-41f2-9916-d7881eb2dcc6 req-0030fc29-79c5-4f24-97c9-c090bce8da98 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:43.835628 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-284e33de-a850-41f2-9916-d7881eb2dcc6 req-0030fc29-79c5-4f24-97c9-c090bce8da98 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf268441-14fa-4c9a-8cfb-afb7f0c9d830 HTTP/1.1" status: 200 len: 945 time: 0.0648918 Mar 22 20:14:43.894317 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-284e33de-a850-41f2-9916-d7881eb2dcc6 req-ecd81633-7851-400b-b39a-0cd94d0ce8fb tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/security-groups?id=39dc8278-f16c-4415-afaf-7d9f83e7f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516684 Mar 22 20:14:44.038455 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc7226-30e0-454a-bd89-acd7d263ef9b req-ce91c18c-2e35-4c80-9b35-d6700acc62fc tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:14:44.040424 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e0dc7226-30e0-454a-bd89-acd7d263ef9b req-ce91c18c-2e35-4c80-9b35-d6700acc62fc tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf268441-14fa-4c9a-8cfb-afb7f0c9d830 HTTP/1.1" status: 200 len: 945 time: 0.0691710 Mar 22 20:14:44.104739 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e0dc7226-30e0-454a-bd89-acd7d263ef9b req-bf5f8439-3e64-4388-8bc6-a8061c139f3e tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/security-groups?id=39dc8278-f16c-4415-afaf-7d9f83e7f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570581 Mar 22 20:14:45.238565 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a1e1b102-c744-40ce-a7ee-ee3bde1dd33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:46.300980 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:47.451775 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7243ba97-cb92-48ac-8b1a-552c8321205b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:48.718404 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:48.889217 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:50.312364 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:14:51.412767 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:14.106232 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-237598db-e812-45fa-b26a-f349e9525296 req-a488fe82-c324-4b44-8b6f-1b9117c7d8ff service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=bf268441-14fa-4c9a-8cfb-afb7f0c9d830&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0481510 Mar 22 20:15:14.207193 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237598db-e812-45fa-b26a-f349e9525296 req-47f22348-042b-4a8e-be92-e4ade87832db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:15:14.209460 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-237598db-e812-45fa-b26a-f349e9525296 req-47f22348-042b-4a8e-be92-e4ade87832db service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=9a7ecf51b27445c4bdd3a701d6e3b806&device_id=bf268441-14fa-4c9a-8cfb-afb7f0c9d830 HTTP/1.1" status: 200 len: 1128 time: 0.0531552 Mar 22 20:15:14.326482 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237598db-e812-45fa-b26a-f349e9525296 req-ca08dd7c-9e74-446f-a6a6-26fb85205c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:15:14.328119 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-237598db-e812-45fa-b26a-f349e9525296 req-ca08dd7c-9e74-446f-a6a6-26fb85205c56 service neutron] 10.222.0.84 "GET /v2.0/networks?id=25721c3f-87ef-4581-98fd-7f1acd60c601 HTTP/1.1" status: 200 len: 918 time: 0.0977130 Mar 22 20:15:14.375820 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-237598db-e812-45fa-b26a-f349e9525296 req-f577ad6c-b6c4-433f-9533-21ff7fd512e8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67bd53ee-c5be-4d6e-ac4d-97bde64eccae HTTP/1.1" status: 200 len: 217 time: 0.0384130 Mar 22 20:15:14.426346 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237598db-e812-45fa-b26a-f349e9525296 req-3cf8ac5a-065a-43c6-9241-acfda6cdc151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:15:14.427960 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-237598db-e812-45fa-b26a-f349e9525296 req-3cf8ac5a-065a-43c6-9241-acfda6cdc151 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=06e30fb8-f6d2-469c-8483-49a2bb997080 HTTP/1.1" status: 200 len: 856 time: 0.0461051 Mar 22 20:15:14.483444 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237598db-e812-45fa-b26a-f349e9525296 req-433d509f-dc15-40ff-abe6-432440ce2af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:15:14.484986 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-237598db-e812-45fa-b26a-f349e9525296 req-433d509f-dc15-40ff-abe6-432440ce2af7 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=25721c3f-87ef-4581-98fd-7f1acd60c601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0511434 Mar 22 20:15:14.580368 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-237598db-e812-45fa-b26a-f349e9525296 req-a620620c-a4ba-44a4-9db3-8351f770ad83 service neutron] 10.222.0.84 "GET /v2.0/networks/25721c3f-87ef-4581-98fd-7f1acd60c601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876741 Mar 22 20:15:14.680129 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-237598db-e812-45fa-b26a-f349e9525296 req-5049a675-083f-4175-9bef-1fc197c5b2cd service neutron] 10.222.0.84 "GET /v2.0/networks/25721c3f-87ef-4581-98fd-7f1acd60c601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942113 Mar 22 20:15:15.232308 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-cdc17e7d-4859-409d-9098-ba75db0cf9d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:16.300071 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:17.463026 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e85b5eda-d9f6-4102-91b3-2f81eee9a0ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:18.717769 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:18.883074 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:19.614369 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:15:20.316742 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:21.417190 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:22.070753 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03965bb8-f160-458b-a363-2db53bb9e471 req-0f574aff-1ec0-4243-8551-dccba1c8a16e tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:15:22.072647 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-03965bb8-f160-458b-a363-2db53bb9e471 req-0f574aff-1ec0-4243-8551-dccba1c8a16e tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf268441-14fa-4c9a-8cfb-afb7f0c9d830 HTTP/1.1" status: 200 len: 945 time: 0.0723193 Mar 22 20:15:22.136761 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-03965bb8-f160-458b-a363-2db53bb9e471 req-a7514c8b-ae2b-4665-a42b-34a9dead90b9 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/security-groups?id=39dc8278-f16c-4415-afaf-7d9f83e7f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573983 Mar 22 20:15:23.278636 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136941d8-772c-4a82-96cd-45210864846c req-2ca4a443-1e35-4682-ba9b-f671d4843510 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:15:23.287895 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-136941d8-772c-4a82-96cd-45210864846c req-2ca4a443-1e35-4682-ba9b-f671d4843510 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf268441-14fa-4c9a-8cfb-afb7f0c9d830 HTTP/1.1" status: 200 len: 945 time: 0.0658834 Mar 22 20:15:23.336154 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-136941d8-772c-4a82-96cd-45210864846c req-a3375abe-e5e9-4e23-bdc7-714f7c0464e9 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/security-groups?id=39dc8278-f16c-4415-afaf-7d9f83e7f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485876 Mar 22 20:15:23.468393 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e035d02-a858-4157-a025-e54bcb715c11 req-6355d425-c3d9-46dd-8c31-3015ed44dc48 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:15:23.469868 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8e035d02-a858-4157-a025-e54bcb715c11 req-6355d425-c3d9-46dd-8c31-3015ed44dc48 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.84 "GET /v2.0/ports?device_id=bf268441-14fa-4c9a-8cfb-afb7f0c9d830 HTTP/1.1" status: 200 len: 945 time: 0.0620682 Mar 22 20:15:23.572066 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-8e035d02-a858-4157-a025-e54bcb715c11 req-4820f69e-1331-4387-9298-655e4a1f944e tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Deleting port 67bd53ee-c5be-4d6e-ac4d-97bde64eccae {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:15:23.572405 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8e035d02-a858-4157-a025-e54bcb715c11 req-4820f69e-1331-4387-9298-655e4a1f944e tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (67bd53ee-c5be-4d6e-ac4d-97bde64eccae), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:23.679024 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-8e035d02-a858-4157-a025-e54bcb715c11 req-4820f69e-1331-4387-9298-655e4a1f944e tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] For port 67bd53ee-c5be-4d6e-ac4d-97bde64eccae, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=67bd53ee-c5be-4d6e-ac4d-97bde64eccae,segment=NetworkSegment(a76940c4-1f28-4607-a23a-9714eca61503),segment_id=a76940c4-1f28-4607-a23a-9714eca61503)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:15:23.679383 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8e035d02-a858-4157-a025-e54bcb715c11 req-4820f69e-1331-4387-9298-655e4a1f944e tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (67bd53ee-c5be-4d6e-ac4d-97bde64eccae), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:23.693159 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-8e035d02-a858-4157-a025-e54bcb715c11 req-4820f69e-1331-4387-9298-655e4a1f944e tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Calling delete_port for 67bd53ee-c5be-4d6e-ac4d-97bde64eccae owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:15:23.865015 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8e035d02-a858-4157-a025-e54bcb715c11 req-4820f69e-1331-4387-9298-655e4a1f944e tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (67bd53ee-c5be-4d6e-ac4d-97bde64eccae), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:23.878063 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['67bd53ee-c5be-4d6e-ac4d-97bde64eccae'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:15:23.895261 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820f69e-1331-4387-9298-655e4a1f944e tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Pushing event deleted for resources: {'Port': ['ID=67bd53ee-c5be-4d6e-ac4d-97bde64eccae,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:15:23.917812 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820f69e-1331-4387-9298-655e4a1f944e tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:15:23.918172 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820f69e-1331-4387-9298-655e4a1f944e tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:15:23.918523 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820f69e-1331-4387-9298-655e4a1f944e tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:15:23.918869 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820f69e-1331-4387-9298-655e4a1f944e tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:15:23.919217 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820f69e-1331-4387-9298-655e4a1f944e tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:15:23.919552 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820f69e-1331-4387-9298-655e4a1f944e tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:15:23.920416 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820f69e-1331-4387-9298-655e4a1f944e tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:15:23.920416 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820f69e-1331-4387-9298-655e4a1f944e tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:15:23.920619 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820f69e-1331-4387-9298-655e4a1f944e tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:15:23.920918 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820f69e-1331-4387-9298-655e4a1f944e tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:15:23.921194 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820f69e-1331-4387-9298-655e4a1f944e tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:15:23.921488 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820f69e-1331-4387-9298-655e4a1f944e tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:15:23.921830 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820f69e-1331-4387-9298-655e4a1f944e tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:15:23.922220 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820f69e-1331-4387-9298-655e4a1f944e tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:15:23.922572 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4820f69e-1331-4387-9298-655e4a1f944e tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:15:23.961412 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e035d02-a858-4157-a025-e54bcb715c11 req-4820f69e-1331-4387-9298-655e4a1f944e tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] No DVR routers for this DVR port 67bd53ee-c5be-4d6e-ac4d-97bde64eccae on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:15:23.964176 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-8e035d02-a858-4157-a025-e54bcb715c11 req-4820f69e-1331-4387-9298-655e4a1f944e tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:23.967554 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8e035d02-a858-4157-a025-e54bcb715c11 req-4820f69e-1331-4387-9298-655e4a1f944e tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.84 "DELETE /v2.0/ports/67bd53ee-c5be-4d6e-ac4d-97bde64eccae HTTP/1.1" status: 204 len: 173 time: 0.4920971 Mar 22 20:15:23.968907 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf268441-14fa-4c9a-8cfb-afb7f0c9d830', 'name': 'network-vif-deleted', 'tag': '67bd53ee-c5be-4d6e-ac4d-97bde64eccae'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:15:23.970487 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a75afaf1dfaad70fedc7c7f30d5b041dbb7ec48f6ef478f84521d18edf73ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4ef3d2-f57e-4775-9586-9593943757bb" -d '{"events": [{"server_uuid": "bf268441-14fa-4c9a-8cfb-afb7f0c9d830", "name": "network-vif-deleted", "tag": "67bd53ee-c5be-4d6e-ac4d-97bde64eccae"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:15:24.012150 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec1d54a-cb31-4183-bf00-8f896cfae002 x-openstack-request-id: req-2ec1d54a-cb31-4183-bf00-8f896cfae002 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:15:24.012447 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf268441-14fa-4c9a-8cfb-afb7f0c9d830", "name": "network-vif-deleted", "tag": "67bd53ee-c5be-4d6e-ac4d-97bde64eccae", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:15:24.012714 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2ec1d54a-cb31-4183-bf00-8f896cfae002 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:15:24.013275 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ec1d54a-cb31-4183-bf00-8f896cfae002'] response: {'server_uuid': 'bf268441-14fa-4c9a-8cfb-afb7f0c9d830', 'name': 'network-vif-deleted', 'tag': '67bd53ee-c5be-4d6e-ac4d-97bde64eccae', 'status': 'completed', 'code': 200} Mar 22 20:15:24.453931 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6109883f-165f-46be-be17-261815863c6c req-cc0bb155-e072-4d9d-aacc-97a899844829 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf268441-14fa-4c9a-8cfb-afb7f0c9d830 HTTP/1.1" status: 200 len: 210 time: 0.0278754 Mar 22 20:15:25.929334 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-055df9cc-28f3-4fa6-b589-3e7f62f4a8a8 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:15:25.930878 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-055df9cc-28f3-4fa6-b589-3e7f62f4a8a8 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/networks?id=25721c3f-87ef-4581-98fd-7f1acd60c601 HTTP/1.1" status: 200 len: 817 time: 0.1048074 Mar 22 20:15:25.945987 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-84cb38d6-b490-4eec-a9a1-5f9988a2fccd tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/quotas/9a7ecf51b27445c4bdd3a701d6e3b806 HTTP/1.1" status: 200 len: 375 time: 0.0096273 Mar 22 20:15:26.004518 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-b6692d58-0320-4643-adf9-39e3d06dba39 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a7ecf51b27445c4bdd3a701d6e3b806&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527544 Mar 22 20:15:26.114753 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-9233041a-ef16-485d-91f8-c04ae26a453f service neutron] 10.222.0.75 "GET /v2.0/networks/25721c3f-87ef-4581-98fd-7f1acd60c601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983548 Mar 22 20:15:26.211949 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-5697f088-97c9-4dad-8dab-977c70cdf31d service neutron] 10.222.0.75 "GET /v2.0/networks/25721c3f-87ef-4581-98fd-7f1acd60c601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908570 Mar 22 20:15:26.375074 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-06f09077-1e9d-4b5e-8464-4c83fc0732a2 req-7097b680-6650-43cd-ba51-44f6e418f712 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd30094-b0ca-4a16-b9ce-5ac420fad44a HTTP/1.1" status: 200 len: 210 time: 0.0299103 Mar 22 20:15:27.704072 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3e0e95f1-6601-41ca-9d44-f2368dc2789b req-0d4cb6b8-fc92-4cc6-b7b6-9818759f5383 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd30094-b0ca-4a16-b9ce-5ac420fad44a HTTP/1.1" status: 200 len: 210 time: 0.0372837 Mar 22 20:15:27.745629 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-ceab62ef-5b74-43cd-ba28-6c14fc10debe tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:15:27.747103 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-ceab62ef-5b74-43cd-ba28-6c14fc10debe tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.85 "GET /v2.0/networks?id=25721c3f-87ef-4581-98fd-7f1acd60c601 HTTP/1.1" status: 200 len: 817 time: 0.4893763 Mar 22 20:15:27.758712 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-835d7578-7a1c-451d-9ff8-21b9f726acc4 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Request body: {'port': {'device_id': 'ccd30094-b0ca-4a16-b9ce-5ac420fad44a', 'network_id': '25721c3f-87ef-4581-98fd-7f1acd60c601', 'admin_state_up': True, 'tenant_id': '9a7ecf51b27445c4bdd3a701d6e3b806'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:15:27.791095 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 67bd53ee-c5be-4d6e-ac4d-97bde64eccae no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:15:27.821706 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 67bd53ee-c5be-4d6e-ac4d-97bde64eccae {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:15:27.822082 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 67bd53ee-c5be-4d6e-ac4d-97bde64eccae not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:15:27.871223 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-835d7578-7a1c-451d-9ff8-21b9f726acc4 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Made reservation on behalf of 9a7ecf51b27445c4bdd3a701d6e3b806 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:15:27.874887 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-835d7578-7a1c-451d-9ff8-21b9f726acc4 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:27.999876 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-835d7578-7a1c-451d-9ff8-21b9f726acc4 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Allocated IP 172.20.0.6 (25721c3f-87ef-4581-98fd-7f1acd60c601/06e30fb8-f6d2-469c-8483-49a2bb997080/b2e3686f-f7d5-44c8-894e-3a1365c35978) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:15:28.152257 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-835d7578-7a1c-451d-9ff8-21b9f726acc4 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Publish callbacks [] for port (b2e3686f-f7d5-44c8-894e-3a1365c35978), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:28.188584 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-835d7578-7a1c-451d-9ff8-21b9f726acc4 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (b2e3686f-f7d5-44c8-894e-3a1365c35978), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:28.232130 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-835d7578-7a1c-451d-9ff8-21b9f726acc4 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Network 25721c3f-87ef-4581-98fd-7f1acd60c601 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:15:28.235452 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-835d7578-7a1c-451d-9ff8-21b9f726acc4 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:15:28.242360 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-835d7578-7a1c-451d-9ff8-21b9f726acc4 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:15:28.248168 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d7578-7a1c-451d-9ff8-21b9f726acc4 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Pushing event updated for resources: {'Port': ['ID=b2e3686f-f7d5-44c8-894e-3a1365c35978,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:15:28.300370 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-835d7578-7a1c-451d-9ff8-21b9f726acc4 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:15:28.300987 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-835d7578-7a1c-451d-9ff8-21b9f726acc4 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:28.317714 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-835d7578-7a1c-451d-9ff8-21b9f726acc4 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5625370 Mar 22 20:15:28.329569 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-bf43eeff-84f5-4104-b378-82896c51c43e service neutron] Request body: {'port': {'device_id': 'ccd30094-b0ca-4a16-b9ce-5ac420fad44a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:15:28.393066 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-bf43eeff-84f5-4104-b378-82896c51c43e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b2e3686f-f7d5-44c8-894e-3a1365c35978), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:28.494573 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-d6bf3fa6-a58c-49fe-9b22-af96950276a5 None None] Provisioning complete for port b2e3686f-f7d5-44c8-894e-3a1365c35978 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:15:28.495203 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d6bf3fa6-a58c-49fe-9b22-af96950276a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b2e3686f-f7d5-44c8-894e-3a1365c35978), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:28.532263 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d6bf3fa6-a58c-49fe-9b22-af96950276a5 None None] Port b2e3686f-f7d5-44c8-894e-3a1365c35978 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:15:28.662780 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-bf43eeff-84f5-4104-b378-82896c51c43e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e3686f-f7d5-44c8-894e-3a1365c35978 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:15:28.670229 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-bf43eeff-84f5-4104-b378-82896c51c43e service neutron] Publish callbacks [] for port (b2e3686f-f7d5-44c8-894e-3a1365c35978), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:28.682660 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-bf43eeff-84f5-4104-b378-82896c51c43e service neutron] Transition to ACTIVE for port object b2e3686f-f7d5-44c8-894e-3a1365c35978 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:15:28.686174 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-bf43eeff-84f5-4104-b378-82896c51c43e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (b2e3686f-f7d5-44c8-894e-3a1365c35978), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:28.741652 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43eeff-84f5-4104-b378-82896c51c43e service neutron] Pushing event updated for resources: {'Port': ['ID=b2e3686f-f7d5-44c8-894e-3a1365c35978,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:15:28.858062 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-bf43eeff-84f5-4104-b378-82896c51c43e service neutron] Attempting to bind port b2e3686f-f7d5-44c8-894e-3a1365c35978 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:15:28.858407 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-bf43eeff-84f5-4104-b378-82896c51c43e service neutron] Attempting to bind port b2e3686f-f7d5-44c8-894e-3a1365c35978 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': 'a76940c4-1f28-4607-a23a-9714eca61503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '25721c3f-87ef-4581-98fd-7f1acd60c601'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:15:28.858747 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-bf43eeff-84f5-4104-b378-82896c51c43e service neutron] Attempting to bind port b2e3686f-f7d5-44c8-894e-3a1365c35978 on network 25721c3f-87ef-4581-98fd-7f1acd60c601 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:15:28.868398 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-bf43eeff-84f5-4104-b378-82896c51c43e service neutron] Port b2e3686f-f7d5-44c8-894e-3a1365c35978 on network 25721c3f-87ef-4581-98fd-7f1acd60c601 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:15:28.869261 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-bf43eeff-84f5-4104-b378-82896c51c43e service neutron] Attempting to bind port b2e3686f-f7d5-44c8-894e-3a1365c35978 on network 25721c3f-87ef-4581-98fd-7f1acd60c601 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:15:28.878856 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506581e-b3eb-4709-8aba-8057bd0d00b2 req-b94a0644-a5b2-4bdb-923b-8dd2436f2231 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:15:28.880471 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a506581e-b3eb-4709-8aba-8057bd0d00b2 req-b94a0644-a5b2-4bdb-923b-8dd2436f2231 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd30094-b0ca-4a16-b9ce-5ac420fad44a HTTP/1.1" status: 200 len: 943 time: 0.0932298 Mar 22 20:15:28.885928 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-bf43eeff-84f5-4104-b378-82896c51c43e service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:15:28.886282 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-bf43eeff-84f5-4104-b378-82896c51c43e service neutron] Checking segment: {'id': 'a76940c4-1f28-4607-a23a-9714eca61503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '25721c3f-87ef-4581-98fd-7f1acd60c601'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:15:28.886677 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-bf43eeff-84f5-4104-b378-82896c51c43e service neutron] Bound using segment: {'id': 'a76940c4-1f28-4607-a23a-9714eca61503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '25721c3f-87ef-4581-98fd-7f1acd60c601'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:15:28.887134 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-bf43eeff-84f5-4104-b378-82896c51c43e service neutron] Bound port: b2e3686f-f7d5-44c8-894e-3a1365c35978, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a76940c4-1f28-4607-a23a-9714eca61503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '25721c3f-87ef-4581-98fd-7f1acd60c601'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:15:28.887498 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-bf43eeff-84f5-4104-b378-82896c51c43e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b2e3686f-f7d5-44c8-894e-3a1365c35978), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:28.986980 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a506581e-b3eb-4709-8aba-8057bd0d00b2 req-cc6d0608-6ae4-435b-97b5-f8f832c76951 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/security-groups?id=39dc8278-f16c-4415-afaf-7d9f83e7f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963609 Mar 22 20:15:28.999098 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-bf43eeff-84f5-4104-b378-82896c51c43e service neutron] For port b2e3686f-f7d5-44c8-894e-3a1365c35978, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:15:29.002732 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-bf43eeff-84f5-4104-b378-82896c51c43e service neutron] For port b2e3686f-f7d5-44c8-894e-3a1365c35978, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=b2e3686f-f7d5-44c8-894e-3a1365c35978,segment=NetworkSegment(a76940c4-1f28-4607-a23a-9714eca61503),segment_id=a76940c4-1f28-4607-a23a-9714eca61503)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:15:29.010898 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-bf43eeff-84f5-4104-b378-82896c51c43e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (b2e3686f-f7d5-44c8-894e-3a1365c35978), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:29.048950 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-bf43eeff-84f5-4104-b378-82896c51c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:15:29.049665 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-bf43eeff-84f5-4104-b378-82896c51c43e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:29.051311 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-bf43eeff-84f5-4104-b378-82896c51c43e service neutron] 10.222.0.85 "PUT /v2.0/ports/b2e3686f-f7d5-44c8-894e-3a1365c35978 HTTP/1.1" status: 200 len: 1092 time: 0.7262197 Mar 22 20:15:29.051842 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd30094-b0ca-4a16-b9ce-5ac420fad44a', 'tag': 'b2e3686f-f7d5-44c8-894e-3a1365c35978'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:15:29.054338 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5203bbb830fb44ebcbef8845939fcb941f39cb8985b8c198af72047ed6de2cf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf4ffee-4457-4559-8705-33a209bd134a" -d '{"events": [{"name": "network-changed", "server_uuid": "ccd30094-b0ca-4a16-b9ce-5ac420fad44a", "tag": "b2e3686f-f7d5-44c8-894e-3a1365c35978"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:15:29.086097 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43eeff-84f5-4104-b378-82896c51c43e service neutron] Pushing event updated for resources: {'Port': ['ID=b2e3686f-f7d5-44c8-894e-3a1365c35978,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:15:29.103998 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d72d7be-16f8-4873-961a-0e94dd0f7dd0 x-openstack-request-id: req-6d72d7be-16f8-4873-961a-0e94dd0f7dd0 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:15:29.104225 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccd30094-b0ca-4a16-b9ce-5ac420fad44a", "tag": "b2e3686f-f7d5-44c8-894e-3a1365c35978", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:15:29.104458 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6d72d7be-16f8-4873-961a-0e94dd0f7dd0 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:15:29.104880 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d72d7be-16f8-4873-961a-0e94dd0f7dd0'] response: {'name': 'network-changed', 'server_uuid': 'ccd30094-b0ca-4a16-b9ce-5ac420fad44a', 'tag': 'b2e3686f-f7d5-44c8-894e-3a1365c35978', 'status': 'completed', 'code': 200} Mar 22 20:15:29.172915 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-1aefcf9d-95bf-4e02-8c3e-0bc59162e340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:15:29.174528 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-1aefcf9d-95bf-4e02-8c3e-0bc59162e340 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9a7ecf51b27445c4bdd3a701d6e3b806&device_id=ccd30094-b0ca-4a16-b9ce-5ac420fad44a HTTP/1.1" status: 200 len: 1126 time: 0.0606740 Mar 22 20:15:29.225608 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-e8a7fae6-bb68-4627-9915-d60e110c8030 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2e3686f-f7d5-44c8-894e-3a1365c35978 HTTP/1.1" status: 200 len: 217 time: 0.0416844 Mar 22 20:15:29.287060 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-3125aaa7-14fa-4d52-a2d3-12eb344eaf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:15:29.289632 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-3125aaa7-14fa-4d52-a2d3-12eb344eaf83 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=06e30fb8-f6d2-469c-8483-49a2bb997080 HTTP/1.1" status: 200 len: 856 time: 0.0580540 Mar 22 20:15:29.345673 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-9ac7ad8d-220e-40e3-90aa-22afc34d347f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:15:29.347336 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-9ac7ad8d-220e-40e3-90aa-22afc34d347f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=25721c3f-87ef-4581-98fd-7f1acd60c601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0518548 Mar 22 20:15:29.440259 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-fd2b0fba-6e97-404d-b43d-1ab791e15d7f service neutron] 10.222.0.85 "GET /v2.0/networks/25721c3f-87ef-4581-98fd-7f1acd60c601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871215 Mar 22 20:15:29.543345 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-28fb114a-f5b3-4346-be69-8246b3285ecc req-bfbac108-9946-4f2c-989e-a99c0ddf1e17 service neutron] 10.222.0.85 "GET /v2.0/networks/25721c3f-87ef-4581-98fd-7f1acd60c601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973475 Mar 22 20:15:29.637504 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4ffee-4457-4559-8705-33a209bd134a req-f455755d-8d02-419b-bcc0-1d358399db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:15:29.639088 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbf4ffee-4457-4559-8705-33a209bd134a req-f455755d-8d02-419b-bcc0-1d358399db5d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=9a7ecf51b27445c4bdd3a701d6e3b806&device_id=ccd30094-b0ca-4a16-b9ce-5ac420fad44a HTTP/1.1" status: 200 len: 1126 time: 0.0494547 Mar 22 20:15:29.736664 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4ffee-4457-4559-8705-33a209bd134a req-ae2167b6-6efb-4de8-9d26-390cf52d22e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:15:29.738197 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbf4ffee-4457-4559-8705-33a209bd134a req-ae2167b6-6efb-4de8-9d26-390cf52d22e3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=25721c3f-87ef-4581-98fd-7f1acd60c601 HTTP/1.1" status: 200 len: 918 time: 0.0928888 Mar 22 20:15:29.783680 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbf4ffee-4457-4559-8705-33a209bd134a req-316bd612-4e66-47f5-a648-4790ff927bae service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2e3686f-f7d5-44c8-894e-3a1365c35978 HTTP/1.1" status: 200 len: 217 time: 0.0397179 Mar 22 20:15:29.834733 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4ffee-4457-4559-8705-33a209bd134a req-8c8af250-ab4d-443d-a06e-26141c4dd6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:15:29.836332 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbf4ffee-4457-4559-8705-33a209bd134a req-8c8af250-ab4d-443d-a06e-26141c4dd6d4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=06e30fb8-f6d2-469c-8483-49a2bb997080 HTTP/1.1" status: 200 len: 856 time: 0.0471303 Mar 22 20:15:29.888489 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4ffee-4457-4559-8705-33a209bd134a req-6f124870-5bb5-42a2-97ff-580602b6f1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:15:29.890086 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbf4ffee-4457-4559-8705-33a209bd134a req-6f124870-5bb5-42a2-97ff-580602b6f1db service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=25721c3f-87ef-4581-98fd-7f1acd60c601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0483508 Mar 22 20:15:29.988009 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbf4ffee-4457-4559-8705-33a209bd134a req-79eabb2c-0695-4ae0-a563-a7d15c91493a service neutron] 10.222.0.85 "GET /v2.0/networks/25721c3f-87ef-4581-98fd-7f1acd60c601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914328 Mar 22 20:15:30.111376 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dbf4ffee-4457-4559-8705-33a209bd134a req-2ff99286-e3c9-4a09-bf53-591c99c06b26 service neutron] 10.222.0.85 "GET /v2.0/networks/25721c3f-87ef-4581-98fd-7f1acd60c601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178787 Mar 22 20:15:30.136797 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6da24d-58f4-42e9-b3cb-9a0bebc8818c req-9419e56e-344b-4504-a6a5-a8d0591f8a93 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:15:30.138484 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eb6da24d-58f4-42e9-b3cb-9a0bebc8818c req-9419e56e-344b-4504-a6a5-a8d0591f8a93 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd30094-b0ca-4a16-b9ce-5ac420fad44a HTTP/1.1" status: 200 len: 943 time: 0.0765836 Mar 22 20:15:30.191081 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eb6da24d-58f4-42e9-b3cb-9a0bebc8818c req-92bbbf4a-f237-44ea-a5c8-56d71469e100 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/security-groups?id=39dc8278-f16c-4415-afaf-7d9f83e7f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466731 Mar 22 20:15:31.308896 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c7339-1911-482b-bc27-a73a464e2777 req-b13fe1a8-dc83-4bc7-9219-2a40d0d772b7 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:15:31.310406 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c12c7339-1911-482b-bc27-a73a464e2777 req-b13fe1a8-dc83-4bc7-9219-2a40d0d772b7 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd30094-b0ca-4a16-b9ce-5ac420fad44a HTTP/1.1" status: 200 len: 943 time: 0.0526080 Mar 22 20:15:31.356453 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c12c7339-1911-482b-bc27-a73a464e2777 req-f56e2c29-0142-45c8-a18e-941f9410b208 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/security-groups?id=39dc8278-f16c-4415-afaf-7d9f83e7f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406055 Mar 22 20:15:32.478327 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007d4f0-b33d-4c34-8401-995526e4ceb5 req-eab290b8-72db-41e7-a851-d070481a7bfe tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:15:32.479838 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d007d4f0-b33d-4c34-8401-995526e4ceb5 req-eab290b8-72db-41e7-a851-d070481a7bfe tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd30094-b0ca-4a16-b9ce-5ac420fad44a HTTP/1.1" status: 200 len: 943 time: 0.0556741 Mar 22 20:15:32.531528 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d007d4f0-b33d-4c34-8401-995526e4ceb5 req-f134b219-d534-4fe8-a83b-493d18ad44ba tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/security-groups?id=39dc8278-f16c-4415-afaf-7d9f83e7f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460701 Mar 22 20:15:32.825511 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device b2e3686f-f7d5-44c8-894e-3a1365c35978 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:15:32.926294 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port b2e3686f-f7d5-44c8-894e-3a1365c35978, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=b2e3686f-f7d5-44c8-894e-3a1365c35978,segment=NetworkSegment(a76940c4-1f28-4607-a23a-9714eca61503),segment_id=a76940c4-1f28-4607-a23a-9714eca61503)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:15:33.089755 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'b2e3686f-f7d5-44c8-894e-3a1365c35978', 'network_id': '25721c3f-87ef-4581-98fd-7f1acd60c601', 'port_id': 'b2e3686f-f7d5-44c8-894e-3a1365c35978', 'mac_address': 'fa:16:3e:47:44:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e30fb8-f6d2-469c-8483-49a2bb997080', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:15:33.125695 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port b2e3686f-f7d5-44c8-894e-3a1365c35978 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:15:33.126111 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b2e3686f-f7d5-44c8-894e-3a1365c35978), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:33.138565 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e3686f-f7d5-44c8-894e-3a1365c35978 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:15:33.158401 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port b2e3686f-f7d5-44c8-894e-3a1365c35978, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=b2e3686f-f7d5-44c8-894e-3a1365c35978,segment=NetworkSegment(a76940c4-1f28-4607-a23a-9714eca61503),segment_id=a76940c4-1f28-4607-a23a-9714eca61503)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:15:33.163199 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b2e3686f-f7d5-44c8-894e-3a1365c35978), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:33.207553 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=b2e3686f-f7d5-44c8-894e-3a1365c35978,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:15:33.215235 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:15:33.215588 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:15:33.215934 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:15:33.216274 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:15:33.216609 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:15:33.216946 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:15:33.217466 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:15:33.217592 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:15:33.217956 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:15:33.218288 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:15:33.218611 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:15:33.218938 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:15:33.219265 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:15:33.219595 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:15:33.219921 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:15:33.445181 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['b2e3686f-f7d5-44c8-894e-3a1365c35978'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:15:33.652573 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d5b3a-73fe-4465-9317-a49fd9909c95 req-8f2fc19e-1b8c-4bf8-8d8c-aad5b7608deb tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:15:33.654120 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bb5d5b3a-73fe-4465-9317-a49fd9909c95 req-8f2fc19e-1b8c-4bf8-8d8c-aad5b7608deb tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd30094-b0ca-4a16-b9ce-5ac420fad44a HTTP/1.1" status: 200 len: 944 time: 0.0529263 Mar 22 20:15:33.700683 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bb5d5b3a-73fe-4465-9317-a49fd9909c95 req-a23fc2ec-6451-46f1-a1d6-3286bcf3abc1 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/security-groups?id=39dc8278-f16c-4415-afaf-7d9f83e7f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404062 Mar 22 20:15:34.823947 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c6839-8ee7-40be-8bfd-d3215d4f16b6 req-a3a97170-0b97-4ad6-bca4-1f43df0a36c7 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:15:34.825441 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd3c6839-8ee7-40be-8bfd-d3215d4f16b6 req-a3a97170-0b97-4ad6-bca4-1f43df0a36c7 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd30094-b0ca-4a16-b9ce-5ac420fad44a HTTP/1.1" status: 200 len: 944 time: 0.0561516 Mar 22 20:15:34.826004 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device b2e3686f-f7d5-44c8-894e-3a1365c35978 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:15:34.872712 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd3c6839-8ee7-40be-8bfd-d3215d4f16b6 req-2a14ebb8-10be-455a-8a5c-89109e0c4b82 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/security-groups?id=39dc8278-f16c-4415-afaf-7d9f83e7f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414982 Mar 22 20:15:34.875006 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port b2e3686f-f7d5-44c8-894e-3a1365c35978 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:15:34.879616 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port b2e3686f-f7d5-44c8-894e-3a1365c35978 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:15:34.880028 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b2e3686f-f7d5-44c8-894e-3a1365c35978), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:34.957397 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port b2e3686f-f7d5-44c8-894e-3a1365c35978 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:15:34.957823 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b2e3686f-f7d5-44c8-894e-3a1365c35978), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:34.980865 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd30094-b0ca-4a16-b9ce-5ac420fad44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e3686f-f7d5-44c8-894e-3a1365c35978'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:15:34.983038 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42acaf4adbc820cceca1c39a9c6556ee9c843f2d32102223230a5dac4986dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9beb5b-53b4-429a-ae7c-90d18cb5c5c1" -d '{"events": [{"server_uuid": "ccd30094-b0ca-4a16-b9ce-5ac420fad44a", "name": "network-vif-plugged", "status": "completed", "tag": "b2e3686f-f7d5-44c8-894e-3a1365c35978"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:15:34.998717 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port b2e3686f-f7d5-44c8-894e-3a1365c35978, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=b2e3686f-f7d5-44c8-894e-3a1365c35978,segment=NetworkSegment(a76940c4-1f28-4607-a23a-9714eca61503),segment_id=a76940c4-1f28-4607-a23a-9714eca61503)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:15:35.004703 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b2e3686f-f7d5-44c8-894e-3a1365c35978), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:35.027340 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76ec343-8ba9-4a2a-8355-67346aa5297c x-openstack-request-id: req-b76ec343-8ba9-4a2a-8355-67346aa5297c {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:15:35.027632 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd30094-b0ca-4a16-b9ce-5ac420fad44a", "name": "network-vif-plugged", "status": "completed", "tag": "b2e3686f-f7d5-44c8-894e-3a1365c35978", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:15:35.027886 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b76ec343-8ba9-4a2a-8355-67346aa5297c {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:15:35.028285 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b76ec343-8ba9-4a2a-8355-67346aa5297c'] response: {'server_uuid': 'ccd30094-b0ca-4a16-b9ce-5ac420fad44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e3686f-f7d5-44c8-894e-3a1365c35978', 'code': 200} Mar 22 20:15:35.055562 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=b2e3686f-f7d5-44c8-894e-3a1365c35978,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:15:35.126139 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782f4cc-34ba-419f-9808-1d4e5fcef3b3 req-7ae824fc-bb19-4133-b7a0-13e3ed659348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:15:35.127692 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e782f4cc-34ba-419f-9808-1d4e5fcef3b3 req-7ae824fc-bb19-4133-b7a0-13e3ed659348 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ccd30094-b0ca-4a16-b9ce-5ac420fad44a HTTP/1.1" status: 200 len: 1128 time: 0.0484202 Mar 22 20:15:35.171041 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e782f4cc-34ba-419f-9808-1d4e5fcef3b3 req-19743b41-e1ea-41a7-a284-b717e2d3db89 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=39dc8278-f16c-4415-afaf-7d9f83e7f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372567 Mar 22 20:15:35.991844 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a03d21-5556-4081-af84-1abdb8a6bb57 req-1301e218-138b-4515-9ccb-6535382fe8b1 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:15:35.993388 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e9a03d21-5556-4081-af84-1abdb8a6bb57 req-1301e218-138b-4515-9ccb-6535382fe8b1 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd30094-b0ca-4a16-b9ce-5ac420fad44a HTTP/1.1" status: 200 len: 945 time: 0.0528100 Mar 22 20:15:36.039186 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e9a03d21-5556-4081-af84-1abdb8a6bb57 req-6ff84c3c-b68a-4602-825e-9236dffe3fa6 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/security-groups?id=39dc8278-f16c-4415-afaf-7d9f83e7f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402758 Mar 22 20:15:37.164468 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d645f3-94aa-4479-8257-323b6bf8d80f req-1df3ef77-4979-4313-80ad-82dcda068fa2 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:15:37.165977 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b0d645f3-94aa-4479-8257-323b6bf8d80f req-1df3ef77-4979-4313-80ad-82dcda068fa2 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd30094-b0ca-4a16-b9ce-5ac420fad44a HTTP/1.1" status: 200 len: 945 time: 0.0561430 Mar 22 20:15:37.216517 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b0d645f3-94aa-4479-8257-323b6bf8d80f req-594b7ae2-edd6-4cb8-b4c1-35f15a75be8a tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/security-groups?id=39dc8278-f16c-4415-afaf-7d9f83e7f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448864 Mar 22 20:15:37.335520 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2e482-ffe2-49cf-ba00-d839dab988e0 req-9bbfb149-b049-4433-98c0-a7cb26e64fbe tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:15:37.336923 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-31c2e482-ffe2-49cf-ba00-d839dab988e0 req-9bbfb149-b049-4433-98c0-a7cb26e64fbe tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd30094-b0ca-4a16-b9ce-5ac420fad44a HTTP/1.1" status: 200 len: 945 time: 0.0534577 Mar 22 20:15:37.382833 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-31c2e482-ffe2-49cf-ba00-d839dab988e0 req-ef676d69-bf90-4a89-a937-0d4b9f49d13a tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/security-groups?id=39dc8278-f16c-4415-afaf-7d9f83e7f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403485 Mar 22 20:15:45.236495 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-29187e23-c0d2-47a4-96ce-97a625df85b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:46.304245 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:47.457943 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fe5b42f4-6016-4727-b97e-dd8150b86d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:48.731642 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:48.884130 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:50.317146 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:51.405444 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:15:56.150424 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-293c9c9d-ce3f-483f-a167-738038de1bae req-10676209-8adb-489a-968a-599cabe09984 service neutron] (104172) timed out ('10.222.0.84', 55333) {{(pid=104172) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 20:15:56.613570 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:16:12.654320 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83b625-8494-4c25-b3a0-37aaf0a64dac req-f911eea8-bf5a-4730-bfbc-462612141e3e tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:16:12.656549 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9d83b625-8494-4c25-b3a0-37aaf0a64dac req-f911eea8-bf5a-4730-bfbc-462612141e3e tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd30094-b0ca-4a16-b9ce-5ac420fad44a HTTP/1.1" status: 200 len: 945 time: 0.0575485 Mar 22 20:16:12.719198 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9d83b625-8494-4c25-b3a0-37aaf0a64dac req-bcf100dd-bb15-4b7f-b36f-08fe852d1441 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/security-groups?id=39dc8278-f16c-4415-afaf-7d9f83e7f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542960 Mar 22 20:16:13.876581 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b0a03-7ab2-4c8a-b31b-88743fafa5b2 req-6cbee48b-abc5-4e58-94ce-a30a6a5d1aee tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:16:13.878337 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c93b0a03-7ab2-4c8a-b31b-88743fafa5b2 req-6cbee48b-abc5-4e58-94ce-a30a6a5d1aee tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd30094-b0ca-4a16-b9ce-5ac420fad44a HTTP/1.1" status: 200 len: 945 time: 0.0810642 Mar 22 20:16:13.937807 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c93b0a03-7ab2-4c8a-b31b-88743fafa5b2 req-34bb9c53-af35-49c0-a74c-9fb7e6a2e3f1 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/security-groups?id=39dc8278-f16c-4415-afaf-7d9f83e7f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523453 Mar 22 20:16:14.204908 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565fc83-d278-4739-9178-81cac8865bdf req-004e4374-58cb-45d7-a27d-a4edb22966b1 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:16:14.206397 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4565fc83-d278-4739-9178-81cac8865bdf req-004e4374-58cb-45d7-a27d-a4edb22966b1 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.85 "GET /v2.0/ports?device_id=ccd30094-b0ca-4a16-b9ce-5ac420fad44a HTTP/1.1" status: 200 len: 945 time: 0.0588560 Mar 22 20:16:14.307963 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-4565fc83-d278-4739-9178-81cac8865bdf req-8fa4d24b-d2e1-4b90-9189-56e257f1dd45 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Deleting port b2e3686f-f7d5-44c8-894e-3a1365c35978 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:16:14.308306 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4565fc83-d278-4739-9178-81cac8865bdf req-8fa4d24b-d2e1-4b90-9189-56e257f1dd45 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (b2e3686f-f7d5-44c8-894e-3a1365c35978), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:14.416751 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-4565fc83-d278-4739-9178-81cac8865bdf req-8fa4d24b-d2e1-4b90-9189-56e257f1dd45 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] For port b2e3686f-f7d5-44c8-894e-3a1365c35978, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=b2e3686f-f7d5-44c8-894e-3a1365c35978,segment=NetworkSegment(a76940c4-1f28-4607-a23a-9714eca61503),segment_id=a76940c4-1f28-4607-a23a-9714eca61503)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:16:14.417142 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4565fc83-d278-4739-9178-81cac8865bdf req-8fa4d24b-d2e1-4b90-9189-56e257f1dd45 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (b2e3686f-f7d5-44c8-894e-3a1365c35978), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:14.433192 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-4565fc83-d278-4739-9178-81cac8865bdf req-8fa4d24b-d2e1-4b90-9189-56e257f1dd45 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Calling delete_port for b2e3686f-f7d5-44c8-894e-3a1365c35978 owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:16:14.603161 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4565fc83-d278-4739-9178-81cac8865bdf req-8fa4d24b-d2e1-4b90-9189-56e257f1dd45 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (b2e3686f-f7d5-44c8-894e-3a1365c35978), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:14.616348 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['b2e3686f-f7d5-44c8-894e-3a1365c35978'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:16:14.639499 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4d24b-d2e1-4b90-9189-56e257f1dd45 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Pushing event deleted for resources: {'Port': ['ID=b2e3686f-f7d5-44c8-894e-3a1365c35978,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:14.652387 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4d24b-d2e1-4b90-9189-56e257f1dd45 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:14.652756 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4d24b-d2e1-4b90-9189-56e257f1dd45 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:14.653098 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4d24b-d2e1-4b90-9189-56e257f1dd45 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:14.653449 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4d24b-d2e1-4b90-9189-56e257f1dd45 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:14.653814 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4d24b-d2e1-4b90-9189-56e257f1dd45 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:14.654175 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4d24b-d2e1-4b90-9189-56e257f1dd45 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:14.654509 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4d24b-d2e1-4b90-9189-56e257f1dd45 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:14.655102 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4d24b-d2e1-4b90-9189-56e257f1dd45 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:14.655439 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4d24b-d2e1-4b90-9189-56e257f1dd45 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:14.655770 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4d24b-d2e1-4b90-9189-56e257f1dd45 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:14.656111 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4d24b-d2e1-4b90-9189-56e257f1dd45 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:14.656444 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4d24b-d2e1-4b90-9189-56e257f1dd45 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:14.656775 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4d24b-d2e1-4b90-9189-56e257f1dd45 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:14.657101 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4d24b-d2e1-4b90-9189-56e257f1dd45 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:14.657434 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa4d24b-d2e1-4b90-9189-56e257f1dd45 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:14.695194 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-4565fc83-d278-4739-9178-81cac8865bdf req-8fa4d24b-d2e1-4b90-9189-56e257f1dd45 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] No DVR routers for this DVR port b2e3686f-f7d5-44c8-894e-3a1365c35978 on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:16:14.698136 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-4565fc83-d278-4739-9178-81cac8865bdf req-8fa4d24b-d2e1-4b90-9189-56e257f1dd45 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:14.701457 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4565fc83-d278-4739-9178-81cac8865bdf req-8fa4d24b-d2e1-4b90-9189-56e257f1dd45 tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.85 "DELETE /v2.0/ports/b2e3686f-f7d5-44c8-894e-3a1365c35978 HTTP/1.1" status: 204 len: 173 time: 0.4898772 Mar 22 20:16:14.701942 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd30094-b0ca-4a16-b9ce-5ac420fad44a', 'name': 'network-vif-deleted', 'tag': 'b2e3686f-f7d5-44c8-894e-3a1365c35978'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:16:14.704285 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5203bbb830fb44ebcbef8845939fcb941f39cb8985b8c198af72047ed6de2cf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93911e6-f2f8-484b-a393-7b905d6e10e9" -d '{"events": [{"server_uuid": "ccd30094-b0ca-4a16-b9ce-5ac420fad44a", "name": "network-vif-deleted", "tag": "b2e3686f-f7d5-44c8-894e-3a1365c35978"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:16:14.743857 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bd72c8-68e5-4a30-b47d-39c86a0225a8 x-openstack-request-id: req-13bd72c8-68e5-4a30-b47d-39c86a0225a8 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:16:14.744294 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd30094-b0ca-4a16-b9ce-5ac420fad44a", "name": "network-vif-deleted", "tag": "b2e3686f-f7d5-44c8-894e-3a1365c35978", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:16:14.744565 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-13bd72c8-68e5-4a30-b47d-39c86a0225a8 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:16:14.744982 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13bd72c8-68e5-4a30-b47d-39c86a0225a8'] response: {'server_uuid': 'ccd30094-b0ca-4a16-b9ce-5ac420fad44a', 'name': 'network-vif-deleted', 'tag': 'b2e3686f-f7d5-44c8-894e-3a1365c35978', 'status': 'completed', 'code': 200} Mar 22 20:16:15.073749 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-be939472-39ec-4243-9d8e-efff9758944f req-828bfbc0-36ea-491c-8309-82afb4a873eb tempest-TestEncryptedCinderVolumes-1545573170 tempest-TestEncryptedCinderVolumes-1545573170-project] 10.222.0.75 "GET /v2.0/ports?device_id=ccd30094-b0ca-4a16-b9ce-5ac420fad44a HTTP/1.1" status: 200 len: 210 time: 0.0355437 Mar 22 20:16:15.250306 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-33057e92-2832-4cb9-b610-1fb946b413bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:16.172012 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40316) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:16:16.303984 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:16.527860 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-86448ff7-7910-4f9a-8150-26e1b761aadf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (f6094bb8-2f2f-4e05-a133-f5b93b27ad09), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:16.866300 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-86448ff7-7910-4f9a-8150-26e1b761aadf admin admin] Deleting port d1a0d0f4-70d6-43e1-ae13-bc4462fd5863 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:16:16.866758 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-86448ff7-7910-4f9a-8150-26e1b761aadf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (d1a0d0f4-70d6-43e1-ae13-bc4462fd5863), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:16.960224 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-86448ff7-7910-4f9a-8150-26e1b761aadf admin admin] For port d1a0d0f4-70d6-43e1-ae13-bc4462fd5863, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=d1a0d0f4-70d6-43e1-ae13-bc4462fd5863,segment=NetworkSegment(a76940c4-1f28-4607-a23a-9714eca61503),segment_id=a76940c4-1f28-4607-a23a-9714eca61503)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:16:16.960578 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-86448ff7-7910-4f9a-8150-26e1b761aadf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (d1a0d0f4-70d6-43e1-ae13-bc4462fd5863), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:16.973099 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-86448ff7-7910-4f9a-8150-26e1b761aadf admin admin] Calling delete_port for d1a0d0f4-70d6-43e1-ae13-bc4462fd5863 owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:16:17.015947 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device b2e3686f-f7d5-44c8-894e-3a1365c35978 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:16:17.039222 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: b2e3686f-f7d5-44c8-894e-3a1365c35978 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:16:17.039565 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device b2e3686f-f7d5-44c8-894e-3a1365c35978 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:16:17.165476 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-86448ff7-7910-4f9a-8150-26e1b761aadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (d1a0d0f4-70d6-43e1-ae13-bc4462fd5863), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:17.195427 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86448ff7-7910-4f9a-8150-26e1b761aadf admin admin] Pushing event deleted for resources: {'Port': ['ID=d1a0d0f4-70d6-43e1-ae13-bc4462fd5863,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:17.361762 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-86448ff7-7910-4f9a-8150-26e1b761aadf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (f6094bb8-2f2f-4e05-a133-f5b93b27ad09), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:17.461685 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b84ae997-8097-4d1f-b465-8733bfa4a339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:17.587995 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86448ff7-7910-4f9a-8150-26e1b761aadf admin admin] Router f6094bb8-2f2f-4e05-a133-f5b93b27ad09 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:16:18.010137 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86448ff7-7910-4f9a-8150-26e1b761aadf admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:16:18.015054 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-86448ff7-7910-4f9a-8150-26e1b761aadf admin admin] 10.222.0.75 "PUT /v2.0/routers/f6094bb8-2f2f-4e05-a133-f5b93b27ad09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8420200 Mar 22 20:16:18.017738 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40320) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:16:18.020292 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00990675-4e9f-4b45-8312-4d7deeddcd9f None None] Sync routers for ids ['f6094bb8-2f2f-4e05-a133-f5b93b27ad09'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:16:18.030908 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00990675-4e9f-4b45-8312-4d7deeddcd9f None None] Routers {'f6094bb8-2f2f-4e05-a133-f5b93b27ad09'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:16:18.031442 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-00990675-4e9f-4b45-8312-4d7deeddcd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:16:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f6094bb8-2f2f-4e05-a133-f5b93b27ad09'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:18.123791 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c22db731-296d-4af0-abda-9d8fa753bc68 admin admin] Publish callbacks [] for router (f6094bb8-2f2f-4e05-a133-f5b93b27ad09), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:18.139013 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-00990675-4e9f-4b45-8312-4d7deeddcd9f None None] Set router f6094bb8-2f2f-4e05-a133-f5b93b27ad09 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:16:18.227882 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c22db731-296d-4af0-abda-9d8fa753bc68 admin admin] Publish callbacks [] for router_gateway (f6094bb8-2f2f-4e05-a133-f5b93b27ad09), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:18.291641 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-c22db731-296d-4af0-abda-9d8fa753bc68 admin admin] Deleting port 4edcd980-6421-432c-af1b-63d860cec04e {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:16:18.291936 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c22db731-296d-4af0-abda-9d8fa753bc68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (4edcd980-6421-432c-af1b-63d860cec04e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:18.319312 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-00990675-4e9f-4b45-8312-4d7deeddcd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6094bb8-2f2f-4e05-a133-f5b93b27ad09', 'name': 'tempest-TestEncryptedCinderVolumes-1323393049-router', 'tenant_id': '9a7ecf51b27445c4bdd3a701d6e3b806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': '4edcd980-6421-432c-af1b-63d860cec04e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:14:23Z', 'updated_at': '2022-03-22T20:16:17Z', 'revision_number': 5, 'project_id': '9a7ecf51b27445c4bdd3a701d6e3b806', 'gw_port': {'id': '4edcd980-6421-432c-af1b-63d860cec04e', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6094bb8-2f2f-4e05-a133-f5b93b27ad09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:14:24Z', 'updated_at': '2022-03-22T20:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:18.345722 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00990675-4e9f-4b45-8312-4d7deeddcd9f None None] Checking router: f6094bb8-2f2f-4e05-a133-f5b93b27ad09 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:16:18.355226 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00990675-4e9f-4b45-8312-4d7deeddcd9f None None] Routers {'f6094bb8-2f2f-4e05-a133-f5b93b27ad09'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:16:18.361467 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-00990675-4e9f-4b45-8312-4d7deeddcd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:16:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f6094bb8-2f2f-4e05-a133-f5b93b27ad09'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:18.371908 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-c22db731-296d-4af0-abda-9d8fa753bc68 admin admin] For port 4edcd980-6421-432c-af1b-63d860cec04e, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=4edcd980-6421-432c-af1b-63d860cec04e,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:16:18.372601 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c22db731-296d-4af0-abda-9d8fa753bc68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (4edcd980-6421-432c-af1b-63d860cec04e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:18.385192 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-c22db731-296d-4af0-abda-9d8fa753bc68 admin admin] Calling delete_port for 4edcd980-6421-432c-af1b-63d860cec04e owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:16:18.450536 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-00990675-4e9f-4b45-8312-4d7deeddcd9f None None] Set router f6094bb8-2f2f-4e05-a133-f5b93b27ad09 gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:16:18.506029 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-00990675-4e9f-4b45-8312-4d7deeddcd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6094bb8-2f2f-4e05-a133-f5b93b27ad09', 'name': 'tempest-TestEncryptedCinderVolumes-1323393049-router', 'tenant_id': '9a7ecf51b27445c4bdd3a701d6e3b806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:14:23Z', 'updated_at': '2022-03-22T20:16:18Z', 'revision_number': 6, 'project_id': '9a7ecf51b27445c4bdd3a701d6e3b806', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:18.532849 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00990675-4e9f-4b45-8312-4d7deeddcd9f None None] The sync data for ids ['f6094bb8-2f2f-4e05-a133-f5b93b27ad09'] in n-d-705658-24 is: [{'id': 'f6094bb8-2f2f-4e05-a133-f5b93b27ad09', 'name': 'tempest-TestEncryptedCinderVolumes-1323393049-router', 'tenant_id': '9a7ecf51b27445c4bdd3a701d6e3b806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:14:23Z', 'updated_at': '2022-03-22T20:16:18Z', 'revision_number': 6, 'project_id': '9a7ecf51b27445c4bdd3a701d6e3b806', 'gw_port_host': None}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:16:18.555281 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c22db731-296d-4af0-abda-9d8fa753bc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (4edcd980-6421-432c-af1b-63d860cec04e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:18.585062 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22db731-296d-4af0-abda-9d8fa753bc68 admin admin] Pushing event deleted for resources: {'Port': ['ID=4edcd980-6421-432c-af1b-63d860cec04e,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:18.644837 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c22db731-296d-4af0-abda-9d8fa753bc68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (f6094bb8-2f2f-4e05-a133-f5b93b27ad09), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:18.728232 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:18.736423 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c22db731-296d-4af0-abda-9d8fa753bc68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (f6094bb8-2f2f-4e05-a133-f5b93b27ad09), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:18.738572 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c22db731-296d-4af0-abda-9d8fa753bc68 admin admin] Publish callbacks [] for router_controller (f6094bb8-2f2f-4e05-a133-f5b93b27ad09), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:18.782477 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c22db731-296d-4af0-abda-9d8fa753bc68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (f6094bb8-2f2f-4e05-a133-f5b93b27ad09), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:18.782991 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22db731-296d-4af0-abda-9d8fa753bc68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6094bb8-2f2f-4e05-a133-f5b93b27ad09 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 20:16:18.787800 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c22db731-296d-4af0-abda-9d8fa753bc68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:18.791277 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c22db731-296d-4af0-abda-9d8fa753bc68 admin admin] 10.222.0.75 "DELETE /v2.0/routers/f6094bb8-2f2f-4e05-a133-f5b93b27ad09 HTTP/1.1" status: 204 len: 168 time: 0.7702262 Mar 22 20:16:18.791685 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40322) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:16:18.844366 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8a29d5d-7421-4a44-b134-1bac427f7294 admin admin] Deleting subnet 06e30fb8-f6d2-469c-8483-49a2bb997080 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:16:18.847498 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b8a29d5d-7421-4a44-b134-1bac427f7294 admin admin] Publish callbacks [] for subnet (06e30fb8-f6d2-469c-8483-49a2bb997080), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:18.884167 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b8a29d5d-7421-4a44-b134-1bac427f7294 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (06e30fb8-f6d2-469c-8483-49a2bb997080), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:18.889968 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:18.963655 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b8a29d5d-7421-4a44-b134-1bac427f7294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (06e30fb8-f6d2-469c-8483-49a2bb997080), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:19.015815 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b8a29d5d-7421-4a44-b134-1bac427f7294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (06e30fb8-f6d2-469c-8483-49a2bb997080), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:19.045499 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a29d5d-7421-4a44-b134-1bac427f7294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06e30fb8-f6d2-469c-8483-49a2bb997080,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:19.050500 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b8a29d5d-7421-4a44-b134-1bac427f7294 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:19.054263 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b8a29d5d-7421-4a44-b134-1bac427f7294 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/06e30fb8-f6d2-469c-8483-49a2bb997080 HTTP/1.1" status: 204 len: 168 time: 0.2617872 Mar 22 20:16:19.057275 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40324) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:16:19.060485 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd19438-02fe-4534-acbe-2390c208e0be None None] Network 25721c3f-87ef-4581-98fd-7f1acd60c601 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:16:19.128103 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-78cc67d2-7aa5-4ffd-aa56-7b54956ffd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (25721c3f-87ef-4581-98fd-7f1acd60c601), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:19.188814 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-78cc67d2-7aa5-4ffd-aa56-7b54956ffd4b admin admin] Deleting port c0ab1ca7-2d07-4d94-a124-06038dc19574 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:16:19.189221 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-78cc67d2-7aa5-4ffd-aa56-7b54956ffd4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (c0ab1ca7-2d07-4d94-a124-06038dc19574), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:19.257702 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-78cc67d2-7aa5-4ffd-aa56-7b54956ffd4b admin admin] For port c0ab1ca7-2d07-4d94-a124-06038dc19574, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c0ab1ca7-2d07-4d94-a124-06038dc19574,segment=NetworkSegment(a76940c4-1f28-4607-a23a-9714eca61503),segment_id=a76940c4-1f28-4607-a23a-9714eca61503)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:16:19.258412 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-78cc67d2-7aa5-4ffd-aa56-7b54956ffd4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (c0ab1ca7-2d07-4d94-a124-06038dc19574), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:19.270351 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-78cc67d2-7aa5-4ffd-aa56-7b54956ffd4b admin admin] Calling delete_port for c0ab1ca7-2d07-4d94-a124-06038dc19574 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:16:19.341073 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2059f55d-e6d4-4400-b572-1c3a1fb4fd94 None None] DHCP port deletion for 25721c3f-87ef-4581-98fd-7f1acd60c601 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 20:16:19.357900 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-78cc67d2-7aa5-4ffd-aa56-7b54956ffd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (c0ab1ca7-2d07-4d94-a124-06038dc19574), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:19.384260 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc67d2-7aa5-4ffd-aa56-7b54956ffd4b admin admin] Pushing event deleted for resources: {'Port': ['ID=c0ab1ca7-2d07-4d94-a124-06038dc19574,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:19.389368 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2059f55d-e6d4-4400-b572-1c3a1fb4fd94 None None] Deleting port c0ab1ca7-2d07-4d94-a124-06038dc19574 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:16:19.389740 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2059f55d-e6d4-4400-b572-1c3a1fb4fd94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (c0ab1ca7-2d07-4d94-a124-06038dc19574), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:19.391416 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cc67d2-7aa5-4ffd-aa56-7b54956ffd4b admin admin] No DVR routers for this DVR port c0ab1ca7-2d07-4d94-a124-06038dc19574 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:16:19.457950 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2059f55d-e6d4-4400-b572-1c3a1fb4fd94 None None] For port c0ab1ca7-2d07-4d94-a124-06038dc19574, host n-d-705658-24, got binding levels [] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:16:19.458376 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2059f55d-e6d4-4400-b572-1c3a1fb4fd94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (c0ab1ca7-2d07-4d94-a124-06038dc19574), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:19.470576 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-78cc67d2-7aa5-4ffd-aa56-7b54956ffd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (25721c3f-87ef-4581-98fd-7f1acd60c601), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:19.472591 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2059f55d-e6d4-4400-b572-1c3a1fb4fd94 None None] Calling delete_port for c0ab1ca7-2d07-4d94-a124-06038dc19574 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:16:19.475402 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.ipam_backend_mixin [None req-2059f55d-e6d4-4400-b572-1c3a1fb4fd94 None None] Port c0ab1ca7-2d07-4d94-a124-06038dc19574 was not found and therefore no delete operation was performed {{(pid=104174) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 20:16:19.476703 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2059f55d-e6d4-4400-b572-1c3a1fb4fd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (c0ab1ca7-2d07-4d94-a124-06038dc19574), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:19.492348 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-78cc67d2-7aa5-4ffd-aa56-7b54956ffd4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25721c3f-87ef-4581-98fd-7f1acd60c601']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:19.501706 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059f55d-e6d4-4400-b572-1c3a1fb4fd94 None None] Pushing event deleted for resources: {'Port': ['ID=c0ab1ca7-2d07-4d94-a124-06038dc19574,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:19.502779 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-78cc67d2-7aa5-4ffd-aa56-7b54956ffd4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76940c4-1f28-4607-a23a-9714eca61503') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:19.503073 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-78cc67d2-7aa5-4ffd-aa56-7b54956ffd4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76940c4-1f28-4607-a23a-9714eca61503') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:19.508342 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2059f55d-e6d4-4400-b572-1c3a1fb4fd94 None None] No DVR routers for this DVR port c0ab1ca7-2d07-4d94-a124-06038dc19574 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:16:19.516384 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-78cc67d2-7aa5-4ffd-aa56-7b54956ffd4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (a76940c4-1f28-4607-a23a-9714eca61503), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:19.532943 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-78cc67d2-7aa5-4ffd-aa56-7b54956ffd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (a76940c4-1f28-4607-a23a-9714eca61503), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:19.540191 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78cc67d2-7aa5-4ffd-aa56-7b54956ffd4b admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:16:19.540696 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-78cc67d2-7aa5-4ffd-aa56-7b54956ffd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (a76940c4-1f28-4607-a23a-9714eca61503), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:19.542470 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 20:16:19.542470 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:16:19.542470 n-d-705658-24 neutron-server[104173]: timer() Mar 22 20:16:19.542470 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:16:19.542470 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 20:16:19.542470 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:16:19.542470 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 20:16:19.542470 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:16:19.542470 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 20:16:19.542470 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:16:19.542470 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 20:16:19.542470 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:16:19.542470 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 20:16:19.542470 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:16:19.542470 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:16:19.542470 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:16:19.542470 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:16:19.542470 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:16:19.542470 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 20:16:19.542470 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:16:19.542470 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 20:16:19.542470 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:16:19.542470 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:16:19.542470 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:16:19.542470 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 20:16:19.542470 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:16:19.542470 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:16:19.542470 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:16:19.542470 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:16:19.542470 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:16:19.542470 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:16:19.542470 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:16:19.604364 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-78cc67d2-7aa5-4ffd-aa56-7b54956ffd4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (25721c3f-87ef-4581-98fd-7f1acd60c601), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:19.609844 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-78cc67d2-7aa5-4ffd-aa56-7b54956ffd4b admin admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:19.616558 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40326) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:16:19.617105 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-78cc67d2-7aa5-4ffd-aa56-7b54956ffd4b admin admin] 10.222.0.75 "DELETE /v2.0/networks/25721c3f-87ef-4581-98fd-7f1acd60c601 HTTP/1.1" status: 204 len: 168 time: 0.5585258 Mar 22 20:16:19.630199 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc67d2-7aa5-4ffd-aa56-7b54956ffd4b admin admin] Pushing event deleted for resources: {'Network': ['ID=25721c3f-87ef-4581-98fd-7f1acd60c601,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:19.704827 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c0ab1ca7-2d07-4d94-a124-06038dc19574 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:16:19.725627 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: c0ab1ca7-2d07-4d94-a124-06038dc19574 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:16:19.726101 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c0ab1ca7-2d07-4d94-a124-06038dc19574 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:16:19.726586 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d1a0d0f4-70d6-43e1-ae13-bc4462fd5863 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:16:19.745461 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: d1a0d0f4-70d6-43e1-ae13-bc4462fd5863 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:16:19.745934 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d1a0d0f4-70d6-43e1-ae13-bc4462fd5863 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:16:19.746415 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 4edcd980-6421-432c-af1b-63d860cec04e no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:16:19.769014 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 4edcd980-6421-432c-af1b-63d860cec04e {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:16:19.769014 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 4edcd980-6421-432c-af1b-63d860cec04e not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:16:19.969755 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-735b0f6b-feeb-4482-a7fb-a8bdb6adfc71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (d429926d-bd56-4817-9399-76eb6ee0f1b4), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:20.226827 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-735b0f6b-feeb-4482-a7fb-a8bdb6adfc71 admin admin] Deleting port 3fc3a791-c5c7-40c5-9ef6-1656cbf15d75 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:16:20.227090 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-735b0f6b-feeb-4482-a7fb-a8bdb6adfc71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (3fc3a791-c5c7-40c5-9ef6-1656cbf15d75), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:20.307089 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-735b0f6b-feeb-4482-a7fb-a8bdb6adfc71 admin admin] For port 3fc3a791-c5c7-40c5-9ef6-1656cbf15d75, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=3fc3a791-c5c7-40c5-9ef6-1656cbf15d75,segment=NetworkSegment(55e229b4-574e-4c1a-a971-8a1f16f29d54),segment_id=55e229b4-574e-4c1a-a971-8a1f16f29d54)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:16:20.307451 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-735b0f6b-feeb-4482-a7fb-a8bdb6adfc71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (3fc3a791-c5c7-40c5-9ef6-1656cbf15d75), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:20.318538 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:20.322114 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-735b0f6b-feeb-4482-a7fb-a8bdb6adfc71 admin admin] Calling delete_port for 3fc3a791-c5c7-40c5-9ef6-1656cbf15d75 owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:16:20.500678 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-735b0f6b-feeb-4482-a7fb-a8bdb6adfc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (3fc3a791-c5c7-40c5-9ef6-1656cbf15d75), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:20.524246 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b0f6b-feeb-4482-a7fb-a8bdb6adfc71 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fc3a791-c5c7-40c5-9ef6-1656cbf15d75,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:20.693438 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-735b0f6b-feeb-4482-a7fb-a8bdb6adfc71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (d429926d-bd56-4817-9399-76eb6ee0f1b4), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:20.913148 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735b0f6b-feeb-4482-a7fb-a8bdb6adfc71 admin admin] Router d429926d-bd56-4817-9399-76eb6ee0f1b4 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:16:21.021772 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735b0f6b-feeb-4482-a7fb-a8bdb6adfc71 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:16:21.026859 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-735b0f6b-feeb-4482-a7fb-a8bdb6adfc71 admin admin] 10.222.0.75 "PUT /v2.0/routers/d429926d-bd56-4817-9399-76eb6ee0f1b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4092598 Mar 22 20:16:21.029446 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40328) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:16:21.032571 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427a38ae-6428-44cd-be8a-cff559c53ccc None None] Sync routers for ids ['d429926d-bd56-4817-9399-76eb6ee0f1b4'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:16:21.044158 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427a38ae-6428-44cd-be8a-cff559c53ccc None None] Routers {'d429926d-bd56-4817-9399-76eb6ee0f1b4'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:16:21.044761 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-427a38ae-6428-44cd-be8a-cff559c53ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:16:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d429926d-bd56-4817-9399-76eb6ee0f1b4'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:21.153556 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-427a38ae-6428-44cd-be8a-cff559c53ccc None None] Set router d429926d-bd56-4817-9399-76eb6ee0f1b4 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:16:21.343362 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-427a38ae-6428-44cd-be8a-cff559c53ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd429926d-bd56-4817-9399-76eb6ee0f1b4', 'name': 'tempest-TestEncryptedCinderVolumes-762350296-router', 'tenant_id': '3621715545e94aad96831d3b4b40c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '31ab8137-c235-454f-bcfd-e6331d06ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:14:28Z', 'updated_at': '2022-03-22T20:16:20Z', 'revision_number': 5, 'project_id': '3621715545e94aad96831d3b4b40c79c', 'gw_port': {'id': '31ab8137-c235-454f-bcfd-e6331d06ba3d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd429926d-bd56-4817-9399-76eb6ee0f1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:14:28Z', 'updated_at': '2022-03-22T20:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:21.369635 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427a38ae-6428-44cd-be8a-cff559c53ccc None None] Checking router: d429926d-bd56-4817-9399-76eb6ee0f1b4 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:16:21.378499 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427a38ae-6428-44cd-be8a-cff559c53ccc None None] Routers {'d429926d-bd56-4817-9399-76eb6ee0f1b4'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:16:21.379111 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-427a38ae-6428-44cd-be8a-cff559c53ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:16:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d429926d-bd56-4817-9399-76eb6ee0f1b4'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:21.409640 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:21.487273 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e57e07d4-d281-4ef2-a99d-fe20704e5a9d admin admin] Publish callbacks [] for router (d429926d-bd56-4817-9399-76eb6ee0f1b4), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:21.492580 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-427a38ae-6428-44cd-be8a-cff559c53ccc None None] Set router d429926d-bd56-4817-9399-76eb6ee0f1b4 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:16:21.602153 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e57e07d4-d281-4ef2-a99d-fe20704e5a9d admin admin] Publish callbacks [] for router_gateway (d429926d-bd56-4817-9399-76eb6ee0f1b4), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:21.670697 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-e57e07d4-d281-4ef2-a99d-fe20704e5a9d admin admin] Deleting port 31ab8137-c235-454f-bcfd-e6331d06ba3d {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:16:21.671166 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e57e07d4-d281-4ef2-a99d-fe20704e5a9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (31ab8137-c235-454f-bcfd-e6331d06ba3d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:21.706652 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-427a38ae-6428-44cd-be8a-cff559c53ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd429926d-bd56-4817-9399-76eb6ee0f1b4', 'name': 'tempest-TestEncryptedCinderVolumes-762350296-router', 'tenant_id': '3621715545e94aad96831d3b4b40c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '31ab8137-c235-454f-bcfd-e6331d06ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:14:28Z', 'updated_at': '2022-03-22T20:16:20Z', 'revision_number': 5, 'project_id': '3621715545e94aad96831d3b4b40c79c', 'gw_port': {'id': '31ab8137-c235-454f-bcfd-e6331d06ba3d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd429926d-bd56-4817-9399-76eb6ee0f1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:14:28Z', 'updated_at': '2022-03-22T20:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:21.776048 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427a38ae-6428-44cd-be8a-cff559c53ccc None None] The sync data for ids ['d429926d-bd56-4817-9399-76eb6ee0f1b4'] in n-d-705658-24 is: [{'id': 'd429926d-bd56-4817-9399-76eb6ee0f1b4', 'name': 'tempest-TestEncryptedCinderVolumes-762350296-router', 'tenant_id': '3621715545e94aad96831d3b4b40c79c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.56'}], 'enable_snat': True}, 'gw_port_id': '31ab8137-c235-454f-bcfd-e6331d06ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:14:28Z', 'updated_at': '2022-03-22T20:16:20Z', 'revision_number': 5, 'project_id': '3621715545e94aad96831d3b4b40c79c', 'gw_port': {'id': '31ab8137-c235-454f-bcfd-e6331d06ba3d', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:58:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd429926d-bd56-4817-9399-76eb6ee0f1b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:14:28Z', 'updated_at': '2022-03-22T20:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:16:21.797783 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-e57e07d4-d281-4ef2-a99d-fe20704e5a9d admin admin] For port 31ab8137-c235-454f-bcfd-e6331d06ba3d, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=31ab8137-c235-454f-bcfd-e6331d06ba3d,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:16:21.798731 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e57e07d4-d281-4ef2-a99d-fe20704e5a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (31ab8137-c235-454f-bcfd-e6331d06ba3d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:21.829156 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-e57e07d4-d281-4ef2-a99d-fe20704e5a9d admin admin] Calling delete_port for 31ab8137-c235-454f-bcfd-e6331d06ba3d owned by network:router_gateway {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:16:22.039795 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e57e07d4-d281-4ef2-a99d-fe20704e5a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (31ab8137-c235-454f-bcfd-e6331d06ba3d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:22.067016 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e07d4-d281-4ef2-a99d-fe20704e5a9d admin admin] Pushing event deleted for resources: {'Port': ['ID=31ab8137-c235-454f-bcfd-e6331d06ba3d,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:22.127874 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e57e07d4-d281-4ef2-a99d-fe20704e5a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (d429926d-bd56-4817-9399-76eb6ee0f1b4), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:22.227213 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e57e07d4-d281-4ef2-a99d-fe20704e5a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (d429926d-bd56-4817-9399-76eb6ee0f1b4), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:22.229373 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e57e07d4-d281-4ef2-a99d-fe20704e5a9d admin admin] Publish callbacks [] for router_controller (d429926d-bd56-4817-9399-76eb6ee0f1b4), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:22.285326 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e57e07d4-d281-4ef2-a99d-fe20704e5a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (d429926d-bd56-4817-9399-76eb6ee0f1b4), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:22.286214 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57e07d4-d281-4ef2-a99d-fe20704e5a9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d429926d-bd56-4817-9399-76eb6ee0f1b4 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 20:16:22.294658 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e57e07d4-d281-4ef2-a99d-fe20704e5a9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:22.295966 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e57e07d4-d281-4ef2-a99d-fe20704e5a9d admin admin] 10.222.0.75 "DELETE /v2.0/routers/d429926d-bd56-4817-9399-76eb6ee0f1b4 HTTP/1.1" status: 204 len: 168 time: 1.2653012 Mar 22 20:16:22.299099 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40330) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:16:22.351046 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c7aa41d-6d52-4935-aeb0-37a1b508b5ae admin admin] Deleting subnet af92bf7d-eaca-44ee-b064-7dd69d361c47 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:16:22.354252 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8c7aa41d-6d52-4935-aeb0-37a1b508b5ae admin admin] Publish callbacks [] for subnet (af92bf7d-eaca-44ee-b064-7dd69d361c47), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:22.391859 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8c7aa41d-6d52-4935-aeb0-37a1b508b5ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (af92bf7d-eaca-44ee-b064-7dd69d361c47), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:22.491733 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8c7aa41d-6d52-4935-aeb0-37a1b508b5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (af92bf7d-eaca-44ee-b064-7dd69d361c47), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:22.548588 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8c7aa41d-6d52-4935-aeb0-37a1b508b5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (af92bf7d-eaca-44ee-b064-7dd69d361c47), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:22.577961 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7aa41d-6d52-4935-aeb0-37a1b508b5ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af92bf7d-eaca-44ee-b064-7dd69d361c47,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:22.580014 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8c7aa41d-6d52-4935-aeb0-37a1b508b5ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:22.586005 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ac99d7-1be9-411c-aa13-6a988f939b9f None None] Network 7554711f-4e2f-434a-8c60-fd931bca5397 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:16:22.586619 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8c7aa41d-6d52-4935-aeb0-37a1b508b5ae admin admin] 10.222.0.75 "DELETE /v2.0/subnets/af92bf7d-eaca-44ee-b064-7dd69d361c47 HTTP/1.1" status: 204 len: 168 time: 0.2860336 Mar 22 20:16:22.586730 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40332) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:16:22.657665 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d32cda41-c77b-4616-bed3-502352a11969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (7554711f-4e2f-434a-8c60-fd931bca5397), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:22.714874 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-d32cda41-c77b-4616-bed3-502352a11969 admin admin] Deleting port 49976946-d06f-4442-bde8-bdfd866018df {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:16:22.715147 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d32cda41-c77b-4616-bed3-502352a11969 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (49976946-d06f-4442-bde8-bdfd866018df), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:22.745607 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8f21c6-6e9a-47c7-a364-0392a902619f None None] DHCP port deletion for 7554711f-4e2f-434a-8c60-fd931bca5397 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 20:16:22.785892 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-d32cda41-c77b-4616-bed3-502352a11969 admin admin] For port 49976946-d06f-4442-bde8-bdfd866018df, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=49976946-d06f-4442-bde8-bdfd866018df,segment=NetworkSegment(55e229b4-574e-4c1a-a971-8a1f16f29d54),segment_id=55e229b4-574e-4c1a-a971-8a1f16f29d54)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:16:22.787101 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d32cda41-c77b-4616-bed3-502352a11969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (49976946-d06f-4442-bde8-bdfd866018df), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:22.794452 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-aa8f21c6-6e9a-47c7-a364-0392a902619f None None] Deleting port 49976946-d06f-4442-bde8-bdfd866018df {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:16:22.794832 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-aa8f21c6-6e9a-47c7-a364-0392a902619f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (49976946-d06f-4442-bde8-bdfd866018df), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:22.808664 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-d32cda41-c77b-4616-bed3-502352a11969 admin admin] Calling delete_port for 49976946-d06f-4442-bde8-bdfd866018df owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:16:22.857460 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-aa8f21c6-6e9a-47c7-a364-0392a902619f None None] For port 49976946-d06f-4442-bde8-bdfd866018df, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=49976946-d06f-4442-bde8-bdfd866018df,segment=NetworkSegment(55e229b4-574e-4c1a-a971-8a1f16f29d54),segment_id=55e229b4-574e-4c1a-a971-8a1f16f29d54)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:16:22.857956 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-aa8f21c6-6e9a-47c7-a364-0392a902619f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (49976946-d06f-4442-bde8-bdfd866018df), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:22.870145 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-aa8f21c6-6e9a-47c7-a364-0392a902619f None None] Calling delete_port for 49976946-d06f-4442-bde8-bdfd866018df owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:16:22.900961 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d32cda41-c77b-4616-bed3-502352a11969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (49976946-d06f-4442-bde8-bdfd866018df), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:22.930543 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32cda41-c77b-4616-bed3-502352a11969 admin admin] Pushing event deleted for resources: {'Port': ['ID=49976946-d06f-4442-bde8-bdfd866018df,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:22.935066 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32cda41-c77b-4616-bed3-502352a11969 admin admin] No DVR routers for this DVR port 49976946-d06f-4442-bde8-bdfd866018df on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:16:22.952560 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-aa8f21c6-6e9a-47c7-a364-0392a902619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (49976946-d06f-4442-bde8-bdfd866018df), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:22.987939 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f21c6-6e9a-47c7-a364-0392a902619f None None] Pushing event deleted for resources: {'Port': ['ID=49976946-d06f-4442-bde8-bdfd866018df,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:22.990347 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8f21c6-6e9a-47c7-a364-0392a902619f None None] No DVR routers for this DVR port 49976946-d06f-4442-bde8-bdfd866018df on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:16:23.008699 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d32cda41-c77b-4616-bed3-502352a11969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (7554711f-4e2f-434a-8c60-fd931bca5397), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:23.029002 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-d32cda41-c77b-4616-bed3-502352a11969 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7554711f-4e2f-434a-8c60-fd931bca5397']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:23.038841 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-d32cda41-c77b-4616-bed3-502352a11969 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e229b4-574e-4c1a-a971-8a1f16f29d54') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:23.039140 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-d32cda41-c77b-4616-bed3-502352a11969 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e229b4-574e-4c1a-a971-8a1f16f29d54') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:23.048910 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d32cda41-c77b-4616-bed3-502352a11969 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (55e229b4-574e-4c1a-a971-8a1f16f29d54), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:23.063612 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d32cda41-c77b-4616-bed3-502352a11969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (55e229b4-574e-4c1a-a971-8a1f16f29d54), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:23.071545 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d32cda41-c77b-4616-bed3-502352a11969 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:16:23.071930 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d32cda41-c77b-4616-bed3-502352a11969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (55e229b4-574e-4c1a-a971-8a1f16f29d54), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:23.073733 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 20:16:23.073733 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:16:23.073733 n-d-705658-24 neutron-server[104172]: timer() Mar 22 20:16:23.073733 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:16:23.073733 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 20:16:23.073733 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:16:23.073733 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 20:16:23.073733 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:16:23.073733 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 20:16:23.073733 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:16:23.073733 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 20:16:23.073733 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:16:23.073733 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 20:16:23.073733 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:16:23.073733 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:16:23.073733 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:16:23.073733 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:16:23.073733 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:16:23.073733 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 20:16:23.073733 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:16:23.073733 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 20:16:23.073733 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:16:23.073733 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:16:23.073733 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:16:23.073733 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 20:16:23.073733 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:16:23.073733 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:16:23.073733 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:16:23.073733 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:16:23.073733 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:16:23.073733 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:16:23.073733 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:16:23.131784 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d32cda41-c77b-4616-bed3-502352a11969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (7554711f-4e2f-434a-8c60-fd931bca5397), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:23.137335 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d32cda41-c77b-4616-bed3-502352a11969 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:23.140538 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d32cda41-c77b-4616-bed3-502352a11969 admin admin] 10.222.0.75 "DELETE /v2.0/networks/7554711f-4e2f-434a-8c60-fd931bca5397 HTTP/1.1" status: 204 len: 168 time: 0.5528936 Mar 22 20:16:23.152139 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32cda41-c77b-4616-bed3-502352a11969 admin admin] Pushing event deleted for resources: {'Network': ['ID=7554711f-4e2f-434a-8c60-fd931bca5397,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:23.324309 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40336) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:16:23.366265 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b746f24e-9413-4605-8a44-18444105a6b7 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=9a7ecf51b27445c4bdd3a701d6e3b806&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407393 Mar 22 20:16:23.368773 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40338) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:16:23.417259 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2b18f7e5-0c31-4704-93e1-14914ddf24e3 admin admin] Publish callbacks [] for security_group (39dc8278-f16c-4415-afaf-7d9f83e7f9ed), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:23.438930 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2b18f7e5-0c31-4704-93e1-14914ddf24e3 admin admin] Publish callbacks [] for security_group (39dc8278-f16c-4415-afaf-7d9f83e7f9ed), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:23.486722 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2b18f7e5-0c31-4704-93e1-14914ddf24e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (39dc8278-f16c-4415-afaf-7d9f83e7f9ed), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:23.489344 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2b18f7e5-0c31-4704-93e1-14914ddf24e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:23.492329 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2b18f7e5-0c31-4704-93e1-14914ddf24e3 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/39dc8278-f16c-4415-afaf-7d9f83e7f9ed HTTP/1.1" status: 204 len: 168 time: 0.1208467 Mar 22 20:16:23.498566 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18f7e5-0c31-4704-93e1-14914ddf24e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dc8278-f16c-4415-afaf-7d9f83e7f9ed,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:23.695701 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 49976946-d06f-4442-bde8-bdfd866018df no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:16:23.716162 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 49976946-d06f-4442-bde8-bdfd866018df {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:16:23.716507 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 49976946-d06f-4442-bde8-bdfd866018df not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:16:23.716920 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 3fc3a791-c5c7-40c5-9ef6-1656cbf15d75 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:16:23.735634 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 3fc3a791-c5c7-40c5-9ef6-1656cbf15d75 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:16:23.735987 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 3fc3a791-c5c7-40c5-9ef6-1656cbf15d75 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:16:23.736397 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 31ab8137-c235-454f-bcfd-e6331d06ba3d no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:16:23.758886 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 31ab8137-c235-454f-bcfd-e6331d06ba3d {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:16:23.759238 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 31ab8137-c235-454f-bcfd-e6331d06ba3d not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:16:23.827696 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40344) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:16:23.869170 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c5e09e78-3a2d-4955-a787-30f18f6e248a admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=3621715545e94aad96831d3b4b40c79c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400653 Mar 22 20:16:23.871537 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40346) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:16:23.919000 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f5eec378-8cdd-4c0a-9a2c-a7d3ec2caff9 admin admin] Publish callbacks [] for security_group (44dc6982-daf6-48d9-ba1d-7fa37458a9a1), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:23.940876 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f5eec378-8cdd-4c0a-9a2c-a7d3ec2caff9 admin admin] Publish callbacks [] for security_group (44dc6982-daf6-48d9-ba1d-7fa37458a9a1), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:23.995596 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f5eec378-8cdd-4c0a-9a2c-a7d3ec2caff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (44dc6982-daf6-48d9-ba1d-7fa37458a9a1), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:23.998262 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f5eec378-8cdd-4c0a-9a2c-a7d3ec2caff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:23.999423 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f5eec378-8cdd-4c0a-9a2c-a7d3ec2caff9 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/44dc6982-daf6-48d9-ba1d-7fa37458a9a1 HTTP/1.1" status: 204 len: 168 time: 0.1269193 Mar 22 20:16:24.008243 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eec378-8cdd-4c0a-9a2c-a7d3ec2caff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44dc6982-daf6-48d9-ba1d-7fa37458a9a1,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:24.016188 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eec378-8cdd-4c0a-9a2c-a7d3ec2caff9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:24.016542 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eec378-8cdd-4c0a-9a2c-a7d3ec2caff9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:24.016886 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eec378-8cdd-4c0a-9a2c-a7d3ec2caff9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:24.017222 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eec378-8cdd-4c0a-9a2c-a7d3ec2caff9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:24.017557 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eec378-8cdd-4c0a-9a2c-a7d3ec2caff9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:24.017926 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eec378-8cdd-4c0a-9a2c-a7d3ec2caff9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:24.018259 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eec378-8cdd-4c0a-9a2c-a7d3ec2caff9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:24.018587 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eec378-8cdd-4c0a-9a2c-a7d3ec2caff9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:24.018921 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eec378-8cdd-4c0a-9a2c-a7d3ec2caff9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:24.019232 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eec378-8cdd-4c0a-9a2c-a7d3ec2caff9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:24.019553 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eec378-8cdd-4c0a-9a2c-a7d3ec2caff9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:24.019875 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eec378-8cdd-4c0a-9a2c-a7d3ec2caff9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:24.020256 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eec378-8cdd-4c0a-9a2c-a7d3ec2caff9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:24.021184 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eec378-8cdd-4c0a-9a2c-a7d3ec2caff9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:24.021517 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5eec378-8cdd-4c0a-9a2c-a7d3ec2caff9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:24.704203 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40368) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:16:24.832191 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-287e0e72-662c-46d5-a822-acb923664b9f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-620744487-network', 'tenant_id': '733a67242e3e44de88ca29504d40e6bb'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:16:24.855402 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287e0e72-662c-46d5-a822-acb923664b9f admin admin] Made reservation on behalf of 733a67242e3e44de88ca29504d40e6bb for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:16:24.857941 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-287e0e72-662c-46d5-a822-acb923664b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:24.866531 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-287e0e72-662c-46d5-a822-acb923664b9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:24.941596 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-287e0e72-662c-46d5-a822-acb923664b9f admin admin] Publish callbacks [] for security_group (a6feec6f-108b-4766-bf9b-506f81a086ab), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:24.946132 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-287e0e72-662c-46d5-a822-acb923664b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a6feec6f-108b-4766-bf9b-506f81a086ab), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:24.972833 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-287e0e72-662c-46d5-a822-acb923664b9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:16:24.978456 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e0e72-662c-46d5-a822-acb923664b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6feec6f-108b-4766-bf9b-506f81a086ab,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:24.986035 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-287e0e72-662c-46d5-a822-acb923664b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (204ab611-ab17-496e-aa8b-3fbd69546147), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:24.986988 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-287e0e72-662c-46d5-a822-acb923664b9f admin admin] Added segment 204ab611-ab17-496e-aa8b-3fbd69546147 of type vlan for network e81e47c6-f447-4723-87eb-5cd470ffea40 Mar 22 20:16:25.028516 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-287e0e72-662c-46d5-a822-acb923664b9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (e81e47c6-f447-4723-87eb-5cd470ffea40), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:25.053325 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-287e0e72-662c-46d5-a822-acb923664b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (e81e47c6-f447-4723-87eb-5cd470ffea40), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:25.054337 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287e0e72-662c-46d5-a822-acb923664b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:16:25.054917 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-287e0e72-662c-46d5-a822-acb923664b9f admin admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:25.113784 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-287e0e72-662c-46d5-a822-acb923664b9f admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4083395 Mar 22 20:16:25.117426 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40372) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:16:25.122461 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-9eb62ef5-184b-4ca6-8ecc-2f7eef89395a admin admin] Request body: {'subnet': {'network_id': 'e81e47c6-f447-4723-87eb-5cd470ffea40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-620744487-subnet', 'tenant_id': '733a67242e3e44de88ca29504d40e6bb', 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:16:25.124494 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e0e72-662c-46d5-a822-acb923664b9f admin admin] Pushing event updated for resources: {'Network': ['ID=e81e47c6-f447-4723-87eb-5cd470ffea40,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:25.134904 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network e81e47c6-f447-4723-87eb-5cd470ffea40 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:16:25.143637 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb62ef5-184b-4ca6-8ecc-2f7eef89395a admin admin] Made reservation on behalf of 733a67242e3e44de88ca29504d40e6bb for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:16:25.146041 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9eb62ef5-184b-4ca6-8ecc-2f7eef89395a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:25.315183 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9eb62ef5-184b-4ca6-8ecc-2f7eef89395a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:25.375244 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb62ef5-184b-4ca6-8ecc-2f7eef89395a admin admin] Pushing event updated for resources: {'Subnet': ['ID=235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:25.386358 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb62ef5-184b-4ca6-8ecc-2f7eef89395a admin admin] Checking segment: {'id': '204ab611-ab17-496e-aa8b-3fbd69546147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e81e47c6-f447-4723-87eb-5cd470ffea40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:16:25.386722 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb62ef5-184b-4ca6-8ecc-2f7eef89395a admin admin] Network hostable DHCP agents. Network: e81e47c6-f447-4723-87eb-5cd470ffea40, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:16:25.407226 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb62ef5-184b-4ca6-8ecc-2f7eef89395a admin admin] Network e81e47c6-f447-4723-87eb-5cd470ffea40 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:16:25.419782 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-9eb62ef5-184b-4ca6-8ecc-2f7eef89395a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, e81e47c6-f447-4723-87eb-5cd470ffea40) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:16:25.424048 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb62ef5-184b-4ca6-8ecc-2f7eef89395a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:16:25.424639 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9eb62ef5-184b-4ca6-8ecc-2f7eef89395a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:25.431889 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e963bb1c-9d03-435d-9ab8-132ef43f99cb None None] Network e81e47c6-f447-4723-87eb-5cd470ffea40 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:16:25.441188 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9eb62ef5-184b-4ca6-8ecc-2f7eef89395a admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3225732 Mar 22 20:16:25.444433 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40374) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:16:25.449536 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-c2daf232-846d-41d2-b888-73897c06ef51 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-620744487-router', 'tenant_id': '733a67242e3e44de88ca29504d40e6bb', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:16:25.472462 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c2daf232-846d-41d2-b888-73897c06ef51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (ef7ef086-2665-4a5f-bce8-8817743163ee), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:25.473705 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c2daf232-846d-41d2-b888-73897c06ef51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (ef7ef086-2665-4a5f-bce8-8817743163ee), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:25.529447 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c2daf232-846d-41d2-b888-73897c06ef51 admin admin] Publish callbacks [] for router_controller (ef7ef086-2665-4a5f-bce8-8817743163ee), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:25.540548 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd5b9ac-8a44-4171-926e-b9dd768bdd00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-e81e47c6-f447-4723-87eb-5cd470ffea40', 'network_id': 'e81e47c6-f447-4723-87eb-5cd470ffea40', 'project_id': '733a67242e3e44de88ca29504d40e6bb', 'fixed_ips': [{'subnet_id': '235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 20:16:25.541456 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9fd5b9ac-8a44-4171-926e-b9dd768bdd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:25.680936 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c2daf232-846d-41d2-b888-73897c06ef51 admin admin] Publish callbacks [] for router_gateway (ef7ef086-2665-4a5f-bce8-8817743163ee), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:25.687456 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-9fd5b9ac-8a44-4171-926e-b9dd768bdd00 None None] Allocated IP 172.20.0.2 (e81e47c6-f447-4723-87eb-5cd470ffea40/235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb/78007e16-d237-4a8e-a700-72303c63de4a) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:16:25.845658 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9fd5b9ac-8a44-4171-926e-b9dd768bdd00 None None] Publish callbacks [] for port (78007e16-d237-4a8e-a700-72303c63de4a), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:25.853516 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9fd5b9ac-8a44-4171-926e-b9dd768bdd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (78007e16-d237-4a8e-a700-72303c63de4a), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:25.900540 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd5b9ac-8a44-4171-926e-b9dd768bdd00 None None] Network e81e47c6-f447-4723-87eb-5cd470ffea40 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:16:25.901835 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5b9ac-8a44-4171-926e-b9dd768bdd00 None None] Pushing event updated for resources: {'Port': ['ID=78007e16-d237-4a8e-a700-72303c63de4a,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:25.904238 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c2daf232-846d-41d2-b888-73897c06ef51 admin admin] Publish callbacks [] for router_gateway (ef7ef086-2665-4a5f-bce8-8817743163ee), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:25.905665 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-9fd5b9ac-8a44-4171-926e-b9dd768bdd00 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:16:25.907794 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd5b9ac-8a44-4171-926e-b9dd768bdd00 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:16:25.929010 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c2daf232-846d-41d2-b888-73897c06ef51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:25.967826 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-9fd5b9ac-8a44-4171-926e-b9dd768bdd00 None None] Attempting to bind port 78007e16-d237-4a8e-a700-72303c63de4a on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:16:25.968199 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-9fd5b9ac-8a44-4171-926e-b9dd768bdd00 None None] Attempting to bind port 78007e16-d237-4a8e-a700-72303c63de4a by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '204ab611-ab17-496e-aa8b-3fbd69546147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e81e47c6-f447-4723-87eb-5cd470ffea40'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:16:25.968571 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd5b9ac-8a44-4171-926e-b9dd768bdd00 None None] Attempting to bind port 78007e16-d237-4a8e-a700-72303c63de4a on network e81e47c6-f447-4723-87eb-5cd470ffea40 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:16:25.973662 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd5b9ac-8a44-4171-926e-b9dd768bdd00 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:16:25.974068 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd5b9ac-8a44-4171-926e-b9dd768bdd00 None None] Checking segment: {'id': '204ab611-ab17-496e-aa8b-3fbd69546147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e81e47c6-f447-4723-87eb-5cd470ffea40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:16:25.974474 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9fd5b9ac-8a44-4171-926e-b9dd768bdd00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:25.974868 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd5b9ac-8a44-4171-926e-b9dd768bdd00 None None] Bound using segment: {'id': '204ab611-ab17-496e-aa8b-3fbd69546147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e81e47c6-f447-4723-87eb-5cd470ffea40'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:16:25.975343 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-9fd5b9ac-8a44-4171-926e-b9dd768bdd00 None None] Bound port: 78007e16-d237-4a8e-a700-72303c63de4a, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204ab611-ab17-496e-aa8b-3fbd69546147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e81e47c6-f447-4723-87eb-5cd470ffea40'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:16:25.975726 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9fd5b9ac-8a44-4171-926e-b9dd768bdd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (78007e16-d237-4a8e-a700-72303c63de4a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:26.040646 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-c2daf232-846d-41d2-b888-73897c06ef51 admin admin] Allocated IP 172.25.5.19 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:16:26.158960 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c2daf232-846d-41d2-b888-73897c06ef51 admin admin] Publish callbacks [] for port (6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:26.197290 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c2daf232-846d-41d2-b888-73897c06ef51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:26.209332 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-9fd5b9ac-8a44-4171-926e-b9dd768bdd00 None None] For port 78007e16-d237-4a8e-a700-72303c63de4a, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:16:26.214304 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-9fd5b9ac-8a44-4171-926e-b9dd768bdd00 None None] For port 78007e16-d237-4a8e-a700-72303c63de4a, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=78007e16-d237-4a8e-a700-72303c63de4a,segment=NetworkSegment(204ab611-ab17-496e-aa8b-3fbd69546147),segment_id=204ab611-ab17-496e-aa8b-3fbd69546147)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:16:26.221263 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9fd5b9ac-8a44-4171-926e-b9dd768bdd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (78007e16-d237-4a8e-a700-72303c63de4a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:26.236088 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2daf232-846d-41d2-b888-73897c06ef51 admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:16:26.241463 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-c2daf232-846d-41d2-b888-73897c06ef51 admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:16:26.243865 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2daf232-846d-41d2-b888-73897c06ef51 admin admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:16:26.284344 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2daf232-846d-41d2-b888-73897c06ef51 admin admin] Pushing event updated for resources: {'Port': ['ID=6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:26.291029 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd5b9ac-8a44-4171-926e-b9dd768bdd00 None None] Pushing event updated for resources: {'Port': ['ID=78007e16-d237-4a8e-a700-72303c63de4a,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:26.554546 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c2daf232-846d-41d2-b888-73897c06ef51 admin admin] Publish callbacks [] for router_gateway (ef7ef086-2665-4a5f-bce8-8817743163ee), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:26.770955 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c2daf232-846d-41d2-b888-73897c06ef51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (ef7ef086-2665-4a5f-bce8-8817743163ee), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:26.907842 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2daf232-846d-41d2-b888-73897c06ef51 admin admin] Router ef7ef086-2665-4a5f-bce8-8817743163ee is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 20:16:27.054747 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2daf232-846d-41d2-b888-73897c06ef51 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:16:27.064595 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec431e2-de20-43e8-a3c4-32501df99f53 None None] Sync routers for ids ['ef7ef086-2665-4a5f-bce8-8817743163ee'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:16:27.074929 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c2daf232-846d-41d2-b888-73897c06ef51 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:27.077109 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c2daf232-846d-41d2-b888-73897c06ef51 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6309676 Mar 22 20:16:27.079784 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40376) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:16:27.082306 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec431e2-de20-43e8-a3c4-32501df99f53 None None] Routers {'ef7ef086-2665-4a5f-bce8-8817743163ee'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:16:27.082992 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-0ec431e2-de20-43e8-a3c4-32501df99f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:16:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ef7ef086-2665-4a5f-bce8-8817743163ee'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:27.203112 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-0ec431e2-de20-43e8-a3c4-32501df99f53 None None] Set router ef7ef086-2665-4a5f-bce8-8817743163ee gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:16:27.261519 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2b3dac-ed6b-420e-b7b9-5158143237ee None None] Network e81e47c6-f447-4723-87eb-5cd470ffea40 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:16:27.394144 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-67ffbb7c-a659-4c34-b8c5-994c2f645fe7 None None] Provisioning complete for port 78007e16-d237-4a8e-a700-72303c63de4a triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:16:27.394445 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-67ffbb7c-a659-4c34-b8c5-994c2f645fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (78007e16-d237-4a8e-a700-72303c63de4a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:27.534307 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-43648f65-e83f-4868-b4c5-68db8b4e9bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:27.562525 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-67ffbb7c-a659-4c34-b8c5-994c2f645fe7 None None] Current status of the port 78007e16-d237-4a8e-a700-72303c63de4a is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:16:27.562925 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-67ffbb7c-a659-4c34-b8c5-994c2f645fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (78007e16-d237-4a8e-a700-72303c63de4a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:27.565689 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-0ec431e2-de20-43e8-a3c4-32501df99f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'name': 'tempest-TestMinimumBasicScenario-620744487-router', 'tenant_id': '733a67242e3e44de88ca29504d40e6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:16:25Z', 'updated_at': '2022-03-22T20:16:26Z', 'revision_number': 3, 'project_id': '733a67242e3e44de88ca29504d40e6bb', 'gw_port': {'id': '6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:90:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:16:25Z', 'updated_at': '2022-03-22T20:16:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:27.601783 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec431e2-de20-43e8-a3c4-32501df99f53 None None] Checking router: ef7ef086-2665-4a5f-bce8-8817743163ee for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:16:27.602323 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec431e2-de20-43e8-a3c4-32501df99f53 None None] Updating router ef7ef086-2665-4a5f-bce8-8817743163ee port 6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:16:27.655479 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-67ffbb7c-a659-4c34-b8c5-994c2f645fe7 None None] For port 78007e16-d237-4a8e-a700-72303c63de4a, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=78007e16-d237-4a8e-a700-72303c63de4a,segment=NetworkSegment(204ab611-ab17-496e-aa8b-3fbd69546147),segment_id=204ab611-ab17-496e-aa8b-3fbd69546147)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:16:27.657251 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0ec431e2-de20-43e8-a3c4-32501df99f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:27.661878 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-67ffbb7c-a659-4c34-b8c5-994c2f645fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (78007e16-d237-4a8e-a700-72303c63de4a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:27.789306 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-43648f65-e83f-4868-b4c5-68db8b4e9bf9 admin admin] Allocated IP 172.20.0.1 (e81e47c6-f447-4723-87eb-5cd470ffea40/235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb/53d87864-0c9c-4b1c-9c45-1330d8f18d0a) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:16:27.835147 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 78007e16-d237-4a8e-a700-72303c63de4a up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:16:27.876978 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ffbb7c-a659-4c34-b8c5-994c2f645fe7 None None] Pushing event updated for resources: {'Port': ['ID=78007e16-d237-4a8e-a700-72303c63de4a,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:27.902771 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-43648f65-e83f-4868-b4c5-68db8b4e9bf9 admin admin] Publish callbacks [] for port (53d87864-0c9c-4b1c-9c45-1330d8f18d0a), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:27.905672 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2c21d879-398e-41a5-9b41-155bd8a341cc None None] Provisioning complete for port 78007e16-d237-4a8e-a700-72303c63de4a triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:16:27.906299 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2c21d879-398e-41a5-9b41-155bd8a341cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (78007e16-d237-4a8e-a700-72303c63de4a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:27.939577 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-43648f65-e83f-4868-b4c5-68db8b4e9bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (53d87864-0c9c-4b1c-9c45-1330d8f18d0a), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:27.986797 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43648f65-e83f-4868-b4c5-68db8b4e9bf9 admin admin] Network e81e47c6-f447-4723-87eb-5cd470ffea40 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:16:27.992302 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-43648f65-e83f-4868-b4c5-68db8b4e9bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:16:27.997357 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43648f65-e83f-4868-b4c5-68db8b4e9bf9 admin admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:16:28.018797 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 78007e16-d237-4a8e-a700-72303c63de4a triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:16:28.019181 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (78007e16-d237-4a8e-a700-72303c63de4a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:28.034763 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43648f65-e83f-4868-b4c5-68db8b4e9bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=53d87864-0c9c-4b1c-9c45-1330d8f18d0a,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:28.041243 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-43648f65-e83f-4868-b4c5-68db8b4e9bf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (ef7ef086-2665-4a5f-bce8-8817743163ee), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:28.163260 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2c21d879-398e-41a5-9b41-155bd8a341cc None None] Current status of the port 78007e16-d237-4a8e-a700-72303c63de4a is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:16:28.208573 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0ec431e2-de20-43e8-a3c4-32501df99f53 None None] Publish callbacks [] for port (6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:28.220750 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0ec431e2-de20-43e8-a3c4-32501df99f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:28.230944 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 78007e16-d237-4a8e-a700-72303c63de4a is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:16:28.284548 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-0ec431e2-de20-43e8-a3c4-32501df99f53 None None] Attempting to bind port 6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:16:28.285614 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-0ec431e2-de20-43e8-a3c4-32501df99f53 None None] Attempting to bind port 6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:16:28.285614 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec431e2-de20-43e8-a3c4-32501df99f53 None None] Attempting to bind port 6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:16:28.290390 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a793cda-3885-4283-b7db-6f7696d6e9d7 None None] Pushing event updated for resources: {'Port': ['ID=6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:28.308560 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec431e2-de20-43e8-a3c4-32501df99f53 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:16:28.308944 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec431e2-de20-43e8-a3c4-32501df99f53 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:16:28.309352 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0ec431e2-de20-43e8-a3c4-32501df99f53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:28.309771 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec431e2-de20-43e8-a3c4-32501df99f53 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:16:28.310404 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-0ec431e2-de20-43e8-a3c4-32501df99f53 None None] Bound port: 6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:16:28.310784 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0ec431e2-de20-43e8-a3c4-32501df99f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:28.315019 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-0596ea2f-7eec-46b9-93ac-e9a4d96c3ea5 None None] Provisioning complete for port 53d87864-0c9c-4b1c-9c45-1330d8f18d0a triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:16:28.315394 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0596ea2f-7eec-46b9-93ac-e9a4d96c3ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (53d87864-0c9c-4b1c-9c45-1330d8f18d0a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:28.401543 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-0596ea2f-7eec-46b9-93ac-e9a4d96c3ea5 None None] Port 53d87864-0c9c-4b1c-9c45-1330d8f18d0a cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:16:28.412876 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-0ec431e2-de20-43e8-a3c4-32501df99f53 None None] For port 6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:16:28.416480 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-0ec431e2-de20-43e8-a3c4-32501df99f53 None None] For port 6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:16:28.423911 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0ec431e2-de20-43e8-a3c4-32501df99f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:28.481485 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec431e2-de20-43e8-a3c4-32501df99f53 None None] Routers {'ef7ef086-2665-4a5f-bce8-8817743163ee'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:16:28.482157 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-0ec431e2-de20-43e8-a3c4-32501df99f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:16:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ef7ef086-2665-4a5f-bce8-8817743163ee'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:28.519127 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a793cda-3885-4283-b7db-6f7696d6e9d7 None None] Pushing event updated for resources: {'Port': ['ID=6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:28.597695 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-0ec431e2-de20-43e8-a3c4-32501df99f53 None None] Set router ef7ef086-2665-4a5f-bce8-8817743163ee gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:16:28.667888 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-43648f65-e83f-4868-b4c5-68db8b4e9bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (53d87864-0c9c-4b1c-9c45-1330d8f18d0a), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:28.802457 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-0ec431e2-de20-43e8-a3c4-32501df99f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'name': 'tempest-TestMinimumBasicScenario-620744487-router', 'tenant_id': '733a67242e3e44de88ca29504d40e6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:16:25Z', 'updated_at': '2022-03-22T20:16:26Z', 'revision_number': 3, 'project_id': '733a67242e3e44de88ca29504d40e6bb', 'gw_port': {'id': '6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:90:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:16:25Z', 'updated_at': '2022-03-22T20:16:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:28.836749 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec431e2-de20-43e8-a3c4-32501df99f53 None None] The sync data for ids ['ef7ef086-2665-4a5f-bce8-8817743163ee'] in n-d-705658-24 is: [{'id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'name': 'tempest-TestMinimumBasicScenario-620744487-router', 'tenant_id': '733a67242e3e44de88ca29504d40e6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:16:25Z', 'updated_at': '2022-03-22T20:16:26Z', 'revision_number': 3, 'project_id': '733a67242e3e44de88ca29504d40e6bb', 'gw_port': {'id': '6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:90:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:16:25Z', 'updated_at': '2022-03-22T20:16:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:16:28.863856 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-43648f65-e83f-4868-b4c5-68db8b4e9bf9 admin admin] Publish callbacks [] for port (53d87864-0c9c-4b1c-9c45-1330d8f18d0a), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:28.868457 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-43648f65-e83f-4868-b4c5-68db8b4e9bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (53d87864-0c9c-4b1c-9c45-1330d8f18d0a), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:28.938033 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43648f65-e83f-4868-b4c5-68db8b4e9bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=53d87864-0c9c-4b1c-9c45-1330d8f18d0a,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:28.940830 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-43648f65-e83f-4868-b4c5-68db8b4e9bf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (ef7ef086-2665-4a5f-bce8-8817743163ee), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:29.070116 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43648f65-e83f-4868-b4c5-68db8b4e9bf9 admin admin] Network e81e47c6-f447-4723-87eb-5cd470ffea40 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:16:29.071690 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-43648f65-e83f-4868-b4c5-68db8b4e9bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:16:29.241584 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43648f65-e83f-4868-b4c5-68db8b4e9bf9 admin admin] Router ef7ef086-2665-4a5f-bce8-8817743163ee has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:16:29.339068 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-292c849d-023c-4082-af49-38ff57055b1a None None] Provisioning complete for port 53d87864-0c9c-4b1c-9c45-1330d8f18d0a triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:16:29.340154 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-292c849d-023c-4082-af49-38ff57055b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (53d87864-0c9c-4b1c-9c45-1330d8f18d0a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:29.377437 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43648f65-e83f-4868-b4c5-68db8b4e9bf9 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:16:29.382874 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-43648f65-e83f-4868-b4c5-68db8b4e9bf9 admin admin] 10.222.0.75 "PUT /v2.0/routers/ef7ef086-2665-4a5f-bce8-8817743163ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3020468 Mar 22 20:16:29.385396 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-292c849d-023c-4082-af49-38ff57055b1a None None] Port 53d87864-0c9c-4b1c-9c45-1330d8f18d0a cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:16:29.826177 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:16:29.884239 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:16:29.884727 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:29.991221 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:16:29.991847 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:30.019247 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40392) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:16:30.024196 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:16:30.028846 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:30.030377 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 78007e16-d237-4a8e-a700-72303c63de4a up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:16:30.035699 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-b0637e47-a00e-45fa-9717-9d2b902a94c1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-130475315-network', 'tenant_id': '321e874d69c34c04adfd9e5640e836a2'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:16:30.063745 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0637e47-a00e-45fa-9717-9d2b902a94c1 admin admin] Made reservation on behalf of 321e874d69c34c04adfd9e5640e836a2 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:16:30.067653 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b0637e47-a00e-45fa-9717-9d2b902a94c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:30.084040 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b0637e47-a00e-45fa-9717-9d2b902a94c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:30.115461 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:30.133925 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 78007e16-d237-4a8e-a700-72303c63de4a triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:16:30.134307 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (78007e16-d237-4a8e-a700-72303c63de4a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:30.171383 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b0637e47-a00e-45fa-9717-9d2b902a94c1 admin admin] Publish callbacks [] for security_group (be8a7ead-7e83-4bf7-ae52-158c183436b8), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:30.175851 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b0637e47-a00e-45fa-9717-9d2b902a94c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (be8a7ead-7e83-4bf7-ae52-158c183436b8), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:30.201899 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0637e47-a00e-45fa-9717-9d2b902a94c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:16:30.217585 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0637e47-a00e-45fa-9717-9d2b902a94c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8a7ead-7e83-4bf7-ae52-158c183436b8,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:30.223282 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b0637e47-a00e-45fa-9717-9d2b902a94c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (8d8dde2f-aa9d-4c58-85f3-75a5ddf71542), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:30.223648 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-b0637e47-a00e-45fa-9717-9d2b902a94c1 admin admin] Added segment 8d8dde2f-aa9d-4c58-85f3-75a5ddf71542 of type vlan for network ca661242-99b6-44ed-a0c2-a74b2e4e773d Mar 22 20:16:30.279815 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b0637e47-a00e-45fa-9717-9d2b902a94c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (ca661242-99b6-44ed-a0c2-a74b2e4e773d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:30.319779 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b0637e47-a00e-45fa-9717-9d2b902a94c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (ca661242-99b6-44ed-a0c2-a74b2e4e773d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:30.320829 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0637e47-a00e-45fa-9717-9d2b902a94c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:16:30.321424 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b0637e47-a00e-45fa-9717-9d2b902a94c1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:30.384704 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b0637e47-a00e-45fa-9717-9d2b902a94c1 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3642361 Mar 22 20:16:30.387585 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40396) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:16:30.393522 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-ab1c0401-836e-4f21-8252-c93f33d1dafc admin admin] Request body: {'subnet': {'network_id': 'ca661242-99b6-44ed-a0c2-a74b2e4e773d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-130475315-subnet', 'tenant_id': '321e874d69c34c04adfd9e5640e836a2', 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:16:30.402198 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 78007e16-d237-4a8e-a700-72303c63de4a is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:16:30.411531 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0637e47-a00e-45fa-9717-9d2b902a94c1 admin admin] Pushing event updated for resources: {'Network': ['ID=ca661242-99b6-44ed-a0c2-a74b2e4e773d,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:30.424674 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network ca661242-99b6-44ed-a0c2-a74b2e4e773d details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:16:30.429621 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1c0401-836e-4f21-8252-c93f33d1dafc admin admin] Made reservation on behalf of 321e874d69c34c04adfd9e5640e836a2 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:16:30.432316 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ab1c0401-836e-4f21-8252-c93f33d1dafc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:30.635475 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9318468-9b7f-452c-bb63-765c735edca1 None None] Sync routers for ids ['ef7ef086-2665-4a5f-bce8-8817743163ee'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:16:30.636163 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ab1c0401-836e-4f21-8252-c93f33d1dafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (0221a9d6-9351-48af-a999-30b29fa1666c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:30.650800 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9318468-9b7f-452c-bb63-765c735edca1 None None] Routers {'ef7ef086-2665-4a5f-bce8-8817743163ee'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:16:30.651603 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-f9318468-9b7f-452c-bb63-765c735edca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:16:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ef7ef086-2665-4a5f-bce8-8817743163ee'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:30.694026 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c0401-836e-4f21-8252-c93f33d1dafc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0221a9d6-9351-48af-a999-30b29fa1666c,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:30.704966 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1c0401-836e-4f21-8252-c93f33d1dafc admin admin] Checking segment: {'id': '8d8dde2f-aa9d-4c58-85f3-75a5ddf71542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ca661242-99b6-44ed-a0c2-a74b2e4e773d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:16:30.705339 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1c0401-836e-4f21-8252-c93f33d1dafc admin admin] Network hostable DHCP agents. Network: ca661242-99b6-44ed-a0c2-a74b2e4e773d, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:16:30.723035 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1c0401-836e-4f21-8252-c93f33d1dafc admin admin] Network ca661242-99b6-44ed-a0c2-a74b2e4e773d is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:16:30.732886 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-ab1c0401-836e-4f21-8252-c93f33d1dafc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, ca661242-99b6-44ed-a0c2-a74b2e4e773d) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:16:30.737670 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1c0401-836e-4f21-8252-c93f33d1dafc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:16:30.738377 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ab1c0401-836e-4f21-8252-c93f33d1dafc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:30.745140 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c85456c-3224-41a0-a8cf-442617a521cc None None] Network ca661242-99b6-44ed-a0c2-a74b2e4e773d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:16:30.760344 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ab1c0401-836e-4f21-8252-c93f33d1dafc admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3687875 Mar 22 20:16:30.760729 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40398) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:16:30.771772 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-62fef1de-18a4-4f0e-82ec-016eb80d2468 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-130475315-router', 'tenant_id': '321e874d69c34c04adfd9e5640e836a2', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:16:30.792705 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-62fef1de-18a4-4f0e-82ec-016eb80d2468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (c64a6d94-47c3-44d7-b205-91a16c75b25f), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:30.794185 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-62fef1de-18a4-4f0e-82ec-016eb80d2468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (c64a6d94-47c3-44d7-b205-91a16c75b25f), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:30.802016 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-f9318468-9b7f-452c-bb63-765c735edca1 None None] Set router ef7ef086-2665-4a5f-bce8-8817743163ee gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:16:30.862931 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-62fef1de-18a4-4f0e-82ec-016eb80d2468 admin admin] Publish callbacks [] for router_controller (c64a6d94-47c3-44d7-b205-91a16c75b25f), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:30.902799 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff561fc-0582-49a1-91a3-8ccd1b4b5e1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-ca661242-99b6-44ed-a0c2-a74b2e4e773d', 'network_id': 'ca661242-99b6-44ed-a0c2-a74b2e4e773d', 'project_id': '321e874d69c34c04adfd9e5640e836a2', 'fixed_ips': [{'subnet_id': '0221a9d6-9351-48af-a999-30b29fa1666c'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 20:16:30.904174 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bff561fc-0582-49a1-91a3-8ccd1b4b5e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:31.023905 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-62fef1de-18a4-4f0e-82ec-016eb80d2468 admin admin] Publish callbacks [] for router_gateway (c64a6d94-47c3-44d7-b205-91a16c75b25f), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:31.084421 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-f9318468-9b7f-452c-bb63-765c735edca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'name': 'tempest-TestMinimumBasicScenario-620744487-router', 'tenant_id': '733a67242e3e44de88ca29504d40e6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:16:25Z', 'updated_at': '2022-03-22T20:16:28Z', 'revision_number': 4, 'project_id': '733a67242e3e44de88ca29504d40e6bb', 'gw_port': {'id': '6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:16:25Z', 'updated_at': '2022-03-22T20:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '53d87864-0c9c-4b1c-9c45-1330d8f18d0a', 'name': '', 'network_id': 'e81e47c6-f447-4723-87eb-5cd470ffea40', 'tenant_id': '733a67242e3e44de88ca29504d40e6bb', 'mac_address': 'fa:16:3e:30:54:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:16:27Z', 'updated_at': '2022-03-22T20:16:28Z', 'revision_number': 2, 'project_id': '733a67242e3e44de88ca29504d40e6bb', 'subnets': [{'id': '235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:31.097038 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-bff561fc-0582-49a1-91a3-8ccd1b4b5e1f None None] Allocated IP 172.20.0.2 (ca661242-99b6-44ed-a0c2-a74b2e4e773d/0221a9d6-9351-48af-a999-30b29fa1666c/8aaccf43-12e4-4457-a231-818758851fb3) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:16:31.216489 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9318468-9b7f-452c-bb63-765c735edca1 None None] Checking router: ef7ef086-2665-4a5f-bce8-8817743163ee for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:16:31.217238 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9318468-9b7f-452c-bb63-765c735edca1 None None] Updating router ef7ef086-2665-4a5f-bce8-8817743163ee port 53d87864-0c9c-4b1c-9c45-1330d8f18d0a binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:16:31.246934 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-f9318468-9b7f-452c-bb63-765c735edca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (53d87864-0c9c-4b1c-9c45-1330d8f18d0a), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:31.273695 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-62fef1de-18a4-4f0e-82ec-016eb80d2468 admin admin] Publish callbacks [] for router_gateway (c64a6d94-47c3-44d7-b205-91a16c75b25f), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:31.296385 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bff561fc-0582-49a1-91a3-8ccd1b4b5e1f None None] Publish callbacks [] for port (8aaccf43-12e4-4457-a231-818758851fb3), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:31.299768 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-62fef1de-18a4-4f0e-82ec-016eb80d2468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:31.305884 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bff561fc-0582-49a1-91a3-8ccd1b4b5e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (8aaccf43-12e4-4457-a231-818758851fb3), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:31.342559 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff561fc-0582-49a1-91a3-8ccd1b4b5e1f None None] Network ca661242-99b6-44ed-a0c2-a74b2e4e773d is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:16:31.346021 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-bff561fc-0582-49a1-91a3-8ccd1b4b5e1f None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:16:31.350237 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff561fc-0582-49a1-91a3-8ccd1b4b5e1f None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:16:31.403753 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff561fc-0582-49a1-91a3-8ccd1b4b5e1f None None] Pushing event updated for resources: {'Port': ['ID=8aaccf43-12e4-4457-a231-818758851fb3,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:31.420517 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-bff561fc-0582-49a1-91a3-8ccd1b4b5e1f None None] Attempting to bind port 8aaccf43-12e4-4457-a231-818758851fb3 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:16:31.421030 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-bff561fc-0582-49a1-91a3-8ccd1b4b5e1f None None] Attempting to bind port 8aaccf43-12e4-4457-a231-818758851fb3 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '8d8dde2f-aa9d-4c58-85f3-75a5ddf71542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ca661242-99b6-44ed-a0c2-a74b2e4e773d'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:16:31.421652 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff561fc-0582-49a1-91a3-8ccd1b4b5e1f None None] Attempting to bind port 8aaccf43-12e4-4457-a231-818758851fb3 on network ca661242-99b6-44ed-a0c2-a74b2e4e773d {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:16:31.428399 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff561fc-0582-49a1-91a3-8ccd1b4b5e1f None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:16:31.429482 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff561fc-0582-49a1-91a3-8ccd1b4b5e1f None None] Checking segment: {'id': '8d8dde2f-aa9d-4c58-85f3-75a5ddf71542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ca661242-99b6-44ed-a0c2-a74b2e4e773d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:16:31.430018 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bff561fc-0582-49a1-91a3-8ccd1b4b5e1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:31.430514 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff561fc-0582-49a1-91a3-8ccd1b4b5e1f None None] Bound using segment: {'id': '8d8dde2f-aa9d-4c58-85f3-75a5ddf71542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ca661242-99b6-44ed-a0c2-a74b2e4e773d'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:16:31.431098 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-bff561fc-0582-49a1-91a3-8ccd1b4b5e1f None None] Bound port: 8aaccf43-12e4-4457-a231-818758851fb3, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8dde2f-aa9d-4c58-85f3-75a5ddf71542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ca661242-99b6-44ed-a0c2-a74b2e4e773d'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:16:31.431581 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bff561fc-0582-49a1-91a3-8ccd1b4b5e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8aaccf43-12e4-4457-a231-818758851fb3), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:31.436848 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-62fef1de-18a4-4f0e-82ec-016eb80d2468 admin admin] Allocated IP 172.25.5.9 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/45771440-81a8-4e7b-9fb3-fa12cea87ca5) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:16:31.503259 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-bff561fc-0582-49a1-91a3-8ccd1b4b5e1f None None] For port 8aaccf43-12e4-4457-a231-818758851fb3, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:16:31.506815 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-bff561fc-0582-49a1-91a3-8ccd1b4b5e1f None None] For port 8aaccf43-12e4-4457-a231-818758851fb3, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=8aaccf43-12e4-4457-a231-818758851fb3,segment=NetworkSegment(8d8dde2f-aa9d-4c58-85f3-75a5ddf71542),segment_id=8d8dde2f-aa9d-4c58-85f3-75a5ddf71542)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:16:31.514263 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bff561fc-0582-49a1-91a3-8ccd1b4b5e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8aaccf43-12e4-4457-a231-818758851fb3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:31.540582 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-f9318468-9b7f-452c-bb63-765c735edca1 None None] Publish callbacks [] for port (53d87864-0c9c-4b1c-9c45-1330d8f18d0a), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:31.548058 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-f9318468-9b7f-452c-bb63-765c735edca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (53d87864-0c9c-4b1c-9c45-1330d8f18d0a), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:31.578654 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff561fc-0582-49a1-91a3-8ccd1b4b5e1f None None] Pushing event updated for resources: {'Port': ['ID=8aaccf43-12e4-4457-a231-818758851fb3,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:31.609342 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-62fef1de-18a4-4f0e-82ec-016eb80d2468 admin admin] Publish callbacks [] for port (45771440-81a8-4e7b-9fb3-fa12cea87ca5), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:31.650853 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf8b11c-fd42-463c-890b-913a8997db54 None None] Pushing event updated for resources: {'Port': ['ID=53d87864-0c9c-4b1c-9c45-1330d8f18d0a,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:31.660956 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf8b11c-fd42-463c-890b-913a8997db54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:31.662053 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf8b11c-fd42-463c-890b-913a8997db54 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:31.662348 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf8b11c-fd42-463c-890b-913a8997db54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:31.662753 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf8b11c-fd42-463c-890b-913a8997db54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:31.663274 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf8b11c-fd42-463c-890b-913a8997db54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:31.663734 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf8b11c-fd42-463c-890b-913a8997db54 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:31.664070 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf8b11c-fd42-463c-890b-913a8997db54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:31.664386 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf8b11c-fd42-463c-890b-913a8997db54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:31.664891 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf8b11c-fd42-463c-890b-913a8997db54 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:31.665519 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf8b11c-fd42-463c-890b-913a8997db54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:31.666259 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf8b11c-fd42-463c-890b-913a8997db54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:31.666979 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf8b11c-fd42-463c-890b-913a8997db54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:31.667861 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf8b11c-fd42-463c-890b-913a8997db54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:31.667861 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf8b11c-fd42-463c-890b-913a8997db54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:31.668141 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf8b11c-fd42-463c-890b-913a8997db54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:31.678827 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-62fef1de-18a4-4f0e-82ec-016eb80d2468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (45771440-81a8-4e7b-9fb3-fa12cea87ca5), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:31.690136 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-f9318468-9b7f-452c-bb63-765c735edca1 None None] Attempting to bind port 53d87864-0c9c-4b1c-9c45-1330d8f18d0a on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:16:31.690775 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-f9318468-9b7f-452c-bb63-765c735edca1 None None] Attempting to bind port 53d87864-0c9c-4b1c-9c45-1330d8f18d0a by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '204ab611-ab17-496e-aa8b-3fbd69546147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e81e47c6-f447-4723-87eb-5cd470ffea40'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:16:31.691337 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9318468-9b7f-452c-bb63-765c735edca1 None None] Attempting to bind port 53d87864-0c9c-4b1c-9c45-1330d8f18d0a on network e81e47c6-f447-4723-87eb-5cd470ffea40 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:16:31.698471 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9318468-9b7f-452c-bb63-765c735edca1 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:16:31.698866 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9318468-9b7f-452c-bb63-765c735edca1 None None] Checking segment: {'id': '204ab611-ab17-496e-aa8b-3fbd69546147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e81e47c6-f447-4723-87eb-5cd470ffea40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:16:31.699299 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-f9318468-9b7f-452c-bb63-765c735edca1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:31.699689 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9318468-9b7f-452c-bb63-765c735edca1 None None] Bound using segment: {'id': '204ab611-ab17-496e-aa8b-3fbd69546147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e81e47c6-f447-4723-87eb-5cd470ffea40'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:16:31.700174 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-f9318468-9b7f-452c-bb63-765c735edca1 None None] Bound port: 53d87864-0c9c-4b1c-9c45-1330d8f18d0a, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '204ab611-ab17-496e-aa8b-3fbd69546147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e81e47c6-f447-4723-87eb-5cd470ffea40'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:16:31.700546 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-f9318468-9b7f-452c-bb63-765c735edca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (53d87864-0c9c-4b1c-9c45-1330d8f18d0a), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:31.729481 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fef1de-18a4-4f0e-82ec-016eb80d2468 admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:16:31.737246 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-62fef1de-18a4-4f0e-82ec-016eb80d2468 admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:16:31.742793 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fef1de-18a4-4f0e-82ec-016eb80d2468 admin admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:16:31.746706 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fef1de-18a4-4f0e-82ec-016eb80d2468 admin admin] Pushing event updated for resources: {'Port': ['ID=45771440-81a8-4e7b-9fb3-fa12cea87ca5,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:31.775925 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:16:31.795375 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-f9318468-9b7f-452c-bb63-765c735edca1 None None] For port 53d87864-0c9c-4b1c-9c45-1330d8f18d0a, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:16:31.800135 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-f9318468-9b7f-452c-bb63-765c735edca1 None None] For port 53d87864-0c9c-4b1c-9c45-1330d8f18d0a, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=53d87864-0c9c-4b1c-9c45-1330d8f18d0a,segment=NetworkSegment(204ab611-ab17-496e-aa8b-3fbd69546147),segment_id=204ab611-ab17-496e-aa8b-3fbd69546147)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:16:31.816190 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-f9318468-9b7f-452c-bb63-765c735edca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (53d87864-0c9c-4b1c-9c45-1330d8f18d0a), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:31.886694 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9318468-9b7f-452c-bb63-765c735edca1 None None] Routers {'ef7ef086-2665-4a5f-bce8-8817743163ee'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:16:31.887688 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-f9318468-9b7f-452c-bb63-765c735edca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:16:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ef7ef086-2665-4a5f-bce8-8817743163ee'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:31.891994 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:16:31.891994 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:32.019663 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:16:32.030273 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf8b11c-fd42-463c-890b-913a8997db54 None None] Pushing event updated for resources: {'Port': ['ID=53d87864-0c9c-4b1c-9c45-1330d8f18d0a,revision_number=4']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:32.042166 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-1867be21-25f8-4aa9-83f1-d03e8b1cde9e None None] Provisioning complete for port 53d87864-0c9c-4b1c-9c45-1330d8f18d0a triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:16:32.042557 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1867be21-25f8-4aa9-83f1-d03e8b1cde9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (53d87864-0c9c-4b1c-9c45-1330d8f18d0a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:32.107890 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-f9318468-9b7f-452c-bb63-765c735edca1 None None] Set router ef7ef086-2665-4a5f-bce8-8817743163ee gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:16:32.154065 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1867be21-25f8-4aa9-83f1-d03e8b1cde9e None None] Current status of the port 53d87864-0c9c-4b1c-9c45-1330d8f18d0a is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:16:32.154383 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1867be21-25f8-4aa9-83f1-d03e8b1cde9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (53d87864-0c9c-4b1c-9c45-1330d8f18d0a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:32.179314 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-62fef1de-18a4-4f0e-82ec-016eb80d2468 admin admin] Publish callbacks [] for router_gateway (c64a6d94-47c3-44d7-b205-91a16c75b25f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:32.199438 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-1867be21-25f8-4aa9-83f1-d03e8b1cde9e None None] For port 53d87864-0c9c-4b1c-9c45-1330d8f18d0a, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=53d87864-0c9c-4b1c-9c45-1330d8f18d0a,segment=NetworkSegment(204ab611-ab17-496e-aa8b-3fbd69546147),segment_id=204ab611-ab17-496e-aa8b-3fbd69546147)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:16:32.205902 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1867be21-25f8-4aa9-83f1-d03e8b1cde9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (53d87864-0c9c-4b1c-9c45-1330d8f18d0a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:32.280773 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867be21-25f8-4aa9-83f1-d03e8b1cde9e None None] Pushing event updated for resources: {'Port': ['ID=53d87864-0c9c-4b1c-9c45-1330d8f18d0a,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:32.356114 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-f9318468-9b7f-452c-bb63-765c735edca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'name': 'tempest-TestMinimumBasicScenario-620744487-router', 'tenant_id': '733a67242e3e44de88ca29504d40e6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:16:25Z', 'updated_at': '2022-03-22T20:16:28Z', 'revision_number': 4, 'project_id': '733a67242e3e44de88ca29504d40e6bb', 'gw_port': {'id': '6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:16:25Z', 'updated_at': '2022-03-22T20:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '53d87864-0c9c-4b1c-9c45-1330d8f18d0a', 'name': '', 'network_id': 'e81e47c6-f447-4723-87eb-5cd470ffea40', 'tenant_id': '733a67242e3e44de88ca29504d40e6bb', 'mac_address': 'fa:16:3e:30:54:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:16:27Z', 'updated_at': '2022-03-22T20:16:31Z', 'revision_number': 4, 'project_id': '733a67242e3e44de88ca29504d40e6bb', 'subnets': [{'id': '235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:32.384680 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9318468-9b7f-452c-bb63-765c735edca1 None None] The sync data for ids ['ef7ef086-2665-4a5f-bce8-8817743163ee'] in n-d-705658-24 is: [{'id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'name': 'tempest-TestMinimumBasicScenario-620744487-router', 'tenant_id': '733a67242e3e44de88ca29504d40e6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:16:25Z', 'updated_at': '2022-03-22T20:16:28Z', 'revision_number': 4, 'project_id': '733a67242e3e44de88ca29504d40e6bb', 'gw_port': {'id': '6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:16:25Z', 'updated_at': '2022-03-22T20:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '53d87864-0c9c-4b1c-9c45-1330d8f18d0a', 'name': '', 'network_id': 'e81e47c6-f447-4723-87eb-5cd470ffea40', 'tenant_id': '733a67242e3e44de88ca29504d40e6bb', 'mac_address': 'fa:16:3e:30:54:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:16:27Z', 'updated_at': '2022-03-22T20:16:31Z', 'revision_number': 4, 'project_id': '733a67242e3e44de88ca29504d40e6bb', 'subnets': [{'id': '235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:16:32.453451 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-62fef1de-18a4-4f0e-82ec-016eb80d2468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (c64a6d94-47c3-44d7-b205-91a16c75b25f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:32.456513 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-4c2004cd-6cfc-4b05-a1d1-aad2a30ba3e2 None None] Provisioning complete for port 53d87864-0c9c-4b1c-9c45-1330d8f18d0a triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:16:32.457032 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4c2004cd-6cfc-4b05-a1d1-aad2a30ba3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (53d87864-0c9c-4b1c-9c45-1330d8f18d0a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:32.548876 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-4c2004cd-6cfc-4b05-a1d1-aad2a30ba3e2 None None] Current status of the port 53d87864-0c9c-4b1c-9c45-1330d8f18d0a is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:16:32.623699 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62fef1de-18a4-4f0e-82ec-016eb80d2468 admin admin] Router c64a6d94-47c3-44d7-b205-91a16c75b25f is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 20:16:32.751464 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fef1de-18a4-4f0e-82ec-016eb80d2468 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:16:32.763926 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce9d47c-8cbf-4a03-b1ac-cac0f5a7f9a7 None None] Sync routers for ids ['c64a6d94-47c3-44d7-b205-91a16c75b25f'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:16:32.779740 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-62fef1de-18a4-4f0e-82ec-016eb80d2468 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:32.782116 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-62fef1de-18a4-4f0e-82ec-016eb80d2468 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0200140 Mar 22 20:16:32.783242 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce9d47c-8cbf-4a03-b1ac-cac0f5a7f9a7 None None] Routers {'c64a6d94-47c3-44d7-b205-91a16c75b25f'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:16:32.783886 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-cce9d47c-8cbf-4a03-b1ac-cac0f5a7f9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:16:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['c64a6d94-47c3-44d7-b205-91a16c75b25f'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:32.785103 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40402) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:16:32.924709 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-cce9d47c-8cbf-4a03-b1ac-cac0f5a7f9a7 None None] Set router c64a6d94-47c3-44d7-b205-91a16c75b25f gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:16:32.980930 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4612fe1f-e84b-44bc-b8a3-685310077888 None None] Network ca661242-99b6-44ed-a0c2-a74b2e4e773d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:16:33.116692 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e8dd750d-85f5-4ab5-b527-bb49a8deeb3f None None] Provisioning complete for port 8aaccf43-12e4-4457-a231-818758851fb3 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:16:33.117061 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e8dd750d-85f5-4ab5-b527-bb49a8deeb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8aaccf43-12e4-4457-a231-818758851fb3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:33.273502 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-26353b84-93c4-4873-93f4-e65d2b9b481f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:33.308953 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e8dd750d-85f5-4ab5-b527-bb49a8deeb3f None None] Current status of the port 8aaccf43-12e4-4457-a231-818758851fb3 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:16:33.309637 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e8dd750d-85f5-4ab5-b527-bb49a8deeb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (8aaccf43-12e4-4457-a231-818758851fb3), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:33.316499 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-cce9d47c-8cbf-4a03-b1ac-cac0f5a7f9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64a6d94-47c3-44d7-b205-91a16c75b25f', 'name': 'tempest-TestMinimumBasicScenario-130475315-router', 'tenant_id': '321e874d69c34c04adfd9e5640e836a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '45771440-81a8-4e7b-9fb3-fa12cea87ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:16:30Z', 'updated_at': '2022-03-22T20:16:31Z', 'revision_number': 3, 'project_id': '321e874d69c34c04adfd9e5640e836a2', 'gw_port': {'id': '45771440-81a8-4e7b-9fb3-fa12cea87ca5', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ce:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64a6d94-47c3-44d7-b205-91a16c75b25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:16:31Z', 'updated_at': '2022-03-22T20:16:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:33.372235 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce9d47c-8cbf-4a03-b1ac-cac0f5a7f9a7 None None] Checking router: c64a6d94-47c3-44d7-b205-91a16c75b25f for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:16:33.372801 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce9d47c-8cbf-4a03-b1ac-cac0f5a7f9a7 None None] Updating router c64a6d94-47c3-44d7-b205-91a16c75b25f port 45771440-81a8-4e7b-9fb3-fa12cea87ca5 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:16:33.423359 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e8dd750d-85f5-4ab5-b527-bb49a8deeb3f None None] For port 8aaccf43-12e4-4457-a231-818758851fb3, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=8aaccf43-12e4-4457-a231-818758851fb3,segment=NetworkSegment(8d8dde2f-aa9d-4c58-85f3-75a5ddf71542),segment_id=8d8dde2f-aa9d-4c58-85f3-75a5ddf71542)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:16:33.424395 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-cce9d47c-8cbf-4a03-b1ac-cac0f5a7f9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (45771440-81a8-4e7b-9fb3-fa12cea87ca5), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:33.429309 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e8dd750d-85f5-4ab5-b527-bb49a8deeb3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (8aaccf43-12e4-4457-a231-818758851fb3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:33.493680 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-26353b84-93c4-4873-93f4-e65d2b9b481f admin admin] Allocated IP 172.20.0.1 (ca661242-99b6-44ed-a0c2-a74b2e4e773d/0221a9d6-9351-48af-a999-30b29fa1666c/db76cc5a-a48c-4bd8-8948-08b2fda5a8dc) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:16:33.577904 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd750d-85f5-4ab5-b527-bb49a8deeb3f None None] Pushing event updated for resources: {'Port': ['ID=8aaccf43-12e4-4457-a231-818758851fb3,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:33.597849 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd750d-85f5-4ab5-b527-bb49a8deeb3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:33.598203 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd750d-85f5-4ab5-b527-bb49a8deeb3f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:33.598582 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd750d-85f5-4ab5-b527-bb49a8deeb3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:33.598977 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd750d-85f5-4ab5-b527-bb49a8deeb3f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:33.599264 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd750d-85f5-4ab5-b527-bb49a8deeb3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:33.599598 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd750d-85f5-4ab5-b527-bb49a8deeb3f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:33.599934 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd750d-85f5-4ab5-b527-bb49a8deeb3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:33.600264 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd750d-85f5-4ab5-b527-bb49a8deeb3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:33.600596 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd750d-85f5-4ab5-b527-bb49a8deeb3f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:33.600923 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd750d-85f5-4ab5-b527-bb49a8deeb3f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:33.601253 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd750d-85f5-4ab5-b527-bb49a8deeb3f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:33.601580 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd750d-85f5-4ab5-b527-bb49a8deeb3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:33.601941 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd750d-85f5-4ab5-b527-bb49a8deeb3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:33.602271 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd750d-85f5-4ab5-b527-bb49a8deeb3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:33.602596 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dd750d-85f5-4ab5-b527-bb49a8deeb3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:16:33.621484 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:16:33.628523 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-c100adb3-b19c-44ef-8c3c-ccee60ecc4a4 None None] Provisioning complete for port 8aaccf43-12e4-4457-a231-818758851fb3 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:16:33.629456 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c100adb3-b19c-44ef-8c3c-ccee60ecc4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8aaccf43-12e4-4457-a231-818758851fb3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:33.631902 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-26353b84-93c4-4873-93f4-e65d2b9b481f admin admin] Publish callbacks [] for port (db76cc5a-a48c-4bd8-8948-08b2fda5a8dc), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:33.802518 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c100adb3-b19c-44ef-8c3c-ccee60ecc4a4 None None] Current status of the port 8aaccf43-12e4-4457-a231-818758851fb3 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:16:33.862142 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 8aaccf43-12e4-4457-a231-818758851fb3 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:16:33.917121 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-cce9d47c-8cbf-4a03-b1ac-cac0f5a7f9a7 None None] Publish callbacks [] for port (45771440-81a8-4e7b-9fb3-fa12cea87ca5), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:33.925657 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-cce9d47c-8cbf-4a03-b1ac-cac0f5a7f9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (45771440-81a8-4e7b-9fb3-fa12cea87ca5), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:33.984238 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-cce9d47c-8cbf-4a03-b1ac-cac0f5a7f9a7 None None] Attempting to bind port 45771440-81a8-4e7b-9fb3-fa12cea87ca5 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:16:33.984680 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-cce9d47c-8cbf-4a03-b1ac-cac0f5a7f9a7 None None] Attempting to bind port 45771440-81a8-4e7b-9fb3-fa12cea87ca5 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:16:33.984987 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce9d47c-8cbf-4a03-b1ac-cac0f5a7f9a7 None None] Attempting to bind port 45771440-81a8-4e7b-9fb3-fa12cea87ca5 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:16:33.999591 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce9d47c-8cbf-4a03-b1ac-cac0f5a7f9a7 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:16:33.999973 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce9d47c-8cbf-4a03-b1ac-cac0f5a7f9a7 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:16:34.000385 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-cce9d47c-8cbf-4a03-b1ac-cac0f5a7f9a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:34.000801 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce9d47c-8cbf-4a03-b1ac-cac0f5a7f9a7 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:16:34.001292 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-cce9d47c-8cbf-4a03-b1ac-cac0f5a7f9a7 None None] Bound port: 45771440-81a8-4e7b-9fb3-fa12cea87ca5, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:16:34.001937 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-cce9d47c-8cbf-4a03-b1ac-cac0f5a7f9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (45771440-81a8-4e7b-9fb3-fa12cea87ca5), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:34.003708 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 8aaccf43-12e4-4457-a231-818758851fb3 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:16:34.004073 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (8aaccf43-12e4-4457-a231-818758851fb3), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:34.005547 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b4e9b-f03e-4595-92ef-ff6daff9f46c None None] Pushing event updated for resources: {'Port': ['ID=45771440-81a8-4e7b-9fb3-fa12cea87ca5,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:34.055853 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-26353b84-93c4-4873-93f4-e65d2b9b481f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (db76cc5a-a48c-4bd8-8948-08b2fda5a8dc), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:34.096720 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26353b84-93c4-4873-93f4-e65d2b9b481f admin admin] Network ca661242-99b6-44ed-a0c2-a74b2e4e773d is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:16:34.100030 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-26353b84-93c4-4873-93f4-e65d2b9b481f admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:16:34.100332 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-cce9d47c-8cbf-4a03-b1ac-cac0f5a7f9a7 None None] For port 45771440-81a8-4e7b-9fb3-fa12cea87ca5, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:16:34.104123 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-cce9d47c-8cbf-4a03-b1ac-cac0f5a7f9a7 None None] For port 45771440-81a8-4e7b-9fb3-fa12cea87ca5, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=45771440-81a8-4e7b-9fb3-fa12cea87ca5,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:16:34.106314 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26353b84-93c4-4873-93f4-e65d2b9b481f admin admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:16:34.130104 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26353b84-93c4-4873-93f4-e65d2b9b481f admin admin] Pushing event updated for resources: {'Port': ['ID=db76cc5a-a48c-4bd8-8948-08b2fda5a8dc,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:34.155177 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-26353b84-93c4-4873-93f4-e65d2b9b481f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (c64a6d94-47c3-44d7-b205-91a16c75b25f), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:34.305536 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-26353b84-93c4-4873-93f4-e65d2b9b481f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (db76cc5a-a48c-4bd8-8948-08b2fda5a8dc), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:34.320694 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-cce9d47c-8cbf-4a03-b1ac-cac0f5a7f9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (45771440-81a8-4e7b-9fb3-fa12cea87ca5), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:34.355050 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 8aaccf43-12e4-4457-a231-818758851fb3 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:16:34.356161 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 53d87864-0c9c-4b1c-9c45-1330d8f18d0a up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:16:34.416678 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce9d47c-8cbf-4a03-b1ac-cac0f5a7f9a7 None None] Routers {'c64a6d94-47c3-44d7-b205-91a16c75b25f'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:16:34.417633 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-cce9d47c-8cbf-4a03-b1ac-cac0f5a7f9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:16:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['c64a6d94-47c3-44d7-b205-91a16c75b25f'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:34.425217 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b4e9b-f03e-4595-92ef-ff6daff9f46c None None] Pushing event updated for resources: {'Port': ['ID=45771440-81a8-4e7b-9fb3-fa12cea87ca5,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:34.478077 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-26353b84-93c4-4873-93f4-e65d2b9b481f admin admin] Publish callbacks [] for port (db76cc5a-a48c-4bd8-8948-08b2fda5a8dc), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:34.483321 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-26353b84-93c4-4873-93f4-e65d2b9b481f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (db76cc5a-a48c-4bd8-8948-08b2fda5a8dc), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:34.521705 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-20e2ffad-85ef-468e-966a-46268bd36531 None None] Provisioning complete for port db76cc5a-a48c-4bd8-8948-08b2fda5a8dc triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:16:34.522108 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-20e2ffad-85ef-468e-966a-46268bd36531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (db76cc5a-a48c-4bd8-8948-08b2fda5a8dc), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:34.554518 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26353b84-93c4-4873-93f4-e65d2b9b481f admin admin] Pushing event updated for resources: {'Port': ['ID=db76cc5a-a48c-4bd8-8948-08b2fda5a8dc,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:34.559937 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-26353b84-93c4-4873-93f4-e65d2b9b481f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (c64a6d94-47c3-44d7-b205-91a16c75b25f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:34.560453 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 53d87864-0c9c-4b1c-9c45-1330d8f18d0a triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:16:34.560860 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (53d87864-0c9c-4b1c-9c45-1330d8f18d0a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:34.607090 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-20e2ffad-85ef-468e-966a-46268bd36531 None None] Port db76cc5a-a48c-4bd8-8948-08b2fda5a8dc cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:16:34.633218 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-cce9d47c-8cbf-4a03-b1ac-cac0f5a7f9a7 None None] Set router c64a6d94-47c3-44d7-b205-91a16c75b25f gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:16:34.667674 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26353b84-93c4-4873-93f4-e65d2b9b481f admin admin] Network ca661242-99b6-44ed-a0c2-a74b2e4e773d is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:16:34.669723 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-26353b84-93c4-4873-93f4-e65d2b9b481f admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:16:34.776914 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 53d87864-0c9c-4b1c-9c45-1330d8f18d0a is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:16:34.815708 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26353b84-93c4-4873-93f4-e65d2b9b481f admin admin] Router c64a6d94-47c3-44d7-b205-91a16c75b25f has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:16:34.890275 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-cce9d47c-8cbf-4a03-b1ac-cac0f5a7f9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64a6d94-47c3-44d7-b205-91a16c75b25f', 'name': 'tempest-TestMinimumBasicScenario-130475315-router', 'tenant_id': '321e874d69c34c04adfd9e5640e836a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '45771440-81a8-4e7b-9fb3-fa12cea87ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:16:30Z', 'updated_at': '2022-03-22T20:16:34Z', 'revision_number': 4, 'project_id': '321e874d69c34c04adfd9e5640e836a2', 'gw_port': {'id': '45771440-81a8-4e7b-9fb3-fa12cea87ca5', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ce:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64a6d94-47c3-44d7-b205-91a16c75b25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:16:31Z', 'updated_at': '2022-03-22T20:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'db76cc5a-a48c-4bd8-8948-08b2fda5a8dc', 'name': '', 'network_id': 'ca661242-99b6-44ed-a0c2-a74b2e4e773d', 'tenant_id': '321e874d69c34c04adfd9e5640e836a2', 'mac_address': 'fa:16:3e:1d:a2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64a6d94-47c3-44d7-b205-91a16c75b25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0221a9d6-9351-48af-a999-30b29fa1666c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:16:33Z', 'updated_at': '2022-03-22T20:16:33Z', 'revision_number': 1, 'project_id': '321e874d69c34c04adfd9e5640e836a2', 'subnets': [{'id': '0221a9d6-9351-48af-a999-30b29fa1666c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:34.925635 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce9d47c-8cbf-4a03-b1ac-cac0f5a7f9a7 None None] The sync data for ids ['c64a6d94-47c3-44d7-b205-91a16c75b25f'] in n-d-705658-24 is: [{'id': 'c64a6d94-47c3-44d7-b205-91a16c75b25f', 'name': 'tempest-TestMinimumBasicScenario-130475315-router', 'tenant_id': '321e874d69c34c04adfd9e5640e836a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '45771440-81a8-4e7b-9fb3-fa12cea87ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:16:30Z', 'updated_at': '2022-03-22T20:16:34Z', 'revision_number': 4, 'project_id': '321e874d69c34c04adfd9e5640e836a2', 'gw_port': {'id': '45771440-81a8-4e7b-9fb3-fa12cea87ca5', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ce:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64a6d94-47c3-44d7-b205-91a16c75b25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:16:31Z', 'updated_at': '2022-03-22T20:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'db76cc5a-a48c-4bd8-8948-08b2fda5a8dc', 'name': '', 'network_id': 'ca661242-99b6-44ed-a0c2-a74b2e4e773d', 'tenant_id': '321e874d69c34c04adfd9e5640e836a2', 'mac_address': 'fa:16:3e:1d:a2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64a6d94-47c3-44d7-b205-91a16c75b25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0221a9d6-9351-48af-a999-30b29fa1666c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:16:33Z', 'updated_at': '2022-03-22T20:16:33Z', 'revision_number': 1, 'project_id': '321e874d69c34c04adfd9e5640e836a2', 'subnets': [{'id': '0221a9d6-9351-48af-a999-30b29fa1666c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:16:34.944301 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26353b84-93c4-4873-93f4-e65d2b9b481f admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:16:34.949577 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-26353b84-93c4-4873-93f4-e65d2b9b481f admin admin] 10.222.0.75 "PUT /v2.0/routers/c64a6d94-47c3-44d7-b205-91a16c75b25f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1625154 Mar 22 20:16:35.034544 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-0415cb3e-1961-4164-ad15-f227e25799f7 None None] Provisioning complete for port db76cc5a-a48c-4bd8-8948-08b2fda5a8dc triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:16:35.034929 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0415cb3e-1961-4164-ad15-f227e25799f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (db76cc5a-a48c-4bd8-8948-08b2fda5a8dc), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:35.072196 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-0415cb3e-1961-4164-ad15-f227e25799f7 None None] Port db76cc5a-a48c-4bd8-8948-08b2fda5a8dc cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:16:35.760425 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 45771440-81a8-4e7b-9fb3-fa12cea87ca5 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:16:35.831767 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 45771440-81a8-4e7b-9fb3-fa12cea87ca5 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:16:35.832202 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (45771440-81a8-4e7b-9fb3-fa12cea87ca5), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:35.926379 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 45771440-81a8-4e7b-9fb3-fa12cea87ca5 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:16:35.927410 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (45771440-81a8-4e7b-9fb3-fa12cea87ca5), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:35.951579 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 45771440-81a8-4e7b-9fb3-fa12cea87ca5, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=45771440-81a8-4e7b-9fb3-fa12cea87ca5,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:16:35.960151 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (45771440-81a8-4e7b-9fb3-fa12cea87ca5), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:36.025681 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=45771440-81a8-4e7b-9fb3-fa12cea87ca5,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:37.281124 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4a5557-fa64-4e30-acfe-fc95b956494b None None] Sync routers for ids ['c64a6d94-47c3-44d7-b205-91a16c75b25f'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:16:37.300240 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4a5557-fa64-4e30-acfe-fc95b956494b None None] Routers {'c64a6d94-47c3-44d7-b205-91a16c75b25f'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:16:37.302216 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ff4a5557-fa64-4e30-acfe-fc95b956494b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:16:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['c64a6d94-47c3-44d7-b205-91a16c75b25f'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:37.459212 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-ff4a5557-fa64-4e30-acfe-fc95b956494b None None] Set router c64a6d94-47c3-44d7-b205-91a16c75b25f gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:16:37.718601 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ff4a5557-fa64-4e30-acfe-fc95b956494b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64a6d94-47c3-44d7-b205-91a16c75b25f', 'name': 'tempest-TestMinimumBasicScenario-130475315-router', 'tenant_id': '321e874d69c34c04adfd9e5640e836a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '45771440-81a8-4e7b-9fb3-fa12cea87ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:16:30Z', 'updated_at': '2022-03-22T20:16:34Z', 'revision_number': 4, 'project_id': '321e874d69c34c04adfd9e5640e836a2', 'gw_port': {'id': '45771440-81a8-4e7b-9fb3-fa12cea87ca5', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a6d94-47c3-44d7-b205-91a16c75b25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:16:31Z', 'updated_at': '2022-03-22T20:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'db76cc5a-a48c-4bd8-8948-08b2fda5a8dc', 'name': '', 'network_id': 'ca661242-99b6-44ed-a0c2-a74b2e4e773d', 'tenant_id': '321e874d69c34c04adfd9e5640e836a2', 'mac_address': 'fa:16:3e:1d:a2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64a6d94-47c3-44d7-b205-91a16c75b25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0221a9d6-9351-48af-a999-30b29fa1666c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:16:33Z', 'updated_at': '2022-03-22T20:16:34Z', 'revision_number': 2, 'project_id': '321e874d69c34c04adfd9e5640e836a2', 'subnets': [{'id': '0221a9d6-9351-48af-a999-30b29fa1666c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:37.739944 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 45771440-81a8-4e7b-9fb3-fa12cea87ca5 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:16:37.757052 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4a5557-fa64-4e30-acfe-fc95b956494b None None] Checking router: c64a6d94-47c3-44d7-b205-91a16c75b25f for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:16:37.757541 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4a5557-fa64-4e30-acfe-fc95b956494b None None] Updating router c64a6d94-47c3-44d7-b205-91a16c75b25f port db76cc5a-a48c-4bd8-8948-08b2fda5a8dc binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:16:37.805076 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-ff4a5557-fa64-4e30-acfe-fc95b956494b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (db76cc5a-a48c-4bd8-8948-08b2fda5a8dc), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:37.837503 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 45771440-81a8-4e7b-9fb3-fa12cea87ca5 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:16:37.838175 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (45771440-81a8-4e7b-9fb3-fa12cea87ca5), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:37.927782 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 45771440-81a8-4e7b-9fb3-fa12cea87ca5 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:16:38.150838 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-ff4a5557-fa64-4e30-acfe-fc95b956494b None None] Publish callbacks [] for port (db76cc5a-a48c-4bd8-8948-08b2fda5a8dc), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:38.158819 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-ff4a5557-fa64-4e30-acfe-fc95b956494b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (db76cc5a-a48c-4bd8-8948-08b2fda5a8dc), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:38.245979 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2f21e-e977-475b-a4a5-eeb7df588cfb None None] Pushing event updated for resources: {'Port': ['ID=db76cc5a-a48c-4bd8-8948-08b2fda5a8dc,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:38.296069 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-ff4a5557-fa64-4e30-acfe-fc95b956494b None None] Attempting to bind port db76cc5a-a48c-4bd8-8948-08b2fda5a8dc on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:16:38.296836 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-ff4a5557-fa64-4e30-acfe-fc95b956494b None None] Attempting to bind port db76cc5a-a48c-4bd8-8948-08b2fda5a8dc by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '8d8dde2f-aa9d-4c58-85f3-75a5ddf71542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ca661242-99b6-44ed-a0c2-a74b2e4e773d'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:16:38.297452 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4a5557-fa64-4e30-acfe-fc95b956494b None None] Attempting to bind port db76cc5a-a48c-4bd8-8948-08b2fda5a8dc on network ca661242-99b6-44ed-a0c2-a74b2e4e773d {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:16:38.304258 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4a5557-fa64-4e30-acfe-fc95b956494b None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:16:38.304671 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4a5557-fa64-4e30-acfe-fc95b956494b None None] Checking segment: {'id': '8d8dde2f-aa9d-4c58-85f3-75a5ddf71542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ca661242-99b6-44ed-a0c2-a74b2e4e773d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:16:38.305132 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-ff4a5557-fa64-4e30-acfe-fc95b956494b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:38.305664 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4a5557-fa64-4e30-acfe-fc95b956494b None None] Bound using segment: {'id': '8d8dde2f-aa9d-4c58-85f3-75a5ddf71542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ca661242-99b6-44ed-a0c2-a74b2e4e773d'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:16:38.306263 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-ff4a5557-fa64-4e30-acfe-fc95b956494b None None] Bound port: db76cc5a-a48c-4bd8-8948-08b2fda5a8dc, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8dde2f-aa9d-4c58-85f3-75a5ddf71542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ca661242-99b6-44ed-a0c2-a74b2e4e773d'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:16:38.306585 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-ff4a5557-fa64-4e30-acfe-fc95b956494b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (db76cc5a-a48c-4bd8-8948-08b2fda5a8dc), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:38.515439 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-ff4a5557-fa64-4e30-acfe-fc95b956494b None None] For port db76cc5a-a48c-4bd8-8948-08b2fda5a8dc, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:16:38.525854 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-ff4a5557-fa64-4e30-acfe-fc95b956494b None None] For port db76cc5a-a48c-4bd8-8948-08b2fda5a8dc, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=db76cc5a-a48c-4bd8-8948-08b2fda5a8dc,segment=NetworkSegment(8d8dde2f-aa9d-4c58-85f3-75a5ddf71542),segment_id=8d8dde2f-aa9d-4c58-85f3-75a5ddf71542)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:16:38.532618 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-ff4a5557-fa64-4e30-acfe-fc95b956494b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (db76cc5a-a48c-4bd8-8948-08b2fda5a8dc), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:38.562233 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-73c06a3a-fc6f-4731-b89a-ab26b857d89d None None] Provisioning complete for port db76cc5a-a48c-4bd8-8948-08b2fda5a8dc triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:16:38.562470 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-73c06a3a-fc6f-4731-b89a-ab26b857d89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (db76cc5a-a48c-4bd8-8948-08b2fda5a8dc), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:38.610372 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4a5557-fa64-4e30-acfe-fc95b956494b None None] Routers {'c64a6d94-47c3-44d7-b205-91a16c75b25f'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:16:38.611009 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ff4a5557-fa64-4e30-acfe-fc95b956494b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:16:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['c64a6d94-47c3-44d7-b205-91a16c75b25f'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:38.615962 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2f21e-e977-475b-a4a5-eeb7df588cfb None None] Pushing event updated for resources: {'Port': ['ID=db76cc5a-a48c-4bd8-8948-08b2fda5a8dc,revision_number=4']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:38.690132 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-73c06a3a-fc6f-4731-b89a-ab26b857d89d None None] Current status of the port db76cc5a-a48c-4bd8-8948-08b2fda5a8dc is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:16:38.690671 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-73c06a3a-fc6f-4731-b89a-ab26b857d89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (db76cc5a-a48c-4bd8-8948-08b2fda5a8dc), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:38.730231 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-73c06a3a-fc6f-4731-b89a-ab26b857d89d None None] For port db76cc5a-a48c-4bd8-8948-08b2fda5a8dc, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=db76cc5a-a48c-4bd8-8948-08b2fda5a8dc,segment=NetworkSegment(8d8dde2f-aa9d-4c58-85f3-75a5ddf71542),segment_id=8d8dde2f-aa9d-4c58-85f3-75a5ddf71542)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:16:38.737401 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-73c06a3a-fc6f-4731-b89a-ab26b857d89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (db76cc5a-a48c-4bd8-8948-08b2fda5a8dc), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:38.794800 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-ff4a5557-fa64-4e30-acfe-fc95b956494b None None] Set router c64a6d94-47c3-44d7-b205-91a16c75b25f gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:16:38.842134 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c06a3a-fc6f-4731-b89a-ab26b857d89d None None] Pushing event updated for resources: {'Port': ['ID=db76cc5a-a48c-4bd8-8948-08b2fda5a8dc,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:38.965893 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-31e5e584-f352-45ee-9eb8-cc1e0cea7e5a None None] Provisioning complete for port db76cc5a-a48c-4bd8-8948-08b2fda5a8dc triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:16:38.966584 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-31e5e584-f352-45ee-9eb8-cc1e0cea7e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (db76cc5a-a48c-4bd8-8948-08b2fda5a8dc), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:39.064021 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ff4a5557-fa64-4e30-acfe-fc95b956494b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64a6d94-47c3-44d7-b205-91a16c75b25f', 'name': 'tempest-TestMinimumBasicScenario-130475315-router', 'tenant_id': '321e874d69c34c04adfd9e5640e836a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '45771440-81a8-4e7b-9fb3-fa12cea87ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:16:30Z', 'updated_at': '2022-03-22T20:16:34Z', 'revision_number': 4, 'project_id': '321e874d69c34c04adfd9e5640e836a2', 'gw_port': {'id': '45771440-81a8-4e7b-9fb3-fa12cea87ca5', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a6d94-47c3-44d7-b205-91a16c75b25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:16:31Z', 'updated_at': '2022-03-22T20:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'db76cc5a-a48c-4bd8-8948-08b2fda5a8dc', 'name': '', 'network_id': 'ca661242-99b6-44ed-a0c2-a74b2e4e773d', 'tenant_id': '321e874d69c34c04adfd9e5640e836a2', 'mac_address': 'fa:16:3e:1d:a2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64a6d94-47c3-44d7-b205-91a16c75b25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0221a9d6-9351-48af-a999-30b29fa1666c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:16:33Z', 'updated_at': '2022-03-22T20:16:38Z', 'revision_number': 4, 'project_id': '321e874d69c34c04adfd9e5640e836a2', 'subnets': [{'id': '0221a9d6-9351-48af-a999-30b29fa1666c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:16:39.105112 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4a5557-fa64-4e30-acfe-fc95b956494b None None] The sync data for ids ['c64a6d94-47c3-44d7-b205-91a16c75b25f'] in n-d-705658-24 is: [{'id': 'c64a6d94-47c3-44d7-b205-91a16c75b25f', 'name': 'tempest-TestMinimumBasicScenario-130475315-router', 'tenant_id': '321e874d69c34c04adfd9e5640e836a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '45771440-81a8-4e7b-9fb3-fa12cea87ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:16:30Z', 'updated_at': '2022-03-22T20:16:34Z', 'revision_number': 4, 'project_id': '321e874d69c34c04adfd9e5640e836a2', 'gw_port': {'id': '45771440-81a8-4e7b-9fb3-fa12cea87ca5', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a6d94-47c3-44d7-b205-91a16c75b25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:16:31Z', 'updated_at': '2022-03-22T20:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'db76cc5a-a48c-4bd8-8948-08b2fda5a8dc', 'name': '', 'network_id': 'ca661242-99b6-44ed-a0c2-a74b2e4e773d', 'tenant_id': '321e874d69c34c04adfd9e5640e836a2', 'mac_address': 'fa:16:3e:1d:a2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64a6d94-47c3-44d7-b205-91a16c75b25f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0221a9d6-9351-48af-a999-30b29fa1666c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:16:33Z', 'updated_at': '2022-03-22T20:16:38Z', 'revision_number': 4, 'project_id': '321e874d69c34c04adfd9e5640e836a2', 'subnets': [{'id': '0221a9d6-9351-48af-a999-30b29fa1666c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:16:39.125105 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-31e5e584-f352-45ee-9eb8-cc1e0cea7e5a None None] Current status of the port db76cc5a-a48c-4bd8-8948-08b2fda5a8dc is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:16:39.793478 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device db76cc5a-a48c-4bd8-8948-08b2fda5a8dc up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:16:39.908569 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port db76cc5a-a48c-4bd8-8948-08b2fda5a8dc triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:16:39.909753 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (db76cc5a-a48c-4bd8-8948-08b2fda5a8dc), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:40.032035 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port db76cc5a-a48c-4bd8-8948-08b2fda5a8dc is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:16:45.245412 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-74006dbd-a905-4d5f-a142-d4bfef292c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:45.620376 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f15113-d7d4-47cf-b420-254e1252b55f req-339e517e-cf21-4636-bdc4-2872bcc59841 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:16:45.621931 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59f15113-d7d4-47cf-b420-254e1252b55f req-339e517e-cf21-4636-bdc4-2872bcc59841 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/networks?id=e81e47c6-f447-4723-87eb-5cd470ffea40 HTTP/1.1" status: 200 len: 814 time: 0.1042733 Mar 22 20:16:45.639144 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59f15113-d7d4-47cf-b420-254e1252b55f req-8c455cf9-923f-4b67-af63-c08b1578b8b1 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/quotas/733a67242e3e44de88ca29504d40e6bb HTTP/1.1" status: 200 len: 375 time: 0.0112271 Mar 22 20:16:45.704608 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59f15113-d7d4-47cf-b420-254e1252b55f req-08702fc4-eb4d-4a2e-9bf9-d49534121a5b tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=733a67242e3e44de88ca29504d40e6bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601466 Mar 22 20:16:45.799254 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59f15113-d7d4-47cf-b420-254e1252b55f req-e8d9233b-8a85-4c70-9623-6d398db49d13 service neutron] 10.222.0.75 "GET /v2.0/networks/e81e47c6-f447-4723-87eb-5cd470ffea40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832093 Mar 22 20:16:45.896115 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59f15113-d7d4-47cf-b420-254e1252b55f req-eecd5940-5d97-4d0e-b841-742e78276390 service neutron] 10.222.0.75 "GET /v2.0/networks/e81e47c6-f447-4723-87eb-5cd470ffea40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899382 Mar 22 20:16:46.159310 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed905784-e63d-4854-aaf2-c969fe23cb7a req-99085ab9-560f-449c-971e-649e6eed3eb7 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 210 time: 0.1284378 Mar 22 20:16:46.303249 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:47.245065 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-64512f47-e941-45bd-a822-f878231cb74c req-56de4728-09f6-4be9-89c0-772bd7842587 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 210 time: 0.0294371 Mar 22 20:16:47.468338 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d82eb864-52cc-488b-ac70-894aea84fa0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:48.329040 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-be693620-5268-4df0-86b0-1dcea516dfdd req-96d7654e-4688-4d7d-a885-26c1351c3880 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 210 time: 0.0323708 Mar 22 20:16:48.742563 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:48.889726 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:49.422847 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6fb96bb5-c74f-48d1-974e-69079fe6c885 req-82a266eb-ce89-4655-b249-924c1e830d36 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 210 time: 0.0288837 Mar 22 20:16:50.056619 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f15113-d7d4-47cf-b420-254e1252b55f req-259c081e-32d5-4cec-a464-daa7dacf0b08 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:16:50.058041 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-59f15113-d7d4-47cf-b420-254e1252b55f req-259c081e-32d5-4cec-a464-daa7dacf0b08 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.84 "GET /v2.0/networks?id=e81e47c6-f447-4723-87eb-5cd470ffea40 HTTP/1.1" status: 200 len: 814 time: 0.1069424 Mar 22 20:16:50.070775 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-59f15113-d7d4-47cf-b420-254e1252b55f req-e88cc28c-e865-41e6-99ba-9b3e0dc148df tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Request body: {'port': {'device_id': '808905ab-799c-4a09-b1b2-2ea2b12fa3f2', 'network_id': 'e81e47c6-f447-4723-87eb-5cd470ffea40', 'admin_state_up': True, 'tenant_id': '733a67242e3e44de88ca29504d40e6bb'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:16:50.177010 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59f15113-d7d4-47cf-b420-254e1252b55f req-e88cc28c-e865-41e6-99ba-9b3e0dc148df tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Made reservation on behalf of 733a67242e3e44de88ca29504d40e6bb for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:16:50.180436 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-59f15113-d7d4-47cf-b420-254e1252b55f req-e88cc28c-e865-41e6-99ba-9b3e0dc148df tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:50.315361 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-59f15113-d7d4-47cf-b420-254e1252b55f req-e88cc28c-e865-41e6-99ba-9b3e0dc148df tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Allocated IP 172.20.0.6 (e81e47c6-f447-4723-87eb-5cd470ffea40/235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb/e7413078-c338-411f-a093-d0a683a46ae9) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:16:50.335000 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:50.526540 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-59f15113-d7d4-47cf-b420-254e1252b55f req-e88cc28c-e865-41e6-99ba-9b3e0dc148df tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks [] for port (e7413078-c338-411f-a093-d0a683a46ae9), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:50.571295 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-59f15113-d7d4-47cf-b420-254e1252b55f req-e88cc28c-e865-41e6-99ba-9b3e0dc148df tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (e7413078-c338-411f-a093-d0a683a46ae9), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:50.572570 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9c43c2df-50cb-4213-a7b7-e8ae4fcd9edb req-3b6a3771-216e-47e4-9036-8ffca40f3e6d tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 210 time: 0.0481679 Mar 22 20:16:50.631456 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59f15113-d7d4-47cf-b420-254e1252b55f req-e88cc28c-e865-41e6-99ba-9b3e0dc148df tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Network e81e47c6-f447-4723-87eb-5cd470ffea40 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:16:50.637774 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-59f15113-d7d4-47cf-b420-254e1252b55f req-e88cc28c-e865-41e6-99ba-9b3e0dc148df tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:16:50.642892 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f15113-d7d4-47cf-b420-254e1252b55f req-e88cc28c-e865-41e6-99ba-9b3e0dc148df tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:16:50.712283 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f15113-d7d4-47cf-b420-254e1252b55f req-e88cc28c-e865-41e6-99ba-9b3e0dc148df tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:16:50.712948 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-59f15113-d7d4-47cf-b420-254e1252b55f req-e88cc28c-e865-41e6-99ba-9b3e0dc148df tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:50.716875 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88cc28c-e865-41e6-99ba-9b3e0dc148df tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Pushing event updated for resources: {'Port': ['ID=e7413078-c338-411f-a093-d0a683a46ae9,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:50.734195 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-59f15113-d7d4-47cf-b420-254e1252b55f req-e88cc28c-e865-41e6-99ba-9b3e0dc148df tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6681690 Mar 22 20:16:50.941125 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-54eeb38f-f797-4389-a97c-a1814d1f7c83 None None] Provisioning complete for port e7413078-c338-411f-a093-d0a683a46ae9 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:16:50.941486 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-54eeb38f-f797-4389-a97c-a1814d1f7c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e7413078-c338-411f-a093-d0a683a46ae9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:50.979746 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-54eeb38f-f797-4389-a97c-a1814d1f7c83 None None] Port e7413078-c338-411f-a093-d0a683a46ae9 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:16:51.415703 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:51.704924 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debf6c8-5ed5-4a7c-a9fd-367b2f8773ea req-cb5b0560-256b-4195-8c3c-feefadd0c542 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:16:51.706549 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5debf6c8-5ed5-4a7c-a9fd-367b2f8773ea req-cb5b0560-256b-4195-8c3c-feefadd0c542 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 931 time: 0.0639501 Mar 22 20:16:51.755651 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5debf6c8-5ed5-4a7c-a9fd-367b2f8773ea req-4a6bb117-d5b2-450b-ae3a-7ca4ffa9e69a tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/security-groups?id=a6feec6f-108b-4766-bf9b-506f81a086ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433507 Mar 22 20:16:52.889890 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df727b75-f897-4170-93f2-e5e39cc5f1e4 req-ba95e6ae-b65b-4171-840c-7f465339c0eb tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:16:52.892667 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-df727b75-f897-4170-93f2-e5e39cc5f1e4 req-ba95e6ae-b65b-4171-840c-7f465339c0eb tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 931 time: 0.0630889 Mar 22 20:16:52.955150 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-df727b75-f897-4170-93f2-e5e39cc5f1e4 req-03909ca3-c41f-415a-8d11-e526055a3167 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/security-groups?id=a6feec6f-108b-4766-bf9b-506f81a086ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536454 Mar 22 20:16:54.094229 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a10b14-db03-4098-8c07-72d3c27f786a req-da75506d-8151-4dce-bd7c-fae7884f6a43 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:16:54.096443 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-43a10b14-db03-4098-8c07-72d3c27f786a req-da75506d-8151-4dce-bd7c-fae7884f6a43 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 931 time: 0.0651047 Mar 22 20:16:54.169940 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-43a10b14-db03-4098-8c07-72d3c27f786a req-f19b3e3a-d65c-4568-8077-da5442de8643 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/security-groups?id=a6feec6f-108b-4766-bf9b-506f81a086ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666609 Mar 22 20:16:55.311760 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595fb26-b842-43f3-b3e2-4bd31a5f1020 req-5450902b-18f3-4522-81b2-da4fd21ec3b5 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:16:55.313339 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c595fb26-b842-43f3-b3e2-4bd31a5f1020 req-5450902b-18f3-4522-81b2-da4fd21ec3b5 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 931 time: 0.0740631 Mar 22 20:16:55.373834 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c595fb26-b842-43f3-b3e2-4bd31a5f1020 req-d2d13909-3677-4886-ac8e-22df2d73388c tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/security-groups?id=a6feec6f-108b-4766-bf9b-506f81a086ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539880 Mar 22 20:16:56.506084 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57836ad-008c-41ca-b56c-25165c2b2548 req-f15fb317-6be2-4764-b074-dd82bb77bd1b tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:16:56.508043 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e57836ad-008c-41ca-b56c-25165c2b2548 req-f15fb317-6be2-4764-b074-dd82bb77bd1b tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 931 time: 0.0580821 Mar 22 20:16:56.581933 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e57836ad-008c-41ca-b56c-25165c2b2548 req-a033ae91-6ada-4ed8-8275-51729ff06c10 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/security-groups?id=a6feec6f-108b-4766-bf9b-506f81a086ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608768 Mar 22 20:16:57.726175 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ec10e-1193-4c2e-8efb-2d9f5eb02c18 req-0f150d52-dce9-40d0-a788-0c336406320b tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:16:57.727698 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-134ec10e-1193-4c2e-8efb-2d9f5eb02c18 req-0f150d52-dce9-40d0-a788-0c336406320b tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 931 time: 0.0617325 Mar 22 20:16:57.783739 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-134ec10e-1193-4c2e-8efb-2d9f5eb02c18 req-e2b8a4b5-d2d6-476e-9b5d-e2b033c5e4cc tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/security-groups?id=a6feec6f-108b-4766-bf9b-506f81a086ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502553 Mar 22 20:16:58.658859 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [req-59f15113-d7d4-47cf-b420-254e1252b55f req-7af67e6c-2e70-4dc4-8ce8-901ad6682c8d tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 20:16:58.659910 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-59f15113-d7d4-47cf-b420-254e1252b55f req-7af67e6c-2e70-4dc4-8ce8-901ad6682c8d tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057666 Mar 22 20:16:58.720925 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-59f15113-d7d4-47cf-b420-254e1252b55f req-79336c58-ffe2-48c0-bde2-652d769d5ddd service neutron] Request body: {'port': {'device_id': '808905ab-799c-4a09-b1b2-2ea2b12fa3f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:16:58.782733 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-59f15113-d7d4-47cf-b420-254e1252b55f req-79336c58-ffe2-48c0-bde2-652d769d5ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e7413078-c338-411f-a093-d0a683a46ae9), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:58.925915 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71398a5e-5dda-40f7-8ab7-850d5c9dd282 req-c5f4c70f-49e9-4c0a-9107-97b5bb0a7e66 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:16:58.928068 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-71398a5e-5dda-40f7-8ab7-850d5c9dd282 req-c5f4c70f-49e9-4c0a-9107-97b5bb0a7e66 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 931 time: 0.0757692 Mar 22 20:16:58.978078 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-71398a5e-5dda-40f7-8ab7-850d5c9dd282 req-5e582e2d-ff4d-415d-b344-c4dec57117a9 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/security-groups?id=a6feec6f-108b-4766-bf9b-506f81a086ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444887 Mar 22 20:16:59.076677 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-59f15113-d7d4-47cf-b420-254e1252b55f req-79336c58-ffe2-48c0-bde2-652d769d5ddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7413078-c338-411f-a093-d0a683a46ae9 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:16:59.084881 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-59f15113-d7d4-47cf-b420-254e1252b55f req-79336c58-ffe2-48c0-bde2-652d769d5ddd service neutron] Publish callbacks [] for port (e7413078-c338-411f-a093-d0a683a46ae9), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:59.098295 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-59f15113-d7d4-47cf-b420-254e1252b55f req-79336c58-ffe2-48c0-bde2-652d769d5ddd service neutron] Transition to ACTIVE for port object e7413078-c338-411f-a093-d0a683a46ae9 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:16:59.102251 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-59f15113-d7d4-47cf-b420-254e1252b55f req-79336c58-ffe2-48c0-bde2-652d769d5ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (e7413078-c338-411f-a093-d0a683a46ae9), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:59.157021 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79336c58-ffe2-48c0-bde2-652d769d5ddd service neutron] Pushing event updated for resources: {'Port': ['ID=e7413078-c338-411f-a093-d0a683a46ae9,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:59.229451 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-59f15113-d7d4-47cf-b420-254e1252b55f req-79336c58-ffe2-48c0-bde2-652d769d5ddd service neutron] Attempting to bind port e7413078-c338-411f-a093-d0a683a46ae9 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:16:59.229804 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-59f15113-d7d4-47cf-b420-254e1252b55f req-79336c58-ffe2-48c0-bde2-652d769d5ddd service neutron] Attempting to bind port e7413078-c338-411f-a093-d0a683a46ae9 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '204ab611-ab17-496e-aa8b-3fbd69546147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e81e47c6-f447-4723-87eb-5cd470ffea40'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:16:59.230139 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f15113-d7d4-47cf-b420-254e1252b55f req-79336c58-ffe2-48c0-bde2-652d769d5ddd service neutron] Attempting to bind port e7413078-c338-411f-a093-d0a683a46ae9 on network e81e47c6-f447-4723-87eb-5cd470ffea40 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:16:59.235370 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f15113-d7d4-47cf-b420-254e1252b55f req-79336c58-ffe2-48c0-bde2-652d769d5ddd service neutron] Port e7413078-c338-411f-a093-d0a683a46ae9 on network e81e47c6-f447-4723-87eb-5cd470ffea40 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:16:59.235691 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f15113-d7d4-47cf-b420-254e1252b55f req-79336c58-ffe2-48c0-bde2-652d769d5ddd service neutron] Attempting to bind port e7413078-c338-411f-a093-d0a683a46ae9 on network e81e47c6-f447-4723-87eb-5cd470ffea40 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:16:59.240976 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f15113-d7d4-47cf-b420-254e1252b55f req-79336c58-ffe2-48c0-bde2-652d769d5ddd service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:16:59.241315 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f15113-d7d4-47cf-b420-254e1252b55f req-79336c58-ffe2-48c0-bde2-652d769d5ddd service neutron] Checking segment: {'id': '204ab611-ab17-496e-aa8b-3fbd69546147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e81e47c6-f447-4723-87eb-5cd470ffea40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:16:59.241703 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f15113-d7d4-47cf-b420-254e1252b55f req-79336c58-ffe2-48c0-bde2-652d769d5ddd service neutron] Bound using segment: {'id': '204ab611-ab17-496e-aa8b-3fbd69546147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e81e47c6-f447-4723-87eb-5cd470ffea40'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:16:59.242166 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-59f15113-d7d4-47cf-b420-254e1252b55f req-79336c58-ffe2-48c0-bde2-652d769d5ddd service neutron] Bound port: e7413078-c338-411f-a093-d0a683a46ae9, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '204ab611-ab17-496e-aa8b-3fbd69546147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e81e47c6-f447-4723-87eb-5cd470ffea40'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:16:59.242521 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-59f15113-d7d4-47cf-b420-254e1252b55f req-79336c58-ffe2-48c0-bde2-652d769d5ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e7413078-c338-411f-a093-d0a683a46ae9), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:59.313803 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-59f15113-d7d4-47cf-b420-254e1252b55f req-79336c58-ffe2-48c0-bde2-652d769d5ddd service neutron] For port e7413078-c338-411f-a093-d0a683a46ae9, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:16:59.317197 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-59f15113-d7d4-47cf-b420-254e1252b55f req-79336c58-ffe2-48c0-bde2-652d769d5ddd service neutron] For port e7413078-c338-411f-a093-d0a683a46ae9, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=e7413078-c338-411f-a093-d0a683a46ae9,segment=NetworkSegment(204ab611-ab17-496e-aa8b-3fbd69546147),segment_id=204ab611-ab17-496e-aa8b-3fbd69546147)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:16:59.323512 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-59f15113-d7d4-47cf-b420-254e1252b55f req-79336c58-ffe2-48c0-bde2-652d769d5ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (e7413078-c338-411f-a093-d0a683a46ae9), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:59.355851 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f15113-d7d4-47cf-b420-254e1252b55f req-79336c58-ffe2-48c0-bde2-652d769d5ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:16:59.356458 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-59f15113-d7d4-47cf-b420-254e1252b55f req-79336c58-ffe2-48c0-bde2-652d769d5ddd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:16:59.358372 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-59f15113-d7d4-47cf-b420-254e1252b55f req-79336c58-ffe2-48c0-bde2-652d769d5ddd service neutron] 10.222.0.84 "PUT /v2.0/ports/e7413078-c338-411f-a093-d0a683a46ae9 HTTP/1.1" status: 200 len: 1092 time: 0.6906388 Mar 22 20:16:59.358834 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '808905ab-799c-4a09-b1b2-2ea2b12fa3f2', 'tag': 'e7413078-c338-411f-a093-d0a683a46ae9'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:16:59.361074 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a75afaf1dfaad70fedc7c7f30d5b041dbb7ec48f6ef478f84521d18edf73ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d932c5-5928-4ef3-b392-b8112be4f7f1" -d '{"events": [{"name": "network-changed", "server_uuid": "808905ab-799c-4a09-b1b2-2ea2b12fa3f2", "tag": "e7413078-c338-411f-a093-d0a683a46ae9"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:16:59.418411 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa54a07-5d17-4eab-aeac-b568c2bc5091 x-openstack-request-id: req-1aa54a07-5d17-4eab-aeac-b568c2bc5091 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:16:59.418687 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "808905ab-799c-4a09-b1b2-2ea2b12fa3f2", "tag": "e7413078-c338-411f-a093-d0a683a46ae9", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:16:59.418935 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1aa54a07-5d17-4eab-aeac-b568c2bc5091 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:16:59.419345 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aa54a07-5d17-4eab-aeac-b568c2bc5091'] response: {'name': 'network-changed', 'server_uuid': '808905ab-799c-4a09-b1b2-2ea2b12fa3f2', 'tag': 'e7413078-c338-411f-a093-d0a683a46ae9', 'status': 'completed', 'code': 200} Mar 22 20:16:59.423383 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79336c58-ffe2-48c0-bde2-652d769d5ddd service neutron] Pushing event updated for resources: {'Port': ['ID=e7413078-c338-411f-a093-d0a683a46ae9,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:16:59.459774 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f15113-d7d4-47cf-b420-254e1252b55f req-9f8392aa-9809-452c-887b-93ea36e6aaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:16:59.461387 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-59f15113-d7d4-47cf-b420-254e1252b55f req-9f8392aa-9809-452c-887b-93ea36e6aaaa service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=733a67242e3e44de88ca29504d40e6bb&device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 1126 time: 0.0572090 Mar 22 20:16:59.516765 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-59f15113-d7d4-47cf-b420-254e1252b55f req-b7169fd8-29f9-443d-a3f4-8b41fa7a934f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7413078-c338-411f-a093-d0a683a46ae9 HTTP/1.1" status: 200 len: 217 time: 0.0488253 Mar 22 20:16:59.568266 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f15113-d7d4-47cf-b420-254e1252b55f req-68474046-b4ec-4261-977b-7d6e4903f910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:16:59.569957 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-59f15113-d7d4-47cf-b420-254e1252b55f req-68474046-b4ec-4261-977b-7d6e4903f910 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb HTTP/1.1" status: 200 len: 853 time: 0.0472856 Mar 22 20:16:59.619304 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f15113-d7d4-47cf-b420-254e1252b55f req-1c74302d-3e84-45f2-b86b-37251c537ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:16:59.620878 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-59f15113-d7d4-47cf-b420-254e1252b55f req-1c74302d-3e84-45f2-b86b-37251c537ac2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e81e47c6-f447-4723-87eb-5cd470ffea40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450244 Mar 22 20:16:59.721044 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-59f15113-d7d4-47cf-b420-254e1252b55f req-f40b4051-41cb-4277-b697-f5b231ce6bb4 service neutron] 10.222.0.84 "GET /v2.0/networks/e81e47c6-f447-4723-87eb-5cd470ffea40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943198 Mar 22 20:16:59.817803 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-59f15113-d7d4-47cf-b420-254e1252b55f req-7c450284-0b32-4a99-b6b8-acb963b24952 service neutron] 10.222.0.84 "GET /v2.0/networks/e81e47c6-f447-4723-87eb-5cd470ffea40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912409 Mar 22 20:16:59.914992 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d932c5-5928-4ef3-b392-b8112be4f7f1 req-4356d108-0c30-4b76-8ca2-579f5d861a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:16:59.916506 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c5d932c5-5928-4ef3-b392-b8112be4f7f1 req-4356d108-0c30-4b76-8ca2-579f5d861a99 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=733a67242e3e44de88ca29504d40e6bb&device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 1126 time: 0.0506251 Mar 22 20:17:00.003984 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d932c5-5928-4ef3-b392-b8112be4f7f1 req-a67c72ca-4305-4336-ae42-c021e67e1ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:00.005385 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c5d932c5-5928-4ef3-b392-b8112be4f7f1 req-a67c72ca-4305-4336-ae42-c021e67e1ceb service neutron] 10.222.0.84 "GET /v2.0/networks?id=e81e47c6-f447-4723-87eb-5cd470ffea40 HTTP/1.1" status: 200 len: 915 time: 0.0826411 Mar 22 20:17:00.056676 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c5d932c5-5928-4ef3-b392-b8112be4f7f1 req-d102ddc3-02ab-46c0-8184-323a78b9e8c4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7413078-c338-411f-a093-d0a683a46ae9 HTTP/1.1" status: 200 len: 217 time: 0.0448170 Mar 22 20:17:00.107139 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aadb34-1062-4588-bbce-6283f22317b3 req-3623863e-7049-4b79-8200-6d2ade7986c3 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:00.108706 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a0aadb34-1062-4588-bbce-6283f22317b3 req-3623863e-7049-4b79-8200-6d2ade7986c3 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 943 time: 0.0600197 Mar 22 20:17:00.115643 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d932c5-5928-4ef3-b392-b8112be4f7f1 req-0aa08ba1-a002-4d61-808c-4cd36176c4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:00.117104 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c5d932c5-5928-4ef3-b392-b8112be4f7f1 req-0aa08ba1-a002-4d61-808c-4cd36176c4fb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb HTTP/1.1" status: 200 len: 853 time: 0.0541930 Mar 22 20:17:00.159436 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a0aadb34-1062-4588-bbce-6283f22317b3 req-7ae80a4d-96ed-4106-8369-04c3677db497 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/security-groups?id=a6feec6f-108b-4766-bf9b-506f81a086ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440426 Mar 22 20:17:00.169845 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d932c5-5928-4ef3-b392-b8112be4f7f1 req-bce8fd81-e3cd-4aed-b616-8e3b24c15058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:00.171332 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c5d932c5-5928-4ef3-b392-b8112be4f7f1 req-bce8fd81-e3cd-4aed-b616-8e3b24c15058 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e81e47c6-f447-4723-87eb-5cd470ffea40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474412 Mar 22 20:17:00.264287 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c5d932c5-5928-4ef3-b392-b8112be4f7f1 req-1a3091c3-b3f8-4385-81b6-c945ea0666d2 service neutron] 10.222.0.84 "GET /v2.0/networks/e81e47c6-f447-4723-87eb-5cd470ffea40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860007 Mar 22 20:17:00.355805 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c5d932c5-5928-4ef3-b392-b8112be4f7f1 req-561a0578-abca-433f-b947-25887a989449 service neutron] 10.222.0.84 "GET /v2.0/networks/e81e47c6-f447-4723-87eb-5cd470ffea40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845268 Mar 22 20:17:01.279969 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d89777-1c06-4b27-9312-4c54ed4160de req-dabbc168-24af-4ef2-adb8-f87c0d75dc75 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:01.281463 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c7d89777-1c06-4b27-9312-4c54ed4160de req-dabbc168-24af-4ef2-adb8-f87c0d75dc75 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 943 time: 0.0539308 Mar 22 20:17:01.330630 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c7d89777-1c06-4b27-9312-4c54ed4160de req-e45740e5-9e8b-4a8f-a54d-9853383122be tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/security-groups?id=a6feec6f-108b-4766-bf9b-506f81a086ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436199 Mar 22 20:17:02.132383 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device e7413078-c338-411f-a093-d0a683a46ae9 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:17:02.226664 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port e7413078-c338-411f-a093-d0a683a46ae9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=e7413078-c338-411f-a093-d0a683a46ae9,segment=NetworkSegment(204ab611-ab17-496e-aa8b-3fbd69546147),segment_id=204ab611-ab17-496e-aa8b-3fbd69546147)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:17:02.239226 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'e7413078-c338-411f-a093-d0a683a46ae9', 'network_id': 'e81e47c6-f447-4723-87eb-5cd470ffea40', 'port_id': 'e7413078-c338-411f-a093-d0a683a46ae9', 'mac_address': 'fa:16:3e:ab:01:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:17:02.275353 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port e7413078-c338-411f-a093-d0a683a46ae9 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:17:02.275743 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e7413078-c338-411f-a093-d0a683a46ae9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:02.293262 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7413078-c338-411f-a093-d0a683a46ae9 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:17:02.312955 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port e7413078-c338-411f-a093-d0a683a46ae9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=e7413078-c338-411f-a093-d0a683a46ae9,segment=NetworkSegment(204ab611-ab17-496e-aa8b-3fbd69546147),segment_id=204ab611-ab17-496e-aa8b-3fbd69546147)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:17:02.317221 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (e7413078-c338-411f-a093-d0a683a46ae9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:02.367097 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=e7413078-c338-411f-a093-d0a683a46ae9,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:17:02.456666 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf92d4d-5ca2-440d-ac49-1c228fd0c40b req-eda3264c-aa49-4d6d-8383-693798eb535e tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:02.458767 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1bf92d4d-5ca2-440d-ac49-1c228fd0c40b req-eda3264c-aa49-4d6d-8383-693798eb535e tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 944 time: 0.0561135 Mar 22 20:17:02.514230 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1bf92d4d-5ca2-440d-ac49-1c228fd0c40b req-66ef645b-ef72-4c26-b1b8-3b92ab0a5e41 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/security-groups?id=a6feec6f-108b-4766-bf9b-506f81a086ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496612 Mar 22 20:17:02.520150 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['e7413078-c338-411f-a093-d0a683a46ae9'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:17:03.635563 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebb4d1-2bec-44e6-9a21-a8fbe13b9461 req-1ae2e080-da48-4b2f-bccf-737595cc11c1 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:03.637431 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a8ebb4d1-2bec-44e6-9a21-a8fbe13b9461 req-1ae2e080-da48-4b2f-bccf-737595cc11c1 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 944 time: 0.0553796 Mar 22 20:17:03.689055 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a8ebb4d1-2bec-44e6-9a21-a8fbe13b9461 req-d49fa068-3784-4396-addb-f5c9567fdee1 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/security-groups?id=a6feec6f-108b-4766-bf9b-506f81a086ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455902 Mar 22 20:17:04.131967 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device e7413078-c338-411f-a093-d0a683a46ae9 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:17:04.180780 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port e7413078-c338-411f-a093-d0a683a46ae9 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:17:04.184743 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port e7413078-c338-411f-a093-d0a683a46ae9 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:17:04.185126 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e7413078-c338-411f-a093-d0a683a46ae9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:04.260280 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port e7413078-c338-411f-a093-d0a683a46ae9 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:17:04.260666 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e7413078-c338-411f-a093-d0a683a46ae9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:04.283337 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808905ab-799c-4a09-b1b2-2ea2b12fa3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7413078-c338-411f-a093-d0a683a46ae9'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:17:04.285503 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42acaf4adbc820cceca1c39a9c6556ee9c843f2d32102223230a5dac4986dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a7bddd-6259-4325-9fcf-c04b202528da" -d '{"events": [{"server_uuid": "808905ab-799c-4a09-b1b2-2ea2b12fa3f2", "name": "network-vif-plugged", "status": "completed", "tag": "e7413078-c338-411f-a093-d0a683a46ae9"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:17:04.301677 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port e7413078-c338-411f-a093-d0a683a46ae9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=e7413078-c338-411f-a093-d0a683a46ae9,segment=NetworkSegment(204ab611-ab17-496e-aa8b-3fbd69546147),segment_id=204ab611-ab17-496e-aa8b-3fbd69546147)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:17:04.306447 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (e7413078-c338-411f-a093-d0a683a46ae9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:04.329274 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ab323f-26ca-458d-b4b3-b734e3cdd876 x-openstack-request-id: req-46ab323f-26ca-458d-b4b3-b734e3cdd876 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:17:04.329569 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "808905ab-799c-4a09-b1b2-2ea2b12fa3f2", "name": "network-vif-plugged", "status": "completed", "tag": "e7413078-c338-411f-a093-d0a683a46ae9", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:17:04.329846 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-46ab323f-26ca-458d-b4b3-b734e3cdd876 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:17:04.330245 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46ab323f-26ca-458d-b4b3-b734e3cdd876'] response: {'server_uuid': '808905ab-799c-4a09-b1b2-2ea2b12fa3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7413078-c338-411f-a093-d0a683a46ae9', 'code': 200} Mar 22 20:17:04.357228 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=e7413078-c338-411f-a093-d0a683a46ae9,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:17:04.424314 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859cda5d-9b12-42c3-a1fa-49f66eb38dd5 req-dc205cd7-a166-43c1-bbfe-a0dfb147ee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:04.426387 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-859cda5d-9b12-42c3-a1fa-49f66eb38dd5 req-dc205cd7-a166-43c1-bbfe-a0dfb147ee9f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 1128 time: 0.0451717 Mar 22 20:17:04.468315 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-859cda5d-9b12-42c3-a1fa-49f66eb38dd5 req-804ca3da-b8f1-4cac-a211-c6f031d8da9c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=a6feec6f-108b-4766-bf9b-506f81a086ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365474 Mar 22 20:17:04.808517 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42accf8-59fb-46e2-8c1c-f216fe73e448 req-80bf29a0-4315-4502-a388-10613da41cdb tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:04.810101 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b42accf8-59fb-46e2-8c1c-f216fe73e448 req-80bf29a0-4315-4502-a388-10613da41cdb tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 945 time: 0.0551410 Mar 22 20:17:04.856519 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b42accf8-59fb-46e2-8c1c-f216fe73e448 req-e8b4f47e-5b74-4369-9fc3-e7986975ed58 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/security-groups?id=a6feec6f-108b-4766-bf9b-506f81a086ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406091 Mar 22 20:17:05.983749 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb561d-cd9b-4fb9-a945-2d11d46f225f req-85411a22-aa4a-4786-b613-1ca837dc40f7 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:05.985200 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8ffb561d-cd9b-4fb9-a945-2d11d46f225f req-85411a22-aa4a-4786-b613-1ca837dc40f7 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 945 time: 0.0572555 Mar 22 20:17:06.033646 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8ffb561d-cd9b-4fb9-a945-2d11d46f225f req-54aebf9a-e71c-4ea5-b614-f815ed20e541 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/security-groups?id=a6feec6f-108b-4766-bf9b-506f81a086ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417938 Mar 22 20:17:06.154274 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a46a5-8f17-41ee-9a59-5cf61b35407f req-76c1f041-48e6-475f-a389-afc56d64af08 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:06.155804 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-be3a46a5-8f17-41ee-9a59-5cf61b35407f req-76c1f041-48e6-475f-a389-afc56d64af08 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 945 time: 0.0560544 Mar 22 20:17:06.203876 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-be3a46a5-8f17-41ee-9a59-5cf61b35407f req-e24b5937-1002-4885-810d-c13a0c55774c tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/security-groups?id=a6feec6f-108b-4766-bf9b-506f81a086ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418627 Mar 22 20:17:06.400080 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043470e2-1ff6-470f-9b5d-a24ecd0cdef0 req-cad4a441-e5d8-45a1-bad1-c42e61542146 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:06.401904 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-043470e2-1ff6-470f-9b5d-a24ecd0cdef0 req-cad4a441-e5d8-45a1-bad1-c42e61542146 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 945 time: 0.0577867 Mar 22 20:17:06.454283 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-043470e2-1ff6-470f-9b5d-a24ecd0cdef0 req-bf4ac64b-e4dc-4ea5-93ae-aed57ea0b7ac tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/security-groups?id=a6feec6f-108b-4766-bf9b-506f81a086ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452573 Mar 22 20:17:10.610847 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:17:15.248350 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9e05423f-292d-4449-bab7-2624a18f634a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:16.327540 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:17.085026 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0eec3565-4c84-406e-85c3-3ecfb6a78b09 req-7b9e7e9f-6238-4b6e-8df0-95a673a019db service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0474906 Mar 22 20:17:17.174051 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec3565-4c84-406e-85c3-3ecfb6a78b09 req-a3f6588d-bf38-4f0f-988b-66efbecdfaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:17.176174 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0eec3565-4c84-406e-85c3-3ecfb6a78b09 req-a3f6588d-bf38-4f0f-988b-66efbecdfaf1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=733a67242e3e44de88ca29504d40e6bb&device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 1128 time: 0.0460520 Mar 22 20:17:17.282778 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec3565-4c84-406e-85c3-3ecfb6a78b09 req-9664f4c4-f0aa-46f7-a2ad-bf56b55d283e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:17.284232 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0eec3565-4c84-406e-85c3-3ecfb6a78b09 req-9664f4c4-f0aa-46f7-a2ad-bf56b55d283e service neutron] 10.222.0.84 "GET /v2.0/networks?id=e81e47c6-f447-4723-87eb-5cd470ffea40 HTTP/1.1" status: 200 len: 915 time: 0.0881412 Mar 22 20:17:17.326508 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0eec3565-4c84-406e-85c3-3ecfb6a78b09 req-63006a4b-f233-4ac9-8916-c75040fb8d2f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7413078-c338-411f-a093-d0a683a46ae9 HTTP/1.1" status: 200 len: 217 time: 0.0360236 Mar 22 20:17:17.376353 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec3565-4c84-406e-85c3-3ecfb6a78b09 req-e385f7c0-3bfc-4f7e-af7d-61060b972e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:17.377842 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0eec3565-4c84-406e-85c3-3ecfb6a78b09 req-e385f7c0-3bfc-4f7e-af7d-61060b972e0c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb HTTP/1.1" status: 200 len: 853 time: 0.0443442 Mar 22 20:17:17.430879 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec3565-4c84-406e-85c3-3ecfb6a78b09 req-2fa04ce0-2129-4097-aca8-1f6be520ec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:17.432520 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0eec3565-4c84-406e-85c3-3ecfb6a78b09 req-2fa04ce0-2129-4097-aca8-1f6be520ec2f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e81e47c6-f447-4723-87eb-5cd470ffea40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470519 Mar 22 20:17:17.461725 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d96443f0-3f0b-4fac-897a-ee5041fd38dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:17.528507 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0eec3565-4c84-406e-85c3-3ecfb6a78b09 req-be01c925-8100-4993-92fa-859dc26a7d03 service neutron] 10.222.0.84 "GET /v2.0/networks/e81e47c6-f447-4723-87eb-5cd470ffea40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900536 Mar 22 20:17:17.638028 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0eec3565-4c84-406e-85c3-3ecfb6a78b09 req-4ec256bf-cf2f-44a4-bd86-626eb45f299f service neutron] 10.222.0.84 "GET /v2.0/networks/e81e47c6-f447-4723-87eb-5cd470ffea40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908179 Mar 22 20:17:18.742341 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:18.892026 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:20.323162 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:21.419070 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:25.361004 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85afe504-7804-46ef-b05b-27bc0ea40c4b req-3ac7bbad-178c-4269-a8a9-f199d0da574c tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:25.362582 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85afe504-7804-46ef-b05b-27bc0ea40c4b req-3ac7bbad-178c-4269-a8a9-f199d0da574c tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 945 time: 0.0531614 Mar 22 20:17:25.410025 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85afe504-7804-46ef-b05b-27bc0ea40c4b req-fefca03d-46ca-4c3f-b445-87544826bc7d tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/security-groups?id=a6feec6f-108b-4766-bf9b-506f81a086ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417311 Mar 22 20:17:25.432683 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40626) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:17:25.519595 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994ac9b1-2dda-4c8d-a435-37c24c792fdd tempest-TestMinimumBasicScenario-311014056 tempest-TestMinimumBasicScenario-311014056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:25.521151 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-994ac9b1-2dda-4c8d-a435-37c24c792fdd tempest-TestMinimumBasicScenario-311014056 tempest-TestMinimumBasicScenario-311014056-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 1123 time: 0.0874979 Mar 22 20:17:25.524217 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40630) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:17:25.528493 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-8e94fb09-227b-46d9-8608-f0876bfeba39 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'port_id': 'e7413078-c338-411f-a093-d0a683a46ae9', 'tenant_id': '733a67242e3e44de88ca29504d40e6bb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:17:25.548409 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8e94fb09-227b-46d9-8608-f0876bfeba39 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:25.649009 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8e94fb09-227b-46d9-8608-f0876bfeba39 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:25.749762 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-8e94fb09-227b-46d9-8608-f0876bfeba39 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Allocated IP 172.25.5.112 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/6c3af697-4d0a-48e4-8238-ac79c8e808cb) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:17:25.854953 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8e94fb09-227b-46d9-8608-f0876bfeba39 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks [] for port (6c3af697-4d0a-48e4-8238-ac79c8e808cb), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:25.889935 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8e94fb09-227b-46d9-8608-f0876bfeba39 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (6c3af697-4d0a-48e4-8238-ac79c8e808cb), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:25.923981 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e94fb09-227b-46d9-8608-f0876bfeba39 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:17:25.927469 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-8e94fb09-227b-46d9-8608-f0876bfeba39 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:17:25.930868 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e94fb09-227b-46d9-8608-f0876bfeba39 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:17:25.963773 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94fb09-227b-46d9-8608-f0876bfeba39 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Pushing event updated for resources: {'Port': ['ID=6c3af697-4d0a-48e4-8238-ac79c8e808cb,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:17:25.977332 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94fb09-227b-46d9-8608-f0876bfeba39 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:17:25.977692 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94fb09-227b-46d9-8608-f0876bfeba39 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:17:25.978073 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94fb09-227b-46d9-8608-f0876bfeba39 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:17:25.978424 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94fb09-227b-46d9-8608-f0876bfeba39 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:17:25.978765 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94fb09-227b-46d9-8608-f0876bfeba39 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:17:25.979104 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94fb09-227b-46d9-8608-f0876bfeba39 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:17:25.979438 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94fb09-227b-46d9-8608-f0876bfeba39 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:17:25.979861 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94fb09-227b-46d9-8608-f0876bfeba39 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:17:25.980193 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94fb09-227b-46d9-8608-f0876bfeba39 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:17:25.980525 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94fb09-227b-46d9-8608-f0876bfeba39 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:17:25.980864 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94fb09-227b-46d9-8608-f0876bfeba39 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:17:25.981198 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94fb09-227b-46d9-8608-f0876bfeba39 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:17:25.981526 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94fb09-227b-46d9-8608-f0876bfeba39 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:17:25.981878 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94fb09-227b-46d9-8608-f0876bfeba39 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:17:25.982208 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94fb09-227b-46d9-8608-f0876bfeba39 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:17:26.300620 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8e94fb09-227b-46d9-8608-f0876bfeba39 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks [] for floatingip (55085082-316a-4029-a943-45b00f536611), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:26.368836 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8e94fb09-227b-46d9-8608-f0876bfeba39 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6c3af697-4d0a-48e4-8238-ac79c8e808cb), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:26.517617 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8e94fb09-227b-46d9-8608-f0876bfeba39 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks [] for port (6c3af697-4d0a-48e4-8238-ac79c8e808cb), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:26.522316 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8e94fb09-227b-46d9-8608-f0876bfeba39 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (6c3af697-4d0a-48e4-8238-ac79c8e808cb), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:26.598249 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94fb09-227b-46d9-8608-f0876bfeba39 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Pushing event updated for resources: {'Port': ['ID=6c3af697-4d0a-48e4-8238-ac79c8e808cb,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:17:26.605514 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8e94fb09-227b-46d9-8608-f0876bfeba39 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (55085082-316a-4029-a943-45b00f536611), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:26.708288 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [None req-8e94fb09-227b-46d9-8608-f0876bfeba39 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Floating IP 55085082-316a-4029-a943-45b00f536611 associated. External IP: 172.25.5.112, port: e7413078-c338-411f-a093-d0a683a46ae9. Mar 22 20:17:26.932212 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e94fb09-227b-46d9-8608-f0876bfeba39 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Router ef7ef086-2665-4a5f-bce8-8817743163ee has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:17:27.038268 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e94fb09-227b-46d9-8608-f0876bfeba39 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:17:27.047811 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d656f938-3e9b-486b-bca0-a31649c1c759 None None] Sync routers for ids ['ef7ef086-2665-4a5f-bce8-8817743163ee'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:17:27.055604 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8e94fb09-227b-46d9-8608-f0876bfeba39 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:27.057964 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d656f938-3e9b-486b-bca0-a31649c1c759 None None] Routers {'ef7ef086-2665-4a5f-bce8-8817743163ee'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:17:27.058708 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-d656f938-3e9b-486b-bca0-a31649c1c759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:17:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ef7ef086-2665-4a5f-bce8-8817743163ee'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:17:27.095364 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8e94fb09-227b-46d9-8608-f0876bfeba39 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5701208 Mar 22 20:17:27.095986 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '808905ab-799c-4a09-b1b2-2ea2b12fa3f2', 'tag': 'e7413078-c338-411f-a093-d0a683a46ae9'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:17:27.099172 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5203bbb830fb44ebcbef8845939fcb941f39cb8985b8c198af72047ed6de2cf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e25a407-d4a0-426e-b699-421029a41d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "808905ab-799c-4a09-b1b2-2ea2b12fa3f2", "tag": "e7413078-c338-411f-a093-d0a683a46ae9"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:17:27.099331 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40632) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:17:27.105269 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-b82d076d-3f8a-44bf-ad73-77f0c7eec99b tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1855677967', 'description': 'tempest-secgroup-smoke-1855677967 description', 'project_id': '733a67242e3e44de88ca29504d40e6bb'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:17:27.130124 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b82d076d-3f8a-44bf-ad73-77f0c7eec99b tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:27.181731 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-d656f938-3e9b-486b-bca0-a31649c1c759 None None] Set router ef7ef086-2665-4a5f-bce8-8817743163ee gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:17:27.212437 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b82d076d-3f8a-44bf-ad73-77f0c7eec99b tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks [] for security_group (bf39422f-9ec4-4fcd-899a-875b8bf38553), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:27.216802 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b82d076d-3f8a-44bf-ad73-77f0c7eec99b tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (bf39422f-9ec4-4fcd-899a-875b8bf38553), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:27.224965 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81493b5e-4a52-4fdd-94f4-07f4fd235a0e x-openstack-request-id: req-81493b5e-4a52-4fdd-94f4-07f4fd235a0e {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:17:27.225916 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "808905ab-799c-4a09-b1b2-2ea2b12fa3f2", "tag": "e7413078-c338-411f-a093-d0a683a46ae9", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:17:27.225916 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-81493b5e-4a52-4fdd-94f4-07f4fd235a0e {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:17:27.225916 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81493b5e-4a52-4fdd-94f4-07f4fd235a0e'] response: {'name': 'network-changed', 'server_uuid': '808905ab-799c-4a09-b1b2-2ea2b12fa3f2', 'tag': 'e7413078-c338-411f-a093-d0a683a46ae9', 'status': 'completed', 'code': 200} Mar 22 20:17:27.251823 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b82d076d-3f8a-44bf-ad73-77f0c7eec99b tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:27.253081 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b82d076d-3f8a-44bf-ad73-77f0c7eec99b tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1525419 Mar 22 20:17:27.256218 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40638) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:17:27.256348 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d076d-3f8a-44bf-ad73-77f0c7eec99b tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf39422f-9ec4-4fcd-899a-875b8bf38553,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:17:27.262099 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-f6bedf54-71f3-4444-b9e2-2c10f4fee1d5 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Request body: {'security_group_rule': {'security_group_id': 'bf39422f-9ec4-4fcd-899a-875b8bf38553', 'project_id': '733a67242e3e44de88ca29504d40e6bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:17:27.289008 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82d076d-3f8a-44bf-ad73-77f0c7eec99b tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:17:27.289386 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82d076d-3f8a-44bf-ad73-77f0c7eec99b tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:17:27.289691 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82d076d-3f8a-44bf-ad73-77f0c7eec99b tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:17:27.290057 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82d076d-3f8a-44bf-ad73-77f0c7eec99b tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:17:27.290399 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82d076d-3f8a-44bf-ad73-77f0c7eec99b tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:17:27.290714 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82d076d-3f8a-44bf-ad73-77f0c7eec99b tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:17:27.291040 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82d076d-3f8a-44bf-ad73-77f0c7eec99b tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:17:27.291361 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82d076d-3f8a-44bf-ad73-77f0c7eec99b tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:17:27.291679 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82d076d-3f8a-44bf-ad73-77f0c7eec99b tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:17:27.291997 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82d076d-3f8a-44bf-ad73-77f0c7eec99b tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:17:27.292323 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82d076d-3f8a-44bf-ad73-77f0c7eec99b tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:17:27.292645 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82d076d-3f8a-44bf-ad73-77f0c7eec99b tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:17:27.292958 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82d076d-3f8a-44bf-ad73-77f0c7eec99b tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:17:27.293478 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82d076d-3f8a-44bf-ad73-77f0c7eec99b tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:17:27.293821 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b82d076d-3f8a-44bf-ad73-77f0c7eec99b tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:17:27.294568 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f6bedf54-71f3-4444-b9e2-2c10f4fee1d5 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks [] for security_group_rule (23d99b0b-4a40-4aad-b672-8569fe9ed63f), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:27.320905 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25a407-d4a0-426e-b699-421029a41d5d req-97d8da96-0f72-4d83-9bb6-2392223888d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:27.322583 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8e25a407-d4a0-426e-b699-421029a41d5d req-97d8da96-0f72-4d83-9bb6-2392223888d3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=733a67242e3e44de88ca29504d40e6bb&device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 1128 time: 0.0684102 Mar 22 20:17:27.363023 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f6bedf54-71f3-4444-b9e2-2c10f4fee1d5 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks [] for security_group_rule (23d99b0b-4a40-4aad-b672-8569fe9ed63f), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:27.367897 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f6bedf54-71f3-4444-b9e2-2c10f4fee1d5 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (23d99b0b-4a40-4aad-b672-8569fe9ed63f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:27.387559 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bedf54-71f3-4444-b9e2-2c10f4fee1d5 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d99b0b-4a40-4aad-b672-8569fe9ed63f,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:17:27.401636 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f6bedf54-71f3-4444-b9e2-2c10f4fee1d5 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:27.402921 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f6bedf54-71f3-4444-b9e2-2c10f4fee1d5 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1452689 Mar 22 20:17:27.405994 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40640) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:17:27.415124 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-9a5779ba-11a5-4772-834c-f768ad64f268 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Request body: {'security_group_rule': {'security_group_id': 'bf39422f-9ec4-4fcd-899a-875b8bf38553', 'project_id': '733a67242e3e44de88ca29504d40e6bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:17:27.421415 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25a407-d4a0-426e-b699-421029a41d5d req-0ab44f58-6d8e-4488-b9b6-4c663227d6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:27.423349 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8e25a407-d4a0-426e-b699-421029a41d5d req-0ab44f58-6d8e-4488-b9b6-4c663227d6f9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e81e47c6-f447-4723-87eb-5cd470ffea40 HTTP/1.1" status: 200 len: 915 time: 0.0939453 Mar 22 20:17:27.467938 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9a5779ba-11a5-4772-834c-f768ad64f268 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks [] for security_group_rule (439d6ea5-1af3-49a6-bd2a-8883b085a10b), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:27.472707 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-d656f938-3e9b-486b-bca0-a31649c1c759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'name': 'tempest-TestMinimumBasicScenario-620744487-router', 'tenant_id': '733a67242e3e44de88ca29504d40e6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:16:25Z', 'updated_at': '2022-03-22T20:16:28Z', 'revision_number': 4, 'project_id': '733a67242e3e44de88ca29504d40e6bb', 'gw_port': {'id': '6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:16:25Z', 'updated_at': '2022-03-22T20:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '55085082-316a-4029-a943-45b00f536611', 'tenant_id': '733a67242e3e44de88ca29504d40e6bb', 'floating_ip_address': '172.25.5.112', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'port_id': 'e7413078-c338-411f-a093-d0a683a46ae9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e81e47c6-f447-4723-87eb-5cd470ffea40', 'mac_address': 'fa:16:3e:ab:01:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808905ab-799c-4a09-b1b2-2ea2b12fa3f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:17:26Z', 'updated_at': '2022-03-22T20:17:26Z', 'revision_number': 0, 'project_id': '733a67242e3e44de88ca29504d40e6bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53d87864-0c9c-4b1c-9c45-1330d8f18d0a', 'name': '', 'network_id': 'e81e47c6-f447-4723-87eb-5cd470ffea40', 'tenant_id': '733a67242e3e44de88ca29504d40e6bb', 'mac_address': 'fa:16:3e:30:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:16:27Z', 'updated_at': '2022-03-22T20:16:32Z', 'revision_number': 5, 'project_id': '733a67242e3e44de88ca29504d40e6bb', 'subnets': [{'id': '235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:17:27.503160 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d656f938-3e9b-486b-bca0-a31649c1c759 None None] Checking router: ef7ef086-2665-4a5f-bce8-8817743163ee for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:17:27.513234 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8e25a407-d4a0-426e-b699-421029a41d5d req-413c7a4c-9006-41d4-9658-4a155534a9b9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7413078-c338-411f-a093-d0a683a46ae9 HTTP/1.1" status: 200 len: 999 time: 0.0765257 Mar 22 20:17:27.513518 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d656f938-3e9b-486b-bca0-a31649c1c759 None None] Routers {'ef7ef086-2665-4a5f-bce8-8817743163ee'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:17:27.514200 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-d656f938-3e9b-486b-bca0-a31649c1c759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:17:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ef7ef086-2665-4a5f-bce8-8817743163ee'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:17:27.535146 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9a5779ba-11a5-4772-834c-f768ad64f268 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks [] for security_group_rule (439d6ea5-1af3-49a6-bd2a-8883b085a10b), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:27.540584 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9a5779ba-11a5-4772-834c-f768ad64f268 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (439d6ea5-1af3-49a6-bd2a-8883b085a10b), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:27.562499 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5779ba-11a5-4772-834c-f768ad64f268 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=439d6ea5-1af3-49a6-bd2a-8883b085a10b,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:17:27.568439 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9a5779ba-11a5-4772-834c-f768ad64f268 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:27.569686 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9a5779ba-11a5-4772-834c-f768ad64f268 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1625280 Mar 22 20:17:27.572021 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25a407-d4a0-426e-b699-421029a41d5d req-8d0da0f8-7690-472d-9f92-38ad37fd5b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:27.572431 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40642) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:17:27.573589 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8e25a407-d4a0-426e-b699-421029a41d5d req-8d0da0f8-7690-472d-9f92-38ad37fd5b07 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb HTTP/1.1" status: 200 len: 853 time: 0.0543039 Mar 22 20:17:27.576931 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-74177fb8-c5f3-4bfe-b4ef-8cc6c807b2be tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Request body: {'security_group_rule': {'security_group_id': 'bf39422f-9ec4-4fcd-899a-875b8bf38553', 'project_id': '733a67242e3e44de88ca29504d40e6bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:17:27.605005 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-74177fb8-c5f3-4bfe-b4ef-8cc6c807b2be tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks [] for security_group_rule (c761d7f8-cd73-45d1-a63d-27dddecb0611), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:27.627807 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e25a407-d4a0-426e-b699-421029a41d5d req-063b71d6-a743-46e4-b361-abfce47e56c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:27.629840 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8e25a407-d4a0-426e-b699-421029a41d5d req-063b71d6-a743-46e4-b361-abfce47e56c6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e81e47c6-f447-4723-87eb-5cd470ffea40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0505524 Mar 22 20:17:27.641175 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-d656f938-3e9b-486b-bca0-a31649c1c759 None None] Set router ef7ef086-2665-4a5f-bce8-8817743163ee gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:17:27.674872 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-74177fb8-c5f3-4bfe-b4ef-8cc6c807b2be tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks [] for security_group_rule (c761d7f8-cd73-45d1-a63d-27dddecb0611), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:27.681669 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-74177fb8-c5f3-4bfe-b4ef-8cc6c807b2be tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (c761d7f8-cd73-45d1-a63d-27dddecb0611), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:27.700875 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74177fb8-c5f3-4bfe-b4ef-8cc6c807b2be tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c761d7f8-cd73-45d1-a63d-27dddecb0611,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:17:27.716165 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-74177fb8-c5f3-4bfe-b4ef-8cc6c807b2be tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:27.717429 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-74177fb8-c5f3-4bfe-b4ef-8cc6c807b2be tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1440301 Mar 22 20:17:27.720199 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40644) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:17:27.724897 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-00fbd72d-5b46-4478-bd03-639715c23dea tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Request body: {'security_group_rule': {'security_group_id': 'bf39422f-9ec4-4fcd-899a-875b8bf38553', 'project_id': '733a67242e3e44de88ca29504d40e6bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:17:27.738373 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8e25a407-d4a0-426e-b699-421029a41d5d req-f66d5527-bcb0-4a8a-bce9-d6259f746127 service neutron] 10.222.0.84 "GET /v2.0/networks/e81e47c6-f447-4723-87eb-5cd470ffea40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025703 Mar 22 20:17:27.752011 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-00fbd72d-5b46-4478-bd03-639715c23dea tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks [] for security_group_rule (b10e3467-5faa-4752-b19a-6a26e92ea415), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:27.824467 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-00fbd72d-5b46-4478-bd03-639715c23dea tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks [] for security_group_rule (b10e3467-5faa-4752-b19a-6a26e92ea415), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:27.829122 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-00fbd72d-5b46-4478-bd03-639715c23dea tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (b10e3467-5faa-4752-b19a-6a26e92ea415), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:27.844882 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8e25a407-d4a0-426e-b699-421029a41d5d req-199f3e67-8bea-4245-8edd-6fbb6f8f2389 service neutron] 10.222.0.84 "GET /v2.0/networks/e81e47c6-f447-4723-87eb-5cd470ffea40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996802 Mar 22 20:17:27.850339 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fbd72d-5b46-4478-bd03-639715c23dea tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10e3467-5faa-4752-b19a-6a26e92ea415,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:17:27.858890 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-00fbd72d-5b46-4478-bd03-639715c23dea tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:27.860540 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-00fbd72d-5b46-4478-bd03-639715c23dea tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1391139 Mar 22 20:17:27.863610 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40646) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:17:27.870431 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-eecd99b4-9207-41ef-951d-74147020ecd3 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Request body: {'security_group_rule': {'security_group_id': 'bf39422f-9ec4-4fcd-899a-875b8bf38553', 'project_id': '733a67242e3e44de88ca29504d40e6bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:17:27.891917 n-d-705658-24 neutron-server[104172]: INFO neutron.db.securitygroups_db [None req-eecd99b4-9207-41ef-951d-74147020ecd3 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Project 733a67242e3e44de88ca29504d40e6bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 20:17:27.898084 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-eecd99b4-9207-41ef-951d-74147020ecd3 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks [] for security_group_rule (ca5c13f2-b8e8-4c48-82cb-87e8e5de58d1), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:27.916601 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-d656f938-3e9b-486b-bca0-a31649c1c759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'name': 'tempest-TestMinimumBasicScenario-620744487-router', 'tenant_id': '733a67242e3e44de88ca29504d40e6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:16:25Z', 'updated_at': '2022-03-22T20:16:28Z', 'revision_number': 4, 'project_id': '733a67242e3e44de88ca29504d40e6bb', 'gw_port': {'id': '6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:16:25Z', 'updated_at': '2022-03-22T20:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '55085082-316a-4029-a943-45b00f536611', 'tenant_id': '733a67242e3e44de88ca29504d40e6bb', 'floating_ip_address': '172.25.5.112', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'port_id': 'e7413078-c338-411f-a093-d0a683a46ae9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e81e47c6-f447-4723-87eb-5cd470ffea40', 'mac_address': 'fa:16:3e:ab:01:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808905ab-799c-4a09-b1b2-2ea2b12fa3f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:17:26Z', 'updated_at': '2022-03-22T20:17:26Z', 'revision_number': 0, 'project_id': '733a67242e3e44de88ca29504d40e6bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53d87864-0c9c-4b1c-9c45-1330d8f18d0a', 'name': '', 'network_id': 'e81e47c6-f447-4723-87eb-5cd470ffea40', 'tenant_id': '733a67242e3e44de88ca29504d40e6bb', 'mac_address': 'fa:16:3e:30:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:16:27Z', 'updated_at': '2022-03-22T20:16:32Z', 'revision_number': 5, 'project_id': '733a67242e3e44de88ca29504d40e6bb', 'subnets': [{'id': '235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:17:27.960731 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-eecd99b4-9207-41ef-951d-74147020ecd3 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks [] for security_group_rule (ca5c13f2-b8e8-4c48-82cb-87e8e5de58d1), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:27.966425 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-eecd99b4-9207-41ef-951d-74147020ecd3 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (ca5c13f2-b8e8-4c48-82cb-87e8e5de58d1), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:27.994003 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd99b4-9207-41ef-951d-74147020ecd3 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca5c13f2-b8e8-4c48-82cb-87e8e5de58d1,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:17:27.999979 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-eecd99b4-9207-41ef-951d-74147020ecd3 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:28.001181 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-eecd99b4-9207-41ef-951d-74147020ecd3 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1365156 Mar 22 20:17:28.003914 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40648) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:17:28.008564 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-d6d345e5-bd22-42e9-9aed-d0a8556aeec4 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Request body: {'security_group_rule': {'security_group_id': 'bf39422f-9ec4-4fcd-899a-875b8bf38553', 'project_id': '733a67242e3e44de88ca29504d40e6bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:17:28.031159 n-d-705658-24 neutron-server[104172]: INFO neutron.db.securitygroups_db [None req-d6d345e5-bd22-42e9-9aed-d0a8556aeec4 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Project 733a67242e3e44de88ca29504d40e6bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 20:17:28.037422 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d6d345e5-bd22-42e9-9aed-d0a8556aeec4 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks [] for security_group_rule (837caeee-d976-4e2e-a265-166400e37f67), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:28.101317 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d6d345e5-bd22-42e9-9aed-d0a8556aeec4 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks [] for security_group_rule (837caeee-d976-4e2e-a265-166400e37f67), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:28.101911 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d656f938-3e9b-486b-bca0-a31649c1c759 None None] The sync data for ids ['ef7ef086-2665-4a5f-bce8-8817743163ee'] in n-d-705658-24 is: [{'id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'name': 'tempest-TestMinimumBasicScenario-620744487-router', 'tenant_id': '733a67242e3e44de88ca29504d40e6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:16:25Z', 'updated_at': '2022-03-22T20:16:28Z', 'revision_number': 4, 'project_id': '733a67242e3e44de88ca29504d40e6bb', 'gw_port': {'id': '6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:16:25Z', 'updated_at': '2022-03-22T20:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '55085082-316a-4029-a943-45b00f536611', 'tenant_id': '733a67242e3e44de88ca29504d40e6bb', 'floating_ip_address': '172.25.5.112', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'port_id': 'e7413078-c338-411f-a093-d0a683a46ae9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e81e47c6-f447-4723-87eb-5cd470ffea40', 'mac_address': 'fa:16:3e:ab:01:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808905ab-799c-4a09-b1b2-2ea2b12fa3f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:17:26Z', 'updated_at': '2022-03-22T20:17:26Z', 'revision_number': 0, 'project_id': '733a67242e3e44de88ca29504d40e6bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53d87864-0c9c-4b1c-9c45-1330d8f18d0a', 'name': '', 'network_id': 'e81e47c6-f447-4723-87eb-5cd470ffea40', 'tenant_id': '733a67242e3e44de88ca29504d40e6bb', 'mac_address': 'fa:16:3e:30:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:16:27Z', 'updated_at': '2022-03-22T20:16:32Z', 'revision_number': 5, 'project_id': '733a67242e3e44de88ca29504d40e6bb', 'subnets': [{'id': '235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:17:28.106238 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d6d345e5-bd22-42e9-9aed-d0a8556aeec4 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (837caeee-d976-4e2e-a265-166400e37f67), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:28.129649 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d345e5-bd22-42e9-9aed-d0a8556aeec4 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=837caeee-d976-4e2e-a265-166400e37f67,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:17:28.135115 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d6d345e5-bd22-42e9-9aed-d0a8556aeec4 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:28.136410 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d6d345e5-bd22-42e9-9aed-d0a8556aeec4 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1314831 Mar 22 20:17:28.230158 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b31a13ed-aec5-46ff-b393-52a40e693ef0 req-5602173b-72c2-43b9-b7e1-8dfafab02ce7 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1855677967&fields=id&tenant_id=733a67242e3e44de88ca29504d40e6bb HTTP/1.1" status: 200 len: 267 time: 0.0471263 Mar 22 20:17:28.289676 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a13ed-aec5-46ff-b393-52a40e693ef0 req-5ff3a613-6525-40d4-8ed6-5e10107ec9b7 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:28.291280 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b31a13ed-aec5-46ff-b393-52a40e693ef0 req-5ff3a613-6525-40d4-8ed6-5e10107ec9b7 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 945 time: 0.0559449 Mar 22 20:17:28.303638 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-b31a13ed-aec5-46ff-b393-52a40e693ef0 req-b772b7e3-6622-4a79-96a7-54243d815011 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Request body: {'port': {'security_groups': ['a6feec6f-108b-4766-bf9b-506f81a086ab', 'bf39422f-9ec4-4fcd-899a-875b8bf38553']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:17:28.320723 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbd5ffc-ed58-4cd0-8ab9-4f4ecd3d1dc5 None None] New status for floating IP 55085082-316a-4029-a943-45b00f536611: ACTIVE {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:17:28.379249 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b31a13ed-aec5-46ff-b393-52a40e693ef0 req-b772b7e3-6622-4a79-96a7-54243d815011 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e7413078-c338-411f-a093-d0a683a46ae9), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:28.565135 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-b31a13ed-aec5-46ff-b393-52a40e693ef0 req-b772b7e3-6622-4a79-96a7-54243d815011 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] For port e7413078-c338-411f-a093-d0a683a46ae9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=e7413078-c338-411f-a093-d0a683a46ae9,segment=NetworkSegment(204ab611-ab17-496e-aa8b-3fbd69546147),segment_id=204ab611-ab17-496e-aa8b-3fbd69546147)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:17:28.600248 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b31a13ed-aec5-46ff-b393-52a40e693ef0 req-b772b7e3-6622-4a79-96a7-54243d815011 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks [] for port (e7413078-c338-411f-a093-d0a683a46ae9), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:28.604883 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b31a13ed-aec5-46ff-b393-52a40e693ef0 req-b772b7e3-6622-4a79-96a7-54243d815011 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (e7413078-c338-411f-a093-d0a683a46ae9), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:28.617007 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['e7413078-c338-411f-a093-d0a683a46ae9'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:17:28.653040 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a13ed-aec5-46ff-b393-52a40e693ef0 req-b772b7e3-6622-4a79-96a7-54243d815011 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:28.654197 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-b31a13ed-aec5-46ff-b393-52a40e693ef0 req-b772b7e3-6622-4a79-96a7-54243d815011 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:28.655860 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b31a13ed-aec5-46ff-b393-52a40e693ef0 req-b772b7e3-6622-4a79-96a7-54243d815011 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "PUT /v2.0/ports/e7413078-c338-411f-a093-d0a683a46ae9 HTTP/1.1" status: 200 len: 981 time: 0.3581936 Mar 22 20:17:28.683545 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772b7e3-6622-4a79-96a7-54243d815011 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Pushing event updated for resources: {'Port': ['ID=e7413078-c338-411f-a093-d0a683a46ae9,revision_number=6']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:17:28.715347 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['e7413078-c338-411f-a093-d0a683a46ae9'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:17:28.782819 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cbd7f-74d2-4b4a-bf68-f72b1493ac55 req-4c47dec2-20c4-43b2-8191-60a6bb5e5630 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:28.784660 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-118cbd7f-74d2-4b4a-bf68-f72b1493ac55 req-4c47dec2-20c4-43b2-8191-60a6bb5e5630 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 984 time: 0.0623801 Mar 22 20:17:28.855625 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-118cbd7f-74d2-4b4a-bf68-f72b1493ac55 req-d2e5d488-3c85-48bb-9c02-a08382b4c7ad tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf39422f-9ec4-4fcd-899a-875b8bf38553&id=a6feec6f-108b-4766-bf9b-506f81a086ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622511 Mar 22 20:17:29.042991 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2142310e-758b-4664-8f3c-9fa2f44c9c80 None None] Provisioning complete for port e7413078-c338-411f-a093-d0a683a46ae9 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:17:29.043267 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2142310e-758b-4664-8f3c-9fa2f44c9c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e7413078-c338-411f-a093-d0a683a46ae9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:29.227011 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '808905ab-799c-4a09-b1b2-2ea2b12fa3f2', 'tag': 'e7413078-c338-411f-a093-d0a683a46ae9'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:17:29.229408 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5203bbb830fb44ebcbef8845939fcb941f39cb8985b8c198af72047ed6de2cf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287517e5-5ff8-4b6d-977c-68f3a99cd3a6" -d '{"events": [{"name": "network-changed", "server_uuid": "808905ab-799c-4a09-b1b2-2ea2b12fa3f2", "tag": "e7413078-c338-411f-a093-d0a683a46ae9"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:17:29.249841 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2142310e-758b-4664-8f3c-9fa2f44c9c80 None None] Current status of the port e7413078-c338-411f-a093-d0a683a46ae9 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:17:29.264997 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee889b8-288f-4e19-ab3c-ec1450a90fb5 x-openstack-request-id: req-2ee889b8-288f-4e19-ab3c-ec1450a90fb5 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:17:29.265289 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "808905ab-799c-4a09-b1b2-2ea2b12fa3f2", "tag": "e7413078-c338-411f-a093-d0a683a46ae9", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:17:29.265543 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-2ee889b8-288f-4e19-ab3c-ec1450a90fb5 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:17:29.265991 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ee889b8-288f-4e19-ab3c-ec1450a90fb5'] response: {'name': 'network-changed', 'server_uuid': '808905ab-799c-4a09-b1b2-2ea2b12fa3f2', 'tag': 'e7413078-c338-411f-a093-d0a683a46ae9', 'status': 'completed', 'code': 200} Mar 22 20:17:29.335706 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287517e5-5ff8-4b6d-977c-68f3a99cd3a6 req-8329cc8f-2e1c-4810-9979-9237476238cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:29.337218 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-287517e5-5ff8-4b6d-977c-68f3a99cd3a6 req-8329cc8f-2e1c-4810-9979-9237476238cc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=733a67242e3e44de88ca29504d40e6bb&device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 1167 time: 0.0494323 Mar 22 20:17:29.425934 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287517e5-5ff8-4b6d-977c-68f3a99cd3a6 req-07aafe14-5d07-4bf0-8282-5777554f5c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:29.427383 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-287517e5-5ff8-4b6d-977c-68f3a99cd3a6 req-07aafe14-5d07-4bf0-8282-5777554f5c18 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e81e47c6-f447-4723-87eb-5cd470ffea40 HTTP/1.1" status: 200 len: 915 time: 0.0839727 Mar 22 20:17:29.499013 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-287517e5-5ff8-4b6d-977c-68f3a99cd3a6 req-6f023dca-b4dd-4d87-8b07-5cb2d2ca2735 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7413078-c338-411f-a093-d0a683a46ae9 HTTP/1.1" status: 200 len: 1001 time: 0.0650880 Mar 22 20:17:29.548250 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287517e5-5ff8-4b6d-977c-68f3a99cd3a6 req-3fcf7ad8-7d3a-4c97-9168-b7396acfefc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:29.549679 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-287517e5-5ff8-4b6d-977c-68f3a99cd3a6 req-3fcf7ad8-7d3a-4c97-9168-b7396acfefc3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb HTTP/1.1" status: 200 len: 853 time: 0.0433078 Mar 22 20:17:29.597843 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287517e5-5ff8-4b6d-977c-68f3a99cd3a6 req-3a1c3f7b-c4e2-4112-b1e8-3b6858b34ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:29.599280 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-287517e5-5ff8-4b6d-977c-68f3a99cd3a6 req-3a1c3f7b-c4e2-4112-b1e8-3b6858b34ff9 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e81e47c6-f447-4723-87eb-5cd470ffea40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430558 Mar 22 20:17:29.691495 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-287517e5-5ff8-4b6d-977c-68f3a99cd3a6 req-b6eaf4ec-aece-4c73-a75d-8bdb45d23b5f service neutron] 10.222.0.84 "GET /v2.0/networks/e81e47c6-f447-4723-87eb-5cd470ffea40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862317 Mar 22 20:17:29.788701 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-287517e5-5ff8-4b6d-977c-68f3a99cd3a6 req-a3325b27-d08f-4ac8-8706-927f0e01410a service neutron] 10.222.0.84 "GET /v2.0/networks/e81e47c6-f447-4723-87eb-5cd470ffea40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915372 Mar 22 20:17:36.462794 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf1ecc-505a-445c-9c63-a5b564c0855a req-49b3dbaa-b0d9-4524-ae03-39802e3c0a55 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:36.463455 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74048b-3d60-40d4-bed9-ff32699c3b8d req-060b8072-f6d2-417f-b87c-dfd7044e4965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:36.464301 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0ecf1ecc-505a-445c-9c63-a5b564c0855a req-49b3dbaa-b0d9-4524-ae03-39802e3c0a55 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 984 time: 0.0546703 Mar 22 20:17:36.464758 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ba74048b-3d60-40d4-bed9-ff32699c3b8d req-060b8072-f6d2-417f-b87c-dfd7044e4965 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=733a67242e3e44de88ca29504d40e6bb&device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 1167 time: 0.0465670 Mar 22 20:17:36.531188 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0ecf1ecc-505a-445c-9c63-a5b564c0855a req-3b1abc44-1158-4774-8497-4a81b963ae0b tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf39422f-9ec4-4fcd-899a-875b8bf38553&id=a6feec6f-108b-4766-bf9b-506f81a086ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606725 Mar 22 20:17:36.560686 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74048b-3d60-40d4-bed9-ff32699c3b8d req-7e016293-755b-443f-a00e-71c382d7c401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:36.562202 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ba74048b-3d60-40d4-bed9-ff32699c3b8d req-7e016293-755b-443f-a00e-71c382d7c401 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e81e47c6-f447-4723-87eb-5cd470ffea40 HTTP/1.1" status: 200 len: 915 time: 0.0915880 Mar 22 20:17:36.627319 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ba74048b-3d60-40d4-bed9-ff32699c3b8d req-f6014b01-593a-4273-aa5d-fd5ab04d58bc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7413078-c338-411f-a093-d0a683a46ae9 HTTP/1.1" status: 200 len: 1001 time: 0.0581288 Mar 22 20:17:36.981016 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74048b-3d60-40d4-bed9-ff32699c3b8d req-b4b6c5c5-7681-4093-a007-93ca0bd84348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:36.982512 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ba74048b-3d60-40d4-bed9-ff32699c3b8d req-b4b6c5c5-7681-4093-a007-93ca0bd84348 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb HTTP/1.1" status: 200 len: 853 time: 0.3485575 Mar 22 20:17:37.043398 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74048b-3d60-40d4-bed9-ff32699c3b8d req-5e659826-613b-4262-a368-2ee7d413d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:37.045331 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ba74048b-3d60-40d4-bed9-ff32699c3b8d req-5e659826-613b-4262-a368-2ee7d413d692 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e81e47c6-f447-4723-87eb-5cd470ffea40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0554612 Mar 22 20:17:37.135488 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ba74048b-3d60-40d4-bed9-ff32699c3b8d req-6c2cd618-156f-4676-9940-bacb62de4208 service neutron] 10.222.0.84 "GET /v2.0/networks/e81e47c6-f447-4723-87eb-5cd470ffea40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834365 Mar 22 20:17:37.225892 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ba74048b-3d60-40d4-bed9-ff32699c3b8d req-800bd738-4746-47ca-9468-fdf9f37f5938 service neutron] 10.222.0.84 "GET /v2.0/networks/e81e47c6-f447-4723-87eb-5cd470ffea40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845208 Mar 22 20:17:37.654114 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41433d3d-fa2d-4cff-bd39-e431e3d6636c req-0a545f35-41eb-4636-93b7-1dd430a340b4 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:37.655621 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41433d3d-fa2d-4cff-bd39-e431e3d6636c req-0a545f35-41eb-4636-93b7-1dd430a340b4 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 984 time: 0.0529377 Mar 22 20:17:37.717257 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-41433d3d-fa2d-4cff-bd39-e431e3d6636c req-8d36172f-0d44-4385-96f6-f3aeffae88c3 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf39422f-9ec4-4fcd-899a-875b8bf38553&id=a6feec6f-108b-4766-bf9b-506f81a086ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552306 Mar 22 20:17:38.839494 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8c796-9f7d-481a-bb15-904cc25b1a6c req-394b10f9-6fa8-4dde-8664-2f031826d8d6 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:38.841008 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2df8c796-9f7d-481a-bb15-904cc25b1a6c req-394b10f9-6fa8-4dde-8664-2f031826d8d6 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 984 time: 0.0546913 Mar 22 20:17:38.899351 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2df8c796-9f7d-481a-bb15-904cc25b1a6c req-b5d2787c-f6d5-4e68-8a34-0620fd12918b tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf39422f-9ec4-4fcd-899a-875b8bf38553&id=a6feec6f-108b-4766-bf9b-506f81a086ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526311 Mar 22 20:17:40.363653 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1061c7-55f2-4f80-be65-732fe8fdc5b3 req-ac2031e5-7ac5-4a73-bdce-dcf8a95dc040 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:40.365155 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c1061c7-55f2-4f80-be65-732fe8fdc5b3 req-ac2031e5-7ac5-4a73-bdce-dcf8a95dc040 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 984 time: 0.3985825 Mar 22 20:17:40.430458 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5c1061c7-55f2-4f80-be65-732fe8fdc5b3 req-7c9ca22d-e904-446c-b8bf-cd0754177883 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf39422f-9ec4-4fcd-899a-875b8bf38553&id=a6feec6f-108b-4766-bf9b-506f81a086ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594649 Mar 22 20:17:41.551372 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd004eb0-6dda-4d8f-82b4-572aa856df95 req-c448bb14-da60-4b32-b7b1-0b83e57d56aa tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:41.552851 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd004eb0-6dda-4d8f-82b4-572aa856df95 req-c448bb14-da60-4b32-b7b1-0b83e57d56aa tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 984 time: 0.0531092 Mar 22 20:17:41.616109 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd004eb0-6dda-4d8f-82b4-572aa856df95 req-888fe6c5-b239-4f70-a0a8-ff3ae0689c05 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf39422f-9ec4-4fcd-899a-875b8bf38553&id=a6feec6f-108b-4766-bf9b-506f81a086ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575697 Mar 22 20:17:42.737977 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524f821-91fc-460e-8d6a-920714cd8ca8 req-c8875f82-f072-49ff-80db-c68feae792ae tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:42.739466 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0524f821-91fc-460e-8d6a-920714cd8ca8 req-c8875f82-f072-49ff-80db-c68feae792ae tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 984 time: 0.0556140 Mar 22 20:17:42.799146 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0524f821-91fc-460e-8d6a-920714cd8ca8 req-7f26e1c8-f7f1-48e9-b82b-383ac2c0f386 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf39422f-9ec4-4fcd-899a-875b8bf38553&id=a6feec6f-108b-4766-bf9b-506f81a086ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539443 Mar 22 20:17:43.919350 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405abb93-ccd1-401a-9138-e3bbac94e0d4 req-5564b42d-495e-4f4e-b828-be4d509c8cc1 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:43.920829 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-405abb93-ccd1-401a-9138-e3bbac94e0d4 req-5564b42d-495e-4f4e-b828-be4d509c8cc1 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 984 time: 0.0530574 Mar 22 20:17:43.981195 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-405abb93-ccd1-401a-9138-e3bbac94e0d4 req-ac7be82c-cdb1-4226-a0a6-3638967e043d tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf39422f-9ec4-4fcd-899a-875b8bf38553&id=a6feec6f-108b-4766-bf9b-506f81a086ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540013 Mar 22 20:17:45.107398 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f88a42-8e1f-4a8c-b837-8fa72c615a41 req-e1f3dca8-ebb7-46ab-8360-32956519a7a9 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:45.108853 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e6f88a42-8e1f-4a8c-b837-8fa72c615a41 req-e1f3dca8-ebb7-46ab-8360-32956519a7a9 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 984 time: 0.0567992 Mar 22 20:17:45.168435 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e6f88a42-8e1f-4a8c-b837-8fa72c615a41 req-6ce90f38-073c-41f4-ab9f-2e544c45e30c tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf39422f-9ec4-4fcd-899a-875b8bf38553&id=a6feec6f-108b-4766-bf9b-506f81a086ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531144 Mar 22 20:17:45.250432 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-154bc2bc-4fa1-4dbe-9a79-102790170de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:46.295042 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10535e-ab2e-4963-ad1d-aed7a31a2017 req-7375647f-0121-4bce-aefe-cf51b7b2941c tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:46.296529 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1b10535e-ab2e-4963-ad1d-aed7a31a2017 req-7375647f-0121-4bce-aefe-cf51b7b2941c tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 984 time: 0.0581973 Mar 22 20:17:46.318092 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:46.358059 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1b10535e-ab2e-4963-ad1d-aed7a31a2017 req-f6bea008-43fd-4f28-8e04-29eca9432589 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf39422f-9ec4-4fcd-899a-875b8bf38553&id=a6feec6f-108b-4766-bf9b-506f81a086ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549462 Mar 22 20:17:47.465447 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c6c4f851-fd1f-480a-bc89-18f17c0e0466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:47.479923 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43793b3-f257-4a78-868a-0a70f0e8f203 req-483dbc0d-e3f3-47fc-8eac-915335745113 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:47.481452 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a43793b3-f257-4a78-868a-0a70f0e8f203 req-483dbc0d-e3f3-47fc-8eac-915335745113 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 984 time: 0.0545585 Mar 22 20:17:47.545070 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a43793b3-f257-4a78-868a-0a70f0e8f203 req-f70f1d31-9066-491c-8110-fcb5f74c969f tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf39422f-9ec4-4fcd-899a-875b8bf38553&id=a6feec6f-108b-4766-bf9b-506f81a086ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579166 Mar 22 20:17:47.611209 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:17:48.757401 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:48.894970 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:48.920824 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f03c89-493c-4f95-b347-17dbc4022427 req-dad40757-e8cd-4620-a919-6d6be6055755 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:17:48.922412 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-45f03c89-493c-4f95-b347-17dbc4022427 req-dad40757-e8cd-4620-a919-6d6be6055755 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 984 time: 0.0551274 Mar 22 20:17:48.981925 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-45f03c89-493c-4f95-b347-17dbc4022427 req-fbade6a6-384e-46c6-a2b0-f8be8e693782 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/security-groups?id=bf39422f-9ec4-4fcd-899a-875b8bf38553&id=a6feec6f-108b-4766-bf9b-506f81a086ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533299 Mar 22 20:17:50.326910 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:51.425343 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:17:56.918977 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-cf0ce38d-960a-467e-baf9-0931e5bf3856 req-85036873-18d6-4b6d-b4ac-b97b38638bda tempest-TestNetworkAdvancedServerOps-4124456 tempest-TestNetworkAdvancedServerOps-4124456-project-admin] (104172) timed out ('10.222.0.75', 36594) {{(pid=104172) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 20:18:15.254339 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c2050da5-c939-47e6-8ae6-7d9a6c1eaa0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:16.317324 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:17.467136 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8ac11996-caec-434d-80b7-fe8836a06eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:18.069957 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0e20490f-1368-4626-9f9f-fbb0becabc8a req-6e06d8c5-458b-4509-85cc-a720961f1c8b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438185 Mar 22 20:18:18.155809 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20490f-1368-4626-9f9f-fbb0becabc8a req-e495330c-4b47-4012-a689-46712572745c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:18:18.157294 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0e20490f-1368-4626-9f9f-fbb0becabc8a req-e495330c-4b47-4012-a689-46712572745c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=733a67242e3e44de88ca29504d40e6bb&device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 1167 time: 0.0464399 Mar 22 20:18:18.266310 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20490f-1368-4626-9f9f-fbb0becabc8a req-9538f8a6-6f7a-4145-be18-bcd4c007dae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:18:18.268508 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0e20490f-1368-4626-9f9f-fbb0becabc8a req-9538f8a6-6f7a-4145-be18-bcd4c007dae2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e81e47c6-f447-4723-87eb-5cd470ffea40 HTTP/1.1" status: 200 len: 915 time: 0.0919585 Mar 22 20:18:18.342313 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0e20490f-1368-4626-9f9f-fbb0becabc8a req-213d554e-8794-44d0-ac36-c46197d34d92 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7413078-c338-411f-a093-d0a683a46ae9 HTTP/1.1" status: 200 len: 1001 time: 0.0677278 Mar 22 20:18:18.394034 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20490f-1368-4626-9f9f-fbb0becabc8a req-d64091af-f201-4130-8288-6dcdaa27b6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:18:18.395481 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0e20490f-1368-4626-9f9f-fbb0becabc8a req-d64091af-f201-4130-8288-6dcdaa27b6a7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb HTTP/1.1" status: 200 len: 853 time: 0.0472152 Mar 22 20:18:18.443374 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20490f-1368-4626-9f9f-fbb0becabc8a req-2bbd8e08-4e1d-4641-b74e-878f4d391894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:18:18.444924 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0e20490f-1368-4626-9f9f-fbb0becabc8a req-2bbd8e08-4e1d-4641-b74e-878f4d391894 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e81e47c6-f447-4723-87eb-5cd470ffea40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0432127 Mar 22 20:18:18.531825 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0e20490f-1368-4626-9f9f-fbb0becabc8a req-cd184152-fa2d-4dad-a776-908db69930fd service neutron] 10.222.0.84 "GET /v2.0/networks/e81e47c6-f447-4723-87eb-5cd470ffea40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810165 Mar 22 20:18:18.632661 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0e20490f-1368-4626-9f9f-fbb0becabc8a req-279650cf-cb1d-400b-952f-0a2c87a085d2 service neutron] 10.222.0.84 "GET /v2.0/networks/e81e47c6-f447-4723-87eb-5cd470ffea40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940609 Mar 22 20:18:18.771226 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:18.898186 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:20.330477 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:21.419800 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:21.484724 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5cd0274-733b-4c74-85e3-c0983fdab37e req-68d01acd-6d3b-41fe-a93a-e5dcfe22711b tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1855677967&fields=id&tenant_id=733a67242e3e44de88ca29504d40e6bb HTTP/1.1" status: 200 len: 267 time: 0.0434263 Mar 22 20:18:21.541898 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd0274-733b-4c74-85e3-c0983fdab37e req-8559a846-1e50-41db-9d75-2e1fffa8887b tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:18:21.543383 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5cd0274-733b-4c74-85e3-c0983fdab37e req-8559a846-1e50-41db-9d75-2e1fffa8887b tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 984 time: 0.0523570 Mar 22 20:18:21.553800 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-d5cd0274-733b-4c74-85e3-c0983fdab37e req-85a856a2-386e-4175-b032-f979af01a2ff tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Request body: {'port': {'security_groups': ['a6feec6f-108b-4766-bf9b-506f81a086ab']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:18:21.625690 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d5cd0274-733b-4c74-85e3-c0983fdab37e req-85a856a2-386e-4175-b032-f979af01a2ff tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e7413078-c338-411f-a093-d0a683a46ae9), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:21.794066 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-d5cd0274-733b-4c74-85e3-c0983fdab37e req-85a856a2-386e-4175-b032-f979af01a2ff tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] For port e7413078-c338-411f-a093-d0a683a46ae9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=e7413078-c338-411f-a093-d0a683a46ae9,segment=NetworkSegment(204ab611-ab17-496e-aa8b-3fbd69546147),segment_id=204ab611-ab17-496e-aa8b-3fbd69546147)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:18:21.823776 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d5cd0274-733b-4c74-85e3-c0983fdab37e req-85a856a2-386e-4175-b032-f979af01a2ff tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks [] for port (e7413078-c338-411f-a093-d0a683a46ae9), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:21.828737 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d5cd0274-733b-4c74-85e3-c0983fdab37e req-85a856a2-386e-4175-b032-f979af01a2ff tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (e7413078-c338-411f-a093-d0a683a46ae9), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:21.841706 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['e7413078-c338-411f-a093-d0a683a46ae9'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:18:21.878210 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd0274-733b-4c74-85e3-c0983fdab37e req-85a856a2-386e-4175-b032-f979af01a2ff tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:18:21.878896 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-d5cd0274-733b-4c74-85e3-c0983fdab37e req-85a856a2-386e-4175-b032-f979af01a2ff tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:21.880427 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5cd0274-733b-4c74-85e3-c0983fdab37e req-85a856a2-386e-4175-b032-f979af01a2ff tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "PUT /v2.0/ports/e7413078-c338-411f-a093-d0a683a46ae9 HTTP/1.1" status: 200 len: 942 time: 0.3309975 Mar 22 20:18:21.880926 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '808905ab-799c-4a09-b1b2-2ea2b12fa3f2', 'tag': 'e7413078-c338-411f-a093-d0a683a46ae9'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:18:21.883318 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5203bbb830fb44ebcbef8845939fcb941f39cb8985b8c198af72047ed6de2cf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18aceba9-caee-4c93-a7a1-4456d20df16e" -d '{"events": [{"name": "network-changed", "server_uuid": "808905ab-799c-4a09-b1b2-2ea2b12fa3f2", "tag": "e7413078-c338-411f-a093-d0a683a46ae9"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:18:21.888585 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40694) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:18:21.928172 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d12fe1e-8c0f-4a72-bfc3-548ecdbfe96d x-openstack-request-id: req-4d12fe1e-8c0f-4a72-bfc3-548ecdbfe96d {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:18:21.928464 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "808905ab-799c-4a09-b1b2-2ea2b12fa3f2", "tag": "e7413078-c338-411f-a093-d0a683a46ae9", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:18:21.928717 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4d12fe1e-8c0f-4a72-bfc3-548ecdbfe96d {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:18:21.929129 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d12fe1e-8c0f-4a72-bfc3-548ecdbfe96d'] response: {'name': 'network-changed', 'server_uuid': '808905ab-799c-4a09-b1b2-2ea2b12fa3f2', 'tag': 'e7413078-c338-411f-a093-d0a683a46ae9', 'status': 'completed', 'code': 200} Mar 22 20:18:21.934284 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a856a2-386e-4175-b032-f979af01a2ff tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Pushing event updated for resources: {'Port': ['ID=e7413078-c338-411f-a093-d0a683a46ae9,revision_number=7']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:18:21.970595 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-235108ac-5e5e-47c8-a6d4-1d002466fe5d tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks [] for security_group (bf39422f-9ec4-4fcd-899a-875b8bf38553), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:21.978772 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['e7413078-c338-411f-a093-d0a683a46ae9'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:18:22.000135 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-235108ac-5e5e-47c8-a6d4-1d002466fe5d tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks [] for security_group (bf39422f-9ec4-4fcd-899a-875b8bf38553), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:22.010213 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aceba9-caee-4c93-a7a1-4456d20df16e req-9b6a719e-1fbf-4686-bf30-931828da9ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:18:22.011772 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-18aceba9-caee-4c93-a7a1-4456d20df16e req-9b6a719e-1fbf-4686-bf30-931828da9ee9 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=733a67242e3e44de88ca29504d40e6bb&device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 1128 time: 0.0591829 Mar 22 20:18:22.083148 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-235108ac-5e5e-47c8-a6d4-1d002466fe5d tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (bf39422f-9ec4-4fcd-899a-875b8bf38553), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:22.087286 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-235108ac-5e5e-47c8-a6d4-1d002466fe5d tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:22.089415 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-235108ac-5e5e-47c8-a6d4-1d002466fe5d tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "DELETE /v2.0/security-groups/bf39422f-9ec4-4fcd-899a-875b8bf38553 HTTP/1.1" status: 204 len: 168 time: 0.1998103 Mar 22 20:18:22.092211 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40696) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:18:22.103177 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235108ac-5e5e-47c8-a6d4-1d002466fe5d tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf39422f-9ec4-4fcd-899a-875b8bf38553,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:18:22.185562 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aceba9-caee-4c93-a7a1-4456d20df16e req-cc1d18e9-c0ec-408f-8e55-cffa01d8ec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:18:22.187039 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-18aceba9-caee-4c93-a7a1-4456d20df16e req-cc1d18e9-c0ec-408f-8e55-cffa01d8ec7d service neutron] 10.222.0.84 "GET /v2.0/networks?id=e81e47c6-f447-4723-87eb-5cd470ffea40 HTTP/1.1" status: 200 len: 915 time: 0.1666126 Mar 22 20:18:22.209848 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2adf0e53-14d2-4f94-8ecf-087fb6b9f163 None None] Provisioning complete for port e7413078-c338-411f-a093-d0a683a46ae9 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:18:22.210346 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2adf0e53-14d2-4f94-8ecf-087fb6b9f163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e7413078-c338-411f-a093-d0a683a46ae9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:22.290783 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2adf0e53-14d2-4f94-8ecf-087fb6b9f163 None None] Current status of the port e7413078-c338-411f-a093-d0a683a46ae9 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:18:22.313596 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-18aceba9-caee-4c93-a7a1-4456d20df16e req-899c98f7-dadd-47db-801a-de794ced2094 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7413078-c338-411f-a093-d0a683a46ae9 HTTP/1.1" status: 200 len: 1001 time: 0.0925283 Mar 22 20:18:22.373216 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aceba9-caee-4c93-a7a1-4456d20df16e req-0afa8e40-11b4-47ec-a0b9-e94e65f437c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:18:22.374709 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-18aceba9-caee-4c93-a7a1-4456d20df16e req-0afa8e40-11b4-47ec-a0b9-e94e65f437c6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb HTTP/1.1" status: 200 len: 853 time: 0.0550003 Mar 22 20:18:22.390150 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-fac44ee0-b0ea-4280-86b0-9e5393445c98 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Deleting port 6c3af697-4d0a-48e4-8238-ac79c8e808cb {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:18:22.390488 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fac44ee0-b0ea-4280-86b0-9e5393445c98 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (6c3af697-4d0a-48e4-8238-ac79c8e808cb), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:22.479658 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aceba9-caee-4c93-a7a1-4456d20df16e req-1a3f6562-014c-473f-a06d-91f6fef55ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:18:22.481079 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-18aceba9-caee-4c93-a7a1-4456d20df16e req-1a3f6562-014c-473f-a06d-91f6fef55ab3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e81e47c6-f447-4723-87eb-5cd470ffea40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0998673 Mar 22 20:18:22.504411 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fac44ee0-b0ea-4280-86b0-9e5393445c98 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (6c3af697-4d0a-48e4-8238-ac79c8e808cb), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:22.504738 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fac44ee0-b0ea-4280-86b0-9e5393445c98 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks [] for floatingip (6c3af697-4d0a-48e4-8238-ac79c8e808cb), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:22.551173 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-fac44ee0-b0ea-4280-86b0-9e5393445c98 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Calling delete_port for 6c3af697-4d0a-48e4-8238-ac79c8e808cb owned by network:floatingip {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:18:22.645708 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-18aceba9-caee-4c93-a7a1-4456d20df16e req-676b0627-63d2-405c-aaf4-db2b263cb452 service neutron] 10.222.0.84 "GET /v2.0/networks/e81e47c6-f447-4723-87eb-5cd470ffea40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561627 Mar 22 20:18:22.757387 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-18aceba9-caee-4c93-a7a1-4456d20df16e req-8b2b8e1e-74b1-4305-aeaa-756e957dc818 service neutron] 10.222.0.84 "GET /v2.0/networks/e81e47c6-f447-4723-87eb-5cd470ffea40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058254 Mar 22 20:18:22.802783 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fac44ee0-b0ea-4280-86b0-9e5393445c98 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (6c3af697-4d0a-48e4-8238-ac79c8e808cb), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:22.836897 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac44ee0-b0ea-4280-86b0-9e5393445c98 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Pushing event deleted for resources: {'Port': ['ID=6c3af697-4d0a-48e4-8238-ac79c8e808cb,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:18:22.893815 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fac44ee0-b0ea-4280-86b0-9e5393445c98 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks [] for floatingip (55085082-316a-4029-a943-45b00f536611), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:22.894145 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-fac44ee0-b0ea-4280-86b0-9e5393445c98 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Floating IP 55085082-316a-4029-a943-45b00f536611 disassociated (deleted). External IP: 172.25.5.112, port: e7413078-c338-411f-a093-d0a683a46ae9. Mar 22 20:18:23.107503 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac44ee0-b0ea-4280-86b0-9e5393445c98 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Router ef7ef086-2665-4a5f-bce8-8817743163ee has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:18:23.217685 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac44ee0-b0ea-4280-86b0-9e5393445c98 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:18:23.222524 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fac44ee0-b0ea-4280-86b0-9e5393445c98 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:23.227138 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ce28f4-1ca5-4480-875b-037d064439cd None None] Sync routers for ids ['ef7ef086-2665-4a5f-bce8-8817743163ee'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:18:23.237425 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ce28f4-1ca5-4480-875b-037d064439cd None None] Routers {'ef7ef086-2665-4a5f-bce8-8817743163ee'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:18:23.238077 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-58ce28f4-1ca5-4480-875b-037d064439cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:18:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ef7ef086-2665-4a5f-bce8-8817743163ee'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:18:23.252321 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-fac44ee0-b0ea-4280-86b0-9e5393445c98 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "DELETE /v2.0/floatingips/55085082-316a-4029-a943-45b00f536611 HTTP/1.1" status: 204 len: 168 time: 1.1584840 Mar 22 20:18:23.252905 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '808905ab-799c-4a09-b1b2-2ea2b12fa3f2', 'tag': 'e7413078-c338-411f-a093-d0a683a46ae9'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:18:23.255283 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a75afaf1dfaad70fedc7c7f30d5b041dbb7ec48f6ef478f84521d18edf73ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d042a50-e41c-4609-aff1-30edbabb8579" -d '{"events": [{"name": "network-changed", "server_uuid": "808905ab-799c-4a09-b1b2-2ea2b12fa3f2", "tag": "e7413078-c338-411f-a093-d0a683a46ae9"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:18:23.349835 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-58ce28f4-1ca5-4480-875b-037d064439cd None None] Set router ef7ef086-2665-4a5f-bce8-8817743163ee gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:18:23.372570 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cee8d9-f4bc-448c-9492-9b86122ffeac x-openstack-request-id: req-01cee8d9-f4bc-448c-9492-9b86122ffeac {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:18:23.372966 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "808905ab-799c-4a09-b1b2-2ea2b12fa3f2", "tag": "e7413078-c338-411f-a093-d0a683a46ae9", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:18:23.373338 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-01cee8d9-f4bc-448c-9492-9b86122ffeac {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:18:23.373882 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01cee8d9-f4bc-448c-9492-9b86122ffeac'] response: {'name': 'network-changed', 'server_uuid': '808905ab-799c-4a09-b1b2-2ea2b12fa3f2', 'tag': 'e7413078-c338-411f-a093-d0a683a46ae9', 'status': 'completed', 'code': 200} Mar 22 20:18:23.445046 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d042a50-e41c-4609-aff1-30edbabb8579 req-ab7b0542-6360-4114-b030-0979126cbadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:18:23.447329 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3d042a50-e41c-4609-aff1-30edbabb8579 req-ab7b0542-6360-4114-b030-0979126cbadc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=733a67242e3e44de88ca29504d40e6bb&device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 1128 time: 0.0504127 Mar 22 20:18:23.550267 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d042a50-e41c-4609-aff1-30edbabb8579 req-220ecb16-64c4-4490-a767-dbce47999868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:18:23.551791 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3d042a50-e41c-4609-aff1-30edbabb8579 req-220ecb16-64c4-4490-a767-dbce47999868 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e81e47c6-f447-4723-87eb-5cd470ffea40 HTTP/1.1" status: 200 len: 915 time: 0.0986741 Mar 22 20:18:23.584256 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-58ce28f4-1ca5-4480-875b-037d064439cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'name': 'tempest-TestMinimumBasicScenario-620744487-router', 'tenant_id': '733a67242e3e44de88ca29504d40e6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:16:25Z', 'updated_at': '2022-03-22T20:16:28Z', 'revision_number': 4, 'project_id': '733a67242e3e44de88ca29504d40e6bb', 'gw_port': {'id': '6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:16:25Z', 'updated_at': '2022-03-22T20:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '53d87864-0c9c-4b1c-9c45-1330d8f18d0a', 'name': '', 'network_id': 'e81e47c6-f447-4723-87eb-5cd470ffea40', 'tenant_id': '733a67242e3e44de88ca29504d40e6bb', 'mac_address': 'fa:16:3e:30:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:16:27Z', 'updated_at': '2022-03-22T20:16:32Z', 'revision_number': 5, 'project_id': '733a67242e3e44de88ca29504d40e6bb', 'subnets': [{'id': '235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:18:23.594331 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3d042a50-e41c-4609-aff1-30edbabb8579 req-142cea10-70ac-497b-a47e-db28f4831edf service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7413078-c338-411f-a093-d0a683a46ae9 HTTP/1.1" status: 200 len: 217 time: 0.0370319 Mar 22 20:18:23.613422 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ce28f4-1ca5-4480-875b-037d064439cd None None] Checking router: ef7ef086-2665-4a5f-bce8-8817743163ee for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:18:23.621618 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ce28f4-1ca5-4480-875b-037d064439cd None None] Routers {'ef7ef086-2665-4a5f-bce8-8817743163ee'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:18:23.622270 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-58ce28f4-1ca5-4480-875b-037d064439cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:18:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ef7ef086-2665-4a5f-bce8-8817743163ee'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:18:23.646331 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d042a50-e41c-4609-aff1-30edbabb8579 req-880bce8f-12b8-43ed-a2a7-b58fffd78153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:18:23.647813 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3d042a50-e41c-4609-aff1-30edbabb8579 req-880bce8f-12b8-43ed-a2a7-b58fffd78153 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb HTTP/1.1" status: 200 len: 853 time: 0.0450952 Mar 22 20:18:23.701329 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d042a50-e41c-4609-aff1-30edbabb8579 req-7a9efc2e-ff1b-42c3-a166-a7dbbcceaef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:18:23.702874 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3d042a50-e41c-4609-aff1-30edbabb8579 req-7a9efc2e-ff1b-42c3-a166-a7dbbcceaef1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e81e47c6-f447-4723-87eb-5cd470ffea40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0486457 Mar 22 20:18:23.731353 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-58ce28f4-1ca5-4480-875b-037d064439cd None None] Set router ef7ef086-2665-4a5f-bce8-8817743163ee gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:18:23.793615 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3d042a50-e41c-4609-aff1-30edbabb8579 req-61adc3e4-6429-4c43-9fc7-965b069335c8 service neutron] 10.222.0.84 "GET /v2.0/networks/e81e47c6-f447-4723-87eb-5cd470ffea40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838184 Mar 22 20:18:23.890667 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3d042a50-e41c-4609-aff1-30edbabb8579 req-1f96598e-df72-4afc-84ca-1a19d7ce3bf8 service neutron] 10.222.0.84 "GET /v2.0/networks/e81e47c6-f447-4723-87eb-5cd470ffea40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898750 Mar 22 20:18:23.934590 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-58ce28f4-1ca5-4480-875b-037d064439cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'name': 'tempest-TestMinimumBasicScenario-620744487-router', 'tenant_id': '733a67242e3e44de88ca29504d40e6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:16:25Z', 'updated_at': '2022-03-22T20:16:28Z', 'revision_number': 4, 'project_id': '733a67242e3e44de88ca29504d40e6bb', 'gw_port': {'id': '6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:16:25Z', 'updated_at': '2022-03-22T20:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '53d87864-0c9c-4b1c-9c45-1330d8f18d0a', 'name': '', 'network_id': 'e81e47c6-f447-4723-87eb-5cd470ffea40', 'tenant_id': '733a67242e3e44de88ca29504d40e6bb', 'mac_address': 'fa:16:3e:30:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:16:27Z', 'updated_at': '2022-03-22T20:16:32Z', 'revision_number': 5, 'project_id': '733a67242e3e44de88ca29504d40e6bb', 'subnets': [{'id': '235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:18:23.964345 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ce28f4-1ca5-4480-875b-037d064439cd None None] The sync data for ids ['ef7ef086-2665-4a5f-bce8-8817743163ee'] in n-d-705658-24 is: [{'id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'name': 'tempest-TestMinimumBasicScenario-620744487-router', 'tenant_id': '733a67242e3e44de88ca29504d40e6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:16:25Z', 'updated_at': '2022-03-22T20:16:28Z', 'revision_number': 4, 'project_id': '733a67242e3e44de88ca29504d40e6bb', 'gw_port': {'id': '6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:16:25Z', 'updated_at': '2022-03-22T20:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '53d87864-0c9c-4b1c-9c45-1330d8f18d0a', 'name': '', 'network_id': 'e81e47c6-f447-4723-87eb-5cd470ffea40', 'tenant_id': '733a67242e3e44de88ca29504d40e6bb', 'mac_address': 'fa:16:3e:30:54:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4269, 'fixed_ips': [{'subnet_id': '235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:16:27Z', 'updated_at': '2022-03-22T20:16:32Z', 'revision_number': 5, 'project_id': '733a67242e3e44de88ca29504d40e6bb', 'subnets': [{'id': '235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:18:24.202073 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa48981-c308-4ddb-90e4-4cab6953e0c5 None None] New status for floating IP 55085082-316a-4029-a943-45b00f536611: DOWN {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:18:24.610373 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:18:38.628646 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccf91d-00a6-445a-ab63-f0a5cd03b35b req-a7ca6174-d363-45af-a29d-c1e64e452746 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:18:38.630209 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6dccf91d-00a6-445a-ab63-f0a5cd03b35b req-a7ca6174-d363-45af-a29d-c1e64e452746 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 945 time: 0.0539591 Mar 22 20:18:38.678296 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6dccf91d-00a6-445a-ab63-f0a5cd03b35b req-542db482-fc32-4291-8460-422b22ceee9c tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/security-groups?id=a6feec6f-108b-4766-bf9b-506f81a086ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419447 Mar 22 20:18:39.804303 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d2f48-7741-4352-9739-58390e8e860b req-af05565b-4a0b-4b28-b512-de8fdec790f3 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:18:39.805860 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-356d2f48-7741-4352-9739-58390e8e860b req-af05565b-4a0b-4b28-b512-de8fdec790f3 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 945 time: 0.0578797 Mar 22 20:18:39.854500 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-356d2f48-7741-4352-9739-58390e8e860b req-bff8b3dc-f9d2-41e9-b675-5ff87a0984b3 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/security-groups?id=a6feec6f-108b-4766-bf9b-506f81a086ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420165 Mar 22 20:18:40.214296 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d83dd3-b64b-4ace-8e53-72087215795b req-f2a157e6-806e-4671-ad73-82521c7a61ed tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:18:40.215852 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-73d83dd3-b64b-4ace-8e53-72087215795b req-f2a157e6-806e-4671-ad73-82521c7a61ed tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.84 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 945 time: 0.0607159 Mar 22 20:18:40.331892 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-73d83dd3-b64b-4ace-8e53-72087215795b req-6e92454e-bbbf-4d9a-99bd-cd5902619de1 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Deleting port e7413078-c338-411f-a093-d0a683a46ae9 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:18:40.332218 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-73d83dd3-b64b-4ace-8e53-72087215795b req-6e92454e-bbbf-4d9a-99bd-cd5902619de1 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (e7413078-c338-411f-a093-d0a683a46ae9), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:40.449579 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-73d83dd3-b64b-4ace-8e53-72087215795b req-6e92454e-bbbf-4d9a-99bd-cd5902619de1 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] For port e7413078-c338-411f-a093-d0a683a46ae9, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=e7413078-c338-411f-a093-d0a683a46ae9,segment=NetworkSegment(204ab611-ab17-496e-aa8b-3fbd69546147),segment_id=204ab611-ab17-496e-aa8b-3fbd69546147)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:18:40.450026 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-73d83dd3-b64b-4ace-8e53-72087215795b req-6e92454e-bbbf-4d9a-99bd-cd5902619de1 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (e7413078-c338-411f-a093-d0a683a46ae9), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:40.467413 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-73d83dd3-b64b-4ace-8e53-72087215795b req-6e92454e-bbbf-4d9a-99bd-cd5902619de1 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Calling delete_port for e7413078-c338-411f-a093-d0a683a46ae9 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:18:40.634433 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-73d83dd3-b64b-4ace-8e53-72087215795b req-6e92454e-bbbf-4d9a-99bd-cd5902619de1 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (e7413078-c338-411f-a093-d0a683a46ae9), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:40.664245 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92454e-bbbf-4d9a-99bd-cd5902619de1 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Pushing event deleted for resources: {'Port': ['ID=e7413078-c338-411f-a093-d0a683a46ae9,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:18:40.677720 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e92454e-bbbf-4d9a-99bd-cd5902619de1 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:40.678091 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e92454e-bbbf-4d9a-99bd-cd5902619de1 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:40.678446 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e92454e-bbbf-4d9a-99bd-cd5902619de1 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:40.679010 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e92454e-bbbf-4d9a-99bd-cd5902619de1 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:40.679633 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e92454e-bbbf-4d9a-99bd-cd5902619de1 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:40.680026 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e92454e-bbbf-4d9a-99bd-cd5902619de1 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:40.680362 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e92454e-bbbf-4d9a-99bd-cd5902619de1 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:40.680700 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e92454e-bbbf-4d9a-99bd-cd5902619de1 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:40.681066 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e92454e-bbbf-4d9a-99bd-cd5902619de1 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:40.681363 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e92454e-bbbf-4d9a-99bd-cd5902619de1 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:40.681896 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e92454e-bbbf-4d9a-99bd-cd5902619de1 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:40.682208 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e92454e-bbbf-4d9a-99bd-cd5902619de1 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:40.682835 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e92454e-bbbf-4d9a-99bd-cd5902619de1 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:40.683007 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e92454e-bbbf-4d9a-99bd-cd5902619de1 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:40.683329 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e92454e-bbbf-4d9a-99bd-cd5902619de1 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:40.721161 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d83dd3-b64b-4ace-8e53-72087215795b req-6e92454e-bbbf-4d9a-99bd-cd5902619de1 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] No DVR routers for this DVR port e7413078-c338-411f-a093-d0a683a46ae9 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:18:40.725568 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-73d83dd3-b64b-4ace-8e53-72087215795b req-6e92454e-bbbf-4d9a-99bd-cd5902619de1 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:40.729279 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-73d83dd3-b64b-4ace-8e53-72087215795b req-6e92454e-bbbf-4d9a-99bd-cd5902619de1 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.84 "DELETE /v2.0/ports/e7413078-c338-411f-a093-d0a683a46ae9 HTTP/1.1" status: 204 len: 173 time: 0.5074561 Mar 22 20:18:40.729727 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808905ab-799c-4a09-b1b2-2ea2b12fa3f2', 'name': 'network-vif-deleted', 'tag': 'e7413078-c338-411f-a093-d0a683a46ae9'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:18:40.732172 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a75afaf1dfaad70fedc7c7f30d5b041dbb7ec48f6ef478f84521d18edf73ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6414a7-73c6-4a96-9ce1-69bbf8f540a4" -d '{"events": [{"server_uuid": "808905ab-799c-4a09-b1b2-2ea2b12fa3f2", "name": "network-vif-deleted", "tag": "e7413078-c338-411f-a093-d0a683a46ae9"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:18:40.776926 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9faab066-a168-4cfc-971b-247c1b6889a9 x-openstack-request-id: req-9faab066-a168-4cfc-971b-247c1b6889a9 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:18:40.777206 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "808905ab-799c-4a09-b1b2-2ea2b12fa3f2", "name": "network-vif-deleted", "tag": "e7413078-c338-411f-a093-d0a683a46ae9", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:18:40.777458 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9faab066-a168-4cfc-971b-247c1b6889a9 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:18:40.778165 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9faab066-a168-4cfc-971b-247c1b6889a9'] response: {'server_uuid': '808905ab-799c-4a09-b1b2-2ea2b12fa3f2', 'name': 'network-vif-deleted', 'tag': 'e7413078-c338-411f-a093-d0a683a46ae9', 'status': 'completed', 'code': 200} Mar 22 20:18:40.980453 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b6a52ec-899c-4ddc-b289-7263761be8db req-afc4d6be-3d44-4d39-bb36-7070f9b8ac13 tempest-TestMinimumBasicScenario-866647880 tempest-TestMinimumBasicScenario-866647880-project] 10.222.0.75 "GET /v2.0/ports?device_id=808905ab-799c-4a09-b1b2-2ea2b12fa3f2 HTTP/1.1" status: 200 len: 210 time: 0.0320082 Mar 22 20:18:42.505060 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device e7413078-c338-411f-a093-d0a683a46ae9 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:18:42.528581 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: e7413078-c338-411f-a093-d0a683a46ae9 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:18:42.528929 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device e7413078-c338-411f-a093-d0a683a46ae9 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:18:43.591771 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40816) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:18:43.942763 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fa63d5bc-1657-48eb-97be-13166a097bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (ef7ef086-2665-4a5f-bce8-8817743163ee), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:44.194757 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-fa63d5bc-1657-48eb-97be-13166a097bb1 admin admin] Deleting port 53d87864-0c9c-4b1c-9c45-1330d8f18d0a {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:18:44.194991 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fa63d5bc-1657-48eb-97be-13166a097bb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (53d87864-0c9c-4b1c-9c45-1330d8f18d0a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:44.275384 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-fa63d5bc-1657-48eb-97be-13166a097bb1 admin admin] For port 53d87864-0c9c-4b1c-9c45-1330d8f18d0a, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=53d87864-0c9c-4b1c-9c45-1330d8f18d0a,segment=NetworkSegment(204ab611-ab17-496e-aa8b-3fbd69546147),segment_id=204ab611-ab17-496e-aa8b-3fbd69546147)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:18:44.275728 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fa63d5bc-1657-48eb-97be-13166a097bb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (53d87864-0c9c-4b1c-9c45-1330d8f18d0a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:44.288866 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-fa63d5bc-1657-48eb-97be-13166a097bb1 admin admin] Calling delete_port for 53d87864-0c9c-4b1c-9c45-1330d8f18d0a owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:18:44.485946 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fa63d5bc-1657-48eb-97be-13166a097bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (53d87864-0c9c-4b1c-9c45-1330d8f18d0a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:44.516441 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63d5bc-1657-48eb-97be-13166a097bb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=53d87864-0c9c-4b1c-9c45-1330d8f18d0a,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:18:44.977755 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fa63d5bc-1657-48eb-97be-13166a097bb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (ef7ef086-2665-4a5f-bce8-8817743163ee), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:45.194167 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa63d5bc-1657-48eb-97be-13166a097bb1 admin admin] Router ef7ef086-2665-4a5f-bce8-8817743163ee has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:18:45.257721 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5819a94d-fb3f-4eb9-b0f7-5beaa64d680d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:45.302798 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa63d5bc-1657-48eb-97be-13166a097bb1 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:18:45.309103 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-fa63d5bc-1657-48eb-97be-13166a097bb1 admin admin] 10.222.0.75 "PUT /v2.0/routers/ef7ef086-2665-4a5f-bce8-8817743163ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7149467 Mar 22 20:18:45.310364 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40820) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:18:45.313575 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b7e213-0076-442a-a19d-dc0accbf04ab None None] Sync routers for ids ['ef7ef086-2665-4a5f-bce8-8817743163ee'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:18:45.323903 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b7e213-0076-442a-a19d-dc0accbf04ab None None] Routers {'ef7ef086-2665-4a5f-bce8-8817743163ee'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:18:45.324609 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-c3b7e213-0076-442a-a19d-dc0accbf04ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:18:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ef7ef086-2665-4a5f-bce8-8817743163ee'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:18:45.422526 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-36c0e468-cb5f-4dc6-8612-905e547b8b36 admin admin] Publish callbacks [] for router (ef7ef086-2665-4a5f-bce8-8817743163ee), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:45.436125 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-c3b7e213-0076-442a-a19d-dc0accbf04ab None None] Set router ef7ef086-2665-4a5f-bce8-8817743163ee gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:18:45.532197 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-36c0e468-cb5f-4dc6-8612-905e547b8b36 admin admin] Publish callbacks [] for router_gateway (ef7ef086-2665-4a5f-bce8-8817743163ee), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:45.597183 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-36c0e468-cb5f-4dc6-8612-905e547b8b36 admin admin] Deleting port 6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:18:45.597522 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-36c0e468-cb5f-4dc6-8612-905e547b8b36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:45.617909 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-c3b7e213-0076-442a-a19d-dc0accbf04ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'name': 'tempest-TestMinimumBasicScenario-620744487-router', 'tenant_id': '733a67242e3e44de88ca29504d40e6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:16:25Z', 'updated_at': '2022-03-22T20:18:44Z', 'revision_number': 5, 'project_id': '733a67242e3e44de88ca29504d40e6bb', 'gw_port': {'id': '6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:90:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:16:25Z', 'updated_at': '2022-03-22T20:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:18:45.645668 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b7e213-0076-442a-a19d-dc0accbf04ab None None] Checking router: ef7ef086-2665-4a5f-bce8-8817743163ee for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:18:45.655105 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b7e213-0076-442a-a19d-dc0accbf04ab None None] Routers {'ef7ef086-2665-4a5f-bce8-8817743163ee'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:18:45.655724 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-c3b7e213-0076-442a-a19d-dc0accbf04ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:18:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['ef7ef086-2665-4a5f-bce8-8817743163ee'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:18:45.681969 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-36c0e468-cb5f-4dc6-8612-905e547b8b36 admin admin] For port 6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:18:45.682266 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-36c0e468-cb5f-4dc6-8612-905e547b8b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:45.696664 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-36c0e468-cb5f-4dc6-8612-905e547b8b36 admin admin] Calling delete_port for 6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0 owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:18:45.765023 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-c3b7e213-0076-442a-a19d-dc0accbf04ab None None] Set router ef7ef086-2665-4a5f-bce8-8817743163ee gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:18:45.836094 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-c3b7e213-0076-442a-a19d-dc0accbf04ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'name': 'tempest-TestMinimumBasicScenario-620744487-router', 'tenant_id': '733a67242e3e44de88ca29504d40e6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:16:25Z', 'updated_at': '2022-03-22T20:18:45Z', 'revision_number': 6, 'project_id': '733a67242e3e44de88ca29504d40e6bb', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:18:45.862450 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b7e213-0076-442a-a19d-dc0accbf04ab None None] The sync data for ids ['ef7ef086-2665-4a5f-bce8-8817743163ee'] in n-d-705658-24 is: [{'id': 'ef7ef086-2665-4a5f-bce8-8817743163ee', 'name': 'tempest-TestMinimumBasicScenario-620744487-router', 'tenant_id': '733a67242e3e44de88ca29504d40e6bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:16:25Z', 'updated_at': '2022-03-22T20:18:45Z', 'revision_number': 6, 'project_id': '733a67242e3e44de88ca29504d40e6bb', 'gw_port_host': None}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:18:45.913671 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-36c0e468-cb5f-4dc6-8612-905e547b8b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:45.944584 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0e468-cb5f-4dc6-8612-905e547b8b36 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:18:46.002928 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-36c0e468-cb5f-4dc6-8612-905e547b8b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (ef7ef086-2665-4a5f-bce8-8817743163ee), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:46.099939 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-36c0e468-cb5f-4dc6-8612-905e547b8b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (ef7ef086-2665-4a5f-bce8-8817743163ee), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:46.102008 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-36c0e468-cb5f-4dc6-8612-905e547b8b36 admin admin] Publish callbacks [] for router_controller (ef7ef086-2665-4a5f-bce8-8817743163ee), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:46.144852 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-36c0e468-cb5f-4dc6-8612-905e547b8b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (ef7ef086-2665-4a5f-bce8-8817743163ee), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:46.145443 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c0e468-cb5f-4dc6-8612-905e547b8b36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef7ef086-2665-4a5f-bce8-8817743163ee {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 20:18:46.150563 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-36c0e468-cb5f-4dc6-8612-905e547b8b36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:46.151961 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-36c0e468-cb5f-4dc6-8612-905e547b8b36 admin admin] 10.222.0.75 "DELETE /v2.0/routers/ef7ef086-2665-4a5f-bce8-8817743163ee HTTP/1.1" status: 204 len: 168 time: 0.8406734 Mar 22 20:18:46.154776 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40822) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:18:46.203479 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4194da8-13e9-4c99-8a75-10b8acb8d2d4 admin admin] Deleting subnet 235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:18:46.207717 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c4194da8-13e9-4c99-8a75-10b8acb8d2d4 admin admin] Publish callbacks [] for subnet (235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:46.244472 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c4194da8-13e9-4c99-8a75-10b8acb8d2d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:46.321476 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:46.327022 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c4194da8-13e9-4c99-8a75-10b8acb8d2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:46.379327 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c4194da8-13e9-4c99-8a75-10b8acb8d2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:46.410173 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4194da8-13e9-4c99-8a75-10b8acb8d2d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:18:46.413718 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c4194da8-13e9-4c99-8a75-10b8acb8d2d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:46.416998 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c4194da8-13e9-4c99-8a75-10b8acb8d2d4 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/235dc7ed-5d2b-40e2-9e17-5b03ffeb75eb HTTP/1.1" status: 204 len: 168 time: 0.2611563 Mar 22 20:18:46.419408 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab9ff16-81b0-4727-91ec-203cac931ae5 None None] Network e81e47c6-f447-4723-87eb-5cd470ffea40 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:18:46.419562 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40824) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:18:46.488431 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bcf09040-b5a6-41c2-8cee-2816f63fe40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (e81e47c6-f447-4723-87eb-5cd470ffea40), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:46.543154 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-bcf09040-b5a6-41c2-8cee-2816f63fe40e admin admin] Deleting port 78007e16-d237-4a8e-a700-72303c63de4a {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:18:46.543503 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bcf09040-b5a6-41c2-8cee-2816f63fe40e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (78007e16-d237-4a8e-a700-72303c63de4a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:46.613770 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-bcf09040-b5a6-41c2-8cee-2816f63fe40e admin admin] For port 78007e16-d237-4a8e-a700-72303c63de4a, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=78007e16-d237-4a8e-a700-72303c63de4a,segment=NetworkSegment(204ab611-ab17-496e-aa8b-3fbd69546147),segment_id=204ab611-ab17-496e-aa8b-3fbd69546147)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:18:46.614074 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bcf09040-b5a6-41c2-8cee-2816f63fe40e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (78007e16-d237-4a8e-a700-72303c63de4a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:46.627624 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-bcf09040-b5a6-41c2-8cee-2816f63fe40e admin admin] Calling delete_port for 78007e16-d237-4a8e-a700-72303c63de4a owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:18:46.665645 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f5e3d1-ade5-4cd1-921c-c148e189a040 None None] DHCP port deletion for e81e47c6-f447-4723-87eb-5cd470ffea40 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 20:18:46.708280 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bcf09040-b5a6-41c2-8cee-2816f63fe40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (78007e16-d237-4a8e-a700-72303c63de4a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:46.716157 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-08f5e3d1-ade5-4cd1-921c-c148e189a040 None None] Deleting port 78007e16-d237-4a8e-a700-72303c63de4a {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:18:46.716526 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-08f5e3d1-ade5-4cd1-921c-c148e189a040 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (78007e16-d237-4a8e-a700-72303c63de4a), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:46.736228 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf09040-b5a6-41c2-8cee-2816f63fe40e admin admin] Pushing event deleted for resources: {'Port': ['ID=78007e16-d237-4a8e-a700-72303c63de4a,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:18:46.738056 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf09040-b5a6-41c2-8cee-2816f63fe40e admin admin] No DVR routers for this DVR port 78007e16-d237-4a8e-a700-72303c63de4a on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:18:46.820866 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bcf09040-b5a6-41c2-8cee-2816f63fe40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (e81e47c6-f447-4723-87eb-5cd470ffea40), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:46.844248 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-bcf09040-b5a6-41c2-8cee-2816f63fe40e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e81e47c6-f447-4723-87eb-5cd470ffea40']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:18:46.855252 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-bcf09040-b5a6-41c2-8cee-2816f63fe40e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '204ab611-ab17-496e-aa8b-3fbd69546147') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:18:46.855549 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-bcf09040-b5a6-41c2-8cee-2816f63fe40e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '204ab611-ab17-496e-aa8b-3fbd69546147') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:18:46.865697 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bcf09040-b5a6-41c2-8cee-2816f63fe40e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (204ab611-ab17-496e-aa8b-3fbd69546147), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:46.879834 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bcf09040-b5a6-41c2-8cee-2816f63fe40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (204ab611-ab17-496e-aa8b-3fbd69546147), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:46.886275 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf09040-b5a6-41c2-8cee-2816f63fe40e admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:18:46.886669 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bcf09040-b5a6-41c2-8cee-2816f63fe40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (204ab611-ab17-496e-aa8b-3fbd69546147), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:46.888493 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 20:18:46.888493 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:18:46.888493 n-d-705658-24 neutron-server[104173]: timer() Mar 22 20:18:46.888493 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:18:46.888493 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 20:18:46.888493 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:18:46.888493 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 20:18:46.888493 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:18:46.888493 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 20:18:46.888493 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:18:46.888493 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 20:18:46.888493 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:18:46.888493 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 20:18:46.888493 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:18:46.888493 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:18:46.888493 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:18:46.888493 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:18:46.888493 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:18:46.888493 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 20:18:46.888493 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:18:46.888493 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 20:18:46.888493 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:18:46.888493 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:18:46.888493 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:18:46.888493 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 20:18:46.888493 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:18:46.888493 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:18:46.888493 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:18:46.888493 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:18:46.888493 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:18:46.888493 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:18:46.888493 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:18:46.952944 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-08f5e3d1-ade5-4cd1-921c-c148e189a040 None None] For port 78007e16-d237-4a8e-a700-72303c63de4a, host n-d-705658-24, got binding levels [] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:18:46.953356 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-08f5e3d1-ade5-4cd1-921c-c148e189a040 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (78007e16-d237-4a8e-a700-72303c63de4a), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:46.953480 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bcf09040-b5a6-41c2-8cee-2816f63fe40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (e81e47c6-f447-4723-87eb-5cd470ffea40), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:46.962567 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bcf09040-b5a6-41c2-8cee-2816f63fe40e admin admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:46.968511 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bcf09040-b5a6-41c2-8cee-2816f63fe40e admin admin] 10.222.0.75 "DELETE /v2.0/networks/e81e47c6-f447-4723-87eb-5cd470ffea40 HTTP/1.1" status: 204 len: 168 time: 0.5453408 Mar 22 20:18:46.969307 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40826) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:18:46.978521 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf09040-b5a6-41c2-8cee-2816f63fe40e admin admin] Pushing event deleted for resources: {'Network': ['ID=e81e47c6-f447-4723-87eb-5cd470ffea40,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:18:46.981695 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-08f5e3d1-ade5-4cd1-921c-c148e189a040 None None] Calling delete_port for 78007e16-d237-4a8e-a700-72303c63de4a owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:18:46.984703 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.ipam_backend_mixin [None req-08f5e3d1-ade5-4cd1-921c-c148e189a040 None None] Port 78007e16-d237-4a8e-a700-72303c63de4a was not found and therefore no delete operation was performed {{(pid=104174) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 22 20:18:46.986074 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-08f5e3d1-ade5-4cd1-921c-c148e189a040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (78007e16-d237-4a8e-a700-72303c63de4a), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:47.012298 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5e3d1-ade5-4cd1-921c-c148e189a040 None None] Pushing event deleted for resources: {'Port': ['ID=78007e16-d237-4a8e-a700-72303c63de4a,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:18:47.014292 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-08f5e3d1-ade5-4cd1-921c-c148e189a040 None None] Network e81e47c6-f447-4723-87eb-5cd470ffea40 is not hosted by any dhcp agent {{(pid=104174) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 20:18:47.014768 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f5e3d1-ade5-4cd1-921c-c148e189a040 None None] No DVR routers for this DVR port 78007e16-d237-4a8e-a700-72303c63de4a on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:18:47.023573 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5e3d1-ade5-4cd1-921c-c148e189a040 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:47.023921 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5e3d1-ade5-4cd1-921c-c148e189a040 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:47.024271 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5e3d1-ade5-4cd1-921c-c148e189a040 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:47.024605 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5e3d1-ade5-4cd1-921c-c148e189a040 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:47.024938 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5e3d1-ade5-4cd1-921c-c148e189a040 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:47.025265 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5e3d1-ade5-4cd1-921c-c148e189a040 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:47.025590 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5e3d1-ade5-4cd1-921c-c148e189a040 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:47.025943 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5e3d1-ade5-4cd1-921c-c148e189a040 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:47.026278 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5e3d1-ade5-4cd1-921c-c148e189a040 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:47.026574 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5e3d1-ade5-4cd1-921c-c148e189a040 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:47.026919 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5e3d1-ade5-4cd1-921c-c148e189a040 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:47.027237 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5e3d1-ade5-4cd1-921c-c148e189a040 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:47.027558 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5e3d1-ade5-4cd1-921c-c148e189a040 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:47.028135 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5e3d1-ade5-4cd1-921c-c148e189a040 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:47.028854 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f5e3d1-ade5-4cd1-921c-c148e189a040 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:47.334471 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a3683c3a-2eb0-4128-9131-a7638e2c3415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (c64a6d94-47c3-44d7-b205-91a16c75b25f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:47.468482 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-033bdb1e-0b0a-40e0-bbc2-b0fcd34cc189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:47.591542 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-a3683c3a-2eb0-4128-9131-a7638e2c3415 admin admin] Deleting port db76cc5a-a48c-4bd8-8948-08b2fda5a8dc {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:18:47.591776 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a3683c3a-2eb0-4128-9131-a7638e2c3415 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (db76cc5a-a48c-4bd8-8948-08b2fda5a8dc), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:47.678719 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-a3683c3a-2eb0-4128-9131-a7638e2c3415 admin admin] For port db76cc5a-a48c-4bd8-8948-08b2fda5a8dc, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=db76cc5a-a48c-4bd8-8948-08b2fda5a8dc,segment=NetworkSegment(8d8dde2f-aa9d-4c58-85f3-75a5ddf71542),segment_id=8d8dde2f-aa9d-4c58-85f3-75a5ddf71542)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:18:47.679081 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a3683c3a-2eb0-4128-9131-a7638e2c3415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (db76cc5a-a48c-4bd8-8948-08b2fda5a8dc), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:47.693411 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-a3683c3a-2eb0-4128-9131-a7638e2c3415 admin admin] Calling delete_port for db76cc5a-a48c-4bd8-8948-08b2fda5a8dc owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:18:47.775576 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 78007e16-d237-4a8e-a700-72303c63de4a no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:18:47.795336 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 78007e16-d237-4a8e-a700-72303c63de4a {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:18:47.795683 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 78007e16-d237-4a8e-a700-72303c63de4a not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:18:47.796100 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:18:47.820291 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:18:47.820721 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 6eebd6ee-8da1-4c2d-b0f2-18063dbbd1d0 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:18:47.821195 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 53d87864-0c9c-4b1c-9c45-1330d8f18d0a no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:18:47.840707 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 53d87864-0c9c-4b1c-9c45-1330d8f18d0a {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:18:47.841095 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 53d87864-0c9c-4b1c-9c45-1330d8f18d0a not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:18:47.879833 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a3683c3a-2eb0-4128-9131-a7638e2c3415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (db76cc5a-a48c-4bd8-8948-08b2fda5a8dc), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:47.905676 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3683c3a-2eb0-4128-9131-a7638e2c3415 admin admin] Pushing event deleted for resources: {'Port': ['ID=db76cc5a-a48c-4bd8-8948-08b2fda5a8dc,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:18:47.917701 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3683c3a-2eb0-4128-9131-a7638e2c3415 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:47.918122 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3683c3a-2eb0-4128-9131-a7638e2c3415 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:47.918445 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3683c3a-2eb0-4128-9131-a7638e2c3415 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:47.918787 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3683c3a-2eb0-4128-9131-a7638e2c3415 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:47.919127 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3683c3a-2eb0-4128-9131-a7638e2c3415 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:47.919464 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3683c3a-2eb0-4128-9131-a7638e2c3415 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:47.919805 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3683c3a-2eb0-4128-9131-a7638e2c3415 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:47.920139 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3683c3a-2eb0-4128-9131-a7638e2c3415 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:47.920473 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3683c3a-2eb0-4128-9131-a7638e2c3415 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:47.920806 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3683c3a-2eb0-4128-9131-a7638e2c3415 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:47.921138 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3683c3a-2eb0-4128-9131-a7638e2c3415 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:47.921471 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3683c3a-2eb0-4128-9131-a7638e2c3415 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:47.921815 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3683c3a-2eb0-4128-9131-a7638e2c3415 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:47.922152 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3683c3a-2eb0-4128-9131-a7638e2c3415 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:47.922478 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3683c3a-2eb0-4128-9131-a7638e2c3415 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:18:48.093837 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a3683c3a-2eb0-4128-9131-a7638e2c3415 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (c64a6d94-47c3-44d7-b205-91a16c75b25f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:48.313450 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3683c3a-2eb0-4128-9131-a7638e2c3415 admin admin] Router c64a6d94-47c3-44d7-b205-91a16c75b25f has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:18:48.425274 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3683c3a-2eb0-4128-9131-a7638e2c3415 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:18:48.430394 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a3683c3a-2eb0-4128-9131-a7638e2c3415 admin admin] 10.222.0.75 "PUT /v2.0/routers/c64a6d94-47c3-44d7-b205-91a16c75b25f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4603593 Mar 22 20:18:48.433020 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40828) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:18:48.435591 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c42a06-a475-414a-a2b8-1f919d268dd3 None None] Sync routers for ids ['c64a6d94-47c3-44d7-b205-91a16c75b25f'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:18:48.451940 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c42a06-a475-414a-a2b8-1f919d268dd3 None None] Routers {'c64a6d94-47c3-44d7-b205-91a16c75b25f'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:18:48.452555 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-25c42a06-a475-414a-a2b8-1f919d268dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:18:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['c64a6d94-47c3-44d7-b205-91a16c75b25f'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:18:48.539583 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a44be2e4-f50d-478b-9df2-b5a6dc82c1d5 admin admin] Publish callbacks [] for router (c64a6d94-47c3-44d7-b205-91a16c75b25f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:48.559275 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-25c42a06-a475-414a-a2b8-1f919d268dd3 None None] Set router c64a6d94-47c3-44d7-b205-91a16c75b25f gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:18:48.648709 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a44be2e4-f50d-478b-9df2-b5a6dc82c1d5 admin admin] Publish callbacks [] for router_gateway (c64a6d94-47c3-44d7-b205-91a16c75b25f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:48.716009 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-a44be2e4-f50d-478b-9df2-b5a6dc82c1d5 admin admin] Deleting port 45771440-81a8-4e7b-9fb3-fa12cea87ca5 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:18:48.716422 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a44be2e4-f50d-478b-9df2-b5a6dc82c1d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (45771440-81a8-4e7b-9fb3-fa12cea87ca5), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:48.774225 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:48.815553 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-a44be2e4-f50d-478b-9df2-b5a6dc82c1d5 admin admin] For port 45771440-81a8-4e7b-9fb3-fa12cea87ca5, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=45771440-81a8-4e7b-9fb3-fa12cea87ca5,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:18:48.815916 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a44be2e4-f50d-478b-9df2-b5a6dc82c1d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (45771440-81a8-4e7b-9fb3-fa12cea87ca5), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:48.829415 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-a44be2e4-f50d-478b-9df2-b5a6dc82c1d5 admin admin] Calling delete_port for 45771440-81a8-4e7b-9fb3-fa12cea87ca5 owned by network:router_gateway {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:18:48.832282 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-25c42a06-a475-414a-a2b8-1f919d268dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64a6d94-47c3-44d7-b205-91a16c75b25f', 'name': 'tempest-TestMinimumBasicScenario-130475315-router', 'tenant_id': '321e874d69c34c04adfd9e5640e836a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.9'}], 'enable_snat': True}, 'gw_port_id': '45771440-81a8-4e7b-9fb3-fa12cea87ca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:16:30Z', 'updated_at': '2022-03-22T20:18:47Z', 'revision_number': 5, 'project_id': '321e874d69c34c04adfd9e5640e836a2', 'gw_port': {'id': '45771440-81a8-4e7b-9fb3-fa12cea87ca5', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64a6d94-47c3-44d7-b205-91a16c75b25f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:16:31Z', 'updated_at': '2022-03-22T20:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:18:48.862637 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c42a06-a475-414a-a2b8-1f919d268dd3 None None] Checking router: c64a6d94-47c3-44d7-b205-91a16c75b25f for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:18:48.871216 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c42a06-a475-414a-a2b8-1f919d268dd3 None None] Routers {'c64a6d94-47c3-44d7-b205-91a16c75b25f'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:18:48.871831 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-25c42a06-a475-414a-a2b8-1f919d268dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:18:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['c64a6d94-47c3-44d7-b205-91a16c75b25f'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:18:48.901879 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:48.963839 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-25c42a06-a475-414a-a2b8-1f919d268dd3 None None] Set router c64a6d94-47c3-44d7-b205-91a16c75b25f gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:18:49.002387 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a44be2e4-f50d-478b-9df2-b5a6dc82c1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (45771440-81a8-4e7b-9fb3-fa12cea87ca5), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:49.015732 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-25c42a06-a475-414a-a2b8-1f919d268dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64a6d94-47c3-44d7-b205-91a16c75b25f', 'name': 'tempest-TestMinimumBasicScenario-130475315-router', 'tenant_id': '321e874d69c34c04adfd9e5640e836a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:16:30Z', 'updated_at': '2022-03-22T20:18:48Z', 'revision_number': 6, 'project_id': '321e874d69c34c04adfd9e5640e836a2', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:18:49.035287 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44be2e4-f50d-478b-9df2-b5a6dc82c1d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=45771440-81a8-4e7b-9fb3-fa12cea87ca5,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:18:49.051488 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c42a06-a475-414a-a2b8-1f919d268dd3 None None] The sync data for ids ['c64a6d94-47c3-44d7-b205-91a16c75b25f'] in n-d-705658-24 is: [{'id': 'c64a6d94-47c3-44d7-b205-91a16c75b25f', 'name': 'tempest-TestMinimumBasicScenario-130475315-router', 'tenant_id': '321e874d69c34c04adfd9e5640e836a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:16:30Z', 'updated_at': '2022-03-22T20:18:48Z', 'revision_number': 6, 'project_id': '321e874d69c34c04adfd9e5640e836a2', 'gw_port_host': None}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:18:49.105472 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a44be2e4-f50d-478b-9df2-b5a6dc82c1d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (c64a6d94-47c3-44d7-b205-91a16c75b25f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:49.201561 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a44be2e4-f50d-478b-9df2-b5a6dc82c1d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (c64a6d94-47c3-44d7-b205-91a16c75b25f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:49.203754 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a44be2e4-f50d-478b-9df2-b5a6dc82c1d5 admin admin] Publish callbacks [] for router_controller (c64a6d94-47c3-44d7-b205-91a16c75b25f), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:49.252383 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a44be2e4-f50d-478b-9df2-b5a6dc82c1d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (c64a6d94-47c3-44d7-b205-91a16c75b25f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:49.252961 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a44be2e4-f50d-478b-9df2-b5a6dc82c1d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c64a6d94-47c3-44d7-b205-91a16c75b25f {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 20:18:49.257420 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a44be2e4-f50d-478b-9df2-b5a6dc82c1d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:49.258632 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a44be2e4-f50d-478b-9df2-b5a6dc82c1d5 admin admin] 10.222.0.75 "DELETE /v2.0/routers/c64a6d94-47c3-44d7-b205-91a16c75b25f HTTP/1.1" status: 204 len: 168 time: 0.8246861 Mar 22 20:18:49.261380 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40830) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:18:49.305547 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4bc21a9-17bf-4e42-9bfa-13826a49ebb2 admin admin] Deleting subnet 0221a9d6-9351-48af-a999-30b29fa1666c {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:18:49.308702 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b4bc21a9-17bf-4e42-9bfa-13826a49ebb2 admin admin] Publish callbacks [] for subnet (0221a9d6-9351-48af-a999-30b29fa1666c), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:49.343354 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b4bc21a9-17bf-4e42-9bfa-13826a49ebb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (0221a9d6-9351-48af-a999-30b29fa1666c), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:49.433681 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b4bc21a9-17bf-4e42-9bfa-13826a49ebb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (0221a9d6-9351-48af-a999-30b29fa1666c), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:49.498469 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b4bc21a9-17bf-4e42-9bfa-13826a49ebb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (0221a9d6-9351-48af-a999-30b29fa1666c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:49.523386 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc21a9-17bf-4e42-9bfa-13826a49ebb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0221a9d6-9351-48af-a999-30b29fa1666c,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:18:49.529216 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b4bc21a9-17bf-4e42-9bfa-13826a49ebb2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:49.532505 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b4bc21a9-17bf-4e42-9bfa-13826a49ebb2 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/0221a9d6-9351-48af-a999-30b29fa1666c HTTP/1.1" status: 204 len: 168 time: 0.2700758 Mar 22 20:18:49.534962 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40832) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:18:49.538053 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41e9b3a-54ec-420e-b2f8-6a9ca9e6bece None None] Network ca661242-99b6-44ed-a0c2-a74b2e4e773d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:18:49.609561 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-88a4531f-e305-4f5c-8bf9-0eaf17bdef20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (ca661242-99b6-44ed-a0c2-a74b2e4e773d), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:49.672486 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-88a4531f-e305-4f5c-8bf9-0eaf17bdef20 admin admin] Deleting port 8aaccf43-12e4-4457-a231-818758851fb3 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:18:49.672857 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-88a4531f-e305-4f5c-8bf9-0eaf17bdef20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (8aaccf43-12e4-4457-a231-818758851fb3), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:49.734637 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-88a4531f-e305-4f5c-8bf9-0eaf17bdef20 admin admin] For port 8aaccf43-12e4-4457-a231-818758851fb3, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=8aaccf43-12e4-4457-a231-818758851fb3,segment=NetworkSegment(8d8dde2f-aa9d-4c58-85f3-75a5ddf71542),segment_id=8d8dde2f-aa9d-4c58-85f3-75a5ddf71542)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:18:49.734937 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-88a4531f-e305-4f5c-8bf9-0eaf17bdef20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (8aaccf43-12e4-4457-a231-818758851fb3), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:49.747333 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-88a4531f-e305-4f5c-8bf9-0eaf17bdef20 admin admin] Calling delete_port for 8aaccf43-12e4-4457-a231-818758851fb3 owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:18:49.819848 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aac2b9d-551d-4e5d-8517-cbc2e4a5c375 None None] DHCP port deletion for ca661242-99b6-44ed-a0c2-a74b2e4e773d request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 20:18:49.840244 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-88a4531f-e305-4f5c-8bf9-0eaf17bdef20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (8aaccf43-12e4-4457-a231-818758851fb3), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:49.855572 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a4531f-e305-4f5c-8bf9-0eaf17bdef20 admin admin] No DVR routers for this DVR port 8aaccf43-12e4-4457-a231-818758851fb3 on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:18:49.866507 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-6aac2b9d-551d-4e5d-8517-cbc2e4a5c375 None None] The port '8aaccf43-12e4-4457-a231-818758851fb3' was deleted {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 22 20:18:49.888527 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4531f-e305-4f5c-8bf9-0eaf17bdef20 admin admin] Pushing event deleted for resources: {'Port': ['ID=8aaccf43-12e4-4457-a231-818758851fb3,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:18:49.901704 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 45771440-81a8-4e7b-9fb3-fa12cea87ca5 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:18:49.923160 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 45771440-81a8-4e7b-9fb3-fa12cea87ca5 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:18:49.923509 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 45771440-81a8-4e7b-9fb3-fa12cea87ca5 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:18:49.923916 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device db76cc5a-a48c-4bd8-8948-08b2fda5a8dc no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:18:49.946264 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: db76cc5a-a48c-4bd8-8948-08b2fda5a8dc {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:18:49.946566 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device db76cc5a-a48c-4bd8-8948-08b2fda5a8dc not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:18:49.947090 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 8aaccf43-12e4-4457-a231-818758851fb3 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:18:49.958470 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-88a4531f-e305-4f5c-8bf9-0eaf17bdef20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (ca661242-99b6-44ed-a0c2-a74b2e4e773d), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:49.966682 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 8aaccf43-12e4-4457-a231-818758851fb3 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:18:49.967024 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 8aaccf43-12e4-4457-a231-818758851fb3 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:18:49.982430 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-88a4531f-e305-4f5c-8bf9-0eaf17bdef20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca661242-99b6-44ed-a0c2-a74b2e4e773d']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:18:49.992041 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-88a4531f-e305-4f5c-8bf9-0eaf17bdef20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d8dde2f-aa9d-4c58-85f3-75a5ddf71542') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:18:49.992335 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-88a4531f-e305-4f5c-8bf9-0eaf17bdef20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d8dde2f-aa9d-4c58-85f3-75a5ddf71542') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:18:50.002602 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-88a4531f-e305-4f5c-8bf9-0eaf17bdef20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (8d8dde2f-aa9d-4c58-85f3-75a5ddf71542), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:50.016503 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-88a4531f-e305-4f5c-8bf9-0eaf17bdef20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (8d8dde2f-aa9d-4c58-85f3-75a5ddf71542), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:50.022887 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88a4531f-e305-4f5c-8bf9-0eaf17bdef20 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:18:50.023242 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-88a4531f-e305-4f5c-8bf9-0eaf17bdef20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (8d8dde2f-aa9d-4c58-85f3-75a5ddf71542), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:50.024934 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 20:18:50.024934 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:18:50.024934 n-d-705658-24 neutron-server[104172]: timer() Mar 22 20:18:50.024934 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:18:50.024934 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 20:18:50.024934 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:18:50.024934 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 20:18:50.024934 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:18:50.024934 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 20:18:50.024934 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:18:50.024934 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 20:18:50.024934 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:18:50.024934 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 20:18:50.024934 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:18:50.024934 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:18:50.024934 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:18:50.024934 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:18:50.024934 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:18:50.024934 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 20:18:50.024934 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:18:50.024934 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 20:18:50.024934 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:18:50.024934 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:18:50.024934 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:18:50.024934 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 20:18:50.024934 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:18:50.024934 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:18:50.024934 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:18:50.024934 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:18:50.024934 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:18:50.024934 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:18:50.024934 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:18:50.083944 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-88a4531f-e305-4f5c-8bf9-0eaf17bdef20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (ca661242-99b6-44ed-a0c2-a74b2e4e773d), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:50.092280 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-88a4531f-e305-4f5c-8bf9-0eaf17bdef20 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:50.095470 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-88a4531f-e305-4f5c-8bf9-0eaf17bdef20 admin admin] 10.222.0.75 "DELETE /v2.0/networks/ca661242-99b6-44ed-a0c2-a74b2e4e773d HTTP/1.1" status: 204 len: 168 time: 0.5595887 Mar 22 20:18:50.106832 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4531f-e305-4f5c-8bf9-0eaf17bdef20 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca661242-99b6-44ed-a0c2-a74b2e4e773d,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:18:50.270151 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40836) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:18:50.317063 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-57bcbf43-bc65-4a98-826d-34949c3c258c admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=733a67242e3e44de88ca29504d40e6bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435033 Mar 22 20:18:50.317314 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40838) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:18:50.332872 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:50.366109 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-86a21bf6-3337-4db4-adc2-9aede637cf9f admin admin] Publish callbacks [] for security_group (a6feec6f-108b-4766-bf9b-506f81a086ab), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:50.387134 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-86a21bf6-3337-4db4-adc2-9aede637cf9f admin admin] Publish callbacks [] for security_group (a6feec6f-108b-4766-bf9b-506f81a086ab), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:50.435877 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-86a21bf6-3337-4db4-adc2-9aede637cf9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (a6feec6f-108b-4766-bf9b-506f81a086ab), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:50.439006 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-86a21bf6-3337-4db4-adc2-9aede637cf9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:50.440166 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-86a21bf6-3337-4db4-adc2-9aede637cf9f admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/a6feec6f-108b-4766-bf9b-506f81a086ab HTTP/1.1" status: 204 len: 168 time: 0.1219034 Mar 22 20:18:50.447767 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a21bf6-3337-4db4-adc2-9aede637cf9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6feec6f-108b-4766-bf9b-506f81a086ab,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:18:50.751961 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40844) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:18:50.791731 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-90678afe-8f41-4522-8902-b07343fb79b3 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=321e874d69c34c04adfd9e5640e836a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385618 Mar 22 20:18:50.794176 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40846) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:18:50.841163 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37f82f55-20ef-4e95-bc3e-5ffdbe7e7a22 admin admin] Publish callbacks [] for security_group (be8a7ead-7e83-4bf7-ae52-158c183436b8), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:50.862666 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37f82f55-20ef-4e95-bc3e-5ffdbe7e7a22 admin admin] Publish callbacks [] for security_group (be8a7ead-7e83-4bf7-ae52-158c183436b8), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:50.910286 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37f82f55-20ef-4e95-bc3e-5ffdbe7e7a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (be8a7ead-7e83-4bf7-ae52-158c183436b8), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:50.912871 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-37f82f55-20ef-4e95-bc3e-5ffdbe7e7a22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:50.914074 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-37f82f55-20ef-4e95-bc3e-5ffdbe7e7a22 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/be8a7ead-7e83-4bf7-ae52-158c183436b8 HTTP/1.1" status: 204 len: 168 time: 0.1189492 Mar 22 20:18:50.921597 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f82f55-20ef-4e95-bc3e-5ffdbe7e7a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8a7ead-7e83-4bf7-ae52-158c183436b8,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:18:51.424119 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:52.946805 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40886) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:18:52.951431 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-157b5e7e-5c0f-4bdc-85c5-a90ea86b0f41 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-444906273', 'description': 'tempest-secgroup-smoke-444906273 description', 'project_id': 'e78a526ac76b4c53837f35b796222bb8'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:18:52.972509 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-157b5e7e-5c0f-4bdc-85c5-a90ea86b0f41 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:52.980828 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-157b5e7e-5c0f-4bdc-85c5-a90ea86b0f41 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:53.059788 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-157b5e7e-5c0f-4bdc-85c5-a90ea86b0f41 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group (d5cc5722-00f6-4445-b6db-6a928f813ac0), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:53.063724 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-157b5e7e-5c0f-4bdc-85c5-a90ea86b0f41 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d5cc5722-00f6-4445-b6db-6a928f813ac0), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:53.102738 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b5e7e-5c0f-4bdc-85c5-a90ea86b0f41 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cc5722-00f6-4445-b6db-6a928f813ac0,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:18:53.142733 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-157b5e7e-5c0f-4bdc-85c5-a90ea86b0f41 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group (fef6b556-63aa-480b-9792-3456d94140e0), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:53.146387 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-157b5e7e-5c0f-4bdc-85c5-a90ea86b0f41 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (fef6b556-63aa-480b-9792-3456d94140e0), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:53.176167 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-157b5e7e-5c0f-4bdc-85c5-a90ea86b0f41 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:53.177405 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-157b5e7e-5c0f-4bdc-85c5-a90ea86b0f41 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2295573 Mar 22 20:18:53.180544 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40888) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:18:53.181702 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b5e7e-5c0f-4bdc-85c5-a90ea86b0f41 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fef6b556-63aa-480b-9792-3456d94140e0,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:18:53.185125 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-b5f07637-d7bd-4f06-a0f6-5b664e3b1033 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'security_group_rule': {'security_group_id': 'fef6b556-63aa-480b-9792-3456d94140e0', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:18:53.214695 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b5f07637-d7bd-4f06-a0f6-5b664e3b1033 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (185aff93-266a-49ca-b51b-32be32ba7875), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:53.260358 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b5f07637-d7bd-4f06-a0f6-5b664e3b1033 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (185aff93-266a-49ca-b51b-32be32ba7875), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:53.263775 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b5f07637-d7bd-4f06-a0f6-5b664e3b1033 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (185aff93-266a-49ca-b51b-32be32ba7875), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:53.280929 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f07637-d7bd-4f06-a0f6-5b664e3b1033 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=185aff93-266a-49ca-b51b-32be32ba7875,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:18:53.288538 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-b5f07637-d7bd-4f06-a0f6-5b664e3b1033 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:53.289817 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b5f07637-d7bd-4f06-a0f6-5b664e3b1033 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1082392 Mar 22 20:18:53.292393 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40890) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:18:53.296710 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-8d7346cf-9ec3-4249-9099-666690ef1dd8 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'security_group_rule': {'security_group_id': 'fef6b556-63aa-480b-9792-3456d94140e0', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:18:53.322668 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8d7346cf-9ec3-4249-9099-666690ef1dd8 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (bd77b0a7-24d6-4e86-86dd-c30ad67da3ce), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:53.385729 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8d7346cf-9ec3-4249-9099-666690ef1dd8 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (bd77b0a7-24d6-4e86-86dd-c30ad67da3ce), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:53.389621 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8d7346cf-9ec3-4249-9099-666690ef1dd8 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (bd77b0a7-24d6-4e86-86dd-c30ad67da3ce), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:53.409636 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7346cf-9ec3-4249-9099-666690ef1dd8 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd77b0a7-24d6-4e86-86dd-c30ad67da3ce,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:18:53.419134 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8d7346cf-9ec3-4249-9099-666690ef1dd8 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:53.420330 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8d7346cf-9ec3-4249-9099-666690ef1dd8 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1269925 Mar 22 20:18:53.423720 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40892) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:18:53.428386 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-1b4bd686-af2a-4204-952b-1b84b06fbef8 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'security_group_rule': {'security_group_id': 'fef6b556-63aa-480b-9792-3456d94140e0', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:18:53.454150 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1b4bd686-af2a-4204-952b-1b84b06fbef8 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (869b89c6-bbfd-4283-a42a-b3aa95e1371d), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:53.514090 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1b4bd686-af2a-4204-952b-1b84b06fbef8 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (869b89c6-bbfd-4283-a42a-b3aa95e1371d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:53.518445 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1b4bd686-af2a-4204-952b-1b84b06fbef8 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (869b89c6-bbfd-4283-a42a-b3aa95e1371d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:53.538804 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bd686-af2a-4204-952b-1b84b06fbef8 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=869b89c6-bbfd-4283-a42a-b3aa95e1371d,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:18:53.549903 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1b4bd686-af2a-4204-952b-1b84b06fbef8 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:53.551156 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1b4bd686-af2a-4204-952b-1b84b06fbef8 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1263282 Mar 22 20:18:53.553891 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40894) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:18:53.558325 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-b5237cd1-a2ed-4ed4-b042-184efdd9e8de tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'security_group_rule': {'security_group_id': 'fef6b556-63aa-480b-9792-3456d94140e0', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:18:53.583843 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5237cd1-a2ed-4ed4-b042-184efdd9e8de tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (ce740d72-569b-43c7-9484-e0cef6e7f75b), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:53.641601 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5237cd1-a2ed-4ed4-b042-184efdd9e8de tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (ce740d72-569b-43c7-9484-e0cef6e7f75b), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:53.646308 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5237cd1-a2ed-4ed4-b042-184efdd9e8de tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (ce740d72-569b-43c7-9484-e0cef6e7f75b), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:53.667480 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5237cd1-a2ed-4ed4-b042-184efdd9e8de tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce740d72-569b-43c7-9484-e0cef6e7f75b,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:18:53.678860 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5237cd1-a2ed-4ed4-b042-184efdd9e8de tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:53.680502 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b5237cd1-a2ed-4ed4-b042-184efdd9e8de tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1255620 Mar 22 20:18:53.683474 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40896) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:18:53.689503 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-014d4423-9393-4f45-9780-83a7af299a1e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'security_group_rule': {'security_group_id': 'fef6b556-63aa-480b-9792-3456d94140e0', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:18:53.711767 n-d-705658-24 neutron-server[104173]: INFO neutron.db.securitygroups_db [None req-014d4423-9393-4f45-9780-83a7af299a1e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Project e78a526ac76b4c53837f35b796222bb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 20:18:53.716904 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-014d4423-9393-4f45-9780-83a7af299a1e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (c7b18453-78e6-4c6c-90e8-b244eedb8feb), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:53.784579 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-014d4423-9393-4f45-9780-83a7af299a1e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (c7b18453-78e6-4c6c-90e8-b244eedb8feb), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:53.789087 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-014d4423-9393-4f45-9780-83a7af299a1e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (c7b18453-78e6-4c6c-90e8-b244eedb8feb), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:53.813028 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d4423-9393-4f45-9780-83a7af299a1e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7b18453-78e6-4c6c-90e8-b244eedb8feb,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:18:53.819159 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-014d4423-9393-4f45-9780-83a7af299a1e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:53.820374 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-014d4423-9393-4f45-9780-83a7af299a1e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1357265 Mar 22 20:18:53.824769 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40898) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:18:53.829405 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-bcf4958b-07d6-4ef0-a9db-966986185f69 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'security_group_rule': {'security_group_id': 'fef6b556-63aa-480b-9792-3456d94140e0', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:18:53.858634 n-d-705658-24 neutron-server[104173]: INFO neutron.db.securitygroups_db [None req-bcf4958b-07d6-4ef0-a9db-966986185f69 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Project e78a526ac76b4c53837f35b796222bb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 20:18:53.866510 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bcf4958b-07d6-4ef0-a9db-966986185f69 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (0c8d2371-5854-48c2-85e9-e6c7aae88bbd), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:53.936561 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bcf4958b-07d6-4ef0-a9db-966986185f69 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (0c8d2371-5854-48c2-85e9-e6c7aae88bbd), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:53.941473 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bcf4958b-07d6-4ef0-a9db-966986185f69 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (0c8d2371-5854-48c2-85e9-e6c7aae88bbd), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:53.962296 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4958b-07d6-4ef0-a9db-966986185f69 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c8d2371-5854-48c2-85e9-e6c7aae88bbd,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:18:53.975805 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-bcf4958b-07d6-4ef0-a9db-966986185f69 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:53.978539 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-bcf4958b-07d6-4ef0-a9db-966986185f69 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1524885 Mar 22 20:18:53.981315 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40900) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:18:53.986298 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-30c44dd2-2924-4f5c-a292-ba37bbfb2c11 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'network': {'name': 'tempest-network-smoke--186274364', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'port_security_enabled': True}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:18:54.005283 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c44dd2-2924-4f5c-a292-ba37bbfb2c11 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Made reservation on behalf of e78a526ac76b4c53837f35b796222bb8 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:18:54.008603 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-30c44dd2-2924-4f5c-a292-ba37bbfb2c11 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:54.032922 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30c44dd2-2924-4f5c-a292-ba37bbfb2c11 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:18:54.042105 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-30c44dd2-2924-4f5c-a292-ba37bbfb2c11 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (1991ba89-0078-4e75-8714-bacdcac96ea8), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:54.042453 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-30c44dd2-2924-4f5c-a292-ba37bbfb2c11 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Added segment 1991ba89-0078-4e75-8714-bacdcac96ea8 of type vlan for network 1b3e681f-872d-4552-b109-e97f8fcc0c1b Mar 22 20:18:54.084491 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-30c44dd2-2924-4f5c-a292-ba37bbfb2c11 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (1b3e681f-872d-4552-b109-e97f8fcc0c1b), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:54.110403 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-30c44dd2-2924-4f5c-a292-ba37bbfb2c11 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (1b3e681f-872d-4552-b109-e97f8fcc0c1b), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:54.115279 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c44dd2-2924-4f5c-a292-ba37bbfb2c11 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:18:54.115861 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-30c44dd2-2924-4f5c-a292-ba37bbfb2c11 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:54.177803 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-30c44dd2-2924-4f5c-a292-ba37bbfb2c11 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1953454 Mar 22 20:18:54.182384 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40902) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:18:54.187732 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-1fc53fdf-49c7-4797-844f-0ec515a9fb6f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-528563842', 'admin_state_up': True, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:18:54.189978 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c44dd2-2924-4f5c-a292-ba37bbfb2c11 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Network': ['ID=1b3e681f-872d-4552-b109-e97f8fcc0c1b,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:18:54.202349 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 1b3e681f-872d-4552-b109-e97f8fcc0c1b details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:18:54.215765 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1fc53fdf-49c7-4797-844f-0ec515a9fb6f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (30ca5df1-3d18-406c-b092-781f3be12767), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:54.217581 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1fc53fdf-49c7-4797-844f-0ec515a9fb6f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (30ca5df1-3d18-406c-b092-781f3be12767), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:54.279576 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1fc53fdf-49c7-4797-844f-0ec515a9fb6f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router_controller (30ca5df1-3d18-406c-b092-781f3be12767), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:54.808873 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1fc53fdf-49c7-4797-844f-0ec515a9fb6f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router_gateway (30ca5df1-3d18-406c-b092-781f3be12767), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:55.019850 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1fc53fdf-49c7-4797-844f-0ec515a9fb6f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router_gateway (30ca5df1-3d18-406c-b092-781f3be12767), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:55.039185 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1fc53fdf-49c7-4797-844f-0ec515a9fb6f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:55.144563 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-1fc53fdf-49c7-4797-844f-0ec515a9fb6f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Allocated IP 172.25.5.50 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/665cd9b1-0cf8-4065-85fb-c0a04509b6d6) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:18:55.245848 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1fc53fdf-49c7-4797-844f-0ec515a9fb6f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for port (665cd9b1-0cf8-4065-85fb-c0a04509b6d6), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:55.281030 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1fc53fdf-49c7-4797-844f-0ec515a9fb6f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (665cd9b1-0cf8-4065-85fb-c0a04509b6d6), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:55.320045 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc53fdf-49c7-4797-844f-0ec515a9fb6f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:18:55.325667 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-1fc53fdf-49c7-4797-844f-0ec515a9fb6f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:18:55.331144 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc53fdf-49c7-4797-844f-0ec515a9fb6f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:18:55.334484 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc53fdf-49c7-4797-844f-0ec515a9fb6f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Port': ['ID=665cd9b1-0cf8-4065-85fb-c0a04509b6d6,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:18:55.593349 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1fc53fdf-49c7-4797-844f-0ec515a9fb6f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router_gateway (30ca5df1-3d18-406c-b092-781f3be12767), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:55.796946 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1fc53fdf-49c7-4797-844f-0ec515a9fb6f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (30ca5df1-3d18-406c-b092-781f3be12767), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:55.929316 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc53fdf-49c7-4797-844f-0ec515a9fb6f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Router 30ca5df1-3d18-406c-b092-781f3be12767 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 20:18:56.042709 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc53fdf-49c7-4797-844f-0ec515a9fb6f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:18:56.053843 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997570db-3031-4d50-882c-adc4e3e73e66 None None] Sync routers for ids ['30ca5df1-3d18-406c-b092-781f3be12767'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:18:56.064446 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1fc53fdf-49c7-4797-844f-0ec515a9fb6f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:56.064673 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997570db-3031-4d50-882c-adc4e3e73e66 None None] Routers {'30ca5df1-3d18-406c-b092-781f3be12767'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:18:56.065304 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-997570db-3031-4d50-882c-adc4e3e73e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:18:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['30ca5df1-3d18-406c-b092-781f3be12767'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:18:56.069927 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1fc53fdf-49c7-4797-844f-0ec515a9fb6f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8822932 Mar 22 20:18:56.069927 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40904) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:18:56.175536 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-997570db-3031-4d50-882c-adc4e3e73e66 None None] Set router 30ca5df1-3d18-406c-b092-781f3be12767 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:18:56.195698 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7ee17c8d-f671-430b-b14a-066a7065d034 tempest-TestNetworkAdvancedServerOps-668713942 tempest-TestNetworkAdvancedServerOps-668713942-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=e78a526ac76b4c53837f35b796222bb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1246371 Mar 22 20:18:56.198599 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40908) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:18:56.293014 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6718750-583d-429a-b8a9-d90ec3bab14e tempest-TestNetworkAdvancedServerOps-668713942 tempest-TestNetworkAdvancedServerOps-668713942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:18:56.294580 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f6718750-583d-429a-b8a9-d90ec3bab14e tempest-TestNetworkAdvancedServerOps-668713942 tempest-TestNetworkAdvancedServerOps-668713942-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0949352 Mar 22 20:18:56.298016 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40910) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:18:56.328092 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2d5c4af1-44df-4caf-a862-ab590eee3191 tempest-TestNetworkAdvancedServerOps-668713942 tempest-TestNetworkAdvancedServerOps-668713942-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=b209c5bc-34d3-415d-9873-d01a4e6c5db8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289586 Mar 22 20:18:56.330680 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40912) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:18:56.335541 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-ff40d724-886e-48fb-9c4e-7ef9816c1583 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-765408632', 'network_id': '1b3e681f-872d-4552-b109-e97f8fcc0c1b', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:18:56.358350 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-997570db-3031-4d50-882c-adc4e3e73e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ca5df1-3d18-406c-b092-781f3be12767', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528563842', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '665cd9b1-0cf8-4065-85fb-c0a04509b6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:18:54Z', 'updated_at': '2022-03-22T20:18:55Z', 'revision_number': 3, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '665cd9b1-0cf8-4065-85fb-c0a04509b6d6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:31:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ca5df1-3d18-406c-b092-781f3be12767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:18:55Z', 'updated_at': '2022-03-22T20:18:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:18:56.389639 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997570db-3031-4d50-882c-adc4e3e73e66 None None] Checking router: 30ca5df1-3d18-406c-b092-781f3be12767 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:18:56.390098 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997570db-3031-4d50-882c-adc4e3e73e66 None None] Updating router 30ca5df1-3d18-406c-b092-781f3be12767 port 665cd9b1-0cf8-4065-85fb-c0a04509b6d6 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:18:56.418757 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-997570db-3031-4d50-882c-adc4e3e73e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (665cd9b1-0cf8-4065-85fb-c0a04509b6d6), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:56.422928 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff40d724-886e-48fb-9c4e-7ef9816c1583 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Made reservation on behalf of e78a526ac76b4c53837f35b796222bb8 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:18:56.426431 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ff40d724-886e-48fb-9c4e-7ef9816c1583 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:56.611682 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ff40d724-886e-48fb-9c4e-7ef9816c1583 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (b2fc2093-0670-4e2f-8c29-c0cfa1b9a704), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:56.676566 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40d724-886e-48fb-9c4e-7ef9816c1583 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Subnet': ['ID=b2fc2093-0670-4e2f-8c29-c0cfa1b9a704,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:18:56.686833 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff40d724-886e-48fb-9c4e-7ef9816c1583 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Checking segment: {'id': '1991ba89-0078-4e75-8714-bacdcac96ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1b3e681f-872d-4552-b109-e97f8fcc0c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:18:56.687203 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff40d724-886e-48fb-9c4e-7ef9816c1583 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Network hostable DHCP agents. Network: 1b3e681f-872d-4552-b109-e97f8fcc0c1b, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:18:56.689919 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-997570db-3031-4d50-882c-adc4e3e73e66 None None] Publish callbacks [] for port (665cd9b1-0cf8-4065-85fb-c0a04509b6d6), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:56.695460 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-997570db-3031-4d50-882c-adc4e3e73e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (665cd9b1-0cf8-4065-85fb-c0a04509b6d6), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:56.705237 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff40d724-886e-48fb-9c4e-7ef9816c1583 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Network 1b3e681f-872d-4552-b109-e97f8fcc0c1b is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:18:56.714288 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-ff40d724-886e-48fb-9c4e-7ef9816c1583 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 1b3e681f-872d-4552-b109-e97f8fcc0c1b) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:18:56.720499 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff40d724-886e-48fb-9c4e-7ef9816c1583 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:18:56.721302 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ff40d724-886e-48fb-9c4e-7ef9816c1583 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:56.731552 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9d4dee-fcae-4264-b40d-00346dfb33ad None None] Network 1b3e681f-872d-4552-b109-e97f8fcc0c1b requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:18:56.740308 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ff40d724-886e-48fb-9c4e-7ef9816c1583 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4085810 Mar 22 20:18:56.743429 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40914) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:18:56.788005 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-997570db-3031-4d50-882c-adc4e3e73e66 None None] Attempting to bind port 665cd9b1-0cf8-4065-85fb-c0a04509b6d6 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:18:56.788377 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-997570db-3031-4d50-882c-adc4e3e73e66 None None] Attempting to bind port 665cd9b1-0cf8-4065-85fb-c0a04509b6d6 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:18:56.788744 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997570db-3031-4d50-882c-adc4e3e73e66 None None] Attempting to bind port 665cd9b1-0cf8-4065-85fb-c0a04509b6d6 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:18:56.802038 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedda473-ffcf-4701-9b8f-89c59c9e9448 None None] Pushing event updated for resources: {'Port': ['ID=665cd9b1-0cf8-4065-85fb-c0a04509b6d6,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:18:56.806848 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997570db-3031-4d50-882c-adc4e3e73e66 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:18:56.807218 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997570db-3031-4d50-882c-adc4e3e73e66 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:18:56.807630 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-997570db-3031-4d50-882c-adc4e3e73e66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:56.808025 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997570db-3031-4d50-882c-adc4e3e73e66 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:18:56.808515 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-997570db-3031-4d50-882c-adc4e3e73e66 None None] Bound port: 665cd9b1-0cf8-4065-85fb-c0a04509b6d6, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:18:56.808895 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-997570db-3031-4d50-882c-adc4e3e73e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (665cd9b1-0cf8-4065-85fb-c0a04509b6d6), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:56.898069 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-997570db-3031-4d50-882c-adc4e3e73e66 None None] For port 665cd9b1-0cf8-4065-85fb-c0a04509b6d6, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:18:56.911973 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3feb4936-7093-4124-a152-87bf2aba81b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-1b3e681f-872d-4552-b109-e97f8fcc0c1b', 'network_id': '1b3e681f-872d-4552-b109-e97f8fcc0c1b', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'fixed_ips': [{'subnet_id': 'b2fc2093-0670-4e2f-8c29-c0cfa1b9a704'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 20:18:56.912838 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3feb4936-7093-4124-a152-87bf2aba81b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:56.919191 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-997570db-3031-4d50-882c-adc4e3e73e66 None None] For port 665cd9b1-0cf8-4065-85fb-c0a04509b6d6, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=665cd9b1-0cf8-4065-85fb-c0a04509b6d6,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:18:56.932258 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-997570db-3031-4d50-882c-adc4e3e73e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (665cd9b1-0cf8-4065-85fb-c0a04509b6d6), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:57.054817 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997570db-3031-4d50-882c-adc4e3e73e66 None None] Routers {'30ca5df1-3d18-406c-b092-781f3be12767'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:18:57.055689 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-997570db-3031-4d50-882c-adc4e3e73e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:18:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['30ca5df1-3d18-406c-b092-781f3be12767'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:18:57.057238 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedda473-ffcf-4701-9b8f-89c59c9e9448 None None] Pushing event updated for resources: {'Port': ['ID=665cd9b1-0cf8-4065-85fb-c0a04509b6d6,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:18:57.190986 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-3feb4936-7093-4124-a152-87bf2aba81b1 None None] Allocated IP 172.20.0.2 (1b3e681f-872d-4552-b109-e97f8fcc0c1b/b2fc2093-0670-4e2f-8c29-c0cfa1b9a704/d1b985cb-f261-4ddc-ab86-89ee10dc65d2) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:18:57.210836 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dea730ed-7578-4f69-ad74-d9ce32e6aed6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:57.216408 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-997570db-3031-4d50-882c-adc4e3e73e66 None None] Set router 30ca5df1-3d18-406c-b092-781f3be12767 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:18:57.642996 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3feb4936-7093-4124-a152-87bf2aba81b1 None None] Publish callbacks [] for port (d1b985cb-f261-4ddc-ab86-89ee10dc65d2), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:57.650748 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3feb4936-7093-4124-a152-87bf2aba81b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (d1b985cb-f261-4ddc-ab86-89ee10dc65d2), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:57.710110 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feb4936-7093-4124-a152-87bf2aba81b1 None None] Network 1b3e681f-872d-4552-b109-e97f8fcc0c1b is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:18:57.712383 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb4936-7093-4124-a152-87bf2aba81b1 None None] Pushing event updated for resources: {'Port': ['ID=d1b985cb-f261-4ddc-ab86-89ee10dc65d2,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:18:57.716478 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-3feb4936-7093-4124-a152-87bf2aba81b1 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:18:57.719516 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feb4936-7093-4124-a152-87bf2aba81b1 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:18:57.722400 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-997570db-3031-4d50-882c-adc4e3e73e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ca5df1-3d18-406c-b092-781f3be12767', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528563842', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '665cd9b1-0cf8-4065-85fb-c0a04509b6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:18:54Z', 'updated_at': '2022-03-22T20:18:55Z', 'revision_number': 3, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '665cd9b1-0cf8-4065-85fb-c0a04509b6d6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:31:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ca5df1-3d18-406c-b092-781f3be12767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:18:55Z', 'updated_at': '2022-03-22T20:18:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:18:57.757580 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997570db-3031-4d50-882c-adc4e3e73e66 None None] The sync data for ids ['30ca5df1-3d18-406c-b092-781f3be12767'] in n-d-705658-24 is: [{'id': '30ca5df1-3d18-406c-b092-781f3be12767', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528563842', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '665cd9b1-0cf8-4065-85fb-c0a04509b6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:18:54Z', 'updated_at': '2022-03-22T20:18:55Z', 'revision_number': 3, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '665cd9b1-0cf8-4065-85fb-c0a04509b6d6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:31:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ca5df1-3d18-406c-b092-781f3be12767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:18:55Z', 'updated_at': '2022-03-22T20:18:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:18:57.810340 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-3feb4936-7093-4124-a152-87bf2aba81b1 None None] Attempting to bind port d1b985cb-f261-4ddc-ab86-89ee10dc65d2 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:18:57.810719 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-3feb4936-7093-4124-a152-87bf2aba81b1 None None] Attempting to bind port d1b985cb-f261-4ddc-ab86-89ee10dc65d2 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '1991ba89-0078-4e75-8714-bacdcac96ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1b3e681f-872d-4552-b109-e97f8fcc0c1b'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:18:57.811098 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3feb4936-7093-4124-a152-87bf2aba81b1 None None] Attempting to bind port d1b985cb-f261-4ddc-ab86-89ee10dc65d2 on network 1b3e681f-872d-4552-b109-e97f8fcc0c1b {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:18:57.820242 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3feb4936-7093-4124-a152-87bf2aba81b1 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:18:57.820699 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3feb4936-7093-4124-a152-87bf2aba81b1 None None] Checking segment: {'id': '1991ba89-0078-4e75-8714-bacdcac96ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1b3e681f-872d-4552-b109-e97f8fcc0c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:18:57.821038 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3feb4936-7093-4124-a152-87bf2aba81b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:57.821443 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3feb4936-7093-4124-a152-87bf2aba81b1 None None] Bound using segment: {'id': '1991ba89-0078-4e75-8714-bacdcac96ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1b3e681f-872d-4552-b109-e97f8fcc0c1b'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:18:57.821992 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-3feb4936-7093-4124-a152-87bf2aba81b1 None None] Bound port: d1b985cb-f261-4ddc-ab86-89ee10dc65d2, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1991ba89-0078-4e75-8714-bacdcac96ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1b3e681f-872d-4552-b109-e97f8fcc0c1b'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:18:57.822385 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3feb4936-7093-4124-a152-87bf2aba81b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d1b985cb-f261-4ddc-ab86-89ee10dc65d2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:57.903449 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-3feb4936-7093-4124-a152-87bf2aba81b1 None None] For port d1b985cb-f261-4ddc-ab86-89ee10dc65d2, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:18:57.906713 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-3feb4936-7093-4124-a152-87bf2aba81b1 None None] For port d1b985cb-f261-4ddc-ab86-89ee10dc65d2, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=d1b985cb-f261-4ddc-ab86-89ee10dc65d2,segment=NetworkSegment(1991ba89-0078-4e75-8714-bacdcac96ea8),segment_id=1991ba89-0078-4e75-8714-bacdcac96ea8)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:18:57.914664 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3feb4936-7093-4124-a152-87bf2aba81b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d1b985cb-f261-4ddc-ab86-89ee10dc65d2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:58.020758 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb4936-7093-4124-a152-87bf2aba81b1 None None] Pushing event updated for resources: {'Port': ['ID=d1b985cb-f261-4ddc-ab86-89ee10dc65d2,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:18:58.048956 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-dea730ed-7578-4f69-ad74-d9ce32e6aed6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Allocated IP 172.20.0.1 (1b3e681f-872d-4552-b109-e97f8fcc0c1b/b2fc2093-0670-4e2f-8c29-c0cfa1b9a704/d059a9aa-53ad-4c2e-9993-5dce1cbe9704) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:18:58.188323 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dea730ed-7578-4f69-ad74-d9ce32e6aed6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for port (d059a9aa-53ad-4c2e-9993-5dce1cbe9704), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:58.239771 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dea730ed-7578-4f69-ad74-d9ce32e6aed6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (d059a9aa-53ad-4c2e-9993-5dce1cbe9704), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:58.290534 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea730ed-7578-4f69-ad74-d9ce32e6aed6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Network 1b3e681f-872d-4552-b109-e97f8fcc0c1b is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:18:58.294125 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-dea730ed-7578-4f69-ad74-d9ce32e6aed6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:18:58.299804 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea730ed-7578-4f69-ad74-d9ce32e6aed6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:18:58.347887 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea730ed-7578-4f69-ad74-d9ce32e6aed6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Port': ['ID=d059a9aa-53ad-4c2e-9993-5dce1cbe9704,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:18:58.367601 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dea730ed-7578-4f69-ad74-d9ce32e6aed6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (30ca5df1-3d18-406c-b092-781f3be12767), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:58.515013 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dea730ed-7578-4f69-ad74-d9ce32e6aed6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d059a9aa-53ad-4c2e-9993-5dce1cbe9704), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:58.829378 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dea730ed-7578-4f69-ad74-d9ce32e6aed6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for port (d059a9aa-53ad-4c2e-9993-5dce1cbe9704), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:58.834560 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dea730ed-7578-4f69-ad74-d9ce32e6aed6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (d059a9aa-53ad-4c2e-9993-5dce1cbe9704), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:58.908565 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea730ed-7578-4f69-ad74-d9ce32e6aed6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Port': ['ID=d059a9aa-53ad-4c2e-9993-5dce1cbe9704,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:18:58.913986 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dea730ed-7578-4f69-ad74-d9ce32e6aed6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (30ca5df1-3d18-406c-b092-781f3be12767), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:59.018904 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea730ed-7578-4f69-ad74-d9ce32e6aed6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Network 1b3e681f-872d-4552-b109-e97f8fcc0c1b is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:18:59.020342 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-dea730ed-7578-4f69-ad74-d9ce32e6aed6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:18:59.098431 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d0211e-497b-4bf9-9cca-201efd0cbc4a None None] Network 1b3e681f-872d-4552-b109-e97f8fcc0c1b requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:18:59.140298 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea730ed-7578-4f69-ad74-d9ce32e6aed6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Router 30ca5df1-3d18-406c-b092-781f3be12767 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:18:59.191485 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-1fe4aa7e-61ce-4904-8f4c-8c72860285b8 None None] Provisioning complete for port d1b985cb-f261-4ddc-ab86-89ee10dc65d2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:18:59.191870 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1fe4aa7e-61ce-4904-8f4c-8c72860285b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d1b985cb-f261-4ddc-ab86-89ee10dc65d2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:59.269637 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea730ed-7578-4f69-ad74-d9ce32e6aed6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:18:59.276764 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-dea730ed-7578-4f69-ad74-d9ce32e6aed6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "PUT /v2.0/routers/30ca5df1-3d18-406c-b092-781f3be12767/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5326402 Mar 22 20:18:59.331691 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1fe4aa7e-61ce-4904-8f4c-8c72860285b8 None None] Current status of the port d1b985cb-f261-4ddc-ab86-89ee10dc65d2 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:18:59.332100 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1fe4aa7e-61ce-4904-8f4c-8c72860285b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d1b985cb-f261-4ddc-ab86-89ee10dc65d2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:59.383199 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-1fe4aa7e-61ce-4904-8f4c-8c72860285b8 None None] For port d1b985cb-f261-4ddc-ab86-89ee10dc65d2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=d1b985cb-f261-4ddc-ab86-89ee10dc65d2,segment=NetworkSegment(1991ba89-0078-4e75-8714-bacdcac96ea8),segment_id=1991ba89-0078-4e75-8714-bacdcac96ea8)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:18:59.390772 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1fe4aa7e-61ce-4904-8f4c-8c72860285b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d1b985cb-f261-4ddc-ab86-89ee10dc65d2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:59.459738 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4aa7e-61ce-4904-8f4c-8c72860285b8 None None] Pushing event updated for resources: {'Port': ['ID=d1b985cb-f261-4ddc-ab86-89ee10dc65d2,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:18:59.527613 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-938c49fa-7a1f-4bf1-ab8e-28e08fd4c01c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-444906273&fields=id&tenant_id=e78a526ac76b4c53837f35b796222bb8 HTTP/1.1" status: 200 len: 267 time: 0.0567265 Mar 22 20:18:59.615321 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7a3ad6-3cda-4b66-b03e-1e4278fe0c8b None None] Sync routers for ids ['30ca5df1-3d18-406c-b092-781f3be12767'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:18:59.617280 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-8db0a603-be41-4e06-8b2d-0da21525bcf8 None None] Provisioning complete for port d059a9aa-53ad-4c2e-9993-5dce1cbe9704 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:18:59.617780 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8db0a603-be41-4e06-8b2d-0da21525bcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d059a9aa-53ad-4c2e-9993-5dce1cbe9704), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:59.630052 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7a3ad6-3cda-4b66-b03e-1e4278fe0c8b None None] Routers {'30ca5df1-3d18-406c-b092-781f3be12767'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:18:59.630788 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ed7a3ad6-3cda-4b66-b03e-1e4278fe0c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:18:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['30ca5df1-3d18-406c-b092-781f3be12767'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:18:59.658243 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8db0a603-be41-4e06-8b2d-0da21525bcf8 None None] Port d059a9aa-53ad-4c2e-9993-5dce1cbe9704 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:18:59.671326 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-8db0a603-be41-4e06-8b2d-0da21525bcf8 None None] Provisioning complete for port d1b985cb-f261-4ddc-ab86-89ee10dc65d2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:18:59.671714 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8db0a603-be41-4e06-8b2d-0da21525bcf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d1b985cb-f261-4ddc-ab86-89ee10dc65d2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:18:59.682311 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-3ee3e272-287e-47f9-b646-fb90b5d1da12 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:18:59.683881 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-3ee3e272-287e-47f9-b646-fb90b5d1da12 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/networks?id=1b3e681f-872d-4552-b109-e97f8fcc0c1b HTTP/1.1" status: 200 len: 796 time: 0.1485815 Mar 22 20:18:59.711064 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-6b3e54af-81c0-47ab-ac66-f6be2a85108e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/quotas/e78a526ac76b4c53837f35b796222bb8 HTTP/1.1" status: 200 len: 375 time: 0.0169477 Mar 22 20:18:59.803530 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8db0a603-be41-4e06-8b2d-0da21525bcf8 None None] Current status of the port d1b985cb-f261-4ddc-ab86-89ee10dc65d2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:18:59.823474 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-ed7a3ad6-3cda-4b66-b03e-1e4278fe0c8b None None] Set router 30ca5df1-3d18-406c-b092-781f3be12767 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:18:59.828328 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-06c13a88-eac4-44c0-8046-f44badb5ca54 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1163414 Mar 22 20:18:59.915317 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 665cd9b1-0cf8-4065-85fb-c0a04509b6d6 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:18:59.983616 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-8944df69-57c3-4352-8055-af9aa97a04ba None None] Provisioning complete for port d059a9aa-53ad-4c2e-9993-5dce1cbe9704 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:18:59.984033 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8944df69-57c3-4352-8055-af9aa97a04ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d059a9aa-53ad-4c2e-9993-5dce1cbe9704), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:00.014978 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-f133b2e9-0e40-4bf5-bf74-f88c01e4450c service neutron] 10.222.0.75 "GET /v2.0/networks/1b3e681f-872d-4552-b109-e97f8fcc0c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690731 Mar 22 20:19:00.025411 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 665cd9b1-0cf8-4065-85fb-c0a04509b6d6 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:19:00.025823 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (665cd9b1-0cf8-4065-85fb-c0a04509b6d6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:00.054277 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8944df69-57c3-4352-8055-af9aa97a04ba None None] Port d059a9aa-53ad-4c2e-9993-5dce1cbe9704 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:19:00.107282 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ed7a3ad6-3cda-4b66-b03e-1e4278fe0c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ca5df1-3d18-406c-b092-781f3be12767', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528563842', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '665cd9b1-0cf8-4065-85fb-c0a04509b6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:18:54Z', 'updated_at': '2022-03-22T20:18:58Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '665cd9b1-0cf8-4065-85fb-c0a04509b6d6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:31:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ca5df1-3d18-406c-b092-781f3be12767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:18:55Z', 'updated_at': '2022-03-22T20:18:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'd059a9aa-53ad-4c2e-9993-5dce1cbe9704', 'name': '', 'network_id': '1b3e681f-872d-4552-b109-e97f8fcc0c1b', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:c8:4f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ca5df1-3d18-406c-b092-781f3be12767', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b2fc2093-0670-4e2f-8c29-c0cfa1b9a704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:18:57Z', 'updated_at': '2022-03-22T20:18:58Z', 'revision_number': 2, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': 'b2fc2093-0670-4e2f-8c29-c0cfa1b9a704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:19:00.123896 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 665cd9b1-0cf8-4065-85fb-c0a04509b6d6 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:19:00.124490 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (665cd9b1-0cf8-4065-85fb-c0a04509b6d6), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:00.129597 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-594f6fcf-dbfd-4699-a957-e9c65bf361f6 service neutron] 10.222.0.75 "GET /v2.0/networks/1b3e681f-872d-4552-b109-e97f8fcc0c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052089 Mar 22 20:19:00.147375 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7a3ad6-3cda-4b66-b03e-1e4278fe0c8b None None] Checking router: 30ca5df1-3d18-406c-b092-781f3be12767 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:19:00.147736 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7a3ad6-3cda-4b66-b03e-1e4278fe0c8b None None] Updating router 30ca5df1-3d18-406c-b092-781f3be12767 port d059a9aa-53ad-4c2e-9993-5dce1cbe9704 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:19:00.150915 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 665cd9b1-0cf8-4065-85fb-c0a04509b6d6, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=665cd9b1-0cf8-4065-85fb-c0a04509b6d6,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:19:00.156094 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (665cd9b1-0cf8-4065-85fb-c0a04509b6d6), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:00.157466 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d1b985cb-f261-4ddc-ab86-89ee10dc65d2 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:19:00.178141 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-ed7a3ad6-3cda-4b66-b03e-1e4278fe0c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d059a9aa-53ad-4c2e-9993-5dce1cbe9704), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:00.241161 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-70ca57e0-4a6d-43df-9d6a-82886507afbd None None] Provisioning complete for port d059a9aa-53ad-4c2e-9993-5dce1cbe9704 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:19:00.241438 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-70ca57e0-4a6d-43df-9d6a-82886507afbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d059a9aa-53ad-4c2e-9993-5dce1cbe9704), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:00.315197 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-70ca57e0-4a6d-43df-9d6a-82886507afbd None None] Port d059a9aa-53ad-4c2e-9993-5dce1cbe9704 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:19:00.318197 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=665cd9b1-0cf8-4065-85fb-c0a04509b6d6,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:19:00.325906 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port d1b985cb-f261-4ddc-ab86-89ee10dc65d2 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:19:00.326287 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d1b985cb-f261-4ddc-ab86-89ee10dc65d2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:00.384436 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cd736ac0-7d31-47af-8f1b-1de01af77373 req-1351045a-737a-4292-8eb2-28fb7f533133 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd23216f-99ef-4036-b1d0-fb8bef590d9e HTTP/1.1" status: 200 len: 210 time: 0.0650055 Mar 22 20:19:00.434334 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port d1b985cb-f261-4ddc-ab86-89ee10dc65d2 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:19:00.508543 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-ed7a3ad6-3cda-4b66-b03e-1e4278fe0c8b None None] Publish callbacks [] for port (d059a9aa-53ad-4c2e-9993-5dce1cbe9704), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:00.513893 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-ed7a3ad6-3cda-4b66-b03e-1e4278fe0c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d059a9aa-53ad-4c2e-9993-5dce1cbe9704), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:00.591424 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47ab15-bb5d-45ac-831a-2c603675b1d4 None None] Pushing event updated for resources: {'Port': ['ID=d059a9aa-53ad-4c2e-9993-5dce1cbe9704,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:19:00.620200 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d47ab15-bb5d-45ac-831a-2c603675b1d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:19:00.621410 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d47ab15-bb5d-45ac-831a-2c603675b1d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:19:00.622107 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d47ab15-bb5d-45ac-831a-2c603675b1d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:19:00.622428 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d47ab15-bb5d-45ac-831a-2c603675b1d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:19:00.622769 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d47ab15-bb5d-45ac-831a-2c603675b1d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:19:00.623129 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d47ab15-bb5d-45ac-831a-2c603675b1d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:19:00.623424 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d47ab15-bb5d-45ac-831a-2c603675b1d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:19:00.623808 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d47ab15-bb5d-45ac-831a-2c603675b1d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:19:00.624178 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d47ab15-bb5d-45ac-831a-2c603675b1d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:19:00.624373 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d47ab15-bb5d-45ac-831a-2c603675b1d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:19:00.624699 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d47ab15-bb5d-45ac-831a-2c603675b1d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:19:00.625022 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d47ab15-bb5d-45ac-831a-2c603675b1d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:19:00.625977 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d47ab15-bb5d-45ac-831a-2c603675b1d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:19:00.626184 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d47ab15-bb5d-45ac-831a-2c603675b1d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:19:00.626515 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d47ab15-bb5d-45ac-831a-2c603675b1d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:19:00.635515 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-ed7a3ad6-3cda-4b66-b03e-1e4278fe0c8b None None] Attempting to bind port d059a9aa-53ad-4c2e-9993-5dce1cbe9704 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:19:00.635894 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-ed7a3ad6-3cda-4b66-b03e-1e4278fe0c8b None None] Attempting to bind port d059a9aa-53ad-4c2e-9993-5dce1cbe9704 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '1991ba89-0078-4e75-8714-bacdcac96ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1b3e681f-872d-4552-b109-e97f8fcc0c1b'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:19:00.636268 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7a3ad6-3cda-4b66-b03e-1e4278fe0c8b None None] Attempting to bind port d059a9aa-53ad-4c2e-9993-5dce1cbe9704 on network 1b3e681f-872d-4552-b109-e97f8fcc0c1b {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:19:00.642693 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7a3ad6-3cda-4b66-b03e-1e4278fe0c8b None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:19:00.643079 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7a3ad6-3cda-4b66-b03e-1e4278fe0c8b None None] Checking segment: {'id': '1991ba89-0078-4e75-8714-bacdcac96ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1b3e681f-872d-4552-b109-e97f8fcc0c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:19:00.643488 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-ed7a3ad6-3cda-4b66-b03e-1e4278fe0c8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:00.643879 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7a3ad6-3cda-4b66-b03e-1e4278fe0c8b None None] Bound using segment: {'id': '1991ba89-0078-4e75-8714-bacdcac96ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1b3e681f-872d-4552-b109-e97f8fcc0c1b'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:19:00.644361 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-ed7a3ad6-3cda-4b66-b03e-1e4278fe0c8b None None] Bound port: d059a9aa-53ad-4c2e-9993-5dce1cbe9704, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1991ba89-0078-4e75-8714-bacdcac96ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1b3e681f-872d-4552-b109-e97f8fcc0c1b'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:19:00.644743 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-ed7a3ad6-3cda-4b66-b03e-1e4278fe0c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d059a9aa-53ad-4c2e-9993-5dce1cbe9704), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:00.722045 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-ed7a3ad6-3cda-4b66-b03e-1e4278fe0c8b None None] For port d059a9aa-53ad-4c2e-9993-5dce1cbe9704, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:19:00.728231 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-ed7a3ad6-3cda-4b66-b03e-1e4278fe0c8b None None] For port d059a9aa-53ad-4c2e-9993-5dce1cbe9704, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=d059a9aa-53ad-4c2e-9993-5dce1cbe9704,segment=NetworkSegment(1991ba89-0078-4e75-8714-bacdcac96ea8),segment_id=1991ba89-0078-4e75-8714-bacdcac96ea8)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:19:00.737171 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-ed7a3ad6-3cda-4b66-b03e-1e4278fe0c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d059a9aa-53ad-4c2e-9993-5dce1cbe9704), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:00.797194 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7a3ad6-3cda-4b66-b03e-1e4278fe0c8b None None] Routers {'30ca5df1-3d18-406c-b092-781f3be12767'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:19:00.798401 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ed7a3ad6-3cda-4b66-b03e-1e4278fe0c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:18:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['30ca5df1-3d18-406c-b092-781f3be12767'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:19:00.845070 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-1f30b271-6e19-44f3-ba5f-aead8cb8569e None None] Provisioning complete for port d059a9aa-53ad-4c2e-9993-5dce1cbe9704 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:19:00.845894 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1f30b271-6e19-44f3-ba5f-aead8cb8569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d059a9aa-53ad-4c2e-9993-5dce1cbe9704), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:00.892218 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47ab15-bb5d-45ac-831a-2c603675b1d4 None None] Pushing event updated for resources: {'Port': ['ID=d059a9aa-53ad-4c2e-9993-5dce1cbe9704,revision_number=4']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:19:00.951228 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-ed7a3ad6-3cda-4b66-b03e-1e4278fe0c8b None None] Set router 30ca5df1-3d18-406c-b092-781f3be12767 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:19:00.964379 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1f30b271-6e19-44f3-ba5f-aead8cb8569e None None] Current status of the port d059a9aa-53ad-4c2e-9993-5dce1cbe9704 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:19:00.965243 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1f30b271-6e19-44f3-ba5f-aead8cb8569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d059a9aa-53ad-4c2e-9993-5dce1cbe9704), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:01.022523 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-1f30b271-6e19-44f3-ba5f-aead8cb8569e None None] For port d059a9aa-53ad-4c2e-9993-5dce1cbe9704, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=d059a9aa-53ad-4c2e-9993-5dce1cbe9704,segment=NetworkSegment(1991ba89-0078-4e75-8714-bacdcac96ea8),segment_id=1991ba89-0078-4e75-8714-bacdcac96ea8)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:19:01.036632 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1f30b271-6e19-44f3-ba5f-aead8cb8569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d059a9aa-53ad-4c2e-9993-5dce1cbe9704), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:01.098533 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30b271-6e19-44f3-ba5f-aead8cb8569e None None] Pushing event updated for resources: {'Port': ['ID=d059a9aa-53ad-4c2e-9993-5dce1cbe9704,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:19:01.163549 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-1a4a549a-cabc-4035-93f9-7dde48fe16e5 None None] Provisioning complete for port d059a9aa-53ad-4c2e-9993-5dce1cbe9704 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:19:01.164280 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1a4a549a-cabc-4035-93f9-7dde48fe16e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d059a9aa-53ad-4c2e-9993-5dce1cbe9704), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:01.264151 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1a4a549a-cabc-4035-93f9-7dde48fe16e5 None None] Current status of the port d059a9aa-53ad-4c2e-9993-5dce1cbe9704 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:19:01.307024 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-ed7a3ad6-3cda-4b66-b03e-1e4278fe0c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ca5df1-3d18-406c-b092-781f3be12767', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528563842', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '665cd9b1-0cf8-4065-85fb-c0a04509b6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:18:54Z', 'updated_at': '2022-03-22T20:18:58Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '665cd9b1-0cf8-4065-85fb-c0a04509b6d6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:31:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ca5df1-3d18-406c-b092-781f3be12767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:18:55Z', 'updated_at': '2022-03-22T20:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'd059a9aa-53ad-4c2e-9993-5dce1cbe9704', 'name': '', 'network_id': '1b3e681f-872d-4552-b109-e97f8fcc0c1b', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:c8:4f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ca5df1-3d18-406c-b092-781f3be12767', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b2fc2093-0670-4e2f-8c29-c0cfa1b9a704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:18:57Z', 'updated_at': '2022-03-22T20:19:00Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': 'b2fc2093-0670-4e2f-8c29-c0cfa1b9a704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:19:01.334964 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7a3ad6-3cda-4b66-b03e-1e4278fe0c8b None None] The sync data for ids ['30ca5df1-3d18-406c-b092-781f3be12767'] in n-d-705658-24 is: [{'id': '30ca5df1-3d18-406c-b092-781f3be12767', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528563842', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '665cd9b1-0cf8-4065-85fb-c0a04509b6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:18:54Z', 'updated_at': '2022-03-22T20:18:58Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '665cd9b1-0cf8-4065-85fb-c0a04509b6d6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:31:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ca5df1-3d18-406c-b092-781f3be12767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:18:55Z', 'updated_at': '2022-03-22T20:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'd059a9aa-53ad-4c2e-9993-5dce1cbe9704', 'name': '', 'network_id': '1b3e681f-872d-4552-b109-e97f8fcc0c1b', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:c8:4f:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30ca5df1-3d18-406c-b092-781f3be12767', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b2fc2093-0670-4e2f-8c29-c0cfa1b9a704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:18:57Z', 'updated_at': '2022-03-22T20:19:00Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': 'b2fc2093-0670-4e2f-8c29-c0cfa1b9a704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:19:01.502193 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5fa9ffd0-ff4e-4775-942e-cb2f9fd6c666 req-68f92e73-b597-454e-ba8d-98bd272c597b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd23216f-99ef-4036-b1d0-fb8bef590d9e HTTP/1.1" status: 200 len: 210 time: 0.0366695 Mar 22 20:19:01.609700 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:19:01.688828 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-d51f934b-d9c0-4862-b525-a067ddcef1ca tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:19:01.690419 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-d51f934b-d9c0-4862-b525-a067ddcef1ca tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.85 "GET /v2.0/networks?id=1b3e681f-872d-4552-b109-e97f8fcc0c1b HTTP/1.1" status: 200 len: 796 time: 0.1214795 Mar 22 20:19:01.776472 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-88f8ab37-4bad-49c0-b93b-e6a61ef9153b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e78a526ac76b4c53837f35b796222bb8 HTTP/1.1" status: 200 len: 379 time: 0.0785043 Mar 22 20:19:01.791274 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-0d698190-2806-4fed-85e7-26130b5fb93c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'port': {'device_id': 'bd23216f-99ef-4036-b1d0-fb8bef590d9e', 'network_id': '1b3e681f-872d-4552-b109-e97f8fcc0c1b', 'admin_state_up': True, 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'security_groups': ['fef6b556-63aa-480b-9792-3456d94140e0']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:19:01.919710 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 665cd9b1-0cf8-4065-85fb-c0a04509b6d6 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:19:01.970324 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-0d698190-2806-4fed-85e7-26130b5fb93c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Made reservation on behalf of e78a526ac76b4c53837f35b796222bb8 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:19:01.975829 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-0d698190-2806-4fed-85e7-26130b5fb93c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:01.990908 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 665cd9b1-0cf8-4065-85fb-c0a04509b6d6 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:19:01.991705 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (665cd9b1-0cf8-4065-85fb-c0a04509b6d6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:02.096402 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 665cd9b1-0cf8-4065-85fb-c0a04509b6d6 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:19:02.097494 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d059a9aa-53ad-4c2e-9993-5dce1cbe9704 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:19:02.153167 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port d059a9aa-53ad-4c2e-9993-5dce1cbe9704 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:19:02.153542 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d059a9aa-53ad-4c2e-9993-5dce1cbe9704), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:02.164225 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-0d698190-2806-4fed-85e7-26130b5fb93c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Allocated IP 172.20.0.11 (1b3e681f-872d-4552-b109-e97f8fcc0c1b/b2fc2093-0670-4e2f-8c29-c0cfa1b9a704/4cf2f00f-b7ef-44d7-a278-10f354e8f73a) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:19:02.250697 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port d059a9aa-53ad-4c2e-9993-5dce1cbe9704 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:19:02.334209 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-0d698190-2806-4fed-85e7-26130b5fb93c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for port (4cf2f00f-b7ef-44d7-a278-10f354e8f73a), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:02.382449 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-0d698190-2806-4fed-85e7-26130b5fb93c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (4cf2f00f-b7ef-44d7-a278-10f354e8f73a), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:02.431524 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-0d698190-2806-4fed-85e7-26130b5fb93c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Network 1b3e681f-872d-4552-b109-e97f8fcc0c1b is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:19:02.437061 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-0d698190-2806-4fed-85e7-26130b5fb93c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:19:02.442376 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-0d698190-2806-4fed-85e7-26130b5fb93c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:19:02.446649 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d698190-2806-4fed-85e7-26130b5fb93c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Port': ['ID=4cf2f00f-b7ef-44d7-a278-10f354e8f73a,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:19:02.505631 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-0d698190-2806-4fed-85e7-26130b5fb93c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:19:02.506343 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-0d698190-2806-4fed-85e7-26130b5fb93c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:02.535379 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-0d698190-2806-4fed-85e7-26130b5fb93c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7535529 Mar 22 20:19:02.545377 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-6c151d9b-2106-4c86-aa9d-8c5391544d76 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 20:19:02.546715 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-6c151d9b-2106-4c86-aa9d-8c5391544d76 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065005 Mar 22 20:19:02.665692 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7010845-1a3d-40b5-ba7a-7fd208f8d512 req-18384d4f-f1ed-4937-b09c-052877428d15 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:19:02.667402 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f7010845-1a3d-40b5-ba7a-7fd208f8d512 req-18384d4f-f1ed-4937-b09c-052877428d15 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd23216f-99ef-4036-b1d0-fb8bef590d9e HTTP/1.1" status: 200 len: 932 time: 0.0786693 Mar 22 20:19:02.673813 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-c9132525-0d25-4953-a09c-c8e6236dfbf1 service neutron] Request body: {'port': {'device_id': 'bd23216f-99ef-4036-b1d0-fb8bef590d9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:19:02.812623 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-c9132525-0d25-4953-a09c-c8e6236dfbf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4cf2f00f-b7ef-44d7-a278-10f354e8f73a), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:02.863889 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f7010845-1a3d-40b5-ba7a-7fd208f8d512 req-817cbd73-7a9f-4ae8-a2ef-0fca12e348d0 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fef6b556-63aa-480b-9792-3456d94140e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498375 Mar 22 20:19:02.909543 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-687dc80a-f660-4422-82e5-299ca930cede None None] Provisioning complete for port 4cf2f00f-b7ef-44d7-a278-10f354e8f73a triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:19:02.910020 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-687dc80a-f660-4422-82e5-299ca930cede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (4cf2f00f-b7ef-44d7-a278-10f354e8f73a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:02.951692 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-687dc80a-f660-4422-82e5-299ca930cede None None] Port 4cf2f00f-b7ef-44d7-a278-10f354e8f73a cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:19:03.121578 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-c9132525-0d25-4953-a09c-c8e6236dfbf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cf2f00f-b7ef-44d7-a278-10f354e8f73a {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:19:03.130039 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-c9132525-0d25-4953-a09c-c8e6236dfbf1 service neutron] Publish callbacks [] for port (4cf2f00f-b7ef-44d7-a278-10f354e8f73a), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:03.144311 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-c9132525-0d25-4953-a09c-c8e6236dfbf1 service neutron] Transition to ACTIVE for port object 4cf2f00f-b7ef-44d7-a278-10f354e8f73a will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:19:03.148636 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-c9132525-0d25-4953-a09c-c8e6236dfbf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (4cf2f00f-b7ef-44d7-a278-10f354e8f73a), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:03.204762 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9132525-0d25-4953-a09c-c8e6236dfbf1 service neutron] Pushing event updated for resources: {'Port': ['ID=4cf2f00f-b7ef-44d7-a278-10f354e8f73a,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:19:03.279501 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-c9132525-0d25-4953-a09c-c8e6236dfbf1 service neutron] Attempting to bind port 4cf2f00f-b7ef-44d7-a278-10f354e8f73a on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:19:03.280278 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-c9132525-0d25-4953-a09c-c8e6236dfbf1 service neutron] Attempting to bind port 4cf2f00f-b7ef-44d7-a278-10f354e8f73a by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '1991ba89-0078-4e75-8714-bacdcac96ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1b3e681f-872d-4552-b109-e97f8fcc0c1b'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:19:03.280846 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-c9132525-0d25-4953-a09c-c8e6236dfbf1 service neutron] Attempting to bind port 4cf2f00f-b7ef-44d7-a278-10f354e8f73a on network 1b3e681f-872d-4552-b109-e97f8fcc0c1b {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:19:03.286371 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-c9132525-0d25-4953-a09c-c8e6236dfbf1 service neutron] Port 4cf2f00f-b7ef-44d7-a278-10f354e8f73a on network 1b3e681f-872d-4552-b109-e97f8fcc0c1b not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:19:03.286939 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-c9132525-0d25-4953-a09c-c8e6236dfbf1 service neutron] Attempting to bind port 4cf2f00f-b7ef-44d7-a278-10f354e8f73a on network 1b3e681f-872d-4552-b109-e97f8fcc0c1b {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:19:03.292408 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-c9132525-0d25-4953-a09c-c8e6236dfbf1 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:19:03.292748 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-c9132525-0d25-4953-a09c-c8e6236dfbf1 service neutron] Checking segment: {'id': '1991ba89-0078-4e75-8714-bacdcac96ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1b3e681f-872d-4552-b109-e97f8fcc0c1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:19:03.293126 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-c9132525-0d25-4953-a09c-c8e6236dfbf1 service neutron] Bound using segment: {'id': '1991ba89-0078-4e75-8714-bacdcac96ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1b3e681f-872d-4552-b109-e97f8fcc0c1b'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:19:03.293551 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-c9132525-0d25-4953-a09c-c8e6236dfbf1 service neutron] Bound port: 4cf2f00f-b7ef-44d7-a278-10f354e8f73a, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1991ba89-0078-4e75-8714-bacdcac96ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1b3e681f-872d-4552-b109-e97f8fcc0c1b'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:19:03.293938 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-c9132525-0d25-4953-a09c-c8e6236dfbf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4cf2f00f-b7ef-44d7-a278-10f354e8f73a), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:03.376797 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-c9132525-0d25-4953-a09c-c8e6236dfbf1 service neutron] For port 4cf2f00f-b7ef-44d7-a278-10f354e8f73a, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:19:03.379956 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-c9132525-0d25-4953-a09c-c8e6236dfbf1 service neutron] For port 4cf2f00f-b7ef-44d7-a278-10f354e8f73a, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=4cf2f00f-b7ef-44d7-a278-10f354e8f73a,segment=NetworkSegment(1991ba89-0078-4e75-8714-bacdcac96ea8),segment_id=1991ba89-0078-4e75-8714-bacdcac96ea8)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:19:03.393915 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-c9132525-0d25-4953-a09c-c8e6236dfbf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (4cf2f00f-b7ef-44d7-a278-10f354e8f73a), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:03.430422 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-c9132525-0d25-4953-a09c-c8e6236dfbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:19:03.431042 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-c9132525-0d25-4953-a09c-c8e6236dfbf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:03.432828 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-c9132525-0d25-4953-a09c-c8e6236dfbf1 service neutron] 10.222.0.85 "PUT /v2.0/ports/4cf2f00f-b7ef-44d7-a278-10f354e8f73a HTTP/1.1" status: 200 len: 1093 time: 0.8754828 Mar 22 20:19:03.433226 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd23216f-99ef-4036-b1d0-fb8bef590d9e', 'tag': '4cf2f00f-b7ef-44d7-a278-10f354e8f73a'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:19:03.436465 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5203bbb830fb44ebcbef8845939fcb941f39cb8985b8c198af72047ed6de2cf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7adc38-4a60-4654-a412-a96c14891ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "bd23216f-99ef-4036-b1d0-fb8bef590d9e", "tag": "4cf2f00f-b7ef-44d7-a278-10f354e8f73a"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:19:03.474768 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9132525-0d25-4953-a09c-c8e6236dfbf1 service neutron] Pushing event updated for resources: {'Port': ['ID=4cf2f00f-b7ef-44d7-a278-10f354e8f73a,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:19:03.530494 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b0b961-191e-405d-8075-6f355c0133d5 x-openstack-request-id: req-44b0b961-191e-405d-8075-6f355c0133d5 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:19:03.531154 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd23216f-99ef-4036-b1d0-fb8bef590d9e", "tag": "4cf2f00f-b7ef-44d7-a278-10f354e8f73a", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:19:03.531154 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-44b0b961-191e-405d-8075-6f355c0133d5 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:19:03.531444 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44b0b961-191e-405d-8075-6f355c0133d5'] response: {'name': 'network-changed', 'server_uuid': 'bd23216f-99ef-4036-b1d0-fb8bef590d9e', 'tag': '4cf2f00f-b7ef-44d7-a278-10f354e8f73a', 'status': 'completed', 'code': 200} Mar 22 20:19:03.547666 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-20f95283-e3c2-4b4f-826e-6e52bc7847f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:19:03.549214 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-20f95283-e3c2-4b4f-826e-6e52bc7847f1 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&device_id=bd23216f-99ef-4036-b1d0-fb8bef590d9e HTTP/1.1" status: 200 len: 1127 time: 0.0661991 Mar 22 20:19:03.599721 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-ab41774c-ed87-4678-a248-55d8c83d9158 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cf2f00f-b7ef-44d7-a278-10f354e8f73a HTTP/1.1" status: 200 len: 217 time: 0.0441935 Mar 22 20:19:03.659160 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-891a32d6-9395-4e5f-a314-51532eac3a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:19:03.660715 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-891a32d6-9395-4e5f-a314-51532eac3a62 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b2fc2093-0670-4e2f-8c29-c0cfa1b9a704 HTTP/1.1" status: 200 len: 834 time: 0.0556357 Mar 22 20:19:03.719361 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-395036dd-1883-4c4d-a98a-c99dbeb9c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:19:03.720924 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-395036dd-1883-4c4d-a98a-c99dbeb9c22c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1b3e681f-872d-4552-b109-e97f8fcc0c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0543132 Mar 22 20:19:03.832936 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-fca13929-99c4-4f7b-a972-53ea40c84656 service neutron] 10.222.0.85 "GET /v2.0/networks/1b3e681f-872d-4552-b109-e97f8fcc0c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057239 Mar 22 20:19:03.933539 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0208eabe-3576-45a2-b60e-4cc7857c73f6 req-0ae17617-d900-4f58-a2dd-6a14a82dac19 service neutron] 10.222.0.85 "GET /v2.0/networks/1b3e681f-872d-4552-b109-e97f8fcc0c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949812 Mar 22 20:19:04.004975 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9844e69-0ed0-4f67-a13b-7be3caa42e8f req-629fe4aa-01c1-482e-aeeb-cdbfe04ed84f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:19:04.006593 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e9844e69-0ed0-4f67-a13b-7be3caa42e8f req-629fe4aa-01c1-482e-aeeb-cdbfe04ed84f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd23216f-99ef-4036-b1d0-fb8bef590d9e HTTP/1.1" status: 200 len: 944 time: 0.0624983 Mar 22 20:19:04.090612 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e9844e69-0ed0-4f67-a13b-7be3caa42e8f req-4d7d67c4-9bb3-444f-9bd4-c9cd8ecabc18 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fef6b556-63aa-480b-9792-3456d94140e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768280 Mar 22 20:19:04.093618 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7adc38-4a60-4654-a412-a96c14891ca8 req-6257a32b-f9f4-4e51-b511-2443eb2a36f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:19:04.095065 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b7adc38-4a60-4654-a412-a96c14891ca8 req-6257a32b-f9f4-4e51-b511-2443eb2a36f0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&device_id=bd23216f-99ef-4036-b1d0-fb8bef590d9e HTTP/1.1" status: 200 len: 1127 time: 0.0987818 Mar 22 20:19:04.193375 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7adc38-4a60-4654-a412-a96c14891ca8 req-8c459a24-5a36-4cd2-8275-74282da487f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:19:04.195909 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b7adc38-4a60-4654-a412-a96c14891ca8 req-8c459a24-5a36-4cd2-8275-74282da487f1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=1b3e681f-872d-4552-b109-e97f8fcc0c1b HTTP/1.1" status: 200 len: 897 time: 0.0949962 Mar 22 20:19:04.244494 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b7adc38-4a60-4654-a412-a96c14891ca8 req-ef5bd8cc-2bd8-474c-870c-57620beff574 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cf2f00f-b7ef-44d7-a278-10f354e8f73a HTTP/1.1" status: 200 len: 217 time: 0.0427434 Mar 22 20:19:04.297224 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7adc38-4a60-4654-a412-a96c14891ca8 req-d9b6c304-0826-4fcb-8c99-2017a0b85005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:19:04.298925 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b7adc38-4a60-4654-a412-a96c14891ca8 req-d9b6c304-0826-4fcb-8c99-2017a0b85005 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b2fc2093-0670-4e2f-8c29-c0cfa1b9a704 HTTP/1.1" status: 200 len: 834 time: 0.0493956 Mar 22 20:19:04.350486 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7adc38-4a60-4654-a412-a96c14891ca8 req-668696cd-4df9-4eb2-b73c-f2be589c38b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:19:04.352121 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b7adc38-4a60-4654-a412-a96c14891ca8 req-668696cd-4df9-4eb2-b73c-f2be589c38b4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1b3e681f-872d-4552-b109-e97f8fcc0c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0478959 Mar 22 20:19:04.446849 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b7adc38-4a60-4654-a412-a96c14891ca8 req-3ce89cf6-cd00-4028-b9a6-d44fb788ad98 service neutron] 10.222.0.85 "GET /v2.0/networks/1b3e681f-872d-4552-b109-e97f8fcc0c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889313 Mar 22 20:19:04.542446 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b7adc38-4a60-4654-a412-a96c14891ca8 req-d0fc67eb-a389-49b8-99d7-8775a33449b9 service neutron] 10.222.0.85 "GET /v2.0/networks/1b3e681f-872d-4552-b109-e97f8fcc0c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905161 Mar 22 20:19:05.219908 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4dcee-29b8-44e0-a293-6bcbf356dfc4 req-d5425192-795c-40eb-b949-93022ba6fb12 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:19:05.221533 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9d4dcee-29b8-44e0-a293-6bcbf356dfc4 req-d5425192-795c-40eb-b949-93022ba6fb12 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd23216f-99ef-4036-b1d0-fb8bef590d9e HTTP/1.1" status: 200 len: 944 time: 0.0553091 Mar 22 20:19:05.282692 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9d4dcee-29b8-44e0-a293-6bcbf356dfc4 req-561229d6-c0fe-42ca-9ac7-02754e1bb15c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fef6b556-63aa-480b-9792-3456d94140e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536180 Mar 22 20:19:06.403814 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595d591-a425-4bad-83e0-f29f2145b00c req-bb0eb6e5-8209-4861-901d-4d5464e25420 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:19:06.405356 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6595d591-a425-4bad-83e0-f29f2145b00c req-bb0eb6e5-8209-4861-901d-4d5464e25420 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd23216f-99ef-4036-b1d0-fb8bef590d9e HTTP/1.1" status: 200 len: 944 time: 0.0553980 Mar 22 20:19:06.455469 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6595d591-a425-4bad-83e0-f29f2145b00c req-aea1a080-de44-4d73-8f11-02b3e1adde01 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fef6b556-63aa-480b-9792-3456d94140e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438929 Mar 22 20:19:07.575316 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc8b62-fbbb-4ab2-bd4c-4639b22f8d26 req-e3c8bbce-72ea-405e-8b0d-3f1de025228d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:19:07.576793 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d8bc8b62-fbbb-4ab2-bd4c-4639b22f8d26 req-e3c8bbce-72ea-405e-8b0d-3f1de025228d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd23216f-99ef-4036-b1d0-fb8bef590d9e HTTP/1.1" status: 200 len: 944 time: 0.0531523 Mar 22 20:19:07.624654 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d8bc8b62-fbbb-4ab2-bd4c-4639b22f8d26 req-1b189ee4-fc43-4d49-bb10-cf0ef0085b00 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fef6b556-63aa-480b-9792-3456d94140e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417881 Mar 22 20:19:07.630663 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 4cf2f00f-b7ef-44d7-a278-10f354e8f73a details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:19:07.724967 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 4cf2f00f-b7ef-44d7-a278-10f354e8f73a, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=4cf2f00f-b7ef-44d7-a278-10f354e8f73a,segment=NetworkSegment(1991ba89-0078-4e75-8714-bacdcac96ea8),segment_id=1991ba89-0078-4e75-8714-bacdcac96ea8)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:19:07.736141 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '4cf2f00f-b7ef-44d7-a278-10f354e8f73a', 'network_id': '1b3e681f-872d-4552-b109-e97f8fcc0c1b', 'port_id': '4cf2f00f-b7ef-44d7-a278-10f354e8f73a', 'mac_address': 'fa:16:3e:30:c5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2fc2093-0670-4e2f-8c29-c0cfa1b9a704', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:19:07.775980 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 4cf2f00f-b7ef-44d7-a278-10f354e8f73a is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:19:07.776368 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4cf2f00f-b7ef-44d7-a278-10f354e8f73a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:07.789840 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cf2f00f-b7ef-44d7-a278-10f354e8f73a {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:19:07.809348 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 4cf2f00f-b7ef-44d7-a278-10f354e8f73a, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=4cf2f00f-b7ef-44d7-a278-10f354e8f73a,segment=NetworkSegment(1991ba89-0078-4e75-8714-bacdcac96ea8),segment_id=1991ba89-0078-4e75-8714-bacdcac96ea8)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:19:07.814608 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4cf2f00f-b7ef-44d7-a278-10f354e8f73a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:07.860416 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=4cf2f00f-b7ef-44d7-a278-10f354e8f73a,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:19:08.160571 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['4cf2f00f-b7ef-44d7-a278-10f354e8f73a'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:19:08.745449 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8fddf0-c5be-4d2d-a351-6d01dc57bcc3 req-55de56fb-8971-4b62-99ee-7ee4865fdf69 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:19:08.746955 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ee8fddf0-c5be-4d2d-a351-6d01dc57bcc3 req-55de56fb-8971-4b62-99ee-7ee4865fdf69 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd23216f-99ef-4036-b1d0-fb8bef590d9e HTTP/1.1" status: 200 len: 945 time: 0.0566020 Mar 22 20:19:08.796598 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ee8fddf0-c5be-4d2d-a351-6d01dc57bcc3 req-04e42eef-612c-4fae-80f4-7ba75e4429e9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fef6b556-63aa-480b-9792-3456d94140e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436273 Mar 22 20:19:09.646146 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 4cf2f00f-b7ef-44d7-a278-10f354e8f73a up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:19:09.698880 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 4cf2f00f-b7ef-44d7-a278-10f354e8f73a completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:19:09.703346 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 4cf2f00f-b7ef-44d7-a278-10f354e8f73a triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:19:09.703730 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (4cf2f00f-b7ef-44d7-a278-10f354e8f73a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:09.782540 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 4cf2f00f-b7ef-44d7-a278-10f354e8f73a is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:19:09.782935 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4cf2f00f-b7ef-44d7-a278-10f354e8f73a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:09.805923 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd23216f-99ef-4036-b1d0-fb8bef590d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf2f00f-b7ef-44d7-a278-10f354e8f73a'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:19:09.808199 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42acaf4adbc820cceca1c39a9c6556ee9c843f2d32102223230a5dac4986dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a130de5-e25f-40a1-b4bd-356c522c7bf6" -d '{"events": [{"server_uuid": "bd23216f-99ef-4036-b1d0-fb8bef590d9e", "name": "network-vif-plugged", "status": "completed", "tag": "4cf2f00f-b7ef-44d7-a278-10f354e8f73a"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:19:09.824626 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 4cf2f00f-b7ef-44d7-a278-10f354e8f73a, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=4cf2f00f-b7ef-44d7-a278-10f354e8f73a,segment=NetworkSegment(1991ba89-0078-4e75-8714-bacdcac96ea8),segment_id=1991ba89-0078-4e75-8714-bacdcac96ea8)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:19:09.830518 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4cf2f00f-b7ef-44d7-a278-10f354e8f73a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:09.880962 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=4cf2f00f-b7ef-44d7-a278-10f354e8f73a,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:19:09.916467 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d98687c-7f71-4f2a-84a0-6054c8bcbcc9 x-openstack-request-id: req-9d98687c-7f71-4f2a-84a0-6054c8bcbcc9 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:19:09.916776 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd23216f-99ef-4036-b1d0-fb8bef590d9e", "name": "network-vif-plugged", "status": "completed", "tag": "4cf2f00f-b7ef-44d7-a278-10f354e8f73a", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:19:09.917035 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9d98687c-7f71-4f2a-84a0-6054c8bcbcc9 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:19:09.917537 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d98687c-7f71-4f2a-84a0-6054c8bcbcc9'] response: {'server_uuid': 'bd23216f-99ef-4036-b1d0-fb8bef590d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf2f00f-b7ef-44d7-a278-10f354e8f73a', 'code': 200} Mar 22 20:19:09.932081 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20146e13-5382-4e75-8bb2-eff73aa5d490 req-2c1183b4-5665-4e19-b2ed-adc976248f6e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:19:09.933652 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20146e13-5382-4e75-8bb2-eff73aa5d490 req-2c1183b4-5665-4e19-b2ed-adc976248f6e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd23216f-99ef-4036-b1d0-fb8bef590d9e HTTP/1.1" status: 200 len: 946 time: 0.0644126 Mar 22 20:19:09.995497 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20146e13-5382-4e75-8bb2-eff73aa5d490 req-6c9fd4b6-fe8c-4703-9199-c2c7b958a0e8 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fef6b556-63aa-480b-9792-3456d94140e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553675 Mar 22 20:19:10.028636 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b46ee-71a2-4c04-973c-668395817f67 req-cf4d732a-c9fa-4cc9-b16e-9ca0d7d695e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:19:10.030166 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a82b46ee-71a2-4c04-973c-668395817f67 req-cf4d732a-c9fa-4cc9-b16e-9ca0d7d695e3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=bd23216f-99ef-4036-b1d0-fb8bef590d9e HTTP/1.1" status: 200 len: 1129 time: 0.0509474 Mar 22 20:19:10.079955 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a82b46ee-71a2-4c04-973c-668395817f67 req-331d9aca-127d-40ac-b26b-92a229154f58 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=fef6b556-63aa-480b-9792-3456d94140e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425580 Mar 22 20:19:11.115150 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13464efc-7847-431a-b1e8-5a349261e05a req-fe0e15d2-e695-4e65-8077-cea44bbbcd55 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:19:11.116648 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-13464efc-7847-431a-b1e8-5a349261e05a req-fe0e15d2-e695-4e65-8077-cea44bbbcd55 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd23216f-99ef-4036-b1d0-fb8bef590d9e HTTP/1.1" status: 200 len: 946 time: 0.0520675 Mar 22 20:19:11.165585 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-13464efc-7847-431a-b1e8-5a349261e05a req-b27da8e7-7344-44cf-8f9c-39c2a5b1fb7e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fef6b556-63aa-480b-9792-3456d94140e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432384 Mar 22 20:19:12.283846 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5980fb9-1e41-4c03-9a5e-dab881f5b2ab req-27f3aab2-b3b6-4fe4-aaf4-3cd4a8c820de tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:19:12.285338 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c5980fb9-1e41-4c03-9a5e-dab881f5b2ab req-27f3aab2-b3b6-4fe4-aaf4-3cd4a8c820de tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd23216f-99ef-4036-b1d0-fb8bef590d9e HTTP/1.1" status: 200 len: 946 time: 0.0538082 Mar 22 20:19:12.333660 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c5980fb9-1e41-4c03-9a5e-dab881f5b2ab req-a74d3cee-da08-49d1-9d74-07fafe3438dd tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fef6b556-63aa-480b-9792-3456d94140e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427363 Mar 22 20:19:12.453311 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cff593-8f67-4b70-91db-6e02c4c5194b req-25a26b92-5061-4446-ba16-39f1536f9801 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:19:12.455336 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-37cff593-8f67-4b70-91db-6e02c4c5194b req-25a26b92-5061-4446-ba16-39f1536f9801 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd23216f-99ef-4036-b1d0-fb8bef590d9e HTTP/1.1" status: 200 len: 946 time: 0.0558815 Mar 22 20:19:12.502447 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-37cff593-8f67-4b70-91db-6e02c4c5194b req-5c12736d-89ca-4091-bc13-9b6b8dba3873 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fef6b556-63aa-480b-9792-3456d94140e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415490 Mar 22 20:19:12.524463 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40974) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:19:12.566887 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaf8a5a-1174-4fb1-9f2c-4d50afd0f201 tempest-TestNetworkAdvancedServerOps-668713942 tempest-TestNetworkAdvancedServerOps-668713942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:19:12.568373 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-bdaf8a5a-1174-4fb1-9f2c-4d50afd0f201 tempest-TestNetworkAdvancedServerOps-668713942 tempest-TestNetworkAdvancedServerOps-668713942-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=bd23216f-99ef-4036-b1d0-fb8bef590d9e HTTP/1.1" status: 200 len: 1124 time: 0.0429544 Mar 22 20:19:12.571337 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 40976) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:19:12.575439 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-963767e1-35b7-459e-ab82-19976a3c2445 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'port_id': '4cf2f00f-b7ef-44d7-a278-10f354e8f73a', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:19:12.595436 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-963767e1-35b7-459e-ab82-19976a3c2445 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:12.692120 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-963767e1-35b7-459e-ab82-19976a3c2445 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:12.794492 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-963767e1-35b7-459e-ab82-19976a3c2445 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Allocated IP 172.25.5.19 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/fab55c11-6875-4513-8754-51a1359a7f86) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:19:12.901658 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-963767e1-35b7-459e-ab82-19976a3c2445 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for port (fab55c11-6875-4513-8754-51a1359a7f86), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:12.936183 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-963767e1-35b7-459e-ab82-19976a3c2445 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (fab55c11-6875-4513-8754-51a1359a7f86), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:12.972635 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963767e1-35b7-459e-ab82-19976a3c2445 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:19:12.975278 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-963767e1-35b7-459e-ab82-19976a3c2445 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:19:12.979566 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963767e1-35b7-459e-ab82-19976a3c2445 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:19:13.007529 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963767e1-35b7-459e-ab82-19976a3c2445 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Port': ['ID=fab55c11-6875-4513-8754-51a1359a7f86,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:19:13.659560 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-963767e1-35b7-459e-ab82-19976a3c2445 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for floatingip (f38af903-c18e-4063-8cd4-3bc34bb00b2b), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:13.740522 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-963767e1-35b7-459e-ab82-19976a3c2445 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (fab55c11-6875-4513-8754-51a1359a7f86), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:13.902001 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-963767e1-35b7-459e-ab82-19976a3c2445 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for port (fab55c11-6875-4513-8754-51a1359a7f86), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:13.906996 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-963767e1-35b7-459e-ab82-19976a3c2445 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (fab55c11-6875-4513-8754-51a1359a7f86), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:13.980739 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963767e1-35b7-459e-ab82-19976a3c2445 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Port': ['ID=fab55c11-6875-4513-8754-51a1359a7f86,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:19:13.988866 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-963767e1-35b7-459e-ab82-19976a3c2445 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (f38af903-c18e-4063-8cd4-3bc34bb00b2b), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:14.094864 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [None req-963767e1-35b7-459e-ab82-19976a3c2445 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Floating IP f38af903-c18e-4063-8cd4-3bc34bb00b2b associated. External IP: 172.25.5.19, port: 4cf2f00f-b7ef-44d7-a278-10f354e8f73a. Mar 22 20:19:14.302586 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963767e1-35b7-459e-ab82-19976a3c2445 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Router 30ca5df1-3d18-406c-b092-781f3be12767 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:19:14.414043 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963767e1-35b7-459e-ab82-19976a3c2445 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:19:14.424122 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b8e3f6-cd5d-431d-9b3e-8230cc010203 None None] Sync routers for ids ['30ca5df1-3d18-406c-b092-781f3be12767'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:19:14.432169 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-963767e1-35b7-459e-ab82-19976a3c2445 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:14.435034 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b8e3f6-cd5d-431d-9b3e-8230cc010203 None None] Routers {'30ca5df1-3d18-406c-b092-781f3be12767'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:19:14.435659 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a4b8e3f6-cd5d-431d-9b3e-8230cc010203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:18:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['30ca5df1-3d18-406c-b092-781f3be12767'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:19:14.464872 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-963767e1-35b7-459e-ab82-19976a3c2445 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8925278 Mar 22 20:19:14.465564 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd23216f-99ef-4036-b1d0-fb8bef590d9e', 'tag': '4cf2f00f-b7ef-44d7-a278-10f354e8f73a'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:19:14.468192 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5203bbb830fb44ebcbef8845939fcb941f39cb8985b8c198af72047ed6de2cf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741877d8-ca5b-4b07-a9c1-b50b7ab9dcae" -d '{"events": [{"name": "network-changed", "server_uuid": "bd23216f-99ef-4036-b1d0-fb8bef590d9e", "tag": "4cf2f00f-b7ef-44d7-a278-10f354e8f73a"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:19:14.515021 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c30b97d-c840-42ca-931b-7eeb3d11eece x-openstack-request-id: req-9c30b97d-c840-42ca-931b-7eeb3d11eece {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:19:14.515580 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd23216f-99ef-4036-b1d0-fb8bef590d9e", "tag": "4cf2f00f-b7ef-44d7-a278-10f354e8f73a", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:19:14.516367 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-9c30b97d-c840-42ca-931b-7eeb3d11eece {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:19:14.517390 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c30b97d-c840-42ca-931b-7eeb3d11eece'] response: {'name': 'network-changed', 'server_uuid': 'bd23216f-99ef-4036-b1d0-fb8bef590d9e', 'tag': '4cf2f00f-b7ef-44d7-a278-10f354e8f73a', 'status': 'completed', 'code': 200} Mar 22 20:19:14.560559 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-a4b8e3f6-cd5d-431d-9b3e-8230cc010203 None None] Set router 30ca5df1-3d18-406c-b092-781f3be12767 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:19:14.610631 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb93108-ad3e-44c7-8536-0bb4b51fac35 req-6d1d72b2-0cef-4469-950a-86e5acfa5ec7 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:19:14.612151 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9bb93108-ad3e-44c7-8536-0bb4b51fac35 req-6d1d72b2-0cef-4469-950a-86e5acfa5ec7 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd23216f-99ef-4036-b1d0-fb8bef590d9e HTTP/1.1" status: 200 len: 946 time: 0.0899971 Mar 22 20:19:14.615305 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741877d8-ca5b-4b07-a9c1-b50b7ab9dcae req-e3099e2d-8612-4040-bb3e-1efbf674f54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:19:14.616779 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-741877d8-ca5b-4b07-a9c1-b50b7ab9dcae req-e3099e2d-8612-4040-bb3e-1efbf674f54b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&device_id=bd23216f-99ef-4036-b1d0-fb8bef590d9e HTTP/1.1" status: 200 len: 1129 time: 0.0817821 Mar 22 20:19:14.711778 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9bb93108-ad3e-44c7-8536-0bb4b51fac35 req-3d1e0bf8-bf4d-468a-94c5-49cda7ad032c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fef6b556-63aa-480b-9792-3456d94140e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938487 Mar 22 20:19:14.737679 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741877d8-ca5b-4b07-a9c1-b50b7ab9dcae req-6bcb2af5-14d3-4bfc-86d3-2d41f3457c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:19:14.737934 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40982) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:19:14.739230 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-741877d8-ca5b-4b07-a9c1-b50b7ab9dcae req-6bcb2af5-14d3-4bfc-86d3-2d41f3457c91 service neutron] 10.222.0.85 "GET /v2.0/networks?id=1b3e681f-872d-4552-b109-e97f8fcc0c1b HTTP/1.1" status: 200 len: 897 time: 0.1154523 Mar 22 20:19:14.794597 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a4b8e3f6-cd5d-431d-9b3e-8230cc010203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ca5df1-3d18-406c-b092-781f3be12767', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528563842', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '665cd9b1-0cf8-4065-85fb-c0a04509b6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:18:54Z', 'updated_at': '2022-03-22T20:18:58Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '665cd9b1-0cf8-4065-85fb-c0a04509b6d6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:31:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ca5df1-3d18-406c-b092-781f3be12767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:18:55Z', 'updated_at': '2022-03-22T20:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'f38af903-c18e-4063-8cd4-3bc34bb00b2b', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'floating_ip_address': '172.25.5.19', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '30ca5df1-3d18-406c-b092-781f3be12767', 'port_id': '4cf2f00f-b7ef-44d7-a278-10f354e8f73a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b3e681f-872d-4552-b109-e97f8fcc0c1b', 'mac_address': 'fa:16:3e:30:c5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd23216f-99ef-4036-b1d0-fb8bef590d9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:19:13Z', 'updated_at': '2022-03-22T20:19:13Z', 'revision_number': 0, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd059a9aa-53ad-4c2e-9993-5dce1cbe9704', 'name': '', 'network_id': '1b3e681f-872d-4552-b109-e97f8fcc0c1b', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:c8:4f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ca5df1-3d18-406c-b092-781f3be12767', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b2fc2093-0670-4e2f-8c29-c0cfa1b9a704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:18:57Z', 'updated_at': '2022-03-22T20:19:00Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': 'b2fc2093-0670-4e2f-8c29-c0cfa1b9a704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:19:14.803450 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6061e775-3b98-4920-a7ac-61d985e0abf8 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/floatingips/f38af903-c18e-4063-8cd4-3bc34bb00b2b HTTP/1.1" status: 200 len: 991 time: 0.0633280 Mar 22 20:19:14.820958 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-741877d8-ca5b-4b07-a9c1-b50b7ab9dcae req-3fd86034-67f0-4eea-a59f-43585c2f5d1e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cf2f00f-b7ef-44d7-a278-10f354e8f73a HTTP/1.1" status: 200 len: 999 time: 0.0759389 Mar 22 20:19:14.830913 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b8e3f6-cd5d-431d-9b3e-8230cc010203 None None] Checking router: 30ca5df1-3d18-406c-b092-781f3be12767 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:19:14.839864 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b8e3f6-cd5d-431d-9b3e-8230cc010203 None None] Routers {'30ca5df1-3d18-406c-b092-781f3be12767'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:19:14.840473 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a4b8e3f6-cd5d-431d-9b3e-8230cc010203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:18:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['30ca5df1-3d18-406c-b092-781f3be12767'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:19:14.867891 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741877d8-ca5b-4b07-a9c1-b50b7ab9dcae req-6a4e2862-22f0-4538-a8bf-f636d52b4539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:19:14.869390 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-741877d8-ca5b-4b07-a9c1-b50b7ab9dcae req-6a4e2862-22f0-4538-a8bf-f636d52b4539 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b2fc2093-0670-4e2f-8c29-c0cfa1b9a704 HTTP/1.1" status: 200 len: 834 time: 0.0434914 Mar 22 20:19:14.917205 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741877d8-ca5b-4b07-a9c1-b50b7ab9dcae req-4a513242-5adc-4628-b2e0-8b89d9a182af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:19:14.918742 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-741877d8-ca5b-4b07-a9c1-b50b7ab9dcae req-4a513242-5adc-4628-b2e0-8b89d9a182af service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1b3e681f-872d-4552-b109-e97f8fcc0c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441315 Mar 22 20:19:14.951615 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-a4b8e3f6-cd5d-431d-9b3e-8230cc010203 None None] Set router 30ca5df1-3d18-406c-b092-781f3be12767 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:19:15.018949 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-741877d8-ca5b-4b07-a9c1-b50b7ab9dcae req-7f84dec5-1ad9-4825-997d-eb9ce3413880 service neutron] 10.222.0.85 "GET /v2.0/networks/1b3e681f-872d-4552-b109-e97f8fcc0c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940106 Mar 22 20:19:15.122801 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-741877d8-ca5b-4b07-a9c1-b50b7ab9dcae req-dbfdb389-553c-43fd-a89e-5f040763eb27 service neutron] 10.222.0.85 "GET /v2.0/networks/1b3e681f-872d-4552-b109-e97f8fcc0c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936439 Mar 22 20:19:15.191537 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-a4b8e3f6-cd5d-431d-9b3e-8230cc010203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ca5df1-3d18-406c-b092-781f3be12767', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528563842', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '665cd9b1-0cf8-4065-85fb-c0a04509b6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:18:54Z', 'updated_at': '2022-03-22T20:18:58Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '665cd9b1-0cf8-4065-85fb-c0a04509b6d6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:31:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ca5df1-3d18-406c-b092-781f3be12767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:18:55Z', 'updated_at': '2022-03-22T20:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'f38af903-c18e-4063-8cd4-3bc34bb00b2b', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'floating_ip_address': '172.25.5.19', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '30ca5df1-3d18-406c-b092-781f3be12767', 'port_id': '4cf2f00f-b7ef-44d7-a278-10f354e8f73a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b3e681f-872d-4552-b109-e97f8fcc0c1b', 'mac_address': 'fa:16:3e:30:c5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd23216f-99ef-4036-b1d0-fb8bef590d9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:19:13Z', 'updated_at': '2022-03-22T20:19:13Z', 'revision_number': 0, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd059a9aa-53ad-4c2e-9993-5dce1cbe9704', 'name': '', 'network_id': '1b3e681f-872d-4552-b109-e97f8fcc0c1b', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:c8:4f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ca5df1-3d18-406c-b092-781f3be12767', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b2fc2093-0670-4e2f-8c29-c0cfa1b9a704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:18:57Z', 'updated_at': '2022-03-22T20:19:00Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': 'b2fc2093-0670-4e2f-8c29-c0cfa1b9a704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:19:15.218715 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b8e3f6-cd5d-431d-9b3e-8230cc010203 None None] The sync data for ids ['30ca5df1-3d18-406c-b092-781f3be12767'] in n-d-705658-24 is: [{'id': '30ca5df1-3d18-406c-b092-781f3be12767', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528563842', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '665cd9b1-0cf8-4065-85fb-c0a04509b6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:18:54Z', 'updated_at': '2022-03-22T20:18:58Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '665cd9b1-0cf8-4065-85fb-c0a04509b6d6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:31:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ca5df1-3d18-406c-b092-781f3be12767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:18:55Z', 'updated_at': '2022-03-22T20:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'f38af903-c18e-4063-8cd4-3bc34bb00b2b', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'floating_ip_address': '172.25.5.19', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '30ca5df1-3d18-406c-b092-781f3be12767', 'port_id': '4cf2f00f-b7ef-44d7-a278-10f354e8f73a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b3e681f-872d-4552-b109-e97f8fcc0c1b', 'mac_address': 'fa:16:3e:30:c5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd23216f-99ef-4036-b1d0-fb8bef590d9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:19:13Z', 'updated_at': '2022-03-22T20:19:13Z', 'revision_number': 0, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd059a9aa-53ad-4c2e-9993-5dce1cbe9704', 'name': '', 'network_id': '1b3e681f-872d-4552-b109-e97f8fcc0c1b', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:c8:4f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ca5df1-3d18-406c-b092-781f3be12767', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b2fc2093-0670-4e2f-8c29-c0cfa1b9a704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:18:57Z', 'updated_at': '2022-03-22T20:19:00Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': 'b2fc2093-0670-4e2f-8c29-c0cfa1b9a704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:19:15.262852 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f81e3c12-3d59-45d5-9c93-443f4d878189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:15.425502 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38ac978-1ed9-4aa4-9793-367de3496b2e None None] New status for floating IP f38af903-c18e-4063-8cd4-3bc34bb00b2b: ACTIVE {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:19:15.806234 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 40984) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:19:15.869157 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5cf22333-7855-4308-8014-a4d98e494573 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/floatingips/f38af903-c18e-4063-8cd4-3bc34bb00b2b HTTP/1.1" status: 200 len: 993 time: 0.0617709 Mar 22 20:19:16.313351 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:17.470185 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-30819182-14f7-44e4-bedb-7059d45d6298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:18.768144 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:18.904593 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:20.338597 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:21.426913 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:27.675584 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-268c0f79-5124-407b-bc65-8fb897461995 req-51f20bae-3da1-4bb4-8201-233e07b40eca service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=bd23216f-99ef-4036-b1d0-fb8bef590d9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0493896 Mar 22 20:19:27.761630 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c0f79-5124-407b-bc65-8fb897461995 req-55dd38fc-0258-434d-af1c-155699b02c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:19:27.763223 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-268c0f79-5124-407b-bc65-8fb897461995 req-55dd38fc-0258-434d-af1c-155699b02c09 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&device_id=bd23216f-99ef-4036-b1d0-fb8bef590d9e HTTP/1.1" status: 200 len: 1129 time: 0.0455456 Mar 22 20:19:27.865363 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c0f79-5124-407b-bc65-8fb897461995 req-d6e71131-5927-4830-846a-4489cf3a89c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:19:27.868172 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-268c0f79-5124-407b-bc65-8fb897461995 req-d6e71131-5927-4830-846a-4489cf3a89c5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=1b3e681f-872d-4552-b109-e97f8fcc0c1b HTTP/1.1" status: 200 len: 897 time: 0.0851557 Mar 22 20:19:27.936923 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-268c0f79-5124-407b-bc65-8fb897461995 req-17ff9244-9b64-424c-a66d-3d636620bd17 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cf2f00f-b7ef-44d7-a278-10f354e8f73a HTTP/1.1" status: 200 len: 1001 time: 0.0643101 Mar 22 20:19:27.983892 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c0f79-5124-407b-bc65-8fb897461995 req-d5960db1-cf92-41fd-b076-9a15225695c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:19:27.985938 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-268c0f79-5124-407b-bc65-8fb897461995 req-d5960db1-cf92-41fd-b076-9a15225695c2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b2fc2093-0670-4e2f-8c29-c0cfa1b9a704 HTTP/1.1" status: 200 len: 834 time: 0.0432603 Mar 22 20:19:28.038315 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c0f79-5124-407b-bc65-8fb897461995 req-d0e04d15-325f-4910-987e-b9f1749cd35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:19:28.039916 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-268c0f79-5124-407b-bc65-8fb897461995 req-d0e04d15-325f-4910-987e-b9f1749cd35f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1b3e681f-872d-4552-b109-e97f8fcc0c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480351 Mar 22 20:19:28.130652 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-268c0f79-5124-407b-bc65-8fb897461995 req-60b4117a-f743-47e9-902e-198d2317be46 service neutron] 10.222.0.85 "GET /v2.0/networks/1b3e681f-872d-4552-b109-e97f8fcc0c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849376 Mar 22 20:19:28.219185 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-268c0f79-5124-407b-bc65-8fb897461995 req-7bcfcc9b-c0eb-4138-8b25-b65f9adbfe30 service neutron] 10.222.0.85 "GET /v2.0/networks/1b3e681f-872d-4552-b109-e97f8fcc0c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823832 Mar 22 20:19:38.616210 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:19:45.267410 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-349de3b0-e606-4225-9fd8-6c6b16ce47ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:46.328445 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:47.471430 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1c7a2c00-60f1-4c67-a2b1-844728eca877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:48.782703 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:48.909183 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:50.343478 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:19:51.431695 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:14.534307 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae1c9a-8fa1-4cef-ac3f-90cce3221396 req-a8ee4fc8-abca-4e07-83b1-5ce2f1a2e15b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:14.535833 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5fae1c9a-8fa1-4cef-ac3f-90cce3221396 req-a8ee4fc8-abca-4e07-83b1-5ce2f1a2e15b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd23216f-99ef-4036-b1d0-fb8bef590d9e HTTP/1.1" status: 200 len: 946 time: 0.0651445 Mar 22 20:20:14.585572 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5fae1c9a-8fa1-4cef-ac3f-90cce3221396 req-20e9eec2-3327-4a33-8754-87f3de579d1d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fef6b556-63aa-480b-9792-3456d94140e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440667 Mar 22 20:20:15.273357 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2d945b89-fb09-4834-a3ea-df08a08eed05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:15.605968 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:20:15.714784 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626968c3-0127-4bda-89fe-274dd46026e0 req-d9018d09-8156-44ef-9add-b937624ccf0a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:15.716295 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-626968c3-0127-4bda-89fe-274dd46026e0 req-d9018d09-8156-44ef-9add-b937624ccf0a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd23216f-99ef-4036-b1d0-fb8bef590d9e HTTP/1.1" status: 200 len: 946 time: 0.0554135 Mar 22 20:20:15.766435 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-626968c3-0127-4bda-89fe-274dd46026e0 req-44275744-8904-4a80-80f4-814650bea0e9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fef6b556-63aa-480b-9792-3456d94140e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440512 Mar 22 20:20:15.789277 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41022) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:20:15.853486 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-736690e3-f6d7-439e-b733-ebee0a089600 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/floatingips/f38af903-c18e-4063-8cd4-3bc34bb00b2b HTTP/1.1" status: 200 len: 993 time: 0.0630438 Mar 22 20:20:16.481374 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:17.120676 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2a816-1348-412b-b11d-6d4e978ab1c6 req-4af68fa0-a04e-421d-85b2-9817fe3944f2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:17.122258 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f4a2a816-1348-412b-b11d-6d4e978ab1c6 req-4af68fa0-a04e-421d-85b2-9817fe3944f2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd23216f-99ef-4036-b1d0-fb8bef590d9e HTTP/1.1" status: 200 len: 946 time: 0.0523610 Mar 22 20:20:17.172290 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f4a2a816-1348-412b-b11d-6d4e978ab1c6 req-73329970-b33c-4956-9479-fe0a667f7f68 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fef6b556-63aa-480b-9792-3456d94140e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439274 Mar 22 20:20:17.472142 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8705871e-7431-4dd5-a9ed-17acd7c1da18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:18.291891 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691761f-c30a-41ba-9e82-e6554fa563aa req-7a3d7705-de88-42fb-9e40-ced9c070f937 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:18.293376 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0691761f-c30a-41ba-9e82-e6554fa563aa req-7a3d7705-de88-42fb-9e40-ced9c070f937 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd23216f-99ef-4036-b1d0-fb8bef590d9e HTTP/1.1" status: 200 len: 946 time: 0.0517402 Mar 22 20:20:18.347027 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0691761f-c30a-41ba-9e82-e6554fa563aa req-c389fd77-945c-428b-998d-e61e2c49f58a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fef6b556-63aa-480b-9792-3456d94140e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474842 Mar 22 20:20:18.369839 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41032) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:20:18.430610 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-12542d0f-5977-434d-a7dd-f774ddbc4202 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/floatingips/f38af903-c18e-4063-8cd4-3bc34bb00b2b HTTP/1.1" status: 200 len: 993 time: 0.0596242 Mar 22 20:20:18.658233 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41038) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:20:18.766373 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:18.819533 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc1308-2ed8-4175-a7ef-66e34678d56c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Deleting port fab55c11-6875-4513-8754-51a1359a7f86 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:20:18.819877 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cfcc1308-2ed8-4175-a7ef-66e34678d56c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (fab55c11-6875-4513-8754-51a1359a7f86), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:18.903410 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cfcc1308-2ed8-4175-a7ef-66e34678d56c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (fab55c11-6875-4513-8754-51a1359a7f86), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:18.903766 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cfcc1308-2ed8-4175-a7ef-66e34678d56c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for floatingip (fab55c11-6875-4513-8754-51a1359a7f86), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:18.911601 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:18.916475 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-cfcc1308-2ed8-4175-a7ef-66e34678d56c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Calling delete_port for fab55c11-6875-4513-8754-51a1359a7f86 owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:20:19.067485 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cfcc1308-2ed8-4175-a7ef-66e34678d56c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (fab55c11-6875-4513-8754-51a1359a7f86), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:19.091114 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc1308-2ed8-4175-a7ef-66e34678d56c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event deleted for resources: {'Port': ['ID=fab55c11-6875-4513-8754-51a1359a7f86,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:20:19.120652 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc1308-2ed8-4175-a7ef-66e34678d56c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:19.121003 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc1308-2ed8-4175-a7ef-66e34678d56c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:19.121350 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc1308-2ed8-4175-a7ef-66e34678d56c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:19.121689 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc1308-2ed8-4175-a7ef-66e34678d56c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:19.122063 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc1308-2ed8-4175-a7ef-66e34678d56c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:19.122399 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc1308-2ed8-4175-a7ef-66e34678d56c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:19.122747 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc1308-2ed8-4175-a7ef-66e34678d56c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:19.123059 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc1308-2ed8-4175-a7ef-66e34678d56c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:19.123936 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc1308-2ed8-4175-a7ef-66e34678d56c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:19.124261 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc1308-2ed8-4175-a7ef-66e34678d56c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:19.124588 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc1308-2ed8-4175-a7ef-66e34678d56c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:19.124913 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc1308-2ed8-4175-a7ef-66e34678d56c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:19.125231 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc1308-2ed8-4175-a7ef-66e34678d56c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:19.125555 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc1308-2ed8-4175-a7ef-66e34678d56c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:19.125897 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfcc1308-2ed8-4175-a7ef-66e34678d56c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:19.166144 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cfcc1308-2ed8-4175-a7ef-66e34678d56c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for floatingip (f38af903-c18e-4063-8cd4-3bc34bb00b2b), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:19.166547 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [None req-cfcc1308-2ed8-4175-a7ef-66e34678d56c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Floating IP f38af903-c18e-4063-8cd4-3bc34bb00b2b disassociated (deleted). External IP: 172.25.5.19, port: 4cf2f00f-b7ef-44d7-a278-10f354e8f73a. Mar 22 20:20:19.380496 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfcc1308-2ed8-4175-a7ef-66e34678d56c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Router 30ca5df1-3d18-406c-b092-781f3be12767 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:20:19.491471 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcc1308-2ed8-4175-a7ef-66e34678d56c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:20:19.496413 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-cfcc1308-2ed8-4175-a7ef-66e34678d56c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:19.501366 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ec6061-f757-4cc2-b890-263f9032bb92 None None] Sync routers for ids ['30ca5df1-3d18-406c-b092-781f3be12767'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:20:19.510377 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ec6061-f757-4cc2-b890-263f9032bb92 None None] Routers {'30ca5df1-3d18-406c-b092-781f3be12767'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:20:19.510997 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-d1ec6061-f757-4cc2-b890-263f9032bb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:20:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['30ca5df1-3d18-406c-b092-781f3be12767'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:20:19.528172 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-cfcc1308-2ed8-4175-a7ef-66e34678d56c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "DELETE /v2.0/floatingips/f38af903-c18e-4063-8cd4-3bc34bb00b2b HTTP/1.1" status: 204 len: 168 time: 0.8688424 Mar 22 20:20:19.528963 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd23216f-99ef-4036-b1d0-fb8bef590d9e', 'tag': '4cf2f00f-b7ef-44d7-a278-10f354e8f73a'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:20:19.532359 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5203bbb830fb44ebcbef8845939fcb941f39cb8985b8c198af72047ed6de2cf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c521a04a-a068-40ab-a4ed-2898b7455ece" -d '{"events": [{"name": "network-changed", "server_uuid": "bd23216f-99ef-4036-b1d0-fb8bef590d9e", "tag": "4cf2f00f-b7ef-44d7-a278-10f354e8f73a"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:20:19.570429 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6941b54-d91c-4da1-b5f7-dfde4a2f0087 x-openstack-request-id: req-b6941b54-d91c-4da1-b5f7-dfde4a2f0087 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:20:19.570717 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd23216f-99ef-4036-b1d0-fb8bef590d9e", "tag": "4cf2f00f-b7ef-44d7-a278-10f354e8f73a", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:20:19.570968 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b6941b54-d91c-4da1-b5f7-dfde4a2f0087 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:20:19.571381 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6941b54-d91c-4da1-b5f7-dfde4a2f0087'] response: {'name': 'network-changed', 'server_uuid': 'bd23216f-99ef-4036-b1d0-fb8bef590d9e', 'tag': '4cf2f00f-b7ef-44d7-a278-10f354e8f73a', 'status': 'completed', 'code': 200} Mar 22 20:20:19.621780 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-d1ec6061-f757-4cc2-b890-263f9032bb92 None None] Set router 30ca5df1-3d18-406c-b092-781f3be12767 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:20:19.639525 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521a04a-a068-40ab-a4ed-2898b7455ece req-4fb824e0-14da-4ee3-89e3-4178fc6402c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:19.641424 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c521a04a-a068-40ab-a4ed-2898b7455ece req-4fb824e0-14da-4ee3-89e3-4178fc6402c7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&device_id=bd23216f-99ef-4036-b1d0-fb8bef590d9e HTTP/1.1" status: 200 len: 1129 time: 0.0482070 Mar 22 20:20:19.780688 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521a04a-a068-40ab-a4ed-2898b7455ece req-f090e870-1459-4e52-8926-2597d59c0d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:19.782222 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c521a04a-a068-40ab-a4ed-2898b7455ece req-f090e870-1459-4e52-8926-2597d59c0d76 service neutron] 10.222.0.85 "GET /v2.0/networks?id=1b3e681f-872d-4552-b109-e97f8fcc0c1b HTTP/1.1" status: 200 len: 897 time: 0.1292927 Mar 22 20:20:19.837462 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b8b44-5249-4b01-9b81-7abb74d03ba9 req-a803e78a-a2f1-47f3-99cc-ca584b5d6d84 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:19.839001 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e64b8b44-5249-4b01-9b81-7abb74d03ba9 req-a803e78a-a2f1-47f3-99cc-ca584b5d6d84 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd23216f-99ef-4036-b1d0-fb8bef590d9e HTTP/1.1" status: 200 len: 946 time: 0.1146314 Mar 22 20:20:19.840281 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c521a04a-a068-40ab-a4ed-2898b7455ece req-0de9f519-7aee-4323-aaa6-590a775336e3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4cf2f00f-b7ef-44d7-a278-10f354e8f73a HTTP/1.1" status: 200 len: 217 time: 0.0510356 Mar 22 20:20:19.855376 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-d1ec6061-f757-4cc2-b890-263f9032bb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ca5df1-3d18-406c-b092-781f3be12767', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528563842', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '665cd9b1-0cf8-4065-85fb-c0a04509b6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:18:54Z', 'updated_at': '2022-03-22T20:18:58Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '665cd9b1-0cf8-4065-85fb-c0a04509b6d6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:31:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ca5df1-3d18-406c-b092-781f3be12767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:18:55Z', 'updated_at': '2022-03-22T20:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'd059a9aa-53ad-4c2e-9993-5dce1cbe9704', 'name': '', 'network_id': '1b3e681f-872d-4552-b109-e97f8fcc0c1b', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:c8:4f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ca5df1-3d18-406c-b092-781f3be12767', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b2fc2093-0670-4e2f-8c29-c0cfa1b9a704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:18:57Z', 'updated_at': '2022-03-22T20:19:00Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': 'b2fc2093-0670-4e2f-8c29-c0cfa1b9a704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:20:19.882823 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ec6061-f757-4cc2-b890-263f9032bb92 None None] Checking router: 30ca5df1-3d18-406c-b092-781f3be12767 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:20:19.892489 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ec6061-f757-4cc2-b890-263f9032bb92 None None] Routers {'30ca5df1-3d18-406c-b092-781f3be12767'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:20:19.893013 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-d1ec6061-f757-4cc2-b890-263f9032bb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:20:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['30ca5df1-3d18-406c-b092-781f3be12767'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:20:19.923772 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e64b8b44-5249-4b01-9b81-7abb74d03ba9 req-50e0324e-d819-4bf9-913b-8825e6e27618 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fef6b556-63aa-480b-9792-3456d94140e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790658 Mar 22 20:20:19.925369 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521a04a-a068-40ab-a4ed-2898b7455ece req-f9c347b3-d40a-4ade-ad27-aa7a746ced99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:19.926789 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c521a04a-a068-40ab-a4ed-2898b7455ece req-f9c347b3-d40a-4ade-ad27-aa7a746ced99 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=b2fc2093-0670-4e2f-8c29-c0cfa1b9a704 HTTP/1.1" status: 200 len: 834 time: 0.0754180 Mar 22 20:20:19.977328 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521a04a-a068-40ab-a4ed-2898b7455ece req-3fb0d358-7e16-4153-855d-c8bf6adbba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:19.978870 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c521a04a-a068-40ab-a4ed-2898b7455ece req-3fb0d358-7e16-4153-855d-c8bf6adbba73 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1b3e681f-872d-4552-b109-e97f8fcc0c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456467 Mar 22 20:20:20.019679 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-d1ec6061-f757-4cc2-b890-263f9032bb92 None None] Set router 30ca5df1-3d18-406c-b092-781f3be12767 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:20:20.081003 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c521a04a-a068-40ab-a4ed-2898b7455ece req-6f5835f6-6671-437e-b462-5229f5482f3f service neutron] 10.222.0.85 "GET /v2.0/networks/1b3e681f-872d-4552-b109-e97f8fcc0c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947018 Mar 22 20:20:20.177281 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c521a04a-a068-40ab-a4ed-2898b7455ece req-fb9b5c75-eca2-4c13-9764-dbf5270f8040 service neutron] 10.222.0.85 "GET /v2.0/networks/1b3e681f-872d-4552-b109-e97f8fcc0c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867276 Mar 22 20:20:20.236838 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-d1ec6061-f757-4cc2-b890-263f9032bb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ca5df1-3d18-406c-b092-781f3be12767', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528563842', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '665cd9b1-0cf8-4065-85fb-c0a04509b6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:18:54Z', 'updated_at': '2022-03-22T20:18:58Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '665cd9b1-0cf8-4065-85fb-c0a04509b6d6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:31:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ca5df1-3d18-406c-b092-781f3be12767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:18:55Z', 'updated_at': '2022-03-22T20:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'd059a9aa-53ad-4c2e-9993-5dce1cbe9704', 'name': '', 'network_id': '1b3e681f-872d-4552-b109-e97f8fcc0c1b', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:c8:4f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ca5df1-3d18-406c-b092-781f3be12767', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b2fc2093-0670-4e2f-8c29-c0cfa1b9a704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:18:57Z', 'updated_at': '2022-03-22T20:19:00Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': 'b2fc2093-0670-4e2f-8c29-c0cfa1b9a704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:20:20.268378 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ec6061-f757-4cc2-b890-263f9032bb92 None None] The sync data for ids ['30ca5df1-3d18-406c-b092-781f3be12767'] in n-d-705658-24 is: [{'id': '30ca5df1-3d18-406c-b092-781f3be12767', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528563842', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '665cd9b1-0cf8-4065-85fb-c0a04509b6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:18:54Z', 'updated_at': '2022-03-22T20:18:58Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '665cd9b1-0cf8-4065-85fb-c0a04509b6d6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:31:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ca5df1-3d18-406c-b092-781f3be12767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:18:55Z', 'updated_at': '2022-03-22T20:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'd059a9aa-53ad-4c2e-9993-5dce1cbe9704', 'name': '', 'network_id': '1b3e681f-872d-4552-b109-e97f8fcc0c1b', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:c8:4f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ca5df1-3d18-406c-b092-781f3be12767', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'b2fc2093-0670-4e2f-8c29-c0cfa1b9a704', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:18:57Z', 'updated_at': '2022-03-22T20:19:00Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': 'b2fc2093-0670-4e2f-8c29-c0cfa1b9a704', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:20:20.342198 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:20.509999 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66c5c86-c5c8-4eb1-bcc5-bbd40d72cf62 None None] New status for floating IP f38af903-c18e-4063-8cd4-3bc34bb00b2b: DOWN {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:20:21.062272 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589adc7-d7b4-44fc-9cc1-bbbae2da6d91 req-a1693f27-cd57-4af7-9e3f-b31a344a72de tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:21.063772 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5589adc7-d7b4-44fc-9cc1-bbbae2da6d91 req-a1693f27-cd57-4af7-9e3f-b31a344a72de tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd23216f-99ef-4036-b1d0-fb8bef590d9e HTTP/1.1" status: 200 len: 946 time: 0.0587327 Mar 22 20:20:21.111808 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5589adc7-d7b4-44fc-9cc1-bbbae2da6d91 req-659e9361-6e78-44d8-9dae-309739ce714d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fef6b556-63aa-480b-9792-3456d94140e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424705 Mar 22 20:20:21.435002 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:21.498056 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05051d-08eb-4566-8dac-9753412f4050 req-756f1f29-6bcb-4466-b6dc-fc54d219d422 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:21.500089 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bc05051d-08eb-4566-8dac-9753412f4050 req-756f1f29-6bcb-4466-b6dc-fc54d219d422 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.85 "GET /v2.0/ports?device_id=bd23216f-99ef-4036-b1d0-fb8bef590d9e HTTP/1.1" status: 200 len: 946 time: 0.0521586 Mar 22 20:20:21.594549 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-bc05051d-08eb-4566-8dac-9753412f4050 req-37616d77-c145-4796-a0bb-6f1b196da456 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Deleting port 4cf2f00f-b7ef-44d7-a278-10f354e8f73a {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:20:21.594894 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-bc05051d-08eb-4566-8dac-9753412f4050 req-37616d77-c145-4796-a0bb-6f1b196da456 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (4cf2f00f-b7ef-44d7-a278-10f354e8f73a), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:21.680638 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-bc05051d-08eb-4566-8dac-9753412f4050 req-37616d77-c145-4796-a0bb-6f1b196da456 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] For port 4cf2f00f-b7ef-44d7-a278-10f354e8f73a, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=4cf2f00f-b7ef-44d7-a278-10f354e8f73a,segment=NetworkSegment(1991ba89-0078-4e75-8714-bacdcac96ea8),segment_id=1991ba89-0078-4e75-8714-bacdcac96ea8)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:20:21.681004 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-bc05051d-08eb-4566-8dac-9753412f4050 req-37616d77-c145-4796-a0bb-6f1b196da456 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (4cf2f00f-b7ef-44d7-a278-10f354e8f73a), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:21.694427 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-bc05051d-08eb-4566-8dac-9753412f4050 req-37616d77-c145-4796-a0bb-6f1b196da456 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Calling delete_port for 4cf2f00f-b7ef-44d7-a278-10f354e8f73a owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:20:21.826096 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-bc05051d-08eb-4566-8dac-9753412f4050 req-37616d77-c145-4796-a0bb-6f1b196da456 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (4cf2f00f-b7ef-44d7-a278-10f354e8f73a), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:21.853909 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37616d77-c145-4796-a0bb-6f1b196da456 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event deleted for resources: {'Port': ['ID=4cf2f00f-b7ef-44d7-a278-10f354e8f73a,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:20:21.897982 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc05051d-08eb-4566-8dac-9753412f4050 req-37616d77-c145-4796-a0bb-6f1b196da456 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] No DVR routers for this DVR port 4cf2f00f-b7ef-44d7-a278-10f354e8f73a on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:20:21.900709 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-bc05051d-08eb-4566-8dac-9753412f4050 req-37616d77-c145-4796-a0bb-6f1b196da456 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:21.904413 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bc05051d-08eb-4566-8dac-9753412f4050 req-37616d77-c145-4796-a0bb-6f1b196da456 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.85 "DELETE /v2.0/ports/4cf2f00f-b7ef-44d7-a278-10f354e8f73a HTTP/1.1" status: 204 len: 173 time: 0.3992949 Mar 22 20:20:21.904863 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd23216f-99ef-4036-b1d0-fb8bef590d9e', 'name': 'network-vif-deleted', 'tag': '4cf2f00f-b7ef-44d7-a278-10f354e8f73a'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:20:21.907144 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5203bbb830fb44ebcbef8845939fcb941f39cb8985b8c198af72047ed6de2cf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4838de7-d3ca-4ac0-83b5-4851dbfb9e11" -d '{"events": [{"server_uuid": "bd23216f-99ef-4036-b1d0-fb8bef590d9e", "name": "network-vif-deleted", "tag": "4cf2f00f-b7ef-44d7-a278-10f354e8f73a"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:20:21.944389 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5699c70c-8886-4e01-bf46-0c0366030e71 x-openstack-request-id: req-5699c70c-8886-4e01-bf46-0c0366030e71 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:20:21.944729 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd23216f-99ef-4036-b1d0-fb8bef590d9e", "name": "network-vif-deleted", "tag": "4cf2f00f-b7ef-44d7-a278-10f354e8f73a", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:20:21.944953 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5699c70c-8886-4e01-bf46-0c0366030e71 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:20:21.945368 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5699c70c-8886-4e01-bf46-0c0366030e71'] response: {'server_uuid': 'bd23216f-99ef-4036-b1d0-fb8bef590d9e', 'name': 'network-vif-deleted', 'tag': '4cf2f00f-b7ef-44d7-a278-10f354e8f73a', 'status': 'completed', 'code': 200} Mar 22 20:20:22.222025 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62c52f06-fa47-460f-92fc-38e73edf87ab req-28cfff6b-cf56-4f9a-a938-7e452c6223e5 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd23216f-99ef-4036-b1d0-fb8bef590d9e HTTP/1.1" status: 200 len: 210 time: 0.0327294 Mar 22 20:20:23.283300 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41054) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:20:23.660267 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-67eab4a7-8b75-4939-9f92-58c3749d242a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (30ca5df1-3d18-406c-b092-781f3be12767), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:23.931845 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-67eab4a7-8b75-4939-9f92-58c3749d242a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Deleting port d059a9aa-53ad-4c2e-9993-5dce1cbe9704 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:20:23.932089 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-67eab4a7-8b75-4939-9f92-58c3749d242a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (d059a9aa-53ad-4c2e-9993-5dce1cbe9704), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:24.031175 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-67eab4a7-8b75-4939-9f92-58c3749d242a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] For port d059a9aa-53ad-4c2e-9993-5dce1cbe9704, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=d059a9aa-53ad-4c2e-9993-5dce1cbe9704,segment=NetworkSegment(1991ba89-0078-4e75-8714-bacdcac96ea8),segment_id=1991ba89-0078-4e75-8714-bacdcac96ea8)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:20:24.031547 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-67eab4a7-8b75-4939-9f92-58c3749d242a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (d059a9aa-53ad-4c2e-9993-5dce1cbe9704), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:24.044269 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-67eab4a7-8b75-4939-9f92-58c3749d242a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Calling delete_port for d059a9aa-53ad-4c2e-9993-5dce1cbe9704 owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:20:24.232953 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-67eab4a7-8b75-4939-9f92-58c3749d242a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (d059a9aa-53ad-4c2e-9993-5dce1cbe9704), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:24.257198 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eab4a7-8b75-4939-9f92-58c3749d242a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event deleted for resources: {'Port': ['ID=d059a9aa-53ad-4c2e-9993-5dce1cbe9704,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:20:24.770049 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-67eab4a7-8b75-4939-9f92-58c3749d242a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (30ca5df1-3d18-406c-b092-781f3be12767), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:24.985141 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67eab4a7-8b75-4939-9f92-58c3749d242a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Router 30ca5df1-3d18-406c-b092-781f3be12767 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:20:25.092955 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67eab4a7-8b75-4939-9f92-58c3749d242a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:20:25.098035 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-67eab4a7-8b75-4939-9f92-58c3749d242a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "PUT /v2.0/routers/30ca5df1-3d18-406c-b092-781f3be12767/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8136625 Mar 22 20:20:25.101026 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41056) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:20:25.102203 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ac232d-980c-4531-a45d-1ddf414d78e4 None None] Sync routers for ids ['30ca5df1-3d18-406c-b092-781f3be12767'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:20:25.113114 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ac232d-980c-4531-a45d-1ddf414d78e4 None None] Routers {'30ca5df1-3d18-406c-b092-781f3be12767'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:20:25.113723 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f7ac232d-980c-4531-a45d-1ddf414d78e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:20:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['30ca5df1-3d18-406c-b092-781f3be12767'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:20:25.162440 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-fddafeb3-001c-497e-b83c-2a2b3c9a3332 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Deleting subnet b2fc2093-0670-4e2f-8c29-c0cfa1b9a704 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:20:25.165571 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fddafeb3-001c-497e-b83c-2a2b3c9a3332 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for subnet (b2fc2093-0670-4e2f-8c29-c0cfa1b9a704), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:25.205368 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fddafeb3-001c-497e-b83c-2a2b3c9a3332 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (b2fc2093-0670-4e2f-8c29-c0cfa1b9a704), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:25.221593 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-f7ac232d-980c-4531-a45d-1ddf414d78e4 None None] Set router 30ca5df1-3d18-406c-b092-781f3be12767 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:20:25.298264 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fddafeb3-001c-497e-b83c-2a2b3c9a3332 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (b2fc2093-0670-4e2f-8c29-c0cfa1b9a704), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:25.361250 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fddafeb3-001c-497e-b83c-2a2b3c9a3332 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (b2fc2093-0670-4e2f-8c29-c0cfa1b9a704), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:25.389485 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddafeb3-001c-497e-b83c-2a2b3c9a3332 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event deleted for resources: {'Subnet': ['ID=b2fc2093-0670-4e2f-8c29-c0cfa1b9a704,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:20:25.398644 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddafeb3-001c-497e-b83c-2a2b3c9a3332 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:25.398937 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddafeb3-001c-497e-b83c-2a2b3c9a3332 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:25.399286 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddafeb3-001c-497e-b83c-2a2b3c9a3332 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:25.399705 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddafeb3-001c-497e-b83c-2a2b3c9a3332 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:25.399969 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddafeb3-001c-497e-b83c-2a2b3c9a3332 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:25.400307 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddafeb3-001c-497e-b83c-2a2b3c9a3332 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:25.400826 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddafeb3-001c-497e-b83c-2a2b3c9a3332 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:25.401172 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddafeb3-001c-497e-b83c-2a2b3c9a3332 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:25.401507 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddafeb3-001c-497e-b83c-2a2b3c9a3332 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:25.402157 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddafeb3-001c-497e-b83c-2a2b3c9a3332 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:25.403193 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddafeb3-001c-497e-b83c-2a2b3c9a3332 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:25.403703 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddafeb3-001c-497e-b83c-2a2b3c9a3332 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:25.404058 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddafeb3-001c-497e-b83c-2a2b3c9a3332 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:25.404562 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddafeb3-001c-497e-b83c-2a2b3c9a3332 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:25.404752 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddafeb3-001c-497e-b83c-2a2b3c9a3332 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:25.408012 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-fddafeb3-001c-497e-b83c-2a2b3c9a3332 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:25.409328 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c928cbf-455b-4fe8-86e6-280ef2f75d95 None None] Network 1b3e681f-872d-4552-b109-e97f8fcc0c1b requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:20:25.411105 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-fddafeb3-001c-497e-b83c-2a2b3c9a3332 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "DELETE /v2.0/subnets/b2fc2093-0670-4e2f-8c29-c0cfa1b9a704 HTTP/1.1" status: 204 len: 168 time: 0.3089120 Mar 22 20:20:25.414239 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41062) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:20:25.415599 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f7ac232d-980c-4531-a45d-1ddf414d78e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ca5df1-3d18-406c-b092-781f3be12767', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528563842', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '665cd9b1-0cf8-4065-85fb-c0a04509b6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:18:54Z', 'updated_at': '2022-03-22T20:20:24Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '665cd9b1-0cf8-4065-85fb-c0a04509b6d6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:31:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ca5df1-3d18-406c-b092-781f3be12767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:18:55Z', 'updated_at': '2022-03-22T20:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:20:25.479728 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ac232d-980c-4531-a45d-1ddf414d78e4 None None] Checking router: 30ca5df1-3d18-406c-b092-781f3be12767 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:20:25.504160 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ac232d-980c-4531-a45d-1ddf414d78e4 None None] Routers {'30ca5df1-3d18-406c-b092-781f3be12767'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:20:25.504848 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f7ac232d-980c-4531-a45d-1ddf414d78e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:20:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['30ca5df1-3d18-406c-b092-781f3be12767'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:20:25.525816 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5f6ab89-8a40-47e9-bfe4-4907abc3b395 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router (30ca5df1-3d18-406c-b092-781f3be12767), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:25.634983 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-f7ac232d-980c-4531-a45d-1ddf414d78e4 None None] Set router 30ca5df1-3d18-406c-b092-781f3be12767 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:20:25.641335 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5f6ab89-8a40-47e9-bfe4-4907abc3b395 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router_gateway (30ca5df1-3d18-406c-b092-781f3be12767), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:25.692392 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29483048-d8c3-4456-8f9d-551c230c79e6 None None] DHCP port deletion for 1b3e681f-872d-4552-b109-e97f8fcc0c1b request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 20:20:25.703163 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-b5f6ab89-8a40-47e9-bfe4-4907abc3b395 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Deleting port 665cd9b1-0cf8-4065-85fb-c0a04509b6d6 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:20:25.703517 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5f6ab89-8a40-47e9-bfe4-4907abc3b395 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (665cd9b1-0cf8-4065-85fb-c0a04509b6d6), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:25.791075 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-b5f6ab89-8a40-47e9-bfe4-4907abc3b395 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] For port 665cd9b1-0cf8-4065-85fb-c0a04509b6d6, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=665cd9b1-0cf8-4065-85fb-c0a04509b6d6,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:20:25.791303 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5f6ab89-8a40-47e9-bfe4-4907abc3b395 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (665cd9b1-0cf8-4065-85fb-c0a04509b6d6), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:25.806684 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-b5f6ab89-8a40-47e9-bfe4-4907abc3b395 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Calling delete_port for 665cd9b1-0cf8-4065-85fb-c0a04509b6d6 owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:20:25.830484 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-29483048-d8c3-4456-8f9d-551c230c79e6 None None] Deleting port d1b985cb-f261-4ddc-ab86-89ee10dc65d2 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:20:25.831018 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-29483048-d8c3-4456-8f9d-551c230c79e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (d1b985cb-f261-4ddc-ab86-89ee10dc65d2), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:25.905431 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d1b985cb-f261-4ddc-ab86-89ee10dc65d2 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:20:25.909357 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-29483048-d8c3-4456-8f9d-551c230c79e6 None None] For port d1b985cb-f261-4ddc-ab86-89ee10dc65d2, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=d1b985cb-f261-4ddc-ab86-89ee10dc65d2,segment=NetworkSegment(1991ba89-0078-4e75-8714-bacdcac96ea8),segment_id=1991ba89-0078-4e75-8714-bacdcac96ea8)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:20:25.909758 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-29483048-d8c3-4456-8f9d-551c230c79e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (d1b985cb-f261-4ddc-ab86-89ee10dc65d2), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:25.941903 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 4cf2f00f-b7ef-44d7-a278-10f354e8f73a no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:20:25.951218 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-29483048-d8c3-4456-8f9d-551c230c79e6 None None] Calling delete_port for d1b985cb-f261-4ddc-ab86-89ee10dc65d2 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:20:25.977410 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: 4cf2f00f-b7ef-44d7-a278-10f354e8f73a {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:20:25.977764 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 4cf2f00f-b7ef-44d7-a278-10f354e8f73a not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:20:25.980815 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5f6ab89-8a40-47e9-bfe4-4907abc3b395 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (665cd9b1-0cf8-4065-85fb-c0a04509b6d6), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:25.994972 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f7ac232d-980c-4531-a45d-1ddf414d78e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30ca5df1-3d18-406c-b092-781f3be12767', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528563842', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '665cd9b1-0cf8-4065-85fb-c0a04509b6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:18:54Z', 'updated_at': '2022-03-22T20:20:24Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '665cd9b1-0cf8-4065-85fb-c0a04509b6d6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:31:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ca5df1-3d18-406c-b092-781f3be12767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:18:55Z', 'updated_at': '2022-03-22T20:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:20:26.006944 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f6ab89-8a40-47e9-bfe4-4907abc3b395 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event deleted for resources: {'Port': ['ID=665cd9b1-0cf8-4065-85fb-c0a04509b6d6,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:20:26.070902 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5f6ab89-8a40-47e9-bfe4-4907abc3b395 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (30ca5df1-3d18-406c-b092-781f3be12767), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:26.171394 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5f6ab89-8a40-47e9-bfe4-4907abc3b395 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (30ca5df1-3d18-406c-b092-781f3be12767), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:26.173507 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5f6ab89-8a40-47e9-bfe4-4907abc3b395 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router_controller (30ca5df1-3d18-406c-b092-781f3be12767), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:26.211809 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ac232d-980c-4531-a45d-1ddf414d78e4 None None] The sync data for ids ['30ca5df1-3d18-406c-b092-781f3be12767'] in n-d-705658-24 is: [{'id': '30ca5df1-3d18-406c-b092-781f3be12767', 'name': 'tempest-TestNetworkAdvancedServerOps-router-528563842', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': '665cd9b1-0cf8-4065-85fb-c0a04509b6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:18:54Z', 'updated_at': '2022-03-22T20:20:24Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '665cd9b1-0cf8-4065-85fb-c0a04509b6d6', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:31:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30ca5df1-3d18-406c-b092-781f3be12767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:18:55Z', 'updated_at': '2022-03-22T20:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:20:26.220153 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5f6ab89-8a40-47e9-bfe4-4907abc3b395 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (30ca5df1-3d18-406c-b092-781f3be12767), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:26.220978 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f6ab89-8a40-47e9-bfe4-4907abc3b395 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Fanout notify agent at l3_agent the message router_deleted on router 30ca5df1-3d18-406c-b092-781f3be12767 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 20:20:26.229154 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b5f6ab89-8a40-47e9-bfe4-4907abc3b395 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:26.230459 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b5f6ab89-8a40-47e9-bfe4-4907abc3b395 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "DELETE /v2.0/routers/30ca5df1-3d18-406c-b092-781f3be12767 HTTP/1.1" status: 204 len: 168 time: 0.8150277 Mar 22 20:20:26.233590 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41064) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:20:26.283043 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port d1b985cb-f261-4ddc-ab86-89ee10dc65d2 is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:20:26.283445 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d1b985cb-f261-4ddc-ab86-89ee10dc65d2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:26.303346 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-29483048-d8c3-4456-8f9d-551c230c79e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (d1b985cb-f261-4ddc-ab86-89ee10dc65d2), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:26.314333 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42f40ba7-163c-43dd-860e-23f411b609dd tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (1b3e681f-872d-4552-b109-e97f8fcc0c1b), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:26.334361 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29483048-d8c3-4456-8f9d-551c230c79e6 None None] Pushing event deleted for resources: {'Port': ['ID=d1b985cb-f261-4ddc-ab86-89ee10dc65d2,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:20:26.353353 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29483048-d8c3-4456-8f9d-551c230c79e6 None None] No DVR routers for this DVR port d1b985cb-f261-4ddc-ab86-89ee10dc65d2 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:20:26.367326 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29483048-d8c3-4456-8f9d-551c230c79e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:26.367326 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29483048-d8c3-4456-8f9d-551c230c79e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:26.367326 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29483048-d8c3-4456-8f9d-551c230c79e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:26.367326 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29483048-d8c3-4456-8f9d-551c230c79e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:26.367326 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29483048-d8c3-4456-8f9d-551c230c79e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:26.367326 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29483048-d8c3-4456-8f9d-551c230c79e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:26.367326 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29483048-d8c3-4456-8f9d-551c230c79e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:26.367326 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29483048-d8c3-4456-8f9d-551c230c79e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:26.367326 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29483048-d8c3-4456-8f9d-551c230c79e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:26.367326 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29483048-d8c3-4456-8f9d-551c230c79e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:26.367326 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29483048-d8c3-4456-8f9d-551c230c79e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:26.367326 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29483048-d8c3-4456-8f9d-551c230c79e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:26.367326 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29483048-d8c3-4456-8f9d-551c230c79e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:26.367326 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29483048-d8c3-4456-8f9d-551c230c79e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:26.367326 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29483048-d8c3-4456-8f9d-551c230c79e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:26.407911 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42f40ba7-163c-43dd-860e-23f411b609dd tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (1b3e681f-872d-4552-b109-e97f8fcc0c1b), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:26.430649 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-42f40ba7-163c-43dd-860e-23f411b609dd tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3e681f-872d-4552-b109-e97f8fcc0c1b']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:20:26.441809 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-42f40ba7-163c-43dd-860e-23f411b609dd tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1991ba89-0078-4e75-8714-bacdcac96ea8') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:20:26.442119 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-42f40ba7-163c-43dd-860e-23f411b609dd tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1991ba89-0078-4e75-8714-bacdcac96ea8') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:20:26.451786 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42f40ba7-163c-43dd-860e-23f411b609dd tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (1991ba89-0078-4e75-8714-bacdcac96ea8), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:26.465135 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42f40ba7-163c-43dd-860e-23f411b609dd tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (1991ba89-0078-4e75-8714-bacdcac96ea8), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:26.471333 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f40ba7-163c-43dd-860e-23f411b609dd tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:20:26.471720 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42f40ba7-163c-43dd-860e-23f411b609dd tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (1991ba89-0078-4e75-8714-bacdcac96ea8), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:26.474907 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 20:20:26.474907 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:20:26.474907 n-d-705658-24 neutron-server[104173]: timer() Mar 22 20:20:26.474907 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:20:26.474907 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 20:20:26.474907 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:20:26.474907 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 20:20:26.474907 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:20:26.474907 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 20:20:26.474907 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:20:26.474907 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 20:20:26.474907 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:20:26.474907 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 20:20:26.474907 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:20:26.474907 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:20:26.474907 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:20:26.474907 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:20:26.474907 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:20:26.474907 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 20:20:26.474907 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:20:26.474907 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 20:20:26.474907 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:20:26.474907 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:20:26.474907 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:20:26.474907 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 20:20:26.474907 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:20:26.474907 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:20:26.474907 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:20:26.474907 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:20:26.474907 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:20:26.474907 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:20:26.474907 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:20:26.539492 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42f40ba7-163c-43dd-860e-23f411b609dd tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (1b3e681f-872d-4552-b109-e97f8fcc0c1b), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:26.546888 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-42f40ba7-163c-43dd-860e-23f411b609dd tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:26.550042 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-42f40ba7-163c-43dd-860e-23f411b609dd tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "DELETE /v2.0/networks/1b3e681f-872d-4552-b109-e97f8fcc0c1b HTTP/1.1" status: 204 len: 168 time: 0.3154280 Mar 22 20:20:26.552797 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41066) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:20:26.562444 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f40ba7-163c-43dd-860e-23f411b609dd tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event deleted for resources: {'Network': ['ID=1b3e681f-872d-4552-b109-e97f8fcc0c1b,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:20:26.616351 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bd9fc57a-0bf6-4cc7-8266-894869737201 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group (fef6b556-63aa-480b-9792-3456d94140e0), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:26.643552 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bd9fc57a-0bf6-4cc7-8266-894869737201 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group (fef6b556-63aa-480b-9792-3456d94140e0), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:26.714642 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bd9fc57a-0bf6-4cc7-8266-894869737201 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (fef6b556-63aa-480b-9792-3456d94140e0), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:26.717906 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bd9fc57a-0bf6-4cc7-8266-894869737201 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:26.719361 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-bd9fc57a-0bf6-4cc7-8266-894869737201 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "DELETE /v2.0/security-groups/fef6b556-63aa-480b-9792-3456d94140e0 HTTP/1.1" status: 204 len: 168 time: 0.1654541 Mar 22 20:20:26.733857 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9fc57a-0bf6-4cc7-8266-894869737201 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef6b556-63aa-480b-9792-3456d94140e0,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:20:27.090576 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41072) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:20:27.095285 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-3e747790-fe09-439f-80d2-29343ad3404f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1362907143', 'description': 'tempest-secgroup-smoke-1362907143 description', 'project_id': 'e78a526ac76b4c53837f35b796222bb8'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:20:27.116214 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3e747790-fe09-439f-80d2-29343ad3404f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:27.184706 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3e747790-fe09-439f-80d2-29343ad3404f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group (fab3c7ae-4941-4135-8212-2d5cc4185ccf), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:27.189005 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3e747790-fe09-439f-80d2-29343ad3404f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (fab3c7ae-4941-4135-8212-2d5cc4185ccf), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:27.218326 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-3e747790-fe09-439f-80d2-29343ad3404f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:27.219766 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-3e747790-fe09-439f-80d2-29343ad3404f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1281493 Mar 22 20:20:27.220863 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e747790-fe09-439f-80d2-29343ad3404f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fab3c7ae-4941-4135-8212-2d5cc4185ccf,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:20:27.222818 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41074) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:20:27.227992 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-2d1e13b6-3420-49e7-a8c5-ab5036ca74ff tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'security_group_rule': {'security_group_id': 'fab3c7ae-4941-4135-8212-2d5cc4185ccf', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:20:27.262111 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2d1e13b6-3420-49e7-a8c5-ab5036ca74ff tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (1e5bd6c5-fc28-4839-8ffe-1c4815e3cd02), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:27.322523 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2d1e13b6-3420-49e7-a8c5-ab5036ca74ff tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (1e5bd6c5-fc28-4839-8ffe-1c4815e3cd02), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:27.326671 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2d1e13b6-3420-49e7-a8c5-ab5036ca74ff tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (1e5bd6c5-fc28-4839-8ffe-1c4815e3cd02), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:27.346088 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e13b6-3420-49e7-a8c5-ab5036ca74ff tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e5bd6c5-fc28-4839-8ffe-1c4815e3cd02,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:20:27.355460 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2d1e13b6-3420-49e7-a8c5-ab5036ca74ff tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:27.356672 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2d1e13b6-3420-49e7-a8c5-ab5036ca74ff tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1328208 Mar 22 20:20:27.360049 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41076) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:20:27.364306 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-e2a3e75e-7af0-4ff4-820e-6b2c2360c605 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'security_group_rule': {'security_group_id': 'fab3c7ae-4941-4135-8212-2d5cc4185ccf', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:20:27.388880 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e2a3e75e-7af0-4ff4-820e-6b2c2360c605 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (3e7dd183-9dc5-4008-85a3-0eeb84d2ec2e), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:27.449553 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e2a3e75e-7af0-4ff4-820e-6b2c2360c605 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (3e7dd183-9dc5-4008-85a3-0eeb84d2ec2e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:27.454038 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e2a3e75e-7af0-4ff4-820e-6b2c2360c605 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (3e7dd183-9dc5-4008-85a3-0eeb84d2ec2e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:27.470694 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3e75e-7af0-4ff4-820e-6b2c2360c605 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7dd183-9dc5-4008-85a3-0eeb84d2ec2e,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:20:27.480025 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e2a3e75e-7af0-4ff4-820e-6b2c2360c605 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:27.481234 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e2a3e75e-7af0-4ff4-820e-6b2c2360c605 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1202714 Mar 22 20:20:27.483939 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41078) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:20:27.488143 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-d8ca7a73-47bf-41b7-bb1b-3cadaafba1bc tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'security_group_rule': {'security_group_id': 'fab3c7ae-4941-4135-8212-2d5cc4185ccf', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:20:27.512343 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d8ca7a73-47bf-41b7-bb1b-3cadaafba1bc tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (21774067-4ff9-42cb-8f40-f11eea043c09), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:27.570631 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d8ca7a73-47bf-41b7-bb1b-3cadaafba1bc tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (21774067-4ff9-42cb-8f40-f11eea043c09), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:27.574721 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d8ca7a73-47bf-41b7-bb1b-3cadaafba1bc tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (21774067-4ff9-42cb-8f40-f11eea043c09), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:27.592029 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca7a73-47bf-41b7-bb1b-3cadaafba1bc tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21774067-4ff9-42cb-8f40-f11eea043c09,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:20:27.602419 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d8ca7a73-47bf-41b7-bb1b-3cadaafba1bc tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:27.603960 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d8ca7a73-47bf-41b7-bb1b-3cadaafba1bc tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191149 Mar 22 20:20:27.606674 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41080) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:20:27.611221 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-1534247b-c0e8-4436-8f8e-468cdafc570c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'security_group_rule': {'security_group_id': 'fab3c7ae-4941-4135-8212-2d5cc4185ccf', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:20:27.635790 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1534247b-c0e8-4436-8f8e-468cdafc570c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (c43ddae8-0f01-4741-9c89-beb1ac8c95d9), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:27.692077 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1534247b-c0e8-4436-8f8e-468cdafc570c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (c43ddae8-0f01-4741-9c89-beb1ac8c95d9), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:27.696072 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1534247b-c0e8-4436-8f8e-468cdafc570c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (c43ddae8-0f01-4741-9c89-beb1ac8c95d9), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:27.710345 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534247b-c0e8-4436-8f8e-468cdafc570c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c43ddae8-0f01-4741-9c89-beb1ac8c95d9,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:20:27.721083 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1534247b-c0e8-4436-8f8e-468cdafc570c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:27.722293 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1534247b-c0e8-4436-8f8e-468cdafc570c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1146474 Mar 22 20:20:27.724969 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41082) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:20:27.729226 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-a897492c-9354-4455-beab-3b0fff206e66 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'security_group_rule': {'security_group_id': 'fab3c7ae-4941-4135-8212-2d5cc4185ccf', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:20:27.751605 n-d-705658-24 neutron-server[104173]: INFO neutron.db.securitygroups_db [None req-a897492c-9354-4455-beab-3b0fff206e66 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Project e78a526ac76b4c53837f35b796222bb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 20:20:27.756404 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a897492c-9354-4455-beab-3b0fff206e66 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (cb73b091-2798-476c-b0a8-5f2adc0dad02), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:27.822015 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a897492c-9354-4455-beab-3b0fff206e66 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (cb73b091-2798-476c-b0a8-5f2adc0dad02), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:27.825683 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a897492c-9354-4455-beab-3b0fff206e66 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (cb73b091-2798-476c-b0a8-5f2adc0dad02), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:27.834488 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 665cd9b1-0cf8-4065-85fb-c0a04509b6d6 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:20:27.843635 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897492c-9354-4455-beab-3b0fff206e66 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb73b091-2798-476c-b0a8-5f2adc0dad02,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:20:27.850795 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a897492c-9354-4455-beab-3b0fff206e66 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:27.852025 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a897492c-9354-4455-beab-3b0fff206e66 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1261466 Mar 22 20:20:27.854761 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41084) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:20:27.855148 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 665cd9b1-0cf8-4065-85fb-c0a04509b6d6 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:20:27.855642 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 665cd9b1-0cf8-4065-85fb-c0a04509b6d6 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:20:27.856085 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d059a9aa-53ad-4c2e-9993-5dce1cbe9704 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:20:27.859577 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-e32341a0-ca3c-44b8-bb48-ef043264b0dc tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'security_group_rule': {'security_group_id': 'fab3c7ae-4941-4135-8212-2d5cc4185ccf', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:20:27.876381 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: d059a9aa-53ad-4c2e-9993-5dce1cbe9704 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:20:27.876739 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d059a9aa-53ad-4c2e-9993-5dce1cbe9704 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:20:27.881155 n-d-705658-24 neutron-server[104173]: INFO neutron.db.securitygroups_db [None req-e32341a0-ca3c-44b8-bb48-ef043264b0dc tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Project e78a526ac76b4c53837f35b796222bb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 20:20:27.886300 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e32341a0-ca3c-44b8-bb48-ef043264b0dc tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (fdf8c60f-45cf-4435-9227-33cd3f37bc04), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:27.944269 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e32341a0-ca3c-44b8-bb48-ef043264b0dc tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (fdf8c60f-45cf-4435-9227-33cd3f37bc04), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:27.949221 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e32341a0-ca3c-44b8-bb48-ef043264b0dc tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (fdf8c60f-45cf-4435-9227-33cd3f37bc04), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:27.973989 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32341a0-ca3c-44b8-bb48-ef043264b0dc tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf8c60f-45cf-4435-9227-33cd3f37bc04,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:20:27.980066 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e32341a0-ca3c-44b8-bb48-ef043264b0dc tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:27.981097 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e32341a0-ca3c-44b8-bb48-ef043264b0dc tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253858 Mar 22 20:20:27.983936 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41086) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:20:27.988792 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-5a5f4ec6-7ae4-4584-8145-9754d684a814 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'network': {'name': 'tempest-network-smoke--1979148211', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'port_security_enabled': True}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:20:28.007204 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5f4ec6-7ae4-4584-8145-9754d684a814 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Made reservation on behalf of e78a526ac76b4c53837f35b796222bb8 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:20:28.010477 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5a5f4ec6-7ae4-4584-8145-9754d684a814 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:28.034992 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5f4ec6-7ae4-4584-8145-9754d684a814 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:20:28.044052 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5a5f4ec6-7ae4-4584-8145-9754d684a814 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (a841f445-f3e8-4272-89e9-aee89ba91033), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:28.044449 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-5a5f4ec6-7ae4-4584-8145-9754d684a814 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Added segment a841f445-f3e8-4272-89e9-aee89ba91033 of type vlan for network 455cfe33-f013-4154-8c85-32dc6889268d Mar 22 20:20:28.085395 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5a5f4ec6-7ae4-4584-8145-9754d684a814 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (455cfe33-f013-4154-8c85-32dc6889268d), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:28.108874 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5a5f4ec6-7ae4-4584-8145-9754d684a814 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (455cfe33-f013-4154-8c85-32dc6889268d), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:28.113869 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5f4ec6-7ae4-4584-8145-9754d684a814 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:28.114447 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5a5f4ec6-7ae4-4584-8145-9754d684a814 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:28.170576 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5a5f4ec6-7ae4-4584-8145-9754d684a814 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1856327 Mar 22 20:20:28.173341 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41088) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:20:28.177933 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-c77f03fb-726b-4d08-aee4-dc3b219eac51 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1695000472', 'admin_state_up': True, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:20:28.181732 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f4ec6-7ae4-4584-8145-9754d684a814 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Network': ['ID=455cfe33-f013-4154-8c85-32dc6889268d,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:20:28.192008 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 455cfe33-f013-4154-8c85-32dc6889268d details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:20:28.200893 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c77f03fb-726b-4d08-aee4-dc3b219eac51 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (e2c87ddd-1fea-4bac-993c-e38850b76510), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:28.202479 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c77f03fb-726b-4d08-aee4-dc3b219eac51 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (e2c87ddd-1fea-4bac-993c-e38850b76510), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:28.254873 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c77f03fb-726b-4d08-aee4-dc3b219eac51 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router_controller (e2c87ddd-1fea-4bac-993c-e38850b76510), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:28.405403 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c77f03fb-726b-4d08-aee4-dc3b219eac51 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router_gateway (e2c87ddd-1fea-4bac-993c-e38850b76510), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:28.599118 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c77f03fb-726b-4d08-aee4-dc3b219eac51 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router_gateway (e2c87ddd-1fea-4bac-993c-e38850b76510), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:28.621325 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c77f03fb-726b-4d08-aee4-dc3b219eac51 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:28.722386 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-c77f03fb-726b-4d08-aee4-dc3b219eac51 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Allocated IP 172.25.5.209 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/b7506f27-5466-412d-a490-ba09231c1407) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:20:28.828237 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c77f03fb-726b-4d08-aee4-dc3b219eac51 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for port (b7506f27-5466-412d-a490-ba09231c1407), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:28.862814 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c77f03fb-726b-4d08-aee4-dc3b219eac51 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (b7506f27-5466-412d-a490-ba09231c1407), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:28.896785 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77f03fb-726b-4d08-aee4-dc3b219eac51 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:20:28.899600 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-c77f03fb-726b-4d08-aee4-dc3b219eac51 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:20:28.902317 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77f03fb-726b-4d08-aee4-dc3b219eac51 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:20:28.936601 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f03fb-726b-4d08-aee4-dc3b219eac51 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Port': ['ID=b7506f27-5466-412d-a490-ba09231c1407,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:20:29.163554 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c77f03fb-726b-4d08-aee4-dc3b219eac51 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router_gateway (e2c87ddd-1fea-4bac-993c-e38850b76510), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:29.366259 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c77f03fb-726b-4d08-aee4-dc3b219eac51 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (e2c87ddd-1fea-4bac-993c-e38850b76510), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:29.497759 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77f03fb-726b-4d08-aee4-dc3b219eac51 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Router e2c87ddd-1fea-4bac-993c-e38850b76510 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 20:20:29.606525 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77f03fb-726b-4d08-aee4-dc3b219eac51 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:20:29.616525 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe0f9d6-3c05-4a52-b525-6d55b57ae2d6 None None] Sync routers for ids ['e2c87ddd-1fea-4bac-993c-e38850b76510'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:20:29.626451 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-c77f03fb-726b-4d08-aee4-dc3b219eac51 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:29.627203 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe0f9d6-3c05-4a52-b525-6d55b57ae2d6 None None] Routers {'e2c87ddd-1fea-4bac-993c-e38850b76510'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:20:29.627810 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-dbe0f9d6-3c05-4a52-b525-6d55b57ae2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:20:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e2c87ddd-1fea-4bac-993c-e38850b76510'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:20:29.630461 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-c77f03fb-726b-4d08-aee4-dc3b219eac51 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4557822 Mar 22 20:20:29.630894 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41090) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:20:29.663589 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-56e9d4ce-b754-4c54-8cef-2ec5d88351ce tempest-TestNetworkAdvancedServerOps-668713942 tempest-TestNetworkAdvancedServerOps-668713942-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=e78a526ac76b4c53837f35b796222bb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307820 Mar 22 20:20:29.665506 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41092) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:20:29.738118 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-dbe0f9d6-3c05-4a52-b525-6d55b57ae2d6 None None] Set router e2c87ddd-1fea-4bac-993c-e38850b76510 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:20:29.749862 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f14ab89-1818-4d0f-918f-ec64ef999078 tempest-TestNetworkAdvancedServerOps-668713942 tempest-TestNetworkAdvancedServerOps-668713942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:29.751321 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7f14ab89-1818-4d0f-918f-ec64ef999078 tempest-TestNetworkAdvancedServerOps-668713942 tempest-TestNetworkAdvancedServerOps-668713942-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0848935 Mar 22 20:20:29.754071 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41094) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:20:29.782755 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e17f98b2-e572-4e6e-ba5d-2b602c915c7e tempest-TestNetworkAdvancedServerOps-668713942 tempest-TestNetworkAdvancedServerOps-668713942-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=b209c5bc-34d3-415d-9873-d01a4e6c5db8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276215 Mar 22 20:20:29.785191 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41096) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:20:29.789969 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-2be810fa-ea4a-485a-ad76-97f24dfe0603 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1207057434', 'network_id': '455cfe33-f013-4154-8c85-32dc6889268d', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:20:29.878048 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be810fa-ea4a-485a-ad76-97f24dfe0603 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Made reservation on behalf of e78a526ac76b4c53837f35b796222bb8 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:20:29.881509 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2be810fa-ea4a-485a-ad76-97f24dfe0603 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:29.920436 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-dbe0f9d6-3c05-4a52-b525-6d55b57ae2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695000472', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'b7506f27-5466-412d-a490-ba09231c1407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:20:28Z', 'updated_at': '2022-03-22T20:20:29Z', 'revision_number': 3, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': 'b7506f27-5466-412d-a490-ba09231c1407', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:20:28Z', 'updated_at': '2022-03-22T20:20:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:20:29.951843 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe0f9d6-3c05-4a52-b525-6d55b57ae2d6 None None] Checking router: e2c87ddd-1fea-4bac-993c-e38850b76510 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:20:29.952198 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe0f9d6-3c05-4a52-b525-6d55b57ae2d6 None None] Updating router e2c87ddd-1fea-4bac-993c-e38850b76510 port b7506f27-5466-412d-a490-ba09231c1407 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:20:29.979462 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f9d6-3c05-4a52-b525-6d55b57ae2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b7506f27-5466-412d-a490-ba09231c1407), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:30.065888 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2be810fa-ea4a-485a-ad76-97f24dfe0603 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (d4baf7e2-c5dc-4701-af03-539892255ed4), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:30.123881 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be810fa-ea4a-485a-ad76-97f24dfe0603 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Subnet': ['ID=d4baf7e2-c5dc-4701-af03-539892255ed4,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:20:30.134153 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be810fa-ea4a-485a-ad76-97f24dfe0603 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Checking segment: {'id': 'a841f445-f3e8-4272-89e9-aee89ba91033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '455cfe33-f013-4154-8c85-32dc6889268d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:20:30.134520 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be810fa-ea4a-485a-ad76-97f24dfe0603 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Network hostable DHCP agents. Network: 455cfe33-f013-4154-8c85-32dc6889268d, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:20:30.152264 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be810fa-ea4a-485a-ad76-97f24dfe0603 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Network 455cfe33-f013-4154-8c85-32dc6889268d is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:20:30.161082 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-2be810fa-ea4a-485a-ad76-97f24dfe0603 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 455cfe33-f013-4154-8c85-32dc6889268d) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:20:30.166758 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be810fa-ea4a-485a-ad76-97f24dfe0603 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:30.167909 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2be810fa-ea4a-485a-ad76-97f24dfe0603 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:30.172007 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae294885-8654-4a50-af3f-1b6d734c7800 None None] Network 455cfe33-f013-4154-8c85-32dc6889268d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:20:30.190948 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41098) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:20:30.194359 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2be810fa-ea4a-485a-ad76-97f24dfe0603 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4081197 Mar 22 20:20:30.234781 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f9d6-3c05-4a52-b525-6d55b57ae2d6 None None] Publish callbacks [] for port (b7506f27-5466-412d-a490-ba09231c1407), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:30.240382 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f9d6-3c05-4a52-b525-6d55b57ae2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b7506f27-5466-412d-a490-ba09231c1407), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:30.280332 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4344c8f-5002-4b25-a95f-65f00575509a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-455cfe33-f013-4154-8c85-32dc6889268d', 'network_id': '455cfe33-f013-4154-8c85-32dc6889268d', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'fixed_ips': [{'subnet_id': 'd4baf7e2-c5dc-4701-af03-539892255ed4'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 20:20:30.281269 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b4344c8f-5002-4b25-a95f-65f00575509a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:30.294659 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64ee4c-d24a-4ca5-a02d-a5ebd209f5f9 None None] Pushing event updated for resources: {'Port': ['ID=b7506f27-5466-412d-a490-ba09231c1407,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:20:30.298878 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-dbe0f9d6-3c05-4a52-b525-6d55b57ae2d6 None None] Attempting to bind port b7506f27-5466-412d-a490-ba09231c1407 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:20:30.299263 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-dbe0f9d6-3c05-4a52-b525-6d55b57ae2d6 None None] Attempting to bind port b7506f27-5466-412d-a490-ba09231c1407 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:20:30.299635 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe0f9d6-3c05-4a52-b525-6d55b57ae2d6 None None] Attempting to bind port b7506f27-5466-412d-a490-ba09231c1407 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:20:30.309070 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe0f9d6-3c05-4a52-b525-6d55b57ae2d6 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:20:30.309469 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe0f9d6-3c05-4a52-b525-6d55b57ae2d6 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:20:30.309890 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f9d6-3c05-4a52-b525-6d55b57ae2d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:30.310283 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe0f9d6-3c05-4a52-b525-6d55b57ae2d6 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:20:30.310797 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-dbe0f9d6-3c05-4a52-b525-6d55b57ae2d6 None None] Bound port: b7506f27-5466-412d-a490-ba09231c1407, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:20:30.311181 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f9d6-3c05-4a52-b525-6d55b57ae2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b7506f27-5466-412d-a490-ba09231c1407), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:30.314820 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64ee4c-d24a-4ca5-a02d-a5ebd209f5f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:30.315381 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64ee4c-d24a-4ca5-a02d-a5ebd209f5f9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:30.315713 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64ee4c-d24a-4ca5-a02d-a5ebd209f5f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:30.316144 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64ee4c-d24a-4ca5-a02d-a5ebd209f5f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:30.316667 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64ee4c-d24a-4ca5-a02d-a5ebd209f5f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:30.317005 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64ee4c-d24a-4ca5-a02d-a5ebd209f5f9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:30.317337 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64ee4c-d24a-4ca5-a02d-a5ebd209f5f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:30.317666 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64ee4c-d24a-4ca5-a02d-a5ebd209f5f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:30.318022 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64ee4c-d24a-4ca5-a02d-a5ebd209f5f9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:30.318344 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64ee4c-d24a-4ca5-a02d-a5ebd209f5f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:30.318850 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64ee4c-d24a-4ca5-a02d-a5ebd209f5f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:30.319184 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64ee4c-d24a-4ca5-a02d-a5ebd209f5f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:30.319521 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64ee4c-d24a-4ca5-a02d-a5ebd209f5f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:30.319833 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64ee4c-d24a-4ca5-a02d-a5ebd209f5f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:30.320153 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f64ee4c-d24a-4ca5-a02d-a5ebd209f5f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:20:30.376010 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-dbe0f9d6-3c05-4a52-b525-6d55b57ae2d6 None None] For port b7506f27-5466-412d-a490-ba09231c1407, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:20:30.379367 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-dbe0f9d6-3c05-4a52-b525-6d55b57ae2d6 None None] For port b7506f27-5466-412d-a490-ba09231c1407, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b7506f27-5466-412d-a490-ba09231c1407,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:20:30.385262 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-dbe0f9d6-3c05-4a52-b525-6d55b57ae2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b7506f27-5466-412d-a490-ba09231c1407), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:30.422609 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-b4344c8f-5002-4b25-a95f-65f00575509a None None] Allocated IP 172.20.0.2 (455cfe33-f013-4154-8c85-32dc6889268d/d4baf7e2-c5dc-4701-af03-539892255ed4/ed000c17-9631-4be2-9dc7-a19eb3ef99e7) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:20:30.441400 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe0f9d6-3c05-4a52-b525-6d55b57ae2d6 None None] Routers {'e2c87ddd-1fea-4bac-993c-e38850b76510'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:20:30.442521 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-dbe0f9d6-3c05-4a52-b525-6d55b57ae2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:20:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e2c87ddd-1fea-4bac-993c-e38850b76510'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:20:30.527374 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64ee4c-d24a-4ca5-a02d-a5ebd209f5f9 None None] Pushing event updated for resources: {'Port': ['ID=b7506f27-5466-412d-a490-ba09231c1407,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:20:30.563631 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-dbe0f9d6-3c05-4a52-b525-6d55b57ae2d6 None None] Set router e2c87ddd-1fea-4bac-993c-e38850b76510 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:20:30.602415 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b4344c8f-5002-4b25-a95f-65f00575509a None None] Publish callbacks [] for port (ed000c17-9631-4be2-9dc7-a19eb3ef99e7), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:30.609841 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b4344c8f-5002-4b25-a95f-65f00575509a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (ed000c17-9631-4be2-9dc7-a19eb3ef99e7), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:30.654615 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4344c8f-5002-4b25-a95f-65f00575509a None None] Network 455cfe33-f013-4154-8c85-32dc6889268d is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:20:30.662317 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-b4344c8f-5002-4b25-a95f-65f00575509a None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:20:30.665069 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4344c8f-5002-4b25-a95f-65f00575509a None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:20:30.673909 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4344c8f-5002-4b25-a95f-65f00575509a None None] Pushing event updated for resources: {'Port': ['ID=ed000c17-9631-4be2-9dc7-a19eb3ef99e7,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:20:30.729030 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-b4344c8f-5002-4b25-a95f-65f00575509a None None] Attempting to bind port ed000c17-9631-4be2-9dc7-a19eb3ef99e7 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:20:30.729408 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-b4344c8f-5002-4b25-a95f-65f00575509a None None] Attempting to bind port ed000c17-9631-4be2-9dc7-a19eb3ef99e7 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'a841f445-f3e8-4272-89e9-aee89ba91033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '455cfe33-f013-4154-8c85-32dc6889268d'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:20:30.729772 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4344c8f-5002-4b25-a95f-65f00575509a None None] Attempting to bind port ed000c17-9631-4be2-9dc7-a19eb3ef99e7 on network 455cfe33-f013-4154-8c85-32dc6889268d {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:20:30.735227 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4344c8f-5002-4b25-a95f-65f00575509a None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:20:30.735597 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4344c8f-5002-4b25-a95f-65f00575509a None None] Checking segment: {'id': 'a841f445-f3e8-4272-89e9-aee89ba91033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '455cfe33-f013-4154-8c85-32dc6889268d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:20:30.736205 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b4344c8f-5002-4b25-a95f-65f00575509a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:30.736603 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4344c8f-5002-4b25-a95f-65f00575509a None None] Bound using segment: {'id': 'a841f445-f3e8-4272-89e9-aee89ba91033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '455cfe33-f013-4154-8c85-32dc6889268d'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:20:30.737237 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-b4344c8f-5002-4b25-a95f-65f00575509a None None] Bound port: ed000c17-9631-4be2-9dc7-a19eb3ef99e7, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a841f445-f3e8-4272-89e9-aee89ba91033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '455cfe33-f013-4154-8c85-32dc6889268d'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:20:30.737620 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b4344c8f-5002-4b25-a95f-65f00575509a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ed000c17-9631-4be2-9dc7-a19eb3ef99e7), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:30.755558 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-dbe0f9d6-3c05-4a52-b525-6d55b57ae2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695000472', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'b7506f27-5466-412d-a490-ba09231c1407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:20:28Z', 'updated_at': '2022-03-22T20:20:29Z', 'revision_number': 3, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': 'b7506f27-5466-412d-a490-ba09231c1407', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:20:28Z', 'updated_at': '2022-03-22T20:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:20:30.756313 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fed1bcd7-063c-4048-b224-d34dd401c28b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:30.796039 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe0f9d6-3c05-4a52-b525-6d55b57ae2d6 None None] The sync data for ids ['e2c87ddd-1fea-4bac-993c-e38850b76510'] in n-d-705658-24 is: [{'id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695000472', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'b7506f27-5466-412d-a490-ba09231c1407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:20:28Z', 'updated_at': '2022-03-22T20:20:29Z', 'revision_number': 3, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': 'b7506f27-5466-412d-a490-ba09231c1407', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:20:28Z', 'updated_at': '2022-03-22T20:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:20:30.805480 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-b4344c8f-5002-4b25-a95f-65f00575509a None None] For port ed000c17-9631-4be2-9dc7-a19eb3ef99e7, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:20:30.815372 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-b4344c8f-5002-4b25-a95f-65f00575509a None None] For port ed000c17-9631-4be2-9dc7-a19eb3ef99e7, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=ed000c17-9631-4be2-9dc7-a19eb3ef99e7,segment=NetworkSegment(a841f445-f3e8-4272-89e9-aee89ba91033),segment_id=a841f445-f3e8-4272-89e9-aee89ba91033)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:20:30.823383 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b4344c8f-5002-4b25-a95f-65f00575509a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (ed000c17-9631-4be2-9dc7-a19eb3ef99e7), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:30.894281 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4344c8f-5002-4b25-a95f-65f00575509a None None] Pushing event updated for resources: {'Port': ['ID=ed000c17-9631-4be2-9dc7-a19eb3ef99e7,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:20:31.098681 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-fed1bcd7-063c-4048-b224-d34dd401c28b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Allocated IP 172.20.0.1 (455cfe33-f013-4154-8c85-32dc6889268d/d4baf7e2-c5dc-4701-af03-539892255ed4/c20b6787-20aa-478d-aefd-13aaaea0292a) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:20:31.240563 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fed1bcd7-063c-4048-b224-d34dd401c28b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for port (c20b6787-20aa-478d-aefd-13aaaea0292a), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:31.280798 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fed1bcd7-063c-4048-b224-d34dd401c28b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (c20b6787-20aa-478d-aefd-13aaaea0292a), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:31.329826 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed1bcd7-063c-4048-b224-d34dd401c28b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Network 455cfe33-f013-4154-8c85-32dc6889268d is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:20:31.335461 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-fed1bcd7-063c-4048-b224-d34dd401c28b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:20:31.340122 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed1bcd7-063c-4048-b224-d34dd401c28b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:20:31.344668 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1bcd7-063c-4048-b224-d34dd401c28b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Port': ['ID=c20b6787-20aa-478d-aefd-13aaaea0292a,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:20:31.386684 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fed1bcd7-063c-4048-b224-d34dd401c28b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (e2c87ddd-1fea-4bac-993c-e38850b76510), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:31.527542 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fed1bcd7-063c-4048-b224-d34dd401c28b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c20b6787-20aa-478d-aefd-13aaaea0292a), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:31.936710 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device ed000c17-9631-4be2-9dc7-a19eb3ef99e7 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:20:31.962501 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be97b0e-035b-4780-9ae8-897ae3790f22 None None] Network 455cfe33-f013-4154-8c85-32dc6889268d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:20:32.058418 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-498c7976-781c-4192-bd6c-d46c934ac64b None None] Provisioning complete for port ed000c17-9631-4be2-9dc7-a19eb3ef99e7 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:20:32.058795 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-498c7976-781c-4192-bd6c-d46c934ac64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (ed000c17-9631-4be2-9dc7-a19eb3ef99e7), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:32.093959 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port ed000c17-9631-4be2-9dc7-a19eb3ef99e7 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:20:32.094351 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (ed000c17-9631-4be2-9dc7-a19eb3ef99e7), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:32.216352 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fed1bcd7-063c-4048-b224-d34dd401c28b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for port (c20b6787-20aa-478d-aefd-13aaaea0292a), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:32.229110 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fed1bcd7-063c-4048-b224-d34dd401c28b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (c20b6787-20aa-478d-aefd-13aaaea0292a), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:32.241420 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-498c7976-781c-4192-bd6c-d46c934ac64b None None] Current status of the port ed000c17-9631-4be2-9dc7-a19eb3ef99e7 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:20:32.241869 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-498c7976-781c-4192-bd6c-d46c934ac64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ed000c17-9631-4be2-9dc7-a19eb3ef99e7), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:32.267678 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port ed000c17-9631-4be2-9dc7-a19eb3ef99e7 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:20:32.268067 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ed000c17-9631-4be2-9dc7-a19eb3ef99e7), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:32.293483 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fed1bcd7-063c-4048-b224-d34dd401c28b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (e2c87ddd-1fea-4bac-993c-e38850b76510), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:32.301335 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-498c7976-781c-4192-bd6c-d46c934ac64b None None] For port ed000c17-9631-4be2-9dc7-a19eb3ef99e7, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=ed000c17-9631-4be2-9dc7-a19eb3ef99e7,segment=NetworkSegment(a841f445-f3e8-4272-89e9-aee89ba91033),segment_id=a841f445-f3e8-4272-89e9-aee89ba91033)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:20:32.308939 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-498c7976-781c-4192-bd6c-d46c934ac64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (ed000c17-9631-4be2-9dc7-a19eb3ef99e7), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:32.359261 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1bcd7-063c-4048-b224-d34dd401c28b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Port': ['ID=c20b6787-20aa-478d-aefd-13aaaea0292a,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:20:32.381000 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 20:20:32.381392 n-d-705658-24 neutron-server[104174]: DEBUG oslo_db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 20:20:32.390792 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c7976-781c-4192-bd6c-d46c934ac64b None None] Pushing event updated for resources: {'Port': ['ID=ed000c17-9631-4be2-9dc7-a19eb3ef99e7,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:20:32.414527 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed1bcd7-063c-4048-b224-d34dd401c28b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Network 455cfe33-f013-4154-8c85-32dc6889268d is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:20:32.416023 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-fed1bcd7-063c-4048-b224-d34dd401c28b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:20:32.533865 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-7401d95a-0c4d-4c70-8840-6aa295b6fea8 None None] Provisioning complete for port c20b6787-20aa-478d-aefd-13aaaea0292a triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:20:32.534902 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7401d95a-0c4d-4c70-8840-6aa295b6fea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c20b6787-20aa-478d-aefd-13aaaea0292a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:32.545470 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed1bcd7-063c-4048-b224-d34dd401c28b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Router e2c87ddd-1fea-4bac-993c-e38850b76510 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:20:32.574261 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-7401d95a-0c4d-4c70-8840-6aa295b6fea8 None None] Port c20b6787-20aa-478d-aefd-13aaaea0292a cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:20:32.587983 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-7401d95a-0c4d-4c70-8840-6aa295b6fea8 None None] Provisioning complete for port ed000c17-9631-4be2-9dc7-a19eb3ef99e7 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:20:32.588375 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7401d95a-0c4d-4c70-8840-6aa295b6fea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (ed000c17-9631-4be2-9dc7-a19eb3ef99e7), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:32.671569 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed1bcd7-063c-4048-b224-d34dd401c28b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:20:32.676660 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fed1bcd7-063c-4048-b224-d34dd401c28b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "PUT /v2.0/routers/e2c87ddd-1fea-4bac-993c-e38850b76510/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4846516 Mar 22 20:20:32.684409 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-7401d95a-0c4d-4c70-8840-6aa295b6fea8 None None] Current status of the port ed000c17-9631-4be2-9dc7-a19eb3ef99e7 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:20:32.698836 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86f4182-4aba-4699-8e35-3222eb11cce8 None None] Sync routers for ids ['e2c87ddd-1fea-4bac-993c-e38850b76510'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:20:32.710151 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86f4182-4aba-4699-8e35-3222eb11cce8 None None] Routers {'e2c87ddd-1fea-4bac-993c-e38850b76510'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:20:32.710950 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b86f4182-4aba-4699-8e35-3222eb11cce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:20:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e2c87ddd-1fea-4bac-993c-e38850b76510'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:20:32.845545 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-d0c81492-9641-495d-9788-86fd82ab45ef None None] Provisioning complete for port c20b6787-20aa-478d-aefd-13aaaea0292a triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:20:32.846129 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d0c81492-9641-495d-9788-86fd82ab45ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c20b6787-20aa-478d-aefd-13aaaea0292a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:32.851815 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-30a722de-c6bb-4370-adba-221533252cd2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1362907143&fields=id&tenant_id=e78a526ac76b4c53837f35b796222bb8 HTTP/1.1" status: 200 len: 267 time: 0.0576015 Mar 22 20:20:32.886411 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-b86f4182-4aba-4699-8e35-3222eb11cce8 None None] Set router e2c87ddd-1fea-4bac-993c-e38850b76510 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:20:32.952797 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d0c81492-9641-495d-9788-86fd82ab45ef None None] Port c20b6787-20aa-478d-aefd-13aaaea0292a cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:20:32.966438 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port ed000c17-9631-4be2-9dc7-a19eb3ef99e7 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:20:32.967967 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b7506f27-5466-412d-a490-ba09231c1407 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:20:32.973075 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-2873ff54-9a72-4012-8d58-8dd08accbf7b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:32.974672 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-2873ff54-9a72-4012-8d58-8dd08accbf7b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/networks?id=455cfe33-f013-4154-8c85-32dc6889268d HTTP/1.1" status: 200 len: 797 time: 0.1149290 Mar 22 20:20:32.990488 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-72b01bef-ad40-439b-bc87-0c9b21b3a719 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/quotas/e78a526ac76b4c53837f35b796222bb8 HTTP/1.1" status: 200 len: 375 time: 0.0098772 Mar 22 20:20:33.050926 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-882ce7aa-90f3-47a2-807b-8e196017a2e4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546205 Mar 22 20:20:33.115618 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-6bcdc803-85d8-40db-800a-345e1f20f1c6 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 20:20:33.118285 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-6bcdc803-85d8-40db-800a-345e1f20f1c6 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0556664 Mar 22 20:20:33.213289 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-076c02de-214e-466b-8976-52675ebdff38 service neutron] 10.222.0.75 "GET /v2.0/networks/455cfe33-f013-4154-8c85-32dc6889268d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896487 Mar 22 20:20:33.245512 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-5b3aacc4-faf7-4579-a3f3-54536659cfe4 None None] Provisioning complete for port c20b6787-20aa-478d-aefd-13aaaea0292a triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:20:33.245821 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5b3aacc4-faf7-4579-a3f3-54536659cfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c20b6787-20aa-478d-aefd-13aaaea0292a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:33.300064 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-5b3aacc4-faf7-4579-a3f3-54536659cfe4 None None] Port c20b6787-20aa-478d-aefd-13aaaea0292a cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:20:33.306344 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-97ebc514-dba7-414c-88ca-e901ca11148b service neutron] 10.222.0.75 "GET /v2.0/networks/455cfe33-f013-4154-8c85-32dc6889268d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863335 Mar 22 20:20:33.316681 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b7506f27-5466-412d-a490-ba09231c1407 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:20:33.317060 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b7506f27-5466-412d-a490-ba09231c1407), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:33.433905 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b86f4182-4aba-4699-8e35-3222eb11cce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695000472', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'b7506f27-5466-412d-a490-ba09231c1407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:20:28Z', 'updated_at': '2022-03-22T20:20:31Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': 'b7506f27-5466-412d-a490-ba09231c1407', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:20:28Z', 'updated_at': '2022-03-22T20:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'c20b6787-20aa-478d-aefd-13aaaea0292a', 'name': '', 'network_id': '455cfe33-f013-4154-8c85-32dc6889268d', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:25:3d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd4baf7e2-c5dc-4701-af03-539892255ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:20:30Z', 'updated_at': '2022-03-22T20:20:31Z', 'revision_number': 2, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': 'd4baf7e2-c5dc-4701-af03-539892255ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:20:33.470477 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86f4182-4aba-4699-8e35-3222eb11cce8 None None] Checking router: e2c87ddd-1fea-4bac-993c-e38850b76510 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:20:33.470691 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86f4182-4aba-4699-8e35-3222eb11cce8 None None] Updating router e2c87ddd-1fea-4bac-993c-e38850b76510 port c20b6787-20aa-478d-aefd-13aaaea0292a binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:20:33.485571 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9604a542-44f9-4cd5-a8f9-9e8c26cc0ea7 req-fd47b5cc-d07f-47dd-a735-71833017ad03 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 210 time: 0.0323524 Mar 22 20:20:33.492264 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b7506f27-5466-412d-a490-ba09231c1407 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:20:33.492656 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b7506f27-5466-412d-a490-ba09231c1407), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:33.513151 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b86f4182-4aba-4699-8e35-3222eb11cce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c20b6787-20aa-478d-aefd-13aaaea0292a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:33.530911 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port b7506f27-5466-412d-a490-ba09231c1407, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b7506f27-5466-412d-a490-ba09231c1407,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:20:33.537631 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b7506f27-5466-412d-a490-ba09231c1407), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:33.674769 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=b7506f27-5466-412d-a490-ba09231c1407,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:20:33.847149 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device ed000c17-9631-4be2-9dc7-a19eb3ef99e7 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:20:33.850555 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b86f4182-4aba-4699-8e35-3222eb11cce8 None None] Publish callbacks [] for port (c20b6787-20aa-478d-aefd-13aaaea0292a), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:33.876632 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b86f4182-4aba-4699-8e35-3222eb11cce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c20b6787-20aa-478d-aefd-13aaaea0292a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:33.949288 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c4a44-6cab-47bd-a936-725740a57c73 None None] Pushing event updated for resources: {'Port': ['ID=c20b6787-20aa-478d-aefd-13aaaea0292a,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:20:34.001034 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port ed000c17-9631-4be2-9dc7-a19eb3ef99e7 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:20:34.001728 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (ed000c17-9631-4be2-9dc7-a19eb3ef99e7), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:34.035143 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-b86f4182-4aba-4699-8e35-3222eb11cce8 None None] Attempting to bind port c20b6787-20aa-478d-aefd-13aaaea0292a on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:20:34.035386 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-b86f4182-4aba-4699-8e35-3222eb11cce8 None None] Attempting to bind port c20b6787-20aa-478d-aefd-13aaaea0292a by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'a841f445-f3e8-4272-89e9-aee89ba91033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '455cfe33-f013-4154-8c85-32dc6889268d'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:20:34.035759 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f4182-4aba-4699-8e35-3222eb11cce8 None None] Attempting to bind port c20b6787-20aa-478d-aefd-13aaaea0292a on network 455cfe33-f013-4154-8c85-32dc6889268d {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:20:34.049144 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f4182-4aba-4699-8e35-3222eb11cce8 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:20:34.049525 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f4182-4aba-4699-8e35-3222eb11cce8 None None] Checking segment: {'id': 'a841f445-f3e8-4272-89e9-aee89ba91033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '455cfe33-f013-4154-8c85-32dc6889268d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:20:34.049967 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b86f4182-4aba-4699-8e35-3222eb11cce8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:34.050370 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86f4182-4aba-4699-8e35-3222eb11cce8 None None] Bound using segment: {'id': 'a841f445-f3e8-4272-89e9-aee89ba91033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '455cfe33-f013-4154-8c85-32dc6889268d'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:20:34.050858 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-b86f4182-4aba-4699-8e35-3222eb11cce8 None None] Bound port: c20b6787-20aa-478d-aefd-13aaaea0292a, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a841f445-f3e8-4272-89e9-aee89ba91033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '455cfe33-f013-4154-8c85-32dc6889268d'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:20:34.051238 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b86f4182-4aba-4699-8e35-3222eb11cce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c20b6787-20aa-478d-aefd-13aaaea0292a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:34.146517 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port ed000c17-9631-4be2-9dc7-a19eb3ef99e7 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:20:34.147466 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b7506f27-5466-412d-a490-ba09231c1407 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:20:34.182461 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-b86f4182-4aba-4699-8e35-3222eb11cce8 None None] For port c20b6787-20aa-478d-aefd-13aaaea0292a, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:20:34.188697 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-b86f4182-4aba-4699-8e35-3222eb11cce8 None None] For port c20b6787-20aa-478d-aefd-13aaaea0292a, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c20b6787-20aa-478d-aefd-13aaaea0292a,segment=NetworkSegment(a841f445-f3e8-4272-89e9-aee89ba91033),segment_id=a841f445-f3e8-4272-89e9-aee89ba91033)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:20:34.196697 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b86f4182-4aba-4699-8e35-3222eb11cce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c20b6787-20aa-478d-aefd-13aaaea0292a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:34.274677 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b7506f27-5466-412d-a490-ba09231c1407 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:20:34.274961 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b7506f27-5466-412d-a490-ba09231c1407), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:34.278921 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-b13d7442-0c82-4cee-be04-88165eb8a3ee None None] Provisioning complete for port c20b6787-20aa-478d-aefd-13aaaea0292a triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:20:34.279826 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b13d7442-0c82-4cee-be04-88165eb8a3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c20b6787-20aa-478d-aefd-13aaaea0292a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:34.281282 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86f4182-4aba-4699-8e35-3222eb11cce8 None None] Routers {'e2c87ddd-1fea-4bac-993c-e38850b76510'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:20:34.281946 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b86f4182-4aba-4699-8e35-3222eb11cce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:20:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e2c87ddd-1fea-4bac-993c-e38850b76510'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:20:34.283565 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c4a44-6cab-47bd-a936-725740a57c73 None None] Pushing event updated for resources: {'Port': ['ID=c20b6787-20aa-478d-aefd-13aaaea0292a,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:20:34.504274 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-b86f4182-4aba-4699-8e35-3222eb11cce8 None None] Set router e2c87ddd-1fea-4bac-993c-e38850b76510 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:20:34.561250 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b7506f27-5466-412d-a490-ba09231c1407 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:20:34.563385 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-b13d7442-0c82-4cee-be04-88165eb8a3ee None None] Current status of the port c20b6787-20aa-478d-aefd-13aaaea0292a is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:20:34.563760 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b13d7442-0c82-4cee-be04-88165eb8a3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c20b6787-20aa-478d-aefd-13aaaea0292a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:34.567375 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-02316dd3-dc92-415e-91a5-8dd934716646 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:34.569518 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-02316dd3-dc92-415e-91a5-8dd934716646 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.84 "GET /v2.0/networks?id=455cfe33-f013-4154-8c85-32dc6889268d HTTP/1.1" status: 200 len: 797 time: 0.1292353 Mar 22 20:20:34.633398 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9a773692-cf53-4710-bb41-87500a63bb7a req-717453da-b139-43a7-8a24-984eaa9d9e51 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 210 time: 0.0377457 Mar 22 20:20:34.648657 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-30ce7eab-da1d-47e7-b8c4-987459bf6004 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e78a526ac76b4c53837f35b796222bb8 HTTP/1.1" status: 200 len: 380 time: 0.0690053 Mar 22 20:20:34.660634 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-03a7c15f-f578-44a0-af5e-fa1a9f70a69e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'port': {'device_id': '41b1967b-d8f9-4025-a4ca-f8da5142cc2e', 'network_id': '455cfe33-f013-4154-8c85-32dc6889268d', 'admin_state_up': True, 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'security_groups': ['fab3c7ae-4941-4135-8212-2d5cc4185ccf']}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:20:34.680151 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-b13d7442-0c82-4cee-be04-88165eb8a3ee None None] For port c20b6787-20aa-478d-aefd-13aaaea0292a, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c20b6787-20aa-478d-aefd-13aaaea0292a,segment=NetworkSegment(a841f445-f3e8-4272-89e9-aee89ba91033),segment_id=a841f445-f3e8-4272-89e9-aee89ba91033)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:20:34.686333 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b13d7442-0c82-4cee-be04-88165eb8a3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c20b6787-20aa-478d-aefd-13aaaea0292a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:34.766013 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-03a7c15f-f578-44a0-af5e-fa1a9f70a69e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Made reservation on behalf of e78a526ac76b4c53837f35b796222bb8 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:20:34.769754 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-03a7c15f-f578-44a0-af5e-fa1a9f70a69e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:34.778874 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d7442-0c82-4cee-be04-88165eb8a3ee None None] Pushing event updated for resources: {'Port': ['ID=c20b6787-20aa-478d-aefd-13aaaea0292a,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:20:34.822000 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ef45e2fb-e55f-4af3-b403-16bb6ef864fe None None] Provisioning complete for port c20b6787-20aa-478d-aefd-13aaaea0292a triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:20:34.822454 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ef45e2fb-e55f-4af3-b403-16bb6ef864fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c20b6787-20aa-478d-aefd-13aaaea0292a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:34.861981 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-b86f4182-4aba-4699-8e35-3222eb11cce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695000472', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'b7506f27-5466-412d-a490-ba09231c1407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:20:28Z', 'updated_at': '2022-03-22T20:20:31Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': 'b7506f27-5466-412d-a490-ba09231c1407', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:20:28Z', 'updated_at': '2022-03-22T20:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'c20b6787-20aa-478d-aefd-13aaaea0292a', 'name': '', 'network_id': '455cfe33-f013-4154-8c85-32dc6889268d', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:25:3d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd4baf7e2-c5dc-4701-af03-539892255ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:20:30Z', 'updated_at': '2022-03-22T20:20:34Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': 'd4baf7e2-c5dc-4701-af03-539892255ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:20:34.893519 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86f4182-4aba-4699-8e35-3222eb11cce8 None None] The sync data for ids ['e2c87ddd-1fea-4bac-993c-e38850b76510'] in n-d-705658-24 is: [{'id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695000472', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'b7506f27-5466-412d-a490-ba09231c1407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:20:28Z', 'updated_at': '2022-03-22T20:20:31Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': 'b7506f27-5466-412d-a490-ba09231c1407', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:20:28Z', 'updated_at': '2022-03-22T20:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'c20b6787-20aa-478d-aefd-13aaaea0292a', 'name': '', 'network_id': '455cfe33-f013-4154-8c85-32dc6889268d', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:25:3d:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd4baf7e2-c5dc-4701-af03-539892255ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:20:30Z', 'updated_at': '2022-03-22T20:20:34Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': 'd4baf7e2-c5dc-4701-af03-539892255ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:20:34.911306 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-03a7c15f-f578-44a0-af5e-fa1a9f70a69e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Allocated IP 172.20.0.5 (455cfe33-f013-4154-8c85-32dc6889268d/d4baf7e2-c5dc-4701-af03-539892255ed4/ad5d57f7-39a4-4967-9f5f-e75ec86e97d2) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:20:34.941721 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ef45e2fb-e55f-4af3-b403-16bb6ef864fe None None] Current status of the port c20b6787-20aa-478d-aefd-13aaaea0292a is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:20:35.079700 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-03a7c15f-f578-44a0-af5e-fa1a9f70a69e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for port (ad5d57f7-39a4-4967-9f5f-e75ec86e97d2), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:35.438540 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-03a7c15f-f578-44a0-af5e-fa1a9f70a69e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (ad5d57f7-39a4-4967-9f5f-e75ec86e97d2), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:35.481766 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-03a7c15f-f578-44a0-af5e-fa1a9f70a69e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Network 455cfe33-f013-4154-8c85-32dc6889268d is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:20:35.485027 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-03a7c15f-f578-44a0-af5e-fa1a9f70a69e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:20:35.491723 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-03a7c15f-f578-44a0-af5e-fa1a9f70a69e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:20:35.517916 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7c15f-f578-44a0-af5e-fa1a9f70a69e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Port': ['ID=ad5d57f7-39a4-4967-9f5f-e75ec86e97d2,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:20:35.549727 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-03a7c15f-f578-44a0-af5e-fa1a9f70a69e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:35.550539 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-03a7c15f-f578-44a0-af5e-fa1a9f70a69e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:35.569095 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-03a7c15f-f578-44a0-af5e-fa1a9f70a69e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9120848 Mar 22 20:20:35.584892 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-df8b2a89-2916-45c6-9798-cbcdd3a9eae7 service neutron] Request body: {'port': {'device_id': '41b1967b-d8f9-4025-a4ca-f8da5142cc2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:20:35.654878 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-df8b2a89-2916-45c6-9798-cbcdd3a9eae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ad5d57f7-39a4-4967-9f5f-e75ec86e97d2), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:35.774840 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-c020d4b6-63b1-4e73-aca3-90c010748064 None None] Provisioning complete for port ad5d57f7-39a4-4967-9f5f-e75ec86e97d2 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:20:35.775436 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c020d4b6-63b1-4e73-aca3-90c010748064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (ad5d57f7-39a4-4967-9f5f-e75ec86e97d2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:35.807613 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4efd4-6dfd-4653-ab19-c6742dfad33a req-aa4031f5-5c57-43c6-8589-546c7dff6780 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:35.820561 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9b4efd4-6dfd-4653-ab19-c6742dfad33a req-aa4031f5-5c57-43c6-8589-546c7dff6780 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 931 time: 0.1041796 Mar 22 20:20:35.897191 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c020d4b6-63b1-4e73-aca3-90c010748064 None None] Port ad5d57f7-39a4-4967-9f5f-e75ec86e97d2 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:20:35.917572 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a9b4efd4-6dfd-4653-ab19-c6742dfad33a req-37f020b1-4399-46d4-be62-ec0fbfe20ada tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fab3c7ae-4941-4135-8212-2d5cc4185ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942819 Mar 22 20:20:35.941978 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c20b6787-20aa-478d-aefd-13aaaea0292a up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:20:35.989746 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port c20b6787-20aa-478d-aefd-13aaaea0292a triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:20:35.990048 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c20b6787-20aa-478d-aefd-13aaaea0292a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:36.037069 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-df8b2a89-2916-45c6-9798-cbcdd3a9eae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad5d57f7-39a4-4967-9f5f-e75ec86e97d2 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:20:36.048559 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-df8b2a89-2916-45c6-9798-cbcdd3a9eae7 service neutron] Publish callbacks [] for port (ad5d57f7-39a4-4967-9f5f-e75ec86e97d2), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:36.061942 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-df8b2a89-2916-45c6-9798-cbcdd3a9eae7 service neutron] Transition to ACTIVE for port object ad5d57f7-39a4-4967-9f5f-e75ec86e97d2 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:20:36.067239 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-df8b2a89-2916-45c6-9798-cbcdd3a9eae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (ad5d57f7-39a4-4967-9f5f-e75ec86e97d2), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:36.079937 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port c20b6787-20aa-478d-aefd-13aaaea0292a is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:20:36.122943 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b2a89-2916-45c6-9798-cbcdd3a9eae7 service neutron] Pushing event updated for resources: {'Port': ['ID=ad5d57f7-39a4-4967-9f5f-e75ec86e97d2,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:20:36.198735 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-df8b2a89-2916-45c6-9798-cbcdd3a9eae7 service neutron] Attempting to bind port ad5d57f7-39a4-4967-9f5f-e75ec86e97d2 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:20:36.199077 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-df8b2a89-2916-45c6-9798-cbcdd3a9eae7 service neutron] Attempting to bind port ad5d57f7-39a4-4967-9f5f-e75ec86e97d2 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': 'a841f445-f3e8-4272-89e9-aee89ba91033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '455cfe33-f013-4154-8c85-32dc6889268d'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:20:36.199399 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-df8b2a89-2916-45c6-9798-cbcdd3a9eae7 service neutron] Attempting to bind port ad5d57f7-39a4-4967-9f5f-e75ec86e97d2 on network 455cfe33-f013-4154-8c85-32dc6889268d {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:20:36.204042 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-df8b2a89-2916-45c6-9798-cbcdd3a9eae7 service neutron] Port ad5d57f7-39a4-4967-9f5f-e75ec86e97d2 on network 455cfe33-f013-4154-8c85-32dc6889268d not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:20:36.204358 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-df8b2a89-2916-45c6-9798-cbcdd3a9eae7 service neutron] Attempting to bind port ad5d57f7-39a4-4967-9f5f-e75ec86e97d2 on network 455cfe33-f013-4154-8c85-32dc6889268d {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:20:36.209338 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-df8b2a89-2916-45c6-9798-cbcdd3a9eae7 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:20:36.209673 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-df8b2a89-2916-45c6-9798-cbcdd3a9eae7 service neutron] Checking segment: {'id': 'a841f445-f3e8-4272-89e9-aee89ba91033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '455cfe33-f013-4154-8c85-32dc6889268d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:20:36.210117 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-df8b2a89-2916-45c6-9798-cbcdd3a9eae7 service neutron] Bound using segment: {'id': 'a841f445-f3e8-4272-89e9-aee89ba91033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '455cfe33-f013-4154-8c85-32dc6889268d'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:20:36.210548 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-df8b2a89-2916-45c6-9798-cbcdd3a9eae7 service neutron] Bound port: ad5d57f7-39a4-4967-9f5f-e75ec86e97d2, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a841f445-f3e8-4272-89e9-aee89ba91033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '455cfe33-f013-4154-8c85-32dc6889268d'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:20:36.210906 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-df8b2a89-2916-45c6-9798-cbcdd3a9eae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ad5d57f7-39a4-4967-9f5f-e75ec86e97d2), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:36.281861 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-df8b2a89-2916-45c6-9798-cbcdd3a9eae7 service neutron] For port ad5d57f7-39a4-4967-9f5f-e75ec86e97d2, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:20:36.285012 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-df8b2a89-2916-45c6-9798-cbcdd3a9eae7 service neutron] For port ad5d57f7-39a4-4967-9f5f-e75ec86e97d2, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=ad5d57f7-39a4-4967-9f5f-e75ec86e97d2,segment=NetworkSegment(a841f445-f3e8-4272-89e9-aee89ba91033),segment_id=a841f445-f3e8-4272-89e9-aee89ba91033)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:20:36.291063 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-df8b2a89-2916-45c6-9798-cbcdd3a9eae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (ad5d57f7-39a4-4967-9f5f-e75ec86e97d2), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:36.329777 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-df8b2a89-2916-45c6-9798-cbcdd3a9eae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:36.330592 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-df8b2a89-2916-45c6-9798-cbcdd3a9eae7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:36.331860 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-df8b2a89-2916-45c6-9798-cbcdd3a9eae7 service neutron] 10.222.0.84 "PUT /v2.0/ports/ad5d57f7-39a4-4967-9f5f-e75ec86e97d2 HTTP/1.1" status: 200 len: 1092 time: 0.7530789 Mar 22 20:20:36.332224 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b1967b-d8f9-4025-a4ca-f8da5142cc2e', 'tag': 'ad5d57f7-39a4-4967-9f5f-e75ec86e97d2'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:20:36.334539 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a75afaf1dfaad70fedc7c7f30d5b041dbb7ec48f6ef478f84521d18edf73ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93100e7f-8c27-49b8-b900-cbd63f42216a" -d '{"events": [{"name": "network-changed", "server_uuid": "41b1967b-d8f9-4025-a4ca-f8da5142cc2e", "tag": "ad5d57f7-39a4-4967-9f5f-e75ec86e97d2"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:20:36.357958 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b2a89-2916-45c6-9798-cbcdd3a9eae7 service neutron] Pushing event updated for resources: {'Port': ['ID=ad5d57f7-39a4-4967-9f5f-e75ec86e97d2,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:20:36.379154 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb75b0e-6501-48b7-8de6-45007d838f32 x-openstack-request-id: req-dfb75b0e-6501-48b7-8de6-45007d838f32 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:20:36.379446 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b1967b-d8f9-4025-a4ca-f8da5142cc2e", "tag": "ad5d57f7-39a4-4967-9f5f-e75ec86e97d2", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:20:36.379704 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-dfb75b0e-6501-48b7-8de6-45007d838f32 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:20:36.380115 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfb75b0e-6501-48b7-8de6-45007d838f32'] response: {'name': 'network-changed', 'server_uuid': '41b1967b-d8f9-4025-a4ca-f8da5142cc2e', 'tag': 'ad5d57f7-39a4-4967-9f5f-e75ec86e97d2', 'status': 'completed', 'code': 200} Mar 22 20:20:36.430449 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-3b3cce6a-0a44-4f6c-88b5-0399e7c3b0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:36.432130 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-3b3cce6a-0a44-4f6c-88b5-0399e7c3b0ff service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 1126 time: 0.0494950 Mar 22 20:20:36.479058 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-3c245886-d302-4af8-a704-51006f259f86 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad5d57f7-39a4-4967-9f5f-e75ec86e97d2 HTTP/1.1" status: 200 len: 217 time: 0.0387800 Mar 22 20:20:36.527792 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-efb6728d-625e-42f0-90e8-0a4e4b3742ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:36.530384 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-efb6728d-625e-42f0-90e8-0a4e4b3742ec service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d4baf7e2-c5dc-4701-af03-539892255ed4 HTTP/1.1" status: 200 len: 835 time: 0.0455582 Mar 22 20:20:36.579391 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-9de557ff-57e0-4501-8efd-95005b7bbbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:36.580889 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-9de557ff-57e0-4501-8efd-95005b7bbbdc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=455cfe33-f013-4154-8c85-32dc6889268d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450761 Mar 22 20:20:36.674108 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-c042b966-ca9e-44c2-8473-6ee96b60ec6f service neutron] 10.222.0.84 "GET /v2.0/networks/455cfe33-f013-4154-8c85-32dc6889268d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872552 Mar 22 20:20:36.764496 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2a0b8dd4-dc6f-4e3d-af2a-ea5f1cd06b35 req-e978d3f8-fe31-4082-afbf-f6a9d2305896 service neutron] 10.222.0.84 "GET /v2.0/networks/455cfe33-f013-4154-8c85-32dc6889268d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833633 Mar 22 20:20:36.854500 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93100e7f-8c27-49b8-b900-cbd63f42216a req-0eccb648-b1f1-4d23-90dc-a83d302156a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:36.856000 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-93100e7f-8c27-49b8-b900-cbd63f42216a req-0eccb648-b1f1-4d23-90dc-a83d302156a8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 1126 time: 0.0494678 Mar 22 20:20:36.946075 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93100e7f-8c27-49b8-b900-cbd63f42216a req-12b4d554-7da8-4b1f-b696-ee2f3c704ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:36.947466 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-93100e7f-8c27-49b8-b900-cbd63f42216a req-12b4d554-7da8-4b1f-b696-ee2f3c704ba0 service neutron] 10.222.0.84 "GET /v2.0/networks?id=455cfe33-f013-4154-8c85-32dc6889268d HTTP/1.1" status: 200 len: 898 time: 0.0853860 Mar 22 20:20:36.991821 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-93100e7f-8c27-49b8-b900-cbd63f42216a req-d07c8bce-16be-4ecb-b296-206281b86994 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad5d57f7-39a4-4967-9f5f-e75ec86e97d2 HTTP/1.1" status: 200 len: 217 time: 0.0387561 Mar 22 20:20:37.041915 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93100e7f-8c27-49b8-b900-cbd63f42216a req-0b156509-4bc4-44c0-8dd5-e866b220134a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:37.043421 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-93100e7f-8c27-49b8-b900-cbd63f42216a req-0b156509-4bc4-44c0-8dd5-e866b220134a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d4baf7e2-c5dc-4701-af03-539892255ed4 HTTP/1.1" status: 200 len: 835 time: 0.0454359 Mar 22 20:20:37.043545 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3111425-41cb-482f-a973-7f686b2999d6 req-afd55be2-54f2-4f11-b44c-0f603e71c010 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:37.045572 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f3111425-41cb-482f-a973-7f686b2999d6 req-afd55be2-54f2-4f11-b44c-0f603e71c010 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 943 time: 0.0557942 Mar 22 20:20:37.093259 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93100e7f-8c27-49b8-b900-cbd63f42216a req-f17db6ac-d4af-489e-b8c3-4421eb1fb64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:37.094885 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-93100e7f-8c27-49b8-b900-cbd63f42216a req-f17db6ac-d4af-489e-b8c3-4421eb1fb64d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=455cfe33-f013-4154-8c85-32dc6889268d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444880 Mar 22 20:20:37.098175 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f3111425-41cb-482f-a973-7f686b2999d6 req-8eec6b89-547e-4370-a570-82bb772e879a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fab3c7ae-4941-4135-8212-2d5cc4185ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469840 Mar 22 20:20:37.188330 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-93100e7f-8c27-49b8-b900-cbd63f42216a req-018ba26d-435b-4872-a9db-1f1b8a1cab6b service neutron] 10.222.0.84 "GET /v2.0/networks/455cfe33-f013-4154-8c85-32dc6889268d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871205 Mar 22 20:20:37.278110 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-93100e7f-8c27-49b8-b900-cbd63f42216a req-75074312-b578-4000-9710-9820aba75491 service neutron] 10.222.0.84 "GET /v2.0/networks/455cfe33-f013-4154-8c85-32dc6889268d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831702 Mar 22 20:20:38.223443 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd3456-88c1-4e19-9623-57c07922e47a req-bf3573a6-dd95-4bfc-b34d-aaf31074030c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:38.226333 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c2bd3456-88c1-4e19-9623-57c07922e47a req-bf3573a6-dd95-4bfc-b34d-aaf31074030c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 943 time: 0.0582042 Mar 22 20:20:38.274795 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c2bd3456-88c1-4e19-9623-57c07922e47a req-2f2cab7a-42d2-451a-a995-b4eebe4e3805 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fab3c7ae-4941-4135-8212-2d5cc4185ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441232 Mar 22 20:20:39.393638 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a36c88-675a-44e1-98b6-0af172abdf17 req-e5358453-abde-4359-ba11-cf115fb333a7 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:39.395150 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-31a36c88-675a-44e1-98b6-0af172abdf17 req-e5358453-abde-4359-ba11-cf115fb333a7 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 943 time: 0.0518310 Mar 22 20:20:39.444576 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-31a36c88-675a-44e1-98b6-0af172abdf17 req-f27da5fb-74fe-420c-93cd-5dc5b497f255 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fab3c7ae-4941-4135-8212-2d5cc4185ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438292 Mar 22 20:20:40.570272 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df419d2-9fc2-47c1-ba67-d7950b59d2b6 req-26023323-5205-44a2-a622-fff1a7df8cb6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:40.571895 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9df419d2-9fc2-47c1-ba67-d7950b59d2b6 req-26023323-5205-44a2-a622-fff1a7df8cb6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 943 time: 0.0574975 Mar 22 20:20:40.621737 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9df419d2-9fc2-47c1-ba67-d7950b59d2b6 req-80519720-4dec-47e4-a2e8-f36061380e23 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fab3c7ae-4941-4135-8212-2d5cc4185ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433178 Mar 22 20:20:40.906359 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device ad5d57f7-39a4-4967-9f5f-e75ec86e97d2 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:20:41.007184 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port ad5d57f7-39a4-4967-9f5f-e75ec86e97d2, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=ad5d57f7-39a4-4967-9f5f-e75ec86e97d2,segment=NetworkSegment(a841f445-f3e8-4272-89e9-aee89ba91033),segment_id=a841f445-f3e8-4272-89e9-aee89ba91033)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:20:41.020011 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': 'ad5d57f7-39a4-4967-9f5f-e75ec86e97d2', 'network_id': '455cfe33-f013-4154-8c85-32dc6889268d', 'port_id': 'ad5d57f7-39a4-4967-9f5f-e75ec86e97d2', 'mac_address': 'fa:16:3e:a8:2a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4baf7e2-c5dc-4701-af03-539892255ed4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:20:41.060092 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port ad5d57f7-39a4-4967-9f5f-e75ec86e97d2 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:20:41.061047 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ad5d57f7-39a4-4967-9f5f-e75ec86e97d2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:41.226560 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad5d57f7-39a4-4967-9f5f-e75ec86e97d2 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:20:41.246256 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port ad5d57f7-39a4-4967-9f5f-e75ec86e97d2, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=ad5d57f7-39a4-4967-9f5f-e75ec86e97d2,segment=NetworkSegment(a841f445-f3e8-4272-89e9-aee89ba91033),segment_id=a841f445-f3e8-4272-89e9-aee89ba91033)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:20:41.250814 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (ad5d57f7-39a4-4967-9f5f-e75ec86e97d2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:41.296528 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=ad5d57f7-39a4-4967-9f5f-e75ec86e97d2,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:20:41.490492 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['ad5d57f7-39a4-4967-9f5f-e75ec86e97d2'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:20:41.742317 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc568949-8366-421c-ba46-772aeebccdce req-95ee8c00-4e06-4904-931e-261179d9b1f7 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:41.743822 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc568949-8366-421c-ba46-772aeebccdce req-95ee8c00-4e06-4904-931e-261179d9b1f7 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 944 time: 0.0515134 Mar 22 20:20:41.793447 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc568949-8366-421c-ba46-772aeebccdce req-99ef285d-9f9b-4059-bc43-5f3bbbb5101b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fab3c7ae-4941-4135-8212-2d5cc4185ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435133 Mar 22 20:20:42.915404 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8cebe-d724-4ac3-b200-035410fe4151 req-b9f96a7c-03ed-4568-9fce-56d1625a3311 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:42.916905 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ebf8cebe-d724-4ac3-b200-035410fe4151 req-b9f96a7c-03ed-4568-9fce-56d1625a3311 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 944 time: 0.0572956 Mar 22 20:20:42.921091 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device ad5d57f7-39a4-4967-9f5f-e75ec86e97d2 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:20:42.967679 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ebf8cebe-d724-4ac3-b200-035410fe4151 req-680ce3c3-7c25-4a58-9352-5591d2900084 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fab3c7ae-4941-4135-8212-2d5cc4185ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450988 Mar 22 20:20:42.977472 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port ad5d57f7-39a4-4967-9f5f-e75ec86e97d2 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:20:42.983765 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port ad5d57f7-39a4-4967-9f5f-e75ec86e97d2 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:20:42.984147 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (ad5d57f7-39a4-4967-9f5f-e75ec86e97d2), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:43.067886 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port ad5d57f7-39a4-4967-9f5f-e75ec86e97d2 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:20:43.068279 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (ad5d57f7-39a4-4967-9f5f-e75ec86e97d2), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:43.090697 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b1967b-d8f9-4025-a4ca-f8da5142cc2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5d57f7-39a4-4967-9f5f-e75ec86e97d2'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:20:43.093011 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42acaf4adbc820cceca1c39a9c6556ee9c843f2d32102223230a5dac4986dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9898a59a-f0e6-4226-a3d8-7224343d7544" -d '{"events": [{"server_uuid": "41b1967b-d8f9-4025-a4ca-f8da5142cc2e", "name": "network-vif-plugged", "status": "completed", "tag": "ad5d57f7-39a4-4967-9f5f-e75ec86e97d2"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:20:43.104761 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port ad5d57f7-39a4-4967-9f5f-e75ec86e97d2, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=ad5d57f7-39a4-4967-9f5f-e75ec86e97d2,segment=NetworkSegment(a841f445-f3e8-4272-89e9-aee89ba91033),segment_id=a841f445-f3e8-4272-89e9-aee89ba91033)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:20:43.109545 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (ad5d57f7-39a4-4967-9f5f-e75ec86e97d2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:43.132444 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2589ae0-cc9c-4be0-9d28-b2fd1905b9f0 x-openstack-request-id: req-a2589ae0-cc9c-4be0-9d28-b2fd1905b9f0 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:20:43.132736 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b1967b-d8f9-4025-a4ca-f8da5142cc2e", "name": "network-vif-plugged", "status": "completed", "tag": "ad5d57f7-39a4-4967-9f5f-e75ec86e97d2", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:20:43.132983 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a2589ae0-cc9c-4be0-9d28-b2fd1905b9f0 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:20:43.133373 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2589ae0-cc9c-4be0-9d28-b2fd1905b9f0'] response: {'server_uuid': '41b1967b-d8f9-4025-a4ca-f8da5142cc2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5d57f7-39a4-4967-9f5f-e75ec86e97d2', 'code': 200} Mar 22 20:20:43.159449 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=ad5d57f7-39a4-4967-9f5f-e75ec86e97d2,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:20:43.230312 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bac7cb-0c75-4733-be91-24f3853f4449 req-7590a45d-e6e7-4855-b0fd-e453b26af3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:43.231842 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e7bac7cb-0c75-4733-be91-24f3853f4449 req-7590a45d-e6e7-4855-b0fd-e453b26af3ee service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 1128 time: 0.0447292 Mar 22 20:20:43.278392 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e7bac7cb-0c75-4733-be91-24f3853f4449 req-72514a34-0a9a-4724-9e7a-7728c2d167ef service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=fab3c7ae-4941-4135-8212-2d5cc4185ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402842 Mar 22 20:20:44.091820 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e7b8c-2ea5-46b1-815c-596f0382b29b req-f3dde112-0499-4add-bb09-d9bfe33970eb tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:44.093339 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6a5e7b8c-2ea5-46b1-815c-596f0382b29b req-f3dde112-0499-4add-bb09-d9bfe33970eb tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 945 time: 0.0571375 Mar 22 20:20:44.144410 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6a5e7b8c-2ea5-46b1-815c-596f0382b29b req-7af1b0c3-43e8-4df4-9bff-d2ff5c50d93e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fab3c7ae-4941-4135-8212-2d5cc4185ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453525 Mar 22 20:20:45.266947 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bcdd48de-6fcc-44eb-aa7d-5a2cab5de2f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:45.270069 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38b9ac-f972-4174-b9d2-4210d8c7f383 req-42b474ba-6115-4643-92ec-fd889bfe5cd6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:45.271685 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4e38b9ac-f972-4174-b9d2-4210d8c7f383 req-42b474ba-6115-4643-92ec-fd889bfe5cd6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 945 time: 0.0543535 Mar 22 20:20:45.325199 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4e38b9ac-f972-4174-b9d2-4210d8c7f383 req-69cce519-6274-4e20-b3d4-0f36a199f6e4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fab3c7ae-4941-4135-8212-2d5cc4185ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476329 Mar 22 20:20:45.445450 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a259f9-4e55-4b5c-84aa-3cae2cbbe609 req-aebef6a2-fec9-4ed5-8c45-707b620c241c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:45.446880 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-55a259f9-4e55-4b5c-84aa-3cae2cbbe609 req-aebef6a2-fec9-4ed5-8c45-707b620c241c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 945 time: 0.0531776 Mar 22 20:20:45.495440 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-55a259f9-4e55-4b5c-84aa-3cae2cbbe609 req-b1950094-c287-4658-851f-012f69015d82 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fab3c7ae-4941-4135-8212-2d5cc4185ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430548 Mar 22 20:20:45.517317 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41156) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:20:45.559318 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dd4799-3787-4a8a-aaf6-c87e0022690b tempest-TestNetworkAdvancedServerOps-668713942 tempest-TestNetworkAdvancedServerOps-668713942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:45.561360 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d7dd4799-3787-4a8a-aaf6-c87e0022690b tempest-TestNetworkAdvancedServerOps-668713942 tempest-TestNetworkAdvancedServerOps-668713942-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 1123 time: 0.0430110 Mar 22 20:20:45.564270 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41158) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:20:45.568650 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-76d1032b-4cdc-4c0c-9f44-9e689518dab2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'port_id': 'ad5d57f7-39a4-4967-9f5f-e75ec86e97d2', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:20:45.589474 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-76d1032b-4cdc-4c0c-9f44-9e689518dab2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:45.688611 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-76d1032b-4cdc-4c0c-9f44-9e689518dab2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:45.788843 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-76d1032b-4cdc-4c0c-9f44-9e689518dab2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Allocated IP 172.25.5.220 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/237ba333-8eac-4133-853d-a8b6fa45a1d8) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:20:45.891100 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-76d1032b-4cdc-4c0c-9f44-9e689518dab2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for port (237ba333-8eac-4133-853d-a8b6fa45a1d8), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:45.925624 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-76d1032b-4cdc-4c0c-9f44-9e689518dab2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (237ba333-8eac-4133-853d-a8b6fa45a1d8), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:45.962908 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d1032b-4cdc-4c0c-9f44-9e689518dab2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:20:45.965780 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-76d1032b-4cdc-4c0c-9f44-9e689518dab2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:20:45.971970 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d1032b-4cdc-4c0c-9f44-9e689518dab2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:20:45.977451 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1032b-4cdc-4c0c-9f44-9e689518dab2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Port': ['ID=237ba333-8eac-4133-853d-a8b6fa45a1d8,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:20:46.321323 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-76d1032b-4cdc-4c0c-9f44-9e689518dab2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for floatingip (eca70c9a-ae44-474c-a246-a84be6e605c2), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:46.362469 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:46.389965 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-76d1032b-4cdc-4c0c-9f44-9e689518dab2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (237ba333-8eac-4133-853d-a8b6fa45a1d8), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:46.539840 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-76d1032b-4cdc-4c0c-9f44-9e689518dab2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for port (237ba333-8eac-4133-853d-a8b6fa45a1d8), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:46.544211 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-76d1032b-4cdc-4c0c-9f44-9e689518dab2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (237ba333-8eac-4133-853d-a8b6fa45a1d8), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:46.612996 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1032b-4cdc-4c0c-9f44-9e689518dab2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Port': ['ID=237ba333-8eac-4133-853d-a8b6fa45a1d8,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:20:46.626324 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-76d1032b-4cdc-4c0c-9f44-9e689518dab2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (eca70c9a-ae44-474c-a246-a84be6e605c2), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:46.731762 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [None req-76d1032b-4cdc-4c0c-9f44-9e689518dab2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Floating IP eca70c9a-ae44-474c-a246-a84be6e605c2 associated. External IP: 172.25.5.220, port: ad5d57f7-39a4-4967-9f5f-e75ec86e97d2. Mar 22 20:20:46.941766 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d1032b-4cdc-4c0c-9f44-9e689518dab2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Router e2c87ddd-1fea-4bac-993c-e38850b76510 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:20:47.052150 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d1032b-4cdc-4c0c-9f44-9e689518dab2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:20:47.062980 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72133a64-2b39-4d74-a1ae-84db016399c9 None None] Sync routers for ids ['e2c87ddd-1fea-4bac-993c-e38850b76510'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:20:47.071083 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-76d1032b-4cdc-4c0c-9f44-9e689518dab2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:47.074871 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72133a64-2b39-4d74-a1ae-84db016399c9 None None] Routers {'e2c87ddd-1fea-4bac-993c-e38850b76510'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:20:47.075486 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-72133a64-2b39-4d74-a1ae-84db016399c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:20:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e2c87ddd-1fea-4bac-993c-e38850b76510'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:20:47.101683 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-76d1032b-4cdc-4c0c-9f44-9e689518dab2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5363443 Mar 22 20:20:47.102326 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b1967b-d8f9-4025-a4ca-f8da5142cc2e', 'tag': 'ad5d57f7-39a4-4967-9f5f-e75ec86e97d2'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:20:47.104582 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5203bbb830fb44ebcbef8845939fcb941f39cb8985b8c198af72047ed6de2cf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817c5426-a48b-4dcd-9958-1912843f2b25" -d '{"events": [{"name": "network-changed", "server_uuid": "41b1967b-d8f9-4025-a4ca-f8da5142cc2e", "tag": "ad5d57f7-39a4-4967-9f5f-e75ec86e97d2"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:20:47.146135 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfce4799-c55b-48de-90ae-cf77a580a6ad x-openstack-request-id: req-cfce4799-c55b-48de-90ae-cf77a580a6ad {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:20:47.147182 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b1967b-d8f9-4025-a4ca-f8da5142cc2e", "tag": "ad5d57f7-39a4-4967-9f5f-e75ec86e97d2", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:20:47.147570 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-cfce4799-c55b-48de-90ae-cf77a580a6ad {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:20:47.148004 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfce4799-c55b-48de-90ae-cf77a580a6ad'] response: {'name': 'network-changed', 'server_uuid': '41b1967b-d8f9-4025-a4ca-f8da5142cc2e', 'tag': 'ad5d57f7-39a4-4967-9f5f-e75ec86e97d2', 'status': 'completed', 'code': 200} Mar 22 20:20:47.195422 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-72133a64-2b39-4d74-a1ae-84db016399c9 None None] Set router e2c87ddd-1fea-4bac-993c-e38850b76510 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:20:47.222498 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e5af5-539f-4f05-a964-25a1af956c1f req-3f015be7-fe96-4dc7-80b2-88d05c223703 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:47.223501 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c5426-a48b-4dcd-9958-1912843f2b25 req-7d307939-0a94-4e49-b78d-68a7337d8d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:47.224050 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1b8e5af5-539f-4f05-a964-25a1af956c1f req-3f015be7-fe96-4dc7-80b2-88d05c223703 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 945 time: 0.0606420 Mar 22 20:20:47.229498 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-817c5426-a48b-4dcd-9958-1912843f2b25 req-7d307939-0a94-4e49-b78d-68a7337d8d36 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 1128 time: 0.0616064 Mar 22 20:20:47.275287 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1b8e5af5-539f-4f05-a964-25a1af956c1f req-77f553c1-d320-4705-9c11-fbfec6843056 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fab3c7ae-4941-4135-8212-2d5cc4185ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452700 Mar 22 20:20:47.299009 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41164) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:20:47.324467 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c5426-a48b-4dcd-9958-1912843f2b25 req-37e79701-0b86-4e82-8a74-f9a40dc99e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:47.326177 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-817c5426-a48b-4dcd-9958-1912843f2b25 req-37e79701-0b86-4e82-8a74-f9a40dc99e20 service neutron] 10.222.0.84 "GET /v2.0/networks?id=455cfe33-f013-4154-8c85-32dc6889268d HTTP/1.1" status: 200 len: 898 time: 0.0891616 Mar 22 20:20:47.364951 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e25025c9-f6fd-44ce-8951-35ef70b7eebe tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/floatingips/eca70c9a-ae44-474c-a246-a84be6e605c2 HTTP/1.1" status: 200 len: 991 time: 0.0647690 Mar 22 20:20:47.399906 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-817c5426-a48b-4dcd-9958-1912843f2b25 req-9aba6a30-2202-41eb-8c1b-23ea3c7bc3dc service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad5d57f7-39a4-4967-9f5f-e75ec86e97d2 HTTP/1.1" status: 200 len: 999 time: 0.0677190 Mar 22 20:20:47.430364 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-72133a64-2b39-4d74-a1ae-84db016399c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695000472', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'b7506f27-5466-412d-a490-ba09231c1407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:20:28Z', 'updated_at': '2022-03-22T20:20:31Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': 'b7506f27-5466-412d-a490-ba09231c1407', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:20:28Z', 'updated_at': '2022-03-22T20:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'eca70c9a-ae44-474c-a246-a84be6e605c2', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'floating_ip_address': '172.25.5.220', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'port_id': 'ad5d57f7-39a4-4967-9f5f-e75ec86e97d2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '455cfe33-f013-4154-8c85-32dc6889268d', 'mac_address': 'fa:16:3e:a8:2a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b1967b-d8f9-4025-a4ca-f8da5142cc2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:20:46Z', 'updated_at': '2022-03-22T20:20:46Z', 'revision_number': 0, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c20b6787-20aa-478d-aefd-13aaaea0292a', 'name': '', 'network_id': '455cfe33-f013-4154-8c85-32dc6889268d', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:25:3d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd4baf7e2-c5dc-4701-af03-539892255ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:20:30Z', 'updated_at': '2022-03-22T20:20:34Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': 'd4baf7e2-c5dc-4701-af03-539892255ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:20:47.449184 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c5426-a48b-4dcd-9958-1912843f2b25 req-305fcbe0-dfaf-463a-8b92-248ad39e3230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:47.450637 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-817c5426-a48b-4dcd-9958-1912843f2b25 req-305fcbe0-dfaf-463a-8b92-248ad39e3230 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d4baf7e2-c5dc-4701-af03-539892255ed4 HTTP/1.1" status: 200 len: 835 time: 0.0450773 Mar 22 20:20:47.459632 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72133a64-2b39-4d74-a1ae-84db016399c9 None None] Checking router: e2c87ddd-1fea-4bac-993c-e38850b76510 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:20:47.468592 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72133a64-2b39-4d74-a1ae-84db016399c9 None None] Routers {'e2c87ddd-1fea-4bac-993c-e38850b76510'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:20:47.469569 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-72133a64-2b39-4d74-a1ae-84db016399c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:20:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e2c87ddd-1fea-4bac-993c-e38850b76510'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:20:47.475444 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-64ee88f7-eedb-49f6-a4da-f32e075a6fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:47.501615 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c5426-a48b-4dcd-9958-1912843f2b25 req-b87dcd7a-56a6-40b0-abe9-e4c8dbab07c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:20:47.503167 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-817c5426-a48b-4dcd-9958-1912843f2b25 req-b87dcd7a-56a6-40b0-abe9-e4c8dbab07c2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=455cfe33-f013-4154-8c85-32dc6889268d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461903 Mar 22 20:20:47.578651 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-72133a64-2b39-4d74-a1ae-84db016399c9 None None] Set router e2c87ddd-1fea-4bac-993c-e38850b76510 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:20:47.597471 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-817c5426-a48b-4dcd-9958-1912843f2b25 req-10ab14bc-44e3-45ea-a78e-5054adad8471 service neutron] 10.222.0.84 "GET /v2.0/networks/455cfe33-f013-4154-8c85-32dc6889268d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879891 Mar 22 20:20:47.700657 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-817c5426-a48b-4dcd-9958-1912843f2b25 req-731f9fe9-708c-4c80-bf37-d183a0cb1160 service neutron] 10.222.0.84 "GET /v2.0/networks/455cfe33-f013-4154-8c85-32dc6889268d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970929 Mar 22 20:20:47.805597 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-72133a64-2b39-4d74-a1ae-84db016399c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695000472', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'b7506f27-5466-412d-a490-ba09231c1407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:20:28Z', 'updated_at': '2022-03-22T20:20:31Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': 'b7506f27-5466-412d-a490-ba09231c1407', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:20:28Z', 'updated_at': '2022-03-22T20:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'eca70c9a-ae44-474c-a246-a84be6e605c2', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'floating_ip_address': '172.25.5.220', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'port_id': 'ad5d57f7-39a4-4967-9f5f-e75ec86e97d2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '455cfe33-f013-4154-8c85-32dc6889268d', 'mac_address': 'fa:16:3e:a8:2a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b1967b-d8f9-4025-a4ca-f8da5142cc2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:20:46Z', 'updated_at': '2022-03-22T20:20:46Z', 'revision_number': 0, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c20b6787-20aa-478d-aefd-13aaaea0292a', 'name': '', 'network_id': '455cfe33-f013-4154-8c85-32dc6889268d', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:25:3d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd4baf7e2-c5dc-4701-af03-539892255ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:20:30Z', 'updated_at': '2022-03-22T20:20:34Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': 'd4baf7e2-c5dc-4701-af03-539892255ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:20:47.834801 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72133a64-2b39-4d74-a1ae-84db016399c9 None None] The sync data for ids ['e2c87ddd-1fea-4bac-993c-e38850b76510'] in n-d-705658-24 is: [{'id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695000472', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'b7506f27-5466-412d-a490-ba09231c1407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:20:28Z', 'updated_at': '2022-03-22T20:20:31Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': 'b7506f27-5466-412d-a490-ba09231c1407', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:20:28Z', 'updated_at': '2022-03-22T20:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'eca70c9a-ae44-474c-a246-a84be6e605c2', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'floating_ip_address': '172.25.5.220', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'port_id': 'ad5d57f7-39a4-4967-9f5f-e75ec86e97d2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '455cfe33-f013-4154-8c85-32dc6889268d', 'mac_address': 'fa:16:3e:a8:2a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b1967b-d8f9-4025-a4ca-f8da5142cc2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:20:46Z', 'updated_at': '2022-03-22T20:20:46Z', 'revision_number': 0, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c20b6787-20aa-478d-aefd-13aaaea0292a', 'name': '', 'network_id': '455cfe33-f013-4154-8c85-32dc6889268d', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:25:3d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd4baf7e2-c5dc-4701-af03-539892255ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:20:30Z', 'updated_at': '2022-03-22T20:20:34Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': 'd4baf7e2-c5dc-4701-af03-539892255ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:20:48.035304 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8445b1d1-6c89-4bd6-9712-e3dd4648fda0 None None] New status for floating IP eca70c9a-ae44-474c-a246-a84be6e605c2: ACTIVE {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:20:48.366667 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41166) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:20:48.433008 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-17c8d81f-1840-4a2a-8bd7-8f82a862f64b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/floatingips/eca70c9a-ae44-474c-a246-a84be6e605c2 HTTP/1.1" status: 200 len: 993 time: 0.0650790 Mar 22 20:20:48.766133 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:48.914018 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:50.343370 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:51.438723 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:20:52.604646 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:21:15.269765 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a7e33563-7b1c-4dcb-b870-a7088306a3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:21:16.386490 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:21:17.478956 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-345e1b35-5e76-4408-948f-86ffe5844546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:21:18.769727 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:21:18.916678 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:21:19.854500 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581889d2-6ee7-4156-b5e8-32c92a879f54 req-9729103a-1206-42ef-9f1c-622af445e512 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:21:19.855137 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9222fca-f6cf-4d1e-8056-d954847c8707 req-cca55318-bf78-4fd1-890d-542b00db16ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:21:19.856015 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-581889d2-6ee7-4156-b5e8-32c92a879f54 req-9729103a-1206-42ef-9f1c-622af445e512 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 945 time: 0.0582013 Mar 22 20:21:19.856423 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e9222fca-f6cf-4d1e-8056-d954847c8707 req-cca55318-bf78-4fd1-890d-542b00db16ed service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 1128 time: 0.0446699 Mar 22 20:21:19.906179 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-581889d2-6ee7-4156-b5e8-32c92a879f54 req-bfe81758-0e07-4426-9f87-bf6ddaa68894 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fab3c7ae-4941-4135-8212-2d5cc4185ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429561 Mar 22 20:21:19.948646 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9222fca-f6cf-4d1e-8056-d954847c8707 req-ece7e5e8-38f4-4692-9aa5-8b4f8a57f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:21:19.950262 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e9222fca-f6cf-4d1e-8056-d954847c8707 req-ece7e5e8-38f4-4692-9aa5-8b4f8a57f756 service neutron] 10.222.0.84 "GET /v2.0/networks?id=455cfe33-f013-4154-8c85-32dc6889268d HTTP/1.1" status: 200 len: 898 time: 0.0867290 Mar 22 20:21:20.020851 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e9222fca-f6cf-4d1e-8056-d954847c8707 req-e2401612-dddd-4a17-9249-8122fcd8d628 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad5d57f7-39a4-4967-9f5f-e75ec86e97d2 HTTP/1.1" status: 200 len: 1001 time: 0.0640900 Mar 22 20:21:20.068078 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9222fca-f6cf-4d1e-8056-d954847c8707 req-b7d76fc1-b763-4c14-b68b-f7dda57b9409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:21:20.069499 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e9222fca-f6cf-4d1e-8056-d954847c8707 req-b7d76fc1-b763-4c14-b68b-f7dda57b9409 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d4baf7e2-c5dc-4701-af03-539892255ed4 HTTP/1.1" status: 200 len: 835 time: 0.0422857 Mar 22 20:21:20.118562 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9222fca-f6cf-4d1e-8056-d954847c8707 req-6ddf3959-d820-4714-b65c-b6a9247a000f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:21:20.120058 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e9222fca-f6cf-4d1e-8056-d954847c8707 req-6ddf3959-d820-4714-b65c-b6a9247a000f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=455cfe33-f013-4154-8c85-32dc6889268d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434358 Mar 22 20:21:20.220108 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e9222fca-f6cf-4d1e-8056-d954847c8707 req-1adc2302-9be0-418d-98fc-5da2b8064d90 service neutron] 10.222.0.84 "GET /v2.0/networks/455cfe33-f013-4154-8c85-32dc6889268d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869181 Mar 22 20:21:20.318233 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-e9222fca-f6cf-4d1e-8056-d954847c8707 req-edca90bd-dc66-476f-9bb4-a22eda993c8d service neutron] 10.222.0.84 "GET /v2.0/networks/455cfe33-f013-4154-8c85-32dc6889268d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825005 Mar 22 20:21:20.344722 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:21:21.028562 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5b2ca-1773-4096-90cc-c3ac08c44240 req-12834794-2327-4ef0-810b-a4a9bf25d6ba tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:21:21.030068 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4af5b2ca-1773-4096-90cc-c3ac08c44240 req-12834794-2327-4ef0-810b-a4a9bf25d6ba tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 945 time: 0.0536306 Mar 22 20:21:21.077748 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4af5b2ca-1773-4096-90cc-c3ac08c44240 req-a06ff7c5-ed40-4762-a37c-2679bdb6f967 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fab3c7ae-4941-4135-8212-2d5cc4185ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421269 Mar 22 20:21:21.440527 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:21:22.115437 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501119b-ef77-44f8-836c-8ea9e01e1142 req-05a59501-5d34-4c6d-acd1-d617c6957451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:21:22.116850 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6501119b-ef77-44f8-836c-8ea9e01e1142 req-05a59501-5d34-4c6d-acd1-d617c6957451 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 1128 time: 0.0508847 Mar 22 20:21:22.197935 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc7ebb-e80d-40df-bb36-98264df71089 req-95b5b3a9-df4b-452c-aea1-1b99c44481ca tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:21:22.200732 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22dc7ebb-e80d-40df-bb36-98264df71089 req-95b5b3a9-df4b-452c-aea1-1b99c44481ca tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 945 time: 0.0539887 Mar 22 20:21:22.219481 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501119b-ef77-44f8-836c-8ea9e01e1142 req-e2960bf5-a532-4970-bb7a-59e5720b2be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:21:22.220949 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6501119b-ef77-44f8-836c-8ea9e01e1142 req-e2960bf5-a532-4970-bb7a-59e5720b2be5 service neutron] 10.222.0.84 "GET /v2.0/networks?id=455cfe33-f013-4154-8c85-32dc6889268d HTTP/1.1" status: 200 len: 898 time: 0.0858090 Mar 22 20:21:22.253108 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22dc7ebb-e80d-40df-bb36-98264df71089 req-c96b1ea5-116e-4db5-bf0b-dbf6bc78198b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fab3c7ae-4941-4135-8212-2d5cc4185ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473642 Mar 22 20:21:22.289380 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6501119b-ef77-44f8-836c-8ea9e01e1142 req-ee4d46fd-5959-4a89-80f7-a8a0bd1bd747 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad5d57f7-39a4-4967-9f5f-e75ec86e97d2 HTTP/1.1" status: 200 len: 1001 time: 0.0623453 Mar 22 20:21:22.338404 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501119b-ef77-44f8-836c-8ea9e01e1142 req-e8699719-faa1-4dde-a258-6b4db00a28a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:21:22.339825 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6501119b-ef77-44f8-836c-8ea9e01e1142 req-e8699719-faa1-4dde-a258-6b4db00a28a9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d4baf7e2-c5dc-4701-af03-539892255ed4 HTTP/1.1" status: 200 len: 835 time: 0.0432730 Mar 22 20:21:22.388722 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501119b-ef77-44f8-836c-8ea9e01e1142 req-0d98fc31-7d84-442b-9a5d-c5224c212156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:21:22.390144 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6501119b-ef77-44f8-836c-8ea9e01e1142 req-0d98fc31-7d84-442b-9a5d-c5224c212156 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=455cfe33-f013-4154-8c85-32dc6889268d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0431824 Mar 22 20:21:22.482759 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6501119b-ef77-44f8-836c-8ea9e01e1142 req-69b86243-012e-43d1-bd6e-df07b1749742 service neutron] 10.222.0.84 "GET /v2.0/networks/455cfe33-f013-4154-8c85-32dc6889268d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854912 Mar 22 20:21:22.570141 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-6501119b-ef77-44f8-836c-8ea9e01e1142 req-cf4f5518-4778-4122-b887-0f9350853996 service neutron] 10.222.0.84 "GET /v2.0/networks/455cfe33-f013-4154-8c85-32dc6889268d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813389 Mar 22 20:21:23.373702 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f2b16-a4fd-41f0-9660-90cbec32d736 req-b4603292-c6b1-4435-814f-4c9d16cebd0a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:21:23.375226 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b72f2b16-a4fd-41f0-9660-90cbec32d736 req-b4603292-c6b1-4435-814f-4c9d16cebd0a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 945 time: 0.0538473 Mar 22 20:21:23.423502 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b72f2b16-a4fd-41f0-9660-90cbec32d736 req-3de25fbe-d5f4-4b77-890b-e6610bc1e5fd tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fab3c7ae-4941-4135-8212-2d5cc4185ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427742 Mar 22 20:21:24.547708 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00716b77-eeb7-4f76-9ad6-dbee6f01db72 req-8316074e-bd06-4a29-a205-1c8f2f960410 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:21:24.549227 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00716b77-eeb7-4f76-9ad6-dbee6f01db72 req-8316074e-bd06-4a29-a205-1c8f2f960410 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 945 time: 0.0568006 Mar 22 20:21:24.597530 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-00716b77-eeb7-4f76-9ad6-dbee6f01db72 req-5d8b1ede-a6df-4568-99a4-d6f54d2fe90b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fab3c7ae-4941-4135-8212-2d5cc4185ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425260 Mar 22 20:21:25.719749 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c67d21-c3cb-4bb1-83fa-0944e020adb8 req-8fbb6ca2-5b16-4c2c-b4ec-f38d852fd206 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:21:25.721245 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c5c67d21-c3cb-4bb1-83fa-0944e020adb8 req-8fbb6ca2-5b16-4c2c-b4ec-f38d852fd206 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 945 time: 0.0567279 Mar 22 20:21:25.770007 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c5c67d21-c3cb-4bb1-83fa-0944e020adb8 req-dbf948ac-c0ea-4c56-8390-74c7b1515c45 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fab3c7ae-4941-4135-8212-2d5cc4185ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425410 Mar 22 20:21:26.888598 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562bd6c-12ba-41b6-8ad8-92dfa556756a req-f7edfd99-b5b8-4a57-a9e4-e001a08a3709 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:21:26.890096 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e562bd6c-12ba-41b6-8ad8-92dfa556756a req-f7edfd99-b5b8-4a57-a9e4-e001a08a3709 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 945 time: 0.0522070 Mar 22 20:21:26.939029 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e562bd6c-12ba-41b6-8ad8-92dfa556756a req-449ef23a-5759-4fa1-be01-6f0c23e04966 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fab3c7ae-4941-4135-8212-2d5cc4185ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433142 Mar 22 20:21:28.064272 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d0f3e-a037-4ddc-980f-e95b3f4ba81a req-47560c34-76dd-43e7-9831-e49d176147a8 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:21:28.065776 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7c0d0f3e-a037-4ddc-980f-e95b3f4ba81a req-47560c34-76dd-43e7-9831-e49d176147a8 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 945 time: 0.0575452 Mar 22 20:21:28.114115 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7c0d0f3e-a037-4ddc-980f-e95b3f4ba81a req-492d9033-0cef-4645-ada3-e3a874894cf0 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fab3c7ae-4941-4135-8212-2d5cc4185ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424609 Mar 22 20:21:29.233476 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc7c9f-0926-43e5-bfd4-a18c463cc876 req-022cedf8-c555-4038-8868-f2f3fac144e8 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:21:29.235016 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e9cc7c9f-0926-43e5-bfd4-a18c463cc876 req-022cedf8-c555-4038-8868-f2f3fac144e8 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 945 time: 0.0518229 Mar 22 20:21:29.286527 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e9cc7c9f-0926-43e5-bfd4-a18c463cc876 req-01241a52-bc45-4aba-b989-2caa2ab49313 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fab3c7ae-4941-4135-8212-2d5cc4185ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460560 Mar 22 20:21:29.603591 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:21:30.406523 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4169074a-173b-4b83-910e-fec9bf51572b req-0df9c309-e615-497b-addd-9a164b92a8b0 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:21:30.408019 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4169074a-173b-4b83-910e-fec9bf51572b req-0df9c309-e615-497b-addd-9a164b92a8b0 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 945 time: 0.0528917 Mar 22 20:21:30.460181 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4169074a-173b-4b83-910e-fec9bf51572b req-85f35488-3362-4580-91f3-eea10d47dee4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fab3c7ae-4941-4135-8212-2d5cc4185ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465431 Mar 22 20:21:31.579657 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3caaf9-8342-4bf4-b07f-f052e0292212 req-44ad8782-0d31-4b93-982b-26e62983f761 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:21:31.581138 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9e3caaf9-8342-4bf4-b07f-f052e0292212 req-44ad8782-0d31-4b93-982b-26e62983f761 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 945 time: 0.0532422 Mar 22 20:21:31.629611 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9e3caaf9-8342-4bf4-b07f-f052e0292212 req-c7d9413e-cd56-44fd-ae5f-3c5ea829ec3a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fab3c7ae-4941-4135-8212-2d5cc4185ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428677 Mar 22 20:21:32.747223 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432b29e-5a4c-44a5-bcc2-16f6ba136ad3 req-b958bc5a-4b91-4a9a-a62e-4764ce58f505 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:21:32.748719 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c432b29e-5a4c-44a5-bcc2-16f6ba136ad3 req-b958bc5a-4b91-4a9a-a62e-4764ce58f505 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 945 time: 0.0522377 Mar 22 20:21:32.797841 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c432b29e-5a4c-44a5-bcc2-16f6ba136ad3 req-37508c30-0eba-420d-b457-73a5156002b2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fab3c7ae-4941-4135-8212-2d5cc4185ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435655 Mar 22 20:21:33.920696 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e715024-1283-4ffc-b328-521f72bddcce req-7a3d0432-0bfb-4cb1-be59-d14884814920 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:21:33.922217 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3e715024-1283-4ffc-b328-521f72bddcce req-7a3d0432-0bfb-4cb1-be59-d14884814920 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 945 time: 0.0571563 Mar 22 20:21:33.971497 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3e715024-1283-4ffc-b328-521f72bddcce req-cdee037a-2df0-45a2-b193-3a2033857356 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fab3c7ae-4941-4135-8212-2d5cc4185ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437694 Mar 22 20:21:35.093628 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef676c-9ade-4073-b2b6-94a101036dd2 req-f2fdb70b-4254-451b-bfc6-29febe2fa625 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:21:35.095158 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6cef676c-9ade-4073-b2b6-94a101036dd2 req-f2fdb70b-4254-451b-bfc6-29febe2fa625 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 945 time: 0.0533192 Mar 22 20:21:35.145907 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6cef676c-9ade-4073-b2b6-94a101036dd2 req-e3fe86a7-9003-4459-a230-13dc3da12c9f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fab3c7ae-4941-4135-8212-2d5cc4185ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449908 Mar 22 20:21:36.262494 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faac25f-859f-4381-8bc5-0da60b9a5406 req-caa90c46-d918-4ad4-bccf-b5ff5cb003f6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:21:36.263961 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6faac25f-859f-4381-8bc5-0da60b9a5406 req-caa90c46-d918-4ad4-bccf-b5ff5cb003f6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 945 time: 0.0510979 Mar 22 20:21:36.315992 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6faac25f-859f-4381-8bc5-0da60b9a5406 req-f66020e9-25dd-424f-b6bd-009cda03bdf7 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fab3c7ae-4941-4135-8212-2d5cc4185ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464325 Mar 22 20:21:36.338317 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41218) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:21:36.404257 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-de166f54-cb3f-452b-bc73-4ec1dc6a01c7 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/floatingips/eca70c9a-ae44-474c-a246-a84be6e605c2 HTTP/1.1" status: 200 len: 993 time: 0.0644376 Mar 22 20:21:45.271649 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7b9664d2-755e-4b43-9469-4adfcbbf94fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:21:46.402489 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:21:47.481166 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ad3599b-1d96-42bf-9679-f63a3be4f85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:21:48.782320 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:21:48.921514 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:21:50.347353 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:21:51.443224 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:06.604900 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:22:06.802453 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41244) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:22:06.958720 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-0791c2ab-fbe2-4594-b7a7-44185877fdaf tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Deleting port 237ba333-8eac-4133-853d-a8b6fa45a1d8 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:22:06.958973 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0791c2ab-fbe2-4594-b7a7-44185877fdaf tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (237ba333-8eac-4133-853d-a8b6fa45a1d8), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:07.032706 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0791c2ab-fbe2-4594-b7a7-44185877fdaf tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (237ba333-8eac-4133-853d-a8b6fa45a1d8), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:07.033081 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0791c2ab-fbe2-4594-b7a7-44185877fdaf tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for floatingip (237ba333-8eac-4133-853d-a8b6fa45a1d8), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:07.044858 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-0791c2ab-fbe2-4594-b7a7-44185877fdaf tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Calling delete_port for 237ba333-8eac-4133-853d-a8b6fa45a1d8 owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:22:07.192637 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0791c2ab-fbe2-4594-b7a7-44185877fdaf tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (237ba333-8eac-4133-853d-a8b6fa45a1d8), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:07.218227 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0791c2ab-fbe2-4594-b7a7-44185877fdaf tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event deleted for resources: {'Port': ['ID=237ba333-8eac-4133-853d-a8b6fa45a1d8,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:22:07.243308 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0791c2ab-fbe2-4594-b7a7-44185877fdaf tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:07.243650 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0791c2ab-fbe2-4594-b7a7-44185877fdaf tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:07.243996 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0791c2ab-fbe2-4594-b7a7-44185877fdaf tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:07.244330 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0791c2ab-fbe2-4594-b7a7-44185877fdaf tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:07.244658 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0791c2ab-fbe2-4594-b7a7-44185877fdaf tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:07.244995 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0791c2ab-fbe2-4594-b7a7-44185877fdaf tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:07.245976 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0791c2ab-fbe2-4594-b7a7-44185877fdaf tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:07.246306 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0791c2ab-fbe2-4594-b7a7-44185877fdaf tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:07.246631 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0791c2ab-fbe2-4594-b7a7-44185877fdaf tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:07.246953 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0791c2ab-fbe2-4594-b7a7-44185877fdaf tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:07.247278 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0791c2ab-fbe2-4594-b7a7-44185877fdaf tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:07.247601 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0791c2ab-fbe2-4594-b7a7-44185877fdaf tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:07.247923 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0791c2ab-fbe2-4594-b7a7-44185877fdaf tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:07.248244 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0791c2ab-fbe2-4594-b7a7-44185877fdaf tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:07.248561 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0791c2ab-fbe2-4594-b7a7-44185877fdaf tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:07.290330 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0791c2ab-fbe2-4594-b7a7-44185877fdaf tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for floatingip (eca70c9a-ae44-474c-a246-a84be6e605c2), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:07.290657 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [None req-0791c2ab-fbe2-4594-b7a7-44185877fdaf tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Floating IP eca70c9a-ae44-474c-a246-a84be6e605c2 disassociated (deleted). External IP: 172.25.5.220, port: ad5d57f7-39a4-4967-9f5f-e75ec86e97d2. Mar 22 20:22:07.497033 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0791c2ab-fbe2-4594-b7a7-44185877fdaf tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Router e2c87ddd-1fea-4bac-993c-e38850b76510 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:22:07.607050 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0791c2ab-fbe2-4594-b7a7-44185877fdaf tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:22:07.611979 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0791c2ab-fbe2-4594-b7a7-44185877fdaf tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:07.616766 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a74bbb-8504-4a6c-af28-6ae5bd216abb None None] Sync routers for ids ['e2c87ddd-1fea-4bac-993c-e38850b76510'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:22:07.625887 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a74bbb-8504-4a6c-af28-6ae5bd216abb None None] Routers {'e2c87ddd-1fea-4bac-993c-e38850b76510'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:22:07.626479 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-c5a74bbb-8504-4a6c-af28-6ae5bd216abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:21:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e2c87ddd-1fea-4bac-993c-e38850b76510'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:22:07.641399 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0791c2ab-fbe2-4594-b7a7-44185877fdaf tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "DELETE /v2.0/floatingips/eca70c9a-ae44-474c-a246-a84be6e605c2 HTTP/1.1" status: 204 len: 168 time: 0.8378377 Mar 22 20:22:07.642026 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41b1967b-d8f9-4025-a4ca-f8da5142cc2e', 'tag': 'ad5d57f7-39a4-4967-9f5f-e75ec86e97d2'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:22:07.644379 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5203bbb830fb44ebcbef8845939fcb941f39cb8985b8c198af72047ed6de2cf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96852b4-12f2-4096-8fe6-1eb28e0b8f52" -d '{"events": [{"name": "network-changed", "server_uuid": "41b1967b-d8f9-4025-a4ca-f8da5142cc2e", "tag": "ad5d57f7-39a4-4967-9f5f-e75ec86e97d2"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:22:07.687197 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df21f63d-b76b-4ee1-ad37-b814b60d7a49 x-openstack-request-id: req-df21f63d-b76b-4ee1-ad37-b814b60d7a49 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:22:07.687495 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41b1967b-d8f9-4025-a4ca-f8da5142cc2e", "tag": "ad5d57f7-39a4-4967-9f5f-e75ec86e97d2", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:22:07.687749 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-df21f63d-b76b-4ee1-ad37-b814b60d7a49 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:22:07.688173 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df21f63d-b76b-4ee1-ad37-b814b60d7a49'] response: {'name': 'network-changed', 'server_uuid': '41b1967b-d8f9-4025-a4ca-f8da5142cc2e', 'tag': 'ad5d57f7-39a4-4967-9f5f-e75ec86e97d2', 'status': 'completed', 'code': 200} Mar 22 20:22:07.737629 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-c5a74bbb-8504-4a6c-af28-6ae5bd216abb None None] Set router e2c87ddd-1fea-4bac-993c-e38850b76510 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:22:07.831286 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96852b4-12f2-4096-8fe6-1eb28e0b8f52 req-ec5743ce-cc8a-4b73-8203-d2486673f927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:22:07.832884 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a96852b4-12f2-4096-8fe6-1eb28e0b8f52 req-ec5743ce-cc8a-4b73-8203-d2486673f927 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 1128 time: 0.1224535 Mar 22 20:22:07.928831 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96852b4-12f2-4096-8fe6-1eb28e0b8f52 req-8416dfde-1a69-4b94-918b-5de57d511a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:22:07.930343 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a96852b4-12f2-4096-8fe6-1eb28e0b8f52 req-8416dfde-1a69-4b94-918b-5de57d511a0d service neutron] 10.222.0.84 "GET /v2.0/networks?id=455cfe33-f013-4154-8c85-32dc6889268d HTTP/1.1" status: 200 len: 898 time: 0.0909581 Mar 22 20:22:07.957242 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239d3ed-8a80-462b-9dbf-8db91464b14d req-d257dcb4-f613-4037-9831-fe851ffe282d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:22:07.966343 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9239d3ed-8a80-462b-9dbf-8db91464b14d req-d257dcb4-f613-4037-9831-fe851ffe282d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 945 time: 0.1283171 Mar 22 20:22:07.968698 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-c5a74bbb-8504-4a6c-af28-6ae5bd216abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695000472', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'b7506f27-5466-412d-a490-ba09231c1407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:20:28Z', 'updated_at': '2022-03-22T20:20:31Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': 'b7506f27-5466-412d-a490-ba09231c1407', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:20:28Z', 'updated_at': '2022-03-22T20:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'c20b6787-20aa-478d-aefd-13aaaea0292a', 'name': '', 'network_id': '455cfe33-f013-4154-8c85-32dc6889268d', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:25:3d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd4baf7e2-c5dc-4701-af03-539892255ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:20:30Z', 'updated_at': '2022-03-22T20:20:34Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': 'd4baf7e2-c5dc-4701-af03-539892255ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:22:07.979573 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a96852b4-12f2-4096-8fe6-1eb28e0b8f52 req-1f10ba29-9f0a-4c41-a9b1-487141becad6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ad5d57f7-39a4-4967-9f5f-e75ec86e97d2 HTTP/1.1" status: 200 len: 217 time: 0.0430226 Mar 22 20:22:08.015738 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9239d3ed-8a80-462b-9dbf-8db91464b14d req-d03553e2-e86f-4c90-836d-5b5976922f08 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fab3c7ae-4941-4135-8212-2d5cc4185ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481482 Mar 22 20:22:08.036254 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96852b4-12f2-4096-8fe6-1eb28e0b8f52 req-0ce8d732-af2c-43fd-9e7a-4a4e54195ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:22:08.036254 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a96852b4-12f2-4096-8fe6-1eb28e0b8f52 req-0ce8d732-af2c-43fd-9e7a-4a4e54195ee5 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d4baf7e2-c5dc-4701-af03-539892255ed4 HTTP/1.1" status: 200 len: 835 time: 0.0473778 Mar 22 20:22:08.089451 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96852b4-12f2-4096-8fe6-1eb28e0b8f52 req-f04d0464-2d10-4720-80c2-6eca3a45da9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:22:08.091062 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a96852b4-12f2-4096-8fe6-1eb28e0b8f52 req-f04d0464-2d10-4720-80c2-6eca3a45da9c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=455cfe33-f013-4154-8c85-32dc6889268d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0467355 Mar 22 20:22:08.092199 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a74bbb-8504-4a6c-af28-6ae5bd216abb None None] Checking router: e2c87ddd-1fea-4bac-993c-e38850b76510 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:22:08.100721 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a74bbb-8504-4a6c-af28-6ae5bd216abb None None] Routers {'e2c87ddd-1fea-4bac-993c-e38850b76510'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:22:08.101477 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-c5a74bbb-8504-4a6c-af28-6ae5bd216abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:21:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e2c87ddd-1fea-4bac-993c-e38850b76510'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:22:08.184957 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a96852b4-12f2-4096-8fe6-1eb28e0b8f52 req-f7bed766-061d-4156-b0b7-5a37704541dc service neutron] 10.222.0.84 "GET /v2.0/networks/455cfe33-f013-4154-8c85-32dc6889268d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863540 Mar 22 20:22:08.209291 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-c5a74bbb-8504-4a6c-af28-6ae5bd216abb None None] Set router e2c87ddd-1fea-4bac-993c-e38850b76510 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:22:08.277981 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a96852b4-12f2-4096-8fe6-1eb28e0b8f52 req-a407394a-6b05-48ab-bc8c-56ef43d1df00 service neutron] 10.222.0.84 "GET /v2.0/networks/455cfe33-f013-4154-8c85-32dc6889268d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848773 Mar 22 20:22:08.404319 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-c5a74bbb-8504-4a6c-af28-6ae5bd216abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695000472', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'b7506f27-5466-412d-a490-ba09231c1407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:20:28Z', 'updated_at': '2022-03-22T20:20:31Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': 'b7506f27-5466-412d-a490-ba09231c1407', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:20:28Z', 'updated_at': '2022-03-22T20:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'c20b6787-20aa-478d-aefd-13aaaea0292a', 'name': '', 'network_id': '455cfe33-f013-4154-8c85-32dc6889268d', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:25:3d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd4baf7e2-c5dc-4701-af03-539892255ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:20:30Z', 'updated_at': '2022-03-22T20:20:34Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': 'd4baf7e2-c5dc-4701-af03-539892255ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:22:08.430523 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a74bbb-8504-4a6c-af28-6ae5bd216abb None None] The sync data for ids ['e2c87ddd-1fea-4bac-993c-e38850b76510'] in n-d-705658-24 is: [{'id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695000472', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'b7506f27-5466-412d-a490-ba09231c1407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:20:28Z', 'updated_at': '2022-03-22T20:20:31Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': 'b7506f27-5466-412d-a490-ba09231c1407', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:20:28Z', 'updated_at': '2022-03-22T20:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'c20b6787-20aa-478d-aefd-13aaaea0292a', 'name': '', 'network_id': '455cfe33-f013-4154-8c85-32dc6889268d', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:25:3d:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': 'd4baf7e2-c5dc-4701-af03-539892255ed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:20:30Z', 'updated_at': '2022-03-22T20:20:34Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': 'd4baf7e2-c5dc-4701-af03-539892255ed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:22:08.666622 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497d3568-6fa9-4872-88b9-4245543def88 None None] New status for floating IP eca70c9a-ae44-474c-a246-a84be6e605c2: DOWN {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:22:09.187250 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10586b95-4b3d-446a-bdc3-be6239be5e63 req-f895cae1-f9b0-4548-8f74-6d9702b45586 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:22:09.188721 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-10586b95-4b3d-446a-bdc3-be6239be5e63 req-f895cae1-f9b0-4548-8f74-6d9702b45586 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 945 time: 0.1014864 Mar 22 20:22:09.236589 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-10586b95-4b3d-446a-bdc3-be6239be5e63 req-d804979c-249b-4071-80eb-a929aabf32f7 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=fab3c7ae-4941-4135-8212-2d5cc4185ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422821 Mar 22 20:22:09.342899 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c8796-ae31-40d5-a2e5-2339dfc1920c req-48cc1a51-3096-4ae4-b60e-fe2d3e886757 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:22:09.344391 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ad0c8796-ae31-40d5-a2e5-2339dfc1920c req-48cc1a51-3096-4ae4-b60e-fe2d3e886757 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.84 "GET /v2.0/ports?device_id=41b1967b-d8f9-4025-a4ca-f8da5142cc2e HTTP/1.1" status: 200 len: 945 time: 0.0575655 Mar 22 20:22:09.439311 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-ad0c8796-ae31-40d5-a2e5-2339dfc1920c req-99d623ee-c026-411b-9728-3fb3c211ddc1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Deleting port ad5d57f7-39a4-4967-9f5f-e75ec86e97d2 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:22:09.439650 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ad0c8796-ae31-40d5-a2e5-2339dfc1920c req-99d623ee-c026-411b-9728-3fb3c211ddc1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (ad5d57f7-39a4-4967-9f5f-e75ec86e97d2), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:09.527343 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-ad0c8796-ae31-40d5-a2e5-2339dfc1920c req-99d623ee-c026-411b-9728-3fb3c211ddc1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] For port ad5d57f7-39a4-4967-9f5f-e75ec86e97d2, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=ad5d57f7-39a4-4967-9f5f-e75ec86e97d2,segment=NetworkSegment(a841f445-f3e8-4272-89e9-aee89ba91033),segment_id=a841f445-f3e8-4272-89e9-aee89ba91033)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:22:09.527711 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ad0c8796-ae31-40d5-a2e5-2339dfc1920c req-99d623ee-c026-411b-9728-3fb3c211ddc1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (ad5d57f7-39a4-4967-9f5f-e75ec86e97d2), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:09.544609 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-ad0c8796-ae31-40d5-a2e5-2339dfc1920c req-99d623ee-c026-411b-9728-3fb3c211ddc1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Calling delete_port for ad5d57f7-39a4-4967-9f5f-e75ec86e97d2 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:22:09.670677 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ad0c8796-ae31-40d5-a2e5-2339dfc1920c req-99d623ee-c026-411b-9728-3fb3c211ddc1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (ad5d57f7-39a4-4967-9f5f-e75ec86e97d2), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:09.704562 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d623ee-c026-411b-9728-3fb3c211ddc1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event deleted for resources: {'Port': ['ID=ad5d57f7-39a4-4967-9f5f-e75ec86e97d2,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:22:09.733212 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d623ee-c026-411b-9728-3fb3c211ddc1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:09.733563 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d623ee-c026-411b-9728-3fb3c211ddc1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:09.733927 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d623ee-c026-411b-9728-3fb3c211ddc1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:09.734266 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d623ee-c026-411b-9728-3fb3c211ddc1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:09.734598 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d623ee-c026-411b-9728-3fb3c211ddc1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:09.734924 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d623ee-c026-411b-9728-3fb3c211ddc1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:09.735282 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d623ee-c026-411b-9728-3fb3c211ddc1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:09.735613 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d623ee-c026-411b-9728-3fb3c211ddc1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:09.735940 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d623ee-c026-411b-9728-3fb3c211ddc1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:09.736263 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d623ee-c026-411b-9728-3fb3c211ddc1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:09.736587 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d623ee-c026-411b-9728-3fb3c211ddc1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:09.736908 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d623ee-c026-411b-9728-3fb3c211ddc1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:09.737227 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d623ee-c026-411b-9728-3fb3c211ddc1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:09.737548 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d623ee-c026-411b-9728-3fb3c211ddc1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:09.737892 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d623ee-c026-411b-9728-3fb3c211ddc1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:09.761512 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0c8796-ae31-40d5-a2e5-2339dfc1920c req-99d623ee-c026-411b-9728-3fb3c211ddc1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] No DVR routers for this DVR port ad5d57f7-39a4-4967-9f5f-e75ec86e97d2 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:22:09.767862 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-ad0c8796-ae31-40d5-a2e5-2339dfc1920c req-99d623ee-c026-411b-9728-3fb3c211ddc1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:09.771548 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ad0c8796-ae31-40d5-a2e5-2339dfc1920c req-99d623ee-c026-411b-9728-3fb3c211ddc1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.84 "DELETE /v2.0/ports/ad5d57f7-39a4-4967-9f5f-e75ec86e97d2 HTTP/1.1" status: 204 len: 173 time: 0.4219344 Mar 22 20:22:09.772018 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41b1967b-d8f9-4025-a4ca-f8da5142cc2e', 'name': 'network-vif-deleted', 'tag': 'ad5d57f7-39a4-4967-9f5f-e75ec86e97d2'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:22:09.774333 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a75afaf1dfaad70fedc7c7f30d5b041dbb7ec48f6ef478f84521d18edf73ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab6c3e3-52ed-4a60-a127-9f73d433bb27" -d '{"events": [{"server_uuid": "41b1967b-d8f9-4025-a4ca-f8da5142cc2e", "name": "network-vif-deleted", "tag": "ad5d57f7-39a4-4967-9f5f-e75ec86e97d2"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:22:09.821192 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2460853-3c47-4b9c-82bb-da49f5a8035e x-openstack-request-id: req-a2460853-3c47-4b9c-82bb-da49f5a8035e {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:22:09.821489 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41b1967b-d8f9-4025-a4ca-f8da5142cc2e", "name": "network-vif-deleted", "tag": "ad5d57f7-39a4-4967-9f5f-e75ec86e97d2", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:22:09.821724 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a2460853-3c47-4b9c-82bb-da49f5a8035e {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:22:09.822156 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2460853-3c47-4b9c-82bb-da49f5a8035e'] response: {'server_uuid': '41b1967b-d8f9-4025-a4ca-f8da5142cc2e', 'name': 'network-vif-deleted', 'tag': 'ad5d57f7-39a4-4967-9f5f-e75ec86e97d2', 'status': 'completed', 'code': 200} Mar 22 20:22:10.295994 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41264) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:22:11.002154 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f6aa8507-c754-4d5f-a96c-ca60fa1e4dbe tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (e2c87ddd-1fea-4bac-993c-e38850b76510), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:11.265361 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-f6aa8507-c754-4d5f-a96c-ca60fa1e4dbe tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Deleting port c20b6787-20aa-478d-aefd-13aaaea0292a {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:22:11.265705 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f6aa8507-c754-4d5f-a96c-ca60fa1e4dbe tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (c20b6787-20aa-478d-aefd-13aaaea0292a), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:11.359866 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-f6aa8507-c754-4d5f-a96c-ca60fa1e4dbe tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] For port c20b6787-20aa-478d-aefd-13aaaea0292a, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c20b6787-20aa-478d-aefd-13aaaea0292a,segment=NetworkSegment(a841f445-f3e8-4272-89e9-aee89ba91033),segment_id=a841f445-f3e8-4272-89e9-aee89ba91033)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:22:11.360615 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f6aa8507-c754-4d5f-a96c-ca60fa1e4dbe tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (c20b6787-20aa-478d-aefd-13aaaea0292a), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:11.376511 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-f6aa8507-c754-4d5f-a96c-ca60fa1e4dbe tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Calling delete_port for c20b6787-20aa-478d-aefd-13aaaea0292a owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:22:11.580623 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f6aa8507-c754-4d5f-a96c-ca60fa1e4dbe tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (c20b6787-20aa-478d-aefd-13aaaea0292a), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:11.607841 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa8507-c754-4d5f-a96c-ca60fa1e4dbe tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event deleted for resources: {'Port': ['ID=c20b6787-20aa-478d-aefd-13aaaea0292a,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:22:11.799808 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f6aa8507-c754-4d5f-a96c-ca60fa1e4dbe tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (e2c87ddd-1fea-4bac-993c-e38850b76510), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:12.067339 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6aa8507-c754-4d5f-a96c-ca60fa1e4dbe tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Router e2c87ddd-1fea-4bac-993c-e38850b76510 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:22:12.196031 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6aa8507-c754-4d5f-a96c-ca60fa1e4dbe tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:22:12.201464 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f6aa8507-c754-4d5f-a96c-ca60fa1e4dbe tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "PUT /v2.0/routers/e2c87ddd-1fea-4bac-993c-e38850b76510/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9041910 Mar 22 20:22:12.204198 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41266) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:22:12.207602 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2e6cde-7a3a-4560-9e84-fe4dafc436a7 None None] Sync routers for ids ['e2c87ddd-1fea-4bac-993c-e38850b76510'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:22:12.220460 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2e6cde-7a3a-4560-9e84-fe4dafc436a7 None None] Routers {'e2c87ddd-1fea-4bac-993c-e38850b76510'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:22:12.221169 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-cb2e6cde-7a3a-4560-9e84-fe4dafc436a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:21:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e2c87ddd-1fea-4bac-993c-e38850b76510'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:22:12.256211 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c8f104-3154-41ca-97e2-94a4d7e04e24 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Deleting subnet d4baf7e2-c5dc-4701-af03-539892255ed4 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:22:12.259536 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-76c8f104-3154-41ca-97e2-94a4d7e04e24 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for subnet (d4baf7e2-c5dc-4701-af03-539892255ed4), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:12.302495 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-76c8f104-3154-41ca-97e2-94a4d7e04e24 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (d4baf7e2-c5dc-4701-af03-539892255ed4), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:12.332082 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-cb2e6cde-7a3a-4560-9e84-fe4dafc436a7 None None] Set router e2c87ddd-1fea-4bac-993c-e38850b76510 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:22:12.394173 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-76c8f104-3154-41ca-97e2-94a4d7e04e24 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (d4baf7e2-c5dc-4701-af03-539892255ed4), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:12.464350 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-76c8f104-3154-41ca-97e2-94a4d7e04e24 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (d4baf7e2-c5dc-4701-af03-539892255ed4), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:12.489535 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8f104-3154-41ca-97e2-94a4d7e04e24 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event deleted for resources: {'Subnet': ['ID=d4baf7e2-c5dc-4701-af03-539892255ed4,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:22:12.495857 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-76c8f104-3154-41ca-97e2-94a4d7e04e24 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:12.501743 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-76c8f104-3154-41ca-97e2-94a4d7e04e24 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "DELETE /v2.0/subnets/d4baf7e2-c5dc-4701-af03-539892255ed4 HTTP/1.1" status: 204 len: 168 time: 0.2939522 Mar 22 20:22:12.502144 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41268) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:22:12.506183 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d62b25-854b-4fe0-9cab-2d960f9e4033 None None] Network 455cfe33-f013-4154-8c85-32dc6889268d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:22:12.539398 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-cb2e6cde-7a3a-4560-9e84-fe4dafc436a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695000472', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'b7506f27-5466-412d-a490-ba09231c1407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:20:28Z', 'updated_at': '2022-03-22T20:22:11Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': 'b7506f27-5466-412d-a490-ba09231c1407', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:20:28Z', 'updated_at': '2022-03-22T20:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:22:12.570028 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2e6cde-7a3a-4560-9e84-fe4dafc436a7 None None] Checking router: e2c87ddd-1fea-4bac-993c-e38850b76510 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:22:12.579700 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2e6cde-7a3a-4560-9e84-fe4dafc436a7 None None] Routers {'e2c87ddd-1fea-4bac-993c-e38850b76510'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:22:12.580307 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-cb2e6cde-7a3a-4560-9e84-fe4dafc436a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:21:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['e2c87ddd-1fea-4bac-993c-e38850b76510'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:22:12.618988 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-181ccf58-0e74-4cf3-99a7-1f15cb0f79fb tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router (e2c87ddd-1fea-4bac-993c-e38850b76510), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:12.678931 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd263a2b-10c2-4b5d-aa54-671bb98569fe None None] DHCP port deletion for 455cfe33-f013-4154-8c85-32dc6889268d request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 20:22:12.705131 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-cb2e6cde-7a3a-4560-9e84-fe4dafc436a7 None None] Set router e2c87ddd-1fea-4bac-993c-e38850b76510 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:22:12.768152 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-181ccf58-0e74-4cf3-99a7-1f15cb0f79fb tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router_gateway (e2c87ddd-1fea-4bac-993c-e38850b76510), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:12.774005 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-dd263a2b-10c2-4b5d-aa54-671bb98569fe None None] Deleting port ed000c17-9631-4be2-9dc7-a19eb3ef99e7 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:22:12.774385 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-dd263a2b-10c2-4b5d-aa54-671bb98569fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (ed000c17-9631-4be2-9dc7-a19eb3ef99e7), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:12.846378 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-181ccf58-0e74-4cf3-99a7-1f15cb0f79fb tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Deleting port b7506f27-5466-412d-a490-ba09231c1407 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:22:12.846853 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-181ccf58-0e74-4cf3-99a7-1f15cb0f79fb tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (b7506f27-5466-412d-a490-ba09231c1407), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:12.849922 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-dd263a2b-10c2-4b5d-aa54-671bb98569fe None None] For port ed000c17-9631-4be2-9dc7-a19eb3ef99e7, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=ed000c17-9631-4be2-9dc7-a19eb3ef99e7,segment=NetworkSegment(a841f445-f3e8-4272-89e9-aee89ba91033),segment_id=a841f445-f3e8-4272-89e9-aee89ba91033)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:22:12.850533 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-dd263a2b-10c2-4b5d-aa54-671bb98569fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (ed000c17-9631-4be2-9dc7-a19eb3ef99e7), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:12.864740 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-dd263a2b-10c2-4b5d-aa54-671bb98569fe None None] Calling delete_port for ed000c17-9631-4be2-9dc7-a19eb3ef99e7 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:22:12.938574 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-181ccf58-0e74-4cf3-99a7-1f15cb0f79fb tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] For port b7506f27-5466-412d-a490-ba09231c1407, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b7506f27-5466-412d-a490-ba09231c1407,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:22:12.938956 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-181ccf58-0e74-4cf3-99a7-1f15cb0f79fb tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (b7506f27-5466-412d-a490-ba09231c1407), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:12.948709 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-cb2e6cde-7a3a-4560-9e84-fe4dafc436a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695000472', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'b7506f27-5466-412d-a490-ba09231c1407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:20:28Z', 'updated_at': '2022-03-22T20:22:11Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': 'b7506f27-5466-412d-a490-ba09231c1407', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:20:28Z', 'updated_at': '2022-03-22T20:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:22:12.953958 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-181ccf58-0e74-4cf3-99a7-1f15cb0f79fb tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Calling delete_port for b7506f27-5466-412d-a490-ba09231c1407 owned by network:router_gateway {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:22:12.956555 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-dd263a2b-10c2-4b5d-aa54-671bb98569fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (ed000c17-9631-4be2-9dc7-a19eb3ef99e7), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:12.976490 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2e6cde-7a3a-4560-9e84-fe4dafc436a7 None None] The sync data for ids ['e2c87ddd-1fea-4bac-993c-e38850b76510'] in n-d-705658-24 is: [{'id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1695000472', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': 'b7506f27-5466-412d-a490-ba09231c1407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:20:28Z', 'updated_at': '2022-03-22T20:22:11Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': 'b7506f27-5466-412d-a490-ba09231c1407', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2c87ddd-1fea-4bac-993c-e38850b76510', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:20:28Z', 'updated_at': '2022-03-22T20:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:22:12.984280 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd263a2b-10c2-4b5d-aa54-671bb98569fe None None] Pushing event deleted for resources: {'Port': ['ID=ed000c17-9631-4be2-9dc7-a19eb3ef99e7,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:22:12.989068 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd263a2b-10c2-4b5d-aa54-671bb98569fe None None] No DVR routers for this DVR port ed000c17-9631-4be2-9dc7-a19eb3ef99e7 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:22:13.007627 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd263a2b-10c2-4b5d-aa54-671bb98569fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:13.007972 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd263a2b-10c2-4b5d-aa54-671bb98569fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:13.008403 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd263a2b-10c2-4b5d-aa54-671bb98569fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:13.008978 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd263a2b-10c2-4b5d-aa54-671bb98569fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:13.009402 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd263a2b-10c2-4b5d-aa54-671bb98569fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:13.009802 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd263a2b-10c2-4b5d-aa54-671bb98569fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:13.010480 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd263a2b-10c2-4b5d-aa54-671bb98569fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:13.010841 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd263a2b-10c2-4b5d-aa54-671bb98569fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:13.011451 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd263a2b-10c2-4b5d-aa54-671bb98569fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:13.012185 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd263a2b-10c2-4b5d-aa54-671bb98569fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:13.012695 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd263a2b-10c2-4b5d-aa54-671bb98569fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:13.013562 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd263a2b-10c2-4b5d-aa54-671bb98569fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:13.014366 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd263a2b-10c2-4b5d-aa54-671bb98569fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:13.015135 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd263a2b-10c2-4b5d-aa54-671bb98569fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:13.015989 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd263a2b-10c2-4b5d-aa54-671bb98569fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:13.154658 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-181ccf58-0e74-4cf3-99a7-1f15cb0f79fb tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (b7506f27-5466-412d-a490-ba09231c1407), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:13.187690 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ccf58-0e74-4cf3-99a7-1f15cb0f79fb tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event deleted for resources: {'Port': ['ID=b7506f27-5466-412d-a490-ba09231c1407,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:22:13.248063 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-181ccf58-0e74-4cf3-99a7-1f15cb0f79fb tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (e2c87ddd-1fea-4bac-993c-e38850b76510), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:13.325232 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device ad5d57f7-39a4-4967-9f5f-e75ec86e97d2 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:22:13.346443 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: ad5d57f7-39a4-4967-9f5f-e75ec86e97d2 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:22:13.346797 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device ad5d57f7-39a4-4967-9f5f-e75ec86e97d2 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:22:13.351037 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-181ccf58-0e74-4cf3-99a7-1f15cb0f79fb tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (e2c87ddd-1fea-4bac-993c-e38850b76510), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:13.353326 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-181ccf58-0e74-4cf3-99a7-1f15cb0f79fb tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router_controller (e2c87ddd-1fea-4bac-993c-e38850b76510), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:13.399285 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-181ccf58-0e74-4cf3-99a7-1f15cb0f79fb tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (e2c87ddd-1fea-4bac-993c-e38850b76510), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:13.399921 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181ccf58-0e74-4cf3-99a7-1f15cb0f79fb tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Fanout notify agent at l3_agent the message router_deleted on router e2c87ddd-1fea-4bac-993c-e38850b76510 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 20:22:13.407086 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-181ccf58-0e74-4cf3-99a7-1f15cb0f79fb tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:13.411005 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-181ccf58-0e74-4cf3-99a7-1f15cb0f79fb tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "DELETE /v2.0/routers/e2c87ddd-1fea-4bac-993c-e38850b76510 HTTP/1.1" status: 204 len: 168 time: 0.9053962 Mar 22 20:22:13.411315 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41270) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:22:13.490872 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3fd16e3c-350d-4ae2-a015-1c8a11ab2b9b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (455cfe33-f013-4154-8c85-32dc6889268d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:13.586724 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3fd16e3c-350d-4ae2-a015-1c8a11ab2b9b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (455cfe33-f013-4154-8c85-32dc6889268d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:13.611317 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-3fd16e3c-350d-4ae2-a015-1c8a11ab2b9b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['455cfe33-f013-4154-8c85-32dc6889268d']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:22:13.621375 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-3fd16e3c-350d-4ae2-a015-1c8a11ab2b9b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a841f445-f3e8-4272-89e9-aee89ba91033') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:22:13.621681 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-3fd16e3c-350d-4ae2-a015-1c8a11ab2b9b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a841f445-f3e8-4272-89e9-aee89ba91033') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:22:13.632297 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3fd16e3c-350d-4ae2-a015-1c8a11ab2b9b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (a841f445-f3e8-4272-89e9-aee89ba91033), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:13.646565 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3fd16e3c-350d-4ae2-a015-1c8a11ab2b9b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (a841f445-f3e8-4272-89e9-aee89ba91033), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:13.655556 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd16e3c-350d-4ae2-a015-1c8a11ab2b9b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:22:13.655556 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3fd16e3c-350d-4ae2-a015-1c8a11ab2b9b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (a841f445-f3e8-4272-89e9-aee89ba91033), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:13.658223 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 20:22:13.658223 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:22:13.658223 n-d-705658-24 neutron-server[104173]: timer() Mar 22 20:22:13.658223 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:22:13.658223 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 20:22:13.658223 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:22:13.658223 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 20:22:13.658223 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:22:13.658223 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 20:22:13.658223 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:22:13.658223 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 20:22:13.658223 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:22:13.658223 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 20:22:13.658223 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:22:13.658223 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:22:13.658223 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:22:13.658223 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:22:13.658223 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:22:13.658223 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 20:22:13.658223 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:22:13.658223 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 20:22:13.658223 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:22:13.658223 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:22:13.658223 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:22:13.658223 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 20:22:13.658223 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:22:13.658223 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:22:13.658223 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:22:13.658223 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:22:13.658223 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:22:13.658223 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:22:13.658223 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:22:13.716028 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3fd16e3c-350d-4ae2-a015-1c8a11ab2b9b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (455cfe33-f013-4154-8c85-32dc6889268d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:13.723949 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3fd16e3c-350d-4ae2-a015-1c8a11ab2b9b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:13.730396 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3fd16e3c-350d-4ae2-a015-1c8a11ab2b9b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "DELETE /v2.0/networks/455cfe33-f013-4154-8c85-32dc6889268d HTTP/1.1" status: 204 len: 168 time: 0.3141203 Mar 22 20:22:13.730396 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41272) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:22:13.751383 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd16e3c-350d-4ae2-a015-1c8a11ab2b9b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event deleted for resources: {'Network': ['ID=455cfe33-f013-4154-8c85-32dc6889268d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:22:13.802526 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1d04456a-e1c6-4f87-87f2-c1ee30a2b959 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group (fab3c7ae-4941-4135-8212-2d5cc4185ccf), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:13.829111 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1d04456a-e1c6-4f87-87f2-c1ee30a2b959 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group (fab3c7ae-4941-4135-8212-2d5cc4185ccf), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:13.886397 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c20b6787-20aa-478d-aefd-13aaaea0292a no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:22:13.895796 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1d04456a-e1c6-4f87-87f2-c1ee30a2b959 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (fab3c7ae-4941-4135-8212-2d5cc4185ccf), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:13.898510 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1d04456a-e1c6-4f87-87f2-c1ee30a2b959 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:13.899698 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1d04456a-e1c6-4f87-87f2-c1ee30a2b959 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "DELETE /v2.0/security-groups/fab3c7ae-4941-4135-8212-2d5cc4185ccf HTTP/1.1" status: 204 len: 168 time: 0.1687968 Mar 22 20:22:13.908693 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: c20b6787-20aa-478d-aefd-13aaaea0292a {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:22:13.909047 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c20b6787-20aa-478d-aefd-13aaaea0292a not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:22:13.909533 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device ed000c17-9631-4be2-9dc7-a19eb3ef99e7 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:22:13.909664 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04456a-e1c6-4f87-87f2-c1ee30a2b959 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab3c7ae-4941-4135-8212-2d5cc4185ccf,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:22:13.941942 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: ed000c17-9631-4be2-9dc7-a19eb3ef99e7 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:22:13.942289 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device ed000c17-9631-4be2-9dc7-a19eb3ef99e7 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:22:13.942702 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b7506f27-5466-412d-a490-ba09231c1407 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:22:13.969249 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: b7506f27-5466-412d-a490-ba09231c1407 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:22:13.969691 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b7506f27-5466-412d-a490-ba09231c1407 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:22:14.185511 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41278) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:22:14.190155 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-a97a2b7f-79c3-4811-8770-a5116fd3f938 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-826110048', 'description': 'tempest-secgroup-smoke-826110048 description', 'project_id': 'e78a526ac76b4c53837f35b796222bb8'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:22:14.211338 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a97a2b7f-79c3-4811-8770-a5116fd3f938 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:14.278048 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a97a2b7f-79c3-4811-8770-a5116fd3f938 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group (aa10e2c7-4de0-41c8-832f-6200e433dcfd), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:14.281634 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a97a2b7f-79c3-4811-8770-a5116fd3f938 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (aa10e2c7-4de0-41c8-832f-6200e433dcfd), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:14.309564 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a97a2b7f-79c3-4811-8770-a5116fd3f938 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:14.310803 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a97a2b7f-79c3-4811-8770-a5116fd3f938 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1242633 Mar 22 20:22:14.313762 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41280) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:22:14.314772 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a2b7f-79c3-4811-8770-a5116fd3f938 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa10e2c7-4de0-41c8-832f-6200e433dcfd,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:22:14.322409 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-8ea756d7-c71a-4905-8551-351fcb9d957a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'security_group_rule': {'security_group_id': 'aa10e2c7-4de0-41c8-832f-6200e433dcfd', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:22:14.346965 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8ea756d7-c71a-4905-8551-351fcb9d957a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (a19ff3b2-c6d2-473c-92f0-111b502b6d8a), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:14.401236 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8ea756d7-c71a-4905-8551-351fcb9d957a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (a19ff3b2-c6d2-473c-92f0-111b502b6d8a), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:14.404971 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8ea756d7-c71a-4905-8551-351fcb9d957a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (a19ff3b2-c6d2-473c-92f0-111b502b6d8a), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:14.423021 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea756d7-c71a-4905-8551-351fcb9d957a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a19ff3b2-c6d2-473c-92f0-111b502b6d8a,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:22:14.430500 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8ea756d7-c71a-4905-8551-351fcb9d957a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:14.432048 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8ea756d7-c71a-4905-8551-351fcb9d957a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168809 Mar 22 20:22:14.434990 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41282) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:22:14.439564 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-9a62c54f-0760-43dc-afe6-014d231ebb40 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'security_group_rule': {'security_group_id': 'aa10e2c7-4de0-41c8-832f-6200e433dcfd', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:22:14.463347 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9a62c54f-0760-43dc-afe6-014d231ebb40 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (3985bef9-2188-4752-a220-cfc4c2ceac45), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:14.522564 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9a62c54f-0760-43dc-afe6-014d231ebb40 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (3985bef9-2188-4752-a220-cfc4c2ceac45), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:14.527269 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9a62c54f-0760-43dc-afe6-014d231ebb40 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (3985bef9-2188-4752-a220-cfc4c2ceac45), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:14.546292 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a62c54f-0760-43dc-afe6-014d231ebb40 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3985bef9-2188-4752-a220-cfc4c2ceac45,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:22:14.555280 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9a62c54f-0760-43dc-afe6-014d231ebb40 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:14.556475 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9a62c54f-0760-43dc-afe6-014d231ebb40 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1205471 Mar 22 20:22:14.560253 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41284) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:22:14.564623 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-55f8413f-52e1-423f-90b9-374728f6a994 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'security_group_rule': {'security_group_id': 'aa10e2c7-4de0-41c8-832f-6200e433dcfd', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:22:14.589669 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55f8413f-52e1-423f-90b9-374728f6a994 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (35d52788-f59b-4f28-bbf7-d280c65b3307), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:14.646066 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55f8413f-52e1-423f-90b9-374728f6a994 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (35d52788-f59b-4f28-bbf7-d280c65b3307), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:14.649917 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55f8413f-52e1-423f-90b9-374728f6a994 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (35d52788-f59b-4f28-bbf7-d280c65b3307), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:14.668005 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f8413f-52e1-423f-90b9-374728f6a994 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35d52788-f59b-4f28-bbf7-d280c65b3307,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:22:14.676299 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-55f8413f-52e1-423f-90b9-374728f6a994 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:14.677573 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-55f8413f-52e1-423f-90b9-374728f6a994 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163645 Mar 22 20:22:14.680514 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41286) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:22:14.685327 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-99cfc2bc-8011-4453-b22d-70765d9fe536 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'security_group_rule': {'security_group_id': 'aa10e2c7-4de0-41c8-832f-6200e433dcfd', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:22:14.710160 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-99cfc2bc-8011-4453-b22d-70765d9fe536 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (2cc445fe-4fa8-4354-adbd-60753bf127dc), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:14.768087 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-99cfc2bc-8011-4453-b22d-70765d9fe536 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (2cc445fe-4fa8-4354-adbd-60753bf127dc), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:14.771908 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-99cfc2bc-8011-4453-b22d-70765d9fe536 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (2cc445fe-4fa8-4354-adbd-60753bf127dc), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:14.790574 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cfc2bc-8011-4453-b22d-70765d9fe536 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc445fe-4fa8-4354-adbd-60753bf127dc,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:22:14.797328 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-99cfc2bc-8011-4453-b22d-70765d9fe536 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:14.798592 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-99cfc2bc-8011-4453-b22d-70765d9fe536 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1171446 Mar 22 20:22:14.801433 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41288) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:22:14.805814 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-913e279c-3876-4b3e-857f-81d79ad0be9a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'security_group_rule': {'security_group_id': 'aa10e2c7-4de0-41c8-832f-6200e433dcfd', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:22:14.826849 n-d-705658-24 neutron-server[104172]: INFO neutron.db.securitygroups_db [None req-913e279c-3876-4b3e-857f-81d79ad0be9a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Project e78a526ac76b4c53837f35b796222bb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 20:22:14.831948 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-913e279c-3876-4b3e-857f-81d79ad0be9a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (de905e60-b254-46dd-9937-0ff363fcbcfe), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:14.892778 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-913e279c-3876-4b3e-857f-81d79ad0be9a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (de905e60-b254-46dd-9937-0ff363fcbcfe), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:14.896785 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-913e279c-3876-4b3e-857f-81d79ad0be9a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (de905e60-b254-46dd-9937-0ff363fcbcfe), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:14.916817 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e279c-3876-4b3e-857f-81d79ad0be9a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de905e60-b254-46dd-9937-0ff363fcbcfe,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:22:14.926563 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-913e279c-3876-4b3e-857f-81d79ad0be9a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:14.927778 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-913e279c-3876-4b3e-857f-81d79ad0be9a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1252854 Mar 22 20:22:14.930830 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41290) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:22:14.936999 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-a4746f90-f8fc-4d8e-9062-72cea0e8dbad tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'security_group_rule': {'security_group_id': 'aa10e2c7-4de0-41c8-832f-6200e433dcfd', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:22:14.957698 n-d-705658-24 neutron-server[104172]: INFO neutron.db.securitygroups_db [None req-a4746f90-f8fc-4d8e-9062-72cea0e8dbad tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Project e78a526ac76b4c53837f35b796222bb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 20:22:14.962652 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a4746f90-f8fc-4d8e-9062-72cea0e8dbad tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (d26eed41-d106-40dd-b5a6-f9e334715994), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:15.023945 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a4746f90-f8fc-4d8e-9062-72cea0e8dbad tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (d26eed41-d106-40dd-b5a6-f9e334715994), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:15.028144 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a4746f90-f8fc-4d8e-9062-72cea0e8dbad tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (d26eed41-d106-40dd-b5a6-f9e334715994), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:15.046496 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4746f90-f8fc-4d8e-9062-72cea0e8dbad tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d26eed41-d106-40dd-b5a6-f9e334715994,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:22:15.055090 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a4746f90-f8fc-4d8e-9062-72cea0e8dbad tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:15.056353 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a4746f90-f8fc-4d8e-9062-72cea0e8dbad tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1245084 Mar 22 20:22:15.059891 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41292) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:22:15.064698 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-e33618a3-8a82-45ee-ade6-c650fda5a263 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'network': {'name': 'tempest-network-smoke--1436461698', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'port_security_enabled': True}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:22:15.084153 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33618a3-8a82-45ee-ade6-c650fda5a263 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Made reservation on behalf of e78a526ac76b4c53837f35b796222bb8 for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:22:15.087551 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e33618a3-8a82-45ee-ade6-c650fda5a263 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:15.111322 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e33618a3-8a82-45ee-ade6-c650fda5a263 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:22:15.121228 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e33618a3-8a82-45ee-ade6-c650fda5a263 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (abcf8915-782f-44dc-a1df-d32966e6d5cc), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:15.121580 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-e33618a3-8a82-45ee-ade6-c650fda5a263 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Added segment abcf8915-782f-44dc-a1df-d32966e6d5cc of type vlan for network 671167b7-248a-4c82-981f-b9de272c62a6 Mar 22 20:22:15.163360 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e33618a3-8a82-45ee-ade6-c650fda5a263 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (671167b7-248a-4c82-981f-b9de272c62a6), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:15.187145 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e33618a3-8a82-45ee-ade6-c650fda5a263 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (671167b7-248a-4c82-981f-b9de272c62a6), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:15.192586 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33618a3-8a82-45ee-ade6-c650fda5a263 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:22:15.193235 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-e33618a3-8a82-45ee-ade6-c650fda5a263 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:15.252853 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-e33618a3-8a82-45ee-ade6-c650fda5a263 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1919041 Mar 22 20:22:15.255676 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41294) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:22:15.262986 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-9b73a4b9-c2c4-4f34-b72f-27c0fb627922 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1970499889', 'admin_state_up': True, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:22:15.275004 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a43ff517-0d43-4c18-ace6-81d4eb1e25d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:15.278868 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33618a3-8a82-45ee-ade6-c650fda5a263 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Network': ['ID=671167b7-248a-4c82-981f-b9de272c62a6,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:22:15.289717 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 671167b7-248a-4c82-981f-b9de272c62a6 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:22:15.296181 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9b73a4b9-c2c4-4f34-b72f-27c0fb627922 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (972c0849-d602-4dd0-aebc-193056d6964a), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:15.297257 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9b73a4b9-c2c4-4f34-b72f-27c0fb627922 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (972c0849-d602-4dd0-aebc-193056d6964a), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:15.349077 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9b73a4b9-c2c4-4f34-b72f-27c0fb627922 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router_controller (972c0849-d602-4dd0-aebc-193056d6964a), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:15.494231 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9b73a4b9-c2c4-4f34-b72f-27c0fb627922 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router_gateway (972c0849-d602-4dd0-aebc-193056d6964a), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:15.684236 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9b73a4b9-c2c4-4f34-b72f-27c0fb627922 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router_gateway (972c0849-d602-4dd0-aebc-193056d6964a), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:15.702907 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9b73a4b9-c2c4-4f34-b72f-27c0fb627922 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:15.808253 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-9b73a4b9-c2c4-4f34-b72f-27c0fb627922 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Allocated IP 172.25.5.203 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/d1548f2e-2edd-4a16-a0e1-bd4511365b6a) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:22:15.907421 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9b73a4b9-c2c4-4f34-b72f-27c0fb627922 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for port (d1548f2e-2edd-4a16-a0e1-bd4511365b6a), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:15.941406 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9b73a4b9-c2c4-4f34-b72f-27c0fb627922 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (d1548f2e-2edd-4a16-a0e1-bd4511365b6a), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:15.982673 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b73a4b9-c2c4-4f34-b72f-27c0fb627922 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:22:15.985397 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-9b73a4b9-c2c4-4f34-b72f-27c0fb627922 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:22:15.987791 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b73a4b9-c2c4-4f34-b72f-27c0fb627922 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:22:16.020461 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73a4b9-c2c4-4f34-b72f-27c0fb627922 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Port': ['ID=d1548f2e-2edd-4a16-a0e1-bd4511365b6a,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:22:16.249503 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9b73a4b9-c2c4-4f34-b72f-27c0fb627922 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router_gateway (972c0849-d602-4dd0-aebc-193056d6964a), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:16.401338 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:16.780993 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9b73a4b9-c2c4-4f34-b72f-27c0fb627922 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (972c0849-d602-4dd0-aebc-193056d6964a), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:16.908224 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b73a4b9-c2c4-4f34-b72f-27c0fb627922 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Router 972c0849-d602-4dd0-aebc-193056d6964a is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 20:22:17.018748 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b73a4b9-c2c4-4f34-b72f-27c0fb627922 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:22:17.028134 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661d2428-b4fc-4968-b013-e67576ce41d3 None None] Sync routers for ids ['972c0849-d602-4dd0-aebc-193056d6964a'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:22:17.038364 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661d2428-b4fc-4968-b013-e67576ce41d3 None None] Routers {'972c0849-d602-4dd0-aebc-193056d6964a'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:22:17.038802 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-661d2428-b4fc-4968-b013-e67576ce41d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:21:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['972c0849-d602-4dd0-aebc-193056d6964a'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:22:17.039189 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9b73a4b9-c2c4-4f34-b72f-27c0fb627922 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:17.040408 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9b73a4b9-c2c4-4f34-b72f-27c0fb627922 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7837660 Mar 22 20:22:17.043469 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41296) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:22:17.071351 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-362efca8-4be2-432d-a34e-fbfff124d3a1 tempest-TestNetworkAdvancedServerOps-668713942 tempest-TestNetworkAdvancedServerOps-668713942-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=e78a526ac76b4c53837f35b796222bb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267756 Mar 22 20:22:17.074555 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41298) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:22:17.146981 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-661d2428-b4fc-4968-b013-e67576ce41d3 None None] Set router 972c0849-d602-4dd0-aebc-193056d6964a gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:22:17.164822 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca10e40-60cc-4f4d-af9a-24fb25a906ec tempest-TestNetworkAdvancedServerOps-668713942 tempest-TestNetworkAdvancedServerOps-668713942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:22:17.166365 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7ca10e40-60cc-4f4d-af9a-24fb25a906ec tempest-TestNetworkAdvancedServerOps-668713942 tempest-TestNetworkAdvancedServerOps-668713942-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908954 Mar 22 20:22:17.169728 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41300) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:22:17.198124 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-bc4c21af-71dc-4cc5-bb59-cdba12f30cd1 tempest-TestNetworkAdvancedServerOps-668713942 tempest-TestNetworkAdvancedServerOps-668713942-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=b209c5bc-34d3-415d-9873-d01a4e6c5db8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271997 Mar 22 20:22:17.200507 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41302) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:22:17.205184 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-926a6402-bdd3-45b5-9910-9a938a2dbb51 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2124993829', 'network_id': '671167b7-248a-4c82-981f-b9de272c62a6', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:22:17.294792 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926a6402-bdd3-45b5-9910-9a938a2dbb51 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Made reservation on behalf of e78a526ac76b4c53837f35b796222bb8 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:22:17.298273 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-926a6402-bdd3-45b5-9910-9a938a2dbb51 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:17.329508 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-661d2428-b4fc-4968-b013-e67576ce41d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972c0849-d602-4dd0-aebc-193056d6964a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1970499889', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'd1548f2e-2edd-4a16-a0e1-bd4511365b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:22:15Z', 'updated_at': '2022-03-22T20:22:16Z', 'revision_number': 3, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': 'd1548f2e-2edd-4a16-a0e1-bd4511365b6a', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972c0849-d602-4dd0-aebc-193056d6964a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:22:15Z', 'updated_at': '2022-03-22T20:22:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:22:17.355515 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661d2428-b4fc-4968-b013-e67576ce41d3 None None] Checking router: 972c0849-d602-4dd0-aebc-193056d6964a for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:22:17.355872 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661d2428-b4fc-4968-b013-e67576ce41d3 None None] Updating router 972c0849-d602-4dd0-aebc-193056d6964a port d1548f2e-2edd-4a16-a0e1-bd4511365b6a binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:22:17.390072 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-661d2428-b4fc-4968-b013-e67576ce41d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d1548f2e-2edd-4a16-a0e1-bd4511365b6a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:17.488512 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-926a6402-bdd3-45b5-9910-9a938a2dbb51 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (3d52d082-815e-44c2-a28a-e79a370fa59a), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:17.498430 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-76289e70-da07-4593-913c-220695f9b0b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:17.548198 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a6402-bdd3-45b5-9910-9a938a2dbb51 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Subnet': ['ID=3d52d082-815e-44c2-a28a-e79a370fa59a,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:22:17.559529 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926a6402-bdd3-45b5-9910-9a938a2dbb51 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Checking segment: {'id': 'abcf8915-782f-44dc-a1df-d32966e6d5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '671167b7-248a-4c82-981f-b9de272c62a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:22:17.559899 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926a6402-bdd3-45b5-9910-9a938a2dbb51 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Network hostable DHCP agents. Network: 671167b7-248a-4c82-981f-b9de272c62a6, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:22:17.578124 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926a6402-bdd3-45b5-9910-9a938a2dbb51 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Network 671167b7-248a-4c82-981f-b9de272c62a6 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:22:17.587447 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-926a6402-bdd3-45b5-9910-9a938a2dbb51 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 671167b7-248a-4c82-981f-b9de272c62a6) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:22:17.592072 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926a6402-bdd3-45b5-9910-9a938a2dbb51 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:22:17.593003 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-926a6402-bdd3-45b5-9910-9a938a2dbb51 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:17.601668 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c349fe74-d7ee-4ba8-a99b-545da73e02e7 None None] Network 671167b7-248a-4c82-981f-b9de272c62a6 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:22:17.610528 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-926a6402-bdd3-45b5-9910-9a938a2dbb51 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4090025 Mar 22 20:22:17.613364 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41304) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:22:17.949311 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-661d2428-b4fc-4968-b013-e67576ce41d3 None None] Publish callbacks [] for port (d1548f2e-2edd-4a16-a0e1-bd4511365b6a), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:17.951135 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba3c04b-df09-4384-8ced-52758b5815a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-671167b7-248a-4c82-981f-b9de272c62a6', 'network_id': '671167b7-248a-4c82-981f-b9de272c62a6', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'fixed_ips': [{'subnet_id': '3d52d082-815e-44c2-a28a-e79a370fa59a'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 20:22:17.951990 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-eba3c04b-df09-4384-8ced-52758b5815a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:17.964549 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-661d2428-b4fc-4968-b013-e67576ce41d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d1548f2e-2edd-4a16-a0e1-bd4511365b6a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:18.070555 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db3772ef-30a4-426d-b3d1-b6cd3a095b8b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:18.078379 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f2a57-d1a4-4c73-86e9-c566c15c3011 None None] Pushing event updated for resources: {'Port': ['ID=d1548f2e-2edd-4a16-a0e1-bd4511365b6a,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:22:18.080547 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-661d2428-b4fc-4968-b013-e67576ce41d3 None None] Attempting to bind port d1548f2e-2edd-4a16-a0e1-bd4511365b6a on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:22:18.080921 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-661d2428-b4fc-4968-b013-e67576ce41d3 None None] Attempting to bind port d1548f2e-2edd-4a16-a0e1-bd4511365b6a by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:22:18.081301 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661d2428-b4fc-4968-b013-e67576ce41d3 None None] Attempting to bind port d1548f2e-2edd-4a16-a0e1-bd4511365b6a on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:22:18.090778 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661d2428-b4fc-4968-b013-e67576ce41d3 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:22:18.091010 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661d2428-b4fc-4968-b013-e67576ce41d3 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:22:18.091219 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-661d2428-b4fc-4968-b013-e67576ce41d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:18.091622 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661d2428-b4fc-4968-b013-e67576ce41d3 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:22:18.092111 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-661d2428-b4fc-4968-b013-e67576ce41d3 None None] Bound port: d1548f2e-2edd-4a16-a0e1-bd4511365b6a, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:22:18.092499 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-661d2428-b4fc-4968-b013-e67576ce41d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d1548f2e-2edd-4a16-a0e1-bd4511365b6a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:18.186194 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-661d2428-b4fc-4968-b013-e67576ce41d3 None None] For port d1548f2e-2edd-4a16-a0e1-bd4511365b6a, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:22:18.191526 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-661d2428-b4fc-4968-b013-e67576ce41d3 None None] For port d1548f2e-2edd-4a16-a0e1-bd4511365b6a, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=d1548f2e-2edd-4a16-a0e1-bd4511365b6a,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:22:18.193334 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-eba3c04b-df09-4384-8ced-52758b5815a7 None None] Allocated IP 172.20.0.2 (671167b7-248a-4c82-981f-b9de272c62a6/3d52d082-815e-44c2-a28a-e79a370fa59a/45ff25f4-8787-44d3-bd30-ddf4dd157601) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:22:18.203549 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-661d2428-b4fc-4968-b013-e67576ce41d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d1548f2e-2edd-4a16-a0e1-bd4511365b6a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:18.317532 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661d2428-b4fc-4968-b013-e67576ce41d3 None None] Routers {'972c0849-d602-4dd0-aebc-193056d6964a'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:22:18.318202 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-661d2428-b4fc-4968-b013-e67576ce41d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:22:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['972c0849-d602-4dd0-aebc-193056d6964a'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:22:18.327389 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f2a57-d1a4-4c73-86e9-c566c15c3011 None None] Pushing event updated for resources: {'Port': ['ID=d1548f2e-2edd-4a16-a0e1-bd4511365b6a,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:22:18.484645 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-eba3c04b-df09-4384-8ced-52758b5815a7 None None] Publish callbacks [] for port (45ff25f4-8787-44d3-bd30-ddf4dd157601), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:18.487033 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-661d2428-b4fc-4968-b013-e67576ce41d3 None None] Set router 972c0849-d602-4dd0-aebc-193056d6964a gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:22:18.516765 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-eba3c04b-df09-4384-8ced-52758b5815a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (45ff25f4-8787-44d3-bd30-ddf4dd157601), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:18.542140 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-db3772ef-30a4-426d-b3d1-b6cd3a095b8b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Allocated IP 172.20.0.1 (671167b7-248a-4c82-981f-b9de272c62a6/3d52d082-815e-44c2-a28a-e79a370fa59a/c4e2f426-f18f-4541-aff5-974425530b57) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:22:18.618179 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba3c04b-df09-4384-8ced-52758b5815a7 None None] Network 671167b7-248a-4c82-981f-b9de272c62a6 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:22:18.626017 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-eba3c04b-df09-4384-8ced-52758b5815a7 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:22:18.634335 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba3c04b-df09-4384-8ced-52758b5815a7 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:22:18.644674 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba3c04b-df09-4384-8ced-52758b5815a7 None None] Pushing event updated for resources: {'Port': ['ID=45ff25f4-8787-44d3-bd30-ddf4dd157601,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:22:18.663530 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db3772ef-30a4-426d-b3d1-b6cd3a095b8b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for port (c4e2f426-f18f-4541-aff5-974425530b57), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:18.699135 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db3772ef-30a4-426d-b3d1-b6cd3a095b8b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (c4e2f426-f18f-4541-aff5-974425530b57), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:18.718044 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-eba3c04b-df09-4384-8ced-52758b5815a7 None None] Attempting to bind port 45ff25f4-8787-44d3-bd30-ddf4dd157601 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:22:18.718421 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-eba3c04b-df09-4384-8ced-52758b5815a7 None None] Attempting to bind port 45ff25f4-8787-44d3-bd30-ddf4dd157601 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'abcf8915-782f-44dc-a1df-d32966e6d5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '671167b7-248a-4c82-981f-b9de272c62a6'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:22:18.718788 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba3c04b-df09-4384-8ced-52758b5815a7 None None] Attempting to bind port 45ff25f4-8787-44d3-bd30-ddf4dd157601 on network 671167b7-248a-4c82-981f-b9de272c62a6 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:22:18.740478 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3772ef-30a4-426d-b3d1-b6cd3a095b8b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Network 671167b7-248a-4c82-981f-b9de272c62a6 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:22:18.742586 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba3c04b-df09-4384-8ced-52758b5815a7 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:22:18.742980 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba3c04b-df09-4384-8ced-52758b5815a7 None None] Checking segment: {'id': 'abcf8915-782f-44dc-a1df-d32966e6d5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '671167b7-248a-4c82-981f-b9de272c62a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:22:18.743390 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-eba3c04b-df09-4384-8ced-52758b5815a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:18.743682 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-db3772ef-30a4-426d-b3d1-b6cd3a095b8b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:22:18.743804 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba3c04b-df09-4384-8ced-52758b5815a7 None None] Bound using segment: {'id': 'abcf8915-782f-44dc-a1df-d32966e6d5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '671167b7-248a-4c82-981f-b9de272c62a6'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:22:18.744258 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-eba3c04b-df09-4384-8ced-52758b5815a7 None None] Bound port: 45ff25f4-8787-44d3-bd30-ddf4dd157601, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abcf8915-782f-44dc-a1df-d32966e6d5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '671167b7-248a-4c82-981f-b9de272c62a6'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:22:18.744648 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-eba3c04b-df09-4384-8ced-52758b5815a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (45ff25f4-8787-44d3-bd30-ddf4dd157601), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:18.751391 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3772ef-30a4-426d-b3d1-b6cd3a095b8b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:22:18.775256 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3772ef-30a4-426d-b3d1-b6cd3a095b8b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Port': ['ID=c4e2f426-f18f-4541-aff5-974425530b57,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:22:18.800842 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db3772ef-30a4-426d-b3d1-b6cd3a095b8b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (972c0849-d602-4dd0-aebc-193056d6964a), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:18.821654 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:18.842099 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-661d2428-b4fc-4968-b013-e67576ce41d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972c0849-d602-4dd0-aebc-193056d6964a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1970499889', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'd1548f2e-2edd-4a16-a0e1-bd4511365b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:22:15Z', 'updated_at': '2022-03-22T20:22:16Z', 'revision_number': 3, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': 'd1548f2e-2edd-4a16-a0e1-bd4511365b6a', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972c0849-d602-4dd0-aebc-193056d6964a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:22:15Z', 'updated_at': '2022-03-22T20:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:22:18.845065 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-eba3c04b-df09-4384-8ced-52758b5815a7 None None] For port 45ff25f4-8787-44d3-bd30-ddf4dd157601, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:22:18.873543 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661d2428-b4fc-4968-b013-e67576ce41d3 None None] The sync data for ids ['972c0849-d602-4dd0-aebc-193056d6964a'] in n-d-705658-24 is: [{'id': '972c0849-d602-4dd0-aebc-193056d6964a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1970499889', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'd1548f2e-2edd-4a16-a0e1-bd4511365b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:22:15Z', 'updated_at': '2022-03-22T20:22:16Z', 'revision_number': 3, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': 'd1548f2e-2edd-4a16-a0e1-bd4511365b6a', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972c0849-d602-4dd0-aebc-193056d6964a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:22:15Z', 'updated_at': '2022-03-22T20:22:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:22:18.882506 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-eba3c04b-df09-4384-8ced-52758b5815a7 None None] For port 45ff25f4-8787-44d3-bd30-ddf4dd157601, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=45ff25f4-8787-44d3-bd30-ddf4dd157601,segment=NetworkSegment(abcf8915-782f-44dc-a1df-d32966e6d5cc),segment_id=abcf8915-782f-44dc-a1df-d32966e6d5cc)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:22:18.889104 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-eba3c04b-df09-4384-8ced-52758b5815a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (45ff25f4-8787-44d3-bd30-ddf4dd157601), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:18.958529 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:18.964485 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db3772ef-30a4-426d-b3d1-b6cd3a095b8b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c4e2f426-f18f-4541-aff5-974425530b57), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:18.969196 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba3c04b-df09-4384-8ced-52758b5815a7 None None] Pushing event updated for resources: {'Port': ['ID=45ff25f4-8787-44d3-bd30-ddf4dd157601,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:22:19.309268 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db3772ef-30a4-426d-b3d1-b6cd3a095b8b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for port (c4e2f426-f18f-4541-aff5-974425530b57), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:19.314962 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db3772ef-30a4-426d-b3d1-b6cd3a095b8b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (c4e2f426-f18f-4541-aff5-974425530b57), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:19.392152 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3772ef-30a4-426d-b3d1-b6cd3a095b8b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Port': ['ID=c4e2f426-f18f-4541-aff5-974425530b57,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:22:19.394510 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-db3772ef-30a4-426d-b3d1-b6cd3a095b8b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (972c0849-d602-4dd0-aebc-193056d6964a), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:19.493748 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3772ef-30a4-426d-b3d1-b6cd3a095b8b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Network 671167b7-248a-4c82-981f-b9de272c62a6 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:22:19.495380 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-db3772ef-30a4-426d-b3d1-b6cd3a095b8b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:22:19.620648 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3772ef-30a4-426d-b3d1-b6cd3a095b8b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Router 972c0849-d602-4dd0-aebc-193056d6964a has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:22:19.747061 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3772ef-30a4-426d-b3d1-b6cd3a095b8b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:22:19.761496 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-db3772ef-30a4-426d-b3d1-b6cd3a095b8b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "PUT /v2.0/routers/972c0849-d602-4dd0-aebc-193056d6964a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1380355 Mar 22 20:22:19.950809 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-3dd5e863-6b09-4eb1-9f33-d373125ddab4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-826110048&fields=id&tenant_id=e78a526ac76b4c53837f35b796222bb8 HTTP/1.1" status: 200 len: 267 time: 0.0530324 Mar 22 20:22:19.980732 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 45ff25f4-8787-44d3-bd30-ddf4dd157601 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:22:20.039859 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 45ff25f4-8787-44d3-bd30-ddf4dd157601 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:22:20.040148 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (45ff25f4-8787-44d3-bd30-ddf4dd157601), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:20.064035 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b90663-689c-4e18-8261-a64ec4436f04 None None] Network 671167b7-248a-4c82-981f-b9de272c62a6 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:22:20.080053 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-4bc89b53-9a20-4796-add5-4505ebac22e8 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:22:20.082861 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-4bc89b53-9a20-4796-add5-4505ebac22e8 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/networks?id=671167b7-248a-4c82-981f-b9de272c62a6 HTTP/1.1" status: 200 len: 797 time: 0.1180143 Mar 22 20:22:20.099577 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-341a867b-c3d9-43f1-a19a-1257e875db9c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/quotas/e78a526ac76b4c53837f35b796222bb8 HTTP/1.1" status: 200 len: 375 time: 0.0100493 Mar 22 20:22:20.144231 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-81097b7d-95c0-4a78-b7c3-275142e8edd4 None None] Provisioning complete for port 45ff25f4-8787-44d3-bd30-ddf4dd157601 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:22:20.144798 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-81097b7d-95c0-4a78-b7c3-275142e8edd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (45ff25f4-8787-44d3-bd30-ddf4dd157601), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:20.165097 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-de42b77e-04f4-43a8-a8b1-d6af6efe42e1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595448 Mar 22 20:22:20.181362 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-89d7a7df-7f07-47ff-8117-0e20edb08b8e service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 20:22:20.183070 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-89d7a7df-7f07-47ff-8117-0e20edb08b8e service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053351 Mar 22 20:22:20.267805 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 45ff25f4-8787-44d3-bd30-ddf4dd157601 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:22:20.268361 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (45ff25f4-8787-44d3-bd30-ddf4dd157601), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:20.277448 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-0854c19f-3eef-4d56-af4e-e6e9dd2ea512 service neutron] 10.222.0.75 "GET /v2.0/networks/671167b7-248a-4c82-981f-b9de272c62a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843215 Mar 22 20:22:20.326488 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-81097b7d-95c0-4a78-b7c3-275142e8edd4 None None] Current status of the port 45ff25f4-8787-44d3-bd30-ddf4dd157601 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:22:20.326871 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-81097b7d-95c0-4a78-b7c3-275142e8edd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (45ff25f4-8787-44d3-bd30-ddf4dd157601), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:20.354098 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 45ff25f4-8787-44d3-bd30-ddf4dd157601, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=45ff25f4-8787-44d3-bd30-ddf4dd157601,segment=NetworkSegment(abcf8915-782f-44dc-a1df-d32966e6d5cc),segment_id=abcf8915-782f-44dc-a1df-d32966e6d5cc)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:22:20.373933 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (45ff25f4-8787-44d3-bd30-ddf4dd157601), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:20.374981 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d1548f2e-2edd-4a16-a0e1-bd4511365b6a up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:22:20.388563 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-8039f176-22c9-45a9-85c7-a2f8aa9aceff service neutron] 10.222.0.75 "GET /v2.0/networks/671167b7-248a-4c82-981f-b9de272c62a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053874 Mar 22 20:22:20.443405 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:20.498887 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=45ff25f4-8787-44d3-bd30-ddf4dd157601,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:22:20.518609 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.api [None req-81097b7d-95c0-4a78-b7c3-275142e8edd4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 20:22:20.518986 n-d-705658-24 neutron-server[104174]: DEBUG oslo_db.api [None req-81097b7d-95c0-4a78-b7c3-275142e8edd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 20:22:20.532372 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port d1548f2e-2edd-4a16-a0e1-bd4511365b6a triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:22:20.532751 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d1548f2e-2edd-4a16-a0e1-bd4511365b6a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:20.624360 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e59d1c0a-1a58-45ad-a763-da56ea8f65ef req-888b832b-b004-4b12-8c52-970ad7d332a9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 210 time: 0.0390379 Mar 22 20:22:20.647334 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port d1548f2e-2edd-4a16-a0e1-bd4511365b6a is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:22:20.647334 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (d1548f2e-2edd-4a16-a0e1-bd4511365b6a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:20.669442 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port d1548f2e-2edd-4a16-a0e1-bd4511365b6a, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=d1548f2e-2edd-4a16-a0e1-bd4511365b6a,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:22:20.676602 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (d1548f2e-2edd-4a16-a0e1-bd4511365b6a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:20.734792 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=d1548f2e-2edd-4a16-a0e1-bd4511365b6a,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:22:20.800928 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7914cce6-8327-4966-9e05-2e12e06a20b9 None None] Sync routers for ids ['972c0849-d602-4dd0-aebc-193056d6964a'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:22:20.817115 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7914cce6-8327-4966-9e05-2e12e06a20b9 None None] Routers {'972c0849-d602-4dd0-aebc-193056d6964a'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:22:20.818106 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-7914cce6-8327-4966-9e05-2e12e06a20b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:22:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['972c0849-d602-4dd0-aebc-193056d6964a'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:22:20.938893 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-7914cce6-8327-4966-9e05-2e12e06a20b9 None None] Set router 972c0849-d602-4dd0-aebc-193056d6964a gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:22:21.060655 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-81097b7d-95c0-4a78-b7c3-275142e8edd4 None None] Current status of the port 45ff25f4-8787-44d3-bd30-ddf4dd157601 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:22:21.159657 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-7914cce6-8327-4966-9e05-2e12e06a20b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972c0849-d602-4dd0-aebc-193056d6964a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1970499889', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'd1548f2e-2edd-4a16-a0e1-bd4511365b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:22:15Z', 'updated_at': '2022-03-22T20:22:18Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': 'd1548f2e-2edd-4a16-a0e1-bd4511365b6a', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c0849-d602-4dd0-aebc-193056d6964a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:22:15Z', 'updated_at': '2022-03-22T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'c4e2f426-f18f-4541-aff5-974425530b57', 'name': '', 'network_id': '671167b7-248a-4c82-981f-b9de272c62a6', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:35:97:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972c0849-d602-4dd0-aebc-193056d6964a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '3d52d082-815e-44c2-a28a-e79a370fa59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:22:18Z', 'updated_at': '2022-03-22T20:22:19Z', 'revision_number': 2, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': '3d52d082-815e-44c2-a28a-e79a370fa59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:22:21.188129 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7914cce6-8327-4966-9e05-2e12e06a20b9 None None] Checking router: 972c0849-d602-4dd0-aebc-193056d6964a for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:22:21.188393 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7914cce6-8327-4966-9e05-2e12e06a20b9 None None] Updating router 972c0849-d602-4dd0-aebc-193056d6964a port c4e2f426-f18f-4541-aff5-974425530b57 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:22:21.189669 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-39936eb6-fa0e-4d5f-b339-d55cb8d5b88a None None] Provisioning complete for port 45ff25f4-8787-44d3-bd30-ddf4dd157601 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:22:21.190482 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-39936eb6-fa0e-4d5f-b339-d55cb8d5b88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (45ff25f4-8787-44d3-bd30-ddf4dd157601), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:21.214983 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-7914cce6-8327-4966-9e05-2e12e06a20b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c4e2f426-f18f-4541-aff5-974425530b57), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:21.304070 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-39936eb6-fa0e-4d5f-b339-d55cb8d5b88a None None] Current status of the port 45ff25f4-8787-44d3-bd30-ddf4dd157601 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:22:21.316155 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-39936eb6-fa0e-4d5f-b339-d55cb8d5b88a None None] Provisioning complete for port c4e2f426-f18f-4541-aff5-974425530b57 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:22:21.316532 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-39936eb6-fa0e-4d5f-b339-d55cb8d5b88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c4e2f426-f18f-4541-aff5-974425530b57), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:21.352632 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-39936eb6-fa0e-4d5f-b339-d55cb8d5b88a None None] Port c4e2f426-f18f-4541-aff5-974425530b57 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:22:21.445164 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:21.590523 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-7914cce6-8327-4966-9e05-2e12e06a20b9 None None] Publish callbacks [] for port (c4e2f426-f18f-4541-aff5-974425530b57), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:21.596838 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-7914cce6-8327-4966-9e05-2e12e06a20b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c4e2f426-f18f-4541-aff5-974425530b57), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:21.679015 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2f86e-3a26-4a5a-aece-5a332973fbbc None None] Pushing event updated for resources: {'Port': ['ID=c4e2f426-f18f-4541-aff5-974425530b57,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:22:21.707024 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2f86e-3a26-4a5a-aece-5a332973fbbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:21.707368 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2f86e-3a26-4a5a-aece-5a332973fbbc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:21.707865 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2f86e-3a26-4a5a-aece-5a332973fbbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:21.708244 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2f86e-3a26-4a5a-aece-5a332973fbbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:21.708580 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2f86e-3a26-4a5a-aece-5a332973fbbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:21.708923 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2f86e-3a26-4a5a-aece-5a332973fbbc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:21.709242 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2f86e-3a26-4a5a-aece-5a332973fbbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:21.709573 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2f86e-3a26-4a5a-aece-5a332973fbbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:21.709920 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2f86e-3a26-4a5a-aece-5a332973fbbc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:21.710249 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2f86e-3a26-4a5a-aece-5a332973fbbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:21.710573 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2f86e-3a26-4a5a-aece-5a332973fbbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:21.710896 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2f86e-3a26-4a5a-aece-5a332973fbbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:21.711222 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2f86e-3a26-4a5a-aece-5a332973fbbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:21.711557 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2f86e-3a26-4a5a-aece-5a332973fbbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:21.711864 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2f86e-3a26-4a5a-aece-5a332973fbbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:22:21.735636 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-7914cce6-8327-4966-9e05-2e12e06a20b9 None None] Attempting to bind port c4e2f426-f18f-4541-aff5-974425530b57 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:22:21.736558 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-7914cce6-8327-4966-9e05-2e12e06a20b9 None None] Attempting to bind port c4e2f426-f18f-4541-aff5-974425530b57 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'abcf8915-782f-44dc-a1df-d32966e6d5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '671167b7-248a-4c82-981f-b9de272c62a6'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:22:21.738509 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7914cce6-8327-4966-9e05-2e12e06a20b9 None None] Attempting to bind port c4e2f426-f18f-4541-aff5-974425530b57 on network 671167b7-248a-4c82-981f-b9de272c62a6 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:22:21.751243 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7914cce6-8327-4966-9e05-2e12e06a20b9 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:22:21.752188 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7914cce6-8327-4966-9e05-2e12e06a20b9 None None] Checking segment: {'id': 'abcf8915-782f-44dc-a1df-d32966e6d5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '671167b7-248a-4c82-981f-b9de272c62a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:22:21.752994 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-7914cce6-8327-4966-9e05-2e12e06a20b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:21.753635 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7914cce6-8327-4966-9e05-2e12e06a20b9 None None] Bound using segment: {'id': 'abcf8915-782f-44dc-a1df-d32966e6d5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '671167b7-248a-4c82-981f-b9de272c62a6'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:22:21.754627 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-7914cce6-8327-4966-9e05-2e12e06a20b9 None None] Bound port: c4e2f426-f18f-4541-aff5-974425530b57, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abcf8915-782f-44dc-a1df-d32966e6d5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '671167b7-248a-4c82-981f-b9de272c62a6'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:22:21.755325 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-7914cce6-8327-4966-9e05-2e12e06a20b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c4e2f426-f18f-4541-aff5-974425530b57), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:21.770599 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-5eda82ea-d35a-4f30-af31-9c5f0e8e0341 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:22:21.772182 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-5eda82ea-d35a-4f30-af31-9c5f0e8e0341 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.85 "GET /v2.0/networks?id=671167b7-248a-4c82-981f-b9de272c62a6 HTTP/1.1" status: 200 len: 797 time: 0.1578202 Mar 22 20:22:21.821939 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65d9566c-280a-40db-a83a-0808f64a08c9 req-45654499-fb29-4298-aa9f-4f3f6b276c8d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 210 time: 0.0485673 Mar 22 20:22:21.865482 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-7914cce6-8327-4966-9e05-2e12e06a20b9 None None] For port c4e2f426-f18f-4541-aff5-974425530b57, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:22:21.870577 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-7914cce6-8327-4966-9e05-2e12e06a20b9 None None] For port c4e2f426-f18f-4541-aff5-974425530b57, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c4e2f426-f18f-4541-aff5-974425530b57,segment=NetworkSegment(abcf8915-782f-44dc-a1df-d32966e6d5cc),segment_id=abcf8915-782f-44dc-a1df-d32966e6d5cc)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:22:21.878739 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-7914cce6-8327-4966-9e05-2e12e06a20b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c4e2f426-f18f-4541-aff5-974425530b57), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:21.883843 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-9769ced5-8931-4029-9c6d-fd0052c56458 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e78a526ac76b4c53837f35b796222bb8 HTTP/1.1" status: 200 len: 379 time: 0.0962574 Mar 22 20:22:21.895552 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-26ac5d39-d75e-44da-b897-817beb96182a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'port': {'device_id': 'b45eb6a5-9946-488e-9eb5-ce809d3bc502', 'network_id': '671167b7-248a-4c82-981f-b9de272c62a6', 'admin_state_up': True, 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'security_groups': ['aa10e2c7-4de0-41c8-832f-6200e433dcfd']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:22:21.930678 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 45ff25f4-8787-44d3-bd30-ddf4dd157601 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:22:21.967622 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7914cce6-8327-4966-9e05-2e12e06a20b9 None None] Routers {'972c0849-d602-4dd0-aebc-193056d6964a'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:22:21.968541 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-7914cce6-8327-4966-9e05-2e12e06a20b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:22:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['972c0849-d602-4dd0-aebc-193056d6964a'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:22:22.002705 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-8e84f94f-5e5c-4af5-889b-d2ead4f52014 None None] Provisioning complete for port c4e2f426-f18f-4541-aff5-974425530b57 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:22:22.003086 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8e84f94f-5e5c-4af5-889b-d2ead4f52014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c4e2f426-f18f-4541-aff5-974425530b57), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:22.040604 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 45ff25f4-8787-44d3-bd30-ddf4dd157601 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:22:22.041121 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (45ff25f4-8787-44d3-bd30-ddf4dd157601), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:22.041296 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-26ac5d39-d75e-44da-b897-817beb96182a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Made reservation on behalf of e78a526ac76b4c53837f35b796222bb8 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:22:22.048259 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-26ac5d39-d75e-44da-b897-817beb96182a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:22.048487 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2f86e-3a26-4a5a-aece-5a332973fbbc None None] Pushing event updated for resources: {'Port': ['ID=c4e2f426-f18f-4541-aff5-974425530b57,revision_number=4']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:22:22.102625 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-7914cce6-8327-4966-9e05-2e12e06a20b9 None None] Set router 972c0849-d602-4dd0-aebc-193056d6964a gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:22:22.182878 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8e84f94f-5e5c-4af5-889b-d2ead4f52014 None None] Current status of the port c4e2f426-f18f-4541-aff5-974425530b57 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:22:22.183391 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8e84f94f-5e5c-4af5-889b-d2ead4f52014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c4e2f426-f18f-4541-aff5-974425530b57), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:22.199974 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 45ff25f4-8787-44d3-bd30-ddf4dd157601 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:22:22.200985 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d1548f2e-2edd-4a16-a0e1-bd4511365b6a up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:22:22.223742 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-26ac5d39-d75e-44da-b897-817beb96182a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Allocated IP 172.20.0.10 (671167b7-248a-4c82-981f-b9de272c62a6/3d52d082-815e-44c2-a28a-e79a370fa59a/4c42bcf7-624b-4e3d-b55f-e69131224c84) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:22:22.350907 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-7914cce6-8327-4966-9e05-2e12e06a20b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972c0849-d602-4dd0-aebc-193056d6964a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1970499889', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'd1548f2e-2edd-4a16-a0e1-bd4511365b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:22:15Z', 'updated_at': '2022-03-22T20:22:18Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': 'd1548f2e-2edd-4a16-a0e1-bd4511365b6a', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c0849-d602-4dd0-aebc-193056d6964a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:22:15Z', 'updated_at': '2022-03-22T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'c4e2f426-f18f-4541-aff5-974425530b57', 'name': '', 'network_id': '671167b7-248a-4c82-981f-b9de272c62a6', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:35:97:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972c0849-d602-4dd0-aebc-193056d6964a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '3d52d082-815e-44c2-a28a-e79a370fa59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:22:18Z', 'updated_at': '2022-03-22T20:22:21Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': '3d52d082-815e-44c2-a28a-e79a370fa59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:22:22.383476 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7914cce6-8327-4966-9e05-2e12e06a20b9 None None] The sync data for ids ['972c0849-d602-4dd0-aebc-193056d6964a'] in n-d-705658-24 is: [{'id': '972c0849-d602-4dd0-aebc-193056d6964a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1970499889', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'd1548f2e-2edd-4a16-a0e1-bd4511365b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:22:15Z', 'updated_at': '2022-03-22T20:22:18Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': 'd1548f2e-2edd-4a16-a0e1-bd4511365b6a', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c0849-d602-4dd0-aebc-193056d6964a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:22:15Z', 'updated_at': '2022-03-22T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'c4e2f426-f18f-4541-aff5-974425530b57', 'name': '', 'network_id': '671167b7-248a-4c82-981f-b9de272c62a6', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:35:97:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '972c0849-d602-4dd0-aebc-193056d6964a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '3d52d082-815e-44c2-a28a-e79a370fa59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:22:18Z', 'updated_at': '2022-03-22T20:22:21Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': '3d52d082-815e-44c2-a28a-e79a370fa59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:22:22.388468 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-26ac5d39-d75e-44da-b897-817beb96182a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for port (4c42bcf7-624b-4e3d-b55f-e69131224c84), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:22.420559 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-8e84f94f-5e5c-4af5-889b-d2ead4f52014 None None] For port c4e2f426-f18f-4541-aff5-974425530b57, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c4e2f426-f18f-4541-aff5-974425530b57,segment=NetworkSegment(abcf8915-782f-44dc-a1df-d32966e6d5cc),segment_id=abcf8915-782f-44dc-a1df-d32966e6d5cc)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:22:22.428007 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8e84f94f-5e5c-4af5-889b-d2ead4f52014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c4e2f426-f18f-4541-aff5-974425530b57), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:22.442020 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-26ac5d39-d75e-44da-b897-817beb96182a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (4c42bcf7-624b-4e3d-b55f-e69131224c84), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:22.489395 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port d1548f2e-2edd-4a16-a0e1-bd4511365b6a triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:22:22.490753 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (d1548f2e-2edd-4a16-a0e1-bd4511365b6a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:22.514927 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-26ac5d39-d75e-44da-b897-817beb96182a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Network 671167b7-248a-4c82-981f-b9de272c62a6 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:22:22.518221 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-26ac5d39-d75e-44da-b897-817beb96182a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:22:22.521363 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-26ac5d39-d75e-44da-b897-817beb96182a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:22:22.528919 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84f94f-5e5c-4af5-889b-d2ead4f52014 None None] Pushing event updated for resources: {'Port': ['ID=c4e2f426-f18f-4541-aff5-974425530b57,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:22:22.567693 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac5d39-d75e-44da-b897-817beb96182a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Port': ['ID=4c42bcf7-624b-4e3d-b55f-e69131224c84,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:22:22.570444 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-016dee24-c8a9-44fd-b435-4fdeb810e85e None None] Provisioning complete for port c4e2f426-f18f-4541-aff5-974425530b57 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:22:22.570830 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-016dee24-c8a9-44fd-b435-4fdeb810e85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c4e2f426-f18f-4541-aff5-974425530b57), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:22.621252 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-26ac5d39-d75e-44da-b897-817beb96182a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:22:22.623171 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-26ac5d39-d75e-44da-b897-817beb96182a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:22.643618 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-26ac5d39-d75e-44da-b897-817beb96182a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7540629 Mar 22 20:22:22.654036 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port d1548f2e-2edd-4a16-a0e1-bd4511365b6a is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:22:22.658888 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-9fe46d0a-c87d-4fd8-a1d7-d709e283f225 service neutron] Request body: {'port': {'device_id': 'b45eb6a5-9946-488e-9eb5-ce809d3bc502', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:22:22.712344 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-016dee24-c8a9-44fd-b435-4fdeb810e85e None None] Current status of the port c4e2f426-f18f-4541-aff5-974425530b57 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:22:22.737071 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-9fe46d0a-c87d-4fd8-a1d7-d709e283f225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4c42bcf7-624b-4e3d-b55f-e69131224c84), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:22.990186 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-20443e78-fdf8-411b-a436-e1b5d20834d1 None None] Provisioning complete for port 4c42bcf7-624b-4e3d-b55f-e69131224c84 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:22:22.990857 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-20443e78-fdf8-411b-a436-e1b5d20834d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (4c42bcf7-624b-4e3d-b55f-e69131224c84), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:23.029433 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-20443e78-fdf8-411b-a436-e1b5d20834d1 None None] Port 4c42bcf7-624b-4e3d-b55f-e69131224c84 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:22:23.386479 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c6a3a-a576-4663-b8c1-3de81cf59912 req-d3d8c3c2-13ca-482b-8852-1a6d9256d472 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:22:23.388003 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-491c6a3a-a576-4663-b8c1-3de81cf59912 req-d3d8c3c2-13ca-482b-8852-1a6d9256d472 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 932 time: 0.4444964 Mar 22 20:22:23.476811 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-491c6a3a-a576-4663-b8c1-3de81cf59912 req-4f3cc106-d6f0-47c5-8e6d-53cdf38c378e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822146 Mar 22 20:22:23.489012 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-9fe46d0a-c87d-4fd8-a1d7-d709e283f225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c42bcf7-624b-4e3d-b55f-e69131224c84 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:22:23.498283 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-9fe46d0a-c87d-4fd8-a1d7-d709e283f225 service neutron] Publish callbacks [] for port (4c42bcf7-624b-4e3d-b55f-e69131224c84), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:23.513602 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-9fe46d0a-c87d-4fd8-a1d7-d709e283f225 service neutron] Transition to ACTIVE for port object 4c42bcf7-624b-4e3d-b55f-e69131224c84 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:22:23.518372 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-9fe46d0a-c87d-4fd8-a1d7-d709e283f225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (4c42bcf7-624b-4e3d-b55f-e69131224c84), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:23.577544 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe46d0a-c87d-4fd8-a1d7-d709e283f225 service neutron] Pushing event updated for resources: {'Port': ['ID=4c42bcf7-624b-4e3d-b55f-e69131224c84,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:22:23.657306 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-9fe46d0a-c87d-4fd8-a1d7-d709e283f225 service neutron] Attempting to bind port 4c42bcf7-624b-4e3d-b55f-e69131224c84 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:22:23.657636 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-9fe46d0a-c87d-4fd8-a1d7-d709e283f225 service neutron] Attempting to bind port 4c42bcf7-624b-4e3d-b55f-e69131224c84 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': 'abcf8915-782f-44dc-a1df-d32966e6d5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '671167b7-248a-4c82-981f-b9de272c62a6'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:22:23.658327 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-9fe46d0a-c87d-4fd8-a1d7-d709e283f225 service neutron] Attempting to bind port 4c42bcf7-624b-4e3d-b55f-e69131224c84 on network 671167b7-248a-4c82-981f-b9de272c62a6 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:22:23.663329 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-9fe46d0a-c87d-4fd8-a1d7-d709e283f225 service neutron] Port 4c42bcf7-624b-4e3d-b55f-e69131224c84 on network 671167b7-248a-4c82-981f-b9de272c62a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:22:23.663654 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-9fe46d0a-c87d-4fd8-a1d7-d709e283f225 service neutron] Attempting to bind port 4c42bcf7-624b-4e3d-b55f-e69131224c84 on network 671167b7-248a-4c82-981f-b9de272c62a6 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:22:23.669479 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-9fe46d0a-c87d-4fd8-a1d7-d709e283f225 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:22:23.669878 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-9fe46d0a-c87d-4fd8-a1d7-d709e283f225 service neutron] Checking segment: {'id': 'abcf8915-782f-44dc-a1df-d32966e6d5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '671167b7-248a-4c82-981f-b9de272c62a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:22:23.670267 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-9fe46d0a-c87d-4fd8-a1d7-d709e283f225 service neutron] Bound using segment: {'id': 'abcf8915-782f-44dc-a1df-d32966e6d5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '671167b7-248a-4c82-981f-b9de272c62a6'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:22:23.670695 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-9fe46d0a-c87d-4fd8-a1d7-d709e283f225 service neutron] Bound port: 4c42bcf7-624b-4e3d-b55f-e69131224c84, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abcf8915-782f-44dc-a1df-d32966e6d5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '671167b7-248a-4c82-981f-b9de272c62a6'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:22:23.671052 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-9fe46d0a-c87d-4fd8-a1d7-d709e283f225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4c42bcf7-624b-4e3d-b55f-e69131224c84), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:23.742671 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-9fe46d0a-c87d-4fd8-a1d7-d709e283f225 service neutron] For port 4c42bcf7-624b-4e3d-b55f-e69131224c84, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:22:23.746311 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-9fe46d0a-c87d-4fd8-a1d7-d709e283f225 service neutron] For port 4c42bcf7-624b-4e3d-b55f-e69131224c84, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=4c42bcf7-624b-4e3d-b55f-e69131224c84,segment=NetworkSegment(abcf8915-782f-44dc-a1df-d32966e6d5cc),segment_id=abcf8915-782f-44dc-a1df-d32966e6d5cc)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:22:23.753547 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-9fe46d0a-c87d-4fd8-a1d7-d709e283f225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (4c42bcf7-624b-4e3d-b55f-e69131224c84), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:23.793262 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-9fe46d0a-c87d-4fd8-a1d7-d709e283f225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:22:23.793916 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-9fe46d0a-c87d-4fd8-a1d7-d709e283f225 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:23.795310 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-9fe46d0a-c87d-4fd8-a1d7-d709e283f225 service neutron] 10.222.0.85 "PUT /v2.0/ports/4c42bcf7-624b-4e3d-b55f-e69131224c84 HTTP/1.1" status: 200 len: 1093 time: 1.1441970 Mar 22 20:22:23.795766 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45eb6a5-9946-488e-9eb5-ce809d3bc502', 'tag': '4c42bcf7-624b-4e3d-b55f-e69131224c84'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:22:23.798059 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5203bbb830fb44ebcbef8845939fcb941f39cb8985b8c198af72047ed6de2cf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25fc72a-f6a6-4072-8833-30be0a46a4d7" -d '{"events": [{"name": "network-changed", "server_uuid": "b45eb6a5-9946-488e-9eb5-ce809d3bc502", "tag": "4c42bcf7-624b-4e3d-b55f-e69131224c84"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:22:23.829969 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe46d0a-c87d-4fd8-a1d7-d709e283f225 service neutron] Pushing event updated for resources: {'Port': ['ID=4c42bcf7-624b-4e3d-b55f-e69131224c84,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:22:23.888616 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323d2fa5-7fed-4a52-b298-f0b5bd5d6514 x-openstack-request-id: req-323d2fa5-7fed-4a52-b298-f0b5bd5d6514 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:22:23.889116 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b45eb6a5-9946-488e-9eb5-ce809d3bc502", "tag": "4c42bcf7-624b-4e3d-b55f-e69131224c84", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:22:23.889372 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-323d2fa5-7fed-4a52-b298-f0b5bd5d6514 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:22:23.889842 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-323d2fa5-7fed-4a52-b298-f0b5bd5d6514'] response: {'name': 'network-changed', 'server_uuid': 'b45eb6a5-9946-488e-9eb5-ce809d3bc502', 'tag': '4c42bcf7-624b-4e3d-b55f-e69131224c84', 'status': 'completed', 'code': 200} Mar 22 20:22:23.913439 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-0c6c7a6b-8657-4556-bc9c-01ac94d06ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:22:23.915160 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-0c6c7a6b-8657-4556-bc9c-01ac94d06ee7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 1127 time: 0.0708687 Mar 22 20:22:23.948820 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c4e2f426-f18f-4541-aff5-974425530b57 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:22:23.968406 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-29db02cb-1e70-4180-a3b5-e293be790812 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c42bcf7-624b-4e3d-b55f-e69131224c84 HTTP/1.1" status: 200 len: 217 time: 0.0444040 Mar 22 20:22:24.023294 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port c4e2f426-f18f-4541-aff5-974425530b57 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:22:24.024020 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c4e2f426-f18f-4541-aff5-974425530b57), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:24.037286 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-af7fd888-cf2b-49fa-88dc-3b6ba7de91da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:22:24.038870 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-af7fd888-cf2b-49fa-88dc-3b6ba7de91da service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3d52d082-815e-44c2-a28a-e79a370fa59a HTTP/1.1" status: 200 len: 835 time: 0.0641024 Mar 22 20:22:24.088404 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-d55cd779-e177-4eeb-8b88-70347066bac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:22:24.090108 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-d55cd779-e177-4eeb-8b88-70347066bac3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=671167b7-248a-4c82-981f-b9de272c62a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455203 Mar 22 20:22:24.115205 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port c4e2f426-f18f-4541-aff5-974425530b57 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:22:24.186199 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-dd057b94-d792-4779-a117-257ca3c4404e service neutron] 10.222.0.85 "GET /v2.0/networks/671167b7-248a-4c82-981f-b9de272c62a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898430 Mar 22 20:22:24.279744 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5b86cd3-12e1-41f8-9bc3-e3516c39cc75 req-ef85ff9c-3870-4f6d-b88a-6207c1d41082 service neutron] 10.222.0.85 "GET /v2.0/networks/671167b7-248a-4c82-981f-b9de272c62a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880497 Mar 22 20:22:24.371505 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25fc72a-f6a6-4072-8833-30be0a46a4d7 req-9ec7dd91-2a8a-4bb9-99dd-34ecadaa447c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:22:24.373030 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d25fc72a-f6a6-4072-8833-30be0a46a4d7 req-9ec7dd91-2a8a-4bb9-99dd-34ecadaa447c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 1127 time: 0.0465319 Mar 22 20:22:24.474479 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25fc72a-f6a6-4072-8833-30be0a46a4d7 req-6d4cae6d-cb49-473a-bd19-78aa87c180a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:22:24.475990 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d25fc72a-f6a6-4072-8833-30be0a46a4d7 req-6d4cae6d-cb49-473a-bd19-78aa87c180a5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=671167b7-248a-4c82-981f-b9de272c62a6 HTTP/1.1" status: 200 len: 898 time: 0.0975831 Mar 22 20:22:24.519383 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d25fc72a-f6a6-4072-8833-30be0a46a4d7 req-a46bcac8-8b94-4a89-ac55-b1862160d012 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c42bcf7-624b-4e3d-b55f-e69131224c84 HTTP/1.1" status: 200 len: 217 time: 0.0375993 Mar 22 20:22:24.597732 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25fc72a-f6a6-4072-8833-30be0a46a4d7 req-2707ce45-ee27-4870-a17f-5e29dae77384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:22:24.599173 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d25fc72a-f6a6-4072-8833-30be0a46a4d7 req-2707ce45-ee27-4870-a17f-5e29dae77384 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3d52d082-815e-44c2-a28a-e79a370fa59a HTTP/1.1" status: 200 len: 835 time: 0.0742106 Mar 22 20:22:24.648853 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdccfe6-da21-4cb1-b943-164c537dcc2f req-5bbd29bf-6d24-43da-aa71-fe1a846ed841 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:22:24.650619 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6bdccfe6-da21-4cb1-b943-164c537dcc2f req-5bbd29bf-6d24-43da-aa71-fe1a846ed841 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 944 time: 0.0940363 Mar 22 20:22:24.678644 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25fc72a-f6a6-4072-8833-30be0a46a4d7 req-906a2fd5-47a8-4a4d-acad-9687aa4ce057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:22:24.680192 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d25fc72a-f6a6-4072-8833-30be0a46a4d7 req-906a2fd5-47a8-4a4d-acad-9687aa4ce057 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=671167b7-248a-4c82-981f-b9de272c62a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0745296 Mar 22 20:22:24.755365 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6bdccfe6-da21-4cb1-b943-164c537dcc2f req-a7d2ba8f-a063-4ece-9a60-971cebbabbcf tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984890 Mar 22 20:22:24.796770 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d25fc72a-f6a6-4072-8833-30be0a46a4d7 req-4cca4a1b-c96e-4544-8314-b52a2df32522 service neutron] 10.222.0.85 "GET /v2.0/networks/671167b7-248a-4c82-981f-b9de272c62a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056912 Mar 22 20:22:24.888262 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d25fc72a-f6a6-4072-8833-30be0a46a4d7 req-69114e81-a2a8-45e3-a090-39d19ee0a2b8 service neutron] 10.222.0.85 "GET /v2.0/networks/671167b7-248a-4c82-981f-b9de272c62a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856049 Mar 22 20:22:25.882043 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20fe2a-186f-4dd6-b255-7d5ebc6f6353 req-a24d6515-106f-487a-af0c-fd3f397e38b7 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:22:25.883561 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9f20fe2a-186f-4dd6-b255-7d5ebc6f6353 req-a24d6515-106f-487a-af0c-fd3f397e38b7 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 944 time: 0.0558431 Mar 22 20:22:25.935459 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9f20fe2a-186f-4dd6-b255-7d5ebc6f6353 req-307985f8-21fa-44f4-a35f-62ea843cfe29 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455775 Mar 22 20:22:26.498362 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 4c42bcf7-624b-4e3d-b55f-e69131224c84 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:22:26.596313 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 4c42bcf7-624b-4e3d-b55f-e69131224c84, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=4c42bcf7-624b-4e3d-b55f-e69131224c84,segment=NetworkSegment(abcf8915-782f-44dc-a1df-d32966e6d5cc),segment_id=abcf8915-782f-44dc-a1df-d32966e6d5cc)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:22:26.607975 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '4c42bcf7-624b-4e3d-b55f-e69131224c84', 'network_id': '671167b7-248a-4c82-981f-b9de272c62a6', 'port_id': '4c42bcf7-624b-4e3d-b55f-e69131224c84', 'mac_address': 'fa:16:3e:de:d8:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d52d082-815e-44c2-a28a-e79a370fa59a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:22:26.646989 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 4c42bcf7-624b-4e3d-b55f-e69131224c84 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:22:26.647373 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4c42bcf7-624b-4e3d-b55f-e69131224c84), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:26.660709 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c42bcf7-624b-4e3d-b55f-e69131224c84 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:22:26.679618 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 4c42bcf7-624b-4e3d-b55f-e69131224c84, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=4c42bcf7-624b-4e3d-b55f-e69131224c84,segment=NetworkSegment(abcf8915-782f-44dc-a1df-d32966e6d5cc),segment_id=abcf8915-782f-44dc-a1df-d32966e6d5cc)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:22:26.684712 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4c42bcf7-624b-4e3d-b55f-e69131224c84), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:26.736253 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=4c42bcf7-624b-4e3d-b55f-e69131224c84,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:22:27.007188 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['4c42bcf7-624b-4e3d-b55f-e69131224c84'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:22:27.066677 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611820c-ed01-4128-922b-9ea76e3d9e69 req-901674a7-201a-4f2d-8288-1a60b7100ad8 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:22:27.068345 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f611820c-ed01-4128-922b-9ea76e3d9e69 req-901674a7-201a-4f2d-8288-1a60b7100ad8 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 945 time: 0.0635715 Mar 22 20:22:27.122254 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f611820c-ed01-4128-922b-9ea76e3d9e69 req-99556b39-46d9-4a06-85cf-1c246200cee9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445514 Mar 22 20:22:28.246688 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a1518-b06e-43e0-a6e1-79ff10cd23ec req-667de336-a3fe-49db-aa10-7b4cfe4e5ff1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:22:28.248213 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-293a1518-b06e-43e0-a6e1-79ff10cd23ec req-667de336-a3fe-49db-aa10-7b4cfe4e5ff1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 945 time: 0.0536580 Mar 22 20:22:28.297244 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-293a1518-b06e-43e0-a6e1-79ff10cd23ec req-a90eeb89-5e86-4bdf-8641-6fc2d04b65d9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430229 Mar 22 20:22:28.513739 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 4c42bcf7-624b-4e3d-b55f-e69131224c84 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:22:28.571587 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 4c42bcf7-624b-4e3d-b55f-e69131224c84 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:22:28.575359 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 4c42bcf7-624b-4e3d-b55f-e69131224c84 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:22:28.575734 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (4c42bcf7-624b-4e3d-b55f-e69131224c84), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:28.658818 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 4c42bcf7-624b-4e3d-b55f-e69131224c84 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:22:28.659214 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4c42bcf7-624b-4e3d-b55f-e69131224c84), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:28.685625 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45eb6a5-9946-488e-9eb5-ce809d3bc502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c42bcf7-624b-4e3d-b55f-e69131224c84'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:22:28.687900 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42acaf4adbc820cceca1c39a9c6556ee9c843f2d32102223230a5dac4986dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a512287e-d8fc-4a98-a5d6-eca0db5fcaf4" -d '{"events": [{"server_uuid": "b45eb6a5-9946-488e-9eb5-ce809d3bc502", "name": "network-vif-plugged", "status": "completed", "tag": "4c42bcf7-624b-4e3d-b55f-e69131224c84"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:22:28.700317 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 4c42bcf7-624b-4e3d-b55f-e69131224c84, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=4c42bcf7-624b-4e3d-b55f-e69131224c84,segment=NetworkSegment(abcf8915-782f-44dc-a1df-d32966e6d5cc),segment_id=abcf8915-782f-44dc-a1df-d32966e6d5cc)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:22:28.707388 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4c42bcf7-624b-4e3d-b55f-e69131224c84), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:28.739630 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9da135-2663-4420-897c-002d9005c0fe x-openstack-request-id: req-ff9da135-2663-4420-897c-002d9005c0fe {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:22:28.739926 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45eb6a5-9946-488e-9eb5-ce809d3bc502", "name": "network-vif-plugged", "status": "completed", "tag": "4c42bcf7-624b-4e3d-b55f-e69131224c84", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:22:28.740182 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ff9da135-2663-4420-897c-002d9005c0fe {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:22:28.740650 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff9da135-2663-4420-897c-002d9005c0fe'] response: {'server_uuid': 'b45eb6a5-9946-488e-9eb5-ce809d3bc502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c42bcf7-624b-4e3d-b55f-e69131224c84', 'code': 200} Mar 22 20:22:28.767673 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=4c42bcf7-624b-4e3d-b55f-e69131224c84,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:22:28.830473 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc64f5d-0cd4-408b-a1ea-eba2d4c3e9ff req-855c3d7c-eade-497d-b41f-93f9d7bd5113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:22:28.832003 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ecc64f5d-0cd4-408b-a1ea-eba2d4c3e9ff req-855c3d7c-eade-497d-b41f-93f9d7bd5113 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 1129 time: 0.0521994 Mar 22 20:22:28.881135 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ecc64f5d-0cd4-408b-a1ea-eba2d4c3e9ff req-af75a560-a813-429d-ab75-cb9051e18dc4 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437579 Mar 22 20:22:29.422239 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803a32b-2ae5-4cd1-8e5e-bba5c1efb505 req-5cdaf617-c1bb-4fb7-9fac-e6a489396956 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:22:29.423715 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e803a32b-2ae5-4cd1-8e5e-bba5c1efb505 req-5cdaf617-c1bb-4fb7-9fac-e6a489396956 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 946 time: 0.0515571 Mar 22 20:22:29.472876 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e803a32b-2ae5-4cd1-8e5e-bba5c1efb505 req-60f8b8db-aed7-4640-b95b-c7b064aec937 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435839 Mar 22 20:22:30.597126 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7472b60-7c30-43a0-b4c7-8a8a4d699daa req-ee490b49-99c6-4675-86d2-a22ad2007478 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:22:30.598854 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c7472b60-7c30-43a0-b4c7-8a8a4d699daa req-ee490b49-99c6-4675-86d2-a22ad2007478 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 946 time: 0.0540578 Mar 22 20:22:30.654307 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c7472b60-7c30-43a0-b4c7-8a8a4d699daa req-a075b3e6-ec7b-4775-aa40-c4c23022567c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496414 Mar 22 20:22:30.785113 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546343c-88fa-4b8e-8863-d8e13b0dec7f req-378f50a4-079e-45b4-b1c1-1ff8bb9c0993 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:22:30.786653 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6546343c-88fa-4b8e-8863-d8e13b0dec7f req-378f50a4-079e-45b4-b1c1-1ff8bb9c0993 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 946 time: 0.0535643 Mar 22 20:22:30.835898 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6546343c-88fa-4b8e-8863-d8e13b0dec7f req-91cf92c9-73aa-445d-88a1-25fe2b2fcc8c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431135 Mar 22 20:22:30.857717 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41354) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:22:30.905878 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0292f4f6-f0e2-4e1f-b86a-28b32249a1ae tempest-TestNetworkAdvancedServerOps-668713942 tempest-TestNetworkAdvancedServerOps-668713942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:22:30.907433 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0292f4f6-f0e2-4e1f-b86a-28b32249a1ae tempest-TestNetworkAdvancedServerOps-668713942 tempest-TestNetworkAdvancedServerOps-668713942-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 1124 time: 0.0486953 Mar 22 20:22:30.910320 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41356) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:22:30.914613 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-6a8e547b-dea5-4827-bce1-f0b8bcf10191 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'port_id': '4c42bcf7-624b-4e3d-b55f-e69131224c84', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:22:30.935423 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6a8e547b-dea5-4827-bce1-f0b8bcf10191 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:31.031519 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6a8e547b-dea5-4827-bce1-f0b8bcf10191 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:31.135455 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-6a8e547b-dea5-4827-bce1-f0b8bcf10191 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Allocated IP 172.25.5.86 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/646c9dc6-04fe-454a-8b23-6bdf35401cdd) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:22:31.235804 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6a8e547b-dea5-4827-bce1-f0b8bcf10191 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for port (646c9dc6-04fe-454a-8b23-6bdf35401cdd), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:31.271903 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6a8e547b-dea5-4827-bce1-f0b8bcf10191 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (646c9dc6-04fe-454a-8b23-6bdf35401cdd), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:31.308317 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8e547b-dea5-4827-bce1-f0b8bcf10191 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:22:31.311223 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-6a8e547b-dea5-4827-bce1-f0b8bcf10191 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:22:31.321339 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8e547b-dea5-4827-bce1-f0b8bcf10191 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:22:31.327568 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e547b-dea5-4827-bce1-f0b8bcf10191 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Port': ['ID=646c9dc6-04fe-454a-8b23-6bdf35401cdd,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:22:31.671786 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6a8e547b-dea5-4827-bce1-f0b8bcf10191 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for floatingip (c75df677-57d0-4b0d-99fe-cfc26f4c370a), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:31.748222 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6a8e547b-dea5-4827-bce1-f0b8bcf10191 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (646c9dc6-04fe-454a-8b23-6bdf35401cdd), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:31.907752 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6a8e547b-dea5-4827-bce1-f0b8bcf10191 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for port (646c9dc6-04fe-454a-8b23-6bdf35401cdd), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:31.912352 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6a8e547b-dea5-4827-bce1-f0b8bcf10191 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (646c9dc6-04fe-454a-8b23-6bdf35401cdd), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:31.984356 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e547b-dea5-4827-bce1-f0b8bcf10191 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Port': ['ID=646c9dc6-04fe-454a-8b23-6bdf35401cdd,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:22:31.994196 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6a8e547b-dea5-4827-bce1-f0b8bcf10191 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (c75df677-57d0-4b0d-99fe-cfc26f4c370a), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:32.108985 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-6a8e547b-dea5-4827-bce1-f0b8bcf10191 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Floating IP c75df677-57d0-4b0d-99fe-cfc26f4c370a associated. External IP: 172.25.5.86, port: 4c42bcf7-624b-4e3d-b55f-e69131224c84. Mar 22 20:22:32.625185 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8e547b-dea5-4827-bce1-f0b8bcf10191 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Router 972c0849-d602-4dd0-aebc-193056d6964a has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:22:32.732419 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8e547b-dea5-4827-bce1-f0b8bcf10191 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:22:32.742083 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b7a88b-2698-4e35-b8f4-24f02d672985 None None] Sync routers for ids ['972c0849-d602-4dd0-aebc-193056d6964a'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:22:32.752369 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6a8e547b-dea5-4827-bce1-f0b8bcf10191 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:32.754163 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b7a88b-2698-4e35-b8f4-24f02d672985 None None] Routers {'972c0849-d602-4dd0-aebc-193056d6964a'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:22:32.754818 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-06b7a88b-2698-4e35-b8f4-24f02d672985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:22:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['972c0849-d602-4dd0-aebc-193056d6964a'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:22:32.789659 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6a8e547b-dea5-4827-bce1-f0b8bcf10191 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8756466 Mar 22 20:22:32.789659 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45eb6a5-9946-488e-9eb5-ce809d3bc502', 'tag': '4c42bcf7-624b-4e3d-b55f-e69131224c84'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:22:32.790008 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a75afaf1dfaad70fedc7c7f30d5b041dbb7ec48f6ef478f84521d18edf73ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef2f551-caab-413f-a3d8-7a76691bc342" -d '{"events": [{"name": "network-changed", "server_uuid": "b45eb6a5-9946-488e-9eb5-ce809d3bc502", "tag": "4c42bcf7-624b-4e3d-b55f-e69131224c84"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:22:32.844801 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99db6dba-490a-4618-9ba7-e4f0ea4533a3 x-openstack-request-id: req-99db6dba-490a-4618-9ba7-e4f0ea4533a3 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:22:32.845165 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b45eb6a5-9946-488e-9eb5-ce809d3bc502", "tag": "4c42bcf7-624b-4e3d-b55f-e69131224c84", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:22:32.845484 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-99db6dba-490a-4618-9ba7-e4f0ea4533a3 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:22:32.846015 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99db6dba-490a-4618-9ba7-e4f0ea4533a3'] response: {'name': 'network-changed', 'server_uuid': 'b45eb6a5-9946-488e-9eb5-ce809d3bc502', 'tag': '4c42bcf7-624b-4e3d-b55f-e69131224c84', 'status': 'completed', 'code': 200} Mar 22 20:22:32.877280 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-06b7a88b-2698-4e35-b8f4-24f02d672985 None None] Set router 972c0849-d602-4dd0-aebc-193056d6964a gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:22:32.950439 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c17a7-f380-4517-a8c5-3b1793d0be07 req-fb3ab5e0-52e0-423a-9870-2f28d2ca1fec tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:22:32.951953 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-931c17a7-f380-4517-a8c5-3b1793d0be07 req-fb3ab5e0-52e0-423a-9870-2f28d2ca1fec tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 946 time: 0.0888035 Mar 22 20:22:32.954082 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2f551-caab-413f-a3d8-7a76691bc342 req-424f17ad-783d-4a12-b490-28868ff3ef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:22:32.955483 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fef2f551-caab-413f-a3d8-7a76691bc342 req-424f17ad-783d-4a12-b490-28868ff3ef87 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 1129 time: 0.0838454 Mar 22 20:22:33.052855 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-931c17a7-f380-4517-a8c5-3b1793d0be07 req-5121b971-9002-456b-ac0e-e7fb4f40e5a8 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933180 Mar 22 20:22:33.077986 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41362) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:22:33.082774 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2f551-caab-413f-a3d8-7a76691bc342 req-40fcf68e-6d93-4ea3-86aa-a8afb0cd1edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:22:33.084659 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fef2f551-caab-413f-a3d8-7a76691bc342 req-40fcf68e-6d93-4ea3-86aa-a8afb0cd1edd service neutron] 10.222.0.85 "GET /v2.0/networks?id=671167b7-248a-4c82-981f-b9de272c62a6 HTTP/1.1" status: 200 len: 898 time: 0.1176698 Mar 22 20:22:33.131961 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-06b7a88b-2698-4e35-b8f4-24f02d672985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972c0849-d602-4dd0-aebc-193056d6964a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1970499889', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'd1548f2e-2edd-4a16-a0e1-bd4511365b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:22:15Z', 'updated_at': '2022-03-22T20:22:18Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': 'd1548f2e-2edd-4a16-a0e1-bd4511365b6a', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c0849-d602-4dd0-aebc-193056d6964a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:22:15Z', 'updated_at': '2022-03-22T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'c75df677-57d0-4b0d-99fe-cfc26f4c370a', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'floating_ip_address': '172.25.5.86', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '972c0849-d602-4dd0-aebc-193056d6964a', 'port_id': '4c42bcf7-624b-4e3d-b55f-e69131224c84', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '671167b7-248a-4c82-981f-b9de272c62a6', 'mac_address': 'fa:16:3e:de:d8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45eb6a5-9946-488e-9eb5-ce809d3bc502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:22:31Z', 'updated_at': '2022-03-22T20:22:31Z', 'revision_number': 0, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e2f426-f18f-4541-aff5-974425530b57', 'name': '', 'network_id': '671167b7-248a-4c82-981f-b9de272c62a6', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:35:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c0849-d602-4dd0-aebc-193056d6964a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '3d52d082-815e-44c2-a28a-e79a370fa59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:22:18Z', 'updated_at': '2022-03-22T20:22:22Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': '3d52d082-815e-44c2-a28a-e79a370fa59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:22:33.142099 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-53c44153-b542-4c73-9fd3-05fa9f885ec0 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/floatingips/c75df677-57d0-4b0d-99fe-cfc26f4c370a HTTP/1.1" status: 200 len: 991 time: 0.0618527 Mar 22 20:22:33.158355 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fef2f551-caab-413f-a3d8-7a76691bc342 req-57e56544-8d69-4c0b-9b95-e148df520fa2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c42bcf7-624b-4e3d-b55f-e69131224c84 HTTP/1.1" status: 200 len: 999 time: 0.0669293 Mar 22 20:22:33.160735 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b7a88b-2698-4e35-b8f4-24f02d672985 None None] Checking router: 972c0849-d602-4dd0-aebc-193056d6964a for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:22:33.170672 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b7a88b-2698-4e35-b8f4-24f02d672985 None None] Routers {'972c0849-d602-4dd0-aebc-193056d6964a'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:22:33.171280 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-06b7a88b-2698-4e35-b8f4-24f02d672985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:22:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['972c0849-d602-4dd0-aebc-193056d6964a'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:22:33.207149 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2f551-caab-413f-a3d8-7a76691bc342 req-e232a897-5b35-4652-86bf-df52b562dd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:22:33.208751 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fef2f551-caab-413f-a3d8-7a76691bc342 req-e232a897-5b35-4652-86bf-df52b562dd71 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3d52d082-815e-44c2-a28a-e79a370fa59a HTTP/1.1" status: 200 len: 835 time: 0.0451698 Mar 22 20:22:33.258937 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2f551-caab-413f-a3d8-7a76691bc342 req-7e5865c5-c4f0-4bd8-b3f7-4593817df677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:22:33.261008 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fef2f551-caab-413f-a3d8-7a76691bc342 req-7e5865c5-c4f0-4bd8-b3f7-4593817df677 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=671167b7-248a-4c82-981f-b9de272c62a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458784 Mar 22 20:22:33.299829 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-06b7a88b-2698-4e35-b8f4-24f02d672985 None None] Set router 972c0849-d602-4dd0-aebc-193056d6964a gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:22:33.356013 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fef2f551-caab-413f-a3d8-7a76691bc342 req-df349aa7-dcf2-43d4-abc8-2ed7f1b5ca34 service neutron] 10.222.0.85 "GET /v2.0/networks/671167b7-248a-4c82-981f-b9de272c62a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895011 Mar 22 20:22:33.445746 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fef2f551-caab-413f-a3d8-7a76691bc342 req-0a3891c3-8a90-484b-8738-7daa5445399f service neutron] 10.222.0.85 "GET /v2.0/networks/671167b7-248a-4c82-981f-b9de272c62a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840304 Mar 22 20:22:33.531329 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-06b7a88b-2698-4e35-b8f4-24f02d672985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972c0849-d602-4dd0-aebc-193056d6964a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1970499889', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'd1548f2e-2edd-4a16-a0e1-bd4511365b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:22:15Z', 'updated_at': '2022-03-22T20:22:18Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': 'd1548f2e-2edd-4a16-a0e1-bd4511365b6a', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c0849-d602-4dd0-aebc-193056d6964a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:22:15Z', 'updated_at': '2022-03-22T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'c75df677-57d0-4b0d-99fe-cfc26f4c370a', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'floating_ip_address': '172.25.5.86', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '972c0849-d602-4dd0-aebc-193056d6964a', 'port_id': '4c42bcf7-624b-4e3d-b55f-e69131224c84', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '671167b7-248a-4c82-981f-b9de272c62a6', 'mac_address': 'fa:16:3e:de:d8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45eb6a5-9946-488e-9eb5-ce809d3bc502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:22:31Z', 'updated_at': '2022-03-22T20:22:31Z', 'revision_number': 0, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e2f426-f18f-4541-aff5-974425530b57', 'name': '', 'network_id': '671167b7-248a-4c82-981f-b9de272c62a6', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:35:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c0849-d602-4dd0-aebc-193056d6964a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '3d52d082-815e-44c2-a28a-e79a370fa59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:22:18Z', 'updated_at': '2022-03-22T20:22:22Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': '3d52d082-815e-44c2-a28a-e79a370fa59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:22:33.562367 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b7a88b-2698-4e35-b8f4-24f02d672985 None None] The sync data for ids ['972c0849-d602-4dd0-aebc-193056d6964a'] in n-d-705658-24 is: [{'id': '972c0849-d602-4dd0-aebc-193056d6964a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1970499889', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'd1548f2e-2edd-4a16-a0e1-bd4511365b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:22:15Z', 'updated_at': '2022-03-22T20:22:18Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': 'd1548f2e-2edd-4a16-a0e1-bd4511365b6a', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c0849-d602-4dd0-aebc-193056d6964a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:22:15Z', 'updated_at': '2022-03-22T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'c75df677-57d0-4b0d-99fe-cfc26f4c370a', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'floating_ip_address': '172.25.5.86', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '972c0849-d602-4dd0-aebc-193056d6964a', 'port_id': '4c42bcf7-624b-4e3d-b55f-e69131224c84', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '671167b7-248a-4c82-981f-b9de272c62a6', 'mac_address': 'fa:16:3e:de:d8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45eb6a5-9946-488e-9eb5-ce809d3bc502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:22:31Z', 'updated_at': '2022-03-22T20:22:31Z', 'revision_number': 0, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4e2f426-f18f-4541-aff5-974425530b57', 'name': '', 'network_id': '671167b7-248a-4c82-981f-b9de272c62a6', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:35:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c0849-d602-4dd0-aebc-193056d6964a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '3d52d082-815e-44c2-a28a-e79a370fa59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:22:18Z', 'updated_at': '2022-03-22T20:22:22Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': '3d52d082-815e-44c2-a28a-e79a370fa59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:22:33.760540 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cef2ef1-5886-42e1-a190-6ca9f914fe5d None None] New status for floating IP c75df677-57d0-4b0d-99fe-cfc26f4c370a: ACTIVE {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:22:34.145116 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41364) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:22:34.210247 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1aa401de-0e41-417d-88d2-29f5a6aa0fdf tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/floatingips/c75df677-57d0-4b0d-99fe-cfc26f4c370a HTTP/1.1" status: 200 len: 993 time: 0.0639288 Mar 22 20:22:43.606715 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:22:45.278138 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-454af2fa-9948-43c8-8506-fc03226bad79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:46.431326 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:47.485948 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-51c27310-abf3-4efd-b1fa-fbc0ab567aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:48.792415 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:48.925112 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:50.354546 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:22:51.447684 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:23:06.309907 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [req-14df5e18-b3f1-4129-9fd5-8982f7e2ddf5 req-745e6881-e52c-4273-b286-5cc8674513f1 tempest-ServerDiskConfigTestJSON-658572657 tempest-ServerDiskConfigTestJSON-658572657-project] (104173) timed out ('10.222.0.85', 64074) {{(pid=104173) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 20:23:15.281202 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9f921132-fe91-4c2b-8683-850b82118115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:23:16.445248 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:23:17.478128 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7a52598b-9eff-4128-ac60-c54fd852b7db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:23:18.792324 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:23:18.932608 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:23:20.357587 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:23:20.606831 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:23:21.450306 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:23:30.685080 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85150509-d944-4805-9ef2-f0a1f08cad37 req-a2798a80-0ec0-43a3-9ec0-b5182c37708c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0474217 Mar 22 20:23:30.778676 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85150509-d944-4805-9ef2-f0a1f08cad37 req-f29632a7-0f6f-4df5-a5d0-3274d5c2e7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:23:30.780214 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85150509-d944-4805-9ef2-f0a1f08cad37 req-f29632a7-0f6f-4df5-a5d0-3274d5c2e7dc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 1129 time: 0.0513966 Mar 22 20:23:30.882373 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85150509-d944-4805-9ef2-f0a1f08cad37 req-fc1fd4ae-a2aa-48c4-87bc-d9e6a31f0510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:23:30.883959 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85150509-d944-4805-9ef2-f0a1f08cad37 req-fc1fd4ae-a2aa-48c4-87bc-d9e6a31f0510 service neutron] 10.222.0.85 "GET /v2.0/networks?id=671167b7-248a-4c82-981f-b9de272c62a6 HTTP/1.1" status: 200 len: 898 time: 0.0846605 Mar 22 20:23:30.953366 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85150509-d944-4805-9ef2-f0a1f08cad37 req-ce31a6b0-cac9-43f8-b9d2-be4a0fb19a29 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c42bcf7-624b-4e3d-b55f-e69131224c84 HTTP/1.1" status: 200 len: 1001 time: 0.0632999 Mar 22 20:23:31.003763 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85150509-d944-4805-9ef2-f0a1f08cad37 req-303cb192-03f8-4bc6-9e5b-16bac27cad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:23:31.005376 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85150509-d944-4805-9ef2-f0a1f08cad37 req-303cb192-03f8-4bc6-9e5b-16bac27cad2d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3d52d082-815e-44c2-a28a-e79a370fa59a HTTP/1.1" status: 200 len: 835 time: 0.0458515 Mar 22 20:23:31.055567 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85150509-d944-4805-9ef2-f0a1f08cad37 req-5c52373d-c3cb-44dd-8e80-3af86d28701f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:23:31.057083 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85150509-d944-4805-9ef2-f0a1f08cad37 req-5c52373d-c3cb-44dd-8e80-3af86d28701f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=671167b7-248a-4c82-981f-b9de272c62a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449133 Mar 22 20:23:31.147597 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85150509-d944-4805-9ef2-f0a1f08cad37 req-8d38e6bf-a9d7-421c-a258-83e2beea1047 service neutron] 10.222.0.85 "GET /v2.0/networks/671167b7-248a-4c82-981f-b9de272c62a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844142 Mar 22 20:23:31.236074 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85150509-d944-4805-9ef2-f0a1f08cad37 req-064cc223-e7ff-4d1b-a709-4dfdfb74f3e2 service neutron] 10.222.0.85 "GET /v2.0/networks/671167b7-248a-4c82-981f-b9de272c62a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831406 Mar 22 20:23:34.679963 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-ec498dcd-95e3-43aa-b85f-b345a1d471e1 req-98a947c7-5158-418e-9b49-b1d0383db5dd service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 20:23:34.681009 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ec498dcd-95e3-43aa-b85f-b345a1d471e1 req-98a947c7-5158-418e-9b49-b1d0383db5dd service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054855 Mar 22 20:23:35.878327 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa117d24-0bd4-46e5-99ea-08c0a47408e8 req-866aea28-dc7d-4dbb-8bee-677c9fa62e04 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:23:35.879875 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa117d24-0bd4-46e5-99ea-08c0a47408e8 req-866aea28-dc7d-4dbb-8bee-677c9fa62e04 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 946 time: 0.0545018 Mar 22 20:23:35.882886 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41398) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:23:35.966281 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-aa117d24-0bd4-46e5-99ea-08c0a47408e8 req-cc16938f-89f8-4a55-b806-8266fc1fe34a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777400 Mar 22 20:23:35.980791 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-f34dc973-bab5-404f-a977-9c1a6fbfe4e6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0967925 Mar 22 20:23:35.989182 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-5c619f09-1890-4338-9de2-ebbed3c35f52 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 20:23:35.990150 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-5c619f09-1890-4338-9de2-ebbed3c35f52 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049086 Mar 22 20:23:37.089614 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68837d5-ae94-4692-b7ce-2915621c8d41 req-1b15b5b7-0ab5-4ffe-aa9f-088fa840ee21 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:23:37.091146 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c68837d5-ae94-4692-b7ce-2915621c8d41 req-1b15b5b7-0ab5-4ffe-aa9f-088fa840ee21 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 946 time: 0.0545881 Mar 22 20:23:37.140116 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c68837d5-ae94-4692-b7ce-2915621c8d41 req-ba9fe034-0265-42f1-b6a8-6a3e60bbe952 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427558 Mar 22 20:23:37.359035 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41426) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:23:37.447754 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-b296188d-6b3d-4a68-a29c-4338b1d3f3d2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:23:37.449275 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-b296188d-6b3d-4a68-a29c-4338b1d3f3d2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports/4c42bcf7-624b-4e3d-b55f-e69131224c84 HTTP/1.1" status: 200 len: 943 time: 0.0892167 Mar 22 20:23:38.266388 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266523a-6320-44c3-851e-ad9bd1e8f90b req-37dd0498-e547-41bd-b7d1-991654cff655 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:23:38.267866 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9266523a-6320-44c3-851e-ad9bd1e8f90b req-37dd0498-e547-41bd-b7d1-991654cff655 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 946 time: 0.0574844 Mar 22 20:23:38.318043 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9266523a-6320-44c3-851e-ad9bd1e8f90b req-5216959c-aef7-4b63-b2a1-ec419c122fb6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443895 Mar 22 20:23:39.438147 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc8999-8c69-4480-bc32-3f69295829b6 req-3120ca0a-91c8-4018-8daf-1acbdd3459e7 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:23:39.439783 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4dcc8999-8c69-4480-bc32-3f69295829b6 req-3120ca0a-91c8-4018-8daf-1acbdd3459e7 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 946 time: 0.0543618 Mar 22 20:23:39.489056 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4dcc8999-8c69-4480-bc32-3f69295829b6 req-cc8308a7-7caa-4b48-b3b7-208b56ce87b8 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433455 Mar 22 20:23:40.611732 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95310e4-2df4-4fc1-8ce9-64539a59be20 req-19ac9e17-0531-4888-96d9-ce62f4b78337 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:23:40.613816 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c95310e4-2df4-4fc1-8ce9-64539a59be20 req-19ac9e17-0531-4888-96d9-ce62f4b78337 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 946 time: 0.0567200 Mar 22 20:23:40.661994 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c95310e4-2df4-4fc1-8ce9-64539a59be20 req-97b20128-9ed1-406c-be77-6ada93301dbc tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425365 Mar 22 20:23:41.344355 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-52d1eb4d-16e2-4e9d-814a-93e8fea9d5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:23:41.347910 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-52d1eb4d-16e2-4e9d-814a-93e8fea9d5cd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 1129 time: 0.0444579 Mar 22 20:23:41.437959 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-c4268d85-be26-4c63-b05f-d08d08593803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:23:41.439736 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-c4268d85-be26-4c63-b05f-d08d08593803 service neutron] 10.222.0.85 "GET /v2.0/networks?id=671167b7-248a-4c82-981f-b9de272c62a6 HTTP/1.1" status: 200 len: 898 time: 0.0884237 Mar 22 20:23:41.505646 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-06798646-f4a2-46fc-b5c3-34cac838b569 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c42bcf7-624b-4e3d-b55f-e69131224c84 HTTP/1.1" status: 200 len: 1001 time: 0.0597150 Mar 22 20:23:41.553694 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-3b0ea453-89fa-412e-af71-30e3fb067649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:23:41.555237 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-3b0ea453-89fa-412e-af71-30e3fb067649 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3d52d082-815e-44c2-a28a-e79a370fa59a HTTP/1.1" status: 200 len: 835 time: 0.0443642 Mar 22 20:23:41.606898 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-80249d71-045a-4262-8ee2-8059db82daab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:23:41.608349 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-80249d71-045a-4262-8ee2-8059db82daab service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=671167b7-248a-4c82-981f-b9de272c62a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477741 Mar 22 20:23:41.696720 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-0dc94df7-8e97-4146-b260-9cccf6c38ff2 service neutron] 10.222.0.85 "GET /v2.0/networks/671167b7-248a-4c82-981f-b9de272c62a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825362 Mar 22 20:23:41.828743 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-7d9ef585-549c-4f7d-be2e-63f9e9a6b6a9 service neutron] 10.222.0.85 "GET /v2.0/networks/671167b7-248a-4c82-981f-b9de272c62a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257002 Mar 22 20:23:41.837185 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187c0e8-9a6d-45e6-bbe7-70e17f3252a1 req-a519905b-b559-4278-a088-ada19d572870 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:23:41.838651 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2187c0e8-9a6d-45e6-bbe7-70e17f3252a1 req-a519905b-b559-4278-a088-ada19d572870 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 946 time: 0.0890369 Mar 22 20:23:41.892035 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2187c0e8-9a6d-45e6-bbe7-70e17f3252a1 req-b167c132-e988-4867-98a5-400603528f41 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477371 Mar 22 20:23:43.012443 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2e33e-fe4b-4c73-a4f4-f83b5ba03df4 req-4f86bb50-563a-452d-b2e9-32850790f472 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:23:43.014384 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-55a2e33e-fe4b-4c73-a4f4-f83b5ba03df4 req-4f86bb50-563a-452d-b2e9-32850790f472 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 946 time: 0.0522480 Mar 22 20:23:43.070867 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-55a2e33e-fe4b-4c73-a4f4-f83b5ba03df4 req-53c399cd-04f6-4e4c-9b9f-22e7b59ad46d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495408 Mar 22 20:23:44.189751 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c07fe4-bcd2-47ea-bbe2-906462720055 req-043a1649-6ab2-44c7-a117-c474b4c8b5b6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:23:44.191269 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c4c07fe4-bcd2-47ea-bbe2-906462720055 req-043a1649-6ab2-44c7-a117-c474b4c8b5b6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 946 time: 0.0524948 Mar 22 20:23:44.240811 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c4c07fe4-bcd2-47ea-bbe2-906462720055 req-b2013fca-e0ba-44a1-88e5-c3e02ca60f3f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438795 Mar 22 20:23:45.284629 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b2da0955-7100-4863-a917-cc4269b9a112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:23:45.365652 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c494903-36ae-4b2d-8d9a-6dc4f9745c11 req-33e51b66-774b-454b-b46a-7f9f3543fe59 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:23:45.367242 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c494903-36ae-4b2d-8d9a-6dc4f9745c11 req-33e51b66-774b-454b-b46a-7f9f3543fe59 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 946 time: 0.0531709 Mar 22 20:23:45.419497 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0c494903-36ae-4b2d-8d9a-6dc4f9745c11 req-38090393-7713-4018-a7ee-008db07dad29 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463123 Mar 22 20:23:46.445266 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:23:46.549000 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1e278-b1ce-4b6e-90d8-a3e007e8b1ee req-34588f3e-03db-4c8a-8e9c-1f2fef81b991 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:23:46.550538 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cef1e278-b1ce-4b6e-90d8-a3e007e8b1ee req-34588f3e-03db-4c8a-8e9c-1f2fef81b991 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 946 time: 0.0568926 Mar 22 20:23:46.599952 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cef1e278-b1ce-4b6e-90d8-a3e007e8b1ee req-2a37e761-8bc9-41c8-bc73-61770d8f95a6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431414 Mar 22 20:23:47.479974 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-046d4e11-fe76-43b3-9eff-3bcda8c3eb76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:23:47.724155 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb94981-1365-4a3d-b280-4ee266c19d1a req-861d9bc7-9220-4ff3-8335-00576c00e05b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:23:47.725526 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1cb94981-1365-4a3d-b280-4ee266c19d1a req-861d9bc7-9220-4ff3-8335-00576c00e05b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 946 time: 0.0548062 Mar 22 20:23:47.776861 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1cb94981-1365-4a3d-b280-4ee266c19d1a req-e105bc89-f7c8-4f90-84b7-29e465f42032 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455108 Mar 22 20:23:48.806772 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:23:48.893669 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c6326-e7d0-4661-a614-176c78e0dd4d req-e7730b23-d31d-493d-aeea-d719f3e1fa54 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:23:48.895780 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-032c6326-e7d0-4661-a614-176c78e0dd4d req-e7730b23-d31d-493d-aeea-d719f3e1fa54 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 946 time: 0.0506241 Mar 22 20:23:48.932007 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:23:48.949391 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-032c6326-e7d0-4661-a614-176c78e0dd4d req-5da1d567-1959-467f-a311-67240a9d04f9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467434 Mar 22 20:23:50.070820 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c60c1f-c877-48fd-9a15-091995a7044a req-8a8542e2-e379-42ed-a3a0-4d1d0cacd595 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:23:50.072372 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5c60c1f-c877-48fd-9a15-091995a7044a req-8a8542e2-e379-42ed-a3a0-4d1d0cacd595 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 946 time: 0.0547740 Mar 22 20:23:50.122550 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f5c60c1f-c877-48fd-9a15-091995a7044a req-5ede321d-4cf7-46b2-aedf-9477e3f5931f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443628 Mar 22 20:23:50.360391 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:23:51.241556 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451f4b8-d1b4-495a-aab0-f571a30e38ec req-db7e489b-5d15-4d30-a764-271e660e4f2d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:23:51.243245 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1451f4b8-d1b4-495a-aab0-f571a30e38ec req-db7e489b-5d15-4d30-a764-271e660e4f2d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 946 time: 0.0535209 Mar 22 20:23:51.292038 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1451f4b8-d1b4-495a-aab0-f571a30e38ec req-804013cd-d882-4435-b5a7-4a4f19830fd9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431368 Mar 22 20:23:51.456142 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:23:52.458064 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81134a53-a507-4fdd-9770-24fda2131097 req-e549913c-b521-4ef1-9d36-38b2c00cb7dc tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:23:52.459809 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-81134a53-a507-4fdd-9770-24fda2131097 req-e549913c-b521-4ef1-9d36-38b2c00cb7dc tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 946 time: 0.0562968 Mar 22 20:23:52.509027 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-81134a53-a507-4fdd-9770-24fda2131097 req-8ba89218-09af-4868-ab6b-097facee14cb tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433488 Mar 22 20:23:53.627819 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53947e1-1ae1-414b-adba-0643bef46b6b req-9496e95e-5f18-4140-87db-a69abb703d65 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:23:53.629909 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c53947e1-1ae1-414b-adba-0643bef46b6b req-9496e95e-5f18-4140-87db-a69abb703d65 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 946 time: 0.0528708 Mar 22 20:23:53.678330 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c53947e1-1ae1-414b-adba-0643bef46b6b req-1dcbc51b-fd36-48f5-9a74-ed6852a1f04e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427945 Mar 22 20:23:54.801896 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f230940-149b-4580-a4c7-181e2079e196 req-24f083b0-116a-473e-9a3d-6b6dc61d88a5 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:23:54.803399 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2f230940-149b-4580-a4c7-181e2079e196 req-24f083b0-116a-473e-9a3d-6b6dc61d88a5 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 946 time: 0.0568714 Mar 22 20:23:54.852714 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2f230940-149b-4580-a4c7-181e2079e196 req-35a56c7e-4b6b-4ebb-bdc8-5e9bdd50503e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431581 Mar 22 20:23:55.971265 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf4d4f-4860-40fc-8ee9-d72b613d1712 req-2a1d6065-af05-45ea-9e01-04accf0c8ff6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:23:55.972757 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1acf4d4f-4860-40fc-8ee9-d72b613d1712 req-2a1d6065-af05-45ea-9e01-04accf0c8ff6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 946 time: 0.0529952 Mar 22 20:23:56.021062 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1acf4d4f-4860-40fc-8ee9-d72b613d1712 req-67064380-e88f-45c8-8f4e-445a904b4626 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414109 Mar 22 20:23:57.141307 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457bd7f4-bf3a-4ee1-a2ad-4c9643588e9a req-08b91c37-c7d4-402b-a6c8-3d6fddd52a93 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:23:57.142834 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-457bd7f4-bf3a-4ee1-a2ad-4c9643588e9a req-08b91c37-c7d4-402b-a6c8-3d6fddd52a93 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 946 time: 0.0512381 Mar 22 20:23:57.197581 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-457bd7f4-bf3a-4ee1-a2ad-4c9643588e9a req-6ebe6d3c-72cb-41fb-8560-4a8599a4e169 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491228 Mar 22 20:23:57.605938 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:23:58.329104 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e40ab1-2a2c-4178-bcde-7e3694e14304 req-1bd95e78-c8e2-4204-a2df-95febbc55101 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:23:58.330637 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d8e40ab1-2a2c-4178-bcde-7e3694e14304 req-1bd95e78-c8e2-4204-a2df-95febbc55101 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 946 time: 0.0530989 Mar 22 20:23:58.381580 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d8e40ab1-2a2c-4178-bcde-7e3694e14304 req-0b5f4431-5fd9-487c-af80-1a435d3ee3ee tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447552 Mar 22 20:23:59.502724 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20bb5fd-f35e-443c-9359-0dcffd861473 req-9984e039-5ad1-4e96-80eb-1930354d31e7 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:23:59.504205 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a20bb5fd-f35e-443c-9359-0dcffd861473 req-9984e039-5ad1-4e96-80eb-1930354d31e7 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 946 time: 0.0521958 Mar 22 20:23:59.553178 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a20bb5fd-f35e-443c-9359-0dcffd861473 req-22db31e0-7138-4cf2-88dd-5d97d5cdabe5 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431981 Mar 22 20:24:00.679830 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dbfd02-d305-40d1-b6bb-50de2a1860b5 req-2e7fc322-cf67-4932-be25-b2027dda0246 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:00.681360 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-46dbfd02-d305-40d1-b6bb-50de2a1860b5 req-2e7fc322-cf67-4932-be25-b2027dda0246 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 946 time: 0.0573854 Mar 22 20:24:00.730966 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-46dbfd02-d305-40d1-b6bb-50de2a1860b5 req-1d9c6d38-1069-4ba2-ae8f-6e4e5da5e03c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436969 Mar 22 20:24:01.853207 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5254f36-6049-404a-9912-25b18e5e198a req-b9fb814d-9cfc-4d7e-a4ce-32406a4c6af9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:01.854729 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b5254f36-6049-404a-9912-25b18e5e198a req-b9fb814d-9cfc-4d7e-a4ce-32406a4c6af9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 946 time: 0.0529690 Mar 22 20:24:01.906419 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b5254f36-6049-404a-9912-25b18e5e198a req-2681fcd7-18c3-4af2-bd14-87720eb8eef6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459824 Mar 22 20:24:03.035734 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234ebdc-6d62-4006-bee1-a069a9d56e6e req-f236f2f0-a1b0-41db-9216-e5dd9ab89835 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:03.037312 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1234ebdc-6d62-4006-bee1-a069a9d56e6e req-f236f2f0-a1b0-41db-9216-e5dd9ab89835 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 946 time: 0.0580506 Mar 22 20:24:03.091769 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1234ebdc-6d62-4006-bee1-a069a9d56e6e req-d95de6a2-71ca-4253-a6fc-b44b5b2d2d70 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490794 Mar 22 20:24:03.740489 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-56e5c76f-28a8-49fa-a3af-35b83d859099 service neutron] show failed (client error): The resource could not be found. Mar 22 20:24:03.741521 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-56e5c76f-28a8-49fa-a3af-35b83d859099 service neutron] 10.222.0.85 "GET /v2.0/ports/4c42bcf7-624b-4e3d-b55f-e69131224c84/bindings/n-h1-705658-24 HTTP/1.1" status: 404 len: 381 time: 0.1032405 Mar 22 20:24:03.954386 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-fb6d04e5-982d-47e5-922e-450e818cda41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:03.955852 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-fb6d04e5-982d-47e5-922e-450e818cda41 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502&tenant_id=e78a526ac76b4c53837f35b796222bb8 HTTP/1.1" status: 200 len: 1129 time: 0.0495589 Mar 22 20:24:03.966496 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-705658-24', 'device_owner': 'compute:nova'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:24:04.027029 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4c42bcf7-624b-4e3d-b55f-e69131224c84), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:04.219789 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e0df2-f10b-4910-9ec9-d097d077e2d2 req-139f1a5c-9f59-4aef-8661-0805582a12d0 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:04.222081 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-358e0df2-f10b-4910-9ec9-d097d077e2d2 req-139f1a5c-9f59-4aef-8661-0805582a12d0 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 946 time: 0.0568378 Mar 22 20:24:04.247622 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] For port 4c42bcf7-624b-4e3d-b55f-e69131224c84, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=4c42bcf7-624b-4e3d-b55f-e69131224c84,segment=NetworkSegment(abcf8915-782f-44dc-a1df-d32966e6d5cc),segment_id=abcf8915-782f-44dc-a1df-d32966e6d5cc)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:24:04.273612 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-358e0df2-f10b-4910-9ec9-d097d077e2d2 req-13b05479-1d24-449c-8cdf-43f6efe16627 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452578 Mar 22 20:24:04.283647 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] For port 4c42bcf7-624b-4e3d-b55f-e69131224c84, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:24:04.326964 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45eb6a5-9946-488e-9eb5-ce809d3bc502', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c42bcf7-624b-4e3d-b55f-e69131224c84'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:24:04.329368 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a75afaf1dfaad70fedc7c7f30d5b041dbb7ec48f6ef478f84521d18edf73ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8def8a4b-7543-45e3-8d90-7c42024a8a08" -d '{"events": [{"server_uuid": "b45eb6a5-9946-488e-9eb5-ce809d3bc502", "name": "network-vif-unplugged", "status": "completed", "tag": "4c42bcf7-624b-4e3d-b55f-e69131224c84"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:24:04.337483 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] Publish callbacks [] for port (4c42bcf7-624b-4e3d-b55f-e69131224c84), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:04.351175 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] Transition to ACTIVE for port object 4c42bcf7-624b-4e3d-b55f-e69131224c84 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:24:04.355052 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (4c42bcf7-624b-4e3d-b55f-e69131224c84), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:04.442725 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] Pushing event updated for resources: {'Port': ['ID=4c42bcf7-624b-4e3d-b55f-e69131224c84,revision_number=6']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:04.457118 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:04.457632 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:04.457875 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:04.458371 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:04.458556 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:04.458893 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:04.459226 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:04.459558 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:04.459886 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:04.460214 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:04.460542 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:04.460871 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:04.461195 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:04.461565 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:04.461866 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:04.470442 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 20:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a45e832-f6d5-4210-9b9d-7f57257cfc05 x-openstack-request-id: req-4a45e832-f6d5-4210-9b9d-7f57257cfc05 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:24:04.470648 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45eb6a5-9946-488e-9eb5-ce809d3bc502", "name": "network-vif-unplugged", "status": "completed", "tag": "4c42bcf7-624b-4e3d-b55f-e69131224c84", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:24:04.470891 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-4a45e832-f6d5-4210-9b9d-7f57257cfc05 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:24:04.471302 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a45e832-f6d5-4210-9b9d-7f57257cfc05'] response: {'server_uuid': 'b45eb6a5-9946-488e-9eb5-ce809d3bc502', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c42bcf7-624b-4e3d-b55f-e69131224c84', 'code': 200} Mar 22 20:24:04.495968 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] No DVR routers for this DVR port 4c42bcf7-624b-4e3d-b55f-e69131224c84 on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:24:04.647212 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] Attempting to bind port 4c42bcf7-624b-4e3d-b55f-e69131224c84 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:24:04.647592 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] Attempting to bind port 4c42bcf7-624b-4e3d-b55f-e69131224c84 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': 'abcf8915-782f-44dc-a1df-d32966e6d5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '671167b7-248a-4c82-981f-b9de272c62a6'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:24:04.647883 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] Attempting to bind port 4c42bcf7-624b-4e3d-b55f-e69131224c84 on network 671167b7-248a-4c82-981f-b9de272c62a6 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:24:04.652807 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] Port 4c42bcf7-624b-4e3d-b55f-e69131224c84 on network 671167b7-248a-4c82-981f-b9de272c62a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:24:04.653136 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] Attempting to bind port 4c42bcf7-624b-4e3d-b55f-e69131224c84 on network 671167b7-248a-4c82-981f-b9de272c62a6 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:24:04.658854 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:24:04.658854 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] Checking segment: {'id': 'abcf8915-782f-44dc-a1df-d32966e6d5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '671167b7-248a-4c82-981f-b9de272c62a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:24:04.659143 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] Bound using segment: {'id': 'abcf8915-782f-44dc-a1df-d32966e6d5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '671167b7-248a-4c82-981f-b9de272c62a6'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:24:04.659432 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] Bound port: 4c42bcf7-624b-4e3d-b55f-e69131224c84, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abcf8915-782f-44dc-a1df-d32966e6d5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '671167b7-248a-4c82-981f-b9de272c62a6'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:24:04.659785 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4c42bcf7-624b-4e3d-b55f-e69131224c84), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:04.724567 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] For port 4c42bcf7-624b-4e3d-b55f-e69131224c84, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:24:04.727949 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] For port 4c42bcf7-624b-4e3d-b55f-e69131224c84, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=4c42bcf7-624b-4e3d-b55f-e69131224c84,segment=NetworkSegment(abcf8915-782f-44dc-a1df-d32966e6d5cc),segment_id=abcf8915-782f-44dc-a1df-d32966e6d5cc)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:24:04.734844 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (4c42bcf7-624b-4e3d-b55f-e69131224c84), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:04.770487 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:04.771121 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:04.772622 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] 10.222.0.84 "PUT /v2.0/ports/4c42bcf7-624b-4e3d-b55f-e69131224c84 HTTP/1.1" status: 200 len: 1093 time: 0.8104088 Mar 22 20:24:04.839166 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce175a4-23bd-4cfd-9fb5-bb7d51af861b service neutron] Pushing event updated for resources: {'Port': ['ID=4c42bcf7-624b-4e3d-b55f-e69131224c84,revision_number=7']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:04.868947 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-38f50c0c-727a-495b-a34e-8429a66ec322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:04.870227 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-38f50c0c-727a-495b-a34e-8429a66ec322 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 1127 time: 0.0725887 Mar 22 20:24:04.982209 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-160012a4-a06c-4343-beaa-d049cd3757b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:04.983679 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-160012a4-a06c-4343-beaa-d049cd3757b1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=671167b7-248a-4c82-981f-b9de272c62a6 HTTP/1.1" status: 200 len: 898 time: 0.1075990 Mar 22 20:24:05.057416 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-39238e2e-a0ee-456c-b433-feb42916b73a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c42bcf7-624b-4e3d-b55f-e69131224c84 HTTP/1.1" status: 200 len: 999 time: 0.0680163 Mar 22 20:24:05.117301 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-3d67c3d4-2b73-47a3-93c5-4d000f016e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:05.118819 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-3d67c3d4-2b73-47a3-93c5-4d000f016e2f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3d52d082-815e-44c2-a28a-e79a370fa59a HTTP/1.1" status: 200 len: 835 time: 0.0559921 Mar 22 20:24:05.168287 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-5c5ddf5e-7f59-4b82-b3e2-b9af829d191d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:05.169830 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-5c5ddf5e-7f59-4b82-b3e2-b9af829d191d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=671167b7-248a-4c82-981f-b9de272c62a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455556 Mar 22 20:24:05.260888 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-28e1c687-c517-49ea-960b-9330c7399726 service neutron] 10.222.0.84 "GET /v2.0/networks/671167b7-248a-4c82-981f-b9de272c62a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853167 Mar 22 20:24:05.350711 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-65f45bec-7d71-4b0b-952a-742735c607c3 req-26c279eb-2fbb-47f3-9c89-70cb974fc989 service neutron] 10.222.0.84 "GET /v2.0/networks/671167b7-248a-4c82-981f-b9de272c62a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839357 Mar 22 20:24:05.407712 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6adea-d00f-4212-9fdb-152f31bb1509 req-40239e77-1963-4844-8f49-aca790351154 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:05.409531 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-13f6adea-d00f-4212-9fdb-152f31bb1509 req-40239e77-1963-4844-8f49-aca790351154 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 944 time: 0.0651410 Mar 22 20:24:05.466422 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-13f6adea-d00f-4212-9fdb-152f31bb1509 req-89037d48-4801-44ea-b829-b8b90229d793 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509512 Mar 22 20:24:06.472773 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45eb6a5-9946-488e-9eb5-ce809d3bc502', 'tag': '4c42bcf7-624b-4e3d-b55f-e69131224c84'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:24:06.475909 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a75afaf1dfaad70fedc7c7f30d5b041dbb7ec48f6ef478f84521d18edf73ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef64dfa1-584f-408c-826c-50fbeaff576b" -d '{"events": [{"name": "network-changed", "server_uuid": "b45eb6a5-9946-488e-9eb5-ce809d3bc502", "tag": "4c42bcf7-624b-4e3d-b55f-e69131224c84"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:24:06.526845 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e550af3e-cd0c-447d-a78b-41fb0c8c4eab x-openstack-request-id: req-e550af3e-cd0c-447d-a78b-41fb0c8c4eab {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:24:06.527168 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b45eb6a5-9946-488e-9eb5-ce809d3bc502", "tag": "4c42bcf7-624b-4e3d-b55f-e69131224c84", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:24:06.527384 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e550af3e-cd0c-447d-a78b-41fb0c8c4eab {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:24:06.527798 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e550af3e-cd0c-447d-a78b-41fb0c8c4eab'] response: {'name': 'network-changed', 'server_uuid': 'b45eb6a5-9946-488e-9eb5-ce809d3bc502', 'tag': '4c42bcf7-624b-4e3d-b55f-e69131224c84', 'status': 'completed', 'code': 200} Mar 22 20:24:06.595513 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64dfa1-584f-408c-826c-50fbeaff576b req-9e4aa7ec-be46-4604-92ae-6981a6636273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:06.597075 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ef64dfa1-584f-408c-826c-50fbeaff576b req-9e4aa7ec-be46-4604-92ae-6981a6636273 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 1127 time: 0.0456231 Mar 22 20:24:06.622080 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508453a-8353-4b57-a589-d2d0a2565ec5 req-6b35e779-c2b6-4bd8-9cd1-34fa4179c844 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:06.623649 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0508453a-8353-4b57-a589-d2d0a2565ec5 req-6b35e779-c2b6-4bd8-9cd1-34fa4179c844 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 944 time: 0.0852056 Mar 22 20:24:06.640040 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64dfa1-584f-408c-826c-50fbeaff576b req-1d886e6a-7131-4eea-868f-1192079e08b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:06.641717 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef64dfa1-584f-408c-826c-50fbeaff576b req-1d886e6a-7131-4eea-868f-1192079e08b8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 1127 time: 0.0724461 Mar 22 20:24:06.693087 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64dfa1-584f-408c-826c-50fbeaff576b req-ec9048be-e0f7-462d-a6a1-20a6578d9ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:06.694664 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ef64dfa1-584f-408c-826c-50fbeaff576b req-ec9048be-e0f7-462d-a6a1-20a6578d9ee9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=671167b7-248a-4c82-981f-b9de272c62a6 HTTP/1.1" status: 200 len: 898 time: 0.0914485 Mar 22 20:24:06.732121 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0508453a-8353-4b57-a589-d2d0a2565ec5 req-4bc1361b-2f9f-482e-bf20-87f92c67d733 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023190 Mar 22 20:24:06.764371 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ef64dfa1-584f-408c-826c-50fbeaff576b req-27ed70f4-8587-4173-9c76-8fe4fe68409d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c42bcf7-624b-4e3d-b55f-e69131224c84 HTTP/1.1" status: 200 len: 999 time: 0.0627804 Mar 22 20:24:06.767978 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64dfa1-584f-408c-826c-50fbeaff576b req-304a4cb6-961d-40f5-b9fc-fd332d1554ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:06.769533 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef64dfa1-584f-408c-826c-50fbeaff576b req-304a4cb6-961d-40f5-b9fc-fd332d1554ee service neutron] 10.222.0.85 "GET /v2.0/networks?id=671167b7-248a-4c82-981f-b9de272c62a6 HTTP/1.1" status: 200 len: 898 time: 0.1183493 Mar 22 20:24:06.825215 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64dfa1-584f-408c-826c-50fbeaff576b req-8d9280b7-2280-4cf4-99c3-1e2b6277a0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:06.827649 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ef64dfa1-584f-408c-826c-50fbeaff576b req-8d9280b7-2280-4cf4-99c3-1e2b6277a0ec service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3d52d082-815e-44c2-a28a-e79a370fa59a HTTP/1.1" status: 200 len: 835 time: 0.0564256 Mar 22 20:24:06.844852 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef64dfa1-584f-408c-826c-50fbeaff576b req-5cb6b5c8-9880-4481-9739-efcea5979542 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c42bcf7-624b-4e3d-b55f-e69131224c84 HTTP/1.1" status: 200 len: 999 time: 0.0695682 Mar 22 20:24:06.889716 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64dfa1-584f-408c-826c-50fbeaff576b req-646483c4-e7fa-4a10-ae42-e394280053b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:06.891293 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ef64dfa1-584f-408c-826c-50fbeaff576b req-646483c4-e7fa-4a10-ae42-e394280053b0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=671167b7-248a-4c82-981f-b9de272c62a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0573528 Mar 22 20:24:06.901451 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64dfa1-584f-408c-826c-50fbeaff576b req-d7427115-b505-4aee-a889-2eb3cd2ca054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:06.903032 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef64dfa1-584f-408c-826c-50fbeaff576b req-d7427115-b505-4aee-a889-2eb3cd2ca054 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3d52d082-815e-44c2-a28a-e79a370fa59a HTTP/1.1" status: 200 len: 835 time: 0.0531969 Mar 22 20:24:06.956511 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64dfa1-584f-408c-826c-50fbeaff576b req-546720a0-e33b-41b3-8d53-84ff312e3c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:06.958785 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef64dfa1-584f-408c-826c-50fbeaff576b req-546720a0-e33b-41b3-8d53-84ff312e3c4b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=671167b7-248a-4c82-981f-b9de272c62a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0502319 Mar 22 20:24:06.994458 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ef64dfa1-584f-408c-826c-50fbeaff576b req-99c35d97-c83f-469b-a5f3-e26cf95cbff0 service neutron] 10.222.0.84 "GET /v2.0/networks/671167b7-248a-4c82-981f-b9de272c62a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905633 Mar 22 20:24:07.052776 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef64dfa1-584f-408c-826c-50fbeaff576b req-936c011a-8ab0-43e9-a043-02f4d316519b service neutron] 10.222.0.85 "GET /v2.0/networks/671167b7-248a-4c82-981f-b9de272c62a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886526 Mar 22 20:24:07.072662 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 4c42bcf7-624b-4e3d-b55f-e69131224c84 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:24:07.094141 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ef64dfa1-584f-408c-826c-50fbeaff576b req-890d66ea-156d-47d6-aff7-d140669a7335 service neutron] 10.222.0.84 "GET /v2.0/networks/671167b7-248a-4c82-981f-b9de272c62a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934334 Mar 22 20:24:07.118281 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] The host n-h2-705658-24 is not matching for port 4c42bcf7-624b-4e3d-b55f-e69131224c84 host n-h1-705658-24! {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 22 20:24:07.118679 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 4c42bcf7-624b-4e3d-b55f-e69131224c84 not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:24:07.148561 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef64dfa1-584f-408c-826c-50fbeaff576b req-9b492a8a-a2db-4d09-b473-fcbc3816abd1 service neutron] 10.222.0.85 "GET /v2.0/networks/671167b7-248a-4c82-981f-b9de272c62a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900860 Mar 22 20:24:07.856167 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea033a-36d1-4b2d-a666-8b7cd3ac5f9a req-60655380-e0b6-4a47-9810-8f582afdefe9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:07.857644 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ddea033a-36d1-4b2d-a666-8b7cd3ac5f9a req-60655380-e0b6-4a47-9810-8f582afdefe9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 944 time: 0.0527024 Mar 22 20:24:07.907339 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ddea033a-36d1-4b2d-a666-8b7cd3ac5f9a req-02f330e1-ce0e-451b-8311-a897cdfca68e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440643 Mar 22 20:24:08.000903 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 4c42bcf7-624b-4e3d-b55f-e69131224c84 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:24:08.104789 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 4c42bcf7-624b-4e3d-b55f-e69131224c84, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=4c42bcf7-624b-4e3d-b55f-e69131224c84,segment=NetworkSegment(abcf8915-782f-44dc-a1df-d32966e6d5cc),segment_id=abcf8915-782f-44dc-a1df-d32966e6d5cc)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:24:08.117445 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '4c42bcf7-624b-4e3d-b55f-e69131224c84', 'network_id': '671167b7-248a-4c82-981f-b9de272c62a6', 'port_id': '4c42bcf7-624b-4e3d-b55f-e69131224c84', 'mac_address': 'fa:16:3e:de:d8:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d52d082-815e-44c2-a28a-e79a370fa59a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:24:08.143598 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe272a-b9c3-4cbc-a508-40a33a6305c2 req-736d9839-3d18-44c4-be3a-44fd9b638972 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:08.145136 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8cfe272a-b9c3-4cbc-a508-40a33a6305c2 req-736d9839-3d18-44c4-be3a-44fd9b638972 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 944 time: 0.0909035 Mar 22 20:24:08.152361 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72565358-7be7-40c5-8190-06464b0ba4d2 req-bfa6f8db-ee77-4730-b8fc-a86388ab3515 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:08.153749 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-72565358-7be7-40c5-8190-06464b0ba4d2 req-bfa6f8db-ee77-4730-b8fc-a86388ab3515 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.85 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502&tenant_id=e78a526ac76b4c53837f35b796222bb8&binding%3Ahost_id=n-h1-705658-24 HTTP/1.1" status: 200 len: 944 time: 0.0887406 Mar 22 20:24:08.159193 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 4c42bcf7-624b-4e3d-b55f-e69131224c84 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:24:08.159431 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4c42bcf7-624b-4e3d-b55f-e69131224c84), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:08.172347 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c42bcf7-624b-4e3d-b55f-e69131224c84 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:24:08.193469 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 4c42bcf7-624b-4e3d-b55f-e69131224c84, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=4c42bcf7-624b-4e3d-b55f-e69131224c84,segment=NetworkSegment(abcf8915-782f-44dc-a1df-d32966e6d5cc),segment_id=abcf8915-782f-44dc-a1df-d32966e6d5cc)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:24:08.197889 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4c42bcf7-624b-4e3d-b55f-e69131224c84), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:08.235393 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8cfe272a-b9c3-4cbc-a508-40a33a6305c2 req-6dc073fc-0368-44f8-8e6e-0126cb687587 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806444 Mar 22 20:24:08.246048 n-d-705658-24 neutron-server[104172]: INFO neutron.api.v2.resource [req-72565358-7be7-40c5-8190-06464b0ba4d2 req-107c8e21-1538-4dcf-9a65-d75b12176e7c service neutron] delete failed (client error): The resource could not be found. Mar 22 20:24:08.247200 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-72565358-7be7-40c5-8190-06464b0ba4d2 req-107c8e21-1538-4dcf-9a65-d75b12176e7c service neutron] 10.222.0.85 "DELETE /v2.0/ports/4c42bcf7-624b-4e3d-b55f-e69131224c84/bindings/n-h2-705658-24 HTTP/1.1" status: 404 len: 381 time: 0.0856943 Mar 22 20:24:08.248105 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=4c42bcf7-624b-4e3d-b55f-e69131224c84,revision_number=8']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:08.267586 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:08.267870 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:08.268647 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:08.268647 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:08.268937 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:08.269318 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:08.269658 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:08.270056 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:08.270381 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:08.270761 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:08.271095 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:08.271423 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:08.271821 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:08.272152 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:08.272475 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:08.379922 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72565358-7be7-40c5-8190-06464b0ba4d2 req-f06a2ff0-5d38-4268-99e3-76b85057ae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:08.381463 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-72565358-7be7-40c5-8190-06464b0ba4d2 req-f06a2ff0-5d38-4268-99e3-76b85057ae16 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 1128 time: 0.0860591 Mar 22 20:24:08.392406 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0db45-abd9-4398-846d-378bb3d63c32 req-33ba580a-f392-452d-a8e5-3265c0d7fa46 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:08.393879 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f4f0db45-abd9-4398-846d-378bb3d63c32 req-33ba580a-f392-452d-a8e5-3265c0d7fa46 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 945 time: 0.0652285 Mar 22 20:24:08.430532 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['4c42bcf7-624b-4e3d-b55f-e69131224c84'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:24:08.500712 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f4f0db45-abd9-4398-846d-378bb3d63c32 req-d67e3d26-c1c2-4c78-a67b-a1aa1ab8c54e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985258 Mar 22 20:24:08.526900 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72565358-7be7-40c5-8190-06464b0ba4d2 req-0f44b658-9d72-4604-9346-901cb2b8a573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:08.528394 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-72565358-7be7-40c5-8190-06464b0ba4d2 req-0f44b658-9d72-4604-9346-901cb2b8a573 service neutron] 10.222.0.85 "GET /v2.0/networks?id=671167b7-248a-4c82-981f-b9de272c62a6 HTTP/1.1" status: 200 len: 898 time: 0.1336339 Mar 22 20:24:08.593586 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-72565358-7be7-40c5-8190-06464b0ba4d2 req-6420e0bf-3f82-44c9-99f8-a3fd93b697b0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c42bcf7-624b-4e3d-b55f-e69131224c84 HTTP/1.1" status: 200 len: 1000 time: 0.0595062 Mar 22 20:24:08.642185 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72565358-7be7-40c5-8190-06464b0ba4d2 req-d99badad-c4b7-4f06-8b23-0e59bb3331f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:08.643651 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-72565358-7be7-40c5-8190-06464b0ba4d2 req-d99badad-c4b7-4f06-8b23-0e59bb3331f1 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=3d52d082-815e-44c2-a28a-e79a370fa59a HTTP/1.1" status: 200 len: 835 time: 0.0442281 Mar 22 20:24:08.695542 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72565358-7be7-40c5-8190-06464b0ba4d2 req-4231e888-76fc-4597-8349-a9855ab8d9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:08.697035 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-72565358-7be7-40c5-8190-06464b0ba4d2 req-4231e888-76fc-4597-8349-a9855ab8d9f0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=671167b7-248a-4c82-981f-b9de272c62a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0468383 Mar 22 20:24:08.783681 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-72565358-7be7-40c5-8190-06464b0ba4d2 req-a5057392-5942-40b1-b9b3-fea63a9a8a5a service neutron] 10.222.0.85 "GET /v2.0/networks/671167b7-248a-4c82-981f-b9de272c62a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808537 Mar 22 20:24:09.217126 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-72565358-7be7-40c5-8190-06464b0ba4d2 req-0397e304-74b5-47cc-b85a-a71b3b17586f service neutron] 10.222.0.85 "GET /v2.0/networks/671167b7-248a-4c82-981f-b9de272c62a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280999 Mar 22 20:24:09.632163 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9abf4-9e2e-4b6f-8d7c-941089b5bbe5 req-ae5c8652-71ea-49cb-80bb-e963b81f59a2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:09.633741 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62d9abf4-9e2e-4b6f-8d7c-941089b5bbe5 req-ae5c8652-71ea-49cb-80bb-e963b81f59a2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 945 time: 0.0594058 Mar 22 20:24:09.691175 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62d9abf4-9e2e-4b6f-8d7c-941089b5bbe5 req-9d3539df-e9a1-4d63-b53c-b611fcb6be4f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513778 Mar 22 20:24:10.014342 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 4c42bcf7-624b-4e3d-b55f-e69131224c84 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:24:10.065136 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 4c42bcf7-624b-4e3d-b55f-e69131224c84 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:24:10.068903 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 4c42bcf7-624b-4e3d-b55f-e69131224c84 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:24:10.069281 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (4c42bcf7-624b-4e3d-b55f-e69131224c84), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:10.147366 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 4c42bcf7-624b-4e3d-b55f-e69131224c84 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:24:10.147665 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4c42bcf7-624b-4e3d-b55f-e69131224c84), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:10.171195 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45eb6a5-9946-488e-9eb5-ce809d3bc502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c42bcf7-624b-4e3d-b55f-e69131224c84'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:24:10.173403 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42acaf4adbc820cceca1c39a9c6556ee9c843f2d32102223230a5dac4986dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe233b7-0972-44c7-98c3-caa32b5e5d32" -d '{"events": [{"server_uuid": "b45eb6a5-9946-488e-9eb5-ce809d3bc502", "name": "network-vif-plugged", "status": "completed", "tag": "4c42bcf7-624b-4e3d-b55f-e69131224c84"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:24:10.185700 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 4c42bcf7-624b-4e3d-b55f-e69131224c84, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=4c42bcf7-624b-4e3d-b55f-e69131224c84,segment=NetworkSegment(abcf8915-782f-44dc-a1df-d32966e6d5cc),segment_id=abcf8915-782f-44dc-a1df-d32966e6d5cc)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:24:10.190117 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4c42bcf7-624b-4e3d-b55f-e69131224c84), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:10.239126 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=4c42bcf7-624b-4e3d-b55f-e69131224c84,revision_number=9']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:10.260926 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ec6f7b-3fba-42f9-a459-6b636ab88b40 x-openstack-request-id: req-92ec6f7b-3fba-42f9-a459-6b636ab88b40 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:24:10.261222 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45eb6a5-9946-488e-9eb5-ce809d3bc502", "name": "network-vif-plugged", "status": "completed", "tag": "4c42bcf7-624b-4e3d-b55f-e69131224c84", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:24:10.261483 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-92ec6f7b-3fba-42f9-a459-6b636ab88b40 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:24:10.261931 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92ec6f7b-3fba-42f9-a459-6b636ab88b40'] response: {'server_uuid': 'b45eb6a5-9946-488e-9eb5-ce809d3bc502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c42bcf7-624b-4e3d-b55f-e69131224c84', 'code': 200} Mar 22 20:24:10.812057 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de332f1-f4cb-4a3b-9836-e65444c5cea3 req-6df07b90-ca39-4d73-ba78-c68dac5fea58 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:10.813558 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2de332f1-f4cb-4a3b-9836-e65444c5cea3 req-6df07b90-ca39-4d73-ba78-c68dac5fea58 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 946 time: 0.0523212 Mar 22 20:24:10.862639 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2de332f1-f4cb-4a3b-9836-e65444c5cea3 req-24ffb882-1be8-4c4f-80b8-11ec9938e5f7 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427055 Mar 22 20:24:10.886200 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41520) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:24:10.949360 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-659ac698-fc7d-4bf1-ac81-03c9a90c8d30 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/floatingips/c75df677-57d0-4b0d-99fe-cfc26f4c370a HTTP/1.1" status: 200 len: 993 time: 0.0619562 Mar 22 20:24:15.287287 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-55e6ab9d-eeef-47d3-a217-0808c536b1e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:16.458716 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:17.482564 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9e18da6f-dc95-4c24-8a7e-c5b0ebce0aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:18.803826 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:18.936062 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:20.363177 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:21.458028 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:27.071987 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fc10dcf5-4bcd-471b-a032-122cfb3799fe req-8f9ab64f-4469-4b7a-9270-fcacb392d39c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0551994 Mar 22 20:24:27.159577 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10dcf5-4bcd-471b-a032-122cfb3799fe req-6903c01f-7b1a-465d-8240-2d0cef907cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:27.161044 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fc10dcf5-4bcd-471b-a032-122cfb3799fe req-6903c01f-7b1a-465d-8240-2d0cef907cbe service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 1129 time: 0.0439956 Mar 22 20:24:27.267476 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10dcf5-4bcd-471b-a032-122cfb3799fe req-06207758-75a3-4292-8935-ecbf719d9716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:27.268962 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fc10dcf5-4bcd-471b-a032-122cfb3799fe req-06207758-75a3-4292-8935-ecbf719d9716 service neutron] 10.222.0.84 "GET /v2.0/networks?id=671167b7-248a-4c82-981f-b9de272c62a6 HTTP/1.1" status: 200 len: 898 time: 0.0883915 Mar 22 20:24:27.337097 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fc10dcf5-4bcd-471b-a032-122cfb3799fe req-6f347cc5-05bd-4cac-85eb-eb9197862a65 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c42bcf7-624b-4e3d-b55f-e69131224c84 HTTP/1.1" status: 200 len: 1001 time: 0.0609565 Mar 22 20:24:27.390473 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10dcf5-4bcd-471b-a032-122cfb3799fe req-199347cf-ea69-48f8-bc4b-75c494a400ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:27.391937 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fc10dcf5-4bcd-471b-a032-122cfb3799fe req-199347cf-ea69-48f8-bc4b-75c494a400ca service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3d52d082-815e-44c2-a28a-e79a370fa59a HTTP/1.1" status: 200 len: 835 time: 0.0478015 Mar 22 20:24:27.441931 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10dcf5-4bcd-471b-a032-122cfb3799fe req-8694d206-7cf7-43d9-b1ab-953927d1eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:27.443475 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fc10dcf5-4bcd-471b-a032-122cfb3799fe req-8694d206-7cf7-43d9-b1ab-953927d1eb5a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=671167b7-248a-4c82-981f-b9de272c62a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435309 Mar 22 20:24:27.530901 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fc10dcf5-4bcd-471b-a032-122cfb3799fe req-3fedd813-c5d2-43ae-8689-ed52474fff8f service neutron] 10.222.0.84 "GET /v2.0/networks/671167b7-248a-4c82-981f-b9de272c62a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801909 Mar 22 20:24:27.622421 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-fc10dcf5-4bcd-471b-a032-122cfb3799fe req-fc08ddb0-3ede-4d19-a51f-881a4c9db211 service neutron] 10.222.0.84 "GET /v2.0/networks/671167b7-248a-4c82-981f-b9de272c62a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849934 Mar 22 20:24:34.605271 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:24:37.496208 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41532) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:24:37.658368 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-cc1fbbed-de10-4774-a73d-95bb3f1e5e3c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Deleting port 646c9dc6-04fe-454a-8b23-6bdf35401cdd {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:24:37.658735 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cc1fbbed-de10-4774-a73d-95bb3f1e5e3c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (646c9dc6-04fe-454a-8b23-6bdf35401cdd), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:37.737545 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cc1fbbed-de10-4774-a73d-95bb3f1e5e3c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (646c9dc6-04fe-454a-8b23-6bdf35401cdd), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:37.737545 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cc1fbbed-de10-4774-a73d-95bb3f1e5e3c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for floatingip (646c9dc6-04fe-454a-8b23-6bdf35401cdd), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:37.747295 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-cc1fbbed-de10-4774-a73d-95bb3f1e5e3c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Calling delete_port for 646c9dc6-04fe-454a-8b23-6bdf35401cdd owned by network:floatingip {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:24:37.894162 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cc1fbbed-de10-4774-a73d-95bb3f1e5e3c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (646c9dc6-04fe-454a-8b23-6bdf35401cdd), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:37.923833 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1fbbed-de10-4774-a73d-95bb3f1e5e3c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event deleted for resources: {'Port': ['ID=646c9dc6-04fe-454a-8b23-6bdf35401cdd,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:37.982996 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cc1fbbed-de10-4774-a73d-95bb3f1e5e3c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for floatingip (c75df677-57d0-4b0d-99fe-cfc26f4c370a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:37.983352 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-cc1fbbed-de10-4774-a73d-95bb3f1e5e3c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Floating IP c75df677-57d0-4b0d-99fe-cfc26f4c370a disassociated (deleted). External IP: 172.25.5.86, port: 4c42bcf7-624b-4e3d-b55f-e69131224c84. Mar 22 20:24:38.195958 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1fbbed-de10-4774-a73d-95bb3f1e5e3c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Router 972c0849-d602-4dd0-aebc-193056d6964a has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:24:38.306129 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1fbbed-de10-4774-a73d-95bb3f1e5e3c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:24:38.310832 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-cc1fbbed-de10-4774-a73d-95bb3f1e5e3c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:38.320720 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebc5410-792b-43e2-aa61-0736be78d266 None None] Sync routers for ids ['972c0849-d602-4dd0-aebc-193056d6964a'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:24:38.331680 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebc5410-792b-43e2-aa61-0736be78d266 None None] Routers {'972c0849-d602-4dd0-aebc-193056d6964a'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:24:38.332425 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-5ebc5410-792b-43e2-aa61-0736be78d266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:24:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['972c0849-d602-4dd0-aebc-193056d6964a'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:24:38.340334 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-cc1fbbed-de10-4774-a73d-95bb3f1e5e3c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "DELETE /v2.0/floatingips/c75df677-57d0-4b0d-99fe-cfc26f4c370a HTTP/1.1" status: 204 len: 168 time: 0.8430347 Mar 22 20:24:38.340927 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45eb6a5-9946-488e-9eb5-ce809d3bc502', 'tag': '4c42bcf7-624b-4e3d-b55f-e69131224c84'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:24:38.343211 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a75afaf1dfaad70fedc7c7f30d5b041dbb7ec48f6ef478f84521d18edf73ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9a03c1-3a6a-4ca7-8f19-6cb2bc5783b4" -d '{"events": [{"name": "network-changed", "server_uuid": "b45eb6a5-9946-488e-9eb5-ce809d3bc502", "tag": "4c42bcf7-624b-4e3d-b55f-e69131224c84"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:24:38.383645 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6d97ca-838e-422d-b67a-8f4bc9104c8d x-openstack-request-id: req-da6d97ca-838e-422d-b67a-8f4bc9104c8d {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:24:38.383938 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b45eb6a5-9946-488e-9eb5-ce809d3bc502", "tag": "4c42bcf7-624b-4e3d-b55f-e69131224c84", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:24:38.384185 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-da6d97ca-838e-422d-b67a-8f4bc9104c8d {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:24:38.384653 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da6d97ca-838e-422d-b67a-8f4bc9104c8d'] response: {'name': 'network-changed', 'server_uuid': 'b45eb6a5-9946-488e-9eb5-ce809d3bc502', 'tag': '4c42bcf7-624b-4e3d-b55f-e69131224c84', 'status': 'completed', 'code': 200} Mar 22 20:24:38.455917 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a03c1-3a6a-4ca7-8f19-6cb2bc5783b4 req-f62f7de6-71da-4c8e-bd05-45a7fc38cb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:38.457554 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0f9a03c1-3a6a-4ca7-8f19-6cb2bc5783b4 req-f62f7de6-71da-4c8e-bd05-45a7fc38cb51 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 1129 time: 0.0492477 Mar 22 20:24:38.565304 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a03c1-3a6a-4ca7-8f19-6cb2bc5783b4 req-0739232f-3014-4806-bf48-c3ee4dcff1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:38.566748 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0f9a03c1-3a6a-4ca7-8f19-6cb2bc5783b4 req-0739232f-3014-4806-bf48-c3ee4dcff1ee service neutron] 10.222.0.84 "GET /v2.0/networks?id=671167b7-248a-4c82-981f-b9de272c62a6 HTTP/1.1" status: 200 len: 898 time: 0.1011848 Mar 22 20:24:38.591712 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c34ead-14b9-42b3-8eba-ea4888989abd req-0d353157-4589-4661-9dd0-bc1208981fbf tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:38.593992 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c9c34ead-14b9-42b3-8eba-ea4888989abd req-0d353157-4589-4661-9dd0-bc1208981fbf tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 946 time: 0.0564063 Mar 22 20:24:38.610659 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0f9a03c1-3a6a-4ca7-8f19-6cb2bc5783b4 req-1913ca63-eeba-49f5-b68b-5a515977a800 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c42bcf7-624b-4e3d-b55f-e69131224c84 HTTP/1.1" status: 200 len: 217 time: 0.0362990 Mar 22 20:24:38.633383 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-5ebc5410-792b-43e2-aa61-0736be78d266 None None] Set router 972c0849-d602-4dd0-aebc-193056d6964a gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:24:38.648524 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c9c34ead-14b9-42b3-8eba-ea4888989abd req-6580f429-df9d-4566-8203-4956e33d1cd8 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472500 Mar 22 20:24:38.669849 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a03c1-3a6a-4ca7-8f19-6cb2bc5783b4 req-bfe10aaa-8aca-431d-9c84-a0262ed0637e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:38.671342 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0f9a03c1-3a6a-4ca7-8f19-6cb2bc5783b4 req-bfe10aaa-8aca-431d-9c84-a0262ed0637e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=3d52d082-815e-44c2-a28a-e79a370fa59a HTTP/1.1" status: 200 len: 835 time: 0.0537896 Mar 22 20:24:38.724600 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a03c1-3a6a-4ca7-8f19-6cb2bc5783b4 req-6ba83f80-97a4-4e72-809f-995e9dc10f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:38.726712 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0f9a03c1-3a6a-4ca7-8f19-6cb2bc5783b4 req-6ba83f80-97a4-4e72-809f-995e9dc10f25 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=671167b7-248a-4c82-981f-b9de272c62a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0483048 Mar 22 20:24:38.819684 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0f9a03c1-3a6a-4ca7-8f19-6cb2bc5783b4 req-6e18be2a-5dd2-4233-86e8-0ef249ce832c service neutron] 10.222.0.84 "GET /v2.0/networks/671167b7-248a-4c82-981f-b9de272c62a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848918 Mar 22 20:24:38.833869 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-5ebc5410-792b-43e2-aa61-0736be78d266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972c0849-d602-4dd0-aebc-193056d6964a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1970499889', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'd1548f2e-2edd-4a16-a0e1-bd4511365b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:22:15Z', 'updated_at': '2022-03-22T20:22:18Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': 'd1548f2e-2edd-4a16-a0e1-bd4511365b6a', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c0849-d602-4dd0-aebc-193056d6964a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:22:15Z', 'updated_at': '2022-03-22T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'c4e2f426-f18f-4541-aff5-974425530b57', 'name': '', 'network_id': '671167b7-248a-4c82-981f-b9de272c62a6', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:35:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c0849-d602-4dd0-aebc-193056d6964a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '3d52d082-815e-44c2-a28a-e79a370fa59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:22:18Z', 'updated_at': '2022-03-22T20:22:22Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': '3d52d082-815e-44c2-a28a-e79a370fa59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:24:38.865211 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebc5410-792b-43e2-aa61-0736be78d266 None None] Checking router: 972c0849-d602-4dd0-aebc-193056d6964a for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:24:38.873848 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebc5410-792b-43e2-aa61-0736be78d266 None None] Routers {'972c0849-d602-4dd0-aebc-193056d6964a'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:24:38.874562 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-5ebc5410-792b-43e2-aa61-0736be78d266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:24:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['972c0849-d602-4dd0-aebc-193056d6964a'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:24:38.914244 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-0f9a03c1-3a6a-4ca7-8f19-6cb2bc5783b4 req-3fbcb27b-4095-42f5-8633-95dc06f572c1 service neutron] 10.222.0.84 "GET /v2.0/networks/671167b7-248a-4c82-981f-b9de272c62a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870767 Mar 22 20:24:38.983948 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-5ebc5410-792b-43e2-aa61-0736be78d266 None None] Set router 972c0849-d602-4dd0-aebc-193056d6964a gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:24:39.178274 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-5ebc5410-792b-43e2-aa61-0736be78d266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972c0849-d602-4dd0-aebc-193056d6964a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1970499889', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'd1548f2e-2edd-4a16-a0e1-bd4511365b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:22:15Z', 'updated_at': '2022-03-22T20:22:18Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': 'd1548f2e-2edd-4a16-a0e1-bd4511365b6a', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c0849-d602-4dd0-aebc-193056d6964a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:22:15Z', 'updated_at': '2022-03-22T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'c4e2f426-f18f-4541-aff5-974425530b57', 'name': '', 'network_id': '671167b7-248a-4c82-981f-b9de272c62a6', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:35:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c0849-d602-4dd0-aebc-193056d6964a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '3d52d082-815e-44c2-a28a-e79a370fa59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:22:18Z', 'updated_at': '2022-03-22T20:22:22Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': '3d52d082-815e-44c2-a28a-e79a370fa59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:24:39.205021 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebc5410-792b-43e2-aa61-0736be78d266 None None] The sync data for ids ['972c0849-d602-4dd0-aebc-193056d6964a'] in n-d-705658-24 is: [{'id': '972c0849-d602-4dd0-aebc-193056d6964a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1970499889', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'd1548f2e-2edd-4a16-a0e1-bd4511365b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:22:15Z', 'updated_at': '2022-03-22T20:22:18Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': 'd1548f2e-2edd-4a16-a0e1-bd4511365b6a', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c0849-d602-4dd0-aebc-193056d6964a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:22:15Z', 'updated_at': '2022-03-22T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'c4e2f426-f18f-4541-aff5-974425530b57', 'name': '', 'network_id': '671167b7-248a-4c82-981f-b9de272c62a6', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:35:97:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c0849-d602-4dd0-aebc-193056d6964a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '3d52d082-815e-44c2-a28a-e79a370fa59a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:22:18Z', 'updated_at': '2022-03-22T20:22:22Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': '3d52d082-815e-44c2-a28a-e79a370fa59a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:24:39.430888 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bcd644-5c2e-4036-b224-a7c7af4b2748 None None] New status for floating IP c75df677-57d0-4b0d-99fe-cfc26f4c370a: DOWN {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:24:39.773005 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792b052-8dab-4ed3-a03e-ddd2c6c092f8 req-77f1dd5e-7531-4697-b372-f34728f6ee9b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:39.775001 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2792b052-8dab-4ed3-a03e-ddd2c6c092f8 req-77f1dd5e-7531-4697-b372-f34728f6ee9b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 946 time: 0.0582767 Mar 22 20:24:39.824268 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2792b052-8dab-4ed3-a03e-ddd2c6c092f8 req-fa63f6e4-d117-4a62-a854-7d08b0309546 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=aa10e2c7-4de0-41c8-832f-6200e433dcfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436141 Mar 22 20:24:39.934867 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadc90f-6c11-47b0-8cd2-2cf06514c3ab req-b2aa58f6-d44a-473d-bb2c-8ac6a9de4fc4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:39.936434 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-eeadc90f-6c11-47b0-8cd2-2cf06514c3ab req-b2aa58f6-d44a-473d-bb2c-8ac6a9de4fc4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.84 "GET /v2.0/ports?device_id=b45eb6a5-9946-488e-9eb5-ce809d3bc502 HTTP/1.1" status: 200 len: 946 time: 0.0537181 Mar 22 20:24:40.026296 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-eeadc90f-6c11-47b0-8cd2-2cf06514c3ab req-7032d8b4-e3f6-4a2d-b006-d46fffffb2a6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Deleting port 4c42bcf7-624b-4e3d-b55f-e69131224c84 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:24:40.026640 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-eeadc90f-6c11-47b0-8cd2-2cf06514c3ab req-7032d8b4-e3f6-4a2d-b006-d46fffffb2a6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (4c42bcf7-624b-4e3d-b55f-e69131224c84), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:40.116568 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-eeadc90f-6c11-47b0-8cd2-2cf06514c3ab req-7032d8b4-e3f6-4a2d-b006-d46fffffb2a6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] For port 4c42bcf7-624b-4e3d-b55f-e69131224c84, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=4c42bcf7-624b-4e3d-b55f-e69131224c84,segment=NetworkSegment(abcf8915-782f-44dc-a1df-d32966e6d5cc),segment_id=abcf8915-782f-44dc-a1df-d32966e6d5cc)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:24:40.116932 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-eeadc90f-6c11-47b0-8cd2-2cf06514c3ab req-7032d8b4-e3f6-4a2d-b006-d46fffffb2a6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (4c42bcf7-624b-4e3d-b55f-e69131224c84), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:40.129763 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-eeadc90f-6c11-47b0-8cd2-2cf06514c3ab req-7032d8b4-e3f6-4a2d-b006-d46fffffb2a6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Calling delete_port for 4c42bcf7-624b-4e3d-b55f-e69131224c84 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:24:40.260341 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-eeadc90f-6c11-47b0-8cd2-2cf06514c3ab req-7032d8b4-e3f6-4a2d-b006-d46fffffb2a6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (4c42bcf7-624b-4e3d-b55f-e69131224c84), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:40.289834 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032d8b4-e3f6-4a2d-b006-d46fffffb2a6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event deleted for resources: {'Port': ['ID=4c42bcf7-624b-4e3d-b55f-e69131224c84,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:40.335215 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeadc90f-6c11-47b0-8cd2-2cf06514c3ab req-7032d8b4-e3f6-4a2d-b006-d46fffffb2a6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] No DVR routers for this DVR port 4c42bcf7-624b-4e3d-b55f-e69131224c84 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:24:40.337861 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-eeadc90f-6c11-47b0-8cd2-2cf06514c3ab req-7032d8b4-e3f6-4a2d-b006-d46fffffb2a6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:40.342232 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-eeadc90f-6c11-47b0-8cd2-2cf06514c3ab req-7032d8b4-e3f6-4a2d-b006-d46fffffb2a6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.84 "DELETE /v2.0/ports/4c42bcf7-624b-4e3d-b55f-e69131224c84 HTTP/1.1" status: 204 len: 173 time: 0.4012673 Mar 22 20:24:40.386068 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45eb6a5-9946-488e-9eb5-ce809d3bc502', 'name': 'network-vif-deleted', 'tag': '4c42bcf7-624b-4e3d-b55f-e69131224c84'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:24:40.388431 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a75afaf1dfaad70fedc7c7f30d5b041dbb7ec48f6ef478f84521d18edf73ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87df4eef-b8a1-4264-b3cc-3c1a6d20a03b" -d '{"events": [{"server_uuid": "b45eb6a5-9946-488e-9eb5-ce809d3bc502", "name": "network-vif-deleted", "tag": "4c42bcf7-624b-4e3d-b55f-e69131224c84"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:24:40.424211 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa033b6d-dc34-485b-924f-a6579ab91f36 x-openstack-request-id: req-fa033b6d-dc34-485b-924f-a6579ab91f36 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:24:40.424574 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45eb6a5-9946-488e-9eb5-ce809d3bc502", "name": "network-vif-deleted", "tag": "4c42bcf7-624b-4e3d-b55f-e69131224c84", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:24:40.424893 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-fa033b6d-dc34-485b-924f-a6579ab91f36 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:24:40.425364 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa033b6d-dc34-485b-924f-a6579ab91f36'] response: {'server_uuid': 'b45eb6a5-9946-488e-9eb5-ce809d3bc502', 'name': 'network-vif-deleted', 'tag': '4c42bcf7-624b-4e3d-b55f-e69131224c84', 'status': 'completed', 'code': 200} Mar 22 20:24:40.880417 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41546) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:24:41.238366 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d37174bc-1adf-4bc6-8f96-7442f9106f7b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (972c0849-d602-4dd0-aebc-193056d6964a), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:41.496902 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-d37174bc-1adf-4bc6-8f96-7442f9106f7b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Deleting port c4e2f426-f18f-4541-aff5-974425530b57 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:24:41.497168 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d37174bc-1adf-4bc6-8f96-7442f9106f7b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (c4e2f426-f18f-4541-aff5-974425530b57), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:41.588533 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-d37174bc-1adf-4bc6-8f96-7442f9106f7b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] For port c4e2f426-f18f-4541-aff5-974425530b57, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c4e2f426-f18f-4541-aff5-974425530b57,segment=NetworkSegment(abcf8915-782f-44dc-a1df-d32966e6d5cc),segment_id=abcf8915-782f-44dc-a1df-d32966e6d5cc)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:24:41.588902 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d37174bc-1adf-4bc6-8f96-7442f9106f7b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (c4e2f426-f18f-4541-aff5-974425530b57), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:41.601771 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-d37174bc-1adf-4bc6-8f96-7442f9106f7b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Calling delete_port for c4e2f426-f18f-4541-aff5-974425530b57 owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:24:41.787933 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d37174bc-1adf-4bc6-8f96-7442f9106f7b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (c4e2f426-f18f-4541-aff5-974425530b57), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:41.816420 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37174bc-1adf-4bc6-8f96-7442f9106f7b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event deleted for resources: {'Port': ['ID=c4e2f426-f18f-4541-aff5-974425530b57,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:41.831625 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37174bc-1adf-4bc6-8f96-7442f9106f7b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:41.832043 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37174bc-1adf-4bc6-8f96-7442f9106f7b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:41.832402 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37174bc-1adf-4bc6-8f96-7442f9106f7b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:41.832761 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37174bc-1adf-4bc6-8f96-7442f9106f7b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:41.833104 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37174bc-1adf-4bc6-8f96-7442f9106f7b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:41.833453 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37174bc-1adf-4bc6-8f96-7442f9106f7b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:41.833806 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37174bc-1adf-4bc6-8f96-7442f9106f7b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:41.834170 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37174bc-1adf-4bc6-8f96-7442f9106f7b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:41.834509 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37174bc-1adf-4bc6-8f96-7442f9106f7b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:41.834985 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37174bc-1adf-4bc6-8f96-7442f9106f7b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:41.835325 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37174bc-1adf-4bc6-8f96-7442f9106f7b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:41.835661 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37174bc-1adf-4bc6-8f96-7442f9106f7b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:41.836015 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37174bc-1adf-4bc6-8f96-7442f9106f7b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:41.836356 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37174bc-1adf-4bc6-8f96-7442f9106f7b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:41.836692 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37174bc-1adf-4bc6-8f96-7442f9106f7b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:42.036688 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-d37174bc-1adf-4bc6-8f96-7442f9106f7b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (972c0849-d602-4dd0-aebc-193056d6964a), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:42.258358 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37174bc-1adf-4bc6-8f96-7442f9106f7b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Router 972c0849-d602-4dd0-aebc-193056d6964a has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:24:42.367518 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37174bc-1adf-4bc6-8f96-7442f9106f7b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:24:42.373018 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-d37174bc-1adf-4bc6-8f96-7442f9106f7b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "PUT /v2.0/routers/972c0849-d602-4dd0-aebc-193056d6964a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4911835 Mar 22 20:24:42.375498 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41548) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:24:42.378095 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b44c4ac-071e-4c07-a0d0-ccd10f8b4724 None None] Sync routers for ids ['972c0849-d602-4dd0-aebc-193056d6964a'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:24:42.392962 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b44c4ac-071e-4c07-a0d0-ccd10f8b4724 None None] Routers {'972c0849-d602-4dd0-aebc-193056d6964a'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:24:42.393589 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-4b44c4ac-071e-4c07-a0d0-ccd10f8b4724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:24:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['972c0849-d602-4dd0-aebc-193056d6964a'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:24:42.426980 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-58cd2b81-5348-4e22-b0aa-801f4f0ae5df tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Deleting subnet 3d52d082-815e-44c2-a28a-e79a370fa59a {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:24:42.430264 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-58cd2b81-5348-4e22-b0aa-801f4f0ae5df tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for subnet (3d52d082-815e-44c2-a28a-e79a370fa59a), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:42.476021 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-58cd2b81-5348-4e22-b0aa-801f4f0ae5df tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (3d52d082-815e-44c2-a28a-e79a370fa59a), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:42.499203 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-4b44c4ac-071e-4c07-a0d0-ccd10f8b4724 None None] Set router 972c0849-d602-4dd0-aebc-193056d6964a gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:24:42.561737 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-58cd2b81-5348-4e22-b0aa-801f4f0ae5df tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (3d52d082-815e-44c2-a28a-e79a370fa59a), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:42.621471 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-58cd2b81-5348-4e22-b0aa-801f4f0ae5df tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (3d52d082-815e-44c2-a28a-e79a370fa59a), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:42.654290 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd2b81-5348-4e22-b0aa-801f4f0ae5df tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event deleted for resources: {'Subnet': ['ID=3d52d082-815e-44c2-a28a-e79a370fa59a,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:42.656224 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-58cd2b81-5348-4e22-b0aa-801f4f0ae5df tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:42.660227 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-58cd2b81-5348-4e22-b0aa-801f4f0ae5df tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "DELETE /v2.0/subnets/3d52d082-815e-44c2-a28a-e79a370fa59a HTTP/1.1" status: 204 len: 168 time: 0.2830856 Mar 22 20:24:42.662381 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41550) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:24:42.670251 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c3924f-1674-47e8-a18e-44743e734a53 None None] Network 671167b7-248a-4c82-981f-b9de272c62a6 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:24:42.760558 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-4b44c4ac-071e-4c07-a0d0-ccd10f8b4724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972c0849-d602-4dd0-aebc-193056d6964a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1970499889', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'd1548f2e-2edd-4a16-a0e1-bd4511365b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:22:15Z', 'updated_at': '2022-03-22T20:24:41Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': 'd1548f2e-2edd-4a16-a0e1-bd4511365b6a', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c0849-d602-4dd0-aebc-193056d6964a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:22:15Z', 'updated_at': '2022-03-22T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:24:42.775743 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8bd86deb-f8bb-47ae-a68f-231eb1e4c07e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router (972c0849-d602-4dd0-aebc-193056d6964a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:42.791868 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b44c4ac-071e-4c07-a0d0-ccd10f8b4724 None None] Checking router: 972c0849-d602-4dd0-aebc-193056d6964a for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:24:42.809985 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b44c4ac-071e-4c07-a0d0-ccd10f8b4724 None None] Routers {'972c0849-d602-4dd0-aebc-193056d6964a'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:24:42.809985 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-4b44c4ac-071e-4c07-a0d0-ccd10f8b4724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:24:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['972c0849-d602-4dd0-aebc-193056d6964a'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:24:42.885082 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be6dd24-8345-43f3-8e03-8700927c04f7 None None] DHCP port deletion for 671167b7-248a-4c82-981f-b9de272c62a6 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 20:24:42.954409 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-4b44c4ac-071e-4c07-a0d0-ccd10f8b4724 None None] Set router 972c0849-d602-4dd0-aebc-193056d6964a gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:24:43.061843 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-6be6dd24-8345-43f3-8e03-8700927c04f7 None None] Deleting port 45ff25f4-8787-44d3-bd30-ddf4dd157601 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:24:43.062225 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6be6dd24-8345-43f3-8e03-8700927c04f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (45ff25f4-8787-44d3-bd30-ddf4dd157601), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:43.152843 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-6be6dd24-8345-43f3-8e03-8700927c04f7 None None] For port 45ff25f4-8787-44d3-bd30-ddf4dd157601, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=45ff25f4-8787-44d3-bd30-ddf4dd157601,segment=NetworkSegment(abcf8915-782f-44dc-a1df-d32966e6d5cc),segment_id=abcf8915-782f-44dc-a1df-d32966e6d5cc)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:24:43.153140 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6be6dd24-8345-43f3-8e03-8700927c04f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (45ff25f4-8787-44d3-bd30-ddf4dd157601), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:43.184647 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-6be6dd24-8345-43f3-8e03-8700927c04f7 None None] Calling delete_port for 45ff25f4-8787-44d3-bd30-ddf4dd157601 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:24:43.202023 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8bd86deb-f8bb-47ae-a68f-231eb1e4c07e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router_gateway (972c0849-d602-4dd0-aebc-193056d6964a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:43.253840 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-8bd86deb-f8bb-47ae-a68f-231eb1e4c07e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Deleting port d1548f2e-2edd-4a16-a0e1-bd4511365b6a {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:24:43.254213 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8bd86deb-f8bb-47ae-a68f-231eb1e4c07e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (d1548f2e-2edd-4a16-a0e1-bd4511365b6a), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:43.265135 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-4b44c4ac-071e-4c07-a0d0-ccd10f8b4724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '972c0849-d602-4dd0-aebc-193056d6964a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1970499889', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'd1548f2e-2edd-4a16-a0e1-bd4511365b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:22:15Z', 'updated_at': '2022-03-22T20:24:41Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': 'd1548f2e-2edd-4a16-a0e1-bd4511365b6a', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c0849-d602-4dd0-aebc-193056d6964a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:22:15Z', 'updated_at': '2022-03-22T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:24:43.294895 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b44c4ac-071e-4c07-a0d0-ccd10f8b4724 None None] The sync data for ids ['972c0849-d602-4dd0-aebc-193056d6964a'] in n-d-705658-24 is: [{'id': '972c0849-d602-4dd0-aebc-193056d6964a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1970499889', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'd1548f2e-2edd-4a16-a0e1-bd4511365b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:22:15Z', 'updated_at': '2022-03-22T20:24:41Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': 'd1548f2e-2edd-4a16-a0e1-bd4511365b6a', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:3b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972c0849-d602-4dd0-aebc-193056d6964a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:22:15Z', 'updated_at': '2022-03-22T20:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:24:43.314604 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6be6dd24-8345-43f3-8e03-8700927c04f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (45ff25f4-8787-44d3-bd30-ddf4dd157601), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:43.340854 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-8bd86deb-f8bb-47ae-a68f-231eb1e4c07e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] For port d1548f2e-2edd-4a16-a0e1-bd4511365b6a, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=d1548f2e-2edd-4a16-a0e1-bd4511365b6a,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:24:43.341224 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8bd86deb-f8bb-47ae-a68f-231eb1e4c07e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (d1548f2e-2edd-4a16-a0e1-bd4511365b6a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:43.346491 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6dd24-8345-43f3-8e03-8700927c04f7 None None] Pushing event deleted for resources: {'Port': ['ID=45ff25f4-8787-44d3-bd30-ddf4dd157601,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:43.351454 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be6dd24-8345-43f3-8e03-8700927c04f7 None None] No DVR routers for this DVR port 45ff25f4-8787-44d3-bd30-ddf4dd157601 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:24:43.354896 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-8bd86deb-f8bb-47ae-a68f-231eb1e4c07e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Calling delete_port for d1548f2e-2edd-4a16-a0e1-bd4511365b6a owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:24:43.519864 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8bd86deb-f8bb-47ae-a68f-231eb1e4c07e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (d1548f2e-2edd-4a16-a0e1-bd4511365b6a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:43.544727 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd86deb-f8bb-47ae-a68f-231eb1e4c07e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event deleted for resources: {'Port': ['ID=d1548f2e-2edd-4a16-a0e1-bd4511365b6a,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:43.603382 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8bd86deb-f8bb-47ae-a68f-231eb1e4c07e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (972c0849-d602-4dd0-aebc-193056d6964a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:43.695440 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8bd86deb-f8bb-47ae-a68f-231eb1e4c07e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (972c0849-d602-4dd0-aebc-193056d6964a), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:43.697682 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8bd86deb-f8bb-47ae-a68f-231eb1e4c07e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router_controller (972c0849-d602-4dd0-aebc-193056d6964a), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:43.745434 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8bd86deb-f8bb-47ae-a68f-231eb1e4c07e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (972c0849-d602-4dd0-aebc-193056d6964a), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:43.746022 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd86deb-f8bb-47ae-a68f-231eb1e4c07e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Fanout notify agent at l3_agent the message router_deleted on router 972c0849-d602-4dd0-aebc-193056d6964a {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 20:24:43.753096 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8bd86deb-f8bb-47ae-a68f-231eb1e4c07e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:43.754255 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8bd86deb-f8bb-47ae-a68f-231eb1e4c07e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "DELETE /v2.0/routers/972c0849-d602-4dd0-aebc-193056d6964a HTTP/1.1" status: 204 len: 168 time: 1.0904529 Mar 22 20:24:43.757021 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41552) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:24:43.838774 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8f79f5f6-384d-4037-ba9e-79b4999a6bd3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (671167b7-248a-4c82-981f-b9de272c62a6), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:43.932783 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8f79f5f6-384d-4037-ba9e-79b4999a6bd3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (671167b7-248a-4c82-981f-b9de272c62a6), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:43.956163 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-8f79f5f6-384d-4037-ba9e-79b4999a6bd3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['671167b7-248a-4c82-981f-b9de272c62a6']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:24:43.967112 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-8f79f5f6-384d-4037-ba9e-79b4999a6bd3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abcf8915-782f-44dc-a1df-d32966e6d5cc') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:24:43.967642 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-8f79f5f6-384d-4037-ba9e-79b4999a6bd3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abcf8915-782f-44dc-a1df-d32966e6d5cc') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:24:43.987671 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8f79f5f6-384d-4037-ba9e-79b4999a6bd3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (abcf8915-782f-44dc-a1df-d32966e6d5cc), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:44.004073 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8f79f5f6-384d-4037-ba9e-79b4999a6bd3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (abcf8915-782f-44dc-a1df-d32966e6d5cc), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:44.011114 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f79f5f6-384d-4037-ba9e-79b4999a6bd3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:24:44.012067 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8f79f5f6-384d-4037-ba9e-79b4999a6bd3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (abcf8915-782f-44dc-a1df-d32966e6d5cc), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:44.015467 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 20:24:44.015467 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:24:44.015467 n-d-705658-24 neutron-server[104173]: timer() Mar 22 20:24:44.015467 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:24:44.015467 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 20:24:44.015467 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:24:44.015467 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 20:24:44.015467 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:24:44.015467 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 20:24:44.015467 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:24:44.015467 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 20:24:44.015467 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:24:44.015467 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 20:24:44.015467 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:24:44.015467 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:24:44.015467 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:24:44.015467 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:24:44.015467 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:24:44.015467 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 20:24:44.015467 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:24:44.015467 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 20:24:44.015467 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:24:44.015467 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:24:44.015467 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:24:44.015467 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 20:24:44.015467 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:24:44.015467 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:24:44.015467 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:24:44.015467 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:24:44.015467 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:24:44.015467 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:24:44.015467 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:24:44.076205 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8f79f5f6-384d-4037-ba9e-79b4999a6bd3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (671167b7-248a-4c82-981f-b9de272c62a6), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:44.084645 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8f79f5f6-384d-4037-ba9e-79b4999a6bd3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:44.088259 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8f79f5f6-384d-4037-ba9e-79b4999a6bd3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "DELETE /v2.0/networks/671167b7-248a-4c82-981f-b9de272c62a6 HTTP/1.1" status: 204 len: 168 time: 0.3302491 Mar 22 20:24:44.091048 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41554) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:24:44.113056 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79f5f6-384d-4037-ba9e-79b4999a6bd3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event deleted for resources: {'Network': ['ID=671167b7-248a-4c82-981f-b9de272c62a6,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:44.154068 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 4c42bcf7-624b-4e3d-b55f-e69131224c84 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:24:44.165393 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f4a0ed6c-9765-4a32-a34f-3f2b8371c905 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group (aa10e2c7-4de0-41c8-832f-6200e433dcfd), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:44.175777 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 4c42bcf7-624b-4e3d-b55f-e69131224c84 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:24:44.176398 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 4c42bcf7-624b-4e3d-b55f-e69131224c84 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:24:44.192071 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f4a0ed6c-9765-4a32-a34f-3f2b8371c905 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group (aa10e2c7-4de0-41c8-832f-6200e433dcfd), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:44.254358 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f4a0ed6c-9765-4a32-a34f-3f2b8371c905 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (aa10e2c7-4de0-41c8-832f-6200e433dcfd), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:44.257529 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f4a0ed6c-9765-4a32-a34f-3f2b8371c905 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:44.258716 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f4a0ed6c-9765-4a32-a34f-3f2b8371c905 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "DELETE /v2.0/security-groups/aa10e2c7-4de0-41c8-832f-6200e433dcfd HTTP/1.1" status: 204 len: 168 time: 0.1531639 Mar 22 20:24:44.267971 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0ed6c-9765-4a32-a34f-3f2b8371c905 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa10e2c7-4de0-41c8-832f-6200e433dcfd,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:44.346958 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 45ff25f4-8787-44d3-bd30-ddf4dd157601 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:24:44.368495 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 45ff25f4-8787-44d3-bd30-ddf4dd157601 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:24:44.368843 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 45ff25f4-8787-44d3-bd30-ddf4dd157601 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:24:44.369254 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c4e2f426-f18f-4541-aff5-974425530b57 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:24:44.389854 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: c4e2f426-f18f-4541-aff5-974425530b57 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:24:44.390205 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c4e2f426-f18f-4541-aff5-974425530b57 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:24:45.290603 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-987dd0b6-9d46-4d09-ad03-0c8db36056fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:45.465995 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41562) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:24:45.470770 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-21c72ab2-7864-43fc-8a86-eedb738dc5fc tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-117818076', 'description': 'tempest-secgroup-smoke-117818076 description', 'project_id': 'e78a526ac76b4c53837f35b796222bb8'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:24:45.491042 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-21c72ab2-7864-43fc-8a86-eedb738dc5fc tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:45.559585 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-21c72ab2-7864-43fc-8a86-eedb738dc5fc tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group (63bcc04d-600f-4085-9ffa-34cd0428d97b), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:45.563286 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-21c72ab2-7864-43fc-8a86-eedb738dc5fc tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (63bcc04d-600f-4085-9ffa-34cd0428d97b), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:45.592482 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-21c72ab2-7864-43fc-8a86-eedb738dc5fc tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:45.593729 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-21c72ab2-7864-43fc-8a86-eedb738dc5fc tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1267042 Mar 22 20:24:45.595603 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c72ab2-7864-43fc-8a86-eedb738dc5fc tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63bcc04d-600f-4085-9ffa-34cd0428d97b,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:45.596803 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41564) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:24:45.603627 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-3345e04f-612c-47b5-8b0e-7127cd6742f4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'security_group_rule': {'security_group_id': '63bcc04d-600f-4085-9ffa-34cd0428d97b', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:24:45.628942 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3345e04f-612c-47b5-8b0e-7127cd6742f4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (39fd7dfc-315e-44cc-9c16-f6d11b804f11), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:45.674750 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3345e04f-612c-47b5-8b0e-7127cd6742f4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (39fd7dfc-315e-44cc-9c16-f6d11b804f11), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:45.678512 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3345e04f-612c-47b5-8b0e-7127cd6742f4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (39fd7dfc-315e-44cc-9c16-f6d11b804f11), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:45.696390 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345e04f-612c-47b5-8b0e-7127cd6742f4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39fd7dfc-315e-44cc-9c16-f6d11b804f11,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:45.703997 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3345e04f-612c-47b5-8b0e-7127cd6742f4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:45.705196 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3345e04f-612c-47b5-8b0e-7127cd6742f4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1063893 Mar 22 20:24:45.707938 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41566) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:24:45.713116 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-1b1a069e-2439-4b2a-b1f5-53a63f01b623 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'security_group_rule': {'security_group_id': '63bcc04d-600f-4085-9ffa-34cd0428d97b', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:24:45.736344 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1b1a069e-2439-4b2a-b1f5-53a63f01b623 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (c2db6020-f9c8-47ca-a542-272fb9c3eff5), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:45.792627 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1b1a069e-2439-4b2a-b1f5-53a63f01b623 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (c2db6020-f9c8-47ca-a542-272fb9c3eff5), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:45.796485 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1b1a069e-2439-4b2a-b1f5-53a63f01b623 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (c2db6020-f9c8-47ca-a542-272fb9c3eff5), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:45.818256 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a069e-2439-4b2a-b1f5-53a63f01b623 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2db6020-f9c8-47ca-a542-272fb9c3eff5,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:45.823167 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1b1a069e-2439-4b2a-b1f5-53a63f01b623 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:45.824361 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1b1a069e-2439-4b2a-b1f5-53a63f01b623 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153164 Mar 22 20:24:45.827157 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41568) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:24:45.831503 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-598819be-9782-4c4c-b76a-8ebba15429b2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'security_group_rule': {'security_group_id': '63bcc04d-600f-4085-9ffa-34cd0428d97b', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:24:45.855961 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-598819be-9782-4c4c-b76a-8ebba15429b2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (29875ea1-78b3-4a27-b896-f162c94d5a4a), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:45.914548 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-598819be-9782-4c4c-b76a-8ebba15429b2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (29875ea1-78b3-4a27-b896-f162c94d5a4a), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:45.918490 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-598819be-9782-4c4c-b76a-8ebba15429b2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (29875ea1-78b3-4a27-b896-f162c94d5a4a), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:45.921616 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d1548f2e-2edd-4a16-a0e1-bd4511365b6a no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:24:45.936406 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598819be-9782-4c4c-b76a-8ebba15429b2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29875ea1-78b3-4a27-b896-f162c94d5a4a,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:45.944083 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: d1548f2e-2edd-4a16-a0e1-bd4511365b6a {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:24:45.944435 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device d1548f2e-2edd-4a16-a0e1-bd4511365b6a not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:24:45.945098 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-598819be-9782-4c4c-b76a-8ebba15429b2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:45.948874 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-598819be-9782-4c4c-b76a-8ebba15429b2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182647 Mar 22 20:24:45.949469 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41570) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:24:45.953444 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-08563e67-6381-4292-8cf7-81a7cd449366 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'security_group_rule': {'security_group_id': '63bcc04d-600f-4085-9ffa-34cd0428d97b', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:24:45.978032 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-08563e67-6381-4292-8cf7-81a7cd449366 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (383774a1-fa2d-43f9-8894-7300e3a014b2), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:46.034548 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-08563e67-6381-4292-8cf7-81a7cd449366 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (383774a1-fa2d-43f9-8894-7300e3a014b2), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:46.038665 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-08563e67-6381-4292-8cf7-81a7cd449366 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (383774a1-fa2d-43f9-8894-7300e3a014b2), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:46.055300 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08563e67-6381-4292-8cf7-81a7cd449366 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=383774a1-fa2d-43f9-8894-7300e3a014b2,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:46.063288 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-08563e67-6381-4292-8cf7-81a7cd449366 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:46.064473 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-08563e67-6381-4292-8cf7-81a7cd449366 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1144924 Mar 22 20:24:46.067257 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41572) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:24:46.071641 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-81f29d4e-4654-4930-9e99-d3dccedd7337 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'security_group_rule': {'security_group_id': '63bcc04d-600f-4085-9ffa-34cd0428d97b', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:24:46.091054 n-d-705658-24 neutron-server[104173]: INFO neutron.db.securitygroups_db [None req-81f29d4e-4654-4930-9e99-d3dccedd7337 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Project e78a526ac76b4c53837f35b796222bb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 20:24:46.095909 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-81f29d4e-4654-4930-9e99-d3dccedd7337 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (76cce014-efe2-482e-99b5-c96eb3ac72e0), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:46.154527 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-81f29d4e-4654-4930-9e99-d3dccedd7337 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (76cce014-efe2-482e-99b5-c96eb3ac72e0), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:46.158380 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-81f29d4e-4654-4930-9e99-d3dccedd7337 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (76cce014-efe2-482e-99b5-c96eb3ac72e0), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:46.179115 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f29d4e-4654-4930-9e99-d3dccedd7337 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76cce014-efe2-482e-99b5-c96eb3ac72e0,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:46.185758 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-81f29d4e-4654-4930-9e99-d3dccedd7337 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:46.186980 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-81f29d4e-4654-4930-9e99-d3dccedd7337 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187651 Mar 22 20:24:46.190666 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41574) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:24:46.195565 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-eb75e8af-ed36-4efc-ad2c-061b629a8c3a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'security_group_rule': {'security_group_id': '63bcc04d-600f-4085-9ffa-34cd0428d97b', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:24:46.214871 n-d-705658-24 neutron-server[104173]: INFO neutron.db.securitygroups_db [None req-eb75e8af-ed36-4efc-ad2c-061b629a8c3a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Project e78a526ac76b4c53837f35b796222bb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 20:24:46.219658 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-eb75e8af-ed36-4efc-ad2c-061b629a8c3a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (39f91f17-d0ff-4b41-9e8f-81eee3247748), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:46.277509 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-eb75e8af-ed36-4efc-ad2c-061b629a8c3a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (39f91f17-d0ff-4b41-9e8f-81eee3247748), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:46.280858 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-eb75e8af-ed36-4efc-ad2c-061b629a8c3a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (39f91f17-d0ff-4b41-9e8f-81eee3247748), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:46.299170 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75e8af-ed36-4efc-ad2c-061b629a8c3a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39f91f17-d0ff-4b41-9e8f-81eee3247748,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:46.304316 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-eb75e8af-ed36-4efc-ad2c-061b629a8c3a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:46.305561 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-eb75e8af-ed36-4efc-ad2c-061b629a8c3a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1139226 Mar 22 20:24:46.308380 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41576) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:24:46.313253 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-0ca27b7a-4500-4507-8412-ca350ecf194b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'network': {'name': 'tempest-network-smoke--1616913927', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'port_security_enabled': True}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:24:46.331260 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca27b7a-4500-4507-8412-ca350ecf194b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Made reservation on behalf of e78a526ac76b4c53837f35b796222bb8 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:24:46.334451 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0ca27b7a-4500-4507-8412-ca350ecf194b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:46.357187 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca27b7a-4500-4507-8412-ca350ecf194b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:24:46.366487 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0ca27b7a-4500-4507-8412-ca350ecf194b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (5d3ae295-4cdc-41dc-84c0-2336bd6f731f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:46.366830 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-0ca27b7a-4500-4507-8412-ca350ecf194b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Added segment 5d3ae295-4cdc-41dc-84c0-2336bd6f731f of type vlan for network 1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa Mar 22 20:24:46.405838 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0ca27b7a-4500-4507-8412-ca350ecf194b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:46.431017 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0ca27b7a-4500-4507-8412-ca350ecf194b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:46.435944 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca27b7a-4500-4507-8412-ca350ecf194b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:46.436521 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0ca27b7a-4500-4507-8412-ca350ecf194b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:46.473159 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:46.499972 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0ca27b7a-4500-4507-8412-ca350ecf194b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1905003 Mar 22 20:24:46.502778 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41578) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:24:46.506157 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca27b7a-4500-4507-8412-ca350ecf194b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Network': ['ID=1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:46.507480 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-9fbcd8e9-acb0-4a68-9929-929786ea263d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-254932634', 'admin_state_up': True, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:24:46.516743 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:24:46.530331 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9fbcd8e9-acb0-4a68-9929-929786ea263d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (b1469e58-2244-45da-804f-856b1b769c3d), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:46.531390 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9fbcd8e9-acb0-4a68-9929-929786ea263d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (b1469e58-2244-45da-804f-856b1b769c3d), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:46.584684 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9fbcd8e9-acb0-4a68-9929-929786ea263d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router_controller (b1469e58-2244-45da-804f-856b1b769c3d), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:46.732771 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9fbcd8e9-acb0-4a68-9929-929786ea263d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router_gateway (b1469e58-2244-45da-804f-856b1b769c3d), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:46.928251 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9fbcd8e9-acb0-4a68-9929-929786ea263d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router_gateway (b1469e58-2244-45da-804f-856b1b769c3d), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:46.946513 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9fbcd8e9-acb0-4a68-9929-929786ea263d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:47.057756 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-9fbcd8e9-acb0-4a68-9929-929786ea263d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Allocated IP 172.25.5.172 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/23a2cade-4033-493d-9c77-fd058f1869cf) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:24:47.162166 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9fbcd8e9-acb0-4a68-9929-929786ea263d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for port (23a2cade-4033-493d-9c77-fd058f1869cf), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:47.196720 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9fbcd8e9-acb0-4a68-9929-929786ea263d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (23a2cade-4033-493d-9c77-fd058f1869cf), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:47.233578 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbcd8e9-acb0-4a68-9929-929786ea263d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:24:47.236427 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-9fbcd8e9-acb0-4a68-9929-929786ea263d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:24:47.242122 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbcd8e9-acb0-4a68-9929-929786ea263d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:24:47.264451 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbcd8e9-acb0-4a68-9929-929786ea263d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Port': ['ID=23a2cade-4033-493d-9c77-fd058f1869cf,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:47.483905 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ebc0ef26-98de-42f1-b3c9-dc38818b4a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:47.504873 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9fbcd8e9-acb0-4a68-9929-929786ea263d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router_gateway (b1469e58-2244-45da-804f-856b1b769c3d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:47.721953 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9fbcd8e9-acb0-4a68-9929-929786ea263d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (b1469e58-2244-45da-804f-856b1b769c3d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:47.854140 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbcd8e9-acb0-4a68-9929-929786ea263d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Router b1469e58-2244-45da-804f-856b1b769c3d is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 20:24:48.333278 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbcd8e9-acb0-4a68-9929-929786ea263d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:24:48.344129 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05923637-bb2e-4346-9b93-824a30dc03aa None None] Sync routers for ids ['b1469e58-2244-45da-804f-856b1b769c3d'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:24:48.354632 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05923637-bb2e-4346-9b93-824a30dc03aa None None] Routers {'b1469e58-2244-45da-804f-856b1b769c3d'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:24:48.355243 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-05923637-bb2e-4346-9b93-824a30dc03aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:24:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['b1469e58-2244-45da-804f-856b1b769c3d'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:24:48.356290 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-9fbcd8e9-acb0-4a68-9929-929786ea263d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:48.357527 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-9fbcd8e9-acb0-4a68-9929-929786ea263d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8537169 Mar 22 20:24:48.360707 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41580) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:24:48.477343 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-05923637-bb2e-4346-9b93-824a30dc03aa None None] Set router b1469e58-2244-45da-804f-856b1b769c3d gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:24:48.494953 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-18997408-4a7c-48e0-9489-07dcec8e6055 tempest-TestNetworkAdvancedServerOps-668713942 tempest-TestNetworkAdvancedServerOps-668713942-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=e78a526ac76b4c53837f35b796222bb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1331265 Mar 22 20:24:48.497541 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41584) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:24:48.583506 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85571de-d44f-4438-bdbb-55317623413d tempest-TestNetworkAdvancedServerOps-668713942 tempest-TestNetworkAdvancedServerOps-668713942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:48.585471 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b85571de-d44f-4438-bdbb-55317623413d tempest-TestNetworkAdvancedServerOps-668713942 tempest-TestNetworkAdvancedServerOps-668713942-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869455 Mar 22 20:24:48.588254 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41586) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:24:48.617233 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b2501415-da92-48a8-9a16-76b0d435871d tempest-TestNetworkAdvancedServerOps-668713942 tempest-TestNetworkAdvancedServerOps-668713942-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=b209c5bc-34d3-415d-9873-d01a4e6c5db8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278928 Mar 22 20:24:48.620040 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41588) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:24:48.624850 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-a226ac9d-dff1-4072-970f-27c18b6eb0d0 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-992477962', 'network_id': '1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:24:48.668335 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-05923637-bb2e-4346-9b93-824a30dc03aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254932634', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '23a2cade-4033-493d-9c77-fd058f1869cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:24:46Z', 'updated_at': '2022-03-22T20:24:47Z', 'revision_number': 3, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '23a2cade-4033-493d-9c77-fd058f1869cf', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:24:46Z', 'updated_at': '2022-03-22T20:24:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:24:48.699589 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05923637-bb2e-4346-9b93-824a30dc03aa None None] Checking router: b1469e58-2244-45da-804f-856b1b769c3d for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:24:48.699940 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05923637-bb2e-4346-9b93-824a30dc03aa None None] Updating router b1469e58-2244-45da-804f-856b1b769c3d port 23a2cade-4033-493d-9c77-fd058f1869cf binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:24:48.715083 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a226ac9d-dff1-4072-970f-27c18b6eb0d0 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Made reservation on behalf of e78a526ac76b4c53837f35b796222bb8 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:24:48.718550 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a226ac9d-dff1-4072-970f-27c18b6eb0d0 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:48.730278 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-05923637-bb2e-4346-9b93-824a30dc03aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (23a2cade-4033-493d-9c77-fd058f1869cf), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:48.808059 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:48.920851 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a226ac9d-dff1-4072-970f-27c18b6eb0d0 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (e9b2e33e-be8c-4745-9107-dbda18dbe741), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:48.945294 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:48.990333 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226ac9d-dff1-4072-970f-27c18b6eb0d0 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Subnet': ['ID=e9b2e33e-be8c-4745-9107-dbda18dbe741,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:48.999021 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a226ac9d-dff1-4072-970f-27c18b6eb0d0 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Checking segment: {'id': '5d3ae295-4cdc-41dc-84c0-2336bd6f731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:24:48.999212 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-05923637-bb2e-4346-9b93-824a30dc03aa None None] Publish callbacks [] for port (23a2cade-4033-493d-9c77-fd058f1869cf), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:48.999435 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a226ac9d-dff1-4072-970f-27c18b6eb0d0 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Network hostable DHCP agents. Network: 1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:24:49.004498 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-05923637-bb2e-4346-9b93-824a30dc03aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (23a2cade-4033-493d-9c77-fd058f1869cf), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:49.018228 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a226ac9d-dff1-4072-970f-27c18b6eb0d0 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Network 1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:24:49.028307 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-a226ac9d-dff1-4072-970f-27c18b6eb0d0 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:24:49.033876 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a226ac9d-dff1-4072-970f-27c18b6eb0d0 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:49.034950 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a226ac9d-dff1-4072-970f-27c18b6eb0d0 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:49.039787 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6849baa4-d0dd-4477-9a58-d961da299a20 None None] Network 1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:24:49.056256 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a226ac9d-dff1-4072-970f-27c18b6eb0d0 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4326129 Mar 22 20:24:49.056503 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-05923637-bb2e-4346-9b93-824a30dc03aa None None] Attempting to bind port 23a2cade-4033-493d-9c77-fd058f1869cf on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:24:49.056503 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-05923637-bb2e-4346-9b93-824a30dc03aa None None] Attempting to bind port 23a2cade-4033-493d-9c77-fd058f1869cf by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:24:49.056503 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05923637-bb2e-4346-9b93-824a30dc03aa None None] Attempting to bind port 23a2cade-4033-493d-9c77-fd058f1869cf on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:24:49.056817 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41590) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:24:49.065428 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05923637-bb2e-4346-9b93-824a30dc03aa None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:24:49.065717 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05923637-bb2e-4346-9b93-824a30dc03aa None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:24:49.066206 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-05923637-bb2e-4346-9b93-824a30dc03aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:49.066664 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05923637-bb2e-4346-9b93-824a30dc03aa None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:24:49.067242 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-05923637-bb2e-4346-9b93-824a30dc03aa None None] Bound port: 23a2cade-4033-493d-9c77-fd058f1869cf, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:24:49.067686 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-05923637-bb2e-4346-9b93-824a30dc03aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (23a2cade-4033-493d-9c77-fd058f1869cf), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:49.074055 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a4986-f513-4223-b1ce-5dc76c4c3fb9 None None] Pushing event updated for resources: {'Port': ['ID=23a2cade-4033-493d-9c77-fd058f1869cf,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:49.100298 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425a4986-f513-4223-b1ce-5dc76c4c3fb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:49.100751 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425a4986-f513-4223-b1ce-5dc76c4c3fb9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:49.101168 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425a4986-f513-4223-b1ce-5dc76c4c3fb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:49.102702 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425a4986-f513-4223-b1ce-5dc76c4c3fb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:49.102702 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425a4986-f513-4223-b1ce-5dc76c4c3fb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:49.102702 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425a4986-f513-4223-b1ce-5dc76c4c3fb9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:49.102702 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425a4986-f513-4223-b1ce-5dc76c4c3fb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:49.103131 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425a4986-f513-4223-b1ce-5dc76c4c3fb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:49.103483 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425a4986-f513-4223-b1ce-5dc76c4c3fb9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:49.103883 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425a4986-f513-4223-b1ce-5dc76c4c3fb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:49.104271 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425a4986-f513-4223-b1ce-5dc76c4c3fb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:49.104660 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425a4986-f513-4223-b1ce-5dc76c4c3fb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:49.105052 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425a4986-f513-4223-b1ce-5dc76c4c3fb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:49.105439 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425a4986-f513-4223-b1ce-5dc76c4c3fb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:49.105863 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425a4986-f513-4223-b1ce-5dc76c4c3fb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:24:49.149323 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-05923637-bb2e-4346-9b93-824a30dc03aa None None] For port 23a2cade-4033-493d-9c77-fd058f1869cf, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:24:49.152979 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-05923637-bb2e-4346-9b93-824a30dc03aa None None] For port 23a2cade-4033-493d-9c77-fd058f1869cf, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=23a2cade-4033-493d-9c77-fd058f1869cf,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:24:49.160424 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-05923637-bb2e-4346-9b93-824a30dc03aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (23a2cade-4033-493d-9c77-fd058f1869cf), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:49.225770 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05923637-bb2e-4346-9b93-824a30dc03aa None None] Routers {'b1469e58-2244-45da-804f-856b1b769c3d'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:24:49.226422 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-05923637-bb2e-4346-9b93-824a30dc03aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:24:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['b1469e58-2244-45da-804f-856b1b769c3d'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:24:49.230330 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a4986-f513-4223-b1ce-5dc76c4c3fb9 None None] Pushing event updated for resources: {'Port': ['ID=23a2cade-4033-493d-9c77-fd058f1869cf,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:49.331398 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5840fd52-caeb-4196-ba78-cba856190e56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa', 'network_id': '1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'fixed_ips': [{'subnet_id': 'e9b2e33e-be8c-4745-9107-dbda18dbe741'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 20:24:49.332383 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5840fd52-caeb-4196-ba78-cba856190e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:49.434157 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-05923637-bb2e-4346-9b93-824a30dc03aa None None] Set router b1469e58-2244-45da-804f-856b1b769c3d gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:24:49.475317 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-5840fd52-caeb-4196-ba78-cba856190e56 None None] Allocated IP 172.20.0.2 (1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa/e9b2e33e-be8c-4745-9107-dbda18dbe741/402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:24:49.563284 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-eb6474db-523c-4593-b904-872498be6f36 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:49.659586 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-05923637-bb2e-4346-9b93-824a30dc03aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254932634', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '23a2cade-4033-493d-9c77-fd058f1869cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:24:46Z', 'updated_at': '2022-03-22T20:24:47Z', 'revision_number': 3, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '23a2cade-4033-493d-9c77-fd058f1869cf', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:24:46Z', 'updated_at': '2022-03-22T20:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:24:49.673657 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5840fd52-caeb-4196-ba78-cba856190e56 None None] Publish callbacks [] for port (402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:49.682093 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5840fd52-caeb-4196-ba78-cba856190e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:49.703654 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05923637-bb2e-4346-9b93-824a30dc03aa None None] The sync data for ids ['b1469e58-2244-45da-804f-856b1b769c3d'] in n-d-705658-24 is: [{'id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254932634', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '23a2cade-4033-493d-9c77-fd058f1869cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:24:46Z', 'updated_at': '2022-03-22T20:24:47Z', 'revision_number': 3, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '23a2cade-4033-493d-9c77-fd058f1869cf', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:24:46Z', 'updated_at': '2022-03-22T20:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:24:49.734703 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5840fd52-caeb-4196-ba78-cba856190e56 None None] Network 1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:24:49.737660 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-5840fd52-caeb-4196-ba78-cba856190e56 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:24:49.740336 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5840fd52-caeb-4196-ba78-cba856190e56 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:24:49.754537 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840fd52-caeb-4196-ba78-cba856190e56 None None] Pushing event updated for resources: {'Port': ['ID=402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:49.825390 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-5840fd52-caeb-4196-ba78-cba856190e56 None None] Attempting to bind port 402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:24:49.826105 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-5840fd52-caeb-4196-ba78-cba856190e56 None None] Attempting to bind port 402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '5d3ae295-4cdc-41dc-84c0-2336bd6f731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:24:49.826229 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5840fd52-caeb-4196-ba78-cba856190e56 None None] Attempting to bind port 402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff on network 1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:24:49.831310 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5840fd52-caeb-4196-ba78-cba856190e56 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:24:49.831678 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5840fd52-caeb-4196-ba78-cba856190e56 None None] Checking segment: {'id': '5d3ae295-4cdc-41dc-84c0-2336bd6f731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:24:49.832081 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5840fd52-caeb-4196-ba78-cba856190e56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:49.832468 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5840fd52-caeb-4196-ba78-cba856190e56 None None] Bound using segment: {'id': '5d3ae295-4cdc-41dc-84c0-2336bd6f731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:24:49.832930 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-5840fd52-caeb-4196-ba78-cba856190e56 None None] Bound port: 402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3ae295-4cdc-41dc-84c0-2336bd6f731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:24:49.833309 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5840fd52-caeb-4196-ba78-cba856190e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:49.866794 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-eb6474db-523c-4593-b904-872498be6f36 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Allocated IP 172.20.0.1 (1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa/e9b2e33e-be8c-4745-9107-dbda18dbe741/a1ca5256-abbf-4335-90d7-78a4459aed54) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:24:49.905925 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-5840fd52-caeb-4196-ba78-cba856190e56 None None] For port 402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:24:49.910153 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-5840fd52-caeb-4196-ba78-cba856190e56 None None] For port 402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff,segment=NetworkSegment(5d3ae295-4cdc-41dc-84c0-2336bd6f731f),segment_id=5d3ae295-4cdc-41dc-84c0-2336bd6f731f)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:24:49.915680 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5840fd52-caeb-4196-ba78-cba856190e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:49.980227 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840fd52-caeb-4196-ba78-cba856190e56 None None] Pushing event updated for resources: {'Port': ['ID=402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:50.021599 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-eb6474db-523c-4593-b904-872498be6f36 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for port (a1ca5256-abbf-4335-90d7-78a4459aed54), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:50.065265 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-eb6474db-523c-4593-b904-872498be6f36 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (a1ca5256-abbf-4335-90d7-78a4459aed54), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:50.109188 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6474db-523c-4593-b904-872498be6f36 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Network 1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:24:50.111114 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-eb6474db-523c-4593-b904-872498be6f36 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:24:50.116223 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6474db-523c-4593-b904-872498be6f36 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:24:50.149609 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6474db-523c-4593-b904-872498be6f36 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Port': ['ID=a1ca5256-abbf-4335-90d7-78a4459aed54,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:50.173175 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-eb6474db-523c-4593-b904-872498be6f36 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (b1469e58-2244-45da-804f-856b1b769c3d), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:50.339762 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-eb6474db-523c-4593-b904-872498be6f36 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a1ca5256-abbf-4335-90d7-78a4459aed54), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:50.371845 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:50.655291 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-eb6474db-523c-4593-b904-872498be6f36 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for port (a1ca5256-abbf-4335-90d7-78a4459aed54), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:50.660031 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-eb6474db-523c-4593-b904-872498be6f36 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (a1ca5256-abbf-4335-90d7-78a4459aed54), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:50.742200 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6474db-523c-4593-b904-872498be6f36 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Port': ['ID=a1ca5256-abbf-4335-90d7-78a4459aed54,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:50.748977 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-eb6474db-523c-4593-b904-872498be6f36 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (b1469e58-2244-45da-804f-856b1b769c3d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:50.844775 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6474db-523c-4593-b904-872498be6f36 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Network 1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:24:50.846488 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-eb6474db-523c-4593-b904-872498be6f36 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:24:50.972129 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6474db-523c-4593-b904-872498be6f36 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Router b1469e58-2244-45da-804f-856b1b769c3d has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:24:51.058607 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57958263-640c-4464-a3c1-2c5ebbcfcc7d None None] Network 1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:24:51.089435 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6474db-523c-4593-b904-872498be6f36 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:24:51.096256 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-eb6474db-523c-4593-b904-872498be6f36 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "PUT /v2.0/routers/b1469e58-2244-45da-804f-856b1b769c3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0361214 Mar 22 20:24:51.124081 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-3d995b40-541a-4d31-87fb-b5200499805c None None] Provisioning complete for port 402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:24:51.124463 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3d995b40-541a-4d31-87fb-b5200499805c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:51.251181 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-3d995b40-541a-4d31-87fb-b5200499805c None None] Current status of the port 402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:24:51.251563 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3d995b40-541a-4d31-87fb-b5200499805c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:51.286412 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-e9d063ef-64e7-4c87-9805-c7bdeee89a40 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-117818076&fields=id&tenant_id=e78a526ac76b4c53837f35b796222bb8 HTTP/1.1" status: 200 len: 267 time: 0.0642946 Mar 22 20:24:51.288712 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-3d995b40-541a-4d31-87fb-b5200499805c None None] For port 402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff,segment=NetworkSegment(5d3ae295-4cdc-41dc-84c0-2336bd6f731f),segment_id=5d3ae295-4cdc-41dc-84c0-2336bd6f731f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:24:51.293902 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3d995b40-541a-4d31-87fb-b5200499805c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:51.350545 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d995b40-541a-4d31-87fb-b5200499805c None None] Pushing event updated for resources: {'Port': ['ID=402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:51.409278 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-f2d3fa74-c077-482a-825a-ad42fc7d550b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:51.410897 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-f2d3fa74-c077-482a-825a-ad42fc7d550b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/networks?id=1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa HTTP/1.1" status: 200 len: 797 time: 0.1224196 Mar 22 20:24:51.427466 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-50685ddd-25ca-45ff-86fd-fa7e03f7e714 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/quotas/e78a526ac76b4c53837f35b796222bb8 HTTP/1.1" status: 200 len: 375 time: 0.0104182 Mar 22 20:24:51.463631 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:51.489764 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-f367ecf1-c08a-4a84-bb68-f5e9e3f49e84 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547051 Mar 22 20:24:51.518739 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb88ee5-65d0-4629-a0e0-76b1593834c5 None None] Sync routers for ids ['b1469e58-2244-45da-804f-856b1b769c3d'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:24:51.521127 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-4e2ef140-50ba-44d2-990f-9067994c1a42 None None] Provisioning complete for port a1ca5256-abbf-4335-90d7-78a4459aed54 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:24:51.521552 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4e2ef140-50ba-44d2-990f-9067994c1a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a1ca5256-abbf-4335-90d7-78a4459aed54), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:51.556812 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb88ee5-65d0-4629-a0e0-76b1593834c5 None None] Routers {'b1469e58-2244-45da-804f-856b1b769c3d'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:24:51.557462 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-0fb88ee5-65d0-4629-a0e0-76b1593834c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:24:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['b1469e58-2244-45da-804f-856b1b769c3d'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:24:51.600557 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ef140-50ba-44d2-990f-9067994c1a42 None None] Port a1ca5256-abbf-4335-90d7-78a4459aed54 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:24:51.655245 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-cc678625-5b1e-4825-8b9a-712256827448 service neutron] 10.222.0.75 "GET /v2.0/networks/1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466529 Mar 22 20:24:51.656224 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-4e2ef140-50ba-44d2-990f-9067994c1a42 None None] Provisioning complete for port 402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:24:51.656615 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4e2ef140-50ba-44d2-990f-9067994c1a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:51.720928 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-0fb88ee5-65d0-4629-a0e0-76b1593834c5 None None] Set router b1469e58-2244-45da-804f-856b1b769c3d gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:24:51.759014 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-e5b0efdc-5cf4-48de-9b2e-e88a822f536d service neutron] 10.222.0.75 "GET /v2.0/networks/1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973458 Mar 22 20:24:51.831464 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ef140-50ba-44d2-990f-9067994c1a42 None None] Current status of the port 402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:24:51.972035 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-c5aadc3f-ce8d-47f7-8a63-0e31d93dbe41 None None] Provisioning complete for port a1ca5256-abbf-4335-90d7-78a4459aed54 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:24:51.972410 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c5aadc3f-ce8d-47f7-8a63-0e31d93dbe41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a1ca5256-abbf-4335-90d7-78a4459aed54), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:51.972967 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-10783eb9-c3de-4c2b-bf5e-2955cbacd1e0 req-ae2cba38-0b75-4124-b6f8-054facf9b68c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d567a1-dadd-4813-851b-47f8afecec33 HTTP/1.1" status: 200 len: 210 time: 0.0375595 Mar 22 20:24:52.023101 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c5aadc3f-ce8d-47f7-8a63-0e31d93dbe41 None None] Port a1ca5256-abbf-4335-90d7-78a4459aed54 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:24:52.035352 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-0fb88ee5-65d0-4629-a0e0-76b1593834c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254932634', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '23a2cade-4033-493d-9c77-fd058f1869cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:24:46Z', 'updated_at': '2022-03-22T20:24:50Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '23a2cade-4033-493d-9c77-fd058f1869cf', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:24:46Z', 'updated_at': '2022-03-22T20:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'a1ca5256-abbf-4335-90d7-78a4459aed54', 'name': '', 'network_id': '1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:3d:b6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'e9b2e33e-be8c-4745-9107-dbda18dbe741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:24:49Z', 'updated_at': '2022-03-22T20:24:50Z', 'revision_number': 2, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': 'e9b2e33e-be8c-4745-9107-dbda18dbe741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:24:52.063228 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb88ee5-65d0-4629-a0e0-76b1593834c5 None None] Checking router: b1469e58-2244-45da-804f-856b1b769c3d for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:24:52.063807 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb88ee5-65d0-4629-a0e0-76b1593834c5 None None] Updating router b1469e58-2244-45da-804f-856b1b769c3d port a1ca5256-abbf-4335-90d7-78a4459aed54 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:24:52.083335 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:24:52.119150 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0fb88ee5-65d0-4629-a0e0-76b1593834c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a1ca5256-abbf-4335-90d7-78a4459aed54), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:52.224112 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:24:52.224548 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:52.377541 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:24:52.378677 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 23a2cade-4033-493d-9c77-fd058f1869cf up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:24:52.497834 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 23a2cade-4033-493d-9c77-fd058f1869cf triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:24:52.498210 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (23a2cade-4033-493d-9c77-fd058f1869cf), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:52.500768 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0fb88ee5-65d0-4629-a0e0-76b1593834c5 None None] Publish callbacks [] for port (a1ca5256-abbf-4335-90d7-78a4459aed54), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:52.522857 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0fb88ee5-65d0-4629-a0e0-76b1593834c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a1ca5256-abbf-4335-90d7-78a4459aed54), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:52.596141 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faffc32-eed5-4788-b0aa-2612d9de27fb None None] Pushing event updated for resources: {'Port': ['ID=a1ca5256-abbf-4335-90d7-78a4459aed54,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:52.678599 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-0fb88ee5-65d0-4629-a0e0-76b1593834c5 None None] Attempting to bind port a1ca5256-abbf-4335-90d7-78a4459aed54 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:24:52.678994 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-0fb88ee5-65d0-4629-a0e0-76b1593834c5 None None] Attempting to bind port a1ca5256-abbf-4335-90d7-78a4459aed54 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '5d3ae295-4cdc-41dc-84c0-2336bd6f731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:24:52.679372 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb88ee5-65d0-4629-a0e0-76b1593834c5 None None] Attempting to bind port a1ca5256-abbf-4335-90d7-78a4459aed54 on network 1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:24:52.684456 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 23a2cade-4033-493d-9c77-fd058f1869cf is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:24:52.684850 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (23a2cade-4033-493d-9c77-fd058f1869cf), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:52.693983 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb88ee5-65d0-4629-a0e0-76b1593834c5 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:24:52.694384 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb88ee5-65d0-4629-a0e0-76b1593834c5 None None] Checking segment: {'id': '5d3ae295-4cdc-41dc-84c0-2336bd6f731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:24:52.694781 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0fb88ee5-65d0-4629-a0e0-76b1593834c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:52.695183 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb88ee5-65d0-4629-a0e0-76b1593834c5 None None] Bound using segment: {'id': '5d3ae295-4cdc-41dc-84c0-2336bd6f731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:24:52.695674 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-0fb88ee5-65d0-4629-a0e0-76b1593834c5 None None] Bound port: a1ca5256-abbf-4335-90d7-78a4459aed54, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3ae295-4cdc-41dc-84c0-2336bd6f731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:24:52.696057 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0fb88ee5-65d0-4629-a0e0-76b1593834c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a1ca5256-abbf-4335-90d7-78a4459aed54), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:52.718869 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 23a2cade-4033-493d-9c77-fd058f1869cf, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=23a2cade-4033-493d-9c77-fd058f1869cf,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:24:52.741190 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (23a2cade-4033-493d-9c77-fd058f1869cf), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:52.979307 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-e45f8065-ee9e-4362-9018-f657c9f384da tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:52.981142 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-e45f8065-ee9e-4362-9018-f657c9f384da tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.85 "GET /v2.0/networks?id=1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa HTTP/1.1" status: 200 len: 797 time: 0.1167219 Mar 22 20:24:52.997405 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-0fb88ee5-65d0-4629-a0e0-76b1593834c5 None None] For port a1ca5256-abbf-4335-90d7-78a4459aed54, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:24:52.999814 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-6bb087cb-d2c7-47d4-8f83-ee0a44363b49 None None] Provisioning complete for port a1ca5256-abbf-4335-90d7-78a4459aed54 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:24:53.000197 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6bb087cb-d2c7-47d4-8f83-ee0a44363b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a1ca5256-abbf-4335-90d7-78a4459aed54), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:53.003263 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=23a2cade-4033-493d-9c77-fd058f1869cf,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:53.014168 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-0fb88ee5-65d0-4629-a0e0-76b1593834c5 None None] For port a1ca5256-abbf-4335-90d7-78a4459aed54, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a1ca5256-abbf-4335-90d7-78a4459aed54,segment=NetworkSegment(5d3ae295-4cdc-41dc-84c0-2336bd6f731f),segment_id=5d3ae295-4cdc-41dc-84c0-2336bd6f731f)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:24:53.041206 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0fb88ee5-65d0-4629-a0e0-76b1593834c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a1ca5256-abbf-4335-90d7-78a4459aed54), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:53.067627 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-1d99a059-75d6-4fcc-8569-f814fb41d39e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e78a526ac76b4c53837f35b796222bb8 HTTP/1.1" status: 200 len: 379 time: 0.0789938 Mar 22 20:24:53.072838 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-6bb087cb-d2c7-47d4-8f83-ee0a44363b49 None None] Port a1ca5256-abbf-4335-90d7-78a4459aed54 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:24:53.085050 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e4da367d-f0b4-4486-a116-bc3e4cace261 req-aaa52bfc-7202-401f-9f6e-ad4d8621e2f1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d567a1-dadd-4813-851b-47f8afecec33 HTTP/1.1" status: 200 len: 210 time: 0.0331674 Mar 22 20:24:53.088178 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-f3ea0389-dc36-4a60-936a-d10c1be38273 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'port': {'device_id': 'c1d567a1-dadd-4813-851b-47f8afecec33', 'network_id': '1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa', 'admin_state_up': True, 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'security_groups': ['63bcc04d-600f-4085-9ffa-34cd0428d97b']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:24:53.108716 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb88ee5-65d0-4629-a0e0-76b1593834c5 None None] Routers {'b1469e58-2244-45da-804f-856b1b769c3d'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:24:53.109355 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-0fb88ee5-65d0-4629-a0e0-76b1593834c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:24:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['b1469e58-2244-45da-804f-856b1b769c3d'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:24:53.111289 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faffc32-eed5-4788-b0aa-2612d9de27fb None None] Pushing event updated for resources: {'Port': ['ID=a1ca5256-abbf-4335-90d7-78a4459aed54,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:53.221293 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-f3ea0389-dc36-4a60-936a-d10c1be38273 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Made reservation on behalf of e78a526ac76b4c53837f35b796222bb8 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:24:53.226302 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-f3ea0389-dc36-4a60-936a-d10c1be38273 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:53.229154 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-0fb88ee5-65d0-4629-a0e0-76b1593834c5 None None] Set router b1469e58-2244-45da-804f-856b1b769c3d gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:24:53.358229 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-f3ea0389-dc36-4a60-936a-d10c1be38273 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Allocated IP 172.20.0.6 (1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa/e9b2e33e-be8c-4745-9107-dbda18dbe741/edbda098-ffbe-49e7-aeac-3867ed47595a) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:24:53.424580 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-342cec2f-1509-4d09-8b61-aecd1b111933 None None] Provisioning complete for port a1ca5256-abbf-4335-90d7-78a4459aed54 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:24:53.424952 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-342cec2f-1509-4d09-8b61-aecd1b111933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a1ca5256-abbf-4335-90d7-78a4459aed54), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:53.487711 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-0fb88ee5-65d0-4629-a0e0-76b1593834c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254932634', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '23a2cade-4033-493d-9c77-fd058f1869cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:24:46Z', 'updated_at': '2022-03-22T20:24:50Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '23a2cade-4033-493d-9c77-fd058f1869cf', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:24:46Z', 'updated_at': '2022-03-22T20:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'a1ca5256-abbf-4335-90d7-78a4459aed54', 'name': '', 'network_id': '1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:3d:b6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'e9b2e33e-be8c-4745-9107-dbda18dbe741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:24:49Z', 'updated_at': '2022-03-22T20:24:52Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': 'e9b2e33e-be8c-4745-9107-dbda18dbe741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:24:53.500558 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-f3ea0389-dc36-4a60-936a-d10c1be38273 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for port (edbda098-ffbe-49e7-aeac-3867ed47595a), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:53.535956 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-f3ea0389-dc36-4a60-936a-d10c1be38273 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (edbda098-ffbe-49e7-aeac-3867ed47595a), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:53.536449 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb88ee5-65d0-4629-a0e0-76b1593834c5 None None] The sync data for ids ['b1469e58-2244-45da-804f-856b1b769c3d'] in n-d-705658-24 is: [{'id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254932634', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '23a2cade-4033-493d-9c77-fd058f1869cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:24:46Z', 'updated_at': '2022-03-22T20:24:50Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '23a2cade-4033-493d-9c77-fd058f1869cf', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:24:46Z', 'updated_at': '2022-03-22T20:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'a1ca5256-abbf-4335-90d7-78a4459aed54', 'name': '', 'network_id': '1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:3d:b6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'e9b2e33e-be8c-4745-9107-dbda18dbe741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:24:49Z', 'updated_at': '2022-03-22T20:24:52Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': 'e9b2e33e-be8c-4745-9107-dbda18dbe741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:24:53.554428 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-342cec2f-1509-4d09-8b61-aecd1b111933 None None] Current status of the port a1ca5256-abbf-4335-90d7-78a4459aed54 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:24:53.554819 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-342cec2f-1509-4d09-8b61-aecd1b111933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (a1ca5256-abbf-4335-90d7-78a4459aed54), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:53.586812 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-f3ea0389-dc36-4a60-936a-d10c1be38273 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Network 1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:24:53.592906 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-342cec2f-1509-4d09-8b61-aecd1b111933 None None] For port a1ca5256-abbf-4335-90d7-78a4459aed54, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a1ca5256-abbf-4335-90d7-78a4459aed54,segment=NetworkSegment(5d3ae295-4cdc-41dc-84c0-2336bd6f731f),segment_id=5d3ae295-4cdc-41dc-84c0-2336bd6f731f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:24:53.599509 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-342cec2f-1509-4d09-8b61-aecd1b111933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (a1ca5256-abbf-4335-90d7-78a4459aed54), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:53.603827 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-f3ea0389-dc36-4a60-936a-d10c1be38273 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:24:53.606698 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea0389-dc36-4a60-936a-d10c1be38273 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Port': ['ID=edbda098-ffbe-49e7-aeac-3867ed47595a,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:53.612658 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-f3ea0389-dc36-4a60-936a-d10c1be38273 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:24:53.665062 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342cec2f-1509-4d09-8b61-aecd1b111933 None None] Pushing event updated for resources: {'Port': ['ID=a1ca5256-abbf-4335-90d7-78a4459aed54,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:53.672931 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-f3ea0389-dc36-4a60-936a-d10c1be38273 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:53.673648 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-f3ea0389-dc36-4a60-936a-d10c1be38273 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:53.700154 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-f3ea0389-dc36-4a60-936a-d10c1be38273 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6182241 Mar 22 20:24:53.711929 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-d4cf0039-6074-4b1f-92b7-e0d601e0515a service neutron] Request body: {'port': {'device_id': 'c1d567a1-dadd-4813-851b-47f8afecec33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:24:53.779164 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-d4cf0039-6074-4b1f-92b7-e0d601e0515a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (edbda098-ffbe-49e7-aeac-3867ed47595a), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:53.940021 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e6858e00-c409-48b5-9202-d5d8bd1f3ca5 None None] Provisioning complete for port edbda098-ffbe-49e7-aeac-3867ed47595a triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:24:53.944262 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e6858e00-c409-48b5-9202-d5d8bd1f3ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (edbda098-ffbe-49e7-aeac-3867ed47595a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:53.984615 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e6858e00-c409-48b5-9202-d5d8bd1f3ca5 None None] Port edbda098-ffbe-49e7-aeac-3867ed47595a cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:24:54.072255 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 23a2cade-4033-493d-9c77-fd058f1869cf up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:24:54.090030 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-d4cf0039-6074-4b1f-92b7-e0d601e0515a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edbda098-ffbe-49e7-aeac-3867ed47595a {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:24:54.098897 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-d4cf0039-6074-4b1f-92b7-e0d601e0515a service neutron] Publish callbacks [] for port (edbda098-ffbe-49e7-aeac-3867ed47595a), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:54.112956 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-d4cf0039-6074-4b1f-92b7-e0d601e0515a service neutron] Transition to ACTIVE for port object edbda098-ffbe-49e7-aeac-3867ed47595a will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:24:54.117442 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-d4cf0039-6074-4b1f-92b7-e0d601e0515a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (edbda098-ffbe-49e7-aeac-3867ed47595a), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:54.135861 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 23a2cade-4033-493d-9c77-fd058f1869cf triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:24:54.136438 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (23a2cade-4033-493d-9c77-fd058f1869cf), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:54.178776 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf0039-6074-4b1f-92b7-e0d601e0515a service neutron] Pushing event updated for resources: {'Port': ['ID=edbda098-ffbe-49e7-aeac-3867ed47595a,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:54.264463 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 23a2cade-4033-493d-9c77-fd058f1869cf is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:24:54.265485 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a1ca5256-abbf-4335-90d7-78a4459aed54 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:24:54.292192 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba7dde-2727-4b39-855b-ea9ec8ce7f12 req-8a29abed-7fae-460d-8b0c-47d020fb2d7e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:54.293933 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66ba7dde-2727-4b39-855b-ea9ec8ce7f12 req-8a29abed-7fae-460d-8b0c-47d020fb2d7e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d567a1-dadd-4813-851b-47f8afecec33 HTTP/1.1" status: 200 len: 943 time: 0.0920126 Mar 22 20:24:54.311915 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-d4cf0039-6074-4b1f-92b7-e0d601e0515a service neutron] Attempting to bind port edbda098-ffbe-49e7-aeac-3867ed47595a on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:24:54.312254 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-d4cf0039-6074-4b1f-92b7-e0d601e0515a service neutron] Attempting to bind port edbda098-ffbe-49e7-aeac-3867ed47595a by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '5d3ae295-4cdc-41dc-84c0-2336bd6f731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:24:54.312587 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-d4cf0039-6074-4b1f-92b7-e0d601e0515a service neutron] Attempting to bind port edbda098-ffbe-49e7-aeac-3867ed47595a on network 1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:24:54.328106 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-d4cf0039-6074-4b1f-92b7-e0d601e0515a service neutron] Port edbda098-ffbe-49e7-aeac-3867ed47595a on network 1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:24:54.328448 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-d4cf0039-6074-4b1f-92b7-e0d601e0515a service neutron] Attempting to bind port edbda098-ffbe-49e7-aeac-3867ed47595a on network 1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:24:54.334889 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-d4cf0039-6074-4b1f-92b7-e0d601e0515a service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:24:54.335242 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-d4cf0039-6074-4b1f-92b7-e0d601e0515a service neutron] Checking segment: {'id': '5d3ae295-4cdc-41dc-84c0-2336bd6f731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:24:54.335647 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-d4cf0039-6074-4b1f-92b7-e0d601e0515a service neutron] Bound using segment: {'id': '5d3ae295-4cdc-41dc-84c0-2336bd6f731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:24:54.336269 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-d4cf0039-6074-4b1f-92b7-e0d601e0515a service neutron] Bound port: edbda098-ffbe-49e7-aeac-3867ed47595a, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d3ae295-4cdc-41dc-84c0-2336bd6f731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:24:54.336637 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-d4cf0039-6074-4b1f-92b7-e0d601e0515a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (edbda098-ffbe-49e7-aeac-3867ed47595a), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:54.338684 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port a1ca5256-abbf-4335-90d7-78a4459aed54 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:24:54.339064 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (a1ca5256-abbf-4335-90d7-78a4459aed54), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:54.419156 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66ba7dde-2727-4b39-855b-ea9ec8ce7f12 req-58e62a32-7c09-4c2f-bedb-0d6b1794232f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=63bcc04d-600f-4085-9ffa-34cd0428d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182487 Mar 22 20:24:54.442611 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-d4cf0039-6074-4b1f-92b7-e0d601e0515a service neutron] For port edbda098-ffbe-49e7-aeac-3867ed47595a, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:24:54.446668 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-d4cf0039-6074-4b1f-92b7-e0d601e0515a service neutron] For port edbda098-ffbe-49e7-aeac-3867ed47595a, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=edbda098-ffbe-49e7-aeac-3867ed47595a,segment=NetworkSegment(5d3ae295-4cdc-41dc-84c0-2336bd6f731f),segment_id=5d3ae295-4cdc-41dc-84c0-2336bd6f731f)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:24:54.453648 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-d4cf0039-6074-4b1f-92b7-e0d601e0515a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (edbda098-ffbe-49e7-aeac-3867ed47595a), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:54.466945 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port a1ca5256-abbf-4335-90d7-78a4459aed54 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:24:54.487668 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-d4cf0039-6074-4b1f-92b7-e0d601e0515a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:54.488603 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-d4cf0039-6074-4b1f-92b7-e0d601e0515a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:54.490792 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-d4cf0039-6074-4b1f-92b7-e0d601e0515a service neutron] 10.222.0.85 "PUT /v2.0/ports/edbda098-ffbe-49e7-aeac-3867ed47595a HTTP/1.1" status: 200 len: 1092 time: 0.7834146 Mar 22 20:24:54.493560 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d567a1-dadd-4813-851b-47f8afecec33', 'tag': 'edbda098-ffbe-49e7-aeac-3867ed47595a'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:24:54.496786 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5203bbb830fb44ebcbef8845939fcb941f39cb8985b8c198af72047ed6de2cf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7d4165-c2db-4d4a-85b5-2826bfc04de2" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d567a1-dadd-4813-851b-47f8afecec33", "tag": "edbda098-ffbe-49e7-aeac-3867ed47595a"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:24:54.556570 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf0039-6074-4b1f-92b7-e0d601e0515a service neutron] Pushing event updated for resources: {'Port': ['ID=edbda098-ffbe-49e7-aeac-3867ed47595a,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:54.598274 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-3d0d9302-1a94-4810-a6dc-36ed0cda2e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:54.600711 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-3d0d9302-1a94-4810-a6dc-36ed0cda2e05 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&device_id=c1d567a1-dadd-4813-851b-47f8afecec33 HTTP/1.1" status: 200 len: 1126 time: 0.0634687 Mar 22 20:24:54.645471 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b11f20-08f9-45a4-8809-838aaa691329 x-openstack-request-id: req-13b11f20-08f9-45a4-8809-838aaa691329 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:24:54.645764 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d567a1-dadd-4813-851b-47f8afecec33", "tag": "edbda098-ffbe-49e7-aeac-3867ed47595a", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:24:54.646050 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-13b11f20-08f9-45a4-8809-838aaa691329 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:24:54.646500 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13b11f20-08f9-45a4-8809-838aaa691329'] response: {'name': 'network-changed', 'server_uuid': 'c1d567a1-dadd-4813-851b-47f8afecec33', 'tag': 'edbda098-ffbe-49e7-aeac-3867ed47595a', 'status': 'completed', 'code': 200} Mar 22 20:24:54.648352 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-6906c40d-d9f5-4e0f-8499-ef6cf51384e2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edbda098-ffbe-49e7-aeac-3867ed47595a HTTP/1.1" status: 200 len: 217 time: 0.0414686 Mar 22 20:24:54.704307 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-c919ec77-13a9-4ea9-9e2b-5f6fd30a75b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:54.706018 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-c919ec77-13a9-4ea9-9e2b-5f6fd30a75b0 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e9b2e33e-be8c-4745-9107-dbda18dbe741 HTTP/1.1" status: 200 len: 834 time: 0.0521815 Mar 22 20:24:54.759127 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-90acb910-77b8-4c2d-95a9-cbc997ed660e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:54.760668 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-90acb910-77b8-4c2d-95a9-cbc997ed660e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0489321 Mar 22 20:24:54.853509 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-9bd3ec1a-651a-4f59-9895-85c707e6b3ae service neutron] 10.222.0.85 "GET /v2.0/networks/1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868886 Mar 22 20:24:54.949001 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-73762bf2-acf1-4cb7-afe9-fb0f15d5e175 req-d1dba107-14bd-4922-b3e8-a4c2a7d90b07 service neutron] 10.222.0.85 "GET /v2.0/networks/1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896678 Mar 22 20:24:55.042068 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d4165-c2db-4d4a-85b5-2826bfc04de2 req-7c3f8562-c90a-4bdb-8b75-71e25c8d67b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:55.043644 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c7d4165-c2db-4d4a-85b5-2826bfc04de2 req-7c3f8562-c90a-4bdb-8b75-71e25c8d67b0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&device_id=c1d567a1-dadd-4813-851b-47f8afecec33 HTTP/1.1" status: 200 len: 1126 time: 0.0466027 Mar 22 20:24:55.134313 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d4165-c2db-4d4a-85b5-2826bfc04de2 req-3bf29ba8-f0e4-4b63-a047-365c1d4d457c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:55.135697 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c7d4165-c2db-4d4a-85b5-2826bfc04de2 req-3bf29ba8-f0e4-4b63-a047-365c1d4d457c service neutron] 10.222.0.85 "GET /v2.0/networks?id=1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa HTTP/1.1" status: 200 len: 898 time: 0.0854702 Mar 22 20:24:55.178403 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c7d4165-c2db-4d4a-85b5-2826bfc04de2 req-a46bc79f-cc66-406f-8326-08a244fa1df6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edbda098-ffbe-49e7-aeac-3867ed47595a HTTP/1.1" status: 200 len: 217 time: 0.0367267 Mar 22 20:24:55.225417 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d4165-c2db-4d4a-85b5-2826bfc04de2 req-dba566d3-c9b0-49a5-875d-6b450aa471bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:55.226880 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c7d4165-c2db-4d4a-85b5-2826bfc04de2 req-dba566d3-c9b0-49a5-875d-6b450aa471bb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e9b2e33e-be8c-4745-9107-dbda18dbe741 HTTP/1.1" status: 200 len: 834 time: 0.0435812 Mar 22 20:24:55.278304 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d4165-c2db-4d4a-85b5-2826bfc04de2 req-9c9ae42d-9caf-41ec-b3d8-f65d7a23cc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:55.279791 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c7d4165-c2db-4d4a-85b5-2826bfc04de2 req-9c9ae42d-9caf-41ec-b3d8-f65d7a23cc5a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479162 Mar 22 20:24:55.364148 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c7d4165-c2db-4d4a-85b5-2826bfc04de2 req-7c9af54c-48e0-4290-ac34-23fcc81244e6 service neutron] 10.222.0.85 "GET /v2.0/networks/1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783150 Mar 22 20:24:55.458241 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8c7d4165-c2db-4d4a-85b5-2826bfc04de2 req-7b93d5b8-7b45-4d04-95a0-19a764d2046c service neutron] 10.222.0.85 "GET /v2.0/networks/1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874739 Mar 22 20:24:55.546506 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a04377-c013-45ce-afbb-c49533d7f1a6 req-f41dee86-23bd-4b90-a450-3c7c9c28a9c3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:55.548012 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f0a04377-c013-45ce-afbb-c49533d7f1a6 req-f41dee86-23bd-4b90-a450-3c7c9c28a9c3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d567a1-dadd-4813-851b-47f8afecec33 HTTP/1.1" status: 200 len: 943 time: 0.0531287 Mar 22 20:24:55.595402 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f0a04377-c013-45ce-afbb-c49533d7f1a6 req-da1f4130-ca24-41f0-9b65-2bd0e76d6368 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=63bcc04d-600f-4085-9ffa-34cd0428d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411451 Mar 22 20:24:56.715945 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10f58f-8287-4bd0-afa8-d6a550e0b1e7 req-290298bc-5ea0-4c6a-aa1d-c6c730849c5c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:56.717435 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9c10f58f-8287-4bd0-afa8-d6a550e0b1e7 req-290298bc-5ea0-4c6a-aa1d-c6c730849c5c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d567a1-dadd-4813-851b-47f8afecec33 HTTP/1.1" status: 200 len: 943 time: 0.0510342 Mar 22 20:24:56.765231 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9c10f58f-8287-4bd0-afa8-d6a550e0b1e7 req-4b42c7d9-a3f8-47e4-9a8d-e4ac77e09703 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=63bcc04d-600f-4085-9ffa-34cd0428d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421474 Mar 22 20:24:57.289681 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device edbda098-ffbe-49e7-aeac-3867ed47595a details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:24:57.386436 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port edbda098-ffbe-49e7-aeac-3867ed47595a, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=edbda098-ffbe-49e7-aeac-3867ed47595a,segment=NetworkSegment(5d3ae295-4cdc-41dc-84c0-2336bd6f731f),segment_id=5d3ae295-4cdc-41dc-84c0-2336bd6f731f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:24:57.397811 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'edbda098-ffbe-49e7-aeac-3867ed47595a', 'network_id': '1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa', 'port_id': 'edbda098-ffbe-49e7-aeac-3867ed47595a', 'mac_address': 'fa:16:3e:c9:40:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b2e33e-be8c-4745-9107-dbda18dbe741', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:24:57.434721 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port edbda098-ffbe-49e7-aeac-3867ed47595a is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:24:57.435113 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (edbda098-ffbe-49e7-aeac-3867ed47595a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:57.448325 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edbda098-ffbe-49e7-aeac-3867ed47595a {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:24:57.467843 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port edbda098-ffbe-49e7-aeac-3867ed47595a, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=edbda098-ffbe-49e7-aeac-3867ed47595a,segment=NetworkSegment(5d3ae295-4cdc-41dc-84c0-2336bd6f731f),segment_id=5d3ae295-4cdc-41dc-84c0-2336bd6f731f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:24:57.472128 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (edbda098-ffbe-49e7-aeac-3867ed47595a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:57.528127 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=edbda098-ffbe-49e7-aeac-3867ed47595a,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:57.774212 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['edbda098-ffbe-49e7-aeac-3867ed47595a'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:24:57.887176 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928a2d8-7df8-412c-8cc3-aeef03d2226b req-90a24193-745d-4f63-9a6e-4e99c51f62a7 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:57.888694 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0928a2d8-7df8-412c-8cc3-aeef03d2226b req-90a24193-745d-4f63-9a6e-4e99c51f62a7 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d567a1-dadd-4813-851b-47f8afecec33 HTTP/1.1" status: 200 len: 944 time: 0.0558851 Mar 22 20:24:57.938076 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0928a2d8-7df8-412c-8cc3-aeef03d2226b req-fd8d0f78-15d4-471e-bb07-9baa0a4b4cc0 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=63bcc04d-600f-4085-9ffa-34cd0428d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436819 Mar 22 20:24:59.057192 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1b688-ffb8-4205-9dea-f160a7b8b52b req-b8ef7d48-1d98-45c6-8aeb-f3e3739b79ba tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:59.058737 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94d1b688-ffb8-4205-9dea-f160a7b8b52b req-b8ef7d48-1d98-45c6-8aeb-f3e3739b79ba tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d567a1-dadd-4813-851b-47f8afecec33 HTTP/1.1" status: 200 len: 944 time: 0.0535924 Mar 22 20:24:59.107288 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94d1b688-ffb8-4205-9dea-f160a7b8b52b req-a814b532-7b48-4455-a364-9ab415b12879 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=63bcc04d-600f-4085-9ffa-34cd0428d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430408 Mar 22 20:24:59.321033 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device edbda098-ffbe-49e7-aeac-3867ed47595a up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:24:59.373045 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port edbda098-ffbe-49e7-aeac-3867ed47595a completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:24:59.376908 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port edbda098-ffbe-49e7-aeac-3867ed47595a triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:24:59.377287 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (edbda098-ffbe-49e7-aeac-3867ed47595a), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:59.452376 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port edbda098-ffbe-49e7-aeac-3867ed47595a is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:24:59.452772 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (edbda098-ffbe-49e7-aeac-3867ed47595a), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:59.475483 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d567a1-dadd-4813-851b-47f8afecec33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbda098-ffbe-49e7-aeac-3867ed47595a'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:24:59.477892 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42acaf4adbc820cceca1c39a9c6556ee9c843f2d32102223230a5dac4986dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d9e9ec-1cc9-423d-be4a-1b97c21d6883" -d '{"events": [{"server_uuid": "c1d567a1-dadd-4813-851b-47f8afecec33", "name": "network-vif-plugged", "status": "completed", "tag": "edbda098-ffbe-49e7-aeac-3867ed47595a"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:24:59.490992 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port edbda098-ffbe-49e7-aeac-3867ed47595a, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=edbda098-ffbe-49e7-aeac-3867ed47595a,segment=NetworkSegment(5d3ae295-4cdc-41dc-84c0-2336bd6f731f),segment_id=5d3ae295-4cdc-41dc-84c0-2336bd6f731f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:24:59.495159 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (edbda098-ffbe-49e7-aeac-3867ed47595a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:24:59.525348 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45e1a28-812c-4c0b-8eee-acac326d4edf x-openstack-request-id: req-a45e1a28-812c-4c0b-8eee-acac326d4edf {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:24:59.525639 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d567a1-dadd-4813-851b-47f8afecec33", "name": "network-vif-plugged", "status": "completed", "tag": "edbda098-ffbe-49e7-aeac-3867ed47595a", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:24:59.525924 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a45e1a28-812c-4c0b-8eee-acac326d4edf {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:24:59.526335 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a45e1a28-812c-4c0b-8eee-acac326d4edf'] response: {'server_uuid': 'c1d567a1-dadd-4813-851b-47f8afecec33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edbda098-ffbe-49e7-aeac-3867ed47595a', 'code': 200} Mar 22 20:24:59.552690 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=edbda098-ffbe-49e7-aeac-3867ed47595a,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:24:59.622287 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fa4dd-7886-4a72-b403-8951094b774c req-c8b50475-e85e-40f5-b1f9-0de914be6ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:24:59.623818 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b29fa4dd-7886-4a72-b403-8951094b774c req-c8b50475-e85e-40f5-b1f9-0de914be6ac0 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c1d567a1-dadd-4813-851b-47f8afecec33 HTTP/1.1" status: 200 len: 1128 time: 0.0476973 Mar 22 20:24:59.670505 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b29fa4dd-7886-4a72-b403-8951094b774c req-b4c7277d-2c8f-42ae-bf13-d5f3f44770e5 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=63bcc04d-600f-4085-9ffa-34cd0428d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414071 Mar 22 20:25:00.223823 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e899a3-eb3e-4863-8c0b-8f19da7d255d req-c7719f84-b643-4f7f-a68e-4340f4754606 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:25:00.225833 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b0e899a3-eb3e-4863-8c0b-8f19da7d255d req-c7719f84-b643-4f7f-a68e-4340f4754606 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d567a1-dadd-4813-851b-47f8afecec33 HTTP/1.1" status: 200 len: 945 time: 0.0517995 Mar 22 20:25:00.274828 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b0e899a3-eb3e-4863-8c0b-8f19da7d255d req-bd802a97-7b89-4327-9f35-3fdf1753b5d9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=63bcc04d-600f-4085-9ffa-34cd0428d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432630 Mar 22 20:25:01.399069 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747433bb-5017-467c-95b6-fd4c65d82ba9 req-3467f7c5-6eff-4776-add5-f116996dcf66 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:25:01.400538 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-747433bb-5017-467c-95b6-fd4c65d82ba9 req-3467f7c5-6eff-4776-add5-f116996dcf66 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d567a1-dadd-4813-851b-47f8afecec33 HTTP/1.1" status: 200 len: 945 time: 0.0522938 Mar 22 20:25:01.453523 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-747433bb-5017-467c-95b6-fd4c65d82ba9 req-5a9f9bec-a097-4993-9887-176327ad3a4b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=63bcc04d-600f-4085-9ffa-34cd0428d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473833 Mar 22 20:25:01.576455 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d91e9-947e-4344-946a-08c34b75b66f req-8d121a35-2560-461a-82f5-2203f4c61630 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:25:01.577968 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a7d91e9-947e-4344-946a-08c34b75b66f req-8d121a35-2560-461a-82f5-2203f4c61630 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d567a1-dadd-4813-851b-47f8afecec33 HTTP/1.1" status: 200 len: 945 time: 0.0515418 Mar 22 20:25:01.626189 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4a7d91e9-947e-4344-946a-08c34b75b66f req-0a9b6fcb-c3cc-4b68-8aa4-2df19b628fc9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=63bcc04d-600f-4085-9ffa-34cd0428d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426817 Mar 22 20:25:01.648240 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41646) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:25:01.690304 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426792d0-981b-40fe-a930-b91fc8b4a534 tempest-TestNetworkAdvancedServerOps-668713942 tempest-TestNetworkAdvancedServerOps-668713942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:25:01.691810 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-426792d0-981b-40fe-a930-b91fc8b4a534 tempest-TestNetworkAdvancedServerOps-668713942 tempest-TestNetworkAdvancedServerOps-668713942-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=c1d567a1-dadd-4813-851b-47f8afecec33 HTTP/1.1" status: 200 len: 1123 time: 0.0423689 Mar 22 20:25:01.695108 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41648) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:25:01.699376 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-0c6e676c-8c53-4a04-b91e-36a3f11247f4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'port_id': 'edbda098-ffbe-49e7-aeac-3867ed47595a', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:25:01.720216 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0c6e676c-8c53-4a04-b91e-36a3f11247f4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:25:01.820727 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0c6e676c-8c53-4a04-b91e-36a3f11247f4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:25:01.921329 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-0c6e676c-8c53-4a04-b91e-36a3f11247f4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Allocated IP 172.25.5.222 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/144beccd-1231-4e6d-8c00-b88f9dd40c99) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:25:02.368606 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0c6e676c-8c53-4a04-b91e-36a3f11247f4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for port (144beccd-1231-4e6d-8c00-b88f9dd40c99), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:25:02.404032 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0c6e676c-8c53-4a04-b91e-36a3f11247f4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (144beccd-1231-4e6d-8c00-b88f9dd40c99), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:25:02.442023 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6e676c-8c53-4a04-b91e-36a3f11247f4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:25:02.444997 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-0c6e676c-8c53-4a04-b91e-36a3f11247f4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:25:02.450553 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6e676c-8c53-4a04-b91e-36a3f11247f4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:25:02.456036 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e676c-8c53-4a04-b91e-36a3f11247f4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Port': ['ID=144beccd-1231-4e6d-8c00-b88f9dd40c99,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:25:02.812853 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0c6e676c-8c53-4a04-b91e-36a3f11247f4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for floatingip (f8f6b448-e078-4ff4-b833-e4e51d88bc6b), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:25:02.898837 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0c6e676c-8c53-4a04-b91e-36a3f11247f4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (144beccd-1231-4e6d-8c00-b88f9dd40c99), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:25:03.057841 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0c6e676c-8c53-4a04-b91e-36a3f11247f4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for port (144beccd-1231-4e6d-8c00-b88f9dd40c99), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:25:03.062597 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0c6e676c-8c53-4a04-b91e-36a3f11247f4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (144beccd-1231-4e6d-8c00-b88f9dd40c99), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:25:03.138972 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e676c-8c53-4a04-b91e-36a3f11247f4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Port': ['ID=144beccd-1231-4e6d-8c00-b88f9dd40c99,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:25:03.145972 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0c6e676c-8c53-4a04-b91e-36a3f11247f4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (f8f6b448-e078-4ff4-b833-e4e51d88bc6b), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:25:03.258279 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [None req-0c6e676c-8c53-4a04-b91e-36a3f11247f4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Floating IP f8f6b448-e078-4ff4-b833-e4e51d88bc6b associated. External IP: 172.25.5.222, port: edbda098-ffbe-49e7-aeac-3867ed47595a. Mar 22 20:25:03.476270 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6e676c-8c53-4a04-b91e-36a3f11247f4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Router b1469e58-2244-45da-804f-856b1b769c3d has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:25:03.598384 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6e676c-8c53-4a04-b91e-36a3f11247f4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:25:03.612323 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91f42ac-c61b-4b19-952a-9db9aeefcdad None None] Sync routers for ids ['b1469e58-2244-45da-804f-856b1b769c3d'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:25:03.619008 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-0c6e676c-8c53-4a04-b91e-36a3f11247f4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:25:03.624355 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91f42ac-c61b-4b19-952a-9db9aeefcdad None None] Routers {'b1469e58-2244-45da-804f-856b1b769c3d'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:25:03.624981 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-b91f42ac-c61b-4b19-952a-9db9aeefcdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:24:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['b1469e58-2244-45da-804f-856b1b769c3d'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:25:03.654016 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-0c6e676c-8c53-4a04-b91e-36a3f11247f4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9554405 Mar 22 20:25:03.654016 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d567a1-dadd-4813-851b-47f8afecec33', 'tag': 'edbda098-ffbe-49e7-aeac-3867ed47595a'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:25:03.655314 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5203bbb830fb44ebcbef8845939fcb941f39cb8985b8c198af72047ed6de2cf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8879a1-b8ad-4f3d-8498-1c227d87845a" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d567a1-dadd-4813-851b-47f8afecec33", "tag": "edbda098-ffbe-49e7-aeac-3867ed47595a"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:25:03.694436 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef46901-eda4-4e6b-ae78-8ffc128bd821 x-openstack-request-id: req-aef46901-eda4-4e6b-ae78-8ffc128bd821 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:25:03.694843 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d567a1-dadd-4813-851b-47f8afecec33", "tag": "edbda098-ffbe-49e7-aeac-3867ed47595a", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:25:03.695199 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-aef46901-eda4-4e6b-ae78-8ffc128bd821 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:25:03.695713 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aef46901-eda4-4e6b-ae78-8ffc128bd821'] response: {'name': 'network-changed', 'server_uuid': 'c1d567a1-dadd-4813-851b-47f8afecec33', 'tag': 'edbda098-ffbe-49e7-aeac-3867ed47595a', 'status': 'completed', 'code': 200} Mar 22 20:25:03.754402 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-b91f42ac-c61b-4b19-952a-9db9aeefcdad None None] Set router b1469e58-2244-45da-804f-856b1b769c3d gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:25:03.812938 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8879a1-b8ad-4f3d-8498-1c227d87845a req-b3c737aa-8dbc-42ca-b02d-848f71c1e819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:25:03.814675 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-df8879a1-b8ad-4f3d-8498-1c227d87845a req-b3c737aa-8dbc-42ca-b02d-848f71c1e819 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&device_id=c1d567a1-dadd-4813-851b-47f8afecec33 HTTP/1.1" status: 200 len: 1128 time: 0.0974848 Mar 22 20:25:03.826575 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2230ea-bd23-4998-a676-d3efe3f99269 req-14d258a4-c928-40f3-b782-03d149635dbf tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:25:03.828092 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7e2230ea-bd23-4998-a676-d3efe3f99269 req-14d258a4-c928-40f3-b782-03d149635dbf tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d567a1-dadd-4813-851b-47f8afecec33 HTTP/1.1" status: 200 len: 945 time: 0.0994120 Mar 22 20:25:03.940050 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7e2230ea-bd23-4998-a676-d3efe3f99269 req-4305515a-576c-4e42-a60a-1f80d37fb5f3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=63bcc04d-600f-4085-9ffa-34cd0428d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035287 Mar 22 20:25:03.959678 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8879a1-b8ad-4f3d-8498-1c227d87845a req-b252fc8e-6b17-48aa-aece-355a154620b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:25:03.961198 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-df8879a1-b8ad-4f3d-8498-1c227d87845a req-b252fc8e-6b17-48aa-aece-355a154620b0 service neutron] 10.222.0.85 "GET /v2.0/networks?id=1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa HTTP/1.1" status: 200 len: 898 time: 0.1322327 Mar 22 20:25:03.970517 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41654) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:25:04.041850 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-b91f42ac-c61b-4b19-952a-9db9aeefcdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254932634', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '23a2cade-4033-493d-9c77-fd058f1869cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:24:46Z', 'updated_at': '2022-03-22T20:24:50Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '23a2cade-4033-493d-9c77-fd058f1869cf', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:24:46Z', 'updated_at': '2022-03-22T20:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'f8f6b448-e078-4ff4-b833-e4e51d88bc6b', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'floating_ip_address': '172.25.5.222', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'port_id': 'edbda098-ffbe-49e7-aeac-3867ed47595a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa', 'mac_address': 'fa:16:3e:c9:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d567a1-dadd-4813-851b-47f8afecec33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:25:02Z', 'updated_at': '2022-03-22T20:25:02Z', 'revision_number': 0, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1ca5256-abbf-4335-90d7-78a4459aed54', 'name': '', 'network_id': '1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:3d:b6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'e9b2e33e-be8c-4745-9107-dbda18dbe741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:24:49Z', 'updated_at': '2022-03-22T20:24:53Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': 'e9b2e33e-be8c-4745-9107-dbda18dbe741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:25:04.048348 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-df8879a1-b8ad-4f3d-8498-1c227d87845a req-0572e3ae-585e-4907-b2fe-08e282a7afd3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edbda098-ffbe-49e7-aeac-3867ed47595a HTTP/1.1" status: 200 len: 999 time: 0.0805590 Mar 22 20:25:04.062566 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-41034da9-1d1a-42c3-8d83-f2f8451def98 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/floatingips/f8f6b448-e078-4ff4-b833-e4e51d88bc6b HTTP/1.1" status: 200 len: 991 time: 0.0906696 Mar 22 20:25:04.073780 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91f42ac-c61b-4b19-952a-9db9aeefcdad None None] Checking router: b1469e58-2244-45da-804f-856b1b769c3d for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:25:04.083132 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91f42ac-c61b-4b19-952a-9db9aeefcdad None None] Routers {'b1469e58-2244-45da-804f-856b1b769c3d'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:25:04.084274 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-b91f42ac-c61b-4b19-952a-9db9aeefcdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:24:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['b1469e58-2244-45da-804f-856b1b769c3d'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:25:04.109439 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8879a1-b8ad-4f3d-8498-1c227d87845a req-1fb4b6e1-898a-43cf-a098-e7afb8ef64c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:25:04.110966 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-df8879a1-b8ad-4f3d-8498-1c227d87845a req-1fb4b6e1-898a-43cf-a098-e7afb8ef64c9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e9b2e33e-be8c-4745-9107-dbda18dbe741 HTTP/1.1" status: 200 len: 834 time: 0.0556126 Mar 22 20:25:04.160733 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8879a1-b8ad-4f3d-8498-1c227d87845a req-7dbeaa2d-cfbc-40fd-ab46-66b34d90f1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:25:04.162362 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-df8879a1-b8ad-4f3d-8498-1c227d87845a req-7dbeaa2d-cfbc-40fd-ab46-66b34d90f1ce service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453072 Mar 22 20:25:04.198807 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-b91f42ac-c61b-4b19-952a-9db9aeefcdad None None] Set router b1469e58-2244-45da-804f-856b1b769c3d gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:25:04.251707 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-df8879a1-b8ad-4f3d-8498-1c227d87845a req-29ad6304-fc64-4464-b7aa-2e4655d0dd49 service neutron] 10.222.0.85 "GET /v2.0/networks/1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838754 Mar 22 20:25:04.345434 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-df8879a1-b8ad-4f3d-8498-1c227d87845a req-4e734fc1-d163-43ad-b046-f14c46734a68 service neutron] 10.222.0.85 "GET /v2.0/networks/1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880835 Mar 22 20:25:04.420266 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-b91f42ac-c61b-4b19-952a-9db9aeefcdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254932634', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '23a2cade-4033-493d-9c77-fd058f1869cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:24:46Z', 'updated_at': '2022-03-22T20:24:50Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '23a2cade-4033-493d-9c77-fd058f1869cf', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:24:46Z', 'updated_at': '2022-03-22T20:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'f8f6b448-e078-4ff4-b833-e4e51d88bc6b', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'floating_ip_address': '172.25.5.222', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'port_id': 'edbda098-ffbe-49e7-aeac-3867ed47595a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa', 'mac_address': 'fa:16:3e:c9:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d567a1-dadd-4813-851b-47f8afecec33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:25:02Z', 'updated_at': '2022-03-22T20:25:02Z', 'revision_number': 0, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1ca5256-abbf-4335-90d7-78a4459aed54', 'name': '', 'network_id': '1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:3d:b6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'e9b2e33e-be8c-4745-9107-dbda18dbe741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:24:49Z', 'updated_at': '2022-03-22T20:24:53Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': 'e9b2e33e-be8c-4745-9107-dbda18dbe741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:25:04.450165 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91f42ac-c61b-4b19-952a-9db9aeefcdad None None] The sync data for ids ['b1469e58-2244-45da-804f-856b1b769c3d'] in n-d-705658-24 is: [{'id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254932634', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '23a2cade-4033-493d-9c77-fd058f1869cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:24:46Z', 'updated_at': '2022-03-22T20:24:50Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '23a2cade-4033-493d-9c77-fd058f1869cf', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:24:46Z', 'updated_at': '2022-03-22T20:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'f8f6b448-e078-4ff4-b833-e4e51d88bc6b', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'floating_ip_address': '172.25.5.222', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'port_id': 'edbda098-ffbe-49e7-aeac-3867ed47595a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa', 'mac_address': 'fa:16:3e:c9:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d567a1-dadd-4813-851b-47f8afecec33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:25:02Z', 'updated_at': '2022-03-22T20:25:02Z', 'revision_number': 0, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1ca5256-abbf-4335-90d7-78a4459aed54', 'name': '', 'network_id': '1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:3d:b6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'e9b2e33e-be8c-4745-9107-dbda18dbe741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:24:49Z', 'updated_at': '2022-03-22T20:24:53Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': 'e9b2e33e-be8c-4745-9107-dbda18dbe741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:25:04.653878 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2079f0d7-2296-4e0f-9f44-a1c87169f3be None None] New status for floating IP f8f6b448-e078-4ff4-b833-e4e51d88bc6b: ACTIVE {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:25:05.063933 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41656) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:25:05.123979 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-b24d7b27-ad9f-4ea3-b3ed-8b3f61c961a0 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/floatingips/f8f6b448-e078-4ff4-b833-e4e51d88bc6b HTTP/1.1" status: 200 len: 993 time: 0.0587924 Mar 22 20:25:11.603946 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:25:15.292583 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ac4ebc62-7e71-4208-b848-2213105dd8de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:25:16.472710 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:25:17.487184 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-03e0def0-a2ce-4947-9ba7-a2ecfe6db441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:25:18.820567 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:25:18.942497 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:25:20.369220 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:25:21.459159 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:25:32.668668 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f88c124a-c2f5-4abe-85d0-f3e6bfbcf8c6 req-0f886f6c-8779-4eaa-8cc6-11d25700c1eb service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c1d567a1-dadd-4813-851b-47f8afecec33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0480609 Mar 22 20:25:32.751697 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c124a-c2f5-4abe-85d0-f3e6bfbcf8c6 req-7dd5cee6-a108-4f80-b930-e48f05f556c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:25:32.753193 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f88c124a-c2f5-4abe-85d0-f3e6bfbcf8c6 req-7dd5cee6-a108-4f80-b930-e48f05f556c8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&device_id=c1d567a1-dadd-4813-851b-47f8afecec33 HTTP/1.1" status: 200 len: 1128 time: 0.0437872 Mar 22 20:25:32.854369 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c124a-c2f5-4abe-85d0-f3e6bfbcf8c6 req-912e440e-ebb6-45bd-a1d4-2e43e871ead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:25:32.855872 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f88c124a-c2f5-4abe-85d0-f3e6bfbcf8c6 req-912e440e-ebb6-45bd-a1d4-2e43e871ead1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa HTTP/1.1" status: 200 len: 898 time: 0.0844867 Mar 22 20:25:32.930851 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f88c124a-c2f5-4abe-85d0-f3e6bfbcf8c6 req-5221d452-997d-4e8a-897f-354db008eff7 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edbda098-ffbe-49e7-aeac-3867ed47595a HTTP/1.1" status: 200 len: 1001 time: 0.0682223 Mar 22 20:25:32.977634 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c124a-c2f5-4abe-85d0-f3e6bfbcf8c6 req-596978f8-8ef3-48ac-932a-9d15c680e0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:25:32.979097 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f88c124a-c2f5-4abe-85d0-f3e6bfbcf8c6 req-596978f8-8ef3-48ac-932a-9d15c680e0f6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e9b2e33e-be8c-4745-9107-dbda18dbe741 HTTP/1.1" status: 200 len: 834 time: 0.0431452 Mar 22 20:25:33.031031 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c124a-c2f5-4abe-85d0-f3e6bfbcf8c6 req-69334b67-f576-4bc2-b34d-60ea20f8b926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:25:33.032543 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f88c124a-c2f5-4abe-85d0-f3e6bfbcf8c6 req-69334b67-f576-4bc2-b34d-60ea20f8b926 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465810 Mar 22 20:25:33.126654 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f88c124a-c2f5-4abe-85d0-f3e6bfbcf8c6 req-69a050c2-68ba-4913-967a-f562ba21f95e service neutron] 10.222.0.85 "GET /v2.0/networks/1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872982 Mar 22 20:25:33.216850 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f88c124a-c2f5-4abe-85d0-f3e6bfbcf8c6 req-eb9c296d-6721-4f0e-9795-98edb6af972c service neutron] 10.222.0.85 "GET /v2.0/networks/1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833127 Mar 22 20:25:45.294508 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2fed9089-6729-44dc-977d-c9316b0e2903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:25:46.505855 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:25:47.488186 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7898a481-3622-4a42-8c6a-5f612e83dda5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:25:48.602856 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:25:48.820619 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:25:48.945138 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:25:50.372412 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:25:51.461624 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:26:06.020453 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ed90d-ef83-48ea-8688-bcd1d1dfcaa6 req-736621e5-febf-48a9-a8de-e74df3cd367f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:26:06.021882 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6f9ed90d-ef83-48ea-8688-bcd1d1dfcaa6 req-736621e5-febf-48a9-a8de-e74df3cd367f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d567a1-dadd-4813-851b-47f8afecec33 HTTP/1.1" status: 200 len: 945 time: 0.0594611 Mar 22 20:26:06.070706 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6f9ed90d-ef83-48ea-8688-bcd1d1dfcaa6 req-fcdaba69-77d6-44df-b35f-087df5d4dbee tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=63bcc04d-600f-4085-9ffa-34cd0428d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427167 Mar 22 20:26:07.190749 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d2db3-156a-46f0-86db-3a8389e286ba req-a90e797c-4660-4b29-a01e-babfecf4b22c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:26:07.192244 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a46d2db3-156a-46f0-86db-3a8389e286ba req-a90e797c-4660-4b29-a01e-babfecf4b22c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d567a1-dadd-4813-851b-47f8afecec33 HTTP/1.1" status: 200 len: 945 time: 0.0526991 Mar 22 20:26:07.241011 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a46d2db3-156a-46f0-86db-3a8389e286ba req-1cb89372-acfa-423c-a148-f05e69d3f72c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=63bcc04d-600f-4085-9ffa-34cd0428d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432241 Mar 22 20:26:08.360074 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3739d-bbaf-4efc-8eaf-fc21b1a0a579 req-2f914145-2137-4c71-ac1a-3fe92536c4ba tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:26:08.361609 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-70b3739d-bbaf-4efc-8eaf-fc21b1a0a579 req-2f914145-2137-4c71-ac1a-3fe92536c4ba tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d567a1-dadd-4813-851b-47f8afecec33 HTTP/1.1" status: 200 len: 945 time: 0.0519557 Mar 22 20:26:08.415816 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-70b3739d-bbaf-4efc-8eaf-fc21b1a0a579 req-7bb3037c-88cf-4cd3-9ff6-3b729e426e1c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=63bcc04d-600f-4085-9ffa-34cd0428d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471122 Mar 22 20:26:09.545851 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429a44d-625e-48ce-a0e6-1c9e23ec420a req-7972cfb1-00bb-49f7-9171-4d9c1723b08c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:26:09.547399 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f429a44d-625e-48ce-a0e6-1c9e23ec420a req-7972cfb1-00bb-49f7-9171-4d9c1723b08c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d567a1-dadd-4813-851b-47f8afecec33 HTTP/1.1" status: 200 len: 945 time: 0.0619128 Mar 22 20:26:09.599950 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f429a44d-625e-48ce-a0e6-1c9e23ec420a req-560bd4c1-3e79-4d3b-b5df-d65cdfbaaf67 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=63bcc04d-600f-4085-9ffa-34cd0428d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462701 Mar 22 20:26:10.717030 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9889f023-0ebe-4a37-b27f-161563a9e379 req-f79924d8-458d-4cdb-82d9-67677f1382ad tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:26:10.718541 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9889f023-0ebe-4a37-b27f-161563a9e379 req-f79924d8-458d-4cdb-82d9-67677f1382ad tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d567a1-dadd-4813-851b-47f8afecec33 HTTP/1.1" status: 200 len: 945 time: 0.0515337 Mar 22 20:26:10.767642 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9889f023-0ebe-4a37-b27f-161563a9e379 req-850070a0-a6b6-40a5-88c8-1c6dcf97d0b7 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=63bcc04d-600f-4085-9ffa-34cd0428d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427916 Mar 22 20:26:11.894973 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7f264-6ed6-467d-8535-2a43234d3ba0 req-df55c95d-85a8-47be-8113-d86235c1d3e7 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:26:11.896467 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9a7f264-6ed6-467d-8535-2a43234d3ba0 req-df55c95d-85a8-47be-8113-d86235c1d3e7 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d567a1-dadd-4813-851b-47f8afecec33 HTTP/1.1" status: 200 len: 945 time: 0.0577641 Mar 22 20:26:11.944664 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9a7f264-6ed6-467d-8535-2a43234d3ba0 req-1988213a-b19b-4246-bc56-d8dd7b29a38e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=63bcc04d-600f-4085-9ffa-34cd0428d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423162 Mar 22 20:26:13.062515 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4a576-4dbf-4b91-af25-1d8a5481880f req-1719b6a5-05f9-46a9-9e55-73c34ad38e53 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:26:13.064012 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d7d4a576-4dbf-4b91-af25-1d8a5481880f req-1719b6a5-05f9-46a9-9e55-73c34ad38e53 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d567a1-dadd-4813-851b-47f8afecec33 HTTP/1.1" status: 200 len: 945 time: 0.0526235 Mar 22 20:26:13.111687 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d7d4a576-4dbf-4b91-af25-1d8a5481880f req-97eb7a47-d255-4996-a4e8-53837192e27c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=63bcc04d-600f-4085-9ffa-34cd0428d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415308 Mar 22 20:26:14.237208 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fc08c-5de9-48b6-b9cc-1f4697a23562 req-da4541cb-59c0-438c-bf16-274b591a9501 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:26:14.238824 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3c5fc08c-5de9-48b6-b9cc-1f4697a23562 req-da4541cb-59c0-438c-bf16-274b591a9501 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d567a1-dadd-4813-851b-47f8afecec33 HTTP/1.1" status: 200 len: 945 time: 0.0585299 Mar 22 20:26:14.288002 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3c5fc08c-5de9-48b6-b9cc-1f4697a23562 req-8bc73e00-8d61-4d9b-ba2a-10a9fa086be1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=63bcc04d-600f-4085-9ffa-34cd0428d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431716 Mar 22 20:26:15.298076 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a88d327c-45d3-4ab2-8612-9d47cf2ea802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:26:15.406708 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc530a2-0644-428f-8f04-91969173fb81 req-431f7f13-d77b-4f3f-9239-d131e11d4c5c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:26:15.408209 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8bc530a2-0644-428f-8f04-91969173fb81 req-431f7f13-d77b-4f3f-9239-d131e11d4c5c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d567a1-dadd-4813-851b-47f8afecec33 HTTP/1.1" status: 200 len: 945 time: 0.0521789 Mar 22 20:26:15.456158 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8bc530a2-0644-428f-8f04-91969173fb81 req-5401b82a-cf70-49d7-9c76-229c9395fdb6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=63bcc04d-600f-4085-9ffa-34cd0428d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416799 Mar 22 20:26:16.534086 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:26:16.579525 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d4061-656e-4388-b149-31a7bab0a2d4 req-9ee57396-de0c-4884-a1ca-607a779f197f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:26:16.581012 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a6d4061-656e-4388-b149-31a7bab0a2d4 req-9ee57396-de0c-4884-a1ca-607a779f197f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d567a1-dadd-4813-851b-47f8afecec33 HTTP/1.1" status: 200 len: 945 time: 0.0551596 Mar 22 20:26:16.633913 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0a6d4061-656e-4388-b149-31a7bab0a2d4 req-740296aa-43ae-4e99-b871-c0519b2724fc tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=63bcc04d-600f-4085-9ffa-34cd0428d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464735 Mar 22 20:26:16.656808 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41704) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:26:16.716622 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4dcf5d73-dbbe-4b48-93a7-288431623df6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/floatingips/f8f6b448-e078-4ff4-b833-e4e51d88bc6b HTTP/1.1" status: 200 len: 993 time: 0.0586498 Mar 22 20:26:17.489861 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c81055dd-4793-4265-9862-6eb330d6191c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:26:18.022312 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282efa7-9641-4ecb-af5b-0a3294b7da8c req-db66aa94-fad1-4d46-a7c1-6506e37b0fab tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:26:18.023970 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d282efa7-9641-4ecb-af5b-0a3294b7da8c req-db66aa94-fad1-4d46-a7c1-6506e37b0fab tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d567a1-dadd-4813-851b-47f8afecec33 HTTP/1.1" status: 200 len: 945 time: 0.0872169 Mar 22 20:26:18.029662 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415592d0-1c0b-49b1-810b-8a23b29d4746 req-212c6820-960e-48fc-92ea-42442e44c364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:26:18.031118 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-415592d0-1c0b-49b1-810b-8a23b29d4746 req-212c6820-960e-48fc-92ea-42442e44c364 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&device_id=c1d567a1-dadd-4813-851b-47f8afecec33 HTTP/1.1" status: 200 len: 1128 time: 0.0657225 Mar 22 20:26:18.123633 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d282efa7-9641-4ecb-af5b-0a3294b7da8c req-b7eaeb31-a6c9-4b53-a7fc-76fa4fcbbc46 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=63bcc04d-600f-4085-9ffa-34cd0428d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915587 Mar 22 20:26:18.149701 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415592d0-1c0b-49b1-810b-8a23b29d4746 req-9bdf4618-bd37-49dc-97d6-3257baee3005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:26:18.151216 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-415592d0-1c0b-49b1-810b-8a23b29d4746 req-9bdf4618-bd37-49dc-97d6-3257baee3005 service neutron] 10.222.0.85 "GET /v2.0/networks?id=1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa HTTP/1.1" status: 200 len: 898 time: 0.1129770 Mar 22 20:26:18.221111 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-415592d0-1c0b-49b1-810b-8a23b29d4746 req-ac0532fd-f14a-4945-9834-f4e1f1a3a2cb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edbda098-ffbe-49e7-aeac-3867ed47595a HTTP/1.1" status: 200 len: 1001 time: 0.0640838 Mar 22 20:26:18.266801 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415592d0-1c0b-49b1-810b-8a23b29d4746 req-7eeadd85-0d5c-41a3-9145-9cbfb8f36b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:26:18.268209 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-415592d0-1c0b-49b1-810b-8a23b29d4746 req-7eeadd85-0d5c-41a3-9145-9cbfb8f36b9d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e9b2e33e-be8c-4745-9107-dbda18dbe741 HTTP/1.1" status: 200 len: 834 time: 0.0419748 Mar 22 20:26:18.315031 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415592d0-1c0b-49b1-810b-8a23b29d4746 req-ebf1f904-c865-4f1f-8a68-84d172c1bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:26:18.316557 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-415592d0-1c0b-49b1-810b-8a23b29d4746 req-ebf1f904-c865-4f1f-8a68-84d172c1bedd service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0428703 Mar 22 20:26:18.406928 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-415592d0-1c0b-49b1-810b-8a23b29d4746 req-bc72b2e9-9109-4bb3-9b19-ba8cceb8aebf service neutron] 10.222.0.85 "GET /v2.0/networks/1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844920 Mar 22 20:26:18.495051 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-415592d0-1c0b-49b1-810b-8a23b29d4746 req-d5be0726-7a9a-4ac5-b4dc-740feddada89 service neutron] 10.222.0.85 "GET /v2.0/networks/1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825241 Mar 22 20:26:18.817734 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:26:18.948801 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:26:19.256942 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340948e-2fb1-4aed-a7ca-fa98e5bb756c req-f27fa789-9e68-4cb5-b78b-36cd128e80bc tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:26:19.258480 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e340948e-2fb1-4aed-a7ca-fa98e5bb756c req-f27fa789-9e68-4cb5-b78b-36cd128e80bc tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d567a1-dadd-4813-851b-47f8afecec33 HTTP/1.1" status: 200 len: 945 time: 0.0566604 Mar 22 20:26:19.305617 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e340948e-2fb1-4aed-a7ca-fa98e5bb756c req-178e5505-a344-4c35-ba5c-0899ee0f85ed tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=63bcc04d-600f-4085-9ffa-34cd0428d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416870 Mar 22 20:26:19.328566 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41714) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:26:19.388388 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4388bd53-4b78-4cf5-936d-c7deed5b3a22 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/floatingips/f8f6b448-e078-4ff4-b833-e4e51d88bc6b HTTP/1.1" status: 200 len: 993 time: 0.0586660 Mar 22 20:26:20.375965 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:26:21.466108 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:26:25.602571 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:26:33.657680 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b2275017-9281-40d4-93ca-9fc0c98c20d9 req-f648e70d-efea-4f6b-839a-072632098895 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=c1d567a1-dadd-4813-851b-47f8afecec33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0473943 Mar 22 20:26:33.747587 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2275017-9281-40d4-93ca-9fc0c98c20d9 req-464efdea-704f-4a9d-8005-3690a9988895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:26:33.748994 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b2275017-9281-40d4-93ca-9fc0c98c20d9 req-464efdea-704f-4a9d-8005-3690a9988895 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&device_id=c1d567a1-dadd-4813-851b-47f8afecec33 HTTP/1.1" status: 200 len: 1128 time: 0.0445428 Mar 22 20:26:33.849395 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2275017-9281-40d4-93ca-9fc0c98c20d9 req-3995b8bd-20b0-413e-98c8-c5c2f9edeb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:26:33.850929 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b2275017-9281-40d4-93ca-9fc0c98c20d9 req-3995b8bd-20b0-413e-98c8-c5c2f9edeb17 service neutron] 10.222.0.85 "GET /v2.0/networks?id=1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa HTTP/1.1" status: 200 len: 898 time: 0.0838356 Mar 22 20:26:33.937124 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b2275017-9281-40d4-93ca-9fc0c98c20d9 req-94e83bef-be39-427c-a183-b0521daaa8f5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edbda098-ffbe-49e7-aeac-3867ed47595a HTTP/1.1" status: 200 len: 1001 time: 0.0776896 Mar 22 20:26:33.991172 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2275017-9281-40d4-93ca-9fc0c98c20d9 req-94b743ef-9b2a-4ae0-829e-094b06ef1534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:26:33.992639 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b2275017-9281-40d4-93ca-9fc0c98c20d9 req-94b743ef-9b2a-4ae0-829e-094b06ef1534 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e9b2e33e-be8c-4745-9107-dbda18dbe741 HTTP/1.1" status: 200 len: 834 time: 0.0500400 Mar 22 20:26:34.043472 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2275017-9281-40d4-93ca-9fc0c98c20d9 req-54013659-c726-47b6-8213-89fbd4904a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:26:34.044913 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b2275017-9281-40d4-93ca-9fc0c98c20d9 req-54013659-c726-47b6-8213-89fbd4904a5c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469129 Mar 22 20:26:34.135646 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b2275017-9281-40d4-93ca-9fc0c98c20d9 req-337dec08-aed9-4bcb-86f6-ee45c6a3067a service neutron] 10.222.0.85 "GET /v2.0/networks/1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843906 Mar 22 20:26:34.223584 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b2275017-9281-40d4-93ca-9fc0c98c20d9 req-41bd4bb1-e1c4-4aef-84b8-97e43c964678 service neutron] 10.222.0.85 "GET /v2.0/networks/1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825589 Mar 22 20:26:45.299212 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-614b97e9-2102-4a44-9838-cbc2dc8138e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:26:46.534951 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:26:47.491763 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-422eb82b-3c42-4f39-a230-6658b5e231fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:26:48.830364 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:26:48.951679 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:26:50.380854 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:26:51.469019 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:02.606298 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:27:07.318185 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-bf16edf3-cbff-482b-b5e6-668fe9b5c248 service neutron] (104172) timed out ('10.222.0.75', 36574) {{(pid=104172) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 20:27:07.729853 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-2e64865f-d685-45ee-9996-140f9e32a7ec req-542bde87-b0e0-4a96-bd3a-eddde132eb11 tempest-ServerActionsTestJSON-1958217706 tempest-ServerActionsTestJSON-1958217706-project] (104172) timed out ('10.222.0.75', 34816) {{(pid=104172) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 20:27:08.040332 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41750) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:27:08.199226 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-5da624cb-bcbb-4029-9218-b4c1509175d9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Deleting port 144beccd-1231-4e6d-8c00-b88f9dd40c99 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:27:08.199569 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5da624cb-bcbb-4029-9218-b4c1509175d9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (144beccd-1231-4e6d-8c00-b88f9dd40c99), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:08.280767 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5da624cb-bcbb-4029-9218-b4c1509175d9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (144beccd-1231-4e6d-8c00-b88f9dd40c99), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:08.281116 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5da624cb-bcbb-4029-9218-b4c1509175d9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for floatingip (144beccd-1231-4e6d-8c00-b88f9dd40c99), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:08.293046 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-5da624cb-bcbb-4029-9218-b4c1509175d9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Calling delete_port for 144beccd-1231-4e6d-8c00-b88f9dd40c99 owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:27:08.442564 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5da624cb-bcbb-4029-9218-b4c1509175d9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (144beccd-1231-4e6d-8c00-b88f9dd40c99), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:08.472786 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da624cb-bcbb-4029-9218-b4c1509175d9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event deleted for resources: {'Port': ['ID=144beccd-1231-4e6d-8c00-b88f9dd40c99,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:27:08.501716 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da624cb-bcbb-4029-9218-b4c1509175d9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:08.502095 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da624cb-bcbb-4029-9218-b4c1509175d9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:08.502591 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da624cb-bcbb-4029-9218-b4c1509175d9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:08.502940 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da624cb-bcbb-4029-9218-b4c1509175d9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:08.503283 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da624cb-bcbb-4029-9218-b4c1509175d9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:08.503624 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da624cb-bcbb-4029-9218-b4c1509175d9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:08.503961 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da624cb-bcbb-4029-9218-b4c1509175d9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:08.504295 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da624cb-bcbb-4029-9218-b4c1509175d9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:08.504632 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da624cb-bcbb-4029-9218-b4c1509175d9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:08.504964 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da624cb-bcbb-4029-9218-b4c1509175d9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:08.505298 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da624cb-bcbb-4029-9218-b4c1509175d9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:08.505631 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da624cb-bcbb-4029-9218-b4c1509175d9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:08.506060 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da624cb-bcbb-4029-9218-b4c1509175d9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:08.506391 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da624cb-bcbb-4029-9218-b4c1509175d9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:08.506718 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da624cb-bcbb-4029-9218-b4c1509175d9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:08.547353 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5da624cb-bcbb-4029-9218-b4c1509175d9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for floatingip (f8f6b448-e078-4ff4-b833-e4e51d88bc6b), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:08.547606 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [None req-5da624cb-bcbb-4029-9218-b4c1509175d9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Floating IP f8f6b448-e078-4ff4-b833-e4e51d88bc6b disassociated (deleted). External IP: 172.25.5.222, port: edbda098-ffbe-49e7-aeac-3867ed47595a. Mar 22 20:27:08.757550 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da624cb-bcbb-4029-9218-b4c1509175d9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Router b1469e58-2244-45da-804f-856b1b769c3d has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:27:08.864579 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da624cb-bcbb-4029-9218-b4c1509175d9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:27:08.869375 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5da624cb-bcbb-4029-9218-b4c1509175d9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:08.874083 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c5a6e7-4c7f-4039-8540-d50e0a638893 None None] Sync routers for ids ['b1469e58-2244-45da-804f-856b1b769c3d'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:27:08.883765 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c5a6e7-4c7f-4039-8540-d50e0a638893 None None] Routers {'b1469e58-2244-45da-804f-856b1b769c3d'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:27:08.884360 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-86c5a6e7-4c7f-4039-8540-d50e0a638893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:26:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['b1469e58-2244-45da-804f-856b1b769c3d'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:27:08.898960 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5da624cb-bcbb-4029-9218-b4c1509175d9 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "DELETE /v2.0/floatingips/f8f6b448-e078-4ff4-b833-e4e51d88bc6b HTTP/1.1" status: 204 len: 168 time: 0.8575881 Mar 22 20:27:08.899669 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d567a1-dadd-4813-851b-47f8afecec33', 'tag': 'edbda098-ffbe-49e7-aeac-3867ed47595a'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:27:08.902044 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5203bbb830fb44ebcbef8845939fcb941f39cb8985b8c198af72047ed6de2cf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefa26f8-bfcd-47d4-ba5d-af59ae6d9921" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d567a1-dadd-4813-851b-47f8afecec33", "tag": "edbda098-ffbe-49e7-aeac-3867ed47595a"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:27:08.940841 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb62d4fa-e6d9-429f-b1a8-7a68f42d4361 x-openstack-request-id: req-eb62d4fa-e6d9-429f-b1a8-7a68f42d4361 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:27:08.941138 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d567a1-dadd-4813-851b-47f8afecec33", "tag": "edbda098-ffbe-49e7-aeac-3867ed47595a", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:27:08.941393 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-eb62d4fa-e6d9-429f-b1a8-7a68f42d4361 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:27:08.941851 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb62d4fa-e6d9-429f-b1a8-7a68f42d4361'] response: {'name': 'network-changed', 'server_uuid': 'c1d567a1-dadd-4813-851b-47f8afecec33', 'tag': 'edbda098-ffbe-49e7-aeac-3867ed47595a', 'status': 'completed', 'code': 200} Mar 22 20:27:08.997025 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-86c5a6e7-4c7f-4039-8540-d50e0a638893 None None] Set router b1469e58-2244-45da-804f-856b1b769c3d gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:27:09.010123 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa26f8-bfcd-47d4-ba5d-af59ae6d9921 req-791b0b95-cf30-4fef-a645-bb9417fcb643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:09.011679 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fefa26f8-bfcd-47d4-ba5d-af59ae6d9921 req-791b0b95-cf30-4fef-a645-bb9417fcb643 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&device_id=c1d567a1-dadd-4813-851b-47f8afecec33 HTTP/1.1" status: 200 len: 1128 time: 0.0496156 Mar 22 20:27:09.132822 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa26f8-bfcd-47d4-ba5d-af59ae6d9921 req-8da7f77e-aa97-4a5b-9ef7-2961725318df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:09.134550 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fefa26f8-bfcd-47d4-ba5d-af59ae6d9921 req-8da7f77e-aa97-4a5b-9ef7-2961725318df service neutron] 10.222.0.85 "GET /v2.0/networks?id=1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa HTTP/1.1" status: 200 len: 898 time: 0.1108458 Mar 22 20:27:09.182950 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fefa26f8-bfcd-47d4-ba5d-af59ae6d9921 req-2af974a5-2c1f-4c0f-8351-e7e7f4f2d97f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=edbda098-ffbe-49e7-aeac-3867ed47595a HTTP/1.1" status: 200 len: 217 time: 0.0418887 Mar 22 20:27:09.232641 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-86c5a6e7-4c7f-4039-8540-d50e0a638893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254932634', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '23a2cade-4033-493d-9c77-fd058f1869cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:24:46Z', 'updated_at': '2022-03-22T20:24:50Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '23a2cade-4033-493d-9c77-fd058f1869cf', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:24:46Z', 'updated_at': '2022-03-22T20:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'a1ca5256-abbf-4335-90d7-78a4459aed54', 'name': '', 'network_id': '1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:3d:b6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'e9b2e33e-be8c-4745-9107-dbda18dbe741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:24:49Z', 'updated_at': '2022-03-22T20:24:53Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': 'e9b2e33e-be8c-4745-9107-dbda18dbe741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:27:09.264136 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c5a6e7-4c7f-4039-8540-d50e0a638893 None None] Checking router: b1469e58-2244-45da-804f-856b1b769c3d for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:27:09.273981 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c5a6e7-4c7f-4039-8540-d50e0a638893 None None] Routers {'b1469e58-2244-45da-804f-856b1b769c3d'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:27:09.274600 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-86c5a6e7-4c7f-4039-8540-d50e0a638893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:26:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['b1469e58-2244-45da-804f-856b1b769c3d'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:27:09.382211 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-86c5a6e7-4c7f-4039-8540-d50e0a638893 None None] Set router b1469e58-2244-45da-804f-856b1b769c3d gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:27:09.589564 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-86c5a6e7-4c7f-4039-8540-d50e0a638893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254932634', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '23a2cade-4033-493d-9c77-fd058f1869cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:24:46Z', 'updated_at': '2022-03-22T20:24:50Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '23a2cade-4033-493d-9c77-fd058f1869cf', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:24:46Z', 'updated_at': '2022-03-22T20:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'a1ca5256-abbf-4335-90d7-78a4459aed54', 'name': '', 'network_id': '1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:3d:b6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'e9b2e33e-be8c-4745-9107-dbda18dbe741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:24:49Z', 'updated_at': '2022-03-22T20:24:53Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': 'e9b2e33e-be8c-4745-9107-dbda18dbe741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:27:09.594674 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa26f8-bfcd-47d4-ba5d-af59ae6d9921 req-1a5c6cad-c8ef-4ddb-bfff-eb5dfc223217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:09.596174 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fefa26f8-bfcd-47d4-ba5d-af59ae6d9921 req-1a5c6cad-c8ef-4ddb-bfff-eb5dfc223217 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e9b2e33e-be8c-4745-9107-dbda18dbe741 HTTP/1.1" status: 200 len: 834 time: 0.4048598 Mar 22 20:27:09.608628 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf81a04-db74-4b00-9270-c57c4f41172d req-636dcaae-be9b-4632-9824-f4022937c555 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:09.610081 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ddf81a04-db74-4b00-9270-c57c4f41172d req-636dcaae-be9b-4632-9824-f4022937c555 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d567a1-dadd-4813-851b-47f8afecec33 HTTP/1.1" status: 200 len: 945 time: 0.5164917 Mar 22 20:27:09.616534 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c5a6e7-4c7f-4039-8540-d50e0a638893 None None] The sync data for ids ['b1469e58-2244-45da-804f-856b1b769c3d'] in n-d-705658-24 is: [{'id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254932634', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '23a2cade-4033-493d-9c77-fd058f1869cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:24:46Z', 'updated_at': '2022-03-22T20:24:50Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '23a2cade-4033-493d-9c77-fd058f1869cf', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:24:46Z', 'updated_at': '2022-03-22T20:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'a1ca5256-abbf-4335-90d7-78a4459aed54', 'name': '', 'network_id': '1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:3d:b6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'e9b2e33e-be8c-4745-9107-dbda18dbe741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:24:49Z', 'updated_at': '2022-03-22T20:24:53Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': 'e9b2e33e-be8c-4745-9107-dbda18dbe741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:27:09.691086 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ddf81a04-db74-4b00-9270-c57c4f41172d req-d1aaeaad-600b-4680-b6c2-aeea663f465e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=63bcc04d-600f-4085-9ffa-34cd0428d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726445 Mar 22 20:27:09.694018 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa26f8-bfcd-47d4-ba5d-af59ae6d9921 req-ce118148-3590-47ff-a5c9-adafe5612223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:09.695488 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fefa26f8-bfcd-47d4-ba5d-af59ae6d9921 req-ce118148-3590-47ff-a5c9-adafe5612223 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0844438 Mar 22 20:27:09.791651 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fefa26f8-bfcd-47d4-ba5d-af59ae6d9921 req-02242b4b-8e4f-4d65-b551-48b4801197c7 service neutron] 10.222.0.85 "GET /v2.0/networks/1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896070 Mar 22 20:27:09.862691 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9041641-0195-4b3a-8794-11a04c03ace6 None None] New status for floating IP f8f6b448-e078-4ff4-b833-e4e51d88bc6b: DOWN {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:27:09.884957 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fefa26f8-bfcd-47d4-ba5d-af59ae6d9921 req-2a8d28dc-6bd2-4e52-b5f6-18a624374570 service neutron] 10.222.0.85 "GET /v2.0/networks/1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871155 Mar 22 20:27:10.874174 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4451b-521e-4d38-80f1-b3cecfc15d6d req-02676a47-29ed-4623-ba3a-164e2a391f74 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:10.875646 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4df4451b-521e-4d38-80f1-b3cecfc15d6d req-02676a47-29ed-4623-ba3a-164e2a391f74 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=c1d567a1-dadd-4813-851b-47f8afecec33 HTTP/1.1" status: 200 len: 945 time: 0.1103282 Mar 22 20:27:10.945705 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660927dd-056f-4e99-995a-abecd3ea788d req-f1a90e1e-8c39-4947-aa82-df6261ee957a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:10.947204 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-660927dd-056f-4e99-995a-abecd3ea788d req-f1a90e1e-8c39-4947-aa82-df6261ee957a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.85 "GET /v2.0/ports?device_id=c1d567a1-dadd-4813-851b-47f8afecec33 HTTP/1.1" status: 200 len: 945 time: 0.0917490 Mar 22 20:27:10.951952 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4df4451b-521e-4d38-80f1-b3cecfc15d6d req-224159d8-ef60-430d-88ab-1be4cd091f27 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=63bcc04d-600f-4085-9ffa-34cd0428d97b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625632 Mar 22 20:27:11.045200 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-660927dd-056f-4e99-995a-abecd3ea788d req-79c49f86-9205-45f5-9982-85650d5cad13 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Deleting port edbda098-ffbe-49e7-aeac-3867ed47595a {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:27:11.045457 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-660927dd-056f-4e99-995a-abecd3ea788d req-79c49f86-9205-45f5-9982-85650d5cad13 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (edbda098-ffbe-49e7-aeac-3867ed47595a), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:11.135083 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-660927dd-056f-4e99-995a-abecd3ea788d req-79c49f86-9205-45f5-9982-85650d5cad13 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] For port edbda098-ffbe-49e7-aeac-3867ed47595a, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=edbda098-ffbe-49e7-aeac-3867ed47595a,segment=NetworkSegment(5d3ae295-4cdc-41dc-84c0-2336bd6f731f),segment_id=5d3ae295-4cdc-41dc-84c0-2336bd6f731f)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:27:11.135438 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-660927dd-056f-4e99-995a-abecd3ea788d req-79c49f86-9205-45f5-9982-85650d5cad13 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (edbda098-ffbe-49e7-aeac-3867ed47595a), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:11.148634 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-660927dd-056f-4e99-995a-abecd3ea788d req-79c49f86-9205-45f5-9982-85650d5cad13 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Calling delete_port for edbda098-ffbe-49e7-aeac-3867ed47595a owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:27:11.276346 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-660927dd-056f-4e99-995a-abecd3ea788d req-79c49f86-9205-45f5-9982-85650d5cad13 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (edbda098-ffbe-49e7-aeac-3867ed47595a), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:11.305427 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c49f86-9205-45f5-9982-85650d5cad13 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event deleted for resources: {'Port': ['ID=edbda098-ffbe-49e7-aeac-3867ed47595a,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:27:11.349493 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-660927dd-056f-4e99-995a-abecd3ea788d req-79c49f86-9205-45f5-9982-85650d5cad13 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] No DVR routers for this DVR port edbda098-ffbe-49e7-aeac-3867ed47595a on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:27:11.352562 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-660927dd-056f-4e99-995a-abecd3ea788d req-79c49f86-9205-45f5-9982-85650d5cad13 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:11.356018 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-660927dd-056f-4e99-995a-abecd3ea788d req-79c49f86-9205-45f5-9982-85650d5cad13 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.85 "DELETE /v2.0/ports/edbda098-ffbe-49e7-aeac-3867ed47595a HTTP/1.1" status: 204 len: 173 time: 0.4032078 Mar 22 20:27:11.356482 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d567a1-dadd-4813-851b-47f8afecec33', 'name': 'network-vif-deleted', 'tag': 'edbda098-ffbe-49e7-aeac-3867ed47595a'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:27:11.358754 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5203bbb830fb44ebcbef8845939fcb941f39cb8985b8c198af72047ed6de2cf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ab3b44-e316-4c13-89b9-1ce8265c7738" -d '{"events": [{"server_uuid": "c1d567a1-dadd-4813-851b-47f8afecec33", "name": "network-vif-deleted", "tag": "edbda098-ffbe-49e7-aeac-3867ed47595a"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:27:11.398298 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e0a608-6c9f-4dbb-b58a-4b3082183a2c x-openstack-request-id: req-38e0a608-6c9f-4dbb-b58a-4b3082183a2c {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:27:11.398596 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d567a1-dadd-4813-851b-47f8afecec33", "name": "network-vif-deleted", "tag": "edbda098-ffbe-49e7-aeac-3867ed47595a", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:27:11.398851 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-38e0a608-6c9f-4dbb-b58a-4b3082183a2c {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:27:11.399262 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38e0a608-6c9f-4dbb-b58a-4b3082183a2c'] response: {'server_uuid': 'c1d567a1-dadd-4813-851b-47f8afecec33', 'name': 'network-vif-deleted', 'tag': 'edbda098-ffbe-49e7-aeac-3867ed47595a', 'status': 'completed', 'code': 200} Mar 22 20:27:12.009698 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41768) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:27:12.375365 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7eeeda20-7665-48d0-8325-7f74da9b9e29 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (b1469e58-2244-45da-804f-856b1b769c3d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:12.633522 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-7eeeda20-7665-48d0-8325-7f74da9b9e29 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Deleting port a1ca5256-abbf-4335-90d7-78a4459aed54 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:27:12.633764 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7eeeda20-7665-48d0-8325-7f74da9b9e29 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (a1ca5256-abbf-4335-90d7-78a4459aed54), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:12.726266 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-7eeeda20-7665-48d0-8325-7f74da9b9e29 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] For port a1ca5256-abbf-4335-90d7-78a4459aed54, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=a1ca5256-abbf-4335-90d7-78a4459aed54,segment=NetworkSegment(5d3ae295-4cdc-41dc-84c0-2336bd6f731f),segment_id=5d3ae295-4cdc-41dc-84c0-2336bd6f731f)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:27:12.726634 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7eeeda20-7665-48d0-8325-7f74da9b9e29 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (a1ca5256-abbf-4335-90d7-78a4459aed54), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:12.739220 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-7eeeda20-7665-48d0-8325-7f74da9b9e29 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Calling delete_port for a1ca5256-abbf-4335-90d7-78a4459aed54 owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:27:12.925625 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7eeeda20-7665-48d0-8325-7f74da9b9e29 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (a1ca5256-abbf-4335-90d7-78a4459aed54), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:12.955326 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeeda20-7665-48d0-8325-7f74da9b9e29 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event deleted for resources: {'Port': ['ID=a1ca5256-abbf-4335-90d7-78a4459aed54,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:27:12.981360 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeeda20-7665-48d0-8325-7f74da9b9e29 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:12.981717 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeeda20-7665-48d0-8325-7f74da9b9e29 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:12.982091 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeeda20-7665-48d0-8325-7f74da9b9e29 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:12.982432 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeeda20-7665-48d0-8325-7f74da9b9e29 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:12.982768 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeeda20-7665-48d0-8325-7f74da9b9e29 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:12.983104 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeeda20-7665-48d0-8325-7f74da9b9e29 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:12.983439 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeeda20-7665-48d0-8325-7f74da9b9e29 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:12.983768 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeeda20-7665-48d0-8325-7f74da9b9e29 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:12.984102 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeeda20-7665-48d0-8325-7f74da9b9e29 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:12.984429 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeeda20-7665-48d0-8325-7f74da9b9e29 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:12.984757 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeeda20-7665-48d0-8325-7f74da9b9e29 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:12.985084 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeeda20-7665-48d0-8325-7f74da9b9e29 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:12.985408 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeeda20-7665-48d0-8325-7f74da9b9e29 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:12.985735 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeeda20-7665-48d0-8325-7f74da9b9e29 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:12.986080 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eeeda20-7665-48d0-8325-7f74da9b9e29 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:13.141204 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7eeeda20-7665-48d0-8325-7f74da9b9e29 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (b1469e58-2244-45da-804f-856b1b769c3d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:13.363290 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eeeda20-7665-48d0-8325-7f74da9b9e29 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Router b1469e58-2244-45da-804f-856b1b769c3d has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:27:13.470347 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eeeda20-7665-48d0-8325-7f74da9b9e29 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:27:13.475338 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7eeeda20-7665-48d0-8325-7f74da9b9e29 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "PUT /v2.0/routers/b1469e58-2244-45da-804f-856b1b769c3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4645877 Mar 22 20:27:13.478085 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41772) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:27:13.480876 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c766f0e9-2714-4b83-b142-17c87358fbef None None] Sync routers for ids ['b1469e58-2244-45da-804f-856b1b769c3d'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:27:13.490985 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c766f0e9-2714-4b83-b142-17c87358fbef None None] Routers {'b1469e58-2244-45da-804f-856b1b769c3d'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:27:13.491580 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-c766f0e9-2714-4b83-b142-17c87358fbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:26:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['b1469e58-2244-45da-804f-856b1b769c3d'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:27:13.528654 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5e85090-0740-447d-8738-2c92dbb428d3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Deleting subnet e9b2e33e-be8c-4745-9107-dbda18dbe741 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:27:13.531889 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f5e85090-0740-447d-8738-2c92dbb428d3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for subnet (e9b2e33e-be8c-4745-9107-dbda18dbe741), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:13.571343 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f5e85090-0740-447d-8738-2c92dbb428d3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (e9b2e33e-be8c-4745-9107-dbda18dbe741), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:13.599356 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-c766f0e9-2714-4b83-b142-17c87358fbef None None] Set router b1469e58-2244-45da-804f-856b1b769c3d gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:27:13.658207 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f5e85090-0740-447d-8738-2c92dbb428d3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (e9b2e33e-be8c-4745-9107-dbda18dbe741), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:13.715944 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f5e85090-0740-447d-8738-2c92dbb428d3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (e9b2e33e-be8c-4745-9107-dbda18dbe741), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:13.742492 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e85090-0740-447d-8738-2c92dbb428d3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event deleted for resources: {'Subnet': ['ID=e9b2e33e-be8c-4745-9107-dbda18dbe741,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:27:13.746574 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f5e85090-0740-447d-8738-2c92dbb428d3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:13.752951 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f5e85090-0740-447d-8738-2c92dbb428d3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "DELETE /v2.0/subnets/e9b2e33e-be8c-4745-9107-dbda18dbe741 HTTP/1.1" status: 204 len: 168 time: 0.2707298 Mar 22 20:27:13.753085 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41774) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:27:13.755724 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22502b9f-8d45-4904-a64d-acb31d415e6d None None] Network 1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:27:13.785429 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-c766f0e9-2714-4b83-b142-17c87358fbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254932634', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '23a2cade-4033-493d-9c77-fd058f1869cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:24:46Z', 'updated_at': '2022-03-22T20:27:12Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '23a2cade-4033-493d-9c77-fd058f1869cf', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:24:46Z', 'updated_at': '2022-03-22T20:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:27:13.812575 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c766f0e9-2714-4b83-b142-17c87358fbef None None] Checking router: b1469e58-2244-45da-804f-856b1b769c3d for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:27:13.821525 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c766f0e9-2714-4b83-b142-17c87358fbef None None] Routers {'b1469e58-2244-45da-804f-856b1b769c3d'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:27:13.822161 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-c766f0e9-2714-4b83-b142-17c87358fbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:26:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['b1469e58-2244-45da-804f-856b1b769c3d'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:27:13.869424 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-787fd245-90ac-49bc-bb60-0c958537f6be tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router (b1469e58-2244-45da-804f-856b1b769c3d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:13.935863 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0b3d99-dc9f-4539-94e3-d12c5444108b None None] DHCP port deletion for 1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 20:27:13.936512 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-c766f0e9-2714-4b83-b142-17c87358fbef None None] Set router b1469e58-2244-45da-804f-856b1b769c3d gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:27:13.983925 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-7d0b3d99-dc9f-4539-94e3-d12c5444108b None None] Deleting port 402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:27:13.984545 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7d0b3d99-dc9f-4539-94e3-d12c5444108b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:13.985285 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-787fd245-90ac-49bc-bb60-0c958537f6be tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router_gateway (b1469e58-2244-45da-804f-856b1b769c3d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:14.064568 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-787fd245-90ac-49bc-bb60-0c958537f6be tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Deleting port 23a2cade-4033-493d-9c77-fd058f1869cf {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:27:14.064568 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-787fd245-90ac-49bc-bb60-0c958537f6be tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (23a2cade-4033-493d-9c77-fd058f1869cf), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:14.073524 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-7d0b3d99-dc9f-4539-94e3-d12c5444108b None None] For port 402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff,segment=NetworkSegment(5d3ae295-4cdc-41dc-84c0-2336bd6f731f),segment_id=5d3ae295-4cdc-41dc-84c0-2336bd6f731f)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:27:14.074140 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7d0b3d99-dc9f-4539-94e3-d12c5444108b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:14.089331 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-7d0b3d99-dc9f-4539-94e3-d12c5444108b None None] Calling delete_port for 402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:27:14.139189 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device edbda098-ffbe-49e7-aeac-3867ed47595a no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:27:14.142111 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:27:14.156598 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-c766f0e9-2714-4b83-b142-17c87358fbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254932634', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '23a2cade-4033-493d-9c77-fd058f1869cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:24:46Z', 'updated_at': '2022-03-22T20:27:12Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '23a2cade-4033-493d-9c77-fd058f1869cf', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:24:46Z', 'updated_at': '2022-03-22T20:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:27:14.159502 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-787fd245-90ac-49bc-bb60-0c958537f6be tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] For port 23a2cade-4033-493d-9c77-fd058f1869cf, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=23a2cade-4033-493d-9c77-fd058f1869cf,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:27:14.160031 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-787fd245-90ac-49bc-bb60-0c958537f6be tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (23a2cade-4033-493d-9c77-fd058f1869cf), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:14.173913 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-787fd245-90ac-49bc-bb60-0c958537f6be tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Calling delete_port for 23a2cade-4033-493d-9c77-fd058f1869cf owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:27:14.185536 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c766f0e9-2714-4b83-b142-17c87358fbef None None] The sync data for ids ['b1469e58-2244-45da-804f-856b1b769c3d'] in n-d-705658-24 is: [{'id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-254932634', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '23a2cade-4033-493d-9c77-fd058f1869cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:24:46Z', 'updated_at': '2022-03-22T20:27:12Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '23a2cade-4033-493d-9c77-fd058f1869cf', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:0d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1469e58-2244-45da-804f-856b1b769c3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4368, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:24:46Z', 'updated_at': '2022-03-22T20:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:27:14.188594 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: edbda098-ffbe-49e7-aeac-3867ed47595a {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:27:14.188885 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device edbda098-ffbe-49e7-aeac-3867ed47595a not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:27:14.253670 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7d0b3d99-dc9f-4539-94e3-d12c5444108b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:14.285019 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b3d99-dc9f-4539-94e3-d12c5444108b None None] Pushing event deleted for resources: {'Port': ['ID=402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:27:14.297713 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0b3d99-dc9f-4539-94e3-d12c5444108b None None] No DVR routers for this DVR port 402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:27:14.299829 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:27:14.300271 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (402048a8-50ac-4d6e-8e6d-a90cd1c2d7ff), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:14.304719 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0b3d99-dc9f-4539-94e3-d12c5444108b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:14.304719 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0b3d99-dc9f-4539-94e3-d12c5444108b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:14.304719 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0b3d99-dc9f-4539-94e3-d12c5444108b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:14.305104 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0b3d99-dc9f-4539-94e3-d12c5444108b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:14.305696 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0b3d99-dc9f-4539-94e3-d12c5444108b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:14.305696 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0b3d99-dc9f-4539-94e3-d12c5444108b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:14.306077 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0b3d99-dc9f-4539-94e3-d12c5444108b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:14.306398 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0b3d99-dc9f-4539-94e3-d12c5444108b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:14.306733 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0b3d99-dc9f-4539-94e3-d12c5444108b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:14.307055 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0b3d99-dc9f-4539-94e3-d12c5444108b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:14.307378 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0b3d99-dc9f-4539-94e3-d12c5444108b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:14.307701 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0b3d99-dc9f-4539-94e3-d12c5444108b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:14.308034 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0b3d99-dc9f-4539-94e3-d12c5444108b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:14.308353 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0b3d99-dc9f-4539-94e3-d12c5444108b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:14.308674 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0b3d99-dc9f-4539-94e3-d12c5444108b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:14.366785 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-787fd245-90ac-49bc-bb60-0c958537f6be tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (23a2cade-4033-493d-9c77-fd058f1869cf), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:14.390081 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787fd245-90ac-49bc-bb60-0c958537f6be tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event deleted for resources: {'Port': ['ID=23a2cade-4033-493d-9c77-fd058f1869cf,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:27:14.452359 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-787fd245-90ac-49bc-bb60-0c958537f6be tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (b1469e58-2244-45da-804f-856b1b769c3d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:14.549272 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-787fd245-90ac-49bc-bb60-0c958537f6be tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (b1469e58-2244-45da-804f-856b1b769c3d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:14.552169 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-787fd245-90ac-49bc-bb60-0c958537f6be tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router_controller (b1469e58-2244-45da-804f-856b1b769c3d), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:14.601542 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-787fd245-90ac-49bc-bb60-0c958537f6be tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (b1469e58-2244-45da-804f-856b1b769c3d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:14.602332 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787fd245-90ac-49bc-bb60-0c958537f6be tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Fanout notify agent at l3_agent the message router_deleted on router b1469e58-2244-45da-804f-856b1b769c3d {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 20:27:14.609005 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-787fd245-90ac-49bc-bb60-0c958537f6be tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:14.612713 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-787fd245-90ac-49bc-bb60-0c958537f6be tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "DELETE /v2.0/routers/b1469e58-2244-45da-804f-856b1b769c3d HTTP/1.1" status: 204 len: 168 time: 0.8562641 Mar 22 20:27:14.612929 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41776) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:27:14.690709 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1cd2b142-4ff3-4506-9ad4-27e32d955de6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:14.783256 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1cd2b142-4ff3-4506-9ad4-27e32d955de6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:14.804733 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-1cd2b142-4ff3-4506-9ad4-27e32d955de6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:27:14.814723 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-1cd2b142-4ff3-4506-9ad4-27e32d955de6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d3ae295-4cdc-41dc-84c0-2336bd6f731f') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:27:14.815018 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-1cd2b142-4ff3-4506-9ad4-27e32d955de6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d3ae295-4cdc-41dc-84c0-2336bd6f731f') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:27:14.824833 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1cd2b142-4ff3-4506-9ad4-27e32d955de6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (5d3ae295-4cdc-41dc-84c0-2336bd6f731f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:14.841599 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1cd2b142-4ff3-4506-9ad4-27e32d955de6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (5d3ae295-4cdc-41dc-84c0-2336bd6f731f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:14.848726 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd2b142-4ff3-4506-9ad4-27e32d955de6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:27:14.849119 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1cd2b142-4ff3-4506-9ad4-27e32d955de6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (5d3ae295-4cdc-41dc-84c0-2336bd6f731f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:14.852254 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 20:27:14.852254 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:27:14.852254 n-d-705658-24 neutron-server[104173]: timer() Mar 22 20:27:14.852254 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:27:14.852254 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 20:27:14.852254 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:27:14.852254 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 20:27:14.852254 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:27:14.852254 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 20:27:14.852254 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:27:14.852254 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 20:27:14.852254 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:27:14.852254 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 20:27:14.852254 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:27:14.852254 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:27:14.852254 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:27:14.852254 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:27:14.852254 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:27:14.852254 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 20:27:14.852254 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:27:14.852254 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 20:27:14.852254 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:27:14.852254 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:27:14.852254 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:27:14.852254 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 20:27:14.852254 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:27:14.852254 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:27:14.852254 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:27:14.852254 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:27:14.852254 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:27:14.852254 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:27:14.852254 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:27:14.910725 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1cd2b142-4ff3-4506-9ad4-27e32d955de6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:14.917549 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-1cd2b142-4ff3-4506-9ad4-27e32d955de6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:14.920788 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-1cd2b142-4ff3-4506-9ad4-27e32d955de6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "DELETE /v2.0/networks/1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa HTTP/1.1" status: 204 len: 168 time: 0.3068604 Mar 22 20:27:14.923634 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41778) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:27:14.932874 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2b142-4ff3-4506-9ad4-27e32d955de6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event deleted for resources: {'Network': ['ID=1d1f4e7c-3d1b-4df3-b6b1-42bc18943aaa,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:27:14.985368 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-60d9a63f-cc67-44c4-9d6f-c21809a3b0e5 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group (63bcc04d-600f-4085-9ffa-34cd0428d97b), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:15.010647 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-60d9a63f-cc67-44c4-9d6f-c21809a3b0e5 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group (63bcc04d-600f-4085-9ffa-34cd0428d97b), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:15.074154 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-60d9a63f-cc67-44c4-9d6f-c21809a3b0e5 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (63bcc04d-600f-4085-9ffa-34cd0428d97b), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:15.076750 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-60d9a63f-cc67-44c4-9d6f-c21809a3b0e5 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:15.077938 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-60d9a63f-cc67-44c4-9d6f-c21809a3b0e5 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "DELETE /v2.0/security-groups/63bcc04d-600f-4085-9ffa-34cd0428d97b HTTP/1.1" status: 204 len: 168 time: 0.1526756 Mar 22 20:27:15.087291 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d9a63f-cc67-44c4-9d6f-c21809a3b0e5 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bcc04d-600f-4085-9ffa-34cd0428d97b,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:27:15.301381 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-12b5ab75-6c08-4e83-af26-bd432461e550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:15.390452 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41784) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:27:15.395543 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-7c632532-5ae8-4d9f-98b1-ebcd21b55b11 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1599896392', 'description': 'tempest-secgroup-smoke-1599896392 description', 'project_id': 'e78a526ac76b4c53837f35b796222bb8'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:27:15.416395 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7c632532-5ae8-4d9f-98b1-ebcd21b55b11 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:15.480925 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7c632532-5ae8-4d9f-98b1-ebcd21b55b11 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group (86c60418-a6a8-4487-822c-f36c37541222), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:15.484831 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7c632532-5ae8-4d9f-98b1-ebcd21b55b11 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (86c60418-a6a8-4487-822c-f36c37541222), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:15.512285 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7c632532-5ae8-4d9f-98b1-ebcd21b55b11 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:15.513526 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7c632532-5ae8-4d9f-98b1-ebcd21b55b11 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1220696 Mar 22 20:27:15.516791 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41786) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:27:15.518108 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c632532-5ae8-4d9f-98b1-ebcd21b55b11 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86c60418-a6a8-4487-822c-f36c37541222,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:27:15.521586 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-4d27c368-94bc-4efc-a7ed-68509c62fcb4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'security_group_rule': {'security_group_id': '86c60418-a6a8-4487-822c-f36c37541222', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:27:15.546604 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4d27c368-94bc-4efc-a7ed-68509c62fcb4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (825b7e9e-c0da-4feb-9302-9defbad58f33), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:15.606921 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4d27c368-94bc-4efc-a7ed-68509c62fcb4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (825b7e9e-c0da-4feb-9302-9defbad58f33), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:15.610545 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4d27c368-94bc-4efc-a7ed-68509c62fcb4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (825b7e9e-c0da-4feb-9302-9defbad58f33), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:15.629354 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27c368-94bc-4efc-a7ed-68509c62fcb4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=825b7e9e-c0da-4feb-9302-9defbad58f33,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:27:15.634344 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-4d27c368-94bc-4efc-a7ed-68509c62fcb4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:15.638468 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-4d27c368-94bc-4efc-a7ed-68509c62fcb4 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177020 Mar 22 20:27:15.638468 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41788) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:27:15.642511 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-85ca17ff-e5c5-4f56-8fbd-b4bb741c3dc3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'security_group_rule': {'security_group_id': '86c60418-a6a8-4487-822c-f36c37541222', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:27:15.667137 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-85ca17ff-e5c5-4f56-8fbd-b4bb741c3dc3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (ad312899-282a-43a9-8e37-20c72fe9bf58), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:15.722461 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-85ca17ff-e5c5-4f56-8fbd-b4bb741c3dc3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (ad312899-282a-43a9-8e37-20c72fe9bf58), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:15.726327 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-85ca17ff-e5c5-4f56-8fbd-b4bb741c3dc3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (ad312899-282a-43a9-8e37-20c72fe9bf58), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:15.745517 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca17ff-e5c5-4f56-8fbd-b4bb741c3dc3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad312899-282a-43a9-8e37-20c72fe9bf58,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:27:15.750307 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-85ca17ff-e5c5-4f56-8fbd-b4bb741c3dc3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:15.751535 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-85ca17ff-e5c5-4f56-8fbd-b4bb741c3dc3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1123130 Mar 22 20:27:15.754751 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41790) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:27:15.759003 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-85bd53c3-31c7-458b-8714-1e7d4a4d5858 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'security_group_rule': {'security_group_id': '86c60418-a6a8-4487-822c-f36c37541222', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:27:15.783376 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-85bd53c3-31c7-458b-8714-1e7d4a4d5858 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (d89c9d5e-b264-47fd-8d19-8f7ff351bbc4), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:15.843615 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-85bd53c3-31c7-458b-8714-1e7d4a4d5858 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (d89c9d5e-b264-47fd-8d19-8f7ff351bbc4), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:15.847548 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-85bd53c3-31c7-458b-8714-1e7d4a4d5858 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (d89c9d5e-b264-47fd-8d19-8f7ff351bbc4), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:15.865335 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd53c3-31c7-458b-8714-1e7d4a4d5858 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d89c9d5e-b264-47fd-8d19-8f7ff351bbc4,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:27:15.872703 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-85bd53c3-31c7-458b-8714-1e7d4a4d5858 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:15.874006 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-85bd53c3-31c7-458b-8714-1e7d4a4d5858 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182837 Mar 22 20:27:15.876617 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41792) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:27:15.880898 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-3af3a4ed-8d4c-4853-bb90-1b1356e198f3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'security_group_rule': {'security_group_id': '86c60418-a6a8-4487-822c-f36c37541222', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:27:15.904536 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3af3a4ed-8d4c-4853-bb90-1b1356e198f3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (e556cf96-caa0-46f1-b2c7-923c2e848091), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:15.964054 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3af3a4ed-8d4c-4853-bb90-1b1356e198f3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (e556cf96-caa0-46f1-b2c7-923c2e848091), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:15.967896 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3af3a4ed-8d4c-4853-bb90-1b1356e198f3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (e556cf96-caa0-46f1-b2c7-923c2e848091), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:15.989304 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3a4ed-8d4c-4853-bb90-1b1356e198f3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e556cf96-caa0-46f1-b2c7-923c2e848091,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:27:16.001579 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3af3a4ed-8d4c-4853-bb90-1b1356e198f3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:16.002903 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3af3a4ed-8d4c-4853-bb90-1b1356e198f3 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1253564 Mar 22 20:27:16.005577 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41794) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:27:16.010255 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-f50e9268-329b-49b1-87e5-3ce3635afea1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'security_group_rule': {'security_group_id': '86c60418-a6a8-4487-822c-f36c37541222', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:27:16.031527 n-d-705658-24 neutron-server[104173]: INFO neutron.db.securitygroups_db [None req-f50e9268-329b-49b1-87e5-3ce3635afea1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Project e78a526ac76b4c53837f35b796222bb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 20:27:16.038472 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f50e9268-329b-49b1-87e5-3ce3635afea1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (97954fba-86a9-491c-8439-a1848c2cb9e5), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:16.040953 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 23a2cade-4033-493d-9c77-fd058f1869cf no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:27:16.060211 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 23a2cade-4033-493d-9c77-fd058f1869cf {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:27:16.060686 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 23a2cade-4033-493d-9c77-fd058f1869cf not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:27:16.061166 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a1ca5256-abbf-4335-90d7-78a4459aed54 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:27:16.079537 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: a1ca5256-abbf-4335-90d7-78a4459aed54 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:27:16.079890 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device a1ca5256-abbf-4335-90d7-78a4459aed54 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:27:16.098246 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f50e9268-329b-49b1-87e5-3ce3635afea1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (97954fba-86a9-491c-8439-a1848c2cb9e5), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:16.101682 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f50e9268-329b-49b1-87e5-3ce3635afea1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (97954fba-86a9-491c-8439-a1848c2cb9e5), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:16.116733 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e9268-329b-49b1-87e5-3ce3635afea1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97954fba-86a9-491c-8439-a1848c2cb9e5,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:27:16.129359 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f50e9268-329b-49b1-87e5-3ce3635afea1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:16.130604 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f50e9268-329b-49b1-87e5-3ce3635afea1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239753 Mar 22 20:27:16.133323 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41796) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:27:16.137879 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-0b9ca05e-df23-45a3-a5e2-e54f54b88ddd tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'security_group_rule': {'security_group_id': '86c60418-a6a8-4487-822c-f36c37541222', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:27:16.157970 n-d-705658-24 neutron-server[104173]: INFO neutron.db.securitygroups_db [None req-0b9ca05e-df23-45a3-a5e2-e54f54b88ddd tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Project e78a526ac76b4c53837f35b796222bb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 20:27:16.163219 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0b9ca05e-df23-45a3-a5e2-e54f54b88ddd tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (677716f5-eb51-4741-b589-b74d1098f8d9), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:16.220215 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0b9ca05e-df23-45a3-a5e2-e54f54b88ddd tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (677716f5-eb51-4741-b589-b74d1098f8d9), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:16.225160 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0b9ca05e-df23-45a3-a5e2-e54f54b88ddd tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (677716f5-eb51-4741-b589-b74d1098f8d9), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:16.244369 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ca05e-df23-45a3-a5e2-e54f54b88ddd tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677716f5-eb51-4741-b589-b74d1098f8d9,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:27:16.249028 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0b9ca05e-df23-45a3-a5e2-e54f54b88ddd tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:16.250274 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0b9ca05e-df23-45a3-a5e2-e54f54b88ddd tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1159880 Mar 22 20:27:16.253077 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41798) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:27:16.257848 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-7f480c82-f7eb-49fa-becc-81f71a10c56b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'network': {'name': 'tempest-network-smoke--1418673785', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'port_security_enabled': True}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:27:16.278673 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f480c82-f7eb-49fa-becc-81f71a10c56b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Made reservation on behalf of e78a526ac76b4c53837f35b796222bb8 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:27:16.281988 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7f480c82-f7eb-49fa-becc-81f71a10c56b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:16.306099 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f480c82-f7eb-49fa-becc-81f71a10c56b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:27:16.315128 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7f480c82-f7eb-49fa-becc-81f71a10c56b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (0c4f6f12-3b98-43b4-b903-03f69a284c2c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:16.315473 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-7f480c82-f7eb-49fa-becc-81f71a10c56b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Added segment 0c4f6f12-3b98-43b4-b903-03f69a284c2c of type vlan for network 3f4eddc6-e897-40a0-a962-8057a95acbe7 Mar 22 20:27:16.564346 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:16.657124 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7f480c82-f7eb-49fa-becc-81f71a10c56b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (3f4eddc6-e897-40a0-a962-8057a95acbe7), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:16.681762 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7f480c82-f7eb-49fa-becc-81f71a10c56b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (3f4eddc6-e897-40a0-a962-8057a95acbe7), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:16.686839 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f480c82-f7eb-49fa-becc-81f71a10c56b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:16.687459 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7f480c82-f7eb-49fa-becc-81f71a10c56b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:16.745621 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7f480c82-f7eb-49fa-becc-81f71a10c56b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4914756 Mar 22 20:27:16.748303 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41800) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:27:16.753724 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-9d869074-1bda-49de-8e2f-699e57f27f21 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1183388070', 'admin_state_up': True, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:27:16.771197 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f480c82-f7eb-49fa-becc-81f71a10c56b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Network': ['ID=3f4eddc6-e897-40a0-a962-8057a95acbe7,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:27:16.781257 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 3f4eddc6-e897-40a0-a962-8057a95acbe7 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:27:16.787211 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9d869074-1bda-49de-8e2f-699e57f27f21 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (291e5ea8-e892-449f-86fb-23c03175648e), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:16.788310 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9d869074-1bda-49de-8e2f-699e57f27f21 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (291e5ea8-e892-449f-86fb-23c03175648e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:16.850382 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9d869074-1bda-49de-8e2f-699e57f27f21 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router_controller (291e5ea8-e892-449f-86fb-23c03175648e), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:17.000857 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9d869074-1bda-49de-8e2f-699e57f27f21 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router_gateway (291e5ea8-e892-449f-86fb-23c03175648e), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:17.195090 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9d869074-1bda-49de-8e2f-699e57f27f21 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router_gateway (291e5ea8-e892-449f-86fb-23c03175648e), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:17.212990 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9d869074-1bda-49de-8e2f-699e57f27f21 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:17.317965 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-9d869074-1bda-49de-8e2f-699e57f27f21 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Allocated IP 172.25.5.232 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/32f16cfc-7220-4c42-80d8-d93eef90f8ea) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:27:17.416968 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9d869074-1bda-49de-8e2f-699e57f27f21 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for port (32f16cfc-7220-4c42-80d8-d93eef90f8ea), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:17.450522 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9d869074-1bda-49de-8e2f-699e57f27f21 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (32f16cfc-7220-4c42-80d8-d93eef90f8ea), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:17.490776 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d869074-1bda-49de-8e2f-699e57f27f21 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:27:17.493824 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-9d869074-1bda-49de-8e2f-699e57f27f21 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:27:17.494498 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4a032d9f-b501-41d4-90e5-8613f36b6c6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:17.497590 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d869074-1bda-49de-8e2f-699e57f27f21 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:27:17.526347 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d869074-1bda-49de-8e2f-699e57f27f21 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Port': ['ID=32f16cfc-7220-4c42-80d8-d93eef90f8ea,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:27:17.754966 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9d869074-1bda-49de-8e2f-699e57f27f21 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router_gateway (291e5ea8-e892-449f-86fb-23c03175648e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:17.955831 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9d869074-1bda-49de-8e2f-699e57f27f21 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (291e5ea8-e892-449f-86fb-23c03175648e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:18.089910 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d869074-1bda-49de-8e2f-699e57f27f21 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Router 291e5ea8-e892-449f-86fb-23c03175648e is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 20:27:18.196266 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d869074-1bda-49de-8e2f-699e57f27f21 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:27:18.206364 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c9b43f-c607-4482-be8c-a0e7e10c3497 None None] Sync routers for ids ['291e5ea8-e892-449f-86fb-23c03175648e'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:27:18.215744 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9d869074-1bda-49de-8e2f-699e57f27f21 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:18.216702 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c9b43f-c607-4482-be8c-a0e7e10c3497 None None] Routers {'291e5ea8-e892-449f-86fb-23c03175648e'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:27:18.216969 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9d869074-1bda-49de-8e2f-699e57f27f21 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4676929 Mar 22 20:27:18.217331 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-46c9b43f-c607-4482-be8c-a0e7e10c3497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:27:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['291e5ea8-e892-449f-86fb-23c03175648e'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:27:18.220168 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41802) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:27:18.248066 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2c92f411-9328-4e8e-beeb-135563969a11 tempest-TestNetworkAdvancedServerOps-668713942 tempest-TestNetworkAdvancedServerOps-668713942-project-admin] 10.222.0.75 "GET /v2.0/subnets?project_id=e78a526ac76b4c53837f35b796222bb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264707 Mar 22 20:27:18.250810 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41804) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:27:18.333847 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-46c9b43f-c607-4482-be8c-a0e7e10c3497 None None] Set router 291e5ea8-e892-449f-86fb-23c03175648e gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:27:18.346595 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cbf387-d4ab-475b-8761-3734185261de tempest-TestNetworkAdvancedServerOps-668713942 tempest-TestNetworkAdvancedServerOps-668713942-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:18.348086 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d8cbf387-d4ab-475b-8761-3734185261de tempest-TestNetworkAdvancedServerOps-668713942 tempest-TestNetworkAdvancedServerOps-668713942-project-admin] 10.222.0.75 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0963840 Mar 22 20:27:18.351108 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41806) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:27:18.387321 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8d7d9b68-55ee-487f-891c-26bce5d4f471 tempest-TestNetworkAdvancedServerOps-668713942 tempest-TestNetworkAdvancedServerOps-668713942-project-admin] 10.222.0.75 "GET /v2.0/subnets?network_id=b209c5bc-34d3-415d-9873-d01a4e6c5db8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348198 Mar 22 20:27:18.390021 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41808) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:27:18.395691 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-00950c8d-8460-4122-9842-e208e1b3cc7d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-297888406', 'network_id': '3f4eddc6-e897-40a0-a962-8057a95acbe7', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:27:18.484409 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00950c8d-8460-4122-9842-e208e1b3cc7d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Made reservation on behalf of e78a526ac76b4c53837f35b796222bb8 for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:27:18.488309 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-00950c8d-8460-4122-9842-e208e1b3cc7d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:18.520038 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-46c9b43f-c607-4482-be8c-a0e7e10c3497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291e5ea8-e892-449f-86fb-23c03175648e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183388070', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '32f16cfc-7220-4c42-80d8-d93eef90f8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:27:16Z', 'updated_at': '2022-03-22T20:27:17Z', 'revision_number': 3, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '32f16cfc-7220-4c42-80d8-d93eef90f8ea', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291e5ea8-e892-449f-86fb-23c03175648e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:27:17Z', 'updated_at': '2022-03-22T20:27:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:27:18.546119 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c9b43f-c607-4482-be8c-a0e7e10c3497 None None] Checking router: 291e5ea8-e892-449f-86fb-23c03175648e for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:27:18.546473 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c9b43f-c607-4482-be8c-a0e7e10c3497 None None] Updating router 291e5ea8-e892-449f-86fb-23c03175648e port 32f16cfc-7220-4c42-80d8-d93eef90f8ea binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:27:18.575156 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-46c9b43f-c607-4482-be8c-a0e7e10c3497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (32f16cfc-7220-4c42-80d8-d93eef90f8ea), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:18.671239 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-00950c8d-8460-4122-9842-e208e1b3cc7d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (96292bf3-9b54-434e-893e-e0026b70c8f0), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:18.730786 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00950c8d-8460-4122-9842-e208e1b3cc7d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Subnet': ['ID=96292bf3-9b54-434e-893e-e0026b70c8f0,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:27:18.741259 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00950c8d-8460-4122-9842-e208e1b3cc7d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Checking segment: {'id': '0c4f6f12-3b98-43b4-b903-03f69a284c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3f4eddc6-e897-40a0-a962-8057a95acbe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:27:18.741626 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00950c8d-8460-4122-9842-e208e1b3cc7d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Network hostable DHCP agents. Network: 3f4eddc6-e897-40a0-a962-8057a95acbe7, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:27:18.758938 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00950c8d-8460-4122-9842-e208e1b3cc7d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Network 3f4eddc6-e897-40a0-a962-8057a95acbe7 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:27:18.769042 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-00950c8d-8460-4122-9842-e208e1b3cc7d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 3f4eddc6-e897-40a0-a962-8057a95acbe7) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:27:18.772802 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00950c8d-8460-4122-9842-e208e1b3cc7d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:18.773420 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-00950c8d-8460-4122-9842-e208e1b3cc7d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:18.783070 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cd4ec4-36ee-4e97-905c-8aec8235ebfc None None] Network 3f4eddc6-e897-40a0-a962-8057a95acbe7 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:27:18.790025 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-00950c8d-8460-4122-9842-e208e1b3cc7d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3988714 Mar 22 20:27:18.792955 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41810) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:27:18.892523 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:18.917616 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-46c9b43f-c607-4482-be8c-a0e7e10c3497 None None] Publish callbacks [] for port (32f16cfc-7220-4c42-80d8-d93eef90f8ea), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:18.936613 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-46c9b43f-c607-4482-be8c-a0e7e10c3497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (32f16cfc-7220-4c42-80d8-d93eef90f8ea), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:18.957581 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91044cde-8efe-4ce0-a49e-a28cf6a26f3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-3f4eddc6-e897-40a0-a962-8057a95acbe7', 'network_id': '3f4eddc6-e897-40a0-a962-8057a95acbe7', 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'fixed_ips': [{'subnet_id': '96292bf3-9b54-434e-893e-e0026b70c8f0'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 20:27:18.958460 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-91044cde-8efe-4ce0-a49e-a28cf6a26f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:19.019735 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:19.028896 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-46c9b43f-c607-4482-be8c-a0e7e10c3497 None None] Attempting to bind port 32f16cfc-7220-4c42-80d8-d93eef90f8ea on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:27:19.029250 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-46c9b43f-c607-4482-be8c-a0e7e10c3497 None None] Attempting to bind port 32f16cfc-7220-4c42-80d8-d93eef90f8ea by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:27:19.029617 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c9b43f-c607-4482-be8c-a0e7e10c3497 None None] Attempting to bind port 32f16cfc-7220-4c42-80d8-d93eef90f8ea on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:27:19.033749 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32453ff0-67b7-4d09-aeba-9d78e8231666 None None] Pushing event updated for resources: {'Port': ['ID=32f16cfc-7220-4c42-80d8-d93eef90f8ea,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:27:19.081248 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c9b43f-c607-4482-be8c-a0e7e10c3497 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:27:19.081626 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c9b43f-c607-4482-be8c-a0e7e10c3497 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:27:19.082084 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-46c9b43f-c607-4482-be8c-a0e7e10c3497 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:19.082467 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c9b43f-c607-4482-be8c-a0e7e10c3497 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:27:19.082942 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-46c9b43f-c607-4482-be8c-a0e7e10c3497 None None] Bound port: 32f16cfc-7220-4c42-80d8-d93eef90f8ea, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:27:19.083326 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-46c9b43f-c607-4482-be8c-a0e7e10c3497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (32f16cfc-7220-4c42-80d8-d93eef90f8ea), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:19.178399 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-46c9b43f-c607-4482-be8c-a0e7e10c3497 None None] For port 32f16cfc-7220-4c42-80d8-d93eef90f8ea, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:27:19.182676 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-46c9b43f-c607-4482-be8c-a0e7e10c3497 None None] For port 32f16cfc-7220-4c42-80d8-d93eef90f8ea, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=32f16cfc-7220-4c42-80d8-d93eef90f8ea,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:27:19.193774 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-46c9b43f-c607-4482-be8c-a0e7e10c3497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (32f16cfc-7220-4c42-80d8-d93eef90f8ea), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:19.200234 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-91044cde-8efe-4ce0-a49e-a28cf6a26f3c None None] Allocated IP 172.20.0.2 (3f4eddc6-e897-40a0-a962-8057a95acbe7/96292bf3-9b54-434e-893e-e0026b70c8f0/841bd7e3-2b20-4db2-a14e-c595f8ddf214) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:27:19.255220 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-04fd4b6e-caea-4243-8b7d-ef61435ecb6b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:19.306520 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c9b43f-c607-4482-be8c-a0e7e10c3497 None None] Routers {'291e5ea8-e892-449f-86fb-23c03175648e'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:27:19.307174 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-46c9b43f-c607-4482-be8c-a0e7e10c3497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:27:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['291e5ea8-e892-449f-86fb-23c03175648e'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:27:19.345486 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32453ff0-67b7-4d09-aeba-9d78e8231666 None None] Pushing event updated for resources: {'Port': ['ID=32f16cfc-7220-4c42-80d8-d93eef90f8ea,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:27:19.479196 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-46c9b43f-c607-4482-be8c-a0e7e10c3497 None None] Set router 291e5ea8-e892-449f-86fb-23c03175648e gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:27:19.547445 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-91044cde-8efe-4ce0-a49e-a28cf6a26f3c None None] Publish callbacks [] for port (841bd7e3-2b20-4db2-a14e-c595f8ddf214), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:19.583680 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-91044cde-8efe-4ce0-a49e-a28cf6a26f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (841bd7e3-2b20-4db2-a14e-c595f8ddf214), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:19.634708 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91044cde-8efe-4ce0-a49e-a28cf6a26f3c None None] Network 3f4eddc6-e897-40a0-a962-8057a95acbe7 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:27:19.642935 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-91044cde-8efe-4ce0-a49e-a28cf6a26f3c None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:27:19.650515 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91044cde-8efe-4ce0-a49e-a28cf6a26f3c None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:27:19.657601 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91044cde-8efe-4ce0-a49e-a28cf6a26f3c None None] Pushing event updated for resources: {'Port': ['ID=841bd7e3-2b20-4db2-a14e-c595f8ddf214,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:27:19.750396 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-91044cde-8efe-4ce0-a49e-a28cf6a26f3c None None] Attempting to bind port 841bd7e3-2b20-4db2-a14e-c595f8ddf214 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:27:19.750681 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-91044cde-8efe-4ce0-a49e-a28cf6a26f3c None None] Attempting to bind port 841bd7e3-2b20-4db2-a14e-c595f8ddf214 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '0c4f6f12-3b98-43b4-b903-03f69a284c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3f4eddc6-e897-40a0-a962-8057a95acbe7'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:27:19.751042 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91044cde-8efe-4ce0-a49e-a28cf6a26f3c None None] Attempting to bind port 841bd7e3-2b20-4db2-a14e-c595f8ddf214 on network 3f4eddc6-e897-40a0-a962-8057a95acbe7 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:27:19.759239 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91044cde-8efe-4ce0-a49e-a28cf6a26f3c None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:27:19.759613 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91044cde-8efe-4ce0-a49e-a28cf6a26f3c None None] Checking segment: {'id': '0c4f6f12-3b98-43b4-b903-03f69a284c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3f4eddc6-e897-40a0-a962-8057a95acbe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:27:19.760007 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-91044cde-8efe-4ce0-a49e-a28cf6a26f3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:19.760399 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91044cde-8efe-4ce0-a49e-a28cf6a26f3c None None] Bound using segment: {'id': '0c4f6f12-3b98-43b4-b903-03f69a284c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3f4eddc6-e897-40a0-a962-8057a95acbe7'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:27:19.760866 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-91044cde-8efe-4ce0-a49e-a28cf6a26f3c None None] Bound port: 841bd7e3-2b20-4db2-a14e-c595f8ddf214, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4f6f12-3b98-43b4-b903-03f69a284c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3f4eddc6-e897-40a0-a962-8057a95acbe7'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:27:19.761245 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-91044cde-8efe-4ce0-a49e-a28cf6a26f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (841bd7e3-2b20-4db2-a14e-c595f8ddf214), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:19.819730 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-46c9b43f-c607-4482-be8c-a0e7e10c3497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291e5ea8-e892-449f-86fb-23c03175648e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183388070', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '32f16cfc-7220-4c42-80d8-d93eef90f8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:27:16Z', 'updated_at': '2022-03-22T20:27:17Z', 'revision_number': 3, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '32f16cfc-7220-4c42-80d8-d93eef90f8ea', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291e5ea8-e892-449f-86fb-23c03175648e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:27:17Z', 'updated_at': '2022-03-22T20:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:27:19.835837 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-04fd4b6e-caea-4243-8b7d-ef61435ecb6b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Allocated IP 172.20.0.1 (3f4eddc6-e897-40a0-a962-8057a95acbe7/96292bf3-9b54-434e-893e-e0026b70c8f0/e6f9e3dc-a894-42bf-8695-8dc3b2fde511) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:27:19.853595 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c9b43f-c607-4482-be8c-a0e7e10c3497 None None] The sync data for ids ['291e5ea8-e892-449f-86fb-23c03175648e'] in n-d-705658-24 is: [{'id': '291e5ea8-e892-449f-86fb-23c03175648e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183388070', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '32f16cfc-7220-4c42-80d8-d93eef90f8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:27:16Z', 'updated_at': '2022-03-22T20:27:17Z', 'revision_number': 3, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '32f16cfc-7220-4c42-80d8-d93eef90f8ea', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291e5ea8-e892-449f-86fb-23c03175648e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:27:17Z', 'updated_at': '2022-03-22T20:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:27:19.860489 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-91044cde-8efe-4ce0-a49e-a28cf6a26f3c None None] For port 841bd7e3-2b20-4db2-a14e-c595f8ddf214, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:27:19.863807 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-91044cde-8efe-4ce0-a49e-a28cf6a26f3c None None] For port 841bd7e3-2b20-4db2-a14e-c595f8ddf214, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=841bd7e3-2b20-4db2-a14e-c595f8ddf214,segment=NetworkSegment(0c4f6f12-3b98-43b4-b903-03f69a284c2c),segment_id=0c4f6f12-3b98-43b4-b903-03f69a284c2c)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:27:19.870502 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-91044cde-8efe-4ce0-a49e-a28cf6a26f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (841bd7e3-2b20-4db2-a14e-c595f8ddf214), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:19.927452 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91044cde-8efe-4ce0-a49e-a28cf6a26f3c None None] Pushing event updated for resources: {'Port': ['ID=841bd7e3-2b20-4db2-a14e-c595f8ddf214,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:27:19.989120 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-04fd4b6e-caea-4243-8b7d-ef61435ecb6b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for port (e6f9e3dc-a894-42bf-8695-8dc3b2fde511), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:20.028661 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-04fd4b6e-caea-4243-8b7d-ef61435ecb6b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (e6f9e3dc-a894-42bf-8695-8dc3b2fde511), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:20.075713 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fd4b6e-caea-4243-8b7d-ef61435ecb6b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Network 3f4eddc6-e897-40a0-a962-8057a95acbe7 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:27:20.081432 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-04fd4b6e-caea-4243-8b7d-ef61435ecb6b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:27:20.086488 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fd4b6e-caea-4243-8b7d-ef61435ecb6b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:27:20.094602 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd4b6e-caea-4243-8b7d-ef61435ecb6b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Port': ['ID=e6f9e3dc-a894-42bf-8695-8dc3b2fde511,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:27:20.159512 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-04fd4b6e-caea-4243-8b7d-ef61435ecb6b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (291e5ea8-e892-449f-86fb-23c03175648e), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:20.325266 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-04fd4b6e-caea-4243-8b7d-ef61435ecb6b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e6f9e3dc-a894-42bf-8695-8dc3b2fde511), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:20.385228 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:20.634022 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-04fd4b6e-caea-4243-8b7d-ef61435ecb6b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for port (e6f9e3dc-a894-42bf-8695-8dc3b2fde511), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:20.640386 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-04fd4b6e-caea-4243-8b7d-ef61435ecb6b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (e6f9e3dc-a894-42bf-8695-8dc3b2fde511), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:20.719725 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd4b6e-caea-4243-8b7d-ef61435ecb6b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Port': ['ID=e6f9e3dc-a894-42bf-8695-8dc3b2fde511,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:27:20.726359 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-04fd4b6e-caea-4243-8b7d-ef61435ecb6b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (291e5ea8-e892-449f-86fb-23c03175648e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:20.825346 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fd4b6e-caea-4243-8b7d-ef61435ecb6b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Network 3f4eddc6-e897-40a0-a962-8057a95acbe7 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:27:20.827208 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-04fd4b6e-caea-4243-8b7d-ef61435ecb6b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:27:20.952778 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04fd4b6e-caea-4243-8b7d-ef61435ecb6b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Router 291e5ea8-e892-449f-86fb-23c03175648e has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:27:21.012920 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397af86e-9f36-40b8-a1ae-288a372edaa3 None None] Network 3f4eddc6-e897-40a0-a962-8057a95acbe7 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:27:21.069263 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fd4b6e-caea-4243-8b7d-ef61435ecb6b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:27:21.075214 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-04fd4b6e-caea-4243-8b7d-ef61435ecb6b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "PUT /v2.0/routers/291e5ea8-e892-449f-86fb-23c03175648e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2811606 Mar 22 20:27:21.233582 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-6559ed4d-32b7-4983-82dc-843fa12bd6a7 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1599896392&fields=id&tenant_id=e78a526ac76b4c53837f35b796222bb8 HTTP/1.1" status: 200 len: 267 time: 0.0464005 Mar 22 20:27:21.242424 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-342e6199-96ef-493f-9b87-e9eb358c5575 None None] Provisioning complete for port 841bd7e3-2b20-4db2-a14e-c595f8ddf214 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:27:21.242807 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-342e6199-96ef-493f-9b87-e9eb358c5575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (841bd7e3-2b20-4db2-a14e-c595f8ddf214), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:21.349355 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-62f374b2-ce03-4f12-9ded-9325ea1e1097 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:21.350901 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-62f374b2-ce03-4f12-9ded-9325ea1e1097 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/networks?id=3f4eddc6-e897-40a0-a962-8057a95acbe7 HTTP/1.1" status: 200 len: 797 time: 0.1099639 Mar 22 20:27:21.368622 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-dd6b140b-eb97-4b0f-b8c9-008978b1d44e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/quotas/e78a526ac76b4c53837f35b796222bb8 HTTP/1.1" status: 200 len: 375 time: 0.0110223 Mar 22 20:27:21.371338 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-342e6199-96ef-493f-9b87-e9eb358c5575 None None] Current status of the port 841bd7e3-2b20-4db2-a14e-c595f8ddf214 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:27:21.371799 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-342e6199-96ef-493f-9b87-e9eb358c5575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (841bd7e3-2b20-4db2-a14e-c595f8ddf214), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:21.414967 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-342e6199-96ef-493f-9b87-e9eb358c5575 None None] For port 841bd7e3-2b20-4db2-a14e-c595f8ddf214, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=841bd7e3-2b20-4db2-a14e-c595f8ddf214,segment=NetworkSegment(0c4f6f12-3b98-43b4-b903-03f69a284c2c),segment_id=0c4f6f12-3b98-43b4-b903-03f69a284c2c)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:27:21.422368 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-342e6199-96ef-493f-9b87-e9eb358c5575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (841bd7e3-2b20-4db2-a14e-c595f8ddf214), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:21.446121 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-c688a5c7-18d9-44a9-86aa-a7f82ff7a792 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682492 Mar 22 20:27:21.495735 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:21.506704 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e6199-96ef-493f-9b87-e9eb358c5575 None None] Pushing event updated for resources: {'Port': ['ID=841bd7e3-2b20-4db2-a14e-c595f8ddf214,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:27:21.563169 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-79384296-8ed3-4299-a578-58d90a0cbbba service neutron] 10.222.0.75 "GET /v2.0/networks/3f4eddc6-e897-40a0-a962-8057a95acbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097133 Mar 22 20:27:21.649621 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-af3ce0b9-4bb9-460f-8f87-abb7a6e1ff85 None None] Provisioning complete for port 841bd7e3-2b20-4db2-a14e-c595f8ddf214 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:27:21.649621 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-af3ce0b9-4bb9-460f-8f87-abb7a6e1ff85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (841bd7e3-2b20-4db2-a14e-c595f8ddf214), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:21.672781 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-75539ef6-e7e9-495c-a0bd-0c05f2725654 service neutron] 10.222.0.75 "GET /v2.0/networks/3f4eddc6-e897-40a0-a962-8057a95acbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019187 Mar 22 20:27:21.687096 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2a7583-e5ef-47f2-93d7-9aa37aff2fc1 None None] Sync routers for ids ['291e5ea8-e892-449f-86fb-23c03175648e'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:27:21.702859 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2a7583-e5ef-47f2-93d7-9aa37aff2fc1 None None] Routers {'291e5ea8-e892-449f-86fb-23c03175648e'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:27:21.703809 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-8d2a7583-e5ef-47f2-93d7-9aa37aff2fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:27:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['291e5ea8-e892-449f-86fb-23c03175648e'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:27:21.748749 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-af3ce0b9-4bb9-460f-8f87-abb7a6e1ff85 None None] Current status of the port 841bd7e3-2b20-4db2-a14e-c595f8ddf214 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:27:21.763057 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-af3ce0b9-4bb9-460f-8f87-abb7a6e1ff85 None None] Provisioning complete for port e6f9e3dc-a894-42bf-8695-8dc3b2fde511 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:27:21.763747 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-af3ce0b9-4bb9-460f-8f87-abb7a6e1ff85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e6f9e3dc-a894-42bf-8695-8dc3b2fde511), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:21.829142 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-af3ce0b9-4bb9-460f-8f87-abb7a6e1ff85 None None] Port e6f9e3dc-a894-42bf-8695-8dc3b2fde511 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:27:21.915252 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8b7c24cf-6c4d-4b65-bfe6-b0aa446c2ff1 req-eac2feeb-ee26-48cc-a69b-68294d4f95ad tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=201da40f-1208-4c81-a84f-e2c4991eca0d HTTP/1.1" status: 200 len: 210 time: 0.0411942 Mar 22 20:27:21.923918 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-8d2a7583-e5ef-47f2-93d7-9aa37aff2fc1 None None] Set router 291e5ea8-e892-449f-86fb-23c03175648e gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:27:21.958244 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-140cf0bd-44fc-4f2d-8bfe-c8b4835f5913 None None] Provisioning complete for port e6f9e3dc-a894-42bf-8695-8dc3b2fde511 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:27:21.958886 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-140cf0bd-44fc-4f2d-8bfe-c8b4835f5913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e6f9e3dc-a894-42bf-8695-8dc3b2fde511), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:22.039532 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-140cf0bd-44fc-4f2d-8bfe-c8b4835f5913 None None] Port e6f9e3dc-a894-42bf-8695-8dc3b2fde511 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:27:22.148620 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 841bd7e3-2b20-4db2-a14e-c595f8ddf214 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:27:22.187638 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-8d2a7583-e5ef-47f2-93d7-9aa37aff2fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291e5ea8-e892-449f-86fb-23c03175648e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183388070', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '32f16cfc-7220-4c42-80d8-d93eef90f8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:27:16Z', 'updated_at': '2022-03-22T20:27:20Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '32f16cfc-7220-4c42-80d8-d93eef90f8ea', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291e5ea8-e892-449f-86fb-23c03175648e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:27:17Z', 'updated_at': '2022-03-22T20:27:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'e6f9e3dc-a894-42bf-8695-8dc3b2fde511', 'name': '', 'network_id': '3f4eddc6-e897-40a0-a962-8057a95acbe7', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:de:33:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291e5ea8-e892-449f-86fb-23c03175648e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '96292bf3-9b54-434e-893e-e0026b70c8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:27:19Z', 'updated_at': '2022-03-22T20:27:20Z', 'revision_number': 2, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': '96292bf3-9b54-434e-893e-e0026b70c8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:27:22.208895 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-559ed26a-dc60-486e-95d3-285c05c5b12c None None] Provisioning complete for port e6f9e3dc-a894-42bf-8695-8dc3b2fde511 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:27:22.209377 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-559ed26a-dc60-486e-95d3-285c05c5b12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e6f9e3dc-a894-42bf-8695-8dc3b2fde511), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:22.224560 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2a7583-e5ef-47f2-93d7-9aa37aff2fc1 None None] Checking router: 291e5ea8-e892-449f-86fb-23c03175648e for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:27:22.224944 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2a7583-e5ef-47f2-93d7-9aa37aff2fc1 None None] Updating router 291e5ea8-e892-449f-86fb-23c03175648e port e6f9e3dc-a894-42bf-8695-8dc3b2fde511 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:27:22.253058 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-559ed26a-dc60-486e-95d3-285c05c5b12c None None] Port e6f9e3dc-a894-42bf-8695-8dc3b2fde511 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:27:22.258248 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 841bd7e3-2b20-4db2-a14e-c595f8ddf214 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:27:22.258747 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (841bd7e3-2b20-4db2-a14e-c595f8ddf214), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:22.258877 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-8d2a7583-e5ef-47f2-93d7-9aa37aff2fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e6f9e3dc-a894-42bf-8695-8dc3b2fde511), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:22.339596 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 841bd7e3-2b20-4db2-a14e-c595f8ddf214 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:27:22.340830 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 32f16cfc-7220-4c42-80d8-d93eef90f8ea up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:27:22.396330 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 32f16cfc-7220-4c42-80d8-d93eef90f8ea triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:27:22.396701 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (32f16cfc-7220-4c42-80d8-d93eef90f8ea), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:22.488227 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 32f16cfc-7220-4c42-80d8-d93eef90f8ea is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:27:22.488823 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (32f16cfc-7220-4c42-80d8-d93eef90f8ea), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:22.515373 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 32f16cfc-7220-4c42-80d8-d93eef90f8ea, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=32f16cfc-7220-4c42-80d8-d93eef90f8ea,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:27:22.520560 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (32f16cfc-7220-4c42-80d8-d93eef90f8ea), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:22.573425 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=32f16cfc-7220-4c42-80d8-d93eef90f8ea,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:27:22.577521 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-8d2a7583-e5ef-47f2-93d7-9aa37aff2fc1 None None] Publish callbacks [] for port (e6f9e3dc-a894-42bf-8695-8dc3b2fde511), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:22.584456 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-8d2a7583-e5ef-47f2-93d7-9aa37aff2fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (e6f9e3dc-a894-42bf-8695-8dc3b2fde511), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:22.657110 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e6ed3-68d1-420c-872a-64e831efd342 None None] Pushing event updated for resources: {'Port': ['ID=e6f9e3dc-a894-42bf-8695-8dc3b2fde511,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:27:22.686153 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e6ed3-68d1-420c-872a-64e831efd342 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:22.686492 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e6ed3-68d1-420c-872a-64e831efd342 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:22.686836 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e6ed3-68d1-420c-872a-64e831efd342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:22.687171 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e6ed3-68d1-420c-872a-64e831efd342 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:22.687755 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e6ed3-68d1-420c-872a-64e831efd342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:22.687857 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e6ed3-68d1-420c-872a-64e831efd342 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:22.688132 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e6ed3-68d1-420c-872a-64e831efd342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:22.688454 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e6ed3-68d1-420c-872a-64e831efd342 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:22.688776 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e6ed3-68d1-420c-872a-64e831efd342 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:22.689095 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e6ed3-68d1-420c-872a-64e831efd342 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:22.689428 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e6ed3-68d1-420c-872a-64e831efd342 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:22.689779 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e6ed3-68d1-420c-872a-64e831efd342 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:22.690133 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e6ed3-68d1-420c-872a-64e831efd342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:22.690482 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e6ed3-68d1-420c-872a-64e831efd342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:22.690803 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83e6ed3-68d1-420c-872a-64e831efd342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:27:22.711505 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-8d2a7583-e5ef-47f2-93d7-9aa37aff2fc1 None None] Attempting to bind port e6f9e3dc-a894-42bf-8695-8dc3b2fde511 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:27:22.711876 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-8d2a7583-e5ef-47f2-93d7-9aa37aff2fc1 None None] Attempting to bind port e6f9e3dc-a894-42bf-8695-8dc3b2fde511 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '0c4f6f12-3b98-43b4-b903-03f69a284c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3f4eddc6-e897-40a0-a962-8057a95acbe7'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:27:22.712241 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2a7583-e5ef-47f2-93d7-9aa37aff2fc1 None None] Attempting to bind port e6f9e3dc-a894-42bf-8695-8dc3b2fde511 on network 3f4eddc6-e897-40a0-a962-8057a95acbe7 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:27:22.722070 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2a7583-e5ef-47f2-93d7-9aa37aff2fc1 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:27:22.722453 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2a7583-e5ef-47f2-93d7-9aa37aff2fc1 None None] Checking segment: {'id': '0c4f6f12-3b98-43b4-b903-03f69a284c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3f4eddc6-e897-40a0-a962-8057a95acbe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:27:22.722858 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-8d2a7583-e5ef-47f2-93d7-9aa37aff2fc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:22.723248 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2a7583-e5ef-47f2-93d7-9aa37aff2fc1 None None] Bound using segment: {'id': '0c4f6f12-3b98-43b4-b903-03f69a284c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3f4eddc6-e897-40a0-a962-8057a95acbe7'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:27:22.723722 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-8d2a7583-e5ef-47f2-93d7-9aa37aff2fc1 None None] Bound port: e6f9e3dc-a894-42bf-8695-8dc3b2fde511, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4f6f12-3b98-43b4-b903-03f69a284c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3f4eddc6-e897-40a0-a962-8057a95acbe7'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:27:22.724100 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-8d2a7583-e5ef-47f2-93d7-9aa37aff2fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e6f9e3dc-a894-42bf-8695-8dc3b2fde511), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:22.791176 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-8d2a7583-e5ef-47f2-93d7-9aa37aff2fc1 None None] For port e6f9e3dc-a894-42bf-8695-8dc3b2fde511, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:27:22.794341 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-8d2a7583-e5ef-47f2-93d7-9aa37aff2fc1 None None] For port e6f9e3dc-a894-42bf-8695-8dc3b2fde511, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=e6f9e3dc-a894-42bf-8695-8dc3b2fde511,segment=NetworkSegment(0c4f6f12-3b98-43b4-b903-03f69a284c2c),segment_id=0c4f6f12-3b98-43b4-b903-03f69a284c2c)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:27:22.800857 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-8d2a7583-e5ef-47f2-93d7-9aa37aff2fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (e6f9e3dc-a894-42bf-8695-8dc3b2fde511), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:22.861453 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2a7583-e5ef-47f2-93d7-9aa37aff2fc1 None None] Routers {'291e5ea8-e892-449f-86fb-23c03175648e'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:27:22.862116 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-8d2a7583-e5ef-47f2-93d7-9aa37aff2fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:27:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['291e5ea8-e892-449f-86fb-23c03175648e'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:27:22.867084 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83e6ed3-68d1-420c-872a-64e831efd342 None None] Pushing event updated for resources: {'Port': ['ID=e6f9e3dc-a894-42bf-8695-8dc3b2fde511,revision_number=4']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:27:22.893852 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-ff9bb476-5e3e-4d2f-aa0f-80f8a5ae755b None None] Provisioning complete for port e6f9e3dc-a894-42bf-8695-8dc3b2fde511 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:27:22.894139 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ff9bb476-5e3e-4d2f-aa0f-80f8a5ae755b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e6f9e3dc-a894-42bf-8695-8dc3b2fde511), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:23.010120 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-8d2a7583-e5ef-47f2-93d7-9aa37aff2fc1 None None] Set router 291e5ea8-e892-449f-86fb-23c03175648e gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:27:23.012704 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-ff9bb476-5e3e-4d2f-aa0f-80f8a5ae755b None None] Current status of the port e6f9e3dc-a894-42bf-8695-8dc3b2fde511 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:27:23.014612 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ff9bb476-5e3e-4d2f-aa0f-80f8a5ae755b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e6f9e3dc-a894-42bf-8695-8dc3b2fde511), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:23.068031 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a94e0479-1aed-41d3-9a8a-d783e6904733 req-d23ec345-1121-4482-8fc6-57e8e66d3ea0 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=201da40f-1208-4c81-a84f-e2c4991eca0d HTTP/1.1" status: 200 len: 210 time: 0.0426807 Mar 22 20:27:23.087323 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-ff9bb476-5e3e-4d2f-aa0f-80f8a5ae755b None None] For port e6f9e3dc-a894-42bf-8695-8dc3b2fde511, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=e6f9e3dc-a894-42bf-8695-8dc3b2fde511,segment=NetworkSegment(0c4f6f12-3b98-43b4-b903-03f69a284c2c),segment_id=0c4f6f12-3b98-43b4-b903-03f69a284c2c)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:27:23.092582 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ff9bb476-5e3e-4d2f-aa0f-80f8a5ae755b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (e6f9e3dc-a894-42bf-8695-8dc3b2fde511), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:23.141906 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-f1eb894f-1a90-4bd0-babd-9eaf6f865b3d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:23.143395 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-f1eb894f-1a90-4bd0-babd-9eaf6f865b3d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.84 "GET /v2.0/networks?id=3f4eddc6-e897-40a0-a962-8057a95acbe7 HTTP/1.1" status: 200 len: 797 time: 0.2076972 Mar 22 20:27:23.161318 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9bb476-5e3e-4d2f-aa0f-80f8a5ae755b None None] Pushing event updated for resources: {'Port': ['ID=e6f9e3dc-a894-42bf-8695-8dc3b2fde511,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:27:23.222387 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-b4e8e522-15db-4341-8183-557e8850d4eb tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e78a526ac76b4c53837f35b796222bb8 HTTP/1.1" status: 200 len: 380 time: 0.0712886 Mar 22 20:27:23.231317 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-5fe8966a-abae-41fb-b759-319694873b2c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'port': {'device_id': '201da40f-1208-4c81-a84f-e2c4991eca0d', 'network_id': '3f4eddc6-e897-40a0-a962-8057a95acbe7', 'admin_state_up': True, 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'security_groups': ['86c60418-a6a8-4487-822c-f36c37541222']}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:27:23.259764 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-8d2a7583-e5ef-47f2-93d7-9aa37aff2fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291e5ea8-e892-449f-86fb-23c03175648e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183388070', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '32f16cfc-7220-4c42-80d8-d93eef90f8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:27:16Z', 'updated_at': '2022-03-22T20:27:20Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '32f16cfc-7220-4c42-80d8-d93eef90f8ea', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291e5ea8-e892-449f-86fb-23c03175648e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:27:17Z', 'updated_at': '2022-03-22T20:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'e6f9e3dc-a894-42bf-8695-8dc3b2fde511', 'name': '', 'network_id': '3f4eddc6-e897-40a0-a962-8057a95acbe7', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:de:33:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291e5ea8-e892-449f-86fb-23c03175648e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '96292bf3-9b54-434e-893e-e0026b70c8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:27:19Z', 'updated_at': '2022-03-22T20:27:22Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': '96292bf3-9b54-434e-893e-e0026b70c8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:27:23.290443 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2a7583-e5ef-47f2-93d7-9aa37aff2fc1 None None] The sync data for ids ['291e5ea8-e892-449f-86fb-23c03175648e'] in n-d-705658-24 is: [{'id': '291e5ea8-e892-449f-86fb-23c03175648e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183388070', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '32f16cfc-7220-4c42-80d8-d93eef90f8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:27:16Z', 'updated_at': '2022-03-22T20:27:20Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '32f16cfc-7220-4c42-80d8-d93eef90f8ea', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291e5ea8-e892-449f-86fb-23c03175648e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:27:17Z', 'updated_at': '2022-03-22T20:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'e6f9e3dc-a894-42bf-8695-8dc3b2fde511', 'name': '', 'network_id': '3f4eddc6-e897-40a0-a962-8057a95acbe7', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:de:33:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '291e5ea8-e892-449f-86fb-23c03175648e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '96292bf3-9b54-434e-893e-e0026b70c8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:27:19Z', 'updated_at': '2022-03-22T20:27:22Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': '96292bf3-9b54-434e-893e-e0026b70c8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:27:23.323261 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-dfe65316-667b-4522-a1f3-04bbfc395f1a None None] Provisioning complete for port e6f9e3dc-a894-42bf-8695-8dc3b2fde511 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:27:23.323734 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-dfe65316-667b-4522-a1f3-04bbfc395f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e6f9e3dc-a894-42bf-8695-8dc3b2fde511), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:23.357624 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-5fe8966a-abae-41fb-b759-319694873b2c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Made reservation on behalf of e78a526ac76b4c53837f35b796222bb8 for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:27:23.362698 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-5fe8966a-abae-41fb-b759-319694873b2c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:23.433067 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-dfe65316-667b-4522-a1f3-04bbfc395f1a None None] Current status of the port e6f9e3dc-a894-42bf-8695-8dc3b2fde511 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:27:23.505368 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-5fe8966a-abae-41fb-b759-319694873b2c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Allocated IP 172.20.0.10 (3f4eddc6-e897-40a0-a962-8057a95acbe7/96292bf3-9b54-434e-893e-e0026b70c8f0/2c42f945-cdc1-4fe0-9af6-c337895055b6) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:27:23.656027 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-5fe8966a-abae-41fb-b759-319694873b2c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for port (2c42f945-cdc1-4fe0-9af6-c337895055b6), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:23.691426 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-5fe8966a-abae-41fb-b759-319694873b2c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (2c42f945-cdc1-4fe0-9af6-c337895055b6), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:23.735010 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-5fe8966a-abae-41fb-b759-319694873b2c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Network 3f4eddc6-e897-40a0-a962-8057a95acbe7 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:27:23.738909 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-5fe8966a-abae-41fb-b759-319694873b2c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:27:23.744978 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-5fe8966a-abae-41fb-b759-319694873b2c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:27:23.776183 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8966a-abae-41fb-b759-319694873b2c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Port': ['ID=2c42f945-cdc1-4fe0-9af6-c337895055b6,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:27:23.808734 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-5fe8966a-abae-41fb-b759-319694873b2c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:23.809384 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-5fe8966a-abae-41fb-b759-319694873b2c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:23.827843 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-5fe8966a-abae-41fb-b759-319694873b2c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6001315 Mar 22 20:27:23.838231 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-cdc690f4-8db7-4d42-a7b9-5ba087c5a1da tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 20:27:23.839417 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-cdc690f4-8db7-4d42-a7b9-5ba087c5a1da tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056005 Mar 22 20:27:23.894929 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-50e79623-3d22-4679-8659-fa4df420186a service neutron] Request body: {'port': {'device_id': '201da40f-1208-4c81-a84f-e2c4991eca0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:27:23.967545 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-50e79623-3d22-4679-8659-fa4df420186a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (2c42f945-cdc1-4fe0-9af6-c337895055b6), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:24.062868 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-8828cdcc-52f5-4eee-b0b6-7b58d9d77660 None None] Provisioning complete for port 2c42f945-cdc1-4fe0-9af6-c337895055b6 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:27:24.063464 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8828cdcc-52f5-4eee-b0b6-7b58d9d77660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (2c42f945-cdc1-4fe0-9af6-c337895055b6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:24.107007 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-8828cdcc-52f5-4eee-b0b6-7b58d9d77660 None None] Port 2c42f945-cdc1-4fe0-9af6-c337895055b6 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:27:24.164299 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device e6f9e3dc-a894-42bf-8695-8dc3b2fde511 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:27:24.222244 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabeea6f-93ab-4d5b-aca9-ddf8d1c64dc7 req-601c5c4e-5bc5-4aaf-94a7-edf8fef51459 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:24.223340 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port e6f9e3dc-a894-42bf-8695-8dc3b2fde511 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:27:24.223916 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e6f9e3dc-a894-42bf-8695-8dc3b2fde511), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:24.224084 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dabeea6f-93ab-4d5b-aca9-ddf8d1c64dc7 req-601c5c4e-5bc5-4aaf-94a7-edf8fef51459 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=201da40f-1208-4c81-a84f-e2c4991eca0d HTTP/1.1" status: 200 len: 932 time: 0.0769525 Mar 22 20:27:24.291224 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dabeea6f-93ab-4d5b-aca9-ddf8d1c64dc7 req-ce6549cf-27f2-4c29-89e4-caf73eb3cefb tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=86c60418-a6a8-4487-822c-f36c37541222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571086 Mar 22 20:27:24.317031 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port e6f9e3dc-a894-42bf-8695-8dc3b2fde511 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:27:24.318231 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 32f16cfc-7220-4c42-80d8-d93eef90f8ea up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:27:24.335168 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-50e79623-3d22-4679-8659-fa4df420186a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c42f945-cdc1-4fe0-9af6-c337895055b6 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:27:24.343569 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-50e79623-3d22-4679-8659-fa4df420186a service neutron] Publish callbacks [] for port (2c42f945-cdc1-4fe0-9af6-c337895055b6), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:24.358544 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-50e79623-3d22-4679-8659-fa4df420186a service neutron] Transition to ACTIVE for port object 2c42f945-cdc1-4fe0-9af6-c337895055b6 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:27:24.363098 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-50e79623-3d22-4679-8659-fa4df420186a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (2c42f945-cdc1-4fe0-9af6-c337895055b6), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:24.374657 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 32f16cfc-7220-4c42-80d8-d93eef90f8ea triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:27:24.375042 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (32f16cfc-7220-4c42-80d8-d93eef90f8ea), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:24.461756 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e79623-3d22-4679-8659-fa4df420186a service neutron] Pushing event updated for resources: {'Port': ['ID=2c42f945-cdc1-4fe0-9af6-c337895055b6,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:27:24.487422 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 32f16cfc-7220-4c42-80d8-d93eef90f8ea is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:27:24.505025 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-50e79623-3d22-4679-8659-fa4df420186a service neutron] Attempting to bind port 2c42f945-cdc1-4fe0-9af6-c337895055b6 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:27:24.505226 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-50e79623-3d22-4679-8659-fa4df420186a service neutron] Attempting to bind port 2c42f945-cdc1-4fe0-9af6-c337895055b6 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '0c4f6f12-3b98-43b4-b903-03f69a284c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3f4eddc6-e897-40a0-a962-8057a95acbe7'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:27:24.505656 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-50e79623-3d22-4679-8659-fa4df420186a service neutron] Attempting to bind port 2c42f945-cdc1-4fe0-9af6-c337895055b6 on network 3f4eddc6-e897-40a0-a962-8057a95acbe7 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:27:24.510859 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-50e79623-3d22-4679-8659-fa4df420186a service neutron] Port 2c42f945-cdc1-4fe0-9af6-c337895055b6 on network 3f4eddc6-e897-40a0-a962-8057a95acbe7 not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:27:24.511188 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-50e79623-3d22-4679-8659-fa4df420186a service neutron] Attempting to bind port 2c42f945-cdc1-4fe0-9af6-c337895055b6 on network 3f4eddc6-e897-40a0-a962-8057a95acbe7 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:27:24.516806 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-50e79623-3d22-4679-8659-fa4df420186a service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:27:24.517151 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-50e79623-3d22-4679-8659-fa4df420186a service neutron] Checking segment: {'id': '0c4f6f12-3b98-43b4-b903-03f69a284c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3f4eddc6-e897-40a0-a962-8057a95acbe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:27:24.517546 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-50e79623-3d22-4679-8659-fa4df420186a service neutron] Bound using segment: {'id': '0c4f6f12-3b98-43b4-b903-03f69a284c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3f4eddc6-e897-40a0-a962-8057a95acbe7'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:27:24.518550 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-50e79623-3d22-4679-8659-fa4df420186a service neutron] Bound port: 2c42f945-cdc1-4fe0-9af6-c337895055b6, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c4f6f12-3b98-43b4-b903-03f69a284c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3f4eddc6-e897-40a0-a962-8057a95acbe7'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:27:24.518910 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-50e79623-3d22-4679-8659-fa4df420186a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (2c42f945-cdc1-4fe0-9af6-c337895055b6), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:24.606599 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-50e79623-3d22-4679-8659-fa4df420186a service neutron] For port 2c42f945-cdc1-4fe0-9af6-c337895055b6, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:27:24.610156 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-50e79623-3d22-4679-8659-fa4df420186a service neutron] For port 2c42f945-cdc1-4fe0-9af6-c337895055b6, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=2c42f945-cdc1-4fe0-9af6-c337895055b6,segment=NetworkSegment(0c4f6f12-3b98-43b4-b903-03f69a284c2c),segment_id=0c4f6f12-3b98-43b4-b903-03f69a284c2c)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:27:24.617044 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-50e79623-3d22-4679-8659-fa4df420186a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (2c42f945-cdc1-4fe0-9af6-c337895055b6), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:24.652113 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-50e79623-3d22-4679-8659-fa4df420186a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:24.652728 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-50e79623-3d22-4679-8659-fa4df420186a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:24.654124 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-50e79623-3d22-4679-8659-fa4df420186a service neutron] 10.222.0.84 "PUT /v2.0/ports/2c42f945-cdc1-4fe0-9af6-c337895055b6 HTTP/1.1" status: 200 len: 1093 time: 0.8077540 Mar 22 20:27:24.654566 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201da40f-1208-4c81-a84f-e2c4991eca0d', 'tag': '2c42f945-cdc1-4fe0-9af6-c337895055b6'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:27:24.656845 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a75afaf1dfaad70fedc7c7f30d5b041dbb7ec48f6ef478f84521d18edf73ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb3afed-5990-4961-8c28-697ba0929d6a" -d '{"events": [{"name": "network-changed", "server_uuid": "201da40f-1208-4c81-a84f-e2c4991eca0d", "tag": "2c42f945-cdc1-4fe0-9af6-c337895055b6"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:27:24.691240 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e79623-3d22-4679-8659-fa4df420186a service neutron] Pushing event updated for resources: {'Port': ['ID=2c42f945-cdc1-4fe0-9af6-c337895055b6,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:27:24.698371 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffdc838-e035-4842-902d-7398147554bd x-openstack-request-id: req-0ffdc838-e035-4842-902d-7398147554bd {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:27:24.698730 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201da40f-1208-4c81-a84f-e2c4991eca0d", "tag": "2c42f945-cdc1-4fe0-9af6-c337895055b6", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:27:24.699060 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0ffdc838-e035-4842-902d-7398147554bd {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:27:24.699694 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ffdc838-e035-4842-902d-7398147554bd'] response: {'name': 'network-changed', 'server_uuid': '201da40f-1208-4c81-a84f-e2c4991eca0d', 'tag': '2c42f945-cdc1-4fe0-9af6-c337895055b6', 'status': 'completed', 'code': 200} Mar 22 20:27:24.746297 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-22a3ae9f-7019-4116-b497-c799cd362958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:24.747958 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-22a3ae9f-7019-4116-b497-c799cd362958 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&device_id=201da40f-1208-4c81-a84f-e2c4991eca0d HTTP/1.1" status: 200 len: 1127 time: 0.0474262 Mar 22 20:27:24.794942 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-026c5fea-867c-4f5a-bf76-3c524822c533 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c42f945-cdc1-4fe0-9af6-c337895055b6 HTTP/1.1" status: 200 len: 217 time: 0.0404608 Mar 22 20:27:24.846435 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-52a3e96f-ab42-46ca-a882-718c0442ae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:24.847916 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-52a3e96f-ab42-46ca-a882-718c0442ae8b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=96292bf3-9b54-434e-893e-e0026b70c8f0 HTTP/1.1" status: 200 len: 834 time: 0.0477190 Mar 22 20:27:24.896179 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-7e46c35e-3928-4c6a-8e3b-40193a90f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:24.897962 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-7e46c35e-3928-4c6a-8e3b-40193a90f963 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3f4eddc6-e897-40a0-a962-8057a95acbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443583 Mar 22 20:27:24.998136 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-a2a37eeb-1641-4570-9c6f-b99a4db30d18 service neutron] 10.222.0.84 "GET /v2.0/networks/3f4eddc6-e897-40a0-a962-8057a95acbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942435 Mar 22 20:27:25.085182 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-91b94e98-b9a1-4df9-8fc7-62eda71740a1 req-6bb55c47-a6f6-45f8-b3b3-2730122a3844 service neutron] 10.222.0.84 "GET /v2.0/networks/3f4eddc6-e897-40a0-a962-8057a95acbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804522 Mar 22 20:27:25.179042 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3afed-5990-4961-8c28-697ba0929d6a req-e461cc06-c4b9-4886-8849-f44abb49557a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:25.180540 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4eb3afed-5990-4961-8c28-697ba0929d6a req-e461cc06-c4b9-4886-8849-f44abb49557a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&device_id=201da40f-1208-4c81-a84f-e2c4991eca0d HTTP/1.1" status: 200 len: 1127 time: 0.0496342 Mar 22 20:27:25.270908 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3afed-5990-4961-8c28-697ba0929d6a req-085e8c9f-c1ca-42aa-8be1-74aaf071c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:25.273547 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4eb3afed-5990-4961-8c28-697ba0929d6a req-085e8c9f-c1ca-42aa-8be1-74aaf071c93f service neutron] 10.222.0.84 "GET /v2.0/networks?id=3f4eddc6-e897-40a0-a962-8057a95acbe7 HTTP/1.1" status: 200 len: 898 time: 0.0852962 Mar 22 20:27:25.320560 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4eb3afed-5990-4961-8c28-697ba0929d6a req-72f5e60b-2f27-45e9-9307-eac2fec842e1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c42f945-cdc1-4fe0-9af6-c337895055b6 HTTP/1.1" status: 200 len: 217 time: 0.0419812 Mar 22 20:27:25.368734 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3afed-5990-4961-8c28-697ba0929d6a req-5ffa757b-1614-4b50-9a0f-f128fd71c181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:25.370588 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4eb3afed-5990-4961-8c28-697ba0929d6a req-5ffa757b-1614-4b50-9a0f-f128fd71c181 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=96292bf3-9b54-434e-893e-e0026b70c8f0 HTTP/1.1" status: 200 len: 834 time: 0.0436790 Mar 22 20:27:25.412657 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd119d-e77c-4dfd-9384-372136cd7ee5 req-39b7915f-76cf-4eec-a87b-35f863b46f3b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:25.414188 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cafd119d-e77c-4dfd-9384-372136cd7ee5 req-39b7915f-76cf-4eec-a87b-35f863b46f3b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=201da40f-1208-4c81-a84f-e2c4991eca0d HTTP/1.1" status: 200 len: 944 time: 0.0539110 Mar 22 20:27:25.421566 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3afed-5990-4961-8c28-697ba0929d6a req-9aa678c1-229b-4caa-ba54-3a095d282547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:25.423100 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4eb3afed-5990-4961-8c28-697ba0929d6a req-9aa678c1-229b-4caa-ba54-3a095d282547 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3f4eddc6-e897-40a0-a962-8057a95acbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445132 Mar 22 20:27:25.465073 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cafd119d-e77c-4dfd-9384-372136cd7ee5 req-42ad9c91-580d-4422-8fea-8502f8d157e8 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=86c60418-a6a8-4487-822c-f36c37541222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452371 Mar 22 20:27:25.514991 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4eb3afed-5990-4961-8c28-697ba0929d6a req-7fd5eef9-45f6-47cf-8155-449022064581 service neutron] 10.222.0.84 "GET /v2.0/networks/3f4eddc6-e897-40a0-a962-8057a95acbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850632 Mar 22 20:27:25.602270 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-4eb3afed-5990-4961-8c28-697ba0929d6a req-c68263c7-52b3-4733-98ec-da4574c19395 service neutron] 10.222.0.84 "GET /v2.0/networks/3f4eddc6-e897-40a0-a962-8057a95acbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811229 Mar 22 20:27:26.590514 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7eb8e8-ec09-4974-9441-247cedc9aefc req-fbfaf71c-5953-498d-b55b-7d24758f7492 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:26.591999 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6a7eb8e8-ec09-4974-9441-247cedc9aefc req-fbfaf71c-5953-498d-b55b-7d24758f7492 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=201da40f-1208-4c81-a84f-e2c4991eca0d HTTP/1.1" status: 200 len: 944 time: 0.0550129 Mar 22 20:27:26.639260 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6a7eb8e8-ec09-4974-9441-247cedc9aefc req-c70a2f90-ab7c-41d7-a4b7-a72718f5d7cd tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=86c60418-a6a8-4487-822c-f36c37541222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409918 Mar 22 20:27:27.758399 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02bfdd-9956-4909-897d-1d80828510b6 req-c84b1137-b3a6-44cb-9e9d-2e6e8842c784 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:27.760107 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ec02bfdd-9956-4909-897d-1d80828510b6 req-c84b1137-b3a6-44cb-9e9d-2e6e8842c784 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=201da40f-1208-4c81-a84f-e2c4991eca0d HTTP/1.1" status: 200 len: 944 time: 0.0524304 Mar 22 20:27:27.812118 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ec02bfdd-9956-4909-897d-1d80828510b6 req-dec65a40-527f-4784-8118-08b92ec1c98c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=86c60418-a6a8-4487-822c-f36c37541222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463793 Mar 22 20:27:28.928517 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee97aa-d148-4c02-804f-8c7fccf2e6cd req-e64c479c-be91-4af1-866b-b596ac3c100b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:28.930037 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ccee97aa-d148-4c02-804f-8c7fccf2e6cd req-e64c479c-be91-4af1-866b-b596ac3c100b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=201da40f-1208-4c81-a84f-e2c4991eca0d HTTP/1.1" status: 200 len: 944 time: 0.0519345 Mar 22 20:27:28.982557 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ccee97aa-d148-4c02-804f-8c7fccf2e6cd req-0807892c-710a-4a4f-bf7f-987238fa5751 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=86c60418-a6a8-4487-822c-f36c37541222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468788 Mar 22 20:27:29.033491 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 2c42f945-cdc1-4fe0-9af6-c337895055b6 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:27:29.130715 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 2c42f945-cdc1-4fe0-9af6-c337895055b6, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=2c42f945-cdc1-4fe0-9af6-c337895055b6,segment=NetworkSegment(0c4f6f12-3b98-43b4-b903-03f69a284c2c),segment_id=0c4f6f12-3b98-43b4-b903-03f69a284c2c)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:27:29.141899 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '2c42f945-cdc1-4fe0-9af6-c337895055b6', 'network_id': '3f4eddc6-e897-40a0-a962-8057a95acbe7', 'port_id': '2c42f945-cdc1-4fe0-9af6-c337895055b6', 'mac_address': 'fa:16:3e:48:55:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96292bf3-9b54-434e-893e-e0026b70c8f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:27:29.178462 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 2c42f945-cdc1-4fe0-9af6-c337895055b6 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:27:29.178856 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (2c42f945-cdc1-4fe0-9af6-c337895055b6), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:29.191464 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c42f945-cdc1-4fe0-9af6-c337895055b6 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:27:29.210395 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 2c42f945-cdc1-4fe0-9af6-c337895055b6, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=2c42f945-cdc1-4fe0-9af6-c337895055b6,segment=NetworkSegment(0c4f6f12-3b98-43b4-b903-03f69a284c2c),segment_id=0c4f6f12-3b98-43b4-b903-03f69a284c2c)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:27:29.214522 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (2c42f945-cdc1-4fe0-9af6-c337895055b6), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:29.260053 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=2c42f945-cdc1-4fe0-9af6-c337895055b6,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:27:29.451325 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['2c42f945-cdc1-4fe0-9af6-c337895055b6'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:27:30.104473 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68ef54-86f1-482f-bbbb-12de238ca036 req-1b458616-0cf4-4b64-bcb0-a07be65d9b5e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:30.105987 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b68ef54-86f1-482f-bbbb-12de238ca036 req-1b458616-0cf4-4b64-bcb0-a07be65d9b5e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=201da40f-1208-4c81-a84f-e2c4991eca0d HTTP/1.1" status: 200 len: 945 time: 0.0519528 Mar 22 20:27:30.153929 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7b68ef54-86f1-482f-bbbb-12de238ca036 req-acea1206-278c-4189-b1c4-4752758467da tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=86c60418-a6a8-4487-822c-f36c37541222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423813 Mar 22 20:27:31.037101 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 2c42f945-cdc1-4fe0-9af6-c337895055b6 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:27:31.084497 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 2c42f945-cdc1-4fe0-9af6-c337895055b6 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:27:31.088292 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 2c42f945-cdc1-4fe0-9af6-c337895055b6 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:27:31.088663 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (2c42f945-cdc1-4fe0-9af6-c337895055b6), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:31.163552 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 2c42f945-cdc1-4fe0-9af6-c337895055b6 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:27:31.163939 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (2c42f945-cdc1-4fe0-9af6-c337895055b6), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:31.186552 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201da40f-1208-4c81-a84f-e2c4991eca0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c42f945-cdc1-4fe0-9af6-c337895055b6'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:27:31.188776 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42acaf4adbc820cceca1c39a9c6556ee9c843f2d32102223230a5dac4986dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce40e45c-ac76-46ed-b26b-72a345ceca58" -d '{"events": [{"server_uuid": "201da40f-1208-4c81-a84f-e2c4991eca0d", "name": "network-vif-plugged", "status": "completed", "tag": "2c42f945-cdc1-4fe0-9af6-c337895055b6"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:27:31.203822 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 2c42f945-cdc1-4fe0-9af6-c337895055b6, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=2c42f945-cdc1-4fe0-9af6-c337895055b6,segment=NetworkSegment(0c4f6f12-3b98-43b4-b903-03f69a284c2c),segment_id=0c4f6f12-3b98-43b4-b903-03f69a284c2c)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:27:31.208461 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (2c42f945-cdc1-4fe0-9af6-c337895055b6), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:31.239050 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37d6813-ddcf-42b9-9204-129a9b872ca6 x-openstack-request-id: req-f37d6813-ddcf-42b9-9204-129a9b872ca6 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:27:31.239366 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201da40f-1208-4c81-a84f-e2c4991eca0d", "name": "network-vif-plugged", "status": "completed", "tag": "2c42f945-cdc1-4fe0-9af6-c337895055b6", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:27:31.239624 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f37d6813-ddcf-42b9-9204-129a9b872ca6 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:27:31.240025 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f37d6813-ddcf-42b9-9204-129a9b872ca6'] response: {'server_uuid': '201da40f-1208-4c81-a84f-e2c4991eca0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c42f945-cdc1-4fe0-9af6-c337895055b6', 'code': 200} Mar 22 20:27:31.270137 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=2c42f945-cdc1-4fe0-9af6-c337895055b6,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:27:31.285185 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f03491-df5d-43fe-b853-35a2956484a4 req-7f0b2ea6-56b7-4c3a-a818-df0eae7192b0 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:31.286723 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-01f03491-df5d-43fe-b853-35a2956484a4 req-7f0b2ea6-56b7-4c3a-a818-df0eae7192b0 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=201da40f-1208-4c81-a84f-e2c4991eca0d HTTP/1.1" status: 200 len: 946 time: 0.0580099 Mar 22 20:27:31.333819 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d4059-1a29-44a3-84e3-7b34fc021a25 req-274ae23f-f0d1-4a22-9fc5-bc664ef48d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:31.335374 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-013d4059-1a29-44a3-84e3-7b34fc021a25 req-274ae23f-f0d1-4a22-9fc5-bc664ef48d8f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=201da40f-1208-4c81-a84f-e2c4991eca0d HTTP/1.1" status: 200 len: 1129 time: 0.0451567 Mar 22 20:27:31.337757 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-01f03491-df5d-43fe-b853-35a2956484a4 req-a823ba24-f296-4fcc-9d50-e2dea19f6bd8 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=86c60418-a6a8-4487-822c-f36c37541222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453825 Mar 22 20:27:31.383488 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-013d4059-1a29-44a3-84e3-7b34fc021a25 req-39f7c637-9cdf-4a7f-920a-30476f922786 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=86c60418-a6a8-4487-822c-f36c37541222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423937 Mar 22 20:27:32.466735 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc93c0d-03da-45ec-898e-3c2078995ff3 req-175cd459-ce9b-45ab-bb42-7176537a8745 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:32.468822 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3bc93c0d-03da-45ec-898e-3c2078995ff3 req-175cd459-ce9b-45ab-bb42-7176537a8745 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=201da40f-1208-4c81-a84f-e2c4991eca0d HTTP/1.1" status: 200 len: 946 time: 0.0575507 Mar 22 20:27:32.517259 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3bc93c0d-03da-45ec-898e-3c2078995ff3 req-92156bf2-e9a4-4964-99b6-1073df383c19 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=86c60418-a6a8-4487-822c-f36c37541222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425205 Mar 22 20:27:32.637575 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df67510d-264a-4782-bb1a-8c7be3cf5ae3 req-397cac86-39ae-4ef0-badd-ee3567ce7815 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:32.639085 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-df67510d-264a-4782-bb1a-8c7be3cf5ae3 req-397cac86-39ae-4ef0-badd-ee3567ce7815 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=201da40f-1208-4c81-a84f-e2c4991eca0d HTTP/1.1" status: 200 len: 946 time: 0.0547853 Mar 22 20:27:32.687727 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-df67510d-264a-4782-bb1a-8c7be3cf5ae3 req-9514be17-7cff-4477-8c52-4300ca25db01 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=86c60418-a6a8-4487-822c-f36c37541222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427394 Mar 22 20:27:32.709638 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41866) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:27:32.756974 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31266285-86ea-444c-a443-768c3e4b7c9d tempest-TestNetworkAdvancedServerOps-668713942 tempest-TestNetworkAdvancedServerOps-668713942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:32.758525 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-31266285-86ea-444c-a443-768c3e4b7c9d tempest-TestNetworkAdvancedServerOps-668713942 tempest-TestNetworkAdvancedServerOps-668713942-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=201da40f-1208-4c81-a84f-e2c4991eca0d HTTP/1.1" status: 200 len: 1124 time: 0.0478904 Mar 22 20:27:32.761357 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41868) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:27:32.765570 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-a3974ccf-14ef-4fca-964a-cc4f2f2ff110 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'port_id': '2c42f945-cdc1-4fe0-9af6-c337895055b6', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:27:32.785719 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a3974ccf-14ef-4fca-964a-cc4f2f2ff110 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:32.881523 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a3974ccf-14ef-4fca-964a-cc4f2f2ff110 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:32.988343 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-a3974ccf-14ef-4fca-964a-cc4f2f2ff110 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Allocated IP 172.25.5.2 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/92019d05-fcd6-41ab-bb9c-f5cc11b61eb7) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:27:33.087430 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a3974ccf-14ef-4fca-964a-cc4f2f2ff110 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for port (92019d05-fcd6-41ab-bb9c-f5cc11b61eb7), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:33.121485 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a3974ccf-14ef-4fca-964a-cc4f2f2ff110 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (92019d05-fcd6-41ab-bb9c-f5cc11b61eb7), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:33.160364 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3974ccf-14ef-4fca-964a-cc4f2f2ff110 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:27:33.163141 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-a3974ccf-14ef-4fca-964a-cc4f2f2ff110 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:27:33.166697 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3974ccf-14ef-4fca-964a-cc4f2f2ff110 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:27:33.193826 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3974ccf-14ef-4fca-964a-cc4f2f2ff110 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Port': ['ID=92019d05-fcd6-41ab-bb9c-f5cc11b61eb7,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:27:33.520846 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a3974ccf-14ef-4fca-964a-cc4f2f2ff110 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for floatingip (0e8856a6-617a-46bc-933c-baab0ddc469c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:33.592658 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a3974ccf-14ef-4fca-964a-cc4f2f2ff110 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (92019d05-fcd6-41ab-bb9c-f5cc11b61eb7), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:33.748015 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a3974ccf-14ef-4fca-964a-cc4f2f2ff110 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for port (92019d05-fcd6-41ab-bb9c-f5cc11b61eb7), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:33.753146 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a3974ccf-14ef-4fca-964a-cc4f2f2ff110 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (92019d05-fcd6-41ab-bb9c-f5cc11b61eb7), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:33.820321 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3974ccf-14ef-4fca-964a-cc4f2f2ff110 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event updated for resources: {'Port': ['ID=92019d05-fcd6-41ab-bb9c-f5cc11b61eb7,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:27:33.830771 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a3974ccf-14ef-4fca-964a-cc4f2f2ff110 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (0e8856a6-617a-46bc-933c-baab0ddc469c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:33.932224 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-a3974ccf-14ef-4fca-964a-cc4f2f2ff110 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Floating IP 0e8856a6-617a-46bc-933c-baab0ddc469c associated. External IP: 172.25.5.2, port: 2c42f945-cdc1-4fe0-9af6-c337895055b6. Mar 22 20:27:34.443517 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3974ccf-14ef-4fca-964a-cc4f2f2ff110 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Router 291e5ea8-e892-449f-86fb-23c03175648e has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:27:34.552338 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3974ccf-14ef-4fca-964a-cc4f2f2ff110 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:27:34.563450 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9079957-b588-4544-a41f-4800c1a5a6eb None None] Sync routers for ids ['291e5ea8-e892-449f-86fb-23c03175648e'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:27:34.568561 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a3974ccf-14ef-4fca-964a-cc4f2f2ff110 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:34.576172 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9079957-b588-4544-a41f-4800c1a5a6eb None None] Routers {'291e5ea8-e892-449f-86fb-23c03175648e'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:27:34.576172 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-d9079957-b588-4544-a41f-4800c1a5a6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:27:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['291e5ea8-e892-449f-86fb-23c03175648e'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:27:34.598579 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a3974ccf-14ef-4fca-964a-cc4f2f2ff110 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8361623 Mar 22 20:27:34.599487 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201da40f-1208-4c81-a84f-e2c4991eca0d', 'tag': '2c42f945-cdc1-4fe0-9af6-c337895055b6'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:27:34.602098 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a75afaf1dfaad70fedc7c7f30d5b041dbb7ec48f6ef478f84521d18edf73ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d743b8fd-24e4-4269-9e73-071518bdc0ee" -d '{"events": [{"name": "network-changed", "server_uuid": "201da40f-1208-4c81-a84f-e2c4991eca0d", "tag": "2c42f945-cdc1-4fe0-9af6-c337895055b6"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:27:34.641405 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8ffaf9-85d9-4c13-aeb1-3b128fde2032 x-openstack-request-id: req-5f8ffaf9-85d9-4c13-aeb1-3b128fde2032 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:27:34.641865 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201da40f-1208-4c81-a84f-e2c4991eca0d", "tag": "2c42f945-cdc1-4fe0-9af6-c337895055b6", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:27:34.642187 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-5f8ffaf9-85d9-4c13-aeb1-3b128fde2032 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:27:34.642784 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f8ffaf9-85d9-4c13-aeb1-3b128fde2032'] response: {'name': 'network-changed', 'server_uuid': '201da40f-1208-4c81-a84f-e2c4991eca0d', 'tag': '2c42f945-cdc1-4fe0-9af6-c337895055b6', 'status': 'completed', 'code': 200} Mar 22 20:27:34.695478 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-d9079957-b588-4544-a41f-4800c1a5a6eb None None] Set router 291e5ea8-e892-449f-86fb-23c03175648e gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:27:34.711671 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743b8fd-24e4-4269-9e73-071518bdc0ee req-5d5fb0cd-272e-4c42-8227-7242311dc644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:34.713723 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d743b8fd-24e4-4269-9e73-071518bdc0ee req-5d5fb0cd-272e-4c42-8227-7242311dc644 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&device_id=201da40f-1208-4c81-a84f-e2c4991eca0d HTTP/1.1" status: 200 len: 1129 time: 0.0472159 Mar 22 20:27:34.716932 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e493901-8ef4-4a53-ad62-f78f3ab3dcfb req-456fa8a4-36ec-4dc6-a273-dec6deb59573 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:34.718474 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7e493901-8ef4-4a53-ad62-f78f3ab3dcfb req-456fa8a4-36ec-4dc6-a273-dec6deb59573 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=201da40f-1208-4c81-a84f-e2c4991eca0d HTTP/1.1" status: 200 len: 946 time: 0.0565820 Mar 22 20:27:34.778049 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7e493901-8ef4-4a53-ad62-f78f3ab3dcfb req-e88b0b9b-8960-487c-adee-0d1f9ac8564b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=86c60418-a6a8-4487-822c-f36c37541222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523872 Mar 22 20:27:34.799996 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41874) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:27:34.813873 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743b8fd-24e4-4269-9e73-071518bdc0ee req-810d692f-bff9-47a4-9a48-f33754ab4b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:34.815415 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d743b8fd-24e4-4269-9e73-071518bdc0ee req-810d692f-bff9-47a4-9a48-f33754ab4b80 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3f4eddc6-e897-40a0-a962-8057a95acbe7 HTTP/1.1" status: 200 len: 898 time: 0.0957503 Mar 22 20:27:34.864199 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-de14fbda-8d69-4706-957e-eaec82023fcc tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/floatingips/0e8856a6-617a-46bc-933c-baab0ddc469c HTTP/1.1" status: 200 len: 990 time: 0.0624437 Mar 22 20:27:34.887638 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d743b8fd-24e4-4269-9e73-071518bdc0ee req-fa636547-3fa4-4eba-8f1d-862c4982f7cd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c42f945-cdc1-4fe0-9af6-c337895055b6 HTTP/1.1" status: 200 len: 998 time: 0.0664797 Mar 22 20:27:34.931991 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-d9079957-b588-4544-a41f-4800c1a5a6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291e5ea8-e892-449f-86fb-23c03175648e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183388070', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '32f16cfc-7220-4c42-80d8-d93eef90f8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:27:16Z', 'updated_at': '2022-03-22T20:27:20Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '32f16cfc-7220-4c42-80d8-d93eef90f8ea', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291e5ea8-e892-449f-86fb-23c03175648e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:27:17Z', 'updated_at': '2022-03-22T20:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '0e8856a6-617a-46bc-933c-baab0ddc469c', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'floating_ip_address': '172.25.5.2', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '291e5ea8-e892-449f-86fb-23c03175648e', 'port_id': '2c42f945-cdc1-4fe0-9af6-c337895055b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4eddc6-e897-40a0-a962-8057a95acbe7', 'mac_address': 'fa:16:3e:48:55:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201da40f-1208-4c81-a84f-e2c4991eca0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:27:33Z', 'updated_at': '2022-03-22T20:27:33Z', 'revision_number': 0, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6f9e3dc-a894-42bf-8695-8dc3b2fde511', 'name': '', 'network_id': '3f4eddc6-e897-40a0-a962-8057a95acbe7', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:de:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291e5ea8-e892-449f-86fb-23c03175648e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '96292bf3-9b54-434e-893e-e0026b70c8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:27:19Z', 'updated_at': '2022-03-22T20:27:23Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': '96292bf3-9b54-434e-893e-e0026b70c8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:27:34.935402 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743b8fd-24e4-4269-9e73-071518bdc0ee req-39297f6b-bc33-4a10-b2a5-0af7bbe6d6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:34.937213 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d743b8fd-24e4-4269-9e73-071518bdc0ee req-39297f6b-bc33-4a10-b2a5-0af7bbe6d6cb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=96292bf3-9b54-434e-893e-e0026b70c8f0 HTTP/1.1" status: 200 len: 834 time: 0.0439234 Mar 22 20:27:34.962734 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9079957-b588-4544-a41f-4800c1a5a6eb None None] Checking router: 291e5ea8-e892-449f-86fb-23c03175648e for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:27:34.971430 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9079957-b588-4544-a41f-4800c1a5a6eb None None] Routers {'291e5ea8-e892-449f-86fb-23c03175648e'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:27:34.972048 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-d9079957-b588-4544-a41f-4800c1a5a6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:27:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['291e5ea8-e892-449f-86fb-23c03175648e'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:27:34.985468 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743b8fd-24e4-4269-9e73-071518bdc0ee req-0d5c73f6-555e-4d31-8138-1990eeb59154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:27:34.987554 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d743b8fd-24e4-4269-9e73-071518bdc0ee req-0d5c73f6-555e-4d31-8138-1990eeb59154 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3f4eddc6-e897-40a0-a962-8057a95acbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447731 Mar 22 20:27:35.080350 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-d9079957-b588-4544-a41f-4800c1a5a6eb None None] Set router 291e5ea8-e892-449f-86fb-23c03175648e gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:27:35.081775 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d743b8fd-24e4-4269-9e73-071518bdc0ee req-04c78437-195d-4d57-b774-605f2877c201 service neutron] 10.222.0.84 "GET /v2.0/networks/3f4eddc6-e897-40a0-a962-8057a95acbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872173 Mar 22 20:27:35.169767 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-d743b8fd-24e4-4269-9e73-071518bdc0ee req-e825496b-b723-48be-a27d-8da104bd2d1a service neutron] 10.222.0.84 "GET /v2.0/networks/3f4eddc6-e897-40a0-a962-8057a95acbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812833 Mar 22 20:27:35.301742 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-d9079957-b588-4544-a41f-4800c1a5a6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291e5ea8-e892-449f-86fb-23c03175648e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183388070', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '32f16cfc-7220-4c42-80d8-d93eef90f8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:27:16Z', 'updated_at': '2022-03-22T20:27:20Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '32f16cfc-7220-4c42-80d8-d93eef90f8ea', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291e5ea8-e892-449f-86fb-23c03175648e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:27:17Z', 'updated_at': '2022-03-22T20:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '0e8856a6-617a-46bc-933c-baab0ddc469c', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'floating_ip_address': '172.25.5.2', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '291e5ea8-e892-449f-86fb-23c03175648e', 'port_id': '2c42f945-cdc1-4fe0-9af6-c337895055b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4eddc6-e897-40a0-a962-8057a95acbe7', 'mac_address': 'fa:16:3e:48:55:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201da40f-1208-4c81-a84f-e2c4991eca0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:27:33Z', 'updated_at': '2022-03-22T20:27:33Z', 'revision_number': 0, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6f9e3dc-a894-42bf-8695-8dc3b2fde511', 'name': '', 'network_id': '3f4eddc6-e897-40a0-a962-8057a95acbe7', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:de:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291e5ea8-e892-449f-86fb-23c03175648e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '96292bf3-9b54-434e-893e-e0026b70c8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:27:19Z', 'updated_at': '2022-03-22T20:27:23Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': '96292bf3-9b54-434e-893e-e0026b70c8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:27:35.330484 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9079957-b588-4544-a41f-4800c1a5a6eb None None] The sync data for ids ['291e5ea8-e892-449f-86fb-23c03175648e'] in n-d-705658-24 is: [{'id': '291e5ea8-e892-449f-86fb-23c03175648e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183388070', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '32f16cfc-7220-4c42-80d8-d93eef90f8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:27:16Z', 'updated_at': '2022-03-22T20:27:20Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '32f16cfc-7220-4c42-80d8-d93eef90f8ea', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291e5ea8-e892-449f-86fb-23c03175648e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:27:17Z', 'updated_at': '2022-03-22T20:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '0e8856a6-617a-46bc-933c-baab0ddc469c', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'floating_ip_address': '172.25.5.2', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': '291e5ea8-e892-449f-86fb-23c03175648e', 'port_id': '2c42f945-cdc1-4fe0-9af6-c337895055b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f4eddc6-e897-40a0-a962-8057a95acbe7', 'mac_address': 'fa:16:3e:48:55:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201da40f-1208-4c81-a84f-e2c4991eca0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:27:33Z', 'updated_at': '2022-03-22T20:27:33Z', 'revision_number': 0, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6f9e3dc-a894-42bf-8695-8dc3b2fde511', 'name': '', 'network_id': '3f4eddc6-e897-40a0-a962-8057a95acbe7', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:de:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291e5ea8-e892-449f-86fb-23c03175648e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '96292bf3-9b54-434e-893e-e0026b70c8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:27:19Z', 'updated_at': '2022-03-22T20:27:23Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': '96292bf3-9b54-434e-893e-e0026b70c8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:27:35.526778 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754e2bd4-e350-4b47-ad66-b69dc6749cea None None] New status for floating IP 0e8856a6-617a-46bc-933c-baab0ddc469c: ACTIVE {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:27:35.867593 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41876) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:27:35.933605 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-652dac74-5b35-4231-ac6b-579978d48931 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/floatingips/0e8856a6-617a-46bc-933c-baab0ddc469c HTTP/1.1" status: 200 len: 992 time: 0.0647492 Mar 22 20:27:39.607054 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:27:45.302659 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ad96dc16-dfda-46af-8e26-5857161de1e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:46.567171 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:47.491081 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8e0a3d95-b968-4b33-a21f-8d315ac93765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:48.843343 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:48.955331 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:50.384783 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:27:51.469084 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:04.742554 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2218605-d380-4165-bb2e-6c3bfa4fbbef req-132193fe-b1f1-494b-be33-7676ce3e7f55 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:04.744061 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b2218605-d380-4165-bb2e-6c3bfa4fbbef req-132193fe-b1f1-494b-be33-7676ce3e7f55 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=201da40f-1208-4c81-a84f-e2c4991eca0d HTTP/1.1" status: 200 len: 946 time: 0.0540683 Mar 22 20:28:04.797266 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b2218605-d380-4165-bb2e-6c3bfa4fbbef req-d5454d9e-9980-4cfa-8f2b-33c8b9b145b6 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=86c60418-a6a8-4487-822c-f36c37541222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475712 Mar 22 20:28:05.920054 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4381612-793d-408e-8ce3-5cfef9e41fcf req-307d12c2-0cbd-4cf3-8818-a59e6d18e5fa tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:05.921577 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f4381612-793d-408e-8ce3-5cfef9e41fcf req-307d12c2-0cbd-4cf3-8818-a59e6d18e5fa tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=201da40f-1208-4c81-a84f-e2c4991eca0d HTTP/1.1" status: 200 len: 946 time: 0.0533538 Mar 22 20:28:05.972143 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f4381612-793d-408e-8ce3-5cfef9e41fcf req-ae1da78a-6cc5-4f4d-a788-8759f4715802 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=86c60418-a6a8-4487-822c-f36c37541222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440605 Mar 22 20:28:05.994266 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41892) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:28:06.058010 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2e1ee949-9abc-405e-b376-9d97d31be73c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/floatingips/0e8856a6-617a-46bc-933c-baab0ddc469c HTTP/1.1" status: 200 len: 992 time: 0.0621371 Mar 22 20:28:07.334469 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06acbb7-df75-4586-8d08-344b714352b5 req-56172bc6-3efe-4ca9-a3aa-108d43d87eab tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:07.335972 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d06acbb7-df75-4586-8d08-344b714352b5 req-56172bc6-3efe-4ca9-a3aa-108d43d87eab tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=201da40f-1208-4c81-a84f-e2c4991eca0d HTTP/1.1" status: 200 len: 946 time: 0.0574644 Mar 22 20:28:07.342769 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729495af-e527-41d5-8fd3-31504bd859d5 req-672bf6eb-b52a-4eac-91d1-302b13692e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:07.344255 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-729495af-e527-41d5-8fd3-31504bd859d5 req-672bf6eb-b52a-4eac-91d1-302b13692e8d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&device_id=201da40f-1208-4c81-a84f-e2c4991eca0d HTTP/1.1" status: 200 len: 1129 time: 0.0448270 Mar 22 20:28:07.384704 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d06acbb7-df75-4586-8d08-344b714352b5 req-9567a35d-4769-42c4-89c9-eb268152943d tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=86c60418-a6a8-4487-822c-f36c37541222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431695 Mar 22 20:28:07.436682 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729495af-e527-41d5-8fd3-31504bd859d5 req-db00d1f7-4e39-4a38-bef2-b41c2d49aa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:07.438212 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-729495af-e527-41d5-8fd3-31504bd859d5 req-db00d1f7-4e39-4a38-bef2-b41c2d49aa53 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3f4eddc6-e897-40a0-a962-8057a95acbe7 HTTP/1.1" status: 200 len: 898 time: 0.0884254 Mar 22 20:28:07.501997 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-729495af-e527-41d5-8fd3-31504bd859d5 req-962d4630-9be3-4353-ad3b-7eaf8c577560 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c42f945-cdc1-4fe0-9af6-c337895055b6 HTTP/1.1" status: 200 len: 1000 time: 0.0577669 Mar 22 20:28:07.549420 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729495af-e527-41d5-8fd3-31504bd859d5 req-2c120dc5-444e-4bb1-b8ca-cd0047b0ae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:07.550906 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-729495af-e527-41d5-8fd3-31504bd859d5 req-2c120dc5-444e-4bb1-b8ca-cd0047b0ae87 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=96292bf3-9b54-434e-893e-e0026b70c8f0 HTTP/1.1" status: 200 len: 834 time: 0.0433271 Mar 22 20:28:07.602285 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729495af-e527-41d5-8fd3-31504bd859d5 req-9802a770-4ed9-421e-89f8-51aa039ad88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:07.603724 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-729495af-e527-41d5-8fd3-31504bd859d5 req-9802a770-4ed9-421e-89f8-51aa039ad88c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3f4eddc6-e897-40a0-a962-8057a95acbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0471673 Mar 22 20:28:07.690805 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-729495af-e527-41d5-8fd3-31504bd859d5 req-b439c75b-6bea-42fd-a4eb-3cb383b6f76f service neutron] 10.222.0.84 "GET /v2.0/networks/3f4eddc6-e897-40a0-a962-8057a95acbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810978 Mar 22 20:28:07.782034 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-729495af-e527-41d5-8fd3-31504bd859d5 req-70cefbbe-7ada-4b86-888f-25c7262da13a service neutron] 10.222.0.84 "GET /v2.0/networks/3f4eddc6-e897-40a0-a962-8057a95acbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853651 Mar 22 20:28:08.509203 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b4962-aa96-4948-890c-c88788b8e2ba req-ee565e6a-1402-4ddf-8423-0c54c3e8a85c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:08.510731 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e25b4962-aa96-4948-890c-c88788b8e2ba req-ee565e6a-1402-4ddf-8423-0c54c3e8a85c tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=201da40f-1208-4c81-a84f-e2c4991eca0d HTTP/1.1" status: 200 len: 946 time: 0.0527720 Mar 22 20:28:08.564818 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e25b4962-aa96-4948-890c-c88788b8e2ba req-be08b271-2cb3-4909-b052-c8298569008e tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=86c60418-a6a8-4487-822c-f36c37541222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481076 Mar 22 20:28:09.688472 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74739275-d293-4b75-943e-d41c20b2b1b6 req-7af54157-8b66-460a-8ec8-88da8ccfd2e1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:09.689983 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74739275-d293-4b75-943e-d41c20b2b1b6 req-7af54157-8b66-460a-8ec8-88da8ccfd2e1 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=201da40f-1208-4c81-a84f-e2c4991eca0d HTTP/1.1" status: 200 len: 946 time: 0.0567932 Mar 22 20:28:09.738841 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74739275-d293-4b75-943e-d41c20b2b1b6 req-f5f6c51a-0158-46f6-a602-37e9cc1aa221 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=86c60418-a6a8-4487-822c-f36c37541222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433099 Mar 22 20:28:09.760626 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41904) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:28:09.821493 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-12cb7740-2095-40bf-a9af-fe7f5035858b tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/floatingips/0e8856a6-617a-46bc-933c-baab0ddc469c HTTP/1.1" status: 200 len: 992 time: 0.0597508 Mar 22 20:28:10.105110 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41910) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:28:10.263663 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-1a432002-160b-46dd-bbae-11bfcba773db tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Deleting port 92019d05-fcd6-41ab-bb9c-f5cc11b61eb7 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:28:10.264016 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a432002-160b-46dd-bbae-11bfcba773db tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (92019d05-fcd6-41ab-bb9c-f5cc11b61eb7), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:10.342202 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a432002-160b-46dd-bbae-11bfcba773db tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (92019d05-fcd6-41ab-bb9c-f5cc11b61eb7), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:10.342530 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a432002-160b-46dd-bbae-11bfcba773db tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for floatingip (92019d05-fcd6-41ab-bb9c-f5cc11b61eb7), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:10.354763 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-1a432002-160b-46dd-bbae-11bfcba773db tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Calling delete_port for 92019d05-fcd6-41ab-bb9c-f5cc11b61eb7 owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:28:10.501704 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a432002-160b-46dd-bbae-11bfcba773db tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (92019d05-fcd6-41ab-bb9c-f5cc11b61eb7), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:10.526483 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a432002-160b-46dd-bbae-11bfcba773db tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event deleted for resources: {'Port': ['ID=92019d05-fcd6-41ab-bb9c-f5cc11b61eb7,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:10.552436 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a432002-160b-46dd-bbae-11bfcba773db tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:10.552788 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a432002-160b-46dd-bbae-11bfcba773db tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:10.553132 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a432002-160b-46dd-bbae-11bfcba773db tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:10.553471 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a432002-160b-46dd-bbae-11bfcba773db tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:10.553812 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a432002-160b-46dd-bbae-11bfcba773db tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:10.554160 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a432002-160b-46dd-bbae-11bfcba773db tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:10.554487 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a432002-160b-46dd-bbae-11bfcba773db tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:10.554813 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a432002-160b-46dd-bbae-11bfcba773db tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:10.555138 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a432002-160b-46dd-bbae-11bfcba773db tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:10.555578 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a432002-160b-46dd-bbae-11bfcba773db tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:10.555921 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a432002-160b-46dd-bbae-11bfcba773db tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:10.556247 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a432002-160b-46dd-bbae-11bfcba773db tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:10.556570 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a432002-160b-46dd-bbae-11bfcba773db tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:10.556893 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a432002-160b-46dd-bbae-11bfcba773db tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:10.557212 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a432002-160b-46dd-bbae-11bfcba773db tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:10.598173 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a432002-160b-46dd-bbae-11bfcba773db tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for floatingip (0e8856a6-617a-46bc-933c-baab0ddc469c), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:10.598520 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [None req-1a432002-160b-46dd-bbae-11bfcba773db tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Floating IP 0e8856a6-617a-46bc-933c-baab0ddc469c disassociated (deleted). External IP: 172.25.5.2, port: 2c42f945-cdc1-4fe0-9af6-c337895055b6. Mar 22 20:28:10.816055 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a432002-160b-46dd-bbae-11bfcba773db tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Router 291e5ea8-e892-449f-86fb-23c03175648e has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:28:10.925123 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a432002-160b-46dd-bbae-11bfcba773db tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:28:10.929953 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1a432002-160b-46dd-bbae-11bfcba773db tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:10.935724 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fdfee0-1c3f-41f2-90ff-69c880144f3d None None] Sync routers for ids ['291e5ea8-e892-449f-86fb-23c03175648e'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:28:10.945540 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fdfee0-1c3f-41f2-90ff-69c880144f3d None None] Routers {'291e5ea8-e892-449f-86fb-23c03175648e'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:28:10.946287 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f8fdfee0-1c3f-41f2-90ff-69c880144f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:27:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['291e5ea8-e892-449f-86fb-23c03175648e'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:28:10.958992 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1a432002-160b-46dd-bbae-11bfcba773db tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "DELETE /v2.0/floatingips/0e8856a6-617a-46bc-933c-baab0ddc469c HTTP/1.1" status: 204 len: 168 time: 0.8528249 Mar 22 20:28:10.959586 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201da40f-1208-4c81-a84f-e2c4991eca0d', 'tag': '2c42f945-cdc1-4fe0-9af6-c337895055b6'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:28:10.961918 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5203bbb830fb44ebcbef8845939fcb941f39cb8985b8c198af72047ed6de2cf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a61033-8cc3-4d35-bfd9-95930d4c509d" -d '{"events": [{"name": "network-changed", "server_uuid": "201da40f-1208-4c81-a84f-e2c4991eca0d", "tag": "2c42f945-cdc1-4fe0-9af6-c337895055b6"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:28:11.001636 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82005071-d676-46d8-8308-8ca2d8b193d0 x-openstack-request-id: req-82005071-d676-46d8-8308-8ca2d8b193d0 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:28:11.002022 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201da40f-1208-4c81-a84f-e2c4991eca0d", "tag": "2c42f945-cdc1-4fe0-9af6-c337895055b6", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:28:11.002340 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-82005071-d676-46d8-8308-8ca2d8b193d0 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:28:11.002821 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82005071-d676-46d8-8308-8ca2d8b193d0'] response: {'name': 'network-changed', 'server_uuid': '201da40f-1208-4c81-a84f-e2c4991eca0d', 'tag': '2c42f945-cdc1-4fe0-9af6-c337895055b6', 'status': 'completed', 'code': 200} Mar 22 20:28:11.080462 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a61033-8cc3-4d35-bfd9-95930d4c509d req-bb901a7d-e570-4e54-a8f3-13e6e3e153e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:11.082996 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-85a61033-8cc3-4d35-bfd9-95930d4c509d req-bb901a7d-e570-4e54-a8f3-13e6e3e153e6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=e78a526ac76b4c53837f35b796222bb8&device_id=201da40f-1208-4c81-a84f-e2c4991eca0d HTTP/1.1" status: 200 len: 1129 time: 0.0576427 Mar 22 20:28:11.193365 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a61033-8cc3-4d35-bfd9-95930d4c509d req-14785ad2-d6fd-464c-8505-61ed8cf54e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:11.195004 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-85a61033-8cc3-4d35-bfd9-95930d4c509d req-14785ad2-d6fd-464c-8505-61ed8cf54e08 service neutron] 10.222.0.84 "GET /v2.0/networks?id=3f4eddc6-e897-40a0-a962-8057a95acbe7 HTTP/1.1" status: 200 len: 898 time: 0.1039984 Mar 22 20:28:11.209498 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30a094-bb89-4218-82c5-5b5a1cc3f9b2 req-6ed49df7-b989-4b48-9a06-827137727a07 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:11.211115 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5f30a094-bb89-4218-82c5-5b5a1cc3f9b2 req-6ed49df7-b989-4b48-9a06-827137727a07 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=201da40f-1208-4c81-a84f-e2c4991eca0d HTTP/1.1" status: 200 len: 946 time: 0.0657072 Mar 22 20:28:11.243986 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-85a61033-8cc3-4d35-bfd9-95930d4c509d req-3924b783-09e3-4133-af4d-a31ae065291c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2c42f945-cdc1-4fe0-9af6-c337895055b6 HTTP/1.1" status: 200 len: 217 time: 0.0365419 Mar 22 20:28:11.244377 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-f8fdfee0-1c3f-41f2-90ff-69c880144f3d None None] Set router 291e5ea8-e892-449f-86fb-23c03175648e gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:28:11.267217 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5f30a094-bb89-4218-82c5-5b5a1cc3f9b2 req-2161cc84-fcef-4573-ace7-eed1606862ac tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=86c60418-a6a8-4487-822c-f36c37541222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499585 Mar 22 20:28:11.294837 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a61033-8cc3-4d35-bfd9-95930d4c509d req-78fb21a1-aab4-4f97-99d4-f1c7c54a9b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:11.296349 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-85a61033-8cc3-4d35-bfd9-95930d4c509d req-78fb21a1-aab4-4f97-99d4-f1c7c54a9b9f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=96292bf3-9b54-434e-893e-e0026b70c8f0 HTTP/1.1" status: 200 len: 834 time: 0.0453527 Mar 22 20:28:11.344886 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a61033-8cc3-4d35-bfd9-95930d4c509d req-0a8153ed-c0b5-4924-be0b-fd31428a9d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:11.346352 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-85a61033-8cc3-4d35-bfd9-95930d4c509d req-0a8153ed-c0b5-4924-be0b-fd31428a9d7d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=3f4eddc6-e897-40a0-a962-8057a95acbe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440240 Mar 22 20:28:11.442959 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-85a61033-8cc3-4d35-bfd9-95930d4c509d req-a949721c-c625-4af6-a3f1-174d9779c7e0 service neutron] 10.222.0.84 "GET /v2.0/networks/3f4eddc6-e897-40a0-a962-8057a95acbe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868208 Mar 22 20:28:11.443354 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f8fdfee0-1c3f-41f2-90ff-69c880144f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291e5ea8-e892-449f-86fb-23c03175648e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183388070', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '32f16cfc-7220-4c42-80d8-d93eef90f8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:27:16Z', 'updated_at': '2022-03-22T20:27:20Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '32f16cfc-7220-4c42-80d8-d93eef90f8ea', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291e5ea8-e892-449f-86fb-23c03175648e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:27:17Z', 'updated_at': '2022-03-22T20:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'e6f9e3dc-a894-42bf-8695-8dc3b2fde511', 'name': '', 'network_id': '3f4eddc6-e897-40a0-a962-8057a95acbe7', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:de:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291e5ea8-e892-449f-86fb-23c03175648e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '96292bf3-9b54-434e-893e-e0026b70c8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:27:19Z', 'updated_at': '2022-03-22T20:27:23Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': '96292bf3-9b54-434e-893e-e0026b70c8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:28:11.470273 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fdfee0-1c3f-41f2-90ff-69c880144f3d None None] Checking router: 291e5ea8-e892-449f-86fb-23c03175648e for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:28:11.478600 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fdfee0-1c3f-41f2-90ff-69c880144f3d None None] Routers {'291e5ea8-e892-449f-86fb-23c03175648e'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:28:11.479215 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f8fdfee0-1c3f-41f2-90ff-69c880144f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:27:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['291e5ea8-e892-449f-86fb-23c03175648e'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:28:11.534699 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-85a61033-8cc3-4d35-bfd9-95930d4c509d req-681dbd17-3696-4fe9-9432-83b5b0025fa4 service neutron] 10.222.0.84 "GET /v2.0/networks/3f4eddc6-e897-40a0-a962-8057a95acbe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833459 Mar 22 20:28:11.590775 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-f8fdfee0-1c3f-41f2-90ff-69c880144f3d None None] Set router 291e5ea8-e892-449f-86fb-23c03175648e gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:28:11.788870 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f8fdfee0-1c3f-41f2-90ff-69c880144f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291e5ea8-e892-449f-86fb-23c03175648e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183388070', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '32f16cfc-7220-4c42-80d8-d93eef90f8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:27:16Z', 'updated_at': '2022-03-22T20:27:20Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '32f16cfc-7220-4c42-80d8-d93eef90f8ea', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291e5ea8-e892-449f-86fb-23c03175648e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:27:17Z', 'updated_at': '2022-03-22T20:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'e6f9e3dc-a894-42bf-8695-8dc3b2fde511', 'name': '', 'network_id': '3f4eddc6-e897-40a0-a962-8057a95acbe7', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:de:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291e5ea8-e892-449f-86fb-23c03175648e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '96292bf3-9b54-434e-893e-e0026b70c8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:27:19Z', 'updated_at': '2022-03-22T20:27:23Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': '96292bf3-9b54-434e-893e-e0026b70c8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:28:11.814918 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fdfee0-1c3f-41f2-90ff-69c880144f3d None None] The sync data for ids ['291e5ea8-e892-449f-86fb-23c03175648e'] in n-d-705658-24 is: [{'id': '291e5ea8-e892-449f-86fb-23c03175648e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183388070', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '32f16cfc-7220-4c42-80d8-d93eef90f8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:27:16Z', 'updated_at': '2022-03-22T20:27:20Z', 'revision_number': 4, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '32f16cfc-7220-4c42-80d8-d93eef90f8ea', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291e5ea8-e892-449f-86fb-23c03175648e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:27:17Z', 'updated_at': '2022-03-22T20:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'e6f9e3dc-a894-42bf-8695-8dc3b2fde511', 'name': '', 'network_id': '3f4eddc6-e897-40a0-a962-8057a95acbe7', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'mac_address': 'fa:16:3e:de:33:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291e5ea8-e892-449f-86fb-23c03175648e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '96292bf3-9b54-434e-893e-e0026b70c8f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:27:19Z', 'updated_at': '2022-03-22T20:27:23Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'subnets': [{'id': '96292bf3-9b54-434e-893e-e0026b70c8f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:28:12.039450 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1556a90-c73c-428c-b8f3-543dd67ef18f None None] New status for floating IP 0e8856a6-617a-46bc-933c-baab0ddc469c: DOWN {{(pid=104175) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:28:12.390795 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767ca15-3b86-4cf5-a993-52e4fea4ea10 req-779e6fe0-7fb8-452f-8ac2-677257f4cfea tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:12.393019 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7767ca15-3b86-4cf5-a993-52e4fea4ea10 req-779e6fe0-7fb8-452f-8ac2-677257f4cfea tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=201da40f-1208-4c81-a84f-e2c4991eca0d HTTP/1.1" status: 200 len: 946 time: 0.0530989 Mar 22 20:28:12.440981 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7767ca15-3b86-4cf5-a993-52e4fea4ea10 req-d30aee83-522d-414e-bdd1-970e7763f03a tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/security-groups?id=86c60418-a6a8-4487-822c-f36c37541222&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421355 Mar 22 20:28:12.812046 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39778b47-90fb-4b0f-bcb6-e8238ab68fe4 req-642da4a9-2554-4bd7-8bba-33deafff44f5 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:12.814153 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-39778b47-90fb-4b0f-bcb6-e8238ab68fe4 req-642da4a9-2554-4bd7-8bba-33deafff44f5 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.84 "GET /v2.0/ports?device_id=201da40f-1208-4c81-a84f-e2c4991eca0d HTTP/1.1" status: 200 len: 946 time: 0.0589786 Mar 22 20:28:12.908561 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-39778b47-90fb-4b0f-bcb6-e8238ab68fe4 req-acdb98a8-f4e8-49d9-a1da-d7f74e386dda tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Deleting port 2c42f945-cdc1-4fe0-9af6-c337895055b6 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:28:12.909203 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-39778b47-90fb-4b0f-bcb6-e8238ab68fe4 req-acdb98a8-f4e8-49d9-a1da-d7f74e386dda tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (2c42f945-cdc1-4fe0-9af6-c337895055b6), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:12.999064 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-39778b47-90fb-4b0f-bcb6-e8238ab68fe4 req-acdb98a8-f4e8-49d9-a1da-d7f74e386dda tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] For port 2c42f945-cdc1-4fe0-9af6-c337895055b6, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=2c42f945-cdc1-4fe0-9af6-c337895055b6,segment=NetworkSegment(0c4f6f12-3b98-43b4-b903-03f69a284c2c),segment_id=0c4f6f12-3b98-43b4-b903-03f69a284c2c)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:28:12.999424 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-39778b47-90fb-4b0f-bcb6-e8238ab68fe4 req-acdb98a8-f4e8-49d9-a1da-d7f74e386dda tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (2c42f945-cdc1-4fe0-9af6-c337895055b6), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:13.012472 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-39778b47-90fb-4b0f-bcb6-e8238ab68fe4 req-acdb98a8-f4e8-49d9-a1da-d7f74e386dda tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Calling delete_port for 2c42f945-cdc1-4fe0-9af6-c337895055b6 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:28:13.139206 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-39778b47-90fb-4b0f-bcb6-e8238ab68fe4 req-acdb98a8-f4e8-49d9-a1da-d7f74e386dda tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (2c42f945-cdc1-4fe0-9af6-c337895055b6), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:13.167270 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb98a8-f4e8-49d9-a1da-d7f74e386dda tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event deleted for resources: {'Port': ['ID=2c42f945-cdc1-4fe0-9af6-c337895055b6,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:13.179573 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb98a8-f4e8-49d9-a1da-d7f74e386dda tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:13.179927 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb98a8-f4e8-49d9-a1da-d7f74e386dda tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:13.180274 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb98a8-f4e8-49d9-a1da-d7f74e386dda tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:13.180785 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb98a8-f4e8-49d9-a1da-d7f74e386dda tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:13.181120 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb98a8-f4e8-49d9-a1da-d7f74e386dda tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:13.181452 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb98a8-f4e8-49d9-a1da-d7f74e386dda tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:13.181828 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb98a8-f4e8-49d9-a1da-d7f74e386dda tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:13.182134 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb98a8-f4e8-49d9-a1da-d7f74e386dda tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:13.182460 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb98a8-f4e8-49d9-a1da-d7f74e386dda tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:13.182783 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb98a8-f4e8-49d9-a1da-d7f74e386dda tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:13.183108 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb98a8-f4e8-49d9-a1da-d7f74e386dda tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:13.183432 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb98a8-f4e8-49d9-a1da-d7f74e386dda tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:13.183754 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb98a8-f4e8-49d9-a1da-d7f74e386dda tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:13.184080 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb98a8-f4e8-49d9-a1da-d7f74e386dda tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:13.184397 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdb98a8-f4e8-49d9-a1da-d7f74e386dda tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:13.220397 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-39778b47-90fb-4b0f-bcb6-e8238ab68fe4 req-acdb98a8-f4e8-49d9-a1da-d7f74e386dda tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] No DVR routers for this DVR port 2c42f945-cdc1-4fe0-9af6-c337895055b6 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:28:13.223062 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-39778b47-90fb-4b0f-bcb6-e8238ab68fe4 req-acdb98a8-f4e8-49d9-a1da-d7f74e386dda tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:13.226490 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-39778b47-90fb-4b0f-bcb6-e8238ab68fe4 req-acdb98a8-f4e8-49d9-a1da-d7f74e386dda tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.84 "DELETE /v2.0/ports/2c42f945-cdc1-4fe0-9af6-c337895055b6 HTTP/1.1" status: 204 len: 173 time: 0.4049072 Mar 22 20:28:13.226956 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201da40f-1208-4c81-a84f-e2c4991eca0d', 'name': 'network-vif-deleted', 'tag': '2c42f945-cdc1-4fe0-9af6-c337895055b6'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:28:13.229195 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a75afaf1dfaad70fedc7c7f30d5b041dbb7ec48f6ef478f84521d18edf73ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d51cff-a9c8-4eb5-b4f9-2bd9ec133f49" -d '{"events": [{"server_uuid": "201da40f-1208-4c81-a84f-e2c4991eca0d", "name": "network-vif-deleted", "tag": "2c42f945-cdc1-4fe0-9af6-c337895055b6"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:28:13.266357 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0f8250-a22d-4aa3-8385-ec1716c4f6fc x-openstack-request-id: req-7a0f8250-a22d-4aa3-8385-ec1716c4f6fc {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:28:13.266658 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201da40f-1208-4c81-a84f-e2c4991eca0d", "name": "network-vif-deleted", "tag": "2c42f945-cdc1-4fe0-9af6-c337895055b6", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:28:13.266940 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7a0f8250-a22d-4aa3-8385-ec1716c4f6fc {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:28:13.267348 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a0f8250-a22d-4aa3-8385-ec1716c4f6fc'] response: {'server_uuid': '201da40f-1208-4c81-a84f-e2c4991eca0d', 'name': 'network-vif-deleted', 'tag': '2c42f945-cdc1-4fe0-9af6-c337895055b6', 'status': 'completed', 'code': 200} Mar 22 20:28:13.553894 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d25e7fa7-1b18-4ed8-bcc6-4770a7e6ce78 req-17424b0a-218e-475f-a4b8-087e1ae56dbe tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "GET /v2.0/ports?device_id=201da40f-1208-4c81-a84f-e2c4991eca0d HTTP/1.1" status: 200 len: 210 time: 0.0283442 Mar 22 20:28:14.611511 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41926) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:28:14.975655 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6c86ae6f-04ee-4d4c-965a-5f9dfbb2f17f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (291e5ea8-e892-449f-86fb-23c03175648e), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:15.235900 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-6c86ae6f-04ee-4d4c-965a-5f9dfbb2f17f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Deleting port e6f9e3dc-a894-42bf-8695-8dc3b2fde511 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:28:15.236189 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6c86ae6f-04ee-4d4c-965a-5f9dfbb2f17f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (e6f9e3dc-a894-42bf-8695-8dc3b2fde511), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:15.304800 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-edd53677-fb47-4b7e-9fb2-ac5792bbddf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:15.323852 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-6c86ae6f-04ee-4d4c-965a-5f9dfbb2f17f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] For port e6f9e3dc-a894-42bf-8695-8dc3b2fde511, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=e6f9e3dc-a894-42bf-8695-8dc3b2fde511,segment=NetworkSegment(0c4f6f12-3b98-43b4-b903-03f69a284c2c),segment_id=0c4f6f12-3b98-43b4-b903-03f69a284c2c)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:28:15.324209 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6c86ae6f-04ee-4d4c-965a-5f9dfbb2f17f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (e6f9e3dc-a894-42bf-8695-8dc3b2fde511), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:15.337339 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-6c86ae6f-04ee-4d4c-965a-5f9dfbb2f17f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Calling delete_port for e6f9e3dc-a894-42bf-8695-8dc3b2fde511 owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:28:15.524507 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6c86ae6f-04ee-4d4c-965a-5f9dfbb2f17f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (e6f9e3dc-a894-42bf-8695-8dc3b2fde511), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:15.555904 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86ae6f-04ee-4d4c-965a-5f9dfbb2f17f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event deleted for resources: {'Port': ['ID=e6f9e3dc-a894-42bf-8695-8dc3b2fde511,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:15.733628 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6c86ae6f-04ee-4d4c-965a-5f9dfbb2f17f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (291e5ea8-e892-449f-86fb-23c03175648e), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:15.954384 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c86ae6f-04ee-4d4c-965a-5f9dfbb2f17f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Router 291e5ea8-e892-449f-86fb-23c03175648e has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:28:16.064680 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c86ae6f-04ee-4d4c-965a-5f9dfbb2f17f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:28:16.074125 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6c86ae6f-04ee-4d4c-965a-5f9dfbb2f17f tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "PUT /v2.0/routers/291e5ea8-e892-449f-86fb-23c03175648e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4588988 Mar 22 20:28:16.074479 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41928) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:28:16.074932 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8085537-2b63-48fd-9485-1d673f06ea7b None None] Sync routers for ids ['291e5ea8-e892-449f-86fb-23c03175648e'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:28:16.084804 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8085537-2b63-48fd-9485-1d673f06ea7b None None] Routers {'291e5ea8-e892-449f-86fb-23c03175648e'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:28:16.085410 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f8085537-2b63-48fd-9485-1d673f06ea7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:27:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['291e5ea8-e892-449f-86fb-23c03175648e'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:28:16.126709 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e8bec3-eae3-4b23-8304-092ac5efe8ba tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Deleting subnet 96292bf3-9b54-434e-893e-e0026b70c8f0 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:28:16.130022 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-14e8bec3-eae3-4b23-8304-092ac5efe8ba tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for subnet (96292bf3-9b54-434e-893e-e0026b70c8f0), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:16.173407 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-14e8bec3-eae3-4b23-8304-092ac5efe8ba tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (96292bf3-9b54-434e-893e-e0026b70c8f0), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:16.193375 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-f8085537-2b63-48fd-9485-1d673f06ea7b None None] Set router 291e5ea8-e892-449f-86fb-23c03175648e gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:28:16.256768 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-14e8bec3-eae3-4b23-8304-092ac5efe8ba tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (96292bf3-9b54-434e-893e-e0026b70c8f0), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:16.315412 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-14e8bec3-eae3-4b23-8304-092ac5efe8ba tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (96292bf3-9b54-434e-893e-e0026b70c8f0), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:16.346224 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8bec3-eae3-4b23-8304-092ac5efe8ba tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event deleted for resources: {'Subnet': ['ID=96292bf3-9b54-434e-893e-e0026b70c8f0,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:16.351836 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-14e8bec3-eae3-4b23-8304-092ac5efe8ba tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:16.355173 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-14e8bec3-eae3-4b23-8304-092ac5efe8ba tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "DELETE /v2.0/subnets/96292bf3-9b54-434e-893e-e0026b70c8f0 HTTP/1.1" status: 204 len: 168 time: 0.2797844 Mar 22 20:28:16.357780 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41930) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:28:16.359852 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d37bc04-41e3-44a6-878f-4815e9a6b6cb None None] Network 3f4eddc6-e897-40a0-a962-8057a95acbe7 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:28:16.449538 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f8085537-2b63-48fd-9485-1d673f06ea7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291e5ea8-e892-449f-86fb-23c03175648e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183388070', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '32f16cfc-7220-4c42-80d8-d93eef90f8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:27:16Z', 'updated_at': '2022-03-22T20:28:15Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '32f16cfc-7220-4c42-80d8-d93eef90f8ea', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291e5ea8-e892-449f-86fb-23c03175648e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:27:17Z', 'updated_at': '2022-03-22T20:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:28:16.465345 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c47340b5-71d9-4441-8838-8f1db498ae43 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router (291e5ea8-e892-449f-86fb-23c03175648e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:16.479177 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8085537-2b63-48fd-9485-1d673f06ea7b None None] Checking router: 291e5ea8-e892-449f-86fb-23c03175648e for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:28:16.494587 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8085537-2b63-48fd-9485-1d673f06ea7b None None] Routers {'291e5ea8-e892-449f-86fb-23c03175648e'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:28:16.495182 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f8085537-2b63-48fd-9485-1d673f06ea7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:27:47Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['291e5ea8-e892-449f-86fb-23c03175648e'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:28:16.573456 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c47340b5-71d9-4441-8838-8f1db498ae43 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router_gateway (291e5ea8-e892-449f-86fb-23c03175648e), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:16.586155 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ad9712-7752-46e0-b2a5-90ead902bb06 None None] DHCP port deletion for 3f4eddc6-e897-40a0-a962-8057a95acbe7 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 20:28:16.606657 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:28:16.634347 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-c47340b5-71d9-4441-8838-8f1db498ae43 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Deleting port 32f16cfc-7220-4c42-80d8-d93eef90f8ea {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:28:16.634700 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:16.634841 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c47340b5-71d9-4441-8838-8f1db498ae43 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (32f16cfc-7220-4c42-80d8-d93eef90f8ea), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:16.648644 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-f8085537-2b63-48fd-9485-1d673f06ea7b None None] Set router 291e5ea8-e892-449f-86fb-23c03175648e gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:28:16.712840 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-c47340b5-71d9-4441-8838-8f1db498ae43 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] For port 32f16cfc-7220-4c42-80d8-d93eef90f8ea, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=32f16cfc-7220-4c42-80d8-d93eef90f8ea,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:28:16.713204 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c47340b5-71d9-4441-8838-8f1db498ae43 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (32f16cfc-7220-4c42-80d8-d93eef90f8ea), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:16.726731 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-c47340b5-71d9-4441-8838-8f1db498ae43 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Calling delete_port for 32f16cfc-7220-4c42-80d8-d93eef90f8ea owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:28:16.769021 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-16ad9712-7752-46e0-b2a5-90ead902bb06 None None] Deleting port 841bd7e3-2b20-4db2-a14e-c595f8ddf214 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:28:16.769373 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-16ad9712-7752-46e0-b2a5-90ead902bb06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (841bd7e3-2b20-4db2-a14e-c595f8ddf214), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:16.874385 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-16ad9712-7752-46e0-b2a5-90ead902bb06 None None] For port 841bd7e3-2b20-4db2-a14e-c595f8ddf214, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=841bd7e3-2b20-4db2-a14e-c595f8ddf214,segment=NetworkSegment(0c4f6f12-3b98-43b4-b903-03f69a284c2c),segment_id=0c4f6f12-3b98-43b4-b903-03f69a284c2c)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:28:16.875205 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-16ad9712-7752-46e0-b2a5-90ead902bb06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (841bd7e3-2b20-4db2-a14e-c595f8ddf214), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:16.892661 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-16ad9712-7752-46e0-b2a5-90ead902bb06 None None] Calling delete_port for 841bd7e3-2b20-4db2-a14e-c595f8ddf214 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:28:16.899651 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c47340b5-71d9-4441-8838-8f1db498ae43 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (32f16cfc-7220-4c42-80d8-d93eef90f8ea), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:16.925827 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47340b5-71d9-4441-8838-8f1db498ae43 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event deleted for resources: {'Port': ['ID=32f16cfc-7220-4c42-80d8-d93eef90f8ea,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:16.956348 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-f8085537-2b63-48fd-9485-1d673f06ea7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '291e5ea8-e892-449f-86fb-23c03175648e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183388070', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '32f16cfc-7220-4c42-80d8-d93eef90f8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:27:16Z', 'updated_at': '2022-03-22T20:28:15Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '32f16cfc-7220-4c42-80d8-d93eef90f8ea', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291e5ea8-e892-449f-86fb-23c03175648e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:27:17Z', 'updated_at': '2022-03-22T20:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:28:16.989976 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c47340b5-71d9-4441-8838-8f1db498ae43 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (291e5ea8-e892-449f-86fb-23c03175648e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:16.990331 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8085537-2b63-48fd-9485-1d673f06ea7b None None] The sync data for ids ['291e5ea8-e892-449f-86fb-23c03175648e'] in n-d-705658-24 is: [{'id': '291e5ea8-e892-449f-86fb-23c03175648e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1183388070', 'tenant_id': 'e78a526ac76b4c53837f35b796222bb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '32f16cfc-7220-4c42-80d8-d93eef90f8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:27:16Z', 'updated_at': '2022-03-22T20:28:15Z', 'revision_number': 5, 'project_id': 'e78a526ac76b4c53837f35b796222bb8', 'gw_port': {'id': '32f16cfc-7220-4c42-80d8-d93eef90f8ea', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5a:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291e5ea8-e892-449f-86fb-23c03175648e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4387, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:27:17Z', 'updated_at': '2022-03-22T20:27:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:28:17.017503 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-16ad9712-7752-46e0-b2a5-90ead902bb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (841bd7e3-2b20-4db2-a14e-c595f8ddf214), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:17.048305 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad9712-7752-46e0-b2a5-90ead902bb06 None None] Pushing event deleted for resources: {'Port': ['ID=841bd7e3-2b20-4db2-a14e-c595f8ddf214,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:17.056293 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ad9712-7752-46e0-b2a5-90ead902bb06 None None] No DVR routers for this DVR port 841bd7e3-2b20-4db2-a14e-c595f8ddf214 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:28:17.058450 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ad9712-7752-46e0-b2a5-90ead902bb06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:17.058697 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ad9712-7752-46e0-b2a5-90ead902bb06 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:17.059032 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ad9712-7752-46e0-b2a5-90ead902bb06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:17.059348 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ad9712-7752-46e0-b2a5-90ead902bb06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:17.059678 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ad9712-7752-46e0-b2a5-90ead902bb06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:17.060023 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ad9712-7752-46e0-b2a5-90ead902bb06 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:17.060335 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ad9712-7752-46e0-b2a5-90ead902bb06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:17.060660 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ad9712-7752-46e0-b2a5-90ead902bb06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:17.060983 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ad9712-7752-46e0-b2a5-90ead902bb06 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:17.061305 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ad9712-7752-46e0-b2a5-90ead902bb06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:17.061627 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ad9712-7752-46e0-b2a5-90ead902bb06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:17.061971 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ad9712-7752-46e0-b2a5-90ead902bb06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:17.062298 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ad9712-7752-46e0-b2a5-90ead902bb06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:17.062620 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ad9712-7752-46e0-b2a5-90ead902bb06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:17.062943 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ad9712-7752-46e0-b2a5-90ead902bb06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:17.086688 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c47340b5-71d9-4441-8838-8f1db498ae43 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (291e5ea8-e892-449f-86fb-23c03175648e), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:17.088858 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c47340b5-71d9-4441-8838-8f1db498ae43 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router_controller (291e5ea8-e892-449f-86fb-23c03175648e), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:17.131910 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c47340b5-71d9-4441-8838-8f1db498ae43 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (291e5ea8-e892-449f-86fb-23c03175648e), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:17.132469 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47340b5-71d9-4441-8838-8f1db498ae43 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Fanout notify agent at l3_agent the message router_deleted on router 291e5ea8-e892-449f-86fb-23c03175648e {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 20:28:17.139251 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c47340b5-71d9-4441-8838-8f1db498ae43 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:17.142889 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c47340b5-71d9-4441-8838-8f1db498ae43 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "DELETE /v2.0/routers/291e5ea8-e892-449f-86fb-23c03175648e HTTP/1.1" status: 204 len: 168 time: 0.7815599 Mar 22 20:28:17.143078 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41932) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:28:17.202999 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 2c42f945-cdc1-4fe0-9af6-c337895055b6 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:28:17.222139 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b990f34e-2891-47f7-b2ad-848c32861bf2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (3f4eddc6-e897-40a0-a962-8057a95acbe7), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:17.223970 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 2c42f945-cdc1-4fe0-9af6-c337895055b6 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:28:17.224331 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 2c42f945-cdc1-4fe0-9af6-c337895055b6 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:28:17.308237 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b990f34e-2891-47f7-b2ad-848c32861bf2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (3f4eddc6-e897-40a0-a962-8057a95acbe7), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:17.327893 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-b990f34e-2891-47f7-b2ad-848c32861bf2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f4eddc6-e897-40a0-a962-8057a95acbe7']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:28:17.336996 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-b990f34e-2891-47f7-b2ad-848c32861bf2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c4f6f12-3b98-43b4-b903-03f69a284c2c') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:28:17.337288 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-b990f34e-2891-47f7-b2ad-848c32861bf2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c4f6f12-3b98-43b4-b903-03f69a284c2c') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:28:17.348689 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b990f34e-2891-47f7-b2ad-848c32861bf2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (0c4f6f12-3b98-43b4-b903-03f69a284c2c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:17.363422 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b990f34e-2891-47f7-b2ad-848c32861bf2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (0c4f6f12-3b98-43b4-b903-03f69a284c2c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:17.369543 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b990f34e-2891-47f7-b2ad-848c32861bf2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:28:17.369976 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b990f34e-2891-47f7-b2ad-848c32861bf2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (0c4f6f12-3b98-43b4-b903-03f69a284c2c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:17.373108 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 20:28:17.373108 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:28:17.373108 n-d-705658-24 neutron-server[104173]: timer() Mar 22 20:28:17.373108 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:28:17.373108 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 20:28:17.373108 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:28:17.373108 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 20:28:17.373108 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:28:17.373108 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 20:28:17.373108 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:28:17.373108 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 20:28:17.373108 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:28:17.373108 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 20:28:17.373108 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:28:17.373108 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:28:17.373108 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:28:17.373108 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:28:17.373108 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:28:17.373108 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 20:28:17.373108 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:28:17.373108 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 20:28:17.373108 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:28:17.373108 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:28:17.373108 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:28:17.373108 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 20:28:17.373108 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:28:17.373108 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:28:17.373108 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:28:17.373108 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:28:17.373108 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:28:17.373108 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:28:17.373108 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:28:17.447149 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b990f34e-2891-47f7-b2ad-848c32861bf2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (3f4eddc6-e897-40a0-a962-8057a95acbe7), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:17.455699 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-b990f34e-2891-47f7-b2ad-848c32861bf2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:17.458235 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-b990f34e-2891-47f7-b2ad-848c32861bf2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "DELETE /v2.0/networks/3f4eddc6-e897-40a0-a962-8057a95acbe7 HTTP/1.1" status: 204 len: 168 time: 0.3142116 Mar 22 20:28:17.461070 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41934) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:28:17.479113 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990f34e-2891-47f7-b2ad-848c32861bf2 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event deleted for resources: {'Network': ['ID=3f4eddc6-e897-40a0-a962-8057a95acbe7,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:17.500528 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4beff7db-bcaa-4050-a15f-ce8776f03945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:17.535185 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-20dc10da-b72e-4dce-bb4b-1d3315249136 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group (86c60418-a6a8-4487-822c-f36c37541222), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:17.560711 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-20dc10da-b72e-4dce-bb4b-1d3315249136 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group (86c60418-a6a8-4487-822c-f36c37541222), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:17.623710 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-20dc10da-b72e-4dce-bb4b-1d3315249136 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (86c60418-a6a8-4487-822c-f36c37541222), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:17.626369 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-20dc10da-b72e-4dce-bb4b-1d3315249136 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:17.630362 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-20dc10da-b72e-4dce-bb4b-1d3315249136 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] 10.222.0.75 "DELETE /v2.0/security-groups/86c60418-a6a8-4487-822c-f36c37541222 HTTP/1.1" status: 204 len: 168 time: 0.1656787 Mar 22 20:28:17.645637 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc10da-b72e-4dce-bb4b-1d3315249136 tempest-TestNetworkAdvancedServerOps-1045667717 tempest-TestNetworkAdvancedServerOps-1045667717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c60418-a6a8-4487-822c-f36c37541222,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:17.964262 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41942) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:28:18.082673 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 841bd7e3-2b20-4db2-a14e-c595f8ddf214 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:28:18.105777 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 841bd7e3-2b20-4db2-a14e-c595f8ddf214 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:28:18.106196 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 841bd7e3-2b20-4db2-a14e-c595f8ddf214 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:28:18.106573 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device e6f9e3dc-a894-42bf-8695-8dc3b2fde511 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:28:18.126238 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: e6f9e3dc-a894-42bf-8695-8dc3b2fde511 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:28:18.126596 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device e6f9e3dc-a894-42bf-8695-8dc3b2fde511 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:28:18.127016 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 32f16cfc-7220-4c42-80d8-d93eef90f8ea no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:28:18.127245 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-66eea188-85fc-4cce-b9e0-4e65b5250367 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=e78a526ac76b4c53837f35b796222bb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1618290 Mar 22 20:28:18.129830 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41946) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:28:18.147509 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 32f16cfc-7220-4c42-80d8-d93eef90f8ea {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:28:18.147865 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 32f16cfc-7220-4c42-80d8-d93eef90f8ea not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:28:18.178336 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f7297d7-8201-4f84-861e-ef45ac049c89 admin admin] Publish callbacks [] for security_group (d5cc5722-00f6-4445-b6db-6a928f813ac0), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:18.199611 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f7297d7-8201-4f84-861e-ef45ac049c89 admin admin] Publish callbacks [] for security_group (d5cc5722-00f6-4445-b6db-6a928f813ac0), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:18.247185 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f7297d7-8201-4f84-861e-ef45ac049c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (d5cc5722-00f6-4445-b6db-6a928f813ac0), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:18.249736 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-0f7297d7-8201-4f84-861e-ef45ac049c89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:18.251448 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-0f7297d7-8201-4f84-861e-ef45ac049c89 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/d5cc5722-00f6-4445-b6db-6a928f813ac0 HTTP/1.1" status: 204 len: 168 time: 0.1207027 Mar 22 20:28:18.259170 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7297d7-8201-4f84-861e-ef45ac049c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cc5722-00f6-4445-b6db-6a928f813ac0,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:18.524265 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41952) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:28:18.537394 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-857a2b4b-4b37-4098-a25a-f4cec6852b47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:18.611134 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-857a2b4b-4b37-4098-a25a-f4cec6852b47 admin admin] Publish callbacks [] for security_group (1c8bd085-a8ce-4bac-9ca4-bfd721556271), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:18.614613 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-857a2b4b-4b37-4098-a25a-f4cec6852b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1c8bd085-a8ce-4bac-9ca4-bfd721556271), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:18.652294 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-857a2b4b-4b37-4098-a25a-f4cec6852b47 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5581a6ab68b6405d82449b76f48db1d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1269245 Mar 22 20:28:18.654291 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a2b4b-4b37-4098-a25a-f4cec6852b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8bd085-a8ce-4bac-9ca4-bfd721556271,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:18.655015 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41954) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:28:18.705224 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7360b495-2a59-4178-8f79-5e278b81c3a4 admin admin] Publish callbacks [] for security_group (1c8bd085-a8ce-4bac-9ca4-bfd721556271), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:18.731178 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7360b495-2a59-4178-8f79-5e278b81c3a4 admin admin] Publish callbacks [] for security_group (1c8bd085-a8ce-4bac-9ca4-bfd721556271), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:18.778773 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7360b495-2a59-4178-8f79-5e278b81c3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (1c8bd085-a8ce-4bac-9ca4-bfd721556271), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:18.781376 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7360b495-2a59-4178-8f79-5e278b81c3a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:18.783666 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7360b495-2a59-4178-8f79-5e278b81c3a4 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/1c8bd085-a8ce-4bac-9ca4-bfd721556271 HTTP/1.1" status: 204 len: 168 time: 0.1273904 Mar 22 20:28:18.791497 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360b495-2a59-4178-8f79-5e278b81c3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8bd085-a8ce-4bac-9ca4-bfd721556271,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:18.842717 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:18.959702 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:19.469963 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 41976) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:28:19.565289 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-e08d47c5-eb2e-4391-a94f-86d6fc241bc1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-295804902-network', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:28:19.590798 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08d47c5-eb2e-4391-a94f-86d6fc241bc1 admin admin] Made reservation on behalf of 81edea45bc6a4faea4e455fe22db8a59 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:28:19.593113 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e08d47c5-eb2e-4391-a94f-86d6fc241bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:19.601365 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e08d47c5-eb2e-4391-a94f-86d6fc241bc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:19.678199 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e08d47c5-eb2e-4391-a94f-86d6fc241bc1 admin admin] Publish callbacks [] for security_group (db7f2ca3-fc9e-4205-8f07-ef8a8fbcf018), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:19.682351 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e08d47c5-eb2e-4391-a94f-86d6fc241bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (db7f2ca3-fc9e-4205-8f07-ef8a8fbcf018), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:19.709431 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e08d47c5-eb2e-4391-a94f-86d6fc241bc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:28:19.714944 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d47c5-eb2e-4391-a94f-86d6fc241bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7f2ca3-fc9e-4205-8f07-ef8a8fbcf018,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:19.722658 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e08d47c5-eb2e-4391-a94f-86d6fc241bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (baf36529-5495-4f44-acc0-2f4c522cf1a4), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:19.722658 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-e08d47c5-eb2e-4391-a94f-86d6fc241bc1 admin admin] Added segment baf36529-5495-4f44-acc0-2f4c522cf1a4 of type vlan for network da40f7c6-bf34-4d45-9982-5d5ccd76b21c Mar 22 20:28:19.763257 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e08d47c5-eb2e-4391-a94f-86d6fc241bc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (da40f7c6-bf34-4d45-9982-5d5ccd76b21c), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:19.789146 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e08d47c5-eb2e-4391-a94f-86d6fc241bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (da40f7c6-bf34-4d45-9982-5d5ccd76b21c), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:19.790214 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08d47c5-eb2e-4391-a94f-86d6fc241bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:19.790830 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e08d47c5-eb2e-4391-a94f-86d6fc241bc1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:19.843750 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e08d47c5-eb2e-4391-a94f-86d6fc241bc1 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3726678 Mar 22 20:28:19.846912 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41980) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:28:19.851934 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-1afc6e94-a7bd-4701-a924-50b452a90abc admin admin] Request body: {'subnet': {'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-295804902-subnet', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:28:19.852818 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d47c5-eb2e-4391-a94f-86d6fc241bc1 admin admin] Pushing event updated for resources: {'Network': ['ID=da40f7c6-bf34-4d45-9982-5d5ccd76b21c,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:19.863689 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network da40f7c6-bf34-4d45-9982-5d5ccd76b21c details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:28:19.873102 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afc6e94-a7bd-4701-a924-50b452a90abc admin admin] Made reservation on behalf of 81edea45bc6a4faea4e455fe22db8a59 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:28:19.875469 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1afc6e94-a7bd-4701-a924-50b452a90abc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:20.372770 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1afc6e94-a7bd-4701-a924-50b452a90abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (cda14f7f-ea10-4b8d-9ed5-06203b449bdb), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:20.387493 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:20.422135 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc6e94-a7bd-4701-a924-50b452a90abc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cda14f7f-ea10-4b8d-9ed5-06203b449bdb,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:20.436741 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afc6e94-a7bd-4701-a924-50b452a90abc admin admin] Checking segment: {'id': 'baf36529-5495-4f44-acc0-2f4c522cf1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:28:20.437355 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afc6e94-a7bd-4701-a924-50b452a90abc admin admin] Network hostable DHCP agents. Network: da40f7c6-bf34-4d45-9982-5d5ccd76b21c, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:28:20.453667 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afc6e94-a7bd-4701-a924-50b452a90abc admin admin] Network da40f7c6-bf34-4d45-9982-5d5ccd76b21c is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:28:20.462912 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-1afc6e94-a7bd-4701-a924-50b452a90abc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, da40f7c6-bf34-4d45-9982-5d5ccd76b21c) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:28:20.466847 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afc6e94-a7bd-4701-a924-50b452a90abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:20.467444 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-1afc6e94-a7bd-4701-a924-50b452a90abc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:20.471767 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38469fe-3a07-4a76-9b10-fc65181b3cbc None None] Network da40f7c6-bf34-4d45-9982-5d5ccd76b21c requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:28:20.483959 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-1afc6e94-a7bd-4701-a924-50b452a90abc admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6358635 Mar 22 20:28:20.486636 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41982) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:28:20.491062 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-75101a85-9554-4849-855e-df33cb007e17 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-295804902-router', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:28:20.512885 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-75101a85-9554-4849-855e-df33cb007e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (f68ea842-7ae6-442b-afa2-996a1a9d4291), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:20.514032 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-75101a85-9554-4849-855e-df33cb007e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (f68ea842-7ae6-442b-afa2-996a1a9d4291), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:20.571352 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-75101a85-9554-4849-855e-df33cb007e17 admin admin] Publish callbacks [] for router_controller (f68ea842-7ae6-442b-afa2-996a1a9d4291), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:20.572905 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd88a1e-ffba-4e14-86cb-591f1a9e95f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-da40f7c6-bf34-4d45-9982-5d5ccd76b21c', 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c', 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'fixed_ips': [{'subnet_id': 'cda14f7f-ea10-4b8d-9ed5-06203b449bdb'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 20:28:20.573751 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4bd88a1e-ffba-4e14-86cb-591f1a9e95f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:20.712312 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-4bd88a1e-ffba-4e14-86cb-591f1a9e95f9 None None] Allocated IP 172.20.0.2 (da40f7c6-bf34-4d45-9982-5d5ccd76b21c/cda14f7f-ea10-4b8d-9ed5-06203b449bdb/748404ac-db52-4a3c-a525-036727f31d13) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:28:20.725629 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-75101a85-9554-4849-855e-df33cb007e17 admin admin] Publish callbacks [] for router_gateway (f68ea842-7ae6-442b-afa2-996a1a9d4291), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:20.865904 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4bd88a1e-ffba-4e14-86cb-591f1a9e95f9 None None] Publish callbacks [] for port (748404ac-db52-4a3c-a525-036727f31d13), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:20.873457 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4bd88a1e-ffba-4e14-86cb-591f1a9e95f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (748404ac-db52-4a3c-a525-036727f31d13), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:20.912550 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd88a1e-ffba-4e14-86cb-591f1a9e95f9 None None] Network da40f7c6-bf34-4d45-9982-5d5ccd76b21c is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:28:20.919989 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-4bd88a1e-ffba-4e14-86cb-591f1a9e95f9 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:28:20.922140 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd88a1e-ffba-4e14-86cb-591f1a9e95f9 None None] Pushing event updated for resources: {'Port': ['ID=748404ac-db52-4a3c-a525-036727f31d13,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:20.924353 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd88a1e-ffba-4e14-86cb-591f1a9e95f9 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:28:20.930933 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-75101a85-9554-4849-855e-df33cb007e17 admin admin] Publish callbacks [] for router_gateway (f68ea842-7ae6-442b-afa2-996a1a9d4291), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:20.954647 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-75101a85-9554-4849-855e-df33cb007e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:20.982244 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-4bd88a1e-ffba-4e14-86cb-591f1a9e95f9 None None] Attempting to bind port 748404ac-db52-4a3c-a525-036727f31d13 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:28:20.982620 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-4bd88a1e-ffba-4e14-86cb-591f1a9e95f9 None None] Attempting to bind port 748404ac-db52-4a3c-a525-036727f31d13 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'baf36529-5495-4f44-acc0-2f4c522cf1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:28:20.982986 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd88a1e-ffba-4e14-86cb-591f1a9e95f9 None None] Attempting to bind port 748404ac-db52-4a3c-a525-036727f31d13 on network da40f7c6-bf34-4d45-9982-5d5ccd76b21c {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:28:20.987905 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd88a1e-ffba-4e14-86cb-591f1a9e95f9 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:28:20.988287 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd88a1e-ffba-4e14-86cb-591f1a9e95f9 None None] Checking segment: {'id': 'baf36529-5495-4f44-acc0-2f4c522cf1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:28:20.988694 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4bd88a1e-ffba-4e14-86cb-591f1a9e95f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:20.989093 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd88a1e-ffba-4e14-86cb-591f1a9e95f9 None None] Bound using segment: {'id': 'baf36529-5495-4f44-acc0-2f4c522cf1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:28:20.989564 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-4bd88a1e-ffba-4e14-86cb-591f1a9e95f9 None None] Bound port: 748404ac-db52-4a3c-a525-036727f31d13, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf36529-5495-4f44-acc0-2f4c522cf1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:28:20.989971 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4bd88a1e-ffba-4e14-86cb-591f1a9e95f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (748404ac-db52-4a3c-a525-036727f31d13), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:21.057707 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-4bd88a1e-ffba-4e14-86cb-591f1a9e95f9 None None] For port 748404ac-db52-4a3c-a525-036727f31d13, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:28:21.061420 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-4bd88a1e-ffba-4e14-86cb-591f1a9e95f9 None None] For port 748404ac-db52-4a3c-a525-036727f31d13, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=748404ac-db52-4a3c-a525-036727f31d13,segment=NetworkSegment(baf36529-5495-4f44-acc0-2f4c522cf1a4),segment_id=baf36529-5495-4f44-acc0-2f4c522cf1a4)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:28:21.062548 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-75101a85-9554-4849-855e-df33cb007e17 admin admin] Allocated IP 172.25.5.153 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/339bdd9d-7558-45a6-862b-0d1016165642) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:28:21.068895 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4bd88a1e-ffba-4e14-86cb-591f1a9e95f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (748404ac-db52-4a3c-a525-036727f31d13), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:21.125737 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd88a1e-ffba-4e14-86cb-591f1a9e95f9 None None] Pushing event updated for resources: {'Port': ['ID=748404ac-db52-4a3c-a525-036727f31d13,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:21.181342 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-75101a85-9554-4849-855e-df33cb007e17 admin admin] Publish callbacks [] for port (339bdd9d-7558-45a6-862b-0d1016165642), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:21.215360 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-75101a85-9554-4849-855e-df33cb007e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (339bdd9d-7558-45a6-862b-0d1016165642), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:21.253715 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75101a85-9554-4849-855e-df33cb007e17 admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:28:21.260680 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-75101a85-9554-4849-855e-df33cb007e17 admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:28:21.265372 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75101a85-9554-4849-855e-df33cb007e17 admin admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:28:21.269192 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75101a85-9554-4849-855e-df33cb007e17 admin admin] Pushing event updated for resources: {'Port': ['ID=339bdd9d-7558-45a6-862b-0d1016165642,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:21.474840 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:21.555438 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-75101a85-9554-4849-855e-df33cb007e17 admin admin] Publish callbacks [] for router_gateway (f68ea842-7ae6-442b-afa2-996a1a9d4291), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:21.785717 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-75101a85-9554-4849-855e-df33cb007e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (f68ea842-7ae6-442b-afa2-996a1a9d4291), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:21.921160 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75101a85-9554-4849-855e-df33cb007e17 admin admin] Router f68ea842-7ae6-442b-afa2-996a1a9d4291 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 20:28:22.040623 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75101a85-9554-4849-855e-df33cb007e17 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:28:22.055570 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fda132-fa03-4d5a-893f-3fb6bded94e2 None None] Sync routers for ids ['f68ea842-7ae6-442b-afa2-996a1a9d4291'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:28:22.064938 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-75101a85-9554-4849-855e-df33cb007e17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:22.066288 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-75101a85-9554-4849-855e-df33cb007e17 admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5785146 Mar 22 20:28:22.069368 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 41984) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:28:22.077251 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fda132-fa03-4d5a-893f-3fb6bded94e2 None None] Routers {'f68ea842-7ae6-442b-afa2-996a1a9d4291'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:28:22.077917 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-51fda132-fa03-4d5a-893f-3fb6bded94e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:28:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f68ea842-7ae6-442b-afa2-996a1a9d4291'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:28:22.129593 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 748404ac-db52-4a3c-a525-036727f31d13 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:28:22.160299 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56b52d0-5cfb-452a-a16b-a2bd429bb94a None None] Network da40f7c6-bf34-4d45-9982-5d5ccd76b21c requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:28:22.262212 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-95e7a1f4-8203-497d-91c6-ba4ab277ec5c None None] Provisioning complete for port 748404ac-db52-4a3c-a525-036727f31d13 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:28:22.262485 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-95e7a1f4-8203-497d-91c6-ba4ab277ec5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (748404ac-db52-4a3c-a525-036727f31d13), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:22.295493 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-51fda132-fa03-4d5a-893f-3fb6bded94e2 None None] Set router f68ea842-7ae6-442b-afa2-996a1a9d4291 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:28:22.305978 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 748404ac-db52-4a3c-a525-036727f31d13 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:28:22.306342 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (748404ac-db52-4a3c-a525-036727f31d13), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:22.435243 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-95e7a1f4-8203-497d-91c6-ba4ab277ec5c None None] Current status of the port 748404ac-db52-4a3c-a525-036727f31d13 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:28:22.435625 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-95e7a1f4-8203-497d-91c6-ba4ab277ec5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (748404ac-db52-4a3c-a525-036727f31d13), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:22.461666 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 748404ac-db52-4a3c-a525-036727f31d13 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:28:22.462099 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (748404ac-db52-4a3c-a525-036727f31d13), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:22.494717 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-95e7a1f4-8203-497d-91c6-ba4ab277ec5c None None] For port 748404ac-db52-4a3c-a525-036727f31d13, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=748404ac-db52-4a3c-a525-036727f31d13,segment=NetworkSegment(baf36529-5495-4f44-acc0-2f4c522cf1a4),segment_id=baf36529-5495-4f44-acc0-2f4c522cf1a4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:28:22.505556 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-95e7a1f4-8203-497d-91c6-ba4ab277ec5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (748404ac-db52-4a3c-a525-036727f31d13), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:22.508257 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-51fda132-fa03-4d5a-893f-3fb6bded94e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'name': 'tempest-TestShelveInstance-295804902-router', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '339bdd9d-7558-45a6-862b-0d1016165642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:21Z', 'revision_number': 3, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'gw_port': {'id': '339bdd9d-7558-45a6-862b-0d1016165642', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:28:22.548581 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fda132-fa03-4d5a-893f-3fb6bded94e2 None None] Checking router: f68ea842-7ae6-442b-afa2-996a1a9d4291 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:28:22.548940 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fda132-fa03-4d5a-893f-3fb6bded94e2 None None] Updating router f68ea842-7ae6-442b-afa2-996a1a9d4291 port 339bdd9d-7558-45a6-862b-0d1016165642 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:28:22.587037 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-51fda132-fa03-4d5a-893f-3fb6bded94e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (339bdd9d-7558-45a6-862b-0d1016165642), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:22.594741 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104174) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 22 20:28:22.595109 n-d-705658-24 neutron-server[104174]: DEBUG oslo_db.api [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 22 20:28:22.596262 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-788084cf-6b5c-4bab-b359-cb49f519ec83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:22.600555 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e7a1f4-8203-497d-91c6-ba4ab277ec5c None None] Pushing event updated for resources: {'Port': ['ID=748404ac-db52-4a3c-a525-036727f31d13,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:22.627159 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-84d6cd62-7f4e-4dbe-b3dd-cb724c31ab62 None None] Provisioning complete for port 748404ac-db52-4a3c-a525-036727f31d13 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:28:22.627525 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-84d6cd62-7f4e-4dbe-b3dd-cb724c31ab62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (748404ac-db52-4a3c-a525-036727f31d13), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:22.783363 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-788084cf-6b5c-4bab-b359-cb49f519ec83 admin admin] Allocated IP 172.20.0.1 (da40f7c6-bf34-4d45-9982-5d5ccd76b21c/cda14f7f-ea10-4b8d-9ed5-06203b449bdb/121265eb-7ea1-449c-a3a9-bc259cf63cd9) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:28:22.870214 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-51fda132-fa03-4d5a-893f-3fb6bded94e2 None None] Publish callbacks [] for port (339bdd9d-7558-45a6-862b-0d1016165642), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:22.876572 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-51fda132-fa03-4d5a-893f-3fb6bded94e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (339bdd9d-7558-45a6-862b-0d1016165642), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:22.879164 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-84d6cd62-7f4e-4dbe-b3dd-cb724c31ab62 None None] Current status of the port 748404ac-db52-4a3c-a525-036727f31d13 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:28:22.895522 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-788084cf-6b5c-4bab-b359-cb49f519ec83 admin admin] Publish callbacks [] for port (121265eb-7ea1-449c-a3a9-bc259cf63cd9), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:22.928864 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-51fda132-fa03-4d5a-893f-3fb6bded94e2 None None] Attempting to bind port 339bdd9d-7558-45a6-862b-0d1016165642 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:28:22.929213 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-788084cf-6b5c-4bab-b359-cb49f519ec83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (121265eb-7ea1-449c-a3a9-bc259cf63cd9), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:22.929386 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-51fda132-fa03-4d5a-893f-3fb6bded94e2 None None] Attempting to bind port 339bdd9d-7558-45a6-862b-0d1016165642 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:28:22.929578 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fda132-fa03-4d5a-893f-3fb6bded94e2 None None] Attempting to bind port 339bdd9d-7558-45a6-862b-0d1016165642 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:28:22.931610 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f6fe6-cdbd-4df7-95da-5e9181dab3d5 None None] Pushing event updated for resources: {'Port': ['ID=339bdd9d-7558-45a6-862b-0d1016165642,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:22.940360 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fda132-fa03-4d5a-893f-3fb6bded94e2 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:28:22.940738 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fda132-fa03-4d5a-893f-3fb6bded94e2 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:28:22.941138 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-51fda132-fa03-4d5a-893f-3fb6bded94e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:22.941528 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fda132-fa03-4d5a-893f-3fb6bded94e2 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:28:22.942017 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-51fda132-fa03-4d5a-893f-3fb6bded94e2 None None] Bound port: 339bdd9d-7558-45a6-862b-0d1016165642, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:28:22.942396 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-51fda132-fa03-4d5a-893f-3fb6bded94e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (339bdd9d-7558-45a6-862b-0d1016165642), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:22.944579 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93f6fe6-cdbd-4df7-95da-5e9181dab3d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:22.944921 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93f6fe6-cdbd-4df7-95da-5e9181dab3d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:22.945258 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93f6fe6-cdbd-4df7-95da-5e9181dab3d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:22.945587 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93f6fe6-cdbd-4df7-95da-5e9181dab3d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:22.946195 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93f6fe6-cdbd-4df7-95da-5e9181dab3d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:22.946327 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93f6fe6-cdbd-4df7-95da-5e9181dab3d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:22.946580 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93f6fe6-cdbd-4df7-95da-5e9181dab3d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:22.946900 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93f6fe6-cdbd-4df7-95da-5e9181dab3d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:22.947218 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93f6fe6-cdbd-4df7-95da-5e9181dab3d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:22.947535 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93f6fe6-cdbd-4df7-95da-5e9181dab3d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:22.947854 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93f6fe6-cdbd-4df7-95da-5e9181dab3d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:22.948172 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93f6fe6-cdbd-4df7-95da-5e9181dab3d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:22.948489 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93f6fe6-cdbd-4df7-95da-5e9181dab3d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:22.948807 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93f6fe6-cdbd-4df7-95da-5e9181dab3d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:22.949121 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93f6fe6-cdbd-4df7-95da-5e9181dab3d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:28:22.971738 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788084cf-6b5c-4bab-b359-cb49f519ec83 admin admin] Network da40f7c6-bf34-4d45-9982-5d5ccd76b21c is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:28:22.974519 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-788084cf-6b5c-4bab-b359-cb49f519ec83 admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:28:22.977431 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788084cf-6b5c-4bab-b359-cb49f519ec83 admin admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:28:23.003333 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-51fda132-fa03-4d5a-893f-3fb6bded94e2 None None] For port 339bdd9d-7558-45a6-862b-0d1016165642, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:28:23.006522 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-51fda132-fa03-4d5a-893f-3fb6bded94e2 None None] For port 339bdd9d-7558-45a6-862b-0d1016165642, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=339bdd9d-7558-45a6-862b-0d1016165642,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:28:23.013037 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-51fda132-fa03-4d5a-893f-3fb6bded94e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (339bdd9d-7558-45a6-862b-0d1016165642), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:23.013440 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788084cf-6b5c-4bab-b359-cb49f519ec83 admin admin] Pushing event updated for resources: {'Port': ['ID=121265eb-7ea1-449c-a3a9-bc259cf63cd9,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:23.033284 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-788084cf-6b5c-4bab-b359-cb49f519ec83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (f68ea842-7ae6-442b-afa2-996a1a9d4291), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:23.075386 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fda132-fa03-4d5a-893f-3fb6bded94e2 None None] Routers {'f68ea842-7ae6-442b-afa2-996a1a9d4291'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:28:23.076026 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-51fda132-fa03-4d5a-893f-3fb6bded94e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:28:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f68ea842-7ae6-442b-afa2-996a1a9d4291'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:28:23.149501 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 748404ac-db52-4a3c-a525-036727f31d13 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:28:23.163244 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f6fe6-cdbd-4df7-95da-5e9181dab3d5 None None] Pushing event updated for resources: {'Port': ['ID=339bdd9d-7558-45a6-862b-0d1016165642,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:23.196460 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-51fda132-fa03-4d5a-893f-3fb6bded94e2 None None] Set router f68ea842-7ae6-442b-afa2-996a1a9d4291 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:28:23.197599 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-788084cf-6b5c-4bab-b359-cb49f519ec83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (121265eb-7ea1-449c-a3a9-bc259cf63cd9), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:23.307137 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-267e8d6a-9d7f-45d0-9f36-81d6774ecfd3 None None] Provisioning complete for port 121265eb-7ea1-449c-a3a9-bc259cf63cd9 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:28:23.307519 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-267e8d6a-9d7f-45d0-9f36-81d6774ecfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (121265eb-7ea1-449c-a3a9-bc259cf63cd9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:23.346614 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-267e8d6a-9d7f-45d0-9f36-81d6774ecfd3 None None] Port 121265eb-7ea1-449c-a3a9-bc259cf63cd9 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:28:23.369590 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-788084cf-6b5c-4bab-b359-cb49f519ec83 admin admin] Publish callbacks [] for port (121265eb-7ea1-449c-a3a9-bc259cf63cd9), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:23.374834 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-788084cf-6b5c-4bab-b359-cb49f519ec83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (121265eb-7ea1-449c-a3a9-bc259cf63cd9), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:23.376969 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-51fda132-fa03-4d5a-893f-3fb6bded94e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'name': 'tempest-TestShelveInstance-295804902-router', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '339bdd9d-7558-45a6-862b-0d1016165642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:21Z', 'revision_number': 3, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'gw_port': {'id': '339bdd9d-7558-45a6-862b-0d1016165642', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:28:23.405568 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fda132-fa03-4d5a-893f-3fb6bded94e2 None None] The sync data for ids ['f68ea842-7ae6-442b-afa2-996a1a9d4291'] in n-d-705658-24 is: [{'id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'name': 'tempest-TestShelveInstance-295804902-router', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '339bdd9d-7558-45a6-862b-0d1016165642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:21Z', 'revision_number': 3, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'gw_port': {'id': '339bdd9d-7558-45a6-862b-0d1016165642', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:28:23.448830 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788084cf-6b5c-4bab-b359-cb49f519ec83 admin admin] Pushing event updated for resources: {'Port': ['ID=121265eb-7ea1-449c-a3a9-bc259cf63cd9,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:23.451220 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-788084cf-6b5c-4bab-b359-cb49f519ec83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (f68ea842-7ae6-442b-afa2-996a1a9d4291), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:23.549293 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788084cf-6b5c-4bab-b359-cb49f519ec83 admin admin] Network da40f7c6-bf34-4d45-9982-5d5ccd76b21c is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:28:23.550815 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-788084cf-6b5c-4bab-b359-cb49f519ec83 admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:28:23.684818 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788084cf-6b5c-4bab-b359-cb49f519ec83 admin admin] Router f68ea842-7ae6-442b-afa2-996a1a9d4291 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:28:23.825060 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788084cf-6b5c-4bab-b359-cb49f519ec83 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:28:23.833878 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-788084cf-6b5c-4bab-b359-cb49f519ec83 admin admin] 10.222.0.75 "PUT /v2.0/routers/f68ea842-7ae6-442b-afa2-996a1a9d4291/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7599804 Mar 22 20:28:23.874403 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-44bb05fb-baad-4842-939c-a597d2d1fc96 None None] Provisioning complete for port 121265eb-7ea1-449c-a3a9-bc259cf63cd9 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:28:23.874928 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-44bb05fb-baad-4842-939c-a597d2d1fc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (121265eb-7ea1-449c-a3a9-bc259cf63cd9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:23.911890 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-44bb05fb-baad-4842-939c-a597d2d1fc96 None None] Port 121265eb-7ea1-449c-a3a9-bc259cf63cd9 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:28:24.170317 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 748404ac-db52-4a3c-a525-036727f31d13 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:28:24.225600 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 748404ac-db52-4a3c-a525-036727f31d13 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:28:24.226032 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (748404ac-db52-4a3c-a525-036727f31d13), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:24.310359 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 748404ac-db52-4a3c-a525-036727f31d13 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:28:24.311494 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 339bdd9d-7558-45a6-862b-0d1016165642 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:28:24.362891 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 339bdd9d-7558-45a6-862b-0d1016165642 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:28:24.363275 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (339bdd9d-7558-45a6-862b-0d1016165642), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:24.391559 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42000) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:28:24.397152 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-2f0e6ab8-d0a6-47cc-a6a9-6754d360970d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-371544116-network', 'tenant_id': '1a4be134d019492b80703fc28d3f999d'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:28:24.420602 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0e6ab8-d0a6-47cc-a6a9-6754d360970d admin admin] Made reservation on behalf of 1a4be134d019492b80703fc28d3f999d for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:28:24.423664 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2f0e6ab8-d0a6-47cc-a6a9-6754d360970d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:24.432841 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2f0e6ab8-d0a6-47cc-a6a9-6754d360970d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:24.446809 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 339bdd9d-7558-45a6-862b-0d1016165642 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:28:24.447200 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (339bdd9d-7558-45a6-862b-0d1016165642), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:24.469817 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 339bdd9d-7558-45a6-862b-0d1016165642, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=339bdd9d-7558-45a6-862b-0d1016165642,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:28:24.473326 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (339bdd9d-7558-45a6-862b-0d1016165642), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:24.518113 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2f0e6ab8-d0a6-47cc-a6a9-6754d360970d admin admin] Publish callbacks [] for security_group (792d0cc4-44c1-4efc-be66-28403a9b78e9), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:24.522044 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2f0e6ab8-d0a6-47cc-a6a9-6754d360970d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (792d0cc4-44c1-4efc-be66-28403a9b78e9), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:24.524632 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=339bdd9d-7558-45a6-862b-0d1016165642,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:24.545265 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0e6ab8-d0a6-47cc-a6a9-6754d360970d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:28:24.565198 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e6ab8-d0a6-47cc-a6a9-6754d360970d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792d0cc4-44c1-4efc-be66-28403a9b78e9,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:24.569415 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2f0e6ab8-d0a6-47cc-a6a9-6754d360970d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (9f9ea36f-3689-4c2a-a427-55e6584b4921), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:24.569767 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-2f0e6ab8-d0a6-47cc-a6a9-6754d360970d admin admin] Added segment 9f9ea36f-3689-4c2a-a427-55e6584b4921 of type vlan for network 2861aba8-d51e-4d86-a25b-f0efc5b481e8 Mar 22 20:28:24.614144 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2f0e6ab8-d0a6-47cc-a6a9-6754d360970d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (2861aba8-d51e-4d86-a25b-f0efc5b481e8), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:24.642311 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2f0e6ab8-d0a6-47cc-a6a9-6754d360970d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (2861aba8-d51e-4d86-a25b-f0efc5b481e8), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:24.643362 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0e6ab8-d0a6-47cc-a6a9-6754d360970d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:24.643981 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2f0e6ab8-d0a6-47cc-a6a9-6754d360970d admin admin] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:24.696593 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2f0e6ab8-d0a6-47cc-a6a9-6754d360970d admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3037331 Mar 22 20:28:24.699266 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42002) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:28:24.705466 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-ac49c54c-2a3a-4673-ac55-79a9b13f131e admin admin] Request body: {'subnet': {'network_id': '2861aba8-d51e-4d86-a25b-f0efc5b481e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-371544116-subnet', 'tenant_id': '1a4be134d019492b80703fc28d3f999d', 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:28:24.717635 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e6ab8-d0a6-47cc-a6a9-6754d360970d admin admin] Pushing event updated for resources: {'Network': ['ID=2861aba8-d51e-4d86-a25b-f0efc5b481e8,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:24.728093 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 2861aba8-d51e-4d86-a25b-f0efc5b481e8 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:28:24.730879 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac49c54c-2a3a-4673-ac55-79a9b13f131e admin admin] Made reservation on behalf of 1a4be134d019492b80703fc28d3f999d for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:28:24.733256 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ac49c54c-2a3a-4673-ac55-79a9b13f131e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:24.908187 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ac49c54c-2a3a-4673-ac55-79a9b13f131e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (5cdf8fa5-e8d8-455b-bc02-d50e7b6a25cf), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:24.975410 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49c54c-2a3a-4673-ac55-79a9b13f131e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cdf8fa5-e8d8-455b-bc02-d50e7b6a25cf,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:24.979840 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac49c54c-2a3a-4673-ac55-79a9b13f131e admin admin] Checking segment: {'id': '9f9ea36f-3689-4c2a-a427-55e6584b4921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2861aba8-d51e-4d86-a25b-f0efc5b481e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:28:24.980176 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac49c54c-2a3a-4673-ac55-79a9b13f131e admin admin] Network hostable DHCP agents. Network: 2861aba8-d51e-4d86-a25b-f0efc5b481e8, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:28:24.998822 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac49c54c-2a3a-4673-ac55-79a9b13f131e admin admin] Network 2861aba8-d51e-4d86-a25b-f0efc5b481e8 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:28:25.007975 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-ac49c54c-2a3a-4673-ac55-79a9b13f131e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 2861aba8-d51e-4d86-a25b-f0efc5b481e8) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:28:25.012920 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac49c54c-2a3a-4673-ac55-79a9b13f131e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:25.014854 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-ac49c54c-2a3a-4673-ac55-79a9b13f131e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:25.016709 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7579672-6bb4-4564-9676-3e531fe9f9cc None None] Network 2861aba8-d51e-4d86-a25b-f0efc5b481e8 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:28:25.034355 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-ac49c54c-2a3a-4673-ac55-79a9b13f131e admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3340335 Mar 22 20:28:25.036827 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42004) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:28:25.041269 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-57025739-15db-468b-9477-0b82b2b5259e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-371544116-router', 'tenant_id': '1a4be134d019492b80703fc28d3f999d', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:28:25.062677 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-57025739-15db-468b-9477-0b82b2b5259e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (cf0ecc10-7b8c-4727-b4db-0606742c28c2), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:25.063873 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-57025739-15db-468b-9477-0b82b2b5259e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (cf0ecc10-7b8c-4727-b4db-0606742c28c2), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:25.119030 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-57025739-15db-468b-9477-0b82b2b5259e admin admin] Publish callbacks [] for router_controller (cf0ecc10-7b8c-4727-b4db-0606742c28c2), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:25.131023 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831cc393-965e-4550-a2e2-641422e24530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-2861aba8-d51e-4d86-a25b-f0efc5b481e8', 'network_id': '2861aba8-d51e-4d86-a25b-f0efc5b481e8', 'project_id': '1a4be134d019492b80703fc28d3f999d', 'fixed_ips': [{'subnet_id': '5cdf8fa5-e8d8-455b-bc02-d50e7b6a25cf'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 20:28:25.132041 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-831cc393-965e-4550-a2e2-641422e24530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:25.260993 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef924f9c-4c13-4330-920f-d94f48be04e3 None None] Sync routers for ids ['f68ea842-7ae6-442b-afa2-996a1a9d4291'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:28:25.291517 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-831cc393-965e-4550-a2e2-641422e24530 None None] Allocated IP 172.20.0.2 (2861aba8-d51e-4d86-a25b-f0efc5b481e8/5cdf8fa5-e8d8-455b-bc02-d50e7b6a25cf/800864c2-aa26-4feb-9722-7e05b7cfaa4b) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:28:25.293461 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef924f9c-4c13-4330-920f-d94f48be04e3 None None] Routers {'f68ea842-7ae6-442b-afa2-996a1a9d4291'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:28:25.294208 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-ef924f9c-4c13-4330-920f-d94f48be04e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:28:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f68ea842-7ae6-442b-afa2-996a1a9d4291'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:28:25.481931 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-ef924f9c-4c13-4330-920f-d94f48be04e3 None None] Set router f68ea842-7ae6-442b-afa2-996a1a9d4291 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:28:25.603852 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-57025739-15db-468b-9477-0b82b2b5259e admin admin] Publish callbacks [] for router_gateway (cf0ecc10-7b8c-4727-b4db-0606742c28c2), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:25.639539 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-831cc393-965e-4550-a2e2-641422e24530 None None] Publish callbacks [] for port (800864c2-aa26-4feb-9722-7e05b7cfaa4b), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:25.648205 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-831cc393-965e-4550-a2e2-641422e24530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (800864c2-aa26-4feb-9722-7e05b7cfaa4b), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:25.712439 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831cc393-965e-4550-a2e2-641422e24530 None None] Network 2861aba8-d51e-4d86-a25b-f0efc5b481e8 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:28:25.713203 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831cc393-965e-4550-a2e2-641422e24530 None None] Pushing event updated for resources: {'Port': ['ID=800864c2-aa26-4feb-9722-7e05b7cfaa4b,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:25.721524 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-831cc393-965e-4550-a2e2-641422e24530 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:28:25.726994 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831cc393-965e-4550-a2e2-641422e24530 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:28:25.808068 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-57025739-15db-468b-9477-0b82b2b5259e admin admin] Publish callbacks [] for router_gateway (cf0ecc10-7b8c-4727-b4db-0606742c28c2), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:25.811198 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-831cc393-965e-4550-a2e2-641422e24530 None None] Attempting to bind port 800864c2-aa26-4feb-9722-7e05b7cfaa4b on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:28:25.811583 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-831cc393-965e-4550-a2e2-641422e24530 None None] Attempting to bind port 800864c2-aa26-4feb-9722-7e05b7cfaa4b by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '9f9ea36f-3689-4c2a-a427-55e6584b4921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2861aba8-d51e-4d86-a25b-f0efc5b481e8'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:28:25.811959 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831cc393-965e-4550-a2e2-641422e24530 None None] Attempting to bind port 800864c2-aa26-4feb-9722-7e05b7cfaa4b on network 2861aba8-d51e-4d86-a25b-f0efc5b481e8 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:28:25.820427 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831cc393-965e-4550-a2e2-641422e24530 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:28:25.820805 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831cc393-965e-4550-a2e2-641422e24530 None None] Checking segment: {'id': '9f9ea36f-3689-4c2a-a427-55e6584b4921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2861aba8-d51e-4d86-a25b-f0efc5b481e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:28:25.821211 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-831cc393-965e-4550-a2e2-641422e24530 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:25.821619 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831cc393-965e-4550-a2e2-641422e24530 None None] Bound using segment: {'id': '9f9ea36f-3689-4c2a-a427-55e6584b4921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2861aba8-d51e-4d86-a25b-f0efc5b481e8'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:28:25.822153 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-831cc393-965e-4550-a2e2-641422e24530 None None] Bound port: 800864c2-aa26-4feb-9722-7e05b7cfaa4b, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f9ea36f-3689-4c2a-a427-55e6584b4921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2861aba8-d51e-4d86-a25b-f0efc5b481e8'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:28:25.822587 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-831cc393-965e-4550-a2e2-641422e24530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (800864c2-aa26-4feb-9722-7e05b7cfaa4b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:25.833651 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-57025739-15db-468b-9477-0b82b2b5259e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:25.846067 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-ef924f9c-4c13-4330-920f-d94f48be04e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'name': 'tempest-TestShelveInstance-295804902-router', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '339bdd9d-7558-45a6-862b-0d1016165642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:23Z', 'revision_number': 4, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'gw_port': {'id': '339bdd9d-7558-45a6-862b-0d1016165642', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '121265eb-7ea1-449c-a3a9-bc259cf63cd9', 'name': '', 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'mac_address': 'fa:16:3e:ad:95:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'device_owner': 'network:router_interface', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'cda14f7f-ea10-4b8d-9ed5-06203b449bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:22Z', 'updated_at': '2022-03-22T20:28:23Z', 'revision_number': 2, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'subnets': [{'id': 'cda14f7f-ea10-4b8d-9ed5-06203b449bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:28:25.892818 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef924f9c-4c13-4330-920f-d94f48be04e3 None None] Checking router: f68ea842-7ae6-442b-afa2-996a1a9d4291 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:28:25.893198 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef924f9c-4c13-4330-920f-d94f48be04e3 None None] Updating router f68ea842-7ae6-442b-afa2-996a1a9d4291 port 121265eb-7ea1-449c-a3a9-bc259cf63cd9 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:28:25.938016 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ef924f9c-4c13-4330-920f-d94f48be04e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (121265eb-7ea1-449c-a3a9-bc259cf63cd9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:25.938484 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-57025739-15db-468b-9477-0b82b2b5259e admin admin] Allocated IP 172.25.5.95 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/b314cfa5-855e-425f-8d9b-905a71535e11) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:28:25.952594 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-831cc393-965e-4550-a2e2-641422e24530 None None] For port 800864c2-aa26-4feb-9722-7e05b7cfaa4b, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:28:25.966342 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-831cc393-965e-4550-a2e2-641422e24530 None None] For port 800864c2-aa26-4feb-9722-7e05b7cfaa4b, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=800864c2-aa26-4feb-9722-7e05b7cfaa4b,segment=NetworkSegment(9f9ea36f-3689-4c2a-a427-55e6584b4921),segment_id=9f9ea36f-3689-4c2a-a427-55e6584b4921)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:28:25.990196 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-831cc393-965e-4550-a2e2-641422e24530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (800864c2-aa26-4feb-9722-7e05b7cfaa4b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:26.060004 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-57025739-15db-468b-9477-0b82b2b5259e admin admin] Publish callbacks [] for port (b314cfa5-855e-425f-8d9b-905a71535e11), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:26.091229 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 339bdd9d-7558-45a6-862b-0d1016165642 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:28:26.098120 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-57025739-15db-468b-9477-0b82b2b5259e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (b314cfa5-855e-425f-8d9b-905a71535e11), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:26.138743 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831cc393-965e-4550-a2e2-641422e24530 None None] Pushing event updated for resources: {'Port': ['ID=800864c2-aa26-4feb-9722-7e05b7cfaa4b,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:26.141839 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57025739-15db-468b-9477-0b82b2b5259e admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:28:26.147842 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-57025739-15db-468b-9477-0b82b2b5259e admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:28:26.152759 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57025739-15db-468b-9477-0b82b2b5259e admin admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:28:26.156706 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57025739-15db-468b-9477-0b82b2b5259e admin admin] Pushing event updated for resources: {'Port': ['ID=b314cfa5-855e-425f-8d9b-905a71535e11,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:26.235450 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 339bdd9d-7558-45a6-862b-0d1016165642 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:28:26.235836 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (339bdd9d-7558-45a6-862b-0d1016165642), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:26.383050 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ef924f9c-4c13-4330-920f-d94f48be04e3 None None] Publish callbacks [] for port (121265eb-7ea1-449c-a3a9-bc259cf63cd9), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:26.392984 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ef924f9c-4c13-4330-920f-d94f48be04e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (121265eb-7ea1-449c-a3a9-bc259cf63cd9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:26.427401 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 339bdd9d-7558-45a6-862b-0d1016165642 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:28:26.452249 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a9d22-4247-4e6d-a50d-4cd5f097106a None None] Pushing event updated for resources: {'Port': ['ID=121265eb-7ea1-449c-a3a9-bc259cf63cd9,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:26.467445 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-57025739-15db-468b-9477-0b82b2b5259e admin admin] Publish callbacks [] for router_gateway (cf0ecc10-7b8c-4727-b4db-0606742c28c2), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:26.518356 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-ef924f9c-4c13-4330-920f-d94f48be04e3 None None] Attempting to bind port 121265eb-7ea1-449c-a3a9-bc259cf63cd9 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:28:26.518995 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-ef924f9c-4c13-4330-920f-d94f48be04e3 None None] Attempting to bind port 121265eb-7ea1-449c-a3a9-bc259cf63cd9 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'baf36529-5495-4f44-acc0-2f4c522cf1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:28:26.522347 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef924f9c-4c13-4330-920f-d94f48be04e3 None None] Attempting to bind port 121265eb-7ea1-449c-a3a9-bc259cf63cd9 on network da40f7c6-bf34-4d45-9982-5d5ccd76b21c {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:28:26.530089 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef924f9c-4c13-4330-920f-d94f48be04e3 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:28:26.533882 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef924f9c-4c13-4330-920f-d94f48be04e3 None None] Checking segment: {'id': 'baf36529-5495-4f44-acc0-2f4c522cf1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:28:26.534703 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ef924f9c-4c13-4330-920f-d94f48be04e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:26.535288 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef924f9c-4c13-4330-920f-d94f48be04e3 None None] Bound using segment: {'id': 'baf36529-5495-4f44-acc0-2f4c522cf1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:28:26.535795 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-ef924f9c-4c13-4330-920f-d94f48be04e3 None None] Bound port: 121265eb-7ea1-449c-a3a9-bc259cf63cd9, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf36529-5495-4f44-acc0-2f4c522cf1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:28:26.538804 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ef924f9c-4c13-4330-920f-d94f48be04e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (121265eb-7ea1-449c-a3a9-bc259cf63cd9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:26.608590 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-ef924f9c-4c13-4330-920f-d94f48be04e3 None None] For port 121265eb-7ea1-449c-a3a9-bc259cf63cd9, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:28:26.612150 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-ef924f9c-4c13-4330-920f-d94f48be04e3 None None] For port 121265eb-7ea1-449c-a3a9-bc259cf63cd9, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=121265eb-7ea1-449c-a3a9-bc259cf63cd9,segment=NetworkSegment(baf36529-5495-4f44-acc0-2f4c522cf1a4),segment_id=baf36529-5495-4f44-acc0-2f4c522cf1a4)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:28:26.621884 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ef924f9c-4c13-4330-920f-d94f48be04e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (121265eb-7ea1-449c-a3a9-bc259cf63cd9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:26.687051 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef924f9c-4c13-4330-920f-d94f48be04e3 None None] Routers {'f68ea842-7ae6-442b-afa2-996a1a9d4291'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:28:26.687696 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-ef924f9c-4c13-4330-920f-d94f48be04e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:28:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f68ea842-7ae6-442b-afa2-996a1a9d4291'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:28:26.705133 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-57025739-15db-468b-9477-0b82b2b5259e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (cf0ecc10-7b8c-4727-b4db-0606742c28c2), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:26.757242 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a9d22-4247-4e6d-a50d-4cd5f097106a None None] Pushing event updated for resources: {'Port': ['ID=121265eb-7ea1-449c-a3a9-bc259cf63cd9,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:26.872988 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57025739-15db-468b-9477-0b82b2b5259e admin admin] Router cf0ecc10-7b8c-4727-b4db-0606742c28c2 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 20:28:26.950571 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-19917edd-cade-4841-82de-95fd51a3c9cc None None] Provisioning complete for port 121265eb-7ea1-449c-a3a9-bc259cf63cd9 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:28:26.950950 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-19917edd-cade-4841-82de-95fd51a3c9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (121265eb-7ea1-449c-a3a9-bc259cf63cd9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:27.001459 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57025739-15db-468b-9477-0b82b2b5259e admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:28:27.014238 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbd9cc3-671b-456c-98b6-8de367f7819c None None] Sync routers for ids ['cf0ecc10-7b8c-4727-b4db-0606742c28c2'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:28:27.023290 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-ef924f9c-4c13-4330-920f-d94f48be04e3 None None] Set router f68ea842-7ae6-442b-afa2-996a1a9d4291 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:28:27.027301 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-57025739-15db-468b-9477-0b82b2b5259e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:27.029456 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbd9cc3-671b-456c-98b6-8de367f7819c None None] Routers {'cf0ecc10-7b8c-4727-b4db-0606742c28c2'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:28:27.030184 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-0fbd9cc3-671b-456c-98b6-8de367f7819c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:28:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cf0ecc10-7b8c-4727-b4db-0606742c28c2'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:28:27.030616 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-57025739-15db-468b-9477-0b82b2b5259e admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9925401 Mar 22 20:28:27.031769 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42006) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:28:27.170292 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-19917edd-cade-4841-82de-95fd51a3c9cc None None] Current status of the port 121265eb-7ea1-449c-a3a9-bc259cf63cd9 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:28:27.170692 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-19917edd-cade-4841-82de-95fd51a3c9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (121265eb-7ea1-449c-a3a9-bc259cf63cd9), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:27.175818 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-0fbd9cc3-671b-456c-98b6-8de367f7819c None None] Set router cf0ecc10-7b8c-4727-b4db-0606742c28c2 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:28:27.232202 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-19917edd-cade-4841-82de-95fd51a3c9cc None None] For port 121265eb-7ea1-449c-a3a9-bc259cf63cd9, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=121265eb-7ea1-449c-a3a9-bc259cf63cd9,segment=NetworkSegment(baf36529-5495-4f44-acc0-2f4c522cf1a4),segment_id=baf36529-5495-4f44-acc0-2f4c522cf1a4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:28:27.240418 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-19917edd-cade-4841-82de-95fd51a3c9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (121265eb-7ea1-449c-a3a9-bc259cf63cd9), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:27.347929 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2d4f83-d6f8-476b-b00a-4e60ac327070 None None] Network 2861aba8-d51e-4d86-a25b-f0efc5b481e8 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:28:27.355953 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19917edd-cade-4841-82de-95fd51a3c9cc None None] Pushing event updated for resources: {'Port': ['ID=121265eb-7ea1-449c-a3a9-bc259cf63cd9,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:27.401020 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-0fbd9cc3-671b-456c-98b6-8de367f7819c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0ecc10-7b8c-4727-b4db-0606742c28c2', 'name': 'tempest-TestShelveInstance-371544116-router', 'tenant_id': '1a4be134d019492b80703fc28d3f999d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'b314cfa5-855e-425f-8d9b-905a71535e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:28:25Z', 'updated_at': '2022-03-22T20:28:26Z', 'revision_number': 3, 'project_id': '1a4be134d019492b80703fc28d3f999d', 'gw_port': {'id': 'b314cfa5-855e-425f-8d9b-905a71535e11', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0ecc10-7b8c-4727-b4db-0606742c28c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4421, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:25Z', 'updated_at': '2022-03-22T20:28:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:28:27.430987 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f52cee12-a3a1-4bab-b53d-b754dc3cf23d None None] Provisioning complete for port 121265eb-7ea1-449c-a3a9-bc259cf63cd9 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:28:27.431631 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f52cee12-a3a1-4bab-b53d-b754dc3cf23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (121265eb-7ea1-449c-a3a9-bc259cf63cd9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:27.434146 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbd9cc3-671b-456c-98b6-8de367f7819c None None] Checking router: cf0ecc10-7b8c-4727-b4db-0606742c28c2 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:28:27.434584 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbd9cc3-671b-456c-98b6-8de367f7819c None None] Updating router cf0ecc10-7b8c-4727-b4db-0606742c28c2 port b314cfa5-855e-425f-8d9b-905a71535e11 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:28:27.441125 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-ef924f9c-4c13-4330-920f-d94f48be04e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'name': 'tempest-TestShelveInstance-295804902-router', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '339bdd9d-7558-45a6-862b-0d1016165642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:23Z', 'revision_number': 4, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'gw_port': {'id': '339bdd9d-7558-45a6-862b-0d1016165642', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '121265eb-7ea1-449c-a3a9-bc259cf63cd9', 'name': '', 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'mac_address': 'fa:16:3e:ad:95:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'device_owner': 'network:router_interface', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'cda14f7f-ea10-4b8d-9ed5-06203b449bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:22Z', 'updated_at': '2022-03-22T20:28:26Z', 'revision_number': 4, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'subnets': [{'id': 'cda14f7f-ea10-4b8d-9ed5-06203b449bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:28:27.466571 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-0fbd9cc3-671b-456c-98b6-8de367f7819c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b314cfa5-855e-425f-8d9b-905a71535e11), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:27.490240 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef924f9c-4c13-4330-920f-d94f48be04e3 None None] The sync data for ids ['f68ea842-7ae6-442b-afa2-996a1a9d4291'] in n-d-705658-24 is: [{'id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'name': 'tempest-TestShelveInstance-295804902-router', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '339bdd9d-7558-45a6-862b-0d1016165642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:23Z', 'revision_number': 4, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'gw_port': {'id': '339bdd9d-7558-45a6-862b-0d1016165642', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '121265eb-7ea1-449c-a3a9-bc259cf63cd9', 'name': '', 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'mac_address': 'fa:16:3e:ad:95:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'device_owner': 'network:router_interface', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'cda14f7f-ea10-4b8d-9ed5-06203b449bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:22Z', 'updated_at': '2022-03-22T20:28:26Z', 'revision_number': 4, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'subnets': [{'id': 'cda14f7f-ea10-4b8d-9ed5-06203b449bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:28:27.518066 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fc938840-b2f0-407c-8b4d-0b19adc24432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:27.601867 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f52cee12-a3a1-4bab-b53d-b754dc3cf23d None None] Current status of the port 121265eb-7ea1-449c-a3a9-bc259cf63cd9 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:28:27.616094 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f52cee12-a3a1-4bab-b53d-b754dc3cf23d None None] Provisioning complete for port 800864c2-aa26-4feb-9722-7e05b7cfaa4b triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:28:27.616476 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f52cee12-a3a1-4bab-b53d-b754dc3cf23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (800864c2-aa26-4feb-9722-7e05b7cfaa4b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:27.739459 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f52cee12-a3a1-4bab-b53d-b754dc3cf23d None None] Current status of the port 800864c2-aa26-4feb-9722-7e05b7cfaa4b is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:28:27.739863 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f52cee12-a3a1-4bab-b53d-b754dc3cf23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (800864c2-aa26-4feb-9722-7e05b7cfaa4b), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:27.782746 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f52cee12-a3a1-4bab-b53d-b754dc3cf23d None None] For port 800864c2-aa26-4feb-9722-7e05b7cfaa4b, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=800864c2-aa26-4feb-9722-7e05b7cfaa4b,segment=NetworkSegment(9f9ea36f-3689-4c2a-a427-55e6584b4921),segment_id=9f9ea36f-3689-4c2a-a427-55e6584b4921)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:28:27.790596 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f52cee12-a3a1-4bab-b53d-b754dc3cf23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (800864c2-aa26-4feb-9722-7e05b7cfaa4b), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:27.818124 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-fc938840-b2f0-407c-8b4d-0b19adc24432 admin admin] Allocated IP 172.20.0.1 (2861aba8-d51e-4d86-a25b-f0efc5b481e8/5cdf8fa5-e8d8-455b-bc02-d50e7b6a25cf/4fb56bec-85c2-4241-9d82-4ce522f38d0f) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:28:27.873205 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-0fbd9cc3-671b-456c-98b6-8de367f7819c None None] Publish callbacks [] for port (b314cfa5-855e-425f-8d9b-905a71535e11), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:27.881098 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-0fbd9cc3-671b-456c-98b6-8de367f7819c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b314cfa5-855e-425f-8d9b-905a71535e11), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:27.895826 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52cee12-a3a1-4bab-b53d-b754dc3cf23d None None] Pushing event updated for resources: {'Port': ['ID=800864c2-aa26-4feb-9722-7e05b7cfaa4b,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:27.918767 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-752a0d32-badd-4c0a-be07-4c41b4cb2791 None None] Provisioning complete for port 800864c2-aa26-4feb-9722-7e05b7cfaa4b triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:28:27.919149 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-752a0d32-badd-4c0a-be07-4c41b4cb2791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (800864c2-aa26-4feb-9722-7e05b7cfaa4b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:27.956193 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-0fbd9cc3-671b-456c-98b6-8de367f7819c None None] Attempting to bind port b314cfa5-855e-425f-8d9b-905a71535e11 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:28:27.956575 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-0fbd9cc3-671b-456c-98b6-8de367f7819c None None] Attempting to bind port b314cfa5-855e-425f-8d9b-905a71535e11 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:28:27.957352 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbd9cc3-671b-456c-98b6-8de367f7819c None None] Attempting to bind port b314cfa5-855e-425f-8d9b-905a71535e11 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:28:27.971090 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbd9cc3-671b-456c-98b6-8de367f7819c None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:28:27.971471 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbd9cc3-671b-456c-98b6-8de367f7819c None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:28:27.972001 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-0fbd9cc3-671b-456c-98b6-8de367f7819c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:27.972184 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fc938840-b2f0-407c-8b4d-0b19adc24432 admin admin] Publish callbacks [] for port (4fb56bec-85c2-4241-9d82-4ce522f38d0f), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:27.972310 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbd9cc3-671b-456c-98b6-8de367f7819c None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:28:27.972763 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-0fbd9cc3-671b-456c-98b6-8de367f7819c None None] Bound port: b314cfa5-855e-425f-8d9b-905a71535e11, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:28:27.973143 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-0fbd9cc3-671b-456c-98b6-8de367f7819c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b314cfa5-855e-425f-8d9b-905a71535e11), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:28.015676 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fc938840-b2f0-407c-8b4d-0b19adc24432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (4fb56bec-85c2-4241-9d82-4ce522f38d0f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:28.028649 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-752a0d32-badd-4c0a-be07-4c41b4cb2791 None None] Current status of the port 800864c2-aa26-4feb-9722-7e05b7cfaa4b is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:28:28.055856 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc938840-b2f0-407c-8b4d-0b19adc24432 admin admin] Network 2861aba8-d51e-4d86-a25b-f0efc5b481e8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:28:28.059057 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-fc938840-b2f0-407c-8b4d-0b19adc24432 admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:28:28.062855 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc938840-b2f0-407c-8b4d-0b19adc24432 admin admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:28:28.064384 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f986c0f-de0c-4fd7-82c7-0ededa42da78 None None] Pushing event updated for resources: {'Port': ['ID=b314cfa5-855e-425f-8d9b-905a71535e11,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:28.073632 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-0fbd9cc3-671b-456c-98b6-8de367f7819c None None] For port b314cfa5-855e-425f-8d9b-905a71535e11, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:28:28.078089 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-0fbd9cc3-671b-456c-98b6-8de367f7819c None None] For port b314cfa5-855e-425f-8d9b-905a71535e11, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b314cfa5-855e-425f-8d9b-905a71535e11,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:28:28.088260 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-0fbd9cc3-671b-456c-98b6-8de367f7819c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b314cfa5-855e-425f-8d9b-905a71535e11), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:28.114744 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc938840-b2f0-407c-8b4d-0b19adc24432 admin admin] Pushing event updated for resources: {'Port': ['ID=4fb56bec-85c2-4241-9d82-4ce522f38d0f,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:28.136944 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbd9cc3-671b-456c-98b6-8de367f7819c None None] Routers {'cf0ecc10-7b8c-4727-b4db-0606742c28c2'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:28:28.137581 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-0fbd9cc3-671b-456c-98b6-8de367f7819c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:28:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cf0ecc10-7b8c-4727-b4db-0606742c28c2'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:28:28.147113 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fc938840-b2f0-407c-8b4d-0b19adc24432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (cf0ecc10-7b8c-4727-b4db-0606742c28c2), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:28.199484 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 800864c2-aa26-4feb-9722-7e05b7cfaa4b up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:28:28.292553 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 800864c2-aa26-4feb-9722-7e05b7cfaa4b triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:28:28.292984 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (800864c2-aa26-4feb-9722-7e05b7cfaa4b), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:28.375970 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fc938840-b2f0-407c-8b4d-0b19adc24432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4fb56bec-85c2-4241-9d82-4ce522f38d0f), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:28.402458 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 800864c2-aa26-4feb-9722-7e05b7cfaa4b is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:28:28.403610 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 121265eb-7ea1-449c-a3a9-bc259cf63cd9 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:28:28.430013 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f986c0f-de0c-4fd7-82c7-0ededa42da78 None None] Pushing event updated for resources: {'Port': ['ID=b314cfa5-855e-425f-8d9b-905a71535e11,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:28.479925 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-d59cf320-f75b-4611-8073-a45c6ff0b47f None None] Provisioning complete for port 4fb56bec-85c2-4241-9d82-4ce522f38d0f triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:28:28.481151 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d59cf320-f75b-4611-8073-a45c6ff0b47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (4fb56bec-85c2-4241-9d82-4ce522f38d0f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:28.485429 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-0fbd9cc3-671b-456c-98b6-8de367f7819c None None] Set router cf0ecc10-7b8c-4727-b4db-0606742c28c2 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:28:28.525322 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 121265eb-7ea1-449c-a3a9-bc259cf63cd9 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:28:28.525716 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (121265eb-7ea1-449c-a3a9-bc259cf63cd9), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:28.529604 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-d59cf320-f75b-4611-8073-a45c6ff0b47f None None] Port 4fb56bec-85c2-4241-9d82-4ce522f38d0f cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:28:28.603970 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fc938840-b2f0-407c-8b4d-0b19adc24432 admin admin] Publish callbacks [] for port (4fb56bec-85c2-4241-9d82-4ce522f38d0f), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:28.611674 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fc938840-b2f0-407c-8b4d-0b19adc24432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (4fb56bec-85c2-4241-9d82-4ce522f38d0f), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:28.641757 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 121265eb-7ea1-449c-a3a9-bc259cf63cd9 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:28:28.683353 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-fc938840-b2f0-407c-8b4d-0b19adc24432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (cf0ecc10-7b8c-4727-b4db-0606742c28c2), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:28.686654 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc938840-b2f0-407c-8b4d-0b19adc24432 admin admin] Pushing event updated for resources: {'Port': ['ID=4fb56bec-85c2-4241-9d82-4ce522f38d0f,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:28.699590 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-0fbd9cc3-671b-456c-98b6-8de367f7819c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0ecc10-7b8c-4727-b4db-0606742c28c2', 'name': 'tempest-TestShelveInstance-371544116-router', 'tenant_id': '1a4be134d019492b80703fc28d3f999d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'b314cfa5-855e-425f-8d9b-905a71535e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:28:25Z', 'updated_at': '2022-03-22T20:28:26Z', 'revision_number': 3, 'project_id': '1a4be134d019492b80703fc28d3f999d', 'gw_port': {'id': 'b314cfa5-855e-425f-8d9b-905a71535e11', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0ecc10-7b8c-4727-b4db-0606742c28c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4421, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:25Z', 'updated_at': '2022-03-22T20:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:28:28.728239 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbd9cc3-671b-456c-98b6-8de367f7819c None None] The sync data for ids ['cf0ecc10-7b8c-4727-b4db-0606742c28c2'] in n-d-705658-24 is: [{'id': 'cf0ecc10-7b8c-4727-b4db-0606742c28c2', 'name': 'tempest-TestShelveInstance-371544116-router', 'tenant_id': '1a4be134d019492b80703fc28d3f999d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'b314cfa5-855e-425f-8d9b-905a71535e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:28:25Z', 'updated_at': '2022-03-22T20:28:26Z', 'revision_number': 3, 'project_id': '1a4be134d019492b80703fc28d3f999d', 'gw_port': {'id': 'b314cfa5-855e-425f-8d9b-905a71535e11', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0ecc10-7b8c-4727-b4db-0606742c28c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4421, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:25Z', 'updated_at': '2022-03-22T20:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:28:28.792743 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc938840-b2f0-407c-8b4d-0b19adc24432 admin admin] Network 2861aba8-d51e-4d86-a25b-f0efc5b481e8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:28:28.794507 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-fc938840-b2f0-407c-8b4d-0b19adc24432 admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:28:28.938545 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc938840-b2f0-407c-8b4d-0b19adc24432 admin admin] Router cf0ecc10-7b8c-4727-b4db-0606742c28c2 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:28:29.079982 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-98a72c65-2dc2-4c13-898a-1afb06d92c3b None None] Provisioning complete for port 4fb56bec-85c2-4241-9d82-4ce522f38d0f triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:28:29.080583 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-98a72c65-2dc2-4c13-898a-1afb06d92c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (4fb56bec-85c2-4241-9d82-4ce522f38d0f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:29.103524 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc938840-b2f0-407c-8b4d-0b19adc24432 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:28:29.119715 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-98a72c65-2dc2-4c13-898a-1afb06d92c3b None None] Port 4fb56bec-85c2-4241-9d82-4ce522f38d0f cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:28:29.126632 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-fc938840-b2f0-407c-8b4d-0b19adc24432 admin admin] 10.222.0.75 "PUT /v2.0/routers/cf0ecc10-7b8c-4727-b4db-0606742c28c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0922079 Mar 22 20:28:29.564048 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42014) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:28:29.568633 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-7236741e-62a7-4100-97ae-498d8a8acbaf tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2066854084', 'description': 'tempest-secgroup-smoke-2066854084 description', 'project_id': '81edea45bc6a4faea4e455fe22db8a59'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:28:29.590291 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7236741e-62a7-4100-97ae-498d8a8acbaf tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:29.662364 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7236741e-62a7-4100-97ae-498d8a8acbaf tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group (baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:29.666398 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7236741e-62a7-4100-97ae-498d8a8acbaf tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:29.697524 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-7236741e-62a7-4100-97ae-498d8a8acbaf tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:29.698850 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-7236741e-62a7-4100-97ae-498d8a8acbaf tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1337490 Mar 22 20:28:29.701930 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7236741e-62a7-4100-97ae-498d8a8acbaf tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:29.702404 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42016) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:28:29.708897 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-d65c5786-e22f-4a07-a5e8-d17a58de20ca tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Request body: {'security_group_rule': {'security_group_id': 'baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8', 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:28:29.737430 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d65c5786-e22f-4a07-a5e8-d17a58de20ca tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group_rule (9a3605fc-c1cd-4cea-9345-b704adc1c52e), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:29.801146 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d65c5786-e22f-4a07-a5e8-d17a58de20ca tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group_rule (9a3605fc-c1cd-4cea-9345-b704adc1c52e), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:29.804590 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d65c5786-e22f-4a07-a5e8-d17a58de20ca tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (9a3605fc-c1cd-4cea-9345-b704adc1c52e), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:29.821926 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c5786-e22f-4a07-a5e8-d17a58de20ca tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a3605fc-c1cd-4cea-9345-b704adc1c52e,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:29.830362 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d65c5786-e22f-4a07-a5e8-d17a58de20ca tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:29.831572 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d65c5786-e22f-4a07-a5e8-d17a58de20ca tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1281602 Mar 22 20:28:29.834318 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42018) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:28:29.838569 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-9e07f64f-f3e7-4f82-a5d0-27d56cefe7e0 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Request body: {'security_group_rule': {'security_group_id': 'baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8', 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:28:29.862681 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9e07f64f-f3e7-4f82-a5d0-27d56cefe7e0 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group_rule (8d8c98d9-c2f9-4f2f-8e33-7808a09e3d76), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:29.919054 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9e07f64f-f3e7-4f82-a5d0-27d56cefe7e0 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group_rule (8d8c98d9-c2f9-4f2f-8e33-7808a09e3d76), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:29.922774 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9e07f64f-f3e7-4f82-a5d0-27d56cefe7e0 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (8d8c98d9-c2f9-4f2f-8e33-7808a09e3d76), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:29.940953 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07f64f-f3e7-4f82-a5d0-27d56cefe7e0 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d8c98d9-c2f9-4f2f-8e33-7808a09e3d76,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:29.948705 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9e07f64f-f3e7-4f82-a5d0-27d56cefe7e0 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:29.949957 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9e07f64f-f3e7-4f82-a5d0-27d56cefe7e0 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1146836 Mar 22 20:28:29.953152 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42020) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:28:29.958972 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-f239bd6a-b418-439d-8a48-c3ae691a911d tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Request body: {'security_group_rule': {'security_group_id': 'baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8', 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:28:29.985708 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f239bd6a-b418-439d-8a48-c3ae691a911d tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group_rule (c181e12e-2e53-4ec4-a4a4-76856c1421ca), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:30.053584 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f239bd6a-b418-439d-8a48-c3ae691a911d tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group_rule (c181e12e-2e53-4ec4-a4a4-76856c1421ca), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:30.058650 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f239bd6a-b418-439d-8a48-c3ae691a911d tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (c181e12e-2e53-4ec4-a4a4-76856c1421ca), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:30.079473 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f239bd6a-b418-439d-8a48-c3ae691a911d tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c181e12e-2e53-4ec4-a4a4-76856c1421ca,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:30.085740 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f239bd6a-b418-439d-8a48-c3ae691a911d tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:30.089632 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f239bd6a-b418-439d-8a48-c3ae691a911d tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1322455 Mar 22 20:28:30.090248 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42022) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:28:30.095786 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-a6ade601-9d05-47bb-9d1f-eb016c328877 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Request body: {'security_group_rule': {'security_group_id': 'baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8', 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:28:30.111651 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b314cfa5-855e-425f-8d9b-905a71535e11 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:28:30.123012 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a6ade601-9d05-47bb-9d1f-eb016c328877 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group_rule (3b7f2dbb-81cd-4392-98ab-316b76144c25), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:30.163644 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b314cfa5-855e-425f-8d9b-905a71535e11 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:28:30.164555 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b314cfa5-855e-425f-8d9b-905a71535e11), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:30.182488 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a6ade601-9d05-47bb-9d1f-eb016c328877 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group_rule (3b7f2dbb-81cd-4392-98ab-316b76144c25), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:30.186717 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a6ade601-9d05-47bb-9d1f-eb016c328877 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (3b7f2dbb-81cd-4392-98ab-316b76144c25), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:30.203485 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ade601-9d05-47bb-9d1f-eb016c328877 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b7f2dbb-81cd-4392-98ab-316b76144c25,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:30.213123 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a6ade601-9d05-47bb-9d1f-eb016c328877 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:30.214457 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a6ade601-9d05-47bb-9d1f-eb016c328877 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230497 Mar 22 20:28:30.217121 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42024) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:28:30.222052 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-8009f9c1-434b-47d9-bb60-8c386f5622dd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Request body: {'security_group_rule': {'security_group_id': 'baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8', 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:28:30.242226 n-d-705658-24 neutron-server[104173]: INFO neutron.db.securitygroups_db [None req-8009f9c1-434b-47d9-bb60-8c386f5622dd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Project 81edea45bc6a4faea4e455fe22db8a59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 20:28:30.246264 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b314cfa5-855e-425f-8d9b-905a71535e11 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:28:30.246612 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (b314cfa5-855e-425f-8d9b-905a71535e11), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:30.246971 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8009f9c1-434b-47d9-bb60-8c386f5622dd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group_rule (e753e337-e324-4a96-896d-35d951518a08), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:30.272394 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port b314cfa5-855e-425f-8d9b-905a71535e11, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b314cfa5-855e-425f-8d9b-905a71535e11,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:28:30.276678 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (b314cfa5-855e-425f-8d9b-905a71535e11), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:30.313861 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8009f9c1-434b-47d9-bb60-8c386f5622dd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group_rule (e753e337-e324-4a96-896d-35d951518a08), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:30.317635 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8009f9c1-434b-47d9-bb60-8c386f5622dd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (e753e337-e324-4a96-896d-35d951518a08), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:30.327382 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=b314cfa5-855e-425f-8d9b-905a71535e11,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:30.335525 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009f9c1-434b-47d9-bb60-8c386f5622dd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e753e337-e324-4a96-896d-35d951518a08,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:30.344552 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-8009f9c1-434b-47d9-bb60-8c386f5622dd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:30.345813 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8009f9c1-434b-47d9-bb60-8c386f5622dd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1276128 Mar 22 20:28:30.348485 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42026) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:28:30.352845 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-9f02ff8b-5845-4f04-9914-c4cae59996e4 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Request body: {'security_group_rule': {'security_group_id': 'baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8', 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:28:30.373305 n-d-705658-24 neutron-server[104173]: INFO neutron.db.securitygroups_db [None req-9f02ff8b-5845-4f04-9914-c4cae59996e4 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Project 81edea45bc6a4faea4e455fe22db8a59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 20:28:30.378715 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9f02ff8b-5845-4f04-9914-c4cae59996e4 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group_rule (049b5863-8f55-49ae-8a3a-11f519413fba), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:30.438502 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9f02ff8b-5845-4f04-9914-c4cae59996e4 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group_rule (049b5863-8f55-49ae-8a3a-11f519413fba), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:30.442101 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9f02ff8b-5845-4f04-9914-c4cae59996e4 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (049b5863-8f55-49ae-8a3a-11f519413fba), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:30.459163 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f02ff8b-5845-4f04-9914-c4cae59996e4 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=049b5863-8f55-49ae-8a3a-11f519413fba,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:30.467695 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9f02ff8b-5845-4f04-9914-c4cae59996e4 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:30.468899 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9f02ff8b-5845-4f04-9914-c4cae59996e4 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1194632 Mar 22 20:28:30.619962 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-03be18a3-f246-4839-9197-5f1b17876559 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2066854084&fields=id&tenant_id=81edea45bc6a4faea4e455fe22db8a59 HTTP/1.1" status: 200 len: 267 time: 0.0448339 Mar 22 20:28:31.056948 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9d2a3f-0fb5-43d0-aaf3-42daa0da5e8d None None] Sync routers for ids ['cf0ecc10-7b8c-4727-b4db-0606742c28c2'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:28:31.067237 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9d2a3f-0fb5-43d0-aaf3-42daa0da5e8d None None] Routers {'cf0ecc10-7b8c-4727-b4db-0606742c28c2'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:28:31.067845 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-6c9d2a3f-0fb5-43d0-aaf3-42daa0da5e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:28:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cf0ecc10-7b8c-4727-b4db-0606742c28c2'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:28:31.080671 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-aa334a42-f127-4112-a713-122dd17b67cd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:31.082849 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-aa334a42-f127-4112-a713-122dd17b67cd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/networks?id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c HTTP/1.1" status: 200 len: 808 time: 0.4545312 Mar 22 20:28:31.098027 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-fca3adfa-4f1d-4ef5-8c36-c2a28d738f78 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/quotas/81edea45bc6a4faea4e455fe22db8a59 HTTP/1.1" status: 200 len: 375 time: 0.0096569 Mar 22 20:28:31.152160 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-0ffa0f11-ed54-469e-90e9-fc4118cae335 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=81edea45bc6a4faea4e455fe22db8a59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490439 Mar 22 20:28:31.178392 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-6c9d2a3f-0fb5-43d0-aaf3-42daa0da5e8d None None] Set router cf0ecc10-7b8c-4727-b4db-0606742c28c2 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:28:31.249164 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-496fb43d-ef73-48f6-8c7c-f76e873927af service neutron] 10.222.0.75 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851159 Mar 22 20:28:31.339057 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-517e2c12-268b-4454-b3b2-68625c055911 service neutron] 10.222.0.75 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832350 Mar 22 20:28:31.378614 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-6c9d2a3f-0fb5-43d0-aaf3-42daa0da5e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0ecc10-7b8c-4727-b4db-0606742c28c2', 'name': 'tempest-TestShelveInstance-371544116-router', 'tenant_id': '1a4be134d019492b80703fc28d3f999d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'b314cfa5-855e-425f-8d9b-905a71535e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:28:25Z', 'updated_at': '2022-03-22T20:28:28Z', 'revision_number': 4, 'project_id': '1a4be134d019492b80703fc28d3f999d', 'gw_port': {'id': 'b314cfa5-855e-425f-8d9b-905a71535e11', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0ecc10-7b8c-4727-b4db-0606742c28c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4421, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:25Z', 'updated_at': '2022-03-22T20:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '4fb56bec-85c2-4241-9d82-4ce522f38d0f', 'name': '', 'network_id': '2861aba8-d51e-4d86-a25b-f0efc5b481e8', 'tenant_id': '1a4be134d019492b80703fc28d3f999d', 'mac_address': 'fa:16:3e:90:01:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0ecc10-7b8c-4727-b4db-0606742c28c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '5cdf8fa5-e8d8-455b-bc02-d50e7b6a25cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:27Z', 'updated_at': '2022-03-22T20:28:28Z', 'revision_number': 2, 'project_id': '1a4be134d019492b80703fc28d3f999d', 'subnets': [{'id': '5cdf8fa5-e8d8-455b-bc02-d50e7b6a25cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:28:31.405467 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9d2a3f-0fb5-43d0-aaf3-42daa0da5e8d None None] Checking router: cf0ecc10-7b8c-4727-b4db-0606742c28c2 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:28:31.405826 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9d2a3f-0fb5-43d0-aaf3-42daa0da5e8d None None] Updating router cf0ecc10-7b8c-4727-b4db-0606742c28c2 port 4fb56bec-85c2-4241-9d82-4ce522f38d0f binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:28:31.433765 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6c9d2a3f-0fb5-43d0-aaf3-42daa0da5e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4fb56bec-85c2-4241-9d82-4ce522f38d0f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:31.507961 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d87c4cf2-f0a4-4d0f-b69d-a456c23329f6 req-bcc52594-14ec-4680-860b-cd3028b5f9b8 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 210 time: 0.0283830 Mar 22 20:28:31.705529 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6c9d2a3f-0fb5-43d0-aaf3-42daa0da5e8d None None] Publish callbacks [] for port (4fb56bec-85c2-4241-9d82-4ce522f38d0f), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:31.710938 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6c9d2a3f-0fb5-43d0-aaf3-42daa0da5e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4fb56bec-85c2-4241-9d82-4ce522f38d0f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:31.770452 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a489f8a-e8c0-4f76-aa16-13ec2182615d None None] Pushing event updated for resources: {'Port': ['ID=4fb56bec-85c2-4241-9d82-4ce522f38d0f,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:31.825360 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-6c9d2a3f-0fb5-43d0-aaf3-42daa0da5e8d None None] Attempting to bind port 4fb56bec-85c2-4241-9d82-4ce522f38d0f on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:28:31.825929 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-6c9d2a3f-0fb5-43d0-aaf3-42daa0da5e8d None None] Attempting to bind port 4fb56bec-85c2-4241-9d82-4ce522f38d0f by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '9f9ea36f-3689-4c2a-a427-55e6584b4921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2861aba8-d51e-4d86-a25b-f0efc5b481e8'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:28:31.827137 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9d2a3f-0fb5-43d0-aaf3-42daa0da5e8d None None] Attempting to bind port 4fb56bec-85c2-4241-9d82-4ce522f38d0f on network 2861aba8-d51e-4d86-a25b-f0efc5b481e8 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:28:31.833596 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9d2a3f-0fb5-43d0-aaf3-42daa0da5e8d None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:28:31.834136 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9d2a3f-0fb5-43d0-aaf3-42daa0da5e8d None None] Checking segment: {'id': '9f9ea36f-3689-4c2a-a427-55e6584b4921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2861aba8-d51e-4d86-a25b-f0efc5b481e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:28:31.834903 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6c9d2a3f-0fb5-43d0-aaf3-42daa0da5e8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:31.835721 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9d2a3f-0fb5-43d0-aaf3-42daa0da5e8d None None] Bound using segment: {'id': '9f9ea36f-3689-4c2a-a427-55e6584b4921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2861aba8-d51e-4d86-a25b-f0efc5b481e8'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:28:31.836336 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-6c9d2a3f-0fb5-43d0-aaf3-42daa0da5e8d None None] Bound port: 4fb56bec-85c2-4241-9d82-4ce522f38d0f, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f9ea36f-3689-4c2a-a427-55e6584b4921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '2861aba8-d51e-4d86-a25b-f0efc5b481e8'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:28:31.836866 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6c9d2a3f-0fb5-43d0-aaf3-42daa0da5e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4fb56bec-85c2-4241-9d82-4ce522f38d0f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:31.910652 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-6c9d2a3f-0fb5-43d0-aaf3-42daa0da5e8d None None] For port 4fb56bec-85c2-4241-9d82-4ce522f38d0f, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:28:31.913847 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-6c9d2a3f-0fb5-43d0-aaf3-42daa0da5e8d None None] For port 4fb56bec-85c2-4241-9d82-4ce522f38d0f, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=4fb56bec-85c2-4241-9d82-4ce522f38d0f,segment=NetworkSegment(9f9ea36f-3689-4c2a-a427-55e6584b4921),segment_id=9f9ea36f-3689-4c2a-a427-55e6584b4921)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:28:31.921632 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6c9d2a3f-0fb5-43d0-aaf3-42daa0da5e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4fb56bec-85c2-4241-9d82-4ce522f38d0f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:31.987408 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9d2a3f-0fb5-43d0-aaf3-42daa0da5e8d None None] Routers {'cf0ecc10-7b8c-4727-b4db-0606742c28c2'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:28:31.988246 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-6c9d2a3f-0fb5-43d0-aaf3-42daa0da5e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:28:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cf0ecc10-7b8c-4727-b4db-0606742c28c2'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:28:32.034739 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a489f8a-e8c0-4f76-aa16-13ec2182615d None None] Pushing event updated for resources: {'Port': ['ID=4fb56bec-85c2-4241-9d82-4ce522f38d0f,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:32.115139 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b314cfa5-855e-425f-8d9b-905a71535e11 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:28:32.145816 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-41e9473c-ac35-4cd3-9783-18cf7d3092d5 None None] Provisioning complete for port 4fb56bec-85c2-4241-9d82-4ce522f38d0f triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:28:32.146453 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-41e9473c-ac35-4cd3-9783-18cf7d3092d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (4fb56bec-85c2-4241-9d82-4ce522f38d0f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:32.199080 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-6c9d2a3f-0fb5-43d0-aaf3-42daa0da5e8d None None] Set router cf0ecc10-7b8c-4727-b4db-0606742c28c2 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:28:32.291653 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port b314cfa5-855e-425f-8d9b-905a71535e11 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:28:32.291941 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (b314cfa5-855e-425f-8d9b-905a71535e11), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:32.525492 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-a4c5a69c-3530-4fd2-b287-48bbf0792041 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:32.527166 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-a4c5a69c-3530-4fd2-b287-48bbf0792041 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.85 "GET /v2.0/networks?id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c HTTP/1.1" status: 200 len: 808 time: 0.1197727 Mar 22 20:28:32.587829 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-41e9473c-ac35-4cd3-9783-18cf7d3092d5 None None] Current status of the port 4fb56bec-85c2-4241-9d82-4ce522f38d0f is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:28:32.588229 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-41e9473c-ac35-4cd3-9783-18cf7d3092d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (4fb56bec-85c2-4241-9d82-4ce522f38d0f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:32.611250 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-d044f81a-1472-4935-8e30-a091842d90ef tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81edea45bc6a4faea4e455fe22db8a59 HTTP/1.1" status: 200 len: 380 time: 0.0754876 Mar 22 20:28:32.627697 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-687b614f-91ff-429c-bb62-6f8702b2879c req-46e2eb63-e525-4ea0-919b-bf5ac8f42b66 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 210 time: 0.0335047 Mar 22 20:28:32.631304 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-2f378779-ea7f-4d27-bdac-c9bf6a87e5bd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Request body: {'port': {'device_id': '5e8f5206-be48-4603-a4ef-e625290348d9', 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c', 'admin_state_up': True, 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'security_groups': ['baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:28:32.689568 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-41e9473c-ac35-4cd3-9783-18cf7d3092d5 None None] For port 4fb56bec-85c2-4241-9d82-4ce522f38d0f, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=4fb56bec-85c2-4241-9d82-4ce522f38d0f,segment=NetworkSegment(9f9ea36f-3689-4c2a-a427-55e6584b4921),segment_id=9f9ea36f-3689-4c2a-a427-55e6584b4921)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:28:32.698727 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-41e9473c-ac35-4cd3-9783-18cf7d3092d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (4fb56bec-85c2-4241-9d82-4ce522f38d0f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:32.704869 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port b314cfa5-855e-425f-8d9b-905a71535e11 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:28:32.744374 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-2f378779-ea7f-4d27-bdac-c9bf6a87e5bd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Made reservation on behalf of 81edea45bc6a4faea4e455fe22db8a59 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:28:32.747949 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-2f378779-ea7f-4d27-bdac-c9bf6a87e5bd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:32.760784 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9473c-ac35-4cd3-9783-18cf7d3092d5 None None] Pushing event updated for resources: {'Port': ['ID=4fb56bec-85c2-4241-9d82-4ce522f38d0f,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:32.778497 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-6c9d2a3f-0fb5-43d0-aaf3-42daa0da5e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0ecc10-7b8c-4727-b4db-0606742c28c2', 'name': 'tempest-TestShelveInstance-371544116-router', 'tenant_id': '1a4be134d019492b80703fc28d3f999d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'b314cfa5-855e-425f-8d9b-905a71535e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:28:25Z', 'updated_at': '2022-03-22T20:28:28Z', 'revision_number': 4, 'project_id': '1a4be134d019492b80703fc28d3f999d', 'gw_port': {'id': 'b314cfa5-855e-425f-8d9b-905a71535e11', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0ecc10-7b8c-4727-b4db-0606742c28c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4421, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:25Z', 'updated_at': '2022-03-22T20:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '4fb56bec-85c2-4241-9d82-4ce522f38d0f', 'name': '', 'network_id': '2861aba8-d51e-4d86-a25b-f0efc5b481e8', 'tenant_id': '1a4be134d019492b80703fc28d3f999d', 'mac_address': 'fa:16:3e:90:01:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0ecc10-7b8c-4727-b4db-0606742c28c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '5cdf8fa5-e8d8-455b-bc02-d50e7b6a25cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:27Z', 'updated_at': '2022-03-22T20:28:31Z', 'revision_number': 4, 'project_id': '1a4be134d019492b80703fc28d3f999d', 'subnets': [{'id': '5cdf8fa5-e8d8-455b-bc02-d50e7b6a25cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:28:32.815125 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9d2a3f-0fb5-43d0-aaf3-42daa0da5e8d None None] The sync data for ids ['cf0ecc10-7b8c-4727-b4db-0606742c28c2'] in n-d-705658-24 is: [{'id': 'cf0ecc10-7b8c-4727-b4db-0606742c28c2', 'name': 'tempest-TestShelveInstance-371544116-router', 'tenant_id': '1a4be134d019492b80703fc28d3f999d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'b314cfa5-855e-425f-8d9b-905a71535e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:28:25Z', 'updated_at': '2022-03-22T20:28:28Z', 'revision_number': 4, 'project_id': '1a4be134d019492b80703fc28d3f999d', 'gw_port': {'id': 'b314cfa5-855e-425f-8d9b-905a71535e11', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0ecc10-7b8c-4727-b4db-0606742c28c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4421, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:25Z', 'updated_at': '2022-03-22T20:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '4fb56bec-85c2-4241-9d82-4ce522f38d0f', 'name': '', 'network_id': '2861aba8-d51e-4d86-a25b-f0efc5b481e8', 'tenant_id': '1a4be134d019492b80703fc28d3f999d', 'mac_address': 'fa:16:3e:90:01:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0ecc10-7b8c-4727-b4db-0606742c28c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4422, 'fixed_ips': [{'subnet_id': '5cdf8fa5-e8d8-455b-bc02-d50e7b6a25cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:27Z', 'updated_at': '2022-03-22T20:28:31Z', 'revision_number': 4, 'project_id': '1a4be134d019492b80703fc28d3f999d', 'subnets': [{'id': '5cdf8fa5-e8d8-455b-bc02-d50e7b6a25cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:28:32.824548 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-6692f3b8-ad72-4a3a-a9c1-6845543449b3 None None] Provisioning complete for port 4fb56bec-85c2-4241-9d82-4ce522f38d0f triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:28:32.824939 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6692f3b8-ad72-4a3a-a9c1-6845543449b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (4fb56bec-85c2-4241-9d82-4ce522f38d0f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:32.903265 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-2f378779-ea7f-4d27-bdac-c9bf6a87e5bd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Allocated IP 172.20.0.14 (da40f7c6-bf34-4d45-9982-5d5ccd76b21c/cda14f7f-ea10-4b8d-9ed5-06203b449bdb/26b1abe1-0d8c-4791-ae12-cb32df033e39) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:28:32.931459 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-6692f3b8-ad72-4a3a-a9c1-6845543449b3 None None] Current status of the port 4fb56bec-85c2-4241-9d82-4ce522f38d0f is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:28:33.064745 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-2f378779-ea7f-4d27-bdac-c9bf6a87e5bd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for port (26b1abe1-0d8c-4791-ae12-cb32df033e39), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:33.099601 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-2f378779-ea7f-4d27-bdac-c9bf6a87e5bd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (26b1abe1-0d8c-4791-ae12-cb32df033e39), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:33.145210 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-2f378779-ea7f-4d27-bdac-c9bf6a87e5bd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Network da40f7c6-bf34-4d45-9982-5d5ccd76b21c is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:28:33.149165 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-2f378779-ea7f-4d27-bdac-c9bf6a87e5bd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:28:33.152011 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-2f378779-ea7f-4d27-bdac-c9bf6a87e5bd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:28:33.185594 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f378779-ea7f-4d27-bdac-c9bf6a87e5bd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Pushing event updated for resources: {'Port': ['ID=26b1abe1-0d8c-4791-ae12-cb32df033e39,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:33.217116 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-2f378779-ea7f-4d27-bdac-c9bf6a87e5bd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:33.218089 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-2f378779-ea7f-4d27-bdac-c9bf6a87e5bd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:33.239944 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-2f378779-ea7f-4d27-bdac-c9bf6a87e5bd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6145463 Mar 22 20:28:33.252641 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-77fd1795-a365-4f64-920e-8dd17d09b90a service neutron] Request body: {'port': {'device_id': '5e8f5206-be48-4603-a4ef-e625290348d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:28:33.325590 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-77fd1795-a365-4f64-920e-8dd17d09b90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (26b1abe1-0d8c-4791-ae12-cb32df033e39), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:33.454961 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-1caa6989-2aa9-4299-887d-66398e4cd3d8 None None] Provisioning complete for port 26b1abe1-0d8c-4791-ae12-cb32df033e39 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:28:33.455509 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1caa6989-2aa9-4299-887d-66398e4cd3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (26b1abe1-0d8c-4791-ae12-cb32df033e39), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:33.492963 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1caa6989-2aa9-4299-887d-66398e4cd3d8 None None] Port 26b1abe1-0d8c-4791-ae12-cb32df033e39 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:28:33.608437 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-77fd1795-a365-4f64-920e-8dd17d09b90a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26b1abe1-0d8c-4791-ae12-cb32df033e39 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:28:33.617057 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-77fd1795-a365-4f64-920e-8dd17d09b90a service neutron] Publish callbacks [] for port (26b1abe1-0d8c-4791-ae12-cb32df033e39), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:33.629457 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-77fd1795-a365-4f64-920e-8dd17d09b90a service neutron] Transition to ACTIVE for port object 26b1abe1-0d8c-4791-ae12-cb32df033e39 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:28:33.633259 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-77fd1795-a365-4f64-920e-8dd17d09b90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (26b1abe1-0d8c-4791-ae12-cb32df033e39), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:33.700848 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd1795-a365-4f64-920e-8dd17d09b90a service neutron] Pushing event updated for resources: {'Port': ['ID=26b1abe1-0d8c-4791-ae12-cb32df033e39,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:33.793273 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-77fd1795-a365-4f64-920e-8dd17d09b90a service neutron] Attempting to bind port 26b1abe1-0d8c-4791-ae12-cb32df033e39 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:28:33.793618 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-77fd1795-a365-4f64-920e-8dd17d09b90a service neutron] Attempting to bind port 26b1abe1-0d8c-4791-ae12-cb32df033e39 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': 'baf36529-5495-4f44-acc0-2f4c522cf1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:28:33.793985 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-77fd1795-a365-4f64-920e-8dd17d09b90a service neutron] Attempting to bind port 26b1abe1-0d8c-4791-ae12-cb32df033e39 on network da40f7c6-bf34-4d45-9982-5d5ccd76b21c {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:28:33.809192 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62399e-1eb5-4735-b279-ce22be05fd23 req-b937375b-b8a7-4327-8486-c5635fb5e72d tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:33.810829 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7a62399e-1eb5-4735-b279-ce22be05fd23 req-b937375b-b8a7-4327-8486-c5635fb5e72d tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 944 time: 0.1113374 Mar 22 20:28:33.811449 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-77fd1795-a365-4f64-920e-8dd17d09b90a service neutron] Port 26b1abe1-0d8c-4791-ae12-cb32df033e39 on network da40f7c6-bf34-4d45-9982-5d5ccd76b21c not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:28:33.811772 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-77fd1795-a365-4f64-920e-8dd17d09b90a service neutron] Attempting to bind port 26b1abe1-0d8c-4791-ae12-cb32df033e39 on network da40f7c6-bf34-4d45-9982-5d5ccd76b21c {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:28:33.817497 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-77fd1795-a365-4f64-920e-8dd17d09b90a service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:28:33.817875 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-77fd1795-a365-4f64-920e-8dd17d09b90a service neutron] Checking segment: {'id': 'baf36529-5495-4f44-acc0-2f4c522cf1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:28:33.818265 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-77fd1795-a365-4f64-920e-8dd17d09b90a service neutron] Bound using segment: {'id': 'baf36529-5495-4f44-acc0-2f4c522cf1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:28:33.818695 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-77fd1795-a365-4f64-920e-8dd17d09b90a service neutron] Bound port: 26b1abe1-0d8c-4791-ae12-cb32df033e39, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baf36529-5495-4f44-acc0-2f4c522cf1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:28:33.819076 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-77fd1795-a365-4f64-920e-8dd17d09b90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (26b1abe1-0d8c-4791-ae12-cb32df033e39), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:33.902762 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7a62399e-1eb5-4735-b279-ce22be05fd23 req-a4fb9589-db06-4615-bc7b-af13c3118a21 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814586 Mar 22 20:28:33.923567 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-77fd1795-a365-4f64-920e-8dd17d09b90a service neutron] For port 26b1abe1-0d8c-4791-ae12-cb32df033e39, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:28:33.927222 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-77fd1795-a365-4f64-920e-8dd17d09b90a service neutron] For port 26b1abe1-0d8c-4791-ae12-cb32df033e39, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=26b1abe1-0d8c-4791-ae12-cb32df033e39,segment=NetworkSegment(baf36529-5495-4f44-acc0-2f4c522cf1a4),segment_id=baf36529-5495-4f44-acc0-2f4c522cf1a4)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:28:33.933872 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-77fd1795-a365-4f64-920e-8dd17d09b90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (26b1abe1-0d8c-4791-ae12-cb32df033e39), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:33.967601 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-77fd1795-a365-4f64-920e-8dd17d09b90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:33.968103 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-77fd1795-a365-4f64-920e-8dd17d09b90a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:33.970021 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-77fd1795-a365-4f64-920e-8dd17d09b90a service neutron] 10.222.0.85 "PUT /v2.0/ports/26b1abe1-0d8c-4791-ae12-cb32df033e39 HTTP/1.1" status: 200 len: 1093 time: 0.7227457 Mar 22 20:28:33.970456 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8f5206-be48-4603-a4ef-e625290348d9', 'tag': '26b1abe1-0d8c-4791-ae12-cb32df033e39'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:28:33.972702 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5203bbb830fb44ebcbef8845939fcb941f39cb8985b8c198af72047ed6de2cf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e65d57-0bdd-476d-861a-d51b3bf2a265" -d '{"events": [{"name": "network-changed", "server_uuid": "5e8f5206-be48-4603-a4ef-e625290348d9", "tag": "26b1abe1-0d8c-4791-ae12-cb32df033e39"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:28:33.997506 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd1795-a365-4f64-920e-8dd17d09b90a service neutron] Pushing event updated for resources: {'Port': ['ID=26b1abe1-0d8c-4791-ae12-cb32df033e39,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:34.028137 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace8bd33-8ef3-473b-907b-669d446db5ae x-openstack-request-id: req-ace8bd33-8ef3-473b-907b-669d446db5ae {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:28:34.028436 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e8f5206-be48-4603-a4ef-e625290348d9", "tag": "26b1abe1-0d8c-4791-ae12-cb32df033e39", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:28:34.028799 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ace8bd33-8ef3-473b-907b-669d446db5ae {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:28:34.029268 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ace8bd33-8ef3-473b-907b-669d446db5ae'] response: {'name': 'network-changed', 'server_uuid': '5e8f5206-be48-4603-a4ef-e625290348d9', 'tag': '26b1abe1-0d8c-4791-ae12-cb32df033e39', 'status': 'completed', 'code': 200} Mar 22 20:28:34.080474 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-ad85290b-58f0-4a09-a99c-3a6fffa67c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:34.082504 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-ad85290b-58f0-4a09-a99c-3a6fffa67c03 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=81edea45bc6a4faea4e455fe22db8a59&device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 1127 time: 0.0693777 Mar 22 20:28:34.129238 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-2ce70402-cff5-4eac-9432-5de3f4b949d5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26b1abe1-0d8c-4791-ae12-cb32df033e39 HTTP/1.1" status: 200 len: 217 time: 0.0383079 Mar 22 20:28:34.139033 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 4fb56bec-85c2-4241-9d82-4ce522f38d0f up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:28:34.182420 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-b4e06851-9e7d-4352-90ea-0cf2bed454fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:34.184050 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-b4e06851-9e7d-4352-90ea-0cf2bed454fd service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cda14f7f-ea10-4b8d-9ed5-06203b449bdb HTTP/1.1" status: 200 len: 847 time: 0.0469158 Mar 22 20:28:34.191686 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 4fb56bec-85c2-4241-9d82-4ce522f38d0f triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:28:34.192081 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (4fb56bec-85c2-4241-9d82-4ce522f38d0f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:34.241717 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-9eccdf09-74d6-4dc7-af13-7ccd8ac84e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:34.243186 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-9eccdf09-74d6-4dc7-af13-7ccd8ac84e59 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0534844 Mar 22 20:28:34.291253 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 4fb56bec-85c2-4241-9d82-4ce522f38d0f is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:28:34.335127 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-39f5fd68-fa61-4ef7-bdef-8220133937b1 service neutron] 10.222.0.85 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862947 Mar 22 20:28:34.439664 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20089983-fe50-4bb7-a536-0a074b2d56b0 req-56f5ba9f-991b-44cb-bf22-ad340839c14a service neutron] 10.222.0.85 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981631 Mar 22 20:28:34.527538 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e65d57-0bdd-476d-861a-d51b3bf2a265 req-6c283fcf-0aef-46d9-86cf-3f6f769ce3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:34.529026 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62e65d57-0bdd-476d-861a-d51b3bf2a265 req-6c283fcf-0aef-46d9-86cf-3f6f769ce3fc service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=81edea45bc6a4faea4e455fe22db8a59&device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 1127 time: 0.0458384 Mar 22 20:28:34.617132 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e65d57-0bdd-476d-861a-d51b3bf2a265 req-cdb7ef9d-ba8a-4f9e-9df8-020d2f77a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:34.618583 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62e65d57-0bdd-476d-861a-d51b3bf2a265 req-cdb7ef9d-ba8a-4f9e-9df8-020d2f77a2e6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c HTTP/1.1" status: 200 len: 909 time: 0.0835454 Mar 22 20:28:34.664771 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62e65d57-0bdd-476d-861a-d51b3bf2a265 req-8f8a38a9-d0b5-4e8b-838c-2f8853df95b8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26b1abe1-0d8c-4791-ae12-cb32df033e39 HTTP/1.1" status: 200 len: 217 time: 0.0401337 Mar 22 20:28:34.721868 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e65d57-0bdd-476d-861a-d51b3bf2a265 req-d4b3e858-a36a-4aac-b0cc-ba5cf8b0f508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:34.723346 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62e65d57-0bdd-476d-861a-d51b3bf2a265 req-d4b3e858-a36a-4aac-b0cc-ba5cf8b0f508 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cda14f7f-ea10-4b8d-9ed5-06203b449bdb HTTP/1.1" status: 200 len: 847 time: 0.0534878 Mar 22 20:28:34.775457 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e65d57-0bdd-476d-861a-d51b3bf2a265 req-afb1cdf3-170e-4b8c-a510-8c5743dad439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:34.777034 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62e65d57-0bdd-476d-861a-d51b3bf2a265 req-afb1cdf3-170e-4b8c-a510-8c5743dad439 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0476630 Mar 22 20:28:34.873610 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62e65d57-0bdd-476d-861a-d51b3bf2a265 req-fb30f5f6-305d-4437-bac0-c61d8ccf573a service neutron] 10.222.0.85 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906000 Mar 22 20:28:34.968024 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-62e65d57-0bdd-476d-861a-d51b3bf2a265 req-25fb181e-c827-4625-8a91-cc3fc9a6d982 service neutron] 10.222.0.85 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890284 Mar 22 20:28:35.037622 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b914b86-0b3a-497f-836d-dd0ea5fc6a25 req-c2054b76-12f4-45bd-ba9f-fdeed7c30c4d tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:35.039199 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0b914b86-0b3a-497f-836d-dd0ea5fc6a25 req-c2054b76-12f4-45bd-ba9f-fdeed7c30c4d tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 944 time: 0.0558801 Mar 22 20:28:35.092343 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0b914b86-0b3a-497f-836d-dd0ea5fc6a25 req-8ffbe79f-102c-4f38-af49-51e260dd92fd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473225 Mar 22 20:28:36.213378 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8289cc8-3ce2-4cfc-aa53-eeca0ec5ef21 req-2df38663-c0ea-4a10-9b93-406f9d125e6f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:36.214898 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d8289cc8-3ce2-4cfc-aa53-eeca0ec5ef21 req-2df38663-c0ea-4a10-9b93-406f9d125e6f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 944 time: 0.0523136 Mar 22 20:28:36.262849 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d8289cc8-3ce2-4cfc-aa53-eeca0ec5ef21 req-44dd121a-0055-4376-a888-a78e8eb5d857 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419035 Mar 22 20:28:37.387688 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ad8bd-cf12-44ec-8fff-5fa49618a7e0 req-a23c6fb6-1268-4840-95d6-21613e41fc6f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:37.389210 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8d6ad8bd-cf12-44ec-8fff-5fa49618a7e0 req-a23c6fb6-1268-4840-95d6-21613e41fc6f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 944 time: 0.0567603 Mar 22 20:28:37.441240 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8d6ad8bd-cf12-44ec-8fff-5fa49618a7e0 req-aad0d290-eabb-4e1b-84e8-a61f787adcbf tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442829 Mar 22 20:28:38.518582 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 26b1abe1-0d8c-4791-ae12-cb32df033e39 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:28:38.566065 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726168a-5bdb-4769-b3d8-49b632463d7a req-3c1b69e3-392e-48ce-a363-def79fe29ec4 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:38.567569 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5726168a-5bdb-4769-b3d8-49b632463d7a req-3c1b69e3-392e-48ce-a363-def79fe29ec4 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 944 time: 0.0590026 Mar 22 20:28:38.615119 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 26b1abe1-0d8c-4791-ae12-cb32df033e39, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=26b1abe1-0d8c-4791-ae12-cb32df033e39,segment=NetworkSegment(baf36529-5495-4f44-acc0-2f4c522cf1a4),segment_id=baf36529-5495-4f44-acc0-2f4c522cf1a4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:28:38.616769 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5726168a-5bdb-4769-b3d8-49b632463d7a req-88fc2b7c-f5e7-4535-b920-dd460d95e594 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432904 Mar 22 20:28:38.627036 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '26b1abe1-0d8c-4791-ae12-cb32df033e39', 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c', 'port_id': '26b1abe1-0d8c-4791-ae12-cb32df033e39', 'mac_address': 'fa:16:3e:5d:c9:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda14f7f-ea10-4b8d-9ed5-06203b449bdb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:28:38.668561 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 26b1abe1-0d8c-4791-ae12-cb32df033e39 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:28:38.669076 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (26b1abe1-0d8c-4791-ae12-cb32df033e39), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:38.682379 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26b1abe1-0d8c-4791-ae12-cb32df033e39 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:28:38.700707 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 26b1abe1-0d8c-4791-ae12-cb32df033e39, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=26b1abe1-0d8c-4791-ae12-cb32df033e39,segment=NetworkSegment(baf36529-5495-4f44-acc0-2f4c522cf1a4),segment_id=baf36529-5495-4f44-acc0-2f4c522cf1a4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:28:38.705137 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (26b1abe1-0d8c-4791-ae12-cb32df033e39), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:38.750395 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=26b1abe1-0d8c-4791-ae12-cb32df033e39,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:39.049479 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['26b1abe1-0d8c-4791-ae12-cb32df033e39'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:28:39.735725 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd725ff0-fa7a-47c3-b875-e804663964db req-b7a0fbf6-5a79-4698-911c-9edd4dc7d4b8 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:39.737276 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bd725ff0-fa7a-47c3-b875-e804663964db req-b7a0fbf6-5a79-4698-911c-9edd4dc7d4b8 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 945 time: 0.0538020 Mar 22 20:28:39.793020 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bd725ff0-fa7a-47c3-b875-e804663964db req-b5e02a0e-9635-4a01-9b9b-1139267e5dfb tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471191 Mar 22 20:28:40.532155 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 26b1abe1-0d8c-4791-ae12-cb32df033e39 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:28:40.581512 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 26b1abe1-0d8c-4791-ae12-cb32df033e39 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:28:40.585443 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 26b1abe1-0d8c-4791-ae12-cb32df033e39 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:28:40.585839 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (26b1abe1-0d8c-4791-ae12-cb32df033e39), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:40.664128 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 26b1abe1-0d8c-4791-ae12-cb32df033e39 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:28:40.664512 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (26b1abe1-0d8c-4791-ae12-cb32df033e39), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:40.686707 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8f5206-be48-4603-a4ef-e625290348d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b1abe1-0d8c-4791-ae12-cb32df033e39'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:28:40.688976 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42acaf4adbc820cceca1c39a9c6556ee9c843f2d32102223230a5dac4986dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d2244f-c256-4835-873a-0ec5632d7bf6" -d '{"events": [{"server_uuid": "5e8f5206-be48-4603-a4ef-e625290348d9", "name": "network-vif-plugged", "status": "completed", "tag": "26b1abe1-0d8c-4791-ae12-cb32df033e39"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:28:40.701362 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 26b1abe1-0d8c-4791-ae12-cb32df033e39, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=26b1abe1-0d8c-4791-ae12-cb32df033e39,segment=NetworkSegment(baf36529-5495-4f44-acc0-2f4c522cf1a4),segment_id=baf36529-5495-4f44-acc0-2f4c522cf1a4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:28:40.705568 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (26b1abe1-0d8c-4791-ae12-cb32df033e39), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:40.727786 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd8c8df-8366-4ce8-8c2e-893e82fd27b4 x-openstack-request-id: req-1cd8c8df-8366-4ce8-8c2e-893e82fd27b4 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:28:40.728092 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8f5206-be48-4603-a4ef-e625290348d9", "name": "network-vif-plugged", "status": "completed", "tag": "26b1abe1-0d8c-4791-ae12-cb32df033e39", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:28:40.728331 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-1cd8c8df-8366-4ce8-8c2e-893e82fd27b4 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:28:40.728723 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cd8c8df-8366-4ce8-8c2e-893e82fd27b4'] response: {'server_uuid': '5e8f5206-be48-4603-a4ef-e625290348d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b1abe1-0d8c-4791-ae12-cb32df033e39', 'code': 200} Mar 22 20:28:40.754177 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=26b1abe1-0d8c-4791-ae12-cb32df033e39,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:40.835004 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c70ea6-67d7-44f9-8e05-90104b0c1a17 req-c6cf685f-b252-4167-8ac1-aee7c1b6ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:40.836633 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f2c70ea6-67d7-44f9-8e05-90104b0c1a17 req-c6cf685f-b252-4167-8ac1-aee7c1b6ff74 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 1129 time: 0.0499835 Mar 22 20:28:40.896840 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f2c70ea6-67d7-44f9-8e05-90104b0c1a17 req-9b29009b-77fe-4705-beee-e83e599b5834 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543950 Mar 22 20:28:40.938910 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e79728-b81e-4c2a-98d3-724041453e3f req-a6f7ae16-5fdb-4572-b85b-7a606b27a10c tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:40.940420 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-90e79728-b81e-4c2a-98d3-724041453e3f req-a6f7ae16-5fdb-4572-b85b-7a606b27a10c tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 946 time: 0.0612478 Mar 22 20:28:40.989729 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-90e79728-b81e-4c2a-98d3-724041453e3f req-68bca8a3-3a80-4f22-8a38-797081904d27 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436239 Mar 22 20:28:42.111131 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2ada2d-8f70-4769-8baf-b66c8793c6b6 req-067a5efb-a375-43b8-8fd3-828ef0b72860 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:42.112621 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4c2ada2d-8f70-4769-8baf-b66c8793c6b6 req-067a5efb-a375-43b8-8fd3-828ef0b72860 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 946 time: 0.0513935 Mar 22 20:28:42.167357 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4c2ada2d-8f70-4769-8baf-b66c8793c6b6 req-57761968-5aaf-466d-8903-6f2597983909 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487106 Mar 22 20:28:43.287531 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a51ef-182b-4388-b146-c1ac7df17850 req-d7555656-ad61-4da4-a9e3-36105415b82c tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:43.289060 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2e9a51ef-182b-4388-b146-c1ac7df17850 req-d7555656-ad61-4da4-a9e3-36105415b82c tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 946 time: 0.0558727 Mar 22 20:28:43.338682 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2e9a51ef-182b-4388-b146-c1ac7df17850 req-9db04a0b-7fa9-4dc0-a822-a43c891cb6f2 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440972 Mar 22 20:28:43.458457 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bbac2-8aff-4c2c-af64-d92c86173c46 req-35999b72-1792-481d-a76e-b50feedc5e5a tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:43.459883 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2d0bbac2-8aff-4c2c-af64-d92c86173c46 req-35999b72-1792-481d-a76e-b50feedc5e5a tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 946 time: 0.0517471 Mar 22 20:28:43.508285 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2d0bbac2-8aff-4c2c-af64-d92c86173c46 req-013858a2-2a9e-4055-acaa-58afbe73c6ed tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427933 Mar 22 20:28:43.530222 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42084) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:28:43.660823 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d2af49-59cf-49c0-9b4c-bbb31d72ce90 tempest-TestShelveInstance-1817505766 tempest-TestShelveInstance-1817505766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:43.662375 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-37d2af49-59cf-49c0-9b4c-bbb31d72ce90 tempest-TestShelveInstance-1817505766 tempest-TestShelveInstance-1817505766-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 1124 time: 0.1311693 Mar 22 20:28:43.665344 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42088) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:28:43.669451 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-a9e15ac4-1d22-4469-a417-aadbce9fed53 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'port_id': '26b1abe1-0d8c-4791-ae12-cb32df033e39', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:28:43.689430 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a9e15ac4-1d22-4469-a417-aadbce9fed53 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:43.792812 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a9e15ac4-1d22-4469-a417-aadbce9fed53 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:43.891517 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-a9e15ac4-1d22-4469-a417-aadbce9fed53 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Allocated IP 172.25.5.71 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/dab41fa8-524d-490a-a1a6-7f2942e1c56f) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:28:43.993016 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a9e15ac4-1d22-4469-a417-aadbce9fed53 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for port (dab41fa8-524d-490a-a1a6-7f2942e1c56f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:44.027840 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a9e15ac4-1d22-4469-a417-aadbce9fed53 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (dab41fa8-524d-490a-a1a6-7f2942e1c56f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:44.068810 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e15ac4-1d22-4469-a417-aadbce9fed53 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:28:44.071713 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-a9e15ac4-1d22-4469-a417-aadbce9fed53 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:28:44.074212 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e15ac4-1d22-4469-a417-aadbce9fed53 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:28:44.103876 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e15ac4-1d22-4469-a417-aadbce9fed53 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Pushing event updated for resources: {'Port': ['ID=dab41fa8-524d-490a-a1a6-7f2942e1c56f,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:44.436591 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a9e15ac4-1d22-4469-a417-aadbce9fed53 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for floatingip (a3594232-a8e3-404a-8f09-b2f978f98d45), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:44.503783 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a9e15ac4-1d22-4469-a417-aadbce9fed53 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (dab41fa8-524d-490a-a1a6-7f2942e1c56f), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:44.654471 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a9e15ac4-1d22-4469-a417-aadbce9fed53 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for port (dab41fa8-524d-490a-a1a6-7f2942e1c56f), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:44.659289 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a9e15ac4-1d22-4469-a417-aadbce9fed53 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (dab41fa8-524d-490a-a1a6-7f2942e1c56f), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:44.727708 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e15ac4-1d22-4469-a417-aadbce9fed53 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Pushing event updated for resources: {'Port': ['ID=dab41fa8-524d-490a-a1a6-7f2942e1c56f,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:28:44.741078 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a9e15ac4-1d22-4469-a417-aadbce9fed53 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (a3594232-a8e3-404a-8f09-b2f978f98d45), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:44.845701 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-a9e15ac4-1d22-4469-a417-aadbce9fed53 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Floating IP a3594232-a8e3-404a-8f09-b2f978f98d45 associated. External IP: 172.25.5.71, port: 26b1abe1-0d8c-4791-ae12-cb32df033e39. Mar 22 20:28:45.311531 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-79983bcc-ce71-442a-98b4-a75f104c92d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:45.364731 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e15ac4-1d22-4469-a417-aadbce9fed53 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Router f68ea842-7ae6-442b-afa2-996a1a9d4291 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:28:45.474483 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e15ac4-1d22-4469-a417-aadbce9fed53 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:28:45.485492 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e21fc3-9952-4592-9283-c97425e48204 None None] Sync routers for ids ['f68ea842-7ae6-442b-afa2-996a1a9d4291'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:28:45.493672 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a9e15ac4-1d22-4469-a417-aadbce9fed53 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:45.496708 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e21fc3-9952-4592-9283-c97425e48204 None None] Routers {'f68ea842-7ae6-442b-afa2-996a1a9d4291'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:28:45.497330 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d5e21fc3-9952-4592-9283-c97425e48204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:28:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f68ea842-7ae6-442b-afa2-996a1a9d4291'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:28:45.523765 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a9e15ac4-1d22-4469-a417-aadbce9fed53 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8573523 Mar 22 20:28:45.524348 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8f5206-be48-4603-a4ef-e625290348d9', 'tag': '26b1abe1-0d8c-4791-ae12-cb32df033e39'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:28:45.526676 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a75afaf1dfaad70fedc7c7f30d5b041dbb7ec48f6ef478f84521d18edf73ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4219be0e-b1ae-4807-afad-7affc88c7039" -d '{"events": [{"name": "network-changed", "server_uuid": "5e8f5206-be48-4603-a4ef-e625290348d9", "tag": "26b1abe1-0d8c-4791-ae12-cb32df033e39"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:28:45.566706 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8825b73-fc9e-416f-92b2-062d3e280ae2 x-openstack-request-id: req-b8825b73-fc9e-416f-92b2-062d3e280ae2 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:28:45.567005 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e8f5206-be48-4603-a4ef-e625290348d9", "tag": "26b1abe1-0d8c-4791-ae12-cb32df033e39", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:28:45.567266 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b8825b73-fc9e-416f-92b2-062d3e280ae2 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:28:45.567701 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8825b73-fc9e-416f-92b2-062d3e280ae2'] response: {'name': 'network-changed', 'server_uuid': '5e8f5206-be48-4603-a4ef-e625290348d9', 'tag': '26b1abe1-0d8c-4791-ae12-cb32df033e39', 'status': 'completed', 'code': 200} Mar 22 20:28:45.605854 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-d5e21fc3-9952-4592-9283-c97425e48204 None None] Set router f68ea842-7ae6-442b-afa2-996a1a9d4291 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:28:45.635394 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219be0e-b1ae-4807-afad-7affc88c7039 req-80d3715a-864d-4d79-ac37-8702c8af6206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:45.636903 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4219be0e-b1ae-4807-afad-7affc88c7039 req-80d3715a-864d-4d79-ac37-8702c8af6206 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=81edea45bc6a4faea4e455fe22db8a59&device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 1129 time: 0.0484447 Mar 22 20:28:45.727253 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219be0e-b1ae-4807-afad-7affc88c7039 req-b0b81c06-c925-4f07-8abb-73847b04a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:45.728641 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4219be0e-b1ae-4807-afad-7affc88c7039 req-b0b81c06-c925-4f07-8abb-73847b04a8a7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c HTTP/1.1" status: 200 len: 909 time: 0.0859957 Mar 22 20:28:45.797575 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4219be0e-b1ae-4807-afad-7affc88c7039 req-0e3666d3-3ad6-4b2d-ad2f-59d25c3738d3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26b1abe1-0d8c-4791-ae12-cb32df033e39 HTTP/1.1" status: 200 len: 999 time: 0.0635893 Mar 22 20:28:45.839551 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d5e21fc3-9952-4592-9283-c97425e48204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'name': 'tempest-TestShelveInstance-295804902-router', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '339bdd9d-7558-45a6-862b-0d1016165642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:23Z', 'revision_number': 4, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'gw_port': {'id': '339bdd9d-7558-45a6-862b-0d1016165642', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'a3594232-a8e3-404a-8f09-b2f978f98d45', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'floating_ip_address': '172.25.5.71', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'port_id': '26b1abe1-0d8c-4791-ae12-cb32df033e39', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c', 'mac_address': 'fa:16:3e:5d:c9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8f5206-be48-4603-a4ef-e625290348d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:28:44Z', 'updated_at': '2022-03-22T20:28:44Z', 'revision_number': 0, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '121265eb-7ea1-449c-a3a9-bc259cf63cd9', 'name': '', 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'mac_address': 'fa:16:3e:ad:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'device_owner': 'network:router_interface', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'cda14f7f-ea10-4b8d-9ed5-06203b449bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:22Z', 'updated_at': '2022-03-22T20:28:27Z', 'revision_number': 5, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'subnets': [{'id': 'cda14f7f-ea10-4b8d-9ed5-06203b449bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:28:45.845481 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219be0e-b1ae-4807-afad-7affc88c7039 req-a05e6c96-9e6e-4dff-bb17-1070c9d7c256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:45.846984 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4219be0e-b1ae-4807-afad-7affc88c7039 req-a05e6c96-9e6e-4dff-bb17-1070c9d7c256 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cda14f7f-ea10-4b8d-9ed5-06203b449bdb HTTP/1.1" status: 200 len: 847 time: 0.0442977 Mar 22 20:28:45.865427 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e21fc3-9952-4592-9283-c97425e48204 None None] Checking router: f68ea842-7ae6-442b-afa2-996a1a9d4291 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:28:45.873545 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e21fc3-9952-4592-9283-c97425e48204 None None] Routers {'f68ea842-7ae6-442b-afa2-996a1a9d4291'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:28:45.874264 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d5e21fc3-9952-4592-9283-c97425e48204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:28:17Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f68ea842-7ae6-442b-afa2-996a1a9d4291'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:28:45.897158 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219be0e-b1ae-4807-afad-7affc88c7039 req-27fc8ecb-63b7-43b2-a744-af6c4d2addbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:28:45.898890 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4219be0e-b1ae-4807-afad-7affc88c7039 req-27fc8ecb-63b7-43b2-a744-af6c4d2addbb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455701 Mar 22 20:28:45.981207 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-d5e21fc3-9952-4592-9283-c97425e48204 None None] Set router f68ea842-7ae6-442b-afa2-996a1a9d4291 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:28:45.989928 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4219be0e-b1ae-4807-afad-7affc88c7039 req-5b9cd531-d8bd-45d9-a25e-0c39d38f8c83 service neutron] 10.222.0.85 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852947 Mar 22 20:28:46.079945 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4219be0e-b1ae-4807-afad-7affc88c7039 req-35fea9b2-4ece-4a44-a921-a7c143a20be2 service neutron] 10.222.0.85 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844615 Mar 22 20:28:46.207926 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-d5e21fc3-9952-4592-9283-c97425e48204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'name': 'tempest-TestShelveInstance-295804902-router', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '339bdd9d-7558-45a6-862b-0d1016165642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:23Z', 'revision_number': 4, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'gw_port': {'id': '339bdd9d-7558-45a6-862b-0d1016165642', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'a3594232-a8e3-404a-8f09-b2f978f98d45', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'floating_ip_address': '172.25.5.71', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'port_id': '26b1abe1-0d8c-4791-ae12-cb32df033e39', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c', 'mac_address': 'fa:16:3e:5d:c9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8f5206-be48-4603-a4ef-e625290348d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:28:44Z', 'updated_at': '2022-03-22T20:28:44Z', 'revision_number': 0, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '121265eb-7ea1-449c-a3a9-bc259cf63cd9', 'name': '', 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'mac_address': 'fa:16:3e:ad:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'device_owner': 'network:router_interface', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'cda14f7f-ea10-4b8d-9ed5-06203b449bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:22Z', 'updated_at': '2022-03-22T20:28:27Z', 'revision_number': 5, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'subnets': [{'id': 'cda14f7f-ea10-4b8d-9ed5-06203b449bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:28:46.233508 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e21fc3-9952-4592-9283-c97425e48204 None None] The sync data for ids ['f68ea842-7ae6-442b-afa2-996a1a9d4291'] in n-d-705658-24 is: [{'id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'name': 'tempest-TestShelveInstance-295804902-router', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '339bdd9d-7558-45a6-862b-0d1016165642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:23Z', 'revision_number': 4, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'gw_port': {'id': '339bdd9d-7558-45a6-862b-0d1016165642', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': 'a3594232-a8e3-404a-8f09-b2f978f98d45', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'floating_ip_address': '172.25.5.71', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'port_id': '26b1abe1-0d8c-4791-ae12-cb32df033e39', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c', 'mac_address': 'fa:16:3e:5d:c9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8f5206-be48-4603-a4ef-e625290348d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:28:44Z', 'updated_at': '2022-03-22T20:28:44Z', 'revision_number': 0, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '121265eb-7ea1-449c-a3a9-bc259cf63cd9', 'name': '', 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'mac_address': 'fa:16:3e:ad:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'device_owner': 'network:router_interface', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'cda14f7f-ea10-4b8d-9ed5-06203b449bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:22Z', 'updated_at': '2022-03-22T20:28:27Z', 'revision_number': 5, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'subnets': [{'id': 'cda14f7f-ea10-4b8d-9ed5-06203b449bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:28:46.447151 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2689d00e-1d1f-4306-a4c0-0e716276e8e3 None None] New status for floating IP a3594232-a8e3-404a-8f09-b2f978f98d45: ACTIVE {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:28:46.605228 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:47.492934 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-93f7b0c8-6816-492f-9278-87f30a773f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:48.857818 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:48.962322 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:50.391281 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:51.476395 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:28:53.605482 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:29:15.304250 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-cdbeff31-6c44-4c4a-8948-9b67f98e6279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:29:16.605559 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:29:17.494963 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b8ae2fc7-0945-41ab-909b-76e6fd8a403a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:29:18.872923 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:29:18.964448 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:29:20.393254 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:29:21.479899 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:29:30.604551 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:29:35.704630 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dda16adf-9030-41b5-bc9e-657dba62fc71 req-c78ddf8f-44ab-4b5a-aed2-cc81b8aa583b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0921526 Mar 22 20:29:35.795607 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda16adf-9030-41b5-bc9e-657dba62fc71 req-a91090d7-ef1b-4883-b577-f911f3b81983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:29:35.797143 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dda16adf-9030-41b5-bc9e-657dba62fc71 req-a91090d7-ef1b-4883-b577-f911f3b81983 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=81edea45bc6a4faea4e455fe22db8a59&device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 1129 time: 0.0501821 Mar 22 20:29:35.901820 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda16adf-9030-41b5-bc9e-657dba62fc71 req-400cc0c0-bb25-4e26-ab4a-bc538223d8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:29:35.903332 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dda16adf-9030-41b5-bc9e-657dba62fc71 req-400cc0c0-bb25-4e26-ab4a-bc538223d8f6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c HTTP/1.1" status: 200 len: 909 time: 0.0855718 Mar 22 20:29:35.971753 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dda16adf-9030-41b5-bc9e-657dba62fc71 req-95db1840-c146-4baf-83fa-a7191187eb99 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26b1abe1-0d8c-4791-ae12-cb32df033e39 HTTP/1.1" status: 200 len: 1001 time: 0.0627556 Mar 22 20:29:36.024158 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda16adf-9030-41b5-bc9e-657dba62fc71 req-ab6684e9-2ba0-40c1-9c5d-77f9cd4f734b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:29:36.025642 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dda16adf-9030-41b5-bc9e-657dba62fc71 req-ab6684e9-2ba0-40c1-9c5d-77f9cd4f734b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cda14f7f-ea10-4b8d-9ed5-06203b449bdb HTTP/1.1" status: 200 len: 847 time: 0.0477090 Mar 22 20:29:36.074344 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda16adf-9030-41b5-bc9e-657dba62fc71 req-b1756e03-9a78-4935-8711-0f3c641f2485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:29:36.075887 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dda16adf-9030-41b5-bc9e-657dba62fc71 req-b1756e03-9a78-4935-8711-0f3c641f2485 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448775 Mar 22 20:29:36.086680 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-dda16adf-9030-41b5-bc9e-657dba62fc71 req-9d79c99a-568c-4e03-bef5-e5cf42e2d55c service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 20:29:36.087633 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dda16adf-9030-41b5-bc9e-657dba62fc71 req-9d79c99a-568c-4e03-bef5-e5cf42e2d55c service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050018 Mar 22 20:29:36.177311 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dda16adf-9030-41b5-bc9e-657dba62fc71 req-3793d412-20f5-4fdc-a142-ae1f81393fce service neutron] 10.222.0.85 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843484 Mar 22 20:29:36.265205 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dda16adf-9030-41b5-bc9e-657dba62fc71 req-ad2f4696-438d-4aa9-99a7-54e48ade13fe service neutron] 10.222.0.85 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816662 Mar 22 20:29:45.306996 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e19365f7-11c1-449c-9b4a-6f73f1ab83e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:29:46.609407 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:29:47.498637 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-520d31a8-a9f0-48da-8dc6-a379566355d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:29:48.889502 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:29:48.968573 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:29:50.396192 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:29:51.484756 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:30:07.603676 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:30:15.309175 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-94ae8728-d470-4e8e-a8fe-a3d81d53a401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:30:16.618791 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:30:17.504656 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1f91f741-caf4-4799-8a88-125627e8192e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:30:18.884938 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:30:18.970995 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:30:20.399157 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:30:21.486559 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:30:35.654447 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f811893a-f0c2-48f5-a234-18937ae54957 req-05b3675a-7298-4f07-ba9c-6de13678ecd4 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441458 Mar 22 20:30:35.744186 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811893a-f0c2-48f5-a234-18937ae54957 req-ebc978f9-faaa-4dd0-ae1e-13d1f19c28af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:30:35.745728 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f811893a-f0c2-48f5-a234-18937ae54957 req-ebc978f9-faaa-4dd0-ae1e-13d1f19c28af service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=81edea45bc6a4faea4e455fe22db8a59&device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 1129 time: 0.0500915 Mar 22 20:30:35.848307 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811893a-f0c2-48f5-a234-18937ae54957 req-a582e089-dd4d-454f-b995-d9f14af2b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:30:35.849824 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f811893a-f0c2-48f5-a234-18937ae54957 req-a582e089-dd4d-454f-b995-d9f14af2b11c service neutron] 10.222.0.85 "GET /v2.0/networks?id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c HTTP/1.1" status: 200 len: 909 time: 0.0843923 Mar 22 20:30:35.920533 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f811893a-f0c2-48f5-a234-18937ae54957 req-23851803-1eb2-4993-a3af-ae897e545cec service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26b1abe1-0d8c-4791-ae12-cb32df033e39 HTTP/1.1" status: 200 len: 1001 time: 0.0648475 Mar 22 20:30:35.967998 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811893a-f0c2-48f5-a234-18937ae54957 req-4b9530c4-1858-47a9-a327-9d9d043d4d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:30:35.969526 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f811893a-f0c2-48f5-a234-18937ae54957 req-4b9530c4-1858-47a9-a327-9d9d043d4d49 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cda14f7f-ea10-4b8d-9ed5-06203b449bdb HTTP/1.1" status: 200 len: 847 time: 0.0435452 Mar 22 20:30:36.017924 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811893a-f0c2-48f5-a234-18937ae54957 req-1f7737dd-f313-4035-9a0c-40ab493d8e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:30:36.019405 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f811893a-f0c2-48f5-a234-18937ae54957 req-1f7737dd-f313-4035-9a0c-40ab493d8e9f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440860 Mar 22 20:30:36.109286 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f811893a-f0c2-48f5-a234-18937ae54957 req-12582526-2461-48a8-9aa7-a7ef290bff9d service neutron] 10.222.0.85 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832043 Mar 22 20:30:36.195396 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f811893a-f0c2-48f5-a234-18937ae54957 req-b541ea80-2579-40bb-9392-0399e8253303 service neutron] 10.222.0.85 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807385 Mar 22 20:30:44.604151 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:30:45.312572 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d9acd61a-4a36-4b54-b4c9-62a04c89fb55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:30:46.634445 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:30:47.508564 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-56d57bc0-7411-448d-95cf-eaadda816bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:30:48.889498 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:30:48.977560 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:30:50.401821 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:30:51.488819 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:31:12.353971 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef9c35-8d2c-4b82-a7f4-95f70058f250 req-d454aeed-2c93-4a53-954b-542673145f8c tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:12.355368 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-18ef9c35-8d2c-4b82-a7f4-95f70058f250 req-d454aeed-2c93-4a53-954b-542673145f8c tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 946 time: 0.0521789 Mar 22 20:31:12.408291 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-18ef9c35-8d2c-4b82-a7f4-95f70058f250 req-ce484ede-9ff9-48d9-bff4-df642a421cd4 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472527 Mar 22 20:31:13.540930 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bf6a5-0c4d-4775-bc27-899480ae3016 req-c0a77c54-2602-4e66-85dd-1cb06dfdb479 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:13.542496 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a37bf6a5-0c4d-4775-bc27-899480ae3016 req-c0a77c54-2602-4e66-85dd-1cb06dfdb479 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 946 time: 0.0525002 Mar 22 20:31:13.591538 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a37bf6a5-0c4d-4775-bc27-899480ae3016 req-c39a6a56-03ea-45f2-9664-a42a160ead27 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432229 Mar 22 20:31:14.718118 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8963272-a5e8-47b3-aa9c-30df08bae082 req-06c3a1fe-15d9-4bd5-9a1f-644342d31952 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:14.720185 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c8963272-a5e8-47b3-aa9c-30df08bae082 req-06c3a1fe-15d9-4bd5-9a1f-644342d31952 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 946 time: 0.0512486 Mar 22 20:31:14.767284 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c8963272-a5e8-47b3-aa9c-30df08bae082 req-50a4ecae-8663-4e3b-a653-93eaeb427d35 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415373 Mar 22 20:31:15.315299 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-722bdd65-42c4-44d9-99ba-8affb0d8ede7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:31:15.890578 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13942f-10dc-4998-9899-ce1154afd80b req-a1c8e9e0-a257-4c2b-80ce-3e025d17983a tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:15.892584 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed13942f-10dc-4998-9899-ce1154afd80b req-a1c8e9e0-a257-4c2b-80ce-3e025d17983a tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 946 time: 0.0554621 Mar 22 20:31:15.944507 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ed13942f-10dc-4998-9899-ce1154afd80b req-43903e16-5691-47f1-b3ff-ab62e0514b48 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429566 Mar 22 20:31:16.633923 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:31:17.067227 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b7bdb-2d63-4a59-be81-7bc70f4e1f98 req-31c52092-50c0-4ee2-8e60-f1b0197c212e tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:17.068740 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ea0b7bdb-2d63-4a59-be81-7bc70f4e1f98 req-31c52092-50c0-4ee2-8e60-f1b0197c212e tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 946 time: 0.0522542 Mar 22 20:31:17.117480 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ea0b7bdb-2d63-4a59-be81-7bc70f4e1f98 req-7a888f96-7c58-49ac-b88c-3f15a090a33b tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427876 Mar 22 20:31:17.508992 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b298b1f7-b9d0-4a08-aa6e-d61853b7929c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:31:18.235750 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2acefe-3424-4462-856f-15c2285c98fd req-197a15bd-a28b-4b74-bb60-fd2774089519 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:18.237263 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ec2acefe-3424-4462-856f-15c2285c98fd req-197a15bd-a28b-4b74-bb60-fd2774089519 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 946 time: 0.0527153 Mar 22 20:31:18.289705 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ec2acefe-3424-4462-856f-15c2285c98fd req-85b6f4e7-846a-4e38-9c4d-c44326fd1891 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467231 Mar 22 20:31:18.884696 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:31:18.975872 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:31:19.411033 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7b69c-46b3-49b8-b909-496ad5457999 req-b6a7c0b7-9028-4cf7-81dc-422b3b3cc8d6 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:19.412550 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c4c7b69c-46b3-49b8-b909-496ad5457999 req-b6a7c0b7-9028-4cf7-81dc-422b3b3cc8d6 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 946 time: 0.0521853 Mar 22 20:31:19.459647 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c4c7b69c-46b3-49b8-b909-496ad5457999 req-0375f60e-22f2-4c1c-8109-a8d4650230e7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415876 Mar 22 20:31:20.405326 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:31:20.580150 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81d052-574e-4ead-9078-a0d2687f1c83 req-5cb45637-2f1d-4d8e-99a9-0f42d19be763 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:20.581629 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a81d052-574e-4ead-9078-a0d2687f1c83 req-5cb45637-2f1d-4d8e-99a9-0f42d19be763 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 946 time: 0.0514419 Mar 22 20:31:20.632408 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2a81d052-574e-4ead-9078-a0d2687f1c83 req-5180e9f9-3ef3-4368-ac0c-533321f10f7d tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450876 Mar 22 20:31:21.491356 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:31:21.603282 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:31:21.756500 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe6779-9d40-4e77-9b10-077e95d403e4 req-ef8a50d7-e0d5-45ac-9ee5-9532fb837e0d tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:21.757916 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ffe6779-9d40-4e77-9b10-077e95d403e4 req-ef8a50d7-e0d5-45ac-9ee5-9532fb837e0d tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 946 time: 0.0582881 Mar 22 20:31:21.807507 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ffe6779-9d40-4e77-9b10-077e95d403e4 req-fcbde1a8-ab00-4f5c-ae9f-3741ca1e8ccf tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440030 Mar 22 20:31:22.923922 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e48865-23c9-4441-9744-1a129f5e9b71 req-8bad5c94-4bea-467b-bbbb-21c49e1fde72 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:22.925464 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51e48865-23c9-4441-9744-1a129f5e9b71 req-8bad5c94-4bea-467b-bbbb-21c49e1fde72 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 946 time: 0.0520914 Mar 22 20:31:22.972978 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51e48865-23c9-4441-9744-1a129f5e9b71 req-4ce8f116-73ea-46d6-8a58-eac5d2667778 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420041 Mar 22 20:31:24.105087 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe3e27-5420-48f8-9a22-9c5b78804574 req-89083ae4-488a-4b86-948f-e02faffa5665 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:24.106854 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-18fe3e27-5420-48f8-9a22-9c5b78804574 req-89083ae4-488a-4b86-948f-e02faffa5665 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 946 time: 0.0660086 Mar 22 20:31:24.155795 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-18fe3e27-5420-48f8-9a22-9c5b78804574 req-b4ad2538-b1da-4439-8ff2-e5a111d5d175 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434849 Mar 22 20:31:25.278492 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0f021-b1ff-4f61-937b-03df430ca9f1 req-77597088-3c9d-4f39-9584-deda73d5a59e tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:25.279961 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-70a0f021-b1ff-4f61-937b-03df430ca9f1 req-77597088-3c9d-4f39-9584-deda73d5a59e tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 946 time: 0.0517848 Mar 22 20:31:25.327852 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-70a0f021-b1ff-4f61-937b-03df430ca9f1 req-f7be7276-fa92-4dd5-a6b4-b8df1a9cbea3 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418034 Mar 22 20:31:25.448136 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 26b1abe1-0d8c-4791-ae12-cb32df033e39 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:31:25.542033 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 26b1abe1-0d8c-4791-ae12-cb32df033e39, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=26b1abe1-0d8c-4791-ae12-cb32df033e39,segment=NetworkSegment(baf36529-5495-4f44-acc0-2f4c522cf1a4),segment_id=baf36529-5495-4f44-acc0-2f4c522cf1a4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:31:25.556052 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '26b1abe1-0d8c-4791-ae12-cb32df033e39', 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c', 'port_id': '26b1abe1-0d8c-4791-ae12-cb32df033e39', 'mac_address': 'fa:16:3e:5d:c9:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda14f7f-ea10-4b8d-9ed5-06203b449bdb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:31:25.599750 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 26b1abe1-0d8c-4791-ae12-cb32df033e39 is: ACTIVE; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:31:25.600140 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (26b1abe1-0d8c-4791-ae12-cb32df033e39), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:31:25.612891 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26b1abe1-0d8c-4791-ae12-cb32df033e39 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:31:25.631971 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 26b1abe1-0d8c-4791-ae12-cb32df033e39, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=26b1abe1-0d8c-4791-ae12-cb32df033e39,segment=NetworkSegment(baf36529-5495-4f44-acc0-2f4c522cf1a4),segment_id=baf36529-5495-4f44-acc0-2f4c522cf1a4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:31:25.636111 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (26b1abe1-0d8c-4791-ae12-cb32df033e39), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:31:25.685414 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=26b1abe1-0d8c-4791-ae12-cb32df033e39,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:31:25.693442 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:31:25.693817 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:31:25.694158 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:31:25.694501 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:31:25.694844 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:31:25.695182 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:31:25.695512 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:31:25.695848 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:31:25.696182 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:31:25.696559 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:31:25.696914 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:31:25.697197 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:31:25.697557 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:31:25.697909 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:31:25.698290 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:31:25.705862 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['26b1abe1-0d8c-4791-ae12-cb32df033e39'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:31:26.447812 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b397e9f-15fd-43c5-bd33-ff5b73685edc req-b96c063d-1175-4d57-94b6-99d6554e2777 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:26.449336 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5b397e9f-15fd-43c5-bd33-ff5b73685edc req-b96c063d-1175-4d57-94b6-99d6554e2777 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 945 time: 0.0518563 Mar 22 20:31:26.501151 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5b397e9f-15fd-43c5-bd33-ff5b73685edc req-8522c4d7-75b5-4ffd-ba67-0e4fa959c629 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455439 Mar 22 20:31:27.464088 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 26b1abe1-0d8c-4791-ae12-cb32df033e39 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:31:27.511030 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 26b1abe1-0d8c-4791-ae12-cb32df033e39 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:31:27.511407 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (26b1abe1-0d8c-4791-ae12-cb32df033e39), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:31:27.592191 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 26b1abe1-0d8c-4791-ae12-cb32df033e39 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:31:27.592583 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (26b1abe1-0d8c-4791-ae12-cb32df033e39), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:31:27.614548 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8f5206-be48-4603-a4ef-e625290348d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b1abe1-0d8c-4791-ae12-cb32df033e39'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:31:27.616780 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42acaf4adbc820cceca1c39a9c6556ee9c843f2d32102223230a5dac4986dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88e21c9-de14-420a-94d9-b3ea81b83c51" -d '{"events": [{"server_uuid": "5e8f5206-be48-4603-a4ef-e625290348d9", "name": "network-vif-plugged", "status": "completed", "tag": "26b1abe1-0d8c-4791-ae12-cb32df033e39"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:31:27.624077 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce2d61-466c-4ebb-ae22-aa2f6883ada6 req-aa6fc182-e954-4c9b-8850-9ff9605a7aac tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:27.626467 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fdce2d61-466c-4ebb-ae22-aa2f6883ada6 req-aa6fc182-e954-4c9b-8850-9ff9605a7aac tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 945 time: 0.0529182 Mar 22 20:31:27.630962 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 26b1abe1-0d8c-4791-ae12-cb32df033e39, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=26b1abe1-0d8c-4791-ae12-cb32df033e39,segment=NetworkSegment(baf36529-5495-4f44-acc0-2f4c522cf1a4),segment_id=baf36529-5495-4f44-acc0-2f4c522cf1a4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:31:27.635691 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (26b1abe1-0d8c-4791-ae12-cb32df033e39), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:31:27.685330 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=26b1abe1-0d8c-4791-ae12-cb32df033e39,revision_number=7']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:31:27.686310 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fdce2d61-466c-4ebb-ae22-aa2f6883ada6 req-bc29d6d1-eeb7-448a-bebd-5e75dc3386a5 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507057 Mar 22 20:31:27.713352 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b75884-dc70-41dd-8872-02a988fdec8c x-openstack-request-id: req-95b75884-dc70-41dd-8872-02a988fdec8c {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:31:27.713646 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8f5206-be48-4603-a4ef-e625290348d9", "name": "network-vif-plugged", "status": "completed", "tag": "26b1abe1-0d8c-4791-ae12-cb32df033e39", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:31:27.713940 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-95b75884-dc70-41dd-8872-02a988fdec8c {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:31:27.714400 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95b75884-dc70-41dd-8872-02a988fdec8c'] response: {'server_uuid': '5e8f5206-be48-4603-a4ef-e625290348d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b1abe1-0d8c-4791-ae12-cb32df033e39', 'code': 200} Mar 22 20:31:28.810434 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9c7aa-ec5a-4d9d-9f93-db647563e8c1 req-c0b24205-1585-43c5-9d43-aa9b7a3e0663 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:28.812095 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bba9c7aa-ec5a-4d9d-9f93-db647563e8c1 req-c0b24205-1585-43c5-9d43-aa9b7a3e0663 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 946 time: 0.0534916 Mar 22 20:31:28.869830 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bba9c7aa-ec5a-4d9d-9f93-db647563e8c1 req-f4186149-f1ba-4637-8d3f-2fbbefd212a7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516198 Mar 22 20:31:30.014672 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da70f6a-3d5c-4c52-b58c-50bdacaa0b8d req-083cef95-d16a-464e-8d3c-54996ede7402 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:30.017172 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7da70f6a-3d5c-4c52-b58c-50bdacaa0b8d req-083cef95-d16a-464e-8d3c-54996ede7402 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 946 time: 0.0655949 Mar 22 20:31:30.074441 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7da70f6a-3d5c-4c52-b58c-50bdacaa0b8d req-0a7ecfaa-ca9c-4b9a-9c7c-eed01b45ad09 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490918 Mar 22 20:31:31.202760 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d71882-47a7-4a7c-902a-84b8d9cac57b req-bb74d769-c50e-4e1e-bd91-4368c2a6b5fc tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:31.205655 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53d71882-47a7-4a7c-902a-84b8d9cac57b req-bb74d769-c50e-4e1e-bd91-4368c2a6b5fc tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 946 time: 0.0557275 Mar 22 20:31:31.259165 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-53d71882-47a7-4a7c-902a-84b8d9cac57b req-abc30dca-8eab-429b-8e0b-2ed6158c5de1 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473082 Mar 22 20:31:32.399184 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51059df-9a66-4184-9a96-178e0a57dc56 req-d8220ddb-5629-41f8-a06a-1caa8ce080f4 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:32.400833 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e51059df-9a66-4184-9a96-178e0a57dc56 req-d8220ddb-5629-41f8-a06a-1caa8ce080f4 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 946 time: 0.0625150 Mar 22 20:31:32.461895 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e51059df-9a66-4184-9a96-178e0a57dc56 req-a11837f9-849f-4a9e-9597-746f4178d50b tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529597 Mar 22 20:31:33.603476 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533de5a7-00e6-4874-98d4-bb81bedf6546 req-ec2df470-eed0-4ab4-9ba6-d7fa2a05ecc8 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:33.605116 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-533de5a7-00e6-4874-98d4-bb81bedf6546 req-ec2df470-eed0-4ab4-9ba6-d7fa2a05ecc8 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 946 time: 0.0634000 Mar 22 20:31:33.661375 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-533de5a7-00e6-4874-98d4-bb81bedf6546 req-75fdfdc0-95a4-4982-b19b-871a9b0cef9a tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476403 Mar 22 20:31:34.792124 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd7b44-d782-440a-aefa-28607f53dedf req-84373125-e3f1-478b-afc6-824da8b2da0c tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:34.793656 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4fdd7b44-d782-440a-aefa-28607f53dedf req-84373125-e3f1-478b-afc6-824da8b2da0c tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 946 time: 0.0547760 Mar 22 20:31:34.854099 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4fdd7b44-d782-440a-aefa-28607f53dedf req-d1022ad2-43f0-4c23-9796-195ee5f0bc1f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540757 Mar 22 20:31:35.989660 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199aa405-f55c-4ef8-a488-50cc3fe5ed45 req-0d1a9bda-060c-4a58-9781-1e8fca62042d tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:35.991935 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-199aa405-f55c-4ef8-a488-50cc3fe5ed45 req-0d1a9bda-060c-4a58-9781-1e8fca62042d tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 946 time: 0.0623701 Mar 22 20:31:36.046157 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-199aa405-f55c-4ef8-a488-50cc3fe5ed45 req-a4224bb7-89c5-4f52-9a9c-d471bab83db0 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478523 Mar 22 20:31:36.682604 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691feab-7bd4-41b8-a4fa-d8af0fe0c4c9 req-4aca39e5-4d81-45ec-be27-83f546a78028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:36.684328 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1691feab-7bd4-41b8-a4fa-d8af0fe0c4c9 req-4aca39e5-4d81-45ec-be27-83f546a78028 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=81edea45bc6a4faea4e455fe22db8a59&device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 1129 time: 0.0502858 Mar 22 20:31:36.804486 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691feab-7bd4-41b8-a4fa-d8af0fe0c4c9 req-2704fc29-9f78-4933-9b1f-ccf6c972637a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:36.806033 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1691feab-7bd4-41b8-a4fa-d8af0fe0c4c9 req-2704fc29-9f78-4933-9b1f-ccf6c972637a service neutron] 10.222.0.85 "GET /v2.0/networks?id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c HTTP/1.1" status: 200 len: 909 time: 0.1009672 Mar 22 20:31:36.876030 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1691feab-7bd4-41b8-a4fa-d8af0fe0c4c9 req-cb8a5dae-d4bb-4294-bba6-b4f6ecd8eb15 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26b1abe1-0d8c-4791-ae12-cb32df033e39 HTTP/1.1" status: 200 len: 1001 time: 0.0638785 Mar 22 20:31:36.927156 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691feab-7bd4-41b8-a4fa-d8af0fe0c4c9 req-01ca43de-8e97-469d-97ed-49bcfa25616b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:36.928172 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1691feab-7bd4-41b8-a4fa-d8af0fe0c4c9 req-01ca43de-8e97-469d-97ed-49bcfa25616b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cda14f7f-ea10-4b8d-9ed5-06203b449bdb HTTP/1.1" status: 200 len: 847 time: 0.0469124 Mar 22 20:31:36.998048 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691feab-7bd4-41b8-a4fa-d8af0fe0c4c9 req-a7e5c269-6bba-4d28-80be-c0d22d983e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:37.003308 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1691feab-7bd4-41b8-a4fa-d8af0fe0c4c9 req-a7e5c269-6bba-4d28-80be-c0d22d983e3b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0562000 Mar 22 20:31:37.114889 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1691feab-7bd4-41b8-a4fa-d8af0fe0c4c9 req-95b17752-ee85-4c39-ae12-f12c90a8caf6 service neutron] 10.222.0.85 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047561 Mar 22 20:31:37.605903 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633237a-f64c-4078-8a5a-75b5e90ba9bc req-84b8c1c9-8b0c-4746-bb9d-7a1c22f9ae2e tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:37.607436 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5633237a-f64c-4078-8a5a-75b5e90ba9bc req-84b8c1c9-8b0c-4746-bb9d-7a1c22f9ae2e tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 946 time: 0.4411771 Mar 22 20:31:37.609903 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1691feab-7bd4-41b8-a4fa-d8af0fe0c4c9 req-36a9bcdb-868a-4e03-a827-624aa5aa9fef service neutron] 10.222.0.85 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4895718 Mar 22 20:31:37.678497 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5633237a-f64c-4078-8a5a-75b5e90ba9bc req-c41e2bf3-52e7-415b-916b-3e4a98a3de9f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630524 Mar 22 20:31:38.724823 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac2752-b167-4b33-b5cd-4233b2b3b9b6 req-08427093-c445-405b-9fd4-16358c29f557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:38.726385 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1ac2752-b167-4b33-b5cd-4233b2b3b9b6 req-08427093-c445-405b-9fd4-16358c29f557 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=81edea45bc6a4faea4e455fe22db8a59&device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 1129 time: 0.0452459 Mar 22 20:31:38.848949 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac2752-b167-4b33-b5cd-4233b2b3b9b6 req-beb25f3f-258f-4990-8514-9794cbdadca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:38.850460 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1ac2752-b167-4b33-b5cd-4233b2b3b9b6 req-beb25f3f-258f-4990-8514-9794cbdadca2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c HTTP/1.1" status: 200 len: 909 time: 0.1183405 Mar 22 20:31:38.857351 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612af854-9c05-4b74-aacc-c1639f25a053 req-a16a32c8-a5ca-487d-b6b6-eae327a2c185 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:38.858731 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-612af854-9c05-4b74-aacc-c1639f25a053 req-a16a32c8-a5ca-487d-b6b6-eae327a2c185 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 946 time: 0.1068494 Mar 22 20:31:38.944147 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1ac2752-b167-4b33-b5cd-4233b2b3b9b6 req-1022461c-f61b-4c1d-9264-830cfafafc87 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26b1abe1-0d8c-4791-ae12-cb32df033e39 HTTP/1.1" status: 200 len: 1001 time: 0.0844738 Mar 22 20:31:38.984234 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-612af854-9c05-4b74-aacc-c1639f25a053 req-8b49aa57-b22f-42fb-8687-8fd98b814ccd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851452 Mar 22 20:31:39.004256 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac2752-b167-4b33-b5cd-4233b2b3b9b6 req-2c921773-792c-498d-9035-181751de26ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:39.005722 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1ac2752-b167-4b33-b5cd-4233b2b3b9b6 req-2c921773-792c-498d-9035-181751de26ad service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cda14f7f-ea10-4b8d-9ed5-06203b449bdb HTTP/1.1" status: 200 len: 847 time: 0.0540519 Mar 22 20:31:39.056875 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac2752-b167-4b33-b5cd-4233b2b3b9b6 req-87cfb5b8-76de-4621-b929-8822454ffc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:39.058388 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1ac2752-b167-4b33-b5cd-4233b2b3b9b6 req-87cfb5b8-76de-4621-b929-8822454ffc6a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472782 Mar 22 20:31:39.150209 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1ac2752-b167-4b33-b5cd-4233b2b3b9b6 req-b915fa02-406b-44bb-938d-e86c799f466f service neutron] 10.222.0.85 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854671 Mar 22 20:31:39.253076 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d1ac2752-b167-4b33-b5cd-4233b2b3b9b6 req-9a278ebe-daeb-404e-bd41-f7119c7a816a service neutron] 10.222.0.85 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959837 Mar 22 20:31:40.103619 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d424bc-5339-48b2-a8ff-1da11bd37c18 req-4efce59e-a20b-4496-bdf5-f19256a93629 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:40.105102 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9d424bc-5339-48b2-a8ff-1da11bd37c18 req-4efce59e-a20b-4496-bdf5-f19256a93629 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 946 time: 0.0525796 Mar 22 20:31:40.153359 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9d424bc-5339-48b2-a8ff-1da11bd37c18 req-748fc683-7e42-4e1d-afb0-dbaba9b808fe tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422318 Mar 22 20:31:41.276037 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa7bde-9cfa-4733-bdce-1c0c4f0eecaa req-a0af0877-78d0-4e1c-8071-7e1be28f175c tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:41.277517 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22fa7bde-9cfa-4733-bdce-1c0c4f0eecaa req-a0af0877-78d0-4e1c-8071-7e1be28f175c tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 946 time: 0.0519249 Mar 22 20:31:41.325031 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22fa7bde-9cfa-4733-bdce-1c0c4f0eecaa req-56aa450d-712e-4fec-b06a-9bab07cb66e5 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417991 Mar 22 20:31:41.436817 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-c798e378-f368-4721-abfb-f84f71f25772 req-9891713a-bdd3-413f-9d19-6aa21014cc0d service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 20:31:41.438480 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c798e378-f368-4721-abfb-f84f71f25772 req-9891713a-bdd3-413f-9d19-6aa21014cc0d service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0508921 Mar 22 20:31:41.543391 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 26b1abe1-0d8c-4791-ae12-cb32df033e39 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:31:41.617695 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 26b1abe1-0d8c-4791-ae12-cb32df033e39 is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:31:41.618119 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (26b1abe1-0d8c-4791-ae12-cb32df033e39), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:31:41.641630 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8f5206-be48-4603-a4ef-e625290348d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26b1abe1-0d8c-4791-ae12-cb32df033e39'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:31:41.643970 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42acaf4adbc820cceca1c39a9c6556ee9c843f2d32102223230a5dac4986dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718ae07a-bc2d-47e2-91b9-0ea28e582e11" -d '{"events": [{"server_uuid": "5e8f5206-be48-4603-a4ef-e625290348d9", "name": "network-vif-unplugged", "status": "completed", "tag": "26b1abe1-0d8c-4791-ae12-cb32df033e39"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:31:41.656451 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 26b1abe1-0d8c-4791-ae12-cb32df033e39, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=26b1abe1-0d8c-4791-ae12-cb32df033e39,segment=NetworkSegment(baf36529-5495-4f44-acc0-2f4c522cf1a4),segment_id=baf36529-5495-4f44-acc0-2f4c522cf1a4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:31:41.661052 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (26b1abe1-0d8c-4791-ae12-cb32df033e39), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:31:41.861139 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 22 Mar 2022 20:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6027880e-e53a-49d7-87fe-83ab920047a1 x-openstack-request-id: req-6027880e-e53a-49d7-87fe-83ab920047a1 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:31:41.861415 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8f5206-be48-4603-a4ef-e625290348d9", "name": "network-vif-unplugged", "status": "failed", "tag": "26b1abe1-0d8c-4791-ae12-cb32df033e39", "code": 422}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:31:41.861677 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6027880e-e53a-49d7-87fe-83ab920047a1 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:31:41.862107 n-d-705658-24 neutron-server[104174]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6027880e-e53a-49d7-87fe-83ab920047a1']: {'server_uuid': '5e8f5206-be48-4603-a4ef-e625290348d9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '26b1abe1-0d8c-4791-ae12-cb32df033e39', 'code': 422} returned with failed status Mar 22 20:31:41.885049 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=26b1abe1-0d8c-4791-ae12-cb32df033e39,revision_number=8']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:31:42.614287 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17aedc-3c83-4b3c-acff-8894efc0846b req-7eb11c74-9d41-4791-8a39-607a2363450c tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:42.615935 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c17aedc-3c83-4b3c-acff-8894efc0846b req-7eb11c74-9d41-4791-8a39-607a2363450c tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 944 time: 0.0595474 Mar 22 20:31:42.664230 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c17aedc-3c83-4b3c-acff-8894efc0846b req-901fe0bc-411f-4bc7-87ff-d605f7d405cc tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428083 Mar 22 20:31:42.888405 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-48981059-cbe1-442c-b2a9-572000ce9ee1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0857751 Mar 22 20:31:43.008901 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-4fbd357e-42c5-4041-babe-736c3d1dc29c tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:43.010287 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-4fbd357e-42c5-4041-babe-736c3d1dc29c tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports/26b1abe1-0d8c-4791-ae12-cb32df033e39 HTTP/1.1" status: 200 len: 941 time: 0.0931695 Mar 22 20:31:43.751926 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-68cd15b8-dc99-42a9-ad6b-cf5d10957ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:43.753453 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-68cd15b8-dc99-42a9-ad6b-cf5d10957ace service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9&tenant_id=81edea45bc6a4faea4e455fe22db8a59 HTTP/1.1" status: 200 len: 1127 time: 0.0573921 Mar 22 20:31:43.764868 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] Request body: {'port': {'binding:host_id': 'n-h1-705658-24', 'device_owner': 'compute:nova'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:31:43.793041 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2404d2f-ef4a-489d-b100-7ebf8f7c5da4 req-714d0f61-09d1-42bb-9487-36e4a8641170 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:43.797830 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2404d2f-ef4a-489d-b100-7ebf8f7c5da4 req-714d0f61-09d1-42bb-9487-36e4a8641170 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 944 time: 0.0585363 Mar 22 20:31:43.825500 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (26b1abe1-0d8c-4791-ae12-cb32df033e39), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:31:43.849480 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d2404d2f-ef4a-489d-b100-7ebf8f7c5da4 req-bd1dbbba-e6f0-4bbe-87d7-259a82af2dd4 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467186 Mar 22 20:31:44.030255 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] For port 26b1abe1-0d8c-4791-ae12-cb32df033e39, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=26b1abe1-0d8c-4791-ae12-cb32df033e39,segment=NetworkSegment(baf36529-5495-4f44-acc0-2f4c522cf1a4),segment_id=baf36529-5495-4f44-acc0-2f4c522cf1a4)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:31:44.065279 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] For port 26b1abe1-0d8c-4791-ae12-cb32df033e39, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:31:44.101456 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26b1abe1-0d8c-4791-ae12-cb32df033e39 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:31:44.109093 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] Publish callbacks [] for port (26b1abe1-0d8c-4791-ae12-cb32df033e39), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:31:44.121462 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] Transition to ACTIVE for port object 26b1abe1-0d8c-4791-ae12-cb32df033e39 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:31:44.125005 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (26b1abe1-0d8c-4791-ae12-cb32df033e39), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:31:44.200650 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] Pushing event updated for resources: {'Port': ['ID=26b1abe1-0d8c-4791-ae12-cb32df033e39,revision_number=9']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:31:44.212245 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:31:44.212591 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:31:44.212928 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:31:44.213264 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:31:44.213598 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:31:44.213953 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:31:44.214281 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:31:44.214604 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:31:44.214926 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:31:44.215246 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:31:44.215566 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:31:44.215890 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:31:44.216211 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:31:44.216527 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:31:44.216931 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:31:44.257609 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] No DVR routers for this DVR port 26b1abe1-0d8c-4791-ae12-cb32df033e39 on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:31:44.396740 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] Attempting to bind port 26b1abe1-0d8c-4791-ae12-cb32df033e39 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:31:44.397066 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] Attempting to bind port 26b1abe1-0d8c-4791-ae12-cb32df033e39 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': 'baf36529-5495-4f44-acc0-2f4c522cf1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:31:44.397387 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] Attempting to bind port 26b1abe1-0d8c-4791-ae12-cb32df033e39 on network da40f7c6-bf34-4d45-9982-5d5ccd76b21c {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:31:44.401626 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] Port 26b1abe1-0d8c-4791-ae12-cb32df033e39 on network da40f7c6-bf34-4d45-9982-5d5ccd76b21c not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:31:44.401978 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] Attempting to bind port 26b1abe1-0d8c-4791-ae12-cb32df033e39 on network da40f7c6-bf34-4d45-9982-5d5ccd76b21c {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:31:44.407438 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:31:44.407765 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] Checking segment: {'id': 'baf36529-5495-4f44-acc0-2f4c522cf1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:31:44.408143 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] Bound using segment: {'id': 'baf36529-5495-4f44-acc0-2f4c522cf1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:31:44.408562 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] Bound port: 26b1abe1-0d8c-4791-ae12-cb32df033e39, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baf36529-5495-4f44-acc0-2f4c522cf1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:31:44.408911 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (26b1abe1-0d8c-4791-ae12-cb32df033e39), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:31:44.469569 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] For port 26b1abe1-0d8c-4791-ae12-cb32df033e39, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:31:44.472417 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] For port 26b1abe1-0d8c-4791-ae12-cb32df033e39, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=26b1abe1-0d8c-4791-ae12-cb32df033e39,segment=NetworkSegment(baf36529-5495-4f44-acc0-2f4c522cf1a4),segment_id=baf36529-5495-4f44-acc0-2f4c522cf1a4)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:31:44.478780 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (26b1abe1-0d8c-4791-ae12-cb32df033e39), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:31:44.513321 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:44.513958 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:31:44.515361 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] 10.222.0.84 "PUT /v2.0/ports/26b1abe1-0d8c-4791-ae12-cb32df033e39 HTTP/1.1" status: 200 len: 1093 time: 0.7545655 Mar 22 20:31:44.516282 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8f5206-be48-4603-a4ef-e625290348d9', 'tag': '26b1abe1-0d8c-4791-ae12-cb32df033e39'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:31:44.518532 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a75afaf1dfaad70fedc7c7f30d5b041dbb7ec48f6ef478f84521d18edf73ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97afffca-6f9b-42ff-8434-f8cd1f4666bb" -d '{"events": [{"name": "network-changed", "server_uuid": "5e8f5206-be48-4603-a4ef-e625290348d9", "tag": "26b1abe1-0d8c-4791-ae12-cb32df033e39"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:31:44.575793 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c397ef3-8b01-46f6-aa5e-0d3d7ac8daad service neutron] Pushing event updated for resources: {'Port': ['ID=26b1abe1-0d8c-4791-ae12-cb32df033e39,revision_number=10']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:31:44.599531 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-0c1d278d-bdcb-4255-8892-690cdd3faca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:44.601295 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-0c1d278d-bdcb-4255-8892-690cdd3faca3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=81edea45bc6a4faea4e455fe22db8a59&device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 1128 time: 0.0557284 Mar 22 20:31:44.678543 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645ea8c4-a6d3-44c0-934f-7903ad85ca50 x-openstack-request-id: req-645ea8c4-a6d3-44c0-934f-7903ad85ca50 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:31:44.678834 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e8f5206-be48-4603-a4ef-e625290348d9", "tag": "26b1abe1-0d8c-4791-ae12-cb32df033e39", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:31:44.679087 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-645ea8c4-a6d3-44c0-934f-7903ad85ca50 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:31:44.679553 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-645ea8c4-a6d3-44c0-934f-7903ad85ca50'] response: {'name': 'network-changed', 'server_uuid': '5e8f5206-be48-4603-a4ef-e625290348d9', 'tag': '26b1abe1-0d8c-4791-ae12-cb32df033e39', 'status': 'completed', 'code': 200} Mar 22 20:31:44.707170 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-bcad5d71-1cb4-4052-b05f-33d66c433b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:44.709097 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-bcad5d71-1cb4-4052-b05f-33d66c433b72 service neutron] 10.222.0.84 "GET /v2.0/networks?id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c HTTP/1.1" status: 200 len: 909 time: 0.1022248 Mar 22 20:31:44.775685 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-a4404964-e0d4-4ffd-8e5c-d2e6bf70dac5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26b1abe1-0d8c-4791-ae12-cb32df033e39 HTTP/1.1" status: 200 len: 999 time: 0.0607131 Mar 22 20:31:44.835137 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-a1d512e7-e745-4e86-9a6c-4fbf4d508a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:44.836782 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-a1d512e7-e745-4e86-9a6c-4fbf4d508a80 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cda14f7f-ea10-4b8d-9ed5-06203b449bdb HTTP/1.1" status: 200 len: 847 time: 0.0541565 Mar 22 20:31:44.886417 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-4b5813bb-efca-4c1c-87da-c85c1786793a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:44.887930 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-4b5813bb-efca-4c1c-87da-c85c1786793a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456374 Mar 22 20:31:44.972351 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b977528-1909-4720-8bbc-2d5d6af5540c req-fd455fb1-d2d7-4318-acbe-5394d2d8fb0b tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:44.973980 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5b977528-1909-4720-8bbc-2d5d6af5540c req-fd455fb1-d2d7-4318-acbe-5394d2d8fb0b tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 945 time: 0.0532820 Mar 22 20:31:44.976115 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-ef0d4542-0a2b-4598-b75f-4afda680a0a0 service neutron] 10.222.0.84 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820117 Mar 22 20:31:45.025159 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5b977528-1909-4720-8bbc-2d5d6af5540c req-49daae1e-b78a-4bc3-b407-8f5fb4fa290c tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454526 Mar 22 20:31:45.069773 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-1a8f336c-2f6a-4d41-bbff-d9025a89a7c5 req-bce3e229-481e-4ad7-8aa5-c44e628a37cd service neutron] 10.222.0.84 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877857 Mar 22 20:31:45.155623 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afffca-6f9b-42ff-8434-f8cd1f4666bb req-4af2186a-9b98-4113-8f2f-887ec2b8e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:45.157126 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-97afffca-6f9b-42ff-8434-f8cd1f4666bb req-4af2186a-9b98-4113-8f2f-887ec2b8e6b6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=81edea45bc6a4faea4e455fe22db8a59&device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 1128 time: 0.0457499 Mar 22 20:31:45.259094 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afffca-6f9b-42ff-8434-f8cd1f4666bb req-bdf66682-d1cf-4d9f-bb9c-24d046f16f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:45.260586 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-97afffca-6f9b-42ff-8434-f8cd1f4666bb req-bdf66682-d1cf-4d9f-bb9c-24d046f16f99 service neutron] 10.222.0.84 "GET /v2.0/networks?id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c HTTP/1.1" status: 200 len: 909 time: 0.0964208 Mar 22 20:31:45.330428 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-97afffca-6f9b-42ff-8434-f8cd1f4666bb req-86e46037-a0f3-4262-ad1d-6a94ed501922 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26b1abe1-0d8c-4791-ae12-cb32df033e39 HTTP/1.1" status: 200 len: 999 time: 0.0637321 Mar 22 20:31:45.333500 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f1c4fb48-56db-45a8-8a4b-bae169b8c2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:31:45.391436 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afffca-6f9b-42ff-8434-f8cd1f4666bb req-ac6e5caa-eec3-4b8a-9696-4f564cd8b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:45.393549 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-97afffca-6f9b-42ff-8434-f8cd1f4666bb req-ac6e5caa-eec3-4b8a-9696-4f564cd8b2c1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cda14f7f-ea10-4b8d-9ed5-06203b449bdb HTTP/1.1" status: 200 len: 847 time: 0.0563681 Mar 22 20:31:46.161860 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee87d27-a2f1-42a3-b3ca-e012a3fa8af4 req-cdc83a35-00e6-41e8-84e9-8839ed1a8b4c tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:46.164179 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1ee87d27-a2f1-42a3-b3ca-e012a3fa8af4 req-cdc83a35-00e6-41e8-84e9-8839ed1a8b4c tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 945 time: 0.0605769 Mar 22 20:31:46.221980 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1ee87d27-a2f1-42a3-b3ca-e012a3fa8af4 req-7918cc7c-4268-4e3a-bcaf-0e36a95ac8a1 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517402 Mar 22 20:31:46.638269 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:31:47.349164 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7736b08-08b0-419e-814c-a5c4a94112c5 req-d2f7f1f8-3a6b-43dd-80dc-19feb9ccd188 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:47.351494 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7736b08-08b0-419e-814c-a5c4a94112c5 req-d2f7f1f8-3a6b-43dd-80dc-19feb9ccd188 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 945 time: 0.0578983 Mar 22 20:31:47.401530 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a7736b08-08b0-419e-814c-a5c4a94112c5 req-ea599b32-8867-47b1-954e-887b5855ddec tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444167 Mar 22 20:31:47.510537 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1ea5c69d-51b3-4273-a499-7ba4f6ee0227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:31:48.536293 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed36a2f-462b-4eb2-a754-5bb0049d956c req-8b94f3ad-47d0-493b-b967-3a0108ce88a1 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:48.537909 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bed36a2f-462b-4eb2-a754-5bb0049d956c req-8b94f3ad-47d0-493b-b967-3a0108ce88a1 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 945 time: 0.0578980 Mar 22 20:31:48.598073 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bed36a2f-462b-4eb2-a754-5bb0049d956c req-365a7920-8469-4dcb-b921-e313725ca99d tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462496 Mar 22 20:31:48.899252 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:31:48.985492 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:31:49.733043 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd712e42-793a-41a7-a1fb-3d2a4b1bab53 req-2adf9751-a15f-4965-a78a-517c5f275d4f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:49.734625 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bd712e42-793a-41a7-a1fb-3d2a4b1bab53 req-2adf9751-a15f-4965-a78a-517c5f275d4f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 945 time: 0.0621805 Mar 22 20:31:49.789560 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bd712e42-793a-41a7-a1fb-3d2a4b1bab53 req-bae138a4-cb2b-4bf0-9149-c4548ba06d6d tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485115 Mar 22 20:31:50.411986 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:31:50.957054 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d51f5e-88a3-4f06-a4a5-3578f376c8ab req-76bf6222-fa74-40d8-89b5-17050ff56d83 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:50.958595 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e5d51f5e-88a3-4f06-a4a5-3578f376c8ab req-76bf6222-fa74-40d8-89b5-17050ff56d83 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 945 time: 0.0652902 Mar 22 20:31:51.024209 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e5d51f5e-88a3-4f06-a4a5-3578f376c8ab req-02d0f48b-6851-4260-8f16-aa45bc269b8b tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590196 Mar 22 20:31:51.500584 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:31:52.155367 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cde417-0fb9-4a57-a818-9667e0b78bf5 req-627d460f-1300-41d2-98c7-2cbc77aed408 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:52.156950 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-03cde417-0fb9-4a57-a818-9667e0b78bf5 req-627d460f-1300-41d2-98c7-2cbc77aed408 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 945 time: 0.0592000 Mar 22 20:31:52.216149 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-03cde417-0fb9-4a57-a818-9667e0b78bf5 req-eec1fb39-b5d8-459e-9c49-56883d100078 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527351 Mar 22 20:31:53.344238 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9a05b-48df-42bc-92a4-cf94a967a7a9 req-8c9e9dc1-6894-4aaf-af73-9e1fe3e227ff tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:53.345741 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59f9a05b-48df-42bc-92a4-cf94a967a7a9 req-8c9e9dc1-6894-4aaf-af73-9e1fe3e227ff tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 945 time: 0.0571167 Mar 22 20:31:53.347491 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afffca-6f9b-42ff-8434-f8cd1f4666bb req-84a71af7-32cb-4e17-add3-7ef688250cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:53.349017 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-97afffca-6f9b-42ff-8434-f8cd1f4666bb req-84a71af7-32cb-4e17-add3-7ef688250cba service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0524848 Mar 22 20:31:53.396807 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59f9a05b-48df-42bc-92a4-cf94a967a7a9 req-13871441-bc8b-434a-a963-9ba4a76df1df tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448818 Mar 22 20:31:53.440732 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-97afffca-6f9b-42ff-8434-f8cd1f4666bb req-3756120f-5576-4be4-aad4-50dc21ee3a8e service neutron] 10.222.0.84 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830874 Mar 22 20:31:53.532535 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-97afffca-6f9b-42ff-8434-f8cd1f4666bb req-a09aabb8-e653-484b-894d-43b116656624 service neutron] 10.222.0.84 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846248 Mar 22 20:31:54.514717 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03ff4d-d453-42e1-9086-29bfbca5057f req-4f3fe364-c6dd-451a-b48f-acc3e5466a7f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:54.516710 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc03ff4d-d453-42e1-9086-29bfbca5057f req-4f3fe364-c6dd-451a-b48f-acc3e5466a7f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 945 time: 0.0530810 Mar 22 20:31:54.565338 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fc03ff4d-d453-42e1-9086-29bfbca5057f req-4a88bf59-f64c-487a-8dea-e8b2549ed960 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426707 Mar 22 20:31:55.701364 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb9a94-ac9a-4f23-96a3-ffb98a7c3156 req-2b2d4b4b-2070-48f1-810f-cbacc9c52b91 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:55.703396 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22cb9a94-ac9a-4f23-96a3-ffb98a7c3156 req-2b2d4b4b-2070-48f1-810f-cbacc9c52b91 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 945 time: 0.0653119 Mar 22 20:31:55.756104 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-22cb9a94-ac9a-4f23-96a3-ffb98a7c3156 req-de666357-f50b-45ca-aefe-f383480613fc tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468769 Mar 22 20:31:56.161177 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 26b1abe1-0d8c-4791-ae12-cb32df033e39 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:31:56.256133 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 26b1abe1-0d8c-4791-ae12-cb32df033e39, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=26b1abe1-0d8c-4791-ae12-cb32df033e39,segment=NetworkSegment(baf36529-5495-4f44-acc0-2f4c522cf1a4),segment_id=baf36529-5495-4f44-acc0-2f4c522cf1a4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:31:56.267647 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '26b1abe1-0d8c-4791-ae12-cb32df033e39', 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c', 'port_id': '26b1abe1-0d8c-4791-ae12-cb32df033e39', 'mac_address': 'fa:16:3e:5d:c9:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda14f7f-ea10-4b8d-9ed5-06203b449bdb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:31:56.303012 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 26b1abe1-0d8c-4791-ae12-cb32df033e39 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:31:56.303399 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (26b1abe1-0d8c-4791-ae12-cb32df033e39), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:31:56.316643 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26b1abe1-0d8c-4791-ae12-cb32df033e39 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:31:56.335832 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 26b1abe1-0d8c-4791-ae12-cb32df033e39, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=26b1abe1-0d8c-4791-ae12-cb32df033e39,segment=NetworkSegment(baf36529-5495-4f44-acc0-2f4c522cf1a4),segment_id=baf36529-5495-4f44-acc0-2f4c522cf1a4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:31:56.339866 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (26b1abe1-0d8c-4791-ae12-cb32df033e39), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:31:56.388606 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=26b1abe1-0d8c-4791-ae12-cb32df033e39,revision_number=11']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:31:56.578619 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['26b1abe1-0d8c-4791-ae12-cb32df033e39'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:31:56.884087 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1cdaf1-e15e-409b-b57c-9920535a7809 req-44dc9cc6-253f-4c74-872b-06861a709163 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:56.885634 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b1cdaf1-e15e-409b-b57c-9920535a7809 req-44dc9cc6-253f-4c74-872b-06861a709163 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 946 time: 0.0580163 Mar 22 20:31:56.935211 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b1cdaf1-e15e-409b-b57c-9920535a7809 req-6d746a72-3f8e-43cc-b9af-5f544109245a tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435798 Mar 22 20:31:58.075362 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2fe45d-7c30-49dd-8c7d-46f82c6858f0 req-df1682fe-454b-46d7-918a-6c6d687be0fb tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:58.077268 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9b2fe45d-7c30-49dd-8c7d-46f82c6858f0 req-df1682fe-454b-46d7-918a-6c6d687be0fb tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 946 time: 0.0709348 Mar 22 20:31:58.126808 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9b2fe45d-7c30-49dd-8c7d-46f82c6858f0 req-0d02565a-792c-4f58-8ae1-1e41bf41595c tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432892 Mar 22 20:31:58.166376 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 26b1abe1-0d8c-4791-ae12-cb32df033e39 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:31:58.217422 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 26b1abe1-0d8c-4791-ae12-cb32df033e39 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:31:58.222127 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 26b1abe1-0d8c-4791-ae12-cb32df033e39 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:31:58.222501 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (26b1abe1-0d8c-4791-ae12-cb32df033e39), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:31:58.302785 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 26b1abe1-0d8c-4791-ae12-cb32df033e39 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:31:58.303174 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (26b1abe1-0d8c-4791-ae12-cb32df033e39), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:31:58.326688 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8f5206-be48-4603-a4ef-e625290348d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b1abe1-0d8c-4791-ae12-cb32df033e39'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:31:58.328963 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42acaf4adbc820cceca1c39a9c6556ee9c843f2d32102223230a5dac4986dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb18f1a-17d8-4d9d-965d-024d584e0766" -d '{"events": [{"server_uuid": "5e8f5206-be48-4603-a4ef-e625290348d9", "name": "network-vif-plugged", "status": "completed", "tag": "26b1abe1-0d8c-4791-ae12-cb32df033e39"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:31:58.351120 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 26b1abe1-0d8c-4791-ae12-cb32df033e39, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=26b1abe1-0d8c-4791-ae12-cb32df033e39,segment=NetworkSegment(baf36529-5495-4f44-acc0-2f4c522cf1a4),segment_id=baf36529-5495-4f44-acc0-2f4c522cf1a4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:31:58.374546 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (26b1abe1-0d8c-4791-ae12-cb32df033e39), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:31:58.407946 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99d7c15-b3eb-4257-bbe0-3d41a2536a9c x-openstack-request-id: req-a99d7c15-b3eb-4257-bbe0-3d41a2536a9c {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:31:58.408620 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8f5206-be48-4603-a4ef-e625290348d9", "name": "network-vif-plugged", "status": "completed", "tag": "26b1abe1-0d8c-4791-ae12-cb32df033e39", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:31:58.408620 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-a99d7c15-b3eb-4257-bbe0-3d41a2536a9c {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:31:58.408880 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a99d7c15-b3eb-4257-bbe0-3d41a2536a9c'] response: {'server_uuid': '5e8f5206-be48-4603-a4ef-e625290348d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b1abe1-0d8c-4791-ae12-cb32df033e39', 'code': 200} Mar 22 20:31:58.432414 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=26b1abe1-0d8c-4791-ae12-cb32df033e39,revision_number=12']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:31:58.580910 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a5280-89b2-4b43-b9da-cef1de221272 req-f0ab3731-72b5-49b6-9289-530690aed1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:58.582376 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-446a5280-89b2-4b43-b9da-cef1de221272 req-f0ab3731-72b5-49b6-9289-530690aed1a4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 1130 time: 0.0446436 Mar 22 20:31:58.603304 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:31:58.628554 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-446a5280-89b2-4b43-b9da-cef1de221272 req-7232f702-67bf-4be5-849a-fc027824d7f3 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400269 Mar 22 20:31:59.247498 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82734786-a9a5-48b8-9be5-5f1f808a3b45 req-4bef81b8-1b43-4711-9124-d5af7834037e tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:31:59.248980 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-82734786-a9a5-48b8-9be5-5f1f808a3b45 req-4bef81b8-1b43-4711-9124-d5af7834037e tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 947 time: 0.0516768 Mar 22 20:31:59.298168 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-82734786-a9a5-48b8-9be5-5f1f808a3b45 req-961bd1f7-ca43-4121-989c-a1b1e425ade0 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429838 Mar 22 20:32:00.417275 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb26b22-e3de-4bbd-ae31-c45ccfe16509 req-09773718-c8a3-4a21-9a94-17c60b8eb064 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:32:00.418696 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6fb26b22-e3de-4bbd-ae31-c45ccfe16509 req-09773718-c8a3-4a21-9a94-17c60b8eb064 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 947 time: 0.0525918 Mar 22 20:32:00.471635 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6fb26b22-e3de-4bbd-ae31-c45ccfe16509 req-1ec6cd2d-2de7-4132-bc85-55c64fa1e989 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468972 Mar 22 20:32:15.314535 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-66b11574-0b65-447a-8b93-fad9de85a2d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:32:16.643037 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:32:17.513891 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-31234e9a-62a5-4444-a4b0-dd63e13e71d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:32:18.897132 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:32:18.980470 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:32:20.413021 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:32:21.496903 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:32:33.084935 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-14ccd6ab-b3c4-4d2c-bad2-0bb535e39f93 req-319370c0-6ef3-4453-ac33-6858bd2fd4c5 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0853622 Mar 22 20:32:33.173061 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ccd6ab-b3c4-4d2c-bad2-0bb535e39f93 req-d690d491-13da-410d-999f-d5062ad237d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:32:33.174628 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-14ccd6ab-b3c4-4d2c-bad2-0bb535e39f93 req-d690d491-13da-410d-999f-d5062ad237d5 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=81edea45bc6a4faea4e455fe22db8a59&device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 1130 time: 0.0488884 Mar 22 20:32:33.279035 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ccd6ab-b3c4-4d2c-bad2-0bb535e39f93 req-bd365111-65a6-4916-b824-aeb227b11929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:32:33.281400 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-14ccd6ab-b3c4-4d2c-bad2-0bb535e39f93 req-bd365111-65a6-4916-b824-aeb227b11929 service neutron] 10.222.0.84 "GET /v2.0/networks?id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c HTTP/1.1" status: 200 len: 909 time: 0.0867414 Mar 22 20:32:33.360564 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-14ccd6ab-b3c4-4d2c-bad2-0bb535e39f93 req-34f869e7-71ba-474c-bddb-98abd9572c74 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26b1abe1-0d8c-4791-ae12-cb32df033e39 HTTP/1.1" status: 200 len: 1001 time: 0.0710263 Mar 22 20:32:33.408966 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ccd6ab-b3c4-4d2c-bad2-0bb535e39f93 req-5c954b36-9e14-423a-86f6-00a57f476c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:32:33.410467 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-14ccd6ab-b3c4-4d2c-bad2-0bb535e39f93 req-5c954b36-9e14-423a-86f6-00a57f476c48 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cda14f7f-ea10-4b8d-9ed5-06203b449bdb HTTP/1.1" status: 200 len: 847 time: 0.0441658 Mar 22 20:32:33.458013 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ccd6ab-b3c4-4d2c-bad2-0bb535e39f93 req-47350575-5d4d-4c21-9b4c-2bb0ac1be182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:32:33.459517 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-14ccd6ab-b3c4-4d2c-bad2-0bb535e39f93 req-47350575-5d4d-4c21-9b4c-2bb0ac1be182 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434904 Mar 22 20:32:33.551178 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-14ccd6ab-b3c4-4d2c-bad2-0bb535e39f93 req-d313e277-635a-4fc2-91f4-fcf22ccccaf5 service neutron] 10.222.0.84 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855770 Mar 22 20:32:33.642363 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-14ccd6ab-b3c4-4d2c-bad2-0bb535e39f93 req-455e6269-399c-45c5-9589-be5b7a3ebd8e service neutron] 10.222.0.84 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857601 Mar 22 20:32:35.603912 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:32:45.320315 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4f4d03d7-9354-4f35-bed6-fb03e0ff721b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:32:46.646373 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:32:47.516768 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8a7a4ed3-ee8d-46aa-876a-d4db4864e589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:32:48.912049 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:32:48.984257 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:32:50.416119 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:32:51.489654 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:12.603338 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:33:13.601868 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42410) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:33:13.771223 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-f00473ca-0f80-4d06-b9d8-6e6b564f14d7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Deleting port dab41fa8-524d-490a-a1a6-7f2942e1c56f {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:33:13.771624 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f00473ca-0f80-4d06-b9d8-6e6b564f14d7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (dab41fa8-524d-490a-a1a6-7f2942e1c56f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:13.852528 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f00473ca-0f80-4d06-b9d8-6e6b564f14d7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (dab41fa8-524d-490a-a1a6-7f2942e1c56f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:13.852965 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f00473ca-0f80-4d06-b9d8-6e6b564f14d7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for floatingip (dab41fa8-524d-490a-a1a6-7f2942e1c56f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:13.869366 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-f00473ca-0f80-4d06-b9d8-6e6b564f14d7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Calling delete_port for dab41fa8-524d-490a-a1a6-7f2942e1c56f owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:33:14.037243 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f00473ca-0f80-4d06-b9d8-6e6b564f14d7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (dab41fa8-524d-490a-a1a6-7f2942e1c56f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:14.068232 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00473ca-0f80-4d06-b9d8-6e6b564f14d7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Pushing event deleted for resources: {'Port': ['ID=dab41fa8-524d-490a-a1a6-7f2942e1c56f,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:33:14.082623 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00473ca-0f80-4d06-b9d8-6e6b564f14d7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:33:14.083375 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00473ca-0f80-4d06-b9d8-6e6b564f14d7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:33:14.083737 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00473ca-0f80-4d06-b9d8-6e6b564f14d7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:33:14.084083 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00473ca-0f80-4d06-b9d8-6e6b564f14d7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:33:14.084432 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00473ca-0f80-4d06-b9d8-6e6b564f14d7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:33:14.084795 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00473ca-0f80-4d06-b9d8-6e6b564f14d7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:33:14.085120 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00473ca-0f80-4d06-b9d8-6e6b564f14d7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:33:14.085457 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00473ca-0f80-4d06-b9d8-6e6b564f14d7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:33:14.085813 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00473ca-0f80-4d06-b9d8-6e6b564f14d7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:33:14.086154 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00473ca-0f80-4d06-b9d8-6e6b564f14d7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:33:14.086485 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00473ca-0f80-4d06-b9d8-6e6b564f14d7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:33:14.086812 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00473ca-0f80-4d06-b9d8-6e6b564f14d7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:33:14.087142 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00473ca-0f80-4d06-b9d8-6e6b564f14d7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:33:14.087468 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00473ca-0f80-4d06-b9d8-6e6b564f14d7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:33:14.087795 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00473ca-0f80-4d06-b9d8-6e6b564f14d7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:33:14.152057 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f00473ca-0f80-4d06-b9d8-6e6b564f14d7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for floatingip (a3594232-a8e3-404a-8f09-b2f978f98d45), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:14.152295 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [None req-f00473ca-0f80-4d06-b9d8-6e6b564f14d7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Floating IP a3594232-a8e3-404a-8f09-b2f978f98d45 disassociated (deleted). External IP: 172.25.5.71, port: 26b1abe1-0d8c-4791-ae12-cb32df033e39. Mar 22 20:33:14.379671 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00473ca-0f80-4d06-b9d8-6e6b564f14d7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Router f68ea842-7ae6-442b-afa2-996a1a9d4291 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:33:14.498590 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00473ca-0f80-4d06-b9d8-6e6b564f14d7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:33:14.504218 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f00473ca-0f80-4d06-b9d8-6e6b564f14d7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:14.508131 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f601d2c-5526-48ae-b30b-dc3d306b6c13 None None] Sync routers for ids ['f68ea842-7ae6-442b-afa2-996a1a9d4291'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:33:14.519272 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f601d2c-5526-48ae-b30b-dc3d306b6c13 None None] Routers {'f68ea842-7ae6-442b-afa2-996a1a9d4291'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:33:14.519902 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-0f601d2c-5526-48ae-b30b-dc3d306b6c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:32:48Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f68ea842-7ae6-442b-afa2-996a1a9d4291'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:33:14.543221 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f00473ca-0f80-4d06-b9d8-6e6b564f14d7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "DELETE /v2.0/floatingips/a3594232-a8e3-404a-8f09-b2f978f98d45 HTTP/1.1" status: 204 len: 168 time: 0.9401810 Mar 22 20:33:14.543819 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8f5206-be48-4603-a4ef-e625290348d9', 'tag': '26b1abe1-0d8c-4791-ae12-cb32df033e39'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:33:14.546666 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5203bbb830fb44ebcbef8845939fcb941f39cb8985b8c198af72047ed6de2cf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4f2bb2-230a-41d8-b2de-e273051ca55c" -d '{"events": [{"name": "network-changed", "server_uuid": "5e8f5206-be48-4603-a4ef-e625290348d9", "tag": "26b1abe1-0d8c-4791-ae12-cb32df033e39"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:33:14.648122 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04abe22b-f62f-47e5-9cb0-3f7e641ec04d x-openstack-request-id: req-04abe22b-f62f-47e5-9cb0-3f7e641ec04d {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:33:14.649313 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e8f5206-be48-4603-a4ef-e625290348d9", "tag": "26b1abe1-0d8c-4791-ae12-cb32df033e39", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:33:14.649775 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-04abe22b-f62f-47e5-9cb0-3f7e641ec04d {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:33:14.650527 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04abe22b-f62f-47e5-9cb0-3f7e641ec04d'] response: {'name': 'network-changed', 'server_uuid': '5e8f5206-be48-4603-a4ef-e625290348d9', 'tag': '26b1abe1-0d8c-4791-ae12-cb32df033e39', 'status': 'completed', 'code': 200} Mar 22 20:33:14.651049 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-0f601d2c-5526-48ae-b30b-dc3d306b6c13 None None] Set router f68ea842-7ae6-442b-afa2-996a1a9d4291 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:33:14.719372 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f2bb2-230a-41d8-b2de-e273051ca55c req-4990a4fd-c7a0-4799-8df0-1030af4b5435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:33:14.721168 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9c4f2bb2-230a-41d8-b2de-e273051ca55c req-4990a4fd-c7a0-4799-8df0-1030af4b5435 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=81edea45bc6a4faea4e455fe22db8a59&device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 1130 time: 0.0528998 Mar 22 20:33:14.834508 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f2bb2-230a-41d8-b2de-e273051ca55c req-dd08a2aa-552a-43ae-b6c9-c57a13560268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:33:14.836344 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9c4f2bb2-230a-41d8-b2de-e273051ca55c req-dd08a2aa-552a-43ae-b6c9-c57a13560268 service neutron] 10.222.0.84 "GET /v2.0/networks?id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c HTTP/1.1" status: 200 len: 909 time: 0.1075690 Mar 22 20:33:14.882363 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9c4f2bb2-230a-41d8-b2de-e273051ca55c req-9320ae2b-3005-466b-88f5-c870a49edd1c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26b1abe1-0d8c-4791-ae12-cb32df033e39 HTTP/1.1" status: 200 len: 217 time: 0.0393481 Mar 22 20:33:14.888806 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269e1b9-b830-40dd-810e-d5f00b64f972 req-58dca6ae-09f6-43d2-a5b7-b120a9b0faf2 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:33:14.890441 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a269e1b9-b830-40dd-810e-d5f00b64f972 req-58dca6ae-09f6-43d2-a5b7-b120a9b0faf2 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 947 time: 0.1334596 Mar 22 20:33:14.897219 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-0f601d2c-5526-48ae-b30b-dc3d306b6c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'name': 'tempest-TestShelveInstance-295804902-router', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '339bdd9d-7558-45a6-862b-0d1016165642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:23Z', 'revision_number': 4, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'gw_port': {'id': '339bdd9d-7558-45a6-862b-0d1016165642', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '121265eb-7ea1-449c-a3a9-bc259cf63cd9', 'name': '', 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'mac_address': 'fa:16:3e:ad:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'device_owner': 'network:router_interface', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'cda14f7f-ea10-4b8d-9ed5-06203b449bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:22Z', 'updated_at': '2022-03-22T20:28:27Z', 'revision_number': 5, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'subnets': [{'id': 'cda14f7f-ea10-4b8d-9ed5-06203b449bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:33:14.925033 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f601d2c-5526-48ae-b30b-dc3d306b6c13 None None] Checking router: f68ea842-7ae6-442b-afa2-996a1a9d4291 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:33:14.933609 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f601d2c-5526-48ae-b30b-dc3d306b6c13 None None] Routers {'f68ea842-7ae6-442b-afa2-996a1a9d4291'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:33:14.934249 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-0f601d2c-5526-48ae-b30b-dc3d306b6c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:32:48Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f68ea842-7ae6-442b-afa2-996a1a9d4291'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:33:14.937556 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f2bb2-230a-41d8-b2de-e273051ca55c req-813bae45-2dfc-4c13-84f7-0408fa3e9ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:33:14.939594 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9c4f2bb2-230a-41d8-b2de-e273051ca55c req-813bae45-2dfc-4c13-84f7-0408fa3e9ce0 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cda14f7f-ea10-4b8d-9ed5-06203b449bdb HTTP/1.1" status: 200 len: 847 time: 0.0518243 Mar 22 20:33:14.951673 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a269e1b9-b830-40dd-810e-d5f00b64f972 req-d9a16f4f-22f2-4d8c-acc2-46f8515555e8 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537515 Mar 22 20:33:15.001808 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f2bb2-230a-41d8-b2de-e273051ca55c req-badf8ecc-3891-45a7-bed2-c70f4336687e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:33:15.003363 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9c4f2bb2-230a-41d8-b2de-e273051ca55c req-badf8ecc-3891-45a7-bed2-c70f4336687e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0564640 Mar 22 20:33:15.048907 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-0f601d2c-5526-48ae-b30b-dc3d306b6c13 None None] Set router f68ea842-7ae6-442b-afa2-996a1a9d4291 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:33:15.116059 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9c4f2bb2-230a-41d8-b2de-e273051ca55c req-511bf594-733e-4a0e-8c40-e5d024a6fda7 service neutron] 10.222.0.84 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059470 Mar 22 20:33:15.213935 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-9c4f2bb2-230a-41d8-b2de-e273051ca55c req-129b500b-1c1e-4419-a50e-bd757a43b144 service neutron] 10.222.0.84 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921483 Mar 22 20:33:15.259936 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-0f601d2c-5526-48ae-b30b-dc3d306b6c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'name': 'tempest-TestShelveInstance-295804902-router', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '339bdd9d-7558-45a6-862b-0d1016165642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:23Z', 'revision_number': 4, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'gw_port': {'id': '339bdd9d-7558-45a6-862b-0d1016165642', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '121265eb-7ea1-449c-a3a9-bc259cf63cd9', 'name': '', 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'mac_address': 'fa:16:3e:ad:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'device_owner': 'network:router_interface', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'cda14f7f-ea10-4b8d-9ed5-06203b449bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:22Z', 'updated_at': '2022-03-22T20:28:27Z', 'revision_number': 5, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'subnets': [{'id': 'cda14f7f-ea10-4b8d-9ed5-06203b449bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:33:15.290382 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f601d2c-5526-48ae-b30b-dc3d306b6c13 None None] The sync data for ids ['f68ea842-7ae6-442b-afa2-996a1a9d4291'] in n-d-705658-24 is: [{'id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'name': 'tempest-TestShelveInstance-295804902-router', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '339bdd9d-7558-45a6-862b-0d1016165642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:23Z', 'revision_number': 4, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'gw_port': {'id': '339bdd9d-7558-45a6-862b-0d1016165642', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '121265eb-7ea1-449c-a3a9-bc259cf63cd9', 'name': '', 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'mac_address': 'fa:16:3e:ad:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'device_owner': 'network:router_interface', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'cda14f7f-ea10-4b8d-9ed5-06203b449bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:22Z', 'updated_at': '2022-03-22T20:28:27Z', 'revision_number': 5, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'subnets': [{'id': 'cda14f7f-ea10-4b8d-9ed5-06203b449bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:33:15.313223 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-30d6a324-d171-4d9f-a4f1-3f19c5feccc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:15.571620 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768eb589-1067-4daf-8038-cb4b01355b25 None None] New status for floating IP a3594232-a8e3-404a-8f09-b2f978f98d45: DOWN {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:33:16.082497 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41ff4e-00d4-485d-b94f-eb6189e908b9 req-0d9a80ed-9bf7-40e6-8a3c-e779367136bd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:33:16.084040 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3f41ff4e-00d4-485d-b94f-eb6189e908b9 req-0d9a80ed-9bf7-40e6-8a3c-e779367136bd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.84 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 947 time: 0.0681486 Mar 22 20:33:16.145912 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b22b05-fd5c-4e44-935b-5851da73eb6e req-7a1259e2-c445-409d-a89e-5dbd7379fa96 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:33:16.147511 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94b22b05-fd5c-4e44-935b-5851da73eb6e req-7a1259e2-c445-409d-a89e-5dbd7379fa96 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e8f5206-be48-4603-a4ef-e625290348d9 HTTP/1.1" status: 200 len: 947 time: 0.1188173 Mar 22 20:33:16.190442 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-3f41ff4e-00d4-485d-b94f-eb6189e908b9 req-4abc23db-730c-4790-a01c-5b045941bb93 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Deleting port 26b1abe1-0d8c-4791-ae12-cb32df033e39 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:33:16.191184 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3f41ff4e-00d4-485d-b94f-eb6189e908b9 req-4abc23db-730c-4790-a01c-5b045941bb93 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (26b1abe1-0d8c-4791-ae12-cb32df033e39), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:16.200799 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-94b22b05-fd5c-4e44-935b-5851da73eb6e req-89aded93-d738-4714-9260-485b7d645c22 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476148 Mar 22 20:33:16.296113 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-3f41ff4e-00d4-485d-b94f-eb6189e908b9 req-4abc23db-730c-4790-a01c-5b045941bb93 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] For port 26b1abe1-0d8c-4791-ae12-cb32df033e39, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=26b1abe1-0d8c-4791-ae12-cb32df033e39,segment=NetworkSegment(baf36529-5495-4f44-acc0-2f4c522cf1a4),segment_id=baf36529-5495-4f44-acc0-2f4c522cf1a4)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:33:16.296398 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3f41ff4e-00d4-485d-b94f-eb6189e908b9 req-4abc23db-730c-4790-a01c-5b045941bb93 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (26b1abe1-0d8c-4791-ae12-cb32df033e39), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:16.310081 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-3f41ff4e-00d4-485d-b94f-eb6189e908b9 req-4abc23db-730c-4790-a01c-5b045941bb93 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Calling delete_port for 26b1abe1-0d8c-4791-ae12-cb32df033e39 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:33:16.441629 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3f41ff4e-00d4-485d-b94f-eb6189e908b9 req-4abc23db-730c-4790-a01c-5b045941bb93 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (26b1abe1-0d8c-4791-ae12-cb32df033e39), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:16.470215 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc23db-730c-4790-a01c-5b045941bb93 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Pushing event deleted for resources: {'Port': ['ID=26b1abe1-0d8c-4791-ae12-cb32df033e39,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:33:16.483119 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc23db-730c-4790-a01c-5b045941bb93 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:33:16.483479 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc23db-730c-4790-a01c-5b045941bb93 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:33:16.483835 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc23db-730c-4790-a01c-5b045941bb93 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:33:16.484179 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc23db-730c-4790-a01c-5b045941bb93 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:33:16.484515 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc23db-730c-4790-a01c-5b045941bb93 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:33:16.484853 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc23db-730c-4790-a01c-5b045941bb93 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:33:16.485189 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc23db-730c-4790-a01c-5b045941bb93 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:33:16.485521 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc23db-730c-4790-a01c-5b045941bb93 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:33:16.485876 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc23db-730c-4790-a01c-5b045941bb93 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:33:16.486212 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc23db-730c-4790-a01c-5b045941bb93 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:33:16.486543 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc23db-730c-4790-a01c-5b045941bb93 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:33:16.486870 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc23db-730c-4790-a01c-5b045941bb93 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:33:16.487201 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc23db-730c-4790-a01c-5b045941bb93 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:33:16.487557 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc23db-730c-4790-a01c-5b045941bb93 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:33:16.487888 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abc23db-730c-4790-a01c-5b045941bb93 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:33:16.523958 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f41ff4e-00d4-485d-b94f-eb6189e908b9 req-4abc23db-730c-4790-a01c-5b045941bb93 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] No DVR routers for this DVR port 26b1abe1-0d8c-4791-ae12-cb32df033e39 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:33:16.526598 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-3f41ff4e-00d4-485d-b94f-eb6189e908b9 req-4abc23db-730c-4790-a01c-5b045941bb93 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:16.530460 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3f41ff4e-00d4-485d-b94f-eb6189e908b9 req-4abc23db-730c-4790-a01c-5b045941bb93 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.84 "DELETE /v2.0/ports/26b1abe1-0d8c-4791-ae12-cb32df033e39 HTTP/1.1" status: 204 len: 173 time: 0.4411061 Mar 22 20:33:16.530911 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8f5206-be48-4603-a4ef-e625290348d9', 'name': 'network-vif-deleted', 'tag': '26b1abe1-0d8c-4791-ae12-cb32df033e39'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:33:16.533194 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a75afaf1dfaad70fedc7c7f30d5b041dbb7ec48f6ef478f84521d18edf73ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c675185-8658-4ff0-b682-a2f4597cebe4" -d '{"events": [{"server_uuid": "5e8f5206-be48-4603-a4ef-e625290348d9", "name": "network-vif-deleted", "tag": "26b1abe1-0d8c-4791-ae12-cb32df033e39"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:33:16.586802 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662de017-42b7-4239-ab5b-a06c36120367 x-openstack-request-id: req-662de017-42b7-4239-ab5b-a06c36120367 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:33:16.587154 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8f5206-be48-4603-a4ef-e625290348d9", "name": "network-vif-deleted", "tag": "26b1abe1-0d8c-4791-ae12-cb32df033e39", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:33:16.587472 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-662de017-42b7-4239-ab5b-a06c36120367 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:33:16.587954 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-662de017-42b7-4239-ab5b-a06c36120367'] response: {'server_uuid': '5e8f5206-be48-4603-a4ef-e625290348d9', 'name': 'network-vif-deleted', 'tag': '26b1abe1-0d8c-4791-ae12-cb32df033e39', 'status': 'completed', 'code': 200} Mar 22 20:33:16.662245 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:17.258542 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42436) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:33:17.319471 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-716379f3-4df2-402a-8b9d-a14277a837ec tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group (baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:17.347196 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-716379f3-4df2-402a-8b9d-a14277a837ec tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group (baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:17.410165 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-716379f3-4df2-402a-8b9d-a14277a837ec tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:17.413020 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-716379f3-4df2-402a-8b9d-a14277a837ec tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:17.414586 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-716379f3-4df2-402a-8b9d-a14277a837ec tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "DELETE /v2.0/security-groups/baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8 HTTP/1.1" status: 204 len: 168 time: 0.1547110 Mar 22 20:33:17.426175 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716379f3-4df2-402a-8b9d-a14277a837ec tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf3ffbc-91c2-4531-9c06-d5b5fdf8cac8,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:33:17.520718 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7212b781-1477-48b6-8f90-48da0678223b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:18.911600 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:18.987826 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:19.722686 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42446) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:33:19.732255 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-6bcc9daa-a31b-404e-9a52-5945f60350fb tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-740626035', 'description': 'tempest-secgroup-smoke-740626035 description', 'project_id': '81edea45bc6a4faea4e455fe22db8a59'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:33:19.757615 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6bcc9daa-a31b-404e-9a52-5945f60350fb tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:19.834320 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6bcc9daa-a31b-404e-9a52-5945f60350fb tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group (63e12cda-e90e-4cae-bdd4-ae5651b13bc3), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:19.838528 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6bcc9daa-a31b-404e-9a52-5945f60350fb tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (63e12cda-e90e-4cae-bdd4-ae5651b13bc3), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:19.869518 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6bcc9daa-a31b-404e-9a52-5945f60350fb tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:19.870787 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6bcc9daa-a31b-404e-9a52-5945f60350fb tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1470888 Mar 22 20:33:19.872761 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc9daa-a31b-404e-9a52-5945f60350fb tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63e12cda-e90e-4cae-bdd4-ae5651b13bc3,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:33:19.873846 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42448) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:33:19.878816 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-2a91a970-c2f5-4bed-a39b-a52030cfdd69 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Request body: {'security_group_rule': {'security_group_id': '63e12cda-e90e-4cae-bdd4-ae5651b13bc3', 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:33:19.906325 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2a91a970-c2f5-4bed-a39b-a52030cfdd69 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group_rule (0ecfb22d-ac61-463c-9a25-9013c953e9ed), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:19.977074 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2a91a970-c2f5-4bed-a39b-a52030cfdd69 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group_rule (0ecfb22d-ac61-463c-9a25-9013c953e9ed), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:19.981042 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2a91a970-c2f5-4bed-a39b-a52030cfdd69 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (0ecfb22d-ac61-463c-9a25-9013c953e9ed), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:20.002769 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91a970-c2f5-4bed-a39b-a52030cfdd69 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ecfb22d-ac61-463c-9a25-9013c953e9ed,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:33:20.008666 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-2a91a970-c2f5-4bed-a39b-a52030cfdd69 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:20.009758 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-2a91a970-c2f5-4bed-a39b-a52030cfdd69 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1347690 Mar 22 20:33:20.012484 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42450) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:33:20.017781 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-c91c2e92-9ae0-4a94-a192-7d6dc06eab7b tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Request body: {'security_group_rule': {'security_group_id': '63e12cda-e90e-4cae-bdd4-ae5651b13bc3', 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:33:20.045470 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c91c2e92-9ae0-4a94-a192-7d6dc06eab7b tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group_rule (bad04a75-1666-40f1-b908-005a1a01bb5f), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:20.106614 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c91c2e92-9ae0-4a94-a192-7d6dc06eab7b tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group_rule (bad04a75-1666-40f1-b908-005a1a01bb5f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:20.110418 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c91c2e92-9ae0-4a94-a192-7d6dc06eab7b tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (bad04a75-1666-40f1-b908-005a1a01bb5f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:20.131895 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c2e92-9ae0-4a94-a192-7d6dc06eab7b tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad04a75-1666-40f1-b908-005a1a01bb5f,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:33:20.136816 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c91c2e92-9ae0-4a94-a192-7d6dc06eab7b tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:20.138616 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c91c2e92-9ae0-4a94-a192-7d6dc06eab7b tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1239367 Mar 22 20:33:20.142828 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42452) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:33:20.147433 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-576034a9-d925-4422-8af7-2fe092893008 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Request body: {'security_group_rule': {'security_group_id': '63e12cda-e90e-4cae-bdd4-ae5651b13bc3', 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:33:20.171247 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-576034a9-d925-4422-8af7-2fe092893008 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group_rule (5f0a0fb7-6330-4688-a173-9b1990a66ec4), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:20.228971 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-576034a9-d925-4422-8af7-2fe092893008 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group_rule (5f0a0fb7-6330-4688-a173-9b1990a66ec4), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:20.233104 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-576034a9-d925-4422-8af7-2fe092893008 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (5f0a0fb7-6330-4688-a173-9b1990a66ec4), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:20.250401 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576034a9-d925-4422-8af7-2fe092893008 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f0a0fb7-6330-4688-a173-9b1990a66ec4,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:33:20.260332 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-576034a9-d925-4422-8af7-2fe092893008 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:20.262319 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-576034a9-d925-4422-8af7-2fe092893008 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180499 Mar 22 20:33:20.264912 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42454) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:33:20.270203 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-5ac1f799-f520-492b-a1f1-fc46f96ca235 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Request body: {'security_group_rule': {'security_group_id': '63e12cda-e90e-4cae-bdd4-ae5651b13bc3', 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:33:20.295898 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f799-f520-492b-a1f1-fc46f96ca235 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group_rule (c3c73a87-af0f-4859-be2e-f668e5be1632), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:20.357947 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f799-f520-492b-a1f1-fc46f96ca235 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group_rule (c3c73a87-af0f-4859-be2e-f668e5be1632), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:20.361661 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f799-f520-492b-a1f1-fc46f96ca235 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (c3c73a87-af0f-4859-be2e-f668e5be1632), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:20.378534 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1f799-f520-492b-a1f1-fc46f96ca235 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3c73a87-af0f-4859-be2e-f668e5be1632,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:33:20.386736 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5ac1f799-f520-492b-a1f1-fc46f96ca235 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:20.388998 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5ac1f799-f520-492b-a1f1-fc46f96ca235 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220675 Mar 22 20:33:20.395128 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42456) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:33:20.399773 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-36e70133-ef57-4c94-9eab-aee9e801b5e7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Request body: {'security_group_rule': {'security_group_id': '63e12cda-e90e-4cae-bdd4-ae5651b13bc3', 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:33:20.422567 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:20.426644 n-d-705658-24 neutron-server[104173]: INFO neutron.db.securitygroups_db [None req-36e70133-ef57-4c94-9eab-aee9e801b5e7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Project 81edea45bc6a4faea4e455fe22db8a59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 20:33:20.432428 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-36e70133-ef57-4c94-9eab-aee9e801b5e7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group_rule (56ee83d9-2aa9-4122-be7f-7a23449259fa), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:20.492155 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-36e70133-ef57-4c94-9eab-aee9e801b5e7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group_rule (56ee83d9-2aa9-4122-be7f-7a23449259fa), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:20.495966 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-36e70133-ef57-4c94-9eab-aee9e801b5e7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (56ee83d9-2aa9-4122-be7f-7a23449259fa), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:20.515165 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e70133-ef57-4c94-9eab-aee9e801b5e7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ee83d9-2aa9-4122-be7f-7a23449259fa,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:33:20.524131 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-36e70133-ef57-4c94-9eab-aee9e801b5e7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:20.525435 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-36e70133-ef57-4c94-9eab-aee9e801b5e7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1292348 Mar 22 20:33:20.531661 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42458) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:33:20.536021 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-289cd982-8d32-4d7f-88dc-cea3558984cd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Request body: {'security_group_rule': {'security_group_id': '63e12cda-e90e-4cae-bdd4-ae5651b13bc3', 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:33:20.556657 n-d-705658-24 neutron-server[104173]: INFO neutron.db.securitygroups_db [None req-289cd982-8d32-4d7f-88dc-cea3558984cd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Project 81edea45bc6a4faea4e455fe22db8a59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 20:33:20.564271 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-289cd982-8d32-4d7f-88dc-cea3558984cd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group_rule (49b37079-e5bd-4cd3-99fa-5d43f4209afc), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:20.585479 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 26b1abe1-0d8c-4791-ae12-cb32df033e39 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:33:20.607942 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 26b1abe1-0d8c-4791-ae12-cb32df033e39 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:33:20.608454 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 26b1abe1-0d8c-4791-ae12-cb32df033e39 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:33:20.628427 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-289cd982-8d32-4d7f-88dc-cea3558984cd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group_rule (49b37079-e5bd-4cd3-99fa-5d43f4209afc), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:20.632239 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-289cd982-8d32-4d7f-88dc-cea3558984cd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (49b37079-e5bd-4cd3-99fa-5d43f4209afc), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:20.650711 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289cd982-8d32-4d7f-88dc-cea3558984cd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49b37079-e5bd-4cd3-99fa-5d43f4209afc,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:33:20.658641 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-289cd982-8d32-4d7f-88dc-cea3558984cd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:20.659865 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-289cd982-8d32-4d7f-88dc-cea3558984cd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1272683 Mar 22 20:33:21.494618 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:40.265240 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-34ed6ed0-1d5a-4838-9996-ad897172d1e9 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-740626035&fields=id&tenant_id=81edea45bc6a4faea4e455fe22db8a59 HTTP/1.1" status: 200 len: 267 time: 0.0433657 Mar 22 20:33:40.372947 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-70fa31b4-6a85-49ca-a30c-6055ec0ff691 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:33:40.374365 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-70fa31b4-6a85-49ca-a30c-6055ec0ff691 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/networks?id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c HTTP/1.1" status: 200 len: 808 time: 0.1024821 Mar 22 20:33:40.389361 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-3f9be3c7-c722-4f3f-b3b1-72512477ff6c tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/quotas/81edea45bc6a4faea4e455fe22db8a59 HTTP/1.1" status: 200 len: 375 time: 0.0095823 Mar 22 20:33:40.443304 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-6bcec56e-16b6-4620-b1fb-dc43e42876e3 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=81edea45bc6a4faea4e455fe22db8a59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486293 Mar 22 20:33:40.458435 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-e0a439cf-4d9e-4480-8b2a-ec68084cdfe4 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 20:33:40.459390 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-e0a439cf-4d9e-4480-8b2a-ec68084cdfe4 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049725 Mar 22 20:33:40.551323 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-8696a191-ebe6-4846-bdf8-b32d54a48bea service neutron] 10.222.0.75 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866690 Mar 22 20:33:40.641308 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-c0d46f51-2b85-4648-a1b8-1a4d3bd50153 service neutron] 10.222.0.75 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842004 Mar 22 20:33:40.923566 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b6993bb2-d9fd-4923-80dd-486b21aabdea req-64da4825-42a7-40ef-b506-615e8b2f0389 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 210 time: 0.0278020 Mar 22 20:33:42.001321 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b2aeb394-ea09-4858-a893-0066e737ee96 req-7e89da2c-9d78-4f85-9662-56b76dc59a2d tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 210 time: 0.0271158 Mar 22 20:33:43.085517 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7931c2a1-7f0b-420f-b026-4c7be5147fbb req-ae2f5b80-576e-4c7c-8948-14d96740c3d0 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 210 time: 0.0321214 Mar 22 20:33:44.187171 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1b0d28f7-2f91-4f17-8756-7c14006da9ee req-78cce915-dbaf-4065-b8d7-314365bd69fa tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 210 time: 0.0306237 Mar 22 20:33:45.071595 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-7d796ccc-d637-4bbe-8c70-9a1c6fb6a7e0 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:33:45.073153 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-7d796ccc-d637-4bbe-8c70-9a1c6fb6a7e0 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.85 "GET /v2.0/networks?id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c HTTP/1.1" status: 200 len: 808 time: 0.1072068 Mar 22 20:33:45.145132 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-86240852-054a-4428-ada7-cb36e8318df6 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81edea45bc6a4faea4e455fe22db8a59 HTTP/1.1" status: 200 len: 379 time: 0.0624406 Mar 22 20:33:45.153746 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-5427da3d-e6a1-45e9-860f-c6002f2d5f23 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Request body: {'port': {'device_id': 'f33cb8e4-b7d8-467c-9f98-86cf7b028253', 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c', 'admin_state_up': True, 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'security_groups': ['63e12cda-e90e-4cae-bdd4-ae5651b13bc3']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:33:45.293105 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-51a572c9-87d1-4d64-9c13-1d172e0d9d90 req-62597967-1c8e-4c33-9be4-8b09872c32cc tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 210 time: 0.0346708 Mar 22 20:33:45.301389 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-5427da3d-e6a1-45e9-860f-c6002f2d5f23 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Made reservation on behalf of 81edea45bc6a4faea4e455fe22db8a59 for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:33:45.305030 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-5427da3d-e6a1-45e9-860f-c6002f2d5f23 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:45.322851 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1867d945-8e68-4642-bd78-c5b65f70c3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:45.442821 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-5427da3d-e6a1-45e9-860f-c6002f2d5f23 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Allocated IP 172.20.0.8 (da40f7c6-bf34-4d45-9982-5d5ccd76b21c/cda14f7f-ea10-4b8d-9ed5-06203b449bdb/6e74c2bc-0fc1-46de-b047-ca7267adf121) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:33:45.601240 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-5427da3d-e6a1-45e9-860f-c6002f2d5f23 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for port (6e74c2bc-0fc1-46de-b047-ca7267adf121), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:45.642026 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-5427da3d-e6a1-45e9-860f-c6002f2d5f23 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (6e74c2bc-0fc1-46de-b047-ca7267adf121), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:45.684902 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-5427da3d-e6a1-45e9-860f-c6002f2d5f23 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Network da40f7c6-bf34-4d45-9982-5d5ccd76b21c is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:33:45.688157 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-5427da3d-e6a1-45e9-860f-c6002f2d5f23 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:33:45.692195 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-5427da3d-e6a1-45e9-860f-c6002f2d5f23 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:33:45.721744 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5427da3d-e6a1-45e9-860f-c6002f2d5f23 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Pushing event updated for resources: {'Port': ['ID=6e74c2bc-0fc1-46de-b047-ca7267adf121,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:33:45.753998 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-5427da3d-e6a1-45e9-860f-c6002f2d5f23 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:33:45.755002 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-5427da3d-e6a1-45e9-860f-c6002f2d5f23 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:45.776260 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-5427da3d-e6a1-45e9-860f-c6002f2d5f23 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6261930 Mar 22 20:33:45.787841 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-4c90adbc-e674-48c8-ba70-6091b70d0b3b service neutron] Request body: {'port': {'device_id': 'f33cb8e4-b7d8-467c-9f98-86cf7b028253', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:33:45.862732 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-4c90adbc-e674-48c8-ba70-6091b70d0b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6e74c2bc-0fc1-46de-b047-ca7267adf121), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:45.973666 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-928a438e-db36-463a-a782-b8bb931993b3 None None] Provisioning complete for port 6e74c2bc-0fc1-46de-b047-ca7267adf121 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:33:45.974040 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-928a438e-db36-463a-a782-b8bb931993b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6e74c2bc-0fc1-46de-b047-ca7267adf121), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:46.017029 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-928a438e-db36-463a-a782-b8bb931993b3 None None] Port 6e74c2bc-0fc1-46de-b047-ca7267adf121 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:33:46.154898 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-4c90adbc-e674-48c8-ba70-6091b70d0b3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e74c2bc-0fc1-46de-b047-ca7267adf121 {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:33:46.163345 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-4c90adbc-e674-48c8-ba70-6091b70d0b3b service neutron] Publish callbacks [] for port (6e74c2bc-0fc1-46de-b047-ca7267adf121), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:46.176044 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-4c90adbc-e674-48c8-ba70-6091b70d0b3b service neutron] Transition to ACTIVE for port object 6e74c2bc-0fc1-46de-b047-ca7267adf121 will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:33:46.179935 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-4c90adbc-e674-48c8-ba70-6091b70d0b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (6e74c2bc-0fc1-46de-b047-ca7267adf121), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:46.230084 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c90adbc-e674-48c8-ba70-6091b70d0b3b service neutron] Pushing event updated for resources: {'Port': ['ID=6e74c2bc-0fc1-46de-b047-ca7267adf121,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:33:46.320494 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-4c90adbc-e674-48c8-ba70-6091b70d0b3b service neutron] Attempting to bind port 6e74c2bc-0fc1-46de-b047-ca7267adf121 on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:33:46.321041 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-4c90adbc-e674-48c8-ba70-6091b70d0b3b service neutron] Attempting to bind port 6e74c2bc-0fc1-46de-b047-ca7267adf121 by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': 'baf36529-5495-4f44-acc0-2f4c522cf1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:33:46.321154 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-4c90adbc-e674-48c8-ba70-6091b70d0b3b service neutron] Attempting to bind port 6e74c2bc-0fc1-46de-b047-ca7267adf121 on network da40f7c6-bf34-4d45-9982-5d5ccd76b21c {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:33:46.326846 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-4c90adbc-e674-48c8-ba70-6091b70d0b3b service neutron] Port 6e74c2bc-0fc1-46de-b047-ca7267adf121 on network da40f7c6-bf34-4d45-9982-5d5ccd76b21c not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:33:46.327179 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-4c90adbc-e674-48c8-ba70-6091b70d0b3b service neutron] Attempting to bind port 6e74c2bc-0fc1-46de-b047-ca7267adf121 on network da40f7c6-bf34-4d45-9982-5d5ccd76b21c {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:33:46.333042 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-4c90adbc-e674-48c8-ba70-6091b70d0b3b service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:33:46.333391 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-4c90adbc-e674-48c8-ba70-6091b70d0b3b service neutron] Checking segment: {'id': 'baf36529-5495-4f44-acc0-2f4c522cf1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:33:46.333778 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-4c90adbc-e674-48c8-ba70-6091b70d0b3b service neutron] Bound using segment: {'id': 'baf36529-5495-4f44-acc0-2f4c522cf1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:33:46.334331 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-4c90adbc-e674-48c8-ba70-6091b70d0b3b service neutron] Bound port: 6e74c2bc-0fc1-46de-b047-ca7267adf121, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baf36529-5495-4f44-acc0-2f4c522cf1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:33:46.334582 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-4c90adbc-e674-48c8-ba70-6091b70d0b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6e74c2bc-0fc1-46de-b047-ca7267adf121), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:46.436196 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-4c90adbc-e674-48c8-ba70-6091b70d0b3b service neutron] For port 6e74c2bc-0fc1-46de-b047-ca7267adf121, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:33:46.439829 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-4c90adbc-e674-48c8-ba70-6091b70d0b3b service neutron] For port 6e74c2bc-0fc1-46de-b047-ca7267adf121, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=6e74c2bc-0fc1-46de-b047-ca7267adf121,segment=NetworkSegment(baf36529-5495-4f44-acc0-2f4c522cf1a4),segment_id=baf36529-5495-4f44-acc0-2f4c522cf1a4)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:33:46.449159 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-4c90adbc-e674-48c8-ba70-6091b70d0b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (6e74c2bc-0fc1-46de-b047-ca7267adf121), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:46.490341 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-4c90adbc-e674-48c8-ba70-6091b70d0b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:33:46.490900 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-4c90adbc-e674-48c8-ba70-6091b70d0b3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:46.492316 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-4c90adbc-e674-48c8-ba70-6091b70d0b3b service neutron] 10.222.0.85 "PUT /v2.0/ports/6e74c2bc-0fc1-46de-b047-ca7267adf121 HTTP/1.1" status: 200 len: 1092 time: 0.7093246 Mar 22 20:33:46.495264 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33cb8e4-b7d8-467c-9f98-86cf7b028253', 'tag': '6e74c2bc-0fc1-46de-b047-ca7267adf121'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:33:46.497781 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5203bbb830fb44ebcbef8845939fcb941f39cb8985b8c198af72047ed6de2cf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661fd1eb-b651-4284-ba54-6bb264a641d6" -d '{"events": [{"name": "network-changed", "server_uuid": "f33cb8e4-b7d8-467c-9f98-86cf7b028253", "tag": "6e74c2bc-0fc1-46de-b047-ca7267adf121"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:33:46.511354 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcea81-a4ab-4afc-b210-04d65692c2ce req-17f4df57-42b3-411c-a057-3858d238e15b tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:33:46.513466 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74bcea81-a4ab-4afc-b210-04d65692c2ce req-17f4df57-42b3-411c-a057-3858d238e15b tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.1284368 Mar 22 20:33:46.580187 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1274789-908f-4b1d-88c2-d11f8d49cde7 x-openstack-request-id: req-b1274789-908f-4b1d-88c2-d11f8d49cde7 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:33:46.580554 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f33cb8e4-b7d8-467c-9f98-86cf7b028253", "tag": "6e74c2bc-0fc1-46de-b047-ca7267adf121", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:33:46.580732 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b1274789-908f-4b1d-88c2-d11f8d49cde7 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:33:46.581133 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1274789-908f-4b1d-88c2-d11f8d49cde7'] response: {'name': 'network-changed', 'server_uuid': 'f33cb8e4-b7d8-467c-9f98-86cf7b028253', 'tag': '6e74c2bc-0fc1-46de-b047-ca7267adf121', 'status': 'completed', 'code': 200} Mar 22 20:33:46.606016 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c90adbc-e674-48c8-ba70-6091b70d0b3b service neutron] Pushing event updated for resources: {'Port': ['ID=6e74c2bc-0fc1-46de-b047-ca7267adf121,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:33:46.640822 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-74bcea81-a4ab-4afc-b210-04d65692c2ce req-439eccc9-74c5-45c0-8206-3bee4ded0e7b tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170428 Mar 22 20:33:46.651236 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-9cf0f4aa-3e8d-4682-a73b-462ee41bb1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:33:46.652945 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-9cf0f4aa-3e8d-4682-a73b-462ee41bb1f2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=81edea45bc6a4faea4e455fe22db8a59&device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 1126 time: 0.0949283 Mar 22 20:33:46.664280 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:46.703285 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-38f649d6-ebd3-453f-90a2-a2e3dce9ebff service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e74c2bc-0fc1-46de-b047-ca7267adf121 HTTP/1.1" status: 200 len: 217 time: 0.0440204 Mar 22 20:33:46.761080 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-5336fcb7-8fd5-41bf-9ba6-dda2f5a86fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:33:46.763342 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-5336fcb7-8fd5-41bf-9ba6-dda2f5a86fc3 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cda14f7f-ea10-4b8d-9ed5-06203b449bdb HTTP/1.1" status: 200 len: 847 time: 0.0544128 Mar 22 20:33:46.817396 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-9ec3aeaa-2c35-49c3-9926-96de974f2184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:33:46.818992 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-9ec3aeaa-2c35-49c3-9926-96de974f2184 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0500693 Mar 22 20:33:46.912548 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-421e0981-a33d-42bb-90e3-4c90e0dbeda0 service neutron] 10.222.0.85 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878766 Mar 22 20:33:47.005363 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-59c3ebf7-381d-4df8-bf18-aadd2f7b9cb2 req-1b593446-3fa1-4443-814e-9feb6d14d35f service neutron] 10.222.0.85 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876579 Mar 22 20:33:47.094375 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fd1eb-b651-4284-ba54-6bb264a641d6 req-dbc312d5-ab77-4d33-87ff-c3b4c7e6300d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:33:47.096021 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-661fd1eb-b651-4284-ba54-6bb264a641d6 req-dbc312d5-ab77-4d33-87ff-c3b4c7e6300d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=81edea45bc6a4faea4e455fe22db8a59&device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 1126 time: 0.0470746 Mar 22 20:33:47.193699 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fd1eb-b651-4284-ba54-6bb264a641d6 req-2321cd08-ca30-4027-a4a1-e2379e449d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:33:47.195366 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-661fd1eb-b651-4284-ba54-6bb264a641d6 req-2321cd08-ca30-4027-a4a1-e2379e449d64 service neutron] 10.222.0.85 "GET /v2.0/networks?id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c HTTP/1.1" status: 200 len: 909 time: 0.0936019 Mar 22 20:33:47.239014 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-661fd1eb-b651-4284-ba54-6bb264a641d6 req-6bbdd176-2c57-4288-811d-ad3c24d98936 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e74c2bc-0fc1-46de-b047-ca7267adf121 HTTP/1.1" status: 200 len: 217 time: 0.0377333 Mar 22 20:33:47.292178 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fd1eb-b651-4284-ba54-6bb264a641d6 req-f91b17cd-d830-480c-ba59-7ae51a401310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:33:47.294248 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-661fd1eb-b651-4284-ba54-6bb264a641d6 req-f91b17cd-d830-480c-ba59-7ae51a401310 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cda14f7f-ea10-4b8d-9ed5-06203b449bdb HTTP/1.1" status: 200 len: 847 time: 0.0496919 Mar 22 20:33:47.349199 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fd1eb-b651-4284-ba54-6bb264a641d6 req-c70d10dc-3c50-4f2e-adaa-19f535f12d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:33:47.350754 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-661fd1eb-b651-4284-ba54-6bb264a641d6 req-c70d10dc-3c50-4f2e-adaa-19f535f12d3f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0508676 Mar 22 20:33:47.446560 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-661fd1eb-b651-4284-ba54-6bb264a641d6 req-7f102693-f298-4789-899d-2c9cd4658a22 service neutron] 10.222.0.85 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898256 Mar 22 20:33:47.524427 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5c0c67f8-fa08-4464-a2ab-221034ba38e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:47.543058 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-661fd1eb-b651-4284-ba54-6bb264a641d6 req-ea2b9a7f-9b3d-48e7-8d95-b19d280f08fd service neutron] 10.222.0.85 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914621 Mar 22 20:33:48.135235 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f4a3b-cb8a-46d7-a110-30631bc2debf req-98279023-c71f-433b-95fc-a042ea554755 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:33:48.136827 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf9f4a3b-cb8a-46d7-a110-30631bc2debf req-98279023-c71f-433b-95fc-a042ea554755 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.4165144 Mar 22 20:33:48.188385 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf9f4a3b-cb8a-46d7-a110-30631bc2debf req-ef637389-3e36-4411-b61c-50dc37a91d86 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447233 Mar 22 20:33:48.933005 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:48.990624 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:49.306813 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1bf08-008a-4975-a826-4278b55d1894 req-20172f66-c2a9-490f-bbad-5ffb7665b3fd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:33:49.308308 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-17f1bf08-008a-4975-a826-4278b55d1894 req-20172f66-c2a9-490f-bbad-5ffb7665b3fd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.0526273 Mar 22 20:33:49.355798 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-17f1bf08-008a-4975-a826-4278b55d1894 req-c7695dae-2ca5-4b64-be4d-18035e09cdd8 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416548 Mar 22 20:33:49.602076 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:33:50.425911 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:50.484294 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb3699-a92d-4763-8ba6-2550c5b546f6 req-a8f611ee-ebda-4ee3-8c07-6d17790b0f09 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:33:50.485888 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a5eb3699-a92d-4763-8ba6-2550c5b546f6 req-a8f611ee-ebda-4ee3-8c07-6d17790b0f09 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.0575235 Mar 22 20:33:50.541163 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a5eb3699-a92d-4763-8ba6-2550c5b546f6 req-9702de48-5e8e-4957-b6f7-b049dc2fcfe8 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494804 Mar 22 20:33:51.499329 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:33:51.686994 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c5ba4-5cf4-494b-8541-e89de44afd6a req-0374b847-a6e0-49be-8ea0-386cd206d24f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:33:51.688756 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-832c5ba4-5cf4-494b-8541-e89de44afd6a req-0374b847-a6e0-49be-8ea0-386cd206d24f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.0734131 Mar 22 20:33:51.741592 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-832c5ba4-5cf4-494b-8541-e89de44afd6a req-38620272-d764-4e2e-97f4-51e07704d36b tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465624 Mar 22 20:33:52.866107 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b353e-9c99-4710-8b9f-1c31b5a904bf req-b3a8f38e-9711-4ea0-8941-6a8900bbd629 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:33:52.867591 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-045b353e-9c99-4710-8b9f-1c31b5a904bf req-b3a8f38e-9711-4ea0-8941-6a8900bbd629 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.0562866 Mar 22 20:33:52.916705 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-045b353e-9c99-4710-8b9f-1c31b5a904bf req-6c6b9251-d62c-4e73-8426-30ab1f3f4a8d tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434999 Mar 22 20:33:54.034971 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6cf0c5-b1b7-4417-a154-b40af723ceb1 req-24e5f9cd-e750-410b-b0dd-e6b155094a27 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:33:54.036383 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ca6cf0c5-b1b7-4417-a154-b40af723ceb1 req-24e5f9cd-e750-410b-b0dd-e6b155094a27 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.0513146 Mar 22 20:33:54.087489 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ca6cf0c5-b1b7-4417-a154-b40af723ceb1 req-5d226aaf-baeb-440e-bfe4-c199b8767e55 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450532 Mar 22 20:33:55.217741 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0d8a1-91d6-4b76-b965-71c685af66c1 req-5071ecd0-6f9a-4c78-b901-412e5530d804 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:33:55.219511 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-52f0d8a1-91d6-4b76-b965-71c685af66c1 req-5071ecd0-6f9a-4c78-b901-412e5530d804 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.0569625 Mar 22 20:33:55.276018 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-52f0d8a1-91d6-4b76-b965-71c685af66c1 req-362768cb-377a-4dd3-a03b-82c6425f4d77 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508575 Mar 22 20:33:56.396938 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748c72d-f082-4cd9-83f8-b3a0b8eebbd7 req-2c8803e2-19c9-480a-9673-c580dba68434 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:33:56.398460 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9748c72d-f082-4cd9-83f8-b3a0b8eebbd7 req-2c8803e2-19c9-480a-9673-c580dba68434 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.0528524 Mar 22 20:33:56.447162 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9748c72d-f082-4cd9-83f8-b3a0b8eebbd7 req-4865d17d-31a7-4acf-a9b3-d00d06556752 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432014 Mar 22 20:33:57.567555 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e267f3-0aa7-414b-9a48-9c22cada24fd req-b13c9b13-fd9d-4ae7-861f-4f704147d61e tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:33:57.569061 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0e267f3-0aa7-414b-9a48-9c22cada24fd req-b13c9b13-fd9d-4ae7-861f-4f704147d61e tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.0536056 Mar 22 20:33:57.617170 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c0e267f3-0aa7-414b-9a48-9c22cada24fd req-5e081dbc-0089-41b5-a191-e51896f40d80 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425029 Mar 22 20:33:58.744019 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2dc4a5-435f-4cbf-9f34-30aa7575a501 req-d2d6ee59-fc40-406b-9458-ee75411c814d tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:33:58.745497 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef2dc4a5-435f-4cbf-9f34-30aa7575a501 req-d2d6ee59-fc40-406b-9458-ee75411c814d tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.0577776 Mar 22 20:33:58.796285 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ef2dc4a5-435f-4cbf-9f34-30aa7575a501 req-e18ee3b1-1613-4c38-9f71-ac2a0f4b8e49 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451102 Mar 22 20:33:59.915620 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dba64-7400-4d27-8644-a08e53218953 req-e55ecc50-0deb-4bd4-8db6-f05d723c99ea tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:33:59.917105 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f37dba64-7400-4d27-8644-a08e53218953 req-e55ecc50-0deb-4bd4-8db6-f05d723c99ea tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.0524387 Mar 22 20:33:59.969463 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f37dba64-7400-4d27-8644-a08e53218953 req-cd9309d1-bd9e-4d40-bbd9-f175306d6b67 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459270 Mar 22 20:34:01.087694 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936eb19-3049-43e0-8998-a57babe44802 req-4bd3fe09-e39f-41f5-91c8-7c770c84997c tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:34:01.089325 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0936eb19-3049-43e0-8998-a57babe44802 req-4bd3fe09-e39f-41f5-91c8-7c770c84997c tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.0526996 Mar 22 20:34:01.140989 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0936eb19-3049-43e0-8998-a57babe44802 req-81dd3390-60a3-4639-bd1f-854472b9a7c9 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461318 Mar 22 20:34:02.281704 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee583483-c10d-4e59-8f2b-4699e6c6cb55 req-e6a4796e-54a5-4b0f-9295-3bfd1720d2a4 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:34:02.283263 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ee583483-c10d-4e59-8f2b-4699e6c6cb55 req-e6a4796e-54a5-4b0f-9295-3bfd1720d2a4 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.0654104 Mar 22 20:34:02.337934 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ee583483-c10d-4e59-8f2b-4699e6c6cb55 req-e8f3818a-a2eb-48a6-90db-23c622de9d67 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487103 Mar 22 20:34:03.468617 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290bee0-941c-4021-bc40-680732c69150 req-a3cf5855-e99a-4d9e-9a7f-e7ac62bea628 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:34:03.470399 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0290bee0-941c-4021-bc40-680732c69150 req-a3cf5855-e99a-4d9e-9a7f-e7ac62bea628 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.0595407 Mar 22 20:34:03.522104 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0290bee0-941c-4021-bc40-680732c69150 req-5c1acf41-b478-4041-b46f-cb2e4f9bb538 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459278 Mar 22 20:34:04.270845 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 6e74c2bc-0fc1-46de-b047-ca7267adf121 details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:34:04.374158 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 6e74c2bc-0fc1-46de-b047-ca7267adf121, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=6e74c2bc-0fc1-46de-b047-ca7267adf121,segment=NetworkSegment(baf36529-5495-4f44-acc0-2f4c522cf1a4),segment_id=baf36529-5495-4f44-acc0-2f4c522cf1a4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:34:04.385775 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': '6e74c2bc-0fc1-46de-b047-ca7267adf121', 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c', 'port_id': '6e74c2bc-0fc1-46de-b047-ca7267adf121', 'mac_address': 'fa:16:3e:d6:23:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda14f7f-ea10-4b8d-9ed5-06203b449bdb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:34:04.424030 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 6e74c2bc-0fc1-46de-b047-ca7267adf121 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:34:04.424483 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6e74c2bc-0fc1-46de-b047-ca7267adf121), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:34:04.437877 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e74c2bc-0fc1-46de-b047-ca7267adf121 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:34:04.456852 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 6e74c2bc-0fc1-46de-b047-ca7267adf121, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=6e74c2bc-0fc1-46de-b047-ca7267adf121,segment=NetworkSegment(baf36529-5495-4f44-acc0-2f4c522cf1a4),segment_id=baf36529-5495-4f44-acc0-2f4c522cf1a4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:34:04.461382 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (6e74c2bc-0fc1-46de-b047-ca7267adf121), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:34:04.509981 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=6e74c2bc-0fc1-46de-b047-ca7267adf121,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:34:04.517222 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:34:04.517846 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:34:04.518194 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:34:04.518532 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:34:04.518862 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:34:04.519190 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:34:04.519515 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:34:04.519843 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:34:04.520168 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:34:04.520494 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:34:04.520818 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:34:04.521141 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:34:04.521463 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:34:04.521783 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:34:04.522129 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:34:04.648958 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166e58f-979f-43d2-b58e-f3e7e141e460 req-f3f9719b-8307-40a9-b9c1-295e0fabe5af tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:34:04.650403 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7166e58f-979f-43d2-b58e-f3e7e141e460 req-f3f9719b-8307-40a9-b9c1-295e0fabe5af tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 944 time: 0.0583808 Mar 22 20:34:04.700046 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7166e58f-979f-43d2-b58e-f3e7e141e460 req-c7f52211-88bf-46be-b972-95f512fae348 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428720 Mar 22 20:34:04.806429 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['6e74c2bc-0fc1-46de-b047-ca7267adf121'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:34:05.828706 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa40f2d-c605-4f4c-bcd2-89b61d2b0ced req-46774f0c-fca4-42a3-b481-1af91e74c8fb tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:34:05.830257 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-afa40f2d-c605-4f4c-bcd2-89b61d2b0ced req-46774f0c-fca4-42a3-b481-1af91e74c8fb tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 944 time: 0.0614221 Mar 22 20:34:05.882212 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-afa40f2d-c605-4f4c-bcd2-89b61d2b0ced req-88e8d12f-1a99-4db0-874d-c4b9a4dcb2ed tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458648 Mar 22 20:34:06.285952 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 6e74c2bc-0fc1-46de-b047-ca7267adf121 up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:34:06.336587 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port 6e74c2bc-0fc1-46de-b047-ca7267adf121 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:34:06.340989 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port 6e74c2bc-0fc1-46de-b047-ca7267adf121 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:34:06.341369 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6e74c2bc-0fc1-46de-b047-ca7267adf121), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:34:06.416721 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 6e74c2bc-0fc1-46de-b047-ca7267adf121 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:34:06.417108 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6e74c2bc-0fc1-46de-b047-ca7267adf121), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:34:06.439683 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33cb8e4-b7d8-467c-9f98-86cf7b028253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e74c2bc-0fc1-46de-b047-ca7267adf121'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:34:06.440841 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42acaf4adbc820cceca1c39a9c6556ee9c843f2d32102223230a5dac4986dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d9619a-17d1-46ea-9c74-d65c9ef3316a" -d '{"events": [{"server_uuid": "f33cb8e4-b7d8-467c-9f98-86cf7b028253", "name": "network-vif-plugged", "status": "completed", "tag": "6e74c2bc-0fc1-46de-b047-ca7267adf121"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:34:06.454362 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 6e74c2bc-0fc1-46de-b047-ca7267adf121, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=6e74c2bc-0fc1-46de-b047-ca7267adf121,segment=NetworkSegment(baf36529-5495-4f44-acc0-2f4c522cf1a4),segment_id=baf36529-5495-4f44-acc0-2f4c522cf1a4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:34:06.458657 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (6e74c2bc-0fc1-46de-b047-ca7267adf121), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:34:06.485268 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea85acc2-7350-4338-86b8-e26e612c09c0 x-openstack-request-id: req-ea85acc2-7350-4338-86b8-e26e612c09c0 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:34:06.485551 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33cb8e4-b7d8-467c-9f98-86cf7b028253", "name": "network-vif-plugged", "status": "completed", "tag": "6e74c2bc-0fc1-46de-b047-ca7267adf121", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:34:06.485823 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ea85acc2-7350-4338-86b8-e26e612c09c0 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:34:06.486200 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea85acc2-7350-4338-86b8-e26e612c09c0'] response: {'server_uuid': 'f33cb8e4-b7d8-467c-9f98-86cf7b028253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e74c2bc-0fc1-46de-b047-ca7267adf121', 'code': 200} Mar 22 20:34:06.515179 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=6e74c2bc-0fc1-46de-b047-ca7267adf121,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:34:06.594169 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62d1f4-4a8f-4c35-b312-c97fa2bc6d4d req-55a3cc3f-1bbb-4963-a0ca-56126e68a161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:34:06.595707 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c62d1f4-4a8f-4c35-b312-c97fa2bc6d4d req-55a3cc3f-1bbb-4963-a0ca-56126e68a161 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 1128 time: 0.0597525 Mar 22 20:34:06.643573 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c62d1f4-4a8f-4c35-b312-c97fa2bc6d4d req-538937ea-e56f-4ec0-82f5-d360e369cc16 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425119 Mar 22 20:34:07.012181 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a7df1-ba3b-46d1-8c01-887ad4ada219 req-8b796996-de02-448d-bac7-5265a0b80a3a tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:34:07.013828 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce6a7df1-ba3b-46d1-8c01-887ad4ada219 req-8b796996-de02-448d-bac7-5265a0b80a3a tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 945 time: 0.0553658 Mar 22 20:34:07.064885 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ce6a7df1-ba3b-46d1-8c01-887ad4ada219 req-6222f1b1-da94-4132-b0d5-ed23bf406fb4 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449648 Mar 22 20:34:08.184715 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0d3b6-c1a5-4474-a36b-89169ed87d44 req-b2f96d4f-6a06-418e-a5bc-0279f0105032 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:34:08.186241 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3c0d3b6-c1a5-4474-a36b-89169ed87d44 req-b2f96d4f-6a06-418e-a5bc-0279f0105032 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 945 time: 0.0529299 Mar 22 20:34:08.241115 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c3c0d3b6-c1a5-4474-a36b-89169ed87d44 req-338cc709-1678-45e5-8215-ae0aeeabb5ad tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492015 Mar 22 20:34:08.362329 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f39df4-ee23-4bbe-a9e2-39010be4744e req-6708dd6b-1419-4bd5-9477-5f3d901e810f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:34:08.363604 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-28f39df4-ee23-4bbe-a9e2-39010be4744e req-6708dd6b-1419-4bd5-9477-5f3d901e810f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 945 time: 0.0559430 Mar 22 20:34:08.414341 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-28f39df4-ee23-4bbe-a9e2-39010be4744e req-176c0a31-b1b1-43c2-a413-ada9a0f95cd4 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447860 Mar 22 20:34:08.439439 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42684) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:34:08.531821 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d558735-6aa7-47f5-b05e-40850fbdc4da tempest-TestShelveInstance-1817505766 tempest-TestShelveInstance-1817505766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:34:08.534469 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5d558735-6aa7-47f5-b05e-40850fbdc4da tempest-TestShelveInstance-1817505766 tempest-TestShelveInstance-1817505766-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 1123 time: 0.0936868 Mar 22 20:34:08.537158 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42688) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:34:08.541729 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-359a5c39-234d-4541-9cd3-f9053da5a736 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'port_id': '6e74c2bc-0fc1-46de-b047-ca7267adf121', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:34:08.561839 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-359a5c39-234d-4541-9cd3-f9053da5a736 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:34:08.664572 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-359a5c39-234d-4541-9cd3-f9053da5a736 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:34:08.773454 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-359a5c39-234d-4541-9cd3-f9053da5a736 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Allocated IP 172.25.5.245 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/f4bda132-7e45-4bec-9651-15673c0af75f) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:34:08.883705 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-359a5c39-234d-4541-9cd3-f9053da5a736 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for port (f4bda132-7e45-4bec-9651-15673c0af75f), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:34:08.918838 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-359a5c39-234d-4541-9cd3-f9053da5a736 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (f4bda132-7e45-4bec-9651-15673c0af75f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:34:08.955813 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359a5c39-234d-4541-9cd3-f9053da5a736 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:34:08.958648 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-359a5c39-234d-4541-9cd3-f9053da5a736 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:34:08.962289 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359a5c39-234d-4541-9cd3-f9053da5a736 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:34:08.988190 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a5c39-234d-4541-9cd3-f9053da5a736 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Pushing event updated for resources: {'Port': ['ID=f4bda132-7e45-4bec-9651-15673c0af75f,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:34:09.323924 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-359a5c39-234d-4541-9cd3-f9053da5a736 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for floatingip (58ddf17a-2efe-431f-b412-20c14cb7a303), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:34:09.394103 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-359a5c39-234d-4541-9cd3-f9053da5a736 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (f4bda132-7e45-4bec-9651-15673c0af75f), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:34:09.550232 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-359a5c39-234d-4541-9cd3-f9053da5a736 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for port (f4bda132-7e45-4bec-9651-15673c0af75f), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:34:09.556053 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-359a5c39-234d-4541-9cd3-f9053da5a736 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (f4bda132-7e45-4bec-9651-15673c0af75f), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:34:09.629853 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a5c39-234d-4541-9cd3-f9053da5a736 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Pushing event updated for resources: {'Port': ['ID=f4bda132-7e45-4bec-9651-15673c0af75f,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:34:09.640169 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-359a5c39-234d-4541-9cd3-f9053da5a736 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (58ddf17a-2efe-431f-b412-20c14cb7a303), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:34:09.745722 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [None req-359a5c39-234d-4541-9cd3-f9053da5a736 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Floating IP 58ddf17a-2efe-431f-b412-20c14cb7a303 associated. External IP: 172.25.5.245, port: 6e74c2bc-0fc1-46de-b047-ca7267adf121. Mar 22 20:34:09.955862 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359a5c39-234d-4541-9cd3-f9053da5a736 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Router f68ea842-7ae6-442b-afa2-996a1a9d4291 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:34:10.066408 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359a5c39-234d-4541-9cd3-f9053da5a736 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:34:10.076707 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8171d116-d05f-4554-9327-e53c4fe9048a None None] Sync routers for ids ['f68ea842-7ae6-442b-afa2-996a1a9d4291'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:34:10.084991 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-359a5c39-234d-4541-9cd3-f9053da5a736 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:34:10.090757 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8171d116-d05f-4554-9327-e53c4fe9048a None None] Routers {'f68ea842-7ae6-442b-afa2-996a1a9d4291'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:34:10.091526 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-8171d116-d05f-4554-9327-e53c4fe9048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:33:48Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f68ea842-7ae6-442b-afa2-996a1a9d4291'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:34:10.123808 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-359a5c39-234d-4541-9cd3-f9053da5a736 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5855327 Mar 22 20:34:10.124558 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33cb8e4-b7d8-467c-9f98-86cf7b028253', 'tag': '6e74c2bc-0fc1-46de-b047-ca7267adf121'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:34:10.127117 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5203bbb830fb44ebcbef8845939fcb941f39cb8985b8c198af72047ed6de2cf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258d4b2b-aa5f-41c3-9845-0efc931e3115" -d '{"events": [{"name": "network-changed", "server_uuid": "f33cb8e4-b7d8-467c-9f98-86cf7b028253", "tag": "6e74c2bc-0fc1-46de-b047-ca7267adf121"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:34:10.164761 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6526a215-bacb-4271-917a-13261fdc5147 x-openstack-request-id: req-6526a215-bacb-4271-917a-13261fdc5147 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:34:10.165056 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f33cb8e4-b7d8-467c-9f98-86cf7b028253", "tag": "6e74c2bc-0fc1-46de-b047-ca7267adf121", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:34:10.165310 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-6526a215-bacb-4271-917a-13261fdc5147 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:34:10.165728 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6526a215-bacb-4271-917a-13261fdc5147'] response: {'name': 'network-changed', 'server_uuid': 'f33cb8e4-b7d8-467c-9f98-86cf7b028253', 'tag': '6e74c2bc-0fc1-46de-b047-ca7267adf121', 'status': 'completed', 'code': 200} Mar 22 20:34:10.204911 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-8171d116-d05f-4554-9327-e53c4fe9048a None None] Set router f68ea842-7ae6-442b-afa2-996a1a9d4291 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:34:10.248202 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d4b2b-aa5f-41c3-9845-0efc931e3115 req-d31888c2-ed2a-48c6-9a11-2d5b4620e676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:34:10.249769 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-258d4b2b-aa5f-41c3-9845-0efc931e3115 req-d31888c2-ed2a-48c6-9a11-2d5b4620e676 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=81edea45bc6a4faea4e455fe22db8a59&device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 1128 time: 0.0511060 Mar 22 20:34:10.344205 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d4b2b-aa5f-41c3-9845-0efc931e3115 req-50a18396-fcba-43f2-bb48-035d89f660d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:34:10.345874 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-258d4b2b-aa5f-41c3-9845-0efc931e3115 req-50a18396-fcba-43f2-bb48-035d89f660d9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c HTTP/1.1" status: 200 len: 909 time: 0.0894947 Mar 22 20:34:10.425522 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-258d4b2b-aa5f-41c3-9845-0efc931e3115 req-29a26c3d-b401-4e7b-915b-24682a229c9a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e74c2bc-0fc1-46de-b047-ca7267adf121 HTTP/1.1" status: 200 len: 999 time: 0.0744734 Mar 22 20:34:10.476105 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d4b2b-aa5f-41c3-9845-0efc931e3115 req-587750dc-5aff-46ef-8c4f-275b8aaf7dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:34:10.477578 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-258d4b2b-aa5f-41c3-9845-0efc931e3115 req-587750dc-5aff-46ef-8c4f-275b8aaf7dc9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cda14f7f-ea10-4b8d-9ed5-06203b449bdb HTTP/1.1" status: 200 len: 847 time: 0.0458760 Mar 22 20:34:10.525904 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d4b2b-aa5f-41c3-9845-0efc931e3115 req-644e9175-db10-4147-8dc9-144d4b427cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:34:10.528017 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-258d4b2b-aa5f-41c3-9845-0efc931e3115 req-644e9175-db10-4147-8dc9-144d4b427cc0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451264 Mar 22 20:34:10.534897 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-8171d116-d05f-4554-9327-e53c4fe9048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'name': 'tempest-TestShelveInstance-295804902-router', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '339bdd9d-7558-45a6-862b-0d1016165642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:23Z', 'revision_number': 4, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'gw_port': {'id': '339bdd9d-7558-45a6-862b-0d1016165642', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '58ddf17a-2efe-431f-b412-20c14cb7a303', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'floating_ip_address': '172.25.5.245', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'port_id': '6e74c2bc-0fc1-46de-b047-ca7267adf121', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c', 'mac_address': 'fa:16:3e:d6:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33cb8e4-b7d8-467c-9f98-86cf7b028253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:34:09Z', 'updated_at': '2022-03-22T20:34:09Z', 'revision_number': 0, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '121265eb-7ea1-449c-a3a9-bc259cf63cd9', 'name': '', 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'mac_address': 'fa:16:3e:ad:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'device_owner': 'network:router_interface', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'cda14f7f-ea10-4b8d-9ed5-06203b449bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:22Z', 'updated_at': '2022-03-22T20:28:27Z', 'revision_number': 5, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'subnets': [{'id': 'cda14f7f-ea10-4b8d-9ed5-06203b449bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:34:10.561241 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8171d116-d05f-4554-9327-e53c4fe9048a None None] Checking router: f68ea842-7ae6-442b-afa2-996a1a9d4291 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:34:10.569616 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8171d116-d05f-4554-9327-e53c4fe9048a None None] Routers {'f68ea842-7ae6-442b-afa2-996a1a9d4291'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:34:10.570266 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-8171d116-d05f-4554-9327-e53c4fe9048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:33:48Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f68ea842-7ae6-442b-afa2-996a1a9d4291'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:34:10.622951 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-258d4b2b-aa5f-41c3-9845-0efc931e3115 req-c1b07719-0904-4a48-9793-e3a79cbb6c56 service neutron] 10.222.0.85 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890543 Mar 22 20:34:10.679352 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-8171d116-d05f-4554-9327-e53c4fe9048a None None] Set router f68ea842-7ae6-442b-afa2-996a1a9d4291 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:34:10.717648 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-258d4b2b-aa5f-41c3-9845-0efc931e3115 req-d64bb8fb-decb-4ef1-a1a0-a85f8c7de0be service neutron] 10.222.0.85 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893893 Mar 22 20:34:10.917808 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-8171d116-d05f-4554-9327-e53c4fe9048a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'name': 'tempest-TestShelveInstance-295804902-router', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '339bdd9d-7558-45a6-862b-0d1016165642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:23Z', 'revision_number': 4, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'gw_port': {'id': '339bdd9d-7558-45a6-862b-0d1016165642', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '58ddf17a-2efe-431f-b412-20c14cb7a303', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'floating_ip_address': '172.25.5.245', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'port_id': '6e74c2bc-0fc1-46de-b047-ca7267adf121', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c', 'mac_address': 'fa:16:3e:d6:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33cb8e4-b7d8-467c-9f98-86cf7b028253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:34:09Z', 'updated_at': '2022-03-22T20:34:09Z', 'revision_number': 0, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '121265eb-7ea1-449c-a3a9-bc259cf63cd9', 'name': '', 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'mac_address': 'fa:16:3e:ad:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'device_owner': 'network:router_interface', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'cda14f7f-ea10-4b8d-9ed5-06203b449bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:22Z', 'updated_at': '2022-03-22T20:28:27Z', 'revision_number': 5, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'subnets': [{'id': 'cda14f7f-ea10-4b8d-9ed5-06203b449bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:34:10.944237 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8171d116-d05f-4554-9327-e53c4fe9048a None None] The sync data for ids ['f68ea842-7ae6-442b-afa2-996a1a9d4291'] in n-d-705658-24 is: [{'id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'name': 'tempest-TestShelveInstance-295804902-router', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '339bdd9d-7558-45a6-862b-0d1016165642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:23Z', 'revision_number': 4, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'gw_port': {'id': '339bdd9d-7558-45a6-862b-0d1016165642', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '58ddf17a-2efe-431f-b412-20c14cb7a303', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'floating_ip_address': '172.25.5.245', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'port_id': '6e74c2bc-0fc1-46de-b047-ca7267adf121', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c', 'mac_address': 'fa:16:3e:d6:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33cb8e4-b7d8-467c-9f98-86cf7b028253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:34:09Z', 'updated_at': '2022-03-22T20:34:09Z', 'revision_number': 0, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '121265eb-7ea1-449c-a3a9-bc259cf63cd9', 'name': '', 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'mac_address': 'fa:16:3e:ad:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'device_owner': 'network:router_interface', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'cda14f7f-ea10-4b8d-9ed5-06203b449bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:22Z', 'updated_at': '2022-03-22T20:28:27Z', 'revision_number': 5, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'subnets': [{'id': 'cda14f7f-ea10-4b8d-9ed5-06203b449bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:34:11.157671 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e291fbe-b9e5-4a59-ade5-25cfaaa7f287 None None] New status for floating IP 58ddf17a-2efe-431f-b412-20c14cb7a303: ACTIVE {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:34:15.319342 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-dac60d3e-ab24-4b4f-bf4e-b25be44ce066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:34:16.659087 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:34:17.528028 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b19d2128-42c3-4501-8c02-a395c732c5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:34:18.927113 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:34:18.994077 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:34:20.427634 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:34:21.501775 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:34:26.602730 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:34:41.674223 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f1fee9f-98eb-42c8-b6d5-0ab2c1cff9d6 req-eaad5196-ca80-4adf-a99d-64e0e6aa8d52 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0868859 Mar 22 20:34:41.769608 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1fee9f-98eb-42c8-b6d5-0ab2c1cff9d6 req-f26bb0fc-4731-40c4-aced-5cabfb879ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:34:41.771349 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f1fee9f-98eb-42c8-b6d5-0ab2c1cff9d6 req-f26bb0fc-4731-40c4-aced-5cabfb879ebe service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=81edea45bc6a4faea4e455fe22db8a59&device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 1128 time: 0.0534725 Mar 22 20:34:41.879488 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1fee9f-98eb-42c8-b6d5-0ab2c1cff9d6 req-6f386f2d-bdc7-4b03-a4c6-e731934bdf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:34:41.881022 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f1fee9f-98eb-42c8-b6d5-0ab2c1cff9d6 req-6f386f2d-bdc7-4b03-a4c6-e731934bdf6c service neutron] 10.222.0.85 "GET /v2.0/networks?id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c HTTP/1.1" status: 200 len: 909 time: 0.0920844 Mar 22 20:34:41.954761 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f1fee9f-98eb-42c8-b6d5-0ab2c1cff9d6 req-a61adeb2-865d-44ee-ace7-17c75fa4d16f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e74c2bc-0fc1-46de-b047-ca7267adf121 HTTP/1.1" status: 200 len: 1001 time: 0.0670218 Mar 22 20:34:42.003971 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1fee9f-98eb-42c8-b6d5-0ab2c1cff9d6 req-b8e17858-577a-477f-9a6c-a2578811276c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:34:42.006101 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f1fee9f-98eb-42c8-b6d5-0ab2c1cff9d6 req-b8e17858-577a-477f-9a6c-a2578811276c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cda14f7f-ea10-4b8d-9ed5-06203b449bdb HTTP/1.1" status: 200 len: 847 time: 0.0454586 Mar 22 20:34:42.059499 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1fee9f-98eb-42c8-b6d5-0ab2c1cff9d6 req-965da01d-3f77-4acd-99d4-03aa41af7f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:34:42.061114 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f1fee9f-98eb-42c8-b6d5-0ab2c1cff9d6 req-965da01d-3f77-4acd-99d4-03aa41af7f0d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487506 Mar 22 20:34:42.162650 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f1fee9f-98eb-42c8-b6d5-0ab2c1cff9d6 req-86f05180-f536-4717-b1ed-4c584f5d05ca service neutron] 10.222.0.85 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952744 Mar 22 20:34:42.255617 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0f1fee9f-98eb-42c8-b6d5-0ab2c1cff9d6 req-80f2fade-332c-466a-8cb0-451c0fd51132 service neutron] 10.222.0.85 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862644 Mar 22 20:34:45.312820 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-bed51496-d99c-40b8-a30a-d6ffc10bbf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:34:46.659540 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:34:47.531183 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1dee88af-4061-433f-8a61-1d3df4f314ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:34:48.942268 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:34:48.996626 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:34:50.430499 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:34:51.504372 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:35:03.605498 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:35:15.315950 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d3371877-a529-4fcf-8fa0-e45c262e4742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:35:16.672698 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:35:17.536972 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7a9aa5eb-5ea6-4ad7-9984-b5f537eab49b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:35:18.963921 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:35:18.998248 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:35:20.433133 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:35:21.506863 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:35:40.607943 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:35:41.628713 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bb7fab5a-8380-4dee-9f4b-85e3d58573e4 req-a28a8cb7-da07-461a-9318-e564120151b3 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441196 Mar 22 20:35:41.718885 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7fab5a-8380-4dee-9f4b-85e3d58573e4 req-59e8adce-a6a2-4911-9921-d08701d262a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:35:41.720388 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bb7fab5a-8380-4dee-9f4b-85e3d58573e4 req-59e8adce-a6a2-4911-9921-d08701d262a3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=81edea45bc6a4faea4e455fe22db8a59&device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 1128 time: 0.0481193 Mar 22 20:35:41.826147 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7fab5a-8380-4dee-9f4b-85e3d58573e4 req-88140b7b-4918-4107-9360-a51b0faa6693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:35:41.827628 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bb7fab5a-8380-4dee-9f4b-85e3d58573e4 req-88140b7b-4918-4107-9360-a51b0faa6693 service neutron] 10.222.0.85 "GET /v2.0/networks?id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c HTTP/1.1" status: 200 len: 909 time: 0.0888162 Mar 22 20:35:41.906146 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bb7fab5a-8380-4dee-9f4b-85e3d58573e4 req-eb7e5473-678a-410d-9d79-4f6fc05e13c8 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e74c2bc-0fc1-46de-b047-ca7267adf121 HTTP/1.1" status: 200 len: 1001 time: 0.0727229 Mar 22 20:35:41.954273 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7fab5a-8380-4dee-9f4b-85e3d58573e4 req-f06c3e30-def4-401f-8b2d-560310ce32a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:35:41.955755 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bb7fab5a-8380-4dee-9f4b-85e3d58573e4 req-f06c3e30-def4-401f-8b2d-560310ce32a5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cda14f7f-ea10-4b8d-9ed5-06203b449bdb HTTP/1.1" status: 200 len: 847 time: 0.0445333 Mar 22 20:35:42.003333 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7fab5a-8380-4dee-9f4b-85e3d58573e4 req-f054df0f-fb7e-4af5-b0c8-e0a62ad54b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:35:42.004848 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bb7fab5a-8380-4dee-9f4b-85e3d58573e4 req-f054df0f-fb7e-4af5-b0c8-e0a62ad54b54 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439150 Mar 22 20:35:42.097256 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bb7fab5a-8380-4dee-9f4b-85e3d58573e4 req-5904086d-5e77-4b49-9e0b-e9497382197f service neutron] 10.222.0.85 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857196 Mar 22 20:35:42.184744 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-bb7fab5a-8380-4dee-9f4b-85e3d58573e4 req-8ef05175-4cfa-4f63-a3b8-d220c63621a3 service neutron] 10.222.0.85 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819840 Mar 22 20:35:45.319045 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-9def7126-7db1-4dc3-ac88-328ab3bb6596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:35:46.671982 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:35:47.539788 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-920c477d-19a3-4cfd-9b9f-7465f35e7abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:35:48.952842 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:35:49.002670 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:35:50.435254 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:35:51.510856 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:36:05.532012 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91e5da-2e7f-42bd-be9a-098521c5be70 req-36884831-21a4-4b1e-90e1-285e3fee6d1e tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:05.533538 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c91e5da-2e7f-42bd-be9a-098521c5be70 req-36884831-21a4-4b1e-90e1-285e3fee6d1e tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 945 time: 0.0535202 Mar 22 20:36:05.583474 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c91e5da-2e7f-42bd-be9a-098521c5be70 req-19c22e1a-49ec-4787-9089-6190763545d8 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438523 Mar 22 20:36:06.716736 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b7116-0575-4cc8-aca4-ba40d5aececf req-7f28ec63-103a-4b21-8548-10db7f156b33 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:06.718354 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c5b7116-0575-4cc8-aca4-ba40d5aececf req-7f28ec63-103a-4b21-8548-10db7f156b33 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 945 time: 0.0591884 Mar 22 20:36:06.769836 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6c5b7116-0575-4cc8-aca4-ba40d5aececf req-20ad917a-5409-4652-b573-ef9f20a56259 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454819 Mar 22 20:36:07.896274 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75c53b-3fb3-4b94-937d-df1c81da8b91 req-7eb6b853-7190-4095-ae46-ff7ab172726a tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:07.897911 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c75c53b-3fb3-4b94-937d-df1c81da8b91 req-7eb6b853-7190-4095-ae46-ff7ab172726a tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 945 time: 0.0536199 Mar 22 20:36:07.947886 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2c75c53b-3fb3-4b94-937d-df1c81da8b91 req-9114fca5-bc0c-4085-999c-e9b56056e9b7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442798 Mar 22 20:36:09.077101 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17e012-346d-4ac6-bdab-e7dc6e2a1200 req-1cf8576a-40c4-4fc0-b041-21fc666c6513 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:09.078667 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b17e012-346d-4ac6-bdab-e7dc6e2a1200 req-1cf8576a-40c4-4fc0-b041-21fc666c6513 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 945 time: 0.0583084 Mar 22 20:36:09.127654 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4b17e012-346d-4ac6-bdab-e7dc6e2a1200 req-364a628d-500c-4e93-b616-f48b5b601ed3 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432703 Mar 22 20:36:10.253747 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023d4cc-e5a1-4b1c-b305-218ee1ec2965 req-4c630730-a7a0-44a3-ac53-e7502d68ce4d tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:10.255275 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0023d4cc-e5a1-4b1c-b305-218ee1ec2965 req-4c630730-a7a0-44a3-ac53-e7502d68ce4d tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 945 time: 0.0524418 Mar 22 20:36:10.305651 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0023d4cc-e5a1-4b1c-b305-218ee1ec2965 req-e6aa9ee4-45a4-435d-b723-861255d1d671 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447519 Mar 22 20:36:11.423968 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536b7d5-fae3-479a-9dc2-e1a6d2ae8f4d req-e1b88b01-5a80-449d-b978-719c48641d64 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:11.425508 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9536b7d5-fae3-479a-9dc2-e1a6d2ae8f4d req-e1b88b01-5a80-449d-b978-719c48641d64 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 945 time: 0.0541766 Mar 22 20:36:11.485918 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9536b7d5-fae3-479a-9dc2-e1a6d2ae8f4d req-1ca8e1d2-6e09-47ff-9708-10c4dd04e48c tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540078 Mar 22 20:36:12.604289 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8ca90-95f3-48eb-8947-875513829d0a req-917e0acc-1107-4062-8efe-7f5d76a72da1 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:12.606352 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7aa8ca90-95f3-48eb-8947-875513829d0a req-917e0acc-1107-4062-8efe-7f5d76a72da1 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 945 time: 0.0521765 Mar 22 20:36:12.655503 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7aa8ca90-95f3-48eb-8947-875513829d0a req-9f99b89e-7ccb-4b3f-bdec-3c424c8d71fd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433040 Mar 22 20:36:13.789128 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef80282-ed04-47d4-8a42-aba1b4c8ca89 req-ec7d3513-0f2c-4574-b44f-0aebe6fd32fc tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:13.791305 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1ef80282-ed04-47d4-8a42-aba1b4c8ca89 req-ec7d3513-0f2c-4574-b44f-0aebe6fd32fc tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 945 time: 0.0666072 Mar 22 20:36:13.844251 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1ef80282-ed04-47d4-8a42-aba1b4c8ca89 req-a52a7b69-6f5a-4480-9ef7-f0d53c9854d0 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469732 Mar 22 20:36:14.968084 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e2df6-8cfc-48da-a6f7-effca6d03a2e req-ae2c4b51-5bc7-49da-a918-56418fcb7079 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:14.969599 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-970e2df6-8cfc-48da-a6f7-effca6d03a2e req-ae2c4b51-5bc7-49da-a918-56418fcb7079 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 945 time: 0.0564001 Mar 22 20:36:15.017264 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-970e2df6-8cfc-48da-a6f7-effca6d03a2e req-bc7feaff-f71d-4d40-ac1b-69327ee025cc tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420876 Mar 22 20:36:15.321629 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-512213f0-85c3-4a8d-b007-41cf2c816c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:36:15.672555 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd531b7a-57a8-44a4-abd3-e7a7a83e912b req-875da0be-cbd5-4e02-9cd7-7fa727b91b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:15.674025 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd531b7a-57a8-44a4-abd3-e7a7a83e912b req-875da0be-cbd5-4e02-9cd7-7fa727b91b1f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=81edea45bc6a4faea4e455fe22db8a59&device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 1128 time: 0.0456469 Mar 22 20:36:15.769404 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd531b7a-57a8-44a4-abd3-e7a7a83e912b req-3edf5dd2-d420-4f8c-bed2-e669f31794e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:15.770978 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd531b7a-57a8-44a4-abd3-e7a7a83e912b req-3edf5dd2-d420-4f8c-bed2-e669f31794e6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c HTTP/1.1" status: 200 len: 909 time: 0.0915911 Mar 22 20:36:16.197685 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd531b7a-57a8-44a4-abd3-e7a7a83e912b req-94d66b15-18a8-4ec7-a939-ef8429e5fa48 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e74c2bc-0fc1-46de-b047-ca7267adf121 HTTP/1.1" status: 200 len: 1001 time: 0.4210296 Mar 22 20:36:16.246723 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60eaf5-ba18-44d5-8bed-8c18e09d4e16 req-c2e8768b-700f-4b0f-a30f-4f9475c56e97 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:16.248191 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9c60eaf5-ba18-44d5-8bed-8c18e09d4e16 req-c2e8768b-700f-4b0f-a30f-4f9475c56e97 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 945 time: 0.1004813 Mar 22 20:36:16.270395 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd531b7a-57a8-44a4-abd3-e7a7a83e912b req-395791d7-cd3c-4a78-a770-52db49bddb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:16.271826 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd531b7a-57a8-44a4-abd3-e7a7a83e912b req-395791d7-cd3c-4a78-a770-52db49bddb9a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cda14f7f-ea10-4b8d-9ed5-06203b449bdb HTTP/1.1" status: 200 len: 847 time: 0.0688982 Mar 22 20:36:16.330701 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9c60eaf5-ba18-44d5-8bed-8c18e09d4e16 req-aa74607f-a907-4dc2-b1df-a9f92cabf30b tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766830 Mar 22 20:36:16.340945 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd531b7a-57a8-44a4-abd3-e7a7a83e912b req-92e48983-92bd-4567-a9fd-c1617f469378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:16.342661 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd531b7a-57a8-44a4-abd3-e7a7a83e912b req-92e48983-92bd-4567-a9fd-c1617f469378 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0637281 Mar 22 20:36:16.433032 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd531b7a-57a8-44a4-abd3-e7a7a83e912b req-c5e9cf4a-2bf5-4908-87ca-63f4bbacfd19 service neutron] 10.222.0.85 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844982 Mar 22 20:36:16.519981 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd531b7a-57a8-44a4-abd3-e7a7a83e912b req-3d446b41-91a8-4fee-9ae2-d6da5d327244 service neutron] 10.222.0.85 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814428 Mar 22 20:36:16.688459 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:36:17.469621 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a1d52-dc95-4da0-9f05-256790b9ffae req-c75e5dcd-4b48-4f72-904a-d7b553987e86 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:17.471150 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-984a1d52-dc95-4da0-9f05-256790b9ffae req-c75e5dcd-4b48-4f72-904a-d7b553987e86 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 945 time: 0.0700459 Mar 22 20:36:17.525832 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-984a1d52-dc95-4da0-9f05-256790b9ffae req-5c115de2-965a-4c21-9cdc-8f2042271676 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437045 Mar 22 20:36:17.545192 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a6b7b8e2-c0fe-49bb-b82f-6797d03cd60f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:36:17.607957 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:36:18.656851 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4b8ef-abcb-4cfd-a07f-04c871ab38d8 req-797aa381-4d8c-48b4-942f-6a95a9ba085e tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:18.658400 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cdf4b8ef-abcb-4cfd-a07f-04c871ab38d8 req-797aa381-4d8c-48b4-942f-6a95a9ba085e tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 945 time: 0.0599539 Mar 22 20:36:18.708783 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cdf4b8ef-abcb-4cfd-a07f-04c871ab38d8 req-965571cb-3d15-4419-bed1-41aadd03c4df tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446792 Mar 22 20:36:18.968326 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:36:19.007327 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:36:19.837202 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28375ba-e285-4e1e-8751-1bc8c9ef0a7d req-3fa1b544-6d02-4771-8d9e-f96cff323dcd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:19.838886 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e28375ba-e285-4e1e-8751-1bc8c9ef0a7d req-3fa1b544-6d02-4771-8d9e-f96cff323dcd tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 945 time: 0.0581381 Mar 22 20:36:19.894575 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e28375ba-e285-4e1e-8751-1bc8c9ef0a7d req-cd884bc2-84d9-43e1-be97-9d13aae33f4c tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490410 Mar 22 20:36:20.439162 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:36:20.985891 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device 6e74c2bc-0fc1-46de-b047-ca7267adf121 no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:36:21.024610 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c95e75-2ece-467f-8ff1-bc1e5229eec7 req-0428b0c4-ff81-41b8-95dd-511437255afb tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:21.026312 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66c95e75-2ece-467f-8ff1-bc1e5229eec7 req-0428b0c4-ff81-41b8-95dd-511437255afb tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 945 time: 0.0594735 Mar 22 20:36:21.069124 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port 6e74c2bc-0fc1-46de-b047-ca7267adf121 is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:36:21.069522 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6e74c2bc-0fc1-46de-b047-ca7267adf121), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:36:21.079791 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-66c95e75-2ece-467f-8ff1-bc1e5229eec7 req-dca2c5b2-9216-453f-8580-c2f60d469d10 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460851 Mar 22 20:36:21.094837 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33cb8e4-b7d8-467c-9f98-86cf7b028253', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e74c2bc-0fc1-46de-b047-ca7267adf121'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:36:21.097294 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42acaf4adbc820cceca1c39a9c6556ee9c843f2d32102223230a5dac4986dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9638f8c-d24f-41ae-8cd5-7bad2333789c" -d '{"events": [{"server_uuid": "f33cb8e4-b7d8-467c-9f98-86cf7b028253", "name": "network-vif-unplugged", "status": "completed", "tag": "6e74c2bc-0fc1-46de-b047-ca7267adf121"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:36:21.112025 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port 6e74c2bc-0fc1-46de-b047-ca7267adf121, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=6e74c2bc-0fc1-46de-b047-ca7267adf121,segment=NetworkSegment(baf36529-5495-4f44-acc0-2f4c522cf1a4),segment_id=baf36529-5495-4f44-acc0-2f4c522cf1a4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:36:21.117149 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (6e74c2bc-0fc1-46de-b047-ca7267adf121), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:36:21.143997 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 20:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e952c20b-422e-4738-8998-94541deb4c63 x-openstack-request-id: req-e952c20b-422e-4738-8998-94541deb4c63 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:36:21.144291 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33cb8e4-b7d8-467c-9f98-86cf7b028253", "name": "network-vif-unplugged", "status": "completed", "tag": "6e74c2bc-0fc1-46de-b047-ca7267adf121", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:36:21.144554 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e952c20b-422e-4738-8998-94541deb4c63 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:36:21.144948 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e952c20b-422e-4738-8998-94541deb4c63'] response: {'server_uuid': 'f33cb8e4-b7d8-467c-9f98-86cf7b028253', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e74c2bc-0fc1-46de-b047-ca7267adf121', 'code': 200} Mar 22 20:36:21.172122 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=6e74c2bc-0fc1-46de-b047-ca7267adf121,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:36:21.181622 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:36:21.181997 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:36:21.182346 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:36:21.182692 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:36:21.183030 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:36:21.183375 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:36:21.183743 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:36:21.184076 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:36:21.184403 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:36:21.184732 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:36:21.185060 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:36:21.185398 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:36:21.185715 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:36:21.186088 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:36:21.186416 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:36:21.521325 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:36:22.231015 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690275b-5808-4d96-b147-bf03b5377626 req-39621a39-ff7d-4c73-8ffc-d08491127c8e tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:22.232516 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c690275b-5808-4d96-b147-bf03b5377626 req-39621a39-ff7d-4c73-8ffc-d08491127c8e tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.0562661 Mar 22 20:36:22.282800 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c690275b-5808-4d96-b147-bf03b5377626 req-f4db2987-33e5-45ff-8773-10444a089b2d tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446110 Mar 22 20:36:22.437352 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-b1468964-99ad-4d4f-81cf-caf2923220be req-9569a85e-5fe8-4e7d-93df-91f073c9af47 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 20:36:22.438405 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b1468964-99ad-4d4f-81cf-caf2923220be req-9569a85e-5fe8-4e7d-93df-91f073c9af47 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0862944 Mar 22 20:36:22.626705 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-5cf94815-264f-4b6a-8293-91edcf688835 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851862 Mar 22 20:36:22.637593 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-35f89ed9-dc23-4e50-bd78-c74373c9eefb service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 20:36:22.638609 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-35f89ed9-dc23-4e50-bd78-c74373c9eefb service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064549 Mar 22 20:36:22.646736 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f81b4-ca99-49f5-8980-089c1bb18ee3 req-33ae53b2-ed0b-43a8-bc74-3dc8463d0fa3 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:22.648169 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6b0f81b4-ca99-49f5-8980-089c1bb18ee3 req-33ae53b2-ed0b-43a8-bc74-3dc8463d0fa3 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.0761442 Mar 22 20:36:22.699465 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6b0f81b4-ca99-49f5-8980-089c1bb18ee3 req-eb4eec13-aa59-42d4-86ad-0873341540de tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445402 Mar 22 20:36:23.720928 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-0e73d4b3-0c22-4346-9c0a-aca55df38966 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:23.722446 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-0e73d4b3-0c22-4346-9c0a-aca55df38966 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports/6e74c2bc-0fc1-46de-b047-ca7267adf121 HTTP/1.1" status: 200 len: 940 time: 0.0465701 Mar 22 20:36:23.822436 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14083a91-5493-4028-9c68-d6f59ac7b198 req-3401a4ae-96e4-4cd2-aa12-c3273c9500d7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:23.823977 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-14083a91-5493-4028-9c68-d6f59ac7b198 req-3401a4ae-96e4-4cd2-aa12-c3273c9500d7 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.0538993 Mar 22 20:36:23.879132 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-14083a91-5493-4028-9c68-d6f59ac7b198 req-8849636f-367f-410a-90a5-b45ff6c2e667 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492458 Mar 22 20:36:25.019674 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b7773-3c6a-4c60-a9a6-453b78110951 req-19ba96da-f504-4a55-a7bc-3f3fdc84811f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:25.021193 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-497b7773-3c6a-4c60-a9a6-453b78110951 req-19ba96da-f504-4a55-a7bc-3f3fdc84811f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.0542145 Mar 22 20:36:25.072815 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-497b7773-3c6a-4c60-a9a6-453b78110951 req-22b975a9-cc52-44bf-b54b-a5d91cf81e37 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443277 Mar 22 20:36:26.193573 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe222f47-aae8-4352-a26d-2c5605f9a334 req-b852abdf-6dd4-47af-b92c-4e2f85b52f6d tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:26.195150 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fe222f47-aae8-4352-a26d-2c5605f9a334 req-b852abdf-6dd4-47af-b92c-4e2f85b52f6d tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.0534482 Mar 22 20:36:26.249676 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fe222f47-aae8-4352-a26d-2c5605f9a334 req-e8c11913-a443-4e02-bd86-88d0f6923906 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489409 Mar 22 20:36:27.375509 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4555f7-90bd-4c00-9ab1-29d400ed7951 req-2bdc9ef4-bd45-4a6f-917a-a75c4d67e4d3 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:27.377103 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd4555f7-90bd-4c00-9ab1-29d400ed7951 req-2bdc9ef4-bd45-4a6f-917a-a75c4d67e4d3 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.0610981 Mar 22 20:36:27.428420 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fd4555f7-90bd-4c00-9ab1-29d400ed7951 req-49a3ef2d-e853-4866-bf17-f87bb4c6460f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457006 Mar 22 20:36:28.552914 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698f7ff-53c0-41d7-b336-c2294e813c45 req-cf450b55-2bc1-4065-893e-d19954d43893 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:28.554534 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f698f7ff-53c0-41d7-b336-c2294e813c45 req-cf450b55-2bc1-4065-893e-d19954d43893 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.0564730 Mar 22 20:36:28.607766 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f698f7ff-53c0-41d7-b336-c2294e813c45 req-e5323aab-159e-4ef2-af34-ac3c4b3cb175 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467930 Mar 22 20:36:29.735814 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbc492-816c-48f9-bdcf-6578bdfab47c req-054abfd9-ce04-44ff-9113-d4d21017603a tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:29.737339 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e7bbc492-816c-48f9-bdcf-6578bdfab47c req-054abfd9-ce04-44ff-9113-d4d21017603a tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.0543137 Mar 22 20:36:29.802453 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e7bbc492-816c-48f9-bdcf-6578bdfab47c req-b1486164-e854-40f3-8394-e732a43211b4 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580745 Mar 22 20:36:30.936605 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea99612-6850-46a2-8be6-7c560a879890 req-99b88a58-bd7e-4696-ad91-9a85e0dc7a56 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:30.938246 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ea99612-6850-46a2-8be6-7c560a879890 req-99b88a58-bd7e-4696-ad91-9a85e0dc7a56 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.0602889 Mar 22 20:36:30.988479 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ea99612-6850-46a2-8be6-7c560a879890 req-5b39dd26-d66b-41e8-93f1-b9fec4d5c6aa tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446920 Mar 22 20:36:32.114820 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd5db1-2371-4025-addf-a0d8970eae58 req-eff71048-79ba-4bd0-8335-320370dcbbc1 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:32.116387 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dabd5db1-2371-4025-addf-a0d8970eae58 req-eff71048-79ba-4bd0-8335-320370dcbbc1 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.0563171 Mar 22 20:36:32.166971 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dabd5db1-2371-4025-addf-a0d8970eae58 req-80e12dc1-ee39-4de4-ae0d-d8553d9a683d tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444777 Mar 22 20:36:33.297158 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3a921-94a4-42e8-b158-aaff1bf20755 req-8b7499db-fcc9-4b10-9024-4e39a78d0040 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:33.298743 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e8e3a921-94a4-42e8-b158-aaff1bf20755 req-8b7499db-fcc9-4b10-9024-4e39a78d0040 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.0636284 Mar 22 20:36:33.352981 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e8e3a921-94a4-42e8-b158-aaff1bf20755 req-b50ab27f-2a1c-4bc9-b9af-c2fa41618ef3 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486460 Mar 22 20:36:34.490643 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f85235-32a0-4d9b-ae08-1435879f4115 req-6c79f4c8-b5c3-4e85-91e7-23174230a089 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:34.492496 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-12f85235-32a0-4d9b-ae08-1435879f4115 req-6c79f4c8-b5c3-4e85-91e7-23174230a089 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.0662742 Mar 22 20:36:34.547510 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-12f85235-32a0-4d9b-ae08-1435879f4115 req-ede7d600-5281-4607-a106-97c068b0459b tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484977 Mar 22 20:36:35.694366 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a621a04-5a00-4b66-8c8b-4e92ef1a572c req-ac8c6ae0-bda9-416c-a579-de40c3274754 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:35.695933 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9a621a04-5a00-4b66-8c8b-4e92ef1a572c req-ac8c6ae0-bda9-416c-a579-de40c3274754 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.0680330 Mar 22 20:36:35.750066 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9a621a04-5a00-4b66-8c8b-4e92ef1a572c req-d4e7e2e0-c96a-48de-89a7-ae724a353b0b tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478654 Mar 22 20:36:36.885861 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d1340-3c45-41d0-b567-08a3e0c2ade4 req-5577be0f-dc45-4d63-8cf9-abe08c25096e tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:36.888136 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c88d1340-3c45-41d0-b567-08a3e0c2ade4 req-5577be0f-dc45-4d63-8cf9-abe08c25096e tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.0655701 Mar 22 20:36:36.948539 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c88d1340-3c45-41d0-b567-08a3e0c2ade4 req-09ff1f8a-406a-46dc-ab6f-ec39628b2722 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517750 Mar 22 20:36:37.924845 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-784ccbf2-79fa-4187-9150-9e5fbd374355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:37.926419 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-784ccbf2-79fa-4187-9150-9e5fbd374355 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253&tenant_id=81edea45bc6a4faea4e455fe22db8a59 HTTP/1.1" status: 200 len: 1126 time: 0.0622611 Mar 22 20:36:37.937602 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-705658-24', 'device_owner': 'compute:nova'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:36:37.999476 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6e74c2bc-0fc1-46de-b047-ca7267adf121), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:36:38.089450 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb1bcc-c8d2-409a-9ea8-6105c23a08d3 req-7aa207b4-a175-4e12-996c-a006a9bd5c86 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:38.091100 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-10eb1bcc-c8d2-409a-9ea8-6105c23a08d3 req-7aa207b4-a175-4e12-996c-a006a9bd5c86 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.0602829 Mar 22 20:36:38.159011 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-10eb1bcc-c8d2-409a-9ea8-6105c23a08d3 req-c02b9f44-a7a8-4224-826e-73317f813030 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611484 Mar 22 20:36:38.237281 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] For port 6e74c2bc-0fc1-46de-b047-ca7267adf121, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=6e74c2bc-0fc1-46de-b047-ca7267adf121,segment=NetworkSegment(baf36529-5495-4f44-acc0-2f4c522cf1a4),segment_id=baf36529-5495-4f44-acc0-2f4c522cf1a4)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:36:38.275276 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] For port 6e74c2bc-0fc1-46de-b047-ca7267adf121, host n-h2-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:36:38.312934 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e74c2bc-0fc1-46de-b047-ca7267adf121 {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:36:38.320645 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] Publish callbacks [] for port (6e74c2bc-0fc1-46de-b047-ca7267adf121), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:36:38.334373 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] Transition to ACTIVE for port object 6e74c2bc-0fc1-46de-b047-ca7267adf121 will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:36:38.338551 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (6e74c2bc-0fc1-46de-b047-ca7267adf121), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:36:38.415170 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=6e74c2bc-0fc1-46de-b047-ca7267adf121,revision_number=7']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:36:38.433138 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:36:38.433519 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:36:38.433929 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:36:38.434272 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:36:38.434609 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:36:38.434931 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:36:38.435266 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:36:38.435596 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:36:38.435934 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:36:38.436233 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:36:38.436559 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:36:38.436880 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:36:38.437200 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:36:38.437525 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:36:38.437863 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:36:38.483722 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] No DVR routers for this DVR port 6e74c2bc-0fc1-46de-b047-ca7267adf121 on host n-h2-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:36:38.660700 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] Attempting to bind port 6e74c2bc-0fc1-46de-b047-ca7267adf121 on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:36:38.660941 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] Attempting to bind port 6e74c2bc-0fc1-46de-b047-ca7267adf121 by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': 'baf36529-5495-4f44-acc0-2f4c522cf1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:36:38.661238 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] Attempting to bind port 6e74c2bc-0fc1-46de-b047-ca7267adf121 on network da40f7c6-bf34-4d45-9982-5d5ccd76b21c {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:36:38.665771 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] Port 6e74c2bc-0fc1-46de-b047-ca7267adf121 on network da40f7c6-bf34-4d45-9982-5d5ccd76b21c not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:36:38.666124 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] Attempting to bind port 6e74c2bc-0fc1-46de-b047-ca7267adf121 on network da40f7c6-bf34-4d45-9982-5d5ccd76b21c {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:36:38.672070 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:36:38.672429 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] Checking segment: {'id': 'baf36529-5495-4f44-acc0-2f4c522cf1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:36:38.673046 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] Bound using segment: {'id': 'baf36529-5495-4f44-acc0-2f4c522cf1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:36:38.673586 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] Bound port: 6e74c2bc-0fc1-46de-b047-ca7267adf121, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'baf36529-5495-4f44-acc0-2f4c522cf1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:36:38.673995 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6e74c2bc-0fc1-46de-b047-ca7267adf121), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:36:38.749564 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] For port 6e74c2bc-0fc1-46de-b047-ca7267adf121, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:36:38.754050 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] For port 6e74c2bc-0fc1-46de-b047-ca7267adf121, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=6e74c2bc-0fc1-46de-b047-ca7267adf121,segment=NetworkSegment(baf36529-5495-4f44-acc0-2f4c522cf1a4),segment_id=baf36529-5495-4f44-acc0-2f4c522cf1a4)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:36:38.759643 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (6e74c2bc-0fc1-46de-b047-ca7267adf121), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:36:38.793059 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:38.794369 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:36:38.795782 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] 10.222.0.84 "PUT /v2.0/ports/6e74c2bc-0fc1-46de-b047-ca7267adf121 HTTP/1.1" status: 200 len: 1092 time: 0.8630972 Mar 22 20:36:38.796329 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33cb8e4-b7d8-467c-9f98-86cf7b028253', 'tag': '6e74c2bc-0fc1-46de-b047-ca7267adf121'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:36:38.799775 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a75afaf1dfaad70fedc7c7f30d5b041dbb7ec48f6ef478f84521d18edf73ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d52587-2ab8-41fb-91f2-12a70ec5ffb8" -d '{"events": [{"name": "network-changed", "server_uuid": "f33cb8e4-b7d8-467c-9f98-86cf7b028253", "tag": "6e74c2bc-0fc1-46de-b047-ca7267adf121"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:36:38.863285 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ee07f6-2574-4ccc-ad55-43ffd9b888d7 x-openstack-request-id: req-f8ee07f6-2574-4ccc-ad55-43ffd9b888d7 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:36:38.863584 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f33cb8e4-b7d8-467c-9f98-86cf7b028253", "tag": "6e74c2bc-0fc1-46de-b047-ca7267adf121", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:36:38.863838 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f8ee07f6-2574-4ccc-ad55-43ffd9b888d7 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:36:38.864252 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8ee07f6-2574-4ccc-ad55-43ffd9b888d7'] response: {'name': 'network-changed', 'server_uuid': 'f33cb8e4-b7d8-467c-9f98-86cf7b028253', 'tag': '6e74c2bc-0fc1-46de-b047-ca7267adf121', 'status': 'completed', 'code': 200} Mar 22 20:36:38.864969 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7e112-d87c-443c-93cd-5d45ac111ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=6e74c2bc-0fc1-46de-b047-ca7267adf121,revision_number=8']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:36:38.892351 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-fc9d6934-5ebd-4789-903b-c6a1222acb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:38.893943 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-fc9d6934-5ebd-4789-903b-c6a1222acb66 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=81edea45bc6a4faea4e455fe22db8a59&device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 1126 time: 0.0662251 Mar 22 20:36:38.992936 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-b2ee8e86-a3a2-4703-a675-6385135397dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:38.994563 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-b2ee8e86-a3a2-4703-a675-6385135397dd service neutron] 10.222.0.84 "GET /v2.0/networks?id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c HTTP/1.1" status: 200 len: 909 time: 0.0951557 Mar 22 20:36:39.068365 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-60a8165b-8f3b-4220-995b-d8c8d82e72cb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e74c2bc-0fc1-46de-b047-ca7267adf121 HTTP/1.1" status: 200 len: 999 time: 0.0674572 Mar 22 20:36:39.127299 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-c884a8e7-93d0-440b-a748-bcd95488cfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:39.128758 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-c884a8e7-93d0-440b-a748-bcd95488cfc1 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cda14f7f-ea10-4b8d-9ed5-06203b449bdb HTTP/1.1" status: 200 len: 847 time: 0.0544357 Mar 22 20:36:39.183229 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-e0816666-b528-413a-94cf-6d4dce4908fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:39.184696 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-e0816666-b528-413a-94cf-6d4dce4908fa service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0502396 Mar 22 20:36:39.285165 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-93c6b4bd-dd85-41bc-bbdf-ed227ffad448 service neutron] 10.222.0.84 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935590 Mar 22 20:36:39.304472 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c7f37-dd69-4608-b2bc-1d7f699f9f2e req-1977d2a0-450e-4b34-abef-0e0eaf1142ae tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:39.306032 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fe1c7f37-dd69-4608-b2bc-1d7f699f9f2e req-1977d2a0-450e-4b34-abef-0e0eaf1142ae tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.0646832 Mar 22 20:36:39.364671 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-fe1c7f37-dd69-4608-b2bc-1d7f699f9f2e req-8f5b1957-18d9-4bec-bf2c-b51992e7aff9 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525143 Mar 22 20:36:39.382587 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-5ca4a45c-0a8c-4552-af5a-a3a8741c86a8 service neutron] 10.222.0.84 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919333 Mar 22 20:36:39.484601 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d52587-2ab8-41fb-91f2-12a70ec5ffb8 req-36b7e0ff-1c64-4dc6-a890-1898582fbf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:39.486076 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f2d52587-2ab8-41fb-91f2-12a70ec5ffb8 req-36b7e0ff-1c64-4dc6-a890-1898582fbf0a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=81edea45bc6a4faea4e455fe22db8a59&device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 1126 time: 0.0541971 Mar 22 20:36:39.585316 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d52587-2ab8-41fb-91f2-12a70ec5ffb8 req-d0e5f4a7-28af-48b8-be07-ac1198960c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:39.586861 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f2d52587-2ab8-41fb-91f2-12a70ec5ffb8 req-d0e5f4a7-28af-48b8-be07-ac1198960c43 service neutron] 10.222.0.84 "GET /v2.0/networks?id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c HTTP/1.1" status: 200 len: 909 time: 0.0950663 Mar 22 20:36:39.652235 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f2d52587-2ab8-41fb-91f2-12a70ec5ffb8 req-5118c097-0d48-49fe-8f9d-5f8606abae37 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e74c2bc-0fc1-46de-b047-ca7267adf121 HTTP/1.1" status: 200 len: 999 time: 0.0595446 Mar 22 20:36:39.701294 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d52587-2ab8-41fb-91f2-12a70ec5ffb8 req-435a9e22-c9fe-49ee-bef3-9286bf92f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:39.702794 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f2d52587-2ab8-41fb-91f2-12a70ec5ffb8 req-435a9e22-c9fe-49ee-bef3-9286bf92f325 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cda14f7f-ea10-4b8d-9ed5-06203b449bdb HTTP/1.1" status: 200 len: 847 time: 0.0443566 Mar 22 20:36:39.758534 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d52587-2ab8-41fb-91f2-12a70ec5ffb8 req-86d9e6a0-8846-4004-881f-54a75a2c55e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:39.759963 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f2d52587-2ab8-41fb-91f2-12a70ec5ffb8 req-86d9e6a0-8846-4004-881f-54a75a2c55e1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0511322 Mar 22 20:36:39.856411 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f2d52587-2ab8-41fb-91f2-12a70ec5ffb8 req-7a1e062a-bf95-4622-9a03-f402489eca3a service neutron] 10.222.0.84 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880516 Mar 22 20:36:39.954284 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-f2d52587-2ab8-41fb-91f2-12a70ec5ffb8 req-4b860949-fc18-4bbc-a57a-9652b86c0e4f service neutron] 10.222.0.84 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926235 Mar 22 20:36:40.501638 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c72db-031b-4cb4-81f3-f7c115990e97 req-17d4826e-dedc-4144-bd8e-7db331601d1c tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:40.503473 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b63c72db-031b-4cb4-81f3-f7c115990e97 req-17d4826e-dedc-4144-bd8e-7db331601d1c tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.0592048 Mar 22 20:36:40.561993 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-b63c72db-031b-4cb4-81f3-f7c115990e97 req-cdfbf62b-b630-4c70-81d5-7949dce99605 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490575 Mar 22 20:36:41.714429 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c5a10-dfc0-477c-a858-6c0e8b403d9b req-a1de633b-4b8b-44de-b695-606ab4b35281 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:41.716525 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3f1c5a10-dfc0-477c-a858-6c0e8b403d9b req-a1de633b-4b8b-44de-b695-606ab4b35281 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.0639338 Mar 22 20:36:41.768288 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3f1c5a10-dfc0-477c-a858-6c0e8b403d9b req-55daf150-9b7e-4b5e-b06e-8561f4502e7f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452659 Mar 22 20:36:42.895037 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f048b0-e451-4093-a63e-4db3f5383b35 req-6017e0bf-666c-408c-a93c-1f0996f99a4d tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:42.896550 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-77f048b0-e451-4093-a63e-4db3f5383b35 req-6017e0bf-666c-408c-a93c-1f0996f99a4d tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.0537822 Mar 22 20:36:42.951414 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-77f048b0-e451-4093-a63e-4db3f5383b35 req-cd8c0ea8-5826-4243-ac2c-f8cabb4397c2 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454779 Mar 22 20:36:44.072526 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529cc55-136a-44c5-b0da-039f90b4aa37 req-2750a3e4-193c-419a-954a-c60bc5050add tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:44.075232 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4529cc55-136a-44c5-b0da-039f90b4aa37 req-2750a3e4-193c-419a-954a-c60bc5050add tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.0549023 Mar 22 20:36:44.132652 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4529cc55-136a-44c5-b0da-039f90b4aa37 req-947cd7f5-203d-4ebf-91cc-e8f56a79bd8c tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518544 Mar 22 20:36:45.260133 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f4c30-49d7-4532-97f4-95e88b784cb1 req-93a4dd36-619c-4cab-8303-8eef708a2424 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:45.262156 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f74f4c30-49d7-4532-97f4-95e88b784cb1 req-93a4dd36-619c-4cab-8303-8eef708a2424 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.0585873 Mar 22 20:36:45.316072 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f74f4c30-49d7-4532-97f4-95e88b784cb1 req-679b9335-d50e-40f2-aa4c-70956da1fc59 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477405 Mar 22 20:36:45.325699 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-640a2eed-f3aa-44ca-8321-29cc9ea31ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:36:46.434552 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d98f8-2659-49cf-9486-dc631a4504e3 req-8bad8451-7d44-4f3e-afcd-77d52e63cbc3 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:46.436072 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-969d98f8-2659-49cf-9486-dc631a4504e3 req-8bad8451-7d44-4f3e-afcd-77d52e63cbc3 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.0530183 Mar 22 20:36:46.485121 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-969d98f8-2659-49cf-9486-dc631a4504e3 req-f28fb64c-d13c-4a6b-9d1c-e51515d2fb7a tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435541 Mar 22 20:36:46.686937 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:36:47.548777 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-865e0f69-4bc6-4ef5-b714-2f895c879e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:36:47.578161 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 6e74c2bc-0fc1-46de-b047-ca7267adf121 details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:36:47.614834 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a80c8e-1529-4685-b11c-241049553412 req-0b6640a9-84e9-4ebe-b02b-1ee80f291db2 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:47.616357 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-05a80c8e-1529-4685-b11c-241049553412 req-0b6640a9-84e9-4ebe-b02b-1ee80f291db2 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 943 time: 0.0593512 Mar 22 20:36:47.666030 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-05a80c8e-1529-4685-b11c-241049553412 req-65c67abd-af80-4fa1-a0f6-662a8be6926a tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440021 Mar 22 20:36:47.678980 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 6e74c2bc-0fc1-46de-b047-ca7267adf121, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=6e74c2bc-0fc1-46de-b047-ca7267adf121,segment=NetworkSegment(baf36529-5495-4f44-acc0-2f4c522cf1a4),segment_id=baf36529-5495-4f44-acc0-2f4c522cf1a4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:36:47.691482 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '6e74c2bc-0fc1-46de-b047-ca7267adf121', 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c', 'port_id': '6e74c2bc-0fc1-46de-b047-ca7267adf121', 'mac_address': 'fa:16:3e:d6:23:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda14f7f-ea10-4b8d-9ed5-06203b449bdb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:36:47.727590 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 6e74c2bc-0fc1-46de-b047-ca7267adf121 is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:36:47.727982 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6e74c2bc-0fc1-46de-b047-ca7267adf121), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:36:47.740862 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e74c2bc-0fc1-46de-b047-ca7267adf121 {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:36:47.760516 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 6e74c2bc-0fc1-46de-b047-ca7267adf121, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=6e74c2bc-0fc1-46de-b047-ca7267adf121,segment=NetworkSegment(baf36529-5495-4f44-acc0-2f4c522cf1a4),segment_id=baf36529-5495-4f44-acc0-2f4c522cf1a4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:36:47.764842 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (6e74c2bc-0fc1-46de-b047-ca7267adf121), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:36:47.813317 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=6e74c2bc-0fc1-46de-b047-ca7267adf121,revision_number=9']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:36:47.996064 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['6e74c2bc-0fc1-46de-b047-ca7267adf121'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:36:48.789160 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc9a85-835b-448c-ba6c-783f2161e03f req-d7949018-ec42-494a-b21a-d1e513bf744d tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:48.790698 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9cc9a85-835b-448c-ba6c-783f2161e03f req-d7949018-ec42-494a-b21a-d1e513bf744d tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 944 time: 0.0544128 Mar 22 20:36:48.841773 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f9cc9a85-835b-448c-ba6c-783f2161e03f req-976dc514-082e-4869-b0af-ffe2bd53f988 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448418 Mar 22 20:36:49.013014 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:36:49.016622 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:36:49.609806 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 6e74c2bc-0fc1-46de-b047-ca7267adf121 up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:36:49.658109 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 6e74c2bc-0fc1-46de-b047-ca7267adf121 completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:36:49.662019 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 6e74c2bc-0fc1-46de-b047-ca7267adf121 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:36:49.662398 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (6e74c2bc-0fc1-46de-b047-ca7267adf121), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:36:49.738495 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 6e74c2bc-0fc1-46de-b047-ca7267adf121 is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:36:49.738886 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (6e74c2bc-0fc1-46de-b047-ca7267adf121), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:36:49.760840 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33cb8e4-b7d8-467c-9f98-86cf7b028253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e74c2bc-0fc1-46de-b047-ca7267adf121'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:36:49.763107 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42acaf4adbc820cceca1c39a9c6556ee9c843f2d32102223230a5dac4986dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51b1f16-3e41-42fd-9ced-9754427f7c3e" -d '{"events": [{"server_uuid": "f33cb8e4-b7d8-467c-9f98-86cf7b028253", "name": "network-vif-plugged", "status": "completed", "tag": "6e74c2bc-0fc1-46de-b047-ca7267adf121"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:36:49.776421 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 6e74c2bc-0fc1-46de-b047-ca7267adf121, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=6e74c2bc-0fc1-46de-b047-ca7267adf121,segment=NetworkSegment(baf36529-5495-4f44-acc0-2f4c522cf1a4),segment_id=baf36529-5495-4f44-acc0-2f4c522cf1a4)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:36:49.781550 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (6e74c2bc-0fc1-46de-b047-ca7267adf121), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:36:49.831700 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=6e74c2bc-0fc1-46de-b047-ca7267adf121,revision_number=10']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:36:49.852173 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c56634-c6cb-4393-a899-c9be744b3b29 x-openstack-request-id: req-e6c56634-c6cb-4393-a899-c9be744b3b29 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:36:49.852474 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33cb8e4-b7d8-467c-9f98-86cf7b028253", "name": "network-vif-plugged", "status": "completed", "tag": "6e74c2bc-0fc1-46de-b047-ca7267adf121", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:36:49.852755 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-e6c56634-c6cb-4393-a899-c9be744b3b29 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:36:49.853157 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6c56634-c6cb-4393-a899-c9be744b3b29'] response: {'server_uuid': 'f33cb8e4-b7d8-467c-9f98-86cf7b028253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e74c2bc-0fc1-46de-b047-ca7267adf121', 'code': 200} Mar 22 20:36:49.975782 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690f33b-a640-437b-be1d-3e72fd8a78fa req-8dc053c8-d69a-44f3-a535-e1729843765a tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:49.977451 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a690f33b-a640-437b-be1d-3e72fd8a78fa req-8dc053c8-d69a-44f3-a535-e1729843765a tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 946 time: 0.0574090 Mar 22 20:36:50.004464 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c610249-22a2-4498-99cd-69a62bcd64d5 req-f58614dc-a16c-4e41-8e5c-54be946306d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:50.006029 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2c610249-22a2-4498-99cd-69a62bcd64d5 req-f58614dc-a16c-4e41-8e5c-54be946306d0 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 1129 time: 0.0490932 Mar 22 20:36:50.028922 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a690f33b-a640-437b-be1d-3e72fd8a78fa req-93801861-7718-4ee2-80a3-3c7c7638d961 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449944 Mar 22 20:36:50.052550 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-2c610249-22a2-4498-99cd-69a62bcd64d5 req-669c1544-e65b-4c7a-b5b8-10d495a0fa89 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407553 Mar 22 20:36:50.443045 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:36:51.149730 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3ed1f-de46-41f7-a395-da595befe631 req-637c814b-f574-415f-9e0a-63ccedaf84ac tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:36:51.151258 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5f3ed1f-de46-41f7-a395-da595befe631 req-637c814b-f574-415f-9e0a-63ccedaf84ac tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 946 time: 0.0524895 Mar 22 20:36:51.199775 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d5f3ed1f-de46-41f7-a395-da595befe631 req-5dbb85b7-2a67-40a6-b261-1a19a29b4843 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424087 Mar 22 20:36:51.513900 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:36:54.608017 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:37:15.328866 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4335564a-43ce-4f24-8918-dd2700d492ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:37:16.705195 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:37:17.551246 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ca407097-8694-4425-a16f-2ad590d0a5ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:37:19.018368 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:37:19.019547 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:37:20.447111 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:37:21.517896 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:37:31.607409 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:37:36.114346 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8e2b0bd1-5d8b-4004-979f-647b7fc283d2 req-8944bacd-ca97-4568-9c5a-06a7cc65b218 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0881670 Mar 22 20:37:36.204370 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b0bd1-5d8b-4004-979f-647b7fc283d2 req-de58c0d1-943f-495a-a97a-66ea97e8a1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:37:36.205921 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8e2b0bd1-5d8b-4004-979f-647b7fc283d2 req-de58c0d1-943f-495a-a97a-66ea97e8a1dd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=81edea45bc6a4faea4e455fe22db8a59&device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 1129 time: 0.0501685 Mar 22 20:37:36.311168 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b0bd1-5d8b-4004-979f-647b7fc283d2 req-dc6c0d38-e6e2-4a54-8ab9-d8a0b61b4652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:37:36.312803 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8e2b0bd1-5d8b-4004-979f-647b7fc283d2 req-dc6c0d38-e6e2-4a54-8ab9-d8a0b61b4652 service neutron] 10.222.0.84 "GET /v2.0/networks?id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c HTTP/1.1" status: 200 len: 909 time: 0.0852795 Mar 22 20:37:36.382564 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8e2b0bd1-5d8b-4004-979f-647b7fc283d2 req-80ed4cde-7b86-4e14-b849-d16a396286b0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e74c2bc-0fc1-46de-b047-ca7267adf121 HTTP/1.1" status: 200 len: 1001 time: 0.0637739 Mar 22 20:37:36.430589 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b0bd1-5d8b-4004-979f-647b7fc283d2 req-41d7f43f-9ad3-42bd-b38b-8c1a72473225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:37:36.432087 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8e2b0bd1-5d8b-4004-979f-647b7fc283d2 req-41d7f43f-9ad3-42bd-b38b-8c1a72473225 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cda14f7f-ea10-4b8d-9ed5-06203b449bdb HTTP/1.1" status: 200 len: 847 time: 0.0440125 Mar 22 20:37:36.480451 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b0bd1-5d8b-4004-979f-647b7fc283d2 req-42dfec24-f0ba-4736-b6e5-7e31a767073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:37:36.481984 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8e2b0bd1-5d8b-4004-979f-647b7fc283d2 req-42dfec24-f0ba-4736-b6e5-7e31a767073e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446234 Mar 22 20:37:36.491877 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [req-8e2b0bd1-5d8b-4004-979f-647b7fc283d2 req-6da3f5f1-b8c1-4942-9486-a3107a1c471a service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104173) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 20:37:36.492819 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8e2b0bd1-5d8b-4004-979f-647b7fc283d2 req-6da3f5f1-b8c1-4942-9486-a3107a1c471a service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047667 Mar 22 20:37:36.608928 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8e2b0bd1-5d8b-4004-979f-647b7fc283d2 req-c728e883-d662-40a6-9e11-662ebd1b74ed service neutron] 10.222.0.84 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100564 Mar 22 20:37:36.700946 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-8e2b0bd1-5d8b-4004-979f-647b7fc283d2 req-b2c9e321-66d6-43a4-976e-4e5348cdfdb3 service neutron] 10.222.0.84 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857069 Mar 22 20:37:45.326976 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3eeff477-1c20-436c-87d3-ecbb651201c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:37:46.699275 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:37:47.553995 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e8389c2e-a6a7-4991-8955-19ba693cbd07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:37:49.022988 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:37:49.024674 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:37:50.447197 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:37:51.519687 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:07.015553 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42872) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:38:07.175708 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-ed3f4a75-5ce0-4691-a6c8-4912d0e8dc5f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Deleting port f4bda132-7e45-4bec-9651-15673c0af75f {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:38:07.176048 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed3f4a75-5ce0-4691-a6c8-4912d0e8dc5f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (f4bda132-7e45-4bec-9651-15673c0af75f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:07.251568 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed3f4a75-5ce0-4691-a6c8-4912d0e8dc5f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (f4bda132-7e45-4bec-9651-15673c0af75f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:07.251894 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed3f4a75-5ce0-4691-a6c8-4912d0e8dc5f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for floatingip (f4bda132-7e45-4bec-9651-15673c0af75f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:07.263064 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-ed3f4a75-5ce0-4691-a6c8-4912d0e8dc5f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Calling delete_port for f4bda132-7e45-4bec-9651-15673c0af75f owned by network:floatingip {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:38:07.410309 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed3f4a75-5ce0-4691-a6c8-4912d0e8dc5f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (f4bda132-7e45-4bec-9651-15673c0af75f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:07.436694 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f4a75-5ce0-4691-a6c8-4912d0e8dc5f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Pushing event deleted for resources: {'Port': ['ID=f4bda132-7e45-4bec-9651-15673c0af75f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:07.459386 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f4a75-5ce0-4691-a6c8-4912d0e8dc5f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:07.459731 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f4a75-5ce0-4691-a6c8-4912d0e8dc5f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:07.460068 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f4a75-5ce0-4691-a6c8-4912d0e8dc5f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:07.460402 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f4a75-5ce0-4691-a6c8-4912d0e8dc5f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:07.460730 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f4a75-5ce0-4691-a6c8-4912d0e8dc5f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:07.461059 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f4a75-5ce0-4691-a6c8-4912d0e8dc5f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:07.461382 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f4a75-5ce0-4691-a6c8-4912d0e8dc5f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:07.461703 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f4a75-5ce0-4691-a6c8-4912d0e8dc5f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:07.462053 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f4a75-5ce0-4691-a6c8-4912d0e8dc5f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:07.462377 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f4a75-5ce0-4691-a6c8-4912d0e8dc5f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:07.462695 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f4a75-5ce0-4691-a6c8-4912d0e8dc5f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:07.463014 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f4a75-5ce0-4691-a6c8-4912d0e8dc5f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:07.463333 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f4a75-5ce0-4691-a6c8-4912d0e8dc5f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:07.463649 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f4a75-5ce0-4691-a6c8-4912d0e8dc5f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:07.463964 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3f4a75-5ce0-4691-a6c8-4912d0e8dc5f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:07.504455 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed3f4a75-5ce0-4691-a6c8-4912d0e8dc5f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for floatingip (58ddf17a-2efe-431f-b412-20c14cb7a303), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:07.504764 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-ed3f4a75-5ce0-4691-a6c8-4912d0e8dc5f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Floating IP 58ddf17a-2efe-431f-b412-20c14cb7a303 disassociated (deleted). External IP: 172.25.5.245, port: 6e74c2bc-0fc1-46de-b047-ca7267adf121. Mar 22 20:38:08.021585 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3f4a75-5ce0-4691-a6c8-4912d0e8dc5f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Router f68ea842-7ae6-442b-afa2-996a1a9d4291 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:38:08.136360 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3f4a75-5ce0-4691-a6c8-4912d0e8dc5f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:38:08.142303 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ed3f4a75-5ce0-4691-a6c8-4912d0e8dc5f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:08.150176 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb96511b-530a-4395-b16e-1174b71f4d60 None None] Sync routers for ids ['f68ea842-7ae6-442b-afa2-996a1a9d4291'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:38:08.159447 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb96511b-530a-4395-b16e-1174b71f4d60 None None] Routers {'f68ea842-7ae6-442b-afa2-996a1a9d4291'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:38:08.160131 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-eb96511b-530a-4395-b16e-1174b71f4d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:37:48Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f68ea842-7ae6-442b-afa2-996a1a9d4291'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:08.175330 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ed3f4a75-5ce0-4691-a6c8-4912d0e8dc5f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "DELETE /v2.0/floatingips/58ddf17a-2efe-431f-b412-20c14cb7a303 HTTP/1.1" status: 204 len: 168 time: 1.1586602 Mar 22 20:38:08.176322 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33cb8e4-b7d8-467c-9f98-86cf7b028253', 'tag': '6e74c2bc-0fc1-46de-b047-ca7267adf121'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:38:08.178906 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a75afaf1dfaad70fedc7c7f30d5b041dbb7ec48f6ef478f84521d18edf73ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62e834d-5846-4a7e-b67d-99182ee2f952" -d '{"events": [{"name": "network-changed", "server_uuid": "f33cb8e4-b7d8-467c-9f98-86cf7b028253", "tag": "6e74c2bc-0fc1-46de-b047-ca7267adf121"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:38:08.292919 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-eb96511b-530a-4395-b16e-1174b71f4d60 None None] Set router f68ea842-7ae6-442b-afa2-996a1a9d4291 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:38:08.299912 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85cb521f-b396-48ef-b3c3-49e25f5b51d7 x-openstack-request-id: req-85cb521f-b396-48ef-b3c3-49e25f5b51d7 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:38:08.300209 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f33cb8e4-b7d8-467c-9f98-86cf7b028253", "tag": "6e74c2bc-0fc1-46de-b047-ca7267adf121", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:38:08.300472 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-85cb521f-b396-48ef-b3c3-49e25f5b51d7 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:38:08.300889 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85cb521f-b396-48ef-b3c3-49e25f5b51d7'] response: {'name': 'network-changed', 'server_uuid': 'f33cb8e4-b7d8-467c-9f98-86cf7b028253', 'tag': '6e74c2bc-0fc1-46de-b047-ca7267adf121', 'status': 'completed', 'code': 200} Mar 22 20:38:08.383921 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e834d-5846-4a7e-b67d-99182ee2f952 req-200e83a2-f9b3-4e1d-b574-143fd7bcc983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:08.386011 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c62e834d-5846-4a7e-b67d-99182ee2f952 req-200e83a2-f9b3-4e1d-b574-143fd7bcc983 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=81edea45bc6a4faea4e455fe22db8a59&device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 1129 time: 0.0567310 Mar 22 20:38:08.434312 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd9781-6991-4a58-a7b6-891d093a8be1 req-05f652b2-81dc-45f7-b978-846cfa477f27 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:08.435931 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8bbd9781-6991-4a58-a7b6-891d093a8be1 req-05f652b2-81dc-45f7-b978-846cfa477f27 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 946 time: 0.0592613 Mar 22 20:38:08.492553 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e834d-5846-4a7e-b67d-99182ee2f952 req-432a3086-c3f6-4134-a534-653c7cd8afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:08.493781 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8bbd9781-6991-4a58-a7b6-891d093a8be1 req-47da4e78-71f8-41f0-b9fc-6c740b13f95d tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519860 Mar 22 20:38:08.494288 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c62e834d-5846-4a7e-b67d-99182ee2f952 req-432a3086-c3f6-4134-a534-653c7cd8afd3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c HTTP/1.1" status: 200 len: 909 time: 0.1025944 Mar 22 20:38:08.510088 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-eb96511b-530a-4395-b16e-1174b71f4d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'name': 'tempest-TestShelveInstance-295804902-router', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '339bdd9d-7558-45a6-862b-0d1016165642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:23Z', 'revision_number': 4, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'gw_port': {'id': '339bdd9d-7558-45a6-862b-0d1016165642', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '121265eb-7ea1-449c-a3a9-bc259cf63cd9', 'name': '', 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'mac_address': 'fa:16:3e:ad:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'device_owner': 'network:router_interface', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'cda14f7f-ea10-4b8d-9ed5-06203b449bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:22Z', 'updated_at': '2022-03-22T20:28:27Z', 'revision_number': 5, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'subnets': [{'id': 'cda14f7f-ea10-4b8d-9ed5-06203b449bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:08.541252 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb96511b-530a-4395-b16e-1174b71f4d60 None None] Checking router: f68ea842-7ae6-442b-afa2-996a1a9d4291 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:38:08.541904 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c62e834d-5846-4a7e-b67d-99182ee2f952 req-0294e64b-eadb-464e-aacb-c3369ba87b54 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6e74c2bc-0fc1-46de-b047-ca7267adf121 HTTP/1.1" status: 200 len: 217 time: 0.0412726 Mar 22 20:38:08.549715 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb96511b-530a-4395-b16e-1174b71f4d60 None None] Routers {'f68ea842-7ae6-442b-afa2-996a1a9d4291'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:38:08.550354 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-eb96511b-530a-4395-b16e-1174b71f4d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:37:48Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f68ea842-7ae6-442b-afa2-996a1a9d4291'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:08.590841 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e834d-5846-4a7e-b67d-99182ee2f952 req-8969d520-36a9-465d-9de2-11e93608bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:08.592354 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c62e834d-5846-4a7e-b67d-99182ee2f952 req-8969d520-36a9-465d-9de2-11e93608bb7f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cda14f7f-ea10-4b8d-9ed5-06203b449bdb HTTP/1.1" status: 200 len: 847 time: 0.0439715 Mar 22 20:38:08.619284 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:38:08.645510 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e834d-5846-4a7e-b67d-99182ee2f952 req-0dd81f8f-5e9e-49be-9b26-396a739dfedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:08.647041 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c62e834d-5846-4a7e-b67d-99182ee2f952 req-0dd81f8f-5e9e-49be-9b26-396a739dfedc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=da40f7c6-bf34-4d45-9982-5d5ccd76b21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488827 Mar 22 20:38:08.662614 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-eb96511b-530a-4395-b16e-1174b71f4d60 None None] Set router f68ea842-7ae6-442b-afa2-996a1a9d4291 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:38:08.738244 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c62e834d-5846-4a7e-b67d-99182ee2f952 req-e47e5ece-4c0d-4515-a742-2998c75181f3 service neutron] 10.222.0.84 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831702 Mar 22 20:38:08.836902 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-c62e834d-5846-4a7e-b67d-99182ee2f952 req-09f3ebe3-1acd-4123-a06d-96d7bd2dea38 service neutron] 10.222.0.84 "GET /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920832 Mar 22 20:38:08.966331 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-eb96511b-530a-4395-b16e-1174b71f4d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'name': 'tempest-TestShelveInstance-295804902-router', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '339bdd9d-7558-45a6-862b-0d1016165642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:23Z', 'revision_number': 4, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'gw_port': {'id': '339bdd9d-7558-45a6-862b-0d1016165642', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '121265eb-7ea1-449c-a3a9-bc259cf63cd9', 'name': '', 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'mac_address': 'fa:16:3e:ad:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'device_owner': 'network:router_interface', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'cda14f7f-ea10-4b8d-9ed5-06203b449bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:22Z', 'updated_at': '2022-03-22T20:28:27Z', 'revision_number': 5, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'subnets': [{'id': 'cda14f7f-ea10-4b8d-9ed5-06203b449bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:08.991637 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb96511b-530a-4395-b16e-1174b71f4d60 None None] The sync data for ids ['f68ea842-7ae6-442b-afa2-996a1a9d4291'] in n-d-705658-24 is: [{'id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'name': 'tempest-TestShelveInstance-295804902-router', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '339bdd9d-7558-45a6-862b-0d1016165642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:23Z', 'revision_number': 4, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'gw_port': {'id': '339bdd9d-7558-45a6-862b-0d1016165642', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '121265eb-7ea1-449c-a3a9-bc259cf63cd9', 'name': '', 'network_id': 'da40f7c6-bf34-4d45-9982-5d5ccd76b21c', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'mac_address': 'fa:16:3e:ad:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'device_owner': 'network:router_interface', 'standard_attr_id': 4410, 'fixed_ips': [{'subnet_id': 'cda14f7f-ea10-4b8d-9ed5-06203b449bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:22Z', 'updated_at': '2022-03-22T20:28:27Z', 'revision_number': 5, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'subnets': [{'id': 'cda14f7f-ea10-4b8d-9ed5-06203b449bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:38:09.223659 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9c112f-ffce-41c9-8203-4b5e95d50da7 None None] New status for floating IP 58ddf17a-2efe-431f-b412-20c14cb7a303: DOWN {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:38:09.618495 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77cc55-d64e-4eb1-a438-ec86503775db req-725f233a-8b15-4378-98ee-ee8b849738b4 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:09.620051 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ff77cc55-d64e-4eb1-a438-ec86503775db req-725f233a-8b15-4378-98ee-ee8b849738b4 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 946 time: 0.0539577 Mar 22 20:38:09.668493 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ff77cc55-d64e-4eb1-a438-ec86503775db req-fe4cb1f9-6983-43c2-9a47-ef0a7c5af7fc tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/security-groups?id=63e12cda-e90e-4cae-bdd4-ae5651b13bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428400 Mar 22 20:38:09.936612 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9bf9b4-8ddf-40f0-a429-0f79f8a19fe4 req-bf1e33e6-020e-4277-b599-0a495485da72 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:09.938079 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-bf9bf9b4-8ddf-40f0-a429-0f79f8a19fe4 req-bf1e33e6-020e-4277-b599-0a495485da72 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.84 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 946 time: 0.0518458 Mar 22 20:38:10.031450 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-bf9bf9b4-8ddf-40f0-a429-0f79f8a19fe4 req-e5ce53d5-e1b5-4dfe-8139-aa76578a083f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Deleting port 6e74c2bc-0fc1-46de-b047-ca7267adf121 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:38:10.031796 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-bf9bf9b4-8ddf-40f0-a429-0f79f8a19fe4 req-e5ce53d5-e1b5-4dfe-8139-aa76578a083f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (6e74c2bc-0fc1-46de-b047-ca7267adf121), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:10.133361 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-bf9bf9b4-8ddf-40f0-a429-0f79f8a19fe4 req-e5ce53d5-e1b5-4dfe-8139-aa76578a083f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] For port 6e74c2bc-0fc1-46de-b047-ca7267adf121, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=6e74c2bc-0fc1-46de-b047-ca7267adf121,segment=NetworkSegment(baf36529-5495-4f44-acc0-2f4c522cf1a4),segment_id=baf36529-5495-4f44-acc0-2f4c522cf1a4)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:38:10.133730 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-bf9bf9b4-8ddf-40f0-a429-0f79f8a19fe4 req-e5ce53d5-e1b5-4dfe-8139-aa76578a083f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (6e74c2bc-0fc1-46de-b047-ca7267adf121), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:10.147393 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-bf9bf9b4-8ddf-40f0-a429-0f79f8a19fe4 req-e5ce53d5-e1b5-4dfe-8139-aa76578a083f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Calling delete_port for 6e74c2bc-0fc1-46de-b047-ca7267adf121 owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:38:10.276808 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-bf9bf9b4-8ddf-40f0-a429-0f79f8a19fe4 req-e5ce53d5-e1b5-4dfe-8139-aa76578a083f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (6e74c2bc-0fc1-46de-b047-ca7267adf121), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:10.306012 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce53d5-e1b5-4dfe-8139-aa76578a083f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Pushing event deleted for resources: {'Port': ['ID=6e74c2bc-0fc1-46de-b047-ca7267adf121,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:10.350973 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9bf9b4-8ddf-40f0-a429-0f79f8a19fe4 req-e5ce53d5-e1b5-4dfe-8139-aa76578a083f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] No DVR routers for this DVR port 6e74c2bc-0fc1-46de-b047-ca7267adf121 on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:38:10.353726 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-bf9bf9b4-8ddf-40f0-a429-0f79f8a19fe4 req-e5ce53d5-e1b5-4dfe-8139-aa76578a083f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:10.357100 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-bf9bf9b4-8ddf-40f0-a429-0f79f8a19fe4 req-e5ce53d5-e1b5-4dfe-8139-aa76578a083f tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.84 "DELETE /v2.0/ports/6e74c2bc-0fc1-46de-b047-ca7267adf121 HTTP/1.1" status: 204 len: 173 time: 0.4138417 Mar 22 20:38:10.357549 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33cb8e4-b7d8-467c-9f98-86cf7b028253', 'name': 'network-vif-deleted', 'tag': '6e74c2bc-0fc1-46de-b047-ca7267adf121'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:38:10.359866 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a75afaf1dfaad70fedc7c7f30d5b041dbb7ec48f6ef478f84521d18edf73ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341dee2e-4b12-45e1-b581-d8084fe9fc22" -d '{"events": [{"server_uuid": "f33cb8e4-b7d8-467c-9f98-86cf7b028253", "name": "network-vif-deleted", "tag": "6e74c2bc-0fc1-46de-b047-ca7267adf121"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:38:10.403560 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cafc1c2-769f-4178-8129-ac0911e4dde4 x-openstack-request-id: req-0cafc1c2-769f-4178-8129-ac0911e4dde4 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:38:10.403857 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33cb8e4-b7d8-467c-9f98-86cf7b028253", "name": "network-vif-deleted", "tag": "6e74c2bc-0fc1-46de-b047-ca7267adf121", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:38:10.404111 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0cafc1c2-769f-4178-8129-ac0911e4dde4 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:38:10.404533 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cafc1c2-769f-4178-8129-ac0911e4dde4'] response: {'server_uuid': 'f33cb8e4-b7d8-467c-9f98-86cf7b028253', 'name': 'network-vif-deleted', 'tag': '6e74c2bc-0fc1-46de-b047-ca7267adf121', 'status': 'completed', 'code': 200} Mar 22 20:38:10.770377 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a42dfc8a-0679-4855-9243-3aef7b55af37 req-e28aced6-a9df-4031-bfbe-1b4dc4a6ad04 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 210 time: 0.0308862 Mar 22 20:38:11.871172 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ccfeaec0-626d-49ab-89fa-e4ab05d8f5a7 req-a6c4045a-46de-434e-b72f-e04ff8caa871 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 210 time: 0.0311606 Mar 22 20:38:12.968821 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0dfd5524-bc6d-48b9-92ff-272a4b387cfd req-9c3cb758-1e51-4252-b2f4-045cc0367e04 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 210 time: 0.0295362 Mar 22 20:38:13.950809 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 6e74c2bc-0fc1-46de-b047-ca7267adf121 no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:38:13.971906 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 6e74c2bc-0fc1-46de-b047-ca7267adf121 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:38:13.972261 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 6e74c2bc-0fc1-46de-b047-ca7267adf121 not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:38:14.065106 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-692d7924-08d9-4d35-9bfa-c631f5ba42f6 req-d1cd3fa9-8feb-4669-9e3c-452d841305ce tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 210 time: 0.0275211 Mar 22 20:38:15.164157 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-631bd741-cef5-4a4b-a8b6-ec51a6967d93 req-8a07805d-4919-4040-acca-2537e6af7f6a tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 210 time: 0.0284159 Mar 22 20:38:15.329099 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1fe3c3ff-ad60-487a-b1c3-e8d845c6141f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:16.304289 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-14652ea0-ccf3-497e-840f-bba9735f5236 req-cb70eb96-3a5d-45d9-8688-2df19dacc07b tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 210 time: 0.0722399 Mar 22 20:38:16.713653 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:17.450458 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8b3bfce3-8bbd-4df3-971a-10780546c3d6 req-e963cbfc-ebf5-4cd0-90fa-92c7290e346e tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 210 time: 0.0762441 Mar 22 20:38:17.556165 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c13c5eb8-e6a0-4ced-a174-0ea9f682b48e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:18.553883 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a446ac89-9774-47f0-8b9d-33a3da0779a9 req-eacb0019-8a86-409d-99ca-961cc5dc985d tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 210 time: 0.0308292 Mar 22 20:38:19.026797 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:19.027857 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:19.665417 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9fe7e069-bb84-4f82-a853-865090a44732 req-8ec07453-763e-456c-ba93-831bdab1b652 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "GET /v2.0/ports?device_id=f33cb8e4-b7d8-467c-9f98-86cf7b028253 HTTP/1.1" status: 200 len: 210 time: 0.0303917 Mar 22 20:38:20.449723 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:20.724301 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42920) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:38:20.789128 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c55cca60-52d1-41bb-8494-aac5e8b18b19 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group (63e12cda-e90e-4cae-bdd4-ae5651b13bc3), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:20.814807 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c55cca60-52d1-41bb-8494-aac5e8b18b19 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group (63e12cda-e90e-4cae-bdd4-ae5651b13bc3), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:20.878161 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c55cca60-52d1-41bb-8494-aac5e8b18b19 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (63e12cda-e90e-4cae-bdd4-ae5651b13bc3), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:20.880815 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c55cca60-52d1-41bb-8494-aac5e8b18b19 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Publish callbacks [] for security_group (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:20.882012 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c55cca60-52d1-41bb-8494-aac5e8b18b19 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] 10.222.0.75 "DELETE /v2.0/security-groups/63e12cda-e90e-4cae-bdd4-ae5651b13bc3 HTTP/1.1" status: 204 len: 168 time: 0.1566854 Mar 22 20:38:20.892399 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55cca60-52d1-41bb-8494-aac5e8b18b19 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e12cda-e90e-4cae-bdd4-ae5651b13bc3,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:21.522066 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:21.949541 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42926) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:38:22.442104 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-956e0302-c9f0-4aee-a0a0-8142437a5aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (f68ea842-7ae6-442b-afa2-996a1a9d4291), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:22.692789 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-956e0302-c9f0-4aee-a0a0-8142437a5aea admin admin] Deleting port 121265eb-7ea1-449c-a3a9-bc259cf63cd9 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:38:22.693128 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-956e0302-c9f0-4aee-a0a0-8142437a5aea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (121265eb-7ea1-449c-a3a9-bc259cf63cd9), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:22.776096 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-956e0302-c9f0-4aee-a0a0-8142437a5aea admin admin] For port 121265eb-7ea1-449c-a3a9-bc259cf63cd9, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=121265eb-7ea1-449c-a3a9-bc259cf63cd9,segment=NetworkSegment(baf36529-5495-4f44-acc0-2f4c522cf1a4),segment_id=baf36529-5495-4f44-acc0-2f4c522cf1a4)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:38:22.776583 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-956e0302-c9f0-4aee-a0a0-8142437a5aea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (121265eb-7ea1-449c-a3a9-bc259cf63cd9), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:22.790365 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-956e0302-c9f0-4aee-a0a0-8142437a5aea admin admin] Calling delete_port for 121265eb-7ea1-449c-a3a9-bc259cf63cd9 owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:38:22.976028 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-956e0302-c9f0-4aee-a0a0-8142437a5aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (121265eb-7ea1-449c-a3a9-bc259cf63cd9), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:23.000255 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e0302-c9f0-4aee-a0a0-8142437a5aea admin admin] Pushing event deleted for resources: {'Port': ['ID=121265eb-7ea1-449c-a3a9-bc259cf63cd9,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:23.015808 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956e0302-c9f0-4aee-a0a0-8142437a5aea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:23.016166 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956e0302-c9f0-4aee-a0a0-8142437a5aea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:23.016516 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956e0302-c9f0-4aee-a0a0-8142437a5aea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:23.016863 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956e0302-c9f0-4aee-a0a0-8142437a5aea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:23.017199 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956e0302-c9f0-4aee-a0a0-8142437a5aea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:23.017536 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956e0302-c9f0-4aee-a0a0-8142437a5aea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:23.017896 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956e0302-c9f0-4aee-a0a0-8142437a5aea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:23.018232 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956e0302-c9f0-4aee-a0a0-8142437a5aea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:23.018564 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956e0302-c9f0-4aee-a0a0-8142437a5aea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:23.018900 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956e0302-c9f0-4aee-a0a0-8142437a5aea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:23.019235 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956e0302-c9f0-4aee-a0a0-8142437a5aea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:23.019566 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956e0302-c9f0-4aee-a0a0-8142437a5aea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:23.019887 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956e0302-c9f0-4aee-a0a0-8142437a5aea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:23.020214 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956e0302-c9f0-4aee-a0a0-8142437a5aea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:23.020539 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956e0302-c9f0-4aee-a0a0-8142437a5aea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:23.188382 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-956e0302-c9f0-4aee-a0a0-8142437a5aea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (f68ea842-7ae6-442b-afa2-996a1a9d4291), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:23.414247 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956e0302-c9f0-4aee-a0a0-8142437a5aea admin admin] Router f68ea842-7ae6-442b-afa2-996a1a9d4291 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:38:23.524512 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956e0302-c9f0-4aee-a0a0-8142437a5aea admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:38:23.530281 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-956e0302-c9f0-4aee-a0a0-8142437a5aea admin admin] 10.222.0.75 "PUT /v2.0/routers/f68ea842-7ae6-442b-afa2-996a1a9d4291/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5790431 Mar 22 20:38:23.532970 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42930) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:38:23.536556 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d614ef-9ff0-4626-a832-121c3ca8b90d None None] Sync routers for ids ['f68ea842-7ae6-442b-afa2-996a1a9d4291'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:38:23.548122 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d614ef-9ff0-4626-a832-121c3ca8b90d None None] Routers {'f68ea842-7ae6-442b-afa2-996a1a9d4291'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:38:23.548736 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-34d614ef-9ff0-4626-a832-121c3ca8b90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:38:18Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f68ea842-7ae6-442b-afa2-996a1a9d4291'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:23.641990 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-56b5e2a6-84dc-4cfa-a0b0-36302cee6905 admin admin] Publish callbacks [] for router (f68ea842-7ae6-442b-afa2-996a1a9d4291), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:23.658424 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-34d614ef-9ff0-4626-a832-121c3ca8b90d None None] Set router f68ea842-7ae6-442b-afa2-996a1a9d4291 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:38:23.845618 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-34d614ef-9ff0-4626-a832-121c3ca8b90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'name': 'tempest-TestShelveInstance-295804902-router', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '339bdd9d-7558-45a6-862b-0d1016165642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:38:22Z', 'revision_number': 5, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'gw_port': {'id': '339bdd9d-7558-45a6-862b-0d1016165642', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:23.874400 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d614ef-9ff0-4626-a832-121c3ca8b90d None None] Checking router: f68ea842-7ae6-442b-afa2-996a1a9d4291 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:38:23.884027 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d614ef-9ff0-4626-a832-121c3ca8b90d None None] Routers {'f68ea842-7ae6-442b-afa2-996a1a9d4291'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:38:23.884952 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-34d614ef-9ff0-4626-a832-121c3ca8b90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:38:18Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['f68ea842-7ae6-442b-afa2-996a1a9d4291'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:23.998015 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-34d614ef-9ff0-4626-a832-121c3ca8b90d None None] Set router f68ea842-7ae6-442b-afa2-996a1a9d4291 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:38:24.092778 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-56b5e2a6-84dc-4cfa-a0b0-36302cee6905 admin admin] Publish callbacks [] for router_gateway (f68ea842-7ae6-442b-afa2-996a1a9d4291), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:24.150474 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-56b5e2a6-84dc-4cfa-a0b0-36302cee6905 admin admin] Deleting port 339bdd9d-7558-45a6-862b-0d1016165642 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:38:24.150814 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-56b5e2a6-84dc-4cfa-a0b0-36302cee6905 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (339bdd9d-7558-45a6-862b-0d1016165642), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:24.190193 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-34d614ef-9ff0-4626-a832-121c3ca8b90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'name': 'tempest-TestShelveInstance-295804902-router', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '339bdd9d-7558-45a6-862b-0d1016165642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:38:22Z', 'revision_number': 5, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'gw_port': {'id': '339bdd9d-7558-45a6-862b-0d1016165642', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:24.222190 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d614ef-9ff0-4626-a832-121c3ca8b90d None None] The sync data for ids ['f68ea842-7ae6-442b-afa2-996a1a9d4291'] in n-d-705658-24 is: [{'id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'name': 'tempest-TestShelveInstance-295804902-router', 'tenant_id': '81edea45bc6a4faea4e455fe22db8a59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': '339bdd9d-7558-45a6-862b-0d1016165642', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:38:22Z', 'revision_number': 5, 'project_id': '81edea45bc6a4faea4e455fe22db8a59', 'gw_port': {'id': '339bdd9d-7558-45a6-862b-0d1016165642', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:a1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68ea842-7ae6-442b-afa2-996a1a9d4291', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:20Z', 'updated_at': '2022-03-22T20:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:38:24.230067 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-56b5e2a6-84dc-4cfa-a0b0-36302cee6905 admin admin] For port 339bdd9d-7558-45a6-862b-0d1016165642, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=339bdd9d-7558-45a6-862b-0d1016165642,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:38:24.230440 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-56b5e2a6-84dc-4cfa-a0b0-36302cee6905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (339bdd9d-7558-45a6-862b-0d1016165642), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:24.245140 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-56b5e2a6-84dc-4cfa-a0b0-36302cee6905 admin admin] Calling delete_port for 339bdd9d-7558-45a6-862b-0d1016165642 owned by network:router_gateway {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:38:24.426733 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-56b5e2a6-84dc-4cfa-a0b0-36302cee6905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (339bdd9d-7558-45a6-862b-0d1016165642), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:24.455672 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5e2a6-84dc-4cfa-a0b0-36302cee6905 admin admin] Pushing event deleted for resources: {'Port': ['ID=339bdd9d-7558-45a6-862b-0d1016165642,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:24.525896 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-56b5e2a6-84dc-4cfa-a0b0-36302cee6905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (f68ea842-7ae6-442b-afa2-996a1a9d4291), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:24.628495 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-56b5e2a6-84dc-4cfa-a0b0-36302cee6905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (f68ea842-7ae6-442b-afa2-996a1a9d4291), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:24.631425 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-56b5e2a6-84dc-4cfa-a0b0-36302cee6905 admin admin] Publish callbacks [] for router_controller (f68ea842-7ae6-442b-afa2-996a1a9d4291), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:24.684802 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-56b5e2a6-84dc-4cfa-a0b0-36302cee6905 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (f68ea842-7ae6-442b-afa2-996a1a9d4291), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:24.685380 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b5e2a6-84dc-4cfa-a0b0-36302cee6905 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f68ea842-7ae6-442b-afa2-996a1a9d4291 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 20:38:24.691109 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-56b5e2a6-84dc-4cfa-a0b0-36302cee6905 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:24.694040 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-56b5e2a6-84dc-4cfa-a0b0-36302cee6905 admin admin] 10.222.0.75 "DELETE /v2.0/routers/f68ea842-7ae6-442b-afa2-996a1a9d4291 HTTP/1.1" status: 204 len: 168 time: 1.1594465 Mar 22 20:38:24.696869 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42932) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:38:24.754222 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-9601e485-795c-4bb2-a53a-1f2bb6336b56 admin admin] Deleting subnet cda14f7f-ea10-4b8d-9ed5-06203b449bdb {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:38:24.757961 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9601e485-795c-4bb2-a53a-1f2bb6336b56 admin admin] Publish callbacks [] for subnet (cda14f7f-ea10-4b8d-9ed5-06203b449bdb), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:24.792083 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 121265eb-7ea1-449c-a3a9-bc259cf63cd9 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:38:24.803030 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9601e485-795c-4bb2-a53a-1f2bb6336b56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (cda14f7f-ea10-4b8d-9ed5-06203b449bdb), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:24.816242 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 121265eb-7ea1-449c-a3a9-bc259cf63cd9 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:38:24.816731 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 121265eb-7ea1-449c-a3a9-bc259cf63cd9 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:38:24.901186 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9601e485-795c-4bb2-a53a-1f2bb6336b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (cda14f7f-ea10-4b8d-9ed5-06203b449bdb), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:24.955950 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9601e485-795c-4bb2-a53a-1f2bb6336b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (cda14f7f-ea10-4b8d-9ed5-06203b449bdb), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:24.983625 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601e485-795c-4bb2-a53a-1f2bb6336b56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cda14f7f-ea10-4b8d-9ed5-06203b449bdb,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:24.987130 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-9601e485-795c-4bb2-a53a-1f2bb6336b56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:24.990336 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-9601e485-795c-4bb2-a53a-1f2bb6336b56 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/cda14f7f-ea10-4b8d-9ed5-06203b449bdb HTTP/1.1" status: 204 len: 168 time: 0.2917876 Mar 22 20:38:24.993110 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42934) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:38:24.996474 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4795ab-33d8-45de-b839-5f460abf56ef None None] Network da40f7c6-bf34-4d45-9982-5d5ccd76b21c requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:38:25.072165 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a850de1a-dfa3-4822-ac1a-9bc5c259dedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (da40f7c6-bf34-4d45-9982-5d5ccd76b21c), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:25.157193 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-a850de1a-dfa3-4822-ac1a-9bc5c259dedf admin admin] Deleting port 748404ac-db52-4a3c-a525-036727f31d13 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:38:25.157540 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a850de1a-dfa3-4822-ac1a-9bc5c259dedf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (748404ac-db52-4a3c-a525-036727f31d13), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:25.225585 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-a850de1a-dfa3-4822-ac1a-9bc5c259dedf admin admin] For port 748404ac-db52-4a3c-a525-036727f31d13, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=748404ac-db52-4a3c-a525-036727f31d13,segment=NetworkSegment(baf36529-5495-4f44-acc0-2f4c522cf1a4),segment_id=baf36529-5495-4f44-acc0-2f4c522cf1a4)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:38:25.226008 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a850de1a-dfa3-4822-ac1a-9bc5c259dedf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (748404ac-db52-4a3c-a525-036727f31d13), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:25.243349 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-a850de1a-dfa3-4822-ac1a-9bc5c259dedf admin admin] Calling delete_port for 748404ac-db52-4a3c-a525-036727f31d13 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:38:25.331326 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a850de1a-dfa3-4822-ac1a-9bc5c259dedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (748404ac-db52-4a3c-a525-036727f31d13), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:25.360289 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850de1a-dfa3-4822-ac1a-9bc5c259dedf admin admin] Pushing event deleted for resources: {'Port': ['ID=748404ac-db52-4a3c-a525-036727f31d13,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:25.362173 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a850de1a-dfa3-4822-ac1a-9bc5c259dedf admin admin] No DVR routers for this DVR port 748404ac-db52-4a3c-a525-036727f31d13 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:38:25.432931 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a850de1a-dfa3-4822-ac1a-9bc5c259dedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (da40f7c6-bf34-4d45-9982-5d5ccd76b21c), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:25.460366 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-a850de1a-dfa3-4822-ac1a-9bc5c259dedf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da40f7c6-bf34-4d45-9982-5d5ccd76b21c']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:25.475600 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf9f0f5-6dca-4471-bf25-bd3342853dda None None] DHCP port deletion for da40f7c6-bf34-4d45-9982-5d5ccd76b21c request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 20:38:25.479987 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-a850de1a-dfa3-4822-ac1a-9bc5c259dedf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf36529-5495-4f44-acc0-2f4c522cf1a4') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:25.480292 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-a850de1a-dfa3-4822-ac1a-9bc5c259dedf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf36529-5495-4f44-acc0-2f4c522cf1a4') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:25.493017 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a850de1a-dfa3-4822-ac1a-9bc5c259dedf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (baf36529-5495-4f44-acc0-2f4c522cf1a4), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:25.511334 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a850de1a-dfa3-4822-ac1a-9bc5c259dedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (baf36529-5495-4f44-acc0-2f4c522cf1a4), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:25.525518 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a850de1a-dfa3-4822-ac1a-9bc5c259dedf admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:38:25.526085 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a850de1a-dfa3-4822-ac1a-9bc5c259dedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (baf36529-5495-4f44-acc0-2f4c522cf1a4), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:25.528417 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 20:38:25.528417 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:38:25.528417 n-d-705658-24 neutron-server[104173]: timer() Mar 22 20:38:25.528417 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:38:25.528417 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 20:38:25.528417 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:38:25.528417 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 20:38:25.528417 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:38:25.528417 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 20:38:25.528417 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:38:25.528417 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 20:38:25.528417 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:38:25.528417 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 20:38:25.528417 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:38:25.528417 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:38:25.528417 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:38:25.528417 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:38:25.528417 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:38:25.528417 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 20:38:25.528417 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:38:25.528417 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 20:38:25.528417 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:38:25.528417 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:38:25.528417 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:38:25.528417 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 20:38:25.528417 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:38:25.528417 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:38:25.528417 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:38:25.528417 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:38:25.528417 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:38:25.528417 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:38:25.528417 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:38:25.589898 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a850de1a-dfa3-4822-ac1a-9bc5c259dedf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (da40f7c6-bf34-4d45-9982-5d5ccd76b21c), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:25.599333 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-a850de1a-dfa3-4822-ac1a-9bc5c259dedf admin admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:25.602489 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-a850de1a-dfa3-4822-ac1a-9bc5c259dedf admin admin] 10.222.0.75 "DELETE /v2.0/networks/da40f7c6-bf34-4d45-9982-5d5ccd76b21c HTTP/1.1" status: 204 len: 168 time: 0.6084251 Mar 22 20:38:25.605484 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42936) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:38:25.621601 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850de1a-dfa3-4822-ac1a-9bc5c259dedf admin admin] Pushing event deleted for resources: {'Network': ['ID=da40f7c6-bf34-4d45-9982-5d5ccd76b21c,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:25.987243 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c9bbcf9d-4203-421f-8e9b-d47603f024e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (cf0ecc10-7b8c-4727-b4db-0606742c28c2), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:26.236401 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-c9bbcf9d-4203-421f-8e9b-d47603f024e6 admin admin] Deleting port 4fb56bec-85c2-4241-9d82-4ce522f38d0f {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:38:26.236663 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c9bbcf9d-4203-421f-8e9b-d47603f024e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (4fb56bec-85c2-4241-9d82-4ce522f38d0f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:26.312728 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-c9bbcf9d-4203-421f-8e9b-d47603f024e6 admin admin] For port 4fb56bec-85c2-4241-9d82-4ce522f38d0f, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=4fb56bec-85c2-4241-9d82-4ce522f38d0f,segment=NetworkSegment(9f9ea36f-3689-4c2a-a427-55e6584b4921),segment_id=9f9ea36f-3689-4c2a-a427-55e6584b4921)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:38:26.313099 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c9bbcf9d-4203-421f-8e9b-d47603f024e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (4fb56bec-85c2-4241-9d82-4ce522f38d0f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:26.325666 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-c9bbcf9d-4203-421f-8e9b-d47603f024e6 admin admin] Calling delete_port for 4fb56bec-85c2-4241-9d82-4ce522f38d0f owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:38:26.415590 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 748404ac-db52-4a3c-a525-036727f31d13 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:38:26.437161 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 748404ac-db52-4a3c-a525-036727f31d13 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:38:26.437676 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 748404ac-db52-4a3c-a525-036727f31d13 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:38:26.438249 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 339bdd9d-7558-45a6-862b-0d1016165642 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:38:26.458239 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 339bdd9d-7558-45a6-862b-0d1016165642 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:38:26.458592 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 339bdd9d-7558-45a6-862b-0d1016165642 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:38:26.523487 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c9bbcf9d-4203-421f-8e9b-d47603f024e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (4fb56bec-85c2-4241-9d82-4ce522f38d0f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:26.551893 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bbcf9d-4203-421f-8e9b-d47603f024e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fb56bec-85c2-4241-9d82-4ce522f38d0f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:26.731489 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c9bbcf9d-4203-421f-8e9b-d47603f024e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (cf0ecc10-7b8c-4727-b4db-0606742c28c2), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:26.967825 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9bbcf9d-4203-421f-8e9b-d47603f024e6 admin admin] Router cf0ecc10-7b8c-4727-b4db-0606742c28c2 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:38:27.087481 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bbcf9d-4203-421f-8e9b-d47603f024e6 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:38:27.094624 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c9bbcf9d-4203-421f-8e9b-d47603f024e6 admin admin] 10.222.0.75 "PUT /v2.0/routers/cf0ecc10-7b8c-4727-b4db-0606742c28c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4860101 Mar 22 20:38:27.095735 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42938) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:38:27.099104 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046e49b4-2075-4e08-adfa-dad12bd4de18 None None] Sync routers for ids ['cf0ecc10-7b8c-4727-b4db-0606742c28c2'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:38:27.108996 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046e49b4-2075-4e08-adfa-dad12bd4de18 None None] Routers {'cf0ecc10-7b8c-4727-b4db-0606742c28c2'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:38:27.109620 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-046e49b4-2075-4e08-adfa-dad12bd4de18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:38:18Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cf0ecc10-7b8c-4727-b4db-0606742c28c2'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:27.199792 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7c3bac21-dbb2-41be-98b6-181dcf5ebb7d admin admin] Publish callbacks [] for router (cf0ecc10-7b8c-4727-b4db-0606742c28c2), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:27.218385 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-046e49b4-2075-4e08-adfa-dad12bd4de18 None None] Set router cf0ecc10-7b8c-4727-b4db-0606742c28c2 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:38:27.303260 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7c3bac21-dbb2-41be-98b6-181dcf5ebb7d admin admin] Publish callbacks [] for router_gateway (cf0ecc10-7b8c-4727-b4db-0606742c28c2), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:27.366217 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-7c3bac21-dbb2-41be-98b6-181dcf5ebb7d admin admin] Deleting port b314cfa5-855e-425f-8d9b-905a71535e11 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:38:27.366632 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7c3bac21-dbb2-41be-98b6-181dcf5ebb7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (b314cfa5-855e-425f-8d9b-905a71535e11), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:27.405774 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-046e49b4-2075-4e08-adfa-dad12bd4de18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0ecc10-7b8c-4727-b4db-0606742c28c2', 'name': 'tempest-TestShelveInstance-371544116-router', 'tenant_id': '1a4be134d019492b80703fc28d3f999d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.95'}], 'enable_snat': True}, 'gw_port_id': 'b314cfa5-855e-425f-8d9b-905a71535e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:28:25Z', 'updated_at': '2022-03-22T20:38:26Z', 'revision_number': 5, 'project_id': '1a4be134d019492b80703fc28d3f999d', 'gw_port': {'id': 'b314cfa5-855e-425f-8d9b-905a71535e11', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:90:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0ecc10-7b8c-4727-b4db-0606742c28c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4421, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:28:25Z', 'updated_at': '2022-03-22T20:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:27.431488 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046e49b4-2075-4e08-adfa-dad12bd4de18 None None] Checking router: cf0ecc10-7b8c-4727-b4db-0606742c28c2 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:38:27.440275 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046e49b4-2075-4e08-adfa-dad12bd4de18 None None] Routers {'cf0ecc10-7b8c-4727-b4db-0606742c28c2'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:38:27.440883 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-046e49b4-2075-4e08-adfa-dad12bd4de18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:38:18Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['cf0ecc10-7b8c-4727-b4db-0606742c28c2'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:27.448910 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-7c3bac21-dbb2-41be-98b6-181dcf5ebb7d admin admin] For port b314cfa5-855e-425f-8d9b-905a71535e11, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=b314cfa5-855e-425f-8d9b-905a71535e11,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:38:27.449272 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7c3bac21-dbb2-41be-98b6-181dcf5ebb7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (b314cfa5-855e-425f-8d9b-905a71535e11), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:27.462867 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-7c3bac21-dbb2-41be-98b6-181dcf5ebb7d admin admin] Calling delete_port for b314cfa5-855e-425f-8d9b-905a71535e11 owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:38:27.528852 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-046e49b4-2075-4e08-adfa-dad12bd4de18 None None] Set router cf0ecc10-7b8c-4727-b4db-0606742c28c2 gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:38:27.579729 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-046e49b4-2075-4e08-adfa-dad12bd4de18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0ecc10-7b8c-4727-b4db-0606742c28c2', 'name': 'tempest-TestShelveInstance-371544116-router', 'tenant_id': '1a4be134d019492b80703fc28d3f999d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:28:25Z', 'updated_at': '2022-03-22T20:38:27Z', 'revision_number': 6, 'project_id': '1a4be134d019492b80703fc28d3f999d', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:27.608831 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046e49b4-2075-4e08-adfa-dad12bd4de18 None None] The sync data for ids ['cf0ecc10-7b8c-4727-b4db-0606742c28c2'] in n-d-705658-24 is: [{'id': 'cf0ecc10-7b8c-4727-b4db-0606742c28c2', 'name': 'tempest-TestShelveInstance-371544116-router', 'tenant_id': '1a4be134d019492b80703fc28d3f999d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:28:25Z', 'updated_at': '2022-03-22T20:38:27Z', 'revision_number': 6, 'project_id': '1a4be134d019492b80703fc28d3f999d', 'gw_port_host': None}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:38:27.634727 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7c3bac21-dbb2-41be-98b6-181dcf5ebb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (b314cfa5-855e-425f-8d9b-905a71535e11), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:27.667076 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3bac21-dbb2-41be-98b6-181dcf5ebb7d admin admin] Pushing event deleted for resources: {'Port': ['ID=b314cfa5-855e-425f-8d9b-905a71535e11,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:27.732029 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7c3bac21-dbb2-41be-98b6-181dcf5ebb7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (cf0ecc10-7b8c-4727-b4db-0606742c28c2), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:28.129081 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7c3bac21-dbb2-41be-98b6-181dcf5ebb7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (cf0ecc10-7b8c-4727-b4db-0606742c28c2), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:28.131350 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7c3bac21-dbb2-41be-98b6-181dcf5ebb7d admin admin] Publish callbacks [] for router_controller (cf0ecc10-7b8c-4727-b4db-0606742c28c2), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:28.174325 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7c3bac21-dbb2-41be-98b6-181dcf5ebb7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (cf0ecc10-7b8c-4727-b4db-0606742c28c2), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:28.174873 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3bac21-dbb2-41be-98b6-181dcf5ebb7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf0ecc10-7b8c-4727-b4db-0606742c28c2 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 20:38:28.179344 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-7c3bac21-dbb2-41be-98b6-181dcf5ebb7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:28.180332 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-7c3bac21-dbb2-41be-98b6-181dcf5ebb7d admin admin] 10.222.0.75 "DELETE /v2.0/routers/cf0ecc10-7b8c-4727-b4db-0606742c28c2 HTTP/1.1" status: 204 len: 168 time: 1.0835364 Mar 22 20:38:28.182886 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42940) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:38:28.226482 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-c090d4b6-e17f-49f5-ae25-4101fbdeea57 admin admin] Deleting subnet 5cdf8fa5-e8d8-455b-bc02-d50e7b6a25cf {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:38:28.229510 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c090d4b6-e17f-49f5-ae25-4101fbdeea57 admin admin] Publish callbacks [] for subnet (5cdf8fa5-e8d8-455b-bc02-d50e7b6a25cf), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:28.262575 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c090d4b6-e17f-49f5-ae25-4101fbdeea57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (5cdf8fa5-e8d8-455b-bc02-d50e7b6a25cf), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:28.345109 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c090d4b6-e17f-49f5-ae25-4101fbdeea57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (5cdf8fa5-e8d8-455b-bc02-d50e7b6a25cf), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:28.411730 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c090d4b6-e17f-49f5-ae25-4101fbdeea57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (5cdf8fa5-e8d8-455b-bc02-d50e7b6a25cf), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:28.440327 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090d4b6-e17f-49f5-ae25-4101fbdeea57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cdf8fa5-e8d8-455b-bc02-d50e7b6a25cf,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:28.444170 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c090d4b6-e17f-49f5-ae25-4101fbdeea57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:28.447482 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c090d4b6-e17f-49f5-ae25-4101fbdeea57 admin admin] 10.222.0.75 "DELETE /v2.0/subnets/5cdf8fa5-e8d8-455b-bc02-d50e7b6a25cf HTTP/1.1" status: 204 len: 168 time: 0.2636108 Mar 22 20:38:28.450023 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42942) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:38:28.452518 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4eb99d-a852-4a56-b267-6f1ffe8a19f7 None None] Network 2861aba8-d51e-4d86-a25b-f0efc5b481e8 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:38:28.458172 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 4fb56bec-85c2-4241-9d82-4ce522f38d0f no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:38:28.519647 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 4fb56bec-85c2-4241-9d82-4ce522f38d0f {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:38:28.520045 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 4fb56bec-85c2-4241-9d82-4ce522f38d0f not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:38:28.520577 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b314cfa5-855e-425f-8d9b-905a71535e11 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:38:28.522911 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-849b11ab-b5b1-4efc-b14c-3739440adfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (2861aba8-d51e-4d86-a25b-f0efc5b481e8), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:28.548757 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: b314cfa5-855e-425f-8d9b-905a71535e11 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:38:28.549179 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device b314cfa5-855e-425f-8d9b-905a71535e11 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:38:28.580175 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-849b11ab-b5b1-4efc-b14c-3739440adfbf admin admin] Deleting port 800864c2-aa26-4feb-9722-7e05b7cfaa4b {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:38:28.580512 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-849b11ab-b5b1-4efc-b14c-3739440adfbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (800864c2-aa26-4feb-9722-7e05b7cfaa4b), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:28.647265 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef004e7-b7ba-488e-a586-65cce860baf8 None None] DHCP port deletion for 2861aba8-d51e-4d86-a25b-f0efc5b481e8 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 20:38:28.656103 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-849b11ab-b5b1-4efc-b14c-3739440adfbf admin admin] For port 800864c2-aa26-4feb-9722-7e05b7cfaa4b, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=800864c2-aa26-4feb-9722-7e05b7cfaa4b,segment=NetworkSegment(9f9ea36f-3689-4c2a-a427-55e6584b4921),segment_id=9f9ea36f-3689-4c2a-a427-55e6584b4921)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:38:28.656247 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-849b11ab-b5b1-4efc-b14c-3739440adfbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (800864c2-aa26-4feb-9722-7e05b7cfaa4b), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:28.670368 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-849b11ab-b5b1-4efc-b14c-3739440adfbf admin admin] Calling delete_port for 800864c2-aa26-4feb-9722-7e05b7cfaa4b owned by network:dhcp {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:38:28.700617 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-fef004e7-b7ba-488e-a586-65cce860baf8 None None] Deleting port 800864c2-aa26-4feb-9722-7e05b7cfaa4b {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:38:28.701077 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fef004e7-b7ba-488e-a586-65cce860baf8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (800864c2-aa26-4feb-9722-7e05b7cfaa4b), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:28.756755 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-849b11ab-b5b1-4efc-b14c-3739440adfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (800864c2-aa26-4feb-9722-7e05b7cfaa4b), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:28.773407 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-fef004e7-b7ba-488e-a586-65cce860baf8 None None] For port 800864c2-aa26-4feb-9722-7e05b7cfaa4b, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=800864c2-aa26-4feb-9722-7e05b7cfaa4b,segment=NetworkSegment(9f9ea36f-3689-4c2a-a427-55e6584b4921),segment_id=9f9ea36f-3689-4c2a-a427-55e6584b4921)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:38:28.773780 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fef004e7-b7ba-488e-a586-65cce860baf8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (800864c2-aa26-4feb-9722-7e05b7cfaa4b), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:28.783546 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b11ab-b5b1-4efc-b14c-3739440adfbf admin admin] Pushing event deleted for resources: {'Port': ['ID=800864c2-aa26-4feb-9722-7e05b7cfaa4b,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:28.789089 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849b11ab-b5b1-4efc-b14c-3739440adfbf admin admin] No DVR routers for this DVR port 800864c2-aa26-4feb-9722-7e05b7cfaa4b on host n-d-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:38:28.869470 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-849b11ab-b5b1-4efc-b14c-3739440adfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (2861aba8-d51e-4d86-a25b-f0efc5b481e8), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:28.893114 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-849b11ab-b5b1-4efc-b14c-3739440adfbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2861aba8-d51e-4d86-a25b-f0efc5b481e8']}} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:28.903405 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-849b11ab-b5b1-4efc-b14c-3739440adfbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f9ea36f-3689-4c2a-a427-55e6584b4921') {'for_net_delete': True} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:28.903705 n-d-705658-24 neutron-server[104172]: DEBUG neutron.services.segments.db [None req-849b11ab-b5b1-4efc-b14c-3739440adfbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f9ea36f-3689-4c2a-a427-55e6584b4921') {} {{(pid=104172) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:28.914685 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-849b11ab-b5b1-4efc-b14c-3739440adfbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25684693'] for segment (9f9ea36f-3689-4c2a-a427-55e6584b4921), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:28.928295 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-849b11ab-b5b1-4efc-b14c-3739440adfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (9f9ea36f-3689-4c2a-a427-55e6584b4921), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:28.935560 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-849b11ab-b5b1-4efc-b14c-3739440adfbf admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=104172) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:38:28.936607 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-849b11ab-b5b1-4efc-b14c-3739440adfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25684334'] for segment (9f9ea36f-3689-4c2a-a427-55e6584b4921), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:28.938473 n-d-705658-24 neutron-server[104172]: Traceback (most recent call last): Mar 22 20:38:28.938473 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:38:28.938473 n-d-705658-24 neutron-server[104172]: timer() Mar 22 20:38:28.938473 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:38:28.938473 n-d-705658-24 neutron-server[104172]: cb(*args, **kw) Mar 22 20:38:28.938473 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:38:28.938473 n-d-705658-24 neutron-server[104172]: return func(*args, **kwargs) Mar 22 20:38:28.938473 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:38:28.938473 n-d-705658-24 neutron-server[104172]: self._notify() Mar 22 20:38:28.938473 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:38:28.938473 n-d-705658-24 neutron-server[104172]: self.callback(batched_events) Mar 22 20:38:28.938473 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:38:28.938473 n-d-705658-24 neutron-server[104172]: event.method(event) Mar 22 20:38:28.938473 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:38:28.938473 n-d-705658-24 neutron-server[104172]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:38:28.938473 n-d-705658-24 neutron-server[104172]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:38:28.938473 n-d-705658-24 neutron-server[104172]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:38:28.938473 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:38:28.938473 n-d-705658-24 neutron-server[104172]: return f(self, *a, **k) Mar 22 20:38:28.938473 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:38:28.938473 n-d-705658-24 neutron-server[104172]: return self._get(url).json() Mar 22 20:38:28.938473 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:38:28.938473 n-d-705658-24 neutron-server[104172]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:38:28.938473 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:38:28.938473 n-d-705658-24 neutron-server[104172]: return self.request(url, 'GET', **kwargs) Mar 22 20:38:28.938473 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:38:28.938473 n-d-705658-24 neutron-server[104172]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:38:28.938473 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:38:28.938473 n-d-705658-24 neutron-server[104172]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:38:28.938473 n-d-705658-24 neutron-server[104172]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:38:28.938473 n-d-705658-24 neutron-server[104172]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:38:28.938473 n-d-705658-24 neutron-server[104172]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:38:28.953135 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-fef004e7-b7ba-488e-a586-65cce860baf8 None None] Calling delete_port for 800864c2-aa26-4feb-9722-7e05b7cfaa4b owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:38:28.996641 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-849b11ab-b5b1-4efc-b14c-3739440adfbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (2861aba8-d51e-4d86-a25b-f0efc5b481e8), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:29.003822 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-849b11ab-b5b1-4efc-b14c-3739440adfbf admin admin] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:29.006985 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-849b11ab-b5b1-4efc-b14c-3739440adfbf admin admin] 10.222.0.75 "DELETE /v2.0/networks/2861aba8-d51e-4d86-a25b-f0efc5b481e8 HTTP/1.1" status: 204 len: 168 time: 0.5552704 Mar 22 20:38:29.018012 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b11ab-b5b1-4efc-b14c-3739440adfbf admin admin] Pushing event deleted for resources: {'Network': ['ID=2861aba8-d51e-4d86-a25b-f0efc5b481e8,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:29.034569 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fef004e7-b7ba-488e-a586-65cce860baf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (800864c2-aa26-4feb-9722-7e05b7cfaa4b), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:29.057089 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fef004e7-b7ba-488e-a586-65cce860baf8 None None] Network 2861aba8-d51e-4d86-a25b-f0efc5b481e8 is not hosted by any dhcp agent {{(pid=104174) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 22 20:38:29.057561 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef004e7-b7ba-488e-a586-65cce860baf8 None None] No DVR routers for this DVR port 800864c2-aa26-4feb-9722-7e05b7cfaa4b on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:38:29.062286 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef004e7-b7ba-488e-a586-65cce860baf8 None None] Pushing event deleted for resources: {'Port': ['ID=800864c2-aa26-4feb-9722-7e05b7cfaa4b,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:29.072540 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef004e7-b7ba-488e-a586-65cce860baf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:29.072908 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef004e7-b7ba-488e-a586-65cce860baf8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:29.073256 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef004e7-b7ba-488e-a586-65cce860baf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:29.073602 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef004e7-b7ba-488e-a586-65cce860baf8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:29.073975 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef004e7-b7ba-488e-a586-65cce860baf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:29.074316 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef004e7-b7ba-488e-a586-65cce860baf8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:29.074658 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef004e7-b7ba-488e-a586-65cce860baf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:29.074996 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef004e7-b7ba-488e-a586-65cce860baf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:29.075329 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef004e7-b7ba-488e-a586-65cce860baf8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:29.075658 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef004e7-b7ba-488e-a586-65cce860baf8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:29.075994 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef004e7-b7ba-488e-a586-65cce860baf8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:29.076368 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef004e7-b7ba-488e-a586-65cce860baf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:29.077310 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef004e7-b7ba-488e-a586-65cce860baf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:29.077646 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef004e7-b7ba-488e-a586-65cce860baf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:29.078001 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef004e7-b7ba-488e-a586-65cce860baf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:29.151744 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42946) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:38:29.191492 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8b13aa33-e7ca-4474-90ac-db3fcdbd5a95 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=81edea45bc6a4faea4e455fe22db8a59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385623 Mar 22 20:38:29.193972 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42948) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:38:29.240985 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5ea1b678-0f94-40d0-8575-8371fe233211 admin admin] Publish callbacks [] for security_group (db7f2ca3-fc9e-4205-8f07-ef8a8fbcf018), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:29.262183 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5ea1b678-0f94-40d0-8575-8371fe233211 admin admin] Publish callbacks [] for security_group (db7f2ca3-fc9e-4205-8f07-ef8a8fbcf018), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:29.308015 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5ea1b678-0f94-40d0-8575-8371fe233211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (db7f2ca3-fc9e-4205-8f07-ef8a8fbcf018), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:29.310618 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-5ea1b678-0f94-40d0-8575-8371fe233211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:29.312298 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5ea1b678-0f94-40d0-8575-8371fe233211 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/db7f2ca3-fc9e-4205-8f07-ef8a8fbcf018 HTTP/1.1" status: 204 len: 168 time: 0.1174319 Mar 22 20:38:29.319767 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1b678-0f94-40d0-8575-8371fe233211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7f2ca3-fc9e-4205-8f07-ef8a8fbcf018,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:29.652003 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42954) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:38:29.694494 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-5fdcdd6e-c96a-4caf-8f37-71ae47045345 admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=1a4be134d019492b80703fc28d3f999d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401731 Mar 22 20:38:29.697080 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42956) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:38:29.750028 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8332f33e-b71a-4467-be75-60c6ea21755e admin admin] Publish callbacks [] for security_group (792d0cc4-44c1-4efc-be66-28403a9b78e9), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:29.775716 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8332f33e-b71a-4467-be75-60c6ea21755e admin admin] Publish callbacks [] for security_group (792d0cc4-44c1-4efc-be66-28403a9b78e9), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:29.826857 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8332f33e-b71a-4467-be75-60c6ea21755e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (792d0cc4-44c1-4efc-be66-28403a9b78e9), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:29.829992 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-8332f33e-b71a-4467-be75-60c6ea21755e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:29.831162 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-8332f33e-b71a-4467-be75-60c6ea21755e admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/792d0cc4-44c1-4efc-be66-28403a9b78e9 HTTP/1.1" status: 204 len: 168 time: 0.1331666 Mar 22 20:38:29.839214 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332f33e-b71a-4467-be75-60c6ea21755e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792d0cc4-44c1-4efc-be66-28403a9b78e9,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:30.411490 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 800864c2-aa26-4feb-9722-7e05b7cfaa4b no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:38:30.432137 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 800864c2-aa26-4feb-9722-7e05b7cfaa4b {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:38:30.432490 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 800864c2-aa26-4feb-9722-7e05b7cfaa4b not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:38:30.553025 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 42978) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:38:30.664562 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-f450394a-174f-47ca-9f78-65c23ddd0d6a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1466773389-network', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:38:30.683869 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f450394a-174f-47ca-9f78-65c23ddd0d6a admin admin] Made reservation on behalf of 5055c370f7c243949f461bedbc5b7d7d for: {'network': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:38:30.686694 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f450394a-174f-47ca-9f78-65c23ddd0d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:30.695185 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f450394a-174f-47ca-9f78-65c23ddd0d6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:30.771860 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f450394a-174f-47ca-9f78-65c23ddd0d6a admin admin] Publish callbacks [] for security_group (f10c080d-9a8b-4905-99de-ec8e6bb22051), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:30.776118 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f450394a-174f-47ca-9f78-65c23ddd0d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f10c080d-9a8b-4905-99de-ec8e6bb22051), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:30.798591 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f450394a-174f-47ca-9f78-65c23ddd0d6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=104172) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:38:30.813449 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450394a-174f-47ca-9f78-65c23ddd0d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10c080d-9a8b-4905-99de-ec8e6bb22051,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:30.816355 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f450394a-174f-47ca-9f78-65c23ddd0d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (73b19486-07e6-46c0-bac0-695971951217), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:30.816701 n-d-705658-24 neutron-server[104172]: INFO neutron.db.segments_db [None req-f450394a-174f-47ca-9f78-65c23ddd0d6a admin admin] Added segment 73b19486-07e6-46c0-bac0-695971951217 of type vlan for network de3574d6-ded6-4e42-b07c-bc66350bc06d Mar 22 20:38:30.856156 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f450394a-174f-47ca-9f78-65c23ddd0d6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (de3574d6-ded6-4e42-b07c-bc66350bc06d), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:30.879630 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f450394a-174f-47ca-9f78-65c23ddd0d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (de3574d6-ded6-4e42-b07c-bc66350bc06d), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:30.880551 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f450394a-174f-47ca-9f78-65c23ddd0d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:30.881130 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-f450394a-174f-47ca-9f78-65c23ddd0d6a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:30.937643 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f450394a-174f-47ca-9f78-65c23ddd0d6a admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3834124 Mar 22 20:38:30.940743 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42982) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:38:30.946671 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450394a-174f-47ca-9f78-65c23ddd0d6a admin admin] Pushing event updated for resources: {'Network': ['ID=de3574d6-ded6-4e42-b07c-bc66350bc06d,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:30.946987 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-f259c0d8-e906-47fe-a3f8-c3cd24e542ca admin admin] Request body: {'subnet': {'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1466773389-subnet', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'ip_version': 4}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:38:30.956894 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network de3574d6-ded6-4e42-b07c-bc66350bc06d details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:38:30.968285 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f259c0d8-e906-47fe-a3f8-c3cd24e542ca admin admin] Made reservation on behalf of 5055c370f7c243949f461bedbc5b7d7d for: {'subnet': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:38:30.970745 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f259c0d8-e906-47fe-a3f8-c3cd24e542ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25433949'] for subnet (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:31.141296 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f259c0d8-e906-47fe-a3f8-c3cd24e542ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26162584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25433931'] for subnet (5faa2689-afe8-46e2-a17a-9a59cb440475), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:31.195323 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259c0d8-e906-47fe-a3f8-c3cd24e542ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=5faa2689-afe8-46e2-a17a-9a59cb440475,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:31.204447 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f259c0d8-e906-47fe-a3f8-c3cd24e542ca admin admin] Checking segment: {'id': '73b19486-07e6-46c0-bac0-695971951217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:38:31.204808 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f259c0d8-e906-47fe-a3f8-c3cd24e542ca admin admin] Network hostable DHCP agents. Network: de3574d6-ded6-4e42-b07c-bc66350bc06d, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104173) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:38:31.221392 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f259c0d8-e906-47fe-a3f8-c3cd24e542ca admin admin] Network de3574d6-ded6-4e42-b07c-bc66350bc06d is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104173) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:38:31.230731 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-f259c0d8-e906-47fe-a3f8-c3cd24e542ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, de3574d6-ded6-4e42-b07c-bc66350bc06d) {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:38:31.235878 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f259c0d8-e906-47fe-a3f8-c3cd24e542ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:31.236503 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-f259c0d8-e906-47fe-a3f8-c3cd24e542ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:31.241585 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d876132-660d-45be-a070-392f1aa99142 None None] Network de3574d6-ded6-4e42-b07c-bc66350bc06d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:38:31.252417 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f259c0d8-e906-47fe-a3f8-c3cd24e542ca admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3099680 Mar 22 20:38:31.255153 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42984) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:38:31.259370 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-72257d53-b83e-4163-9ee5-457d5e64377c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1466773389-router', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:38:31.279157 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-72257d53-b83e-4163-9ee5-457d5e64377c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (d839e354-5a36-440d-8419-ea236703f937), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:31.280818 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-72257d53-b83e-4163-9ee5-457d5e64377c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (d839e354-5a36-440d-8419-ea236703f937), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:31.336132 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-72257d53-b83e-4163-9ee5-457d5e64377c admin admin] Publish callbacks [] for router_controller (d839e354-5a36-440d-8419-ea236703f937), precommit_add_association {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:31.345355 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2e9a2b-be3b-4998-98be-40b0bc1a344f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-de3574d6-ded6-4e42-b07c-bc66350bc06d', 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d', 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'fixed_ips': [{'subnet_id': '5faa2689-afe8-46e2-a17a-9a59cb440475'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 20:38:31.346252 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9a2b-be3b-4998-98be-40b0bc1a344f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:31.480740 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-72257d53-b83e-4163-9ee5-457d5e64377c admin admin] Publish callbacks [] for router_gateway (d839e354-5a36-440d-8419-ea236703f937), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:31.484251 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-0c2e9a2b-be3b-4998-98be-40b0bc1a344f None None] Allocated IP 172.20.0.2 (de3574d6-ded6-4e42-b07c-bc66350bc06d/5faa2689-afe8-46e2-a17a-9a59cb440475/cae20aca-02b0-4bcf-8714-c9484f6c1971) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:38:31.627580 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9a2b-be3b-4998-98be-40b0bc1a344f None None] Publish callbacks [] for port (cae20aca-02b0-4bcf-8714-c9484f6c1971), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:31.634240 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9a2b-be3b-4998-98be-40b0bc1a344f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (cae20aca-02b0-4bcf-8714-c9484f6c1971), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:31.673100 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2e9a2b-be3b-4998-98be-40b0bc1a344f None None] Network de3574d6-ded6-4e42-b07c-bc66350bc06d is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:38:31.676065 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-0c2e9a2b-be3b-4998-98be-40b0bc1a344f None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:38:31.681623 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2e9a2b-be3b-4998-98be-40b0bc1a344f None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:38:31.686662 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-72257d53-b83e-4163-9ee5-457d5e64377c admin admin] Publish callbacks [] for router_gateway (d839e354-5a36-440d-8419-ea236703f937), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:31.687287 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e9a2b-be3b-4998-98be-40b0bc1a344f None None] Pushing event updated for resources: {'Port': ['ID=cae20aca-02b0-4bcf-8714-c9484f6c1971,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:31.707967 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-72257d53-b83e-4163-9ee5-457d5e64377c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:31.741278 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-0c2e9a2b-be3b-4998-98be-40b0bc1a344f None None] Attempting to bind port cae20aca-02b0-4bcf-8714-c9484f6c1971 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:38:31.741571 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-0c2e9a2b-be3b-4998-98be-40b0bc1a344f None None] Attempting to bind port cae20aca-02b0-4bcf-8714-c9484f6c1971 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '73b19486-07e6-46c0-bac0-695971951217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:38:31.741968 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2e9a2b-be3b-4998-98be-40b0bc1a344f None None] Attempting to bind port cae20aca-02b0-4bcf-8714-c9484f6c1971 on network de3574d6-ded6-4e42-b07c-bc66350bc06d {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:38:31.746948 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2e9a2b-be3b-4998-98be-40b0bc1a344f None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:38:31.747333 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2e9a2b-be3b-4998-98be-40b0bc1a344f None None] Checking segment: {'id': '73b19486-07e6-46c0-bac0-695971951217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:38:31.747740 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9a2b-be3b-4998-98be-40b0bc1a344f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:31.748163 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2e9a2b-be3b-4998-98be-40b0bc1a344f None None] Bound using segment: {'id': '73b19486-07e6-46c0-bac0-695971951217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:38:31.748635 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-0c2e9a2b-be3b-4998-98be-40b0bc1a344f None None] Bound port: cae20aca-02b0-4bcf-8714-c9484f6c1971, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b19486-07e6-46c0-bac0-695971951217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:38:31.749021 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9a2b-be3b-4998-98be-40b0bc1a344f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (cae20aca-02b0-4bcf-8714-c9484f6c1971), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:31.817621 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-0c2e9a2b-be3b-4998-98be-40b0bc1a344f None None] For port cae20aca-02b0-4bcf-8714-c9484f6c1971, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:38:31.820789 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-0c2e9a2b-be3b-4998-98be-40b0bc1a344f None None] For port cae20aca-02b0-4bcf-8714-c9484f6c1971, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=cae20aca-02b0-4bcf-8714-c9484f6c1971,segment=NetworkSegment(73b19486-07e6-46c0-bac0-695971951217),segment_id=73b19486-07e6-46c0-bac0-695971951217)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:38:31.821119 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-72257d53-b83e-4163-9ee5-457d5e64377c admin admin] Allocated IP 172.25.5.190 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/2dd9eee6-3833-47d1-bbfe-32b8c6b7c388) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:38:31.828053 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9a2b-be3b-4998-98be-40b0bc1a344f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (cae20aca-02b0-4bcf-8714-c9484f6c1971), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:31.885185 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e9a2b-be3b-4998-98be-40b0bc1a344f None None] Pushing event updated for resources: {'Port': ['ID=cae20aca-02b0-4bcf-8714-c9484f6c1971,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:31.932476 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-72257d53-b83e-4163-9ee5-457d5e64377c admin admin] Publish callbacks [] for port (2dd9eee6-3833-47d1-bbfe-32b8c6b7c388), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:31.976713 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-72257d53-b83e-4163-9ee5-457d5e64377c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (2dd9eee6-3833-47d1-bbfe-32b8c6b7c388), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:32.015135 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72257d53-b83e-4163-9ee5-457d5e64377c admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:38:32.019748 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-72257d53-b83e-4163-9ee5-457d5e64377c admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:38:32.025611 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72257d53-b83e-4163-9ee5-457d5e64377c admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:38:32.049375 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72257d53-b83e-4163-9ee5-457d5e64377c admin admin] Pushing event updated for resources: {'Port': ['ID=2dd9eee6-3833-47d1-bbfe-32b8c6b7c388,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:32.300514 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-72257d53-b83e-4163-9ee5-457d5e64377c admin admin] Publish callbacks [] for router_gateway (d839e354-5a36-440d-8419-ea236703f937), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:32.453310 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device cae20aca-02b0-4bcf-8714-c9484f6c1971 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:38:32.504119 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port cae20aca-02b0-4bcf-8714-c9484f6c1971 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:38:32.504862 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (cae20aca-02b0-4bcf-8714-c9484f6c1971), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:32.518034 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-72257d53-b83e-4163-9ee5-457d5e64377c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (d839e354-5a36-440d-8419-ea236703f937), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:32.588786 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port cae20aca-02b0-4bcf-8714-c9484f6c1971 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:38:32.589180 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (cae20aca-02b0-4bcf-8714-c9484f6c1971), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:32.622939 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port cae20aca-02b0-4bcf-8714-c9484f6c1971, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=cae20aca-02b0-4bcf-8714-c9484f6c1971,segment=NetworkSegment(73b19486-07e6-46c0-bac0-695971951217),segment_id=73b19486-07e6-46c0-bac0-695971951217)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:38:32.628241 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (cae20aca-02b0-4bcf-8714-c9484f6c1971), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:32.667745 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72257d53-b83e-4163-9ee5-457d5e64377c admin admin] Router d839e354-5a36-440d-8419-ea236703f937 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104173) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 20:38:32.682910 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=cae20aca-02b0-4bcf-8714-c9484f6c1971,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:32.786098 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72257d53-b83e-4163-9ee5-457d5e64377c admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:38:32.796980 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fabdbb-299a-4749-a0d1-2e073e9ad176 None None] Sync routers for ids ['d839e354-5a36-440d-8419-ea236703f937'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:38:32.807838 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-72257d53-b83e-4163-9ee5-457d5e64377c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:32.811695 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fabdbb-299a-4749-a0d1-2e073e9ad176 None None] Routers {'d839e354-5a36-440d-8419-ea236703f937'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:38:32.811867 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-72257d53-b83e-4163-9ee5-457d5e64377c admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5530157 Mar 22 20:38:32.811976 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-55fabdbb-299a-4749-a0d1-2e073e9ad176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:38:18Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d839e354-5a36-440d-8419-ea236703f937'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:32.812977 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 42986) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:38:32.890956 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8d5d0b-085f-4a17-bb21-a7d8def0375c None None] Network de3574d6-ded6-4e42-b07c-bc66350bc06d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:38:32.921716 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-55fabdbb-299a-4749-a0d1-2e073e9ad176 None None] Set router d839e354-5a36-440d-8419-ea236703f937 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:38:32.966625 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-cd79e57f-a357-499b-b329-23d0bca7fe0d None None] Provisioning complete for port cae20aca-02b0-4bcf-8714-c9484f6c1971 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:38:32.967654 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-cd79e57f-a357-499b-b329-23d0bca7fe0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (cae20aca-02b0-4bcf-8714-c9484f6c1971), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:33.090354 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-cd79e57f-a357-499b-b329-23d0bca7fe0d None None] Current status of the port cae20aca-02b0-4bcf-8714-c9484f6c1971 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:38:33.116498 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-55fabdbb-299a-4749-a0d1-2e073e9ad176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd839e354-5a36-440d-8419-ea236703f937', 'name': 'tempest-TestSnapshotPattern-1466773389-router', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:32Z', 'revision_number': 3, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'gw_port': {'id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd839e354-5a36-440d-8419-ea236703f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:33.149388 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fabdbb-299a-4749-a0d1-2e073e9ad176 None None] Checking router: d839e354-5a36-440d-8419-ea236703f937 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:38:33.149728 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fabdbb-299a-4749-a0d1-2e073e9ad176 None None] Updating router d839e354-5a36-440d-8419-ea236703f937 port 2dd9eee6-3833-47d1-bbfe-32b8c6b7c388 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:38:33.178571 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-55fabdbb-299a-4749-a0d1-2e073e9ad176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (2dd9eee6-3833-47d1-bbfe-32b8c6b7c388), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:33.266046 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3369e96b-dc66-4ad5-8b31-473e73947c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:33.312724 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-1993aaf6-bb5e-4340-a777-9fb50d0d66d7 None None] Provisioning complete for port cae20aca-02b0-4bcf-8714-c9484f6c1971 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:38:33.313438 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1993aaf6-bb5e-4340-a777-9fb50d0d66d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (cae20aca-02b0-4bcf-8714-c9484f6c1971), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:33.399788 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-1993aaf6-bb5e-4340-a777-9fb50d0d66d7 None None] Current status of the port cae20aca-02b0-4bcf-8714-c9484f6c1971 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:38:33.454081 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-55fabdbb-299a-4749-a0d1-2e073e9ad176 None None] Publish callbacks [] for port (2dd9eee6-3833-47d1-bbfe-32b8c6b7c388), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:33.459387 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-55fabdbb-299a-4749-a0d1-2e073e9ad176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (2dd9eee6-3833-47d1-bbfe-32b8c6b7c388), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:33.470939 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-3369e96b-dc66-4ad5-8b31-473e73947c30 admin admin] Allocated IP 172.20.0.1 (de3574d6-ded6-4e42-b07c-bc66350bc06d/5faa2689-afe8-46e2-a17a-9a59cb440475/7c909c37-45f5-41b4-959d-07417d521849) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:38:33.512380 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-55fabdbb-299a-4749-a0d1-2e073e9ad176 None None] Attempting to bind port 2dd9eee6-3833-47d1-bbfe-32b8c6b7c388 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:38:33.512749 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-55fabdbb-299a-4749-a0d1-2e073e9ad176 None None] Attempting to bind port 2dd9eee6-3833-47d1-bbfe-32b8c6b7c388 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:38:33.513112 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fabdbb-299a-4749-a0d1-2e073e9ad176 None None] Attempting to bind port 2dd9eee6-3833-47d1-bbfe-32b8c6b7c388 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:38:33.524632 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1c69e-0c50-48cb-b3a7-7fa68ed787df None None] Pushing event updated for resources: {'Port': ['ID=2dd9eee6-3833-47d1-bbfe-32b8c6b7c388,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:33.527623 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fabdbb-299a-4749-a0d1-2e073e9ad176 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:38:33.527993 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fabdbb-299a-4749-a0d1-2e073e9ad176 None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:38:33.528392 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-55fabdbb-299a-4749-a0d1-2e073e9ad176 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:33.528782 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fabdbb-299a-4749-a0d1-2e073e9ad176 None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:38:33.529269 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-55fabdbb-299a-4749-a0d1-2e073e9ad176 None None] Bound port: 2dd9eee6-3833-47d1-bbfe-32b8c6b7c388, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:38:33.529654 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-55fabdbb-299a-4749-a0d1-2e073e9ad176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (2dd9eee6-3833-47d1-bbfe-32b8c6b7c388), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:33.535946 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b1c69e-0c50-48cb-b3a7-7fa68ed787df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:33.536388 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b1c69e-0c50-48cb-b3a7-7fa68ed787df None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:33.536770 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b1c69e-0c50-48cb-b3a7-7fa68ed787df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:33.537082 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b1c69e-0c50-48cb-b3a7-7fa68ed787df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:33.537410 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b1c69e-0c50-48cb-b3a7-7fa68ed787df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:33.537741 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b1c69e-0c50-48cb-b3a7-7fa68ed787df None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:33.538089 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b1c69e-0c50-48cb-b3a7-7fa68ed787df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:33.538411 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b1c69e-0c50-48cb-b3a7-7fa68ed787df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:33.538737 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b1c69e-0c50-48cb-b3a7-7fa68ed787df None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:33.539049 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b1c69e-0c50-48cb-b3a7-7fa68ed787df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:33.539399 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b1c69e-0c50-48cb-b3a7-7fa68ed787df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:33.539691 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b1c69e-0c50-48cb-b3a7-7fa68ed787df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:33.540014 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b1c69e-0c50-48cb-b3a7-7fa68ed787df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:33.540327 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b1c69e-0c50-48cb-b3a7-7fa68ed787df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:33.540642 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b1c69e-0c50-48cb-b3a7-7fa68ed787df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:38:33.578255 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3369e96b-dc66-4ad5-8b31-473e73947c30 admin admin] Publish callbacks [] for port (7c909c37-45f5-41b4-959d-07417d521849), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:33.597179 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-55fabdbb-299a-4749-a0d1-2e073e9ad176 None None] For port 2dd9eee6-3833-47d1-bbfe-32b8c6b7c388, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:38:33.600266 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-55fabdbb-299a-4749-a0d1-2e073e9ad176 None None] For port 2dd9eee6-3833-47d1-bbfe-32b8c6b7c388, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=2dd9eee6-3833-47d1-bbfe-32b8c6b7c388,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:38:33.606188 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-55fabdbb-299a-4749-a0d1-2e073e9ad176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (2dd9eee6-3833-47d1-bbfe-32b8c6b7c388), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:33.611793 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3369e96b-dc66-4ad5-8b31-473e73947c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (7c909c37-45f5-41b4-959d-07417d521849), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:33.653679 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3369e96b-dc66-4ad5-8b31-473e73947c30 admin admin] Network de3574d6-ded6-4e42-b07c-bc66350bc06d is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:38:33.663296 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-3369e96b-dc66-4ad5-8b31-473e73947c30 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:38:33.665574 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369e96b-dc66-4ad5-8b31-473e73947c30 admin admin] Pushing event updated for resources: {'Port': ['ID=7c909c37-45f5-41b4-959d-07417d521849,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:33.666491 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1c69e-0c50-48cb-b3a7-7fa68ed787df None None] Pushing event updated for resources: {'Port': ['ID=2dd9eee6-3833-47d1-bbfe-32b8c6b7c388,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:33.667740 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3369e96b-dc66-4ad5-8b31-473e73947c30 admin admin] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:38:33.671467 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fabdbb-299a-4749-a0d1-2e073e9ad176 None None] Routers {'d839e354-5a36-440d-8419-ea236703f937'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:38:33.672090 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-55fabdbb-299a-4749-a0d1-2e073e9ad176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:38:18Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d839e354-5a36-440d-8419-ea236703f937'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:33.706627 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3369e96b-dc66-4ad5-8b31-473e73947c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (d839e354-5a36-440d-8419-ea236703f937), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:33.866801 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3369e96b-dc66-4ad5-8b31-473e73947c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7c909c37-45f5-41b4-959d-07417d521849), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:33.881892 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-55fabdbb-299a-4749-a0d1-2e073e9ad176 None None] Set router d839e354-5a36-440d-8419-ea236703f937 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:38:33.922213 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2c3431d8-f033-4d31-afa4-e30717ca62a4 None None] Provisioning complete for port 7c909c37-45f5-41b4-959d-07417d521849 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:38:33.922778 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2c3431d8-f033-4d31-afa4-e30717ca62a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7c909c37-45f5-41b4-959d-07417d521849), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:33.957347 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2c3431d8-f033-4d31-afa4-e30717ca62a4 None None] Port 7c909c37-45f5-41b4-959d-07417d521849 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:38:34.044453 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3369e96b-dc66-4ad5-8b31-473e73947c30 admin admin] Publish callbacks [] for port (7c909c37-45f5-41b4-959d-07417d521849), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:34.049939 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3369e96b-dc66-4ad5-8b31-473e73947c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (7c909c37-45f5-41b4-959d-07417d521849), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:34.067011 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-55fabdbb-299a-4749-a0d1-2e073e9ad176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd839e354-5a36-440d-8419-ea236703f937', 'name': 'tempest-TestSnapshotPattern-1466773389-router', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:32Z', 'revision_number': 3, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'gw_port': {'id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd839e354-5a36-440d-8419-ea236703f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:34.099772 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fabdbb-299a-4749-a0d1-2e073e9ad176 None None] The sync data for ids ['d839e354-5a36-440d-8419-ea236703f937'] in n-d-705658-24 is: [{'id': 'd839e354-5a36-440d-8419-ea236703f937', 'name': 'tempest-TestSnapshotPattern-1466773389-router', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:32Z', 'revision_number': 3, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'gw_port': {'id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd839e354-5a36-440d-8419-ea236703f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:38:34.124742 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369e96b-dc66-4ad5-8b31-473e73947c30 admin admin] Pushing event updated for resources: {'Port': ['ID=7c909c37-45f5-41b4-959d-07417d521849,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:34.128722 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-3369e96b-dc66-4ad5-8b31-473e73947c30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (d839e354-5a36-440d-8419-ea236703f937), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:34.543077 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 2dd9eee6-3833-47d1-bbfe-32b8c6b7c388 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:38:34.556152 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3369e96b-dc66-4ad5-8b31-473e73947c30 admin admin] Network de3574d6-ded6-4e42-b07c-bc66350bc06d is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:38:34.558091 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-3369e96b-dc66-4ad5-8b31-473e73947c30 admin admin] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:38:34.601819 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 2dd9eee6-3833-47d1-bbfe-32b8c6b7c388 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:38:34.602491 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (2dd9eee6-3833-47d1-bbfe-32b8c6b7c388), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:34.709238 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3369e96b-dc66-4ad5-8b31-473e73947c30 admin admin] Router d839e354-5a36-440d-8419-ea236703f937 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:38:34.714127 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 2dd9eee6-3833-47d1-bbfe-32b8c6b7c388 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:38:34.714779 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (2dd9eee6-3833-47d1-bbfe-32b8c6b7c388), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:34.741843 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 2dd9eee6-3833-47d1-bbfe-32b8c6b7c388, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=2dd9eee6-3833-47d1-bbfe-32b8c6b7c388,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:38:34.747398 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (2dd9eee6-3833-47d1-bbfe-32b8c6b7c388), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:34.748503 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device cae20aca-02b0-4bcf-8714-c9484f6c1971 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:38:34.830461 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=2dd9eee6-3833-47d1-bbfe-32b8c6b7c388,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:34.846782 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3369e96b-dc66-4ad5-8b31-473e73947c30 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:38:34.852547 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-3369e96b-dc66-4ad5-8b31-473e73947c30 admin admin] 10.222.0.75 "PUT /v2.0/routers/d839e354-5a36-440d-8419-ea236703f937/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0380960 Mar 22 20:38:34.863278 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port cae20aca-02b0-4bcf-8714-c9484f6c1971 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:38:34.863811 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (cae20aca-02b0-4bcf-8714-c9484f6c1971), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:34.914487 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-a2d205f1-c244-459f-bc57-efd227bde53f None None] Provisioning complete for port 7c909c37-45f5-41b4-959d-07417d521849 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:38:34.914859 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a2d205f1-c244-459f-bc57-efd227bde53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7c909c37-45f5-41b4-959d-07417d521849), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:34.972930 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-a2d205f1-c244-459f-bc57-efd227bde53f None None] Port 7c909c37-45f5-41b4-959d-07417d521849 cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:38:34.994209 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port cae20aca-02b0-4bcf-8714-c9484f6c1971 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:38:35.412626 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43002) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:38:35.417667 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-550041c4-7ec4-433f-bcc9-76bc6e242dd8 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-611267060-network', 'tenant_id': '533291668ac64cd4a55fc611e5226aa7'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:38:35.438587 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550041c4-7ec4-433f-bcc9-76bc6e242dd8 admin admin] Made reservation on behalf of 533291668ac64cd4a55fc611e5226aa7 for: {'network': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:38:35.441716 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-550041c4-7ec4-433f-bcc9-76bc6e242dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for network (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:35.451331 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-550041c4-7ec4-433f-bcc9-76bc6e242dd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:35.529737 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-550041c4-7ec4-433f-bcc9-76bc6e242dd8 admin admin] Publish callbacks [] for security_group (85a25c6c-f52f-4450-b559-d8a9b7dea590), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:35.534311 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-550041c4-7ec4-433f-bcc9-76bc6e242dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (85a25c6c-f52f-4450-b559-d8a9b7dea590), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:35.564030 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550041c4-7ec4-433f-bcc9-76bc6e242dd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=104173) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 22 20:38:35.570718 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550041c4-7ec4-433f-bcc9-76bc6e242dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a25c6c-f52f-4450-b559-d8a9b7dea590,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:35.576952 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-550041c4-7ec4-433f-bcc9-76bc6e242dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (248c0ad5-473f-4c4c-b2db-cbed4b3b91b2), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:35.577320 n-d-705658-24 neutron-server[104173]: INFO neutron.db.segments_db [None req-550041c4-7ec4-433f-bcc9-76bc6e242dd8 admin admin] Added segment 248c0ad5-473f-4c4c-b2db-cbed4b3b91b2 of type vlan for network 8bdc2f55-14de-4a14-9822-8d3af772cda0 Mar 22 20:38:35.618714 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-550041c4-7ec4-433f-bcc9-76bc6e242dd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745616247655'] for network (8bdc2f55-14de-4a14-9822-8d3af772cda0), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:35.643616 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-550041c4-7ec4-433f-bcc9-76bc6e242dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716'] for network (8bdc2f55-14de-4a14-9822-8d3af772cda0), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:35.644621 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550041c4-7ec4-433f-bcc9-76bc6e242dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:35.645208 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-550041c4-7ec4-433f-bcc9-76bc6e242dd8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:35.703793 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-550041c4-7ec4-433f-bcc9-76bc6e242dd8 admin admin] 10.222.0.75 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2898278 Mar 22 20:38:35.706705 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43004) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:38:35.712493 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-dd73a801-8c99-4e45-a596-638124f046e0 admin admin] Request body: {'subnet': {'network_id': '8bdc2f55-14de-4a14-9822-8d3af772cda0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-611267060-subnet', 'tenant_id': '533291668ac64cd4a55fc611e5226aa7', 'ip_version': 4}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:38:35.712794 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550041c4-7ec4-433f-bcc9-76bc6e242dd8 admin admin] Pushing event updated for resources: {'Network': ['ID=8bdc2f55-14de-4a14-9822-8d3af772cda0,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:35.727112 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Network 8bdc2f55-14de-4a14-9822-8d3af772cda0 details requested by agent ovs-agent-n-d-705658-24 with host n-d-705658-24 {{(pid=104174) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 22 20:38:35.735430 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd73a801-8c99-4e45-a596-638124f046e0 admin admin] Made reservation on behalf of 533291668ac64cd4a55fc611e5226aa7 for: {'subnet': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:38:35.737882 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dd73a801-8c99-4e45-a596-638124f046e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25617047'] for subnet (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:35.860099 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f72c76f-2218-4502-bc85-aeb3bc27a3df None None] Sync routers for ids ['d839e354-5a36-440d-8419-ea236703f937'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:38:35.870889 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f72c76f-2218-4502-bc85-aeb3bc27a3df None None] Routers {'d839e354-5a36-440d-8419-ea236703f937'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:38:35.871515 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-3f72c76f-2218-4502-bc85-aeb3bc27a3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:38:18Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d839e354-5a36-440d-8419-ea236703f937'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:35.916815 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dd73a801-8c99-4e45-a596-638124f046e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25684621', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25617025'] for subnet (3520a18b-b487-4a64-af7b-6d6797c7f579), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:35.979069 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd73a801-8c99-4e45-a596-638124f046e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3520a18b-b487-4a64-af7b-6d6797c7f579,revision_number=0']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:35.982074 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-3f72c76f-2218-4502-bc85-aeb3bc27a3df None None] Set router d839e354-5a36-440d-8419-ea236703f937 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:38:35.991843 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd73a801-8c99-4e45-a596-638124f046e0 admin admin] Checking segment: {'id': '248c0ad5-473f-4c4c-b2db-cbed4b3b91b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8bdc2f55-14de-4a14-9822-8d3af772cda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:38:35.992350 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd73a801-8c99-4e45-a596-638124f046e0 admin admin] Network hostable DHCP agents. Network: 8bdc2f55-14de-4a14-9822-8d3af772cda0, hostable agents: ['c7d80dbe-bc83-4603-98a4-b88209b09ec2'], hosted agents: [] {{(pid=104172) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 22 20:38:36.012383 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd73a801-8c99-4e45-a596-638124f046e0 admin admin] Network 8bdc2f55-14de-4a14-9822-8d3af772cda0 is scheduled to be hosted by DHCP agent c7d80dbe-bc83-4603-98a4-b88209b09ec2 with binding_index 1 {{(pid=104172) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 22 20:38:36.023225 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-dd73a801-8c99-4e45-a596-638124f046e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-705658-24, 8bdc2f55-14de-4a14-9822-8d3af772cda0) {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:38:36.028600 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd73a801-8c99-4e45-a596-638124f046e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:36.030955 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-dd73a801-8c99-4e45-a596-638124f046e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:36.040492 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ea6152-9bb8-4f8a-a3ad-80d0be4c5612 None None] Network 8bdc2f55-14de-4a14-9822-8d3af772cda0 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:38:36.051947 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-dd73a801-8c99-4e45-a596-638124f046e0 admin admin] 10.222.0.75 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3411326 Mar 22 20:38:36.052143 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43006) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:38:36.056355 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-15ab1d1f-9261-4b6a-ba6b-a92cafd982cc admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-611267060-router', 'tenant_id': '533291668ac64cd4a55fc611e5226aa7', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:38:36.077059 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-15ab1d1f-9261-4b6a-ba6b-a92cafd982cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3918602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4076'] for router (38a1e227-4cf8-44b4-b85a-2040a9a98198), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:36.078171 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-15ab1d1f-9261-4b6a-ba6b-a92cafd982cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3918490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3923145', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3728149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4053'] for router (38a1e227-4cf8-44b4-b85a-2040a9a98198), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:36.134782 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-15ab1d1f-9261-4b6a-ba6b-a92cafd982cc admin admin] Publish callbacks [] for router_controller (38a1e227-4cf8-44b4-b85a-2040a9a98198), precommit_add_association {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:36.259826 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58413085-decb-42f8-965f-8c0c0cb46b34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp081c40bd-9389-534c-98ef-7a3b3eb4e895-8bdc2f55-14de-4a14-9822-8d3af772cda0', 'network_id': '8bdc2f55-14de-4a14-9822-8d3af772cda0', 'project_id': '533291668ac64cd4a55fc611e5226aa7', 'fixed_ips': [{'subnet_id': '3520a18b-b487-4a64-af7b-6d6797c7f579'}]}} from n-d-705658-24. {{(pid=104174) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 22 20:38:36.260676 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-58413085-decb-42f8-965f-8c0c0cb46b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:36.280719 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-15ab1d1f-9261-4b6a-ba6b-a92cafd982cc admin admin] Publish callbacks [] for router_gateway (38a1e227-4cf8-44b4-b85a-2040a9a98198), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:36.385821 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-3f72c76f-2218-4502-bc85-aeb3bc27a3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd839e354-5a36-440d-8419-ea236703f937', 'name': 'tempest-TestSnapshotPattern-1466773389-router', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:33Z', 'revision_number': 4, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'gw_port': {'id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd839e354-5a36-440d-8419-ea236703f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7c909c37-45f5-41b4-959d-07417d521849', 'name': '', 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'mac_address': 'fa:16:3e:36:9f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd839e354-5a36-440d-8419-ea236703f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '5faa2689-afe8-46e2-a17a-9a59cb440475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:33Z', 'updated_at': '2022-03-22T20:38:33Z', 'revision_number': 2, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'subnets': [{'id': '5faa2689-afe8-46e2-a17a-9a59cb440475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:36.426316 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f72c76f-2218-4502-bc85-aeb3bc27a3df None None] Checking router: d839e354-5a36-440d-8419-ea236703f937 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:38:36.426679 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f72c76f-2218-4502-bc85-aeb3bc27a3df None None] Updating router d839e354-5a36-440d-8419-ea236703f937 port 7c909c37-45f5-41b4-959d-07417d521849 binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:38:36.452417 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 2dd9eee6-3833-47d1-bbfe-32b8c6b7c388 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:38:36.488762 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-15ab1d1f-9261-4b6a-ba6b-a92cafd982cc admin admin] Publish callbacks [] for router_gateway (38a1e227-4cf8-44b4-b85a-2040a9a98198), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:36.490658 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.db_base_plugin_common [None req-58413085-decb-42f8-965f-8c0c0cb46b34 None None] Allocated IP 172.20.0.2 (8bdc2f55-14de-4a14-9822-8d3af772cda0/3520a18b-b487-4a64-af7b-6d6797c7f579/3bb4478d-7d67-4f0b-8eba-1796dc3b1794) {{(pid=104174) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:38:36.504061 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3f72c76f-2218-4502-bc85-aeb3bc27a3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7c909c37-45f5-41b4-959d-07417d521849), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:36.508106 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-15ab1d1f-9261-4b6a-ba6b-a92cafd982cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:36.613907 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-15ab1d1f-9261-4b6a-ba6b-a92cafd982cc admin admin] Allocated IP 172.25.5.107 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/3155b85d-b020-4bf1-b246-2434251fe461) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:38:36.664220 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 2dd9eee6-3833-47d1-bbfe-32b8c6b7c388 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:38:36.664652 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (2dd9eee6-3833-47d1-bbfe-32b8c6b7c388), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:36.727410 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-15ab1d1f-9261-4b6a-ba6b-a92cafd982cc admin admin] Publish callbacks [] for port (3155b85d-b020-4bf1-b246-2434251fe461), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:36.763409 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-15ab1d1f-9261-4b6a-ba6b-a92cafd982cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (3155b85d-b020-4bf1-b246-2434251fe461), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:36.799634 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ab1d1f-9261-4b6a-ba6b-a92cafd982cc admin admin] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:38:36.802377 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-15ab1d1f-9261-4b6a-ba6b-a92cafd982cc admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:38:36.810218 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ab1d1f-9261-4b6a-ba6b-a92cafd982cc admin admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:38:36.839639 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab1d1f-9261-4b6a-ba6b-a92cafd982cc admin admin] Pushing event updated for resources: {'Port': ['ID=3155b85d-b020-4bf1-b246-2434251fe461,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:37.044086 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-58413085-decb-42f8-965f-8c0c0cb46b34 None None] Publish callbacks [] for port (3bb4478d-7d67-4f0b-8eba-1796dc3b1794), precommit_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:37.065812 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 2dd9eee6-3833-47d1-bbfe-32b8c6b7c388 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:38:37.068184 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-58413085-decb-42f8-965f-8c0c0cb46b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957'] for port (3bb4478d-7d67-4f0b-8eba-1796dc3b1794), after_create {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:37.081548 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-15ab1d1f-9261-4b6a-ba6b-a92cafd982cc admin admin] Publish callbacks [] for router_gateway (38a1e227-4cf8-44b4-b85a-2040a9a98198), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:37.134527 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58413085-decb-42f8-965f-8c0c0cb46b34 None None] Network 8bdc2f55-14de-4a14-9822-8d3af772cda0 is already hosted by enough agents. {{(pid=104174) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:38:37.140845 n-d-705658-24 neutron-server[104174]: DEBUG neutron.scheduler.base_scheduler [None req-58413085-decb-42f8-965f-8c0c0cb46b34 None None] Resources bound (agent type, host, resource id): {{(pid=104174) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:38:37.142619 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58413085-decb-42f8-965f-8c0c0cb46b34 None None] Pushing event updated for resources: {'Port': ['ID=3bb4478d-7d67-4f0b-8eba-1796dc3b1794,revision_number=1']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:37.144789 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58413085-decb-42f8-965f-8c0c0cb46b34 None None] Received port after_create {{(pid=104174) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:38:37.219606 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3f72c76f-2218-4502-bc85-aeb3bc27a3df None None] Publish callbacks [] for port (7c909c37-45f5-41b4-959d-07417d521849), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:37.230466 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3f72c76f-2218-4502-bc85-aeb3bc27a3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7c909c37-45f5-41b4-959d-07417d521849), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:37.259432 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-58413085-decb-42f8-965f-8c0c0cb46b34 None None] Attempting to bind port 3bb4478d-7d67-4f0b-8eba-1796dc3b1794 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:38:37.259806 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-58413085-decb-42f8-965f-8c0c0cb46b34 None None] Attempting to bind port 3bb4478d-7d67-4f0b-8eba-1796dc3b1794 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '248c0ad5-473f-4c4c-b2db-cbed4b3b91b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8bdc2f55-14de-4a14-9822-8d3af772cda0'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:38:37.260168 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58413085-decb-42f8-965f-8c0c0cb46b34 None None] Attempting to bind port 3bb4478d-7d67-4f0b-8eba-1796dc3b1794 on network 8bdc2f55-14de-4a14-9822-8d3af772cda0 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:38:37.273623 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58413085-decb-42f8-965f-8c0c0cb46b34 None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:38:37.274011 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58413085-decb-42f8-965f-8c0c0cb46b34 None None] Checking segment: {'id': '248c0ad5-473f-4c4c-b2db-cbed4b3b91b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8bdc2f55-14de-4a14-9822-8d3af772cda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:38:37.274407 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-58413085-decb-42f8-965f-8c0c0cb46b34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:37.274797 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58413085-decb-42f8-965f-8c0c0cb46b34 None None] Bound using segment: {'id': '248c0ad5-473f-4c4c-b2db-cbed4b3b91b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8bdc2f55-14de-4a14-9822-8d3af772cda0'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:38:37.275280 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-58413085-decb-42f8-965f-8c0c0cb46b34 None None] Bound port: 3bb4478d-7d67-4f0b-8eba-1796dc3b1794, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248c0ad5-473f-4c4c-b2db-cbed4b3b91b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8bdc2f55-14de-4a14-9822-8d3af772cda0'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:38:37.275662 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-58413085-decb-42f8-965f-8c0c0cb46b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (3bb4478d-7d67-4f0b-8eba-1796dc3b1794), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:37.294431 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-15ab1d1f-9261-4b6a-ba6b-a92cafd982cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3918465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3922972'] for router (38a1e227-4cf8-44b4-b85a-2040a9a98198), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:37.303833 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f86d34f-557f-4fa2-a6b8-a30308c66ec7 None None] Pushing event updated for resources: {'Port': ['ID=7c909c37-45f5-41b4-959d-07417d521849,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:37.391814 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-3f72c76f-2218-4502-bc85-aeb3bc27a3df None None] Attempting to bind port 7c909c37-45f5-41b4-959d-07417d521849 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:38:37.392185 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-3f72c76f-2218-4502-bc85-aeb3bc27a3df None None] Attempting to bind port 7c909c37-45f5-41b4-959d-07417d521849 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '73b19486-07e6-46c0-bac0-695971951217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:38:37.392549 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f72c76f-2218-4502-bc85-aeb3bc27a3df None None] Attempting to bind port 7c909c37-45f5-41b4-959d-07417d521849 on network de3574d6-ded6-4e42-b07c-bc66350bc06d {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:38:37.399554 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-58413085-decb-42f8-965f-8c0c0cb46b34 None None] For port 3bb4478d-7d67-4f0b-8eba-1796dc3b1794, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:38:37.402555 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f72c76f-2218-4502-bc85-aeb3bc27a3df None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:38:37.402936 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f72c76f-2218-4502-bc85-aeb3bc27a3df None None] Checking segment: {'id': '73b19486-07e6-46c0-bac0-695971951217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:38:37.403338 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3f72c76f-2218-4502-bc85-aeb3bc27a3df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:37.403735 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f72c76f-2218-4502-bc85-aeb3bc27a3df None None] Bound using segment: {'id': '73b19486-07e6-46c0-bac0-695971951217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:38:37.404753 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-3f72c76f-2218-4502-bc85-aeb3bc27a3df None None] Bound port: 7c909c37-45f5-41b4-959d-07417d521849, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b19486-07e6-46c0-bac0-695971951217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:38:37.405173 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3f72c76f-2218-4502-bc85-aeb3bc27a3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7c909c37-45f5-41b4-959d-07417d521849), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:37.408231 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-58413085-decb-42f8-965f-8c0c0cb46b34 None None] For port 3bb4478d-7d67-4f0b-8eba-1796dc3b1794, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=3bb4478d-7d67-4f0b-8eba-1796dc3b1794,segment=NetworkSegment(248c0ad5-473f-4c4c-b2db-cbed4b3b91b2),segment_id=248c0ad5-473f-4c4c-b2db-cbed4b3b91b2)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:38:37.420824 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-58413085-decb-42f8-965f-8c0c0cb46b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (3bb4478d-7d67-4f0b-8eba-1796dc3b1794), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:37.443274 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ab1d1f-9261-4b6a-ba6b-a92cafd982cc admin admin] Router 38a1e227-4cf8-44b4-b85a-2040a9a98198 is scheduled to L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 with binding_index 1 {{(pid=104172) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 22 20:38:37.516971 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58413085-decb-42f8-965f-8c0c0cb46b34 None None] Pushing event updated for resources: {'Port': ['ID=3bb4478d-7d67-4f0b-8eba-1796dc3b1794,revision_number=2']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:37.527897 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-3f72c76f-2218-4502-bc85-aeb3bc27a3df None None] For port 7c909c37-45f5-41b4-959d-07417d521849, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:38:37.531795 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-3f72c76f-2218-4502-bc85-aeb3bc27a3df None None] For port 7c909c37-45f5-41b4-959d-07417d521849, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=7c909c37-45f5-41b4-959d-07417d521849,segment=NetworkSegment(73b19486-07e6-46c0-bac0-695971951217),segment_id=73b19486-07e6-46c0-bac0-695971951217)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:38:37.544699 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3f72c76f-2218-4502-bc85-aeb3bc27a3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7c909c37-45f5-41b4-959d-07417d521849), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:37.572988 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ab1d1f-9261-4b6a-ba6b-a92cafd982cc admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:38:37.588500 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785b3a3b-4bff-404f-bb5e-c6477e25229d None None] Sync routers for ids ['38a1e227-4cf8-44b4-b85a-2040a9a98198'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:38:37.602426 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-15ab1d1f-9261-4b6a-ba6b-a92cafd982cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:37.604735 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785b3a3b-4bff-404f-bb5e-c6477e25229d None None] Routers {'38a1e227-4cf8-44b4-b85a-2040a9a98198'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:38:37.605258 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-15ab1d1f-9261-4b6a-ba6b-a92cafd982cc admin admin] 10.222.0.75 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5518417 Mar 22 20:38:37.606577 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-785b3a3b-4bff-404f-bb5e-c6477e25229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:38:18Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['38a1e227-4cf8-44b4-b85a-2040a9a98198'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:37.607716 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43008) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:38:37.616737 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f86d34f-557f-4fa2-a6b8-a30308c66ec7 None None] Pushing event updated for resources: {'Port': ['ID=7c909c37-45f5-41b4-959d-07417d521849,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:37.621586 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f72c76f-2218-4502-bc85-aeb3bc27a3df None None] Routers {'d839e354-5a36-440d-8419-ea236703f937'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:38:37.622332 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-3f72c76f-2218-4502-bc85-aeb3bc27a3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:38:18Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d839e354-5a36-440d-8419-ea236703f937'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:37.773512 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-3f72c76f-2218-4502-bc85-aeb3bc27a3df None None] Set router d839e354-5a36-440d-8419-ea236703f937 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:38:37.775404 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-83bfc7c0-ee7a-4987-bba7-1a494aa1ce27 None None] Provisioning complete for port 7c909c37-45f5-41b4-959d-07417d521849 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:38:37.775404 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-83bfc7c0-ee7a-4987-bba7-1a494aa1ce27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7c909c37-45f5-41b4-959d-07417d521849), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:37.805627 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-785b3a3b-4bff-404f-bb5e-c6477e25229d None None] Set router 38a1e227-4cf8-44b4-b85a-2040a9a98198 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:38:38.031351 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-785b3a3b-4bff-404f-bb5e-c6477e25229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a1e227-4cf8-44b4-b85a-2040a9a98198', 'name': 'tempest-TestSnapshotPattern-611267060-router', 'tenant_id': '533291668ac64cd4a55fc611e5226aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '3155b85d-b020-4bf1-b246-2434251fe461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:38:36Z', 'updated_at': '2022-03-22T20:38:36Z', 'revision_number': 3, 'project_id': '533291668ac64cd4a55fc611e5226aa7', 'gw_port': {'id': '3155b85d-b020-4bf1-b246-2434251fe461', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a1e227-4cf8-44b4-b85a-2040a9a98198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4469, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:36Z', 'updated_at': '2022-03-22T20:38:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:38.051470 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-83bfc7c0-ee7a-4987-bba7-1a494aa1ce27 None None] Current status of the port 7c909c37-45f5-41b4-959d-07417d521849 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:38:38.052087 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-83bfc7c0-ee7a-4987-bba7-1a494aa1ce27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (7c909c37-45f5-41b4-959d-07417d521849), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:38.066495 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785b3a3b-4bff-404f-bb5e-c6477e25229d None None] Checking router: 38a1e227-4cf8-44b4-b85a-2040a9a98198 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:38:38.067115 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785b3a3b-4bff-404f-bb5e-c6477e25229d None None] Updating router 38a1e227-4cf8-44b4-b85a-2040a9a98198 port 3155b85d-b020-4bf1-b246-2434251fe461 binding host n-d-705658-24 {{(pid=104175) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:38:38.103032 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-785b3a3b-4bff-404f-bb5e-c6477e25229d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (3155b85d-b020-4bf1-b246-2434251fe461), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:38.112214 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-83bfc7c0-ee7a-4987-bba7-1a494aa1ce27 None None] For port 7c909c37-45f5-41b4-959d-07417d521849, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=7c909c37-45f5-41b4-959d-07417d521849,segment=NetworkSegment(73b19486-07e6-46c0-bac0-695971951217),segment_id=73b19486-07e6-46c0-bac0-695971951217)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:38:38.120856 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-83bfc7c0-ee7a-4987-bba7-1a494aa1ce27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (7c909c37-45f5-41b4-959d-07417d521849), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:38.157613 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-3f72c76f-2218-4502-bc85-aeb3bc27a3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd839e354-5a36-440d-8419-ea236703f937', 'name': 'tempest-TestSnapshotPattern-1466773389-router', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:33Z', 'revision_number': 4, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'gw_port': {'id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd839e354-5a36-440d-8419-ea236703f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7c909c37-45f5-41b4-959d-07417d521849', 'name': '', 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'mac_address': 'fa:16:3e:36:9f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd839e354-5a36-440d-8419-ea236703f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '5faa2689-afe8-46e2-a17a-9a59cb440475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:33Z', 'updated_at': '2022-03-22T20:38:37Z', 'revision_number': 4, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'subnets': [{'id': '5faa2689-afe8-46e2-a17a-9a59cb440475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:38.199357 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f72c76f-2218-4502-bc85-aeb3bc27a3df None None] The sync data for ids ['d839e354-5a36-440d-8419-ea236703f937'] in n-d-705658-24 is: [{'id': 'd839e354-5a36-440d-8419-ea236703f937', 'name': 'tempest-TestSnapshotPattern-1466773389-router', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:33Z', 'revision_number': 4, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'gw_port': {'id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd839e354-5a36-440d-8419-ea236703f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7c909c37-45f5-41b4-959d-07417d521849', 'name': '', 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'mac_address': 'fa:16:3e:36:9f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd839e354-5a36-440d-8419-ea236703f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '5faa2689-afe8-46e2-a17a-9a59cb440475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:33Z', 'updated_at': '2022-03-22T20:38:37Z', 'revision_number': 4, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'subnets': [{'id': '5faa2689-afe8-46e2-a17a-9a59cb440475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:38:38.204884 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bfc7c0-ee7a-4987-bba7-1a494aa1ce27 None None] Pushing event updated for resources: {'Port': ['ID=7c909c37-45f5-41b4-959d-07417d521849,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:38.214735 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bb1fba5b-1d2e-4aa1-98fa-57906f3f9151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:38.252184 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-20faa37b-c815-4dbb-bb3c-63537de9a329 None None] Provisioning complete for port 7c909c37-45f5-41b4-959d-07417d521849 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:38:38.253456 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-20faa37b-c815-4dbb-bb3c-63537de9a329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7c909c37-45f5-41b4-959d-07417d521849), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:38.439616 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-20faa37b-c815-4dbb-bb3c-63537de9a329 None None] Current status of the port 7c909c37-45f5-41b4-959d-07417d521849 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:38:38.470628 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-785b3a3b-4bff-404f-bb5e-c6477e25229d None None] Publish callbacks [] for port (3155b85d-b020-4bf1-b246-2434251fe461), precommit_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:38.481311 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-785b3a3b-4bff-404f-bb5e-c6477e25229d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (3155b85d-b020-4bf1-b246-2434251fe461), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:38.487425 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [None req-bb1fba5b-1d2e-4aa1-98fa-57906f3f9151 admin admin] Allocated IP 172.20.0.1 (8bdc2f55-14de-4a14-9822-8d3af772cda0/3520a18b-b487-4a64-af7b-6d6797c7f579/c96698ed-9bb8-42a5-b9f4-1e9501a276bc) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:38:38.542741 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-785b3a3b-4bff-404f-bb5e-c6477e25229d None None] Attempting to bind port 3155b85d-b020-4bf1-b246-2434251fe461 on host n-d-705658-24 for vnic_type normal with profile {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:38:38.543112 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-785b3a3b-4bff-404f-bb5e-c6477e25229d None None] Attempting to bind port 3155b85d-b020-4bf1-b246-2434251fe461 by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:38:38.543482 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785b3a3b-4bff-404f-bb5e-c6477e25229d None None] Attempting to bind port 3155b85d-b020-4bf1-b246-2434251fe461 on network b209c5bc-34d3-415d-9873-d01a4e6c5db8 {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:38:38.552085 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785b3a3b-4bff-404f-bb5e-c6477e25229d None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:38:38.552285 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785b3a3b-4bff-404f-bb5e-c6477e25229d None None] Checking segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:38:38.552887 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-785b3a3b-4bff-404f-bb5e-c6477e25229d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:38.553352 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785b3a3b-4bff-404f-bb5e-c6477e25229d None None] Bound using segment: {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'} {{(pid=104175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:38:38.553953 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.managers [None req-785b3a3b-4bff-404f-bb5e-c6477e25229d None None] Bound port: 3155b85d-b020-4bf1-b246-2434251fe461, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f702b6c0-e818-459c-b39e-179730eaa4b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8'}}] {{(pid=104175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:38:38.554364 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-785b3a3b-4bff-404f-bb5e-c6477e25229d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (3155b85d-b020-4bf1-b246-2434251fe461), before_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:38.615791 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-785b3a3b-4bff-404f-bb5e-c6477e25229d None None] For port 3155b85d-b020-4bf1-b246-2434251fe461, host n-d-705658-24, cleared binding levels {{(pid=104175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:38:38.620073 n-d-705658-24 neutron-server[104175]: DEBUG neutron.plugins.ml2.db [None req-785b3a3b-4bff-404f-bb5e-c6477e25229d None None] For port 3155b85d-b020-4bf1-b246-2434251fe461, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=3155b85d-b020-4bf1-b246-2434251fe461,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:38:38.620544 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 3bb4478d-7d67-4f0b-8eba-1796dc3b1794 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:38:38.628541 n-d-705658-24 neutron-server[104175]: DEBUG neutron_lib.callbacks.manager [None req-785b3a3b-4bff-404f-bb5e-c6477e25229d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (3155b85d-b020-4bf1-b246-2434251fe461), after_update {{(pid=104175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:38.644227 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7400af0e-8ff5-46db-95a9-8f7d3b2e1661 None None] Pushing event updated for resources: {'Port': ['ID=3155b85d-b020-4bf1-b246-2434251fe461,revision_number=2']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:38.693898 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785b3a3b-4bff-404f-bb5e-c6477e25229d None None] Routers {'38a1e227-4cf8-44b4-b85a-2040a9a98198'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:38:38.694604 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-785b3a3b-4bff-404f-bb5e-c6477e25229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:38:18Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['38a1e227-4cf8-44b4-b85a-2040a9a98198'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:38.718134 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bb1fba5b-1d2e-4aa1-98fa-57906f3f9151 admin admin] Publish callbacks [] for port (c96698ed-9bb8-42a5-b9f4-1e9501a276bc), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:38.744163 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 3bb4478d-7d67-4f0b-8eba-1796dc3b1794 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:38:38.744778 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3bb4478d-7d67-4f0b-8eba-1796dc3b1794), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:38.775932 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bb1fba5b-1d2e-4aa1-98fa-57906f3f9151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (c96698ed-9bb8-42a5-b9f4-1e9501a276bc), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:38.822519 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7400af0e-8ff5-46db-95a9-8f7d3b2e1661 None None] Pushing event updated for resources: {'Port': ['ID=3155b85d-b020-4bf1-b246-2434251fe461,revision_number=3']} {{(pid=104175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:38.839502 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1fba5b-1d2e-4aa1-98fa-57906f3f9151 admin admin] Network 8bdc2f55-14de-4a14-9822-8d3af772cda0 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:38:38.847934 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-bb1fba5b-1d2e-4aa1-98fa-57906f3f9151 admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:38:38.852530 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1fba5b-1d2e-4aa1-98fa-57906f3f9151 admin admin] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:38:38.870890 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 3bb4478d-7d67-4f0b-8eba-1796dc3b1794 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:38:38.871448 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (3bb4478d-7d67-4f0b-8eba-1796dc3b1794), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:38.892138 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-785b3a3b-4bff-404f-bb5e-c6477e25229d None None] Set router 38a1e227-4cf8-44b4-b85a-2040a9a98198 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:38:38.943898 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 3bb4478d-7d67-4f0b-8eba-1796dc3b1794, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=3bb4478d-7d67-4f0b-8eba-1796dc3b1794,segment=NetworkSegment(248c0ad5-473f-4c4c-b2db-cbed4b3b91b2),segment_id=248c0ad5-473f-4c4c-b2db-cbed4b3b91b2)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:38:38.955786 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (3bb4478d-7d67-4f0b-8eba-1796dc3b1794), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:38.957780 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 7c909c37-45f5-41b4-959d-07417d521849 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:38:38.996905 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895aa1b8-0267-46dd-ab29-4c4633aeec57 None None] Network 8bdc2f55-14de-4a14-9822-8d3af772cda0 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:38:39.130425 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-785b3a3b-4bff-404f-bb5e-c6477e25229d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a1e227-4cf8-44b4-b85a-2040a9a98198', 'name': 'tempest-TestSnapshotPattern-611267060-router', 'tenant_id': '533291668ac64cd4a55fc611e5226aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '3155b85d-b020-4bf1-b246-2434251fe461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:38:36Z', 'updated_at': '2022-03-22T20:38:36Z', 'revision_number': 3, 'project_id': '533291668ac64cd4a55fc611e5226aa7', 'gw_port': {'id': '3155b85d-b020-4bf1-b246-2434251fe461', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a1e227-4cf8-44b4-b85a-2040a9a98198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4469, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:36Z', 'updated_at': '2022-03-22T20:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:39.150890 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=3bb4478d-7d67-4f0b-8eba-1796dc3b1794,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:39.158013 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-3f7938ab-2cb3-4d24-b9f8-d5ab0babfda4 None None] Provisioning complete for port 3bb4478d-7d67-4f0b-8eba-1796dc3b1794 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:38:39.158397 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3f7938ab-2cb3-4d24-b9f8-d5ab0babfda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3bb4478d-7d67-4f0b-8eba-1796dc3b1794), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:39.166880 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785b3a3b-4bff-404f-bb5e-c6477e25229d None None] The sync data for ids ['38a1e227-4cf8-44b4-b85a-2040a9a98198'] in n-d-705658-24 is: [{'id': '38a1e227-4cf8-44b4-b85a-2040a9a98198', 'name': 'tempest-TestSnapshotPattern-611267060-router', 'tenant_id': '533291668ac64cd4a55fc611e5226aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '3155b85d-b020-4bf1-b246-2434251fe461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:38:36Z', 'updated_at': '2022-03-22T20:38:36Z', 'revision_number': 3, 'project_id': '533291668ac64cd4a55fc611e5226aa7', 'gw_port': {'id': '3155b85d-b020-4bf1-b246-2434251fe461', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bd:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a1e227-4cf8-44b4-b85a-2040a9a98198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4469, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:36Z', 'updated_at': '2022-03-22T20:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:38:39.168154 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 7c909c37-45f5-41b4-959d-07417d521849 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:38:39.168539 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (7c909c37-45f5-41b4-959d-07417d521849), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:39.331736 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bb1fba5b-1d2e-4aa1-98fa-57906f3f9151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3916745'] for router_interface (38a1e227-4cf8-44b4-b85a-2040a9a98198), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:39.366557 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 7c909c37-45f5-41b4-959d-07417d521849 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:38:39.378770 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-3f7938ab-2cb3-4d24-b9f8-d5ab0babfda4 None None] Current status of the port 3bb4478d-7d67-4f0b-8eba-1796dc3b1794 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:38:39.380773 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fba5b-1d2e-4aa1-98fa-57906f3f9151 admin admin] Pushing event updated for resources: {'Port': ['ID=c96698ed-9bb8-42a5-b9f4-1e9501a276bc,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:39.492134 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bb1fba5b-1d2e-4aa1-98fa-57906f3f9151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c96698ed-9bb8-42a5-b9f4-1e9501a276bc), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:39.712649 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-0b32a074-a72f-4300-a7f7-b8ba65f4f437 None None] Provisioning complete for port c96698ed-9bb8-42a5-b9f4-1e9501a276bc triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:38:39.714662 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0b32a074-a72f-4300-a7f7-b8ba65f4f437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c96698ed-9bb8-42a5-b9f4-1e9501a276bc), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:39.720034 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bb1fba5b-1d2e-4aa1-98fa-57906f3f9151 admin admin] Publish callbacks [] for port (c96698ed-9bb8-42a5-b9f4-1e9501a276bc), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:39.726065 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bb1fba5b-1d2e-4aa1-98fa-57906f3f9151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (c96698ed-9bb8-42a5-b9f4-1e9501a276bc), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:39.774239 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-0b32a074-a72f-4300-a7f7-b8ba65f4f437 None None] Port c96698ed-9bb8-42a5-b9f4-1e9501a276bc cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:38:39.779889 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-bb1fba5b-1d2e-4aa1-98fa-57906f3f9151 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3717698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3916637'] for router_interface (38a1e227-4cf8-44b4-b85a-2040a9a98198), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:39.788048 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-0b32a074-a72f-4300-a7f7-b8ba65f4f437 None None] Provisioning complete for port 3bb4478d-7d67-4f0b-8eba-1796dc3b1794 triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:38:39.788412 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0b32a074-a72f-4300-a7f7-b8ba65f4f437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3bb4478d-7d67-4f0b-8eba-1796dc3b1794), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:39.861695 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fba5b-1d2e-4aa1-98fa-57906f3f9151 admin admin] Pushing event updated for resources: {'Port': ['ID=c96698ed-9bb8-42a5-b9f4-1e9501a276bc,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:39.888893 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-0b32a074-a72f-4300-a7f7-b8ba65f4f437 None None] Current status of the port 3bb4478d-7d67-4f0b-8eba-1796dc3b1794 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:38:39.921395 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1fba5b-1d2e-4aa1-98fa-57906f3f9151 admin admin] Network 8bdc2f55-14de-4a14-9822-8d3af772cda0 is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:38:39.922974 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [None req-bb1fba5b-1d2e-4aa1-98fa-57906f3f9151 admin admin] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:38:40.015357 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-3e35dc1b-6162-4f59-99bb-2ca4d9f7bac8 None None] Provisioning complete for port c96698ed-9bb8-42a5-b9f4-1e9501a276bc triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:38:40.015737 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3e35dc1b-6162-4f59-99bb-2ca4d9f7bac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c96698ed-9bb8-42a5-b9f4-1e9501a276bc), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:40.063272 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1fba5b-1d2e-4aa1-98fa-57906f3f9151 admin admin] Router 38a1e227-4cf8-44b4-b85a-2040a9a98198 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:38:40.073986 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-3e35dc1b-6162-4f59-99bb-2ca4d9f7bac8 None None] Port c96698ed-9bb8-42a5-b9f4-1e9501a276bc cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:38:40.194781 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1fba5b-1d2e-4aa1-98fa-57906f3f9151 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:38:40.200042 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-bb1fba5b-1d2e-4aa1-98fa-57906f3f9151 admin admin] 10.222.0.75 "PUT /v2.0/routers/38a1e227-4cf8-44b4-b85a-2040a9a98198/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5912967 Mar 22 20:38:40.299419 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-dd6a1264-093b-46e0-8e4c-522109b0c3d5 None None] Provisioning complete for port c96698ed-9bb8-42a5-b9f4-1e9501a276bc triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:38:40.300038 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-dd6a1264-093b-46e0-8e4c-522109b0c3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c96698ed-9bb8-42a5-b9f4-1e9501a276bc), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:40.336659 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a1264-093b-46e0-8e4c-522109b0c3d5 None None] Port c96698ed-9bb8-42a5-b9f4-1e9501a276bc cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:38:40.515677 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 3bb4478d-7d67-4f0b-8eba-1796dc3b1794 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:38:40.566297 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 3bb4478d-7d67-4f0b-8eba-1796dc3b1794 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:38:40.566776 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3bb4478d-7d67-4f0b-8eba-1796dc3b1794), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:40.646376 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 3bb4478d-7d67-4f0b-8eba-1796dc3b1794 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:38:40.647329 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 3155b85d-b020-4bf1-b246-2434251fe461 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:38:40.693914 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 3155b85d-b020-4bf1-b246-2434251fe461 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:38:40.694293 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3155b85d-b020-4bf1-b246-2434251fe461), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:40.696691 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43018) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:38:40.701279 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [None req-a1ff2d5c-eb4e-42b6-ad7e-1773152382af tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1845540326', 'description': 'tempest-secgroup-smoke-1845540326 description', 'project_id': '5055c370f7c243949f461bedbc5b7d7d'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:38:40.721909 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a1ff2d5c-eb4e-42b6-ad7e-1773152382af tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for security_group (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:40.784003 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 3155b85d-b020-4bf1-b246-2434251fe461 is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:38:40.784394 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (3155b85d-b020-4bf1-b246-2434251fe461), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:40.793105 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a1ff2d5c-eb4e-42b6-ad7e-1773152382af tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for security_group (839fb7c9-74ab-45af-ad2c-bb62b1df094f), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:40.798268 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a1ff2d5c-eb4e-42b6-ad7e-1773152382af tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (839fb7c9-74ab-45af-ad2c-bb62b1df094f), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:40.804781 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] For port 3155b85d-b020-4bf1-b246-2434251fe461, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=3155b85d-b020-4bf1-b246-2434251fe461,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:38:40.811818 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (3155b85d-b020-4bf1-b246-2434251fe461), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:40.825343 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-a1ff2d5c-eb4e-42b6-ad7e-1773152382af tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:40.826740 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-a1ff2d5c-eb4e-42b6-ad7e-1773152382af tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1290236 Mar 22 20:38:40.830377 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43020) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:38:40.835656 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-d5900c23-f342-48c0-b94b-202c2fc75fda tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Request body: {'security_group_rule': {'security_group_id': '839fb7c9-74ab-45af-ad2c-bb62b1df094f', 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:38:40.836008 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff2d5c-eb4e-42b6-ad7e-1773152382af tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=839fb7c9-74ab-45af-ad2c-bb62b1df094f,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:40.874795 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Pushing event updated for resources: {'Port': ['ID=3155b85d-b020-4bf1-b246-2434251fe461,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:40.877883 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d5900c23-f342-48c0-b94b-202c2fc75fda tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for security_group_rule (146b706f-e40d-4afb-bf9f-c0039b9a8607), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:40.937097 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d5900c23-f342-48c0-b94b-202c2fc75fda tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for security_group_rule (146b706f-e40d-4afb-bf9f-c0039b9a8607), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:40.940630 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d5900c23-f342-48c0-b94b-202c2fc75fda tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (146b706f-e40d-4afb-bf9f-c0039b9a8607), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:40.955257 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5900c23-f342-48c0-b94b-202c2fc75fda tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=146b706f-e40d-4afb-bf9f-c0039b9a8607,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:40.964848 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-d5900c23-f342-48c0-b94b-202c2fc75fda tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:40.966090 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-d5900c23-f342-48c0-b94b-202c2fc75fda tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1343791 Mar 22 20:38:40.969347 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43022) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:38:40.973848 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-ec3cac5d-6e37-4925-8929-cd63bb1a088b tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Request body: {'security_group_rule': {'security_group_id': '839fb7c9-74ab-45af-ad2c-bb62b1df094f', 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:38:40.998438 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ec3cac5d-6e37-4925-8929-cd63bb1a088b tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for security_group_rule (a1f0c197-ef89-4314-a52d-a88aef05e2f9), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:41.053901 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ec3cac5d-6e37-4925-8929-cd63bb1a088b tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for security_group_rule (a1f0c197-ef89-4314-a52d-a88aef05e2f9), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:41.057484 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ec3cac5d-6e37-4925-8929-cd63bb1a088b tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (a1f0c197-ef89-4314-a52d-a88aef05e2f9), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:41.074754 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3cac5d-6e37-4925-8929-cd63bb1a088b tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f0c197-ef89-4314-a52d-a88aef05e2f9,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:41.082982 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ec3cac5d-6e37-4925-8929-cd63bb1a088b tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:41.084265 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ec3cac5d-6e37-4925-8929-cd63bb1a088b tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1137865 Mar 22 20:38:41.086949 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43024) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:38:41.091378 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-52ac50bf-dd35-4588-8b45-cd95d775181b tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Request body: {'security_group_rule': {'security_group_id': '839fb7c9-74ab-45af-ad2c-bb62b1df094f', 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:38:41.119481 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-52ac50bf-dd35-4588-8b45-cd95d775181b tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for security_group_rule (55a90b54-5a84-493a-89c0-15ea2cb083fe), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:41.182914 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-52ac50bf-dd35-4588-8b45-cd95d775181b tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for security_group_rule (55a90b54-5a84-493a-89c0-15ea2cb083fe), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:41.186532 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-52ac50bf-dd35-4588-8b45-cd95d775181b tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (55a90b54-5a84-493a-89c0-15ea2cb083fe), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:41.210579 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac50bf-dd35-4588-8b45-cd95d775181b tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a90b54-5a84-493a-89c0-15ea2cb083fe,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:41.219810 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-52ac50bf-dd35-4588-8b45-cd95d775181b tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:41.221202 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-52ac50bf-dd35-4588-8b45-cd95d775181b tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1333065 Mar 22 20:38:41.223840 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43028) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:38:41.228171 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-183fc5c5-11cb-49cb-b28b-7ea5a817f897 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Request body: {'security_group_rule': {'security_group_id': '839fb7c9-74ab-45af-ad2c-bb62b1df094f', 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:38:41.253335 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-183fc5c5-11cb-49cb-b28b-7ea5a817f897 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for security_group_rule (75e27d0b-e352-4cd1-a15a-1f6074f2c0df), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:41.311446 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-183fc5c5-11cb-49cb-b28b-7ea5a817f897 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for security_group_rule (75e27d0b-e352-4cd1-a15a-1f6074f2c0df), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:41.314961 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-183fc5c5-11cb-49cb-b28b-7ea5a817f897 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (75e27d0b-e352-4cd1-a15a-1f6074f2c0df), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:41.333202 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183fc5c5-11cb-49cb-b28b-7ea5a817f897 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e27d0b-e352-4cd1-a15a-1f6074f2c0df,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:41.342806 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-183fc5c5-11cb-49cb-b28b-7ea5a817f897 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:41.344009 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-183fc5c5-11cb-49cb-b28b-7ea5a817f897 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191633 Mar 22 20:38:41.346839 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43030) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:38:41.351198 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-6246e22b-fd11-490f-96a2-893e06ce2fb1 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Request body: {'security_group_rule': {'security_group_id': '839fb7c9-74ab-45af-ad2c-bb62b1df094f', 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:38:41.371650 n-d-705658-24 neutron-server[104173]: INFO neutron.db.securitygroups_db [None req-6246e22b-fd11-490f-96a2-893e06ce2fb1 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Project 5055c370f7c243949f461bedbc5b7d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 20:38:41.376600 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6246e22b-fd11-490f-96a2-893e06ce2fb1 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for security_group_rule (20e887c5-3bd9-44b6-94c6-f3df65948369), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:41.434156 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6246e22b-fd11-490f-96a2-893e06ce2fb1 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for security_group_rule (20e887c5-3bd9-44b6-94c6-f3df65948369), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:41.437516 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6246e22b-fd11-490f-96a2-893e06ce2fb1 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (20e887c5-3bd9-44b6-94c6-f3df65948369), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:41.454890 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6246e22b-fd11-490f-96a2-893e06ce2fb1 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e887c5-3bd9-44b6-94c6-f3df65948369,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:41.462770 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-6246e22b-fd11-490f-96a2-893e06ce2fb1 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:41.464106 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-6246e22b-fd11-490f-96a2-893e06ce2fb1 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1163468 Mar 22 20:38:41.467354 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43032) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:38:41.472005 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-60891d7d-80e1-4236-a743-0102d33afef0 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Request body: {'security_group_rule': {'security_group_id': '839fb7c9-74ab-45af-ad2c-bb62b1df094f', 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:38:41.492184 n-d-705658-24 neutron-server[104173]: INFO neutron.db.securitygroups_db [None req-60891d7d-80e1-4236-a743-0102d33afef0 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Project 5055c370f7c243949f461bedbc5b7d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 22 20:38:41.497513 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-60891d7d-80e1-4236-a743-0102d33afef0 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for security_group_rule (25183dc8-9a8f-4da1-81bb-b3e352411baa), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:41.564084 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-60891d7d-80e1-4236-a743-0102d33afef0 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for security_group_rule (25183dc8-9a8f-4da1-81bb-b3e352411baa), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:41.568248 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-60891d7d-80e1-4236-a743-0102d33afef0 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730221'] for security_group_rule (25183dc8-9a8f-4da1-81bb-b3e352411baa), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:41.589487 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60891d7d-80e1-4236-a743-0102d33afef0 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25183dc8-9a8f-4da1-81bb-b3e352411baa,revision_number=0']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:41.596031 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-60891d7d-80e1-4236-a743-0102d33afef0 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:41.597238 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-60891d7d-80e1-4236-a743-0102d33afef0 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1288216 Mar 22 20:38:41.758155 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-b17c4f6e-5d16-429b-8690-f109f4ea0b47 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1845540326&fields=id&tenant_id=5055c370f7c243949f461bedbc5b7d7d HTTP/1.1" status: 200 len: 267 time: 0.0509036 Mar 22 20:38:41.821323 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53759fb-929e-47a4-81ff-aba98674810f None None] Sync routers for ids ['38a1e227-4cf8-44b4-b85a-2040a9a98198'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:38:41.832467 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53759fb-929e-47a4-81ff-aba98674810f None None] Routers {'38a1e227-4cf8-44b4-b85a-2040a9a98198'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:38:41.833093 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-d53759fb-929e-47a4-81ff-aba98674810f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:38:18Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['38a1e227-4cf8-44b4-b85a-2040a9a98198'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:41.865529 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-2e2ceceb-01a3-42aa-bcff-1d8c4f87fb00 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:41.867138 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-2e2ceceb-01a3-42aa-bcff-1d8c4f87fb00 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/networks?id=de3574d6-ded6-4e42-b07c-bc66350bc06d HTTP/1.1" status: 200 len: 810 time: 0.1014602 Mar 22 20:38:41.882501 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-c7d8c381-a4e2-479e-9e8c-4a6b8c78d39c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/quotas/5055c370f7c243949f461bedbc5b7d7d HTTP/1.1" status: 200 len: 375 time: 0.0098732 Mar 22 20:38:41.943757 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-e2986ae0-7dd9-42fc-b2c8-79d96a7954eb tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5055c370f7c243949f461bedbc5b7d7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554018 Mar 22 20:38:41.960544 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-50c5f36a-3641-407e-8450-20b712ca7628 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 20:38:41.961580 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-50c5f36a-3641-407e-8450-20b712ca7628 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054972 Mar 22 20:38:42.058400 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-9686a869-6be3-497e-8991-9cd7a5232095 service neutron] 10.222.0.75 "GET /v2.0/networks/de3574d6-ded6-4e42-b07c-bc66350bc06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904915 Mar 22 20:38:42.105686 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-d53759fb-929e-47a4-81ff-aba98674810f None None] Set router 38a1e227-4cf8-44b4-b85a-2040a9a98198 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:38:42.148150 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-94a3683c-7917-4881-90fc-f80f4222a8f8 service neutron] 10.222.0.75 "GET /v2.0/networks/de3574d6-ded6-4e42-b07c-bc66350bc06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831783 Mar 22 20:38:42.317956 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6acacaae-6a77-4d1f-938d-7993d942a81e req-16eb3267-ae6f-4b36-aea7-cbad7eb95379 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=b57d540b-afc9-4066-975a-a9118a878fe0 HTTP/1.1" status: 200 len: 210 time: 0.0289276 Mar 22 20:38:42.318179 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-d53759fb-929e-47a4-81ff-aba98674810f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a1e227-4cf8-44b4-b85a-2040a9a98198', 'name': 'tempest-TestSnapshotPattern-611267060-router', 'tenant_id': '533291668ac64cd4a55fc611e5226aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '3155b85d-b020-4bf1-b246-2434251fe461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:38:36Z', 'updated_at': '2022-03-22T20:38:39Z', 'revision_number': 4, 'project_id': '533291668ac64cd4a55fc611e5226aa7', 'gw_port': {'id': '3155b85d-b020-4bf1-b246-2434251fe461', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a1e227-4cf8-44b4-b85a-2040a9a98198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4469, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:36Z', 'updated_at': '2022-03-22T20:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'c96698ed-9bb8-42a5-b9f4-1e9501a276bc', 'name': '', 'network_id': '8bdc2f55-14de-4a14-9822-8d3af772cda0', 'tenant_id': '533291668ac64cd4a55fc611e5226aa7', 'mac_address': 'fa:16:3e:c4:05:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a1e227-4cf8-44b4-b85a-2040a9a98198', 'device_owner': 'network:router_interface', 'standard_attr_id': 4470, 'fixed_ips': [{'subnet_id': '3520a18b-b487-4a64-af7b-6d6797c7f579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:38Z', 'updated_at': '2022-03-22T20:38:39Z', 'revision_number': 2, 'project_id': '533291668ac64cd4a55fc611e5226aa7', 'subnets': [{'id': '3520a18b-b487-4a64-af7b-6d6797c7f579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:42.353326 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53759fb-929e-47a4-81ff-aba98674810f None None] Checking router: 38a1e227-4cf8-44b4-b85a-2040a9a98198 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:38:42.353685 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53759fb-929e-47a4-81ff-aba98674810f None None] Updating router 38a1e227-4cf8-44b4-b85a-2040a9a98198 port c96698ed-9bb8-42a5-b9f4-1e9501a276bc binding host n-d-705658-24 {{(pid=104174) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 22 20:38:42.385333 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d53759fb-929e-47a4-81ff-aba98674810f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c96698ed-9bb8-42a5-b9f4-1e9501a276bc), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:42.483273 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 3155b85d-b020-4bf1-b246-2434251fe461 up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:38:42.616349 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port 3155b85d-b020-4bf1-b246-2434251fe461 triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:38:42.616730 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (3155b85d-b020-4bf1-b246-2434251fe461), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:42.759987 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d53759fb-929e-47a4-81ff-aba98674810f None None] Publish callbacks [] for port (c96698ed-9bb8-42a5-b9f4-1e9501a276bc), precommit_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:42.763703 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port 3155b85d-b020-4bf1-b246-2434251fe461 is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:38:42.768568 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d53759fb-929e-47a4-81ff-aba98674810f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c96698ed-9bb8-42a5-b9f4-1e9501a276bc), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:42.820666 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fea4fd-f9d3-467f-a56e-ccffc0188263 None None] Pushing event updated for resources: {'Port': ['ID=c96698ed-9bb8-42a5-b9f4-1e9501a276bc,revision_number=3']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:42.875326 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-d53759fb-929e-47a4-81ff-aba98674810f None None] Attempting to bind port c96698ed-9bb8-42a5-b9f4-1e9501a276bc on host n-d-705658-24 for vnic_type normal with profile {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:38:42.876060 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-d53759fb-929e-47a4-81ff-aba98674810f None None] Attempting to bind port c96698ed-9bb8-42a5-b9f4-1e9501a276bc by drivers openvswitch,hyperv on host n-d-705658-24 at level 0 using segments [{'id': '248c0ad5-473f-4c4c-b2db-cbed4b3b91b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8bdc2f55-14de-4a14-9822-8d3af772cda0'}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:38:42.876060 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53759fb-929e-47a4-81ff-aba98674810f None None] Attempting to bind port c96698ed-9bb8-42a5-b9f4-1e9501a276bc on network 8bdc2f55-14de-4a14-9822-8d3af772cda0 {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:38:42.881274 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53759fb-929e-47a4-81ff-aba98674810f None None] Checking agent: {'id': '2e1e0029-03a7-4563-832e-715050f708f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 3, 21), 'started_at': datetime.datetime(2022, 3, 22, 19, 3, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-705658-24'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:38:42.881654 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53759fb-929e-47a4-81ff-aba98674810f None None] Checking segment: {'id': '248c0ad5-473f-4c4c-b2db-cbed4b3b91b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8bdc2f55-14de-4a14-9822-8d3af772cda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104174) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:38:42.882110 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d53759fb-929e-47a4-81ff-aba98674810f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:42.882493 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53759fb-929e-47a4-81ff-aba98674810f None None] Bound using segment: {'id': '248c0ad5-473f-4c4c-b2db-cbed4b3b91b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8bdc2f55-14de-4a14-9822-8d3af772cda0'} {{(pid=104174) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:38:42.882971 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.managers [None req-d53759fb-929e-47a4-81ff-aba98674810f None None] Bound port: c96698ed-9bb8-42a5-b9f4-1e9501a276bc, host: n-d-705658-24, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248c0ad5-473f-4c4c-b2db-cbed4b3b91b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '8bdc2f55-14de-4a14-9822-8d3af772cda0'}}] {{(pid=104174) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:38:42.883364 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d53759fb-929e-47a4-81ff-aba98674810f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c96698ed-9bb8-42a5-b9f4-1e9501a276bc), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:42.952658 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-d53759fb-929e-47a4-81ff-aba98674810f None None] For port c96698ed-9bb8-42a5-b9f4-1e9501a276bc, host n-d-705658-24, cleared binding levels {{(pid=104174) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:38:42.956110 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-d53759fb-929e-47a4-81ff-aba98674810f None None] For port c96698ed-9bb8-42a5-b9f4-1e9501a276bc, host n-d-705658-24, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c96698ed-9bb8-42a5-b9f4-1e9501a276bc,segment=NetworkSegment(248c0ad5-473f-4c4c-b2db-cbed4b3b91b2),segment_id=248c0ad5-473f-4c4c-b2db-cbed4b3b91b2)] {{(pid=104174) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:38:42.963338 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d53759fb-929e-47a4-81ff-aba98674810f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c96698ed-9bb8-42a5-b9f4-1e9501a276bc), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:43.020955 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53759fb-929e-47a4-81ff-aba98674810f None None] Routers {'38a1e227-4cf8-44b4-b85a-2040a9a98198'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:38:43.021599 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-d53759fb-929e-47a4-81ff-aba98674810f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:38:18Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['38a1e227-4cf8-44b4-b85a-2040a9a98198'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:43.061736 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fea4fd-f9d3-467f-a56e-ccffc0188263 None None] Pushing event updated for resources: {'Port': ['ID=c96698ed-9bb8-42a5-b9f4-1e9501a276bc,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:43.120751 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f1238a76-9b06-4b3d-99ad-2953b8932a07 None None] Provisioning complete for port c96698ed-9bb8-42a5-b9f4-1e9501a276bc triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:38:43.121053 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f1238a76-9b06-4b3d-99ad-2953b8932a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c96698ed-9bb8-42a5-b9f4-1e9501a276bc), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:43.176236 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-d53759fb-929e-47a4-81ff-aba98674810f None None] Set router 38a1e227-4cf8-44b4-b85a-2040a9a98198 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:38:43.350701 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f1238a76-9b06-4b3d-99ad-2953b8932a07 None None] Current status of the port c96698ed-9bb8-42a5-b9f4-1e9501a276bc is: DOWN; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:38:43.351203 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f1238a76-9b06-4b3d-99ad-2953b8932a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (c96698ed-9bb8-42a5-b9f4-1e9501a276bc), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:43.403928 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8920ac8a-47fe-4c27-a595-a5e10caaa735 req-a9e25e78-c1ac-4c81-b2d1-a67fbbec49c0 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=b57d540b-afc9-4066-975a-a9118a878fe0 HTTP/1.1" status: 200 len: 210 time: 0.0318701 Mar 22 20:38:43.406822 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f1238a76-9b06-4b3d-99ad-2953b8932a07 None None] For port c96698ed-9bb8-42a5-b9f4-1e9501a276bc, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c96698ed-9bb8-42a5-b9f4-1e9501a276bc,segment=NetworkSegment(248c0ad5-473f-4c4c-b2db-cbed4b3b91b2),segment_id=248c0ad5-473f-4c4c-b2db-cbed4b3b91b2)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:38:43.411236 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f1238a76-9b06-4b3d-99ad-2953b8932a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (c96698ed-9bb8-42a5-b9f4-1e9501a276bc), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:43.486789 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1238a76-9b06-4b3d-99ad-2953b8932a07 None None] Pushing event updated for resources: {'Port': ['ID=c96698ed-9bb8-42a5-b9f4-1e9501a276bc,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:43.500631 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-d53759fb-929e-47a4-81ff-aba98674810f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a1e227-4cf8-44b4-b85a-2040a9a98198', 'name': 'tempest-TestSnapshotPattern-611267060-router', 'tenant_id': '533291668ac64cd4a55fc611e5226aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '3155b85d-b020-4bf1-b246-2434251fe461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:38:36Z', 'updated_at': '2022-03-22T20:38:39Z', 'revision_number': 4, 'project_id': '533291668ac64cd4a55fc611e5226aa7', 'gw_port': {'id': '3155b85d-b020-4bf1-b246-2434251fe461', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a1e227-4cf8-44b4-b85a-2040a9a98198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4469, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:36Z', 'updated_at': '2022-03-22T20:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'c96698ed-9bb8-42a5-b9f4-1e9501a276bc', 'name': '', 'network_id': '8bdc2f55-14de-4a14-9822-8d3af772cda0', 'tenant_id': '533291668ac64cd4a55fc611e5226aa7', 'mac_address': 'fa:16:3e:c4:05:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a1e227-4cf8-44b4-b85a-2040a9a98198', 'device_owner': 'network:router_interface', 'standard_attr_id': 4470, 'fixed_ips': [{'subnet_id': '3520a18b-b487-4a64-af7b-6d6797c7f579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:38Z', 'updated_at': '2022-03-22T20:38:42Z', 'revision_number': 4, 'project_id': '533291668ac64cd4a55fc611e5226aa7', 'subnets': [{'id': '3520a18b-b487-4a64-af7b-6d6797c7f579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:43.530957 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53759fb-929e-47a4-81ff-aba98674810f None None] The sync data for ids ['38a1e227-4cf8-44b4-b85a-2040a9a98198'] in n-d-705658-24 is: [{'id': '38a1e227-4cf8-44b4-b85a-2040a9a98198', 'name': 'tempest-TestSnapshotPattern-611267060-router', 'tenant_id': '533291668ac64cd4a55fc611e5226aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '3155b85d-b020-4bf1-b246-2434251fe461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:38:36Z', 'updated_at': '2022-03-22T20:38:39Z', 'revision_number': 4, 'project_id': '533291668ac64cd4a55fc611e5226aa7', 'gw_port': {'id': '3155b85d-b020-4bf1-b246-2434251fe461', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a1e227-4cf8-44b4-b85a-2040a9a98198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4469, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:36Z', 'updated_at': '2022-03-22T20:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': 'c96698ed-9bb8-42a5-b9f4-1e9501a276bc', 'name': '', 'network_id': '8bdc2f55-14de-4a14-9822-8d3af772cda0', 'tenant_id': '533291668ac64cd4a55fc611e5226aa7', 'mac_address': 'fa:16:3e:c4:05:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a1e227-4cf8-44b4-b85a-2040a9a98198', 'device_owner': 'network:router_interface', 'standard_attr_id': 4470, 'fixed_ips': [{'subnet_id': '3520a18b-b487-4a64-af7b-6d6797c7f579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:38Z', 'updated_at': '2022-03-22T20:38:42Z', 'revision_number': 4, 'project_id': '533291668ac64cd4a55fc611e5226aa7', 'subnets': [{'id': '3520a18b-b487-4a64-af7b-6d6797c7f579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:38:43.541460 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-6ac438f2-708c-44dd-bc16-20f899592b89 None None] Provisioning complete for port c96698ed-9bb8-42a5-b9f4-1e9501a276bc triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:38:43.541864 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6ac438f2-708c-44dd-bc16-20f899592b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c96698ed-9bb8-42a5-b9f4-1e9501a276bc), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:43.659688 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-6ac438f2-708c-44dd-bc16-20f899592b89 None None] Current status of the port c96698ed-9bb8-42a5-b9f4-1e9501a276bc is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:38:44.449178 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c96698ed-9bb8-42a5-b9f4-1e9501a276bc up at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:38:44.498670 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Provisioning complete for port c96698ed-9bb8-42a5-b9f4-1e9501a276bc triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:38:44.499047 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (c96698ed-9bb8-42a5-b9f4-1e9501a276bc), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:44.500824 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1ab43cde-f320-4e41-85b6-98b08fdb75bc req-fa61ab45-493d-4c29-8afb-b69cfc5e3f92 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=b57d540b-afc9-4066-975a-a9118a878fe0 HTTP/1.1" status: 200 len: 210 time: 0.0281205 Mar 22 20:38:44.577145 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Current status of the port c96698ed-9bb8-42a5-b9f4-1e9501a276bc is: ACTIVE; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:38:45.332937 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3a5ae01e-ba2d-48da-ab4f-ec393a98a501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:45.569865 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-1464cf79-a9de-4792-8011-8988afc72262 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:45.571491 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-1464cf79-a9de-4792-8011-8988afc72262 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.85 "GET /v2.0/networks?id=de3574d6-ded6-4e42-b07c-bc66350bc06d HTTP/1.1" status: 200 len: 810 time: 0.1319630 Mar 22 20:38:45.618307 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:38:45.661727 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-4bff5874-e617-4d36-b306-58b21bf11ed0 req-05fae0f7-27ff-4739-a11a-77f6069efd15 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=b57d540b-afc9-4066-975a-a9118a878fe0 HTTP/1.1" status: 200 len: 210 time: 0.0499554 Mar 22 20:38:45.680139 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-6394f60e-6712-4b8e-9c61-5d438b64dd38 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5055c370f7c243949f461bedbc5b7d7d HTTP/1.1" status: 200 len: 380 time: 0.1006358 Mar 22 20:38:45.689196 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-7c92513a-76af-4f34-8ea8-876c67a5710b tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Request body: {'port': {'device_id': 'b57d540b-afc9-4066-975a-a9118a878fe0', 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d', 'admin_state_up': True, 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'security_groups': ['839fb7c9-74ab-45af-ad2c-bb62b1df094f']}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:38:45.810049 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-7c92513a-76af-4f34-8ea8-876c67a5710b tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Made reservation on behalf of 5055c370f7c243949f461bedbc5b7d7d for: {'port': 1} {{(pid=104172) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:38:45.814176 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-7c92513a-76af-4f34-8ea8-876c67a5710b tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:45.944785 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_common [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-7c92513a-76af-4f34-8ea8-876c67a5710b tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Allocated IP 172.20.0.10 (de3574d6-ded6-4e42-b07c-bc66350bc06d/5faa2689-afe8-46e2-a17a-9a59cb440475/e52af6ee-8e4c-4ec8-ac21-3b30aed278ac) {{(pid=104172) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:38:46.094611 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-7c92513a-76af-4f34-8ea8-876c67a5710b tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for port (e52af6ee-8e4c-4ec8-ac21-3b30aed278ac), precommit_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:46.135331 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-7c92513a-76af-4f34-8ea8-876c67a5710b tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (e52af6ee-8e4c-4ec8-ac21-3b30aed278ac), after_create {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:46.184646 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-7c92513a-76af-4f34-8ea8-876c67a5710b tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Network de3574d6-ded6-4e42-b07c-bc66350bc06d is already hosted by enough agents. {{(pid=104172) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:38:46.188571 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.base_scheduler [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-7c92513a-76af-4f34-8ea8-876c67a5710b tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Resources bound (agent type, host, resource id): {{(pid=104172) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:38:46.195473 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-7c92513a-76af-4f34-8ea8-876c67a5710b tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Received port after_create {{(pid=104172) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:38:46.219361 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92513a-76af-4f34-8ea8-876c67a5710b tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Pushing event updated for resources: {'Port': ['ID=e52af6ee-8e4c-4ec8-ac21-3b30aed278ac,revision_number=1']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:46.254543 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-7c92513a-76af-4f34-8ea8-876c67a5710b tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:46.255364 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-7c92513a-76af-4f34-8ea8-876c67a5710b tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:46.274848 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-7c92513a-76af-4f34-8ea8-876c67a5710b tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5900540 Mar 22 20:38:46.286758 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.v2.base [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-b055fce5-b649-4460-aca1-88997d3b1f98 service neutron] Request body: {'port': {'device_id': 'b57d540b-afc9-4066-975a-a9118a878fe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-705658-24'}} {{(pid=104172) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:38:46.349017 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-b055fce5-b649-4460-aca1-88997d3b1f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e52af6ee-8e4c-4ec8-ac21-3b30aed278ac), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:46.401232 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-c77a4f1b-ebaa-4698-9ffc-ca2866eaf611 None None] Provisioning complete for port e52af6ee-8e4c-4ec8-ac21-3b30aed278ac triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:38:46.401833 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c77a4f1b-ebaa-4698-9ffc-ca2866eaf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e52af6ee-8e4c-4ec8-ac21-3b30aed278ac), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:46.437021 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-c77a4f1b-ebaa-4698-9ffc-ca2866eaf611 None None] Port e52af6ee-8e4c-4ec8-ac21-3b30aed278ac cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:38:46.624177 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-b055fce5-b649-4460-aca1-88997d3b1f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e52af6ee-8e4c-4ec8-ac21-3b30aed278ac {{(pid=104172) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:38:46.631769 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-b055fce5-b649-4460-aca1-88997d3b1f98 service neutron] Publish callbacks [] for port (e52af6ee-8e4c-4ec8-ac21-3b30aed278ac), precommit_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:46.644524 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.provisioning_blocks [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-b055fce5-b649-4460-aca1-88997d3b1f98 service neutron] Transition to ACTIVE for port object e52af6ee-8e4c-4ec8-ac21-3b30aed278ac will not be triggered until provisioned by entity L2. {{(pid=104172) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:38:46.648710 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-b055fce5-b649-4460-aca1-88997d3b1f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (e52af6ee-8e4c-4ec8-ac21-3b30aed278ac), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:46.697385 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b055fce5-b649-4460-aca1-88997d3b1f98 service neutron] Pushing event updated for resources: {'Port': ['ID=e52af6ee-8e4c-4ec8-ac21-3b30aed278ac,revision_number=2']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:46.717997 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:46.814167 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-b055fce5-b649-4460-aca1-88997d3b1f98 service neutron] Attempting to bind port e52af6ee-8e4c-4ec8-ac21-3b30aed278ac on host n-h2-705658-24 for vnic_type normal with profile {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:38:46.814523 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-b055fce5-b649-4460-aca1-88997d3b1f98 service neutron] Attempting to bind port e52af6ee-8e4c-4ec8-ac21-3b30aed278ac by drivers openvswitch,hyperv on host n-h2-705658-24 at level 0 using segments [{'id': '73b19486-07e6-46c0-bac0-695971951217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d'}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:38:46.814938 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-b055fce5-b649-4460-aca1-88997d3b1f98 service neutron] Attempting to bind port e52af6ee-8e4c-4ec8-ac21-3b30aed278ac on network de3574d6-ded6-4e42-b07c-bc66350bc06d {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:38:46.828093 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-b055fce5-b649-4460-aca1-88997d3b1f98 service neutron] Port e52af6ee-8e4c-4ec8-ac21-3b30aed278ac on network de3574d6-ded6-4e42-b07c-bc66350bc06d not bound, no agent of type Open vSwitch agent registered on host n-h2-705658-24 {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:38:46.828430 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-b055fce5-b649-4460-aca1-88997d3b1f98 service neutron] Attempting to bind port e52af6ee-8e4c-4ec8-ac21-3b30aed278ac on network de3574d6-ded6-4e42-b07c-bc66350bc06d {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:38:46.836697 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-b055fce5-b649-4460-aca1-88997d3b1f98 service neutron] Checking agent: {'id': 'd9a91bf3-8b42-4492-9e71-a153b84264b0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:38:46.837201 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-b055fce5-b649-4460-aca1-88997d3b1f98 service neutron] Checking segment: {'id': '73b19486-07e6-46c0-bac0-695971951217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104172) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:38:46.837617 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-b055fce5-b649-4460-aca1-88997d3b1f98 service neutron] Bound using segment: {'id': '73b19486-07e6-46c0-bac0-695971951217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d'} {{(pid=104172) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:38:46.838275 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.managers [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-b055fce5-b649-4460-aca1-88997d3b1f98 service neutron] Bound port: e52af6ee-8e4c-4ec8-ac21-3b30aed278ac, host: n-h2-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b19486-07e6-46c0-bac0-695971951217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d'}}] {{(pid=104172) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:38:46.838639 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-b055fce5-b649-4460-aca1-88997d3b1f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e52af6ee-8e4c-4ec8-ac21-3b30aed278ac), before_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:46.900553 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19144f4c-c046-4745-a316-002726826d73 req-fa1a0f1b-dc28-4504-b4fd-e3214cfa5bdf tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:46.902686 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-19144f4c-c046-4745-a316-002726826d73 req-fa1a0f1b-dc28-4504-b4fd-e3214cfa5bdf tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=b57d540b-afc9-4066-975a-a9118a878fe0 HTTP/1.1" status: 200 len: 944 time: 0.1339200 Mar 22 20:38:46.968367 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-b055fce5-b649-4460-aca1-88997d3b1f98 service neutron] For port e52af6ee-8e4c-4ec8-ac21-3b30aed278ac, host n-h2-705658-24, cleared binding levels {{(pid=104172) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:38:46.989817 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-19144f4c-c046-4745-a316-002726826d73 req-3c42bc40-df17-4954-8480-0870952579c5 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/security-groups?id=839fb7c9-74ab-45af-ad2c-bb62b1df094f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791299 Mar 22 20:38:46.991503 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-b055fce5-b649-4460-aca1-88997d3b1f98 service neutron] For port e52af6ee-8e4c-4ec8-ac21-3b30aed278ac, host n-h2-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=e52af6ee-8e4c-4ec8-ac21-3b30aed278ac,segment=NetworkSegment(73b19486-07e6-46c0-bac0-695971951217),segment_id=73b19486-07e6-46c0-bac0-695971951217)] {{(pid=104172) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:38:46.997505 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-b055fce5-b649-4460-aca1-88997d3b1f98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25684234'] for port (e52af6ee-8e4c-4ec8-ac21-3b30aed278ac), after_update {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:47.035061 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-b055fce5-b649-4460-aca1-88997d3b1f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:47.035695 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-b055fce5-b649-4460-aca1-88997d3b1f98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:47.037091 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-b055fce5-b649-4460-aca1-88997d3b1f98 service neutron] 10.222.0.85 "PUT /v2.0/ports/e52af6ee-8e4c-4ec8-ac21-3b30aed278ac HTTP/1.1" status: 200 len: 1093 time: 0.7545662 Mar 22 20:38:47.037716 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57d540b-afc9-4066-975a-a9118a878fe0', 'tag': 'e52af6ee-8e4c-4ec8-ac21-3b30aed278ac'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:38:47.040003 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5203bbb830fb44ebcbef8845939fcb941f39cb8985b8c198af72047ed6de2cf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e6ea79-71a8-4d8a-91d2-ec72d52d67e5" -d '{"events": [{"name": "network-changed", "server_uuid": "b57d540b-afc9-4066-975a-a9118a878fe0", "tag": "e52af6ee-8e4c-4ec8-ac21-3b30aed278ac"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:38:47.068768 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b055fce5-b649-4460-aca1-88997d3b1f98 service neutron] Pushing event updated for resources: {'Port': ['ID=e52af6ee-8e4c-4ec8-ac21-3b30aed278ac,revision_number=3']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:47.125531 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-a1907d67-a22c-40ec-8eba-0460e2882b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:47.127089 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-a1907d67-a22c-40ec-8eba-0460e2882b1c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5055c370f7c243949f461bedbc5b7d7d&device_id=b57d540b-afc9-4066-975a-a9118a878fe0 HTTP/1.1" status: 200 len: 1127 time: 0.0497651 Mar 22 20:38:47.171587 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a590cab-4ba0-462e-85d7-ef1172d71ec9 x-openstack-request-id: req-7a590cab-4ba0-462e-85d7-ef1172d71ec9 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:38:47.171873 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57d540b-afc9-4066-975a-a9118a878fe0", "tag": "e52af6ee-8e4c-4ec8-ac21-3b30aed278ac", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:38:47.172124 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-7a590cab-4ba0-462e-85d7-ef1172d71ec9 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:38:47.172531 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a590cab-4ba0-462e-85d7-ef1172d71ec9'] response: {'name': 'network-changed', 'server_uuid': 'b57d540b-afc9-4066-975a-a9118a878fe0', 'tag': 'e52af6ee-8e4c-4ec8-ac21-3b30aed278ac', 'status': 'completed', 'code': 200} Mar 22 20:38:47.174598 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-de51ef02-fbd0-4264-a405-7a97e283de0b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e52af6ee-8e4c-4ec8-ac21-3b30aed278ac HTTP/1.1" status: 200 len: 217 time: 0.0409689 Mar 22 20:38:47.239305 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-3ce3cb17-2937-42fc-ac04-c117792c8d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:47.240784 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-3ce3cb17-2937-42fc-ac04-c117792c8d08 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5faa2689-afe8-46e2-a17a-9a59cb440475 HTTP/1.1" status: 200 len: 849 time: 0.0555522 Mar 22 20:38:47.292130 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-114f653b-6042-433e-b1fe-29ede55ff7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:47.293722 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-114f653b-6042-433e-b1fe-29ede55ff7a6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=de3574d6-ded6-4e42-b07c-bc66350bc06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465646 Mar 22 20:38:47.381155 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-c8cecdea-d389-4165-a63b-b4d67dbb74d8 service neutron] 10.222.0.85 "GET /v2.0/networks/de3574d6-ded6-4e42-b07c-bc66350bc06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812969 Mar 22 20:38:47.472208 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cc5fa498-9e4f-414a-a2b5-11087f1872a9 req-dc5cf314-bfeb-4bca-b229-d4bcae1f07a4 service neutron] 10.222.0.85 "GET /v2.0/networks/de3574d6-ded6-4e42-b07c-bc66350bc06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855305 Mar 22 20:38:47.558478 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-be8c17a9-9046-4646-a203-ca5013b90124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:47.559124 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6ea79-71a8-4d8a-91d2-ec72d52d67e5 req-3c7aee41-de73-46f0-84bd-7c787b80c73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:47.560364 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-54e6ea79-71a8-4d8a-91d2-ec72d52d67e5 req-3c7aee41-de73-46f0-84bd-7c787b80c73e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5055c370f7c243949f461bedbc5b7d7d&device_id=b57d540b-afc9-4066-975a-a9118a878fe0 HTTP/1.1" status: 200 len: 1127 time: 0.0458624 Mar 22 20:38:47.657920 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6ea79-71a8-4d8a-91d2-ec72d52d67e5 req-20f93bbb-134d-45f6-9cf0-b9f9b8ed83c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:47.659409 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-54e6ea79-71a8-4d8a-91d2-ec72d52d67e5 req-20f93bbb-134d-45f6-9cf0-b9f9b8ed83c8 service neutron] 10.222.0.85 "GET /v2.0/networks?id=de3574d6-ded6-4e42-b07c-bc66350bc06d HTTP/1.1" status: 200 len: 911 time: 0.0910137 Mar 22 20:38:47.700531 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-54e6ea79-71a8-4d8a-91d2-ec72d52d67e5 req-602c6799-4ccc-4b1b-bdce-9e9db36ca766 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e52af6ee-8e4c-4ec8-ac21-3b30aed278ac HTTP/1.1" status: 200 len: 217 time: 0.0356431 Mar 22 20:38:47.748483 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6ea79-71a8-4d8a-91d2-ec72d52d67e5 req-970ee8cc-f52a-44f0-8430-81a44f4be014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:47.749892 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-54e6ea79-71a8-4d8a-91d2-ec72d52d67e5 req-970ee8cc-f52a-44f0-8430-81a44f4be014 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5faa2689-afe8-46e2-a17a-9a59cb440475 HTTP/1.1" status: 200 len: 849 time: 0.0441396 Mar 22 20:38:47.805242 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6ea79-71a8-4d8a-91d2-ec72d52d67e5 req-0a39299b-f41f-463d-9a76-df99c0d26ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:47.807035 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-54e6ea79-71a8-4d8a-91d2-ec72d52d67e5 req-0a39299b-f41f-463d-9a76-df99c0d26ba2 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=de3574d6-ded6-4e42-b07c-bc66350bc06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0503788 Mar 22 20:38:47.894856 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-54e6ea79-71a8-4d8a-91d2-ec72d52d67e5 req-0090059e-ca88-4e9f-bb91-6f429b9697ba service neutron] 10.222.0.85 "GET /v2.0/networks/de3574d6-ded6-4e42-b07c-bc66350bc06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820441 Mar 22 20:38:47.986565 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-54e6ea79-71a8-4d8a-91d2-ec72d52d67e5 req-77cf1bb6-8fe6-4310-a8c7-abf1975b5475 service neutron] 10.222.0.85 "GET /v2.0/networks/de3574d6-ded6-4e42-b07c-bc66350bc06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859091 Mar 22 20:38:48.111641 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa670f1-4a58-453a-8c49-35dc66f0c3e3 req-ff4e0857-3364-42a3-ae3c-231d22e23b6c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:48.113118 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1aa670f1-4a58-453a-8c49-35dc66f0c3e3 req-ff4e0857-3364-42a3-ae3c-231d22e23b6c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=b57d540b-afc9-4066-975a-a9118a878fe0 HTTP/1.1" status: 200 len: 944 time: 0.0548360 Mar 22 20:38:48.162632 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-1aa670f1-4a58-453a-8c49-35dc66f0c3e3 req-46ef0a93-b5af-48d3-bf79-13f66ccf5d88 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/security-groups?id=839fb7c9-74ab-45af-ad2c-bb62b1df094f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435238 Mar 22 20:38:49.018115 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:49.022474 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:49.290203 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32ea6e-0b1a-403d-8a35-04d2be2f313e req-46bea83e-bf17-487b-9717-c67ba5f58288 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:49.291623 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5d32ea6e-0b1a-403d-8a35-04d2be2f313e req-46bea83e-bf17-487b-9717-c67ba5f58288 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=b57d540b-afc9-4066-975a-a9118a878fe0 HTTP/1.1" status: 200 len: 944 time: 0.0545132 Mar 22 20:38:49.344548 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5d32ea6e-0b1a-403d-8a35-04d2be2f313e req-f4bb652d-bc70-4eb8-981f-c0d04902a9a1 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/security-groups?id=839fb7c9-74ab-45af-ad2c-bb62b1df094f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464537 Mar 22 20:38:50.456195 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:50.473842 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c802f-b898-46b9-882f-3f69f6565369 req-7162f785-713b-4218-befc-f6b1c30214d4 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:50.475358 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f67c802f-b898-46b9-882f-3f69f6565369 req-7162f785-713b-4218-befc-f6b1c30214d4 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=b57d540b-afc9-4066-975a-a9118a878fe0 HTTP/1.1" status: 200 len: 944 time: 0.0633378 Mar 22 20:38:50.529044 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f67c802f-b898-46b9-882f-3f69f6565369 req-0bad0b0c-2dd4-4b6e-9289-5e793855f3d6 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/security-groups?id=839fb7c9-74ab-45af-ad2c-bb62b1df094f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478668 Mar 22 20:38:51.528362 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:51.647976 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd36df3-9e60-4803-96ad-0a14da82fa3d req-e223444d-d379-41d9-bdf7-40c46b9ebcf9 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:51.649478 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cdd36df3-9e60-4803-96ad-0a14da82fa3d req-e223444d-d379-41d9-bdf7-40c46b9ebcf9 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=b57d540b-afc9-4066-975a-a9118a878fe0 HTTP/1.1" status: 200 len: 944 time: 0.0536962 Mar 22 20:38:51.697391 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cdd36df3-9e60-4803-96ad-0a14da82fa3d req-71e032ee-0d29-45a6-8d4e-3dbfe4750cdf tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/security-groups?id=839fb7c9-74ab-45af-ad2c-bb62b1df094f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418794 Mar 22 20:38:51.901572 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device e52af6ee-8e4c-4ec8-ac21-3b30aed278ac details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:38:51.992914 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port e52af6ee-8e4c-4ec8-ac21-3b30aed278ac, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=e52af6ee-8e4c-4ec8-ac21-3b30aed278ac,segment=NetworkSegment(73b19486-07e6-46c0-bac0-695971951217),segment_id=73b19486-07e6-46c0-bac0-695971951217)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:38:52.006672 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'e52af6ee-8e4c-4ec8-ac21-3b30aed278ac', 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d', 'port_id': 'e52af6ee-8e4c-4ec8-ac21-3b30aed278ac', 'mac_address': 'fa:16:3e:3b:ff:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5faa2689-afe8-46e2-a17a-9a59cb440475', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:38:52.044327 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port e52af6ee-8e4c-4ec8-ac21-3b30aed278ac is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:38:52.044748 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e52af6ee-8e4c-4ec8-ac21-3b30aed278ac), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:52.057008 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e52af6ee-8e4c-4ec8-ac21-3b30aed278ac {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:38:52.076380 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port e52af6ee-8e4c-4ec8-ac21-3b30aed278ac, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=e52af6ee-8e4c-4ec8-ac21-3b30aed278ac,segment=NetworkSegment(73b19486-07e6-46c0-bac0-695971951217),segment_id=73b19486-07e6-46c0-bac0-695971951217)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:38:52.079806 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (e52af6ee-8e4c-4ec8-ac21-3b30aed278ac), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:52.126399 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=e52af6ee-8e4c-4ec8-ac21-3b30aed278ac,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:52.392019 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['e52af6ee-8e4c-4ec8-ac21-3b30aed278ac'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:38:52.822331 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38635c34-3ca2-477f-a761-cc0fce8b49c0 req-9bdd7fab-52df-49b5-bd2c-d8071d945487 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:52.823827 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-38635c34-3ca2-477f-a761-cc0fce8b49c0 req-9bdd7fab-52df-49b5-bd2c-d8071d945487 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=b57d540b-afc9-4066-975a-a9118a878fe0 HTTP/1.1" status: 200 len: 945 time: 0.0554144 Mar 22 20:38:52.876536 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-38635c34-3ca2-477f-a761-cc0fce8b49c0 req-c16730ec-9a69-48b1-ad90-d2de4726e684 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/security-groups?id=839fb7c9-74ab-45af-ad2c-bb62b1df094f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460749 Mar 22 20:38:53.902771 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device e52af6ee-8e4c-4ec8-ac21-3b30aed278ac up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:38:53.955774 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning for port e52af6ee-8e4c-4ec8-ac21-3b30aed278ac completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:38:53.960109 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port e52af6ee-8e4c-4ec8-ac21-3b30aed278ac triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:38:53.960477 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e52af6ee-8e4c-4ec8-ac21-3b30aed278ac), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:53.998750 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256c762-2b51-4d11-9471-4f2ac8c504e8 req-9668c3c8-31ad-4127-a364-b1f523a73f51 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:54.000256 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6256c762-2b51-4d11-9471-4f2ac8c504e8 req-9668c3c8-31ad-4127-a364-b1f523a73f51 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=b57d540b-afc9-4066-975a-a9118a878fe0 HTTP/1.1" status: 200 len: 945 time: 0.0534103 Mar 22 20:38:54.036127 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port e52af6ee-8e4c-4ec8-ac21-3b30aed278ac is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:38:54.036427 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e52af6ee-8e4c-4ec8-ac21-3b30aed278ac), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:54.051015 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-6256c762-2b51-4d11-9471-4f2ac8c504e8 req-1e7677b0-6583-4a45-9334-51d53ed44c45 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/security-groups?id=839fb7c9-74ab-45af-ad2c-bb62b1df094f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451839 Mar 22 20:38:54.061647 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57d540b-afc9-4066-975a-a9118a878fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52af6ee-8e4c-4ec8-ac21-3b30aed278ac'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:38:54.063778 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42acaf4adbc820cceca1c39a9c6556ee9c843f2d32102223230a5dac4986dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7e6ae4-4aaf-4ed1-83df-815edc5f5749" -d '{"events": [{"server_uuid": "b57d540b-afc9-4066-975a-a9118a878fe0", "name": "network-vif-plugged", "status": "completed", "tag": "e52af6ee-8e4c-4ec8-ac21-3b30aed278ac"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:38:54.077168 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port e52af6ee-8e4c-4ec8-ac21-3b30aed278ac, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=e52af6ee-8e4c-4ec8-ac21-3b30aed278ac,segment=NetworkSegment(73b19486-07e6-46c0-bac0-695971951217),segment_id=73b19486-07e6-46c0-bac0-695971951217)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:38:54.082499 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (e52af6ee-8e4c-4ec8-ac21-3b30aed278ac), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:54.117747 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4912b8a-4b1f-4c7c-aaa0-7f67b326cb9f x-openstack-request-id: req-b4912b8a-4b1f-4c7c-aaa0-7f67b326cb9f {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:38:54.118164 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57d540b-afc9-4066-975a-a9118a878fe0", "name": "network-vif-plugged", "status": "completed", "tag": "e52af6ee-8e4c-4ec8-ac21-3b30aed278ac", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:38:54.119310 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-b4912b8a-4b1f-4c7c-aaa0-7f67b326cb9f {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:38:54.119766 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4912b8a-4b1f-4c7c-aaa0-7f67b326cb9f'] response: {'server_uuid': 'b57d540b-afc9-4066-975a-a9118a878fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52af6ee-8e4c-4ec8-ac21-3b30aed278ac', 'code': 200} Mar 22 20:38:54.147858 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=e52af6ee-8e4c-4ec8-ac21-3b30aed278ac,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:54.202705 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e5500-3cd3-49ef-acca-48fe2189fe1f req-7403fec3-e7a2-464a-a28a-50c8ffe12af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:54.204212 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad7e5500-3cd3-49ef-acca-48fe2189fe1f req-7403fec3-e7a2-464a-a28a-50c8ffe12af1 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b57d540b-afc9-4066-975a-a9118a878fe0 HTTP/1.1" status: 200 len: 1129 time: 0.0438101 Mar 22 20:38:54.248245 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ad7e5500-3cd3-49ef-acca-48fe2189fe1f req-ae010f9b-407d-4f6b-9fa6-aaa956c48125 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=839fb7c9-74ab-45af-ad2c-bb62b1df094f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388200 Mar 22 20:38:55.179158 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99fca9-1220-4785-bcbd-a06667ffdeed req-8402a0a4-0e56-449d-92d8-e46c67f855f0 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:55.180954 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf99fca9-1220-4785-bcbd-a06667ffdeed req-8402a0a4-0e56-449d-92d8-e46c67f855f0 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=b57d540b-afc9-4066-975a-a9118a878fe0 HTTP/1.1" status: 200 len: 946 time: 0.0627768 Mar 22 20:38:55.230354 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf99fca9-1220-4785-bcbd-a06667ffdeed req-638f5eb0-f774-4062-ac9c-ab6d2e062877 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/security-groups?id=839fb7c9-74ab-45af-ad2c-bb62b1df094f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429244 Mar 22 20:38:56.352173 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b0c97-b5ea-412f-952f-37d945fedef2 req-0885341a-785a-422f-bdea-51e15b16fe18 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:56.353684 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e31b0c97-b5ea-412f-952f-37d945fedef2 req-0885341a-785a-422f-bdea-51e15b16fe18 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=b57d540b-afc9-4066-975a-a9118a878fe0 HTTP/1.1" status: 200 len: 946 time: 0.0539048 Mar 22 20:38:56.406879 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e31b0c97-b5ea-412f-952f-37d945fedef2 req-7eba7353-8992-44ab-b6f2-a1c30fdb8004 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/security-groups?id=839fb7c9-74ab-45af-ad2c-bb62b1df094f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468218 Mar 22 20:38:56.543717 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde60751-1e78-4448-a1a7-9daeac5447e3 req-493b89bf-e3e2-40fd-81f1-8a56a1b3052d tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:56.545711 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dde60751-1e78-4448-a1a7-9daeac5447e3 req-493b89bf-e3e2-40fd-81f1-8a56a1b3052d tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=b57d540b-afc9-4066-975a-a9118a878fe0 HTTP/1.1" status: 200 len: 946 time: 0.0611048 Mar 22 20:38:56.596944 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-dde60751-1e78-4448-a1a7-9daeac5447e3 req-59db9846-e60f-404e-807f-e8220bc909d5 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/security-groups?id=839fb7c9-74ab-45af-ad2c-bb62b1df094f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454485 Mar 22 20:38:56.619092 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43100) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:38:56.756057 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dff05fe-4fa4-440a-9cf0-5f3f2c37e124 tempest-TestSnapshotPattern-47814645 tempest-TestSnapshotPattern-47814645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:56.757589 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-8dff05fe-4fa4-440a-9cf0-5f3f2c37e124 tempest-TestSnapshotPattern-47814645 tempest-TestSnapshotPattern-47814645-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=b57d540b-afc9-4066-975a-a9118a878fe0 HTTP/1.1" status: 200 len: 1124 time: 0.1374593 Mar 22 20:38:56.760702 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43104) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:38:56.765275 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-ab0932e1-623a-4a0e-bb82-27b4547541ca tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'port_id': 'e52af6ee-8e4c-4ec8-ac21-3b30aed278ac', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:38:56.796469 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ab0932e1-623a-4a0e-bb82-27b4547541ca tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:56.904062 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ab0932e1-623a-4a0e-bb82-27b4547541ca tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:57.012534 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-ab0932e1-623a-4a0e-bb82-27b4547541ca tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Allocated IP 172.25.5.7 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/9393e559-2bf5-4e67-aedd-e3ac4753c688) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:38:57.114296 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ab0932e1-623a-4a0e-bb82-27b4547541ca tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for port (9393e559-2bf5-4e67-aedd-e3ac4753c688), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:57.148761 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ab0932e1-623a-4a0e-bb82-27b4547541ca tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (9393e559-2bf5-4e67-aedd-e3ac4753c688), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:57.194266 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0932e1-623a-4a0e-bb82-27b4547541ca tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:38:57.197190 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-ab0932e1-623a-4a0e-bb82-27b4547541ca tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:38:57.203434 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0932e1-623a-4a0e-bb82-27b4547541ca tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:38:57.209253 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0932e1-623a-4a0e-bb82-27b4547541ca tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Pushing event updated for resources: {'Port': ['ID=9393e559-2bf5-4e67-aedd-e3ac4753c688,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:57.566909 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ab0932e1-623a-4a0e-bb82-27b4547541ca tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for floatingip (12143747-4b10-44ea-a85a-585b5d7d7632), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:57.637881 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ab0932e1-623a-4a0e-bb82-27b4547541ca tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (9393e559-2bf5-4e67-aedd-e3ac4753c688), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:57.785260 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ab0932e1-623a-4a0e-bb82-27b4547541ca tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for port (9393e559-2bf5-4e67-aedd-e3ac4753c688), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:57.789989 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ab0932e1-623a-4a0e-bb82-27b4547541ca tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (9393e559-2bf5-4e67-aedd-e3ac4753c688), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:57.863442 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0932e1-623a-4a0e-bb82-27b4547541ca tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Pushing event updated for resources: {'Port': ['ID=9393e559-2bf5-4e67-aedd-e3ac4753c688,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:38:57.877470 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ab0932e1-623a-4a0e-bb82-27b4547541ca tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (12143747-4b10-44ea-a85a-585b5d7d7632), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:57.979221 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-ab0932e1-623a-4a0e-bb82-27b4547541ca tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Floating IP 12143747-4b10-44ea-a85a-585b5d7d7632 associated. External IP: 172.25.5.7, port: e52af6ee-8e4c-4ec8-ac21-3b30aed278ac. Mar 22 20:38:58.196417 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0932e1-623a-4a0e-bb82-27b4547541ca tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Router d839e354-5a36-440d-8419-ea236703f937 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:38:58.305376 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0932e1-623a-4a0e-bb82-27b4547541ca tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:38:58.315266 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5395934-bceb-4d0b-ad7f-9bd084ab6123 None None] Sync routers for ids ['d839e354-5a36-440d-8419-ea236703f937'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:38:58.325098 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ab0932e1-623a-4a0e-bb82-27b4547541ca tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:38:58.326260 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5395934-bceb-4d0b-ad7f-9bd084ab6123 None None] Routers {'d839e354-5a36-440d-8419-ea236703f937'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:38:58.326870 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-c5395934-bceb-4d0b-ad7f-9bd084ab6123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:38:48Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d839e354-5a36-440d-8419-ea236703f937'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:58.370444 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ab0932e1-623a-4a0e-bb82-27b4547541ca tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6085947 Mar 22 20:38:58.371091 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57d540b-afc9-4066-975a-a9118a878fe0', 'tag': 'e52af6ee-8e4c-4ec8-ac21-3b30aed278ac'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:38:58.373521 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a75afaf1dfaad70fedc7c7f30d5b041dbb7ec48f6ef478f84521d18edf73ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78878cd1-0d84-4121-8a17-cb5e09b8a609" -d '{"events": [{"name": "network-changed", "server_uuid": "b57d540b-afc9-4066-975a-a9118a878fe0", "tag": "e52af6ee-8e4c-4ec8-ac21-3b30aed278ac"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:38:58.412162 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3037a3-d69a-467f-b0e1-b23e0ab17be6 x-openstack-request-id: req-0b3037a3-d69a-467f-b0e1-b23e0ab17be6 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:38:58.412462 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57d540b-afc9-4066-975a-a9118a878fe0", "tag": "e52af6ee-8e4c-4ec8-ac21-3b30aed278ac", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:38:58.412719 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-0b3037a3-d69a-467f-b0e1-b23e0ab17be6 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:38:58.413226 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b3037a3-d69a-467f-b0e1-b23e0ab17be6'] response: {'name': 'network-changed', 'server_uuid': 'b57d540b-afc9-4066-975a-a9118a878fe0', 'tag': 'e52af6ee-8e4c-4ec8-ac21-3b30aed278ac', 'status': 'completed', 'code': 200} Mar 22 20:38:58.479535 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78878cd1-0d84-4121-8a17-cb5e09b8a609 req-27ceb66c-293e-4c8c-a0fc-1630d10a5d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:58.481042 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78878cd1-0d84-4121-8a17-cb5e09b8a609 req-27ceb66c-293e-4c8c-a0fc-1630d10a5d85 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5055c370f7c243949f461bedbc5b7d7d&device_id=b57d540b-afc9-4066-975a-a9118a878fe0 HTTP/1.1" status: 200 len: 1129 time: 0.0465443 Mar 22 20:38:58.556289 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-c5395934-bceb-4d0b-ad7f-9bd084ab6123 None None] Set router d839e354-5a36-440d-8419-ea236703f937 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:38:58.583604 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78878cd1-0d84-4121-8a17-cb5e09b8a609 req-c218f509-097c-400e-bb78-919849da7ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:58.585111 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78878cd1-0d84-4121-8a17-cb5e09b8a609 req-c218f509-097c-400e-bb78-919849da7ab7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=de3574d6-ded6-4e42-b07c-bc66350bc06d HTTP/1.1" status: 200 len: 911 time: 0.0980489 Mar 22 20:38:58.658511 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78878cd1-0d84-4121-8a17-cb5e09b8a609 req-9f63879b-d953-44ab-a7f5-09371547a640 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e52af6ee-8e4c-4ec8-ac21-3b30aed278ac HTTP/1.1" status: 200 len: 998 time: 0.0677865 Mar 22 20:38:58.715763 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78878cd1-0d84-4121-8a17-cb5e09b8a609 req-8dc8f7bb-7137-44f9-9f82-a9ad1f25100f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:58.718345 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78878cd1-0d84-4121-8a17-cb5e09b8a609 req-8dc8f7bb-7137-44f9-9f82-a9ad1f25100f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5faa2689-afe8-46e2-a17a-9a59cb440475 HTTP/1.1" status: 200 len: 849 time: 0.0542674 Mar 22 20:38:58.772471 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78878cd1-0d84-4121-8a17-cb5e09b8a609 req-d0c21858-5db1-40bf-b978-baca096f0901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:38:58.774039 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78878cd1-0d84-4121-8a17-cb5e09b8a609 req-d0c21858-5db1-40bf-b978-baca096f0901 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=de3574d6-ded6-4e42-b07c-bc66350bc06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0499809 Mar 22 20:38:58.792870 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-c5395934-bceb-4d0b-ad7f-9bd084ab6123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd839e354-5a36-440d-8419-ea236703f937', 'name': 'tempest-TestSnapshotPattern-1466773389-router', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:33Z', 'revision_number': 4, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'gw_port': {'id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd839e354-5a36-440d-8419-ea236703f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '12143747-4b10-44ea-a85a-585b5d7d7632', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'floating_ip_address': '172.25.5.7', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'd839e354-5a36-440d-8419-ea236703f937', 'port_id': 'e52af6ee-8e4c-4ec8-ac21-3b30aed278ac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d', 'mac_address': 'fa:16:3e:3b:ff:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d540b-afc9-4066-975a-a9118a878fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:38:57Z', 'updated_at': '2022-03-22T20:38:57Z', 'revision_number': 0, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c909c37-45f5-41b4-959d-07417d521849', 'name': '', 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'mac_address': 'fa:16:3e:36:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd839e354-5a36-440d-8419-ea236703f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '5faa2689-afe8-46e2-a17a-9a59cb440475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:33Z', 'updated_at': '2022-03-22T20:38:38Z', 'revision_number': 5, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'subnets': [{'id': '5faa2689-afe8-46e2-a17a-9a59cb440475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:58.824971 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5395934-bceb-4d0b-ad7f-9bd084ab6123 None None] Checking router: d839e354-5a36-440d-8419-ea236703f937 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:38:58.835221 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5395934-bceb-4d0b-ad7f-9bd084ab6123 None None] Routers {'d839e354-5a36-440d-8419-ea236703f937'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:38:58.835889 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-c5395934-bceb-4d0b-ad7f-9bd084ab6123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:38:48Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d839e354-5a36-440d-8419-ea236703f937'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:58.867424 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78878cd1-0d84-4121-8a17-cb5e09b8a609 req-30171b94-3067-4612-ae81-735cf7c5a35a service neutron] 10.222.0.85 "GET /v2.0/networks/de3574d6-ded6-4e42-b07c-bc66350bc06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878773 Mar 22 20:38:58.949296 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-c5395934-bceb-4d0b-ad7f-9bd084ab6123 None None] Set router d839e354-5a36-440d-8419-ea236703f937 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:38:58.963382 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-78878cd1-0d84-4121-8a17-cb5e09b8a609 req-8bbdd51e-3aca-462d-8ce5-3afd93a27954 service neutron] 10.222.0.85 "GET /v2.0/networks/de3574d6-ded6-4e42-b07c-bc66350bc06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901823 Mar 22 20:38:59.176261 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-c5395934-bceb-4d0b-ad7f-9bd084ab6123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd839e354-5a36-440d-8419-ea236703f937', 'name': 'tempest-TestSnapshotPattern-1466773389-router', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:33Z', 'revision_number': 4, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'gw_port': {'id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd839e354-5a36-440d-8419-ea236703f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '12143747-4b10-44ea-a85a-585b5d7d7632', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'floating_ip_address': '172.25.5.7', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'd839e354-5a36-440d-8419-ea236703f937', 'port_id': 'e52af6ee-8e4c-4ec8-ac21-3b30aed278ac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d', 'mac_address': 'fa:16:3e:3b:ff:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d540b-afc9-4066-975a-a9118a878fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:38:57Z', 'updated_at': '2022-03-22T20:38:57Z', 'revision_number': 0, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c909c37-45f5-41b4-959d-07417d521849', 'name': '', 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'mac_address': 'fa:16:3e:36:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd839e354-5a36-440d-8419-ea236703f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '5faa2689-afe8-46e2-a17a-9a59cb440475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:33Z', 'updated_at': '2022-03-22T20:38:38Z', 'revision_number': 5, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'subnets': [{'id': '5faa2689-afe8-46e2-a17a-9a59cb440475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:38:59.204031 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5395934-bceb-4d0b-ad7f-9bd084ab6123 None None] The sync data for ids ['d839e354-5a36-440d-8419-ea236703f937'] in n-d-705658-24 is: [{'id': 'd839e354-5a36-440d-8419-ea236703f937', 'name': 'tempest-TestSnapshotPattern-1466773389-router', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:33Z', 'revision_number': 4, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'gw_port': {'id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd839e354-5a36-440d-8419-ea236703f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '12143747-4b10-44ea-a85a-585b5d7d7632', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'floating_ip_address': '172.25.5.7', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'd839e354-5a36-440d-8419-ea236703f937', 'port_id': 'e52af6ee-8e4c-4ec8-ac21-3b30aed278ac', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d', 'mac_address': 'fa:16:3e:3b:ff:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b57d540b-afc9-4066-975a-a9118a878fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:38:57Z', 'updated_at': '2022-03-22T20:38:57Z', 'revision_number': 0, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c909c37-45f5-41b4-959d-07417d521849', 'name': '', 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'mac_address': 'fa:16:3e:36:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd839e354-5a36-440d-8419-ea236703f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '5faa2689-afe8-46e2-a17a-9a59cb440475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:33Z', 'updated_at': '2022-03-22T20:38:38Z', 'revision_number': 5, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'subnets': [{'id': '5faa2689-afe8-46e2-a17a-9a59cb440475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:38:59.420758 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51671f70-bc5a-4567-a657-ac2657a87597 None None] New status for floating IP 12143747-4b10-44ea-a85a-585b5d7d7632: ACTIVE {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:39:15.337514 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8e538130-cd9a-44a7-a3f2-a3f071cc0c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:39:16.714182 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:39:17.564252 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ae574ac5-5540-4693-8487-e3a9cb2f5ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:39:19.025604 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:39:19.037956 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:39:20.456692 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:39:21.521742 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:39:22.617442 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:39:45.340881 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5ddf65c-3d8c-4d99-a825-0d3a88b82ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:39:45.673254 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f8f2f2eb-832e-4b66-9b4f-75381672be9c req-a558118b-d1ef-4771-9f58-96e51614238d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b57d540b-afc9-4066-975a-a9118a878fe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0907919 Mar 22 20:39:45.765390 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2f2eb-832e-4b66-9b4f-75381672be9c req-add427ff-f9b0-4f0b-a393-898200726ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:39:45.766961 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f8f2f2eb-832e-4b66-9b4f-75381672be9c req-add427ff-f9b0-4f0b-a393-898200726ba4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5055c370f7c243949f461bedbc5b7d7d&device_id=b57d540b-afc9-4066-975a-a9118a878fe0 HTTP/1.1" status: 200 len: 1129 time: 0.0474467 Mar 22 20:39:45.901085 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2f2eb-832e-4b66-9b4f-75381672be9c req-33a10ac7-3884-45c7-8081-3bb2342be438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:39:45.902547 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f8f2f2eb-832e-4b66-9b4f-75381672be9c req-33a10ac7-3884-45c7-8081-3bb2342be438 service neutron] 10.222.0.85 "GET /v2.0/networks?id=de3574d6-ded6-4e42-b07c-bc66350bc06d HTTP/1.1" status: 200 len: 911 time: 0.1092200 Mar 22 20:39:45.967491 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f8f2f2eb-832e-4b66-9b4f-75381672be9c req-ea6bd022-9551-497c-ba02-b3aa0d7026f9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e52af6ee-8e4c-4ec8-ac21-3b30aed278ac HTTP/1.1" status: 200 len: 1000 time: 0.0594435 Mar 22 20:39:46.017145 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2f2eb-832e-4b66-9b4f-75381672be9c req-34c54fe4-4b01-47d0-9d74-85ddd0d471be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:39:46.018665 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f8f2f2eb-832e-4b66-9b4f-75381672be9c req-34c54fe4-4b01-47d0-9d74-85ddd0d471be service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5faa2689-afe8-46e2-a17a-9a59cb440475 HTTP/1.1" status: 200 len: 849 time: 0.0456071 Mar 22 20:39:46.072698 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2f2eb-832e-4b66-9b4f-75381672be9c req-44373465-6d5a-4e4c-88cb-738c5d6fea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:39:46.074251 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f8f2f2eb-832e-4b66-9b4f-75381672be9c req-44373465-6d5a-4e4c-88cb-738c5d6fea5f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=de3574d6-ded6-4e42-b07c-bc66350bc06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0502346 Mar 22 20:39:46.083808 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-f8f2f2eb-832e-4b66-9b4f-75381672be9c req-b093bb52-a851-47b4-9083-d41c2d8ad997 service neutron] http://10.222.0.75:9696/v2.0/extensions returned with HTTP 200 {{(pid=104172) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 22 20:39:46.084909 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f8f2f2eb-832e-4b66-9b4f-75381672be9c req-b093bb52-a851-47b4-9083-d41c2d8ad997 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049884 Mar 22 20:39:46.177730 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f8f2f2eb-832e-4b66-9b4f-75381672be9c req-c8c2a324-82dd-4faf-b4a8-2d5d9e765d9e service neutron] 10.222.0.85 "GET /v2.0/networks/de3574d6-ded6-4e42-b07c-bc66350bc06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871680 Mar 22 20:39:46.280420 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f8f2f2eb-832e-4b66-9b4f-75381672be9c req-e4435cf2-8273-409b-be42-bf143d370bac service neutron] 10.222.0.85 "GET /v2.0/networks/de3574d6-ded6-4e42-b07c-bc66350bc06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971947 Mar 22 20:39:46.713300 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:39:47.568772 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a59e8ab7-ad3a-4b9e-ad6e-38e47ec2b506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:39:49.035089 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:39:49.036535 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:39:50.459175 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:39:51.525689 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:39:59.616381 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:40:15.344915 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-896e8f06-1b59-4277-8b8c-d02d8d4d895b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:40:16.710867 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:40:17.572851 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-86e63748-34d7-4476-a31d-a5687563c52e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:40:19.034644 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:40:19.038802 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:40:20.461832 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:40:21.528681 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:40:36.616307 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:40:45.347368 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-98a1596e-4c5b-4f4a-82f3-a303616eb795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:40:46.722865 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:40:47.577599 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1a9d04f5-7cee-43b8-a497-3b14ecdddc1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:40:47.621121 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20bd4956-b8d4-428f-bf85-f2a59636e6b4 req-cd6d03e7-2b17-414a-bf4d-68e83febc75b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b57d540b-afc9-4066-975a-a9118a878fe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0476093 Mar 22 20:40:47.710412 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd4956-b8d4-428f-bf85-f2a59636e6b4 req-ebbcf6d9-2956-4cdb-9046-505e8df189a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:40:47.711930 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20bd4956-b8d4-428f-bf85-f2a59636e6b4 req-ebbcf6d9-2956-4cdb-9046-505e8df189a9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5055c370f7c243949f461bedbc5b7d7d&device_id=b57d540b-afc9-4066-975a-a9118a878fe0 HTTP/1.1" status: 200 len: 1129 time: 0.0474849 Mar 22 20:40:47.821152 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd4956-b8d4-428f-bf85-f2a59636e6b4 req-4e8d8644-b56b-4fd3-b036-79503324a1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:40:47.822960 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20bd4956-b8d4-428f-bf85-f2a59636e6b4 req-4e8d8644-b56b-4fd3-b036-79503324a1a3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=de3574d6-ded6-4e42-b07c-bc66350bc06d HTTP/1.1" status: 200 len: 911 time: 0.0922005 Mar 22 20:40:47.893581 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20bd4956-b8d4-428f-bf85-f2a59636e6b4 req-abc96c2e-6c78-40f6-8884-58dfb13597d0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e52af6ee-8e4c-4ec8-ac21-3b30aed278ac HTTP/1.1" status: 200 len: 1000 time: 0.0650663 Mar 22 20:40:47.949663 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd4956-b8d4-428f-bf85-f2a59636e6b4 req-f664697c-525b-4e91-a624-86f384854f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:40:47.951455 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20bd4956-b8d4-428f-bf85-f2a59636e6b4 req-f664697c-525b-4e91-a624-86f384854f09 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5faa2689-afe8-46e2-a17a-9a59cb440475 HTTP/1.1" status: 200 len: 849 time: 0.0481534 Mar 22 20:40:48.008506 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd4956-b8d4-428f-bf85-f2a59636e6b4 req-62bb71bd-a1fd-4984-b929-f984132f6eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:40:48.010117 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20bd4956-b8d4-428f-bf85-f2a59636e6b4 req-62bb71bd-a1fd-4984-b929-f984132f6eb9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=de3574d6-ded6-4e42-b07c-bc66350bc06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0520089 Mar 22 20:40:48.102329 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20bd4956-b8d4-428f-bf85-f2a59636e6b4 req-23610283-aac0-4eec-8c83-a23e0d2b4ed5 service neutron] 10.222.0.85 "GET /v2.0/networks/de3574d6-ded6-4e42-b07c-bc66350bc06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849583 Mar 22 20:40:48.194180 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-20bd4956-b8d4-428f-bf85-f2a59636e6b4 req-0eacac11-635f-4149-a843-4b25a9c58134 service neutron] 10.222.0.85 "GET /v2.0/networks/de3574d6-ded6-4e42-b07c-bc66350bc06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861406 Mar 22 20:40:49.042875 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:40:49.045629 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:40:50.465314 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:40:51.532489 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:41:13.615956 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:41:15.349773 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-826e563e-a7ef-4720-b223-f48073031cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:41:16.723852 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:41:17.578205 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c99febde-35d5-4d13-902b-6775b842882c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:41:19.042780 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:41:19.044120 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:41:20.468083 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:41:21.535238 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:41:28.664631 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device e52af6ee-8e4c-4ec8-ac21-3b30aed278ac details requested by agent hyperv_n-h2-705658-24 with host n-h2-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:41:28.763059 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port e52af6ee-8e4c-4ec8-ac21-3b30aed278ac, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=e52af6ee-8e4c-4ec8-ac21-3b30aed278ac,segment=NetworkSegment(73b19486-07e6-46c0-bac0-695971951217),segment_id=73b19486-07e6-46c0-bac0-695971951217)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:41:28.774705 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Returning: {'device': 'e52af6ee-8e4c-4ec8-ac21-3b30aed278ac', 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d', 'port_id': 'e52af6ee-8e4c-4ec8-ac21-3b30aed278ac', 'mac_address': 'fa:16:3e:3b:ff:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5faa2689-afe8-46e2-a17a-9a59cb440475', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:41:28.811703 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port e52af6ee-8e4c-4ec8-ac21-3b30aed278ac is: ACTIVE; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:41:28.812095 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e52af6ee-8e4c-4ec8-ac21-3b30aed278ac), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:41:28.824775 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e52af6ee-8e4c-4ec8-ac21-3b30aed278ac {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:41:28.844026 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port e52af6ee-8e4c-4ec8-ac21-3b30aed278ac, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=e52af6ee-8e4c-4ec8-ac21-3b30aed278ac,segment=NetworkSegment(73b19486-07e6-46c0-bac0-695971951217),segment_id=73b19486-07e6-46c0-bac0-695971951217)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:41:28.848840 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (e52af6ee-8e4c-4ec8-ac21-3b30aed278ac), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:41:28.900313 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=e52af6ee-8e4c-4ec8-ac21-3b30aed278ac,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:41:28.908375 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:41:28.908722 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:41:28.909061 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:41:28.909399 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:41:28.909729 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:41:28.910094 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:41:28.910418 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:41:28.910740 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:41:28.911061 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:41:28.911380 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:41:28.911699 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:41:28.912018 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:41:28.912336 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:41:28.912658 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:41:28.912973 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:41:28.919246 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] get_ports_and_sgs() called for port_ids ['e52af6ee-8e4c-4ec8-ac21-3b30aed278ac'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:41:30.678670 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device e52af6ee-8e4c-4ec8-ac21-3b30aed278ac up at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:41:30.729900 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Provisioning complete for port e52af6ee-8e4c-4ec8-ac21-3b30aed278ac triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:41:30.730279 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (e52af6ee-8e4c-4ec8-ac21-3b30aed278ac), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:41:30.808067 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port e52af6ee-8e4c-4ec8-ac21-3b30aed278ac is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:41:30.808465 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e52af6ee-8e4c-4ec8-ac21-3b30aed278ac), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:41:30.832304 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57d540b-afc9-4066-975a-a9118a878fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52af6ee-8e4c-4ec8-ac21-3b30aed278ac'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:41:30.834700 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42acaf4adbc820cceca1c39a9c6556ee9c843f2d32102223230a5dac4986dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b109b6f-f660-49f9-be16-fcbd9871d683" -d '{"events": [{"server_uuid": "b57d540b-afc9-4066-975a-a9118a878fe0", "name": "network-vif-plugged", "status": "completed", "tag": "e52af6ee-8e4c-4ec8-ac21-3b30aed278ac"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:41:30.847850 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port e52af6ee-8e4c-4ec8-ac21-3b30aed278ac, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=e52af6ee-8e4c-4ec8-ac21-3b30aed278ac,segment=NetworkSegment(73b19486-07e6-46c0-bac0-695971951217),segment_id=73b19486-07e6-46c0-bac0-695971951217)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:41:30.852823 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (e52af6ee-8e4c-4ec8-ac21-3b30aed278ac), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:41:30.880578 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1238708-5f42-430a-bc48-aec20580b72a x-openstack-request-id: req-d1238708-5f42-430a-bc48-aec20580b72a {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:41:30.880887 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57d540b-afc9-4066-975a-a9118a878fe0", "name": "network-vif-plugged", "status": "completed", "tag": "e52af6ee-8e4c-4ec8-ac21-3b30aed278ac", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:41:30.881140 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-d1238708-5f42-430a-bc48-aec20580b72a {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:41:30.881538 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1238708-5f42-430a-bc48-aec20580b72a'] response: {'server_uuid': 'b57d540b-afc9-4066-975a-a9118a878fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e52af6ee-8e4c-4ec8-ac21-3b30aed278ac', 'code': 200} Mar 22 20:41:30.907961 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=e52af6ee-8e4c-4ec8-ac21-3b30aed278ac,revision_number=7']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:41:40.965628 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-b3ce22d1-7eb9-4893-adc1-081211e9451e tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1845540326&fields=id&tenant_id=5055c370f7c243949f461bedbc5b7d7d HTTP/1.1" status: 200 len: 267 time: 0.0449400 Mar 22 20:41:41.069505 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-f09ea898-5958-451f-9615-36a612236ae0 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:41:41.071000 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-f09ea898-5958-451f-9615-36a612236ae0 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/networks?id=de3574d6-ded6-4e42-b07c-bc66350bc06d HTTP/1.1" status: 200 len: 810 time: 0.0982563 Mar 22 20:41:41.085647 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-34dd90a6-b212-4977-8048-9d888eac3f60 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/quotas/5055c370f7c243949f461bedbc5b7d7d HTTP/1.1" status: 200 len: 375 time: 0.0093400 Mar 22 20:41:41.148110 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-4d5ba164-dd47-4ccc-913d-48925c07dab3 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?tenant_id=5055c370f7c243949f461bedbc5b7d7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0571778 Mar 22 20:41:41.282070 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-850f9101-01b2-496f-abfb-fc06ee7fd5f9 service neutron] 10.222.0.75 "GET /v2.0/networks/de3574d6-ded6-4e42-b07c-bc66350bc06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218762 Mar 22 20:41:41.371198 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-f6e25d51-96e0-436c-a89c-6d5619b963f2 service neutron] 10.222.0.75 "GET /v2.0/networks/de3574d6-ded6-4e42-b07c-bc66350bc06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834036 Mar 22 20:41:42.889654 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-708dcbe9-b32d-4194-9ab9-399a662ac0d5 req-a8c2c6f4-e615-4c8c-868e-1af94a551207 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5aa2c72-94f6-4832-816a-6da653a89221 HTTP/1.1" status: 200 len: 210 time: 0.3623376 Mar 22 20:41:43.966942 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c5146c50-2fa6-40e9-9e86-f82581fe61ac req-465f7610-9899-4614-b7d9-5165a67ac64a tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5aa2c72-94f6-4832-816a-6da653a89221 HTTP/1.1" status: 200 len: 210 time: 0.0259013 Mar 22 20:41:44.755723 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device e52af6ee-8e4c-4ec8-ac21-3b30aed278ac no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:41:44.835054 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Current status of the port e52af6ee-8e4c-4ec8-ac21-3b30aed278ac is: ACTIVE; New status is: DOWN {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:41:44.835443 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (e52af6ee-8e4c-4ec8-ac21-3b30aed278ac), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:41:44.858386 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57d540b-afc9-4066-975a-a9118a878fe0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e52af6ee-8e4c-4ec8-ac21-3b30aed278ac'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:41:44.860591 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42acaf4adbc820cceca1c39a9c6556ee9c843f2d32102223230a5dac4986dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3414c02-e92d-4b30-aebd-44271dcbad94" -d '{"events": [{"server_uuid": "b57d540b-afc9-4066-975a-a9118a878fe0", "name": "network-vif-unplugged", "status": "completed", "tag": "e52af6ee-8e4c-4ec8-ac21-3b30aed278ac"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:41:44.873526 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] For port e52af6ee-8e4c-4ec8-ac21-3b30aed278ac, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=e52af6ee-8e4c-4ec8-ac21-3b30aed278ac,segment=NetworkSegment(73b19486-07e6-46c0-bac0-695971951217),segment_id=73b19486-07e6-46c0-bac0-695971951217)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:41:44.878259 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (e52af6ee-8e4c-4ec8-ac21-3b30aed278ac), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:41:44.902312 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 22 Mar 2022 20:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3c0d15-aec9-4d57-a2dc-a0e5980028c6 x-openstack-request-id: req-3f3c0d15-aec9-4d57-a2dc-a0e5980028c6 {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:41:44.902607 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57d540b-afc9-4066-975a-a9118a878fe0", "name": "network-vif-unplugged", "status": "completed", "tag": "e52af6ee-8e4c-4ec8-ac21-3b30aed278ac", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:41:44.902865 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-3f3c0d15-aec9-4d57-a2dc-a0e5980028c6 {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:41:44.903264 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f3c0d15-aec9-4d57-a2dc-a0e5980028c6'] response: {'server_uuid': 'b57d540b-afc9-4066-975a-a9118a878fe0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e52af6ee-8e4c-4ec8-ac21-3b30aed278ac', 'code': 200} Mar 22 20:41:44.928974 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Pushing event updated for resources: {'Port': ['ID=e52af6ee-8e4c-4ec8-ac21-3b30aed278ac,revision_number=8']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:41:45.043016 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-c4f969b0-adf5-468a-806f-e0757c1e194e req-9e356d06-d6ea-47ae-9513-9278719a9c00 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5aa2c72-94f6-4832-816a-6da653a89221 HTTP/1.1" status: 200 len: 210 time: 0.0258379 Mar 22 20:41:45.351655 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-682836a0-41f5-4028-94a6-1dc86e0d12f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:41:46.141225 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f3e4dcbe-a288-4a79-952e-010b4e8939ca req-6b6ed99c-9c8e-4ad5-a07e-8c172e2d1ee6 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5aa2c72-94f6-4832-816a-6da653a89221 HTTP/1.1" status: 200 len: 210 time: 0.0291533 Mar 22 20:41:46.738664 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:41:47.240816 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ffc8c2a9-9561-407d-b52d-fb2737eff444 req-780d65fa-7c0d-46b7-a3c1-e3cec48448fd tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5aa2c72-94f6-4832-816a-6da653a89221 HTTP/1.1" status: 200 len: 210 time: 0.0289552 Mar 22 20:41:47.570032 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-eac19bcc-9598-4db2-9789-0103d095908e tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:41:47.572266 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-eac19bcc-9598-4db2-9789-0103d095908e tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.84 "GET /v2.0/networks?id=de3574d6-ded6-4e42-b07c-bc66350bc06d HTTP/1.1" status: 200 len: 810 time: 0.1066139 Mar 22 20:41:47.585747 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-29941770-a682-462e-846e-dee2efe09e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:41:47.640452 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-044063b2-8a73-4996-b9bf-7578dfe1e6b5 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5055c370f7c243949f461bedbc5b7d7d HTTP/1.1" status: 200 len: 380 time: 0.0600040 Mar 22 20:41:47.753883 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-63dfdb71-0e3f-45c3-9f0b-8d1d2d0691e6 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Request body: {'port': {'device_id': 'd5aa2c72-94f6-4832-816a-6da653a89221', 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d', 'admin_state_up': True, 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'security_groups': ['839fb7c9-74ab-45af-ad2c-bb62b1df094f']}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:41:47.871858 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-63dfdb71-0e3f-45c3-9f0b-8d1d2d0691e6 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Made reservation on behalf of 5055c370f7c243949f461bedbc5b7d7d for: {'port': 1} {{(pid=104173) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 22 20:41:47.876107 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-63dfdb71-0e3f-45c3-9f0b-8d1d2d0691e6 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:41:48.009927 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-63dfdb71-0e3f-45c3-9f0b-8d1d2d0691e6 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Allocated IP 172.20.0.13 (de3574d6-ded6-4e42-b07c-bc66350bc06d/5faa2689-afe8-46e2-a17a-9a59cb440475/53b08309-a201-48a8-b638-33a751b9031f) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:41:48.182574 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-63dfdb71-0e3f-45c3-9f0b-8d1d2d0691e6 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for port (53b08309-a201-48a8-b638-33a751b9031f), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:41:48.225241 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-63dfdb71-0e3f-45c3-9f0b-8d1d2d0691e6 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (53b08309-a201-48a8-b638-33a751b9031f), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:41:48.287424 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-63dfdb71-0e3f-45c3-9f0b-8d1d2d0691e6 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Network de3574d6-ded6-4e42-b07c-bc66350bc06d is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:41:48.303080 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-63dfdb71-0e3f-45c3-9f0b-8d1d2d0691e6 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:41:48.306546 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-63dfdb71-0e3f-45c3-9f0b-8d1d2d0691e6 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:41:48.454685 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-63dfdb71-0e3f-45c3-9f0b-8d1d2d0691e6 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:41:48.455375 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-63dfdb71-0e3f-45c3-9f0b-8d1d2d0691e6 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:41:48.460960 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cefa68-1dbb-4587-819b-d5410dae114a req-c4106817-66f1-441c-a269-06b8584945f1 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:41:48.462321 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dfdb71-0e3f-45c3-9f0b-8d1d2d0691e6 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Pushing event updated for resources: {'Port': ['ID=53b08309-a201-48a8-b638-33a751b9031f,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:41:48.480669 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-07cefa68-1dbb-4587-819b-d5410dae114a req-c4106817-66f1-441c-a269-06b8584945f1 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5aa2c72-94f6-4832-816a-6da653a89221 HTTP/1.1" status: 200 len: 932 time: 0.1103756 Mar 22 20:41:48.493439 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfdb71-0e3f-45c3-9f0b-8d1d2d0691e6 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:41:48.493864 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfdb71-0e3f-45c3-9f0b-8d1d2d0691e6 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:41:48.497996 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfdb71-0e3f-45c3-9f0b-8d1d2d0691e6 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:41:48.498374 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfdb71-0e3f-45c3-9f0b-8d1d2d0691e6 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:41:48.498778 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfdb71-0e3f-45c3-9f0b-8d1d2d0691e6 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:41:48.499104 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfdb71-0e3f-45c3-9f0b-8d1d2d0691e6 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:41:48.499445 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfdb71-0e3f-45c3-9f0b-8d1d2d0691e6 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:41:48.499780 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfdb71-0e3f-45c3-9f0b-8d1d2d0691e6 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:41:48.500118 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfdb71-0e3f-45c3-9f0b-8d1d2d0691e6 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:41:48.500447 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfdb71-0e3f-45c3-9f0b-8d1d2d0691e6 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:41:48.504641 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfdb71-0e3f-45c3-9f0b-8d1d2d0691e6 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:41:48.505010 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfdb71-0e3f-45c3-9f0b-8d1d2d0691e6 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:41:48.505349 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfdb71-0e3f-45c3-9f0b-8d1d2d0691e6 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:41:48.505687 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfdb71-0e3f-45c3-9f0b-8d1d2d0691e6 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:41:48.506050 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dfdb71-0e3f-45c3-9f0b-8d1d2d0691e6 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:41:48.527812 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-63dfdb71-0e3f-45c3-9f0b-8d1d2d0691e6 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7778952 Mar 22 20:41:48.568667 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-07cefa68-1dbb-4587-819b-d5410dae114a req-1af041e2-0d0d-4866-8f8e-1114d621b31c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/security-groups?id=839fb7c9-74ab-45af-ad2c-bb62b1df094f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849812 Mar 22 20:41:48.804053 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-298cd374-9054-43b9-8495-d9b889ee17e7 None None] Provisioning complete for port 53b08309-a201-48a8-b638-33a751b9031f triggered by entity DHCP. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:41:48.804665 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-298cd374-9054-43b9-8495-d9b889ee17e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (53b08309-a201-48a8-b638-33a751b9031f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:41:48.851058 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-298cd374-9054-43b9-8495-d9b889ee17e7 None None] Port 53b08309-a201-48a8-b638-33a751b9031f cannot update to ACTIVE because it is not bound. {{(pid=104174) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 22 20:41:49.040325 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:41:49.053464 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:41:49.630367 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-48332497-e795-43d2-8d86-4c5fe2f0c59f req-78d4982d-59b5-4c02-8feb-0e897bc57976 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b57d540b-afc9-4066-975a-a9118a878fe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0548682 Mar 22 20:41:49.803896 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48332497-e795-43d2-8d86-4c5fe2f0c59f req-490be000-c3e2-4ce1-b884-e317e9abe7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:41:49.806748 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-48332497-e795-43d2-8d86-4c5fe2f0c59f req-490be000-c3e2-4ce1-b884-e317e9abe7db service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5055c370f7c243949f461bedbc5b7d7d&device_id=b57d540b-afc9-4066-975a-a9118a878fe0 HTTP/1.1" status: 200 len: 1127 time: 0.1142704 Mar 22 20:41:49.850884 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0e1f1-2f7f-4606-a193-5cdb896acbd8 req-e131cdde-f647-411d-a19a-b2cf92c25068 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:41:49.852565 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a0e0e1f1-2f7f-4606-a193-5cdb896acbd8 req-e131cdde-f647-411d-a19a-b2cf92c25068 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5aa2c72-94f6-4832-816a-6da653a89221 HTTP/1.1" status: 200 len: 932 time: 0.1628942 Mar 22 20:41:49.965280 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a0e0e1f1-2f7f-4606-a193-5cdb896acbd8 req-0524c9f3-1f7f-42d0-b4d2-d47387f1d5b6 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/security-groups?id=839fb7c9-74ab-45af-ad2c-bb62b1df094f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716262 Mar 22 20:41:49.983073 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48332497-e795-43d2-8d86-4c5fe2f0c59f req-6977cf25-0bf4-4232-b81b-1219fbda6f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:41:49.984572 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-48332497-e795-43d2-8d86-4c5fe2f0c59f req-6977cf25-0bf4-4232-b81b-1219fbda6f8b service neutron] 10.222.0.85 "GET /v2.0/networks?id=de3574d6-ded6-4e42-b07c-bc66350bc06d HTTP/1.1" status: 200 len: 911 time: 0.1492426 Mar 22 20:41:50.091010 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-48332497-e795-43d2-8d86-4c5fe2f0c59f req-b04e623d-f406-42cf-b8e4-62cdb36d11b1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e52af6ee-8e4c-4ec8-ac21-3b30aed278ac HTTP/1.1" status: 200 len: 998 time: 0.1005538 Mar 22 20:41:50.191164 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48332497-e795-43d2-8d86-4c5fe2f0c59f req-fa0a5f3e-3aa7-4006-8cf4-01c5309da2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:41:50.194323 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-48332497-e795-43d2-8d86-4c5fe2f0c59f req-fa0a5f3e-3aa7-4006-8cf4-01c5309da2ae service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5faa2689-afe8-46e2-a17a-9a59cb440475 HTTP/1.1" status: 200 len: 849 time: 0.0928550 Mar 22 20:41:50.264718 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48332497-e795-43d2-8d86-4c5fe2f0c59f req-ce70a30e-c8fe-4d42-b512-899d1254d996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:41:50.266276 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-48332497-e795-43d2-8d86-4c5fe2f0c59f req-ce70a30e-c8fe-4d42-b512-899d1254d996 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=de3574d6-ded6-4e42-b07c-bc66350bc06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0660257 Mar 22 20:41:50.365496 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-48332497-e795-43d2-8d86-4c5fe2f0c59f req-3f167d06-3bcf-4c88-9558-829613c9de47 service neutron] 10.222.0.85 "GET /v2.0/networks/de3574d6-ded6-4e42-b07c-bc66350bc06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929060 Mar 22 20:41:50.474673 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:41:50.475687 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-48332497-e795-43d2-8d86-4c5fe2f0c59f req-2932c30d-d498-4b84-ae5d-fc901b1abc44 service neutron] 10.222.0.85 "GET /v2.0/networks/de3574d6-ded6-4e42-b07c-bc66350bc06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046808 Mar 22 20:41:50.616009 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:41:51.104133 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61bce74-bdb1-4a12-9670-186ea1ba7a80 req-1d144fbc-820d-4e04-a1bf-e0af53140ca2 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:41:51.106004 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f61bce74-bdb1-4a12-9670-186ea1ba7a80 req-1d144fbc-820d-4e04-a1bf-e0af53140ca2 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5aa2c72-94f6-4832-816a-6da653a89221 HTTP/1.1" status: 200 len: 932 time: 0.0574243 Mar 22 20:41:51.160452 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-f61bce74-bdb1-4a12-9670-186ea1ba7a80 req-de4a21f8-0016-4c07-b614-0dd41b9502e5 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/security-groups?id=839fb7c9-74ab-45af-ad2c-bb62b1df094f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476003 Mar 22 20:41:51.543614 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:41:52.289024 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c3af99-2e38-4970-ac6d-de41527f77b3 req-872e5e0c-0ca6-450e-81c2-fc2572d08893 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:41:52.290967 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-45c3af99-2e38-4970-ac6d-de41527f77b3 req-872e5e0c-0ca6-450e-81c2-fc2572d08893 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5aa2c72-94f6-4832-816a-6da653a89221 HTTP/1.1" status: 200 len: 932 time: 0.0598021 Mar 22 20:41:52.348298 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-45c3af99-2e38-4970-ac6d-de41527f77b3 req-2cb5f704-c8dc-4cbf-9e31-ebe99f828b3f tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/security-groups?id=839fb7c9-74ab-45af-ad2c-bb62b1df094f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511200 Mar 22 20:41:53.481490 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b823a-3721-4003-9a70-da61c4ea6fcf req-3dffec41-6523-43ad-97b7-d58fdf2f78ea tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:41:53.483153 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7c1b823a-3721-4003-9a70-da61c4ea6fcf req-3dffec41-6523-43ad-97b7-d58fdf2f78ea tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5aa2c72-94f6-4832-816a-6da653a89221 HTTP/1.1" status: 200 len: 932 time: 0.0609763 Mar 22 20:41:53.539527 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-7c1b823a-3721-4003-9a70-da61c4ea6fcf req-148abb26-5770-49a0-beaf-52eb3a153e7b tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/security-groups?id=839fb7c9-74ab-45af-ad2c-bb62b1df094f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500422 Mar 22 20:41:54.677456 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919d317-7994-4215-985d-ada536fdc0b9 req-6df7ba18-bb72-4899-8c70-7d5484085945 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:41:54.679184 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9919d317-7994-4215-985d-ada536fdc0b9 req-6df7ba18-bb72-4899-8c70-7d5484085945 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5aa2c72-94f6-4832-816a-6da653a89221 HTTP/1.1" status: 200 len: 932 time: 0.0663180 Mar 22 20:41:54.741485 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-9919d317-7994-4215-985d-ada536fdc0b9 req-d54e6db7-f4cb-4803-8451-946736bb5062 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/security-groups?id=839fb7c9-74ab-45af-ad2c-bb62b1df094f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542030 Mar 22 20:41:55.513279 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-250e53e1-3e58-4047-b644-fc8fb928084b service neutron] Request body: {'port': {'device_id': 'd5aa2c72-94f6-4832-816a-6da653a89221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-705658-24'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:41:55.575738 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-250e53e1-3e58-4047-b644-fc8fb928084b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (53b08309-a201-48a8-b638-33a751b9031f), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:41:55.839596 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-250e53e1-3e58-4047-b644-fc8fb928084b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b08309-a201-48a8-b638-33a751b9031f {{(pid=104173) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:41:55.849601 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-250e53e1-3e58-4047-b644-fc8fb928084b service neutron] Publish callbacks [] for port (53b08309-a201-48a8-b638-33a751b9031f), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:41:55.862024 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.provisioning_blocks [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-250e53e1-3e58-4047-b644-fc8fb928084b service neutron] Transition to ACTIVE for port object 53b08309-a201-48a8-b638-33a751b9031f will not be triggered until provisioned by entity L2. {{(pid=104173) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 22 20:41:55.869968 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-250e53e1-3e58-4047-b644-fc8fb928084b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (53b08309-a201-48a8-b638-33a751b9031f), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:41:55.872406 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf40727-8d50-4038-a9b7-7360324f04a7 req-d7c4244f-e9a4-490c-89b4-844c89121a60 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:41:55.880498 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3bf40727-8d50-4038-a9b7-7360324f04a7 req-d7c4244f-e9a4-490c-89b4-844c89121a60 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5aa2c72-94f6-4832-816a-6da653a89221 HTTP/1.1" status: 200 len: 932 time: 0.0694506 Mar 22 20:41:55.939455 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-3bf40727-8d50-4038-a9b7-7360324f04a7 req-ce0c2725-a119-4eb7-b11c-98575b534938 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/security-groups?id=839fb7c9-74ab-45af-ad2c-bb62b1df094f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531833 Mar 22 20:41:55.940489 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e53e1-3e58-4047-b644-fc8fb928084b service neutron] Pushing event updated for resources: {'Port': ['ID=53b08309-a201-48a8-b638-33a751b9031f,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:41:55.995196 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-250e53e1-3e58-4047-b644-fc8fb928084b service neutron] Attempting to bind port 53b08309-a201-48a8-b638-33a751b9031f on host n-h1-705658-24 for vnic_type normal with profile {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 22 20:41:55.995612 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-250e53e1-3e58-4047-b644-fc8fb928084b service neutron] Attempting to bind port 53b08309-a201-48a8-b638-33a751b9031f by drivers openvswitch,hyperv on host n-h1-705658-24 at level 0 using segments [{'id': '73b19486-07e6-46c0-bac0-695971951217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d'}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 22 20:41:55.995850 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-250e53e1-3e58-4047-b644-fc8fb928084b service neutron] Attempting to bind port 53b08309-a201-48a8-b638-33a751b9031f on network de3574d6-ded6-4e42-b07c-bc66350bc06d {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:41:56.000326 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-250e53e1-3e58-4047-b644-fc8fb928084b service neutron] Port 53b08309-a201-48a8-b638-33a751b9031f on network de3574d6-ded6-4e42-b07c-bc66350bc06d not bound, no agent of type Open vSwitch agent registered on host n-h1-705658-24 {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 22 20:41:56.000643 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-250e53e1-3e58-4047-b644-fc8fb928084b service neutron] Attempting to bind port 53b08309-a201-48a8-b638-33a751b9031f on network de3574d6-ded6-4e42-b07c-bc66350bc06d {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 22 20:41:56.005634 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-250e53e1-3e58-4047-b644-fc8fb928084b service neutron] Checking agent: {'id': '57a68109-4b6e-4697-8b53-5cef9e52ce2c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-705658-24', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'started_at': datetime.datetime(2022, 3, 22, 19, 11, 15), 'heartbeat_timestamp': datetime.datetime(2022, 3, 22, 20, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 22 20:41:56.005998 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-250e53e1-3e58-4047-b644-fc8fb928084b service neutron] Checking segment: {'id': '73b19486-07e6-46c0-bac0-695971951217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104173) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 22 20:41:56.006379 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-250e53e1-3e58-4047-b644-fc8fb928084b service neutron] Bound using segment: {'id': '73b19486-07e6-46c0-bac0-695971951217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d'} {{(pid=104173) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 22 20:41:56.006807 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.managers [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-250e53e1-3e58-4047-b644-fc8fb928084b service neutron] Bound port: 53b08309-a201-48a8-b638-33a751b9031f, host: n-h1-705658-24, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b19486-07e6-46c0-bac0-695971951217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d'}}] {{(pid=104173) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 22 20:41:56.007155 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-250e53e1-3e58-4047-b644-fc8fb928084b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (53b08309-a201-48a8-b638-33a751b9031f), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:41:56.073103 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-250e53e1-3e58-4047-b644-fc8fb928084b service neutron] For port 53b08309-a201-48a8-b638-33a751b9031f, host n-h1-705658-24, cleared binding levels {{(pid=104173) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 22 20:41:56.077051 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-250e53e1-3e58-4047-b644-fc8fb928084b service neutron] For port 53b08309-a201-48a8-b638-33a751b9031f, host n-h1-705658-24, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=53b08309-a201-48a8-b638-33a751b9031f,segment=NetworkSegment(73b19486-07e6-46c0-bac0-695971951217),segment_id=73b19486-07e6-46c0-bac0-695971951217)] {{(pid=104173) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 22 20:41:56.083623 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-250e53e1-3e58-4047-b644-fc8fb928084b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (53b08309-a201-48a8-b638-33a751b9031f), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:41:56.120485 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-250e53e1-3e58-4047-b644-fc8fb928084b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:41:56.120925 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-250e53e1-3e58-4047-b644-fc8fb928084b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:41:56.122455 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-250e53e1-3e58-4047-b644-fc8fb928084b service neutron] 10.222.0.84 "PUT /v2.0/ports/53b08309-a201-48a8-b638-33a751b9031f HTTP/1.1" status: 200 len: 1093 time: 0.6139777 Mar 22 20:41:56.122812 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5aa2c72-94f6-4832-816a-6da653a89221', 'tag': '53b08309-a201-48a8-b638-33a751b9031f'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:41:56.125093 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a75afaf1dfaad70fedc7c7f30d5b041dbb7ec48f6ef478f84521d18edf73ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabce546-762d-4218-9b19-335a6d4de490" -d '{"events": [{"name": "network-changed", "server_uuid": "d5aa2c72-94f6-4832-816a-6da653a89221", "tag": "53b08309-a201-48a8-b638-33a751b9031f"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:41:56.153749 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e53e1-3e58-4047-b644-fc8fb928084b service neutron] Pushing event updated for resources: {'Port': ['ID=53b08309-a201-48a8-b638-33a751b9031f,revision_number=3']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:41:56.192354 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86b5973-b272-4b36-9767-b2e851f5d971 x-openstack-request-id: req-f86b5973-b272-4b36-9767-b2e851f5d971 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:41:56.192719 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5aa2c72-94f6-4832-816a-6da653a89221", "tag": "53b08309-a201-48a8-b638-33a751b9031f", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:41:56.192909 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f86b5973-b272-4b36-9767-b2e851f5d971 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:41:56.193318 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f86b5973-b272-4b36-9767-b2e851f5d971'] response: {'name': 'network-changed', 'server_uuid': 'd5aa2c72-94f6-4832-816a-6da653a89221', 'tag': '53b08309-a201-48a8-b638-33a751b9031f', 'status': 'completed', 'code': 200} Mar 22 20:41:56.214015 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-9b971064-d4da-4705-8983-d4d20e8f430c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:41:56.215647 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-9b971064-d4da-4705-8983-d4d20e8f430c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5055c370f7c243949f461bedbc5b7d7d&device_id=d5aa2c72-94f6-4832-816a-6da653a89221 HTTP/1.1" status: 200 len: 1127 time: 0.0516427 Mar 22 20:41:56.261476 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-9f1c9d70-2d87-4342-abf9-40166a7d066c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53b08309-a201-48a8-b638-33a751b9031f HTTP/1.1" status: 200 len: 217 time: 0.0387704 Mar 22 20:41:56.309906 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-5368a894-c8e8-4bb4-a39b-287d5124cd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:41:56.312015 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-5368a894-c8e8-4bb4-a39b-287d5124cd3a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5faa2689-afe8-46e2-a17a-9a59cb440475 HTTP/1.1" status: 200 len: 849 time: 0.0447857 Mar 22 20:41:56.366290 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-b90b7130-26ab-454b-b746-613fb206da82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:41:56.367798 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-b90b7130-26ab-454b-b746-613fb206da82 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=de3574d6-ded6-4e42-b07c-bc66350bc06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0490174 Mar 22 20:41:56.458278 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-61b34bf1-aa56-4d70-8f02-ef2669e10d84 service neutron] 10.222.0.84 "GET /v2.0/networks/de3574d6-ded6-4e42-b07c-bc66350bc06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839996 Mar 22 20:41:56.543523 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-56342a80-f603-4ac8-a2fc-e39051f42a9e req-7e5f156f-c6e6-431b-a6fb-c4094a59b15b service neutron] 10.222.0.84 "GET /v2.0/networks/de3574d6-ded6-4e42-b07c-bc66350bc06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799353 Mar 22 20:41:56.637806 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabce546-762d-4218-9b19-335a6d4de490 req-20c25ee9-c1bf-48c0-8a6d-d979a9bbd96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:41:56.639344 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cabce546-762d-4218-9b19-335a6d4de490 req-20c25ee9-c1bf-48c0-8a6d-d979a9bbd96a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5055c370f7c243949f461bedbc5b7d7d&device_id=d5aa2c72-94f6-4832-816a-6da653a89221 HTTP/1.1" status: 200 len: 1127 time: 0.0503829 Mar 22 20:41:56.726963 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabce546-762d-4218-9b19-335a6d4de490 req-a7185944-c5be-477c-ba0a-3d6764b48356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:41:56.728438 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cabce546-762d-4218-9b19-335a6d4de490 req-a7185944-c5be-477c-ba0a-3d6764b48356 service neutron] 10.222.0.84 "GET /v2.0/networks?id=de3574d6-ded6-4e42-b07c-bc66350bc06d HTTP/1.1" status: 200 len: 911 time: 0.0824704 Mar 22 20:41:56.768172 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cabce546-762d-4218-9b19-335a6d4de490 req-f2b37ccb-71f7-49ad-948f-8253f164779e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53b08309-a201-48a8-b638-33a751b9031f HTTP/1.1" status: 200 len: 217 time: 0.0341797 Mar 22 20:41:56.819963 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabce546-762d-4218-9b19-335a6d4de490 req-2512746b-3e17-4097-a66c-65a7bd3a602b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:41:56.821433 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cabce546-762d-4218-9b19-335a6d4de490 req-2512746b-3e17-4097-a66c-65a7bd3a602b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5faa2689-afe8-46e2-a17a-9a59cb440475 HTTP/1.1" status: 200 len: 849 time: 0.0475662 Mar 22 20:41:56.869163 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabce546-762d-4218-9b19-335a6d4de490 req-bb1bd1a4-4267-438e-b344-6a8e26ee78c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:41:56.870693 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cabce546-762d-4218-9b19-335a6d4de490 req-bb1bd1a4-4267-438e-b344-6a8e26ee78c1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=de3574d6-ded6-4e42-b07c-bc66350bc06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0433116 Mar 22 20:41:56.958770 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cabce546-762d-4218-9b19-335a6d4de490 req-2937869d-2d80-456f-a527-fdf019197daa service neutron] 10.222.0.84 "GET /v2.0/networks/de3574d6-ded6-4e42-b07c-bc66350bc06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799229 Mar 22 20:41:57.053356 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-cabce546-762d-4218-9b19-335a6d4de490 req-909f42dd-3b3e-4758-a798-910bea249187 service neutron] 10.222.0.84 "GET /v2.0/networks/de3574d6-ded6-4e42-b07c-bc66350bc06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883408 Mar 22 20:41:57.061474 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc578c-1844-4592-bcd6-0b82f066a0e3 req-1397552f-6367-469e-a052-3e469a100da7 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:41:57.062989 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-effc578c-1844-4592-bcd6-0b82f066a0e3 req-1397552f-6367-469e-a052-3e469a100da7 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5aa2c72-94f6-4832-816a-6da653a89221 HTTP/1.1" status: 200 len: 944 time: 0.0543554 Mar 22 20:41:57.113906 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-effc578c-1844-4592-bcd6-0b82f066a0e3 req-333f91e1-1ce6-414d-a6ee-83eba100b863 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/security-groups?id=839fb7c9-74ab-45af-ad2c-bb62b1df094f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450604 Mar 22 20:41:58.233464 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bee8f-208c-408e-a076-f7dca2ed87fe req-75a689d9-0797-4cfa-818e-b0878c9d05aa tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:41:58.234967 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a77bee8f-208c-408e-a076-f7dca2ed87fe req-75a689d9-0797-4cfa-818e-b0878c9d05aa tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5aa2c72-94f6-4832-816a-6da653a89221 HTTP/1.1" status: 200 len: 944 time: 0.0515757 Mar 22 20:41:58.286384 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-a77bee8f-208c-408e-a076-f7dca2ed87fe req-13b26eec-68a9-4842-bc4f-9762652ae6d8 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/security-groups?id=839fb7c9-74ab-45af-ad2c-bb62b1df094f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458636 Mar 22 20:41:59.068549 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 53b08309-a201-48a8-b638-33a751b9031f details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:41:59.165093 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 53b08309-a201-48a8-b638-33a751b9031f, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=53b08309-a201-48a8-b638-33a751b9031f,segment=NetworkSegment(73b19486-07e6-46c0-bac0-695971951217),segment_id=73b19486-07e6-46c0-bac0-695971951217)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:41:59.177650 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '53b08309-a201-48a8-b638-33a751b9031f', 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d', 'port_id': '53b08309-a201-48a8-b638-33a751b9031f', 'mac_address': 'fa:16:3e:f7:a3:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5faa2689-afe8-46e2-a17a-9a59cb440475', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:41:59.221090 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 53b08309-a201-48a8-b638-33a751b9031f is: DOWN; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:41:59.221489 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (53b08309-a201-48a8-b638-33a751b9031f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:41:59.235340 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b08309-a201-48a8-b638-33a751b9031f {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:41:59.253572 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 53b08309-a201-48a8-b638-33a751b9031f, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=53b08309-a201-48a8-b638-33a751b9031f,segment=NetworkSegment(73b19486-07e6-46c0-bac0-695971951217),segment_id=73b19486-07e6-46c0-bac0-695971951217)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:41:59.257307 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (53b08309-a201-48a8-b638-33a751b9031f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:41:59.304347 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=53b08309-a201-48a8-b638-33a751b9031f,revision_number=4']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:41:59.403960 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f40292-69a7-4310-8d2b-a2d65157f234 req-afa3582a-6e73-4621-aa60-67db9b4670a3 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:41:59.406014 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-95f40292-69a7-4310-8d2b-a2d65157f234 req-afa3582a-6e73-4621-aa60-67db9b4670a3 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5aa2c72-94f6-4832-816a-6da653a89221 HTTP/1.1" status: 200 len: 945 time: 0.0524549 Mar 22 20:41:59.453695 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-95f40292-69a7-4310-8d2b-a2d65157f234 req-00db76c9-c1ff-4d64-8d68-99ff54d1b83d tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/security-groups?id=839fb7c9-74ab-45af-ad2c-bb62b1df094f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420804 Mar 22 20:41:59.525082 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['53b08309-a201-48a8-b638-33a751b9031f'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:42:00.578404 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0546eb-5aac-4728-94c2-808c99f870aa req-a0670951-de9b-4dad-ab03-64b47759a200 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:42:00.579951 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ec0546eb-5aac-4728-94c2-808c99f870aa req-a0670951-de9b-4dad-ab03-64b47759a200 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5aa2c72-94f6-4832-816a-6da653a89221 HTTP/1.1" status: 200 len: 945 time: 0.0528808 Mar 22 20:42:00.629503 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-ec0546eb-5aac-4728-94c2-808c99f870aa req-ff9a341f-f535-4ceb-8bc7-b350433a2435 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/security-groups?id=839fb7c9-74ab-45af-ad2c-bb62b1df094f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439820 Mar 22 20:42:01.084360 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 53b08309-a201-48a8-b638-33a751b9031f up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:42:01.133530 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning for port 53b08309-a201-48a8-b638-33a751b9031f completed by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 22 20:42:01.137972 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 53b08309-a201-48a8-b638-33a751b9031f triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:42:01.138343 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (53b08309-a201-48a8-b638-33a751b9031f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:42:01.218959 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 53b08309-a201-48a8-b638-33a751b9031f is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:42:01.219342 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (53b08309-a201-48a8-b638-33a751b9031f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:42:01.241931 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5aa2c72-94f6-4832-816a-6da653a89221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b08309-a201-48a8-b638-33a751b9031f'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:42:01.244166 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42acaf4adbc820cceca1c39a9c6556ee9c843f2d32102223230a5dac4986dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0777d8e1-3a74-4fdf-a8a2-26c2a056e28a" -d '{"events": [{"server_uuid": "d5aa2c72-94f6-4832-816a-6da653a89221", "name": "network-vif-plugged", "status": "completed", "tag": "53b08309-a201-48a8-b638-33a751b9031f"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:42:01.256358 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 53b08309-a201-48a8-b638-33a751b9031f, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=53b08309-a201-48a8-b638-33a751b9031f,segment=NetworkSegment(73b19486-07e6-46c0-bac0-695971951217),segment_id=73b19486-07e6-46c0-bac0-695971951217)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:42:01.260387 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (53b08309-a201-48a8-b638-33a751b9031f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:42:01.306622 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=53b08309-a201-48a8-b638-33a751b9031f,revision_number=5']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:42:01.339929 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f745d3-5c2c-4406-bd23-737a9052132a x-openstack-request-id: req-87f745d3-5c2c-4406-bd23-737a9052132a {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:42:01.340224 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5aa2c72-94f6-4832-816a-6da653a89221", "name": "network-vif-plugged", "status": "completed", "tag": "53b08309-a201-48a8-b638-33a751b9031f", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:42:01.340476 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-87f745d3-5c2c-4406-bd23-737a9052132a {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:42:01.340879 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87f745d3-5c2c-4406-bd23-737a9052132a'] response: {'server_uuid': 'd5aa2c72-94f6-4832-816a-6da653a89221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b08309-a201-48a8-b638-33a751b9031f', 'code': 200} Mar 22 20:42:01.438637 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad869f46-cd08-4edb-b7c2-632a1fbda31d req-1c779be9-2ec0-4fd4-a250-5921fe421e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:42:01.440142 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ad869f46-cd08-4edb-b7c2-632a1fbda31d req-1c779be9-2ec0-4fd4-a250-5921fe421e2e service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d5aa2c72-94f6-4832-816a-6da653a89221 HTTP/1.1" status: 200 len: 1129 time: 0.0449808 Mar 22 20:42:01.483977 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-ad869f46-cd08-4edb-b7c2-632a1fbda31d req-73f17ae1-a28a-45b8-b26f-311622d6132c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=839fb7c9-74ab-45af-ad2c-bb62b1df094f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382862 Mar 22 20:42:01.753422 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7ee5a-ac37-4f4b-bb66-a9e367d7d349 req-ba046e88-ce2f-4331-a8b9-88deaf98ae0a tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:42:01.755015 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85f7ee5a-ac37-4f4b-bb66-a9e367d7d349 req-ba046e88-ce2f-4331-a8b9-88deaf98ae0a tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5aa2c72-94f6-4832-816a-6da653a89221 HTTP/1.1" status: 200 len: 946 time: 0.0589533 Mar 22 20:42:01.805096 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-85f7ee5a-ac37-4f4b-bb66-a9e367d7d349 req-68617940-7216-46df-8d32-75bbaf2b3185 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/security-groups?id=839fb7c9-74ab-45af-ad2c-bb62b1df094f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441179 Mar 22 20:42:02.934183 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60768888-433c-4579-8986-a1364d723304 req-76859ace-5511-4162-98fb-e2a173ba7f1c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:42:02.935703 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-60768888-433c-4579-8986-a1364d723304 req-76859ace-5511-4162-98fb-e2a173ba7f1c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5aa2c72-94f6-4832-816a-6da653a89221 HTTP/1.1" status: 200 len: 946 time: 0.0547032 Mar 22 20:42:02.985385 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-60768888-433c-4579-8986-a1364d723304 req-ba969d71-6c40-4ee0-9446-1646506a77ff tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/security-groups?id=839fb7c9-74ab-45af-ad2c-bb62b1df094f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430946 Mar 22 20:42:03.106471 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fef5f3-9867-4831-a5f4-35c03a53bfc4 req-15461f81-0bea-4754-8759-63b48b88afe6 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:42:03.108013 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-26fef5f3-9867-4831-a5f4-35c03a53bfc4 req-15461f81-0bea-4754-8759-63b48b88afe6 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5aa2c72-94f6-4832-816a-6da653a89221 HTTP/1.1" status: 200 len: 946 time: 0.0536625 Mar 22 20:42:03.163008 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-26fef5f3-9867-4831-a5f4-35c03a53bfc4 req-c6ca97c3-9d80-4b67-883e-250436abe431 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/security-groups?id=839fb7c9-74ab-45af-ad2c-bb62b1df094f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492954 Mar 22 20:42:03.184240 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43424) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:42:03.539983 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21b6d4b-44dd-4163-b401-1fd67fea0673 tempest-TestSnapshotPattern-47814645 tempest-TestSnapshotPattern-47814645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:42:03.542699 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-f21b6d4b-44dd-4163-b401-1fd67fea0673 tempest-TestSnapshotPattern-47814645 tempest-TestSnapshotPattern-47814645-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=d5aa2c72-94f6-4832-816a-6da653a89221 HTTP/1.1" status: 200 len: 1124 time: 0.3572507 Mar 22 20:42:03.545266 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43426) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:42:03.549628 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.v2.base [None req-c4614720-2b8e-49f7-8de3-19f619a4a070 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Request body: {'floatingip': {'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'port_id': '53b08309-a201-48a8-b638-33a751b9031f', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104173) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 22 20:42:03.570941 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c4614720-2b8e-49f7-8de3-19f619a4a070 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:42:03.680167 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c4614720-2b8e-49f7-8de3-19f619a4a070 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (None), before_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:42:03.788305 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_common [None req-c4614720-2b8e-49f7-8de3-19f619a4a070 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Allocated IP 172.25.5.252 (b209c5bc-34d3-415d-9873-d01a4e6c5db8/14d13615-f072-42c4-81c2-7c1720d598f3/72f527f0-4c18-4974-8eae-e816f1061239) {{(pid=104173) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 22 20:42:03.898463 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c4614720-2b8e-49f7-8de3-19f619a4a070 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for port (72f527f0-4c18-4974-8eae-e816f1061239), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:42:03.953579 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c4614720-2b8e-49f7-8de3-19f619a4a070 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745616274957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (72f527f0-4c18-4974-8eae-e816f1061239), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:42:03.996515 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4614720-2b8e-49f7-8de3-19f619a4a070 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Network b209c5bc-34d3-415d-9873-d01a4e6c5db8 is already hosted by enough agents. {{(pid=104173) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 22 20:42:04.000468 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.base_scheduler [None req-c4614720-2b8e-49f7-8de3-19f619a4a070 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Resources bound (agent type, host, resource id): {{(pid=104173) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 22 20:42:04.003167 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4614720-2b8e-49f7-8de3-19f619a4a070 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Received port after_create {{(pid=104173) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 22 20:42:04.032867 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4614720-2b8e-49f7-8de3-19f619a4a070 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Pushing event updated for resources: {'Port': ['ID=72f527f0-4c18-4974-8eae-e816f1061239,revision_number=1']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:42:04.393137 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c4614720-2b8e-49f7-8de3-19f619a4a070 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for floatingip (f944a395-6355-40b6-9a22-4cca98e2c0d0), precommit_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:42:04.466453 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c4614720-2b8e-49f7-8de3-19f619a4a070 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (72f527f0-4c18-4974-8eae-e816f1061239), before_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:42:04.625381 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c4614720-2b8e-49f7-8de3-19f619a4a070 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for port (72f527f0-4c18-4974-8eae-e816f1061239), precommit_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:42:04.630019 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c4614720-2b8e-49f7-8de3-19f619a4a070 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26162719'] for port (72f527f0-4c18-4974-8eae-e816f1061239), after_update {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:42:04.707248 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4614720-2b8e-49f7-8de3-19f619a4a070 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Pushing event updated for resources: {'Port': ['ID=72f527f0-4c18-4974-8eae-e816f1061239,revision_number=2']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:42:04.716896 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c4614720-2b8e-49f7-8de3-19f619a4a070 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3923058'] for floatingip (f944a395-6355-40b6-9a22-4cca98e2c0d0), after_create {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:42:04.820051 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-c4614720-2b8e-49f7-8de3-19f619a4a070 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Floating IP f944a395-6355-40b6-9a22-4cca98e2c0d0 associated. External IP: 172.25.5.252, port: 53b08309-a201-48a8-b638-33a751b9031f. Mar 22 20:42:05.040267 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4614720-2b8e-49f7-8de3-19f619a4a070 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Router d839e354-5a36-440d-8419-ea236703f937 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:42:05.149348 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4614720-2b8e-49f7-8de3-19f619a4a070 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:42:05.159620 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2566cfab-1751-4728-bd1b-97d066ee0555 None None] Sync routers for ids ['d839e354-5a36-440d-8419-ea236703f937'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:42:05.167898 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c4614720-2b8e-49f7-8de3-19f619a4a070 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:42:05.171063 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2566cfab-1751-4728-bd1b-97d066ee0555 None None] Routers {'d839e354-5a36-440d-8419-ea236703f937'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:42:05.171684 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-2566cfab-1751-4728-bd1b-97d066ee0555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:41:48Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d839e354-5a36-440d-8419-ea236703f937'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:42:05.200242 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c4614720-2b8e-49f7-8de3-19f619a4a070 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6538815 Mar 22 20:42:05.200956 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5aa2c72-94f6-4832-816a-6da653a89221', 'tag': '53b08309-a201-48a8-b638-33a751b9031f'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:42:05.203338 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a75afaf1dfaad70fedc7c7f30d5b041dbb7ec48f6ef478f84521d18edf73ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818c9aae-3d31-4190-ad02-40c50ce90588" -d '{"events": [{"name": "network-changed", "server_uuid": "d5aa2c72-94f6-4832-816a-6da653a89221", "tag": "53b08309-a201-48a8-b638-33a751b9031f"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:42:05.239815 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9b47f6-3acf-471d-9930-a1c3780b5e93 x-openstack-request-id: req-8f9b47f6-3acf-471d-9930-a1c3780b5e93 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:42:05.240109 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5aa2c72-94f6-4832-816a-6da653a89221", "tag": "53b08309-a201-48a8-b638-33a751b9031f", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:42:05.240366 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-8f9b47f6-3acf-471d-9930-a1c3780b5e93 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:42:05.240789 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f9b47f6-3acf-471d-9930-a1c3780b5e93'] response: {'name': 'network-changed', 'server_uuid': 'd5aa2c72-94f6-4832-816a-6da653a89221', 'tag': '53b08309-a201-48a8-b638-33a751b9031f', 'status': 'completed', 'code': 200} Mar 22 20:42:05.297000 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-2566cfab-1751-4728-bd1b-97d066ee0555 None None] Set router d839e354-5a36-440d-8419-ea236703f937 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:42:05.310344 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c9aae-3d31-4190-ad02-40c50ce90588 req-e7b72229-f145-4cda-a787-d141caffbf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:42:05.312326 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-818c9aae-3d31-4190-ad02-40c50ce90588 req-e7b72229-f145-4cda-a787-d141caffbf17 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5055c370f7c243949f461bedbc5b7d7d&device_id=d5aa2c72-94f6-4832-816a-6da653a89221 HTTP/1.1" status: 200 len: 1129 time: 0.0487657 Mar 22 20:42:05.422802 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c9aae-3d31-4190-ad02-40c50ce90588 req-afc61f8d-5acf-4e6f-a53a-1762c2f702c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:42:05.424297 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-818c9aae-3d31-4190-ad02-40c50ce90588 req-afc61f8d-5acf-4e6f-a53a-1762c2f702c8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=de3574d6-ded6-4e42-b07c-bc66350bc06d HTTP/1.1" status: 200 len: 911 time: 0.1065843 Mar 22 20:42:05.492809 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-818c9aae-3d31-4190-ad02-40c50ce90588 req-faf7457e-6be6-4c3b-a64e-3b212391edaa service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53b08309-a201-48a8-b638-33a751b9031f HTTP/1.1" status: 200 len: 1000 time: 0.0629673 Mar 22 20:42:05.541827 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c9aae-3d31-4190-ad02-40c50ce90588 req-a5bcd59d-4f39-466a-ad71-cb16f66b5e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:42:05.543319 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-818c9aae-3d31-4190-ad02-40c50ce90588 req-a5bcd59d-4f39-466a-ad71-cb16f66b5e6e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5faa2689-afe8-46e2-a17a-9a59cb440475 HTTP/1.1" status: 200 len: 849 time: 0.0453126 Mar 22 20:42:05.592944 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c9aae-3d31-4190-ad02-40c50ce90588 req-cd89266e-733d-4538-9131-693c607b8c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:42:05.594586 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-818c9aae-3d31-4190-ad02-40c50ce90588 req-cd89266e-733d-4538-9131-693c607b8c2c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=de3574d6-ded6-4e42-b07c-bc66350bc06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457125 Mar 22 20:42:05.621029 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-2566cfab-1751-4728-bd1b-97d066ee0555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd839e354-5a36-440d-8419-ea236703f937', 'name': 'tempest-TestSnapshotPattern-1466773389-router', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:33Z', 'revision_number': 4, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'gw_port': {'id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd839e354-5a36-440d-8419-ea236703f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '12143747-4b10-44ea-a85a-585b5d7d7632', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'floating_ip_address': '172.25.5.7', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'd839e354-5a36-440d-8419-ea236703f937', 'port_id': 'e52af6ee-8e4c-4ec8-ac21-3b30aed278ac', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d', 'mac_address': 'fa:16:3e:3b:ff:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57d540b-afc9-4066-975a-a9118a878fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:38:57Z', 'updated_at': '2022-03-22T20:38:59Z', 'revision_number': 1, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'fixed_ip_address_scope': None}, {'id': 'f944a395-6355-40b6-9a22-4cca98e2c0d0', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'floating_ip_address': '172.25.5.252', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'd839e354-5a36-440d-8419-ea236703f937', 'port_id': '53b08309-a201-48a8-b638-33a751b9031f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d', 'mac_address': 'fa:16:3e:f7:a3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aa2c72-94f6-4832-816a-6da653a89221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:42:04Z', 'updated_at': '2022-03-22T20:42:04Z', 'revision_number': 0, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c909c37-45f5-41b4-959d-07417d521849', 'name': '', 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'mac_address': 'fa:16:3e:36:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd839e354-5a36-440d-8419-ea236703f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '5faa2689-afe8-46e2-a17a-9a59cb440475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:33Z', 'updated_at': '2022-03-22T20:38:38Z', 'revision_number': 5, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'subnets': [{'id': '5faa2689-afe8-46e2-a17a-9a59cb440475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:42:05.652133 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2566cfab-1751-4728-bd1b-97d066ee0555 None None] Checking router: d839e354-5a36-440d-8419-ea236703f937 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:42:05.661341 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2566cfab-1751-4728-bd1b-97d066ee0555 None None] Routers {'d839e354-5a36-440d-8419-ea236703f937'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:42:05.661993 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-2566cfab-1751-4728-bd1b-97d066ee0555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:41:48Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d839e354-5a36-440d-8419-ea236703f937'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:42:05.692169 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-818c9aae-3d31-4190-ad02-40c50ce90588 req-776129a5-803f-42ce-a6af-63394fad2d10 service neutron] 10.222.0.84 "GET /v2.0/networks/de3574d6-ded6-4e42-b07c-bc66350bc06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914876 Mar 22 20:42:05.790016 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-2566cfab-1751-4728-bd1b-97d066ee0555 None None] Set router d839e354-5a36-440d-8419-ea236703f937 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:42:05.792009 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-818c9aae-3d31-4190-ad02-40c50ce90588 req-01dfcfaf-6270-4793-93f3-30c0888d1613 service neutron] 10.222.0.84 "GET /v2.0/networks/de3574d6-ded6-4e42-b07c-bc66350bc06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920944 Mar 22 20:42:06.011882 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-2566cfab-1751-4728-bd1b-97d066ee0555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd839e354-5a36-440d-8419-ea236703f937', 'name': 'tempest-TestSnapshotPattern-1466773389-router', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:33Z', 'revision_number': 4, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'gw_port': {'id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd839e354-5a36-440d-8419-ea236703f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '12143747-4b10-44ea-a85a-585b5d7d7632', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'floating_ip_address': '172.25.5.7', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'd839e354-5a36-440d-8419-ea236703f937', 'port_id': 'e52af6ee-8e4c-4ec8-ac21-3b30aed278ac', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d', 'mac_address': 'fa:16:3e:3b:ff:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57d540b-afc9-4066-975a-a9118a878fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:38:57Z', 'updated_at': '2022-03-22T20:38:59Z', 'revision_number': 1, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'fixed_ip_address_scope': None}, {'id': 'f944a395-6355-40b6-9a22-4cca98e2c0d0', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'floating_ip_address': '172.25.5.252', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'd839e354-5a36-440d-8419-ea236703f937', 'port_id': '53b08309-a201-48a8-b638-33a751b9031f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d', 'mac_address': 'fa:16:3e:f7:a3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aa2c72-94f6-4832-816a-6da653a89221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:42:04Z', 'updated_at': '2022-03-22T20:42:04Z', 'revision_number': 0, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c909c37-45f5-41b4-959d-07417d521849', 'name': '', 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'mac_address': 'fa:16:3e:36:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd839e354-5a36-440d-8419-ea236703f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '5faa2689-afe8-46e2-a17a-9a59cb440475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:33Z', 'updated_at': '2022-03-22T20:38:38Z', 'revision_number': 5, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'subnets': [{'id': '5faa2689-afe8-46e2-a17a-9a59cb440475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:42:06.042742 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2566cfab-1751-4728-bd1b-97d066ee0555 None None] The sync data for ids ['d839e354-5a36-440d-8419-ea236703f937'] in n-d-705658-24 is: [{'id': 'd839e354-5a36-440d-8419-ea236703f937', 'name': 'tempest-TestSnapshotPattern-1466773389-router', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:33Z', 'revision_number': 4, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'gw_port': {'id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd839e354-5a36-440d-8419-ea236703f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '12143747-4b10-44ea-a85a-585b5d7d7632', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'floating_ip_address': '172.25.5.7', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'd839e354-5a36-440d-8419-ea236703f937', 'port_id': 'e52af6ee-8e4c-4ec8-ac21-3b30aed278ac', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d', 'mac_address': 'fa:16:3e:3b:ff:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57d540b-afc9-4066-975a-a9118a878fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:38:57Z', 'updated_at': '2022-03-22T20:38:59Z', 'revision_number': 1, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'fixed_ip_address_scope': None}, {'id': 'f944a395-6355-40b6-9a22-4cca98e2c0d0', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'floating_ip_address': '172.25.5.252', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'd839e354-5a36-440d-8419-ea236703f937', 'port_id': '53b08309-a201-48a8-b638-33a751b9031f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4485, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d', 'mac_address': 'fa:16:3e:f7:a3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5aa2c72-94f6-4832-816a-6da653a89221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:42:04Z', 'updated_at': '2022-03-22T20:42:04Z', 'revision_number': 0, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c909c37-45f5-41b4-959d-07417d521849', 'name': '', 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'mac_address': 'fa:16:3e:36:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd839e354-5a36-440d-8419-ea236703f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '5faa2689-afe8-46e2-a17a-9a59cb440475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:33Z', 'updated_at': '2022-03-22T20:38:38Z', 'revision_number': 5, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'subnets': [{'id': '5faa2689-afe8-46e2-a17a-9a59cb440475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:42:06.245039 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fa6372-3490-464b-9f5a-7b850699c91f None None] New status for floating IP f944a395-6355-40b6-9a22-4cca98e2c0d0: ACTIVE {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:42:15.354832 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-c3d12a56-1b94-4624-900b-b4e1640cb85a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:42:16.752916 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:42:17.577520 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-fded98c0-89e6-4031-a9eb-367e204eb725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:42:19.039990 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:42:19.062344 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:42:20.477482 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:42:21.537339 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:42:27.615039 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:42:42.088808 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3edf41c9-2354-49ba-89e0-52cf00e05544 req-f233dbac-7261-4de3-b84d-719b731249d8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=d5aa2c72-94f6-4832-816a-6da653a89221&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0931687 Mar 22 20:42:42.178392 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf41c9-2354-49ba-89e0-52cf00e05544 req-c1f80f40-f96d-4bc0-b61d-3d02844b5239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:42:42.179928 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3edf41c9-2354-49ba-89e0-52cf00e05544 req-c1f80f40-f96d-4bc0-b61d-3d02844b5239 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5055c370f7c243949f461bedbc5b7d7d&device_id=d5aa2c72-94f6-4832-816a-6da653a89221 HTTP/1.1" status: 200 len: 1129 time: 0.0482106 Mar 22 20:42:42.282255 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf41c9-2354-49ba-89e0-52cf00e05544 req-ace63d7e-b755-4c60-96cc-63aa4a6546db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:42:42.283666 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3edf41c9-2354-49ba-89e0-52cf00e05544 req-ace63d7e-b755-4c60-96cc-63aa4a6546db service neutron] 10.222.0.84 "GET /v2.0/networks?id=de3574d6-ded6-4e42-b07c-bc66350bc06d HTTP/1.1" status: 200 len: 911 time: 0.0850949 Mar 22 20:42:42.354042 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3edf41c9-2354-49ba-89e0-52cf00e05544 req-2bdd1b8c-9a1c-4456-8e41-4f6702473b22 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53b08309-a201-48a8-b638-33a751b9031f HTTP/1.1" status: 200 len: 1002 time: 0.0641146 Mar 22 20:42:42.403561 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf41c9-2354-49ba-89e0-52cf00e05544 req-b2f8ec29-856e-4c40-a0b6-b101c98abdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:42:42.407501 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3edf41c9-2354-49ba-89e0-52cf00e05544 req-b2f8ec29-856e-4c40-a0b6-b101c98abdda service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5faa2689-afe8-46e2-a17a-9a59cb440475 HTTP/1.1" status: 200 len: 849 time: 0.0476518 Mar 22 20:42:42.456717 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf41c9-2354-49ba-89e0-52cf00e05544 req-0787ce79-7508-4dfb-b09e-40d0243cfa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:42:42.458291 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3edf41c9-2354-49ba-89e0-52cf00e05544 req-0787ce79-7508-4dfb-b09e-40d0243cfa3d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=de3574d6-ded6-4e42-b07c-bc66350bc06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454550 Mar 22 20:42:42.552865 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3edf41c9-2354-49ba-89e0-52cf00e05544 req-2e5a8bc0-2722-434b-a813-dd303bc5ae9c service neutron] 10.222.0.84 "GET /v2.0/networks/de3574d6-ded6-4e42-b07c-bc66350bc06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860004 Mar 22 20:42:42.644165 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3edf41c9-2354-49ba-89e0-52cf00e05544 req-28a5fda8-30c7-44dd-b4dd-e744f3a96234 service neutron] 10.222.0.84 "GET /v2.0/networks/de3574d6-ded6-4e42-b07c-bc66350bc06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880153 Mar 22 20:42:45.356094 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-aa7de164-839d-4208-a25f-a96bbfe8c199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:42:46.742158 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:42:47.579199 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d6cf374f-db73-467a-809a-29d875fbe129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:42:49.043946 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:42:49.066623 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:42:50.476906 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:42:50.632923 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2893ca26-c9f7-4172-a66d-4fc7edde9677 req-9f30ee25-06b7-4ca9-8396-9914f4d23784 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b57d540b-afc9-4066-975a-a9118a878fe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0465341 Mar 22 20:42:50.718042 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893ca26-c9f7-4172-a66d-4fc7edde9677 req-bcf037b4-5a09-4673-a623-ef4c684a365a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:42:50.719832 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2893ca26-c9f7-4172-a66d-4fc7edde9677 req-bcf037b4-5a09-4673-a623-ef4c684a365a service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5055c370f7c243949f461bedbc5b7d7d&device_id=b57d540b-afc9-4066-975a-a9118a878fe0 HTTP/1.1" status: 200 len: 1127 time: 0.0459297 Mar 22 20:42:50.840015 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893ca26-c9f7-4172-a66d-4fc7edde9677 req-65cbdc8b-ef68-4a1b-806e-46a54e5b45e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:42:50.841437 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2893ca26-c9f7-4172-a66d-4fc7edde9677 req-65cbdc8b-ef68-4a1b-806e-46a54e5b45e5 service neutron] 10.222.0.85 "GET /v2.0/networks?id=de3574d6-ded6-4e42-b07c-bc66350bc06d HTTP/1.1" status: 200 len: 911 time: 0.0999656 Mar 22 20:42:50.908585 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2893ca26-c9f7-4172-a66d-4fc7edde9677 req-25a842d3-ce79-4733-96b8-01e9190cfbce service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e52af6ee-8e4c-4ec8-ac21-3b30aed278ac HTTP/1.1" status: 200 len: 998 time: 0.0611734 Mar 22 20:42:50.958472 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893ca26-c9f7-4172-a66d-4fc7edde9677 req-f582ae3c-2a56-4ae2-95f1-12023198e7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:42:50.959965 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2893ca26-c9f7-4172-a66d-4fc7edde9677 req-f582ae3c-2a56-4ae2-95f1-12023198e7b9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5faa2689-afe8-46e2-a17a-9a59cb440475 HTTP/1.1" status: 200 len: 849 time: 0.0454683 Mar 22 20:42:51.016244 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893ca26-c9f7-4172-a66d-4fc7edde9677 req-a9c7691b-a6c1-4d29-a645-931892a9b198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:42:51.018012 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2893ca26-c9f7-4172-a66d-4fc7edde9677 req-a9c7691b-a6c1-4d29-a645-931892a9b198 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=de3574d6-ded6-4e42-b07c-bc66350bc06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0526803 Mar 22 20:42:51.113705 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2893ca26-c9f7-4172-a66d-4fc7edde9677 req-a2349644-7d89-46e6-852f-4dce77198fc7 service neutron] 10.222.0.85 "GET /v2.0/networks/de3574d6-ded6-4e42-b07c-bc66350bc06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894301 Mar 22 20:42:51.211459 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-2893ca26-c9f7-4172-a66d-4fc7edde9677 req-22749117-c3c5-4c4a-833d-b338ef2dcd1e service neutron] 10.222.0.85 "GET /v2.0/networks/de3574d6-ded6-4e42-b07c-bc66350bc06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922310 Mar 22 20:42:51.539668 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:04.614126 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:43:15.359379 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-45111cc7-f703-4bdb-a918-2aefd225f089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:16.750502 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:17.582002 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-43851b43-299c-4a1c-a5b9-ed2013a15935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:19.045274 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:19.059886 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:20.478681 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:21.541844 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:35.565291 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 53b08309-a201-48a8-b638-33a751b9031f details requested by agent hyperv_n-h1-705658-24 with host n-h1-705658-24 {{(pid=104174) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 22 20:43:35.665868 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 53b08309-a201-48a8-b638-33a751b9031f, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=53b08309-a201-48a8-b638-33a751b9031f,segment=NetworkSegment(73b19486-07e6-46c0-bac0-695971951217),segment_id=73b19486-07e6-46c0-bac0-695971951217)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:43:35.679079 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Returning: {'device': '53b08309-a201-48a8-b638-33a751b9031f', 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d', 'port_id': '53b08309-a201-48a8-b638-33a751b9031f', 'mac_address': 'fa:16:3e:f7:a3:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5faa2689-afe8-46e2-a17a-9a59cb440475', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104174) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 22 20:43:35.724836 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 53b08309-a201-48a8-b638-33a751b9031f is: ACTIVE; New status is: BUILD {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:43:35.725358 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (53b08309-a201-48a8-b638-33a751b9031f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:35.738549 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53b08309-a201-48a8-b638-33a751b9031f {{(pid=104174) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 22 20:43:35.760684 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 53b08309-a201-48a8-b638-33a751b9031f, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=53b08309-a201-48a8-b638-33a751b9031f,segment=NetworkSegment(73b19486-07e6-46c0-bac0-695971951217),segment_id=73b19486-07e6-46c0-bac0-695971951217)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:43:35.768348 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (53b08309-a201-48a8-b638-33a751b9031f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:35.822092 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=53b08309-a201-48a8-b638-33a751b9031f,revision_number=6']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:43:35.830896 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:35.830896 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:35.831128 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:35.831365 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:35.831740 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:35.832025 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:35.832352 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:35.832764 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:35.832989 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:35.833311 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:35.833630 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:35.833970 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:35.834293 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:35.834614 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:35.834933 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104174) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:35.840115 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] get_ports_and_sgs() called for port_ids ['53b08309-a201-48a8-b638-33a751b9031f'] {{(pid=104174) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 22 20:43:37.611566 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 53b08309-a201-48a8-b638-33a751b9031f up at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 22 20:43:37.674129 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.provisioning_blocks [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Provisioning complete for port 53b08309-a201-48a8-b638-33a751b9031f triggered by entity L2. {{(pid=104174) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 22 20:43:37.674543 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-759792'] for port (53b08309-a201-48a8-b638-33a751b9031f), provisioning_complete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:37.761001 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Current status of the port 53b08309-a201-48a8-b638-33a751b9031f is: BUILD; New status is: ACTIVE {{(pid=104174) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 22 20:43:37.766310 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-591842'] for port (53b08309-a201-48a8-b638-33a751b9031f), before_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:37.789403 n-d-705658-24 neutron-server[104174]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5aa2c72-94f6-4832-816a-6da653a89221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b08309-a201-48a8-b638-33a751b9031f'}] {{(pid=104174) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:43:37.791881 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42acaf4adbc820cceca1c39a9c6556ee9c843f2d32102223230a5dac4986dfbc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cebfd58-e641-442f-acfb-0103675daafb" -d '{"events": [{"server_uuid": "d5aa2c72-94f6-4832-816a-6da653a89221", "name": "network-vif-plugged", "status": "completed", "tag": "53b08309-a201-48a8-b638-33a751b9031f"}]}' {{(pid=104174) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:43:37.811096 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] For port 53b08309-a201-48a8-b638-33a751b9031f, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=53b08309-a201-48a8-b638-33a751b9031f,segment=NetworkSegment(73b19486-07e6-46c0-bac0-695971951217),segment_id=73b19486-07e6-46c0-bac0-695971951217)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:43:37.818578 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745616779668', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745616274975', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745616274993'] for port (53b08309-a201-48a8-b638-33a751b9031f), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:38.023596 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea06007e-fa5b-4028-a7e2-ed2ca9bf784c x-openstack-request-id: req-ea06007e-fa5b-4028-a7e2-ed2ca9bf784c {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:43:38.023983 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5aa2c72-94f6-4832-816a-6da653a89221", "name": "network-vif-plugged", "status": "completed", "tag": "53b08309-a201-48a8-b638-33a751b9031f", "code": 200}]} {{(pid=104174) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:43:38.024302 n-d-705658-24 neutron-server[104174]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-ea06007e-fa5b-4028-a7e2-ed2ca9bf784c {{(pid=104174) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:43:38.024760 n-d-705658-24 neutron-server[104174]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea06007e-fa5b-4028-a7e2-ed2ca9bf784c'] response: {'server_uuid': 'd5aa2c72-94f6-4832-816a-6da653a89221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b08309-a201-48a8-b638-33a751b9031f', 'code': 200} Mar 22 20:43:38.053251 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Pushing event updated for resources: {'Port': ['ID=53b08309-a201-48a8-b638-33a751b9031f,revision_number=7']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:43:41.613534 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:43:43.091657 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307feb4-6947-482b-8e01-c38c0bba1b33 req-72f5c2cb-22ea-4340-be42-7f9f21181527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:43:43.094202 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3307feb4-6947-482b-8e01-c38c0bba1b33 req-72f5c2cb-22ea-4340-be42-7f9f21181527 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5055c370f7c243949f461bedbc5b7d7d&device_id=d5aa2c72-94f6-4832-816a-6da653a89221 HTTP/1.1" status: 200 len: 1129 time: 0.0596213 Mar 22 20:43:43.205279 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307feb4-6947-482b-8e01-c38c0bba1b33 req-ea2acb89-8456-499c-9955-2e077cec8fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:43:43.206861 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3307feb4-6947-482b-8e01-c38c0bba1b33 req-ea2acb89-8456-499c-9955-2e077cec8fb6 service neutron] 10.222.0.84 "GET /v2.0/networks?id=de3574d6-ded6-4e42-b07c-bc66350bc06d HTTP/1.1" status: 200 len: 911 time: 0.0934668 Mar 22 20:43:43.292514 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3307feb4-6947-482b-8e01-c38c0bba1b33 req-f82d5333-0cfd-4e25-beea-c2ced4706fca service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53b08309-a201-48a8-b638-33a751b9031f HTTP/1.1" status: 200 len: 1002 time: 0.0790613 Mar 22 20:43:43.345092 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307feb4-6947-482b-8e01-c38c0bba1b33 req-474db33a-12ea-47db-b13f-ac95bf3483a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:43:43.346870 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3307feb4-6947-482b-8e01-c38c0bba1b33 req-474db33a-12ea-47db-b13f-ac95bf3483a9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5faa2689-afe8-46e2-a17a-9a59cb440475 HTTP/1.1" status: 200 len: 849 time: 0.0468106 Mar 22 20:43:43.401398 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307feb4-6947-482b-8e01-c38c0bba1b33 req-11ab61fc-39ae-4c96-9b4f-6ddf017a4731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:43:43.403160 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3307feb4-6947-482b-8e01-c38c0bba1b33 req-11ab61fc-39ae-4c96-9b4f-6ddf017a4731 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=de3574d6-ded6-4e42-b07c-bc66350bc06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0504858 Mar 22 20:43:43.500785 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3307feb4-6947-482b-8e01-c38c0bba1b33 req-65d65d51-c6f3-4319-870f-23dd564d41b5 service neutron] 10.222.0.84 "GET /v2.0/networks/de3574d6-ded6-4e42-b07c-bc66350bc06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913777 Mar 22 20:43:43.599693 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-3307feb4-6947-482b-8e01-c38c0bba1b33 req-80183149-fba3-45a8-b93d-d81ad328d40f service neutron] 10.222.0.84 "GET /v2.0/networks/de3574d6-ded6-4e42-b07c-bc66350bc06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929344 Mar 22 20:43:45.362126 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8836fad8-9a96-4ee1-b15d-ae11a27fef4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:46.273578 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43634) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:43:46.428629 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-5ce59a73-fa4c-4b24-87bc-2d6944c4127c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Deleting port 72f527f0-4c18-4974-8eae-e816f1061239 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:43:46.428973 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5ce59a73-fa4c-4b24-87bc-2d6944c4127c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (72f527f0-4c18-4974-8eae-e816f1061239), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:46.504809 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5ce59a73-fa4c-4b24-87bc-2d6944c4127c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (72f527f0-4c18-4974-8eae-e816f1061239), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:46.505139 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5ce59a73-fa4c-4b24-87bc-2d6944c4127c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for floatingip (72f527f0-4c18-4974-8eae-e816f1061239), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:46.517966 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-5ce59a73-fa4c-4b24-87bc-2d6944c4127c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Calling delete_port for 72f527f0-4c18-4974-8eae-e816f1061239 owned by network:floatingip {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:43:46.677147 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5ce59a73-fa4c-4b24-87bc-2d6944c4127c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (72f527f0-4c18-4974-8eae-e816f1061239), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:46.699979 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce59a73-fa4c-4b24-87bc-2d6944c4127c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Pushing event deleted for resources: {'Port': ['ID=72f527f0-4c18-4974-8eae-e816f1061239,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:43:46.712918 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce59a73-fa4c-4b24-87bc-2d6944c4127c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:46.713268 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce59a73-fa4c-4b24-87bc-2d6944c4127c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:46.713618 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce59a73-fa4c-4b24-87bc-2d6944c4127c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:46.714818 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce59a73-fa4c-4b24-87bc-2d6944c4127c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:46.715164 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce59a73-fa4c-4b24-87bc-2d6944c4127c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:46.715500 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce59a73-fa4c-4b24-87bc-2d6944c4127c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:46.715833 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce59a73-fa4c-4b24-87bc-2d6944c4127c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:46.716162 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce59a73-fa4c-4b24-87bc-2d6944c4127c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:46.716490 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce59a73-fa4c-4b24-87bc-2d6944c4127c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:46.716813 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce59a73-fa4c-4b24-87bc-2d6944c4127c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:46.717702 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce59a73-fa4c-4b24-87bc-2d6944c4127c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:46.717702 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce59a73-fa4c-4b24-87bc-2d6944c4127c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:46.718009 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce59a73-fa4c-4b24-87bc-2d6944c4127c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:46.718353 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce59a73-fa4c-4b24-87bc-2d6944c4127c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:46.718799 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce59a73-fa4c-4b24-87bc-2d6944c4127c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104173) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:46.752070 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:46.790082 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5ce59a73-fa4c-4b24-87bc-2d6944c4127c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for floatingip (f944a395-6355-40b6-9a22-4cca98e2c0d0), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:46.790636 n-d-705658-24 neutron-server[104173]: INFO neutron.db.l3_db [None req-5ce59a73-fa4c-4b24-87bc-2d6944c4127c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Floating IP f944a395-6355-40b6-9a22-4cca98e2c0d0 disassociated (deleted). External IP: 172.25.5.252, port: 53b08309-a201-48a8-b638-33a751b9031f. Mar 22 20:43:47.005015 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce59a73-fa4c-4b24-87bc-2d6944c4127c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Router d839e354-5a36-440d-8419-ea236703f937 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:43:47.113758 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce59a73-fa4c-4b24-87bc-2d6944c4127c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:43:47.118715 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5ce59a73-fa4c-4b24-87bc-2d6944c4127c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:47.123840 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3581dfe-9a0d-41de-a910-f61483c818a8 None None] Sync routers for ids ['d839e354-5a36-440d-8419-ea236703f937'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:43:47.133094 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3581dfe-9a0d-41de-a910-f61483c818a8 None None] Routers {'d839e354-5a36-440d-8419-ea236703f937'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:43:47.133702 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-e3581dfe-9a0d-41de-a910-f61483c818a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:43:18Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d839e354-5a36-440d-8419-ea236703f937'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:43:47.150226 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5ce59a73-fa4c-4b24-87bc-2d6944c4127c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "DELETE /v2.0/floatingips/f944a395-6355-40b6-9a22-4cca98e2c0d0 HTTP/1.1" status: 204 len: 168 time: 0.8754642 Mar 22 20:43:47.151169 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5aa2c72-94f6-4832-816a-6da653a89221', 'tag': '53b08309-a201-48a8-b638-33a751b9031f'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:43:47.153690 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a75afaf1dfaad70fedc7c7f30d5b041dbb7ec48f6ef478f84521d18edf73ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05990821-bfb9-4bcd-baed-3d4585d32451" -d '{"events": [{"name": "network-changed", "server_uuid": "d5aa2c72-94f6-4832-816a-6da653a89221", "tag": "53b08309-a201-48a8-b638-33a751b9031f"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:43:47.253332 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738c7557-baef-46b3-ac21-f13729d2504e x-openstack-request-id: req-738c7557-baef-46b3-ac21-f13729d2504e {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:43:47.253332 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5aa2c72-94f6-4832-816a-6da653a89221", "tag": "53b08309-a201-48a8-b638-33a751b9031f", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:43:47.253763 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-738c7557-baef-46b3-ac21-f13729d2504e {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:43:47.254445 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-738c7557-baef-46b3-ac21-f13729d2504e'] response: {'name': 'network-changed', 'server_uuid': 'd5aa2c72-94f6-4832-816a-6da653a89221', 'tag': '53b08309-a201-48a8-b638-33a751b9031f', 'status': 'completed', 'code': 200} Mar 22 20:43:47.258247 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-e3581dfe-9a0d-41de-a910-f61483c818a8 None None] Set router d839e354-5a36-440d-8419-ea236703f937 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:43:47.323014 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05990821-bfb9-4bcd-baed-3d4585d32451 req-a3ad668b-67d7-4906-a179-7cad8c721e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:43:47.324063 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-05990821-bfb9-4bcd-baed-3d4585d32451 req-a3ad668b-67d7-4906-a179-7cad8c721e91 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=5055c370f7c243949f461bedbc5b7d7d&device_id=d5aa2c72-94f6-4832-816a-6da653a89221 HTTP/1.1" status: 200 len: 1129 time: 0.0484002 Mar 22 20:43:47.428862 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05990821-bfb9-4bcd-baed-3d4585d32451 req-02786b1f-8241-4395-aebe-ce616be99ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:43:47.431042 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-05990821-bfb9-4bcd-baed-3d4585d32451 req-02786b1f-8241-4395-aebe-ce616be99ef1 service neutron] 10.222.0.84 "GET /v2.0/networks?id=de3574d6-ded6-4e42-b07c-bc66350bc06d HTTP/1.1" status: 200 len: 911 time: 0.0998347 Mar 22 20:43:47.455788 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab5c72-7ba0-4c37-ab8d-d575767363a3 req-e0e7773a-47a8-4367-8ccf-d5eef2ba571a tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:43:47.458204 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0fab5c72-7ba0-4c37-ab8d-d575767363a3 req-e0e7773a-47a8-4367-8ccf-d5eef2ba571a tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5aa2c72-94f6-4832-816a-6da653a89221 HTTP/1.1" status: 200 len: 946 time: 0.1176002 Mar 22 20:43:47.473620 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-05990821-bfb9-4bcd-baed-3d4585d32451 req-2f9461fc-b7ba-4836-b307-71c4f83e59b3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53b08309-a201-48a8-b638-33a751b9031f HTTP/1.1" status: 200 len: 217 time: 0.0362933 Mar 22 20:43:47.504496 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-e3581dfe-9a0d-41de-a910-f61483c818a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd839e354-5a36-440d-8419-ea236703f937', 'name': 'tempest-TestSnapshotPattern-1466773389-router', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:33Z', 'revision_number': 4, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'gw_port': {'id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd839e354-5a36-440d-8419-ea236703f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '12143747-4b10-44ea-a85a-585b5d7d7632', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'floating_ip_address': '172.25.5.7', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'd839e354-5a36-440d-8419-ea236703f937', 'port_id': 'e52af6ee-8e4c-4ec8-ac21-3b30aed278ac', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d', 'mac_address': 'fa:16:3e:3b:ff:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57d540b-afc9-4066-975a-a9118a878fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:38:57Z', 'updated_at': '2022-03-22T20:38:59Z', 'revision_number': 1, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c909c37-45f5-41b4-959d-07417d521849', 'name': '', 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'mac_address': 'fa:16:3e:36:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd839e354-5a36-440d-8419-ea236703f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '5faa2689-afe8-46e2-a17a-9a59cb440475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:33Z', 'updated_at': '2022-03-22T20:38:38Z', 'revision_number': 5, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'subnets': [{'id': '5faa2689-afe8-46e2-a17a-9a59cb440475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:43:47.522138 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-0fab5c72-7ba0-4c37-ab8d-d575767363a3 req-2e9bc602-b2ff-47be-b015-7b4288938949 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/security-groups?id=839fb7c9-74ab-45af-ad2c-bb62b1df094f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581005 Mar 22 20:43:47.529142 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05990821-bfb9-4bcd-baed-3d4585d32451 req-d4e10ecf-b158-49b0-a708-679703e6c6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:43:47.531559 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-05990821-bfb9-4bcd-baed-3d4585d32451 req-d4e10ecf-b158-49b0-a708-679703e6c6c3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=5faa2689-afe8-46e2-a17a-9a59cb440475 HTTP/1.1" status: 200 len: 849 time: 0.0518439 Mar 22 20:43:47.532105 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3581dfe-9a0d-41de-a910-f61483c818a8 None None] Checking router: d839e354-5a36-440d-8419-ea236703f937 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:43:47.542053 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3581dfe-9a0d-41de-a910-f61483c818a8 None None] Routers {'d839e354-5a36-440d-8419-ea236703f937'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:43:47.543251 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-e3581dfe-9a0d-41de-a910-f61483c818a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:43:18Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d839e354-5a36-440d-8419-ea236703f937'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:43:47.583213 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05990821-bfb9-4bcd-baed-3d4585d32451 req-76c83d0a-c03c-4051-bc89-08e7b13e8966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:43:47.584252 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d4711cb7-ebf2-4f42-9246-da2813b9ed7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:47.584833 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-05990821-bfb9-4bcd-baed-3d4585d32451 req-76c83d0a-c03c-4051-bc89-08e7b13e8966 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=de3574d6-ded6-4e42-b07c-bc66350bc06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477772 Mar 22 20:43:47.687217 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-05990821-bfb9-4bcd-baed-3d4585d32451 req-60635d19-d1bd-43da-9f1c-1fc3bc125b1e service neutron] 10.222.0.84 "GET /v2.0/networks/de3574d6-ded6-4e42-b07c-bc66350bc06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950119 Mar 22 20:43:47.746807 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-e3581dfe-9a0d-41de-a910-f61483c818a8 None None] Set router d839e354-5a36-440d-8419-ea236703f937 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:43:47.779910 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-05990821-bfb9-4bcd-baed-3d4585d32451 req-f4b3d722-bf30-4fdc-ae10-3402a3191766 service neutron] 10.222.0.84 "GET /v2.0/networks/de3574d6-ded6-4e42-b07c-bc66350bc06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872624 Mar 22 20:43:47.974616 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-e3581dfe-9a0d-41de-a910-f61483c818a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd839e354-5a36-440d-8419-ea236703f937', 'name': 'tempest-TestSnapshotPattern-1466773389-router', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:33Z', 'revision_number': 4, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'gw_port': {'id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd839e354-5a36-440d-8419-ea236703f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '12143747-4b10-44ea-a85a-585b5d7d7632', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'floating_ip_address': '172.25.5.7', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'd839e354-5a36-440d-8419-ea236703f937', 'port_id': 'e52af6ee-8e4c-4ec8-ac21-3b30aed278ac', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d', 'mac_address': 'fa:16:3e:3b:ff:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57d540b-afc9-4066-975a-a9118a878fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:38:57Z', 'updated_at': '2022-03-22T20:38:59Z', 'revision_number': 1, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c909c37-45f5-41b4-959d-07417d521849', 'name': '', 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'mac_address': 'fa:16:3e:36:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd839e354-5a36-440d-8419-ea236703f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '5faa2689-afe8-46e2-a17a-9a59cb440475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:33Z', 'updated_at': '2022-03-22T20:38:38Z', 'revision_number': 5, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'subnets': [{'id': '5faa2689-afe8-46e2-a17a-9a59cb440475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:43:48.003991 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3581dfe-9a0d-41de-a910-f61483c818a8 None None] The sync data for ids ['d839e354-5a36-440d-8419-ea236703f937'] in n-d-705658-24 is: [{'id': 'd839e354-5a36-440d-8419-ea236703f937', 'name': 'tempest-TestSnapshotPattern-1466773389-router', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:33Z', 'revision_number': 4, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'gw_port': {'id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd839e354-5a36-440d-8419-ea236703f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_floatingips': [{'id': '12143747-4b10-44ea-a85a-585b5d7d7632', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'floating_ip_address': '172.25.5.7', 'floating_network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'router_id': 'd839e354-5a36-440d-8419-ea236703f937', 'port_id': 'e52af6ee-8e4c-4ec8-ac21-3b30aed278ac', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d', 'mac_address': 'fa:16:3e:3b:ff:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b57d540b-afc9-4066-975a-a9118a878fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-22T20:38:57Z', 'updated_at': '2022-03-22T20:38:59Z', 'revision_number': 1, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c909c37-45f5-41b4-959d-07417d521849', 'name': '', 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'mac_address': 'fa:16:3e:36:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd839e354-5a36-440d-8419-ea236703f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '5faa2689-afe8-46e2-a17a-9a59cb440475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:33Z', 'updated_at': '2022-03-22T20:38:38Z', 'revision_number': 5, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'subnets': [{'id': '5faa2689-afe8-46e2-a17a-9a59cb440475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:43:48.242334 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec428a2a-8c13-4e76-8ffb-005f1054c0d6 None None] New status for floating IP f944a395-6355-40b6-9a22-4cca98e2c0d0: DOWN {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:43:48.640960 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df31e3-b20f-4f55-ab06-aadd11e9e038 req-7bd1ae24-8c22-4760-a62d-e83571650684 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:43:48.642988 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e3df31e3-b20f-4f55-ab06-aadd11e9e038 req-7bd1ae24-8c22-4760-a62d-e83571650684 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5aa2c72-94f6-4832-816a-6da653a89221 HTTP/1.1" status: 200 len: 946 time: 0.0525281 Mar 22 20:43:48.691926 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e3df31e3-b20f-4f55-ab06-aadd11e9e038 req-7f482f5b-54d2-4e5b-91cb-068b2c7da4f7 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/security-groups?id=839fb7c9-74ab-45af-ad2c-bb62b1df094f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432065 Mar 22 20:43:48.874217 n-d-705658-24 neutron-server[104173]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8747f62-593c-4f73-ba90-c378f8c0ca46 req-22a7f625-4c6a-40e3-af08-dd137f49d0ea tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104173) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:43:48.875604 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a8747f62-593c-4f73-ba90-c378f8c0ca46 req-22a7f625-4c6a-40e3-af08-dd137f49d0ea tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.84 "GET /v2.0/ports?device_id=d5aa2c72-94f6-4832-816a-6da653a89221 HTTP/1.1" status: 200 len: 946 time: 0.0524600 Mar 22 20:43:48.973528 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-a8747f62-593c-4f73-ba90-c378f8c0ca46 req-d30026c3-1848-4c3b-b014-e774e738f25c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Deleting port 53b08309-a201-48a8-b638-33a751b9031f {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:43:48.973897 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a8747f62-593c-4f73-ba90-c378f8c0ca46 req-d30026c3-1848-4c3b-b014-e774e738f25c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (53b08309-a201-48a8-b638-33a751b9031f), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:49.058498 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:49.062409 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:49.362041 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [req-a8747f62-593c-4f73-ba90-c378f8c0ca46 req-d30026c3-1848-4c3b-b014-e774e738f25c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] For port 53b08309-a201-48a8-b638-33a751b9031f, host n-h1-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-705658-24',level=0,port_id=53b08309-a201-48a8-b638-33a751b9031f,segment=NetworkSegment(73b19486-07e6-46c0-bac0-695971951217),segment_id=73b19486-07e6-46c0-bac0-695971951217)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:43:49.362405 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a8747f62-593c-4f73-ba90-c378f8c0ca46 req-d30026c3-1848-4c3b-b014-e774e738f25c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (53b08309-a201-48a8-b638-33a751b9031f), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:49.374715 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [req-a8747f62-593c-4f73-ba90-c378f8c0ca46 req-d30026c3-1848-4c3b-b014-e774e738f25c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Calling delete_port for 53b08309-a201-48a8-b638-33a751b9031f owned by compute:nova {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:43:49.510394 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a8747f62-593c-4f73-ba90-c378f8c0ca46 req-d30026c3-1848-4c3b-b014-e774e738f25c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (53b08309-a201-48a8-b638-33a751b9031f), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:49.539975 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30026c3-1848-4c3b-b014-e774e738f25c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Pushing event deleted for resources: {'Port': ['ID=53b08309-a201-48a8-b638-33a751b9031f,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:43:49.586807 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8747f62-593c-4f73-ba90-c378f8c0ca46 req-d30026c3-1848-4c3b-b014-e774e738f25c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] No DVR routers for this DVR port 53b08309-a201-48a8-b638-33a751b9031f on host n-h1-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:43:49.589593 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [req-a8747f62-593c-4f73-ba90-c378f8c0ca46 req-d30026c3-1848-4c3b-b014-e774e738f25c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:49.593073 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [req-a8747f62-593c-4f73-ba90-c378f8c0ca46 req-d30026c3-1848-4c3b-b014-e774e738f25c tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.84 "DELETE /v2.0/ports/53b08309-a201-48a8-b638-33a751b9031f HTTP/1.1" status: 204 len: 173 time: 0.7125449 Mar 22 20:43:49.593531 n-d-705658-24 neutron-server[104173]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5aa2c72-94f6-4832-816a-6da653a89221', 'name': 'network-vif-deleted', 'tag': '53b08309-a201-48a8-b638-33a751b9031f'}] {{(pid=104173) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:43:49.595900 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a75afaf1dfaad70fedc7c7f30d5b041dbb7ec48f6ef478f84521d18edf73ec2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9041588d-ecf7-4949-8fcb-2e343f6bc507" -d '{"events": [{"server_uuid": "d5aa2c72-94f6-4832-816a-6da653a89221", "name": "network-vif-deleted", "tag": "53b08309-a201-48a8-b638-33a751b9031f"}]}' {{(pid=104173) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:43:49.633670 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd67fa31-326c-47dd-bc15-d7fe5a210285 x-openstack-request-id: req-bd67fa31-326c-47dd-bc15-d7fe5a210285 {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:43:49.633988 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5aa2c72-94f6-4832-816a-6da653a89221", "name": "network-vif-deleted", "tag": "53b08309-a201-48a8-b638-33a751b9031f", "status": "completed", "code": 200}]} {{(pid=104173) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:43:49.634256 n-d-705658-24 neutron-server[104173]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-bd67fa31-326c-47dd-bc15-d7fe5a210285 {{(pid=104173) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:43:49.634682 n-d-705658-24 neutron-server[104173]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd67fa31-326c-47dd-bc15-d7fe5a210285'] response: {'server_uuid': 'd5aa2c72-94f6-4832-816a-6da653a89221', 'name': 'network-vif-deleted', 'tag': '53b08309-a201-48a8-b638-33a751b9031f', 'status': 'completed', 'code': 200} Mar 22 20:43:49.738586 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 53b08309-a201-48a8-b638-33a751b9031f no longer exists at agent hyperv_n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:43:49.758870 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] No Port match for: 53b08309-a201-48a8-b638-33a751b9031f {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:43:49.759217 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Device 53b08309-a201-48a8-b638-33a751b9031f not bound to the agent host n-h1-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:43:49.806122 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-d92e8a66-2a1a-4d19-9ebb-28c3f9faa751 req-857f7d3e-245d-4066-8f76-e2445c5c1306 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=d5aa2c72-94f6-4832-816a-6da653a89221 HTTP/1.1" status: 200 len: 210 time: 0.0331185 Mar 22 20:43:50.481914 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:50.626325 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ef292ef-6b72-468e-91d3-a0997261d2e2 req-f3b284b9-39ba-414e-8202-a53765e97556 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b57d540b-afc9-4066-975a-a9118a878fe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433533 Mar 22 20:43:50.708060 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef292ef-6b72-468e-91d3-a0997261d2e2 req-d0dd4358-b504-4c41-822a-1f287c32da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:43:50.709553 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ef292ef-6b72-468e-91d3-a0997261d2e2 req-d0dd4358-b504-4c41-822a-1f287c32da89 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5055c370f7c243949f461bedbc5b7d7d&device_id=b57d540b-afc9-4066-975a-a9118a878fe0 HTTP/1.1" status: 200 len: 1127 time: 0.0433216 Mar 22 20:43:50.816969 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef292ef-6b72-468e-91d3-a0997261d2e2 req-b3fa442b-6c0f-490e-bda1-dae2fee2cd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:43:50.818594 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ef292ef-6b72-468e-91d3-a0997261d2e2 req-b3fa442b-6c0f-490e-bda1-dae2fee2cd0e service neutron] 10.222.0.85 "GET /v2.0/networks?id=de3574d6-ded6-4e42-b07c-bc66350bc06d HTTP/1.1" status: 200 len: 911 time: 0.0899327 Mar 22 20:43:50.888740 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ef292ef-6b72-468e-91d3-a0997261d2e2 req-1b393edf-2486-4910-abce-82d83fa5651a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e52af6ee-8e4c-4ec8-ac21-3b30aed278ac HTTP/1.1" status: 200 len: 998 time: 0.0637980 Mar 22 20:43:50.937033 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef292ef-6b72-468e-91d3-a0997261d2e2 req-dfc92cb3-c43c-4f88-a425-533408f70ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:43:50.938543 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ef292ef-6b72-468e-91d3-a0997261d2e2 req-dfc92cb3-c43c-4f88-a425-533408f70ea9 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5faa2689-afe8-46e2-a17a-9a59cb440475 HTTP/1.1" status: 200 len: 849 time: 0.0447028 Mar 22 20:43:50.993892 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef292ef-6b72-468e-91d3-a0997261d2e2 req-2a4b4148-4992-4da0-819b-936942a46210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:43:50.995498 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ef292ef-6b72-468e-91d3-a0997261d2e2 req-2a4b4148-4992-4da0-819b-936942a46210 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=de3574d6-ded6-4e42-b07c-bc66350bc06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0516396 Mar 22 20:43:51.087913 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ef292ef-6b72-468e-91d3-a0997261d2e2 req-8663d811-e760-449a-997c-0fd14226a437 service neutron] 10.222.0.85 "GET /v2.0/networks/de3574d6-ded6-4e42-b07c-bc66350bc06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868976 Mar 22 20:43:51.192397 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-5ef292ef-6b72-468e-91d3-a0997261d2e2 req-897d7de7-c2ea-42db-80fd-bf280fc67273 service neutron] 10.222.0.85 "GET /v2.0/networks/de3574d6-ded6-4e42-b07c-bc66350bc06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980737 Mar 22 20:43:51.382383 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43694) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:43:51.542320 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-688536e4-9f7c-47a3-8f1b-d74e07f04797 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Deleting port 9393e559-2bf5-4e67-aedd-e3ac4753c688 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:43:51.542692 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-688536e4-9f7c-47a3-8f1b-d74e07f04797 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (9393e559-2bf5-4e67-aedd-e3ac4753c688), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:51.544117 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:51.616527 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-688536e4-9f7c-47a3-8f1b-d74e07f04797 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (9393e559-2bf5-4e67-aedd-e3ac4753c688), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:51.616856 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-688536e4-9f7c-47a3-8f1b-d74e07f04797 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for floatingip (9393e559-2bf5-4e67-aedd-e3ac4753c688), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:51.628352 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-688536e4-9f7c-47a3-8f1b-d74e07f04797 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Calling delete_port for 9393e559-2bf5-4e67-aedd-e3ac4753c688 owned by network:floatingip {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:43:51.777301 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-688536e4-9f7c-47a3-8f1b-d74e07f04797 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (9393e559-2bf5-4e67-aedd-e3ac4753c688), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:51.803317 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688536e4-9f7c-47a3-8f1b-d74e07f04797 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Pushing event deleted for resources: {'Port': ['ID=9393e559-2bf5-4e67-aedd-e3ac4753c688,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:43:51.834513 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688536e4-9f7c-47a3-8f1b-d74e07f04797 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:51.835173 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688536e4-9f7c-47a3-8f1b-d74e07f04797 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:51.835173 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688536e4-9f7c-47a3-8f1b-d74e07f04797 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:51.835521 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688536e4-9f7c-47a3-8f1b-d74e07f04797 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:51.835855 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688536e4-9f7c-47a3-8f1b-d74e07f04797 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:51.836190 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688536e4-9f7c-47a3-8f1b-d74e07f04797 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:51.836521 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688536e4-9f7c-47a3-8f1b-d74e07f04797 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:51.836849 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688536e4-9f7c-47a3-8f1b-d74e07f04797 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:51.837176 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688536e4-9f7c-47a3-8f1b-d74e07f04797 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:51.837505 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688536e4-9f7c-47a3-8f1b-d74e07f04797 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:51.837853 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688536e4-9f7c-47a3-8f1b-d74e07f04797 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:51.838181 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688536e4-9f7c-47a3-8f1b-d74e07f04797 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:51.838505 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688536e4-9f7c-47a3-8f1b-d74e07f04797 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:51.838828 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688536e4-9f7c-47a3-8f1b-d74e07f04797 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:51.839152 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688536e4-9f7c-47a3-8f1b-d74e07f04797 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-705658-24 {{(pid=104172) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 22 20:43:51.878932 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-688536e4-9f7c-47a3-8f1b-d74e07f04797 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for floatingip (12143747-4b10-44ea-a85a-585b5d7d7632), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:51.879315 n-d-705658-24 neutron-server[104172]: INFO neutron.db.l3_db [None req-688536e4-9f7c-47a3-8f1b-d74e07f04797 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Floating IP 12143747-4b10-44ea-a85a-585b5d7d7632 disassociated (deleted). External IP: 172.25.5.7, port: e52af6ee-8e4c-4ec8-ac21-3b30aed278ac. Mar 22 20:43:52.090418 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688536e4-9f7c-47a3-8f1b-d74e07f04797 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Router d839e354-5a36-440d-8419-ea236703f937 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:43:52.198777 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688536e4-9f7c-47a3-8f1b-d74e07f04797 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:43:52.203515 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-688536e4-9f7c-47a3-8f1b-d74e07f04797 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for floatingip (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:52.212183 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4559c7f7-486c-4f0c-8e52-c8a51b38ebb3 None None] Sync routers for ids ['d839e354-5a36-440d-8419-ea236703f937'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:43:52.223251 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4559c7f7-486c-4f0c-8e52-c8a51b38ebb3 None None] Routers {'d839e354-5a36-440d-8419-ea236703f937'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:43:52.224487 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-4559c7f7-486c-4f0c-8e52-c8a51b38ebb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:43:48Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d839e354-5a36-440d-8419-ea236703f937'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:43:52.236751 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-688536e4-9f7c-47a3-8f1b-d74e07f04797 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "DELETE /v2.0/floatingips/12143747-4b10-44ea-a85a-585b5d7d7632 HTTP/1.1" status: 204 len: 168 time: 0.8532116 Mar 22 20:43:52.237311 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57d540b-afc9-4066-975a-a9118a878fe0', 'tag': 'e52af6ee-8e4c-4ec8-ac21-3b30aed278ac'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:43:52.239718 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5203bbb830fb44ebcbef8845939fcb941f39cb8985b8c198af72047ed6de2cf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e90ac78-29a4-41a3-be83-5e3ac5bbaf57" -d '{"events": [{"name": "network-changed", "server_uuid": "b57d540b-afc9-4066-975a-a9118a878fe0", "tag": "e52af6ee-8e4c-4ec8-ac21-3b30aed278ac"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:43:52.338201 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 22 Mar 2022 20:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178f0bd1-941c-43e5-82bb-e97525c1a47a x-openstack-request-id: req-178f0bd1-941c-43e5-82bb-e97525c1a47a {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:43:52.338780 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57d540b-afc9-4066-975a-a9118a878fe0", "tag": "e52af6ee-8e4c-4ec8-ac21-3b30aed278ac", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:43:52.339217 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-178f0bd1-941c-43e5-82bb-e97525c1a47a {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:43:52.339863 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-178f0bd1-941c-43e5-82bb-e97525c1a47a'] response: {'name': 'network-changed', 'server_uuid': 'b57d540b-afc9-4066-975a-a9118a878fe0', 'tag': 'e52af6ee-8e4c-4ec8-ac21-3b30aed278ac', 'status': 'completed', 'code': 200} Mar 22 20:43:52.362231 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-4559c7f7-486c-4f0c-8e52-c8a51b38ebb3 None None] Set router d839e354-5a36-440d-8419-ea236703f937 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:43:52.413671 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90ac78-29a4-41a3-be83-5e3ac5bbaf57 req-481b1238-1ce1-4cae-a3f4-125effd66391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:43:52.415290 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e90ac78-29a4-41a3-be83-5e3ac5bbaf57 req-481b1238-1ce1-4cae-a3f4-125effd66391 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=5055c370f7c243949f461bedbc5b7d7d&device_id=b57d540b-afc9-4066-975a-a9118a878fe0 HTTP/1.1" status: 200 len: 1127 time: 0.0490108 Mar 22 20:43:52.562282 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e906e-b5d4-4182-aed8-67dfc0845584 req-654d5c3e-ccbf-43a0-9deb-3718ad22e538 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:43:52.564929 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e57e906e-b5d4-4182-aed8-67dfc0845584 req-654d5c3e-ccbf-43a0-9deb-3718ad22e538 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=b57d540b-afc9-4066-975a-a9118a878fe0 HTTP/1.1" status: 200 len: 944 time: 0.1238089 Mar 22 20:43:52.568769 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90ac78-29a4-41a3-be83-5e3ac5bbaf57 req-cfe7daa8-eb12-49e2-94b4-31158c408486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:43:52.570224 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e90ac78-29a4-41a3-be83-5e3ac5bbaf57 req-cfe7daa8-eb12-49e2-94b4-31158c408486 service neutron] 10.222.0.85 "GET /v2.0/networks?id=de3574d6-ded6-4e42-b07c-bc66350bc06d HTTP/1.1" status: 200 len: 911 time: 0.1475644 Mar 22 20:43:52.575051 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-4559c7f7-486c-4f0c-8e52-c8a51b38ebb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd839e354-5a36-440d-8419-ea236703f937', 'name': 'tempest-TestSnapshotPattern-1466773389-router', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:33Z', 'revision_number': 4, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'gw_port': {'id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd839e354-5a36-440d-8419-ea236703f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7c909c37-45f5-41b4-959d-07417d521849', 'name': '', 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'mac_address': 'fa:16:3e:36:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd839e354-5a36-440d-8419-ea236703f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '5faa2689-afe8-46e2-a17a-9a59cb440475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:33Z', 'updated_at': '2022-03-22T20:38:38Z', 'revision_number': 5, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'subnets': [{'id': '5faa2689-afe8-46e2-a17a-9a59cb440475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:43:52.602258 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4559c7f7-486c-4f0c-8e52-c8a51b38ebb3 None None] Checking router: d839e354-5a36-440d-8419-ea236703f937 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:43:52.610658 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4559c7f7-486c-4f0c-8e52-c8a51b38ebb3 None None] Routers {'d839e354-5a36-440d-8419-ea236703f937'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:43:52.611266 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-4559c7f7-486c-4f0c-8e52-c8a51b38ebb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:43:48Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d839e354-5a36-440d-8419-ea236703f937'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:43:52.621158 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e90ac78-29a4-41a3-be83-5e3ac5bbaf57 req-3532b12a-4f9f-4560-a66c-b44a2f06d263 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e52af6ee-8e4c-4ec8-ac21-3b30aed278ac HTTP/1.1" status: 200 len: 217 time: 0.0419824 Mar 22 20:43:52.682868 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-e57e906e-b5d4-4182-aed8-67dfc0845584 req-e2f4df3f-778b-4f20-b7cb-eca794c1fdca tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/security-groups?id=839fb7c9-74ab-45af-ad2c-bb62b1df094f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116765 Mar 22 20:43:52.692924 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90ac78-29a4-41a3-be83-5e3ac5bbaf57 req-4dd0d11f-f42b-4f64-a851-371c8eea324e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:43:52.694606 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e90ac78-29a4-41a3-be83-5e3ac5bbaf57 req-4dd0d11f-f42b-4f64-a851-371c8eea324e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=5faa2689-afe8-46e2-a17a-9a59cb440475 HTTP/1.1" status: 200 len: 849 time: 0.0633767 Mar 22 20:43:52.723425 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-4559c7f7-486c-4f0c-8e52-c8a51b38ebb3 None None] Set router d839e354-5a36-440d-8419-ea236703f937 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:43:52.744869 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90ac78-29a4-41a3-be83-5e3ac5bbaf57 req-b855288b-926c-4c99-bbdb-7ba7e60d12c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:43:52.746421 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e90ac78-29a4-41a3-be83-5e3ac5bbaf57 req-b855288b-926c-4c99-bbdb-7ba7e60d12c5 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=de3574d6-ded6-4e42-b07c-bc66350bc06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459881 Mar 22 20:43:52.842201 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e90ac78-29a4-41a3-be83-5e3ac5bbaf57 req-7d6a8a9d-28c8-4a49-ba7d-0d830b8f235a service neutron] 10.222.0.85 "GET /v2.0/networks/de3574d6-ded6-4e42-b07c-bc66350bc06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886202 Mar 22 20:43:52.949861 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-4559c7f7-486c-4f0c-8e52-c8a51b38ebb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd839e354-5a36-440d-8419-ea236703f937', 'name': 'tempest-TestSnapshotPattern-1466773389-router', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:33Z', 'revision_number': 4, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'gw_port': {'id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd839e354-5a36-440d-8419-ea236703f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7c909c37-45f5-41b4-959d-07417d521849', 'name': '', 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'mac_address': 'fa:16:3e:36:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd839e354-5a36-440d-8419-ea236703f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '5faa2689-afe8-46e2-a17a-9a59cb440475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:33Z', 'updated_at': '2022-03-22T20:38:38Z', 'revision_number': 5, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'subnets': [{'id': '5faa2689-afe8-46e2-a17a-9a59cb440475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:43:52.952825 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-8e90ac78-29a4-41a3-be83-5e3ac5bbaf57 req-dcde5a2b-46b1-471d-b00c-b9135e97461c service neutron] 10.222.0.85 "GET /v2.0/networks/de3574d6-ded6-4e42-b07c-bc66350bc06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030872 Mar 22 20:43:52.981661 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4559c7f7-486c-4f0c-8e52-c8a51b38ebb3 None None] The sync data for ids ['d839e354-5a36-440d-8419-ea236703f937'] in n-d-705658-24 is: [{'id': 'd839e354-5a36-440d-8419-ea236703f937', 'name': 'tempest-TestSnapshotPattern-1466773389-router', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:33Z', 'revision_number': 4, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'gw_port': {'id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd839e354-5a36-440d-8419-ea236703f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24', '_interfaces': [{'id': '7c909c37-45f5-41b4-959d-07417d521849', 'name': '', 'network_id': 'de3574d6-ded6-4e42-b07c-bc66350bc06d', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'mac_address': 'fa:16:3e:36:9f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd839e354-5a36-440d-8419-ea236703f937', 'device_owner': 'network:router_interface', 'standard_attr_id': 4458, 'fixed_ips': [{'subnet_id': '5faa2689-afe8-46e2-a17a-9a59cb440475', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:33Z', 'updated_at': '2022-03-22T20:38:38Z', 'revision_number': 5, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'subnets': [{'id': '5faa2689-afe8-46e2-a17a-9a59cb440475', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:43:53.212424 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7549f9-2099-4781-94c0-b7c187308e2f None None] New status for floating IP 12143747-4b10-44ea-a85a-585b5d7d7632: DOWN {{(pid=104174) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 22 20:43:53.670593 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7cdf7-cf83-43bb-80cd-ba4aff503e63 req-d1eee93f-cb09-4288-83ad-dd53b217f6a2 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:43:53.672156 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eaa7cdf7-cf83-43bb-80cd-ba4aff503e63 req-d1eee93f-cb09-4288-83ad-dd53b217f6a2 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.85 "GET /v2.0/ports?device_id=b57d540b-afc9-4066-975a-a9118a878fe0 HTTP/1.1" status: 200 len: 944 time: 0.0533421 Mar 22 20:43:53.791857 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-eaa7cdf7-cf83-43bb-80cd-ba4aff503e63 req-bfc8e589-e462-4edb-aacd-490bd945be22 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Deleting port e52af6ee-8e4c-4ec8-ac21-3b30aed278ac {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:43:53.792198 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-eaa7cdf7-cf83-43bb-80cd-ba4aff503e63 req-bfc8e589-e462-4edb-aacd-490bd945be22 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (e52af6ee-8e4c-4ec8-ac21-3b30aed278ac), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:53.867059 n-d-705658-24 neutron-server[104172]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf804279-430e-4164-ac4b-5f3d6a99c848 req-841e85a3-7323-4b2f-b231-c88c70d4cdc8 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104172) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 22 20:43:53.868574 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf804279-430e-4164-ac4b-5f3d6a99c848 req-841e85a3-7323-4b2f-b231-c88c70d4cdc8 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/ports?device_id=b57d540b-afc9-4066-975a-a9118a878fe0 HTTP/1.1" status: 200 len: 944 time: 0.1116552 Mar 22 20:43:53.921370 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [req-eaa7cdf7-cf83-43bb-80cd-ba4aff503e63 req-bfc8e589-e462-4edb-aacd-490bd945be22 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] For port e52af6ee-8e4c-4ec8-ac21-3b30aed278ac, host n-h2-705658-24, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-705658-24',level=0,port_id=e52af6ee-8e4c-4ec8-ac21-3b30aed278ac,segment=NetworkSegment(73b19486-07e6-46c0-bac0-695971951217),segment_id=73b19486-07e6-46c0-bac0-695971951217)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:43:53.921946 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-eaa7cdf7-cf83-43bb-80cd-ba4aff503e63 req-bfc8e589-e462-4edb-aacd-490bd945be22 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (e52af6ee-8e4c-4ec8-ac21-3b30aed278ac), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:53.952182 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [req-eaa7cdf7-cf83-43bb-80cd-ba4aff503e63 req-bfc8e589-e462-4edb-aacd-490bd945be22 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Calling delete_port for e52af6ee-8e4c-4ec8-ac21-3b30aed278ac owned by compute:nova {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:43:53.972234 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-cf804279-430e-4164-ac4b-5f3d6a99c848 req-03c16078-17ee-4c5f-8417-ccf84bcb61e3 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "GET /v2.0/security-groups?id=839fb7c9-74ab-45af-ad2c-bb62b1df094f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967908 Mar 22 20:43:54.091646 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-eaa7cdf7-cf83-43bb-80cd-ba4aff503e63 req-bfc8e589-e462-4edb-aacd-490bd945be22 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (e52af6ee-8e4c-4ec8-ac21-3b30aed278ac), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:54.122790 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc8e589-e462-4edb-aacd-490bd945be22 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Pushing event deleted for resources: {'Port': ['ID=e52af6ee-8e4c-4ec8-ac21-3b30aed278ac,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:43:54.165665 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa7cdf7-cf83-43bb-80cd-ba4aff503e63 req-bfc8e589-e462-4edb-aacd-490bd945be22 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] No DVR routers for this DVR port e52af6ee-8e4c-4ec8-ac21-3b30aed278ac on host n-h2-705658-24 {{(pid=104172) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:43:54.168387 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [req-eaa7cdf7-cf83-43bb-80cd-ba4aff503e63 req-bfc8e589-e462-4edb-aacd-490bd945be22 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89690'] for port (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:54.171885 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [req-eaa7cdf7-cf83-43bb-80cd-ba4aff503e63 req-bfc8e589-e462-4edb-aacd-490bd945be22 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.85 "DELETE /v2.0/ports/e52af6ee-8e4c-4ec8-ac21-3b30aed278ac HTTP/1.1" status: 204 len: 173 time: 0.4950874 Mar 22 20:43:54.340929 n-d-705658-24 neutron-server[104172]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57d540b-afc9-4066-975a-a9118a878fe0', 'name': 'network-vif-deleted', 'tag': 'e52af6ee-8e4c-4ec8-ac21-3b30aed278ac'}] {{(pid=104172) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 22 20:43:54.343403 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.75/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5203bbb830fb44ebcbef8845939fcb941f39cb8985b8c198af72047ed6de2cf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51634778-ea1c-4ccc-9cfe-3313bb9bbbb5" -d '{"events": [{"server_uuid": "b57d540b-afc9-4066-975a-a9118a878fe0", "name": "network-vif-deleted", "tag": "e52af6ee-8e4c-4ec8-ac21-3b30aed278ac"}]}' {{(pid=104172) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 22 20:43:54.383881 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 22 Mar 2022 20:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3612b25-1570-44e8-aef5-969f8b3b2ce7 x-openstack-request-id: req-f3612b25-1570-44e8-aef5-969f8b3b2ce7 {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 22 20:43:54.384261 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57d540b-afc9-4066-975a-a9118a878fe0", "name": "network-vif-deleted", "tag": "e52af6ee-8e4c-4ec8-ac21-3b30aed278ac", "status": "completed", "code": 200}]} {{(pid=104172) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 22 20:43:54.384584 n-d-705658-24 neutron-server[104172]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.75/compute/v2.1/os-server-external-events used request id req-f3612b25-1570-44e8-aef5-969f8b3b2ce7 {{(pid=104172) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 22 20:43:54.385068 n-d-705658-24 neutron-server[104172]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3612b25-1570-44e8-aef5-969f8b3b2ce7'] response: {'server_uuid': 'b57d540b-afc9-4066-975a-a9118a878fe0', 'name': 'network-vif-deleted', 'tag': 'e52af6ee-8e4c-4ec8-ac21-3b30aed278ac', 'status': 'completed', 'code': 200} Mar 22 20:43:55.029650 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43710) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:43:55.085573 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4074dd26-d2f5-4a82-8a36-94b36ab99bb1 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for security_group (839fb7c9-74ab-45af-ad2c-bb62b1df094f), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:55.110590 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4074dd26-d2f5-4a82-8a36-94b36ab99bb1 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for security_group (839fb7c9-74ab-45af-ad2c-bb62b1df094f), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:55.169276 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4074dd26-d2f5-4a82-8a36-94b36ab99bb1 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (839fb7c9-74ab-45af-ad2c-bb62b1df094f), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:55.171914 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-4074dd26-d2f5-4a82-8a36-94b36ab99bb1 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:55.173646 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-4074dd26-d2f5-4a82-8a36-94b36ab99bb1 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] 10.222.0.75 "DELETE /v2.0/security-groups/839fb7c9-74ab-45af-ad2c-bb62b1df094f HTTP/1.1" status: 204 len: 168 time: 0.1423333 Mar 22 20:43:55.183128 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4074dd26-d2f5-4a82-8a36-94b36ab99bb1 tempest-TestSnapshotPattern-716760107 tempest-TestSnapshotPattern-716760107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=839fb7c9-74ab-45af-ad2c-bb62b1df094f,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:43:55.219390 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43714) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:43:55.660658 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dec4986d-e8f7-4e53-a4ee-67380346cbd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (d839e354-5a36-440d-8419-ea236703f937), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:55.913686 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-dec4986d-e8f7-4e53-a4ee-67380346cbd2 admin admin] Deleting port 7c909c37-45f5-41b4-959d-07417d521849 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:43:55.914052 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dec4986d-e8f7-4e53-a4ee-67380346cbd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (7c909c37-45f5-41b4-959d-07417d521849), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:55.991467 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-dec4986d-e8f7-4e53-a4ee-67380346cbd2 admin admin] For port 7c909c37-45f5-41b4-959d-07417d521849, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=7c909c37-45f5-41b4-959d-07417d521849,segment=NetworkSegment(73b19486-07e6-46c0-bac0-695971951217),segment_id=73b19486-07e6-46c0-bac0-695971951217)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:43:55.991827 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dec4986d-e8f7-4e53-a4ee-67380346cbd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (7c909c37-45f5-41b4-959d-07417d521849), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:56.008625 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-dec4986d-e8f7-4e53-a4ee-67380346cbd2 admin admin] Calling delete_port for 7c909c37-45f5-41b4-959d-07417d521849 owned by network:router_interface {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:43:56.188381 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dec4986d-e8f7-4e53-a4ee-67380346cbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (7c909c37-45f5-41b4-959d-07417d521849), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:56.210879 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4986d-e8f7-4e53-a4ee-67380346cbd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c909c37-45f5-41b4-959d-07417d521849,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:43:56.381083 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-dec4986d-e8f7-4e53-a4ee-67380346cbd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (d839e354-5a36-440d-8419-ea236703f937), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:56.603402 n-d-705658-24 neutron-server[104173]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec4986d-e8f7-4e53-a4ee-67380346cbd2 admin admin] Router d839e354-5a36-440d-8419-ea236703f937 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104173) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:43:56.711629 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec4986d-e8f7-4e53-a4ee-67380346cbd2 admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104173) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:43:56.716587 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-dec4986d-e8f7-4e53-a4ee-67380346cbd2 admin admin] 10.222.0.75 "PUT /v2.0/routers/d839e354-5a36-440d-8419-ea236703f937/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4958885 Mar 22 20:43:56.719293 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43718) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:43:56.721978 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f20420d-aff9-46b5-8729-9b03601b2bbb None None] Sync routers for ids ['d839e354-5a36-440d-8419-ea236703f937'] in n-d-705658-24 {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:43:56.732192 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f20420d-aff9-46b5-8729-9b03601b2bbb None None] Routers {'d839e354-5a36-440d-8419-ea236703f937'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:43:56.732791 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-5f20420d-aff9-46b5-8729-9b03601b2bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:43:48Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d839e354-5a36-440d-8419-ea236703f937'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:43:56.828521 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e62e48e6-c0da-482b-a7de-a93658551cf8 admin admin] Publish callbacks [] for router (d839e354-5a36-440d-8419-ea236703f937), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:56.841712 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-5f20420d-aff9-46b5-8729-9b03601b2bbb None None] Set router d839e354-5a36-440d-8419-ea236703f937 gateway port host: n-d-705658-24 {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:43:56.933977 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e62e48e6-c0da-482b-a7de-a93658551cf8 admin admin] Publish callbacks [] for router_gateway (d839e354-5a36-440d-8419-ea236703f937), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:56.991080 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-e62e48e6-c0da-482b-a7de-a93658551cf8 admin admin] Deleting port 2dd9eee6-3833-47d1-bbfe-32b8c6b7c388 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:43:56.991498 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e62e48e6-c0da-482b-a7de-a93658551cf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (2dd9eee6-3833-47d1-bbfe-32b8c6b7c388), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:57.018744 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-5f20420d-aff9-46b5-8729-9b03601b2bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd839e354-5a36-440d-8419-ea236703f937', 'name': 'tempest-TestSnapshotPattern-1466773389-router', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:43:56Z', 'revision_number': 5, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'gw_port': {'id': '2dd9eee6-3833-47d1-bbfe-32b8c6b7c388', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:aa:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd839e354-5a36-440d-8419-ea236703f937', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:38:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:43:57.053507 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f20420d-aff9-46b5-8729-9b03601b2bbb None None] Checking router: d839e354-5a36-440d-8419-ea236703f937 for host: n-d-705658-24 {{(pid=104175) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:43:57.061775 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f20420d-aff9-46b5-8729-9b03601b2bbb None None] Routers {'d839e354-5a36-440d-8419-ea236703f937'} bound to L3 agent in host n-d-705658-24 {{(pid=104175) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:43:57.062403 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-5f20420d-aff9-46b5-8729-9b03601b2bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:43:48Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['d839e354-5a36-440d-8419-ea236703f937'], 'active': True} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:43:57.075926 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-e62e48e6-c0da-482b-a7de-a93658551cf8 admin admin] For port 2dd9eee6-3833-47d1-bbfe-32b8c6b7c388, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=2dd9eee6-3833-47d1-bbfe-32b8c6b7c388,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:43:57.076292 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e62e48e6-c0da-482b-a7de-a93658551cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (2dd9eee6-3833-47d1-bbfe-32b8c6b7c388), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:57.089920 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-e62e48e6-c0da-482b-a7de-a93658551cf8 admin admin] Calling delete_port for 2dd9eee6-3833-47d1-bbfe-32b8c6b7c388 owned by network:router_gateway {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:43:57.150669 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_dvr_db [None req-5f20420d-aff9-46b5-8729-9b03601b2bbb None None] Set router d839e354-5a36-440d-8419-ea236703f937 gateway port host: None {{(pid=104175) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:43:57.264109 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e62e48e6-c0da-482b-a7de-a93658551cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (2dd9eee6-3833-47d1-bbfe-32b8c6b7c388), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:57.296722 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.l3_hamode_db [None req-5f20420d-aff9-46b5-8729-9b03601b2bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd839e354-5a36-440d-8419-ea236703f937', 'name': 'tempest-TestSnapshotPattern-1466773389-router', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:43:56Z', 'revision_number': 6, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:43:57.298106 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e48e6-c0da-482b-a7de-a93658551cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dd9eee6-3833-47d1-bbfe-32b8c6b7c388,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:43:57.327773 n-d-705658-24 neutron-server[104175]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f20420d-aff9-46b5-8729-9b03601b2bbb None None] The sync data for ids ['d839e354-5a36-440d-8419-ea236703f937'] in n-d-705658-24 is: [{'id': 'd839e354-5a36-440d-8419-ea236703f937', 'name': 'tempest-TestSnapshotPattern-1466773389-router', 'tenant_id': '5055c370f7c243949f461bedbc5b7d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:38:31Z', 'updated_at': '2022-03-22T20:43:56Z', 'revision_number': 6, 'project_id': '5055c370f7c243949f461bedbc5b7d7d', 'gw_port_host': None}] {{(pid=104175) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:43:57.361703 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e62e48e6-c0da-482b-a7de-a93658551cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (d839e354-5a36-440d-8419-ea236703f937), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:57.452160 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e62e48e6-c0da-482b-a7de-a93658551cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (d839e354-5a36-440d-8419-ea236703f937), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:57.454295 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e62e48e6-c0da-482b-a7de-a93658551cf8 admin admin] Publish callbacks [] for router_controller (d839e354-5a36-440d-8419-ea236703f937), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:57.500167 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e62e48e6-c0da-482b-a7de-a93658551cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (d839e354-5a36-440d-8419-ea236703f937), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:57.500689 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62e48e6-c0da-482b-a7de-a93658551cf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d839e354-5a36-440d-8419-ea236703f937 {{(pid=104173) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 20:43:57.504984 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-e62e48e6-c0da-482b-a7de-a93658551cf8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:57.506157 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-e62e48e6-c0da-482b-a7de-a93658551cf8 admin admin] 10.222.0.75 "DELETE /v2.0/routers/d839e354-5a36-440d-8419-ea236703f937 HTTP/1.1" status: 204 len: 168 time: 0.7858098 Mar 22 20:43:57.508844 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43722) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:43:57.552522 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d43e83f-d4f7-417c-8f7b-b35b2ea6dc8d admin admin] Deleting subnet 5faa2689-afe8-46e2-a17a-9a59cb440475 {{(pid=104173) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:43:57.555535 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5d43e83f-d4f7-417c-8f7b-b35b2ea6dc8d admin admin] Publish callbacks [] for subnet (5faa2689-afe8-46e2-a17a-9a59cb440475), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:57.577628 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device e52af6ee-8e4c-4ec8-ac21-3b30aed278ac no longer exists at agent hyperv_n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:43:57.589844 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5d43e83f-d4f7-417c-8f7b-b35b2ea6dc8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2122174'] for subnet (5faa2689-afe8-46e2-a17a-9a59cb440475), precommit_delete_associations {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:57.598759 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] No Port match for: e52af6ee-8e4c-4ec8-ac21-3b30aed278ac {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:43:57.599107 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Device e52af6ee-8e4c-4ec8-ac21-3b30aed278ac not bound to the agent host n-h2-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:43:57.671941 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5d43e83f-d4f7-417c-8f7b-b35b2ea6dc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (5faa2689-afe8-46e2-a17a-9a59cb440475), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:57.731097 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5d43e83f-d4f7-417c-8f7b-b35b2ea6dc8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26162649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25433968'] for subnet (5faa2689-afe8-46e2-a17a-9a59cb440475), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:57.758533 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43e83f-d4f7-417c-8f7b-b35b2ea6dc8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5faa2689-afe8-46e2-a17a-9a59cb440475,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:43:57.760501 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-5d43e83f-d4f7-417c-8f7b-b35b2ea6dc8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:57.766026 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-5d43e83f-d4f7-417c-8f7b-b35b2ea6dc8d admin admin] 10.222.0.75 "DELETE /v2.0/subnets/5faa2689-afe8-46e2-a17a-9a59cb440475 HTTP/1.1" status: 204 len: 168 time: 0.2542255 Mar 22 20:43:57.766655 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43724) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:43:57.770979 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7917f036-e069-425d-80c1-f65739031422 None None] Network de3574d6-ded6-4e42-b07c-bc66350bc06d requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:43:57.834372 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad8fcfe8-5b72-4b79-bbab-f1a2cb8f0d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (de3574d6-ded6-4e42-b07c-bc66350bc06d), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:57.892138 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-ad8fcfe8-5b72-4b79-bbab-f1a2cb8f0d8a admin admin] Deleting port cae20aca-02b0-4bcf-8714-c9484f6c1971 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:43:57.892398 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad8fcfe8-5b72-4b79-bbab-f1a2cb8f0d8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (cae20aca-02b0-4bcf-8714-c9484f6c1971), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:57.953654 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-ad8fcfe8-5b72-4b79-bbab-f1a2cb8f0d8a admin admin] For port cae20aca-02b0-4bcf-8714-c9484f6c1971, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=cae20aca-02b0-4bcf-8714-c9484f6c1971,segment=NetworkSegment(73b19486-07e6-46c0-bac0-695971951217),segment_id=73b19486-07e6-46c0-bac0-695971951217)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:43:57.953977 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad8fcfe8-5b72-4b79-bbab-f1a2cb8f0d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (cae20aca-02b0-4bcf-8714-c9484f6c1971), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:57.967602 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-ad8fcfe8-5b72-4b79-bbab-f1a2cb8f0d8a admin admin] Calling delete_port for cae20aca-02b0-4bcf-8714-c9484f6c1971 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:43:58.044987 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad8fcfe8-5b72-4b79-bbab-f1a2cb8f0d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (cae20aca-02b0-4bcf-8714-c9484f6c1971), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:58.073038 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8fcfe8-5b72-4b79-bbab-f1a2cb8f0d8a admin admin] Pushing event deleted for resources: {'Port': ['ID=cae20aca-02b0-4bcf-8714-c9484f6c1971,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:43:58.076761 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8fcfe8-5b72-4b79-bbab-f1a2cb8f0d8a admin admin] No DVR routers for this DVR port cae20aca-02b0-4bcf-8714-c9484f6c1971 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:43:58.119721 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc25284-f1c5-42c0-8a45-3ca78612f8bd None None] DHCP port deletion for de3574d6-ded6-4e42-b07c-bc66350bc06d request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 20:43:58.158168 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad8fcfe8-5b72-4b79-bbab-f1a2cb8f0d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (de3574d6-ded6-4e42-b07c-bc66350bc06d), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:58.179025 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-ad8fcfe8-5b72-4b79-bbab-f1a2cb8f0d8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de3574d6-ded6-4e42-b07c-bc66350bc06d']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:43:58.188286 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-ad8fcfe8-5b72-4b79-bbab-f1a2cb8f0d8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73b19486-07e6-46c0-bac0-695971951217') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:43:58.188578 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-ad8fcfe8-5b72-4b79-bbab-f1a2cb8f0d8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73b19486-07e6-46c0-bac0-695971951217') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:43:58.198185 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad8fcfe8-5b72-4b79-bbab-f1a2cb8f0d8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (73b19486-07e6-46c0-bac0-695971951217), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:58.213020 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad8fcfe8-5b72-4b79-bbab-f1a2cb8f0d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (73b19486-07e6-46c0-bac0-695971951217), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:58.219863 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad8fcfe8-5b72-4b79-bbab-f1a2cb8f0d8a admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:43:58.220279 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad8fcfe8-5b72-4b79-bbab-f1a2cb8f0d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (73b19486-07e6-46c0-bac0-695971951217), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:58.222792 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 20:43:58.222792 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:43:58.222792 n-d-705658-24 neutron-server[104173]: timer() Mar 22 20:43:58.222792 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:43:58.222792 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 20:43:58.222792 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:43:58.222792 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 20:43:58.222792 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:43:58.222792 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 20:43:58.222792 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:43:58.222792 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 20:43:58.222792 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:43:58.222792 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 20:43:58.222792 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:43:58.222792 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:43:58.222792 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:43:58.222792 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:43:58.222792 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:43:58.222792 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 20:43:58.222792 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:43:58.222792 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 20:43:58.222792 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:43:58.222792 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:43:58.222792 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:43:58.222792 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 20:43:58.222792 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:43:58.222792 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:43:58.222792 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:43:58.222792 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:43:58.222792 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:43:58.222792 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:43:58.222792 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:43:58.280326 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad8fcfe8-5b72-4b79-bbab-f1a2cb8f0d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (de3574d6-ded6-4e42-b07c-bc66350bc06d), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:58.288551 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-ad8fcfe8-5b72-4b79-bbab-f1a2cb8f0d8a admin admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:58.291681 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-ad8fcfe8-5b72-4b79-bbab-f1a2cb8f0d8a admin admin] 10.222.0.75 "DELETE /v2.0/networks/de3574d6-ded6-4e42-b07c-bc66350bc06d HTTP/1.1" status: 204 len: 168 time: 0.5241225 Mar 22 20:43:58.294902 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43726) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:43:58.302088 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8fcfe8-5b72-4b79-bbab-f1a2cb8f0d8a admin admin] Pushing event deleted for resources: {'Network': ['ID=de3574d6-ded6-4e42-b07c-bc66350bc06d,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:43:58.605619 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 7c909c37-45f5-41b4-959d-07417d521849 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:43:58.630038 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 7c909c37-45f5-41b4-959d-07417d521849 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:43:58.630392 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 7c909c37-45f5-41b4-959d-07417d521849 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:43:58.630814 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 2dd9eee6-3833-47d1-bbfe-32b8c6b7c388 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:43:58.650205 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 2dd9eee6-3833-47d1-bbfe-32b8c6b7c388 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:43:58.650483 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 2dd9eee6-3833-47d1-bbfe-32b8c6b7c388 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:43:58.650906 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device cae20aca-02b0-4bcf-8714-c9484f6c1971 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:43:58.657989 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-01f2cf91-72eb-4a8e-8f1b-5f8d1973dbde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3916658'] for router_interface (38a1e227-4cf8-44b4-b85a-2040a9a98198), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:58.669285 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: cae20aca-02b0-4bcf-8714-c9484f6c1971 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:43:58.669640 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device cae20aca-02b0-4bcf-8714-c9484f6c1971 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:43:59.235581 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-01f2cf91-72eb-4a8e-8f1b-5f8d1973dbde admin admin] Deleting port c96698ed-9bb8-42a5-b9f4-1e9501a276bc {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:43:59.235918 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-01f2cf91-72eb-4a8e-8f1b-5f8d1973dbde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (c96698ed-9bb8-42a5-b9f4-1e9501a276bc), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:59.314456 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-01f2cf91-72eb-4a8e-8f1b-5f8d1973dbde admin admin] For port c96698ed-9bb8-42a5-b9f4-1e9501a276bc, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=c96698ed-9bb8-42a5-b9f4-1e9501a276bc,segment=NetworkSegment(248c0ad5-473f-4c4c-b2db-cbed4b3b91b2),segment_id=248c0ad5-473f-4c4c-b2db-cbed4b3b91b2)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:43:59.315182 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-01f2cf91-72eb-4a8e-8f1b-5f8d1973dbde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (c96698ed-9bb8-42a5-b9f4-1e9501a276bc), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:59.327426 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-01f2cf91-72eb-4a8e-8f1b-5f8d1973dbde admin admin] Calling delete_port for c96698ed-9bb8-42a5-b9f4-1e9501a276bc owned by network:router_interface {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:43:59.514041 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-01f2cf91-72eb-4a8e-8f1b-5f8d1973dbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (c96698ed-9bb8-42a5-b9f4-1e9501a276bc), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:59.543311 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2cf91-72eb-4a8e-8f1b-5f8d1973dbde admin admin] Pushing event deleted for resources: {'Port': ['ID=c96698ed-9bb8-42a5-b9f4-1e9501a276bc,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:43:59.713304 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-01f2cf91-72eb-4a8e-8f1b-5f8d1973dbde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3717723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915970'] for router_interface (38a1e227-4cf8-44b4-b85a-2040a9a98198), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:43:59.937567 n-d-705658-24 neutron-server[104172]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f2cf91-72eb-4a8e-8f1b-5f8d1973dbde admin admin] Router 38a1e227-4cf8-44b4-b85a-2040a9a98198 has already been hosted by L3 agent 0aea4d62-0f02-4217-889d-3433d2b11633 {{(pid=104172) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 22 20:44:00.048182 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f2cf91-72eb-4a8e-8f1b-5f8d1973dbde admin admin] Notify agent at l3_agent.n-d-705658-24 the message routers_updated {{(pid=104172) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 22 20:44:00.053495 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-01f2cf91-72eb-4a8e-8f1b-5f8d1973dbde admin admin] 10.222.0.75 "PUT /v2.0/routers/38a1e227-4cf8-44b4-b85a-2040a9a98198/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7570853 Mar 22 20:44:00.055673 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43728) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:44:00.058285 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866b6ad1-78f2-457f-a90e-d22910c5c2a8 None None] Sync routers for ids ['38a1e227-4cf8-44b4-b85a-2040a9a98198'] in n-d-705658-24 {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 22 20:44:00.069303 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866b6ad1-78f2-457f-a90e-d22910c5c2a8 None None] Routers {'38a1e227-4cf8-44b4-b85a-2040a9a98198'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:44:00.069962 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-866b6ad1-78f2-457f-a90e-d22910c5c2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:43:48Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['38a1e227-4cf8-44b4-b85a-2040a9a98198'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:44:00.160073 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-84ac392f-07a8-46ac-a03d-2b2469574a71 admin admin] Publish callbacks [] for router (38a1e227-4cf8-44b4-b85a-2040a9a98198), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:00.177953 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-866b6ad1-78f2-457f-a90e-d22910c5c2a8 None None] Set router 38a1e227-4cf8-44b4-b85a-2040a9a98198 gateway port host: n-d-705658-24 {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:44:00.270283 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-84ac392f-07a8-46ac-a03d-2b2469574a71 admin admin] Publish callbacks [] for router_gateway (38a1e227-4cf8-44b4-b85a-2040a9a98198), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:00.328538 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-84ac392f-07a8-46ac-a03d-2b2469574a71 admin admin] Deleting port 3155b85d-b020-4bf1-b246-2434251fe461 {{(pid=104172) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:44:00.329298 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-84ac392f-07a8-46ac-a03d-2b2469574a71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (3155b85d-b020-4bf1-b246-2434251fe461), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:00.358585 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-866b6ad1-78f2-457f-a90e-d22910c5c2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a1e227-4cf8-44b4-b85a-2040a9a98198', 'name': 'tempest-TestSnapshotPattern-611267060-router', 'tenant_id': '533291668ac64cd4a55fc611e5226aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'external_fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.107'}], 'enable_snat': True}, 'gw_port_id': '3155b85d-b020-4bf1-b246-2434251fe461', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:38:36Z', 'updated_at': '2022-03-22T20:43:59Z', 'revision_number': 5, 'project_id': '533291668ac64cd4a55fc611e5226aa7', 'gw_port': {'id': '3155b85d-b020-4bf1-b246-2434251fe461', 'name': '', 'network_id': 'b209c5bc-34d3-415d-9873-d01a4e6c5db8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bd:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a1e227-4cf8-44b4-b85a-2040a9a98198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4469, 'fixed_ips': [{'subnet_id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'ip_address': '172.25.5.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-705658-24', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-22T20:38:36Z', 'updated_at': '2022-03-22T20:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14d13615-f072-42c4-81c2-7c1720d598f3', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-705658-24'}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:44:00.388661 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866b6ad1-78f2-457f-a90e-d22910c5c2a8 None None] Checking router: 38a1e227-4cf8-44b4-b85a-2040a9a98198 for host: n-d-705658-24 {{(pid=104174) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 22 20:44:00.397532 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866b6ad1-78f2-457f-a90e-d22910c5c2a8 None None] Routers {'38a1e227-4cf8-44b4-b85a-2040a9a98198'} bound to L3 agent in host n-d-705658-24 {{(pid=104174) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 22 20:44:00.398176 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-866b6ad1-78f2-457f-a90e-d22910c5c2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-705658-24', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-22T19:03:17Z,description=,heartbeat_timestamp=2022-03-22T20:43:48Z,host='n-d-705658-24',id=0aea4d62-0f02-4217-889d-3433d2b11633,load=0,resource_versions=,resources_synced=,started_at=2022-03-22T19:03:17Z,topic='l3_agent')) {'router_ids': ['38a1e227-4cf8-44b4-b85a-2040a9a98198'], 'active': True} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:44:00.407081 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.db [None req-84ac392f-07a8-46ac-a03d-2b2469574a71 admin admin] For port 3155b85d-b020-4bf1-b246-2434251fe461, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=3155b85d-b020-4bf1-b246-2434251fe461,segment=NetworkSegment(f702b6c0-e818-459c-b39e-179730eaa4b1),segment_id=f702b6c0-e818-459c-b39e-179730eaa4b1)] {{(pid=104172) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:44:00.407447 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-84ac392f-07a8-46ac-a03d-2b2469574a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (3155b85d-b020-4bf1-b246-2434251fe461), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:00.421029 n-d-705658-24 neutron-server[104172]: DEBUG neutron.plugins.ml2.plugin [None req-84ac392f-07a8-46ac-a03d-2b2469574a71 admin admin] Calling delete_port for 3155b85d-b020-4bf1-b246-2434251fe461 owned by network:router_gateway {{(pid=104172) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:44:00.487983 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvr_db [None req-866b6ad1-78f2-457f-a90e-d22910c5c2a8 None None] Set router 38a1e227-4cf8-44b4-b85a-2040a9a98198 gateway port host: None {{(pid=104174) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 22 20:44:00.541030 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_hamode_db [None req-866b6ad1-78f2-457f-a90e-d22910c5c2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a1e227-4cf8-44b4-b85a-2040a9a98198', 'name': 'tempest-TestSnapshotPattern-611267060-router', 'tenant_id': '533291668ac64cd4a55fc611e5226aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:38:36Z', 'updated_at': '2022-03-22T20:44:00Z', 'revision_number': 6, 'project_id': '533291668ac64cd4a55fc611e5226aa7', 'gw_port_host': None}], 'n-d-705658-24', False) {} {{(pid=104174) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:44:00.571822 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866b6ad1-78f2-457f-a90e-d22910c5c2a8 None None] The sync data for ids ['38a1e227-4cf8-44b4-b85a-2040a9a98198'] in n-d-705658-24 is: [{'id': '38a1e227-4cf8-44b4-b85a-2040a9a98198', 'name': 'tempest-TestSnapshotPattern-611267060-router', 'tenant_id': '533291668ac64cd4a55fc611e5226aa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-22T20:38:36Z', 'updated_at': '2022-03-22T20:44:00Z', 'revision_number': 6, 'project_id': '533291668ac64cd4a55fc611e5226aa7', 'gw_port_host': None}] {{(pid=104174) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 22 20:44:00.594486 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-84ac392f-07a8-46ac-a03d-2b2469574a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25684285'] for port (3155b85d-b020-4bf1-b246-2434251fe461), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:00.624683 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac392f-07a8-46ac-a03d-2b2469574a71 admin admin] Pushing event deleted for resources: {'Port': ['ID=3155b85d-b020-4bf1-b246-2434251fe461,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:44:00.689099 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-84ac392f-07a8-46ac-a03d-2b2469574a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3923000'] for router_gateway (38a1e227-4cf8-44b4-b85a-2040a9a98198), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:00.780646 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-84ac392f-07a8-46ac-a03d-2b2469574a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3918548', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4034'] for router (38a1e227-4cf8-44b4-b85a-2040a9a98198), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:00.782764 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-84ac392f-07a8-46ac-a03d-2b2469574a71 admin admin] Publish callbacks [] for router_controller (38a1e227-4cf8-44b4-b85a-2040a9a98198), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:00.826579 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-84ac392f-07a8-46ac-a03d-2b2469574a71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3918555'] for router (38a1e227-4cf8-44b4-b85a-2040a9a98198), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:00.827391 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ac392f-07a8-46ac-a03d-2b2469574a71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38a1e227-4cf8-44b4-b85a-2040a9a98198 {{(pid=104172) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 22 20:44:00.835056 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-84ac392f-07a8-46ac-a03d-2b2469574a71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:00.836530 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-84ac392f-07a8-46ac-a03d-2b2469574a71 admin admin] 10.222.0.75 "DELETE /v2.0/routers/38a1e227-4cf8-44b4-b85a-2040a9a98198 HTTP/1.1" status: 204 len: 168 time: 0.7799394 Mar 22 20:44:00.839848 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43730) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:44:00.889937 n-d-705658-24 neutron-server[104172]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a840d07-34fc-4da6-90dd-e56aa306f60d admin admin] Deleting subnet 3520a18b-b487-4a64-af7b-6d6797c7f579 {{(pid=104172) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 22 20:44:00.894094 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2a840d07-34fc-4da6-90dd-e56aa306f60d admin admin] Publish callbacks [] for subnet (3520a18b-b487-4a64-af7b-6d6797c7f579), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:00.929983 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2a840d07-34fc-4da6-90dd-e56aa306f60d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25684716'] for subnet (3520a18b-b487-4a64-af7b-6d6797c7f579), precommit_delete_associations {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:01.013356 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2a840d07-34fc-4da6-90dd-e56aa306f60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-747996'] for subnet (3520a18b-b487-4a64-af7b-6d6797c7f579), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:01.064042 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2a840d07-34fc-4da6-90dd-e56aa306f60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-747973', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3689321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25684684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25617082'] for subnet (3520a18b-b487-4a64-af7b-6d6797c7f579), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:01.097447 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-2a840d07-34fc-4da6-90dd-e56aa306f60d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:01.101407 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-2a840d07-34fc-4da6-90dd-e56aa306f60d admin admin] 10.222.0.75 "DELETE /v2.0/subnets/3520a18b-b487-4a64-af7b-6d6797c7f579 HTTP/1.1" status: 204 len: 168 time: 0.2604043 Mar 22 20:44:01.102856 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a840d07-34fc-4da6-90dd-e56aa306f60d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3520a18b-b487-4a64-af7b-6d6797c7f579,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:44:01.103221 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b028c1-c900-4664-b0e1-3c7eb566cdac None None] Network 8bdc2f55-14de-4a14-9822-8d3af772cda0 requested from n-d-705658-24 {{(pid=104174) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 22 20:44:01.104306 n-d-705658-24 neutron-server[104173]: DEBUG neutron.wsgi [-] (104173) accepted ('10.222.0.75', 43732) {{(pid=104173) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:44:01.174454 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c976d954-7617-4141-8057-1f328c14e861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3514259'] for network (8bdc2f55-14de-4a14-9822-8d3af772cda0), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:01.233522 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-c976d954-7617-4141-8057-1f328c14e861 admin admin] Deleting port 3bb4478d-7d67-4f0b-8eba-1796dc3b1794 {{(pid=104173) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:44:01.233886 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c976d954-7617-4141-8057-1f328c14e861 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (3bb4478d-7d67-4f0b-8eba-1796dc3b1794), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:01.299454 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.db [None req-c976d954-7617-4141-8057-1f328c14e861 admin admin] For port 3bb4478d-7d67-4f0b-8eba-1796dc3b1794, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=3bb4478d-7d67-4f0b-8eba-1796dc3b1794,segment=NetworkSegment(248c0ad5-473f-4c4c-b2db-cbed4b3b91b2),segment_id=248c0ad5-473f-4c4c-b2db-cbed4b3b91b2)] {{(pid=104173) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:44:01.299825 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c976d954-7617-4141-8057-1f328c14e861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (3bb4478d-7d67-4f0b-8eba-1796dc3b1794), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:01.307283 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef5ab31-f590-44df-8902-e4e523472f62 None None] DHCP port deletion for 8bdc2f55-14de-4a14-9822-8d3af772cda0 request from n-d-705658-24 {{(pid=104174) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 22 20:44:01.313868 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.plugin [None req-c976d954-7617-4141-8057-1f328c14e861 admin admin] Calling delete_port for 3bb4478d-7d67-4f0b-8eba-1796dc3b1794 owned by network:dhcp {{(pid=104173) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:44:01.357998 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-6ef5ab31-f590-44df-8902-e4e523472f62 None None] Deleting port 3bb4478d-7d67-4f0b-8eba-1796dc3b1794 {{(pid=104174) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 22 20:44:01.358471 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6ef5ab31-f590-44df-8902-e4e523472f62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745616774943'] for port (3bb4478d-7d67-4f0b-8eba-1796dc3b1794), before_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:01.401555 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c976d954-7617-4141-8057-1f328c14e861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26162728'] for port (3bb4478d-7d67-4f0b-8eba-1796dc3b1794), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:01.426032 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.db [None req-6ef5ab31-f590-44df-8902-e4e523472f62 None None] For port 3bb4478d-7d67-4f0b-8eba-1796dc3b1794, host n-d-705658-24, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-705658-24',level=0,port_id=3bb4478d-7d67-4f0b-8eba-1796dc3b1794,segment=NetworkSegment(248c0ad5-473f-4c4c-b2db-cbed4b3b91b2),segment_id=248c0ad5-473f-4c4c-b2db-cbed4b3b91b2)] {{(pid=104174) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 22 20:44:01.426351 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6ef5ab31-f590-44df-8902-e4e523472f62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3927392'] for port (3bb4478d-7d67-4f0b-8eba-1796dc3b1794), precommit_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:01.430172 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976d954-7617-4141-8057-1f328c14e861 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bb4478d-7d67-4f0b-8eba-1796dc3b1794,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:44:01.431990 n-d-705658-24 neutron-server[104173]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c976d954-7617-4141-8057-1f328c14e861 admin admin] No DVR routers for this DVR port 3bb4478d-7d67-4f0b-8eba-1796dc3b1794 on host n-d-705658-24 {{(pid=104173) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:44:01.443116 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-6ef5ab31-f590-44df-8902-e4e523472f62 None None] Calling delete_port for 3bb4478d-7d67-4f0b-8eba-1796dc3b1794 owned by network:dhcp {{(pid=104174) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 22 20:44:01.505648 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c976d954-7617-4141-8057-1f328c14e861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-757865', 'neutron.services.segments.db._delete_segments_for_network-8745616605763'] for network (8bdc2f55-14de-4a14-9822-8d3af772cda0), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:01.527078 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-6ef5ab31-f590-44df-8902-e4e523472f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-591777', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4039838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745616779650', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745616274966'] for port (3bb4478d-7d67-4f0b-8eba-1796dc3b1794), after_delete {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:01.528726 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-c976d954-7617-4141-8057-1f328c14e861 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bdc2f55-14de-4a14-9822-8d3af772cda0']}} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:44:01.539469 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-c976d954-7617-4141-8057-1f328c14e861 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '248c0ad5-473f-4c4c-b2db-cbed4b3b91b2') {'for_net_delete': True} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:44:01.539770 n-d-705658-24 neutron-server[104173]: DEBUG neutron.services.segments.db [None req-c976d954-7617-4141-8057-1f328c14e861 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '248c0ad5-473f-4c4c-b2db-cbed4b3b91b2') {} {{(pid=104173) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 22 20:44:01.553927 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c976d954-7617-4141-8057-1f328c14e861 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745616604748', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2122119'] for segment (248c0ad5-473f-4c4c-b2db-cbed4b3b91b2), before_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:01.555587 n-d-705658-24 neutron-server[104174]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5ab31-f590-44df-8902-e4e523472f62 None None] Pushing event deleted for resources: {'Port': ['ID=3bb4478d-7d67-4f0b-8eba-1796dc3b1794,revision_number=None']} {{(pid=104174) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:44:01.558539 n-d-705658-24 neutron-server[104174]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef5ab31-f590-44df-8902-e4e523472f62 None None] No DVR routers for this DVR port 3bb4478d-7d67-4f0b-8eba-1796dc3b1794 on host n-d-705658-24 {{(pid=104174) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 22 20:44:01.577016 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c976d954-7617-4141-8057-1f328c14e861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093'] for segment (248c0ad5-473f-4c4c-b2db-cbed4b3b91b2), precommit_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:01.585780 n-d-705658-24 neutron-server[104173]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c976d954-7617-4141-8057-1f328c14e861 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=104173) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 22 20:44:01.586426 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c976d954-7617-4141-8057-1f328c14e861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-753093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26162811'] for segment (248c0ad5-473f-4c4c-b2db-cbed4b3b91b2), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:01.588431 n-d-705658-24 neutron-server[104173]: Traceback (most recent call last): Mar 22 20:44:01.588431 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 22 20:44:01.588431 n-d-705658-24 neutron-server[104173]: timer() Mar 22 20:44:01.588431 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 22 20:44:01.588431 n-d-705658-24 neutron-server[104173]: cb(*args, **kw) Mar 22 20:44:01.588431 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 22 20:44:01.588431 n-d-705658-24 neutron-server[104173]: return func(*args, **kwargs) Mar 22 20:44:01.588431 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 22 20:44:01.588431 n-d-705658-24 neutron-server[104173]: self._notify() Mar 22 20:44:01.588431 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 22 20:44:01.588431 n-d-705658-24 neutron-server[104173]: self.callback(batched_events) Mar 22 20:44:01.588431 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 22 20:44:01.588431 n-d-705658-24 neutron-server[104173]: event.method(event) Mar 22 20:44:01.588431 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 22 20:44:01.588431 n-d-705658-24 neutron-server[104173]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 22 20:44:01.588431 n-d-705658-24 neutron-server[104173]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 22 20:44:01.588431 n-d-705658-24 neutron-server[104173]: aggregate_uuid = self.p_client.list_aggregates( Mar 22 20:44:01.588431 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 22 20:44:01.588431 n-d-705658-24 neutron-server[104173]: return f(self, *a, **k) Mar 22 20:44:01.588431 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 22 20:44:01.588431 n-d-705658-24 neutron-server[104173]: return self._get(url).json() Mar 22 20:44:01.588431 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 22 20:44:01.588431 n-d-705658-24 neutron-server[104173]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 22 20:44:01.588431 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 22 20:44:01.588431 n-d-705658-24 neutron-server[104173]: return self.request(url, 'GET', **kwargs) Mar 22 20:44:01.588431 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 22 20:44:01.588431 n-d-705658-24 neutron-server[104173]: base_url = self.get_endpoint(auth, allow=allow, Mar 22 20:44:01.588431 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 22 20:44:01.588431 n-d-705658-24 neutron-server[104173]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 22 20:44:01.588431 n-d-705658-24 neutron-server[104173]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 22 20:44:01.588431 n-d-705658-24 neutron-server[104173]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 22 20:44:01.588431 n-d-705658-24 neutron-server[104173]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 22 20:44:01.643453 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c976d954-7617-4141-8057-1f328c14e861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-757842', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3717716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3923012'] for network (8bdc2f55-14de-4a14-9822-8d3af772cda0), after_delete {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:01.648746 n-d-705658-24 neutron-server[104173]: DEBUG neutron_lib.callbacks.manager [None req-c976d954-7617-4141-8057-1f328c14e861 admin admin] Publish callbacks [] for network (None), before_response {{(pid=104173) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:01.651954 n-d-705658-24 neutron-server[104173]: INFO neutron.wsgi [None req-c976d954-7617-4141-8057-1f328c14e861 admin admin] 10.222.0.75 "DELETE /v2.0/networks/8bdc2f55-14de-4a14-9822-8d3af772cda0 HTTP/1.1" status: 204 len: 168 time: 0.5464633 Mar 22 20:44:01.665978 n-d-705658-24 neutron-server[104173]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976d954-7617-4141-8057-1f328c14e861 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bdc2f55-14de-4a14-9822-8d3af772cda0,revision_number=None']} {{(pid=104173) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:44:01.911847 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43736) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:44:01.952776 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-935e83a1-77a4-48f7-ac37-8cdca91d9f8e admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=5055c370f7c243949f461bedbc5b7d7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392816 Mar 22 20:44:01.955442 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43738) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:44:02.003563 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-491c59b4-4b1d-43b6-8ff7-d61d3bb37f05 admin admin] Publish callbacks [] for security_group (f10c080d-9a8b-4905-99de-ec8e6bb22051), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:02.026246 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-491c59b4-4b1d-43b6-8ff7-d61d3bb37f05 admin admin] Publish callbacks [] for security_group (f10c080d-9a8b-4905-99de-ec8e6bb22051), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:02.072042 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-491c59b4-4b1d-43b6-8ff7-d61d3bb37f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (f10c080d-9a8b-4905-99de-ec8e6bb22051), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:02.074926 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-491c59b4-4b1d-43b6-8ff7-d61d3bb37f05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:02.076246 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-491c59b4-4b1d-43b6-8ff7-d61d3bb37f05 admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/f10c080d-9a8b-4905-99de-ec8e6bb22051 HTTP/1.1" status: 204 len: 168 time: 0.1196487 Mar 22 20:44:02.085482 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c59b4-4b1d-43b6-8ff7-d61d3bb37f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10c080d-9a8b-4905-99de-ec8e6bb22051,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:44:02.404755 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43744) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:44:02.445828 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-f95765ee-0db1-4de4-8f02-9490a73615fb admin admin] 10.222.0.75 "GET /v2.0/security-groups?tenant_id=533291668ac64cd4a55fc611e5226aa7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398681 Mar 22 20:44:02.448302 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [-] (104172) accepted ('10.222.0.75', 43746) {{(pid=104172) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 22 20:44:02.496991 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6cd12c61-b430-4c0f-b507-9c2c8aadd44b admin admin] Publish callbacks [] for security_group (85a25c6c-f52f-4450-b559-d8a9b7dea590), before_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:02.525884 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6cd12c61-b430-4c0f-b507-9c2c8aadd44b admin admin] Publish callbacks [] for security_group (85a25c6c-f52f-4450-b559-d8a9b7dea590), precommit_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:02.584919 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6cd12c61-b430-4c0f-b507-9c2c8aadd44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3686421'] for security_group (85a25c6c-f52f-4450-b559-d8a9b7dea590), after_delete {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:02.587684 n-d-705658-24 neutron-server[104172]: DEBUG neutron_lib.callbacks.manager [None req-6cd12c61-b430-4c0f-b507-9c2c8aadd44b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104172) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:02.591290 n-d-705658-24 neutron-server[104172]: INFO neutron.wsgi [None req-6cd12c61-b430-4c0f-b507-9c2c8aadd44b admin admin] 10.222.0.75 "DELETE /v2.0/security-groups/85a25c6c-f52f-4450-b559-d8a9b7dea590 HTTP/1.1" status: 204 len: 168 time: 0.1396620 Mar 22 20:44:02.601889 n-d-705658-24 neutron-server[104172]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd12c61-b430-4c0f-b507-9c2c8aadd44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a25c6c-f52f-4450-b559-d8a9b7dea590,revision_number=None']} {{(pid=104172) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 22 20:44:02.625667 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 3bb4478d-7d67-4f0b-8eba-1796dc3b1794 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:44:02.648239 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 3bb4478d-7d67-4f0b-8eba-1796dc3b1794 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:44:02.648955 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 3bb4478d-7d67-4f0b-8eba-1796dc3b1794 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:44:02.649730 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 3155b85d-b020-4bf1-b246-2434251fe461 no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:44:02.674668 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: 3155b85d-b020-4bf1-b246-2434251fe461 {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:44:02.675414 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device 3155b85d-b020-4bf1-b246-2434251fe461 not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:44:02.676194 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c96698ed-9bb8-42a5-b9f4-1e9501a276bc no longer exists at agent ovs-agent-n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 22 20:44:02.698052 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.plugin [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] No Port match for: c96698ed-9bb8-42a5-b9f4-1e9501a276bc {{(pid=104174) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 22 20:44:02.698773 n-d-705658-24 neutron-server[104174]: DEBUG neutron.plugins.ml2.rpc [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Device c96698ed-9bb8-42a5-b9f4-1e9501a276bc not bound to the agent host n-d-705658-24 {{(pid=104174) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 22 20:44:15.365959 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b02ee381-6371-4fb2-a551-0b65ef8e9e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:16.753504 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:17.586999 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ee8ae7e9-ef4b-4544-a325-5d603b104a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:18.613653 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:44:19.054997 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:19.066434 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:20.484024 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:21.547636 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:45.366523 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-45d76767-922a-48dc-a00f-4ea4667f9e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:46.766292 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:47.587919 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-d9ab7a6d-9c90-4c1c-a1a4-83ed3d2506a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:49.063452 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:49.068013 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:50.486759 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:51.551484 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:44:55.613251 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:45:15.368073 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-5f765cc1-1a1b-4d15-ba28-94083699b01b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:45:16.763747 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:45:17.589089 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-153ca6f7-d165-4cda-979a-d00300ad3d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:45:19.058033 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:45:19.087483 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:45:20.491085 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:45:21.560207 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:45:32.612515 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:45:45.369480 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-3b092ad6-4999-4366-bc2b-d9fb734269b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:45:46.771814 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:45:47.593052 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1c09bb9b-c27e-4080-b0c0-2b1921b6d240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:45:49.061449 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:45:49.085498 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:45:50.491764 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:45:51.555949 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:46:09.611433 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:46:15.375649 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-83d293d9-0ee6-4e26-80fa-47be663c41e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:46:16.878481 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:46:17.593873 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-307679ac-2540-4661-acbc-fce82bcc45a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:46:19.064091 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:46:19.086070 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:46:20.493575 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:46:21.558819 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:46:45.368483 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-56a33350-bae6-4f76-beb3-fccb402f7dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:46:46.610182 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:46:46.780345 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:46:47.595782 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-27d04334-ed1f-4b59-85e8-d9e367b16681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:46:49.066652 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:46:49.087711 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:46:50.497053 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:46:51.561707 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:47:15.370451 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0e9e7b28-eb7e-40de-8527-64ae54f78945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:47:16.775274 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:47:17.597017 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-48e5129b-89d8-4d4a-b2f7-25a0611c4f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:47:19.074774 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:47:19.085298 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:47:20.498896 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:47:21.563136 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:47:23.609736 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:47:45.372799 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-7146ea58-c4fd-47ce-b5bb-c3881a9056a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:47:46.805482 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:47:47.606674 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-1aea4b51-52ce-446c-900b-a28d47269b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:47:49.079497 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:47:49.084126 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:47:50.507645 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:47:51.566010 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:48:00.608833 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:48:15.375553 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f550ad68-74ed-40d3-9fab-9174a4d2aabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:48:16.815503 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:48:17.601175 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4eba6d9d-e6de-4579-a8c7-10d06652c783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:48:19.076548 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:48:19.092237 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:48:20.504542 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:48:21.569013 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:48:37.608720 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:48:45.378507 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b0c61c17-77ba-4b6d-b29c-9161d74b4fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:48:46.818416 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:48:47.608099 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-8c3585d8-bda8-4223-8283-50990f733a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:48:49.087591 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:48:49.088648 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:48:50.507141 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:48:51.572769 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:49:14.608986 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:49:15.379682 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-b9f2d9c3-e225-4a2d-a28b-d1d3c7a2e1a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:49:16.821763 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:49:17.599363 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e0ac4d09-89b1-4383-aff5-323bf6eb304a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:49:19.088714 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:49:19.089841 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:49:20.510290 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:49:21.574789 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:49:45.382338 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-4b5882b5-1feb-4d73-81f8-d8ec506410f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:49:46.832048 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:49:47.603616 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2fa9617f-ec0d-4982-ad2c-647189c4ecff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:49:49.087244 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:49:49.089119 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:49:50.515348 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:49:51.576310 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:49:51.608393 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:50:15.384825 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-702bed05-cd52-45be-9e4d-4522e348dd47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:50:16.831791 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:50:17.606378 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-591df9aa-7c89-410f-9ba2-33a274cf3c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:50:19.088106 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:50:19.091047 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:50:20.514780 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:50:21.579249 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:50:28.608611 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:50:45.387209 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a261402a-3ab6-47b9-b4e2-8876d21f0984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:50:46.852432 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:50:47.607557 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-41608543-7864-45d9-9b01-c780333ef88b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:50:49.079159 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:50:49.089198 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:50:50.521482 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:50:51.584157 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:51:05.608871 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:51:15.389525 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ff96c6fe-155e-4cb0-8c2f-303bb4877770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:51:16.846040 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:51:17.608950 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-0569e54e-1273-4cea-88b2-a7447c475be6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:51:19.100953 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:51:19.102028 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:51:20.521150 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:51:21.587203 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:51:22.639977 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-35f89ed9-dc23-4e50-bd78-c74373c9eefb service neutron] (104172) timed out ('10.222.0.75', 41398) {{(pid=104172) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 20:51:23.723453 n-d-705658-24 neutron-server[104172]: DEBUG neutron.wsgi [req-b8fb8df9-04ac-4856-8d30-24126adb628c req-0e73d4b3-0c22-4346-9c0a-aca55df38966 tempest-TestShelveInstance-220237152 tempest-TestShelveInstance-220237152-project] (104172) timed out ('10.222.0.75', 41426) {{(pid=104172) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 22 20:51:42.607328 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:51:45.390753 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-07f4a2e8-dbbe-47ba-9cd7-ab2bc00fb234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:51:46.859649 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:51:47.610329 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-83ce960b-d01d-472b-805e-0071ebe2f11b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:51:49.103479 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:51:49.107335 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:51:50.523234 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:51:51.587975 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:52:15.393532 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a4969e52-0192-47cf-9754-3970fd7aebaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:52:16.874584 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:52:17.612086 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-a6c77cb3-bb07-421a-b929-d2c8eb894c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:52:19.103517 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:52:19.107620 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:52:19.607160 n-d-705658-24 neutron-server[104175]: DEBUG neutron.db.agents_db [None req-41b278f5-350d-44fe-9f96-0964a50241e2 None None] Agent healthcheck: found 7 active agents {{(pid=104175) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 22 20:52:20.527682 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f5a0e689-451a-42b4-b07b-ce0016e21851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (5a69a0c7-3c59-4727-9d80-a0e112af622a), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:52:21.592089 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-2ae36b96-dba9-4e6b-8cff-1c3cfcb7fd78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (2e1e0029-03a7-4563-832e-715050f708f3), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:52:45.397650 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-ec47a07b-286b-4090-bad2-48fbb4d01499 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (c7d80dbe-bc83-4603-98a4-b88209b09ec2), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:52:46.889833 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-e7cf59e5-792a-4b3f-8f0b-ba4bf1e531f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (57a68109-4b6e-4697-8b53-5cef9e52ce2c), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:52:47.616783 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-82e9f140-f312-479e-9f9d-6bcdaddcf77a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (0aea4d62-0f02-4217-889d-3433d2b11633), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:52:49.100635 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-52116208-d870-4a2d-82f1-0900776aa292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (f6a3fb74-4395-4ad0-8fcf-d7e934e8ff55), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 22 20:52:49.119179 n-d-705658-24 neutron-server[104174]: DEBUG neutron_lib.callbacks.manager [None req-f89d303d-d25e-4a06-ae91-14ba6bdd81a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745616605745', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-759722'] for agent (d9a91bf3-8b42-4492-9e71-a153b84264b0), after_update {{(pid=104174) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}